-- Logs begin at Wed 2022-02-02 06:10:05 UTC, end at Wed 2022-02-02 08:33:08 UTC. -- Feb 02 06:42:53.929660 n-d-789963-26 systemd[1]: Started Devstack devstack@q-svc.service. Feb 02 06:42:56.889378 n-d-789963-26 neutron-server[109584]: INFO neutron.common.config [-] Logging enabled! Feb 02 06:42:56.889972 n-d-789963-26 neutron-server[109584]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev460 Feb 02 06:42:56.890089 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109584) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 02 06:42:56.893432 n-d-789963-26 neutron-server[109584]: INFO neutron.common.config [-] Logging enabled! Feb 02 06:42:56.893699 n-d-789963-26 neutron-server[109584]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev460 Feb 02 06:42:56.894018 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109584) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 02 06:42:56.894955 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 02 06:42:56.895195 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 02 06:42:56.895591 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 02 06:42:56.895850 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 02 06:42:56.896085 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 02 06:42:56.896567 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.896993 n-d-789963-26 neutron-server[109584]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 02 06:42:56.897308 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.897607 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.897902 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.898199 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.898491 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.898779 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.899072 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.899371 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.899694 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.899981 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.900271 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.900567 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.900850 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.901139 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.901428 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.901713 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] debug = True {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.901998 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.902431 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.903454 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.903901 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.904200 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.904483 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.904762 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.905049 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.905338 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.905669 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] host = n-d-789963-26 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.905947 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.906236 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.906527 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.906816 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.907094 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.907374 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.907693 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.907972 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.908249 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] log_file = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.908529 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.908821 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.909111 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.909404 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.909634 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.909861 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.910161 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.910451 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.910732 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.911010 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.911287 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.911585 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.911881 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.912155 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.912443 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.912731 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.913020 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.913297 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.913575 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.913852 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.914126 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.914413 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.914691 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.914973 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.915251 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.915540 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.915835 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.916113 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.916412 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.916702 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.916987 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.917274 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.917550 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.917834 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.918107 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.919163 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.919448 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] use_json = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.919758 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.920036 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.920321 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.920599 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.920877 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.921153 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.921429 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.921716 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.921991 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:56.922293 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.922595 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.922899 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.923199 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.923495 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.923802 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.924094 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.924375 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.924666 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.924960 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.925250 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.925534 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.925838 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.926131 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.926428 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.926737 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.927037 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.927329 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.927634 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.927914 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.928191 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.928471 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.928759 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.929037 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.929328 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.929621 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.929905 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.930205 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.930494 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.930790 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.931082 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.931358 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.931670 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.931969 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.932251 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.932526 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.932812 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.933106 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.933388 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.933665 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.933978 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.934258 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.934535 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.934821 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.935095 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.935389 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.935698 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.935976 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.936251 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.936533 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.936809 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.937098 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.937379 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.937657 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.937933 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.938215 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.938492 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.938767 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.939048 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.939322 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.939620 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.939901 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.940177 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.940460 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.940727 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.941001 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.941273 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.941545 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.941827 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.942102 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.942376 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.942651 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.942926 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.943201 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.943488 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.943826 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.944110 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.944392 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.944673 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.944960 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.945239 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.945518 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.945798 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.946078 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.946354 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.946647 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.946933 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.947221 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.947832 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.948119 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.948418 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.948700 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.948986 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.949269 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.949630 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.949922 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.950212 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.950513 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.950812 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.951111 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.951411 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.951732 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.952014 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.952330 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.952615 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:56.952841 n-d-789963-26 neutron-server[109584]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 02 06:42:56.953088 n-d-789963-26 neutron-server[109584]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109584) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 02 06:42:57.337656 n-d-789963-26 neutron-server[109584]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 02 06:42:57.337946 n-d-789963-26 neutron-server[109584]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 02 06:42:57.338265 n-d-789963-26 neutron-server[109584]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 02 06:42:57.338616 n-d-789963-26 neutron-server[109584]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 02 06:42:57.672882 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:57.673185 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:57.673466 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:57.674801 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:57.675083 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:57.675356 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:57.719737 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:57.720020 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:57.720295 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:57.734495 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:57.734781 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:57.735058 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:57.765024 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:57.765307 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:57.765585 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:57.801421 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:57.801707 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:57.801981 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:58.137928 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:58.138523 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:58.138523 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:58.138764 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:58.139361 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:58.239684 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:58.240014 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:58.240306 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:58.240585 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:58.240860 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:58.241177 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:58.241444 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:58.241706 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:58.241965 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:58.242252 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:58.242516 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:58.242785 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:58.243045 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:58.243302 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:58.243582 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:58.243860 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:58.244126 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:58.244411 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:58.244678 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:58.244944 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:58.245223 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:58.245481 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:58.245766 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:58.246147 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:58.246450 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:58.246797 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:58.247200 n-d-789963-26 neutron-server[109584]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109584) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 02 06:42:58.247447 n-d-789963-26 neutron-server[109584]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109584) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 02 06:42:58.247721 n-d-789963-26 neutron-server[109584]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109584) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 02 06:42:58.247967 n-d-789963-26 neutron-server[109584]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109584) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 02 06:42:58.248208 n-d-789963-26 neutron-server[109584]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109584) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 02 06:42:58.248450 n-d-789963-26 neutron-server[109584]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109584) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 02 06:42:58.248820 n-d-789963-26 neutron-server[109584]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 02 06:42:58.251976 n-d-789963-26 neutron-server[109584]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 02 06:42:58.256083 n-d-789963-26 neutron-server[109584]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 02 06:42:58.259990 n-d-789963-26 neutron-server[109584]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Feb 02 06:42:58.261647 n-d-789963-26 neutron-server[109584]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 02 06:42:58.262173 n-d-789963-26 neutron-server[109584]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 02 06:42:58.262512 n-d-789963-26 neutron-server[109584]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 02 06:42:58.262900 n-d-789963-26 neutron-server[109584]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 02 06:42:58.265788 n-d-789963-26 neutron-server[109584]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 02 06:42:58.266051 n-d-789963-26 neutron-server[109584]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 02 06:42:58.266404 n-d-789963-26 neutron-server[109584]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 02 06:42:58.271262 n-d-789963-26 neutron-server[109584]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 02 06:42:58.295734 n-d-789963-26 neutron-server[109584]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 02 06:42:58.296190 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:58.296493 n-d-789963-26 neutron-server[109584]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109584) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 02 06:42:58.296862 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:58.298269 n-d-789963-26 neutron-server[109584]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109584) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 02 06:42:58.298553 n-d-789963-26 neutron-server[109584]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 02 06:42:58.298804 n-d-789963-26 neutron-server[109584]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 02 06:42:58.302119 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:58.302411 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:58.367313 n-d-789963-26 neutron-server[109584]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 02 06:42:58.367579 n-d-789963-26 neutron-server[109584]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 02 06:42:58.367828 n-d-789963-26 neutron-server[109584]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 02 06:42:58.368211 n-d-789963-26 neutron-server[109584]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 02 06:42:58.389164 n-d-789963-26 neutron-server[109584]: DEBUG oslo_db.sqlalchemy.engines [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109584) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 02 06:42:58.832077 n-d-789963-26 neutron-server[109584]: INFO neutron.plugins.ml2.managers [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Initializing driver for type 'gre' Feb 02 06:42:58.832604 n-d-789963-26 neutron-server[109584]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] gre ID ranges: [(1, 1000)] Feb 02 06:42:58.883658 n-d-789963-26 neutron-server[109584]: INFO neutron.plugins.ml2.managers [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Initializing driver for type 'local' Feb 02 06:42:58.884008 n-d-789963-26 neutron-server[109584]: INFO neutron.plugins.ml2.managers [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Initializing driver for type 'vlan' Feb 02 06:42:58.896728 n-d-789963-26 neutron-server[109584]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] VlanTypeDriver initialization complete Feb 02 06:42:58.897139 n-d-789963-26 neutron-server[109584]: INFO neutron.plugins.ml2.managers [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Initializing driver for type 'vxlan' Feb 02 06:42:58.897651 n-d-789963-26 neutron-server[109584]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] vxlan ID ranges: [(1, 1000)] Feb 02 06:42:58.948505 n-d-789963-26 neutron-server[109584]: INFO neutron.plugins.ml2.managers [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Initializing extension driver 'port_security' Feb 02 06:42:58.948848 n-d-789963-26 neutron-server[109584]: INFO neutron.plugins.ml2.extensions.port_security [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] PortSecurityExtensionDriver initialization complete Feb 02 06:42:58.949186 n-d-789963-26 neutron-server[109584]: INFO neutron.plugins.ml2.managers [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Initializing mechanism driver 'openvswitch' Feb 02 06:42:58.949554 n-d-789963-26 neutron-server[109584]: INFO neutron.plugins.ml2.managers [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Initializing mechanism driver 'hyperv' Feb 02 06:42:58.956181 n-d-789963-26 neutron-server[109584]: DEBUG neutron.plugins.ml2.plugin [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:42:58.956869 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: > port after_create 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:58.957246 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: > port after_update 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:58.957605 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: > port after_delete 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:58.958143 n-d-789963-26 neutron-server[109584]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109584) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 02 06:42:58.958576 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: > subnet after_create 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:58.958935 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: > subnet after_update 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:58.959284 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:58.959758 n-d-789963-26 neutron-server[109584]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109584) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 02 06:42:58.960134 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: > network after_create 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:58.960486 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: > network after_update 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:58.960832 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: > network after_delete 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:58.961231 n-d-789963-26 neutron-server[109584]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109584) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 02 06:42:58.961638 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: > security_group after_create 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:58.961990 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: > security_group after_update 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:58.962332 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:58.962866 n-d-789963-26 neutron-server[109584]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109584) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 02 06:42:58.963284 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:58.963662 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:58.964011 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:58.964413 n-d-789963-26 neutron-server[109584]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109584) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 02 06:42:58.964823 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: > address_group after_create 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:58.965698 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: > address_group after_update 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:58.966099 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:58.966521 n-d-789963-26 neutron-server[109584]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109584) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 02 06:42:58.966974 n-d-789963-26 neutron-server[109584]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] ML2 OVO RPC backend initialized. {{(pid=109584) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 02 06:42:58.967713 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:58.968078 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:58.968497 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: > network before_response 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:58.968851 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: > networks before_response 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:58.969205 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: > port before_response 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:58.969553 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: > ports before_response 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:58.969899 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: > subnet before_response 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:58.970246 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: > subnets before_response 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:58.970597 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: > network after_create 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:58.970940 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: > network after_update 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:58.971281 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: > network after_delete 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:58.971653 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: > port after_create 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:58.971996 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: > port after_update 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:58.972335 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: > port after_delete 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:58.972673 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: > subnet after_create 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:58.973016 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: > subnet after_update 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:58.973354 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:58.980432 n-d-789963-26 neutron-server[109584]: INFO neutron.quota [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loaded quota_driver: . Feb 02 06:42:58.981464 n-d-789963-26 neutron-server[109584]: INFO neutron.plugins.ml2.plugin [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Modular L2 Plugin initialization complete Feb 02 06:42:58.981825 n-d-789963-26 neutron-server[109584]: DEBUG neutron.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading services supported by the core plugin {{(pid=109584) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 02 06:42:58.982168 n-d-789963-26 neutron-server[109584]: INFO neutron.plugins.ml2.managers [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Got port-security extension from driver 'port_security' Feb 02 06:42:58.982648 n-d-789963-26 neutron-server[109584]: INFO neutron.extensions.vlantransparent [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Disabled vlantransparent extension. Feb 02 06:42:58.983144 n-d-789963-26 neutron-server[109584]: DEBUG neutron.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109584) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 02 06:42:58.983475 n-d-789963-26 neutron-server[109584]: INFO neutron.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading Plugin: router Feb 02 06:42:59.020222 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:59.020620 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: > router after_create 55549900 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:59.021001 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: > router before_create 55549900 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:59.021374 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:59.021757 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:59.022129 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: > router after_delete 55549900 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:59.022496 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: > floatingip after_create 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:59.022860 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:59.023224 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: > router after_create 55549900 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:59.023601 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: > router after_update 55549900 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:59.023965 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: > router after_update 55549900 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:59.024322 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:59.024690 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: > router after_update 55549900 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:59.025108 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: > router precommit_update 55549900 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:59.025486 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: port after_update 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:59.025829 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: port after_delete 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:59.026171 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: subnet after_update 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:59.026515 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:59.026872 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:59.027224 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: > router precommit_create 55549900 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:59.028092 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: port before_delete 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:59.028441 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: > router precommit_create 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:59.028805 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: > router after_update 55549900 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:59.029153 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:59.029512 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: > router precommit_create 55549900 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:59.029880 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:59.030233 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: > router precommit_update 55549900 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:59.030603 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: > agent after_create 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:59.030957 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: > agent after_delete 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:59.031307 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: > network after_delete 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:59.032189 n-d-789963-26 neutron-server[109584]: DEBUG neutron.quota.resource_registry [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Tracking information for resource: router configured {{(pid=109584) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 02 06:42:59.032529 n-d-789963-26 neutron-server[109584]: DEBUG neutron.quota.resource_registry [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Tracking information for resource: floatingip configured {{(pid=109584) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 02 06:42:59.037422 n-d-789963-26 neutron-server[109584]: INFO neutron.db.l3_agentschedulers_db [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 02 06:42:59.038003 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: port after_update 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:59.038366 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: port after_create 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:59.038721 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: port after_delete 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:59.039076 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: port after_update 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:59.040017 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: > router before_create 55550100 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:59.040388 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:59.040757 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: > router precommit_create 55550100 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:59.041120 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: > router precommit_update 55550100 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:59.046416 n-d-789963-26 neutron-server[109584]: DEBUG neutron.services.provider_configuration [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Service providers = [] {{(pid=109584) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 02 06:42:59.046784 n-d-789963-26 neutron-server[109584]: DEBUG neutron.db.servicetype_db [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109584) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 02 06:42:59.049774 n-d-789963-26 neutron-server[109584]: DEBUG neutron.services.service_base [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109584) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 02 06:42:59.050129 n-d-789963-26 neutron-server[109584]: DEBUG neutron.services.service_base [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109584) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 02 06:42:59.050480 n-d-789963-26 neutron-server[109584]: DEBUG neutron.services.service_base [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109584) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 02 06:42:59.051376 n-d-789963-26 neutron-server[109584]: DEBUG neutron.services.service_base [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109584) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 02 06:42:59.051785 n-d-789963-26 neutron-server[109584]: INFO neutron.services.service_base [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 02 06:42:59.052157 n-d-789963-26 neutron-server[109584]: DEBUG neutron.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109584) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 02 06:42:59.052478 n-d-789963-26 neutron-server[109584]: INFO neutron.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 02 06:42:59.063273 n-d-789963-26 neutron-server[109584]: DEBUG neutron.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109584) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 02 06:42:59.063637 n-d-789963-26 neutron-server[109584]: INFO neutron.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading Plugin: auto_allocate Feb 02 06:42:59.069463 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: network precommit_update 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:59.069842 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: network precommit_create 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:59.070358 n-d-789963-26 neutron-server[109584]: DEBUG neutron.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109584) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 02 06:42:59.070684 n-d-789963-26 neutron-server[109584]: INFO neutron.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading Plugin: tag Feb 02 06:42:59.077715 n-d-789963-26 neutron-server[109584]: DEBUG neutron.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109584) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 02 06:42:59.078049 n-d-789963-26 neutron-server[109584]: INFO neutron.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading Plugin: timestamp Feb 02 06:42:59.082134 n-d-789963-26 neutron-server[109584]: DEBUG neutron.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109584) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 02 06:42:59.082426 n-d-789963-26 neutron-server[109584]: INFO neutron.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading Plugin: network_ip_availability Feb 02 06:42:59.087923 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:59.088299 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:59.088659 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:59.089373 n-d-789963-26 neutron-server[109584]: DEBUG neutron.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109584) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 02 06:42:59.089696 n-d-789963-26 neutron-server[109584]: INFO neutron.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading Plugin: flavors Feb 02 06:42:59.094955 n-d-789963-26 neutron-server[109584]: DEBUG neutron.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109584) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 02 06:42:59.095294 n-d-789963-26 neutron-server[109584]: INFO neutron.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading Plugin: revisions Feb 02 06:42:59.099725 n-d-789963-26 neutron-server[109584]: DEBUG neutron.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109584) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 02 06:42:59.100129 n-d-789963-26 neutron-server[109584]: DEBUG oslo_concurrency.lockutils [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.762s {{(pid=109584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 02 06:42:59.100886 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109584) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 02 06:42:59.101228 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Initializing extension manager. Feb 02 06:42:59.101755 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: __init__.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.102108 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: __pycache__ {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.102447 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.102783 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: address_group.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.103577 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.104150 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loaded extension: address-group Feb 02 06:42:59.104481 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: address_scope.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.105200 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.105795 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loaded extension: address-scope Feb 02 06:42:59.106136 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.107152 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.107708 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loaded extension: router-admin-state-down-before-update Feb 02 06:42:59.108043 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: agent.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.108944 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.109458 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loaded extension: agent Feb 02 06:42:59.109792 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: agent_resources_synced.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.110712 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.111230 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loaded extension: agent-resources-synced Feb 02 06:42:59.111673 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: allowedaddresspairs.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.113536 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.114073 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loaded extension: allowed-address-pairs Feb 02 06:42:59.114410 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: auto_allocated_topology.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.115500 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.116051 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loaded extension: auto-allocated-topology Feb 02 06:42:59.116389 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: availability_zone.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.117093 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.117608 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loaded extension: availability_zone Feb 02 06:42:59.117941 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: availability_zone_filter.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.118858 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.119373 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loaded extension: availability_zone_filter Feb 02 06:42:59.119734 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: data_plane_status.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.120643 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.121150 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extension data-plane-status not supported by any of loaded plugins Feb 02 06:42:59.122000 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: default_subnetpools.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.122922 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.123439 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loaded extension: default-subnetpools Feb 02 06:42:59.123805 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.124627 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.125136 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loaded extension: dhcp_agent_scheduler Feb 02 06:42:59.125470 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: dns.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.126400 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.126911 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extension dns-integration not supported by any of loaded plugins Feb 02 06:42:59.127242 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: dns_domain_ports.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.128196 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.128707 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 02 06:42:59.129038 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.129964 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.130478 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 02 06:42:59.130808 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: dvr.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.131487 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.132024 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loaded extension: dvr Feb 02 06:42:59.132356 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: ecmp_routes.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.133285 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.133794 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 02 06:42:59.134121 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: empty_string_filtering.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.135037 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.135550 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loaded extension: empty-string-filtering Feb 02 06:42:59.135902 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.136836 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.137971 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 02 06:42:59.138519 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.139255 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.139854 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 02 06:42:59.140223 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: external_net.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.141169 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.141724 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loaded extension: external-net Feb 02 06:42:59.142090 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.143120 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.143729 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loaded extension: extra_dhcp_opt Feb 02 06:42:59.144123 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: extraroute.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.145078 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.145641 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loaded extension: extraroute Feb 02 06:42:59.146007 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: extraroute_atomic.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.147079 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.147634 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loaded extension: extraroute-atomic Feb 02 06:42:59.147971 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: filter_validation.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.148636 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.149145 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loaded extension: filter-validation Feb 02 06:42:59.149473 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: fip_pf_description.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.150383 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.150890 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 02 06:42:59.151216 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: fip_port_details.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.152160 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.152796 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loaded extension: fip-port-details Feb 02 06:42:59.153127 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: flavors.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.154376 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.154899 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loaded extension: flavors Feb 02 06:42:59.155234 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.156964 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.157484 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 02 06:42:59.157821 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: floatingip_pools.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.158523 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.159037 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loaded extension: floatingip-pools Feb 02 06:42:59.159368 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: ip_allocation.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.160331 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.160839 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extension ip_allocation not supported by any of loaded plugins Feb 02 06:42:59.161168 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.162099 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.162616 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loaded extension: ip-substring-filtering Feb 02 06:42:59.162950 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: l2_adjacency.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.163927 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.164435 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 02 06:42:59.164767 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: l3.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.165732 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.166249 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loaded extension: router Feb 02 06:42:59.166580 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.169067 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.169598 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 02 06:42:59.169938 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.170889 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.171412 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loaded extension: ext-gw-mode Feb 02 06:42:59.171785 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.172720 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.173242 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loaded extension: l3-ha Feb 02 06:42:59.173579 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: l3_flavors.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.174500 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.175011 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loaded extension: l3-flavors Feb 02 06:42:59.175343 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.176293 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.176805 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 02 06:42:59.177137 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: l3agentscheduler.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.178181 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.178695 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loaded extension: l3_agent_scheduler Feb 02 06:42:59.179030 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: local_ip.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.180838 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.181365 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extension local_ip not supported by any of loaded plugins Feb 02 06:42:59.181706 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: logging.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.183200 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.184277 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extension logging not supported by any of loaded plugins Feb 02 06:42:59.184624 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: metering.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.185372 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.185954 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loaded extension: metering Feb 02 06:42:59.186289 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.187388 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.187938 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loaded extension: metering_source_and_destination_fields Feb 02 06:42:59.188271 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: multiprovidernet.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.189206 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.189717 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loaded extension: multi-provider Feb 02 06:42:59.190045 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: netmtu.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.190964 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.191476 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loaded extension: net-mtu Feb 02 06:42:59.191827 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: netmtu_writable.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.192757 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.193270 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loaded extension: net-mtu-writable Feb 02 06:42:59.193597 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: network_availability_zone.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.194266 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.194776 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loaded extension: network_availability_zone Feb 02 06:42:59.195102 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: network_ip_availability.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.196267 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.196782 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loaded extension: network-ip-availability Feb 02 06:42:59.197111 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: network_segment_range.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.198153 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.198659 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extension network-segment-range not supported by any of loaded plugins Feb 02 06:42:59.198987 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: pagination.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.200739 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.201076 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loaded extension: pagination Feb 02 06:42:59.201403 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: port_device_profile.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.202321 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.202834 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loaded extension: port-device-profile Feb 02 06:42:59.203167 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.204132 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.204644 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loaded extension: port-mac-address-regenerate Feb 02 06:42:59.204971 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.206026 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.206539 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loaded extension: port-numa-affinity-policy Feb 02 06:42:59.206866 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: port_resource_request.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.207826 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.208334 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extension port-resource-request not supported by any of loaded plugins Feb 02 06:42:59.208658 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: port_resource_request_groups.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.209635 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.210143 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 02 06:42:59.210470 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: portbindings.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.211401 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.211939 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loaded extension: binding Feb 02 06:42:59.212267 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: portbindings_extended.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.213560 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.214079 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loaded extension: binding-extended Feb 02 06:42:59.214415 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: portsecurity.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.215537 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.216079 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loaded extension: port-security Feb 02 06:42:59.216410 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: project_id.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.217397 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.217733 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loaded extension: project-id Feb 02 06:42:59.218061 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: providernet.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.218984 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.219503 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loaded extension: provider Feb 02 06:42:59.219860 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: qos.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.223451 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.224012 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extension qos not supported by any of loaded plugins Feb 02 06:42:59.224356 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.225614 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.226139 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 02 06:42:59.226475 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.227398 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.227942 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 02 06:42:59.228278 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: qos_default.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.229196 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.229713 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extension qos-default not supported by any of loaded plugins Feb 02 06:42:59.230048 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: qos_fip.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.231063 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.231606 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extension qos-fip not supported by any of loaded plugins Feb 02 06:42:59.231943 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: qos_fip_network_policy.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.232900 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.233400 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 02 06:42:59.233733 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: qos_gateway_ip.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.234656 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.235173 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 02 06:42:59.235504 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: qos_port_network_policy.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.236449 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.236963 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 02 06:42:59.237293 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.238335 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.238856 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 02 06:42:59.239189 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: qos_pps_rule.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.240395 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.240921 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extension qos-pps not supported by any of loaded plugins Feb 02 06:42:59.241256 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: qos_rule_type_details.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.242174 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.242690 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 02 06:42:59.243034 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: qos_rules_alias.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.244105 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.244621 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 02 06:42:59.244952 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: quota_check_limit.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.245874 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.246911 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loaded extension: quota-check-limit Feb 02 06:42:59.247265 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: quotasv2.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.248199 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.248532 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loaded extension: quotas Feb 02 06:42:59.248860 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: quotasv2_detail.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.250693 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.251039 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loaded extension: quota_details Feb 02 06:42:59.251380 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: rbac.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.252455 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.252984 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loaded extension: rbac-policies Feb 02 06:42:59.253319 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: rbac_address_group.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.254259 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.254784 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loaded extension: rbac-address-group Feb 02 06:42:59.255116 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: rbac_address_scope.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.256073 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.256594 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loaded extension: rbac-address-scope Feb 02 06:42:59.256925 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: rbac_security_groups.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.257846 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.258369 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loaded extension: rbac-security-groups Feb 02 06:42:59.258700 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: rbac_subnetpool.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.259645 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.260160 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loaded extension: rbac-subnetpool Feb 02 06:42:59.260487 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: revisionifmatch.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.261412 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.262504 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loaded extension: revision-if-match Feb 02 06:42:59.262832 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: revisions.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.263987 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.264508 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loaded extension: standard-attr-revisions Feb 02 06:42:59.264843 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: router_availability_zone.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.265521 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.266036 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loaded extension: router_availability_zone Feb 02 06:42:59.266370 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: routerservicetype.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.267293 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.267832 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extension router-service-type not supported by any of loaded plugins Feb 02 06:42:59.268165 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.269167 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.269689 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loaded extension: security-groups-normalized-cidr Feb 02 06:42:59.270022 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.270947 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.271462 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loaded extension: port-security-groups-filtering Feb 02 06:42:59.271821 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.272772 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.273296 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loaded extension: security-groups-remote-address-group Feb 02 06:42:59.273627 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.274568 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.275084 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loaded extension: security-groups-shared-filtering Feb 02 06:42:59.275416 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.276032 n-d-789963-26 neutron-server[109584]: WARNING neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 02 06:42:59.276359 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: securitygroup.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.286221 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.286755 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loaded extension: security-group Feb 02 06:42:59.287098 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: segment.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.287921 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.288434 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extension segment not supported by any of loaded plugins Feb 02 06:42:59.288768 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.289718 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.290233 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 02 06:42:59.290568 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: servicetype.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.291726 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.292252 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loaded extension: service-type Feb 02 06:42:59.292587 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: sorting.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.293731 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.294069 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loaded extension: sorting Feb 02 06:42:59.294403 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: standard_attr_segment.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.295342 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.295892 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 02 06:42:59.296226 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: standardattrdescription.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.296886 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.297398 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loaded extension: standard-attr-description Feb 02 06:42:59.297729 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: stateful_security_group.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.298661 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.299180 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loaded extension: stateful-security-group Feb 02 06:42:59.299515 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: stdattrs_common.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.300116 n-d-789963-26 neutron-server[109584]: WARNING neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 02 06:42:59.300448 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.301376 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.301893 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 02 06:42:59.302221 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: subnet_onboard.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.303307 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.303859 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loaded extension: subnet_onboard Feb 02 06:42:59.304195 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.305126 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.305644 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 02 06:42:59.305975 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: subnet_service_types.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.306914 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.307429 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loaded extension: subnet-service-types Feb 02 06:42:59.307785 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: subnetallocation.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.309487 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.310016 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loaded extension: subnet_allocation Feb 02 06:42:59.310350 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.311025 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.311541 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loaded extension: subnetpool-prefix-ops Feb 02 06:42:59.311900 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.312839 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.313351 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 02 06:42:59.313687 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: tagging.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.314747 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.315267 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loaded extension: standard-attr-tag Feb 02 06:42:59.315623 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: timestamp.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.316845 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.317368 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loaded extension: standard-attr-timestamp Feb 02 06:42:59.317701 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: trunk.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.318744 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.319263 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extension trunk not supported by any of loaded plugins Feb 02 06:42:59.319623 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: trunk_details.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.320553 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.321067 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extension trunk-details not supported by any of loaded plugins Feb 02 06:42:59.321399 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: uplink_status_propagation.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.322331 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.323117 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 02 06:42:59.323456 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Loading extension file: vlantransparent.py {{(pid=109584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 06:42:59.324154 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 06:42:59.325280 n-d-789963-26 neutron-server[109584]: INFO neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 02 06:42:59.327827 n-d-789963-26 neutron-server[109584]: INFO neutron.quota.resource_registry [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Creating instance of TrackedResource for resource:network Feb 02 06:42:59.328351 n-d-789963-26 neutron-server[109584]: INFO neutron.quota.resource_registry [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Creating instance of TrackedResource for resource:subnet Feb 02 06:42:59.328753 n-d-789963-26 neutron-server[109584]: INFO neutron.quota.resource_registry [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Creating instance of TrackedResource for resource:subnetpool Feb 02 06:42:59.329150 n-d-789963-26 neutron-server[109584]: INFO neutron.quota.resource_registry [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Creating instance of TrackedResource for resource:port Feb 02 06:42:59.330366 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.v2.resource_helper [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109584) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 06:42:59.330823 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.v2.resource_helper [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Service FLAVORS assigned prefix: {{(pid=109584) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 06:42:59.331435 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.v2.resource_helper [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109584) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 06:42:59.331891 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.v2.resource_helper [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109584) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 06:42:59.332270 n-d-789963-26 neutron-server[109584]: INFO neutron.quota.resource_registry [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Creating instance of TrackedResource for resource:router Feb 02 06:42:59.332656 n-d-789963-26 neutron-server[109584]: INFO neutron.quota.resource_registry [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Creating instance of TrackedResource for resource:floatingip Feb 02 06:42:59.333152 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.v2.resource_helper [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Service METERING assigned prefix: /metering {{(pid=109584) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 06:42:59.334587 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:59.334963 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:59.335321 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:42:59.336367 n-d-789963-26 neutron-server[109584]: INFO neutron.quota.resource_registry [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Creating instance of CountableResource for resource:rbac_policy Feb 02 06:42:59.336819 n-d-789963-26 neutron-server[109584]: INFO neutron.quota.resource_registry [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Creating instance of TrackedResource for resource:security_group Feb 02 06:42:59.337265 n-d-789963-26 neutron-server[109584]: INFO neutron.quota.resource_registry [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 02 06:42:59.338899 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.v2.resource_helper [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Service CORE assigned prefix: {{(pid=109584) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 06:42:59.339244 n-d-789963-26 neutron-server[109584]: INFO neutron.quota.resource_registry [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Creating instance of TrackedResource for resource:subnetpool Feb 02 06:42:59.339631 n-d-789963-26 neutron-server[109584]: WARNING neutron.quota.resource_registry [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] subnetpool is already registered Feb 02 06:42:59.340104 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.v2.resource_helper [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Service CORE assigned prefix: {{(pid=109584) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 06:42:59.340439 n-d-789963-26 neutron-server[109584]: INFO neutron.quota.resource_registry [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Creating instance of TrackedResource for resource:subnetpool Feb 02 06:42:59.340784 n-d-789963-26 neutron-server[109584]: WARNING neutron.quota.resource_registry [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] subnetpool is already registered Feb 02 06:42:59.343050 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.v2.resource_helper [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109584) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 06:42:59.343496 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.v2.resource_helper [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Service FLAVORS assigned prefix: {{(pid=109584) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 06:42:59.344121 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.v2.resource_helper [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109584) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 06:42:59.344547 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.v2.resource_helper [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109584) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 06:42:59.344884 n-d-789963-26 neutron-server[109584]: INFO neutron.quota.resource_registry [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Creating instance of TrackedResource for resource:router Feb 02 06:42:59.345224 n-d-789963-26 neutron-server[109584]: WARNING neutron.quota.resource_registry [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] router is already registered Feb 02 06:42:59.345642 n-d-789963-26 neutron-server[109584]: INFO neutron.quota.resource_registry [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Creating instance of TrackedResource for resource:floatingip Feb 02 06:42:59.345980 n-d-789963-26 neutron-server[109584]: WARNING neutron.quota.resource_registry [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] floatingip is already registered Feb 02 06:42:59.346436 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.v2.resource_helper [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Service METERING assigned prefix: /metering {{(pid=109584) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 06:42:59.347100 n-d-789963-26 neutron-server[109584]: INFO neutron.quota.resource_registry [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Creating instance of CountableResource for resource:rbac_policy Feb 02 06:42:59.347430 n-d-789963-26 neutron-server[109584]: WARNING neutron.quota.resource_registry [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] rbac_policy is already registered Feb 02 06:42:59.347874 n-d-789963-26 neutron-server[109584]: INFO neutron.quota.resource_registry [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Creating instance of TrackedResource for resource:security_group Feb 02 06:42:59.348220 n-d-789963-26 neutron-server[109584]: WARNING neutron.quota.resource_registry [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] security_group is already registered Feb 02 06:42:59.348627 n-d-789963-26 neutron-server[109584]: INFO neutron.quota.resource_registry [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 02 06:42:59.348961 n-d-789963-26 neutron-server[109584]: WARNING neutron.quota.resource_registry [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] security_group_rule is already registered Feb 02 06:42:59.349579 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.v2.resource_helper [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Service CORE assigned prefix: {{(pid=109584) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 06:42:59.349909 n-d-789963-26 neutron-server[109584]: INFO neutron.quota.resource_registry [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Creating instance of TrackedResource for resource:subnetpool Feb 02 06:42:59.350246 n-d-789963-26 neutron-server[109584]: WARNING neutron.quota.resource_registry [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] subnetpool is already registered Feb 02 06:42:59.350664 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.v2.resource_helper [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Service CORE assigned prefix: {{(pid=109584) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 06:42:59.350989 n-d-789963-26 neutron-server[109584]: INFO neutron.quota.resource_registry [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Creating instance of TrackedResource for resource:subnetpool Feb 02 06:42:59.351319 n-d-789963-26 neutron-server[109584]: WARNING neutron.quota.resource_registry [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] subnetpool is already registered Feb 02 06:42:59.351815 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extended resource: extensions {{(pid=109584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 06:42:59.353269 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extended resource: address-groups {{(pid=109584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 06:42:59.354787 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extended resource: address-scopes {{(pid=109584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 06:42:59.356656 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extended resource: agents {{(pid=109584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 06:42:59.357823 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extended resource: auto-allocated-topology {{(pid=109584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 06:42:59.359084 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extended resource: availability_zones {{(pid=109584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 06:42:59.360330 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extended resource: dhcp-networks {{(pid=109584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 06:42:59.361851 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extended resource: dhcp-agents {{(pid=109584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 06:42:59.363300 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extended resource: routers {{(pid=109584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 06:42:59.365546 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extended resource: flavors {{(pid=109584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 06:42:59.366720 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extended resource: service_profiles {{(pid=109584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 06:42:59.367966 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extended resource: next_providers {{(pid=109584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 06:42:59.369416 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extended resource: service_profiles {{(pid=109584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 06:42:59.370970 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extended resource: floatingip-pools {{(pid=109584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 06:42:59.372932 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extended resource: routers {{(pid=109584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 06:42:59.375047 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extended resource: floatingips {{(pid=109584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 06:42:59.376442 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extended resource: l3-routers {{(pid=109584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 06:42:59.377859 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extended resource: l3-agents {{(pid=109584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 06:42:59.379297 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extended resource: metering-labels {{(pid=109584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 06:42:59.380690 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extended resource: metering-label-rules {{(pid=109584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 06:42:59.381993 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extended resource: network-ip-availabilities {{(pid=109584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 06:42:59.383263 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extended resource: bindings {{(pid=109584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 06:42:59.384949 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extended resource: quotas {{(pid=109584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 06:42:59.386673 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extended resource: quotas {{(pid=109584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 06:42:59.388400 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extended resource: rbac-policies {{(pid=109584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 06:42:59.389699 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extended resource: security-groups {{(pid=109584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 06:42:59.390940 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extended resource: security-group-rules {{(pid=109584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 06:42:59.392199 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extended resource: service-providers {{(pid=109584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 06:42:59.393425 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extended resource: subnetpools {{(pid=109584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 06:42:59.394878 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extended resource: subnetpools {{(pid=109584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 06:42:59.396369 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extended resource: tags {{(pid=109584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 06:42:59.398066 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extended resource: tags {{(pid=109584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 06:42:59.399890 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extended resource: tags {{(pid=109584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 06:42:59.401780 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extended resource: tags {{(pid=109584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 06:42:59.404611 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extended resource: tags {{(pid=109584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 06:42:59.406499 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extended resource: tags {{(pid=109584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 06:42:59.408236 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extended resource: tags {{(pid=109584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 06:42:59.410142 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extended resource: tags {{(pid=109584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 06:42:59.411937 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extended resource: tags {{(pid=109584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 06:42:59.413803 n-d-789963-26 neutron-server[109584]: DEBUG neutron.api.extensions [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Extended resource: tags {{(pid=109584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 06:42:59.420310 n-d-789963-26 neutron-server[109584]: WARNING keystonemiddleware.auth_token [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 02 06:42:59.424971 n-d-789963-26 neutron-server[109584]: WARNING keystonemiddleware.auth_token [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 02 06:42:59.433307 n-d-789963-26 neutron-server[109584]: DEBUG oslo_concurrency.lockutils [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Acquired lock "singleton_lock" {{(pid=109584) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 02 06:42:59.434437 n-d-789963-26 neutron-server[109584]: DEBUG oslo_concurrency.lockutils [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Releasing lock "singleton_lock" {{(pid=109584) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 02 06:42:59.435103 n-d-789963-26 neutron-server[109584]: INFO oslo_service.service [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Starting 2 workers Feb 02 06:42:59.439957 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Started child 109693 {{(pid=109584) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 02 06:42:59.444936 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Started child 109694 {{(pid=109584) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 02 06:42:59.445541 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:42:59.446154 n-d-789963-26 neutron-server[109584]: INFO neutron.service [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 02 06:42:59.446761 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Publish callbacks [] for process (None), before_spawn {{(pid=109584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:42:59.447213 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [-] (109693) wsgi starting up on http://0.0.0.0:9696 Feb 02 06:42:59.449534 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:42:59.450007 n-d-789963-26 neutron-server[109584]: INFO oslo_service.service [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Starting 1 workers Feb 02 06:42:59.450903 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [-] (109694) wsgi starting up on http://0.0.0.0:9696 Feb 02 06:42:59.454853 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Started child 109695 {{(pid=109584) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 02 06:42:59.455422 n-d-789963-26 neutron-server[109584]: INFO oslo_service.service [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Starting 1 workers Feb 02 06:42:59.458755 n-d-789963-26 neutron-server[109695]: DEBUG neutron.service [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] calling RpcWorker wait() {{(pid=109695) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 02 06:42:59.459323 n-d-789963-26 neutron-server[109695]: DEBUG neutron.service [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] returning from RpcWorker wait() {{(pid=109695) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 02 06:42:59.459920 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Started child 109696 {{(pid=109584) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 02 06:42:59.460568 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:42:59.460710 n-d-789963-26 neutron-server[109584]: DEBUG neutron_lib.callbacks.manager [None req-5b68f918-d5fa-4308-aa70-d771c53d0163 None None] Publish callbacks [] for process (None), after_spawn {{(pid=109584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:42:59.461024 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:42:59.462817 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109584) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 02 06:42:59.463036 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 02 06:42:59.463225 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 02 06:42:59.463455 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 02 06:42:59.463874 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 02 06:42:59.464040 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 02 06:42:59.464549 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.464825 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.464914 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:42:59.465518 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.465518 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.465762 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.466317 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.466416 n-d-789963-26 neutron-server[109696]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:42:59.466573 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.466814 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.467076 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.467309 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.467482 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.467682 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.467938 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.468189 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.468490 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.468761 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.468999 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.469273 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.469448 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.469709 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.469968 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.470195 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.470455 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] debug = True {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.470700 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.471214 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.471448 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.471729 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.471955 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.472226 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.472446 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.472736 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.472992 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.473238 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.473476 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.473738 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.473972 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.474207 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.474477 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.474712 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.474958 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.475185 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.475644 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] host = n-d-789963-26 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.475865 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.476082 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.476336 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.476582 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.476825 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.477039 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.477290 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.477557 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.477806 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.478076 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.478311 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.478536 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.478771 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.478987 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] log_file = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.479154 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] log_options = True {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.479369 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.479670 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.479930 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.480123 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.480292 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.480454 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.481248 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.481566 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.482007 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.482007 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.482859 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.482859 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.482859 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.482859 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.483387 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.483387 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.483695 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.483695 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.483967 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.484147 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.484374 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.484606 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.484828 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.485070 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.486782 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.486782 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.486782 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.486782 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.486782 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.486782 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.486782 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.488235 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.488235 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.488235 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.488235 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.488235 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.488235 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.489381 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.489381 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.489381 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.489381 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.489381 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.490050 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.490050 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.490050 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.490050 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.490672 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] use_json = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.490672 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.491043 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.491043 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.491282 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.491703 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.492081 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.492446 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.492587 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.492790 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.493237 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.493535 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.493851 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.494100 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.494351 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.494599 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.494833 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.495080 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.495330 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.496038 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.496038 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.496883 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.496973 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.497235 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.498241 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.498568 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.498844 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.499127 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.499353 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.499631 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.499872 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.500099 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.500368 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.500595 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.500850 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.501082 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.501304 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.501609 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.502041 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.502388 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.502656 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.503063 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.87/identity {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.503317 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.503545 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.503810 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.505136 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.505136 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.505136 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.505136 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.505136 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.505837 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.505837 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.505837 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.505837 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.507417 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.509365 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.509632 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.509919 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.510178 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.510448 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.510685 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.510955 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.511185 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.511443 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.513642 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.515644 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.516689 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.517290 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.517773 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.518722 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.519745 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.519990 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.520243 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.520477 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.520704 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.520927 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.521480 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.521737 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.521996 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.522223 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.522445 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.522768 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.524140 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.525679 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.527220 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.527506 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.527955 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.528200 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.528434 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.528663 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.528892 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.529122 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.529373 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.529599 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.529870 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.530080 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.530322 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.530540 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.530757 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.530978 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.531193 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.531492 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.531962 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.532278 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.532539 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.532764 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.533037 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.533398 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.533644 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.534139 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.534371 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.534592 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.534846 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.535082 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.535328 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.535582 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.535802 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.536042 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.536267 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.536491 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.536720 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.536975 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.537379 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.537642 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.537898 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.538141 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.538416 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.538637 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.538909 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.539149 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.539434 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.539691 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.540370 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.540690 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.540970 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.541250 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.541503 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.541761 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.542014 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.542250 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.542498 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.542750 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.542981 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.543792 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.544038 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.544266 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.544489 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.544728 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.545063 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.545309 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.545531 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.545746 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.546018 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.546649 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.546649 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.546821 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.547010 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.547821 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.548240 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.548498 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.87/identity {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.548738 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.548984 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.549241 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.549462 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.549711 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.549931 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.550194 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.550435 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.550656 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.550896 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.551120 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.551377 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.551629 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.551851 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.552092 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.552339 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.552710 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.552931 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.553180 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.553406 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.553626 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.553851 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.554083 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.554353 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.554587 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.554856 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.555101 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.555319 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.555546 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.555820 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.556080 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.556295 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.556534 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.556777 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.556991 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.557204 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.557441 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.557672 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.557914 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.558160 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.558377 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.559361 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.559637 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.559961 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.560204 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.560602 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.561022 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.561265 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.561513 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.561750 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.561992 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.562210 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.562452 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.562687 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.562931 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.563173 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.563412 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.563652 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.563883 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.564087 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.564324 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.564534 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.564823 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.565073 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.565306 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.565704 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.566092 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.566307 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.566541 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.566755 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.566967 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.567189 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.567412 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.567682 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.567933 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.568056 n-d-789963-26 neutron-server[109695]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:42:59.568146 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.568347 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.568568 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.568838 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.569049 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.569293 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.569501 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.569730 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.569950 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.570181 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.570393 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.570645 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.570875 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.571085 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.571306 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.571522 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.571760 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.572282 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.572767 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.572979 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.573699 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.573935 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.574163 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.574527 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.575934 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.576177 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.576478 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.576801 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.577068 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.577326 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.577773 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.578562 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.578887 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.579093 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.579321 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.579574 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.579832 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.580161 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.580450 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.580696 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.580951 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.581226 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.581504 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.581778 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.581993 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.582857 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.583152 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.583455 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.583727 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.583995 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.584246 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.584492 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.584941 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.585196 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.585436 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.585659 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.586122 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.586360 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.586596 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.587133 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.587386 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.587640 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.587871 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.588088 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.588332 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.588550 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.588712 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 02 06:42:59.589234 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109584) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 02 06:42:59.589405 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 02 06:42:59.589540 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 02 06:42:59.589859 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 02 06:42:59.590330 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 02 06:42:59.591080 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 02 06:42:59.591301 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.591473 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.591661 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.591826 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.591988 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.592174 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.592335 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.592496 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.592712 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.592874 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.593193 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.593351 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.593517 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.593864 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.594013 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.594176 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.594335 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.594497 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.594893 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.595062 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.595224 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.595384 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.595544 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] debug = True {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.595724 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.595936 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.596105 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.596267 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.596427 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.596588 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.596747 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.597117 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.597281 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.597444 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.597604 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.597770 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.597927 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.598086 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.598248 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.598409 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.598570 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.598726 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.598887 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] host = n-d-789963-26 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.599154 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.599255 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.599333 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.599720 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.599720 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.600049 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.600352 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.600519 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.600679 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.600840 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.601000 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.601160 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.601321 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.601479 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] log_file = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.601639 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] log_options = True {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.601799 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.601960 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.602119 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.602307 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.602467 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.602632 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.602795 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.602953 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.603265 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.603423 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.603714 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 54604) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:42:59.603829 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.603913 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.604061 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.604221 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.604383 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.604547 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.604710 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.604867 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.605181 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.605347 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.605496 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.606182 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.606337 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.606573 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.606793 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.606957 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.607118 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.607265 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.607420 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.607606 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.607758 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.607915 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.608076 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.608224 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.608382 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.608536 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.608672 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.608886 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.609043 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.609152 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.609339 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.609498 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.609637 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.609777 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.609924 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.610063 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.610201 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] use_json = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.610339 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.610497 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.610639 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.610794 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.610933 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.611071 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.611218 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.611372 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.611744 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 06:42:59.611922 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.612118 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.612298 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.612469 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.612777 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.612777 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.613044 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.613173 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.613284 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.613401 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.613602 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.613821 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.613956 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.614045 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.614211 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.614377 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.614539 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.614700 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.614775 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [-] 10.222.0.87 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0087879 Feb 02 06:42:59.614865 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.615031 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.615333 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.615675 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.615984 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.616313 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.616496 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.616634 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.616766 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.616938 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.617103 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.617282 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.617448 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.617612 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.87/identity {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.617798 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.617978 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.618998 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.618998 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.618998 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.618998 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.618998 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.618998 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.618998 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.619515 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.619515 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.619515 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.620396 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.620396 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.620396 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.620396 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.620396 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.620396 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.620755 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.620755 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.620892 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.620997 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.621136 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.621506 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.621701 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.621900 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.622025 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.622175 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.622344 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.622503 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.622665 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.622826 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.622989 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.623155 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.623317 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.623478 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.624480 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.624709 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.624828 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.624972 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.625134 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.625297 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.625460 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.625622 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.625784 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.625929 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.626095 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.626257 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.626419 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.626619 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.626741 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.626925 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.627065 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.627230 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.627390 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.627582 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.627757 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.627901 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.629070 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.629070 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.629070 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.629070 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.629070 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.629070 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.629070 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.629514 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.629514 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.629514 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.629678 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.629741 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.629874 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.630172 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.630490 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.630793 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.630969 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.631122 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.631286 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.631437 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.631714 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.631820 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.631940 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.632102 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.632263 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.632475 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.632630 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.632764 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.632897 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.633029 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.633190 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.633349 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.633567 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.633683 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.633929 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.634075 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.634210 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.634343 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.634475 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.634677 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.634778 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.634929 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.635069 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.635231 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.635426 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.635595 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.635768 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.635923 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.636080 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.636242 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.636438 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.636622 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.636768 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.637482 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.637621 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.637791 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.637879 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.638018 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.638178 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.638356 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.87/identity {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.638501 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.638658 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.638858 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.639010 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.639131 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.639299 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.639502 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.640519 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.640747 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.640884 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.641020 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.641155 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.641289 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.641419 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.641582 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.641782 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.641917 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.642057 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.642220 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.642382 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.642543 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.643521 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.643521 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.643521 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.643521 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.643521 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.643521 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.644072 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.644072 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.644072 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.644072 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.644299 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.644387 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.644550 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.644713 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.644877 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.645039 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.645201 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.645367 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.645530 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.645693 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.645854 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.646018 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.646196 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.646358 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.646519 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.646681 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.646843 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.647004 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.647165 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.647333 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.647503 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.647661 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.647801 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.647965 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.648131 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.648293 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.648454 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.648615 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.648779 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.648929 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.649090 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.649266 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.649428 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.649590 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.649753 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.649915 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.650077 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.650249 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.650411 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.650572 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.650733 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.650895 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.651056 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.651229 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.651391 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.651620 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.651735 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.651897 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.652059 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.652230 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.652391 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.652739 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.652996 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.653167 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.653325 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.653498 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.653662 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.653824 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.653986 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.654148 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.654309 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.654482 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.654643 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.654805 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.654967 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.655129 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.655291 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.655466 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.655654 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.655817 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.655987 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.656148 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.656310 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.656471 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.656648 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.656810 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.657001 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.657138 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.657298 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.657459 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.657621 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.657789 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.657961 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.658136 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.658301 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.658447 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.658612 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.658783 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.658944 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.659112 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.659286 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.659447 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.659689 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.659825 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.659971 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.660106 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.660240 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.660372 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.660570 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.660707 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.660843 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.660987 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.661119 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.661251 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.661406 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.661567 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.661733 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.661894 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.662054 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.662211 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 06:42:59.663007 n-d-789963-26 neutron-server[109584]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 02 06:43:10.936941 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f862de4-90f8-479f-9413-7c669c886347 None None] get_active_networks_info from n-d-789963-26 {{(pid=109695) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 02 06:43:10.991521 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f862de4-90f8-479f-9413-7c669c886347 None None] No non-hosted networks {{(pid=109695) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 02 06:43:11.006313 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.agentschedulers_db [None req-5f862de4-90f8-479f-9413-7c669c886347 None None] DHCP Agent not found on host n-d-789963-26 {{(pid=109695) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 02 06:43:11.081579 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0505e4cb-9c09-45a4-ad96-a09d09cd4f8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1043592'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:13.204129 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-4b90010b-2af6-4e97-b496-0f34a108023c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1043592'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:13.247629 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-4696a5d3-e844-4af4-b192-c09052b3467d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:14.483334 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1043592'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:15.851665 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1043592'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:17.211191 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1043592'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:17.212813 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:43:17.213416 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:43:17.213975 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:43:17.215170 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:43:17.216129 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:43:17.216739 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:43:17.218843 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:43:17.219866 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:43:17.221713 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:43:17.223016 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:43:17.223593 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:43:17.224107 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:43:17.224636 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:43:17.225275 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-789963-26', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:43:17.235343 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-789963-26', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:43:19.219378 n-d-789963-26 neutron-server[109695]: INFO neutron.db.l3_hamode_db [None req-e0293cbf-9c29-4109-8b1e-88f85609bdc8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 02 06:43:19.298952 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0293cbf-9c29-4109-8b1e-88f85609bdc8 None None] Routers set() bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 06:43:19.299288 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0293cbf-9c29-4109-8b1e-88f85609bdc8 None None] Router IDs set() for agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 02 06:43:19.641977 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 54702) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:43:20.135280 n-d-789963-26 neutron-server[109694]: WARNING oslo_policy.policy [None req-3b30aac7-776b-40b7-9924-09c4a5490064 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 02 06:43:20.135886 n-d-789963-26 neutron-server[109694]: WARNING oslo_policy.policy [None req-3b30aac7-776b-40b7-9924-09c4a5490064 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 02 06:43:20.363004 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [None req-3b30aac7-776b-40b7-9924-09c4a5490064 admin admin] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 06:43:20.364064 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-3b30aac7-776b-40b7-9924-09c4a5490064 admin admin] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7212119 Feb 02 06:43:23.024145 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 54720) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:43:23.319685 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-54996169-5116-42eb-911a-0a660ca8c985 admin admin] Request body: {'subnetpool': {'shared': True, 'tenant_id': '9b7862dfd72946e4a79e76d442bb136c', 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:43:23.410984 n-d-789963-26 neutron-server[109694]: DEBUG neutron.policy [None req-54996169-5116-42eb-911a-0a660ca8c985 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109694) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 02 06:43:23.452413 n-d-789963-26 neutron-server[109694]: WARNING oslo_policy.policy [None req-54996169-5116-42eb-911a-0a660ca8c985 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 02 06:43:23.452790 n-d-789963-26 neutron-server[109694]: WARNING oslo_policy.policy [None req-54996169-5116-42eb-911a-0a660ca8c985 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 02 06:43:23.545213 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-54996169-5116-42eb-911a-0a660ca8c985 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778329338375', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778329336874', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778329913950', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778329910627', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778329900947', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778329892613', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-33480398', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33481422', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-548988', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-613276'] for rbac-policy (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:23.609934 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-54996169-5116-42eb-911a-0a660ca8c985 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:23.611030 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-54996169-5116-42eb-911a-0a660ca8c985 admin admin] 10.222.0.87 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5859330 Feb 02 06:43:26.247536 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 54732) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:43:26.545457 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-7470be8c-6942-4ffc-99da-797849546ffe admin admin] Request body: {'network': {'tenant_id': 'cebcc014cd05478d82f09042ed40f499', 'admin_state_up': True, 'project_id': 'cebcc014cd05478d82f09042ed40f499', 'name': 'private'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:43:26.572243 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7470be8c-6942-4ffc-99da-797849546ffe admin admin] Made reservation on behalf of cebcc014cd05478d82f09042ed40f499 for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:43:26.575584 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7470be8c-6942-4ffc-99da-797849546ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:26.592826 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7470be8c-6942-4ffc-99da-797849546ffe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:26.696479 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7470be8c-6942-4ffc-99da-797849546ffe admin admin] Publish callbacks [] for security_group (f8ab976a-dda5-4cdf-9ee8-797f2a350ad9), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:26.700807 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7470be8c-6942-4ffc-99da-797849546ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (f8ab976a-dda5-4cdf-9ee8-797f2a350ad9), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:26.719632 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7470be8c-6942-4ffc-99da-797849546ffe admin admin] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 06:43:26.748295 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7470be8c-6942-4ffc-99da-797849546ffe admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778325690260', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (feb5313e-dfc2-4573-8eb9-d2e5de1c9ca9), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:26.748868 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7470be8c-6942-4ffc-99da-797849546ffe admin admin] Unsubscribe: segment precommit_create {{(pid=109694) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 02 06:43:26.749370 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-7470be8c-6942-4ffc-99da-797849546ffe admin admin] Added segment feb5313e-dfc2-4573-8eb9-d2e5de1c9ca9 of type vlan for network b632d55b-969d-47a6-85ce-b0287a6f7c51 Feb 02 06:43:26.765108 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7470be8c-6942-4ffc-99da-797849546ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ab976a-dda5-4cdf-9ee8-797f2a350ad9,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:43:26.789806 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7470be8c-6942-4ffc-99da-797849546ffe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:43:26.790147 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7470be8c-6942-4ffc-99da-797849546ffe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:43:26.790479 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7470be8c-6942-4ffc-99da-797849546ffe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:43:26.790805 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7470be8c-6942-4ffc-99da-797849546ffe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:43:26.791128 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7470be8c-6942-4ffc-99da-797849546ffe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:43:26.791448 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7470be8c-6942-4ffc-99da-797849546ffe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:43:26.791800 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7470be8c-6942-4ffc-99da-797849546ffe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:43:26.792232 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7470be8c-6942-4ffc-99da-797849546ffe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:43:26.792561 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7470be8c-6942-4ffc-99da-797849546ffe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:43:26.792878 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7470be8c-6942-4ffc-99da-797849546ffe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:43:26.793199 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7470be8c-6942-4ffc-99da-797849546ffe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:43:26.793512 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7470be8c-6942-4ffc-99da-797849546ffe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:43:26.793825 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7470be8c-6942-4ffc-99da-797849546ffe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:43:26.794980 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7470be8c-6942-4ffc-99da-797849546ffe admin admin] Tracked resource versions report: Feb 02 06:43:26.794980 n-d-789963-26 neutron-server[109694]: pushed versions: Feb 02 06:43:26.794980 n-d-789963-26 neutron-server[109694]: { 'AddressGroup': {'1.2'}, Feb 02 06:43:26.794980 n-d-789963-26 neutron-server[109694]: 'ConntrackHelper': {'1.0'}, Feb 02 06:43:26.794980 n-d-789963-26 neutron-server[109694]: 'LocalIPAssociation': {'1.0'}, Feb 02 06:43:26.794980 n-d-789963-26 neutron-server[109694]: 'Log': {'1.0'}, Feb 02 06:43:26.794980 n-d-789963-26 neutron-server[109694]: 'Network': {'1.1'}, Feb 02 06:43:26.794980 n-d-789963-26 neutron-server[109694]: 'Port': {'1.7'}, Feb 02 06:43:26.794980 n-d-789963-26 neutron-server[109694]: 'PortForwarding': {'1.2'}, Feb 02 06:43:26.794980 n-d-789963-26 neutron-server[109694]: 'QosPolicy': {'1.10'}, Feb 02 06:43:26.794980 n-d-789963-26 neutron-server[109694]: 'SecurityGroup': {'1.5'}, Feb 02 06:43:26.794980 n-d-789963-26 neutron-server[109694]: 'SecurityGroupRule': {'1.2'}, Feb 02 06:43:26.794980 n-d-789963-26 neutron-server[109694]: 'SubPort': {'1.0'}, Feb 02 06:43:26.794980 n-d-789963-26 neutron-server[109694]: 'Subnet': {'1.1'}, Feb 02 06:43:26.794980 n-d-789963-26 neutron-server[109694]: 'Trunk': {'1.1'}} Feb 02 06:43:26.794980 n-d-789963-26 neutron-server[109694]: consumer versions: Feb 02 06:43:26.794980 n-d-789963-26 neutron-server[109694]: { DHCP agent@n-d-789963-26: {}, Feb 02 06:43:26.794980 n-d-789963-26 neutron-server[109694]: L3 agent@n-d-789963-26: {}, Feb 02 06:43:26.794980 n-d-789963-26 neutron-server[109694]: Metadata agent@n-d-789963-26: {}, Feb 02 06:43:26.794980 n-d-789963-26 neutron-server[109694]: Metering agent@n-d-789963-26: {}, Feb 02 06:43:26.794980 n-d-789963-26 neutron-server[109694]: Open vSwitch agent@n-d-789963-26: { 'AddressGroup': '1.2', Feb 02 06:43:26.794980 n-d-789963-26 neutron-server[109694]: 'ConntrackHelper': '1.0', Feb 02 06:43:26.794980 n-d-789963-26 neutron-server[109694]: 'LocalIPAssociation': '1.0', Feb 02 06:43:26.794980 n-d-789963-26 neutron-server[109694]: 'Log': '1.0', Feb 02 06:43:26.794980 n-d-789963-26 neutron-server[109694]: 'Network': '1.1', Feb 02 06:43:26.794980 n-d-789963-26 neutron-server[109694]: 'Port': '1.7', Feb 02 06:43:26.794980 n-d-789963-26 neutron-server[109694]: 'PortForwarding': '1.2', Feb 02 06:43:26.794980 n-d-789963-26 neutron-server[109694]: 'QosPolicy': '1.10', Feb 02 06:43:26.794980 n-d-789963-26 neutron-server[109694]: 'SecurityGroup': '1.5', Feb 02 06:43:26.794980 n-d-789963-26 neutron-server[109694]: 'SecurityGroupRule': '1.2', Feb 02 06:43:26.794980 n-d-789963-26 neutron-server[109694]: 'SubPort': '1.0', Feb 02 06:43:26.794980 n-d-789963-26 neutron-server[109694]: 'Subnet': '1.1', Feb 02 06:43:26.794980 n-d-789963-26 neutron-server[109694]: 'Trunk': '1.1'}} Feb 02 06:43:26.794980 n-d-789963-26 neutron-server[109694]: {{(pid=109694) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 02 06:43:26.858315 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7470be8c-6942-4ffc-99da-797849546ffe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (b632d55b-969d-47a6-85ce-b0287a6f7c51), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:26.898392 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7470be8c-6942-4ffc-99da-797849546ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (b632d55b-969d-47a6-85ce-b0287a6f7c51), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:26.899484 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7470be8c-6942-4ffc-99da-797849546ffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:43:26.900257 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7470be8c-6942-4ffc-99da-797849546ffe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:26.959861 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-7470be8c-6942-4ffc-99da-797849546ffe admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7107229 Feb 02 06:43:27.002105 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7470be8c-6942-4ffc-99da-797849546ffe admin admin] Pushing event updated for resources: {'Network': ['ID=b632d55b-969d-47a6-85ce-b0287a6f7c51,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:43:27.014284 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network b632d55b-969d-47a6-85ce-b0287a6f7c51 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 06:43:29.668830 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 54746) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:43:30.156563 n-d-789963-26 neutron-server[109693]: WARNING oslo_policy.policy [None req-7805c161-3dd9-4dbf-90ef-32c2d9fa175e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 02 06:43:30.157134 n-d-789963-26 neutron-server[109693]: WARNING oslo_policy.policy [None req-7805c161-3dd9-4dbf-90ef-32c2d9fa175e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 02 06:43:30.595431 n-d-789963-26 neutron-server[109693]: DEBUG neutron.policy [None req-7805c161-3dd9-4dbf-90ef-32c2d9fa175e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109693) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 02 06:43:30.637367 n-d-789963-26 neutron-server[109693]: WARNING oslo_policy.policy [None req-7805c161-3dd9-4dbf-90ef-32c2d9fa175e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 02 06:43:30.637745 n-d-789963-26 neutron-server[109693]: WARNING oslo_policy.policy [None req-7805c161-3dd9-4dbf-90ef-32c2d9fa175e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 02 06:43:30.645753 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7805c161-3dd9-4dbf-90ef-32c2d9fa175e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:43:30.647698 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-7805c161-3dd9-4dbf-90ef-32c2d9fa175e admin admin] 10.222.0.87 "GET /v2.0/networks/b632d55b-969d-47a6-85ce-b0287a6f7c51 HTTP/1.1" status: 200 len: 825 time: 0.9768097 Feb 02 06:43:30.685932 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-5d1e9cd4-89e2-4700-b32a-07b5251acdce admin admin] 10.222.0.87 "GET /v2.0/subnetpools/f2a4ee0d-8943-41c8-b3a1-6d6ef12d8b12 HTTP/1.1" status: 200 len: 734 time: 0.0326397 Feb 02 06:43:30.694703 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-4d1b6ebd-42df-4cd7-95c5-61c0716b6d30 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': 'f2a4ee0d-8943-41c8-b3a1-6d6ef12d8b12', 'tenant_id': 'cebcc014cd05478d82f09042ed40f499', 'network_id': 'b632d55b-969d-47a6-85ce-b0287a6f7c51'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:43:30.730988 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1b6ebd-42df-4cd7-95c5-61c0716b6d30 admin admin] Made reservation on behalf of cebcc014cd05478d82f09042ed40f499 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:43:30.733746 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4d1b6ebd-42df-4cd7-95c5-61c0716b6d30 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:31.016478 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4d1b6ebd-42df-4cd7-95c5-61c0716b6d30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for subnet (aa97fff5-3253-4557-9a5c-3f741b0f4b6b), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:31.082972 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1b6ebd-42df-4cd7-95c5-61c0716b6d30 admin admin] Checking segment: {'id': 'feb5313e-dfc2-4573-8eb9-d2e5de1c9ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b632d55b-969d-47a6-85ce-b0287a6f7c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:43:31.083320 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1b6ebd-42df-4cd7-95c5-61c0716b6d30 admin admin] Network hostable DHCP agents. Network: b632d55b-969d-47a6-85ce-b0287a6f7c51, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 06:43:31.097657 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1b6ebd-42df-4cd7-95c5-61c0716b6d30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa97fff5-3253-4557-9a5c-3f741b0f4b6b,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:43:31.114388 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1b6ebd-42df-4cd7-95c5-61c0716b6d30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:43:31.114730 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1b6ebd-42df-4cd7-95c5-61c0716b6d30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:43:31.115079 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1b6ebd-42df-4cd7-95c5-61c0716b6d30 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:43:31.115384 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1b6ebd-42df-4cd7-95c5-61c0716b6d30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:43:31.115776 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1b6ebd-42df-4cd7-95c5-61c0716b6d30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:43:31.116105 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1b6ebd-42df-4cd7-95c5-61c0716b6d30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:43:31.116426 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1b6ebd-42df-4cd7-95c5-61c0716b6d30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:43:31.116778 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1b6ebd-42df-4cd7-95c5-61c0716b6d30 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:43:31.117065 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1b6ebd-42df-4cd7-95c5-61c0716b6d30 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:43:31.117382 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1b6ebd-42df-4cd7-95c5-61c0716b6d30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:43:31.117730 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1b6ebd-42df-4cd7-95c5-61c0716b6d30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:43:31.118083 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1b6ebd-42df-4cd7-95c5-61c0716b6d30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:43:31.118401 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1b6ebd-42df-4cd7-95c5-61c0716b6d30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:43:31.119519 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1b6ebd-42df-4cd7-95c5-61c0716b6d30 admin admin] Tracked resource versions report: Feb 02 06:43:31.119519 n-d-789963-26 neutron-server[109693]: pushed versions: Feb 02 06:43:31.119519 n-d-789963-26 neutron-server[109693]: { 'AddressGroup': {'1.2'}, Feb 02 06:43:31.119519 n-d-789963-26 neutron-server[109693]: 'ConntrackHelper': {'1.0'}, Feb 02 06:43:31.119519 n-d-789963-26 neutron-server[109693]: 'LocalIPAssociation': {'1.0'}, Feb 02 06:43:31.119519 n-d-789963-26 neutron-server[109693]: 'Log': {'1.0'}, Feb 02 06:43:31.119519 n-d-789963-26 neutron-server[109693]: 'Network': {'1.1'}, Feb 02 06:43:31.119519 n-d-789963-26 neutron-server[109693]: 'Port': {'1.7'}, Feb 02 06:43:31.119519 n-d-789963-26 neutron-server[109693]: 'PortForwarding': {'1.2'}, Feb 02 06:43:31.119519 n-d-789963-26 neutron-server[109693]: 'QosPolicy': {'1.10'}, Feb 02 06:43:31.119519 n-d-789963-26 neutron-server[109693]: 'SecurityGroup': {'1.5'}, Feb 02 06:43:31.119519 n-d-789963-26 neutron-server[109693]: 'SecurityGroupRule': {'1.2'}, Feb 02 06:43:31.119519 n-d-789963-26 neutron-server[109693]: 'SubPort': {'1.0'}, Feb 02 06:43:31.119519 n-d-789963-26 neutron-server[109693]: 'Subnet': {'1.1'}, Feb 02 06:43:31.119519 n-d-789963-26 neutron-server[109693]: 'Trunk': {'1.1'}} Feb 02 06:43:31.119519 n-d-789963-26 neutron-server[109693]: consumer versions: Feb 02 06:43:31.119519 n-d-789963-26 neutron-server[109693]: { DHCP agent@n-d-789963-26: {}, Feb 02 06:43:31.119519 n-d-789963-26 neutron-server[109693]: L3 agent@n-d-789963-26: {}, Feb 02 06:43:31.119519 n-d-789963-26 neutron-server[109693]: Metadata agent@n-d-789963-26: {}, Feb 02 06:43:31.119519 n-d-789963-26 neutron-server[109693]: Metering agent@n-d-789963-26: {}, Feb 02 06:43:31.119519 n-d-789963-26 neutron-server[109693]: Open vSwitch agent@n-d-789963-26: { 'AddressGroup': '1.2', Feb 02 06:43:31.119519 n-d-789963-26 neutron-server[109693]: 'ConntrackHelper': '1.0', Feb 02 06:43:31.119519 n-d-789963-26 neutron-server[109693]: 'LocalIPAssociation': '1.0', Feb 02 06:43:31.119519 n-d-789963-26 neutron-server[109693]: 'Log': '1.0', Feb 02 06:43:31.119519 n-d-789963-26 neutron-server[109693]: 'Network': '1.1', Feb 02 06:43:31.119519 n-d-789963-26 neutron-server[109693]: 'Port': '1.7', Feb 02 06:43:31.119519 n-d-789963-26 neutron-server[109693]: 'PortForwarding': '1.2', Feb 02 06:43:31.119519 n-d-789963-26 neutron-server[109693]: 'QosPolicy': '1.10', Feb 02 06:43:31.119519 n-d-789963-26 neutron-server[109693]: 'SecurityGroup': '1.5', Feb 02 06:43:31.119519 n-d-789963-26 neutron-server[109693]: 'SecurityGroupRule': '1.2', Feb 02 06:43:31.119519 n-d-789963-26 neutron-server[109693]: 'SubPort': '1.0', Feb 02 06:43:31.119519 n-d-789963-26 neutron-server[109693]: 'Subnet': '1.1', Feb 02 06:43:31.119519 n-d-789963-26 neutron-server[109693]: 'Trunk': '1.1'}} Feb 02 06:43:31.119519 n-d-789963-26 neutron-server[109693]: {{(pid=109693) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 02 06:43:31.132526 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1b6ebd-42df-4cd7-95c5-61c0716b6d30 admin admin] Network b632d55b-969d-47a6-85ce-b0287a6f7c51 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 06:43:31.153668 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-4d1b6ebd-42df-4cd7-95c5-61c0716b6d30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, b632d55b-969d-47a6-85ce-b0287a6f7c51) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:43:31.158065 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1b6ebd-42df-4cd7-95c5-61c0716b6d30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:43:31.158701 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4d1b6ebd-42df-4cd7-95c5-61c0716b6d30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:31.163957 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23816470-4ccf-45bb-969c-329c4b633c1e None None] Network b632d55b-969d-47a6-85ce-b0287a6f7c51 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 06:43:31.184040 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-4d1b6ebd-42df-4cd7-95c5-61c0716b6d30 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4876618 Feb 02 06:43:31.436825 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c732232-1b79-4d05-865f-5f8cd03d39e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-b632d55b-969d-47a6-85ce-b0287a6f7c51', 'network_id': 'b632d55b-969d-47a6-85ce-b0287a6f7c51', 'project_id': 'cebcc014cd05478d82f09042ed40f499', 'fixed_ips': [{'subnet_id': 'aa97fff5-3253-4557-9a5c-3f741b0f4b6b'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 06:43:31.438065 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9c732232-1b79-4d05-865f-5f8cd03d39e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:31.748459 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-9c732232-1b79-4d05-865f-5f8cd03d39e9 None None] Allocated IP 172.20.0.2 (b632d55b-969d-47a6-85ce-b0287a6f7c51/aa97fff5-3253-4557-9a5c-3f741b0f4b6b/ef1f4cc5-111f-4737-9f1e-9451f35ab2a5) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:43:32.060445 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9c732232-1b79-4d05-865f-5f8cd03d39e9 None None] Publish callbacks [] for port (ef1f4cc5-111f-4737-9f1e-9451f35ab2a5), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:32.069092 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9c732232-1b79-4d05-865f-5f8cd03d39e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (ef1f4cc5-111f-4737-9f1e-9451f35ab2a5), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:32.154525 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c732232-1b79-4d05-865f-5f8cd03d39e9 None None] Network b632d55b-969d-47a6-85ce-b0287a6f7c51 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:43:32.162343 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-9c732232-1b79-4d05-865f-5f8cd03d39e9 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:43:32.179991 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c732232-1b79-4d05-865f-5f8cd03d39e9 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:43:32.183441 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c732232-1b79-4d05-865f-5f8cd03d39e9 None None] Pushing event updated for resources: {'Port': ['ID=ef1f4cc5-111f-4737-9f1e-9451f35ab2a5,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:43:32.195507 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c732232-1b79-4d05-865f-5f8cd03d39e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:43:32.195883 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c732232-1b79-4d05-865f-5f8cd03d39e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:43:32.196231 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c732232-1b79-4d05-865f-5f8cd03d39e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:43:32.196568 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c732232-1b79-4d05-865f-5f8cd03d39e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:43:32.197157 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c732232-1b79-4d05-865f-5f8cd03d39e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:43:32.197492 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c732232-1b79-4d05-865f-5f8cd03d39e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:43:32.197823 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c732232-1b79-4d05-865f-5f8cd03d39e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:43:32.198214 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c732232-1b79-4d05-865f-5f8cd03d39e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:43:32.198530 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c732232-1b79-4d05-865f-5f8cd03d39e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:43:32.198871 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c732232-1b79-4d05-865f-5f8cd03d39e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:43:32.199189 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c732232-1b79-4d05-865f-5f8cd03d39e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:43:32.199517 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c732232-1b79-4d05-865f-5f8cd03d39e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:43:32.199865 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c732232-1b79-4d05-865f-5f8cd03d39e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:43:32.201213 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c732232-1b79-4d05-865f-5f8cd03d39e9 None None] Tracked resource versions report: Feb 02 06:43:32.201213 n-d-789963-26 neutron-server[109695]: pushed versions: Feb 02 06:43:32.201213 n-d-789963-26 neutron-server[109695]: { 'AddressGroup': {'1.2'}, Feb 02 06:43:32.201213 n-d-789963-26 neutron-server[109695]: 'ConntrackHelper': {'1.0'}, Feb 02 06:43:32.201213 n-d-789963-26 neutron-server[109695]: 'LocalIPAssociation': {'1.0'}, Feb 02 06:43:32.201213 n-d-789963-26 neutron-server[109695]: 'Log': {'1.0'}, Feb 02 06:43:32.201213 n-d-789963-26 neutron-server[109695]: 'Network': {'1.1'}, Feb 02 06:43:32.201213 n-d-789963-26 neutron-server[109695]: 'Port': {'1.7'}, Feb 02 06:43:32.201213 n-d-789963-26 neutron-server[109695]: 'PortForwarding': {'1.2'}, Feb 02 06:43:32.201213 n-d-789963-26 neutron-server[109695]: 'QosPolicy': {'1.10'}, Feb 02 06:43:32.201213 n-d-789963-26 neutron-server[109695]: 'SecurityGroup': {'1.5'}, Feb 02 06:43:32.201213 n-d-789963-26 neutron-server[109695]: 'SecurityGroupRule': {'1.2'}, Feb 02 06:43:32.201213 n-d-789963-26 neutron-server[109695]: 'SubPort': {'1.0'}, Feb 02 06:43:32.201213 n-d-789963-26 neutron-server[109695]: 'Subnet': {'1.1'}, Feb 02 06:43:32.201213 n-d-789963-26 neutron-server[109695]: 'Trunk': {'1.1'}} Feb 02 06:43:32.201213 n-d-789963-26 neutron-server[109695]: consumer versions: Feb 02 06:43:32.201213 n-d-789963-26 neutron-server[109695]: { DHCP agent@n-d-789963-26: {}, Feb 02 06:43:32.201213 n-d-789963-26 neutron-server[109695]: L3 agent@n-d-789963-26: {}, Feb 02 06:43:32.201213 n-d-789963-26 neutron-server[109695]: Metadata agent@n-d-789963-26: {}, Feb 02 06:43:32.201213 n-d-789963-26 neutron-server[109695]: Metering agent@n-d-789963-26: {}, Feb 02 06:43:32.201213 n-d-789963-26 neutron-server[109695]: Open vSwitch agent@n-d-789963-26: { 'AddressGroup': '1.2', Feb 02 06:43:32.201213 n-d-789963-26 neutron-server[109695]: 'ConntrackHelper': '1.0', Feb 02 06:43:32.201213 n-d-789963-26 neutron-server[109695]: 'LocalIPAssociation': '1.0', Feb 02 06:43:32.201213 n-d-789963-26 neutron-server[109695]: 'Log': '1.0', Feb 02 06:43:32.201213 n-d-789963-26 neutron-server[109695]: 'Network': '1.1', Feb 02 06:43:32.201213 n-d-789963-26 neutron-server[109695]: 'Port': '1.7', Feb 02 06:43:32.201213 n-d-789963-26 neutron-server[109695]: 'PortForwarding': '1.2', Feb 02 06:43:32.201213 n-d-789963-26 neutron-server[109695]: 'QosPolicy': '1.10', Feb 02 06:43:32.201213 n-d-789963-26 neutron-server[109695]: 'SecurityGroup': '1.5', Feb 02 06:43:32.201213 n-d-789963-26 neutron-server[109695]: 'SecurityGroupRule': '1.2', Feb 02 06:43:32.201213 n-d-789963-26 neutron-server[109695]: 'SubPort': '1.0', Feb 02 06:43:32.201213 n-d-789963-26 neutron-server[109695]: 'Subnet': '1.1', Feb 02 06:43:32.201213 n-d-789963-26 neutron-server[109695]: 'Trunk': '1.1'}} Feb 02 06:43:32.201213 n-d-789963-26 neutron-server[109695]: {{(pid=109695) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 02 06:43:32.286534 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-9c732232-1b79-4d05-865f-5f8cd03d39e9 None None] Attempting to bind port ef1f4cc5-111f-4737-9f1e-9451f35ab2a5 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:43:32.286930 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-9c732232-1b79-4d05-865f-5f8cd03d39e9 None None] Attempting to bind port ef1f4cc5-111f-4737-9f1e-9451f35ab2a5 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'feb5313e-dfc2-4573-8eb9-d2e5de1c9ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b632d55b-969d-47a6-85ce-b0287a6f7c51'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:43:32.287376 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c732232-1b79-4d05-865f-5f8cd03d39e9 None None] Attempting to bind port ef1f4cc5-111f-4737-9f1e-9451f35ab2a5 on network b632d55b-969d-47a6-85ce-b0287a6f7c51 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:43:32.293883 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c732232-1b79-4d05-865f-5f8cd03d39e9 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:43:32.294264 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c732232-1b79-4d05-865f-5f8cd03d39e9 None None] Checking segment: {'id': 'feb5313e-dfc2-4573-8eb9-d2e5de1c9ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b632d55b-969d-47a6-85ce-b0287a6f7c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:43:32.294774 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9c732232-1b79-4d05-865f-5f8cd03d39e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:32.295176 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c732232-1b79-4d05-865f-5f8cd03d39e9 None None] Bound using segment: {'id': 'feb5313e-dfc2-4573-8eb9-d2e5de1c9ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b632d55b-969d-47a6-85ce-b0287a6f7c51'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:43:32.295689 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-9c732232-1b79-4d05-865f-5f8cd03d39e9 None None] Bound port: ef1f4cc5-111f-4737-9f1e-9451f35ab2a5, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feb5313e-dfc2-4573-8eb9-d2e5de1c9ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b632d55b-969d-47a6-85ce-b0287a6f7c51'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:43:32.296096 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9c732232-1b79-4d05-865f-5f8cd03d39e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ef1f4cc5-111f-4737-9f1e-9451f35ab2a5), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:32.368989 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-9c732232-1b79-4d05-865f-5f8cd03d39e9 None None] For port ef1f4cc5-111f-4737-9f1e-9451f35ab2a5, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:43:32.373263 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-9c732232-1b79-4d05-865f-5f8cd03d39e9 None None] For port ef1f4cc5-111f-4737-9f1e-9451f35ab2a5, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=ef1f4cc5-111f-4737-9f1e-9451f35ab2a5,segment=NetworkSegment(feb5313e-dfc2-4573-8eb9-d2e5de1c9ca9),segment_id=feb5313e-dfc2-4573-8eb9-d2e5de1c9ca9)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:43:32.384357 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9c732232-1b79-4d05-865f-5f8cd03d39e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (ef1f4cc5-111f-4737-9f1e-9451f35ab2a5), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:32.451104 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c732232-1b79-4d05-865f-5f8cd03d39e9 None None] Pushing event updated for resources: {'Port': ['ID=ef1f4cc5-111f-4737-9f1e-9451f35ab2a5,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:43:33.736477 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 54766) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:43:34.052127 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [None req-f1959701-14aa-41b0-b34a-b23637280cf9 admin admin] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 06:43:34.053131 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f1959701-14aa-41b0-b34a-b23637280cf9 admin admin] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3156123 Feb 02 06:43:36.513918 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 54774) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:43:36.833079 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [None req-f2fbb2b5-7aa2-4209-8c3a-b22b5488132c admin admin] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 06:43:36.834147 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f2fbb2b5-7aa2-4209-8c3a-b22b5488132c admin admin] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3192408 Feb 02 06:43:39.515260 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 54784) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:43:39.811257 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-8556407b-898d-497d-b9cf-71b3c3388e60 admin admin] Request body: {'router': {'tenant_id': 'cebcc014cd05478d82f09042ed40f499', 'admin_state_up': True, 'name': 'router1'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:43:39.833856 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8556407b-898d-497d-b9cf-71b3c3388e60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (b862b54f-de29-43f8-b4a1-2d8513c5bd08), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:39.835467 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8556407b-898d-497d-b9cf-71b3c3388e60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (b862b54f-de29-43f8-b4a1-2d8513c5bd08), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:39.975078 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8556407b-898d-497d-b9cf-71b3c3388e60 admin admin] Publish callbacks [] for router_controller (b862b54f-de29-43f8-b4a1-2d8513c5bd08), precommit_add_association {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:39.980513 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8556407b-898d-497d-b9cf-71b3c3388e60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (b862b54f-de29-43f8-b4a1-2d8513c5bd08), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:39.993910 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8556407b-898d-497d-b9cf-71b3c3388e60 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:39.995117 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-8556407b-898d-497d-b9cf-71b3c3388e60 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4788785 Feb 02 06:43:40.868062 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-94a4af27-b3b3-43b2-a7a3-64910d2f6a3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:42.569026 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 54796) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:43:42.887448 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [None req-63a402e8-fe3a-4dcc-882c-a47f0a416e3d admin admin] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 06:43:42.888497 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-63a402e8-fe3a-4dcc-882c-a47f0a416e3d admin admin] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3185163 Feb 02 06:43:43.191706 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-31979291-228c-4775-a121-e401e6274e3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:43.485981 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a693e4-cb3d-4771-915e-f557ef9352a8 None None] Network b632d55b-969d-47a6-85ce-b0287a6f7c51 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 06:43:43.556512 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-2dae8e15-8910-4b15-929a-2a7549cd0a1a None None] Provisioning complete for port ef1f4cc5-111f-4737-9f1e-9451f35ab2a5 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:43:43.556940 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2dae8e15-8910-4b15-929a-2a7549cd0a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ef1f4cc5-111f-4737-9f1e-9451f35ab2a5), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:43.752626 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-2dae8e15-8910-4b15-929a-2a7549cd0a1a None None] Current status of the port ef1f4cc5-111f-4737-9f1e-9451f35ab2a5 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:43:43.753031 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2dae8e15-8910-4b15-929a-2a7549cd0a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ef1f4cc5-111f-4737-9f1e-9451f35ab2a5), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:43.791743 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-2dae8e15-8910-4b15-929a-2a7549cd0a1a None None] For port ef1f4cc5-111f-4737-9f1e-9451f35ab2a5, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=ef1f4cc5-111f-4737-9f1e-9451f35ab2a5,segment=NetworkSegment(feb5313e-dfc2-4573-8eb9-d2e5de1c9ca9),segment_id=feb5313e-dfc2-4573-8eb9-d2e5de1c9ca9)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:43:43.795896 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2dae8e15-8910-4b15-929a-2a7549cd0a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (ef1f4cc5-111f-4737-9f1e-9451f35ab2a5), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:43.851503 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae8e15-8910-4b15-929a-2a7549cd0a1a None None] Pushing event updated for resources: {'Port': ['ID=ef1f4cc5-111f-4737-9f1e-9451f35ab2a5,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:43:43.881835 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device ef1f4cc5-111f-4737-9f1e-9451f35ab2a5 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:43:43.938949 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port ef1f4cc5-111f-4737-9f1e-9451f35ab2a5 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:43:43.939352 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ef1f4cc5-111f-4737-9f1e-9451f35ab2a5), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:44.028654 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port ef1f4cc5-111f-4737-9f1e-9451f35ab2a5 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:43:44.031434 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-551783d6-3ca7-475c-bbcd-19e24f813e20 None None] Provisioning complete for port ef1f4cc5-111f-4737-9f1e-9451f35ab2a5 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:43:44.031853 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-551783d6-3ca7-475c-bbcd-19e24f813e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ef1f4cc5-111f-4737-9f1e-9451f35ab2a5), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:44.106167 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-551783d6-3ca7-475c-bbcd-19e24f813e20 None None] Current status of the port ef1f4cc5-111f-4737-9f1e-9451f35ab2a5 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:43:44.430263 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:45.387883 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 54826) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:43:45.518326 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-b9d38e91-6e22-47d1-b46a-6ba55208a1c2 admin admin] Request body: {'network': {'project_id': '9b7862dfd72946e4a79e76d442bb136c', 'is_default': True, 'provider:physical_network': 'physnet1', 'tenant_id': '9b7862dfd72946e4a79e76d442bb136c', 'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'admin_state_up': True}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:43:45.522032 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 5 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 06:43:45.538316 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d38e91-6e22-47d1-b46a-6ba55208a1c2 admin admin] Made reservation on behalf of 9b7862dfd72946e4a79e76d442bb136c for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:43:45.540708 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b9d38e91-6e22-47d1-b46a-6ba55208a1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:45.548692 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b9d38e91-6e22-47d1-b46a-6ba55208a1c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:45.623069 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b9d38e91-6e22-47d1-b46a-6ba55208a1c2 admin admin] Publish callbacks [] for security_group (88ebd9db-69ce-4746-b190-73f8f40d940c), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:45.626697 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b9d38e91-6e22-47d1-b46a-6ba55208a1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (88ebd9db-69ce-4746-b190-73f8f40d940c), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:45.640714 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b9d38e91-6e22-47d1-b46a-6ba55208a1c2 admin admin] Reserving flat network on physical network physnet1 {{(pid=109694) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 02 06:43:45.662697 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b9d38e91-6e22-47d1-b46a-6ba55208a1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (3bc21e8a-2f01-410a-a878-b0390f165ffa), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:45.663045 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-b9d38e91-6e22-47d1-b46a-6ba55208a1c2 admin admin] Added segment 3bc21e8a-2f01-410a-a878-b0390f165ffa of type flat for network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 Feb 02 06:43:45.664313 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d38e91-6e22-47d1-b46a-6ba55208a1c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ebd9db-69ce-4746-b190-73f8f40d940c,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:43:45.710981 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b9d38e91-6e22-47d1-b46a-6ba55208a1c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:45.742752 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b9d38e91-6e22-47d1-b46a-6ba55208a1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:45.743828 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d38e91-6e22-47d1-b46a-6ba55208a1c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:43:45.744428 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b9d38e91-6e22-47d1-b46a-6ba55208a1c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:45.778577 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b9d38e91-6e22-47d1-b46a-6ba55208a1c2 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3896194 Feb 02 06:43:45.806243 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:45.814843 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device ef1f4cc5-111f-4737-9f1e-9451f35ab2a5 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:43:45.832070 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d38e91-6e22-47d1-b46a-6ba55208a1c2 admin admin] Pushing event updated for resources: {'Network': ['ID=ee4463ee-e783-4af5-91d5-cbeb2d0e0db8,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:43:45.847866 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 06:43:45.930473 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port ef1f4cc5-111f-4737-9f1e-9451f35ab2a5 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:43:45.930878 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ef1f4cc5-111f-4737-9f1e-9451f35ab2a5), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:46.056994 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port ef1f4cc5-111f-4737-9f1e-9451f35ab2a5 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:43:47.206499 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:48.049318 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 54836) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:43:48.180722 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05463e2e-a9d5-4150-be3f-7b4f5c2f2693 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:43:48.182764 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-05463e2e-a9d5-4150-be3f-7b4f5c2f2693 admin admin] 10.222.0.87 "GET /v2.0/subnets/aa97fff5-3253-4557-9a5c-3f741b0f4b6b HTTP/1.1" status: 200 len: 849 time: 0.1317997 Feb 02 06:43:48.296261 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d57d42fd-e216-43cf-af80-221e71ac8122 admin admin] 10.222.0.87 "GET /v2.0/routers/b862b54f-de29-43f8-b4a1-2d8513c5bd08 HTTP/1.1" status: 200 len: 704 time: 0.1080313 Feb 02 06:43:48.561151 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-695bfec9-4491-403a-9291-e522b1196e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:48.858738 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-695bfec9-4491-403a-9291-e522b1196e66 admin admin] Allocated IP 172.20.0.1 (b632d55b-969d-47a6-85ce-b0287a6f7c51/aa97fff5-3253-4557-9a5c-3f741b0f4b6b/ddfded5a-b7d8-4560-a243-b52965e7c185) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:43:49.039041 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-695bfec9-4491-403a-9291-e522b1196e66 admin admin] Publish callbacks [] for port (ddfded5a-b7d8-4560-a243-b52965e7c185), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:49.102921 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-695bfec9-4491-403a-9291-e522b1196e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (ddfded5a-b7d8-4560-a243-b52965e7c185), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:49.173107 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695bfec9-4491-403a-9291-e522b1196e66 admin admin] Network b632d55b-969d-47a6-85ce-b0287a6f7c51 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:43:49.178628 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-695bfec9-4491-403a-9291-e522b1196e66 admin admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:43:49.191639 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695bfec9-4491-403a-9291-e522b1196e66 admin admin] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:43:49.192177 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-695bfec9-4491-403a-9291-e522b1196e66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (b862b54f-de29-43f8-b4a1-2d8513c5bd08), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:49.214389 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695bfec9-4491-403a-9291-e522b1196e66 admin admin] Pushing event updated for resources: {'Port': ['ID=ddfded5a-b7d8-4560-a243-b52965e7c185,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:43:49.355280 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-f6449809-1e9e-49db-a4e9-d53e48200095 None None] Provisioning complete for port ddfded5a-b7d8-4560-a243-b52965e7c185 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:43:49.355867 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f6449809-1e9e-49db-a4e9-d53e48200095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ddfded5a-b7d8-4560-a243-b52965e7c185), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:49.387355 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-f6449809-1e9e-49db-a4e9-d53e48200095 None None] Port ddfded5a-b7d8-4560-a243-b52965e7c185 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 06:43:49.444728 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-695bfec9-4491-403a-9291-e522b1196e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ddfded5a-b7d8-4560-a243-b52965e7c185), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:49.653268 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-695bfec9-4491-403a-9291-e522b1196e66 admin admin] Publish callbacks [] for port (ddfded5a-b7d8-4560-a243-b52965e7c185), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:49.657692 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-695bfec9-4491-403a-9291-e522b1196e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (ddfded5a-b7d8-4560-a243-b52965e7c185), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:49.658462 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-695bfec9-4491-403a-9291-e522b1196e66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (b862b54f-de29-43f8-b4a1-2d8513c5bd08), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:49.717625 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695bfec9-4491-403a-9291-e522b1196e66 admin admin] Pushing event updated for resources: {'Port': ['ID=ddfded5a-b7d8-4560-a243-b52965e7c185,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:43:49.780868 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695bfec9-4491-403a-9291-e522b1196e66 admin admin] Network b632d55b-969d-47a6-85ce-b0287a6f7c51 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:43:49.782141 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-695bfec9-4491-403a-9291-e522b1196e66 admin admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:43:49.940073 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-695bfec9-4491-403a-9291-e522b1196e66 admin admin] Router b862b54f-de29-43f8-b4a1-2d8513c5bd08 is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 06:43:50.010260 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-2f3aa6f9-59a2-4ab9-9db6-9ea29f3ab7e9 None None] Provisioning complete for port ddfded5a-b7d8-4560-a243-b52965e7c185 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:43:50.010575 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2f3aa6f9-59a2-4ab9-9db6-9ea29f3ab7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ddfded5a-b7d8-4560-a243-b52965e7c185), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:50.032668 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-695bfec9-4491-403a-9291-e522b1196e66 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 06:43:50.037921 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-695bfec9-4491-403a-9291-e522b1196e66 admin admin] 10.222.0.87 "PUT /v2.0/routers/b862b54f-de29-43f8-b4a1-2d8513c5bd08/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7366867 Feb 02 06:43:50.043237 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede177fc-9097-4e14-aa84-9dafd86fffa3 None None] Sync routers for ids ['b862b54f-de29-43f8-b4a1-2d8513c5bd08'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 06:43:50.055277 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-2f3aa6f9-59a2-4ab9-9db6-9ea29f3ab7e9 None None] Port ddfded5a-b7d8-4560-a243-b52965e7c185 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 06:43:50.057985 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede177fc-9097-4e14-aa84-9dafd86fffa3 None None] Routers {'b862b54f-de29-43f8-b4a1-2d8513c5bd08'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 06:43:50.058876 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-ede177fc-9097-4e14-aa84-9dafd86fffa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:43:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['b862b54f-de29-43f8-b4a1-2d8513c5bd08'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:43:50.247614 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-ede177fc-9097-4e14-aa84-9dafd86fffa3 None None] Set router b862b54f-de29-43f8-b4a1-2d8513c5bd08 gateway port host: None {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 06:43:50.687032 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-ede177fc-9097-4e14-aa84-9dafd86fffa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b862b54f-de29-43f8-b4a1-2d8513c5bd08', 'name': 'router1', 'tenant_id': 'cebcc014cd05478d82f09042ed40f499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:43:39Z', 'updated_at': '2022-02-02T06:43:49Z', 'revision_number': 2, 'project_id': 'cebcc014cd05478d82f09042ed40f499', 'gw_port_host': None, '_interfaces': [{'id': 'ddfded5a-b7d8-4560-a243-b52965e7c185', 'name': '', 'network_id': 'b632d55b-969d-47a6-85ce-b0287a6f7c51', 'tenant_id': 'cebcc014cd05478d82f09042ed40f499', 'mac_address': 'fa:16:3e:3e:89:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b862b54f-de29-43f8-b4a1-2d8513c5bd08', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aa97fff5-3253-4557-9a5c-3f741b0f4b6b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:43:48Z', 'updated_at': '2022-02-02T06:43:49Z', 'revision_number': 2, 'project_id': 'cebcc014cd05478d82f09042ed40f499', 'subnets': [{'id': 'aa97fff5-3253-4557-9a5c-3f741b0f4b6b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f2a4ee0d-8943-41c8-b3a1-6d6ef12d8b12'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:43:50.736592 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede177fc-9097-4e14-aa84-9dafd86fffa3 None None] Checking router: b862b54f-de29-43f8-b4a1-2d8513c5bd08 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 06:43:50.736968 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede177fc-9097-4e14-aa84-9dafd86fffa3 None None] Updating router b862b54f-de29-43f8-b4a1-2d8513c5bd08 port ddfded5a-b7d8-4560-a243-b52965e7c185 binding host n-d-789963-26 {{(pid=109696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 06:43:50.816185 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-ede177fc-9097-4e14-aa84-9dafd86fffa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ddfded5a-b7d8-4560-a243-b52965e7c185), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:51.300193 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-ede177fc-9097-4e14-aa84-9dafd86fffa3 None None] Publish callbacks [] for port (ddfded5a-b7d8-4560-a243-b52965e7c185), precommit_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:51.307787 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-ede177fc-9097-4e14-aa84-9dafd86fffa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (ddfded5a-b7d8-4560-a243-b52965e7c185), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:51.400036 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc4e1af-026e-4f2e-94d0-1f39851995c0 None None] Pushing event updated for resources: {'Port': ['ID=ddfded5a-b7d8-4560-a243-b52965e7c185,revision_number=3']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:43:51.408476 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc4e1af-026e-4f2e-94d0-1f39851995c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:43:51.408834 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc4e1af-026e-4f2e-94d0-1f39851995c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:43:51.409186 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc4e1af-026e-4f2e-94d0-1f39851995c0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:43:51.409522 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc4e1af-026e-4f2e-94d0-1f39851995c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:43:51.409858 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc4e1af-026e-4f2e-94d0-1f39851995c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:43:51.410197 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc4e1af-026e-4f2e-94d0-1f39851995c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:43:51.410542 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc4e1af-026e-4f2e-94d0-1f39851995c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:43:51.410868 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc4e1af-026e-4f2e-94d0-1f39851995c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:43:51.411196 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc4e1af-026e-4f2e-94d0-1f39851995c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:43:51.411526 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc4e1af-026e-4f2e-94d0-1f39851995c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:43:51.411880 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc4e1af-026e-4f2e-94d0-1f39851995c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:43:51.412207 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc4e1af-026e-4f2e-94d0-1f39851995c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:43:51.412534 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc4e1af-026e-4f2e-94d0-1f39851995c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:43:51.413753 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc4e1af-026e-4f2e-94d0-1f39851995c0 None None] Tracked resource versions report: Feb 02 06:43:51.413753 n-d-789963-26 neutron-server[109696]: pushed versions: Feb 02 06:43:51.413753 n-d-789963-26 neutron-server[109696]: { 'AddressGroup': {'1.2'}, Feb 02 06:43:51.413753 n-d-789963-26 neutron-server[109696]: 'ConntrackHelper': {'1.0'}, Feb 02 06:43:51.413753 n-d-789963-26 neutron-server[109696]: 'LocalIPAssociation': {'1.0'}, Feb 02 06:43:51.413753 n-d-789963-26 neutron-server[109696]: 'Log': {'1.0'}, Feb 02 06:43:51.413753 n-d-789963-26 neutron-server[109696]: 'Network': {'1.1'}, Feb 02 06:43:51.413753 n-d-789963-26 neutron-server[109696]: 'Port': {'1.7'}, Feb 02 06:43:51.413753 n-d-789963-26 neutron-server[109696]: 'PortForwarding': {'1.2'}, Feb 02 06:43:51.413753 n-d-789963-26 neutron-server[109696]: 'QosPolicy': {'1.10'}, Feb 02 06:43:51.413753 n-d-789963-26 neutron-server[109696]: 'SecurityGroup': {'1.5'}, Feb 02 06:43:51.413753 n-d-789963-26 neutron-server[109696]: 'SecurityGroupRule': {'1.2'}, Feb 02 06:43:51.413753 n-d-789963-26 neutron-server[109696]: 'SubPort': {'1.0'}, Feb 02 06:43:51.413753 n-d-789963-26 neutron-server[109696]: 'Subnet': {'1.1'}, Feb 02 06:43:51.413753 n-d-789963-26 neutron-server[109696]: 'Trunk': {'1.1'}} Feb 02 06:43:51.413753 n-d-789963-26 neutron-server[109696]: consumer versions: Feb 02 06:43:51.413753 n-d-789963-26 neutron-server[109696]: { DHCP agent@n-d-789963-26: {}, Feb 02 06:43:51.413753 n-d-789963-26 neutron-server[109696]: L3 agent@n-d-789963-26: {}, Feb 02 06:43:51.413753 n-d-789963-26 neutron-server[109696]: Metadata agent@n-d-789963-26: {}, Feb 02 06:43:51.413753 n-d-789963-26 neutron-server[109696]: Metering agent@n-d-789963-26: {}, Feb 02 06:43:51.413753 n-d-789963-26 neutron-server[109696]: Open vSwitch agent@n-d-789963-26: { 'AddressGroup': '1.2', Feb 02 06:43:51.413753 n-d-789963-26 neutron-server[109696]: 'ConntrackHelper': '1.0', Feb 02 06:43:51.413753 n-d-789963-26 neutron-server[109696]: 'LocalIPAssociation': '1.0', Feb 02 06:43:51.413753 n-d-789963-26 neutron-server[109696]: 'Log': '1.0', Feb 02 06:43:51.413753 n-d-789963-26 neutron-server[109696]: 'Network': '1.1', Feb 02 06:43:51.413753 n-d-789963-26 neutron-server[109696]: 'Port': '1.7', Feb 02 06:43:51.413753 n-d-789963-26 neutron-server[109696]: 'PortForwarding': '1.2', Feb 02 06:43:51.413753 n-d-789963-26 neutron-server[109696]: 'QosPolicy': '1.10', Feb 02 06:43:51.413753 n-d-789963-26 neutron-server[109696]: 'SecurityGroup': '1.5', Feb 02 06:43:51.413753 n-d-789963-26 neutron-server[109696]: 'SecurityGroupRule': '1.2', Feb 02 06:43:51.413753 n-d-789963-26 neutron-server[109696]: 'SubPort': '1.0', Feb 02 06:43:51.413753 n-d-789963-26 neutron-server[109696]: 'Subnet': '1.1', Feb 02 06:43:51.413753 n-d-789963-26 neutron-server[109696]: 'Trunk': '1.1'}} Feb 02 06:43:51.413753 n-d-789963-26 neutron-server[109696]: {{(pid=109696) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 02 06:43:51.496967 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-ede177fc-9097-4e14-aa84-9dafd86fffa3 None None] Attempting to bind port ddfded5a-b7d8-4560-a243-b52965e7c185 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:43:51.497363 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-ede177fc-9097-4e14-aa84-9dafd86fffa3 None None] Attempting to bind port ddfded5a-b7d8-4560-a243-b52965e7c185 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'feb5313e-dfc2-4573-8eb9-d2e5de1c9ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b632d55b-969d-47a6-85ce-b0287a6f7c51'}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:43:51.497805 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede177fc-9097-4e14-aa84-9dafd86fffa3 None None] Attempting to bind port ddfded5a-b7d8-4560-a243-b52965e7c185 on network b632d55b-969d-47a6-85ce-b0287a6f7c51 {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:43:51.503188 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede177fc-9097-4e14-aa84-9dafd86fffa3 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:43:51.503631 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede177fc-9097-4e14-aa84-9dafd86fffa3 None None] Checking segment: {'id': 'feb5313e-dfc2-4573-8eb9-d2e5de1c9ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b632d55b-969d-47a6-85ce-b0287a6f7c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:43:51.504095 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-ede177fc-9097-4e14-aa84-9dafd86fffa3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:51.504482 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede177fc-9097-4e14-aa84-9dafd86fffa3 None None] Bound using segment: {'id': 'feb5313e-dfc2-4573-8eb9-d2e5de1c9ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b632d55b-969d-47a6-85ce-b0287a6f7c51'} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:43:51.504963 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-ede177fc-9097-4e14-aa84-9dafd86fffa3 None None] Bound port: ddfded5a-b7d8-4560-a243-b52965e7c185, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feb5313e-dfc2-4573-8eb9-d2e5de1c9ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b632d55b-969d-47a6-85ce-b0287a6f7c51'}}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:43:51.505347 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-ede177fc-9097-4e14-aa84-9dafd86fffa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ddfded5a-b7d8-4560-a243-b52965e7c185), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:51.574121 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-ede177fc-9097-4e14-aa84-9dafd86fffa3 None None] For port ddfded5a-b7d8-4560-a243-b52965e7c185, host n-d-789963-26, cleared binding levels {{(pid=109696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:43:51.584926 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-17ffc5c2-93ea-4964-bf80-ed3b23dc6547 None None] Provisioning complete for port ddfded5a-b7d8-4560-a243-b52965e7c185 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:43:51.585940 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-17ffc5c2-93ea-4964-bf80-ed3b23dc6547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ddfded5a-b7d8-4560-a243-b52965e7c185), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:51.596357 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-ede177fc-9097-4e14-aa84-9dafd86fffa3 None None] For port ddfded5a-b7d8-4560-a243-b52965e7c185, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=ddfded5a-b7d8-4560-a243-b52965e7c185,segment=NetworkSegment(feb5313e-dfc2-4573-8eb9-d2e5de1c9ca9),segment_id=feb5313e-dfc2-4573-8eb9-d2e5de1c9ca9)] {{(pid=109696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:43:51.602795 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-ede177fc-9097-4e14-aa84-9dafd86fffa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (ddfded5a-b7d8-4560-a243-b52965e7c185), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:51.625894 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-17ffc5c2-93ea-4964-bf80-ed3b23dc6547 None None] Port ddfded5a-b7d8-4560-a243-b52965e7c185 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 06:43:51.664735 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede177fc-9097-4e14-aa84-9dafd86fffa3 None None] Routers {'b862b54f-de29-43f8-b4a1-2d8513c5bd08'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 06:43:51.665416 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-ede177fc-9097-4e14-aa84-9dafd86fffa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:43:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['b862b54f-de29-43f8-b4a1-2d8513c5bd08'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:43:51.742719 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc4e1af-026e-4f2e-94d0-1f39851995c0 None None] Pushing event updated for resources: {'Port': ['ID=ddfded5a-b7d8-4560-a243-b52965e7c185,revision_number=4']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:43:51.772595 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-ede177fc-9097-4e14-aa84-9dafd86fffa3 None None] Set router b862b54f-de29-43f8-b4a1-2d8513c5bd08 gateway port host: None {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 06:43:51.845586 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-3f702232-44cb-4e64-9ce5-b68cf2811ff0 None None] Provisioning complete for port ddfded5a-b7d8-4560-a243-b52965e7c185 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:43:51.845902 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3f702232-44cb-4e64-9ce5-b68cf2811ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ddfded5a-b7d8-4560-a243-b52965e7c185), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:51.924863 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-3f702232-44cb-4e64-9ce5-b68cf2811ff0 None None] Current status of the port ddfded5a-b7d8-4560-a243-b52965e7c185 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:43:51.925180 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3f702232-44cb-4e64-9ce5-b68cf2811ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ddfded5a-b7d8-4560-a243-b52965e7c185), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:51.960059 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-3f702232-44cb-4e64-9ce5-b68cf2811ff0 None None] For port ddfded5a-b7d8-4560-a243-b52965e7c185, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=ddfded5a-b7d8-4560-a243-b52965e7c185,segment=NetworkSegment(feb5313e-dfc2-4573-8eb9-d2e5de1c9ca9),segment_id=feb5313e-dfc2-4573-8eb9-d2e5de1c9ca9)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:43:51.964219 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3f702232-44cb-4e64-9ce5-b68cf2811ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (ddfded5a-b7d8-4560-a243-b52965e7c185), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:51.989235 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-ede177fc-9097-4e14-aa84-9dafd86fffa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b862b54f-de29-43f8-b4a1-2d8513c5bd08', 'name': 'router1', 'tenant_id': 'cebcc014cd05478d82f09042ed40f499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:43:39Z', 'updated_at': '2022-02-02T06:43:49Z', 'revision_number': 2, 'project_id': 'cebcc014cd05478d82f09042ed40f499', 'gw_port_host': None, '_interfaces': [{'id': 'ddfded5a-b7d8-4560-a243-b52965e7c185', 'name': '', 'network_id': 'b632d55b-969d-47a6-85ce-b0287a6f7c51', 'tenant_id': 'cebcc014cd05478d82f09042ed40f499', 'mac_address': 'fa:16:3e:3e:89:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b862b54f-de29-43f8-b4a1-2d8513c5bd08', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aa97fff5-3253-4557-9a5c-3f741b0f4b6b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:43:48Z', 'updated_at': '2022-02-02T06:43:51Z', 'revision_number': 4, 'project_id': 'cebcc014cd05478d82f09042ed40f499', 'subnets': [{'id': 'aa97fff5-3253-4557-9a5c-3f741b0f4b6b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f2a4ee0d-8943-41c8-b3a1-6d6ef12d8b12'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:43:52.017760 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f702232-44cb-4e64-9ce5-b68cf2811ff0 None None] Pushing event updated for resources: {'Port': ['ID=ddfded5a-b7d8-4560-a243-b52965e7c185,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:43:52.020706 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede177fc-9097-4e14-aa84-9dafd86fffa3 None None] The sync data for ids ['b862b54f-de29-43f8-b4a1-2d8513c5bd08'] in n-d-789963-26 is: [{'id': 'b862b54f-de29-43f8-b4a1-2d8513c5bd08', 'name': 'router1', 'tenant_id': 'cebcc014cd05478d82f09042ed40f499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:43:39Z', 'updated_at': '2022-02-02T06:43:49Z', 'revision_number': 2, 'project_id': 'cebcc014cd05478d82f09042ed40f499', 'gw_port_host': None, '_interfaces': [{'id': 'ddfded5a-b7d8-4560-a243-b52965e7c185', 'name': '', 'network_id': 'b632d55b-969d-47a6-85ce-b0287a6f7c51', 'tenant_id': 'cebcc014cd05478d82f09042ed40f499', 'mac_address': 'fa:16:3e:3e:89:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b862b54f-de29-43f8-b4a1-2d8513c5bd08', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aa97fff5-3253-4557-9a5c-3f741b0f4b6b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:43:48Z', 'updated_at': '2022-02-02T06:43:51Z', 'revision_number': 4, 'project_id': 'cebcc014cd05478d82f09042ed40f499', 'subnets': [{'id': 'aa97fff5-3253-4557-9a5c-3f741b0f4b6b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f2a4ee0d-8943-41c8-b3a1-6d6ef12d8b12'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 06:43:54.706275 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 54852) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:43:54.813455 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62d16ae-c7cd-4476-8bdc-3376089d311e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:43:54.814869 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d62d16ae-c7cd-4476-8bdc-3376089d311e admin admin] 10.222.0.87 "GET /v2.0/networks/ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 HTTP/1.1" status: 200 len: 842 time: 0.1076286 Feb 02 06:43:54.825257 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-fcd61e5c-7198-427a-a6b9-47d906d32d10 admin admin] Request body: {'subnet': {'gateway_ip': '172.25.4.1', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '9b7862dfd72946e4a79e76d442bb136c', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.25.4.0/24'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:43:54.845979 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd61e5c-7198-427a-a6b9-47d906d32d10 admin admin] Made reservation on behalf of 9b7862dfd72946e4a79e76d442bb136c for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:43:54.848389 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fcd61e5c-7198-427a-a6b9-47d906d32d10 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:55.150104 n-d-789963-26 neutron-server[109694]: DEBUG neutron.objects.ports [None req-fcd61e5c-7198-427a-a6b9-47d906d32d10 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109694) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 02 06:43:55.150555 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fcd61e5c-7198-427a-a6b9-47d906d32d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for subnet (392aaebe-fd83-41d1-8a16-1b1a19494cf1), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:55.205833 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd61e5c-7198-427a-a6b9-47d906d32d10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=392aaebe-fd83-41d1-8a16-1b1a19494cf1,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:43:55.214878 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd61e5c-7198-427a-a6b9-47d906d32d10 admin admin] Checking segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:43:55.215236 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd61e5c-7198-427a-a6b9-47d906d32d10 admin admin] Network hostable DHCP agents. Network: ee4463ee-e783-4af5-91d5-cbeb2d0e0db8, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 06:43:55.237359 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd61e5c-7198-427a-a6b9-47d906d32d10 admin admin] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 06:43:55.248268 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-fcd61e5c-7198-427a-a6b9-47d906d32d10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, ee4463ee-e783-4af5-91d5-cbeb2d0e0db8) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:43:55.252250 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd61e5c-7198-427a-a6b9-47d906d32d10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:43:55.252839 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fcd61e5c-7198-427a-a6b9-47d906d32d10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:55.259160 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d753a4-a421-4ea1-91f5-e76b532f1732 None None] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 06:43:55.279586 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-fcd61e5c-7198-427a-a6b9-47d906d32d10 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4473701 Feb 02 06:43:55.365485 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa20764-01b9-4a21-8e92-4b7a0aeef29c None None] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 06:43:57.640981 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 54860) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:43:57.916488 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a5167c5f-7e57-48aa-95d7-60a9984252a9 admin admin] 10.222.0.87 "GET /v2.0/routers/b862b54f-de29-43f8-b4a1-2d8513c5bd08 HTTP/1.1" status: 200 len: 710 time: 0.2738066 Feb 02 06:43:58.034592 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea0fbeb-56d3-4526-b48e-92125b5949e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:43:58.035928 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-1ea0fbeb-56d3-4526-b48e-92125b5949e8 admin admin] 10.222.0.87 "GET /v2.0/networks/ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 HTTP/1.1" status: 200 len: 886 time: 0.1138613 Feb 02 06:43:58.044723 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-8fc0bdab-4aba-4035-82f7-279831922eaa admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:43:58.288690 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8fc0bdab-4aba-4035-82f7-279831922eaa admin admin] Publish callbacks [] for router_gateway (b862b54f-de29-43f8-b4a1-2d8513c5bd08), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:58.537640 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8fc0bdab-4aba-4035-82f7-279831922eaa admin admin] Publish callbacks [] for router_gateway (b862b54f-de29-43f8-b4a1-2d8513c5bd08), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:58.614827 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8fc0bdab-4aba-4035-82f7-279831922eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:58.772854 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-8fc0bdab-4aba-4035-82f7-279831922eaa admin admin] Allocated IP 172.25.4.105 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/0ca94620-c2fc-4dc8-b8f0-c92f14dda873) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:43:58.877065 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8fc0bdab-4aba-4035-82f7-279831922eaa admin admin] Publish callbacks [] for port (0ca94620-c2fc-4dc8-b8f0-c92f14dda873), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:58.937402 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8fc0bdab-4aba-4035-82f7-279831922eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (0ca94620-c2fc-4dc8-b8f0-c92f14dda873), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:59.011498 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc0bdab-4aba-4035-82f7-279831922eaa admin admin] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:43:59.022831 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-8fc0bdab-4aba-4035-82f7-279831922eaa admin admin] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:43:59.027364 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc0bdab-4aba-4035-82f7-279831922eaa admin admin] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:43:59.030244 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc0bdab-4aba-4035-82f7-279831922eaa admin admin] Pushing event updated for resources: {'Port': ['ID=0ca94620-c2fc-4dc8-b8f0-c92f14dda873,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:43:59.349027 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8fc0bdab-4aba-4035-82f7-279831922eaa admin admin] Publish callbacks [] for router_gateway (b862b54f-de29-43f8-b4a1-2d8513c5bd08), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:59.550036 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8fc0bdab-4aba-4035-82f7-279831922eaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1043354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-942652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13285'] for router (b862b54f-de29-43f8-b4a1-2d8513c5bd08), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:59.555124 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8fc0bdab-4aba-4035-82f7-279831922eaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1043345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1043336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-942635'] for router (b862b54f-de29-43f8-b4a1-2d8513c5bd08), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:59.668216 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fc0bdab-4aba-4035-82f7-279831922eaa admin admin] Router b862b54f-de29-43f8-b4a1-2d8513c5bd08 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 06:43:59.774832 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc0bdab-4aba-4035-82f7-279831922eaa admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 06:43:59.780356 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8fc0bdab-4aba-4035-82f7-279831922eaa admin admin] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:59.787802 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-8fc0bdab-4aba-4035-82f7-279831922eaa admin admin] 10.222.0.87 "PUT /v2.0/routers/b862b54f-de29-43f8-b4a1-2d8513c5bd08 HTTP/1.1" status: 200 len: 890 time: 1.7399068 Feb 02 06:43:59.863171 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device ddfded5a-b7d8-4560-a243-b52965e7c185 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:43:59.914372 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port ddfded5a-b7d8-4560-a243-b52965e7c185 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:43:59.914779 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ddfded5a-b7d8-4560-a243-b52965e7c185), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:43:59.998714 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port ddfded5a-b7d8-4560-a243-b52965e7c185 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:44:00.255928 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a143ba9f-f6d7-4183-9fcd-710cbc855784 None None] Sync routers for ids ['b862b54f-de29-43f8-b4a1-2d8513c5bd08'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 06:44:00.266836 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a143ba9f-f6d7-4183-9fcd-710cbc855784 None None] Routers {'b862b54f-de29-43f8-b4a1-2d8513c5bd08'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 06:44:00.267495 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-a143ba9f-f6d7-4183-9fcd-710cbc855784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:43:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['b862b54f-de29-43f8-b4a1-2d8513c5bd08'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:44:00.479706 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-a143ba9f-f6d7-4183-9fcd-710cbc855784 None None] Set router b862b54f-de29-43f8-b4a1-2d8513c5bd08 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 06:44:00.938686 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-a143ba9f-f6d7-4183-9fcd-710cbc855784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b862b54f-de29-43f8-b4a1-2d8513c5bd08', 'name': 'router1', 'tenant_id': 'cebcc014cd05478d82f09042ed40f499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '0ca94620-c2fc-4dc8-b8f0-c92f14dda873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:43:39Z', 'updated_at': '2022-02-02T06:43:59Z', 'revision_number': 4, 'project_id': 'cebcc014cd05478d82f09042ed40f499', 'gw_port': {'id': '0ca94620-c2fc-4dc8-b8f0-c92f14dda873', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a8:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b862b54f-de29-43f8-b4a1-2d8513c5bd08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:43:58Z', 'updated_at': '2022-02-02T06:43:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'ddfded5a-b7d8-4560-a243-b52965e7c185', 'name': '', 'network_id': 'b632d55b-969d-47a6-85ce-b0287a6f7c51', 'tenant_id': 'cebcc014cd05478d82f09042ed40f499', 'mac_address': 'fa:16:3e:3e:89:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b862b54f-de29-43f8-b4a1-2d8513c5bd08', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aa97fff5-3253-4557-9a5c-3f741b0f4b6b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:43:48Z', 'updated_at': '2022-02-02T06:43:51Z', 'revision_number': 5, 'project_id': 'cebcc014cd05478d82f09042ed40f499', 'subnets': [{'id': 'aa97fff5-3253-4557-9a5c-3f741b0f4b6b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f2a4ee0d-8943-41c8-b3a1-6d6ef12d8b12'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:44:00.987677 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a143ba9f-f6d7-4183-9fcd-710cbc855784 None None] Checking router: b862b54f-de29-43f8-b4a1-2d8513c5bd08 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 06:44:00.988092 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a143ba9f-f6d7-4183-9fcd-710cbc855784 None None] Updating router b862b54f-de29-43f8-b4a1-2d8513c5bd08 port 0ca94620-c2fc-4dc8-b8f0-c92f14dda873 binding host n-d-789963-26 {{(pid=109695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 06:44:01.041217 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a143ba9f-f6d7-4183-9fcd-710cbc855784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (0ca94620-c2fc-4dc8-b8f0-c92f14dda873), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:44:01.349331 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a143ba9f-f6d7-4183-9fcd-710cbc855784 None None] Publish callbacks [] for port (0ca94620-c2fc-4dc8-b8f0-c92f14dda873), precommit_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:44:01.354536 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a143ba9f-f6d7-4183-9fcd-710cbc855784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (0ca94620-c2fc-4dc8-b8f0-c92f14dda873), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:44:01.406124 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc33f47e-ffa4-407b-acb0-2dcea2c487d9 None None] Pushing event updated for resources: {'Port': ['ID=0ca94620-c2fc-4dc8-b8f0-c92f14dda873,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:44:01.408465 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-a143ba9f-f6d7-4183-9fcd-710cbc855784 None None] Attempting to bind port 0ca94620-c2fc-4dc8-b8f0-c92f14dda873 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:44:01.408839 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-a143ba9f-f6d7-4183-9fcd-710cbc855784 None None] Attempting to bind port 0ca94620-c2fc-4dc8-b8f0-c92f14dda873 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:44:01.409201 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a143ba9f-f6d7-4183-9fcd-710cbc855784 None None] Attempting to bind port 0ca94620-c2fc-4dc8-b8f0-c92f14dda873 on network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:44:01.414459 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a143ba9f-f6d7-4183-9fcd-710cbc855784 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:44:01.414840 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a143ba9f-f6d7-4183-9fcd-710cbc855784 None None] Checking segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:44:01.415243 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a143ba9f-f6d7-4183-9fcd-710cbc855784 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:44:01.415693 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a143ba9f-f6d7-4183-9fcd-710cbc855784 None None] Bound using segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:44:01.416281 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-a143ba9f-f6d7-4183-9fcd-710cbc855784 None None] Bound port: 0ca94620-c2fc-4dc8-b8f0-c92f14dda873, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:44:01.416673 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a143ba9f-f6d7-4183-9fcd-710cbc855784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (0ca94620-c2fc-4dc8-b8f0-c92f14dda873), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:44:01.468033 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-a143ba9f-f6d7-4183-9fcd-710cbc855784 None None] For port 0ca94620-c2fc-4dc8-b8f0-c92f14dda873, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:44:01.471239 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-a143ba9f-f6d7-4183-9fcd-710cbc855784 None None] For port 0ca94620-c2fc-4dc8-b8f0-c92f14dda873, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=0ca94620-c2fc-4dc8-b8f0-c92f14dda873,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:44:01.477049 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a143ba9f-f6d7-4183-9fcd-710cbc855784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (0ca94620-c2fc-4dc8-b8f0-c92f14dda873), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:44:01.527855 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a143ba9f-f6d7-4183-9fcd-710cbc855784 None None] Routers {'b862b54f-de29-43f8-b4a1-2d8513c5bd08'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 06:44:01.528467 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-a143ba9f-f6d7-4183-9fcd-710cbc855784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:43:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['b862b54f-de29-43f8-b4a1-2d8513c5bd08'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:44:01.570062 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc33f47e-ffa4-407b-acb0-2dcea2c487d9 None None] Pushing event updated for resources: {'Port': ['ID=0ca94620-c2fc-4dc8-b8f0-c92f14dda873,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:44:01.649278 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-a143ba9f-f6d7-4183-9fcd-710cbc855784 None None] Set router b862b54f-de29-43f8-b4a1-2d8513c5bd08 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 06:44:01.854177 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-a143ba9f-f6d7-4183-9fcd-710cbc855784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b862b54f-de29-43f8-b4a1-2d8513c5bd08', 'name': 'router1', 'tenant_id': 'cebcc014cd05478d82f09042ed40f499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '0ca94620-c2fc-4dc8-b8f0-c92f14dda873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:43:39Z', 'updated_at': '2022-02-02T06:43:59Z', 'revision_number': 4, 'project_id': 'cebcc014cd05478d82f09042ed40f499', 'gw_port': {'id': '0ca94620-c2fc-4dc8-b8f0-c92f14dda873', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a8:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b862b54f-de29-43f8-b4a1-2d8513c5bd08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:43:58Z', 'updated_at': '2022-02-02T06:44:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'ddfded5a-b7d8-4560-a243-b52965e7c185', 'name': '', 'network_id': 'b632d55b-969d-47a6-85ce-b0287a6f7c51', 'tenant_id': 'cebcc014cd05478d82f09042ed40f499', 'mac_address': 'fa:16:3e:3e:89:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b862b54f-de29-43f8-b4a1-2d8513c5bd08', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aa97fff5-3253-4557-9a5c-3f741b0f4b6b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:43:48Z', 'updated_at': '2022-02-02T06:43:51Z', 'revision_number': 5, 'project_id': 'cebcc014cd05478d82f09042ed40f499', 'subnets': [{'id': 'aa97fff5-3253-4557-9a5c-3f741b0f4b6b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f2a4ee0d-8943-41c8-b3a1-6d6ef12d8b12'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:44:01.883144 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a143ba9f-f6d7-4183-9fcd-710cbc855784 None None] The sync data for ids ['b862b54f-de29-43f8-b4a1-2d8513c5bd08'] in n-d-789963-26 is: [{'id': 'b862b54f-de29-43f8-b4a1-2d8513c5bd08', 'name': 'router1', 'tenant_id': 'cebcc014cd05478d82f09042ed40f499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.105'}], 'enable_snat': True}, 'gw_port_id': '0ca94620-c2fc-4dc8-b8f0-c92f14dda873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:43:39Z', 'updated_at': '2022-02-02T06:43:59Z', 'revision_number': 4, 'project_id': 'cebcc014cd05478d82f09042ed40f499', 'gw_port': {'id': '0ca94620-c2fc-4dc8-b8f0-c92f14dda873', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:a8:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b862b54f-de29-43f8-b4a1-2d8513c5bd08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:43:58Z', 'updated_at': '2022-02-02T06:44:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'ddfded5a-b7d8-4560-a243-b52965e7c185', 'name': '', 'network_id': 'b632d55b-969d-47a6-85ce-b0287a6f7c51', 'tenant_id': 'cebcc014cd05478d82f09042ed40f499', 'mac_address': 'fa:16:3e:3e:89:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b862b54f-de29-43f8-b4a1-2d8513c5bd08', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aa97fff5-3253-4557-9a5c-3f741b0f4b6b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:43:48Z', 'updated_at': '2022-02-02T06:43:51Z', 'revision_number': 5, 'project_id': 'cebcc014cd05478d82f09042ed40f499', 'subnets': [{'id': 'aa97fff5-3253-4557-9a5c-3f741b0f4b6b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f2a4ee0d-8943-41c8-b3a1-6d6ef12d8b12'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 06:44:02.260120 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 54872) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:44:02.386413 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-321f2f9b-0efd-4693-ae1c-6bb0d35b5f42 admin admin] 10.222.0.87 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1250629 Feb 02 06:44:03.858301 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 0ca94620-c2fc-4dc8-b8f0-c92f14dda873 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:44:03.911070 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 0ca94620-c2fc-4dc8-b8f0-c92f14dda873 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:44:03.911569 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (0ca94620-c2fc-4dc8-b8f0-c92f14dda873), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:44:03.989449 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 0ca94620-c2fc-4dc8-b8f0-c92f14dda873 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:44:03.989843 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (0ca94620-c2fc-4dc8-b8f0-c92f14dda873), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:44:04.013326 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 0ca94620-c2fc-4dc8-b8f0-c92f14dda873, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=0ca94620-c2fc-4dc8-b8f0-c92f14dda873,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:44:04.019750 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (0ca94620-c2fc-4dc8-b8f0-c92f14dda873), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:44:04.075313 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=0ca94620-c2fc-4dc8-b8f0-c92f14dda873,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:44:05.849602 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 0ca94620-c2fc-4dc8-b8f0-c92f14dda873 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:44:05.923953 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 0ca94620-c2fc-4dc8-b8f0-c92f14dda873 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:44:05.924646 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (0ca94620-c2fc-4dc8-b8f0-c92f14dda873), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:44:06.010056 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 0ca94620-c2fc-4dc8-b8f0-c92f14dda873 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:44:10.881039 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-823f1fd4-2494-496e-97e2-ab6d29b32451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:44:13.195300 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0a2376d5-6f2a-4fc0-a112-7beeffbbca2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:44:14.433738 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:44:15.804127 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:44:17.211028 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:44:22.506878 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 5 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 06:44:40.874425 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1b6af9f5-bb04-437f-ac20-e8b08e7e4b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:44:43.198534 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-81348195-02d3-47b3-b6a6-1fc934256291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:44:44.438688 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:44:45.808657 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:44:47.265174 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:44:59.524360 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 5 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 06:45:10.859572 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f9cc6a89-43e8-4854-8ddc-3835e5f5e754 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:45:13.201850 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7b4895f0-5fa6-4854-bd74-d0a889498311 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:45:14.440396 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:45:15.806830 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:45:17.209166 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:45:26.185198 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 55390) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:45:26.248986 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eec9d48-73ea-48d1-b3f8-9d3c18438f9e admin admin] GET failed (client error): The resource could not be found. Feb 02 06:45:26.250258 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-5eec9d48-73ea-48d1-b3f8-9d3c18438f9e admin admin] 10.222.0.87 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0639217 Feb 02 06:45:26.410318 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e18324-7ee0-4514-b979-7c0006736592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:45:26.411820 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-30e18324-7ee0-4514-b979-7c0006736592 admin admin] 10.222.0.87 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1574821 Feb 02 06:45:28.643643 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 55400) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:45:28.733754 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c304176-3e3e-48c3-a03b-6c96d65418a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:45:28.735090 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-6c304176-3e3e-48c3-a03b-6c96d65418a6 admin admin] 10.222.0.87 "GET /v2.0/subnets/aa97fff5-3253-4557-9a5c-3f741b0f4b6b HTTP/1.1" status: 200 len: 849 time: 0.0905030 Feb 02 06:45:28.745188 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-3bfe4e5f-dc31-4b5b-9cea-2cec1b5d9e19 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:45:28.830913 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3bfe4e5f-dc31-4b5b-9cea-2cec1b5d9e19 admin admin] Publish callbacks [] for subnet (aa97fff5-3253-4557-9a5c-3f741b0f4b6b), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:45:28.971261 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3bfe4e5f-dc31-4b5b-9cea-2cec1b5d9e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778325656028'] for subnet (aa97fff5-3253-4557-9a5c-3f741b0f4b6b), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:45:29.001120 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfe4e5f-dc31-4b5b-9cea-2cec1b5d9e19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:45:29.001634 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3bfe4e5f-dc31-4b5b-9cea-2cec1b5d9e19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:45:29.015599 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-3bfe4e5f-dc31-4b5b-9cea-2cec1b5d9e19 admin admin] 10.222.0.87 "PUT /v2.0/subnets/aa97fff5-3253-4557-9a5c-3f741b0f4b6b HTTP/1.1" status: 200 len: 868 time: 0.2620628 Feb 02 06:45:29.015858 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebec031d-896d-44e6-9327-2d5666136fe1 None None] Network b632d55b-969d-47a6-85ce-b0287a6f7c51 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 06:45:29.024628 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfe4e5f-dc31-4b5b-9cea-2cec1b5d9e19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa97fff5-3253-4557-9a5c-3f741b0f4b6b,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:45:29.031933 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfe4e5f-dc31-4b5b-9cea-2cec1b5d9e19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:45:29.032287 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfe4e5f-dc31-4b5b-9cea-2cec1b5d9e19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:45:29.032634 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfe4e5f-dc31-4b5b-9cea-2cec1b5d9e19 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:45:29.032976 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfe4e5f-dc31-4b5b-9cea-2cec1b5d9e19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:45:29.033342 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfe4e5f-dc31-4b5b-9cea-2cec1b5d9e19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:45:29.033682 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfe4e5f-dc31-4b5b-9cea-2cec1b5d9e19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:45:29.034018 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfe4e5f-dc31-4b5b-9cea-2cec1b5d9e19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:45:29.034348 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfe4e5f-dc31-4b5b-9cea-2cec1b5d9e19 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:45:29.034687 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfe4e5f-dc31-4b5b-9cea-2cec1b5d9e19 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:45:29.035020 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfe4e5f-dc31-4b5b-9cea-2cec1b5d9e19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:45:29.035347 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfe4e5f-dc31-4b5b-9cea-2cec1b5d9e19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:45:29.035721 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfe4e5f-dc31-4b5b-9cea-2cec1b5d9e19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:45:29.036037 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfe4e5f-dc31-4b5b-9cea-2cec1b5d9e19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:45:29.375364 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-90af99b9-79bf-482d-a95c-7d15c1dc5088 None None] Provisioning complete for port ddfded5a-b7d8-4560-a243-b52965e7c185 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:45:29.375777 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-90af99b9-79bf-482d-a95c-7d15c1dc5088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ddfded5a-b7d8-4560-a243-b52965e7c185), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:45:29.451175 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-90af99b9-79bf-482d-a95c-7d15c1dc5088 None None] Current status of the port ddfded5a-b7d8-4560-a243-b52965e7c185 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:45:29.461104 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-90af99b9-79bf-482d-a95c-7d15c1dc5088 None None] Provisioning complete for port ef1f4cc5-111f-4737-9f1e-9451f35ab2a5 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:45:29.461492 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-90af99b9-79bf-482d-a95c-7d15c1dc5088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ef1f4cc5-111f-4737-9f1e-9451f35ab2a5), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:45:29.539473 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-90af99b9-79bf-482d-a95c-7d15c1dc5088 None None] Current status of the port ef1f4cc5-111f-4737-9f1e-9451f35ab2a5 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:45:31.247484 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 55408) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:45:31.443065 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afe70b7-169e-41e7-ab97-c34bc89d668b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:45:31.443453 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afe70b7-169e-41e7-ab97-c34bc89d668b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:45:31.445835 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-3afe70b7-169e-41e7-ab97-c34bc89d668b admin admin] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1973467 Feb 02 06:45:33.686823 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 55416) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:45:33.880387 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88335940-b2b7-4bae-94f9-163686908fc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:45:33.880864 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88335940-b2b7-4bae-94f9-163686908fc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:45:33.882525 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-88335940-b2b7-4bae-94f9-163686908fc7 admin admin] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1947613 Feb 02 06:45:36.131495 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 55424) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:45:36.275054 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5f9b72-1cf2-445c-aeb2-3443e9355fb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:45:36.276446 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-da5f9b72-1cf2-445c-aeb2-3443e9355fb8 admin admin] 10.222.0.87 "GET /v2.0/networks/b632d55b-969d-47a6-85ce-b0287a6f7c51 HTTP/1.1" status: 200 len: 869 time: 0.1439877 Feb 02 06:45:36.517353 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 5 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 06:45:38.521526 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 55432) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:45:38.648460 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2755d37f-aa31-4625-92af-9d1694a27d13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:45:38.649833 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-2755d37f-aa31-4625-92af-9d1694a27d13 admin admin] 10.222.0.87 "GET /v2.0/networks/ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 HTTP/1.1" status: 200 len: 886 time: 0.1268332 Feb 02 06:45:40.859322 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 55440) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:45:40.862072 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-83da6d4b-d642-43a6-8c20-d365c77a3f1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:45:40.985035 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffe5d26-0be7-4c06-9198-bf03b1a378c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:45:40.985494 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffe5d26-0be7-4c06-9198-bf03b1a378c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:45:40.987014 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-2ffe5d26-0be7-4c06-9198-bf03b1a378c6 admin admin] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1266727 Feb 02 06:45:43.207910 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-75e0901e-d406-44f9-8d2a-ff2c8e108af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:45:43.221795 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 55448) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:45:43.312984 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045152ac-3cd5-49d2-b1ff-ba183b3fe68e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:45:43.313445 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045152ac-3cd5-49d2-b1ff-ba183b3fe68e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:45:43.315010 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-045152ac-3cd5-49d2-b1ff-ba183b3fe68e admin admin] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0922718 Feb 02 06:45:44.445420 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:45:45.536733 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 55456) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:45:45.672826 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122bcc7d-6b9c-4b6c-bcf1-a8ff3a66a2c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:45:45.674166 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-122bcc7d-6b9c-4b6c-bcf1-a8ff3a66a2c3 admin admin] 10.222.0.87 "GET /v2.0/subnets/392aaebe-fd83-41d1-8a16-1b1a19494cf1 HTTP/1.1" status: 200 len: 816 time: 0.1363709 Feb 02 06:45:45.812487 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:45:47.213005 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:45:47.893641 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 55466) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:45:47.983606 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e13c0b5-58a5-447a-9a79-986728867d8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:45:47.984911 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-3e13c0b5-58a5-447a-9a79-986728867d8e admin admin] 10.222.0.87 "GET /v2.0/subnets/aa97fff5-3253-4557-9a5c-3f741b0f4b6b HTTP/1.1" status: 200 len: 868 time: 0.0903511 Feb 02 06:46:10.864465 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c581ac89-9e80-4f2b-ac75-dd9d640bfb1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:46:12.196689 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 55520) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:46:12.243731 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [None req-53f67508-a402-47f1-844c-65e689c05eee admin admin] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 06:46:12.244728 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-53f67508-a402-47f1-844c-65e689c05eee admin admin] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0471036 Feb 02 06:46:13.200717 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-45d8ea4c-136a-42bd-8bd4-29b3c167090c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:46:13.518028 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 5 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 06:46:14.448504 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:46:14.529849 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 55528) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:46:14.595062 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-d758f1a2-0c8a-43c3-b10e-4f35c30cf136 admin admin] GET failed (client error): The resource could not be found. Feb 02 06:46:14.596356 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d758f1a2-0c8a-43c3-b10e-4f35c30cf136 admin admin] 10.222.0.87 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0655866 Feb 02 06:46:14.804195 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1ce3af-d669-4550-a35b-81269b90c9d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:46:14.805505 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-6f1ce3af-d669-4550-a35b-81269b90c9d6 admin admin] 10.222.0.87 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2046103 Feb 02 06:46:15.813229 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:46:17.095443 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 55538) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:46:17.140550 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-a87df844-97c7-43db-a0a0-56516dc6f326 admin admin] Request body: {'network': {'name': 'shared', 'project_id': '9b7862dfd72946e4a79e76d442bb136c', 'admin_state_up': True, 'shared': True, 'tenant_id': '9b7862dfd72946e4a79e76d442bb136c'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:46:17.162310 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a87df844-97c7-43db-a0a0-56516dc6f326 admin admin] Made reservation on behalf of 9b7862dfd72946e4a79e76d442bb136c for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:46:17.164719 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a87df844-97c7-43db-a0a0-56516dc6f326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:46:17.211253 n-d-789963-26 neutron-server[109693]: WARNING neutron.services.revisions.revision_plugin [None req-a87df844-97c7-43db-a0a0-56516dc6f326 admin admin] Could not find related network for resource to bump revision. Feb 02 06:46:17.218061 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:46:17.229299 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a87df844-97c7-43db-a0a0-56516dc6f326 admin admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 06:46:17.242265 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a87df844-97c7-43db-a0a0-56516dc6f326 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778325690260', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (c61a70bd-d45a-43f6-b2f1-d7b90264d099), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:46:17.242808 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a87df844-97c7-43db-a0a0-56516dc6f326 admin admin] Unsubscribe: segment precommit_create {{(pid=109693) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 02 06:46:17.243278 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-a87df844-97c7-43db-a0a0-56516dc6f326 admin admin] Added segment c61a70bd-d45a-43f6-b2f1-d7b90264d099 of type vlan for network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 Feb 02 06:46:17.286814 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a87df844-97c7-43db-a0a0-56516dc6f326 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (04bc5622-0c2b-4ce8-b107-e6abcbdf57e1), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:46:17.317540 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a87df844-97c7-43db-a0a0-56516dc6f326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (04bc5622-0c2b-4ce8-b107-e6abcbdf57e1), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:46:17.318531 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87df844-97c7-43db-a0a0-56516dc6f326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:46:17.319374 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a87df844-97c7-43db-a0a0-56516dc6f326 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:46:17.372555 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a87df844-97c7-43db-a0a0-56516dc6f326 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2760031 Feb 02 06:46:17.417800 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87df844-97c7-43db-a0a0-56516dc6f326 admin admin] Pushing event updated for resources: {'Network': ['ID=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:46:17.428870 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 06:46:19.691903 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 55548) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:46:19.750900 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d5008e8-7ee8-4635-988a-99b1afa63b7f admin admin] GET failed (client error): The resource could not be found. Feb 02 06:46:19.752119 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-7d5008e8-7ee8-4635-988a-99b1afa63b7f admin admin] 10.222.0.87 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0592561 Feb 02 06:46:19.822450 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c844753-4668-4489-9039-a9a0512ecf65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:46:19.823946 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-1c844753-4668-4489-9039-a9a0512ecf65 admin admin] 10.222.0.87 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0671573 Feb 02 06:46:19.833330 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-a1d7d206-b490-4f41-822d-ea27bd94ba07 admin admin] Request body: {'subnet': {'tenant_id': '9b7862dfd72946e4a79e76d442bb136c', 'ip_version': 4, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1', 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:46:19.851934 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d7d206-b490-4f41-822d-ea27bd94ba07 admin admin] Made reservation on behalf of 9b7862dfd72946e4a79e76d442bb136c for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:46:19.854113 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a1d7d206-b490-4f41-822d-ea27bd94ba07 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:46:20.012778 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a1d7d206-b490-4f41-822d-ea27bd94ba07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for subnet (9d773733-62df-4956-84d3-71d17cfb6d11), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:46:20.070777 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d7d206-b490-4f41-822d-ea27bd94ba07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d773733-62df-4956-84d3-71d17cfb6d11,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:46:20.074547 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d7d206-b490-4f41-822d-ea27bd94ba07 admin admin] Checking segment: {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:46:20.074904 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d7d206-b490-4f41-822d-ea27bd94ba07 admin admin] Network hostable DHCP agents. Network: 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 06:46:20.090759 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d7d206-b490-4f41-822d-ea27bd94ba07 admin admin] Network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 06:46:20.099228 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-a1d7d206-b490-4f41-822d-ea27bd94ba07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:46:20.103819 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d7d206-b490-4f41-822d-ea27bd94ba07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:46:20.104405 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a1d7d206-b490-4f41-822d-ea27bd94ba07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:46:20.108751 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f59f5fa-6b29-4694-9b54-f958feff0f10 None None] Network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 06:46:20.120104 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a1d7d206-b490-4f41-822d-ea27bd94ba07 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2899907 Feb 02 06:46:20.312281 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd929a4-bd64-4fac-9a5e-3c9e116c6a9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-04bc5622-0c2b-4ce8-b107-e6abcbdf57e1', 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1', 'project_id': '9b7862dfd72946e4a79e76d442bb136c', 'fixed_ips': [{'subnet_id': '9d773733-62df-4956-84d3-71d17cfb6d11'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 06:46:20.313136 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9dd929a4-bd64-4fac-9a5e-3c9e116c6a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:46:20.452332 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-9dd929a4-bd64-4fac-9a5e-3c9e116c6a9c None None] Allocated IP 192.168.233.2 (04bc5622-0c2b-4ce8-b107-e6abcbdf57e1/9d773733-62df-4956-84d3-71d17cfb6d11/9629852b-2dd1-4bad-a163-2fc71fdca986) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:46:20.598077 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9dd929a4-bd64-4fac-9a5e-3c9e116c6a9c None None] Publish callbacks [] for port (9629852b-2dd1-4bad-a163-2fc71fdca986), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:46:20.604803 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9dd929a4-bd64-4fac-9a5e-3c9e116c6a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (9629852b-2dd1-4bad-a163-2fc71fdca986), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:46:20.645300 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd929a4-bd64-4fac-9a5e-3c9e116c6a9c None None] Network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:46:20.650735 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-9dd929a4-bd64-4fac-9a5e-3c9e116c6a9c None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:46:20.653757 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd929a4-bd64-4fac-9a5e-3c9e116c6a9c None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:46:20.662595 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd929a4-bd64-4fac-9a5e-3c9e116c6a9c None None] Pushing event updated for resources: {'Port': ['ID=9629852b-2dd1-4bad-a163-2fc71fdca986,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:46:20.672089 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd929a4-bd64-4fac-9a5e-3c9e116c6a9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:46:20.672442 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd929a4-bd64-4fac-9a5e-3c9e116c6a9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:46:20.672799 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd929a4-bd64-4fac-9a5e-3c9e116c6a9c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:46:20.673135 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd929a4-bd64-4fac-9a5e-3c9e116c6a9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:46:20.673470 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd929a4-bd64-4fac-9a5e-3c9e116c6a9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:46:20.673813 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd929a4-bd64-4fac-9a5e-3c9e116c6a9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:46:20.674136 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd929a4-bd64-4fac-9a5e-3c9e116c6a9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:46:20.674462 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd929a4-bd64-4fac-9a5e-3c9e116c6a9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:46:20.674791 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd929a4-bd64-4fac-9a5e-3c9e116c6a9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:46:20.675124 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd929a4-bd64-4fac-9a5e-3c9e116c6a9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:46:20.675444 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd929a4-bd64-4fac-9a5e-3c9e116c6a9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:46:20.675825 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd929a4-bd64-4fac-9a5e-3c9e116c6a9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:46:20.676151 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd929a4-bd64-4fac-9a5e-3c9e116c6a9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:46:20.725201 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-9dd929a4-bd64-4fac-9a5e-3c9e116c6a9c None None] Attempting to bind port 9629852b-2dd1-4bad-a163-2fc71fdca986 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:46:20.725574 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-9dd929a4-bd64-4fac-9a5e-3c9e116c6a9c None None] Attempting to bind port 9629852b-2dd1-4bad-a163-2fc71fdca986 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:46:20.725938 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd929a4-bd64-4fac-9a5e-3c9e116c6a9c None None] Attempting to bind port 9629852b-2dd1-4bad-a163-2fc71fdca986 on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:46:20.730966 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd929a4-bd64-4fac-9a5e-3c9e116c6a9c None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:46:20.731339 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd929a4-bd64-4fac-9a5e-3c9e116c6a9c None None] Checking segment: {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:46:20.731809 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9dd929a4-bd64-4fac-9a5e-3c9e116c6a9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:46:20.732201 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd929a4-bd64-4fac-9a5e-3c9e116c6a9c None None] Bound using segment: {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:46:20.732697 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-9dd929a4-bd64-4fac-9a5e-3c9e116c6a9c None None] Bound port: 9629852b-2dd1-4bad-a163-2fc71fdca986, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:46:20.733072 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9dd929a4-bd64-4fac-9a5e-3c9e116c6a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (9629852b-2dd1-4bad-a163-2fc71fdca986), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:46:20.797831 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-9dd929a4-bd64-4fac-9a5e-3c9e116c6a9c None None] For port 9629852b-2dd1-4bad-a163-2fc71fdca986, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:46:20.801397 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-9dd929a4-bd64-4fac-9a5e-3c9e116c6a9c None None] For port 9629852b-2dd1-4bad-a163-2fc71fdca986, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=9629852b-2dd1-4bad-a163-2fc71fdca986,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:46:20.808431 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9dd929a4-bd64-4fac-9a5e-3c9e116c6a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (9629852b-2dd1-4bad-a163-2fc71fdca986), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:46:20.869348 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd929a4-bd64-4fac-9a5e-3c9e116c6a9c None None] Pushing event updated for resources: {'Port': ['ID=9629852b-2dd1-4bad-a163-2fc71fdca986,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:46:21.812904 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a71f5f-3570-4a13-8ca7-80d00919ad8b None None] Network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 06:46:21.894644 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-88fd0d7d-cdd4-4f93-a222-c5e0bccc6cef None None] Provisioning complete for port 9629852b-2dd1-4bad-a163-2fc71fdca986 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:46:21.894783 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-88fd0d7d-cdd4-4f93-a222-c5e0bccc6cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (9629852b-2dd1-4bad-a163-2fc71fdca986), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:46:21.996457 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 9629852b-2dd1-4bad-a163-2fc71fdca986 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:46:22.015400 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-88fd0d7d-cdd4-4f93-a222-c5e0bccc6cef None None] Current status of the port 9629852b-2dd1-4bad-a163-2fc71fdca986 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:46:22.015816 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-88fd0d7d-cdd4-4f93-a222-c5e0bccc6cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (9629852b-2dd1-4bad-a163-2fc71fdca986), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:46:22.086906 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-88fd0d7d-cdd4-4f93-a222-c5e0bccc6cef None None] For port 9629852b-2dd1-4bad-a163-2fc71fdca986, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=9629852b-2dd1-4bad-a163-2fc71fdca986,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:46:22.096074 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-88fd0d7d-cdd4-4f93-a222-c5e0bccc6cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (9629852b-2dd1-4bad-a163-2fc71fdca986), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:46:22.102484 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 9629852b-2dd1-4bad-a163-2fc71fdca986 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:46:22.102878 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (9629852b-2dd1-4bad-a163-2fc71fdca986), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:46:22.175176 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fd0d7d-cdd4-4f93-a222-c5e0bccc6cef None None] Pushing event updated for resources: {'Port': ['ID=9629852b-2dd1-4bad-a163-2fc71fdca986,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:46:22.238411 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 9629852b-2dd1-4bad-a163-2fc71fdca986 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:46:22.242867 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-7ca4e429-187f-4baf-9d25-9b41ea4329b1 None None] Provisioning complete for port 9629852b-2dd1-4bad-a163-2fc71fdca986 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:46:22.243214 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7ca4e429-187f-4baf-9d25-9b41ea4329b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (9629852b-2dd1-4bad-a163-2fc71fdca986), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:46:22.319653 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-7ca4e429-187f-4baf-9d25-9b41ea4329b1 None None] Current status of the port 9629852b-2dd1-4bad-a163-2fc71fdca986 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:46:23.929395 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 9629852b-2dd1-4bad-a163-2fc71fdca986 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:46:23.976980 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 9629852b-2dd1-4bad-a163-2fc71fdca986 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:46:23.977369 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (9629852b-2dd1-4bad-a163-2fc71fdca986), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:46:24.055240 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 9629852b-2dd1-4bad-a163-2fc71fdca986 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:46:40.867505 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ff7e9718-d789-4f29-8fc8-63ba5e46d5a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:46:43.203434 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-97aae14e-4a58-4075-8e00-7f133572f29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:46:44.459413 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:46:45.817587 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:46:47.211627 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:46:50.520235 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 5 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 06:47:10.882551 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-8fccebed-82d4-4fed-9803-6838d94f035c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:47:13.204353 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce873fb0-350f-4fc7-94a0-163b6b5ce941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:47:14.453855 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:47:15.822114 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:47:17.214925 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:47:27.521288 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 5 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 06:47:35.441406 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 55594) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:47:35.448474 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [None req-296db3e1-fbba-42af-8585-9e185d28e2de tempest-verify_tempest_config-1781640750 tempest-verify_tempest_config-1781640750-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 06:47:35.449450 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-296db3e1-fbba-42af-8585-9e185d28e2de tempest-verify_tempest_config-1781640750 tempest-verify_tempest_config-1781640750-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0063396 Feb 02 06:47:35.749825 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 55612) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:47:35.871094 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3046f006-ed96-4485-9da7-2fff30c0192f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:47:35.960017 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3046f006-ed96-4485-9da7-2fff30c0192f admin admin] Publish callbacks [] for security_group (c84736b8-9cde-4c68-9f56-7d689e5b7d64), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:47:35.963834 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3046f006-ed96-4485-9da7-2fff30c0192f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (c84736b8-9cde-4c68-9f56-7d689e5b7d64), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:47:36.007933 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3046f006-ed96-4485-9da7-2fff30c0192f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c84736b8-9cde-4c68-9f56-7d689e5b7d64,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:47:36.012571 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-3046f006-ed96-4485-9da7-2fff30c0192f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=148c2834ac4543a0bbd3e628dcd226bc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2617264 Feb 02 06:47:36.015477 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 55616) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:47:36.016856 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3046f006-ed96-4485-9da7-2fff30c0192f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:47:36.017209 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3046f006-ed96-4485-9da7-2fff30c0192f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:47:36.017561 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3046f006-ed96-4485-9da7-2fff30c0192f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:47:36.017902 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3046f006-ed96-4485-9da7-2fff30c0192f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:47:36.018268 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3046f006-ed96-4485-9da7-2fff30c0192f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:47:36.018610 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3046f006-ed96-4485-9da7-2fff30c0192f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:47:36.018943 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3046f006-ed96-4485-9da7-2fff30c0192f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:47:36.019274 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3046f006-ed96-4485-9da7-2fff30c0192f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:47:36.019649 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3046f006-ed96-4485-9da7-2fff30c0192f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:47:36.020475 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3046f006-ed96-4485-9da7-2fff30c0192f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:47:36.020812 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3046f006-ed96-4485-9da7-2fff30c0192f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:47:36.021133 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3046f006-ed96-4485-9da7-2fff30c0192f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:47:36.021457 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3046f006-ed96-4485-9da7-2fff30c0192f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:47:36.099482 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f4dc36a0-f88d-4262-af44-2b152a390cc1 admin admin] Publish callbacks [] for security_group (c84736b8-9cde-4c68-9f56-7d689e5b7d64), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:47:36.121964 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f4dc36a0-f88d-4262-af44-2b152a390cc1 admin admin] Publish callbacks [] for security_group (c84736b8-9cde-4c68-9f56-7d689e5b7d64), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:47:36.219923 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f4dc36a0-f88d-4262-af44-2b152a390cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (c84736b8-9cde-4c68-9f56-7d689e5b7d64), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:47:36.222664 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f4dc36a0-f88d-4262-af44-2b152a390cc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:47:36.224505 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-f4dc36a0-f88d-4262-af44-2b152a390cc1 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c84736b8-9cde-4c68-9f56-7d689e5b7d64 HTTP/1.1" status: 204 len: 168 time: 0.2078893 Feb 02 06:47:36.233628 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dc36a0-f88d-4262-af44-2b152a390cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84736b8-9cde-4c68-9f56-7d689e5b7d64,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:47:36.240183 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dc36a0-f88d-4262-af44-2b152a390cc1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:47:36.240533 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dc36a0-f88d-4262-af44-2b152a390cc1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:47:36.240887 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dc36a0-f88d-4262-af44-2b152a390cc1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:47:36.241230 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dc36a0-f88d-4262-af44-2b152a390cc1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:47:36.241576 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dc36a0-f88d-4262-af44-2b152a390cc1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:47:36.241920 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dc36a0-f88d-4262-af44-2b152a390cc1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:47:36.242247 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dc36a0-f88d-4262-af44-2b152a390cc1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:47:36.242580 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dc36a0-f88d-4262-af44-2b152a390cc1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:47:36.242911 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dc36a0-f88d-4262-af44-2b152a390cc1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:47:36.243242 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dc36a0-f88d-4262-af44-2b152a390cc1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:47:36.243592 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dc36a0-f88d-4262-af44-2b152a390cc1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:47:36.243971 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dc36a0-f88d-4262-af44-2b152a390cc1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:47:36.244302 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dc36a0-f88d-4262-af44-2b152a390cc1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:47:40.867460 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-986b4212-3596-4564-930b-3d733cfded3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:47:43.205290 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-984ec367-7106-4ab3-9f07-9e131c9ff48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:47:44.456987 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:47:45.824401 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:47:47.220093 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:48:04.523465 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 5 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 06:48:10.868214 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-43fcbf2c-217f-470d-917b-013d378ccd05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:48:13.206835 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-24961093-5e0f-4b4a-b755-c24c53d8693f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:48:14.461896 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:48:15.828687 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:48:17.221801 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:48:40.870540 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-308e381f-4f42-45b0-a93d-523fd8779049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:48:41.528700 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 5 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 06:48:43.209310 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9a4555ac-45fe-490e-a3a3-8683654ee6bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:48:44.463744 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:48:45.835896 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:48:47.225391 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:49:10.870939 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6e371109-6422-466d-9787-2226c504f1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:49:13.211405 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-796bfed1-479a-4895-b5e7-a78cc6ae0ebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:49:14.465460 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:49:15.837064 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:49:17.231331 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:49:18.531390 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 5 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 06:49:40.871848 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ccbc204a-b184-4d6d-b74b-eb5d7f22307e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:49:43.212888 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-50ec5522-8dbd-4450-bd8a-59634645ca94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:49:44.467750 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:49:45.837516 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:49:47.234104 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:49:55.531610 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 5 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 06:50:10.872926 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-87d02350-1027-4d07-bb98-63ecc7c52e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:50:13.215614 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ba90a62f-ab60-4deb-a8fd-81ade1405788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:50:14.469680 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:50:15.840178 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:50:17.236105 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:50:32.532611 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 5 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 06:50:40.874727 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d5532cc8-d01c-4507-ac9d-97c4e2aa54f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:50:43.216265 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-82fa14f6-6cd1-4da0-873a-0fab30b00f88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:50:44.473776 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:50:45.844247 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:50:47.240985 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:50:51.811506 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1043592'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:50:56.873334 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1043592'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:51:09.536180 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 06:51:10.876006 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-99de8b11-2762-4144-b2a4-adc18df546b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:51:13.217286 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1c1c8461-a0d2-403c-afae-7231571fae02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:51:14.476032 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:51:15.847293 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:51:17.242226 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:51:21.795467 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:51:26.825639 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:51:34.268003 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 55674) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:51:34.369844 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-1596763a-5a78-4ff4-907b-e734ed664292 admin admin] 10.222.0.87 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.1007526 Feb 02 06:51:36.610537 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 55684) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:51:36.669073 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a5e420d0-c1fe-4060-9b0c-dcd7aa6e6327 admin admin] 10.222.0.87 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0574234 Feb 02 06:51:40.878205 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-adaeb000-501f-4d46-bfe0-660e228d603e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:51:43.219493 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-66b0fba5-a852-4bf0-9f0f-40a226b3064c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:51:44.477964 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:51:45.849143 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:51:46.539351 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 06:51:47.244763 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:51:51.810009 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:51:56.839007 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:52:10.879124 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-06508910-0db3-462a-bb68-1363afa58d51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:52:13.222123 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-33226475-376b-4aa8-afd9-60891706cbdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:52:14.480718 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:52:15.853388 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:52:17.250323 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:52:21.828795 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:52:23.552893 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 06:52:26.834365 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:52:40.881457 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-69dc3389-0aa5-4c6c-9bef-b80f18696ba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:52:43.225062 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d3978014-e274-4263-9a12-e1cda7d7c223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:52:44.483252 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:52:45.855397 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:52:47.248257 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:52:51.824578 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:52:56.863855 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:00.552430 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 06:53:01.384149 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 55914) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:01.758218 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-47cf8e33-abfc-4dd7-9eef-5b64cd9258a5 tempest-AutoAllocateNetworkTest-436261177 tempest-AutoAllocateNetworkTest-436261177-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=9e2a62c720f94dcb8ffc8d80a7d496f8&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3729014 Feb 02 06:53:01.760757 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 55934) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:01.956559 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637f887a-1c00-4b00-8cd8-7263794f653b tempest-AutoAllocateNetworkTest-436261177 tempest-AutoAllocateNetworkTest-436261177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:01.960570 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-637f887a-1c00-4b00-8cd8-7263794f653b tempest-AutoAllocateNetworkTest-436261177 tempest-AutoAllocateNetworkTest-436261177-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1977973 Feb 02 06:53:01.961224 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 55944) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:02.037539 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 55956) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:02.037650 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-68f0ad55-90c4-4cd7-80f7-33f983f97869 tempest-AutoAllocateNetworkTest-436261177 tempest-AutoAllocateNetworkTest-436261177-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0745926 Feb 02 06:53:02.066745 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-94f7954a-2ec7-4605-bf96-a64a2c2df532 tempest-AutoAllocateNetworkTest-436261177 tempest-AutoAllocateNetworkTest-436261177-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=9e2a62c720f94dcb8ffc8d80a7d496f8 HTTP/1.1" status: 200 len: 208 time: 0.0276866 Feb 02 06:53:02.697899 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56002) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:03.095189 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1680bafa-3932-4a20-b2a6-1421c2e97c50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:03.176433 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1680bafa-3932-4a20-b2a6-1421c2e97c50 admin admin] Publish callbacks [] for security_group (5c65d4b3-6c43-4465-9596-c9867074f188), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:03.181737 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1680bafa-3932-4a20-b2a6-1421c2e97c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (5c65d4b3-6c43-4465-9596-c9867074f188), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:03.220953 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1680bafa-3932-4a20-b2a6-1421c2e97c50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c65d4b3-6c43-4465-9596-c9867074f188,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:03.232205 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1680bafa-3932-4a20-b2a6-1421c2e97c50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:53:03.232552 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1680bafa-3932-4a20-b2a6-1421c2e97c50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:53:03.232884 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1680bafa-3932-4a20-b2a6-1421c2e97c50 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:53:03.233494 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1680bafa-3932-4a20-b2a6-1421c2e97c50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:53:03.234059 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1680bafa-3932-4a20-b2a6-1421c2e97c50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:53:03.235087 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1680bafa-3932-4a20-b2a6-1421c2e97c50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:53:03.235568 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1680bafa-3932-4a20-b2a6-1421c2e97c50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:53:03.236031 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1680bafa-3932-4a20-b2a6-1421c2e97c50 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:53:03.236497 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1680bafa-3932-4a20-b2a6-1421c2e97c50 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:53:03.236973 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1680bafa-3932-4a20-b2a6-1421c2e97c50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:53:03.237434 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1680bafa-3932-4a20-b2a6-1421c2e97c50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:53:03.237890 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1680bafa-3932-4a20-b2a6-1421c2e97c50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:53:03.238347 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1680bafa-3932-4a20-b2a6-1421c2e97c50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:53:03.239719 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1680bafa-3932-4a20-b2a6-1421c2e97c50 admin admin] Tracked resource versions report: Feb 02 06:53:03.239719 n-d-789963-26 neutron-server[109693]: pushed versions: Feb 02 06:53:03.239719 n-d-789963-26 neutron-server[109693]: { 'AddressGroup': {'1.2'}, Feb 02 06:53:03.239719 n-d-789963-26 neutron-server[109693]: 'ConntrackHelper': {'1.0'}, Feb 02 06:53:03.239719 n-d-789963-26 neutron-server[109693]: 'LocalIPAssociation': {'1.0'}, Feb 02 06:53:03.239719 n-d-789963-26 neutron-server[109693]: 'Log': {'1.0'}, Feb 02 06:53:03.239719 n-d-789963-26 neutron-server[109693]: 'Network': {'1.1'}, Feb 02 06:53:03.239719 n-d-789963-26 neutron-server[109693]: 'Port': {'1.7'}, Feb 02 06:53:03.239719 n-d-789963-26 neutron-server[109693]: 'PortForwarding': {'1.2'}, Feb 02 06:53:03.239719 n-d-789963-26 neutron-server[109693]: 'QosPolicy': {'1.10'}, Feb 02 06:53:03.239719 n-d-789963-26 neutron-server[109693]: 'SecurityGroup': {'1.5'}, Feb 02 06:53:03.239719 n-d-789963-26 neutron-server[109693]: 'SecurityGroupRule': {'1.2'}, Feb 02 06:53:03.239719 n-d-789963-26 neutron-server[109693]: 'SubPort': {'1.0'}, Feb 02 06:53:03.239719 n-d-789963-26 neutron-server[109693]: 'Subnet': {'1.1'}, Feb 02 06:53:03.239719 n-d-789963-26 neutron-server[109693]: 'Trunk': {'1.1'}} Feb 02 06:53:03.239719 n-d-789963-26 neutron-server[109693]: consumer versions: Feb 02 06:53:03.239719 n-d-789963-26 neutron-server[109693]: { DHCP agent@n-d-789963-26: {}, Feb 02 06:53:03.239719 n-d-789963-26 neutron-server[109693]: HyperV agent@n-h1-789963-26: {}, Feb 02 06:53:03.239719 n-d-789963-26 neutron-server[109693]: HyperV agent@n-h2-789963-26: {}, Feb 02 06:53:03.239719 n-d-789963-26 neutron-server[109693]: L3 agent@n-d-789963-26: {}, Feb 02 06:53:03.239719 n-d-789963-26 neutron-server[109693]: Metadata agent@n-d-789963-26: {}, Feb 02 06:53:03.239719 n-d-789963-26 neutron-server[109693]: Metering agent@n-d-789963-26: {}, Feb 02 06:53:03.239719 n-d-789963-26 neutron-server[109693]: Open vSwitch agent@n-d-789963-26: { 'AddressGroup': '1.2', Feb 02 06:53:03.239719 n-d-789963-26 neutron-server[109693]: 'ConntrackHelper': '1.0', Feb 02 06:53:03.239719 n-d-789963-26 neutron-server[109693]: 'LocalIPAssociation': '1.0', Feb 02 06:53:03.239719 n-d-789963-26 neutron-server[109693]: 'Log': '1.0', Feb 02 06:53:03.239719 n-d-789963-26 neutron-server[109693]: 'Network': '1.1', Feb 02 06:53:03.239719 n-d-789963-26 neutron-server[109693]: 'Port': '1.7', Feb 02 06:53:03.239719 n-d-789963-26 neutron-server[109693]: 'PortForwarding': '1.2', Feb 02 06:53:03.239719 n-d-789963-26 neutron-server[109693]: 'QosPolicy': '1.10', Feb 02 06:53:03.239719 n-d-789963-26 neutron-server[109693]: 'SecurityGroup': '1.5', Feb 02 06:53:03.239719 n-d-789963-26 neutron-server[109693]: 'SecurityGroupRule': '1.2', Feb 02 06:53:03.239719 n-d-789963-26 neutron-server[109693]: 'SubPort': '1.0', Feb 02 06:53:03.239719 n-d-789963-26 neutron-server[109693]: 'Subnet': '1.1', Feb 02 06:53:03.239719 n-d-789963-26 neutron-server[109693]: 'Trunk': '1.1'}} Feb 02 06:53:03.239719 n-d-789963-26 neutron-server[109693]: {{(pid=109693) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 02 06:53:03.265320 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56024) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:03.273369 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-1680bafa-3932-4a20-b2a6-1421c2e97c50 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9e2a62c720f94dcb8ffc8d80a7d496f8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5737772 Feb 02 06:53:03.337071 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b0391add-851c-43b2-a483-5448f2d974b2 admin admin] Publish callbacks [] for security_group (5c65d4b3-6c43-4465-9596-c9867074f188), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:03.359329 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b0391add-851c-43b2-a483-5448f2d974b2 admin admin] Publish callbacks [] for security_group (5c65d4b3-6c43-4465-9596-c9867074f188), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:03.419951 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b0391add-851c-43b2-a483-5448f2d974b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (5c65d4b3-6c43-4465-9596-c9867074f188), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:03.423240 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b0391add-851c-43b2-a483-5448f2d974b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:03.428157 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b0391add-851c-43b2-a483-5448f2d974b2 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/5c65d4b3-6c43-4465-9596-c9867074f188 HTTP/1.1" status: 204 len: 168 time: 0.1609018 Feb 02 06:53:03.438483 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0391add-851c-43b2-a483-5448f2d974b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c65d4b3-6c43-4465-9596-c9867074f188,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:03.447414 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0391add-851c-43b2-a483-5448f2d974b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:53:03.447800 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0391add-851c-43b2-a483-5448f2d974b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:53:03.448146 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0391add-851c-43b2-a483-5448f2d974b2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:53:03.448634 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0391add-851c-43b2-a483-5448f2d974b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:53:03.449108 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0391add-851c-43b2-a483-5448f2d974b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:53:03.449579 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0391add-851c-43b2-a483-5448f2d974b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:53:03.450044 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0391add-851c-43b2-a483-5448f2d974b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:53:03.450513 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0391add-851c-43b2-a483-5448f2d974b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:53:03.450967 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0391add-851c-43b2-a483-5448f2d974b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:53:03.451429 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0391add-851c-43b2-a483-5448f2d974b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:53:03.451921 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0391add-851c-43b2-a483-5448f2d974b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:53:03.452570 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0391add-851c-43b2-a483-5448f2d974b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:53:03.453573 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0391add-851c-43b2-a483-5448f2d974b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:53:03.455077 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0391add-851c-43b2-a483-5448f2d974b2 admin admin] Tracked resource versions report: Feb 02 06:53:03.455077 n-d-789963-26 neutron-server[109694]: pushed versions: Feb 02 06:53:03.455077 n-d-789963-26 neutron-server[109694]: { 'AddressGroup': {'1.2'}, Feb 02 06:53:03.455077 n-d-789963-26 neutron-server[109694]: 'ConntrackHelper': {'1.0'}, Feb 02 06:53:03.455077 n-d-789963-26 neutron-server[109694]: 'LocalIPAssociation': {'1.0'}, Feb 02 06:53:03.455077 n-d-789963-26 neutron-server[109694]: 'Log': {'1.0'}, Feb 02 06:53:03.455077 n-d-789963-26 neutron-server[109694]: 'Network': {'1.1'}, Feb 02 06:53:03.455077 n-d-789963-26 neutron-server[109694]: 'Port': {'1.7'}, Feb 02 06:53:03.455077 n-d-789963-26 neutron-server[109694]: 'PortForwarding': {'1.2'}, Feb 02 06:53:03.455077 n-d-789963-26 neutron-server[109694]: 'QosPolicy': {'1.10'}, Feb 02 06:53:03.455077 n-d-789963-26 neutron-server[109694]: 'SecurityGroup': {'1.5'}, Feb 02 06:53:03.455077 n-d-789963-26 neutron-server[109694]: 'SecurityGroupRule': {'1.2'}, Feb 02 06:53:03.455077 n-d-789963-26 neutron-server[109694]: 'SubPort': {'1.0'}, Feb 02 06:53:03.455077 n-d-789963-26 neutron-server[109694]: 'Subnet': {'1.1'}, Feb 02 06:53:03.455077 n-d-789963-26 neutron-server[109694]: 'Trunk': {'1.1'}} Feb 02 06:53:03.455077 n-d-789963-26 neutron-server[109694]: consumer versions: Feb 02 06:53:03.455077 n-d-789963-26 neutron-server[109694]: { DHCP agent@n-d-789963-26: {}, Feb 02 06:53:03.455077 n-d-789963-26 neutron-server[109694]: HyperV agent@n-h1-789963-26: {}, Feb 02 06:53:03.455077 n-d-789963-26 neutron-server[109694]: HyperV agent@n-h2-789963-26: {}, Feb 02 06:53:03.455077 n-d-789963-26 neutron-server[109694]: L3 agent@n-d-789963-26: {}, Feb 02 06:53:03.455077 n-d-789963-26 neutron-server[109694]: Metadata agent@n-d-789963-26: {}, Feb 02 06:53:03.455077 n-d-789963-26 neutron-server[109694]: Metering agent@n-d-789963-26: {}, Feb 02 06:53:03.455077 n-d-789963-26 neutron-server[109694]: Open vSwitch agent@n-d-789963-26: { 'AddressGroup': '1.2', Feb 02 06:53:03.455077 n-d-789963-26 neutron-server[109694]: 'ConntrackHelper': '1.0', Feb 02 06:53:03.455077 n-d-789963-26 neutron-server[109694]: 'LocalIPAssociation': '1.0', Feb 02 06:53:03.455077 n-d-789963-26 neutron-server[109694]: 'Log': '1.0', Feb 02 06:53:03.455077 n-d-789963-26 neutron-server[109694]: 'Network': '1.1', Feb 02 06:53:03.455077 n-d-789963-26 neutron-server[109694]: 'Port': '1.7', Feb 02 06:53:03.455077 n-d-789963-26 neutron-server[109694]: 'PortForwarding': '1.2', Feb 02 06:53:03.455077 n-d-789963-26 neutron-server[109694]: 'QosPolicy': '1.10', Feb 02 06:53:03.455077 n-d-789963-26 neutron-server[109694]: 'SecurityGroup': '1.5', Feb 02 06:53:03.455077 n-d-789963-26 neutron-server[109694]: 'SecurityGroupRule': '1.2', Feb 02 06:53:03.455077 n-d-789963-26 neutron-server[109694]: 'SubPort': '1.0', Feb 02 06:53:03.455077 n-d-789963-26 neutron-server[109694]: 'Subnet': '1.1', Feb 02 06:53:03.455077 n-d-789963-26 neutron-server[109694]: 'Trunk': '1.1'}} Feb 02 06:53:03.455077 n-d-789963-26 neutron-server[109694]: {{(pid=109694) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 02 06:53:04.104713 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56088) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:04.302617 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56100) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:04.306419 n-d-789963-26 neutron-server[109693]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 02 06:53:04.337427 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4c67ac96-f00e-48b8-b6df-bc1f1b13c94e req-23a02c1c-8518-4f5f-961b-00eb040f64e7 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=f44764c06b0a4b26bf3f8d7745202e1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318956 Feb 02 06:53:04.373663 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-db48d0e9-0cd1-4a28-a724-1e2c6fbe5fcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:04.595067 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c67ac96-f00e-48b8-b6df-bc1f1b13c94e req-a6e5561b-11c2-4cdb-bdf3-b9593690ebb1 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:04.601766 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4c67ac96-f00e-48b8-b6df-bc1f1b13c94e req-a6e5561b-11c2-4cdb-bdf3-b9593690ebb1 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2633812 Feb 02 06:53:04.682230 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-db48d0e9-0cd1-4a28-a724-1e2c6fbe5fcb admin admin] Publish callbacks [] for security_group (2d0850b7-ca0e-46e8-afe2-ad4ce59ef2d5), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:04.684280 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4c67ac96-f00e-48b8-b6df-bc1f1b13c94e req-58cd2abd-5c34-4a2b-9837-efd1d414cbf8 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/quotas/f44764c06b0a4b26bf3f8d7745202e1c HTTP/1.1" status: 200 len: 375 time: 0.0817502 Feb 02 06:53:04.688909 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-db48d0e9-0cd1-4a28-a724-1e2c6fbe5fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (2d0850b7-ca0e-46e8-afe2-ad4ce59ef2d5), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:04.771599 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-db48d0e9-0cd1-4a28-a724-1e2c6fbe5fcb admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=20d3d2f26de743bbb272cd8860b14bce&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6641431 Feb 02 06:53:04.773353 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56130) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:04.788985 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4c67ac96-f00e-48b8-b6df-bc1f1b13c94e req-9d2b2e70-f33f-4ae5-b7df-27c922cdeb13 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=f44764c06b0a4b26bf3f8d7745202e1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0932798 Feb 02 06:53:04.789508 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db48d0e9-0cd1-4a28-a724-1e2c6fbe5fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0850b7-ca0e-46e8-afe2-ad4ce59ef2d5,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:04.835452 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fa8d5287-d458-4c35-b618-91045766d836 admin admin] Publish callbacks [] for security_group (2d0850b7-ca0e-46e8-afe2-ad4ce59ef2d5), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:04.860634 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fa8d5287-d458-4c35-b618-91045766d836 admin admin] Publish callbacks [] for security_group (2d0850b7-ca0e-46e8-afe2-ad4ce59ef2d5), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:04.920915 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fa8d5287-d458-4c35-b618-91045766d836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (2d0850b7-ca0e-46e8-afe2-ad4ce59ef2d5), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:04.925614 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fa8d5287-d458-4c35-b618-91045766d836 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:04.927623 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-fa8d5287-d458-4c35-b618-91045766d836 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/2d0850b7-ca0e-46e8-afe2-ad4ce59ef2d5 HTTP/1.1" status: 204 len: 168 time: 0.1525176 Feb 02 06:53:04.936276 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8d5287-d458-4c35-b618-91045766d836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0850b7-ca0e-46e8-afe2-ad4ce59ef2d5,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:05.066132 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56154) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:05.454970 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d46ecf28-819d-4c3f-aeb1-5bf6a44d6185 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:05.504104 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e564490a-9af2-4ea1-94ff-91e00c8d28b3 req-8db6d859-682a-4953-b99d-d8b746ab352b tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/ports?device_id=625037db-4e02-46c1-910d-629e80ff63e4 HTTP/1.1" status: 200 len: 210 time: 0.0797918 Feb 02 06:53:05.594964 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d46ecf28-819d-4c3f-aeb1-5bf6a44d6185 admin admin] Publish callbacks [] for security_group (b035dd6f-2217-4695-ae63-2d1be7a12cd2), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:05.600504 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d46ecf28-819d-4c3f-aeb1-5bf6a44d6185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (b035dd6f-2217-4695-ae63-2d1be7a12cd2), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:05.639076 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d46ecf28-819d-4c3f-aeb1-5bf6a44d6185 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=5669f69801314be9882414f05b8e0f29&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5716796 Feb 02 06:53:05.642478 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56190) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:05.697618 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56194) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:05.713715 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46ecf28-819d-4c3f-aeb1-5bf6a44d6185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b035dd6f-2217-4695-ae63-2d1be7a12cd2,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:05.727418 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-be6c601e-e6a5-43c7-af96-b916519c6a7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:05.745767 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f4a91591-6e8e-4a5d-bdb6-6dc1b15fc184 admin admin] Publish callbacks [] for security_group (b035dd6f-2217-4695-ae63-2d1be7a12cd2), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:05.774338 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f4a91591-6e8e-4a5d-bdb6-6dc1b15fc184 admin admin] Publish callbacks [] for security_group (b035dd6f-2217-4695-ae63-2d1be7a12cd2), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:05.865564 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f4a91591-6e8e-4a5d-bdb6-6dc1b15fc184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (b035dd6f-2217-4695-ae63-2d1be7a12cd2), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:05.869273 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f4a91591-6e8e-4a5d-bdb6-6dc1b15fc184 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:05.870888 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-f4a91591-6e8e-4a5d-bdb6-6dc1b15fc184 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b035dd6f-2217-4695-ae63-2d1be7a12cd2 HTTP/1.1" status: 204 len: 168 time: 0.2271667 Feb 02 06:53:05.896135 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a91591-6e8e-4a5d-bdb6-6dc1b15fc184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b035dd6f-2217-4695-ae63-2d1be7a12cd2,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:05.899173 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-be6c601e-e6a5-43c7-af96-b916519c6a7b admin admin] Publish callbacks [] for security_group (37397774-4fd7-43da-9b38-1c438bb6994b), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:05.905712 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-be6c601e-e6a5-43c7-af96-b916519c6a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (37397774-4fd7-43da-9b38-1c438bb6994b), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:05.977728 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6c601e-e6a5-43c7-af96-b916519c6a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37397774-4fd7-43da-9b38-1c438bb6994b,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:05.988899 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56226) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:05.996550 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-be6c601e-e6a5-43c7-af96-b916519c6a7b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b1ca5c35dd374338a3a02bd396cde886&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2974501 Feb 02 06:53:06.041691 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8602d891-a49b-4d50-bcb9-877056900f02 admin admin] Publish callbacks [] for security_group (37397774-4fd7-43da-9b38-1c438bb6994b), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:06.071957 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8602d891-a49b-4d50-bcb9-877056900f02 admin admin] Publish callbacks [] for security_group (37397774-4fd7-43da-9b38-1c438bb6994b), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:06.134030 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8602d891-a49b-4d50-bcb9-877056900f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (37397774-4fd7-43da-9b38-1c438bb6994b), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:06.139168 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8602d891-a49b-4d50-bcb9-877056900f02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:06.141983 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-8602d891-a49b-4d50-bcb9-877056900f02 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/37397774-4fd7-43da-9b38-1c438bb6994b HTTP/1.1" status: 204 len: 168 time: 0.1519895 Feb 02 06:53:06.153708 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8602d891-a49b-4d50-bcb9-877056900f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37397774-4fd7-43da-9b38-1c438bb6994b,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:06.447742 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56252) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:06.461061 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c955841c-2834-42bc-9b3b-53251095c467 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:06.593315 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c955841c-2834-42bc-9b3b-53251095c467 admin admin] Publish callbacks [] for security_group (ff201981-8d9f-46b6-b6f3-7c2e17e62d9a), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:06.600976 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c955841c-2834-42bc-9b3b-53251095c467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (ff201981-8d9f-46b6-b6f3-7c2e17e62d9a), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:06.692514 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56270) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:06.712705 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c955841c-2834-42bc-9b3b-53251095c467 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=2e98e982cac248acacfa2f5fed8a5c8e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2631176 Feb 02 06:53:06.713878 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c955841c-2834-42bc-9b3b-53251095c467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff201981-8d9f-46b6-b6f3-7c2e17e62d9a,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:06.779093 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-411b9392-d51c-44ad-8f87-96f40c917d27 admin admin] Publish callbacks [] for security_group (ff201981-8d9f-46b6-b6f3-7c2e17e62d9a), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:06.838274 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-06ffbe1f-c7ce-42ec-b687-c15bf184fdec req-5bd6a006-ff9a-4ea2-b167-b1899909e1d2 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/ports?device_id=625037db-4e02-46c1-910d-629e80ff63e4 HTTP/1.1" status: 200 len: 210 time: 0.0379317 Feb 02 06:53:06.840149 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-411b9392-d51c-44ad-8f87-96f40c917d27 admin admin] Publish callbacks [] for security_group (ff201981-8d9f-46b6-b6f3-7c2e17e62d9a), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:06.910159 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-411b9392-d51c-44ad-8f87-96f40c917d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (ff201981-8d9f-46b6-b6f3-7c2e17e62d9a), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:06.912905 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-411b9392-d51c-44ad-8f87-96f40c917d27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:06.914451 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-411b9392-d51c-44ad-8f87-96f40c917d27 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ff201981-8d9f-46b6-b6f3-7c2e17e62d9a HTTP/1.1" status: 204 len: 168 time: 0.2203093 Feb 02 06:53:06.924794 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411b9392-d51c-44ad-8f87-96f40c917d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff201981-8d9f-46b6-b6f3-7c2e17e62d9a,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:07.103074 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.59', 61231) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:07.162250 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4c67ac96-f00e-48b8-b6df-bc1f1b13c94e req-ca1385f1-2074-4280-b504-4403aafa44ca tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=f44764c06b0a4b26bf3f8d7745202e1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467465 Feb 02 06:53:07.353471 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c67ac96-f00e-48b8-b6df-bc1f1b13c94e req-e20375db-c5d4-4aec-acd7-2501c3d7b37c tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:07.354939 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4c67ac96-f00e-48b8-b6df-bc1f1b13c94e req-e20375db-c5d4-4aec-acd7-2501c3d7b37c tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1880994 Feb 02 06:53:07.505860 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-4c67ac96-f00e-48b8-b6df-bc1f1b13c94e req-03dd311c-1e44-4142-929a-837dfa61efe9 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Request body: {'port': {'device_id': '625037db-4e02-46c1-910d-629e80ff63e4', 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1', 'admin_state_up': True, 'tenant_id': 'f44764c06b0a4b26bf3f8d7745202e1c'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:53:07.670742 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56348) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:07.673646 n-d-789963-26 neutron-server[109694]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 02 06:53:07.738913 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d08bf545-888b-4835-95ab-dc5fcb360e1b req-83f4d60f-f439-44e4-b9d6-a43382a0226b tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=d1b867d314324446865bb678c64ad29c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0643592 Feb 02 06:53:07.809084 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c67ac96-f00e-48b8-b6df-bc1f1b13c94e req-03dd311c-1e44-4142-929a-837dfa61efe9 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Made reservation on behalf of f44764c06b0a4b26bf3f8d7745202e1c for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:53:07.813514 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-4c67ac96-f00e-48b8-b6df-bc1f1b13c94e req-03dd311c-1e44-4142-929a-837dfa61efe9 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:07.833567 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-4c67ac96-f00e-48b8-b6df-bc1f1b13c94e req-03dd311c-1e44-4142-929a-837dfa61efe9 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:07.947657 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-4c67ac96-f00e-48b8-b6df-bc1f1b13c94e req-03dd311c-1e44-4142-929a-837dfa61efe9 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Publish callbacks [] for security_group (dec561c4-af02-45e3-8dd4-23494a090077), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:07.956405 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-4c67ac96-f00e-48b8-b6df-bc1f1b13c94e req-03dd311c-1e44-4142-929a-837dfa61efe9 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (dec561c4-af02-45e3-8dd4-23494a090077), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:08.039987 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08bf545-888b-4835-95ab-dc5fcb360e1b req-208c11b4-ebb9-4a86-b8de-bb16c90a7c7c tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:08.046343 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d08bf545-888b-4835-95ab-dc5fcb360e1b req-208c11b4-ebb9-4a86-b8de-bb16c90a7c7c tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2993050 Feb 02 06:53:08.066315 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d08bf545-888b-4835-95ab-dc5fcb360e1b req-2bfb41ce-3066-453b-92ef-54f0223eef24 tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] 10.222.0.87 "GET /v2.0/quotas/d1b867d314324446865bb678c64ad29c HTTP/1.1" status: 200 len: 375 time: 0.0183864 Feb 02 06:53:08.132137 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d08bf545-888b-4835-95ab-dc5fcb360e1b req-f7422448-5784-46cd-9ee9-9b0d20c34c9b tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=d1b867d314324446865bb678c64ad29c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0648375 Feb 02 06:53:08.134607 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1385ce24-cfb8-4d8d-9ba7-4d28142b06a1 req-2e68ddc4-4610-4869-a90c-a66335eac848 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/ports?device_id=625037db-4e02-46c1-910d-629e80ff63e4 HTTP/1.1" status: 200 len: 210 time: 0.0574832 Feb 02 06:53:08.150539 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dd311c-1e44-4142-929a-837dfa61efe9 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dec561c4-af02-45e3-8dd4-23494a090077,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:08.297330 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-4c67ac96-f00e-48b8-b6df-bc1f1b13c94e req-03dd311c-1e44-4142-929a-837dfa61efe9 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Allocated IP 192.168.233.102 (04bc5622-0c2b-4ce8-b107-e6abcbdf57e1/9d773733-62df-4956-84d3-71d17cfb6d11/0e6bbfb6-34b5-4bb1-925e-5fd420a44b52) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:53:08.610319 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-778cda1f-c0d7-4f21-9f5c-c78e1bc67c2c req-c7873965-10d1-4b8d-897b-b3485ac0d818 tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c0fe651-361e-4559-8dc3-0052a2ffcd02 HTTP/1.1" status: 200 len: 210 time: 0.0981669 Feb 02 06:53:08.646274 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-4c67ac96-f00e-48b8-b6df-bc1f1b13c94e req-03dd311c-1e44-4142-929a-837dfa61efe9 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Publish callbacks [] for port (0e6bbfb6-34b5-4bb1-925e-5fd420a44b52), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:08.751508 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-4c67ac96-f00e-48b8-b6df-bc1f1b13c94e req-03dd311c-1e44-4142-929a-837dfa61efe9 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (0e6bbfb6-34b5-4bb1-925e-5fd420a44b52), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:08.868445 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56464) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:09.008321 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c67ac96-f00e-48b8-b6df-bc1f1b13c94e req-03dd311c-1e44-4142-929a-837dfa61efe9 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:53:09.017047 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-4c67ac96-f00e-48b8-b6df-bc1f1b13c94e req-03dd311c-1e44-4142-929a-837dfa61efe9 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:53:09.028729 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c67ac96-f00e-48b8-b6df-bc1f1b13c94e req-03dd311c-1e44-4142-929a-837dfa61efe9 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:53:09.036217 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c67ac96-f00e-48b8-b6df-bc1f1b13c94e req-03dd311c-1e44-4142-929a-837dfa61efe9 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:09.037263 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-4c67ac96-f00e-48b8-b6df-bc1f1b13c94e req-03dd311c-1e44-4142-929a-837dfa61efe9 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:09.055115 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dd311c-1e44-4142-929a-837dfa61efe9 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Pushing event updated for resources: {'Port': ['ID=0e6bbfb6-34b5-4bb1-925e-5fd420a44b52,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:09.084315 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4c67ac96-f00e-48b8-b6df-bc1f1b13c94e req-03dd311c-1e44-4142-929a-837dfa61efe9 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5826509 Feb 02 06:53:09.118531 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [req-4c67ac96-f00e-48b8-b6df-bc1f1b13c94e req-e57d39b9-e933-4284-9335-e49cfb1e5136 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=109693) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 06:53:09.119804 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4c67ac96-f00e-48b8-b6df-bc1f1b13c94e req-e57d39b9-e933-4284-9335-e49cfb1e5136 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065982 Feb 02 06:53:09.430949 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b58ee-963e-4d92-b354-39bf987870fc req-05435557-39cd-45fd-a3d6-1ced16094187 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:09.434673 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-642b58ee-963e-4d92-b354-39bf987870fc req-05435557-39cd-45fd-a3d6-1ced16094187 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/ports?device_id=625037db-4e02-46c1-910d-629e80ff63e4 HTTP/1.1" status: 200 len: 936 time: 0.1714962 Feb 02 06:53:09.482756 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-cf545ac0-90e3-4fb0-a751-6b2e5d856398 None None] Provisioning complete for port 0e6bbfb6-34b5-4bb1-925e-5fd420a44b52 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:53:09.483930 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-cf545ac0-90e3-4fb0-a751-6b2e5d856398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (0e6bbfb6-34b5-4bb1-925e-5fd420a44b52), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:09.591720 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-642b58ee-963e-4d92-b354-39bf987870fc req-0601d846-cf3b-4c31-b566-2d372eb7324e tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/security-groups?id=dec561c4-af02-45e3-8dd4-23494a090077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414573 Feb 02 06:53:09.593863 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-5eabd171-b1c7-4f89-b342-3899cdafe171 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-611324980-network', 'tenant_id': '27772d6a8fab4cb7b33a5a3297c51100'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:53:09.630258 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-cf545ac0-90e3-4fb0-a751-6b2e5d856398 None None] Port 0e6bbfb6-34b5-4bb1-925e-5fd420a44b52 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 06:53:09.663467 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eabd171-b1c7-4f89-b342-3899cdafe171 admin admin] Made reservation on behalf of 27772d6a8fab4cb7b33a5a3297c51100 for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:53:09.669722 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5eabd171-b1c7-4f89-b342-3899cdafe171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:09.679622 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56494) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:09.685145 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5eabd171-b1c7-4f89-b342-3899cdafe171 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:09.783328 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8feab1fc-36ec-4a37-9480-1abfb486a2f4 req-92ef1813-cc8a-465b-8316-78b08e37d856 tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c0fe651-361e-4559-8dc3-0052a2ffcd02 HTTP/1.1" status: 200 len: 210 time: 0.0569324 Feb 02 06:53:10.029194 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5eabd171-b1c7-4f89-b342-3899cdafe171 admin admin] Publish callbacks [] for security_group (533f3417-75cc-41cd-8d0a-11551253b6b1), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:10.048545 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5eabd171-b1c7-4f89-b342-3899cdafe171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (533f3417-75cc-41cd-8d0a-11551253b6b1), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:10.129810 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eabd171-b1c7-4f89-b342-3899cdafe171 admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 06:53:10.167030 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5eabd171-b1c7-4f89-b342-3899cdafe171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (7c23084e-868e-4f06-b4ca-b642252d4dc6), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:10.168649 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-5eabd171-b1c7-4f89-b342-3899cdafe171 admin admin] Added segment 7c23084e-868e-4f06-b4ca-b642252d4dc6 of type vlan for network 081c026d-8798-47ae-ae28-6481babaa3fe Feb 02 06:53:10.223221 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56520) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:10.232088 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eabd171-b1c7-4f89-b342-3899cdafe171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=533f3417-75cc-41cd-8d0a-11551253b6b1,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:10.254679 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5eabd171-b1c7-4f89-b342-3899cdafe171 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (081c026d-8798-47ae-ae28-6481babaa3fe), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:10.313889 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5eabd171-b1c7-4f89-b342-3899cdafe171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (081c026d-8798-47ae-ae28-6481babaa3fe), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:10.315498 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eabd171-b1c7-4f89-b342-3899cdafe171 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:10.316356 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5eabd171-b1c7-4f89-b342-3899cdafe171 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:10.361352 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56528) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:10.367754 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-ea1bbdd2-2a6d-4c42-b58e-ebde023af600 admin admin] Request body: {'subnet': {'network_id': '081c026d-8798-47ae-ae28-6481babaa3fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-611324980-subnet', 'tenant_id': '27772d6a8fab4cb7b33a5a3297c51100', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:53:10.371889 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-5eabd171-b1c7-4f89-b342-3899cdafe171 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.5015123 Feb 02 06:53:10.415918 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea1bbdd2-2a6d-4c42-b58e-ebde023af600 admin admin] Made reservation on behalf of 27772d6a8fab4cb7b33a5a3297c51100 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:53:10.421004 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ea1bbdd2-2a6d-4c42-b58e-ebde023af600 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:10.475998 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eabd171-b1c7-4f89-b342-3899cdafe171 admin admin] Pushing event updated for resources: {'Network': ['ID=081c026d-8798-47ae-ae28-6481babaa3fe,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:10.492148 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 081c026d-8798-47ae-ae28-6481babaa3fe details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 06:53:10.546220 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bdd5d2d6-5650-4c06-bd88-a428d4951a75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:10.585999 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56540) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:10.649441 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-4c67ac96-f00e-48b8-b6df-bc1f1b13c94e req-c47bd411-0b5a-4021-9caa-40eab05bdb1c service neutron] Request body: {'port': {'device_id': '625037db-4e02-46c1-910d-629e80ff63e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:53:10.820934 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2f4f408a-bbdc-413e-899a-5269967bcb94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:10.913421 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b819bbe6-c72f-45bd-a44e-23201bee86e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:11.038562 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.88', 49358) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:11.113099 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b4288d0d-6e5f-48aa-b3bf-a9fffda3e918 req-01112c7e-a521-423e-9449-1cbeebfb8a96 tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c0fe651-361e-4559-8dc3-0052a2ffcd02 HTTP/1.1" status: 200 len: 210 time: 0.0892920 Feb 02 06:53:11.159168 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d08bf545-888b-4835-95ab-dc5fcb360e1b req-e4a2d7ff-3e3b-4633-ae0c-3b8db1d03267 tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=d1b867d314324446865bb678c64ad29c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1084204 Feb 02 06:53:11.184747 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2f4f408a-bbdc-413e-899a-5269967bcb94 admin admin] Publish callbacks [] for security_group (9398555b-e08a-4c3c-8fc8-45535a731506), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:11.240387 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ea1bbdd2-2a6d-4c42-b58e-ebde023af600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for subnet (10d74aaf-e202-4a59-be8f-2452f7f95bcf), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:11.297477 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2f4f408a-bbdc-413e-899a-5269967bcb94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (9398555b-e08a-4c3c-8fc8-45535a731506), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:11.334283 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1bbdd2-2a6d-4c42-b58e-ebde023af600 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10d74aaf-e202-4a59-be8f-2452f7f95bcf,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:11.390798 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-4c67ac96-f00e-48b8-b6df-bc1f1b13c94e req-c47bd411-0b5a-4021-9caa-40eab05bdb1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (0e6bbfb6-34b5-4bb1-925e-5fd420a44b52), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:11.560113 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4f408a-bbdc-413e-899a-5269967bcb94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9398555b-e08a-4c3c-8fc8-45535a731506,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:11.579264 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-2f4f408a-bbdc-413e-899a-5269967bcb94 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=2232828d0f284f22992a31a86bc6cab4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9921558 Feb 02 06:53:11.580086 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56592) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:11.681672 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2996867b-7b8c-42b2-9525-9e8d672d3916 admin admin] Publish callbacks [] for security_group (9398555b-e08a-4c3c-8fc8-45535a731506), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:11.724229 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2996867b-7b8c-42b2-9525-9e8d672d3916 admin admin] Publish callbacks [] for security_group (9398555b-e08a-4c3c-8fc8-45535a731506), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:11.779608 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08bf545-888b-4835-95ab-dc5fcb360e1b req-e1da8171-53cd-4c86-b506-56e340021c8c tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:11.798142 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d08bf545-888b-4835-95ab-dc5fcb360e1b req-e1da8171-53cd-4c86-b506-56e340021c8c tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6147695 Feb 02 06:53:11.810907 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2996867b-7b8c-42b2-9525-9e8d672d3916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (9398555b-e08a-4c3c-8fc8-45535a731506), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:11.816310 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2996867b-7b8c-42b2-9525-9e8d672d3916 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:11.822623 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-2996867b-7b8c-42b2-9525-9e8d672d3916 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/9398555b-e08a-4c3c-8fc8-45535a731506 HTTP/1.1" status: 204 len: 168 time: 0.2392876 Feb 02 06:53:11.836203 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2996867b-7b8c-42b2-9525-9e8d672d3916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9398555b-e08a-4c3c-8fc8-45535a731506,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:11.848157 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-77c9c822-5994-4be8-81d8-ed73b69ba09e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:11.900239 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-d08bf545-888b-4835-95ab-dc5fcb360e1b req-0a369906-fe03-4d77-af37-4b8d60bad4d1 tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] Request body: {'port': {'device_id': '6c0fe651-361e-4559-8dc3-0052a2ffcd02', 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1', 'admin_state_up': True, 'tenant_id': 'd1b867d314324446865bb678c64ad29c'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:53:11.959354 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-77c9c822-5994-4be8-81d8-ed73b69ba09e admin admin] Publish callbacks [] for security_group (8e30ec7d-6cd7-4ff0-9e0b-277b5fc89583), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:11.973929 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-77c9c822-5994-4be8-81d8-ed73b69ba09e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (8e30ec7d-6cd7-4ff0-9e0b-277b5fc89583), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:12.040995 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-77c9c822-5994-4be8-81d8-ed73b69ba09e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=5b953675fda9427588f64beedc6a74f7&name=default HTTP/1.1" status: 200 len: 2992 time: 1.8164399 Feb 02 06:53:12.042066 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1bbdd2-2a6d-4c42-b58e-ebde023af600 admin admin] Checking segment: {'id': '7c23084e-868e-4f06-b4ca-b642252d4dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '081c026d-8798-47ae-ae28-6481babaa3fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:53:12.042578 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1bbdd2-2a6d-4c42-b58e-ebde023af600 admin admin] Network hostable DHCP agents. Network: 081c026d-8798-47ae-ae28-6481babaa3fe, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 06:53:12.046930 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56612) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:12.050350 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c9c822-5994-4be8-81d8-ed73b69ba09e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e30ec7d-6cd7-4ff0-9e0b-277b5fc89583,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:12.196843 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2770e059-4da2-4ee1-99b9-2004d40136f1 admin admin] Publish callbacks [] for security_group (8e30ec7d-6cd7-4ff0-9e0b-277b5fc89583), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:12.309902 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1bbdd2-2a6d-4c42-b58e-ebde023af600 admin admin] Network 081c026d-8798-47ae-ae28-6481babaa3fe is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 06:53:12.422467 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-ea1bbdd2-2a6d-4c42-b58e-ebde023af600 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 081c026d-8798-47ae-ae28-6481babaa3fe) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:53:12.434600 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33cd65f-4fec-4673-8ca6-79adf1a8fac0 None None] Network 081c026d-8798-47ae-ae28-6481babaa3fe requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 06:53:12.451980 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bdd5d2d6-5650-4c06-bd88-a428d4951a75 admin admin] Publish callbacks [] for security_group (5a0e0c09-5016-4d02-8bac-f69bd275e432), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:12.467726 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1bbdd2-2a6d-4c42-b58e-ebde023af600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:12.468627 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ea1bbdd2-2a6d-4c42-b58e-ebde023af600 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:12.482338 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d346d0ff-fa34-4bb8-bf7b-15503a53d6a7 req-4b884241-fc30-41f6-88cc-ca688a2c5bbc tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:12.497969 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d346d0ff-fa34-4bb8-bf7b-15503a53d6a7 req-4b884241-fc30-41f6-88cc-ca688a2c5bbc tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/ports?device_id=625037db-4e02-46c1-910d-629e80ff63e4 HTTP/1.1" status: 200 len: 936 time: 1.4798293 Feb 02 06:53:12.504926 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bdd5d2d6-5650-4c06-bd88-a428d4951a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (5a0e0c09-5016-4d02-8bac-f69bd275e432), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:12.632431 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56622) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:12.642700 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-ea1bbdd2-2a6d-4c42-b58e-ebde023af600 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.2771776 Feb 02 06:53:12.645097 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56624) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:12.665543 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a4548614-a9a7-4fa5-be25-3995c1392269 req-73db529e-8824-42b1-8dcd-84d741286414 tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c0fe651-361e-4559-8dc3-0052a2ffcd02 HTTP/1.1" status: 200 len: 210 time: 0.1312265 Feb 02 06:53:12.667719 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2770e059-4da2-4ee1-99b9-2004d40136f1 admin admin] Publish callbacks [] for security_group (8e30ec7d-6cd7-4ff0-9e0b-277b5fc89583), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:12.677966 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-164ebea0-8d09-4784-ab04-afd5087218ff admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-611324980-router', 'tenant_id': '27772d6a8fab4cb7b33a5a3297c51100', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:53:12.682899 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5d2d6-5650-4c06-bd88-a428d4951a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a0e0c09-5016-4d02-8bac-f69bd275e432,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:12.714584 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-4c67ac96-f00e-48b8-b6df-bc1f1b13c94e req-c47bd411-0b5a-4021-9caa-40eab05bdb1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e6bbfb6-34b5-4bb1-925e-5fd420a44b52 {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:53:12.714707 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f403f32-69e9-4614-b034-8c8018642dbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-081c026d-8798-47ae-ae28-6481babaa3fe', 'network_id': '081c026d-8798-47ae-ae28-6481babaa3fe', 'project_id': '27772d6a8fab4cb7b33a5a3297c51100', 'fixed_ips': [{'subnet_id': '10d74aaf-e202-4a59-be8f-2452f7f95bcf'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 06:53:12.715536 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-8f403f32-69e9-4614-b034-8c8018642dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:12.731014 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-bdd5d2d6-5650-4c06-bd88-a428d4951a75 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=35fb734dab18425c9c61d5308806c6d4&name=default HTTP/1.1" status: 200 len: 2992 time: 3.0501747 Feb 02 06:53:12.735932 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56626) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:12.759377 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-4c67ac96-f00e-48b8-b6df-bc1f1b13c94e req-c47bd411-0b5a-4021-9caa-40eab05bdb1c service neutron] Publish callbacks [] for port (0e6bbfb6-34b5-4bb1-925e-5fd420a44b52), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:12.764233 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b9366aea-36ae-4e3d-9acd-c0be14b7fd15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:12.806894 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-164ebea0-8d09-4784-ab04-afd5087218ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (89ea859b-7612-4f81-beaa-bd4c70e19297), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:12.816748 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-164ebea0-8d09-4784-ab04-afd5087218ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (89ea859b-7612-4f81-beaa-bd4c70e19297), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:12.817882 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d346d0ff-fa34-4bb8-bf7b-15503a53d6a7 req-2be9f243-ddb5-4418-9af8-e76b5807deb2 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/security-groups?id=dec561c4-af02-45e3-8dd4-23494a090077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184600 Feb 02 06:53:12.923480 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-4c67ac96-f00e-48b8-b6df-bc1f1b13c94e req-c47bd411-0b5a-4021-9caa-40eab05bdb1c service neutron] Transition to ACTIVE for port object 0e6bbfb6-34b5-4bb1-925e-5fd420a44b52 will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 06:53:12.929602 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-4c67ac96-f00e-48b8-b6df-bc1f1b13c94e req-c47bd411-0b5a-4021-9caa-40eab05bdb1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (0e6bbfb6-34b5-4bb1-925e-5fd420a44b52), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:12.952323 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2770e059-4da2-4ee1-99b9-2004d40136f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (8e30ec7d-6cd7-4ff0-9e0b-277b5fc89583), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:12.955218 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2770e059-4da2-4ee1-99b9-2004d40136f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:12.964648 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-2770e059-4da2-4ee1-99b9-2004d40136f1 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/8e30ec7d-6cd7-4ff0-9e0b-277b5fc89583 HTTP/1.1" status: 204 len: 168 time: 0.9152925 Feb 02 06:53:13.005593 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d08bf545-888b-4835-95ab-dc5fcb360e1b req-0a369906-fe03-4d77-af37-4b8d60bad4d1 tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] Made reservation on behalf of d1b867d314324446865bb678c64ad29c for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:53:13.008962 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-d08bf545-888b-4835-95ab-dc5fcb360e1b req-0a369906-fe03-4d77-af37-4b8d60bad4d1 tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:13.111818 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2770e059-4da2-4ee1-99b9-2004d40136f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e30ec7d-6cd7-4ff0-9e0b-277b5fc89583,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:13.162254 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-8f403f32-69e9-4614-b034-8c8018642dbb None None] Allocated IP 172.20.0.2 (081c026d-8798-47ae-ae28-6481babaa3fe/10d74aaf-e202-4a59-be8f-2452f7f95bcf/8fe89fd2-2d69-43d8-9069-2f877e7c7b00) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:53:13.174250 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-164ebea0-8d09-4784-ab04-afd5087218ff admin admin] Publish callbacks [] for router_controller (89ea859b-7612-4f81-beaa-bd4c70e19297), precommit_add_association {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:13.199088 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-d08bf545-888b-4835-95ab-dc5fcb360e1b req-0a369906-fe03-4d77-af37-4b8d60bad4d1 tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:13.214444 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47bd411-0b5a-4021-9caa-40eab05bdb1c service neutron] Pushing event updated for resources: {'Port': ['ID=0e6bbfb6-34b5-4bb1-925e-5fd420a44b52,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:13.313459 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2772d300-d06d-4c68-add8-69b8fed7420d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:13.321007 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-4c67ac96-f00e-48b8-b6df-bc1f1b13c94e req-c47bd411-0b5a-4021-9caa-40eab05bdb1c service neutron] Attempting to bind port 0e6bbfb6-34b5-4bb1-925e-5fd420a44b52 on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:53:13.321509 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-4c67ac96-f00e-48b8-b6df-bc1f1b13c94e req-c47bd411-0b5a-4021-9caa-40eab05bdb1c service neutron] Attempting to bind port 0e6bbfb6-34b5-4bb1-925e-5fd420a44b52 by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:53:13.321763 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c67ac96-f00e-48b8-b6df-bc1f1b13c94e req-c47bd411-0b5a-4021-9caa-40eab05bdb1c service neutron] Attempting to bind port 0e6bbfb6-34b5-4bb1-925e-5fd420a44b52 on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:53:13.414353 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a31a847f-7dc0-4c86-966f-bb8b2269293c admin admin] Publish callbacks [] for security_group (5a0e0c09-5016-4d02-8bac-f69bd275e432), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:13.465141 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b9366aea-36ae-4e3d-9acd-c0be14b7fd15 admin admin] Publish callbacks [] for security_group (d14d1243-5804-481f-aaf6-29d8a613b5b1), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:13.476952 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b9366aea-36ae-4e3d-9acd-c0be14b7fd15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (d14d1243-5804-481f-aaf6-29d8a613b5b1), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:13.551983 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-8f403f32-69e9-4614-b034-8c8018642dbb None None] Publish callbacks [] for port (8fe89fd2-2d69-43d8-9069-2f877e7c7b00), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:13.553200 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-164ebea0-8d09-4784-ab04-afd5087218ff admin admin] Publish callbacks [] for router_gateway (89ea859b-7612-4f81-beaa-bd4c70e19297), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:13.556118 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c67ac96-f00e-48b8-b6df-bc1f1b13c94e req-c47bd411-0b5a-4021-9caa-40eab05bdb1c service neutron] Port 0e6bbfb6-34b5-4bb1-925e-5fd420a44b52 on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 06:53:13.558545 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c67ac96-f00e-48b8-b6df-bc1f1b13c94e req-c47bd411-0b5a-4021-9caa-40eab05bdb1c service neutron] Attempting to bind port 0e6bbfb6-34b5-4bb1-925e-5fd420a44b52 on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:53:13.567946 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a31a847f-7dc0-4c86-966f-bb8b2269293c admin admin] Publish callbacks [] for security_group (5a0e0c09-5016-4d02-8bac-f69bd275e432), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:13.572774 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-8f403f32-69e9-4614-b034-8c8018642dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (8fe89fd2-2d69-43d8-9069-2f877e7c7b00), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:13.599088 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b9366aea-36ae-4e3d-9acd-c0be14b7fd15 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9a85571088aa4451ac1c2582f7b60280&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9543493 Feb 02 06:53:13.599088 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9366aea-36ae-4e3d-9acd-c0be14b7fd15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d14d1243-5804-481f-aaf6-29d8a613b5b1,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:13.604042 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56652) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:13.644190 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c67ac96-f00e-48b8-b6df-bc1f1b13c94e req-c47bd411-0b5a-4021-9caa-40eab05bdb1c service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:53:13.644986 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c67ac96-f00e-48b8-b6df-bc1f1b13c94e req-c47bd411-0b5a-4021-9caa-40eab05bdb1c service neutron] Checking segment: {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:53:13.645711 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c67ac96-f00e-48b8-b6df-bc1f1b13c94e req-c47bd411-0b5a-4021-9caa-40eab05bdb1c service neutron] Bound using segment: {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:53:13.646242 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-4c67ac96-f00e-48b8-b6df-bc1f1b13c94e req-c47bd411-0b5a-4021-9caa-40eab05bdb1c service neutron] Bound port: 0e6bbfb6-34b5-4bb1-925e-5fd420a44b52, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:53:13.646657 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-4c67ac96-f00e-48b8-b6df-bc1f1b13c94e req-c47bd411-0b5a-4021-9caa-40eab05bdb1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (0e6bbfb6-34b5-4bb1-925e-5fd420a44b52), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:13.746713 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-937cc2d9-8d4e-4375-87e8-ec0d450fc93a admin admin] Publish callbacks [] for security_group (d14d1243-5804-481f-aaf6-29d8a613b5b1), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:13.772909 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-d08bf545-888b-4835-95ab-dc5fcb360e1b req-0a369906-fe03-4d77-af37-4b8d60bad4d1 tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] Publish callbacks [] for security_group (45e2bc88-0b09-46e5-9a7b-346097ffe7e7), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:13.797204 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f403f32-69e9-4614-b034-8c8018642dbb None None] Pushing event updated for resources: {'Port': ['ID=8fe89fd2-2d69-43d8-9069-2f877e7c7b00,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:13.810935 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f403f32-69e9-4614-b034-8c8018642dbb None None] Network 081c026d-8798-47ae-ae28-6481babaa3fe is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:53:13.816695 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-937cc2d9-8d4e-4375-87e8-ec0d450fc93a admin admin] Publish callbacks [] for security_group (d14d1243-5804-481f-aaf6-29d8a613b5b1), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:13.838431 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-8f403f32-69e9-4614-b034-8c8018642dbb None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:53:13.845108 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f403f32-69e9-4614-b034-8c8018642dbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:53:13.851089 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f403f32-69e9-4614-b034-8c8018642dbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:53:13.854815 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f403f32-69e9-4614-b034-8c8018642dbb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:53:13.855975 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f403f32-69e9-4614-b034-8c8018642dbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:53:13.860603 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f403f32-69e9-4614-b034-8c8018642dbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:53:13.861176 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f403f32-69e9-4614-b034-8c8018642dbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:53:13.863861 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f403f32-69e9-4614-b034-8c8018642dbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:53:13.864551 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f403f32-69e9-4614-b034-8c8018642dbb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:53:13.865117 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f403f32-69e9-4614-b034-8c8018642dbb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:53:13.866513 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f403f32-69e9-4614-b034-8c8018642dbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:53:13.867049 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f403f32-69e9-4614-b034-8c8018642dbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:53:13.868419 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f403f32-69e9-4614-b034-8c8018642dbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:53:13.869290 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f403f32-69e9-4614-b034-8c8018642dbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:53:13.874418 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f403f32-69e9-4614-b034-8c8018642dbb None None] Tracked resource versions report: Feb 02 06:53:13.874418 n-d-789963-26 neutron-server[109695]: pushed versions: Feb 02 06:53:13.874418 n-d-789963-26 neutron-server[109695]: { 'AddressGroup': {'1.2'}, Feb 02 06:53:13.874418 n-d-789963-26 neutron-server[109695]: 'ConntrackHelper': {'1.0'}, Feb 02 06:53:13.874418 n-d-789963-26 neutron-server[109695]: 'LocalIPAssociation': {'1.0'}, Feb 02 06:53:13.874418 n-d-789963-26 neutron-server[109695]: 'Log': {'1.0'}, Feb 02 06:53:13.874418 n-d-789963-26 neutron-server[109695]: 'Network': {'1.1'}, Feb 02 06:53:13.874418 n-d-789963-26 neutron-server[109695]: 'Port': {'1.7'}, Feb 02 06:53:13.874418 n-d-789963-26 neutron-server[109695]: 'PortForwarding': {'1.2'}, Feb 02 06:53:13.874418 n-d-789963-26 neutron-server[109695]: 'QosPolicy': {'1.10'}, Feb 02 06:53:13.874418 n-d-789963-26 neutron-server[109695]: 'SecurityGroup': {'1.5'}, Feb 02 06:53:13.874418 n-d-789963-26 neutron-server[109695]: 'SecurityGroupRule': {'1.2'}, Feb 02 06:53:13.874418 n-d-789963-26 neutron-server[109695]: 'SubPort': {'1.0'}, Feb 02 06:53:13.874418 n-d-789963-26 neutron-server[109695]: 'Subnet': {'1.1'}, Feb 02 06:53:13.874418 n-d-789963-26 neutron-server[109695]: 'Trunk': {'1.1'}} Feb 02 06:53:13.874418 n-d-789963-26 neutron-server[109695]: consumer versions: Feb 02 06:53:13.874418 n-d-789963-26 neutron-server[109695]: { DHCP agent@n-d-789963-26: {}, Feb 02 06:53:13.874418 n-d-789963-26 neutron-server[109695]: HyperV agent@n-h1-789963-26: {}, Feb 02 06:53:13.874418 n-d-789963-26 neutron-server[109695]: HyperV agent@n-h2-789963-26: {}, Feb 02 06:53:13.874418 n-d-789963-26 neutron-server[109695]: L3 agent@n-d-789963-26: {}, Feb 02 06:53:13.874418 n-d-789963-26 neutron-server[109695]: Metadata agent@n-d-789963-26: {}, Feb 02 06:53:13.874418 n-d-789963-26 neutron-server[109695]: Metering agent@n-d-789963-26: {}, Feb 02 06:53:13.874418 n-d-789963-26 neutron-server[109695]: Open vSwitch agent@n-d-789963-26: { 'AddressGroup': '1.2', Feb 02 06:53:13.874418 n-d-789963-26 neutron-server[109695]: 'ConntrackHelper': '1.0', Feb 02 06:53:13.874418 n-d-789963-26 neutron-server[109695]: 'LocalIPAssociation': '1.0', Feb 02 06:53:13.874418 n-d-789963-26 neutron-server[109695]: 'Log': '1.0', Feb 02 06:53:13.874418 n-d-789963-26 neutron-server[109695]: 'Network': '1.1', Feb 02 06:53:13.874418 n-d-789963-26 neutron-server[109695]: 'Port': '1.7', Feb 02 06:53:13.874418 n-d-789963-26 neutron-server[109695]: 'PortForwarding': '1.2', Feb 02 06:53:13.874418 n-d-789963-26 neutron-server[109695]: 'QosPolicy': '1.10', Feb 02 06:53:13.874418 n-d-789963-26 neutron-server[109695]: 'SecurityGroup': '1.5', Feb 02 06:53:13.874418 n-d-789963-26 neutron-server[109695]: 'SecurityGroupRule': '1.2', Feb 02 06:53:13.874418 n-d-789963-26 neutron-server[109695]: 'SubPort': '1.0', Feb 02 06:53:13.874418 n-d-789963-26 neutron-server[109695]: 'Subnet': '1.1', Feb 02 06:53:13.874418 n-d-789963-26 neutron-server[109695]: 'Trunk': '1.1'}} Feb 02 06:53:13.874418 n-d-789963-26 neutron-server[109695]: {{(pid=109695) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 02 06:53:13.884658 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f403f32-69e9-4614-b034-8c8018642dbb None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:53:13.906506 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-d08bf545-888b-4835-95ab-dc5fcb360e1b req-0a369906-fe03-4d77-af37-4b8d60bad4d1 tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (45e2bc88-0b09-46e5-9a7b-346097ffe7e7), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:13.947783 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-41efd443-c9f2-497a-adfc-67d7056fe6aa req-d94fef76-87cd-4d6f-86e1-80458530fd62 tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c0fe651-361e-4559-8dc3-0052a2ffcd02 HTTP/1.1" status: 200 len: 210 time: 0.1044979 Feb 02 06:53:13.964544 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56664) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:14.043023 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-4c67ac96-f00e-48b8-b6df-bc1f1b13c94e req-c47bd411-0b5a-4021-9caa-40eab05bdb1c service neutron] For port 0e6bbfb6-34b5-4bb1-925e-5fd420a44b52, host n-h2-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:53:14.061168 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a369906-fe03-4d77-af37-4b8d60bad4d1 tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45e2bc88-0b09-46e5-9a7b-346097ffe7e7,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:14.073568 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a31a847f-7dc0-4c86-966f-bb8b2269293c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (5a0e0c09-5016-4d02-8bac-f69bd275e432), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:14.075700 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-8f403f32-69e9-4614-b034-8c8018642dbb None None] Attempting to bind port 8fe89fd2-2d69-43d8-9069-2f877e7c7b00 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:53:14.076180 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a31a847f-7dc0-4c86-966f-bb8b2269293c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:14.076625 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-8f403f32-69e9-4614-b034-8c8018642dbb None None] Attempting to bind port 8fe89fd2-2d69-43d8-9069-2f877e7c7b00 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '7c23084e-868e-4f06-b4ca-b642252d4dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '081c026d-8798-47ae-ae28-6481babaa3fe'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:53:14.080079 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a31a847f-7dc0-4c86-966f-bb8b2269293c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/5a0e0c09-5016-4d02-8bac-f69bd275e432 HTTP/1.1" status: 204 len: 168 time: 1.3404975 Feb 02 06:53:14.081269 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f403f32-69e9-4614-b034-8c8018642dbb None None] Attempting to bind port 8fe89fd2-2d69-43d8-9069-2f877e7c7b00 on network 081c026d-8798-47ae-ae28-6481babaa3fe {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:53:14.099644 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f403f32-69e9-4614-b034-8c8018642dbb None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:53:14.102822 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f403f32-69e9-4614-b034-8c8018642dbb None None] Checking segment: {'id': '7c23084e-868e-4f06-b4ca-b642252d4dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '081c026d-8798-47ae-ae28-6481babaa3fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:53:14.103948 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-8f403f32-69e9-4614-b034-8c8018642dbb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:14.105442 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f403f32-69e9-4614-b034-8c8018642dbb None None] Bound using segment: {'id': '7c23084e-868e-4f06-b4ca-b642252d4dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '081c026d-8798-47ae-ae28-6481babaa3fe'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:53:14.106810 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-8f403f32-69e9-4614-b034-8c8018642dbb None None] Bound port: 8fe89fd2-2d69-43d8-9069-2f877e7c7b00, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c23084e-868e-4f06-b4ca-b642252d4dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '081c026d-8798-47ae-ae28-6481babaa3fe'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:53:14.109987 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-8f403f32-69e9-4614-b034-8c8018642dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (8fe89fd2-2d69-43d8-9069-2f877e7c7b00), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:14.128890 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56670) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:14.176471 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-4c67ac96-f00e-48b8-b6df-bc1f1b13c94e req-c47bd411-0b5a-4021-9caa-40eab05bdb1c service neutron] For port 0e6bbfb6-34b5-4bb1-925e-5fd420a44b52, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=0e6bbfb6-34b5-4bb1-925e-5fd420a44b52,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:53:14.216933 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-4c67ac96-f00e-48b8-b6df-bc1f1b13c94e req-c47bd411-0b5a-4021-9caa-40eab05bdb1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (0e6bbfb6-34b5-4bb1-925e-5fd420a44b52), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:14.226686 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-163a6a4d-c1ca-4459-90e2-86662dc94cd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:14.363795 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a847f-7dc0-4c86-966f-bb8b2269293c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a0e0c09-5016-4d02-8bac-f69bd275e432,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:14.474994 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-937cc2d9-8d4e-4375-87e8-ec0d450fc93a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (d14d1243-5804-481f-aaf6-29d8a613b5b1), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:14.478169 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-937cc2d9-8d4e-4375-87e8-ec0d450fc93a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:14.480021 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-937cc2d9-8d4e-4375-87e8-ec0d450fc93a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d14d1243-5804-481f-aaf6-29d8a613b5b1 HTTP/1.1" status: 204 len: 168 time: 0.8747940 Feb 02 06:53:14.556680 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c67ac96-f00e-48b8-b6df-bc1f1b13c94e req-c47bd411-0b5a-4021-9caa-40eab05bdb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:14.560423 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-4c67ac96-f00e-48b8-b6df-bc1f1b13c94e req-c47bd411-0b5a-4021-9caa-40eab05bdb1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:14.565165 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4c67ac96-f00e-48b8-b6df-bc1f1b13c94e req-c47bd411-0b5a-4021-9caa-40eab05bdb1c service neutron] 10.222.0.59 "PUT /v2.0/ports/0e6bbfb6-34b5-4bb1-925e-5fd420a44b52 HTTP/1.1" status: 200 len: 1097 time: 4.5566573 Feb 02 06:53:14.578308 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937cc2d9-8d4e-4375-87e8-ec0d450fc93a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d14d1243-5804-481f-aaf6-29d8a613b5b1,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:14.581635 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '625037db-4e02-46c1-910d-629e80ff63e4', 'tag': '0e6bbfb6-34b5-4bb1-925e-5fd420a44b52'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:53:14.710125 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ca678dbc-a72d-4a5d-b740-5db9980be16e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:14.728715 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:14.797147 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-8f403f32-69e9-4614-b034-8c8018642dbb None None] For port 8fe89fd2-2d69-43d8-9069-2f877e7c7b00, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:53:14.807295 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-8f403f32-69e9-4614-b034-8c8018642dbb None None] For port 8fe89fd2-2d69-43d8-9069-2f877e7c7b00, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=8fe89fd2-2d69-43d8-9069-2f877e7c7b00,segment=NetworkSegment(7c23084e-868e-4f06-b4ca-b642252d4dc6),segment_id=7c23084e-868e-4f06-b4ca-b642252d4dc6)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:53:14.826460 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-8f403f32-69e9-4614-b034-8c8018642dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (8fe89fd2-2d69-43d8-9069-2f877e7c7b00), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:14.940266 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-d08bf545-888b-4835-95ab-dc5fcb360e1b req-0a369906-fe03-4d77-af37-4b8d60bad4d1 tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] Allocated IP 192.168.233.26 (04bc5622-0c2b-4ce8-b107-e6abcbdf57e1/9d773733-62df-4956-84d3-71d17cfb6d11/42df75d2-3f3d-4a92-9855-72106f178acd) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:53:14.945044 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47bd411-0b5a-4021-9caa-40eab05bdb1c service neutron] Pushing event updated for resources: {'Port': ['ID=0e6bbfb6-34b5-4bb1-925e-5fd420a44b52,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:15.076170 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f403f32-69e9-4614-b034-8c8018642dbb None None] Pushing event updated for resources: {'Port': ['ID=8fe89fd2-2d69-43d8-9069-2f877e7c7b00,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:15.087365 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56692) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:15.210357 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa3602-be4b-48bd-8ce3-4d8afcb730f6 req-f0af3e6e-f348-4e74-910a-25819bbcbefc tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:15.220710 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-91aa3602-be4b-48bd-8ce3-4d8afcb730f6 req-f0af3e6e-f348-4e74-910a-25819bbcbefc tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/ports?device_id=625037db-4e02-46c1-910d-629e80ff63e4 HTTP/1.1" status: 200 len: 948 time: 0.9852560 Feb 02 06:53:15.281880 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d4aef3f6-ab13-4a45-9a72-5ea836f088fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:15.340008 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a7c02c-9bed-4361-88e5-cea62acb91ac" -d '{"events": [{"name": "network-changed", "server_uuid": "625037db-4e02-46c1-910d-629e80ff63e4", "tag": "0e6bbfb6-34b5-4bb1-925e-5fd420a44b52"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:53:15.352928 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c67ac96-f00e-48b8-b6df-bc1f1b13c94e req-d5ede5dd-5cef-44ea-8327-0da70eec48bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:15.358294 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4c67ac96-f00e-48b8-b6df-bc1f1b13c94e req-d5ede5dd-5cef-44ea-8327-0da70eec48bb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f44764c06b0a4b26bf3f8d7745202e1c&device_id=625037db-4e02-46c1-910d-629e80ff63e4 HTTP/1.1" status: 200 len: 1131 time: 0.6627412 Feb 02 06:53:15.601682 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-164ebea0-8d09-4784-ab04-afd5087218ff admin admin] Publish callbacks [] for router_gateway (89ea859b-7612-4f81-beaa-bd4c70e19297), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:15.752194 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4c67ac96-f00e-48b8-b6df-bc1f1b13c94e req-dccf208c-f7e0-4261-b668-1bb3e0ef3a6d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=0e6bbfb6-34b5-4bb1-925e-5fd420a44b52 HTTP/1.1" status: 200 len: 217 time: 0.3697126 Feb 02 06:53:15.829505 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-164ebea0-8d09-4784-ab04-afd5087218ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:15.838413 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d4aef3f6-ab13-4a45-9a72-5ea836f088fd admin admin] Publish callbacks [] for security_group (0f36c672-d581-4467-831f-f7bc9199af08), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:15.848373 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-163a6a4d-c1ca-4459-90e2-86662dc94cd5 admin admin] Publish callbacks [] for security_group (d83cad23-eae0-45d4-a1e1-57c9cec32c3d), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:15.872275 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-163a6a4d-c1ca-4459-90e2-86662dc94cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (d83cad23-eae0-45d4-a1e1-57c9cec32c3d), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:15.876535 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:15.886992 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7185299e-76ec-4431-826c-bf38dae75e85 req-ad7b669a-8ba6-4afb-a4cd-6ae9049f443d tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c0fe651-361e-4559-8dc3-0052a2ffcd02 HTTP/1.1" status: 200 len: 210 time: 0.0469265 Feb 02 06:53:15.895663 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d4aef3f6-ab13-4a45-9a72-5ea836f088fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (0f36c672-d581-4467-831f-f7bc9199af08), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:15.922254 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-91aa3602-be4b-48bd-8ce3-4d8afcb730f6 req-f25132a5-5eb8-426d-af1b-6668724e3525 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/security-groups?id=dec561c4-af02-45e3-8dd4-23494a090077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6969416 Feb 02 06:53:15.967677 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d4aef3f6-ab13-4a45-9a72-5ea836f088fd admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=41d15f39f8724f1e8fed4bb931c97744&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8792043 Feb 02 06:53:15.978285 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56708) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:15.985785 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aef3f6-ab13-4a45-9a72-5ea836f088fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f36c672-d581-4467-831f-f7bc9199af08,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:16.034109 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c67ac96-f00e-48b8-b6df-bc1f1b13c94e req-8264c704-0b2e-4db5-978d-8fadba7e4b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:16.040072 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4c67ac96-f00e-48b8-b6df-bc1f1b13c94e req-8264c704-0b2e-4db5-978d-8fadba7e4b70 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.2729068 Feb 02 06:53:16.084658 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-d08bf545-888b-4835-95ab-dc5fcb360e1b req-0a369906-fe03-4d77-af37-4b8d60bad4d1 tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] Publish callbacks [] for port (42df75d2-3f3d-4a92-9855-72106f178acd), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:16.096760 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ca678dbc-a72d-4a5d-b740-5db9980be16e admin admin] Publish callbacks [] for security_group (7591545a-5a3e-4368-b29c-28442ec05ef7), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:16.284501 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163a6a4d-c1ca-4459-90e2-86662dc94cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d83cad23-eae0-45d4-a1e1-57c9cec32c3d,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:16.310698 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-163a6a4d-c1ca-4459-90e2-86662dc94cd5 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=8bf66e3379434b29999960ce5e9c7918&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1772487 Feb 02 06:53:16.315020 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56726) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:16.334901 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ca678dbc-a72d-4a5d-b740-5db9980be16e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (7591545a-5a3e-4368-b29c-28442ec05ef7), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:16.379288 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-d08bf545-888b-4835-95ab-dc5fcb360e1b req-0a369906-fe03-4d77-af37-4b8d60bad4d1 tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (42df75d2-3f3d-4a92-9855-72106f178acd), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:16.443022 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-164ebea0-8d09-4784-ab04-afd5087218ff admin admin] Allocated IP 172.25.4.230 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/ac1107f0-bc04-48ae-97a7-d6d42c6da1e8) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:53:16.448644 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 06:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c2cecf-bf09-4c31-ab0a-d3117640315b x-openstack-request-id: req-b0c2cecf-bf09-4c31-ab0a-d3117640315b {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:53:16.449202 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "625037db-4e02-46c1-910d-629e80ff63e4", "tag": "0e6bbfb6-34b5-4bb1-925e-5fd420a44b52", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:53:16.449884 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b0c2cecf-bf09-4c31-ab0a-d3117640315b {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:53:16.452263 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '625037db-4e02-46c1-910d-629e80ff63e4', 'tag': '0e6bbfb6-34b5-4bb1-925e-5fd420a44b52', 'status': 'completed', 'code': 200} Feb 02 06:53:16.455182 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 8fe89fd2-2d69-43d8-9069-2f877e7c7b00 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:53:16.532705 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-ca678dbc-a72d-4a5d-b740-5db9980be16e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=964ee60dfbab4f2daa2828d1e7f57af0&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5531771 Feb 02 06:53:16.558058 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56738) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:16.591474 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 8fe89fd2-2d69-43d8-9069-2f877e7c7b00 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:53:16.591904 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (8fe89fd2-2d69-43d8-9069-2f877e7c7b00), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:16.723331 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d08bf545-888b-4835-95ab-dc5fcb360e1b req-0a369906-fe03-4d77-af37-4b8d60bad4d1 tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] Network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:53:16.825000 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-d08bf545-888b-4835-95ab-dc5fcb360e1b req-0a369906-fe03-4d77-af37-4b8d60bad4d1 tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:53:16.831393 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-d08bf545-888b-4835-95ab-dc5fcb360e1b req-0a369906-fe03-4d77-af37-4b8d60bad4d1 tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:53:16.833960 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 8fe89fd2-2d69-43d8-9069-2f877e7c7b00 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:53:16.836265 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (8fe89fd2-2d69-43d8-9069-2f877e7c7b00), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:16.849776 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08bf545-888b-4835-95ab-dc5fcb360e1b req-0a369906-fe03-4d77-af37-4b8d60bad4d1 tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:16.850686 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-d08bf545-888b-4835-95ab-dc5fcb360e1b req-0a369906-fe03-4d77-af37-4b8d60bad4d1 tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:16.912223 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 8fe89fd2-2d69-43d8-9069-2f877e7c7b00, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=8fe89fd2-2d69-43d8-9069-2f877e7c7b00,segment=NetworkSegment(7c23084e-868e-4f06-b4ca-b642252d4dc6),segment_id=7c23084e-868e-4f06-b4ca-b642252d4dc6)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:53:16.920346 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (8fe89fd2-2d69-43d8-9069-2f877e7c7b00), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:16.957848 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a369906-fe03-4d77-af37-4b8d60bad4d1 tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] Pushing event updated for resources: {'Port': ['ID=42df75d2-3f3d-4a92-9855-72106f178acd,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:17.025132 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d08bf545-888b-4835-95ab-dc5fcb360e1b req-0a369906-fe03-4d77-af37-4b8d60bad4d1 tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.1291487 Feb 02 06:53:17.077732 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=8fe89fd2-2d69-43d8-9069-2f877e7c7b00,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:17.082384 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4ec24fe2-9bc7-4649-aeeb-088f9d0fa7db admin admin] Publish callbacks [] for security_group (d83cad23-eae0-45d4-a1e1-57c9cec32c3d), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:17.086854 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb28e15-1e42-4936-b070-2ac016289002 None None] Network 081c026d-8798-47ae-ae28-6481babaa3fe requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 06:53:17.107258 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca678dbc-a72d-4a5d-b740-5db9980be16e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7591545a-5a3e-4368-b29c-28442ec05ef7,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:17.126095 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [req-d08bf545-888b-4835-95ab-dc5fcb360e1b req-c790d4f7-122e-41c0-bcc8-85323c0a47b3 tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 06:53:17.129861 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d08bf545-888b-4835-95ab-dc5fcb360e1b req-c790d4f7-122e-41c0-bcc8-85323c0a47b3 tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0365660 Feb 02 06:53:17.167355 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c67ac96-f00e-48b8-b6df-bc1f1b13c94e req-cf2be092-43c3-40a9-96fb-005a201fe5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:17.172211 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4c67ac96-f00e-48b8-b6df-bc1f1b13c94e req-cf2be092-43c3-40a9-96fb-005a201fe5ae service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 1.0755806 Feb 02 06:53:17.176567 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-f6a4522a-8fc6-4137-9051-dd43be4a2319 None None] Provisioning complete for port 8fe89fd2-2d69-43d8-9069-2f877e7c7b00 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:53:17.176985 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f6a4522a-8fc6-4137-9051-dd43be4a2319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (8fe89fd2-2d69-43d8-9069-2f877e7c7b00), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:17.304066 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e596c698-a67a-4c38-849a-ee35dbad6666 admin admin] Publish callbacks [] for security_group (7591545a-5a3e-4368-b29c-28442ec05ef7), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:17.349315 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e596c698-a67a-4c38-849a-ee35dbad6666 admin admin] Publish callbacks [] for security_group (7591545a-5a3e-4368-b29c-28442ec05ef7), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:17.389189 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:17.408524 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4ec24fe2-9bc7-4649-aeeb-088f9d0fa7db admin admin] Publish callbacks [] for security_group (d83cad23-eae0-45d4-a1e1-57c9cec32c3d), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:17.482741 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-dcc34ce3-de1c-4dd2-b1db-fa09e4c7ca8f admin admin] Publish callbacks [] for security_group (0f36c672-d581-4467-831f-f7bc9199af08), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:17.487865 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e596c698-a67a-4c38-849a-ee35dbad6666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (7591545a-5a3e-4368-b29c-28442ec05ef7), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:17.490412 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e596c698-a67a-4c38-849a-ee35dbad6666 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:17.491593 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e596c698-a67a-4c38-849a-ee35dbad6666 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/7591545a-5a3e-4368-b29c-28442ec05ef7 HTTP/1.1" status: 204 len: 168 time: 0.9095056 Feb 02 06:53:17.543841 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-164ebea0-8d09-4784-ab04-afd5087218ff admin admin] Publish callbacks [] for port (ac1107f0-bc04-48ae-97a7-d6d42c6da1e8), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:17.577478 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d6c7c-66cd-4043-9c50-af8558a982b9 req-d1f6937b-50d5-48f3-975d-670a5e17f281 tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:17.579774 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-f6a4522a-8fc6-4137-9051-dd43be4a2319 None None] Current status of the port 8fe89fd2-2d69-43d8-9069-2f877e7c7b00 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:53:17.586302 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5a8d6c7c-66cd-4043-9c50-af8558a982b9 req-d1f6937b-50d5-48f3-975d-670a5e17f281 tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c0fe651-361e-4559-8dc3-0052a2ffcd02 HTTP/1.1" status: 200 len: 935 time: 0.4456320 Feb 02 06:53:17.620110 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e596c698-a67a-4c38-849a-ee35dbad6666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7591545a-5a3e-4368-b29c-28442ec05ef7,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:17.669076 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-d08bf545-888b-4835-95ab-dc5fcb360e1b req-35d760fa-32fd-4b6d-a5eb-e7472a8218a7 service neutron] Request body: {'port': {'device_id': '6c0fe651-361e-4559-8dc3-0052a2ffcd02', 'device_owner': 'compute:tempest-test_az-571302306', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:53:17.674787 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-164ebea0-8d09-4784-ab04-afd5087218ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (ac1107f0-bc04-48ae-97a7-d6d42c6da1e8), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:17.707136 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-3ebaaff6-041a-46f0-ab67-2e07bda08792 None None] Provisioning complete for port 42df75d2-3f3d-4a92-9855-72106f178acd triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:53:17.707534 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3ebaaff6-041a-46f0-ab67-2e07bda08792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (42df75d2-3f3d-4a92-9855-72106f178acd), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:17.761109 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-dcc34ce3-de1c-4dd2-b1db-fa09e4c7ca8f admin admin] Publish callbacks [] for security_group (0f36c672-d581-4467-831f-f7bc9199af08), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:17.776662 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5a8d6c7c-66cd-4043-9c50-af8558a982b9 req-d249eb69-c4d8-4141-a458-e731b2d70250 tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] 10.222.0.87 "GET /v2.0/security-groups?id=45e2bc88-0b09-46e5-9a7b-346097ffe7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603711 Feb 02 06:53:17.810689 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-3ebaaff6-041a-46f0-ab67-2e07bda08792 None None] Port 42df75d2-3f3d-4a92-9855-72106f178acd cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 06:53:17.864673 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ebea0-8d09-4784-ab04-afd5087218ff admin admin] Pushing event updated for resources: {'Port': ['ID=ac1107f0-bc04-48ae-97a7-d6d42c6da1e8,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:17.894639 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4c67ac96-f00e-48b8-b6df-bc1f1b13c94e req-3601342e-d12d-4b0c-9a4f-6f18cd663a7b service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6565590 Feb 02 06:53:17.932554 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164ebea0-8d09-4784-ab04-afd5087218ff admin admin] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:53:17.992545 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-dcc34ce3-de1c-4dd2-b1db-fa09e4c7ca8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (0f36c672-d581-4467-831f-f7bc9199af08), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:17.995388 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-dcc34ce3-de1c-4dd2-b1db-fa09e4c7ca8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:17.996576 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-dcc34ce3-de1c-4dd2-b1db-fa09e4c7ca8f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/0f36c672-d581-4467-831f-f7bc9199af08 HTTP/1.1" status: 204 len: 168 time: 2.0082200 Feb 02 06:53:18.041752 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc34ce3-de1c-4dd2-b1db-fa09e4c7ca8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f36c672-d581-4467-831f-f7bc9199af08,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:18.093037 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-164ebea0-8d09-4784-ab04-afd5087218ff admin admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:53:18.106923 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf4b570-6eb0-43fc-b296-638af7db8d42 req-951bef30-9a2f-42c2-9324-e25791b2dbb0 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:18.115094 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0cf4b570-6eb0-43fc-b296-638af7db8d42 req-951bef30-9a2f-42c2-9324-e25791b2dbb0 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/ports?device_id=625037db-4e02-46c1-910d-629e80ff63e4 HTTP/1.1" status: 200 len: 948 time: 0.9349713 Feb 02 06:53:18.120071 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164ebea0-8d09-4784-ab04-afd5087218ff admin admin] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:53:18.151071 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-a74527b3-3c4e-435b-b902-519d111144aa None None] Provisioning complete for port 8fe89fd2-2d69-43d8-9069-2f877e7c7b00 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:53:18.152127 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a74527b3-3c4e-435b-b902-519d111144aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (8fe89fd2-2d69-43d8-9069-2f877e7c7b00), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:18.164008 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4c67ac96-f00e-48b8-b6df-bc1f1b13c94e req-dd199113-de33-41ce-8300-544309d10740 service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629504 Feb 02 06:53:18.269314 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 8fe89fd2-2d69-43d8-9069-2f877e7c7b00 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:53:18.363894 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56782) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:18.410398 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-13651153-86bf-473a-8c44-b9f2e07074e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:18.541713 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-a74527b3-3c4e-435b-b902-519d111144aa None None] Current status of the port 8fe89fd2-2d69-43d8-9069-2f877e7c7b00 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:53:18.548052 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 8fe89fd2-2d69-43d8-9069-2f877e7c7b00 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:53:18.548689 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (8fe89fd2-2d69-43d8-9069-2f877e7c7b00), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:18.608063 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-13651153-86bf-473a-8c44-b9f2e07074e1 admin admin] Publish callbacks [] for security_group (e28bac03-9f15-4b57-8e5f-7b05a2903463), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:18.627624 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-13651153-86bf-473a-8c44-b9f2e07074e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (e28bac03-9f15-4b57-8e5f-7b05a2903463), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:18.714455 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13651153-86bf-473a-8c44-b9f2e07074e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e28bac03-9f15-4b57-8e5f-7b05a2903463,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:18.729032 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a7c02c-9bed-4361-88e5-cea62acb91ac req-3089be1d-8e71-400a-a7a9-451d81b8f3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:18.730572 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-33a7c02c-9bed-4361-88e5-cea62acb91ac req-3089be1d-8e71-400a-a7a9-451d81b8f3a6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f44764c06b0a4b26bf3f8d7745202e1c&device_id=625037db-4e02-46c1-910d-629e80ff63e4 HTTP/1.1" status: 200 len: 1131 time: 0.4729762 Feb 02 06:53:18.732383 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 8fe89fd2-2d69-43d8-9069-2f877e7c7b00 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:53:18.772265 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-164ebea0-8d09-4784-ab04-afd5087218ff admin admin] Publish callbacks [] for router_gateway (89ea859b-7612-4f81-beaa-bd4c70e19297), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:18.787317 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-d08bf545-888b-4835-95ab-dc5fcb360e1b req-35d760fa-32fd-4b6d-a5eb-e7472a8218a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (42df75d2-3f3d-4a92-9855-72106f178acd), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:18.818478 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-13651153-86bf-473a-8c44-b9f2e07074e1 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=a78ef8e476f24a0285b84e3b00b7f978&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4462614 Feb 02 06:53:18.833407 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56796) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:18.946349 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-59fc2184-28d1-4d3b-b3fd-60b11536287d admin admin] Publish callbacks [] for security_group (e28bac03-9f15-4b57-8e5f-7b05a2903463), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:18.970840 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-59fc2184-28d1-4d3b-b3fd-60b11536287d admin admin] Publish callbacks [] for security_group (e28bac03-9f15-4b57-8e5f-7b05a2903463), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:19.041860 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-59fc2184-28d1-4d3b-b3fd-60b11536287d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (e28bac03-9f15-4b57-8e5f-7b05a2903463), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:19.044657 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-59fc2184-28d1-4d3b-b3fd-60b11536287d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:19.045910 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-59fc2184-28d1-4d3b-b3fd-60b11536287d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/e28bac03-9f15-4b57-8e5f-7b05a2903463 HTTP/1.1" status: 204 len: 168 time: 0.2092712 Feb 02 06:53:19.046876 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4ec24fe2-9bc7-4649-aeeb-088f9d0fa7db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (d83cad23-eae0-45d4-a1e1-57c9cec32c3d), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:19.049452 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4ec24fe2-9bc7-4649-aeeb-088f9d0fa7db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:19.053417 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-4ec24fe2-9bc7-4649-aeeb-088f9d0fa7db admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d83cad23-eae0-45d4-a1e1-57c9cec32c3d HTTP/1.1" status: 204 len: 168 time: 2.7346566 Feb 02 06:53:19.105726 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fc2184-28d1-4d3b-b3fd-60b11536287d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28bac03-9f15-4b57-8e5f-7b05a2903463,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:19.125655 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec24fe2-9bc7-4649-aeeb-088f9d0fa7db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83cad23-eae0-45d4-a1e1-57c9cec32c3d,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:19.165085 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0cf4b570-6eb0-43fc-b296-638af7db8d42 req-bc5c6d4c-02e1-470e-b1f2-3127c80276fc tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/security-groups?id=dec561c4-af02-45e3-8dd4-23494a090077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0471756 Feb 02 06:53:19.228415 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a7c02c-9bed-4361-88e5-cea62acb91ac req-8d8006dd-954d-466c-a58a-0c4eb3efe86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:19.238511 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-33a7c02c-9bed-4361-88e5-cea62acb91ac req-8d8006dd-954d-466c-a58a-0c4eb3efe86d service neutron] 10.222.0.59 "GET /v2.0/networks?id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 HTTP/1.1" status: 200 len: 870 time: 0.4945405 Feb 02 06:53:19.413478 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-33a7c02c-9bed-4361-88e5-cea62acb91ac req-8e1fc4ab-40f0-44dc-bcbe-2dd36f2f7044 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=0e6bbfb6-34b5-4bb1-925e-5fd420a44b52 HTTP/1.1" status: 200 len: 217 time: 0.1669302 Feb 02 06:53:19.543980 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a7c02c-9bed-4361-88e5-cea62acb91ac req-fe108b3e-4610-4331-8209-28129d6c87a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:19.546865 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-33a7c02c-9bed-4361-88e5-cea62acb91ac req-fe108b3e-4610-4331-8209-28129d6c87a8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.1013682 Feb 02 06:53:19.629659 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a7c02c-9bed-4361-88e5-cea62acb91ac req-f55e9ab0-03c7-47fb-bcae-56416515a7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:19.631736 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-33a7c02c-9bed-4361-88e5-cea62acb91ac req-f55e9ab0-03c7-47fb-bcae-56416515a7a0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0707495 Feb 02 06:53:19.734203 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076baec0-0a80-4aa9-95a3-496390613770 req-2787bfa1-be79-4a5c-a26d-b71211c9c90b tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:19.736373 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-076baec0-0a80-4aa9-95a3-496390613770 req-2787bfa1-be79-4a5c-a26d-b71211c9c90b tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c0fe651-361e-4559-8dc3-0052a2ffcd02 HTTP/1.1" status: 200 len: 935 time: 0.4264116 Feb 02 06:53:19.798414 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-164ebea0-8d09-4784-ab04-afd5087218ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (89ea859b-7612-4f81-beaa-bd4c70e19297), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:19.826726 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-d08bf545-888b-4835-95ab-dc5fcb360e1b req-35d760fa-32fd-4b6d-a5eb-e7472a8218a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42df75d2-3f3d-4a92-9855-72106f178acd {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:53:19.836223 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-33a7c02c-9bed-4361-88e5-cea62acb91ac req-f0a26128-6798-4c90-a6a4-fff25d190841 service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875112 Feb 02 06:53:19.929277 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-d08bf545-888b-4835-95ab-dc5fcb360e1b req-35d760fa-32fd-4b6d-a5eb-e7472a8218a7 service neutron] Publish callbacks [] for port (42df75d2-3f3d-4a92-9855-72106f178acd), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:20.010985 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-076baec0-0a80-4aa9-95a3-496390613770 req-c3568cf8-b087-4d5e-ba3f-48c340741ff5 tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] 10.222.0.87 "GET /v2.0/security-groups?id=45e2bc88-0b09-46e5-9a7b-346097ffe7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071106 Feb 02 06:53:20.050974 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-33a7c02c-9bed-4361-88e5-cea62acb91ac req-3705fc86-87bf-45df-afd2-b5fbd19a6c66 service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058570 Feb 02 06:53:20.087777 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-d08bf545-888b-4835-95ab-dc5fcb360e1b req-35d760fa-32fd-4b6d-a5eb-e7472a8218a7 service neutron] Transition to ACTIVE for port object 42df75d2-3f3d-4a92-9855-72106f178acd will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 06:53:20.192739 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-d08bf545-888b-4835-95ab-dc5fcb360e1b req-35d760fa-32fd-4b6d-a5eb-e7472a8218a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (42df75d2-3f3d-4a92-9855-72106f178acd), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:20.409401 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a87b2-7d1e-42e5-912b-31f80ac4391a req-c72f7ba5-e667-4c2c-9325-7c08fcf23bf4 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:20.420619 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d760fa-32fd-4b6d-a5eb-e7472a8218a7 service neutron] Pushing event updated for resources: {'Port': ['ID=42df75d2-3f3d-4a92-9855-72106f178acd,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:20.434931 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4b9a87b2-7d1e-42e5-912b-31f80ac4391a req-c72f7ba5-e667-4c2c-9325-7c08fcf23bf4 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/ports?device_id=625037db-4e02-46c1-910d-629e80ff63e4 HTTP/1.1" status: 200 len: 948 time: 0.1713166 Feb 02 06:53:20.461303 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-d08bf545-888b-4835-95ab-dc5fcb360e1b req-35d760fa-32fd-4b6d-a5eb-e7472a8218a7 service neutron] Attempting to bind port 42df75d2-3f3d-4a92-9855-72106f178acd on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:53:20.461631 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-d08bf545-888b-4835-95ab-dc5fcb360e1b req-35d760fa-32fd-4b6d-a5eb-e7472a8218a7 service neutron] Attempting to bind port 42df75d2-3f3d-4a92-9855-72106f178acd by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:53:20.462062 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08bf545-888b-4835-95ab-dc5fcb360e1b req-35d760fa-32fd-4b6d-a5eb-e7472a8218a7 service neutron] Attempting to bind port 42df75d2-3f3d-4a92-9855-72106f178acd on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:53:20.479804 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08bf545-888b-4835-95ab-dc5fcb360e1b req-35d760fa-32fd-4b6d-a5eb-e7472a8218a7 service neutron] Port 42df75d2-3f3d-4a92-9855-72106f178acd on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 06:53:20.480176 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08bf545-888b-4835-95ab-dc5fcb360e1b req-35d760fa-32fd-4b6d-a5eb-e7472a8218a7 service neutron] Attempting to bind port 42df75d2-3f3d-4a92-9855-72106f178acd on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:53:20.499115 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08bf545-888b-4835-95ab-dc5fcb360e1b req-35d760fa-32fd-4b6d-a5eb-e7472a8218a7 service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:53:20.499542 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08bf545-888b-4835-95ab-dc5fcb360e1b req-35d760fa-32fd-4b6d-a5eb-e7472a8218a7 service neutron] Checking segment: {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:53:20.500167 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08bf545-888b-4835-95ab-dc5fcb360e1b req-35d760fa-32fd-4b6d-a5eb-e7472a8218a7 service neutron] Bound using segment: {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:53:20.501296 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-d08bf545-888b-4835-95ab-dc5fcb360e1b req-35d760fa-32fd-4b6d-a5eb-e7472a8218a7 service neutron] Bound port: 42df75d2-3f3d-4a92-9855-72106f178acd, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:53:20.501714 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-d08bf545-888b-4835-95ab-dc5fcb360e1b req-35d760fa-32fd-4b6d-a5eb-e7472a8218a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (42df75d2-3f3d-4a92-9855-72106f178acd), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:20.552863 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4b9a87b2-7d1e-42e5-912b-31f80ac4391a req-646a5d7f-a5df-42db-9b12-1f0bad121e76 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/security-groups?id=dec561c4-af02-45e3-8dd4-23494a090077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147535 Feb 02 06:53:20.607617 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-164ebea0-8d09-4784-ab04-afd5087218ff admin admin] Router 89ea859b-7612-4f81-beaa-bd4c70e19297 is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 06:53:20.894054 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-d08bf545-888b-4835-95ab-dc5fcb360e1b req-35d760fa-32fd-4b6d-a5eb-e7472a8218a7 service neutron] For port 42df75d2-3f3d-4a92-9855-72106f178acd, host n-h1-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:53:20.932958 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-d08bf545-888b-4835-95ab-dc5fcb360e1b req-35d760fa-32fd-4b6d-a5eb-e7472a8218a7 service neutron] For port 42df75d2-3f3d-4a92-9855-72106f178acd, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=42df75d2-3f3d-4a92-9855-72106f178acd,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:53:20.970512 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-d08bf545-888b-4835-95ab-dc5fcb360e1b req-35d760fa-32fd-4b6d-a5eb-e7472a8218a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (42df75d2-3f3d-4a92-9855-72106f178acd), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:21.017892 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08bf545-888b-4835-95ab-dc5fcb360e1b req-35d760fa-32fd-4b6d-a5eb-e7472a8218a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:21.018647 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-d08bf545-888b-4835-95ab-dc5fcb360e1b req-35d760fa-32fd-4b6d-a5eb-e7472a8218a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:21.020015 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d08bf545-888b-4835-95ab-dc5fcb360e1b req-35d760fa-32fd-4b6d-a5eb-e7472a8218a7 service neutron] 10.222.0.88 "PUT /v2.0/ports/42df75d2-3f3d-4a92-9855-72106f178acd HTTP/1.1" status: 200 len: 1117 time: 3.6204174 Feb 02 06:53:21.027652 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c0fe651-361e-4559-8dc3-0052a2ffcd02', 'tag': '42df75d2-3f3d-4a92-9855-72106f178acd'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:53:21.154726 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164ebea0-8d09-4784-ab04-afd5087218ff admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 06:53:21.166133 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e80f8d-9e54-45db-9d60-b312deb9a7aa None None] Sync routers for ids ['89ea859b-7612-4f81-beaa-bd4c70e19297'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 06:53:21.200523 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e80f8d-9e54-45db-9d60-b312deb9a7aa None None] Routers {'89ea859b-7612-4f81-beaa-bd4c70e19297'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 06:53:21.201158 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-63e80f8d-9e54-45db-9d60-b312deb9a7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:53:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['89ea859b-7612-4f81-beaa-bd4c70e19297'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:53:21.211135 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d760fa-32fd-4b6d-a5eb-e7472a8218a7 service neutron] Pushing event updated for resources: {'Port': ['ID=42df75d2-3f3d-4a92-9855-72106f178acd,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:21.242979 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-164ebea0-8d09-4784-ab04-afd5087218ff admin admin] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:21.246954 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-164ebea0-8d09-4784-ab04-afd5087218ff admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 8.5816157 Feb 02 06:53:21.260129 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56882) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:21.413679 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8150be-6c6c-4668-b556-4929af49b00b req-5e87aecc-6e86-4fae-9419-7f28f83ea724 tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:21.418703 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fe8150be-6c6c-4668-b556-4929af49b00b req-5e87aecc-6e86-4fae-9419-7f28f83ea724 tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c0fe651-361e-4559-8dc3-0052a2ffcd02 HTTP/1.1" status: 200 len: 968 time: 0.2358866 Feb 02 06:53:21.632501 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270ba0ad-93c4-4839-8e11-96643dcc5f56" -d '{"events": [{"name": "network-changed", "server_uuid": "6c0fe651-361e-4559-8dc3-0052a2ffcd02", "tag": "42df75d2-3f3d-4a92-9855-72106f178acd"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:53:21.642945 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fe8150be-6c6c-4668-b556-4929af49b00b req-22837a1f-336c-47b0-9281-df782c77edef tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] 10.222.0.87 "GET /v2.0/security-groups?id=45e2bc88-0b09-46e5-9a7b-346097ffe7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170219 Feb 02 06:53:21.683104 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08bf545-888b-4835-95ab-dc5fcb360e1b req-efa14cb6-3067-4acc-b7e3-1e477b8b1ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:21.693924 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d08bf545-888b-4835-95ab-dc5fcb360e1b req-efa14cb6-3067-4acc-b7e3-1e477b8b1ba7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d1b867d314324446865bb678c64ad29c&device_id=6c0fe651-361e-4559-8dc3-0052a2ffcd02 HTTP/1.1" status: 200 len: 1151 time: 0.3549123 Feb 02 06:53:21.745302 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-63e80f8d-9e54-45db-9d60-b312deb9a7aa None None] Set router 89ea859b-7612-4f81-beaa-bd4c70e19297 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 06:53:21.865302 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:22.022074 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d08bf545-888b-4835-95ab-dc5fcb360e1b req-a55d951c-a1ea-4455-8c51-bac6e38fd5df service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=42df75d2-3f3d-4a92-9855-72106f178acd HTTP/1.1" status: 200 len: 217 time: 0.1918294 Feb 02 06:53:22.177547 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-63e80f8d-9e54-45db-9d60-b312deb9a7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ea859b-7612-4f81-beaa-bd4c70e19297', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-611324980-router', 'tenant_id': '27772d6a8fab4cb7b33a5a3297c51100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': 'ac1107f0-bc04-48ae-97a7-d6d42c6da1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:53:12Z', 'updated_at': '2022-02-02T06:53:18Z', 'revision_number': 3, 'project_id': '27772d6a8fab4cb7b33a5a3297c51100', 'gw_port': {'id': 'ac1107f0-bc04-48ae-97a7-d6d42c6da1e8', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6a:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89ea859b-7612-4f81-beaa-bd4c70e19297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:53:15Z', 'updated_at': '2022-02-02T06:53:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:53:22.217279 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e80f8d-9e54-45db-9d60-b312deb9a7aa None None] Checking router: 89ea859b-7612-4f81-beaa-bd4c70e19297 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 06:53:22.218114 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e80f8d-9e54-45db-9d60-b312deb9a7aa None None] Updating router 89ea859b-7612-4f81-beaa-bd4c70e19297 port ac1107f0-bc04-48ae-97a7-d6d42c6da1e8 binding host n-d-789963-26 {{(pid=109696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 06:53:22.254250 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-63e80f8d-9e54-45db-9d60-b312deb9a7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ac1107f0-bc04-48ae-97a7-d6d42c6da1e8), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:22.353999 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08bf545-888b-4835-95ab-dc5fcb360e1b req-7ca8a0bc-a445-4c27-9ae9-1ac40ff5d216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:22.358268 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d08bf545-888b-4835-95ab-dc5fcb360e1b req-7ca8a0bc-a445-4c27-9ae9-1ac40ff5d216 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.2050893 Feb 02 06:53:22.527111 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 06:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c10c9ffe-17ce-4d1f-b503-279ce860bdbb x-openstack-request-id: req-c10c9ffe-17ce-4d1f-b503-279ce860bdbb {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:53:22.527312 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c0fe651-361e-4559-8dc3-0052a2ffcd02", "tag": "42df75d2-3f3d-4a92-9855-72106f178acd", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:53:22.528816 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c10c9ffe-17ce-4d1f-b503-279ce860bdbb {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:53:22.530190 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c0fe651-361e-4559-8dc3-0052a2ffcd02', 'tag': '42df75d2-3f3d-4a92-9855-72106f178acd', 'status': 'completed', 'code': 200} Feb 02 06:53:22.578848 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fea297-94bd-4e40-bc27-8b820674df53 req-5df7e3f8-cd46-42b3-b09b-ee8a2c6d4024 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:22.588780 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-61fea297-94bd-4e40-bc27-8b820674df53 req-5df7e3f8-cd46-42b3-b09b-ee8a2c6d4024 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/ports?device_id=625037db-4e02-46c1-910d-629e80ff63e4 HTTP/1.1" status: 200 len: 948 time: 0.6817870 Feb 02 06:53:22.707627 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-63e80f8d-9e54-45db-9d60-b312deb9a7aa None None] Publish callbacks [] for port (ac1107f0-bc04-48ae-97a7-d6d42c6da1e8), precommit_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:22.714970 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-63e80f8d-9e54-45db-9d60-b312deb9a7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (ac1107f0-bc04-48ae-97a7-d6d42c6da1e8), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:22.805623 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-63e80f8d-9e54-45db-9d60-b312deb9a7aa None None] Attempting to bind port ac1107f0-bc04-48ae-97a7-d6d42c6da1e8 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:53:22.806001 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-63e80f8d-9e54-45db-9d60-b312deb9a7aa None None] Attempting to bind port ac1107f0-bc04-48ae-97a7-d6d42c6da1e8 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:53:22.806492 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e80f8d-9e54-45db-9d60-b312deb9a7aa None None] Attempting to bind port ac1107f0-bc04-48ae-97a7-d6d42c6da1e8 on network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:53:22.820977 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e80f8d-9e54-45db-9d60-b312deb9a7aa None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:53:22.821360 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e80f8d-9e54-45db-9d60-b312deb9a7aa None None] Checking segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:53:22.821765 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-63e80f8d-9e54-45db-9d60-b312deb9a7aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:22.822171 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e80f8d-9e54-45db-9d60-b312deb9a7aa None None] Bound using segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:53:22.822647 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-63e80f8d-9e54-45db-9d60-b312deb9a7aa None None] Bound port: ac1107f0-bc04-48ae-97a7-d6d42c6da1e8, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:53:22.823026 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-63e80f8d-9e54-45db-9d60-b312deb9a7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ac1107f0-bc04-48ae-97a7-d6d42c6da1e8), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:22.828326 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08bf545-888b-4835-95ab-dc5fcb360e1b req-fad99ec0-9635-46e7-8f6f-de8a4f50b4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:22.834402 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d08bf545-888b-4835-95ab-dc5fcb360e1b req-fad99ec0-9635-46e7-8f6f-de8a4f50b4c4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4655495 Feb 02 06:53:22.892776 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56922) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:22.912892 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-63e80f8d-9e54-45db-9d60-b312deb9a7aa None None] For port ac1107f0-bc04-48ae-97a7-d6d42c6da1e8, host n-d-789963-26, cleared binding levels {{(pid=109696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:53:22.921186 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-63e80f8d-9e54-45db-9d60-b312deb9a7aa None None] For port ac1107f0-bc04-48ae-97a7-d6d42c6da1e8, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=ac1107f0-bc04-48ae-97a7-d6d42c6da1e8,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:53:22.933699 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-63e80f8d-9e54-45db-9d60-b312deb9a7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (ac1107f0-bc04-48ae-97a7-d6d42c6da1e8), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:22.944415 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6aabc5-608d-4d18-9b0b-099e54d8276a req-45cef2ce-1c4a-4a41-8b33-79ec9acf2ac6 tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:22.957774 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fbde54-4309-4495-b5d5-c32fbf1cac3c None None] Pushing event updated for resources: {'Port': ['ID=ac1107f0-bc04-48ae-97a7-d6d42c6da1e8,revision_number=2']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:22.958612 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8e6aabc5-608d-4d18-9b0b-099e54d8276a req-45cef2ce-1c4a-4a41-8b33-79ec9acf2ac6 tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c0fe651-361e-4559-8dc3-0052a2ffcd02 HTTP/1.1" status: 200 len: 968 time: 0.1739962 Feb 02 06:53:22.968707 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-61fea297-94bd-4e40-bc27-8b820674df53 req-8d3c01b5-e282-4bc9-8a9c-4f53590255c1 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/security-groups?id=dec561c4-af02-45e3-8dd4-23494a090077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3782215 Feb 02 06:53:22.980357 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fbde54-4309-4495-b5d5-c32fbf1cac3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:53:22.980757 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fbde54-4309-4495-b5d5-c32fbf1cac3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:53:22.981110 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fbde54-4309-4495-b5d5-c32fbf1cac3c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:53:22.981497 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fbde54-4309-4495-b5d5-c32fbf1cac3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:53:22.981839 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fbde54-4309-4495-b5d5-c32fbf1cac3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:53:22.982254 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fbde54-4309-4495-b5d5-c32fbf1cac3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:53:22.982664 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fbde54-4309-4495-b5d5-c32fbf1cac3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:53:22.983078 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fbde54-4309-4495-b5d5-c32fbf1cac3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:53:22.983404 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fbde54-4309-4495-b5d5-c32fbf1cac3c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:53:22.984347 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fbde54-4309-4495-b5d5-c32fbf1cac3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:53:22.984753 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fbde54-4309-4495-b5d5-c32fbf1cac3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:53:22.985121 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fbde54-4309-4495-b5d5-c32fbf1cac3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:53:22.985453 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fbde54-4309-4495-b5d5-c32fbf1cac3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:53:22.996686 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fbde54-4309-4495-b5d5-c32fbf1cac3c None None] Tracked resource versions report: Feb 02 06:53:22.996686 n-d-789963-26 neutron-server[109696]: pushed versions: Feb 02 06:53:22.996686 n-d-789963-26 neutron-server[109696]: { 'AddressGroup': {'1.2'}, Feb 02 06:53:22.996686 n-d-789963-26 neutron-server[109696]: 'ConntrackHelper': {'1.0'}, Feb 02 06:53:22.996686 n-d-789963-26 neutron-server[109696]: 'LocalIPAssociation': {'1.0'}, Feb 02 06:53:22.996686 n-d-789963-26 neutron-server[109696]: 'Log': {'1.0'}, Feb 02 06:53:22.996686 n-d-789963-26 neutron-server[109696]: 'Network': {'1.1'}, Feb 02 06:53:22.996686 n-d-789963-26 neutron-server[109696]: 'Port': {'1.7'}, Feb 02 06:53:22.996686 n-d-789963-26 neutron-server[109696]: 'PortForwarding': {'1.2'}, Feb 02 06:53:22.996686 n-d-789963-26 neutron-server[109696]: 'QosPolicy': {'1.10'}, Feb 02 06:53:22.996686 n-d-789963-26 neutron-server[109696]: 'SecurityGroup': {'1.5'}, Feb 02 06:53:22.996686 n-d-789963-26 neutron-server[109696]: 'SecurityGroupRule': {'1.2'}, Feb 02 06:53:22.996686 n-d-789963-26 neutron-server[109696]: 'SubPort': {'1.0'}, Feb 02 06:53:22.996686 n-d-789963-26 neutron-server[109696]: 'Subnet': {'1.1'}, Feb 02 06:53:22.996686 n-d-789963-26 neutron-server[109696]: 'Trunk': {'1.1'}} Feb 02 06:53:22.996686 n-d-789963-26 neutron-server[109696]: consumer versions: Feb 02 06:53:22.996686 n-d-789963-26 neutron-server[109696]: { DHCP agent@n-d-789963-26: {}, Feb 02 06:53:22.996686 n-d-789963-26 neutron-server[109696]: HyperV agent@n-h1-789963-26: {}, Feb 02 06:53:22.996686 n-d-789963-26 neutron-server[109696]: HyperV agent@n-h2-789963-26: {}, Feb 02 06:53:22.996686 n-d-789963-26 neutron-server[109696]: L3 agent@n-d-789963-26: {}, Feb 02 06:53:22.996686 n-d-789963-26 neutron-server[109696]: Metadata agent@n-d-789963-26: {}, Feb 02 06:53:22.996686 n-d-789963-26 neutron-server[109696]: Metering agent@n-d-789963-26: {}, Feb 02 06:53:22.996686 n-d-789963-26 neutron-server[109696]: Open vSwitch agent@n-d-789963-26: { 'AddressGroup': '1.2', Feb 02 06:53:22.996686 n-d-789963-26 neutron-server[109696]: 'ConntrackHelper': '1.0', Feb 02 06:53:22.996686 n-d-789963-26 neutron-server[109696]: 'LocalIPAssociation': '1.0', Feb 02 06:53:22.996686 n-d-789963-26 neutron-server[109696]: 'Log': '1.0', Feb 02 06:53:22.996686 n-d-789963-26 neutron-server[109696]: 'Network': '1.1', Feb 02 06:53:22.996686 n-d-789963-26 neutron-server[109696]: 'Port': '1.7', Feb 02 06:53:22.996686 n-d-789963-26 neutron-server[109696]: 'PortForwarding': '1.2', Feb 02 06:53:22.996686 n-d-789963-26 neutron-server[109696]: 'QosPolicy': '1.10', Feb 02 06:53:22.996686 n-d-789963-26 neutron-server[109696]: 'SecurityGroup': '1.5', Feb 02 06:53:22.996686 n-d-789963-26 neutron-server[109696]: 'SecurityGroupRule': '1.2', Feb 02 06:53:22.996686 n-d-789963-26 neutron-server[109696]: 'SubPort': '1.0', Feb 02 06:53:22.996686 n-d-789963-26 neutron-server[109696]: 'Subnet': '1.1', Feb 02 06:53:22.996686 n-d-789963-26 neutron-server[109696]: 'Trunk': '1.1'}} Feb 02 06:53:22.996686 n-d-789963-26 neutron-server[109696]: {{(pid=109696) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 02 06:53:23.066070 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8e6aabc5-608d-4d18-9b0b-099e54d8276a req-888eeee3-97c0-49c0-a555-ddfd393d7691 tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] 10.222.0.87 "GET /v2.0/security-groups?id=45e2bc88-0b09-46e5-9a7b-346097ffe7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052554 Feb 02 06:53:23.124776 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56928) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:23.129229 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e80f8d-9e54-45db-9d60-b312deb9a7aa None None] Routers {'89ea859b-7612-4f81-beaa-bd4c70e19297'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 06:53:23.129920 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-63e80f8d-9e54-45db-9d60-b312deb9a7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:53:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['89ea859b-7612-4f81-beaa-bd4c70e19297'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:53:23.168023 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d08bf545-888b-4835-95ab-dc5fcb360e1b req-e8095dd0-14da-405d-b54b-2b17afa1cdf1 service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183863 Feb 02 06:53:23.344070 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fbde54-4309-4495-b5d5-c32fbf1cac3c None None] Pushing event updated for resources: {'Port': ['ID=ac1107f0-bc04-48ae-97a7-d6d42c6da1e8,revision_number=3']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:23.451383 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-63e80f8d-9e54-45db-9d60-b312deb9a7aa None None] Set router 89ea859b-7612-4f81-beaa-bd4c70e19297 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 06:53:23.560294 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d08bf545-888b-4835-95ab-dc5fcb360e1b req-82d7f573-ed48-49e5-8c06-16b777ab20b0 service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3722064 Feb 02 06:53:23.566028 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-906d496d-a55d-4b0e-b1e6-366546a0c633 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-999040311-network', 'tenant_id': 'fe8bfc83663b43b9aae4137bcb39e5dc'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:53:23.599820 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0df8bb78-5aeb-44f5-8c35-8ae71c26ccfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:23.615316 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-17737b02-7c8f-4f8b-9b6d-3e6717b6cba7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:23.665097 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-906d496d-a55d-4b0e-b1e6-366546a0c633 admin admin] Made reservation on behalf of fe8bfc83663b43b9aae4137bcb39e5dc for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:53:23.670858 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-906d496d-a55d-4b0e-b1e6-366546a0c633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:23.780625 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-906d496d-a55d-4b0e-b1e6-366546a0c633 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:23.953632 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-63e80f8d-9e54-45db-9d60-b312deb9a7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ea859b-7612-4f81-beaa-bd4c70e19297', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-611324980-router', 'tenant_id': '27772d6a8fab4cb7b33a5a3297c51100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': 'ac1107f0-bc04-48ae-97a7-d6d42c6da1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:53:12Z', 'updated_at': '2022-02-02T06:53:18Z', 'revision_number': 3, 'project_id': '27772d6a8fab4cb7b33a5a3297c51100', 'gw_port': {'id': 'ac1107f0-bc04-48ae-97a7-d6d42c6da1e8', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6a:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89ea859b-7612-4f81-beaa-bd4c70e19297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:53:15Z', 'updated_at': '2022-02-02T06:53:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:53:23.960421 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-17737b02-7c8f-4f8b-9b6d-3e6717b6cba7 admin admin] Publish callbacks [] for security_group (0c71b58a-a5bb-43ab-9003-e5736eb2612e), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:23.970344 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-17737b02-7c8f-4f8b-9b6d-3e6717b6cba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (0c71b58a-a5bb-43ab-9003-e5736eb2612e), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:24.005588 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ba0ad-93c4-4839-8e11-96643dcc5f56 req-dfe2022b-72b3-479e-938b-4befeb6887fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:24.009701 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-270ba0ad-93c4-4839-8e11-96643dcc5f56 req-dfe2022b-72b3-479e-938b-4befeb6887fd service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d1b867d314324446865bb678c64ad29c&device_id=6c0fe651-361e-4559-8dc3-0052a2ffcd02 HTTP/1.1" status: 200 len: 1151 time: 0.3024881 Feb 02 06:53:24.018571 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e80f8d-9e54-45db-9d60-b312deb9a7aa None None] The sync data for ids ['89ea859b-7612-4f81-beaa-bd4c70e19297'] in n-d-789963-26 is: [{'id': '89ea859b-7612-4f81-beaa-bd4c70e19297', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-611324980-router', 'tenant_id': '27772d6a8fab4cb7b33a5a3297c51100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': 'ac1107f0-bc04-48ae-97a7-d6d42c6da1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:53:12Z', 'updated_at': '2022-02-02T06:53:18Z', 'revision_number': 3, 'project_id': '27772d6a8fab4cb7b33a5a3297c51100', 'gw_port': {'id': 'ac1107f0-bc04-48ae-97a7-d6d42c6da1e8', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6a:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89ea859b-7612-4f81-beaa-bd4c70e19297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:53:15Z', 'updated_at': '2022-02-02T06:53:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 06:53:24.096985 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-17737b02-7c8f-4f8b-9b6d-3e6717b6cba7 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=83b8211d14fd49a0a61689a9e47314d9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2030025 Feb 02 06:53:24.097700 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56948) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:24.186101 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17737b02-7c8f-4f8b-9b6d-3e6717b6cba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c71b58a-a5bb-43ab-9003-e5736eb2612e,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:24.287333 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-906d496d-a55d-4b0e-b1e6-366546a0c633 admin admin] Publish callbacks [] for security_group (20f07dbe-e965-44db-9669-d99f8fdac3d5), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:24.299297 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-906d496d-a55d-4b0e-b1e6-366546a0c633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (20f07dbe-e965-44db-9669-d99f8fdac3d5), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:24.353526 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-906d496d-a55d-4b0e-b1e6-366546a0c633 admin admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 06:53:24.389482 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fa20d2e0-d4b8-4e7c-a070-965dcfa08b63 admin admin] Publish callbacks [] for security_group (0c71b58a-a5bb-43ab-9003-e5736eb2612e), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:24.395584 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906d496d-a55d-4b0e-b1e6-366546a0c633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f07dbe-e965-44db-9669-d99f8fdac3d5,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:24.408303 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-906d496d-a55d-4b0e-b1e6-366546a0c633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:24.415107 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-906d496d-a55d-4b0e-b1e6-366546a0c633 admin admin] Added segment ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b of type vlan for network a90e0175-1e1a-46fd-ade5-a34b643c83ca Feb 02 06:53:24.432448 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea39ffef-1983-4f07-ac1d-a2a2de194ab5 req-1e8d9ab0-3e19-4f4b-9f6f-1a4e30ed1cf0 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:24.442719 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ea39ffef-1983-4f07-ac1d-a2a2de194ab5 req-1e8d9ab0-3e19-4f4b-9f6f-1a4e30ed1cf0 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/ports?device_id=625037db-4e02-46c1-910d-629e80ff63e4 HTTP/1.1" status: 200 len: 948 time: 0.2576849 Feb 02 06:53:24.589506 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fa20d2e0-d4b8-4e7c-a070-965dcfa08b63 admin admin] Publish callbacks [] for security_group (0c71b58a-a5bb-43ab-9003-e5736eb2612e), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:24.635875 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-906d496d-a55d-4b0e-b1e6-366546a0c633 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (a90e0175-1e1a-46fd-ade5-a34b643c83ca), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:24.702894 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ea39ffef-1983-4f07-ac1d-a2a2de194ab5 req-48e7d601-2deb-473c-8b97-b612e48bf540 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/security-groups?id=dec561c4-af02-45e3-8dd4-23494a090077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401800 Feb 02 06:53:24.746377 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-906d496d-a55d-4b0e-b1e6-366546a0c633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (a90e0175-1e1a-46fd-ade5-a34b643c83ca), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:24.747308 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906d496d-a55d-4b0e-b1e6-366546a0c633 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:24.747996 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-906d496d-a55d-4b0e-b1e6-366546a0c633 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:24.758914 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fa20d2e0-d4b8-4e7c-a070-965dcfa08b63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (0c71b58a-a5bb-43ab-9003-e5736eb2612e), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:24.769218 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fa20d2e0-d4b8-4e7c-a070-965dcfa08b63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:24.773605 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-fa20d2e0-d4b8-4e7c-a070-965dcfa08b63 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/0c71b58a-a5bb-43ab-9003-e5736eb2612e HTTP/1.1" status: 204 len: 168 time: 0.6273208 Feb 02 06:53:24.840693 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-0df8bb78-5aeb-44f5-8c35-8ae71c26ccfe admin admin] Allocated IP 172.20.0.1 (081c026d-8798-47ae-ae28-6481babaa3fe/10d74aaf-e202-4a59-be8f-2452f7f95bcf/1bd3aaf2-8e17-41bf-a83d-e991ebf2ebd8) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:53:24.859893 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa20d2e0-d4b8-4e7c-a070-965dcfa08b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c71b58a-a5bb-43ab-9003-e5736eb2612e,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:24.900079 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-906d496d-a55d-4b0e-b1e6-366546a0c633 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.7740934 Feb 02 06:53:24.900735 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56960) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:24.974604 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-48017ed1-7b7a-40ca-945e-4b28f60a89f3 admin admin] Request body: {'subnet': {'network_id': 'a90e0175-1e1a-46fd-ade5-a34b643c83ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-999040311-subnet', 'tenant_id': 'fe8bfc83663b43b9aae4137bcb39e5dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:53:24.993363 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906d496d-a55d-4b0e-b1e6-366546a0c633 admin admin] Pushing event updated for resources: {'Network': ['ID=a90e0175-1e1a-46fd-ade5-a34b643c83ca,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:25.006948 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network a90e0175-1e1a-46fd-ade5-a34b643c83ca details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 06:53:25.049861 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ba0ad-93c4-4839-8e11-96643dcc5f56 req-5d20685f-ebbc-42b2-8428-e67cffc3b695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:25.052661 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-270ba0ad-93c4-4839-8e11-96643dcc5f56 req-5d20685f-ebbc-42b2-8428-e67cffc3b695 service neutron] 10.222.0.88 "GET /v2.0/networks?id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 HTTP/1.1" status: 200 len: 870 time: 1.0259037 Feb 02 06:53:25.065379 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48017ed1-7b7a-40ca-945e-4b28f60a89f3 admin admin] Made reservation on behalf of fe8bfc83663b43b9aae4137bcb39e5dc for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:53:25.072547 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-48017ed1-7b7a-40ca-945e-4b28f60a89f3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:25.208177 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-270ba0ad-93c4-4839-8e11-96643dcc5f56 req-1936cd9a-ae59-4543-92f4-95ed52b4208f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=42df75d2-3f3d-4a92-9855-72106f178acd HTTP/1.1" status: 200 len: 217 time: 0.1231639 Feb 02 06:53:25.242399 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349242e-4c63-4601-bffc-dcc44b72441c req-a24fa1db-efd3-4260-befa-050166a3e005 tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:25.255637 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b349242e-4c63-4601-bffc-dcc44b72441c req-a24fa1db-efd3-4260-befa-050166a3e005 tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c0fe651-361e-4559-8dc3-0052a2ffcd02 HTTP/1.1" status: 200 len: 968 time: 0.4839282 Feb 02 06:53:25.523933 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56970) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:25.532586 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ba0ad-93c4-4839-8e11-96643dcc5f56 req-147a1887-aec9-460d-ac94-6041a404d955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:25.533931 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-270ba0ad-93c4-4839-8e11-96643dcc5f56 req-147a1887-aec9-460d-ac94-6041a404d955 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.3066742 Feb 02 06:53:25.579097 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0df8bb78-5aeb-44f5-8c35-8ae71c26ccfe admin admin] Publish callbacks [] for port (1bd3aaf2-8e17-41bf-a83d-e991ebf2ebd8), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:25.621528 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-48017ed1-7b7a-40ca-945e-4b28f60a89f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for subnet (718edbdc-92b0-46ac-b280-821a5ec70f8a), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:25.621772 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f0a6ad1c-8d07-4dfc-8575-d351529ffb21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:25.638176 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b349242e-4c63-4601-bffc-dcc44b72441c req-593bd877-6683-4849-ab7e-2f70cb37afcf tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] 10.222.0.87 "GET /v2.0/security-groups?id=45e2bc88-0b09-46e5-9a7b-346097ffe7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3814549 Feb 02 06:53:25.705630 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48017ed1-7b7a-40ca-945e-4b28f60a89f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=718edbdc-92b0-46ac-b280-821a5ec70f8a,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:25.718253 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48017ed1-7b7a-40ca-945e-4b28f60a89f3 admin admin] Checking segment: {'id': 'ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a90e0175-1e1a-46fd-ade5-a34b643c83ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:53:25.718788 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48017ed1-7b7a-40ca-945e-4b28f60a89f3 admin admin] Network hostable DHCP agents. Network: a90e0175-1e1a-46fd-ade5-a34b643c83ca, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 06:53:25.738566 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48017ed1-7b7a-40ca-945e-4b28f60a89f3 admin admin] Network a90e0175-1e1a-46fd-ade5-a34b643c83ca is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 06:53:25.756699 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-48017ed1-7b7a-40ca-945e-4b28f60a89f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, a90e0175-1e1a-46fd-ade5-a34b643c83ca) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:53:25.761698 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48017ed1-7b7a-40ca-945e-4b28f60a89f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:25.762350 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-48017ed1-7b7a-40ca-945e-4b28f60a89f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:25.771269 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45931e8-2392-4351-b278-369e58efd962 None None] Network a90e0175-1e1a-46fd-ade5-a34b643c83ca requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 06:53:25.787257 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0df8bb78-5aeb-44f5-8c35-8ae71c26ccfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (1bd3aaf2-8e17-41bf-a83d-e991ebf2ebd8), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:25.863736 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-48017ed1-7b7a-40ca-945e-4b28f60a89f3 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9048553 Feb 02 06:53:26.024685 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f0a6ad1c-8d07-4dfc-8575-d351529ffb21 admin admin] Publish callbacks [] for security_group (7f0f9ed6-d85e-4725-b8bd-60accca6605f), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:26.048190 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54af612d-cccd-42c6-ab59-dd1f44c6ed91 None None] Network a90e0175-1e1a-46fd-ade5-a34b643c83ca requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 06:53:26.124378 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8805fb-4f6d-4a3c-99b9-f324d617e0eb req-ecf5775e-734a-431a-b05f-a11da35991a3 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:26.148168 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fa8805fb-4f6d-4a3c-99b9-f324d617e0eb req-ecf5775e-734a-431a-b05f-a11da35991a3 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/ports?device_id=625037db-4e02-46c1-910d-629e80ff63e4 HTTP/1.1" status: 200 len: 948 time: 0.1891921 Feb 02 06:53:26.198968 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f0a6ad1c-8d07-4dfc-8575-d351529ffb21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (7f0f9ed6-d85e-4725-b8bd-60accca6605f), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:26.317253 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fa8805fb-4f6d-4a3c-99b9-f324d617e0eb req-85ed6d5e-19a7-4404-a392-e8289fb6a5ec tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/security-groups?id=dec561c4-af02-45e3-8dd4-23494a090077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669159 Feb 02 06:53:26.374142 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df8bb78-5aeb-44f5-8c35-8ae71c26ccfe admin admin] Network 081c026d-8798-47ae-ae28-6481babaa3fe is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:53:26.434904 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-0df8bb78-5aeb-44f5-8c35-8ae71c26ccfe admin admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:53:26.447316 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df8bb78-5aeb-44f5-8c35-8ae71c26ccfe admin admin] Pushing event updated for resources: {'Port': ['ID=1bd3aaf2-8e17-41bf-a83d-e991ebf2ebd8,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:26.473086 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df8bb78-5aeb-44f5-8c35-8ae71c26ccfe admin admin] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:53:26.473614 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0df8bb78-5aeb-44f5-8c35-8ae71c26ccfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (89ea859b-7612-4f81-beaa-bd4c70e19297), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:26.498486 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f0a6ad1c-8d07-4dfc-8575-d351529ffb21 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=854c355439934065946d2d6983de5e43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9615161 Feb 02 06:53:26.502560 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56994) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:26.526053 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device ac1107f0-bc04-48ae-97a7-d6d42c6da1e8 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:53:26.588222 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57000) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:26.734549 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port ac1107f0-bc04-48ae-97a7-d6d42c6da1e8 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:53:26.735604 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ac1107f0-bc04-48ae-97a7-d6d42c6da1e8), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:26.749715 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a6ad1c-8d07-4dfc-8575-d351529ffb21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0f9ed6-d85e-4725-b8bd-60accca6605f,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:26.970160 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:26.993267 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3497fd52-ef5c-4137-a5d2-fae8eab83e19 req-2212459a-94c8-4278-af33-ad28eb30210d tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:26.995046 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3497fd52-ef5c-4137-a5d2-fae8eab83e19 req-2212459a-94c8-4278-af33-ad28eb30210d tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c0fe651-361e-4559-8dc3-0052a2ffcd02 HTTP/1.1" status: 200 len: 968 time: 0.1639292 Feb 02 06:53:27.030885 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-af9d3b74-576d-4930-8622-bf8f5b55c07a None None] Provisioning complete for port 1bd3aaf2-8e17-41bf-a83d-e991ebf2ebd8 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:53:27.031478 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-af9d3b74-576d-4930-8622-bf8f5b55c07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (1bd3aaf2-8e17-41bf-a83d-e991ebf2ebd8), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:27.038613 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ba0ad-93c4-4839-8e11-96643dcc5f56 req-eac0cf75-60c4-40b3-9ef6-2d2add97311e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:27.041353 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-270ba0ad-93c4-4839-8e11-96643dcc5f56 req-eac0cf75-60c4-40b3-9ef6-2d2add97311e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 1.0136888 Feb 02 06:53:27.116736 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-708175bd-9c33-4bfe-9277-7aac5cc066bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:27.167251 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3497fd52-ef5c-4137-a5d2-fae8eab83e19 req-df77855d-cf32-47b7-b6f8-423b8c16c965 tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] 10.222.0.87 "GET /v2.0/security-groups?id=45e2bc88-0b09-46e5-9a7b-346097ffe7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616483 Feb 02 06:53:27.200302 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-af9d3b74-576d-4930-8622-bf8f5b55c07a None None] Port 1bd3aaf2-8e17-41bf-a83d-e991ebf2ebd8 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 06:53:27.239713 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port ac1107f0-bc04-48ae-97a7-d6d42c6da1e8 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:53:27.240387 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ac1107f0-bc04-48ae-97a7-d6d42c6da1e8), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:27.286518 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port ac1107f0-bc04-48ae-97a7-d6d42c6da1e8, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=ac1107f0-bc04-48ae-97a7-d6d42c6da1e8,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:53:27.294972 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-708175bd-9c33-4bfe-9277-7aac5cc066bb admin admin] Publish callbacks [] for security_group (9b98778e-50bd-4c55-a9fc-dfa4442771de), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:27.298692 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (ac1107f0-bc04-48ae-97a7-d6d42c6da1e8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:27.308193 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-708175bd-9c33-4bfe-9277-7aac5cc066bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (9b98778e-50bd-4c55-a9fc-dfa4442771de), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:27.411976 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57022) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:27.419115 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=ac1107f0-bc04-48ae-97a7-d6d42c6da1e8,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:27.433494 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fc799d40-a006-4162-a008-afa73755b69f admin admin] Publish callbacks [] for security_group (7f0f9ed6-d85e-4725-b8bd-60accca6605f), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:27.434830 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-708175bd-9c33-4bfe-9277-7aac5cc066bb admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=67afbea111e94efd96a5f21b2485b1cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8448560 Feb 02 06:53:27.435192 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57026) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:27.437216 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708175bd-9c33-4bfe-9277-7aac5cc066bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b98778e-50bd-4c55-a9fc-dfa4442771de,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:27.476746 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-270ba0ad-93c4-4839-8e11-96643dcc5f56 req-ee97d849-8feb-41d7-85f6-ca20a271748d service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4140663 Feb 02 06:53:27.533101 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57030) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:27.543206 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-36154f59-12e6-41c5-8384-de81195c2b2a admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1468879650-network', 'tenant_id': 'a057f5839fc547748f345d9176a468f9'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:53:27.583942 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36154f59-12e6-41c5-8384-de81195c2b2a admin admin] Made reservation on behalf of a057f5839fc547748f345d9176a468f9 for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:53:27.591641 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-36154f59-12e6-41c5-8384-de81195c2b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:27.611449 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-36154f59-12e6-41c5-8384-de81195c2b2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:27.623690 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0df8bb78-5aeb-44f5-8c35-8ae71c26ccfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (1bd3aaf2-8e17-41bf-a83d-e991ebf2ebd8), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:27.630936 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fc799d40-a006-4162-a008-afa73755b69f admin admin] Publish callbacks [] for security_group (7f0f9ed6-d85e-4725-b8bd-60accca6605f), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:27.770556 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5dc1187b-8766-42ce-9be8-5b08175279d7 admin admin] Publish callbacks [] for security_group (9b98778e-50bd-4c55-a9fc-dfa4442771de), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:27.858038 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a0cfd-d381-47dd-9b26-42f103e03ad0 req-97d24412-c8cf-4c53-ac5c-99e9d6e314c6 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:27.875824 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-109a0cfd-d381-47dd-9b26-42f103e03ad0 req-97d24412-c8cf-4c53-ac5c-99e9d6e314c6 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/ports?device_id=625037db-4e02-46c1-910d-629e80ff63e4 HTTP/1.1" status: 200 len: 948 time: 0.4429410 Feb 02 06:53:27.886401 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-36154f59-12e6-41c5-8384-de81195c2b2a admin admin] Publish callbacks [] for security_group (8e88c5e1-bc25-404b-a924-2bac66d25743), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:27.921602 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-270ba0ad-93c4-4839-8e11-96643dcc5f56 req-ccad58f6-7c0c-4b9c-b170-fb1756c8c531 service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3678563 Feb 02 06:53:27.945445 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e1bb12ab-80db-427a-a951-9c29e2963edc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:27.963053 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-36154f59-12e6-41c5-8384-de81195c2b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (8e88c5e1-bc25-404b-a924-2bac66d25743), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:27.978813 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36154f59-12e6-41c5-8384-de81195c2b2a admin admin] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 06:53:27.987320 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5dc1187b-8766-42ce-9be8-5b08175279d7 admin admin] Publish callbacks [] for security_group (9b98778e-50bd-4c55-a9fc-dfa4442771de), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:28.029562 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36154f59-12e6-41c5-8384-de81195c2b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e88c5e1-bc25-404b-a924-2bac66d25743,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:28.055325 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fc799d40-a006-4162-a008-afa73755b69f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (7f0f9ed6-d85e-4725-b8bd-60accca6605f), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:28.057931 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fc799d40-a006-4162-a008-afa73755b69f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:28.070202 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-fc799d40-a006-4162-a008-afa73755b69f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/7f0f9ed6-d85e-4725-b8bd-60accca6605f HTTP/1.1" status: 204 len: 168 time: 1.5403268 Feb 02 06:53:28.128076 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-109a0cfd-d381-47dd-9b26-42f103e03ad0 req-7b2957d5-7ffd-41fd-9ceb-9a546d010590 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/security-groups?id=dec561c4-af02-45e3-8dd4-23494a090077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411470 Feb 02 06:53:28.135389 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-36154f59-12e6-41c5-8384-de81195c2b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (626cef6e-de44-4441-baca-8dfdc94fa3e2), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:28.136918 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-36154f59-12e6-41c5-8384-de81195c2b2a admin admin] Added segment 626cef6e-de44-4441-baca-8dfdc94fa3e2 of type vlan for network fff6110f-3a8d-4513-8578-58326c0e2f92 Feb 02 06:53:28.139429 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc799d40-a006-4162-a008-afa73755b69f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0f9ed6-d85e-4725-b8bd-60accca6605f,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:28.211087 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5dc1187b-8766-42ce-9be8-5b08175279d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (9b98778e-50bd-4c55-a9fc-dfa4442771de), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:28.216286 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5dc1187b-8766-42ce-9be8-5b08175279d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:28.219222 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-5dc1187b-8766-42ce-9be8-5b08175279d7 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/9b98778e-50bd-4c55-a9fc-dfa4442771de HTTP/1.1" status: 204 len: 168 time: 0.7800074 Feb 02 06:53:28.228222 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-36154f59-12e6-41c5-8384-de81195c2b2a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (fff6110f-3a8d-4513-8578-58326c0e2f92), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:28.292113 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0df8bb78-5aeb-44f5-8c35-8ae71c26ccfe admin admin] Publish callbacks [] for port (1bd3aaf2-8e17-41bf-a83d-e991ebf2ebd8), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:28.293318 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device ac1107f0-bc04-48ae-97a7-d6d42c6da1e8 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:53:28.300470 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc1187b-8766-42ce-9be8-5b08175279d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b98778e-50bd-4c55-a9fc-dfa4442771de,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:28.307806 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0df8bb78-5aeb-44f5-8c35-8ae71c26ccfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (1bd3aaf2-8e17-41bf-a83d-e991ebf2ebd8), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:28.313003 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0df8bb78-5aeb-44f5-8c35-8ae71c26ccfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (89ea859b-7612-4f81-beaa-bd4c70e19297), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:28.329845 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-36154f59-12e6-41c5-8384-de81195c2b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (fff6110f-3a8d-4513-8578-58326c0e2f92), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:28.330853 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36154f59-12e6-41c5-8384-de81195c2b2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:28.331440 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-36154f59-12e6-41c5-8384-de81195c2b2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:28.398782 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e1bb12ab-80db-427a-a951-9c29e2963edc admin admin] Publish callbacks [] for security_group (e99ea465-4c8f-435b-aa59-4532e7c44f19), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:28.469609 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port ac1107f0-bc04-48ae-97a7-d6d42c6da1e8 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:53:28.469982 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ac1107f0-bc04-48ae-97a7-d6d42c6da1e8), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:28.470417 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e1bb12ab-80db-427a-a951-9c29e2963edc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (e99ea465-4c8f-435b-aa59-4532e7c44f19), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:28.569644 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df8bb78-5aeb-44f5-8c35-8ae71c26ccfe admin admin] Pushing event updated for resources: {'Port': ['ID=1bd3aaf2-8e17-41bf-a83d-e991ebf2ebd8,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:28.584155 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-36154f59-12e6-41c5-8384-de81195c2b2a admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0484776 Feb 02 06:53:28.587884 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57040) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:28.605971 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-2abe49b3-6032-414d-bd63-9fd25445bf69 admin admin] Request body: {'subnet': {'network_id': 'fff6110f-3a8d-4513-8578-58326c0e2f92', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1468879650-subnet', 'tenant_id': 'a057f5839fc547748f345d9176a468f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:53:28.646411 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port ac1107f0-bc04-48ae-97a7-d6d42c6da1e8 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:53:28.652336 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57042) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:28.663503 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2abe49b3-6032-414d-bd63-9fd25445bf69 admin admin] Made reservation on behalf of a057f5839fc547748f345d9176a468f9 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:53:28.669239 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2abe49b3-6032-414d-bd63-9fd25445bf69 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:28.698994 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2883c45b-3fbd-4a77-b260-997dc3fc5081 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:28.711569 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36154f59-12e6-41c5-8384-de81195c2b2a admin admin] Pushing event updated for resources: {'Network': ['ID=fff6110f-3a8d-4513-8578-58326c0e2f92,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:28.716301 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bb12ab-80db-427a-a951-9c29e2963edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e99ea465-4c8f-435b-aa59-4532e7c44f19,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:28.725892 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network fff6110f-3a8d-4513-8578-58326c0e2f92 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 06:53:28.738134 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e1bb12ab-80db-427a-a951-9c29e2963edc admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=1c7b617174e34bb4a4a7fcbf86b70b35&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3199010 Feb 02 06:53:28.740650 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57048) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:28.792017 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df8bb78-5aeb-44f5-8c35-8ae71c26ccfe admin admin] Network 081c026d-8798-47ae-ae28-6481babaa3fe is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:53:28.807545 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-0df8bb78-5aeb-44f5-8c35-8ae71c26ccfe admin admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:53:28.821558 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5420386b-7766-420a-baec-fe38c7e9ca76 req-3f88abc5-8681-42e6-acbc-f0aed05e403a tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:28.823052 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5420386b-7766-420a-baec-fe38c7e9ca76 req-3f88abc5-8681-42e6-acbc-f0aed05e403a tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c0fe651-361e-4559-8dc3-0052a2ffcd02 HTTP/1.1" status: 200 len: 968 time: 0.4374511 Feb 02 06:53:28.871729 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8c8af8f0-2a23-42c6-b8d4-2a1d1bac8cab admin admin] Publish callbacks [] for security_group (e99ea465-4c8f-435b-aa59-4532e7c44f19), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:28.912008 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8c8af8f0-2a23-42c6-b8d4-2a1d1bac8cab admin admin] Publish callbacks [] for security_group (e99ea465-4c8f-435b-aa59-4532e7c44f19), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:28.922065 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5420386b-7766-420a-baec-fe38c7e9ca76 req-d4cd54c7-58f4-4f0a-b858-4c376526e819 tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] 10.222.0.87 "GET /v2.0/security-groups?id=45e2bc88-0b09-46e5-9a7b-346097ffe7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871053 Feb 02 06:53:28.968835 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57052) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:28.976663 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8c8af8f0-2a23-42c6-b8d4-2a1d1bac8cab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (e99ea465-4c8f-435b-aa59-4532e7c44f19), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:28.979178 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8c8af8f0-2a23-42c6-b8d4-2a1d1bac8cab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:28.980478 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-8c8af8f0-2a23-42c6-b8d4-2a1d1bac8cab admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/e99ea465-4c8f-435b-aa59-4532e7c44f19 HTTP/1.1" status: 204 len: 168 time: 0.2359345 Feb 02 06:53:29.003330 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8af8f0-2a23-42c6-b8d4-2a1d1bac8cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e99ea465-4c8f-435b-aa59-4532e7c44f19,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:29.005716 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-dff3c146-181e-4e9f-b910-aea04a432d8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:29.089716 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-dff3c146-181e-4e9f-b910-aea04a432d8e admin admin] Publish callbacks [] for security_group (e4b48b17-638d-47d4-9714-e5234167862c), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:29.095139 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-dff3c146-181e-4e9f-b910-aea04a432d8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (e4b48b17-638d-47d4-9714-e5234167862c), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:29.138959 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-dff3c146-181e-4e9f-b910-aea04a432d8e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=04555590568a4f13b0e6afc9ece22cc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1686685 Feb 02 06:53:29.140425 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff3c146-181e-4e9f-b910-aea04a432d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b48b17-638d-47d4-9714-e5234167862c,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:29.143114 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57056) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:29.145607 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-810d8790-dbee-4f8f-bf76-d8ba30761aed None None] Provisioning complete for port 1bd3aaf2-8e17-41bf-a83d-e991ebf2ebd8 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:53:29.146265 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-810d8790-dbee-4f8f-bf76-d8ba30761aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (1bd3aaf2-8e17-41bf-a83d-e991ebf2ebd8), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:29.207248 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e655f62e-d617-4ce3-8a27-4e0d198a7f96 admin admin] Publish callbacks [] for security_group (e4b48b17-638d-47d4-9714-e5234167862c), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:29.229316 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-810d8790-dbee-4f8f-bf76-d8ba30761aed None None] Port 1bd3aaf2-8e17-41bf-a83d-e991ebf2ebd8 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 06:53:29.234868 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e655f62e-d617-4ce3-8a27-4e0d198a7f96 admin admin] Publish callbacks [] for security_group (e4b48b17-638d-47d4-9714-e5234167862c), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:29.247895 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2883c45b-3fbd-4a77-b260-997dc3fc5081 admin admin] Publish callbacks [] for security_group (18ffafbb-ec72-420d-bfe4-d5a1c7323876), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:29.277677 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2883c45b-3fbd-4a77-b260-997dc3fc5081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (18ffafbb-ec72-420d-bfe4-d5a1c7323876), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:29.283752 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df8bb78-5aeb-44f5-8c35-8ae71c26ccfe admin admin] Router 89ea859b-7612-4f81-beaa-bd4c70e19297 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 06:53:29.291820 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e655f62e-d617-4ce3-8a27-4e0d198a7f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (e4b48b17-638d-47d4-9714-e5234167862c), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:29.295183 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e655f62e-d617-4ce3-8a27-4e0d198a7f96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:29.299585 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e655f62e-d617-4ce3-8a27-4e0d198a7f96 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/e4b48b17-638d-47d4-9714-e5234167862c HTTP/1.1" status: 204 len: 168 time: 0.1527100 Feb 02 06:53:29.308408 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e655f62e-d617-4ce3-8a27-4e0d198a7f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b48b17-638d-47d4-9714-e5234167862c,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:29.360797 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2abe49b3-6032-414d-bd63-9fd25445bf69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for subnet (ac07e5c6-9ec8-4d55-8457-67867d2eaf15), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:29.378530 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-2883c45b-3fbd-4a77-b260-997dc3fc5081 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=add8648ac2024c87b670895eb84591c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7250545 Feb 02 06:53:29.381336 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57064) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:29.400814 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2883c45b-3fbd-4a77-b260-997dc3fc5081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ffafbb-ec72-420d-bfe4-d5a1c7323876,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:29.433765 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b03f8392-00ec-4e62-9d3e-53b15b4e1bab admin admin] Publish callbacks [] for security_group (18ffafbb-ec72-420d-bfe4-d5a1c7323876), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:29.460876 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b03f8392-00ec-4e62-9d3e-53b15b4e1bab admin admin] Publish callbacks [] for security_group (18ffafbb-ec72-420d-bfe4-d5a1c7323876), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:29.477712 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abe49b3-6032-414d-bd63-9fd25445bf69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac07e5c6-9ec8-4d55-8457-67867d2eaf15,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:29.493320 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f946a8-1137-4297-b2a2-492fe8f62236 req-adaf3689-3d21-441b-adc9-32083ccf1f2c tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:29.494862 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e5f946a8-1137-4297-b2a2-492fe8f62236 req-adaf3689-3d21-441b-adc9-32083ccf1f2c tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/ports?device_id=625037db-4e02-46c1-910d-629e80ff63e4 HTTP/1.1" status: 200 len: 948 time: 0.2255354 Feb 02 06:53:29.522065 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b03f8392-00ec-4e62-9d3e-53b15b4e1bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (18ffafbb-ec72-420d-bfe4-d5a1c7323876), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:29.525255 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b03f8392-00ec-4e62-9d3e-53b15b4e1bab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:29.526797 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b03f8392-00ec-4e62-9d3e-53b15b4e1bab admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/18ffafbb-ec72-420d-bfe4-d5a1c7323876 HTTP/1.1" status: 204 len: 168 time: 0.1444521 Feb 02 06:53:29.536509 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f8392-00ec-4e62-9d3e-53b15b4e1bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ffafbb-ec72-420d-bfe4-d5a1c7323876,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:29.560943 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abe49b3-6032-414d-bd63-9fd25445bf69 admin admin] Checking segment: {'id': '626cef6e-de44-4441-baca-8dfdc94fa3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'fff6110f-3a8d-4513-8578-58326c0e2f92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:53:29.561302 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abe49b3-6032-414d-bd63-9fd25445bf69 admin admin] Network hostable DHCP agents. Network: fff6110f-3a8d-4513-8578-58326c0e2f92, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 06:53:29.598710 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df8bb78-5aeb-44f5-8c35-8ae71c26ccfe admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 06:53:29.604585 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0df8bb78-5aeb-44f5-8c35-8ae71c26ccfe admin admin] 10.222.0.87 "PUT /v2.0/routers/89ea859b-7612-4f81-beaa-bd4c70e19297/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3434243 Feb 02 06:53:29.617661 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc714de-6b68-4b52-84b9-9ec1705e6279 None None] Sync routers for ids ['89ea859b-7612-4f81-beaa-bd4c70e19297'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 06:53:29.619448 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e5f946a8-1137-4297-b2a2-492fe8f62236 req-854e080a-21cd-434c-b06d-e4ab685a26fd tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/security-groups?id=dec561c4-af02-45e3-8dd4-23494a090077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115639 Feb 02 06:53:29.621833 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57072) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:29.635720 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abe49b3-6032-414d-bd63-9fd25445bf69 admin admin] Network fff6110f-3a8d-4513-8578-58326c0e2f92 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 06:53:29.638237 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc714de-6b68-4b52-84b9-9ec1705e6279 None None] Routers {'89ea859b-7612-4f81-beaa-bd4c70e19297'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 06:53:29.639047 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-1fc714de-6b68-4b52-84b9-9ec1705e6279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:53:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['89ea859b-7612-4f81-beaa-bd4c70e19297'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:53:29.653608 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b4041988-4da9-4957-8ce0-67324a3ed2b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:29.657224 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-2abe49b3-6032-414d-bd63-9fd25445bf69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, fff6110f-3a8d-4513-8578-58326c0e2f92) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:53:29.673518 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abe49b3-6032-414d-bd63-9fd25445bf69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:29.674198 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2abe49b3-6032-414d-bd63-9fd25445bf69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:29.697522 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3daf7708-5ffc-42e4-be61-ef9a2ef4aa0f None None] Network fff6110f-3a8d-4513-8578-58326c0e2f92 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 06:53:29.712622 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-2abe49b3-6032-414d-bd63-9fd25445bf69 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1238375 Feb 02 06:53:29.756791 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b4041988-4da9-4957-8ce0-67324a3ed2b2 admin admin] Publish callbacks [] for security_group (72606f19-d4e5-4a69-af27-7631e039e9a9), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:29.765442 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b4041988-4da9-4957-8ce0-67324a3ed2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (72606f19-d4e5-4a69-af27-7631e039e9a9), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:29.814342 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b4041988-4da9-4957-8ce0-67324a3ed2b2 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=2dcfd870253b4f7ea5c1cf9c002aa1e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1909957 Feb 02 06:53:29.817378 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57078) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:29.818758 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4041988-4da9-4957-8ce0-67324a3ed2b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72606f19-d4e5-4a69-af27-7631e039e9a9,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:29.910858 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d3fd047e-5021-4a0e-a7b6-ca031cbf4e24 admin admin] Publish callbacks [] for security_group (72606f19-d4e5-4a69-af27-7631e039e9a9), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:29.947123 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d3fd047e-5021-4a0e-a7b6-ca031cbf4e24 admin admin] Publish callbacks [] for security_group (72606f19-d4e5-4a69-af27-7631e039e9a9), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:30.002788 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1809282-517f-4a73-abfc-78717cdf3e4e None None] Network fff6110f-3a8d-4513-8578-58326c0e2f92 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 06:53:30.008788 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-1fc714de-6b68-4b52-84b9-9ec1705e6279 None None] Set router 89ea859b-7612-4f81-beaa-bd4c70e19297 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 06:53:30.017096 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d3fd047e-5021-4a0e-a7b6-ca031cbf4e24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (72606f19-d4e5-4a69-af27-7631e039e9a9), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:30.019909 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d3fd047e-5021-4a0e-a7b6-ca031cbf4e24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:30.021984 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d3fd047e-5021-4a0e-a7b6-ca031cbf4e24 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/72606f19-d4e5-4a69-af27-7631e039e9a9 HTTP/1.1" status: 204 len: 168 time: 0.2032373 Feb 02 06:53:30.032454 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fd047e-5021-4a0e-a7b6-ca031cbf4e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72606f19-d4e5-4a69-af27-7631e039e9a9,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:30.098680 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5cad85-801f-46c2-a394-dcb83855f5a9 req-9e5f9bb3-e55c-4134-95b8-2547e278aaf8 tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:30.105949 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fd5cad85-801f-46c2-a394-dcb83855f5a9 req-9e5f9bb3-e55c-4134-95b8-2547e278aaf8 tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c0fe651-361e-4559-8dc3-0052a2ffcd02 HTTP/1.1" status: 200 len: 968 time: 0.0825708 Feb 02 06:53:30.174122 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fd5cad85-801f-46c2-a394-dcb83855f5a9 req-58f51cea-dd56-4206-85b6-0e12ea0621ad tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] 10.222.0.87 "GET /v2.0/security-groups?id=45e2bc88-0b09-46e5-9a7b-346097ffe7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646691 Feb 02 06:53:30.346733 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-1fc714de-6b68-4b52-84b9-9ec1705e6279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ea859b-7612-4f81-beaa-bd4c70e19297', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-611324980-router', 'tenant_id': '27772d6a8fab4cb7b33a5a3297c51100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': 'ac1107f0-bc04-48ae-97a7-d6d42c6da1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:53:12Z', 'updated_at': '2022-02-02T06:53:27Z', 'revision_number': 4, 'project_id': '27772d6a8fab4cb7b33a5a3297c51100', 'gw_port': {'id': 'ac1107f0-bc04-48ae-97a7-d6d42c6da1e8', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ea859b-7612-4f81-beaa-bd4c70e19297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:53:15Z', 'updated_at': '2022-02-02T06:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '1bd3aaf2-8e17-41bf-a83d-e991ebf2ebd8', 'name': '', 'network_id': '081c026d-8798-47ae-ae28-6481babaa3fe', 'tenant_id': '27772d6a8fab4cb7b33a5a3297c51100', 'mac_address': 'fa:16:3e:e7:b3:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89ea859b-7612-4f81-beaa-bd4c70e19297', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '10d74aaf-e202-4a59-be8f-2452f7f95bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:53:23Z', 'updated_at': '2022-02-02T06:53:27Z', 'revision_number': 2, 'project_id': '27772d6a8fab4cb7b33a5a3297c51100', 'subnets': [{'id': '10d74aaf-e202-4a59-be8f-2452f7f95bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:53:30.376276 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc714de-6b68-4b52-84b9-9ec1705e6279 None None] Checking router: 89ea859b-7612-4f81-beaa-bd4c70e19297 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 06:53:30.376633 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc714de-6b68-4b52-84b9-9ec1705e6279 None None] Updating router 89ea859b-7612-4f81-beaa-bd4c70e19297 port 1bd3aaf2-8e17-41bf-a83d-e991ebf2ebd8 binding host n-d-789963-26 {{(pid=109695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 06:53:30.411964 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1fc714de-6b68-4b52-84b9-9ec1705e6279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (1bd3aaf2-8e17-41bf-a83d-e991ebf2ebd8), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:30.524075 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 42df75d2-3f3d-4a92-9855-72106f178acd details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 06:53:30.738923 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 42df75d2-3f3d-4a92-9855-72106f178acd, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=42df75d2-3f3d-4a92-9855-72106f178acd,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:53:30.762513 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e79bfc-4c81-4a5d-bc01-0c0c9f5ce9b8 req-5aa60cab-9664-42c3-8807-58bbaf7ce5fc tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:30.763017 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': '42df75d2-3f3d-4a92-9855-72106f178acd', 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1', 'port_id': '42df75d2-3f3d-4a92-9855-72106f178acd', 'mac_address': 'fa:16:3e:ac:95:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d773733-62df-4956-84d3-71d17cfb6d11', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:tempest-test_az-571302306', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 06:53:30.772733 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-98e79bfc-4c81-4a5d-bc01-0c0c9f5ce9b8 req-5aa60cab-9664-42c3-8807-58bbaf7ce5fc tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/ports?device_id=625037db-4e02-46c1-910d-629e80ff63e4 HTTP/1.1" status: 200 len: 948 time: 0.0654716 Feb 02 06:53:30.837491 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1fc714de-6b68-4b52-84b9-9ec1705e6279 None None] Publish callbacks [] for port (1bd3aaf2-8e17-41bf-a83d-e991ebf2ebd8), precommit_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:30.841111 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 42df75d2-3f3d-4a92-9855-72106f178acd is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:53:30.841502 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (42df75d2-3f3d-4a92-9855-72106f178acd), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:30.855632 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1fc714de-6b68-4b52-84b9-9ec1705e6279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (1bd3aaf2-8e17-41bf-a83d-e991ebf2ebd8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:30.869127 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42df75d2-3f3d-4a92-9855-72106f178acd {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:53:30.885767 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-98e79bfc-4c81-4a5d-bc01-0c0c9f5ce9b8 req-f8df9f61-2e92-45b6-a5b3-e26fd3d272cb tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/security-groups?id=dec561c4-af02-45e3-8dd4-23494a090077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117792 Feb 02 06:53:30.959994 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 42df75d2-3f3d-4a92-9855-72106f178acd, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=42df75d2-3f3d-4a92-9855-72106f178acd,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:53:30.974925 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c568669-8284-4940-822a-72a0473118d8 None None] Pushing event updated for resources: {'Port': ['ID=1bd3aaf2-8e17-41bf-a83d-e991ebf2ebd8,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:31.001853 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (42df75d2-3f3d-4a92-9855-72106f178acd), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:31.093186 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-1fc714de-6b68-4b52-84b9-9ec1705e6279 None None] Attempting to bind port 1bd3aaf2-8e17-41bf-a83d-e991ebf2ebd8 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:53:31.093572 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-1fc714de-6b68-4b52-84b9-9ec1705e6279 None None] Attempting to bind port 1bd3aaf2-8e17-41bf-a83d-e991ebf2ebd8 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '7c23084e-868e-4f06-b4ca-b642252d4dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '081c026d-8798-47ae-ae28-6481babaa3fe'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:53:31.093958 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc714de-6b68-4b52-84b9-9ec1705e6279 None None] Attempting to bind port 1bd3aaf2-8e17-41bf-a83d-e991ebf2ebd8 on network 081c026d-8798-47ae-ae28-6481babaa3fe {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:53:31.119872 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc714de-6b68-4b52-84b9-9ec1705e6279 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:53:31.120270 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc714de-6b68-4b52-84b9-9ec1705e6279 None None] Checking segment: {'id': '7c23084e-868e-4f06-b4ca-b642252d4dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '081c026d-8798-47ae-ae28-6481babaa3fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:53:31.120685 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1fc714de-6b68-4b52-84b9-9ec1705e6279 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:31.121093 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc714de-6b68-4b52-84b9-9ec1705e6279 None None] Bound using segment: {'id': '7c23084e-868e-4f06-b4ca-b642252d4dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '081c026d-8798-47ae-ae28-6481babaa3fe'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:53:31.121592 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-1fc714de-6b68-4b52-84b9-9ec1705e6279 None None] Bound port: 1bd3aaf2-8e17-41bf-a83d-e991ebf2ebd8, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c23084e-868e-4f06-b4ca-b642252d4dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '081c026d-8798-47ae-ae28-6481babaa3fe'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:53:31.121988 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1fc714de-6b68-4b52-84b9-9ec1705e6279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (1bd3aaf2-8e17-41bf-a83d-e991ebf2ebd8), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:31.148716 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=42df75d2-3f3d-4a92-9855-72106f178acd,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:31.169927 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d38be3-a0e3-4bd7-ba92-d85038312244 req-c326a715-3878-4031-ad43-e01da46aed35 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:31.173214 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d8d38be3-a0e3-4bd7-ba92-d85038312244 req-c326a715-3878-4031-ad43-e01da46aed35 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/networks?id=a90e0175-1e1a-46fd-ade5-a34b643c83ca HTTP/1.1" status: 200 len: 820 time: 0.2968352 Feb 02 06:53:31.215527 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d8d38be3-a0e3-4bd7-ba92-d85038312244 req-bbc9d9f8-6270-4afa-be00-1daab6b995c7 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/quotas/fe8bfc83663b43b9aae4137bcb39e5dc HTTP/1.1" status: 200 len: 375 time: 0.0367105 Feb 02 06:53:31.252923 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1fc714de-6b68-4b52-84b9-9ec1705e6279 None None] For port 1bd3aaf2-8e17-41bf-a83d-e991ebf2ebd8, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:53:31.267500 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1fc714de-6b68-4b52-84b9-9ec1705e6279 None None] For port 1bd3aaf2-8e17-41bf-a83d-e991ebf2ebd8, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=1bd3aaf2-8e17-41bf-a83d-e991ebf2ebd8,segment=NetworkSegment(7c23084e-868e-4f06-b4ca-b642252d4dc6),segment_id=7c23084e-868e-4f06-b4ca-b642252d4dc6)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:53:31.269050 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d8d38be3-a0e3-4bd7-ba92-d85038312244 req-786f7b75-d442-4f9e-afa0-2cbf6c208eb4 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=fe8bfc83663b43b9aae4137bcb39e5dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523908 Feb 02 06:53:31.298484 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1fc714de-6b68-4b52-84b9-9ec1705e6279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (1bd3aaf2-8e17-41bf-a83d-e991ebf2ebd8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:31.313794 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57156) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:31.322218 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-55b98f67-c566-455b-81d3-f9ad3c89c523 None None] Provisioning complete for port 1bd3aaf2-8e17-41bf-a83d-e991ebf2ebd8 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:53:31.322838 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-55b98f67-c566-455b-81d3-f9ad3c89c523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (1bd3aaf2-8e17-41bf-a83d-e991ebf2ebd8), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:31.323308 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-ed2b960e-372b-4c1a-aec3-8b12fabdd48f admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943586640-network', 'tenant_id': '99a360322b0c495cb1907cb4e12d190e'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:53:31.342559 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b82a55-65e6-4e96-bcf3-dca436c17701 req-0330d319-46af-4492-84fc-d7627a6106ee tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:31.352107 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-56b82a55-65e6-4e96-bcf3-dca436c17701 req-0330d319-46af-4492-84fc-d7627a6106ee tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c0fe651-361e-4559-8dc3-0052a2ffcd02 HTTP/1.1" status: 200 len: 969 time: 0.0666733 Feb 02 06:53:31.379401 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2b960e-372b-4c1a-aec3-8b12fabdd48f admin admin] Made reservation on behalf of 99a360322b0c495cb1907cb4e12d190e for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:53:31.382525 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ed2b960e-372b-4c1a-aec3-8b12fabdd48f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:31.401344 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ed2b960e-372b-4c1a-aec3-8b12fabdd48f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:31.442636 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc714de-6b68-4b52-84b9-9ec1705e6279 None None] Routers {'89ea859b-7612-4f81-beaa-bd4c70e19297'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 06:53:31.443509 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-1fc714de-6b68-4b52-84b9-9ec1705e6279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:53:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['89ea859b-7612-4f81-beaa-bd4c70e19297'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:53:31.454155 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c568669-8284-4940-822a-72a0473118d8 None None] Pushing event updated for resources: {'Port': ['ID=1bd3aaf2-8e17-41bf-a83d-e991ebf2ebd8,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:31.494939 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-56b82a55-65e6-4e96-bcf3-dca436c17701 req-7369f103-67f2-496f-bc68-fef990017681 tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] 10.222.0.87 "GET /v2.0/security-groups?id=45e2bc88-0b09-46e5-9a7b-346097ffe7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344171 Feb 02 06:53:31.517231 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['42df75d2-3f3d-4a92-9855-72106f178acd'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:53:31.548800 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ed2b960e-372b-4c1a-aec3-8b12fabdd48f admin admin] Publish callbacks [] for security_group (2e170292-20eb-4bae-bb57-49b98d207ea0), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:31.562436 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ed2b960e-372b-4c1a-aec3-8b12fabdd48f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (2e170292-20eb-4bae-bb57-49b98d207ea0), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:31.605512 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed2b960e-372b-4c1a-aec3-8b12fabdd48f admin admin] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 06:53:31.616957 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2b960e-372b-4c1a-aec3-8b12fabdd48f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e170292-20eb-4bae-bb57-49b98d207ea0,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:31.630914 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ed2b960e-372b-4c1a-aec3-8b12fabdd48f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (22d10d8b-e40b-44bb-8b5c-1bcf881c82b9), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:31.631244 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-ed2b960e-372b-4c1a-aec3-8b12fabdd48f admin admin] Added segment 22d10d8b-e40b-44bb-8b5c-1bcf881c82b9 of type vlan for network 2fa94ce7-99dc-43a8-aaf8-52acb786ff98 Feb 02 06:53:31.681817 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ed2b960e-372b-4c1a-aec3-8b12fabdd48f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (2fa94ce7-99dc-43a8-aaf8-52acb786ff98), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:31.712869 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ed2b960e-372b-4c1a-aec3-8b12fabdd48f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (2fa94ce7-99dc-43a8-aaf8-52acb786ff98), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:31.714380 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2b960e-372b-4c1a-aec3-8b12fabdd48f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:31.715069 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ed2b960e-372b-4c1a-aec3-8b12fabdd48f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:31.769080 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57170) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:31.774442 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-5c54b527-4227-427f-b2a1-fdef99b9d08d admin admin] Request body: {'subnet': {'network_id': '2fa94ce7-99dc-43a8-aaf8-52acb786ff98', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943586640-subnet', 'tenant_id': '99a360322b0c495cb1907cb4e12d190e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:53:31.778777 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-ed2b960e-372b-4c1a-aec3-8b12fabdd48f admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4627466 Feb 02 06:53:31.816680 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c54b527-4227-427f-b2a1-fdef99b9d08d admin admin] Made reservation on behalf of 99a360322b0c495cb1907cb4e12d190e for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:53:31.819076 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5c54b527-4227-427f-b2a1-fdef99b9d08d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:31.875287 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2b960e-372b-4c1a-aec3-8b12fabdd48f admin admin] Pushing event updated for resources: {'Network': ['ID=2fa94ce7-99dc-43a8-aaf8-52acb786ff98,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:31.998142 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-1fc714de-6b68-4b52-84b9-9ec1705e6279 None None] Set router 89ea859b-7612-4f81-beaa-bd4c70e19297 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 06:53:32.060917 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [req-d8d38be3-a0e3-4bd7-ba92-d85038312244 req-b4fb8ad2-7b92-4c67-a6a3-c2295d25dd49 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 06:53:32.069087 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d8d38be3-a0e3-4bd7-ba92-d85038312244 req-b4fb8ad2-7b92-4c67-a6a3-c2295d25dd49 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2185798 Feb 02 06:53:32.142228 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 2fa94ce7-99dc-43a8-aaf8-52acb786ff98 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 06:53:32.253490 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d8d38be3-a0e3-4bd7-ba92-d85038312244 req-50c22a73-fe47-4132-babe-21960050b542 service neutron] 10.222.0.87 "GET /v2.0/networks/a90e0175-1e1a-46fd-ade5-a34b643c83ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832058 Feb 02 06:53:32.307854 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-55b98f67-c566-455b-81d3-f9ad3c89c523 None None] Current status of the port 1bd3aaf2-8e17-41bf-a83d-e991ebf2ebd8 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:53:32.308461 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-55b98f67-c566-455b-81d3-f9ad3c89c523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (1bd3aaf2-8e17-41bf-a83d-e991ebf2ebd8), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:32.419914 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-1fc714de-6b68-4b52-84b9-9ec1705e6279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ea859b-7612-4f81-beaa-bd4c70e19297', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-611324980-router', 'tenant_id': '27772d6a8fab4cb7b33a5a3297c51100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': 'ac1107f0-bc04-48ae-97a7-d6d42c6da1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:53:12Z', 'updated_at': '2022-02-02T06:53:27Z', 'revision_number': 4, 'project_id': '27772d6a8fab4cb7b33a5a3297c51100', 'gw_port': {'id': 'ac1107f0-bc04-48ae-97a7-d6d42c6da1e8', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ea859b-7612-4f81-beaa-bd4c70e19297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:53:15Z', 'updated_at': '2022-02-02T06:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '1bd3aaf2-8e17-41bf-a83d-e991ebf2ebd8', 'name': '', 'network_id': '081c026d-8798-47ae-ae28-6481babaa3fe', 'tenant_id': '27772d6a8fab4cb7b33a5a3297c51100', 'mac_address': 'fa:16:3e:e7:b3:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89ea859b-7612-4f81-beaa-bd4c70e19297', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '10d74aaf-e202-4a59-be8f-2452f7f95bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:53:23Z', 'updated_at': '2022-02-02T06:53:31Z', 'revision_number': 4, 'project_id': '27772d6a8fab4cb7b33a5a3297c51100', 'subnets': [{'id': '10d74aaf-e202-4a59-be8f-2452f7f95bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:53:32.446804 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d8d38be3-a0e3-4bd7-ba92-d85038312244 req-a475b664-c7b3-4548-97c6-277e4f6b8e1f service neutron] 10.222.0.87 "GET /v2.0/networks/a90e0175-1e1a-46fd-ade5-a34b643c83ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846843 Feb 02 06:53:32.455441 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc714de-6b68-4b52-84b9-9ec1705e6279 None None] The sync data for ids ['89ea859b-7612-4f81-beaa-bd4c70e19297'] in n-d-789963-26 is: [{'id': '89ea859b-7612-4f81-beaa-bd4c70e19297', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-611324980-router', 'tenant_id': '27772d6a8fab4cb7b33a5a3297c51100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': 'ac1107f0-bc04-48ae-97a7-d6d42c6da1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:53:12Z', 'updated_at': '2022-02-02T06:53:27Z', 'revision_number': 4, 'project_id': '27772d6a8fab4cb7b33a5a3297c51100', 'gw_port': {'id': 'ac1107f0-bc04-48ae-97a7-d6d42c6da1e8', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ea859b-7612-4f81-beaa-bd4c70e19297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:53:15Z', 'updated_at': '2022-02-02T06:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '1bd3aaf2-8e17-41bf-a83d-e991ebf2ebd8', 'name': '', 'network_id': '081c026d-8798-47ae-ae28-6481babaa3fe', 'tenant_id': '27772d6a8fab4cb7b33a5a3297c51100', 'mac_address': 'fa:16:3e:e7:b3:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89ea859b-7612-4f81-beaa-bd4c70e19297', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '10d74aaf-e202-4a59-be8f-2452f7f95bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:53:23Z', 'updated_at': '2022-02-02T06:53:31Z', 'revision_number': 4, 'project_id': '27772d6a8fab4cb7b33a5a3297c51100', 'subnets': [{'id': '10d74aaf-e202-4a59-be8f-2452f7f95bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 06:53:32.510927 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-55b98f67-c566-455b-81d3-f9ad3c89c523 None None] For port 1bd3aaf2-8e17-41bf-a83d-e991ebf2ebd8, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=1bd3aaf2-8e17-41bf-a83d-e991ebf2ebd8,segment=NetworkSegment(7c23084e-868e-4f06-b4ca-b642252d4dc6),segment_id=7c23084e-868e-4f06-b4ca-b642252d4dc6)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:53:32.524511 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-55b98f67-c566-455b-81d3-f9ad3c89c523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (1bd3aaf2-8e17-41bf-a83d-e991ebf2ebd8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:32.559667 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5c54b527-4227-427f-b2a1-fdef99b9d08d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for subnet (9954908b-1658-47eb-93b5-ac0e16c92d0a), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:32.597877 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335a88b2-861e-47f6-80cb-4c9ff33b7931 req-b05317e7-7db9-4afd-9004-44fe7384655d tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:32.602895 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-335a88b2-861e-47f6-80cb-4c9ff33b7931 req-b05317e7-7db9-4afd-9004-44fe7384655d tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/ports?device_id=625037db-4e02-46c1-910d-629e80ff63e4 HTTP/1.1" status: 200 len: 948 time: 0.2292826 Feb 02 06:53:32.618078 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b98f67-c566-455b-81d3-f9ad3c89c523 None None] Pushing event updated for resources: {'Port': ['ID=1bd3aaf2-8e17-41bf-a83d-e991ebf2ebd8,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:32.687420 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-4b243fbc-3ffd-4297-b65e-77799895b889 None None] Provisioning complete for port 1bd3aaf2-8e17-41bf-a83d-e991ebf2ebd8 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:53:32.694057 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-4b243fbc-3ffd-4297-b65e-77799895b889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (1bd3aaf2-8e17-41bf-a83d-e991ebf2ebd8), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:32.815827 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-335a88b2-861e-47f6-80cb-4c9ff33b7931 req-db1581c2-750e-4001-a2dd-64df75ad0cca tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/security-groups?id=dec561c4-af02-45e3-8dd4-23494a090077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629333 Feb 02 06:53:32.826050 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c54b527-4227-427f-b2a1-fdef99b9d08d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9954908b-1658-47eb-93b5-ac0e16c92d0a,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:32.852247 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c54b527-4227-427f-b2a1-fdef99b9d08d admin admin] Checking segment: {'id': '22d10d8b-e40b-44bb-8b5c-1bcf881c82b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2fa94ce7-99dc-43a8-aaf8-52acb786ff98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:53:32.852638 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c54b527-4227-427f-b2a1-fdef99b9d08d admin admin] Network hostable DHCP agents. Network: 2fa94ce7-99dc-43a8-aaf8-52acb786ff98, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 06:53:32.876525 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-4b243fbc-3ffd-4297-b65e-77799895b889 None None] Current status of the port 1bd3aaf2-8e17-41bf-a83d-e991ebf2ebd8 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:53:32.896745 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c54b527-4227-427f-b2a1-fdef99b9d08d admin admin] Network 2fa94ce7-99dc-43a8-aaf8-52acb786ff98 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 06:53:32.912849 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-5c54b527-4227-427f-b2a1-fdef99b9d08d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 2fa94ce7-99dc-43a8-aaf8-52acb786ff98) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:53:32.924959 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c54b527-4227-427f-b2a1-fdef99b9d08d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:32.925700 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5c54b527-4227-427f-b2a1-fdef99b9d08d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:32.928913 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abacdab-43d9-481a-be4c-dbaa76e2a8b2 None None] Network 2fa94ce7-99dc-43a8-aaf8-52acb786ff98 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 06:53:32.978424 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bf94ece0-8734-4749-8f05-c6da16553ea2 req-1e7158b3-da61-46c6-a07f-6f24d85541d0 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=39546764-67dd-4b6e-a45a-c2c507299e35 HTTP/1.1" status: 200 len: 210 time: 0.0441620 Feb 02 06:53:32.982224 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-5c54b527-4227-427f-b2a1-fdef99b9d08d admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.2117984 Feb 02 06:53:32.985633 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57210) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:32.994073 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-8e759667-ba23-404e-9ed9-699aadaac93e admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943586640-router', 'tenant_id': '99a360322b0c495cb1907cb4e12d190e', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:53:33.011398 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a1bbd-09b4-4075-a8ca-d80649c1b755 req-93cfbb79-864a-4b9f-8b2b-7c926f4848fd tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:33.020257 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a82a1bbd-09b4-4075-a8ca-d80649c1b755 req-93cfbb79-864a-4b9f-8b2b-7c926f4848fd tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c0fe651-361e-4559-8dc3-0052a2ffcd02 HTTP/1.1" status: 200 len: 969 time: 0.1102362 Feb 02 06:53:33.068658 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8e759667-ba23-404e-9ed9-699aadaac93e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (15769bc3-6dcc-4e0d-9e8f-f2cc9a74c62a), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:33.070069 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8e759667-ba23-404e-9ed9-699aadaac93e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (15769bc3-6dcc-4e0d-9e8f-f2cc9a74c62a), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:33.099286 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a82a1bbd-09b4-4075-a8ca-d80649c1b755 req-e74f29c0-a035-4b06-a48e-c7ca417e7a66 tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] 10.222.0.87 "GET /v2.0/security-groups?id=45e2bc88-0b09-46e5-9a7b-346097ffe7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732090 Feb 02 06:53:33.195166 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67bbca5-ef23-4191-a64a-24c4dd826133 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-2fa94ce7-99dc-43a8-aaf8-52acb786ff98', 'network_id': '2fa94ce7-99dc-43a8-aaf8-52acb786ff98', 'project_id': '99a360322b0c495cb1907cb4e12d190e', 'fixed_ips': [{'subnet_id': '9954908b-1658-47eb-93b5-ac0e16c92d0a'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 06:53:33.196743 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a67bbca5-ef23-4191-a64a-24c4dd826133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:33.305069 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8e759667-ba23-404e-9ed9-699aadaac93e admin admin] Publish callbacks [] for router_controller (15769bc3-6dcc-4e0d-9e8f-f2cc9a74c62a), precommit_add_association {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:33.502680 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-a67bbca5-ef23-4191-a64a-24c4dd826133 None None] Allocated IP 172.20.0.2 (2fa94ce7-99dc-43a8-aaf8-52acb786ff98/9954908b-1658-47eb-93b5-ac0e16c92d0a/878f04c4-08b9-4ecc-b3a8-a6fb8a1f3dd8) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:53:33.554460 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8e759667-ba23-404e-9ed9-699aadaac93e admin admin] Publish callbacks [] for router_gateway (15769bc3-6dcc-4e0d-9e8f-f2cc9a74c62a), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:33.783057 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a67bbca5-ef23-4191-a64a-24c4dd826133 None None] Publish callbacks [] for port (878f04c4-08b9-4ecc-b3a8-a6fb8a1f3dd8), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:33.792650 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a67bbca5-ef23-4191-a64a-24c4dd826133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (878f04c4-08b9-4ecc-b3a8-a6fb8a1f3dd8), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:33.845712 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8e759667-ba23-404e-9ed9-699aadaac93e admin admin] Publish callbacks [] for router_gateway (15769bc3-6dcc-4e0d-9e8f-f2cc9a74c62a), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:33.857449 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67bbca5-ef23-4191-a64a-24c4dd826133 None None] Network 2fa94ce7-99dc-43a8-aaf8-52acb786ff98 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:53:33.865688 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-a67bbca5-ef23-4191-a64a-24c4dd826133 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:53:33.877955 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67bbca5-ef23-4191-a64a-24c4dd826133 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:53:33.886175 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8e759667-ba23-404e-9ed9-699aadaac93e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:33.982510 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-a67bbca5-ef23-4191-a64a-24c4dd826133 None None] Attempting to bind port 878f04c4-08b9-4ecc-b3a8-a6fb8a1f3dd8 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:53:33.983931 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-a67bbca5-ef23-4191-a64a-24c4dd826133 None None] Attempting to bind port 878f04c4-08b9-4ecc-b3a8-a6fb8a1f3dd8 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '22d10d8b-e40b-44bb-8b5c-1bcf881c82b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2fa94ce7-99dc-43a8-aaf8-52acb786ff98'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:53:33.984306 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67bbca5-ef23-4191-a64a-24c4dd826133 None None] Attempting to bind port 878f04c4-08b9-4ecc-b3a8-a6fb8a1f3dd8 on network 2fa94ce7-99dc-43a8-aaf8-52acb786ff98 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:53:33.990515 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67bbca5-ef23-4191-a64a-24c4dd826133 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:53:33.991006 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67bbca5-ef23-4191-a64a-24c4dd826133 None None] Checking segment: {'id': '22d10d8b-e40b-44bb-8b5c-1bcf881c82b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2fa94ce7-99dc-43a8-aaf8-52acb786ff98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:53:33.991540 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a67bbca5-ef23-4191-a64a-24c4dd826133 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:33.992057 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67bbca5-ef23-4191-a64a-24c4dd826133 None None] Bound using segment: {'id': '22d10d8b-e40b-44bb-8b5c-1bcf881c82b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2fa94ce7-99dc-43a8-aaf8-52acb786ff98'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:53:33.992239 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-a67bbca5-ef23-4191-a64a-24c4dd826133 None None] Bound port: 878f04c4-08b9-4ecc-b3a8-a6fb8a1f3dd8, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22d10d8b-e40b-44bb-8b5c-1bcf881c82b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2fa94ce7-99dc-43a8-aaf8-52acb786ff98'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:53:33.992628 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a67bbca5-ef23-4191-a64a-24c4dd826133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (878f04c4-08b9-4ecc-b3a8-a6fb8a1f3dd8), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:33.994825 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67bbca5-ef23-4191-a64a-24c4dd826133 None None] Pushing event updated for resources: {'Port': ['ID=878f04c4-08b9-4ecc-b3a8-a6fb8a1f3dd8,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:34.109907 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-8e759667-ba23-404e-9ed9-699aadaac93e admin admin] Allocated IP 172.25.4.35 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/b409f485-dbd1-41cd-85d3-2cb6435fb9f1) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:53:34.145475 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-a67bbca5-ef23-4191-a64a-24c4dd826133 None None] For port 878f04c4-08b9-4ecc-b3a8-a6fb8a1f3dd8, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:53:34.148877 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-a67bbca5-ef23-4191-a64a-24c4dd826133 None None] For port 878f04c4-08b9-4ecc-b3a8-a6fb8a1f3dd8, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=878f04c4-08b9-4ecc-b3a8-a6fb8a1f3dd8,segment=NetworkSegment(22d10d8b-e40b-44bb-8b5c-1bcf881c82b9),segment_id=22d10d8b-e40b-44bb-8b5c-1bcf881c82b9)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:53:34.158133 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a67bbca5-ef23-4191-a64a-24c4dd826133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (878f04c4-08b9-4ecc-b3a8-a6fb8a1f3dd8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:34.249899 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67bbca5-ef23-4191-a64a-24c4dd826133 None None] Pushing event updated for resources: {'Port': ['ID=878f04c4-08b9-4ecc-b3a8-a6fb8a1f3dd8,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:34.272183 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ab02a1df-4a4b-4a68-8bf9-78f43960cb54 req-0d289e6c-198e-42bf-9f32-1698bede9627 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=39546764-67dd-4b6e-a45a-c2c507299e35 HTTP/1.1" status: 200 len: 210 time: 0.0789430 Feb 02 06:53:34.295478 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de704df-5757-42a1-ad31-b0126924d3be req-daebb9e8-3243-4caa-83dc-4eb39161b170 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:34.305825 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5de704df-5757-42a1-ad31-b0126924d3be req-daebb9e8-3243-4caa-83dc-4eb39161b170 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/ports?device_id=625037db-4e02-46c1-910d-629e80ff63e4 HTTP/1.1" status: 200 len: 948 time: 0.1305285 Feb 02 06:53:34.362611 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 1bd3aaf2-8e17-41bf-a83d-e991ebf2ebd8 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:53:34.396189 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5de704df-5757-42a1-ad31-b0126924d3be req-99549b9b-db6c-4681-8be3-3caf8e1efb2d tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/security-groups?id=dec561c4-af02-45e3-8dd4-23494a090077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892961 Feb 02 06:53:34.398262 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8e759667-ba23-404e-9ed9-699aadaac93e admin admin] Publish callbacks [] for port (b409f485-dbd1-41cd-85d3-2cb6435fb9f1), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:34.495878 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8e759667-ba23-404e-9ed9-699aadaac93e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (b409f485-dbd1-41cd-85d3-2cb6435fb9f1), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:34.497387 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 1bd3aaf2-8e17-41bf-a83d-e991ebf2ebd8 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:53:34.497994 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (1bd3aaf2-8e17-41bf-a83d-e991ebf2ebd8), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:34.572472 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 42df75d2-3f3d-4a92-9855-72106f178acd up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:53:34.710052 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e759667-ba23-404e-9ed9-699aadaac93e admin admin] Pushing event updated for resources: {'Port': ['ID=b409f485-dbd1-41cd-85d3-2cb6435fb9f1,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:34.713524 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e759667-ba23-404e-9ed9-699aadaac93e admin admin] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:53:34.742043 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db07fb-b939-47cf-9c22-8f3e0139b552 req-d2c13bf2-b622-4389-b6fd-953ebd932ed6 tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:34.751903 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d9db07fb-b939-47cf-9c22-8f3e0139b552 req-d2c13bf2-b622-4389-b6fd-953ebd932ed6 tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c0fe651-361e-4559-8dc3-0052a2ffcd02 HTTP/1.1" status: 200 len: 969 time: 0.1773376 Feb 02 06:53:34.789870 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port 42df75d2-3f3d-4a92-9855-72106f178acd completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 06:53:34.795003 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-8e759667-ba23-404e-9ed9-699aadaac93e admin admin] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:53:34.810972 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e759667-ba23-404e-9ed9-699aadaac93e admin admin] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:53:34.815177 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d9db07fb-b939-47cf-9c22-8f3e0139b552 req-123f55ff-ac3e-4bee-b5ad-2e078c267f44 tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] 10.222.0.87 "GET /v2.0/security-groups?id=45e2bc88-0b09-46e5-9a7b-346097ffe7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623469 Feb 02 06:53:34.836843 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port 42df75d2-3f3d-4a92-9855-72106f178acd triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:53:34.837226 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (42df75d2-3f3d-4a92-9855-72106f178acd), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:34.845640 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 1bd3aaf2-8e17-41bf-a83d-e991ebf2ebd8 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:53:34.954356 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 42df75d2-3f3d-4a92-9855-72106f178acd is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:53:34.954986 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (42df75d2-3f3d-4a92-9855-72106f178acd), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:34.985991 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0fe651-361e-4559-8dc3-0052a2ffcd02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42df75d2-3f3d-4a92-9855-72106f178acd'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:53:35.076506 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 42df75d2-3f3d-4a92-9855-72106f178acd, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=42df75d2-3f3d-4a92-9855-72106f178acd,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:53:35.077348 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d38be3-a0e3-4bd7-ba92-d85038312244 req-03dba4dd-98b4-45e1-8432-dbdd41ef80f6 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:35.078938 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d8d38be3-a0e3-4bd7-ba92-d85038312244 req-03dba4dd-98b4-45e1-8432-dbdd41ef80f6 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.59 "GET /v2.0/networks?id=a90e0175-1e1a-46fd-ade5-a34b643c83ca HTTP/1.1" status: 200 len: 820 time: 0.5148437 Feb 02 06:53:35.081640 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (42df75d2-3f3d-4a92-9855-72106f178acd), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:35.093195 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57266) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:35.102939 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-d8d38be3-a0e3-4bd7-ba92-d85038312244 req-c4c8c40d-de07-4745-b841-1462b935f257 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Request body: {'port': {'device_id': '39546764-67dd-4b6e-a45a-c2c507299e35', 'network_id': 'a90e0175-1e1a-46fd-ade5-a34b643c83ca', 'admin_state_up': True, 'tenant_id': 'fe8bfc83663b43b9aae4137bcb39e5dc'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:53:35.129220 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57270) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:35.150066 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=42df75d2-3f3d-4a92-9855-72106f178acd,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:35.269052 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3ae66281-50ec-495c-a553-452418b7c90b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:35.328858 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2c5c8f-ceac-421a-9d86-2ad133784694" -d '{"events": [{"server_uuid": "6c0fe651-361e-4559-8dc3-0052a2ffcd02", "name": "network-vif-plugged", "status": "completed", "tag": "42df75d2-3f3d-4a92-9855-72106f178acd"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:53:35.346865 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4d40748c-a47f-4bec-a725-daaa2fb90c30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:35.460532 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3ae66281-50ec-495c-a553-452418b7c90b admin admin] Publish callbacks [] for security_group (d189ee37-94b0-4e2a-b65a-4e63537a418d), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:35.471130 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3ae66281-50ec-495c-a553-452418b7c90b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (d189ee37-94b0-4e2a-b65a-4e63537a418d), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:35.492222 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 06:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4bed127-ad95-426f-a820-a5589688d50e x-openstack-request-id: req-e4bed127-ad95-426f-a820-a5589688d50e {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:53:35.492553 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c0fe651-361e-4559-8dc3-0052a2ffcd02", "name": "network-vif-plugged", "status": "completed", "tag": "42df75d2-3f3d-4a92-9855-72106f178acd", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:53:35.492820 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e4bed127-ad95-426f-a820-a5589688d50e {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:53:35.494279 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0fe651-361e-4559-8dc3-0052a2ffcd02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42df75d2-3f3d-4a92-9855-72106f178acd', 'code': 200} Feb 02 06:53:35.504745 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 0e6bbfb6-34b5-4bb1-925e-5fd420a44b52 details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 06:53:35.508064 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8e759667-ba23-404e-9ed9-699aadaac93e admin admin] Publish callbacks [] for router_gateway (15769bc3-6dcc-4e0d-9e8f-f2cc9a74c62a), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:35.531057 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-3ae66281-50ec-495c-a553-452418b7c90b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ddb71a2f571c40bdbfdb1c25cf66ca18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4362729 Feb 02 06:53:35.543138 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57290) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:35.599003 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d727ff6b-e038-43ae-b21f-632c97c84cff req-2d9cc858-a6a9-417b-a753-b1e963b5db69 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=39546764-67dd-4b6e-a45a-c2c507299e35 HTTP/1.1" status: 200 len: 210 time: 0.1633546 Feb 02 06:53:35.721782 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 0e6bbfb6-34b5-4bb1-925e-5fd420a44b52, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=0e6bbfb6-34b5-4bb1-925e-5fd420a44b52,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:53:35.733028 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': '0e6bbfb6-34b5-4bb1-925e-5fd420a44b52', 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1', 'port_id': '0e6bbfb6-34b5-4bb1-925e-5fd420a44b52', 'mac_address': 'fa:16:3e:15:23:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d773733-62df-4956-84d3-71d17cfb6d11', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 06:53:35.766672 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4d40748c-a47f-4bec-a725-daaa2fb90c30 admin admin] Publish callbacks [] for security_group (f3d6f547-b958-40ab-a69e-aba79b8a5a8d), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:35.767583 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8d38be3-a0e3-4bd7-ba92-d85038312244 req-c4c8c40d-de07-4745-b841-1462b935f257 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Made reservation on behalf of fe8bfc83663b43b9aae4137bcb39e5dc for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:53:35.770541 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0c1a3820-3f72-4bde-a20a-9db0bdab58b0 admin admin] Publish callbacks [] for security_group (d189ee37-94b0-4e2a-b65a-4e63537a418d), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:35.775663 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d8d38be3-a0e3-4bd7-ba92-d85038312244 req-c4c8c40d-de07-4745-b841-1462b935f257 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:35.803874 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 0e6bbfb6-34b5-4bb1-925e-5fd420a44b52 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:53:35.804244 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4d40748c-a47f-4bec-a725-daaa2fb90c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (f3d6f547-b958-40ab-a69e-aba79b8a5a8d), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:35.804361 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (0e6bbfb6-34b5-4bb1-925e-5fd420a44b52), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:35.809691 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fe2ff8-5873-431d-a7f0-6b600c0431b1 None None] Network 2fa94ce7-99dc-43a8-aaf8-52acb786ff98 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 06:53:35.812723 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae66281-50ec-495c-a553-452418b7c90b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d189ee37-94b0-4e2a-b65a-4e63537a418d,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:35.843816 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0c1a3820-3f72-4bde-a20a-9db0bdab58b0 admin admin] Publish callbacks [] for security_group (d189ee37-94b0-4e2a-b65a-4e63537a418d), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:35.862830 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e6bbfb6-34b5-4bb1-925e-5fd420a44b52 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:53:35.883445 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d531b7-82e6-49a5-8071-f9915523364c req-ffccb872-f011-4235-b0f2-654c490bd222 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:35.891603 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-95d531b7-82e6-49a5-8071-f9915523364c req-ffccb872-f011-4235-b0f2-654c490bd222 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/ports?device_id=625037db-4e02-46c1-910d-629e80ff63e4 HTTP/1.1" status: 200 len: 948 time: 0.2768054 Feb 02 06:53:35.913591 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-4d40748c-a47f-4bec-a725-daaa2fb90c30 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=72dacedb55c94b3fbf9c1cd9e3a91d1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7810099 Feb 02 06:53:35.919278 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57304) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:35.925186 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 0e6bbfb6-34b5-4bb1-925e-5fd420a44b52, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=0e6bbfb6-34b5-4bb1-925e-5fd420a44b52,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:53:35.930276 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1a4be73e-c4d7-4ba0-a12c-2b7eea04ee43 None None] Provisioning complete for port 878f04c4-08b9-4ecc-b3a8-a6fb8a1f3dd8 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:53:35.930751 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1a4be73e-c4d7-4ba0-a12c-2b7eea04ee43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (878f04c4-08b9-4ecc-b3a8-a6fb8a1f3dd8), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:35.933941 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (0e6bbfb6-34b5-4bb1-925e-5fd420a44b52), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:35.943276 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d40748c-a47f-4bec-a725-daaa2fb90c30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d6f547-b958-40ab-a69e-aba79b8a5a8d,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:35.957785 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e90ef0-1bfb-4500-9cc1-8dda0f3e756d req-910107cd-fb08-4210-ac51-9e7c911378a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:35.959108 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-79e90ef0-1bfb-4500-9cc1-8dda0f3e756d req-910107cd-fb08-4210-ac51-9e7c911378a4 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=6c0fe651-361e-4559-8dc3-0052a2ffcd02 HTTP/1.1" status: 200 len: 1153 time: 0.3430831 Feb 02 06:53:35.976064 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-d8d38be3-a0e3-4bd7-ba92-d85038312244 req-c4c8c40d-de07-4745-b841-1462b935f257 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Allocated IP 172.20.0.3 (a90e0175-1e1a-46fd-ade5-a34b643c83ca/718edbdc-92b0-46ac-b280-821a5ec70f8a/9770e2d2-a414-4db6-9115-5ff68232fc06) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:53:36.011477 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-79e90ef0-1bfb-4500-9cc1-8dda0f3e756d req-58706bf8-7b5a-4faf-b3e6-1e2200defbaa service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:36.043712 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-95d531b7-82e6-49a5-8071-f9915523364c req-e6fc075c-5037-465b-a2c7-cafbeb684716 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/security-groups?id=dec561c4-af02-45e3-8dd4-23494a090077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502988 Feb 02 06:53:36.085985 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0c1a3820-3f72-4bde-a20a-9db0bdab58b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (d189ee37-94b0-4e2a-b65a-4e63537a418d), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:36.089038 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0c1a3820-3f72-4bde-a20a-9db0bdab58b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:36.093800 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0c1a3820-3f72-4bde-a20a-9db0bdab58b0 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d189ee37-94b0-4e2a-b65a-4e63537a418d HTTP/1.1" status: 204 len: 168 time: 0.5443187 Feb 02 06:53:36.118605 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1a3820-3f72-4bde-a20a-9db0bdab58b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d189ee37-94b0-4e2a-b65a-4e63537a418d,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:36.155732 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-95cc456a-429d-40d7-814e-60a6c8713713 admin admin] Publish callbacks [] for security_group (f3d6f547-b958-40ab-a69e-aba79b8a5a8d), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:36.193121 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8e759667-ba23-404e-9ed9-699aadaac93e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (15769bc3-6dcc-4e0d-9e8f-f2cc9a74c62a), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:36.216028 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=0e6bbfb6-34b5-4bb1-925e-5fd420a44b52,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:36.242034 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c3c68a-66a1-4822-b70f-e617ed2ef24f req-580b9df6-87ab-4ece-8324-9409b5624df8 tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:36.252714 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-78c3c68a-66a1-4822-b70f-e617ed2ef24f req-580b9df6-87ab-4ece-8324-9409b5624df8 tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c0fe651-361e-4559-8dc3-0052a2ffcd02 HTTP/1.1" status: 200 len: 970 time: 0.2496657 Feb 02 06:53:36.254782 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-95cc456a-429d-40d7-814e-60a6c8713713 admin admin] Publish callbacks [] for security_group (f3d6f547-b958-40ab-a69e-aba79b8a5a8d), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:36.327394 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1a4be73e-c4d7-4ba0-a12c-2b7eea04ee43 None None] Current status of the port 878f04c4-08b9-4ecc-b3a8-a6fb8a1f3dd8 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:53:36.327875 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1a4be73e-c4d7-4ba0-a12c-2b7eea04ee43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (878f04c4-08b9-4ecc-b3a8-a6fb8a1f3dd8), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:36.375745 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-95cc456a-429d-40d7-814e-60a6c8713713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (f3d6f547-b958-40ab-a69e-aba79b8a5a8d), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:36.378290 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-95cc456a-429d-40d7-814e-60a6c8713713 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:36.382105 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-95cc456a-429d-40d7-814e-60a6c8713713 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/f3d6f547-b958-40ab-a69e-aba79b8a5a8d HTTP/1.1" status: 204 len: 168 time: 0.4537303 Feb 02 06:53:36.394579 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-79e90ef0-1bfb-4500-9cc1-8dda0f3e756d req-58706bf8-7b5a-4faf-b3e6-1e2200defbaa service neutron] Publish callbacks [] for security_group (676a0bfb-1e90-431a-84f8-9d702026aaf1), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:36.398040 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 878f04c4-08b9-4ecc-b3a8-a6fb8a1f3dd8 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:53:36.401703 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1a4be73e-c4d7-4ba0-a12c-2b7eea04ee43 None None] For port 878f04c4-08b9-4ecc-b3a8-a6fb8a1f3dd8, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=878f04c4-08b9-4ecc-b3a8-a6fb8a1f3dd8,segment=NetworkSegment(22d10d8b-e40b-44bb-8b5c-1bcf881c82b9),segment_id=22d10d8b-e40b-44bb-8b5c-1bcf881c82b9)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:53:36.405755 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-79e90ef0-1bfb-4500-9cc1-8dda0f3e756d req-58706bf8-7b5a-4faf-b3e6-1e2200defbaa service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (676a0bfb-1e90-431a-84f8-9d702026aaf1), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:36.447390 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1a4be73e-c4d7-4ba0-a12c-2b7eea04ee43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (878f04c4-08b9-4ecc-b3a8-a6fb8a1f3dd8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:36.452841 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cc456a-429d-40d7-814e-60a6c8713713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d6f547-b958-40ab-a69e-aba79b8a5a8d,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:36.503085 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d8d38be3-a0e3-4bd7-ba92-d85038312244 req-c4c8c40d-de07-4745-b841-1462b935f257 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Publish callbacks [] for port (9770e2d2-a414-4db6-9115-5ff68232fc06), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:36.512043 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-79e90ef0-1bfb-4500-9cc1-8dda0f3e756d req-58706bf8-7b5a-4faf-b3e6-1e2200defbaa service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=45e2bc88-0b09-46e5-9a7b-346097ffe7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5416346 Feb 02 06:53:36.528204 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58706bf8-7b5a-4faf-b3e6-1e2200defbaa service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=676a0bfb-1e90-431a-84f8-9d702026aaf1,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:36.537158 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['0e6bbfb6-34b5-4bb1-925e-5fd420a44b52'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:53:36.538110 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-78c3c68a-66a1-4822-b70f-e617ed2ef24f req-0aa8ab50-6861-40d6-bd30-51f3508a014e tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] 10.222.0.87 "GET /v2.0/security-groups?id=45e2bc88-0b09-46e5-9a7b-346097ffe7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844441 Feb 02 06:53:36.650263 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4be73e-c4d7-4ba0-a12c-2b7eea04ee43 None None] Pushing event updated for resources: {'Port': ['ID=878f04c4-08b9-4ecc-b3a8-a6fb8a1f3dd8,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:36.696574 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d8d38be3-a0e3-4bd7-ba92-d85038312244 req-c4c8c40d-de07-4745-b841-1462b935f257 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (9770e2d2-a414-4db6-9115-5ff68232fc06), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:36.732876 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 878f04c4-08b9-4ecc-b3a8-a6fb8a1f3dd8 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:53:36.733521 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (878f04c4-08b9-4ecc-b3a8-a6fb8a1f3dd8), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:36.751709 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c8c40d-de07-4745-b841-1462b935f257 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Pushing event updated for resources: {'Port': ['ID=9770e2d2-a414-4db6-9115-5ff68232fc06,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:36.767771 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8d38be3-a0e3-4bd7-ba92-d85038312244 req-c4c8c40d-de07-4745-b841-1462b935f257 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Network a90e0175-1e1a-46fd-ade5-a34b643c83ca is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:53:36.770600 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-d8d38be3-a0e3-4bd7-ba92-d85038312244 req-c4c8c40d-de07-4745-b841-1462b935f257 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:53:36.773658 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8d38be3-a0e3-4bd7-ba92-d85038312244 req-c4c8c40d-de07-4745-b841-1462b935f257 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:53:36.781930 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d38be3-a0e3-4bd7-ba92-d85038312244 req-c4c8c40d-de07-4745-b841-1462b935f257 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:36.782681 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d8d38be3-a0e3-4bd7-ba92-d85038312244 req-c4c8c40d-de07-4745-b841-1462b935f257 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:36.785372 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e759667-ba23-404e-9ed9-699aadaac93e admin admin] Router 15769bc3-6dcc-4e0d-9e8f-f2cc9a74c62a is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 06:53:36.833626 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-7a3d2f37-a460-4673-a13c-d0f390a7ac31 None None] Provisioning complete for port 878f04c4-08b9-4ecc-b3a8-a6fb8a1f3dd8 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:53:36.834220 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7a3d2f37-a460-4673-a13c-d0f390a7ac31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (878f04c4-08b9-4ecc-b3a8-a6fb8a1f3dd8), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:36.848949 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3426fd05-34e5-4617-86ff-aef304c29888 req-23c4c4a5-b171-4c00-9097-72ed82246f7e tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:36.851338 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3426fd05-34e5-4617-86ff-aef304c29888 req-23c4c4a5-b171-4c00-9097-72ed82246f7e tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=39546764-67dd-4b6e-a45a-c2c507299e35 HTTP/1.1" status: 200 len: 931 time: 0.0988533 Feb 02 06:53:36.867475 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d8d38be3-a0e3-4bd7-ba92-d85038312244 req-c4c8c40d-de07-4745-b841-1462b935f257 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7701137 Feb 02 06:53:36.893833 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-d8d38be3-a0e3-4bd7-ba92-d85038312244 req-a28e01ed-638f-4ea0-a899-6cc484916853 service neutron] Request body: {'port': {'device_id': '39546764-67dd-4b6e-a45a-c2c507299e35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:53:36.932586 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3426fd05-34e5-4617-86ff-aef304c29888 req-6a0c17e2-51c4-4ccc-b07b-9626865fb52c tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727348 Feb 02 06:53:36.947189 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 878f04c4-08b9-4ecc-b3a8-a6fb8a1f3dd8 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:53:36.978943 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e759667-ba23-404e-9ed9-699aadaac93e admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 06:53:36.992418 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bf74f6-a200-4850-8c34-69af43d87adf None None] Sync routers for ids ['15769bc3-6dcc-4e0d-9e8f-f2cc9a74c62a'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 06:53:37.007319 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-7a3d2f37-a460-4673-a13c-d0f390a7ac31 None None] Current status of the port 878f04c4-08b9-4ecc-b3a8-a6fb8a1f3dd8 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:53:37.012193 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bf74f6-a200-4850-8c34-69af43d87adf None None] Routers {'15769bc3-6dcc-4e0d-9e8f-f2cc9a74c62a'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 06:53:37.013585 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-00bf74f6-a200-4850-8c34-69af43d87adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:53:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['15769bc3-6dcc-4e0d-9e8f-f2cc9a74c62a'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:53:37.018874 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8e759667-ba23-404e-9ed9-699aadaac93e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:37.019812 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-8e759667-ba23-404e-9ed9-699aadaac93e admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.0332589 Feb 02 06:53:37.022618 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57326) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:37.056301 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57328) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:37.070144 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57332) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:37.100549 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b6b7534d-1c75-419e-8ac2-84c79e7d187c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:37.158650 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1a733bfd-9037-4237-82b0-d710b9768505 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:37.167004 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d8d38be3-a0e3-4bd7-ba92-d85038312244 req-a28e01ed-638f-4ea0-a899-6cc484916853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (9770e2d2-a414-4db6-9115-5ff68232fc06), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:37.209790 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57334) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:37.229387 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-00bf74f6-a200-4850-8c34-69af43d87adf None None] Set router 15769bc3-6dcc-4e0d-9e8f-f2cc9a74c62a gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 06:53:37.366559 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b6b7534d-1c75-419e-8ac2-84c79e7d187c admin admin] Publish callbacks [] for security_group (912d5e99-5223-4466-be67-0e2fd81bac9d), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:37.386223 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b6b7534d-1c75-419e-8ac2-84c79e7d187c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (912d5e99-5223-4466-be67-0e2fd81bac9d), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:37.401693 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e7d209-8d51-43d1-9c48-9a41c2a9a68e req-f6381619-e59c-4035-9ae6-3fbe1f054edd tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:37.403273 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-57e7d209-8d51-43d1-9c48-9a41c2a9a68e req-f6381619-e59c-4035-9ae6-3fbe1f054edd tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/ports?device_id=625037db-4e02-46c1-910d-629e80ff63e4 HTTP/1.1" status: 200 len: 949 time: 0.2227542 Feb 02 06:53:37.439206 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-00bf74f6-a200-4850-8c34-69af43d87adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15769bc3-6dcc-4e0d-9e8f-f2cc9a74c62a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943586640-router', 'tenant_id': '99a360322b0c495cb1907cb4e12d190e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'b409f485-dbd1-41cd-85d3-2cb6435fb9f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:53:33Z', 'updated_at': '2022-02-02T06:53:35Z', 'revision_number': 3, 'project_id': '99a360322b0c495cb1907cb4e12d190e', 'gw_port': {'id': 'b409f485-dbd1-41cd-85d3-2cb6435fb9f1', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:da:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15769bc3-6dcc-4e0d-9e8f-f2cc9a74c62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 181, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:53:33Z', 'updated_at': '2022-02-02T06:53:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:53:37.500904 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bf74f6-a200-4850-8c34-69af43d87adf None None] Checking router: 15769bc3-6dcc-4e0d-9e8f-f2cc9a74c62a for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 06:53:37.501975 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bf74f6-a200-4850-8c34-69af43d87adf None None] Updating router 15769bc3-6dcc-4e0d-9e8f-f2cc9a74c62a port b409f485-dbd1-41cd-85d3-2cb6435fb9f1 binding host n-d-789963-26 {{(pid=109696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 06:53:37.505770 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b6b7534d-1c75-419e-8ac2-84c79e7d187c admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=6c288b285480487d9661238d917858af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4320462 Feb 02 06:53:37.505770 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b7534d-1c75-419e-8ac2-84c79e7d187c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=912d5e99-5223-4466-be67-0e2fd81bac9d,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:37.507696 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57338) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:37.565184 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 06:53:37.567650 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-00bf74f6-a200-4850-8c34-69af43d87adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b409f485-dbd1-41cd-85d3-2cb6435fb9f1), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:37.602798 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f90c8b09-3b8b-4131-8fc9-a7d89210e97f admin admin] Publish callbacks [] for security_group (912d5e99-5223-4466-be67-0e2fd81bac9d), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:37.648249 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f90c8b09-3b8b-4131-8fc9-a7d89210e97f admin admin] Publish callbacks [] for security_group (912d5e99-5223-4466-be67-0e2fd81bac9d), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:37.649685 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1a733bfd-9037-4237-82b0-d710b9768505 admin admin] Publish callbacks [] for security_group (1b8fd577-8202-4d5f-b651-84337b2968cd), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:37.657618 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-57e7d209-8d51-43d1-9c48-9a41c2a9a68e req-13f72df0-fd5d-4cec-b8d6-6c0f75ee16f1 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/security-groups?id=dec561c4-af02-45e3-8dd4-23494a090077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273862 Feb 02 06:53:37.664743 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1a733bfd-9037-4237-82b0-d710b9768505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (1b8fd577-8202-4d5f-b651-84337b2968cd), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:37.726382 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a733bfd-9037-4237-82b0-d710b9768505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8fd577-8202-4d5f-b651-84337b2968cd,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:37.730697 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a3e57cb7-d6f3-4160-b397-26cc6cb92bf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:37.734477 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-1a733bfd-9037-4237-82b0-d710b9768505 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c0a4faa42d8745ecbf94968e63057c36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6709831 Feb 02 06:53:37.735219 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57342) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:37.818239 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-d8d38be3-a0e3-4bd7-ba92-d85038312244 req-a28e01ed-638f-4ea0-a899-6cc484916853 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9770e2d2-a414-4db6-9115-5ff68232fc06 {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:53:37.822237 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca98f25-a082-4273-b98c-ca7c91e907b6 req-d4c5beef-b5da-421d-b12e-3e7739cda5e2 tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:37.823819 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1ca98f25-a082-4273-b98c-ca7c91e907b6 req-d4c5beef-b5da-421d-b12e-3e7739cda5e2 tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c0fe651-361e-4559-8dc3-0052a2ffcd02 HTTP/1.1" status: 200 len: 970 time: 0.1863368 Feb 02 06:53:37.832013 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d8d38be3-a0e3-4bd7-ba92-d85038312244 req-a28e01ed-638f-4ea0-a899-6cc484916853 service neutron] Publish callbacks [] for port (9770e2d2-a414-4db6-9115-5ff68232fc06), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:37.851768 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0fd89898-1843-4184-b6f8-c37023fd339f admin admin] Publish callbacks [] for security_group (1b8fd577-8202-4d5f-b651-84337b2968cd), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:37.856683 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-d8d38be3-a0e3-4bd7-ba92-d85038312244 req-a28e01ed-638f-4ea0-a899-6cc484916853 service neutron] Transition to ACTIVE for port object 9770e2d2-a414-4db6-9115-5ff68232fc06 will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 06:53:37.863861 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f90c8b09-3b8b-4131-8fc9-a7d89210e97f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (912d5e99-5223-4466-be67-0e2fd81bac9d), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:37.866417 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f90c8b09-3b8b-4131-8fc9-a7d89210e97f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:37.866543 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d8d38be3-a0e3-4bd7-ba92-d85038312244 req-a28e01ed-638f-4ea0-a899-6cc484916853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (9770e2d2-a414-4db6-9115-5ff68232fc06), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:37.867587 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f90c8b09-3b8b-4131-8fc9-a7d89210e97f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/912d5e99-5223-4466-be67-0e2fd81bac9d HTTP/1.1" status: 204 len: 168 time: 0.3580089 Feb 02 06:53:37.912084 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-00bf74f6-a200-4850-8c34-69af43d87adf None None] Publish callbacks [] for port (b409f485-dbd1-41cd-85d3-2cb6435fb9f1), precommit_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:37.920060 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90c8b09-3b8b-4131-8fc9-a7d89210e97f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=912d5e99-5223-4466-be67-0e2fd81bac9d,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:37.922567 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-00bf74f6-a200-4850-8c34-69af43d87adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (b409f485-dbd1-41cd-85d3-2cb6435fb9f1), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:37.929667 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0fd89898-1843-4184-b6f8-c37023fd339f admin admin] Publish callbacks [] for security_group (1b8fd577-8202-4d5f-b651-84337b2968cd), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:37.932254 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28e01ed-638f-4ea0-a899-6cc484916853 service neutron] Pushing event updated for resources: {'Port': ['ID=9770e2d2-a414-4db6-9115-5ff68232fc06,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:37.961213 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1ca98f25-a082-4273-b98c-ca7c91e907b6 req-1c39ca9e-368c-4212-90d6-01aa1c30adeb tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] 10.222.0.87 "GET /v2.0/security-groups?id=45e2bc88-0b09-46e5-9a7b-346097ffe7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288984 Feb 02 06:53:37.976442 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-00bf74f6-a200-4850-8c34-69af43d87adf None None] Attempting to bind port b409f485-dbd1-41cd-85d3-2cb6435fb9f1 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:53:37.976785 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-00bf74f6-a200-4850-8c34-69af43d87adf None None] Attempting to bind port b409f485-dbd1-41cd-85d3-2cb6435fb9f1 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:53:37.977163 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bf74f6-a200-4850-8c34-69af43d87adf None None] Attempting to bind port b409f485-dbd1-41cd-85d3-2cb6435fb9f1 on network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:53:37.997838 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bf74f6-a200-4850-8c34-69af43d87adf None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:53:37.998527 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bf74f6-a200-4850-8c34-69af43d87adf None None] Checking segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:53:37.998735 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-00bf74f6-a200-4850-8c34-69af43d87adf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:37.999113 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bf74f6-a200-4850-8c34-69af43d87adf None None] Bound using segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:53:37.999737 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-00bf74f6-a200-4850-8c34-69af43d87adf None None] Bound port: b409f485-dbd1-41cd-85d3-2cb6435fb9f1, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:53:38.000098 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-00bf74f6-a200-4850-8c34-69af43d87adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b409f485-dbd1-41cd-85d3-2cb6435fb9f1), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:38.037749 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-d8d38be3-a0e3-4bd7-ba92-d85038312244 req-a28e01ed-638f-4ea0-a899-6cc484916853 service neutron] Attempting to bind port 9770e2d2-a414-4db6-9115-5ff68232fc06 on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:53:38.037749 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-d8d38be3-a0e3-4bd7-ba92-d85038312244 req-a28e01ed-638f-4ea0-a899-6cc484916853 service neutron] Attempting to bind port 9770e2d2-a414-4db6-9115-5ff68232fc06 by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': 'ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a90e0175-1e1a-46fd-ade5-a34b643c83ca'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:53:38.037749 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d38be3-a0e3-4bd7-ba92-d85038312244 req-a28e01ed-638f-4ea0-a899-6cc484916853 service neutron] Attempting to bind port 9770e2d2-a414-4db6-9115-5ff68232fc06 on network a90e0175-1e1a-46fd-ade5-a34b643c83ca {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:53:38.042087 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d38be3-a0e3-4bd7-ba92-d85038312244 req-a28e01ed-638f-4ea0-a899-6cc484916853 service neutron] Port 9770e2d2-a414-4db6-9115-5ff68232fc06 on network a90e0175-1e1a-46fd-ade5-a34b643c83ca not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 06:53:38.042239 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d38be3-a0e3-4bd7-ba92-d85038312244 req-a28e01ed-638f-4ea0-a899-6cc484916853 service neutron] Attempting to bind port 9770e2d2-a414-4db6-9115-5ff68232fc06 on network a90e0175-1e1a-46fd-ade5-a34b643c83ca {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:53:38.052119 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-33c81ea8-1115-46bc-a86c-f926c896f00d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:38.069542 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-00bf74f6-a200-4850-8c34-69af43d87adf None None] For port b409f485-dbd1-41cd-85d3-2cb6435fb9f1, host n-d-789963-26, cleared binding levels {{(pid=109696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:53:38.071658 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b318c8-e1b3-452b-be6d-2ec20f7b30e1 None None] Pushing event updated for resources: {'Port': ['ID=b409f485-dbd1-41cd-85d3-2cb6435fb9f1,revision_number=2']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:38.075897 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-00bf74f6-a200-4850-8c34-69af43d87adf None None] For port b409f485-dbd1-41cd-85d3-2cb6435fb9f1, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=b409f485-dbd1-41cd-85d3-2cb6435fb9f1,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:53:38.085068 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-00bf74f6-a200-4850-8c34-69af43d87adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (b409f485-dbd1-41cd-85d3-2cb6435fb9f1), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:38.086825 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d38be3-a0e3-4bd7-ba92-d85038312244 req-a28e01ed-638f-4ea0-a899-6cc484916853 service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:53:38.087637 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d38be3-a0e3-4bd7-ba92-d85038312244 req-a28e01ed-638f-4ea0-a899-6cc484916853 service neutron] Checking segment: {'id': 'ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a90e0175-1e1a-46fd-ade5-a34b643c83ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:53:38.087637 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d38be3-a0e3-4bd7-ba92-d85038312244 req-a28e01ed-638f-4ea0-a899-6cc484916853 service neutron] Bound using segment: {'id': 'ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a90e0175-1e1a-46fd-ade5-a34b643c83ca'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:53:38.088019 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-d8d38be3-a0e3-4bd7-ba92-d85038312244 req-a28e01ed-638f-4ea0-a899-6cc484916853 service neutron] Bound port: 9770e2d2-a414-4db6-9115-5ff68232fc06, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a90e0175-1e1a-46fd-ade5-a34b643c83ca'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:53:38.088377 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d8d38be3-a0e3-4bd7-ba92-d85038312244 req-a28e01ed-638f-4ea0-a899-6cc484916853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (9770e2d2-a414-4db6-9115-5ff68232fc06), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:38.107090 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0fd89898-1843-4184-b6f8-c37023fd339f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (1b8fd577-8202-4d5f-b651-84337b2968cd), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:38.109976 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0fd89898-1843-4184-b6f8-c37023fd339f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:38.111133 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-0fd89898-1843-4184-b6f8-c37023fd339f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/1b8fd577-8202-4d5f-b651-84337b2968cd HTTP/1.1" status: 204 len: 168 time: 0.3754368 Feb 02 06:53:38.147290 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd89898-1843-4184-b6f8-c37023fd339f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8fd577-8202-4d5f-b651-84337b2968cd,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:38.159804 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a3e57cb7-d6f3-4160-b397-26cc6cb92bf7 admin admin] Publish callbacks [] for security_group (eeba9245-9663-444e-8c7a-1e834b5bd4d0), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:38.169455 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a3e57cb7-d6f3-4160-b397-26cc6cb92bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (eeba9245-9663-444e-8c7a-1e834b5bd4d0), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:38.178377 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ceeb6-97e7-48b8-a922-53831f2fc6d2 req-c4292511-c6a8-4a38-b939-e3ecaded2e1b tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:38.179979 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ce3ceeb6-97e7-48b8-a922-53831f2fc6d2 req-c4292511-c6a8-4a38-b939-e3ecaded2e1b tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=39546764-67dd-4b6e-a45a-c2c507299e35 HTTP/1.1" status: 200 len: 943 time: 0.1323857 Feb 02 06:53:38.214882 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-d8d38be3-a0e3-4bd7-ba92-d85038312244 req-a28e01ed-638f-4ea0-a899-6cc484916853 service neutron] For port 9770e2d2-a414-4db6-9115-5ff68232fc06, host n-h2-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:53:38.238737 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-d8d38be3-a0e3-4bd7-ba92-d85038312244 req-a28e01ed-638f-4ea0-a899-6cc484916853 service neutron] For port 9770e2d2-a414-4db6-9115-5ff68232fc06, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=9770e2d2-a414-4db6-9115-5ff68232fc06,segment=NetworkSegment(ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b),segment_id=ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:53:38.252206 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ce3ceeb6-97e7-48b8-a922-53831f2fc6d2 req-bceff2f5-2f63-422d-ba50-2a3935cc15e5 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658340 Feb 02 06:53:38.254277 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d8d38be3-a0e3-4bd7-ba92-d85038312244 req-a28e01ed-638f-4ea0-a899-6cc484916853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (9770e2d2-a414-4db6-9115-5ff68232fc06), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:38.267424 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bf74f6-a200-4850-8c34-69af43d87adf None None] Routers {'15769bc3-6dcc-4e0d-9e8f-f2cc9a74c62a'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 06:53:38.268281 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-00bf74f6-a200-4850-8c34-69af43d87adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:53:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['15769bc3-6dcc-4e0d-9e8f-f2cc9a74c62a'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:53:38.283019 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b318c8-e1b3-452b-be6d-2ec20f7b30e1 None None] Pushing event updated for resources: {'Port': ['ID=b409f485-dbd1-41cd-85d3-2cb6435fb9f1,revision_number=3']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:38.318228 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d38be3-a0e3-4bd7-ba92-d85038312244 req-a28e01ed-638f-4ea0-a899-6cc484916853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:38.318875 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d8d38be3-a0e3-4bd7-ba92-d85038312244 req-a28e01ed-638f-4ea0-a899-6cc484916853 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:38.320369 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d8d38be3-a0e3-4bd7-ba92-d85038312244 req-a28e01ed-638f-4ea0-a899-6cc484916853 service neutron] 10.222.0.59 "PUT /v2.0/ports/9770e2d2-a414-4db6-9115-5ff68232fc06 HTTP/1.1" status: 200 len: 1092 time: 1.4352317 Feb 02 06:53:38.320838 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39546764-67dd-4b6e-a45a-c2c507299e35', 'tag': '9770e2d2-a414-4db6-9115-5ff68232fc06'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:53:38.323366 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8bcd5d7-44b5-4313-b6b5-1a236f36ffaa" -d '{"events": [{"name": "network-changed", "server_uuid": "39546764-67dd-4b6e-a45a-c2c507299e35", "tag": "9770e2d2-a414-4db6-9115-5ff68232fc06"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:53:38.356764 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 878f04c4-08b9-4ecc-b3a8-a6fb8a1f3dd8 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:53:38.362320 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28e01ed-638f-4ea0-a899-6cc484916853 service neutron] Pushing event updated for resources: {'Port': ['ID=9770e2d2-a414-4db6-9115-5ff68232fc06,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:38.385337 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 06:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-619eeff0-26c9-4fcf-b694-18bdff8b6664 x-openstack-request-id: req-619eeff0-26c9-4fcf-b694-18bdff8b6664 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:53:38.385932 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39546764-67dd-4b6e-a45a-c2c507299e35", "tag": "9770e2d2-a414-4db6-9115-5ff68232fc06", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:53:38.385932 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-619eeff0-26c9-4fcf-b694-18bdff8b6664 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:53:38.386257 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39546764-67dd-4b6e-a45a-c2c507299e35', 'tag': '9770e2d2-a414-4db6-9115-5ff68232fc06', 'status': 'completed', 'code': 200} Feb 02 06:53:38.390681 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e57cb7-d6f3-4160-b397-26cc6cb92bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeba9245-9663-444e-8c7a-1e834b5bd4d0,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:38.416394 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a3e57cb7-d6f3-4160-b397-26cc6cb92bf7 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=1c55c767e5cd45aa8b98c18f1e3d0563&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2055156 Feb 02 06:53:38.419042 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57358) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:38.462487 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-33c81ea8-1115-46bc-a86c-f926c896f00d admin admin] Allocated IP 172.20.0.1 (2fa94ce7-99dc-43a8-aaf8-52acb786ff98/9954908b-1658-47eb-93b5-ac0e16c92d0a/906728a9-1814-4d76-922e-30ca7e221c65) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:53:38.481465 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 878f04c4-08b9-4ecc-b3a8-a6fb8a1f3dd8 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:53:38.482335 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (878f04c4-08b9-4ecc-b3a8-a6fb8a1f3dd8), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:38.592387 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7efbd22b-7524-4c07-bda4-ea05a21d2e3f admin admin] Publish callbacks [] for security_group (eeba9245-9663-444e-8c7a-1e834b5bd4d0), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:38.599880 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d38be3-a0e3-4bd7-ba92-d85038312244 req-108509c4-c8df-4d45-a10e-e87b3a80306a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:38.602907 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d8d38be3-a0e3-4bd7-ba92-d85038312244 req-108509c4-c8df-4d45-a10e-e87b3a80306a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fe8bfc83663b43b9aae4137bcb39e5dc&device_id=39546764-67dd-4b6e-a45a-c2c507299e35 HTTP/1.1" status: 200 len: 1126 time: 0.1094036 Feb 02 06:53:38.621832 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-00bf74f6-a200-4850-8c34-69af43d87adf None None] Set router 15769bc3-6dcc-4e0d-9e8f-f2cc9a74c62a gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 06:53:38.637056 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 878f04c4-08b9-4ecc-b3a8-a6fb8a1f3dd8 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:53:38.660985 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7efbd22b-7524-4c07-bda4-ea05a21d2e3f admin admin] Publish callbacks [] for security_group (eeba9245-9663-444e-8c7a-1e834b5bd4d0), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:38.663879 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d8d38be3-a0e3-4bd7-ba92-d85038312244 req-d78d8052-2513-4ea5-baec-70276a9225fc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9770e2d2-a414-4db6-9115-5ff68232fc06 HTTP/1.1" status: 200 len: 217 time: 0.0452213 Feb 02 06:53:38.745260 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d38be3-a0e3-4bd7-ba92-d85038312244 req-740dcc35-03f3-4831-925f-958504cccf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:38.749681 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d8d38be3-a0e3-4bd7-ba92-d85038312244 req-740dcc35-03f3-4831-925f-958504cccf99 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=718edbdc-92b0-46ac-b280-821a5ec70f8a HTTP/1.1" status: 200 len: 860 time: 0.0775239 Feb 02 06:53:38.766912 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-33c81ea8-1115-46bc-a86c-f926c896f00d admin admin] Publish callbacks [] for port (906728a9-1814-4d76-922e-30ca7e221c65), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:38.795103 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d8d38be3-a0e3-4bd7-ba92-d85038312244 req-39a67d92-a3f7-4a8f-9b1e-7f9566118b9a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a90e0175-1e1a-46fd-ade5-a34b643c83ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397768 Feb 02 06:53:38.801019 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7efbd22b-7524-4c07-bda4-ea05a21d2e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (eeba9245-9663-444e-8c7a-1e834b5bd4d0), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:38.804417 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7efbd22b-7524-4c07-bda4-ea05a21d2e3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:38.805548 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-7efbd22b-7524-4c07-bda4-ea05a21d2e3f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/eeba9245-9663-444e-8c7a-1e834b5bd4d0 HTTP/1.1" status: 204 len: 168 time: 0.3855064 Feb 02 06:53:38.829468 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-33c81ea8-1115-46bc-a86c-f926c896f00d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (906728a9-1814-4d76-922e-30ca7e221c65), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:38.875415 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efbd22b-7524-4c07-bda4-ea05a21d2e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeba9245-9663-444e-8c7a-1e834b5bd4d0,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:38.899646 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c81ea8-1115-46bc-a86c-f926c896f00d admin admin] Network 2fa94ce7-99dc-43a8-aaf8-52acb786ff98 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:53:38.909492 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-33c81ea8-1115-46bc-a86c-f926c896f00d admin admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:53:38.917200 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c81ea8-1115-46bc-a86c-f926c896f00d admin admin] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:53:38.917657 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-33c81ea8-1115-46bc-a86c-f926c896f00d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (15769bc3-6dcc-4e0d-9e8f-f2cc9a74c62a), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:38.956717 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a97f8-8d80-41c8-bc30-99b4211543f7 req-627e472d-55b4-4465-8ad0-84d54b8913c8 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:38.958249 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-521a97f8-8d80-41c8-bc30-99b4211543f7 req-627e472d-55b4-4465-8ad0-84d54b8913c8 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/ports?device_id=625037db-4e02-46c1-910d-629e80ff63e4 HTTP/1.1" status: 200 len: 949 time: 0.1884301 Feb 02 06:53:39.030738 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d8d38be3-a0e3-4bd7-ba92-d85038312244 req-b8644065-7b70-438b-8f22-ec242c484655 service neutron] 10.222.0.59 "GET /v2.0/networks/a90e0175-1e1a-46fd-ade5-a34b643c83ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240219 Feb 02 06:53:39.031152 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-00bf74f6-a200-4850-8c34-69af43d87adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15769bc3-6dcc-4e0d-9e8f-f2cc9a74c62a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943586640-router', 'tenant_id': '99a360322b0c495cb1907cb4e12d190e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'b409f485-dbd1-41cd-85d3-2cb6435fb9f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:53:33Z', 'updated_at': '2022-02-02T06:53:35Z', 'revision_number': 3, 'project_id': '99a360322b0c495cb1907cb4e12d190e', 'gw_port': {'id': 'b409f485-dbd1-41cd-85d3-2cb6435fb9f1', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:da:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15769bc3-6dcc-4e0d-9e8f-f2cc9a74c62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 181, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:53:33Z', 'updated_at': '2022-02-02T06:53:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:53:39.032297 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c81ea8-1115-46bc-a86c-f926c896f00d admin admin] Pushing event updated for resources: {'Port': ['ID=906728a9-1814-4d76-922e-30ca7e221c65,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:39.106231 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bf74f6-a200-4850-8c34-69af43d87adf None None] The sync data for ids ['15769bc3-6dcc-4e0d-9e8f-f2cc9a74c62a'] in n-d-789963-26 is: [{'id': '15769bc3-6dcc-4e0d-9e8f-f2cc9a74c62a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943586640-router', 'tenant_id': '99a360322b0c495cb1907cb4e12d190e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'b409f485-dbd1-41cd-85d3-2cb6435fb9f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:53:33Z', 'updated_at': '2022-02-02T06:53:35Z', 'revision_number': 3, 'project_id': '99a360322b0c495cb1907cb4e12d190e', 'gw_port': {'id': 'b409f485-dbd1-41cd-85d3-2cb6435fb9f1', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:da:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15769bc3-6dcc-4e0d-9e8f-f2cc9a74c62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 181, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:53:33Z', 'updated_at': '2022-02-02T06:53:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 06:53:39.145223 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-521a97f8-8d80-41c8-bc30-99b4211543f7 req-3ff3abe2-5263-4c8c-9234-e3a311f3e7dc tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/security-groups?id=dec561c4-af02-45e3-8dd4-23494a090077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729329 Feb 02 06:53:39.251094 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d8d38be3-a0e3-4bd7-ba92-d85038312244 req-222b5187-324c-4d92-b531-6b578d4a11ee service neutron] 10.222.0.59 "GET /v2.0/networks/a90e0175-1e1a-46fd-ade5-a34b643c83ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092557 Feb 02 06:53:39.257810 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ef622c04-52d8-485e-becf-73fc8807635d None None] Provisioning complete for port 906728a9-1814-4d76-922e-30ca7e221c65 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:53:39.258548 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ef622c04-52d8-485e-becf-73fc8807635d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (906728a9-1814-4d76-922e-30ca7e221c65), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:39.320105 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cefb6a4-211c-419c-b4d8-a5247e18bcd3 req-1af0abb7-49a8-403e-a4cb-6938467c920f tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:39.331775 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4cefb6a4-211c-419c-b4d8-a5247e18bcd3 req-1af0abb7-49a8-403e-a4cb-6938467c920f tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c0fe651-361e-4559-8dc3-0052a2ffcd02 HTTP/1.1" status: 200 len: 970 time: 0.1903009 Feb 02 06:53:39.345925 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ef622c04-52d8-485e-becf-73fc8807635d None None] Port 906728a9-1814-4d76-922e-30ca7e221c65 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 06:53:39.388352 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-33c81ea8-1115-46bc-a86c-f926c896f00d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (906728a9-1814-4d76-922e-30ca7e221c65), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:39.417650 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57390) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:39.454844 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3ff6e802-4c73-4e50-bc2e-ef6cf28d0740 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:39.515190 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 0e6bbfb6-34b5-4bb1-925e-5fd420a44b52 up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:53:39.569788 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4cefb6a4-211c-419c-b4d8-a5247e18bcd3 req-7d8a414d-8b74-4c0e-aebd-6eb3522b10b4 tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] 10.222.0.87 "GET /v2.0/security-groups?id=45e2bc88-0b09-46e5-9a7b-346097ffe7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367463 Feb 02 06:53:39.648603 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port 0e6bbfb6-34b5-4bb1-925e-5fd420a44b52 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 06:53:39.660834 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port 0e6bbfb6-34b5-4bb1-925e-5fd420a44b52 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:53:39.662183 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (0e6bbfb6-34b5-4bb1-925e-5fd420a44b52), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:39.828068 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 0e6bbfb6-34b5-4bb1-925e-5fd420a44b52 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:53:39.828475 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (0e6bbfb6-34b5-4bb1-925e-5fd420a44b52), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:39.867653 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '625037db-4e02-46c1-910d-629e80ff63e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e6bbfb6-34b5-4bb1-925e-5fd420a44b52'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:53:39.870222 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e435edc6-d2e1-4493-a80f-bbbc10f87b77" -d '{"events": [{"server_uuid": "625037db-4e02-46c1-910d-629e80ff63e4", "name": "network-vif-plugged", "status": "completed", "tag": "0e6bbfb6-34b5-4bb1-925e-5fd420a44b52"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:53:39.884262 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3ff6e802-4c73-4e50-bc2e-ef6cf28d0740 admin admin] Publish callbacks [] for security_group (356be517-f1ab-4a39-ad1b-d68f836db8f7), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:39.892864 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 0e6bbfb6-34b5-4bb1-925e-5fd420a44b52, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=0e6bbfb6-34b5-4bb1-925e-5fd420a44b52,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:53:39.900841 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (0e6bbfb6-34b5-4bb1-925e-5fd420a44b52), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:39.907536 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3ff6e802-4c73-4e50-bc2e-ef6cf28d0740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (356be517-f1ab-4a39-ad1b-d68f836db8f7), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:39.944240 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bcd5d7-44b5-4313-b6b5-1a236f36ffaa req-6ec4b699-24cf-4ddd-8051-3addc13b12e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:39.945738 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d8bcd5d7-44b5-4313-b6b5-1a236f36ffaa req-6ec4b699-24cf-4ddd-8051-3addc13b12e7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fe8bfc83663b43b9aae4137bcb39e5dc&device_id=39546764-67dd-4b6e-a45a-c2c507299e35 HTTP/1.1" status: 200 len: 1126 time: 0.5861344 Feb 02 06:53:39.958262 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-3ff6e802-4c73-4e50-bc2e-ef6cf28d0740 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=767087e0e6ba4e769693a068d29e2ae7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5392065 Feb 02 06:53:39.959774 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e0b44-2d8b-4f87-aa4d-545661f504eb req-f82c4f0e-3642-4c6b-b154-0c7de92d571a tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:39.961263 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7f9e0b44-2d8b-4f87-aa4d-545661f504eb req-f82c4f0e-3642-4c6b-b154-0c7de92d571a tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=39546764-67dd-4b6e-a45a-c2c507299e35 HTTP/1.1" status: 200 len: 943 time: 0.1475189 Feb 02 06:53:39.962862 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57408) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:39.966619 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d956f9f1-60e9-451c-b11f-0dfdecc5638a req-f9cc821d-9224-4fe5-be03-3e15824e6f46 tempest-AggregatesAdminTestJSON-259465334 tempest-AggregatesAdminTestJSON-259465334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:39.968358 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d956f9f1-60e9-451c-b11f-0dfdecc5638a req-f9cc821d-9224-4fe5-be03-3e15824e6f46 tempest-AggregatesAdminTestJSON-259465334 tempest-AggregatesAdminTestJSON-259465334-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=6c0fe651-361e-4559-8dc3-0052a2ffcd02 HTTP/1.1" status: 200 len: 1153 time: 0.2057083 Feb 02 06:53:40.004387 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=0e6bbfb6-34b5-4bb1-925e-5fd420a44b52,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:40.028948 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-33c81ea8-1115-46bc-a86c-f926c896f00d admin admin] Publish callbacks [] for port (906728a9-1814-4d76-922e-30ca7e221c65), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:40.033169 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff6e802-4c73-4e50-bc2e-ef6cf28d0740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=356be517-f1ab-4a39-ad1b-d68f836db8f7,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:40.043085 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-33c81ea8-1115-46bc-a86c-f926c896f00d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (906728a9-1814-4d76-922e-30ca7e221c65), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:40.043889 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-33c81ea8-1115-46bc-a86c-f926c896f00d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (15769bc3-6dcc-4e0d-9e8f-f2cc9a74c62a), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:40.046478 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-d956f9f1-60e9-451c-b11f-0dfdecc5638a req-aba6258f-2f14-4e5f-8d53-4c4276392d37 tempest-AggregatesAdminTestJSON-259465334 tempest-AggregatesAdminTestJSON-259465334-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:40.146961 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bcd5d7-44b5-4313-b6b5-1a236f36ffaa req-07ccb6d7-803a-4b6d-ab21-4c65fade939f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:40.148984 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d8bcd5d7-44b5-4313-b6b5-1a236f36ffaa req-07ccb6d7-803a-4b6d-ab21-4c65fade939f service neutron] 10.222.0.59 "GET /v2.0/networks?id=a90e0175-1e1a-46fd-ade5-a34b643c83ca HTTP/1.1" status: 200 len: 921 time: 0.1864543 Feb 02 06:53:40.153401 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c81ea8-1115-46bc-a86c-f926c896f00d admin admin] Pushing event updated for resources: {'Port': ['ID=906728a9-1814-4d76-922e-30ca7e221c65,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:40.200293 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7f9e0b44-2d8b-4f87-aa4d-545661f504eb req-c05e4d20-6071-4dd0-b4bf-4b9751e2a383 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238054 Feb 02 06:53:40.206363 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-61a8a386-38bd-4237-8d4c-7091fbad12b9 admin admin] Publish callbacks [] for security_group (356be517-f1ab-4a39-ad1b-d68f836db8f7), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:40.247106 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-61a8a386-38bd-4237-8d4c-7091fbad12b9 admin admin] Publish callbacks [] for security_group (356be517-f1ab-4a39-ad1b-d68f836db8f7), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:40.253809 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57416) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:40.311837 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-61a8a386-38bd-4237-8d4c-7091fbad12b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (356be517-f1ab-4a39-ad1b-d68f836db8f7), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:40.316670 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c81ea8-1115-46bc-a86c-f926c896f00d admin admin] Network 2fa94ce7-99dc-43a8-aaf8-52acb786ff98 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:53:40.316797 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-61a8a386-38bd-4237-8d4c-7091fbad12b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:40.318066 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-61a8a386-38bd-4237-8d4c-7091fbad12b9 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/356be517-f1ab-4a39-ad1b-d68f836db8f7 HTTP/1.1" status: 204 len: 168 time: 0.3543363 Feb 02 06:53:40.320702 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 06:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57668c0-9335-459f-ab9e-dcd3bbf02f0c x-openstack-request-id: req-c57668c0-9335-459f-ab9e-dcd3bbf02f0c {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:53:40.322093 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-33c81ea8-1115-46bc-a86c-f926c896f00d admin admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:53:40.330970 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "625037db-4e02-46c1-910d-629e80ff63e4", "name": "network-vif-plugged", "status": "completed", "tag": "0e6bbfb6-34b5-4bb1-925e-5fd420a44b52", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:53:40.331871 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c57668c0-9335-459f-ab9e-dcd3bbf02f0c {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:53:40.332534 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '625037db-4e02-46c1-910d-629e80ff63e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e6bbfb6-34b5-4bb1-925e-5fd420a44b52', 'code': 200} Feb 02 06:53:40.370716 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device b409f485-dbd1-41cd-85d3-2cb6435fb9f1 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:53:40.418911 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a8a386-38bd-4237-8d4c-7091fbad12b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=356be517-f1ab-4a39-ad1b-d68f836db8f7,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:40.426727 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d8bcd5d7-44b5-4313-b6b5-1a236f36ffaa req-e0155193-1a94-440e-ab3a-f33cdef51f08 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9770e2d2-a414-4db6-9115-5ff68232fc06 HTTP/1.1" status: 200 len: 217 time: 0.2236230 Feb 02 06:53:40.445692 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.59', 61239) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:40.535183 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-d956f9f1-60e9-451c-b11f-0dfdecc5638a req-aba6258f-2f14-4e5f-8d53-4c4276392d37 tempest-AggregatesAdminTestJSON-259465334 tempest-AggregatesAdminTestJSON-259465334-project-admin] Publish callbacks [] for security_group (e43f5440-79f2-4e6b-b5d6-b55f427d9e5a), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:40.559389 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-d956f9f1-60e9-451c-b11f-0dfdecc5638a req-aba6258f-2f14-4e5f-8d53-4c4276392d37 tempest-AggregatesAdminTestJSON-259465334 tempest-AggregatesAdminTestJSON-259465334-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (e43f5440-79f2-4e6b-b5d6-b55f427d9e5a), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:40.560349 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port b409f485-dbd1-41cd-85d3-2cb6435fb9f1 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:53:40.561430 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b409f485-dbd1-41cd-85d3-2cb6435fb9f1), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:40.747698 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port b409f485-dbd1-41cd-85d3-2cb6435fb9f1 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:53:40.748090 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b409f485-dbd1-41cd-85d3-2cb6435fb9f1), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:40.779839 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port b409f485-dbd1-41cd-85d3-2cb6435fb9f1, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=b409f485-dbd1-41cd-85d3-2cb6435fb9f1,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:53:40.783719 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-e4d28be9-703a-46ee-a549-36bb65ce6146 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1784858911-network', 'tenant_id': '0081149a5df749f2beadcd1a1a5d75b0'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:53:40.793064 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (b409f485-dbd1-41cd-85d3-2cb6435fb9f1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:40.851781 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d956f9f1-60e9-451c-b11f-0dfdecc5638a req-aba6258f-2f14-4e5f-8d53-4c4276392d37 tempest-AggregatesAdminTestJSON-259465334 tempest-AggregatesAdminTestJSON-259465334-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=45e2bc88-0b09-46e5-9a7b-346097ffe7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8555596 Feb 02 06:53:40.867007 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-3c8f7ea6-a567-4659-9c0e-2fe7a1537e2e None None] Provisioning complete for port 906728a9-1814-4d76-922e-30ca7e221c65 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:53:40.867797 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3c8f7ea6-a567-4659-9c0e-2fe7a1537e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (906728a9-1814-4d76-922e-30ca7e221c65), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:40.876196 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bcd5d7-44b5-4313-b6b5-1a236f36ffaa req-fa208a18-7908-4278-9499-a118a4d593e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:40.877684 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d8bcd5d7-44b5-4313-b6b5-1a236f36ffaa req-fa208a18-7908-4278-9499-a118a4d593e8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=718edbdc-92b0-46ac-b280-821a5ec70f8a HTTP/1.1" status: 200 len: 860 time: 0.4287524 Feb 02 06:53:40.919041 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3201add-6cd4-4113-9ef8-f8baf8fba9a8 req-7bcec966-70ed-4d25-91c1-88edf534a1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:40.919478 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a3201add-6cd4-4113-9ef8-f8baf8fba9a8 req-7bcec966-70ed-4d25-91c1-88edf534a1b8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=625037db-4e02-46c1-910d-629e80ff63e4 HTTP/1.1" status: 200 len: 1133 time: 0.4693482 Feb 02 06:53:40.946859 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-3c8f7ea6-a567-4659-9c0e-2fe7a1537e2e None None] Port 906728a9-1814-4d76-922e-30ca7e221c65 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 06:53:40.984034 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=b409f485-dbd1-41cd-85d3-2cb6435fb9f1,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:40.987716 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d8bcd5d7-44b5-4313-b6b5-1a236f36ffaa req-18c500c8-5be9-45fd-9ace-2a415893ec0a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a90e0175-1e1a-46fd-ade5-a34b643c83ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838830 Feb 02 06:53:40.992740 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5c640efc-d63e-46c0-bda4-0f3adb17519c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:41.002410 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d28be9-703a-46ee-a549-36bb65ce6146 admin admin] Made reservation on behalf of 0081149a5df749f2beadcd1a1a5d75b0 for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:53:41.022818 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e4d28be9-703a-46ee-a549-36bb65ce6146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:41.029476 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba6258f-2f14-4e5f-8d53-4c4276392d37 tempest-AggregatesAdminTestJSON-259465334 tempest-AggregatesAdminTestJSON-259465334-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e43f5440-79f2-4e6b-b5d6-b55f427d9e5a,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:41.055323 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af282cc3-cdfc-4ccd-a6cb-ff0009fe2650 req-4085a49c-42ca-4a66-be9b-01689ef8f02b tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:41.056958 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-af282cc3-cdfc-4ccd-a6cb-ff0009fe2650 req-4085a49c-42ca-4a66-be9b-01689ef8f02b tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/ports?device_id=625037db-4e02-46c1-910d-629e80ff63e4 HTTP/1.1" status: 200 len: 950 time: 0.5089779 Feb 02 06:53:41.081037 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e4d28be9-703a-46ee-a549-36bb65ce6146 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:41.105162 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33c81ea8-1115-46bc-a86c-f926c896f00d admin admin] Router 15769bc3-6dcc-4e0d-9e8f-f2cc9a74c62a has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 06:53:41.179510 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a3201add-6cd4-4113-9ef8-f8baf8fba9a8 req-22279af2-36e2-41f0-85f4-57bac4fcd3be service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=dec561c4-af02-45e3-8dd4-23494a090077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146318 Feb 02 06:53:41.223327 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-af282cc3-cdfc-4ccd-a6cb-ff0009fe2650 req-0f4ab990-23bc-4cf4-9dc7-af4dbfc79038 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/security-groups?id=dec561c4-af02-45e3-8dd4-23494a090077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486700 Feb 02 06:53:41.268321 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d8bcd5d7-44b5-4313-b6b5-1a236f36ffaa req-e7521397-ba70-412e-b46c-282e99c091c8 service neutron] 10.222.0.59 "GET /v2.0/networks/a90e0175-1e1a-46fd-ade5-a34b643c83ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549088 Feb 02 06:53:41.413178 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c81ea8-1115-46bc-a86c-f926c896f00d admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 06:53:41.422222 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-33c81ea8-1115-46bc-a86c-f926c896f00d admin admin] 10.222.0.87 "PUT /v2.0/routers/15769bc3-6dcc-4e0d-9e8f-f2cc9a74c62a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3984654 Feb 02 06:53:41.462147 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305bccb3-ec3a-404a-9494-adb9426c7667 req-b03369db-2764-489d-84cf-b3fa24ef2977 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:41.470929 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-305bccb3-ec3a-404a-9494-adb9426c7667 req-b03369db-2764-489d-84cf-b3fa24ef2977 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=39546764-67dd-4b6e-a45a-c2c507299e35 HTTP/1.1" status: 200 len: 943 time: 0.1632922 Feb 02 06:53:41.548289 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e4d28be9-703a-46ee-a549-36bb65ce6146 admin admin] Publish callbacks [] for security_group (04c3aac0-ed52-4547-bd2e-6f65d744085a), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:41.553034 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-305bccb3-ec3a-404a-9494-adb9426c7667 req-1ba90283-aaf9-4283-b95d-d42361283413 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801885 Feb 02 06:53:41.556217 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e4d28be9-703a-46ee-a549-36bb65ce6146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (04c3aac0-ed52-4547-bd2e-6f65d744085a), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:41.603783 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4d28be9-703a-46ee-a549-36bb65ce6146 admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 06:53:41.630634 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b22ee34-18ab-410c-b8b6-b9b3abedcf68 req-951db8fc-3605-4350-8117-f67d7fcae1d1 tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:41.632237 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0b22ee34-18ab-410c-b8b6-b9b3abedcf68 req-951db8fc-3605-4350-8117-f67d7fcae1d1 tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c0fe651-361e-4559-8dc3-0052a2ffcd02 HTTP/1.1" status: 200 len: 970 time: 0.1510603 Feb 02 06:53:41.638338 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d28be9-703a-46ee-a549-36bb65ce6146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c3aac0-ed52-4547-bd2e-6f65d744085a,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:41.643952 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e4d28be9-703a-46ee-a549-36bb65ce6146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (c43da420-4428-4b0c-8204-016905c61dec), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:41.644300 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-e4d28be9-703a-46ee-a549-36bb65ce6146 admin admin] Added segment c43da420-4428-4b0c-8204-016905c61dec of type vlan for network 3539c7e3-daf1-4f6d-b725-44ed150e826a Feb 02 06:53:41.718257 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e4d28be9-703a-46ee-a549-36bb65ce6146 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (3539c7e3-daf1-4f6d-b725-44ed150e826a), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:41.756854 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0b22ee34-18ab-410c-b8b6-b9b3abedcf68 req-f3ddf421-26c3-44a8-981e-14a885c1741a tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] 10.222.0.87 "GET /v2.0/security-groups?id=45e2bc88-0b09-46e5-9a7b-346097ffe7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107972 Feb 02 06:53:41.772096 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e4d28be9-703a-46ee-a549-36bb65ce6146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (3539c7e3-daf1-4f6d-b725-44ed150e826a), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:41.772972 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d28be9-703a-46ee-a549-36bb65ce6146 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:41.773721 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e4d28be9-703a-46ee-a549-36bb65ce6146 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:41.803737 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d8bcd5d7-44b5-4313-b6b5-1a236f36ffaa req-d6f961c0-3acc-486f-9dc2-291ba75a38ed service neutron] 10.222.0.59 "GET /v2.0/networks/a90e0175-1e1a-46fd-ade5-a34b643c83ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549201 Feb 02 06:53:41.829876 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-e4d28be9-703a-46ee-a549-36bb65ce6146 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5714297 Feb 02 06:53:41.830411 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57466) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:41.842872 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-d2f296f5-d44f-41e8-8bd1-c86a33165d00 admin admin] Request body: {'subnet': {'network_id': '3539c7e3-daf1-4f6d-b725-44ed150e826a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1784858911-subnet', 'tenant_id': '0081149a5df749f2beadcd1a1a5d75b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:53:41.850231 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2207522d-d6af-4fc6-8dfd-35b8c5eb52b2 None None] Sync routers for ids ['15769bc3-6dcc-4e0d-9e8f-f2cc9a74c62a'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 06:53:41.868567 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2207522d-d6af-4fc6-8dfd-35b8c5eb52b2 None None] Routers {'15769bc3-6dcc-4e0d-9e8f-f2cc9a74c62a'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 06:53:41.869396 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-2207522d-d6af-4fc6-8dfd-35b8c5eb52b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:53:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['15769bc3-6dcc-4e0d-9e8f-f2cc9a74c62a'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:53:41.893340 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f296f5-d44f-41e8-8bd1-c86a33165d00 admin admin] Made reservation on behalf of 0081149a5df749f2beadcd1a1a5d75b0 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:53:41.896656 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d2f296f5-d44f-41e8-8bd1-c86a33165d00 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:41.937900 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d28be9-703a-46ee-a549-36bb65ce6146 admin admin] Pushing event updated for resources: {'Network': ['ID=3539c7e3-daf1-4f6d-b725-44ed150e826a,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:41.953986 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 3539c7e3-daf1-4f6d-b725-44ed150e826a details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 06:53:42.086002 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-2207522d-d6af-4fc6-8dfd-35b8c5eb52b2 None None] Set router 15769bc3-6dcc-4e0d-9e8f-f2cc9a74c62a gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 06:53:42.120578 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d2f296f5-d44f-41e8-8bd1-c86a33165d00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for subnet (35147172-4368-419d-8ebd-70d0c5a3e094), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:42.229150 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f296f5-d44f-41e8-8bd1-c86a33165d00 admin admin] Checking segment: {'id': 'c43da420-4428-4b0c-8204-016905c61dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '3539c7e3-daf1-4f6d-b725-44ed150e826a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:53:42.229150 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f296f5-d44f-41e8-8bd1-c86a33165d00 admin admin] Network hostable DHCP agents. Network: 3539c7e3-daf1-4f6d-b725-44ed150e826a, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 06:53:42.237280 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f296f5-d44f-41e8-8bd1-c86a33165d00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35147172-4368-419d-8ebd-70d0c5a3e094,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:42.264686 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f296f5-d44f-41e8-8bd1-c86a33165d00 admin admin] Network 3539c7e3-daf1-4f6d-b725-44ed150e826a is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 06:53:42.282272 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-d2f296f5-d44f-41e8-8bd1-c86a33165d00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 3539c7e3-daf1-4f6d-b725-44ed150e826a) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:53:42.292940 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device b409f485-dbd1-41cd-85d3-2cb6435fb9f1 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:53:42.301473 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9873f4-33a8-4ca9-b98c-fce6ac7f3599 None None] Network 3539c7e3-daf1-4f6d-b725-44ed150e826a requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 06:53:42.304372 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f296f5-d44f-41e8-8bd1-c86a33165d00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:42.305454 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d2f296f5-d44f-41e8-8bd1-c86a33165d00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:42.331250 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d2f296f5-d44f-41e8-8bd1-c86a33165d00 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4977918 Feb 02 06:53:42.489880 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24fc3af-35aa-4e9c-b164-dbed1a94fb41 req-0cb05fb7-dd87-430e-be29-155e040c081c tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:42.498945 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e24fc3af-35aa-4e9c-b164-dbed1a94fb41 req-0cb05fb7-dd87-430e-be29-155e040c081c tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/ports?device_id=625037db-4e02-46c1-910d-629e80ff63e4 HTTP/1.1" status: 200 len: 950 time: 0.1485434 Feb 02 06:53:42.507492 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port b409f485-dbd1-41cd-85d3-2cb6435fb9f1 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:53:42.508096 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b409f485-dbd1-41cd-85d3-2cb6435fb9f1), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:42.542559 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e94eba9-12b9-44c1-8a30-e04c98d75dbd None None] Network 3539c7e3-daf1-4f6d-b725-44ed150e826a requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 06:53:42.630450 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e24fc3af-35aa-4e9c-b164-dbed1a94fb41 req-156cbfc8-5bf1-436d-bd3c-6123afd82996 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/security-groups?id=dec561c4-af02-45e3-8dd4-23494a090077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305192 Feb 02 06:53:42.809124 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2040c1a-bb1f-41a7-94b3-3a8366d621bb req-b1485434-75ca-4280-936b-c4dd91cdc48a tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:42.819267 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e2040c1a-bb1f-41a7-94b3-3a8366d621bb req-b1485434-75ca-4280-936b-c4dd91cdc48a tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=39546764-67dd-4b6e-a45a-c2c507299e35 HTTP/1.1" status: 200 len: 943 time: 0.0839169 Feb 02 06:53:42.906020 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-2207522d-d6af-4fc6-8dfd-35b8c5eb52b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15769bc3-6dcc-4e0d-9e8f-f2cc9a74c62a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943586640-router', 'tenant_id': '99a360322b0c495cb1907cb4e12d190e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'b409f485-dbd1-41cd-85d3-2cb6435fb9f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:53:33Z', 'updated_at': '2022-02-02T06:53:39Z', 'revision_number': 4, 'project_id': '99a360322b0c495cb1907cb4e12d190e', 'gw_port': {'id': 'b409f485-dbd1-41cd-85d3-2cb6435fb9f1', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:da:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15769bc3-6dcc-4e0d-9e8f-f2cc9a74c62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 181, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:53:33Z', 'updated_at': '2022-02-02T06:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '906728a9-1814-4d76-922e-30ca7e221c65', 'name': '', 'network_id': '2fa94ce7-99dc-43a8-aaf8-52acb786ff98', 'tenant_id': '99a360322b0c495cb1907cb4e12d190e', 'mac_address': 'fa:16:3e:14:af:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15769bc3-6dcc-4e0d-9e8f-f2cc9a74c62a', 'device_owner': 'network:router_interface', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': '9954908b-1658-47eb-93b5-ac0e16c92d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:53:38Z', 'updated_at': '2022-02-02T06:53:39Z', 'revision_number': 2, 'project_id': '99a360322b0c495cb1907cb4e12d190e', 'subnets': [{'id': '9954908b-1658-47eb-93b5-ac0e16c92d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:53:42.922274 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e2040c1a-bb1f-41a7-94b3-3a8366d621bb req-a13ca88f-3056-4721-b32a-3ccb8a1d429e tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919139 Feb 02 06:53:42.946842 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c14cdc-c43b-430c-afdb-f58a5a0ed439 req-6b6b1e50-8db7-44ca-b9a1-086e2c5bb0b6 tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:42.958622 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f2c14cdc-c43b-430c-afdb-f58a5a0ed439 req-6b6b1e50-8db7-44ca-b9a1-086e2c5bb0b6 tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c0fe651-361e-4559-8dc3-0052a2ffcd02 HTTP/1.1" status: 200 len: 970 time: 0.1374621 Feb 02 06:53:42.980651 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2207522d-d6af-4fc6-8dfd-35b8c5eb52b2 None None] Checking router: 15769bc3-6dcc-4e0d-9e8f-f2cc9a74c62a for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 06:53:42.981025 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2207522d-d6af-4fc6-8dfd-35b8c5eb52b2 None None] Updating router 15769bc3-6dcc-4e0d-9e8f-f2cc9a74c62a port 906728a9-1814-4d76-922e-30ca7e221c65 binding host n-d-789963-26 {{(pid=109695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 06:53:43.142096 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71972aaf-fa98-4368-b979-935e3b2a55ed req-d4c8ac54-2c25-44f2-9fac-058d0bc40f7e tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:43.160579 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2207522d-d6af-4fc6-8dfd-35b8c5eb52b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (906728a9-1814-4d76-922e-30ca7e221c65), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:43.164924 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-71972aaf-fa98-4368-b979-935e3b2a55ed req-d4c8ac54-2c25-44f2-9fac-058d0bc40f7e tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c0fe651-361e-4559-8dc3-0052a2ffcd02 HTTP/1.1" status: 200 len: 970 time: 0.1220989 Feb 02 06:53:43.170003 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port b409f485-dbd1-41cd-85d3-2cb6435fb9f1 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:53:43.278544 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57532) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:43.294790 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-d176f1a5-3582-4641-b6df-a595f374de1c tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Request body: {'security_group': {'name': 'tempest-securitygroup--757232771', 'description': 'tempest-description--513478190'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:53:43.294945 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-f2c14cdc-c43b-430c-afdb-f58a5a0ed439 req-40f176b9-0726-46dc-b2c6-2ae8baa84164 tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] Deleting port 42df75d2-3f3d-4a92-9855-72106f178acd {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 06:53:43.295169 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f2c14cdc-c43b-430c-afdb-f58a5a0ed439 req-40f176b9-0726-46dc-b2c6-2ae8baa84164 tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (42df75d2-3f3d-4a92-9855-72106f178acd), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:43.327484 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-71972aaf-fa98-4368-b979-935e3b2a55ed req-0d579d55-9469-4e9a-920b-7784bce5911e tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] 10.222.0.87 "GET /v2.0/security-groups?id=45e2bc88-0b09-46e5-9a7b-346097ffe7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609676 Feb 02 06:53:43.360614 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d176f1a5-3582-4641-b6df-a595f374de1c tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:43.384448 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ac4b3590-46d9-4663-a8ca-9aa75221e06a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:43.505733 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d176f1a5-3582-4641-b6df-a595f374de1c tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Publish callbacks [] for security_group (974679eb-14d2-4f44-9e62-35ad2dae7bbf), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:43.513539 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d176f1a5-3582-4641-b6df-a595f374de1c tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (974679eb-14d2-4f44-9e62-35ad2dae7bbf), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:43.526013 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-f2c14cdc-c43b-430c-afdb-f58a5a0ed439 req-40f176b9-0726-46dc-b2c6-2ae8baa84164 tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] For port 42df75d2-3f3d-4a92-9855-72106f178acd, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=42df75d2-3f3d-4a92-9855-72106f178acd,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:53:43.526439 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f2c14cdc-c43b-430c-afdb-f58a5a0ed439 req-40f176b9-0726-46dc-b2c6-2ae8baa84164 tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (42df75d2-3f3d-4a92-9855-72106f178acd), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:43.533888 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 9770e2d2-a414-4db6-9115-5ff68232fc06 details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 06:53:43.561059 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d176f1a5-3582-4641-b6df-a595f374de1c tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:43.562797 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d176f1a5-3582-4641-b6df-a595f374de1c tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2804978 Feb 02 06:53:43.564054 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d176f1a5-3582-4641-b6df-a595f374de1c tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=974679eb-14d2-4f44-9e62-35ad2dae7bbf,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:43.566744 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57542) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:43.569819 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-f2c14cdc-c43b-430c-afdb-f58a5a0ed439 req-40f176b9-0726-46dc-b2c6-2ae8baa84164 tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] Calling delete_port for 42df75d2-3f3d-4a92-9855-72106f178acd owned by compute:tempest-test_az-571302306 {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 06:53:43.572805 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-2973dde0-a891-4986-b64b-00ce07231528 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Request body: {'security_group_rule': {'security_group_id': '974679eb-14d2-4f44-9e62-35ad2dae7bbf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:53:43.616389 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2973dde0-a891-4986-b64b-00ce07231528 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Publish callbacks [] for security_group_rule (e66c74e4-48de-47e8-a7bd-0a7ccf943527), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:43.720203 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 9770e2d2-a414-4db6-9115-5ff68232fc06, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=9770e2d2-a414-4db6-9115-5ff68232fc06,segment=NetworkSegment(ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b),segment_id=ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:53:43.734476 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': '9770e2d2-a414-4db6-9115-5ff68232fc06', 'network_id': 'a90e0175-1e1a-46fd-ade5-a34b643c83ca', 'port_id': '9770e2d2-a414-4db6-9115-5ff68232fc06', 'mac_address': 'fa:16:3e:06:9a:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '718edbdc-92b0-46ac-b280-821a5ec70f8a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 06:53:43.818614 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2973dde0-a891-4986-b64b-00ce07231528 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Publish callbacks [] for security_group_rule (e66c74e4-48de-47e8-a7bd-0a7ccf943527), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:43.820043 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57548) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:43.828423 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 9770e2d2-a414-4db6-9115-5ff68232fc06 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:53:43.828932 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (9770e2d2-a414-4db6-9115-5ff68232fc06), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:43.844867 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9770e2d2-a414-4db6-9115-5ff68232fc06 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:53:43.892123 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 9770e2d2-a414-4db6-9115-5ff68232fc06, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=9770e2d2-a414-4db6-9115-5ff68232fc06,segment=NetworkSegment(ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b),segment_id=ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:53:43.894771 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2207522d-d6af-4fc6-8dfd-35b8c5eb52b2 None None] Publish callbacks [] for port (906728a9-1814-4d76-922e-30ca7e221c65), precommit_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:43.911792 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (9770e2d2-a414-4db6-9115-5ff68232fc06), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:43.912890 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57550) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:43.915260 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2973dde0-a891-4986-b64b-00ce07231528 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (e66c74e4-48de-47e8-a7bd-0a7ccf943527), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:43.919909 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2207522d-d6af-4fc6-8dfd-35b8c5eb52b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (906728a9-1814-4d76-922e-30ca7e221c65), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:43.940523 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-3927ecdb-fa62-48de-8e9d-9e77cc270e7e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1144165195-network', 'tenant_id': 'c39200523bf3452883d3231b554b2f6a'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:53:43.989936 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2973dde0-a891-4986-b64b-00ce07231528 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:43.991369 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-2973dde0-a891-4986-b64b-00ce07231528 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4235232 Feb 02 06:53:43.993052 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2973dde0-a891-4986-b64b-00ce07231528 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e66c74e4-48de-47e8-a7bd-0a7ccf943527,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:44.006575 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3927ecdb-fa62-48de-8e9d-9e77cc270e7e admin admin] Made reservation on behalf of c39200523bf3452883d3231b554b2f6a for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:53:44.010657 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3927ecdb-fa62-48de-8e9d-9e77cc270e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:44.025834 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57556) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:44.027115 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3927ecdb-fa62-48de-8e9d-9e77cc270e7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:44.041843 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-1c9b7647-8d15-48a4-8cc0-9a2fe8060cd5 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Request body: {'security_group_rule': {'security_group_id': '974679eb-14d2-4f44-9e62-35ad2dae7bbf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:53:44.088236 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=9770e2d2-a414-4db6-9115-5ff68232fc06,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:44.143110 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c3afa-fe70-4b8e-9219-a06ef4e48e6c req-b459bc0b-3543-4e9d-a647-10624915d67b tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:44.145786 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c39c3afa-fe70-4b8e-9219-a06ef4e48e6c req-b459bc0b-3543-4e9d-a647-10624915d67b tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/ports?device_id=625037db-4e02-46c1-910d-629e80ff63e4 HTTP/1.1" status: 200 len: 950 time: 0.3237228 Feb 02 06:53:44.149286 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1c9b7647-8d15-48a4-8cc0-9a2fe8060cd5 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Publish callbacks [] for security_group_rule (a0a89f5e-3e46-4352-a82f-b2c4bcfc3469), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:44.210455 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f2c14cdc-c43b-430c-afdb-f58a5a0ed439 req-40f176b9-0726-46dc-b2c6-2ae8baa84164 tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (42df75d2-3f3d-4a92-9855-72106f178acd), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:44.264114 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f176b9-0726-46dc-b2c6-2ae8baa84164 tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] Pushing event deleted for resources: {'Port': ['ID=42df75d2-3f3d-4a92-9855-72106f178acd,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:44.279527 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['42df75d2-3f3d-4a92-9855-72106f178acd'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:53:44.312886 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1c9b7647-8d15-48a4-8cc0-9a2fe8060cd5 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Publish callbacks [] for security_group_rule (a0a89f5e-3e46-4352-a82f-b2c4bcfc3469), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:44.319769 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6e1a7d-eb66-44be-a077-c518d05b6106 None None] Pushing event updated for resources: {'Port': ['ID=906728a9-1814-4d76-922e-30ca7e221c65,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:44.337672 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1c9b7647-8d15-48a4-8cc0-9a2fe8060cd5 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (a0a89f5e-3e46-4352-a82f-b2c4bcfc3469), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:44.351822 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['9770e2d2-a414-4db6-9115-5ff68232fc06'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:53:44.365563 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a98e39c0-4f67-49ee-b1aa-27ad0180eb4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:44.394989 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c14cdc-c43b-430c-afdb-f58a5a0ed439 req-40f176b9-0726-46dc-b2c6-2ae8baa84164 tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] No DVR routers for this DVR port 42df75d2-3f3d-4a92-9855-72106f178acd on host n-h1-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 06:53:44.399284 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f2c14cdc-c43b-430c-afdb-f58a5a0ed439 req-40f176b9-0726-46dc-b2c6-2ae8baa84164 tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:44.403478 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f2c14cdc-c43b-430c-afdb-f58a5a0ed439 req-40f176b9-0726-46dc-b2c6-2ae8baa84164 tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] 10.222.0.88 "DELETE /v2.0/ports/42df75d2-3f3d-4a92-9855-72106f178acd HTTP/1.1" status: 204 len: 173 time: 1.4400203 Feb 02 06:53:44.405389 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0fe651-361e-4559-8dc3-0052a2ffcd02', 'name': 'network-vif-deleted', 'tag': '42df75d2-3f3d-4a92-9855-72106f178acd'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:53:44.409932 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba49e3d6-c914-4114-a744-179e4f740bae" -d '{"events": [{"server_uuid": "6c0fe651-361e-4559-8dc3-0052a2ffcd02", "name": "network-vif-deleted", "tag": "42df75d2-3f3d-4a92-9855-72106f178acd"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:53:44.422390 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c39c3afa-fe70-4b8e-9219-a06ef4e48e6c req-d0b4fed6-0a1b-464d-a80b-3e2d488b51eb tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/security-groups?id=dec561c4-af02-45e3-8dd4-23494a090077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361283 Feb 02 06:53:44.426176 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-2207522d-d6af-4fc6-8dfd-35b8c5eb52b2 None None] Attempting to bind port 906728a9-1814-4d76-922e-30ca7e221c65 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:53:44.426603 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-2207522d-d6af-4fc6-8dfd-35b8c5eb52b2 None None] Attempting to bind port 906728a9-1814-4d76-922e-30ca7e221c65 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '22d10d8b-e40b-44bb-8b5c-1bcf881c82b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2fa94ce7-99dc-43a8-aaf8-52acb786ff98'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:53:44.426904 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2207522d-d6af-4fc6-8dfd-35b8c5eb52b2 None None] Attempting to bind port 906728a9-1814-4d76-922e-30ca7e221c65 on network 2fa94ce7-99dc-43a8-aaf8-52acb786ff98 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:53:44.440985 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765f439-54de-43c0-bd59-8cb0ef79a8ce req-3ca31c80-06a9-483d-ba37-0ecb36c51f65 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:44.446193 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c765f439-54de-43c0-bd59-8cb0ef79a8ce req-3ca31c80-06a9-483d-ba37-0ecb36c51f65 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=39546764-67dd-4b6e-a45a-c2c507299e35 HTTP/1.1" status: 200 len: 944 time: 0.2752008 Feb 02 06:53:44.471756 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2207522d-d6af-4fc6-8dfd-35b8c5eb52b2 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:53:44.472144 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2207522d-d6af-4fc6-8dfd-35b8c5eb52b2 None None] Checking segment: {'id': '22d10d8b-e40b-44bb-8b5c-1bcf881c82b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2fa94ce7-99dc-43a8-aaf8-52acb786ff98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:53:44.472672 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2207522d-d6af-4fc6-8dfd-35b8c5eb52b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:44.473066 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2207522d-d6af-4fc6-8dfd-35b8c5eb52b2 None None] Bound using segment: {'id': '22d10d8b-e40b-44bb-8b5c-1bcf881c82b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2fa94ce7-99dc-43a8-aaf8-52acb786ff98'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:53:44.473554 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-2207522d-d6af-4fc6-8dfd-35b8c5eb52b2 None None] Bound port: 906728a9-1814-4d76-922e-30ca7e221c65, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22d10d8b-e40b-44bb-8b5c-1bcf881c82b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2fa94ce7-99dc-43a8-aaf8-52acb786ff98'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:53:44.473938 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2207522d-d6af-4fc6-8dfd-35b8c5eb52b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (906728a9-1814-4d76-922e-30ca7e221c65), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:44.494236 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9b7647-8d15-48a4-8cc0-9a2fe8060cd5 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0a89f5e-3e46-4352-a82f-b2c4bcfc3469,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:44.530256 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1c9b7647-8d15-48a4-8cc0-9a2fe8060cd5 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:44.532257 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-1c9b7647-8d15-48a4-8cc0-9a2fe8060cd5 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4942944 Feb 02 06:53:44.535003 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-6a14ea28-6bab-488e-848e-51f732f4aaa6 None None] Provisioning complete for port 906728a9-1814-4d76-922e-30ca7e221c65 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:53:44.535368 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6a14ea28-6bab-488e-848e-51f732f4aaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (906728a9-1814-4d76-922e-30ca7e221c65), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:44.540218 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57566) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:44.550983 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3927ecdb-fa62-48de-8e9d-9e77cc270e7e admin admin] Publish callbacks [] for security_group (256614ba-a138-46bc-ac8d-d847cd9201d9), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:44.551391 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-6910f6bb-4953-4d56-8aaa-dc641e3db908 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Request body: {'floatingip': {'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:53:44.572185 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3927ecdb-fa62-48de-8e9d-9e77cc270e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (256614ba-a138-46bc-ac8d-d847cd9201d9), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:44.585741 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c765f439-54de-43c0-bd59-8cb0ef79a8ce req-460ef917-454d-477b-9e90-2d18df31875e tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386323 Feb 02 06:53:44.609896 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6910f6bb-4953-4d56-8aaa-dc641e3db908 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:44.671865 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 06:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c90eb61-74a4-467b-b7c2-3d1abe78ab80 x-openstack-request-id: req-6c90eb61-74a4-467b-b7c2-3d1abe78ab80 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:53:44.672219 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c0fe651-361e-4559-8dc3-0052a2ffcd02", "name": "network-vif-deleted", "tag": "42df75d2-3f3d-4a92-9855-72106f178acd", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:53:44.673189 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-6c90eb61-74a4-467b-b7c2-3d1abe78ab80 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:53:44.673793 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0fe651-361e-4559-8dc3-0052a2ffcd02', 'name': 'network-vif-deleted', 'tag': '42df75d2-3f3d-4a92-9855-72106f178acd', 'status': 'completed', 'code': 200} Feb 02 06:53:44.680873 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3927ecdb-fa62-48de-8e9d-9e77cc270e7e admin admin] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 06:53:44.731515 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3332122f-ee74-49f1-abd4-5f3205eac91c req-1b2b425a-c7fc-45ac-8da7-946cc38e8853 tempest-AggregatesAdminTestJSON-1674699103 tempest-AggregatesAdminTestJSON-1674699103-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c0fe651-361e-4559-8dc3-0052a2ffcd02 HTTP/1.1" status: 200 len: 210 time: 0.0581086 Feb 02 06:53:44.741490 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-6a14ea28-6bab-488e-848e-51f732f4aaa6 None None] Port 906728a9-1814-4d76-922e-30ca7e221c65 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 06:53:44.742791 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3927ecdb-fa62-48de-8e9d-9e77cc270e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=256614ba-a138-46bc-ac8d-d847cd9201d9,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:44.772550 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3927ecdb-fa62-48de-8e9d-9e77cc270e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (8a314016-aa47-473b-90aa-9d1eee5a7f2f), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:44.775061 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-3927ecdb-fa62-48de-8e9d-9e77cc270e7e admin admin] Added segment 8a314016-aa47-473b-90aa-9d1eee5a7f2f of type vlan for network 1f7abaa9-ee69-4151-935b-72d489d505a8 Feb 02 06:53:44.791265 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:44.835299 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a98e39c0-4f67-49ee-b1aa-27ad0180eb4b admin admin] Publish callbacks [] for security_group (f24375b0-649c-449e-b048-60e6c20d2530), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:44.868427 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-2207522d-d6af-4fc6-8dfd-35b8c5eb52b2 None None] For port 906728a9-1814-4d76-922e-30ca7e221c65, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:53:44.883281 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6910f6bb-4953-4d56-8aaa-dc641e3db908 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:44.886478 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-2207522d-d6af-4fc6-8dfd-35b8c5eb52b2 None None] For port 906728a9-1814-4d76-922e-30ca7e221c65, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=906728a9-1814-4d76-922e-30ca7e221c65,segment=NetworkSegment(22d10d8b-e40b-44bb-8b5c-1bcf881c82b9),segment_id=22d10d8b-e40b-44bb-8b5c-1bcf881c82b9)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:53:44.900246 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2207522d-d6af-4fc6-8dfd-35b8c5eb52b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (906728a9-1814-4d76-922e-30ca7e221c65), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:44.916320 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a98e39c0-4f67-49ee-b1aa-27ad0180eb4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (f24375b0-649c-449e-b048-60e6c20d2530), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:44.969304 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98e39c0-4f67-49ee-b1aa-27ad0180eb4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f24375b0-649c-449e-b048-60e6c20d2530,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:44.989444 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3927ecdb-fa62-48de-8e9d-9e77cc270e7e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (1f7abaa9-ee69-4151-935b-72d489d505a8), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:45.034521 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a98e39c0-4f67-49ee-b1aa-27ad0180eb4b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=5b921d42be5c429fbf18b02e68c85cd1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1701274 Feb 02 06:53:45.036470 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57578) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:45.067082 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3927ecdb-fa62-48de-8e9d-9e77cc270e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (1f7abaa9-ee69-4151-935b-72d489d505a8), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:45.068277 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3927ecdb-fa62-48de-8e9d-9e77cc270e7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:45.082010 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3927ecdb-fa62-48de-8e9d-9e77cc270e7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:45.090561 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2207522d-d6af-4fc6-8dfd-35b8c5eb52b2 None None] Routers {'15769bc3-6dcc-4e0d-9e8f-f2cc9a74c62a'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 06:53:45.091136 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-2207522d-d6af-4fc6-8dfd-35b8c5eb52b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:53:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['15769bc3-6dcc-4e0d-9e8f-f2cc9a74c62a'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:53:45.117814 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6e1a7d-eb66-44be-a077-c518d05b6106 None None] Pushing event updated for resources: {'Port': ['ID=906728a9-1814-4d76-922e-30ca7e221c65,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:45.144344 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [req-20b93298-c546-4390-aeea-0806bbf4231e req-f32f6ae2-f005-44b1-8192-468d9193d0bc service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 06:53:45.159480 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-3927ecdb-fa62-48de-8e9d-9e77cc270e7e admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2252450 Feb 02 06:53:45.162402 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57582) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:45.162890 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-20b93298-c546-4390-aeea-0806bbf4231e req-f32f6ae2-f005-44b1-8192-468d9193d0bc service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0368249 Feb 02 06:53:45.181157 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-dbb2a6e4-0f50-4ec4-9632-ebf8fd6cc36a admin admin] Request body: {'subnet': {'network_id': '1f7abaa9-ee69-4151-935b-72d489d505a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1144165195-subnet', 'tenant_id': 'c39200523bf3452883d3231b554b2f6a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:53:45.311705 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-6910f6bb-4953-4d56-8aaa-dc641e3db908 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Allocated IP 172.25.4.55 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/25249144-3f76-4c2a-af98-2a432b97e219) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:53:45.328370 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-2207522d-d6af-4fc6-8dfd-35b8c5eb52b2 None None] Set router 15769bc3-6dcc-4e0d-9e8f-f2cc9a74c62a gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 06:53:45.332622 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3927ecdb-fa62-48de-8e9d-9e77cc270e7e admin admin] Pushing event updated for resources: {'Network': ['ID=1f7abaa9-ee69-4151-935b-72d489d505a8,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:45.358011 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb2a6e4-0f50-4ec4-9632-ebf8fd6cc36a admin admin] Made reservation on behalf of c39200523bf3452883d3231b554b2f6a for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:53:45.363807 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-dbb2a6e4-0f50-4ec4-9632-ebf8fd6cc36a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:45.420739 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 1f7abaa9-ee69-4151-935b-72d489d505a8 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 06:53:45.555496 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-4e622791-bbb4-4156-bb29-43d7600209df None None] Provisioning complete for port 906728a9-1814-4d76-922e-30ca7e221c65 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:53:45.556199 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-4e622791-bbb4-4156-bb29-43d7600209df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (906728a9-1814-4d76-922e-30ca7e221c65), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:45.564510 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6910f6bb-4953-4d56-8aaa-dc641e3db908 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Publish callbacks [] for port (25249144-3f76-4c2a-af98-2a432b97e219), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:45.664418 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-dbb2a6e4-0f50-4ec4-9632-ebf8fd6cc36a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for subnet (860b43bc-8caf-4468-ac65-5383513eeb33), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:45.671299 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6910f6bb-4953-4d56-8aaa-dc641e3db908 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (25249144-3f76-4c2a-af98-2a432b97e219), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:45.713523 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-14cada43-d6ae-4aa0-b283-013a01c143c6 admin admin] Publish callbacks [] for security_group (f24375b0-649c-449e-b048-60e6c20d2530), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:45.771884 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6910f6bb-4953-4d56-8aaa-dc641e3db908 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:53:45.775747 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-14cada43-d6ae-4aa0-b283-013a01c143c6 admin admin] Publish callbacks [] for security_group (f24375b0-649c-449e-b048-60e6c20d2530), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:45.784612 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb2a6e4-0f50-4ec4-9632-ebf8fd6cc36a admin admin] Pushing event updated for resources: {'Subnet': ['ID=860b43bc-8caf-4468-ac65-5383513eeb33,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:45.791464 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-6910f6bb-4953-4d56-8aaa-dc641e3db908 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:53:45.796612 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb2a6e4-0f50-4ec4-9632-ebf8fd6cc36a admin admin] Checking segment: {'id': '8a314016-aa47-473b-90aa-9d1eee5a7f2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '1f7abaa9-ee69-4151-935b-72d489d505a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:53:45.796975 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb2a6e4-0f50-4ec4-9632-ebf8fd6cc36a admin admin] Network hostable DHCP agents. Network: 1f7abaa9-ee69-4151-935b-72d489d505a8, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 06:53:45.800386 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6910f6bb-4953-4d56-8aaa-dc641e3db908 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:53:45.809770 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6910f6bb-4953-4d56-8aaa-dc641e3db908 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Pushing event updated for resources: {'Port': ['ID=25249144-3f76-4c2a-af98-2a432b97e219,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:45.829541 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67cab08-75a5-44a9-87d0-abde45d782b9 req-68161533-64ff-471a-9a58-f083c2e83838 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:45.830797 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7c920-f840-4cee-b638-a53867999d74 req-8d05bda3-2c71-4b01-85c7-a441d181399e tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:45.832318 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-43d7c920-f840-4cee-b638-a53867999d74 req-8d05bda3-2c71-4b01-85c7-a441d181399e tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=39546764-67dd-4b6e-a45a-c2c507299e35 HTTP/1.1" status: 200 len: 944 time: 0.1169357 Feb 02 06:53:45.837214 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e67cab08-75a5-44a9-87d0-abde45d782b9 req-68161533-64ff-471a-9a58-f083c2e83838 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/ports?device_id=625037db-4e02-46c1-910d-629e80ff63e4 HTTP/1.1" status: 200 len: 950 time: 0.2346613 Feb 02 06:53:45.886315 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb2a6e4-0f50-4ec4-9632-ebf8fd6cc36a admin admin] Network 1f7abaa9-ee69-4151-935b-72d489d505a8 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 06:53:45.916823 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-dbb2a6e4-0f50-4ec4-9632-ebf8fd6cc36a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 1f7abaa9-ee69-4151-935b-72d489d505a8) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:53:45.928822 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145a65d4-616b-4d05-b260-52c0430bad5e None None] Network 1f7abaa9-ee69-4151-935b-72d489d505a8 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 06:53:45.938238 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb2a6e4-0f50-4ec4-9632-ebf8fd6cc36a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:45.939275 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-dbb2a6e4-0f50-4ec4-9632-ebf8fd6cc36a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:45.939685 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:45.970508 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57600) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:45.976139 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-43d7c920-f840-4cee-b638-a53867999d74 req-1075c8f2-0833-4781-ad74-44e64933113d tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309495 Feb 02 06:53:45.996283 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-dbb2a6e4-0f50-4ec4-9632-ebf8fd6cc36a admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8306115 Feb 02 06:53:46.032309 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6910f6bb-4953-4d56-8aaa-dc641e3db908 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Publish callbacks [] for floatingip (9a3bfa97-b8a0-45e5-80b0-46cf162f7859), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:46.057793 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e67cab08-75a5-44a9-87d0-abde45d782b9 req-7b703a64-fbe0-4ebb-8ce7-9158e6cdd234 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/security-groups?id=dec561c4-af02-45e3-8dd4-23494a090077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194972 Feb 02 06:53:46.064240 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-14cada43-d6ae-4aa0-b283-013a01c143c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (f24375b0-649c-449e-b048-60e6c20d2530), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:46.071987 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-14cada43-d6ae-4aa0-b283-013a01c143c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:46.073441 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-14cada43-d6ae-4aa0-b283-013a01c143c6 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/f24375b0-649c-449e-b048-60e6c20d2530 HTTP/1.1" status: 204 len: 168 time: 1.0257347 Feb 02 06:53:46.100830 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cada43-d6ae-4aa0-b283-013a01c143c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f24375b0-649c-449e-b048-60e6c20d2530,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:46.120729 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6910f6bb-4953-4d56-8aaa-dc641e3db908 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (25249144-3f76-4c2a-af98-2a432b97e219), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:46.237501 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57618) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:46.273663 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-4e622791-bbb4-4156-bb29-43d7600209df None None] Current status of the port 906728a9-1814-4d76-922e-30ca7e221c65 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:53:46.274214 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-4e622791-bbb4-4156-bb29-43d7600209df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (906728a9-1814-4d76-922e-30ca7e221c65), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:46.345841 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-4e622791-bbb4-4156-bb29-43d7600209df None None] For port 906728a9-1814-4d76-922e-30ca7e221c65, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=906728a9-1814-4d76-922e-30ca7e221c65,segment=NetworkSegment(22d10d8b-e40b-44bb-8b5c-1bcf881c82b9),segment_id=22d10d8b-e40b-44bb-8b5c-1bcf881c82b9)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:53:46.365261 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-db7b75e0-d6d8-41e1-aa8e-36c239372305 admin admin] Deleting subnet 35147172-4368-419d-8ebd-70d0c5a3e094 {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 06:53:46.368953 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-4e622791-bbb4-4156-bb29-43d7600209df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (906728a9-1814-4d76-922e-30ca7e221c65), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:46.375691 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-db7b75e0-d6d8-41e1-aa8e-36c239372305 admin admin] Publish callbacks [] for subnet (35147172-4368-419d-8ebd-70d0c5a3e094), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:46.378891 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9376fc69-2d34-411d-903b-1e61834b0751 None None] Network 1f7abaa9-ee69-4151-935b-72d489d505a8 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 06:53:46.406208 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-2207522d-d6af-4fc6-8dfd-35b8c5eb52b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15769bc3-6dcc-4e0d-9e8f-f2cc9a74c62a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943586640-router', 'tenant_id': '99a360322b0c495cb1907cb4e12d190e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'b409f485-dbd1-41cd-85d3-2cb6435fb9f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:53:33Z', 'updated_at': '2022-02-02T06:53:39Z', 'revision_number': 4, 'project_id': '99a360322b0c495cb1907cb4e12d190e', 'gw_port': {'id': 'b409f485-dbd1-41cd-85d3-2cb6435fb9f1', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:da:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15769bc3-6dcc-4e0d-9e8f-f2cc9a74c62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 181, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:53:33Z', 'updated_at': '2022-02-02T06:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '906728a9-1814-4d76-922e-30ca7e221c65', 'name': '', 'network_id': '2fa94ce7-99dc-43a8-aaf8-52acb786ff98', 'tenant_id': '99a360322b0c495cb1907cb4e12d190e', 'mac_address': 'fa:16:3e:14:af:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15769bc3-6dcc-4e0d-9e8f-f2cc9a74c62a', 'device_owner': 'network:router_interface', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': '9954908b-1658-47eb-93b5-ac0e16c92d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:53:38Z', 'updated_at': '2022-02-02T06:53:44Z', 'revision_number': 4, 'project_id': '99a360322b0c495cb1907cb4e12d190e', 'subnets': [{'id': '9954908b-1658-47eb-93b5-ac0e16c92d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:53:46.470826 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6910f6bb-4953-4d56-8aaa-dc641e3db908 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Publish callbacks [] for port (25249144-3f76-4c2a-af98-2a432b97e219), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:46.481575 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-db7b75e0-d6d8-41e1-aa8e-36c239372305 admin admin] Publish callbacks [] for subnet (35147172-4368-419d-8ebd-70d0c5a3e094), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:46.506968 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2207522d-d6af-4fc6-8dfd-35b8c5eb52b2 None None] The sync data for ids ['15769bc3-6dcc-4e0d-9e8f-f2cc9a74c62a'] in n-d-789963-26 is: [{'id': '15769bc3-6dcc-4e0d-9e8f-f2cc9a74c62a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943586640-router', 'tenant_id': '99a360322b0c495cb1907cb4e12d190e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'b409f485-dbd1-41cd-85d3-2cb6435fb9f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:53:33Z', 'updated_at': '2022-02-02T06:53:39Z', 'revision_number': 4, 'project_id': '99a360322b0c495cb1907cb4e12d190e', 'gw_port': {'id': 'b409f485-dbd1-41cd-85d3-2cb6435fb9f1', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:da:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15769bc3-6dcc-4e0d-9e8f-f2cc9a74c62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 181, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:53:33Z', 'updated_at': '2022-02-02T06:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '906728a9-1814-4d76-922e-30ca7e221c65', 'name': '', 'network_id': '2fa94ce7-99dc-43a8-aaf8-52acb786ff98', 'tenant_id': '99a360322b0c495cb1907cb4e12d190e', 'mac_address': 'fa:16:3e:14:af:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15769bc3-6dcc-4e0d-9e8f-f2cc9a74c62a', 'device_owner': 'network:router_interface', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': '9954908b-1658-47eb-93b5-ac0e16c92d0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:53:38Z', 'updated_at': '2022-02-02T06:53:44Z', 'revision_number': 4, 'project_id': '99a360322b0c495cb1907cb4e12d190e', 'subnets': [{'id': '9954908b-1658-47eb-93b5-ac0e16c92d0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 06:53:46.510176 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6910f6bb-4953-4d56-8aaa-dc641e3db908 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (25249144-3f76-4c2a-af98-2a432b97e219), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:46.516154 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-db7b75e0-d6d8-41e1-aa8e-36c239372305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (35147172-4368-419d-8ebd-70d0c5a3e094), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:46.631529 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 42df75d2-3f3d-4a92-9855-72106f178acd no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 06:53:46.663110 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6910f6bb-4953-4d56-8aaa-dc641e3db908 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (9a3bfa97-b8a0-45e5-80b0-46cf162f7859), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:46.666489 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6910f6bb-4953-4d56-8aaa-dc641e3db908 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Pushing event updated for resources: {'Port': ['ID=25249144-3f76-4c2a-af98-2a432b97e219,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:46.674372 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e622791-bbb4-4156-bb29-43d7600209df None None] Pushing event updated for resources: {'Port': ['ID=906728a9-1814-4d76-922e-30ca7e221c65,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:46.677224 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c3cc1678-8a23-41ec-93ec-8cc7f816a99b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:46.679602 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: 42df75d2-3f3d-4a92-9855-72106f178acd {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 06:53:46.679961 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 42df75d2-3f3d-4a92-9855-72106f178acd not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 06:53:46.752404 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-db7b75e0-d6d8-41e1-aa8e-36c239372305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for subnet (35147172-4368-419d-8ebd-70d0c5a3e094), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:46.774148 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-db7b75e0-d6d8-41e1-aa8e-36c239372305 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:46.786907 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-db7b75e0-d6d8-41e1-aa8e-36c239372305 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/35147172-4368-419d-8ebd-70d0c5a3e094 HTTP/1.1" status: 204 len: 168 time: 0.5482500 Feb 02 06:53:46.787550 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57634) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:46.830799 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7b75e0-d6d8-41e1-aa8e-36c239372305 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35147172-4368-419d-8ebd-70d0c5a3e094,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:46.838448 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c3cc1678-8a23-41ec-93ec-8cc7f816a99b admin admin] Publish callbacks [] for security_group (d4ac5fa3-c0c6-4345-b498-07d3ae7be192), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:46.845906 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c3cc1678-8a23-41ec-93ec-8cc7f816a99b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (d4ac5fa3-c0c6-4345-b498-07d3ae7be192), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:46.881132 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6910f6bb-4953-4d56-8aaa-dc641e3db908 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:46.893225 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-6910f6bb-4953-4d56-8aaa-dc641e3db908 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3514593 Feb 02 06:53:46.894079 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3eb4d9ab-6092-443e-97e2-9256f1431008 req-d2d62c50-2c46-459c-8e26-3d2a92b708ae tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=f44764c06b0a4b26bf3f8d7745202e1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0644147 Feb 02 06:53:46.922793 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c3cc1678-8a23-41ec-93ec-8cc7f816a99b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=3042ed2e233a48509c296b9d81ad02d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9390743 Feb 02 06:53:46.930774 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57646) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:46.989265 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cc1678-8a23-41ec-93ec-8cc7f816a99b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ac5fa3-c0c6-4345-b498-07d3ae7be192,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:46.992840 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b8fb9652-cbc8-4765-88f0-8c20a162a22f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (3539c7e3-daf1-4f6d-b725-44ed150e826a), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:47.068819 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f8e059f6-401c-413a-8a5b-3ea8db47be2b admin admin] Publish callbacks [] for security_group (d4ac5fa3-c0c6-4345-b498-07d3ae7be192), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:47.099548 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f8e059f6-401c-413a-8a5b-3ea8db47be2b admin admin] Publish callbacks [] for security_group (d4ac5fa3-c0c6-4345-b498-07d3ae7be192), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:47.101989 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57652) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:47.138016 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f580d003-0e75-4f2a-9e81-19f8a70323b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:47.157816 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4d9ab-6092-443e-97e2-9256f1431008 req-30aeb642-005d-4767-b0bd-0661dcb47955 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:47.159733 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3eb4d9ab-6092-443e-97e2-9256f1431008 req-30aeb642-005d-4767-b0bd-0661dcb47955 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2645626 Feb 02 06:53:47.164174 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f8e059f6-401c-413a-8a5b-3ea8db47be2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (d4ac5fa3-c0c6-4345-b498-07d3ae7be192), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:47.169018 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f8e059f6-401c-413a-8a5b-3ea8db47be2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:47.170847 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f8e059f6-401c-413a-8a5b-3ea8db47be2b admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d4ac5fa3-c0c6-4345-b498-07d3ae7be192 HTTP/1.1" status: 204 len: 168 time: 0.2388730 Feb 02 06:53:47.183479 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e059f6-401c-413a-8a5b-3ea8db47be2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ac5fa3-c0c6-4345-b498-07d3ae7be192,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:47.215114 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3eb4d9ab-6092-443e-97e2-9256f1431008 req-2c22d9f7-14ab-4375-9eea-24fbb69abce8 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/quotas/f44764c06b0a4b26bf3f8d7745202e1c HTTP/1.1" status: 200 len: 375 time: 0.0382748 Feb 02 06:53:47.250372 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b8fb9652-cbc8-4765-88f0-8c20a162a22f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (3539c7e3-daf1-4f6d-b725-44ed150e826a), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:47.293640 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:47.311109 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b8fb9652-cbc8-4765-88f0-8c20a162a22f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:53:47.311771 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b8fb9652-cbc8-4765-88f0-8c20a162a22f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:53:47.312442 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b8fb9652-cbc8-4765-88f0-8c20a162a22f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:53:47.312775 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b8fb9652-cbc8-4765-88f0-8c20a162a22f admin admin] Subscribe: > port after_create 55550000 {{(pid=109693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:53:47.313127 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b8fb9652-cbc8-4765-88f0-8c20a162a22f admin admin] Subscribe: > port after_delete 55550000 {{(pid=109693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:53:47.313466 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b8fb9652-cbc8-4765-88f0-8c20a162a22f admin admin] Subscribe: > port after_update 55550000 {{(pid=109693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:53:47.314039 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b8fb9652-cbc8-4765-88f0-8c20a162a22f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:53:47.314356 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b8fb9652-cbc8-4765-88f0-8c20a162a22f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:53:47.314674 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b8fb9652-cbc8-4765-88f0-8c20a162a22f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:53:47.315087 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b8fb9652-cbc8-4765-88f0-8c20a162a22f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:53:47.393270 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b8fb9652-cbc8-4765-88f0-8c20a162a22f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:53:47.393623 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b8fb9652-cbc8-4765-88f0-8c20a162a22f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:53:47.393969 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b8fb9652-cbc8-4765-88f0-8c20a162a22f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:53:47.394290 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b8fb9652-cbc8-4765-88f0-8c20a162a22f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109693) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:53:47.394676 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-b8fb9652-cbc8-4765-88f0-8c20a162a22f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3539c7e3-daf1-4f6d-b725-44ed150e826a']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:53:47.431109 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-b8fb9652-cbc8-4765-88f0-8c20a162a22f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c43da420-4428-4b0c-8204-016905c61dec') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:53:47.431624 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-b8fb9652-cbc8-4765-88f0-8c20a162a22f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c43da420-4428-4b0c-8204-016905c61dec') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:53:47.466433 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b8fb9652-cbc8-4765-88f0-8c20a162a22f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (c43da420-4428-4b0c-8204-016905c61dec), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:47.509158 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f8b7c-9e7d-4a54-a755-00d3133fa1a5 req-34a83ae6-486c-4259-871a-c68f43377304 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:47.511033 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-913f8b7c-9e7d-4a54-a755-00d3133fa1a5 req-34a83ae6-486c-4259-871a-c68f43377304 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=39546764-67dd-4b6e-a45a-c2c507299e35 HTTP/1.1" status: 200 len: 944 time: 0.0775273 Feb 02 06:53:47.519472 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b8fb9652-cbc8-4765-88f0-8c20a162a22f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (c43da420-4428-4b0c-8204-016905c61dec), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:47.541053 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3eb4d9ab-6092-443e-97e2-9256f1431008 req-c68349ba-b9f4-43f6-8918-f0292733d44b tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=f44764c06b0a4b26bf3f8d7745202e1c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3250074 Feb 02 06:53:47.555602 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 9770e2d2-a414-4db6-9115-5ff68232fc06 up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:53:47.582270 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8fb9652-cbc8-4765-88f0-8c20a162a22f admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 06:53:47.585127 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b8fb9652-cbc8-4765-88f0-8c20a162a22f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (c43da420-4428-4b0c-8204-016905c61dec), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:47.585533 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-913f8b7c-9e7d-4a54-a755-00d3133fa1a5 req-c71a3bcc-87b6-4804-8fe5-4557cee8867d tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680902 Feb 02 06:53:47.628350 n-d-789963-26 neutron-server[109693]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 02 06:53:47.628350 n-d-789963-26 neutron-server[109693]: from cryptography.utils import int_from_bytes Feb 02 06:53:47.628350 n-d-789963-26 neutron-server[109693]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 02 06:53:47.628350 n-d-789963-26 neutron-server[109693]: from cryptography.utils import int_from_bytes Feb 02 06:53:47.628350 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 06:53:47.628350 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 06:53:47.628350 n-d-789963-26 neutron-server[109693]: timer() Feb 02 06:53:47.628350 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 06:53:47.628350 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 06:53:47.628350 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 06:53:47.628350 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 06:53:47.628350 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 06:53:47.628350 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 06:53:47.628350 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 06:53:47.628350 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 06:53:47.628350 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 06:53:47.628350 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 06:53:47.628350 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 06:53:47.628350 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 06:53:47.628350 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 06:53:47.628350 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 06:53:47.628350 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 06:53:47.628350 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 06:53:47.628350 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 06:53:47.628350 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 06:53:47.628350 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 06:53:47.628350 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 06:53:47.628350 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 06:53:47.628350 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 06:53:47.628350 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 06:53:47.628350 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 06:53:47.628350 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 06:53:47.628350 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 06:53:47.628350 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 06:53:47.628350 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 06:53:47.628350 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 06:53:47.668051 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port 9770e2d2-a414-4db6-9115-5ff68232fc06 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 06:53:47.677572 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f580d003-0e75-4f2a-9e81-19f8a70323b1 admin admin] Publish callbacks [] for security_group (6340e54e-9f00-4f1f-bce9-094849205f42), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:47.680521 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port 9770e2d2-a414-4db6-9115-5ff68232fc06 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:53:47.680969 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (9770e2d2-a414-4db6-9115-5ff68232fc06), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:47.851982 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 9770e2d2-a414-4db6-9115-5ff68232fc06 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:53:47.852382 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (9770e2d2-a414-4db6-9115-5ff68232fc06), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:47.856131 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f8f25108-7996-4e33-8a4c-99c04cd9d690 req-c8f7001d-c1c0-4016-b700-220285a3b0ff tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--757232771&fields=id&tenant_id=27772d6a8fab4cb7b33a5a3297c51100 HTTP/1.1" status: 200 len: 267 time: 0.1419184 Feb 02 06:53:47.870789 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57684) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:47.886157 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39546764-67dd-4b6e-a45a-c2c507299e35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9770e2d2-a414-4db6-9115-5ff68232fc06'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:53:47.888555 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba9e6aa-b4ea-4d06-aca3-71b4ac191738" -d '{"events": [{"server_uuid": "39546764-67dd-4b6e-a45a-c2c507299e35", "name": "network-vif-plugged", "status": "completed", "tag": "9770e2d2-a414-4db6-9115-5ff68232fc06"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:53:47.904430 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 9770e2d2-a414-4db6-9115-5ff68232fc06, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=9770e2d2-a414-4db6-9115-5ff68232fc06,segment=NetworkSegment(ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b),segment_id=ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:53:47.914658 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (9770e2d2-a414-4db6-9115-5ff68232fc06), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:47.934905 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2dd06bf2-7aca-4554-9315-3111e2d4c0a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:47.955442 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f580d003-0e75-4f2a-9e81-19f8a70323b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (6340e54e-9f00-4f1f-bce9-094849205f42), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:48.010414 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c191ccbc-c2b0-498c-9084-73618105b7ec req-3163cc99-abac-4c25-84e8-407a72767e54 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/ports?device_id=38337374-79b9-4cd8-bc38-db066b9a6e22 HTTP/1.1" status: 200 len: 210 time: 0.0994105 Feb 02 06:53:48.023049 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b8fb9652-cbc8-4765-88f0-8c20a162a22f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (3539c7e3-daf1-4f6d-b725-44ed150e826a), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:48.030797 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=9770e2d2-a414-4db6-9115-5ff68232fc06,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:48.069841 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b8fb9652-cbc8-4765-88f0-8c20a162a22f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:48.082267 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b8fb9652-cbc8-4765-88f0-8c20a162a22f admin admin] 10.222.0.87 "DELETE /v2.0/networks/3539c7e3-daf1-4f6d-b725-44ed150e826a HTTP/1.1" status: 204 len: 168 time: 1.2756352 Feb 02 06:53:48.083244 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57692) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:48.089516 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-f580d003-0e75-4f2a-9e81-19f8a70323b1 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=da76441f83b4494abff3b74dca25083a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9833384 Feb 02 06:53:48.090265 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f580d003-0e75-4f2a-9e81-19f8a70323b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6340e54e-9f00-4f1f-bce9-094849205f42,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:48.094526 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57696) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:48.153434 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fb9652-cbc8-4765-88f0-8c20a162a22f admin admin] Pushing event deleted for resources: {'Network': ['ID=3539c7e3-daf1-4f6d-b725-44ed150e826a,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:48.183344 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-86491232-1bd8-4e6d-b9e7-406004189661 admin admin] Publish callbacks [] for security_group (6340e54e-9f00-4f1f-bce9-094849205f42), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:48.210310 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-460cfe12-4be7-4066-b755-280179f97d4f admin admin] Deleting subnet 860b43bc-8caf-4468-ac65-5383513eeb33 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 06:53:48.226182 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f25108-7996-4e33-8a4c-99c04cd9d690 req-8e950189-4010-4177-bf41-5deec64aa390 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:48.233619 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f8f25108-7996-4e33-8a4c-99c04cd9d690 req-8e950189-4010-4177-bf41-5deec64aa390 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.87 "GET /v2.0/networks?id=081c026d-8798-47ae-ae28-6481babaa3fe HTTP/1.1" status: 200 len: 823 time: 0.3639703 Feb 02 06:53:48.243473 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-460cfe12-4be7-4066-b755-280179f97d4f admin admin] Publish callbacks [] for subnet (860b43bc-8caf-4468-ac65-5383513eeb33), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:48.259173 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-86491232-1bd8-4e6d-b9e7-406004189661 admin admin] Publish callbacks [] for security_group (6340e54e-9f00-4f1f-bce9-094849205f42), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:48.284694 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 06:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-553eff0e-98e6-4d46-81ed-7b558f081f42 x-openstack-request-id: req-553eff0e-98e6-4d46-81ed-7b558f081f42 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:53:48.285012 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39546764-67dd-4b6e-a45a-c2c507299e35", "name": "network-vif-plugged", "status": "completed", "tag": "9770e2d2-a414-4db6-9115-5ff68232fc06", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:53:48.285285 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-553eff0e-98e6-4d46-81ed-7b558f081f42 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:53:48.285726 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39546764-67dd-4b6e-a45a-c2c507299e35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9770e2d2-a414-4db6-9115-5ff68232fc06', 'code': 200} Feb 02 06:53:48.304885 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f8f25108-7996-4e33-8a4c-99c04cd9d690 req-32853f6d-af8e-4837-9b3f-91e23e64a923 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.87 "GET /v2.0/quotas/27772d6a8fab4cb7b33a5a3297c51100 HTTP/1.1" status: 200 len: 375 time: 0.0699914 Feb 02 06:53:48.376449 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-86491232-1bd8-4e6d-b9e7-406004189661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (6340e54e-9f00-4f1f-bce9-094849205f42), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:48.380576 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-86491232-1bd8-4e6d-b9e7-406004189661 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:48.382052 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-86491232-1bd8-4e6d-b9e7-406004189661 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/6340e54e-9f00-4f1f-bce9-094849205f42 HTTP/1.1" status: 204 len: 168 time: 0.2651007 Feb 02 06:53:48.390032 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 906728a9-1814-4d76-922e-30ca7e221c65 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:53:48.439530 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86491232-1bd8-4e6d-b9e7-406004189661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6340e54e-9f00-4f1f-bce9-094849205f42,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:48.518484 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-460cfe12-4be7-4066-b755-280179f97d4f admin admin] Publish callbacks [] for subnet (860b43bc-8caf-4468-ac65-5383513eeb33), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:48.519820 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 906728a9-1814-4d76-922e-30ca7e221c65 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:53:48.520230 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (906728a9-1814-4d76-922e-30ca7e221c65), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:48.534428 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4e4d3f-aa30-4392-9d8b-5dd21f993b4d req-d0b4b12c-0cfd-4892-8125-26434b621f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:48.536376 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1d4e4d3f-aa30-4392-9d8b-5dd21f993b4d req-d0b4b12c-0cfd-4892-8125-26434b621f6b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=39546764-67dd-4b6e-a45a-c2c507299e35 HTTP/1.1" status: 200 len: 1128 time: 0.1288557 Feb 02 06:53:48.557068 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-460cfe12-4be7-4066-b755-280179f97d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (860b43bc-8caf-4468-ac65-5383513eeb33), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:48.602797 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2dd06bf2-7aca-4554-9315-3111e2d4c0a5 admin admin] Publish callbacks [] for security_group (81842b88-5a8e-419f-9e83-cceca370ffb2), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:48.630040 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2dd06bf2-7aca-4554-9315-3111e2d4c0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (81842b88-5a8e-419f-9e83-cceca370ffb2), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:48.658871 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1d4e4d3f-aa30-4392-9d8b-5dd21f993b4d req-3914ce38-86da-4462-9866-a7bf5ca77113 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162043 Feb 02 06:53:48.666030 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f8f25108-7996-4e33-8a4c-99c04cd9d690 req-675ff2fc-21fc-4d5c-bf30-abaa56594d2f tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=27772d6a8fab4cb7b33a5a3297c51100&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3604989 Feb 02 06:53:48.691022 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 906728a9-1814-4d76-922e-30ca7e221c65 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:53:48.727628 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-2dd06bf2-7aca-4554-9315-3111e2d4c0a5 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=5fd9ff8056db46d6bbbfd1449de3c69a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8557682 Feb 02 06:53:48.730534 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57722) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:48.750372 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd06bf2-7aca-4554-9315-3111e2d4c0a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81842b88-5a8e-419f-9e83-cceca370ffb2,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:48.798066 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-460cfe12-4be7-4066-b755-280179f97d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for subnet (860b43bc-8caf-4468-ac65-5383513eeb33), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:48.826282 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-460cfe12-4be7-4066-b755-280179f97d4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:48.832360 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-460cfe12-4be7-4066-b755-280179f97d4f admin admin] 10.222.0.87 "DELETE /v2.0/subnets/860b43bc-8caf-4468-ac65-5383513eeb33 HTTP/1.1" status: 204 len: 168 time: 0.7480919 Feb 02 06:53:48.832540 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba5ea93-bd0f-4527-83a7-246211121f53 req-ad67f7de-c6b6-4b96-8ced-4fbe99e93ec4 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:48.839179 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cba5ea93-bd0f-4527-83a7-246211121f53 req-ad67f7de-c6b6-4b96-8ced-4fbe99e93ec4 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=39546764-67dd-4b6e-a45a-c2c507299e35 HTTP/1.1" status: 200 len: 945 time: 0.0931396 Feb 02 06:53:48.840880 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57726) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:48.856411 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-edb3a8a5-50d1-4a47-9bf6-c0eadf620800 admin admin] Publish callbacks [] for security_group (81842b88-5a8e-419f-9e83-cceca370ffb2), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:48.864221 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460cfe12-4be7-4066-b755-280179f97d4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=860b43bc-8caf-4468-ac65-5383513eeb33,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:48.892137 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f8f25108-7996-4e33-8a4c-99c04cd9d690 req-3384a665-4fd2-4874-94ff-182a64faad8e service neutron] 10.222.0.87 "GET /v2.0/networks/081c026d-8798-47ae-ae28-6481babaa3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014449 Feb 02 06:53:48.919414 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-edb3a8a5-50d1-4a47-9bf6-c0eadf620800 admin admin] Publish callbacks [] for security_group (81842b88-5a8e-419f-9e83-cceca370ffb2), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:48.988135 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cba5ea93-bd0f-4527-83a7-246211121f53 req-978095e7-763f-4fff-894a-265deda964cf tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480036 Feb 02 06:53:48.993595 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cd64ec40-f8c0-4995-9666-f2d7928b562a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (1f7abaa9-ee69-4151-935b-72d489d505a8), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:49.034381 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f8f25108-7996-4e33-8a4c-99c04cd9d690 req-6b711a82-a52b-42db-a3dc-cc509308ae6f service neutron] 10.222.0.87 "GET /v2.0/networks/081c026d-8798-47ae-ae28-6481babaa3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359031 Feb 02 06:53:49.091914 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-edb3a8a5-50d1-4a47-9bf6-c0eadf620800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (81842b88-5a8e-419f-9e83-cceca370ffb2), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:49.095626 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-edb3a8a5-50d1-4a47-9bf6-c0eadf620800 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:49.100849 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-edb3a8a5-50d1-4a47-9bf6-c0eadf620800 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/81842b88-5a8e-419f-9e83-cceca370ffb2 HTTP/1.1" status: 204 len: 168 time: 0.3689971 Feb 02 06:53:49.143831 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb3a8a5-50d1-4a47-9bf6-c0eadf620800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81842b88-5a8e-419f-9e83-cceca370ffb2,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:49.152910 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cd64ec40-f8c0-4995-9666-f2d7928b562a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (1f7abaa9-ee69-4151-935b-72d489d505a8), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:49.192858 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-cd64ec40-f8c0-4995-9666-f2d7928b562a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f7abaa9-ee69-4151-935b-72d489d505a8']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:53:49.206225 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-cd64ec40-f8c0-4995-9666-f2d7928b562a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a314016-aa47-473b-90aa-9d1eee5a7f2f') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:53:49.206621 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-cd64ec40-f8c0-4995-9666-f2d7928b562a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a314016-aa47-473b-90aa-9d1eee5a7f2f') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:53:49.241449 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cd64ec40-f8c0-4995-9666-f2d7928b562a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (8a314016-aa47-473b-90aa-9d1eee5a7f2f), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:49.265839 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cd64ec40-f8c0-4995-9666-f2d7928b562a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (8a314016-aa47-473b-90aa-9d1eee5a7f2f), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:49.280959 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd64ec40-f8c0-4995-9666-f2d7928b562a admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 06:53:49.281529 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cd64ec40-f8c0-4995-9666-f2d7928b562a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (8a314016-aa47-473b-90aa-9d1eee5a7f2f), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:49.316705 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 06:53:49.316705 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 06:53:49.316705 n-d-789963-26 neutron-server[109693]: timer() Feb 02 06:53:49.316705 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 06:53:49.316705 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 06:53:49.316705 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 06:53:49.316705 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 06:53:49.316705 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 06:53:49.316705 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 06:53:49.316705 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 06:53:49.316705 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 06:53:49.316705 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 06:53:49.316705 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 06:53:49.316705 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 06:53:49.316705 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 06:53:49.316705 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 06:53:49.316705 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 06:53:49.316705 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 06:53:49.316705 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 06:53:49.316705 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 06:53:49.316705 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 06:53:49.316705 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 06:53:49.316705 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 06:53:49.316705 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 06:53:49.316705 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 06:53:49.316705 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 06:53:49.316705 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 06:53:49.316705 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 06:53:49.316705 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 06:53:49.316705 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 06:53:49.316705 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 06:53:49.316705 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 06:53:49.346706 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3eb4d9ab-6092-443e-97e2-9256f1431008 req-484b6929-c16d-4296-8881-9b2df6de57ca tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=f44764c06b0a4b26bf3f8d7745202e1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418129 Feb 02 06:53:49.414873 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-57f376b1-4e95-4e57-b9af-e485b3b026d4 req-df88a0fb-be72-4bb1-8519-f07ec3e342af tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.87 "GET /v2.0/ports?device_id=10ab8f37-6545-4f52-8f25-bc0963bc8fde HTTP/1.1" status: 200 len: 210 time: 0.0970452 Feb 02 06:53:49.436439 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cd64ec40-f8c0-4995-9666-f2d7928b562a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (1f7abaa9-ee69-4151-935b-72d489d505a8), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:49.445065 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2fee8861-b02c-4abb-aabc-0b829121e8fd req-62b72bc0-0ad8-49a8-bd25-ebad6a872f57 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/ports?device_id=38337374-79b9-4cd8-bc38-db066b9a6e22 HTTP/1.1" status: 200 len: 210 time: 0.0936835 Feb 02 06:53:49.455073 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cd64ec40-f8c0-4995-9666-f2d7928b562a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:49.462450 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-cd64ec40-f8c0-4995-9666-f2d7928b562a admin admin] 10.222.0.87 "DELETE /v2.0/networks/1f7abaa9-ee69-4151-935b-72d489d505a8 HTTP/1.1" status: 204 len: 168 time: 0.6176045 Feb 02 06:53:49.519151 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd64ec40-f8c0-4995-9666-f2d7928b562a admin admin] Pushing event deleted for resources: {'Network': ['ID=1f7abaa9-ee69-4151-935b-72d489d505a8,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:49.555086 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4d9ab-6092-443e-97e2-9256f1431008 req-22fa96a1-9f3d-4959-811c-9cf1c805563f tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:49.556946 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3eb4d9ab-6092-443e-97e2-9256f1431008 req-22fa96a1-9f3d-4959-811c-9cf1c805563f tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1954441 Feb 02 06:53:49.587239 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-3eb4d9ab-6092-443e-97e2-9256f1431008 req-3763075d-216a-4c33-b88a-be95fcf3de03 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Request body: {'port': {'device_id': '38337374-79b9-4cd8-bc38-db066b9a6e22', 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1', 'admin_state_up': True, 'tenant_id': 'f44764c06b0a4b26bf3f8d7745202e1c'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:53:49.768116 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57780) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:49.863269 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-7807b83a-bcf3-4027-b418-1d5ab14bd9a3 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=0081149a5df749f2beadcd1a1a5d75b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0929756 Feb 02 06:53:49.867365 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57788) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:50.026081 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1116a759-fa00-4816-884d-b4d5b8ee4313 admin admin] Publish callbacks [] for security_group (04c3aac0-ed52-4547-bd2e-6f65d744085a), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:50.049201 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eb4d9ab-6092-443e-97e2-9256f1431008 req-3763075d-216a-4c33-b88a-be95fcf3de03 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Made reservation on behalf of f44764c06b0a4b26bf3f8d7745202e1c for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:53:50.053526 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3eb4d9ab-6092-443e-97e2-9256f1431008 req-3763075d-216a-4c33-b88a-be95fcf3de03 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:50.100176 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1116a759-fa00-4816-884d-b4d5b8ee4313 admin admin] Publish callbacks [] for security_group (04c3aac0-ed52-4547-bd2e-6f65d744085a), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:50.285245 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b507b1-f2fd-460b-b809-c5261abfa6de req-1623c1d5-4ec1-43a9-8da9-60784a46650c tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:50.286992 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-34b507b1-f2fd-460b-b809-c5261abfa6de req-1623c1d5-4ec1-43a9-8da9-60784a46650c tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=39546764-67dd-4b6e-a45a-c2c507299e35 HTTP/1.1" status: 200 len: 945 time: 0.1282010 Feb 02 06:53:50.289488 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1116a759-fa00-4816-884d-b4d5b8ee4313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (04c3aac0-ed52-4547-bd2e-6f65d744085a), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:50.292232 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1116a759-fa00-4816-884d-b4d5b8ee4313 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:50.301052 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-1116a759-fa00-4816-884d-b4d5b8ee4313 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/04c3aac0-ed52-4547-bd2e-6f65d744085a HTTP/1.1" status: 204 len: 168 time: 0.4321589 Feb 02 06:53:50.365866 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1116a759-fa00-4816-884d-b4d5b8ee4313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c3aac0-ed52-4547-bd2e-6f65d744085a,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:50.393268 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-3eb4d9ab-6092-443e-97e2-9256f1431008 req-3763075d-216a-4c33-b88a-be95fcf3de03 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Allocated IP 192.168.233.36 (04bc5622-0c2b-4ce8-b107-e6abcbdf57e1/9d773733-62df-4956-84d3-71d17cfb6d11/9a237af1-01e2-443f-835e-386c2207b612) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:53:50.441349 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-34b507b1-f2fd-460b-b809-c5261abfa6de req-7ab8cc98-549a-409a-9e60-9dfdc0755eac tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390891 Feb 02 06:53:50.644578 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-eee2f8d4-7833-4258-809e-731c3ea8eead req-149a9779-3a0c-4602-a88b-bc10f9b724e7 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/ports?device_id=38337374-79b9-4cd8-bc38-db066b9a6e22 HTTP/1.1" status: 200 len: 210 time: 0.0382776 Feb 02 06:53:50.692757 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ff82ef54-29f6-4002-a8e6-1a0e74654690 req-33d5dace-8a31-40b7-a512-849976860f58 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.87 "GET /v2.0/ports?device_id=10ab8f37-6545-4f52-8f25-bc0963bc8fde HTTP/1.1" status: 200 len: 210 time: 0.1008961 Feb 02 06:53:50.767809 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3eb4d9ab-6092-443e-97e2-9256f1431008 req-3763075d-216a-4c33-b88a-be95fcf3de03 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Publish callbacks [] for port (9a237af1-01e2-443f-835e-386c2207b612), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:50.834615 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3eb4d9ab-6092-443e-97e2-9256f1431008 req-3763075d-216a-4c33-b88a-be95fcf3de03 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (9a237af1-01e2-443f-835e-386c2207b612), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:50.872791 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['0e6bbfb6-34b5-4bb1-925e-5fd420a44b52'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:53:51.000685 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eb4d9ab-6092-443e-97e2-9256f1431008 req-3763075d-216a-4c33-b88a-be95fcf3de03 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:53:51.010784 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-3eb4d9ab-6092-443e-97e2-9256f1431008 req-3763075d-216a-4c33-b88a-be95fcf3de03 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:53:51.022310 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.88', 49371) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:51.023157 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eb4d9ab-6092-443e-97e2-9256f1431008 req-3763075d-216a-4c33-b88a-be95fcf3de03 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:53:51.034726 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4d9ab-6092-443e-97e2-9256f1431008 req-3763075d-216a-4c33-b88a-be95fcf3de03 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:51.035909 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3eb4d9ab-6092-443e-97e2-9256f1431008 req-3763075d-216a-4c33-b88a-be95fcf3de03 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:51.065714 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3763075d-216a-4c33-b88a-be95fcf3de03 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Pushing event updated for resources: {'Port': ['ID=9a237af1-01e2-443f-835e-386c2207b612,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:51.097259 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3eb4d9ab-6092-443e-97e2-9256f1431008 req-3763075d-216a-4c33-b88a-be95fcf3de03 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5246475 Feb 02 06:53:51.118415 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-3eb4d9ab-6092-443e-97e2-9256f1431008 req-c683bec9-ee70-40d1-b12f-359df462f1b0 service neutron] Request body: {'port': {'device_id': '38337374-79b9-4cd8-bc38-db066b9a6e22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:53:51.350112 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3eb4d9ab-6092-443e-97e2-9256f1431008 req-c683bec9-ee70-40d1-b12f-359df462f1b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (9a237af1-01e2-443f-835e-386c2207b612), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:51.418641 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57888) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:51.427016 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f25108-7996-4e33-8a4c-99c04cd9d690 req-d07a0f56-d914-4693-9000-f65ebd2b0d4c tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:51.435341 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f8f25108-7996-4e33-8a4c-99c04cd9d690 req-d07a0f56-d914-4693-9000-f65ebd2b0d4c tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.88 "GET /v2.0/networks?id=081c026d-8798-47ae-ae28-6481babaa3fe HTTP/1.1" status: 200 len: 823 time: 0.4104121 Feb 02 06:53:51.568165 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-56fd678f-8359-4e7d-b54b-416e2f403d60 None None] Provisioning complete for port 9a237af1-01e2-443f-835e-386c2207b612 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:53:51.568554 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-56fd678f-8359-4e7d-b54b-416e2f403d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (9a237af1-01e2-443f-835e-386c2207b612), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:51.656616 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-56fd678f-8359-4e7d-b54b-416e2f403d60 None None] Port 9a237af1-01e2-443f-835e-386c2207b612 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 06:53:51.718101 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57900) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:51.723053 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f8f25108-7996-4e33-8a4c-99c04cd9d690 req-2d88cb74-1c7b-451b-917d-764a096ee7eb tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27772d6a8fab4cb7b33a5a3297c51100 HTTP/1.1" status: 200 len: 379 time: 0.2730999 Feb 02 06:53:51.745192 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-f8f25108-7996-4e33-8a4c-99c04cd9d690 req-57a28027-c332-4de5-b853-5e0f8b47beef tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Request body: {'port': {'device_id': '10ab8f37-6545-4f52-8f25-bc0963bc8fde', 'network_id': '081c026d-8798-47ae-ae28-6481babaa3fe', 'admin_state_up': True, 'tenant_id': '27772d6a8fab4cb7b33a5a3297c51100', 'security_groups': ['974679eb-14d2-4f44-9e62-35ad2dae7bbf']}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:53:51.760902 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-766e0cda-60cc-4665-abd9-c3a3b481ab7f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c39200523bf3452883d3231b554b2f6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3389099 Feb 02 06:53:51.768569 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57908) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:51.859837 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:51.881622 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c8c8a-5ada-448c-bd56-2df76b2a6f4f req-bdbcd322-1690-4056-8722-2b715f6a76f0 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:51.888734 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3c7c8c8a-5ada-448c-bd56-2df76b2a6f4f req-bdbcd322-1690-4056-8722-2b715f6a76f0 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=39546764-67dd-4b6e-a45a-c2c507299e35 HTTP/1.1" status: 200 len: 945 time: 0.3329706 Feb 02 06:53:51.926210 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8f25108-7996-4e33-8a4c-99c04cd9d690 req-57a28027-c332-4de5-b853-5e0f8b47beef tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Made reservation on behalf of 27772d6a8fab4cb7b33a5a3297c51100 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:53:51.930071 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f8f25108-7996-4e33-8a4c-99c04cd9d690 req-57a28027-c332-4de5-b853-5e0f8b47beef tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:51.990508 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9d96a51b-c07c-4e99-ad4f-be742e60799e admin admin] Publish callbacks [] for security_group (256614ba-a138-46bc-ac8d-d847cd9201d9), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:52.016020 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9d96a51b-c07c-4e99-ad4f-be742e60799e admin admin] Publish callbacks [] for security_group (256614ba-a138-46bc-ac8d-d847cd9201d9), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:52.038975 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3c7c8c8a-5ada-448c-bd56-2df76b2a6f4f req-b96534bf-0e10-43ba-b10b-56a8addffa6c tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486604 Feb 02 06:53:52.065993 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc07d25b-1696-434a-9686-a24b27135bfb req-6ad2f8e1-91b1-4b8a-883a-59d0a53047af tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:52.068495 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bc07d25b-1696-434a-9686-a24b27135bfb req-6ad2f8e1-91b1-4b8a-883a-59d0a53047af tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/ports?device_id=38337374-79b9-4cd8-bc38-db066b9a6e22 HTTP/1.1" status: 200 len: 935 time: 0.2356396 Feb 02 06:53:52.114358 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-f8f25108-7996-4e33-8a4c-99c04cd9d690 req-57a28027-c332-4de5-b853-5e0f8b47beef tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Allocated IP 172.20.0.5 (081c026d-8798-47ae-ae28-6481babaa3fe/10d74aaf-e202-4a59-be8f-2452f7f95bcf/d57b9366-cd86-4d58-a44d-b5e0d251b817) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:53:52.159605 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bd92c025-4fb3-4f45-b129-750370562097 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:52.183008 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-36ddfe61-0e3f-45bf-ad14-2342c465cced req-45c44e6d-d4a7-4717-a8be-ded9f7188f40 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.87 "GET /v2.0/ports?device_id=10ab8f37-6545-4f52-8f25-bc0963bc8fde HTTP/1.1" status: 200 len: 210 time: 0.0476406 Feb 02 06:53:52.232211 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-3eb4d9ab-6092-443e-97e2-9256f1431008 req-c683bec9-ee70-40d1-b12f-359df462f1b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a237af1-01e2-443f-835e-386c2207b612 {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:53:52.253999 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3eb4d9ab-6092-443e-97e2-9256f1431008 req-c683bec9-ee70-40d1-b12f-359df462f1b0 service neutron] Publish callbacks [] for port (9a237af1-01e2-443f-835e-386c2207b612), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:52.263602 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bc07d25b-1696-434a-9686-a24b27135bfb req-9d4fdbab-e7f4-4097-a496-4c74af4b97bc tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/security-groups?id=dec561c4-af02-45e3-8dd4-23494a090077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442912 Feb 02 06:53:52.310552 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-3eb4d9ab-6092-443e-97e2-9256f1431008 req-c683bec9-ee70-40d1-b12f-359df462f1b0 service neutron] Transition to ACTIVE for port object 9a237af1-01e2-443f-835e-386c2207b612 will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 06:53:52.315652 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9d96a51b-c07c-4e99-ad4f-be742e60799e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (256614ba-a138-46bc-ac8d-d847cd9201d9), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:52.319828 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9d96a51b-c07c-4e99-ad4f-be742e60799e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:52.323474 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-9d96a51b-c07c-4e99-ad4f-be742e60799e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/256614ba-a138-46bc-ac8d-d847cd9201d9 HTTP/1.1" status: 204 len: 168 time: 0.5514991 Feb 02 06:53:52.333162 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f8f25108-7996-4e33-8a4c-99c04cd9d690 req-57a28027-c332-4de5-b853-5e0f8b47beef tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Publish callbacks [] for port (d57b9366-cd86-4d58-a44d-b5e0d251b817), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:52.346467 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d96a51b-c07c-4e99-ad4f-be742e60799e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256614ba-a138-46bc-ac8d-d847cd9201d9,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:52.348396 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3eb4d9ab-6092-443e-97e2-9256f1431008 req-c683bec9-ee70-40d1-b12f-359df462f1b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (9a237af1-01e2-443f-835e-386c2207b612), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:52.391335 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f8f25108-7996-4e33-8a4c-99c04cd9d690 req-57a28027-c332-4de5-b853-5e0f8b47beef tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (d57b9366-cd86-4d58-a44d-b5e0d251b817), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:52.452286 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8f25108-7996-4e33-8a4c-99c04cd9d690 req-57a28027-c332-4de5-b853-5e0f8b47beef tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Network 081c026d-8798-47ae-ae28-6481babaa3fe is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:53:52.459452 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-f8f25108-7996-4e33-8a4c-99c04cd9d690 req-57a28027-c332-4de5-b853-5e0f8b47beef tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:53:52.469842 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8f25108-7996-4e33-8a4c-99c04cd9d690 req-57a28027-c332-4de5-b853-5e0f8b47beef tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:53:52.508527 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-3eb4d9ab-6092-443e-97e2-9256f1431008 req-c683bec9-ee70-40d1-b12f-359df462f1b0 service neutron] Attempting to bind port 9a237af1-01e2-443f-835e-386c2207b612 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:53:52.508911 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-3eb4d9ab-6092-443e-97e2-9256f1431008 req-c683bec9-ee70-40d1-b12f-359df462f1b0 service neutron] Attempting to bind port 9a237af1-01e2-443f-835e-386c2207b612 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:53:52.509188 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb4d9ab-6092-443e-97e2-9256f1431008 req-c683bec9-ee70-40d1-b12f-359df462f1b0 service neutron] Attempting to bind port 9a237af1-01e2-443f-835e-386c2207b612 on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:53:52.520184 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c683bec9-ee70-40d1-b12f-359df462f1b0 service neutron] Pushing event updated for resources: {'Port': ['ID=9a237af1-01e2-443f-835e-386c2207b612,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:52.525934 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a28027-c332-4de5-b853-5e0f8b47beef tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Pushing event updated for resources: {'Port': ['ID=d57b9366-cd86-4d58-a44d-b5e0d251b817,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:52.545477 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb4d9ab-6092-443e-97e2-9256f1431008 req-c683bec9-ee70-40d1-b12f-359df462f1b0 service neutron] Port 9a237af1-01e2-443f-835e-386c2207b612 on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 06:53:52.547089 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb4d9ab-6092-443e-97e2-9256f1431008 req-c683bec9-ee70-40d1-b12f-359df462f1b0 service neutron] Attempting to bind port 9a237af1-01e2-443f-835e-386c2207b612 on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:53:52.562314 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb4d9ab-6092-443e-97e2-9256f1431008 req-c683bec9-ee70-40d1-b12f-359df462f1b0 service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:53:52.562945 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb4d9ab-6092-443e-97e2-9256f1431008 req-c683bec9-ee70-40d1-b12f-359df462f1b0 service neutron] Checking segment: {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:53:52.563499 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb4d9ab-6092-443e-97e2-9256f1431008 req-c683bec9-ee70-40d1-b12f-359df462f1b0 service neutron] Bound using segment: {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:53:52.564377 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-3eb4d9ab-6092-443e-97e2-9256f1431008 req-c683bec9-ee70-40d1-b12f-359df462f1b0 service neutron] Bound port: 9a237af1-01e2-443f-835e-386c2207b612, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:53:52.564907 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3eb4d9ab-6092-443e-97e2-9256f1431008 req-c683bec9-ee70-40d1-b12f-359df462f1b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (9a237af1-01e2-443f-835e-386c2207b612), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:52.572915 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bd92c025-4fb3-4f45-b129-750370562097 admin admin] Publish callbacks [] for security_group (ac4dbc75-f83f-4865-b1b1-0a83d50042e6), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:52.589101 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bd92c025-4fb3-4f45-b129-750370562097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (ac4dbc75-f83f-4865-b1b1-0a83d50042e6), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:52.593666 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f25108-7996-4e33-8a4c-99c04cd9d690 req-57a28027-c332-4de5-b853-5e0f8b47beef tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:52.594987 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f8f25108-7996-4e33-8a4c-99c04cd9d690 req-57a28027-c332-4de5-b853-5e0f8b47beef tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:52.631583 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-bd92c025-4fb3-4f45-b129-750370562097 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=20e37e793cac44e9908727b9e248ec9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8909552 Feb 02 06:53:52.632216 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57934) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:52.672908 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f8f25108-7996-4e33-8a4c-99c04cd9d690 req-57a28027-c332-4de5-b853-5e0f8b47beef tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9398711 Feb 02 06:53:52.696860 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-f8f25108-7996-4e33-8a4c-99c04cd9d690 req-b648dda9-aa85-4499-8cbb-a26c133b67fa service neutron] Request body: {'port': {'device_id': '10ab8f37-6545-4f52-8f25-bc0963bc8fde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:53:52.816343 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f6e86-ab27-49d7-a8f0-0d999b921c3b req-7bebcdbf-6b82-41af-a258-226832c7aee7 tempest-NetworksTest-1948110222 tempest-NetworksTest-1948110222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:52.816813 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f6e86-ab27-49d7-a8f0-0d999b921c3b req-7bebcdbf-6b82-41af-a258-226832c7aee7 tempest-NetworksTest-1948110222 tempest-NetworksTest-1948110222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:52.817275 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f6e86-ab27-49d7-a8f0-0d999b921c3b req-7bebcdbf-6b82-41af-a258-226832c7aee7 tempest-NetworksTest-1948110222 tempest-NetworksTest-1948110222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:52.817983 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f6e86-ab27-49d7-a8f0-0d999b921c3b req-7bebcdbf-6b82-41af-a258-226832c7aee7 tempest-NetworksTest-1948110222 tempest-NetworksTest-1948110222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:52.818448 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f6e86-ab27-49d7-a8f0-0d999b921c3b req-7bebcdbf-6b82-41af-a258-226832c7aee7 tempest-NetworksTest-1948110222 tempest-NetworksTest-1948110222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:52.819303 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f6e86-ab27-49d7-a8f0-0d999b921c3b req-7bebcdbf-6b82-41af-a258-226832c7aee7 tempest-NetworksTest-1948110222 tempest-NetworksTest-1948110222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:52.819796 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f6e86-ab27-49d7-a8f0-0d999b921c3b req-7bebcdbf-6b82-41af-a258-226832c7aee7 tempest-NetworksTest-1948110222 tempest-NetworksTest-1948110222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:52.832676 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-799f6e86-ab27-49d7-a8f0-0d999b921c3b req-7bebcdbf-6b82-41af-a258-226832c7aee7 tempest-NetworksTest-1948110222 tempest-NetworksTest-1948110222-project-admin] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5046 time: 0.2770140 Feb 02 06:53:52.852599 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd92c025-4fb3-4f45-b129-750370562097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4dbc75-f83f-4865-b1b1-0a83d50042e6,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:52.856951 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f8f25108-7996-4e33-8a4c-99c04cd9d690 req-b648dda9-aa85-4499-8cbb-a26c133b67fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (d57b9366-cd86-4d58-a44d-b5e0d251b817), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:52.887006 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-3eb4d9ab-6092-443e-97e2-9256f1431008 req-c683bec9-ee70-40d1-b12f-359df462f1b0 service neutron] For port 9a237af1-01e2-443f-835e-386c2207b612, host n-h1-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:53:52.893185 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-3eb4d9ab-6092-443e-97e2-9256f1431008 req-c683bec9-ee70-40d1-b12f-359df462f1b0 service neutron] For port 9a237af1-01e2-443f-835e-386c2207b612, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=9a237af1-01e2-443f-835e-386c2207b612,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:53:52.893649 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-825753af-b72b-41f8-addf-f14f93bafad7 admin admin] Publish callbacks [] for security_group (ac4dbc75-f83f-4865-b1b1-0a83d50042e6), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:52.923314 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3eb4d9ab-6092-443e-97e2-9256f1431008 req-c683bec9-ee70-40d1-b12f-359df462f1b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (9a237af1-01e2-443f-835e-386c2207b612), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:52.934720 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ac188c96-179f-4380-bad8-98f2121dc544 None None] Provisioning complete for port d57b9366-cd86-4d58-a44d-b5e0d251b817 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:53:52.934720 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ac188c96-179f-4380-bad8-98f2121dc544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (d57b9366-cd86-4d58-a44d-b5e0d251b817), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:52.971549 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-825753af-b72b-41f8-addf-f14f93bafad7 admin admin] Publish callbacks [] for security_group (ac4dbc75-f83f-4865-b1b1-0a83d50042e6), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:52.985242 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1137d4b8-e418-4e3b-a760-fb0ecafc6db0 req-0ab6de0e-4aaf-48a0-9a28-a60dc4a37212 tempest-LiveAutoBlockMigrationV225Test-1760037822 tempest-LiveAutoBlockMigrationV225Test-1760037822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:52.992787 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1137d4b8-e418-4e3b-a760-fb0ecafc6db0 req-0ab6de0e-4aaf-48a0-9a28-a60dc4a37212 tempest-LiveAutoBlockMigrationV225Test-1760037822 tempest-LiveAutoBlockMigrationV225Test-1760037822-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=39546764-67dd-4b6e-a45a-c2c507299e35 HTTP/1.1" status: 200 len: 1128 time: 0.2229548 Feb 02 06:53:53.012345 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ac188c96-179f-4380-bad8-98f2121dc544 None None] Port d57b9366-cd86-4d58-a44d-b5e0d251b817 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 06:53:53.023329 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e41ea-6bd3-466a-a8ac-fe4088d5fb13 req-865387d9-d205-46a4-83c6-0f50ec2a27ff tempest-NetworksTest-1948110222 tempest-NetworksTest-1948110222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:53.035788 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4d9ab-6092-443e-97e2-9256f1431008 req-c683bec9-ee70-40d1-b12f-359df462f1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:53.037857 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3eb4d9ab-6092-443e-97e2-9256f1431008 req-c683bec9-ee70-40d1-b12f-359df462f1b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:53.038052 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-db1e41ea-6bd3-466a-a8ac-fe4088d5fb13 req-865387d9-d205-46a4-83c6-0f50ec2a27ff tempest-NetworksTest-1948110222 tempest-NetworksTest-1948110222-project-admin] 10.222.0.87 "GET /v2.0/networks/ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 HTTP/1.1" status: 200 len: 886 time: 0.1110620 Feb 02 06:53:53.044003 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3eb4d9ab-6092-443e-97e2-9256f1431008 req-c683bec9-ee70-40d1-b12f-359df462f1b0 service neutron] 10.222.0.88 "PUT /v2.0/ports/9a237af1-01e2-443f-835e-386c2207b612 HTTP/1.1" status: 200 len: 1096 time: 1.9324172 Feb 02 06:53:53.050033 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38337374-79b9-4cd8-bc38-db066b9a6e22', 'tag': '9a237af1-01e2-443f-835e-386c2207b612'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:53:53.052498 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba6b48f-c552-47aa-b4c6-5244c75ed022" -d '{"events": [{"name": "network-changed", "server_uuid": "38337374-79b9-4cd8-bc38-db066b9a6e22", "tag": "9a237af1-01e2-443f-835e-386c2207b612"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:53:53.145024 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c683bec9-ee70-40d1-b12f-359df462f1b0 service neutron] Pushing event updated for resources: {'Port': ['ID=9a237af1-01e2-443f-835e-386c2207b612,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:53.196440 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1137d4b8-e418-4e3b-a760-fb0ecafc6db0 req-bfe4af82-207c-481d-a076-523bf64e69d4 tempest-LiveAutoBlockMigrationV225Test-1760037822 tempest-LiveAutoBlockMigrationV225Test-1760037822-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026498 Feb 02 06:53:53.219438 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4d9ab-6092-443e-97e2-9256f1431008 req-efb15bd7-7aab-4865-a157-62cd2b8e9beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:53.224151 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3eb4d9ab-6092-443e-97e2-9256f1431008 req-efb15bd7-7aab-4865-a157-62cd2b8e9beb service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f44764c06b0a4b26bf3f8d7745202e1c&device_id=38337374-79b9-4cd8-bc38-db066b9a6e22 HTTP/1.1" status: 200 len: 1130 time: 0.1118255 Feb 02 06:53:53.231837 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-825753af-b72b-41f8-addf-f14f93bafad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (ac4dbc75-f83f-4865-b1b1-0a83d50042e6), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:53.239156 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-825753af-b72b-41f8-addf-f14f93bafad7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:53.243050 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-825753af-b72b-41f8-addf-f14f93bafad7 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ac4dbc75-f83f-4865-b1b1-0a83d50042e6 HTTP/1.1" status: 204 len: 168 time: 0.6065767 Feb 02 06:53:53.273252 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825753af-b72b-41f8-addf-f14f93bafad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4dbc75-f83f-4865-b1b1-0a83d50042e6,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:53.348805 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3eb4d9ab-6092-443e-97e2-9256f1431008 req-5217b3c2-7347-4aff-8588-b0922b26ee57 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=9a237af1-01e2-443f-835e-386c2207b612 HTTP/1.1" status: 200 len: 217 time: 0.1040542 Feb 02 06:53:53.428317 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf354911-e1e8-4003-8841-fae9456f83e7 req-70b4627d-96f1-41b9-b17f-c7b84bf4ec12 tempest-NetworksTest-1948110222 tempest-NetworksTest-1948110222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:53.428797 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf354911-e1e8-4003-8841-fae9456f83e7 req-70b4627d-96f1-41b9-b17f-c7b84bf4ec12 tempest-NetworksTest-1948110222 tempest-NetworksTest-1948110222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:53.429256 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf354911-e1e8-4003-8841-fae9456f83e7 req-70b4627d-96f1-41b9-b17f-c7b84bf4ec12 tempest-NetworksTest-1948110222 tempest-NetworksTest-1948110222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:53.429714 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf354911-e1e8-4003-8841-fae9456f83e7 req-70b4627d-96f1-41b9-b17f-c7b84bf4ec12 tempest-NetworksTest-1948110222 tempest-NetworksTest-1948110222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:53.430166 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf354911-e1e8-4003-8841-fae9456f83e7 req-70b4627d-96f1-41b9-b17f-c7b84bf4ec12 tempest-NetworksTest-1948110222 tempest-NetworksTest-1948110222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:53.430624 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf354911-e1e8-4003-8841-fae9456f83e7 req-70b4627d-96f1-41b9-b17f-c7b84bf4ec12 tempest-NetworksTest-1948110222 tempest-NetworksTest-1948110222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:53.431081 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf354911-e1e8-4003-8841-fae9456f83e7 req-70b4627d-96f1-41b9-b17f-c7b84bf4ec12 tempest-NetworksTest-1948110222 tempest-NetworksTest-1948110222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:53.433062 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bf354911-e1e8-4003-8841-fae9456f83e7 req-70b4627d-96f1-41b9-b17f-c7b84bf4ec12 tempest-NetworksTest-1948110222 tempest-NetworksTest-1948110222-project-admin] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5046 time: 0.2539961 Feb 02 06:53:53.461773 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4d9ab-6092-443e-97e2-9256f1431008 req-f9f188d9-fcec-4c99-a9f2-24ee7faa2503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:53.469478 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3eb4d9ab-6092-443e-97e2-9256f1431008 req-f9f188d9-fcec-4c99-a9f2-24ee7faa2503 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.1092627 Feb 02 06:53:53.471091 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 06:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197c65db-6b1a-48ae-92d9-b384666c3246 x-openstack-request-id: req-197c65db-6b1a-48ae-92d9-b384666c3246 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:53:53.471385 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38337374-79b9-4cd8-bc38-db066b9a6e22", "tag": "9a237af1-01e2-443f-835e-386c2207b612", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:53:53.471824 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-197c65db-6b1a-48ae-92d9-b384666c3246 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:53:53.476083 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38337374-79b9-4cd8-bc38-db066b9a6e22', 'tag': '9a237af1-01e2-443f-835e-386c2207b612', 'status': 'completed', 'code': 200} Feb 02 06:53:53.533417 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-f8f25108-7996-4e33-8a4c-99c04cd9d690 req-b648dda9-aa85-4499-8cbb-a26c133b67fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d57b9366-cd86-4d58-a44d-b5e0d251b817 {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:53:53.550983 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4d9ab-6092-443e-97e2-9256f1431008 req-1ed734cf-6f79-4b29-8214-2674bfc80ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:53.552942 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f8f25108-7996-4e33-8a4c-99c04cd9d690 req-b648dda9-aa85-4499-8cbb-a26c133b67fa service neutron] Publish callbacks [] for port (d57b9366-cd86-4d58-a44d-b5e0d251b817), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:53.556006 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3eb4d9ab-6092-443e-97e2-9256f1431008 req-1ed734cf-6f79-4b29-8214-2674bfc80ab7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0753613 Feb 02 06:53:53.585750 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-f8f25108-7996-4e33-8a4c-99c04cd9d690 req-b648dda9-aa85-4499-8cbb-a26c133b67fa service neutron] Transition to ACTIVE for port object d57b9366-cd86-4d58-a44d-b5e0d251b817 will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 06:53:53.594850 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f8f25108-7996-4e33-8a4c-99c04cd9d690 req-b648dda9-aa85-4499-8cbb-a26c133b67fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (d57b9366-cd86-4d58-a44d-b5e0d251b817), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:53.636301 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e61bb-e87e-4d46-b664-bd0e9b70c7fa req-134546d2-3b85-43f9-b08c-081a498b7beb tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:53.637850 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a01e61bb-e87e-4d46-b664-bd0e9b70c7fa req-134546d2-3b85-43f9-b08c-081a498b7beb tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.87 "GET /v2.0/ports?device_id=10ab8f37-6545-4f52-8f25-bc0963bc8fde HTTP/1.1" status: 200 len: 931 time: 0.0991123 Feb 02 06:53:53.677960 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b648dda9-aa85-4499-8cbb-a26c133b67fa service neutron] Pushing event updated for resources: {'Port': ['ID=d57b9366-cd86-4d58-a44d-b5e0d251b817,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:53.708198 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3eb4d9ab-6092-443e-97e2-9256f1431008 req-e0d24c99-4861-4b35-9433-9658716a5129 service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442778 Feb 02 06:53:53.773435 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57980) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:53.788161 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a01e61bb-e87e-4d46-b664-bd0e9b70c7fa req-93133881-7d9e-46fa-9107-c54a4590109a tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.87 "GET /v2.0/security-groups?id=974679eb-14d2-4f44-9e62-35ad2dae7bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341107 Feb 02 06:53:53.843327 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3eb4d9ab-6092-443e-97e2-9256f1431008 req-2169d67a-1e8c-40c6-b706-1db507146f77 service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294658 Feb 02 06:53:53.865164 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-f8f25108-7996-4e33-8a4c-99c04cd9d690 req-b648dda9-aa85-4499-8cbb-a26c133b67fa service neutron] Attempting to bind port d57b9366-cd86-4d58-a44d-b5e0d251b817 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:53:53.866727 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-f8f25108-7996-4e33-8a4c-99c04cd9d690 req-b648dda9-aa85-4499-8cbb-a26c133b67fa service neutron] Attempting to bind port d57b9366-cd86-4d58-a44d-b5e0d251b817 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': '7c23084e-868e-4f06-b4ca-b642252d4dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '081c026d-8798-47ae-ae28-6481babaa3fe'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:53:53.867080 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f25108-7996-4e33-8a4c-99c04cd9d690 req-b648dda9-aa85-4499-8cbb-a26c133b67fa service neutron] Attempting to bind port d57b9366-cd86-4d58-a44d-b5e0d251b817 on network 081c026d-8798-47ae-ae28-6481babaa3fe {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:53:53.873870 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e0a53aab-4743-4cec-a31d-d5a119c206d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:53.877720 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f25108-7996-4e33-8a4c-99c04cd9d690 req-b648dda9-aa85-4499-8cbb-a26c133b67fa service neutron] Port d57b9366-cd86-4d58-a44d-b5e0d251b817 on network 081c026d-8798-47ae-ae28-6481babaa3fe not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 06:53:53.878119 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f25108-7996-4e33-8a4c-99c04cd9d690 req-b648dda9-aa85-4499-8cbb-a26c133b67fa service neutron] Attempting to bind port d57b9366-cd86-4d58-a44d-b5e0d251b817 on network 081c026d-8798-47ae-ae28-6481babaa3fe {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:53:53.895856 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f25108-7996-4e33-8a4c-99c04cd9d690 req-b648dda9-aa85-4499-8cbb-a26c133b67fa service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:53:53.896257 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f25108-7996-4e33-8a4c-99c04cd9d690 req-b648dda9-aa85-4499-8cbb-a26c133b67fa service neutron] Checking segment: {'id': '7c23084e-868e-4f06-b4ca-b642252d4dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '081c026d-8798-47ae-ae28-6481babaa3fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:53:53.896581 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f25108-7996-4e33-8a4c-99c04cd9d690 req-b648dda9-aa85-4499-8cbb-a26c133b67fa service neutron] Bound using segment: {'id': '7c23084e-868e-4f06-b4ca-b642252d4dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '081c026d-8798-47ae-ae28-6481babaa3fe'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:53:53.897021 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-f8f25108-7996-4e33-8a4c-99c04cd9d690 req-b648dda9-aa85-4499-8cbb-a26c133b67fa service neutron] Bound port: d57b9366-cd86-4d58-a44d-b5e0d251b817, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c23084e-868e-4f06-b4ca-b642252d4dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '081c026d-8798-47ae-ae28-6481babaa3fe'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:53:53.897379 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f8f25108-7996-4e33-8a4c-99c04cd9d690 req-b648dda9-aa85-4499-8cbb-a26c133b67fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (d57b9366-cd86-4d58-a44d-b5e0d251b817), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:53.935366 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57984) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:54.013540 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba6b48f-c552-47aa-b4c6-5244c75ed022 req-f8f43ef1-972a-485a-8379-d72c94652ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:54.016162 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0ba6b48f-c552-47aa-b4c6-5244c75ed022 req-f8f43ef1-972a-485a-8379-d72c94652ea4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f44764c06b0a4b26bf3f8d7745202e1c&device_id=38337374-79b9-4cd8-bc38-db066b9a6e22 HTTP/1.1" status: 200 len: 1130 time: 0.0640275 Feb 02 06:53:54.052263 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-f8f25108-7996-4e33-8a4c-99c04cd9d690 req-b648dda9-aa85-4499-8cbb-a26c133b67fa service neutron] For port d57b9366-cd86-4d58-a44d-b5e0d251b817, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:53:54.056812 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-f8f25108-7996-4e33-8a4c-99c04cd9d690 req-b648dda9-aa85-4499-8cbb-a26c133b67fa service neutron] For port d57b9366-cd86-4d58-a44d-b5e0d251b817, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=d57b9366-cd86-4d58-a44d-b5e0d251b817,segment=NetworkSegment(7c23084e-868e-4f06-b4ca-b642252d4dc6),segment_id=7c23084e-868e-4f06-b4ca-b642252d4dc6)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:53:54.066034 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f2b41-05cd-43a2-b37a-e4a641b87f03 req-b5a8ddbb-e580-4ba9-898d-2a4175948ed2 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:54.067597 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a30f2b41-05cd-43a2-b37a-e4a641b87f03 req-b5a8ddbb-e580-4ba9-898d-2a4175948ed2 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/ports?device_id=38337374-79b9-4cd8-bc38-db066b9a6e22 HTTP/1.1" status: 200 len: 947 time: 0.1530933 Feb 02 06:53:54.095533 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f8f25108-7996-4e33-8a4c-99c04cd9d690 req-b648dda9-aa85-4499-8cbb-a26c133b67fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (d57b9366-cd86-4d58-a44d-b5e0d251b817), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:54.141437 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8e4c727b-a50e-467f-b641-ce28d5f4f69f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:54.161445 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f25108-7996-4e33-8a4c-99c04cd9d690 req-b648dda9-aa85-4499-8cbb-a26c133b67fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:54.162081 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f8f25108-7996-4e33-8a4c-99c04cd9d690 req-b648dda9-aa85-4499-8cbb-a26c133b67fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:54.163486 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f8f25108-7996-4e33-8a4c-99c04cd9d690 req-b648dda9-aa85-4499-8cbb-a26c133b67fa service neutron] 10.222.0.88 "PUT /v2.0/ports/d57b9366-cd86-4d58-a44d-b5e0d251b817 HTTP/1.1" status: 200 len: 1092 time: 1.4730749 Feb 02 06:53:54.163994 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10ab8f37-6545-4f52-8f25-bc0963bc8fde', 'tag': 'd57b9366-cd86-4d58-a44d-b5e0d251b817'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:53:54.166738 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d56ebf-abfc-4d4e-b618-ab9860c38d61" -d '{"events": [{"name": "network-changed", "server_uuid": "10ab8f37-6545-4f52-8f25-bc0963bc8fde", "tag": "d57b9366-cd86-4d58-a44d-b5e0d251b817"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:53:54.180100 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e0a53aab-4743-4cec-a31d-d5a119c206d0 admin admin] Publish callbacks [] for security_group (d07e8ae9-7098-4757-9afc-70e0915dd33d), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:54.196785 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e0a53aab-4743-4cec-a31d-d5a119c206d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (d07e8ae9-7098-4757-9afc-70e0915dd33d), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:54.230923 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba6b48f-c552-47aa-b4c6-5244c75ed022 req-3d3578fd-84de-4654-b546-9956c050f709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:54.233252 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0ba6b48f-c552-47aa-b4c6-5244c75ed022 req-3d3578fd-84de-4654-b546-9956c050f709 service neutron] 10.222.0.88 "GET /v2.0/networks?id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 HTTP/1.1" status: 200 len: 870 time: 0.2103591 Feb 02 06:53:54.263804 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a30f2b41-05cd-43a2-b37a-e4a641b87f03 req-687d42a4-67e7-45a2-9d1b-f72b2d500d58 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/security-groups?id=dec561c4-af02-45e3-8dd4-23494a090077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874676 Feb 02 06:53:54.322163 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b648dda9-aa85-4499-8cbb-a26c133b67fa service neutron] Pushing event updated for resources: {'Port': ['ID=d57b9366-cd86-4d58-a44d-b5e0d251b817,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:54.328747 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a53aab-4743-4cec-a31d-d5a119c206d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d07e8ae9-7098-4757-9afc-70e0915dd33d,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:54.331961 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0ba6b48f-c552-47aa-b4c6-5244c75ed022 req-382be236-23ff-42d3-b8ad-8ad2cd891327 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=9a237af1-01e2-443f-835e-386c2207b612 HTTP/1.1" status: 200 len: 217 time: 0.0920756 Feb 02 06:53:54.333647 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e0a53aab-4743-4cec-a31d-d5a119c206d0 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=dba4d8cacf7b4750ba7cc773ef17c52b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5442858 Feb 02 06:53:54.337734 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57994) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:54.388461 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f25108-7996-4e33-8a4c-99c04cd9d690 req-18046827-bea7-4fc3-bd4b-46ba95f4be52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:54.391354 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f8f25108-7996-4e33-8a4c-99c04cd9d690 req-18046827-bea7-4fc3-bd4b-46ba95f4be52 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=27772d6a8fab4cb7b33a5a3297c51100&device_id=10ab8f37-6545-4f52-8f25-bc0963bc8fde HTTP/1.1" status: 200 len: 1126 time: 0.1514988 Feb 02 06:53:54.402966 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57996) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:54.443351 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8e4c727b-a50e-467f-b641-ce28d5f4f69f admin admin] Publish callbacks [] for security_group (9bc4cc5e-ed5d-461a-8f2a-cd1eb1d5e523), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:54.455394 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8e4c727b-a50e-467f-b641-ce28d5f4f69f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (9bc4cc5e-ed5d-461a-8f2a-cd1eb1d5e523), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:54.464940 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f8f25108-7996-4e33-8a4c-99c04cd9d690 req-68fac1aa-c947-4477-8c55-fce9433d447e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d57b9366-cd86-4d58-a44d-b5e0d251b817 HTTP/1.1" status: 200 len: 217 time: 0.0549841 Feb 02 06:53:54.511538 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba6b48f-c552-47aa-b4c6-5244c75ed022 req-9f57c168-9f68-40a3-9a02-9e4ad7ed620c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:54.513322 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0ba6b48f-c552-47aa-b4c6-5244c75ed022 req-9f57c168-9f68-40a3-9a02-9e4ad7ed620c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.1685863 Feb 02 06:53:54.520150 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-8e4c727b-a50e-467f-b641-ce28d5f4f69f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=fce57a71c2bb484e8a530c1edf8e2e5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5830774 Feb 02 06:53:54.532574 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58000) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:54.533227 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4c727b-a50e-467f-b641-ce28d5f4f69f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc4cc5e-ed5d-461a-8f2a-cd1eb1d5e523,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:54.654143 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba6b48f-c552-47aa-b4c6-5244c75ed022 req-166c3a1e-f946-4395-8e9e-0792463f41a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:54.656314 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0ba6b48f-c552-47aa-b4c6-5244c75ed022 req-166c3a1e-f946-4395-8e9e-0792463f41a2 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1346481 Feb 02 06:53:54.662485 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-dc447ee8-f5bc-4d72-bdae-eba1edaa4b1c admin admin] Publish callbacks [] for security_group (9bc4cc5e-ed5d-461a-8f2a-cd1eb1d5e523), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:54.713595 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-dc447ee8-f5bc-4d72-bdae-eba1edaa4b1c admin admin] Publish callbacks [] for security_group (9bc4cc5e-ed5d-461a-8f2a-cd1eb1d5e523), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:54.740575 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 06:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-856a077f-9216-468f-b9e7-a0783d1d745c x-openstack-request-id: req-856a077f-9216-468f-b9e7-a0783d1d745c {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:53:54.741127 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10ab8f37-6545-4f52-8f25-bc0963bc8fde", "tag": "d57b9366-cd86-4d58-a44d-b5e0d251b817", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:53:54.741127 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-856a077f-9216-468f-b9e7-a0783d1d745c {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:53:54.741454 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10ab8f37-6545-4f52-8f25-bc0963bc8fde', 'tag': 'd57b9366-cd86-4d58-a44d-b5e0d251b817', 'status': 'completed', 'code': 200} Feb 02 06:53:54.746396 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-83872c9b-feca-475a-907b-38a3b7bdc3ba admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-650892027-network', 'tenant_id': '94634d8b4d2a41de8e59c8bd88798343'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:53:54.750508 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5e35034b-4b43-491e-81d2-55a65bec7729 admin admin] Publish callbacks [] for security_group (d07e8ae9-7098-4757-9afc-70e0915dd33d), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:54.801484 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83872c9b-feca-475a-907b-38a3b7bdc3ba admin admin] Made reservation on behalf of 94634d8b4d2a41de8e59c8bd88798343 for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:53:54.803882 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-83872c9b-feca-475a-907b-38a3b7bdc3ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:54.804614 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0ba6b48f-c552-47aa-b4c6-5244c75ed022 req-2c6b5f8e-57cf-461c-8949-18f1e73db685 service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383986 Feb 02 06:53:54.808954 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5e35034b-4b43-491e-81d2-55a65bec7729 admin admin] Publish callbacks [] for security_group (d07e8ae9-7098-4757-9afc-70e0915dd33d), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:54.821815 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-dc447ee8-f5bc-4d72-bdae-eba1edaa4b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (9bc4cc5e-ed5d-461a-8f2a-cd1eb1d5e523), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:54.825033 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-dc447ee8-f5bc-4d72-bdae-eba1edaa4b1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:54.827197 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f25108-7996-4e33-8a4c-99c04cd9d690 req-8fc397a8-db8f-4d38-a47e-070861b21eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:54.828013 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-dc447ee8-f5bc-4d72-bdae-eba1edaa4b1c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/9bc4cc5e-ed5d-461a-8f2a-cd1eb1d5e523 HTTP/1.1" status: 204 len: 168 time: 0.2899895 Feb 02 06:53:54.828669 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f8f25108-7996-4e33-8a4c-99c04cd9d690 req-8fc397a8-db8f-4d38-a47e-070861b21eed service neutron] 10.222.0.88 "GET /v2.0/subnets?id=10d74aaf-e202-4a59-be8f-2452f7f95bcf HTTP/1.1" status: 200 len: 862 time: 0.3409812 Feb 02 06:53:54.832730 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-83872c9b-feca-475a-907b-38a3b7bdc3ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:54.835586 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df6bdb-c887-40bf-acd1-d1b086db0039 req-80dba559-5bb2-4e6a-a1f5-eed644296c28 tempest-LiveAutoBlockMigrationV225Test-1760037822 tempest-LiveAutoBlockMigrationV225Test-1760037822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:54.843577 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-95df6bdb-c887-40bf-acd1-d1b086db0039 req-80dba559-5bb2-4e6a-a1f5-eed644296c28 tempest-LiveAutoBlockMigrationV225Test-1760037822 tempest-LiveAutoBlockMigrationV225Test-1760037822-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=39546764-67dd-4b6e-a45a-c2c507299e35 HTTP/1.1" status: 200 len: 1128 time: 0.3921289 Feb 02 06:53:54.943636 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc447ee8-f5bc-4d72-bdae-eba1edaa4b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc4cc5e-ed5d-461a-8f2a-cd1eb1d5e523,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:54.987593 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-95df6bdb-c887-40bf-acd1-d1b086db0039 req-49ab9f71-fbbf-4b9d-b751-23b3ec5d2638 tempest-LiveAutoBlockMigrationV225Test-1760037822 tempest-LiveAutoBlockMigrationV225Test-1760037822-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375024 Feb 02 06:53:55.003134 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f25108-7996-4e33-8a4c-99c04cd9d690 req-1069dfb4-1423-4fa3-87c9-3e6ab8789e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:55.004831 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f8f25108-7996-4e33-8a4c-99c04cd9d690 req-1069dfb4-1423-4fa3-87c9-3e6ab8789e80 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=081c026d-8798-47ae-ae28-6481babaa3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1543279 Feb 02 06:53:55.009273 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5e35034b-4b43-491e-81d2-55a65bec7729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (d07e8ae9-7098-4757-9afc-70e0915dd33d), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:55.009682 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0ba6b48f-c552-47aa-b4c6-5244c75ed022 req-8643049e-a7ca-4d8f-ae12-d0ec792cf770 service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970205 Feb 02 06:53:55.011877 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5e35034b-4b43-491e-81d2-55a65bec7729 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:55.013022 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-5e35034b-4b43-491e-81d2-55a65bec7729 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d07e8ae9-7098-4757-9afc-70e0915dd33d HTTP/1.1" status: 204 len: 168 time: 0.6742692 Feb 02 06:53:55.019656 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cacf145-d3b0-4e3a-bf21-7d72da0e5ed7 req-45bea15f-8e8d-4d30-90d1-1b16b2fcd2b2 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:55.021626 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0cacf145-d3b0-4e3a-bf21-7d72da0e5ed7 req-45bea15f-8e8d-4d30-90d1-1b16b2fcd2b2 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.87 "GET /v2.0/ports?device_id=10ab8f37-6545-4f52-8f25-bc0963bc8fde HTTP/1.1" status: 200 len: 943 time: 0.1217287 Feb 02 06:53:55.025916 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e35034b-4b43-491e-81d2-55a65bec7729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d07e8ae9-7098-4757-9afc-70e0915dd33d,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:55.108322 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0cacf145-d3b0-4e3a-bf21-7d72da0e5ed7 req-df12cf41-e571-40a8-8b11-1a3308017898 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.87 "GET /v2.0/security-groups?id=974679eb-14d2-4f44-9e62-35ad2dae7bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707147 Feb 02 06:53:55.129019 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-83872c9b-feca-475a-907b-38a3b7bdc3ba admin admin] Publish callbacks [] for security_group (d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:55.144330 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-83872c9b-feca-475a-907b-38a3b7bdc3ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:55.155724 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f8f25108-7996-4e33-8a4c-99c04cd9d690 req-65d363aa-a706-4b37-8b76-44d41806fd56 service neutron] 10.222.0.88 "GET /v2.0/networks/081c026d-8798-47ae-ae28-6481babaa3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231270 Feb 02 06:53:55.175777 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83872c9b-feca-475a-907b-38a3b7bdc3ba admin admin] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 06:53:55.206153 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83872c9b-feca-475a-907b-38a3b7bdc3ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:55.213947 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-83872c9b-feca-475a-907b-38a3b7bdc3ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (43369f47-102e-4f19-93f2-e5ce754f6e28), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:55.213947 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-83872c9b-feca-475a-907b-38a3b7bdc3ba admin admin] Added segment 43369f47-102e-4f19-93f2-e5ce754f6e28 of type vlan for network ad127856-4465-484c-882c-e096f13573c2 Feb 02 06:53:55.304602 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-83872c9b-feca-475a-907b-38a3b7bdc3ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (ad127856-4465-484c-882c-e096f13573c2), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:55.353890 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f8f25108-7996-4e33-8a4c-99c04cd9d690 req-8c10ef06-77de-4fb0-9076-004e870691b2 service neutron] 10.222.0.88 "GET /v2.0/networks/081c026d-8798-47ae-ae28-6481babaa3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756971 Feb 02 06:53:55.363572 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-83872c9b-feca-475a-907b-38a3b7bdc3ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (ad127856-4465-484c-882c-e096f13573c2), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:55.371774 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83872c9b-feca-475a-907b-38a3b7bdc3ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:55.374545 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-83872c9b-feca-475a-907b-38a3b7bdc3ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:55.426001 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58032) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:55.445222 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a92cba72-c118-4117-b2b3-728fd4b918cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:55.452916 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-83872c9b-feca-475a-907b-38a3b7bdc3ba admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0485687 Feb 02 06:53:55.453118 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58036) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:55.456943 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83872c9b-feca-475a-907b-38a3b7bdc3ba admin admin] Pushing event updated for resources: {'Network': ['ID=ad127856-4465-484c-882c-e096f13573c2,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:55.459922 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-92b7de1c-c1ba-4a22-aff8-ff96a50859e6 admin admin] Request body: {'subnet': {'network_id': 'ad127856-4465-484c-882c-e096f13573c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-650892027-subnet', 'tenant_id': '94634d8b4d2a41de8e59c8bd88798343', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:53:55.472748 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network ad127856-4465-484c-882c-e096f13573c2 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 06:53:55.549896 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b7de1c-c1ba-4a22-aff8-ff96a50859e6 admin admin] Made reservation on behalf of 94634d8b4d2a41de8e59c8bd88798343 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:53:55.552193 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-92b7de1c-c1ba-4a22-aff8-ff96a50859e6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:55.618570 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d56ebf-abfc-4d4e-b618-ab9860c38d61 req-7663a732-2db7-4322-b702-8b0cd3444f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:55.621610 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-22d56ebf-abfc-4d4e-b618-ab9860c38d61 req-7663a732-2db7-4322-b702-8b0cd3444f61 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=27772d6a8fab4cb7b33a5a3297c51100&device_id=10ab8f37-6545-4f52-8f25-bc0963bc8fde HTTP/1.1" status: 200 len: 1126 time: 0.0898216 Feb 02 06:53:55.746131 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d56ebf-abfc-4d4e-b618-ab9860c38d61 req-23a4c5ce-1f6d-454a-ad91-c5e2b879184c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:55.747994 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-22d56ebf-abfc-4d4e-b618-ab9860c38d61 req-23a4c5ce-1f6d-454a-ad91-c5e2b879184c service neutron] 10.222.0.88 "GET /v2.0/networks?id=081c026d-8798-47ae-ae28-6481babaa3fe HTTP/1.1" status: 200 len: 924 time: 0.1196930 Feb 02 06:53:55.752927 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a92cba72-c118-4117-b2b3-728fd4b918cd admin admin] Publish callbacks [] for security_group (feffea3f-dfc5-43cb-b3e0-9661c96cf9f4), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:55.763120 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a92cba72-c118-4117-b2b3-728fd4b918cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (feffea3f-dfc5-43cb-b3e0-9661c96cf9f4), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:55.814095 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-22d56ebf-abfc-4d4e-b618-ab9860c38d61 req-743a2d24-d046-4dd6-b194-15c9c75071c7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d57b9366-cd86-4d58-a44d-b5e0d251b817 HTTP/1.1" status: 200 len: 217 time: 0.0465059 Feb 02 06:53:55.834123 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58050) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:55.862117 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbce1eb-0208-49be-a477-99fce8b42801 req-ecd95428-2445-453d-93d0-577c2997adbf tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:55.863946 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dbbce1eb-0208-49be-a477-99fce8b42801 req-ecd95428-2445-453d-93d0-577c2997adbf tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/ports?device_id=38337374-79b9-4cd8-bc38-db066b9a6e22 HTTP/1.1" status: 200 len: 947 time: 0.1901846 Feb 02 06:53:55.872922 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a92cba72-c118-4117-b2b3-728fd4b918cd admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=78512fc34ae14fdca42ded39ca633bca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4424169 Feb 02 06:53:55.873017 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58054) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:55.875344 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92cba72-c118-4117-b2b3-728fd4b918cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feffea3f-dfc5-43cb-b3e0-9661c96cf9f4,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:55.895760 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d56ebf-abfc-4d4e-b618-ab9860c38d61 req-8fbe5eb7-1f4e-4a18-86d6-98e7fea89ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:55.897365 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-22d56ebf-abfc-4d4e-b618-ab9860c38d61 req-8fbe5eb7-1f4e-4a18-86d6-98e7fea89ff7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=10d74aaf-e202-4a59-be8f-2452f7f95bcf HTTP/1.1" status: 200 len: 862 time: 0.0753987 Feb 02 06:53:55.954240 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [req-0b18bdc4-8958-4fd3-8603-d08d2b2110ad req-a4030255-f732-4723-bf65-36b1f9ba6ac7 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=109693) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 06:53:55.955595 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0b18bdc4-8958-4fd3-8603-d08d2b2110ad req-a4030255-f732-4723-bf65-36b1f9ba6ac7 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1487041 Feb 02 06:53:55.968109 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-92b7de1c-c1ba-4a22-aff8-ff96a50859e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for subnet (a7292d13-827d-45ab-8eaa-7baf62301aaa), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:55.988737 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-68f14f18-81ab-47ae-b702-3073bbc20acd admin admin] Publish callbacks [] for security_group (feffea3f-dfc5-43cb-b3e0-9661c96cf9f4), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:55.993204 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dbbce1eb-0208-49be-a477-99fce8b42801 req-40c0e59e-ba2b-4f79-aa36-fb93571d47bd tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/security-groups?id=dec561c4-af02-45e3-8dd4-23494a090077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197007 Feb 02 06:53:56.015298 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d56ebf-abfc-4d4e-b618-ab9860c38d61 req-33c72573-6ffc-4f25-b983-676cf67db5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:56.017067 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-22d56ebf-abfc-4d4e-b618-ab9860c38d61 req-33c72573-6ffc-4f25-b983-676cf67db5ec service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=081c026d-8798-47ae-ae28-6481babaa3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1110544 Feb 02 06:53:56.071272 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-68f14f18-81ab-47ae-b702-3073bbc20acd admin admin] Publish callbacks [] for security_group (feffea3f-dfc5-43cb-b3e0-9661c96cf9f4), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:56.084232 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b7de1c-c1ba-4a22-aff8-ff96a50859e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7292d13-827d-45ab-8eaa-7baf62301aaa,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:56.097782 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-6fb61097-a577-4633-bd13-51365e1be7ca admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=d1b867d314324446865bb678c64ad29c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2545907 Feb 02 06:53:56.098094 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58064) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:56.108092 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b7de1c-c1ba-4a22-aff8-ff96a50859e6 admin admin] Checking segment: {'id': '43369f47-102e-4f19-93f2-e5ce754f6e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ad127856-4465-484c-882c-e096f13573c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:53:56.108683 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b7de1c-c1ba-4a22-aff8-ff96a50859e6 admin admin] Network hostable DHCP agents. Network: ad127856-4465-484c-882c-e096f13573c2, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 06:53:56.137455 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b7de1c-c1ba-4a22-aff8-ff96a50859e6 admin admin] Network ad127856-4465-484c-882c-e096f13573c2 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 06:53:56.183035 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-92b7de1c-c1ba-4a22-aff8-ff96a50859e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, ad127856-4465-484c-882c-e096f13573c2) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:53:56.187993 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b7de1c-c1ba-4a22-aff8-ff96a50859e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:56.188852 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-92b7de1c-c1ba-4a22-aff8-ff96a50859e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:56.207768 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6edce700-ff27-4e73-9a0f-1bf21d5e0547 None None] Network ad127856-4465-484c-882c-e096f13573c2 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 06:53:56.228610 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-22d56ebf-abfc-4d4e-b618-ab9860c38d61 req-99956c61-92c2-4938-a7ca-51e767f4307e service neutron] 10.222.0.88 "GET /v2.0/networks/081c026d-8798-47ae-ae28-6481babaa3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947031 Feb 02 06:53:56.244276 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-92b7de1c-c1ba-4a22-aff8-ff96a50859e6 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7784801 Feb 02 06:53:56.276192 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-68f14f18-81ab-47ae-b702-3073bbc20acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (feffea3f-dfc5-43cb-b3e0-9661c96cf9f4), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:56.279053 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-68f14f18-81ab-47ae-b702-3073bbc20acd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:56.282888 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-68f14f18-81ab-47ae-b702-3073bbc20acd admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/feffea3f-dfc5-43cb-b3e0-9661c96cf9f4 HTTP/1.1" status: 204 len: 168 time: 0.4074299 Feb 02 06:53:56.326334 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f14f18-81ab-47ae-b702-3073bbc20acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feffea3f-dfc5-43cb-b3e0-9661c96cf9f4,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:56.362454 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fd0b7587-45a2-461a-bdbe-40a7025c50fe admin admin] Publish callbacks [] for security_group (45e2bc88-0b09-46e5-9a7b-346097ffe7e7), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:56.400442 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07e7a58-2513-42b6-ad50-a8069c80fe25 None None] Network ad127856-4465-484c-882c-e096f13573c2 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 06:53:56.402610 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fd0b7587-45a2-461a-bdbe-40a7025c50fe admin admin] Publish callbacks [] for security_group (45e2bc88-0b09-46e5-9a7b-346097ffe7e7), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:56.433909 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-22d56ebf-abfc-4d4e-b618-ab9860c38d61 req-fda8dea7-69a5-4c73-bdde-dbcb02d07762 service neutron] 10.222.0.88 "GET /v2.0/networks/081c026d-8798-47ae-ae28-6481babaa3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873615 Feb 02 06:53:56.444328 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd744eee-0b0b-4467-a333-c21f55d7a44a req-4422eb95-b7b8-4f00-a285-6a4d5fcb83a4 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:56.452693 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dd744eee-0b0b-4467-a333-c21f55d7a44a req-4422eb95-b7b8-4f00-a285-6a4d5fcb83a4 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.87 "GET /v2.0/ports?device_id=10ab8f37-6545-4f52-8f25-bc0963bc8fde HTTP/1.1" status: 200 len: 943 time: 0.1989143 Feb 02 06:53:56.486525 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fd0b7587-45a2-461a-bdbe-40a7025c50fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (45e2bc88-0b09-46e5-9a7b-346097ffe7e7), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:56.489568 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fd0b7587-45a2-461a-bdbe-40a7025c50fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:56.493526 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-fd0b7587-45a2-461a-bdbe-40a7025c50fe admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/45e2bc88-0b09-46e5-9a7b-346097ffe7e7 HTTP/1.1" status: 204 len: 168 time: 0.3647470 Feb 02 06:53:56.510061 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0b7587-45a2-461a-bdbe-40a7025c50fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e2bc88-0b09-46e5-9a7b-346097ffe7e7,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:56.544814 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dd744eee-0b0b-4467-a333-c21f55d7a44a req-959ff8a2-8bd3-4fdd-accd-baf2392f649f tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.87 "GET /v2.0/security-groups?id=974679eb-14d2-4f44-9e62-35ad2dae7bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871291 Feb 02 06:53:56.643447 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 9a237af1-01e2-443f-835e-386c2207b612 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 06:53:56.757055 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 9a237af1-01e2-443f-835e-386c2207b612, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=9a237af1-01e2-443f-835e-386c2207b612,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:53:56.768302 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': '9a237af1-01e2-443f-835e-386c2207b612', 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1', 'port_id': '9a237af1-01e2-443f-835e-386c2207b612', 'mac_address': 'fa:16:3e:54:a9:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d773733-62df-4956-84d3-71d17cfb6d11', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 06:53:56.815389 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 9a237af1-01e2-443f-835e-386c2207b612 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:53:56.815856 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (9a237af1-01e2-443f-835e-386c2207b612), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:56.834058 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a237af1-01e2-443f-835e-386c2207b612 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:53:56.856955 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 9a237af1-01e2-443f-835e-386c2207b612, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=9a237af1-01e2-443f-835e-386c2207b612,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:53:56.862344 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (9a237af1-01e2-443f-835e-386c2207b612), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:56.928732 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=9a237af1-01e2-443f-835e-386c2207b612,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:56.932654 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:57.122973 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db273e-d248-4f9a-a40d-51fb8dadbf98 req-78f88247-fb2e-4ca2-bcc5-c93794dd41cd tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:57.131260 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['9a237af1-01e2-443f-835e-386c2207b612'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:53:57.132369 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-73db273e-d248-4f9a-a40d-51fb8dadbf98 req-78f88247-fb2e-4ca2-bcc5-c93794dd41cd tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/ports?device_id=38337374-79b9-4cd8-bc38-db066b9a6e22 HTTP/1.1" status: 200 len: 948 time: 0.0624211 Feb 02 06:53:57.198774 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58118) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:57.201508 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-73db273e-d248-4f9a-a40d-51fb8dadbf98 req-ab74bccd-cf85-4731-8322-6fb612df22cd tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/security-groups?id=dec561c4-af02-45e3-8dd4-23494a090077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636470 Feb 02 06:53:57.251801 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-98e9d3df-e40b-4686-8099-ae4dfc1e1d15 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=cd182c68a0964441ba15dff2ae9f9d20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0485258 Feb 02 06:53:57.252156 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58120) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:57.308562 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-113b4862-353d-4a16-be81-33a3797bc5b6 admin admin] Publish callbacks [] for security_group (e43f5440-79f2-4e6b-b5d6-b55f427d9e5a), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:57.336194 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-113b4862-353d-4a16-be81-33a3797bc5b6 admin admin] Publish callbacks [] for security_group (e43f5440-79f2-4e6b-b5d6-b55f427d9e5a), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:57.387126 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-113b4862-353d-4a16-be81-33a3797bc5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (e43f5440-79f2-4e6b-b5d6-b55f427d9e5a), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:57.390479 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-113b4862-353d-4a16-be81-33a3797bc5b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:57.394733 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-113b4862-353d-4a16-be81-33a3797bc5b6 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/e43f5440-79f2-4e6b-b5d6-b55f427d9e5a HTTP/1.1" status: 204 len: 168 time: 0.1414959 Feb 02 06:53:57.402812 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113b4862-353d-4a16-be81-33a3797bc5b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43f5440-79f2-4e6b-b5d6-b55f427d9e5a,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:57.467397 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58130) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:57.682564 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281115cb-bff6-4a6c-a73e-84ed622b3b28 req-eed3da2d-9c72-4d08-a0e0-576a733ff976 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:57.689996 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-281115cb-bff6-4a6c-a73e-84ed622b3b28 req-eed3da2d-9c72-4d08-a0e0-576a733ff976 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.87 "GET /v2.0/ports?device_id=10ab8f37-6545-4f52-8f25-bc0963bc8fde HTTP/1.1" status: 200 len: 943 time: 0.0706515 Feb 02 06:53:57.736104 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-281115cb-bff6-4a6c-a73e-84ed622b3b28 req-4613edda-37dd-45d2-8999-75d3d66498f2 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.87 "GET /v2.0/security-groups?id=974679eb-14d2-4f44-9e62-35ad2dae7bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451927 Feb 02 06:53:57.777947 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-14078aa6-9860-47d4-a624-cd513c344c54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:57.860412 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-14078aa6-9860-47d4-a624-cd513c344c54 admin admin] Publish callbacks [] for security_group (501d9764-e9b1-4cfb-9f06-fdc5f200f1ad), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:57.866453 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-14078aa6-9860-47d4-a624-cd513c344c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (501d9764-e9b1-4cfb-9f06-fdc5f200f1ad), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:57.896472 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14078aa6-9860-47d4-a624-cd513c344c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=501d9764-e9b1-4cfb-9f06-fdc5f200f1ad,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:57.924030 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58156) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:57.924733 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-14078aa6-9860-47d4-a624-cd513c344c54 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=1be6340975cf44378f103dde5bebb30a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4560697 Feb 02 06:53:57.983712 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-570ffbf3-ef09-46cc-a2b4-aadacc780913 admin admin] Publish callbacks [] for security_group (501d9764-e9b1-4cfb-9f06-fdc5f200f1ad), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:58.008466 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-570ffbf3-ef09-46cc-a2b4-aadacc780913 admin admin] Publish callbacks [] for security_group (501d9764-e9b1-4cfb-9f06-fdc5f200f1ad), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:58.066847 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-570ffbf3-ef09-46cc-a2b4-aadacc780913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (501d9764-e9b1-4cfb-9f06-fdc5f200f1ad), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:58.069706 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-570ffbf3-ef09-46cc-a2b4-aadacc780913 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:58.070969 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-570ffbf3-ef09-46cc-a2b4-aadacc780913 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/501d9764-e9b1-4cfb-9f06-fdc5f200f1ad HTTP/1.1" status: 204 len: 168 time: 0.1457741 Feb 02 06:53:58.080214 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570ffbf3-ef09-46cc-a2b4-aadacc780913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=501d9764-e9b1-4cfb-9f06-fdc5f200f1ad,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:58.247626 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58176) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:58.256945 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-23dcefee-8f6b-4ce3-87a3-e1769982b376 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1395296230-network', 'tenant_id': 'e9a6ddb4a59f43149403fe46504a335e'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:53:58.331010 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23dcefee-8f6b-4ce3-87a3-e1769982b376 admin admin] Made reservation on behalf of e9a6ddb4a59f43149403fe46504a335e for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:53:58.333411 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-23dcefee-8f6b-4ce3-87a3-e1769982b376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:58.348237 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-23dcefee-8f6b-4ce3-87a3-e1769982b376 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:58.382145 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5cacef-f462-4349-b4d5-8fbf9c8fca40 req-196d3e8f-3acb-4874-91aa-9c766d2f6796 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:58.384717 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cf5cacef-f462-4349-b4d5-8fbf9c8fca40 req-196d3e8f-3acb-4874-91aa-9c766d2f6796 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/ports?device_id=38337374-79b9-4cd8-bc38-db066b9a6e22 HTTP/1.1" status: 200 len: 948 time: 0.0926592 Feb 02 06:53:58.472859 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cf5cacef-f462-4349-b4d5-8fbf9c8fca40 req-458c1f57-aa73-4f5f-9205-1cd72adf5081 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/security-groups?id=dec561c4-af02-45e3-8dd4-23494a090077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789366 Feb 02 06:53:58.520774 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-23dcefee-8f6b-4ce3-87a3-e1769982b376 admin admin] Publish callbacks [] for security_group (b6f7638e-e544-4f4a-af18-7ac9712f4597), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:58.527355 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-23dcefee-8f6b-4ce3-87a3-e1769982b376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (b6f7638e-e544-4f4a-af18-7ac9712f4597), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:58.555535 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23dcefee-8f6b-4ce3-87a3-e1769982b376 admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 06:53:58.570098 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dcefee-8f6b-4ce3-87a3-e1769982b376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f7638e-e544-4f4a-af18-7ac9712f4597,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:58.575062 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-23dcefee-8f6b-4ce3-87a3-e1769982b376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (5745901e-4591-430c-9b26-8b5548e5dff6), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:58.575940 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-23dcefee-8f6b-4ce3-87a3-e1769982b376 admin admin] Added segment 5745901e-4591-430c-9b26-8b5548e5dff6 of type vlan for network 4e09fbfa-23a7-4a6a-9edf-b50c01a96e75 Feb 02 06:53:58.617852 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58192) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:58.621669 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-23dcefee-8f6b-4ce3-87a3-e1769982b376 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (4e09fbfa-23a7-4a6a-9edf-b50c01a96e75), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:58.634368 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3f56650e-bd58-4962-a6e0-c5a8556dce7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:58.652850 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-23dcefee-8f6b-4ce3-87a3-e1769982b376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (4e09fbfa-23a7-4a6a-9edf-b50c01a96e75), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:58.655759 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23dcefee-8f6b-4ce3-87a3-e1769982b376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:58.656361 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-23dcefee-8f6b-4ce3-87a3-e1769982b376 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:58.668285 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device d57b9366-cd86-4d58-a44d-b5e0d251b817 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 06:53:58.726184 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-23dcefee-8f6b-4ce3-87a3-e1769982b376 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4729490 Feb 02 06:53:58.728065 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58194) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:58.731963 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 9a237af1-01e2-443f-835e-386c2207b612 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:53:58.736295 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-9a073a32-4994-45f0-b023-b784df43edee admin admin] Request body: {'subnet': {'network_id': '4e09fbfa-23a7-4a6a-9edf-b50c01a96e75', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1395296230-subnet', 'tenant_id': 'e9a6ddb4a59f43149403fe46504a335e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:53:58.826133 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dcefee-8f6b-4ce3-87a3-e1769982b376 admin admin] Pushing event updated for resources: {'Network': ['ID=4e09fbfa-23a7-4a6a-9edf-b50c01a96e75,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:58.856278 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 4e09fbfa-23a7-4a6a-9edf-b50c01a96e75 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 06:53:58.863048 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3f56650e-bd58-4962-a6e0-c5a8556dce7f admin admin] Publish callbacks [] for security_group (3c4519c0-a878-4d30-b563-d3b3a6eaca4c), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:58.867089 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a073a32-4994-45f0-b023-b784df43edee admin admin] Made reservation on behalf of e9a6ddb4a59f43149403fe46504a335e for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:53:58.872664 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9a073a32-4994-45f0-b023-b784df43edee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:58.886450 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3f56650e-bd58-4962-a6e0-c5a8556dce7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (3c4519c0-a878-4d30-b563-d3b3a6eaca4c), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:58.928331 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f56650e-bd58-4962-a6e0-c5a8556dce7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c4519c0-a878-4d30-b563-d3b3a6eaca4c,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:58.966620 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e420d3-5cad-4daf-bf9a-15922a492ba4 req-4e65a9fe-9b45-469d-a7a0-6c30438de1db tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:58.974064 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f8e420d3-5cad-4daf-bf9a-15922a492ba4 req-4e65a9fe-9b45-469d-a7a0-6c30438de1db tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.87 "GET /v2.0/ports?device_id=10ab8f37-6545-4f52-8f25-bc0963bc8fde HTTP/1.1" status: 200 len: 943 time: 0.0933182 Feb 02 06:53:58.990401 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port 9a237af1-01e2-443f-835e-386c2207b612 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 06:53:58.997719 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port d57b9366-cd86-4d58-a44d-b5e0d251b817, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=d57b9366-cd86-4d58-a44d-b5e0d251b817,segment=NetworkSegment(7c23084e-868e-4f06-b4ca-b642252d4dc6),segment_id=7c23084e-868e-4f06-b4ca-b642252d4dc6)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:53:59.008091 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port 9a237af1-01e2-443f-835e-386c2207b612 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:53:59.008481 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (9a237af1-01e2-443f-835e-386c2207b612), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:59.022103 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-3f56650e-bd58-4962-a6e0-c5a8556dce7f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=208c529cf22446d5ae052b8c68380cd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4031181 Feb 02 06:53:59.025278 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58206) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:59.065621 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': 'd57b9366-cd86-4d58-a44d-b5e0d251b817', 'network_id': '081c026d-8798-47ae-ae28-6481babaa3fe', 'port_id': 'd57b9366-cd86-4d58-a44d-b5e0d251b817', 'mac_address': 'fa:16:3e:a5:19:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10d74aaf-e202-4a59-be8f-2452f7f95bcf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 06:53:59.077202 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58208) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:53:59.083379 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f8e420d3-5cad-4daf-bf9a-15922a492ba4 req-c34fdc3a-f5ae-4be1-aa90-07e7c5ce2a5b tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.87 "GET /v2.0/security-groups?id=974679eb-14d2-4f44-9e62-35ad2dae7bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049609 Feb 02 06:53:59.129595 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b1d78bec-58bc-4095-8721-4e6e701d475c admin admin] Publish callbacks [] for security_group (3c4519c0-a878-4d30-b563-d3b3a6eaca4c), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:59.156881 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b1d78bec-58bc-4095-8721-4e6e701d475c admin admin] Publish callbacks [] for security_group (3c4519c0-a878-4d30-b563-d3b3a6eaca4c), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:59.171589 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port d57b9366-cd86-4d58-a44d-b5e0d251b817 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:53:59.172258 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (d57b9366-cd86-4d58-a44d-b5e0d251b817), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:59.174296 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 9a237af1-01e2-443f-835e-386c2207b612 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:53:59.174886 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (9a237af1-01e2-443f-835e-386c2207b612), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:59.243365 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b1d78bec-58bc-4095-8721-4e6e701d475c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (3c4519c0-a878-4d30-b563-d3b3a6eaca4c), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:59.245991 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b1d78bec-58bc-4095-8721-4e6e701d475c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:59.250472 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b1d78bec-58bc-4095-8721-4e6e701d475c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/3c4519c0-a878-4d30-b563-d3b3a6eaca4c HTTP/1.1" status: 204 len: 168 time: 0.2208004 Feb 02 06:53:59.269164 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d78bec-58bc-4095-8721-4e6e701d475c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c4519c0-a878-4d30-b563-d3b3a6eaca4c,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:59.281510 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9a073a32-4994-45f0-b023-b784df43edee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (47b832c2-6224-456b-94a9-e8f9133f4f13), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:59.337875 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a073a32-4994-45f0-b023-b784df43edee admin admin] Pushing event updated for resources: {'Subnet': ['ID=47b832c2-6224-456b-94a9-e8f9133f4f13,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:59.348642 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d57b9366-cd86-4d58-a44d-b5e0d251b817 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:53:59.355403 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [req-f095135b-9010-43db-9e52-14e2c15d0add req-ab215344-2343-40ef-b1c8-8f6fe859b6eb tempest-LiveAutoBlockMigrationV225Test-1760037822 tempest-LiveAutoBlockMigrationV225Test-1760037822-project-admin] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 06:53:59.358946 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f095135b-9010-43db-9e52-14e2c15d0add req-ab215344-2343-40ef-b1c8-8f6fe859b6eb tempest-LiveAutoBlockMigrationV225Test-1760037822 tempest-LiveAutoBlockMigrationV225Test-1760037822-project-admin] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2724650 Feb 02 06:53:59.359076 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a073a32-4994-45f0-b023-b784df43edee admin admin] Checking segment: {'id': '5745901e-4591-430c-9b26-8b5548e5dff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4e09fbfa-23a7-4a6a-9edf-b50c01a96e75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:53:59.359401 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a073a32-4994-45f0-b023-b784df43edee admin admin] Network hostable DHCP agents. Network: 4e09fbfa-23a7-4a6a-9edf-b50c01a96e75, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 06:53:59.377097 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38337374-79b9-4cd8-bc38-db066b9a6e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a237af1-01e2-443f-835e-386c2207b612'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:53:59.379844 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5ea3d3-79c3-48bf-b03b-44a1b51b10d8" -d '{"events": [{"server_uuid": "38337374-79b9-4cd8-bc38-db066b9a6e22", "name": "network-vif-plugged", "status": "completed", "tag": "9a237af1-01e2-443f-835e-386c2207b612"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:53:59.380320 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a073a32-4994-45f0-b023-b784df43edee admin admin] Network 4e09fbfa-23a7-4a6a-9edf-b50c01a96e75 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 06:53:59.395306 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-9a073a32-4994-45f0-b023-b784df43edee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 4e09fbfa-23a7-4a6a-9edf-b50c01a96e75) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:53:59.402618 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port d57b9366-cd86-4d58-a44d-b5e0d251b817, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=d57b9366-cd86-4d58-a44d-b5e0d251b817,segment=NetworkSegment(7c23084e-868e-4f06-b4ca-b642252d4dc6),segment_id=7c23084e-868e-4f06-b4ca-b642252d4dc6)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:53:59.402746 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a073a32-4994-45f0-b023-b784df43edee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:59.403690 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9a073a32-4994-45f0-b023-b784df43edee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:59.407168 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 9a237af1-01e2-443f-835e-386c2207b612, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=9a237af1-01e2-443f-835e-386c2207b612,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:53:59.408560 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554a30c4-6b42-40de-8b14-2b78494b65f5 None None] Network 4e09fbfa-23a7-4a6a-9edf-b50c01a96e75 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 06:53:59.412706 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (d57b9366-cd86-4d58-a44d-b5e0d251b817), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:59.434982 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (9a237af1-01e2-443f-835e-386c2207b612), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:53:59.444373 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-9a073a32-4994-45f0-b023-b784df43edee admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7150905 Feb 02 06:53:59.517724 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 06:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c713b9fb-7d47-4565-b7a9-20079759c545 x-openstack-request-id: req-c713b9fb-7d47-4565-b7a9-20079759c545 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:53:59.518043 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38337374-79b9-4cd8-bc38-db066b9a6e22", "name": "network-vif-plugged", "status": "completed", "tag": "9a237af1-01e2-443f-835e-386c2207b612", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:53:59.518303 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c713b9fb-7d47-4565-b7a9-20079759c545 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:53:59.518698 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38337374-79b9-4cd8-bc38-db066b9a6e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a237af1-01e2-443f-835e-386c2207b612', 'code': 200} Feb 02 06:53:59.535654 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=d57b9366-cd86-4d58-a44d-b5e0d251b817,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:59.617130 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb20cf7-aa2b-44c6-9c20-118602d10136 None None] Network 4e09fbfa-23a7-4a6a-9edf-b50c01a96e75 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 06:53:59.691612 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea07ac-7317-433e-98c6-88b0ebed9b9b req-86b3dee9-054a-47bd-ac83-ff2ec7d518e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:59.693641 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-87ea07ac-7317-433e-98c6-88b0ebed9b9b req-86b3dee9-054a-47bd-ac83-ff2ec7d518e6 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=38337374-79b9-4cd8-bc38-db066b9a6e22 HTTP/1.1" status: 200 len: 1132 time: 0.0672257 Feb 02 06:53:59.721008 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=9a237af1-01e2-443f-835e-386c2207b612,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:53:59.724023 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['d57b9366-cd86-4d58-a44d-b5e0d251b817'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:53:59.820012 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3721fb3e-2029-4051-8e95-01dc55ddac06 req-feb7b158-09ba-461f-9555-2ab737503f9c tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:53:59.821967 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3721fb3e-2029-4051-8e95-01dc55ddac06 req-feb7b158-09ba-461f-9555-2ab737503f9c tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/ports?device_id=38337374-79b9-4cd8-bc38-db066b9a6e22 HTTP/1.1" status: 200 len: 949 time: 0.0813062 Feb 02 06:53:59.848874 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-87ea07ac-7317-433e-98c6-88b0ebed9b9b req-2d12d0c5-7eb2-40a1-a5a8-9cd948b43acc service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=dec561c4-af02-45e3-8dd4-23494a090077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455662 Feb 02 06:53:59.877436 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cff058b3-b02d-471e-998d-c9b7392ae8fe req-ecba751a-6210-4459-b97d-147f5f1c1b29 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=625037db-4e02-46c1-910d-629e80ff63e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0956588 Feb 02 06:53:59.908180 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3721fb3e-2029-4051-8e95-01dc55ddac06 req-4015cd91-7b74-4a0b-849d-3774c0b025b1 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/security-groups?id=dec561c4-af02-45e3-8dd4-23494a090077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799296 Feb 02 06:54:00.005413 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff058b3-b02d-471e-998d-c9b7392ae8fe req-98458315-8d0c-4e9d-8409-fe257932b071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:00.006934 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cff058b3-b02d-471e-998d-c9b7392ae8fe req-98458315-8d0c-4e9d-8409-fe257932b071 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f44764c06b0a4b26bf3f8d7745202e1c&device_id=625037db-4e02-46c1-910d-629e80ff63e4 HTTP/1.1" status: 200 len: 1133 time: 0.0557718 Feb 02 06:54:00.138065 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095135b-9010-43db-9e52-14e2c15d0add req-79729bff-9896-4270-ba68-08de31556a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:00.139892 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f095135b-9010-43db-9e52-14e2c15d0add req-79729bff-9896-4270-ba68-08de31556a0c service neutron] 10.222.0.87 "GET /v2.0/ports/9770e2d2-a414-4db6-9115-5ff68232fc06 HTTP/1.1" status: 200 len: 1125 time: 0.5354593 Feb 02 06:54:00.152815 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff058b3-b02d-471e-998d-c9b7392ae8fe req-1c343f06-446b-42d3-896e-8670e2d707d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:00.153888 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-f095135b-9010-43db-9e52-14e2c15d0add req-46c08218-3bb0-462f-97b1-ff658a8c58b2 service neutron] Request body: {'binding': {'host': 'n-h1-789963-26', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:54:00.155211 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-f095135b-9010-43db-9e52-14e2c15d0add req-46c08218-3bb0-462f-97b1-ff658a8c58b2 service neutron] Unknown quota resources ['binding']. {{(pid=109694) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 02 06:54:00.155752 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cff058b3-b02d-471e-998d-c9b7392ae8fe req-1c343f06-446b-42d3-896e-8670e2d707d7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 HTTP/1.1" status: 200 len: 870 time: 0.1236041 Feb 02 06:54:00.215592 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cff058b3-b02d-471e-998d-c9b7392ae8fe req-66d5bd2e-2336-45ba-bd0d-a3571a7c9eb4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=0e6bbfb6-34b5-4bb1-925e-5fd420a44b52 HTTP/1.1" status: 200 len: 217 time: 0.0533884 Feb 02 06:54:00.272517 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff058b3-b02d-471e-998d-c9b7392ae8fe req-fdfd92b6-55c6-48cc-835c-524cabdbd552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:00.274691 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cff058b3-b02d-471e-998d-c9b7392ae8fe req-fdfd92b6-55c6-48cc-835c-524cabdbd552 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.0536499 Feb 02 06:54:00.333609 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff058b3-b02d-471e-998d-c9b7392ae8fe req-8580beeb-21b6-4fca-8740-25ee6903c4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:00.335214 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cff058b3-b02d-471e-998d-c9b7392ae8fe req-8580beeb-21b6-4fca-8740-25ee6903c4c5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0542386 Feb 02 06:54:00.350018 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f011ff-5ba9-4d62-930b-13a77f4b11ed req-b8686489-a888-44cd-b5c2-eeb03ecbdffc tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:00.352300 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e0f011ff-5ba9-4d62-930b-13a77f4b11ed req-b8686489-a888-44cd-b5c2-eeb03ecbdffc tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.87 "GET /v2.0/ports?device_id=10ab8f37-6545-4f52-8f25-bc0963bc8fde HTTP/1.1" status: 200 len: 944 time: 0.1699619 Feb 02 06:54:00.379495 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-f095135b-9010-43db-9e52-14e2c15d0add req-46c08218-3bb0-462f-97b1-ff658a8c58b2 service neutron] Attempting to bind port 9770e2d2-a414-4db6-9115-5ff68232fc06 on host n-h1-789963-26 for vnic_type normal with profile None {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:54:00.380095 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-f095135b-9010-43db-9e52-14e2c15d0add req-46c08218-3bb0-462f-97b1-ff658a8c58b2 service neutron] Attempting to bind port 9770e2d2-a414-4db6-9115-5ff68232fc06 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a90e0175-1e1a-46fd-ade5-a34b643c83ca'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:54:00.380199 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f095135b-9010-43db-9e52-14e2c15d0add req-46c08218-3bb0-462f-97b1-ff658a8c58b2 service neutron] Attempting to bind port 9770e2d2-a414-4db6-9115-5ff68232fc06 on network a90e0175-1e1a-46fd-ade5-a34b643c83ca {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:54:00.387302 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f095135b-9010-43db-9e52-14e2c15d0add req-46c08218-3bb0-462f-97b1-ff658a8c58b2 service neutron] Port 9770e2d2-a414-4db6-9115-5ff68232fc06 on network a90e0175-1e1a-46fd-ade5-a34b643c83ca not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 06:54:00.387654 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f095135b-9010-43db-9e52-14e2c15d0add req-46c08218-3bb0-462f-97b1-ff658a8c58b2 service neutron] Attempting to bind port 9770e2d2-a414-4db6-9115-5ff68232fc06 on network a90e0175-1e1a-46fd-ade5-a34b643c83ca {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:54:00.396970 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f095135b-9010-43db-9e52-14e2c15d0add req-46c08218-3bb0-462f-97b1-ff658a8c58b2 service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:54:00.397316 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f095135b-9010-43db-9e52-14e2c15d0add req-46c08218-3bb0-462f-97b1-ff658a8c58b2 service neutron] Checking segment: {'id': 'ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a90e0175-1e1a-46fd-ade5-a34b643c83ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:54:00.397699 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f095135b-9010-43db-9e52-14e2c15d0add req-46c08218-3bb0-462f-97b1-ff658a8c58b2 service neutron] Bound using segment: {'id': 'ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a90e0175-1e1a-46fd-ade5-a34b643c83ca'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:54:00.398119 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-f095135b-9010-43db-9e52-14e2c15d0add req-46c08218-3bb0-462f-97b1-ff658a8c58b2 service neutron] Bound port: 9770e2d2-a414-4db6-9115-5ff68232fc06, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a90e0175-1e1a-46fd-ade5-a34b643c83ca'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:54:00.460377 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cff058b3-b02d-471e-998d-c9b7392ae8fe req-3de9ab7a-3b66-4882-8073-f32038e5ae8d service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189013 Feb 02 06:54:00.478866 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e0f011ff-5ba9-4d62-930b-13a77f4b11ed req-31225e70-170a-49b2-be51-0fe25cb5d043 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.87 "GET /v2.0/security-groups?id=974679eb-14d2-4f44-9e62-35ad2dae7bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124239 Feb 02 06:54:00.519607 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-f095135b-9010-43db-9e52-14e2c15d0add req-46c08218-3bb0-462f-97b1-ff658a8c58b2 service neutron] For port 9770e2d2-a414-4db6-9115-5ff68232fc06, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=9770e2d2-a414-4db6-9115-5ff68232fc06,segment=NetworkSegment(ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b),segment_id=ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:54:00.529463 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f095135b-9010-43db-9e52-14e2c15d0add req-46c08218-3bb0-462f-97b1-ff658a8c58b2 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:00.531456 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f095135b-9010-43db-9e52-14e2c15d0add req-46c08218-3bb0-462f-97b1-ff658a8c58b2 service neutron] 10.222.0.87 "POST /v2.0/ports/9770e2d2-a414-4db6-9115-5ff68232fc06/bindings HTTP/1.1" status: 201 len: 390 time: 0.3857548 Feb 02 06:54:00.596406 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cff058b3-b02d-471e-998d-c9b7392ae8fe req-12c7d638-1004-42af-a336-3288923a43df service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273503 Feb 02 06:54:00.605995 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58270) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:54:00.707654 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device d57b9366-cd86-4d58-a44d-b5e0d251b817 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:54:00.770397 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e0fab-ff68-4bf9-9887-702b3f891fcf req-dee037af-c754-4c00-b89d-aeeabba0d181 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:00.772279 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a31e0fab-ff68-4bf9-9887-702b3f891fcf req-dee037af-c754-4c00-b89d-aeeabba0d181 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=39546764-67dd-4b6e-a45a-c2c507299e35 HTTP/1.1" status: 200 len: 945 time: 0.0846105 Feb 02 06:54:00.790359 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port d57b9366-cd86-4d58-a44d-b5e0d251b817 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 06:54:00.796372 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port d57b9366-cd86-4d58-a44d-b5e0d251b817 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:54:00.797543 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (d57b9366-cd86-4d58-a44d-b5e0d251b817), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:00.867123 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a31e0fab-ff68-4bf9-9887-702b3f891fcf req-86f3cd76-5a96-4a8c-825a-6a6c825ddb38 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881023 Feb 02 06:54:00.942172 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port d57b9366-cd86-4d58-a44d-b5e0d251b817 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:54:00.943898 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (d57b9366-cd86-4d58-a44d-b5e0d251b817), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:01.006518 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port d57b9366-cd86-4d58-a44d-b5e0d251b817, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=d57b9366-cd86-4d58-a44d-b5e0d251b817,segment=NetworkSegment(7c23084e-868e-4f06-b4ca-b642252d4dc6),segment_id=7c23084e-868e-4f06-b4ca-b642252d4dc6)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:54:01.014746 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (d57b9366-cd86-4d58-a44d-b5e0d251b817), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:01.074680 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095135b-9010-43db-9e52-14e2c15d0add req-b84f8dc6-1b88-4db4-ae17-6970a58ad9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:01.077298 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f095135b-9010-43db-9e52-14e2c15d0add req-b84f8dc6-1b88-4db4-ae17-6970a58ad9b3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fe8bfc83663b43b9aae4137bcb39e5dc&device_id=39546764-67dd-4b6e-a45a-c2c507299e35 HTTP/1.1" status: 200 len: 1128 time: 0.0909877 Feb 02 06:54:01.089914 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf7fad5-2886-476b-b3fa-71c146d8aa42 req-2307972b-e5af-4c35-af67-a15a1bd3bf8e tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:01.091754 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-dbf7fad5-2886-476b-b3fa-71c146d8aa42 req-2307972b-e5af-4c35-af67-a15a1bd3bf8e tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/ports?device_id=38337374-79b9-4cd8-bc38-db066b9a6e22 HTTP/1.1" status: 200 len: 949 time: 0.0934865 Feb 02 06:54:01.126783 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0c559110-5d5f-43ef-b678-0421e69d65bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:01.156487 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=d57b9366-cd86-4d58-a44d-b5e0d251b817,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:01.211879 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-dbf7fad5-2886-476b-b3fa-71c146d8aa42 req-f5da8d0b-83fb-46bf-b151-f02c2d7dd8b8 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/security-groups?id=dec561c4-af02-45e3-8dd4-23494a090077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107938 Feb 02 06:54:01.235486 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095135b-9010-43db-9e52-14e2c15d0add req-1efcf6c8-9556-4b78-a411-adeb04f6cb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:01.237283 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f095135b-9010-43db-9e52-14e2c15d0add req-1efcf6c8-9556-4b78-a411-adeb04f6cb4b service neutron] 10.222.0.88 "GET /v2.0/networks?id=a90e0175-1e1a-46fd-ade5-a34b643c83ca HTTP/1.1" status: 200 len: 921 time: 0.1444638 Feb 02 06:54:01.315517 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f095135b-9010-43db-9e52-14e2c15d0add req-d0832252-cf83-4e1a-9a1d-0e26ca636d11 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9770e2d2-a414-4db6-9115-5ff68232fc06 HTTP/1.1" status: 200 len: 217 time: 0.0704796 Feb 02 06:54:01.379957 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095135b-9010-43db-9e52-14e2c15d0add req-66e618c5-a9b6-4c70-aa00-c814ca4a7efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:01.381847 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f095135b-9010-43db-9e52-14e2c15d0add req-66e618c5-a9b6-4c70-aa00-c814ca4a7efe service neutron] 10.222.0.88 "GET /v2.0/subnets?id=718edbdc-92b0-46ac-b280-821a5ec70f8a HTTP/1.1" status: 200 len: 860 time: 0.0601254 Feb 02 06:54:01.421024 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f095135b-9010-43db-9e52-14e2c15d0add req-ff5fce2b-8680-48be-be59-452951fd3d33 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a90e0175-1e1a-46fd-ade5-a34b643c83ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314455 Feb 02 06:54:01.480591 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161b7d0-9272-4a6b-838d-a91d456ba7c7 req-9b59dcd2-ed2c-46e6-8138-3b310c6b1c65 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:01.488115 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3161b7d0-9272-4a6b-838d-a91d456ba7c7 req-9b59dcd2-ed2c-46e6-8138-3b310c6b1c65 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/networks?id=ad127856-4465-484c-882c-e096f13573c2 HTTP/1.1" status: 200 len: 807 time: 0.4120166 Feb 02 06:54:01.510487 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3161b7d0-9272-4a6b-838d-a91d456ba7c7 req-a315ea85-c6be-4215-8eb1-df63f300e668 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/quotas/94634d8b4d2a41de8e59c8bd88798343 HTTP/1.1" status: 200 len: 375 time: 0.0214393 Feb 02 06:54:01.519836 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10ab8f37-6545-4f52-8f25-bc0963bc8fde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd57b9366-cd86-4d58-a44d-b5e0d251b817'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:54:01.522661 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db0cf9d3-76ba-4b46-946b-95f69519cf1a" -d '{"events": [{"server_uuid": "10ab8f37-6545-4f52-8f25-bc0963bc8fde", "name": "network-vif-plugged", "status": "completed", "tag": "d57b9366-cd86-4d58-a44d-b5e0d251b817"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:54:01.550219 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3161b7d0-9272-4a6b-838d-a91d456ba7c7 req-e65ca3f4-a58e-4fa9-9fee-7d5fb44b62f9 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=94634d8b4d2a41de8e59c8bd88798343&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385573 Feb 02 06:54:01.631036 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f095135b-9010-43db-9e52-14e2c15d0add req-60112538-5ed6-41f2-9a6a-651cfdff9007 service neutron] 10.222.0.88 "GET /v2.0/networks/a90e0175-1e1a-46fd-ade5-a34b643c83ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007089 Feb 02 06:54:01.648667 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0c559110-5d5f-43ef-b678-0421e69d65bf admin admin] Publish callbacks [] for security_group (e925fa91-5494-4662-9892-81e2841b3da8), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:01.648877 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c953d3e-e0b7-4b81-a607-7c9923361067 req-e6104b11-6d9d-4284-87c7-bbf2bdca3f7e tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:01.650242 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7c953d3e-e0b7-4b81-a607-7c9923361067 req-e6104b11-6d9d-4284-87c7-bbf2bdca3f7e tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/ports?device_id=38337374-79b9-4cd8-bc38-db066b9a6e22 HTTP/1.1" status: 200 len: 949 time: 0.1061540 Feb 02 06:54:01.658801 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0c559110-5d5f-43ef-b678-0421e69d65bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (e925fa91-5494-4662-9892-81e2841b3da8), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:01.715205 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3161b7d0-9272-4a6b-838d-a91d456ba7c7 req-21eaa41f-8882-4d9c-80c0-a48d336c1e2b service neutron] 10.222.0.87 "GET /v2.0/networks/ad127856-4465-484c-882c-e096f13573c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639187 Feb 02 06:54:01.718147 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0c559110-5d5f-43ef-b678-0421e69d65bf admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=0114ea41ea72426a9fef8e43158205b3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1110227 Feb 02 06:54:01.720661 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58322) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:54:01.737301 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c559110-5d5f-43ef-b678-0421e69d65bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e925fa91-5494-4662-9892-81e2841b3da8,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:01.791466 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7c953d3e-e0b7-4b81-a607-7c9923361067 req-857227fc-4d8c-483f-9f52-cc88159054c7 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/security-groups?id=dec561c4-af02-45e3-8dd4-23494a090077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305048 Feb 02 06:54:01.809402 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f095135b-9010-43db-9e52-14e2c15d0add req-8a55383b-17f2-4fca-8507-f995af2036a1 service neutron] 10.222.0.88 "GET /v2.0/networks/a90e0175-1e1a-46fd-ade5-a34b643c83ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573045 Feb 02 06:54:01.859598 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-005b5a31-3ef5-4767-96bd-eeb4448d9efe admin admin] Publish callbacks [] for security_group (e925fa91-5494-4662-9892-81e2841b3da8), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:01.884402 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3161b7d0-9272-4a6b-838d-a91d456ba7c7 req-b4c54a1e-b2e5-48d7-906a-1affe48f3463 service neutron] 10.222.0.87 "GET /v2.0/networks/ad127856-4465-484c-882c-e096f13573c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569889 Feb 02 06:54:01.894071 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-005b5a31-3ef5-4767-96bd-eeb4448d9efe admin admin] Publish callbacks [] for security_group (e925fa91-5494-4662-9892-81e2841b3da8), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:01.957656 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-005b5a31-3ef5-4767-96bd-eeb4448d9efe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (e925fa91-5494-4662-9892-81e2841b3da8), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:01.960748 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-005b5a31-3ef5-4767-96bd-eeb4448d9efe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:01.962190 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-005b5a31-3ef5-4767-96bd-eeb4448d9efe admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/e925fa91-5494-4662-9892-81e2841b3da8 HTTP/1.1" status: 204 len: 168 time: 0.2402029 Feb 02 06:54:01.976508 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005b5a31-3ef5-4767-96bd-eeb4448d9efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e925fa91-5494-4662-9892-81e2841b3da8,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:01.977487 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a67d7-a4f2-4b04-9425-0e2e3fa1e496 req-782f34b0-7d1f-4227-b455-3ed36064de9d tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:01.991998 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-da5a67d7-a4f2-4b04-9425-0e2e3fa1e496 req-782f34b0-7d1f-4227-b455-3ed36064de9d tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.87 "GET /v2.0/ports?device_id=10ab8f37-6545-4f52-8f25-bc0963bc8fde HTTP/1.1" status: 200 len: 945 time: 0.1032765 Feb 02 06:54:02.052097 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-da5a67d7-a4f2-4b04-9425-0e2e3fa1e496 req-aaaea5c4-f999-49f3-9bea-10a254af2cc2 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.87 "GET /v2.0/security-groups?id=974679eb-14d2-4f44-9e62-35ad2dae7bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591872 Feb 02 06:54:02.106373 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 06:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d946e1-e7e3-470e-95b1-feab95469938 x-openstack-request-id: req-95d946e1-e7e3-470e-95b1-feab95469938 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:54:02.107979 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10ab8f37-6545-4f52-8f25-bc0963bc8fde", "name": "network-vif-plugged", "status": "completed", "tag": "d57b9366-cd86-4d58-a44d-b5e0d251b817", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:54:02.108590 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-95d946e1-e7e3-470e-95b1-feab95469938 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:54:02.109176 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10ab8f37-6545-4f52-8f25-bc0963bc8fde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd57b9366-cd86-4d58-a44d-b5e0d251b817', 'code': 200} Feb 02 06:54:02.261880 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095135b-9010-43db-9e52-14e2c15d0add req-3794f197-c87b-46db-b14f-412739a38e19 tempest-LiveAutoBlockMigrationV225Test-1760037822 tempest-LiveAutoBlockMigrationV225Test-1760037822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:02.263406 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f095135b-9010-43db-9e52-14e2c15d0add req-3794f197-c87b-46db-b14f-412739a38e19 tempest-LiveAutoBlockMigrationV225Test-1760037822 tempest-LiveAutoBlockMigrationV225Test-1760037822-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=39546764-67dd-4b6e-a45a-c2c507299e35&tenant_id=fe8bfc83663b43b9aae4137bcb39e5dc&binding%3Ahost_id=n-h2-789963-26 HTTP/1.1" status: 200 len: 1128 time: 0.1905696 Feb 02 06:54:02.292278 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-f095135b-9010-43db-9e52-14e2c15d0add req-2b8f2a20-fbb9-4ab1-a859-461f8ab58c29 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-789963-26'}}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:54:02.299968 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f31e7c-35f9-4ed1-96e4-47edeaa29d6b req-4a7b121d-1d03-4558-8ec7-ec0e9eac41c1 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:02.302282 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e8f31e7c-35f9-4ed1-96e4-47edeaa29d6b req-4a7b121d-1d03-4558-8ec7-ec0e9eac41c1 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=39546764-67dd-4b6e-a45a-c2c507299e35 HTTP/1.1" status: 200 len: 945 time: 0.0995800 Feb 02 06:54:02.405782 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f095135b-9010-43db-9e52-14e2c15d0add req-2b8f2a20-fbb9-4ab1-a859-461f8ab58c29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (9770e2d2-a414-4db6-9115-5ff68232fc06), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:02.408267 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e8f31e7c-35f9-4ed1-96e4-47edeaa29d6b req-57425cc4-2f58-4a05-9704-cffdf0d5f003 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694547 Feb 02 06:54:02.415505 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5ee4e-a808-4827-9d2d-0b3681a9db0e req-90e66f26-ed1b-418c-b52f-8389f15e4a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:02.426436 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6ce5ee4e-a808-4827-9d2d-0b3681a9db0e req-90e66f26-ed1b-418c-b52f-8389f15e4a5b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=10ab8f37-6545-4f52-8f25-bc0963bc8fde HTTP/1.1" status: 200 len: 1128 time: 0.1454298 Feb 02 06:54:02.534672 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-092e399e-b75e-4508-9907-7005391982a6 req-7954517a-1775-4657-95d4-c7a411f103e7 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=3198844e-639f-4156-b68e-3a3b15da1358 HTTP/1.1" status: 200 len: 210 time: 0.0629992 Feb 02 06:54:02.552857 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6ce5ee4e-a808-4827-9d2d-0b3681a9db0e req-2d791c5d-8b29-4840-8bde-c5272cc656cb service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=974679eb-14d2-4f44-9e62-35ad2dae7bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270168 Feb 02 06:54:02.611425 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-f095135b-9010-43db-9e52-14e2c15d0add req-2b8f2a20-fbb9-4ab1-a859-461f8ab58c29 service neutron] For port 9770e2d2-a414-4db6-9115-5ff68232fc06, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=9770e2d2-a414-4db6-9115-5ff68232fc06,segment=NetworkSegment(ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b),segment_id=ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:54:02.677388 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-f095135b-9010-43db-9e52-14e2c15d0add req-2b8f2a20-fbb9-4ab1-a859-461f8ab58c29 service neutron] For port 9770e2d2-a414-4db6-9115-5ff68232fc06, host n-h2-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:54:02.750516 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58364) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:54:02.755697 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39546764-67dd-4b6e-a45a-c2c507299e35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9770e2d2-a414-4db6-9115-5ff68232fc06'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:54:02.767067 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c898df36-4778-40af-a86f-6d17cf1f784c" -d '{"events": [{"server_uuid": "39546764-67dd-4b6e-a45a-c2c507299e35", "name": "network-vif-unplugged", "status": "completed", "tag": "9770e2d2-a414-4db6-9115-5ff68232fc06"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:54:02.772761 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f7927843-25f9-4d3d-affb-cca930edce09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:02.775528 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f095135b-9010-43db-9e52-14e2c15d0add req-2b8f2a20-fbb9-4ab1-a859-461f8ab58c29 service neutron] Publish callbacks [] for port (9770e2d2-a414-4db6-9115-5ff68232fc06), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:02.795725 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f095135b-9010-43db-9e52-14e2c15d0add req-2b8f2a20-fbb9-4ab1-a859-461f8ab58c29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (9770e2d2-a414-4db6-9115-5ff68232fc06), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:02.902943 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8f2a20-fbb9-4ab1-a859-461f8ab58c29 service neutron] Pushing event updated for resources: {'Port': ['ID=9770e2d2-a414-4db6-9115-5ff68232fc06,revision_number=7']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:02.921918 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-f095135b-9010-43db-9e52-14e2c15d0add req-2b8f2a20-fbb9-4ab1-a859-461f8ab58c29 service neutron] Attempting to bind port 9770e2d2-a414-4db6-9115-5ff68232fc06 on host n-h2-789963-26 for vnic_type normal with profile {"migrating_to": "n-h1-789963-26"} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:54:02.922266 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-f095135b-9010-43db-9e52-14e2c15d0add req-2b8f2a20-fbb9-4ab1-a859-461f8ab58c29 service neutron] Attempting to bind port 9770e2d2-a414-4db6-9115-5ff68232fc06 by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': 'ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a90e0175-1e1a-46fd-ade5-a34b643c83ca'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:54:02.922666 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f095135b-9010-43db-9e52-14e2c15d0add req-2b8f2a20-fbb9-4ab1-a859-461f8ab58c29 service neutron] Attempting to bind port 9770e2d2-a414-4db6-9115-5ff68232fc06 on network a90e0175-1e1a-46fd-ade5-a34b643c83ca {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:54:02.927873 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f095135b-9010-43db-9e52-14e2c15d0add req-2b8f2a20-fbb9-4ab1-a859-461f8ab58c29 service neutron] Port 9770e2d2-a414-4db6-9115-5ff68232fc06 on network a90e0175-1e1a-46fd-ade5-a34b643c83ca not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 06:54:02.928150 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f095135b-9010-43db-9e52-14e2c15d0add req-2b8f2a20-fbb9-4ab1-a859-461f8ab58c29 service neutron] Attempting to bind port 9770e2d2-a414-4db6-9115-5ff68232fc06 on network a90e0175-1e1a-46fd-ade5-a34b643c83ca {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:54:02.933398 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f095135b-9010-43db-9e52-14e2c15d0add req-2b8f2a20-fbb9-4ab1-a859-461f8ab58c29 service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:54:02.933739 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f095135b-9010-43db-9e52-14e2c15d0add req-2b8f2a20-fbb9-4ab1-a859-461f8ab58c29 service neutron] Checking segment: {'id': 'ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a90e0175-1e1a-46fd-ade5-a34b643c83ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:54:02.934131 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f095135b-9010-43db-9e52-14e2c15d0add req-2b8f2a20-fbb9-4ab1-a859-461f8ab58c29 service neutron] Bound using segment: {'id': 'ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a90e0175-1e1a-46fd-ade5-a34b643c83ca'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:54:02.934562 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-f095135b-9010-43db-9e52-14e2c15d0add req-2b8f2a20-fbb9-4ab1-a859-461f8ab58c29 service neutron] Bound port: 9770e2d2-a414-4db6-9115-5ff68232fc06, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a90e0175-1e1a-46fd-ade5-a34b643c83ca'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:54:02.934919 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f095135b-9010-43db-9e52-14e2c15d0add req-2b8f2a20-fbb9-4ab1-a859-461f8ab58c29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (9770e2d2-a414-4db6-9115-5ff68232fc06), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:02.963750 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f7927843-25f9-4d3d-affb-cca930edce09 admin admin] Publish callbacks [] for security_group (8d707a90-8402-45a5-af37-85c1e6deeb50), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:02.974054 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f7927843-25f9-4d3d-affb-cca930edce09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (8d707a90-8402-45a5-af37-85c1e6deeb50), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:03.020327 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 06:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1fa2a8b-4f41-4103-bf8d-57197c6d6359 x-openstack-request-id: req-f1fa2a8b-4f41-4103-bf8d-57197c6d6359 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:54:03.020942 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39546764-67dd-4b6e-a45a-c2c507299e35", "name": "network-vif-unplugged", "status": "completed", "tag": "9770e2d2-a414-4db6-9115-5ff68232fc06", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:54:03.021402 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f1fa2a8b-4f41-4103-bf8d-57197c6d6359 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:54:03.021992 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39546764-67dd-4b6e-a45a-c2c507299e35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9770e2d2-a414-4db6-9115-5ff68232fc06', 'code': 200} Feb 02 06:54:03.038794 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f7927843-25f9-4d3d-affb-cca930edce09 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=88f6c73443b14db385fe5d2fced19934&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2869995 Feb 02 06:54:03.042573 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58374) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:54:03.043199 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7927843-25f9-4d3d-affb-cca930edce09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d707a90-8402-45a5-af37-85c1e6deeb50,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:03.071719 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-f095135b-9010-43db-9e52-14e2c15d0add req-2b8f2a20-fbb9-4ab1-a859-461f8ab58c29 service neutron] For port 9770e2d2-a414-4db6-9115-5ff68232fc06, host n-h2-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:54:03.100281 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-f095135b-9010-43db-9e52-14e2c15d0add req-2b8f2a20-fbb9-4ab1-a859-461f8ab58c29 service neutron] For port 9770e2d2-a414-4db6-9115-5ff68232fc06, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=9770e2d2-a414-4db6-9115-5ff68232fc06,segment=NetworkSegment(ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b),segment_id=ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:54:03.126778 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f095135b-9010-43db-9e52-14e2c15d0add req-2b8f2a20-fbb9-4ab1-a859-461f8ab58c29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (9770e2d2-a414-4db6-9115-5ff68232fc06), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:03.137776 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9d4c9785-7d14-42ca-8e17-8c200c0e03cd admin admin] Publish callbacks [] for security_group (8d707a90-8402-45a5-af37-85c1e6deeb50), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:03.177960 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde6b0d-a854-4f55-a07a-5d47146ee425 req-29940d2f-4046-4396-aebd-b46c7c61ec4a tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:03.184858 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6dde6b0d-a854-4f55-a07a-5d47146ee425 req-29940d2f-4046-4396-aebd-b46c7c61ec4a tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/ports?device_id=38337374-79b9-4cd8-bc38-db066b9a6e22 HTTP/1.1" status: 200 len: 949 time: 0.0924997 Feb 02 06:54:03.219082 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9d4c9785-7d14-42ca-8e17-8c200c0e03cd admin admin] Publish callbacks [] for security_group (8d707a90-8402-45a5-af37-85c1e6deeb50), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:03.237641 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8f2a20-fbb9-4ab1-a859-461f8ab58c29 service neutron] Pushing event updated for resources: {'Port': ['ID=9770e2d2-a414-4db6-9115-5ff68232fc06,revision_number=8']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:03.253403 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6dde6b0d-a854-4f55-a07a-5d47146ee425 req-c843431d-b10b-4578-b1cc-e4cd43e19d81 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/security-groups?id=dec561c4-af02-45e3-8dd4-23494a090077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623991 Feb 02 06:54:03.288413 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095135b-9010-43db-9e52-14e2c15d0add req-2b8f2a20-fbb9-4ab1-a859-461f8ab58c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:03.290192 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f095135b-9010-43db-9e52-14e2c15d0add req-2b8f2a20-fbb9-4ab1-a859-461f8ab58c29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:03.290459 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f095135b-9010-43db-9e52-14e2c15d0add req-2b8f2a20-fbb9-4ab1-a859-461f8ab58c29 service neutron] 10.222.0.88 "PUT /v2.0/ports/9770e2d2-a414-4db6-9115-5ff68232fc06 HTTP/1.1" status: 200 len: 1123 time: 1.0131643 Feb 02 06:54:03.330365 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9d4c9785-7d14-42ca-8e17-8c200c0e03cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (8d707a90-8402-45a5-af37-85c1e6deeb50), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:03.334605 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9d4c9785-7d14-42ca-8e17-8c200c0e03cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:03.336189 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-9d4c9785-7d14-42ca-8e17-8c200c0e03cd admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/8d707a90-8402-45a5-af37-85c1e6deeb50 HTTP/1.1" status: 204 len: 168 time: 0.2905629 Feb 02 06:54:03.371597 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4c9785-7d14-42ca-8e17-8c200c0e03cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d707a90-8402-45a5-af37-85c1e6deeb50,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:03.405478 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4c9785-7d14-42ca-8e17-8c200c0e03cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:54:03.405930 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4c9785-7d14-42ca-8e17-8c200c0e03cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:54:03.406348 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4c9785-7d14-42ca-8e17-8c200c0e03cd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:54:03.406802 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4c9785-7d14-42ca-8e17-8c200c0e03cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:54:03.407195 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4c9785-7d14-42ca-8e17-8c200c0e03cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:54:03.407658 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4c9785-7d14-42ca-8e17-8c200c0e03cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:54:03.408279 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4c9785-7d14-42ca-8e17-8c200c0e03cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:54:03.408914 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4c9785-7d14-42ca-8e17-8c200c0e03cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:54:03.409030 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4c9785-7d14-42ca-8e17-8c200c0e03cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:54:03.409434 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4c9785-7d14-42ca-8e17-8c200c0e03cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:54:03.409831 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4c9785-7d14-42ca-8e17-8c200c0e03cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:54:03.410249 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4c9785-7d14-42ca-8e17-8c200c0e03cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:54:03.410801 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4c9785-7d14-42ca-8e17-8c200c0e03cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:54:03.437564 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745db84b-64c9-4f3d-b016-7fe6c8a6042b req-19354d4f-a611-4e41-83e5-a8366368c1be tempest-LiveMigrationNegativeTest-539909978 tempest-LiveMigrationNegativeTest-539909978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:03.438716 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['9770e2d2-a414-4db6-9115-5ff68232fc06'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:54:03.447792 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de989507-7061-46ff-9fd4-3067f13774ef req-f9d54b21-8ae4-4bdc-8df4-b66de2326e9e tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:03.458605 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-de989507-7061-46ff-9fd4-3067f13774ef req-f9d54b21-8ae4-4bdc-8df4-b66de2326e9e tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.87 "GET /v2.0/ports?device_id=10ab8f37-6545-4f52-8f25-bc0963bc8fde HTTP/1.1" status: 200 len: 945 time: 0.1097105 Feb 02 06:54:03.459705 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-745db84b-64c9-4f3d-b016-7fe6c8a6042b req-19354d4f-a611-4e41-83e5-a8366368c1be tempest-LiveMigrationNegativeTest-539909978 tempest-LiveMigrationNegativeTest-539909978-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=38337374-79b9-4cd8-bc38-db066b9a6e22 HTTP/1.1" status: 200 len: 1132 time: 0.0889435 Feb 02 06:54:03.478764 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-745db84b-64c9-4f3d-b016-7fe6c8a6042b req-12295d83-57d1-40a2-982c-ab115515e7e2 tempest-LiveMigrationNegativeTest-539909978 tempest-LiveMigrationNegativeTest-539909978-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:03.519885 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-de989507-7061-46ff-9fd4-3067f13774ef req-20175e5f-343e-43f7-a386-115a2674fa34 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.87 "GET /v2.0/security-groups?id=974679eb-14d2-4f44-9e62-35ad2dae7bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593028 Feb 02 06:54:03.625327 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-745db84b-64c9-4f3d-b016-7fe6c8a6042b req-12295d83-57d1-40a2-982c-ab115515e7e2 tempest-LiveMigrationNegativeTest-539909978 tempest-LiveMigrationNegativeTest-539909978-project-admin] Publish callbacks [] for security_group (9c33c215-38f7-4589-96f2-2cc98b00466a), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:03.629236 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-745db84b-64c9-4f3d-b016-7fe6c8a6042b req-12295d83-57d1-40a2-982c-ab115515e7e2 tempest-LiveMigrationNegativeTest-539909978 tempest-LiveMigrationNegativeTest-539909978-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (9c33c215-38f7-4589-96f2-2cc98b00466a), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:03.691574 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-745db84b-64c9-4f3d-b016-7fe6c8a6042b req-12295d83-57d1-40a2-982c-ab115515e7e2 tempest-LiveMigrationNegativeTest-539909978 tempest-LiveMigrationNegativeTest-539909978-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=dec561c4-af02-45e3-8dd4-23494a090077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307389 Feb 02 06:54:03.694355 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12295d83-57d1-40a2-982c-ab115515e7e2 tempest-LiveMigrationNegativeTest-539909978 tempest-LiveMigrationNegativeTest-539909978-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c33c215-38f7-4589-96f2-2cc98b00466a,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:03.705983 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12295d83-57d1-40a2-982c-ab115515e7e2 tempest-LiveMigrationNegativeTest-539909978 tempest-LiveMigrationNegativeTest-539909978-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:54:03.706391 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12295d83-57d1-40a2-982c-ab115515e7e2 tempest-LiveMigrationNegativeTest-539909978 tempest-LiveMigrationNegativeTest-539909978-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:54:03.707074 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12295d83-57d1-40a2-982c-ab115515e7e2 tempest-LiveMigrationNegativeTest-539909978 tempest-LiveMigrationNegativeTest-539909978-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:54:03.707216 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12295d83-57d1-40a2-982c-ab115515e7e2 tempest-LiveMigrationNegativeTest-539909978 tempest-LiveMigrationNegativeTest-539909978-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:54:03.713814 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12295d83-57d1-40a2-982c-ab115515e7e2 tempest-LiveMigrationNegativeTest-539909978 tempest-LiveMigrationNegativeTest-539909978-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:54:03.714678 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12295d83-57d1-40a2-982c-ab115515e7e2 tempest-LiveMigrationNegativeTest-539909978 tempest-LiveMigrationNegativeTest-539909978-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:54:03.715261 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12295d83-57d1-40a2-982c-ab115515e7e2 tempest-LiveMigrationNegativeTest-539909978 tempest-LiveMigrationNegativeTest-539909978-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:54:03.716228 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12295d83-57d1-40a2-982c-ab115515e7e2 tempest-LiveMigrationNegativeTest-539909978 tempest-LiveMigrationNegativeTest-539909978-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:54:03.716846 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12295d83-57d1-40a2-982c-ab115515e7e2 tempest-LiveMigrationNegativeTest-539909978 tempest-LiveMigrationNegativeTest-539909978-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:54:03.717401 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12295d83-57d1-40a2-982c-ab115515e7e2 tempest-LiveMigrationNegativeTest-539909978 tempest-LiveMigrationNegativeTest-539909978-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:54:03.718111 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12295d83-57d1-40a2-982c-ab115515e7e2 tempest-LiveMigrationNegativeTest-539909978 tempest-LiveMigrationNegativeTest-539909978-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:54:03.719363 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12295d83-57d1-40a2-982c-ab115515e7e2 tempest-LiveMigrationNegativeTest-539909978 tempest-LiveMigrationNegativeTest-539909978-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:54:03.720127 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12295d83-57d1-40a2-982c-ab115515e7e2 tempest-LiveMigrationNegativeTest-539909978 tempest-LiveMigrationNegativeTest-539909978-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:54:03.869760 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7074b-55c8-4886-98bd-e4be71dc09f4 req-dafe2fdc-cbe9-43b0-8c22-d1fa369664ec tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:03.871338 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-16f7074b-55c8-4886-98bd-e4be71dc09f4 req-dafe2fdc-cbe9-43b0-8c22-d1fa369664ec tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=39546764-67dd-4b6e-a45a-c2c507299e35 HTTP/1.1" status: 200 len: 943 time: 0.0714576 Feb 02 06:54:03.936538 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-16f7074b-55c8-4886-98bd-e4be71dc09f4 req-04fe057e-bc2b-4ff3-b10d-e5e7572e9ca9 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571597 Feb 02 06:54:04.047253 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ba776642-a8c0-47cd-8873-784e4f6fcfaf req-7c27eca3-6cd4-442e-89e1-51b2a2f33c0e tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=3198844e-639f-4156-b68e-3a3b15da1358 HTTP/1.1" status: 200 len: 210 time: 0.0396235 Feb 02 06:54:04.175173 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58420) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:54:04.177329 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-20231e88-72b2-420f-989d-1358ae4609bd req-2613470a-f3ed-4568-8d11-3b3c80ed0a4c tempest-SecurityGroupsTestAdminJSON-64235146 tempest-SecurityGroupsTestAdminJSON-64235146-project] Request body: {'security_group': {'name': 'tempest-securitygroup-282553504', 'description': 'tempest-description-678006101'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:54:04.222155 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-20231e88-72b2-420f-989d-1358ae4609bd req-2613470a-f3ed-4568-8d11-3b3c80ed0a4c tempest-SecurityGroupsTestAdminJSON-64235146 tempest-SecurityGroupsTestAdminJSON-64235146-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:04.244179 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161b7d0-9272-4a6b-838d-a91d456ba7c7 req-3027c0b2-c631-40d7-a115-3b8e8ef66e75 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:04.245716 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3161b7d0-9272-4a6b-838d-a91d456ba7c7 req-3027c0b2-c631-40d7-a115-3b8e8ef66e75 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.59 "GET /v2.0/networks?id=ad127856-4465-484c-882c-e096f13573c2 HTTP/1.1" status: 200 len: 807 time: 0.4298463 Feb 02 06:54:04.246871 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-20231e88-72b2-420f-989d-1358ae4609bd req-2613470a-f3ed-4568-8d11-3b3c80ed0a4c tempest-SecurityGroupsTestAdminJSON-64235146 tempest-SecurityGroupsTestAdminJSON-64235146-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:04.275253 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-3161b7d0-9272-4a6b-838d-a91d456ba7c7 req-a18b740a-9cf4-4dec-b0f1-8778989fb089 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Request body: {'port': {'device_id': '3198844e-639f-4156-b68e-3a3b15da1358', 'network_id': 'ad127856-4465-484c-882c-e096f13573c2', 'admin_state_up': True, 'tenant_id': '94634d8b4d2a41de8e59c8bd88798343'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:54:04.346755 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1a1a3ca5-5a8f-42a7-a557-3d1e32970596 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:04.472297 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-20231e88-72b2-420f-989d-1358ae4609bd req-2613470a-f3ed-4568-8d11-3b3c80ed0a4c tempest-SecurityGroupsTestAdminJSON-64235146 tempest-SecurityGroupsTestAdminJSON-64235146-project] Publish callbacks [] for security_group (ab6ca2ff-17bc-4cd6-832b-7e7578e5c55f), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:04.480235 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1a1a3ca5-5a8f-42a7-a557-3d1e32970596 admin admin] Publish callbacks [] for security_group (2c0943cc-781d-4b8d-ab4d-bc08eb75e558), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:04.483753 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-20231e88-72b2-420f-989d-1358ae4609bd req-2613470a-f3ed-4568-8d11-3b3c80ed0a4c tempest-SecurityGroupsTestAdminJSON-64235146 tempest-SecurityGroupsTestAdminJSON-64235146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (ab6ca2ff-17bc-4cd6-832b-7e7578e5c55f), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:04.493586 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1a1a3ca5-5a8f-42a7-a557-3d1e32970596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (2c0943cc-781d-4b8d-ab4d-bc08eb75e558), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:04.520432 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3161b7d0-9272-4a6b-838d-a91d456ba7c7 req-a18b740a-9cf4-4dec-b0f1-8778989fb089 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Made reservation on behalf of 94634d8b4d2a41de8e59c8bd88798343 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:54:04.524429 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-3161b7d0-9272-4a6b-838d-a91d456ba7c7 req-a18b740a-9cf4-4dec-b0f1-8778989fb089 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:04.556122 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-1a1a3ca5-5a8f-42a7-a557-3d1e32970596 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=fd5129fb4938429f9ca83c05f4babc46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3795762 Feb 02 06:54:04.556725 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58454) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:54:04.558744 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a3ca5-5a8f-42a7-a557-3d1e32970596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0943cc-781d-4b8d-ab4d-bc08eb75e558,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:04.594263 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2613470a-f3ed-4568-8d11-3b3c80ed0a4c tempest-SecurityGroupsTestAdminJSON-64235146 tempest-SecurityGroupsTestAdminJSON-64235146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6ca2ff-17bc-4cd6-832b-7e7578e5c55f,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:04.620639 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7534e77e-efd6-4276-9532-787191e9469a admin admin] Publish callbacks [] for security_group (2c0943cc-781d-4b8d-ab4d-bc08eb75e558), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:04.648867 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7534e77e-efd6-4276-9532-787191e9469a admin admin] Publish callbacks [] for security_group (2c0943cc-781d-4b8d-ab4d-bc08eb75e558), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:04.699850 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-20231e88-72b2-420f-989d-1358ae4609bd req-2613470a-f3ed-4568-8d11-3b3c80ed0a4c tempest-SecurityGroupsTestAdminJSON-64235146 tempest-SecurityGroupsTestAdminJSON-64235146-project] Publish callbacks [] for security_group (c98a7ced-89ce-483c-9e46-076ffd59f2ad), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:04.714382 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-20231e88-72b2-420f-989d-1358ae4609bd req-2613470a-f3ed-4568-8d11-3b3c80ed0a4c tempest-SecurityGroupsTestAdminJSON-64235146 tempest-SecurityGroupsTestAdminJSON-64235146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (c98a7ced-89ce-483c-9e46-076ffd59f2ad), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:04.723584 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7534e77e-efd6-4276-9532-787191e9469a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (2c0943cc-781d-4b8d-ab4d-bc08eb75e558), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:04.727976 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7534e77e-efd6-4276-9532-787191e9469a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:04.730076 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-7534e77e-efd6-4276-9532-787191e9469a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/2c0943cc-781d-4b8d-ab4d-bc08eb75e558 HTTP/1.1" status: 204 len: 168 time: 0.1722956 Feb 02 06:54:04.742674 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7534e77e-efd6-4276-9532-787191e9469a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0943cc-781d-4b8d-ab4d-bc08eb75e558,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:04.810895 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-20231e88-72b2-420f-989d-1358ae4609bd req-2613470a-f3ed-4568-8d11-3b3c80ed0a4c tempest-SecurityGroupsTestAdminJSON-64235146 tempest-SecurityGroupsTestAdminJSON-64235146-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:04.812193 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-20231e88-72b2-420f-989d-1358ae4609bd req-2613470a-f3ed-4568-8d11-3b3c80ed0a4c tempest-SecurityGroupsTestAdminJSON-64235146 tempest-SecurityGroupsTestAdminJSON-64235146-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6468537 Feb 02 06:54:04.816216 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2613470a-f3ed-4568-8d11-3b3c80ed0a4c tempest-SecurityGroupsTestAdminJSON-64235146 tempest-SecurityGroupsTestAdminJSON-64235146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c98a7ced-89ce-483c-9e46-076ffd59f2ad,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:04.829255 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-3161b7d0-9272-4a6b-838d-a91d456ba7c7 req-a18b740a-9cf4-4dec-b0f1-8778989fb089 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Allocated IP 172.20.0.14 (ad127856-4465-484c-882c-e096f13573c2/a7292d13-827d-45ab-8eaa-7baf62301aaa/51a170da-8609-48e7-9016-7b1d57369294) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:54:04.886888 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d02248-6918-476a-bb0f-b6f455138f97 req-540bedad-fee0-4406-a975-44242c4f25c0 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:04.888577 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-08d02248-6918-476a-bb0f-b6f455138f97 req-540bedad-fee0-4406-a975-44242c4f25c0 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.87 "GET /v2.0/ports?device_id=10ab8f37-6545-4f52-8f25-bc0963bc8fde HTTP/1.1" status: 200 len: 945 time: 0.1046777 Feb 02 06:54:04.953787 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-08d02248-6918-476a-bb0f-b6f455138f97 req-74525859-4e9d-4954-ac32-dc14a93318dc tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.87 "GET /v2.0/security-groups?id=974679eb-14d2-4f44-9e62-35ad2dae7bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561380 Feb 02 06:54:04.987229 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-0f09ad49-f0a9-4245-b5b6-8d378462889c req-8aa5ecea-cf24-4ed3-ae57-380b9c138ccd tempest-SecurityGroupsTestAdminJSON-64235146 tempest-SecurityGroupsTestAdminJSON-64235146-project] Request body: {'security_group': {'name': 'tempest-securitygroup-363267466', 'description': 'tempest-description-121995873'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:54:05.023281 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39546764-67dd-4b6e-a45a-c2c507299e35', 'tag': '9770e2d2-a414-4db6-9115-5ff68232fc06'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:54:05.023871 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-0f09ad49-f0a9-4245-b5b6-8d378462889c req-8aa5ecea-cf24-4ed3-ae57-380b9c138ccd tempest-SecurityGroupsTestAdminJSON-64235146 tempest-SecurityGroupsTestAdminJSON-64235146-project] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:05.025470 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070969cc-3076-4932-a77b-730a0b216191" -d '{"events": [{"name": "network-changed", "server_uuid": "39546764-67dd-4b6e-a45a-c2c507299e35", "tag": "9770e2d2-a414-4db6-9115-5ff68232fc06"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:54:05.078528 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-3161b7d0-9272-4a6b-838d-a91d456ba7c7 req-a18b740a-9cf4-4dec-b0f1-8778989fb089 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Publish callbacks [] for port (51a170da-8609-48e7-9016-7b1d57369294), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:05.086381 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe3d051-53b8-4f2f-bd14-a3cd1094efcc req-b6fcfe6b-5748-4cc7-83bf-5d01eca4a5a8 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:05.090023 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5fe3d051-53b8-4f2f-bd14-a3cd1094efcc req-b6fcfe6b-5748-4cc7-83bf-5d01eca4a5a8 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/ports?device_id=38337374-79b9-4cd8-bc38-db066b9a6e22 HTTP/1.1" status: 200 len: 949 time: 0.1382222 Feb 02 06:54:05.130255 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-0f09ad49-f0a9-4245-b5b6-8d378462889c req-8aa5ecea-cf24-4ed3-ae57-380b9c138ccd tempest-SecurityGroupsTestAdminJSON-64235146 tempest-SecurityGroupsTestAdminJSON-64235146-project] Publish callbacks [] for security_group (54fe2d91-e265-47c6-82e5-7651f818fd26), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:05.135792 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-0f09ad49-f0a9-4245-b5b6-8d378462889c req-8aa5ecea-cf24-4ed3-ae57-380b9c138ccd tempest-SecurityGroupsTestAdminJSON-64235146 tempest-SecurityGroupsTestAdminJSON-64235146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (54fe2d91-e265-47c6-82e5-7651f818fd26), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:05.159421 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-3161b7d0-9272-4a6b-838d-a91d456ba7c7 req-a18b740a-9cf4-4dec-b0f1-8778989fb089 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (51a170da-8609-48e7-9016-7b1d57369294), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:05.165222 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5fe3d051-53b8-4f2f-bd14-a3cd1094efcc req-17aefdfc-6672-4c70-b1b6-732a9a63508f tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/security-groups?id=dec561c4-af02-45e3-8dd4-23494a090077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681372 Feb 02 06:54:05.166765 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa5ecea-cf24-4ed3-ae57-380b9c138ccd tempest-SecurityGroupsTestAdminJSON-64235146 tempest-SecurityGroupsTestAdminJSON-64235146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54fe2d91-e265-47c6-82e5-7651f818fd26,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:05.183961 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-0f09ad49-f0a9-4245-b5b6-8d378462889c req-8aa5ecea-cf24-4ed3-ae57-380b9c138ccd tempest-SecurityGroupsTestAdminJSON-64235146 tempest-SecurityGroupsTestAdminJSON-64235146-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:05.186214 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0f09ad49-f0a9-4245-b5b6-8d378462889c req-8aa5ecea-cf24-4ed3-ae57-380b9c138ccd tempest-SecurityGroupsTestAdminJSON-64235146 tempest-SecurityGroupsTestAdminJSON-64235146-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2036955 Feb 02 06:54:05.209872 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3161b7d0-9272-4a6b-838d-a91d456ba7c7 req-a18b740a-9cf4-4dec-b0f1-8778989fb089 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Network ad127856-4465-484c-882c-e096f13573c2 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:54:05.213912 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-3161b7d0-9272-4a6b-838d-a91d456ba7c7 req-a18b740a-9cf4-4dec-b0f1-8778989fb089 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:54:05.218889 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-3161b7d0-9272-4a6b-838d-a91d456ba7c7 req-a18b740a-9cf4-4dec-b0f1-8778989fb089 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:54:05.253547 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18b740a-9cf4-4dec-b0f1-8778989fb089 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Pushing event updated for resources: {'Port': ['ID=51a170da-8609-48e7-9016-7b1d57369294,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:05.288327 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161b7d0-9272-4a6b-838d-a91d456ba7c7 req-a18b740a-9cf4-4dec-b0f1-8778989fb089 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:05.289659 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-3161b7d0-9272-4a6b-838d-a91d456ba7c7 req-a18b740a-9cf4-4dec-b0f1-8778989fb089 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:05.318770 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3161b7d0-9272-4a6b-838d-a91d456ba7c7 req-a18b740a-9cf4-4dec-b0f1-8778989fb089 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0520256 Feb 02 06:54:05.342641 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-3161b7d0-9272-4a6b-838d-a91d456ba7c7 req-5317eaaf-503a-4d25-ac44-172ddfa9c6ab service neutron] Request body: {'port': {'device_id': '3198844e-639f-4156-b68e-3a3b15da1358', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:54:05.363241 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2786b79-2b3d-4a7a-9311-17889303a713 req-30de1bf1-8c55-4ada-bc4d-03a7950d93b1 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:05.370167 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b2786b79-2b3d-4a7a-9311-17889303a713 req-30de1bf1-8c55-4ada-bc4d-03a7950d93b1 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=39546764-67dd-4b6e-a45a-c2c507299e35 HTTP/1.1" status: 200 len: 943 time: 0.0773768 Feb 02 06:54:05.382895 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58486) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:54:05.424650 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b578ef26-f865-4fe5-b7cb-18af73e1fab0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:05.431896 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b2786b79-2b3d-4a7a-9311-17889303a713 req-357aa7d7-6dbd-47a3-8cbb-2fc43c64620f tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597644 Feb 02 06:54:05.439908 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-3161b7d0-9272-4a6b-838d-a91d456ba7c7 req-5317eaaf-503a-4d25-ac44-172ddfa9c6ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (51a170da-8609-48e7-9016-7b1d57369294), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:05.448923 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6878f3ac-8811-4f9a-946e-f6fc3d04a24c req-07ab679a-aeb7-47ac-be67-152b1398aa02 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:05.459697 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58488) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:54:05.461682 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6878f3ac-8811-4f9a-946e-f6fc3d04a24c req-07ab679a-aeb7-47ac-be67-152b1398aa02 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.87 "GET /v2.0/ports?device_id=10ab8f37-6545-4f52-8f25-bc0963bc8fde HTTP/1.1" status: 200 len: 945 time: 0.1581464 Feb 02 06:54:05.465379 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-27ea0de2-a48b-440d-8065-f0861d29b818 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Request body: {'floatingip': {'port_id': 'd57b9366-cd86-4d58-a44d-b5e0d251b817'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:54:05.495691 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58490) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:54:05.544419 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 06:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c2e9bf-0e7f-485b-884e-86553fc5b64b x-openstack-request-id: req-e3c2e9bf-0e7f-485b-884e-86553fc5b64b {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:54:05.545301 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39546764-67dd-4b6e-a45a-c2c507299e35", "tag": "9770e2d2-a414-4db6-9115-5ff68232fc06", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:54:05.545572 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e3c2e9bf-0e7f-485b-884e-86553fc5b64b {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:54:05.546001 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39546764-67dd-4b6e-a45a-c2c507299e35', 'tag': '9770e2d2-a414-4db6-9115-5ff68232fc06', 'status': 'completed', 'code': 200} Feb 02 06:54:05.564213 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-27ea0de2-a48b-440d-8065-f0861d29b818 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Publish callbacks [] for floatingip (9a3bfa97-b8a0-45e5-80b0-46cf162f7859), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:05.737042 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0c932568-896d-4ea7-bc01-bd20a93a457f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:05.795609 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b578ef26-f865-4fe5-b7cb-18af73e1fab0 admin admin] Publish callbacks [] for security_group (ffe62761-4591-4598-adee-7923271c73ba), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:05.818001 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c634f94f-87c0-4a68-b321-24e5b767f9ea req-6a2de40f-80d5-4cb1-83c8-2b25f45ea8a3 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:05.824341 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c634f94f-87c0-4a68-b321-24e5b767f9ea req-6a2de40f-80d5-4cb1-83c8-2b25f45ea8a3 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=3198844e-639f-4156-b68e-3a3b15da1358 HTTP/1.1" status: 200 len: 932 time: 0.2691679 Feb 02 06:54:05.838962 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b578ef26-f865-4fe5-b7cb-18af73e1fab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (ffe62761-4591-4598-adee-7923271c73ba), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:05.843747 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070969cc-3076-4932-a77b-730a0b216191 req-e9cabe33-816a-48cf-a5ef-78c3fe09e3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:05.847980 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-070969cc-3076-4932-a77b-730a0b216191 req-e9cabe33-816a-48cf-a5ef-78c3fe09e3bf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fe8bfc83663b43b9aae4137bcb39e5dc&device_id=39546764-67dd-4b6e-a45a-c2c507299e35 HTTP/1.1" status: 200 len: 1157 time: 0.2406852 Feb 02 06:54:05.992309 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-aca79b15-426a-4bde-930a-b16c8263e6b7 req-f6d59ad2-3088-44c9-9831-e2f1fb513bd6 tempest-SecurityGroupsTestAdminJSON-1321654696 tempest-SecurityGroupsTestAdminJSON-1321654696-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-838339484', 'description': 'tempest-description-2007104356'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:54:06.064398 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b578ef26-f865-4fe5-b7cb-18af73e1fab0 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=7865554a5cca470581cba646affd2644&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6794183 Feb 02 06:54:06.070123 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b578ef26-f865-4fe5-b7cb-18af73e1fab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe62761-4591-4598-adee-7923271c73ba,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:06.072417 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58508) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:54:06.089002 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-aca79b15-426a-4bde-930a-b16c8263e6b7 req-f6d59ad2-3088-44c9-9831-e2f1fb513bd6 tempest-SecurityGroupsTestAdminJSON-1321654696 tempest-SecurityGroupsTestAdminJSON-1321654696-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:06.096882 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c634f94f-87c0-4a68-b321-24e5b767f9ea req-b973274b-d09d-4e60-9cb2-560bf75d8014 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717671 Feb 02 06:54:06.131462 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-aca79b15-426a-4bde-930a-b16c8263e6b7 req-f6d59ad2-3088-44c9-9831-e2f1fb513bd6 tempest-SecurityGroupsTestAdminJSON-1321654696 tempest-SecurityGroupsTestAdminJSON-1321654696-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:06.160353 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0c932568-896d-4ea7-bc01-bd20a93a457f admin admin] Publish callbacks [] for security_group (99acad35-a1ea-43af-9cbd-ecb04a35998d), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:06.178187 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0c932568-896d-4ea7-bc01-bd20a93a457f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (99acad35-a1ea-43af-9cbd-ecb04a35998d), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:06.200428 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070969cc-3076-4932-a77b-730a0b216191 req-46d39025-aa72-4297-90c4-a932dabd79f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:06.202832 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-070969cc-3076-4932-a77b-730a0b216191 req-46d39025-aa72-4297-90c4-a932dabd79f8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a90e0175-1e1a-46fd-ade5-a34b643c83ca HTTP/1.1" status: 200 len: 921 time: 0.3238449 Feb 02 06:54:06.311258 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-0c932568-896d-4ea7-bc01-bd20a93a457f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ae909d24bbf840f7996dfc50902435b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8082936 Feb 02 06:54:06.311258 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-070969cc-3076-4932-a77b-730a0b216191 req-00295040-6f0a-4ae1-89a9-596780deef86 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9770e2d2-a414-4db6-9115-5ff68232fc06 HTTP/1.1" status: 200 len: 217 time: 0.0946789 Feb 02 06:54:06.312174 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58514) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:54:06.348833 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c932568-896d-4ea7-bc01-bd20a93a457f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99acad35-a1ea-43af-9cbd-ecb04a35998d,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:06.362884 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-27ea0de2-a48b-440d-8065-f0861d29b818 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:06.363570 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b82efcbc-300b-49f7-b07d-dd07776be009 admin admin] Publish callbacks [] for security_group (ffe62761-4591-4598-adee-7923271c73ba), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:06.371678 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-3161b7d0-9272-4a6b-838d-a91d456ba7c7 req-5317eaaf-503a-4d25-ac44-172ddfa9c6ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51a170da-8609-48e7-9016-7b1d57369294 {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:54:06.382206 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-27ea0de2-a48b-440d-8065-f0861d29b818 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (9a3bfa97-b8a0-45e5-80b0-46cf162f7859), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:06.391114 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-3161b7d0-9272-4a6b-838d-a91d456ba7c7 req-5317eaaf-503a-4d25-ac44-172ddfa9c6ab service neutron] Publish callbacks [] for port (51a170da-8609-48e7-9016-7b1d57369294), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:06.434084 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-aca79b15-426a-4bde-930a-b16c8263e6b7 req-f6d59ad2-3088-44c9-9831-e2f1fb513bd6 tempest-SecurityGroupsTestAdminJSON-1321654696 tempest-SecurityGroupsTestAdminJSON-1321654696-project-admin] Publish callbacks [] for security_group (bf00d32a-4a96-4ed8-aa7a-2dbb89dc8cd1), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:06.439485 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070969cc-3076-4932-a77b-730a0b216191 req-ff377f83-822d-4906-880a-ca23a8b4ab12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:06.441411 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-070969cc-3076-4932-a77b-730a0b216191 req-ff377f83-822d-4906-880a-ca23a8b4ab12 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=718edbdc-92b0-46ac-b280-821a5ec70f8a HTTP/1.1" status: 200 len: 860 time: 0.1236012 Feb 02 06:54:06.446518 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-aca79b15-426a-4bde-930a-b16c8263e6b7 req-f6d59ad2-3088-44c9-9831-e2f1fb513bd6 tempest-SecurityGroupsTestAdminJSON-1321654696 tempest-SecurityGroupsTestAdminJSON-1321654696-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (bf00d32a-4a96-4ed8-aa7a-2dbb89dc8cd1), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:06.461441 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b82efcbc-300b-49f7-b07d-dd07776be009 admin admin] Publish callbacks [] for security_group (ffe62761-4591-4598-adee-7923271c73ba), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:06.463607 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-3161b7d0-9272-4a6b-838d-a91d456ba7c7 req-5317eaaf-503a-4d25-ac44-172ddfa9c6ab service neutron] Transition to ACTIVE for port object 51a170da-8609-48e7-9016-7b1d57369294 will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 06:54:06.520392 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-3161b7d0-9272-4a6b-838d-a91d456ba7c7 req-5317eaaf-503a-4d25-ac44-172ddfa9c6ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (51a170da-8609-48e7-9016-7b1d57369294), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:06.532633 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-070969cc-3076-4932-a77b-730a0b216191 req-e6e540a3-9af3-4184-8054-d1861567d440 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a90e0175-1e1a-46fd-ade5-a34b643c83ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738504 Feb 02 06:54:06.643110 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d87def-2a19-44da-9d54-a22a7b582d60 req-eb213b04-8f0b-45b7-a1c9-3a8f65160810 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:06.644672 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d7d87def-2a19-44da-9d54-a22a7b582d60 req-eb213b04-8f0b-45b7-a1c9-3a8f65160810 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/ports?device_id=38337374-79b9-4cd8-bc38-db066b9a6e22 HTTP/1.1" status: 200 len: 949 time: 0.2648773 Feb 02 06:54:06.697543 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcd58d0-47d7-4017-96bb-6ffb221c14d1 req-359af8fb-09f3-4032-b0b7-51767a591530 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:06.698982 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fdcd58d0-47d7-4017-96bb-6ffb221c14d1 req-359af8fb-09f3-4032-b0b7-51767a591530 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.88 "GET /v2.0/ports?device_id=38337374-79b9-4cd8-bc38-db066b9a6e22 HTTP/1.1" status: 200 len: 949 time: 0.2731586 Feb 02 06:54:06.702922 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5317eaaf-503a-4d25-ac44-172ddfa9c6ab service neutron] Pushing event updated for resources: {'Port': ['ID=51a170da-8609-48e7-9016-7b1d57369294,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:06.723268 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9112b695-e8ae-4115-b8b3-2a91d04c5878 admin admin] Publish callbacks [] for security_group (99acad35-a1ea-43af-9cbd-ecb04a35998d), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:06.741597 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 9770e2d2-a414-4db6-9115-5ff68232fc06 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 06:54:06.752338 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d59ad2-3088-44c9-9831-e2f1fb513bd6 tempest-SecurityGroupsTestAdminJSON-1321654696 tempest-SecurityGroupsTestAdminJSON-1321654696-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf00d32a-4a96-4ed8-aa7a-2dbb89dc8cd1,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:06.762408 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b82efcbc-300b-49f7-b07d-dd07776be009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (ffe62761-4591-4598-adee-7923271c73ba), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:06.765514 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b82efcbc-300b-49f7-b07d-dd07776be009 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:06.766651 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b82efcbc-300b-49f7-b07d-dd07776be009 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ffe62761-4591-4598-adee-7923271c73ba HTTP/1.1" status: 204 len: 168 time: 0.6838737 Feb 02 06:54:06.785621 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9112b695-e8ae-4115-b8b3-2a91d04c5878 admin admin] Publish callbacks [] for security_group (99acad35-a1ea-43af-9cbd-ecb04a35998d), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:06.809897 n-d-789963-26 neutron-server[109694]: INFO neutron.db.l3_db [None req-27ea0de2-a48b-440d-8065-f0861d29b818 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Floating IP 9a3bfa97-b8a0-45e5-80b0-46cf162f7859 associated. External IP: 172.25.4.55, port: d57b9366-cd86-4d58-a44d-b5e0d251b817. Feb 02 06:54:06.871283 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82efcbc-300b-49f7-b07d-dd07776be009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe62761-4591-4598-adee-7923271c73ba,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:06.922627 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-aca79b15-426a-4bde-930a-b16c8263e6b7 req-f6d59ad2-3088-44c9-9831-e2f1fb513bd6 tempest-SecurityGroupsTestAdminJSON-1321654696 tempest-SecurityGroupsTestAdminJSON-1321654696-project-admin] Publish callbacks [] for security_group (6c5b3d4c-0d8c-4d0b-af27-82e14d639f1e), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:06.943851 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-aca79b15-426a-4bde-930a-b16c8263e6b7 req-f6d59ad2-3088-44c9-9831-e2f1fb513bd6 tempest-SecurityGroupsTestAdminJSON-1321654696 tempest-SecurityGroupsTestAdminJSON-1321654696-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (6c5b3d4c-0d8c-4d0b-af27-82e14d639f1e), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:06.945978 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d7d87def-2a19-44da-9d54-a22a7b582d60 req-186a8c42-bc20-409c-add1-3781331c382b tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/security-groups?id=dec561c4-af02-45e3-8dd4-23494a090077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935734 Feb 02 06:54:06.948144 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-070969cc-3076-4932-a77b-730a0b216191 req-2881751a-a318-4cb8-9cbc-3eba413e084e service neutron] 10.222.0.59 "GET /v2.0/networks/a90e0175-1e1a-46fd-ade5-a34b643c83ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3751702 Feb 02 06:54:06.955025 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 9770e2d2-a414-4db6-9115-5ff68232fc06, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=9770e2d2-a414-4db6-9115-5ff68232fc06,segment=NetworkSegment(ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b),segment_id=ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:54:06.973172 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 9770e2d2-a414-4db6-9115-5ff68232fc06 has no active binding in host n-h1-789963-26 {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 02 06:54:07.022271 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9112b695-e8ae-4115-b8b3-2a91d04c5878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (99acad35-a1ea-43af-9cbd-ecb04a35998d), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:07.025062 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9112b695-e8ae-4115-b8b3-2a91d04c5878 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:07.029926 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-9112b695-e8ae-4115-b8b3-2a91d04c5878 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/99acad35-a1ea-43af-9cbd-ecb04a35998d HTTP/1.1" status: 204 len: 168 time: 0.7174997 Feb 02 06:54:07.036410 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-aca79b15-426a-4bde-930a-b16c8263e6b7 req-f6d59ad2-3088-44c9-9831-e2f1fb513bd6 tempest-SecurityGroupsTestAdminJSON-1321654696 tempest-SecurityGroupsTestAdminJSON-1321654696-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:07.040496 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-aca79b15-426a-4bde-930a-b16c8263e6b7 req-f6d59ad2-3088-44c9-9831-e2f1fb513bd6 tempest-SecurityGroupsTestAdminJSON-1321654696 tempest-SecurityGroupsTestAdminJSON-1321654696-project-admin] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.0612416 Feb 02 06:54:07.050045 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d59ad2-3088-44c9-9831-e2f1fb513bd6 tempest-SecurityGroupsTestAdminJSON-1321654696 tempest-SecurityGroupsTestAdminJSON-1321654696-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5b3d4c-0d8c-4d0b-af27-82e14d639f1e,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:07.117748 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-0de23071-c059-4904-ad8e-2c1a66d2dcc5 req-319e1390-5359-4646-8964-59168aca9ebf tempest-SecurityGroupsTestAdminJSON-1321654696 tempest-SecurityGroupsTestAdminJSON-1321654696-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1905355244', 'description': 'tempest-description-913487515'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:54:07.131920 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9112b695-e8ae-4115-b8b3-2a91d04c5878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99acad35-a1ea-43af-9cbd-ecb04a35998d,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:07.227083 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-3161b7d0-9272-4a6b-838d-a91d456ba7c7 req-5317eaaf-503a-4d25-ac44-172ddfa9c6ab service neutron] Attempting to bind port 51a170da-8609-48e7-9016-7b1d57369294 on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:54:07.227481 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-3161b7d0-9272-4a6b-838d-a91d456ba7c7 req-5317eaaf-503a-4d25-ac44-172ddfa9c6ab service neutron] Attempting to bind port 51a170da-8609-48e7-9016-7b1d57369294 by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': '43369f47-102e-4f19-93f2-e5ce754f6e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ad127856-4465-484c-882c-e096f13573c2'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:54:07.228046 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3161b7d0-9272-4a6b-838d-a91d456ba7c7 req-5317eaaf-503a-4d25-ac44-172ddfa9c6ab service neutron] Attempting to bind port 51a170da-8609-48e7-9016-7b1d57369294 on network ad127856-4465-484c-882c-e096f13573c2 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:54:07.234798 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27ea0de2-a48b-440d-8065-f0861d29b818 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Router 89ea859b-7612-4f81-beaa-bd4c70e19297 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 06:54:07.243262 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-0de23071-c059-4904-ad8e-2c1a66d2dcc5 req-319e1390-5359-4646-8964-59168aca9ebf tempest-SecurityGroupsTestAdminJSON-1321654696 tempest-SecurityGroupsTestAdminJSON-1321654696-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:07.271923 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3161b7d0-9272-4a6b-838d-a91d456ba7c7 req-5317eaaf-503a-4d25-ac44-172ddfa9c6ab service neutron] Port 51a170da-8609-48e7-9016-7b1d57369294 on network ad127856-4465-484c-882c-e096f13573c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 06:54:07.272377 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3161b7d0-9272-4a6b-838d-a91d456ba7c7 req-5317eaaf-503a-4d25-ac44-172ddfa9c6ab service neutron] Attempting to bind port 51a170da-8609-48e7-9016-7b1d57369294 on network ad127856-4465-484c-882c-e096f13573c2 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:54:07.325278 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3161b7d0-9272-4a6b-838d-a91d456ba7c7 req-5317eaaf-503a-4d25-ac44-172ddfa9c6ab service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:54:07.326080 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3161b7d0-9272-4a6b-838d-a91d456ba7c7 req-5317eaaf-503a-4d25-ac44-172ddfa9c6ab service neutron] Checking segment: {'id': '43369f47-102e-4f19-93f2-e5ce754f6e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ad127856-4465-484c-882c-e096f13573c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:54:07.326080 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3161b7d0-9272-4a6b-838d-a91d456ba7c7 req-5317eaaf-503a-4d25-ac44-172ddfa9c6ab service neutron] Bound using segment: {'id': '43369f47-102e-4f19-93f2-e5ce754f6e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ad127856-4465-484c-882c-e096f13573c2'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:54:07.326638 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-3161b7d0-9272-4a6b-838d-a91d456ba7c7 req-5317eaaf-503a-4d25-ac44-172ddfa9c6ab service neutron] Bound port: 51a170da-8609-48e7-9016-7b1d57369294, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43369f47-102e-4f19-93f2-e5ce754f6e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ad127856-4465-484c-882c-e096f13573c2'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:54:07.327049 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-3161b7d0-9272-4a6b-838d-a91d456ba7c7 req-5317eaaf-503a-4d25-ac44-172ddfa9c6ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (51a170da-8609-48e7-9016-7b1d57369294), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:07.373456 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-fdcd58d0-47d7-4017-96bb-6ffb221c14d1 req-3f4afafe-045a-4024-8ee6-27e8a8a001d3 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Deleting port 9a237af1-01e2-443f-835e-386c2207b612 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 06:54:07.373999 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-fdcd58d0-47d7-4017-96bb-6ffb221c14d1 req-3f4afafe-045a-4024-8ee6-27e8a8a001d3 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (9a237af1-01e2-443f-835e-386c2207b612), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:07.379295 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58538) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:54:07.405587 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ea0de2-a48b-440d-8065-f0861d29b818 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 06:54:07.413148 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-27ea0de2-a48b-440d-8065-f0861d29b818 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:07.422474 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-0de23071-c059-4904-ad8e-2c1a66d2dcc5 req-319e1390-5359-4646-8964-59168aca9ebf tempest-SecurityGroupsTestAdminJSON-1321654696 tempest-SecurityGroupsTestAdminJSON-1321654696-project-admin] Publish callbacks [] for security_group (65e65776-90a3-4930-880e-55195083198e), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:07.425164 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb2d0b9-81da-499a-8aed-a0e6b37eb49d None None] Sync routers for ids ['89ea859b-7612-4f81-beaa-bd4c70e19297'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 06:54:07.440373 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb2d0b9-81da-499a-8aed-a0e6b37eb49d None None] Routers {'89ea859b-7612-4f81-beaa-bd4c70e19297'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 06:54:07.440995 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-8bb2d0b9-81da-499a-8aed-a0e6b37eb49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:53:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['89ea859b-7612-4f81-beaa-bd4c70e19297'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:54:07.445532 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-0de23071-c059-4904-ad8e-2c1a66d2dcc5 req-319e1390-5359-4646-8964-59168aca9ebf tempest-SecurityGroupsTestAdminJSON-1321654696 tempest-SecurityGroupsTestAdminJSON-1321654696-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (65e65776-90a3-4930-880e-55195083198e), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:07.473968 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-0de23071-c059-4904-ad8e-2c1a66d2dcc5 req-319e1390-5359-4646-8964-59168aca9ebf tempest-SecurityGroupsTestAdminJSON-1321654696 tempest-SecurityGroupsTestAdminJSON-1321654696-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:07.488867 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0de23071-c059-4904-ad8e-2c1a66d2dcc5 req-319e1390-5359-4646-8964-59168aca9ebf tempest-SecurityGroupsTestAdminJSON-1321654696 tempest-SecurityGroupsTestAdminJSON-1321654696-project-admin] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3749268 Feb 02 06:54:07.494375 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e894c43-7fd6-4c25-9334-1bd175d9b662 req-eb59a6a5-01f7-4b53-8a7e-e8bdcb3fcc54 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:07.496284 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9e894c43-7fd6-4c25-9334-1bd175d9b662 req-eb59a6a5-01f7-4b53-8a7e-e8bdcb3fcc54 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=39546764-67dd-4b6e-a45a-c2c507299e35 HTTP/1.1" status: 200 len: 943 time: 0.2821381 Feb 02 06:54:07.504846 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-27ea0de2-a48b-440d-8065-f0861d29b818 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.87 "PUT /v2.0/floatingips/9a3bfa97-b8a0-45e5-80b0-46cf162f7859 HTTP/1.1" status: 200 len: 990 time: 2.0439944 Feb 02 06:54:07.510211 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10ab8f37-6545-4f52-8f25-bc0963bc8fde', 'tag': 'd57b9366-cd86-4d58-a44d-b5e0d251b817'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:54:07.512871 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-351fb985-8694-4814-9288-119c4a47c2ea" -d '{"events": [{"name": "network-changed", "server_uuid": "10ab8f37-6545-4f52-8f25-bc0963bc8fde", "tag": "d57b9366-cd86-4d58-a44d-b5e0d251b817"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:54:07.522195 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319e1390-5359-4646-8964-59168aca9ebf tempest-SecurityGroupsTestAdminJSON-1321654696 tempest-SecurityGroupsTestAdminJSON-1321654696-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e65776-90a3-4930-880e-55195083198e,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:07.582494 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-070969cc-3076-4932-a77b-730a0b216191 req-3a3cc4b1-34a0-47bc-abcf-87e2ac2e7c99 service neutron] 10.222.0.59 "GET /v2.0/networks/a90e0175-1e1a-46fd-ade5-a34b643c83ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6223507 Feb 02 06:54:07.595099 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58550) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:54:07.616505 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-08311fcc-bd78-4b3e-9144-f0d04da115d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:07.662881 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7830d2b1-b077-411f-b269-4a90bdc4784e req-79f7e06a-ccea-4fff-a836-49b96cfb0968 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:07.671779 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7830d2b1-b077-411f-b269-4a90bdc4784e req-79f7e06a-ccea-4fff-a836-49b96cfb0968 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=3198844e-639f-4156-b68e-3a3b15da1358 HTTP/1.1" status: 200 len: 944 time: 0.1086540 Feb 02 06:54:07.719776 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-8bb2d0b9-81da-499a-8aed-a0e6b37eb49d None None] Set router 89ea859b-7612-4f81-beaa-bd4c70e19297 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 06:54:07.760372 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7830d2b1-b077-411f-b269-4a90bdc4784e req-716bc8ca-8bf9-44e2-ade6-93f886cfbfb0 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787780 Feb 02 06:54:07.765878 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-3161b7d0-9272-4a6b-838d-a91d456ba7c7 req-5317eaaf-503a-4d25-ac44-172ddfa9c6ab service neutron] For port 51a170da-8609-48e7-9016-7b1d57369294, host n-h2-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:54:07.785338 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-fdcd58d0-47d7-4017-96bb-6ffb221c14d1 req-3f4afafe-045a-4024-8ee6-27e8a8a001d3 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] For port 9a237af1-01e2-443f-835e-386c2207b612, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=9a237af1-01e2-443f-835e-386c2207b612,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:54:07.786032 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-fdcd58d0-47d7-4017-96bb-6ffb221c14d1 req-3f4afafe-045a-4024-8ee6-27e8a8a001d3 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (9a237af1-01e2-443f-835e-386c2207b612), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:07.812708 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-3161b7d0-9272-4a6b-838d-a91d456ba7c7 req-5317eaaf-503a-4d25-ac44-172ddfa9c6ab service neutron] For port 51a170da-8609-48e7-9016-7b1d57369294, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=51a170da-8609-48e7-9016-7b1d57369294,segment=NetworkSegment(43369f47-102e-4f19-93f2-e5ce754f6e28),segment_id=43369f47-102e-4f19-93f2-e5ce754f6e28)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:54:07.819943 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7de856c8-38ac-4dbd-a80b-f0247130cb28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:07.822832 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-fdcd58d0-47d7-4017-96bb-6ffb221c14d1 req-3f4afafe-045a-4024-8ee6-27e8a8a001d3 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Calling delete_port for 9a237af1-01e2-443f-835e-386c2207b612 owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 06:54:07.840457 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9e894c43-7fd6-4c25-9334-1bd175d9b662 req-eb52a4f1-e3a6-4655-9c1f-d51e7f1e4cc7 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368804 Feb 02 06:54:07.848434 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-3161b7d0-9272-4a6b-838d-a91d456ba7c7 req-5317eaaf-503a-4d25-ac44-172ddfa9c6ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (51a170da-8609-48e7-9016-7b1d57369294), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:07.919491 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5317eaaf-503a-4d25-ac44-172ddfa9c6ab service neutron] Pushing event updated for resources: {'Port': ['ID=51a170da-8609-48e7-9016-7b1d57369294,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:07.951671 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-08311fcc-bd78-4b3e-9144-f0d04da115d2 admin admin] Publish callbacks [] for security_group (84c1c734-f24a-46a8-8b43-d4bb3f61adc2), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:07.973485 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-08311fcc-bd78-4b3e-9144-f0d04da115d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (84c1c734-f24a-46a8-8b43-d4bb3f61adc2), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:08.014591 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161b7d0-9272-4a6b-838d-a91d456ba7c7 req-5317eaaf-503a-4d25-ac44-172ddfa9c6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:08.015196 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-3161b7d0-9272-4a6b-838d-a91d456ba7c7 req-5317eaaf-503a-4d25-ac44-172ddfa9c6ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:08.016715 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3161b7d0-9272-4a6b-838d-a91d456ba7c7 req-5317eaaf-503a-4d25-ac44-172ddfa9c6ab service neutron] 10.222.0.59 "PUT /v2.0/ports/51a170da-8609-48e7-9016-7b1d57369294 HTTP/1.1" status: 200 len: 1093 time: 2.6803813 Feb 02 06:54:08.018824 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3198844e-639f-4156-b68e-3a3b15da1358', 'tag': '51a170da-8609-48e7-9016-7b1d57369294'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:54:08.021269 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7059e059-d913-409c-aba1-a6eecba4af43" -d '{"events": [{"name": "network-changed", "server_uuid": "3198844e-639f-4156-b68e-3a3b15da1358", "tag": "51a170da-8609-48e7-9016-7b1d57369294"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:54:08.074759 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2369ff70-998e-4d7a-9085-2661cc68b166 req-270109e0-d5ab-478d-953f-c7463de63dae tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:08.082988 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2369ff70-998e-4d7a-9085-2661cc68b166 req-270109e0-d5ab-478d-953f-c7463de63dae tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.87 "GET /v2.0/ports?device_id=10ab8f37-6545-4f52-8f25-bc0963bc8fde HTTP/1.1" status: 200 len: 945 time: 0.1644742 Feb 02 06:54:08.083635 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-08311fcc-bd78-4b3e-9144-f0d04da115d2 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=1a9bf113fda042f0ae37535ebff86e36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4863176 Feb 02 06:54:08.084910 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58564) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:54:08.095889 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08311fcc-bd78-4b3e-9144-f0d04da115d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c1c734-f24a-46a8-8b43-d4bb3f61adc2,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:08.184666 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7de856c8-38ac-4dbd-a80b-f0247130cb28 admin admin] Publish callbacks [] for security_group (b91cafae-fcf7-4596-898f-be160bda530a), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:08.194126 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7de856c8-38ac-4dbd-a80b-f0247130cb28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (b91cafae-fcf7-4596-898f-be160bda530a), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:08.198376 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2369ff70-998e-4d7a-9085-2661cc68b166 req-84689578-7ded-45cc-a616-66e649c8115b tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.87 "GET /v2.0/security-groups?id=974679eb-14d2-4f44-9e62-35ad2dae7bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144583 Feb 02 06:54:08.258753 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-7de856c8-38ac-4dbd-a80b-f0247130cb28 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=444eb127d7dc483e972092d6ffffca82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8767066 Feb 02 06:54:08.268262 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58570) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:54:08.274735 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 06:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a3c73d-4af5-4014-b404-c3cade98f019 x-openstack-request-id: req-50a3c73d-4af5-4014-b404-c3cade98f019 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:54:08.275185 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10ab8f37-6545-4f52-8f25-bc0963bc8fde", "tag": "d57b9366-cd86-4d58-a44d-b5e0d251b817", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:54:08.275452 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-50a3c73d-4af5-4014-b404-c3cade98f019 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:54:08.275889 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10ab8f37-6545-4f52-8f25-bc0963bc8fde', 'tag': 'd57b9366-cd86-4d58-a44d-b5e0d251b817', 'status': 'completed', 'code': 200} Feb 02 06:54:08.289548 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-8bb2d0b9-81da-499a-8aed-a0e6b37eb49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ea859b-7612-4f81-beaa-bd4c70e19297', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-611324980-router', 'tenant_id': '27772d6a8fab4cb7b33a5a3297c51100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': 'ac1107f0-bc04-48ae-97a7-d6d42c6da1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:53:12Z', 'updated_at': '2022-02-02T06:53:27Z', 'revision_number': 4, 'project_id': '27772d6a8fab4cb7b33a5a3297c51100', 'gw_port': {'id': 'ac1107f0-bc04-48ae-97a7-d6d42c6da1e8', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ea859b-7612-4f81-beaa-bd4c70e19297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:53:15Z', 'updated_at': '2022-02-02T06:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '9a3bfa97-b8a0-45e5-80b0-46cf162f7859', 'tenant_id': '27772d6a8fab4cb7b33a5a3297c51100', 'floating_ip_address': '172.25.4.55', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '89ea859b-7612-4f81-beaa-bd4c70e19297', 'port_id': 'd57b9366-cd86-4d58-a44d-b5e0d251b817', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 251, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '081c026d-8798-47ae-ae28-6481babaa3fe', 'mac_address': 'fa:16:3e:a5:19:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ab8f37-6545-4f52-8f25-bc0963bc8fde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T06:53:45Z', 'updated_at': '2022-02-02T06:54:06Z', 'revision_number': 1, 'project_id': '27772d6a8fab4cb7b33a5a3297c51100', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd3aaf2-8e17-41bf-a83d-e991ebf2ebd8', 'name': '', 'network_id': '081c026d-8798-47ae-ae28-6481babaa3fe', 'tenant_id': '27772d6a8fab4cb7b33a5a3297c51100', 'mac_address': 'fa:16:3e:e7:b3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ea859b-7612-4f81-beaa-bd4c70e19297', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '10d74aaf-e202-4a59-be8f-2452f7f95bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:53:23Z', 'updated_at': '2022-02-02T06:53:32Z', 'revision_number': 5, 'project_id': '27772d6a8fab4cb7b33a5a3297c51100', 'subnets': [{'id': '10d74aaf-e202-4a59-be8f-2452f7f95bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:54:08.342966 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb2d0b9-81da-499a-8aed-a0e6b37eb49d None None] Checking router: 89ea859b-7612-4f81-beaa-bd4c70e19297 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 06:54:08.344455 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de856c8-38ac-4dbd-a80b-f0247130cb28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b91cafae-fcf7-4596-898f-be160bda530a,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:08.376237 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb2d0b9-81da-499a-8aed-a0e6b37eb49d None None] Routers {'89ea859b-7612-4f81-beaa-bd4c70e19297'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 06:54:08.377222 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-8bb2d0b9-81da-499a-8aed-a0e6b37eb49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:53:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['89ea859b-7612-4f81-beaa-bd4c70e19297'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:54:08.398326 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351fb985-8694-4814-9288-119c4a47c2ea req-e32a4516-5f87-45f3-a14c-0064d2e543d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:08.400269 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-351fb985-8694-4814-9288-119c4a47c2ea req-e32a4516-5f87-45f3-a14c-0064d2e543d3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=27772d6a8fab4cb7b33a5a3297c51100&device_id=10ab8f37-6545-4f52-8f25-bc0963bc8fde HTTP/1.1" status: 200 len: 1128 time: 0.0904109 Feb 02 06:54:08.404385 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-24d6f00e-5c5b-4c12-88f7-ef77b481df73 req-a2c74e5b-daa6-46d3-a2e9-841f6a14c170 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/ports?device_id=38337374-79b9-4cd8-bc38-db066b9a6e22 HTTP/1.1" status: 200 len: 210 time: 0.0391095 Feb 02 06:54:08.410283 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161b7d0-9272-4a6b-838d-a91d456ba7c7 req-eff5ec4d-9bf2-4c43-bf29-6e0971ef89e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:08.412435 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3161b7d0-9272-4a6b-838d-a91d456ba7c7 req-eff5ec4d-9bf2-4c43-bf29-6e0971ef89e0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=94634d8b4d2a41de8e59c8bd88798343&device_id=3198844e-639f-4156-b68e-3a3b15da1358 HTTP/1.1" status: 200 len: 1127 time: 0.3255939 Feb 02 06:54:08.413166 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1a91711a-7190-43c3-8fa6-2932d74ad0e6 admin admin] Publish callbacks [] for security_group (84c1c734-f24a-46a8-8b43-d4bb3f61adc2), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:08.414819 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-fdcd58d0-47d7-4017-96bb-6ffb221c14d1 req-3f4afafe-045a-4024-8ee6-27e8a8a001d3 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (9a237af1-01e2-443f-835e-386c2207b612), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:08.452631 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['0e6bbfb6-34b5-4bb1-925e-5fd420a44b52'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:54:08.489717 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a92702de-b329-4692-85db-e42234c78822 req-62c267b3-8e82-484a-99e7-6537b8a46228 tempest-SecurityGroupsTestAdminJSON-1321654696 tempest-SecurityGroupsTestAdminJSON-1321654696-project-admin] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45384 time: 0.7053711 Feb 02 06:54:08.511052 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['9a237af1-01e2-443f-835e-386c2207b612'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:54:08.520795 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4afafe-045a-4024-8ee6-27e8a8a001d3 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Pushing event deleted for resources: {'Port': ['ID=9a237af1-01e2-443f-835e-386c2207b612,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:08.554065 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-8bb2d0b9-81da-499a-8aed-a0e6b37eb49d None None] Set router 89ea859b-7612-4f81-beaa-bd4c70e19297 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 06:54:08.653391 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a92702de-b329-4692-85db-e42234c78822 req-a854ee8a-805c-4fe8-9e74-e54a78199e99 tempest-SecurityGroupsTestAdminJSON-1321654696 tempest-SecurityGroupsTestAdminJSON-1321654696-project-admin] 10.222.0.87 "GET /v2.0/security-groups/20f07dbe-e965-44db-9669-d99f8fdac3d5 HTTP/1.1" status: 200 len: 2998 time: 0.0977111 Feb 02 06:54:08.653764 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 06:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3924fd47-4d7a-4d6f-bd42-36ef61eefbb5 x-openstack-request-id: req-3924fd47-4d7a-4d6f-bd42-36ef61eefbb5 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:54:08.654834 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3198844e-639f-4156-b68e-3a3b15da1358", "tag": "51a170da-8609-48e7-9016-7b1d57369294", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:54:08.655348 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-3924fd47-4d7a-4d6f-bd42-36ef61eefbb5 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:54:08.655901 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3198844e-639f-4156-b68e-3a3b15da1358', 'tag': '51a170da-8609-48e7-9016-7b1d57369294', 'status': 'completed', 'code': 200} Feb 02 06:54:08.663779 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3161b7d0-9272-4a6b-838d-a91d456ba7c7 req-23209a4e-d078-4d32-8fa4-c94b46b81245 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51a170da-8609-48e7-9016-7b1d57369294 HTTP/1.1" status: 200 len: 217 time: 0.2232482 Feb 02 06:54:08.664182 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351fb985-8694-4814-9288-119c4a47c2ea req-f9830c61-f7f0-4382-901f-92a6b4cd9e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:08.667421 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-351fb985-8694-4814-9288-119c4a47c2ea req-f9830c61-f7f0-4382-901f-92a6b4cd9e4e service neutron] 10.222.0.88 "GET /v2.0/networks?id=081c026d-8798-47ae-ae28-6481babaa3fe HTTP/1.1" status: 200 len: 924 time: 0.2590871 Feb 02 06:54:08.755397 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161b7d0-9272-4a6b-838d-a91d456ba7c7 req-fe27db9d-e6e7-489b-a9c2-d4dbc63a32ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:08.757164 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3161b7d0-9272-4a6b-838d-a91d456ba7c7 req-fe27db9d-e6e7-489b-a9c2-d4dbc63a32ba service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a7292d13-827d-45ab-8eaa-7baf62301aaa HTTP/1.1" status: 200 len: 847 time: 0.0665371 Feb 02 06:54:08.757955 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-115275d5-ee4e-43f3-91cb-d8cff1048ec7 admin admin] Publish callbacks [] for security_group (b91cafae-fcf7-4596-898f-be160bda530a), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:08.809768 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdcd58d0-47d7-4017-96bb-6ffb221c14d1 req-3f4afafe-045a-4024-8ee6-27e8a8a001d3 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] No DVR routers for this DVR port 9a237af1-01e2-443f-835e-386c2207b612 on host n-h1-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 06:54:08.812769 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1a91711a-7190-43c3-8fa6-2932d74ad0e6 admin admin] Publish callbacks [] for security_group (84c1c734-f24a-46a8-8b43-d4bb3f61adc2), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:08.836687 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-115275d5-ee4e-43f3-91cb-d8cff1048ec7 admin admin] Publish callbacks [] for security_group (b91cafae-fcf7-4596-898f-be160bda530a), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:08.861277 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-fdcd58d0-47d7-4017-96bb-6ffb221c14d1 req-3f4afafe-045a-4024-8ee6-27e8a8a001d3 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:08.866165 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fdcd58d0-47d7-4017-96bb-6ffb221c14d1 req-3f4afafe-045a-4024-8ee6-27e8a8a001d3 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.88 "DELETE /v2.0/ports/9a237af1-01e2-443f-835e-386c2207b612 HTTP/1.1" status: 204 len: 173 time: 2.1551178 Feb 02 06:54:08.885540 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3161b7d0-9272-4a6b-838d-a91d456ba7c7 req-5e456fb4-3889-4a55-848a-8971fa523046 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ad127856-4465-484c-882c-e096f13573c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769308 Feb 02 06:54:08.902677 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a92702de-b329-4692-85db-e42234c78822 req-32b121f5-8f1a-4005-9377-fdfc366ec6df tempest-SecurityGroupsTestAdminJSON-1321654696 tempest-SecurityGroupsTestAdminJSON-1321654696-project-admin] 10.222.0.87 "GET /v2.0/security-groups/20f07dbe-e965-44db-9669-d99f8fdac3d5 HTTP/1.1" status: 200 len: 2998 time: 0.2462506 Feb 02 06:54:08.913546 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-351fb985-8694-4814-9288-119c4a47c2ea req-fc2ab3cb-e39a-4228-a505-c863ee0c45d3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d57b9366-cd86-4d58-a44d-b5e0d251b817 HTTP/1.1" status: 200 len: 998 time: 0.2358754 Feb 02 06:54:08.998695 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a92702de-b329-4692-85db-e42234c78822 req-da1b4ec2-5739-44a0-9a73-9e47bf616c9f tempest-SecurityGroupsTestAdminJSON-1321654696 tempest-SecurityGroupsTestAdminJSON-1321654696-project-admin] 10.222.0.87 "GET /v2.0/security-groups/2e170292-20eb-4bae-bb57-49b98d207ea0 HTTP/1.1" status: 200 len: 2998 time: 0.0950580 Feb 02 06:54:09.036337 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-8bb2d0b9-81da-499a-8aed-a0e6b37eb49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ea859b-7612-4f81-beaa-bd4c70e19297', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-611324980-router', 'tenant_id': '27772d6a8fab4cb7b33a5a3297c51100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': 'ac1107f0-bc04-48ae-97a7-d6d42c6da1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:53:12Z', 'updated_at': '2022-02-02T06:53:27Z', 'revision_number': 4, 'project_id': '27772d6a8fab4cb7b33a5a3297c51100', 'gw_port': {'id': 'ac1107f0-bc04-48ae-97a7-d6d42c6da1e8', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ea859b-7612-4f81-beaa-bd4c70e19297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:53:15Z', 'updated_at': '2022-02-02T06:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '9a3bfa97-b8a0-45e5-80b0-46cf162f7859', 'tenant_id': '27772d6a8fab4cb7b33a5a3297c51100', 'floating_ip_address': '172.25.4.55', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '89ea859b-7612-4f81-beaa-bd4c70e19297', 'port_id': 'd57b9366-cd86-4d58-a44d-b5e0d251b817', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 251, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '081c026d-8798-47ae-ae28-6481babaa3fe', 'mac_address': 'fa:16:3e:a5:19:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ab8f37-6545-4f52-8f25-bc0963bc8fde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T06:53:45Z', 'updated_at': '2022-02-02T06:54:06Z', 'revision_number': 1, 'project_id': '27772d6a8fab4cb7b33a5a3297c51100', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd3aaf2-8e17-41bf-a83d-e991ebf2ebd8', 'name': '', 'network_id': '081c026d-8798-47ae-ae28-6481babaa3fe', 'tenant_id': '27772d6a8fab4cb7b33a5a3297c51100', 'mac_address': 'fa:16:3e:e7:b3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ea859b-7612-4f81-beaa-bd4c70e19297', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '10d74aaf-e202-4a59-be8f-2452f7f95bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:53:23Z', 'updated_at': '2022-02-02T06:53:32Z', 'revision_number': 5, 'project_id': '27772d6a8fab4cb7b33a5a3297c51100', 'subnets': [{'id': '10d74aaf-e202-4a59-be8f-2452f7f95bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:54:09.036572 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351fb985-8694-4814-9288-119c4a47c2ea req-294167c7-b972-473c-ad94-0e70971cc5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:09.037832 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-351fb985-8694-4814-9288-119c4a47c2ea req-294167c7-b972-473c-ad94-0e70971cc5c8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=10d74aaf-e202-4a59-be8f-2452f7f95bcf HTTP/1.1" status: 200 len: 862 time: 0.0988426 Feb 02 06:54:09.076611 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb2d0b9-81da-499a-8aed-a0e6b37eb49d None None] The sync data for ids ['89ea859b-7612-4f81-beaa-bd4c70e19297'] in n-d-789963-26 is: [{'id': '89ea859b-7612-4f81-beaa-bd4c70e19297', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-611324980-router', 'tenant_id': '27772d6a8fab4cb7b33a5a3297c51100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': 'ac1107f0-bc04-48ae-97a7-d6d42c6da1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:53:12Z', 'updated_at': '2022-02-02T06:53:27Z', 'revision_number': 4, 'project_id': '27772d6a8fab4cb7b33a5a3297c51100', 'gw_port': {'id': 'ac1107f0-bc04-48ae-97a7-d6d42c6da1e8', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ea859b-7612-4f81-beaa-bd4c70e19297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:53:15Z', 'updated_at': '2022-02-02T06:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '9a3bfa97-b8a0-45e5-80b0-46cf162f7859', 'tenant_id': '27772d6a8fab4cb7b33a5a3297c51100', 'floating_ip_address': '172.25.4.55', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '89ea859b-7612-4f81-beaa-bd4c70e19297', 'port_id': 'd57b9366-cd86-4d58-a44d-b5e0d251b817', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 251, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '081c026d-8798-47ae-ae28-6481babaa3fe', 'mac_address': 'fa:16:3e:a5:19:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ab8f37-6545-4f52-8f25-bc0963bc8fde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T06:53:45Z', 'updated_at': '2022-02-02T06:54:06Z', 'revision_number': 1, 'project_id': '27772d6a8fab4cb7b33a5a3297c51100', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd3aaf2-8e17-41bf-a83d-e991ebf2ebd8', 'name': '', 'network_id': '081c026d-8798-47ae-ae28-6481babaa3fe', 'tenant_id': '27772d6a8fab4cb7b33a5a3297c51100', 'mac_address': 'fa:16:3e:e7:b3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ea859b-7612-4f81-beaa-bd4c70e19297', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '10d74aaf-e202-4a59-be8f-2452f7f95bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:53:23Z', 'updated_at': '2022-02-02T06:53:32Z', 'revision_number': 5, 'project_id': '27772d6a8fab4cb7b33a5a3297c51100', 'subnets': [{'id': '10d74aaf-e202-4a59-be8f-2452f7f95bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 06:54:09.115504 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a92702de-b329-4692-85db-e42234c78822 req-b146c343-67f4-4dc5-80bc-14e0ca04444d tempest-SecurityGroupsTestAdminJSON-1321654696 tempest-SecurityGroupsTestAdminJSON-1321654696-project-admin] 10.222.0.87 "GET /v2.0/security-groups/2e170292-20eb-4bae-bb57-49b98d207ea0 HTTP/1.1" status: 200 len: 2998 time: 0.1150801 Feb 02 06:54:09.174433 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351fb985-8694-4814-9288-119c4a47c2ea req-5e675476-7da7-40e5-a20d-2c42d1db1035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:09.176760 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-351fb985-8694-4814-9288-119c4a47c2ea req-5e675476-7da7-40e5-a20d-2c42d1db1035 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=081c026d-8798-47ae-ae28-6481babaa3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1268144 Feb 02 06:54:09.177593 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a92702de-b329-4692-85db-e42234c78822 req-83f0db8b-33d6-4f2c-a145-728a689b807d tempest-SecurityGroupsTestAdminJSON-1321654696 tempest-SecurityGroupsTestAdminJSON-1321654696-project-admin] 10.222.0.87 "GET /v2.0/security-groups/533f3417-75cc-41cd-8d0a-11551253b6b1 HTTP/1.1" status: 200 len: 2994 time: 0.0621262 Feb 02 06:54:09.180365 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1a91711a-7190-43c3-8fa6-2932d74ad0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (84c1c734-f24a-46a8-8b43-d4bb3f61adc2), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:09.182975 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1a91711a-7190-43c3-8fa6-2932d74ad0e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:09.186694 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-1a91711a-7190-43c3-8fa6-2932d74ad0e6 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/84c1c734-f24a-46a8-8b43-d4bb3f61adc2 HTTP/1.1" status: 204 len: 168 time: 1.0889473 Feb 02 06:54:09.190797 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-115275d5-ee4e-43f3-91cb-d8cff1048ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (b91cafae-fcf7-4596-898f-be160bda530a), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:09.193539 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-115275d5-ee4e-43f3-91cb-d8cff1048ec7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:09.195751 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-115275d5-ee4e-43f3-91cb-d8cff1048ec7 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b91cafae-fcf7-4596-898f-be160bda530a HTTP/1.1" status: 204 len: 168 time: 0.9254539 Feb 02 06:54:09.207464 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6131019b-aadf-43f7-a424-c5cb53d64051 req-104ef5cf-c485-4f68-b985-81dbf5afbbf7 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:09.214757 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6131019b-aadf-43f7-a424-c5cb53d64051 req-104ef5cf-c485-4f68-b985-81dbf5afbbf7 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=3198844e-639f-4156-b68e-3a3b15da1358 HTTP/1.1" status: 200 len: 944 time: 0.3184295 Feb 02 06:54:09.226422 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3161b7d0-9272-4a6b-838d-a91d456ba7c7 req-f34b5e8f-68e4-4fa9-b285-9284ec9fcb3e service neutron] 10.222.0.59 "GET /v2.0/networks/ad127856-4465-484c-882c-e096f13573c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267219 Feb 02 06:54:09.243645 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a91711a-7190-43c3-8fa6-2932d74ad0e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c1c734-f24a-46a8-8b43-d4bb3f61adc2,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:09.291528 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115275d5-ee4e-43f3-91cb-d8cff1048ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91cafae-fcf7-4596-898f-be160bda530a,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:09.312041 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a92702de-b329-4692-85db-e42234c78822 req-8ebff206-583e-469a-922a-3f3bd8ccac85 tempest-SecurityGroupsTestAdminJSON-1321654696 tempest-SecurityGroupsTestAdminJSON-1321654696-project-admin] 10.222.0.87 "GET /v2.0/security-groups/533f3417-75cc-41cd-8d0a-11551253b6b1 HTTP/1.1" status: 200 len: 2994 time: 0.1285944 Feb 02 06:54:09.320202 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f095135b-9010-43db-9e52-14e2c15d0add req-9c80da4b-64b3-4120-8725-a254e7ba8c18 service neutron] 10.222.0.59 "GET /v2.0/ports/9770e2d2-a414-4db6-9115-5ff68232fc06/bindings/n-h1-789963-26 HTTP/1.1" status: 200 len: 385 time: 0.1958477 Feb 02 06:54:09.395805 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-351fb985-8694-4814-9288-119c4a47c2ea req-bc6b93a1-9509-43ca-b997-b08fd2aa07d7 service neutron] 10.222.0.88 "GET /v2.0/networks/081c026d-8798-47ae-ae28-6481babaa3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104714 Feb 02 06:54:09.410080 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6131019b-aadf-43f7-a424-c5cb53d64051 req-71b79c7c-1a03-4bb8-b16f-eb513859bc75 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946182 Feb 02 06:54:09.412433 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a92702de-b329-4692-85db-e42234c78822 req-e37cf64d-6db8-4fb8-8d98-ad832e2b3f2d tempest-SecurityGroupsTestAdminJSON-1321654696 tempest-SecurityGroupsTestAdminJSON-1321654696-project-admin] 10.222.0.87 "GET /v2.0/security-groups/676a0bfb-1e90-431a-84f8-9d702026aaf1 HTTP/1.1" status: 200 len: 2998 time: 0.0924168 Feb 02 06:54:09.510811 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3161b7d0-9272-4a6b-838d-a91d456ba7c7 req-20601f59-7720-41d9-8112-d2f99c281883 service neutron] 10.222.0.59 "GET /v2.0/networks/ad127856-4465-484c-882c-e096f13573c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692242 Feb 02 06:54:09.589352 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856c6120-40f7-47da-9e47-284f5783b2c2 None None] New status for floating IP 9a3bfa97-b8a0-45e5-80b0-46cf162f7859: ACTIVE {{(pid=109695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 06:54:09.632932 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a92702de-b329-4692-85db-e42234c78822 req-b71c4fb6-9dcd-4c48-8cb5-a7242c67bc05 tempest-SecurityGroupsTestAdminJSON-1321654696 tempest-SecurityGroupsTestAdminJSON-1321654696-project-admin] 10.222.0.87 "GET /v2.0/security-groups/676a0bfb-1e90-431a-84f8-9d702026aaf1 HTTP/1.1" status: 200 len: 2998 time: 0.2188983 Feb 02 06:54:09.760989 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2820ba2-f1d7-409e-ab13-2b3feb2354dd req-ad7419fb-1d62-47d6-90ea-4f82fe23b3d6 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:09.762287 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c2820ba2-f1d7-409e-ab13-2b3feb2354dd req-ad7419fb-1d62-47d6-90ea-4f82fe23b3d6 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=39546764-67dd-4b6e-a45a-c2c507299e35 HTTP/1.1" status: 200 len: 943 time: 0.2126822 Feb 02 06:54:09.766395 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a92702de-b329-4692-85db-e42234c78822 req-995b148f-3d59-4930-995c-57c5fae8e401 tempest-SecurityGroupsTestAdminJSON-1321654696 tempest-SecurityGroupsTestAdminJSON-1321654696-project-admin] 10.222.0.87 "GET /v2.0/security-groups/88ebd9db-69ce-4746-b190-73f8f40d940c HTTP/1.1" status: 200 len: 2994 time: 0.1329887 Feb 02 06:54:09.785593 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-351fb985-8694-4814-9288-119c4a47c2ea req-ebe69f29-a6f1-48f1-94fa-f9a2bf7579a5 service neutron] 10.222.0.88 "GET /v2.0/networks/081c026d-8798-47ae-ae28-6481babaa3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3639009 Feb 02 06:54:09.804365 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7059e059-d913-409c-aba1-a6eecba4af43 req-79055c9a-3763-4367-b1b1-008343c7688f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:09.805912 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7059e059-d913-409c-aba1-a6eecba4af43 req-79055c9a-3763-4367-b1b1-008343c7688f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=94634d8b4d2a41de8e59c8bd88798343&device_id=3198844e-639f-4156-b68e-3a3b15da1358 HTTP/1.1" status: 200 len: 1127 time: 0.1806808 Feb 02 06:54:09.817346 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-f095135b-9010-43db-9e52-14e2c15d0add req-f3e822f0-3120-4c60-ab21-c126dd87f4c6 service neutron] For port 9770e2d2-a414-4db6-9115-5ff68232fc06, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=9770e2d2-a414-4db6-9115-5ff68232fc06,segment=NetworkSegment(ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b),segment_id=ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:54:09.830268 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a92702de-b329-4692-85db-e42234c78822 req-c703244d-8243-4ab1-9aa5-1895eee38c1a tempest-SecurityGroupsTestAdminJSON-1321654696 tempest-SecurityGroupsTestAdminJSON-1321654696-project-admin] 10.222.0.87 "GET /v2.0/security-groups/88ebd9db-69ce-4746-b190-73f8f40d940c HTTP/1.1" status: 200 len: 2994 time: 0.0627358 Feb 02 06:54:09.889691 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a92702de-b329-4692-85db-e42234c78822 req-5dca8262-5fdd-4cf3-9ae5-90c4cd107fbd tempest-SecurityGroupsTestAdminJSON-1321654696 tempest-SecurityGroupsTestAdminJSON-1321654696-project-admin] 10.222.0.87 "GET /v2.0/security-groups/8e88c5e1-bc25-404b-a924-2bac66d25743 HTTP/1.1" status: 200 len: 2998 time: 0.0570707 Feb 02 06:54:09.922829 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-f095135b-9010-43db-9e52-14e2c15d0add req-f3e822f0-3120-4c60-ab21-c126dd87f4c6 service neutron] For port 9770e2d2-a414-4db6-9115-5ff68232fc06, host n-h2-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:54:09.949601 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a92702de-b329-4692-85db-e42234c78822 req-7c395f7d-cf23-44dd-9112-1414f3540ede tempest-SecurityGroupsTestAdminJSON-1321654696 tempest-SecurityGroupsTestAdminJSON-1321654696-project-admin] 10.222.0.87 "GET /v2.0/security-groups/8e88c5e1-bc25-404b-a924-2bac66d25743 HTTP/1.1" status: 200 len: 2998 time: 0.0586166 Feb 02 06:54:09.972863 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-f095135b-9010-43db-9e52-14e2c15d0add req-f3e822f0-3120-4c60-ab21-c126dd87f4c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9770e2d2-a414-4db6-9115-5ff68232fc06 {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:54:10.006044 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a92702de-b329-4692-85db-e42234c78822 req-4271bdd3-9d09-4151-9962-e7241b69051e tempest-SecurityGroupsTestAdminJSON-1321654696 tempest-SecurityGroupsTestAdminJSON-1321654696-project-admin] 10.222.0.87 "GET /v2.0/security-groups/9c33c215-38f7-4589-96f2-2cc98b00466a HTTP/1.1" status: 200 len: 2998 time: 0.0551293 Feb 02 06:54:10.010805 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7059e059-d913-409c-aba1-a6eecba4af43 req-f526588d-bdc3-4763-aa4a-46078fa64a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:10.012426 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7059e059-d913-409c-aba1-a6eecba4af43 req-f526588d-bdc3-4763-aa4a-46078fa64a41 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ad127856-4465-484c-882c-e096f13573c2 HTTP/1.1" status: 200 len: 908 time: 0.1924469 Feb 02 06:54:10.020349 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-f095135b-9010-43db-9e52-14e2c15d0add req-f3e822f0-3120-4c60-ab21-c126dd87f4c6 service neutron] For port 9770e2d2-a414-4db6-9115-5ff68232fc06, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=9770e2d2-a414-4db6-9115-5ff68232fc06,segment=NetworkSegment(ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b),segment_id=ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:54:10.037908 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c2820ba2-f1d7-409e-ab13-2b3feb2354dd req-57624fc8-dec8-4e3e-b8e4-eacce9dba6e7 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661273 Feb 02 06:54:10.062407 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a92702de-b329-4692-85db-e42234c78822 req-66be9ba9-6ea1-40f4-8401-ef2c31048feb tempest-SecurityGroupsTestAdminJSON-1321654696 tempest-SecurityGroupsTestAdminJSON-1321654696-project-admin] 10.222.0.87 "GET /v2.0/security-groups/9c33c215-38f7-4589-96f2-2cc98b00466a HTTP/1.1" status: 200 len: 2998 time: 0.0554109 Feb 02 06:54:10.097160 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58610) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:54:10.115611 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-827f810e-cad3-404c-84a9-a1e7d0e426b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:10.122918 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7059e059-d913-409c-aba1-a6eecba4af43 req-ef59e228-0946-4c1c-b952-b3b2359bd59f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51a170da-8609-48e7-9016-7b1d57369294 HTTP/1.1" status: 200 len: 217 time: 0.0994909 Feb 02 06:54:10.123804 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f095135b-9010-43db-9e52-14e2c15d0add req-f3e822f0-3120-4c60-ab21-c126dd87f4c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (9770e2d2-a414-4db6-9115-5ff68232fc06), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:10.145786 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a92702de-b329-4692-85db-e42234c78822 req-10ce4fb5-b0ee-45e8-a091-5d73d89a0579 tempest-SecurityGroupsTestAdminJSON-1321654696 tempest-SecurityGroupsTestAdminJSON-1321654696-project-admin] 10.222.0.87 "GET /v2.0/security-groups/ab6ca2ff-17bc-4cd6-832b-7e7578e5c55f HTTP/1.1" status: 200 len: 2998 time: 0.0824072 Feb 02 06:54:10.226174 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a92702de-b329-4692-85db-e42234c78822 req-a67d9981-97b3-4ccc-b326-5995deb6a03e tempest-SecurityGroupsTestAdminJSON-1321654696 tempest-SecurityGroupsTestAdminJSON-1321654696-project-admin] 10.222.0.87 "GET /v2.0/security-groups/ab6ca2ff-17bc-4cd6-832b-7e7578e5c55f HTTP/1.1" status: 200 len: 2998 time: 0.0795248 Feb 02 06:54:10.272420 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7059e059-d913-409c-aba1-a6eecba4af43 req-1250f0a2-c75c-4fd1-8fbf-8ebe490d497f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:10.273884 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7059e059-d913-409c-aba1-a6eecba4af43 req-1250f0a2-c75c-4fd1-8fbf-8ebe490d497f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a7292d13-827d-45ab-8eaa-7baf62301aaa HTTP/1.1" status: 200 len: 847 time: 0.1399481 Feb 02 06:54:10.293330 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-827f810e-cad3-404c-84a9-a1e7d0e426b8 admin admin] Publish callbacks [] for security_group (c72d92c8-4b6a-473a-bbf5-1beff2940f62), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:10.303885 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a92702de-b329-4692-85db-e42234c78822 req-03b9fc4f-70cf-4615-ae75-5667e53e5f43 tempest-SecurityGroupsTestAdminJSON-1321654696 tempest-SecurityGroupsTestAdminJSON-1321654696-project-admin] 10.222.0.87 "GET /v2.0/security-groups/b6f7638e-e544-4f4a-af18-7ac9712f4597 HTTP/1.1" status: 200 len: 2998 time: 0.0640895 Feb 02 06:54:10.304923 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-827f810e-cad3-404c-84a9-a1e7d0e426b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (c72d92c8-4b6a-473a-bbf5-1beff2940f62), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:10.318423 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7059e059-d913-409c-aba1-a6eecba4af43 req-d0f5e0fd-d8be-432b-8ef4-1dcf5991ceb9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ad127856-4465-484c-882c-e096f13573c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330122 Feb 02 06:54:10.327670 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c5bd9b-3421-4fac-9a13-8ba3c7c21305 req-6c8d6988-d1be-4506-88e3-ea260f88cb61 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:10.329149 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-29c5bd9b-3421-4fac-9a13-8ba3c7c21305 req-6c8d6988-d1be-4506-88e3-ea260f88cb61 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.87 "GET /v2.0/ports?device_id=10ab8f37-6545-4f52-8f25-bc0963bc8fde HTTP/1.1" status: 200 len: 945 time: 0.1265144 Feb 02 06:54:10.351817 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-827f810e-cad3-404c-84a9-a1e7d0e426b8 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=eddf8380deaf4ac3acd13782894f55cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2506130 Feb 02 06:54:10.354016 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58618) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:54:10.363399 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-f095135b-9010-43db-9e52-14e2c15d0add req-f3e822f0-3120-4c60-ab21-c126dd87f4c6 service neutron] Transition to ACTIVE for port object 9770e2d2-a414-4db6-9115-5ff68232fc06 will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 06:54:10.385834 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f095135b-9010-43db-9e52-14e2c15d0add req-f3e822f0-3120-4c60-ab21-c126dd87f4c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (9770e2d2-a414-4db6-9115-5ff68232fc06), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:10.387839 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827f810e-cad3-404c-84a9-a1e7d0e426b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c72d92c8-4b6a-473a-bbf5-1beff2940f62,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:10.412367 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a92702de-b329-4692-85db-e42234c78822 req-c6c1f838-426b-45d1-a910-998fe102c941 tempest-SecurityGroupsTestAdminJSON-1321654696 tempest-SecurityGroupsTestAdminJSON-1321654696-project-admin] 10.222.0.87 "GET /v2.0/security-groups/b6f7638e-e544-4f4a-af18-7ac9712f4597 HTTP/1.1" status: 200 len: 2998 time: 0.0885375 Feb 02 06:54:10.459862 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-49404d66-e3e1-4daf-8a63-1778761a33e7 admin admin] Publish callbacks [] for security_group (c72d92c8-4b6a-473a-bbf5-1beff2940f62), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:10.485514 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a92702de-b329-4692-85db-e42234c78822 req-55cbea54-2b2d-4740-ae95-0d093c88f98c tempest-SecurityGroupsTestAdminJSON-1321654696 tempest-SecurityGroupsTestAdminJSON-1321654696-project-admin] 10.222.0.87 "GET /v2.0/security-groups/bf00d32a-4a96-4ed8-aa7a-2dbb89dc8cd1 HTTP/1.1" status: 200 len: 2998 time: 0.0637577 Feb 02 06:54:10.496896 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-49404d66-e3e1-4daf-8a63-1778761a33e7 admin admin] Publish callbacks [] for security_group (c72d92c8-4b6a-473a-bbf5-1beff2940f62), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:10.576767 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a92702de-b329-4692-85db-e42234c78822 req-93a00be3-4b59-4c38-9d06-4d6744b0d77d tempest-SecurityGroupsTestAdminJSON-1321654696 tempest-SecurityGroupsTestAdminJSON-1321654696-project-admin] 10.222.0.87 "GET /v2.0/security-groups/bf00d32a-4a96-4ed8-aa7a-2dbb89dc8cd1 HTTP/1.1" status: 200 len: 2998 time: 0.0828965 Feb 02 06:54:10.603298 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-49404d66-e3e1-4daf-8a63-1778761a33e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (c72d92c8-4b6a-473a-bbf5-1beff2940f62), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:10.606157 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-49404d66-e3e1-4daf-8a63-1778761a33e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:10.609794 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-49404d66-e3e1-4daf-8a63-1778761a33e7 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c72d92c8-4b6a-473a-bbf5-1beff2940f62 HTTP/1.1" status: 204 len: 168 time: 0.2501442 Feb 02 06:54:10.643190 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49404d66-e3e1-4daf-8a63-1778761a33e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72d92c8-4b6a-473a-bbf5-1beff2940f62,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:10.664087 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38337374-79b9-4cd8-bc38-db066b9a6e22', 'name': 'network-vif-deleted', 'tag': '9a237af1-01e2-443f-835e-386c2207b612'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:54:10.666329 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c1a541-2a29-4d74-a272-a00cb84b3ffd" -d '{"events": [{"server_uuid": "38337374-79b9-4cd8-bc38-db066b9a6e22", "name": "network-vif-deleted", "tag": "9a237af1-01e2-443f-835e-386c2207b612"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:54:10.675539 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a92702de-b329-4692-85db-e42234c78822 req-ec786f51-b49b-4a3f-927f-3fe92b8bd162 tempest-SecurityGroupsTestAdminJSON-1321654696 tempest-SecurityGroupsTestAdminJSON-1321654696-project-admin] 10.222.0.87 "GET /v2.0/security-groups/d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3 HTTP/1.1" status: 200 len: 2998 time: 0.0798504 Feb 02 06:54:10.707984 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-f095135b-9010-43db-9e52-14e2c15d0add req-f3e822f0-3120-4c60-ab21-c126dd87f4c6 service neutron] No DVR routers for this DVR port 9770e2d2-a414-4db6-9115-5ff68232fc06 on host n-h2-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 06:54:10.734613 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a92702de-b329-4692-85db-e42234c78822 req-f99067ce-e628-49c2-bea1-1d0a3e60cb47 tempest-SecurityGroupsTestAdminJSON-1321654696 tempest-SecurityGroupsTestAdminJSON-1321654696-project-admin] 10.222.0.87 "GET /v2.0/security-groups/d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3 HTTP/1.1" status: 200 len: 2998 time: 0.0523605 Feb 02 06:54:10.764485 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 9a237af1-01e2-443f-835e-386c2207b612 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 06:54:10.766929 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e822f0-3120-4c60-ab21-c126dd87f4c6 service neutron] Pushing event updated for resources: {'Port': ['ID=9770e2d2-a414-4db6-9115-5ff68232fc06,revision_number=10']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:10.774447 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-29c5bd9b-3421-4fac-9a13-8ba3c7c21305 req-ea30cc04-0c92-4af2-ad3f-9f853a350bdc tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.87 "GET /v2.0/security-groups?id=974679eb-14d2-4f44-9e62-35ad2dae7bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4304538 Feb 02 06:54:10.789003 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f095135b-9010-43db-9e52-14e2c15d0add req-f3e822f0-3120-4c60-ab21-c126dd87f4c6 service neutron] 10.222.0.59 "PUT /v2.0/ports/9770e2d2-a414-4db6-9115-5ff68232fc06/bindings/n-h1-789963-26/activate HTTP/1.1" status: 200 len: 370 time: 1.4620581 Feb 02 06:54:10.791060 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7059e059-d913-409c-aba1-a6eecba4af43 req-806eb438-877a-4f30-a8b5-8340667caeb1 service neutron] 10.222.0.59 "GET /v2.0/networks/ad127856-4465-484c-882c-e096f13573c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4583037 Feb 02 06:54:10.819060 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a92702de-b329-4692-85db-e42234c78822 req-669b96a3-80bc-44d0-9767-e404ffe755bf tempest-SecurityGroupsTestAdminJSON-1321654696 tempest-SecurityGroupsTestAdminJSON-1321654696-project-admin] 10.222.0.87 "GET /v2.0/security-groups/dec561c4-af02-45e3-8dd4-23494a090077 HTTP/1.1" status: 200 len: 2994 time: 0.0767200 Feb 02 06:54:10.820183 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: 9a237af1-01e2-443f-835e-386c2207b612 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 06:54:10.820550 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 9a237af1-01e2-443f-835e-386c2207b612 not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 06:54:10.919269 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d0c81481-668e-4198-a5bf-83b40fae91c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:10.993369 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a92702de-b329-4692-85db-e42234c78822 req-9cc839dc-794d-4e2a-996e-00750cbe4bb2 tempest-SecurityGroupsTestAdminJSON-1321654696 tempest-SecurityGroupsTestAdminJSON-1321654696-project-admin] 10.222.0.87 "GET /v2.0/security-groups/dec561c4-af02-45e3-8dd4-23494a090077 HTTP/1.1" status: 200 len: 2994 time: 0.1664195 Feb 02 06:54:11.033811 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7059e059-d913-409c-aba1-a6eecba4af43 req-ddf6cec6-48a4-40b5-a168-0cff873de9f1 service neutron] 10.222.0.59 "GET /v2.0/networks/ad127856-4465-484c-882c-e096f13573c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957400 Feb 02 06:54:11.042489 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5522e786-c243-4dbd-bad9-e8a6a71524da req-67a76848-f625-485f-8b44-ff900c7e1bc4 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:11.044321 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5522e786-c243-4dbd-bad9-e8a6a71524da req-67a76848-f625-485f-8b44-ff900c7e1bc4 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=3198844e-639f-4156-b68e-3a3b15da1358 HTTP/1.1" status: 200 len: 944 time: 0.1340830 Feb 02 06:54:11.049872 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a92702de-b329-4692-85db-e42234c78822 req-f3d1feb2-6aba-4070-9023-7ffd96bcd8d1 tempest-SecurityGroupsTestAdminJSON-1321654696 tempest-SecurityGroupsTestAdminJSON-1321654696-project-admin] 10.222.0.87 "GET /v2.0/security-groups/f8ab976a-dda5-4cdf-9ee8-797f2a350ad9 HTTP/1.1" status: 200 len: 2990 time: 0.0555935 Feb 02 06:54:11.074356 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095135b-9010-43db-9e52-14e2c15d0add req-bb74a88a-ff62-46c3-933e-1874ff026d71 tempest-LiveAutoBlockMigrationV225Test-1760037822 tempest-LiveAutoBlockMigrationV225Test-1760037822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:11.075990 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f095135b-9010-43db-9e52-14e2c15d0add req-bb74a88a-ff62-46c3-933e-1874ff026d71 tempest-LiveAutoBlockMigrationV225Test-1760037822 tempest-LiveAutoBlockMigrationV225Test-1760037822-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=39546764-67dd-4b6e-a45a-c2c507299e35&tenant_id=fe8bfc83663b43b9aae4137bcb39e5dc&binding%3Ahost_id=n-h2-789963-26 HTTP/1.1" status: 200 len: 1127 time: 0.1656916 Feb 02 06:54:11.118986 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5522e786-c243-4dbd-bad9-e8a6a71524da req-c50235f7-6228-4fa2-bbcf-741865e4c60a tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673537 Feb 02 06:54:11.151344 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a92702de-b329-4692-85db-e42234c78822 req-4da70fcd-1868-4c11-9933-6e8ef489b7e8 tempest-SecurityGroupsTestAdminJSON-1321654696 tempest-SecurityGroupsTestAdminJSON-1321654696-project-admin] 10.222.0.87 "GET /v2.0/security-groups/f8ab976a-dda5-4cdf-9ee8-797f2a350ad9 HTTP/1.1" status: 200 len: 2990 time: 0.1004870 Feb 02 06:54:11.195756 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 06:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-959d6c4f-8fad-4f36-9c57-bf4e870f1d74 x-openstack-request-id: req-959d6c4f-8fad-4f36-9c57-bf4e870f1d74 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:54:11.196142 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38337374-79b9-4cd8-bc38-db066b9a6e22", "name": "network-vif-deleted", "tag": "9a237af1-01e2-443f-835e-386c2207b612", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:54:11.196502 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-959d6c4f-8fad-4f36-9c57-bf4e870f1d74 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:54:11.197203 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38337374-79b9-4cd8-bc38-db066b9a6e22', 'name': 'network-vif-deleted', 'tag': '9a237af1-01e2-443f-835e-386c2207b612', 'status': 'completed', 'code': 200} Feb 02 06:54:11.200572 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095135b-9010-43db-9e52-14e2c15d0add req-79d5eca4-125f-42ea-b01d-af09bbe915ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:11.202547 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f095135b-9010-43db-9e52-14e2c15d0add req-79d5eca4-125f-42ea-b01d-af09bbe915ae service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=39546764-67dd-4b6e-a45a-c2c507299e35&tenant_id=fe8bfc83663b43b9aae4137bcb39e5dc HTTP/1.1" status: 200 len: 1127 time: 0.1110287 Feb 02 06:54:11.327511 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095135b-9010-43db-9e52-14e2c15d0add req-bdb57a79-060a-480a-8728-0cddce4f650c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:11.329005 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f095135b-9010-43db-9e52-14e2c15d0add req-bdb57a79-060a-480a-8728-0cddce4f650c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fe8bfc83663b43b9aae4137bcb39e5dc&device_id=39546764-67dd-4b6e-a45a-c2c507299e35 HTTP/1.1" status: 200 len: 1127 time: 0.0725446 Feb 02 06:54:11.335795 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fd6c57-e49a-40fe-8f52-f4ffb5fcc4d3 req-6df57d20-f5d6-4870-b6d4-47e18c1e896b tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:11.337494 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d9fd6c57-e49a-40fe-8f52-f4ffb5fcc4d3 req-6df57d20-f5d6-4870-b6d4-47e18c1e896b tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.87 "GET /v2.0/ports?device_id=10ab8f37-6545-4f52-8f25-bc0963bc8fde HTTP/1.1" status: 200 len: 945 time: 0.0918958 Feb 02 06:54:11.448716 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d9fd6c57-e49a-40fe-8f52-f4ffb5fcc4d3 req-be2502c3-75e8-4a29-baa1-cf048f54102b tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.87 "GET /v2.0/security-groups?id=974679eb-14d2-4f44-9e62-35ad2dae7bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015849 Feb 02 06:54:11.462149 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095135b-9010-43db-9e52-14e2c15d0add req-bf519238-82f2-4cce-83ed-2bb6d08fe9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:11.463674 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f095135b-9010-43db-9e52-14e2c15d0add req-bf519238-82f2-4cce-83ed-2bb6d08fe9e5 service neutron] 10.222.0.88 "GET /v2.0/networks?id=a90e0175-1e1a-46fd-ade5-a34b643c83ca HTTP/1.1" status: 200 len: 921 time: 0.1252215 Feb 02 06:54:11.549936 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f095135b-9010-43db-9e52-14e2c15d0add req-245d191a-c627-4974-a8f5-2eb2dd652cd3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9770e2d2-a414-4db6-9115-5ff68232fc06 HTTP/1.1" status: 200 len: 217 time: 0.0644507 Feb 02 06:54:11.615658 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095135b-9010-43db-9e52-14e2c15d0add req-326296b8-8628-4d8a-a6ca-c5a0f880747a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:11.617456 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f095135b-9010-43db-9e52-14e2c15d0add req-326296b8-8628-4d8a-a6ca-c5a0f880747a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=718edbdc-92b0-46ac-b280-821a5ec70f8a HTTP/1.1" status: 200 len: 860 time: 0.0614939 Feb 02 06:54:11.652631 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f095135b-9010-43db-9e52-14e2c15d0add req-f9bcbc47-e36f-4a9f-879c-ae45be93edb0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a90e0175-1e1a-46fd-ade5-a34b643c83ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281568 Feb 02 06:54:11.791571 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87d9415-db90-4c17-ad7d-7c8f460d4dba req-4f3b9f39-2a55-4bf4-b669-f7c369c16959 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:11.793294 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c87d9415-db90-4c17-ad7d-7c8f460d4dba req-4f3b9f39-2a55-4bf4-b669-f7c369c16959 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=39546764-67dd-4b6e-a45a-c2c507299e35 HTTP/1.1" status: 200 len: 944 time: 0.1111777 Feb 02 06:54:11.801010 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f095135b-9010-43db-9e52-14e2c15d0add req-5166fc7a-94e5-4738-9022-08acd73ae16d service neutron] 10.222.0.88 "GET /v2.0/networks/a90e0175-1e1a-46fd-ade5-a34b643c83ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414511 Feb 02 06:54:11.854961 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0bf1836f-36c7-4418-9eed-17938ae7754b req-92aa1159-838b-4008-8203-9750110e9482 tempest-SecurityGroupsTestAdminJSON-64235146 tempest-SecurityGroupsTestAdminJSON-64235146-project] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=5bae4fb039144b1e85a8c14f0a6b3048 HTTP/1.1" status: 200 len: 6151 time: 0.0984547 Feb 02 06:54:11.900181 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0bf1836f-36c7-4418-9eed-17938ae7754b req-40175a68-520b-4a88-969c-5264c71c3002 tempest-SecurityGroupsTestAdminJSON-64235146 tempest-SecurityGroupsTestAdminJSON-64235146-project] 10.222.0.87 "GET /v2.0/security-groups/ab6ca2ff-17bc-4cd6-832b-7e7578e5c55f HTTP/1.1" status: 200 len: 2998 time: 0.0442474 Feb 02 06:54:11.930942 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c87d9415-db90-4c17-ad7d-7c8f460d4dba req-9c807347-db9f-4db7-b8fa-45a48413431e tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294150 Feb 02 06:54:11.932954 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f095135b-9010-43db-9e52-14e2c15d0add req-50e79703-2fe9-4d97-8eb2-82284886635b service neutron] 10.222.0.88 "GET /v2.0/networks/a90e0175-1e1a-46fd-ade5-a34b643c83ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241000 Feb 02 06:54:11.949462 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0bf1836f-36c7-4418-9eed-17938ae7754b req-bb4aafed-9dfc-40ae-803c-8e08ba7942d8 tempest-SecurityGroupsTestAdminJSON-64235146 tempest-SecurityGroupsTestAdminJSON-64235146-project] 10.222.0.87 "GET /v2.0/security-groups/ab6ca2ff-17bc-4cd6-832b-7e7578e5c55f HTTP/1.1" status: 200 len: 2998 time: 0.0464118 Feb 02 06:54:12.076179 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5122c837-5078-4ecb-a342-ef07ce9328c8 req-76ae1381-6688-4fb0-947b-3494f44e89c7 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:12.077683 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5122c837-5078-4ecb-a342-ef07ce9328c8 req-76ae1381-6688-4fb0-947b-3494f44e89c7 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/ports?device_id=625037db-4e02-46c1-910d-629e80ff63e4 HTTP/1.1" status: 200 len: 950 time: 0.0583680 Feb 02 06:54:12.132910 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5122c837-5078-4ecb-a342-ef07ce9328c8 req-f34198ec-9f40-49bb-868a-a54dbc3747f9 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/security-groups?id=dec561c4-af02-45e3-8dd4-23494a090077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491469 Feb 02 06:54:12.302517 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095135b-9010-43db-9e52-14e2c15d0add req-aad5b846-1897-490b-8a2b-27a4fceaefd8 tempest-LiveAutoBlockMigrationV225Test-1760037822 tempest-LiveAutoBlockMigrationV225Test-1760037822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:12.305061 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f095135b-9010-43db-9e52-14e2c15d0add req-aad5b846-1897-490b-8a2b-27a4fceaefd8 tempest-LiveAutoBlockMigrationV225Test-1760037822 tempest-LiveAutoBlockMigrationV225Test-1760037822-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=39546764-67dd-4b6e-a45a-c2c507299e35&tenant_id=fe8bfc83663b43b9aae4137bcb39e5dc&binding%3Ahost_id=n-h1-789963-26 HTTP/1.1" status: 200 len: 1127 time: 0.0717463 Feb 02 06:54:12.409695 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-51939c1a-5dae-4ca5-9799-43d729305a4c req-cb7fc2e8-2f73-4bfc-b337-ae973038fe80 tempest-SecurityGroupsTestAdminJSON-1321654696 tempest-SecurityGroupsTestAdminJSON-1321654696-project-admin] 10.222.0.87 "GET /v2.0/security-groups/65e65776-90a3-4930-880e-55195083198e HTTP/1.1" status: 200 len: 1794 time: 0.0586376 Feb 02 06:54:12.504905 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-f095135b-9010-43db-9e52-14e2c15d0add req-b6931b0d-b936-4ac1-b360-f06f6ecf06bb service neutron] For port 9770e2d2-a414-4db6-9115-5ff68232fc06, host n-h2-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:54:12.510259 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f095135b-9010-43db-9e52-14e2c15d0add req-b6931b0d-b936-4ac1-b360-f06f6ecf06bb service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:12.511347 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f095135b-9010-43db-9e52-14e2c15d0add req-b6931b0d-b936-4ac1-b360-f06f6ecf06bb service neutron] 10.222.0.88 "DELETE /v2.0/ports/9770e2d2-a414-4db6-9115-5ff68232fc06/bindings/n-h2-789963-26 HTTP/1.1" status: 204 len: 173 time: 0.1988366 Feb 02 06:54:12.512620 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-51939c1a-5dae-4ca5-9799-43d729305a4c req-8d22f6cc-b271-4be4-b68d-8005fee5e5c0 tempest-SecurityGroupsTestAdminJSON-1321654696 tempest-SecurityGroupsTestAdminJSON-1321654696-project-admin] Publish callbacks [] for security_group (65e65776-90a3-4930-880e-55195083198e), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:12.529575 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9410b6-74cc-44f9-835a-cb94094dae2e req-b8332426-373d-4689-bd57-e0a5abdd161e tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:12.537494 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3f9410b6-74cc-44f9-835a-cb94094dae2e req-b8332426-373d-4689-bd57-e0a5abdd161e tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=3198844e-639f-4156-b68e-3a3b15da1358 HTTP/1.1" status: 200 len: 944 time: 0.0749352 Feb 02 06:54:12.550655 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-51939c1a-5dae-4ca5-9799-43d729305a4c req-8d22f6cc-b271-4be4-b68d-8005fee5e5c0 tempest-SecurityGroupsTestAdminJSON-1321654696 tempest-SecurityGroupsTestAdminJSON-1321654696-project-admin] Publish callbacks [] for security_group (65e65776-90a3-4930-880e-55195083198e), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:12.592599 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3f9410b6-74cc-44f9-835a-cb94094dae2e req-929c5e39-d81d-468d-85f1-fee9eacf455c tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540915 Feb 02 06:54:12.593732 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-51939c1a-5dae-4ca5-9799-43d729305a4c req-8d22f6cc-b271-4be4-b68d-8005fee5e5c0 tempest-SecurityGroupsTestAdminJSON-1321654696 tempest-SecurityGroupsTestAdminJSON-1321654696-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (65e65776-90a3-4930-880e-55195083198e), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:12.596415 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-51939c1a-5dae-4ca5-9799-43d729305a4c req-8d22f6cc-b271-4be4-b68d-8005fee5e5c0 tempest-SecurityGroupsTestAdminJSON-1321654696 tempest-SecurityGroupsTestAdminJSON-1321654696-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:12.597520 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-51939c1a-5dae-4ca5-9799-43d729305a4c req-8d22f6cc-b271-4be4-b68d-8005fee5e5c0 tempest-SecurityGroupsTestAdminJSON-1321654696 tempest-SecurityGroupsTestAdminJSON-1321654696-project-admin] 10.222.0.87 "DELETE /v2.0/security-groups/65e65776-90a3-4930-880e-55195083198e HTTP/1.1" status: 204 len: 173 time: 0.1846426 Feb 02 06:54:12.605857 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d22f6cc-b271-4be4-b68d-8005fee5e5c0 tempest-SecurityGroupsTestAdminJSON-1321654696 tempest-SecurityGroupsTestAdminJSON-1321654696-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e65776-90a3-4930-880e-55195083198e,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:12.688114 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-24c94566-2e4d-44e5-8d27-455991ac93b1 req-979d32de-13ae-4f74-9493-e0a65556a870 tempest-SecurityGroupsTestAdminJSON-1321654696 tempest-SecurityGroupsTestAdminJSON-1321654696-project-admin] 10.222.0.87 "GET /v2.0/security-groups/6c5b3d4c-0d8c-4d0b-af27-82e14d639f1e HTTP/1.1" status: 200 len: 1794 time: 0.0416827 Feb 02 06:54:12.746019 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-24c94566-2e4d-44e5-8d27-455991ac93b1 req-4994ff24-458a-4b0a-a035-d382f93995bb tempest-SecurityGroupsTestAdminJSON-1321654696 tempest-SecurityGroupsTestAdminJSON-1321654696-project-admin] Publish callbacks [] for security_group (6c5b3d4c-0d8c-4d0b-af27-82e14d639f1e), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:12.769373 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-24c94566-2e4d-44e5-8d27-455991ac93b1 req-4994ff24-458a-4b0a-a035-d382f93995bb tempest-SecurityGroupsTestAdminJSON-1321654696 tempest-SecurityGroupsTestAdminJSON-1321654696-project-admin] Publish callbacks [] for security_group (6c5b3d4c-0d8c-4d0b-af27-82e14d639f1e), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:12.809679 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-24c94566-2e4d-44e5-8d27-455991ac93b1 req-4994ff24-458a-4b0a-a035-d382f93995bb tempest-SecurityGroupsTestAdminJSON-1321654696 tempest-SecurityGroupsTestAdminJSON-1321654696-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (6c5b3d4c-0d8c-4d0b-af27-82e14d639f1e), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:12.812383 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-24c94566-2e4d-44e5-8d27-455991ac93b1 req-4994ff24-458a-4b0a-a035-d382f93995bb tempest-SecurityGroupsTestAdminJSON-1321654696 tempest-SecurityGroupsTestAdminJSON-1321654696-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:12.813899 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-24c94566-2e4d-44e5-8d27-455991ac93b1 req-4994ff24-458a-4b0a-a035-d382f93995bb tempest-SecurityGroupsTestAdminJSON-1321654696 tempest-SecurityGroupsTestAdminJSON-1321654696-project-admin] 10.222.0.87 "DELETE /v2.0/security-groups/6c5b3d4c-0d8c-4d0b-af27-82e14d639f1e HTTP/1.1" status: 204 len: 173 time: 0.1182630 Feb 02 06:54:12.824948 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4994ff24-458a-4b0a-a035-d382f93995bb tempest-SecurityGroupsTestAdminJSON-1321654696 tempest-SecurityGroupsTestAdminJSON-1321654696-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5b3d4c-0d8c-4d0b-af27-82e14d639f1e,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:13.046350 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ed23c33-381b-4d95-a4ac-f89080e04cee req-23b810b9-b354-4ed8-b554-20515cc87cdf tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=617f6fde409340a286c916b0c2822b5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223796 Feb 02 06:54:13.059151 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-78f125ca-bb08-4b09-b5fe-bb03295a4b06 req-0e0f1eda-d62d-42d2-9d75-8c2f980ee88e tempest-SecurityGroupsTestAdminJSON-64235146 tempest-SecurityGroupsTestAdminJSON-64235146-project] 10.222.0.87 "GET /v2.0/security-groups/54fe2d91-e265-47c6-82e5-7651f818fd26 HTTP/1.1" status: 200 len: 1793 time: 0.0464845 Feb 02 06:54:13.118208 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-78f125ca-bb08-4b09-b5fe-bb03295a4b06 req-1f6f9c32-27c7-4701-a2be-27e56a5efbc7 tempest-SecurityGroupsTestAdminJSON-64235146 tempest-SecurityGroupsTestAdminJSON-64235146-project] Publish callbacks [] for security_group (54fe2d91-e265-47c6-82e5-7651f818fd26), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:13.141467 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-78f125ca-bb08-4b09-b5fe-bb03295a4b06 req-1f6f9c32-27c7-4701-a2be-27e56a5efbc7 tempest-SecurityGroupsTestAdminJSON-64235146 tempest-SecurityGroupsTestAdminJSON-64235146-project] Publish callbacks [] for security_group (54fe2d91-e265-47c6-82e5-7651f818fd26), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:13.164126 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed23c33-381b-4d95-a4ac-f89080e04cee req-b799f274-234d-40dc-8d4e-b2a684a3028f tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:13.165587 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ed23c33-381b-4d95-a4ac-f89080e04cee req-b799f274-234d-40dc-8d4e-b2a684a3028f tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1136482 Feb 02 06:54:13.180574 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ed23c33-381b-4d95-a4ac-f89080e04cee req-d95fbb5d-18ec-458b-b5d2-d17c253fcfc9 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/quotas/617f6fde409340a286c916b0c2822b5a HTTP/1.1" status: 200 len: 375 time: 0.0090122 Feb 02 06:54:13.184077 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-78f125ca-bb08-4b09-b5fe-bb03295a4b06 req-1f6f9c32-27c7-4701-a2be-27e56a5efbc7 tempest-SecurityGroupsTestAdminJSON-64235146 tempest-SecurityGroupsTestAdminJSON-64235146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (54fe2d91-e265-47c6-82e5-7651f818fd26), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:13.186731 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-78f125ca-bb08-4b09-b5fe-bb03295a4b06 req-1f6f9c32-27c7-4701-a2be-27e56a5efbc7 tempest-SecurityGroupsTestAdminJSON-64235146 tempest-SecurityGroupsTestAdminJSON-64235146-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:13.187889 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-78f125ca-bb08-4b09-b5fe-bb03295a4b06 req-1f6f9c32-27c7-4701-a2be-27e56a5efbc7 tempest-SecurityGroupsTestAdminJSON-64235146 tempest-SecurityGroupsTestAdminJSON-64235146-project] 10.222.0.87 "DELETE /v2.0/security-groups/54fe2d91-e265-47c6-82e5-7651f818fd26 HTTP/1.1" status: 204 len: 173 time: 0.1225157 Feb 02 06:54:13.197787 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6f9c32-27c7-4701-a2be-27e56a5efbc7 tempest-SecurityGroupsTestAdminJSON-64235146 tempest-SecurityGroupsTestAdminJSON-64235146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54fe2d91-e265-47c6-82e5-7651f818fd26,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:13.214662 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ed23c33-381b-4d95-a4ac-f89080e04cee req-d0333eb5-c898-4692-8e37-f26a23a9b77e tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=617f6fde409340a286c916b0c2822b5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279262 Feb 02 06:54:13.235189 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1d7b89e3-fe66-4680-ad4f-bee82a0ea34b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:13.312357 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9694d39-475f-4b3d-bd3b-961a6f8e774a req-9ab1323b-7489-4090-8f5e-b03d97683f60 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:13.314271 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a9694d39-475f-4b3d-bd3b-961a6f8e774a req-9ab1323b-7489-4090-8f5e-b03d97683f60 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=39546764-67dd-4b6e-a45a-c2c507299e35 HTTP/1.1" status: 200 len: 944 time: 0.0595732 Feb 02 06:54:13.324533 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e0ce3-f77c-48d6-a3c9-ae958c7bf672 req-44fc336b-e53d-4fae-b36e-08b203416442 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:13.326039 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-201e0ce3-f77c-48d6-a3c9-ae958c7bf672 req-44fc336b-e53d-4fae-b36e-08b203416442 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.59 "GET /v2.0/ports?device_id=625037db-4e02-46c1-910d-629e80ff63e4 HTTP/1.1" status: 200 len: 950 time: 0.0594661 Feb 02 06:54:13.374268 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a9694d39-475f-4b3d-bd3b-961a6f8e774a req-a21783b6-085b-4470-80f0-7cb76d60f04e tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542264 Feb 02 06:54:13.460643 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-201e0ce3-f77c-48d6-a3c9-ae958c7bf672 req-ede19ea4-e7c7-4ade-8288-10dd8e2b8979 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Deleting port 0e6bbfb6-34b5-4bb1-925e-5fd420a44b52 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 06:54:13.460989 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-201e0ce3-f77c-48d6-a3c9-ae958c7bf672 req-ede19ea4-e7c7-4ade-8288-10dd8e2b8979 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (0e6bbfb6-34b5-4bb1-925e-5fd420a44b52), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:13.578474 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c702d3e8-2a04-4153-9c79-b20d722f9675 req-6a9d4fae-1f88-4e95-99a0-a5a78550ae77 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:13.580776 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-201e0ce3-f77c-48d6-a3c9-ae958c7bf672 req-ede19ea4-e7c7-4ade-8288-10dd8e2b8979 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] For port 0e6bbfb6-34b5-4bb1-925e-5fd420a44b52, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=0e6bbfb6-34b5-4bb1-925e-5fd420a44b52,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:54:13.581102 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c702d3e8-2a04-4153-9c79-b20d722f9675 req-6a9d4fae-1f88-4e95-99a0-a5a78550ae77 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/ports?device_id=625037db-4e02-46c1-910d-629e80ff63e4 HTTP/1.1" status: 200 len: 950 time: 0.1065197 Feb 02 06:54:13.581231 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-201e0ce3-f77c-48d6-a3c9-ae958c7bf672 req-ede19ea4-e7c7-4ade-8288-10dd8e2b8979 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (0e6bbfb6-34b5-4bb1-925e-5fd420a44b52), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:13.610414 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-201e0ce3-f77c-48d6-a3c9-ae958c7bf672 req-ede19ea4-e7c7-4ade-8288-10dd8e2b8979 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Calling delete_port for 0e6bbfb6-34b5-4bb1-925e-5fd420a44b52 owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 06:54:13.640578 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c702d3e8-2a04-4153-9c79-b20d722f9675 req-36d5a227-b476-431c-b0cb-7513abd648fe tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/security-groups?id=dec561c4-af02-45e3-8dd4-23494a090077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503795 Feb 02 06:54:13.665351 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 51a170da-8609-48e7-9016-7b1d57369294 details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 06:54:13.694071 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 9770e2d2-a414-4db6-9115-5ff68232fc06 no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 06:54:13.783211 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] The host n-h2-789963-26 is not matching for port 9770e2d2-a414-4db6-9115-5ff68232fc06 host n-h1-789963-26! {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 02 06:54:13.783640 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 9770e2d2-a414-4db6-9115-5ff68232fc06 not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 06:54:13.796298 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-40ce75a8-cadf-4553-bb67-2eef83fd3c20 req-ebe18ae0-d72f-4d76-8f41-61d85793610b tempest-SecurityGroupsTestAdminJSON-64235146 tempest-SecurityGroupsTestAdminJSON-64235146-project] 10.222.0.87 "GET /v2.0/security-groups/c98a7ced-89ce-483c-9e46-076ffd59f2ad HTTP/1.1" status: 200 len: 1793 time: 0.1050510 Feb 02 06:54:13.806973 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-201e0ce3-f77c-48d6-a3c9-ae958c7bf672 req-ede19ea4-e7c7-4ade-8288-10dd8e2b8979 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (0e6bbfb6-34b5-4bb1-925e-5fd420a44b52), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:13.895598 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-40ce75a8-cadf-4553-bb67-2eef83fd3c20 req-179861a1-7302-4d33-96f0-c1b39b231564 tempest-SecurityGroupsTestAdminJSON-64235146 tempest-SecurityGroupsTestAdminJSON-64235146-project] Publish callbacks [] for security_group (c98a7ced-89ce-483c-9e46-076ffd59f2ad), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:13.897079 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-50bb11a2-d264-4933-9ec3-17b6a7972d7b req-92e64cf8-96cc-446f-a5e8-f31b3fab2264 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=7272c094-1754-42ce-b10e-569286eda078 HTTP/1.1" status: 200 len: 210 time: 0.0950108 Feb 02 06:54:13.923747 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede19ea4-e7c7-4ade-8288-10dd8e2b8979 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Pushing event deleted for resources: {'Port': ['ID=0e6bbfb6-34b5-4bb1-925e-5fd420a44b52,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:13.929503 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-40ce75a8-cadf-4553-bb67-2eef83fd3c20 req-179861a1-7302-4d33-96f0-c1b39b231564 tempest-SecurityGroupsTestAdminJSON-64235146 tempest-SecurityGroupsTestAdminJSON-64235146-project] Publish callbacks [] for security_group (c98a7ced-89ce-483c-9e46-076ffd59f2ad), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:14.012939 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-201e0ce3-f77c-48d6-a3c9-ae958c7bf672 req-ede19ea4-e7c7-4ade-8288-10dd8e2b8979 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] No DVR routers for this DVR port 0e6bbfb6-34b5-4bb1-925e-5fd420a44b52 on host n-h2-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 06:54:14.015452 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-40ce75a8-cadf-4553-bb67-2eef83fd3c20 req-179861a1-7302-4d33-96f0-c1b39b231564 tempest-SecurityGroupsTestAdminJSON-64235146 tempest-SecurityGroupsTestAdminJSON-64235146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (c98a7ced-89ce-483c-9e46-076ffd59f2ad), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:14.018271 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-40ce75a8-cadf-4553-bb67-2eef83fd3c20 req-179861a1-7302-4d33-96f0-c1b39b231564 tempest-SecurityGroupsTestAdminJSON-64235146 tempest-SecurityGroupsTestAdminJSON-64235146-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:14.019859 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-40ce75a8-cadf-4553-bb67-2eef83fd3c20 req-179861a1-7302-4d33-96f0-c1b39b231564 tempest-SecurityGroupsTestAdminJSON-64235146 tempest-SecurityGroupsTestAdminJSON-64235146-project] 10.222.0.87 "DELETE /v2.0/security-groups/c98a7ced-89ce-483c-9e46-076ffd59f2ad HTTP/1.1" status: 204 len: 173 time: 0.2162921 Feb 02 06:54:14.024095 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-201e0ce3-f77c-48d6-a3c9-ae958c7bf672 req-ede19ea4-e7c7-4ade-8288-10dd8e2b8979 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:14.041743 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179861a1-7302-4d33-96f0-c1b39b231564 tempest-SecurityGroupsTestAdminJSON-64235146 tempest-SecurityGroupsTestAdminJSON-64235146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98a7ced-89ce-483c-9e46-076ffd59f2ad,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:14.057358 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-201e0ce3-f77c-48d6-a3c9-ae958c7bf672 req-ede19ea4-e7c7-4ade-8288-10dd8e2b8979 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.59 "DELETE /v2.0/ports/0e6bbfb6-34b5-4bb1-925e-5fd420a44b52 HTTP/1.1" status: 204 len: 173 time: 0.7240396 Feb 02 06:54:14.061862 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '625037db-4e02-46c1-910d-629e80ff63e4', 'name': 'network-vif-deleted', 'tag': '0e6bbfb6-34b5-4bb1-925e-5fd420a44b52'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:54:14.073769 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e2e31ab-7463-4ebb-b355-6c9296ba9c72" -d '{"events": [{"server_uuid": "625037db-4e02-46c1-910d-629e80ff63e4", "name": "network-vif-deleted", "tag": "0e6bbfb6-34b5-4bb1-925e-5fd420a44b52"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:54:14.197494 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['0e6bbfb6-34b5-4bb1-925e-5fd420a44b52'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:54:14.225906 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 06:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9182202-be5c-4179-be1f-e522371e019f x-openstack-request-id: req-d9182202-be5c-4179-be1f-e522371e019f {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:54:14.225906 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "625037db-4e02-46c1-910d-629e80ff63e4", "name": "network-vif-deleted", "tag": "0e6bbfb6-34b5-4bb1-925e-5fd420a44b52", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:54:14.225906 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d9182202-be5c-4179-be1f-e522371e019f {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:54:14.226322 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '625037db-4e02-46c1-910d-629e80ff63e4', 'name': 'network-vif-deleted', 'tag': '0e6bbfb6-34b5-4bb1-925e-5fd420a44b52', 'status': 'completed', 'code': 200} Feb 02 06:54:14.267857 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8923c-99a3-4bd5-a4c0-fcc481055bb3 req-c0e0b819-48ac-4281-91b0-255a7b466445 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:14.272956 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6ea8923c-99a3-4bd5-a4c0-fcc481055bb3 req-c0e0b819-48ac-4281-91b0-255a7b466445 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=3198844e-639f-4156-b68e-3a3b15da1358 HTTP/1.1" status: 200 len: 944 time: 0.0928988 Feb 02 06:54:14.348361 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 51a170da-8609-48e7-9016-7b1d57369294, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=51a170da-8609-48e7-9016-7b1d57369294,segment=NetworkSegment(43369f47-102e-4f19-93f2-e5ce754f6e28),segment_id=43369f47-102e-4f19-93f2-e5ce754f6e28)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:54:14.358954 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6ea8923c-99a3-4bd5-a4c0-fcc481055bb3 req-9837e2b7-0da4-4a63-8429-4ce8950c26ea tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770099 Feb 02 06:54:14.380241 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71591d82-30a5-45a5-a0e2-8ba57f9475f0 req-377cc0c7-6213-4775-ab07-08bc1fdb97af tempest-LiveAutoBlockMigrationV225Test-1760037822 tempest-LiveAutoBlockMigrationV225Test-1760037822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:14.389784 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-71591d82-30a5-45a5-a0e2-8ba57f9475f0 req-377cc0c7-6213-4775-ab07-08bc1fdb97af tempest-LiveAutoBlockMigrationV225Test-1760037822 tempest-LiveAutoBlockMigrationV225Test-1760037822-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=39546764-67dd-4b6e-a45a-c2c507299e35 HTTP/1.1" status: 200 len: 1127 time: 0.0693982 Feb 02 06:54:14.393548 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': '51a170da-8609-48e7-9016-7b1d57369294', 'network_id': 'ad127856-4465-484c-882c-e096f13573c2', 'port_id': '51a170da-8609-48e7-9016-7b1d57369294', 'mac_address': 'fa:16:3e:f5:74:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7292d13-827d-45ab-8eaa-7baf62301aaa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 06:54:14.446300 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 51a170da-8609-48e7-9016-7b1d57369294 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:54:14.446982 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (51a170da-8609-48e7-9016-7b1d57369294), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:14.463207 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58812) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:54:14.466238 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51a170da-8609-48e7-9016-7b1d57369294 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:54:14.471523 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-71591d82-30a5-45a5-a0e2-8ba57f9475f0 req-c9fd8a33-1d3b-47d2-b7a3-4620ea632bcf tempest-LiveAutoBlockMigrationV225Test-1760037822 tempest-LiveAutoBlockMigrationV225Test-1760037822-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806770 Feb 02 06:54:14.569872 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 51a170da-8609-48e7-9016-7b1d57369294, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=51a170da-8609-48e7-9016-7b1d57369294,segment=NetworkSegment(43369f47-102e-4f19-93f2-e5ce754f6e28),segment_id=43369f47-102e-4f19-93f2-e5ce754f6e28)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:54:14.574328 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:14.579125 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (51a170da-8609-48e7-9016-7b1d57369294), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:14.584397 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 06:54:14.725925 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=51a170da-8609-48e7-9016-7b1d57369294,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:14.743488 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b6e0dc2f-6724-483f-b14e-763a9be4e794 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=5bae4fb039144b1e85a8c14f0a6b3048&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2790649 Feb 02 06:54:14.746130 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58828) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:54:14.747971 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:54:14.748420 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:54:14.748772 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:54:14.749169 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:54:14.749516 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:54:14.749903 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:54:14.750280 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:54:14.750621 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:54:14.750948 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:54:14.751744 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:54:14.752229 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:54:14.752773 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:54:14.753397 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:54:14.835720 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5812d8d9-88e6-4830-9868-c9b245e80c2f admin admin] Publish callbacks [] for security_group (ab6ca2ff-17bc-4cd6-832b-7e7578e5c55f), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:14.869539 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5812d8d9-88e6-4830-9868-c9b245e80c2f admin admin] Publish callbacks [] for security_group (ab6ca2ff-17bc-4cd6-832b-7e7578e5c55f), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:14.879416 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5935ff37-b7b8-4ff8-8648-5eaff2352c1f req-923eafe5-07bf-41c5-ac7d-d623f5824822 tempest-LiveMigrationNegativeTest-1179792059 tempest-LiveMigrationNegativeTest-1179792059-project] 10.222.0.87 "GET /v2.0/ports?device_id=625037db-4e02-46c1-910d-629e80ff63e4 HTTP/1.1" status: 200 len: 210 time: 0.0315077 Feb 02 06:54:14.993183 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5812d8d9-88e6-4830-9868-c9b245e80c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (ab6ca2ff-17bc-4cd6-832b-7e7578e5c55f), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:14.995839 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5812d8d9-88e6-4830-9868-c9b245e80c2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:14.996976 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-5812d8d9-88e6-4830-9868-c9b245e80c2f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ab6ca2ff-17bc-4cd6-832b-7e7578e5c55f HTTP/1.1" status: 204 len: 168 time: 0.2495780 Feb 02 06:54:15.012459 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def29cc0-9390-4b7e-b72c-3c921b020098 req-8e6a51a0-e37f-42e2-b601-d51c36b49942 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:15.014471 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-def29cc0-9390-4b7e-b72c-3c921b020098 req-8e6a51a0-e37f-42e2-b601-d51c36b49942 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/networks?id=a90e0175-1e1a-46fd-ade5-a34b643c83ca HTTP/1.1" status: 200 len: 820 time: 0.1383181 Feb 02 06:54:15.027082 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5812d8d9-88e6-4830-9868-c9b245e80c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6ca2ff-17bc-4cd6-832b-7e7578e5c55f,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:15.035622 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['51a170da-8609-48e7-9016-7b1d57369294'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:54:15.064887 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2ed23c33-381b-4d95-a4ac-f89080e04cee req-6cf9d57c-a001-4a15-b9c2-3346567b5cb3 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=617f6fde409340a286c916b0c2822b5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326653 Feb 02 06:54:15.067900 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-def29cc0-9390-4b7e-b72c-3c921b020098 req-ea74a83f-511a-4bdc-95b9-fcaf246a9d5e tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/quotas/fe8bfc83663b43b9aae4137bcb39e5dc HTTP/1.1" status: 200 len: 375 time: 0.0421307 Feb 02 06:54:15.190558 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-def29cc0-9390-4b7e-b72c-3c921b020098 req-34190725-85fc-4f9f-b65a-48dca9ae6212 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=fe8bfc83663b43b9aae4137bcb39e5dc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1155398 Feb 02 06:54:15.205721 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [req-def29cc0-9390-4b7e-b72c-3c921b020098 req-40837ed5-a8e5-43a8-aa60-9140b6ce80bd service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=109693) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 06:54:15.207296 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-def29cc0-9390-4b7e-b72c-3c921b020098 req-40837ed5-a8e5-43a8-aa60-9140b6ce80bd service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064585 Feb 02 06:54:15.359121 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-def29cc0-9390-4b7e-b72c-3c921b020098 req-4c80d431-8ffd-4535-a85d-887fd983d74a service neutron] 10.222.0.87 "GET /v2.0/networks/a90e0175-1e1a-46fd-ade5-a34b643c83ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428599 Feb 02 06:54:15.445455 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58864) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:54:15.495076 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-def29cc0-9390-4b7e-b72c-3c921b020098 req-6c9ec7c9-8940-4df2-84ff-85d8c09eae62 service neutron] 10.222.0.87 "GET /v2.0/networks/a90e0175-1e1a-46fd-ade5-a34b643c83ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284654 Feb 02 06:54:15.501716 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-65be8c4c-fb8a-465b-9225-e55b290e223d req-9ed1bf2f-c0e7-4ab2-844e-0b53c8f2c0bb tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=7272c094-1754-42ce-b10e-569286eda078 HTTP/1.1" status: 200 len: 210 time: 0.0315573 Feb 02 06:54:15.507136 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-f974bf76-bbb9-42f9-8afc-308299e2340e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=40dd1d02f5674ac9a405b8216c8df00e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0581872 Feb 02 06:54:15.507245 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58866) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:54:15.572776 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed23c33-381b-4d95-a4ac-f89080e04cee req-e2d919b2-4048-4a48-92be-ec2055ae8fd8 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:15.574189 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2ed23c33-381b-4d95-a4ac-f89080e04cee req-e2d919b2-4048-4a48-92be-ec2055ae8fd8 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5018225 Feb 02 06:54:15.598059 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-2ed23c33-381b-4d95-a4ac-f89080e04cee req-9ef56615-14bb-4601-8e2b-c4063ebdb094 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Request body: {'port': {'device_id': '7272c094-1754-42ce-b10e-569286eda078', 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1', 'admin_state_up': True, 'tenant_id': '617f6fde409340a286c916b0c2822b5a'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:54:15.641006 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c8127907-c1d7-4f1f-96c6-2bd0ded021d3 admin admin] Publish callbacks [] for security_group (bf00d32a-4a96-4ed8-aa7a-2dbb89dc8cd1), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:15.698262 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 0e6bbfb6-34b5-4bb1-925e-5fd420a44b52 no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 06:54:15.723755 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19580f4a-43fe-4f2c-9eef-4b095f97b07b req-635b494f-f96e-4c42-b521-0b1a709ae404 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:15.731509 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-19580f4a-43fe-4f2c-9eef-4b095f97b07b req-635b494f-f96e-4c42-b521-0b1a709ae404 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=3198844e-639f-4156-b68e-3a3b15da1358 HTTP/1.1" status: 200 len: 945 time: 0.0716736 Feb 02 06:54:15.735636 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] No Port match for: 0e6bbfb6-34b5-4bb1-925e-5fd420a44b52 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 06:54:15.735997 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 0e6bbfb6-34b5-4bb1-925e-5fd420a44b52 not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 06:54:15.737345 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c8127907-c1d7-4f1f-96c6-2bd0ded021d3 admin admin] Publish callbacks [] for security_group (bf00d32a-4a96-4ed8-aa7a-2dbb89dc8cd1), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:15.785337 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-19580f4a-43fe-4f2c-9eef-4b095f97b07b req-7fece586-d704-4de8-bc61-ef32456925b9 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516276 Feb 02 06:54:15.816834 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ed23c33-381b-4d95-a4ac-f89080e04cee req-9ef56615-14bb-4601-8e2b-c4063ebdb094 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Made reservation on behalf of 617f6fde409340a286c916b0c2822b5a for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:54:15.822229 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-2ed23c33-381b-4d95-a4ac-f89080e04cee req-9ef56615-14bb-4601-8e2b-c4063ebdb094 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:15.834207 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-2ed23c33-381b-4d95-a4ac-f89080e04cee req-9ef56615-14bb-4601-8e2b-c4063ebdb094 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:15.846703 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c8127907-c1d7-4f1f-96c6-2bd0ded021d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (bf00d32a-4a96-4ed8-aa7a-2dbb89dc8cd1), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:15.849667 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c8127907-c1d7-4f1f-96c6-2bd0ded021d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:15.851098 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c8127907-c1d7-4f1f-96c6-2bd0ded021d3 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/bf00d32a-4a96-4ed8-aa7a-2dbb89dc8cd1 HTTP/1.1" status: 204 len: 168 time: 0.3429258 Feb 02 06:54:15.864853 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8127907-c1d7-4f1f-96c6-2bd0ded021d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf00d32a-4a96-4ed8-aa7a-2dbb89dc8cd1,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:15.921560 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:15.949478 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8d967138-427b-4d37-89eb-5a0f7d419e0f req-6a09d121-0a81-4778-83c3-8fbe6f8ed1da tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=2d2e1841-644f-4ec3-b154-c02b38400298 HTTP/1.1" status: 200 len: 210 time: 0.0568514 Feb 02 06:54:15.953900 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-2ed23c33-381b-4d95-a4ac-f89080e04cee req-9ef56615-14bb-4601-8e2b-c4063ebdb094 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Publish callbacks [] for security_group (d63c7d6b-26a8-4a97-9a6e-04585556e3f4), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:15.962397 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-2ed23c33-381b-4d95-a4ac-f89080e04cee req-9ef56615-14bb-4601-8e2b-c4063ebdb094 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (d63c7d6b-26a8-4a97-9a6e-04585556e3f4), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:16.090104 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef56615-14bb-4601-8e2b-c4063ebdb094 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d63c7d6b-26a8-4a97-9a6e-04585556e3f4,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:16.159850 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-2ed23c33-381b-4d95-a4ac-f89080e04cee req-9ef56615-14bb-4601-8e2b-c4063ebdb094 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Allocated IP 192.168.233.194 (04bc5622-0c2b-4ce8-b107-e6abcbdf57e1/9d773733-62df-4956-84d3-71d17cfb6d11/4a75d9f3-a85f-4d9a-836f-d0f8787f41da) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:54:16.443143 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-2ed23c33-381b-4d95-a4ac-f89080e04cee req-9ef56615-14bb-4601-8e2b-c4063ebdb094 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Publish callbacks [] for port (4a75d9f3-a85f-4d9a-836f-d0f8787f41da), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:16.457621 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58928) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:54:16.498191 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-2ed23c33-381b-4d95-a4ac-f89080e04cee req-9ef56615-14bb-4601-8e2b-c4063ebdb094 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (4a75d9f3-a85f-4d9a-836f-d0f8787f41da), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:16.560699 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ed23c33-381b-4d95-a4ac-f89080e04cee req-9ef56615-14bb-4601-8e2b-c4063ebdb094 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:54:16.564551 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-2ed23c33-381b-4d95-a4ac-f89080e04cee req-9ef56615-14bb-4601-8e2b-c4063ebdb094 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:54:16.570419 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ed23c33-381b-4d95-a4ac-f89080e04cee req-9ef56615-14bb-4601-8e2b-c4063ebdb094 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:54:16.576827 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed23c33-381b-4d95-a4ac-f89080e04cee req-9ef56615-14bb-4601-8e2b-c4063ebdb094 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:16.577529 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-2ed23c33-381b-4d95-a4ac-f89080e04cee req-9ef56615-14bb-4601-8e2b-c4063ebdb094 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:16.589876 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef56615-14bb-4601-8e2b-c4063ebdb094 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Pushing event updated for resources: {'Port': ['ID=4a75d9f3-a85f-4d9a-836f-d0f8787f41da,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:16.597455 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2ed23c33-381b-4d95-a4ac-f89080e04cee req-9ef56615-14bb-4601-8e2b-c4063ebdb094 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0035274 Feb 02 06:54:16.627163 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-2ed23c33-381b-4d95-a4ac-f89080e04cee req-dea0c347-e927-485a-beab-250e184b7fcf service neutron] Request body: {'port': {'device_id': '7272c094-1754-42ce-b10e-569286eda078', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:54:16.797055 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-2ed23c33-381b-4d95-a4ac-f89080e04cee req-dea0c347-e927-485a-beab-250e184b7fcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (4a75d9f3-a85f-4d9a-836f-d0f8787f41da), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:16.845921 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-8382ff61-fedc-4ae2-877a-5d75e9d1d21b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f44764c06b0a4b26bf3f8d7745202e1c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3871076 Feb 02 06:54:16.847008 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58956) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:54:16.868539 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4446767e-29f8-403c-bff1-02f41defd921 req-4b852c4c-06e7-476e-916a-5f8518b0ad8b tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:16.870388 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4446767e-29f8-403c-bff1-02f41defd921 req-4b852c4c-06e7-476e-916a-5f8518b0ad8b tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=7272c094-1754-42ce-b10e-569286eda078 HTTP/1.1" status: 200 len: 936 time: 0.1674125 Feb 02 06:54:16.946133 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-15b5b250-f406-4b86-b26c-44835d296852 None None] Provisioning complete for port 4a75d9f3-a85f-4d9a-836f-d0f8787f41da triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:54:16.947187 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-15b5b250-f406-4b86-b26c-44835d296852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (4a75d9f3-a85f-4d9a-836f-d0f8787f41da), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:16.999431 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-31d10f48-a66c-4a4d-9082-c6cfa455b3e1 admin admin] Publish callbacks [] for security_group (dec561c4-af02-45e3-8dd4-23494a090077), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:17.027538 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-15b5b250-f406-4b86-b26c-44835d296852 None None] Port 4a75d9f3-a85f-4d9a-836f-d0f8787f41da cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 06:54:17.094519 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4446767e-29f8-403c-bff1-02f41defd921 req-03204a03-1678-4399-b3a8-dea9beab0eb4 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044284 Feb 02 06:54:17.137359 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-31d10f48-a66c-4a4d-9082-c6cfa455b3e1 admin admin] Publish callbacks [] for security_group (dec561c4-af02-45e3-8dd4-23494a090077), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:17.228154 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4dc1a6-4f8f-4787-ab59-c85df3dc96e8 req-1d654b6d-fa69-4463-abb1-094fc35b6aa2 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:17.236492 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fc4dc1a6-4f8f-4787-ab59-c85df3dc96e8 req-1d654b6d-fa69-4463-abb1-094fc35b6aa2 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=3198844e-639f-4156-b68e-3a3b15da1358 HTTP/1.1" status: 200 len: 945 time: 0.1953681 Feb 02 06:54:17.260467 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:17.296012 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e26d728a-9560-414b-ad8c-5c1d2feedbd2 req-701ad5bb-9432-42dd-bfcc-fc7eafbacaf2 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=2d2e1841-644f-4ec3-b154-c02b38400298 HTTP/1.1" status: 200 len: 210 time: 0.0731752 Feb 02 06:54:17.366796 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-31d10f48-a66c-4a4d-9082-c6cfa455b3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (dec561c4-af02-45e3-8dd4-23494a090077), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:17.369380 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-31d10f48-a66c-4a4d-9082-c6cfa455b3e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:17.370961 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-31d10f48-a66c-4a4d-9082-c6cfa455b3e1 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/dec561c4-af02-45e3-8dd4-23494a090077 HTTP/1.1" status: 204 len: 168 time: 0.5226893 Feb 02 06:54:17.405629 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fc4dc1a6-4f8f-4787-ab59-c85df3dc96e8 req-94a4200b-ff3a-47b2-bdb9-b174538c25de tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682677 Feb 02 06:54:17.406935 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-2ed23c33-381b-4d95-a4ac-f89080e04cee req-dea0c347-e927-485a-beab-250e184b7fcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a75d9f3-a85f-4d9a-836f-d0f8787f41da {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:54:17.426089 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d10f48-a66c-4a4d-9082-c6cfa455b3e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec561c4-af02-45e3-8dd4-23494a090077,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:17.437804 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-2ed23c33-381b-4d95-a4ac-f89080e04cee req-dea0c347-e927-485a-beab-250e184b7fcf service neutron] Publish callbacks [] for port (4a75d9f3-a85f-4d9a-836f-d0f8787f41da), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:17.443476 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def29cc0-9390-4b7e-b72c-3c921b020098 req-784feca7-7e8a-44e6-a1d8-7af864314a06 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:17.453355 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-def29cc0-9390-4b7e-b72c-3c921b020098 req-784feca7-7e8a-44e6-a1d8-7af864314a06 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.59 "GET /v2.0/networks?id=a90e0175-1e1a-46fd-ade5-a34b643c83ca HTTP/1.1" status: 200 len: 820 time: 0.2721937 Feb 02 06:54:17.472912 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-2ed23c33-381b-4d95-a4ac-f89080e04cee req-dea0c347-e927-485a-beab-250e184b7fcf service neutron] Transition to ACTIVE for port object 4a75d9f3-a85f-4d9a-836f-d0f8787f41da will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 06:54:17.478495 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-2ed23c33-381b-4d95-a4ac-f89080e04cee req-dea0c347-e927-485a-beab-250e184b7fcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (4a75d9f3-a85f-4d9a-836f-d0f8787f41da), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:17.479581 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-def29cc0-9390-4b7e-b72c-3c921b020098 req-1322bb1b-5a51-4ffe-870e-dbb654c07fa9 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Request body: {'port': {'device_id': '2d2e1841-644f-4ec3-b154-c02b38400298', 'network_id': 'a90e0175-1e1a-46fd-ade5-a34b643c83ca', 'admin_state_up': True, 'tenant_id': 'fe8bfc83663b43b9aae4137bcb39e5dc'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:54:17.600957 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea0c347-e927-485a-beab-250e184b7fcf service neutron] Pushing event updated for resources: {'Port': ['ID=4a75d9f3-a85f-4d9a-836f-d0f8787f41da,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:17.613603 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-2ed23c33-381b-4d95-a4ac-f89080e04cee req-dea0c347-e927-485a-beab-250e184b7fcf service neutron] Attempting to bind port 4a75d9f3-a85f-4d9a-836f-d0f8787f41da on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:54:17.614361 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-2ed23c33-381b-4d95-a4ac-f89080e04cee req-dea0c347-e927-485a-beab-250e184b7fcf service neutron] Attempting to bind port 4a75d9f3-a85f-4d9a-836f-d0f8787f41da by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:54:17.614971 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed23c33-381b-4d95-a4ac-f89080e04cee req-dea0c347-e927-485a-beab-250e184b7fcf service neutron] Attempting to bind port 4a75d9f3-a85f-4d9a-836f-d0f8787f41da on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:54:17.620054 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed23c33-381b-4d95-a4ac-f89080e04cee req-dea0c347-e927-485a-beab-250e184b7fcf service neutron] Port 4a75d9f3-a85f-4d9a-836f-d0f8787f41da on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 06:54:17.620364 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed23c33-381b-4d95-a4ac-f89080e04cee req-dea0c347-e927-485a-beab-250e184b7fcf service neutron] Attempting to bind port 4a75d9f3-a85f-4d9a-836f-d0f8787f41da on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:54:17.626538 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed23c33-381b-4d95-a4ac-f89080e04cee req-dea0c347-e927-485a-beab-250e184b7fcf service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:54:17.626964 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed23c33-381b-4d95-a4ac-f89080e04cee req-dea0c347-e927-485a-beab-250e184b7fcf service neutron] Checking segment: {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:54:17.627607 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed23c33-381b-4d95-a4ac-f89080e04cee req-dea0c347-e927-485a-beab-250e184b7fcf service neutron] Bound using segment: {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:54:17.628305 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-2ed23c33-381b-4d95-a4ac-f89080e04cee req-dea0c347-e927-485a-beab-250e184b7fcf service neutron] Bound port: 4a75d9f3-a85f-4d9a-836f-d0f8787f41da, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:54:17.628733 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-2ed23c33-381b-4d95-a4ac-f89080e04cee req-dea0c347-e927-485a-beab-250e184b7fcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (4a75d9f3-a85f-4d9a-836f-d0f8787f41da), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:17.655430 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59000) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:54:17.704751 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 51a170da-8609-48e7-9016-7b1d57369294 up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:54:17.719532 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-def29cc0-9390-4b7e-b72c-3c921b020098 req-1322bb1b-5a51-4ffe-870e-dbb654c07fa9 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Made reservation on behalf of fe8bfc83663b43b9aae4137bcb39e5dc for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:54:17.732221 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-def29cc0-9390-4b7e-b72c-3c921b020098 req-1322bb1b-5a51-4ffe-870e-dbb654c07fa9 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:17.777751 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-2ed23c33-381b-4d95-a4ac-f89080e04cee req-dea0c347-e927-485a-beab-250e184b7fcf service neutron] For port 4a75d9f3-a85f-4d9a-836f-d0f8787f41da, host n-h1-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:54:17.786569 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-2ed23c33-381b-4d95-a4ac-f89080e04cee req-dea0c347-e927-485a-beab-250e184b7fcf service neutron] For port 4a75d9f3-a85f-4d9a-836f-d0f8787f41da, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=4a75d9f3-a85f-4d9a-836f-d0f8787f41da,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:54:17.796931 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-2ed23c33-381b-4d95-a4ac-f89080e04cee req-dea0c347-e927-485a-beab-250e184b7fcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (4a75d9f3-a85f-4d9a-836f-d0f8787f41da), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:17.812034 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port 51a170da-8609-48e7-9016-7b1d57369294 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 06:54:17.817513 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port 51a170da-8609-48e7-9016-7b1d57369294 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:54:17.817935 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (51a170da-8609-48e7-9016-7b1d57369294), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:17.875241 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed23c33-381b-4d95-a4ac-f89080e04cee req-dea0c347-e927-485a-beab-250e184b7fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:17.875823 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-2ed23c33-381b-4d95-a4ac-f89080e04cee req-dea0c347-e927-485a-beab-250e184b7fcf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:17.877263 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2ed23c33-381b-4d95-a4ac-f89080e04cee req-dea0c347-e927-485a-beab-250e184b7fcf service neutron] 10.222.0.88 "PUT /v2.0/ports/4a75d9f3-a85f-4d9a-836f-d0f8787f41da HTTP/1.1" status: 200 len: 1097 time: 1.2602398 Feb 02 06:54:17.882286 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7272c094-1754-42ce-b10e-569286eda078', 'tag': '4a75d9f3-a85f-4d9a-836f-d0f8787f41da'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:54:17.892437 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a59fbd-c91b-4efb-99ea-182b26a94062" -d '{"events": [{"name": "network-changed", "server_uuid": "7272c094-1754-42ce-b10e-569286eda078", "tag": "4a75d9f3-a85f-4d9a-836f-d0f8787f41da"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:54:18.014626 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 06:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-028c97a7-cd36-4521-98bc-5d91b6e47a8e x-openstack-request-id: req-028c97a7-cd36-4521-98bc-5d91b6e47a8e {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:54:18.014987 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7272c094-1754-42ce-b10e-569286eda078", "tag": "4a75d9f3-a85f-4d9a-836f-d0f8787f41da", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:54:18.015183 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-028c97a7-cd36-4521-98bc-5d91b6e47a8e {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:54:18.015587 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7272c094-1754-42ce-b10e-569286eda078', 'tag': '4a75d9f3-a85f-4d9a-836f-d0f8787f41da', 'status': 'completed', 'code': 200} Feb 02 06:54:18.016323 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea0c347-e927-485a-beab-250e184b7fcf service neutron] Pushing event updated for resources: {'Port': ['ID=4a75d9f3-a85f-4d9a-836f-d0f8787f41da,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:18.024741 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59012) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:54:18.044130 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 51a170da-8609-48e7-9016-7b1d57369294 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:54:18.045287 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (51a170da-8609-48e7-9016-7b1d57369294), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:18.080753 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-def29cc0-9390-4b7e-b72c-3c921b020098 req-1322bb1b-5a51-4ffe-870e-dbb654c07fa9 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Allocated IP 172.20.0.6 (a90e0175-1e1a-46fd-ade5-a34b643c83ca/718edbdc-92b0-46ac-b280-821a5ec70f8a/7afdd277-3de5-43c9-8bdd-7ad741ed347a) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:54:18.117275 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 51a170da-8609-48e7-9016-7b1d57369294, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=51a170da-8609-48e7-9016-7b1d57369294,segment=NetworkSegment(43369f47-102e-4f19-93f2-e5ce754f6e28),segment_id=43369f47-102e-4f19-93f2-e5ce754f6e28)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:54:18.119064 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed23c33-381b-4d95-a4ac-f89080e04cee req-ffe9477c-5ab0-4599-b9da-378db97cd16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:18.122416 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2ed23c33-381b-4d95-a4ac-f89080e04cee req-ffe9477c-5ab0-4599-b9da-378db97cd16c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=617f6fde409340a286c916b0c2822b5a&device_id=7272c094-1754-42ce-b10e-569286eda078 HTTP/1.1" status: 200 len: 1131 time: 0.1699798 Feb 02 06:54:18.124297 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3198844e-639f-4156-b68e-3a3b15da1358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a170da-8609-48e7-9016-7b1d57369294'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:54:18.131145 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8565187f-9dfb-45f2-91d3-58054f289346" -d '{"events": [{"server_uuid": "3198844e-639f-4156-b68e-3a3b15da1358", "name": "network-vif-plugged", "status": "completed", "tag": "51a170da-8609-48e7-9016-7b1d57369294"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:54:18.140954 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (51a170da-8609-48e7-9016-7b1d57369294), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:18.186011 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-9fd1fa4f-a2d3-4e4c-a4bc-99b3d109f5a3 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=5e1d79806c9c41968e0a2532d98cd2dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1559894 Feb 02 06:54:18.187128 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59022) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:54:18.251850 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=51a170da-8609-48e7-9016-7b1d57369294,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:18.260446 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2ed23c33-381b-4d95-a4ac-f89080e04cee req-1e82657c-2816-479c-9ac4-277ef00d92af service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=4a75d9f3-a85f-4d9a-836f-d0f8787f41da HTTP/1.1" status: 200 len: 217 time: 0.1112940 Feb 02 06:54:18.291861 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-d260457a-b194-4d76-a3f1-cdcdecb2c753 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1124514468-network', 'tenant_id': '23daa9208755483fb5ba766d5ecec0c5'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:54:18.377576 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed23c33-381b-4d95-a4ac-f89080e04cee req-88256d59-462e-4591-8f5c-b6a118783b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:18.378780 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d260457a-b194-4d76-a3f1-cdcdecb2c753 admin admin] Made reservation on behalf of 23daa9208755483fb5ba766d5ecec0c5 for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:54:18.379327 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2ed23c33-381b-4d95-a4ac-f89080e04cee req-88256d59-462e-4591-8f5c-b6a118783b6f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.1018934 Feb 02 06:54:18.383138 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d260457a-b194-4d76-a3f1-cdcdecb2c753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:18.395959 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b8b89-4ece-4ac9-b818-90e2608099fe req-22007657-fbae-4582-887e-7d929f2e97f1 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:18.397613 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a83b8b89-4ece-4ac9-b818-90e2608099fe req-22007657-fbae-4582-887e-7d929f2e97f1 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=7272c094-1754-42ce-b10e-569286eda078 HTTP/1.1" status: 200 len: 948 time: 0.1413932 Feb 02 06:54:18.405362 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d260457a-b194-4d76-a3f1-cdcdecb2c753 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:18.435981 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-def29cc0-9390-4b7e-b72c-3c921b020098 req-1322bb1b-5a51-4ffe-870e-dbb654c07fa9 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Publish callbacks [] for port (7afdd277-3de5-43c9-8bdd-7ad741ed347a), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:18.451939 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a6e2e414-180f-4dd2-9ed6-450a6ba53b8a admin admin] Publish callbacks [] for security_group (9c33c215-38f7-4589-96f2-2cc98b00466a), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:18.502936 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a6e2e414-180f-4dd2-9ed6-450a6ba53b8a admin admin] Publish callbacks [] for security_group (9c33c215-38f7-4589-96f2-2cc98b00466a), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:18.533625 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a83b8b89-4ece-4ac9-b818-90e2608099fe req-6097d071-8160-4ae6-95b1-1e98e351a6c9 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111617 Feb 02 06:54:18.536432 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d260457a-b194-4d76-a3f1-cdcdecb2c753 admin admin] Publish callbacks [] for security_group (d2f83743-685e-4d0a-91de-734fb9e28f44), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:18.552314 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed23c33-381b-4d95-a4ac-f89080e04cee req-3f9fef68-0b99-4683-a07a-d4ae4d53e7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:18.557092 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2ed23c33-381b-4d95-a4ac-f89080e04cee req-3f9fef68-0b99-4683-a07a-d4ae4d53e7c3 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1705792 Feb 02 06:54:18.565603 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d260457a-b194-4d76-a3f1-cdcdecb2c753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (d2f83743-685e-4d0a-91de-734fb9e28f44), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:18.569283 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59032) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:54:18.604141 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-def29cc0-9390-4b7e-b72c-3c921b020098 req-1322bb1b-5a51-4ffe-870e-dbb654c07fa9 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (7afdd277-3de5-43c9-8bdd-7ad741ed347a), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:18.612141 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 06:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f96f8b-b673-4af3-a60b-2d36388e0682 x-openstack-request-id: req-51f96f8b-b673-4af3-a60b-2d36388e0682 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:54:18.612466 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3198844e-639f-4156-b68e-3a3b15da1358", "name": "network-vif-plugged", "status": "completed", "tag": "51a170da-8609-48e7-9016-7b1d57369294", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:54:18.612734 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-51f96f8b-b673-4af3-a60b-2d36388e0682 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:54:18.613137 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3198844e-639f-4156-b68e-3a3b15da1358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a170da-8609-48e7-9016-7b1d57369294', 'code': 200} Feb 02 06:54:18.635617 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d260457a-b194-4d76-a3f1-cdcdecb2c753 admin admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 06:54:18.670990 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-def29cc0-9390-4b7e-b72c-3c921b020098 req-1322bb1b-5a51-4ffe-870e-dbb654c07fa9 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Network a90e0175-1e1a-46fd-ade5-a34b643c83ca is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:54:18.680159 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-def29cc0-9390-4b7e-b72c-3c921b020098 req-1322bb1b-5a51-4ffe-870e-dbb654c07fa9 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:54:18.688827 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d260457a-b194-4d76-a3f1-cdcdecb2c753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f83743-685e-4d0a-91de-734fb9e28f44,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:18.693696 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-def29cc0-9390-4b7e-b72c-3c921b020098 req-1322bb1b-5a51-4ffe-870e-dbb654c07fa9 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:54:18.703237 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d260457a-b194-4d76-a3f1-cdcdecb2c753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (fd0a5a99-7f3e-4893-9e6f-2071ce151963), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:18.703610 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-d260457a-b194-4d76-a3f1-cdcdecb2c753 admin admin] Added segment fd0a5a99-7f3e-4893-9e6f-2071ce151963 of type vlan for network f5631e6d-3093-4705-ba03-b675d4a0e44d Feb 02 06:54:18.821365 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2ed23c33-381b-4d95-a4ac-f89080e04cee req-40290a02-a95d-49f5-8c9a-56ae9743c026 service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528825 Feb 02 06:54:18.830140 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd31d58c-4152-46c0-bdd1-9bff9fdc73f2 req-a9474b1e-e492-4fb2-aaee-a8661fdb7863 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:18.832355 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cd31d58c-4152-46c0-bdd1-9bff9fdc73f2 req-a9474b1e-e492-4fb2-aaee-a8661fdb7863 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=2d2e1841-644f-4ec3-b154-c02b38400298 HTTP/1.1" status: 200 len: 931 time: 0.0971336 Feb 02 06:54:18.848684 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1322bb1b-5a51-4ffe-870e-dbb654c07fa9 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Pushing event updated for resources: {'Port': ['ID=7afdd277-3de5-43c9-8bdd-7ad741ed347a,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:18.857598 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a6e2e414-180f-4dd2-9ed6-450a6ba53b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (9c33c215-38f7-4589-96f2-2cc98b00466a), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:18.860973 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a6e2e414-180f-4dd2-9ed6-450a6ba53b8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:18.862849 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a6e2e414-180f-4dd2-9ed6-450a6ba53b8a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/9c33c215-38f7-4589-96f2-2cc98b00466a HTTP/1.1" status: 204 len: 168 time: 0.6139548 Feb 02 06:54:18.874252 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d260457a-b194-4d76-a3f1-cdcdecb2c753 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (f5631e6d-3093-4705-ba03-b675d4a0e44d), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:18.882906 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def29cc0-9390-4b7e-b72c-3c921b020098 req-1322bb1b-5a51-4ffe-870e-dbb654c07fa9 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:18.883454 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-def29cc0-9390-4b7e-b72c-3c921b020098 req-1322bb1b-5a51-4ffe-870e-dbb654c07fa9 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:18.886800 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e2e414-180f-4dd2-9ed6-450a6ba53b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c33c215-38f7-4589-96f2-2cc98b00466a,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:18.912223 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63866f0c-d30f-444e-907e-112eb1503d72 req-d844b982-bde5-4197-bee4-21ed2888e2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:18.913717 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-63866f0c-d30f-444e-907e-112eb1503d72 req-d844b982-bde5-4197-bee4-21ed2888e2ee service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3198844e-639f-4156-b68e-3a3b15da1358 HTTP/1.1" status: 200 len: 1129 time: 0.1521480 Feb 02 06:54:18.926137 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-def29cc0-9390-4b7e-b72c-3c921b020098 req-1322bb1b-5a51-4ffe-870e-dbb654c07fa9 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4516993 Feb 02 06:54:18.959019 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-def29cc0-9390-4b7e-b72c-3c921b020098 req-d43fc195-7106-4f85-8f8f-c7f8e31241e7 service neutron] Request body: {'port': {'device_id': '2d2e1841-644f-4ec3-b154-c02b38400298', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:54:19.000883 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d260457a-b194-4d76-a3f1-cdcdecb2c753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (f5631e6d-3093-4705-ba03-b675d4a0e44d), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:19.001859 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d260457a-b194-4d76-a3f1-cdcdecb2c753 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:19.002544 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d260457a-b194-4d76-a3f1-cdcdecb2c753 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:19.012969 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c29983d7-a547-4dd7-93f7-44e24c34139c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:19.016735 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-63866f0c-d30f-444e-907e-112eb1503d72 req-2c8f202c-b2e1-44f9-a969-5ae3cf887bf4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943432 Feb 02 06:54:19.075427 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d260457a-b194-4d76-a3f1-cdcdecb2c753 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4183810 Feb 02 06:54:19.079877 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59042) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:54:19.085618 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cd31d58c-4152-46c0-bdd1-9bff9fdc73f2 req-8da82f58-21a6-412b-b004-2652573d1a5f tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309651 Feb 02 06:54:19.093961 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2ed23c33-381b-4d95-a4ac-f89080e04cee req-0fc80544-f9b3-46b7-94bf-4a3f51d38599 service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603757 Feb 02 06:54:19.118266 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c29983d7-a547-4dd7-93f7-44e24c34139c admin admin] Publish callbacks [] for security_group (697f660e-3e7a-4b93-a366-4fd7a0c0297c), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:19.124744 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c29983d7-a547-4dd7-93f7-44e24c34139c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (697f660e-3e7a-4b93-a366-4fd7a0c0297c), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:19.126049 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-5637a67d-0479-446e-aa72-6a49cb19e39b admin admin] Request body: {'subnet': {'network_id': 'f5631e6d-3093-4705-ba03-b675d4a0e44d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1124514468-subnet', 'tenant_id': '23daa9208755483fb5ba766d5ecec0c5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:54:19.133420 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-def29cc0-9390-4b7e-b72c-3c921b020098 req-d43fc195-7106-4f85-8f8f-c7f8e31241e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (7afdd277-3de5-43c9-8bdd-7ad741ed347a), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:19.137414 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d260457a-b194-4d76-a3f1-cdcdecb2c753 admin admin] Pushing event updated for resources: {'Network': ['ID=f5631e6d-3093-4705-ba03-b675d4a0e44d,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:19.149712 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network f5631e6d-3093-4705-ba03-b675d4a0e44d details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 06:54:19.257525 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5637a67d-0479-446e-aa72-6a49cb19e39b admin admin] Made reservation on behalf of 23daa9208755483fb5ba766d5ecec0c5 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:54:19.259893 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5637a67d-0479-446e-aa72-6a49cb19e39b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:19.266139 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c29983d7-a547-4dd7-93f7-44e24c34139c admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=2a65c56b11984f2c80c468d24f1f95ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6776109 Feb 02 06:54:19.269871 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29983d7-a547-4dd7-93f7-44e24c34139c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=697f660e-3e7a-4b93-a366-4fd7a0c0297c,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:19.272827 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59050) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:54:19.339202 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c84f1726-6c80-4495-837e-9beb9f885768 admin admin] Publish callbacks [] for security_group (697f660e-3e7a-4b93-a366-4fd7a0c0297c), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:19.360179 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7956deca-83e7-4d4c-9562-5ea78bf6634b req-c2ac7552-466e-4f42-9072-c8ffe356fc72 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:19.361722 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7956deca-83e7-4d4c-9562-5ea78bf6634b req-c2ac7552-466e-4f42-9072-c8ffe356fc72 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=3198844e-639f-4156-b68e-3a3b15da1358 HTTP/1.1" status: 200 len: 946 time: 0.2028964 Feb 02 06:54:19.382767 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c84f1726-6c80-4495-837e-9beb9f885768 admin admin] Publish callbacks [] for security_group (697f660e-3e7a-4b93-a366-4fd7a0c0297c), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:19.403589 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a59fbd-c91b-4efb-99ea-182b26a94062 req-89165224-7b49-4f60-87f7-babf622098e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:19.403589 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-03a59fbd-c91b-4efb-99ea-182b26a94062 req-89165224-7b49-4f60-87f7-babf622098e1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=617f6fde409340a286c916b0c2822b5a&device_id=7272c094-1754-42ce-b10e-569286eda078 HTTP/1.1" status: 200 len: 1131 time: 0.2014036 Feb 02 06:54:19.534623 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c84f1726-6c80-4495-837e-9beb9f885768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (697f660e-3e7a-4b93-a366-4fd7a0c0297c), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:19.535768 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7956deca-83e7-4d4c-9562-5ea78bf6634b req-8fafbc16-c814-44d8-b0f3-b76c64bed1fd tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280391 Feb 02 06:54:19.538881 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c84f1726-6c80-4495-837e-9beb9f885768 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:19.541400 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c84f1726-6c80-4495-837e-9beb9f885768 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/697f660e-3e7a-4b93-a366-4fd7a0c0297c HTTP/1.1" status: 204 len: 168 time: 0.2663903 Feb 02 06:54:19.562726 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a59fbd-c91b-4efb-99ea-182b26a94062 req-21524af2-d7ae-42ee-99d9-9af264a48d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:19.562726 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-03a59fbd-c91b-4efb-99ea-182b26a94062 req-21524af2-d7ae-42ee-99d9-9af264a48d92 service neutron] 10.222.0.88 "GET /v2.0/networks?id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 HTTP/1.1" status: 200 len: 870 time: 0.1459177 Feb 02 06:54:19.562726 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84f1726-6c80-4495-837e-9beb9f885768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=697f660e-3e7a-4b93-a366-4fd7a0c0297c,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:19.675532 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-03a59fbd-c91b-4efb-99ea-182b26a94062 req-210d0b14-7ff1-4aa8-bd99-0522f369264f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=4a75d9f3-a85f-4d9a-836f-d0f8787f41da HTTP/1.1" status: 200 len: 217 time: 0.1040952 Feb 02 06:54:19.761320 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a59fbd-c91b-4efb-99ea-182b26a94062 req-d39b829a-e8f6-4f99-8c9f-e2cf6b921504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:19.764231 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-03a59fbd-c91b-4efb-99ea-182b26a94062 req-d39b829a-e8f6-4f99-8c9f-e2cf6b921504 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.0856943 Feb 02 06:54:19.831144 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a59fbd-c91b-4efb-99ea-182b26a94062 req-edbf2806-53f7-4f2e-9b5a-c38049b3233f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:19.833399 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-03a59fbd-c91b-4efb-99ea-182b26a94062 req-edbf2806-53f7-4f2e-9b5a-c38049b3233f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0611837 Feb 02 06:54:19.992882 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5637a67d-0479-446e-aa72-6a49cb19e39b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (dfbb80a5-8735-4d4d-b584-2610e083a2b0), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:20.039524 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-03a59fbd-c91b-4efb-99ea-182b26a94062 req-09c1dad8-11ff-4d15-9aed-7c74c38dafa5 service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985776 Feb 02 06:54:20.095279 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c61176d-4f87-4aee-a4c7-f1bc269e9bc2 req-737081cb-1bff-4803-a749-ef5da186aff4 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:20.097188 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1c61176d-4f87-4aee-a4c7-f1bc269e9bc2 req-737081cb-1bff-4803-a749-ef5da186aff4 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=7272c094-1754-42ce-b10e-569286eda078 HTTP/1.1" status: 200 len: 948 time: 0.4209430 Feb 02 06:54:20.132704 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-def29cc0-9390-4b7e-b72c-3c921b020098 req-d43fc195-7106-4f85-8f8f-c7f8e31241e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7afdd277-3de5-43c9-8bdd-7ad741ed347a {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:54:20.145382 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59080) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:54:20.162486 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-def29cc0-9390-4b7e-b72c-3c921b020098 req-d43fc195-7106-4f85-8f8f-c7f8e31241e7 service neutron] Publish callbacks [] for port (7afdd277-3de5-43c9-8bdd-7ad741ed347a), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:20.183258 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c55aa17b-3f19-4539-8a23-36905a327517 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:20.192634 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-03a59fbd-c91b-4efb-99ea-182b26a94062 req-310886a6-1f94-4ea8-8e4e-a9f60f9b3981 service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462669 Feb 02 06:54:20.208547 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5637a67d-0479-446e-aa72-6a49cb19e39b admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfbb80a5-8735-4d4d-b584-2610e083a2b0,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:20.223789 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-def29cc0-9390-4b7e-b72c-3c921b020098 req-d43fc195-7106-4f85-8f8f-c7f8e31241e7 service neutron] Transition to ACTIVE for port object 7afdd277-3de5-43c9-8bdd-7ad741ed347a will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 06:54:20.242530 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-def29cc0-9390-4b7e-b72c-3c921b020098 req-d43fc195-7106-4f85-8f8f-c7f8e31241e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (7afdd277-3de5-43c9-8bdd-7ad741ed347a), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:20.254506 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1c61176d-4f87-4aee-a4c7-f1bc269e9bc2 req-0e2d65ea-2da0-443b-98fd-9cfc2a519537 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489854 Feb 02 06:54:20.279490 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5637a67d-0479-446e-aa72-6a49cb19e39b admin admin] Checking segment: {'id': 'fd0a5a99-7f3e-4893-9e6f-2071ce151963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f5631e6d-3093-4705-ba03-b675d4a0e44d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:54:20.279490 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5637a67d-0479-446e-aa72-6a49cb19e39b admin admin] Network hostable DHCP agents. Network: f5631e6d-3093-4705-ba03-b675d4a0e44d, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 06:54:20.342329 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43fc195-7106-4f85-8f8f-c7f8e31241e7 service neutron] Pushing event updated for resources: {'Port': ['ID=7afdd277-3de5-43c9-8bdd-7ad741ed347a,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:20.343458 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea659e-1a5d-4a02-903c-c6d28488a304 req-273f3ba9-58b0-4b2c-9a27-d5f908a33e81 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:20.349385 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5aea659e-1a5d-4a02-903c-c6d28488a304 req-273f3ba9-58b0-4b2c-9a27-d5f908a33e81 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=2d2e1841-644f-4ec3-b154-c02b38400298 HTTP/1.1" status: 200 len: 943 time: 0.1440904 Feb 02 06:54:20.368949 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5637a67d-0479-446e-aa72-6a49cb19e39b admin admin] Network f5631e6d-3093-4705-ba03-b675d4a0e44d is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 06:54:20.422110 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-5637a67d-0479-446e-aa72-6a49cb19e39b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, f5631e6d-3093-4705-ba03-b675d4a0e44d) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:54:20.431851 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b63a7a-6444-4b98-bce4-a060e9a7cbc9 None None] Network f5631e6d-3093-4705-ba03-b675d4a0e44d requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 06:54:20.439501 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5637a67d-0479-446e-aa72-6a49cb19e39b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:20.445441 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5637a67d-0479-446e-aa72-6a49cb19e39b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:20.469153 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c55aa17b-3f19-4539-8a23-36905a327517 admin admin] Publish callbacks [] for security_group (451d245f-d2c9-4fca-b1d4-6b3cbb98948f), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:20.492744 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c55aa17b-3f19-4539-8a23-36905a327517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (451d245f-d2c9-4fca-b1d4-6b3cbb98948f), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:20.512372 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5aea659e-1a5d-4a02-903c-c6d28488a304 req-ea745f8b-dcdf-40d0-9644-13894c0815bc tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574354 Feb 02 06:54:20.521177 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-def29cc0-9390-4b7e-b72c-3c921b020098 req-d43fc195-7106-4f85-8f8f-c7f8e31241e7 service neutron] Attempting to bind port 7afdd277-3de5-43c9-8bdd-7ad741ed347a on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:54:20.521705 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-def29cc0-9390-4b7e-b72c-3c921b020098 req-d43fc195-7106-4f85-8f8f-c7f8e31241e7 service neutron] Attempting to bind port 7afdd277-3de5-43c9-8bdd-7ad741ed347a by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': 'ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a90e0175-1e1a-46fd-ade5-a34b643c83ca'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:54:20.522197 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def29cc0-9390-4b7e-b72c-3c921b020098 req-d43fc195-7106-4f85-8f8f-c7f8e31241e7 service neutron] Attempting to bind port 7afdd277-3de5-43c9-8bdd-7ad741ed347a on network a90e0175-1e1a-46fd-ade5-a34b643c83ca {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:54:20.537463 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-5637a67d-0479-446e-aa72-6a49cb19e39b admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4548168 Feb 02 06:54:20.537974 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59090) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:54:20.543714 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-1c214b35-f80d-47be-95f1-ea442b772dce admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1124514468-router', 'tenant_id': '23daa9208755483fb5ba766d5ecec0c5', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:54:20.551125 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def29cc0-9390-4b7e-b72c-3c921b020098 req-d43fc195-7106-4f85-8f8f-c7f8e31241e7 service neutron] Port 7afdd277-3de5-43c9-8bdd-7ad741ed347a on network a90e0175-1e1a-46fd-ade5-a34b643c83ca not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 06:54:20.551465 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def29cc0-9390-4b7e-b72c-3c921b020098 req-d43fc195-7106-4f85-8f8f-c7f8e31241e7 service neutron] Attempting to bind port 7afdd277-3de5-43c9-8bdd-7ad741ed347a on network a90e0175-1e1a-46fd-ade5-a34b643c83ca {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:54:20.561002 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-c55aa17b-3f19-4539-8a23-36905a327517 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9257b41e83c24f4e8ef747d4e84447e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4145145 Feb 02 06:54:20.565834 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55aa17b-3f19-4539-8a23-36905a327517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=451d245f-d2c9-4fca-b1d4-6b3cbb98948f,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:20.566934 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59094) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:54:20.569966 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def29cc0-9390-4b7e-b72c-3c921b020098 req-d43fc195-7106-4f85-8f8f-c7f8e31241e7 service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:54:20.573957 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def29cc0-9390-4b7e-b72c-3c921b020098 req-d43fc195-7106-4f85-8f8f-c7f8e31241e7 service neutron] Checking segment: {'id': 'ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a90e0175-1e1a-46fd-ade5-a34b643c83ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:54:20.575535 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def29cc0-9390-4b7e-b72c-3c921b020098 req-d43fc195-7106-4f85-8f8f-c7f8e31241e7 service neutron] Bound using segment: {'id': 'ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a90e0175-1e1a-46fd-ade5-a34b643c83ca'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:54:20.576021 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-def29cc0-9390-4b7e-b72c-3c921b020098 req-d43fc195-7106-4f85-8f8f-c7f8e31241e7 service neutron] Bound port: 7afdd277-3de5-43c9-8bdd-7ad741ed347a, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a90e0175-1e1a-46fd-ade5-a34b643c83ca'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:54:20.576408 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-def29cc0-9390-4b7e-b72c-3c921b020098 req-d43fc195-7106-4f85-8f8f-c7f8e31241e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (7afdd277-3de5-43c9-8bdd-7ad741ed347a), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:20.617478 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59096) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:54:20.639512 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1c214b35-f80d-47be-95f1-ea442b772dce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (296acf72-1e90-4236-9dac-371c967c0999), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:20.640598 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1c214b35-f80d-47be-95f1-ea442b772dce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (296acf72-1e90-4236-9dac-371c967c0999), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:20.663603 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1242c8-ff07-4e09-9882-919bb184f307 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-f5631e6d-3093-4705-ba03-b675d4a0e44d', 'network_id': 'f5631e6d-3093-4705-ba03-b675d4a0e44d', 'project_id': '23daa9208755483fb5ba766d5ecec0c5', 'fixed_ips': [{'subnet_id': 'dfbb80a5-8735-4d4d-b584-2610e083a2b0'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 06:54:20.664713 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3c1242c8-ff07-4e09-9882-919bb184f307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:20.762716 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-def29cc0-9390-4b7e-b72c-3c921b020098 req-d43fc195-7106-4f85-8f8f-c7f8e31241e7 service neutron] For port 7afdd277-3de5-43c9-8bdd-7ad741ed347a, host n-h2-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:54:20.781447 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1c214b35-f80d-47be-95f1-ea442b772dce admin admin] Publish callbacks [] for router_controller (296acf72-1e90-4236-9dac-371c967c0999), precommit_add_association {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:20.782694 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a6304b95-e8da-414d-b716-155f1fc746b6 admin admin] Publish callbacks [] for security_group (451d245f-d2c9-4fca-b1d4-6b3cbb98948f), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:20.806021 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-def29cc0-9390-4b7e-b72c-3c921b020098 req-d43fc195-7106-4f85-8f8f-c7f8e31241e7 service neutron] For port 7afdd277-3de5-43c9-8bdd-7ad741ed347a, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=7afdd277-3de5-43c9-8bdd-7ad741ed347a,segment=NetworkSegment(ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b),segment_id=ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:54:20.823137 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-def29cc0-9390-4b7e-b72c-3c921b020098 req-d43fc195-7106-4f85-8f8f-c7f8e31241e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (7afdd277-3de5-43c9-8bdd-7ad741ed347a), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:20.844098 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a6304b95-e8da-414d-b716-155f1fc746b6 admin admin] Publish callbacks [] for security_group (451d245f-d2c9-4fca-b1d4-6b3cbb98948f), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:20.885077 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-3c1242c8-ff07-4e09-9882-919bb184f307 None None] Allocated IP 172.20.0.2 (f5631e6d-3093-4705-ba03-b675d4a0e44d/dfbb80a5-8735-4d4d-b584-2610e083a2b0/4ed3827c-f14f-4b3c-b768-37f386f663de) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:54:20.930902 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7fbc93-e323-4f98-a100-c16c18208ca1 req-1878169a-e23d-4f86-83b4-6c4fbefec442 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:20.934802 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3e7fbc93-e323-4f98-a100-c16c18208ca1 req-1878169a-e23d-4f86-83b4-6c4fbefec442 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=3198844e-639f-4156-b68e-3a3b15da1358 HTTP/1.1" status: 200 len: 946 time: 0.2523353 Feb 02 06:54:20.963771 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def29cc0-9390-4b7e-b72c-3c921b020098 req-d43fc195-7106-4f85-8f8f-c7f8e31241e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:20.963771 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-def29cc0-9390-4b7e-b72c-3c921b020098 req-d43fc195-7106-4f85-8f8f-c7f8e31241e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:20.969679 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-def29cc0-9390-4b7e-b72c-3c921b020098 req-d43fc195-7106-4f85-8f8f-c7f8e31241e7 service neutron] 10.222.0.59 "PUT /v2.0/ports/7afdd277-3de5-43c9-8bdd-7ad741ed347a HTTP/1.1" status: 200 len: 1092 time: 2.0227923 Feb 02 06:54:20.971897 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d2e1841-644f-4ec3-b154-c02b38400298', 'tag': '7afdd277-3de5-43c9-8bdd-7ad741ed347a'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:54:20.974159 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac2ba51a-283f-42d8-9b3a-972afbb09263" -d '{"events": [{"name": "network-changed", "server_uuid": "2d2e1841-644f-4ec3-b154-c02b38400298", "tag": "7afdd277-3de5-43c9-8bdd-7ad741ed347a"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:54:20.985077 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1c214b35-f80d-47be-95f1-ea442b772dce admin admin] Publish callbacks [] for router_gateway (296acf72-1e90-4236-9dac-371c967c0999), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:21.029863 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43fc195-7106-4f85-8f8f-c7f8e31241e7 service neutron] Pushing event updated for resources: {'Port': ['ID=7afdd277-3de5-43c9-8bdd-7ad741ed347a,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:21.053693 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a6304b95-e8da-414d-b716-155f1fc746b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (451d245f-d2c9-4fca-b1d4-6b3cbb98948f), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:21.056775 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a6304b95-e8da-414d-b716-155f1fc746b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:21.060812 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a6304b95-e8da-414d-b716-155f1fc746b6 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/451d245f-d2c9-4fca-b1d4-6b3cbb98948f HTTP/1.1" status: 204 len: 168 time: 0.4872074 Feb 02 06:54:21.089808 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3e7fbc93-e323-4f98-a100-c16c18208ca1 req-6d71cec4-599d-456d-a3d0-6eba05debfb1 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422079 Feb 02 06:54:21.099188 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6304b95-e8da-414d-b716-155f1fc746b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451d245f-d2c9-4fca-b1d4-6b3cbb98948f,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:21.109119 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3c1242c8-ff07-4e09-9882-919bb184f307 None None] Publish callbacks [] for port (4ed3827c-f14f-4b3c-b768-37f386f663de), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:21.122885 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 06:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d0c7fa-59d3-4a2a-a464-e662861b7f3c x-openstack-request-id: req-e8d0c7fa-59d3-4a2a-a464-e662861b7f3c {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:54:21.122885 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d2e1841-644f-4ec3-b154-c02b38400298", "tag": "7afdd277-3de5-43c9-8bdd-7ad741ed347a", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:54:21.123202 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e8d0c7fa-59d3-4a2a-a464-e662861b7f3c {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:54:21.123897 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d2e1841-644f-4ec3-b154-c02b38400298', 'tag': '7afdd277-3de5-43c9-8bdd-7ad741ed347a', 'status': 'completed', 'code': 200} Feb 02 06:54:21.129525 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3c1242c8-ff07-4e09-9882-919bb184f307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (4ed3827c-f14f-4b3c-b768-37f386f663de), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:21.150115 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bd1bdf71-1135-40b3-a448-318acbbd7cbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:21.160610 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def29cc0-9390-4b7e-b72c-3c921b020098 req-a0dc46f4-41ce-4e41-b8db-6ef0c106f375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:21.162521 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-def29cc0-9390-4b7e-b72c-3c921b020098 req-a0dc46f4-41ce-4e41-b8db-6ef0c106f375 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fe8bfc83663b43b9aae4137bcb39e5dc&device_id=2d2e1841-644f-4ec3-b154-c02b38400298 HTTP/1.1" status: 200 len: 1126 time: 0.0985351 Feb 02 06:54:21.189489 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1242c8-ff07-4e09-9882-919bb184f307 None None] Network f5631e6d-3093-4705-ba03-b675d4a0e44d is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:54:21.193151 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1242c8-ff07-4e09-9882-919bb184f307 None None] Pushing event updated for resources: {'Port': ['ID=4ed3827c-f14f-4b3c-b768-37f386f663de,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:21.196545 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-3c1242c8-ff07-4e09-9882-919bb184f307 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:54:21.202893 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1242c8-ff07-4e09-9882-919bb184f307 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:54:21.270242 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-def29cc0-9390-4b7e-b72c-3c921b020098 req-409682e5-d5e9-45d1-ba27-882312c0df7d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7afdd277-3de5-43c9-8bdd-7ad741ed347a HTTP/1.1" status: 200 len: 217 time: 0.0920742 Feb 02 06:54:21.291441 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-3c1242c8-ff07-4e09-9882-919bb184f307 None None] Attempting to bind port 4ed3827c-f14f-4b3c-b768-37f386f663de on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:54:21.291850 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-3c1242c8-ff07-4e09-9882-919bb184f307 None None] Attempting to bind port 4ed3827c-f14f-4b3c-b768-37f386f663de by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'fd0a5a99-7f3e-4893-9e6f-2071ce151963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f5631e6d-3093-4705-ba03-b675d4a0e44d'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:54:21.292729 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1242c8-ff07-4e09-9882-919bb184f307 None None] Attempting to bind port 4ed3827c-f14f-4b3c-b768-37f386f663de on network f5631e6d-3093-4705-ba03-b675d4a0e44d {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:54:21.302331 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1242c8-ff07-4e09-9882-919bb184f307 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:54:21.302674 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1242c8-ff07-4e09-9882-919bb184f307 None None] Checking segment: {'id': 'fd0a5a99-7f3e-4893-9e6f-2071ce151963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f5631e6d-3093-4705-ba03-b675d4a0e44d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:54:21.303858 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3c1242c8-ff07-4e09-9882-919bb184f307 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:21.305760 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1242c8-ff07-4e09-9882-919bb184f307 None None] Bound using segment: {'id': 'fd0a5a99-7f3e-4893-9e6f-2071ce151963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f5631e6d-3093-4705-ba03-b675d4a0e44d'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:54:21.305760 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-3c1242c8-ff07-4e09-9882-919bb184f307 None None] Bound port: 4ed3827c-f14f-4b3c-b768-37f386f663de, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd0a5a99-7f3e-4893-9e6f-2071ce151963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f5631e6d-3093-4705-ba03-b675d4a0e44d'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:54:21.305760 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3c1242c8-ff07-4e09-9882-919bb184f307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (4ed3827c-f14f-4b3c-b768-37f386f663de), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:21.375717 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def29cc0-9390-4b7e-b72c-3c921b020098 req-18e21c48-1ff4-499d-a473-d32643cf33a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:21.377673 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-def29cc0-9390-4b7e-b72c-3c921b020098 req-18e21c48-1ff4-499d-a473-d32643cf33a0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=718edbdc-92b0-46ac-b280-821a5ec70f8a HTTP/1.1" status: 200 len: 860 time: 0.1013277 Feb 02 06:54:21.400654 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-3c1242c8-ff07-4e09-9882-919bb184f307 None None] For port 4ed3827c-f14f-4b3c-b768-37f386f663de, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:54:21.405465 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-3c1242c8-ff07-4e09-9882-919bb184f307 None None] For port 4ed3827c-f14f-4b3c-b768-37f386f663de, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=4ed3827c-f14f-4b3c-b768-37f386f663de,segment=NetworkSegment(fd0a5a99-7f3e-4893-9e6f-2071ce151963),segment_id=fd0a5a99-7f3e-4893-9e6f-2071ce151963)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:54:21.414726 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3c1242c8-ff07-4e09-9882-919bb184f307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (4ed3827c-f14f-4b3c-b768-37f386f663de), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:21.418995 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-def29cc0-9390-4b7e-b72c-3c921b020098 req-b11a113a-3069-41d3-af5a-490b373a0e4e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a90e0175-1e1a-46fd-ade5-a34b643c83ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347962 Feb 02 06:54:21.466533 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bd1bdf71-1135-40b3-a448-318acbbd7cbc admin admin] Publish callbacks [] for security_group (c9d2ce80-3417-4272-8995-24c3afc32333), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:21.481308 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bd1bdf71-1135-40b3-a448-318acbbd7cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (c9d2ce80-3417-4272-8995-24c3afc32333), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:21.498299 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1242c8-ff07-4e09-9882-919bb184f307 None None] Pushing event updated for resources: {'Port': ['ID=4ed3827c-f14f-4b3c-b768-37f386f663de,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:21.555978 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1c214b35-f80d-47be-95f1-ea442b772dce admin admin] Publish callbacks [] for router_gateway (296acf72-1e90-4236-9dac-371c967c0999), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:21.581566 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d4e50-09db-4cdd-88f0-0bd2a9c7a10b req-47fac84a-d5cc-45c5-8346-e3817250f419 tempest-LiveMigrationTest-749161847 tempest-LiveMigrationTest-749161847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:21.588655 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-623d4e50-09db-4cdd-88f0-0bd2a9c7a10b req-47fac84a-d5cc-45c5-8346-e3817250f419 tempest-LiveMigrationTest-749161847 tempest-LiveMigrationTest-749161847-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=3198844e-639f-4156-b68e-3a3b15da1358 HTTP/1.1" status: 200 len: 1129 time: 0.2045784 Feb 02 06:54:21.593276 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1bdf71-1135-40b3-a448-318acbbd7cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d2ce80-3417-4272-8995-24c3afc32333,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:21.605287 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1c214b35-f80d-47be-95f1-ea442b772dce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:21.612518 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-bd1bdf71-1135-40b3-a448-318acbbd7cbc admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b63398a48bab463584a51de7268abf87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9873343 Feb 02 06:54:21.627908 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59134) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:54:21.635105 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-def29cc0-9390-4b7e-b72c-3c921b020098 req-4ff00b50-6e43-4249-ab8e-46d98bfe79f1 service neutron] 10.222.0.59 "GET /v2.0/networks/a90e0175-1e1a-46fd-ade5-a34b643c83ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084553 Feb 02 06:54:21.757214 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-623d4e50-09db-4cdd-88f0-0bd2a9c7a10b req-e85a2b5b-1c5d-42d5-b10d-dabad86af1b8 tempest-LiveMigrationTest-749161847 tempest-LiveMigrationTest-749161847-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676548 Feb 02 06:54:21.826641 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e6b00a10-1b71-4174-a1ab-ca52c1d0aa4b admin admin] Publish callbacks [] for security_group (c9d2ce80-3417-4272-8995-24c3afc32333), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:21.862513 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:21.863410 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-1c214b35-f80d-47be-95f1-ea442b772dce admin admin] Allocated IP 172.25.4.87 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/f3dbb6bf-e0d2-4651-8f1f-c542d08eecef) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:54:21.867402 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e6b00a10-1b71-4174-a1ab-ca52c1d0aa4b admin admin] Publish callbacks [] for security_group (c9d2ce80-3417-4272-8995-24c3afc32333), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:21.925365 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65bb71-6d01-439c-87fc-4638f3ece314 req-9cb49bdd-10a0-49fb-b5b8-1fcc8b5d6702 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:21.933538 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-da65bb71-6d01-439c-87fc-4638f3ece314 req-9cb49bdd-10a0-49fb-b5b8-1fcc8b5d6702 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=7272c094-1754-42ce-b10e-569286eda078 HTTP/1.1" status: 200 len: 948 time: 0.2535605 Feb 02 06:54:21.979841 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-def29cc0-9390-4b7e-b72c-3c921b020098 req-0491cdb4-c0bd-4dbc-8a3f-b4d11f672763 service neutron] 10.222.0.59 "GET /v2.0/networks/a90e0175-1e1a-46fd-ade5-a34b643c83ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3375745 Feb 02 06:54:21.987159 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59144) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:54:22.032100 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-da65bb71-6d01-439c-87fc-4638f3ece314 req-50f39a6f-265e-42eb-9dc6-569e7e105a4e tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930758 Feb 02 06:54:22.080564 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e6b00a10-1b71-4174-a1ab-ca52c1d0aa4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (c9d2ce80-3417-4272-8995-24c3afc32333), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:22.083318 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e6b00a10-1b71-4174-a1ab-ca52c1d0aa4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:22.084577 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-e6b00a10-1b71-4174-a1ab-ca52c1d0aa4b admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c9d2ce80-3417-4272-8995-24c3afc32333 HTTP/1.1" status: 204 len: 168 time: 0.4555323 Feb 02 06:54:22.114894 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b00a10-1b71-4174-a1ab-ca52c1d0aa4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d2ce80-3417-4272-8995-24c3afc32333,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:22.136927 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1c214b35-f80d-47be-95f1-ea442b772dce admin admin] Publish callbacks [] for port (f3dbb6bf-e0d2-4651-8f1f-c542d08eecef), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:22.149595 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767cdf7-1611-4ae3-856a-8b125bc393bc req-c48a279b-2bf6-43e6-8e99-996b7e5efca9 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:22.157213 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c767cdf7-1611-4ae3-856a-8b125bc393bc req-c48a279b-2bf6-43e6-8e99-996b7e5efca9 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=2d2e1841-644f-4ec3-b154-c02b38400298 HTTP/1.1" status: 200 len: 943 time: 0.2058427 Feb 02 06:54:22.205348 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ba51a-283f-42d8-9b3a-972afbb09263 req-3b4188f4-9823-4e4e-accb-4c63ce220785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:22.206548 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ac2ba51a-283f-42d8-9b3a-972afbb09263 req-3b4188f4-9823-4e4e-accb-4c63ce220785 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fe8bfc83663b43b9aae4137bcb39e5dc&device_id=2d2e1841-644f-4ec3-b154-c02b38400298 HTTP/1.1" status: 200 len: 1126 time: 0.1327417 Feb 02 06:54:22.238578 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd471f48-455f-4917-9c89-df03383e7316 req-2e4b46e0-8b7d-45a8-99a1-662b67ffac20 tempest-LiveMigrationTest-749161847 tempest-LiveMigrationTest-749161847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:22.239763 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c767cdf7-1611-4ae3-856a-8b125bc393bc req-b92ea8f7-0639-4391-ab81-012d79c30a02 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815923 Feb 02 06:54:22.245760 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-dd471f48-455f-4917-9c89-df03383e7316 req-2e4b46e0-8b7d-45a8-99a1-662b67ffac20 tempest-LiveMigrationTest-749161847 tempest-LiveMigrationTest-749161847-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=3198844e-639f-4156-b68e-3a3b15da1358 HTTP/1.1" status: 200 len: 1129 time: 0.0865488 Feb 02 06:54:22.261179 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1c214b35-f80d-47be-95f1-ea442b772dce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (f3dbb6bf-e0d2-4651-8f1f-c542d08eecef), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:22.306330 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7288047f-2920-48ae-b65c-3f97a9295fa5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:22.308466 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c214b35-f80d-47be-95f1-ea442b772dce admin admin] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:54:22.312118 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-1c214b35-f80d-47be-95f1-ea442b772dce admin admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:54:22.318200 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c214b35-f80d-47be-95f1-ea442b772dce admin admin] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:54:22.435804 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 4ed3827c-f14f-4b3c-b768-37f386f663de up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:54:22.437734 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-dd471f48-455f-4917-9c89-df03383e7316 req-f7f80d30-29ea-4bf3-9ec9-ea1ffb3a1820 tempest-LiveMigrationTest-749161847 tempest-LiveMigrationTest-749161847-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880071 Feb 02 06:54:22.464636 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ba51a-283f-42d8-9b3a-972afbb09263 req-22e317d4-50dd-4946-99de-1a82e3bb06e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:22.466182 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ac2ba51a-283f-42d8-9b3a-972afbb09263 req-22e317d4-50dd-4946-99de-1a82e3bb06e9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a90e0175-1e1a-46fd-ade5-a34b643c83ca HTTP/1.1" status: 200 len: 921 time: 0.2525477 Feb 02 06:54:22.522265 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ac2ba51a-283f-42d8-9b3a-972afbb09263 req-4f16579e-bf58-463b-8fab-d711aeacba7e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7afdd277-3de5-43c9-8bdd-7ad741ed347a HTTP/1.1" status: 200 len: 217 time: 0.0474308 Feb 02 06:54:22.593348 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 4ed3827c-f14f-4b3c-b768-37f386f663de triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:54:22.596010 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (4ed3827c-f14f-4b3c-b768-37f386f663de), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:22.660985 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59166) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:54:22.712384 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7288047f-2920-48ae-b65c-3f97a9295fa5 admin admin] Publish callbacks [] for security_group (35f4a738-6330-46f1-b233-dd32d6f06a66), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:22.752937 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7288047f-2920-48ae-b65c-3f97a9295fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (35f4a738-6330-46f1-b233-dd32d6f06a66), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:22.774632 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-16817f82-fced-46b1-aa08-b8ed9c1699db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:22.806006 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 4ed3827c-f14f-4b3c-b768-37f386f663de is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:54:22.806980 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (4ed3827c-f14f-4b3c-b768-37f386f663de), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:22.807192 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ba51a-283f-42d8-9b3a-972afbb09263 req-555cf59e-b6fa-4602-bf72-cf54852b2f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:22.808855 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ac2ba51a-283f-42d8-9b3a-972afbb09263 req-555cf59e-b6fa-4602-bf72-cf54852b2f6d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=718edbdc-92b0-46ac-b280-821a5ec70f8a HTTP/1.1" status: 200 len: 860 time: 0.2785075 Feb 02 06:54:22.844306 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 4a75d9f3-a85f-4d9a-836f-d0f8787f41da details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 06:54:22.850807 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-7288047f-2920-48ae-b65c-3f97a9295fa5 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=d0b40733ced44c8c8f2a63174de36283&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8623464 Feb 02 06:54:22.853647 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59170) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:54:22.905362 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7288047f-2920-48ae-b65c-3f97a9295fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35f4a738-6330-46f1-b233-dd32d6f06a66,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:22.912559 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ac2ba51a-283f-42d8-9b3a-972afbb09263 req-1f80a30c-ec09-4cfa-8e91-19246b46c58f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a90e0175-1e1a-46fd-ade5-a34b643c83ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822446 Feb 02 06:54:22.926151 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 4ed3827c-f14f-4b3c-b768-37f386f663de, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=4ed3827c-f14f-4b3c-b768-37f386f663de,segment=NetworkSegment(fd0a5a99-7f3e-4893-9e6f-2071ce151963),segment_id=fd0a5a99-7f3e-4893-9e6f-2071ce151963)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:54:22.939653 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (4ed3827c-f14f-4b3c-b768-37f386f663de), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:22.956584 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c214b35-f80d-47be-95f1-ea442b772dce admin admin] Pushing event updated for resources: {'Port': ['ID=f3dbb6bf-e0d2-4651-8f1f-c542d08eecef,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:23.107428 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63c00a8-3e87-40a7-a6f7-99d1e7d167f9 None None] Network f5631e6d-3093-4705-ba03-b675d4a0e44d requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 06:54:23.177009 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=4ed3827c-f14f-4b3c-b768-37f386f663de,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:23.188000 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-86a9371a-7e21-44e1-8162-9200fb79cf71 admin admin] Publish callbacks [] for security_group (35f4a738-6330-46f1-b233-dd32d6f06a66), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:23.225826 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-e8d52f3b-e3fd-4b37-b17c-85864694943d None None] Provisioning complete for port 4ed3827c-f14f-4b3c-b768-37f386f663de triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:54:23.225826 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e8d52f3b-e3fd-4b37-b17c-85864694943d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (4ed3827c-f14f-4b3c-b768-37f386f663de), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:23.238386 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-86a9371a-7e21-44e1-8162-9200fb79cf71 admin admin] Publish callbacks [] for security_group (35f4a738-6330-46f1-b233-dd32d6f06a66), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:23.267332 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-16817f82-fced-46b1-aa08-b8ed9c1699db admin admin] Publish callbacks [] for security_group (bb8d150a-46e7-4af1-84a1-a2e6aa8c2536), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:23.285699 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ac2ba51a-283f-42d8-9b3a-972afbb09263 req-482cb6ab-1db7-4e51-b2f5-1cebbd0e1317 service neutron] 10.222.0.59 "GET /v2.0/networks/a90e0175-1e1a-46fd-ade5-a34b643c83ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3629570 Feb 02 06:54:23.291097 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-16817f82-fced-46b1-aa08-b8ed9c1699db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (bb8d150a-46e7-4af1-84a1-a2e6aa8c2536), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:23.329187 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 4a75d9f3-a85f-4d9a-836f-d0f8787f41da, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=4a75d9f3-a85f-4d9a-836f-d0f8787f41da,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:54:23.366155 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98467ec5-2071-4dd8-adb7-d78a66035044 req-f8f8ff22-93fe-4423-b72b-50459b7a4c40 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:23.368013 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-98467ec5-2071-4dd8-adb7-d78a66035044 req-f8f8ff22-93fe-4423-b72b-50459b7a4c40 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=7272c094-1754-42ce-b10e-569286eda078 HTTP/1.1" status: 200 len: 948 time: 0.2070470 Feb 02 06:54:23.391029 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': '4a75d9f3-a85f-4d9a-836f-d0f8787f41da', 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1', 'port_id': '4a75d9f3-a85f-4d9a-836f-d0f8787f41da', 'mac_address': 'fa:16:3e:cf:35:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d773733-62df-4956-84d3-71d17cfb6d11', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 06:54:23.400914 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1c214b35-f80d-47be-95f1-ea442b772dce admin admin] Publish callbacks [] for router_gateway (296acf72-1e90-4236-9dac-371c967c0999), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:23.404096 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16817f82-fced-46b1-aa08-b8ed9c1699db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8d150a-46e7-4af1-84a1-a2e6aa8c2536,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:23.465416 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-16817f82-fced-46b1-aa08-b8ed9c1699db admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=175dfb9684e743bb810be75791694257&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7477388 Feb 02 06:54:23.483042 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59200) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:54:23.487036 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-86a9371a-7e21-44e1-8162-9200fb79cf71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (35f4a738-6330-46f1-b233-dd32d6f06a66), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:23.489638 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-86a9371a-7e21-44e1-8162-9200fb79cf71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:23.507598 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-86a9371a-7e21-44e1-8162-9200fb79cf71 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/35f4a738-6330-46f1-b233-dd32d6f06a66 HTTP/1.1" status: 204 len: 168 time: 0.6458576 Feb 02 06:54:23.575155 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a9371a-7e21-44e1-8162-9200fb79cf71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f4a738-6330-46f1-b233-dd32d6f06a66,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:23.608667 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 4a75d9f3-a85f-4d9a-836f-d0f8787f41da is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:54:23.609191 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (4a75d9f3-a85f-4d9a-836f-d0f8787f41da), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:23.617420 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-98467ec5-2071-4dd8-adb7-d78a66035044 req-2bcac252-f499-4be1-88d4-fbe36b8cb2a1 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413008 Feb 02 06:54:23.622050 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-e8d52f3b-e3fd-4b37-b17c-85864694943d None None] Current status of the port 4ed3827c-f14f-4b3c-b768-37f386f663de is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:54:23.633848 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ac2ba51a-283f-42d8-9b3a-972afbb09263 req-40d53a41-5d5a-4ddc-ba41-39cf20f90dfb service neutron] 10.222.0.59 "GET /v2.0/networks/a90e0175-1e1a-46fd-ade5-a34b643c83ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371191 Feb 02 06:54:23.672809 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1c214b35-f80d-47be-95f1-ea442b772dce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (296acf72-1e90-4236-9dac-371c967c0999), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:23.707856 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d470da28-5b44-4178-b3e7-82e3de6e1422 admin admin] Publish callbacks [] for security_group (bb8d150a-46e7-4af1-84a1-a2e6aa8c2536), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:23.712381 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a75d9f3-a85f-4d9a-836f-d0f8787f41da {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:54:23.755537 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d470da28-5b44-4178-b3e7-82e3de6e1422 admin admin] Publish callbacks [] for security_group (bb8d150a-46e7-4af1-84a1-a2e6aa8c2536), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:23.769276 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 4a75d9f3-a85f-4d9a-836f-d0f8787f41da, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=4a75d9f3-a85f-4d9a-836f-d0f8787f41da,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:54:23.781506 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (4a75d9f3-a85f-4d9a-836f-d0f8787f41da), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:23.877834 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d470da28-5b44-4178-b3e7-82e3de6e1422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (bb8d150a-46e7-4af1-84a1-a2e6aa8c2536), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:23.881823 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d470da28-5b44-4178-b3e7-82e3de6e1422 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:23.885028 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d470da28-5b44-4178-b3e7-82e3de6e1422 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/bb8d150a-46e7-4af1-84a1-a2e6aa8c2536 HTTP/1.1" status: 204 len: 168 time: 0.4011335 Feb 02 06:54:23.897327 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=4a75d9f3-a85f-4d9a-836f-d0f8787f41da,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:23.926342 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d470da28-5b44-4178-b3e7-82e3de6e1422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8d150a-46e7-4af1-84a1-a2e6aa8c2536,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:24.002742 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362833b5-5f3a-48d8-b710-0e30513c33f1 req-9580caf5-be7b-455c-9ad9-9788a224e0b4 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:24.004489 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-362833b5-5f3a-48d8-b710-0e30513c33f1 req-9580caf5-be7b-455c-9ad9-9788a224e0b4 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=2d2e1841-644f-4ec3-b154-c02b38400298 HTTP/1.1" status: 200 len: 943 time: 0.1525912 Feb 02 06:54:24.005586 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c214b35-f80d-47be-95f1-ea442b772dce admin admin] Router 296acf72-1e90-4236-9dac-371c967c0999 is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 06:54:24.114121 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['4a75d9f3-a85f-4d9a-836f-d0f8787f41da'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:54:24.144866 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-362833b5-5f3a-48d8-b710-0e30513c33f1 req-8ff6fd74-e3ad-44b5-a2f8-acd2c3e06508 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219027 Feb 02 06:54:24.184589 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-2c51d11f-2537-47f1-9d52-dc0ca9e4bbca None None] Provisioning complete for port 4ed3827c-f14f-4b3c-b768-37f386f663de triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:54:24.192042 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2c51d11f-2537-47f1-9d52-dc0ca9e4bbca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (4ed3827c-f14f-4b3c-b768-37f386f663de), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:24.202706 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-5ad5200a-4e05-4904-98b6-c3ce8d553fde tempest-LiveMigrationTest-749161847 tempest-LiveMigrationTest-749161847-project-admin] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 06:54:24.203953 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-5ad5200a-4e05-4904-98b6-c3ce8d553fde tempest-LiveMigrationTest-749161847 tempest-LiveMigrationTest-749161847-project-admin] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0116622 Feb 02 06:54:24.255128 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c214b35-f80d-47be-95f1-ea442b772dce admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 06:54:24.272916 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1af0fc-b26b-47d8-928d-33fc912033c1 None None] Sync routers for ids ['296acf72-1e90-4236-9dac-371c967c0999'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 06:54:24.304613 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1af0fc-b26b-47d8-928d-33fc912033c1 None None] Routers {'296acf72-1e90-4236-9dac-371c967c0999'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 06:54:24.305597 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-ba1af0fc-b26b-47d8-928d-33fc912033c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:54:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['296acf72-1e90-4236-9dac-371c967c0999'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:54:24.312330 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-c2fd862e-06b7-4255-8b17-9098d0669cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:24.314301 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-c2fd862e-06b7-4255-8b17-9098d0669cee service neutron] 10.222.0.87 "GET /v2.0/ports/51a170da-8609-48e7-9016-7b1d57369294 HTTP/1.1" status: 200 len: 1126 time: 0.1020715 Feb 02 06:54:24.329539 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-f86ee275-24f4-4965-a401-65583ed42a51 service neutron] Request body: {'binding': {'host': 'n-h1-789963-26', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:54:24.330357 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-f86ee275-24f4-4965-a401-65583ed42a51 service neutron] Unknown quota resources ['binding']. {{(pid=109694) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 02 06:54:24.337438 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1c214b35-f80d-47be-95f1-ea442b772dce admin admin] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:24.338857 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-1c214b35-f80d-47be-95f1-ea442b772dce admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.7995384 Feb 02 06:54:24.342139 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59230) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:54:24.397643 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59232) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:54:24.416552 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-218791f6-dbd9-4df4-bef4-845c4d0ac8b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:24.549807 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 4ed3827c-f14f-4b3c-b768-37f386f663de up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:54:24.576074 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-ba1af0fc-b26b-47d8-928d-33fc912033c1 None None] Set router 296acf72-1e90-4236-9dac-371c967c0999 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 06:54:24.626934 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-f86ee275-24f4-4965-a401-65583ed42a51 service neutron] Attempting to bind port 51a170da-8609-48e7-9016-7b1d57369294 on host n-h1-789963-26 for vnic_type normal with profile None {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:54:24.627284 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-f86ee275-24f4-4965-a401-65583ed42a51 service neutron] Attempting to bind port 51a170da-8609-48e7-9016-7b1d57369294 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': '43369f47-102e-4f19-93f2-e5ce754f6e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ad127856-4465-484c-882c-e096f13573c2'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:54:24.627637 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-f86ee275-24f4-4965-a401-65583ed42a51 service neutron] Attempting to bind port 51a170da-8609-48e7-9016-7b1d57369294 on network ad127856-4465-484c-882c-e096f13573c2 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:54:24.641682 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-f86ee275-24f4-4965-a401-65583ed42a51 service neutron] Port 51a170da-8609-48e7-9016-7b1d57369294 on network ad127856-4465-484c-882c-e096f13573c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 06:54:24.642128 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-f86ee275-24f4-4965-a401-65583ed42a51 service neutron] Attempting to bind port 51a170da-8609-48e7-9016-7b1d57369294 on network ad127856-4465-484c-882c-e096f13573c2 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:54:24.656963 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-f86ee275-24f4-4965-a401-65583ed42a51 service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:54:24.658048 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-f86ee275-24f4-4965-a401-65583ed42a51 service neutron] Checking segment: {'id': '43369f47-102e-4f19-93f2-e5ce754f6e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ad127856-4465-484c-882c-e096f13573c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:54:24.658434 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-f86ee275-24f4-4965-a401-65583ed42a51 service neutron] Bound using segment: {'id': '43369f47-102e-4f19-93f2-e5ce754f6e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ad127856-4465-484c-882c-e096f13573c2'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:54:24.658831 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-f86ee275-24f4-4965-a401-65583ed42a51 service neutron] Bound port: 51a170da-8609-48e7-9016-7b1d57369294, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43369f47-102e-4f19-93f2-e5ce754f6e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ad127856-4465-484c-882c-e096f13573c2'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:54:24.728170 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-218791f6-dbd9-4df4-bef4-845c4d0ac8b8 admin admin] Publish callbacks [] for security_group (61805cd5-40e9-4d12-8f2e-d166acc27f3d), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:24.746664 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-2c51d11f-2537-47f1-9d52-dc0ca9e4bbca None None] Current status of the port 4ed3827c-f14f-4b3c-b768-37f386f663de is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:54:24.748359 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-218791f6-dbd9-4df4-bef4-845c4d0ac8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (61805cd5-40e9-4d12-8f2e-d166acc27f3d), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:24.786783 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 4ed3827c-f14f-4b3c-b768-37f386f663de triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:54:24.787080 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (4ed3827c-f14f-4b3c-b768-37f386f663de), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:24.827857 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-218791f6-dbd9-4df4-bef4-845c4d0ac8b8 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=97a7062d220c4020ad4a4cd2f417f293&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4285398 Feb 02 06:54:24.837987 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-f86ee275-24f4-4965-a401-65583ed42a51 service neutron] For port 51a170da-8609-48e7-9016-7b1d57369294, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=51a170da-8609-48e7-9016-7b1d57369294,segment=NetworkSegment(43369f47-102e-4f19-93f2-e5ce754f6e28),segment_id=43369f47-102e-4f19-93f2-e5ce754f6e28)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:54:24.838849 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218791f6-dbd9-4df4-bef4-845c4d0ac8b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61805cd5-40e9-4d12-8f2e-d166acc27f3d,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:24.842977 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59250) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:54:24.900316 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9e7c0a27-cb23-4696-a853-bc546f0dd4b9 req-0194ea12-bb1f-4c75-9ed2-a9ef1a417c24 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=d371a346cdaf4c5fa2a6d1a831503c66&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0795758 Feb 02 06:54:24.904456 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-f86ee275-24f4-4965-a401-65583ed42a51 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:24.906001 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-ba1af0fc-b26b-47d8-928d-33fc912033c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296acf72-1e90-4236-9dac-371c967c0999', 'name': 'tempest-FloatingIPDetailsTestJSON-1124514468-router', 'tenant_id': '23daa9208755483fb5ba766d5ecec0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'f3dbb6bf-e0d2-4651-8f1f-c542d08eecef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:54:20Z', 'updated_at': '2022-02-02T06:54:23Z', 'revision_number': 3, 'project_id': '23daa9208755483fb5ba766d5ecec0c5', 'gw_port': {'id': 'f3dbb6bf-e0d2-4651-8f1f-c542d08eecef', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a4:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296acf72-1e90-4236-9dac-371c967c0999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:21Z', 'updated_at': '2022-02-02T06:54:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:54:24.913566 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-f86ee275-24f4-4965-a401-65583ed42a51 service neutron] 10.222.0.87 "POST /v2.0/ports/51a170da-8609-48e7-9016-7b1d57369294/bindings HTTP/1.1" status: 201 len: 390 time: 0.5870726 Feb 02 06:54:24.936773 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 4ed3827c-f14f-4b3c-b768-37f386f663de is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:54:24.970769 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1af0fc-b26b-47d8-928d-33fc912033c1 None None] Checking router: 296acf72-1e90-4236-9dac-371c967c0999 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 06:54:24.971130 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1af0fc-b26b-47d8-928d-33fc912033c1 None None] Updating router 296acf72-1e90-4236-9dac-371c967c0999 port f3dbb6bf-e0d2-4651-8f1f-c542d08eecef binding host n-d-789963-26 {{(pid=109696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 06:54:25.023777 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-15c1873f-45fd-47fa-af74-3f32904398e0 admin admin] Publish callbacks [] for security_group (61805cd5-40e9-4d12-8f2e-d166acc27f3d), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:25.063826 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-ba1af0fc-b26b-47d8-928d-33fc912033c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f3dbb6bf-e0d2-4651-8f1f-c542d08eecef), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:25.103632 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-15c1873f-45fd-47fa-af74-3f32904398e0 admin admin] Publish callbacks [] for security_group (61805cd5-40e9-4d12-8f2e-d166acc27f3d), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:25.187201 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c0a27-cb23-4696-a853-bc546f0dd4b9 req-1e18b51b-0608-4cbd-9b49-498bcbd3d8b4 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:25.195600 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9e7c0a27-cb23-4696-a853-bc546f0dd4b9 req-1e18b51b-0608-4cbd-9b49-498bcbd3d8b4 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2940416 Feb 02 06:54:25.214875 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9e7c0a27-cb23-4696-a853-bc546f0dd4b9 req-f035928c-eca7-40ff-b1be-9d0bb7c1ddef tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] 10.222.0.87 "GET /v2.0/quotas/d371a346cdaf4c5fa2a6d1a831503c66 HTTP/1.1" status: 200 len: 375 time: 0.0184195 Feb 02 06:54:25.263270 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6f87c-a3a2-4042-bef5-ddaf97b799c3 req-b475351c-1a61-410b-803d-82422e14bda5 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:25.265150 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1de6f87c-a3a2-4042-bef5-ddaf97b799c3 req-b475351c-1a61-410b-803d-82422e14bda5 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=7272c094-1754-42ce-b10e-569286eda078 HTTP/1.1" status: 200 len: 949 time: 0.1682849 Feb 02 06:54:25.282300 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9e7c0a27-cb23-4696-a853-bc546f0dd4b9 req-e929e7ef-ab64-4cf8-a530-41883a526d5a tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=d371a346cdaf4c5fa2a6d1a831503c66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421839 Feb 02 06:54:25.287020 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-15c1873f-45fd-47fa-af74-3f32904398e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (61805cd5-40e9-4d12-8f2e-d166acc27f3d), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:25.291696 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-15c1873f-45fd-47fa-af74-3f32904398e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:25.292912 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-15c1873f-45fd-47fa-af74-3f32904398e0 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/61805cd5-40e9-4d12-8f2e-d166acc27f3d HTTP/1.1" status: 204 len: 168 time: 0.4490099 Feb 02 06:54:25.303818 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c1873f-45fd-47fa-af74-3f32904398e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61805cd5-40e9-4d12-8f2e-d166acc27f3d,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:25.312531 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-f2765bee-6d17-470c-8476-15f84bcfed1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:25.314551 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-f2765bee-6d17-470c-8476-15f84bcfed1b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=94634d8b4d2a41de8e59c8bd88798343&device_id=3198844e-639f-4156-b68e-3a3b15da1358 HTTP/1.1" status: 200 len: 1129 time: 0.1103041 Feb 02 06:54:25.322205 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2059f734-1ebf-4541-8740-a4784986693c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:25.362587 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1de6f87c-a3a2-4042-bef5-ddaf97b799c3 req-c0ce4216-a434-48a8-9404-9c087b029a6a tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886745 Feb 02 06:54:25.563768 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-33f7c953-fcb1-4d6f-99dc-4ee1f556091b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:25.565330 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-33f7c953-fcb1-4d6f-99dc-4ee1f556091b service neutron] 10.222.0.88 "GET /v2.0/networks?id=ad127856-4465-484c-882c-e096f13573c2 HTTP/1.1" status: 200 len: 908 time: 0.2423162 Feb 02 06:54:25.585729 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-ba1af0fc-b26b-47d8-928d-33fc912033c1 None None] Publish callbacks [] for port (f3dbb6bf-e0d2-4651-8f1f-c542d08eecef), precommit_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:25.597791 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-ba1af0fc-b26b-47d8-928d-33fc912033c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (f3dbb6bf-e0d2-4651-8f1f-c542d08eecef), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:25.654826 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-801ab58a-7f1a-4dac-8d1b-58aa1d599435 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51a170da-8609-48e7-9016-7b1d57369294 HTTP/1.1" status: 200 len: 217 time: 0.0814989 Feb 02 06:54:25.694335 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-ba1af0fc-b26b-47d8-928d-33fc912033c1 None None] Attempting to bind port f3dbb6bf-e0d2-4651-8f1f-c542d08eecef on host n-d-789963-26 for vnic_type normal with profile {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:54:25.695201 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-ba1af0fc-b26b-47d8-928d-33fc912033c1 None None] Attempting to bind port f3dbb6bf-e0d2-4651-8f1f-c542d08eecef by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:54:25.695814 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1af0fc-b26b-47d8-928d-33fc912033c1 None None] Attempting to bind port f3dbb6bf-e0d2-4651-8f1f-c542d08eecef on network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:54:25.698474 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90862592-6969-4e10-ab22-c636c000f83c None None] Pushing event updated for resources: {'Port': ['ID=f3dbb6bf-e0d2-4651-8f1f-c542d08eecef,revision_number=2']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:25.717719 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90862592-6969-4e10-ab22-c636c000f83c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:54:25.718080 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90862592-6969-4e10-ab22-c636c000f83c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:54:25.718953 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 7afdd277-3de5-43c9-8bdd-7ad741ed347a details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 06:54:25.719159 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90862592-6969-4e10-ab22-c636c000f83c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:54:25.720667 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90862592-6969-4e10-ab22-c636c000f83c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:54:25.721028 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90862592-6969-4e10-ab22-c636c000f83c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:54:25.721379 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90862592-6969-4e10-ab22-c636c000f83c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:54:25.722313 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90862592-6969-4e10-ab22-c636c000f83c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:54:25.725158 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90862592-6969-4e10-ab22-c636c000f83c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:54:25.727272 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90862592-6969-4e10-ab22-c636c000f83c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:54:25.728050 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90862592-6969-4e10-ab22-c636c000f83c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:54:25.728416 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90862592-6969-4e10-ab22-c636c000f83c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:54:25.728771 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90862592-6969-4e10-ab22-c636c000f83c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:54:25.729141 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90862592-6969-4e10-ab22-c636c000f83c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:54:25.735031 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1af0fc-b26b-47d8-928d-33fc912033c1 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:54:25.741340 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1af0fc-b26b-47d8-928d-33fc912033c1 None None] Checking segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:54:25.743904 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-ba1af0fc-b26b-47d8-928d-33fc912033c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:25.744322 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1af0fc-b26b-47d8-928d-33fc912033c1 None None] Bound using segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:54:25.744837 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-ba1af0fc-b26b-47d8-928d-33fc912033c1 None None] Bound port: f3dbb6bf-e0d2-4651-8f1f-c542d08eecef, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:54:25.745574 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-ba1af0fc-b26b-47d8-928d-33fc912033c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f3dbb6bf-e0d2-4651-8f1f-c542d08eecef), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:25.746157 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-984e5cd3-ca18-4f50-9fc9-60cfe9ee2e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:25.748315 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-984e5cd3-ca18-4f50-9fc9-60cfe9ee2e15 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a7292d13-827d-45ab-8eaa-7baf62301aaa HTTP/1.1" status: 200 len: 847 time: 0.0831556 Feb 02 06:54:25.773693 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd2983-8df9-4865-a69b-9f07c075138e req-b53b2342-fd9f-48af-87d9-9ae6abc6463d tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:25.782692 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-98dd2983-8df9-4865-a69b-9f07c075138e req-b53b2342-fd9f-48af-87d9-9ae6abc6463d tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=2d2e1841-644f-4ec3-b154-c02b38400298 HTTP/1.1" status: 200 len: 943 time: 0.2107313 Feb 02 06:54:25.814626 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-c71e9a76-c7bd-4aec-b0e0-646ba66a8032 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ad127856-4465-484c-882c-e096f13573c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576916 Feb 02 06:54:25.860110 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-ba1af0fc-b26b-47d8-928d-33fc912033c1 None None] For port f3dbb6bf-e0d2-4651-8f1f-c542d08eecef, host n-d-789963-26, cleared binding levels {{(pid=109696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:54:25.875709 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-ba1af0fc-b26b-47d8-928d-33fc912033c1 None None] For port f3dbb6bf-e0d2-4651-8f1f-c542d08eecef, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=f3dbb6bf-e0d2-4651-8f1f-c542d08eecef,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:54:25.893689 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-ba1af0fc-b26b-47d8-928d-33fc912033c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (f3dbb6bf-e0d2-4651-8f1f-c542d08eecef), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:25.928506 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 7afdd277-3de5-43c9-8bdd-7ad741ed347a, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=7afdd277-3de5-43c9-8bdd-7ad741ed347a,segment=NetworkSegment(ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b),segment_id=ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:54:25.958534 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': '7afdd277-3de5-43c9-8bdd-7ad741ed347a', 'network_id': 'a90e0175-1e1a-46fd-ade5-a34b643c83ca', 'port_id': '7afdd277-3de5-43c9-8bdd-7ad741ed347a', 'mac_address': 'fa:16:3e:71:16:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '718edbdc-92b0-46ac-b280-821a5ec70f8a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 06:54:25.977156 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-98dd2983-8df9-4865-a69b-9f07c075138e req-88d4b2be-4177-496c-b2ea-ceeba1392180 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929541 Feb 02 06:54:26.029017 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 7afdd277-3de5-43c9-8bdd-7ad741ed347a is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:54:26.029838 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (7afdd277-3de5-43c9-8bdd-7ad741ed347a), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:26.043271 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1af0fc-b26b-47d8-928d-33fc912033c1 None None] Routers {'296acf72-1e90-4236-9dac-371c967c0999'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 06:54:26.045625 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-ba1af0fc-b26b-47d8-928d-33fc912033c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:54:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['296acf72-1e90-4236-9dac-371c967c0999'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:54:26.049217 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7afdd277-3de5-43c9-8bdd-7ad741ed347a {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:54:26.055599 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90862592-6969-4e10-ab22-c636c000f83c None None] Pushing event updated for resources: {'Port': ['ID=f3dbb6bf-e0d2-4651-8f1f-c542d08eecef,revision_number=3']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:26.109046 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-082d63db-0c8b-4ab7-8fce-0828532e7adf req-aeb6e48e-5c00-4ea7-a32f-cf143be8cc93 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] 10.222.0.87 "GET /v2.0/ports?device_id=050a6969-2e0d-46ef-a43b-f1a7b386fe56 HTTP/1.1" status: 200 len: 210 time: 0.0524881 Feb 02 06:54:26.125326 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 7afdd277-3de5-43c9-8bdd-7ad741ed347a, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=7afdd277-3de5-43c9-8bdd-7ad741ed347a,segment=NetworkSegment(ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b),segment_id=ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:54:26.140300 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (7afdd277-3de5-43c9-8bdd-7ad741ed347a), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:26.142627 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-b4f74496-d14b-4ec2-8261-6a105a15c4da service neutron] 10.222.0.88 "GET /v2.0/networks/ad127856-4465-484c-882c-e096f13573c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056808 Feb 02 06:54:26.210737 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-2059f734-1ebf-4541-8740-a4784986693c admin admin] Allocated IP 172.20.0.1 (f5631e6d-3093-4705-ba03-b675d4a0e44d/dfbb80a5-8735-4d4d-b584-2610e083a2b0/783b41a7-ac75-4b7d-8be4-7ac48dab4f99) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:54:26.245118 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=7afdd277-3de5-43c9-8bdd-7ad741ed347a,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:26.379421 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2059f734-1ebf-4541-8740-a4784986693c admin admin] Publish callbacks [] for port (783b41a7-ac75-4b7d-8be4-7ac48dab4f99), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:26.386494 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-3c3edcb9-9d29-4982-b0e0-fc8cd151d54e service neutron] 10.222.0.88 "GET /v2.0/networks/ad127856-4465-484c-882c-e096f13573c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364831 Feb 02 06:54:26.441350 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9253df5-2695-4354-af47-2c47b9828c0a req-fdf12a8c-2189-4d18-af1b-9c37413f0f8c tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:26.448543 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d9253df5-2695-4354-af47-2c47b9828c0a req-fdf12a8c-2189-4d18-af1b-9c37413f0f8c tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=3198844e-639f-4156-b68e-3a3b15da1358 HTTP/1.1" status: 200 len: 946 time: 0.9429595 Feb 02 06:54:26.534060 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d9253df5-2695-4354-af47-2c47b9828c0a req-c8877f14-0269-4ae4-abaa-674c804bfb6c tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845697 Feb 02 06:54:26.539198 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2059f734-1ebf-4541-8740-a4784986693c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (783b41a7-ac75-4b7d-8be4-7ac48dab4f99), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:26.548847 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['7afdd277-3de5-43c9-8bdd-7ad741ed347a'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:54:26.569545 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-ba1af0fc-b26b-47d8-928d-33fc912033c1 None None] Set router 296acf72-1e90-4236-9dac-371c967c0999 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 06:54:26.612176 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2059f734-1ebf-4541-8740-a4784986693c admin admin] Network f5631e6d-3093-4705-ba03-b675d4a0e44d is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:54:26.625144 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-2059f734-1ebf-4541-8740-a4784986693c admin admin] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:54:26.630486 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2059f734-1ebf-4541-8740-a4784986693c admin admin] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:54:26.635769 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059f734-1ebf-4541-8740-a4784986693c admin admin] Pushing event updated for resources: {'Port': ['ID=783b41a7-ac75-4b7d-8be4-7ac48dab4f99,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:26.717575 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2059f734-1ebf-4541-8740-a4784986693c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (296acf72-1e90-4236-9dac-371c967c0999), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:26.786145 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-db735645-d9da-43b6-9201-f544963349ad tempest-LiveMigrationTest-749161847 tempest-LiveMigrationTest-749161847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:26.790439 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-db735645-d9da-43b6-9201-f544963349ad tempest-LiveMigrationTest-749161847 tempest-LiveMigrationTest-749161847-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=3198844e-639f-4156-b68e-3a3b15da1358&tenant_id=94634d8b4d2a41de8e59c8bd88798343&binding%3Ahost_id=n-h2-789963-26 HTTP/1.1" status: 200 len: 1129 time: 0.2636979 Feb 02 06:54:26.818394 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b01eb2-3151-450a-a1c0-618a90b9b70f req-eff1e15a-3448-4a24-8ae4-17dfdaa44dd8 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:26.826439 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-39b01eb2-3151-450a-a1c0-618a90b9b70f req-eff1e15a-3448-4a24-8ae4-17dfdaa44dd8 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=7272c094-1754-42ce-b10e-569286eda078 HTTP/1.1" status: 200 len: 949 time: 0.3405759 Feb 02 06:54:26.829423 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-ba1af0fc-b26b-47d8-928d-33fc912033c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296acf72-1e90-4236-9dac-371c967c0999', 'name': 'tempest-FloatingIPDetailsTestJSON-1124514468-router', 'tenant_id': '23daa9208755483fb5ba766d5ecec0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'f3dbb6bf-e0d2-4651-8f1f-c542d08eecef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:54:20Z', 'updated_at': '2022-02-02T06:54:23Z', 'revision_number': 3, 'project_id': '23daa9208755483fb5ba766d5ecec0c5', 'gw_port': {'id': 'f3dbb6bf-e0d2-4651-8f1f-c542d08eecef', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a4:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296acf72-1e90-4236-9dac-371c967c0999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:21Z', 'updated_at': '2022-02-02T06:54:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:54:26.839689 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-7d0effbd-9ef8-4b3c-9883-75da7f80a8e4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-789963-26'}}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:54:26.904503 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1af0fc-b26b-47d8-928d-33fc912033c1 None None] The sync data for ids ['296acf72-1e90-4236-9dac-371c967c0999'] in n-d-789963-26 is: [{'id': '296acf72-1e90-4236-9dac-371c967c0999', 'name': 'tempest-FloatingIPDetailsTestJSON-1124514468-router', 'tenant_id': '23daa9208755483fb5ba766d5ecec0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'f3dbb6bf-e0d2-4651-8f1f-c542d08eecef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:54:20Z', 'updated_at': '2022-02-02T06:54:23Z', 'revision_number': 3, 'project_id': '23daa9208755483fb5ba766d5ecec0c5', 'gw_port': {'id': 'f3dbb6bf-e0d2-4651-8f1f-c542d08eecef', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a4:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296acf72-1e90-4236-9dac-371c967c0999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:21Z', 'updated_at': '2022-02-02T06:54:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 06:54:26.910126 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 4a75d9f3-a85f-4d9a-836f-d0f8787f41da up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:54:26.990849 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-39b01eb2-3151-450a-a1c0-618a90b9b70f req-0468498f-c026-42de-9d15-27c9a13677a2 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379452 Feb 02 06:54:27.082140 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:27.094124 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59318) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:54:27.117957 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-7d0effbd-9ef8-4b3c-9883-75da7f80a8e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (51a170da-8609-48e7-9016-7b1d57369294), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:27.151674 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-c7b3bdfc-bf92-4136-9929-7764d2ef4edd None None] Provisioning complete for port 783b41a7-ac75-4b7d-8be4-7ac48dab4f99 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:54:27.152681 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c7b3bdfc-bf92-4136-9929-7764d2ef4edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (783b41a7-ac75-4b7d-8be4-7ac48dab4f99), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:27.209646 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2059f734-1ebf-4541-8740-a4784986693c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (783b41a7-ac75-4b7d-8be4-7ac48dab4f99), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:27.227754 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-c7b3bdfc-bf92-4136-9929-7764d2ef4edd None None] Port 783b41a7-ac75-4b7d-8be4-7ac48dab4f99 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 06:54:27.229460 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port 4a75d9f3-a85f-4d9a-836f-d0f8787f41da completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 06:54:27.254375 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7313434-09e6-44ef-b8a9-7967f84beccb req-a82296f1-4525-40f6-91b3-5ee6d2295347 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:27.255988 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a7313434-09e6-44ef-b8a9-7967f84beccb req-a82296f1-4525-40f6-91b3-5ee6d2295347 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=2d2e1841-644f-4ec3-b154-c02b38400298 HTTP/1.1" status: 200 len: 944 time: 0.1392283 Feb 02 06:54:27.264709 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7c6aa8a1-a21b-44c4-99c2-2a87794f5663 req-9d33c7ec-a618-4592-b7b5-33513ca726c8 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] 10.222.0.87 "GET /v2.0/ports?device_id=050a6969-2e0d-46ef-a43b-f1a7b386fe56 HTTP/1.1" status: 200 len: 210 time: 0.0513642 Feb 02 06:54:27.266069 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port 4a75d9f3-a85f-4d9a-836f-d0f8787f41da triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:54:27.266452 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (4a75d9f3-a85f-4d9a-836f-d0f8787f41da), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:27.388377 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a7313434-09e6-44ef-b8a9-7967f84beccb req-0ae0c29f-fb97-4197-99e6-65700598f5b4 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984507 Feb 02 06:54:27.433113 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-fa4418d4-701f-4cb8-8e17-17c1cb58afab admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-158050640-network', 'tenant_id': 'a578a4401c554c2ca8800cd6fc4dd3f4'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:54:27.448107 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9e7c0a27-cb23-4696-a853-bc546f0dd4b9 req-f2983d0a-d5cb-40b4-9e37-707ba9c7666c tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=d371a346cdaf4c5fa2a6d1a831503c66&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294793 Feb 02 06:54:27.517013 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa4418d4-701f-4cb8-8e17-17c1cb58afab admin admin] Made reservation on behalf of a578a4401c554c2ca8800cd6fc4dd3f4 for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:54:27.520252 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fa4418d4-701f-4cb8-8e17-17c1cb58afab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:27.523843 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-7d0effbd-9ef8-4b3c-9883-75da7f80a8e4 service neutron] For port 51a170da-8609-48e7-9016-7b1d57369294, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=51a170da-8609-48e7-9016-7b1d57369294,segment=NetworkSegment(43369f47-102e-4f19-93f2-e5ce754f6e28),segment_id=43369f47-102e-4f19-93f2-e5ce754f6e28)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:54:27.539331 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fa4418d4-701f-4cb8-8e17-17c1cb58afab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:27.549874 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 4a75d9f3-a85f-4d9a-836f-d0f8787f41da is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:54:27.550259 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (4a75d9f3-a85f-4d9a-836f-d0f8787f41da), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:27.618053 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-7d0effbd-9ef8-4b3c-9883-75da7f80a8e4 service neutron] For port 51a170da-8609-48e7-9016-7b1d57369294, host n-h2-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:54:27.625109 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 4a75d9f3-a85f-4d9a-836f-d0f8787f41da, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=4a75d9f3-a85f-4d9a-836f-d0f8787f41da,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:54:27.626117 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7272c094-1754-42ce-b10e-569286eda078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a75d9f3-a85f-4d9a-836f-d0f8787f41da'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:54:27.628575 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d3577e0-5361-4268-bc36-caf0b86fd4ef" -d '{"events": [{"server_uuid": "7272c094-1754-42ce-b10e-569286eda078", "name": "network-vif-plugged", "status": "completed", "tag": "4a75d9f3-a85f-4d9a-836f-d0f8787f41da"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:54:27.641219 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (4a75d9f3-a85f-4d9a-836f-d0f8787f41da), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:27.710027 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-7d0effbd-9ef8-4b3c-9883-75da7f80a8e4 service neutron] Publish callbacks [] for port (51a170da-8609-48e7-9016-7b1d57369294), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:27.718579 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3198844e-639f-4156-b68e-3a3b15da1358', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51a170da-8609-48e7-9016-7b1d57369294'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:54:27.728611 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ffade5-89a8-4bc9-8d51-d58df2d5943a" -d '{"events": [{"server_uuid": "3198844e-639f-4156-b68e-3a3b15da1358", "name": "network-vif-unplugged", "status": "completed", "tag": "51a170da-8609-48e7-9016-7b1d57369294"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:54:27.741902 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=4a75d9f3-a85f-4d9a-836f-d0f8787f41da,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:27.754885 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-7d0effbd-9ef8-4b3c-9883-75da7f80a8e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (51a170da-8609-48e7-9016-7b1d57369294), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:27.808461 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 06:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589d11d4-cd82-46eb-8c89-13164b499ad9 x-openstack-request-id: req-589d11d4-cd82-46eb-8c89-13164b499ad9 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:54:27.808770 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7272c094-1754-42ce-b10e-569286eda078", "name": "network-vif-plugged", "status": "completed", "tag": "4a75d9f3-a85f-4d9a-836f-d0f8787f41da", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:54:27.809214 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-589d11d4-cd82-46eb-8c89-13164b499ad9 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:54:27.814070 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fa4418d4-701f-4cb8-8e17-17c1cb58afab admin admin] Publish callbacks [] for security_group (ca78257b-1af1-4cff-b7ca-1fa610459447), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:27.815031 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7272c094-1754-42ce-b10e-569286eda078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a75d9f3-a85f-4d9a-836f-d0f8787f41da', 'code': 200} Feb 02 06:54:27.834295 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fa4418d4-701f-4cb8-8e17-17c1cb58afab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (ca78257b-1af1-4cff-b7ca-1fa610459447), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:27.866100 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c0a27-cb23-4696-a853-bc546f0dd4b9 req-827e0efe-df3f-4e6a-9ecc-fcd6b2b02013 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:27.867765 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9e7c0a27-cb23-4696-a853-bc546f0dd4b9 req-827e0efe-df3f-4e6a-9ecc-fcd6b2b02013 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4010041 Feb 02 06:54:27.909986 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2059f734-1ebf-4541-8740-a4784986693c admin admin] Publish callbacks [] for port (783b41a7-ac75-4b7d-8be4-7ac48dab4f99), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:27.922125 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-9e7c0a27-cb23-4696-a853-bc546f0dd4b9 req-9ed1046c-e4c8-4f95-8f67-13c9d1563ab5 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] Request body: {'port': {'device_id': '050a6969-2e0d-46ef-a43b-f1a7b386fe56', 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1', 'admin_state_up': True, 'tenant_id': 'd371a346cdaf4c5fa2a6d1a831503c66'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:54:27.938749 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.88', 49383) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:54:27.952715 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2059f734-1ebf-4541-8740-a4784986693c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (783b41a7-ac75-4b7d-8be4-7ac48dab4f99), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:28.054541 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7d9b12-d47c-41ee-a770-96f933626b7d req-a2c7c4b8-aac0-4419-9a97-3efbe472d446 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:28.061676 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3a7d9b12-d47c-41ee-a770-96f933626b7d req-a2c7c4b8-aac0-4419-9a97-3efbe472d446 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=3198844e-639f-4156-b68e-3a3b15da1358 HTTP/1.1" status: 200 len: 944 time: 0.3482873 Feb 02 06:54:28.093698 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059f734-1ebf-4541-8740-a4784986693c admin admin] Pushing event updated for resources: {'Port': ['ID=783b41a7-ac75-4b7d-8be4-7ac48dab4f99,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:28.178932 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2059f734-1ebf-4541-8740-a4784986693c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (296acf72-1e90-4236-9dac-371c967c0999), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:28.194446 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa4418d4-701f-4cb8-8e17-17c1cb58afab admin admin] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 06:54:28.206783 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 06:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a45ebd4-c298-4e4f-ab89-0a02aa6f7f67 x-openstack-request-id: req-9a45ebd4-c298-4e4f-ab89-0a02aa6f7f67 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:54:28.206783 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3198844e-639f-4156-b68e-3a3b15da1358", "name": "network-vif-unplugged", "status": "completed", "tag": "51a170da-8609-48e7-9016-7b1d57369294", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:54:28.206783 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-9a45ebd4-c298-4e4f-ab89-0a02aa6f7f67 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:54:28.206783 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3198844e-639f-4156-b68e-3a3b15da1358', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51a170da-8609-48e7-9016-7b1d57369294', 'code': 200} Feb 02 06:54:28.225365 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-7d0effbd-9ef8-4b3c-9883-75da7f80a8e4 service neutron] Attempting to bind port 51a170da-8609-48e7-9016-7b1d57369294 on host n-h2-789963-26 for vnic_type normal with profile {"migrating_to": "n-h1-789963-26"} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:54:28.225820 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-7d0effbd-9ef8-4b3c-9883-75da7f80a8e4 service neutron] Attempting to bind port 51a170da-8609-48e7-9016-7b1d57369294 by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': '43369f47-102e-4f19-93f2-e5ce754f6e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ad127856-4465-484c-882c-e096f13573c2'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:54:28.226023 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-7d0effbd-9ef8-4b3c-9883-75da7f80a8e4 service neutron] Attempting to bind port 51a170da-8609-48e7-9016-7b1d57369294 on network ad127856-4465-484c-882c-e096f13573c2 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:54:28.267062 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded5659e-db0f-4b9f-a5e2-c301372b0e68 req-5dfcd790-4e6a-4f37-a8fd-261ff5589831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:28.272109 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ded5659e-db0f-4b9f-a5e2-c301372b0e68 req-5dfcd790-4e6a-4f37-a8fd-261ff5589831 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=7272c094-1754-42ce-b10e-569286eda078 HTTP/1.1" status: 200 len: 1133 time: 0.3168638 Feb 02 06:54:28.275594 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fa4418d4-701f-4cb8-8e17-17c1cb58afab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (1d2d48ca-7af8-4a5d-abef-fb7206a16c0e), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:28.276135 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-fa4418d4-701f-4cb8-8e17-17c1cb58afab admin admin] Added segment 1d2d48ca-7af8-4a5d-abef-fb7206a16c0e of type vlan for network e0f9d081-640e-45b1-b6ba-9e0fb190dfbe Feb 02 06:54:28.281603 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0effbd-9ef8-4b3c-9883-75da7f80a8e4 service neutron] Pushing event updated for resources: {'Port': ['ID=51a170da-8609-48e7-9016-7b1d57369294,revision_number=7']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:28.291620 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3a7d9b12-d47c-41ee-a770-96f933626b7d req-803115c0-8be2-41a6-bbc8-9029b3d00ff0 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290418 Feb 02 06:54:28.310530 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-7d0effbd-9ef8-4b3c-9883-75da7f80a8e4 service neutron] Port 51a170da-8609-48e7-9016-7b1d57369294 on network ad127856-4465-484c-882c-e096f13573c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 06:54:28.310871 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-7d0effbd-9ef8-4b3c-9883-75da7f80a8e4 service neutron] Attempting to bind port 51a170da-8609-48e7-9016-7b1d57369294 on network ad127856-4465-484c-882c-e096f13573c2 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:54:28.360333 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-7d0effbd-9ef8-4b3c-9883-75da7f80a8e4 service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:54:28.360698 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-7d0effbd-9ef8-4b3c-9883-75da7f80a8e4 service neutron] Checking segment: {'id': '43369f47-102e-4f19-93f2-e5ce754f6e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ad127856-4465-484c-882c-e096f13573c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:54:28.361064 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-7d0effbd-9ef8-4b3c-9883-75da7f80a8e4 service neutron] Bound using segment: {'id': '43369f47-102e-4f19-93f2-e5ce754f6e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ad127856-4465-484c-882c-e096f13573c2'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:54:28.361518 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-7d0effbd-9ef8-4b3c-9883-75da7f80a8e4 service neutron] Bound port: 51a170da-8609-48e7-9016-7b1d57369294, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43369f47-102e-4f19-93f2-e5ce754f6e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ad127856-4465-484c-882c-e096f13573c2'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:54:28.361914 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-7d0effbd-9ef8-4b3c-9883-75da7f80a8e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (51a170da-8609-48e7-9016-7b1d57369294), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:28.365777 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4418d4-701f-4cb8-8e17-17c1cb58afab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca78257b-1af1-4cff-b7ca-1fa610459447,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:28.394393 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device f3dbb6bf-e0d2-4651-8f1f-c542d08eecef up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:54:28.398931 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fa4418d4-701f-4cb8-8e17-17c1cb58afab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (e0f9d081-640e-45b1-b6ba-9e0fb190dfbe), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:28.410680 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e7c0a27-cb23-4696-a853-bc546f0dd4b9 req-9ed1046c-e4c8-4f95-8f67-13c9d1563ab5 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] Made reservation on behalf of d371a346cdaf4c5fa2a6d1a831503c66 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:54:28.415753 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-9e7c0a27-cb23-4696-a853-bc546f0dd4b9 req-9ed1046c-e4c8-4f95-8f67-13c9d1563ab5 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:28.420881 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2059f734-1ebf-4541-8740-a4784986693c admin admin] Network f5631e6d-3093-4705-ba03-b675d4a0e44d is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:54:28.435418 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-2059f734-1ebf-4541-8740-a4784986693c admin admin] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:54:28.436777 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de661f0-ab99-444a-88d7-568e2c6432ba req-c205a9e1-7cf3-4498-a676-bd085c9ae5c1 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:28.441155 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-9e7c0a27-cb23-4696-a853-bc546f0dd4b9 req-9ed1046c-e4c8-4f95-8f67-13c9d1563ab5 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:28.448800 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3de661f0-ab99-444a-88d7-568e2c6432ba req-c205a9e1-7cf3-4498-a676-bd085c9ae5c1 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=7272c094-1754-42ce-b10e-569286eda078 HTTP/1.1" status: 200 len: 950 time: 0.2246871 Feb 02 06:54:28.480966 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port f3dbb6bf-e0d2-4651-8f1f-c542d08eecef triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:54:28.481864 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (f3dbb6bf-e0d2-4651-8f1f-c542d08eecef), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:28.487586 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ded5659e-db0f-4b9f-a5e2-c301372b0e68 req-7db7f1b6-2fc0-4c22-86d9-13e9e4d41c7a service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873426 Feb 02 06:54:28.496802 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-7d0effbd-9ef8-4b3c-9883-75da7f80a8e4 service neutron] For port 51a170da-8609-48e7-9016-7b1d57369294, host n-h2-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:54:28.501643 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-7d0effbd-9ef8-4b3c-9883-75da7f80a8e4 service neutron] For port 51a170da-8609-48e7-9016-7b1d57369294, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=51a170da-8609-48e7-9016-7b1d57369294,segment=NetworkSegment(43369f47-102e-4f19-93f2-e5ce754f6e28),segment_id=43369f47-102e-4f19-93f2-e5ce754f6e28)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:54:28.516256 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.db.resource_extend [None req-fa4418d4-701f-4cb8-8e17-17c1cb58afab admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 06:54:28.527805 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-7d0effbd-9ef8-4b3c-9883-75da7f80a8e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (51a170da-8609-48e7-9016-7b1d57369294), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:28.623293 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fa4418d4-701f-4cb8-8e17-17c1cb58afab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (e0f9d081-640e-45b1-b6ba-9e0fb190dfbe), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:28.624288 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4418d4-701f-4cb8-8e17-17c1cb58afab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:28.625056 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fa4418d4-701f-4cb8-8e17-17c1cb58afab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:28.640809 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port f3dbb6bf-e0d2-4651-8f1f-c542d08eecef is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:54:28.644259 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f3dbb6bf-e0d2-4651-8f1f-c542d08eecef), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:28.691965 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2059f734-1ebf-4541-8740-a4784986693c admin admin] Router 296acf72-1e90-4236-9dac-371c967c0999 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 06:54:28.707698 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port f3dbb6bf-e0d2-4651-8f1f-c542d08eecef, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=f3dbb6bf-e0d2-4651-8f1f-c542d08eecef,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:54:28.714012 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (f3dbb6bf-e0d2-4651-8f1f-c542d08eecef), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:28.721622 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3de661f0-ab99-444a-88d7-568e2c6432ba req-fbc9c938-bb59-45d4-a40f-557fed552078 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149715 Feb 02 06:54:28.728765 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-7d0effbd-9ef8-4b3c-9883-75da7f80a8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:28.729430 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-7d0effbd-9ef8-4b3c-9883-75da7f80a8e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:28.730924 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-7d0effbd-9ef8-4b3c-9883-75da7f80a8e4 service neutron] 10.222.0.88 "PUT /v2.0/ports/51a170da-8609-48e7-9016-7b1d57369294 HTTP/1.1" status: 200 len: 1124 time: 1.9035146 Feb 02 06:54:28.737085 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-9e7c0a27-cb23-4696-a853-bc546f0dd4b9 req-9ed1046c-e4c8-4f95-8f67-13c9d1563ab5 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] Publish callbacks [] for security_group (1ccf634d-a49d-423a-88d1-71ef8d7f08ae), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:28.744695 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-fa4418d4-701f-4cb8-8e17-17c1cb58afab admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6486504 Feb 02 06:54:28.751952 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59364) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:54:28.757787 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-56420a29-bcf2-4042-a4cf-277825272435 req-b1b499f8-9bbf-4173-b492-3815cf16e84e tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] 10.222.0.87 "GET /v2.0/ports?device_id=050a6969-2e0d-46ef-a43b-f1a7b386fe56 HTTP/1.1" status: 200 len: 210 time: 0.0385983 Feb 02 06:54:28.782620 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-55deba71-9ea1-47b1-8501-8f5d945f2d48 admin admin] Request body: {'subnet': {'network_id': 'e0f9d081-640e-45b1-b6ba-9e0fb190dfbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-158050640-subnet', 'tenant_id': 'a578a4401c554c2ca8800cd6fc4dd3f4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:54:28.792751 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0effbd-9ef8-4b3c-9883-75da7f80a8e4 service neutron] Pushing event updated for resources: {'Port': ['ID=51a170da-8609-48e7-9016-7b1d57369294,revision_number=8']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:28.796369 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=f3dbb6bf-e0d2-4651-8f1f-c542d08eecef,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:28.802084 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4418d4-701f-4cb8-8e17-17c1cb58afab admin admin] Pushing event updated for resources: {'Network': ['ID=e0f9d081-640e-45b1-b6ba-9e0fb190dfbe,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:28.820385 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-9e7c0a27-cb23-4696-a853-bc546f0dd4b9 req-9ed1046c-e4c8-4f95-8f67-13c9d1563ab5 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (1ccf634d-a49d-423a-88d1-71ef8d7f08ae), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:28.834901 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network e0f9d081-640e-45b1-b6ba-9e0fb190dfbe details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 06:54:28.839255 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55deba71-9ea1-47b1-8501-8f5d945f2d48 admin admin] Made reservation on behalf of a578a4401c554c2ca8800cd6fc4dd3f4 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:54:28.842854 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-55deba71-9ea1-47b1-8501-8f5d945f2d48 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:28.935085 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['51a170da-8609-48e7-9016-7b1d57369294'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:54:29.012482 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-5c34018f-a035-4f6b-94d3-7748f34e86da None None] Provisioning complete for port 783b41a7-ac75-4b7d-8be4-7ac48dab4f99 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:54:29.015927 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5c34018f-a035-4f6b-94d3-7748f34e86da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (783b41a7-ac75-4b7d-8be4-7ac48dab4f99), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:29.070427 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-5c34018f-a035-4f6b-94d3-7748f34e86da None None] Port 783b41a7-ac75-4b7d-8be4-7ac48dab4f99 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 06:54:29.130422 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6404021-ca80-4f6e-b3c8-2457aa2c3dd2 req-3e47e6ba-451a-42a4-ba4b-56b89b8939ef tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:29.132227 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f6404021-ca80-4f6e-b3c8-2457aa2c3dd2 req-3e47e6ba-451a-42a4-ba4b-56b89b8939ef tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=2d2e1841-644f-4ec3-b154-c02b38400298 HTTP/1.1" status: 200 len: 944 time: 0.1330116 Feb 02 06:54:29.157834 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-55deba71-9ea1-47b1-8501-8f5d945f2d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for subnet (f1fa5b16-0923-4aea-9e14-f0e26de4f6f1), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:29.225445 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed1046c-e4c8-4f95-8f67-13c9d1563ab5 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ccf634d-a49d-423a-88d1-71ef8d7f08ae,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:29.257756 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55deba71-9ea1-47b1-8501-8f5d945f2d48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1fa5b16-0923-4aea-9e14-f0e26de4f6f1,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:29.262444 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f6404021-ca80-4f6e-b3c8-2457aa2c3dd2 req-7ed5ffa9-d1b3-421e-b0ba-b31e1f385a47 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134729 Feb 02 06:54:29.270546 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55deba71-9ea1-47b1-8501-8f5d945f2d48 admin admin] Checking segment: {'id': '1d2d48ca-7af8-4a5d-abef-fb7206a16c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e0f9d081-640e-45b1-b6ba-9e0fb190dfbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:54:29.270818 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55deba71-9ea1-47b1-8501-8f5d945f2d48 admin admin] Network hostable DHCP agents. Network: e0f9d081-640e-45b1-b6ba-9e0fb190dfbe, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 06:54:29.306153 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55deba71-9ea1-47b1-8501-8f5d945f2d48 admin admin] Network e0f9d081-640e-45b1-b6ba-9e0fb190dfbe is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 06:54:29.319750 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-55deba71-9ea1-47b1-8501-8f5d945f2d48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, e0f9d081-640e-45b1-b6ba-9e0fb190dfbe) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:54:29.325993 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55deba71-9ea1-47b1-8501-8f5d945f2d48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:29.327040 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-55deba71-9ea1-47b1-8501-8f5d945f2d48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:29.333134 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3744b6b-468b-42f3-8fd8-7c2098f6c67d None None] Network e0f9d081-640e-45b1-b6ba-9e0fb190dfbe requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 06:54:29.352914 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-55deba71-9ea1-47b1-8501-8f5d945f2d48 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5741212 Feb 02 06:54:29.355927 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59376) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:54:29.362149 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-c936a303-339b-4831-8620-1091f4a0e9ab admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-158050640-router', 'tenant_id': 'a578a4401c554c2ca8800cd6fc4dd3f4', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:54:29.371699 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2059f734-1ebf-4541-8740-a4784986693c admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 06:54:29.404982 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-2059f734-1ebf-4541-8740-a4784986693c admin admin] 10.222.0.87 "PUT /v2.0/routers/296acf72-1e90-4236-9dac-371c967c0999/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0573123 Feb 02 06:54:29.406848 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-9e7c0a27-cb23-4696-a853-bc546f0dd4b9 req-9ed1046c-e4c8-4f95-8f67-13c9d1563ab5 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] Allocated IP 192.168.233.63 (04bc5622-0c2b-4ce8-b107-e6abcbdf57e1/9d773733-62df-4956-84d3-71d17cfb6d11/ba7b5a43-89ef-436e-9572-d0ffd5b0fe37) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:54:29.468168 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c936a303-339b-4831-8620-1091f4a0e9ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (6f12ca15-5f3a-4c76-8293-3b4352e2b0b5), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:29.469205 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c936a303-339b-4831-8620-1091f4a0e9ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (6f12ca15-5f3a-4c76-8293-3b4352e2b0b5), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:29.504984 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af8d5ba-c8ff-4a0f-8448-c041c4aabc0c None None] Sync routers for ids ['296acf72-1e90-4236-9dac-371c967c0999'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 06:54:29.546614 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac60659c-dc6d-4bdf-9ac9-4dfee507f216 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-e0f9d081-640e-45b1-b6ba-9e0fb190dfbe', 'network_id': 'e0f9d081-640e-45b1-b6ba-9e0fb190dfbe', 'project_id': 'a578a4401c554c2ca8800cd6fc4dd3f4', 'fixed_ips': [{'subnet_id': 'f1fa5b16-0923-4aea-9e14-f0e26de4f6f1'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 06:54:29.548211 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ac60659c-dc6d-4bdf-9ac9-4dfee507f216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:29.560926 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af8d5ba-c8ff-4a0f-8448-c041c4aabc0c None None] Routers {'296acf72-1e90-4236-9dac-371c967c0999'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 06:54:29.561558 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-1af8d5ba-c8ff-4a0f-8448-c041c4aabc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:54:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['296acf72-1e90-4236-9dac-371c967c0999'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:54:29.564904 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02162113-bc3a-4a02-b835-ffb798f8f5a6 req-78d4a1dd-4d86-406d-9c05-82bc5c819ac2 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:29.571755 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-02162113-bc3a-4a02-b835-ffb798f8f5a6 req-78d4a1dd-4d86-406d-9c05-82bc5c819ac2 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=3198844e-639f-4156-b68e-3a3b15da1358 HTTP/1.1" status: 200 len: 944 time: 0.1586633 Feb 02 06:54:29.623951 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c936a303-339b-4831-8620-1091f4a0e9ab admin admin] Publish callbacks [] for router_controller (6f12ca15-5f3a-4c76-8293-3b4352e2b0b5), precommit_add_association {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:29.754578 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 7afdd277-3de5-43c9-8bdd-7ad741ed347a up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:54:29.797432 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-02162113-bc3a-4a02-b835-ffb798f8f5a6 req-0b103e79-34ae-4492-9600-15fbd75ec482 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178299 Feb 02 06:54:29.861764 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-1af8d5ba-c8ff-4a0f-8448-c041c4aabc0c None None] Set router 296acf72-1e90-4236-9dac-371c967c0999 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 06:54:29.893131 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59392) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:54:29.916711 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-ac60659c-dc6d-4bdf-9ac9-4dfee507f216 None None] Allocated IP 172.20.0.2 (e0f9d081-640e-45b1-b6ba-9e0fb190dfbe/f1fa5b16-0923-4aea-9e14-f0e26de4f6f1/b58e4c12-c65e-4491-8275-5f07de57be59) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:54:29.927091 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-9e7c0a27-cb23-4696-a853-bc546f0dd4b9 req-9ed1046c-e4c8-4f95-8f67-13c9d1563ab5 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] Publish callbacks [] for port (ba7b5a43-89ef-436e-9572-d0ffd5b0fe37), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:29.941113 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port 7afdd277-3de5-43c9-8bdd-7ad741ed347a completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 06:54:29.945453 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c936a303-339b-4831-8620-1091f4a0e9ab admin admin] Publish callbacks [] for router_gateway (6f12ca15-5f3a-4c76-8293-3b4352e2b0b5), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:29.992593 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port 7afdd277-3de5-43c9-8bdd-7ad741ed347a triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:54:29.993052 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (7afdd277-3de5-43c9-8bdd-7ad741ed347a), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:30.050945 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31357156-0475-4511-90c6-7e00edf96e90 req-6230ab7a-3bfb-45da-94f1-ba49d23eb8a6 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:30.058248 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-31357156-0475-4511-90c6-7e00edf96e90 req-6230ab7a-3bfb-45da-94f1-ba49d23eb8a6 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=7272c094-1754-42ce-b10e-569286eda078 HTTP/1.1" status: 200 len: 950 time: 0.1722667 Feb 02 06:54:30.068874 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-9e7c0a27-cb23-4696-a853-bc546f0dd4b9 req-9ed1046c-e4c8-4f95-8f67-13c9d1563ab5 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (ba7b5a43-89ef-436e-9572-d0ffd5b0fe37), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:30.127030 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5e5d7a81-723e-4bab-8e9e-24ddf9a994e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:30.175750 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e7c0a27-cb23-4696-a853-bc546f0dd4b9 req-9ed1046c-e4c8-4f95-8f67-13c9d1563ab5 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] Network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:54:30.187235 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-9e7c0a27-cb23-4696-a853-bc546f0dd4b9 req-9ed1046c-e4c8-4f95-8f67-13c9d1563ab5 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:54:30.193391 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e7c0a27-cb23-4696-a853-bc546f0dd4b9 req-9ed1046c-e4c8-4f95-8f67-13c9d1563ab5 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:54:30.202909 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed1046c-e4c8-4f95-8f67-13c9d1563ab5 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] Pushing event updated for resources: {'Port': ['ID=ba7b5a43-89ef-436e-9572-d0ffd5b0fe37,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:30.208716 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3198844e-639f-4156-b68e-3a3b15da1358', 'tag': '51a170da-8609-48e7-9016-7b1d57369294'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:54:30.210724 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75cbeba-70bc-4bc6-99fd-b21705983727" -d '{"events": [{"name": "network-changed", "server_uuid": "3198844e-639f-4156-b68e-3a3b15da1358", "tag": "51a170da-8609-48e7-9016-7b1d57369294"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:54:30.238311 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-31357156-0475-4511-90c6-7e00edf96e90 req-1710d530-4e68-417b-906e-7c3100e521a3 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785491 Feb 02 06:54:30.322276 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c0a27-cb23-4696-a853-bc546f0dd4b9 req-9ed1046c-e4c8-4f95-8f67-13c9d1563ab5 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:30.323011 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-9e7c0a27-cb23-4696-a853-bc546f0dd4b9 req-9ed1046c-e4c8-4f95-8f67-13c9d1563ab5 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:30.334761 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7c477e7c-de87-4737-a9b8-1ad7b045c92c req-88f94c67-a82b-4cfe-92bd-b54483f84dbc tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2793775 Feb 02 06:54:30.365154 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-7c477e7c-de87-4737-a9b8-1ad7b045c92c req-41935d81-1707-4567-bcb3-52fde07f673c tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Request body: {'floatingip': {'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:54:30.403895 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-7c477e7c-de87-4737-a9b8-1ad7b045c92c req-41935d81-1707-4567-bcb3-52fde07f673c tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:30.408840 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device f3dbb6bf-e0d2-4651-8f1f-c542d08eecef up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:54:30.461345 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ac60659c-dc6d-4bdf-9ac9-4dfee507f216 None None] Publish callbacks [] for port (b58e4c12-c65e-4491-8275-5f07de57be59), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:30.469664 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5e5d7a81-723e-4bab-8e9e-24ddf9a994e6 admin admin] Publish callbacks [] for security_group (9725fe5f-f35f-461a-8d42-4c4fe3e21664), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:30.477363 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 7afdd277-3de5-43c9-8bdd-7ad741ed347a is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:54:30.477761 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (7afdd277-3de5-43c9-8bdd-7ad741ed347a), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:30.479478 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5e5d7a81-723e-4bab-8e9e-24ddf9a994e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (9725fe5f-f35f-461a-8d42-4c4fe3e21664), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:30.494187 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ac60659c-dc6d-4bdf-9ac9-4dfee507f216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (b58e4c12-c65e-4491-8275-5f07de57be59), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:30.509537 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c936a303-339b-4831-8620-1091f4a0e9ab admin admin] Publish callbacks [] for router_gateway (6f12ca15-5f3a-4c76-8293-3b4352e2b0b5), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:30.516175 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9e7c0a27-cb23-4696-a853-bc546f0dd4b9 req-9ed1046c-e4c8-4f95-8f67-13c9d1563ab5 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6003702 Feb 02 06:54:30.552549 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac60659c-dc6d-4bdf-9ac9-4dfee507f216 None None] Pushing event updated for resources: {'Port': ['ID=b58e4c12-c65e-4491-8275-5f07de57be59,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:30.568565 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-5e5d7a81-723e-4bab-8e9e-24ddf9a994e6 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b9f38fca6cb84a91a4d4d7ed3ee315f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6740966 Feb 02 06:54:30.570498 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5d7a81-723e-4bab-8e9e-24ddf9a994e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9725fe5f-f35f-461a-8d42-4c4fe3e21664,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:30.574339 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59402) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:54:30.575654 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c936a303-339b-4831-8620-1091f4a0e9ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:30.582625 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 7afdd277-3de5-43c9-8bdd-7ad741ed347a, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=7afdd277-3de5-43c9-8bdd-7ad741ed347a,segment=NetworkSegment(ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b),segment_id=ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:54:30.585599 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d2e1841-644f-4ec3-b154-c02b38400298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7afdd277-3de5-43c9-8bdd-7ad741ed347a'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:54:30.588266 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-720b832f-a432-4c79-8880-cdc84c3b908e" -d '{"events": [{"server_uuid": "2d2e1841-644f-4ec3-b154-c02b38400298", "name": "network-vif-plugged", "status": "completed", "tag": "7afdd277-3de5-43c9-8bdd-7ad741ed347a"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:54:30.596466 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (7afdd277-3de5-43c9-8bdd-7ad741ed347a), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:30.617004 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac60659c-dc6d-4bdf-9ac9-4dfee507f216 None None] Network e0f9d081-640e-45b1-b6ba-9e0fb190dfbe is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:54:30.631943 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-9e7c0a27-cb23-4696-a853-bc546f0dd4b9 req-47cca0be-5530-45b2-92e4-7e2991078ec7 service neutron] Request body: {'port': {'device_id': '050a6969-2e0d-46ef-a43b-f1a7b386fe56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:54:30.639500 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-7c477e7c-de87-4737-a9b8-1ad7b045c92c req-41935d81-1707-4567-bcb3-52fde07f673c tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:30.642364 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-ac60659c-dc6d-4bdf-9ac9-4dfee507f216 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:54:30.649210 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac60659c-dc6d-4bdf-9ac9-4dfee507f216 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:54:30.656200 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-1af8d5ba-c8ff-4a0f-8448-c041c4aabc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296acf72-1e90-4236-9dac-371c967c0999', 'name': 'tempest-FloatingIPDetailsTestJSON-1124514468-router', 'tenant_id': '23daa9208755483fb5ba766d5ecec0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'f3dbb6bf-e0d2-4651-8f1f-c542d08eecef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:54:20Z', 'updated_at': '2022-02-02T06:54:27Z', 'revision_number': 4, 'project_id': '23daa9208755483fb5ba766d5ecec0c5', 'gw_port': {'id': 'f3dbb6bf-e0d2-4651-8f1f-c542d08eecef', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296acf72-1e90-4236-9dac-371c967c0999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:21Z', 'updated_at': '2022-02-02T06:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '783b41a7-ac75-4b7d-8be4-7ac48dab4f99', 'name': '', 'network_id': 'f5631e6d-3093-4705-ba03-b675d4a0e44d', 'tenant_id': '23daa9208755483fb5ba766d5ecec0c5', 'mac_address': 'fa:16:3e:f5:01:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296acf72-1e90-4236-9dac-371c967c0999', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'dfbb80a5-8735-4d4d-b584-2610e083a2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:25Z', 'updated_at': '2022-02-02T06:54:27Z', 'revision_number': 2, 'project_id': '23daa9208755483fb5ba766d5ecec0c5', 'subnets': [{'id': 'dfbb80a5-8735-4d4d-b584-2610e083a2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:54:30.685956 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd366eba-701b-4973-8991-fe59dfabfc2e req-d8bed053-7570-44fb-b80d-b4026698c0a8 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:30.692117 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fd366eba-701b-4973-8991-fe59dfabfc2e req-d8bed053-7570-44fb-b80d-b4026698c0a8 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] 10.222.0.87 "GET /v2.0/ports?device_id=050a6969-2e0d-46ef-a43b-f1a7b386fe56 HTTP/1.1" status: 200 len: 935 time: 0.1841936 Feb 02 06:54:30.697274 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c852bb5f-9b46-42c0-b118-d3998395ddae admin admin] Publish callbacks [] for security_group (9725fe5f-f35f-461a-8d42-4c4fe3e21664), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:30.701890 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-2a24d094-7e37-452d-88de-d7f507bbda09 None None] Provisioning complete for port ba7b5a43-89ef-436e-9572-d0ffd5b0fe37 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:54:30.702273 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2a24d094-7e37-452d-88de-d7f507bbda09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ba7b5a43-89ef-436e-9572-d0ffd5b0fe37), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:30.707970 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af8d5ba-c8ff-4a0f-8448-c041c4aabc0c None None] Checking router: 296acf72-1e90-4236-9dac-371c967c0999 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 06:54:30.707970 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af8d5ba-c8ff-4a0f-8448-c041c4aabc0c None None] Updating router 296acf72-1e90-4236-9dac-371c967c0999 port 783b41a7-ac75-4b7d-8be4-7ac48dab4f99 binding host n-d-789963-26 {{(pid=109695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 06:54:30.732621 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port f3dbb6bf-e0d2-4651-8f1f-c542d08eecef triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:54:30.732950 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (f3dbb6bf-e0d2-4651-8f1f-c542d08eecef), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:30.733688 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c852bb5f-9b46-42c0-b118-d3998395ddae admin admin] Publish callbacks [] for security_group (9725fe5f-f35f-461a-8d42-4c4fe3e21664), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:30.789918 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c852bb5f-9b46-42c0-b118-d3998395ddae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (9725fe5f-f35f-461a-8d42-4c4fe3e21664), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:30.792841 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c852bb5f-9b46-42c0-b118-d3998395ddae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:30.794642 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c852bb5f-9b46-42c0-b118-d3998395ddae admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/9725fe5f-f35f-461a-8d42-4c4fe3e21664 HTTP/1.1" status: 204 len: 168 time: 0.2166033 Feb 02 06:54:30.802542 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c852bb5f-9b46-42c0-b118-d3998395ddae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9725fe5f-f35f-461a-8d42-4c4fe3e21664,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:30.817453 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-c936a303-339b-4831-8620-1091f4a0e9ab admin admin] Allocated IP 172.25.4.50 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/3dd3300c-d4ff-4949-819a-c248d998724a) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:54:30.825251 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-9e7c0a27-cb23-4696-a853-bc546f0dd4b9 req-47cca0be-5530-45b2-92e4-7e2991078ec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ba7b5a43-89ef-436e-9572-d0ffd5b0fe37), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:30.833557 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=7afdd277-3de5-43c9-8bdd-7ad741ed347a,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:30.861017 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fd366eba-701b-4973-8991-fe59dfabfc2e req-40211966-de7e-4b0e-91e1-cc71466ad777 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] 10.222.0.87 "GET /v2.0/security-groups?id=1ccf634d-a49d-423a-88d1-71ef8d7f08ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250057 Feb 02 06:54:30.868112 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-2a24d094-7e37-452d-88de-d7f507bbda09 None None] Port ba7b5a43-89ef-436e-9572-d0ffd5b0fe37 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 06:54:30.869459 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1af8d5ba-c8ff-4a0f-8448-c041c4aabc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (783b41a7-ac75-4b7d-8be4-7ac48dab4f99), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:30.883951 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-ac60659c-dc6d-4bdf-9ac9-4dfee507f216 None None] Attempting to bind port b58e4c12-c65e-4491-8275-5f07de57be59 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:54:30.884336 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-ac60659c-dc6d-4bdf-9ac9-4dfee507f216 None None] Attempting to bind port b58e4c12-c65e-4491-8275-5f07de57be59 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '1d2d48ca-7af8-4a5d-abef-fb7206a16c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e0f9d081-640e-45b1-b6ba-9e0fb190dfbe'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:54:30.884811 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac60659c-dc6d-4bdf-9ac9-4dfee507f216 None None] Attempting to bind port b58e4c12-c65e-4491-8275-5f07de57be59 on network e0f9d081-640e-45b1-b6ba-9e0fb190dfbe {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:54:30.929943 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 06:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d1642a1-8c64-47f6-8479-6e28bb28471c x-openstack-request-id: req-4d1642a1-8c64-47f6-8479-6e28bb28471c {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:54:30.930250 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3198844e-639f-4156-b68e-3a3b15da1358", "tag": "51a170da-8609-48e7-9016-7b1d57369294", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:54:30.930508 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-4d1642a1-8c64-47f6-8479-6e28bb28471c {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:54:30.931508 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3198844e-639f-4156-b68e-3a3b15da1358', 'tag': '51a170da-8609-48e7-9016-7b1d57369294', 'status': 'completed', 'code': 200} Feb 02 06:54:30.947854 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac60659c-dc6d-4bdf-9ac9-4dfee507f216 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:54:30.948371 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac60659c-dc6d-4bdf-9ac9-4dfee507f216 None None] Checking segment: {'id': '1d2d48ca-7af8-4a5d-abef-fb7206a16c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e0f9d081-640e-45b1-b6ba-9e0fb190dfbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:54:30.948881 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ac60659c-dc6d-4bdf-9ac9-4dfee507f216 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:30.949378 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac60659c-dc6d-4bdf-9ac9-4dfee507f216 None None] Bound using segment: {'id': '1d2d48ca-7af8-4a5d-abef-fb7206a16c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e0f9d081-640e-45b1-b6ba-9e0fb190dfbe'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:54:30.950833 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-ac60659c-dc6d-4bdf-9ac9-4dfee507f216 None None] Bound port: b58e4c12-c65e-4491-8275-5f07de57be59, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2d48ca-7af8-4a5d-abef-fb7206a16c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e0f9d081-640e-45b1-b6ba-9e0fb190dfbe'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:54:30.951326 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ac60659c-dc6d-4bdf-9ac9-4dfee507f216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b58e4c12-c65e-4491-8275-5f07de57be59), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:31.141411 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port f3dbb6bf-e0d2-4651-8f1f-c542d08eecef is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:54:31.155108 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59412) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:54:31.155910 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c936a303-339b-4831-8620-1091f4a0e9ab admin admin] Publish callbacks [] for port (3dd3300c-d4ff-4949-819a-c248d998724a), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:31.168072 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-49713965-cef5-4bd9-ac85-7bccb773fff8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:31.201831 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75cbeba-70bc-4bc6-99fd-b21705983727 req-f2c6181a-31b0-4c56-9d18-a9740bc287a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:31.203476 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a75cbeba-70bc-4bc6-99fd-b21705983727 req-f2c6181a-31b0-4c56-9d18-a9740bc287a8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=94634d8b4d2a41de8e59c8bd88798343&device_id=3198844e-639f-4156-b68e-3a3b15da1358 HTTP/1.1" status: 200 len: 1158 time: 0.2143879 Feb 02 06:54:31.249977 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-49713965-cef5-4bd9-ac85-7bccb773fff8 admin admin] Publish callbacks [] for security_group (61638a5d-5bf7-4f2d-b7e5-e1bdd0d1802a), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:31.254874 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-49713965-cef5-4bd9-ac85-7bccb773fff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (61638a5d-5bf7-4f2d-b7e5-e1bdd0d1802a), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:31.261162 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ac60659c-dc6d-4bdf-9ac9-4dfee507f216 None None] For port b58e4c12-c65e-4491-8275-5f07de57be59, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:54:31.289570 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50cd6a1-1a19-45d2-97a1-9cc0eacbf83d req-0164dc0e-ba41-4a4a-807f-bf6b4a83bf9b tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:31.293348 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e50cd6a1-1a19-45d2-97a1-9cc0eacbf83d req-0164dc0e-ba41-4a4a-807f-bf6b4a83bf9b tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=2d2e1841-644f-4ec3-b154-c02b38400298 HTTP/1.1" status: 200 len: 945 time: 0.2266760 Feb 02 06:54:31.294525 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ac60659c-dc6d-4bdf-9ac9-4dfee507f216 None None] For port b58e4c12-c65e-4491-8275-5f07de57be59, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=b58e4c12-c65e-4491-8275-5f07de57be59,segment=NetworkSegment(1d2d48ca-7af8-4a5d-abef-fb7206a16c0e),segment_id=1d2d48ca-7af8-4a5d-abef-fb7206a16c0e)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:54:31.298120 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-49713965-cef5-4bd9-ac85-7bccb773fff8 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f3e2687efd0e4a5496014fccc51242e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1419296 Feb 02 06:54:31.298993 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49713965-cef5-4bd9-ac85-7bccb773fff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61638a5d-5bf7-4f2d-b7e5-e1bdd0d1802a,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:31.301379 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59418) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:54:31.325334 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1af8d5ba-c8ff-4a0f-8448-c041c4aabc0c None None] Publish callbacks [] for port (783b41a7-ac75-4b7d-8be4-7ac48dab4f99), precommit_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:31.328936 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ac60659c-dc6d-4bdf-9ac9-4dfee507f216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (b58e4c12-c65e-4491-8275-5f07de57be59), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:31.353841 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-94f2bb07-aee6-4064-a1e9-1cee58c1e1b3 admin admin] Publish callbacks [] for security_group (61638a5d-5bf7-4f2d-b7e5-e1bdd0d1802a), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:31.356966 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1af8d5ba-c8ff-4a0f-8448-c041c4aabc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (783b41a7-ac75-4b7d-8be4-7ac48dab4f99), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:31.381909 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c936a303-339b-4831-8620-1091f4a0e9ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (3dd3300c-d4ff-4949-819a-c248d998724a), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:31.411699 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac60659c-dc6d-4bdf-9ac9-4dfee507f216 None None] Pushing event updated for resources: {'Port': ['ID=b58e4c12-c65e-4491-8275-5f07de57be59,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:31.416272 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-94f2bb07-aee6-4064-a1e9-1cee58c1e1b3 admin admin] Publish callbacks [] for security_group (61638a5d-5bf7-4f2d-b7e5-e1bdd0d1802a), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:31.456924 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c936a303-339b-4831-8620-1091f4a0e9ab admin admin] Pushing event updated for resources: {'Port': ['ID=3dd3300c-d4ff-4949-819a-c248d998724a,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:31.468659 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-7c477e7c-de87-4737-a9b8-1ad7b045c92c req-41935d81-1707-4567-bcb3-52fde07f673c tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Allocated IP 172.25.4.80 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/8e04ed4a-f776-41b5-811f-0e4bbe108766) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:54:31.525528 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c936a303-339b-4831-8620-1091f4a0e9ab admin admin] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:54:31.531635 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-c936a303-339b-4831-8620-1091f4a0e9ab admin admin] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:54:31.534008 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c936a303-339b-4831-8620-1091f4a0e9ab admin admin] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:54:31.544425 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-1af8d5ba-c8ff-4a0f-8448-c041c4aabc0c None None] Attempting to bind port 783b41a7-ac75-4b7d-8be4-7ac48dab4f99 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:54:31.544896 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-1af8d5ba-c8ff-4a0f-8448-c041c4aabc0c None None] Attempting to bind port 783b41a7-ac75-4b7d-8be4-7ac48dab4f99 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'fd0a5a99-7f3e-4893-9e6f-2071ce151963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f5631e6d-3093-4705-ba03-b675d4a0e44d'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:54:31.545262 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af8d5ba-c8ff-4a0f-8448-c041c4aabc0c None None] Attempting to bind port 783b41a7-ac75-4b7d-8be4-7ac48dab4f99 on network f5631e6d-3093-4705-ba03-b675d4a0e44d {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:54:31.547277 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd8fb98-886f-44d6-bc61-79bd51171b17 None None] Pushing event updated for resources: {'Port': ['ID=783b41a7-ac75-4b7d-8be4-7ac48dab4f99,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:31.569426 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af8d5ba-c8ff-4a0f-8448-c041c4aabc0c None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:54:31.569958 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af8d5ba-c8ff-4a0f-8448-c041c4aabc0c None None] Checking segment: {'id': 'fd0a5a99-7f3e-4893-9e6f-2071ce151963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f5631e6d-3093-4705-ba03-b675d4a0e44d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:54:31.570190 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1af8d5ba-c8ff-4a0f-8448-c041c4aabc0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:31.570578 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af8d5ba-c8ff-4a0f-8448-c041c4aabc0c None None] Bound using segment: {'id': 'fd0a5a99-7f3e-4893-9e6f-2071ce151963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f5631e6d-3093-4705-ba03-b675d4a0e44d'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:54:31.571051 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-1af8d5ba-c8ff-4a0f-8448-c041c4aabc0c None None] Bound port: 783b41a7-ac75-4b7d-8be4-7ac48dab4f99, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd0a5a99-7f3e-4893-9e6f-2071ce151963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f5631e6d-3093-4705-ba03-b675d4a0e44d'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:54:31.571432 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1af8d5ba-c8ff-4a0f-8448-c041c4aabc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (783b41a7-ac75-4b7d-8be4-7ac48dab4f99), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:31.608189 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75cbeba-70bc-4bc6-99fd-b21705983727 req-af950945-802c-4439-acae-3635312937b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:31.610034 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a75cbeba-70bc-4bc6-99fd-b21705983727 req-af950945-802c-4439-acae-3635312937b6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ad127856-4465-484c-882c-e096f13573c2 HTTP/1.1" status: 200 len: 908 time: 0.3996527 Feb 02 06:54:31.619322 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e50cd6a1-1a19-45d2-97a1-9cc0eacbf83d req-7f30e5fe-870f-4b96-ba51-6e2fca7befef tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963016 Feb 02 06:54:31.680661 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1af8d5ba-c8ff-4a0f-8448-c041c4aabc0c None None] For port 783b41a7-ac75-4b7d-8be4-7ac48dab4f99, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:54:31.695324 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1af8d5ba-c8ff-4a0f-8448-c041c4aabc0c None None] For port 783b41a7-ac75-4b7d-8be4-7ac48dab4f99, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=783b41a7-ac75-4b7d-8be4-7ac48dab4f99,segment=NetworkSegment(fd0a5a99-7f3e-4893-9e6f-2071ce151963),segment_id=fd0a5a99-7f3e-4893-9e6f-2071ce151963)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:54:31.711950 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-94f2bb07-aee6-4064-a1e9-1cee58c1e1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (61638a5d-5bf7-4f2d-b7e5-e1bdd0d1802a), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:31.714749 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-94f2bb07-aee6-4064-a1e9-1cee58c1e1b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:31.730591 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-94f2bb07-aee6-4064-a1e9-1cee58c1e1b3 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/61638a5d-5bf7-4f2d-b7e5-e1bdd0d1802a HTTP/1.1" status: 204 len: 168 time: 0.4223993 Feb 02 06:54:31.732428 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1af8d5ba-c8ff-4a0f-8448-c041c4aabc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (783b41a7-ac75-4b7d-8be4-7ac48dab4f99), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:31.778384 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 06:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2898c910-bf8f-4986-9dd2-9394c99b789b x-openstack-request-id: req-2898c910-bf8f-4986-9dd2-9394c99b789b {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:54:31.778821 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d2e1841-644f-4ec3-b154-c02b38400298", "name": "network-vif-plugged", "status": "completed", "tag": "7afdd277-3de5-43c9-8bdd-7ad741ed347a", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:54:31.779102 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f2bb07-aee6-4064-a1e9-1cee58c1e1b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61638a5d-5bf7-4f2d-b7e5-e1bdd0d1802a,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:31.780137 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-2898c910-bf8f-4986-9dd2-9394c99b789b {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:54:31.780675 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d2e1841-644f-4ec3-b154-c02b38400298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7afdd277-3de5-43c9-8bdd-7ad741ed347a', 'code': 200} Feb 02 06:54:31.785211 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-7c477e7c-de87-4737-a9b8-1ad7b045c92c req-41935d81-1707-4567-bcb3-52fde07f673c tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Publish callbacks [] for port (8e04ed4a-f776-41b5-811f-0e4bbe108766), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:31.892233 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-7c477e7c-de87-4737-a9b8-1ad7b045c92c req-41935d81-1707-4567-bcb3-52fde07f673c tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (8e04ed4a-f776-41b5-811f-0e4bbe108766), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:31.989822 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c477e7c-de87-4737-a9b8-1ad7b045c92c req-41935d81-1707-4567-bcb3-52fde07f673c tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:54:31.991094 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41935d81-1707-4567-bcb3-52fde07f673c tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Pushing event updated for resources: {'Port': ['ID=8e04ed4a-f776-41b5-811f-0e4bbe108766,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:31.994194 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-7c477e7c-de87-4737-a9b8-1ad7b045c92c req-41935d81-1707-4567-bcb3-52fde07f673c tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:54:31.996565 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c477e7c-de87-4737-a9b8-1ad7b045c92c req-41935d81-1707-4567-bcb3-52fde07f673c tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:54:32.005006 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af8d5ba-c8ff-4a0f-8448-c041c4aabc0c None None] Routers {'296acf72-1e90-4236-9dac-371c967c0999'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 06:54:32.006103 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-1af8d5ba-c8ff-4a0f-8448-c041c4aabc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:54:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['296acf72-1e90-4236-9dac-371c967c0999'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:54:32.016926 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd8fb98-886f-44d6-bc61-79bd51171b17 None None] Pushing event updated for resources: {'Port': ['ID=783b41a7-ac75-4b7d-8be4-7ac48dab4f99,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:32.071122 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-7c477e7c-de87-4737-a9b8-1ad7b045c92c req-41935d81-1707-4567-bcb3-52fde07f673c tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Publish callbacks [] for floatingip (02717c3e-c826-4ef1-9000-99b1f6d91aa6), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:32.081402 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-e0f03a97-840f-47bf-a47e-6bf5b428152b None None] Provisioning complete for port 783b41a7-ac75-4b7d-8be4-7ac48dab4f99 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:54:32.082148 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e0f03a97-840f-47bf-a47e-6bf5b428152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (783b41a7-ac75-4b7d-8be4-7ac48dab4f99), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:32.097241 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-9e7c0a27-cb23-4696-a853-bc546f0dd4b9 req-47cca0be-5530-45b2-92e4-7e2991078ec7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba7b5a43-89ef-436e-9572-d0ffd5b0fe37 {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:54:32.126857 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a75cbeba-70bc-4bc6-99fd-b21705983727 req-d05f68d1-a318-44e2-86b7-3085c7078be4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51a170da-8609-48e7-9016-7b1d57369294 HTTP/1.1" status: 200 len: 217 time: 0.4802675 Feb 02 06:54:32.139449 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-9e7c0a27-cb23-4696-a853-bc546f0dd4b9 req-47cca0be-5530-45b2-92e4-7e2991078ec7 service neutron] Publish callbacks [] for port (ba7b5a43-89ef-436e-9572-d0ffd5b0fe37), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:32.155964 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-7c477e7c-de87-4737-a9b8-1ad7b045c92c req-41935d81-1707-4567-bcb3-52fde07f673c tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (8e04ed4a-f776-41b5-811f-0e4bbe108766), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:32.302080 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75cbeba-70bc-4bc6-99fd-b21705983727 req-ae4ca5e4-bff0-4ffa-be0b-46799efc9513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:32.304041 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a75cbeba-70bc-4bc6-99fd-b21705983727 req-ae4ca5e4-bff0-4ffa-be0b-46799efc9513 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a7292d13-827d-45ab-8eaa-7baf62301aaa HTTP/1.1" status: 200 len: 847 time: 0.1592486 Feb 02 06:54:32.324514 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-1af8d5ba-c8ff-4a0f-8448-c041c4aabc0c None None] Set router 296acf72-1e90-4236-9dac-371c967c0999 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 06:54:32.411713 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-7c477e7c-de87-4737-a9b8-1ad7b045c92c req-41935d81-1707-4567-bcb3-52fde07f673c tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Publish callbacks [] for port (8e04ed4a-f776-41b5-811f-0e4bbe108766), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:32.412989 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-9e7c0a27-cb23-4696-a853-bc546f0dd4b9 req-47cca0be-5530-45b2-92e4-7e2991078ec7 service neutron] Transition to ACTIVE for port object ba7b5a43-89ef-436e-9572-d0ffd5b0fe37 will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 06:54:32.425549 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-7c477e7c-de87-4737-a9b8-1ad7b045c92c req-41935d81-1707-4567-bcb3-52fde07f673c tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (8e04ed4a-f776-41b5-811f-0e4bbe108766), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:32.438531 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-e0f03a97-840f-47bf-a47e-6bf5b428152b None None] Current status of the port 783b41a7-ac75-4b7d-8be4-7ac48dab4f99 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:54:32.438531 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e0f03a97-840f-47bf-a47e-6bf5b428152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (783b41a7-ac75-4b7d-8be4-7ac48dab4f99), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:32.458824 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a75cbeba-70bc-4bc6-99fd-b21705983727 req-45e6a325-e27b-4431-adb2-f16517939dae service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ad127856-4465-484c-882c-e096f13573c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1460564 Feb 02 06:54:32.461456 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device b58e4c12-c65e-4491-8275-5f07de57be59 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:54:32.492106 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-9e7c0a27-cb23-4696-a853-bc546f0dd4b9 req-47cca0be-5530-45b2-92e4-7e2991078ec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (ba7b5a43-89ef-436e-9572-d0ffd5b0fe37), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:32.506187 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-7c477e7c-de87-4737-a9b8-1ad7b045c92c req-41935d81-1707-4567-bcb3-52fde07f673c tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (02717c3e-c826-4ef1-9000-99b1f6d91aa6), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:32.527808 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41935d81-1707-4567-bcb3-52fde07f673c tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Pushing event updated for resources: {'Port': ['ID=8e04ed4a-f776-41b5-811f-0e4bbe108766,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:32.547161 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-7c477e7c-de87-4737-a9b8-1ad7b045c92c req-41935d81-1707-4567-bcb3-52fde07f673c tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:32.548488 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7c477e7c-de87-4737-a9b8-1ad7b045c92c req-41935d81-1707-4567-bcb3-52fde07f673c tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2128785 Feb 02 06:54:32.645223 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2065eb3-d55e-445b-89d2-508e28f19a3b req-09e687c7-fc98-45f4-b6f2-248b6e3dd36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:32.648367 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c2065eb3-d55e-445b-89d2-508e28f19a3b req-09e687c7-fc98-45f4-b6f2-248b6e3dd36d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2d2e1841-644f-4ec3-b154-c02b38400298 HTTP/1.1" status: 200 len: 1128 time: 0.5398009 Feb 02 06:54:32.705916 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7c477e7c-de87-4737-a9b8-1ad7b045c92c req-f93d6415-60cb-4b4b-b8e2-46697e3fed62 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.4.80 HTTP/1.1" status: 200 len: 695 time: 0.1498194 Feb 02 06:54:32.767921 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76076a6-21c7-4f8c-beb6-b8c94a481c44 req-8bb94a25-c8e2-4621-ba5c-252aa100db07 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:32.781222 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c76076a6-21c7-4f8c-beb6-b8c94a481c44 req-8bb94a25-c8e2-4621-ba5c-252aa100db07 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=3198844e-639f-4156-b68e-3a3b15da1358 HTTP/1.1" status: 200 len: 944 time: 0.6737888 Feb 02 06:54:32.858953 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cca0be-5530-45b2-92e4-7e2991078ec7 service neutron] Pushing event updated for resources: {'Port': ['ID=ba7b5a43-89ef-436e-9572-d0ffd5b0fe37,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:32.917710 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-e0f03a97-840f-47bf-a47e-6bf5b428152b None None] For port 783b41a7-ac75-4b7d-8be4-7ac48dab4f99, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=783b41a7-ac75-4b7d-8be4-7ac48dab4f99,segment=NetworkSegment(fd0a5a99-7f3e-4893-9e6f-2071ce151963),segment_id=fd0a5a99-7f3e-4893-9e6f-2071ce151963)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:54:32.951659 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c477e7c-de87-4737-a9b8-1ad7b045c92c req-0a52798f-e7a2-48f2-8b1c-dd02d203f25d tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:32.953188 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7c477e7c-de87-4737-a9b8-1ad7b045c92c req-0a52798f-e7a2-48f2-8b1c-dd02d203f25d tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] 10.222.0.87 "GET /v2.0/networks/ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 HTTP/1.1" status: 200 len: 784 time: 0.2285047 Feb 02 06:54:32.970966 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c2065eb3-d55e-445b-89d2-508e28f19a3b req-f67484e8-33fb-4e4f-ae8f-4685f437db61 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934437 Feb 02 06:54:32.972344 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [req-7c477e7c-de87-4737-a9b8-1ad7b045c92c req-4ec50249-cbe4-481f-8c84-0a562c30b0a4 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 06:54:32.973408 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7c477e7c-de87-4737-a9b8-1ad7b045c92c req-4ec50249-cbe4-481f-8c84-0a562c30b0a4 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0150754 Feb 02 06:54:33.024307 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 51a170da-8609-48e7-9016-7b1d57369294 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 06:54:33.088808 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c76076a6-21c7-4f8c-beb6-b8c94a481c44 req-54cd03ad-2330-4cd6-ab3b-d66f933f1ef7 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063228 Feb 02 06:54:33.102966 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a75cbeba-70bc-4bc6-99fd-b21705983727 req-9e1ec779-ce25-4f88-b591-414df1fd2884 service neutron] 10.222.0.59 "GET /v2.0/networks/ad127856-4465-484c-882c-e096f13573c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6152101 Feb 02 06:54:33.167341 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 51a170da-8609-48e7-9016-7b1d57369294, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=51a170da-8609-48e7-9016-7b1d57369294,segment=NetworkSegment(43369f47-102e-4f19-93f2-e5ce754f6e28),segment_id=43369f47-102e-4f19-93f2-e5ce754f6e28)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:54:33.176227 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59446) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:54:33.187738 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960f2be8-70ce-4cfd-afc7-0ad3d3e65455 None None] Network e0f9d081-640e-45b1-b6ba-9e0fb190dfbe requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 06:54:33.191364 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e0f03a97-840f-47bf-a47e-6bf5b428152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (783b41a7-ac75-4b7d-8be4-7ac48dab4f99), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:33.203881 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dce428-3d47-48ed-8914-9a02c8305633 req-699706fa-9d04-4259-8b0d-2096cba7c5cf tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:33.205429 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-44dce428-3d47-48ed-8914-9a02c8305633 req-699706fa-9d04-4259-8b0d-2096cba7c5cf tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=7272c094-1754-42ce-b10e-569286eda078 HTTP/1.1" status: 200 len: 950 time: 0.0992491 Feb 02 06:54:33.236328 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 51a170da-8609-48e7-9016-7b1d57369294 has no active binding in host n-h1-789963-26 {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 02 06:54:33.238916 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-9e7c0a27-cb23-4696-a853-bc546f0dd4b9 req-47cca0be-5530-45b2-92e4-7e2991078ec7 service neutron] Attempting to bind port ba7b5a43-89ef-436e-9572-d0ffd5b0fe37 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:54:33.239266 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-9e7c0a27-cb23-4696-a853-bc546f0dd4b9 req-47cca0be-5530-45b2-92e4-7e2991078ec7 service neutron] Attempting to bind port ba7b5a43-89ef-436e-9572-d0ffd5b0fe37 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:54:33.239623 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7c0a27-cb23-4696-a853-bc546f0dd4b9 req-47cca0be-5530-45b2-92e4-7e2991078ec7 service neutron] Attempting to bind port ba7b5a43-89ef-436e-9572-d0ffd5b0fe37 on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:54:33.261886 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c936a303-339b-4831-8620-1091f4a0e9ab admin admin] Publish callbacks [] for router_gateway (6f12ca15-5f3a-4c76-8293-3b4352e2b0b5), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:33.267013 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-44dce428-3d47-48ed-8914-9a02c8305633 req-b47700f5-617b-4cd3-b67d-cf7525cfc084 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537131 Feb 02 06:54:33.298250 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7c0a27-cb23-4696-a853-bc546f0dd4b9 req-47cca0be-5530-45b2-92e4-7e2991078ec7 service neutron] Port ba7b5a43-89ef-436e-9572-d0ffd5b0fe37 on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 06:54:33.298586 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7c0a27-cb23-4696-a853-bc546f0dd4b9 req-47cca0be-5530-45b2-92e4-7e2991078ec7 service neutron] Attempting to bind port ba7b5a43-89ef-436e-9572-d0ffd5b0fe37 on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:54:33.316136 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7c0a27-cb23-4696-a853-bc546f0dd4b9 req-47cca0be-5530-45b2-92e4-7e2991078ec7 service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:54:33.316483 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7c0a27-cb23-4696-a853-bc546f0dd4b9 req-47cca0be-5530-45b2-92e4-7e2991078ec7 service neutron] Checking segment: {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:54:33.316880 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7c0a27-cb23-4696-a853-bc546f0dd4b9 req-47cca0be-5530-45b2-92e4-7e2991078ec7 service neutron] Bound using segment: {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:54:33.317331 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-9e7c0a27-cb23-4696-a853-bc546f0dd4b9 req-47cca0be-5530-45b2-92e4-7e2991078ec7 service neutron] Bound port: ba7b5a43-89ef-436e-9572-d0ffd5b0fe37, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:54:33.317698 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-9e7c0a27-cb23-4696-a853-bc546f0dd4b9 req-47cca0be-5530-45b2-92e4-7e2991078ec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ba7b5a43-89ef-436e-9572-d0ffd5b0fe37), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:33.345306 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-953de2e2-10a3-4d19-be56-c6acc7f677d9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-599617694-network', 'tenant_id': '2b7b771ea1c74d4ab2224de90862d20a'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:54:33.368911 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e840c18f-d51e-47da-9128-e0b92e5fa42f req-e6a3fb3b-c0da-42ad-b9c4-564902dec514 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:33.370593 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e840c18f-d51e-47da-9128-e0b92e5fa42f req-e6a3fb3b-c0da-42ad-b9c4-564902dec514 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] 10.222.0.87 "GET /v2.0/ports?device_id=050a6969-2e0d-46ef-a43b-f1a7b386fe56 HTTP/1.1" status: 200 len: 947 time: 0.1500232 Feb 02 06:54:33.374315 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-953de2e2-10a3-4d19-be56-c6acc7f677d9 admin admin] Made reservation on behalf of 2b7b771ea1c74d4ab2224de90862d20a for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:54:33.377292 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-953de2e2-10a3-4d19-be56-c6acc7f677d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:33.416092 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-953de2e2-10a3-4d19-be56-c6acc7f677d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:33.428539 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f03a97-840f-47bf-a47e-6bf5b428152b None None] Pushing event updated for resources: {'Port': ['ID=783b41a7-ac75-4b7d-8be4-7ac48dab4f99,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:33.473979 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port b58e4c12-c65e-4491-8275-5f07de57be59 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:54:33.474366 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b58e4c12-c65e-4491-8275-5f07de57be59), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:33.478648 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-03764b79-dd71-4a96-9310-986e16ed1c7a None None] Provisioning complete for port 783b41a7-ac75-4b7d-8be4-7ac48dab4f99 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:54:33.478968 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-03764b79-dd71-4a96-9310-986e16ed1c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (783b41a7-ac75-4b7d-8be4-7ac48dab4f99), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:33.499832 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2798128-07ab-460e-bc38-a1cf81ed8688 req-20d3334d-4dd8-4a9d-bf0a-1129e9402f2b tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:33.501820 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f2798128-07ab-460e-bc38-a1cf81ed8688 req-20d3334d-4dd8-4a9d-bf0a-1129e9402f2b tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=2d2e1841-644f-4ec3-b154-c02b38400298 HTTP/1.1" status: 200 len: 945 time: 0.1309798 Feb 02 06:54:33.538766 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-953de2e2-10a3-4d19-be56-c6acc7f677d9 admin admin] Publish callbacks [] for security_group (2164a223-774f-4eed-afca-8e3586e80a86), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:33.550184 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-953de2e2-10a3-4d19-be56-c6acc7f677d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (2164a223-774f-4eed-afca-8e3586e80a86), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:33.593557 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-1af8d5ba-c8ff-4a0f-8448-c041c4aabc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296acf72-1e90-4236-9dac-371c967c0999', 'name': 'tempest-FloatingIPDetailsTestJSON-1124514468-router', 'tenant_id': '23daa9208755483fb5ba766d5ecec0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'f3dbb6bf-e0d2-4651-8f1f-c542d08eecef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:54:20Z', 'updated_at': '2022-02-02T06:54:27Z', 'revision_number': 4, 'project_id': '23daa9208755483fb5ba766d5ecec0c5', 'gw_port': {'id': 'f3dbb6bf-e0d2-4651-8f1f-c542d08eecef', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296acf72-1e90-4236-9dac-371c967c0999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:21Z', 'updated_at': '2022-02-02T06:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '783b41a7-ac75-4b7d-8be4-7ac48dab4f99', 'name': '', 'network_id': 'f5631e6d-3093-4705-ba03-b675d4a0e44d', 'tenant_id': '23daa9208755483fb5ba766d5ecec0c5', 'mac_address': 'fa:16:3e:f5:01:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296acf72-1e90-4236-9dac-371c967c0999', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'dfbb80a5-8735-4d4d-b584-2610e083a2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:25Z', 'updated_at': '2022-02-02T06:54:31Z', 'revision_number': 4, 'project_id': '23daa9208755483fb5ba766d5ecec0c5', 'subnets': [{'id': 'dfbb80a5-8735-4d4d-b584-2610e083a2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:54:33.596029 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-953de2e2-10a3-4d19-be56-c6acc7f677d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 06:54:33.602046 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-9e7c0a27-cb23-4696-a853-bc546f0dd4b9 req-47cca0be-5530-45b2-92e4-7e2991078ec7 service neutron] For port ba7b5a43-89ef-436e-9572-d0ffd5b0fe37, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:54:33.606911 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f2798128-07ab-460e-bc38-a1cf81ed8688 req-04362a0d-b31d-4db8-9992-69abf36f2a8a tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937688 Feb 02 06:54:33.609766 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953de2e2-10a3-4d19-be56-c6acc7f677d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2164a223-774f-4eed-afca-8e3586e80a86,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:33.614999 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-953de2e2-10a3-4d19-be56-c6acc7f677d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (46e7ed10-215c-4aac-9da3-717f1e74ce40), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:33.615337 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-953de2e2-10a3-4d19-be56-c6acc7f677d9 admin admin] Added segment 46e7ed10-215c-4aac-9da3-717f1e74ce40 of type vlan for network 76868d96-3692-423a-989b-a6220ec3b299 Feb 02 06:54:33.616976 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e840c18f-d51e-47da-9128-e0b92e5fa42f req-63f7a392-78fb-4e45-8ff5-a9af7744bd7a tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] 10.222.0.87 "GET /v2.0/security-groups?id=1ccf634d-a49d-423a-88d1-71ef8d7f08ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120695 Feb 02 06:54:33.622353 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a75cbeba-70bc-4bc6-99fd-b21705983727 req-ce0f6e37-2052-47f8-97d1-450284ac1b20 service neutron] 10.222.0.59 "GET /v2.0/networks/ad127856-4465-484c-882c-e096f13573c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957940 Feb 02 06:54:33.627738 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-9e7c0a27-cb23-4696-a853-bc546f0dd4b9 req-47cca0be-5530-45b2-92e4-7e2991078ec7 service neutron] For port ba7b5a43-89ef-436e-9572-d0ffd5b0fe37, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=ba7b5a43-89ef-436e-9572-d0ffd5b0fe37,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:54:33.689440 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-9e7c0a27-cb23-4696-a853-bc546f0dd4b9 req-47cca0be-5530-45b2-92e4-7e2991078ec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (ba7b5a43-89ef-436e-9572-d0ffd5b0fe37), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:33.695327 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af8d5ba-c8ff-4a0f-8448-c041c4aabc0c None None] The sync data for ids ['296acf72-1e90-4236-9dac-371c967c0999'] in n-d-789963-26 is: [{'id': '296acf72-1e90-4236-9dac-371c967c0999', 'name': 'tempest-FloatingIPDetailsTestJSON-1124514468-router', 'tenant_id': '23daa9208755483fb5ba766d5ecec0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'f3dbb6bf-e0d2-4651-8f1f-c542d08eecef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:54:20Z', 'updated_at': '2022-02-02T06:54:27Z', 'revision_number': 4, 'project_id': '23daa9208755483fb5ba766d5ecec0c5', 'gw_port': {'id': 'f3dbb6bf-e0d2-4651-8f1f-c542d08eecef', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296acf72-1e90-4236-9dac-371c967c0999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:21Z', 'updated_at': '2022-02-02T06:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '783b41a7-ac75-4b7d-8be4-7ac48dab4f99', 'name': '', 'network_id': 'f5631e6d-3093-4705-ba03-b675d4a0e44d', 'tenant_id': '23daa9208755483fb5ba766d5ecec0c5', 'mac_address': 'fa:16:3e:f5:01:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296acf72-1e90-4236-9dac-371c967c0999', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'dfbb80a5-8735-4d4d-b584-2610e083a2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:25Z', 'updated_at': '2022-02-02T06:54:31Z', 'revision_number': 4, 'project_id': '23daa9208755483fb5ba766d5ecec0c5', 'subnets': [{'id': 'dfbb80a5-8735-4d4d-b584-2610e083a2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 06:54:33.736559 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-953de2e2-10a3-4d19-be56-c6acc7f677d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (76868d96-3692-423a-989b-a6220ec3b299), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:33.760753 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port b58e4c12-c65e-4491-8275-5f07de57be59 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:54:33.761138 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b58e4c12-c65e-4491-8275-5f07de57be59), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:33.764640 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-03764b79-dd71-4a96-9310-986e16ed1c7a None None] Current status of the port 783b41a7-ac75-4b7d-8be4-7ac48dab4f99 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:54:33.800567 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c0a27-cb23-4696-a853-bc546f0dd4b9 req-47cca0be-5530-45b2-92e4-7e2991078ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:33.801192 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-9e7c0a27-cb23-4696-a853-bc546f0dd4b9 req-47cca0be-5530-45b2-92e4-7e2991078ec7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:33.802753 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9e7c0a27-cb23-4696-a853-bc546f0dd4b9 req-47cca0be-5530-45b2-92e4-7e2991078ec7 service neutron] 10.222.0.88 "PUT /v2.0/ports/ba7b5a43-89ef-436e-9572-d0ffd5b0fe37 HTTP/1.1" status: 200 len: 1096 time: 3.1816351 Feb 02 06:54:33.807357 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '050a6969-2e0d-46ef-a43b-f1a7b386fe56', 'tag': 'ba7b5a43-89ef-436e-9572-d0ffd5b0fe37'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:54:33.809998 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa502a9-e13b-4b20-b3e4-97ac1fb161d2" -d '{"events": [{"name": "network-changed", "server_uuid": "050a6969-2e0d-46ef-a43b-f1a7b386fe56", "tag": "ba7b5a43-89ef-436e-9572-d0ffd5b0fe37"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:54:33.846403 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-03764b79-dd71-4a96-9310-986e16ed1c7a None None] Provisioning complete for port b58e4c12-c65e-4491-8275-5f07de57be59 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:54:33.847000 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-03764b79-dd71-4a96-9310-986e16ed1c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b58e4c12-c65e-4491-8275-5f07de57be59), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:33.854455 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port b58e4c12-c65e-4491-8275-5f07de57be59, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=b58e4c12-c65e-4491-8275-5f07de57be59,segment=NetworkSegment(1d2d48ca-7af8-4a5d-abef-fb7206a16c0e),segment_id=1d2d48ca-7af8-4a5d-abef-fb7206a16c0e)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:54:33.857949 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-953de2e2-10a3-4d19-be56-c6acc7f677d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (76868d96-3692-423a-989b-a6220ec3b299), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:33.859233 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953de2e2-10a3-4d19-be56-c6acc7f677d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:33.863671 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-953de2e2-10a3-4d19-be56-c6acc7f677d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:33.878464 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (b58e4c12-c65e-4491-8275-5f07de57be59), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:33.965111 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-953de2e2-10a3-4d19-be56-c6acc7f677d9 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7876182 Feb 02 06:54:33.965907 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59456) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:54:33.987932 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-73b92e76-deb9-4b55-8ef1-500eddfbf1c3 admin admin] Request body: {'subnet': {'network_id': '76868d96-3692-423a-989b-a6220ec3b299', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-599617694-subnet', 'tenant_id': '2b7b771ea1c74d4ab2224de90862d20a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:54:33.992115 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=b58e4c12-c65e-4491-8275-5f07de57be59,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:34.073908 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c936a303-339b-4831-8620-1091f4a0e9ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (6f12ca15-5f3a-4c76-8293-3b4352e2b0b5), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:34.077168 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-03764b79-dd71-4a96-9310-986e16ed1c7a None None] Current status of the port b58e4c12-c65e-4491-8275-5f07de57be59 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:54:34.085913 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953de2e2-10a3-4d19-be56-c6acc7f677d9 admin admin] Pushing event updated for resources: {'Network': ['ID=76868d96-3692-423a-989b-a6220ec3b299,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:34.115754 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 76868d96-3692-423a-989b-a6220ec3b299 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 06:54:34.124183 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b92e76-deb9-4b55-8ef1-500eddfbf1c3 admin admin] Made reservation on behalf of 2b7b771ea1c74d4ab2224de90862d20a for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:54:34.126632 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-73b92e76-deb9-4b55-8ef1-500eddfbf1c3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:34.213003 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cca0be-5530-45b2-92e4-7e2991078ec7 service neutron] Pushing event updated for resources: {'Port': ['ID=ba7b5a43-89ef-436e-9572-d0ffd5b0fe37,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:34.258985 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-2e22d1be-f8e9-483f-b298-281077a82211 None None] Provisioning complete for port b58e4c12-c65e-4491-8275-5f07de57be59 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:54:34.259904 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2e22d1be-f8e9-483f-b298-281077a82211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b58e4c12-c65e-4491-8275-5f07de57be59), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:34.327779 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d23c3-a02f-4198-8293-3fa5e5b1fcd9 req-336b1d26-b2d4-4540-8760-0f714abe114a tempest-MigrationsAdminTest-2031142641 tempest-MigrationsAdminTest-2031142641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:34.330597 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-884d23c3-a02f-4198-8293-3fa5e5b1fcd9 req-336b1d26-b2d4-4540-8760-0f714abe114a tempest-MigrationsAdminTest-2031142641 tempest-MigrationsAdminTest-2031142641-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=7272c094-1754-42ce-b10e-569286eda078 HTTP/1.1" status: 200 len: 1133 time: 0.1560163 Feb 02 06:54:34.359012 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-884d23c3-a02f-4198-8293-3fa5e5b1fcd9 req-65175100-0bfa-4eb6-8198-c66fa15c7dcf tempest-MigrationsAdminTest-2031142641 tempest-MigrationsAdminTest-2031142641-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:34.384621 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f91ad3ad-a9f0-4571-8866-9444624c661f req-c3ee2735-4a85-4556-9537-f60aaacd4f95 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6961603 Feb 02 06:54:34.393770 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-2e22d1be-f8e9-483f-b298-281077a82211 None None] Current status of the port b58e4c12-c65e-4491-8275-5f07de57be59 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:54:34.479906 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device b58e4c12-c65e-4491-8275-5f07de57be59 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:54:34.576442 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-884d23c3-a02f-4198-8293-3fa5e5b1fcd9 req-65175100-0bfa-4eb6-8198-c66fa15c7dcf tempest-MigrationsAdminTest-2031142641 tempest-MigrationsAdminTest-2031142641-project-admin] Publish callbacks [] for security_group (3318c513-8229-4967-8e6a-1106330dc2f9), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:34.579813 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-73b92e76-deb9-4b55-8ef1-500eddfbf1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for subnet (7ce63174-c525-4e2d-821d-9ee5b4634e75), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:34.589565 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-884d23c3-a02f-4198-8293-3fa5e5b1fcd9 req-65175100-0bfa-4eb6-8198-c66fa15c7dcf tempest-MigrationsAdminTest-2031142641 tempest-MigrationsAdminTest-2031142641-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (3318c513-8229-4967-8e6a-1106330dc2f9), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:34.596022 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port b58e4c12-c65e-4491-8275-5f07de57be59 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:54:34.596877 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b58e4c12-c65e-4491-8275-5f07de57be59), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:34.686756 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-884d23c3-a02f-4198-8293-3fa5e5b1fcd9 req-65175100-0bfa-4eb6-8198-c66fa15c7dcf tempest-MigrationsAdminTest-2031142641 tempest-MigrationsAdminTest-2031142641-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498652 Feb 02 06:54:34.690115 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65175100-0bfa-4eb6-8198-c66fa15c7dcf tempest-MigrationsAdminTest-2031142641 tempest-MigrationsAdminTest-2031142641-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3318c513-8229-4967-8e6a-1106330dc2f9,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:34.699363 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b92e76-deb9-4b55-8ef1-500eddfbf1c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ce63174-c525-4e2d-821d-9ee5b4634e75,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:34.722913 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b92e76-deb9-4b55-8ef1-500eddfbf1c3 admin admin] Checking segment: {'id': '46e7ed10-215c-4aac-9da3-717f1e74ce40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '76868d96-3692-423a-989b-a6220ec3b299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:54:34.723384 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b92e76-deb9-4b55-8ef1-500eddfbf1c3 admin admin] Network hostable DHCP agents. Network: 76868d96-3692-423a-989b-a6220ec3b299, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 06:54:34.744896 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port b58e4c12-c65e-4491-8275-5f07de57be59 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:54:34.746224 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 783b41a7-ac75-4b7d-8be4-7ac48dab4f99 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:54:34.767777 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b92e76-deb9-4b55-8ef1-500eddfbf1c3 admin admin] Network 76868d96-3692-423a-989b-a6220ec3b299 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 06:54:34.776799 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-f91ad3ad-a9f0-4571-8866-9444624c661f req-d1a2fa2b-9758-48ad-af85-1702fc2e936a tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Request body: {'floatingip': {'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:54:34.786967 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-73b92e76-deb9-4b55-8ef1-500eddfbf1c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 76868d96-3692-423a-989b-a6220ec3b299) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:54:34.787868 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 06:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e100e08-c2e2-4586-bc8e-c2c99b968a8a x-openstack-request-id: req-7e100e08-c2e2-4586-bc8e-c2c99b968a8a {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:54:34.788358 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "050a6969-2e0d-46ef-a43b-f1a7b386fe56", "tag": "ba7b5a43-89ef-436e-9572-d0ffd5b0fe37", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:54:34.791336 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b92e76-deb9-4b55-8ef1-500eddfbf1c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:34.792112 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-73b92e76-deb9-4b55-8ef1-500eddfbf1c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:34.802146 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7e100e08-c2e2-4586-bc8e-c2c99b968a8a {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:54:34.802828 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '050a6969-2e0d-46ef-a43b-f1a7b386fe56', 'tag': 'ba7b5a43-89ef-436e-9572-d0ffd5b0fe37', 'status': 'completed', 'code': 200} Feb 02 06:54:34.813435 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c13b66-0f56-40a1-b44e-5b148a8a46b7 None None] Network 76868d96-3692-423a-989b-a6220ec3b299 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 06:54:34.817898 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-73b92e76-deb9-4b55-8ef1-500eddfbf1c3 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8455906 Feb 02 06:54:34.821505 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59466) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:54:34.832720 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-4157c5e6-0045-44f4-80eb-5bacfae8a792 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-599617694-router', 'tenant_id': '2b7b771ea1c74d4ab2224de90862d20a', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:54:34.856082 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 783b41a7-ac75-4b7d-8be4-7ac48dab4f99 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:54:34.857607 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (783b41a7-ac75-4b7d-8be4-7ac48dab4f99), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:34.905070 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4157c5e6-0045-44f4-80eb-5bacfae8a792 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (82b44e09-335f-44d6-b1fc-e3f4f478d833), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:34.906537 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4157c5e6-0045-44f4-80eb-5bacfae8a792 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (82b44e09-335f-44d6-b1fc-e3f4f478d833), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:34.912282 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c0a27-cb23-4696-a853-bc546f0dd4b9 req-30cc474e-b037-4af0-81f5-97d51ff4fc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:34.914056 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9e7c0a27-cb23-4696-a853-bc546f0dd4b9 req-30cc474e-b037-4af0-81f5-97d51ff4fc11 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d371a346cdaf4c5fa2a6d1a831503c66&device_id=050a6969-2e0d-46ef-a43b-f1a7b386fe56 HTTP/1.1" status: 200 len: 1130 time: 0.9796166 Feb 02 06:54:34.926277 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f91ad3ad-a9f0-4571-8866-9444624c661f req-d1a2fa2b-9758-48ad-af85-1702fc2e936a tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:34.969582 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-e83c6153-11b1-47b1-a971-e3c718279c45 service neutron] 10.222.0.59 "GET /v2.0/ports/51a170da-8609-48e7-9016-7b1d57369294/bindings/n-h1-789963-26 HTTP/1.1" status: 200 len: 385 time: 0.7665656 Feb 02 06:54:34.972973 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33f577-c2b6-4b54-b254-c726f0b59a7f req-c295a7c4-aba3-4b17-9d72-c0d4fa0634ce tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:34.983658 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4d33f577-c2b6-4b54-b254-c726f0b59a7f req-c295a7c4-aba3-4b17-9d72-c0d4fa0634ce tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=3198844e-639f-4156-b68e-3a3b15da1358 HTTP/1.1" status: 200 len: 944 time: 0.1182632 Feb 02 06:54:35.026145 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 783b41a7-ac75-4b7d-8be4-7ac48dab4f99 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:54:35.030222 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8af3a02-6511-4c34-8f50-d73865d0384a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-76868d96-3692-423a-989b-a6220ec3b299', 'network_id': '76868d96-3692-423a-989b-a6220ec3b299', 'project_id': '2b7b771ea1c74d4ab2224de90862d20a', 'fixed_ips': [{'subnet_id': '7ce63174-c525-4e2d-821d-9ee5b4634e75'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 06:54:35.031954 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b8af3a02-6511-4c34-8f50-d73865d0384a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:35.032378 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9e7c0a27-cb23-4696-a853-bc546f0dd4b9 req-7f91ef30-f6dd-40d1-92e3-21d9bc589304 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=ba7b5a43-89ef-436e-9572-d0ffd5b0fe37 HTTP/1.1" status: 200 len: 217 time: 0.0734324 Feb 02 06:54:35.032543 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4157c5e6-0045-44f4-80eb-5bacfae8a792 admin admin] Publish callbacks [] for router_controller (82b44e09-335f-44d6-b1fc-e3f4f478d833), precommit_add_association {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:35.125289 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c0a27-cb23-4696-a853-bc546f0dd4b9 req-3010c866-9021-4ad5-a8fa-c6b7e0084bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:35.128379 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9e7c0a27-cb23-4696-a853-bc546f0dd4b9 req-3010c866-9021-4ad5-a8fa-c6b7e0084bc6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.0664153 Feb 02 06:54:35.197638 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-b8af3a02-6511-4c34-8f50-d73865d0384a None None] Allocated IP 172.20.0.2 (76868d96-3692-423a-989b-a6220ec3b299/7ce63174-c525-4e2d-821d-9ee5b4634e75/02993f96-7114-47ba-a921-cfacc4eb3da7) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:54:35.218004 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4157c5e6-0045-44f4-80eb-5bacfae8a792 admin admin] Publish callbacks [] for router_gateway (82b44e09-335f-44d6-b1fc-e3f4f478d833), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:35.230793 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4d33f577-c2b6-4b54-b254-c726f0b59a7f req-07e526ff-6184-4353-a876-a3ebe5995d10 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165825 Feb 02 06:54:35.333279 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c936a303-339b-4831-8620-1091f4a0e9ab admin admin] Router 6f12ca15-5f3a-4c76-8293-3b4352e2b0b5 is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 06:54:35.380765 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c0a27-cb23-4696-a853-bc546f0dd4b9 req-d0fd84f2-d64b-4c9d-9455-dda57ea8e38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:35.382284 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9e7c0a27-cb23-4696-a853-bc546f0dd4b9 req-d0fd84f2-d64b-4c9d-9455-dda57ea8e38a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2320752 Feb 02 06:54:35.419404 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b8af3a02-6511-4c34-8f50-d73865d0384a None None] Publish callbacks [] for port (02993f96-7114-47ba-a921-cfacc4eb3da7), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:35.428908 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b8af3a02-6511-4c34-8f50-d73865d0384a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (02993f96-7114-47ba-a921-cfacc4eb3da7), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:35.465074 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8af3a02-6511-4c34-8f50-d73865d0384a None None] Network 76868d96-3692-423a-989b-a6220ec3b299 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:54:35.469829 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-b8af3a02-6511-4c34-8f50-d73865d0384a None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:54:35.473983 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8af3a02-6511-4c34-8f50-d73865d0384a None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:54:35.513224 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8af3a02-6511-4c34-8f50-d73865d0384a None None] Pushing event updated for resources: {'Port': ['ID=02993f96-7114-47ba-a921-cfacc4eb3da7,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:35.558923 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-b8af3a02-6511-4c34-8f50-d73865d0384a None None] Attempting to bind port 02993f96-7114-47ba-a921-cfacc4eb3da7 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:54:35.559746 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-6206a9d0-5a2c-4f8e-ab0a-fbc17f0f0a2c service neutron] For port 51a170da-8609-48e7-9016-7b1d57369294, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=51a170da-8609-48e7-9016-7b1d57369294,segment=NetworkSegment(43369f47-102e-4f19-93f2-e5ce754f6e28),segment_id=43369f47-102e-4f19-93f2-e5ce754f6e28)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:54:35.560305 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-b8af3a02-6511-4c34-8f50-d73865d0384a None None] Attempting to bind port 02993f96-7114-47ba-a921-cfacc4eb3da7 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '46e7ed10-215c-4aac-9da3-717f1e74ce40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '76868d96-3692-423a-989b-a6220ec3b299'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:54:35.560830 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8af3a02-6511-4c34-8f50-d73865d0384a None None] Attempting to bind port 02993f96-7114-47ba-a921-cfacc4eb3da7 on network 76868d96-3692-423a-989b-a6220ec3b299 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:54:35.566904 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8af3a02-6511-4c34-8f50-d73865d0384a None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:54:35.567731 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8af3a02-6511-4c34-8f50-d73865d0384a None None] Checking segment: {'id': '46e7ed10-215c-4aac-9da3-717f1e74ce40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '76868d96-3692-423a-989b-a6220ec3b299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:54:35.568483 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b8af3a02-6511-4c34-8f50-d73865d0384a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:35.569027 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8af3a02-6511-4c34-8f50-d73865d0384a None None] Bound using segment: {'id': '46e7ed10-215c-4aac-9da3-717f1e74ce40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '76868d96-3692-423a-989b-a6220ec3b299'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:54:35.570210 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-b8af3a02-6511-4c34-8f50-d73865d0384a None None] Bound port: 02993f96-7114-47ba-a921-cfacc4eb3da7, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46e7ed10-215c-4aac-9da3-717f1e74ce40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '76868d96-3692-423a-989b-a6220ec3b299'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:54:35.570759 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b8af3a02-6511-4c34-8f50-d73865d0384a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (02993f96-7114-47ba-a921-cfacc4eb3da7), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:35.604603 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979be5c6-3f0a-4f1b-b3d4-e4a69dbb540a req-9b45b319-bf36-45f1-9f3d-47021b2dd390 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:35.606213 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-979be5c6-3f0a-4f1b-b3d4-e4a69dbb540a req-9b45b319-bf36-45f1-9f3d-47021b2dd390 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] 10.222.0.87 "GET /v2.0/ports?device_id=050a6969-2e0d-46ef-a43b-f1a7b386fe56 HTTP/1.1" status: 200 len: 947 time: 0.1032994 Feb 02 06:54:35.623155 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f91ad3ad-a9f0-4571-8866-9444624c661f req-d1a2fa2b-9758-48ad-af85-1702fc2e936a tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:35.646936 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-b8af3a02-6511-4c34-8f50-d73865d0384a None None] For port 02993f96-7114-47ba-a921-cfacc4eb3da7, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:54:35.652306 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-b8af3a02-6511-4c34-8f50-d73865d0384a None None] For port 02993f96-7114-47ba-a921-cfacc4eb3da7, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=02993f96-7114-47ba-a921-cfacc4eb3da7,segment=NetworkSegment(46e7ed10-215c-4aac-9da3-717f1e74ce40),segment_id=46e7ed10-215c-4aac-9da3-717f1e74ce40)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:54:35.654998 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-6206a9d0-5a2c-4f8e-ab0a-fbc17f0f0a2c service neutron] For port 51a170da-8609-48e7-9016-7b1d57369294, host n-h2-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:54:35.661198 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b8af3a02-6511-4c34-8f50-d73865d0384a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (02993f96-7114-47ba-a921-cfacc4eb3da7), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:35.678327 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c936a303-339b-4831-8620-1091f4a0e9ab admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 06:54:35.690974 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5410dbd1-5e34-44a7-aab0-c900143155c4 None None] Sync routers for ids ['6f12ca15-5f3a-4c76-8293-3b4352e2b0b5'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 06:54:35.712640 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5410dbd1-5e34-44a7-aab0-c900143155c4 None None] Routers {'6f12ca15-5f3a-4c76-8293-3b4352e2b0b5'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 06:54:35.713732 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-5410dbd1-5e34-44a7-aab0-c900143155c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:54:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['6f12ca15-5f3a-4c76-8293-3b4352e2b0b5'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:54:35.731167 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-979be5c6-3f0a-4f1b-b3d4-e4a69dbb540a req-c3bd3505-1ab7-4f2b-8edc-125acfe2dafd tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] 10.222.0.87 "GET /v2.0/security-groups?id=1ccf634d-a49d-423a-88d1-71ef8d7f08ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187005 Feb 02 06:54:35.741883 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9e7c0a27-cb23-4696-a853-bc546f0dd4b9 req-f745de97-9ea8-4ac4-a63e-a1b84dd1d286 service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899094 Feb 02 06:54:35.763887 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-6206a9d0-5a2c-4f8e-ab0a-fbc17f0f0a2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51a170da-8609-48e7-9016-7b1d57369294 {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:54:35.777781 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c936a303-339b-4831-8620-1091f4a0e9ab admin admin] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:35.779571 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-c936a303-339b-4831-8620-1091f4a0e9ab admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.4227128 Feb 02 06:54:35.794657 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59468) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:54:35.801882 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4157c5e6-0045-44f4-80eb-5bacfae8a792 admin admin] Publish callbacks [] for router_gateway (82b44e09-335f-44d6-b1fc-e3f4f478d833), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:35.813240 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-6206a9d0-5a2c-4f8e-ab0a-fbc17f0f0a2c service neutron] For port 51a170da-8609-48e7-9016-7b1d57369294, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=51a170da-8609-48e7-9016-7b1d57369294,segment=NetworkSegment(43369f47-102e-4f19-93f2-e5ce754f6e28),segment_id=43369f47-102e-4f19-93f2-e5ce754f6e28)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:54:35.831935 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4157c5e6-0045-44f4-80eb-5bacfae8a792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:35.892321 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-5410dbd1-5e34-44a7-aab0-c900143155c4 None None] Set router 6f12ca15-5f3a-4c76-8293-3b4352e2b0b5 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 06:54:35.924016 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8af3a02-6511-4c34-8f50-d73865d0384a None None] Pushing event updated for resources: {'Port': ['ID=02993f96-7114-47ba-a921-cfacc4eb3da7,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:35.942418 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-6206a9d0-5a2c-4f8e-ab0a-fbc17f0f0a2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (51a170da-8609-48e7-9016-7b1d57369294), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:36.001497 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1a27d6-451b-4641-8b01-9ab341ea628a req-c3f56e5f-ff10-451e-95a2-3f4fe35e0ded tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:36.003062 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ac1a27d6-451b-4641-8b01-9ab341ea628a req-c3f56e5f-ff10-451e-95a2-3f4fe35e0ded tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=2d2e1841-644f-4ec3-b154-c02b38400298 HTTP/1.1" status: 200 len: 945 time: 0.1099524 Feb 02 06:54:36.034956 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-f91ad3ad-a9f0-4571-8866-9444624c661f req-d1a2fa2b-9758-48ad-af85-1702fc2e936a tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Allocated IP 172.25.4.89 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/f1192ef5-76fd-498e-8a98-da462d26b408) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:54:36.073177 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ac1a27d6-451b-4641-8b01-9ab341ea628a req-f637db59-fd85-4be2-92e8-75767dab74ea tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643971 Feb 02 06:54:36.077165 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9e7c0a27-cb23-4696-a853-bc546f0dd4b9 req-1d3ce90a-f48b-4c9e-8749-b5f4594c7c0a service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177080 Feb 02 06:54:36.116321 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-5410dbd1-5e34-44a7-aab0-c900143155c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f12ca15-5f3a-4c76-8293-3b4352e2b0b5', 'name': 'tempest-AttachSCSIVolumeTestJSON-158050640-router', 'tenant_id': 'a578a4401c554c2ca8800cd6fc4dd3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '3dd3300c-d4ff-4949-819a-c248d998724a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:54:29Z', 'updated_at': '2022-02-02T06:54:32Z', 'revision_number': 3, 'project_id': 'a578a4401c554c2ca8800cd6fc4dd3f4', 'gw_port': {'id': '3dd3300c-d4ff-4949-819a-c248d998724a', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:39:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f12ca15-5f3a-4c76-8293-3b4352e2b0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:30Z', 'updated_at': '2022-02-02T06:54:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:54:36.173151 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5410dbd1-5e34-44a7-aab0-c900143155c4 None None] Checking router: 6f12ca15-5f3a-4c76-8293-3b4352e2b0b5 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 06:54:36.173760 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5410dbd1-5e34-44a7-aab0-c900143155c4 None None] Updating router 6f12ca15-5f3a-4c76-8293-3b4352e2b0b5 port 3dd3300c-d4ff-4949-819a-c248d998724a binding host n-d-789963-26 {{(pid=109696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 06:54:36.210930 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-6206a9d0-5a2c-4f8e-ab0a-fbc17f0f0a2c service neutron] Transition to ACTIVE for port object 51a170da-8609-48e7-9016-7b1d57369294 will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 06:54:36.218794 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-5410dbd1-5e34-44a7-aab0-c900143155c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3dd3300c-d4ff-4949-819a-c248d998724a), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:36.433743 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 02993f96-7114-47ba-a921-cfacc4eb3da7 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:54:36.455907 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-6206a9d0-5a2c-4f8e-ab0a-fbc17f0f0a2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (51a170da-8609-48e7-9016-7b1d57369294), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:36.479766 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f91ad3ad-a9f0-4571-8866-9444624c661f req-d1a2fa2b-9758-48ad-af85-1702fc2e936a tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Publish callbacks [] for port (f1192ef5-76fd-498e-8a98-da462d26b408), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:36.504041 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 02993f96-7114-47ba-a921-cfacc4eb3da7 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:54:36.504583 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (02993f96-7114-47ba-a921-cfacc4eb3da7), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:36.577828 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-6206a9d0-5a2c-4f8e-ab0a-fbc17f0f0a2c service neutron] No DVR routers for this DVR port 51a170da-8609-48e7-9016-7b1d57369294 on host n-h2-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 06:54:36.593696 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 02993f96-7114-47ba-a921-cfacc4eb3da7 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:54:36.594068 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (02993f96-7114-47ba-a921-cfacc4eb3da7), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:36.636727 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 02993f96-7114-47ba-a921-cfacc4eb3da7, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=02993f96-7114-47ba-a921-cfacc4eb3da7,segment=NetworkSegment(46e7ed10-215c-4aac-9da3-717f1e74ce40),segment_id=46e7ed10-215c-4aac-9da3-717f1e74ce40)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:54:36.644802 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (02993f96-7114-47ba-a921-cfacc4eb3da7), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:36.678238 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa502a9-e13b-4b20-b3e4-97ac1fb161d2 req-c451cb99-523d-4be4-97e4-6a76e353e753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:36.680896 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8aa502a9-e13b-4b20-b3e4-97ac1fb161d2 req-c451cb99-523d-4be4-97e4-6a76e353e753 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d371a346cdaf4c5fa2a6d1a831503c66&device_id=050a6969-2e0d-46ef-a43b-f1a7b386fe56 HTTP/1.1" status: 200 len: 1130 time: 0.3984530 Feb 02 06:54:36.692158 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6206a9d0-5a2c-4f8e-ab0a-fbc17f0f0a2c service neutron] Pushing event updated for resources: {'Port': ['ID=51a170da-8609-48e7-9016-7b1d57369294,revision_number=10']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:36.722924 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=02993f96-7114-47ba-a921-cfacc4eb3da7,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:36.758905 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-6206a9d0-5a2c-4f8e-ab0a-fbc17f0f0a2c service neutron] 10.222.0.59 "PUT /v2.0/ports/51a170da-8609-48e7-9016-7b1d57369294/bindings/n-h1-789963-26/activate HTTP/1.1" status: 200 len: 370 time: 1.7502956 Feb 02 06:54:36.766506 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c56cf-169f-4478-b46b-e1d9ecff329a req-adb88324-e4be-488f-981f-1f7d8389ce65 tempest-LiveAutoBlockMigrationV225Test-1760037822 tempest-LiveAutoBlockMigrationV225Test-1760037822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:36.768066 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-832c56cf-169f-4478-b46b-e1d9ecff329a req-adb88324-e4be-488f-981f-1f7d8389ce65 tempest-LiveAutoBlockMigrationV225Test-1760037822 tempest-LiveAutoBlockMigrationV225Test-1760037822-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=2d2e1841-644f-4ec3-b154-c02b38400298 HTTP/1.1" status: 200 len: 1128 time: 0.0873237 Feb 02 06:54:36.770631 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-65381a6c-6515-4641-85d9-f26bc385c0da req-3a20fa53-352c-418a-8bb5-1f5054fbd9ec service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=7272c094-1754-42ce-b10e-569286eda078&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0590999 Feb 02 06:54:36.783845 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [req-65381a6c-6515-4641-85d9-f26bc385c0da req-a547ac2e-7ed0-424e-9a9d-6c3455ad774c service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 06:54:36.784937 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-65381a6c-6515-4641-85d9-f26bc385c0da req-a547ac2e-7ed0-424e-9a9d-6c3455ad774c service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0095403 Feb 02 06:54:36.831897 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f91ad3ad-a9f0-4571-8866-9444624c661f req-d1a2fa2b-9758-48ad-af85-1702fc2e936a tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (f1192ef5-76fd-498e-8a98-da462d26b408), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:36.874239 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-832c56cf-169f-4478-b46b-e1d9ecff329a req-77c0bb90-0793-4e25-815b-cf6d5f657781 tempest-LiveAutoBlockMigrationV225Test-1760037822 tempest-LiveAutoBlockMigrationV225Test-1760037822-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931697 Feb 02 06:54:36.952110 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-4157c5e6-0045-44f4-80eb-5bacfae8a792 admin admin] Allocated IP 172.25.4.149 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/d7e469b2-08ef-48dc-ab90-79575ae1a4d4) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:54:36.952603 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f91ad3ad-a9f0-4571-8866-9444624c661f req-d1a2fa2b-9758-48ad-af85-1702fc2e936a tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:54:36.969163 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-f91ad3ad-a9f0-4571-8866-9444624c661f req-d1a2fa2b-9758-48ad-af85-1702fc2e936a tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:54:36.984050 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-f91ad3ad-a9f0-4571-8866-9444624c661f req-d1a2fa2b-9758-48ad-af85-1702fc2e936a tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:54:37.030423 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-6d57115f-70c7-4a8f-a337-169f6ad07846 tempest-LiveMigrationTest-749161847 tempest-LiveMigrationTest-749161847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:37.033033 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-6d57115f-70c7-4a8f-a337-169f6ad07846 tempest-LiveMigrationTest-749161847 tempest-LiveMigrationTest-749161847-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=3198844e-639f-4156-b68e-3a3b15da1358&tenant_id=94634d8b4d2a41de8e59c8bd88798343&binding%3Ahost_id=n-h2-789963-26 HTTP/1.1" status: 200 len: 1128 time: 0.1552281 Feb 02 06:54:37.045962 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a2fa2b-9758-48ad-af85-1702fc2e936a tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Pushing event updated for resources: {'Port': ['ID=f1192ef5-76fd-498e-8a98-da462d26b408,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:37.052283 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa502a9-e13b-4b20-b3e4-97ac1fb161d2 req-01723adf-49c2-46d6-97b5-05345ac427d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:37.054021 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8aa502a9-e13b-4b20-b3e4-97ac1fb161d2 req-01723adf-49c2-46d6-97b5-05345ac427d5 service neutron] 10.222.0.88 "GET /v2.0/networks?id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 HTTP/1.1" status: 200 len: 870 time: 0.3585131 Feb 02 06:54:37.137017 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8aa502a9-e13b-4b20-b3e4-97ac1fb161d2 req-a9850118-e547-4aa0-ade2-a10a709baeea service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=ba7b5a43-89ef-436e-9572-d0ffd5b0fe37 HTTP/1.1" status: 200 len: 217 time: 0.0721645 Feb 02 06:54:37.176083 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4157c5e6-0045-44f4-80eb-5bacfae8a792 admin admin] Publish callbacks [] for port (d7e469b2-08ef-48dc-ab90-79575ae1a4d4), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:37.267827 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b910c3b-8ab5-4385-b028-04a0b0871858 req-66e6e10e-fece-426b-afcb-33788925f30f tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:37.275064 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5b910c3b-8ab5-4385-b028-04a0b0871858 req-66e6e10e-fece-426b-afcb-33788925f30f tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=3198844e-639f-4156-b68e-3a3b15da1358 HTTP/1.1" status: 200 len: 945 time: 0.2685556 Feb 02 06:54:37.303459 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1812d3db-a5b5-4ba8-a7c0-25928906d22a None None] Network 76868d96-3692-423a-989b-a6220ec3b299 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 06:54:37.304693 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4157c5e6-0045-44f4-80eb-5bacfae8a792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (d7e469b2-08ef-48dc-ab90-79575ae1a4d4), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:37.312221 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-8b035677-a1e8-40b3-b1e0-9ba1ca139906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:37.314095 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-8b035677-a1e8-40b3-b1e0-9ba1ca139906 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=3198844e-639f-4156-b68e-3a3b15da1358&tenant_id=94634d8b4d2a41de8e59c8bd88798343 HTTP/1.1" status: 200 len: 1128 time: 0.2713561 Feb 02 06:54:37.382334 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-860c2156-df47-4524-852e-fade4a85b4bc None None] Provisioning complete for port 02993f96-7114-47ba-a921-cfacc4eb3da7 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:54:37.383434 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-860c2156-df47-4524-852e-fade4a85b4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (02993f96-7114-47ba-a921-cfacc4eb3da7), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:37.461506 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4157c5e6-0045-44f4-80eb-5bacfae8a792 admin admin] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:54:37.482865 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5b910c3b-8ab5-4385-b028-04a0b0871858 req-59e3969a-d762-4ce9-958c-c435ef7c72a2 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067277 Feb 02 06:54:37.484026 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-4157c5e6-0045-44f4-80eb-5bacfae8a792 admin admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:54:37.495576 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4157c5e6-0045-44f4-80eb-5bacfae8a792 admin admin] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:54:37.499060 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4157c5e6-0045-44f4-80eb-5bacfae8a792 admin admin] Pushing event updated for resources: {'Port': ['ID=d7e469b2-08ef-48dc-ab90-79575ae1a4d4,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:37.580639 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a437e02a-52d3-4db2-9e05-5b8810e60294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:37.598135 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa502a9-e13b-4b20-b3e4-97ac1fb161d2 req-e113a97e-1ec3-477b-a3a7-be1b74ed7d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:37.599611 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8aa502a9-e13b-4b20-b3e4-97ac1fb161d2 req-e113a97e-1ec3-477b-a3a7-be1b74ed7d6e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.1946278 Feb 02 06:54:37.602300 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f91ad3ad-a9f0-4571-8866-9444624c661f req-d1a2fa2b-9758-48ad-af85-1702fc2e936a tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Publish callbacks [] for floatingip (323e6a7e-8e8b-428d-858e-ef5f66c7a51a), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:37.605222 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-860c2156-df47-4524-852e-fade4a85b4bc None None] Current status of the port 02993f96-7114-47ba-a921-cfacc4eb3da7 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:54:37.623036 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-5410dbd1-5e34-44a7-aab0-c900143155c4 None None] Publish callbacks [] for port (3dd3300c-d4ff-4949-819a-c248d998724a), precommit_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:37.633443 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-5410dbd1-5e34-44a7-aab0-c900143155c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (3dd3300c-d4ff-4949-819a-c248d998724a), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:37.668436 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-5410dbd1-5e34-44a7-aab0-c900143155c4 None None] Attempting to bind port 3dd3300c-d4ff-4949-819a-c248d998724a on host n-d-789963-26 for vnic_type normal with profile {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:54:37.669783 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-5410dbd1-5e34-44a7-aab0-c900143155c4 None None] Attempting to bind port 3dd3300c-d4ff-4949-819a-c248d998724a by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:54:37.670442 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5410dbd1-5e34-44a7-aab0-c900143155c4 None None] Attempting to bind port 3dd3300c-d4ff-4949-819a-c248d998724a on network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:54:37.696214 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5410dbd1-5e34-44a7-aab0-c900143155c4 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:54:37.697754 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5410dbd1-5e34-44a7-aab0-c900143155c4 None None] Checking segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:54:37.698432 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-5410dbd1-5e34-44a7-aab0-c900143155c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:37.699138 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5410dbd1-5e34-44a7-aab0-c900143155c4 None None] Bound using segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:54:37.699991 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-5410dbd1-5e34-44a7-aab0-c900143155c4 None None] Bound port: 3dd3300c-d4ff-4949-819a-c248d998724a, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:54:37.700865 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-5410dbd1-5e34-44a7-aab0-c900143155c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3dd3300c-d4ff-4949-819a-c248d998724a), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:37.766361 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f91ad3ad-a9f0-4571-8866-9444624c661f req-d1a2fa2b-9758-48ad-af85-1702fc2e936a tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f1192ef5-76fd-498e-8a98-da462d26b408), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:37.776051 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf07d86d-5c8c-4745-9983-8bdf123f5339 None None] Pushing event updated for resources: {'Port': ['ID=3dd3300c-d4ff-4949-819a-c248d998724a,revision_number=2']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:37.778753 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 51a170da-8609-48e7-9016-7b1d57369294 no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 06:54:37.781798 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-5410dbd1-5e34-44a7-aab0-c900143155c4 None None] For port 3dd3300c-d4ff-4949-819a-c248d998724a, host n-d-789963-26, cleared binding levels {{(pid=109696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:54:37.785870 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-5410dbd1-5e34-44a7-aab0-c900143155c4 None None] For port 3dd3300c-d4ff-4949-819a-c248d998724a, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=3dd3300c-d4ff-4949-819a-c248d998724a,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:54:37.800133 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-5410dbd1-5e34-44a7-aab0-c900143155c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (3dd3300c-d4ff-4949-819a-c248d998724a), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:37.808746 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-9d412f9d-1b7a-4db4-be7d-667e2e22fe60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:37.820626 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-9d412f9d-1b7a-4db4-be7d-667e2e22fe60 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=94634d8b4d2a41de8e59c8bd88798343&device_id=3198844e-639f-4156-b68e-3a3b15da1358 HTTP/1.1" status: 200 len: 1128 time: 0.4464006 Feb 02 06:54:37.829027 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] The host n-h2-789963-26 is not matching for port 51a170da-8609-48e7-9016-7b1d57369294 host n-h1-789963-26! {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 02 06:54:37.829420 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 51a170da-8609-48e7-9016-7b1d57369294 not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 06:54:37.880452 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa502a9-e13b-4b20-b3e4-97ac1fb161d2 req-29778fde-dc66-43d3-9b7f-3ec0e3e116fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:37.898268 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8aa502a9-e13b-4b20-b3e4-97ac1fb161d2 req-29778fde-dc66-43d3-9b7f-3ec0e3e116fd service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2897234 Feb 02 06:54:37.898434 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5410dbd1-5e34-44a7-aab0-c900143155c4 None None] Routers {'6f12ca15-5f3a-4c76-8293-3b4352e2b0b5'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 06:54:37.899244 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-5410dbd1-5e34-44a7-aab0-c900143155c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:54:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['6f12ca15-5f3a-4c76-8293-3b4352e2b0b5'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:54:37.988531 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf07d86d-5c8c-4745-9983-8bdf123f5339 None None] Pushing event updated for resources: {'Port': ['ID=3dd3300c-d4ff-4949-819a-c248d998724a,revision_number=3']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:38.082444 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-5410dbd1-5e34-44a7-aab0-c900143155c4 None None] Set router 6f12ca15-5f3a-4c76-8293-3b4352e2b0b5 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 06:54:38.150971 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-33d1ecee-8eff-44a9-9ab3-9dc25c1f7fc2 None None] Provisioning complete for port 02993f96-7114-47ba-a921-cfacc4eb3da7 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:54:38.151692 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-33d1ecee-8eff-44a9-9ab3-9dc25c1f7fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (02993f96-7114-47ba-a921-cfacc4eb3da7), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:38.175100 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4157c5e6-0045-44f4-80eb-5bacfae8a792 admin admin] Publish callbacks [] for router_gateway (82b44e09-335f-44d6-b1fc-e3f4f478d833), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:38.236525 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8aa502a9-e13b-4b20-b3e4-97ac1fb161d2 req-6b9ab36a-5cf9-4e34-ab8b-f4e1497ee15f service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303859 Feb 02 06:54:38.248274 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ac865-c81f-4e6a-82ab-d9b18c51ee9e req-12ae6584-0b90-459a-8731-efe0d955abdc tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:38.255427 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ee1ac865-c81f-4e6a-82ab-d9b18c51ee9e req-12ae6584-0b90-459a-8731-efe0d955abdc tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=7272c094-1754-42ce-b10e-569286eda078 HTTP/1.1" status: 200 len: 950 time: 0.6616373 Feb 02 06:54:38.262245 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-a437e02a-52d3-4db2-9e05-5b8810e60294 admin admin] Allocated IP 172.20.0.1 (e0f9d081-640e-45b1-b6ba-9e0fb190dfbe/f1fa5b16-0923-4aea-9e14-f0e26de4f6f1/1d63973f-2dcf-45ca-a83f-7227b792bb30) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:54:38.270304 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-a69e26a7-ae9b-4a3d-87cf-73b2da603bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:38.270304 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-a69e26a7-ae9b-4a3d-87cf-73b2da603bbf service neutron] 10.222.0.88 "GET /v2.0/networks?id=ad127856-4465-484c-882c-e096f13573c2 HTTP/1.1" status: 200 len: 908 time: 0.3041260 Feb 02 06:54:38.315944 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-33d1ecee-8eff-44a9-9ab3-9dc25c1f7fc2 None None] Current status of the port 02993f96-7114-47ba-a921-cfacc4eb3da7 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:54:38.326128 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 02993f96-7114-47ba-a921-cfacc4eb3da7 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:54:38.339656 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-5410dbd1-5e34-44a7-aab0-c900143155c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f12ca15-5f3a-4c76-8293-3b4352e2b0b5', 'name': 'tempest-AttachSCSIVolumeTestJSON-158050640-router', 'tenant_id': 'a578a4401c554c2ca8800cd6fc4dd3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '3dd3300c-d4ff-4949-819a-c248d998724a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:54:29Z', 'updated_at': '2022-02-02T06:54:32Z', 'revision_number': 3, 'project_id': 'a578a4401c554c2ca8800cd6fc4dd3f4', 'gw_port': {'id': '3dd3300c-d4ff-4949-819a-c248d998724a', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:39:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f12ca15-5f3a-4c76-8293-3b4352e2b0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:30Z', 'updated_at': '2022-02-02T06:54:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:54:38.362764 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-957c727b-1c5c-401e-86a1-7f817ab4ee3b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51a170da-8609-48e7-9016-7b1d57369294 HTTP/1.1" status: 200 len: 217 time: 0.0861347 Feb 02 06:54:38.372969 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5410dbd1-5e34-44a7-aab0-c900143155c4 None None] The sync data for ids ['6f12ca15-5f3a-4c76-8293-3b4352e2b0b5'] in n-d-789963-26 is: [{'id': '6f12ca15-5f3a-4c76-8293-3b4352e2b0b5', 'name': 'tempest-AttachSCSIVolumeTestJSON-158050640-router', 'tenant_id': 'a578a4401c554c2ca8800cd6fc4dd3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '3dd3300c-d4ff-4949-819a-c248d998724a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:54:29Z', 'updated_at': '2022-02-02T06:54:32Z', 'revision_number': 3, 'project_id': 'a578a4401c554c2ca8800cd6fc4dd3f4', 'gw_port': {'id': '3dd3300c-d4ff-4949-819a-c248d998724a', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:39:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f12ca15-5f3a-4c76-8293-3b4352e2b0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:30Z', 'updated_at': '2022-02-02T06:54:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 06:54:38.386151 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 02993f96-7114-47ba-a921-cfacc4eb3da7 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:54:38.386854 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (02993f96-7114-47ba-a921-cfacc4eb3da7), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:38.406420 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8aa502a9-e13b-4b20-b3e4-97ac1fb161d2 req-9799f998-8e76-4c20-8177-32f5a29f6aa4 service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578422 Feb 02 06:54:38.440606 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ee1ac865-c81f-4e6a-82ab-d9b18c51ee9e req-80cdee94-6699-424c-8fc6-b6926c26f19b tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788757 Feb 02 06:54:38.469799 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f91ad3ad-a9f0-4571-8866-9444624c661f req-d1a2fa2b-9758-48ad-af85-1702fc2e936a tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Publish callbacks [] for port (f1192ef5-76fd-498e-8a98-da462d26b408), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:38.474165 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-d00500b3-7bf4-48d0-8171-a693cd806944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:38.477101 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-d00500b3-7bf4-48d0-8171-a693cd806944 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a7292d13-827d-45ab-8eaa-7baf62301aaa HTTP/1.1" status: 200 len: 847 time: 0.1055396 Feb 02 06:54:38.480808 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f91ad3ad-a9f0-4571-8866-9444624c661f req-d1a2fa2b-9758-48ad-af85-1702fc2e936a tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (f1192ef5-76fd-498e-8a98-da462d26b408), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:38.552697 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 02993f96-7114-47ba-a921-cfacc4eb3da7 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:54:38.600634 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-ca998fba-0ecf-4dfc-8b46-141eb999f386 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ad127856-4465-484c-882c-e096f13573c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1095126 Feb 02 06:54:38.641453 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a2fa2b-9758-48ad-af85-1702fc2e936a tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Pushing event updated for resources: {'Port': ['ID=f1192ef5-76fd-498e-8a98-da462d26b408,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:38.694520 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a437e02a-52d3-4db2-9e05-5b8810e60294 admin admin] Publish callbacks [] for port (1d63973f-2dcf-45ca-a83f-7227b792bb30), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:38.699623 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f91ad3ad-a9f0-4571-8866-9444624c661f req-d1a2fa2b-9758-48ad-af85-1702fc2e936a tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (323e6a7e-8e8b-428d-858e-ef5f66c7a51a), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:38.707121 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65381a6c-6515-4641-85d9-f26bc385c0da req-458b5687-bdd3-426d-95d2-3e7e1ee0504e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:38.708648 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-65381a6c-6515-4641-85d9-f26bc385c0da req-458b5687-bdd3-426d-95d2-3e7e1ee0504e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=617f6fde409340a286c916b0c2822b5a&device_id=7272c094-1754-42ce-b10e-569286eda078 HTTP/1.1" status: 200 len: 1133 time: 0.1452792 Feb 02 06:54:38.752155 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da4ac8a-725c-4169-a26b-da74b787665a req-bc9d636f-165d-4c3c-ba6b-c1ea1129f3ea tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:38.753607 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6da4ac8a-725c-4169-a26b-da74b787665a req-bc9d636f-165d-4c3c-ba6b-c1ea1129f3ea tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] 10.222.0.87 "GET /v2.0/ports?device_id=050a6969-2e0d-46ef-a43b-f1a7b386fe56 HTTP/1.1" status: 200 len: 947 time: 0.2056205 Feb 02 06:54:38.755882 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f91ad3ad-a9f0-4571-8866-9444624c661f req-d1a2fa2b-9758-48ad-af85-1702fc2e936a tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:38.757104 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f91ad3ad-a9f0-4571-8866-9444624c661f req-d1a2fa2b-9758-48ad-af85-1702fc2e936a tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.3583333 Feb 02 06:54:38.764224 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4157c5e6-0045-44f4-80eb-5bacfae8a792 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (82b44e09-335f-44d6-b1fc-e3f4f478d833), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:38.846769 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-34fc6556-f6ff-4089-aea5-bc9b9b55792b service neutron] 10.222.0.88 "GET /v2.0/networks/ad127856-4465-484c-882c-e096f13573c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983914 Feb 02 06:54:38.901723 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f91ad3ad-a9f0-4571-8866-9444624c661f req-cf65e8ee-803b-4043-a3ad-99ad81efb7db tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.4.89 HTTP/1.1" status: 200 len: 695 time: 0.1327991 Feb 02 06:54:38.912063 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6da4ac8a-725c-4169-a26b-da74b787665a req-f5306253-7c10-45c5-887e-f7c1bc5ee6b9 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] 10.222.0.87 "GET /v2.0/security-groups?id=1ccf634d-a49d-423a-88d1-71ef8d7f08ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438732 Feb 02 06:54:38.914328 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a437e02a-52d3-4db2-9e05-5b8810e60294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (1d63973f-2dcf-45ca-a83f-7227b792bb30), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:38.970038 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device ba7b5a43-89ef-436e-9572-d0ffd5b0fe37 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 06:54:39.010269 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65381a6c-6515-4641-85d9-f26bc385c0da req-6b828e82-8691-44ef-870a-a3a80664dda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:39.011924 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-65381a6c-6515-4641-85d9-f26bc385c0da req-6b828e82-8691-44ef-870a-a3a80664dda6 service neutron] 10.222.0.88 "GET /v2.0/networks?id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 HTTP/1.1" status: 200 len: 870 time: 0.2955081 Feb 02 06:54:39.020945 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a437e02a-52d3-4db2-9e05-5b8810e60294 admin admin] Network e0f9d081-640e-45b1-b6ba-9e0fb190dfbe is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:54:39.040385 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-a437e02a-52d3-4db2-9e05-5b8810e60294 admin admin] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:54:39.113974 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a437e02a-52d3-4db2-9e05-5b8810e60294 admin admin] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:54:39.120328 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-65381a6c-6515-4641-85d9-f26bc385c0da req-db4c5fed-b9de-450b-9066-f6ed3ca2e7c5 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=4a75d9f3-a85f-4d9a-836f-d0f8787f41da HTTP/1.1" status: 200 len: 217 time: 0.0967188 Feb 02 06:54:39.120939 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a437e02a-52d3-4db2-9e05-5b8810e60294 admin admin] Pushing event updated for resources: {'Port': ['ID=1d63973f-2dcf-45ca-a83f-7227b792bb30,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:39.167450 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port ba7b5a43-89ef-436e-9572-d0ffd5b0fe37, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=ba7b5a43-89ef-436e-9572-d0ffd5b0fe37,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:54:39.183840 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': 'ba7b5a43-89ef-436e-9572-d0ffd5b0fe37', 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1', 'port_id': 'ba7b5a43-89ef-436e-9572-d0ffd5b0fe37', 'mac_address': 'fa:16:3e:8e:3d:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d773733-62df-4956-84d3-71d17cfb6d11', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 06:54:39.234678 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a437e02a-52d3-4db2-9e05-5b8810e60294 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (6f12ca15-5f3a-4c76-8293-3b4352e2b0b5), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:39.249192 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port ba7b5a43-89ef-436e-9572-d0ffd5b0fe37 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:54:39.249583 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ba7b5a43-89ef-436e-9572-d0ffd5b0fe37), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:39.278914 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba7b5a43-89ef-436e-9572-d0ffd5b0fe37 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:54:39.303588 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port ba7b5a43-89ef-436e-9572-d0ffd5b0fe37, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=ba7b5a43-89ef-436e-9572-d0ffd5b0fe37,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:54:39.308997 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91ad3ad-a9f0-4571-8866-9444624c661f req-e5cf685a-99e1-44f3-a9a6-4100cc39d610 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:39.311999 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f91ad3ad-a9f0-4571-8866-9444624c661f req-e5cf685a-99e1-44f3-a9a6-4100cc39d610 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] 10.222.0.87 "GET /v2.0/networks/ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 HTTP/1.1" status: 200 len: 784 time: 0.4034379 Feb 02 06:54:39.314227 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (ba7b5a43-89ef-436e-9572-d0ffd5b0fe37), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:39.316892 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65381a6c-6515-4641-85d9-f26bc385c0da req-54299b6f-0c1d-47f0-a66d-0e5bbba6e3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:39.318155 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-65381a6c-6515-4641-85d9-f26bc385c0da req-54299b6f-0c1d-47f0-a66d-0e5bbba6e3fa service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.1723437 Feb 02 06:54:39.331125 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [req-f91ad3ad-a9f0-4571-8866-9444624c661f req-7437b1ac-42fb-41d6-867e-0faade799a40 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=109693) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 06:54:39.332651 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f91ad3ad-a9f0-4571-8866-9444624c661f req-7437b1ac-42fb-41d6-867e-0faade799a40 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0117936 Feb 02 06:54:39.385288 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=ba7b5a43-89ef-436e-9572-d0ffd5b0fe37,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:39.398555 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-79e927ba-3e3b-42aa-8831-2e480912686c None None] Provisioning complete for port 1d63973f-2dcf-45ca-a83f-7227b792bb30 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:54:39.398943 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-79e927ba-3e3b-42aa-8831-2e480912686c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (1d63973f-2dcf-45ca-a83f-7227b792bb30), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:39.425292 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65381a6c-6515-4641-85d9-f26bc385c0da req-b1bce695-91ca-4a1a-91b6-93558aa0a041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:39.427090 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-65381a6c-6515-4641-85d9-f26bc385c0da req-b1bce695-91ca-4a1a-91b6-93558aa0a041 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1000865 Feb 02 06:54:39.460992 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-79e927ba-3e3b-42aa-8831-2e480912686c None None] Port 1d63973f-2dcf-45ca-a83f-7227b792bb30 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 06:54:39.468493 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-01719f13-7bfd-4644-ac18-e0ef962fcf8c service neutron] 10.222.0.88 "GET /v2.0/networks/ad127856-4465-484c-882c-e096f13573c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6143489 Feb 02 06:54:39.488743 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb770f0-7034-49bc-bed6-7997873c0188 req-44fcbdc9-6908-4651-9c1b-41dca8fc0c49 tempest-LiveAutoBlockMigrationV225Test-1760037822 tempest-LiveAutoBlockMigrationV225Test-1760037822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:39.490338 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fbb770f0-7034-49bc-bed6-7997873c0188 req-44fcbdc9-6908-4651-9c1b-41dca8fc0c49 tempest-LiveAutoBlockMigrationV225Test-1760037822 tempest-LiveAutoBlockMigrationV225Test-1760037822-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=2d2e1841-644f-4ec3-b154-c02b38400298 HTTP/1.1" status: 200 len: 1128 time: 0.2072835 Feb 02 06:54:39.541757 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4157c5e6-0045-44f4-80eb-5bacfae8a792 admin admin] Router 82b44e09-335f-44d6-b1fc-e3f4f478d833 is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 06:54:39.556081 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fbb770f0-7034-49bc-bed6-7997873c0188 req-c3255bbf-5c8d-4aff-a84b-ea896d3c6cca tempest-LiveAutoBlockMigrationV225Test-1760037822 tempest-LiveAutoBlockMigrationV225Test-1760037822-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597508 Feb 02 06:54:39.564440 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a437e02a-52d3-4db2-9e05-5b8810e60294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (1d63973f-2dcf-45ca-a83f-7227b792bb30), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:39.598708 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead1d1c0-c3a9-4ad4-a1e6-ba50e6e14d8e req-d525263d-d5b1-4f6c-b1cb-9cba4d7f46ee tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:39.600340 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ead1d1c0-c3a9-4ad4-a1e6-ba50e6e14d8e req-d525263d-d5b1-4f6c-b1cb-9cba4d7f46ee tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=3198844e-639f-4156-b68e-3a3b15da1358 HTTP/1.1" status: 200 len: 945 time: 0.1697371 Feb 02 06:54:39.660386 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-65381a6c-6515-4641-85d9-f26bc385c0da req-a0573939-8d4e-418e-9bea-6553b1ec58c8 service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160988 Feb 02 06:54:39.725904 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['ba7b5a43-89ef-436e-9572-d0ffd5b0fe37'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:54:39.756915 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4157c5e6-0045-44f4-80eb-5bacfae8a792 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 06:54:39.760870 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ead1d1c0-c3a9-4ad4-a1e6-ba50e6e14d8e req-5a04b763-66a1-4c33-8b48-2e0dd30fae53 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338518 Feb 02 06:54:39.784782 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2a5579-1ba7-4217-b8e8-e10b49150c03 None None] Sync routers for ids ['82b44e09-335f-44d6-b1fc-e3f4f478d833'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 06:54:39.814528 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4157c5e6-0045-44f4-80eb-5bacfae8a792 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:39.817022 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-4157c5e6-0045-44f4-80eb-5bacfae8a792 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.9945576 Feb 02 06:54:39.827316 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59522) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:54:39.851023 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2a5579-1ba7-4217-b8e8-e10b49150c03 None None] Routers {'82b44e09-335f-44d6-b1fc-e3f4f478d833'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 06:54:39.851702 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-9a2a5579-1ba7-4217-b8e8-e10b49150c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:54:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['82b44e09-335f-44d6-b1fc-e3f4f478d833'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:54:39.910401 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b86c0141-3de1-4602-bc09-be3c0c998723 req-6730d760-6691-4ffb-9fcc-12a5ea2aa6d0 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3076656 Feb 02 06:54:39.923856 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-b86c0141-3de1-4602-bc09-be3c0c998723 req-b3b4ab44-4858-449b-a6d3-a187d197742a tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Request body: {'floatingip': {'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:54:40.006528 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-985c64df-127f-4cc5-96bf-e4451c390e98 tempest-LiveMigrationTest-749161847 tempest-LiveMigrationTest-749161847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:40.008097 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-985c64df-127f-4cc5-96bf-e4451c390e98 tempest-LiveMigrationTest-749161847 tempest-LiveMigrationTest-749161847-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=3198844e-639f-4156-b68e-3a3b15da1358&tenant_id=94634d8b4d2a41de8e59c8bd88798343&binding%3Ahost_id=n-h1-789963-26 HTTP/1.1" status: 200 len: 1128 time: 0.1895506 Feb 02 06:54:40.011166 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-b86c0141-3de1-4602-bc09-be3c0c998723 req-b3b4ab44-4858-449b-a6d3-a187d197742a tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:40.045193 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-9a2a5579-1ba7-4217-b8e8-e10b49150c03 None None] Set router 82b44e09-335f-44d6-b1fc-e3f4f478d833 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 06:54:40.140502 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-65381a6c-6515-4641-85d9-f26bc385c0da req-468080ca-5294-4d47-a7a7-5a5ab51d5914 service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4614513 Feb 02 06:54:40.165694 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85898b10-5c5b-497f-bcae-1ea121492eb7 req-910284d9-58c8-4c07-9955-54d5c7ce3aa7 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:40.167217 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-85898b10-5c5b-497f-bcae-1ea121492eb7 req-910284d9-58c8-4c07-9955-54d5c7ce3aa7 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=7272c094-1754-42ce-b10e-569286eda078 HTTP/1.1" status: 200 len: 950 time: 0.1080832 Feb 02 06:54:40.200664 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a437e02a-52d3-4db2-9e05-5b8810e60294 admin admin] Publish callbacks [] for port (1d63973f-2dcf-45ca-a83f-7227b792bb30), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:40.210364 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a437e02a-52d3-4db2-9e05-5b8810e60294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (1d63973f-2dcf-45ca-a83f-7227b792bb30), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:40.303027 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-85898b10-5c5b-497f-bcae-1ea121492eb7 req-f6a2b4da-93aa-4c9e-af86-ea98f7c8b2ed tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271980 Feb 02 06:54:40.337538 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a437e02a-52d3-4db2-9e05-5b8810e60294 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (6f12ca15-5f3a-4c76-8293-3b4352e2b0b5), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:40.341126 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a437e02a-52d3-4db2-9e05-5b8810e60294 admin admin] Pushing event updated for resources: {'Port': ['ID=1d63973f-2dcf-45ca-a83f-7227b792bb30,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:40.433713 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 3dd3300c-d4ff-4949-819a-c248d998724a up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:54:40.440276 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-9a2a5579-1ba7-4217-b8e8-e10b49150c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'name': 'tempest-FloatingIPsAssociationTestJSON-599617694-router', 'tenant_id': '2b7b771ea1c74d4ab2224de90862d20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'd7e469b2-08ef-48dc-ab90-79575ae1a4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:54:34Z', 'updated_at': '2022-02-02T06:54:37Z', 'revision_number': 3, 'project_id': '2b7b771ea1c74d4ab2224de90862d20a', 'gw_port': {'id': 'd7e469b2-08ef-48dc-ab90-79575ae1a4d4', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:32:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:35Z', 'updated_at': '2022-02-02T06:54:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:54:40.485982 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-d7842622-9bb2-4768-92e8-09cab722fcf1 service neutron] For port 51a170da-8609-48e7-9016-7b1d57369294, host n-h2-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:54:40.488394 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2a5579-1ba7-4217-b8e8-e10b49150c03 None None] Checking router: 82b44e09-335f-44d6-b1fc-e3f4f478d833 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 06:54:40.488394 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2a5579-1ba7-4217-b8e8-e10b49150c03 None None] Updating router 82b44e09-335f-44d6-b1fc-e3f4f478d833 port d7e469b2-08ef-48dc-ab90-79575ae1a4d4 binding host n-d-789963-26 {{(pid=109695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 06:54:40.514509 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-d7842622-9bb2-4768-92e8-09cab722fcf1 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:40.515685 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4de71682-f0e2-4da7-a1ba-3429d60092e0 req-d7842622-9bb2-4768-92e8-09cab722fcf1 service neutron] 10.222.0.88 "DELETE /v2.0/ports/51a170da-8609-48e7-9016-7b1d57369294/bindings/n-h2-789963-26 HTTP/1.1" status: 204 len: 173 time: 0.4840436 Feb 02 06:54:40.537157 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-b86c0141-3de1-4602-bc09-be3c0c998723 req-b3b4ab44-4858-449b-a6d3-a187d197742a tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:40.542354 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a437e02a-52d3-4db2-9e05-5b8810e60294 admin admin] Network e0f9d081-640e-45b1-b6ba-9e0fb190dfbe is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:54:40.554235 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9a2a5579-1ba7-4217-b8e8-e10b49150c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (d7e469b2-08ef-48dc-ab90-79575ae1a4d4), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:40.565776 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-a437e02a-52d3-4db2-9e05-5b8810e60294 admin admin] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:54:40.588850 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 3dd3300c-d4ff-4949-819a-c248d998724a triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:54:40.589230 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (3dd3300c-d4ff-4949-819a-c248d998724a), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:40.647477 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c757f2-6638-40da-a493-52a5a17bcbc6 req-3642f0c9-3acd-4f39-b415-adb46e0631da tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:40.649012 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-69c757f2-6638-40da-a493-52a5a17bcbc6 req-3642f0c9-3acd-4f39-b415-adb46e0631da tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] 10.222.0.87 "GET /v2.0/ports?device_id=050a6969-2e0d-46ef-a43b-f1a7b386fe56 HTTP/1.1" status: 200 len: 948 time: 0.1311491 Feb 02 06:54:40.755533 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-69c757f2-6638-40da-a493-52a5a17bcbc6 req-768e1f39-f0f3-418f-a251-1643b165aa5c tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] 10.222.0.87 "GET /v2.0/security-groups?id=1ccf634d-a49d-423a-88d1-71ef8d7f08ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730908 Feb 02 06:54:40.757412 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a437e02a-52d3-4db2-9e05-5b8810e60294 admin admin] Router 6f12ca15-5f3a-4c76-8293-3b4352e2b0b5 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 06:54:40.838910 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-605d16bc-375d-4595-9d8b-1e846d41d4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:40.915485 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a437e02a-52d3-4db2-9e05-5b8810e60294 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 06:54:40.923498 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-b86c0141-3de1-4602-bc09-be3c0c998723 req-b3b4ab44-4858-449b-a6d3-a187d197742a tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Allocated IP 172.25.4.28 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/f5797be2-dd09-45c5-823e-41a82788276e) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:54:40.928272 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f989512-8b69-4f79-8f63-0bcdbce694a2 None None] Sync routers for ids ['6f12ca15-5f3a-4c76-8293-3b4352e2b0b5'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 06:54:40.943105 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f989512-8b69-4f79-8f63-0bcdbce694a2 None None] Routers {'6f12ca15-5f3a-4c76-8293-3b4352e2b0b5'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 06:54:40.943926 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-1f989512-8b69-4f79-8f63-0bcdbce694a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:54:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['6f12ca15-5f3a-4c76-8293-3b4352e2b0b5'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:54:40.945506 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a437e02a-52d3-4db2-9e05-5b8810e60294 admin admin] 10.222.0.87 "PUT /v2.0/routers/6f12ca15-5f3a-4c76-8293-3b4352e2b0b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1434143 Feb 02 06:54:40.990186 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a7ecf072-1f03-490b-8520-0c9bebf74ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:41.117298 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ecf67ce6-f27f-41c8-9732-075f7d1a11a8 None None] Provisioning complete for port 1d63973f-2dcf-45ca-a83f-7227b792bb30 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:54:41.117298 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ecf67ce6-f27f-41c8-9732-075f7d1a11a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (1d63973f-2dcf-45ca-a83f-7227b792bb30), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:41.141229 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e5185-af89-49dd-ab05-08a6a4375968 req-a4a2d98f-aacf-4f0d-9af4-a8c91705e187 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:41.151745 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-955e5185-af89-49dd-ab05-08a6a4375968 req-a4a2d98f-aacf-4f0d-9af4-a8c91705e187 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=3198844e-639f-4156-b68e-3a3b15da1358 HTTP/1.1" status: 200 len: 945 time: 0.0922477 Feb 02 06:54:41.188918 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 3dd3300c-d4ff-4949-819a-c248d998724a is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:54:41.189374 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3dd3300c-d4ff-4949-819a-c248d998724a), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:41.197302 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ecf67ce6-f27f-41c8-9732-075f7d1a11a8 None None] Port 1d63973f-2dcf-45ca-a83f-7227b792bb30 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 06:54:41.220993 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-955e5185-af89-49dd-ab05-08a6a4375968 req-1552d0e1-886c-4201-96a7-df28fc3b4a8d tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661464 Feb 02 06:54:41.256527 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 3dd3300c-d4ff-4949-819a-c248d998724a, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=3dd3300c-d4ff-4949-819a-c248d998724a,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:54:41.264221 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-b86c0141-3de1-4602-bc09-be3c0c998723 req-b3b4ab44-4858-449b-a6d3-a187d197742a tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Publish callbacks [] for port (f5797be2-dd09-45c5-823e-41a82788276e), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:41.267842 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (3dd3300c-d4ff-4949-819a-c248d998724a), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:41.317945 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-605d16bc-375d-4595-9d8b-1e846d41d4b7 admin admin] Allocated IP 172.20.0.1 (76868d96-3692-423a-989b-a6220ec3b299/7ce63174-c525-4e2d-821d-9ee5b4634e75/17103a1e-52d8-4742-9b46-282efaa9717c) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:54:41.362909 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=3dd3300c-d4ff-4949-819a-c248d998724a,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:41.369709 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-1f989512-8b69-4f79-8f63-0bcdbce694a2 None None] Set router 6f12ca15-5f3a-4c76-8293-3b4352e2b0b5 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 06:54:41.379903 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed6eaed-46e1-49d4-8fb1-c99d930dfb84 req-8bf892bd-1976-4f35-ab10-fa5349e9e289 tempest-LiveAutoBlockMigrationV225Test-1760037822 tempest-LiveAutoBlockMigrationV225Test-1760037822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:41.381468 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bed6eaed-46e1-49d4-8fb1-c99d930dfb84 req-8bf892bd-1976-4f35-ab10-fa5349e9e289 tempest-LiveAutoBlockMigrationV225Test-1760037822 tempest-LiveAutoBlockMigrationV225Test-1760037822-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=2d2e1841-644f-4ec3-b154-c02b38400298 HTTP/1.1" status: 200 len: 1128 time: 0.0836828 Feb 02 06:54:41.436098 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-b86c0141-3de1-4602-bc09-be3c0c998723 req-b3b4ab44-4858-449b-a6d3-a187d197742a tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (f5797be2-dd09-45c5-823e-41a82788276e), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:41.483768 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b86c0141-3de1-4602-bc09-be3c0c998723 req-b3b4ab44-4858-449b-a6d3-a187d197742a tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:54:41.490485 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-b86c0141-3de1-4602-bc09-be3c0c998723 req-b3b4ab44-4858-449b-a6d3-a187d197742a tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:54:41.501427 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-b86c0141-3de1-4602-bc09-be3c0c998723 req-b3b4ab44-4858-449b-a6d3-a187d197742a tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:54:41.508142 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bed6eaed-46e1-49d4-8fb1-c99d930dfb84 req-ac1dfc4b-28d3-45df-9293-71984b771e9b tempest-LiveAutoBlockMigrationV225Test-1760037822 tempest-LiveAutoBlockMigrationV225Test-1760037822-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196434 Feb 02 06:54:41.564600 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b4ab44-4858-449b-a6d3-a187d197742a tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Pushing event updated for resources: {'Port': ['ID=f5797be2-dd09-45c5-823e-41a82788276e,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:41.597334 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-605d16bc-375d-4595-9d8b-1e846d41d4b7 admin admin] Publish callbacks [] for port (17103a1e-52d8-4742-9b46-282efaa9717c), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:41.609742 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-b86c0141-3de1-4602-bc09-be3c0c998723 req-b3b4ab44-4858-449b-a6d3-a187d197742a tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Publish callbacks [] for floatingip (79881235-744c-47be-b045-85cb880960be), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:41.675314 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-b86c0141-3de1-4602-bc09-be3c0c998723 req-b3b4ab44-4858-449b-a6d3-a187d197742a tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f5797be2-dd09-45c5-823e-41a82788276e), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:41.678594 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-605d16bc-375d-4595-9d8b-1e846d41d4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (17103a1e-52d8-4742-9b46-282efaa9717c), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:41.743618 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-1f989512-8b69-4f79-8f63-0bcdbce694a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f12ca15-5f3a-4c76-8293-3b4352e2b0b5', 'name': 'tempest-AttachSCSIVolumeTestJSON-158050640-router', 'tenant_id': 'a578a4401c554c2ca8800cd6fc4dd3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '3dd3300c-d4ff-4949-819a-c248d998724a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:54:29Z', 'updated_at': '2022-02-02T06:54:39Z', 'revision_number': 4, 'project_id': 'a578a4401c554c2ca8800cd6fc4dd3f4', 'gw_port': {'id': '3dd3300c-d4ff-4949-819a-c248d998724a', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:39:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f12ca15-5f3a-4c76-8293-3b4352e2b0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:30Z', 'updated_at': '2022-02-02T06:54:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '1d63973f-2dcf-45ca-a83f-7227b792bb30', 'name': '', 'network_id': 'e0f9d081-640e-45b1-b6ba-9e0fb190dfbe', 'tenant_id': 'a578a4401c554c2ca8800cd6fc4dd3f4', 'mac_address': 'fa:16:3e:a8:6a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f12ca15-5f3a-4c76-8293-3b4352e2b0b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'f1fa5b16-0923-4aea-9e14-f0e26de4f6f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:37Z', 'updated_at': '2022-02-02T06:54:39Z', 'revision_number': 2, 'project_id': 'a578a4401c554c2ca8800cd6fc4dd3f4', 'subnets': [{'id': 'f1fa5b16-0923-4aea-9e14-f0e26de4f6f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:54:41.746165 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9a2a5579-1ba7-4217-b8e8-e10b49150c03 None None] Publish callbacks [] for port (d7e469b2-08ef-48dc-ab90-79575ae1a4d4), precommit_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:41.755289 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9a2a5579-1ba7-4217-b8e8-e10b49150c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (d7e469b2-08ef-48dc-ab90-79575ae1a4d4), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:41.776361 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605d16bc-375d-4595-9d8b-1e846d41d4b7 admin admin] Network 76868d96-3692-423a-989b-a6220ec3b299 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:54:41.776994 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f989512-8b69-4f79-8f63-0bcdbce694a2 None None] Checking router: 6f12ca15-5f3a-4c76-8293-3b4352e2b0b5 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 06:54:41.777572 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f989512-8b69-4f79-8f63-0bcdbce694a2 None None] Updating router 6f12ca15-5f3a-4c76-8293-3b4352e2b0b5 port 1d63973f-2dcf-45ca-a83f-7227b792bb30 binding host n-d-789963-26 {{(pid=109696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 06:54:41.800634 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-605d16bc-375d-4595-9d8b-1e846d41d4b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:54:41.810209 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-1f989512-8b69-4f79-8f63-0bcdbce694a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (1d63973f-2dcf-45ca-a83f-7227b792bb30), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:41.811873 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605d16bc-375d-4595-9d8b-1e846d41d4b7 admin admin] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:54:41.812460 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-605d16bc-375d-4595-9d8b-1e846d41d4b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (82b44e09-335f-44d6-b1fc-e3f4f478d833), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:41.824540 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4708566-c8a6-4dfd-842b-f40fd879baae None None] Pushing event updated for resources: {'Port': ['ID=d7e469b2-08ef-48dc-ab90-79575ae1a4d4,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:41.830167 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-9a2a5579-1ba7-4217-b8e8-e10b49150c03 None None] Attempting to bind port d7e469b2-08ef-48dc-ab90-79575ae1a4d4 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:54:41.830674 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-9a2a5579-1ba7-4217-b8e8-e10b49150c03 None None] Attempting to bind port d7e469b2-08ef-48dc-ab90-79575ae1a4d4 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:54:41.831274 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2a5579-1ba7-4217-b8e8-e10b49150c03 None None] Attempting to bind port d7e469b2-08ef-48dc-ab90-79575ae1a4d4 on network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:54:41.832731 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09081f-0737-48cd-b70e-d6ab9398f8b8 req-3737b9df-6854-4e2a-a385-43aed03731cd tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:41.837338 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2a5579-1ba7-4217-b8e8-e10b49150c03 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:54:41.837815 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2a5579-1ba7-4217-b8e8-e10b49150c03 None None] Checking segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:54:41.838323 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9a2a5579-1ba7-4217-b8e8-e10b49150c03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:41.838725 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2a5579-1ba7-4217-b8e8-e10b49150c03 None None] Bound using segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:54:41.839251 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-9a2a5579-1ba7-4217-b8e8-e10b49150c03 None None] Bound port: d7e469b2-08ef-48dc-ab90-79575ae1a4d4, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:54:41.839668 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9a2a5579-1ba7-4217-b8e8-e10b49150c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (d7e469b2-08ef-48dc-ab90-79575ae1a4d4), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:41.843700 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cb09081f-0737-48cd-b70e-d6ab9398f8b8 req-3737b9df-6854-4e2a-a385-43aed03731cd tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=7272c094-1754-42ce-b10e-569286eda078 HTTP/1.1" status: 200 len: 950 time: 0.1027977 Feb 02 06:54:41.923892 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cb09081f-0737-48cd-b70e-d6ab9398f8b8 req-d2fe982d-c8ad-4db6-86ae-8d02fd4aee9e tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746391 Feb 02 06:54:41.953068 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-9a2a5579-1ba7-4217-b8e8-e10b49150c03 None None] For port d7e469b2-08ef-48dc-ab90-79575ae1a4d4, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:54:41.959366 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-9a2a5579-1ba7-4217-b8e8-e10b49150c03 None None] For port d7e469b2-08ef-48dc-ab90-79575ae1a4d4, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=d7e469b2-08ef-48dc-ab90-79575ae1a4d4,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:54:41.964456 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59556) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:54:41.969823 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-6cb95465-ddfe-4159-82b9-908c2b119948 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1664527472-network', 'tenant_id': '3148740a18674baa918e700334ca9f59'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:54:41.973244 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9a2a5579-1ba7-4217-b8e8-e10b49150c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (d7e469b2-08ef-48dc-ab90-79575ae1a4d4), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:42.007719 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605d16bc-375d-4595-9d8b-1e846d41d4b7 admin admin] Pushing event updated for resources: {'Port': ['ID=17103a1e-52d8-4742-9b46-282efaa9717c,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:42.013587 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb95465-ddfe-4159-82b9-908c2b119948 admin admin] Made reservation on behalf of 3148740a18674baa918e700334ca9f59 for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:54:42.015967 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6cb95465-ddfe-4159-82b9-908c2b119948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:42.045261 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6cb95465-ddfe-4159-82b9-908c2b119948 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:42.058388 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4708566-c8a6-4dfd-842b-f40fd879baae None None] Pushing event updated for resources: {'Port': ['ID=d7e469b2-08ef-48dc-ab90-79575ae1a4d4,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:42.062011 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2a5579-1ba7-4217-b8e8-e10b49150c03 None None] Routers {'82b44e09-335f-44d6-b1fc-e3f4f478d833'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 06:54:42.062628 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-9a2a5579-1ba7-4217-b8e8-e10b49150c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:54:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['82b44e09-335f-44d6-b1fc-e3f4f478d833'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:54:42.114198 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-605d16bc-375d-4595-9d8b-1e846d41d4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (17103a1e-52d8-4742-9b46-282efaa9717c), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:42.121743 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb373536-837d-41c9-aec9-ece8934a35f1 req-4ee14f25-6730-4f38-9611-884fda441449 tempest-LiveMigrationTest-749161847 tempest-LiveMigrationTest-749161847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:42.125298 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-eb373536-837d-41c9-aec9-ece8934a35f1 req-4ee14f25-6730-4f38-9611-884fda441449 tempest-LiveMigrationTest-749161847 tempest-LiveMigrationTest-749161847-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=3198844e-639f-4156-b68e-3a3b15da1358 HTTP/1.1" status: 200 len: 1128 time: 0.1042087 Feb 02 06:54:42.205135 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-1f989512-8b69-4f79-8f63-0bcdbce694a2 None None] Publish callbacks [] for port (1d63973f-2dcf-45ca-a83f-7227b792bb30), precommit_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:42.212880 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-1f989512-8b69-4f79-8f63-0bcdbce694a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (1d63973f-2dcf-45ca-a83f-7227b792bb30), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:42.245540 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-9a2a5579-1ba7-4217-b8e8-e10b49150c03 None None] Set router 82b44e09-335f-44d6-b1fc-e3f4f478d833 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 06:54:42.273242 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6cb95465-ddfe-4159-82b9-908c2b119948 admin admin] Publish callbacks [] for security_group (7914f950-0e2c-4061-94ad-a5f6c0031093), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:42.292931 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caa66f4-a981-4e9e-ba53-ede002116e1f None None] Pushing event updated for resources: {'Port': ['ID=1d63973f-2dcf-45ca-a83f-7227b792bb30,revision_number=3']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:42.307906 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6cb95465-ddfe-4159-82b9-908c2b119948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (7914f950-0e2c-4061-94ad-a5f6c0031093), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:42.311163 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1e99359a-398a-4406-a650-1145ab43e725 None None] Provisioning complete for port 17103a1e-52d8-4742-9b46-282efaa9717c triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:54:42.311569 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1e99359a-398a-4406-a650-1145ab43e725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (17103a1e-52d8-4742-9b46-282efaa9717c), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:42.312162 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-b86c0141-3de1-4602-bc09-be3c0c998723 req-b3b4ab44-4858-449b-a6d3-a187d197742a tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Publish callbacks [] for port (f5797be2-dd09-45c5-823e-41a82788276e), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:42.326648 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-b86c0141-3de1-4602-bc09-be3c0c998723 req-b3b4ab44-4858-449b-a6d3-a187d197742a tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (f5797be2-dd09-45c5-823e-41a82788276e), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:42.362520 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cb95465-ddfe-4159-82b9-908c2b119948 admin admin] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 06:54:42.391148 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-b86c0141-3de1-4602-bc09-be3c0c998723 req-b3b4ab44-4858-449b-a6d3-a187d197742a tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (79881235-744c-47be-b045-85cb880960be), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:42.409685 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb95465-ddfe-4159-82b9-908c2b119948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7914f950-0e2c-4061-94ad-a5f6c0031093,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:42.420102 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 3dd3300c-d4ff-4949-819a-c248d998724a up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:54:42.427024 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6cb95465-ddfe-4159-82b9-908c2b119948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (fb0dd258-43a7-4754-8cbb-20de8df7fb9c), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:42.427378 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-6cb95465-ddfe-4159-82b9-908c2b119948 admin admin] Added segment fb0dd258-43a7-4754-8cbb-20de8df7fb9c of type vlan for network be4b1c52-38f5-42d7-985d-ab796957b18c Feb 02 06:54:42.440929 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-eb373536-837d-41c9-aec9-ece8934a35f1 req-d4c3e9d6-4e15-4e67-8ad2-fb01c8c79b06 tempest-LiveMigrationTest-749161847 tempest-LiveMigrationTest-749161847-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096409 Feb 02 06:54:42.450290 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-1f989512-8b69-4f79-8f63-0bcdbce694a2 None None] Attempting to bind port 1d63973f-2dcf-45ca-a83f-7227b792bb30 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:54:42.452172 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-1f989512-8b69-4f79-8f63-0bcdbce694a2 None None] Attempting to bind port 1d63973f-2dcf-45ca-a83f-7227b792bb30 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '1d2d48ca-7af8-4a5d-abef-fb7206a16c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e0f9d081-640e-45b1-b6ba-9e0fb190dfbe'}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:54:42.465833 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b4ab44-4858-449b-a6d3-a187d197742a tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Pushing event updated for resources: {'Port': ['ID=f5797be2-dd09-45c5-823e-41a82788276e,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:42.466795 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f989512-8b69-4f79-8f63-0bcdbce694a2 None None] Attempting to bind port 1d63973f-2dcf-45ca-a83f-7227b792bb30 on network e0f9d081-640e-45b1-b6ba-9e0fb190dfbe {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:54:42.488896 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f989512-8b69-4f79-8f63-0bcdbce694a2 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:54:42.489272 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f989512-8b69-4f79-8f63-0bcdbce694a2 None None] Checking segment: {'id': '1d2d48ca-7af8-4a5d-abef-fb7206a16c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e0f9d081-640e-45b1-b6ba-9e0fb190dfbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:54:42.489680 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-1f989512-8b69-4f79-8f63-0bcdbce694a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:42.490055 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f989512-8b69-4f79-8f63-0bcdbce694a2 None None] Bound using segment: {'id': '1d2d48ca-7af8-4a5d-abef-fb7206a16c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e0f9d081-640e-45b1-b6ba-9e0fb190dfbe'} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:54:42.494903 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-1f989512-8b69-4f79-8f63-0bcdbce694a2 None None] Bound port: 1d63973f-2dcf-45ca-a83f-7227b792bb30, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2d48ca-7af8-4a5d-abef-fb7206a16c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e0f9d081-640e-45b1-b6ba-9e0fb190dfbe'}}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:54:42.495971 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-1f989512-8b69-4f79-8f63-0bcdbce694a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (1d63973f-2dcf-45ca-a83f-7227b792bb30), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:42.502134 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-b86c0141-3de1-4602-bc09-be3c0c998723 req-b3b4ab44-4858-449b-a6d3-a187d197742a tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:42.511720 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b86c0141-3de1-4602-bc09-be3c0c998723 req-b3b4ab44-4858-449b-a6d3-a187d197742a tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5954239 Feb 02 06:54:42.556372 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1e99359a-398a-4406-a650-1145ab43e725 None None] Port 17103a1e-52d8-4742-9b46-282efaa9717c cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 06:54:42.608976 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6cb95465-ddfe-4159-82b9-908c2b119948 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (be4b1c52-38f5-42d7-985d-ab796957b18c), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:42.665439 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-1f989512-8b69-4f79-8f63-0bcdbce694a2 None None] For port 1d63973f-2dcf-45ca-a83f-7227b792bb30, host n-d-789963-26, cleared binding levels {{(pid=109696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:54:42.670312 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-1f989512-8b69-4f79-8f63-0bcdbce694a2 None None] For port 1d63973f-2dcf-45ca-a83f-7227b792bb30, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=1d63973f-2dcf-45ca-a83f-7227b792bb30,segment=NetworkSegment(1d2d48ca-7af8-4a5d-abef-fb7206a16c0e),segment_id=1d2d48ca-7af8-4a5d-abef-fb7206a16c0e)] {{(pid=109696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:54:42.681895 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-1f989512-8b69-4f79-8f63-0bcdbce694a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (1d63973f-2dcf-45ca-a83f-7227b792bb30), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:42.700821 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b86c0141-3de1-4602-bc09-be3c0c998723 req-2efc7919-cdab-418c-a842-e63de79775e5 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.4.28 HTTP/1.1" status: 200 len: 695 time: 0.1874106 Feb 02 06:54:42.718784 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 3dd3300c-d4ff-4949-819a-c248d998724a triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:54:42.719325 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (3dd3300c-d4ff-4949-819a-c248d998724a), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:42.758613 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6cb95465-ddfe-4159-82b9-908c2b119948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (be4b1c52-38f5-42d7-985d-ab796957b18c), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:42.759613 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb95465-ddfe-4159-82b9-908c2b119948 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:42.760475 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6cb95465-ddfe-4159-82b9-908c2b119948 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:42.768415 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caa66f4-a981-4e9e-ba53-ede002116e1f None None] Pushing event updated for resources: {'Port': ['ID=1d63973f-2dcf-45ca-a83f-7227b792bb30,revision_number=4']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:42.819219 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f989512-8b69-4f79-8f63-0bcdbce694a2 None None] Routers {'6f12ca15-5f3a-4c76-8293-3b4352e2b0b5'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 06:54:42.820876 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-1f989512-8b69-4f79-8f63-0bcdbce694a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:54:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['6f12ca15-5f3a-4c76-8293-3b4352e2b0b5'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:54:42.846965 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0811eeb-98d7-4513-b0bd-c15c16337b34 req-46f1a691-a4ec-4ca5-8c9c-d4dcddaab18f tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:42.848707 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b0811eeb-98d7-4513-b0bd-c15c16337b34 req-46f1a691-a4ec-4ca5-8c9c-d4dcddaab18f tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] 10.222.0.87 "GET /v2.0/ports?device_id=050a6969-2e0d-46ef-a43b-f1a7b386fe56 HTTP/1.1" status: 200 len: 948 time: 0.2151613 Feb 02 06:54:42.857378 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-6cb95465-ddfe-4159-82b9-908c2b119948 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8877797 Feb 02 06:54:42.895776 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-5f2660a7-9c60-4190-b65b-d6946e43c170 None None] Provisioning complete for port 1d63973f-2dcf-45ca-a83f-7227b792bb30 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:54:42.896549 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5f2660a7-9c60-4190-b65b-d6946e43c170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (1d63973f-2dcf-45ca-a83f-7227b792bb30), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:42.963060 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59566) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:54:42.975776 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-dc2d6c1b-994d-4954-8582-f0dd9691effe admin admin] Request body: {'subnet': {'network_id': 'be4b1c52-38f5-42d7-985d-ab796957b18c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1664527472-subnet', 'tenant_id': '3148740a18674baa918e700334ca9f59', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:54:42.982543 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb95465-ddfe-4159-82b9-908c2b119948 admin admin] Pushing event updated for resources: {'Network': ['ID=be4b1c52-38f5-42d7-985d-ab796957b18c,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:43.039219 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc2d6c1b-994d-4954-8582-f0dd9691effe admin admin] Made reservation on behalf of 3148740a18674baa918e700334ca9f59 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:54:43.051167 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-dc2d6c1b-994d-4954-8582-f0dd9691effe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:43.070131 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network be4b1c52-38f5-42d7-985d-ab796957b18c details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 06:54:43.073243 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-1f989512-8b69-4f79-8f63-0bcdbce694a2 None None] Set router 6f12ca15-5f3a-4c76-8293-3b4352e2b0b5 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 06:54:43.090003 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b0811eeb-98d7-4513-b0bd-c15c16337b34 req-cce6f94b-5c91-4975-8e60-156164ad4706 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] 10.222.0.87 "GET /v2.0/security-groups?id=1ccf634d-a49d-423a-88d1-71ef8d7f08ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217403 Feb 02 06:54:43.221367 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-605d16bc-375d-4595-9d8b-1e846d41d4b7 admin admin] Publish callbacks [] for port (17103a1e-52d8-4742-9b46-282efaa9717c), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:43.234389 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device ba7b5a43-89ef-436e-9572-d0ffd5b0fe37 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:54:43.240653 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-605d16bc-375d-4595-9d8b-1e846d41d4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (17103a1e-52d8-4742-9b46-282efaa9717c), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:43.244631 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-605d16bc-375d-4595-9d8b-1e846d41d4b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (82b44e09-335f-44d6-b1fc-e3f4f478d833), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:43.401107 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-9a2a5579-1ba7-4217-b8e8-e10b49150c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'name': 'tempest-FloatingIPsAssociationTestJSON-599617694-router', 'tenant_id': '2b7b771ea1c74d4ab2224de90862d20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'd7e469b2-08ef-48dc-ab90-79575ae1a4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:54:34Z', 'updated_at': '2022-02-02T06:54:41Z', 'revision_number': 4, 'project_id': '2b7b771ea1c74d4ab2224de90862d20a', 'gw_port': {'id': 'd7e469b2-08ef-48dc-ab90-79575ae1a4d4', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:32:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:35Z', 'updated_at': '2022-02-02T06:54:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '17103a1e-52d8-4742-9b46-282efaa9717c', 'name': '', 'network_id': '76868d96-3692-423a-989b-a6220ec3b299', 'tenant_id': '2b7b771ea1c74d4ab2224de90862d20a', 'mac_address': 'fa:16:3e:7b:a6:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7ce63174-c525-4e2d-821d-9ee5b4634e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:40Z', 'updated_at': '2022-02-02T06:54:41Z', 'revision_number': 1, 'project_id': '2b7b771ea1c74d4ab2224de90862d20a', 'subnets': [{'id': '7ce63174-c525-4e2d-821d-9ee5b4634e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:54:43.412607 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f986123-20f2-40d0-abdf-4808a8138000 req-ffc1ab1d-cf2e-459f-8144-180034ce4a03 tempest-LiveAutoBlockMigrationV225Test-1760037822 tempest-LiveAutoBlockMigrationV225Test-1760037822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:43.421616 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7f986123-20f2-40d0-abdf-4808a8138000 req-ffc1ab1d-cf2e-459f-8144-180034ce4a03 tempest-LiveAutoBlockMigrationV225Test-1760037822 tempest-LiveAutoBlockMigrationV225Test-1760037822-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=2d2e1841-644f-4ec3-b154-c02b38400298 HTTP/1.1" status: 200 len: 1128 time: 0.1201260 Feb 02 06:54:43.429236 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-dc2d6c1b-994d-4954-8582-f0dd9691effe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (41109078-78f2-4cf8-a4bd-125bcaab760f), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:43.474045 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605d16bc-375d-4595-9d8b-1e846d41d4b7 admin admin] Network 76868d96-3692-423a-989b-a6220ec3b299 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:54:43.477629 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605d16bc-375d-4595-9d8b-1e846d41d4b7 admin admin] Pushing event updated for resources: {'Port': ['ID=17103a1e-52d8-4742-9b46-282efaa9717c,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:43.489171 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-605d16bc-375d-4595-9d8b-1e846d41d4b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:54:43.504632 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2a5579-1ba7-4217-b8e8-e10b49150c03 None None] The sync data for ids ['82b44e09-335f-44d6-b1fc-e3f4f478d833'] in n-d-789963-26 is: [{'id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'name': 'tempest-FloatingIPsAssociationTestJSON-599617694-router', 'tenant_id': '2b7b771ea1c74d4ab2224de90862d20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'd7e469b2-08ef-48dc-ab90-79575ae1a4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:54:34Z', 'updated_at': '2022-02-02T06:54:41Z', 'revision_number': 4, 'project_id': '2b7b771ea1c74d4ab2224de90862d20a', 'gw_port': {'id': 'd7e469b2-08ef-48dc-ab90-79575ae1a4d4', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:32:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:35Z', 'updated_at': '2022-02-02T06:54:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '17103a1e-52d8-4742-9b46-282efaa9717c', 'name': '', 'network_id': '76868d96-3692-423a-989b-a6220ec3b299', 'tenant_id': '2b7b771ea1c74d4ab2224de90862d20a', 'mac_address': 'fa:16:3e:7b:a6:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7ce63174-c525-4e2d-821d-9ee5b4634e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:40Z', 'updated_at': '2022-02-02T06:54:41Z', 'revision_number': 1, 'project_id': '2b7b771ea1c74d4ab2224de90862d20a', 'subnets': [{'id': '7ce63174-c525-4e2d-821d-9ee5b4634e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 06:54:43.520723 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port ba7b5a43-89ef-436e-9572-d0ffd5b0fe37 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 06:54:43.538794 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d6c1b-994d-4954-8582-f0dd9691effe admin admin] Pushing event updated for resources: {'Subnet': ['ID=41109078-78f2-4cf8-a4bd-125bcaab760f,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:43.543445 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-318f36fd-fdb5-4218-9f9c-81bec970dbad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:43.589085 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c0141-3de1-4602-bc09-be3c0c998723 req-bf18789d-7858-42e4-8b59-f8ca004a8274 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:43.593040 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port ba7b5a43-89ef-436e-9572-d0ffd5b0fe37 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:54:43.593655 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ba7b5a43-89ef-436e-9572-d0ffd5b0fe37), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:43.605821 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-1f989512-8b69-4f79-8f63-0bcdbce694a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f12ca15-5f3a-4c76-8293-3b4352e2b0b5', 'name': 'tempest-AttachSCSIVolumeTestJSON-158050640-router', 'tenant_id': 'a578a4401c554c2ca8800cd6fc4dd3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '3dd3300c-d4ff-4949-819a-c248d998724a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:54:29Z', 'updated_at': '2022-02-02T06:54:39Z', 'revision_number': 4, 'project_id': 'a578a4401c554c2ca8800cd6fc4dd3f4', 'gw_port': {'id': '3dd3300c-d4ff-4949-819a-c248d998724a', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:39:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f12ca15-5f3a-4c76-8293-3b4352e2b0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:30Z', 'updated_at': '2022-02-02T06:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '1d63973f-2dcf-45ca-a83f-7227b792bb30', 'name': '', 'network_id': 'e0f9d081-640e-45b1-b6ba-9e0fb190dfbe', 'tenant_id': 'a578a4401c554c2ca8800cd6fc4dd3f4', 'mac_address': 'fa:16:3e:a8:6a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f12ca15-5f3a-4c76-8293-3b4352e2b0b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'f1fa5b16-0923-4aea-9e14-f0e26de4f6f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:37Z', 'updated_at': '2022-02-02T06:54:42Z', 'revision_number': 4, 'project_id': 'a578a4401c554c2ca8800cd6fc4dd3f4', 'subnets': [{'id': 'f1fa5b16-0923-4aea-9e14-f0e26de4f6f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:54:43.608694 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b86c0141-3de1-4602-bc09-be3c0c998723 req-bf18789d-7858-42e4-8b59-f8ca004a8274 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] 10.222.0.87 "GET /v2.0/networks/ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 HTTP/1.1" status: 200 len: 784 time: 0.9070010 Feb 02 06:54:43.630932 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7f986123-20f2-40d0-abdf-4808a8138000 req-9e83ede0-b780-448a-b797-9f796ba24a48 tempest-LiveAutoBlockMigrationV225Test-1760037822 tempest-LiveAutoBlockMigrationV225Test-1760037822-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080524 Feb 02 06:54:43.643047 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 3dd3300c-d4ff-4949-819a-c248d998724a is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:54:43.655396 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2d6c1b-994d-4954-8582-f0dd9691effe admin admin] Checking segment: {'id': 'fb0dd258-43a7-4754-8cbb-20de8df7fb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'be4b1c52-38f5-42d7-985d-ab796957b18c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:54:43.661220 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2d6c1b-994d-4954-8582-f0dd9691effe admin admin] Network hostable DHCP agents. Network: be4b1c52-38f5-42d7-985d-ab796957b18c, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 06:54:43.718971 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2d6c1b-994d-4954-8582-f0dd9691effe admin admin] Network be4b1c52-38f5-42d7-985d-ab796957b18c is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 06:54:43.744736 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-dc2d6c1b-994d-4954-8582-f0dd9691effe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, be4b1c52-38f5-42d7-985d-ab796957b18c) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:54:43.751274 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2d6c1b-994d-4954-8582-f0dd9691effe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:43.752096 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-dc2d6c1b-994d-4954-8582-f0dd9691effe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:43.768331 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f989512-8b69-4f79-8f63-0bcdbce694a2 None None] The sync data for ids ['6f12ca15-5f3a-4c76-8293-3b4352e2b0b5'] in n-d-789963-26 is: [{'id': '6f12ca15-5f3a-4c76-8293-3b4352e2b0b5', 'name': 'tempest-AttachSCSIVolumeTestJSON-158050640-router', 'tenant_id': 'a578a4401c554c2ca8800cd6fc4dd3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '3dd3300c-d4ff-4949-819a-c248d998724a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:54:29Z', 'updated_at': '2022-02-02T06:54:39Z', 'revision_number': 4, 'project_id': 'a578a4401c554c2ca8800cd6fc4dd3f4', 'gw_port': {'id': '3dd3300c-d4ff-4949-819a-c248d998724a', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:39:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f12ca15-5f3a-4c76-8293-3b4352e2b0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:30Z', 'updated_at': '2022-02-02T06:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '1d63973f-2dcf-45ca-a83f-7227b792bb30', 'name': '', 'network_id': 'e0f9d081-640e-45b1-b6ba-9e0fb190dfbe', 'tenant_id': 'a578a4401c554c2ca8800cd6fc4dd3f4', 'mac_address': 'fa:16:3e:a8:6a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f12ca15-5f3a-4c76-8293-3b4352e2b0b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'f1fa5b16-0923-4aea-9e14-f0e26de4f6f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:37Z', 'updated_at': '2022-02-02T06:54:42Z', 'revision_number': 4, 'project_id': 'a578a4401c554c2ca8800cd6fc4dd3f4', 'subnets': [{'id': 'f1fa5b16-0923-4aea-9e14-f0e26de4f6f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 06:54:43.785694 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-dc2d6c1b-994d-4954-8582-f0dd9691effe admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8205180 Feb 02 06:54:43.789686 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59584) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:54:43.795179 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-1b651c24-d98a-42a0-b69d-08e924fd0264 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1664527472-router', 'tenant_id': '3148740a18674baa918e700334ca9f59', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:54:43.828362 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-605d16bc-375d-4595-9d8b-1e846d41d4b7 admin admin] Router 82b44e09-335f-44d6-b1fc-e3f4f478d833 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 06:54:43.836199 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port ba7b5a43-89ef-436e-9572-d0ffd5b0fe37 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:54:43.836574 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ba7b5a43-89ef-436e-9572-d0ffd5b0fe37), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:43.842648 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80508d7f-3572-4be7-a45d-ea20c3899dd6 None None] Network be4b1c52-38f5-42d7-985d-ab796957b18c requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 06:54:43.878595 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-5f2660a7-9c60-4190-b65b-d6946e43c170 None None] Current status of the port 1d63973f-2dcf-45ca-a83f-7227b792bb30 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:54:43.891793 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5f2660a7-9c60-4190-b65b-d6946e43c170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (1d63973f-2dcf-45ca-a83f-7227b792bb30), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:43.914647 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1b651c24-d98a-42a0-b69d-08e924fd0264 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (e303aa2a-67a3-4fe3-8575-5a049d9d256f), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:43.916704 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1b651c24-d98a-42a0-b69d-08e924fd0264 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (e303aa2a-67a3-4fe3-8575-5a049d9d256f), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:44.086243 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1b651c24-d98a-42a0-b69d-08e924fd0264 admin admin] Publish callbacks [] for router_controller (e303aa2a-67a3-4fe3-8575-5a049d9d256f), precommit_add_association {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:44.094559 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc4af29-ba65-4156-82b8-d5d4316b0f1e req-e85819c7-792d-4018-8971-56a1ca106158 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:44.104174 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3fc4af29-ba65-4156-82b8-d5d4316b0f1e req-e85819c7-792d-4018-8971-56a1ca106158 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=7272c094-1754-42ce-b10e-569286eda078 HTTP/1.1" status: 200 len: 950 time: 0.2713861 Feb 02 06:54:44.142055 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '050a6969-2e0d-46ef-a43b-f1a7b386fe56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba7b5a43-89ef-436e-9572-d0ffd5b0fe37'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:54:44.143226 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e94c1b9-72bb-472e-815e-d8df965713a9" -d '{"events": [{"server_uuid": "050a6969-2e0d-46ef-a43b-f1a7b386fe56", "name": "network-vif-plugged", "status": "completed", "tag": "ba7b5a43-89ef-436e-9572-d0ffd5b0fe37"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:54:44.180096 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f8cc08-bff1-4fe4-98c7-e484692709db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-be4b1c52-38f5-42d7-985d-ab796957b18c', 'network_id': 'be4b1c52-38f5-42d7-985d-ab796957b18c', 'project_id': '3148740a18674baa918e700334ca9f59', 'fixed_ips': [{'subnet_id': '41109078-78f2-4cf8-a4bd-125bcaab760f'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 06:54:44.180993 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-41f8cc08-bff1-4fe4-98c7-e484692709db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:44.196606 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c48c896-f46d-4609-9695-9d00a1087b1a req-e33f53ab-db83-4a2c-94a7-e3345d2e26ce tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:44.199349 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8c48c896-f46d-4609-9695-9d00a1087b1a req-e33f53ab-db83-4a2c-94a7-e3345d2e26ce tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/networks?id=ad127856-4465-484c-882c-e096f13573c2 HTTP/1.1" status: 200 len: 807 time: 0.4389379 Feb 02 06:54:44.260007 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8c48c896-f46d-4609-9695-9d00a1087b1a req-0ce64f02-6fa5-41f7-b2a1-72554fd4eb68 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/quotas/94634d8b4d2a41de8e59c8bd88798343 HTTP/1.1" status: 200 len: 375 time: 0.0512524 Feb 02 06:54:44.266772 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-605d16bc-375d-4595-9d8b-1e846d41d4b7 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 06:54:44.278942 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-605d16bc-375d-4595-9d8b-1e846d41d4b7 admin admin] 10.222.0.87 "PUT /v2.0/routers/82b44e09-335f-44d6-b1fc-e3f4f478d833/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4414496 Feb 02 06:54:44.318017 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port ba7b5a43-89ef-436e-9572-d0ffd5b0fe37, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=ba7b5a43-89ef-436e-9572-d0ffd5b0fe37,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:54:44.341117 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (ba7b5a43-89ef-436e-9572-d0ffd5b0fe37), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:44.351756 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-5f2660a7-9c60-4190-b65b-d6946e43c170 None None] For port 1d63973f-2dcf-45ca-a83f-7227b792bb30, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=1d63973f-2dcf-45ca-a83f-7227b792bb30,segment=NetworkSegment(1d2d48ca-7af8-4a5d-abef-fb7206a16c0e),segment_id=1d2d48ca-7af8-4a5d-abef-fb7206a16c0e)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:54:44.406671 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5f2660a7-9c60-4190-b65b-d6946e43c170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (1d63973f-2dcf-45ca-a83f-7227b792bb30), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:44.420599 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8c48c896-f46d-4609-9695-9d00a1087b1a req-efef30e3-2a08-4e14-8ab5-0528cc7b8f2c tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=94634d8b4d2a41de8e59c8bd88798343&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1465619 Feb 02 06:54:44.451848 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 1d63973f-2dcf-45ca-a83f-7227b792bb30 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:54:44.462932 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-41f8cc08-bff1-4fe4-98c7-e484692709db None None] Allocated IP 172.20.0.2 (be4b1c52-38f5-42d7-985d-ab796957b18c/41109078-78f2-4cf8-a4bd-125bcaab760f/0df2c6f6-0904-4198-be9e-638e160cb286) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:54:44.506765 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1b651c24-d98a-42a0-b69d-08e924fd0264 admin admin] Publish callbacks [] for router_gateway (e303aa2a-67a3-4fe3-8575-5a049d9d256f), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:44.517904 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=ba7b5a43-89ef-436e-9572-d0ffd5b0fe37,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:44.542380 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3fc4af29-ba65-4156-82b8-d5d4316b0f1e req-5b43e979-faa5-46f2-bd7b-b1c51c7bf456 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4263105 Feb 02 06:54:44.614996 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:44.660382 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-cd0dc022-e923-4b53-999d-89d45dfd7a66 None None] Provisioning complete for port 1d63973f-2dcf-45ca-a83f-7227b792bb30 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:54:44.660759 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-cd0dc022-e923-4b53-999d-89d45dfd7a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (1d63973f-2dcf-45ca-a83f-7227b792bb30), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:44.662324 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2660a7-9c60-4190-b65b-d6946e43c170 None None] Pushing event updated for resources: {'Port': ['ID=1d63973f-2dcf-45ca-a83f-7227b792bb30,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:44.672472 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8c48c896-f46d-4609-9695-9d00a1087b1a req-15a99eda-d36c-4778-8afb-7ad04a4e4188 service neutron] 10.222.0.87 "GET /v2.0/networks/ad127856-4465-484c-882c-e096f13573c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440794 Feb 02 06:54:44.803043 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8c48c896-f46d-4609-9695-9d00a1087b1a req-b4d401d9-48a1-4d72-bcd0-4bb2aab7f091 service neutron] 10.222.0.87 "GET /v2.0/networks/ad127856-4465-484c-882c-e096f13573c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232045 Feb 02 06:54:44.863711 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-515614c0-9e6e-432d-949b-fd84161a7500 req-993982af-2a25-42ff-9382-b8a257f6da8b tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2763519 Feb 02 06:54:44.868413 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-515614c0-9e6e-432d-949b-fd84161a7500 req-4dd9d335-3ac2-4356-a0e5-4cbffa92309c tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Request body: {'floatingip': {'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:54:44.905764 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-515614c0-9e6e-432d-949b-fd84161a7500 req-4dd9d335-3ac2-4356-a0e5-4cbffa92309c tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:44.968646 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 1d63973f-2dcf-45ca-a83f-7227b792bb30 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:54:44.969302 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (1d63973f-2dcf-45ca-a83f-7227b792bb30), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:45.176978 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 1d63973f-2dcf-45ca-a83f-7227b792bb30 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:54:45.244956 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1b651c24-d98a-42a0-b69d-08e924fd0264 admin admin] Publish callbacks [] for router_gateway (e303aa2a-67a3-4fe3-8575-5a049d9d256f), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:45.256874 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-41f8cc08-bff1-4fe4-98c7-e484692709db None None] Publish callbacks [] for port (0df2c6f6-0904-4198-be9e-638e160cb286), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:45.271168 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-41f8cc08-bff1-4fe4-98c7-e484692709db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (0df2c6f6-0904-4198-be9e-638e160cb286), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:45.271356 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1b651c24-d98a-42a0-b69d-08e924fd0264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:45.341456 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-cd0dc022-e923-4b53-999d-89d45dfd7a66 None None] Current status of the port 1d63973f-2dcf-45ca-a83f-7227b792bb30 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:54:45.346666 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f8cc08-bff1-4fe4-98c7-e484692709db None None] Network be4b1c52-38f5-42d7-985d-ab796957b18c is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:54:45.353732 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f8cc08-bff1-4fe4-98c7-e484692709db None None] Pushing event updated for resources: {'Port': ['ID=0df2c6f6-0904-4198-be9e-638e160cb286,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:45.354833 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-515614c0-9e6e-432d-949b-fd84161a7500 req-4dd9d335-3ac2-4356-a0e5-4cbffa92309c tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:45.358006 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-41f8cc08-bff1-4fe4-98c7-e484692709db None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:54:45.360876 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f8cc08-bff1-4fe4-98c7-e484692709db None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:54:45.366340 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-cd0dc022-e923-4b53-999d-89d45dfd7a66 None None] Provisioning complete for port 17103a1e-52d8-4742-9b46-282efaa9717c triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:54:45.366848 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-cd0dc022-e923-4b53-999d-89d45dfd7a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (17103a1e-52d8-4742-9b46-282efaa9717c), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:45.487609 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-cd0dc022-e923-4b53-999d-89d45dfd7a66 None None] Port 17103a1e-52d8-4742-9b46-282efaa9717c cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 06:54:45.489701 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-41f8cc08-bff1-4fe4-98c7-e484692709db None None] Attempting to bind port 0df2c6f6-0904-4198-be9e-638e160cb286 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:54:45.490074 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-41f8cc08-bff1-4fe4-98c7-e484692709db None None] Attempting to bind port 0df2c6f6-0904-4198-be9e-638e160cb286 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'fb0dd258-43a7-4754-8cbb-20de8df7fb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'be4b1c52-38f5-42d7-985d-ab796957b18c'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:54:45.490439 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f8cc08-bff1-4fe4-98c7-e484692709db None None] Attempting to bind port 0df2c6f6-0904-4198-be9e-638e160cb286 on network be4b1c52-38f5-42d7-985d-ab796957b18c {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:54:45.496171 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f8cc08-bff1-4fe4-98c7-e484692709db None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:54:45.497080 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f8cc08-bff1-4fe4-98c7-e484692709db None None] Checking segment: {'id': 'fb0dd258-43a7-4754-8cbb-20de8df7fb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'be4b1c52-38f5-42d7-985d-ab796957b18c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:54:45.497660 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-41f8cc08-bff1-4fe4-98c7-e484692709db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:45.498265 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f8cc08-bff1-4fe4-98c7-e484692709db None None] Bound using segment: {'id': 'fb0dd258-43a7-4754-8cbb-20de8df7fb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'be4b1c52-38f5-42d7-985d-ab796957b18c'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:54:45.498748 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-41f8cc08-bff1-4fe4-98c7-e484692709db None None] Bound port: 0df2c6f6-0904-4198-be9e-638e160cb286, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb0dd258-43a7-4754-8cbb-20de8df7fb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'be4b1c52-38f5-42d7-985d-ab796957b18c'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:54:45.499128 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-41f8cc08-bff1-4fe4-98c7-e484692709db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (0df2c6f6-0904-4198-be9e-638e160cb286), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:45.567025 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-41f8cc08-bff1-4fe4-98c7-e484692709db None None] For port 0df2c6f6-0904-4198-be9e-638e160cb286, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:54:45.570306 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-41f8cc08-bff1-4fe4-98c7-e484692709db None None] For port 0df2c6f6-0904-4198-be9e-638e160cb286, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=0df2c6f6-0904-4198-be9e-638e160cb286,segment=NetworkSegment(fb0dd258-43a7-4754-8cbb-20de8df7fb9c),segment_id=fb0dd258-43a7-4754-8cbb-20de8df7fb9c)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:54:45.573566 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-515614c0-9e6e-432d-949b-fd84161a7500 req-4dd9d335-3ac2-4356-a0e5-4cbffa92309c tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Allocated IP 172.25.4.98 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/90a0d07f-79d6-4517-b214-13d84c4c1368) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:54:45.577969 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-41f8cc08-bff1-4fe4-98c7-e484692709db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (0df2c6f6-0904-4198-be9e-638e160cb286), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:45.651761 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f8cc08-bff1-4fe4-98c7-e484692709db None None] Pushing event updated for resources: {'Port': ['ID=0df2c6f6-0904-4198-be9e-638e160cb286,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:45.732682 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-515614c0-9e6e-432d-949b-fd84161a7500 req-4dd9d335-3ac2-4356-a0e5-4cbffa92309c tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Publish callbacks [] for port (90a0d07f-79d6-4517-b214-13d84c4c1368), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:45.790895 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-515614c0-9e6e-432d-949b-fd84161a7500 req-4dd9d335-3ac2-4356-a0e5-4cbffa92309c tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (90a0d07f-79d6-4517-b214-13d84c4c1368), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:45.910920 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:45.922336 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd9d335-3ac2-4356-a0e5-4cbffa92309c tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Pushing event updated for resources: {'Port': ['ID=90a0d07f-79d6-4517-b214-13d84c4c1368,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:45.966371 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-515614c0-9e6e-432d-949b-fd84161a7500 req-4dd9d335-3ac2-4356-a0e5-4cbffa92309c tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:54:45.979057 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-515614c0-9e6e-432d-949b-fd84161a7500 req-4dd9d335-3ac2-4356-a0e5-4cbffa92309c tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:54:45.985144 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-515614c0-9e6e-432d-949b-fd84161a7500 req-4dd9d335-3ac2-4356-a0e5-4cbffa92309c tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:54:46.033185 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-1b651c24-d98a-42a0-b69d-08e924fd0264 admin admin] Allocated IP 172.25.4.37 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/24dd9a33-827d-4559-ab38-185d3c7a9e4a) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:54:46.383387 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-515614c0-9e6e-432d-949b-fd84161a7500 req-4dd9d335-3ac2-4356-a0e5-4cbffa92309c tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Publish callbacks [] for floatingip (d8ab501f-7482-463a-8838-fd5bfa2786e1), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:46.422592 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1b651c24-d98a-42a0-b69d-08e924fd0264 admin admin] Publish callbacks [] for port (24dd9a33-827d-4559-ab38-185d3c7a9e4a), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:46.494437 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-515614c0-9e6e-432d-949b-fd84161a7500 req-4dd9d335-3ac2-4356-a0e5-4cbffa92309c tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (90a0d07f-79d6-4517-b214-13d84c4c1368), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:46.550291 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1b651c24-d98a-42a0-b69d-08e924fd0264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (24dd9a33-827d-4559-ab38-185d3c7a9e4a), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:46.595709 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 1d63973f-2dcf-45ca-a83f-7227b792bb30 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:54:46.635758 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b651c24-d98a-42a0-b69d-08e924fd0264 admin admin] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:54:46.656260 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-1b651c24-d98a-42a0-b69d-08e924fd0264 admin admin] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:54:46.671153 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b651c24-d98a-42a0-b69d-08e924fd0264 admin admin] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:54:46.677888 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 1d63973f-2dcf-45ca-a83f-7227b792bb30 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:54:46.679047 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (1d63973f-2dcf-45ca-a83f-7227b792bb30), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:46.715912 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b651c24-d98a-42a0-b69d-08e924fd0264 admin admin] Pushing event updated for resources: {'Port': ['ID=24dd9a33-827d-4559-ab38-185d3c7a9e4a,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:46.822430 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 1d63973f-2dcf-45ca-a83f-7227b792bb30 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:54:46.823984 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device d7e469b2-08ef-48dc-ab90-79575ae1a4d4 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:54:46.912667 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port d7e469b2-08ef-48dc-ab90-79575ae1a4d4 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:54:46.913123 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (d7e469b2-08ef-48dc-ab90-79575ae1a4d4), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:46.936654 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-61f81fc2-38b1-4426-9f95-269567096d9b tempest-LiveAutoBlockMigrationV225Test-1760037822 tempest-LiveAutoBlockMigrationV225Test-1760037822-project-admin] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 06:54:46.938943 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-61f81fc2-38b1-4426-9f95-269567096d9b tempest-LiveAutoBlockMigrationV225Test-1760037822 tempest-LiveAutoBlockMigrationV225Test-1760037822-project-admin] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080605 Feb 02 06:54:47.016987 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-41aaaa76-ed81-4b09-8ab5-96a15386c2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:47.018959 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-41aaaa76-ed81-4b09-8ab5-96a15386c2be service neutron] 10.222.0.87 "GET /v2.0/ports/7afdd277-3de5-43c9-8bdd-7ad741ed347a HTTP/1.1" status: 200 len: 1125 time: 0.0677259 Feb 02 06:54:47.024631 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port d7e469b2-08ef-48dc-ab90-79575ae1a4d4 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:54:47.025161 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (d7e469b2-08ef-48dc-ab90-79575ae1a4d4), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:47.032518 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-2cd9520b-695b-4639-b99d-e8b7f2924c7d service neutron] Request body: {'binding': {'host': 'n-h1-789963-26', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:54:47.033255 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-2cd9520b-695b-4639-b99d-e8b7f2924c7d service neutron] Unknown quota resources ['binding']. {{(pid=109694) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 02 06:54:47.053423 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port d7e469b2-08ef-48dc-ab90-79575ae1a4d4, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=d7e469b2-08ef-48dc-ab90-79575ae1a4d4,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:54:47.063324 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (d7e469b2-08ef-48dc-ab90-79575ae1a4d4), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:47.064467 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 0df2c6f6-0904-4198-be9e-638e160cb286 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:54:47.181758 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 0df2c6f6-0904-4198-be9e-638e160cb286 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:54:47.182398 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (0df2c6f6-0904-4198-be9e-638e160cb286), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:47.210296 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=d7e469b2-08ef-48dc-ab90-79575ae1a4d4,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:47.233774 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-2cd9520b-695b-4639-b99d-e8b7f2924c7d service neutron] Attempting to bind port 7afdd277-3de5-43c9-8bdd-7ad741ed347a on host n-h1-789963-26 for vnic_type normal with profile None {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:54:47.234367 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-2cd9520b-695b-4639-b99d-e8b7f2924c7d service neutron] Attempting to bind port 7afdd277-3de5-43c9-8bdd-7ad741ed347a by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a90e0175-1e1a-46fd-ade5-a34b643c83ca'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:54:47.234855 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-2cd9520b-695b-4639-b99d-e8b7f2924c7d service neutron] Attempting to bind port 7afdd277-3de5-43c9-8bdd-7ad741ed347a on network a90e0175-1e1a-46fd-ade5-a34b643c83ca {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:54:47.242455 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-2cd9520b-695b-4639-b99d-e8b7f2924c7d service neutron] Port 7afdd277-3de5-43c9-8bdd-7ad741ed347a on network a90e0175-1e1a-46fd-ade5-a34b643c83ca not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 06:54:47.243140 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-2cd9520b-695b-4639-b99d-e8b7f2924c7d service neutron] Attempting to bind port 7afdd277-3de5-43c9-8bdd-7ad741ed347a on network a90e0175-1e1a-46fd-ade5-a34b643c83ca {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:54:47.255131 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-2cd9520b-695b-4639-b99d-e8b7f2924c7d service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:54:47.255762 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-2cd9520b-695b-4639-b99d-e8b7f2924c7d service neutron] Checking segment: {'id': 'ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a90e0175-1e1a-46fd-ade5-a34b643c83ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:54:47.256321 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-2cd9520b-695b-4639-b99d-e8b7f2924c7d service neutron] Bound using segment: {'id': 'ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a90e0175-1e1a-46fd-ade5-a34b643c83ca'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:54:47.257886 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-2cd9520b-695b-4639-b99d-e8b7f2924c7d service neutron] Bound port: 7afdd277-3de5-43c9-8bdd-7ad741ed347a, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a90e0175-1e1a-46fd-ade5-a34b643c83ca'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:54:47.316267 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:47.338970 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-2cd9520b-695b-4639-b99d-e8b7f2924c7d service neutron] For port 7afdd277-3de5-43c9-8bdd-7ad741ed347a, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=7afdd277-3de5-43c9-8bdd-7ad741ed347a,segment=NetworkSegment(ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b),segment_id=ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:54:47.340346 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 0df2c6f6-0904-4198-be9e-638e160cb286 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:54:47.341385 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (0df2c6f6-0904-4198-be9e-638e160cb286), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:47.363136 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-2cd9520b-695b-4639-b99d-e8b7f2924c7d service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:47.385290 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-2cd9520b-695b-4639-b99d-e8b7f2924c7d service neutron] 10.222.0.87 "POST /v2.0/ports/7afdd277-3de5-43c9-8bdd-7ad741ed347a/bindings HTTP/1.1" status: 201 len: 390 time: 0.3502100 Feb 02 06:54:47.394663 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 0df2c6f6-0904-4198-be9e-638e160cb286, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=0df2c6f6-0904-4198-be9e-638e160cb286,segment=NetworkSegment(fb0dd258-43a7-4754-8cbb-20de8df7fb9c),segment_id=fb0dd258-43a7-4754-8cbb-20de8df7fb9c)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:54:47.400791 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (0df2c6f6-0904-4198-be9e-638e160cb286), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:47.401620 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c48c896-f46d-4609-9695-9d00a1087b1a req-2356a779-947c-476c-976e-3c10d19f8795 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:47.403339 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8c48c896-f46d-4609-9695-9d00a1087b1a req-2356a779-947c-476c-976e-3c10d19f8795 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.59 "GET /v2.0/networks?id=ad127856-4465-484c-882c-e096f13573c2 HTTP/1.1" status: 200 len: 807 time: 0.6891322 Feb 02 06:54:47.462268 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-8c48c896-f46d-4609-9695-9d00a1087b1a req-c2171f82-42f4-47b5-8834-d16ecb3340fb tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Request body: {'port': {'device_id': '2fc8267f-9472-43e8-b871-0c5f767cd58a', 'network_id': 'ad127856-4465-484c-882c-e096f13573c2', 'admin_state_up': True, 'tenant_id': '94634d8b4d2a41de8e59c8bd88798343'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:54:47.486716 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b52767e-6499-44e7-af22-c33543fb7790 None None] Network be4b1c52-38f5-42d7-985d-ab796957b18c requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 06:54:47.492080 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-515614c0-9e6e-432d-949b-fd84161a7500 req-4dd9d335-3ac2-4356-a0e5-4cbffa92309c tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Publish callbacks [] for port (90a0d07f-79d6-4517-b214-13d84c4c1368), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:47.535862 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=0df2c6f6-0904-4198-be9e-638e160cb286,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:47.556789 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-515614c0-9e6e-432d-949b-fd84161a7500 req-4dd9d335-3ac2-4356-a0e5-4cbffa92309c tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (90a0d07f-79d6-4517-b214-13d84c4c1368), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:47.613187 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3df008-1971-4f79-8970-4bdee2c363c0 req-b9a1b330-5739-4cb5-aed3-1b7a3047b75e tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:47.614586 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-b39c5563-c59d-4321-a78a-9b189a2a510a None None] Provisioning complete for port 0df2c6f6-0904-4198-be9e-638e160cb286 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:54:47.615071 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b39c5563-c59d-4321-a78a-9b189a2a510a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (0df2c6f6-0904-4198-be9e-638e160cb286), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:47.615736 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8c3df008-1971-4f79-8970-4bdee2c363c0 req-b9a1b330-5739-4cb5-aed3-1b7a3047b75e tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] 10.222.0.87 "GET /v2.0/ports?device_id=050a6969-2e0d-46ef-a43b-f1a7b386fe56 HTTP/1.1" status: 200 len: 949 time: 0.0926383 Feb 02 06:54:47.705555 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8c3df008-1971-4f79-8970-4bdee2c363c0 req-58ca043f-861b-494d-88d8-d20ddc0012c4 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] 10.222.0.87 "GET /v2.0/security-groups?id=1ccf634d-a49d-423a-88d1-71ef8d7f08ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810635 Feb 02 06:54:47.737643 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-b39c5563-c59d-4321-a78a-9b189a2a510a None None] Current status of the port 0df2c6f6-0904-4198-be9e-638e160cb286 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:54:47.774165 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 06:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-138638fc-a73a-4192-94e8-91ebded1a80a x-openstack-request-id: req-138638fc-a73a-4192-94e8-91ebded1a80a {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:54:47.774556 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "050a6969-2e0d-46ef-a43b-f1a7b386fe56", "name": "network-vif-plugged", "status": "completed", "tag": "ba7b5a43-89ef-436e-9572-d0ffd5b0fe37", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:54:47.774887 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-138638fc-a73a-4192-94e8-91ebded1a80a {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:54:47.775359 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '050a6969-2e0d-46ef-a43b-f1a7b386fe56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba7b5a43-89ef-436e-9572-d0ffd5b0fe37', 'code': 200} Feb 02 06:54:47.799627 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd9d335-3ac2-4356-a0e5-4cbffa92309c tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Pushing event updated for resources: {'Port': ['ID=90a0d07f-79d6-4517-b214-13d84c4c1368,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:47.807668 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1b651c24-d98a-42a0-b69d-08e924fd0264 admin admin] Publish callbacks [] for router_gateway (e303aa2a-67a3-4fe3-8575-5a049d9d256f), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:47.822917 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-0822cd77-3f46-407e-abeb-cd3b1fc544cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:47.825883 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-0822cd77-3f46-407e-abeb-cd3b1fc544cf service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fe8bfc83663b43b9aae4137bcb39e5dc&device_id=2d2e1841-644f-4ec3-b154-c02b38400298 HTTP/1.1" status: 200 len: 1128 time: 0.0791633 Feb 02 06:54:47.977515 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-515614c0-9e6e-432d-949b-fd84161a7500 req-4dd9d335-3ac2-4356-a0e5-4cbffa92309c tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (d8ab501f-7482-463a-8838-fd5bfa2786e1), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:48.000803 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-5fecb065-fc11-4f1b-94ba-6b66d2a6371a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:48.002900 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-5fecb065-fc11-4f1b-94ba-6b66d2a6371a service neutron] 10.222.0.88 "GET /v2.0/networks?id=a90e0175-1e1a-46fd-ade5-a34b643c83ca HTTP/1.1" status: 200 len: 921 time: 0.1700809 Feb 02 06:54:48.041854 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c48c896-f46d-4609-9695-9d00a1087b1a req-c2171f82-42f4-47b5-8834-d16ecb3340fb tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Made reservation on behalf of 94634d8b4d2a41de8e59c8bd88798343 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:54:48.045821 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-8c48c896-f46d-4609-9695-9d00a1087b1a req-c2171f82-42f4-47b5-8834-d16ecb3340fb tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:48.052586 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-515614c0-9e6e-432d-949b-fd84161a7500 req-4dd9d335-3ac2-4356-a0e5-4cbffa92309c tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:48.053798 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-515614c0-9e6e-432d-949b-fd84161a7500 req-4dd9d335-3ac2-4356-a0e5-4cbffa92309c tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.1892767 Feb 02 06:54:48.065248 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-4a33bd80-645d-4ec1-a9f2-2da3ed67aacd None None] Provisioning complete for port 0df2c6f6-0904-4198-be9e-638e160cb286 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:54:48.065653 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-4a33bd80-645d-4ec1-a9f2-2da3ed67aacd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (0df2c6f6-0904-4198-be9e-638e160cb286), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:48.078884 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-22b6ac9b-3892-49ca-a896-ac9497d20f51 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7afdd277-3de5-43c9-8bdd-7ad741ed347a HTTP/1.1" status: 200 len: 217 time: 0.0641053 Feb 02 06:54:48.162722 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ce6f7-6601-4e8b-b6e2-d6e20cf7617e req-e428e58d-8611-4e9a-97ca-7f9a9c187ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:48.164236 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a89ce6f7-6601-4e8b-b6e2-d6e20cf7617e req-e428e58d-8611-4e9a-97ca-7f9a9c187ffd service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=050a6969-2e0d-46ef-a43b-f1a7b386fe56 HTTP/1.1" status: 200 len: 1132 time: 0.2545745 Feb 02 06:54:48.172631 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-515614c0-9e6e-432d-949b-fd84161a7500 req-502ea1ea-e923-4060-8ff2-534f01e1312e tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.4.98 HTTP/1.1" status: 200 len: 695 time: 0.1048844 Feb 02 06:54:48.174764 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-4a33bd80-645d-4ec1-a9f2-2da3ed67aacd None None] Current status of the port 0df2c6f6-0904-4198-be9e-638e160cb286 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:54:48.174970 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-f65a12db-3088-488d-85c7-9159247f07e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:48.176471 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-f65a12db-3088-488d-85c7-9159247f07e1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=718edbdc-92b0-46ac-b280-821a5ec70f8a HTTP/1.1" status: 200 len: 860 time: 0.0881026 Feb 02 06:54:48.217643 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-c8c95542-29f7-4a4d-8206-dd4e18c4d0e0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a90e0175-1e1a-46fd-ade5-a34b643c83ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343013 Feb 02 06:54:48.223939 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987cbd3-7a8f-4e4a-9c2d-227e02454054 req-b387debb-754a-4e6f-9356-41c77f5b5429 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:48.225373 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5987cbd3-7a8f-4e4a-9c2d-227e02454054 req-b387debb-754a-4e6f-9356-41c77f5b5429 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/networks?id=76868d96-3692-423a-989b-a6220ec3b299 HTTP/1.1" status: 200 len: 820 time: 0.1718037 Feb 02 06:54:48.257921 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5987cbd3-7a8f-4e4a-9c2d-227e02454054 req-d88db01c-576e-4df5-9f0b-f0981851c4e6 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/quotas/2b7b771ea1c74d4ab2224de90862d20a HTTP/1.1" status: 200 len: 375 time: 0.0221863 Feb 02 06:54:48.310239 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device d7e469b2-08ef-48dc-ab90-79575ae1a4d4 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:54:48.313017 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1b651c24-d98a-42a0-b69d-08e924fd0264 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (e303aa2a-67a3-4fe3-8575-5a049d9d256f), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:48.365839 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5987cbd3-7a8f-4e4a-9c2d-227e02454054 req-75175f71-66b8-4e08-bb3f-468a07b27472 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=2b7b771ea1c74d4ab2224de90862d20a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0981081 Feb 02 06:54:48.373169 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port d7e469b2-08ef-48dc-ab90-79575ae1a4d4 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:54:48.373746 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (d7e469b2-08ef-48dc-ab90-79575ae1a4d4), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:48.377645 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-e36ddddd-851d-4e47-bca8-9afdd4aea677 service neutron] 10.222.0.88 "GET /v2.0/networks/a90e0175-1e1a-46fd-ade5-a34b643c83ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513400 Feb 02 06:54:48.422162 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6b8cf5-0dad-4b14-92de-876c7eb01583 None None] Sync routers for ids ['82b44e09-335f-44d6-b1fc-e3f4f478d833'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 06:54:48.436486 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6b8cf5-0dad-4b14-92de-876c7eb01583 None None] Routers {'82b44e09-335f-44d6-b1fc-e3f4f478d833'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 06:54:48.437365 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-9a6b8cf5-0dad-4b14-92de-876c7eb01583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:54:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['82b44e09-335f-44d6-b1fc-e3f4f478d833'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:54:48.439642 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a89ce6f7-6601-4e8b-b6e2-d6e20cf7617e req-f80831a4-ae0a-42a8-b9b3-00f375f63959 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=1ccf634d-a49d-423a-88d1-71ef8d7f08ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660329 Feb 02 06:54:48.470248 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-8c48c896-f46d-4609-9695-9d00a1087b1a req-c2171f82-42f4-47b5-8834-d16ecb3340fb tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Allocated IP 172.20.0.9 (ad127856-4465-484c-882c-e096f13573c2/a7292d13-827d-45ab-8eaa-7baf62301aaa/bfe479cc-6320-4a21-838c-6dca9641d47b) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:54:48.492595 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515614c0-9e6e-432d-949b-fd84161a7500 req-dd64d6d7-307b-422d-a204-bae6f3fe3e55 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:48.494045 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-515614c0-9e6e-432d-949b-fd84161a7500 req-dd64d6d7-307b-422d-a204-bae6f3fe3e55 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] 10.222.0.87 "GET /v2.0/networks/ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 HTTP/1.1" status: 200 len: 784 time: 0.2857871 Feb 02 06:54:48.557180 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-9a6b8cf5-0dad-4b14-92de-876c7eb01583 None None] Set router 82b44e09-335f-44d6-b1fc-e3f4f478d833 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 06:54:48.559717 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-af02d47b-a38a-4108-8557-a7b46e3fda34 service neutron] 10.222.0.88 "GET /v2.0/networks/a90e0175-1e1a-46fd-ade5-a34b643c83ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735389 Feb 02 06:54:48.575921 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5987cbd3-7a8f-4e4a-9c2d-227e02454054 req-ea8f0491-90d3-470a-bae9-dbf2d7c22529 service neutron] 10.222.0.87 "GET /v2.0/networks/76868d96-3692-423a-989b-a6220ec3b299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936886 Feb 02 06:54:48.698571 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b651c24-d98a-42a0-b69d-08e924fd0264 admin admin] Router e303aa2a-67a3-4fe3-8575-5a049d9d256f is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 06:54:48.713403 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5987cbd3-7a8f-4e4a-9c2d-227e02454054 req-2ab10abb-a100-4834-b623-b7d15ff14b3f service neutron] 10.222.0.87 "GET /v2.0/networks/76868d96-3692-423a-989b-a6220ec3b299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352251 Feb 02 06:54:48.731250 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-8c48c896-f46d-4609-9695-9d00a1087b1a req-c2171f82-42f4-47b5-8834-d16ecb3340fb tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Publish callbacks [] for port (bfe479cc-6320-4a21-838c-6dca9641d47b), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:48.748899 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port d7e469b2-08ef-48dc-ab90-79575ae1a4d4 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:54:48.750016 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 0df2c6f6-0904-4198-be9e-638e160cb286 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:54:48.867260 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 0df2c6f6-0904-4198-be9e-638e160cb286 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:54:48.867666 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (0df2c6f6-0904-4198-be9e-638e160cb286), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:48.921113 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e93d5c74-9136-43b6-a44b-624f06b3534a req-b8198e06-2f13-4bcb-a1d5-4e7d40a2ec8e tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fc8267f-9472-43e8-b871-0c5f767cd58a HTTP/1.1" status: 200 len: 210 time: 0.0501256 Feb 02 06:54:48.929196 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-9a6b8cf5-0dad-4b14-92de-876c7eb01583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'name': 'tempest-FloatingIPsAssociationTestJSON-599617694-router', 'tenant_id': '2b7b771ea1c74d4ab2224de90862d20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'd7e469b2-08ef-48dc-ab90-79575ae1a4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:54:34Z', 'updated_at': '2022-02-02T06:54:41Z', 'revision_number': 4, 'project_id': '2b7b771ea1c74d4ab2224de90862d20a', 'gw_port': {'id': 'd7e469b2-08ef-48dc-ab90-79575ae1a4d4', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:32:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:35Z', 'updated_at': '2022-02-02T06:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '17103a1e-52d8-4742-9b46-282efaa9717c', 'name': '', 'network_id': '76868d96-3692-423a-989b-a6220ec3b299', 'tenant_id': '2b7b771ea1c74d4ab2224de90862d20a', 'mac_address': 'fa:16:3e:7b:a6:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7ce63174-c525-4e2d-821d-9ee5b4634e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:40Z', 'updated_at': '2022-02-02T06:54:42Z', 'revision_number': 2, 'project_id': '2b7b771ea1c74d4ab2224de90862d20a', 'subnets': [{'id': '7ce63174-c525-4e2d-821d-9ee5b4634e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:54:48.954153 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b651c24-d98a-42a0-b69d-08e924fd0264 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 06:54:48.960905 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6b8cf5-0dad-4b14-92de-876c7eb01583 None None] Checking router: 82b44e09-335f-44d6-b1fc-e3f4f478d833 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 06:54:48.961272 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6b8cf5-0dad-4b14-92de-876c7eb01583 None None] Updating router 82b44e09-335f-44d6-b1fc-e3f4f478d833 port 17103a1e-52d8-4742-9b46-282efaa9717c binding host n-d-789963-26 {{(pid=109695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 06:54:48.970501 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fe4c6c-afcd-4627-9c7b-c80086916f7b None None] Sync routers for ids ['e303aa2a-67a3-4fe3-8575-5a049d9d256f'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 06:54:48.984069 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-8c48c896-f46d-4609-9695-9d00a1087b1a req-c2171f82-42f4-47b5-8834-d16ecb3340fb tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (bfe479cc-6320-4a21-838c-6dca9641d47b), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:48.995835 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fe4c6c-afcd-4627-9c7b-c80086916f7b None None] Routers {'e303aa2a-67a3-4fe3-8575-5a049d9d256f'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 06:54:48.997798 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1b651c24-d98a-42a0-b69d-08e924fd0264 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:49.001948 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-1b651c24-d98a-42a0-b69d-08e924fd0264 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.2111304 Feb 02 06:54:49.003327 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-a0fe4c6c-afcd-4627-9c7b-c80086916f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:54:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['e303aa2a-67a3-4fe3-8575-5a049d9d256f'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:54:49.009007 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59656) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:54:49.039507 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9a6b8cf5-0dad-4b14-92de-876c7eb01583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (17103a1e-52d8-4742-9b46-282efaa9717c), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:49.064446 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b544bc-ca0e-4c54-8bd3-537b4a0a8134 req-a1ca3194-6c06-4931-abcc-a1299eb90d7c tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:49.072083 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-72b544bc-ca0e-4c54-8bd3-537b4a0a8134 req-a1ca3194-6c06-4931-abcc-a1299eb90d7c tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=7272c094-1754-42ce-b10e-569286eda078 HTTP/1.1" status: 200 len: 950 time: 0.1217599 Feb 02 06:54:49.097388 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c48c896-f46d-4609-9695-9d00a1087b1a req-c2171f82-42f4-47b5-8834-d16ecb3340fb tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Network ad127856-4465-484c-882c-e096f13573c2 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:54:49.102754 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 0df2c6f6-0904-4198-be9e-638e160cb286 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:54:49.109362 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-8c48c896-f46d-4609-9695-9d00a1087b1a req-c2171f82-42f4-47b5-8834-d16ecb3340fb tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:54:49.117042 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c48c896-f46d-4609-9695-9d00a1087b1a req-c2171f82-42f4-47b5-8834-d16ecb3340fb tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:54:49.124138 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-8df992af-ddfe-468f-9bad-80459b4440cd tempest-LiveAutoBlockMigrationV225Test-1760037822 tempest-LiveAutoBlockMigrationV225Test-1760037822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:49.125666 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-8df992af-ddfe-468f-9bad-80459b4440cd tempest-LiveAutoBlockMigrationV225Test-1760037822 tempest-LiveAutoBlockMigrationV225Test-1760037822-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=2d2e1841-644f-4ec3-b154-c02b38400298&tenant_id=fe8bfc83663b43b9aae4137bcb39e5dc&binding%3Ahost_id=n-h2-789963-26 HTTP/1.1" status: 200 len: 1128 time: 0.1449232 Feb 02 06:54:49.205285 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-72b544bc-ca0e-4c54-8bd3-537b4a0a8134 req-cdca9c9c-031b-49de-86d1-ddf2b36aa28a tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320829 Feb 02 06:54:49.213173 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c48c896-f46d-4609-9695-9d00a1087b1a req-c2171f82-42f4-47b5-8834-d16ecb3340fb tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:49.216215 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-8c48c896-f46d-4609-9695-9d00a1087b1a req-c2171f82-42f4-47b5-8834-d16ecb3340fb tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:49.220348 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-2e1b9612-3d38-44cd-a3b3-1c04e844b471 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-789963-26'}}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:54:49.230295 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2171f82-42f4-47b5-8834-d16ecb3340fb tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Pushing event updated for resources: {'Port': ['ID=bfe479cc-6320-4a21-838c-6dca9641d47b,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:49.297612 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-a0fe4c6c-afcd-4627-9c7b-c80086916f7b None None] Set router e303aa2a-67a3-4fe3-8575-5a049d9d256f gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 06:54:49.299842 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8c48c896-f46d-4609-9695-9d00a1087b1a req-c2171f82-42f4-47b5-8834-d16ecb3340fb tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8581252 Feb 02 06:54:49.317549 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-8c48c896-f46d-4609-9695-9d00a1087b1a req-a092c1b6-b5fb-49d3-82d7-9420327153e1 service neutron] Request body: {'port': {'device_id': '2fc8267f-9472-43e8-b871-0c5f767cd58a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:54:49.427573 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2ed0f7af-3e54-4c98-b740-653a1ac3f372 req-fe47af2f-a652-41da-aea1-ca588b0c401b tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] 10.222.0.87 "GET /v2.0/floatingips/d8ab501f-7482-463a-8838-fd5bfa2786e1 HTTP/1.1" status: 200 len: 692 time: 0.1128049 Feb 02 06:54:49.599182 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-2e1b9612-3d38-44cd-a3b3-1c04e844b471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (7afdd277-3de5-43c9-8bdd-7ad741ed347a), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:49.624237 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9a6b8cf5-0dad-4b14-92de-876c7eb01583 None None] Publish callbacks [] for port (17103a1e-52d8-4742-9b46-282efaa9717c), precommit_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:49.639568 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa3a18b-0025-476f-ba0b-70f31bbb6a9d req-60ed1731-e0ba-497c-b173-ade64962be30 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:49.640152 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9a6b8cf5-0dad-4b14-92de-876c7eb01583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (17103a1e-52d8-4742-9b46-282efaa9717c), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:49.646200 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6aa3a18b-0025-476f-ba0b-70f31bbb6a9d req-60ed1731-e0ba-497c-b173-ade64962be30 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=2d2e1841-644f-4ec3-b154-c02b38400298 HTTP/1.1" status: 200 len: 945 time: 0.4768925 Feb 02 06:54:49.776860 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ae1e12-e0d6-4fc4-98bd-cf45ada785c1 None None] Pushing event updated for resources: {'Port': ['ID=17103a1e-52d8-4742-9b46-282efaa9717c,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:49.814173 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-8c48c896-f46d-4609-9695-9d00a1087b1a req-a092c1b6-b5fb-49d3-82d7-9420327153e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (bfe479cc-6320-4a21-838c-6dca9641d47b), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:49.831394 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6aa3a18b-0025-476f-ba0b-70f31bbb6a9d req-6d008e21-4eba-48d1-a9f2-b91817e486b2 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804760 Feb 02 06:54:49.894567 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-2e1b9612-3d38-44cd-a3b3-1c04e844b471 service neutron] For port 7afdd277-3de5-43c9-8bdd-7ad741ed347a, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=7afdd277-3de5-43c9-8bdd-7ad741ed347a,segment=NetworkSegment(ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b),segment_id=ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:54:49.953669 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed0f7af-3e54-4c98-b740-653a1ac3f372 req-477a5095-915f-432c-a851-236aca922fdd tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:49.955776 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-9a6b8cf5-0dad-4b14-92de-876c7eb01583 None None] Attempting to bind port 17103a1e-52d8-4742-9b46-282efaa9717c on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:54:49.955776 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-9a6b8cf5-0dad-4b14-92de-876c7eb01583 None None] Attempting to bind port 17103a1e-52d8-4742-9b46-282efaa9717c by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '46e7ed10-215c-4aac-9da3-717f1e74ce40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '76868d96-3692-423a-989b-a6220ec3b299'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:54:49.955776 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6b8cf5-0dad-4b14-92de-876c7eb01583 None None] Attempting to bind port 17103a1e-52d8-4742-9b46-282efaa9717c on network 76868d96-3692-423a-989b-a6220ec3b299 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:54:49.961416 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2ed0f7af-3e54-4c98-b740-653a1ac3f372 req-477a5095-915f-432c-a851-236aca922fdd tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] 10.222.0.87 "GET /v2.0/networks/ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 HTTP/1.1" status: 200 len: 784 time: 0.4376659 Feb 02 06:54:49.969001 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6b8cf5-0dad-4b14-92de-876c7eb01583 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:54:49.971183 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6b8cf5-0dad-4b14-92de-876c7eb01583 None None] Checking segment: {'id': '46e7ed10-215c-4aac-9da3-717f1e74ce40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '76868d96-3692-423a-989b-a6220ec3b299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:54:49.971985 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9a6b8cf5-0dad-4b14-92de-876c7eb01583 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:49.973199 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6b8cf5-0dad-4b14-92de-876c7eb01583 None None] Bound using segment: {'id': '46e7ed10-215c-4aac-9da3-717f1e74ce40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '76868d96-3692-423a-989b-a6220ec3b299'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:54:49.973876 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-9a6b8cf5-0dad-4b14-92de-876c7eb01583 None None] Bound port: 17103a1e-52d8-4742-9b46-282efaa9717c, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46e7ed10-215c-4aac-9da3-717f1e74ce40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '76868d96-3692-423a-989b-a6220ec3b299'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:54:49.976697 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9a6b8cf5-0dad-4b14-92de-876c7eb01583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (17103a1e-52d8-4742-9b46-282efaa9717c), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:49.986197 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [req-2ed0f7af-3e54-4c98-b740-653a1ac3f372 req-e017451e-ab6f-4f05-857c-5c538926cf55 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 06:54:49.988851 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2ed0f7af-3e54-4c98-b740-653a1ac3f372 req-e017451e-ab6f-4f05-857c-5c538926cf55 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0264208 Feb 02 06:54:50.010204 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-a0fe4c6c-afcd-4627-9c7b-c80086916f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e303aa2a-67a3-4fe3-8575-5a049d9d256f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1664527472-router', 'tenant_id': '3148740a18674baa918e700334ca9f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '24dd9a33-827d-4559-ab38-185d3c7a9e4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:54:43Z', 'updated_at': '2022-02-02T06:54:47Z', 'revision_number': 3, 'project_id': '3148740a18674baa918e700334ca9f59', 'gw_port': {'id': '24dd9a33-827d-4559-ab38-185d3c7a9e4a', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:aa:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e303aa2a-67a3-4fe3-8575-5a049d9d256f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:45Z', 'updated_at': '2022-02-02T06:54:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:54:50.059371 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-2e1b9612-3d38-44cd-a3b3-1c04e844b471 service neutron] For port 7afdd277-3de5-43c9-8bdd-7ad741ed347a, host n-h2-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:54:50.075072 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fe4c6c-afcd-4627-9c7b-c80086916f7b None None] Checking router: e303aa2a-67a3-4fe3-8575-5a049d9d256f for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 06:54:50.082455 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fe4c6c-afcd-4627-9c7b-c80086916f7b None None] Updating router e303aa2a-67a3-4fe3-8575-5a049d9d256f port 24dd9a33-827d-4559-ab38-185d3c7a9e4a binding host n-d-789963-26 {{(pid=109696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 06:54:50.118669 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-a0fe4c6c-afcd-4627-9c7b-c80086916f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (24dd9a33-827d-4559-ab38-185d3c7a9e4a), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:50.145350 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d2e1841-644f-4ec3-b154-c02b38400298', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7afdd277-3de5-43c9-8bdd-7ad741ed347a'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:54:50.147232 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-9a6b8cf5-0dad-4b14-92de-876c7eb01583 None None] For port 17103a1e-52d8-4742-9b46-282efaa9717c, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:54:50.148938 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c230fdbf-a34e-4575-a0a1-2bc370d52c74" -d '{"events": [{"server_uuid": "2d2e1841-644f-4ec3-b154-c02b38400298", "name": "network-vif-unplugged", "status": "completed", "tag": "7afdd277-3de5-43c9-8bdd-7ad741ed347a"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:54:50.154823 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-9a6b8cf5-0dad-4b14-92de-876c7eb01583 None None] For port 17103a1e-52d8-4742-9b46-282efaa9717c, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=17103a1e-52d8-4742-9b46-282efaa9717c,segment=NetworkSegment(46e7ed10-215c-4aac-9da3-717f1e74ce40),segment_id=46e7ed10-215c-4aac-9da3-717f1e74ce40)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:54:50.159670 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-2e1b9612-3d38-44cd-a3b3-1c04e844b471 service neutron] Publish callbacks [] for port (7afdd277-3de5-43c9-8bdd-7ad741ed347a), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:50.184606 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9a6b8cf5-0dad-4b14-92de-876c7eb01583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (17103a1e-52d8-4742-9b46-282efaa9717c), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:50.191785 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-0d697be1-147a-46c0-8471-a0d3a00c9127 None None] Provisioning complete for port 17103a1e-52d8-4742-9b46-282efaa9717c triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:54:50.192357 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0d697be1-147a-46c0-8471-a0d3a00c9127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (17103a1e-52d8-4742-9b46-282efaa9717c), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:50.234249 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d312d6cf-3902-4430-ab32-f01976c7da46 req-8b3ecbe2-5cfc-42c2-a767-c02dcac26aaa tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/ports?device_id=1016e5ea-7158-429f-8164-d8e426c1c7af HTTP/1.1" status: 200 len: 210 time: 0.0671253 Feb 02 06:54:50.237262 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-2e1b9612-3d38-44cd-a3b3-1c04e844b471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (7afdd277-3de5-43c9-8bdd-7ad741ed347a), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:50.364334 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b9612-3d38-44cd-a3b3-1c04e844b471 service neutron] Pushing event updated for resources: {'Port': ['ID=7afdd277-3de5-43c9-8bdd-7ad741ed347a,revision_number=7']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:50.367541 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-2e1b9612-3d38-44cd-a3b3-1c04e844b471 service neutron] Attempting to bind port 7afdd277-3de5-43c9-8bdd-7ad741ed347a on host n-h2-789963-26 for vnic_type normal with profile {"migrating_to": "n-h1-789963-26"} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:54:50.368166 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-2e1b9612-3d38-44cd-a3b3-1c04e844b471 service neutron] Attempting to bind port 7afdd277-3de5-43c9-8bdd-7ad741ed347a by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': 'ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a90e0175-1e1a-46fd-ade5-a34b643c83ca'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:54:50.368695 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-2e1b9612-3d38-44cd-a3b3-1c04e844b471 service neutron] Attempting to bind port 7afdd277-3de5-43c9-8bdd-7ad741ed347a on network a90e0175-1e1a-46fd-ade5-a34b643c83ca {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:54:50.379524 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a2d91-c095-4aa3-899e-fb6cfe48d4d4 req-c08770c7-7446-4fa6-8da4-347d22b14294 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:50.382703 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-2e1b9612-3d38-44cd-a3b3-1c04e844b471 service neutron] Port 7afdd277-3de5-43c9-8bdd-7ad741ed347a on network a90e0175-1e1a-46fd-ade5-a34b643c83ca not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 06:54:50.382858 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a30a2d91-c095-4aa3-899e-fb6cfe48d4d4 req-c08770c7-7446-4fa6-8da4-347d22b14294 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] 10.222.0.87 "GET /v2.0/ports?device_id=050a6969-2e0d-46ef-a43b-f1a7b386fe56 HTTP/1.1" status: 200 len: 949 time: 0.3092065 Feb 02 06:54:50.383147 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-2e1b9612-3d38-44cd-a3b3-1c04e844b471 service neutron] Attempting to bind port 7afdd277-3de5-43c9-8bdd-7ad741ed347a on network a90e0175-1e1a-46fd-ade5-a34b643c83ca {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:54:50.397959 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-2e1b9612-3d38-44cd-a3b3-1c04e844b471 service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:54:50.398556 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-2e1b9612-3d38-44cd-a3b3-1c04e844b471 service neutron] Checking segment: {'id': 'ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a90e0175-1e1a-46fd-ade5-a34b643c83ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:54:50.399166 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-2e1b9612-3d38-44cd-a3b3-1c04e844b471 service neutron] Bound using segment: {'id': 'ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a90e0175-1e1a-46fd-ade5-a34b643c83ca'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:54:50.399884 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-2e1b9612-3d38-44cd-a3b3-1c04e844b471 service neutron] Bound port: 7afdd277-3de5-43c9-8bdd-7ad741ed347a, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a90e0175-1e1a-46fd-ade5-a34b643c83ca'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:54:50.400448 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-2e1b9612-3d38-44cd-a3b3-1c04e844b471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (7afdd277-3de5-43c9-8bdd-7ad741ed347a), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:50.419219 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ae1e12-e0d6-4fc4-98bd-cf45ada785c1 None None] Pushing event updated for resources: {'Port': ['ID=17103a1e-52d8-4742-9b46-282efaa9717c,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:50.460443 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6b8cf5-0dad-4b14-92de-876c7eb01583 None None] Routers {'82b44e09-335f-44d6-b1fc-e3f4f478d833'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 06:54:50.461084 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-9a6b8cf5-0dad-4b14-92de-876c7eb01583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:54:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['82b44e09-335f-44d6-b1fc-e3f4f478d833'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:54:50.484196 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-81889c65-da7a-4dd7-9498-d18564d43e5b req-c33ead54-2016-4e08-b338-8b4abd2ff701 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--757232771&fields=id&tenant_id=27772d6a8fab4cb7b33a5a3297c51100 HTTP/1.1" status: 200 len: 267 time: 0.1100435 Feb 02 06:54:50.614357 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a30a2d91-c095-4aa3-899e-fb6cfe48d4d4 req-33853a33-5858-4c97-8e7d-cb32d606abd1 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] 10.222.0.87 "GET /v2.0/security-groups?id=1ccf634d-a49d-423a-88d1-71ef8d7f08ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591113 Feb 02 06:54:50.627647 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-0d697be1-147a-46c0-8471-a0d3a00c9127 None None] Current status of the port 17103a1e-52d8-4742-9b46-282efaa9717c is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:54:50.628144 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0d697be1-147a-46c0-8471-a0d3a00c9127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (17103a1e-52d8-4742-9b46-282efaa9717c), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:50.642680 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81889c65-da7a-4dd7-9498-d18564d43e5b req-3dac4368-ae88-48cc-8f04-064465e3de9d tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:50.650859 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-81889c65-da7a-4dd7-9498-d18564d43e5b req-3dac4368-ae88-48cc-8f04-064465e3de9d tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.87 "GET /v2.0/networks?id=081c026d-8798-47ae-ae28-6481babaa3fe HTTP/1.1" status: 200 len: 823 time: 0.1602285 Feb 02 06:54:50.692323 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-81889c65-da7a-4dd7-9498-d18564d43e5b req-688fa8d1-3404-4f64-81d0-8b4246eaba6f tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.87 "GET /v2.0/quotas/27772d6a8fab4cb7b33a5a3297c51100 HTTP/1.1" status: 200 len: 375 time: 0.0376382 Feb 02 06:54:50.702837 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-0d697be1-147a-46c0-8471-a0d3a00c9127 None None] For port 17103a1e-52d8-4742-9b46-282efaa9717c, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=17103a1e-52d8-4742-9b46-282efaa9717c,segment=NetworkSegment(46e7ed10-215c-4aac-9da3-717f1e74ce40),segment_id=46e7ed10-215c-4aac-9da3-717f1e74ce40)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:54:50.721775 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0d697be1-147a-46c0-8471-a0d3a00c9127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (17103a1e-52d8-4742-9b46-282efaa9717c), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:50.725282 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-9a6b8cf5-0dad-4b14-92de-876c7eb01583 None None] Set router 82b44e09-335f-44d6-b1fc-e3f4f478d833 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 06:54:50.737338 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-a0fe4c6c-afcd-4627-9c7b-c80086916f7b None None] Publish callbacks [] for port (24dd9a33-827d-4559-ab38-185d3c7a9e4a), precommit_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:50.756618 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-a0fe4c6c-afcd-4627-9c7b-c80086916f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (24dd9a33-827d-4559-ab38-185d3c7a9e4a), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:50.773871 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-2e1b9612-3d38-44cd-a3b3-1c04e844b471 service neutron] For port 7afdd277-3de5-43c9-8bdd-7ad741ed347a, host n-h2-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:54:50.785028 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-2e1b9612-3d38-44cd-a3b3-1c04e844b471 service neutron] For port 7afdd277-3de5-43c9-8bdd-7ad741ed347a, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=7afdd277-3de5-43c9-8bdd-7ad741ed347a,segment=NetworkSegment(ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b),segment_id=ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:54:50.817288 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-81889c65-da7a-4dd7-9498-d18564d43e5b req-38b7a0de-b546-44c9-a0c0-d7c2fbf4a8ee tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=27772d6a8fab4cb7b33a5a3297c51100&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1222205 Feb 02 06:54:50.819846 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-2e1b9612-3d38-44cd-a3b3-1c04e844b471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (7afdd277-3de5-43c9-8bdd-7ad741ed347a), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:50.841641 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-a0fe4c6c-afcd-4627-9c7b-c80086916f7b None None] Attempting to bind port 24dd9a33-827d-4559-ab38-185d3c7a9e4a on host n-d-789963-26 for vnic_type normal with profile {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:54:50.842417 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-a0fe4c6c-afcd-4627-9c7b-c80086916f7b None None] Attempting to bind port 24dd9a33-827d-4559-ab38-185d3c7a9e4a by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:54:50.842869 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fe4c6c-afcd-4627-9c7b-c80086916f7b None None] Attempting to bind port 24dd9a33-827d-4559-ab38-185d3c7a9e4a on network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:54:50.851215 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fe4c6c-afcd-4627-9c7b-c80086916f7b None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:54:50.851793 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d697be1-147a-46c0-8471-a0d3a00c9127 None None] Pushing event updated for resources: {'Port': ['ID=17103a1e-52d8-4742-9b46-282efaa9717c,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:50.852757 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fe4c6c-afcd-4627-9c7b-c80086916f7b None None] Checking segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:54:50.853269 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-a0fe4c6c-afcd-4627-9c7b-c80086916f7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:50.854290 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fe4c6c-afcd-4627-9c7b-c80086916f7b None None] Bound using segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:54:50.854290 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-a0fe4c6c-afcd-4627-9c7b-c80086916f7b None None] Bound port: 24dd9a33-827d-4559-ab38-185d3c7a9e4a, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:54:50.864606 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-a0fe4c6c-afcd-4627-9c7b-c80086916f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (24dd9a33-827d-4559-ab38-185d3c7a9e4a), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:50.867076 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d995e1-8e60-49c8-b1c5-04212905dd6f None None] Pushing event updated for resources: {'Port': ['ID=24dd9a33-827d-4559-ab38-185d3c7a9e4a,revision_number=2']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:50.894483 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b9612-3d38-44cd-a3b3-1c04e844b471 service neutron] Pushing event updated for resources: {'Port': ['ID=7afdd277-3de5-43c9-8bdd-7ad741ed347a,revision_number=8']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:50.946907 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-58718299-0353-4a76-a71c-d13ffa1754b8 None None] Provisioning complete for port 17103a1e-52d8-4742-9b46-282efaa9717c triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:54:50.947294 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-58718299-0353-4a76-a71c-d13ffa1754b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (17103a1e-52d8-4742-9b46-282efaa9717c), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:50.987910 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-a0fe4c6c-afcd-4627-9c7b-c80086916f7b None None] For port 24dd9a33-827d-4559-ab38-185d3c7a9e4a, host n-d-789963-26, cleared binding levels {{(pid=109696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:54:50.992885 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-a0fe4c6c-afcd-4627-9c7b-c80086916f7b None None] For port 24dd9a33-827d-4559-ab38-185d3c7a9e4a, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=24dd9a33-827d-4559-ab38-185d3c7a9e4a,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:54:51.002144 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-a0fe4c6c-afcd-4627-9c7b-c80086916f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (24dd9a33-827d-4559-ab38-185d3c7a9e4a), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:51.009760 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-2e1b9612-3d38-44cd-a3b3-1c04e844b471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:51.010392 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-2e1b9612-3d38-44cd-a3b3-1c04e844b471 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:51.010786 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-8c48c896-f46d-4609-9695-9d00a1087b1a req-a092c1b6-b5fb-49d3-82d7-9420327153e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfe479cc-6320-4a21-838c-6dca9641d47b {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:54:51.012162 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-2e1b9612-3d38-44cd-a3b3-1c04e844b471 service neutron] 10.222.0.88 "PUT /v2.0/ports/7afdd277-3de5-43c9-8bdd-7ad741ed347a HTTP/1.1" status: 200 len: 1123 time: 1.8057532 Feb 02 06:54:51.045303 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-8c48c896-f46d-4609-9695-9d00a1087b1a req-a092c1b6-b5fb-49d3-82d7-9420327153e1 service neutron] Publish callbacks [] for port (bfe479cc-6320-4a21-838c-6dca9641d47b), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:51.054132 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd880c3-fcfe-4904-9c4c-7cbef939da4c req-cf874490-9c2b-4a3a-986a-212b5039a99d tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:51.056987 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8fd880c3-fcfe-4904-9c4c-7cbef939da4c req-cf874490-9c2b-4a3a-986a-212b5039a99d tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.88 "GET /v2.0/ports?device_id=10ab8f37-6545-4f52-8f25-bc0963bc8fde HTTP/1.1" status: 200 len: 945 time: 0.2446890 Feb 02 06:54:51.063607 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-81889c65-da7a-4dd7-9498-d18564d43e5b req-d0856c6d-4293-4ac6-89ef-a562a5f3112f service neutron] 10.222.0.87 "GET /v2.0/networks/081c026d-8798-47ae-ae28-6481babaa3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389431 Feb 02 06:54:51.078141 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf41d1-ba20-40c5-82e0-95c7878fe214 req-a657f78d-06fd-4817-ae31-2055cab50b1b tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:51.080589 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-31bf41d1-ba20-40c5-82e0-95c7878fe214 req-a657f78d-06fd-4817-ae31-2055cab50b1b tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fc8267f-9472-43e8-b871-0c5f767cd58a HTTP/1.1" status: 200 len: 931 time: 0.3282533 Feb 02 06:54:51.133803 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d995e1-8e60-49c8-b1c5-04212905dd6f None None] Pushing event updated for resources: {'Port': ['ID=24dd9a33-827d-4559-ab38-185d3c7a9e4a,revision_number=3']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:51.145140 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['7afdd277-3de5-43c9-8bdd-7ad741ed347a'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:54:51.177644 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fe4c6c-afcd-4627-9c7b-c80086916f7b None None] Routers {'e303aa2a-67a3-4fe3-8575-5a049d9d256f'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 06:54:51.178475 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-a0fe4c6c-afcd-4627-9c7b-c80086916f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:54:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['e303aa2a-67a3-4fe3-8575-5a049d9d256f'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:54:51.179020 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e8184c80-ad33-4b0a-87b4-fb8ea3f67ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:51.184519 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-81889c65-da7a-4dd7-9498-d18564d43e5b req-00f6ce47-584a-4da8-99d7-6ee76ac44fb5 service neutron] 10.222.0.87 "GET /v2.0/networks/081c026d-8798-47ae-ae28-6481babaa3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197660 Feb 02 06:54:51.248892 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-58718299-0353-4a76-a71c-d13ffa1754b8 None None] Current status of the port 17103a1e-52d8-4742-9b46-282efaa9717c is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:54:51.249386 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-8c48c896-f46d-4609-9695-9d00a1087b1a req-a092c1b6-b5fb-49d3-82d7-9420327153e1 service neutron] Transition to ACTIVE for port object bfe479cc-6320-4a21-838c-6dca9641d47b will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 06:54:51.283033 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-8c48c896-f46d-4609-9695-9d00a1087b1a req-a092c1b6-b5fb-49d3-82d7-9420327153e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (bfe479cc-6320-4a21-838c-6dca9641d47b), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:51.320358 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-a0fe4c6c-afcd-4627-9c7b-c80086916f7b None None] Set router e303aa2a-67a3-4fe3-8575-5a049d9d256f gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 06:54:51.359148 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-9a6b8cf5-0dad-4b14-92de-876c7eb01583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'name': 'tempest-FloatingIPsAssociationTestJSON-599617694-router', 'tenant_id': '2b7b771ea1c74d4ab2224de90862d20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'd7e469b2-08ef-48dc-ab90-79575ae1a4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:54:34Z', 'updated_at': '2022-02-02T06:54:41Z', 'revision_number': 4, 'project_id': '2b7b771ea1c74d4ab2224de90862d20a', 'gw_port': {'id': 'd7e469b2-08ef-48dc-ab90-79575ae1a4d4', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:32:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:35Z', 'updated_at': '2022-02-02T06:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '17103a1e-52d8-4742-9b46-282efaa9717c', 'name': '', 'network_id': '76868d96-3692-423a-989b-a6220ec3b299', 'tenant_id': '2b7b771ea1c74d4ab2224de90862d20a', 'mac_address': 'fa:16:3e:7b:a6:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7ce63174-c525-4e2d-821d-9ee5b4634e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:40Z', 'updated_at': '2022-02-02T06:54:50Z', 'revision_number': 4, 'project_id': '2b7b771ea1c74d4ab2224de90862d20a', 'subnets': [{'id': '7ce63174-c525-4e2d-821d-9ee5b4634e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:54:51.395971 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6b8cf5-0dad-4b14-92de-876c7eb01583 None None] The sync data for ids ['82b44e09-335f-44d6-b1fc-e3f4f478d833'] in n-d-789963-26 is: [{'id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'name': 'tempest-FloatingIPsAssociationTestJSON-599617694-router', 'tenant_id': '2b7b771ea1c74d4ab2224de90862d20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'd7e469b2-08ef-48dc-ab90-79575ae1a4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:54:34Z', 'updated_at': '2022-02-02T06:54:41Z', 'revision_number': 4, 'project_id': '2b7b771ea1c74d4ab2224de90862d20a', 'gw_port': {'id': 'd7e469b2-08ef-48dc-ab90-79575ae1a4d4', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:32:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:35Z', 'updated_at': '2022-02-02T06:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '17103a1e-52d8-4742-9b46-282efaa9717c', 'name': '', 'network_id': '76868d96-3692-423a-989b-a6220ec3b299', 'tenant_id': '2b7b771ea1c74d4ab2224de90862d20a', 'mac_address': 'fa:16:3e:7b:a6:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7ce63174-c525-4e2d-821d-9ee5b4634e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:40Z', 'updated_at': '2022-02-02T06:54:50Z', 'revision_number': 4, 'project_id': '2b7b771ea1c74d4ab2224de90862d20a', 'subnets': [{'id': '7ce63174-c525-4e2d-821d-9ee5b4634e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 06:54:51.548777 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-31bf41d1-ba20-40c5-82e0-95c7878fe214 req-2fb4581a-121d-4616-9aed-7e6e3aef81f9 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4026468 Feb 02 06:54:51.628603 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 06:54:51.641760 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-a0fe4c6c-afcd-4627-9c7b-c80086916f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e303aa2a-67a3-4fe3-8575-5a049d9d256f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1664527472-router', 'tenant_id': '3148740a18674baa918e700334ca9f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '24dd9a33-827d-4559-ab38-185d3c7a9e4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:54:43Z', 'updated_at': '2022-02-02T06:54:47Z', 'revision_number': 3, 'project_id': '3148740a18674baa918e700334ca9f59', 'gw_port': {'id': '24dd9a33-827d-4559-ab38-185d3c7a9e4a', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:aa:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e303aa2a-67a3-4fe3-8575-5a049d9d256f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:45Z', 'updated_at': '2022-02-02T06:54:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:54:51.692081 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fe4c6c-afcd-4627-9c7b-c80086916f7b None None] The sync data for ids ['e303aa2a-67a3-4fe3-8575-5a049d9d256f'] in n-d-789963-26 is: [{'id': 'e303aa2a-67a3-4fe3-8575-5a049d9d256f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1664527472-router', 'tenant_id': '3148740a18674baa918e700334ca9f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '24dd9a33-827d-4559-ab38-185d3c7a9e4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:54:43Z', 'updated_at': '2022-02-02T06:54:47Z', 'revision_number': 3, 'project_id': '3148740a18674baa918e700334ca9f59', 'gw_port': {'id': '24dd9a33-827d-4559-ab38-185d3c7a9e4a', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:aa:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e303aa2a-67a3-4fe3-8575-5a049d9d256f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:45Z', 'updated_at': '2022-02-02T06:54:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 06:54:51.781285 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 06:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ea0481-93bc-4069-99b8-49babf8547c9 x-openstack-request-id: req-89ea0481-93bc-4069-99b8-49babf8547c9 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:54:51.781590 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d2e1841-644f-4ec3-b154-c02b38400298", "name": "network-vif-unplugged", "status": "completed", "tag": "7afdd277-3de5-43c9-8bdd-7ad741ed347a", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:54:51.781847 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-89ea0481-93bc-4069-99b8-49babf8547c9 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:54:51.782240 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d2e1841-644f-4ec3-b154-c02b38400298', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7afdd277-3de5-43c9-8bdd-7ad741ed347a', 'code': 200} Feb 02 06:54:51.782918 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987cbd3-7a8f-4e4a-9c2d-227e02454054 req-20170c75-c34d-4909-be77-b39be7b8b483 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:51.784501 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5987cbd3-7a8f-4e4a-9c2d-227e02454054 req-20170c75-c34d-4909-be77-b39be7b8b483 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.59 "GET /v2.0/networks?id=76868d96-3692-423a-989b-a6220ec3b299 HTTP/1.1" status: 200 len: 820 time: 0.8312700 Feb 02 06:54:51.801575 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-232e5edc-b9eb-4a72-a990-6c15b2236a7b req-d86551fb-ba88-4f34-a0e8-a0464fcfc8c5 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] 10.222.0.87 "GET /v2.0/floatingips/d8ab501f-7482-463a-8838-fd5bfa2786e1 HTTP/1.1" status: 200 len: 692 time: 0.4531369 Feb 02 06:54:51.835786 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a092c1b6-b5fb-49d3-82d7-9420327153e1 service neutron] Pushing event updated for resources: {'Port': ['ID=bfe479cc-6320-4a21-838c-6dca9641d47b,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:51.872983 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:51.874562 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-5987cbd3-7a8f-4e4a-9c2d-227e02454054 req-9ae39a78-7baa-4777-afcc-2c5a40c4fe22 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Request body: {'port': {'device_id': '1016e5ea-7158-429f-8164-d8e426c1c7af', 'network_id': '76868d96-3692-423a-989b-a6220ec3b299', 'admin_state_up': True, 'tenant_id': '2b7b771ea1c74d4ab2224de90862d20a'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:54:51.921620 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-e8184c80-ad33-4b0a-87b4-fb8ea3f67ec9 admin admin] Allocated IP 172.20.0.1 (be4b1c52-38f5-42d7-985d-ab796957b18c/41109078-78f2-4cf8-a4bd-125bcaab760f/dcbb08f0-0935-4c25-98bf-83f3ee3371a7) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:54:51.959698 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e5edc-b9eb-4a72-a990-6c15b2236a7b req-a9ba03df-ca75-4e91-ac18-d3dd32b1fc8f tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:51.968039 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-232e5edc-b9eb-4a72-a990-6c15b2236a7b req-a9ba03df-ca75-4e91-ac18-d3dd32b1fc8f tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] 10.222.0.87 "GET /v2.0/networks/ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 HTTP/1.1" status: 200 len: 784 time: 0.1652448 Feb 02 06:54:51.972694 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-8c48c896-f46d-4609-9695-9d00a1087b1a req-a092c1b6-b5fb-49d3-82d7-9420327153e1 service neutron] Attempting to bind port bfe479cc-6320-4a21-838c-6dca9641d47b on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:54:51.973043 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-8c48c896-f46d-4609-9695-9d00a1087b1a req-a092c1b6-b5fb-49d3-82d7-9420327153e1 service neutron] Attempting to bind port bfe479cc-6320-4a21-838c-6dca9641d47b by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': '43369f47-102e-4f19-93f2-e5ce754f6e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ad127856-4465-484c-882c-e096f13573c2'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:54:51.973383 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c48c896-f46d-4609-9695-9d00a1087b1a req-a092c1b6-b5fb-49d3-82d7-9420327153e1 service neutron] Attempting to bind port bfe479cc-6320-4a21-838c-6dca9641d47b on network ad127856-4465-484c-882c-e096f13573c2 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:54:51.973491 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [req-232e5edc-b9eb-4a72-a990-6c15b2236a7b req-280fcef6-61bb-4fa1-9b19-8c600fccc1e1 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 06:54:51.981519 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-232e5edc-b9eb-4a72-a990-6c15b2236a7b req-280fcef6-61bb-4fa1-9b19-8c600fccc1e1 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0126491 Feb 02 06:54:52.008842 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-8fd880c3-fcfe-4904-9c4c-7cbef939da4c req-1fca8672-2dba-4c48-92a1-65a24a7d87a6 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Deleting port d57b9366-cd86-4d58-a44d-b5e0d251b817 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 06:54:52.009249 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-8fd880c3-fcfe-4904-9c4c-7cbef939da4c req-1fca8672-2dba-4c48-92a1-65a24a7d87a6 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (d57b9366-cd86-4d58-a44d-b5e0d251b817), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:52.044102 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-232e5edc-b9eb-4a72-a990-6c15b2236a7b req-d218708b-9de1-4ea9-af94-b3131c26c5cf tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.4.98 HTTP/1.1" status: 200 len: 695 time: 0.0611198 Feb 02 06:54:52.063741 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b075660-3eda-4edd-91ea-2556c307c579 req-720c7ecb-4d70-49d5-ad9c-c6930ca49356 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:52.071690 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3b075660-3eda-4edd-91ea-2556c307c579 req-720c7ecb-4d70-49d5-ad9c-c6930ca49356 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=7272c094-1754-42ce-b10e-569286eda078 HTTP/1.1" status: 200 len: 950 time: 0.2829068 Feb 02 06:54:52.150360 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c48c896-f46d-4609-9695-9d00a1087b1a req-a092c1b6-b5fb-49d3-82d7-9420327153e1 service neutron] Port bfe479cc-6320-4a21-838c-6dca9641d47b on network ad127856-4465-484c-882c-e096f13573c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 06:54:52.150707 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c48c896-f46d-4609-9695-9d00a1087b1a req-a092c1b6-b5fb-49d3-82d7-9420327153e1 service neutron] Attempting to bind port bfe479cc-6320-4a21-838c-6dca9641d47b on network ad127856-4465-484c-882c-e096f13573c2 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:54:52.162757 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-232e5edc-b9eb-4a72-a990-6c15b2236a7b req-6d277f87-dd67-40b8-b07f-cde6c3fac834 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.4.98 HTTP/1.1" status: 200 len: 695 time: 0.0936568 Feb 02 06:54:52.341629 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-232e5edc-b9eb-4a72-a990-6c15b2236a7b req-3ddb73c4-f599-4ae8-b6e7-01b3bebcf7f8 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Deleting port 90a0d07f-79d6-4517-b214-13d84c4c1368 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 06:54:52.342845 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-232e5edc-b9eb-4a72-a990-6c15b2236a7b req-3ddb73c4-f599-4ae8-b6e7-01b3bebcf7f8 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (90a0d07f-79d6-4517-b214-13d84c4c1368), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:52.393035 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c48c896-f46d-4609-9695-9d00a1087b1a req-a092c1b6-b5fb-49d3-82d7-9420327153e1 service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:54:52.393745 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c48c896-f46d-4609-9695-9d00a1087b1a req-a092c1b6-b5fb-49d3-82d7-9420327153e1 service neutron] Checking segment: {'id': '43369f47-102e-4f19-93f2-e5ce754f6e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ad127856-4465-484c-882c-e096f13573c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:54:52.394394 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c48c896-f46d-4609-9695-9d00a1087b1a req-a092c1b6-b5fb-49d3-82d7-9420327153e1 service neutron] Bound using segment: {'id': '43369f47-102e-4f19-93f2-e5ce754f6e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ad127856-4465-484c-882c-e096f13573c2'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:54:52.394963 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-8c48c896-f46d-4609-9695-9d00a1087b1a req-a092c1b6-b5fb-49d3-82d7-9420327153e1 service neutron] Bound port: bfe479cc-6320-4a21-838c-6dca9641d47b, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43369f47-102e-4f19-93f2-e5ce754f6e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ad127856-4465-484c-882c-e096f13573c2'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:54:52.395448 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-8c48c896-f46d-4609-9695-9d00a1087b1a req-a092c1b6-b5fb-49d3-82d7-9420327153e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (bfe479cc-6320-4a21-838c-6dca9641d47b), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:52.454639 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-232e5edc-b9eb-4a72-a990-6c15b2236a7b req-3ddb73c4-f599-4ae8-b6e7-01b3bebcf7f8 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (90a0d07f-79d6-4517-b214-13d84c4c1368), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:52.455895 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-232e5edc-b9eb-4a72-a990-6c15b2236a7b req-3ddb73c4-f599-4ae8-b6e7-01b3bebcf7f8 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Publish callbacks [] for floatingip (90a0d07f-79d6-4517-b214-13d84c4c1368), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:52.469934 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-232e5edc-b9eb-4a72-a990-6c15b2236a7b req-3ddb73c4-f599-4ae8-b6e7-01b3bebcf7f8 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Calling delete_port for 90a0d07f-79d6-4517-b214-13d84c4c1368 owned by network:floatingip {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 06:54:52.561173 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 17103a1e-52d8-4742-9b46-282efaa9717c up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:54:52.625401 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 17103a1e-52d8-4742-9b46-282efaa9717c triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:54:52.626048 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (17103a1e-52d8-4742-9b46-282efaa9717c), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:52.682368 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-232e5edc-b9eb-4a72-a990-6c15b2236a7b req-3ddb73c4-f599-4ae8-b6e7-01b3bebcf7f8 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (90a0d07f-79d6-4517-b214-13d84c4c1368), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:52.718436 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddb73c4-f599-4ae8-b6e7-01b3bebcf7f8 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Pushing event deleted for resources: {'Port': ['ID=90a0d07f-79d6-4517-b214-13d84c4c1368,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:52.753730 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-232e5edc-b9eb-4a72-a990-6c15b2236a7b req-3ddb73c4-f599-4ae8-b6e7-01b3bebcf7f8 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Publish callbacks [] for floatingip (d8ab501f-7482-463a-8838-fd5bfa2786e1), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:52.756534 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-232e5edc-b9eb-4a72-a990-6c15b2236a7b req-3ddb73c4-f599-4ae8-b6e7-01b3bebcf7f8 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:52.757669 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-232e5edc-b9eb-4a72-a990-6c15b2236a7b req-3ddb73c4-f599-4ae8-b6e7-01b3bebcf7f8 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] 10.222.0.87 "DELETE /v2.0/floatingips/d8ab501f-7482-463a-8838-fd5bfa2786e1 HTTP/1.1" status: 204 len: 173 time: 0.5941250 Feb 02 06:54:52.762675 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-8fd880c3-fcfe-4904-9c4c-7cbef939da4c req-1fca8672-2dba-4c48-92a1-65a24a7d87a6 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] For port d57b9366-cd86-4d58-a44d-b5e0d251b817, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=d57b9366-cd86-4d58-a44d-b5e0d251b817,segment=NetworkSegment(7c23084e-868e-4f06-b4ca-b642252d4dc6),segment_id=7c23084e-868e-4f06-b4ca-b642252d4dc6)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:54:52.767861 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-8fd880c3-fcfe-4904-9c4c-7cbef939da4c req-1fca8672-2dba-4c48-92a1-65a24a7d87a6 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (d57b9366-cd86-4d58-a44d-b5e0d251b817), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:52.771662 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 17103a1e-52d8-4742-9b46-282efaa9717c is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:54:52.775629 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 24dd9a33-827d-4559-ab38-185d3c7a9e4a up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:54:52.849551 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.59', 61298) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:54:52.873496 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e8184c80-ad33-4b0a-87b4-fb8ea3f67ec9 admin admin] Publish callbacks [] for port (dcbb08f0-0935-4c25-98bf-83f3ee3371a7), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:52.874034 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 24dd9a33-827d-4559-ab38-185d3c7a9e4a triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:54:52.874519 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (24dd9a33-827d-4559-ab38-185d3c7a9e4a), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:52.984737 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 24dd9a33-827d-4559-ab38-185d3c7a9e4a is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:54:52.985133 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (24dd9a33-827d-4559-ab38-185d3c7a9e4a), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:52.993495 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e8184c80-ad33-4b0a-87b4-fb8ea3f67ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (dcbb08f0-0935-4c25-98bf-83f3ee3371a7), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:53.013458 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 24dd9a33-827d-4559-ab38-185d3c7a9e4a, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=24dd9a33-827d-4559-ab38-185d3c7a9e4a,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:54:53.020868 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (24dd9a33-827d-4559-ab38-185d3c7a9e4a), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:53.056571 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3b075660-3eda-4edd-91ea-2556c307c579 req-7e19d937-60f3-4680-83c5-04f46c446993 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9838748 Feb 02 06:54:53.060560 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e7ed2a-6e61-43de-953d-f12fc19f0ef0 req-80abb0f1-51ba-4bbd-a565-591bafd74148 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:53.076261 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-84e7ed2a-6e61-43de-953d-f12fc19f0ef0 req-80abb0f1-51ba-4bbd-a565-591bafd74148 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=2d2e1841-644f-4ec3-b154-c02b38400298 HTTP/1.1" status: 200 len: 943 time: 0.2008889 Feb 02 06:54:53.112946 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81889c65-da7a-4dd7-9498-d18564d43e5b req-bfe2d042-04dc-4685-b212-bf3a808b5916 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:53.113851 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=24dd9a33-827d-4559-ab38-185d3c7a9e4a,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:53.114991 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-81889c65-da7a-4dd7-9498-d18564d43e5b req-bfe2d042-04dc-4685-b212-bf3a808b5916 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.59 "GET /v2.0/networks?id=081c026d-8798-47ae-ae28-6481babaa3fe HTTP/1.1" status: 200 len: 823 time: 0.2643645 Feb 02 06:54:53.191603 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-84e7ed2a-6e61-43de-953d-f12fc19f0ef0 req-28988478-e29f-4d8b-8f92-67281d751c62 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142745 Feb 02 06:54:53.198464 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8184c80-ad33-4b0a-87b4-fb8ea3f67ec9 admin admin] Network be4b1c52-38f5-42d7-985d-ab796957b18c is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:54:53.231000 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-81889c65-da7a-4dd7-9498-d18564d43e5b req-13e46f30-d85d-44cd-b3f1-c1da80ab4cf9 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27772d6a8fab4cb7b33a5a3297c51100 HTTP/1.1" status: 200 len: 379 time: 0.0953102 Feb 02 06:54:53.237047 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-e8184c80-ad33-4b0a-87b4-fb8ea3f67ec9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:54:53.238701 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-81889c65-da7a-4dd7-9498-d18564d43e5b req-2c22841e-37f1-4fcf-9381-de7b03949a68 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Request body: {'port': {'device_id': '8bcb0621-52fe-4fab-a2be-b7b190e6b303', 'network_id': '081c026d-8798-47ae-ae28-6481babaa3fe', 'admin_state_up': True, 'tenant_id': '27772d6a8fab4cb7b33a5a3297c51100', 'security_groups': ['974679eb-14d2-4f44-9e62-35ad2dae7bbf']}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:54:53.257281 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8184c80-ad33-4b0a-87b4-fb8ea3f67ec9 admin admin] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:54:53.307453 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-61262036-8f22-40cd-8bec-d88ddc49fc3a req-99947e6d-3947-424a-b36a-954b33020174 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/ports?device_id=1016e5ea-7158-429f-8164-d8e426c1c7af HTTP/1.1" status: 200 len: 210 time: 0.1162586 Feb 02 06:54:53.316816 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5987cbd3-7a8f-4e4a-9c2d-227e02454054 req-9ae39a78-7baa-4777-afcc-2c5a40c4fe22 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Made reservation on behalf of 2b7b771ea1c74d4ab2224de90862d20a for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:54:53.320484 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-5987cbd3-7a8f-4e4a-9c2d-227e02454054 req-9ae39a78-7baa-4777-afcc-2c5a40c4fe22 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:53.324791 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-8c48c896-f46d-4609-9695-9d00a1087b1a req-a092c1b6-b5fb-49d3-82d7-9420327153e1 service neutron] For port bfe479cc-6320-4a21-838c-6dca9641d47b, host n-h2-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:54:53.332696 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8184c80-ad33-4b0a-87b4-fb8ea3f67ec9 admin admin] Pushing event updated for resources: {'Port': ['ID=dcbb08f0-0935-4c25-98bf-83f3ee3371a7,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:53.368423 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7d5920e6-16d2-4c94-beb9-b6173c4d31c6 req-26156109-baf4-46d8-83ab-9ce6bdedbafa tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.87 "GET /v2.0/ports?device_id=8bcb0621-52fe-4fab-a2be-b7b190e6b303 HTTP/1.1" status: 200 len: 210 time: 0.0733154 Feb 02 06:54:53.431153 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81889c65-da7a-4dd7-9498-d18564d43e5b req-2c22841e-37f1-4fcf-9381-de7b03949a68 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Made reservation on behalf of 27772d6a8fab4cb7b33a5a3297c51100 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:54:53.436621 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-81889c65-da7a-4dd7-9498-d18564d43e5b req-2c22841e-37f1-4fcf-9381-de7b03949a68 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:53.439567 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-8c48c896-f46d-4609-9695-9d00a1087b1a req-a092c1b6-b5fb-49d3-82d7-9420327153e1 service neutron] For port bfe479cc-6320-4a21-838c-6dca9641d47b, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=bfe479cc-6320-4a21-838c-6dca9641d47b,segment=NetworkSegment(43369f47-102e-4f19-93f2-e5ce754f6e28),segment_id=43369f47-102e-4f19-93f2-e5ce754f6e28)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:54:53.492657 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e8184c80-ad33-4b0a-87b4-fb8ea3f67ec9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (e303aa2a-67a3-4fe3-8575-5a049d9d256f), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:53.525585 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcec636-89a8-4d06-b1ef-58aa8acebfed req-ea03e53c-d40e-4857-8dc2-cc89066e0c2c tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:53.527160 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ddcec636-89a8-4d06-b1ef-58aa8acebfed req-ea03e53c-d40e-4857-8dc2-cc89066e0c2c tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fc8267f-9472-43e8-b871-0c5f767cd58a HTTP/1.1" status: 200 len: 943 time: 0.0856876 Feb 02 06:54:53.547502 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-8c48c896-f46d-4609-9695-9d00a1087b1a req-a092c1b6-b5fb-49d3-82d7-9420327153e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (bfe479cc-6320-4a21-838c-6dca9641d47b), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:53.588800 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-8ee1b8de-d029-422e-8b8c-98c9a46bbf00 None None] Provisioning complete for port dcbb08f0-0935-4c25-98bf-83f3ee3371a7 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:54:53.589307 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-8ee1b8de-d029-422e-8b8c-98c9a46bbf00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (dcbb08f0-0935-4c25-98bf-83f3ee3371a7), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:53.629781 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-8ee1b8de-d029-422e-8b8c-98c9a46bbf00 None None] Port dcbb08f0-0935-4c25-98bf-83f3ee3371a7 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 06:54:53.643324 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ddcec636-89a8-4d06-b1ef-58aa8acebfed req-cc1157f5-e21d-4f1f-a578-69039ac17707 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882187 Feb 02 06:54:53.664271 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-8fd880c3-fcfe-4904-9c4c-7cbef939da4c req-1fca8672-2dba-4c48-92a1-65a24a7d87a6 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:53.664627 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-8fd880c3-fcfe-4904-9c4c-7cbef939da4c req-1fca8672-2dba-4c48-92a1-65a24a7d87a6 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (9a3bfa97-b8a0-45e5-80b0-46cf162f7859), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:53.665011 n-d-789963-26 neutron-server[109693]: INFO neutron.db.l3_db [req-8fd880c3-fcfe-4904-9c4c-7cbef939da4c req-1fca8672-2dba-4c48-92a1-65a24a7d87a6 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Floating IP 9a3bfa97-b8a0-45e5-80b0-46cf162f7859 disassociated. External IP: 172.25.4.55, port: d57b9366-cd86-4d58-a44d-b5e0d251b817. Feb 02 06:54:53.665337 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-8fd880c3-fcfe-4904-9c4c-7cbef939da4c req-1fca8672-2dba-4c48-92a1-65a24a7d87a6 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Calling delete_port for d57b9366-cd86-4d58-a44d-b5e0d251b817 owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 06:54:53.670252 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c48c896-f46d-4609-9695-9d00a1087b1a req-a092c1b6-b5fb-49d3-82d7-9420327153e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:53.670879 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-8c48c896-f46d-4609-9695-9d00a1087b1a req-a092c1b6-b5fb-49d3-82d7-9420327153e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:53.672566 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8c48c896-f46d-4609-9695-9d00a1087b1a req-a092c1b6-b5fb-49d3-82d7-9420327153e1 service neutron] 10.222.0.59 "PUT /v2.0/ports/bfe479cc-6320-4a21-838c-6dca9641d47b HTTP/1.1" status: 200 len: 1092 time: 4.3592906 Feb 02 06:54:53.673527 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-81889c65-da7a-4dd7-9498-d18564d43e5b req-2c22841e-37f1-4fcf-9381-de7b03949a68 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Allocated IP 172.20.0.11 (081c026d-8798-47ae-ae28-6481babaa3fe/10d74aaf-e202-4a59-be8f-2452f7f95bcf/18f614de-94b5-44f2-9741-5c2fb1047720) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:54:53.681966 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fc8267f-9472-43e8-b871-0c5f767cd58a', 'tag': 'bfe479cc-6320-4a21-838c-6dca9641d47b'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:54:53.684939 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b9520f3-4412-4a54-8c64-af5952bee543" -d '{"events": [{"name": "network-changed", "server_uuid": "2fc8267f-9472-43e8-b871-0c5f767cd58a", "tag": "bfe479cc-6320-4a21-838c-6dca9641d47b"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:54:53.740161 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f72812-1014-498c-a7dd-480bd43f73b3 req-87c531ba-de69-4e5f-91b5-0145d0144927 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:53.741650 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a6f72812-1014-498c-a7dd-480bd43f73b3 req-87c531ba-de69-4e5f-91b5-0145d0144927 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] 10.222.0.87 "GET /v2.0/ports?device_id=050a6969-2e0d-46ef-a43b-f1a7b386fe56 HTTP/1.1" status: 200 len: 949 time: 0.3558457 Feb 02 06:54:53.775083 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a092c1b6-b5fb-49d3-82d7-9420327153e1 service neutron] Pushing event updated for resources: {'Port': ['ID=bfe479cc-6320-4a21-838c-6dca9641d47b,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:53.803767 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d2e1841-644f-4ec3-b154-c02b38400298', 'tag': '7afdd277-3de5-43c9-8bdd-7ad741ed347a'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:54:53.805944 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a75f5bc-1378-4ab6-a786-7dea011bd2b2" -d '{"events": [{"name": "network-changed", "server_uuid": "2d2e1841-644f-4ec3-b154-c02b38400298", "tag": "7afdd277-3de5-43c9-8bdd-7ad741ed347a"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:54:53.945079 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f71438-c440-4b26-b617-48794fd2c8ff req-7984d3e1-1ed9-4a46-b1e3-c333641e0068 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:53.946587 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-05f71438-c440-4b26-b617-48794fd2c8ff req-7984d3e1-1ed9-4a46-b1e3-c333641e0068 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2750521 Feb 02 06:54:53.957213 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-5987cbd3-7a8f-4e4a-9c2d-227e02454054 req-9ae39a78-7baa-4777-afcc-2c5a40c4fe22 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Allocated IP 172.20.0.9 (76868d96-3692-423a-989b-a6220ec3b299/7ce63174-c525-4e2d-821d-9ee5b4634e75/660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:54:53.997516 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a6f72812-1014-498c-a7dd-480bd43f73b3 req-39b12fec-0416-4fd0-bc5d-8ca4e6515a42 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] 10.222.0.87 "GET /v2.0/security-groups?id=1ccf634d-a49d-423a-88d1-71ef8d7f08ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973839 Feb 02 06:54:53.998086 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e8184c80-ad33-4b0a-87b4-fb8ea3f67ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (dcbb08f0-0935-4c25-98bf-83f3ee3371a7), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:54.002202 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-81889c65-da7a-4dd7-9498-d18564d43e5b req-2c22841e-37f1-4fcf-9381-de7b03949a68 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Publish callbacks [] for port (18f614de-94b5-44f2-9741-5c2fb1047720), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:54.003896 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c48c896-f46d-4609-9695-9d00a1087b1a req-1541668a-7834-474c-af29-ef6aa3694775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:54.005340 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8c48c896-f46d-4609-9695-9d00a1087b1a req-1541668a-7834-474c-af29-ef6aa3694775 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=94634d8b4d2a41de8e59c8bd88798343&device_id=2fc8267f-9472-43e8-b871-0c5f767cd58a HTTP/1.1" status: 200 len: 1126 time: 0.2042718 Feb 02 06:54:54.015595 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 06:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-835174e7-cdf2-4260-b69e-2cca1140b7ce x-openstack-request-id: req-835174e7-cdf2-4260-b69e-2cca1140b7ce {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:54:54.015837 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fc8267f-9472-43e8-b871-0c5f767cd58a", "tag": "bfe479cc-6320-4a21-838c-6dca9641d47b", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:54:54.016161 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-835174e7-cdf2-4260-b69e-2cca1140b7ce {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:54:54.016416 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fc8267f-9472-43e8-b871-0c5f767cd58a', 'tag': 'bfe479cc-6320-4a21-838c-6dca9641d47b', 'status': 'completed', 'code': 200} Feb 02 06:54:54.039713 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-81889c65-da7a-4dd7-9498-d18564d43e5b req-2c22841e-37f1-4fcf-9381-de7b03949a68 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (18f614de-94b5-44f2-9741-5c2fb1047720), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:54.074122 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 06:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e58c99c-a96e-49ca-a763-121c3a5b4e02 x-openstack-request-id: req-1e58c99c-a96e-49ca-a763-121c3a5b4e02 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:54:54.074748 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d2e1841-644f-4ec3-b154-c02b38400298", "tag": "7afdd277-3de5-43c9-8bdd-7ad741ed347a", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:54:54.074748 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1e58c99c-a96e-49ca-a763-121c3a5b4e02 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:54:54.075141 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d2e1841-644f-4ec3-b154-c02b38400298', 'tag': '7afdd277-3de5-43c9-8bdd-7ad741ed347a', 'status': 'completed', 'code': 200} Feb 02 06:54:54.087511 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81889c65-da7a-4dd7-9498-d18564d43e5b req-2c22841e-37f1-4fcf-9381-de7b03949a68 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Network 081c026d-8798-47ae-ae28-6481babaa3fe is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:54:54.094825 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-81889c65-da7a-4dd7-9498-d18564d43e5b req-2c22841e-37f1-4fcf-9381-de7b03949a68 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:54:54.098584 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-81889c65-da7a-4dd7-9498-d18564d43e5b req-2c22841e-37f1-4fcf-9381-de7b03949a68 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:54:54.103851 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81889c65-da7a-4dd7-9498-d18564d43e5b req-2c22841e-37f1-4fcf-9381-de7b03949a68 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:54.104552 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-81889c65-da7a-4dd7-9498-d18564d43e5b req-2c22841e-37f1-4fcf-9381-de7b03949a68 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:54.113970 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c22841e-37f1-4fcf-9381-de7b03949a68 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Pushing event updated for resources: {'Port': ['ID=18f614de-94b5-44f2-9741-5c2fb1047720,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:54.128929 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-81889c65-da7a-4dd7-9498-d18564d43e5b req-2c22841e-37f1-4fcf-9381-de7b03949a68 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8941653 Feb 02 06:54:54.148757 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-81889c65-da7a-4dd7-9498-d18564d43e5b req-08f007fb-2022-4123-8e2e-2213c8de71b7 service neutron] Request body: {'port': {'device_id': '8bcb0621-52fe-4fab-a2be-b7b190e6b303', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:54:54.151482 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.59', 61300) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:54:54.159867 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8c48c896-f46d-4609-9695-9d00a1087b1a req-822495ef-1d73-47ee-bdc2-f26ce4a916f3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bfe479cc-6320-4a21-838c-6dca9641d47b HTTP/1.1" status: 200 len: 217 time: 0.1340508 Feb 02 06:54:54.249717 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a75f5bc-1378-4ab6-a786-7dea011bd2b2 req-512d631f-b3d9-419e-93e8-18ea9eafaafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:54.251267 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1a75f5bc-1378-4ab6-a786-7dea011bd2b2 req-512d631f-b3d9-419e-93e8-18ea9eafaafa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fe8bfc83663b43b9aae4137bcb39e5dc&device_id=2d2e1841-644f-4ec3-b154-c02b38400298 HTTP/1.1" status: 200 len: 1157 time: 0.0987310 Feb 02 06:54:54.257954 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-81889c65-da7a-4dd7-9498-d18564d43e5b req-08f007fb-2022-4123-8e2e-2213c8de71b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (18f614de-94b5-44f2-9741-5c2fb1047720), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:54.262404 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9bb2ae71-46b2-4514-a0a8-a77e81f48f45 req-0cd24def-fe8f-4c2e-8d92-63389460c4f9 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] 10.222.0.87 "GET /v2.0/floatingips?tenant_id=23daa9208755483fb5ba766d5ecec0c5 HTTP/1.1" status: 200 len: 1654 time: 0.2068367 Feb 02 06:54:54.321449 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-8fd880c3-fcfe-4904-9c4c-7cbef939da4c req-1fca8672-2dba-4c48-92a1-65a24a7d87a6 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (d57b9366-cd86-4d58-a44d-b5e0d251b817), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:54.383678 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 24dd9a33-827d-4559-ab38-185d3c7a9e4a up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:54:54.492831 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c48c896-f46d-4609-9695-9d00a1087b1a req-f8a90a2f-2ac8-4aab-9384-4ad75c3e8e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:54.494351 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8c48c896-f46d-4609-9695-9d00a1087b1a req-f8a90a2f-2ac8-4aab-9384-4ad75c3e8e07 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a7292d13-827d-45ab-8eaa-7baf62301aaa HTTP/1.1" status: 200 len: 847 time: 0.2982266 Feb 02 06:54:54.498384 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a75f5bc-1378-4ab6-a786-7dea011bd2b2 req-9851b923-fc98-4ce9-821b-6017d69d6fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:54.500077 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1a75f5bc-1378-4ab6-a786-7dea011bd2b2 req-9851b923-fc98-4ce9-821b-6017d69d6fab service neutron] 10.222.0.59 "GET /v2.0/networks?id=a90e0175-1e1a-46fd-ade5-a34b643c83ca HTTP/1.1" status: 200 len: 921 time: 0.2324071 Feb 02 06:54:54.526491 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 24dd9a33-827d-4559-ab38-185d3c7a9e4a triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:54:54.527232 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (24dd9a33-827d-4559-ab38-185d3c7a9e4a), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:54.562054 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1a75f5bc-1378-4ab6-a786-7dea011bd2b2 req-1c2c5b7f-e05b-41af-8729-c39b73e4c840 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7afdd277-3de5-43c9-8bdd-7ad741ed347a HTTP/1.1" status: 200 len: 217 time: 0.0536962 Feb 02 06:54:54.597024 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ac81159e-e650-4fcf-afff-d5ea8c2a9903 None None] Provisioning complete for port 18f614de-94b5-44f2-9741-5c2fb1047720 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:54:54.597772 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ac81159e-e650-4fcf-afff-d5ea8c2a9903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (18f614de-94b5-44f2-9741-5c2fb1047720), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:54.666431 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ac81159e-e650-4fcf-afff-d5ea8c2a9903 None None] Port 18f614de-94b5-44f2-9741-5c2fb1047720 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 06:54:54.673074 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 24dd9a33-827d-4559-ab38-185d3c7a9e4a is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:54:54.700532 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a75f5bc-1378-4ab6-a786-7dea011bd2b2 req-56bce70b-100b-438b-8ac5-0594bd6ea829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:54.702006 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1a75f5bc-1378-4ab6-a786-7dea011bd2b2 req-56bce70b-100b-438b-8ac5-0594bd6ea829 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=718edbdc-92b0-46ac-b280-821a5ec70f8a HTTP/1.1" status: 200 len: 860 time: 0.1214521 Feb 02 06:54:54.748591 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff08db8-252d-4670-bb37-d2eccb8d40eb req-a2fd680b-9071-4f3f-9692-bb51f2f3f31c tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:54.750206 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0ff08db8-252d-4670-bb37-d2eccb8d40eb req-a2fd680b-9071-4f3f-9692-bb51f2f3f31c tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=7272c094-1754-42ce-b10e-569286eda078 HTTP/1.1" status: 200 len: 950 time: 0.1931334 Feb 02 06:54:54.754145 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1a75f5bc-1378-4ab6-a786-7dea011bd2b2 req-9ae8ad6c-0e08-4796-b281-275a06358b6c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a90e0175-1e1a-46fd-ade5-a34b643c83ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437484 Feb 02 06:54:54.820225 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fca8672-2dba-4c48-92a1-65a24a7d87a6 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Pushing event deleted for resources: {'Port': ['ID=d57b9366-cd86-4d58-a44d-b5e0d251b817,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:54.865394 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8c48c896-f46d-4609-9695-9d00a1087b1a req-043a0fdf-386f-4b00-9741-f2f5a184c93e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ad127856-4465-484c-882c-e096f13573c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3119471 Feb 02 06:54:54.916472 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-81889c65-da7a-4dd7-9498-d18564d43e5b req-08f007fb-2022-4123-8e2e-2213c8de71b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18f614de-94b5-44f2-9741-5c2fb1047720 {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:54:54.930327 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-81889c65-da7a-4dd7-9498-d18564d43e5b req-08f007fb-2022-4123-8e2e-2213c8de71b7 service neutron] Publish callbacks [] for port (18f614de-94b5-44f2-9741-5c2fb1047720), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:54.961527 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0ff08db8-252d-4670-bb37-d2eccb8d40eb req-de0e01b9-27fd-41a9-a466-e3e23ce1f7f9 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894450 Feb 02 06:54:54.962125 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.59', 61301) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:54:55.001324 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-5987cbd3-7a8f-4e4a-9c2d-227e02454054 req-9ae39a78-7baa-4777-afcc-2c5a40c4fe22 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Publish callbacks [] for port (660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:55.011435 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-81889c65-da7a-4dd7-9498-d18564d43e5b req-08f007fb-2022-4123-8e2e-2213c8de71b7 service neutron] Transition to ACTIVE for port object 18f614de-94b5-44f2-9741-5c2fb1047720 will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 06:54:55.019788 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 7afdd277-3de5-43c9-8bdd-7ad741ed347a details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 06:54:55.035168 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1a75f5bc-1378-4ab6-a786-7dea011bd2b2 req-f361638a-9ab1-46fe-9df3-124d61a96ac9 service neutron] 10.222.0.59 "GET /v2.0/networks/a90e0175-1e1a-46fd-ade5-a34b643c83ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702949 Feb 02 06:54:55.040443 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb2ae71-46b2-4514-a0a8-a77e81f48f45 req-c1c8d9fd-98a2-4dc6-aa29-7cc8858bb080 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:55.042014 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9bb2ae71-46b2-4514-a0a8-a77e81f48f45 req-c1c8d9fd-98a2-4dc6-aa29-7cc8858bb080 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] 10.222.0.87 "GET /v2.0/networks?id=ee4463ee-e783-4af5-91d5-cbeb2d0e0db8&id=ee4463ee-e783-4af5-91d5-cbeb2d0e0db8&id=ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 HTTP/1.1" status: 200 len: 787 time: 0.7578163 Feb 02 06:54:55.053954 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [req-9bb2ae71-46b2-4514-a0a8-a77e81f48f45 req-83708034-52ac-4a6c-991a-26e2d0cfab9c tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=109693) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 06:54:55.055074 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9bb2ae71-46b2-4514-a0a8-a77e81f48f45 req-83708034-52ac-4a6c-991a-26e2d0cfab9c tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057075 Feb 02 06:54:55.077546 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-81889c65-da7a-4dd7-9498-d18564d43e5b req-08f007fb-2022-4123-8e2e-2213c8de71b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (18f614de-94b5-44f2-9741-5c2fb1047720), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:55.160705 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f007fb-2022-4123-8e2e-2213c8de71b7 service neutron] Pushing event updated for resources: {'Port': ['ID=18f614de-94b5-44f2-9741-5c2fb1047720,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:55.194947 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 7afdd277-3de5-43c9-8bdd-7ad741ed347a, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=7afdd277-3de5-43c9-8bdd-7ad741ed347a,segment=NetworkSegment(ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b),segment_id=ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:54:55.209734 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 7afdd277-3de5-43c9-8bdd-7ad741ed347a has no active binding in host n-h1-789963-26 {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 02 06:54:55.212191 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device d57b9366-cd86-4d58-a44d-b5e0d251b817 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 06:54:55.222833 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-995ca290-4939-431f-baad-5d2539e0c776 req-dff27326-b978-40c0-9e2e-dd142b62ee69 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/ports?device_id=1016e5ea-7158-429f-8164-d8e426c1c7af HTTP/1.1" status: 200 len: 210 time: 0.0420463 Feb 02 06:54:55.241299 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: d57b9366-cd86-4d58-a44d-b5e0d251b817 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 06:54:55.241920 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device d57b9366-cd86-4d58-a44d-b5e0d251b817 not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 06:54:55.260997 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8fd880c3-fcfe-4904-9c4c-7cbef939da4c req-1fca8672-2dba-4c48-92a1-65a24a7d87a6 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Router 89ea859b-7612-4f81-beaa-bd4c70e19297 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 06:54:55.267880 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-5987cbd3-7a8f-4e4a-9c2d-227e02454054 req-9ae39a78-7baa-4777-afcc-2c5a40c4fe22 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:55.270120 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e8184c80-ad33-4b0a-87b4-fb8ea3f67ec9 admin admin] Publish callbacks [] for port (dcbb08f0-0935-4c25-98bf-83f3ee3371a7), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:55.277759 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8c48c896-f46d-4609-9695-9d00a1087b1a req-a4aa86fa-d034-4c46-a8aa-e87f6555cc53 service neutron] 10.222.0.59 "GET /v2.0/networks/ad127856-4465-484c-882c-e096f13573c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3951025 Feb 02 06:54:55.288072 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e8184c80-ad33-4b0a-87b4-fb8ea3f67ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (dcbb08f0-0935-4c25-98bf-83f3ee3371a7), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:55.346593 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1a75f5bc-1378-4ab6-a786-7dea011bd2b2 req-8c689b4e-6455-4cb6-a8ff-e0ea73e7d396 service neutron] 10.222.0.59 "GET /v2.0/networks/a90e0175-1e1a-46fd-ade5-a34b643c83ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833531 Feb 02 06:54:55.411375 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5987cbd3-7a8f-4e4a-9c2d-227e02454054 req-9ae39a78-7baa-4777-afcc-2c5a40c4fe22 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Network 76868d96-3692-423a-989b-a6220ec3b299 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:54:55.482040 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-5987cbd3-7a8f-4e4a-9c2d-227e02454054 req-9ae39a78-7baa-4777-afcc-2c5a40c4fe22 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:54:55.504890 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-5987cbd3-7a8f-4e4a-9c2d-227e02454054 req-9ae39a78-7baa-4777-afcc-2c5a40c4fe22 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:54:55.514614 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae39a78-7baa-4777-afcc-2c5a40c4fe22 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Pushing event updated for resources: {'Port': ['ID=660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:55.540201 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e8184c80-ad33-4b0a-87b4-fb8ea3f67ec9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (e303aa2a-67a3-4fe3-8575-5a049d9d256f), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:55.692607 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8c48c896-f46d-4609-9695-9d00a1087b1a req-cc27f2a7-6462-431e-a5b2-ec980256be8a service neutron] 10.222.0.59 "GET /v2.0/networks/ad127856-4465-484c-882c-e096f13573c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4081576 Feb 02 06:54:55.702894 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-2e4bd7de-0fae-4ad1-935a-d56e9bd5450b service neutron] 10.222.0.59 "GET /v2.0/ports/7afdd277-3de5-43c9-8bdd-7ad741ed347a/bindings/n-h1-789963-26 HTTP/1.1" status: 200 len: 385 time: 0.7337661 Feb 02 06:54:55.705503 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-81889c65-da7a-4dd7-9498-d18564d43e5b req-08f007fb-2022-4123-8e2e-2213c8de71b7 service neutron] Attempting to bind port 18f614de-94b5-44f2-9741-5c2fb1047720 on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:54:55.706066 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-81889c65-da7a-4dd7-9498-d18564d43e5b req-08f007fb-2022-4123-8e2e-2213c8de71b7 service neutron] Attempting to bind port 18f614de-94b5-44f2-9741-5c2fb1047720 by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': '7c23084e-868e-4f06-b4ca-b642252d4dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '081c026d-8798-47ae-ae28-6481babaa3fe'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:54:55.706637 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81889c65-da7a-4dd7-9498-d18564d43e5b req-08f007fb-2022-4123-8e2e-2213c8de71b7 service neutron] Attempting to bind port 18f614de-94b5-44f2-9741-5c2fb1047720 on network 081c026d-8798-47ae-ae28-6481babaa3fe {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:54:55.712672 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f9dcd-67b8-46a0-aa0a-5acfeadbee6a req-b1bec31c-b6e8-432a-a518-b89a6075ded2 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:55.714214 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f22f9dcd-67b8-46a0-aa0a-5acfeadbee6a req-b1bec31c-b6e8-432a-a518-b89a6075ded2 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.87 "GET /v2.0/ports?device_id=8bcb0621-52fe-4fab-a2be-b7b190e6b303 HTTP/1.1" status: 200 len: 944 time: 0.3636935 Feb 02 06:54:55.716819 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111e251f-18ce-4148-855f-25715c5477ae req-0d83b1ec-de36-42a5-85f4-a81cf6603d31 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:55.723839 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-111e251f-18ce-4148-855f-25715c5477ae req-0d83b1ec-de36-42a5-85f4-a81cf6603d31 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=2d2e1841-644f-4ec3-b154-c02b38400298 HTTP/1.1" status: 200 len: 943 time: 0.5794840 Feb 02 06:54:55.724671 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987cbd3-7a8f-4e4a-9c2d-227e02454054 req-9ae39a78-7baa-4777-afcc-2c5a40c4fe22 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:55.725303 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-5987cbd3-7a8f-4e4a-9c2d-227e02454054 req-9ae39a78-7baa-4777-afcc-2c5a40c4fe22 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:55.738954 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8184c80-ad33-4b0a-87b4-fb8ea3f67ec9 admin admin] Pushing event updated for resources: {'Port': ['ID=dcbb08f0-0935-4c25-98bf-83f3ee3371a7,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:55.766955 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81889c65-da7a-4dd7-9498-d18564d43e5b req-08f007fb-2022-4123-8e2e-2213c8de71b7 service neutron] Port 18f614de-94b5-44f2-9741-5c2fb1047720 on network 081c026d-8798-47ae-ae28-6481babaa3fe not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 06:54:55.767666 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81889c65-da7a-4dd7-9498-d18564d43e5b req-08f007fb-2022-4123-8e2e-2213c8de71b7 service neutron] Attempting to bind port 18f614de-94b5-44f2-9741-5c2fb1047720 on network 081c026d-8798-47ae-ae28-6481babaa3fe {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:54:55.785245 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81889c65-da7a-4dd7-9498-d18564d43e5b req-08f007fb-2022-4123-8e2e-2213c8de71b7 service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:54:55.785658 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81889c65-da7a-4dd7-9498-d18564d43e5b req-08f007fb-2022-4123-8e2e-2213c8de71b7 service neutron] Checking segment: {'id': '7c23084e-868e-4f06-b4ca-b642252d4dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '081c026d-8798-47ae-ae28-6481babaa3fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:54:55.786113 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81889c65-da7a-4dd7-9498-d18564d43e5b req-08f007fb-2022-4123-8e2e-2213c8de71b7 service neutron] Bound using segment: {'id': '7c23084e-868e-4f06-b4ca-b642252d4dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '081c026d-8798-47ae-ae28-6481babaa3fe'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:54:55.786621 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-81889c65-da7a-4dd7-9498-d18564d43e5b req-08f007fb-2022-4123-8e2e-2213c8de71b7 service neutron] Bound port: 18f614de-94b5-44f2-9741-5c2fb1047720, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c23084e-868e-4f06-b4ca-b642252d4dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '081c026d-8798-47ae-ae28-6481babaa3fe'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:54:55.787061 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-81889c65-da7a-4dd7-9498-d18564d43e5b req-08f007fb-2022-4123-8e2e-2213c8de71b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (18f614de-94b5-44f2-9741-5c2fb1047720), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:55.801059 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8fd880c3-fcfe-4904-9c4c-7cbef939da4c req-1fca8672-2dba-4c48-92a1-65a24a7d87a6 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 06:54:55.821960 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5987cbd3-7a8f-4e4a-9c2d-227e02454054 req-9ae39a78-7baa-4777-afcc-2c5a40c4fe22 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9564087 Feb 02 06:54:55.833673 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876aa33d-98c7-4997-98ad-a0346f875f42 None None] Sync routers for ids ['89ea859b-7612-4f81-beaa-bd4c70e19297'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 06:54:55.859365 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-5987cbd3-7a8f-4e4a-9c2d-227e02454054 req-22e71f65-2a69-4edb-9929-08f2b5b23687 service neutron] Request body: {'port': {'device_id': '1016e5ea-7158-429f-8164-d8e426c1c7af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:54:55.864420 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876aa33d-98c7-4997-98ad-a0346f875f42 None None] Routers {'89ea859b-7612-4f81-beaa-bd4c70e19297'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 06:54:55.869637 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-876aa33d-98c7-4997-98ad-a0346f875f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:54:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['89ea859b-7612-4f81-beaa-bd4c70e19297'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:54:55.904732 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-111e251f-18ce-4148-855f-25715c5477ae req-7279a5a2-be93-410c-9f55-91e5153c1ea1 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796389 Feb 02 06:54:55.948864 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fd880c3-fcfe-4904-9c4c-7cbef939da4c req-1fca8672-2dba-4c48-92a1-65a24a7d87a6 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] No DVR routers for this DVR port d57b9366-cd86-4d58-a44d-b5e0d251b817 on host n-h1-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 06:54:55.954058 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f22f9dcd-67b8-46a0-aa0a-5acfeadbee6a req-ff409f09-f945-4e3a-8621-003cb18816ea tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.87 "GET /v2.0/security-groups?id=974679eb-14d2-4f44-9e62-35ad2dae7bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2260358 Feb 02 06:54:55.955183 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-8fd880c3-fcfe-4904-9c4c-7cbef939da4c req-1fca8672-2dba-4c48-92a1-65a24a7d87a6 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:55.958702 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8fd880c3-fcfe-4904-9c4c-7cbef939da4c req-1fca8672-2dba-4c48-92a1-65a24a7d87a6 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.88 "DELETE /v2.0/ports/d57b9366-cd86-4d58-a44d-b5e0d251b817 HTTP/1.1" status: 204 len: 173 time: 4.8773682 Feb 02 06:54:55.993226 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8184c80-ad33-4b0a-87b4-fb8ea3f67ec9 admin admin] Network be4b1c52-38f5-42d7-985d-ab796957b18c is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:54:56.001777 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-e8184c80-ad33-4b0a-87b4-fb8ea3f67ec9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:54:56.037902 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10ab8f37-6545-4f52-8f25-bc0963bc8fde', 'name': 'network-vif-deleted', 'tag': 'd57b9366-cd86-4d58-a44d-b5e0d251b817'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:54:56.041300 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63708624-09de-4ad0-a142-6a3f3afe26f4" -d '{"events": [{"server_uuid": "10ab8f37-6545-4f52-8f25-bc0963bc8fde", "name": "network-vif-deleted", "tag": "d57b9366-cd86-4d58-a44d-b5e0d251b817"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:54:56.086394 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-5987cbd3-7a8f-4e4a-9c2d-227e02454054 req-22e71f65-2a69-4edb-9929-08f2b5b23687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:56.169718 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-81889c65-da7a-4dd7-9498-d18564d43e5b req-08f007fb-2022-4123-8e2e-2213c8de71b7 service neutron] For port 18f614de-94b5-44f2-9741-5c2fb1047720, host n-h2-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:54:56.229338 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-5ddd3bde-4a1c-42b5-8a01-29f4dda618fc None None] Provisioning complete for port 660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:54:56.229714 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5ddd3bde-4a1c-42b5-8a01-29f4dda618fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:56.267036 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-81889c65-da7a-4dd7-9498-d18564d43e5b req-08f007fb-2022-4123-8e2e-2213c8de71b7 service neutron] For port 18f614de-94b5-44f2-9741-5c2fb1047720, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=18f614de-94b5-44f2-9741-5c2fb1047720,segment=NetworkSegment(7c23084e-868e-4f06-b4ca-b642252d4dc6),segment_id=7c23084e-868e-4f06-b4ca-b642252d4dc6)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:54:56.280427 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161edc82-8980-4852-9651-d45223251825 req-1f45eb6e-f7a8-4f1a-8009-9ab0c6c6d959 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:56.284386 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9520f3-4412-4a54-8c64-af5952bee543 req-5faa2b2f-d361-4eb3-827f-ff3e5b53fcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:56.286134 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8b9520f3-4412-4a54-8c64-af5952bee543 req-5faa2b2f-d361-4eb3-827f-ff3e5b53fcb0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=94634d8b4d2a41de8e59c8bd88798343&device_id=2fc8267f-9472-43e8-b871-0c5f767cd58a HTTP/1.1" status: 200 len: 1126 time: 0.3451910 Feb 02 06:54:56.288615 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-161edc82-8980-4852-9651-d45223251825 req-1f45eb6e-f7a8-4f1a-8009-9ab0c6c6d959 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] 10.222.0.87 "GET /v2.0/ports?device_id=050a6969-2e0d-46ef-a43b-f1a7b386fe56 HTTP/1.1" status: 200 len: 949 time: 0.2455599 Feb 02 06:54:56.294167 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-876aa33d-98c7-4997-98ad-a0346f875f42 None None] Set router 89ea859b-7612-4f81-beaa-bd4c70e19297 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 06:54:56.329129 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-81889c65-da7a-4dd7-9498-d18564d43e5b req-08f007fb-2022-4123-8e2e-2213c8de71b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (18f614de-94b5-44f2-9741-5c2fb1047720), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:56.390431 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-5ddd3bde-4a1c-42b5-8a01-29f4dda618fc None None] Port 660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 06:54:56.461399 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f007fb-2022-4123-8e2e-2213c8de71b7 service neutron] Pushing event updated for resources: {'Port': ['ID=18f614de-94b5-44f2-9741-5c2fb1047720,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:56.472752 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-3b841ed6-a4a6-4095-9d33-9beff452a420 service neutron] For port 7afdd277-3de5-43c9-8bdd-7ad741ed347a, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=7afdd277-3de5-43c9-8bdd-7ad741ed347a,segment=NetworkSegment(ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b),segment_id=ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:54:56.480292 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81889c65-da7a-4dd7-9498-d18564d43e5b req-08f007fb-2022-4123-8e2e-2213c8de71b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:56.481549 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-81889c65-da7a-4dd7-9498-d18564d43e5b req-08f007fb-2022-4123-8e2e-2213c8de71b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:56.483585 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-81889c65-da7a-4dd7-9498-d18564d43e5b req-08f007fb-2022-4123-8e2e-2213c8de71b7 service neutron] 10.222.0.59 "PUT /v2.0/ports/18f614de-94b5-44f2-9741-5c2fb1047720 HTTP/1.1" status: 200 len: 1093 time: 2.3388348 Feb 02 06:54:56.483585 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bcb0621-52fe-4fab-a2be-b7b190e6b303', 'tag': '18f614de-94b5-44f2-9741-5c2fb1047720'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:54:56.487650 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b439d480-20e0-4a61-a924-4d2f5e77a394" -d '{"events": [{"name": "network-changed", "server_uuid": "8bcb0621-52fe-4fab-a2be-b7b190e6b303", "tag": "18f614de-94b5-44f2-9741-5c2fb1047720"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:54:56.505164 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2266b-6aa4-424e-98d5-550ff30b895e req-258006eb-1d44-4cbd-a5f2-ebfc73ed63f8 tempest-DeleteServersAdminTestJSON-1835552220 tempest-DeleteServersAdminTestJSON-1835552220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:56.507352 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-13a2266b-6aa4-424e-98d5-550ff30b895e req-258006eb-1d44-4cbd-a5f2-ebfc73ed63f8 tempest-DeleteServersAdminTestJSON-1835552220 tempest-DeleteServersAdminTestJSON-1835552220-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=050a6969-2e0d-46ef-a43b-f1a7b386fe56 HTTP/1.1" status: 200 len: 1132 time: 0.3573627 Feb 02 06:54:56.509562 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8184c80-ad33-4b0a-87b4-fb8ea3f67ec9 admin admin] Router e303aa2a-67a3-4fe3-8575-5a049d9d256f has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 06:54:56.532051 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e177c0b7-ec5c-48e4-b095-d82f95719872 req-bb795bfb-0307-4091-8d2b-5642957084d7 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:56.534132 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e177c0b7-ec5c-48e4-b095-d82f95719872 req-bb795bfb-0307-4091-8d2b-5642957084d7 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fc8267f-9472-43e8-b871-0c5f767cd58a HTTP/1.1" status: 200 len: 943 time: 0.3535030 Feb 02 06:54:56.584276 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-161edc82-8980-4852-9651-d45223251825 req-6359eae7-d65c-41a5-8510-3ddaee255be5 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] 10.222.0.87 "GET /v2.0/security-groups?id=1ccf634d-a49d-423a-88d1-71ef8d7f08ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912543 Feb 02 06:54:56.692996 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-23f190af-fda5-45e3-8806-768dacd4c845 None None] Provisioning complete for port dcbb08f0-0935-4c25-98bf-83f3ee3371a7 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:54:56.693361 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-23f190af-fda5-45e3-8806-768dacd4c845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (dcbb08f0-0935-4c25-98bf-83f3ee3371a7), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:56.698905 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-3b841ed6-a4a6-4095-9d33-9beff452a420 service neutron] For port 7afdd277-3de5-43c9-8bdd-7ad741ed347a, host n-h2-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:54:56.730652 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9520f3-4412-4a54-8c64-af5952bee543 req-b4204e95-9211-4c73-be6a-97ba5e2ebfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:56.733351 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8b9520f3-4412-4a54-8c64-af5952bee543 req-b4204e95-9211-4c73-be6a-97ba5e2ebfaf service neutron] 10.222.0.59 "GET /v2.0/networks?id=ad127856-4465-484c-882c-e096f13573c2 HTTP/1.1" status: 200 len: 908 time: 0.4361055 Feb 02 06:54:56.742935 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0c47b50a-365d-46d7-a08c-5f7667680759 req-25a636d1-db6d-43b5-a54c-dbe56b123465 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] 10.222.0.87 "GET /v2.0/floatingips/79881235-744c-47be-b045-85cb880960be HTTP/1.1" status: 200 len: 692 time: 0.1238739 Feb 02 06:54:56.796090 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-23f190af-fda5-45e3-8806-768dacd4c845 None None] Port dcbb08f0-0935-4c25-98bf-83f3ee3371a7 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 06:54:56.813225 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-876aa33d-98c7-4997-98ad-a0346f875f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ea859b-7612-4f81-beaa-bd4c70e19297', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-611324980-router', 'tenant_id': '27772d6a8fab4cb7b33a5a3297c51100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': 'ac1107f0-bc04-48ae-97a7-d6d42c6da1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:53:12Z', 'updated_at': '2022-02-02T06:53:27Z', 'revision_number': 4, 'project_id': '27772d6a8fab4cb7b33a5a3297c51100', 'gw_port': {'id': 'ac1107f0-bc04-48ae-97a7-d6d42c6da1e8', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ea859b-7612-4f81-beaa-bd4c70e19297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:53:15Z', 'updated_at': '2022-02-02T06:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '1bd3aaf2-8e17-41bf-a83d-e991ebf2ebd8', 'name': '', 'network_id': '081c026d-8798-47ae-ae28-6481babaa3fe', 'tenant_id': '27772d6a8fab4cb7b33a5a3297c51100', 'mac_address': 'fa:16:3e:e7:b3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ea859b-7612-4f81-beaa-bd4c70e19297', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '10d74aaf-e202-4a59-be8f-2452f7f95bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:53:23Z', 'updated_at': '2022-02-02T06:53:32Z', 'revision_number': 5, 'project_id': '27772d6a8fab4cb7b33a5a3297c51100', 'subnets': [{'id': '10d74aaf-e202-4a59-be8f-2452f7f95bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:54:56.860948 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-3b841ed6-a4a6-4095-9d33-9beff452a420 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7afdd277-3de5-43c9-8bdd-7ad741ed347a {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:54:56.868819 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876aa33d-98c7-4997-98ad-a0346f875f42 None None] Checking router: 89ea859b-7612-4f81-beaa-bd4c70e19297 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 06:54:56.871325 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81889c65-da7a-4dd7-9498-d18564d43e5b req-d1cf8afe-eb3d-45a8-ab73-af7a0bb34687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:56.873338 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-81889c65-da7a-4dd7-9498-d18564d43e5b req-d1cf8afe-eb3d-45a8-ab73-af7a0bb34687 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=27772d6a8fab4cb7b33a5a3297c51100&device_id=8bcb0621-52fe-4fab-a2be-b7b190e6b303 HTTP/1.1" status: 200 len: 1127 time: 0.2915821 Feb 02 06:54:56.885446 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8b9520f3-4412-4a54-8c64-af5952bee543 req-8d0ba533-7537-4a2c-81e9-86feffe7ceec service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bfe479cc-6320-4a21-838c-6dca9641d47b HTTP/1.1" status: 200 len: 217 time: 0.1233943 Feb 02 06:54:56.888268 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-3b841ed6-a4a6-4095-9d33-9beff452a420 service neutron] For port 7afdd277-3de5-43c9-8bdd-7ad741ed347a, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=7afdd277-3de5-43c9-8bdd-7ad741ed347a,segment=NetworkSegment(ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b),segment_id=ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:54:56.901242 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876aa33d-98c7-4997-98ad-a0346f875f42 None None] Routers {'89ea859b-7612-4f81-beaa-bd4c70e19297'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 06:54:56.901906 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-876aa33d-98c7-4997-98ad-a0346f875f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:54:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['89ea859b-7612-4f81-beaa-bd4c70e19297'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:54:56.907769 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:56.961456 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-81889c65-da7a-4dd7-9498-d18564d43e5b req-fb8f6da1-00f1-417f-a8ba-f48bf8f6e78e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18f614de-94b5-44f2-9741-5c2fb1047720 HTTP/1.1" status: 200 len: 217 time: 0.0702283 Feb 02 06:54:56.969321 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c47b50a-365d-46d7-a08c-5f7667680759 req-b5e0fd40-e1fc-4c9f-a36f-2a9dd99171ab tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:56.970846 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0c47b50a-365d-46d7-a08c-5f7667680759 req-b5e0fd40-e1fc-4c9f-a36f-2a9dd99171ab tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] 10.222.0.87 "GET /v2.0/networks/ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 HTTP/1.1" status: 200 len: 784 time: 0.2271495 Feb 02 06:54:56.971596 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-3b841ed6-a4a6-4095-9d33-9beff452a420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (7afdd277-3de5-43c9-8bdd-7ad741ed347a), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:57.029726 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-876aa33d-98c7-4997-98ad-a0346f875f42 None None] Set router 89ea859b-7612-4f81-beaa-bd4c70e19297 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 06:54:57.038997 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e177c0b7-ec5c-48e4-b095-d82f95719872 req-05de2b19-fc46-401c-bd77-7ef3c4135ccd tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4121494 Feb 02 06:54:57.060324 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0c47b50a-365d-46d7-a08c-5f7667680759 req-ebcffb15-efb2-4010-b541-b612c5cee366 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.4.28 HTTP/1.1" status: 200 len: 695 time: 0.0702724 Feb 02 06:54:57.140063 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81889c65-da7a-4dd7-9498-d18564d43e5b req-94a780c1-3917-4212-a5db-b0d999d8d494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:57.141736 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-81889c65-da7a-4dd7-9498-d18564d43e5b req-94a780c1-3917-4212-a5db-b0d999d8d494 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=10d74aaf-e202-4a59-be8f-2452f7f95bcf HTTP/1.1" status: 200 len: 862 time: 0.1677446 Feb 02 06:54:57.169594 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0c47b50a-365d-46d7-a08c-5f7667680759 req-4b1ecc90-877d-4d45-9d71-982371daf706 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.4.28 HTTP/1.1" status: 200 len: 695 time: 0.0808287 Feb 02 06:54:57.282248 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-876aa33d-98c7-4997-98ad-a0346f875f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ea859b-7612-4f81-beaa-bd4c70e19297', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-611324980-router', 'tenant_id': '27772d6a8fab4cb7b33a5a3297c51100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': 'ac1107f0-bc04-48ae-97a7-d6d42c6da1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:53:12Z', 'updated_at': '2022-02-02T06:53:27Z', 'revision_number': 4, 'project_id': '27772d6a8fab4cb7b33a5a3297c51100', 'gw_port': {'id': 'ac1107f0-bc04-48ae-97a7-d6d42c6da1e8', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ea859b-7612-4f81-beaa-bd4c70e19297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:53:15Z', 'updated_at': '2022-02-02T06:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '1bd3aaf2-8e17-41bf-a83d-e991ebf2ebd8', 'name': '', 'network_id': '081c026d-8798-47ae-ae28-6481babaa3fe', 'tenant_id': '27772d6a8fab4cb7b33a5a3297c51100', 'mac_address': 'fa:16:3e:e7:b3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ea859b-7612-4f81-beaa-bd4c70e19297', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '10d74aaf-e202-4a59-be8f-2452f7f95bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:53:23Z', 'updated_at': '2022-02-02T06:53:32Z', 'revision_number': 5, 'project_id': '27772d6a8fab4cb7b33a5a3297c51100', 'subnets': [{'id': '10d74aaf-e202-4a59-be8f-2452f7f95bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:54:57.317905 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-3b841ed6-a4a6-4095-9d33-9beff452a420 service neutron] Transition to ACTIVE for port object 7afdd277-3de5-43c9-8bdd-7ad741ed347a will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 06:54:57.323526 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876aa33d-98c7-4997-98ad-a0346f875f42 None None] The sync data for ids ['89ea859b-7612-4f81-beaa-bd4c70e19297'] in n-d-789963-26 is: [{'id': '89ea859b-7612-4f81-beaa-bd4c70e19297', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-611324980-router', 'tenant_id': '27772d6a8fab4cb7b33a5a3297c51100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': 'ac1107f0-bc04-48ae-97a7-d6d42c6da1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:53:12Z', 'updated_at': '2022-02-02T06:53:27Z', 'revision_number': 4, 'project_id': '27772d6a8fab4cb7b33a5a3297c51100', 'gw_port': {'id': 'ac1107f0-bc04-48ae-97a7-d6d42c6da1e8', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ea859b-7612-4f81-beaa-bd4c70e19297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:53:15Z', 'updated_at': '2022-02-02T06:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '1bd3aaf2-8e17-41bf-a83d-e991ebf2ebd8', 'name': '', 'network_id': '081c026d-8798-47ae-ae28-6481babaa3fe', 'tenant_id': '27772d6a8fab4cb7b33a5a3297c51100', 'mac_address': 'fa:16:3e:e7:b3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ea859b-7612-4f81-beaa-bd4c70e19297', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '10d74aaf-e202-4a59-be8f-2452f7f95bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:53:23Z', 'updated_at': '2022-02-02T06:53:32Z', 'revision_number': 5, 'project_id': '27772d6a8fab4cb7b33a5a3297c51100', 'subnets': [{'id': '10d74aaf-e202-4a59-be8f-2452f7f95bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 06:54:57.341576 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-3b841ed6-a4a6-4095-9d33-9beff452a420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (7afdd277-3de5-43c9-8bdd-7ad741ed347a), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:57.428776 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81889c65-da7a-4dd7-9498-d18564d43e5b req-1f37f733-0aca-43ae-b16c-b731234fcc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:57.430676 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-81889c65-da7a-4dd7-9498-d18564d43e5b req-1f37f733-0aca-43ae-b16c-b731234fcc2a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=081c026d-8798-47ae-ae28-6481babaa3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2799783 Feb 02 06:54:57.436395 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b841ed6-a4a6-4095-9d33-9beff452a420 service neutron] Pushing event updated for resources: {'Port': ['ID=7afdd277-3de5-43c9-8bdd-7ad741ed347a,revision_number=10']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:57.533872 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9520f3-4412-4a54-8c64-af5952bee543 req-95a97bae-37c3-4280-8314-e35135fba497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:57.535389 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8b9520f3-4412-4a54-8c64-af5952bee543 req-95a97bae-37c3-4280-8314-e35135fba497 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a7292d13-827d-45ab-8eaa-7baf62301aaa HTTP/1.1" status: 200 len: 847 time: 0.5937626 Feb 02 06:54:57.543533 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-3b841ed6-a4a6-4095-9d33-9beff452a420 service neutron] No DVR routers for this DVR port 7afdd277-3de5-43c9-8bdd-7ad741ed347a on host n-h2-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 06:54:57.581172 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-0c47b50a-365d-46d7-a08c-5f7667680759 req-5c2a9ac8-3ce9-4c1c-8a6b-7b62adafedb3 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Deleting port f5797be2-dd09-45c5-823e-41a82788276e {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 06:54:57.581617 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-0c47b50a-365d-46d7-a08c-5f7667680759 req-5c2a9ac8-3ce9-4c1c-8a6b-7b62adafedb3 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (f5797be2-dd09-45c5-823e-41a82788276e), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:57.591527 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8b9520f3-4412-4a54-8c64-af5952bee543 req-e546d1cf-01b3-4326-a168-685d573d5d0e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ad127856-4465-484c-882c-e096f13573c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391679 Feb 02 06:54:57.613380 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8184c80-ad33-4b0a-87b4-fb8ea3f67ec9 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 06:54:57.615141 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-3b841ed6-a4a6-4095-9d33-9beff452a420 service neutron] 10.222.0.59 "PUT /v2.0/ports/7afdd277-3de5-43c9-8bdd-7ad741ed347a/bindings/n-h1-789963-26/activate HTTP/1.1" status: 200 len: 370 time: 1.8813438 Feb 02 06:54:57.627727 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e8184c80-ad33-4b0a-87b4-fb8ea3f67ec9 admin admin] 10.222.0.87 "PUT /v2.0/routers/e303aa2a-67a3-4fe3-8575-5a049d9d256f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5886617 Feb 02 06:54:57.628657 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4554f343-c864-414e-af67-0302b84ae236 None None] Sync routers for ids ['e303aa2a-67a3-4fe3-8575-5a049d9d256f'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 06:54:57.635430 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-13a2266b-6aa4-424e-98d5-550ff30b895e req-e0d7bd21-7b77-47af-80dd-f8e9676bed2e tempest-DeleteServersAdminTestJSON-1835552220 tempest-DeleteServersAdminTestJSON-1835552220-project-admin] Deleting port ba7b5a43-89ef-436e-9572-d0ffd5b0fe37 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 06:54:57.635864 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-13a2266b-6aa4-424e-98d5-550ff30b895e req-e0d7bd21-7b77-47af-80dd-f8e9676bed2e tempest-DeleteServersAdminTestJSON-1835552220 tempest-DeleteServersAdminTestJSON-1835552220-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (ba7b5a43-89ef-436e-9572-d0ffd5b0fe37), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:57.640120 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-81889c65-da7a-4dd7-9498-d18564d43e5b req-0e83d310-c432-46b7-a672-e06860b086fe service neutron] 10.222.0.59 "GET /v2.0/networks/081c026d-8798-47ae-ae28-6481babaa3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921535 Feb 02 06:54:57.651800 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4554f343-c864-414e-af67-0302b84ae236 None None] Routers {'e303aa2a-67a3-4fe3-8575-5a049d9d256f'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 06:54:57.652519 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-4554f343-c864-414e-af67-0302b84ae236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:54:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['e303aa2a-67a3-4fe3-8575-5a049d9d256f'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:54:57.764820 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d510761d-54c4-42af-8b2c-0564b3432868 req-e39dbe8e-bf21-49bf-b4ab-2abcfca7d1bf tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:57.766673 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d510761d-54c4-42af-8b2c-0564b3432868 req-e39dbe8e-bf21-49bf-b4ab-2abcfca7d1bf tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=7272c094-1754-42ce-b10e-569286eda078 HTTP/1.1" status: 200 len: 950 time: 0.6301234 Feb 02 06:54:57.785723 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92b4257-27f4-4042-9b64-d60570d8cfad None None] New status for floating IP 9a3bfa97-b8a0-45e5-80b0-46cf162f7859: DOWN {{(pid=109695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 06:54:57.838224 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-0c47b50a-365d-46d7-a08c-5f7667680759 req-5c2a9ac8-3ce9-4c1c-8a6b-7b62adafedb3 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (f5797be2-dd09-45c5-823e-41a82788276e), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:57.839200 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-0c47b50a-365d-46d7-a08c-5f7667680759 req-5c2a9ac8-3ce9-4c1c-8a6b-7b62adafedb3 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Publish callbacks [] for floatingip (f5797be2-dd09-45c5-823e-41a82788276e), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:57.859021 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 7afdd277-3de5-43c9-8bdd-7ad741ed347a no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 06:54:57.860892 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-4554f343-c864-414e-af67-0302b84ae236 None None] Set router e303aa2a-67a3-4fe3-8575-5a049d9d256f gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 06:54:57.881992 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-5987cbd3-7a8f-4e4a-9c2d-227e02454054 req-22e71f65-2a69-4edb-9929-08f2b5b23687 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:54:57.901654 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-0c47b50a-365d-46d7-a08c-5f7667680759 req-5c2a9ac8-3ce9-4c1c-8a6b-7b62adafedb3 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Calling delete_port for f5797be2-dd09-45c5-823e-41a82788276e owned by network:floatingip {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 06:54:57.908403 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-5987cbd3-7a8f-4e4a-9c2d-227e02454054 req-22e71f65-2a69-4edb-9929-08f2b5b23687 service neutron] Publish callbacks [] for port (660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:57.971290 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-5987cbd3-7a8f-4e4a-9c2d-227e02454054 req-22e71f65-2a69-4edb-9929-08f2b5b23687 service neutron] Transition to ACTIVE for port object 660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 06:54:57.978545 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8b9520f3-4412-4a54-8c64-af5952bee543 req-62223d4b-23db-44b4-b58e-9dabb22b59ed service neutron] 10.222.0.59 "GET /v2.0/networks/ad127856-4465-484c-882c-e096f13573c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3732681 Feb 02 06:54:57.988232 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-13a2266b-6aa4-424e-98d5-550ff30b895e req-e0d7bd21-7b77-47af-80dd-f8e9676bed2e tempest-DeleteServersAdminTestJSON-1835552220 tempest-DeleteServersAdminTestJSON-1835552220-project-admin] For port ba7b5a43-89ef-436e-9572-d0ffd5b0fe37, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=ba7b5a43-89ef-436e-9572-d0ffd5b0fe37,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:54:57.988711 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-13a2266b-6aa4-424e-98d5-550ff30b895e req-e0d7bd21-7b77-47af-80dd-f8e9676bed2e tempest-DeleteServersAdminTestJSON-1835552220 tempest-DeleteServersAdminTestJSON-1835552220-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (ba7b5a43-89ef-436e-9572-d0ffd5b0fe37), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:57.993406 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-5987cbd3-7a8f-4e4a-9c2d-227e02454054 req-22e71f65-2a69-4edb-9929-08f2b5b23687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:58.020662 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] The host n-h2-789963-26 is not matching for port 7afdd277-3de5-43c9-8bdd-7ad741ed347a host n-h1-789963-26! {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 02 06:54:58.021735 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 7afdd277-3de5-43c9-8bdd-7ad741ed347a not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 06:54:58.066265 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d510761d-54c4-42af-8b2c-0564b3432868 req-81263c19-eed9-42f6-8ac4-88c95a9f10e1 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117379 Feb 02 06:54:58.099250 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-13a2266b-6aa4-424e-98d5-550ff30b895e req-e0d7bd21-7b77-47af-80dd-f8e9676bed2e tempest-DeleteServersAdminTestJSON-1835552220 tempest-DeleteServersAdminTestJSON-1835552220-project-admin] Calling delete_port for ba7b5a43-89ef-436e-9572-d0ffd5b0fe37 owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 06:54:58.117989 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-8d38f5e1-9420-4100-83f1-e429352b5c4b tempest-LiveAutoBlockMigrationV225Test-1760037822 tempest-LiveAutoBlockMigrationV225Test-1760037822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:58.119785 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-8d38f5e1-9420-4100-83f1-e429352b5c4b tempest-LiveAutoBlockMigrationV225Test-1760037822 tempest-LiveAutoBlockMigrationV225Test-1760037822-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=2d2e1841-644f-4ec3-b154-c02b38400298&tenant_id=fe8bfc83663b43b9aae4137bcb39e5dc&binding%3Ahost_id=n-h2-789963-26 HTTP/1.1" status: 200 len: 1127 time: 0.3274348 Feb 02 06:54:58.169685 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 06:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-561d0367-383c-4232-8a79-d1ea735ecffd x-openstack-request-id: req-561d0367-383c-4232-8a79-d1ea735ecffd {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:54:58.170116 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10ab8f37-6545-4f52-8f25-bc0963bc8fde", "name": "network-vif-deleted", "tag": "d57b9366-cd86-4d58-a44d-b5e0d251b817", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:54:58.170384 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-561d0367-383c-4232-8a79-d1ea735ecffd {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:54:58.170925 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10ab8f37-6545-4f52-8f25-bc0963bc8fde', 'name': 'network-vif-deleted', 'tag': 'd57b9366-cd86-4d58-a44d-b5e0d251b817', 'status': 'completed', 'code': 200} Feb 02 06:54:58.209836 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-81889c65-da7a-4dd7-9498-d18564d43e5b req-faa71e0a-5df3-4bf5-b13c-34342bc546c1 service neutron] 10.222.0.59 "GET /v2.0/networks/081c026d-8798-47ae-ae28-6481babaa3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4158833 Feb 02 06:54:58.292096 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e71f65-2a69-4edb-9929-08f2b5b23687 service neutron] Pushing event updated for resources: {'Port': ['ID=660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:58.298570 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-69c500cc-9691-4d27-a983-1181e168908f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:58.300208 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-69c500cc-9691-4d27-a983-1181e168908f service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=2d2e1841-644f-4ec3-b154-c02b38400298&tenant_id=fe8bfc83663b43b9aae4137bcb39e5dc HTTP/1.1" status: 200 len: 1127 time: 0.1692727 Feb 02 06:54:58.421843 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-4554f343-c864-414e-af67-0302b84ae236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e303aa2a-67a3-4fe3-8575-5a049d9d256f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1664527472-router', 'tenant_id': '3148740a18674baa918e700334ca9f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '24dd9a33-827d-4559-ab38-185d3c7a9e4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:54:43Z', 'updated_at': '2022-02-02T06:54:53Z', 'revision_number': 4, 'project_id': '3148740a18674baa918e700334ca9f59', 'gw_port': {'id': '24dd9a33-827d-4559-ab38-185d3c7a9e4a', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:aa:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e303aa2a-67a3-4fe3-8575-5a049d9d256f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:45Z', 'updated_at': '2022-02-02T06:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'dcbb08f0-0935-4c25-98bf-83f3ee3371a7', 'name': '', 'network_id': 'be4b1c52-38f5-42d7-985d-ab796957b18c', 'tenant_id': '3148740a18674baa918e700334ca9f59', 'mac_address': 'fa:16:3e:40:db:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e303aa2a-67a3-4fe3-8575-5a049d9d256f', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '41109078-78f2-4cf8-a4bd-125bcaab760f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:51Z', 'updated_at': '2022-02-02T06:54:54Z', 'revision_number': 2, 'project_id': '3148740a18674baa918e700334ca9f59', 'subnets': [{'id': '41109078-78f2-4cf8-a4bd-125bcaab760f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:54:58.428353 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-0c47b50a-365d-46d7-a08c-5f7667680759 req-5c2a9ac8-3ce9-4c1c-8a6b-7b62adafedb3 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (f5797be2-dd09-45c5-823e-41a82788276e), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:58.495073 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4554f343-c864-414e-af67-0302b84ae236 None None] Checking router: e303aa2a-67a3-4fe3-8575-5a049d9d256f for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 06:54:58.495430 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4554f343-c864-414e-af67-0302b84ae236 None None] Updating router e303aa2a-67a3-4fe3-8575-5a049d9d256f port dcbb08f0-0935-4c25-98bf-83f3ee3371a7 binding host n-d-789963-26 {{(pid=109696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 06:54:58.554234 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2a9ac8-3ce9-4c1c-8a6b-7b62adafedb3 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Pushing event deleted for resources: {'Port': ['ID=f5797be2-dd09-45c5-823e-41a82788276e,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:58.562325 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-0c47b50a-365d-46d7-a08c-5f7667680759 req-5c2a9ac8-3ce9-4c1c-8a6b-7b62adafedb3 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Publish callbacks [] for floatingip (79881235-744c-47be-b045-85cb880960be), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:58.562711 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-4554f343-c864-414e-af67-0302b84ae236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (dcbb08f0-0935-4c25-98bf-83f3ee3371a7), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:58.567059 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-0c47b50a-365d-46d7-a08c-5f7667680759 req-5c2a9ac8-3ce9-4c1c-8a6b-7b62adafedb3 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:58.568918 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0c47b50a-365d-46d7-a08c-5f7667680759 req-5c2a9ac8-3ce9-4c1c-8a6b-7b62adafedb3 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] 10.222.0.87 "DELETE /v2.0/floatingips/79881235-744c-47be-b045-85cb880960be HTTP/1.1" status: 204 len: 173 time: 1.3820243 Feb 02 06:54:58.595492 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-4ae0b03d-833a-4154-a9da-07ab0ec27d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:58.597857 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-4ae0b03d-833a-4154-a9da-07ab0ec27d40 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fe8bfc83663b43b9aae4137bcb39e5dc&device_id=2d2e1841-644f-4ec3-b154-c02b38400298 HTTP/1.1" status: 200 len: 1127 time: 0.1859365 Feb 02 06:54:58.740154 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 06:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b67388-a96b-497a-8bbd-8b15e0da0cb7 x-openstack-request-id: req-75b67388-a96b-497a-8bbd-8b15e0da0cb7 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:54:58.740775 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bcb0621-52fe-4fab-a2be-b7b190e6b303", "tag": "18f614de-94b5-44f2-9741-5c2fb1047720", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:54:58.741367 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-75b67388-a96b-497a-8bbd-8b15e0da0cb7 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:54:58.742831 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bcb0621-52fe-4fab-a2be-b7b190e6b303', 'tag': '18f614de-94b5-44f2-9741-5c2fb1047720', 'status': 'completed', 'code': 200} Feb 02 06:54:58.771226 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8b9520f3-4412-4a54-8c64-af5952bee543 req-7ee1d92a-81b5-4b92-a5f7-ca8a1348ce7c service neutron] 10.222.0.59 "GET /v2.0/networks/ad127856-4465-484c-882c-e096f13573c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7788746 Feb 02 06:54:58.882329 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c56b8c-1e38-4ae4-bc41-30561214ed77 req-713b97c1-aeaf-41b5-9081-7667cb749404 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:58.884484 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b8c56b8c-1e38-4ae4-bc41-30561214ed77 req-713b97c1-aeaf-41b5-9081-7667cb749404 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/ports?device_id=1016e5ea-7158-429f-8164-d8e426c1c7af HTTP/1.1" status: 200 len: 943 time: 0.4996336 Feb 02 06:54:58.914942 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-5987cbd3-7a8f-4e4a-9c2d-227e02454054 req-22e71f65-2a69-4edb-9929-08f2b5b23687 service neutron] Attempting to bind port 660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:54:58.915615 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-5987cbd3-7a8f-4e4a-9c2d-227e02454054 req-22e71f65-2a69-4edb-9929-08f2b5b23687 service neutron] Attempting to bind port 660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': '46e7ed10-215c-4aac-9da3-717f1e74ce40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '76868d96-3692-423a-989b-a6220ec3b299'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:54:58.915723 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5987cbd3-7a8f-4e4a-9c2d-227e02454054 req-22e71f65-2a69-4edb-9929-08f2b5b23687 service neutron] Attempting to bind port 660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e on network 76868d96-3692-423a-989b-a6220ec3b299 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:54:58.920054 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9c86d151-4632-4dd1-88c7-1f9edbfb7a9e req-714e9ecf-3933-43db-8e08-a9790fe6c386 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=39546764-67dd-4b6e-a45a-c2c507299e35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5209436 Feb 02 06:54:58.996959 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-7c469ba0-a39a-4f4c-8894-5eccbc36f5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:58.999167 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5987cbd3-7a8f-4e4a-9c2d-227e02454054 req-22e71f65-2a69-4edb-9929-08f2b5b23687 service neutron] Port 660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e on network 76868d96-3692-423a-989b-a6220ec3b299 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 06:54:58.999167 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5987cbd3-7a8f-4e4a-9c2d-227e02454054 req-22e71f65-2a69-4edb-9929-08f2b5b23687 service neutron] Attempting to bind port 660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e on network 76868d96-3692-423a-989b-a6220ec3b299 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:54:58.999743 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-7c469ba0-a39a-4f4c-8894-5eccbc36f5dc service neutron] 10.222.0.88 "GET /v2.0/networks?id=a90e0175-1e1a-46fd-ade5-a34b643c83ca HTTP/1.1" status: 200 len: 921 time: 0.3883076 Feb 02 06:54:59.018107 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b439d480-20e0-4a61-a924-4d2f5e77a394 req-5b1a6804-e9f8-4440-bbf8-5dbb5a27cdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:59.019420 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b439d480-20e0-4a61-a924-4d2f5e77a394 req-5b1a6804-e9f8-4440-bbf8-5dbb5a27cdd9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=27772d6a8fab4cb7b33a5a3297c51100&device_id=8bcb0621-52fe-4fab-a2be-b7b190e6b303 HTTP/1.1" status: 200 len: 1127 time: 0.2748430 Feb 02 06:54:59.029979 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb3656-a3db-4a70-a74f-19a63d325612 req-2af24110-865a-4d69-adea-0507fbfae62d tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:59.030799 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7dfb3656-a3db-4a70-a74f-19a63d325612 req-2af24110-865a-4d69-adea-0507fbfae62d tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=2d2e1841-644f-4ec3-b154-c02b38400298 HTTP/1.1" status: 200 len: 944 time: 0.1866918 Feb 02 06:54:59.052996 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5987cbd3-7a8f-4e4a-9c2d-227e02454054 req-22e71f65-2a69-4edb-9929-08f2b5b23687 service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:54:59.053592 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5987cbd3-7a8f-4e4a-9c2d-227e02454054 req-22e71f65-2a69-4edb-9929-08f2b5b23687 service neutron] Checking segment: {'id': '46e7ed10-215c-4aac-9da3-717f1e74ce40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '76868d96-3692-423a-989b-a6220ec3b299'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:54:59.054267 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5987cbd3-7a8f-4e4a-9c2d-227e02454054 req-22e71f65-2a69-4edb-9929-08f2b5b23687 service neutron] Bound using segment: {'id': '46e7ed10-215c-4aac-9da3-717f1e74ce40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '76868d96-3692-423a-989b-a6220ec3b299'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:54:59.055327 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-5987cbd3-7a8f-4e4a-9c2d-227e02454054 req-22e71f65-2a69-4edb-9929-08f2b5b23687 service neutron] Bound port: 660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46e7ed10-215c-4aac-9da3-717f1e74ce40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '76868d96-3692-423a-989b-a6220ec3b299'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:54:59.056041 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-5987cbd3-7a8f-4e4a-9c2d-227e02454054 req-22e71f65-2a69-4edb-9929-08f2b5b23687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:59.094727 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-f06c051a-cfad-48ad-8385-ac7050120e47 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7afdd277-3de5-43c9-8bdd-7ad741ed347a HTTP/1.1" status: 200 len: 217 time: 0.0877554 Feb 02 06:54:59.112267 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-13a2266b-6aa4-424e-98d5-550ff30b895e req-e0d7bd21-7b77-47af-80dd-f8e9676bed2e tempest-DeleteServersAdminTestJSON-1835552220 tempest-DeleteServersAdminTestJSON-1835552220-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (ba7b5a43-89ef-436e-9572-d0ffd5b0fe37), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:59.121005 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-4554f343-c864-414e-af67-0302b84ae236 None None] Publish callbacks [] for port (dcbb08f0-0935-4c25-98bf-83f3ee3371a7), precommit_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:59.131604 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-4554f343-c864-414e-af67-0302b84ae236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (dcbb08f0-0935-4c25-98bf-83f3ee3371a7), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:59.193436 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d7bd21-7b77-47af-80dd-f8e9676bed2e tempest-DeleteServersAdminTestJSON-1835552220 tempest-DeleteServersAdminTestJSON-1835552220-project-admin] Pushing event deleted for resources: {'Port': ['ID=ba7b5a43-89ef-436e-9572-d0ffd5b0fe37,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:59.246613 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-4554f343-c864-414e-af67-0302b84ae236 None None] Attempting to bind port dcbb08f0-0935-4c25-98bf-83f3ee3371a7 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:54:59.249276 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-4554f343-c864-414e-af67-0302b84ae236 None None] Attempting to bind port dcbb08f0-0935-4c25-98bf-83f3ee3371a7 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'fb0dd258-43a7-4754-8cbb-20de8df7fb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'be4b1c52-38f5-42d7-985d-ab796957b18c'}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:54:59.254937 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4554f343-c864-414e-af67-0302b84ae236 None None] Attempting to bind port dcbb08f0-0935-4c25-98bf-83f3ee3371a7 on network be4b1c52-38f5-42d7-985d-ab796957b18c {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:54:59.260031 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7dfb3656-a3db-4a70-a74f-19a63d325612 req-d605fdac-b9b0-4b3e-8438-13bc420de6bf tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880779 Feb 02 06:54:59.264181 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4554f343-c864-414e-af67-0302b84ae236 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:54:59.264802 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4554f343-c864-414e-af67-0302b84ae236 None None] Checking segment: {'id': 'fb0dd258-43a7-4754-8cbb-20de8df7fb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'be4b1c52-38f5-42d7-985d-ab796957b18c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:54:59.265405 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-4554f343-c864-414e-af67-0302b84ae236 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:59.265961 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4554f343-c864-414e-af67-0302b84ae236 None None] Bound using segment: {'id': 'fb0dd258-43a7-4754-8cbb-20de8df7fb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'be4b1c52-38f5-42d7-985d-ab796957b18c'} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:54:59.266607 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-4554f343-c864-414e-af67-0302b84ae236 None None] Bound port: dcbb08f0-0935-4c25-98bf-83f3ee3371a7, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb0dd258-43a7-4754-8cbb-20de8df7fb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'be4b1c52-38f5-42d7-985d-ab796957b18c'}}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:54:59.267138 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-4554f343-c864-414e-af67-0302b84ae236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (dcbb08f0-0935-4c25-98bf-83f3ee3371a7), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:59.272134 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-7c31d98f-d820-4d69-b262-6b9f5e7a14f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:59.273701 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-7c31d98f-d820-4d69-b262-6b9f5e7a14f2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=718edbdc-92b0-46ac-b280-821a5ec70f8a HTTP/1.1" status: 200 len: 860 time: 0.1655324 Feb 02 06:54:59.375818 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-5987cbd3-7a8f-4e4a-9c2d-227e02454054 req-22e71f65-2a69-4edb-9929-08f2b5b23687 service neutron] For port 660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e, host n-h2-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:54:59.387080 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-5987cbd3-7a8f-4e4a-9c2d-227e02454054 req-22e71f65-2a69-4edb-9929-08f2b5b23687 service neutron] For port 660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e,segment=NetworkSegment(46e7ed10-215c-4aac-9da3-717f1e74ce40),segment_id=46e7ed10-215c-4aac-9da3-717f1e74ce40)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:54:59.389449 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-ff030451-ff76-46fb-8895-6c62c647a3d1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a90e0175-1e1a-46fd-ade5-a34b643c83ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1051731 Feb 02 06:54:59.391277 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b439d480-20e0-4a61-a924-4d2f5e77a394 req-c61a8911-bc72-40ce-abca-4346c3477f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:59.392751 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b439d480-20e0-4a61-a924-4d2f5e77a394 req-c61a8911-bc72-40ce-abca-4346c3477f74 service neutron] 10.222.0.59 "GET /v2.0/networks?id=081c026d-8798-47ae-ae28-6481babaa3fe HTTP/1.1" status: 200 len: 924 time: 0.3610153 Feb 02 06:54:59.418957 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b8c56b8c-1e38-4ae4-bc41-30561214ed77 req-73f3775e-da9c-4b5c-afd8-a0c6c26e5f01 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/security-groups?id=2164a223-774f-4eed-afca-8e3586e80a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5302122 Feb 02 06:54:59.439436 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-4554f343-c864-414e-af67-0302b84ae236 None None] For port dcbb08f0-0935-4c25-98bf-83f3ee3371a7, host n-d-789963-26, cleared binding levels {{(pid=109696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:54:59.443109 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-4554f343-c864-414e-af67-0302b84ae236 None None] For port dcbb08f0-0935-4c25-98bf-83f3ee3371a7, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=dcbb08f0-0935-4c25-98bf-83f3ee3371a7,segment=NetworkSegment(fb0dd258-43a7-4754-8cbb-20de8df7fb9c),segment_id=fb0dd258-43a7-4754-8cbb-20de8df7fb9c)] {{(pid=109696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:54:59.444488 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde55522-75d2-4423-ba7e-67caf6c02d4c None None] Pushing event updated for resources: {'Port': ['ID=dcbb08f0-0935-4c25-98bf-83f3ee3371a7,revision_number=3']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:54:59.447732 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-5987cbd3-7a8f-4e4a-9c2d-227e02454054 req-22e71f65-2a69-4edb-9929-08f2b5b23687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:59.470683 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-4554f343-c864-414e-af67-0302b84ae236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (dcbb08f0-0935-4c25-98bf-83f3ee3371a7), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:59.609646 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b439d480-20e0-4a61-a924-4d2f5e77a394 req-bcae7e08-aa2c-4952-b3ec-27cb531764be service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18f614de-94b5-44f2-9741-5c2fb1047720 HTTP/1.1" status: 200 len: 217 time: 0.2022984 Feb 02 06:54:59.625163 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-d15f0d94-0251-44e6-b179-43840e7bdf2f None None] Provisioning complete for port dcbb08f0-0935-4c25-98bf-83f3ee3371a7 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:54:59.625732 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d15f0d94-0251-44e6-b179-43840e7bdf2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (dcbb08f0-0935-4c25-98bf-83f3ee3371a7), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:59.712521 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4554f343-c864-414e-af67-0302b84ae236 None None] Routers {'e303aa2a-67a3-4fe3-8575-5a049d9d256f'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 06:54:59.712966 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-4554f343-c864-414e-af67-0302b84ae236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:54:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['e303aa2a-67a3-4fe3-8575-5a049d9d256f'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:54:59.724904 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-13a2266b-6aa4-424e-98d5-550ff30b895e req-e0d7bd21-7b77-47af-80dd-f8e9676bed2e tempest-DeleteServersAdminTestJSON-1835552220 tempest-DeleteServersAdminTestJSON-1835552220-project-admin] No DVR routers for this DVR port ba7b5a43-89ef-436e-9572-d0ffd5b0fe37 on host n-h1-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 06:54:59.729275 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-13a2266b-6aa4-424e-98d5-550ff30b895e req-e0d7bd21-7b77-47af-80dd-f8e9676bed2e tempest-DeleteServersAdminTestJSON-1835552220 tempest-DeleteServersAdminTestJSON-1835552220-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:59.739130 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-13a2266b-6aa4-424e-98d5-550ff30b895e req-e0d7bd21-7b77-47af-80dd-f8e9676bed2e tempest-DeleteServersAdminTestJSON-1835552220 tempest-DeleteServersAdminTestJSON-1835552220-project-admin] 10.222.0.88 "DELETE /v2.0/ports/ba7b5a43-89ef-436e-9572-d0ffd5b0fe37 HTTP/1.1" status: 204 len: 173 time: 3.2224166 Feb 02 06:54:59.829622 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device bfe479cc-6320-4a21-838c-6dca9641d47b details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 06:54:59.840693 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86d151-4632-4dd1-88c7-1f9edbfb7a9e req-0705fbb9-d41a-4743-84f9-485d8f993c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:59.849819 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9c86d151-4632-4dd1-88c7-1f9edbfb7a9e req-0705fbb9-d41a-4743-84f9-485d8f993c51 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fe8bfc83663b43b9aae4137bcb39e5dc&device_id=39546764-67dd-4b6e-a45a-c2c507299e35 HTTP/1.1" status: 200 len: 1127 time: 0.8125169 Feb 02 06:54:59.873813 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bebcab36-fd78-4b3f-b07b-54c19fff8c41 req-ebf78ba6-1c56-42af-889f-aec313fa7f2d tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] 10.222.0.87 "GET /v2.0/ports?device_id=050a6969-2e0d-46ef-a43b-f1a7b386fe56 HTTP/1.1" status: 200 len: 210 time: 0.2409291 Feb 02 06:54:59.881943 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987cbd3-7a8f-4e4a-9c2d-227e02454054 req-22e71f65-2a69-4edb-9929-08f2b5b23687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:54:59.886359 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-5987cbd3-7a8f-4e4a-9c2d-227e02454054 req-22e71f65-2a69-4edb-9929-08f2b5b23687 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:54:59.889076 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5987cbd3-7a8f-4e4a-9c2d-227e02454054 req-22e71f65-2a69-4edb-9929-08f2b5b23687 service neutron] 10.222.0.59 "PUT /v2.0/ports/660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e HTTP/1.1" status: 200 len: 1092 time: 4.0346532 Feb 02 06:55:00.044178 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-d15f0d94-0251-44e6-b179-43840e7bdf2f None None] Current status of the port dcbb08f0-0935-4c25-98bf-83f3ee3371a7 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:55:00.044924 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d15f0d94-0251-44e6-b179-43840e7bdf2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (dcbb08f0-0935-4c25-98bf-83f3ee3371a7), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:00.058023 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-d29ceb68-b0ba-49eb-8ad3-4d7d91997c90 service neutron] 10.222.0.88 "GET /v2.0/networks/a90e0175-1e1a-46fd-ade5-a34b643c83ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6591070 Feb 02 06:55:00.074683 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b439d480-20e0-4a61-a924-4d2f5e77a394 req-65b98b6b-2cbb-43ea-ae47-a9db58e87137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:00.077552 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b439d480-20e0-4a61-a924-4d2f5e77a394 req-65b98b6b-2cbb-43ea-ae47-a9db58e87137 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=10d74aaf-e202-4a59-be8f-2452f7f95bcf HTTP/1.1" status: 200 len: 862 time: 0.3847539 Feb 02 06:55:00.112009 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.db.resource_extend [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 06:55:00.185609 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b2d474-c91b-4f3a-a90c-76c605e0613a req-1a92e9c8-8552-4c10-baca-0c1a4599ba09 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:00.208831 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f8b2d474-c91b-4f3a-a90c-76c605e0613a req-1a92e9c8-8552-4c10-baca-0c1a4599ba09 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.87 "GET /v2.0/ports?device_id=8bcb0621-52fe-4fab-a2be-b7b190e6b303 HTTP/1.1" status: 200 len: 944 time: 0.7251501 Feb 02 06:55:00.226341 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '050a6969-2e0d-46ef-a43b-f1a7b386fe56', 'name': 'network-vif-deleted', 'tag': 'ba7b5a43-89ef-436e-9572-d0ffd5b0fe37'}, {'name': 'network-changed', 'server_uuid': '1016e5ea-7158-429f-8164-d8e426c1c7af', 'tag': '660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:55:00.248497 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3fcd9a6-9419-45f0-922c-f694adcaca94" -d '{"events": [{"server_uuid": "050a6969-2e0d-46ef-a43b-f1a7b386fe56", "name": "network-vif-deleted", "tag": "ba7b5a43-89ef-436e-9572-d0ffd5b0fe37"}, {"name": "network-changed", "server_uuid": "1016e5ea-7158-429f-8164-d8e426c1c7af", "tag": "660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:55:00.380041 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e71f65-2a69-4edb-9929-08f2b5b23687 service neutron] Pushing event updated for resources: {'Port': ['ID=660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:55:00.409726 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port bfe479cc-6320-4a21-838c-6dca9641d47b, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=bfe479cc-6320-4a21-838c-6dca9641d47b,segment=NetworkSegment(43369f47-102e-4f19-93f2-e5ce754f6e28),segment_id=43369f47-102e-4f19-93f2-e5ce754f6e28)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:55:00.431051 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': 'bfe479cc-6320-4a21-838c-6dca9641d47b', 'network_id': 'ad127856-4465-484c-882c-e096f13573c2', 'port_id': 'bfe479cc-6320-4a21-838c-6dca9641d47b', 'mac_address': 'fa:16:3e:2a:62:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7292d13-827d-45ab-8eaa-7baf62301aaa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 06:55:00.520032 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-d15f0d94-0251-44e6-b179-43840e7bdf2f None None] For port dcbb08f0-0935-4c25-98bf-83f3ee3371a7, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=dcbb08f0-0935-4c25-98bf-83f3ee3371a7,segment=NetworkSegment(fb0dd258-43a7-4754-8cbb-20de8df7fb9c),segment_id=fb0dd258-43a7-4754-8cbb-20de8df7fb9c)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:55:00.528482 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde55522-75d2-4423-ba7e-67caf6c02d4c None None] Pushing event updated for resources: {'Port': ['ID=dcbb08f0-0935-4c25-98bf-83f3ee3371a7,revision_number=4']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:55:00.537873 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d15f0d94-0251-44e6-b179-43840e7bdf2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (dcbb08f0-0935-4c25-98bf-83f3ee3371a7), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:00.624452 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-4554f343-c864-414e-af67-0302b84ae236 None None] Set router e303aa2a-67a3-4fe3-8575-5a049d9d256f gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 06:55:00.646665 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port bfe479cc-6320-4a21-838c-6dca9641d47b is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:55:00.648701 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (bfe479cc-6320-4a21-838c-6dca9641d47b), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:00.690215 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86d151-4632-4dd1-88c7-1f9edbfb7a9e req-e530e477-ab3b-4170-bb8f-22657c3a8d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:00.692426 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9c86d151-4632-4dd1-88c7-1f9edbfb7a9e req-e530e477-ab3b-4170-bb8f-22657c3a8d43 service neutron] 10.222.0.88 "GET /v2.0/networks?id=a90e0175-1e1a-46fd-ade5-a34b643c83ca HTTP/1.1" status: 200 len: 921 time: 0.8173633 Feb 02 06:55:00.700991 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfe479cc-6320-4a21-838c-6dca9641d47b {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:55:00.807928 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9c86d151-4632-4dd1-88c7-1f9edbfb7a9e req-5efeb380-7536-42f1-82ed-7029fae2eac4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9770e2d2-a414-4db6-9115-5ff68232fc06 HTTP/1.1" status: 200 len: 217 time: 0.0992386 Feb 02 06:55:00.844558 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port bfe479cc-6320-4a21-838c-6dca9641d47b, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=bfe479cc-6320-4a21-838c-6dca9641d47b,segment=NetworkSegment(43369f47-102e-4f19-93f2-e5ce754f6e28),segment_id=43369f47-102e-4f19-93f2-e5ce754f6e28)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:55:00.846065 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-a3c81fd4-9d6b-4e47-8ff4-bfc234916043 None None] Provisioning complete for port dcbb08f0-0935-4c25-98bf-83f3ee3371a7 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:55:00.848062 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a3c81fd4-9d6b-4e47-8ff4-bfc234916043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (dcbb08f0-0935-4c25-98bf-83f3ee3371a7), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:00.912226 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987cbd3-7a8f-4e4a-9c2d-227e02454054 req-4e28dc05-852c-4d52-9a80-d05b65898dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:00.915546 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5987cbd3-7a8f-4e4a-9c2d-227e02454054 req-4e28dc05-852c-4d52-9a80-d05b65898dfe service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2b7b771ea1c74d4ab2224de90862d20a&device_id=1016e5ea-7158-429f-8164-d8e426c1c7af HTTP/1.1" status: 200 len: 1126 time: 0.8549740 Feb 02 06:55:00.956781 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15f0d94-0251-44e6-b179-43840e7bdf2f None None] Pushing event updated for resources: {'Port': ['ID=dcbb08f0-0935-4c25-98bf-83f3ee3371a7,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:55:00.966163 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (bfe479cc-6320-4a21-838c-6dca9641d47b), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:00.983031 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33d26e0-aae1-457b-912b-655fa9f5d7a1 req-b38303ad-f11b-4bf1-a5b8-1d96f027cbbc tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:01.002725 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c33d26e0-aae1-457b-912b-655fa9f5d7a1 req-b38303ad-f11b-4bf1-a5b8-1d96f027cbbc tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fc8267f-9472-43e8-b871-0c5f767cd58a HTTP/1.1" status: 200 len: 943 time: 0.7771811 Feb 02 06:55:01.048482 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-4554f343-c864-414e-af67-0302b84ae236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e303aa2a-67a3-4fe3-8575-5a049d9d256f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1664527472-router', 'tenant_id': '3148740a18674baa918e700334ca9f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '24dd9a33-827d-4559-ab38-185d3c7a9e4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:54:43Z', 'updated_at': '2022-02-02T06:54:53Z', 'revision_number': 4, 'project_id': '3148740a18674baa918e700334ca9f59', 'gw_port': {'id': '24dd9a33-827d-4559-ab38-185d3c7a9e4a', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:aa:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e303aa2a-67a3-4fe3-8575-5a049d9d256f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:45Z', 'updated_at': '2022-02-02T06:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'dcbb08f0-0935-4c25-98bf-83f3ee3371a7', 'name': '', 'network_id': 'be4b1c52-38f5-42d7-985d-ab796957b18c', 'tenant_id': '3148740a18674baa918e700334ca9f59', 'mac_address': 'fa:16:3e:40:db:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e303aa2a-67a3-4fe3-8575-5a049d9d256f', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '41109078-78f2-4cf8-a4bd-125bcaab760f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:51Z', 'updated_at': '2022-02-02T06:54:59Z', 'revision_number': 4, 'project_id': '3148740a18674baa918e700334ca9f59', 'subnets': [{'id': '41109078-78f2-4cf8-a4bd-125bcaab760f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:55:01.081190 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-2ad0d638-8bb8-4d26-a4ee-11e2d971413b service neutron] 10.222.0.88 "GET /v2.0/networks/a90e0175-1e1a-46fd-ade5-a34b643c83ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9977069 Feb 02 06:55:01.081825 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4554f343-c864-414e-af67-0302b84ae236 None None] The sync data for ids ['e303aa2a-67a3-4fe3-8575-5a049d9d256f'] in n-d-789963-26 is: [{'id': 'e303aa2a-67a3-4fe3-8575-5a049d9d256f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1664527472-router', 'tenant_id': '3148740a18674baa918e700334ca9f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '24dd9a33-827d-4559-ab38-185d3c7a9e4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:54:43Z', 'updated_at': '2022-02-02T06:54:53Z', 'revision_number': 4, 'project_id': '3148740a18674baa918e700334ca9f59', 'gw_port': {'id': '24dd9a33-827d-4559-ab38-185d3c7a9e4a', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:aa:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e303aa2a-67a3-4fe3-8575-5a049d9d256f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:45Z', 'updated_at': '2022-02-02T06:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'dcbb08f0-0935-4c25-98bf-83f3ee3371a7', 'name': '', 'network_id': 'be4b1c52-38f5-42d7-985d-ab796957b18c', 'tenant_id': '3148740a18674baa918e700334ca9f59', 'mac_address': 'fa:16:3e:40:db:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e303aa2a-67a3-4fe3-8575-5a049d9d256f', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '41109078-78f2-4cf8-a4bd-125bcaab760f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:51Z', 'updated_at': '2022-02-02T06:54:59Z', 'revision_number': 4, 'project_id': '3148740a18674baa918e700334ca9f59', 'subnets': [{'id': '41109078-78f2-4cf8-a4bd-125bcaab760f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 06:55:01.084664 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=bfe479cc-6320-4a21-838c-6dca9641d47b,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:55:01.098073 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device ba7b5a43-89ef-436e-9572-d0ffd5b0fe37 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 06:55:01.128598 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5987cbd3-7a8f-4e4a-9c2d-227e02454054 req-122561c2-79af-4cb0-9faa-f5904a7b4cb5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e HTTP/1.1" status: 200 len: 217 time: 0.1769361 Feb 02 06:55:01.159597 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: ba7b5a43-89ef-436e-9572-d0ffd5b0fe37 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 06:55:01.164203 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device ba7b5a43-89ef-436e-9572-d0ffd5b0fe37 not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 06:55:01.180889 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86d151-4632-4dd1-88c7-1f9edbfb7a9e req-b256008f-d2df-413d-adb4-d286fe3d0f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:01.193025 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9c86d151-4632-4dd1-88c7-1f9edbfb7a9e req-b256008f-d2df-413d-adb4-d286fe3d0f3b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=718edbdc-92b0-46ac-b280-821a5ec70f8a HTTP/1.1" status: 200 len: 860 time: 0.3733361 Feb 02 06:55:01.350630 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b439d480-20e0-4a61-a924-4d2f5e77a394 req-f016d74a-c3fe-47e7-8a06-cc4ad4056333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:01.357758 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9c86d151-4632-4dd1-88c7-1f9edbfb7a9e req-368fe9fa-85fc-4b3e-8054-9ae13a537181 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a90e0175-1e1a-46fd-ade5-a34b643c83ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470312 Feb 02 06:55:01.361616 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b439d480-20e0-4a61-a924-4d2f5e77a394 req-f016d74a-c3fe-47e7-8a06-cc4ad4056333 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=081c026d-8798-47ae-ae28-6481babaa3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3114347 Feb 02 06:55:01.377460 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f8b2d474-c91b-4f3a-a90c-76c605e0613a req-89ad8308-679a-4861-86b2-ecddba041230 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.87 "GET /v2.0/security-groups?id=974679eb-14d2-4f44-9e62-35ad2dae7bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1617854 Feb 02 06:55:01.383619 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-a3c81fd4-9d6b-4e47-8ff4-bfc234916043 None None] Current status of the port dcbb08f0-0935-4c25-98bf-83f3ee3371a7 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:55:01.399111 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c33d26e0-aae1-457b-912b-655fa9f5d7a1 req-52bbe7a9-67ad-4bfb-9f3a-ef5ace82afc8 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3903942 Feb 02 06:55:01.469433 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987cbd3-7a8f-4e4a-9c2d-227e02454054 req-410a9fbc-fe21-4bca-9815-37f61d7b12ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:01.499112 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5987cbd3-7a8f-4e4a-9c2d-227e02454054 req-410a9fbc-fe21-4bca-9815-37f61d7b12ec service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7ce63174-c525-4e2d-821d-9ee5b4634e75 HTTP/1.1" status: 200 len: 859 time: 0.3535066 Feb 02 06:55:01.743507 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2a1f75d7-2cc2-4442-b79a-ca81bb806aff req-b0c06872-c853-40b1-ac21-de0f0dd2fc38 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] 10.222.0.87 "GET /v2.0/floatingips/323e6a7e-8e8b-428d-858e-ef5f66c7a51a HTTP/1.1" status: 200 len: 692 time: 0.2928436 Feb 02 06:55:01.813674 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 18f614de-94b5-44f2-9741-5c2fb1047720 details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 06:55:01.828582 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b439d480-20e0-4a61-a924-4d2f5e77a394 req-4ab8e62c-9a87-4c6d-b909-a64529a62a05 service neutron] 10.222.0.59 "GET /v2.0/networks/081c026d-8798-47ae-ae28-6481babaa3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4547398 Feb 02 06:55:01.847007 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['bfe479cc-6320-4a21-838c-6dca9641d47b'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:55:01.992636 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-425eb733-3c44-4dff-9119-60f1f436d419 tempest-LiveAutoBlockMigrationV225Test-1760037822 tempest-LiveAutoBlockMigrationV225Test-1760037822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:01.997623 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-425eb733-3c44-4dff-9119-60f1f436d419 tempest-LiveAutoBlockMigrationV225Test-1760037822 tempest-LiveAutoBlockMigrationV225Test-1760037822-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=2d2e1841-644f-4ec3-b154-c02b38400298&tenant_id=fe8bfc83663b43b9aae4137bcb39e5dc&binding%3Ahost_id=n-h1-789963-26 HTTP/1.1" status: 200 len: 1127 time: 0.4493916 Feb 02 06:55:02.016571 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9c86d151-4632-4dd1-88c7-1f9edbfb7a9e req-bbc0ad12-1471-4dba-a8ab-5d8397a2639e service neutron] 10.222.0.88 "GET /v2.0/networks/a90e0175-1e1a-46fd-ade5-a34b643c83ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6488342 Feb 02 06:55:02.021005 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987cbd3-7a8f-4e4a-9c2d-227e02454054 req-ec667562-23be-4b52-9f09-8d93faf29211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:02.025148 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5987cbd3-7a8f-4e4a-9c2d-227e02454054 req-ec667562-23be-4b52-9f09-8d93faf29211 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=76868d96-3692-423a-989b-a6220ec3b299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4122469 Feb 02 06:55:02.077768 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92792e5-bb11-445c-9c01-2f47ace48f52 req-df765f60-ba48-4c7b-a3ee-1df9580c6178 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:02.084077 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f92792e5-bb11-445c-9c01-2f47ace48f52 req-df765f60-ba48-4c7b-a3ee-1df9580c6178 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=7272c094-1754-42ce-b10e-569286eda078 HTTP/1.1" status: 200 len: 950 time: 0.4489801 Feb 02 06:55:02.104159 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 18f614de-94b5-44f2-9741-5c2fb1047720, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=18f614de-94b5-44f2-9741-5c2fb1047720,segment=NetworkSegment(7c23084e-868e-4f06-b4ca-b642252d4dc6),segment_id=7c23084e-868e-4f06-b4ca-b642252d4dc6)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:55:02.127441 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': '18f614de-94b5-44f2-9741-5c2fb1047720', 'network_id': '081c026d-8798-47ae-ae28-6481babaa3fe', 'port_id': '18f614de-94b5-44f2-9741-5c2fb1047720', 'mac_address': 'fa:16:3e:06:82:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10d74aaf-e202-4a59-be8f-2452f7f95bcf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 06:55:02.221853 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b439d480-20e0-4a61-a924-4d2f5e77a394 req-802aa58c-e99e-4d06-a7e8-c95aac88aee1 service neutron] 10.222.0.59 "GET /v2.0/networks/081c026d-8798-47ae-ae28-6481babaa3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3845911 Feb 02 06:55:02.319876 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1f75d7-2cc2-4442-b79a-ca81bb806aff req-7a7c43aa-7a2c-4232-b178-7155c65149b9 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:02.326374 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2a1f75d7-2cc2-4442-b79a-ca81bb806aff req-7a7c43aa-7a2c-4232-b178-7155c65149b9 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] 10.222.0.87 "GET /v2.0/networks/ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 HTTP/1.1" status: 200 len: 784 time: 0.5816584 Feb 02 06:55:02.338260 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [req-2a1f75d7-2cc2-4442-b79a-ca81bb806aff req-6207981f-9fc7-4df5-b260-12652573b0ea tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=109693) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 06:55:02.347334 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2a1f75d7-2cc2-4442-b79a-ca81bb806aff req-6207981f-9fc7-4df5-b260-12652573b0ea tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0196805 Feb 02 06:55:02.366532 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 18f614de-94b5-44f2-9741-5c2fb1047720 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:55:02.367208 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (18f614de-94b5-44f2-9741-5c2fb1047720), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:02.386281 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f92792e5-bb11-445c-9c01-2f47ace48f52 req-976e56f8-55c6-4446-aa93-dd01b168e3d3 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011796 Feb 02 06:55:02.397971 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18f614de-94b5-44f2-9741-5c2fb1047720 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:55:02.445919 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 18f614de-94b5-44f2-9741-5c2fb1047720, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=18f614de-94b5-44f2-9741-5c2fb1047720,segment=NetworkSegment(7c23084e-868e-4f06-b4ca-b642252d4dc6),segment_id=7c23084e-868e-4f06-b4ca-b642252d4dc6)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:55:02.486194 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (18f614de-94b5-44f2-9741-5c2fb1047720), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:02.533572 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-896e1ac7-36a0-48db-ba8e-16d12ed9dac8 service neutron] For port 7afdd277-3de5-43c9-8bdd-7ad741ed347a, host n-h2-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:55:02.540678 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-896e1ac7-36a0-48db-ba8e-16d12ed9dac8 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:02.550587 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3f6f201f-51e4-44e3-98e2-e42651a938be req-896e1ac7-36a0-48db-ba8e-16d12ed9dac8 service neutron] 10.222.0.88 "DELETE /v2.0/ports/7afdd277-3de5-43c9-8bdd-7ad741ed347a/bindings/n-h2-789963-26 HTTP/1.1" status: 204 len: 173 time: 0.5245383 Feb 02 06:55:02.566353 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2a1f75d7-2cc2-4442-b79a-ca81bb806aff req-d670b811-41ea-4941-ade9-12d6b39b9bcc tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.4.89 HTTP/1.1" status: 200 len: 695 time: 0.2180190 Feb 02 06:55:02.599740 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device dcbb08f0-0935-4c25-98bf-83f3ee3371a7 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:55:02.646517 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12944c-34d8-43f8-b050-8ab932c259ce req-ef468e41-2ab3-40bd-9feb-0054a81c4504 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:02.655437 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9c12944c-34d8-43f8-b050-8ab932c259ce req-ef468e41-2ab3-40bd-9feb-0054a81c4504 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=2d2e1841-644f-4ec3-b154-c02b38400298 HTTP/1.1" status: 200 len: 944 time: 0.0796728 Feb 02 06:55:02.696144 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9c86d151-4632-4dd1-88c7-1f9edbfb7a9e req-2801dab9-c467-4031-8c62-52f248926bb7 service neutron] 10.222.0.88 "GET /v2.0/networks/a90e0175-1e1a-46fd-ade5-a34b643c83ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6532478 Feb 02 06:55:02.738684 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2a1f75d7-2cc2-4442-b79a-ca81bb806aff req-cf3a6808-f77b-451d-a1a5-09123024be3c tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.4.89 HTTP/1.1" status: 200 len: 695 time: 0.1677506 Feb 02 06:55:02.757912 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9c12944c-34d8-43f8-b050-8ab932c259ce req-b4dd6375-babe-4124-9ac8-ca45aad95f0e tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014311 Feb 02 06:55:02.786154 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [req-65381a6c-6515-4641-85d9-f26bc385c0da req-42207271-39bb-4d66-ae83-6fe565425996 service neutron] show failed (client error): The resource could not be found. Feb 02 06:55:02.787249 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-65381a6c-6515-4641-85d9-f26bc385c0da req-42207271-39bb-4d66-ae83-6fe565425996 service neutron] 10.222.0.88 "GET /v2.0/ports/4a75d9f3-a85f-4d9a-836f-d0f8787f41da/bindings/n-h2-789963-26 HTTP/1.1" status: 404 len: 381 time: 0.2813833 Feb 02 06:55:02.789146 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5987cbd3-7a8f-4e4a-9c2d-227e02454054 req-7f65bfdd-ceca-430f-99b2-e9489546f2d9 service neutron] 10.222.0.59 "GET /v2.0/networks/76868d96-3692-423a-989b-a6220ec3b299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7559583 Feb 02 06:55:02.879858 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=18f614de-94b5-44f2-9741-5c2fb1047720,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:55:02.892789 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 02 Feb 2022 06:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba2e455-c622-4a90-b6bc-82b02bc577a2 x-openstack-request-id: req-4ba2e455-c622-4a90-b6bc-82b02bc577a2 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:55:02.893345 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "050a6969-2e0d-46ef-a43b-f1a7b386fe56", "name": "network-vif-deleted", "tag": "ba7b5a43-89ef-436e-9572-d0ffd5b0fe37", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1016e5ea-7158-429f-8164-d8e426c1c7af", "tag": "660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:55:02.893768 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-4ba2e455-c622-4a90-b6bc-82b02bc577a2 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:55:02.894332 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '050a6969-2e0d-46ef-a43b-f1a7b386fe56', 'name': 'network-vif-deleted', 'tag': 'ba7b5a43-89ef-436e-9572-d0ffd5b0fe37', 'status': 'completed', 'code': 200} Feb 02 06:55:02.894766 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1016e5ea-7158-429f-8164-d8e426c1c7af', 'tag': '660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e', 'status': 'completed', 'code': 200} Feb 02 06:55:03.004503 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['18f614de-94b5-44f2-9741-5c2fb1047720'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:55:03.054361 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port dcbb08f0-0935-4c25-98bf-83f3ee3371a7 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:55:03.055257 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (dcbb08f0-0935-4c25-98bf-83f3ee3371a7), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:03.086545 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281dd06f-840b-4107-b0b3-eb94991b8642 req-8033471c-898d-4ee6-8c87-835d856c49a6 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:03.107289 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-281dd06f-840b-4107-b0b3-eb94991b8642 req-8033471c-898d-4ee6-8c87-835d856c49a6 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/ports?device_id=1016e5ea-7158-429f-8164-d8e426c1c7af HTTP/1.1" status: 200 len: 943 time: 0.1653378 Feb 02 06:55:03.218376 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-281dd06f-840b-4107-b0b3-eb94991b8642 req-51b4e411-a358-41f6-8dd8-d2a276797891 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/security-groups?id=2164a223-774f-4eed-afca-8e3586e80a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043997 Feb 02 06:55:03.276402 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5987cbd3-7a8f-4e4a-9c2d-227e02454054 req-e27d5891-9cd1-4436-84a6-55c887eff99c service neutron] 10.222.0.59 "GET /v2.0/networks/76868d96-3692-423a-989b-a6220ec3b299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4010086 Feb 02 06:55:03.294111 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-2a1f75d7-2cc2-4442-b79a-ca81bb806aff req-3f21c95f-2b9c-4536-8dc0-a1ba63347459 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Deleting port f1192ef5-76fd-498e-8a98-da462d26b408 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 06:55:03.294535 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2a1f75d7-2cc2-4442-b79a-ca81bb806aff req-3f21c95f-2b9c-4536-8dc0-a1ba63347459 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (f1192ef5-76fd-498e-8a98-da462d26b408), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:03.659320 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fcd9a6-9419-45f0-922c-f694adcaca94 req-46806224-420b-4cc2-9d58-5a61d808137d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:03.661399 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e3fcd9a6-9419-45f0-922c-f694adcaca94 req-46806224-420b-4cc2-9d58-5a61d808137d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2b7b771ea1c74d4ab2224de90862d20a&device_id=1016e5ea-7158-429f-8164-d8e426c1c7af HTTP/1.1" status: 200 len: 1126 time: 0.1483316 Feb 02 06:55:03.721705 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port dcbb08f0-0935-4c25-98bf-83f3ee3371a7 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:55:03.806377 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a92d0-2ea0-4eca-8487-e6d13ccec3bc req-21695b35-10a9-439e-88e4-5322e3d6ddae tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:03.813835 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-816a92d0-2ea0-4eca-8487-e6d13ccec3bc req-21695b35-10a9-439e-88e4-5322e3d6ddae tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fc8267f-9472-43e8-b871-0c5f767cd58a HTTP/1.1" status: 200 len: 944 time: 0.2462239 Feb 02 06:55:03.836198 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fcd9a6-9419-45f0-922c-f694adcaca94 req-0735d472-ad45-496e-8279-5ac46f282ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:03.837710 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e3fcd9a6-9419-45f0-922c-f694adcaca94 req-0735d472-ad45-496e-8279-5ac46f282ab9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=76868d96-3692-423a-989b-a6220ec3b299 HTTP/1.1" status: 200 len: 921 time: 0.1686635 Feb 02 06:55:03.894202 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e3fcd9a6-9419-45f0-922c-f694adcaca94 req-f34a50da-d7be-441d-9962-e0029d84c249 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e HTTP/1.1" status: 200 len: 217 time: 0.0497315 Feb 02 06:55:03.899656 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2a1f75d7-2cc2-4442-b79a-ca81bb806aff req-3f21c95f-2b9c-4536-8dc0-a1ba63347459 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (f1192ef5-76fd-498e-8a98-da462d26b408), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:03.900218 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2a1f75d7-2cc2-4442-b79a-ca81bb806aff req-3f21c95f-2b9c-4536-8dc0-a1ba63347459 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Publish callbacks [] for floatingip (f1192ef5-76fd-498e-8a98-da462d26b408), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:03.904437 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65381a6c-6515-4641-85d9-f26bc385c0da req-dc85b554-549b-43ff-b5b7-06961ff17913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:03.906053 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-65381a6c-6515-4641-85d9-f26bc385c0da req-dc85b554-549b-43ff-b5b7-06961ff17913 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7272c094-1754-42ce-b10e-569286eda078&tenant_id=617f6fde409340a286c916b0c2822b5a HTTP/1.1" status: 200 len: 1133 time: 0.5485373 Feb 02 06:55:03.914727 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-816a92d0-2ea0-4eca-8487-e6d13ccec3bc req-b19eca5b-39d7-4c99-9f33-6f25ff5c72a7 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999384 Feb 02 06:55:03.917047 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-2a1f75d7-2cc2-4442-b79a-ca81bb806aff req-3f21c95f-2b9c-4536-8dc0-a1ba63347459 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Calling delete_port for f1192ef5-76fd-498e-8a98-da462d26b408 owned by network:floatingip {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 06:55:03.923906 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-65381a6c-6515-4641-85d9-f26bc385c0da req-36599038-b95f-46da-b7e4-5b6903c2a1bd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-26', 'device_owner': 'compute:nova'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:55:03.966057 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fcd9a6-9419-45f0-922c-f694adcaca94 req-41b91f65-a6e8-42cf-8379-2b1d217b38ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:03.968784 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e3fcd9a6-9419-45f0-922c-f694adcaca94 req-41b91f65-a6e8-42cf-8379-2b1d217b38ca service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7ce63174-c525-4e2d-821d-9ee5b4634e75 HTTP/1.1" status: 200 len: 859 time: 0.0675180 Feb 02 06:55:04.053182 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-65381a6c-6515-4641-85d9-f26bc385c0da req-36599038-b95f-46da-b7e4-5b6903c2a1bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (4a75d9f3-a85f-4d9a-836f-d0f8787f41da), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:04.069665 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fcd9a6-9419-45f0-922c-f694adcaca94 req-5a93b427-9c89-40d2-abae-cd9edeea2b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:04.071826 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e3fcd9a6-9419-45f0-922c-f694adcaca94 req-5a93b427-9c89-40d2-abae-cd9edeea2b16 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=76868d96-3692-423a-989b-a6220ec3b299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0949681 Feb 02 06:55:04.121975 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52906014-3196-41b6-b73d-8f98462f841b req-3d2b3d27-d7ef-4c3a-9eea-bc87fc89be32 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:04.127008 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-52906014-3196-41b6-b73d-8f98462f841b req-3d2b3d27-d7ef-4c3a-9eea-bc87fc89be32 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.87 "GET /v2.0/ports?device_id=8bcb0621-52fe-4fab-a2be-b7b190e6b303 HTTP/1.1" status: 200 len: 945 time: 0.1181161 Feb 02 06:55:04.239254 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-52906014-3196-41b6-b73d-8f98462f841b req-080839ea-ee5c-4ffd-a1b8-91a23087f294 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.87 "GET /v2.0/security-groups?id=974679eb-14d2-4f44-9e62-35ad2dae7bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911853 Feb 02 06:55:04.242552 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e3fcd9a6-9419-45f0-922c-f694adcaca94 req-1f038652-e2ce-45b3-bbeb-41009a34dd25 service neutron] 10.222.0.59 "GET /v2.0/networks/76868d96-3692-423a-989b-a6220ec3b299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648562 Feb 02 06:55:04.269120 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2a1f75d7-2cc2-4442-b79a-ca81bb806aff req-3f21c95f-2b9c-4536-8dc0-a1ba63347459 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (f1192ef5-76fd-498e-8a98-da462d26b408), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:04.296400 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f21c95f-2b9c-4536-8dc0-a1ba63347459 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Pushing event deleted for resources: {'Port': ['ID=f1192ef5-76fd-498e-8a98-da462d26b408,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:55:04.326572 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f21c95f-2b9c-4536-8dc0-a1ba63347459 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:55:04.327603 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f21c95f-2b9c-4536-8dc0-a1ba63347459 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:55:04.327603 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f21c95f-2b9c-4536-8dc0-a1ba63347459 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:55:04.327603 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f21c95f-2b9c-4536-8dc0-a1ba63347459 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:55:04.328046 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f21c95f-2b9c-4536-8dc0-a1ba63347459 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:55:04.328239 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f21c95f-2b9c-4536-8dc0-a1ba63347459 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:55:04.328564 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f21c95f-2b9c-4536-8dc0-a1ba63347459 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:55:04.328887 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f21c95f-2b9c-4536-8dc0-a1ba63347459 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:55:04.329207 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f21c95f-2b9c-4536-8dc0-a1ba63347459 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:55:04.329528 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f21c95f-2b9c-4536-8dc0-a1ba63347459 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:55:04.329846 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f21c95f-2b9c-4536-8dc0-a1ba63347459 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:55:04.330163 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f21c95f-2b9c-4536-8dc0-a1ba63347459 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:55:04.330503 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f21c95f-2b9c-4536-8dc0-a1ba63347459 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:55:04.444450 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-65381a6c-6515-4641-85d9-f26bc385c0da req-36599038-b95f-46da-b7e4-5b6903c2a1bd service neutron] For port 4a75d9f3-a85f-4d9a-836f-d0f8787f41da, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=4a75d9f3-a85f-4d9a-836f-d0f8787f41da,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:55:04.445670 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2a1f75d7-2cc2-4442-b79a-ca81bb806aff req-3f21c95f-2b9c-4536-8dc0-a1ba63347459 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Publish callbacks [] for floatingip (323e6a7e-8e8b-428d-858e-ef5f66c7a51a), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:04.447489 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2a1f75d7-2cc2-4442-b79a-ca81bb806aff req-3f21c95f-2b9c-4536-8dc0-a1ba63347459 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:04.447654 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e3fcd9a6-9419-45f0-922c-f694adcaca94 req-fad44df5-a354-4f77-a8de-6a2578900c1a service neutron] 10.222.0.59 "GET /v2.0/networks/76868d96-3692-423a-989b-a6220ec3b299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950376 Feb 02 06:55:04.448569 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2a1f75d7-2cc2-4442-b79a-ca81bb806aff req-3f21c95f-2b9c-4536-8dc0-a1ba63347459 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] 10.222.0.87 "DELETE /v2.0/floatingips/323e6a7e-8e8b-428d-858e-ef5f66c7a51a HTTP/1.1" status: 204 len: 173 time: 1.7091463 Feb 02 06:55:04.474530 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed1c813-c896-4984-98f5-d69e3a48ece9 req-9fa8499e-7f92-4be1-a0fb-d7b8d505ac29 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:04.476885 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5ed1c813-c896-4984-98f5-d69e3a48ece9 req-9fa8499e-7f92-4be1-a0fb-d7b8d505ac29 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=7272c094-1754-42ce-b10e-569286eda078 HTTP/1.1" status: 200 len: 950 time: 0.0956724 Feb 02 06:55:04.492492 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-65381a6c-6515-4641-85d9-f26bc385c0da req-36599038-b95f-46da-b7e4-5b6903c2a1bd service neutron] For port 4a75d9f3-a85f-4d9a-836f-d0f8787f41da, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:55:04.546997 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5ed1c813-c896-4984-98f5-d69e3a48ece9 req-a739a42b-fa43-4d00-995a-4b5afab68a79 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570447 Feb 02 06:55:04.550673 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-65381a6c-6515-4641-85d9-f26bc385c0da req-36599038-b95f-46da-b7e4-5b6903c2a1bd service neutron] Publish callbacks [] for port (4a75d9f3-a85f-4d9a-836f-d0f8787f41da), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:04.587956 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ab0c762d-7c17-461f-a100-f5f35b40e74a req-65ea4d66-cc15-4525-9089-fc4341642284 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=d371a346cdaf4c5fa2a6d1a831503c66&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340104 Feb 02 06:55:04.588917 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-65381a6c-6515-4641-85d9-f26bc385c0da req-36599038-b95f-46da-b7e4-5b6903c2a1bd service neutron] Transition to ACTIVE for port object 4a75d9f3-a85f-4d9a-836f-d0f8787f41da will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 06:55:04.626847 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-65381a6c-6515-4641-85d9-f26bc385c0da req-36599038-b95f-46da-b7e4-5b6903c2a1bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (4a75d9f3-a85f-4d9a-836f-d0f8787f41da), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:04.672012 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7349fed9-517b-4535-9e76-74ce6929ba38 req-8e37d3dc-f920-4526-aa68-49fca14a175b tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:04.680327 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7349fed9-517b-4535-9e76-74ce6929ba38 req-8e37d3dc-f920-4526-aa68-49fca14a175b tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/ports?device_id=1016e5ea-7158-429f-8164-d8e426c1c7af HTTP/1.1" status: 200 len: 943 time: 0.0671499 Feb 02 06:55:04.736816 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-65381a6c-6515-4641-85d9-f26bc385c0da req-36599038-b95f-46da-b7e4-5b6903c2a1bd service neutron] No DVR routers for this DVR port 4a75d9f3-a85f-4d9a-836f-d0f8787f41da on host n-h1-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 06:55:04.736978 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7349fed9-517b-4535-9e76-74ce6929ba38 req-c35170f5-2665-4504-b06f-3ebd3861c9dd tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/security-groups?id=2164a223-774f-4eed-afca-8e3586e80a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556619 Feb 02 06:55:04.769240 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36599038-b95f-46da-b7e4-5b6903c2a1bd service neutron] Pushing event updated for resources: {'Port': ['ID=4a75d9f3-a85f-4d9a-836f-d0f8787f41da,revision_number=6']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:55:04.827220 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-65381a6c-6515-4641-85d9-f26bc385c0da req-36599038-b95f-46da-b7e4-5b6903c2a1bd service neutron] Attempting to bind port 4a75d9f3-a85f-4d9a-836f-d0f8787f41da on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:55:04.827684 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-65381a6c-6515-4641-85d9-f26bc385c0da req-36599038-b95f-46da-b7e4-5b6903c2a1bd service neutron] Attempting to bind port 4a75d9f3-a85f-4d9a-836f-d0f8787f41da by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:55:04.828073 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65381a6c-6515-4641-85d9-f26bc385c0da req-36599038-b95f-46da-b7e4-5b6903c2a1bd service neutron] Attempting to bind port 4a75d9f3-a85f-4d9a-836f-d0f8787f41da on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:55:04.842020 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c762d-7c17-461f-a100-f5f35b40e74a req-6c871ba3-b8c5-45bb-809a-75707b77161e tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:04.843608 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ab0c762d-7c17-461f-a100-f5f35b40e74a req-6c871ba3-b8c5-45bb-809a-75707b77161e tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2484229 Feb 02 06:55:04.844439 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65381a6c-6515-4641-85d9-f26bc385c0da req-36599038-b95f-46da-b7e4-5b6903c2a1bd service neutron] Port 4a75d9f3-a85f-4d9a-836f-d0f8787f41da on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 06:55:04.844829 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65381a6c-6515-4641-85d9-f26bc385c0da req-36599038-b95f-46da-b7e4-5b6903c2a1bd service neutron] Attempting to bind port 4a75d9f3-a85f-4d9a-836f-d0f8787f41da on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:55:04.853036 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65381a6c-6515-4641-85d9-f26bc385c0da req-36599038-b95f-46da-b7e4-5b6903c2a1bd service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:55:04.853633 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65381a6c-6515-4641-85d9-f26bc385c0da req-36599038-b95f-46da-b7e4-5b6903c2a1bd service neutron] Checking segment: {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:55:04.854112 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65381a6c-6515-4641-85d9-f26bc385c0da req-36599038-b95f-46da-b7e4-5b6903c2a1bd service neutron] Bound using segment: {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:55:04.854793 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-65381a6c-6515-4641-85d9-f26bc385c0da req-36599038-b95f-46da-b7e4-5b6903c2a1bd service neutron] Bound port: 4a75d9f3-a85f-4d9a-836f-d0f8787f41da, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:55:04.856059 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-65381a6c-6515-4641-85d9-f26bc385c0da req-36599038-b95f-46da-b7e4-5b6903c2a1bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (4a75d9f3-a85f-4d9a-836f-d0f8787f41da), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:04.868971 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd156aa8-c0e4-4e08-a493-924f6c7d6558 req-1b7852e4-2be6-49bb-bace-f03db18c1b44 tempest-LiveAutoBlockMigrationV225Test-1760037822 tempest-LiveAutoBlockMigrationV225Test-1760037822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:04.870487 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dd156aa8-c0e4-4e08-a493-924f6c7d6558 req-1b7852e4-2be6-49bb-bace-f03db18c1b44 tempest-LiveAutoBlockMigrationV225Test-1760037822 tempest-LiveAutoBlockMigrationV225Test-1760037822-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=2d2e1841-644f-4ec3-b154-c02b38400298 HTTP/1.1" status: 200 len: 1127 time: 0.0579379 Feb 02 06:55:04.876330 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ab0c762d-7c17-461f-a100-f5f35b40e74a req-383606a6-7398-4ec6-ae93-3a40ad8409d3 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] 10.222.0.87 "GET /v2.0/quotas/d371a346cdaf4c5fa2a6d1a831503c66 HTTP/1.1" status: 200 len: 375 time: 0.0259392 Feb 02 06:55:04.905235 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7272c094-1754-42ce-b10e-569286eda078', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a75d9f3-a85f-4d9a-836f-d0f8787f41da'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:55:04.907679 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a99cfb-f8d4-47fb-81e1-1a266566d0cb" -d '{"events": [{"server_uuid": "7272c094-1754-42ce-b10e-569286eda078", "name": "network-vif-unplugged", "status": "completed", "tag": "4a75d9f3-a85f-4d9a-836f-d0f8787f41da"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:55:04.942322 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dd156aa8-c0e4-4e08-a493-924f6c7d6558 req-a644641d-023b-47f6-a1dc-d1e809a7ffa9 tempest-LiveAutoBlockMigrationV225Test-1760037822 tempest-LiveAutoBlockMigrationV225Test-1760037822-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515611 Feb 02 06:55:04.950254 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ab0c762d-7c17-461f-a100-f5f35b40e74a req-67feccd1-f01e-43b5-9be0-70155b0a5b80 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=d371a346cdaf4c5fa2a6d1a831503c66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0674269 Feb 02 06:55:04.986831 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-65381a6c-6515-4641-85d9-f26bc385c0da req-36599038-b95f-46da-b7e4-5b6903c2a1bd service neutron] For port 4a75d9f3-a85f-4d9a-836f-d0f8787f41da, host n-h2-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:55:04.990246 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-65381a6c-6515-4641-85d9-f26bc385c0da req-36599038-b95f-46da-b7e4-5b6903c2a1bd service neutron] For port 4a75d9f3-a85f-4d9a-836f-d0f8787f41da, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=4a75d9f3-a85f-4d9a-836f-d0f8787f41da,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:55:05.026335 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-65381a6c-6515-4641-85d9-f26bc385c0da req-36599038-b95f-46da-b7e4-5b6903c2a1bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (4a75d9f3-a85f-4d9a-836f-d0f8787f41da), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:05.078541 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65381a6c-6515-4641-85d9-f26bc385c0da req-36599038-b95f-46da-b7e4-5b6903c2a1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:05.079472 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-65381a6c-6515-4641-85d9-f26bc385c0da req-36599038-b95f-46da-b7e4-5b6903c2a1bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:05.081592 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-65381a6c-6515-4641-85d9-f26bc385c0da req-36599038-b95f-46da-b7e4-5b6903c2a1bd service neutron] 10.222.0.59 "PUT /v2.0/ports/4a75d9f3-a85f-4d9a-836f-d0f8787f41da HTTP/1.1" status: 200 len: 1097 time: 1.1618309 Feb 02 06:55:05.168497 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36599038-b95f-46da-b7e4-5b6903c2a1bd service neutron] Pushing event updated for resources: {'Port': ['ID=4a75d9f3-a85f-4d9a-836f-d0f8787f41da,revision_number=7']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:55:05.179697 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3fc42d83-4065-4afe-abb7-0d1c0d3deaec req-78843b99-cbe8-4bab-89c6-0e506b09391a tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] 10.222.0.87 "GET /v2.0/floatingips/02717c3e-c826-4ef1-9000-99b1f6d91aa6 HTTP/1.1" status: 200 len: 692 time: 0.1596088 Feb 02 06:55:05.233545 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65381a6c-6515-4641-85d9-f26bc385c0da req-019b4df0-f935-4979-aa2f-34d4347db547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:05.236063 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-65381a6c-6515-4641-85d9-f26bc385c0da req-019b4df0-f935-4979-aa2f-34d4347db547 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=617f6fde409340a286c916b0c2822b5a&device_id=7272c094-1754-42ce-b10e-569286eda078 HTTP/1.1" status: 200 len: 1131 time: 0.0938661 Feb 02 06:55:05.426458 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc42d83-4065-4afe-abb7-0d1c0d3deaec req-2ae61bf6-608d-4f67-b34e-694a0779338d tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:05.433040 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3fc42d83-4065-4afe-abb7-0d1c0d3deaec req-2ae61bf6-608d-4f67-b34e-694a0779338d tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] 10.222.0.87 "GET /v2.0/networks/ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 HTTP/1.1" status: 200 len: 784 time: 0.2383485 Feb 02 06:55:05.474639 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 06:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346a0e77-bc8b-459c-b83d-443767ed9224 x-openstack-request-id: req-346a0e77-bc8b-459c-b83d-443767ed9224 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:55:05.475191 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7272c094-1754-42ce-b10e-569286eda078", "name": "network-vif-unplugged", "status": "completed", "tag": "4a75d9f3-a85f-4d9a-836f-d0f8787f41da", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:55:05.475519 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-346a0e77-bc8b-459c-b83d-443767ed9224 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:55:05.476229 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7272c094-1754-42ce-b10e-569286eda078', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a75d9f3-a85f-4d9a-836f-d0f8787f41da', 'code': 200} Feb 02 06:55:05.569624 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65381a6c-6515-4641-85d9-f26bc385c0da req-01adbbd9-650e-4711-9d6f-20edb910e03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:05.571528 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-65381a6c-6515-4641-85d9-f26bc385c0da req-01adbbd9-650e-4711-9d6f-20edb910e03e service neutron] 10.222.0.59 "GET /v2.0/networks?id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 HTTP/1.1" status: 200 len: 870 time: 0.3274105 Feb 02 06:55:05.579369 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3fc42d83-4065-4afe-abb7-0d1c0d3deaec req-68eb8701-d4e5-49ab-99a9-1950d334abb5 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.4.80 HTTP/1.1" status: 200 len: 695 time: 0.1396897 Feb 02 06:55:05.630973 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3fc42d83-4065-4afe-abb7-0d1c0d3deaec req-9b1c21cc-0b1c-4de7-886f-275a5cdb72c5 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.4.80 HTTP/1.1" status: 200 len: 695 time: 0.0504308 Feb 02 06:55:05.681792 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-65381a6c-6515-4641-85d9-f26bc385c0da req-e757b389-c8d6-4a25-841c-6477d42e5dc5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=4a75d9f3-a85f-4d9a-836f-d0f8787f41da HTTP/1.1" status: 200 len: 217 time: 0.0992429 Feb 02 06:55:05.739982 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeef18f-2f57-43a0-a152-1a1ca05a20f6 req-34debf92-dc00-4083-832f-a6b42fbf2ad2 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:05.741744 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bdeef18f-2f57-43a0-a152-1a1ca05a20f6 req-34debf92-dc00-4083-832f-a6b42fbf2ad2 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fc8267f-9472-43e8-b871-0c5f767cd58a HTTP/1.1" status: 200 len: 944 time: 0.1750059 Feb 02 06:55:05.770122 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65381a6c-6515-4641-85d9-f26bc385c0da req-b096062d-df58-49a1-82d5-3cf5e16fb587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:05.771709 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-65381a6c-6515-4641-85d9-f26bc385c0da req-b096062d-df58-49a1-82d5-3cf5e16fb587 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.0825419 Feb 02 06:55:05.821477 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-3fc42d83-4065-4afe-abb7-0d1c0d3deaec req-cce3b548-aa66-4688-9451-59effd22fe37 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Deleting port 8e04ed4a-f776-41b5-811f-0e4bbe108766 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 06:55:05.821936 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3fc42d83-4065-4afe-abb7-0d1c0d3deaec req-cce3b548-aa66-4688-9451-59effd22fe37 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (8e04ed4a-f776-41b5-811f-0e4bbe108766), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:05.839680 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bdeef18f-2f57-43a0-a152-1a1ca05a20f6 req-22a0def3-a914-4ae3-8f51-5e3c9c521725 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896416 Feb 02 06:55:05.842545 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device bfe479cc-6320-4a21-838c-6dca9641d47b up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:55:05.852856 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65381a6c-6515-4641-85d9-f26bc385c0da req-350dfd74-4088-4b39-af44-b4f56000a567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:05.854657 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-65381a6c-6515-4641-85d9-f26bc385c0da req-350dfd74-4088-4b39-af44-b4f56000a567 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0760005 Feb 02 06:55:05.924888 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port bfe479cc-6320-4a21-838c-6dca9641d47b completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 06:55:05.929586 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port bfe479cc-6320-4a21-838c-6dca9641d47b triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:55:05.930172 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (bfe479cc-6320-4a21-838c-6dca9641d47b), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:05.996908 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3fc42d83-4065-4afe-abb7-0d1c0d3deaec req-cce3b548-aa66-4688-9451-59effd22fe37 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (8e04ed4a-f776-41b5-811f-0e4bbe108766), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:05.997259 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3fc42d83-4065-4afe-abb7-0d1c0d3deaec req-cce3b548-aa66-4688-9451-59effd22fe37 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Publish callbacks [] for floatingip (8e04ed4a-f776-41b5-811f-0e4bbe108766), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:06.025321 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port bfe479cc-6320-4a21-838c-6dca9641d47b is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:55:06.025535 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (bfe479cc-6320-4a21-838c-6dca9641d47b), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:06.034656 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-3fc42d83-4065-4afe-abb7-0d1c0d3deaec req-cce3b548-aa66-4688-9451-59effd22fe37 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Calling delete_port for 8e04ed4a-f776-41b5-811f-0e4bbe108766 owned by network:floatingip {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 06:55:06.047407 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-65381a6c-6515-4641-85d9-f26bc385c0da req-eab2cc86-12dc-4b08-805e-744de21a4aa9 service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767790 Feb 02 06:55:06.066872 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port bfe479cc-6320-4a21-838c-6dca9641d47b, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=bfe479cc-6320-4a21-838c-6dca9641d47b,segment=NetworkSegment(43369f47-102e-4f19-93f2-e5ce754f6e28),segment_id=43369f47-102e-4f19-93f2-e5ce754f6e28)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:55:06.067879 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc8267f-9472-43e8-b871-0c5f767cd58a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe479cc-6320-4a21-838c-6dca9641d47b'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:55:06.070454 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c96579e-50eb-4476-a6b4-6d63b2d4da78" -d '{"events": [{"server_uuid": "2fc8267f-9472-43e8-b871-0c5f767cd58a", "name": "network-vif-plugged", "status": "completed", "tag": "bfe479cc-6320-4a21-838c-6dca9641d47b"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:55:06.079040 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (bfe479cc-6320-4a21-838c-6dca9641d47b), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:06.080172 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 18f614de-94b5-44f2-9741-5c2fb1047720 up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:55:06.145674 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=bfe479cc-6320-4a21-838c-6dca9641d47b,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:55:06.232724 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3fc42d83-4065-4afe-abb7-0d1c0d3deaec req-cce3b548-aa66-4688-9451-59effd22fe37 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (8e04ed4a-f776-41b5-811f-0e4bbe108766), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:06.252861 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port 18f614de-94b5-44f2-9741-5c2fb1047720 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 06:55:06.258507 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port 18f614de-94b5-44f2-9741-5c2fb1047720 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:55:06.258959 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (18f614de-94b5-44f2-9741-5c2fb1047720), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:06.261316 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b094a9e-eb9f-46ac-ae19-0c0028696234 req-e94e2344-f3de-45b2-994c-d978676d41b0 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:06.263134 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0b094a9e-eb9f-46ac-ae19-0c0028696234 req-e94e2344-f3de-45b2-994c-d978676d41b0 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/networks?id=a90e0175-1e1a-46fd-ade5-a34b643c83ca HTTP/1.1" status: 200 len: 820 time: 0.2139020 Feb 02 06:55:06.313313 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0b094a9e-eb9f-46ac-ae19-0c0028696234 req-c327e9ec-a696-4d4b-857d-a8ec1545b965 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/quotas/fe8bfc83663b43b9aae4137bcb39e5dc HTTP/1.1" status: 200 len: 375 time: 0.0382230 Feb 02 06:55:06.323701 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce3b548-aa66-4688-9451-59effd22fe37 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Pushing event deleted for resources: {'Port': ['ID=8e04ed4a-f776-41b5-811f-0e4bbe108766,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:55:06.325680 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-65381a6c-6515-4641-85d9-f26bc385c0da req-dbb0102e-65f3-4be0-b513-bd9887cc30a3 service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154815 Feb 02 06:55:06.360935 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce3b548-aa66-4688-9451-59effd22fe37 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:55:06.362125 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce3b548-aa66-4688-9451-59effd22fe37 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:55:06.363528 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce3b548-aa66-4688-9451-59effd22fe37 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:55:06.364109 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce3b548-aa66-4688-9451-59effd22fe37 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:55:06.364595 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce3b548-aa66-4688-9451-59effd22fe37 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:55:06.365346 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce3b548-aa66-4688-9451-59effd22fe37 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:55:06.365838 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce3b548-aa66-4688-9451-59effd22fe37 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:55:06.366363 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce3b548-aa66-4688-9451-59effd22fe37 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:55:06.366851 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce3b548-aa66-4688-9451-59effd22fe37 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:55:06.367384 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce3b548-aa66-4688-9451-59effd22fe37 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:55:06.371247 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce3b548-aa66-4688-9451-59effd22fe37 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:55:06.372092 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce3b548-aa66-4688-9451-59effd22fe37 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:55:06.372579 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce3b548-aa66-4688-9451-59effd22fe37 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:55:06.389553 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 18f614de-94b5-44f2-9741-5c2fb1047720 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:55:06.390098 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (18f614de-94b5-44f2-9741-5c2fb1047720), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:06.390593 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3fc42d83-4065-4afe-abb7-0d1c0d3deaec req-cce3b548-aa66-4688-9451-59effd22fe37 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Publish callbacks [] for floatingip (02717c3e-c826-4ef1-9000-99b1f6d91aa6), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:06.398657 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0b094a9e-eb9f-46ac-ae19-0c0028696234 req-369f1187-4fac-4dc0-8d2f-d5ffff35bbb6 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=fe8bfc83663b43b9aae4137bcb39e5dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0844975 Feb 02 06:55:06.401513 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3fc42d83-4065-4afe-abb7-0d1c0d3deaec req-cce3b548-aa66-4688-9451-59effd22fe37 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:06.414785 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59824) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:55:06.416164 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3fc42d83-4065-4afe-abb7-0d1c0d3deaec req-cce3b548-aa66-4688-9451-59effd22fe37 tempest-FloatingIPDetailsTestJSON-1817074977 tempest-FloatingIPDetailsTestJSON-1817074977-project] 10.222.0.87 "DELETE /v2.0/floatingips/02717c3e-c826-4ef1-9000-99b1f6d91aa6 HTTP/1.1" status: 204 len: 173 time: 0.7781351 Feb 02 06:55:06.451647 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 18f614de-94b5-44f2-9741-5c2fb1047720, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=18f614de-94b5-44f2-9741-5c2fb1047720,segment=NetworkSegment(7c23084e-868e-4f06-b4ca-b642252d4dc6),segment_id=7c23084e-868e-4f06-b4ca-b642252d4dc6)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:55:06.453392 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (18f614de-94b5-44f2-9741-5c2fb1047720), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:06.539819 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-08a01bf0-21a3-44e4-b985-1561cc1f1f4d req-637cc064-9cae-42c3-a582-861d0bcb7958 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] 10.222.0.87 "GET /v2.0/ports?device_id=60e224b2-d479-43b0-b8ed-09bc1f2f4f04 HTTP/1.1" status: 200 len: 210 time: 0.0351844 Feb 02 06:55:06.557824 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=18f614de-94b5-44f2-9741-5c2fb1047720,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:55:06.685261 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768c64c6-32db-4ae4-bf12-6720dddee353 req-64328757-1bf7-41b2-bd61-86c14ed0773e tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:06.687103 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-768c64c6-32db-4ae4-bf12-6720dddee353 req-64328757-1bf7-41b2-bd61-86c14ed0773e tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.87 "GET /v2.0/ports?device_id=8bcb0621-52fe-4fab-a2be-b7b190e6b303 HTTP/1.1" status: 200 len: 946 time: 0.0604491 Feb 02 06:55:06.706869 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0b094a9e-eb9f-46ac-ae19-0c0028696234 req-cc5a0614-40e2-4f02-a75e-5583136e7a51 service neutron] 10.222.0.87 "GET /v2.0/networks/a90e0175-1e1a-46fd-ade5-a34b643c83ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002908 Feb 02 06:55:06.766815 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-768c64c6-32db-4ae4-bf12-6720dddee353 req-87850c2d-896a-4d1e-837e-370029ed98e3 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.87 "GET /v2.0/security-groups?id=974679eb-14d2-4f44-9e62-35ad2dae7bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728779 Feb 02 06:55:06.787111 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ab0c762d-7c17-461f-a100-f5f35b40e74a req-3a8d9c0a-fe44-4ea2-a937-0e64df9a7460 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=d371a346cdaf4c5fa2a6d1a831503c66&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452995 Feb 02 06:55:06.896464 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b2629-ee45-45b9-8059-811c30a0f57a req-dc64f4f2-b474-47cd-b816-bb55d34e4097 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:06.899286 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-832b2629-ee45-45b9-8059-811c30a0f57a req-dc64f4f2-b474-47cd-b816-bb55d34e4097 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=7272c094-1754-42ce-b10e-569286eda078 HTTP/1.1" status: 200 len: 948 time: 0.0716915 Feb 02 06:55:06.949448 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0b094a9e-eb9f-46ac-ae19-0c0028696234 req-b66a95c2-3639-4a6f-872f-1202be393e8e service neutron] 10.222.0.87 "GET /v2.0/networks/a90e0175-1e1a-46fd-ade5-a34b643c83ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303212 Feb 02 06:55:06.950653 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-832b2629-ee45-45b9-8059-811c30a0f57a req-2e7df555-7384-4b34-b636-f7f33357edcb tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457373 Feb 02 06:55:07.032232 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c762d-7c17-461f-a100-f5f35b40e74a req-f8f4077d-f664-455d-b4e8-e767753add30 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:07.033678 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ab0c762d-7c17-461f-a100-f5f35b40e74a req-f8f4077d-f664-455d-b4e8-e767753add30 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2175729 Feb 02 06:55:07.075326 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-ab0c762d-7c17-461f-a100-f5f35b40e74a req-4024f556-7d60-4bd1-b49d-abab645a713d tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] Request body: {'port': {'device_id': '60e224b2-d479-43b0-b8ed-09bc1f2f4f04', 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1', 'admin_state_up': True, 'tenant_id': 'd371a346cdaf4c5fa2a6d1a831503c66'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:55:07.091720 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb06001-c80d-4a6d-9698-cf7ae7bc71b1 req-85882c5f-bf16-4871-b4e1-549c216374cf tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:07.094248 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-acb06001-c80d-4a6d-9698-cf7ae7bc71b1 req-85882c5f-bf16-4871-b4e1-549c216374cf tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/ports?device_id=1016e5ea-7158-429f-8164-d8e426c1c7af HTTP/1.1" status: 200 len: 943 time: 0.0646074 Feb 02 06:55:07.114491 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 4a75d9f3-a85f-4d9a-836f-d0f8787f41da no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 06:55:07.160331 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 06:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c9b6a5-bd54-4a67-9039-905a942ea7c4 x-openstack-request-id: req-95c9b6a5-bd54-4a67-9039-905a942ea7c4 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:55:07.160646 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fc8267f-9472-43e8-b871-0c5f767cd58a", "name": "network-vif-plugged", "status": "completed", "tag": "bfe479cc-6320-4a21-838c-6dca9641d47b", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:55:07.160905 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-95c9b6a5-bd54-4a67-9039-905a942ea7c4 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:55:07.161300 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fc8267f-9472-43e8-b871-0c5f767cd58a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe479cc-6320-4a21-838c-6dca9641d47b', 'code': 200} Feb 02 06:55:07.187856 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] The host n-h1-789963-26 is not matching for port 4a75d9f3-a85f-4d9a-836f-d0f8787f41da host n-h2-789963-26! {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 02 06:55:07.190435 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-acb06001-c80d-4a6d-9698-cf7ae7bc71b1 req-b60fde68-4e87-431b-a68f-b8202274f2c6 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/security-groups?id=2164a223-774f-4eed-afca-8e3586e80a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900061 Feb 02 06:55:07.192043 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 4a75d9f3-a85f-4d9a-836f-d0f8787f41da not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 06:55:07.310737 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-60ec38f9-4ad5-4f37-a308-e45a50c0ce33 req-87abe165-533e-4812-826f-2d3b0fcd8bf3 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=682cb750-3b53-4085-be06-d355b0d2dc70 HTTP/1.1" status: 200 len: 210 time: 0.0366828 Feb 02 06:55:07.545569 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7272c094-1754-42ce-b10e-569286eda078', 'tag': '4a75d9f3-a85f-4d9a-836f-d0f8787f41da'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:55:07.548111 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1beafef-f7c6-4d41-a7a5-89a595191878" -d '{"events": [{"name": "network-changed", "server_uuid": "7272c094-1754-42ce-b10e-569286eda078", "tag": "4a75d9f3-a85f-4d9a-836f-d0f8787f41da"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:55:07.690231 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1bc118c9-4dbe-4620-8426-021edf912ebf req-ccf86b5b-476d-4f75-ae2b-cb86179e66f8 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] 10.222.0.87 "GET /v2.0/ports?device_id=60e224b2-d479-43b0-b8ed-09bc1f2f4f04 HTTP/1.1" status: 200 len: 210 time: 0.0421097 Feb 02 06:55:07.747978 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e7777-1868-4773-9963-5da18a2b6103 req-01cb8642-5760-458a-b98d-420678df6fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:07.747978 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ec5e7777-1868-4773-9963-5da18a2b6103 req-01cb8642-5760-458a-b98d-420678df6fd6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2fc8267f-9472-43e8-b871-0c5f767cd58a HTTP/1.1" status: 200 len: 1128 time: 0.4923966 Feb 02 06:55:07.773040 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7322d930-b0c2-41a3-a84a-25402109e4fb req-79a87142-3e2a-4490-9906-d630a884c334 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:07.780337 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7322d930-b0c2-41a3-a84a-25402109e4fb req-79a87142-3e2a-4490-9906-d630a884c334 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fc8267f-9472-43e8-b871-0c5f767cd58a HTTP/1.1" status: 200 len: 945 time: 0.2356079 Feb 02 06:55:07.789773 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 06:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f651ba-b6ea-437a-8e71-4100f68cf452 x-openstack-request-id: req-b3f651ba-b6ea-437a-8e71-4100f68cf452 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:55:07.790051 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7272c094-1754-42ce-b10e-569286eda078", "tag": "4a75d9f3-a85f-4d9a-836f-d0f8787f41da", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:55:07.790384 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b3f651ba-b6ea-437a-8e71-4100f68cf452 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:55:07.790678 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7272c094-1754-42ce-b10e-569286eda078', 'tag': '4a75d9f3-a85f-4d9a-836f-d0f8787f41da', 'status': 'completed', 'code': 200} Feb 02 06:55:07.856718 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 06:55:07.877062 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-590e3398-cd6a-4867-a567-ec5141928130 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (296acf72-1e90-4236-9dac-371c967c0999), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:07.950786 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab0c762d-7c17-461f-a100-f5f35b40e74a req-4024f556-7d60-4bd1-b49d-abab645a713d tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] Made reservation on behalf of d371a346cdaf4c5fa2a6d1a831503c66 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:55:07.954239 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-ab0c762d-7c17-461f-a100-f5f35b40e74a req-4024f556-7d60-4bd1-b49d-abab645a713d tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:07.971182 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b897cc7-527d-485e-917b-0a3708b3216d req-76d139db-3628-4dfc-a464-120d3a0d8c64 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:07.972753 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9b897cc7-527d-485e-917b-0a3708b3216d req-76d139db-3628-4dfc-a464-120d3a0d8c64 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.87 "GET /v2.0/ports?device_id=8bcb0621-52fe-4fab-a2be-b7b190e6b303 HTTP/1.1" status: 200 len: 946 time: 0.1339481 Feb 02 06:55:07.989406 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1beafef-f7c6-4d41-a7a5-89a595191878 req-6a7d56f3-849f-4e78-90f4-9bb7ca6b6332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:07.990886 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e1beafef-f7c6-4d41-a7a5-89a595191878 req-6a7d56f3-849f-4e78-90f4-9bb7ca6b6332 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=617f6fde409340a286c916b0c2822b5a&device_id=7272c094-1754-42ce-b10e-569286eda078 HTTP/1.1" status: 200 len: 1131 time: 0.1417844 Feb 02 06:55:08.016257 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ec5e7777-1868-4773-9963-5da18a2b6103 req-a690a1e5-a977-46f2-a446-66a7651192b9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566345 Feb 02 06:55:08.069057 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9b897cc7-527d-485e-917b-0a3708b3216d req-0b6bbe27-ae4b-495c-968c-014b8bd4172a tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.87 "GET /v2.0/security-groups?id=974679eb-14d2-4f44-9e62-35ad2dae7bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868115 Feb 02 06:55:08.103127 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e,segment=NetworkSegment(46e7ed10-215c-4aac-9da3-717f1e74ce40),segment_id=46e7ed10-215c-4aac-9da3-717f1e74ce40)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:55:08.122261 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': '660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e', 'network_id': '76868d96-3692-423a-989b-a6220ec3b299', 'port_id': '660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e', 'mac_address': 'fa:16:3e:fb:fb:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ce63174-c525-4e2d-821d-9ee5b4634e75', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 06:55:08.176733 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1beafef-f7c6-4d41-a7a5-89a595191878 req-8dbdda00-ccc1-4749-b8b4-414706e7c8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:08.176733 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e1beafef-f7c6-4d41-a7a5-89a595191878 req-8dbdda00-ccc1-4749-b8b4-414706e7c8a5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 HTTP/1.1" status: 200 len: 870 time: 0.1664371 Feb 02 06:55:08.177057 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7322d930-b0c2-41a3-a84a-25402109e4fb req-953c1fdb-be53-4323-b7da-49c632006a82 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3939152 Feb 02 06:55:08.210361 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1beafef-f7c6-4d41-a7a5-89a595191878 req-4d749541-2f87-4e33-8c3c-d6a5b00c6cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:08.212711 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e1beafef-f7c6-4d41-a7a5-89a595191878 req-4d749541-2f87-4e33-8c3c-d6a5b00c6cbb service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=617f6fde409340a286c916b0c2822b5a&device_id=7272c094-1754-42ce-b10e-569286eda078 HTTP/1.1" status: 200 len: 1131 time: 0.3525574 Feb 02 06:55:08.255805 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:55:08.256928 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:08.283238 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:55:08.310987 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511aaf4a-293f-4139-8784-f6efec3eb972 req-82d71ca6-46b3-4ad6-9375-062d4693f224 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:08.310987 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-511aaf4a-293f-4139-8784-f6efec3eb972 req-82d71ca6-46b3-4ad6-9375-062d4693f224 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=7272c094-1754-42ce-b10e-569286eda078 HTTP/1.1" status: 200 len: 948 time: 0.1097221 Feb 02 06:55:08.327966 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e,segment=NetworkSegment(46e7ed10-215c-4aac-9da3-717f1e74ce40),segment_id=46e7ed10-215c-4aac-9da3-717f1e74ce40)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:55:08.336188 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:08.402914 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e1beafef-f7c6-4d41-a7a5-89a595191878 req-d008e432-efef-462e-ad5e-18a464a50607 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=4a75d9f3-a85f-4d9a-836f-d0f8787f41da HTTP/1.1" status: 200 len: 217 time: 0.0424111 Feb 02 06:55:08.407968 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:55:08.452017 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-511aaf4a-293f-4139-8784-f6efec3eb972 req-5ebeeaee-c701-4316-86c1-6d074343ac8b tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306403 Feb 02 06:55:08.465616 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1beafef-f7c6-4d41-a7a5-89a595191878 req-4d3f4a62-8d71-4366-aa0a-f6ba3336d66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:08.467437 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e1beafef-f7c6-4d41-a7a5-89a595191878 req-4d3f4a62-8d71-4366-aa0a-f6ba3336d66d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.0584853 Feb 02 06:55:08.553292 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1beafef-f7c6-4d41-a7a5-89a595191878 req-c7cbd398-f449-445e-824f-0cd58772d9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:08.555243 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e1beafef-f7c6-4d41-a7a5-89a595191878 req-c7cbd398-f449-445e-824f-0cd58772d9f7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0809038 Feb 02 06:55:08.585275 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-aee60b3c-6fbd-4258-bd8e-d3ab7d7bb252 req-28a43821-4481-44f3-999d-46133c40de80 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=682cb750-3b53-4085-be06-d355b0d2dc70 HTTP/1.1" status: 200 len: 210 time: 0.0482125 Feb 02 06:55:08.637350 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474391d-5e64-4353-ad6b-e71546f7dbb1 req-0ebe75f3-fd6c-4eac-8737-a403a11e72ff tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:08.645227 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2474391d-5e64-4353-ad6b-e71546f7dbb1 req-0ebe75f3-fd6c-4eac-8737-a403a11e72ff tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/ports?device_id=1016e5ea-7158-429f-8164-d8e426c1c7af HTTP/1.1" status: 200 len: 944 time: 0.3236732 Feb 02 06:55:08.708887 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1beafef-f7c6-4d41-a7a5-89a595191878 req-5030f2dd-72f6-453d-b2af-51e8837f3f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:08.710525 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e1beafef-f7c6-4d41-a7a5-89a595191878 req-5030f2dd-72f6-453d-b2af-51e8837f3f17 service neutron] 10.222.0.88 "GET /v2.0/networks?id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 HTTP/1.1" status: 200 len: 870 time: 0.4631872 Feb 02 06:55:08.723303 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-ab0c762d-7c17-461f-a100-f5f35b40e74a req-4024f556-7d60-4bd1-b49d-abab645a713d tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] Allocated IP 192.168.233.73 (04bc5622-0c2b-4ce8-b107-e6abcbdf57e1/9d773733-62df-4956-84d3-71d17cfb6d11/c6a4aa3e-733c-4f2b-bb02-0ea5e38e2a6a) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:55:08.796019 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e1beafef-f7c6-4d41-a7a5-89a595191878 req-2f9eabc3-a734-46f6-814b-9108b143b900 service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205992 Feb 02 06:55:08.817033 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e1beafef-f7c6-4d41-a7a5-89a595191878 req-0fe745b5-ade2-4d60-b4a4-d0d80bacf342 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=4a75d9f3-a85f-4d9a-836f-d0f8787f41da HTTP/1.1" status: 200 len: 217 time: 0.0868917 Feb 02 06:55:08.913166 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e1beafef-f7c6-4d41-a7a5-89a595191878 req-17945fa2-a47a-45ef-b483-590cc0bf8ab1 service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992620 Feb 02 06:55:08.926856 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2474391d-5e64-4353-ad6b-e71546f7dbb1 req-c11f1dde-b548-4634-8a6e-b45ed2f96605 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/security-groups?id=2164a223-774f-4eed-afca-8e3586e80a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805214 Feb 02 06:55:08.980294 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0263987e-048e-4c98-9b54-088acb474442 req-378d847e-6ab7-4137-82c9-e82feaca8609 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] 10.222.0.87 "GET /v2.0/ports?device_id=60e224b2-d479-43b0-b8ed-09bc1f2f4f04 HTTP/1.1" status: 200 len: 210 time: 0.0766401 Feb 02 06:55:08.996711 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1beafef-f7c6-4d41-a7a5-89a595191878 req-1e6e666d-ca9a-4860-9b73-10b2f661334e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:08.998213 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e1beafef-f7c6-4d41-a7a5-89a595191878 req-1e6e666d-ca9a-4860-9b73-10b2f661334e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.1709762 Feb 02 06:55:09.032391 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b094a9e-eb9f-46ac-ae19-0c0028696234 req-32e38735-8e55-41c3-ba74-3026e4649fa7 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:09.034102 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0b094a9e-eb9f-46ac-ae19-0c0028696234 req-32e38735-8e55-41c3-ba74-3026e4649fa7 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.88 "GET /v2.0/networks?id=a90e0175-1e1a-46fd-ade5-a34b643c83ca HTTP/1.1" status: 200 len: 820 time: 0.3397021 Feb 02 06:55:09.043157 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:55:09.055091 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-0b094a9e-eb9f-46ac-ae19-0c0028696234 req-a32243ad-b445-4d3b-8cb4-91caf3fc9420 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Request body: {'port': {'device_id': '682cb750-3b53-4085-be06-d355b0d2dc70', 'network_id': 'a90e0175-1e1a-46fd-ade5-a34b643c83ca', 'admin_state_up': True, 'tenant_id': 'fe8bfc83663b43b9aae4137bcb39e5dc'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:55:09.162680 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1beafef-f7c6-4d41-a7a5-89a595191878 req-c0e8404f-ece3-4c64-a6a3-71726ea0ad04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:09.162680 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e1beafef-f7c6-4d41-a7a5-89a595191878 req-c0e8404f-ece3-4c64-a6a3-71726ea0ad04 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1519208 Feb 02 06:55:09.218531 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bcb0621-52fe-4fab-a2be-b7b190e6b303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f614de-94b5-44f2-9741-5c2fb1047720'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:55:09.229624 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f11d13-e6b5-440c-8e34-c7211ec3d04f" -d '{"events": [{"server_uuid": "8bcb0621-52fe-4fab-a2be-b7b190e6b303", "name": "network-vif-plugged", "status": "completed", "tag": "18f614de-94b5-44f2-9741-5c2fb1047720"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:55:09.235214 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-ab0c762d-7c17-461f-a100-f5f35b40e74a req-4024f556-7d60-4bd1-b49d-abab645a713d tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] Publish callbacks [] for port (c6a4aa3e-733c-4f2b-bb02-0ea5e38e2a6a), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:09.307828 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-590e3398-cd6a-4867-a567-ec5141928130 admin admin] Deleting port 783b41a7-ac75-4b7d-8be4-7ac48dab4f99 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 06:55:09.307828 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-590e3398-cd6a-4867-a567-ec5141928130 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (783b41a7-ac75-4b7d-8be4-7ac48dab4f99), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:09.327904 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b094a9e-eb9f-46ac-ae19-0c0028696234 req-a32243ad-b445-4d3b-8cb4-91caf3fc9420 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Made reservation on behalf of fe8bfc83663b43b9aae4137bcb39e5dc for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:55:09.332862 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-0b094a9e-eb9f-46ac-ae19-0c0028696234 req-a32243ad-b445-4d3b-8cb4-91caf3fc9420 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:09.357307 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14237b0-05d8-4159-9622-d737f9f40c6c req-ee484465-ad95-4c39-844d-9638977aff4a tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:09.376482 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b14237b0-05d8-4159-9622-d737f9f40c6c req-ee484465-ad95-4c39-844d-9638977aff4a tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fc8267f-9472-43e8-b871-0c5f767cd58a HTTP/1.1" status: 200 len: 945 time: 0.1267154 Feb 02 06:55:09.426278 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e82ee2-5f07-4cab-9a1a-731ea85fb315 req-0c9d2d40-11fb-4505-9479-11f8c06a5236 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:09.433945 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e5e82ee2-5f07-4cab-9a1a-731ea85fb315 req-0c9d2d40-11fb-4505-9479-11f8c06a5236 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.87 "GET /v2.0/ports?device_id=8bcb0621-52fe-4fab-a2be-b7b190e6b303 HTTP/1.1" status: 200 len: 946 time: 0.2243667 Feb 02 06:55:09.471933 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-ab0c762d-7c17-461f-a100-f5f35b40e74a req-4024f556-7d60-4bd1-b49d-abab645a713d tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (c6a4aa3e-733c-4f2b-bb02-0ea5e38e2a6a), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:09.486475 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e1beafef-f7c6-4d41-a7a5-89a595191878 req-87c4a522-7ad8-4db4-8b04-94767e4e3aab service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952356 Feb 02 06:55:09.527788 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b14237b0-05d8-4159-9622-d737f9f40c6c req-b9075b75-67cd-41a4-ac39-027d6a256450 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496632 Feb 02 06:55:09.587994 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-590e3398-cd6a-4867-a567-ec5141928130 admin admin] For port 783b41a7-ac75-4b7d-8be4-7ac48dab4f99, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=783b41a7-ac75-4b7d-8be4-7ac48dab4f99,segment=NetworkSegment(fd0a5a99-7f3e-4893-9e6f-2071ce151963),segment_id=fd0a5a99-7f3e-4893-9e6f-2071ce151963)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:55:09.588405 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-590e3398-cd6a-4867-a567-ec5141928130 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (783b41a7-ac75-4b7d-8be4-7ac48dab4f99), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:09.612344 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 06:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24302f96-6689-4157-901d-93c9b197a1e1 x-openstack-request-id: req-24302f96-6689-4157-901d-93c9b197a1e1 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:55:09.613043 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bcb0621-52fe-4fab-a2be-b7b190e6b303", "name": "network-vif-plugged", "status": "completed", "tag": "18f614de-94b5-44f2-9741-5c2fb1047720", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:55:09.613043 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-24302f96-6689-4157-901d-93c9b197a1e1 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:55:09.613340 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bcb0621-52fe-4fab-a2be-b7b190e6b303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f614de-94b5-44f2-9741-5c2fb1047720', 'code': 200} Feb 02 06:55:09.679025 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-590e3398-cd6a-4867-a567-ec5141928130 admin admin] Calling delete_port for 783b41a7-ac75-4b7d-8be4-7ac48dab4f99 owned by network:router_interface {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 06:55:09.681935 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab0c762d-7c17-461f-a100-f5f35b40e74a req-4024f556-7d60-4bd1-b49d-abab645a713d tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] Network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:55:09.699442 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-ab0c762d-7c17-461f-a100-f5f35b40e74a req-4024f556-7d60-4bd1-b49d-abab645a713d tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:55:09.717041 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e5e82ee2-5f07-4cab-9a1a-731ea85fb315 req-8e2dd495-dd10-40b2-92e5-9ae471a9c0c5 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.87 "GET /v2.0/security-groups?id=974679eb-14d2-4f44-9e62-35ad2dae7bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2821562 Feb 02 06:55:09.741153 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab0c762d-7c17-461f-a100-f5f35b40e74a req-4024f556-7d60-4bd1-b49d-abab645a713d tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:55:09.743760 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4024f556-7d60-4bd1-b49d-abab645a713d tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] Pushing event updated for resources: {'Port': ['ID=c6a4aa3e-733c-4f2b-bb02-0ea5e38e2a6a,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:55:09.862028 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 4a75d9f3-a85f-4d9a-836f-d0f8787f41da details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 06:55:09.893793 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-0b094a9e-eb9f-46ac-ae19-0c0028696234 req-a32243ad-b445-4d3b-8cb4-91caf3fc9420 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Allocated IP 172.20.0.5 (a90e0175-1e1a-46fd-ade5-a34b643c83ca/718edbdc-92b0-46ac-b280-821a5ec70f8a/86badc51-10d8-40e2-b632-ed4cc28b590a) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:55:09.943927 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8d26c70f-0809-42c2-a451-a6054f799848 req-4f92f9d0-d22c-47fa-be52-babd764f0820 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=682cb750-3b53-4085-be06-d355b0d2dc70 HTTP/1.1" status: 200 len: 210 time: 0.0795972 Feb 02 06:55:09.965713 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e1beafef-f7c6-4d41-a7a5-89a595191878 req-94e4b229-40df-4114-a6e6-1a9b355ea753 service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4725437 Feb 02 06:55:09.976115 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c762d-7c17-461f-a100-f5f35b40e74a req-4024f556-7d60-4bd1-b49d-abab645a713d tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:09.981805 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-ab0c762d-7c17-461f-a100-f5f35b40e74a req-4024f556-7d60-4bd1-b49d-abab645a713d tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:10.024248 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ab0c762d-7c17-461f-a100-f5f35b40e74a req-4024f556-7d60-4bd1-b49d-abab645a713d tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9569576 Feb 02 06:55:10.129136 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-ab0c762d-7c17-461f-a100-f5f35b40e74a req-2872045b-8e2a-462d-bcd5-7433d2622dd0 service neutron] Request body: {'port': {'device_id': '60e224b2-d479-43b0-b8ed-09bc1f2f4f04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:55:10.148250 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 4a75d9f3-a85f-4d9a-836f-d0f8787f41da, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=4a75d9f3-a85f-4d9a-836f-d0f8787f41da,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:55:10.163947 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': '4a75d9f3-a85f-4d9a-836f-d0f8787f41da', 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1', 'port_id': '4a75d9f3-a85f-4d9a-836f-d0f8787f41da', 'mac_address': 'fa:16:3e:cf:35:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d773733-62df-4956-84d3-71d17cfb6d11', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 06:55:10.239469 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-e89949f0-b89d-4a0e-85da-2784cd431a40 None None] Provisioning complete for port c6a4aa3e-733c-4f2b-bb02-0ea5e38e2a6a triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:55:10.240225 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e89949f0-b89d-4a0e-85da-2784cd431a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (c6a4aa3e-733c-4f2b-bb02-0ea5e38e2a6a), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:10.272485 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 4a75d9f3-a85f-4d9a-836f-d0f8787f41da is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:55:10.272962 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (4a75d9f3-a85f-4d9a-836f-d0f8787f41da), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:10.320268 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a75d9f3-a85f-4d9a-836f-d0f8787f41da {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:55:10.348428 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 4a75d9f3-a85f-4d9a-836f-d0f8787f41da, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=4a75d9f3-a85f-4d9a-836f-d0f8787f41da,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:55:10.350506 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-e89949f0-b89d-4a0e-85da-2784cd431a40 None None] Port c6a4aa3e-733c-4f2b-bb02-0ea5e38e2a6a cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 06:55:10.357194 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (4a75d9f3-a85f-4d9a-836f-d0f8787f41da), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:10.422169 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d3356f-494d-4d77-bbdf-6d389bce2ddf req-62f5086e-7835-461d-8f01-d5132197fe44 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:10.430828 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b7d3356f-494d-4d77-bbdf-6d389bce2ddf req-62f5086e-7835-461d-8f01-d5132197fe44 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=7272c094-1754-42ce-b10e-569286eda078 HTTP/1.1" status: 200 len: 948 time: 0.6394625 Feb 02 06:55:10.453943 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=4a75d9f3-a85f-4d9a-836f-d0f8787f41da,revision_number=8']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:55:10.474040 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ba14d-ef6e-425a-af05-84ca9e56909c req-811a870d-c238-4e1c-b671-c69a8b17780b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:10.476223 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6e9ba14d-ef6e-425a-af05-84ca9e56909c req-811a870d-c238-4e1c-b671-c69a8b17780b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8bcb0621-52fe-4fab-a2be-b7b190e6b303 HTTP/1.1" status: 200 len: 1129 time: 0.6440790 Feb 02 06:55:10.528066 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-ab0c762d-7c17-461f-a100-f5f35b40e74a req-2872045b-8e2a-462d-bcd5-7433d2622dd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (c6a4aa3e-733c-4f2b-bb02-0ea5e38e2a6a), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:10.552660 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e41e9-7d30-48c6-adbf-826a6e0e7072 req-759f1622-59f3-4037-82f5-3ed712545e13 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:10.560486 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a74e41e9-7d30-48c6-adbf-826a6e0e7072 req-759f1622-59f3-4037-82f5-3ed712545e13 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/ports?device_id=1016e5ea-7158-429f-8164-d8e426c1c7af HTTP/1.1" status: 200 len: 944 time: 0.4280975 Feb 02 06:55:10.598044 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b7d3356f-494d-4d77-bbdf-6d389bce2ddf req-a78689d7-5ade-43e4-9318-e26556738dbe tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663053 Feb 02 06:55:10.600997 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-0b094a9e-eb9f-46ac-ae19-0c0028696234 req-a32243ad-b445-4d3b-8cb4-91caf3fc9420 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Publish callbacks [] for port (86badc51-10d8-40e2-b632-ed4cc28b590a), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:10.604532 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6e9ba14d-ef6e-425a-af05-84ca9e56909c req-c44a5cd6-229f-47a0-bba1-0ba930cdd77a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=974679eb-14d2-4f44-9e62-35ad2dae7bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113012 Feb 02 06:55:10.668116 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-0b094a9e-eb9f-46ac-ae19-0c0028696234 req-a32243ad-b445-4d3b-8cb4-91caf3fc9420 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (86badc51-10d8-40e2-b632-ed4cc28b590a), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:10.726849 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a74e41e9-7d30-48c6-adbf-826a6e0e7072 req-e04700b6-2cae-4c98-b189-cbdeea17b2dc tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/security-groups?id=2164a223-774f-4eed-afca-8e3586e80a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646471 Feb 02 06:55:10.749438 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-590e3398-cd6a-4867-a567-ec5141928130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (783b41a7-ac75-4b7d-8be4-7ac48dab4f99), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:10.809058 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b094a9e-eb9f-46ac-ae19-0c0028696234 req-a32243ad-b445-4d3b-8cb4-91caf3fc9420 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Network a90e0175-1e1a-46fd-ade5-a34b643c83ca is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:55:10.818425 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-0b094a9e-eb9f-46ac-ae19-0c0028696234 req-a32243ad-b445-4d3b-8cb4-91caf3fc9420 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:55:10.828224 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b094a9e-eb9f-46ac-ae19-0c0028696234 req-a32243ad-b445-4d3b-8cb4-91caf3fc9420 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:55:10.835738 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b094a9e-eb9f-46ac-ae19-0c0028696234 req-a32243ad-b445-4d3b-8cb4-91caf3fc9420 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:10.836389 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-0b094a9e-eb9f-46ac-ae19-0c0028696234 req-a32243ad-b445-4d3b-8cb4-91caf3fc9420 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:10.842777 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32243ad-b445-4d3b-8cb4-91caf3fc9420 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Pushing event updated for resources: {'Port': ['ID=86badc51-10d8-40e2-b632-ed4cc28b590a,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:55:10.843045 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590e3398-cd6a-4867-a567-ec5141928130 admin admin] Pushing event deleted for resources: {'Port': ['ID=783b41a7-ac75-4b7d-8be4-7ac48dab4f99,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:55:10.845824 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['4a75d9f3-a85f-4d9a-836f-d0f8787f41da'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:55:10.903537 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fc496f-9716-4071-9921-61912137579b req-3a8c8c32-4140-4435-813f-03baa2e2a7c2 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:10.905135 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-92fc496f-9716-4071-9921-61912137579b req-3a8c8c32-4140-4435-813f-03baa2e2a7c2 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] 10.222.0.87 "GET /v2.0/ports?device_id=60e224b2-d479-43b0-b8ed-09bc1f2f4f04 HTTP/1.1" status: 200 len: 935 time: 0.1845655 Feb 02 06:55:10.934733 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-713758b5-edb1-46b9-99b0-cb44e3286b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:10.961446 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0b094a9e-eb9f-46ac-ae19-0c0028696234 req-a32243ad-b445-4d3b-8cb4-91caf3fc9420 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9128377 Feb 02 06:55:10.983934 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-0b094a9e-eb9f-46ac-ae19-0c0028696234 req-1edb0c84-44c4-4f5e-b4d6-02e2a5cd4a7a service neutron] Request body: {'port': {'device_id': '682cb750-3b53-4085-be06-d355b0d2dc70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:55:11.068576 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-92fc496f-9716-4071-9921-61912137579b req-2a0610ac-36f3-45b8-b5e5-f4547e1d9940 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] 10.222.0.87 "GET /v2.0/security-groups?id=1ccf634d-a49d-423a-88d1-71ef8d7f08ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505840 Feb 02 06:55:11.107394 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d449965-c783-457c-a74e-f007ce3bdda6 req-88e7639f-8a3e-40dd-a7c7-fbaa8e991dbf tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:11.115240 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0d449965-c783-457c-a74e-f007ce3bdda6 req-88e7639f-8a3e-40dd-a7c7-fbaa8e991dbf tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fc8267f-9472-43e8-b871-0c5f767cd58a HTTP/1.1" status: 200 len: 945 time: 0.2824185 Feb 02 06:55:11.184019 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-0b094a9e-eb9f-46ac-ae19-0c0028696234 req-1edb0c84-44c4-4f5e-b4d6-02e2a5cd4a7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (86badc51-10d8-40e2-b632-ed4cc28b590a), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:11.232530 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-590e3398-cd6a-4867-a567-ec5141928130 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (296acf72-1e90-4236-9dac-371c967c0999), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:11.323039 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0d449965-c783-457c-a74e-f007ce3bdda6 req-4979c214-9453-4bdc-9316-40b7cb8b40c8 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067401 Feb 02 06:55:11.431928 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-ab0c762d-7c17-461f-a100-f5f35b40e74a req-2872045b-8e2a-462d-bcd5-7433d2622dd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6a4aa3e-733c-4f2b-bb02-0ea5e38e2a6a {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:55:11.450692 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-ab0c762d-7c17-461f-a100-f5f35b40e74a req-2872045b-8e2a-462d-bcd5-7433d2622dd0 service neutron] Publish callbacks [] for port (c6a4aa3e-733c-4f2b-bb02-0ea5e38e2a6a), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:11.497033 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb2e360-7ebb-45fc-95c7-3cd2687f31c8 req-158081e4-8139-4f9c-9ae9-094436623371 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:11.499044 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cdb2e360-7ebb-45fc-95c7-3cd2687f31c8 req-158081e4-8139-4f9c-9ae9-094436623371 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.87 "GET /v2.0/ports?device_id=8bcb0621-52fe-4fab-a2be-b7b190e6b303 HTTP/1.1" status: 200 len: 946 time: 0.2531013 Feb 02 06:55:11.520586 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-ab0c762d-7c17-461f-a100-f5f35b40e74a req-2872045b-8e2a-462d-bcd5-7433d2622dd0 service neutron] Transition to ACTIVE for port object c6a4aa3e-733c-4f2b-bb02-0ea5e38e2a6a will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 06:55:11.534230 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-ab0c762d-7c17-461f-a100-f5f35b40e74a req-2872045b-8e2a-462d-bcd5-7433d2622dd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (c6a4aa3e-733c-4f2b-bb02-0ea5e38e2a6a), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:11.602863 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cdb2e360-7ebb-45fc-95c7-3cd2687f31c8 req-e808077e-8806-4cc8-bb4d-a0fd72700867 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.87 "GET /v2.0/security-groups?id=974679eb-14d2-4f44-9e62-35ad2dae7bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932276 Feb 02 06:55:11.637990 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2872045b-8e2a-462d-bcd5-7433d2622dd0 service neutron] Pushing event updated for resources: {'Port': ['ID=c6a4aa3e-733c-4f2b-bb02-0ea5e38e2a6a,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:55:11.650101 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a7df5f-93ee-470d-aa8f-c216417faeb9 req-c8b11a7f-0873-456d-9ab4-ca1ae5229a8b tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:11.660070 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-0b094a9e-eb9f-46ac-ae19-0c0028696234 req-1edb0c84-44c4-4f5e-b4d6-02e2a5cd4a7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86badc51-10d8-40e2-b632-ed4cc28b590a {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:55:11.663580 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-15a7df5f-93ee-470d-aa8f-c216417faeb9 req-c8b11a7f-0873-456d-9ab4-ca1ae5229a8b tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=682cb750-3b53-4085-be06-d355b0d2dc70 HTTP/1.1" status: 200 len: 931 time: 0.2262249 Feb 02 06:55:11.680759 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-0b094a9e-eb9f-46ac-ae19-0c0028696234 req-1edb0c84-44c4-4f5e-b4d6-02e2a5cd4a7a service neutron] Publish callbacks [] for port (86badc51-10d8-40e2-b632-ed4cc28b590a), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:11.728634 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-0b094a9e-eb9f-46ac-ae19-0c0028696234 req-1edb0c84-44c4-4f5e-b4d6-02e2a5cd4a7a service neutron] Transition to ACTIVE for port object 86badc51-10d8-40e2-b632-ed4cc28b590a will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 06:55:11.733157 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-0b094a9e-eb9f-46ac-ae19-0c0028696234 req-1edb0c84-44c4-4f5e-b4d6-02e2a5cd4a7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (86badc51-10d8-40e2-b632-ed4cc28b590a), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:11.785802 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-590e3398-cd6a-4867-a567-ec5141928130 admin admin] Router 296acf72-1e90-4236-9dac-371c967c0999 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 06:55:11.807302 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edb0c84-44c4-4f5e-b4d6-02e2a5cd4a7a service neutron] Pushing event updated for resources: {'Port': ['ID=86badc51-10d8-40e2-b632-ed4cc28b590a,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:55:11.837568 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-15a7df5f-93ee-470d-aa8f-c216417faeb9 req-c42b24e6-1840-4829-b81f-23b7a7852964 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729963 Feb 02 06:55:11.879436 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:55:11.896798 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-ab0c762d-7c17-461f-a100-f5f35b40e74a req-2872045b-8e2a-462d-bcd5-7433d2622dd0 service neutron] Attempting to bind port c6a4aa3e-733c-4f2b-bb02-0ea5e38e2a6a on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:55:11.897658 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-ab0c762d-7c17-461f-a100-f5f35b40e74a req-2872045b-8e2a-462d-bcd5-7433d2622dd0 service neutron] Attempting to bind port c6a4aa3e-733c-4f2b-bb02-0ea5e38e2a6a by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:55:11.898112 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0c762d-7c17-461f-a100-f5f35b40e74a req-2872045b-8e2a-462d-bcd5-7433d2622dd0 service neutron] Attempting to bind port c6a4aa3e-733c-4f2b-bb02-0ea5e38e2a6a on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:55:11.905433 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0c762d-7c17-461f-a100-f5f35b40e74a req-2872045b-8e2a-462d-bcd5-7433d2622dd0 service neutron] Port c6a4aa3e-733c-4f2b-bb02-0ea5e38e2a6a on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 06:55:11.905960 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0c762d-7c17-461f-a100-f5f35b40e74a req-2872045b-8e2a-462d-bcd5-7433d2622dd0 service neutron] Attempting to bind port c6a4aa3e-733c-4f2b-bb02-0ea5e38e2a6a on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:55:11.946245 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0c762d-7c17-461f-a100-f5f35b40e74a req-2872045b-8e2a-462d-bcd5-7433d2622dd0 service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:55:11.947991 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0c762d-7c17-461f-a100-f5f35b40e74a req-2872045b-8e2a-462d-bcd5-7433d2622dd0 service neutron] Checking segment: {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:55:11.948121 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-0b094a9e-eb9f-46ac-ae19-0c0028696234 req-1edb0c84-44c4-4f5e-b4d6-02e2a5cd4a7a service neutron] Attempting to bind port 86badc51-10d8-40e2-b632-ed4cc28b590a on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:55:11.948415 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-0b094a9e-eb9f-46ac-ae19-0c0028696234 req-1edb0c84-44c4-4f5e-b4d6-02e2a5cd4a7a service neutron] Attempting to bind port 86badc51-10d8-40e2-b632-ed4cc28b590a by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a90e0175-1e1a-46fd-ade5-a34b643c83ca'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:55:11.948854 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b094a9e-eb9f-46ac-ae19-0c0028696234 req-1edb0c84-44c4-4f5e-b4d6-02e2a5cd4a7a service neutron] Attempting to bind port 86badc51-10d8-40e2-b632-ed4cc28b590a on network a90e0175-1e1a-46fd-ade5-a34b643c83ca {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:55:11.949323 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0c762d-7c17-461f-a100-f5f35b40e74a req-2872045b-8e2a-462d-bcd5-7433d2622dd0 service neutron] Bound using segment: {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:55:11.950136 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-ab0c762d-7c17-461f-a100-f5f35b40e74a req-2872045b-8e2a-462d-bcd5-7433d2622dd0 service neutron] Bound port: c6a4aa3e-733c-4f2b-bb02-0ea5e38e2a6a, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:55:11.954576 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-ab0c762d-7c17-461f-a100-f5f35b40e74a req-2872045b-8e2a-462d-bcd5-7433d2622dd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (c6a4aa3e-733c-4f2b-bb02-0ea5e38e2a6a), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:11.954984 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b094a9e-eb9f-46ac-ae19-0c0028696234 req-1edb0c84-44c4-4f5e-b4d6-02e2a5cd4a7a service neutron] Port 86badc51-10d8-40e2-b632-ed4cc28b590a on network a90e0175-1e1a-46fd-ade5-a34b643c83ca not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 06:55:11.955325 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b094a9e-eb9f-46ac-ae19-0c0028696234 req-1edb0c84-44c4-4f5e-b4d6-02e2a5cd4a7a service neutron] Attempting to bind port 86badc51-10d8-40e2-b632-ed4cc28b590a on network a90e0175-1e1a-46fd-ade5-a34b643c83ca {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:55:11.962041 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b094a9e-eb9f-46ac-ae19-0c0028696234 req-1edb0c84-44c4-4f5e-b4d6-02e2a5cd4a7a service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:55:11.962422 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b094a9e-eb9f-46ac-ae19-0c0028696234 req-1edb0c84-44c4-4f5e-b4d6-02e2a5cd4a7a service neutron] Checking segment: {'id': 'ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a90e0175-1e1a-46fd-ade5-a34b643c83ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:55:11.962841 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b094a9e-eb9f-46ac-ae19-0c0028696234 req-1edb0c84-44c4-4f5e-b4d6-02e2a5cd4a7a service neutron] Bound using segment: {'id': 'ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a90e0175-1e1a-46fd-ade5-a34b643c83ca'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:55:11.963351 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-0b094a9e-eb9f-46ac-ae19-0c0028696234 req-1edb0c84-44c4-4f5e-b4d6-02e2a5cd4a7a service neutron] Bound port: 86badc51-10d8-40e2-b632-ed4cc28b590a, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a90e0175-1e1a-46fd-ade5-a34b643c83ca'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:55:11.964078 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-0b094a9e-eb9f-46ac-ae19-0c0028696234 req-1edb0c84-44c4-4f5e-b4d6-02e2a5cd4a7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (86badc51-10d8-40e2-b632-ed4cc28b590a), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:12.002091 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb9f6d1-8edf-44ce-8fdd-3e1bc29fc95a req-fbb415d4-fb2e-41e9-8cce-9ac27597a41f tempest-LiveMigrationTest-749161847 tempest-LiveMigrationTest-749161847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:12.004827 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-abb9f6d1-8edf-44ce-8fdd-3e1bc29fc95a req-fbb415d4-fb2e-41e9-8cce-9ac27597a41f tempest-LiveMigrationTest-749161847 tempest-LiveMigrationTest-749161847-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=2fc8267f-9472-43e8-b871-0c5f767cd58a HTTP/1.1" status: 200 len: 1128 time: 0.1928239 Feb 02 06:55:12.032294 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port 660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 06:55:12.036530 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port 660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:55:12.037254 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:12.067532 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-ab0c762d-7c17-461f-a100-f5f35b40e74a req-2872045b-8e2a-462d-bcd5-7433d2622dd0 service neutron] For port c6a4aa3e-733c-4f2b-bb02-0ea5e38e2a6a, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:55:12.071665 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-ab0c762d-7c17-461f-a100-f5f35b40e74a req-2872045b-8e2a-462d-bcd5-7433d2622dd0 service neutron] For port c6a4aa3e-733c-4f2b-bb02-0ea5e38e2a6a, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=c6a4aa3e-733c-4f2b-bb02-0ea5e38e2a6a,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:55:12.117854 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-abb9f6d1-8edf-44ce-8fdd-3e1bc29fc95a req-38d2473e-f5ec-4e9b-83db-5d3868041596 tempest-LiveMigrationTest-749161847 tempest-LiveMigrationTest-749161847-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045804 Feb 02 06:55:12.148958 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:55:12.149512 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:12.185919 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e,segment=NetworkSegment(46e7ed10-215c-4aac-9da3-717f1e74ce40),segment_id=46e7ed10-215c-4aac-9da3-717f1e74ce40)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:55:12.186389 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1016e5ea-7158-429f-8164-d8e426c1c7af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:55:12.188704 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b3575f-448c-4700-88d8-95a154b94d07" -d '{"events": [{"server_uuid": "1016e5ea-7158-429f-8164-d8e426c1c7af", "name": "network-vif-plugged", "status": "completed", "tag": "660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:55:12.200986 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:12.261806 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-ab0c762d-7c17-461f-a100-f5f35b40e74a req-2872045b-8e2a-462d-bcd5-7433d2622dd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (c6a4aa3e-733c-4f2b-bb02-0ea5e38e2a6a), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:12.270376 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-0b094a9e-eb9f-46ac-ae19-0c0028696234 req-1edb0c84-44c4-4f5e-b4d6-02e2a5cd4a7a service neutron] For port 86badc51-10d8-40e2-b632-ed4cc28b590a, host n-h1-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:55:12.280337 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-0b094a9e-eb9f-46ac-ae19-0c0028696234 req-1edb0c84-44c4-4f5e-b4d6-02e2a5cd4a7a service neutron] For port 86badc51-10d8-40e2-b632-ed4cc28b590a, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=86badc51-10d8-40e2-b632-ed4cc28b590a,segment=NetworkSegment(ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b),segment_id=ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:55:12.306419 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:55:12.316585 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-0b094a9e-eb9f-46ac-ae19-0c0028696234 req-1edb0c84-44c4-4f5e-b4d6-02e2a5cd4a7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (86badc51-10d8-40e2-b632-ed4cc28b590a), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:12.376355 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c762d-7c17-461f-a100-f5f35b40e74a req-2872045b-8e2a-462d-bcd5-7433d2622dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:12.377222 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-ab0c762d-7c17-461f-a100-f5f35b40e74a req-2872045b-8e2a-462d-bcd5-7433d2622dd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:12.378821 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ab0c762d-7c17-461f-a100-f5f35b40e74a req-2872045b-8e2a-462d-bcd5-7433d2622dd0 service neutron] 10.222.0.88 "PUT /v2.0/ports/c6a4aa3e-733c-4f2b-bb02-0ea5e38e2a6a HTTP/1.1" status: 200 len: 1096 time: 2.2812665 Feb 02 06:55:12.384913 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60e224b2-d479-43b0-b8ed-09bc1f2f4f04', 'tag': 'c6a4aa3e-733c-4f2b-bb02-0ea5e38e2a6a'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:55:12.388288 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f721556-93c1-46a5-a0ea-d06200aadb56" -d '{"events": [{"name": "network-changed", "server_uuid": "60e224b2-d479-43b0-b8ed-09bc1f2f4f04", "tag": "c6a4aa3e-733c-4f2b-bb02-0ea5e38e2a6a"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:55:12.454784 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-590e3398-cd6a-4867-a567-ec5141928130 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 06:55:12.465474 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d42a95-b7a2-4026-af75-47743cc37a85 req-f6595f7f-4dc0-4fae-ae8e-d8b2b7121c06 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:12.467351 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-33d42a95-b7a2-4026-af75-47743cc37a85 req-f6595f7f-4dc0-4fae-ae8e-d8b2b7121c06 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=7272c094-1754-42ce-b10e-569286eda078 HTTP/1.1" status: 200 len: 949 time: 0.3912504 Feb 02 06:55:12.472462 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-590e3398-cd6a-4867-a567-ec5141928130 admin admin] 10.222.0.87 "PUT /v2.0/routers/296acf72-1e90-4236-9dac-371c967c0999/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0565934 Feb 02 06:55:12.473543 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2872045b-8e2a-462d-bcd5-7433d2622dd0 service neutron] Pushing event updated for resources: {'Port': ['ID=c6a4aa3e-733c-4f2b-bb02-0ea5e38e2a6a,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:55:12.474812 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211fcc0a-4acb-4399-a37a-6f8929a75113 None None] Sync routers for ids ['296acf72-1e90-4236-9dac-371c967c0999'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 06:55:12.485991 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59886) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:55:12.505475 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211fcc0a-4acb-4399-a37a-6f8929a75113 None None] Routers {'296acf72-1e90-4236-9dac-371c967c0999'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 06:55:12.506205 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-211fcc0a-4acb-4399-a37a-6f8929a75113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:54:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['296acf72-1e90-4236-9dac-371c967c0999'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:55:12.537209 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edb0c84-44c4-4f5e-b4d6-02e2a5cd4a7a service neutron] Pushing event updated for resources: {'Port': ['ID=86badc51-10d8-40e2-b632-ed4cc28b590a,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:55:12.546730 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b094a9e-eb9f-46ac-ae19-0c0028696234 req-1edb0c84-44c4-4f5e-b4d6-02e2a5cd4a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:12.547460 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-0b094a9e-eb9f-46ac-ae19-0c0028696234 req-1edb0c84-44c4-4f5e-b4d6-02e2a5cd4a7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:12.549698 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0b094a9e-eb9f-46ac-ae19-0c0028696234 req-1edb0c84-44c4-4f5e-b4d6-02e2a5cd4a7a service neutron] 10.222.0.88 "PUT /v2.0/ports/86badc51-10d8-40e2-b632-ed4cc28b590a HTTP/1.1" status: 200 len: 1092 time: 1.5713761 Feb 02 06:55:12.554289 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '682cb750-3b53-4085-be06-d355b0d2dc70', 'tag': '86badc51-10d8-40e2-b632-ed4cc28b590a'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:55:12.556880 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af62bc7-7305-4145-b1bd-5e34b03e2419" -d '{"events": [{"name": "network-changed", "server_uuid": "682cb750-3b53-4085-be06-d355b0d2dc70", "tag": "86badc51-10d8-40e2-b632-ed4cc28b590a"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:55:12.591760 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c920da1-fc44-41fa-bb74-9392f2a567cd req-ba953c3f-4916-4c6c-a0b5-d522e533659c tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:12.598620 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0c920da1-fc44-41fa-bb74-9392f2a567cd req-ba953c3f-4916-4c6c-a0b5-d522e533659c tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/ports?device_id=1016e5ea-7158-429f-8164-d8e426c1c7af HTTP/1.1" status: 200 len: 945 time: 0.3080361 Feb 02 06:55:12.634351 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-33d42a95-b7a2-4026-af75-47743cc37a85 req-80c66e57-393e-4b6d-9469-c73aa1912b75 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230583 Feb 02 06:55:12.710396 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c762d-7c17-461f-a100-f5f35b40e74a req-68dfe8ca-c020-4c86-863f-bc342d955736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:12.718994 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ab0c762d-7c17-461f-a100-f5f35b40e74a req-68dfe8ca-c020-4c86-863f-bc342d955736 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d371a346cdaf4c5fa2a6d1a831503c66&device_id=60e224b2-d479-43b0-b8ed-09bc1f2f4f04 HTTP/1.1" status: 200 len: 1130 time: 0.2316961 Feb 02 06:55:12.726707 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-211fcc0a-4acb-4399-a37a-6f8929a75113 None None] Set router 296acf72-1e90-4236-9dac-371c967c0999 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 06:55:12.791973 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ab0c762d-7c17-461f-a100-f5f35b40e74a req-ef10f461-f245-457f-a3f9-3056a6d7b654 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=c6a4aa3e-733c-4f2b-bb02-0ea5e38e2a6a HTTP/1.1" status: 200 len: 217 time: 0.0650291 Feb 02 06:55:12.801300 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0c920da1-fc44-41fa-bb74-9392f2a567cd req-ae870b67-f778-45cf-9a68-36446cbeca03 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/security-groups?id=2164a223-774f-4eed-afca-8e3586e80a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924407 Feb 02 06:55:12.821139 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b094a9e-eb9f-46ac-ae19-0c0028696234 req-b6a0eb67-609f-4c39-8e82-3a8df055bc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:12.823022 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8617a249-a7d4-46cd-9dca-4c7514d94c21 admin admin] Publish callbacks [] for router (296acf72-1e90-4236-9dac-371c967c0999), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:12.828886 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0b094a9e-eb9f-46ac-ae19-0c0028696234 req-b6a0eb67-609f-4c39-8e82-3a8df055bc88 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fe8bfc83663b43b9aae4137bcb39e5dc&device_id=682cb750-3b53-4085-be06-d355b0d2dc70 HTTP/1.1" status: 200 len: 1126 time: 0.2064161 Feb 02 06:55:12.916970 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0b094a9e-eb9f-46ac-ae19-0c0028696234 req-e8f9b993-f7b0-4c02-a5b4-2ad8cd4ed898 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86badc51-10d8-40e2-b632-ed4cc28b590a HTTP/1.1" status: 200 len: 217 time: 0.0723963 Feb 02 06:55:12.918816 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c762d-7c17-461f-a100-f5f35b40e74a req-6e9efdf0-321f-4651-bbea-4f6e91b8fc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:12.920336 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ab0c762d-7c17-461f-a100-f5f35b40e74a req-6e9efdf0-321f-4651-bbea-4f6e91b8fc3b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.1095505 Feb 02 06:55:12.986619 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3883c-01e3-4195-bc8f-879acd98a255 req-2570feb9-7f61-486a-9ea0-413ce6da947c tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:12.988226 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-65d3883c-01e3-4195-bc8f-879acd98a255 req-2570feb9-7f61-486a-9ea0-413ce6da947c tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] 10.222.0.87 "GET /v2.0/ports?device_id=60e224b2-d479-43b0-b8ed-09bc1f2f4f04 HTTP/1.1" status: 200 len: 947 time: 0.2096643 Feb 02 06:55:13.001600 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b094a9e-eb9f-46ac-ae19-0c0028696234 req-cbe17b9b-81b7-480e-8af9-acdbddad711c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:13.003394 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0b094a9e-eb9f-46ac-ae19-0c0028696234 req-cbe17b9b-81b7-480e-8af9-acdbddad711c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=718edbdc-92b0-46ac-b280-821a5ec70f8a HTTP/1.1" status: 200 len: 860 time: 0.0758197 Feb 02 06:55:13.038573 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8617a249-a7d4-46cd-9dca-4c7514d94c21 admin admin] Publish callbacks [] for router_gateway (296acf72-1e90-4236-9dac-371c967c0999), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:13.048030 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d7b8d2-dae5-4820-999c-9e78f2dfb28d req-15b564cb-3954-4faf-aaa5-32b79d55ac04 tempest-LiveMigrationTest-749161847 tempest-LiveMigrationTest-749161847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:13.058851 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-46d7b8d2-dae5-4820-999c-9e78f2dfb28d req-15b564cb-3954-4faf-aaa5-32b79d55ac04 tempest-LiveMigrationTest-749161847 tempest-LiveMigrationTest-749161847-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=2fc8267f-9472-43e8-b871-0c5f767cd58a HTTP/1.1" status: 200 len: 1128 time: 0.1438067 Feb 02 06:55:13.062831 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-211fcc0a-4acb-4399-a37a-6f8929a75113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296acf72-1e90-4236-9dac-371c967c0999', 'name': 'tempest-FloatingIPDetailsTestJSON-1124514468-router', 'tenant_id': '23daa9208755483fb5ba766d5ecec0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': 'f3dbb6bf-e0d2-4651-8f1f-c542d08eecef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:54:20Z', 'updated_at': '2022-02-02T06:55:10Z', 'revision_number': 5, 'project_id': '23daa9208755483fb5ba766d5ecec0c5', 'gw_port': {'id': 'f3dbb6bf-e0d2-4651-8f1f-c542d08eecef', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296acf72-1e90-4236-9dac-371c967c0999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:21Z', 'updated_at': '2022-02-02T06:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:55:13.063182 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0b094a9e-eb9f-46ac-ae19-0c0028696234 req-5dc98c15-ec33-4227-bf62-2e8af682a8a5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a90e0175-1e1a-46fd-ade5-a34b643c83ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529504 Feb 02 06:55:13.094555 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c762d-7c17-461f-a100-f5f35b40e74a req-cacc87e8-5f2a-40fd-b69c-a42b0c7a6d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:13.096102 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ab0c762d-7c17-461f-a100-f5f35b40e74a req-cacc87e8-5f2a-40fd-b69c-a42b0c7a6d31 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1451862 Feb 02 06:55:13.102464 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211fcc0a-4acb-4399-a37a-6f8929a75113 None None] Checking router: 296acf72-1e90-4236-9dac-371c967c0999 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 06:55:13.115590 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211fcc0a-4acb-4399-a37a-6f8929a75113 None None] Routers {'296acf72-1e90-4236-9dac-371c967c0999'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 06:55:13.117841 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-211fcc0a-4acb-4399-a37a-6f8929a75113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:54:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['296acf72-1e90-4236-9dac-371c967c0999'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:55:13.135651 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-65d3883c-01e3-4195-bc8f-879acd98a255 req-262c9750-f694-44a8-bb0c-02d28b694136 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] 10.222.0.87 "GET /v2.0/security-groups?id=1ccf634d-a49d-423a-88d1-71ef8d7f08ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193442 Feb 02 06:55:13.200537 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-46d7b8d2-dae5-4820-999c-9e78f2dfb28d req-d3f51651-4ccc-4df1-8319-629f6b292c75 tempest-LiveMigrationTest-749161847 tempest-LiveMigrationTest-749161847-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376748 Feb 02 06:55:13.202743 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-8617a249-a7d4-46cd-9dca-4c7514d94c21 admin admin] Deleting port f3dbb6bf-e0d2-4651-8f1f-c542d08eecef {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 06:55:13.203082 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8617a249-a7d4-46cd-9dca-4c7514d94c21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (f3dbb6bf-e0d2-4651-8f1f-c542d08eecef), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:13.251892 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d5bafc67-6ab9-427c-ad34-621140412865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:13.253257 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0b094a9e-eb9f-46ac-ae19-0c0028696234 req-801bf30f-bb90-4df1-9ee4-3102625e2981 service neutron] 10.222.0.88 "GET /v2.0/networks/a90e0175-1e1a-46fd-ade5-a34b643c83ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831975 Feb 02 06:55:13.282380 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 06:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3657a6e-83ef-4361-8023-e86686063b54 x-openstack-request-id: req-a3657a6e-83ef-4361-8023-e86686063b54 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:55:13.282919 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1016e5ea-7158-429f-8164-d8e426c1c7af", "name": "network-vif-plugged", "status": "completed", "tag": "660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:55:13.283271 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a3657a6e-83ef-4361-8023-e86686063b54 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:55:13.283866 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1016e5ea-7158-429f-8164-d8e426c1c7af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e', 'code': 200} Feb 02 06:55:13.298542 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-8617a249-a7d4-46cd-9dca-4c7514d94c21 admin admin] For port f3dbb6bf-e0d2-4651-8f1f-c542d08eecef, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=f3dbb6bf-e0d2-4651-8f1f-c542d08eecef,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:55:13.298792 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8617a249-a7d4-46cd-9dca-4c7514d94c21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (f3dbb6bf-e0d2-4651-8f1f-c542d08eecef), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:13.311913 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-8617a249-a7d4-46cd-9dca-4c7514d94c21 admin admin] Calling delete_port for f3dbb6bf-e0d2-4651-8f1f-c542d08eecef owned by network:router_gateway {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 06:55:13.381125 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-211fcc0a-4acb-4399-a37a-6f8929a75113 None None] Set router 296acf72-1e90-4236-9dac-371c967c0999 gateway port host: None {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 06:55:13.424424 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 06:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-984d9534-1381-4214-bcc8-d224e20e80a1 x-openstack-request-id: req-984d9534-1381-4214-bcc8-d224e20e80a1 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:55:13.424648 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "682cb750-3b53-4085-be06-d355b0d2dc70", "tag": "86badc51-10d8-40e2-b632-ed4cc28b590a", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:55:13.424880 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-984d9534-1381-4214-bcc8-d224e20e80a1 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:55:13.425288 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '682cb750-3b53-4085-be06-d355b0d2dc70', 'tag': '86badc51-10d8-40e2-b632-ed4cc28b590a', 'status': 'completed', 'code': 200} Feb 02 06:55:13.468239 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-211fcc0a-4acb-4399-a37a-6f8929a75113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296acf72-1e90-4236-9dac-371c967c0999', 'name': 'tempest-FloatingIPDetailsTestJSON-1124514468-router', 'tenant_id': '23daa9208755483fb5ba766d5ecec0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:54:20Z', 'updated_at': '2022-02-02T06:55:13Z', 'revision_number': 6, 'project_id': '23daa9208755483fb5ba766d5ecec0c5', 'gw_port_host': None}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:55:13.528914 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 06:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa29d295-16fd-425f-80f8-35ebebf9dc1b x-openstack-request-id: req-fa29d295-16fd-425f-80f8-35ebebf9dc1b {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:55:13.529305 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60e224b2-d479-43b0-b8ed-09bc1f2f4f04", "tag": "c6a4aa3e-733c-4f2b-bb02-0ea5e38e2a6a", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:55:13.529525 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-fa29d295-16fd-425f-80f8-35ebebf9dc1b {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:55:13.529888 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60e224b2-d479-43b0-b8ed-09bc1f2f4f04', 'tag': 'c6a4aa3e-733c-4f2b-bb02-0ea5e38e2a6a', 'status': 'completed', 'code': 200} Feb 02 06:55:13.547583 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8617a249-a7d4-46cd-9dca-4c7514d94c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (f3dbb6bf-e0d2-4651-8f1f-c542d08eecef), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:13.550957 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211fcc0a-4acb-4399-a37a-6f8929a75113 None None] The sync data for ids ['296acf72-1e90-4236-9dac-371c967c0999'] in n-d-789963-26 is: [{'id': '296acf72-1e90-4236-9dac-371c967c0999', 'name': 'tempest-FloatingIPDetailsTestJSON-1124514468-router', 'tenant_id': '23daa9208755483fb5ba766d5ecec0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:54:20Z', 'updated_at': '2022-02-02T06:55:13Z', 'revision_number': 6, 'project_id': '23daa9208755483fb5ba766d5ecec0c5', 'gw_port_host': None}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 06:55:13.634839 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0b094a9e-eb9f-46ac-ae19-0c0028696234 req-1d2c5297-6d31-4f2c-baeb-24f41e24d3a6 service neutron] 10.222.0.88 "GET /v2.0/networks/a90e0175-1e1a-46fd-ade5-a34b643c83ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3737652 Feb 02 06:55:13.726322 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0352c2a7-6f3c-4f4f-8f44-ef6214dfe09e req-eb79c55d-bfc6-4e9b-94d3-e3b209a3ef3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:13.727926 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0352c2a7-6f3c-4f4f-8f44-ef6214dfe09e req-eb79c55d-bfc6-4e9b-94d3-e3b209a3ef3f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1016e5ea-7158-429f-8164-d8e426c1c7af HTTP/1.1" status: 200 len: 1128 time: 0.3017898 Feb 02 06:55:13.793792 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74367f-2f37-431f-8d36-ffb8f90308ac req-11b3adfe-fc72-453a-89e5-94daee414b2f tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:13.802087 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8d74367f-2f37-431f-8d36-ffb8f90308ac req-11b3adfe-fc72-453a-89e5-94daee414b2f tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=682cb750-3b53-4085-be06-d355b0d2dc70 HTTP/1.1" status: 200 len: 943 time: 0.1660197 Feb 02 06:55:13.891538 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 4a75d9f3-a85f-4d9a-836f-d0f8787f41da up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:55:13.924148 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8617a249-a7d4-46cd-9dca-4c7514d94c21 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3dbb6bf-e0d2-4651-8f1f-c542d08eecef,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:55:13.942911 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b2d9dd-a54e-46a3-9b95-83a440fae765 req-2b720df1-469b-4019-bce0-00b3dd6fdbec tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:13.944601 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d8b2d9dd-a54e-46a3-9b95-83a440fae765 req-2b720df1-469b-4019-bce0-00b3dd6fdbec tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.88 "GET /v2.0/ports?device_id=7272c094-1754-42ce-b10e-569286eda078&tenant_id=617f6fde409340a286c916b0c2822b5a&binding%3Ahost_id=n-h2-789963-26 HTTP/1.1" status: 200 len: 949 time: 0.1965594 Feb 02 06:55:13.947205 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0352c2a7-6f3c-4f4f-8f44-ef6214dfe09e req-0f0976a2-1de8-4a2d-a3e6-d56643e62f53 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2164a223-774f-4eed-afca-8e3586e80a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112310 Feb 02 06:55:13.968246 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8d74367f-2f37-431f-8d36-ffb8f90308ac req-33fec534-5949-40af-aefc-3300bec44334 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644974 Feb 02 06:55:13.975717 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ab0c762d-7c17-461f-a100-f5f35b40e74a req-a129dd48-28f8-4124-978f-e39b9a893a53 service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8700666 Feb 02 06:55:14.016506 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port 4a75d9f3-a85f-4d9a-836f-d0f8787f41da completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 06:55:14.029198 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port 4a75d9f3-a85f-4d9a-836f-d0f8787f41da triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:55:14.029779 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (4a75d9f3-a85f-4d9a-836f-d0f8787f41da), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:14.143400 n-d-789963-26 neutron-server[109694]: INFO neutron.api.v2.resource [req-d8b2d9dd-a54e-46a3-9b95-83a440fae765 req-c045de95-fa4b-48d8-8b59-ff6cea53ab0e service neutron] delete failed (client error): The resource could not be found. Feb 02 06:55:14.144776 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d8b2d9dd-a54e-46a3-9b95-83a440fae765 req-c045de95-fa4b-48d8-8b59-ff6cea53ab0e service neutron] 10.222.0.88 "DELETE /v2.0/ports/4a75d9f3-a85f-4d9a-836f-d0f8787f41da/bindings/n-h1-789963-26 HTTP/1.1" status: 404 len: 381 time: 0.1738269 Feb 02 06:55:14.151313 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ab0c762d-7c17-461f-a100-f5f35b40e74a req-5278d436-ec3d-4323-8336-e49b157da9d2 service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622624 Feb 02 06:55:14.173481 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 4a75d9f3-a85f-4d9a-836f-d0f8787f41da is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:55:14.173882 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (4a75d9f3-a85f-4d9a-836f-d0f8787f41da), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:14.249222 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 4a75d9f3-a85f-4d9a-836f-d0f8787f41da, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=4a75d9f3-a85f-4d9a-836f-d0f8787f41da,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:55:14.249668 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8617a249-a7d4-46cd-9dca-4c7514d94c21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (296acf72-1e90-4236-9dac-371c967c0999), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:14.259357 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (4a75d9f3-a85f-4d9a-836f-d0f8787f41da), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:14.312799 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68cf13-6a71-46c0-8e58-b48e2360e645 req-c7d6f2ca-eb25-448e-ac16-8d47450c8194 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:14.320156 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-de68cf13-6a71-46c0-8e58-b48e2360e645 req-c7d6f2ca-eb25-448e-ac16-8d47450c8194 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.87 "GET /v2.0/ports?device_id=8bcb0621-52fe-4fab-a2be-b7b190e6b303 HTTP/1.1" status: 200 len: 946 time: 0.7893584 Feb 02 06:55:14.363444 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af62bc7-7305-4145-b1bd-5e34b03e2419 req-e1aa1d1f-ab63-4ce9-86b4-c5526dbd5818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:14.365000 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5af62bc7-7305-4145-b1bd-5e34b03e2419 req-e1aa1d1f-ab63-4ce9-86b4-c5526dbd5818 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fe8bfc83663b43b9aae4137bcb39e5dc&device_id=682cb750-3b53-4085-be06-d355b0d2dc70 HTTP/1.1" status: 200 len: 1126 time: 0.3985949 Feb 02 06:55:14.371647 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=4a75d9f3-a85f-4d9a-836f-d0f8787f41da,revision_number=9']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:55:14.381339 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb917c1-6947-4fce-88ee-6a248b9801e4 req-6fbecd57-8c80-4377-b256-6c950abdd9a1 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:14.383206 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3cb917c1-6947-4fce-88ee-6a248b9801e4 req-6fbecd57-8c80-4377-b256-6c950abdd9a1 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=7272c094-1754-42ce-b10e-569286eda078 HTTP/1.1" status: 200 len: 949 time: 0.1786473 Feb 02 06:55:14.435587 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b2d9dd-a54e-46a3-9b95-83a440fae765 req-951f4e1f-4eda-40df-b81d-6f75b236a8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:14.437055 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d8b2d9dd-a54e-46a3-9b95-83a440fae765 req-951f4e1f-4eda-40df-b81d-6f75b236a8ad service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=617f6fde409340a286c916b0c2822b5a&device_id=7272c094-1754-42ce-b10e-569286eda078 HTTP/1.1" status: 200 len: 1133 time: 0.1020970 Feb 02 06:55:14.481283 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8617a249-a7d4-46cd-9dca-4c7514d94c21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (296acf72-1e90-4236-9dac-371c967c0999), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:14.488622 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8617a249-a7d4-46cd-9dca-4c7514d94c21 admin admin] Publish callbacks [] for router_controller (296acf72-1e90-4236-9dac-371c967c0999), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:14.513693 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3cb917c1-6947-4fce-88ee-6a248b9801e4 req-df7adfcc-8cb4-4cf5-ac47-1c4870307957 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217144 Feb 02 06:55:14.523606 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:14.549208 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 783b41a7-ac75-4b7d-8be4-7ac48dab4f99 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 06:55:14.593380 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 783b41a7-ac75-4b7d-8be4-7ac48dab4f99 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 06:55:14.593380 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 783b41a7-ac75-4b7d-8be4-7ac48dab4f99 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 06:55:14.601312 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device f3dbb6bf-e0d2-4651-8f1f-c542d08eecef no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 06:55:14.630394 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: f3dbb6bf-e0d2-4651-8f1f-c542d08eecef {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 06:55:14.630394 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device f3dbb6bf-e0d2-4651-8f1f-c542d08eecef not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 06:55:14.657639 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-de68cf13-6a71-46c0-8e58-b48e2360e645 req-19a44a70-d767-47ad-9eb0-a6417f2e95eb tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.87 "GET /v2.0/security-groups?id=974679eb-14d2-4f44-9e62-35ad2dae7bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3366067 Feb 02 06:55:14.662177 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8617a249-a7d4-46cd-9dca-4c7514d94c21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (296acf72-1e90-4236-9dac-371c967c0999), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:14.662726 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8617a249-a7d4-46cd-9dca-4c7514d94c21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 296acf72-1e90-4236-9dac-371c967c0999 {{(pid=109693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 06:55:14.674382 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8617a249-a7d4-46cd-9dca-4c7514d94c21 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:14.678519 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b2d9dd-a54e-46a3-9b95-83a440fae765 req-f906ebd4-426b-4092-8aae-5ecea102b336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:14.680048 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d8b2d9dd-a54e-46a3-9b95-83a440fae765 req-f906ebd4-426b-4092-8aae-5ecea102b336 service neutron] 10.222.0.88 "GET /v2.0/networks?id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 HTTP/1.1" status: 200 len: 870 time: 0.2355201 Feb 02 06:55:14.680523 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59934) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:55:14.681060 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-8617a249-a7d4-46cd-9dca-4c7514d94c21 admin admin] 10.222.0.87 "DELETE /v2.0/routers/296acf72-1e90-4236-9dac-371c967c0999 HTTP/1.1" status: 204 len: 168 time: 2.1817660 Feb 02 06:55:14.691516 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f721556-93c1-46a5-a0ea-d06200aadb56 req-6d601965-59cb-4129-af06-d20ec412bec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:14.693419 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8f721556-93c1-46a5-a0ea-d06200aadb56 req-6d601965-59cb-4129-af06-d20ec412bec0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d371a346cdaf4c5fa2a6d1a831503c66&device_id=60e224b2-d479-43b0-b8ed-09bc1f2f4f04 HTTP/1.1" status: 200 len: 1130 time: 0.3275220 Feb 02 06:55:14.696954 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af62bc7-7305-4145-b1bd-5e34b03e2419 req-06661ebb-270e-41b8-901d-93022d70800f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:14.698560 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5af62bc7-7305-4145-b1bd-5e34b03e2419 req-06661ebb-270e-41b8-901d-93022d70800f service neutron] 10.222.0.88 "GET /v2.0/networks?id=a90e0175-1e1a-46fd-ade5-a34b643c83ca HTTP/1.1" status: 200 len: 921 time: 0.2839313 Feb 02 06:55:14.791028 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d8b2d9dd-a54e-46a3-9b95-83a440fae765 req-3a31e9da-95ff-4ffb-ac22-9f202ffe0894 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=4a75d9f3-a85f-4d9a-836f-d0f8787f41da HTTP/1.1" status: 200 len: 217 time: 0.0682216 Feb 02 06:55:14.850914 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b2d9dd-a54e-46a3-9b95-83a440fae765 req-9c52891d-9fd5-4509-97b7-8055782b1050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:14.852680 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d8b2d9dd-a54e-46a3-9b95-83a440fae765 req-9c52891d-9fd5-4509-97b7-8055782b1050 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.0554461 Feb 02 06:55:14.873512 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-b769842f-ede1-4bc7-8d69-ff11507e240d admin admin] Deleting subnet dfbb80a5-8735-4d4d-b584-2610e083a2b0 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 06:55:14.878880 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5af62bc7-7305-4145-b1bd-5e34b03e2419 req-6369e9af-429b-4fa9-bb50-ed83984b83dc service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86badc51-10d8-40e2-b632-ed4cc28b590a HTTP/1.1" status: 200 len: 217 time: 0.1581488 Feb 02 06:55:14.900027 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b769842f-ede1-4bc7-8d69-ff11507e240d admin admin] Publish callbacks [] for subnet (dfbb80a5-8735-4d4d-b584-2610e083a2b0), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:15.021009 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b769842f-ede1-4bc7-8d69-ff11507e240d admin admin] Publish callbacks [] for subnet (dfbb80a5-8735-4d4d-b584-2610e083a2b0), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:15.030362 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af62bc7-7305-4145-b1bd-5e34b03e2419 req-abc0ce49-0b3c-47da-bf0d-170800677d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:15.031211 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91079855-5e6a-4c6c-a672-4cf53ec59c1e req-201ca56d-ff12-4b89-858a-d4182606b9eb tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:15.031842 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5af62bc7-7305-4145-b1bd-5e34b03e2419 req-abc0ce49-0b3c-47da-bf0d-170800677d51 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=718edbdc-92b0-46ac-b280-821a5ec70f8a HTTP/1.1" status: 200 len: 860 time: 0.1521900 Feb 02 06:55:15.032822 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-91079855-5e6a-4c6c-a672-4cf53ec59c1e req-201ca56d-ff12-4b89-858a-d4182606b9eb tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/ports?device_id=1016e5ea-7158-429f-8164-d8e426c1c7af HTTP/1.1" status: 200 len: 945 time: 0.4253135 Feb 02 06:55:15.053663 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f721556-93c1-46a5-a0ea-d06200aadb56 req-728bc15a-3bde-48a0-8931-574f4ffe28cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:15.055103 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8f721556-93c1-46a5-a0ea-d06200aadb56 req-728bc15a-3bde-48a0-8931-574f4ffe28cc service neutron] 10.222.0.88 "GET /v2.0/networks?id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 HTTP/1.1" status: 200 len: 870 time: 0.3550096 Feb 02 06:55:15.083666 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5af62bc7-7305-4145-b1bd-5e34b03e2419 req-133ad378-acf6-467d-89bc-9efec7de0916 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a90e0175-1e1a-46fd-ade5-a34b643c83ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419188 Feb 02 06:55:15.091301 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b2d9dd-a54e-46a3-9b95-83a440fae765 req-0c075f97-7289-40e1-94e7-97643daf7f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:15.092916 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d8b2d9dd-a54e-46a3-9b95-83a440fae765 req-0c075f97-7289-40e1-94e7-97643daf7f02 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2333975 Feb 02 06:55:15.125795 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0922719-f59c-4692-9b4f-c1c381f51ad4 req-0c6d498f-34a9-49b7-9c52-87919342cedb tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:15.127224 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f0922719-f59c-4692-9b4f-c1c381f51ad4 req-0c6d498f-34a9-49b7-9c52-87919342cedb tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] 10.222.0.87 "GET /v2.0/ports?device_id=60e224b2-d479-43b0-b8ed-09bc1f2f4f04 HTTP/1.1" status: 200 len: 947 time: 0.2236388 Feb 02 06:55:15.136556 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8f721556-93c1-46a5-a0ea-d06200aadb56 req-c4ba7506-9092-4da0-a3ba-167251fcfbc8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=c6a4aa3e-733c-4f2b-bb02-0ea5e38e2a6a HTTP/1.1" status: 200 len: 217 time: 0.0640047 Feb 02 06:55:15.175407 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b769842f-ede1-4bc7-8d69-ff11507e240d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (dfbb80a5-8735-4d4d-b584-2610e083a2b0), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:15.285601 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7272c094-1754-42ce-b10e-569286eda078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a75d9f3-a85f-4d9a-836f-d0f8787f41da'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:55:15.286178 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-91079855-5e6a-4c6c-a672-4cf53ec59c1e req-aba005a6-ea0f-4e1c-a111-cf09f7b28174 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/security-groups?id=2164a223-774f-4eed-afca-8e3586e80a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244730 Feb 02 06:55:15.288061 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae9ea6e-a300-4a8f-8aa8-e77739295abb" -d '{"events": [{"server_uuid": "7272c094-1754-42ce-b10e-569286eda078", "name": "network-vif-plugged", "status": "completed", "tag": "4a75d9f3-a85f-4d9a-836f-d0f8787f41da"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:55:15.325446 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f721556-93c1-46a5-a0ea-d06200aadb56 req-85c9900a-9545-4b1e-999c-e824fb1ee699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:15.325712 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8f721556-93c1-46a5-a0ea-d06200aadb56 req-85c9900a-9545-4b1e-999c-e824fb1ee699 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.1712556 Feb 02 06:55:15.342234 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d8b2d9dd-a54e-46a3-9b95-83a440fae765 req-60a851c7-bdcb-4cba-92ae-1d083369abe1 service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400024 Feb 02 06:55:15.362943 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b769842f-ede1-4bc7-8d69-ff11507e240d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for subnet (dfbb80a5-8735-4d4d-b584-2610e083a2b0), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:15.384448 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5af62bc7-7305-4145-b1bd-5e34b03e2419 req-d2333664-4045-428f-bdc6-19998f4dd607 service neutron] 10.222.0.88 "GET /v2.0/networks/a90e0175-1e1a-46fd-ade5-a34b643c83ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562747 Feb 02 06:55:15.403036 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f0922719-f59c-4692-9b4f-c1c381f51ad4 req-a7e218aa-d08e-4600-bccb-82a50ac576c1 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] 10.222.0.87 "GET /v2.0/security-groups?id=1ccf634d-a49d-423a-88d1-71ef8d7f08ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643425 Feb 02 06:55:15.427895 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b769842f-ede1-4bc7-8d69-ff11507e240d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:15.431301 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e73751a-13cd-4884-9361-4d0b410b5ae8 None None] Network f5631e6d-3093-4705-ba03-b675d4a0e44d requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 06:55:15.435219 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b769842f-ede1-4bc7-8d69-ff11507e240d admin admin] 10.222.0.87 "DELETE /v2.0/subnets/dfbb80a5-8735-4d4d-b584-2610e083a2b0 HTTP/1.1" status: 204 len: 168 time: 0.7524405 Feb 02 06:55:15.438951 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59944) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:55:15.442149 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b769842f-ede1-4bc7-8d69-ff11507e240d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfbb80a5-8735-4d4d-b584-2610e083a2b0,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:55:15.618670 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5af62bc7-7305-4145-b1bd-5e34b03e2419 req-236b4bca-4c78-4e7b-ac28-a3f47153937f service neutron] 10.222.0.88 "GET /v2.0/networks/a90e0175-1e1a-46fd-ade5-a34b643c83ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141201 Feb 02 06:55:15.618836 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d8b2d9dd-a54e-46a3-9b95-83a440fae765 req-92ada755-5bef-4ea8-9f9c-f1b369caccad service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688155 Feb 02 06:55:15.678605 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f721556-93c1-46a5-a0ea-d06200aadb56 req-3366dec5-608c-4347-8e5a-348e441cc96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:15.680387 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8f721556-93c1-46a5-a0ea-d06200aadb56 req-3366dec5-608c-4347-8e5a-348e441cc96e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3452837 Feb 02 06:55:15.725918 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50458916-c98b-432c-b5f0-ad59d4f67aa9 req-ba44b597-058c-4a8b-88cb-3234581bf331 tempest-LiveMigrationTest-749161847 tempest-LiveMigrationTest-749161847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:15.727547 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-50458916-c98b-432c-b5f0-ad59d4f67aa9 req-ba44b597-058c-4a8b-88cb-3234581bf331 tempest-LiveMigrationTest-749161847 tempest-LiveMigrationTest-749161847-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=2fc8267f-9472-43e8-b871-0c5f767cd58a HTTP/1.1" status: 200 len: 1128 time: 0.1231301 Feb 02 06:55:15.732312 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51770ec-07a5-4718-8890-948c69d74108 None None] DHCP port deletion for f5631e6d-3093-4705-ba03-b675d4a0e44d request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 06:55:15.753724 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6293c698-389c-404b-bf4e-ad8898220be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (f5631e6d-3093-4705-ba03-b675d4a0e44d), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:15.783660 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a679c4-ed2a-476a-b260-a9edb0e1ddea req-383de130-e60b-4ee0-8d3e-58af58817f32 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:15.798948 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-69a679c4-ed2a-476a-b260-a9edb0e1ddea req-383de130-e60b-4ee0-8d3e-58af58817f32 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.87 "GET /v2.0/ports?device_id=8bcb0621-52fe-4fab-a2be-b7b190e6b303 HTTP/1.1" status: 200 len: 946 time: 0.3169916 Feb 02 06:55:15.802234 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59948) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:55:15.818301 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-e3ad9807-4e7a-45f8-8eab-d9a4e007ae01 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Request body: {'floatingip': {'port_id': '18f614de-94b5-44f2-9741-5c2fb1047720'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:55:15.850651 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8f721556-93c1-46a5-a0ea-d06200aadb56 req-ffe10e08-b787-4205-bccd-4227eb4a47b1 service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627915 Feb 02 06:55:15.863438 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e3ad9807-4e7a-45f8-8eab-d9a4e007ae01 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Publish callbacks [] for floatingip (9a3bfa97-b8a0-45e5-80b0-46cf162f7859), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:15.867440 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-d51770ec-07a5-4718-8890-948c69d74108 None None] Deleting port 4ed3827c-f14f-4b3c-b768-37f386f663de {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 06:55:15.868049 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d51770ec-07a5-4718-8890-948c69d74108 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (4ed3827c-f14f-4b3c-b768-37f386f663de), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:15.959133 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:15.974428 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-d51770ec-07a5-4718-8890-948c69d74108 None None] For port 4ed3827c-f14f-4b3c-b768-37f386f663de, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=4ed3827c-f14f-4b3c-b768-37f386f663de,segment=NetworkSegment(fd0a5a99-7f3e-4893-9e6f-2071ce151963),segment_id=fd0a5a99-7f3e-4893-9e6f-2071ce151963)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:55:15.975317 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d51770ec-07a5-4718-8890-948c69d74108 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (4ed3827c-f14f-4b3c-b768-37f386f663de), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:15.991141 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-d51770ec-07a5-4718-8890-948c69d74108 None None] Calling delete_port for 4ed3827c-f14f-4b3c-b768-37f386f663de owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 06:55:16.003246 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-50458916-c98b-432c-b5f0-ad59d4f67aa9 req-09d4cb5c-62a5-449f-a67c-04255705c929 tempest-LiveMigrationTest-749161847 tempest-LiveMigrationTest-749161847-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516428 Feb 02 06:55:16.068739 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8f721556-93c1-46a5-a0ea-d06200aadb56 req-d4ba3bf4-3044-4674-ad03-429860ef80c9 service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075999 Feb 02 06:55:16.156156 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 06:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-597cbe17-21f6-4165-95ee-6b51eb4f7d07 x-openstack-request-id: req-597cbe17-21f6-4165-95ee-6b51eb4f7d07 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:55:16.156504 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7272c094-1754-42ce-b10e-569286eda078", "name": "network-vif-plugged", "status": "completed", "tag": "4a75d9f3-a85f-4d9a-836f-d0f8787f41da", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:55:16.156728 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-597cbe17-21f6-4165-95ee-6b51eb4f7d07 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:55:16.157135 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7272c094-1754-42ce-b10e-569286eda078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a75d9f3-a85f-4d9a-836f-d0f8787f41da', 'code': 200} Feb 02 06:55:16.238117 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7a8c4-c879-46d2-9b11-58e28239f8cb req-fe8045eb-52e8-4778-a561-923254221863 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:16.239831 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-58b7a8c4-c879-46d2-9b11-58e28239f8cb req-fe8045eb-52e8-4778-a561-923254221863 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=7272c094-1754-42ce-b10e-569286eda078 HTTP/1.1" status: 200 len: 950 time: 0.0763946 Feb 02 06:55:16.279035 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d51770ec-07a5-4718-8890-948c69d74108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (4ed3827c-f14f-4b3c-b768-37f386f663de), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:16.311290 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-58b7a8c4-c879-46d2-9b11-58e28239f8cb req-6aaeb159-2f17-4060-a698-cb8715914106 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624089 Feb 02 06:55:16.322264 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51770ec-07a5-4718-8890-948c69d74108 None None] Pushing event deleted for resources: {'Port': ['ID=4ed3827c-f14f-4b3c-b768-37f386f663de,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:55:16.342742 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51770ec-07a5-4718-8890-948c69d74108 None None] No DVR routers for this DVR port 4ed3827c-f14f-4b3c-b768-37f386f663de on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 06:55:16.385607 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 4ed3827c-f14f-4b3c-b768-37f386f663de no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 06:55:16.393336 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51770ec-07a5-4718-8890-948c69d74108 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:55:16.393701 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51770ec-07a5-4718-8890-948c69d74108 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:55:16.394750 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51770ec-07a5-4718-8890-948c69d74108 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:55:16.395124 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51770ec-07a5-4718-8890-948c69d74108 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:55:16.395465 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51770ec-07a5-4718-8890-948c69d74108 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:55:16.395879 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51770ec-07a5-4718-8890-948c69d74108 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:55:16.396416 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51770ec-07a5-4718-8890-948c69d74108 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:55:16.396759 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51770ec-07a5-4718-8890-948c69d74108 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:55:16.397090 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51770ec-07a5-4718-8890-948c69d74108 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:55:16.397424 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51770ec-07a5-4718-8890-948c69d74108 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:55:16.397748 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51770ec-07a5-4718-8890-948c69d74108 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:55:16.398079 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51770ec-07a5-4718-8890-948c69d74108 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:55:16.398405 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51770ec-07a5-4718-8890-948c69d74108 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:55:16.424629 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 4ed3827c-f14f-4b3c-b768-37f386f663de {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 06:55:16.424979 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 4ed3827c-f14f-4b3c-b768-37f386f663de not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 06:55:16.788661 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c77d08-9cae-408f-ab18-7f6d11b96fb0 req-019f818e-fbd0-4e36-b255-9b3180f448c8 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:16.795941 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e6c77d08-9cae-408f-ab18-7f6d11b96fb0 req-019f818e-fbd0-4e36-b255-9b3180f448c8 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=682cb750-3b53-4085-be06-d355b0d2dc70 HTTP/1.1" status: 200 len: 943 time: 0.5993526 Feb 02 06:55:16.800709 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6293c698-389c-404b-bf4e-ad8898220be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (f5631e6d-3093-4705-ba03-b675d4a0e44d), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:16.875282 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6293c698-389c-404b-bf4e-ad8898220be2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:55:16.875685 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6293c698-389c-404b-bf4e-ad8898220be2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:55:16.876448 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6293c698-389c-404b-bf4e-ad8898220be2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:55:16.876805 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6293c698-389c-404b-bf4e-ad8898220be2 admin admin] Subscribe: > port after_create 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:55:16.877113 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6293c698-389c-404b-bf4e-ad8898220be2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:55:16.877449 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6293c698-389c-404b-bf4e-ad8898220be2 admin admin] Subscribe: > port after_update 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:55:16.878109 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6293c698-389c-404b-bf4e-ad8898220be2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:55:16.878109 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6293c698-389c-404b-bf4e-ad8898220be2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:55:16.878400 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6293c698-389c-404b-bf4e-ad8898220be2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:55:16.878668 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6293c698-389c-404b-bf4e-ad8898220be2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:55:16.995615 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6293c698-389c-404b-bf4e-ad8898220be2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:55:16.996134 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6293c698-389c-404b-bf4e-ad8898220be2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:55:16.999796 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6293c698-389c-404b-bf4e-ad8898220be2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:55:17.000139 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6293c698-389c-404b-bf4e-ad8898220be2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 06:55:17.000564 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-6293c698-389c-404b-bf4e-ad8898220be2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5631e6d-3093-4705-ba03-b675d4a0e44d']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:55:17.028443 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-6293c698-389c-404b-bf4e-ad8898220be2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd0a5a99-7f3e-4893-9e6f-2071ce151963') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:55:17.029652 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-6293c698-389c-404b-bf4e-ad8898220be2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd0a5a99-7f3e-4893-9e6f-2071ce151963') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:55:17.051193 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6293c698-389c-404b-bf4e-ad8898220be2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (fd0a5a99-7f3e-4893-9e6f-2071ce151963), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:17.075474 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6293c698-389c-404b-bf4e-ad8898220be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (fd0a5a99-7f3e-4893-9e6f-2071ce151963), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:17.084942 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6293c698-389c-404b-bf4e-ad8898220be2 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 06:55:17.085385 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6293c698-389c-404b-bf4e-ad8898220be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (fd0a5a99-7f3e-4893-9e6f-2071ce151963), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:17.107519 n-d-789963-26 neutron-server[109694]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 02 06:55:17.107519 n-d-789963-26 neutron-server[109694]: from cryptography.utils import int_from_bytes Feb 02 06:55:17.107519 n-d-789963-26 neutron-server[109694]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 02 06:55:17.107519 n-d-789963-26 neutron-server[109694]: from cryptography.utils import int_from_bytes Feb 02 06:55:17.107519 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 06:55:17.107519 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 06:55:17.107519 n-d-789963-26 neutron-server[109694]: timer() Feb 02 06:55:17.107519 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 06:55:17.107519 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 06:55:17.107519 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 06:55:17.107519 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 06:55:17.107519 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 06:55:17.107519 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 06:55:17.107519 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 06:55:17.107519 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 06:55:17.107519 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 06:55:17.107519 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 06:55:17.107519 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 06:55:17.107519 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 06:55:17.107519 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 06:55:17.107519 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 06:55:17.107519 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 06:55:17.107519 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 06:55:17.107519 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 06:55:17.107519 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 06:55:17.107519 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 06:55:17.107519 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 06:55:17.107519 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 06:55:17.107519 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 06:55:17.107519 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 06:55:17.107519 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 06:55:17.107519 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 06:55:17.107519 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 06:55:17.107519 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 06:55:17.107519 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 06:55:17.107519 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 06:55:17.141638 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 86badc51-10d8-40e2-b632-ed4cc28b590a details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 06:55:17.157156 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e6c77d08-9cae-408f-ab18-7f6d11b96fb0 req-f7a3d565-aae6-460a-938e-c48a4c220052 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3514943 Feb 02 06:55:17.249507 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.db.resource_extend [None req-e3ad9807-4e7a-45f8-8eab-d9a4e007ae01 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 06:55:17.282134 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:17.297610 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 86badc51-10d8-40e2-b632-ed4cc28b590a, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=86badc51-10d8-40e2-b632-ed4cc28b590a,segment=NetworkSegment(ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b),segment_id=ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:55:17.301809 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6293c698-389c-404b-bf4e-ad8898220be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (f5631e6d-3093-4705-ba03-b675d4a0e44d), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:17.317197 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': '86badc51-10d8-40e2-b632-ed4cc28b590a', 'network_id': 'a90e0175-1e1a-46fd-ade5-a34b643c83ca', 'port_id': '86badc51-10d8-40e2-b632-ed4cc28b590a', 'mac_address': 'fa:16:3e:1f:7b:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '718edbdc-92b0-46ac-b280-821a5ec70f8a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 06:55:17.335177 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6293c698-389c-404b-bf4e-ad8898220be2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:17.346407 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-6293c698-389c-404b-bf4e-ad8898220be2 admin admin] 10.222.0.87 "DELETE /v2.0/networks/f5631e6d-3093-4705-ba03-b675d4a0e44d HTTP/1.1" status: 204 len: 168 time: 1.8930743 Feb 02 06:55:17.391045 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 86badc51-10d8-40e2-b632-ed4cc28b590a is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:55:17.392439 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (86badc51-10d8-40e2-b632-ed4cc28b590a), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:17.402537 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6293c698-389c-404b-bf4e-ad8898220be2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5631e6d-3093-4705-ba03-b675d4a0e44d,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:55:17.414913 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e3ad9807-4e7a-45f8-8eab-d9a4e007ae01 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:17.419190 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86badc51-10d8-40e2-b632-ed4cc28b590a {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:55:17.425946 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e3ad9807-4e7a-45f8-8eab-d9a4e007ae01 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (9a3bfa97-b8a0-45e5-80b0-46cf162f7859), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:17.493332 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 86badc51-10d8-40e2-b632-ed4cc28b590a, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=86badc51-10d8-40e2-b632-ed4cc28b590a,segment=NetworkSegment(ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b),segment_id=ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:55:17.504974 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (86badc51-10d8-40e2-b632-ed4cc28b590a), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:17.505831 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device c6a4aa3e-733c-4f2b-bb02-0ea5e38e2a6a details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 06:55:17.542977 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95bc154-9ff4-4a54-9055-3efea257d0c4 req-55c818f9-36f9-48de-bff9-50f43d4ec202 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:17.545044 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e95bc154-9ff4-4a54-9055-3efea257d0c4 req-55c818f9-36f9-48de-bff9-50f43d4ec202 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/ports?device_id=1016e5ea-7158-429f-8164-d8e426c1c7af HTTP/1.1" status: 200 len: 945 time: 0.2445233 Feb 02 06:55:17.603239 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=86badc51-10d8-40e2-b632-ed4cc28b590a,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:55:17.617109 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59986) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:55:17.630718 n-d-789963-26 neutron-server[109694]: INFO neutron.db.l3_db [None req-e3ad9807-4e7a-45f8-8eab-d9a4e007ae01 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Floating IP 9a3bfa97-b8a0-45e5-80b0-46cf162f7859 associated. External IP: 172.25.4.55, port: 18f614de-94b5-44f2-9741-5c2fb1047720. Feb 02 06:55:17.717108 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e95bc154-9ff4-4a54-9055-3efea257d0c4 req-f6402cf1-1ed5-4ba1-afa7-08af44fd1d42 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/security-groups?id=2164a223-774f-4eed-afca-8e3586e80a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391134 Feb 02 06:55:17.722444 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59990) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:55:17.779835 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-4df460dc-4e36-411d-8bf8-379ba73450f2 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=23daa9208755483fb5ba766d5ecec0c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0545044 Feb 02 06:55:17.781899 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59994) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:55:17.830667 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port c6a4aa3e-733c-4f2b-bb02-0ea5e38e2a6a, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=c6a4aa3e-733c-4f2b-bb02-0ea5e38e2a6a,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:55:17.846324 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': 'c6a4aa3e-733c-4f2b-bb02-0ea5e38e2a6a', 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1', 'port_id': 'c6a4aa3e-733c-4f2b-bb02-0ea5e38e2a6a', 'mac_address': 'fa:16:3e:99:ea:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d773733-62df-4956-84d3-71d17cfb6d11', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 06:55:17.889605 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port c6a4aa3e-733c-4f2b-bb02-0ea5e38e2a6a is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:55:17.890397 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (c6a4aa3e-733c-4f2b-bb02-0ea5e38e2a6a), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:17.909571 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6a4aa3e-733c-4f2b-bb02-0ea5e38e2a6a {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:55:17.922121 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5e93daa7-a433-4712-a4e8-228f7bf5d201 admin admin] Publish callbacks [] for security_group (d2f83743-685e-4d0a-91de-734fb9e28f44), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:17.949876 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port c6a4aa3e-733c-4f2b-bb02-0ea5e38e2a6a, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=c6a4aa3e-733c-4f2b-bb02-0ea5e38e2a6a,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:55:17.959082 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (c6a4aa3e-733c-4f2b-bb02-0ea5e38e2a6a), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:17.986991 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5e93daa7-a433-4712-a4e8-228f7bf5d201 admin admin] Publish callbacks [] for security_group (d2f83743-685e-4d0a-91de-734fb9e28f44), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:18.022642 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=c6a4aa3e-733c-4f2b-bb02-0ea5e38e2a6a,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:55:18.073316 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-df686be7-db98-4ded-b61b-6f22bba8bcce tempest-LiveMigrationTest-749161847 tempest-LiveMigrationTest-749161847-project-admin] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=109693) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 06:55:18.083535 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-df686be7-db98-4ded-b61b-6f22bba8bcce tempest-LiveMigrationTest-749161847 tempest-LiveMigrationTest-749161847-project-admin] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4647801 Feb 02 06:55:18.083803 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a06f00-32f2-4af7-8115-aa285c47a27d req-d7a82e16-994b-43a1-a1ca-6addbc5700b4 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:18.085246 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-98a06f00-32f2-4af7-8115-aa285c47a27d req-d7a82e16-994b-43a1-a1ca-6addbc5700b4 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] 10.222.0.87 "GET /v2.0/ports?device_id=60e224b2-d479-43b0-b8ed-09bc1f2f4f04 HTTP/1.1" status: 200 len: 947 time: 0.2214837 Feb 02 06:55:18.133735 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5e93daa7-a433-4712-a4e8-228f7bf5d201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (d2f83743-685e-4d0a-91de-734fb9e28f44), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:18.139033 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5e93daa7-a433-4712-a4e8-228f7bf5d201 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:18.142964 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-5e93daa7-a433-4712-a4e8-228f7bf5d201 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d2f83743-685e-4d0a-91de-734fb9e28f44 HTTP/1.1" status: 204 len: 168 time: 0.3608067 Feb 02 06:55:18.175041 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e93daa7-a433-4712-a4e8-228f7bf5d201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f83743-685e-4d0a-91de-734fb9e28f44,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:55:18.222325 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-98a06f00-32f2-4af7-8115-aa285c47a27d req-4ddc92c8-d5f7-4332-9dd6-62db259f967e tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] 10.222.0.87 "GET /v2.0/security-groups?id=1ccf634d-a49d-423a-88d1-71ef8d7f08ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296904 Feb 02 06:55:18.227372 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ad9807-4e7a-45f8-8eab-d9a4e007ae01 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Router 89ea859b-7612-4f81-beaa-bd4c70e19297 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 06:55:18.320405 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['86badc51-10d8-40e2-b632-ed4cc28b590a'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:55:18.326717 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-427cb070-be2b-4dd2-bb09-cf9d58508492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:18.329944 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-427cb070-be2b-4dd2-bb09-cf9d58508492 service neutron] 10.222.0.87 "GET /v2.0/ports/bfe479cc-6320-4a21-838c-6dca9641d47b HTTP/1.1" status: 200 len: 1125 time: 0.1849060 Feb 02 06:55:18.350352 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['c6a4aa3e-733c-4f2b-bb02-0ea5e38e2a6a'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:55:18.352004 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-64e9e27c-c93c-4c3e-9c5f-b1ce981b0f09 service neutron] Request body: {'binding': {'host': 'n-h1-789963-26', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:55:18.352731 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-64e9e27c-c93c-4c3e-9c5f-b1ce981b0f09 service neutron] Unknown quota resources ['binding']. {{(pid=109693) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 02 06:55:18.560339 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5edcd23-5349-47ea-99f6-3d676270baf1 req-1da306fd-e1e6-4024-918b-89566ad74421 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:18.562589 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d5edcd23-5349-47ea-99f6-3d676270baf1 req-1da306fd-e1e6-4024-918b-89566ad74421 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=7272c094-1754-42ce-b10e-569286eda078 HTTP/1.1" status: 200 len: 950 time: 0.1831930 Feb 02 06:55:18.577594 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ad9807-4e7a-45f8-8eab-d9a4e007ae01 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 06:55:18.595294 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eca7744-8b8e-4ba3-9736-78ed40455547 None None] Sync routers for ids ['89ea859b-7612-4f81-beaa-bd4c70e19297'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 06:55:18.603755 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e3ad9807-4e7a-45f8-8eab-d9a4e007ae01 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:18.630623 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-64e9e27c-c93c-4c3e-9c5f-b1ce981b0f09 service neutron] Attempting to bind port bfe479cc-6320-4a21-838c-6dca9641d47b on host n-h1-789963-26 for vnic_type normal with profile None {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:55:18.631772 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-64e9e27c-c93c-4c3e-9c5f-b1ce981b0f09 service neutron] Attempting to bind port bfe479cc-6320-4a21-838c-6dca9641d47b by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': '43369f47-102e-4f19-93f2-e5ce754f6e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ad127856-4465-484c-882c-e096f13573c2'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:55:18.632277 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-64e9e27c-c93c-4c3e-9c5f-b1ce981b0f09 service neutron] Attempting to bind port bfe479cc-6320-4a21-838c-6dca9641d47b on network ad127856-4465-484c-882c-e096f13573c2 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:55:18.638664 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-64e9e27c-c93c-4c3e-9c5f-b1ce981b0f09 service neutron] Port bfe479cc-6320-4a21-838c-6dca9641d47b on network ad127856-4465-484c-882c-e096f13573c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 06:55:18.639280 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-64e9e27c-c93c-4c3e-9c5f-b1ce981b0f09 service neutron] Attempting to bind port bfe479cc-6320-4a21-838c-6dca9641d47b on network ad127856-4465-484c-882c-e096f13573c2 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:55:18.645988 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-64e9e27c-c93c-4c3e-9c5f-b1ce981b0f09 service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:55:18.646627 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-64e9e27c-c93c-4c3e-9c5f-b1ce981b0f09 service neutron] Checking segment: {'id': '43369f47-102e-4f19-93f2-e5ce754f6e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ad127856-4465-484c-882c-e096f13573c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:55:18.647480 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-64e9e27c-c93c-4c3e-9c5f-b1ce981b0f09 service neutron] Bound using segment: {'id': '43369f47-102e-4f19-93f2-e5ce754f6e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ad127856-4465-484c-882c-e096f13573c2'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:55:18.648317 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-64e9e27c-c93c-4c3e-9c5f-b1ce981b0f09 service neutron] Bound port: bfe479cc-6320-4a21-838c-6dca9641d47b, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43369f47-102e-4f19-93f2-e5ce754f6e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ad127856-4465-484c-882c-e096f13573c2'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:55:18.657592 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d5edcd23-5349-47ea-99f6-3d676270baf1 req-40715e34-77c4-484b-a340-67ccbeac5a5c tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823607 Feb 02 06:55:18.659442 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-e3ad9807-4e7a-45f8-8eab-d9a4e007ae01 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.87 "PUT /v2.0/floatingips/9a3bfa97-b8a0-45e5-80b0-46cf162f7859 HTTP/1.1" status: 200 len: 991 time: 2.8465102 Feb 02 06:55:18.660157 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bcb0621-52fe-4fab-a2be-b7b190e6b303', 'tag': '18f614de-94b5-44f2-9741-5c2fb1047720'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:55:18.663322 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b38abad8-bb1f-4f02-81ae-c49ca0781007" -d '{"events": [{"name": "network-changed", "server_uuid": "8bcb0621-52fe-4fab-a2be-b7b190e6b303", "tag": "18f614de-94b5-44f2-9741-5c2fb1047720"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:55:18.781594 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eca7744-8b8e-4ba3-9736-78ed40455547 None None] Routers {'89ea859b-7612-4f81-beaa-bd4c70e19297'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 06:55:18.782479 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-3eca7744-8b8e-4ba3-9736-78ed40455547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:55:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['89ea859b-7612-4f81-beaa-bd4c70e19297'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:55:18.845750 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-64e9e27c-c93c-4c3e-9c5f-b1ce981b0f09 service neutron] For port bfe479cc-6320-4a21-838c-6dca9641d47b, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=bfe479cc-6320-4a21-838c-6dca9641d47b,segment=NetworkSegment(43369f47-102e-4f19-93f2-e5ce754f6e28),segment_id=43369f47-102e-4f19-93f2-e5ce754f6e28)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:55:18.854308 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4981ca64-e4ab-4326-ad4a-9e484b1fa43d req-7b998c81-8a64-435d-9535-a3ab25165204 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1321039 Feb 02 06:55:18.857848 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-64e9e27c-c93c-4c3e-9c5f-b1ce981b0f09 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:18.862128 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-64e9e27c-c93c-4c3e-9c5f-b1ce981b0f09 service neutron] 10.222.0.87 "POST /v2.0/ports/bfe479cc-6320-4a21-838c-6dca9641d47b/bindings HTTP/1.1" status: 201 len: 390 time: 0.5220146 Feb 02 06:55:18.885051 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-4981ca64-e4ab-4326-ad4a-9e484b1fa43d req-e12262d8-9e82-447c-b00c-a0984b6fd31c tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Request body: {'floatingip': {'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:55:18.988528 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-4981ca64-e4ab-4326-ad4a-9e484b1fa43d req-e12262d8-9e82-447c-b00c-a0984b6fd31c tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:18.993656 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-3eca7744-8b8e-4ba3-9736-78ed40455547 None None] Set router 89ea859b-7612-4f81-beaa-bd4c70e19297 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 06:55:19.176744 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e9420d-0f81-4f36-8a1d-39fbc07d32ba req-e042cc60-e6e7-4e92-8734-e7e9fab93850 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:19.179029 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f1e9420d-0f81-4f36-8a1d-39fbc07d32ba req-e042cc60-e6e7-4e92-8734-e7e9fab93850 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=682cb750-3b53-4085-be06-d355b0d2dc70 HTTP/1.1" status: 200 len: 944 time: 0.1133695 Feb 02 06:55:19.196285 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-4981ca64-e4ab-4326-ad4a-9e484b1fa43d req-e12262d8-9e82-447c-b00c-a0984b6fd31c tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:19.343197 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f1e9420d-0f81-4f36-8a1d-39fbc07d32ba req-6d8d5b44-01d3-43bd-98ed-db83590ee1a0 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544962 Feb 02 06:55:19.362178 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-101721ed-fba6-467c-b3e4-0b86efef9ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:19.363740 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-101721ed-fba6-467c-b3e4-0b86efef9ca2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=94634d8b4d2a41de8e59c8bd88798343&device_id=2fc8267f-9472-43e8-b871-0c5f767cd58a HTTP/1.1" status: 200 len: 1128 time: 0.1323066 Feb 02 06:55:19.437826 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-3eca7744-8b8e-4ba3-9736-78ed40455547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ea859b-7612-4f81-beaa-bd4c70e19297', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-611324980-router', 'tenant_id': '27772d6a8fab4cb7b33a5a3297c51100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': 'ac1107f0-bc04-48ae-97a7-d6d42c6da1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:53:12Z', 'updated_at': '2022-02-02T06:53:27Z', 'revision_number': 4, 'project_id': '27772d6a8fab4cb7b33a5a3297c51100', 'gw_port': {'id': 'ac1107f0-bc04-48ae-97a7-d6d42c6da1e8', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ea859b-7612-4f81-beaa-bd4c70e19297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:53:15Z', 'updated_at': '2022-02-02T06:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '9a3bfa97-b8a0-45e5-80b0-46cf162f7859', 'tenant_id': '27772d6a8fab4cb7b33a5a3297c51100', 'floating_ip_address': '172.25.4.55', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '89ea859b-7612-4f81-beaa-bd4c70e19297', 'port_id': '18f614de-94b5-44f2-9741-5c2fb1047720', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 251, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '081c026d-8798-47ae-ae28-6481babaa3fe', 'mac_address': 'fa:16:3e:06:82:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bcb0621-52fe-4fab-a2be-b7b190e6b303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T06:53:45Z', 'updated_at': '2022-02-02T06:55:16Z', 'revision_number': 5, 'project_id': '27772d6a8fab4cb7b33a5a3297c51100', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd3aaf2-8e17-41bf-a83d-e991ebf2ebd8', 'name': '', 'network_id': '081c026d-8798-47ae-ae28-6481babaa3fe', 'tenant_id': '27772d6a8fab4cb7b33a5a3297c51100', 'mac_address': 'fa:16:3e:e7:b3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ea859b-7612-4f81-beaa-bd4c70e19297', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '10d74aaf-e202-4a59-be8f-2452f7f95bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:53:23Z', 'updated_at': '2022-02-02T06:53:32Z', 'revision_number': 5, 'project_id': '27772d6a8fab4cb7b33a5a3297c51100', 'subnets': [{'id': '10d74aaf-e202-4a59-be8f-2452f7f95bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:55:19.504996 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eca7744-8b8e-4ba3-9736-78ed40455547 None None] Checking router: 89ea859b-7612-4f81-beaa-bd4c70e19297 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 06:55:19.517608 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eca7744-8b8e-4ba3-9736-78ed40455547 None None] Routers {'89ea859b-7612-4f81-beaa-bd4c70e19297'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 06:55:19.518451 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-3eca7744-8b8e-4ba3-9736-78ed40455547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:55:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['89ea859b-7612-4f81-beaa-bd4c70e19297'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:55:19.536654 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-4981ca64-e4ab-4326-ad4a-9e484b1fa43d req-e12262d8-9e82-447c-b00c-a0984b6fd31c tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Allocated IP 172.25.4.76 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/ff2a56ee-bddf-413c-abd8-6f47ec25978f) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:55:19.602499 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-7b54bc06-a276-4e33-b48d-e5f1911b79e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:19.606138 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-7b54bc06-a276-4e33-b48d-e5f1911b79e1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ad127856-4465-484c-882c-e096f13573c2 HTTP/1.1" status: 200 len: 908 time: 0.2338293 Feb 02 06:55:19.694165 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc78e483-b2db-4d4a-892e-681536ba1a25 req-43107ade-ab64-40f0-bd9e-ded386ebeba6 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:19.705432 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-3eca7744-8b8e-4ba3-9736-78ed40455547 None None] Set router 89ea859b-7612-4f81-beaa-bd4c70e19297 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 06:55:19.706552 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bc78e483-b2db-4d4a-892e-681536ba1a25 req-43107ade-ab64-40f0-bd9e-ded386ebeba6 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.87 "GET /v2.0/ports?device_id=8bcb0621-52fe-4fab-a2be-b7b190e6b303 HTTP/1.1" status: 200 len: 946 time: 0.1948626 Feb 02 06:55:19.718129 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-55ddb67d-2259-496f-aef6-056f630869fe service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bfe479cc-6320-4a21-838c-6dca9641d47b HTTP/1.1" status: 200 len: 217 time: 0.0941784 Feb 02 06:55:19.728207 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-4981ca64-e4ab-4326-ad4a-9e484b1fa43d req-e12262d8-9e82-447c-b00c-a0984b6fd31c tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Publish callbacks [] for port (ff2a56ee-bddf-413c-abd8-6f47ec25978f), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:19.795186 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-4981ca64-e4ab-4326-ad4a-9e484b1fa43d req-e12262d8-9e82-447c-b00c-a0984b6fd31c tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (ff2a56ee-bddf-413c-abd8-6f47ec25978f), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:19.801109 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 60036) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:55:19.820462 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-0676bfea-d9ab-475b-b1a4-569b37d35854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:19.821898 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-0676bfea-d9ab-475b-b1a4-569b37d35854 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a7292d13-827d-45ab-8eaa-7baf62301aaa HTTP/1.1" status: 200 len: 847 time: 0.0945005 Feb 02 06:55:19.838590 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bc78e483-b2db-4d4a-892e-681536ba1a25 req-0dd16d8e-ec78-4ece-9d26-5b455645ebae tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.87 "GET /v2.0/security-groups?id=974679eb-14d2-4f44-9e62-35ad2dae7bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300232 Feb 02 06:55:19.850191 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12262d8-9e82-447c-b00c-a0984b6fd31c tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Pushing event updated for resources: {'Port': ['ID=ff2a56ee-bddf-413c-abd8-6f47ec25978f,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:55:19.864981 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4981ca64-e4ab-4326-ad4a-9e484b1fa43d req-e12262d8-9e82-447c-b00c-a0984b6fd31c tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:55:19.866470 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-4981ca64-e4ab-4326-ad4a-9e484b1fa43d req-e12262d8-9e82-447c-b00c-a0984b6fd31c tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:55:19.876798 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-4981ca64-e4ab-4326-ad4a-9e484b1fa43d req-e12262d8-9e82-447c-b00c-a0984b6fd31c tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:55:19.907137 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 06:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f916eb17-e658-40ed-974d-b84f4721f9b2 x-openstack-request-id: req-f916eb17-e658-40ed-974d-b84f4721f9b2 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:55:19.907478 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bcb0621-52fe-4fab-a2be-b7b190e6b303", "tag": "18f614de-94b5-44f2-9741-5c2fb1047720", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:55:19.907767 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f916eb17-e658-40ed-974d-b84f4721f9b2 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:55:19.908166 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bcb0621-52fe-4fab-a2be-b7b190e6b303', 'tag': '18f614de-94b5-44f2-9741-5c2fb1047720', 'status': 'completed', 'code': 200} Feb 02 06:55:19.912681 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-5208b5ba-d755-4f90-8812-7853b6a6193f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ad127856-4465-484c-882c-e096f13573c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707221 Feb 02 06:55:20.002492 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-e3097ed9-55c6-43c4-9fd6-c6327ca52c90 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-505011677-network', 'tenant_id': '5b558cbd1dc64d878bd1a07b652eb26c'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:55:20.045502 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3097ed9-55c6-43c4-9fd6-c6327ca52c90 admin admin] Made reservation on behalf of 5b558cbd1dc64d878bd1a07b652eb26c for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:55:20.048975 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e3097ed9-55c6-43c4-9fd6-c6327ca52c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:20.076030 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-3eca7744-8b8e-4ba3-9736-78ed40455547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ea859b-7612-4f81-beaa-bd4c70e19297', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-611324980-router', 'tenant_id': '27772d6a8fab4cb7b33a5a3297c51100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': 'ac1107f0-bc04-48ae-97a7-d6d42c6da1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:53:12Z', 'updated_at': '2022-02-02T06:53:27Z', 'revision_number': 4, 'project_id': '27772d6a8fab4cb7b33a5a3297c51100', 'gw_port': {'id': 'ac1107f0-bc04-48ae-97a7-d6d42c6da1e8', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ea859b-7612-4f81-beaa-bd4c70e19297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:53:15Z', 'updated_at': '2022-02-02T06:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '9a3bfa97-b8a0-45e5-80b0-46cf162f7859', 'tenant_id': '27772d6a8fab4cb7b33a5a3297c51100', 'floating_ip_address': '172.25.4.55', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '89ea859b-7612-4f81-beaa-bd4c70e19297', 'port_id': '18f614de-94b5-44f2-9741-5c2fb1047720', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 251, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '081c026d-8798-47ae-ae28-6481babaa3fe', 'mac_address': 'fa:16:3e:06:82:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bcb0621-52fe-4fab-a2be-b7b190e6b303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T06:53:45Z', 'updated_at': '2022-02-02T06:55:16Z', 'revision_number': 5, 'project_id': '27772d6a8fab4cb7b33a5a3297c51100', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd3aaf2-8e17-41bf-a83d-e991ebf2ebd8', 'name': '', 'network_id': '081c026d-8798-47ae-ae28-6481babaa3fe', 'tenant_id': '27772d6a8fab4cb7b33a5a3297c51100', 'mac_address': 'fa:16:3e:e7:b3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ea859b-7612-4f81-beaa-bd4c70e19297', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '10d74aaf-e202-4a59-be8f-2452f7f95bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:53:23Z', 'updated_at': '2022-02-02T06:53:32Z', 'revision_number': 5, 'project_id': '27772d6a8fab4cb7b33a5a3297c51100', 'subnets': [{'id': '10d74aaf-e202-4a59-be8f-2452f7f95bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:55:20.079499 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e3097ed9-55c6-43c4-9fd6-c6327ca52c90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:20.093129 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-4981ca64-e4ab-4326-ad4a-9e484b1fa43d req-e12262d8-9e82-447c-b00c-a0984b6fd31c tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Publish callbacks [] for floatingip (6dcdcd28-4c91-4732-b5b2-11fcfadc4497), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:20.100062 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38abad8-bb1f-4f02-81ae-c49ca0781007 req-90f1b482-132f-415c-94a4-747fe98be83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:20.101551 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b38abad8-bb1f-4f02-81ae-c49ca0781007 req-90f1b482-132f-415c-94a4-747fe98be83f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=27772d6a8fab4cb7b33a5a3297c51100&device_id=8bcb0621-52fe-4fab-a2be-b7b190e6b303 HTTP/1.1" status: 200 len: 1129 time: 0.0803099 Feb 02 06:55:20.108205 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eca7744-8b8e-4ba3-9736-78ed40455547 None None] The sync data for ids ['89ea859b-7612-4f81-beaa-bd4c70e19297'] in n-d-789963-26 is: [{'id': '89ea859b-7612-4f81-beaa-bd4c70e19297', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-611324980-router', 'tenant_id': '27772d6a8fab4cb7b33a5a3297c51100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': 'ac1107f0-bc04-48ae-97a7-d6d42c6da1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:53:12Z', 'updated_at': '2022-02-02T06:53:27Z', 'revision_number': 4, 'project_id': '27772d6a8fab4cb7b33a5a3297c51100', 'gw_port': {'id': 'ac1107f0-bc04-48ae-97a7-d6d42c6da1e8', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ea859b-7612-4f81-beaa-bd4c70e19297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:53:15Z', 'updated_at': '2022-02-02T06:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '9a3bfa97-b8a0-45e5-80b0-46cf162f7859', 'tenant_id': '27772d6a8fab4cb7b33a5a3297c51100', 'floating_ip_address': '172.25.4.55', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '89ea859b-7612-4f81-beaa-bd4c70e19297', 'port_id': '18f614de-94b5-44f2-9741-5c2fb1047720', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 251, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '081c026d-8798-47ae-ae28-6481babaa3fe', 'mac_address': 'fa:16:3e:06:82:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bcb0621-52fe-4fab-a2be-b7b190e6b303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T06:53:45Z', 'updated_at': '2022-02-02T06:55:16Z', 'revision_number': 5, 'project_id': '27772d6a8fab4cb7b33a5a3297c51100', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd3aaf2-8e17-41bf-a83d-e991ebf2ebd8', 'name': '', 'network_id': '081c026d-8798-47ae-ae28-6481babaa3fe', 'tenant_id': '27772d6a8fab4cb7b33a5a3297c51100', 'mac_address': 'fa:16:3e:e7:b3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ea859b-7612-4f81-beaa-bd4c70e19297', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '10d74aaf-e202-4a59-be8f-2452f7f95bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:53:23Z', 'updated_at': '2022-02-02T06:53:32Z', 'revision_number': 5, 'project_id': '27772d6a8fab4cb7b33a5a3297c51100', 'subnets': [{'id': '10d74aaf-e202-4a59-be8f-2452f7f95bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 06:55:20.211207 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091c2dd-92c8-4726-bb90-653591cb29d5 req-c47dbfbd-2df0-44f7-9f58-4e7dd0b9de81 tempest-MigrationsAdminTest-2031142641 tempest-MigrationsAdminTest-2031142641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:20.212854 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b091c2dd-92c8-4726-bb90-653591cb29d5 req-c47dbfbd-2df0-44f7-9f58-4e7dd0b9de81 tempest-MigrationsAdminTest-2031142641 tempest-MigrationsAdminTest-2031142641-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=7272c094-1754-42ce-b10e-569286eda078 HTTP/1.1" status: 200 len: 1133 time: 0.2141008 Feb 02 06:55:20.225291 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-4981ca64-e4ab-4326-ad4a-9e484b1fa43d req-e12262d8-9e82-447c-b00c-a0984b6fd31c tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ff2a56ee-bddf-413c-abd8-6f47ec25978f), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:20.225829 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-8d88b26e-47f0-416d-bee8-2f00fe4a2696 service neutron] 10.222.0.88 "GET /v2.0/networks/ad127856-4465-484c-882c-e096f13573c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061786 Feb 02 06:55:20.294669 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38abad8-bb1f-4f02-81ae-c49ca0781007 req-a81c0b14-bca4-444e-8e3f-e44104288223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:20.296248 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b38abad8-bb1f-4f02-81ae-c49ca0781007 req-a81c0b14-bca4-444e-8e3f-e44104288223 service neutron] 10.222.0.59 "GET /v2.0/networks?id=081c026d-8798-47ae-ae28-6481babaa3fe HTTP/1.1" status: 200 len: 924 time: 0.1852727 Feb 02 06:55:20.336472 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b091c2dd-92c8-4726-bb90-653591cb29d5 req-591fc829-6622-4e6c-92f2-13e8e025b788 tempest-MigrationsAdminTest-2031142641 tempest-MigrationsAdminTest-2031142641-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156249 Feb 02 06:55:20.409627 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e3097ed9-55c6-43c4-9fd6-c6327ca52c90 admin admin] Publish callbacks [] for security_group (aab45fc2-0973-493e-a825-050df5bd59a9), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:20.454422 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-a75d977e-1887-483a-837c-b9a12ba72d37 service neutron] 10.222.0.88 "GET /v2.0/networks/ad127856-4465-484c-882c-e096f13573c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050922 Feb 02 06:55:20.455261 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e3097ed9-55c6-43c4-9fd6-c6327ca52c90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (aab45fc2-0973-493e-a825-050df5bd59a9), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:20.484170 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6da82c5-d1aa-4049-bdec-30724177886b None None] New status for floating IP 9a3bfa97-b8a0-45e5-80b0-46cf162f7859: ACTIVE {{(pid=109696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 06:55:20.503380 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b38abad8-bb1f-4f02-81ae-c49ca0781007 req-ce1512d9-29b7-4413-ab57-005a0fb343d7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18f614de-94b5-44f2-9741-5c2fb1047720 HTTP/1.1" status: 200 len: 999 time: 0.2001812 Feb 02 06:55:20.571803 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3097ed9-55c6-43c4-9fd6-c6327ca52c90 admin admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 06:55:20.582078 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38abad8-bb1f-4f02-81ae-c49ca0781007 req-2be0c470-1791-49b5-969d-ed0fa06afb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:20.583743 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3097ed9-55c6-43c4-9fd6-c6327ca52c90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab45fc2-0973-493e-a825-050df5bd59a9,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:55:20.584066 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b38abad8-bb1f-4f02-81ae-c49ca0781007 req-2be0c470-1791-49b5-969d-ed0fa06afb63 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=10d74aaf-e202-4a59-be8f-2452f7f95bcf HTTP/1.1" status: 200 len: 862 time: 0.0730166 Feb 02 06:55:20.602199 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-4981ca64-e4ab-4326-ad4a-9e484b1fa43d req-e12262d8-9e82-447c-b00c-a0984b6fd31c tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Publish callbacks [] for port (ff2a56ee-bddf-413c-abd8-6f47ec25978f), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:20.630087 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-4981ca64-e4ab-4326-ad4a-9e484b1fa43d req-e12262d8-9e82-447c-b00c-a0984b6fd31c tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (ff2a56ee-bddf-413c-abd8-6f47ec25978f), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:20.646071 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fe813b-7c74-476a-935b-65c3f337a6a6 req-10e19fda-7927-4bf8-b1fa-3abe1fb0bdda tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:20.653266 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-91fe813b-7c74-476a-935b-65c3f337a6a6 req-10e19fda-7927-4bf8-b1fa-3abe1fb0bdda tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fc8267f-9472-43e8-b871-0c5f767cd58a HTTP/1.1" status: 200 len: 945 time: 0.1930604 Feb 02 06:55:20.656510 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e3097ed9-55c6-43c4-9fd6-c6327ca52c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (c05e7e16-1181-4a1f-b0eb-5bf8b2ea2f17), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:20.656852 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-e3097ed9-55c6-43c4-9fd6-c6327ca52c90 admin admin] Added segment c05e7e16-1181-4a1f-b0eb-5bf8b2ea2f17 of type vlan for network e031e54a-fb94-4be8-9122-29e7d171bb1c Feb 02 06:55:20.725718 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-4981ca64-e4ab-4326-ad4a-9e484b1fa43d req-e12262d8-9e82-447c-b00c-a0984b6fd31c tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (6dcdcd28-4c91-4732-b5b2-11fcfadc4497), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:20.773326 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12262d8-9e82-447c-b00c-a0984b6fd31c tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Pushing event updated for resources: {'Port': ['ID=ff2a56ee-bddf-413c-abd8-6f47ec25978f,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:55:20.780497 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38abad8-bb1f-4f02-81ae-c49ca0781007 req-a890c6e5-f33a-4880-8ba6-bbeaffa3b85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:20.785704 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b38abad8-bb1f-4f02-81ae-c49ca0781007 req-a890c6e5-f33a-4880-8ba6-bbeaffa3b85d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=081c026d-8798-47ae-ae28-6481babaa3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1944714 Feb 02 06:55:20.788460 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-4981ca64-e4ab-4326-ad4a-9e484b1fa43d req-e12262d8-9e82-447c-b00c-a0984b6fd31c tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:20.796347 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4981ca64-e4ab-4326-ad4a-9e484b1fa43d req-e12262d8-9e82-447c-b00c-a0984b6fd31c tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9352076 Feb 02 06:55:21.011515 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-91fe813b-7c74-476a-935b-65c3f337a6a6 req-5fab7d92-bfd6-42c2-b3a9-4b05a162faf5 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3570712 Feb 02 06:55:21.060093 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-62cc843c-cc31-4d7d-9f0f-c9ec94818129 tempest-LiveMigrationTest-749161847 tempest-LiveMigrationTest-749161847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:21.061622 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-62cc843c-cc31-4d7d-9f0f-c9ec94818129 tempest-LiveMigrationTest-749161847 tempest-LiveMigrationTest-749161847-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=2fc8267f-9472-43e8-b871-0c5f767cd58a&tenant_id=94634d8b4d2a41de8e59c8bd88798343&binding%3Ahost_id=n-h2-789963-26 HTTP/1.1" status: 200 len: 1128 time: 0.4711304 Feb 02 06:55:21.066483 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e3097ed9-55c6-43c4-9fd6-c6327ca52c90 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (e031e54a-fb94-4be8-9122-29e7d171bb1c), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:21.075475 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-69382854-7729-4c19-85b0-e0689230d79c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-789963-26'}}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:55:21.168117 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 86badc51-10d8-40e2-b632-ed4cc28b590a up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:55:21.190694 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-69382854-7729-4c19-85b0-e0689230d79c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (bfe479cc-6320-4a21-838c-6dca9641d47b), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:21.195959 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4981ca64-e4ab-4326-ad4a-9e484b1fa43d req-357b1e3e-9c55-43e0-b086-18511a958b5f tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.4.76 HTTP/1.1" status: 200 len: 695 time: 0.3983939 Feb 02 06:55:21.218243 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc0e3c4-09eb-4a1a-b25a-e1db21895a18 req-a4de28a8-7a96-4c3b-9a5e-cdeccc5aee6f tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:21.219804 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fbc0e3c4-09eb-4a1a-b25a-e1db21895a18 req-a4de28a8-7a96-4c3b-9a5e-cdeccc5aee6f tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] 10.222.0.87 "GET /v2.0/ports?device_id=60e224b2-d479-43b0-b8ed-09bc1f2f4f04 HTTP/1.1" status: 200 len: 948 time: 0.1090581 Feb 02 06:55:21.220465 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e3097ed9-55c6-43c4-9fd6-c6327ca52c90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (e031e54a-fb94-4be8-9122-29e7d171bb1c), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:21.221401 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3097ed9-55c6-43c4-9fd6-c6327ca52c90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:21.221959 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e3097ed9-55c6-43c4-9fd6-c6327ca52c90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:21.264577 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port 86badc51-10d8-40e2-b632-ed4cc28b590a completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 06:55:21.274401 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port 86badc51-10d8-40e2-b632-ed4cc28b590a triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:55:21.276173 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (86badc51-10d8-40e2-b632-ed4cc28b590a), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:21.285398 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3097ed9-55c6-43c4-9fd6-c6327ca52c90 admin admin] Pushing event updated for resources: {'Network': ['ID=e031e54a-fb94-4be8-9122-29e7d171bb1c,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:55:21.308710 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4981ca64-e4ab-4326-ad4a-9e484b1fa43d req-8946b0ae-8a8c-4c2f-a554-8d65a3d69875 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:21.320528 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4981ca64-e4ab-4326-ad4a-9e484b1fa43d req-8946b0ae-8a8c-4c2f-a554-8d65a3d69875 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/networks/ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 HTTP/1.1" status: 200 len: 784 time: 0.1235847 Feb 02 06:55:21.361309 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network e031e54a-fb94-4be8-9122-29e7d171bb1c details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 06:55:21.376851 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e3097ed9-55c6-43c4-9fd6-c6327ca52c90 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5731905 Feb 02 06:55:21.381490 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 60050) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:55:21.393602 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-9a36c5ea-c8af-4558-b016-5b7a4fa80d33 admin admin] Request body: {'subnet': {'network_id': 'e031e54a-fb94-4be8-9122-29e7d171bb1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-505011677-subnet', 'tenant_id': '5b558cbd1dc64d878bd1a07b652eb26c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:55:21.456043 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fbc0e3c4-09eb-4a1a-b25a-e1db21895a18 req-e1ec2a65-ac9b-4b59-b8b8-f44bfcb1cbde tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] 10.222.0.87 "GET /v2.0/security-groups?id=1ccf634d-a49d-423a-88d1-71ef8d7f08ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708252 Feb 02 06:55:21.476687 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b38abad8-bb1f-4f02-81ae-c49ca0781007 req-6efaa7da-7cfc-4677-bb28-bd6b929141cd service neutron] 10.222.0.59 "GET /v2.0/networks/081c026d-8798-47ae-ae28-6481babaa3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6770535 Feb 02 06:55:21.571984 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a36c5ea-c8af-4558-b016-5b7a4fa80d33 admin admin] Made reservation on behalf of 5b558cbd1dc64d878bd1a07b652eb26c for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:55:21.575028 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9a36c5ea-c8af-4558-b016-5b7a4fa80d33 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:21.622420 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 86badc51-10d8-40e2-b632-ed4cc28b590a is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:55:21.623307 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (86badc51-10d8-40e2-b632-ed4cc28b590a), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:21.626685 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad0be60-d1f5-46cf-9327-563ef02d6f96 req-3876c01a-0840-4589-904d-9409f2e01e48 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:21.628366 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5ad0be60-d1f5-46cf-9327-563ef02d6f96 req-3876c01a-0840-4589-904d-9409f2e01e48 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=682cb750-3b53-4085-be06-d355b0d2dc70 HTTP/1.1" status: 200 len: 944 time: 0.1776803 Feb 02 06:55:21.668194 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b38abad8-bb1f-4f02-81ae-c49ca0781007 req-70fe3484-48fd-4d9f-80a6-76a0a2aa11a7 service neutron] 10.222.0.59 "GET /v2.0/networks/081c026d-8798-47ae-ae28-6481babaa3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732264 Feb 02 06:55:21.719077 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '682cb750-3b53-4085-be06-d355b0d2dc70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86badc51-10d8-40e2-b632-ed4cc28b590a'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:55:21.723587 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19414f85-f1a2-4d41-abac-e2c523427b5c" -d '{"events": [{"server_uuid": "682cb750-3b53-4085-be06-d355b0d2dc70", "name": "network-vif-plugged", "status": "completed", "tag": "86badc51-10d8-40e2-b632-ed4cc28b590a"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:55:21.728926 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5ad0be60-d1f5-46cf-9327-563ef02d6f96 req-b52ec06c-603c-4552-89d4-c78310a39b76 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940745 Feb 02 06:55:21.746045 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 86badc51-10d8-40e2-b632-ed4cc28b590a, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=86badc51-10d8-40e2-b632-ed4cc28b590a,segment=NetworkSegment(ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b),segment_id=ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:55:21.764178 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (86badc51-10d8-40e2-b632-ed4cc28b590a), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:21.765153 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device c6a4aa3e-733c-4f2b-bb02-0ea5e38e2a6a up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:55:21.862371 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9a36c5ea-c8af-4558-b016-5b7a4fa80d33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (754efa80-8dc2-492f-a4f9-29685b756b55), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:21.873004 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:21.891747 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=86badc51-10d8-40e2-b632-ed4cc28b590a,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:55:21.910239 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-36cddb0c-d4ce-4de3-a077-31c8cbf40cec req-8ab9a7f2-a75b-442a-afa1-bd398b2f9b25 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=617f6fde409340a286c916b0c2822b5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312645 Feb 02 06:55:21.923008 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port c6a4aa3e-733c-4f2b-bb02-0ea5e38e2a6a completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 06:55:21.927181 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port c6a4aa3e-733c-4f2b-bb02-0ea5e38e2a6a triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:55:21.927577 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (c6a4aa3e-733c-4f2b-bb02-0ea5e38e2a6a), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:21.960520 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-69382854-7729-4c19-85b0-e0689230d79c service neutron] For port bfe479cc-6320-4a21-838c-6dca9641d47b, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=bfe479cc-6320-4a21-838c-6dca9641d47b,segment=NetworkSegment(43369f47-102e-4f19-93f2-e5ce754f6e28),segment_id=43369f47-102e-4f19-93f2-e5ce754f6e28)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:55:22.000176 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5c11f1-ff2f-483d-be65-60bd7eb539ea req-d1855bd0-5c15-4dc9-9ccf-5820618a699b tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:22.001798 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9b5c11f1-ff2f-483d-be65-60bd7eb539ea req-d1855bd0-5c15-4dc9-9ccf-5820618a699b tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.87 "GET /v2.0/ports?device_id=8bcb0621-52fe-4fab-a2be-b7b190e6b303 HTTP/1.1" status: 200 len: 946 time: 0.2904179 Feb 02 06:55:22.018123 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a36c5ea-c8af-4558-b016-5b7a4fa80d33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=754efa80-8dc2-492f-a4f9-29685b756b55,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:55:22.036636 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port c6a4aa3e-733c-4f2b-bb02-0ea5e38e2a6a is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:55:22.036937 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (c6a4aa3e-733c-4f2b-bb02-0ea5e38e2a6a), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:22.065553 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-69382854-7729-4c19-85b0-e0689230d79c service neutron] For port bfe479cc-6320-4a21-838c-6dca9641d47b, host n-h2-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:55:22.088748 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a36c5ea-c8af-4558-b016-5b7a4fa80d33 admin admin] Checking segment: {'id': 'c05e7e16-1181-4a1f-b0eb-5bf8b2ea2f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e031e54a-fb94-4be8-9122-29e7d171bb1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:55:22.089938 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a36c5ea-c8af-4558-b016-5b7a4fa80d33 admin admin] Network hostable DHCP agents. Network: e031e54a-fb94-4be8-9122-29e7d171bb1c, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 06:55:22.104479 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port c6a4aa3e-733c-4f2b-bb02-0ea5e38e2a6a, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=c6a4aa3e-733c-4f2b-bb02-0ea5e38e2a6a,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:55:22.113784 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (c6a4aa3e-733c-4f2b-bb02-0ea5e38e2a6a), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:22.127177 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9b5c11f1-ff2f-483d-be65-60bd7eb539ea req-7c5c090a-5c10-4874-8e88-666e5f9f0c30 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.87 "GET /v2.0/security-groups?id=974679eb-14d2-4f44-9e62-35ad2dae7bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154823 Feb 02 06:55:22.140034 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc8267f-9472-43e8-b871-0c5f767cd58a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfe479cc-6320-4a21-838c-6dca9641d47b'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:55:22.142589 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27495500-9e92-41e9-8e90-73ab1f206a1c" -d '{"events": [{"server_uuid": "2fc8267f-9472-43e8-b871-0c5f767cd58a", "name": "network-vif-unplugged", "status": "completed", "tag": "bfe479cc-6320-4a21-838c-6dca9641d47b"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:55:22.146949 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-69382854-7729-4c19-85b0-e0689230d79c service neutron] Publish callbacks [] for port (bfe479cc-6320-4a21-838c-6dca9641d47b), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:22.150090 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a36c5ea-c8af-4558-b016-5b7a4fa80d33 admin admin] Network e031e54a-fb94-4be8-9122-29e7d171bb1c is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 06:55:22.160395 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-69382854-7729-4c19-85b0-e0689230d79c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (bfe479cc-6320-4a21-838c-6dca9641d47b), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:22.166850 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-9a36c5ea-c8af-4558-b016-5b7a4fa80d33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, e031e54a-fb94-4be8-9122-29e7d171bb1c) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:55:22.190806 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cddb0c-d4ce-4de3-a077-31c8cbf40cec req-dc79527b-15d3-4bed-8a81-d19704dff7bf tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:22.193246 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-36cddb0c-d4ce-4de3-a077-31c8cbf40cec req-dc79527b-15d3-4bed-8a81-d19704dff7bf tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2771482 Feb 02 06:55:22.205408 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a675fe7e-ebd6-4976-8c1e-25d9dc373a9b None None] Network e031e54a-fb94-4be8-9122-29e7d171bb1c requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 06:55:22.218842 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-36cddb0c-d4ce-4de3-a077-31c8cbf40cec req-dc8c5bfe-3149-4712-83b5-8da97bfe0f9a tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/quotas/617f6fde409340a286c916b0c2822b5a HTTP/1.1" status: 200 len: 375 time: 0.0159352 Feb 02 06:55:22.221427 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a36c5ea-c8af-4558-b016-5b7a4fa80d33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:22.222019 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9a36c5ea-c8af-4558-b016-5b7a4fa80d33 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:22.277907 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-9a36c5ea-c8af-4558-b016-5b7a4fa80d33 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8836432 Feb 02 06:55:22.327207 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69382854-7729-4c19-85b0-e0689230d79c service neutron] Pushing event updated for resources: {'Port': ['ID=bfe479cc-6320-4a21-838c-6dca9641d47b,revision_number=7']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:55:22.383840 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-36cddb0c-d4ce-4de3-a077-31c8cbf40cec req-fd3e2df1-7275-473b-8d34-364b4b33ff9f tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=617f6fde409340a286c916b0c2822b5a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1596119 Feb 02 06:55:22.388086 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-69382854-7729-4c19-85b0-e0689230d79c service neutron] Attempting to bind port bfe479cc-6320-4a21-838c-6dca9641d47b on host n-h2-789963-26 for vnic_type normal with profile {"migrating_to": "n-h1-789963-26"} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:55:22.388086 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-69382854-7729-4c19-85b0-e0689230d79c service neutron] Attempting to bind port bfe479cc-6320-4a21-838c-6dca9641d47b by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': '43369f47-102e-4f19-93f2-e5ce754f6e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ad127856-4465-484c-882c-e096f13573c2'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:55:22.388283 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-69382854-7729-4c19-85b0-e0689230d79c service neutron] Attempting to bind port bfe479cc-6320-4a21-838c-6dca9641d47b on network ad127856-4465-484c-882c-e096f13573c2 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:55:22.410561 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-69382854-7729-4c19-85b0-e0689230d79c service neutron] Port bfe479cc-6320-4a21-838c-6dca9641d47b on network ad127856-4465-484c-882c-e096f13573c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 06:55:22.410902 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-69382854-7729-4c19-85b0-e0689230d79c service neutron] Attempting to bind port bfe479cc-6320-4a21-838c-6dca9641d47b on network ad127856-4465-484c-882c-e096f13573c2 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:55:22.412543 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=c6a4aa3e-733c-4f2b-bb02-0ea5e38e2a6a,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:55:22.455994 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-69382854-7729-4c19-85b0-e0689230d79c service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:55:22.456346 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-69382854-7729-4c19-85b0-e0689230d79c service neutron] Checking segment: {'id': '43369f47-102e-4f19-93f2-e5ce754f6e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ad127856-4465-484c-882c-e096f13573c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:55:22.456734 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-69382854-7729-4c19-85b0-e0689230d79c service neutron] Bound using segment: {'id': '43369f47-102e-4f19-93f2-e5ce754f6e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ad127856-4465-484c-882c-e096f13573c2'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:55:22.457187 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-69382854-7729-4c19-85b0-e0689230d79c service neutron] Bound port: bfe479cc-6320-4a21-838c-6dca9641d47b, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43369f47-102e-4f19-93f2-e5ce754f6e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ad127856-4465-484c-882c-e096f13573c2'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:55:22.457550 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-69382854-7729-4c19-85b0-e0689230d79c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (bfe479cc-6320-4a21-838c-6dca9641d47b), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:22.470066 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77de52f-6111-470a-9971-e56e38e17e45 None None] Network e031e54a-fb94-4be8-9122-29e7d171bb1c requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 06:55:22.599760 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 06:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec311f04-05e0-4838-8e22-da14a20aa384 x-openstack-request-id: req-ec311f04-05e0-4838-8e22-da14a20aa384 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:55:22.600131 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "682cb750-3b53-4085-be06-d355b0d2dc70", "name": "network-vif-plugged", "status": "completed", "tag": "86badc51-10d8-40e2-b632-ed4cc28b590a", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:55:22.600308 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ec311f04-05e0-4838-8e22-da14a20aa384 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:55:22.600716 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '682cb750-3b53-4085-be06-d355b0d2dc70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86badc51-10d8-40e2-b632-ed4cc28b590a', 'code': 200} Feb 02 06:55:22.615977 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-69382854-7729-4c19-85b0-e0689230d79c service neutron] For port bfe479cc-6320-4a21-838c-6dca9641d47b, host n-h2-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:55:22.636296 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-69382854-7729-4c19-85b0-e0689230d79c service neutron] For port bfe479cc-6320-4a21-838c-6dca9641d47b, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=bfe479cc-6320-4a21-838c-6dca9641d47b,segment=NetworkSegment(43369f47-102e-4f19-93f2-e5ce754f6e28),segment_id=43369f47-102e-4f19-93f2-e5ce754f6e28)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:55:22.657637 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-69382854-7729-4c19-85b0-e0689230d79c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (bfe479cc-6320-4a21-838c-6dca9641d47b), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:22.716742 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954edd90-5f35-4a8c-97fc-4840096492ff req-885fc5b7-13ce-4605-8a3b-31150386e88b tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:22.718241 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-954edd90-5f35-4a8c-97fc-4840096492ff req-885fc5b7-13ce-4605-8a3b-31150386e88b tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/networks?id=76868d96-3692-423a-989b-a6220ec3b299 HTTP/1.1" status: 200 len: 820 time: 0.3809702 Feb 02 06:55:22.777192 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69382854-7729-4c19-85b0-e0689230d79c service neutron] Pushing event updated for resources: {'Port': ['ID=bfe479cc-6320-4a21-838c-6dca9641d47b,revision_number=8']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:55:22.781775 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-69382854-7729-4c19-85b0-e0689230d79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:22.782389 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-69382854-7729-4c19-85b0-e0689230d79c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:22.784056 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-69382854-7729-4c19-85b0-e0689230d79c service neutron] 10.222.0.88 "PUT /v2.0/ports/bfe479cc-6320-4a21-838c-6dca9641d47b HTTP/1.1" status: 200 len: 1123 time: 1.7148452 Feb 02 06:55:22.790621 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-954edd90-5f35-4a8c-97fc-4840096492ff req-bec482e1-837b-4404-9930-488c5b4e09c1 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/quotas/2b7b771ea1c74d4ab2224de90862d20a HTTP/1.1" status: 200 len: 375 time: 0.0647225 Feb 02 06:55:22.846827 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6aeff3-8363-4782-b69f-7fa926f28eba req-2cacde3a-03d5-476e-9055-dc54ee6536e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:22.848376 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6e6aeff3-8363-4782-b69f-7fa926f28eba req-2cacde3a-03d5-476e-9055-dc54ee6536e9 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=682cb750-3b53-4085-be06-d355b0d2dc70 HTTP/1.1" status: 200 len: 1128 time: 0.1711183 Feb 02 06:55:22.857515 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c02fab1-0f76-410c-934f-86b1754a31e3 req-fc2b8b30-21f7-4c38-b824-575f05a4e70f tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:22.859054 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6c02fab1-0f76-410c-934f-86b1754a31e3 req-fc2b8b30-21f7-4c38-b824-575f05a4e70f tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fc8267f-9472-43e8-b871-0c5f767cd58a HTTP/1.1" status: 200 len: 943 time: 0.2004113 Feb 02 06:55:22.883921 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-954edd90-5f35-4a8c-97fc-4840096492ff req-ce5a55c2-9eaf-4d8f-a19f-f1958c0fca95 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=2b7b771ea1c74d4ab2224de90862d20a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0922184 Feb 02 06:55:22.947719 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['bfe479cc-6320-4a21-838c-6dca9641d47b'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:55:22.949415 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6c02fab1-0f76-410c-934f-86b1754a31e3 req-75816add-3db1-40bd-9905-6caa749e4155 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791678 Feb 02 06:55:22.960798 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6e6aeff3-8363-4782-b69f-7fa926f28eba req-8ecb2f6e-2a21-433a-b551-c441bc963070 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007135 Feb 02 06:55:23.028919 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 06:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a10d7ead-ae14-47cb-82a9-a32f14d3348a x-openstack-request-id: req-a10d7ead-ae14-47cb-82a9-a32f14d3348a {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:55:23.029864 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fc8267f-9472-43e8-b871-0c5f767cd58a", "name": "network-vif-unplugged", "status": "completed", "tag": "bfe479cc-6320-4a21-838c-6dca9641d47b", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:55:23.031971 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a10d7ead-ae14-47cb-82a9-a32f14d3348a {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:55:23.038711 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fc8267f-9472-43e8-b871-0c5f767cd58a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfe479cc-6320-4a21-838c-6dca9641d47b', 'code': 200} Feb 02 06:55:23.082848 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-954edd90-5f35-4a8c-97fc-4840096492ff req-860e2d31-1bfd-43c7-ab6f-664ecdeb01bd service neutron] 10.222.0.87 "GET /v2.0/networks/76868d96-3692-423a-989b-a6220ec3b299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967571 Feb 02 06:55:23.189448 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d044a-873f-40ed-a3ca-5c590f8996f4 req-e4b4438e-df2b-41de-942b-f571e3fe2f69 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:23.191147 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e31d044a-873f-40ed-a3ca-5c590f8996f4 req-e4b4438e-df2b-41de-942b-f571e3fe2f69 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] 10.222.0.87 "GET /v2.0/ports?device_id=60e224b2-d479-43b0-b8ed-09bc1f2f4f04 HTTP/1.1" status: 200 len: 949 time: 0.1039987 Feb 02 06:55:23.232533 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-954edd90-5f35-4a8c-97fc-4840096492ff req-226a40f3-78b4-4afd-8a43-3141303c6379 service neutron] 10.222.0.87 "GET /v2.0/networks/76868d96-3692-423a-989b-a6220ec3b299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425309 Feb 02 06:55:23.268158 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e31d044a-873f-40ed-a3ca-5c590f8996f4 req-03e13369-5acf-4b79-8c2a-bfa64859c04d tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] 10.222.0.87 "GET /v2.0/security-groups?id=1ccf634d-a49d-423a-88d1-71ef8d7f08ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684497 Feb 02 06:55:23.392615 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e719a0a7-6e71-4c34-a527-d3cc36846c49 req-a4515ed8-f172-4a66-b7c1-232dc0ec4255 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87 HTTP/1.1" status: 200 len: 210 time: 0.0344353 Feb 02 06:55:23.587813 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5d0ce-0233-4cc0-af42-72fcb03656c6 req-577d239b-9d23-42d5-ae84-ddd363a9cfae tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:23.593474 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d6b5d0ce-0233-4cc0-af42-72fcb03656c6 req-577d239b-9d23-42d5-ae84-ddd363a9cfae tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=682cb750-3b53-4085-be06-d355b0d2dc70 HTTP/1.1" status: 200 len: 945 time: 0.1180429 Feb 02 06:55:23.683720 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d6b5d0ce-0233-4cc0-af42-72fcb03656c6 req-7fc5be89-8359-4f5a-b4a8-017aa640bd9f tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859277 Feb 02 06:55:23.867920 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e7fba6-1a1a-4c27-aac0-8032c53d41f1 req-fb520709-cb6c-4825-b75e-e31bf040422a tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:23.881257 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-79e7fba6-1a1a-4c27-aac0-8032c53d41f1 req-fb520709-cb6c-4825-b75e-e31bf040422a tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.87 "GET /v2.0/ports?device_id=8bcb0621-52fe-4fab-a2be-b7b190e6b303 HTTP/1.1" status: 200 len: 946 time: 0.1103017 Feb 02 06:55:23.952539 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc75e60-c11f-4ab5-9fe6-cd5ea7e5d0cf req-3aca2f99-680e-44cf-bcd8-6619403daaa6 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:23.954449 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2cc75e60-c11f-4ab5-9fe6-cd5ea7e5d0cf req-3aca2f99-680e-44cf-bcd8-6619403daaa6 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/networks?id=e031e54a-fb94-4be8-9122-29e7d171bb1c HTTP/1.1" status: 200 len: 821 time: 0.1969521 Feb 02 06:55:23.992040 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-79e7fba6-1a1a-4c27-aac0-8032c53d41f1 req-4f293647-6903-4a70-bdc1-5ed8dd4df773 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.87 "GET /v2.0/security-groups?id=974679eb-14d2-4f44-9e62-35ad2dae7bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001980 Feb 02 06:55:23.994107 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2cc75e60-c11f-4ab5-9fe6-cd5ea7e5d0cf req-c049e941-7246-4ee6-bb73-73c94421e16c tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/quotas/5b558cbd1dc64d878bd1a07b652eb26c HTTP/1.1" status: 200 len: 375 time: 0.0245533 Feb 02 06:55:24.029484 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2cc75e60-c11f-4ab5-9fe6-cd5ea7e5d0cf req-72145cae-a1c1-4071-af33-8b72d5bd9e41 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=5b558cbd1dc64d878bd1a07b652eb26c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342481 Feb 02 06:55:24.145662 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e4210aa6-a9d3-4e1b-bb5f-da9ab619c792 req-dbb654cf-f5fa-40a0-9a13-d99aad46dc33 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/ports?device_id=31edf115-2f57-49b2-9f9d-02b931a6f370 HTTP/1.1" status: 200 len: 210 time: 0.0609062 Feb 02 06:55:24.225318 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2cc75e60-c11f-4ab5-9fe6-cd5ea7e5d0cf req-1fe28603-c133-4406-8d47-ce7094d7ad02 service neutron] 10.222.0.87 "GET /v2.0/networks/e031e54a-fb94-4be8-9122-29e7d171bb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867373 Feb 02 06:55:24.257649 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-36cddb0c-d4ce-4de3-a077-31c8cbf40cec req-a6e146df-d5b9-4679-831a-9d787e69d473 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=617f6fde409340a286c916b0c2822b5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552213 Feb 02 06:55:24.362810 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd5595-3a44-4a74-a0be-23a5f55c063c req-0f41470c-c25e-4f49-a816-ad72fa189dfc tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:24.364530 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8bfd5595-3a44-4a74-a0be-23a5f55c063c req-0f41470c-c25e-4f49-a816-ad72fa189dfc tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fc8267f-9472-43e8-b871-0c5f767cd58a HTTP/1.1" status: 200 len: 943 time: 0.1045711 Feb 02 06:55:24.371150 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2cc75e60-c11f-4ab5-9fe6-cd5ea7e5d0cf req-346a2c8a-cf64-4435-be12-a9d753f41238 service neutron] 10.222.0.87 "GET /v2.0/networks/e031e54a-fb94-4be8-9122-29e7d171bb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448865 Feb 02 06:55:24.519830 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8bfd5595-3a44-4a74-a0be-23a5f55c063c req-ae18592c-9d86-4d07-a66b-631638130081 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169159 Feb 02 06:55:24.574706 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cddb0c-d4ce-4de3-a077-31c8cbf40cec req-bd736cee-491d-4b1a-9af6-aab393f3df64 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:24.576417 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-36cddb0c-d4ce-4de3-a077-31c8cbf40cec req-bd736cee-491d-4b1a-9af6-aab393f3df64 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2781122 Feb 02 06:55:24.602236 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60e224b2-d479-43b0-b8ed-09bc1f2f4f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a4aa3e-733c-4f2b-bb02-0ea5e38e2a6a'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:55:24.605434 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da28928d-360e-4240-abae-0f888cdd1c02" -d '{"events": [{"server_uuid": "60e224b2-d479-43b0-b8ed-09bc1f2f4f04", "name": "network-vif-plugged", "status": "completed", "tag": "c6a4aa3e-733c-4f2b-bb02-0ea5e38e2a6a"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:55:24.653294 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-36cddb0c-d4ce-4de3-a077-31c8cbf40cec req-eba19164-6eaa-4491-b9a4-ec2cda01c52f tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Request body: {'port': {'device_id': '4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87', 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1', 'admin_state_up': True, 'tenant_id': '617f6fde409340a286c916b0c2822b5a'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:55:24.737377 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d254d-3c3b-42b7-a034-7d0ecf8600f0 req-fcd42239-2ebd-4fce-b440-274cffeb5302 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:24.746395 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ad1d254d-3c3b-42b7-a034-7d0ecf8600f0 req-fcd42239-2ebd-4fce-b440-274cffeb5302 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] 10.222.0.87 "GET /v2.0/ports?device_id=60e224b2-d479-43b0-b8ed-09bc1f2f4f04 HTTP/1.1" status: 200 len: 949 time: 0.1144197 Feb 02 06:55:24.812139 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ad1d254d-3c3b-42b7-a034-7d0ecf8600f0 req-ade0a184-b7e1-4cb3-be49-5b1dbe9698bd tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] 10.222.0.87 "GET /v2.0/security-groups?id=1ccf634d-a49d-423a-88d1-71ef8d7f08ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641406 Feb 02 06:55:24.839519 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e233175e-d99d-45f5-963a-a1514b6f2d35 req-8d14cada-cfda-44dd-aa70-4d459cc8adda tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:24.846391 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e233175e-d99d-45f5-963a-a1514b6f2d35 req-8d14cada-cfda-44dd-aa70-4d459cc8adda tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.87 "GET /v2.0/ports?device_id=8bcb0621-52fe-4fab-a2be-b7b190e6b303 HTTP/1.1" status: 200 len: 946 time: 0.1764815 Feb 02 06:55:24.905246 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36cddb0c-d4ce-4de3-a077-31c8cbf40cec req-eba19164-6eaa-4491-b9a4-ec2cda01c52f tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Made reservation on behalf of 617f6fde409340a286c916b0c2822b5a for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:55:24.908817 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-36cddb0c-d4ce-4de3-a077-31c8cbf40cec req-eba19164-6eaa-4491-b9a4-ec2cda01c52f tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:24.924239 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e233175e-d99d-45f5-963a-a1514b6f2d35 req-5c97be97-ba47-4761-8d1d-e9a007e6380e tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.87 "GET /v2.0/security-groups?id=974679eb-14d2-4f44-9e62-35ad2dae7bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769203 Feb 02 06:55:25.045509 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-573cb97e-85e1-4e2c-9aed-56082bc00638 req-0672570e-211d-47f8-b3c6-5261f1d8c5f1 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87 HTTP/1.1" status: 200 len: 210 time: 0.1256695 Feb 02 06:55:25.046124 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fc8267f-9472-43e8-b871-0c5f767cd58a', 'tag': 'bfe479cc-6320-4a21-838c-6dca9641d47b'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:55:25.048510 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28daff94-e159-473b-a147-4947ba98755f" -d '{"events": [{"name": "network-changed", "server_uuid": "2fc8267f-9472-43e8-b871-0c5f767cd58a", "tag": "bfe479cc-6320-4a21-838c-6dca9641d47b"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:55:25.058369 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b6dfb11a-c27c-4e94-a43f-9fa8844994d9 req-4fc7bf5a-4e9e-4359-bf98-f6d12bb9afea tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/ports?device_id=83e49562-4001-4510-8a8a-9aeddd004b7a HTTP/1.1" status: 200 len: 210 time: 0.0437939 Feb 02 06:55:25.153858 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 06:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb3ae66e-603e-46cf-9d91-4a17fa9f7efa x-openstack-request-id: req-bb3ae66e-603e-46cf-9d91-4a17fa9f7efa {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:55:25.154309 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60e224b2-d479-43b0-b8ed-09bc1f2f4f04", "name": "network-vif-plugged", "status": "completed", "tag": "c6a4aa3e-733c-4f2b-bb02-0ea5e38e2a6a", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:55:25.154664 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-bb3ae66e-603e-46cf-9d91-4a17fa9f7efa {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:55:25.155813 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60e224b2-d479-43b0-b8ed-09bc1f2f4f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a4aa3e-733c-4f2b-bb02-0ea5e38e2a6a', 'code': 200} Feb 02 06:55:25.176020 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device bfe479cc-6320-4a21-838c-6dca9641d47b details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 06:55:25.237335 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 06:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eade4d9-ce44-4c30-ba50-cf63e1c2efcf x-openstack-request-id: req-0eade4d9-ce44-4c30-ba50-cf63e1c2efcf {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:55:25.238995 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fc8267f-9472-43e8-b871-0c5f767cd58a", "tag": "bfe479cc-6320-4a21-838c-6dca9641d47b", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:55:25.239317 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-0eade4d9-ce44-4c30-ba50-cf63e1c2efcf {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:55:25.242815 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fc8267f-9472-43e8-b871-0c5f767cd58a', 'tag': 'bfe479cc-6320-4a21-838c-6dca9641d47b', 'status': 'completed', 'code': 200} Feb 02 06:55:25.270528 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-36cddb0c-d4ce-4de3-a077-31c8cbf40cec req-eba19164-6eaa-4491-b9a4-ec2cda01c52f tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Allocated IP 192.168.233.137 (04bc5622-0c2b-4ce8-b107-e6abcbdf57e1/9d773733-62df-4956-84d3-71d17cfb6d11/ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:55:25.332532 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port bfe479cc-6320-4a21-838c-6dca9641d47b, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=bfe479cc-6320-4a21-838c-6dca9641d47b,segment=NetworkSegment(43369f47-102e-4f19-93f2-e5ce754f6e28),segment_id=43369f47-102e-4f19-93f2-e5ce754f6e28)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:55:25.352565 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device bfe479cc-6320-4a21-838c-6dca9641d47b has no active binding in host n-h1-789963-26 {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 02 06:55:25.449838 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-aebf624c-b908-4ae5-ba7c-674b3be47937 req-fcda8b56-1088-4211-970a-7548597a85ac tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/ports?device_id=31edf115-2f57-49b2-9f9d-02b931a6f370 HTTP/1.1" status: 200 len: 210 time: 0.0908556 Feb 02 06:55:25.471574 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28daff94-e159-473b-a147-4947ba98755f req-5715ed22-7347-47ee-acbc-2b87335e78b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:25.473813 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-28daff94-e159-473b-a147-4947ba98755f req-5715ed22-7347-47ee-acbc-2b87335e78b3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=94634d8b4d2a41de8e59c8bd88798343&device_id=2fc8267f-9472-43e8-b871-0c5f767cd58a HTTP/1.1" status: 200 len: 1157 time: 0.1860187 Feb 02 06:55:25.588163 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-36cddb0c-d4ce-4de3-a077-31c8cbf40cec req-eba19164-6eaa-4491-b9a4-ec2cda01c52f tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Publish callbacks [] for port (ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:25.612720 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf3dc91-cb28-4d13-878c-5ee3364ff85b req-c0095aa9-9bfa-4fd2-a4c8-f4ac7866673b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:25.615514 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4cf3dc91-cb28-4d13-878c-5ee3364ff85b req-c0095aa9-9bfa-4fd2-a4c8-f4ac7866673b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=60e224b2-d479-43b0-b8ed-09bc1f2f4f04 HTTP/1.1" status: 200 len: 1132 time: 0.1751170 Feb 02 06:55:25.647094 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-36cddb0c-d4ce-4de3-a077-31c8cbf40cec req-eba19164-6eaa-4491-b9a4-ec2cda01c52f tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:25.697674 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['4a75d9f3-a85f-4d9a-836f-d0f8787f41da'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:55:25.719806 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba19164-6eaa-4491-b9a4-ec2cda01c52f tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Pushing event updated for resources: {'Port': ['ID=ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:55:25.738469 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd09773e-4aa6-4cbf-b04b-1db0f6b750c9 req-a4b4adaf-210b-4e30-acef-578c75e950e3 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:25.750431 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dd09773e-4aa6-4cbf-b04b-1db0f6b750c9 req-a4b4adaf-210b-4e30-acef-578c75e950e3 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=682cb750-3b53-4085-be06-d355b0d2dc70 HTTP/1.1" status: 200 len: 945 time: 0.5801101 Feb 02 06:55:25.771224 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4cf3dc91-cb28-4d13-878c-5ee3364ff85b req-d0a1e605-f614-44e4-a36d-f2a5b5233771 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=1ccf634d-a49d-423a-88d1-71ef8d7f08ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753064 Feb 02 06:55:25.823982 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cd8b51-7c53-4514-b729-3f074a3fe0e1 req-f5221d8b-0259-4338-9fcc-922b03b06438 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:25.826085 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f8cd8b51-7c53-4514-b729-3f074a3fe0e1 req-f5221d8b-0259-4338-9fcc-922b03b06438 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fc8267f-9472-43e8-b871-0c5f767cd58a HTTP/1.1" status: 200 len: 943 time: 0.2170758 Feb 02 06:55:25.827482 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28daff94-e159-473b-a147-4947ba98755f req-6a5bcaa0-62bd-48fe-b32f-bbd31da48c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:25.829571 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-28daff94-e159-473b-a147-4947ba98755f req-6a5bcaa0-62bd-48fe-b32f-bbd31da48c8d service neutron] 10.222.0.59 "GET /v2.0/networks?id=ad127856-4465-484c-882c-e096f13573c2 HTTP/1.1" status: 200 len: 908 time: 0.3296127 Feb 02 06:55:25.887358 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954edd90-5f35-4a8c-97fc-4840096492ff req-184db84b-39e7-4b42-8c46-5e3ba13942e7 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:25.889215 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-954edd90-5f35-4a8c-97fc-4840096492ff req-184db84b-39e7-4b42-8c46-5e3ba13942e7 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.88 "GET /v2.0/networks?id=76868d96-3692-423a-989b-a6220ec3b299 HTTP/1.1" status: 200 len: 820 time: 0.6073129 Feb 02 06:55:25.909782 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36cddb0c-d4ce-4de3-a077-31c8cbf40cec req-eba19164-6eaa-4491-b9a4-ec2cda01c52f tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:55:25.913677 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-36cddb0c-d4ce-4de3-a077-31c8cbf40cec req-eba19164-6eaa-4491-b9a4-ec2cda01c52f tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:55:25.918102 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-36cddb0c-d4ce-4de3-a077-31c8cbf40cec req-eba19164-6eaa-4491-b9a4-ec2cda01c52f tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:55:25.931216 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-28daff94-e159-473b-a147-4947ba98755f req-779b3074-8061-45c2-88db-043a30042ef1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bfe479cc-6320-4a21-838c-6dca9641d47b HTTP/1.1" status: 200 len: 217 time: 0.0658417 Feb 02 06:55:26.006797 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cddb0c-d4ce-4de3-a077-31c8cbf40cec req-eba19164-6eaa-4491-b9a4-ec2cda01c52f tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:26.007992 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-36cddb0c-d4ce-4de3-a077-31c8cbf40cec req-eba19164-6eaa-4491-b9a4-ec2cda01c52f tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:26.020843 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f8cd8b51-7c53-4514-b729-3f074a3fe0e1 req-9a968c32-bcc8-48f8-9888-f08087503e12 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876960 Feb 02 06:55:26.035245 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28daff94-e159-473b-a147-4947ba98755f req-94a85fa6-faff-4700-a4bc-21e1f799f7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:26.037005 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-28daff94-e159-473b-a147-4947ba98755f req-94a85fa6-faff-4700-a4bc-21e1f799f7b1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a7292d13-827d-45ab-8eaa-7baf62301aaa HTTP/1.1" status: 200 len: 847 time: 0.0886879 Feb 02 06:55:26.048515 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dd09773e-4aa6-4cbf-b04b-1db0f6b750c9 req-b24d3fae-916c-421c-9a87-11342c45f77b tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957530 Feb 02 06:55:26.064251 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-36cddb0c-d4ce-4de3-a077-31c8cbf40cec req-eba19164-6eaa-4491-b9a4-ec2cda01c52f tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4162145 Feb 02 06:55:26.089834 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-36cddb0c-d4ce-4de3-a077-31c8cbf40cec req-f34399a4-f785-4d5f-8c38-4fc66fa80bb9 service neutron] Request body: {'port': {'device_id': '4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:55:26.107664 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-28daff94-e159-473b-a147-4947ba98755f req-d719734b-d677-463a-b6b5-2d0254bd93f1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ad127856-4465-484c-882c-e096f13573c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533290 Feb 02 06:55:26.115250 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-954edd90-5f35-4a8c-97fc-4840096492ff req-60614eb3-7d46-466b-8156-0170e50a6b5e tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Request body: {'port': {'device_id': '31edf115-2f57-49b2-9f9d-02b931a6f370', 'network_id': '76868d96-3692-423a-989b-a6220ec3b299', 'admin_state_up': True, 'tenant_id': '2b7b771ea1c74d4ab2224de90862d20a'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:55:26.267770 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-9ba3a570-22c1-4b0e-94a6-738ff76e18fc None None] Provisioning complete for port ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:55:26.269447 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9ba3a570-22c1-4b0e-94a6-738ff76e18fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:26.311414 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-9ba3a570-22c1-4b0e-94a6-738ff76e18fc None None] Port ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 06:55:26.313540 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-28daff94-e159-473b-a147-4947ba98755f req-814d6644-8c81-4b3e-8f6b-24bd5ad6821e service neutron] 10.222.0.59 "GET /v2.0/networks/ad127856-4465-484c-882c-e096f13573c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948807 Feb 02 06:55:26.316284 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-36cddb0c-d4ce-4de3-a077-31c8cbf40cec req-f34399a4-f785-4d5f-8c38-4fc66fa80bb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:26.352537 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3414051-9eae-4c41-ab43-7bd7e8784674 req-dfb88927-27fd-4182-8a66-f91708406734 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:26.355011 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f3414051-9eae-4c41-ab43-7bd7e8784674 req-dfb88927-27fd-4182-8a66-f91708406734 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] 10.222.0.87 "GET /v2.0/ports?device_id=60e224b2-d479-43b0-b8ed-09bc1f2f4f04 HTTP/1.1" status: 200 len: 949 time: 0.1979804 Feb 02 06:55:26.454765 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f3414051-9eae-4c41-ab43-7bd7e8784674 req-f9ad987e-4575-4571-bb65-08cab4903e57 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] 10.222.0.87 "GET /v2.0/security-groups?id=1ccf634d-a49d-423a-88d1-71ef8d7f08ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859685 Feb 02 06:55:26.478163 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-954edd90-5f35-4a8c-97fc-4840096492ff req-60614eb3-7d46-466b-8156-0170e50a6b5e tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Made reservation on behalf of 2b7b771ea1c74d4ab2224de90862d20a for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:55:26.482631 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-954edd90-5f35-4a8c-97fc-4840096492ff req-60614eb3-7d46-466b-8156-0170e50a6b5e tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:26.507823 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-28daff94-e159-473b-a147-4947ba98755f req-fa809919-aba8-4095-8d8f-4ee7c8d63644 service neutron] 10.222.0.59 "GET /v2.0/networks/ad127856-4465-484c-882c-e096f13573c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823123 Feb 02 06:55:26.515041 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b318d2-5690-4851-98b1-d63461972b4f req-b0a4eddc-e2a5-48c4-b75b-4aa73bf342c6 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:26.521998 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-44b318d2-5690-4851-98b1-d63461972b4f req-b0a4eddc-e2a5-48c4-b75b-4aa73bf342c6 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87 HTTP/1.1" status: 200 len: 936 time: 0.3120863 Feb 02 06:55:26.636618 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4274f611-e402-4673-ba91-7b847cac62fc req-181ec1c8-6d8b-4159-81fe-ee542e1b7753 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/ports?device_id=83e49562-4001-4510-8a8a-9aeddd004b7a HTTP/1.1" status: 200 len: 210 time: 0.0447314 Feb 02 06:55:26.701934 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-44b318d2-5690-4851-98b1-d63461972b4f req-7bb58906-a587-4bf1-9ad4-9ef7e5d64fad tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728954 Feb 02 06:55:26.835462 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b032fe02-2c20-422a-bf5a-ad1c060b5a9a req-f9d2110c-a887-4bd0-b262-b4ab65dfdcaa tempest-LiveAutoBlockMigrationV225Test-1760037822 tempest-LiveAutoBlockMigrationV225Test-1760037822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:26.842954 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b032fe02-2c20-422a-bf5a-ad1c060b5a9a req-f9d2110c-a887-4bd0-b262-b4ab65dfdcaa tempest-LiveAutoBlockMigrationV225Test-1760037822 tempest-LiveAutoBlockMigrationV225Test-1760037822-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=682cb750-3b53-4085-be06-d355b0d2dc70 HTTP/1.1" status: 200 len: 1128 time: 0.1457520 Feb 02 06:55:26.845684 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f130a369-6e0c-455c-b6b4-27c36ffddbff req-4b088894-04e0-4253-9539-44ab4041fd33 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/ports?device_id=31edf115-2f57-49b2-9f9d-02b931a6f370 HTTP/1.1" status: 200 len: 210 time: 0.0479503 Feb 02 06:55:26.857945 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc75e60-c11f-4ab5-9fe6-cd5ea7e5d0cf req-fa7ad376-fa82-48e1-8f2d-680331cd1613 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:26.859601 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2cc75e60-c11f-4ab5-9fe6-cd5ea7e5d0cf req-fa7ad376-fa82-48e1-8f2d-680331cd1613 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.59 "GET /v2.0/networks?id=e031e54a-fb94-4be8-9122-29e7d171bb1c HTTP/1.1" status: 200 len: 821 time: 0.1992686 Feb 02 06:55:26.863774 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-954edd90-5f35-4a8c-97fc-4840096492ff req-60614eb3-7d46-466b-8156-0170e50a6b5e tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Allocated IP 172.20.0.7 (76868d96-3692-423a-989b-a6220ec3b299/7ce63174-c525-4e2d-821d-9ee5b4634e75/cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:55:26.911920 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:26.912941 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-36cddb0c-d4ce-4de3-a077-31c8cbf40cec req-f34399a4-f785-4d5f-8c38-4fc66fa80bb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:55:26.921646 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-2cc75e60-c11f-4ab5-9fe6-cd5ea7e5d0cf req-349a384f-33db-4f1b-8358-3278408c90a0 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Request body: {'port': {'device_id': '83e49562-4001-4510-8a8a-9aeddd004b7a', 'network_id': 'e031e54a-fb94-4be8-9122-29e7d171bb1c', 'admin_state_up': True, 'tenant_id': '5b558cbd1dc64d878bd1a07b652eb26c'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:55:26.929102 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-36cddb0c-d4ce-4de3-a077-31c8cbf40cec req-f34399a4-f785-4d5f-8c38-4fc66fa80bb9 service neutron] Publish callbacks [] for port (ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:26.960084 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-36cddb0c-d4ce-4de3-a077-31c8cbf40cec req-f34399a4-f785-4d5f-8c38-4fc66fa80bb9 service neutron] Transition to ACTIVE for port object ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 06:55:26.997820 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-36cddb0c-d4ce-4de3-a077-31c8cbf40cec req-f34399a4-f785-4d5f-8c38-4fc66fa80bb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:27.118614 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b032fe02-2c20-422a-bf5a-ad1c060b5a9a req-b6eae271-69e8-4dc7-a3b2-94422a21b38d tempest-LiveAutoBlockMigrationV225Test-1760037822 tempest-LiveAutoBlockMigrationV225Test-1760037822-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747912 Feb 02 06:55:27.150962 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-b70aba00-c6de-4f13-80c4-fa87a45445e5 service neutron] 10.222.0.59 "GET /v2.0/ports/bfe479cc-6320-4a21-838c-6dca9641d47b/bindings/n-h1-789963-26 HTTP/1.1" status: 200 len: 385 time: 0.2583039 Feb 02 06:55:27.171833 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cc75e60-c11f-4ab5-9fe6-cd5ea7e5d0cf req-349a384f-33db-4f1b-8358-3278408c90a0 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Made reservation on behalf of 5b558cbd1dc64d878bd1a07b652eb26c for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:55:27.182773 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2cc75e60-c11f-4ab5-9fe6-cd5ea7e5d0cf req-349a384f-33db-4f1b-8358-3278408c90a0 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:27.246631 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34399a4-f785-4d5f-8c38-4fc66fa80bb9 service neutron] Pushing event updated for resources: {'Port': ['ID=ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:55:27.327581 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-954edd90-5f35-4a8c-97fc-4840096492ff req-60614eb3-7d46-466b-8156-0170e50a6b5e tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Publish callbacks [] for port (cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:27.360168 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599771d4-2e91-4bfe-94df-b62245cde5fb req-c5643af8-2229-4fc5-b2fe-996b5d4f9680 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:27.369780 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-599771d4-2e91-4bfe-94df-b62245cde5fb req-c5643af8-2229-4fc5-b2fe-996b5d4f9680 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fc8267f-9472-43e8-b871-0c5f767cd58a HTTP/1.1" status: 200 len: 943 time: 0.1742826 Feb 02 06:55:27.399583 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-36cddb0c-d4ce-4de3-a077-31c8cbf40cec req-f34399a4-f785-4d5f-8c38-4fc66fa80bb9 service neutron] Attempting to bind port ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:55:27.399948 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-36cddb0c-d4ce-4de3-a077-31c8cbf40cec req-f34399a4-f785-4d5f-8c38-4fc66fa80bb9 service neutron] Attempting to bind port ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:55:27.400360 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cddb0c-d4ce-4de3-a077-31c8cbf40cec req-f34399a4-f785-4d5f-8c38-4fc66fa80bb9 service neutron] Attempting to bind port ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:55:27.438813 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cddb0c-d4ce-4de3-a077-31c8cbf40cec req-f34399a4-f785-4d5f-8c38-4fc66fa80bb9 service neutron] Port ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 06:55:27.439085 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cddb0c-d4ce-4de3-a077-31c8cbf40cec req-f34399a4-f785-4d5f-8c38-4fc66fa80bb9 service neutron] Attempting to bind port ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:55:27.456629 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cddb0c-d4ce-4de3-a077-31c8cbf40cec req-f34399a4-f785-4d5f-8c38-4fc66fa80bb9 service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:55:27.456970 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cddb0c-d4ce-4de3-a077-31c8cbf40cec req-f34399a4-f785-4d5f-8c38-4fc66fa80bb9 service neutron] Checking segment: {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:55:27.457524 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cddb0c-d4ce-4de3-a077-31c8cbf40cec req-f34399a4-f785-4d5f-8c38-4fc66fa80bb9 service neutron] Bound using segment: {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:55:27.458050 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-36cddb0c-d4ce-4de3-a077-31c8cbf40cec req-f34399a4-f785-4d5f-8c38-4fc66fa80bb9 service neutron] Bound port: ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:55:27.458518 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-36cddb0c-d4ce-4de3-a077-31c8cbf40cec req-f34399a4-f785-4d5f-8c38-4fc66fa80bb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:27.528750 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-2cc75e60-c11f-4ab5-9fe6-cd5ea7e5d0cf req-349a384f-33db-4f1b-8358-3278408c90a0 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Allocated IP 172.20.0.12 (e031e54a-fb94-4be8-9122-29e7d171bb1c/754efa80-8dc2-492f-a4f9-29685b756b55/bf608cf2-2ffe-4e4d-8a95-cbf549b53a97) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:55:27.568557 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-599771d4-2e91-4bfe-94df-b62245cde5fb req-3c7b00b7-97f1-45eb-8dd3-5dbec6461a73 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933198 Feb 02 06:55:27.590872 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-954edd90-5f35-4a8c-97fc-4840096492ff req-60614eb3-7d46-466b-8156-0170e50a6b5e tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:27.631601 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:55:27.653419 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-b6a8f6f0-e39b-4d29-92da-b524208955a1 service neutron] For port bfe479cc-6320-4a21-838c-6dca9641d47b, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=bfe479cc-6320-4a21-838c-6dca9641d47b,segment=NetworkSegment(43369f47-102e-4f19-93f2-e5ce754f6e28),segment_id=43369f47-102e-4f19-93f2-e5ce754f6e28)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:55:27.656744 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-954edd90-5f35-4a8c-97fc-4840096492ff req-60614eb3-7d46-466b-8156-0170e50a6b5e tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Network 76868d96-3692-423a-989b-a6220ec3b299 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:55:27.662983 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-954edd90-5f35-4a8c-97fc-4840096492ff req-60614eb3-7d46-466b-8156-0170e50a6b5e tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:55:27.666223 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-954edd90-5f35-4a8c-97fc-4840096492ff req-60614eb3-7d46-466b-8156-0170e50a6b5e tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:55:27.712706 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-36cddb0c-d4ce-4de3-a077-31c8cbf40cec req-f34399a4-f785-4d5f-8c38-4fc66fa80bb9 service neutron] For port ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc, host n-h2-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:55:27.741092 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-36cddb0c-d4ce-4de3-a077-31c8cbf40cec req-f34399a4-f785-4d5f-8c38-4fc66fa80bb9 service neutron] For port ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:55:27.742522 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60614eb3-7d46-466b-8156-0170e50a6b5e tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Pushing event updated for resources: {'Port': ['ID=cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:55:27.762652 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954edd90-5f35-4a8c-97fc-4840096492ff req-60614eb3-7d46-466b-8156-0170e50a6b5e tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:27.766875 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-954edd90-5f35-4a8c-97fc-4840096492ff req-60614eb3-7d46-466b-8156-0170e50a6b5e tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:27.785263 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-36cddb0c-d4ce-4de3-a077-31c8cbf40cec req-f34399a4-f785-4d5f-8c38-4fc66fa80bb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:27.848722 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-b6a8f6f0-e39b-4d29-92da-b524208955a1 service neutron] For port bfe479cc-6320-4a21-838c-6dca9641d47b, host n-h2-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:55:27.925808 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34399a4-f785-4d5f-8c38-4fc66fa80bb9 service neutron] Pushing event updated for resources: {'Port': ['ID=ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:55:28.014268 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cddb0c-d4ce-4de3-a077-31c8cbf40cec req-f34399a4-f785-4d5f-8c38-4fc66fa80bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:28.015302 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-36cddb0c-d4ce-4de3-a077-31c8cbf40cec req-f34399a4-f785-4d5f-8c38-4fc66fa80bb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:28.017199 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-36cddb0c-d4ce-4de3-a077-31c8cbf40cec req-f34399a4-f785-4d5f-8c38-4fc66fa80bb9 service neutron] 10.222.0.59 "PUT /v2.0/ports/ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc HTTP/1.1" status: 200 len: 1097 time: 1.9322193 Feb 02 06:55:28.019151 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87', 'tag': 'ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:55:28.022415 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75878d50-04ae-48c9-97a1-eeea6f2c8ba0" -d '{"events": [{"name": "network-changed", "server_uuid": "4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87", "tag": "ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:55:28.031346 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-954edd90-5f35-4a8c-97fc-4840096492ff req-60614eb3-7d46-466b-8156-0170e50a6b5e tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9207282 Feb 02 06:55:28.055704 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-356acba7-8a9a-4333-bf04-b05525e79ab7 req-701f1e74-c40c-42e7-ac0b-a933cdfc2358 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/ports?device_id=83e49562-4001-4510-8a8a-9aeddd004b7a HTTP/1.1" status: 200 len: 210 time: 0.2633536 Feb 02 06:55:28.068804 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-954edd90-5f35-4a8c-97fc-4840096492ff req-4c62f5c5-3628-49bd-83d6-cd554abc11b2 service neutron] Request body: {'port': {'device_id': '31edf115-2f57-49b2-9f9d-02b931a6f370', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:55:28.138012 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-cc08c928-be25-4f98-9d15-0d3edad63800 None None] Provisioning complete for port cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:55:28.139470 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-cc08c928-be25-4f98-9d15-0d3edad63800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:28.246964 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-cc08c928-be25-4f98-9d15-0d3edad63800 None None] Port cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 06:55:28.377864 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-b6a8f6f0-e39b-4d29-92da-b524208955a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfe479cc-6320-4a21-838c-6dca9641d47b {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:55:28.405840 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-b6a8f6f0-e39b-4d29-92da-b524208955a1 service neutron] For port bfe479cc-6320-4a21-838c-6dca9641d47b, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=bfe479cc-6320-4a21-838c-6dca9641d47b,segment=NetworkSegment(43369f47-102e-4f19-93f2-e5ce754f6e28),segment_id=43369f47-102e-4f19-93f2-e5ce754f6e28)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:55:28.415059 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43896ae3-71a5-4128-ac58-d9df2c9e9fc4 req-6820456f-b232-494f-b6fe-a07a4a837023 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:28.430407 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-43896ae3-71a5-4128-ac58-d9df2c9e9fc4 req-6820456f-b232-494f-b6fe-a07a4a837023 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] 10.222.0.87 "GET /v2.0/ports?device_id=60e224b2-d479-43b0-b8ed-09bc1f2f4f04 HTTP/1.1" status: 200 len: 949 time: 0.7439563 Feb 02 06:55:28.471094 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-b6a8f6f0-e39b-4d29-92da-b524208955a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (bfe479cc-6320-4a21-838c-6dca9641d47b), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:28.475233 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2cc75e60-c11f-4ab5-9fe6-cd5ea7e5d0cf req-349a384f-33db-4f1b-8358-3278408c90a0 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Publish callbacks [] for port (bf608cf2-2ffe-4e4d-8a95-cbf549b53a97), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:28.585801 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-43896ae3-71a5-4128-ac58-d9df2c9e9fc4 req-0ad1afbc-0061-4ea1-85d4-2ff70b7e3723 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] 10.222.0.87 "GET /v2.0/security-groups?id=1ccf634d-a49d-423a-88d1-71ef8d7f08ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543057 Feb 02 06:55:28.594690 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 06:55:28.689086 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2cc75e60-c11f-4ab5-9fe6-cd5ea7e5d0cf req-349a384f-33db-4f1b-8358-3278408c90a0 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (bf608cf2-2ffe-4e4d-8a95-cbf549b53a97), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:28.762427 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-b6a8f6f0-e39b-4d29-92da-b524208955a1 service neutron] Transition to ACTIVE for port object bfe479cc-6320-4a21-838c-6dca9641d47b will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 06:55:28.773643 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-954edd90-5f35-4a8c-97fc-4840096492ff req-4c62f5c5-3628-49bd-83d6-cd554abc11b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:28.784676 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-b6a8f6f0-e39b-4d29-92da-b524208955a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (bfe479cc-6320-4a21-838c-6dca9641d47b), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:28.787978 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cddb0c-d4ce-4de3-a077-31c8cbf40cec req-a45b0c5c-326e-4b12-ac82-657fae200011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:28.788808 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cc75e60-c11f-4ab5-9fe6-cd5ea7e5d0cf req-349a384f-33db-4f1b-8358-3278408c90a0 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Network e031e54a-fb94-4be8-9122-29e7d171bb1c is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:55:28.789506 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-36cddb0c-d4ce-4de3-a077-31c8cbf40cec req-a45b0c5c-326e-4b12-ac82-657fae200011 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=617f6fde409340a286c916b0c2822b5a&device_id=4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87 HTTP/1.1" status: 200 len: 1131 time: 0.2245471 Feb 02 06:55:28.800102 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349a384f-33db-4f1b-8358-3278408c90a0 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Pushing event updated for resources: {'Port': ['ID=bf608cf2-2ffe-4e4d-8a95-cbf549b53a97,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:55:28.802369 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-2cc75e60-c11f-4ab5-9fe6-cd5ea7e5d0cf req-349a384f-33db-4f1b-8358-3278408c90a0 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:55:28.808565 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cc75e60-c11f-4ab5-9fe6-cd5ea7e5d0cf req-349a384f-33db-4f1b-8358-3278408c90a0 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:55:28.812277 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356d80b-83f2-4762-bf03-ef07be58fc49 req-4d45a58c-1f42-4680-b658-9de84416a8e0 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:28.820195 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9356d80b-83f2-4762-bf03-ef07be58fc49 req-4d45a58c-1f42-4680-b658-9de84416a8e0 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87 HTTP/1.1" status: 200 len: 948 time: 0.2562485 Feb 02 06:55:28.920373 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-b6a8f6f0-e39b-4d29-92da-b524208955a1 service neutron] No DVR routers for this DVR port bfe479cc-6320-4a21-838c-6dca9641d47b on host n-h2-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 06:55:28.929065 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf552f-41e6-44bf-bd42-77b3c53b74a8 req-c04b8aa7-9f3c-474d-8aed-e19b0edb0e4e tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:28.935704 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-36cddb0c-d4ce-4de3-a077-31c8cbf40cec req-455fcc76-ea80-435a-90b3-378df91311b0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc HTTP/1.1" status: 200 len: 217 time: 0.1106207 Feb 02 06:55:28.937571 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a3cf552f-41e6-44bf-bd42-77b3c53b74a8 req-c04b8aa7-9f3c-474d-8aed-e19b0edb0e4e tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/ports?device_id=31edf115-2f57-49b2-9f9d-02b931a6f370 HTTP/1.1" status: 200 len: 931 time: 0.2442300 Feb 02 06:55:28.991916 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc75e60-c11f-4ab5-9fe6-cd5ea7e5d0cf req-349a384f-33db-4f1b-8358-3278408c90a0 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:28.992549 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2cc75e60-c11f-4ab5-9fe6-cd5ea7e5d0cf req-349a384f-33db-4f1b-8358-3278408c90a0 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:29.001373 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a8f6f0-e39b-4d29-92da-b524208955a1 service neutron] Pushing event updated for resources: {'Port': ['ID=bfe479cc-6320-4a21-838c-6dca9641d47b,revision_number=10']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:55:29.054174 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-b6a8f6f0-e39b-4d29-92da-b524208955a1 service neutron] 10.222.0.59 "PUT /v2.0/ports/bfe479cc-6320-4a21-838c-6dca9641d47b/bindings/n-h1-789963-26/activate HTTP/1.1" status: 200 len: 370 time: 1.8895886 Feb 02 06:55:29.062642 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2cc75e60-c11f-4ab5-9fe6-cd5ea7e5d0cf req-349a384f-33db-4f1b-8358-3278408c90a0 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1465302 Feb 02 06:55:29.097495 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a3cf552f-41e6-44bf-bd42-77b3c53b74a8 req-1d8f8e8d-99e5-4b56-84da-358254488dba tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/security-groups?id=2164a223-774f-4eed-afca-8e3586e80a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579406 Feb 02 06:55:29.106278 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9356d80b-83f2-4762-bf03-ef07be58fc49 req-f5f0dbe2-cc4d-400b-8dd7-9c5a5c8e8c22 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851014 Feb 02 06:55:29.113867 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-2cc75e60-c11f-4ab5-9fe6-cd5ea7e5d0cf req-76e28b9e-b8a9-4637-894d-5b72d026b55b service neutron] Request body: {'port': {'device_id': '83e49562-4001-4510-8a8a-9aeddd004b7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:55:29.167275 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 06:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c788f9b5-b978-44ba-a27a-af35655f3f66 x-openstack-request-id: req-c788f9b5-b978-44ba-a27a-af35655f3f66 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:55:29.167673 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87", "tag": "ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:55:29.167934 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c788f9b5-b978-44ba-a27a-af35655f3f66 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:55:29.168347 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87', 'tag': 'ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc', 'status': 'completed', 'code': 200} Feb 02 06:55:29.172407 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cddb0c-d4ce-4de3-a077-31c8cbf40cec req-cd20551c-bdf5-4286-adc8-ba4d5e265a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:29.173885 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-36cddb0c-d4ce-4de3-a077-31c8cbf40cec req-cd20551c-bdf5-4286-adc8-ba4d5e265a81 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.2289305 Feb 02 06:55:29.277755 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2cc75e60-c11f-4ab5-9fe6-cd5ea7e5d0cf req-76e28b9e-b8a9-4637-894d-5b72d026b55b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (bf608cf2-2ffe-4e4d-8a95-cbf549b53a97), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:29.360615 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-38acafa3-e236-4f42-9ef3-0b72c6eaf818 tempest-LiveMigrationTest-749161847 tempest-LiveMigrationTest-749161847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:29.365678 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-38acafa3-e236-4f42-9ef3-0b72c6eaf818 tempest-LiveMigrationTest-749161847 tempest-LiveMigrationTest-749161847-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=2fc8267f-9472-43e8-b871-0c5f767cd58a&tenant_id=94634d8b4d2a41de8e59c8bd88798343&binding%3Ahost_id=n-h2-789963-26 HTTP/1.1" status: 200 len: 1127 time: 0.1906064 Feb 02 06:55:29.418320 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faf6f66-aa66-4cb0-9dd6-d2e5d1aeb62e req-cc5cba73-95bb-4581-81b7-d4598f27a231 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:29.425958 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2faf6f66-aa66-4cb0-9dd6-d2e5d1aeb62e req-cc5cba73-95bb-4581-81b7-d4598f27a231 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fc8267f-9472-43e8-b871-0c5f767cd58a HTTP/1.1" status: 200 len: 944 time: 0.1691990 Feb 02 06:55:29.448839 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cddb0c-d4ce-4de3-a077-31c8cbf40cec req-d3237e96-c6c4-4cd9-a72b-3f21d12f6aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:29.450471 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-36cddb0c-d4ce-4de3-a077-31c8cbf40cec req-d3237e96-c6c4-4cd9-a72b-3f21d12f6aa0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2140672 Feb 02 06:55:29.579967 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2faf6f66-aa66-4cb0-9dd6-d2e5d1aeb62e req-7ca16359-9ace-446f-b3e5-a3d0e1c2856e tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428962 Feb 02 06:55:29.602193 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-954edd90-5f35-4a8c-97fc-4840096492ff req-4c62f5c5-3628-49bd-83d6-cd554abc11b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:55:29.611440 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-954edd90-5f35-4a8c-97fc-4840096492ff req-4c62f5c5-3628-49bd-83d6-cd554abc11b2 service neutron] Publish callbacks [] for port (cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:29.621255 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-37c78826-bf8c-492a-a795-0f6accb78cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:29.622924 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-37c78826-bf8c-492a-a795-0f6accb78cfa service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=2fc8267f-9472-43e8-b871-0c5f767cd58a&tenant_id=94634d8b4d2a41de8e59c8bd88798343 HTTP/1.1" status: 200 len: 1127 time: 0.2478585 Feb 02 06:55:29.635689 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0901a1dc-0b42-4bb7-9ce3-cb64dd02dfd6 req-41a39e6b-734f-4e7d-9512-c0fced998f21 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:29.636170 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-954edd90-5f35-4a8c-97fc-4840096492ff req-4c62f5c5-3628-49bd-83d6-cd554abc11b2 service neutron] Transition to ACTIVE for port object cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 06:55:29.649522 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0901a1dc-0b42-4bb7-9ce3-cb64dd02dfd6 req-41a39e6b-734f-4e7d-9512-c0fced998f21 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/ports?device_id=83e49562-4001-4510-8a8a-9aeddd004b7a HTTP/1.1" status: 200 len: 932 time: 0.2479079 Feb 02 06:55:29.682377 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-954edd90-5f35-4a8c-97fc-4840096492ff req-4c62f5c5-3628-49bd-83d6-cd554abc11b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:29.876774 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c62f5c5-3628-49bd-83d6-cd554abc11b2 service neutron] Pushing event updated for resources: {'Port': ['ID=cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:55:29.889928 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-36cddb0c-d4ce-4de3-a077-31c8cbf40cec req-88c413fa-9aa1-4d76-8240-eb0f4ee14e91 service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4022083 Feb 02 06:55:29.899927 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f4df88-f71a-448d-9d68-e4fa882c4cc9 req-a2b07846-b734-43df-a601-4a3202065ab8 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:29.915430 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-28f4df88-f71a-448d-9d68-e4fa882c4cc9 req-a2b07846-b734-43df-a601-4a3202065ab8 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] 10.222.0.87 "GET /v2.0/ports?device_id=60e224b2-d479-43b0-b8ed-09bc1f2f4f04 HTTP/1.1" status: 200 len: 949 time: 0.2283862 Feb 02 06:55:29.991440 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0901a1dc-0b42-4bb7-9ce3-cb64dd02dfd6 req-60bd42d8-cde9-4d7f-b4eb-6ace81ba45f6 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/security-groups?id=aab45fc2-0973-493e-a825-050df5bd59a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641125 Feb 02 06:55:30.004086 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device bfe479cc-6320-4a21-838c-6dca9641d47b no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 06:55:30.005992 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-13b9407a-a7b9-4a68-8018-d30786c75759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:30.007741 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-13b9407a-a7b9-4a68-8018-d30786c75759 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=94634d8b4d2a41de8e59c8bd88798343&device_id=2fc8267f-9472-43e8-b871-0c5f767cd58a HTTP/1.1" status: 200 len: 1127 time: 0.2924576 Feb 02 06:55:30.113885 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] The host n-h2-789963-26 is not matching for port bfe479cc-6320-4a21-838c-6dca9641d47b host n-h1-789963-26! {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 02 06:55:30.114308 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device bfe479cc-6320-4a21-838c-6dca9641d47b not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 06:55:30.177571 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-954edd90-5f35-4a8c-97fc-4840096492ff req-4c62f5c5-3628-49bd-83d6-cd554abc11b2 service neutron] Attempting to bind port cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:55:30.178076 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-954edd90-5f35-4a8c-97fc-4840096492ff req-4c62f5c5-3628-49bd-83d6-cd554abc11b2 service neutron] Attempting to bind port cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': '46e7ed10-215c-4aac-9da3-717f1e74ce40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '76868d96-3692-423a-989b-a6220ec3b299'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:55:30.178509 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954edd90-5f35-4a8c-97fc-4840096492ff req-4c62f5c5-3628-49bd-83d6-cd554abc11b2 service neutron] Attempting to bind port cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b on network 76868d96-3692-423a-989b-a6220ec3b299 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:55:30.200590 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-28f4df88-f71a-448d-9d68-e4fa882c4cc9 req-51741be6-f8ce-453e-b5ae-42bebb6f306e tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] 10.222.0.87 "GET /v2.0/security-groups?id=1ccf634d-a49d-423a-88d1-71ef8d7f08ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838809 Feb 02 06:55:30.221588 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954edd90-5f35-4a8c-97fc-4840096492ff req-4c62f5c5-3628-49bd-83d6-cd554abc11b2 service neutron] Port cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b on network 76868d96-3692-423a-989b-a6220ec3b299 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 06:55:30.222064 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954edd90-5f35-4a8c-97fc-4840096492ff req-4c62f5c5-3628-49bd-83d6-cd554abc11b2 service neutron] Attempting to bind port cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b on network 76868d96-3692-423a-989b-a6220ec3b299 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:55:30.239328 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-2cc75e60-c11f-4ab5-9fe6-cd5ea7e5d0cf req-76e28b9e-b8a9-4637-894d-5b72d026b55b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf608cf2-2ffe-4e4d-8a95-cbf549b53a97 {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:55:30.270975 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2cc75e60-c11f-4ab5-9fe6-cd5ea7e5d0cf req-76e28b9e-b8a9-4637-894d-5b72d026b55b service neutron] Publish callbacks [] for port (bf608cf2-2ffe-4e4d-8a95-cbf549b53a97), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:30.272688 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954edd90-5f35-4a8c-97fc-4840096492ff req-4c62f5c5-3628-49bd-83d6-cd554abc11b2 service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:55:30.273157 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954edd90-5f35-4a8c-97fc-4840096492ff req-4c62f5c5-3628-49bd-83d6-cd554abc11b2 service neutron] Checking segment: {'id': '46e7ed10-215c-4aac-9da3-717f1e74ce40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '76868d96-3692-423a-989b-a6220ec3b299'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:55:30.274167 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954edd90-5f35-4a8c-97fc-4840096492ff req-4c62f5c5-3628-49bd-83d6-cd554abc11b2 service neutron] Bound using segment: {'id': '46e7ed10-215c-4aac-9da3-717f1e74ce40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '76868d96-3692-423a-989b-a6220ec3b299'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:55:30.274765 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-954edd90-5f35-4a8c-97fc-4840096492ff req-4c62f5c5-3628-49bd-83d6-cd554abc11b2 service neutron] Bound port: cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46e7ed10-215c-4aac-9da3-717f1e74ce40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '76868d96-3692-423a-989b-a6220ec3b299'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:55:30.275332 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-954edd90-5f35-4a8c-97fc-4840096492ff req-4c62f5c5-3628-49bd-83d6-cd554abc11b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:30.298572 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-2cc75e60-c11f-4ab5-9fe6-cd5ea7e5d0cf req-76e28b9e-b8a9-4637-894d-5b72d026b55b service neutron] Transition to ACTIVE for port object bf608cf2-2ffe-4e4d-8a95-cbf549b53a97 will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 06:55:30.302910 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-36cddb0c-d4ce-4de3-a077-31c8cbf40cec req-cf52a471-cade-47b4-9bfd-0b65a211ad7d service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3746727 Feb 02 06:55:30.326036 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2cc75e60-c11f-4ab5-9fe6-cd5ea7e5d0cf req-76e28b9e-b8a9-4637-894d-5b72d026b55b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (bf608cf2-2ffe-4e4d-8a95-cbf549b53a97), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:30.347185 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-101fc105-67a8-4e9a-bc44-c17411967436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:30.348994 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-101fc105-67a8-4e9a-bc44-c17411967436 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ad127856-4465-484c-882c-e096f13573c2 HTTP/1.1" status: 200 len: 908 time: 0.3278668 Feb 02 06:55:30.428192 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-954edd90-5f35-4a8c-97fc-4840096492ff req-4c62f5c5-3628-49bd-83d6-cd554abc11b2 service neutron] For port cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b, host n-h1-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:55:30.430186 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa7047d-5168-498e-9fb7-dbee1646e0cf req-47682e1b-5cd7-4ee2-ba69-c9d9ae4eb405 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:30.431963 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4fa7047d-5168-498e-9fb7-dbee1646e0cf req-47682e1b-5cd7-4ee2-ba69-c9d9ae4eb405 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/ports?device_id=31edf115-2f57-49b2-9f9d-02b931a6f370 HTTP/1.1" status: 200 len: 943 time: 0.2040327 Feb 02 06:55:30.437834 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-b06479bd-e1b6-4fda-aec5-401d715334c7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bfe479cc-6320-4a21-838c-6dca9641d47b HTTP/1.1" status: 200 len: 217 time: 0.0629046 Feb 02 06:55:30.465512 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-954edd90-5f35-4a8c-97fc-4840096492ff req-4c62f5c5-3628-49bd-83d6-cd554abc11b2 service neutron] For port cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b,segment=NetworkSegment(46e7ed10-215c-4aac-9da3-717f1e74ce40),segment_id=46e7ed10-215c-4aac-9da3-717f1e74ce40)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:55:30.479522 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-954edd90-5f35-4a8c-97fc-4840096492ff req-4c62f5c5-3628-49bd-83d6-cd554abc11b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:30.496257 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e28b9e-b8a9-4637-894d-5b72d026b55b service neutron] Pushing event updated for resources: {'Port': ['ID=bf608cf2-2ffe-4e4d-8a95-cbf549b53a97,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:55:30.535317 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec79593-9254-41c5-98c2-ab36b72bcf4f req-9fdefacd-3cb0-4da6-a64c-bf048c895e3a tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:30.535317 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5ec79593-9254-41c5-98c2-ab36b72bcf4f req-9fdefacd-3cb0-4da6-a64c-bf048c895e3a tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87 HTTP/1.1" status: 200 len: 948 time: 0.1820343 Feb 02 06:55:30.595493 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75878d50-04ae-48c9-97a1-eeea6f2c8ba0 req-e5b9f91c-2b38-49fc-90bb-481cb93b95ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:30.597354 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-75878d50-04ae-48c9-97a1-eeea6f2c8ba0 req-e5b9f91c-2b38-49fc-90bb-481cb93b95ea service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=617f6fde409340a286c916b0c2822b5a&device_id=4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87 HTTP/1.1" status: 200 len: 1131 time: 0.1827462 Feb 02 06:55:30.600971 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c62f5c5-3628-49bd-83d6-cd554abc11b2 service neutron] Pushing event updated for resources: {'Port': ['ID=cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:55:30.605930 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-de9381e2-1ece-48c0-a536-d15ba59f6ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:30.607679 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-de9381e2-1ece-48c0-a536-d15ba59f6ea7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a7292d13-827d-45ab-8eaa-7baf62301aaa HTTP/1.1" status: 200 len: 847 time: 0.1622064 Feb 02 06:55:30.643892 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4fa7047d-5168-498e-9fb7-dbee1646e0cf req-76d84819-574e-46b9-b6c2-649b8fd9617c tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/security-groups?id=2164a223-774f-4eed-afca-8e3586e80a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879961 Feb 02 06:55:30.742096 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-69c4021f-12d5-4f9d-9d1c-ffba8ae92109 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ad127856-4465-484c-882c-e096f13573c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0964742 Feb 02 06:55:30.751311 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954edd90-5f35-4a8c-97fc-4840096492ff req-4c62f5c5-3628-49bd-83d6-cd554abc11b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:30.758698 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-954edd90-5f35-4a8c-97fc-4840096492ff req-4c62f5c5-3628-49bd-83d6-cd554abc11b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:30.760602 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-954edd90-5f35-4a8c-97fc-4840096492ff req-4c62f5c5-3628-49bd-83d6-cd554abc11b2 service neutron] 10.222.0.88 "PUT /v2.0/ports/cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b HTTP/1.1" status: 200 len: 1092 time: 2.7029920 Feb 02 06:55:30.899921 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-2cc75e60-c11f-4ab5-9fe6-cd5ea7e5d0cf req-76e28b9e-b8a9-4637-894d-5b72d026b55b service neutron] Attempting to bind port bf608cf2-2ffe-4e4d-8a95-cbf549b53a97 on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:55:30.900436 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-2cc75e60-c11f-4ab5-9fe6-cd5ea7e5d0cf req-76e28b9e-b8a9-4637-894d-5b72d026b55b service neutron] Attempting to bind port bf608cf2-2ffe-4e4d-8a95-cbf549b53a97 by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': 'c05e7e16-1181-4a1f-b0eb-5bf8b2ea2f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e031e54a-fb94-4be8-9122-29e7d171bb1c'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:55:30.900777 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc75e60-c11f-4ab5-9fe6-cd5ea7e5d0cf req-76e28b9e-b8a9-4637-894d-5b72d026b55b service neutron] Attempting to bind port bf608cf2-2ffe-4e4d-8a95-cbf549b53a97 on network e031e54a-fb94-4be8-9122-29e7d171bb1c {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:55:30.904097 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5ec79593-9254-41c5-98c2-ab36b72bcf4f req-ad533651-6450-4213-84b4-f2025d2dfce3 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3626142 Feb 02 06:55:30.907962 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc75e60-c11f-4ab5-9fe6-cd5ea7e5d0cf req-76e28b9e-b8a9-4637-894d-5b72d026b55b service neutron] Port bf608cf2-2ffe-4e4d-8a95-cbf549b53a97 on network e031e54a-fb94-4be8-9122-29e7d171bb1c not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 06:55:30.908310 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc75e60-c11f-4ab5-9fe6-cd5ea7e5d0cf req-76e28b9e-b8a9-4637-894d-5b72d026b55b service neutron] Attempting to bind port bf608cf2-2ffe-4e4d-8a95-cbf549b53a97 on network e031e54a-fb94-4be8-9122-29e7d171bb1c {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:55:30.957044 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc75e60-c11f-4ab5-9fe6-cd5ea7e5d0cf req-76e28b9e-b8a9-4637-894d-5b72d026b55b service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:55:30.957168 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc75e60-c11f-4ab5-9fe6-cd5ea7e5d0cf req-76e28b9e-b8a9-4637-894d-5b72d026b55b service neutron] Checking segment: {'id': 'c05e7e16-1181-4a1f-b0eb-5bf8b2ea2f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e031e54a-fb94-4be8-9122-29e7d171bb1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:55:30.957673 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc75e60-c11f-4ab5-9fe6-cd5ea7e5d0cf req-76e28b9e-b8a9-4637-894d-5b72d026b55b service neutron] Bound using segment: {'id': 'c05e7e16-1181-4a1f-b0eb-5bf8b2ea2f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e031e54a-fb94-4be8-9122-29e7d171bb1c'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:55:30.957999 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-2cc75e60-c11f-4ab5-9fe6-cd5ea7e5d0cf req-76e28b9e-b8a9-4637-894d-5b72d026b55b service neutron] Bound port: bf608cf2-2ffe-4e4d-8a95-cbf549b53a97, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c05e7e16-1181-4a1f-b0eb-5bf8b2ea2f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e031e54a-fb94-4be8-9122-29e7d171bb1c'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:55:30.958385 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2cc75e60-c11f-4ab5-9fe6-cd5ea7e5d0cf req-76e28b9e-b8a9-4637-894d-5b72d026b55b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (bf608cf2-2ffe-4e4d-8a95-cbf549b53a97), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:30.971744 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75878d50-04ae-48c9-97a1-eeea6f2c8ba0 req-3d6993f9-2d6a-458e-8509-9178c75ec0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:30.978661 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-75878d50-04ae-48c9-97a1-eeea6f2c8ba0 req-3d6993f9-2d6a-458e-8509-9178c75ec0a9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 HTTP/1.1" status: 200 len: 870 time: 0.3704898 Feb 02 06:55:31.054538 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-75878d50-04ae-48c9-97a1-eeea6f2c8ba0 req-b336ef84-2b93-48d4-a66f-c705f413342b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc HTTP/1.1" status: 200 len: 217 time: 0.0622969 Feb 02 06:55:31.077257 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-d6dc74c6-af86-4018-9c2c-a201c01c7201 service neutron] 10.222.0.88 "GET /v2.0/networks/ad127856-4465-484c-882c-e096f13573c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3209248 Feb 02 06:55:31.162309 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954edd90-5f35-4a8c-97fc-4840096492ff req-5e53ec9b-ac24-4d67-9f85-b0d4ad9bb390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:31.164016 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-954edd90-5f35-4a8c-97fc-4840096492ff req-5e53ec9b-ac24-4d67-9f85-b0d4ad9bb390 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2b7b771ea1c74d4ab2224de90862d20a&device_id=31edf115-2f57-49b2-9f9d-02b931a6f370 HTTP/1.1" status: 200 len: 1126 time: 0.3002617 Feb 02 06:55:31.169326 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31edf115-2f57-49b2-9f9d-02b931a6f370', 'tag': 'cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:55:31.171574 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e20c767-2d03-4917-b6c2-62f5a1a287e0" -d '{"events": [{"name": "network-changed", "server_uuid": "31edf115-2f57-49b2-9f9d-02b931a6f370", "tag": "cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:55:31.180803 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75878d50-04ae-48c9-97a1-eeea6f2c8ba0 req-636777d9-f3b0-4087-ad6d-b299a96f0ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:31.182912 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-75878d50-04ae-48c9-97a1-eeea6f2c8ba0 req-636777d9-f3b0-4087-ad6d-b299a96f0ece service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.0962296 Feb 02 06:55:31.209424 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-2cc75e60-c11f-4ab5-9fe6-cd5ea7e5d0cf req-76e28b9e-b8a9-4637-894d-5b72d026b55b service neutron] For port bf608cf2-2ffe-4e4d-8a95-cbf549b53a97, host n-h2-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:55:31.224593 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-954edd90-5f35-4a8c-97fc-4840096492ff req-0b476fcc-4142-43f0-8d83-6f4ac579ca0f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b HTTP/1.1" status: 200 len: 217 time: 0.0404599 Feb 02 06:55:31.230319 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-2cc75e60-c11f-4ab5-9fe6-cd5ea7e5d0cf req-76e28b9e-b8a9-4637-894d-5b72d026b55b service neutron] For port bf608cf2-2ffe-4e4d-8a95-cbf549b53a97, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=bf608cf2-2ffe-4e4d-8a95-cbf549b53a97,segment=NetworkSegment(c05e7e16-1181-4a1f-b0eb-5bf8b2ea2f17),segment_id=c05e7e16-1181-4a1f-b0eb-5bf8b2ea2f17)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:55:31.242925 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774123a1-8987-434c-9b2e-a68890767da7 req-bf8a981e-323c-4dce-8a83-420d08a70655 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:31.247508 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2cc75e60-c11f-4ab5-9fe6-cd5ea7e5d0cf req-76e28b9e-b8a9-4637-894d-5b72d026b55b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (bf608cf2-2ffe-4e4d-8a95-cbf549b53a97), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:31.250143 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-774123a1-8987-434c-9b2e-a68890767da7 req-bf8a981e-323c-4dce-8a83-420d08a70655 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fc8267f-9472-43e8-b871-0c5f767cd58a HTTP/1.1" status: 200 len: 944 time: 0.1944482 Feb 02 06:55:31.261293 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaf517c-f24b-40be-bf62-e152b3f95143 req-96730f37-c197-4fdd-ad98-4513738aaa4a tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:31.266963 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7aaf517c-f24b-40be-bf62-e152b3f95143 req-96730f37-c197-4fdd-ad98-4513738aaa4a tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] 10.222.0.87 "GET /v2.0/ports?device_id=60e224b2-d479-43b0-b8ed-09bc1f2f4f04 HTTP/1.1" status: 200 len: 949 time: 0.1684968 Feb 02 06:55:31.340763 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-884d5733-ca01-4f61-8c2b-35d67bab6799 service neutron] 10.222.0.88 "GET /v2.0/networks/ad127856-4465-484c-882c-e096f13573c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499485 Feb 02 06:55:31.344103 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc75e60-c11f-4ab5-9fe6-cd5ea7e5d0cf req-76e28b9e-b8a9-4637-894d-5b72d026b55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:31.349152 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2cc75e60-c11f-4ab5-9fe6-cd5ea7e5d0cf req-76e28b9e-b8a9-4637-894d-5b72d026b55b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:31.350608 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2cc75e60-c11f-4ab5-9fe6-cd5ea7e5d0cf req-76e28b9e-b8a9-4637-894d-5b72d026b55b service neutron] 10.222.0.59 "PUT /v2.0/ports/bf608cf2-2ffe-4e4d-8a95-cbf549b53a97 HTTP/1.1" status: 200 len: 1093 time: 2.2412610 Feb 02 06:55:31.351087 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83e49562-4001-4510-8a8a-9aeddd004b7a', 'tag': 'bf608cf2-2ffe-4e4d-8a95-cbf549b53a97'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:55:31.353370 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6aee9a0-0413-4b2f-bd35-821fc5c7be83" -d '{"events": [{"name": "network-changed", "server_uuid": "83e49562-4001-4510-8a8a-9aeddd004b7a", "tag": "bf608cf2-2ffe-4e4d-8a95-cbf549b53a97"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:55:31.364869 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954edd90-5f35-4a8c-97fc-4840096492ff req-0947acd6-9d09-4f35-8a5c-ebbbe6013cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:31.366363 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-954edd90-5f35-4a8c-97fc-4840096492ff req-0947acd6-9d09-4f35-8a5c-ebbbe6013cbc service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7ce63174-c525-4e2d-821d-9ee5b4634e75 HTTP/1.1" status: 200 len: 859 time: 0.1065490 Feb 02 06:55:31.389523 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-774123a1-8987-434c-9b2e-a68890767da7 req-a5c1d1fe-27f9-45be-86ec-87392d498439 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328530 Feb 02 06:55:31.419240 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e28b9e-b8a9-4637-894d-5b72d026b55b service neutron] Pushing event updated for resources: {'Port': ['ID=bf608cf2-2ffe-4e4d-8a95-cbf549b53a97,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:55:31.452574 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7aaf517c-f24b-40be-bf62-e152b3f95143 req-11ec35e9-ec24-43f5-acc5-9d891ff0fe64 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] 10.222.0.87 "GET /v2.0/security-groups?id=1ccf634d-a49d-423a-88d1-71ef8d7f08ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847429 Feb 02 06:55:31.490047 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75878d50-04ae-48c9-97a1-eeea6f2c8ba0 req-bcfb039d-c8cb-4b3d-a036-125fd6db904d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:31.492057 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-75878d50-04ae-48c9-97a1-eeea6f2c8ba0 req-bcfb039d-c8cb-4b3d-a036-125fd6db904d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2659304 Feb 02 06:55:31.542474 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc75e60-c11f-4ab5-9fe6-cd5ea7e5d0cf req-9a9fe83d-ec35-42aa-8c0d-8088d4198032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:31.544240 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2cc75e60-c11f-4ab5-9fe6-cd5ea7e5d0cf req-9a9fe83d-ec35-42aa-8c0d-8088d4198032 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5b558cbd1dc64d878bd1a07b652eb26c&device_id=83e49562-4001-4510-8a8a-9aeddd004b7a HTTP/1.1" status: 200 len: 1127 time: 0.0907617 Feb 02 06:55:31.583913 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 06:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af8b3d5f-9b4f-4bfc-9f8f-a48394911ed1 x-openstack-request-id: req-af8b3d5f-9b4f-4bfc-9f8f-a48394911ed1 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:55:31.584262 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31edf115-2f57-49b2-9f9d-02b931a6f370", "tag": "cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:55:31.584580 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-af8b3d5f-9b4f-4bfc-9f8f-a48394911ed1 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:55:31.585030 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31edf115-2f57-49b2-9f9d-02b931a6f370', 'tag': 'cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b', 'status': 'completed', 'code': 200} Feb 02 06:55:31.609663 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954edd90-5f35-4a8c-97fc-4840096492ff req-4059caad-d9ed-4caf-8325-bfc000747fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:31.611464 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-954edd90-5f35-4a8c-97fc-4840096492ff req-4059caad-d9ed-4caf-8325-bfc000747fbc service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=76868d96-3692-423a-989b-a6220ec3b299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2152441 Feb 02 06:55:31.698935 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 06:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8611636a-6fdd-4f3f-bcb9-bc4c64553ea1 x-openstack-request-id: req-8611636a-6fdd-4f3f-bcb9-bc4c64553ea1 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:55:31.699477 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83e49562-4001-4510-8a8a-9aeddd004b7a", "tag": "bf608cf2-2ffe-4e4d-8a95-cbf549b53a97", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:55:31.703531 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-8611636a-6fdd-4f3f-bcb9-bc4c64553ea1 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:55:31.704013 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83e49562-4001-4510-8a8a-9aeddd004b7a', 'tag': 'bf608cf2-2ffe-4e4d-8a95-cbf549b53a97', 'status': 'completed', 'code': 200} Feb 02 06:55:31.705844 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2cc75e60-c11f-4ab5-9fe6-cd5ea7e5d0cf req-0fa4634e-6e0a-4e22-ab25-a6c68b4715ba service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf608cf2-2ffe-4e4d-8a95-cbf549b53a97 HTTP/1.1" status: 200 len: 217 time: 0.1407759 Feb 02 06:55:31.855778 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7a6e3-e8af-4a59-9b18-f01b69b88d44 req-64f154a8-6d6f-4169-8ae8-97b3ab2b49d6 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:31.857351 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-86b7a6e3-e8af-4a59-9b18-f01b69b88d44 req-64f154a8-6d6f-4169-8ae8-97b3ab2b49d6 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/ports?device_id=83e49562-4001-4510-8a8a-9aeddd004b7a HTTP/1.1" status: 200 len: 944 time: 0.3220987 Feb 02 06:55:31.931829 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-75878d50-04ae-48c9-97a1-eeea6f2c8ba0 req-31456bbd-aff0-4f71-b085-59191da53b6e service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4215257 Feb 02 06:55:31.937787 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35858f2a-eee1-4556-b07a-3254b0d6cfb6 req-c5ff376f-a55b-4d39-b7b8-c8fdc3c81a5b tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:31.939612 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-35858f2a-eee1-4556-b07a-3254b0d6cfb6 req-c5ff376f-a55b-4d39-b7b8-c8fdc3c81a5b tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/ports?device_id=31edf115-2f57-49b2-9f9d-02b931a6f370 HTTP/1.1" status: 200 len: 943 time: 0.1423812 Feb 02 06:55:31.987933 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-954edd90-5f35-4a8c-97fc-4840096492ff req-3377b98e-812d-4c39-a8bd-49449b1c47c3 service neutron] 10.222.0.88 "GET /v2.0/networks/76868d96-3692-423a-989b-a6220ec3b299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755091 Feb 02 06:55:31.997164 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-86b7a6e3-e8af-4a59-9b18-f01b69b88d44 req-d2285df1-63ec-4cfa-94c3-87f77061880d tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/security-groups?id=aab45fc2-0973-493e-a825-050df5bd59a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308978 Feb 02 06:55:32.048738 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-35858f2a-eee1-4556-b07a-3254b0d6cfb6 req-4f1529a5-ee4e-414b-9c0e-dc0982e45772 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/security-groups?id=2164a223-774f-4eed-afca-8e3586e80a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917060 Feb 02 06:55:32.052779 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc75e60-c11f-4ab5-9fe6-cd5ea7e5d0cf req-3fa19a09-248f-4b69-903c-fc4cd2df532a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:32.054277 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2cc75e60-c11f-4ab5-9fe6-cd5ea7e5d0cf req-3fa19a09-248f-4b69-903c-fc4cd2df532a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=754efa80-8dc2-492f-a4f9-29685b756b55 HTTP/1.1" status: 200 len: 861 time: 0.3318763 Feb 02 06:55:32.107737 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2cc75e60-c11f-4ab5-9fe6-cd5ea7e5d0cf req-07fb7c82-d109-4a32-9a5f-5cb2575331fa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e031e54a-fb94-4be8-9122-29e7d171bb1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313697 Feb 02 06:55:32.114184 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-22ab9307-4857-4222-a55a-4395140eed4d tempest-LiveMigrationTest-749161847 tempest-LiveMigrationTest-749161847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:32.116187 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-22ab9307-4857-4222-a55a-4395140eed4d tempest-LiveMigrationTest-749161847 tempest-LiveMigrationTest-749161847-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=2fc8267f-9472-43e8-b871-0c5f767cd58a&tenant_id=94634d8b4d2a41de8e59c8bd88798343&binding%3Ahost_id=n-h1-789963-26 HTTP/1.1" status: 200 len: 1127 time: 0.3310852 Feb 02 06:55:32.157923 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-954edd90-5f35-4a8c-97fc-4840096492ff req-870fe3ac-da81-4ebb-87a0-49075af203d2 service neutron] 10.222.0.88 "GET /v2.0/networks/76868d96-3692-423a-989b-a6220ec3b299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597879 Feb 02 06:55:32.221202 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-75878d50-04ae-48c9-97a1-eeea6f2c8ba0 req-7f7020c0-4fa2-44c4-9648-1b5a415b211c service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688532 Feb 02 06:55:32.266994 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35055de-27f7-4a36-9bdc-ccf0defd03b2 req-e447b197-e659-44d4-9283-9612160eb3b2 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:32.269226 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f35055de-27f7-4a36-9bdc-ccf0defd03b2 req-e447b197-e659-44d4-9283-9612160eb3b2 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87 HTTP/1.1" status: 200 len: 948 time: 0.1038780 Feb 02 06:55:32.384515 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2cc75e60-c11f-4ab5-9fe6-cd5ea7e5d0cf req-8bce1361-93bc-416c-af8e-d21dc3d394ee service neutron] 10.222.0.59 "GET /v2.0/networks/e031e54a-fb94-4be8-9122-29e7d171bb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734122 Feb 02 06:55:32.407176 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f35055de-27f7-4a36-9bdc-ccf0defd03b2 req-307d6ee5-d75c-48e6-bfaa-5f76d8900009 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271248 Feb 02 06:55:32.421382 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20c767-2d03-4917-b6c2-62f5a1a287e0 req-778b71d2-03c6-4686-a3fa-e2389a1b7d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:32.423297 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2e20c767-2d03-4917-b6c2-62f5a1a287e0 req-778b71d2-03c6-4686-a3fa-e2389a1b7d9d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2b7b771ea1c74d4ab2224de90862d20a&device_id=31edf115-2f57-49b2-9f9d-02b931a6f370 HTTP/1.1" status: 200 len: 1126 time: 0.1056812 Feb 02 06:55:32.436444 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-2f83e4bd-bc16-418f-9533-a9e57c4d8abd service neutron] For port bfe479cc-6320-4a21-838c-6dca9641d47b, host n-h2-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:55:32.498849 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-2f83e4bd-bc16-418f-9533-a9e57c4d8abd service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:32.499974 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-16ca7a07-54dc-4fcc-bfa4-2ee487d716e5 req-2f83e4bd-bc16-418f-9533-a9e57c4d8abd service neutron] 10.222.0.88 "DELETE /v2.0/ports/bfe479cc-6320-4a21-838c-6dca9641d47b/bindings/n-h2-789963-26 HTTP/1.1" status: 204 len: 173 time: 0.3307800 Feb 02 06:55:32.535795 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2cc75e60-c11f-4ab5-9fe6-cd5ea7e5d0cf req-db2976de-34d8-4ab2-818e-e552f907307e service neutron] 10.222.0.59 "GET /v2.0/networks/e031e54a-fb94-4be8-9122-29e7d171bb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388199 Feb 02 06:55:32.575032 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20c767-2d03-4917-b6c2-62f5a1a287e0 req-14ea4e30-43ab-4d94-9f77-bf98c334a9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:32.576453 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2e20c767-2d03-4917-b6c2-62f5a1a287e0 req-14ea4e30-43ab-4d94-9f77-bf98c334a9bc service neutron] 10.222.0.88 "GET /v2.0/networks?id=76868d96-3692-423a-989b-a6220ec3b299 HTTP/1.1" status: 200 len: 921 time: 0.1452293 Feb 02 06:55:32.583947 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0dec6a-3e2f-49b5-a49d-2a922ccb5d91 req-d710cc4d-efe9-4494-bcef-5b976f9f37eb tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:32.585303 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4a0dec6a-3e2f-49b5-a49d-2a922ccb5d91 req-d710cc4d-efe9-4494-bcef-5b976f9f37eb tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fc8267f-9472-43e8-b871-0c5f767cd58a HTTP/1.1" status: 200 len: 944 time: 0.1135154 Feb 02 06:55:32.645956 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2e20c767-2d03-4917-b6c2-62f5a1a287e0 req-a5dc70c0-d0bd-480a-80ba-5acacfc8eb39 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b HTTP/1.1" status: 200 len: 217 time: 0.0394642 Feb 02 06:55:32.685489 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5de0e1e-df36-452a-91ae-addcc72f7bd5 req-1b87115e-f123-4106-8cef-e7bdedde29c9 tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:32.687210 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d5de0e1e-df36-452a-91ae-addcc72f7bd5 req-1b87115e-f123-4106-8cef-e7bdedde29c9 tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] 10.222.0.87 "GET /v2.0/networks?id=e0f9d081-640e-45b1-b6ba-9e0fb190dfbe HTTP/1.1" status: 200 len: 814 time: 0.1406488 Feb 02 06:55:32.693109 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4a0dec6a-3e2f-49b5-a49d-2a922ccb5d91 req-1010e80c-4b5a-480b-a3e4-3e45ba10357b tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010041 Feb 02 06:55:32.694964 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d6962-eb2e-4395-a4ef-39168224c191 req-ce467550-2110-4062-a544-cc51446ba032 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:32.696210 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bf1d6962-eb2e-4395-a4ef-39168224c191 req-ce467550-2110-4062-a544-cc51446ba032 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] 10.222.0.88 "GET /v2.0/ports?device_id=60e224b2-d479-43b0-b8ed-09bc1f2f4f04 HTTP/1.1" status: 200 len: 949 time: 0.0850146 Feb 02 06:55:32.718365 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20c767-2d03-4917-b6c2-62f5a1a287e0 req-dc892669-7a94-4969-9305-515bf57e208e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:32.718575 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2e20c767-2d03-4917-b6c2-62f5a1a287e0 req-dc892669-7a94-4969-9305-515bf57e208e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7ce63174-c525-4e2d-821d-9ee5b4634e75 HTTP/1.1" status: 200 len: 859 time: 0.0644462 Feb 02 06:55:32.758380 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d5de0e1e-df36-452a-91ae-addcc72f7bd5 req-ddea02ee-a964-44f3-8c95-0bbe93a7e05c tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] 10.222.0.87 "GET /v2.0/quotas/a578a4401c554c2ca8800cd6fc4dd3f4 HTTP/1.1" status: 200 len: 375 time: 0.0612001 Feb 02 06:55:32.859297 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aee9a0-0413-4b2f-bd35-821fc5c7be83 req-6ff5c73e-ea77-4d16-baef-ed22cb0402e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:32.860832 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f6aee9a0-0413-4b2f-bd35-821fc5c7be83 req-6ff5c73e-ea77-4d16-baef-ed22cb0402e5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5b558cbd1dc64d878bd1a07b652eb26c&device_id=83e49562-4001-4510-8a8a-9aeddd004b7a HTTP/1.1" status: 200 len: 1127 time: 0.1527421 Feb 02 06:55:32.874821 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d5de0e1e-df36-452a-91ae-addcc72f7bd5 req-9f8f3442-c224-4c42-baac-cbc503ddc0d4 tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=a578a4401c554c2ca8800cd6fc4dd3f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1053393 Feb 02 06:55:32.937218 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-bf1d6962-eb2e-4395-a4ef-39168224c191 req-e647a64c-6c1c-4b46-a3db-a9fd8107d307 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] Deleting port c6a4aa3e-733c-4f2b-bb02-0ea5e38e2a6a {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 06:55:32.937556 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-bf1d6962-eb2e-4395-a4ef-39168224c191 req-e647a64c-6c1c-4b46-a3db-a9fd8107d307 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (c6a4aa3e-733c-4f2b-bb02-0ea5e38e2a6a), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:33.053979 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20c767-2d03-4917-b6c2-62f5a1a287e0 req-0967b737-38e6-4f9a-849e-d63927d123b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:33.055506 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2e20c767-2d03-4917-b6c2-62f5a1a287e0 req-0967b737-38e6-4f9a-849e-d63927d123b5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=76868d96-3692-423a-989b-a6220ec3b299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3313010 Feb 02 06:55:33.096879 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b951d5a-7e67-4f84-ad4e-5407b19e50cf req-777129b8-9d17-42ef-92d1-d1788fd049af tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:33.098878 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4b951d5a-7e67-4f84-ad4e-5407b19e50cf req-777129b8-9d17-42ef-92d1-d1788fd049af tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] 10.222.0.87 "GET /v2.0/ports?device_id=60e224b2-d479-43b0-b8ed-09bc1f2f4f04 HTTP/1.1" status: 200 len: 949 time: 0.0834241 Feb 02 06:55:33.221339 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2e20c767-2d03-4917-b6c2-62f5a1a287e0 req-7be893fd-1e5f-4f4a-921e-fdbe9382c290 service neutron] 10.222.0.88 "GET /v2.0/networks/76868d96-3692-423a-989b-a6220ec3b299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573470 Feb 02 06:55:33.224488 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4b951d5a-7e67-4f84-ad4e-5407b19e50cf req-2de6106a-41cf-4d6a-8401-9ea5355d78ad tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] 10.222.0.87 "GET /v2.0/security-groups?id=1ccf634d-a49d-423a-88d1-71ef8d7f08ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120892 Feb 02 06:55:33.348057 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2e20c767-2d03-4917-b6c2-62f5a1a287e0 req-29b36a68-0409-4eac-98db-ded746e3d659 service neutron] 10.222.0.88 "GET /v2.0/networks/76868d96-3692-423a-989b-a6220ec3b299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200943 Feb 02 06:55:33.470203 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aee9a0-0413-4b2f-bd35-821fc5c7be83 req-247ff225-4682-4c4e-a906-369a1f608c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:33.471733 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f6aee9a0-0413-4b2f-bd35-821fc5c7be83 req-247ff225-4682-4c4e-a906-369a1f608c83 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e031e54a-fb94-4be8-9122-29e7d171bb1c HTTP/1.1" status: 200 len: 922 time: 0.5928664 Feb 02 06:55:33.491755 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d5de0e1e-df36-452a-91ae-addcc72f7bd5 req-3f25aae8-3c8b-442a-9d72-2d398160fd9e service neutron] 10.222.0.87 "GET /v2.0/networks/e0f9d081-640e-45b1-b6ba-9e0fb190dfbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6029074 Feb 02 06:55:33.536244 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f6aee9a0-0413-4b2f-bd35-821fc5c7be83 req-e6f66252-18b0-4885-b870-719bc8c83422 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf608cf2-2ffe-4e4d-8a95-cbf549b53a97 HTTP/1.1" status: 200 len: 217 time: 0.0547371 Feb 02 06:55:33.538713 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-bf1d6962-eb2e-4395-a4ef-39168224c191 req-e647a64c-6c1c-4b46-a3db-a9fd8107d307 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] For port c6a4aa3e-733c-4f2b-bb02-0ea5e38e2a6a, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=c6a4aa3e-733c-4f2b-bb02-0ea5e38e2a6a,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:55:33.539153 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-bf1d6962-eb2e-4395-a4ef-39168224c191 req-e647a64c-6c1c-4b46-a3db-a9fd8107d307 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (c6a4aa3e-733c-4f2b-bb02-0ea5e38e2a6a), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:33.606082 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-bf1d6962-eb2e-4395-a4ef-39168224c191 req-e647a64c-6c1c-4b46-a3db-a9fd8107d307 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] Calling delete_port for c6a4aa3e-733c-4f2b-bb02-0ea5e38e2a6a owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 06:55:33.710368 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aee9a0-0413-4b2f-bd35-821fc5c7be83 req-018ab27f-885a-4f79-b707-a116439950b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:33.712021 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f6aee9a0-0413-4b2f-bd35-821fc5c7be83 req-018ab27f-885a-4f79-b707-a116439950b2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=754efa80-8dc2-492f-a4f9-29685b756b55 HTTP/1.1" status: 200 len: 861 time: 0.1611247 Feb 02 06:55:33.768711 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d5de0e1e-df36-452a-91ae-addcc72f7bd5 req-a47a6c31-a801-4f62-a14c-32271ef27722 service neutron] 10.222.0.87 "GET /v2.0/networks/e0f9d081-640e-45b1-b6ba-9e0fb190dfbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434978 Feb 02 06:55:33.770472 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f6aee9a0-0413-4b2f-bd35-821fc5c7be83 req-31dd3ce5-11d1-4a7a-80ef-6b554f5ef3d8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e031e54a-fb94-4be8-9122-29e7d171bb1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486135 Feb 02 06:55:33.807380 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea38a27-1421-4694-a048-fd5761f23e48 req-4f5d0d3e-9acc-40e9-88e0-65114ac4514a tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:33.815178 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0ea38a27-1421-4694-a048-fd5761f23e48 req-4f5d0d3e-9acc-40e9-88e0-65114ac4514a tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/ports?device_id=83e49562-4001-4510-8a8a-9aeddd004b7a HTTP/1.1" status: 200 len: 944 time: 0.0701785 Feb 02 06:55:33.862962 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0ea38a27-1421-4694-a048-fd5761f23e48 req-af6a16d0-f28f-40df-b106-9b7d66dc10d3 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/security-groups?id=aab45fc2-0973-493e-a825-050df5bd59a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468423 Feb 02 06:55:33.921818 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f6aee9a0-0413-4b2f-bd35-821fc5c7be83 req-a3335bf4-8c6e-4d41-b07d-056e4a8eb4f7 service neutron] 10.222.0.59 "GET /v2.0/networks/e031e54a-fb94-4be8-9122-29e7d171bb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368296 Feb 02 06:55:33.942482 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-bf1d6962-eb2e-4395-a4ef-39168224c191 req-e647a64c-6c1c-4b46-a3db-a9fd8107d307 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (c6a4aa3e-733c-4f2b-bb02-0ea5e38e2a6a), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:33.985523 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['c6a4aa3e-733c-4f2b-bb02-0ea5e38e2a6a'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:55:34.028918 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e647a64c-6c1c-4b46-a3db-a9fd8107d307 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] Pushing event deleted for resources: {'Port': ['ID=c6a4aa3e-733c-4f2b-bb02-0ea5e38e2a6a,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:55:34.048062 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 06:55:34.103893 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d0c30c-5f0d-481f-a097-6de59621fe12 req-208ae85e-c3d1-4594-b1c1-d5ba36c9d535 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:34.118782 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e5d0c30c-5f0d-481f-a097-6de59621fe12 req-208ae85e-c3d1-4594-b1c1-d5ba36c9d535 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/ports?device_id=31edf115-2f57-49b2-9f9d-02b931a6f370 HTTP/1.1" status: 200 len: 943 time: 0.1441851 Feb 02 06:55:34.139819 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf1d6962-eb2e-4395-a4ef-39168224c191 req-e647a64c-6c1c-4b46-a3db-a9fd8107d307 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] No DVR routers for this DVR port c6a4aa3e-733c-4f2b-bb02-0ea5e38e2a6a on host n-h1-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 06:55:34.144293 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-bf1d6962-eb2e-4395-a4ef-39168224c191 req-e647a64c-6c1c-4b46-a3db-a9fd8107d307 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:34.147644 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bf1d6962-eb2e-4395-a4ef-39168224c191 req-e647a64c-6c1c-4b46-a3db-a9fd8107d307 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] 10.222.0.88 "DELETE /v2.0/ports/c6a4aa3e-733c-4f2b-bb02-0ea5e38e2a6a HTTP/1.1" status: 204 len: 173 time: 1.4405906 Feb 02 06:55:34.148133 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60e224b2-d479-43b0-b8ed-09bc1f2f4f04', 'name': 'network-vif-deleted', 'tag': 'c6a4aa3e-733c-4f2b-bb02-0ea5e38e2a6a'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:55:34.150374 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6647cc30-aa35-4d4e-bb44-a8cf4ccd4560" -d '{"events": [{"server_uuid": "60e224b2-d479-43b0-b8ed-09bc1f2f4f04", "name": "network-vif-deleted", "tag": "c6a4aa3e-733c-4f2b-bb02-0ea5e38e2a6a"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:55:34.192485 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e5d0c30c-5f0d-481f-a097-6de59621fe12 req-cb23f78b-db1c-4f0e-8852-96821014c92f tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/security-groups?id=2164a223-774f-4eed-afca-8e3586e80a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728118 Feb 02 06:55:34.197827 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235447e3-1f99-407c-a76f-0b0d9591f458 req-6a300911-aefb-43a2-a368-09df39f8494c tempest-LiveMigrationTest-749161847 tempest-LiveMigrationTest-749161847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:34.199463 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:55:34.205631 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-235447e3-1f99-407c-a76f-0b0d9591f458 req-6a300911-aefb-43a2-a368-09df39f8494c tempest-LiveMigrationTest-749161847 tempest-LiveMigrationTest-749161847-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=2fc8267f-9472-43e8-b871-0c5f767cd58a HTTP/1.1" status: 200 len: 1127 time: 0.2371151 Feb 02 06:55:34.212527 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': 'ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc', 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1', 'port_id': 'ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc', 'mac_address': 'fa:16:3e:d1:bf:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d773733-62df-4956-84d3-71d17cfb6d11', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 06:55:34.228292 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f6aee9a0-0413-4b2f-bd35-821fc5c7be83 req-a73f6653-d72e-40af-8941-d80f39b1700d service neutron] 10.222.0.59 "GET /v2.0/networks/e031e54a-fb94-4be8-9122-29e7d171bb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982674 Feb 02 06:55:34.273767 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:55:34.274231 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:34.298471 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:55:34.310684 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-235447e3-1f99-407c-a76f-0b0d9591f458 req-4556297b-7bf9-48d5-bb71-4853ec5739de tempest-LiveMigrationTest-749161847 tempest-LiveMigrationTest-749161847-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040847 Feb 02 06:55:34.420035 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:55:34.422798 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f9fd2c28-25bd-499d-a9cc-0447fc44701a req-3f7c6b58-441f-4ffb-b8a3-36714f16a34f tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] 10.222.0.87 "GET /v2.0/ports?device_id=84917d79-cf19-4770-b0d6-4fe5f8f49304 HTTP/1.1" status: 200 len: 210 time: 0.0621684 Feb 02 06:55:34.432915 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:34.473754 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a03b3a-ecf0-434d-8c5b-675e8b0ae27b req-f0567e10-e054-485e-a840-5e1367968244 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:34.487818 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b8a03b3a-ecf0-434d-8c5b-675e8b0ae27b req-f0567e10-e054-485e-a840-5e1367968244 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87 HTTP/1.1" status: 200 len: 948 time: 0.1159720 Feb 02 06:55:34.492602 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 06:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01937252-cdf6-4157-bf5c-da081233647f x-openstack-request-id: req-01937252-cdf6-4157-bf5c-da081233647f {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:55:34.492845 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60e224b2-d479-43b0-b8ed-09bc1f2f4f04", "name": "network-vif-deleted", "tag": "c6a4aa3e-733c-4f2b-bb02-0ea5e38e2a6a", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:55:34.493090 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-01937252-cdf6-4157-bf5c-da081233647f {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:55:34.493772 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60e224b2-d479-43b0-b8ed-09bc1f2f4f04', 'name': 'network-vif-deleted', 'tag': 'c6a4aa3e-733c-4f2b-bb02-0ea5e38e2a6a', 'status': 'completed', 'code': 200} Feb 02 06:55:34.515685 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:55:34.580432 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b8a03b3a-ecf0-434d-8c5b-675e8b0ae27b req-65d506d8-9ad1-45d3-b91f-5b0fc2272a4d tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837128 Feb 02 06:55:34.623690 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2e0ed9a6-897e-4dba-9857-579c3826d865 req-a61c6f5c-2a74-483e-8659-5b9b41bc9533 tempest-DeleteServersAdminTestJSON-1386136389 tempest-DeleteServersAdminTestJSON-1386136389-project] 10.222.0.87 "GET /v2.0/ports?device_id=60e224b2-d479-43b0-b8ed-09bc1f2f4f04 HTTP/1.1" status: 200 len: 210 time: 0.0382228 Feb 02 06:55:34.772381 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f02f4c-c405-4783-bf1c-d59b5dfd22f4 req-fac3e4cb-7b44-448b-83c8-261a2c161161 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:34.773663 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d1f02f4c-c405-4783-bf1c-d59b5dfd22f4 req-fac3e4cb-7b44-448b-83c8-261a2c161161 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/networks?id=ad127856-4465-484c-882c-e096f13573c2 HTTP/1.1" status: 200 len: 807 time: 0.1068182 Feb 02 06:55:34.796968 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d1f02f4c-c405-4783-bf1c-d59b5dfd22f4 req-5dcc6c4d-b012-41aa-98c9-6f9529af1da2 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/quotas/94634d8b4d2a41de8e59c8bd88798343 HTTP/1.1" status: 200 len: 375 time: 0.0167131 Feb 02 06:55:34.878253 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d1f02f4c-c405-4783-bf1c-d59b5dfd22f4 req-d797b1b7-e940-46e6-9440-d8c63578dd80 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=94634d8b4d2a41de8e59c8bd88798343&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0760062 Feb 02 06:55:35.033676 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418fd3d-47c0-4177-9977-e9c447e20d3e req-2ca2967b-0c79-4f22-9fca-3a491c1fa80e tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:35.035161 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f418fd3d-47c0-4177-9977-e9c447e20d3e req-2ca2967b-0c79-4f22-9fca-3a491c1fa80e tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/ports?device_id=83e49562-4001-4510-8a8a-9aeddd004b7a HTTP/1.1" status: 200 len: 944 time: 0.0825758 Feb 02 06:55:35.035828 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d1f02f4c-c405-4783-bf1c-d59b5dfd22f4 req-79ec2b8a-1ae8-447b-bdd5-4cae934814ac service neutron] 10.222.0.87 "GET /v2.0/networks/ad127856-4465-484c-882c-e096f13573c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508803 Feb 02 06:55:35.085474 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f418fd3d-47c0-4177-9977-e9c447e20d3e req-6d0f6094-ca4b-43a4-9043-f25b160ac049 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/security-groups?id=aab45fc2-0973-493e-a825-050df5bd59a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424268 Feb 02 06:55:35.139224 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d1f02f4c-c405-4783-bf1c-d59b5dfd22f4 req-7a2528c5-eb9a-487c-8f71-fdb05727c3bf service neutron] 10.222.0.87 "GET /v2.0/networks/ad127856-4465-484c-882c-e096f13573c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957987 Feb 02 06:55:35.146115 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:55:35.251993 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 06:55:35.351508 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b3ae3ec7-31bf-4022-a9f4-328c2de1a360 req-aa4440e2-b3a7-43dc-ac88-014e5f238ee2 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 210 time: 0.0364528 Feb 02 06:55:35.404779 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d63d0-883a-45f3-92d4-56f472b5445a req-fcacf71d-ba3c-428a-8a78-e77977dd2ec3 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:35.415809 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d44d63d0-883a-45f3-92d4-56f472b5445a req-fcacf71d-ba3c-428a-8a78-e77977dd2ec3 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/ports?device_id=31edf115-2f57-49b2-9f9d-02b931a6f370 HTTP/1.1" status: 200 len: 943 time: 0.1331096 Feb 02 06:55:35.444446 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b,segment=NetworkSegment(46e7ed10-215c-4aac-9da3-717f1e74ce40),segment_id=46e7ed10-215c-4aac-9da3-717f1e74ce40)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:55:35.475368 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': 'cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b', 'network_id': '76868d96-3692-423a-989b-a6220ec3b299', 'port_id': 'cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b', 'mac_address': 'fa:16:3e:02:ef:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ce63174-c525-4e2d-821d-9ee5b4634e75', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 06:55:35.520911 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d44d63d0-883a-45f3-92d4-56f472b5445a req-48f00da6-7769-47e7-9a34-73e8a96af558 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/security-groups?id=2164a223-774f-4eed-afca-8e3586e80a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024816 Feb 02 06:55:35.537579 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:55:35.538173 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:35.553786 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:55:35.581683 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b,segment=NetworkSegment(46e7ed10-215c-4aac-9da3-717f1e74ce40),segment_id=46e7ed10-215c-4aac-9da3-717f1e74ce40)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:55:35.593076 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:35.625139 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b945d6fe-7e30-4095-93a1-891cbee6e152 req-a3320028-2bd1-4fbf-a56c-327a8d22c9e8 tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] 10.222.0.87 "GET /v2.0/ports?device_id=84917d79-cf19-4770-b0d6-4fe5f8f49304 HTTP/1.1" status: 200 len: 210 time: 0.0989666 Feb 02 06:55:35.705398 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:55:35.770308 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5de0e1e-df36-452a-91ae-addcc72f7bd5 req-83a7682b-05e1-4bb9-869c-f4a1d0efd316 tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:35.772399 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d5de0e1e-df36-452a-91ae-addcc72f7bd5 req-83a7682b-05e1-4bb9-869c-f4a1d0efd316 tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] 10.222.0.59 "GET /v2.0/networks?id=e0f9d081-640e-45b1-b6ba-9e0fb190dfbe HTTP/1.1" status: 200 len: 814 time: 0.2250407 Feb 02 06:55:35.798653 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-d5de0e1e-df36-452a-91ae-addcc72f7bd5 req-28e2c9e7-168e-43a3-8812-f4523446148b tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] Request body: {'port': {'device_id': '84917d79-cf19-4770-b0d6-4fe5f8f49304', 'network_id': 'e0f9d081-640e-45b1-b6ba-9e0fb190dfbe', 'admin_state_up': True, 'tenant_id': 'a578a4401c554c2ca8800cd6fc4dd3f4'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:55:35.903336 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f7c873-04be-4f44-926f-cd6d4ca9cff5 req-fc1ab48f-bb99-4e37-8e21-381c289714fc tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:35.905349 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-92f7c873-04be-4f44-926f-cd6d4ca9cff5 req-fc1ab48f-bb99-4e37-8e21-381c289714fc tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87 HTTP/1.1" status: 200 len: 949 time: 0.1562881 Feb 02 06:55:35.964256 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:55:35.988225 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5de0e1e-df36-452a-91ae-addcc72f7bd5 req-28e2c9e7-168e-43a3-8812-f4523446148b tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] Made reservation on behalf of a578a4401c554c2ca8800cd6fc4dd3f4 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:55:35.991606 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d5de0e1e-df36-452a-91ae-addcc72f7bd5 req-28e2c9e7-168e-43a3-8812-f4523446148b tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:36.037401 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device bf608cf2-2ffe-4e4d-8a95-cbf549b53a97 details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 06:55:36.045638 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-92f7c873-04be-4f44-926f-cd6d4ca9cff5 req-dcc89881-b010-467d-8c4d-5d95e0099d60 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258471 Feb 02 06:55:36.277288 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port bf608cf2-2ffe-4e4d-8a95-cbf549b53a97, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=bf608cf2-2ffe-4e4d-8a95-cbf549b53a97,segment=NetworkSegment(c05e7e16-1181-4a1f-b0eb-5bf8b2ea2f17),segment_id=c05e7e16-1181-4a1f-b0eb-5bf8b2ea2f17)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:55:36.295073 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 60364) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:55:36.304367 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': 'bf608cf2-2ffe-4e4d-8a95-cbf549b53a97', 'network_id': 'e031e54a-fb94-4be8-9122-29e7d171bb1c', 'port_id': 'bf608cf2-2ffe-4e4d-8a95-cbf549b53a97', 'mac_address': 'fa:16:3e:26:a3:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '754efa80-8dc2-492f-a4f9-29685b756b55', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 06:55:36.357169 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port bf608cf2-2ffe-4e4d-8a95-cbf549b53a97 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:55:36.368392 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (bf608cf2-2ffe-4e4d-8a95-cbf549b53a97), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:36.399839 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f8afc5-1d79-490a-9cd6-7f6391a83d45 req-2603e2b6-2946-473b-9bed-8d6577fa4899 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:36.407341 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf608cf2-2ffe-4e4d-8a95-cbf549b53a97 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:55:36.417366 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-38f8afc5-1d79-490a-9cd6-7f6391a83d45 req-2603e2b6-2946-473b-9bed-8d6577fa4899 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/ports?device_id=83e49562-4001-4510-8a8a-9aeddd004b7a HTTP/1.1" status: 200 len: 944 time: 0.1987057 Feb 02 06:55:36.436476 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-d5de0e1e-df36-452a-91ae-addcc72f7bd5 req-28e2c9e7-168e-43a3-8812-f4523446148b tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] Allocated IP 172.20.0.3 (e0f9d081-640e-45b1-b6ba-9e0fb190dfbe/f1fa5b16-0923-4aea-9e14-f0e26de4f6f1/30bbe7a6-4f06-4304-8acf-7334c37f38a9) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:55:36.437189 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port bf608cf2-2ffe-4e4d-8a95-cbf549b53a97, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=bf608cf2-2ffe-4e4d-8a95-cbf549b53a97,segment=NetworkSegment(c05e7e16-1181-4a1f-b0eb-5bf8b2ea2f17),segment_id=c05e7e16-1181-4a1f-b0eb-5bf8b2ea2f17)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:55:36.450772 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (bf608cf2-2ffe-4e4d-8a95-cbf549b53a97), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:36.499688 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1325fe72-cdfa-4b27-9be0-b5776c9d3223 req-589ab1a5-0d7a-4ce9-a5ce-f93729d164b6 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 210 time: 0.0427458 Feb 02 06:55:36.590931 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-38f8afc5-1d79-490a-9cd6-7f6391a83d45 req-da62072a-3dd3-4f50-94b7-c85fc6b67e53 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/security-groups?id=aab45fc2-0973-493e-a825-050df5bd59a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722157 Feb 02 06:55:36.594532 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=bf608cf2-2ffe-4e4d-8a95-cbf549b53a97,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:55:36.643679 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-2b08082b-b7de-41c9-b604-c992f846b9d9 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=d371a346cdaf4c5fa2a6d1a831503c66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3447251 Feb 02 06:55:36.646029 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 60374) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:55:36.708920 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d5de0e1e-df36-452a-91ae-addcc72f7bd5 req-28e2c9e7-168e-43a3-8812-f4523446148b tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] Publish callbacks [] for port (30bbe7a6-4f06-4304-8acf-7334c37f38a9), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:36.734476 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-dec0a426-1456-4435-add8-9356eb4cfa8a admin admin] Publish callbacks [] for security_group (1ccf634d-a49d-423a-88d1-71ef8d7f08ae), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:36.786499 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a7a21-a58e-419a-ab86-84d7e3704299 req-93670919-58af-4e05-b1a6-daa8e0b901bf tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:36.786744 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8ce9df5f-5305-4961-9b1d-56a3b796a4a1 req-665076f1-a57c-474c-88bb-4192012bf0c0 tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] 10.222.0.87 "GET /v2.0/ports?device_id=84917d79-cf19-4770-b0d6-4fe5f8f49304 HTTP/1.1" status: 200 len: 210 time: 0.0710628 Feb 02 06:55:36.794124 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ba8a7a21-a58e-419a-ab86-84d7e3704299 req-93670919-58af-4e05-b1a6-daa8e0b901bf tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/ports?device_id=31edf115-2f57-49b2-9f9d-02b931a6f370 HTTP/1.1" status: 200 len: 944 time: 0.0803807 Feb 02 06:55:36.816595 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-dec0a426-1456-4435-add8-9356eb4cfa8a admin admin] Publish callbacks [] for security_group (1ccf634d-a49d-423a-88d1-71ef8d7f08ae), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:36.852141 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ba8a7a21-a58e-419a-ab86-84d7e3704299 req-c318b3c8-a5d5-4798-97ea-1290b9d95d00 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/security-groups?id=2164a223-774f-4eed-afca-8e3586e80a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548401 Feb 02 06:55:36.859214 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d5de0e1e-df36-452a-91ae-addcc72f7bd5 req-28e2c9e7-168e-43a3-8812-f4523446148b tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (30bbe7a6-4f06-4304-8acf-7334c37f38a9), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:36.898886 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-dec0a426-1456-4435-add8-9356eb4cfa8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (1ccf634d-a49d-423a-88d1-71ef8d7f08ae), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:36.903023 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-dec0a426-1456-4435-add8-9356eb4cfa8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:36.921778 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-dec0a426-1456-4435-add8-9356eb4cfa8a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/1ccf634d-a49d-423a-88d1-71ef8d7f08ae HTTP/1.1" status: 204 len: 168 time: 0.2680836 Feb 02 06:55:36.956381 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec0a426-1456-4435-add8-9356eb4cfa8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ccf634d-a49d-423a-88d1-71ef8d7f08ae,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:55:36.989950 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['bf608cf2-2ffe-4e4d-8a95-cbf549b53a97'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:55:37.007815 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5de0e1e-df36-452a-91ae-addcc72f7bd5 req-28e2c9e7-168e-43a3-8812-f4523446148b tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] Network e0f9d081-640e-45b1-b6ba-9e0fb190dfbe is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:55:37.016589 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-d5de0e1e-df36-452a-91ae-addcc72f7bd5 req-28e2c9e7-168e-43a3-8812-f4523446148b tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:55:37.019460 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5de0e1e-df36-452a-91ae-addcc72f7bd5 req-28e2c9e7-168e-43a3-8812-f4523446148b tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:55:37.298656 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:55:37.349535 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e2c9e7-168e-43a3-8812-f4523446148b tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] Pushing event updated for resources: {'Port': ['ID=30bbe7a6-4f06-4304-8acf-7334c37f38a9,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:55:37.373490 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32251d3b-d3df-4459-a2ee-07e01c89dbca req-8e2739c1-1ffd-4ef3-aacd-d78202a46427 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:37.388079 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-32251d3b-d3df-4459-a2ee-07e01c89dbca req-8e2739c1-1ffd-4ef3-aacd-d78202a46427 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87 HTTP/1.1" status: 200 len: 949 time: 0.1713314 Feb 02 06:55:37.483122 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-85d7813e-36d2-4213-ad77-74970fbc435e None None] Provisioning complete for port 30bbe7a6-4f06-4304-8acf-7334c37f38a9 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:55:37.483628 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-85d7813e-36d2-4213-ad77-74970fbc435e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (30bbe7a6-4f06-4304-8acf-7334c37f38a9), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:37.487033 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5de0e1e-df36-452a-91ae-addcc72f7bd5 req-28e2c9e7-168e-43a3-8812-f4523446148b tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:37.491404 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d5de0e1e-df36-452a-91ae-addcc72f7bd5 req-28e2c9e7-168e-43a3-8812-f4523446148b tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:37.514194 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-32251d3b-d3df-4459-a2ee-07e01c89dbca req-ffe78dcd-cb22-4de8-8b78-dc35ed96cb8e tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170981 Feb 02 06:55:37.526392 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f02f4c-c405-4783-bf1c-d59b5dfd22f4 req-4d62f103-636a-4fd0-971d-4e0d8ed38ccc tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:37.526898 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-85d7813e-36d2-4213-ad77-74970fbc435e None None] Port 30bbe7a6-4f06-4304-8acf-7334c37f38a9 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 06:55:37.532763 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d1f02f4c-c405-4783-bf1c-d59b5dfd22f4 req-4d62f103-636a-4fd0-971d-4e0d8ed38ccc tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.88 "GET /v2.0/networks?id=ad127856-4465-484c-882c-e096f13573c2 HTTP/1.1" status: 200 len: 807 time: 0.6752481 Feb 02 06:55:37.553104 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 06:55:37.553239 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 60396) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:55:37.556121 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:55:37.556539 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:37.575034 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-d1f02f4c-c405-4783-bf1c-d59b5dfd22f4 req-fbdefec7-87e3-48c7-986e-ccde4bf00eec tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Request body: {'port': {'device_id': 'ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b', 'network_id': 'ad127856-4465-484c-882c-e096f13573c2', 'admin_state_up': True, 'tenant_id': '94634d8b4d2a41de8e59c8bd88798343'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:55:37.587318 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-85637266-1412-4175-a5ef-f378a9083737 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:37.604612 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d5de0e1e-df36-452a-91ae-addcc72f7bd5 req-28e2c9e7-168e-43a3-8812-f4523446148b tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8067627 Feb 02 06:55:37.665420 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-d5de0e1e-df36-452a-91ae-addcc72f7bd5 req-af717172-0233-4930-974a-f1c882d50d86 service neutron] Request body: {'port': {'device_id': '84917d79-cf19-4770-b0d6-4fe5f8f49304', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:55:37.745807 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:55:37.746301 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:37.780034 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b4d2b365-603f-4ac4-8d04-f2bcc2572d67 req-e18f197a-591e-4bbb-bf44-5409b054f4a3 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 210 time: 0.1559050 Feb 02 06:55:37.815592 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31edf115-2f57-49b2-9f9d-02b931a6f370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:55:37.815592 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8e76bf-feac-4fb4-9657-3d1048d05df1" -d '{"events": [{"server_uuid": "31edf115-2f57-49b2-9f9d-02b931a6f370", "name": "network-vif-plugged", "status": "completed", "tag": "cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:55:37.835732 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b,segment=NetworkSegment(46e7ed10-215c-4aac-9da3-717f1e74ce40),segment_id=46e7ed10-215c-4aac-9da3-717f1e74ce40)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:55:37.841714 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:37.843019 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device c6a4aa3e-733c-4f2b-bb02-0ea5e38e2a6a no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 06:55:37.871127 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: c6a4aa3e-733c-4f2b-bb02-0ea5e38e2a6a {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 06:55:37.871549 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device c6a4aa3e-733c-4f2b-bb02-0ea5e38e2a6a not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 06:55:37.934401 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d5de0e1e-df36-452a-91ae-addcc72f7bd5 req-af717172-0233-4930-974a-f1c882d50d86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (30bbe7a6-4f06-4304-8acf-7334c37f38a9), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:37.952058 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:55:37.987757 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-85637266-1412-4175-a5ef-f378a9083737 admin admin] Publish callbacks [] for security_group (83b9d573-cb09-43d3-ba8b-32e2b3dfd8ce), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:37.998335 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf6c088-0a18-448f-aad8-1f395b5d6b0c req-f8c639fa-857e-498b-b1a9-b31cf0382f20 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:38.000866 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0bf6c088-0a18-448f-aad8-1f395b5d6b0c req-f8c639fa-857e-498b-b1a9-b31cf0382f20 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/ports?device_id=83e49562-4001-4510-8a8a-9aeddd004b7a HTTP/1.1" status: 200 len: 945 time: 0.2549665 Feb 02 06:55:38.002368 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-85637266-1412-4175-a5ef-f378a9083737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (83b9d573-cb09-43d3-ba8b-32e2b3dfd8ce), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:38.060322 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:55:38.061480 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-85637266-1412-4175-a5ef-f378a9083737 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=8bb222fddd0143a4b0b4f0df300627d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5070612 Feb 02 06:55:38.069281 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 60406) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:55:38.178228 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85637266-1412-4175-a5ef-f378a9083737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83b9d573-cb09-43d3-ba8b-32e2b3dfd8ce,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:55:38.249359 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 06:55:38.260123 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:55:38.260123 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:38.260841 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5a6a6623-07e0-4803-ac7f-995a4343066e admin admin] Publish callbacks [] for security_group (83b9d573-cb09-43d3-ba8b-32e2b3dfd8ce), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:38.279870 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0bf6c088-0a18-448f-aad8-1f395b5d6b0c req-de198ed4-aee2-493d-af09-5b02d293acd6 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/security-groups?id=aab45fc2-0973-493e-a825-050df5bd59a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232475 Feb 02 06:55:38.333931 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5a6a6623-07e0-4803-ac7f-995a4343066e admin admin] Publish callbacks [] for security_group (83b9d573-cb09-43d3-ba8b-32e2b3dfd8ce), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:38.366836 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1f02f4c-c405-4783-bf1c-d59b5dfd22f4 req-fbdefec7-87e3-48c7-986e-ccde4bf00eec tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Made reservation on behalf of 94634d8b4d2a41de8e59c8bd88798343 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:55:38.377989 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d1f02f4c-c405-4783-bf1c-d59b5dfd22f4 req-fbdefec7-87e3-48c7-986e-ccde4bf00eec tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:38.405718 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbddef2-b0bd-4abf-8571-dc9c24422b82 req-8e87cc89-213c-4abe-bdd0-a1d9398413f4 tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:38.408894 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2bbddef2-b0bd-4abf-8571-dc9c24422b82 req-8e87cc89-213c-4abe-bdd0-a1d9398413f4 tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] 10.222.0.87 "GET /v2.0/ports?device_id=84917d79-cf19-4770-b0d6-4fe5f8f49304 HTTP/1.1" status: 200 len: 931 time: 0.4304564 Feb 02 06:55:38.409858 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 06:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c82b5c62-50da-413a-a0c5-81b34163079e x-openstack-request-id: req-c82b5c62-50da-413a-a0c5-81b34163079e {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:55:38.410370 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31edf115-2f57-49b2-9f9d-02b931a6f370", "name": "network-vif-plugged", "status": "completed", "tag": "cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:55:38.410514 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c82b5c62-50da-413a-a0c5-81b34163079e {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:55:38.410857 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31edf115-2f57-49b2-9f9d-02b931a6f370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b', 'code': 200} Feb 02 06:55:38.411916 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:55:38.412354 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:38.456808 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5a6a6623-07e0-4803-ac7f-995a4343066e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (83b9d573-cb09-43d3-ba8b-32e2b3dfd8ce), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:38.457816 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:55:38.460848 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5a6a6623-07e0-4803-ac7f-995a4343066e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:38.464659 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-5a6a6623-07e0-4803-ac7f-995a4343066e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/83b9d573-cb09-43d3-ba8b-32e2b3dfd8ce HTTP/1.1" status: 204 len: 168 time: 0.3870385 Feb 02 06:55:38.467970 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:38.490611 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a6623-07e0-4803-ac7f-995a4343066e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b9d573-cb09-43d3-ba8b-32e2b3dfd8ce,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:55:38.644044 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:55:38.695103 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc87b0e-b65d-48c5-af83-986d0cd97729 req-c2dbb90e-668d-43ea-b33a-9794e80c8b6f tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:38.697806 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ffc87b0e-b65d-48c5-af83-986d0cd97729 req-c2dbb90e-668d-43ea-b33a-9794e80c8b6f tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/ports?device_id=31edf115-2f57-49b2-9f9d-02b931a6f370 HTTP/1.1" status: 200 len: 945 time: 0.1359615 Feb 02 06:55:38.700795 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2159e5-02fc-498d-9e29-7bfc570185bf req-36cd460c-ab10-4817-a168-e7f0571fbf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:38.703019 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4b2159e5-02fc-498d-9e29-7bfc570185bf req-36cd460c-ab10-4817-a168-e7f0571fbf3c service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=31edf115-2f57-49b2-9f9d-02b931a6f370 HTTP/1.1" status: 200 len: 1128 time: 0.2045238 Feb 02 06:55:38.725114 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2bbddef2-b0bd-4abf-8571-dc9c24422b82 req-b5002565-4aeb-42cb-a2c3-f33861876510 tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] 10.222.0.87 "GET /v2.0/security-groups?id=ca78257b-1af1-4cff-b7ca-1fa610459447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953353 Feb 02 06:55:38.845555 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4b2159e5-02fc-498d-9e29-7bfc570185bf req-64d104e0-dbaf-4b48-a0a6-986298e08534 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=2164a223-774f-4eed-afca-8e3586e80a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268790 Feb 02 06:55:38.894021 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ffc87b0e-b65d-48c5-af83-986d0cd97729 req-6297e47c-41aa-4aea-8de9-5aba83bb75c2 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/security-groups?id=2164a223-774f-4eed-afca-8e3586e80a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862793 Feb 02 06:55:39.010788 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9d91553e-cf67-491b-a6cd-9e2447fdb9a8 req-f422e924-e95d-4eb2-8ebf-fedc08354102 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 210 time: 0.0499485 Feb 02 06:55:39.135869 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0796e482-e525-472b-99f4-c10c14349143 req-ef80f5c1-d6c3-4c57-9e36-d3ab481748ac tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:39.157679 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0796e482-e525-472b-99f4-c10c14349143 req-ef80f5c1-d6c3-4c57-9e36-d3ab481748ac tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87 HTTP/1.1" status: 200 len: 950 time: 0.3076143 Feb 02 06:55:39.440151 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0796e482-e525-472b-99f4-c10c14349143 req-c06da263-7819-42f6-9fc0-83760c2430a8 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815709 Feb 02 06:55:39.450184 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-d1f02f4c-c405-4783-bf1c-d59b5dfd22f4 req-fbdefec7-87e3-48c7-986e-ccde4bf00eec tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Allocated IP 172.20.0.4 (ad127856-4465-484c-882c-e096f13573c2/a7292d13-827d-45ab-8eaa-7baf62301aaa/94377a6e-1236-4aaf-86eb-c20b80f78855) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:55:39.576188 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc36ac-8722-488d-9301-cdba198c5a7c req-b18512b6-4e6b-44ef-a5c3-879934ab401e tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:39.583071 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-d5de0e1e-df36-452a-91ae-addcc72f7bd5 req-af717172-0233-4930-974a-f1c882d50d86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30bbe7a6-4f06-4304-8acf-7334c37f38a9 {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:55:39.588635 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-55bc36ac-8722-488d-9301-cdba198c5a7c req-b18512b6-4e6b-44ef-a5c3-879934ab401e tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/ports?device_id=83e49562-4001-4510-8a8a-9aeddd004b7a HTTP/1.1" status: 200 len: 945 time: 0.1583092 Feb 02 06:55:39.609172 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d5de0e1e-df36-452a-91ae-addcc72f7bd5 req-af717172-0233-4930-974a-f1c882d50d86 service neutron] Publish callbacks [] for port (30bbe7a6-4f06-4304-8acf-7334c37f38a9), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:39.706578 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-55bc36ac-8722-488d-9301-cdba198c5a7c req-c889a51c-7456-4371-864a-703c2c085358 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/security-groups?id=aab45fc2-0973-493e-a825-050df5bd59a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126277 Feb 02 06:55:39.816538 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d1f02f4c-c405-4783-bf1c-d59b5dfd22f4 req-fbdefec7-87e3-48c7-986e-ccde4bf00eec tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Publish callbacks [] for port (94377a6e-1236-4aaf-86eb-c20b80f78855), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:39.983290 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d1f02f4c-c405-4783-bf1c-d59b5dfd22f4 req-fbdefec7-87e3-48c7-986e-ccde4bf00eec tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (94377a6e-1236-4aaf-86eb-c20b80f78855), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:40.060149 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device bf608cf2-2ffe-4e4d-8a95-cbf549b53a97 up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:55:40.172506 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port bf608cf2-2ffe-4e4d-8a95-cbf549b53a97 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 06:55:40.185022 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port bf608cf2-2ffe-4e4d-8a95-cbf549b53a97 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:55:40.185407 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (bf608cf2-2ffe-4e4d-8a95-cbf549b53a97), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:40.185608 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1f02f4c-c405-4783-bf1c-d59b5dfd22f4 req-fbdefec7-87e3-48c7-986e-ccde4bf00eec tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Network ad127856-4465-484c-882c-e096f13573c2 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:55:40.188289 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-d5de0e1e-df36-452a-91ae-addcc72f7bd5 req-af717172-0233-4930-974a-f1c882d50d86 service neutron] Transition to ACTIVE for port object 30bbe7a6-4f06-4304-8acf-7334c37f38a9 will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 06:55:40.192400 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdefec7-87e3-48c7-986e-ccde4bf00eec tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Pushing event updated for resources: {'Port': ['ID=94377a6e-1236-4aaf-86eb-c20b80f78855,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:55:40.194990 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6ac18-1724-46ba-9e4e-b040e75c8538 req-d42e8e35-522a-483d-932a-8d7e7b90c236 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:40.204168 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2ce6ac18-1724-46ba-9e4e-b040e75c8538 req-d42e8e35-522a-483d-932a-8d7e7b90c236 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/ports?device_id=31edf115-2f57-49b2-9f9d-02b931a6f370 HTTP/1.1" status: 200 len: 945 time: 0.1581626 Feb 02 06:55:40.214386 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d5de0e1e-df36-452a-91ae-addcc72f7bd5 req-af717172-0233-4930-974a-f1c882d50d86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (30bbe7a6-4f06-4304-8acf-7334c37f38a9), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:40.216776 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-d1f02f4c-c405-4783-bf1c-d59b5dfd22f4 req-fbdefec7-87e3-48c7-986e-ccde4bf00eec tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:55:40.224973 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1f02f4c-c405-4783-bf1c-d59b5dfd22f4 req-fbdefec7-87e3-48c7-986e-ccde4bf00eec tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:55:40.297568 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2ce6ac18-1724-46ba-9e4e-b040e75c8538 req-05f44d44-0471-4a77-ad2a-465ee2390d6c tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/security-groups?id=2164a223-774f-4eed-afca-8e3586e80a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922322 Feb 02 06:55:40.360691 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port bf608cf2-2ffe-4e4d-8a95-cbf549b53a97 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:55:40.361095 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (bf608cf2-2ffe-4e4d-8a95-cbf549b53a97), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:40.416110 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc'}, {'server_uuid': '83e49562-4001-4510-8a8a-9aeddd004b7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf608cf2-2ffe-4e4d-8a95-cbf549b53a97'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:55:40.418770 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea7bf53a-d3fe-43e0-ba44-6419c6c6fd2c" -d '{"events": [{"server_uuid": "4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87", "name": "network-vif-plugged", "status": "completed", "tag": "ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc"}, {"server_uuid": "83e49562-4001-4510-8a8a-9aeddd004b7a", "name": "network-vif-plugged", "status": "completed", "tag": "bf608cf2-2ffe-4e4d-8a95-cbf549b53a97"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:55:40.469553 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port bf608cf2-2ffe-4e4d-8a95-cbf549b53a97, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=bf608cf2-2ffe-4e4d-8a95-cbf549b53a97,segment=NetworkSegment(c05e7e16-1181-4a1f-b0eb-5bf8b2ea2f17),segment_id=c05e7e16-1181-4a1f-b0eb-5bf8b2ea2f17)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:55:40.479865 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (bf608cf2-2ffe-4e4d-8a95-cbf549b53a97), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:40.503145 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06de2b63-0234-4bd6-8191-4911c912fa23 req-77a9272a-cbba-43e8-8040-a60512e8de8d tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:40.504778 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-06de2b63-0234-4bd6-8191-4911c912fa23 req-77a9272a-cbba-43e8-8040-a60512e8de8d tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] 10.222.0.87 "GET /v2.0/ports?device_id=84917d79-cf19-4770-b0d6-4fe5f8f49304 HTTP/1.1" status: 200 len: 931 time: 0.5930703 Feb 02 06:55:40.534323 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f02f4c-c405-4783-bf1c-d59b5dfd22f4 req-fbdefec7-87e3-48c7-986e-ccde4bf00eec tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:40.534976 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d1f02f4c-c405-4783-bf1c-d59b5dfd22f4 req-fbdefec7-87e3-48c7-986e-ccde4bf00eec tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:40.542285 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af717172-0233-4930-974a-f1c882d50d86 service neutron] Pushing event updated for resources: {'Port': ['ID=30bbe7a6-4f06-4304-8acf-7334c37f38a9,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:55:40.616764 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=bf608cf2-2ffe-4e4d-8a95-cbf549b53a97,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:55:40.691899 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d1f02f4c-c405-4783-bf1c-d59b5dfd22f4 req-fbdefec7-87e3-48c7-986e-ccde4bf00eec tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1415789 Feb 02 06:55:40.722973 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d11bab-3e7d-4b3c-b3c5-5107c9fcadef req-84a05d1f-ac0a-4457-952a-28f1b965762c tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:40.738694 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-38d11bab-3e7d-4b3c-b3c5-5107c9fcadef req-84a05d1f-ac0a-4457-952a-28f1b965762c tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 931 time: 0.2359130 Feb 02 06:55:40.753542 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-d1f02f4c-c405-4783-bf1c-d59b5dfd22f4 req-0fcb55da-4da6-463f-938c-df89bc385197 service neutron] Request body: {'port': {'device_id': 'ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:55:40.868437 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-38d11bab-3e7d-4b3c-b3c5-5107c9fcadef req-4eee99f8-f23a-43ec-aa65-70c56be69986 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267974 Feb 02 06:55:40.904116 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7b18f843-4328-4a04-9aee-88bfbb8418a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:40.926731 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-06de2b63-0234-4bd6-8191-4911c912fa23 req-1b93cedb-0895-4833-b86a-78e614bc7628 tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] 10.222.0.87 "GET /v2.0/security-groups?id=ca78257b-1af1-4cff-b7ca-1fa610459447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3874786 Feb 02 06:55:40.967793 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-d5de0e1e-df36-452a-91ae-addcc72f7bd5 req-af717172-0233-4930-974a-f1c882d50d86 service neutron] Attempting to bind port 30bbe7a6-4f06-4304-8acf-7334c37f38a9 on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:55:40.968147 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-d5de0e1e-df36-452a-91ae-addcc72f7bd5 req-af717172-0233-4930-974a-f1c882d50d86 service neutron] Attempting to bind port 30bbe7a6-4f06-4304-8acf-7334c37f38a9 by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': '1d2d48ca-7af8-4a5d-abef-fb7206a16c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e0f9d081-640e-45b1-b6ba-9e0fb190dfbe'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:55:40.968477 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5de0e1e-df36-452a-91ae-addcc72f7bd5 req-af717172-0233-4930-974a-f1c882d50d86 service neutron] Attempting to bind port 30bbe7a6-4f06-4304-8acf-7334c37f38a9 on network e0f9d081-640e-45b1-b6ba-9e0fb190dfbe {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:55:40.977589 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 02 Feb 2022 06:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64fdbdab-7073-48d4-8278-39be5df4b460 x-openstack-request-id: req-64fdbdab-7073-48d4-8278-39be5df4b460 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:55:40.978085 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87", "name": "network-vif-plugged", "status": "completed", "tag": "ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc", "code": 200}, {"server_uuid": "83e49562-4001-4510-8a8a-9aeddd004b7a", "name": "network-vif-plugged", "status": "completed", "tag": "bf608cf2-2ffe-4e4d-8a95-cbf549b53a97", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:55:40.978504 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-64fdbdab-7073-48d4-8278-39be5df4b460 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:55:40.979661 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc', 'code': 200} Feb 02 06:55:40.980455 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e49562-4001-4510-8a8a-9aeddd004b7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf608cf2-2ffe-4e4d-8a95-cbf549b53a97', 'code': 200} Feb 02 06:55:41.041189 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5de0e1e-df36-452a-91ae-addcc72f7bd5 req-af717172-0233-4930-974a-f1c882d50d86 service neutron] Port 30bbe7a6-4f06-4304-8acf-7334c37f38a9 on network e0f9d081-640e-45b1-b6ba-9e0fb190dfbe not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 06:55:41.042700 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5de0e1e-df36-452a-91ae-addcc72f7bd5 req-af717172-0233-4930-974a-f1c882d50d86 service neutron] Attempting to bind port 30bbe7a6-4f06-4304-8acf-7334c37f38a9 on network e0f9d081-640e-45b1-b6ba-9e0fb190dfbe {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:55:41.072496 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5de0e1e-df36-452a-91ae-addcc72f7bd5 req-af717172-0233-4930-974a-f1c882d50d86 service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:55:41.075412 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5de0e1e-df36-452a-91ae-addcc72f7bd5 req-af717172-0233-4930-974a-f1c882d50d86 service neutron] Checking segment: {'id': '1d2d48ca-7af8-4a5d-abef-fb7206a16c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e0f9d081-640e-45b1-b6ba-9e0fb190dfbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:55:41.076203 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5de0e1e-df36-452a-91ae-addcc72f7bd5 req-af717172-0233-4930-974a-f1c882d50d86 service neutron] Bound using segment: {'id': '1d2d48ca-7af8-4a5d-abef-fb7206a16c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e0f9d081-640e-45b1-b6ba-9e0fb190dfbe'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:55:41.077016 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-d5de0e1e-df36-452a-91ae-addcc72f7bd5 req-af717172-0233-4930-974a-f1c882d50d86 service neutron] Bound port: 30bbe7a6-4f06-4304-8acf-7334c37f38a9, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d2d48ca-7af8-4a5d-abef-fb7206a16c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'e0f9d081-640e-45b1-b6ba-9e0fb190dfbe'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:55:41.079387 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d5de0e1e-df36-452a-91ae-addcc72f7bd5 req-af717172-0233-4930-974a-f1c882d50d86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (30bbe7a6-4f06-4304-8acf-7334c37f38a9), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:41.125760 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d1f02f4c-c405-4783-bf1c-d59b5dfd22f4 req-0fcb55da-4da6-463f-938c-df89bc385197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (94377a6e-1236-4aaf-86eb-c20b80f78855), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:41.210907 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dabfd71-9de7-4a14-9231-6449e01b496d req-848a7650-9372-49c0-a61d-79bf2f5350ea tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:41.228189 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2dabfd71-9de7-4a14-9231-6449e01b496d req-848a7650-9372-49c0-a61d-79bf2f5350ea tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/ports?device_id=83e49562-4001-4510-8a8a-9aeddd004b7a HTTP/1.1" status: 200 len: 946 time: 0.1371682 Feb 02 06:55:41.336811 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2dabfd71-9de7-4a14-9231-6449e01b496d req-541b0d40-32ac-4391-bd83-a5a714e59830 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/security-groups?id=aab45fc2-0973-493e-a825-050df5bd59a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049137 Feb 02 06:55:41.513061 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb92e6-4ded-43f3-a780-f0d42e4cb3f4 req-fb80ca54-124e-4b9f-b6b0-f414e0240b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:41.514998 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2aeb92e6-4ded-43f3-a780-f0d42e4cb3f4 req-fb80ca54-124e-4b9f-b6b0-f414e0240b03 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=83e49562-4001-4510-8a8a-9aeddd004b7a HTTP/1.1" status: 200 len: 1129 time: 0.1312521 Feb 02 06:55:41.559061 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39797f92-03f3-431c-9734-ae6885a20904 req-f3825331-1d8a-4783-8231-7ac3709c1774 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:41.567694 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-39797f92-03f3-431c-9734-ae6885a20904 req-f3825331-1d8a-4783-8231-7ac3709c1774 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/ports?device_id=31edf115-2f57-49b2-9f9d-02b931a6f370 HTTP/1.1" status: 200 len: 945 time: 0.1144938 Feb 02 06:55:41.647500 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2aeb92e6-4ded-43f3-a780-f0d42e4cb3f4 req-a6ecca33-a5b3-45fb-b41f-74451210355e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=aab45fc2-0973-493e-a825-050df5bd59a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233590 Feb 02 06:55:41.679094 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-39797f92-03f3-431c-9734-ae6885a20904 req-cd6ce21e-6539-447e-8601-4927d7c354e4 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/security-groups?id=2164a223-774f-4eed-afca-8e3586e80a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100140 Feb 02 06:55:41.897959 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-d5de0e1e-df36-452a-91ae-addcc72f7bd5 req-af717172-0233-4930-974a-f1c882d50d86 service neutron] For port 30bbe7a6-4f06-4304-8acf-7334c37f38a9, host n-h2-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:55:41.906756 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-d5de0e1e-df36-452a-91ae-addcc72f7bd5 req-af717172-0233-4930-974a-f1c882d50d86 service neutron] For port 30bbe7a6-4f06-4304-8acf-7334c37f38a9, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=30bbe7a6-4f06-4304-8acf-7334c37f38a9,segment=NetworkSegment(1d2d48ca-7af8-4a5d-abef-fb7206a16c0e),segment_id=1d2d48ca-7af8-4a5d-abef-fb7206a16c0e)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:55:41.918661 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bc9d7c-e0ef-45b2-8a5f-8df1b5bd50d1 req-822212f8-541d-45d9-830f-41e8f30dbf1c tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:41.920379 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-95bc9d7c-e0ef-45b2-8a5f-8df1b5bd50d1 req-822212f8-541d-45d9-830f-41e8f30dbf1c tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87 HTTP/1.1" status: 200 len: 950 time: 0.7993996 Feb 02 06:55:41.983837 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d5de0e1e-df36-452a-91ae-addcc72f7bd5 req-af717172-0233-4930-974a-f1c882d50d86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (30bbe7a6-4f06-4304-8acf-7334c37f38a9), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:42.008504 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640931b2-3dfa-44cc-9f85-3787cb82476d req-6aea43aa-c77b-4188-b449-10f21ccbc6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:42.010732 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-640931b2-3dfa-44cc-9f85-3787cb82476d req-6aea43aa-c77b-4188-b449-10f21ccbc6fd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87 HTTP/1.1" status: 200 len: 1133 time: 0.2736869 Feb 02 06:55:42.062750 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5de0e1e-df36-452a-91ae-addcc72f7bd5 req-af717172-0233-4930-974a-f1c882d50d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:42.063550 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d5de0e1e-df36-452a-91ae-addcc72f7bd5 req-af717172-0233-4930-974a-f1c882d50d86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:42.065051 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d5de0e1e-df36-452a-91ae-addcc72f7bd5 req-af717172-0233-4930-974a-f1c882d50d86 service neutron] 10.222.0.59 "PUT /v2.0/ports/30bbe7a6-4f06-4304-8acf-7334c37f38a9 HTTP/1.1" status: 200 len: 1092 time: 4.4061756 Feb 02 06:55:42.074904 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84917d79-cf19-4770-b0d6-4fe5f8f49304', 'tag': '30bbe7a6-4f06-4304-8acf-7334c37f38a9'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:55:42.076793 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b0948f-c5cc-495c-938b-96b4c54c6c2b" -d '{"events": [{"name": "network-changed", "server_uuid": "84917d79-cf19-4770-b0d6-4fe5f8f49304", "tag": "30bbe7a6-4f06-4304-8acf-7334c37f38a9"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:55:42.192979 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af717172-0233-4930-974a-f1c882d50d86 service neutron] Pushing event updated for resources: {'Port': ['ID=30bbe7a6-4f06-4304-8acf-7334c37f38a9,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:55:42.259900 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-95bc9d7c-e0ef-45b2-8a5f-8df1b5bd50d1 req-643f1d1d-904e-404d-975d-1fae8418298d tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900174 Feb 02 06:55:42.324043 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ccb1d5-d896-4000-a6a1-7c9d746bebf3 req-652f0f05-c1ac-4339-ac58-9bf59e3d4a6e tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:42.331118 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-37ccb1d5-d896-4000-a6a1-7c9d746bebf3 req-652f0f05-c1ac-4339-ac58-9bf59e3d4a6e tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/ports?device_id=1016e5ea-7158-429f-8164-d8e426c1c7af&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2390673 Feb 02 06:55:42.459167 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-37ccb1d5-d896-4000-a6a1-7c9d746bebf3 req-e76f0155-41d0-46c6-8a7c-f023b1217385 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.4.76 HTTP/1.1" status: 200 len: 695 time: 0.1270304 Feb 02 06:55:42.471270 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-37ccb1d5-d896-4000-a6a1-7c9d746bebf3 req-58a04239-5eac-4a91-b0a6-82d7e4625963 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Request body: {'floatingip': {'port_id': '660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:55:42.545975 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-d1f02f4c-c405-4783-bf1c-d59b5dfd22f4 req-0fcb55da-4da6-463f-938c-df89bc385197 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94377a6e-1236-4aaf-86eb-c20b80f78855 {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:55:42.555785 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-37ccb1d5-d896-4000-a6a1-7c9d746bebf3 req-58a04239-5eac-4a91-b0a6-82d7e4625963 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Publish callbacks [] for floatingip (6dcdcd28-4c91-4732-b5b2-11fcfadc4497), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:42.557590 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d1f02f4c-c405-4783-bf1c-d59b5dfd22f4 req-0fcb55da-4da6-463f-938c-df89bc385197 service neutron] Publish callbacks [] for port (94377a6e-1236-4aaf-86eb-c20b80f78855), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:42.596655 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee4705b-6be2-41bb-9a61-6ac3c3d55886 req-a547a711-dad8-486f-b39e-c181872f8dd5 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:42.598632 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5ee4705b-6be2-41bb-9a61-6ac3c3d55886 req-a547a711-dad8-486f-b39e-c181872f8dd5 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 931 time: 0.1783111 Feb 02 06:55:42.609801 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-d1f02f4c-c405-4783-bf1c-d59b5dfd22f4 req-0fcb55da-4da6-463f-938c-df89bc385197 service neutron] Transition to ACTIVE for port object 94377a6e-1236-4aaf-86eb-c20b80f78855 will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 06:55:42.626920 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d1f02f4c-c405-4783-bf1c-d59b5dfd22f4 req-0fcb55da-4da6-463f-938c-df89bc385197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (94377a6e-1236-4aaf-86eb-c20b80f78855), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:42.777625 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5ee4705b-6be2-41bb-9a61-6ac3c3d55886 req-455a1100-c2ea-4928-a9d0-6b0b169f8c20 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587608 Feb 02 06:55:42.811808 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcb55da-4da6-463f-938c-df89bc385197 service neutron] Pushing event updated for resources: {'Port': ['ID=94377a6e-1236-4aaf-86eb-c20b80f78855,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:55:42.938189 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-d1f02f4c-c405-4783-bf1c-d59b5dfd22f4 req-0fcb55da-4da6-463f-938c-df89bc385197 service neutron] Attempting to bind port 94377a6e-1236-4aaf-86eb-c20b80f78855 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:55:42.938918 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-d1f02f4c-c405-4783-bf1c-d59b5dfd22f4 req-0fcb55da-4da6-463f-938c-df89bc385197 service neutron] Attempting to bind port 94377a6e-1236-4aaf-86eb-c20b80f78855 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': '43369f47-102e-4f19-93f2-e5ce754f6e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ad127856-4465-484c-882c-e096f13573c2'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:55:42.938918 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f02f4c-c405-4783-bf1c-d59b5dfd22f4 req-0fcb55da-4da6-463f-938c-df89bc385197 service neutron] Attempting to bind port 94377a6e-1236-4aaf-86eb-c20b80f78855 on network ad127856-4465-484c-882c-e096f13573c2 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:55:42.950521 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f02f4c-c405-4783-bf1c-d59b5dfd22f4 req-0fcb55da-4da6-463f-938c-df89bc385197 service neutron] Port 94377a6e-1236-4aaf-86eb-c20b80f78855 on network ad127856-4465-484c-882c-e096f13573c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 06:55:42.950854 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f02f4c-c405-4783-bf1c-d59b5dfd22f4 req-0fcb55da-4da6-463f-938c-df89bc385197 service neutron] Attempting to bind port 94377a6e-1236-4aaf-86eb-c20b80f78855 on network ad127856-4465-484c-882c-e096f13573c2 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:55:42.984921 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f02f4c-c405-4783-bf1c-d59b5dfd22f4 req-0fcb55da-4da6-463f-938c-df89bc385197 service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:55:42.985488 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f02f4c-c405-4783-bf1c-d59b5dfd22f4 req-0fcb55da-4da6-463f-938c-df89bc385197 service neutron] Checking segment: {'id': '43369f47-102e-4f19-93f2-e5ce754f6e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ad127856-4465-484c-882c-e096f13573c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:55:42.986006 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f02f4c-c405-4783-bf1c-d59b5dfd22f4 req-0fcb55da-4da6-463f-938c-df89bc385197 service neutron] Bound using segment: {'id': '43369f47-102e-4f19-93f2-e5ce754f6e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ad127856-4465-484c-882c-e096f13573c2'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:55:42.986662 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-d1f02f4c-c405-4783-bf1c-d59b5dfd22f4 req-0fcb55da-4da6-463f-938c-df89bc385197 service neutron] Bound port: 94377a6e-1236-4aaf-86eb-c20b80f78855, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43369f47-102e-4f19-93f2-e5ce754f6e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ad127856-4465-484c-882c-e096f13573c2'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:55:42.987295 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d1f02f4c-c405-4783-bf1c-d59b5dfd22f4 req-0fcb55da-4da6-463f-938c-df89bc385197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (94377a6e-1236-4aaf-86eb-c20b80f78855), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:43.256464 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b5332983-4d21-488a-9378-8c19381c2fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:43.340329 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8554d10-c1a0-4add-8633-679e3166b427 req-774dc0de-d18f-4a79-914c-8c6efd424da0 tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:43.348893 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a8554d10-c1a0-4add-8633-679e3166b427 req-774dc0de-d18f-4a79-914c-8c6efd424da0 tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] 10.222.0.87 "GET /v2.0/ports?device_id=84917d79-cf19-4770-b0d6-4fe5f8f49304 HTTP/1.1" status: 200 len: 943 time: 0.2397015 Feb 02 06:55:43.364019 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-d1f02f4c-c405-4783-bf1c-d59b5dfd22f4 req-0fcb55da-4da6-463f-938c-df89bc385197 service neutron] For port 94377a6e-1236-4aaf-86eb-c20b80f78855, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:55:43.364464 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.db.resource_extend [req-37ccb1d5-d896-4000-a6a1-7c9d746bebf3 req-58a04239-5eac-4a91-b0a6-82d7e4625963 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 06:55:43.368298 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5de0e1e-df36-452a-91ae-addcc72f7bd5 req-461ab62c-aaa7-43d0-a513-5b96babe0585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:43.370300 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d5de0e1e-df36-452a-91ae-addcc72f7bd5 req-461ab62c-aaa7-43d0-a513-5b96babe0585 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a578a4401c554c2ca8800cd6fc4dd3f4&device_id=84917d79-cf19-4770-b0d6-4fe5f8f49304 HTTP/1.1" status: 200 len: 1126 time: 0.1493793 Feb 02 06:55:43.399448 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-640931b2-3dfa-44cc-9f85-3787cb82476d req-5c5ad4f7-5941-4c23-a5ce-0aa206b00706 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093050 Feb 02 06:55:43.461972 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-d1f02f4c-c405-4783-bf1c-d59b5dfd22f4 req-0fcb55da-4da6-463f-938c-df89bc385197 service neutron] For port 94377a6e-1236-4aaf-86eb-c20b80f78855, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=94377a6e-1236-4aaf-86eb-c20b80f78855,segment=NetworkSegment(43369f47-102e-4f19-93f2-e5ce754f6e28),segment_id=43369f47-102e-4f19-93f2-e5ce754f6e28)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:55:43.486515 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a8554d10-c1a0-4add-8633-679e3166b427 req-5ae30a08-1fb0-46b7-b05c-8d013c11eda3 tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] 10.222.0.87 "GET /v2.0/security-groups?id=ca78257b-1af1-4cff-b7ca-1fa610459447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366098 Feb 02 06:55:43.501978 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-37ccb1d5-d896-4000-a6a1-7c9d746bebf3 req-58a04239-5eac-4a91-b0a6-82d7e4625963 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:43.509224 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-37ccb1d5-d896-4000-a6a1-7c9d746bebf3 req-58a04239-5eac-4a91-b0a6-82d7e4625963 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (6dcdcd28-4c91-4732-b5b2-11fcfadc4497), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:43.512258 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d1f02f4c-c405-4783-bf1c-d59b5dfd22f4 req-0fcb55da-4da6-463f-938c-df89bc385197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (94377a6e-1236-4aaf-86eb-c20b80f78855), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:43.599402 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f02f4c-c405-4783-bf1c-d59b5dfd22f4 req-0fcb55da-4da6-463f-938c-df89bc385197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:43.603390 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d1f02f4c-c405-4783-bf1c-d59b5dfd22f4 req-0fcb55da-4da6-463f-938c-df89bc385197 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:43.605688 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d1f02f4c-c405-4783-bf1c-d59b5dfd22f4 req-0fcb55da-4da6-463f-938c-df89bc385197 service neutron] 10.222.0.88 "PUT /v2.0/ports/94377a6e-1236-4aaf-86eb-c20b80f78855 HTTP/1.1" status: 200 len: 1092 time: 2.8905108 Feb 02 06:55:43.610458 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 06:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee41465-5b4c-40e7-bdf5-b5c5086ae15f x-openstack-request-id: req-fee41465-5b4c-40e7-bdf5-b5c5086ae15f {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:55:43.611956 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84917d79-cf19-4770-b0d6-4fe5f8f49304", "tag": "30bbe7a6-4f06-4304-8acf-7334c37f38a9", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:55:43.612374 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-fee41465-5b4c-40e7-bdf5-b5c5086ae15f {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:55:43.612920 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84917d79-cf19-4770-b0d6-4fe5f8f49304', 'tag': '30bbe7a6-4f06-4304-8acf-7334c37f38a9', 'status': 'completed', 'code': 200} Feb 02 06:55:43.728549 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d5de0e1e-df36-452a-91ae-addcc72f7bd5 req-4e082c22-2959-4b54-97e3-98db824e6459 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=30bbe7a6-4f06-4304-8acf-7334c37f38a9 HTTP/1.1" status: 200 len: 217 time: 0.1462502 Feb 02 06:55:43.730945 n-d-789963-26 neutron-server[109694]: INFO neutron.db.l3_db [req-37ccb1d5-d896-4000-a6a1-7c9d746bebf3 req-58a04239-5eac-4a91-b0a6-82d7e4625963 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Floating IP 6dcdcd28-4c91-4732-b5b2-11fcfadc4497 associated. External IP: 172.25.4.76, port: 660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e. Feb 02 06:55:43.799503 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcb55da-4da6-463f-938c-df89bc385197 service neutron] Pushing event updated for resources: {'Port': ['ID=94377a6e-1236-4aaf-86eb-c20b80f78855,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:55:43.816708 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898bb770-f70e-46f8-8056-8005460499e3 req-8422c78a-aa13-4e20-a8e5-d627c9037c04 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:43.823826 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-898bb770-f70e-46f8-8056-8005460499e3 req-8422c78a-aa13-4e20-a8e5-d627c9037c04 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/ports?device_id=83e49562-4001-4510-8a8a-9aeddd004b7a HTTP/1.1" status: 200 len: 946 time: 0.1304674 Feb 02 06:55:43.831878 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f02f4c-c405-4783-bf1c-d59b5dfd22f4 req-eba88f32-3fca-4a4f-a017-9f0345a02a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:43.833330 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d1f02f4c-c405-4783-bf1c-d59b5dfd22f4 req-eba88f32-3fca-4a4f-a017-9f0345a02a4d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=94634d8b4d2a41de8e59c8bd88798343&device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 1126 time: 0.1484258 Feb 02 06:55:43.905828 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d1f02f4c-c405-4783-bf1c-d59b5dfd22f4 req-51824852-3030-4b5e-85a0-2c70f906b9d5 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94377a6e-1236-4aaf-86eb-c20b80f78855 HTTP/1.1" status: 200 len: 217 time: 0.0570767 Feb 02 06:55:44.007062 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-898bb770-f70e-46f8-8056-8005460499e3 req-ef0f6318-0eda-4226-9378-812796df0738 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/security-groups?id=aab45fc2-0973-493e-a825-050df5bd59a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823325 Feb 02 06:55:44.064014 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f02f4c-c405-4783-bf1c-d59b5dfd22f4 req-fb54636b-fc84-4e98-ba2f-693fb6cd9663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:44.064355 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d1f02f4c-c405-4783-bf1c-d59b5dfd22f4 req-fb54636b-fc84-4e98-ba2f-693fb6cd9663 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a7292d13-827d-45ab-8eaa-7baf62301aaa HTTP/1.1" status: 200 len: 847 time: 0.1524336 Feb 02 06:55:44.065150 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [req-37ccb1d5-d896-4000-a6a1-7c9d746bebf3 req-58a04239-5eac-4a91-b0a6-82d7e4625963 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Router 82b44e09-335f-44d6-b1fc-e3f4f478d833 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 06:55:44.144158 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d1f02f4c-c405-4783-bf1c-d59b5dfd22f4 req-ff1a492e-8982-49b7-bb74-a771e1fa8d8c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ad127856-4465-484c-882c-e096f13573c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700912 Feb 02 06:55:44.280913 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b1bb47-e30e-4b3a-9857-0bf63907dc9c req-202e0ed0-aed7-4cbd-a178-7de9a96bf4f6 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:44.282367 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c1b1bb47-e30e-4b3a-9857-0bf63907dc9c req-202e0ed0-aed7-4cbd-a178-7de9a96bf4f6 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87 HTTP/1.1" status: 200 len: 950 time: 0.1502149 Feb 02 06:55:44.320946 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-37ccb1d5-d896-4000-a6a1-7c9d746bebf3 req-58a04239-5eac-4a91-b0a6-82d7e4625963 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 06:55:44.332803 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063ab551-2241-4376-865d-361e0206e153 None None] Sync routers for ids ['82b44e09-335f-44d6-b1fc-e3f4f478d833'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 06:55:44.334830 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-37ccb1d5-d896-4000-a6a1-7c9d746bebf3 req-58a04239-5eac-4a91-b0a6-82d7e4625963 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:44.357722 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d1f02f4c-c405-4783-bf1c-d59b5dfd22f4 req-60cb76e8-686d-4c66-98f3-e416c188cb80 service neutron] 10.222.0.88 "GET /v2.0/networks/ad127856-4465-484c-882c-e096f13573c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045324 Feb 02 06:55:44.358789 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063ab551-2241-4376-865d-361e0206e153 None None] Routers {'82b44e09-335f-44d6-b1fc-e3f4f478d833'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 06:55:44.363186 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-063ab551-2241-4376-865d-361e0206e153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:55:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['82b44e09-335f-44d6-b1fc-e3f4f478d833'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:55:44.420506 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-37ccb1d5-d896-4000-a6a1-7c9d746bebf3 req-58a04239-5eac-4a91-b0a6-82d7e4625963 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "PUT /v2.0/floatingips/6dcdcd28-4c91-4732-b5b2-11fcfadc4497 HTTP/1.1" status: 200 len: 995 time: 1.9602618 Feb 02 06:55:44.421241 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1016e5ea-7158-429f-8164-d8e426c1c7af', 'tag': '660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:55:44.423375 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997768ff-dd1e-4ffe-8c06-3096cf9d7763" -d '{"events": [{"name": "network-changed", "server_uuid": "1016e5ea-7158-429f-8164-d8e426c1c7af", "tag": "660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:55:44.505749 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c1b1bb47-e30e-4b3a-9857-0bf63907dc9c req-e601b4dc-a597-4104-9534-fd8979a32793 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120321 Feb 02 06:55:44.551824 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ccb1d5-d896-4000-a6a1-7c9d746bebf3 req-5ebbad17-8ea7-472b-baa2-4d59d345b1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:44.570074 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-37ccb1d5-d896-4000-a6a1-7c9d746bebf3 req-5ebbad17-8ea7-472b-baa2-4d59d345b1ee service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=2b7b771ea1c74d4ab2224de90862d20a&device_id=1016e5ea-7158-429f-8164-d8e426c1c7af HTTP/1.1" status: 200 len: 1128 time: 0.1384461 Feb 02 06:55:44.757727 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d1f02f4c-c405-4783-bf1c-d59b5dfd22f4 req-9d8081ed-4e0b-4fdf-9c23-841442c87c62 service neutron] 10.222.0.88 "GET /v2.0/networks/ad127856-4465-484c-882c-e096f13573c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3911047 Feb 02 06:55:44.761709 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-063ab551-2241-4376-865d-361e0206e153 None None] Set router 82b44e09-335f-44d6-b1fc-e3f4f478d833 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 06:55:44.803578 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b508401b-9490-45af-85fd-8a8592528f5c req-231ae721-d0d6-44e9-9781-ad03ba98b74b tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:44.813427 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b508401b-9490-45af-85fd-8a8592528f5c req-231ae721-d0d6-44e9-9781-ad03ba98b74b tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 943 time: 0.1409905 Feb 02 06:55:44.814528 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ccb1d5-d896-4000-a6a1-7c9d746bebf3 req-293041fd-5137-42ed-b40c-863f075a7f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:44.816342 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-37ccb1d5-d896-4000-a6a1-7c9d746bebf3 req-293041fd-5137-42ed-b40c-863f075a7f74 service neutron] 10.222.0.87 "GET /v2.0/networks?id=76868d96-3692-423a-989b-a6220ec3b299 HTTP/1.1" status: 200 len: 921 time: 0.2453561 Feb 02 06:55:45.020383 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5de0e1e-df36-452a-91ae-addcc72f7bd5 req-27f2f434-9c1f-4b4c-9775-776b93f1d181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:45.023193 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d5de0e1e-df36-452a-91ae-addcc72f7bd5 req-27f2f434-9c1f-4b4c-9775-776b93f1d181 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f1fa5b16-0923-4aea-9e14-f0e26de4f6f1 HTTP/1.1" status: 200 len: 853 time: 0.1713398 Feb 02 06:55:45.027825 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-37ccb1d5-d896-4000-a6a1-7c9d746bebf3 req-4a6db410-77ee-46c7-a37f-5bb4e445b944 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e HTTP/1.1" status: 200 len: 998 time: 0.2052021 Feb 02 06:55:45.042457 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b508401b-9490-45af-85fd-8a8592528f5c req-b47bf89e-05c5-480f-9df4-de8ae99a0653 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275333 Feb 02 06:55:45.142119 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ccb1d5-d896-4000-a6a1-7c9d746bebf3 req-fa12e518-3032-4580-9413-35f85680a046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:45.148105 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-37ccb1d5-d896-4000-a6a1-7c9d746bebf3 req-fa12e518-3032-4580-9413-35f85680a046 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=7ce63174-c525-4e2d-821d-9ee5b4634e75 HTTP/1.1" status: 200 len: 859 time: 0.1104250 Feb 02 06:55:45.216527 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5de0e1e-df36-452a-91ae-addcc72f7bd5 req-2492530c-087c-4486-b457-58a4bee0d209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:45.219709 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d5de0e1e-df36-452a-91ae-addcc72f7bd5 req-2492530c-087c-4486-b457-58a4bee0d209 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e0f9d081-640e-45b1-b6ba-9e0fb190dfbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1529014 Feb 02 06:55:45.233903 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ccb1d5-d896-4000-a6a1-7c9d746bebf3 req-cef3a9fc-4073-4463-ad3c-c68c0fd6a5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:45.235543 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-37ccb1d5-d896-4000-a6a1-7c9d746bebf3 req-cef3a9fc-4073-4463-ad3c-c68c0fd6a5fa service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=76868d96-3692-423a-989b-a6220ec3b299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0801957 Feb 02 06:55:45.254509 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [req-37ccb1d5-d896-4000-a6a1-7c9d746bebf3 req-de919d92-3d5b-4702-a154-fc19e5859fc1 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 06:55:45.256714 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-37ccb1d5-d896-4000-a6a1-7c9d746bebf3 req-de919d92-3d5b-4702-a154-fc19e5859fc1 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065196 Feb 02 06:55:45.258727 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:45.495940 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-063ab551-2241-4376-865d-361e0206e153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'name': 'tempest-FloatingIPsAssociationTestJSON-599617694-router', 'tenant_id': '2b7b771ea1c74d4ab2224de90862d20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'd7e469b2-08ef-48dc-ab90-79575ae1a4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:54:34Z', 'updated_at': '2022-02-02T06:54:41Z', 'revision_number': 4, 'project_id': '2b7b771ea1c74d4ab2224de90862d20a', 'gw_port': {'id': 'd7e469b2-08ef-48dc-ab90-79575ae1a4d4', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:32:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:35Z', 'updated_at': '2022-02-02T06:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '6dcdcd28-4c91-4732-b5b2-11fcfadc4497', 'tenant_id': '2b7b771ea1c74d4ab2224de90862d20a', 'floating_ip_address': '172.25.4.76', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'port_id': '660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76868d96-3692-423a-989b-a6220ec3b299', 'mac_address': 'fa:16:3e:fb:fb:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1016e5ea-7158-429f-8164-d8e426c1c7af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T06:55:19Z', 'updated_at': '2022-02-02T06:55:43Z', 'revision_number': 1, 'project_id': '2b7b771ea1c74d4ab2224de90862d20a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17103a1e-52d8-4742-9b46-282efaa9717c', 'name': '', 'network_id': '76868d96-3692-423a-989b-a6220ec3b299', 'tenant_id': '2b7b771ea1c74d4ab2224de90862d20a', 'mac_address': 'fa:16:3e:7b:a6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7ce63174-c525-4e2d-821d-9ee5b4634e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:40Z', 'updated_at': '2022-02-02T06:54:50Z', 'revision_number': 5, 'project_id': '2b7b771ea1c74d4ab2224de90862d20a', 'subnets': [{'id': '7ce63174-c525-4e2d-821d-9ee5b4634e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:55:45.574760 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063ab551-2241-4376-865d-361e0206e153 None None] Checking router: 82b44e09-335f-44d6-b1fc-e3f4f478d833 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 06:55:45.592651 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063ab551-2241-4376-865d-361e0206e153 None None] Routers {'82b44e09-335f-44d6-b1fc-e3f4f478d833'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 06:55:45.593210 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-063ab551-2241-4376-865d-361e0206e153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:55:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['82b44e09-335f-44d6-b1fc-e3f4f478d833'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:55:45.636231 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b', 'tag': '94377a6e-1236-4aaf-86eb-c20b80f78855'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:55:45.638508 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-154752e3-03ec-4838-9b55-4c06457beeeb" -d '{"events": [{"name": "network-changed", "server_uuid": "ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b", "tag": "94377a6e-1236-4aaf-86eb-c20b80f78855"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:55:45.802171 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d5de0e1e-df36-452a-91ae-addcc72f7bd5 req-3871fd97-6d96-445a-b42c-628aa3166a71 service neutron] 10.222.0.59 "GET /v2.0/networks/e0f9d081-640e-45b1-b6ba-9e0fb190dfbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5591278 Feb 02 06:55:45.817266 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-37ccb1d5-d896-4000-a6a1-7c9d746bebf3 req-ab1e9a63-1e14-4f9b-8fb9-5f9b71f4ffb3 service neutron] 10.222.0.87 "GET /v2.0/networks/76868d96-3692-423a-989b-a6220ec3b299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5546303 Feb 02 06:55:45.836255 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 06:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff6d7664-83e3-4cbc-ba10-167ba52a6d04 x-openstack-request-id: req-ff6d7664-83e3-4cbc-ba10-167ba52a6d04 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:55:45.842495 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1016e5ea-7158-429f-8164-d8e426c1c7af", "tag": "660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:55:45.842971 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ff6d7664-83e3-4cbc-ba10-167ba52a6d04 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:55:45.845767 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1016e5ea-7158-429f-8164-d8e426c1c7af', 'tag': '660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e', 'status': 'completed', 'code': 200} Feb 02 06:55:45.851345 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997768ff-dd1e-4ffe-8c06-3096cf9d7763 req-b6ba5f84-0077-4360-b8b3-eea0bedf9c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:45.857500 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-997768ff-dd1e-4ffe-8c06-3096cf9d7763 req-b6ba5f84-0077-4360-b8b3-eea0bedf9c9e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2b7b771ea1c74d4ab2224de90862d20a&device_id=1016e5ea-7158-429f-8164-d8e426c1c7af HTTP/1.1" status: 200 len: 1128 time: 0.3678658 Feb 02 06:55:45.874662 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-063ab551-2241-4376-865d-361e0206e153 None None] Set router 82b44e09-335f-44d6-b1fc-e3f4f478d833 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 06:55:45.894029 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee98f171-64c6-4f62-bd95-2bbc082945da req-870e9233-8a29-4803-b521-25c47ccf4462 tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:45.904243 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ee98f171-64c6-4f62-bd95-2bbc082945da req-870e9233-8a29-4803-b521-25c47ccf4462 tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] 10.222.0.87 "GET /v2.0/ports?device_id=84917d79-cf19-4770-b0d6-4fe5f8f49304 HTTP/1.1" status: 200 len: 943 time: 0.4255311 Feb 02 06:55:46.047550 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ee98f171-64c6-4f62-bd95-2bbc082945da req-7330fd38-40a6-4b7d-8ba6-144069ce7148 tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] 10.222.0.87 "GET /v2.0/security-groups?id=ca78257b-1af1-4cff-b7ca-1fa610459447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414683 Feb 02 06:55:46.097801 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-37ccb1d5-d896-4000-a6a1-7c9d746bebf3 req-3cf75fe1-e820-42f1-b19e-f8355275b500 service neutron] 10.222.0.87 "GET /v2.0/networks/76868d96-3692-423a-989b-a6220ec3b299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784219 Feb 02 06:55:46.292174 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db747cc9-c492-4b6f-a2c0-f0a0a0920c51 req-e64417f7-64e4-4b2d-8e23-c76adf31080a tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:46.297538 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-db747cc9-c492-4b6f-a2c0-f0a0a0920c51 req-e64417f7-64e4-4b2d-8e23-c76adf31080a tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/ports?device_id=83e49562-4001-4510-8a8a-9aeddd004b7a HTTP/1.1" status: 200 len: 946 time: 0.1316488 Feb 02 06:55:46.308993 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7944ec-213b-4e5a-b8f8-68b6d64c3997 req-6ff0ab98-1ce8-4b38-aa79-0056e3d89177 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:46.327918 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0a7944ec-213b-4e5a-b8f8-68b6d64c3997 req-6ff0ab98-1ce8-4b38-aa79-0056e3d89177 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87 HTTP/1.1" status: 200 len: 950 time: 0.0988386 Feb 02 06:55:46.328923 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:46.406508 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-db747cc9-c492-4b6f-a2c0-f0a0a0920c51 req-822fd132-8d44-4033-850e-3b6c217cc88e tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/security-groups?id=aab45fc2-0973-493e-a825-050df5bd59a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021941 Feb 02 06:55:46.408827 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0a7944ec-213b-4e5a-b8f8-68b6d64c3997 req-d85cde13-ef7d-4d7f-bff2-e9da6a978c8a tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793269 Feb 02 06:55:46.545518 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 06:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e7075e-8cfe-478f-b6c4-385643c8876e x-openstack-request-id: req-76e7075e-8cfe-478f-b6c4-385643c8876e {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:55:46.547796 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b", "tag": "94377a6e-1236-4aaf-86eb-c20b80f78855", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:55:46.548169 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-76e7075e-8cfe-478f-b6c4-385643c8876e {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:55:46.550493 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b', 'tag': '94377a6e-1236-4aaf-86eb-c20b80f78855', 'status': 'completed', 'code': 200} Feb 02 06:55:46.560335 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49bc264-3957-48cd-b249-fed8fe18c1d7 req-73a2525a-0081-44f2-821b-83f8ef77daeb tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:46.571860 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d49bc264-3957-48cd-b249-fed8fe18c1d7 req-73a2525a-0081-44f2-821b-83f8ef77daeb tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 943 time: 0.0865674 Feb 02 06:55:46.616195 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-063ab551-2241-4376-865d-361e0206e153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'name': 'tempest-FloatingIPsAssociationTestJSON-599617694-router', 'tenant_id': '2b7b771ea1c74d4ab2224de90862d20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'd7e469b2-08ef-48dc-ab90-79575ae1a4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:54:34Z', 'updated_at': '2022-02-02T06:54:41Z', 'revision_number': 4, 'project_id': '2b7b771ea1c74d4ab2224de90862d20a', 'gw_port': {'id': 'd7e469b2-08ef-48dc-ab90-79575ae1a4d4', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:32:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:35Z', 'updated_at': '2022-02-02T06:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '6dcdcd28-4c91-4732-b5b2-11fcfadc4497', 'tenant_id': '2b7b771ea1c74d4ab2224de90862d20a', 'floating_ip_address': '172.25.4.76', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'port_id': '660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76868d96-3692-423a-989b-a6220ec3b299', 'mac_address': 'fa:16:3e:fb:fb:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1016e5ea-7158-429f-8164-d8e426c1c7af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T06:55:19Z', 'updated_at': '2022-02-02T06:55:43Z', 'revision_number': 1, 'project_id': '2b7b771ea1c74d4ab2224de90862d20a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17103a1e-52d8-4742-9b46-282efaa9717c', 'name': '', 'network_id': '76868d96-3692-423a-989b-a6220ec3b299', 'tenant_id': '2b7b771ea1c74d4ab2224de90862d20a', 'mac_address': 'fa:16:3e:7b:a6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7ce63174-c525-4e2d-821d-9ee5b4634e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:40Z', 'updated_at': '2022-02-02T06:54:50Z', 'revision_number': 5, 'project_id': '2b7b771ea1c74d4ab2224de90862d20a', 'subnets': [{'id': '7ce63174-c525-4e2d-821d-9ee5b4634e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:55:46.661216 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063ab551-2241-4376-865d-361e0206e153 None None] The sync data for ids ['82b44e09-335f-44d6-b1fc-e3f4f478d833'] in n-d-789963-26 is: [{'id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'name': 'tempest-FloatingIPsAssociationTestJSON-599617694-router', 'tenant_id': '2b7b771ea1c74d4ab2224de90862d20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'd7e469b2-08ef-48dc-ab90-79575ae1a4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:54:34Z', 'updated_at': '2022-02-02T06:54:41Z', 'revision_number': 4, 'project_id': '2b7b771ea1c74d4ab2224de90862d20a', 'gw_port': {'id': 'd7e469b2-08ef-48dc-ab90-79575ae1a4d4', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:32:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:35Z', 'updated_at': '2022-02-02T06:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '6dcdcd28-4c91-4732-b5b2-11fcfadc4497', 'tenant_id': '2b7b771ea1c74d4ab2224de90862d20a', 'floating_ip_address': '172.25.4.76', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'port_id': '660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76868d96-3692-423a-989b-a6220ec3b299', 'mac_address': 'fa:16:3e:fb:fb:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1016e5ea-7158-429f-8164-d8e426c1c7af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T06:55:19Z', 'updated_at': '2022-02-02T06:55:43Z', 'revision_number': 1, 'project_id': '2b7b771ea1c74d4ab2224de90862d20a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17103a1e-52d8-4742-9b46-282efaa9717c', 'name': '', 'network_id': '76868d96-3692-423a-989b-a6220ec3b299', 'tenant_id': '2b7b771ea1c74d4ab2224de90862d20a', 'mac_address': 'fa:16:3e:7b:a6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7ce63174-c525-4e2d-821d-9ee5b4634e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:40Z', 'updated_at': '2022-02-02T06:54:50Z', 'revision_number': 5, 'project_id': '2b7b771ea1c74d4ab2224de90862d20a', 'subnets': [{'id': '7ce63174-c525-4e2d-821d-9ee5b4634e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 06:55:46.684628 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d49bc264-3957-48cd-b249-fed8fe18c1d7 req-f77cc36a-d4c4-4eb5-88bb-6bc7117a37b5 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108425 Feb 02 06:55:46.812753 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d5de0e1e-df36-452a-91ae-addcc72f7bd5 req-5695a0e9-5e62-4fd9-b6c9-533bb8fe1ce7 service neutron] 10.222.0.59 "GET /v2.0/networks/e0f9d081-640e-45b1-b6ba-9e0fb190dfbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4049203 Feb 02 06:55:47.194269 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ba170e-ad3a-4af4-bc9a-ea1b86d19fd2 None None] New status for floating IP 6dcdcd28-4c91-4732-b5b2-11fcfadc4497: ACTIVE {{(pid=109696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 06:55:47.273893 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:47.323437 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997768ff-dd1e-4ffe-8c06-3096cf9d7763 req-cf62c151-d56d-4e68-8669-8752cb7165c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:47.326417 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-997768ff-dd1e-4ffe-8c06-3096cf9d7763 req-cf62c151-d56d-4e68-8669-8752cb7165c4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=76868d96-3692-423a-989b-a6220ec3b299 HTTP/1.1" status: 200 len: 921 time: 0.8359938 Feb 02 06:55:47.335976 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154752e3-03ec-4838-9b55-4c06457beeeb req-19b7c837-c256-4b8a-b3c0-46fa59f96932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:47.338657 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-154752e3-03ec-4838-9b55-4c06457beeeb req-19b7c837-c256-4b8a-b3c0-46fa59f96932 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=94634d8b4d2a41de8e59c8bd88798343&device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 1126 time: 0.7312214 Feb 02 06:55:47.383302 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aa3814-009f-4195-8c83-c7453ca17d1f req-386171ce-6654-4ac8-8b5a-a8ebfe231675 tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:47.389075 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b3aa3814-009f-4195-8c83-c7453ca17d1f req-386171ce-6654-4ac8-8b5a-a8ebfe231675 tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] 10.222.0.87 "GET /v2.0/ports?device_id=84917d79-cf19-4770-b0d6-4fe5f8f49304 HTTP/1.1" status: 200 len: 943 time: 0.1758647 Feb 02 06:55:47.419691 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 60536) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:55:47.562493 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b3aa3814-009f-4195-8c83-c7453ca17d1f req-cd2d46fe-6ce8-40b6-8cbc-7e73137fa8be tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] 10.222.0.87 "GET /v2.0/security-groups?id=ca78257b-1af1-4cff-b7ca-1fa610459447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621654 Feb 02 06:55:47.684022 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b4f5b2e4-37c6-4d2d-bb80-7456e6ed953e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:47.739488 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154752e3-03ec-4838-9b55-4c06457beeeb req-fe10875e-a82b-49de-9178-5113a967196b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:47.741582 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-154752e3-03ec-4838-9b55-4c06457beeeb req-fe10875e-a82b-49de-9178-5113a967196b service neutron] 10.222.0.88 "GET /v2.0/networks?id=ad127856-4465-484c-882c-e096f13573c2 HTTP/1.1" status: 200 len: 908 time: 0.2257652 Feb 02 06:55:47.761501 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b0948f-c5cc-495c-938b-96b4c54c6c2b req-6690a735-72b7-4c13-a339-1889e55b55c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:47.763173 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-72b0948f-c5cc-495c-938b-96b4c54c6c2b req-6690a735-72b7-4c13-a339-1889e55b55c7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a578a4401c554c2ca8800cd6fc4dd3f4&device_id=84917d79-cf19-4770-b0d6-4fe5f8f49304 HTTP/1.1" status: 200 len: 1126 time: 0.6283455 Feb 02 06:55:47.817061 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-154752e3-03ec-4838-9b55-4c06457beeeb req-d07c23db-6983-4aa6-bcd7-dcba7fc00d2c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94377a6e-1236-4aaf-86eb-c20b80f78855 HTTP/1.1" status: 200 len: 217 time: 0.0588734 Feb 02 06:55:47.822188 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-997768ff-dd1e-4ffe-8c06-3096cf9d7763 req-c55567aa-4184-40bb-9e53-d2fd13345df1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e HTTP/1.1" status: 200 len: 998 time: 0.4820988 Feb 02 06:55:47.825315 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b4f5b2e4-37c6-4d2d-bb80-7456e6ed953e admin admin] Publish callbacks [] for security_group (ea14e4c9-973d-454c-8d67-d125e4adf139), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:47.830801 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b4f5b2e4-37c6-4d2d-bb80-7456e6ed953e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (ea14e4c9-973d-454c-8d67-d125e4adf139), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:47.942422 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b0948f-c5cc-495c-938b-96b4c54c6c2b req-7258adaa-44c3-4041-ae6b-8b4b577358dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:47.943162 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b4f5b2e4-37c6-4d2d-bb80-7456e6ed953e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f1b377a1ac84462f97d64b30b914ae0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5223801 Feb 02 06:55:47.944212 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 60546) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:55:47.944948 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f5b2e4-37c6-4d2d-bb80-7456e6ed953e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea14e4c9-973d-454c-8d67-d125e4adf139,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:55:47.949459 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-72b0948f-c5cc-495c-938b-96b4c54c6c2b req-7258adaa-44c3-4041-ae6b-8b4b577358dd service neutron] 10.222.0.59 "GET /v2.0/networks?id=e0f9d081-640e-45b1-b6ba-9e0fb190dfbe HTTP/1.1" status: 200 len: 915 time: 0.1268296 Feb 02 06:55:48.123796 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-07a2ebb9-2a80-486a-9896-4cfd7ccc9067 admin admin] Publish callbacks [] for security_group (ea14e4c9-973d-454c-8d67-d125e4adf139), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:48.142891 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997768ff-dd1e-4ffe-8c06-3096cf9d7763 req-671458cb-21af-4be8-9d4d-9fd028fdb697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:48.151722 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-997768ff-dd1e-4ffe-8c06-3096cf9d7763 req-671458cb-21af-4be8-9d4d-9fd028fdb697 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7ce63174-c525-4e2d-821d-9ee5b4634e75 HTTP/1.1" status: 200 len: 859 time: 0.1924274 Feb 02 06:55:48.176761 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-07a2ebb9-2a80-486a-9896-4cfd7ccc9067 admin admin] Publish callbacks [] for security_group (ea14e4c9-973d-454c-8d67-d125e4adf139), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:48.184253 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a47310-781c-471f-acba-fbd32adc9444 req-0bf85c7e-3e89-427b-8c23-bfe10996c220 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:48.192512 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a0a47310-781c-471f-acba-fbd32adc9444 req-0bf85c7e-3e89-427b-8c23-bfe10996c220 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/ports?device_id=31edf115-2f57-49b2-9f9d-02b931a6f370&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 1.1265912 Feb 02 06:55:48.263987 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-07a2ebb9-2a80-486a-9896-4cfd7ccc9067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (ea14e4c9-973d-454c-8d67-d125e4adf139), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:48.271223 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-07a2ebb9-2a80-486a-9896-4cfd7ccc9067 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:48.279311 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-07a2ebb9-2a80-486a-9896-4cfd7ccc9067 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ea14e4c9-973d-454c-8d67-d125e4adf139 HTTP/1.1" status: 204 len: 168 time: 0.3280811 Feb 02 06:55:48.356865 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a2ebb9-2a80-486a-9896-4cfd7ccc9067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea14e4c9-973d-454c-8d67-d125e4adf139,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:55:48.384273 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c88e43-5e0f-4679-bb97-600d76d5498e req-b5bcf9f4-96b2-48fc-8b82-9b4c322c89cf tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:48.387037 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b7c88e43-5e0f-4679-bb97-600d76d5498e req-b5bcf9f4-96b2-48fc-8b82-9b4c322c89cf tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/ports?device_id=83e49562-4001-4510-8a8a-9aeddd004b7a HTTP/1.1" status: 200 len: 946 time: 0.3817198 Feb 02 06:55:48.461766 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b7c88e43-5e0f-4679-bb97-600d76d5498e req-1c3e613c-6427-44b9-b4f8-7ae64d87ea00 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/security-groups?id=aab45fc2-0973-493e-a825-050df5bd59a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674229 Feb 02 06:55:48.524061 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a0a47310-781c-471f-acba-fbd32adc9444 req-351d8e8d-cd1f-4a06-ab76-2e365241daa6 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.4.76 HTTP/1.1" status: 200 len: 1000 time: 0.3277254 Feb 02 06:55:48.538214 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-72b0948f-c5cc-495c-938b-96b4c54c6c2b req-84ca3316-6672-475d-b2a3-d1a6014d1e81 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=30bbe7a6-4f06-4304-8acf-7334c37f38a9 HTTP/1.1" status: 200 len: 217 time: 0.3974504 Feb 02 06:55:48.674186 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa442695-d640-468f-8037-84240c7dcfdd req-c68d4068-5ccd-4131-b70e-e3fb4ec33132 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:48.678538 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-aa442695-d640-468f-8037-84240c7dcfdd req-c68d4068-5ccd-4131-b70e-e3fb4ec33132 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87 HTTP/1.1" status: 200 len: 950 time: 0.1142561 Feb 02 06:55:48.813878 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 60560) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:55:48.842278 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7b247517-956a-42c8-813f-6fd2903c4cfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:48.869085 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-aa442695-d640-468f-8037-84240c7dcfdd req-cce70ad9-44a4-48e9-a265-7480e8d5b5f6 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840823 Feb 02 06:55:48.982219 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-a0a47310-781c-471f-acba-fbd32adc9444 req-c5277359-d747-4095-b6d1-4a285347a104 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Request body: {'floatingip': {'port_id': 'cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:55:49.042446 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7b247517-956a-42c8-813f-6fd2903c4cfc admin admin] Publish callbacks [] for security_group (2849e409-6ff0-4826-a98f-c0d978d1f5af), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:49.054338 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7b247517-956a-42c8-813f-6fd2903c4cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (2849e409-6ff0-4826-a98f-c0d978d1f5af), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:49.095967 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bcc8b9-495f-45e2-92c7-80bddcc267fd req-e7745cb9-52bc-4472-ac47-ed14057cf366 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:49.098534 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-71bcc8b9-495f-45e2-92c7-80bddcc267fd req-e7745cb9-52bc-4472-ac47-ed14057cf366 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 943 time: 0.0960460 Feb 02 06:55:49.103371 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-a0a47310-781c-471f-acba-fbd32adc9444 req-c5277359-d747-4095-b6d1-4a285347a104 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Publish callbacks [] for floatingip (6dcdcd28-4c91-4732-b5b2-11fcfadc4497), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:49.107505 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154752e3-03ec-4838-9b55-4c06457beeeb req-f80404f1-0fdd-44d7-a4e6-8e7cf50bdd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:49.109146 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-154752e3-03ec-4838-9b55-4c06457beeeb req-f80404f1-0fdd-44d7-a4e6-8e7cf50bdd99 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a7292d13-827d-45ab-8eaa-7baf62301aaa HTTP/1.1" status: 200 len: 847 time: 1.1558630 Feb 02 06:55:49.137915 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b247517-956a-42c8-813f-6fd2903c4cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2849e409-6ff0-4826-a98f-c0d978d1f5af,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:55:49.147000 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-7b247517-956a-42c8-813f-6fd2903c4cfc admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=cf3d485e35b54a2a9289b20f6b9e77d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3315780 Feb 02 06:55:49.147216 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 60564) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:55:49.180497 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b0948f-c5cc-495c-938b-96b4c54c6c2b req-78c1275e-1dc6-4c9f-8194-6c766edd297f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:49.182622 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-72b0948f-c5cc-495c-938b-96b4c54c6c2b req-78c1275e-1dc6-4c9f-8194-6c766edd297f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f1fa5b16-0923-4aea-9e14-f0e26de4f6f1 HTTP/1.1" status: 200 len: 853 time: 0.1570921 Feb 02 06:55:49.189801 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-154752e3-03ec-4838-9b55-4c06457beeeb req-bc824157-2f9e-4245-9081-1c47bc4cc7f4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ad127856-4465-484c-882c-e096f13573c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446515 Feb 02 06:55:49.196528 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997768ff-dd1e-4ffe-8c06-3096cf9d7763 req-2ca698ac-cfea-4080-b12b-ec1a807895da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:49.199246 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-997768ff-dd1e-4ffe-8c06-3096cf9d7763 req-2ca698ac-cfea-4080-b12b-ec1a807895da service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=76868d96-3692-423a-989b-a6220ec3b299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 1.0239177 Feb 02 06:55:49.202368 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-71bcc8b9-495f-45e2-92c7-80bddcc267fd req-9ca479d8-b857-409e-b366-f2635713749e tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934002 Feb 02 06:55:49.220397 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-811479d6-4d7c-47d3-ba91-2eed7b1d1085 admin admin] Publish callbacks [] for security_group (2849e409-6ff0-4826-a98f-c0d978d1f5af), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:49.262912 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-811479d6-4d7c-47d3-ba91-2eed7b1d1085 admin admin] Publish callbacks [] for security_group (2849e409-6ff0-4826-a98f-c0d978d1f5af), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:49.354497 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 94377a6e-1236-4aaf-86eb-c20b80f78855 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 06:55:49.362339 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-811479d6-4d7c-47d3-ba91-2eed7b1d1085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (2849e409-6ff0-4826-a98f-c0d978d1f5af), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:49.364954 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-811479d6-4d7c-47d3-ba91-2eed7b1d1085 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:49.372559 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-811479d6-4d7c-47d3-ba91-2eed7b1d1085 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/2849e409-6ff0-4826-a98f-c0d978d1f5af HTTP/1.1" status: 204 len: 168 time: 0.2231271 Feb 02 06:55:49.393329 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811479d6-4d7c-47d3-ba91-2eed7b1d1085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2849e409-6ff0-4826-a98f-c0d978d1f5af,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:55:49.424215 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6394f82f-1b2e-4da0-bd92-bba375dd4fc7 req-afbaa77b-aafd-4080-af0b-58c136be4643 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:49.425793 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6394f82f-1b2e-4da0-bd92-bba375dd4fc7 req-afbaa77b-aafd-4080-af0b-58c136be4643 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/ports?device_id=83e49562-4001-4510-8a8a-9aeddd004b7a HTTP/1.1" status: 200 len: 946 time: 0.1317692 Feb 02 06:55:49.492994 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6394f82f-1b2e-4da0-bd92-bba375dd4fc7 req-56ef62d4-4c37-47a3-8556-dd1495a1726c tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/security-groups?id=aab45fc2-0973-493e-a825-050df5bd59a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598092 Feb 02 06:55:49.509447 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-154752e3-03ec-4838-9b55-4c06457beeeb req-9578c7c4-9e2a-444d-8ad8-d2e306e6d00d service neutron] 10.222.0.88 "GET /v2.0/networks/ad127856-4465-484c-882c-e096f13573c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076692 Feb 02 06:55:49.548485 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 94377a6e-1236-4aaf-86eb-c20b80f78855, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=94377a6e-1236-4aaf-86eb-c20b80f78855,segment=NetworkSegment(43369f47-102e-4f19-93f2-e5ce754f6e28),segment_id=43369f47-102e-4f19-93f2-e5ce754f6e28)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:55:49.561657 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': '94377a6e-1236-4aaf-86eb-c20b80f78855', 'network_id': 'ad127856-4465-484c-882c-e096f13573c2', 'port_id': '94377a6e-1236-4aaf-86eb-c20b80f78855', 'mac_address': 'fa:16:3e:ff:4b:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7292d13-827d-45ab-8eaa-7baf62301aaa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 06:55:49.611772 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 94377a6e-1236-4aaf-86eb-c20b80f78855 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:55:49.612580 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (94377a6e-1236-4aaf-86eb-c20b80f78855), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:49.634571 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94377a6e-1236-4aaf-86eb-c20b80f78855 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:55:49.663495 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 94377a6e-1236-4aaf-86eb-c20b80f78855, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=94377a6e-1236-4aaf-86eb-c20b80f78855,segment=NetworkSegment(43369f47-102e-4f19-93f2-e5ce754f6e28),segment_id=43369f47-102e-4f19-93f2-e5ce754f6e28)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:55:49.671148 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3467825a-c4aa-443b-a429-344dd3aafdf9 req-f4e65fb7-58f6-4ca0-ab55-3bd58749a971 tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:49.676574 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (94377a6e-1236-4aaf-86eb-c20b80f78855), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:49.682746 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3467825a-c4aa-443b-a429-344dd3aafdf9 req-f4e65fb7-58f6-4ca0-ab55-3bd58749a971 tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] 10.222.0.87 "GET /v2.0/ports?device_id=84917d79-cf19-4770-b0d6-4fe5f8f49304 HTTP/1.1" status: 200 len: 943 time: 0.1111205 Feb 02 06:55:49.725780 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-154752e3-03ec-4838-9b55-4c06457beeeb req-26be9209-c4da-4bb2-b483-d3cca6baf70f service neutron] 10.222.0.88 "GET /v2.0/networks/ad127856-4465-484c-882c-e096f13573c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010474 Feb 02 06:55:49.760954 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3467825a-c4aa-443b-a429-344dd3aafdf9 req-12721311-1b4a-41ee-876c-e7fc8a6d9c5c tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] 10.222.0.87 "GET /v2.0/security-groups?id=ca78257b-1af1-4cff-b7ca-1fa610459447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765522 Feb 02 06:55:49.763864 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=94377a6e-1236-4aaf-86eb-c20b80f78855,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:55:49.887467 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [req-4df85dc5-629b-4193-9282-8da992b46de1 req-a7a91c84-10d7-4915-bed5-70e197a79216 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 06:55:49.888487 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4df85dc5-629b-4193-9282-8da992b46de1 req-a7a91c84-10d7-4915-bed5-70e197a79216 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054674 Feb 02 06:55:50.075108 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['94377a6e-1236-4aaf-86eb-c20b80f78855'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:55:50.151072 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-a0a47310-781c-471f-acba-fbd32adc9444 req-c5277359-d747-4095-b6d1-4a285347a104 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:50.169752 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-a0a47310-781c-471f-acba-fbd32adc9444 req-c5277359-d747-4095-b6d1-4a285347a104 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (6dcdcd28-4c91-4732-b5b2-11fcfadc4497), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:50.236667 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f1c1a1-fc6d-4fee-b463-e15d55f17eac req-ecd89f5b-94a8-43f5-8318-77c106fb4bb7 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:50.247810 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f7f1c1a1-fc6d-4fee-b463-e15d55f17eac req-ecd89f5b-94a8-43f5-8318-77c106fb4bb7 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87 HTTP/1.1" status: 200 len: 950 time: 0.0716259 Feb 02 06:55:50.312756 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f7f1c1a1-fc6d-4fee-b463-e15d55f17eac req-dec041ad-e3c1-44e4-a3e7-f1dc9279af32 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637681 Feb 02 06:55:50.355095 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a6ede8d7-967e-458f-af95-c64490f02b7e req-a17997bc-f0ff-4195-a3a7-4dcd4723da73 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1968074 Feb 02 06:55:50.362823 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [req-a6ede8d7-967e-458f-af95-c64490f02b7e req-3bed1fb9-2d9e-45aa-96b8-a8e60ee8443b service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=109693) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 06:55:50.384556 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a6ede8d7-967e-458f-af95-c64490f02b7e req-3bed1fb9-2d9e-45aa-96b8-a8e60ee8443b service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0143859 Feb 02 06:55:50.407494 n-d-789963-26 neutron-server[109693]: INFO neutron.db.l3_db [req-a0a47310-781c-471f-acba-fbd32adc9444 req-c5277359-d747-4095-b6d1-4a285347a104 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Floating IP 6dcdcd28-4c91-4732-b5b2-11fcfadc4497 associated. External IP: 172.25.4.76, port: 660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e. Feb 02 06:55:50.467897 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8153764-186d-44aa-b83e-c25eabf91417 req-4b38931a-8e6f-42dc-a4de-fe2e9c4db60e tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:50.476464 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a8153764-186d-44aa-b83e-c25eabf91417 req-4b38931a-8e6f-42dc-a4de-fe2e9c4db60e tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/ports?device_id=83e49562-4001-4510-8a8a-9aeddd004b7a HTTP/1.1" status: 200 len: 946 time: 0.0781338 Feb 02 06:55:50.584398 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a8153764-186d-44aa-b83e-c25eabf91417 req-ae06a1d2-201f-410e-8356-f9405023d599 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/security-groups?id=aab45fc2-0973-493e-a825-050df5bd59a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059577 Feb 02 06:55:50.772438 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0a47310-781c-471f-acba-fbd32adc9444 req-c5277359-d747-4095-b6d1-4a285347a104 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Router 82b44e09-335f-44d6-b1fc-e3f4f478d833 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 06:55:50.850099 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e7017-ae98-4a4c-a4dc-d8528909e079 req-5738ef70-3400-43ac-bb5e-92d68f1e8e09 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:50.852731 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-031e7017-ae98-4a4c-a4dc-d8528909e079 req-5738ef70-3400-43ac-bb5e-92d68f1e8e09 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 944 time: 0.1624053 Feb 02 06:55:50.935993 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0a47310-781c-471f-acba-fbd32adc9444 req-c5277359-d747-4095-b6d1-4a285347a104 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 06:55:50.951588 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ebaf50-2d54-4ba3-adce-a46734954d24 None None] Sync routers for ids ['82b44e09-335f-44d6-b1fc-e3f4f478d833'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 06:55:50.952836 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-031e7017-ae98-4a4c-a4dc-d8528909e079 req-b9796074-3871-43cf-a1f6-e7e26e4b2c08 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919085 Feb 02 06:55:50.989596 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ebaf50-2d54-4ba3-adce-a46734954d24 None None] Routers {'82b44e09-335f-44d6-b1fc-e3f4f478d833'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 06:55:50.993286 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-23ebaf50-2d54-4ba3-adce-a46734954d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:55:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['82b44e09-335f-44d6-b1fc-e3f4f478d833'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:55:51.130960 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c03fd3-29c1-405a-9801-b6fdde63b82f req-a2df9d64-fbd5-4b16-8ede-bc322bafad4f tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:51.133972 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-81c03fd3-29c1-405a-9801-b6fdde63b82f req-a2df9d64-fbd5-4b16-8ede-bc322bafad4f tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/ports?device_id=83e49562-4001-4510-8a8a-9aeddd004b7a HTTP/1.1" status: 200 len: 946 time: 0.0955560 Feb 02 06:55:51.219647 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-81c03fd3-29c1-405a-9801-b6fdde63b82f req-3bae96d2-aee6-4230-98ba-ae683793539a tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/security-groups?id=aab45fc2-0973-493e-a825-050df5bd59a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778840 Feb 02 06:55:51.270290 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-23ebaf50-2d54-4ba3-adce-a46734954d24 None None] Set router 82b44e09-335f-44d6-b1fc-e3f4f478d833 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 06:55:51.355846 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 94377a6e-1236-4aaf-86eb-c20b80f78855 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:55:51.431121 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc72a65-6013-48b3-a10c-0f795c5f48b2 req-9e77ea5d-0963-4d77-a68f-62c8e06bc377 tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:51.437262 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3bc72a65-6013-48b3-a10c-0f795c5f48b2 req-9e77ea5d-0963-4d77-a68f-62c8e06bc377 tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] 10.222.0.87 "GET /v2.0/ports?device_id=84917d79-cf19-4770-b0d6-4fe5f8f49304 HTTP/1.1" status: 200 len: 943 time: 0.1036334 Feb 02 06:55:51.459241 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0a47310-781c-471f-acba-fbd32adc9444 req-c5277359-d747-4095-b6d1-4a285347a104 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Router 82b44e09-335f-44d6-b1fc-e3f4f478d833 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 06:55:51.467453 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-997768ff-dd1e-4ffe-8c06-3096cf9d7763 req-8404a218-3516-4c7c-8741-0f7d81a3a0ab service neutron] 10.222.0.59 "GET /v2.0/networks/76868d96-3692-423a-989b-a6220ec3b299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949905 Feb 02 06:55:51.471179 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b0948f-c5cc-495c-938b-96b4c54c6c2b req-1e2cd5c3-61fa-4653-874c-f4e0b5fd9bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:51.474279 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-72b0948f-c5cc-495c-938b-96b4c54c6c2b req-1e2cd5c3-61fa-4653-874c-f4e0b5fd9bdc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e0f9d081-640e-45b1-b6ba-9e0fb190dfbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3047321 Feb 02 06:55:51.533250 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3bc72a65-6013-48b3-a10c-0f795c5f48b2 req-d83a24d9-a3ea-4175-83cb-4426a89e5b49 tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] 10.222.0.87 "GET /v2.0/security-groups?id=ca78257b-1af1-4cff-b7ca-1fa610459447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927474 Feb 02 06:55:51.674854 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port 94377a6e-1236-4aaf-86eb-c20b80f78855 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 06:55:51.687883 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da0ff47-f951-409f-819b-68e1ae29b971 req-f8228b0a-594f-4697-b3ea-df4f6989d680 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:51.690486 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3da0ff47-f951-409f-819b-68e1ae29b971 req-f8228b0a-594f-4697-b3ea-df4f6989d680 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87 HTTP/1.1" status: 200 len: 950 time: 0.0886977 Feb 02 06:55:51.695480 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port 94377a6e-1236-4aaf-86eb-c20b80f78855 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:55:51.696133 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (94377a6e-1236-4aaf-86eb-c20b80f78855), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:51.757094 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-72b0948f-c5cc-495c-938b-96b4c54c6c2b req-c464c86c-0956-4334-ad8e-20fbefc48a1b service neutron] 10.222.0.59 "GET /v2.0/networks/e0f9d081-640e-45b1-b6ba-9e0fb190dfbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512093 Feb 02 06:55:51.769109 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3da0ff47-f951-409f-819b-68e1ae29b971 req-f9fb4a0e-50e2-41d9-bb4f-8aa23b1e4c9c tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719011 Feb 02 06:55:51.839839 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 94377a6e-1236-4aaf-86eb-c20b80f78855 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:55:51.840232 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (94377a6e-1236-4aaf-86eb-c20b80f78855), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:51.872039 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-23ebaf50-2d54-4ba3-adce-a46734954d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'name': 'tempest-FloatingIPsAssociationTestJSON-599617694-router', 'tenant_id': '2b7b771ea1c74d4ab2224de90862d20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'd7e469b2-08ef-48dc-ab90-79575ae1a4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:54:34Z', 'updated_at': '2022-02-02T06:54:41Z', 'revision_number': 4, 'project_id': '2b7b771ea1c74d4ab2224de90862d20a', 'gw_port': {'id': 'd7e469b2-08ef-48dc-ab90-79575ae1a4d4', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:32:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:35Z', 'updated_at': '2022-02-02T06:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '6dcdcd28-4c91-4732-b5b2-11fcfadc4497', 'tenant_id': '2b7b771ea1c74d4ab2224de90862d20a', 'floating_ip_address': '172.25.4.76', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'port_id': 'cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76868d96-3692-423a-989b-a6220ec3b299', 'mac_address': 'fa:16:3e:02:ef:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31edf115-2f57-49b2-9f9d-02b931a6f370', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T06:55:19Z', 'updated_at': '2022-02-02T06:55:49Z', 'revision_number': 3, 'project_id': '2b7b771ea1c74d4ab2224de90862d20a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17103a1e-52d8-4742-9b46-282efaa9717c', 'name': '', 'network_id': '76868d96-3692-423a-989b-a6220ec3b299', 'tenant_id': '2b7b771ea1c74d4ab2224de90862d20a', 'mac_address': 'fa:16:3e:7b:a6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7ce63174-c525-4e2d-821d-9ee5b4634e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:40Z', 'updated_at': '2022-02-02T06:54:50Z', 'revision_number': 5, 'project_id': '2b7b771ea1c74d4ab2224de90862d20a', 'subnets': [{'id': '7ce63174-c525-4e2d-821d-9ee5b4634e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:55:51.910570 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:51.912340 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ebaf50-2d54-4ba3-adce-a46734954d24 None None] Checking router: 82b44e09-335f-44d6-b1fc-e3f4f478d833 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 06:55:51.918876 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94377a6e-1236-4aaf-86eb-c20b80f78855'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:55:51.921275 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab37f28-f3fb-4b6c-8408-18bc54fa7ebc" -d '{"events": [{"server_uuid": "ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b", "name": "network-vif-plugged", "status": "completed", "tag": "94377a6e-1236-4aaf-86eb-c20b80f78855"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:55:51.938940 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 94377a6e-1236-4aaf-86eb-c20b80f78855, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=94377a6e-1236-4aaf-86eb-c20b80f78855,segment=NetworkSegment(43369f47-102e-4f19-93f2-e5ce754f6e28),segment_id=43369f47-102e-4f19-93f2-e5ce754f6e28)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:55:51.943152 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ebaf50-2d54-4ba3-adce-a46734954d24 None None] Routers {'82b44e09-335f-44d6-b1fc-e3f4f478d833'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 06:55:51.943767 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-23ebaf50-2d54-4ba3-adce-a46734954d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:55:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['82b44e09-335f-44d6-b1fc-e3f4f478d833'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:55:51.976876 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (94377a6e-1236-4aaf-86eb-c20b80f78855), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:52.073277 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e7b1d-72d6-4287-a362-e823a68579f7 req-98027760-f480-435a-97d1-e1498c010ae5 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:52.074665 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f99e7b1d-72d6-4287-a362-e823a68579f7 req-98027760-f480-435a-97d1-e1498c010ae5 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/ports?device_id=83e49562-4001-4510-8a8a-9aeddd004b7a HTTP/1.1" status: 200 len: 946 time: 0.0573838 Feb 02 06:55:52.081763 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=94377a6e-1236-4aaf-86eb-c20b80f78855,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:55:52.097896 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-23ebaf50-2d54-4ba3-adce-a46734954d24 None None] Set router 82b44e09-335f-44d6-b1fc-e3f4f478d833 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 06:55:52.133481 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f99e7b1d-72d6-4287-a362-e823a68579f7 req-0f631651-0d8d-4092-8218-0e44b49a2f6c tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/security-groups?id=aab45fc2-0973-493e-a825-050df5bd59a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526328 Feb 02 06:55:52.190099 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 06:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34b666e-be02-466f-a1ab-aa133e3cbaa2 x-openstack-request-id: req-e34b666e-be02-466f-a1ab-aa133e3cbaa2 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:55:52.190415 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b", "name": "network-vif-plugged", "status": "completed", "tag": "94377a6e-1236-4aaf-86eb-c20b80f78855", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:55:52.190676 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e34b666e-be02-466f-a1ab-aa133e3cbaa2 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:55:52.191066 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94377a6e-1236-4aaf-86eb-c20b80f78855', 'code': 200} Feb 02 06:55:52.214808 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-997768ff-dd1e-4ffe-8c06-3096cf9d7763 req-7972ab58-b937-4446-91da-e991c9db5fb8 service neutron] 10.222.0.59 "GET /v2.0/networks/76868d96-3692-423a-989b-a6220ec3b299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7372878 Feb 02 06:55:52.251020 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0a47310-781c-471f-acba-fbd32adc9444 req-c5277359-d747-4095-b6d1-4a285347a104 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 06:55:52.257487 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-a0a47310-781c-471f-acba-fbd32adc9444 req-c5277359-d747-4095-b6d1-4a285347a104 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:52.281359 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-72b0948f-c5cc-495c-938b-96b4c54c6c2b req-1124195d-5672-488b-b0a7-af88eff3016d service neutron] 10.222.0.59 "GET /v2.0/networks/e0f9d081-640e-45b1-b6ba-9e0fb190dfbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876044 Feb 02 06:55:52.295993 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1016e5ea-7158-429f-8164-d8e426c1c7af', 'tag': '660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:55:52.297089 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11101b08-3c2a-4170-8579-c78e1aea0dee" -d '{"events": [{"name": "network-changed", "server_uuid": "1016e5ea-7158-429f-8164-d8e426c1c7af", "tag": "660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:55:52.355637 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a0a47310-781c-471f-acba-fbd32adc9444 req-c5277359-d747-4095-b6d1-4a285347a104 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "PUT /v2.0/floatingips/6dcdcd28-4c91-4732-b5b2-11fcfadc4497 HTTP/1.1" status: 200 len: 997 time: 3.8289900 Feb 02 06:55:52.366854 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-23ebaf50-2d54-4ba3-adce-a46734954d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'name': 'tempest-FloatingIPsAssociationTestJSON-599617694-router', 'tenant_id': '2b7b771ea1c74d4ab2224de90862d20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'd7e469b2-08ef-48dc-ab90-79575ae1a4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:54:34Z', 'updated_at': '2022-02-02T06:54:41Z', 'revision_number': 4, 'project_id': '2b7b771ea1c74d4ab2224de90862d20a', 'gw_port': {'id': 'd7e469b2-08ef-48dc-ab90-79575ae1a4d4', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:32:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:35Z', 'updated_at': '2022-02-02T06:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '6dcdcd28-4c91-4732-b5b2-11fcfadc4497', 'tenant_id': '2b7b771ea1c74d4ab2224de90862d20a', 'floating_ip_address': '172.25.4.76', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'port_id': 'cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76868d96-3692-423a-989b-a6220ec3b299', 'mac_address': 'fa:16:3e:02:ef:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31edf115-2f57-49b2-9f9d-02b931a6f370', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T06:55:19Z', 'updated_at': '2022-02-02T06:55:49Z', 'revision_number': 3, 'project_id': '2b7b771ea1c74d4ab2224de90862d20a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17103a1e-52d8-4742-9b46-282efaa9717c', 'name': '', 'network_id': '76868d96-3692-423a-989b-a6220ec3b299', 'tenant_id': '2b7b771ea1c74d4ab2224de90862d20a', 'mac_address': 'fa:16:3e:7b:a6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7ce63174-c525-4e2d-821d-9ee5b4634e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:40Z', 'updated_at': '2022-02-02T06:54:50Z', 'revision_number': 5, 'project_id': '2b7b771ea1c74d4ab2224de90862d20a', 'subnets': [{'id': '7ce63174-c525-4e2d-821d-9ee5b4634e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:55:52.402027 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88664934-2b22-4be3-ad95-0a69e84bc2d0 req-a9f96fae-ed97-4ba7-9c7a-f589eab42882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:52.403540 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-88664934-2b22-4be3-ad95-0a69e84bc2d0 req-a9f96fae-ed97-4ba7-9c7a-f589eab42882 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 1128 time: 0.0831985 Feb 02 06:55:52.404271 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ebaf50-2d54-4ba3-adce-a46734954d24 None None] The sync data for ids ['82b44e09-335f-44d6-b1fc-e3f4f478d833'] in n-d-789963-26 is: [{'id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'name': 'tempest-FloatingIPsAssociationTestJSON-599617694-router', 'tenant_id': '2b7b771ea1c74d4ab2224de90862d20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'd7e469b2-08ef-48dc-ab90-79575ae1a4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:54:34Z', 'updated_at': '2022-02-02T06:54:41Z', 'revision_number': 4, 'project_id': '2b7b771ea1c74d4ab2224de90862d20a', 'gw_port': {'id': 'd7e469b2-08ef-48dc-ab90-79575ae1a4d4', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:32:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:35Z', 'updated_at': '2022-02-02T06:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '6dcdcd28-4c91-4732-b5b2-11fcfadc4497', 'tenant_id': '2b7b771ea1c74d4ab2224de90862d20a', 'floating_ip_address': '172.25.4.76', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'port_id': 'cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76868d96-3692-423a-989b-a6220ec3b299', 'mac_address': 'fa:16:3e:02:ef:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31edf115-2f57-49b2-9f9d-02b931a6f370', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T06:55:19Z', 'updated_at': '2022-02-02T06:55:49Z', 'revision_number': 3, 'project_id': '2b7b771ea1c74d4ab2224de90862d20a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17103a1e-52d8-4742-9b46-282efaa9717c', 'name': '', 'network_id': '76868d96-3692-423a-989b-a6220ec3b299', 'tenant_id': '2b7b771ea1c74d4ab2224de90862d20a', 'mac_address': 'fa:16:3e:7b:a6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7ce63174-c525-4e2d-821d-9ee5b4634e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:40Z', 'updated_at': '2022-02-02T06:54:50Z', 'revision_number': 5, 'project_id': '2b7b771ea1c74d4ab2224de90862d20a', 'subnets': [{'id': '7ce63174-c525-4e2d-821d-9ee5b4634e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 06:55:52.432704 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a47310-781c-471f-acba-fbd32adc9444 req-02cf2e6c-d04c-49c0-8d25-9f1665a4d3fa tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:52.434594 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a0a47310-781c-471f-acba-fbd32adc9444 req-02cf2e6c-d04c-49c0-8d25-9f1665a4d3fa tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/ports/660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e HTTP/1.1" status: 200 len: 942 time: 0.0709460 Feb 02 06:55:52.464602 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-88664934-2b22-4be3-ad95-0a69e84bc2d0 req-4f3c5a6b-1b37-4f96-96a6-9d83d639c825 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514412 Feb 02 06:55:52.472230 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93486ef0-4897-41af-9b77-371176df55d0 req-46a14fb1-b2a5-4514-b55a-40a571546dd1 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:52.473730 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-93486ef0-4897-41af-9b77-371176df55d0 req-46a14fb1-b2a5-4514-b55a-40a571546dd1 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 945 time: 0.0758283 Feb 02 06:55:52.528576 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-93486ef0-4897-41af-9b77-371176df55d0 req-55f62e2a-4f34-4051-ad92-98c95742819b tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480225 Feb 02 06:55:52.562765 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a47310-781c-471f-acba-fbd32adc9444 req-b896e715-9ff6-4e6b-975f-7c64b8929549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:52.568964 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a0a47310-781c-471f-acba-fbd32adc9444 req-b896e715-9ff6-4e6b-975f-7c64b8929549 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=2b7b771ea1c74d4ab2224de90862d20a&device_id=1016e5ea-7158-429f-8164-d8e426c1c7af HTTP/1.1" status: 200 len: 1128 time: 0.0547926 Feb 02 06:55:52.617827 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b43750-6ca9-444f-a9cb-0a48e4c3a26e None None] New status for floating IP 6dcdcd28-4c91-4732-b5b2-11fcfadc4497: ACTIVE {{(pid=109696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 06:55:52.646321 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c489f4a-8809-4327-bcaa-e4dd83542b6b req-2ec7abd2-750a-49dc-86e1-aa13758294df tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:52.648737 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4c489f4a-8809-4327-bcaa-e4dd83542b6b req-2ec7abd2-750a-49dc-86e1-aa13758294df tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/ports?device_id=83e49562-4001-4510-8a8a-9aeddd004b7a HTTP/1.1" status: 200 len: 946 time: 0.0577781 Feb 02 06:55:52.679687 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a47310-781c-471f-acba-fbd32adc9444 req-c8373d05-827f-4ed1-9dea-4227b8f46ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:52.681305 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a0a47310-781c-471f-acba-fbd32adc9444 req-c8373d05-827f-4ed1-9dea-4227b8f46ee1 service neutron] 10.222.0.87 "GET /v2.0/networks?id=76868d96-3692-423a-989b-a6220ec3b299 HTTP/1.1" status: 200 len: 921 time: 0.1112192 Feb 02 06:55:52.715622 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4c489f4a-8809-4327-bcaa-e4dd83542b6b req-5cbceb60-f709-44cd-bbaf-8221c1c35854 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/security-groups?id=aab45fc2-0973-493e-a825-050df5bd59a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585601 Feb 02 06:55:52.750382 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a0a47310-781c-471f-acba-fbd32adc9444 req-93a963bd-5d79-40ec-a093-564fc7a6907f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e HTTP/1.1" status: 200 len: 217 time: 0.0605614 Feb 02 06:55:52.783820 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 06:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ec8a7b-7697-4ef0-9637-372fbe35122e x-openstack-request-id: req-68ec8a7b-7697-4ef0-9637-372fbe35122e {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:55:52.784084 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1016e5ea-7158-429f-8164-d8e426c1c7af", "tag": "660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:55:52.784341 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-68ec8a7b-7697-4ef0-9637-372fbe35122e {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:55:52.784729 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1016e5ea-7158-429f-8164-d8e426c1c7af', 'tag': '660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e', 'status': 'completed', 'code': 200} Feb 02 06:55:52.879622 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a47310-781c-471f-acba-fbd32adc9444 req-3995f844-677b-4e14-8c78-7aaf5d4e21ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:52.881424 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a0a47310-781c-471f-acba-fbd32adc9444 req-3995f844-677b-4e14-8c78-7aaf5d4e21ae service neutron] 10.222.0.87 "GET /v2.0/subnets?id=7ce63174-c525-4e2d-821d-9ee5b4634e75 HTTP/1.1" status: 200 len: 859 time: 0.1079426 Feb 02 06:55:52.887148 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ede8d7-967e-458f-af95-c64490f02b7e req-101a0e2d-95c5-4a4a-b52c-ff7fade26252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:52.892537 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a6ede8d7-967e-458f-af95-c64490f02b7e req-101a0e2d-95c5-4a4a-b52c-ff7fade26252 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=617f6fde409340a286c916b0c2822b5a&device_id=4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87 HTTP/1.1" status: 200 len: 1133 time: 0.1513262 Feb 02 06:55:52.923965 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa9d9dd-e88c-4d10-9e04-2f0023409b9f req-d6fc1a4d-d824-46c3-8cea-a3f519d8751e tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:52.925546 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9fa9d9dd-e88c-4d10-9e04-2f0023409b9f req-d6fc1a4d-d824-46c3-8cea-a3f519d8751e tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] 10.222.0.87 "GET /v2.0/ports?device_id=84917d79-cf19-4770-b0d6-4fe5f8f49304 HTTP/1.1" status: 200 len: 943 time: 0.0883472 Feb 02 06:55:52.951993 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466d5570-b3c0-476b-b4eb-1ef8da25d092 None None] Sync routers for ids ['82b44e09-335f-44d6-b1fc-e3f4f478d833'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 06:55:52.961658 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466d5570-b3c0-476b-b4eb-1ef8da25d092 None None] Routers {'82b44e09-335f-44d6-b1fc-e3f4f478d833'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 06:55:52.962337 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-466d5570-b3c0-476b-b4eb-1ef8da25d092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:55:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['82b44e09-335f-44d6-b1fc-e3f4f478d833'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:55:52.979145 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11101b08-3c2a-4170-8579-c78e1aea0dee req-2d4c67db-7b02-473a-814e-dd8a4dded2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:52.981214 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-11101b08-3c2a-4170-8579-c78e1aea0dee req-2d4c67db-7b02-473a-814e-dd8a4dded2c3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2b7b771ea1c74d4ab2224de90862d20a&device_id=1016e5ea-7158-429f-8164-d8e426c1c7af HTTP/1.1" status: 200 len: 1128 time: 0.1698155 Feb 02 06:55:52.994687 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9fa9d9dd-e88c-4d10-9e04-2f0023409b9f req-6cfcf247-2da7-44d4-8e5e-0f0babeb0e54 tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] 10.222.0.87 "GET /v2.0/security-groups?id=ca78257b-1af1-4cff-b7ca-1fa610459447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591018 Feb 02 06:55:53.113019 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a47310-781c-471f-acba-fbd32adc9444 req-5c8d025a-01c1-4ea9-bbc3-1a542defec59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:53.124075 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a0a47310-781c-471f-acba-fbd32adc9444 req-5c8d025a-01c1-4ea9-bbc3-1a542defec59 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=76868d96-3692-423a-989b-a6220ec3b299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2296135 Feb 02 06:55:53.129179 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [req-a0a47310-781c-471f-acba-fbd32adc9444 req-f190b51f-5283-4eaf-a5e8-5c3bf4b0a52c service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=109693) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 06:55:53.129622 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aa13d6-5c8c-4047-8342-3fe14119bf30 req-185b63e3-8236-4a4e-836b-a9cd5ec86f8b tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:53.136067 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a0a47310-781c-471f-acba-fbd32adc9444 req-f190b51f-5283-4eaf-a5e8-5c3bf4b0a52c service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0110464 Feb 02 06:55:53.137798 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-04aa13d6-5c8c-4047-8342-3fe14119bf30 req-185b63e3-8236-4a4e-836b-a9cd5ec86f8b tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87 HTTP/1.1" status: 200 len: 950 time: 0.0693760 Feb 02 06:55:53.181386 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 60678) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:55:53.186795 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ede8d7-967e-458f-af95-c64490f02b7e req-1856ef17-878e-4665-a795-5dca932355b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:53.188027 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a6ede8d7-967e-458f-af95-c64490f02b7e req-1856ef17-878e-4665-a795-5dca932355b0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 HTTP/1.1" status: 200 len: 870 time: 0.2807682 Feb 02 06:55:53.214203 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-04aa13d6-5c8c-4047-8342-3fe14119bf30 req-47de2b64-d8e4-464b-96b6-848fd81ace8b tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752282 Feb 02 06:55:53.250835 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-466d5570-b3c0-476b-b4eb-1ef8da25d092 None None] Set router 82b44e09-335f-44d6-b1fc-e3f4f478d833 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 06:55:53.281809 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a6ede8d7-967e-458f-af95-c64490f02b7e req-93848b2c-417c-4890-a0ab-2e5212c0a365 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc HTTP/1.1" status: 200 len: 217 time: 0.0805709 Feb 02 06:55:53.286317 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11101b08-3c2a-4170-8579-c78e1aea0dee req-1177255d-fdaf-4031-a6da-4c9b913e4a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:53.288154 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-11101b08-3c2a-4170-8579-c78e1aea0dee req-1177255d-fdaf-4031-a6da-4c9b913e4a67 service neutron] 10.222.0.59 "GET /v2.0/networks?id=76868d96-3692-423a-989b-a6220ec3b299 HTTP/1.1" status: 200 len: 921 time: 0.2609191 Feb 02 06:55:53.335702 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3908485-5bd1-4bbe-9a78-8f222ea4dbb2 req-f56ea987-ec1c-48c6-b958-e9d2f26e0ec8 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:53.337257 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a3908485-5bd1-4bbe-9a78-8f222ea4dbb2 req-f56ea987-ec1c-48c6-b958-e9d2f26e0ec8 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/ports?device_id=83e49562-4001-4510-8a8a-9aeddd004b7a HTTP/1.1" status: 200 len: 946 time: 0.0651207 Feb 02 06:55:53.367478 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-11101b08-3c2a-4170-8579-c78e1aea0dee req-465f78e8-b3d9-48c1-aa69-efedeab7151b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e HTTP/1.1" status: 200 len: 217 time: 0.0672934 Feb 02 06:55:53.399088 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a3908485-5bd1-4bbe-9a78-8f222ea4dbb2 req-0f14b1a1-038a-4331-a768-0ff0c4bbd633 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/security-groups?id=aab45fc2-0973-493e-a825-050df5bd59a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558267 Feb 02 06:55:53.403926 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a69658ad-d002-46ef-9ad8-62aeca3e85bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:53.445068 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ede8d7-967e-458f-af95-c64490f02b7e req-d3e5b723-99b5-4cb9-818e-06d28abd29b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:53.445068 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a6ede8d7-967e-458f-af95-c64490f02b7e req-d3e5b723-99b5-4cb9-818e-06d28abd29b0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.1549201 Feb 02 06:55:53.448258 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a0a47310-781c-471f-acba-fbd32adc9444 req-b58e61d8-ca25-4749-86dd-e4a2bcb1ce05 service neutron] 10.222.0.87 "GET /v2.0/networks/76868d96-3692-423a-989b-a6220ec3b299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111482 Feb 02 06:55:53.521542 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11101b08-3c2a-4170-8579-c78e1aea0dee req-b726f42f-3cda-4dfd-81b2-730ac956f7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:53.521857 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-466d5570-b3c0-476b-b4eb-1ef8da25d092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'name': 'tempest-FloatingIPsAssociationTestJSON-599617694-router', 'tenant_id': '2b7b771ea1c74d4ab2224de90862d20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'd7e469b2-08ef-48dc-ab90-79575ae1a4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:54:34Z', 'updated_at': '2022-02-02T06:54:41Z', 'revision_number': 4, 'project_id': '2b7b771ea1c74d4ab2224de90862d20a', 'gw_port': {'id': 'd7e469b2-08ef-48dc-ab90-79575ae1a4d4', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:32:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:35Z', 'updated_at': '2022-02-02T06:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '6dcdcd28-4c91-4732-b5b2-11fcfadc4497', 'tenant_id': '2b7b771ea1c74d4ab2224de90862d20a', 'floating_ip_address': '172.25.4.76', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'port_id': 'cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76868d96-3692-423a-989b-a6220ec3b299', 'mac_address': 'fa:16:3e:02:ef:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31edf115-2f57-49b2-9f9d-02b931a6f370', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T06:55:19Z', 'updated_at': '2022-02-02T06:55:52Z', 'revision_number': 4, 'project_id': '2b7b771ea1c74d4ab2224de90862d20a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17103a1e-52d8-4742-9b46-282efaa9717c', 'name': '', 'network_id': '76868d96-3692-423a-989b-a6220ec3b299', 'tenant_id': '2b7b771ea1c74d4ab2224de90862d20a', 'mac_address': 'fa:16:3e:7b:a6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7ce63174-c525-4e2d-821d-9ee5b4634e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:40Z', 'updated_at': '2022-02-02T06:54:50Z', 'revision_number': 5, 'project_id': '2b7b771ea1c74d4ab2224de90862d20a', 'subnets': [{'id': '7ce63174-c525-4e2d-821d-9ee5b4634e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:55:53.523114 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-11101b08-3c2a-4170-8579-c78e1aea0dee req-b726f42f-3cda-4dfd-81b2-730ac956f7f7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7ce63174-c525-4e2d-821d-9ee5b4634e75 HTTP/1.1" status: 200 len: 859 time: 0.1391692 Feb 02 06:55:53.536131 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37345a9a-92cf-4f88-a94d-b54771a9862b req-5d5284f6-0c92-4fd4-950e-2314d896d5f1 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:53.537414 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-37345a9a-92cf-4f88-a94d-b54771a9862b req-5d5284f6-0c92-4fd4-950e-2314d896d5f1 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/ports?device_id=83e49562-4001-4510-8a8a-9aeddd004b7a HTTP/1.1" status: 200 len: 946 time: 0.0611284 Feb 02 06:55:53.555037 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466d5570-b3c0-476b-b4eb-1ef8da25d092 None None] Checking router: 82b44e09-335f-44d6-b1fc-e3f4f478d833 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 06:55:53.564813 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466d5570-b3c0-476b-b4eb-1ef8da25d092 None None] Routers {'82b44e09-335f-44d6-b1fc-e3f4f478d833'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 06:55:53.565418 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-466d5570-b3c0-476b-b4eb-1ef8da25d092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:55:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['82b44e09-335f-44d6-b1fc-e3f4f478d833'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:55:53.591374 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-37345a9a-92cf-4f88-a94d-b54771a9862b req-16695ea4-a85b-40c3-aad8-c61d0a6aa9a6 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/security-groups?id=aab45fc2-0973-493e-a825-050df5bd59a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475600 Feb 02 06:55:53.640694 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ede8d7-967e-458f-af95-c64490f02b7e req-7c112f4b-2529-4109-a985-38d3d632112e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:53.642368 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a6ede8d7-967e-458f-af95-c64490f02b7e req-7c112f4b-2529-4109-a985-38d3d632112e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1855662 Feb 02 06:55:53.682154 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-466d5570-b3c0-476b-b4eb-1ef8da25d092 None None] Set router 82b44e09-335f-44d6-b1fc-e3f4f478d833 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 06:55:53.705275 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a0a47310-781c-471f-acba-fbd32adc9444 req-1fc1cd01-faff-40c1-b8e0-73a6a9cff474 service neutron] 10.222.0.87 "GET /v2.0/networks/76868d96-3692-423a-989b-a6220ec3b299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513049 Feb 02 06:55:53.716502 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49cf88e-d8d7-48a5-8a13-fbcfb3ea8e2a req-356b5639-84e6-4ef7-90f2-baebbf7bc25c tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:53.718111 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d49cf88e-d8d7-48a5-8a13-fbcfb3ea8e2a req-356b5639-84e6-4ef7-90f2-baebbf7bc25c tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 945 time: 0.0588605 Feb 02 06:55:53.759169 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11101b08-3c2a-4170-8579-c78e1aea0dee req-13a85796-4cca-428f-a365-dcfc9a2a1313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:53.760978 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-11101b08-3c2a-4170-8579-c78e1aea0dee req-13a85796-4cca-428f-a365-dcfc9a2a1313 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=76868d96-3692-423a-989b-a6220ec3b299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2299833 Feb 02 06:55:53.780595 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d49cf88e-d8d7-48a5-8a13-fbcfb3ea8e2a req-800a7e77-2135-4d0a-aadd-992973bccf85 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543170 Feb 02 06:55:53.808362 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a69658ad-d002-46ef-9ad8-62aeca3e85bd admin admin] Publish callbacks [] for security_group (293f7205-9560-4554-bd14-ee5082b062ba), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:53.828976 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a69658ad-d002-46ef-9ad8-62aeca3e85bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (293f7205-9560-4554-bd14-ee5082b062ba), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:53.930743 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a6ede8d7-967e-458f-af95-c64490f02b7e req-2437fc1f-7234-43d1-8943-c2d549f3b132 service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803133 Feb 02 06:55:54.037125 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 60702) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:55:54.037319 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a69658ad-d002-46ef-9ad8-62aeca3e85bd admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=e3ce6b3ffddc43da8cfe522a3e0776d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8524439 Feb 02 06:55:54.057849 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a47310-781c-471f-acba-fbd32adc9444 req-90e2927f-556d-47dc-944c-d383bfc39fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:54.060807 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a0a47310-781c-471f-acba-fbd32adc9444 req-90e2927f-556d-47dc-944c-d383bfc39fdc service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=2b7b771ea1c74d4ab2224de90862d20a&device_id=31edf115-2f57-49b2-9f9d-02b931a6f370 HTTP/1.1" status: 200 len: 1128 time: 0.3064108 Feb 02 06:55:54.063229 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69658ad-d002-46ef-9ad8-62aeca3e85bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=293f7205-9560-4554-bd14-ee5082b062ba,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:55:54.075418 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-466d5570-b3c0-476b-b4eb-1ef8da25d092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'name': 'tempest-FloatingIPsAssociationTestJSON-599617694-router', 'tenant_id': '2b7b771ea1c74d4ab2224de90862d20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'd7e469b2-08ef-48dc-ab90-79575ae1a4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:54:34Z', 'updated_at': '2022-02-02T06:54:41Z', 'revision_number': 4, 'project_id': '2b7b771ea1c74d4ab2224de90862d20a', 'gw_port': {'id': 'd7e469b2-08ef-48dc-ab90-79575ae1a4d4', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:32:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:35Z', 'updated_at': '2022-02-02T06:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '6dcdcd28-4c91-4732-b5b2-11fcfadc4497', 'tenant_id': '2b7b771ea1c74d4ab2224de90862d20a', 'floating_ip_address': '172.25.4.76', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'port_id': 'cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76868d96-3692-423a-989b-a6220ec3b299', 'mac_address': 'fa:16:3e:02:ef:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31edf115-2f57-49b2-9f9d-02b931a6f370', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T06:55:19Z', 'updated_at': '2022-02-02T06:55:52Z', 'revision_number': 4, 'project_id': '2b7b771ea1c74d4ab2224de90862d20a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17103a1e-52d8-4742-9b46-282efaa9717c', 'name': '', 'network_id': '76868d96-3692-423a-989b-a6220ec3b299', 'tenant_id': '2b7b771ea1c74d4ab2224de90862d20a', 'mac_address': 'fa:16:3e:7b:a6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7ce63174-c525-4e2d-821d-9ee5b4634e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:40Z', 'updated_at': '2022-02-02T06:54:50Z', 'revision_number': 5, 'project_id': '2b7b771ea1c74d4ab2224de90862d20a', 'subnets': [{'id': '7ce63174-c525-4e2d-821d-9ee5b4634e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:55:54.078224 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-11101b08-3c2a-4170-8579-c78e1aea0dee req-4184a007-f653-4789-8c28-d28c337d32a6 service neutron] 10.222.0.59 "GET /v2.0/networks/76868d96-3692-423a-989b-a6220ec3b299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985299 Feb 02 06:55:54.113074 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b9ca78c4-a2cd-4a8b-8475-5d77f9165601 admin admin] Publish callbacks [] for security_group (293f7205-9560-4554-bd14-ee5082b062ba), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:54.120703 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466d5570-b3c0-476b-b4eb-1ef8da25d092 None None] The sync data for ids ['82b44e09-335f-44d6-b1fc-e3f4f478d833'] in n-d-789963-26 is: [{'id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'name': 'tempest-FloatingIPsAssociationTestJSON-599617694-router', 'tenant_id': '2b7b771ea1c74d4ab2224de90862d20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'd7e469b2-08ef-48dc-ab90-79575ae1a4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:54:34Z', 'updated_at': '2022-02-02T06:54:41Z', 'revision_number': 4, 'project_id': '2b7b771ea1c74d4ab2224de90862d20a', 'gw_port': {'id': 'd7e469b2-08ef-48dc-ab90-79575ae1a4d4', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:32:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:35Z', 'updated_at': '2022-02-02T06:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '6dcdcd28-4c91-4732-b5b2-11fcfadc4497', 'tenant_id': '2b7b771ea1c74d4ab2224de90862d20a', 'floating_ip_address': '172.25.4.76', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'port_id': 'cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76868d96-3692-423a-989b-a6220ec3b299', 'mac_address': 'fa:16:3e:02:ef:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31edf115-2f57-49b2-9f9d-02b931a6f370', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T06:55:19Z', 'updated_at': '2022-02-02T06:55:52Z', 'revision_number': 4, 'project_id': '2b7b771ea1c74d4ab2224de90862d20a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17103a1e-52d8-4742-9b46-282efaa9717c', 'name': '', 'network_id': '76868d96-3692-423a-989b-a6220ec3b299', 'tenant_id': '2b7b771ea1c74d4ab2224de90862d20a', 'mac_address': 'fa:16:3e:7b:a6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7ce63174-c525-4e2d-821d-9ee5b4634e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:40Z', 'updated_at': '2022-02-02T06:54:50Z', 'revision_number': 5, 'project_id': '2b7b771ea1c74d4ab2224de90862d20a', 'subnets': [{'id': '7ce63174-c525-4e2d-821d-9ee5b4634e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 06:55:54.154523 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b9ca78c4-a2cd-4a8b-8475-5d77f9165601 admin admin] Publish callbacks [] for security_group (293f7205-9560-4554-bd14-ee5082b062ba), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:54.236138 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a6ede8d7-967e-458f-af95-c64490f02b7e req-b02b87ea-8cd7-487f-a75a-516a06c0b6ef service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952526 Feb 02 06:55:54.252706 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b9ca78c4-a2cd-4a8b-8475-5d77f9165601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (293f7205-9560-4554-bd14-ee5082b062ba), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:54.256585 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b9ca78c4-a2cd-4a8b-8475-5d77f9165601 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:54.259653 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b9ca78c4-a2cd-4a8b-8475-5d77f9165601 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/293f7205-9560-4554-bd14-ee5082b062ba HTTP/1.1" status: 204 len: 168 time: 0.2189901 Feb 02 06:55:54.272568 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ca78c4-a2cd-4a8b-8475-5d77f9165601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=293f7205-9560-4554-bd14-ee5082b062ba,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:55:54.338905 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a47310-781c-471f-acba-fbd32adc9444 req-a091b9bc-3536-4b3a-915c-bde9d918329d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:54.340742 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a0a47310-781c-471f-acba-fbd32adc9444 req-a091b9bc-3536-4b3a-915c-bde9d918329d service neutron] 10.222.0.87 "GET /v2.0/networks?id=76868d96-3692-423a-989b-a6220ec3b299 HTTP/1.1" status: 200 len: 921 time: 0.2613068 Feb 02 06:55:54.362606 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-11101b08-3c2a-4170-8579-c78e1aea0dee req-4626dc00-bc3d-4da0-87a4-792883404240 service neutron] 10.222.0.59 "GET /v2.0/networks/76868d96-3692-423a-989b-a6220ec3b299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712667 Feb 02 06:55:54.412589 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda72004-7fcb-4336-9cb5-4f4788ac4833 req-3e7e570d-19bc-4016-8cc0-c171c88e140b tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:54.429391 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dda72004-7fcb-4336-9cb5-4f4788ac4833 req-3e7e570d-19bc-4016-8cc0-c171c88e140b tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] 10.222.0.87 "GET /v2.0/ports?device_id=84917d79-cf19-4770-b0d6-4fe5f8f49304 HTTP/1.1" status: 200 len: 943 time: 0.1093309 Feb 02 06:55:54.456661 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a0a47310-781c-471f-acba-fbd32adc9444 req-d050b766-ee90-447e-af71-4ba936dc9215 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b HTTP/1.1" status: 200 len: 1000 time: 0.0916731 Feb 02 06:55:54.523755 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dda72004-7fcb-4336-9cb5-4f4788ac4833 req-10bfdf87-f614-4e7a-a9ee-9f1ff5340c83 tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] 10.222.0.87 "GET /v2.0/security-groups?id=ca78257b-1af1-4cff-b7ca-1fa610459447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932217 Feb 02 06:55:54.575491 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a47310-781c-471f-acba-fbd32adc9444 req-9c25557d-cd4d-4b49-8159-2c98dc3093fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:54.577025 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a0a47310-781c-471f-acba-fbd32adc9444 req-9c25557d-cd4d-4b49-8159-2c98dc3093fc service neutron] 10.222.0.87 "GET /v2.0/subnets?id=7ce63174-c525-4e2d-821d-9ee5b4634e75 HTTP/1.1" status: 200 len: 859 time: 0.1194911 Feb 02 06:55:54.640523 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a47310-781c-471f-acba-fbd32adc9444 req-caf77fba-3967-4ce1-9874-fbfb5e301e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:54.642135 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a0a47310-781c-471f-acba-fbd32adc9444 req-caf77fba-3967-4ce1-9874-fbfb5e301e9d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=76868d96-3692-423a-989b-a6220ec3b299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0584528 Feb 02 06:55:54.697936 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 60714) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:55:54.713986 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d6a11702-b00e-460c-aa3b-0664804e6958 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:54.721703 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68542995-5b08-4d42-b75b-6bd5877e47fc req-01015b49-ad03-44ca-8720-f8332e386224 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:54.723154 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-68542995-5b08-4d42-b75b-6bd5877e47fc req-01015b49-ad03-44ca-8720-f8332e386224 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87 HTTP/1.1" status: 200 len: 950 time: 0.0763688 Feb 02 06:55:54.737833 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a0a47310-781c-471f-acba-fbd32adc9444 req-6df70bb2-6521-4589-b840-1f9dedf749d9 service neutron] 10.222.0.87 "GET /v2.0/networks/76868d96-3692-423a-989b-a6220ec3b299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891166 Feb 02 06:55:54.799084 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-68542995-5b08-4d42-b75b-6bd5877e47fc req-90c367ef-8c69-4828-8829-1371e8a8d189 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684681 Feb 02 06:55:54.803401 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31edf115-2f57-49b2-9f9d-02b931a6f370', 'tag': 'cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:55:54.805927 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5dfb638-6664-4a99-bf59-6255cba0ec32" -d '{"events": [{"name": "network-changed", "server_uuid": "31edf115-2f57-49b2-9f9d-02b931a6f370", "tag": "cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:55:54.840981 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d6a11702-b00e-460c-aa3b-0664804e6958 admin admin] Publish callbacks [] for security_group (7d844ae3-0841-48bc-960e-7e39193301ed), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:54.841574 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a0a47310-781c-471f-acba-fbd32adc9444 req-56c0c7ed-dd1f-4cae-ab6e-25665db5a832 service neutron] 10.222.0.87 "GET /v2.0/networks/76868d96-3692-423a-989b-a6220ec3b299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965414 Feb 02 06:55:54.846905 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d6a11702-b00e-460c-aa3b-0664804e6958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (7d844ae3-0841-48bc-960e-7e39193301ed), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:54.887502 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d6a11702-b00e-460c-aa3b-0664804e6958 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=8338d37f4f754655858592dcf6f87a4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1882615 Feb 02 06:55:54.888761 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a11702-b00e-460c-aa3b-0664804e6958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d844ae3-0841-48bc-960e-7e39193301ed,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:55:54.890367 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 60726) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:55:54.982311 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0358ec35-e146-4bbd-afc7-5fc848c03a24 admin admin] Publish callbacks [] for security_group (7d844ae3-0841-48bc-960e-7e39193301ed), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:55.006921 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39566e72-2bb3-461d-a573-4c9a27cde118 req-e9772946-44e2-4f47-9e1b-896a7f948624 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:55.008454 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-39566e72-2bb3-461d-a573-4c9a27cde118 req-e9772946-44e2-4f47-9e1b-896a7f948624 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 945 time: 0.0878475 Feb 02 06:55:55.014736 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 06:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa11100-2052-46ab-b2c4-3cd39e8d644c x-openstack-request-id: req-faa11100-2052-46ab-b2c4-3cd39e8d644c {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:55:55.015029 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31edf115-2f57-49b2-9f9d-02b931a6f370", "tag": "cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:55:55.015631 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-faa11100-2052-46ab-b2c4-3cd39e8d644c {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:55:55.015745 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31edf115-2f57-49b2-9f9d-02b931a6f370', 'tag': 'cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b', 'status': 'completed', 'code': 200} Feb 02 06:55:55.026332 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0358ec35-e146-4bbd-afc7-5fc848c03a24 admin admin] Publish callbacks [] for security_group (7d844ae3-0841-48bc-960e-7e39193301ed), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:55.109733 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b8a86552-4d19-42be-ac98-013384c06693 req-6cc337ca-ee23-4e36-8ee6-71199d3b86a6 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.4.76 HTTP/1.1" status: 200 len: 1000 time: 0.0898128 Feb 02 06:55:55.115286 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-39566e72-2bb3-461d-a573-4c9a27cde118 req-d893b411-4bf5-4701-a5bb-c9a85368d7b6 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986745 Feb 02 06:55:55.138803 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dfb638-6664-4a99-bf59-6255cba0ec32 req-6401c86c-7b77-4d04-aeee-a8a603dda72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:55.140420 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e5dfb638-6664-4a99-bf59-6255cba0ec32 req-6401c86c-7b77-4d04-aeee-a8a603dda72b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2b7b771ea1c74d4ab2224de90862d20a&device_id=31edf115-2f57-49b2-9f9d-02b931a6f370 HTTP/1.1" status: 200 len: 1128 time: 0.0770030 Feb 02 06:55:55.146186 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0358ec35-e146-4bbd-afc7-5fc848c03a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (7d844ae3-0841-48bc-960e-7e39193301ed), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:55.149159 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0358ec35-e146-4bbd-afc7-5fc848c03a24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:55.150846 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-0358ec35-e146-4bbd-afc7-5fc848c03a24 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/7d844ae3-0841-48bc-960e-7e39193301ed HTTP/1.1" status: 204 len: 168 time: 0.2590153 Feb 02 06:55:55.172467 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0358ec35-e146-4bbd-afc7-5fc848c03a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d844ae3-0841-48bc-960e-7e39193301ed,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:55:55.173747 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a86552-4d19-42be-ac98-013384c06693 req-df22d1db-3abe-4476-9a9b-4ad6ffca7e22 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:55.180301 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b8a86552-4d19-42be-ac98-013384c06693 req-df22d1db-3abe-4476-9a9b-4ad6ffca7e22 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/ports/cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b HTTP/1.1" status: 200 len: 942 time: 0.0625951 Feb 02 06:55:55.301480 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b8a86552-4d19-42be-ac98-013384c06693 req-4c9fca09-1145-4d35-add7-02cb5b344c39 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.4.76 HTTP/1.1" status: 200 len: 1000 time: 0.0702283 Feb 02 06:55:55.312219 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dfb638-6664-4a99-bf59-6255cba0ec32 req-b968db9b-c113-4c4b-b450-3a2996104af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:55.313632 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e5dfb638-6664-4a99-bf59-6255cba0ec32 req-b968db9b-c113-4c4b-b450-3a2996104af9 service neutron] 10.222.0.88 "GET /v2.0/networks?id=76868d96-3692-423a-989b-a6220ec3b299 HTTP/1.1" status: 200 len: 921 time: 0.1614947 Feb 02 06:55:55.321271 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e71788-326a-490a-86d0-f5f710b55e35 req-7f669398-77f8-42ae-bd27-e5075d0522a1 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:55.323412 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-57e71788-326a-490a-86d0-f5f710b55e35 req-7f669398-77f8-42ae-bd27-e5075d0522a1 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/ports?device_id=83e49562-4001-4510-8a8a-9aeddd004b7a HTTP/1.1" status: 200 len: 946 time: 0.1155465 Feb 02 06:55:55.414893 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e5dfb638-6664-4a99-bf59-6255cba0ec32 req-d7513b6b-e897-4380-87a5-2f0fbacd8238 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b HTTP/1.1" status: 200 len: 1000 time: 0.0903149 Feb 02 06:55:55.422670 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-57e71788-326a-490a-86d0-f5f710b55e35 req-c3cac8af-81fb-428b-b834-0ad85a3c7e80 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/security-groups?id=aab45fc2-0973-493e-a825-050df5bd59a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919340 Feb 02 06:55:55.427968 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a86552-4d19-42be-ac98-013384c06693 req-b141ec06-21cf-4745-992c-9bcf63ae3a50 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:55.429488 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b8a86552-4d19-42be-ac98-013384c06693 req-b141ec06-21cf-4745-992c-9bcf63ae3a50 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/networks/ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 HTTP/1.1" status: 200 len: 784 time: 0.1216152 Feb 02 06:55:55.539794 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dd7aa2-fa33-499c-96cd-77bb1e6c2cdf req-e0de4996-296b-4c55-bb54-cb0e9e415844 tempest-LiveMigrationTest-749161847 tempest-LiveMigrationTest-749161847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:55.541877 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-28dd7aa2-fa33-499c-96cd-77bb1e6c2cdf req-e0de4996-296b-4c55-bb54-cb0e9e415844 tempest-LiveMigrationTest-749161847 tempest-LiveMigrationTest-749161847-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 1128 time: 0.0513363 Feb 02 06:55:55.598635 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-28dd7aa2-fa33-499c-96cd-77bb1e6c2cdf req-ff43e470-f587-4e7a-9c60-af57e9456eae tempest-LiveMigrationTest-749161847 tempest-LiveMigrationTest-749161847-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510542 Feb 02 06:55:55.740157 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2583c4c6-e4c0-4c10-8f68-aa72fa2399dc req-145f5b34-5af1-4e33-8f57-f846b83c5325 tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:55.742312 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2583c4c6-e4c0-4c10-8f68-aa72fa2399dc req-145f5b34-5af1-4e33-8f57-f846b83c5325 tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] 10.222.0.87 "GET /v2.0/ports?device_id=84917d79-cf19-4770-b0d6-4fe5f8f49304 HTTP/1.1" status: 200 len: 943 time: 0.0679584 Feb 02 06:55:55.798979 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dfb638-6664-4a99-bf59-6255cba0ec32 req-2bf2e765-e5f3-40c2-90e8-d32577185b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:55.799501 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2583c4c6-e4c0-4c10-8f68-aa72fa2399dc req-dc4c259d-f10c-402e-a04d-3d96bb81f8c6 tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] 10.222.0.87 "GET /v2.0/security-groups?id=ca78257b-1af1-4cff-b7ca-1fa610459447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493214 Feb 02 06:55:55.800352 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e5dfb638-6664-4a99-bf59-6255cba0ec32 req-2bf2e765-e5f3-40c2-90e8-d32577185b24 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7ce63174-c525-4e2d-821d-9ee5b4634e75 HTTP/1.1" status: 200 len: 859 time: 0.3768559 Feb 02 06:55:55.848491 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3ba7e6cc-0e79-49ae-ba2c-d3983a91a4e6 req-b5a39885-23f4-4757-999f-a025f143f43e tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.4.76 HTTP/1.1" status: 200 len: 1000 time: 0.1063337 Feb 02 06:55:55.910606 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dfb638-6664-4a99-bf59-6255cba0ec32 req-9e6817f7-f48d-4be8-afda-c8656d681b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:55.912198 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e5dfb638-6664-4a99-bf59-6255cba0ec32 req-9e6817f7-f48d-4be8-afda-c8656d681b70 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=76868d96-3692-423a-989b-a6220ec3b299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1031926 Feb 02 06:55:55.920209 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba7e6cc-0e79-49ae-ba2c-d3983a91a4e6 req-579c1282-c5bd-4251-927b-011159a0e731 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:55.921516 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3ba7e6cc-0e79-49ae-ba2c-d3983a91a4e6 req-579c1282-c5bd-4251-927b-011159a0e731 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/ports/cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b HTTP/1.1" status: 200 len: 942 time: 0.0636997 Feb 02 06:55:55.975605 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee822b2-692e-4bca-a666-011f758e517b req-77532c3b-fe8a-4420-a95d-ee369aba3416 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:55.977290 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3ee822b2-692e-4bca-a666-011f758e517b req-77532c3b-fe8a-4420-a95d-ee369aba3416 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87 HTTP/1.1" status: 200 len: 950 time: 0.0603087 Feb 02 06:55:56.037028 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3ee822b2-692e-4bca-a666-011f758e517b req-baa4d33a-4a45-44ac-87d9-1b3650b237a1 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529115 Feb 02 06:55:56.074450 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e5dfb638-6664-4a99-bf59-6255cba0ec32 req-fff48df4-9f79-4563-919e-24a29a89fdd0 service neutron] 10.222.0.88 "GET /v2.0/networks/76868d96-3692-423a-989b-a6220ec3b299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519196 Feb 02 06:55:56.089954 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3ba7e6cc-0e79-49ae-ba2c-d3983a91a4e6 req-f0dca64e-42dd-426c-b171-f79d358a4fef tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.4.76 HTTP/1.1" status: 200 len: 1000 time: 0.0952120 Feb 02 06:55:56.154063 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 30bbe7a6-4f06-4304-8acf-7334c37f38a9 details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 06:55:56.259430 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e5dfb638-6664-4a99-bf59-6255cba0ec32 req-f9f428c5-211c-4d90-bb79-a7dfcf1870ad service neutron] 10.222.0.88 "GET /v2.0/networks/76868d96-3692-423a-989b-a6220ec3b299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684256 Feb 02 06:55:56.269622 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba7e6cc-0e79-49ae-ba2c-d3983a91a4e6 req-0ca0709e-1247-47b4-a289-9473de147f16 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:56.277681 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3ba7e6cc-0e79-49ae-ba2c-d3983a91a4e6 req-0ca0709e-1247-47b4-a289-9473de147f16 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/networks/ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 HTTP/1.1" status: 200 len: 784 time: 0.1780779 Feb 02 06:55:56.281815 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 30bbe7a6-4f06-4304-8acf-7334c37f38a9, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=30bbe7a6-4f06-4304-8acf-7334c37f38a9,segment=NetworkSegment(1d2d48ca-7af8-4a5d-abef-fb7206a16c0e),segment_id=1d2d48ca-7af8-4a5d-abef-fb7206a16c0e)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:55:56.301415 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': '30bbe7a6-4f06-4304-8acf-7334c37f38a9', 'network_id': 'e0f9d081-640e-45b1-b6ba-9e0fb190dfbe', 'port_id': '30bbe7a6-4f06-4304-8acf-7334c37f38a9', 'mac_address': 'fa:16:3e:38:9f:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1fa5b16-0923-4aea-9e14-f0e26de4f6f1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 06:55:56.350267 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 30bbe7a6-4f06-4304-8acf-7334c37f38a9 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:55:56.351063 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (30bbe7a6-4f06-4304-8acf-7334c37f38a9), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:56.373009 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3ba7e6cc-0e79-49ae-ba2c-d3983a91a4e6 req-9c034a3f-db61-480f-9374-1fc1b20dd1eb tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.4.76 HTTP/1.1" status: 200 len: 1000 time: 0.0943682 Feb 02 06:55:56.373489 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30bbe7a6-4f06-4304-8acf-7334c37f38a9 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:55:56.383618 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-3ba7e6cc-0e79-49ae-ba2c-d3983a91a4e6 req-b7e39d44-c3ab-49e8-a505-1ed269c9f91b tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:55:56.396275 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 30bbe7a6-4f06-4304-8acf-7334c37f38a9, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=30bbe7a6-4f06-4304-8acf-7334c37f38a9,segment=NetworkSegment(1d2d48ca-7af8-4a5d-abef-fb7206a16c0e),segment_id=1d2d48ca-7af8-4a5d-abef-fb7206a16c0e)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:55:56.402762 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (30bbe7a6-4f06-4304-8acf-7334c37f38a9), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:56.465764 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=30bbe7a6-4f06-4304-8acf-7334c37f38a9,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:55:56.466624 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-3ba7e6cc-0e79-49ae-ba2c-d3983a91a4e6 req-b7e39d44-c3ab-49e8-a505-1ed269c9f91b tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Publish callbacks [] for floatingip (6dcdcd28-4c91-4732-b5b2-11fcfadc4497), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:56.607745 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c780f316-9445-476d-b718-abc411778c8d req-04aa8fd7-cd5c-490e-90bb-bb9e14ebe322 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:56.609613 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c780f316-9445-476d-b718-abc411778c8d req-04aa8fd7-cd5c-490e-90bb-bb9e14ebe322 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/ports?device_id=83e49562-4001-4510-8a8a-9aeddd004b7a HTTP/1.1" status: 200 len: 946 time: 0.0719378 Feb 02 06:55:56.661868 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-3ba7e6cc-0e79-49ae-ba2c-d3983a91a4e6 req-b7e39d44-c3ab-49e8-a505-1ed269c9f91b tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:56.666592 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-3ba7e6cc-0e79-49ae-ba2c-d3983a91a4e6 req-b7e39d44-c3ab-49e8-a505-1ed269c9f91b tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (6dcdcd28-4c91-4732-b5b2-11fcfadc4497), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:56.666901 n-d-789963-26 neutron-server[109693]: INFO neutron.db.l3_db [req-3ba7e6cc-0e79-49ae-ba2c-d3983a91a4e6 req-b7e39d44-c3ab-49e8-a505-1ed269c9f91b tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Floating IP 6dcdcd28-4c91-4732-b5b2-11fcfadc4497 disassociated. External IP: 172.25.4.76, port: cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b. Feb 02 06:55:56.673534 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c780f316-9445-476d-b718-abc411778c8d req-54c87787-6dd5-47fb-8f9c-5a714ccb75a0 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/security-groups?id=aab45fc2-0973-493e-a825-050df5bd59a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522113 Feb 02 06:55:56.905352 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ba7e6cc-0e79-49ae-ba2c-d3983a91a4e6 req-b7e39d44-c3ab-49e8-a505-1ed269c9f91b tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Router 82b44e09-335f-44d6-b1fc-e3f4f478d833 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 06:55:56.921086 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:56.959134 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdfea30-fce9-4b4a-9c31-63b5b1a6356f req-61055e70-ae39-4246-8bb6-ab733e1ecfce tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:56.961030 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cbdfea30-fce9-4b4a-9c31-63b5b1a6356f req-61055e70-ae39-4246-8bb6-ab733e1ecfce tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] 10.222.0.87 "GET /v2.0/ports?device_id=84917d79-cf19-4770-b0d6-4fe5f8f49304 HTTP/1.1" status: 200 len: 944 time: 0.0777655 Feb 02 06:55:57.016675 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cbdfea30-fce9-4b4a-9c31-63b5b1a6356f req-6bff61f3-e1ab-4fe8-9286-3519320be6c7 tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] 10.222.0.87 "GET /v2.0/security-groups?id=ca78257b-1af1-4cff-b7ca-1fa610459447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482461 Feb 02 06:55:57.017221 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ba7e6cc-0e79-49ae-ba2c-d3983a91a4e6 req-b7e39d44-c3ab-49e8-a505-1ed269c9f91b tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 06:55:57.022372 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-3ba7e6cc-0e79-49ae-ba2c-d3983a91a4e6 req-b7e39d44-c3ab-49e8-a505-1ed269c9f91b tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:57.029431 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a8442f-1446-4c80-bc87-4074b5eb441d None None] Sync routers for ids ['82b44e09-335f-44d6-b1fc-e3f4f478d833'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 06:55:57.048681 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a8442f-1446-4c80-bc87-4074b5eb441d None None] Routers {'82b44e09-335f-44d6-b1fc-e3f4f478d833'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 06:55:57.049301 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-b0a8442f-1446-4c80-bc87-4074b5eb441d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:55:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['82b44e09-335f-44d6-b1fc-e3f4f478d833'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:55:57.066567 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3ba7e6cc-0e79-49ae-ba2c-d3983a91a4e6 req-b7e39d44-c3ab-49e8-a505-1ed269c9f91b tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "PUT /v2.0/floatingips/6dcdcd28-4c91-4732-b5b2-11fcfadc4497 HTTP/1.1" status: 200 len: 694 time: 0.6924763 Feb 02 06:55:57.067030 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31edf115-2f57-49b2-9f9d-02b931a6f370', 'tag': 'cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:55:57.069286 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64e5803-4148-4d5f-a2a7-4dae8615d111" -d '{"events": [{"name": "network-changed", "server_uuid": "31edf115-2f57-49b2-9f9d-02b931a6f370", "tag": "cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:55:57.140158 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba7e6cc-0e79-49ae-ba2c-d3983a91a4e6 req-f8c79547-e506-43e0-9141-d9a43339820d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:57.142800 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3ba7e6cc-0e79-49ae-ba2c-d3983a91a4e6 req-f8c79547-e506-43e0-9141-d9a43339820d service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=2b7b771ea1c74d4ab2224de90862d20a&device_id=31edf115-2f57-49b2-9f9d-02b931a6f370 HTTP/1.1" status: 200 len: 1128 time: 0.0548291 Feb 02 06:55:57.166888 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-b0a8442f-1446-4c80-bc87-4074b5eb441d None None] Set router 82b44e09-335f-44d6-b1fc-e3f4f478d833 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 06:55:57.272505 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-808b5a71-294a-42c8-b971-a15b068bdd7a req-4010ecdc-6639-44bf-ad88-c98a7b221dd8 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=bbb665df3cd44599bc44429949e19534&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217049 Feb 02 06:55:57.276821 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba7e6cc-0e79-49ae-ba2c-d3983a91a4e6 req-7824f421-9179-41e6-917e-9188010d4d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:57.279320 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3ba7e6cc-0e79-49ae-ba2c-d3983a91a4e6 req-7824f421-9179-41e6-917e-9188010d4d3f service neutron] 10.222.0.87 "GET /v2.0/networks?id=76868d96-3692-423a-989b-a6220ec3b299 HTTP/1.1" status: 200 len: 921 time: 0.1309900 Feb 02 06:55:57.341236 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3ba7e6cc-0e79-49ae-ba2c-d3983a91a4e6 req-914726e9-ba68-48b3-b5bc-bc7fab7c49c1 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b HTTP/1.1" status: 200 len: 217 time: 0.0554812 Feb 02 06:55:57.412932 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b5a71-294a-42c8-b971-a15b068bdd7a req-6fa6cbb8-b74e-4314-a07e-8fcf0c2ea4cc tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:57.419296 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba7e6cc-0e79-49ae-ba2c-d3983a91a4e6 req-64eb5c67-6471-461c-9b32-23eba8ecce58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:57.420743 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3ba7e6cc-0e79-49ae-ba2c-d3983a91a4e6 req-64eb5c67-6471-461c-9b32-23eba8ecce58 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=7ce63174-c525-4e2d-821d-9ee5b4634e75 HTTP/1.1" status: 200 len: 859 time: 0.0793900 Feb 02 06:55:57.423352 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-808b5a71-294a-42c8-b971-a15b068bdd7a req-6fa6cbb8-b74e-4314-a07e-8fcf0c2ea4cc tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1440029 Feb 02 06:55:57.437112 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-808b5a71-294a-42c8-b971-a15b068bdd7a req-8c1e9758-9f80-4709-9dc7-58b6f7d70738 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] 10.222.0.87 "GET /v2.0/quotas/bbb665df3cd44599bc44429949e19534 HTTP/1.1" status: 200 len: 375 time: 0.0113490 Feb 02 06:55:57.450659 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-b0a8442f-1446-4c80-bc87-4074b5eb441d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'name': 'tempest-FloatingIPsAssociationTestJSON-599617694-router', 'tenant_id': '2b7b771ea1c74d4ab2224de90862d20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'd7e469b2-08ef-48dc-ab90-79575ae1a4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:54:34Z', 'updated_at': '2022-02-02T06:54:41Z', 'revision_number': 4, 'project_id': '2b7b771ea1c74d4ab2224de90862d20a', 'gw_port': {'id': 'd7e469b2-08ef-48dc-ab90-79575ae1a4d4', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:32:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:35Z', 'updated_at': '2022-02-02T06:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '17103a1e-52d8-4742-9b46-282efaa9717c', 'name': '', 'network_id': '76868d96-3692-423a-989b-a6220ec3b299', 'tenant_id': '2b7b771ea1c74d4ab2224de90862d20a', 'mac_address': 'fa:16:3e:7b:a6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7ce63174-c525-4e2d-821d-9ee5b4634e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:40Z', 'updated_at': '2022-02-02T06:54:50Z', 'revision_number': 5, 'project_id': '2b7b771ea1c74d4ab2224de90862d20a', 'subnets': [{'id': '7ce63174-c525-4e2d-821d-9ee5b4634e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:55:57.477402 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba7e6cc-0e79-49ae-ba2c-d3983a91a4e6 req-52440790-41f8-4af4-bdc0-df44525fef12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:57.485764 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3ba7e6cc-0e79-49ae-ba2c-d3983a91a4e6 req-52440790-41f8-4af4-bdc0-df44525fef12 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=76868d96-3692-423a-989b-a6220ec3b299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0590684 Feb 02 06:55:57.486959 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a8442f-1446-4c80-bc87-4074b5eb441d None None] Checking router: 82b44e09-335f-44d6-b1fc-e3f4f478d833 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 06:55:57.498739 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-808b5a71-294a-42c8-b971-a15b068bdd7a req-11059187-38de-4b53-acf7-ee6d67ecbc60 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=bbb665df3cd44599bc44429949e19534&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0554454 Feb 02 06:55:57.506593 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a8442f-1446-4c80-bc87-4074b5eb441d None None] Routers {'82b44e09-335f-44d6-b1fc-e3f4f478d833'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 06:55:57.507210 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-b0a8442f-1446-4c80-bc87-4074b5eb441d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:55:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['82b44e09-335f-44d6-b1fc-e3f4f478d833'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:55:57.593955 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3ba7e6cc-0e79-49ae-ba2c-d3983a91a4e6 req-c6647e1f-9777-4e09-9b1e-1da428ae77c4 service neutron] 10.222.0.87 "GET /v2.0/networks/76868d96-3692-423a-989b-a6220ec3b299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072569 Feb 02 06:55:57.676523 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-b0a8442f-1446-4c80-bc87-4074b5eb441d None None] Set router 82b44e09-335f-44d6-b1fc-e3f4f478d833 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 06:55:57.744845 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3ba7e6cc-0e79-49ae-ba2c-d3983a91a4e6 req-54140af8-8b30-4f7d-acf2-a6a1062b2776 service neutron] 10.222.0.87 "GET /v2.0/networks/76868d96-3692-423a-989b-a6220ec3b299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437373 Feb 02 06:55:57.794556 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d94d293-7587-4ff0-956e-e5cbb5d1f4e4 req-f6785fc5-8d8b-421c-a1c6-268dd445992a tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:57.796219 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2d94d293-7587-4ff0-956e-e5cbb5d1f4e4 req-f6785fc5-8d8b-421c-a1c6-268dd445992a tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87 HTTP/1.1" status: 200 len: 950 time: 0.0928960 Feb 02 06:55:57.827199 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['30bbe7a6-4f06-4304-8acf-7334c37f38a9'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:55:57.838286 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 06:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a366577-8bfe-4c5e-ac7d-b46a6d0e5261 x-openstack-request-id: req-7a366577-8bfe-4c5e-ac7d-b46a6d0e5261 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:55:57.838561 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31edf115-2f57-49b2-9f9d-02b931a6f370", "tag": "cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:55:57.838827 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7a366577-8bfe-4c5e-ac7d-b46a6d0e5261 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:55:57.839236 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31edf115-2f57-49b2-9f9d-02b931a6f370', 'tag': 'cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b', 'status': 'completed', 'code': 200} Feb 02 06:55:57.874080 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2d94d293-7587-4ff0-956e-e5cbb5d1f4e4 req-86489402-bb7e-473c-ade1-876c0550a7b1 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721812 Feb 02 06:55:57.998927 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-710446dd-509f-44e8-b2c8-4a4eace8e413 req-7a8f6e21-ee5f-437b-9bc5-e822fd7abb38 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe521beb-1045-450b-8fac-b93f0129c752 HTTP/1.1" status: 200 len: 210 time: 0.0332663 Feb 02 06:55:58.017945 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e5803-4148-4d5f-a2a7-4dae8615d111 req-7ad9e7dd-8fda-4ed8-baba-f6e1178b9e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:58.018948 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d64e5803-4148-4d5f-a2a7-4dae8615d111 req-7ad9e7dd-8fda-4ed8-baba-f6e1178b9e30 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2b7b771ea1c74d4ab2224de90862d20a&device_id=31edf115-2f57-49b2-9f9d-02b931a6f370 HTTP/1.1" status: 200 len: 1128 time: 0.1168456 Feb 02 06:55:58.085302 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cd382e-46e3-42f6-bc2b-0752d4b651f9 req-8c75ee08-9c05-471e-a78c-c26c1d8f90ef tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:58.101237 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-42cd382e-46e3-42f6-bc2b-0752d4b651f9 req-8c75ee08-9c05-471e-a78c-c26c1d8f90ef tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/ports?device_id=83e49562-4001-4510-8a8a-9aeddd004b7a HTTP/1.1" status: 200 len: 946 time: 0.1404324 Feb 02 06:55:58.174442 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-42cd382e-46e3-42f6-bc2b-0752d4b651f9 req-be2c67d2-2627-4aa1-8aa1-6cc08a020a17 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/security-groups?id=aab45fc2-0973-493e-a825-050df5bd59a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723305 Feb 02 06:55:58.222065 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-b0a8442f-1446-4c80-bc87-4074b5eb441d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'name': 'tempest-FloatingIPsAssociationTestJSON-599617694-router', 'tenant_id': '2b7b771ea1c74d4ab2224de90862d20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'd7e469b2-08ef-48dc-ab90-79575ae1a4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:54:34Z', 'updated_at': '2022-02-02T06:54:41Z', 'revision_number': 4, 'project_id': '2b7b771ea1c74d4ab2224de90862d20a', 'gw_port': {'id': 'd7e469b2-08ef-48dc-ab90-79575ae1a4d4', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:32:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:35Z', 'updated_at': '2022-02-02T06:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '17103a1e-52d8-4742-9b46-282efaa9717c', 'name': '', 'network_id': '76868d96-3692-423a-989b-a6220ec3b299', 'tenant_id': '2b7b771ea1c74d4ab2224de90862d20a', 'mac_address': 'fa:16:3e:7b:a6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7ce63174-c525-4e2d-821d-9ee5b4634e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:40Z', 'updated_at': '2022-02-02T06:54:50Z', 'revision_number': 5, 'project_id': '2b7b771ea1c74d4ab2224de90862d20a', 'subnets': [{'id': '7ce63174-c525-4e2d-821d-9ee5b4634e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:55:58.284736 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e5803-4148-4d5f-a2a7-4dae8615d111 req-615ca5a9-6e2b-42d6-b7b0-8f0dba44642c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:58.286285 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d64e5803-4148-4d5f-a2a7-4dae8615d111 req-615ca5a9-6e2b-42d6-b7b0-8f0dba44642c service neutron] 10.222.0.88 "GET /v2.0/networks?id=76868d96-3692-423a-989b-a6220ec3b299 HTTP/1.1" status: 200 len: 921 time: 0.2504017 Feb 02 06:55:58.298465 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a8442f-1446-4c80-bc87-4074b5eb441d None None] The sync data for ids ['82b44e09-335f-44d6-b1fc-e3f4f478d833'] in n-d-789963-26 is: [{'id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'name': 'tempest-FloatingIPsAssociationTestJSON-599617694-router', 'tenant_id': '2b7b771ea1c74d4ab2224de90862d20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'd7e469b2-08ef-48dc-ab90-79575ae1a4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:54:34Z', 'updated_at': '2022-02-02T06:54:41Z', 'revision_number': 4, 'project_id': '2b7b771ea1c74d4ab2224de90862d20a', 'gw_port': {'id': 'd7e469b2-08ef-48dc-ab90-79575ae1a4d4', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:32:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:35Z', 'updated_at': '2022-02-02T06:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '17103a1e-52d8-4742-9b46-282efaa9717c', 'name': '', 'network_id': '76868d96-3692-423a-989b-a6220ec3b299', 'tenant_id': '2b7b771ea1c74d4ab2224de90862d20a', 'mac_address': 'fa:16:3e:7b:a6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7ce63174-c525-4e2d-821d-9ee5b4634e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:40Z', 'updated_at': '2022-02-02T06:54:50Z', 'revision_number': 5, 'project_id': '2b7b771ea1c74d4ab2224de90862d20a', 'subnets': [{'id': '7ce63174-c525-4e2d-821d-9ee5b4634e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 06:55:58.376293 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d64e5803-4148-4d5f-a2a7-4dae8615d111 req-f4d7242c-341f-4c33-a439-14abc4c45c21 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b HTTP/1.1" status: 200 len: 217 time: 0.0804954 Feb 02 06:55:58.431031 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ae38fd-fedd-4612-8970-503dd68a4608 req-7e5fcc8b-6599-4c03-9825-855ccea2c123 tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:58.449653 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b9ae38fd-fedd-4612-8970-503dd68a4608 req-7e5fcc8b-6599-4c03-9825-855ccea2c123 tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] 10.222.0.87 "GET /v2.0/ports?device_id=84917d79-cf19-4770-b0d6-4fe5f8f49304 HTTP/1.1" status: 200 len: 944 time: 0.1237404 Feb 02 06:55:58.514511 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e5803-4148-4d5f-a2a7-4dae8615d111 req-113c7f6b-5719-45c7-904d-9bb6bf384495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:58.517749 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d64e5803-4148-4d5f-a2a7-4dae8615d111 req-113c7f6b-5719-45c7-904d-9bb6bf384495 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7ce63174-c525-4e2d-821d-9ee5b4634e75 HTTP/1.1" status: 200 len: 859 time: 0.1063581 Feb 02 06:55:58.557436 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b9ae38fd-fedd-4612-8970-503dd68a4608 req-1b223231-d9e1-4ba6-864c-ea93c8d73879 tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] 10.222.0.87 "GET /v2.0/security-groups?id=ca78257b-1af1-4cff-b7ca-1fa610459447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066930 Feb 02 06:55:58.579114 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e5803-4148-4d5f-a2a7-4dae8615d111 req-50d58dd9-aed1-43dd-8efb-17d2b6c913ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:58.580923 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d64e5803-4148-4d5f-a2a7-4dae8615d111 req-50d58dd9-aed1-43dd-8efb-17d2b6c913ee service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=76868d96-3692-423a-989b-a6220ec3b299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0536692 Feb 02 06:55:58.765006 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01345c15-970f-4de6-81ea-e844ec87e0ae None None] New status for floating IP 6dcdcd28-4c91-4732-b5b2-11fcfadc4497: DOWN {{(pid=109695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 06:55:58.793311 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d64e5803-4148-4d5f-a2a7-4dae8615d111 req-9b754b3c-e75b-4859-9f66-b553a6667af6 service neutron] 10.222.0.88 "GET /v2.0/networks/76868d96-3692-423a-989b-a6220ec3b299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797125 Feb 02 06:55:58.810104 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf2daf-f265-4c94-ba4b-fc797d9ccfcc req-d683efa8-1c22-476f-8d33-1f6c6688f365 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:58.812051 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4fbf2daf-f265-4c94-ba4b-fc797d9ccfcc req-d683efa8-1c22-476f-8d33-1f6c6688f365 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/ports?device_id=1016e5ea-7158-429f-8164-d8e426c1c7af&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1008170 Feb 02 06:55:58.914926 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4fbf2daf-f265-4c94-ba4b-fc797d9ccfcc req-78112c89-cbe0-4985-af77-49524564edcc tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.4.76 HTTP/1.1" status: 200 len: 697 time: 0.0923584 Feb 02 06:55:58.948465 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-4fbf2daf-f265-4c94-ba4b-fc797d9ccfcc req-9cb817e4-3c1b-4cd8-8c2d-40564de75e88 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Request body: {'floatingip': {'port_id': '660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:55:59.000883 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-4fbf2daf-f265-4c94-ba4b-fc797d9ccfcc req-9cb817e4-3c1b-4cd8-8c2d-40564de75e88 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Publish callbacks [] for floatingip (6dcdcd28-4c91-4732-b5b2-11fcfadc4497), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:59.080038 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d64e5803-4148-4d5f-a2a7-4dae8615d111 req-440ca046-f1fc-4a3b-b1ee-ce2b970655b1 service neutron] 10.222.0.88 "GET /v2.0/networks/76868d96-3692-423a-989b-a6220ec3b299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669585 Feb 02 06:55:59.156690 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780b3a8-e993-462c-a9ff-c4e3df9e2071 req-a5cbfded-713d-4357-b26c-46e2aac20cb7 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:59.158199 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8780b3a8-e993-462c-a9ff-c4e3df9e2071 req-a5cbfded-713d-4357-b26c-46e2aac20cb7 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87 HTTP/1.1" status: 200 len: 950 time: 0.0639749 Feb 02 06:55:59.206886 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8780b3a8-e993-462c-a9ff-c4e3df9e2071 req-0d128995-1525-4d51-b075-468528e2d029 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426736 Feb 02 06:55:59.302855 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-60b6698d-28ff-4ef5-866e-e2e6572583c1 req-7b42cb83-2078-4c8e-b98c-1f2c14a6267c tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe521beb-1045-450b-8fac-b93f0129c752 HTTP/1.1" status: 200 len: 210 time: 0.0317936 Feb 02 06:55:59.476820 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e601e-2589-4016-9442-7fe68998e36e req-28c72a78-c578-4b50-9802-c7b93aaa886f tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:59.493528 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f48e601e-2589-4016-9442-7fe68998e36e req-28c72a78-c578-4b50-9802-c7b93aaa886f tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/ports?device_id=83e49562-4001-4510-8a8a-9aeddd004b7a HTTP/1.1" status: 200 len: 946 time: 0.0969024 Feb 02 06:55:59.518803 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-4fbf2daf-f265-4c94-ba4b-fc797d9ccfcc req-9cb817e4-3c1b-4cd8-8c2d-40564de75e88 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:59.540138 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f48e601e-2589-4016-9442-7fe68998e36e req-0993a0cf-a51f-4b7a-ac47-80b6756366a8 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/security-groups?id=aab45fc2-0973-493e-a825-050df5bd59a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449293 Feb 02 06:55:59.550287 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-808b5a71-294a-42c8-b971-a15b068bdd7a req-11f88cb9-333f-41e1-9915-a8bd35e00d2a tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=bbb665df3cd44599bc44429949e19534&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281768 Feb 02 06:55:59.551325 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-4fbf2daf-f265-4c94-ba4b-fc797d9ccfcc req-9cb817e4-3c1b-4cd8-8c2d-40564de75e88 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (6dcdcd28-4c91-4732-b5b2-11fcfadc4497), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:55:59.666978 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a80fa3-5881-4c5e-8db5-038c2c6e9067 req-b10ad424-d3c6-477e-925f-1fbf329cf715 tempest-LiveAutoBlockMigrationV225Test-1760037822 tempest-LiveAutoBlockMigrationV225Test-1760037822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:59.669088 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-93a80fa3-5881-4c5e-8db5-038c2c6e9067 req-b10ad424-d3c6-477e-925f-1fbf329cf715 tempest-LiveAutoBlockMigrationV225Test-1760037822 tempest-LiveAutoBlockMigrationV225Test-1760037822-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=682cb750-3b53-4085-be06-d355b0d2dc70 HTTP/1.1" status: 200 len: 1128 time: 0.0628014 Feb 02 06:55:59.718784 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-93a80fa3-5881-4c5e-8db5-038c2c6e9067 req-bf0883f9-9857-457e-903b-a8d9a15ddc0a tempest-LiveAutoBlockMigrationV225Test-1760037822 tempest-LiveAutoBlockMigrationV225Test-1760037822-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425670 Feb 02 06:55:59.763269 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b5a71-294a-42c8-b971-a15b068bdd7a req-230bc43a-ab03-4bda-8916-340cfe4d863f tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:59.764868 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-808b5a71-294a-42c8-b971-a15b068bdd7a req-230bc43a-ab03-4bda-8916-340cfe4d863f tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1988773 Feb 02 06:55:59.771917 n-d-789963-26 neutron-server[109693]: INFO neutron.db.l3_db [req-4fbf2daf-f265-4c94-ba4b-fc797d9ccfcc req-9cb817e4-3c1b-4cd8-8c2d-40564de75e88 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Floating IP 6dcdcd28-4c91-4732-b5b2-11fcfadc4497 associated. External IP: 172.25.4.76, port: 660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e. Feb 02 06:55:59.820103 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-808b5a71-294a-42c8-b971-a15b068bdd7a req-93655d83-1364-4de1-8e22-3a7e7a5bab42 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] Request body: {'port': {'device_id': 'fe521beb-1045-450b-8fac-b93f0129c752', 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1', 'admin_state_up': True, 'tenant_id': 'bbb665df3cd44599bc44429949e19534'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:55:59.859510 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a5d873-bc80-438e-816b-3960a624b0f3 req-2328b507-082d-48b1-bd71-81f834c80e51 tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:55:59.861074 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-53a5d873-bc80-438e-816b-3960a624b0f3 req-2328b507-082d-48b1-bd71-81f834c80e51 tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] 10.222.0.87 "GET /v2.0/ports?device_id=84917d79-cf19-4770-b0d6-4fe5f8f49304 HTTP/1.1" status: 200 len: 944 time: 0.0563548 Feb 02 06:55:59.911217 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-53a5d873-bc80-438e-816b-3960a624b0f3 req-c82bc087-1f52-401e-8c1f-3936b487843e tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] 10.222.0.87 "GET /v2.0/security-groups?id=ca78257b-1af1-4cff-b7ca-1fa610459447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417554 Feb 02 06:56:00.177763 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device bf608cf2-2ffe-4e4d-8a95-cbf549b53a97 details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 06:56:00.190647 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 30bbe7a6-4f06-4304-8acf-7334c37f38a9 up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:56:00.327340 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-808b5a71-294a-42c8-b971-a15b068bdd7a req-93655d83-1364-4de1-8e22-3a7e7a5bab42 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] Made reservation on behalf of bbb665df3cd44599bc44429949e19534 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:56:00.332224 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-808b5a71-294a-42c8-b971-a15b068bdd7a req-93655d83-1364-4de1-8e22-3a7e7a5bab42 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:00.334268 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port 30bbe7a6-4f06-4304-8acf-7334c37f38a9 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 06:56:00.346661 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port bf608cf2-2ffe-4e4d-8a95-cbf549b53a97, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=bf608cf2-2ffe-4e4d-8a95-cbf549b53a97,segment=NetworkSegment(c05e7e16-1181-4a1f-b0eb-5bf8b2ea2f17),segment_id=c05e7e16-1181-4a1f-b0eb-5bf8b2ea2f17)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:56:00.350047 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port 30bbe7a6-4f06-4304-8acf-7334c37f38a9 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:56:00.350525 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (30bbe7a6-4f06-4304-8acf-7334c37f38a9), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:00.385901 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-808b5a71-294a-42c8-b971-a15b068bdd7a req-93655d83-1364-4de1-8e22-3a7e7a5bab42 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:00.390234 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': 'bf608cf2-2ffe-4e4d-8a95-cbf549b53a97', 'network_id': 'e031e54a-fb94-4be8-9122-29e7d171bb1c', 'port_id': 'bf608cf2-2ffe-4e4d-8a95-cbf549b53a97', 'mac_address': 'fa:16:3e:26:a3:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '754efa80-8dc2-492f-a4f9-29685b756b55', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 06:56:00.456115 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port bf608cf2-2ffe-4e4d-8a95-cbf549b53a97 is: ACTIVE; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:56:00.457010 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (bf608cf2-2ffe-4e4d-8a95-cbf549b53a97), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:00.479463 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bf608cf2-2ffe-4e4d-8a95-cbf549b53a97 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:56:00.510768 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port bf608cf2-2ffe-4e4d-8a95-cbf549b53a97, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=bf608cf2-2ffe-4e4d-8a95-cbf549b53a97,segment=NetworkSegment(c05e7e16-1181-4a1f-b0eb-5bf8b2ea2f17),segment_id=c05e7e16-1181-4a1f-b0eb-5bf8b2ea2f17)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:56:00.538540 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4fbf2daf-f265-4c94-ba4b-fc797d9ccfcc req-9cb817e4-3c1b-4cd8-8c2d-40564de75e88 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Router 82b44e09-335f-44d6-b1fc-e3f4f478d833 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 06:56:00.541898 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (bf608cf2-2ffe-4e4d-8a95-cbf549b53a97), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:00.566962 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-97aedd89-d143-460c-a973-5cebe806e34a req-cf875924-96c3-4a79-b2d6-e9121dea77cc service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=3198844e-639f-4156-b68e-3a3b15da1358&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1449549 Feb 02 06:56:00.591319 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 30bbe7a6-4f06-4304-8acf-7334c37f38a9 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:56:00.591937 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (30bbe7a6-4f06-4304-8acf-7334c37f38a9), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:00.631943 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=bf608cf2-2ffe-4e4d-8a95-cbf549b53a97,revision_number=6']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:00.646728 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84917d79-cf19-4770-b0d6-4fe5f8f49304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30bbe7a6-4f06-4304-8acf-7334c37f38a9'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:56:00.648951 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63883eb0-d873-4972-8e2b-61d21c3c646b" -d '{"events": [{"server_uuid": "84917d79-cf19-4770-b0d6-4fe5f8f49304", "name": "network-vif-plugged", "status": "completed", "tag": "30bbe7a6-4f06-4304-8acf-7334c37f38a9"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:56:00.663158 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 30bbe7a6-4f06-4304-8acf-7334c37f38a9, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=30bbe7a6-4f06-4304-8acf-7334c37f38a9,segment=NetworkSegment(1d2d48ca-7af8-4a5d-abef-fb7206a16c0e),segment_id=1d2d48ca-7af8-4a5d-abef-fb7206a16c0e)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:56:00.677238 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (30bbe7a6-4f06-4304-8acf-7334c37f38a9), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:00.727550 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-808b5a71-294a-42c8-b971-a15b068bdd7a req-93655d83-1364-4de1-8e22-3a7e7a5bab42 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] Publish callbacks [] for security_group (4662f0f5-257f-4850-b4c0-023dc275c19b), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:00.742894 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['bf608cf2-2ffe-4e4d-8a95-cbf549b53a97'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:56:00.768576 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879bcd0d-799b-4b7c-9671-bfc0305dbad1 req-2c4b134c-8487-4548-b85b-2faa62212508 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:00.770274 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-879bcd0d-799b-4b7c-9671-bfc0305dbad1 req-2c4b134c-8487-4548-b85b-2faa62212508 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.88 "GET /v2.0/ports?device_id=31edf115-2f57-49b2-9f9d-02b931a6f370 HTTP/1.1" status: 200 len: 945 time: 0.0790727 Feb 02 06:56:00.776200 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-808b5a71-294a-42c8-b971-a15b068bdd7a req-93655d83-1364-4de1-8e22-3a7e7a5bab42 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (4662f0f5-257f-4850-b4c0-023dc275c19b), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:00.881121 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=30bbe7a6-4f06-4304-8acf-7334c37f38a9,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:00.899609 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-879bcd0d-799b-4b7c-9671-bfc0305dbad1 req-cc84367d-f7df-4ff6-ae06-9d51c937fa9d tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Deleting port cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 06:56:00.900369 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-879bcd0d-799b-4b7c-9671-bfc0305dbad1 req-cc84367d-f7df-4ff6-ae06-9d51c937fa9d tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:00.938941 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93655d83-1364-4de1-8e22-3a7e7a5bab42 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4662f0f5-257f-4850-b4c0-023dc275c19b,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:00.960365 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aedd89-d143-460c-a973-5cebe806e34a req-bf68a3a3-6d2a-4933-b509-931bb9993259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:00.961875 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-97aedd89-d143-460c-a973-5cebe806e34a req-bf68a3a3-6d2a-4933-b509-931bb9993259 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=94634d8b4d2a41de8e59c8bd88798343&device_id=3198844e-639f-4156-b68e-3a3b15da1358 HTTP/1.1" status: 200 len: 1128 time: 0.2303736 Feb 02 06:56:01.010916 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4fbf2daf-f265-4c94-ba4b-fc797d9ccfcc req-9cb817e4-3c1b-4cd8-8c2d-40564de75e88 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 06:56:01.013100 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-879bcd0d-799b-4b7c-9671-bfc0305dbad1 req-cc84367d-f7df-4ff6-ae06-9d51c937fa9d tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] For port cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b,segment=NetworkSegment(46e7ed10-215c-4aac-9da3-717f1e74ce40),segment_id=46e7ed10-215c-4aac-9da3-717f1e74ce40)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:56:01.013623 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-879bcd0d-799b-4b7c-9671-bfc0305dbad1 req-cc84367d-f7df-4ff6-ae06-9d51c937fa9d tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:01.021683 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97730985-c199-4ff5-810b-462142ee3579 None None] Sync routers for ids ['82b44e09-335f-44d6-b1fc-e3f4f478d833'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 06:56:01.027282 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-4fbf2daf-f265-4c94-ba4b-fc797d9ccfcc req-9cb817e4-3c1b-4cd8-8c2d-40564de75e88 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:01.028472 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-879bcd0d-799b-4b7c-9671-bfc0305dbad1 req-cc84367d-f7df-4ff6-ae06-9d51c937fa9d tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Calling delete_port for cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b owned by compute:nova {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 06:56:01.035812 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97730985-c199-4ff5-810b-462142ee3579 None None] Routers {'82b44e09-335f-44d6-b1fc-e3f4f478d833'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 06:56:01.036421 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-97730985-c199-4ff5-810b-462142ee3579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:55:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['82b44e09-335f-44d6-b1fc-e3f4f478d833'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:56:01.068757 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4fbf2daf-f265-4c94-ba4b-fc797d9ccfcc req-9cb817e4-3c1b-4cd8-8c2d-40564de75e88 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "PUT /v2.0/floatingips/6dcdcd28-4c91-4732-b5b2-11fcfadc4497 HTTP/1.1" status: 200 len: 995 time: 2.1529250 Feb 02 06:56:01.087238 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1016e5ea-7158-429f-8164-d8e426c1c7af', 'tag': '660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:56:01.090458 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc645028-1bc1-444d-9e52-1aeef6c6145a" -d '{"events": [{"name": "network-changed", "server_uuid": "1016e5ea-7158-429f-8164-d8e426c1c7af", "tag": "660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:56:01.188092 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-808b5a71-294a-42c8-b971-a15b068bdd7a req-93655d83-1364-4de1-8e22-3a7e7a5bab42 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] Allocated IP 192.168.233.191 (04bc5622-0c2b-4ce8-b107-e6abcbdf57e1/9d773733-62df-4956-84d3-71d17cfb6d11/ed5dc8fe-5d81-4805-a9d1-f9bc186f8282) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:56:01.213427 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-9fb0e61f-20e8-4380-a62a-d2d16da30fdb tempest-LiveAutoBlockMigrationV225Test-1760037822 tempest-LiveAutoBlockMigrationV225Test-1760037822-project-admin] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=109693) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 06:56:01.215124 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-9fb0e61f-20e8-4380-a62a-d2d16da30fdb tempest-LiveAutoBlockMigrationV225Test-1760037822 tempest-LiveAutoBlockMigrationV225Test-1760037822-project-admin] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0133653 Feb 02 06:56:01.269412 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-97730985-c199-4ff5-810b-462142ee3579 None None] Set router 82b44e09-335f-44d6-b1fc-e3f4f478d833 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 06:56:01.284817 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-879bcd0d-799b-4b7c-9671-bfc0305dbad1 req-cc84367d-f7df-4ff6-ae06-9d51c937fa9d tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:01.319709 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc84367d-f7df-4ff6-ae06-9d51c937fa9d tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Pushing event deleted for resources: {'Port': ['ID=cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:01.326554 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:56:01.355306 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aedd89-d143-460c-a973-5cebe806e34a req-d703af8c-3851-4719-9fba-8360122a5e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:01.362468 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-97aedd89-d143-460c-a973-5cebe806e34a req-d703af8c-3851-4719-9fba-8360122a5e39 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ad127856-4465-484c-882c-e096f13573c2 HTTP/1.1" status: 200 len: 908 time: 0.3638997 Feb 02 06:56:01.387276 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf2daf-f265-4c94-ba4b-fc797d9ccfcc req-4c1ab5bd-bb94-4545-927d-eddbf7d23090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:01.388912 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4fbf2daf-f265-4c94-ba4b-fc797d9ccfcc req-4c1ab5bd-bb94-4545-927d-eddbf7d23090 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=2b7b771ea1c74d4ab2224de90862d20a&device_id=1016e5ea-7158-429f-8164-d8e426c1c7af HTTP/1.1" status: 200 len: 1128 time: 0.2950737 Feb 02 06:56:01.390441 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-879bcd0d-799b-4b7c-9671-bfc0305dbad1 req-cc84367d-f7df-4ff6-ae06-9d51c937fa9d tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] No DVR routers for this DVR port cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b on host n-h1-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 06:56:01.393664 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-879bcd0d-799b-4b7c-9671-bfc0305dbad1 req-cc84367d-f7df-4ff6-ae06-9d51c937fa9d tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:01.398466 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-879bcd0d-799b-4b7c-9671-bfc0305dbad1 req-cc84367d-f7df-4ff6-ae06-9d51c937fa9d tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.88 "DELETE /v2.0/ports/cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b HTTP/1.1" status: 204 len: 173 time: 0.6217463 Feb 02 06:56:01.399376 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31edf115-2f57-49b2-9f9d-02b931a6f370', 'name': 'network-vif-deleted', 'tag': 'cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:56:01.402483 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-755ccb74-4e37-4587-a882-d2645fc21209" -d '{"events": [{"server_uuid": "31edf115-2f57-49b2-9f9d-02b931a6f370", "name": "network-vif-deleted", "tag": "cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:56:01.402897 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:56:01.482331 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-3c93cb59-c89b-4f84-a9c9-373edcc53c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:01.504505 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-3c93cb59-c89b-4f84-a9c9-373edcc53c30 service neutron] 10.222.0.87 "GET /v2.0/ports/86badc51-10d8-40e2-b632-ed4cc28b590a HTTP/1.1" status: 200 len: 1125 time: 0.2758849 Feb 02 06:56:01.564235 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-40ed5da3-48db-45db-b085-7c0a7dc8a343 service neutron] Request body: {'binding': {'host': 'n-h2-789963-26', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:56:01.564858 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-40ed5da3-48db-45db-b085-7c0a7dc8a343 service neutron] Unknown quota resources ['binding']. {{(pid=109693) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 02 06:56:01.567762 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-97aedd89-d143-460c-a973-5cebe806e34a req-9cd52adf-f512-47fd-9ece-7b8e515eba98 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51a170da-8609-48e7-9016-7b1d57369294 HTTP/1.1" status: 200 len: 217 time: 0.1740928 Feb 02 06:56:01.663505 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf2daf-f265-4c94-ba4b-fc797d9ccfcc req-7d252752-3891-4116-a919-6814eee74c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:01.671588 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4fbf2daf-f265-4c94-ba4b-fc797d9ccfcc req-7d252752-3891-4116-a919-6814eee74c32 service neutron] 10.222.0.87 "GET /v2.0/networks?id=76868d96-3692-423a-989b-a6220ec3b299 HTTP/1.1" status: 200 len: 921 time: 0.2577958 Feb 02 06:56:01.751756 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-97730985-c199-4ff5-810b-462142ee3579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'name': 'tempest-FloatingIPsAssociationTestJSON-599617694-router', 'tenant_id': '2b7b771ea1c74d4ab2224de90862d20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'd7e469b2-08ef-48dc-ab90-79575ae1a4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:54:34Z', 'updated_at': '2022-02-02T06:54:41Z', 'revision_number': 4, 'project_id': '2b7b771ea1c74d4ab2224de90862d20a', 'gw_port': {'id': 'd7e469b2-08ef-48dc-ab90-79575ae1a4d4', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:32:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:35Z', 'updated_at': '2022-02-02T06:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '6dcdcd28-4c91-4732-b5b2-11fcfadc4497', 'tenant_id': '2b7b771ea1c74d4ab2224de90862d20a', 'floating_ip_address': '172.25.4.76', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'port_id': '660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76868d96-3692-423a-989b-a6220ec3b299', 'mac_address': 'fa:16:3e:fb:fb:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1016e5ea-7158-429f-8164-d8e426c1c7af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T06:55:19Z', 'updated_at': '2022-02-02T06:55:59Z', 'revision_number': 8, 'project_id': '2b7b771ea1c74d4ab2224de90862d20a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17103a1e-52d8-4742-9b46-282efaa9717c', 'name': '', 'network_id': '76868d96-3692-423a-989b-a6220ec3b299', 'tenant_id': '2b7b771ea1c74d4ab2224de90862d20a', 'mac_address': 'fa:16:3e:7b:a6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7ce63174-c525-4e2d-821d-9ee5b4634e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:40Z', 'updated_at': '2022-02-02T06:54:50Z', 'revision_number': 5, 'project_id': '2b7b771ea1c74d4ab2224de90862d20a', 'subnets': [{'id': '7ce63174-c525-4e2d-821d-9ee5b4634e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:56:01.784844 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97730985-c199-4ff5-810b-462142ee3579 None None] Checking router: 82b44e09-335f-44d6-b1fc-e3f4f478d833 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 06:56:01.793535 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97730985-c199-4ff5-810b-462142ee3579 None None] Routers {'82b44e09-335f-44d6-b1fc-e3f4f478d833'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 06:56:01.794245 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-97730985-c199-4ff5-810b-462142ee3579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:55:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['82b44e09-335f-44d6-b1fc-e3f4f478d833'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:56:01.869539 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aedd89-d143-460c-a973-5cebe806e34a req-308e0872-572d-42d8-966f-045f449a4020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:01.871010 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-97aedd89-d143-460c-a973-5cebe806e34a req-308e0872-572d-42d8-966f-045f449a4020 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a7292d13-827d-45ab-8eaa-7baf62301aaa HTTP/1.1" status: 200 len: 847 time: 0.1924810 Feb 02 06:56:01.904086 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-97730985-c199-4ff5-810b-462142ee3579 None None] Set router 82b44e09-335f-44d6-b1fc-e3f4f478d833 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 06:56:01.989378 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-97aedd89-d143-460c-a973-5cebe806e34a req-d0dc0b4e-1e95-43b5-85a7-ee6efaadeae5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ad127856-4465-484c-882c-e096f13573c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840628 Feb 02 06:56:02.001335 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4fbf2daf-f265-4c94-ba4b-fc797d9ccfcc req-84cc487f-6aec-444d-9c79-3397262e9356 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e HTTP/1.1" status: 200 len: 998 time: 0.3286235 Feb 02 06:56:02.118915 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-dee65642-4acf-444f-a69f-de7fa5520fac req-20a24356-98eb-4c26-bb61-2d15c4a9ff8a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7272c094-1754-42ce-b10e-569286eda078&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3157535 Feb 02 06:56:02.132390 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-808b5a71-294a-42c8-b971-a15b068bdd7a req-93655d83-1364-4de1-8e22-3a7e7a5bab42 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] Publish callbacks [] for port (ed5dc8fe-5d81-4805-a9d1-f9bc186f8282), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:02.168988 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-97730985-c199-4ff5-810b-462142ee3579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'name': 'tempest-FloatingIPsAssociationTestJSON-599617694-router', 'tenant_id': '2b7b771ea1c74d4ab2224de90862d20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'd7e469b2-08ef-48dc-ab90-79575ae1a4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:54:34Z', 'updated_at': '2022-02-02T06:54:41Z', 'revision_number': 4, 'project_id': '2b7b771ea1c74d4ab2224de90862d20a', 'gw_port': {'id': 'd7e469b2-08ef-48dc-ab90-79575ae1a4d4', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:32:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:35Z', 'updated_at': '2022-02-02T06:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '6dcdcd28-4c91-4732-b5b2-11fcfadc4497', 'tenant_id': '2b7b771ea1c74d4ab2224de90862d20a', 'floating_ip_address': '172.25.4.76', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'port_id': '660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76868d96-3692-423a-989b-a6220ec3b299', 'mac_address': 'fa:16:3e:fb:fb:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1016e5ea-7158-429f-8164-d8e426c1c7af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T06:55:19Z', 'updated_at': '2022-02-02T06:55:59Z', 'revision_number': 8, 'project_id': '2b7b771ea1c74d4ab2224de90862d20a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17103a1e-52d8-4742-9b46-282efaa9717c', 'name': '', 'network_id': '76868d96-3692-423a-989b-a6220ec3b299', 'tenant_id': '2b7b771ea1c74d4ab2224de90862d20a', 'mac_address': 'fa:16:3e:7b:a6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7ce63174-c525-4e2d-821d-9ee5b4634e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:40Z', 'updated_at': '2022-02-02T06:54:50Z', 'revision_number': 5, 'project_id': '2b7b771ea1c74d4ab2224de90862d20a', 'subnets': [{'id': '7ce63174-c525-4e2d-821d-9ee5b4634e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:56:02.181687 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf2daf-f265-4c94-ba4b-fc797d9ccfcc req-77ae68a1-71ab-4550-8fd2-410e7b290e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:02.189409 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4fbf2daf-f265-4c94-ba4b-fc797d9ccfcc req-77ae68a1-71ab-4550-8fd2-410e7b290e0b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=7ce63174-c525-4e2d-821d-9ee5b4634e75 HTTP/1.1" status: 200 len: 859 time: 0.1874366 Feb 02 06:56:02.193119 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device bf608cf2-2ffe-4e4d-8a95-cbf549b53a97 up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:56:02.229425 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97730985-c199-4ff5-810b-462142ee3579 None None] The sync data for ids ['82b44e09-335f-44d6-b1fc-e3f4f478d833'] in n-d-789963-26 is: [{'id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'name': 'tempest-FloatingIPsAssociationTestJSON-599617694-router', 'tenant_id': '2b7b771ea1c74d4ab2224de90862d20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'd7e469b2-08ef-48dc-ab90-79575ae1a4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:54:34Z', 'updated_at': '2022-02-02T06:54:41Z', 'revision_number': 4, 'project_id': '2b7b771ea1c74d4ab2224de90862d20a', 'gw_port': {'id': 'd7e469b2-08ef-48dc-ab90-79575ae1a4d4', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:32:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:35Z', 'updated_at': '2022-02-02T06:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '6dcdcd28-4c91-4732-b5b2-11fcfadc4497', 'tenant_id': '2b7b771ea1c74d4ab2224de90862d20a', 'floating_ip_address': '172.25.4.76', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'port_id': '660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76868d96-3692-423a-989b-a6220ec3b299', 'mac_address': 'fa:16:3e:fb:fb:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1016e5ea-7158-429f-8164-d8e426c1c7af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T06:55:19Z', 'updated_at': '2022-02-02T06:55:59Z', 'revision_number': 8, 'project_id': '2b7b771ea1c74d4ab2224de90862d20a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17103a1e-52d8-4742-9b46-282efaa9717c', 'name': '', 'network_id': '76868d96-3692-423a-989b-a6220ec3b299', 'tenant_id': '2b7b771ea1c74d4ab2224de90862d20a', 'mac_address': 'fa:16:3e:7b:a6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7ce63174-c525-4e2d-821d-9ee5b4634e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:40Z', 'updated_at': '2022-02-02T06:54:50Z', 'revision_number': 5, 'project_id': '2b7b771ea1c74d4ab2224de90862d20a', 'subnets': [{'id': '7ce63174-c525-4e2d-821d-9ee5b4634e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 06:56:02.326263 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port bf608cf2-2ffe-4e4d-8a95-cbf549b53a97 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:56:02.326763 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (bf608cf2-2ffe-4e4d-8a95-cbf549b53a97), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:02.350656 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-40ed5da3-48db-45db-b085-7c0a7dc8a343 service neutron] Attempting to bind port 86badc51-10d8-40e2-b632-ed4cc28b590a on host n-h2-789963-26 for vnic_type normal with profile None {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:56:02.351002 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-40ed5da3-48db-45db-b085-7c0a7dc8a343 service neutron] Attempting to bind port 86badc51-10d8-40e2-b632-ed4cc28b590a by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': 'ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a90e0175-1e1a-46fd-ade5-a34b643c83ca'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:56:02.351341 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-40ed5da3-48db-45db-b085-7c0a7dc8a343 service neutron] Attempting to bind port 86badc51-10d8-40e2-b632-ed4cc28b590a on network a90e0175-1e1a-46fd-ade5-a34b643c83ca {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:56:02.376279 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-97aedd89-d143-460c-a973-5cebe806e34a req-e8e4a97f-0a37-4d67-9cc5-1a4b7b3ba89d service neutron] 10.222.0.88 "GET /v2.0/networks/ad127856-4465-484c-882c-e096f13573c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3593669 Feb 02 06:56:02.377499 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-40ed5da3-48db-45db-b085-7c0a7dc8a343 service neutron] Port 86badc51-10d8-40e2-b632-ed4cc28b590a on network a90e0175-1e1a-46fd-ade5-a34b643c83ca not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 06:56:02.377832 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-40ed5da3-48db-45db-b085-7c0a7dc8a343 service neutron] Attempting to bind port 86badc51-10d8-40e2-b632-ed4cc28b590a on network a90e0175-1e1a-46fd-ade5-a34b643c83ca {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:56:02.392712 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-40ed5da3-48db-45db-b085-7c0a7dc8a343 service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:56:02.393057 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-40ed5da3-48db-45db-b085-7c0a7dc8a343 service neutron] Checking segment: {'id': 'ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a90e0175-1e1a-46fd-ade5-a34b643c83ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:56:02.393449 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-40ed5da3-48db-45db-b085-7c0a7dc8a343 service neutron] Bound using segment: {'id': 'ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a90e0175-1e1a-46fd-ade5-a34b643c83ca'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:56:02.394399 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-40ed5da3-48db-45db-b085-7c0a7dc8a343 service neutron] Bound port: 86badc51-10d8-40e2-b632-ed4cc28b590a, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a90e0175-1e1a-46fd-ade5-a34b643c83ca'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:56:02.419119 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port bf608cf2-2ffe-4e4d-8a95-cbf549b53a97 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:56:02.419509 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (bf608cf2-2ffe-4e4d-8a95-cbf549b53a97), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:02.453879 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-808b5a71-294a-42c8-b971-a15b068bdd7a req-93655d83-1364-4de1-8e22-3a7e7a5bab42 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (ed5dc8fe-5d81-4805-a9d1-f9bc186f8282), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:02.467291 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port bf608cf2-2ffe-4e4d-8a95-cbf549b53a97, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=bf608cf2-2ffe-4e4d-8a95-cbf549b53a97,segment=NetworkSegment(c05e7e16-1181-4a1f-b0eb-5bf8b2ea2f17),segment_id=c05e7e16-1181-4a1f-b0eb-5bf8b2ea2f17)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:56:02.472179 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (bf608cf2-2ffe-4e4d-8a95-cbf549b53a97), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:02.478608 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf2daf-f265-4c94-ba4b-fc797d9ccfcc req-20140729-be48-4941-84a3-3cc0409fb3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:02.478906 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4fbf2daf-f265-4c94-ba4b-fc797d9ccfcc req-20140729-be48-4941-84a3-3cc0409fb3ee service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=76868d96-3692-423a-989b-a6220ec3b299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2881031 Feb 02 06:56:02.547028 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=bf608cf2-2ffe-4e4d-8a95-cbf549b53a97,revision_number=7']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:02.567412 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee65642-4acf-444f-a69f-de7fa5520fac req-ed6fdc32-f31e-4fef-8f75-3e1b9e3a7a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:02.568282 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-dee65642-4acf-444f-a69f-de7fa5520fac req-ed6fdc32-f31e-4fef-8f75-3e1b9e3a7a03 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=617f6fde409340a286c916b0c2822b5a&device_id=7272c094-1754-42ce-b10e-569286eda078 HTTP/1.1" status: 200 len: 1133 time: 0.2995842 Feb 02 06:56:02.571652 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e944d35-c8e1-42e6-b63f-8812c3ea2332 None None] New status for floating IP 6dcdcd28-4c91-4732-b5b2-11fcfadc4497: ACTIVE {{(pid=109695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 06:56:02.612046 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-808b5a71-294a-42c8-b971-a15b068bdd7a req-93655d83-1364-4de1-8e22-3a7e7a5bab42 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] Network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:56:02.650623 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-808b5a71-294a-42c8-b971-a15b068bdd7a req-93655d83-1364-4de1-8e22-3a7e7a5bab42 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:56:02.662134 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-808b5a71-294a-42c8-b971-a15b068bdd7a req-93655d83-1364-4de1-8e22-3a7e7a5bab42 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:56:02.665780 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-40ed5da3-48db-45db-b085-7c0a7dc8a343 service neutron] For port 86badc51-10d8-40e2-b632-ed4cc28b590a, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=86badc51-10d8-40e2-b632-ed4cc28b590a,segment=NetworkSegment(ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b),segment_id=ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:56:02.673366 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93655d83-1364-4de1-8e22-3a7e7a5bab42 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] Pushing event updated for resources: {'Port': ['ID=ed5dc8fe-5d81-4805-a9d1-f9bc186f8282,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:02.744203 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-40ed5da3-48db-45db-b085-7c0a7dc8a343 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:02.745504 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-40ed5da3-48db-45db-b085-7c0a7dc8a343 service neutron] 10.222.0.87 "POST /v2.0/ports/86badc51-10d8-40e2-b632-ed4cc28b590a/bindings HTTP/1.1" status: 201 len: 390 time: 1.1880784 Feb 02 06:56:02.791815 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-97aedd89-d143-460c-a973-5cebe806e34a req-4f1ed90c-e44c-456f-846a-7989d31c8206 service neutron] 10.222.0.88 "GET /v2.0/networks/ad127856-4465-484c-882c-e096f13573c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4064443 Feb 02 06:56:02.842635 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b5a71-294a-42c8-b971-a15b068bdd7a req-93655d83-1364-4de1-8e22-3a7e7a5bab42 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:02.843485 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-808b5a71-294a-42c8-b971-a15b068bdd7a req-93655d83-1364-4de1-8e22-3a7e7a5bab42 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:02.892971 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4fbf2daf-f265-4c94-ba4b-fc797d9ccfcc req-e44f806f-eb18-4511-bcbf-cebcf0a5bcc1 service neutron] 10.222.0.87 "GET /v2.0/networks/76868d96-3692-423a-989b-a6220ec3b299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3612211 Feb 02 06:56:02.963213 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-808b5a71-294a-42c8-b971-a15b068bdd7a req-93655d83-1364-4de1-8e22-3a7e7a5bab42 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1468558 Feb 02 06:56:02.964380 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee65642-4acf-444f-a69f-de7fa5520fac req-11c1ce01-a222-42ba-91d1-e590ff55445c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:02.966008 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-dee65642-4acf-444f-a69f-de7fa5520fac req-11c1ce01-a222-42ba-91d1-e590ff55445c service neutron] 10.222.0.59 "GET /v2.0/networks?id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 HTTP/1.1" status: 200 len: 870 time: 0.3725033 Feb 02 06:56:03.039386 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefcc595-b802-4194-a802-ebede5116feb req-d3564a6e-4c39-49b7-a357-c282e1f1be62 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:03.042608 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-eefcc595-b802-4194-a802-ebede5116feb req-d3564a6e-4c39-49b7-a357-c282e1f1be62 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87 HTTP/1.1" status: 200 len: 950 time: 0.0816743 Feb 02 06:56:03.042867 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-808b5a71-294a-42c8-b971-a15b068bdd7a req-665ed328-eb11-4240-b7a0-f2d4f48a9b70 service neutron] Request body: {'port': {'device_id': 'fe521beb-1045-450b-8fac-b93f0129c752', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:56:03.114616 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-eb2462aa-81d0-4f93-88e3-bf261290c194 None None] Provisioning complete for port ed5dc8fe-5d81-4805-a9d1-f9bc186f8282 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:56:03.115430 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-eb2462aa-81d0-4f93-88e3-bf261290c194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ed5dc8fe-5d81-4805-a9d1-f9bc186f8282), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:03.117482 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-eefcc595-b802-4194-a802-ebede5116feb req-8db7ceb3-4142-4c62-a959-c9f0f5c25815 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681844 Feb 02 06:56:03.186853 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-eb2462aa-81d0-4f93-88e3-bf261290c194 None None] Port ed5dc8fe-5d81-4805-a9d1-f9bc186f8282 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 06:56:03.250089 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-a3a4d54c-dbec-4f5a-8e39-e695cc52d73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:03.251716 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-a3a4d54c-dbec-4f5a-8e39-e695cc52d73e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fe8bfc83663b43b9aae4137bcb39e5dc&device_id=682cb750-3b53-4085-be06-d355b0d2dc70 HTTP/1.1" status: 200 len: 1128 time: 0.0994694 Feb 02 06:56:03.300154 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a3759-214e-4ae2-85c9-f4ca1ca68709 req-9fe7abb4-2a6a-4c8a-8f0d-481d7a1e98d3 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:03.301714 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6b5a3759-214e-4ae2-85c9-f4ca1ca68709 req-9fe7abb4-2a6a-4c8a-8f0d-481d7a1e98d3 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe521beb-1045-450b-8fac-b93f0129c752 HTTP/1.1" status: 200 len: 936 time: 0.0934455 Feb 02 06:56:03.405084 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-f71c795e-3981-4c69-8fa6-6509343c32f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:03.406779 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-f71c795e-3981-4c69-8fa6-6509343c32f0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a90e0175-1e1a-46fd-ade5-a34b643c83ca HTTP/1.1" status: 200 len: 921 time: 0.1417961 Feb 02 06:56:03.414602 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6b5a3759-214e-4ae2-85c9-f4ca1ca68709 req-2c845e32-79bc-4479-a9ff-f537678005c3 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] 10.222.0.87 "GET /v2.0/security-groups?id=4662f0f5-257f-4850-b4c0-023dc275c19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048598 Feb 02 06:56:03.456398 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-dee65642-4acf-444f-a69f-de7fa5520fac req-223cc39f-595e-470f-bbc7-6472f0790170 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=4a75d9f3-a85f-4d9a-836f-d0f8787f41da HTTP/1.1" status: 200 len: 217 time: 0.4342217 Feb 02 06:56:03.461479 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-3c15f721-ae3f-4130-bcf0-433df5aa1d77 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86badc51-10d8-40e2-b632-ed4cc28b590a HTTP/1.1" status: 200 len: 217 time: 0.0459285 Feb 02 06:56:03.525712 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-808b5a71-294a-42c8-b971-a15b068bdd7a req-665ed328-eb11-4240-b7a0-f2d4f48a9b70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ed5dc8fe-5d81-4805-a9d1-f9bc186f8282), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:03.547225 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4fbf2daf-f265-4c94-ba4b-fc797d9ccfcc req-de61d9a0-a05d-43a3-a127-7d23afc05ef8 service neutron] 10.222.0.87 "GET /v2.0/networks/76868d96-3692-423a-989b-a6220ec3b299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6532512 Feb 02 06:56:03.552337 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee65642-4acf-444f-a69f-de7fa5520fac req-7d96198e-2c9b-45cf-b43a-314636ff3a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:03.553861 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-dee65642-4acf-444f-a69f-de7fa5520fac req-7d96198e-2c9b-45cf-b43a-314636ff3a49 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.0790565 Feb 02 06:56:03.557745 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-90cfff7f-134f-4b30-bd37-300ae1e0e84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:03.559834 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-90cfff7f-134f-4b30-bd37-300ae1e0e84d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=718edbdc-92b0-46ac-b280-821a5ec70f8a HTTP/1.1" status: 200 len: 860 time: 0.0912356 Feb 02 06:56:03.584022 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc3cef-e0b5-4c3a-96d5-44364ba3d57d req-6e8bf286-f701-4bb5-95fe-09d9accfc9f8 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:03.590858 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-54fc3cef-e0b5-4c3a-96d5-44364ba3d57d req-6e8bf286-f701-4bb5-95fe-09d9accfc9f8 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/ports?device_id=83e49562-4001-4510-8a8a-9aeddd004b7a HTTP/1.1" status: 200 len: 946 time: 0.0900946 Feb 02 06:56:03.616046 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-51966fe5-6928-40a2-b68c-48ac131456e1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a90e0175-1e1a-46fd-ade5-a34b643c83ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475597 Feb 02 06:56:03.649618 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 06:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04bb78c5-ce10-4e2c-9db7-08cf009027f4 x-openstack-request-id: req-04bb78c5-ce10-4e2c-9db7-08cf009027f4 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:56:03.651117 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84917d79-cf19-4770-b0d6-4fe5f8f49304", "name": "network-vif-plugged", "status": "completed", "tag": "30bbe7a6-4f06-4304-8acf-7334c37f38a9", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:56:03.651535 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-04bb78c5-ce10-4e2c-9db7-08cf009027f4 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:56:03.652153 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84917d79-cf19-4770-b0d6-4fe5f8f49304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30bbe7a6-4f06-4304-8acf-7334c37f38a9', 'code': 200} Feb 02 06:56:03.711042 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-6eb34d27-b1c0-40bc-a500-ef55dba352e2 service neutron] 10.222.0.59 "GET /v2.0/networks/a90e0175-1e1a-46fd-ade5-a34b643c83ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882583 Feb 02 06:56:03.716275 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee65642-4acf-444f-a69f-de7fa5520fac req-b802ffaa-7e86-4c6b-b1b4-a2b87f3be953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:03.717892 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-dee65642-4acf-444f-a69f-de7fa5520fac req-b802ffaa-7e86-4c6b-b1b4-a2b87f3be953 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1348743 Feb 02 06:56:03.804922 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-54fc3cef-e0b5-4c3a-96d5-44364ba3d57d req-3521e75b-5e23-4297-826d-b4ee2d897e26 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/security-groups?id=aab45fc2-0973-493e-a825-050df5bd59a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132068 Feb 02 06:56:03.878420 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 06:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91479dac-d964-44fd-9b76-0027b302a882 x-openstack-request-id: req-91479dac-d964-44fd-9b76-0027b302a882 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:56:03.878711 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1016e5ea-7158-429f-8164-d8e426c1c7af", "tag": "660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:56:03.878969 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-91479dac-d964-44fd-9b76-0027b302a882 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:56:03.879087 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8b340-5284-46a5-a05a-a78c7f6a3d7a req-bc524815-7b08-4f37-8f2b-5ed669bfa55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:03.879356 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1016e5ea-7158-429f-8164-d8e426c1c7af', 'tag': '660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e', 'status': 'completed', 'code': 200} Feb 02 06:56:03.880806 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c3a8b340-5284-46a5-a05a-a78c7f6a3d7a req-bc524815-7b08-4f37-8f2b-5ed669bfa55e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=84917d79-cf19-4770-b0d6-4fe5f8f49304 HTTP/1.1" status: 200 len: 1128 time: 0.1241081 Feb 02 06:56:03.882832 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-3b598216-450d-4022-bffd-336343488d39 service neutron] 10.222.0.59 "GET /v2.0/networks/a90e0175-1e1a-46fd-ade5-a34b643c83ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334066 Feb 02 06:56:03.914256 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 06:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62045a1d-ac23-4d03-bc47-9b89b83d6185 x-openstack-request-id: req-62045a1d-ac23-4d03-bc47-9b89b83d6185 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:56:03.914742 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31edf115-2f57-49b2-9f9d-02b931a6f370", "name": "network-vif-deleted", "tag": "cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:56:03.915190 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-62045a1d-ac23-4d03-bc47-9b89b83d6185 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:56:03.917011 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31edf115-2f57-49b2-9f9d-02b931a6f370', 'name': 'network-vif-deleted', 'tag': 'cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b', 'status': 'completed', 'code': 200} Feb 02 06:56:03.939652 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83147747-b78d-4ccf-908a-30b1a3ffcf0a req-f6b1dbf0-f183-4098-b372-4edf72dff0aa tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:03.941285 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-83147747-b78d-4ccf-908a-30b1a3ffcf0a req-f6b1dbf0-f183-4098-b372-4edf72dff0aa tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] 10.222.0.87 "GET /v2.0/ports?device_id=84917d79-cf19-4770-b0d6-4fe5f8f49304 HTTP/1.1" status: 200 len: 945 time: 0.1905625 Feb 02 06:56:03.949177 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-dee65642-4acf-444f-a69f-de7fa5520fac req-9ae77718-15b8-43b7-9a5e-107bf91d2c25 service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084241 Feb 02 06:56:04.005682 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c3a8b340-5284-46a5-a05a-a78c7f6a3d7a req-c854b226-d162-40db-be49-dd3b11c84ae6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ca78257b-1af1-4cff-b7ca-1fa610459447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865238 Feb 02 06:56:04.070681 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f9cc3-8bd5-44c0-a3f4-db849b21368d req-271c3b84-595a-4c6b-ac19-295f87a9ab94 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:04.072214 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-988f9cc3-8bd5-44c0-a3f4-db849b21368d req-271c3b84-595a-4c6b-ac19-295f87a9ab94 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=682cb750-3b53-4085-be06-d355b0d2dc70 HTTP/1.1" status: 200 len: 945 time: 0.0656624 Feb 02 06:56:04.074174 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc645028-1bc1-444d-9e52-1aeef6c6145a req-09a7d2f3-0374-4b81-9a96-0909ed9674c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:04.075844 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dc645028-1bc1-444d-9e52-1aeef6c6145a req-09a7d2f3-0374-4b81-9a96-0909ed9674c6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2b7b771ea1c74d4ab2224de90862d20a&device_id=1016e5ea-7158-429f-8164-d8e426c1c7af HTTP/1.1" status: 200 len: 1128 time: 0.1326859 Feb 02 06:56:04.090900 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-808b5a71-294a-42c8-b971-a15b068bdd7a req-665ed328-eb11-4240-b7a0-f2d4f48a9b70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed5dc8fe-5d81-4805-a9d1-f9bc186f8282 {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:56:04.100774 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-808b5a71-294a-42c8-b971-a15b068bdd7a req-665ed328-eb11-4240-b7a0-f2d4f48a9b70 service neutron] Publish callbacks [] for port (ed5dc8fe-5d81-4805-a9d1-f9bc186f8282), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:04.106572 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-83147747-b78d-4ccf-908a-30b1a3ffcf0a req-74c7868b-de3e-4e7f-adc5-b2979b6e001d tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] 10.222.0.87 "GET /v2.0/security-groups?id=ca78257b-1af1-4cff-b7ca-1fa610459447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564872 Feb 02 06:56:04.127016 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-808b5a71-294a-42c8-b971-a15b068bdd7a req-665ed328-eb11-4240-b7a0-f2d4f48a9b70 service neutron] Transition to ACTIVE for port object ed5dc8fe-5d81-4805-a9d1-f9bc186f8282 will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 06:56:04.136673 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-dee65642-4acf-444f-a69f-de7fa5520fac req-7b6bea5f-7d73-4f94-9577-14bcfcddf068 service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626859 Feb 02 06:56:04.137766 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-808b5a71-294a-42c8-b971-a15b068bdd7a req-665ed328-eb11-4240-b7a0-f2d4f48a9b70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (ed5dc8fe-5d81-4805-a9d1-f9bc186f8282), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:04.145470 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-988f9cc3-8bd5-44c0-a3f4-db849b21368d req-18340a43-451c-4e27-8b88-b571cbd74283 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642281 Feb 02 06:56:04.252611 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665ed328-eb11-4240-b7a0-f2d4f48a9b70 service neutron] Pushing event updated for resources: {'Port': ['ID=ed5dc8fe-5d81-4805-a9d1-f9bc186f8282,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:04.280594 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d5e6dd-46d9-4a8a-8520-a3f1be55c308 req-805dc860-6ebb-48ac-98a1-3a06d374ec83 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:04.282203 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-41d5e6dd-46d9-4a8a-8520-a3f1be55c308 req-805dc860-6ebb-48ac-98a1-3a06d374ec83 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87 HTTP/1.1" status: 200 len: 950 time: 0.0666494 Feb 02 06:56:04.334889 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c883eb5c-ae50-4b09-bd08-f2f1622c0e84 req-4c51a2b2-fde3-496d-86db-82cdc33cd162 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/floatingips/6dcdcd28-4c91-4732-b5b2-11fcfadc4497 HTTP/1.1" status: 200 len: 997 time: 0.1920502 Feb 02 06:56:04.356016 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-41d5e6dd-46d9-4a8a-8520-a3f1be55c308 req-88153573-be53-43a8-bfc5-207607abc590 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674026 Feb 02 06:56:04.393373 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-808b5a71-294a-42c8-b971-a15b068bdd7a req-665ed328-eb11-4240-b7a0-f2d4f48a9b70 service neutron] Attempting to bind port ed5dc8fe-5d81-4805-a9d1-f9bc186f8282 on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:56:04.393709 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-808b5a71-294a-42c8-b971-a15b068bdd7a req-665ed328-eb11-4240-b7a0-f2d4f48a9b70 service neutron] Attempting to bind port ed5dc8fe-5d81-4805-a9d1-f9bc186f8282 by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:56:04.394013 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808b5a71-294a-42c8-b971-a15b068bdd7a req-665ed328-eb11-4240-b7a0-f2d4f48a9b70 service neutron] Attempting to bind port ed5dc8fe-5d81-4805-a9d1-f9bc186f8282 on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:56:04.472071 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c883eb5c-ae50-4b09-bd08-f2f1622c0e84 req-304228b3-2398-45f4-942e-fa9386dc46c1 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:04.473596 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c883eb5c-ae50-4b09-bd08-f2f1622c0e84 req-304228b3-2398-45f4-942e-fa9386dc46c1 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/networks/ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 HTTP/1.1" status: 200 len: 784 time: 0.1378596 Feb 02 06:56:04.475826 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808b5a71-294a-42c8-b971-a15b068bdd7a req-665ed328-eb11-4240-b7a0-f2d4f48a9b70 service neutron] Port ed5dc8fe-5d81-4805-a9d1-f9bc186f8282 on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 06:56:04.476168 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808b5a71-294a-42c8-b971-a15b068bdd7a req-665ed328-eb11-4240-b7a0-f2d4f48a9b70 service neutron] Attempting to bind port ed5dc8fe-5d81-4805-a9d1-f9bc186f8282 on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:56:04.496131 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [req-c883eb5c-ae50-4b09-bd08-f2f1622c0e84 req-48b9adc9-b0d7-4695-ae9e-450cc51ea7b9 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=109693) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 06:56:04.497127 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c883eb5c-ae50-4b09-bd08-f2f1622c0e84 req-48b9adc9-b0d7-4695-ae9e-450cc51ea7b9 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0169327 Feb 02 06:56:04.498011 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808b5a71-294a-42c8-b971-a15b068bdd7a req-665ed328-eb11-4240-b7a0-f2d4f48a9b70 service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:56:04.498343 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808b5a71-294a-42c8-b971-a15b068bdd7a req-665ed328-eb11-4240-b7a0-f2d4f48a9b70 service neutron] Checking segment: {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:56:04.498717 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808b5a71-294a-42c8-b971-a15b068bdd7a req-665ed328-eb11-4240-b7a0-f2d4f48a9b70 service neutron] Bound using segment: {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:56:04.499164 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-808b5a71-294a-42c8-b971-a15b068bdd7a req-665ed328-eb11-4240-b7a0-f2d4f48a9b70 service neutron] Bound port: ed5dc8fe-5d81-4805-a9d1-f9bc186f8282, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:56:04.499786 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-808b5a71-294a-42c8-b971-a15b068bdd7a req-665ed328-eb11-4240-b7a0-f2d4f48a9b70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ed5dc8fe-5d81-4805-a9d1-f9bc186f8282), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:04.551197 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49267e4-2fdd-4344-9125-ad4066ccad88 req-f15b63d0-9f22-474a-824f-e3816e660c49 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:04.553479 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c49267e4-2fdd-4344-9125-ad4066ccad88 req-f15b63d0-9f22-474a-824f-e3816e660c49 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe521beb-1045-450b-8fac-b93f0129c752 HTTP/1.1" status: 200 len: 948 time: 0.0620580 Feb 02 06:56:04.604781 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c49267e4-2fdd-4344-9125-ad4066ccad88 req-d548401d-d5c8-4a8c-9419-9e2cc95c9fbf tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] 10.222.0.87 "GET /v2.0/security-groups?id=4662f0f5-257f-4850-b4c0-023dc275c19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445404 Feb 02 06:56:04.629567 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-39eab828-69ec-43d5-ab1d-2a23712e13fa req-68ad2873-b61b-4e6f-a596-5b8b61ebf5ca tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.4.76 HTTP/1.1" status: 200 len: 1000 time: 0.1064706 Feb 02 06:56:04.635055 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-808b5a71-294a-42c8-b971-a15b068bdd7a req-665ed328-eb11-4240-b7a0-f2d4f48a9b70 service neutron] For port ed5dc8fe-5d81-4805-a9d1-f9bc186f8282, host n-h2-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:56:04.639740 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-808b5a71-294a-42c8-b971-a15b068bdd7a req-665ed328-eb11-4240-b7a0-f2d4f48a9b70 service neutron] For port ed5dc8fe-5d81-4805-a9d1-f9bc186f8282, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=ed5dc8fe-5d81-4805-a9d1-f9bc186f8282,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:56:04.670866 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-808b5a71-294a-42c8-b971-a15b068bdd7a req-665ed328-eb11-4240-b7a0-f2d4f48a9b70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (ed5dc8fe-5d81-4805-a9d1-f9bc186f8282), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:04.717550 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eab828-69ec-43d5-ab1d-2a23712e13fa req-44bf34fe-28f0-4861-a7e6-f8e9aa5c0101 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:04.718922 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-39eab828-69ec-43d5-ab1d-2a23712e13fa req-44bf34fe-28f0-4861-a7e6-f8e9aa5c0101 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/ports/660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e HTTP/1.1" status: 200 len: 942 time: 0.0816715 Feb 02 06:56:04.723387 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b5a71-294a-42c8-b971-a15b068bdd7a req-665ed328-eb11-4240-b7a0-f2d4f48a9b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:04.723990 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-808b5a71-294a-42c8-b971-a15b068bdd7a req-665ed328-eb11-4240-b7a0-f2d4f48a9b70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:04.725371 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-808b5a71-294a-42c8-b971-a15b068bdd7a req-665ed328-eb11-4240-b7a0-f2d4f48a9b70 service neutron] 10.222.0.59 "PUT /v2.0/ports/ed5dc8fe-5d81-4805-a9d1-f9bc186f8282 HTTP/1.1" status: 200 len: 1097 time: 1.6956573 Feb 02 06:56:04.745807 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665ed328-eb11-4240-b7a0-f2d4f48a9b70 service neutron] Pushing event updated for resources: {'Port': ['ID=ed5dc8fe-5d81-4805-a9d1-f9bc186f8282,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:04.753313 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665ed328-eb11-4240-b7a0-f2d4f48a9b70 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:56:04.753670 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665ed328-eb11-4240-b7a0-f2d4f48a9b70 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:56:04.754021 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665ed328-eb11-4240-b7a0-f2d4f48a9b70 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:56:04.754365 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665ed328-eb11-4240-b7a0-f2d4f48a9b70 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:56:04.754808 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665ed328-eb11-4240-b7a0-f2d4f48a9b70 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:56:04.755162 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665ed328-eb11-4240-b7a0-f2d4f48a9b70 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:56:04.755491 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665ed328-eb11-4240-b7a0-f2d4f48a9b70 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:56:04.755849 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665ed328-eb11-4240-b7a0-f2d4f48a9b70 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:56:04.756179 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665ed328-eb11-4240-b7a0-f2d4f48a9b70 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:56:04.756511 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665ed328-eb11-4240-b7a0-f2d4f48a9b70 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:56:04.756842 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665ed328-eb11-4240-b7a0-f2d4f48a9b70 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:56:04.757168 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665ed328-eb11-4240-b7a0-f2d4f48a9b70 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:56:04.757493 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665ed328-eb11-4240-b7a0-f2d4f48a9b70 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:56:04.863389 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-39eab828-69ec-43d5-ab1d-2a23712e13fa req-bbc0324e-852d-47f6-a461-25f4aa12dc74 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.4.76 HTTP/1.1" status: 200 len: 1000 time: 0.0784488 Feb 02 06:56:05.045853 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc645028-1bc1-444d-9e52-1aeef6c6145a req-c55be8c5-0879-4f01-b79a-9a81f733c923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:05.047338 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dc645028-1bc1-444d-9e52-1aeef6c6145a req-c55be8c5-0879-4f01-b79a-9a81f733c923 service neutron] 10.222.0.59 "GET /v2.0/networks?id=76868d96-3692-423a-989b-a6220ec3b299 HTTP/1.1" status: 200 len: 921 time: 0.2111993 Feb 02 06:56:05.069644 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0386ac-b1ab-499a-9326-fd1f4a5c0df1 req-9e951eca-8ecf-4664-a6ff-2ca0ea0195e5 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:05.071142 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4d0386ac-b1ab-499a-9326-fd1f4a5c0df1 req-9e951eca-8ecf-4664-a6ff-2ca0ea0195e5 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/ports?device_id=83e49562-4001-4510-8a8a-9aeddd004b7a HTTP/1.1" status: 200 len: 946 time: 0.1075287 Feb 02 06:56:05.111279 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eab828-69ec-43d5-ab1d-2a23712e13fa req-565fbfc9-ee20-476d-99e6-aac42787ed6d tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:05.119979 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-39eab828-69ec-43d5-ab1d-2a23712e13fa req-565fbfc9-ee20-476d-99e6-aac42787ed6d tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/networks/ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 HTTP/1.1" status: 200 len: 784 time: 0.2466652 Feb 02 06:56:05.144672 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dc645028-1bc1-444d-9e52-1aeef6c6145a req-3a1f3c54-d676-4a57-a784-ebff0fff36a4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e HTTP/1.1" status: 200 len: 1000 time: 0.0891967 Feb 02 06:56:05.199720 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-39eab828-69ec-43d5-ab1d-2a23712e13fa req-2bb8fcd0-9e4a-4b7a-b4a7-76b8758bf5b0 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.4.76 HTTP/1.1" status: 200 len: 1000 time: 0.0787203 Feb 02 06:56:05.202138 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4d0386ac-b1ab-499a-9326-fd1f4a5c0df1 req-0143dff9-f423-491f-acc8-57c3a086c9c7 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/security-groups?id=aab45fc2-0973-493e-a825-050df5bd59a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030946 Feb 02 06:56:05.206412 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-39eab828-69ec-43d5-ab1d-2a23712e13fa req-781c59d1-0c6a-4166-ae63-3d30f8ffde12 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:56:05.217162 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc645028-1bc1-444d-9e52-1aeef6c6145a req-fb4c9a08-5143-48df-9565-066078878f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:05.221613 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dc645028-1bc1-444d-9e52-1aeef6c6145a req-fb4c9a08-5143-48df-9565-066078878f00 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7ce63174-c525-4e2d-821d-9ee5b4634e75 HTTP/1.1" status: 200 len: 859 time: 0.0657656 Feb 02 06:56:05.246815 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b5a71-294a-42c8-b971-a15b068bdd7a req-1c816bcd-1e6c-440f-a43c-0227468b7d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:05.248280 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-808b5a71-294a-42c8-b971-a15b068bdd7a req-1c816bcd-1e6c-440f-a43c-0227468b7d5a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bbb665df3cd44599bc44429949e19534&device_id=fe521beb-1045-450b-8fac-b93f0129c752 HTTP/1.1" status: 200 len: 1131 time: 0.2506762 Feb 02 06:56:05.312150 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-808b5a71-294a-42c8-b971-a15b068bdd7a req-13e54a82-7966-462e-a61c-213ef21c9a90 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=ed5dc8fe-5d81-4805-a9d1-f9bc186f8282 HTTP/1.1" status: 200 len: 217 time: 0.0487118 Feb 02 06:56:05.314295 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-39eab828-69ec-43d5-ab1d-2a23712e13fa req-781c59d1-0c6a-4166-ae63-3d30f8ffde12 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Publish callbacks [] for floatingip (6dcdcd28-4c91-4732-b5b2-11fcfadc4497), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:05.358813 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc645028-1bc1-444d-9e52-1aeef6c6145a req-9df6981e-0038-4fcc-a268-d69a5f31d524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:05.367491 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dc645028-1bc1-444d-9e52-1aeef6c6145a req-9df6981e-0038-4fcc-a268-d69a5f31d524 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=76868d96-3692-423a-989b-a6220ec3b299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1382062 Feb 02 06:56:05.383645 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a306a10a-3016-4087-ac39-70255cb1ca27 req-29177f01-165b-4130-bd3b-3d5028d45716 tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:05.397421 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a306a10a-3016-4087-ac39-70255cb1ca27 req-29177f01-165b-4130-bd3b-3d5028d45716 tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] 10.222.0.87 "GET /v2.0/ports?device_id=84917d79-cf19-4770-b0d6-4fe5f8f49304 HTTP/1.1" status: 200 len: 945 time: 0.0889502 Feb 02 06:56:05.411528 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 06:56:05.437203 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 06:56:05.437543 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device cb8ecf0f-29e4-428b-bc97-ac2fd2fa807b not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 06:56:05.488418 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-39eab828-69ec-43d5-ab1d-2a23712e13fa req-781c59d1-0c6a-4166-ae63-3d30f8ffde12 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:05.532889 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dc645028-1bc1-444d-9e52-1aeef6c6145a req-c085c028-7f58-48b4-af26-27f1b4ce9e0c service neutron] 10.222.0.59 "GET /v2.0/networks/76868d96-3692-423a-989b-a6220ec3b299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329079 Feb 02 06:56:05.539868 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b5a71-294a-42c8-b971-a15b068bdd7a req-3bbdbddb-8f91-4b56-8c58-0f6852fdad95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:05.542106 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-808b5a71-294a-42c8-b971-a15b068bdd7a req-3bbdbddb-8f91-4b56-8c58-0f6852fdad95 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.0543377 Feb 02 06:56:05.543167 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-39eab828-69ec-43d5-ab1d-2a23712e13fa req-781c59d1-0c6a-4166-ae63-3d30f8ffde12 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (6dcdcd28-4c91-4732-b5b2-11fcfadc4497), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:05.543506 n-d-789963-26 neutron-server[109693]: INFO neutron.db.l3_db [req-39eab828-69ec-43d5-ab1d-2a23712e13fa req-781c59d1-0c6a-4166-ae63-3d30f8ffde12 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Floating IP 6dcdcd28-4c91-4732-b5b2-11fcfadc4497 disassociated. External IP: 172.25.4.76, port: 660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e. Feb 02 06:56:05.592815 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 06:56:05.653537 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e49562-4001-4510-8a8a-9aeddd004b7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf608cf2-2ffe-4e4d-8a95-cbf549b53a97'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:56:05.655902 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23bc152-599f-4261-a0e9-cf0437390723" -d '{"events": [{"server_uuid": "83e49562-4001-4510-8a8a-9aeddd004b7a", "name": "network-vif-plugged", "status": "completed", "tag": "bf608cf2-2ffe-4e4d-8a95-cbf549b53a97"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:56:05.664948 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dc645028-1bc1-444d-9e52-1aeef6c6145a req-48b231cb-3046-4fa8-82cb-bfb380134500 service neutron] 10.222.0.59 "GET /v2.0/networks/76868d96-3692-423a-989b-a6220ec3b299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243114 Feb 02 06:56:05.669537 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a306a10a-3016-4087-ac39-70255cb1ca27 req-4730cef0-55bb-4142-bdba-8f7cb5e51263 tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] 10.222.0.87 "GET /v2.0/security-groups?id=ca78257b-1af1-4cff-b7ca-1fa610459447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538917 Feb 02 06:56:05.691055 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b5a71-294a-42c8-b971-a15b068bdd7a req-a193bc6b-7a90-4cf1-9045-03ddb98fbc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:05.691055 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-808b5a71-294a-42c8-b971-a15b068bdd7a req-a193bc6b-7a90-4cf1-9045-03ddb98fbc7f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1057894 Feb 02 06:56:05.804233 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d7736c-695c-4aec-86c5-5e24c530df16 req-b48024f8-86b3-4b52-9c94-4023332cf863 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:05.805684 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b8d7736c-695c-4aec-86c5-5e24c530df16 req-b48024f8-86b3-4b52-9c94-4023332cf863 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=682cb750-3b53-4085-be06-d355b0d2dc70 HTTP/1.1" status: 200 len: 945 time: 0.0553293 Feb 02 06:56:05.870649 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b8d7736c-695c-4aec-86c5-5e24c530df16 req-759644e1-a118-44d2-864c-d9b1cf2ba1ed tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582559 Feb 02 06:56:05.888033 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe521beb-1045-450b-8fac-b93f0129c752', 'tag': 'ed5dc8fe-5d81-4805-a9d1-f9bc186f8282'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:56:05.890369 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a42c928-c51e-4d0d-9673-17fbee408f64" -d '{"events": [{"name": "network-changed", "server_uuid": "fe521beb-1045-450b-8fac-b93f0129c752", "tag": "ed5dc8fe-5d81-4805-a9d1-f9bc186f8282"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:56:05.894639 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-808b5a71-294a-42c8-b971-a15b068bdd7a req-8b28e475-c19e-498d-a38c-750749d76387 service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018232 Feb 02 06:56:05.960210 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39eab828-69ec-43d5-ab1d-2a23712e13fa req-781c59d1-0c6a-4166-ae63-3d30f8ffde12 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Router 82b44e09-335f-44d6-b1fc-e3f4f478d833 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 06:56:05.990498 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c199a-d6a7-48e9-9b0f-dd4f05719f2b req-9069ba11-7c44-40e9-8ff5-762b9c39cd29 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:05.992008 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a25c199a-d6a7-48e9-9b0f-dd4f05719f2b req-9069ba11-7c44-40e9-8ff5-762b9c39cd29 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87 HTTP/1.1" status: 200 len: 950 time: 0.0681994 Feb 02 06:56:06.042103 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a25c199a-d6a7-48e9-9b0f-dd4f05719f2b req-2b7854df-6925-45cd-9edc-344525f54599 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428581 Feb 02 06:56:06.113134 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-808b5a71-294a-42c8-b971-a15b068bdd7a req-32c74a53-0b6c-42a7-a2b0-b39e94f303f6 service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088394 Feb 02 06:56:06.128967 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39eab828-69ec-43d5-ab1d-2a23712e13fa req-781c59d1-0c6a-4166-ae63-3d30f8ffde12 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 06:56:06.136177 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-39eab828-69ec-43d5-ab1d-2a23712e13fa req-781c59d1-0c6a-4166-ae63-3d30f8ffde12 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:06.155508 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35de640-a3e9-48ae-9f1b-fcbd7180c216 None None] Sync routers for ids ['82b44e09-335f-44d6-b1fc-e3f4f478d833'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 06:56:06.169006 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35de640-a3e9-48ae-9f1b-fcbd7180c216 None None] Routers {'82b44e09-335f-44d6-b1fc-e3f4f478d833'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 06:56:06.169675 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-c35de640-a3e9-48ae-9f1b-fcbd7180c216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:55:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['82b44e09-335f-44d6-b1fc-e3f4f478d833'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:56:06.178836 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad87098-016b-4a8f-956a-6e64ef392291 req-1030ad1b-0a4d-4acb-9fa5-6e1f28e42323 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:06.188785 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7ad87098-016b-4a8f-956a-6e64ef392291 req-1030ad1b-0a4d-4acb-9fa5-6e1f28e42323 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe521beb-1045-450b-8fac-b93f0129c752 HTTP/1.1" status: 200 len: 948 time: 0.0714805 Feb 02 06:56:06.215707 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-39eab828-69ec-43d5-ab1d-2a23712e13fa req-781c59d1-0c6a-4166-ae63-3d30f8ffde12 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "PUT /v2.0/floatingips/6dcdcd28-4c91-4732-b5b2-11fcfadc4497 HTTP/1.1" status: 200 len: 695 time: 1.0079756 Feb 02 06:56:06.254851 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7ad87098-016b-4a8f-956a-6e64ef392291 req-259532ba-26b7-4be1-a309-033b27c63a15 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] 10.222.0.87 "GET /v2.0/security-groups?id=4662f0f5-257f-4850-b4c0-023dc275c19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627949 Feb 02 06:56:06.296391 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eab828-69ec-43d5-ab1d-2a23712e13fa req-c55e7c70-66b8-407f-8de3-902031471679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:06.297957 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-39eab828-69ec-43d5-ab1d-2a23712e13fa req-c55e7c70-66b8-407f-8de3-902031471679 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=2b7b771ea1c74d4ab2224de90862d20a&device_id=1016e5ea-7158-429f-8164-d8e426c1c7af HTTP/1.1" status: 200 len: 1128 time: 0.0814509 Feb 02 06:56:06.307800 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 06:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e757a170-d90b-41f5-aa64-2da52858386b x-openstack-request-id: req-e757a170-d90b-41f5-aa64-2da52858386b {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:56:06.308063 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83e49562-4001-4510-8a8a-9aeddd004b7a", "name": "network-vif-plugged", "status": "completed", "tag": "bf608cf2-2ffe-4e4d-8a95-cbf549b53a97", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:56:06.308329 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e757a170-d90b-41f5-aa64-2da52858386b {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:56:06.309118 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e49562-4001-4510-8a8a-9aeddd004b7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf608cf2-2ffe-4e4d-8a95-cbf549b53a97', 'code': 200} Feb 02 06:56:06.313063 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-c35de640-a3e9-48ae-9f1b-fcbd7180c216 None None] Set router 82b44e09-335f-44d6-b1fc-e3f4f478d833 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 06:56:06.353785 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 06:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29b0e4a-8bb5-4e53-b579-171600d9a701 x-openstack-request-id: req-f29b0e4a-8bb5-4e53-b579-171600d9a701 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:56:06.354383 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe521beb-1045-450b-8fac-b93f0129c752", "tag": "ed5dc8fe-5d81-4805-a9d1-f9bc186f8282", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:56:06.354383 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f29b0e4a-8bb5-4e53-b579-171600d9a701 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:56:06.355429 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe521beb-1045-450b-8fac-b93f0129c752', 'tag': 'ed5dc8fe-5d81-4805-a9d1-f9bc186f8282', 'status': 'completed', 'code': 200} Feb 02 06:56:06.483512 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5001506a-1f0c-4442-9c8a-440f6781dd18 req-a444f8f7-6ebb-42f8-a184-90356f0c221f tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:06.485090 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5001506a-1f0c-4442-9c8a-440f6781dd18 req-a444f8f7-6ebb-42f8-a184-90356f0c221f tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/ports?device_id=83e49562-4001-4510-8a8a-9aeddd004b7a HTTP/1.1" status: 200 len: 946 time: 0.0705938 Feb 02 06:56:06.516299 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eab828-69ec-43d5-ab1d-2a23712e13fa req-116588c9-b050-4e21-9163-da4328b0e66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:06.519298 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-39eab828-69ec-43d5-ab1d-2a23712e13fa req-116588c9-b050-4e21-9163-da4328b0e66f service neutron] 10.222.0.87 "GET /v2.0/networks?id=76868d96-3692-423a-989b-a6220ec3b299 HTTP/1.1" status: 200 len: 921 time: 0.2156818 Feb 02 06:56:06.546716 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5001506a-1f0c-4442-9c8a-440f6781dd18 req-379c44ae-faf2-432e-bf82-104adb0f6a23 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/security-groups?id=aab45fc2-0973-493e-a825-050df5bd59a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552444 Feb 02 06:56:06.574999 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-c35de640-a3e9-48ae-9f1b-fcbd7180c216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'name': 'tempest-FloatingIPsAssociationTestJSON-599617694-router', 'tenant_id': '2b7b771ea1c74d4ab2224de90862d20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'd7e469b2-08ef-48dc-ab90-79575ae1a4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:54:34Z', 'updated_at': '2022-02-02T06:54:41Z', 'revision_number': 4, 'project_id': '2b7b771ea1c74d4ab2224de90862d20a', 'gw_port': {'id': 'd7e469b2-08ef-48dc-ab90-79575ae1a4d4', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:32:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:35Z', 'updated_at': '2022-02-02T06:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '17103a1e-52d8-4742-9b46-282efaa9717c', 'name': '', 'network_id': '76868d96-3692-423a-989b-a6220ec3b299', 'tenant_id': '2b7b771ea1c74d4ab2224de90862d20a', 'mac_address': 'fa:16:3e:7b:a6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7ce63174-c525-4e2d-821d-9ee5b4634e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:40Z', 'updated_at': '2022-02-02T06:54:50Z', 'revision_number': 5, 'project_id': '2b7b771ea1c74d4ab2224de90862d20a', 'subnets': [{'id': '7ce63174-c525-4e2d-821d-9ee5b4634e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:56:06.576495 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-39eab828-69ec-43d5-ab1d-2a23712e13fa req-3c779865-5dad-4c8f-b779-1ea431c4f63a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e HTTP/1.1" status: 200 len: 217 time: 0.0498490 Feb 02 06:56:06.601755 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35de640-a3e9-48ae-9f1b-fcbd7180c216 None None] Checking router: 82b44e09-335f-44d6-b1fc-e3f4f478d833 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 06:56:06.616332 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35de640-a3e9-48ae-9f1b-fcbd7180c216 None None] Routers {'82b44e09-335f-44d6-b1fc-e3f4f478d833'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 06:56:06.617165 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-c35de640-a3e9-48ae-9f1b-fcbd7180c216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:55:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['82b44e09-335f-44d6-b1fc-e3f4f478d833'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:56:06.668825 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eab828-69ec-43d5-ab1d-2a23712e13fa req-f0ad84f6-f9d1-47c2-a24d-b86881342334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:06.670602 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-39eab828-69ec-43d5-ab1d-2a23712e13fa req-f0ad84f6-f9d1-47c2-a24d-b86881342334 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=7ce63174-c525-4e2d-821d-9ee5b4634e75 HTTP/1.1" status: 200 len: 859 time: 0.0885193 Feb 02 06:56:06.677556 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a42c928-c51e-4d0d-9673-17fbee408f64 req-99185b43-1240-45aa-9c09-3fc74c3011e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:06.679469 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4a42c928-c51e-4d0d-9673-17fbee408f64 req-99185b43-1240-45aa-9c09-3fc74c3011e7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bbb665df3cd44599bc44429949e19534&device_id=fe521beb-1045-450b-8fac-b93f0129c752 HTTP/1.1" status: 200 len: 1131 time: 0.0893257 Feb 02 06:56:06.840731 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-c35de640-a3e9-48ae-9f1b-fcbd7180c216 None None] Set router 82b44e09-335f-44d6-b1fc-e3f4f478d833 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 06:56:07.139194 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eab828-69ec-43d5-ab1d-2a23712e13fa req-1420dec0-24bf-4637-9abd-3a3c0fc28572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:07.140973 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-39eab828-69ec-43d5-ab1d-2a23712e13fa req-1420dec0-24bf-4637-9abd-3a3c0fc28572 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=76868d96-3692-423a-989b-a6220ec3b299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4604838 Feb 02 06:56:07.175805 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a42c928-c51e-4d0d-9673-17fbee408f64 req-4d86a86a-90d0-41d5-a8a7-469d4da0d80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:07.177274 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4a42c928-c51e-4d0d-9673-17fbee408f64 req-4d86a86a-90d0-41d5-a8a7-469d4da0d80f service neutron] 10.222.0.59 "GET /v2.0/networks?id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 HTTP/1.1" status: 200 len: 870 time: 0.4865363 Feb 02 06:56:07.180642 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b4a6e-8367-45a2-b698-c2e8ddb18740 req-0ed038ee-4ca4-4cc8-8b5f-e2ab9aca64e4 tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:07.182367 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6b8b4a6e-8367-45a2-b698-c2e8ddb18740 req-0ed038ee-4ca4-4cc8-8b5f-e2ab9aca64e4 tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] 10.222.0.87 "GET /v2.0/ports?device_id=84917d79-cf19-4770-b0d6-4fe5f8f49304 HTTP/1.1" status: 200 len: 945 time: 0.4271040 Feb 02 06:56:07.184246 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-c35de640-a3e9-48ae-9f1b-fcbd7180c216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'name': 'tempest-FloatingIPsAssociationTestJSON-599617694-router', 'tenant_id': '2b7b771ea1c74d4ab2224de90862d20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'd7e469b2-08ef-48dc-ab90-79575ae1a4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:54:34Z', 'updated_at': '2022-02-02T06:54:41Z', 'revision_number': 4, 'project_id': '2b7b771ea1c74d4ab2224de90862d20a', 'gw_port': {'id': 'd7e469b2-08ef-48dc-ab90-79575ae1a4d4', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:32:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:35Z', 'updated_at': '2022-02-02T06:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '17103a1e-52d8-4742-9b46-282efaa9717c', 'name': '', 'network_id': '76868d96-3692-423a-989b-a6220ec3b299', 'tenant_id': '2b7b771ea1c74d4ab2224de90862d20a', 'mac_address': 'fa:16:3e:7b:a6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7ce63174-c525-4e2d-821d-9ee5b4634e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:40Z', 'updated_at': '2022-02-02T06:54:50Z', 'revision_number': 5, 'project_id': '2b7b771ea1c74d4ab2224de90862d20a', 'subnets': [{'id': '7ce63174-c525-4e2d-821d-9ee5b4634e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:56:07.238897 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6b8b4a6e-8367-45a2-b698-c2e8ddb18740 req-a2722511-1029-4b48-bd5a-12dfeaa826d0 tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] 10.222.0.87 "GET /v2.0/security-groups?id=ca78257b-1af1-4cff-b7ca-1fa610459447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492430 Feb 02 06:56:07.246165 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35de640-a3e9-48ae-9f1b-fcbd7180c216 None None] The sync data for ids ['82b44e09-335f-44d6-b1fc-e3f4f478d833'] in n-d-789963-26 is: [{'id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'name': 'tempest-FloatingIPsAssociationTestJSON-599617694-router', 'tenant_id': '2b7b771ea1c74d4ab2224de90862d20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'd7e469b2-08ef-48dc-ab90-79575ae1a4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:54:34Z', 'updated_at': '2022-02-02T06:54:41Z', 'revision_number': 4, 'project_id': '2b7b771ea1c74d4ab2224de90862d20a', 'gw_port': {'id': 'd7e469b2-08ef-48dc-ab90-79575ae1a4d4', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:32:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:35Z', 'updated_at': '2022-02-02T06:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '17103a1e-52d8-4742-9b46-282efaa9717c', 'name': '', 'network_id': '76868d96-3692-423a-989b-a6220ec3b299', 'tenant_id': '2b7b771ea1c74d4ab2224de90862d20a', 'mac_address': 'fa:16:3e:7b:a6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '7ce63174-c525-4e2d-821d-9ee5b4634e75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:40Z', 'updated_at': '2022-02-02T06:54:50Z', 'revision_number': 5, 'project_id': '2b7b771ea1c74d4ab2224de90862d20a', 'subnets': [{'id': '7ce63174-c525-4e2d-821d-9ee5b4634e75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 06:56:07.267880 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4a42c928-c51e-4d0d-9673-17fbee408f64 req-dc94e67c-5526-4bc3-a41d-ed574522cbea service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=ed5dc8fe-5d81-4805-a9d1-f9bc186f8282 HTTP/1.1" status: 200 len: 217 time: 0.0468624 Feb 02 06:56:07.344203 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-39eab828-69ec-43d5-ab1d-2a23712e13fa req-e76d9196-07df-49aa-84f6-a1b58865c105 service neutron] 10.222.0.87 "GET /v2.0/networks/76868d96-3692-423a-989b-a6220ec3b299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915398 Feb 02 06:56:07.364957 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d86cfe-bf93-4dc7-bf24-c9a2c20ec371 req-455ed3a0-466f-45df-a0a2-1ce53ef5fe73 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:07.373302 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-66d86cfe-bf93-4dc7-bf24-c9a2c20ec371 req-455ed3a0-466f-45df-a0a2-1ce53ef5fe73 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=682cb750-3b53-4085-be06-d355b0d2dc70 HTTP/1.1" status: 200 len: 945 time: 0.0620928 Feb 02 06:56:07.374476 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a42c928-c51e-4d0d-9673-17fbee408f64 req-9523a135-4b2b-41c6-9bff-a8c7c743bfef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:07.376789 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4a42c928-c51e-4d0d-9673-17fbee408f64 req-9523a135-4b2b-41c6-9bff-a8c7c743bfef service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.0997612 Feb 02 06:56:07.418227 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-66d86cfe-bf93-4dc7-bf24-c9a2c20ec371 req-82628f14-8ce4-4756-857e-c45a11b6f906 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443041 Feb 02 06:56:07.493123 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a42c928-c51e-4d0d-9673-17fbee408f64 req-c3f02f51-8103-4185-920c-25b91a864645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:07.495347 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4a42c928-c51e-4d0d-9673-17fbee408f64 req-c3f02f51-8103-4185-920c-25b91a864645 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1081572 Feb 02 06:56:07.504109 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-39eab828-69ec-43d5-ab1d-2a23712e13fa req-a625bead-0a90-4c52-8ee0-480460a4a9de service neutron] 10.222.0.87 "GET /v2.0/networks/76868d96-3692-423a-989b-a6220ec3b299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590259 Feb 02 06:56:07.604982 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debcb802-7b21-4579-9492-05bd2a5dd955 req-f0928d6f-89c6-485c-ae37-8a11b8544b89 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:07.608760 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-debcb802-7b21-4579-9492-05bd2a5dd955 req-f0928d6f-89c6-485c-ae37-8a11b8544b89 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87 HTTP/1.1" status: 200 len: 950 time: 0.1057796 Feb 02 06:56:07.643645 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408958b3-76fa-479b-9d02-e57b7d5807f6 None None] New status for floating IP 6dcdcd28-4c91-4732-b5b2-11fcfadc4497: DOWN {{(pid=109695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 06:56:07.673099 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-debcb802-7b21-4579-9492-05bd2a5dd955 req-06239d97-3e8c-43e1-95e6-3fd0e90a1c6a tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572960 Feb 02 06:56:07.688444 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4a42c928-c51e-4d0d-9673-17fbee408f64 req-91b82059-406c-4420-a422-ad0a461e8bf5 service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833148 Feb 02 06:56:07.724351 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ded6d-c325-4dce-a0f4-dd01b6f3edaf req-4e025780-07ce-42e3-938f-cd61c639d8ae tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:07.725903 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-028ded6d-c325-4dce-a0f4-dd01b6f3edaf req-4e025780-07ce-42e3-938f-cd61c639d8ae tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe521beb-1045-450b-8fac-b93f0129c752 HTTP/1.1" status: 200 len: 948 time: 0.0775077 Feb 02 06:56:07.860635 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-028ded6d-c325-4dce-a0f4-dd01b6f3edaf req-cd511fd8-5ac1-4e0b-b76e-8ab2064224ab tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] 10.222.0.87 "GET /v2.0/security-groups?id=4662f0f5-257f-4850-b4c0-023dc275c19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278222 Feb 02 06:56:07.880309 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9486daf-9cdd-479d-a7f4-596bfc0e9872 req-006b4906-3709-473a-88e0-b3a59ac95381 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:07.881882 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b9486daf-9cdd-479d-a7f4-596bfc0e9872 req-006b4906-3709-473a-88e0-b3a59ac95381 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/ports?device_id=83e49562-4001-4510-8a8a-9aeddd004b7a HTTP/1.1" status: 200 len: 946 time: 0.0677938 Feb 02 06:56:07.920040 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4a42c928-c51e-4d0d-9673-17fbee408f64 req-bf419087-725a-4672-9573-0708ae2e5ecd service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806159 Feb 02 06:56:07.956134 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b9486daf-9cdd-479d-a7f4-596bfc0e9872 req-78f68316-4477-48cc-af30-01dc5d01aea9 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/security-groups?id=aab45fc2-0973-493e-a825-050df5bd59a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638790 Feb 02 06:56:08.020340 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7370e2b8-08ff-4f89-b0b1-e0d4af07a715 req-9799c073-c4e7-4c35-9e4b-27ca9aa2f5fd tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/floatingips/6dcdcd28-4c91-4732-b5b2-11fcfadc4497 HTTP/1.1" status: 200 len: 693 time: 0.0627346 Feb 02 06:56:08.132272 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7370e2b8-08ff-4f89-b0b1-e0d4af07a715 req-b655011f-f27a-415c-a2e0-38663a33e0ea tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:08.139820 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7370e2b8-08ff-4f89-b0b1-e0d4af07a715 req-b655011f-f27a-415c-a2e0-38663a33e0ea tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/networks/ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 HTTP/1.1" status: 200 len: 784 time: 0.1153347 Feb 02 06:56:08.190106 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7370e2b8-08ff-4f89-b0b1-e0d4af07a715 req-35f52887-b7cf-4e1e-8a27-0ff5f7e622b3 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.4.76 HTTP/1.1" status: 200 len: 696 time: 0.0490165 Feb 02 06:56:08.231655 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22435d5-5f05-4a00-9f78-425e581e53d9 req-e2cdceba-3bf7-40c2-a303-561146699184 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:08.236174 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e22435d5-5f05-4a00-9f78-425e581e53d9 req-e2cdceba-3bf7-40c2-a303-561146699184 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/ports?device_id=83e49562-4001-4510-8a8a-9aeddd004b7a HTTP/1.1" status: 200 len: 946 time: 0.0635955 Feb 02 06:56:08.244206 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7370e2b8-08ff-4f89-b0b1-e0d4af07a715 req-aa96ee75-3dce-480c-b313-12334d1218d0 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.4.76 HTTP/1.1" status: 200 len: 696 time: 0.0483644 Feb 02 06:56:08.290447 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e22435d5-5f05-4a00-9f78-425e581e53d9 req-4275787a-e678-4865-a01b-8d6023ba8cc1 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/security-groups?id=aab45fc2-0973-493e-a825-050df5bd59a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495100 Feb 02 06:56:08.358734 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1016e5ea-7158-429f-8164-d8e426c1c7af', 'tag': '660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:56:08.361129 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc7b559-54dd-4835-8ff3-50bf79903648" -d '{"events": [{"name": "network-changed", "server_uuid": "1016e5ea-7158-429f-8164-d8e426c1c7af", "tag": "660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:56:08.390086 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-7370e2b8-08ff-4f89-b0b1-e0d4af07a715 req-b58e1141-f5fe-409e-adf3-1d07cbfe9b5f tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Deleting port ff2a56ee-bddf-413c-abd8-6f47ec25978f {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 06:56:08.390455 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-7370e2b8-08ff-4f89-b0b1-e0d4af07a715 req-b58e1141-f5fe-409e-adf3-1d07cbfe9b5f tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (ff2a56ee-bddf-413c-abd8-6f47ec25978f), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:08.403390 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 06:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f74c5927-d8a0-44a9-84e1-045b25ff6e75 x-openstack-request-id: req-f74c5927-d8a0-44a9-84e1-045b25ff6e75 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:56:08.403737 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1016e5ea-7158-429f-8164-d8e426c1c7af", "tag": "660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:56:08.403993 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f74c5927-d8a0-44a9-84e1-045b25ff6e75 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:56:08.404378 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1016e5ea-7158-429f-8164-d8e426c1c7af', 'tag': '660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e', 'status': 'completed', 'code': 200} Feb 02 06:56:08.511383 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-7370e2b8-08ff-4f89-b0b1-e0d4af07a715 req-b58e1141-f5fe-409e-adf3-1d07cbfe9b5f tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (ff2a56ee-bddf-413c-abd8-6f47ec25978f), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:08.511762 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-7370e2b8-08ff-4f89-b0b1-e0d4af07a715 req-b58e1141-f5fe-409e-adf3-1d07cbfe9b5f tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Publish callbacks [] for floatingip (ff2a56ee-bddf-413c-abd8-6f47ec25978f), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:08.528589 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-7370e2b8-08ff-4f89-b0b1-e0d4af07a715 req-b58e1141-f5fe-409e-adf3-1d07cbfe9b5f tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Calling delete_port for ff2a56ee-bddf-413c-abd8-6f47ec25978f owned by network:floatingip {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 06:56:08.537266 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc7b559-54dd-4835-8ff3-50bf79903648 req-f1588a3e-1f4e-4e36-b61b-26af0fdfd59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:08.538921 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3cc7b559-54dd-4835-8ff3-50bf79903648 req-f1588a3e-1f4e-4e36-b61b-26af0fdfd59f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2b7b771ea1c74d4ab2224de90862d20a&device_id=1016e5ea-7158-429f-8164-d8e426c1c7af HTTP/1.1" status: 200 len: 1128 time: 0.0884509 Feb 02 06:56:08.550942 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b39c8d-69ac-48ed-a3f8-9596769e10d8 req-d5fb9cd1-5d1d-471d-b260-e4809c235f5c tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:08.552462 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e7b39c8d-69ac-48ed-a3f8-9596769e10d8 req-d5fb9cd1-5d1d-471d-b260-e4809c235f5c tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=682cb750-3b53-4085-be06-d355b0d2dc70 HTTP/1.1" status: 200 len: 945 time: 0.0560188 Feb 02 06:56:08.600677 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e7b39c8d-69ac-48ed-a3f8-9596769e10d8 req-6a100f26-351b-4073-b0e0-be91078435d9 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417941 Feb 02 06:56:08.692151 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc7b559-54dd-4835-8ff3-50bf79903648 req-cfbedbe7-1eb4-4443-93ed-6ba843a3059e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:08.693624 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3cc7b559-54dd-4835-8ff3-50bf79903648 req-cfbedbe7-1eb4-4443-93ed-6ba843a3059e service neutron] 10.222.0.59 "GET /v2.0/networks?id=76868d96-3692-423a-989b-a6220ec3b299 HTTP/1.1" status: 200 len: 921 time: 0.1484985 Feb 02 06:56:08.748040 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3cc7b559-54dd-4835-8ff3-50bf79903648 req-0f26ba94-b1c9-4b9e-92a3-d35bf90c8c60 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e HTTP/1.1" status: 200 len: 217 time: 0.0427794 Feb 02 06:56:08.795081 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c568fd4-4ecd-4bce-a927-1abe400a71b0 req-a7de45b7-cfc6-497f-8134-682e57788d00 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:08.796748 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4c568fd4-4ecd-4bce-a927-1abe400a71b0 req-a7de45b7-cfc6-497f-8134-682e57788d00 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87 HTTP/1.1" status: 200 len: 950 time: 0.0534706 Feb 02 06:56:08.827023 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc7b559-54dd-4835-8ff3-50bf79903648 req-cc957f8f-009b-4c17-a924-b1b83bca0ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:08.828695 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3cc7b559-54dd-4835-8ff3-50bf79903648 req-cc957f8f-009b-4c17-a924-b1b83bca0ca8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7ce63174-c525-4e2d-821d-9ee5b4634e75 HTTP/1.1" status: 200 len: 859 time: 0.0640323 Feb 02 06:56:08.833042 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-7370e2b8-08ff-4f89-b0b1-e0d4af07a715 req-b58e1141-f5fe-409e-adf3-1d07cbfe9b5f tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (ff2a56ee-bddf-413c-abd8-6f47ec25978f), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:08.849403 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4c568fd4-4ecd-4bce-a927-1abe400a71b0 req-11d2971d-7cb7-4db5-ae33-c9d4ec3c36ab tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463457 Feb 02 06:56:08.872084 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58e1141-f5fe-409e-adf3-1d07cbfe9b5f tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Pushing event deleted for resources: {'Port': ['ID=ff2a56ee-bddf-413c-abd8-6f47ec25978f,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:08.964297 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc7b559-54dd-4835-8ff3-50bf79903648 req-1071d2bf-3465-450b-9c87-58fdaee126d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:08.965856 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3cc7b559-54dd-4835-8ff3-50bf79903648 req-1071d2bf-3465-450b-9c87-58fdaee126d9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=76868d96-3692-423a-989b-a6220ec3b299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1268318 Feb 02 06:56:08.970978 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-7370e2b8-08ff-4f89-b0b1-e0d4af07a715 req-b58e1141-f5fe-409e-adf3-1d07cbfe9b5f tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Publish callbacks [] for floatingip (6dcdcd28-4c91-4732-b5b2-11fcfadc4497), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:08.974074 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-7370e2b8-08ff-4f89-b0b1-e0d4af07a715 req-b58e1141-f5fe-409e-adf3-1d07cbfe9b5f tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:08.975195 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7370e2b8-08ff-4f89-b0b1-e0d4af07a715 req-b58e1141-f5fe-409e-adf3-1d07cbfe9b5f tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "DELETE /v2.0/floatingips/6dcdcd28-4c91-4732-b5b2-11fcfadc4497 HTTP/1.1" status: 204 len: 173 time: 0.7256064 Feb 02 06:56:09.007602 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f51e55-0f3d-4a09-a81c-d257c0b85347 req-14e36636-0346-4df7-9674-d4f479594106 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:09.012696 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-46f51e55-0f3d-4a09-a81c-d257c0b85347 req-14e36636-0346-4df7-9674-d4f479594106 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe521beb-1045-450b-8fac-b93f0129c752 HTTP/1.1" status: 200 len: 948 time: 0.0768261 Feb 02 06:56:09.075117 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3cc7b559-54dd-4835-8ff3-50bf79903648 req-b59c29d9-deb7-416c-9375-545b97cfc219 service neutron] 10.222.0.59 "GET /v2.0/networks/76868d96-3692-423a-989b-a6220ec3b299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958152 Feb 02 06:56:09.075905 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-46f51e55-0f3d-4a09-a81c-d257c0b85347 req-f4734182-4382-49fd-b6a2-c498f244430f tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] 10.222.0.87 "GET /v2.0/security-groups?id=4662f0f5-257f-4850-b4c0-023dc275c19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536199 Feb 02 06:56:09.183971 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3cc7b559-54dd-4835-8ff3-50bf79903648 req-fdd3c707-7d33-4302-9fdb-08ace2934bb3 service neutron] 10.222.0.59 "GET /v2.0/networks/76868d96-3692-423a-989b-a6220ec3b299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920985 Feb 02 06:56:09.239033 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeddceb-d7a8-4582-a762-ae308898f31b req-278b7f4c-a010-44be-9de4-1e1c12bb6966 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:09.240463 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fdeddceb-d7a8-4582-a762-ae308898f31b req-278b7f4c-a010-44be-9de4-1e1c12bb6966 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/ports?device_id=1016e5ea-7158-429f-8164-d8e426c1c7af HTTP/1.1" status: 200 len: 945 time: 0.0524349 Feb 02 06:56:09.288289 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fdeddceb-d7a8-4582-a762-ae308898f31b req-8c43840b-93f9-4451-b4a4-380d2afc9ef8 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/security-groups?id=2164a223-774f-4eed-afca-8e3586e80a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412593 Feb 02 06:56:09.420857 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f74833-2b87-45b2-b5cb-afeb3b070861 req-81c71f32-9ea2-4dea-ac12-09f31a40f4bf tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:09.422456 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-11f74833-2b87-45b2-b5cb-afeb3b070861 req-81c71f32-9ea2-4dea-ac12-09f31a40f4bf tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/ports?device_id=83e49562-4001-4510-8a8a-9aeddd004b7a HTTP/1.1" status: 200 len: 946 time: 0.0617845 Feb 02 06:56:09.476066 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-11f74833-2b87-45b2-b5cb-afeb3b070861 req-13a456e0-b44e-4b3d-b370-d0643640bf1d tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/security-groups?id=aab45fc2-0973-493e-a825-050df5bd59a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458388 Feb 02 06:56:09.733177 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa3b59-7b9f-4ed8-a0d8-9272c3d7e598 req-7e23430c-1f17-442e-ad32-0bb01916e1a2 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:09.734683 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f3aa3b59-7b9f-4ed8-a0d8-9272c3d7e598 req-7e23430c-1f17-442e-ad32-0bb01916e1a2 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=682cb750-3b53-4085-be06-d355b0d2dc70 HTTP/1.1" status: 200 len: 945 time: 0.0577281 Feb 02 06:56:09.782371 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f3aa3b59-7b9f-4ed8-a0d8-9272c3d7e598 req-c4f4e2e5-822c-468b-a062-39eab88493c7 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420578 Feb 02 06:56:09.974409 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522e11e-be72-4b86-af8c-8507e543927c req-a1fa0b52-4b87-49b2-bfc1-249023978f63 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:09.976026 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b522e11e-be72-4b86-af8c-8507e543927c req-a1fa0b52-4b87-49b2-bfc1-249023978f63 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87 HTTP/1.1" status: 200 len: 950 time: 0.0555687 Feb 02 06:56:10.036285 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b522e11e-be72-4b86-af8c-8507e543927c req-8372a23d-81b3-429a-a2f4-906ea1605aca tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538740 Feb 02 06:56:10.184324 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49033f-2185-47fe-9b79-36ae41a70795 req-759e0c54-0c65-45a5-8958-184de667605a tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:10.185824 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1a49033f-2185-47fe-9b79-36ae41a70795 req-759e0c54-0c65-45a5-8958-184de667605a tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe521beb-1045-450b-8fac-b93f0129c752 HTTP/1.1" status: 200 len: 948 time: 0.0520499 Feb 02 06:56:10.232206 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1a49033f-2185-47fe-9b79-36ae41a70795 req-aafb2969-4092-4f5f-a219-753e8a1bbee0 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] 10.222.0.87 "GET /v2.0/security-groups?id=4662f0f5-257f-4850-b4c0-023dc275c19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404656 Feb 02 06:56:10.248458 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device ed5dc8fe-5d81-4805-a9d1-f9bc186f8282 details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 06:56:10.265361 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device bf608cf2-2ffe-4e4d-8a95-cbf549b53a97 no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 06:56:10.409474 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5146cba8-a41a-4f63-a01a-686989d96158 req-cdad3f0f-f2d7-4002-8155-ade354b6e5b5 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:10.410036 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port ed5dc8fe-5d81-4805-a9d1-f9bc186f8282, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=ed5dc8fe-5d81-4805-a9d1-f9bc186f8282,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:56:10.410965 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5146cba8-a41a-4f63-a01a-686989d96158 req-cdad3f0f-f2d7-4002-8155-ade354b6e5b5 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/ports?device_id=1016e5ea-7158-429f-8164-d8e426c1c7af HTTP/1.1" status: 200 len: 945 time: 0.0524595 Feb 02 06:56:10.424034 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': 'ed5dc8fe-5d81-4805-a9d1-f9bc186f8282', 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1', 'port_id': 'ed5dc8fe-5d81-4805-a9d1-f9bc186f8282', 'mac_address': 'fa:16:3e:f8:4c:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d773733-62df-4956-84d3-71d17cfb6d11', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 06:56:10.425551 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port bf608cf2-2ffe-4e4d-8a95-cbf549b53a97 is: ACTIVE; New status is: DOWN {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:56:10.425938 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (bf608cf2-2ffe-4e4d-8a95-cbf549b53a97), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:10.460851 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5146cba8-a41a-4f63-a01a-686989d96158 req-3cdc82b4-cdd6-4108-8253-d57fa1d83366 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/security-groups?id=2164a223-774f-4eed-afca-8e3586e80a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435815 Feb 02 06:56:10.471923 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e49562-4001-4510-8a8a-9aeddd004b7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf608cf2-2ffe-4e4d-8a95-cbf549b53a97'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:56:10.474325 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5304219-2b1e-49f7-b714-7689c64bd376" -d '{"events": [{"server_uuid": "83e49562-4001-4510-8a8a-9aeddd004b7a", "name": "network-vif-unplugged", "status": "completed", "tag": "bf608cf2-2ffe-4e4d-8a95-cbf549b53a97"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:56:10.494754 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port bf608cf2-2ffe-4e4d-8a95-cbf549b53a97, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=bf608cf2-2ffe-4e4d-8a95-cbf549b53a97,segment=NetworkSegment(c05e7e16-1181-4a1f-b0eb-5bf8b2ea2f17),segment_id=c05e7e16-1181-4a1f-b0eb-5bf8b2ea2f17)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:56:10.497445 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port ed5dc8fe-5d81-4805-a9d1-f9bc186f8282 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:56:10.497909 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ed5dc8fe-5d81-4805-a9d1-f9bc186f8282), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:10.501190 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (bf608cf2-2ffe-4e4d-8a95-cbf549b53a97), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:10.534928 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 06:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea2c657-d652-409f-b59f-6899d8c0ff91 x-openstack-request-id: req-1ea2c657-d652-409f-b59f-6899d8c0ff91 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:56:10.535245 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83e49562-4001-4510-8a8a-9aeddd004b7a", "name": "network-vif-unplugged", "status": "completed", "tag": "bf608cf2-2ffe-4e4d-8a95-cbf549b53a97", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:56:10.535505 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1ea2c657-d652-409f-b59f-6899d8c0ff91 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:56:10.535927 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e49562-4001-4510-8a8a-9aeddd004b7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf608cf2-2ffe-4e4d-8a95-cbf549b53a97', 'code': 200} Feb 02 06:56:10.539194 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed5dc8fe-5d81-4805-a9d1-f9bc186f8282 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:56:10.575724 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port ed5dc8fe-5d81-4805-a9d1-f9bc186f8282, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=ed5dc8fe-5d81-4805-a9d1-f9bc186f8282,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:56:10.581173 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=bf608cf2-2ffe-4e4d-8a95-cbf549b53a97,revision_number=8']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:10.584007 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (ed5dc8fe-5d81-4805-a9d1-f9bc186f8282), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:10.622762 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c7308-a4ee-4627-9447-8eac131f2226 req-eb7224c1-4922-4a3a-9099-162fbfeee742 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:10.624634 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c25c7308-a4ee-4627-9447-8eac131f2226 req-eb7224c1-4922-4a3a-9099-162fbfeee742 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/ports?device_id=83e49562-4001-4510-8a8a-9aeddd004b7a HTTP/1.1" status: 200 len: 944 time: 0.0639229 Feb 02 06:56:10.635330 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=ed5dc8fe-5d81-4805-a9d1-f9bc186f8282,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:10.671911 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c25c7308-a4ee-4627-9447-8eac131f2226 req-0aa6e010-cd50-4021-a3ce-83cbe7e69129 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/security-groups?id=aab45fc2-0973-493e-a825-050df5bd59a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412712 Feb 02 06:56:10.887759 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ada0dac6-6bd9-4f14-b086-83003f2f1e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:10.912276 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e546b-1189-49ed-97fd-599681f7c667 req-379d1352-3535-489f-a24d-8844d3fce3ca tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:10.913752 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-183e546b-1189-49ed-97fd-599681f7c667 req-379d1352-3535-489f-a24d-8844d3fce3ca tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=682cb750-3b53-4085-be06-d355b0d2dc70 HTTP/1.1" status: 200 len: 945 time: 0.0538900 Feb 02 06:56:10.964819 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-183e546b-1189-49ed-97fd-599681f7c667 req-2b6d3753-0fc4-4742-a1fd-8430bc0ca1eb tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444677 Feb 02 06:56:11.176262 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cb48d1-35ab-4f9d-a9a3-74573ce32d22 req-5234b6d8-9988-46d2-a4ba-509c50de09f0 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:11.177719 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-99cb48d1-35ab-4f9d-a9a3-74573ce32d22 req-5234b6d8-9988-46d2-a4ba-509c50de09f0 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.59 "GET /v2.0/ports?device_id=83e49562-4001-4510-8a8a-9aeddd004b7a HTTP/1.1" status: 200 len: 944 time: 0.0852618 Feb 02 06:56:11.188658 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476295e8-4246-44f4-ab23-b6ba041d6a5f req-7c2d590c-e451-4376-8db9-3d29e859199d tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:11.190021 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-476295e8-4246-44f4-ab23-b6ba041d6a5f req-7c2d590c-e451-4376-8db9-3d29e859199d tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87 HTTP/1.1" status: 200 len: 950 time: 0.0705295 Feb 02 06:56:11.295500 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-476295e8-4246-44f4-ab23-b6ba041d6a5f req-f4cb7ab2-ff78-41fa-9d0e-432929821198 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986655 Feb 02 06:56:11.334440 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-99cb48d1-35ab-4f9d-a9a3-74573ce32d22 req-d2395852-77e9-4a78-aa34-808f6739e3cd tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Deleting port bf608cf2-2ffe-4e4d-8a95-cbf549b53a97 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 06:56:11.334785 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-99cb48d1-35ab-4f9d-a9a3-74573ce32d22 req-d2395852-77e9-4a78-aa34-808f6739e3cd tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (bf608cf2-2ffe-4e4d-8a95-cbf549b53a97), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:11.353216 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d730b20-00a0-47a6-999f-7ff50d33cf5a req-8ecd51d5-3490-4086-8a64-cfa4b236ba83 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:11.356016 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3d730b20-00a0-47a6-999f-7ff50d33cf5a req-8ecd51d5-3490-4086-8a64-cfa4b236ba83 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe521beb-1045-450b-8fac-b93f0129c752 HTTP/1.1" status: 200 len: 949 time: 0.0556912 Feb 02 06:56:11.393311 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['ed5dc8fe-5d81-4805-a9d1-f9bc186f8282'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:56:11.412281 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3d730b20-00a0-47a6-999f-7ff50d33cf5a req-e4d24203-811f-4ead-86a0-26cb2f19edc1 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] 10.222.0.87 "GET /v2.0/security-groups?id=4662f0f5-257f-4850-b4c0-023dc275c19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518472 Feb 02 06:56:11.461341 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-99cb48d1-35ab-4f9d-a9a3-74573ce32d22 req-d2395852-77e9-4a78-aa34-808f6739e3cd tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] For port bf608cf2-2ffe-4e4d-8a95-cbf549b53a97, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=bf608cf2-2ffe-4e4d-8a95-cbf549b53a97,segment=NetworkSegment(c05e7e16-1181-4a1f-b0eb-5bf8b2ea2f17),segment_id=c05e7e16-1181-4a1f-b0eb-5bf8b2ea2f17)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:56:11.461937 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-99cb48d1-35ab-4f9d-a9a3-74573ce32d22 req-d2395852-77e9-4a78-aa34-808f6739e3cd tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (bf608cf2-2ffe-4e4d-8a95-cbf549b53a97), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:11.475151 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-99cb48d1-35ab-4f9d-a9a3-74573ce32d22 req-d2395852-77e9-4a78-aa34-808f6739e3cd tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Calling delete_port for bf608cf2-2ffe-4e4d-8a95-cbf549b53a97 owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 06:56:11.623676 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108b7f0d-f178-4525-a371-388a5f62ce1a req-e1a5abb9-2bb3-4bd2-ae07-b367593aeaed tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:11.625290 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-108b7f0d-f178-4525-a371-388a5f62ce1a req-e1a5abb9-2bb3-4bd2-ae07-b367593aeaed tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/ports?device_id=1016e5ea-7158-429f-8164-d8e426c1c7af HTTP/1.1" status: 200 len: 945 time: 0.0825388 Feb 02 06:56:11.714788 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-99cb48d1-35ab-4f9d-a9a3-74573ce32d22 req-d2395852-77e9-4a78-aa34-808f6739e3cd tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (bf608cf2-2ffe-4e4d-8a95-cbf549b53a97), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:11.729512 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-108b7f0d-f178-4525-a371-388a5f62ce1a req-adb41c2d-2984-4a52-9ad1-ae0aba065517 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/security-groups?id=2164a223-774f-4eed-afca-8e3586e80a86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974822 Feb 02 06:56:11.750393 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2395852-77e9-4a78-aa34-808f6739e3cd tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Pushing event deleted for resources: {'Port': ['ID=bf608cf2-2ffe-4e4d-8a95-cbf549b53a97,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:11.799020 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-99cb48d1-35ab-4f9d-a9a3-74573ce32d22 req-d2395852-77e9-4a78-aa34-808f6739e3cd tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] No DVR routers for this DVR port bf608cf2-2ffe-4e4d-8a95-cbf549b53a97 on host n-h2-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 06:56:11.801658 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-99cb48d1-35ab-4f9d-a9a3-74573ce32d22 req-d2395852-77e9-4a78-aa34-808f6739e3cd tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:11.805310 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-99cb48d1-35ab-4f9d-a9a3-74573ce32d22 req-d2395852-77e9-4a78-aa34-808f6739e3cd tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.59 "DELETE /v2.0/ports/bf608cf2-2ffe-4e4d-8a95-cbf549b53a97 HTTP/1.1" status: 204 len: 173 time: 0.6144269 Feb 02 06:56:11.805786 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e49562-4001-4510-8a8a-9aeddd004b7a', 'name': 'network-vif-deleted', 'tag': 'bf608cf2-2ffe-4e4d-8a95-cbf549b53a97'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:56:11.808682 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af79b03-934d-418e-9aa2-38c91f63a6f1" -d '{"events": [{"server_uuid": "83e49562-4001-4510-8a8a-9aeddd004b7a", "name": "network-vif-deleted", "tag": "bf608cf2-2ffe-4e4d-8a95-cbf549b53a97"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:56:11.819132 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e0d7a328-339a-4ee3-8e74-3a12eaac8063 req-096527af-c2cc-4839-86ad-489f5c013e7a tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/ports?device_id=83e49562-4001-4510-8a8a-9aeddd004b7a HTTP/1.1" status: 200 len: 210 time: 0.0399683 Feb 02 06:56:11.849520 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c3b75-8a47-4a7f-aa46-f96a0783c2cb req-c5661f66-eed1-44bb-8fde-8437f803ffe8 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:11.851072 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-289c3b75-8a47-4a7f-aa46-f96a0783c2cb req-c5661f66-eed1-44bb-8fde-8437f803ffe8 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.59 "GET /v2.0/ports?device_id=1016e5ea-7158-429f-8164-d8e426c1c7af HTTP/1.1" status: 200 len: 945 time: 0.1278181 Feb 02 06:56:11.861360 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 06:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc3b656-3ce8-4024-9703-6e93c2bcfab4 x-openstack-request-id: req-fdc3b656-3ce8-4024-9703-6e93c2bcfab4 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:56:11.861657 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83e49562-4001-4510-8a8a-9aeddd004b7a", "name": "network-vif-deleted", "tag": "bf608cf2-2ffe-4e4d-8a95-cbf549b53a97", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:56:11.861918 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-fdc3b656-3ce8-4024-9703-6e93c2bcfab4 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:56:11.862327 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e49562-4001-4510-8a8a-9aeddd004b7a', 'name': 'network-vif-deleted', 'tag': 'bf608cf2-2ffe-4e4d-8a95-cbf549b53a97', 'status': 'completed', 'code': 200} Feb 02 06:56:11.956532 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-289c3b75-8a47-4a7f-aa46-f96a0783c2cb req-30a49bc9-8edb-41cf-93fd-316b084855a9 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Deleting port 660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 06:56:11.957111 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-289c3b75-8a47-4a7f-aa46-f96a0783c2cb req-30a49bc9-8edb-41cf-93fd-316b084855a9 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:12.086644 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-289c3b75-8a47-4a7f-aa46-f96a0783c2cb req-30a49bc9-8edb-41cf-93fd-316b084855a9 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] For port 660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e,segment=NetworkSegment(46e7ed10-215c-4aac-9da3-717f1e74ce40),segment_id=46e7ed10-215c-4aac-9da3-717f1e74ce40)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:56:12.088002 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-289c3b75-8a47-4a7f-aa46-f96a0783c2cb req-30a49bc9-8edb-41cf-93fd-316b084855a9 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:12.108382 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-289c3b75-8a47-4a7f-aa46-f96a0783c2cb req-30a49bc9-8edb-41cf-93fd-316b084855a9 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Calling delete_port for 660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e owned by compute:nova {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 06:56:12.126103 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334fb10-61dd-47b5-a633-0fe227efd63c req-d94ac5ef-7109-4b51-aa6c-56f4f064292c tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:12.127628 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7334fb10-61dd-47b5-a633-0fe227efd63c req-d94ac5ef-7109-4b51-aa6c-56f4f064292c tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=682cb750-3b53-4085-be06-d355b0d2dc70 HTTP/1.1" status: 200 len: 945 time: 0.0861413 Feb 02 06:56:12.228126 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7334fb10-61dd-47b5-a633-0fe227efd63c req-b4d713f3-7057-4f13-a330-d0afbdeabc0d tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672824 Feb 02 06:56:12.290262 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-289c3b75-8a47-4a7f-aa46-f96a0783c2cb req-30a49bc9-8edb-41cf-93fd-316b084855a9 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:12.329552 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a49bc9-8edb-41cf-93fd-316b084855a9 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Pushing event deleted for resources: {'Port': ['ID=660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:12.341357 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a49bc9-8edb-41cf-93fd-316b084855a9 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:56:12.341719 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a49bc9-8edb-41cf-93fd-316b084855a9 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:56:12.342071 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a49bc9-8edb-41cf-93fd-316b084855a9 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:56:12.342405 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a49bc9-8edb-41cf-93fd-316b084855a9 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:56:12.342765 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a49bc9-8edb-41cf-93fd-316b084855a9 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:56:12.343089 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a49bc9-8edb-41cf-93fd-316b084855a9 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:56:12.343423 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a49bc9-8edb-41cf-93fd-316b084855a9 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:56:12.343793 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a49bc9-8edb-41cf-93fd-316b084855a9 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:56:12.344125 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a49bc9-8edb-41cf-93fd-316b084855a9 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:56:12.344457 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a49bc9-8edb-41cf-93fd-316b084855a9 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:56:12.344791 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a49bc9-8edb-41cf-93fd-316b084855a9 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:56:12.345116 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a49bc9-8edb-41cf-93fd-316b084855a9 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:56:12.345500 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a49bc9-8edb-41cf-93fd-316b084855a9 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:56:12.387302 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-289c3b75-8a47-4a7f-aa46-f96a0783c2cb req-30a49bc9-8edb-41cf-93fd-316b084855a9 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] No DVR routers for this DVR port 660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e on host n-h2-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 06:56:12.390193 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-289c3b75-8a47-4a7f-aa46-f96a0783c2cb req-30a49bc9-8edb-41cf-93fd-316b084855a9 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:12.393510 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-289c3b75-8a47-4a7f-aa46-f96a0783c2cb req-30a49bc9-8edb-41cf-93fd-316b084855a9 tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.59 "DELETE /v2.0/ports/660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e HTTP/1.1" status: 204 len: 173 time: 0.5370231 Feb 02 06:56:12.393961 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1016e5ea-7158-429f-8164-d8e426c1c7af', 'name': 'network-vif-deleted', 'tag': '660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:56:12.396252 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3dc4ada-268e-4e0b-9013-bb0309a6ed98" -d '{"events": [{"server_uuid": "1016e5ea-7158-429f-8164-d8e426c1c7af", "name": "network-vif-deleted", "tag": "660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:56:12.451085 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 06:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-856a8175-73d2-48d5-90af-16787afba77d x-openstack-request-id: req-856a8175-73d2-48d5-90af-16787afba77d {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:56:12.451389 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1016e5ea-7158-429f-8164-d8e426c1c7af", "name": "network-vif-deleted", "tag": "660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:56:12.451676 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-856a8175-73d2-48d5-90af-16787afba77d {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:56:12.452095 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1016e5ea-7158-429f-8164-d8e426c1c7af', 'name': 'network-vif-deleted', 'tag': '660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e', 'status': 'completed', 'code': 200} Feb 02 06:56:12.459256 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6885c4-4a50-4882-9ead-947b02769300 req-440e5459-eb2f-4cf3-823d-f7687e3998c3 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:12.460810 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6f6885c4-4a50-4882-9ead-947b02769300 req-440e5459-eb2f-4cf3-823d-f7687e3998c3 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87 HTTP/1.1" status: 200 len: 950 time: 0.0721669 Feb 02 06:56:12.536690 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6f6885c4-4a50-4882-9ead-947b02769300 req-e5d39f67-8f13-4048-95d7-e0843b13db17 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695274 Feb 02 06:56:12.558012 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a7d431-83b9-4d5f-b8d1-a70fa6bcdff4 req-a5cb524c-eac9-4e2b-a9b7-6049f3045ea2 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:12.565964 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a3a7d431-83b9-4d5f-b8d1-a70fa6bcdff4 req-a5cb524c-eac9-4e2b-a9b7-6049f3045ea2 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe521beb-1045-450b-8fac-b93f0129c752 HTTP/1.1" status: 200 len: 949 time: 0.0646899 Feb 02 06:56:12.611902 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a3a7d431-83b9-4d5f-b8d1-a70fa6bcdff4 req-953c2d8f-0036-4f0a-a25a-a4641086c8aa tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] 10.222.0.87 "GET /v2.0/security-groups?id=4662f0f5-257f-4850-b4c0-023dc275c19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450385 Feb 02 06:56:12.842393 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4861df36-b1cd-4da8-90e4-b9243a7b4d50 req-601608ba-1e30-4af8-b561-cd2b786b0cbb tempest-FloatingIPsAssociationTestJSON-116933360 tempest-FloatingIPsAssociationTestJSON-116933360-project] 10.222.0.87 "GET /v2.0/ports?device_id=1016e5ea-7158-429f-8164-d8e426c1c7af HTTP/1.1" status: 200 len: 210 time: 0.0290589 Feb 02 06:56:13.171285 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 32786) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:56:13.175939 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-cca422ab-f270-455d-88a5-9d6eb0ba3052 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1493268054', 'description': 'tempest-description--620729713'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:56:13.196149 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cca422ab-f270-455d-88a5-9d6eb0ba3052 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:13.242911 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-aee813e2-013b-42aa-a4a3-f9e6c6e1aaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:13.264224 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cca422ab-f270-455d-88a5-9d6eb0ba3052 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Publish callbacks [] for security_group (90293321-bda7-49ec-a0c9-4bedae5aeea2), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:13.269763 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cca422ab-f270-455d-88a5-9d6eb0ba3052 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (90293321-bda7-49ec-a0c9-4bedae5aeea2), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:13.301879 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cca422ab-f270-455d-88a5-9d6eb0ba3052 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:13.304085 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-cca422ab-f270-455d-88a5-9d6eb0ba3052 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1309347 Feb 02 06:56:13.306564 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 32790) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:56:13.309207 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca422ab-f270-455d-88a5-9d6eb0ba3052 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90293321-bda7-49ec-a0c9-4bedae5aeea2,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:13.311575 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-df653d04-d4dc-4b6d-981e-134763346c6d tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Request body: {'security_group_rule': {'security_group_id': '90293321-bda7-49ec-a0c9-4bedae5aeea2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:56:13.384992 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-df653d04-d4dc-4b6d-981e-134763346c6d tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Publish callbacks [] for security_group_rule (7a8a07de-3254-4ab6-9b64-628c5aacac0f), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:13.424564 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d650a78-9cd4-416a-808b-86bffcaecb6f req-c4cffddf-e1a7-411b-851f-66285ac52c62 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:13.426248 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1d650a78-9cd4-416a-808b-86bffcaecb6f req-c4cffddf-e1a7-411b-851f-66285ac52c62 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=682cb750-3b53-4085-be06-d355b0d2dc70 HTTP/1.1" status: 200 len: 945 time: 0.1004472 Feb 02 06:56:13.515189 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-df653d04-d4dc-4b6d-981e-134763346c6d tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Publish callbacks [] for security_group_rule (7a8a07de-3254-4ab6-9b64-628c5aacac0f), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:13.520752 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-df653d04-d4dc-4b6d-981e-134763346c6d tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (7a8a07de-3254-4ab6-9b64-628c5aacac0f), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:13.532749 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1d650a78-9cd4-416a-808b-86bffcaecb6f req-2f215a89-484b-448a-864c-58fbd042ebb9 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978508 Feb 02 06:56:13.545673 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df653d04-d4dc-4b6d-981e-134763346c6d tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a8a07de-3254-4ab6-9b64-628c5aacac0f,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:13.552994 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-df653d04-d4dc-4b6d-981e-134763346c6d tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:13.556156 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-df653d04-d4dc-4b6d-981e-134763346c6d tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2483888 Feb 02 06:56:13.557370 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 32794) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:56:13.563525 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-6e71df1e-daf8-480a-b354-a36b8aab23b0 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Request body: {'security_group_rule': {'security_group_id': '90293321-bda7-49ec-a0c9-4bedae5aeea2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:56:13.592673 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6e71df1e-daf8-480a-b354-a36b8aab23b0 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Publish callbacks [] for security_group_rule (e422cdfb-bb86-4cc7-be16-d4d499258543), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:13.685577 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6e71df1e-daf8-480a-b354-a36b8aab23b0 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Publish callbacks [] for security_group_rule (e422cdfb-bb86-4cc7-be16-d4d499258543), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:13.690849 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6e71df1e-daf8-480a-b354-a36b8aab23b0 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (e422cdfb-bb86-4cc7-be16-d4d499258543), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:13.714359 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e71df1e-daf8-480a-b354-a36b8aab23b0 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e422cdfb-bb86-4cc7-be16-d4d499258543,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:13.722131 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d794e-5570-4e5e-a7fa-f89ba0bfd8bc req-8573d851-f445-4df4-938d-a11eebfb6a73 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:13.723815 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0d8d794e-5570-4e5e-a7fa-f89ba0bfd8bc req-8573d851-f445-4df4-938d-a11eebfb6a73 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87 HTTP/1.1" status: 200 len: 950 time: 0.1018991 Feb 02 06:56:13.734565 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6e71df1e-daf8-480a-b354-a36b8aab23b0 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:13.735874 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-6e71df1e-daf8-480a-b354-a36b8aab23b0 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1765344 Feb 02 06:56:13.740615 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 32800) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:56:13.746055 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-aefd8938-9c46-44f9-91bc-4a69d2a2f8af tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Request body: {'floatingip': {'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:56:13.772083 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8008af54-f945-4e92-b09c-b8af32ce3ac9 req-e3a4e16d-fe16-4c6c-a70f-07eb4fc34525 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:13.773573 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8008af54-f945-4e92-b09c-b8af32ce3ac9 req-e3a4e16d-fe16-4c6c-a70f-07eb4fc34525 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe521beb-1045-450b-8fac-b93f0129c752 HTTP/1.1" status: 200 len: 949 time: 0.0912092 Feb 02 06:56:13.786257 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0d8d794e-5570-4e5e-a7fa-f89ba0bfd8bc req-95229d5b-fceb-4991-87cf-8507c0cf33c5 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492332 Feb 02 06:56:13.796199 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-aefd8938-9c46-44f9-91bc-4a69d2a2f8af tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:13.854082 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8008af54-f945-4e92-b09c-b8af32ce3ac9 req-b6323de1-0cde-4456-b35b-2fcd4f757c5c tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] 10.222.0.87 "GET /v2.0/security-groups?id=4662f0f5-257f-4850-b4c0-023dc275c19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744195 Feb 02 06:56:13.909915 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 32804) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:56:13.922230 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-aefd8938-9c46-44f9-91bc-4a69d2a2f8af tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:14.031639 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-aefd8938-9c46-44f9-91bc-4a69d2a2f8af tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Allocated IP 172.25.4.252 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/2fdd30d6-7bb7-4cc7-b608-0861d5f1285a) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:56:14.135038 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-aefd8938-9c46-44f9-91bc-4a69d2a2f8af tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Publish callbacks [] for port (2fdd30d6-7bb7-4cc7-b608-0861d5f1285a), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:14.170550 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-aefd8938-9c46-44f9-91bc-4a69d2a2f8af tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (2fdd30d6-7bb7-4cc7-b608-0861d5f1285a), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:14.207404 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefd8938-9c46-44f9-91bc-4a69d2a2f8af tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:56:14.210329 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-aefd8938-9c46-44f9-91bc-4a69d2a2f8af tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:56:14.216126 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefd8938-9c46-44f9-91bc-4a69d2a2f8af tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:56:14.250090 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd8938-9c46-44f9-91bc-4a69d2a2f8af tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Pushing event updated for resources: {'Port': ['ID=2fdd30d6-7bb7-4cc7-b608-0861d5f1285a,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:14.256134 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device ed5dc8fe-5d81-4805-a9d1-f9bc186f8282 up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:56:14.272580 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4b3de94f-6b40-45cf-8a60-b4ffecaa29aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (82b44e09-335f-44d6-b1fc-e3f4f478d833), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:14.323752 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port ed5dc8fe-5d81-4805-a9d1-f9bc186f8282 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 06:56:14.331242 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port ed5dc8fe-5d81-4805-a9d1-f9bc186f8282 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:56:14.332107 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ed5dc8fe-5d81-4805-a9d1-f9bc186f8282), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:14.334750 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-aefd8938-9c46-44f9-91bc-4a69d2a2f8af tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Publish callbacks [] for floatingip (566c96b5-8ce2-42c3-90bd-a2c265476cbe), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:14.381137 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-aefd8938-9c46-44f9-91bc-4a69d2a2f8af tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (2fdd30d6-7bb7-4cc7-b608-0861d5f1285a), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:14.420546 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port ed5dc8fe-5d81-4805-a9d1-f9bc186f8282 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:56:14.420935 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ed5dc8fe-5d81-4805-a9d1-f9bc186f8282), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:14.459441 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port ed5dc8fe-5d81-4805-a9d1-f9bc186f8282, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=ed5dc8fe-5d81-4805-a9d1-f9bc186f8282,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:56:14.461452 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe521beb-1045-450b-8fac-b93f0129c752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed5dc8fe-5d81-4805-a9d1-f9bc186f8282'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:56:14.464326 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-670857f3-ab4f-4393-a62b-f270ec2e4a44" -d '{"events": [{"server_uuid": "fe521beb-1045-450b-8fac-b93f0129c752", "name": "network-vif-plugged", "status": "completed", "tag": "ed5dc8fe-5d81-4805-a9d1-f9bc186f8282"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:56:14.479446 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (ed5dc8fe-5d81-4805-a9d1-f9bc186f8282), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:14.480303 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 06:56:14.599145 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] No Port match for: 660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 06:56:14.599500 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 660c45df-cb7e-43a9-9d0d-ae06b0b2ea5e not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 06:56:14.600142 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device bf608cf2-2ffe-4e4d-8a95-cbf549b53a97 no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 06:56:14.602050 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-aefd8938-9c46-44f9-91bc-4a69d2a2f8af tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Publish callbacks [] for port (2fdd30d6-7bb7-4cc7-b608-0861d5f1285a), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:14.611407 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-4b3de94f-6b40-45cf-8a60-b4ffecaa29aa admin admin] Deleting port 17103a1e-52d8-4742-9b46-282efaa9717c {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 06:56:14.612032 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4b3de94f-6b40-45cf-8a60-b4ffecaa29aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (17103a1e-52d8-4742-9b46-282efaa9717c), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:14.625301 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-aefd8938-9c46-44f9-91bc-4a69d2a2f8af tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (2fdd30d6-7bb7-4cc7-b608-0861d5f1285a), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:14.630043 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 06:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c5638b-0344-40fb-9749-1f8b52aa1531 x-openstack-request-id: req-b6c5638b-0344-40fb-9749-1f8b52aa1531 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:56:14.630353 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe521beb-1045-450b-8fac-b93f0129c752", "name": "network-vif-plugged", "status": "completed", "tag": "ed5dc8fe-5d81-4805-a9d1-f9bc186f8282", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:56:14.630794 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b6c5638b-0344-40fb-9749-1f8b52aa1531 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:56:14.631190 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe521beb-1045-450b-8fac-b93f0129c752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed5dc8fe-5d81-4805-a9d1-f9bc186f8282', 'code': 200} Feb 02 06:56:14.632528 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=ed5dc8fe-5d81-4805-a9d1-f9bc186f8282,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:14.635657 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] No Port match for: bf608cf2-2ffe-4e4d-8a95-cbf549b53a97 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 06:56:14.636009 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device bf608cf2-2ffe-4e4d-8a95-cbf549b53a97 not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 06:56:14.652339 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:14.737536 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd8938-9c46-44f9-91bc-4a69d2a2f8af tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Pushing event updated for resources: {'Port': ['ID=2fdd30d6-7bb7-4cc7-b608-0861d5f1285a,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:14.748018 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-4b3de94f-6b40-45cf-8a60-b4ffecaa29aa admin admin] For port 17103a1e-52d8-4742-9b46-282efaa9717c, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=17103a1e-52d8-4742-9b46-282efaa9717c,segment=NetworkSegment(46e7ed10-215c-4aac-9da3-717f1e74ce40),segment_id=46e7ed10-215c-4aac-9da3-717f1e74ce40)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:56:14.748390 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4b3de94f-6b40-45cf-8a60-b4ffecaa29aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (17103a1e-52d8-4742-9b46-282efaa9717c), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:14.764131 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-aefd8938-9c46-44f9-91bc-4a69d2a2f8af tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (566c96b5-8ce2-42c3-90bd-a2c265476cbe), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:14.765087 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-4b3de94f-6b40-45cf-8a60-b4ffecaa29aa admin admin] Calling delete_port for 17103a1e-52d8-4742-9b46-282efaa9717c owned by network:router_interface {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 06:56:14.775760 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c6391-cef7-47b8-ad1e-dbd04e75914d req-f426df5e-e2c1-455c-b1a6-9fda6d87769b tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:14.776837 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29849c40-5f21-4a38-91e4-2d5232ee7f71 req-4ce79627-a97b-4833-b6e0-5ddb47c8e39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:14.777280 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-387c6391-cef7-47b8-ad1e-dbd04e75914d req-f426df5e-e2c1-455c-b1a6-9fda6d87769b tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=682cb750-3b53-4085-be06-d355b0d2dc70 HTTP/1.1" status: 200 len: 945 time: 0.1170919 Feb 02 06:56:14.778505 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-29849c40-5f21-4a38-91e4-2d5232ee7f71 req-4ce79627-a97b-4833-b6e0-5ddb47c8e39e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fe521beb-1045-450b-8fac-b93f0129c752 HTTP/1.1" status: 200 len: 1133 time: 0.1078129 Feb 02 06:56:14.796034 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-aefd8938-9c46-44f9-91bc-4a69d2a2f8af tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:14.797358 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-aefd8938-9c46-44f9-91bc-4a69d2a2f8af tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0557022 Feb 02 06:56:14.871374 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-387c6391-cef7-47b8-ad1e-dbd04e75914d req-300257d3-2eb3-487e-a01f-4974f5cabf53 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847883 Feb 02 06:56:14.871678 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-29849c40-5f21-4a38-91e4-2d5232ee7f71 req-c84a5899-87f4-474d-b1b4-69db022cdc7e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4662f0f5-257f-4850-b4c0-023dc275c19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848248 Feb 02 06:56:14.947403 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56749c16-7083-4c72-9eab-44c301b840a7 req-81148616-ca52-47d0-9bf6-7dfb895d021c tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:14.949011 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-56749c16-7083-4c72-9eab-44c301b840a7 req-81148616-ca52-47d0-9bf6-7dfb895d021c tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87 HTTP/1.1" status: 200 len: 950 time: 0.0609448 Feb 02 06:56:15.001492 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-56749c16-7083-4c72-9eab-44c301b840a7 req-4747b0e1-d1ec-42a5-b97a-65830707908e tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449831 Feb 02 06:56:15.074325 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c78bd2-ffdf-4dba-a63e-0c4eaca01c74 req-45fff0bc-8d8c-4fc7-b660-9dd3d61e3812 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:15.075365 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-88c78bd2-ffdf-4dba-a63e-0c4eaca01c74 req-45fff0bc-8d8c-4fc7-b660-9dd3d61e3812 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe521beb-1045-450b-8fac-b93f0129c752 HTTP/1.1" status: 200 len: 950 time: 0.1170526 Feb 02 06:56:15.095770 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4b3de94f-6b40-45cf-8a60-b4ffecaa29aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (17103a1e-52d8-4742-9b46-282efaa9717c), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:15.137406 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3de94f-6b40-45cf-8a60-b4ffecaa29aa admin admin] Pushing event deleted for resources: {'Port': ['ID=17103a1e-52d8-4742-9b46-282efaa9717c,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:15.214400 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-88c78bd2-ffdf-4dba-a63e-0c4eaca01c74 req-1e765d9b-837a-4420-bd0a-9b9be66da1cb tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] 10.222.0.87 "GET /v2.0/security-groups?id=4662f0f5-257f-4850-b4c0-023dc275c19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289079 Feb 02 06:56:15.218949 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2bcdb2-07b0-4518-b348-d19d289207d9 req-b87e1ab4-22d9-4a05-a5d4-3e1b8f5b3424 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:15.236047 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3a2bcdb2-07b0-4518-b348-d19d289207d9 req-b87e1ab4-22d9-4a05-a5d4-3e1b8f5b3424 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/networks?id=e031e54a-fb94-4be8-9122-29e7d171bb1c HTTP/1.1" status: 200 len: 821 time: 0.1452901 Feb 02 06:56:15.254536 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3a2bcdb2-07b0-4518-b348-d19d289207d9 req-c1391654-6606-4779-b0fd-aa6b01c284f9 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/quotas/5b558cbd1dc64d878bd1a07b652eb26c HTTP/1.1" status: 200 len: 375 time: 0.0175505 Feb 02 06:56:15.296041 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3a2bcdb2-07b0-4518-b348-d19d289207d9 req-409eac93-2aff-4057-b467-55ce7dc1c2c8 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=5b558cbd1dc64d878bd1a07b652eb26c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402949 Feb 02 06:56:15.382645 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4b3de94f-6b40-45cf-8a60-b4ffecaa29aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (82b44e09-335f-44d6-b1fc-e3f4f478d833), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:15.416648 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3a2bcdb2-07b0-4518-b348-d19d289207d9 req-7ff7392a-0507-444b-82cd-ec262f1922aa service neutron] 10.222.0.87 "GET /v2.0/networks/e031e54a-fb94-4be8-9122-29e7d171bb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199572 Feb 02 06:56:15.557707 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3a2bcdb2-07b0-4518-b348-d19d289207d9 req-a11f2a6d-0b56-4dc6-a916-0364b60a3507 service neutron] 10.222.0.87 "GET /v2.0/networks/e031e54a-fb94-4be8-9122-29e7d171bb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207826 Feb 02 06:56:15.658205 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b3de94f-6b40-45cf-8a60-b4ffecaa29aa admin admin] Router 82b44e09-335f-44d6-b1fc-e3f4f478d833 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 06:56:15.890848 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:16.116702 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-33ca053b-2f00-4a40-b119-dcbe96cfb95f req-1ede23d9-2f3a-46d4-aa7d-5afc6c5a36dd tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/ports?device_id=4c6bc6e0-a3f8-46f4-b497-5fa6fb3eadb4 HTTP/1.1" status: 200 len: 210 time: 0.3932679 Feb 02 06:56:16.152777 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b3de94f-6b40-45cf-8a60-b4ffecaa29aa admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 06:56:16.163727 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5def12f-6000-4f01-bef3-1d8f945ea1a8 None None] Sync routers for ids ['82b44e09-335f-44d6-b1fc-e3f4f478d833'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 06:56:16.172453 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9995b40b-6342-429c-98a5-2fea480ad551 req-90f3a2a6-c5dd-486f-852f-e555b9a012c5 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:16.174645 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9995b40b-6342-429c-98a5-2fea480ad551 req-90f3a2a6-c5dd-486f-852f-e555b9a012c5 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=682cb750-3b53-4085-be06-d355b0d2dc70 HTTP/1.1" status: 200 len: 945 time: 0.1741855 Feb 02 06:56:16.185199 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 32844) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:56:16.190538 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-4b3de94f-6b40-45cf-8a60-b4ffecaa29aa admin admin] 10.222.0.87 "PUT /v2.0/routers/82b44e09-335f-44d6-b1fc-e3f4f478d833/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2711322 Feb 02 06:56:16.193156 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5def12f-6000-4f01-bef3-1d8f945ea1a8 None None] Routers {'82b44e09-335f-44d6-b1fc-e3f4f478d833'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 06:56:16.195989 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-f5def12f-6000-4f01-bef3-1d8f945ea1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:56:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['82b44e09-335f-44d6-b1fc-e3f4f478d833'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:56:16.359106 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d972ede7-ea77-430e-a222-19400674d535 req-3ab3d4e4-8cda-4cfe-90af-cf7893147d09 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:16.360851 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d972ede7-ea77-430e-a222-19400674d535 req-3ab3d4e4-8cda-4cfe-90af-cf7893147d09 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87 HTTP/1.1" status: 200 len: 950 time: 0.1180327 Feb 02 06:56:16.396473 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9995b40b-6342-429c-98a5-2fea480ad551 req-7a5d8175-2326-45a5-b707-ca0f81aa02ac tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032771 Feb 02 06:56:16.450215 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-f5def12f-6000-4f01-bef3-1d8f945ea1a8 None None] Set router 82b44e09-335f-44d6-b1fc-e3f4f478d833 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 06:56:16.455158 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0ff291a7-b5be-4ff9-bf17-5d1b8bbf1e8c admin admin] Publish callbacks [] for router (82b44e09-335f-44d6-b1fc-e3f4f478d833), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:16.497216 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d972ede7-ea77-430e-a222-19400674d535 req-fd5e8066-7563-4a38-8855-3c0cb0f595cd tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296918 Feb 02 06:56:16.705287 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4428e8-6822-4c3f-abeb-f667893613bc req-495f5aaf-0cd2-4f6a-bda4-77b1d7e48501 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:16.729157 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4d4428e8-6822-4c3f-abeb-f667893613bc req-495f5aaf-0cd2-4f6a-bda4-77b1d7e48501 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe521beb-1045-450b-8fac-b93f0129c752 HTTP/1.1" status: 200 len: 950 time: 0.2091489 Feb 02 06:56:16.776316 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0ff291a7-b5be-4ff9-bf17-5d1b8bbf1e8c admin admin] Publish callbacks [] for router_gateway (82b44e09-335f-44d6-b1fc-e3f4f478d833), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:16.854736 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4d4428e8-6822-4c3f-abeb-f667893613bc req-89b97e00-b388-40ee-92b2-cf67a94d7be1 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] 10.222.0.87 "GET /v2.0/security-groups?id=4662f0f5-257f-4850-b4c0-023dc275c19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200697 Feb 02 06:56:16.908545 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-0ff291a7-b5be-4ff9-bf17-5d1b8bbf1e8c admin admin] Deleting port d7e469b2-08ef-48dc-ab90-79575ae1a4d4 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 06:56:16.909065 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0ff291a7-b5be-4ff9-bf17-5d1b8bbf1e8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (d7e469b2-08ef-48dc-ab90-79575ae1a4d4), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:16.914995 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-f5def12f-6000-4f01-bef3-1d8f945ea1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'name': 'tempest-FloatingIPsAssociationTestJSON-599617694-router', 'tenant_id': '2b7b771ea1c74d4ab2224de90862d20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'd7e469b2-08ef-48dc-ab90-79575ae1a4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:54:34Z', 'updated_at': '2022-02-02T06:56:15Z', 'revision_number': 5, 'project_id': '2b7b771ea1c74d4ab2224de90862d20a', 'gw_port': {'id': 'd7e469b2-08ef-48dc-ab90-79575ae1a4d4', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:32:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:35Z', 'updated_at': '2022-02-02T06:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:56:16.945473 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5def12f-6000-4f01-bef3-1d8f945ea1a8 None None] Checking router: 82b44e09-335f-44d6-b1fc-e3f4f478d833 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 06:56:16.955133 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5def12f-6000-4f01-bef3-1d8f945ea1a8 None None] Routers {'82b44e09-335f-44d6-b1fc-e3f4f478d833'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 06:56:16.956048 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-f5def12f-6000-4f01-bef3-1d8f945ea1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:56:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['82b44e09-335f-44d6-b1fc-e3f4f478d833'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:56:17.073614 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-f5def12f-6000-4f01-bef3-1d8f945ea1a8 None None] Set router 82b44e09-335f-44d6-b1fc-e3f4f478d833 gateway port host: None {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 06:56:17.119725 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-0ff291a7-b5be-4ff9-bf17-5d1b8bbf1e8c admin admin] For port d7e469b2-08ef-48dc-ab90-79575ae1a4d4, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=d7e469b2-08ef-48dc-ab90-79575ae1a4d4,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:56:17.120126 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0ff291a7-b5be-4ff9-bf17-5d1b8bbf1e8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (d7e469b2-08ef-48dc-ab90-79575ae1a4d4), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:17.131948 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-0ff291a7-b5be-4ff9-bf17-5d1b8bbf1e8c admin admin] Calling delete_port for d7e469b2-08ef-48dc-ab90-79575ae1a4d4 owned by network:router_gateway {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 06:56:17.136879 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-f5def12f-6000-4f01-bef3-1d8f945ea1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'name': 'tempest-FloatingIPsAssociationTestJSON-599617694-router', 'tenant_id': '2b7b771ea1c74d4ab2224de90862d20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:54:34Z', 'updated_at': '2022-02-02T06:56:16Z', 'revision_number': 6, 'project_id': '2b7b771ea1c74d4ab2224de90862d20a', 'gw_port_host': None}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:56:17.167365 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5def12f-6000-4f01-bef3-1d8f945ea1a8 None None] The sync data for ids ['82b44e09-335f-44d6-b1fc-e3f4f478d833'] in n-d-789963-26 is: [{'id': '82b44e09-335f-44d6-b1fc-e3f4f478d833', 'name': 'tempest-FloatingIPsAssociationTestJSON-599617694-router', 'tenant_id': '2b7b771ea1c74d4ab2224de90862d20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:54:34Z', 'updated_at': '2022-02-02T06:56:16Z', 'revision_number': 6, 'project_id': '2b7b771ea1c74d4ab2224de90862d20a', 'gw_port_host': None}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 06:56:17.270555 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-15032de9-152e-49c0-a666-189e12a52a50 req-16578c11-7d4e-47a4-82b3-160768cf207e tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/ports?device_id=4c6bc6e0-a3f8-46f4-b497-5fa6fb3eadb4 HTTP/1.1" status: 200 len: 210 time: 0.0388615 Feb 02 06:56:17.272929 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:17.361413 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0ff291a7-b5be-4ff9-bf17-5d1b8bbf1e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (d7e469b2-08ef-48dc-ab90-79575ae1a4d4), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:17.391325 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff291a7-b5be-4ff9-bf17-5d1b8bbf1e8c admin admin] Pushing event deleted for resources: {'Port': ['ID=d7e469b2-08ef-48dc-ab90-79575ae1a4d4,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:17.494709 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0ff291a7-b5be-4ff9-bf17-5d1b8bbf1e8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (82b44e09-335f-44d6-b1fc-e3f4f478d833), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:17.744009 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0ff291a7-b5be-4ff9-bf17-5d1b8bbf1e8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (82b44e09-335f-44d6-b1fc-e3f4f478d833), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:17.746943 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0ff291a7-b5be-4ff9-bf17-5d1b8bbf1e8c admin admin] Publish callbacks [] for router_controller (82b44e09-335f-44d6-b1fc-e3f4f478d833), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:17.795461 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9396c9-8501-45f3-84f2-03e55505a589 req-3f99be96-9779-4de8-b965-a0e296a86804 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:17.797676 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4f9396c9-8501-45f3-84f2-03e55505a589 req-3f99be96-9779-4de8-b965-a0e296a86804 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=682cb750-3b53-4085-be06-d355b0d2dc70 HTTP/1.1" status: 200 len: 945 time: 0.2403679 Feb 02 06:56:17.829550 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d5bd40-33d1-47d1-964d-eb80e9a527fa req-18cc1a88-cc9f-4f1b-af95-198e52bbcaa1 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:17.837511 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e5d5bd40-33d1-47d1-964d-eb80e9a527fa req-18cc1a88-cc9f-4f1b-af95-198e52bbcaa1 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87 HTTP/1.1" status: 200 len: 950 time: 0.1968346 Feb 02 06:56:17.862511 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0ff291a7-b5be-4ff9-bf17-5d1b8bbf1e8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (82b44e09-335f-44d6-b1fc-e3f4f478d833), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:17.863032 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff291a7-b5be-4ff9-bf17-5d1b8bbf1e8c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82b44e09-335f-44d6-b1fc-e3f4f478d833 {{(pid=109694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 06:56:17.873208 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2bcdb2-07b0-4518-b348-d19d289207d9 req-708b6c7b-2ad1-425f-9054-f3cd5f4d0bd8 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:17.874323 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0ff291a7-b5be-4ff9-bf17-5d1b8bbf1e8c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:17.874997 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3a2bcdb2-07b0-4518-b348-d19d289207d9 req-708b6c7b-2ad1-425f-9054-f3cd5f4d0bd8 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.88 "GET /v2.0/networks?id=e031e54a-fb94-4be8-9122-29e7d171bb1c HTTP/1.1" status: 200 len: 821 time: 0.3020389 Feb 02 06:56:17.877935 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0ff291a7-b5be-4ff9-bf17-5d1b8bbf1e8c admin admin] 10.222.0.87 "DELETE /v2.0/routers/82b44e09-335f-44d6-b1fc-e3f4f478d833 HTTP/1.1" status: 204 len: 168 time: 1.6892831 Feb 02 06:56:17.880017 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 32866) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:56:17.921586 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e5d5bd40-33d1-47d1-964d-eb80e9a527fa req-4cdc8b9a-b730-4aed-a051-b7c7de884e26 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786743 Feb 02 06:56:17.934554 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-3a2bcdb2-07b0-4518-b348-d19d289207d9 req-6603c05b-7fad-4e5a-a58f-b98b607d042a tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Request body: {'port': {'device_id': '4c6bc6e0-a3f8-46f4-b497-5fa6fb3eadb4', 'network_id': 'e031e54a-fb94-4be8-9122-29e7d171bb1c', 'admin_state_up': True, 'tenant_id': '5b558cbd1dc64d878bd1a07b652eb26c'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:56:17.947847 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4f9396c9-8501-45f3-84f2-03e55505a589 req-05aa5833-cb82-425e-8b6d-15c041a882cb tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068194 Feb 02 06:56:17.968322 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-90903196-00fb-4443-a5fd-1a7ef3ddc812 admin admin] Deleting subnet 7ce63174-c525-4e2d-821d-9ee5b4634e75 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 06:56:17.979037 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-90903196-00fb-4443-a5fd-1a7ef3ddc812 admin admin] Publish callbacks [] for subnet (7ce63174-c525-4e2d-821d-9ee5b4634e75), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:18.075883 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-90903196-00fb-4443-a5fd-1a7ef3ddc812 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (7ce63174-c525-4e2d-821d-9ee5b4634e75), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:18.160627 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe74672b-8ceb-4d6f-9353-7b6a94a05f96 req-0f199337-f172-4a95-b0ed-5635af660be9 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:18.162868 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fe74672b-8ceb-4d6f-9353-7b6a94a05f96 req-0f199337-f172-4a95-b0ed-5635af660be9 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe521beb-1045-450b-8fac-b93f0129c752 HTTP/1.1" status: 200 len: 950 time: 0.0955589 Feb 02 06:56:18.167248 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a2bcdb2-07b0-4518-b348-d19d289207d9 req-6603c05b-7fad-4e5a-a58f-b98b607d042a tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Made reservation on behalf of 5b558cbd1dc64d878bd1a07b652eb26c for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:56:18.172420 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-3a2bcdb2-07b0-4518-b348-d19d289207d9 req-6603c05b-7fad-4e5a-a58f-b98b607d042a tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:18.313076 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fe74672b-8ceb-4d6f-9353-7b6a94a05f96 req-dbd80446-7c6c-4fb3-87ed-0dc2d039552c tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] 10.222.0.87 "GET /v2.0/security-groups?id=4662f0f5-257f-4850-b4c0-023dc275c19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375921 Feb 02 06:56:18.454683 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 17103a1e-52d8-4742-9b46-282efaa9717c no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 06:56:18.512088 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 17103a1e-52d8-4742-9b46-282efaa9717c {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 06:56:18.512751 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 17103a1e-52d8-4742-9b46-282efaa9717c not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 06:56:18.513436 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device d7e469b2-08ef-48dc-ab90-79575ae1a4d4 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 06:56:18.514216 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-3a2bcdb2-07b0-4518-b348-d19d289207d9 req-6603c05b-7fad-4e5a-a58f-b98b607d042a tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Allocated IP 172.20.0.4 (e031e54a-fb94-4be8-9122-29e7d171bb1c/754efa80-8dc2-492f-a4f9-29685b756b55/d617270c-b877-40fa-8d2a-c76b56a98b41) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:56:18.556970 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cc978d50-9c7c-4cfd-b3ac-14c4e024a599 req-361a0210-a160-4f59-8e83-3a2ca21ebfeb tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/ports?device_id=4c6bc6e0-a3f8-46f4-b497-5fa6fb3eadb4 HTTP/1.1" status: 200 len: 210 time: 0.0431905 Feb 02 06:56:18.573114 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: d7e469b2-08ef-48dc-ab90-79575ae1a4d4 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 06:56:18.573772 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device d7e469b2-08ef-48dc-ab90-79575ae1a4d4 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 06:56:18.588921 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-90903196-00fb-4443-a5fd-1a7ef3ddc812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (7ce63174-c525-4e2d-821d-9ee5b4634e75), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:18.668602 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-90903196-00fb-4443-a5fd-1a7ef3ddc812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (7ce63174-c525-4e2d-821d-9ee5b4634e75), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:18.697874 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-90903196-00fb-4443-a5fd-1a7ef3ddc812 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:18.701650 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-90903196-00fb-4443-a5fd-1a7ef3ddc812 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/7ce63174-c525-4e2d-821d-9ee5b4634e75 HTTP/1.1" status: 204 len: 168 time: 0.8206868 Feb 02 06:56:18.707006 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732c1010-8fba-4936-86e9-76e2632cb3dd None None] Network 76868d96-3692-423a-989b-a6220ec3b299 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 06:56:18.730200 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 32882) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:56:18.818163 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-3a2bcdb2-07b0-4518-b348-d19d289207d9 req-6603c05b-7fad-4e5a-a58f-b98b607d042a tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Publish callbacks [] for port (d617270c-b877-40fa-8d2a-c76b56a98b41), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:18.821878 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-203e98f7-c079-4ccc-9733-47dab8145020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (76868d96-3692-423a-989b-a6220ec3b299), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:18.824761 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90903196-00fb-4443-a5fd-1a7ef3ddc812 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ce63174-c525-4e2d-821d-9ee5b4634e75,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:18.884911 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-203e98f7-c079-4ccc-9733-47dab8145020 admin admin] Deleting port 02993f96-7114-47ba-a921-cfacc4eb3da7 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 06:56:18.885256 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-203e98f7-c079-4ccc-9733-47dab8145020 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (02993f96-7114-47ba-a921-cfacc4eb3da7), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:18.896909 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-3a2bcdb2-07b0-4518-b348-d19d289207d9 req-6603c05b-7fad-4e5a-a58f-b98b607d042a tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (d617270c-b877-40fa-8d2a-c76b56a98b41), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:18.953875 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28bdeef-e231-4724-a8f5-4e688fd5648f None None] DHCP port deletion for 76868d96-3692-423a-989b-a6220ec3b299 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 06:56:19.030369 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cd771e54-7a56-4561-aa8f-551fa2759cb7 req-feb972e3-ba6b-42e0-b977-8b09fac9e6b4 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=bbb665df3cd44599bc44429949e19534&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374737 Feb 02 06:56:19.032214 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-203e98f7-c079-4ccc-9733-47dab8145020 admin admin] For port 02993f96-7114-47ba-a921-cfacc4eb3da7, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=02993f96-7114-47ba-a921-cfacc4eb3da7,segment=NetworkSegment(46e7ed10-215c-4aac-9da3-717f1e74ce40),segment_id=46e7ed10-215c-4aac-9da3-717f1e74ce40)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:56:19.032587 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-203e98f7-c079-4ccc-9733-47dab8145020 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (02993f96-7114-47ba-a921-cfacc4eb3da7), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:19.043838 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6603c05b-7fad-4e5a-a58f-b98b607d042a tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Pushing event updated for resources: {'Port': ['ID=d617270c-b877-40fa-8d2a-c76b56a98b41,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:19.054823 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a2bcdb2-07b0-4518-b348-d19d289207d9 req-6603c05b-7fad-4e5a-a58f-b98b607d042a tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Network e031e54a-fb94-4be8-9122-29e7d171bb1c is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:56:19.056839 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-3a2bcdb2-07b0-4518-b348-d19d289207d9 req-6603c05b-7fad-4e5a-a58f-b98b607d042a tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:56:19.065248 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a2bcdb2-07b0-4518-b348-d19d289207d9 req-6603c05b-7fad-4e5a-a58f-b98b607d042a tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:56:19.071258 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-203e98f7-c079-4ccc-9733-47dab8145020 admin admin] Calling delete_port for 02993f96-7114-47ba-a921-cfacc4eb3da7 owned by network:dhcp {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 06:56:19.096917 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-d28bdeef-e231-4724-a8f5-4e688fd5648f None None] Deleting port 02993f96-7114-47ba-a921-cfacc4eb3da7 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 06:56:19.099035 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d28bdeef-e231-4724-a8f5-4e688fd5648f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (02993f96-7114-47ba-a921-cfacc4eb3da7), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:19.191236 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2bcdb2-07b0-4518-b348-d19d289207d9 req-6603c05b-7fad-4e5a-a58f-b98b607d042a tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:19.191893 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-3a2bcdb2-07b0-4518-b348-d19d289207d9 req-6603c05b-7fad-4e5a-a58f-b98b607d042a tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:19.215383 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-d28bdeef-e231-4724-a8f5-4e688fd5648f None None] For port 02993f96-7114-47ba-a921-cfacc4eb3da7, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=02993f96-7114-47ba-a921-cfacc4eb3da7,segment=NetworkSegment(46e7ed10-215c-4aac-9da3-717f1e74ce40),segment_id=46e7ed10-215c-4aac-9da3-717f1e74ce40)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:56:19.215822 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b153cf-371c-4271-9f42-5818b63bcb34 req-e0b3db04-6917-4603-9a67-cc12bbced4e4 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:19.216608 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d28bdeef-e231-4724-a8f5-4e688fd5648f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (02993f96-7114-47ba-a921-cfacc4eb3da7), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:19.217464 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-70b153cf-371c-4271-9f42-5818b63bcb34 req-e0b3db04-6917-4603-9a67-cc12bbced4e4 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87 HTTP/1.1" status: 200 len: 950 time: 0.1044953 Feb 02 06:56:19.221902 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3a2bcdb2-07b0-4518-b348-d19d289207d9 req-6603c05b-7fad-4e5a-a58f-b98b607d042a tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2973261 Feb 02 06:56:19.237609 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-d28bdeef-e231-4724-a8f5-4e688fd5648f None None] Calling delete_port for 02993f96-7114-47ba-a921-cfacc4eb3da7 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 06:56:19.247133 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-3a2bcdb2-07b0-4518-b348-d19d289207d9 req-cd030473-377f-4aad-bfd4-0636aec59d6e service neutron] Request body: {'port': {'device_id': '4c6bc6e0-a3f8-46f4-b497-5fa6fb3eadb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:56:19.260658 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-203e98f7-c079-4ccc-9733-47dab8145020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (02993f96-7114-47ba-a921-cfacc4eb3da7), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:19.318717 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd771e54-7a56-4561-aa8f-551fa2759cb7 req-9fbb1710-54c9-4a41-8d41-21339620b402 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:19.320241 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cd771e54-7a56-4561-aa8f-551fa2759cb7 req-9fbb1710-54c9-4a41-8d41-21339620b402 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2787099 Feb 02 06:56:19.321300 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203e98f7-c079-4ccc-9733-47dab8145020 admin admin] No DVR routers for this DVR port 02993f96-7114-47ba-a921-cfacc4eb3da7 on host n-d-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 06:56:19.326969 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203e98f7-c079-4ccc-9733-47dab8145020 admin admin] Pushing event deleted for resources: {'Port': ['ID=02993f96-7114-47ba-a921-cfacc4eb3da7,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:19.347027 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-70b153cf-371c-4271-9f42-5818b63bcb34 req-4aa25e09-57e4-4ce0-b8ea-ef5af47bd685 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233244 Feb 02 06:56:19.365154 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-3a2bcdb2-07b0-4518-b348-d19d289207d9 req-cd030473-377f-4aad-bfd4-0636aec59d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (d617270c-b877-40fa-8d2a-c76b56a98b41), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:19.367732 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cd771e54-7a56-4561-aa8f-551fa2759cb7 req-8676b9d8-7b9f-4776-8f1e-2a2264bc3f15 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] 10.222.0.87 "GET /v2.0/quotas/bbb665df3cd44599bc44429949e19534 HTTP/1.1" status: 200 len: 375 time: 0.0374012 Feb 02 06:56:19.393384 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d28bdeef-e231-4724-a8f5-4e688fd5648f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (02993f96-7114-47ba-a921-cfacc4eb3da7), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:19.459124 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28bdeef-e231-4724-a8f5-4e688fd5648f None None] Pushing event deleted for resources: {'Port': ['ID=02993f96-7114-47ba-a921-cfacc4eb3da7,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:19.473058 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-203e98f7-c079-4ccc-9733-47dab8145020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (76868d96-3692-423a-989b-a6220ec3b299), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:19.474477 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28bdeef-e231-4724-a8f5-4e688fd5648f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:56:19.474477 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28bdeef-e231-4724-a8f5-4e688fd5648f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:56:19.474477 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28bdeef-e231-4724-a8f5-4e688fd5648f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:56:19.474477 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28bdeef-e231-4724-a8f5-4e688fd5648f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:56:19.474477 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28bdeef-e231-4724-a8f5-4e688fd5648f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:56:19.474477 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28bdeef-e231-4724-a8f5-4e688fd5648f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:56:19.474477 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28bdeef-e231-4724-a8f5-4e688fd5648f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:56:19.474477 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28bdeef-e231-4724-a8f5-4e688fd5648f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:56:19.474477 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28bdeef-e231-4724-a8f5-4e688fd5648f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:56:19.474477 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28bdeef-e231-4724-a8f5-4e688fd5648f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:56:19.474477 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28bdeef-e231-4724-a8f5-4e688fd5648f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:56:19.474477 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28bdeef-e231-4724-a8f5-4e688fd5648f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:56:19.474477 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28bdeef-e231-4724-a8f5-4e688fd5648f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:56:19.484884 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28bdeef-e231-4724-a8f5-4e688fd5648f None None] No DVR routers for this DVR port 02993f96-7114-47ba-a921-cfacc4eb3da7 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 06:56:19.506785 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-203e98f7-c079-4ccc-9733-47dab8145020 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76868d96-3692-423a-989b-a6220ec3b299']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:56:19.520720 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-203e98f7-c079-4ccc-9733-47dab8145020 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46e7ed10-215c-4aac-9da3-717f1e74ce40') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:56:19.521019 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-203e98f7-c079-4ccc-9733-47dab8145020 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46e7ed10-215c-4aac-9da3-717f1e74ce40') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:56:19.527118 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cd771e54-7a56-4561-aa8f-551fa2759cb7 req-8bbd1da2-07b6-4a6a-ae62-72f2a4f37ee8 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=bbb665df3cd44599bc44429949e19534&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1442475 Feb 02 06:56:19.535649 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-203e98f7-c079-4ccc-9733-47dab8145020 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (46e7ed10-215c-4aac-9da3-717f1e74ce40), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:19.557311 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-203e98f7-c079-4ccc-9733-47dab8145020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (46e7ed10-215c-4aac-9da3-717f1e74ce40), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:19.570613 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-203e98f7-c079-4ccc-9733-47dab8145020 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 06:56:19.572924 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-203e98f7-c079-4ccc-9733-47dab8145020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (46e7ed10-215c-4aac-9da3-717f1e74ce40), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:19.690690 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 06:56:19.690690 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 06:56:19.690690 n-d-789963-26 neutron-server[109694]: timer() Feb 02 06:56:19.690690 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 06:56:19.690690 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 06:56:19.690690 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 06:56:19.690690 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 06:56:19.690690 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 06:56:19.690690 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 06:56:19.690690 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 06:56:19.690690 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 06:56:19.690690 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 06:56:19.690690 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 06:56:19.690690 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 06:56:19.690690 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 06:56:19.690690 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 06:56:19.690690 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 06:56:19.690690 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 06:56:19.690690 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 06:56:19.690690 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 06:56:19.690690 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 06:56:19.690690 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 06:56:19.690690 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 06:56:19.690690 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 06:56:19.690690 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 06:56:19.690690 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 06:56:19.690690 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 06:56:19.690690 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 06:56:19.690690 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 06:56:19.690690 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 06:56:19.690690 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 06:56:19.690690 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 06:56:19.713998 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-203e98f7-c079-4ccc-9733-47dab8145020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (76868d96-3692-423a-989b-a6220ec3b299), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:19.719752 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-203e98f7-c079-4ccc-9733-47dab8145020 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:19.723010 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-203e98f7-c079-4ccc-9733-47dab8145020 admin admin] 10.222.0.87 "DELETE /v2.0/networks/76868d96-3692-423a-989b-a6220ec3b299 HTTP/1.1" status: 204 len: 168 time: 0.9918554 Feb 02 06:56:19.749122 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203e98f7-c079-4ccc-9733-47dab8145020 admin admin] Pushing event deleted for resources: {'Network': ['ID=76868d96-3692-423a-989b-a6220ec3b299,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:19.854991 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-3a2bcdb2-07b0-4518-b348-d19d289207d9 req-cd030473-377f-4aad-bfd4-0636aec59d6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d617270c-b877-40fa-8d2a-c76b56a98b41 {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:56:19.865082 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-3a2bcdb2-07b0-4518-b348-d19d289207d9 req-cd030473-377f-4aad-bfd4-0636aec59d6e service neutron] Publish callbacks [] for port (d617270c-b877-40fa-8d2a-c76b56a98b41), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:19.888245 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fab1f0-fe86-42c5-b843-9c4d459e12b7 req-7fb866a0-663c-4bba-af4b-7c53a6e646b9 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:19.890921 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-46fab1f0-fe86-42c5-b843-9c4d459e12b7 req-7fb866a0-663c-4bba-af4b-7c53a6e646b9 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=682cb750-3b53-4085-be06-d355b0d2dc70 HTTP/1.1" status: 200 len: 945 time: 0.1797631 Feb 02 06:56:19.896626 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-3a2bcdb2-07b0-4518-b348-d19d289207d9 req-cd030473-377f-4aad-bfd4-0636aec59d6e service neutron] Transition to ACTIVE for port object d617270c-b877-40fa-8d2a-c76b56a98b41 will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 06:56:19.902690 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-3a2bcdb2-07b0-4518-b348-d19d289207d9 req-cd030473-377f-4aad-bfd4-0636aec59d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (d617270c-b877-40fa-8d2a-c76b56a98b41), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:19.960553 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c99875-04cf-43c0-9af9-25fd1aea319c req-cc0dc193-ce4a-4502-8322-f6715baf7471 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:19.963117 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a7c99875-04cf-43c0-9af9-25fd1aea319c req-cc0dc193-ce4a-4502-8322-f6715baf7471 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/ports?device_id=4c6bc6e0-a3f8-46f4-b497-5fa6fb3eadb4 HTTP/1.1" status: 200 len: 931 time: 0.0861480 Feb 02 06:56:20.063025 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a7c99875-04cf-43c0-9af9-25fd1aea319c req-0b1cba1a-3dc1-4356-abb8-dd7d15535a1b tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/security-groups?id=aab45fc2-0973-493e-a825-050df5bd59a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933771 Feb 02 06:56:20.074357 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd030473-377f-4aad-bfd4-0636aec59d6e service neutron] Pushing event updated for resources: {'Port': ['ID=d617270c-b877-40fa-8d2a-c76b56a98b41,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:20.139947 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 32920) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:56:20.176208 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f585abe5-406b-42da-aaad-e08efe3e7c34 req-98999760-e136-432b-9156-eb8313c94be8 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] 10.222.0.87 "GET /v2.0/ports?device_id=baf27e8c-1c51-45b3-b21e-9ab1a373f149 HTTP/1.1" status: 200 len: 210 time: 0.0411601 Feb 02 06:56:20.186437 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-46fab1f0-fe86-42c5-b843-9c4d459e12b7 req-865b11c5-f378-45e0-ad2e-85dac1380834 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864006 Feb 02 06:56:20.249506 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-079d8119-f842-40f8-bb7b-edeaa13da80e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=2b7b771ea1c74d4ab2224de90862d20a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0875053 Feb 02 06:56:20.251640 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 32926) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:56:20.259771 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-3a2bcdb2-07b0-4518-b348-d19d289207d9 req-cd030473-377f-4aad-bfd4-0636aec59d6e service neutron] Attempting to bind port d617270c-b877-40fa-8d2a-c76b56a98b41 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:56:20.260118 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-3a2bcdb2-07b0-4518-b348-d19d289207d9 req-cd030473-377f-4aad-bfd4-0636aec59d6e service neutron] Attempting to bind port d617270c-b877-40fa-8d2a-c76b56a98b41 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'c05e7e16-1181-4a1f-b0eb-5bf8b2ea2f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e031e54a-fb94-4be8-9122-29e7d171bb1c'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:56:20.260449 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2bcdb2-07b0-4518-b348-d19d289207d9 req-cd030473-377f-4aad-bfd4-0636aec59d6e service neutron] Attempting to bind port d617270c-b877-40fa-8d2a-c76b56a98b41 on network e031e54a-fb94-4be8-9122-29e7d171bb1c {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:56:20.276648 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2bcdb2-07b0-4518-b348-d19d289207d9 req-cd030473-377f-4aad-bfd4-0636aec59d6e service neutron] Port d617270c-b877-40fa-8d2a-c76b56a98b41 on network e031e54a-fb94-4be8-9122-29e7d171bb1c not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 06:56:20.276648 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2bcdb2-07b0-4518-b348-d19d289207d9 req-cd030473-377f-4aad-bfd4-0636aec59d6e service neutron] Attempting to bind port d617270c-b877-40fa-8d2a-c76b56a98b41 on network e031e54a-fb94-4be8-9122-29e7d171bb1c {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:56:20.288648 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2bcdb2-07b0-4518-b348-d19d289207d9 req-cd030473-377f-4aad-bfd4-0636aec59d6e service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:56:20.289184 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2bcdb2-07b0-4518-b348-d19d289207d9 req-cd030473-377f-4aad-bfd4-0636aec59d6e service neutron] Checking segment: {'id': 'c05e7e16-1181-4a1f-b0eb-5bf8b2ea2f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e031e54a-fb94-4be8-9122-29e7d171bb1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:56:20.289624 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a2bcdb2-07b0-4518-b348-d19d289207d9 req-cd030473-377f-4aad-bfd4-0636aec59d6e service neutron] Bound using segment: {'id': 'c05e7e16-1181-4a1f-b0eb-5bf8b2ea2f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e031e54a-fb94-4be8-9122-29e7d171bb1c'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:56:20.291015 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-3a2bcdb2-07b0-4518-b348-d19d289207d9 req-cd030473-377f-4aad-bfd4-0636aec59d6e service neutron] Bound port: d617270c-b877-40fa-8d2a-c76b56a98b41, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c05e7e16-1181-4a1f-b0eb-5bf8b2ea2f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e031e54a-fb94-4be8-9122-29e7d171bb1c'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:56:20.291760 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-3a2bcdb2-07b0-4518-b348-d19d289207d9 req-cd030473-377f-4aad-bfd4-0636aec59d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (d617270c-b877-40fa-8d2a-c76b56a98b41), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:20.359845 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-29a42855-f6b2-415b-92da-fe9a870976ce admin admin] Publish callbacks [] for security_group (2164a223-774f-4eed-afca-8e3586e80a86), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:20.405867 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-29a42855-f6b2-415b-92da-fe9a870976ce admin admin] Publish callbacks [] for security_group (2164a223-774f-4eed-afca-8e3586e80a86), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:20.417005 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-3a2bcdb2-07b0-4518-b348-d19d289207d9 req-cd030473-377f-4aad-bfd4-0636aec59d6e service neutron] For port d617270c-b877-40fa-8d2a-c76b56a98b41, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:56:20.422495 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-3a2bcdb2-07b0-4518-b348-d19d289207d9 req-cd030473-377f-4aad-bfd4-0636aec59d6e service neutron] For port d617270c-b877-40fa-8d2a-c76b56a98b41, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=d617270c-b877-40fa-8d2a-c76b56a98b41,segment=NetworkSegment(c05e7e16-1181-4a1f-b0eb-5bf8b2ea2f17),segment_id=c05e7e16-1181-4a1f-b0eb-5bf8b2ea2f17)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:56:20.448770 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-3a2bcdb2-07b0-4518-b348-d19d289207d9 req-cd030473-377f-4aad-bfd4-0636aec59d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (d617270c-b877-40fa-8d2a-c76b56a98b41), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:20.452423 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 02993f96-7114-47ba-a921-cfacc4eb3da7 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 06:56:20.480169 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 02993f96-7114-47ba-a921-cfacc4eb3da7 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 06:56:20.481490 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 02993f96-7114-47ba-a921-cfacc4eb3da7 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 06:56:20.521032 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2bcdb2-07b0-4518-b348-d19d289207d9 req-cd030473-377f-4aad-bfd4-0636aec59d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:20.521662 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-3a2bcdb2-07b0-4518-b348-d19d289207d9 req-cd030473-377f-4aad-bfd4-0636aec59d6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:20.523177 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3a2bcdb2-07b0-4518-b348-d19d289207d9 req-cd030473-377f-4aad-bfd4-0636aec59d6e service neutron] 10.222.0.88 "PUT /v2.0/ports/d617270c-b877-40fa-8d2a-c76b56a98b41 HTTP/1.1" status: 200 len: 1092 time: 1.2819307 Feb 02 06:56:20.523997 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c6bc6e0-a3f8-46f4-b497-5fa6fb3eadb4', 'tag': 'd617270c-b877-40fa-8d2a-c76b56a98b41'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:56:20.527028 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3478c315-ed8d-4694-b6cf-af8eea5d5a1a" -d '{"events": [{"name": "network-changed", "server_uuid": "4c6bc6e0-a3f8-46f4-b497-5fa6fb3eadb4", "tag": "d617270c-b877-40fa-8d2a-c76b56a98b41"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:56:20.562157 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2877d02-d3e8-4f09-9d11-db4a521ae1fb req-aedc2d02-06fc-441a-9c8b-21dda6dd0fd8 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:20.567658 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e2877d02-d3e8-4f09-9d11-db4a521ae1fb req-aedc2d02-06fc-441a-9c8b-21dda6dd0fd8 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87 HTTP/1.1" status: 200 len: 950 time: 0.1028438 Feb 02 06:56:20.570395 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd030473-377f-4aad-bfd4-0636aec59d6e service neutron] Pushing event updated for resources: {'Port': ['ID=d617270c-b877-40fa-8d2a-c76b56a98b41,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:20.582623 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-29a42855-f6b2-415b-92da-fe9a870976ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (2164a223-774f-4eed-afca-8e3586e80a86), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:20.586626 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-29a42855-f6b2-415b-92da-fe9a870976ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:20.590511 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-29a42855-f6b2-415b-92da-fe9a870976ce admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/2164a223-774f-4eed-afca-8e3586e80a86 HTTP/1.1" status: 204 len: 168 time: 0.3379335 Feb 02 06:56:20.637216 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 06:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f655cb-b4de-4890-8e9e-a75619053715 x-openstack-request-id: req-75f655cb-b4de-4890-8e9e-a75619053715 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:56:20.637739 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c6bc6e0-a3f8-46f4-b497-5fa6fb3eadb4", "tag": "d617270c-b877-40fa-8d2a-c76b56a98b41", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:56:20.638149 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-75f655cb-b4de-4890-8e9e-a75619053715 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:56:20.638811 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c6bc6e0-a3f8-46f4-b497-5fa6fb3eadb4', 'tag': 'd617270c-b877-40fa-8d2a-c76b56a98b41', 'status': 'completed', 'code': 200} Feb 02 06:56:20.643812 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a42855-f6b2-415b-92da-fe9a870976ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2164a223-774f-4eed-afca-8e3586e80a86,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:20.665352 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e2877d02-d3e8-4f09-9d11-db4a521ae1fb req-9f5fcaa4-33de-4825-baf1-d36663aa7924 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920894 Feb 02 06:56:20.761956 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2bcdb2-07b0-4518-b348-d19d289207d9 req-6e9b1af1-5eee-4531-947f-313d67f7936c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:20.764237 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3a2bcdb2-07b0-4518-b348-d19d289207d9 req-6e9b1af1-5eee-4531-947f-313d67f7936c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5b558cbd1dc64d878bd1a07b652eb26c&device_id=4c6bc6e0-a3f8-46f4-b497-5fa6fb3eadb4 HTTP/1.1" status: 200 len: 1126 time: 0.1090724 Feb 02 06:56:20.834923 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3a2bcdb2-07b0-4518-b348-d19d289207d9 req-bd9ed39b-443b-4289-a463-905417edab75 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d617270c-b877-40fa-8d2a-c76b56a98b41 HTTP/1.1" status: 200 len: 217 time: 0.0478563 Feb 02 06:56:20.889485 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2bcdb2-07b0-4518-b348-d19d289207d9 req-9949c6a3-5047-48af-a953-27f75458eabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:20.891159 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3a2bcdb2-07b0-4518-b348-d19d289207d9 req-9949c6a3-5047-48af-a953-27f75458eabb service neutron] 10.222.0.88 "GET /v2.0/subnets?id=754efa80-8dc2-492f-a4f9-29685b756b55 HTTP/1.1" status: 200 len: 861 time: 0.0488071 Feb 02 06:56:20.925009 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3a2bcdb2-07b0-4518-b348-d19d289207d9 req-a8dfb5c1-debf-40b8-b166-52cd776f085f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e031e54a-fb94-4be8-9122-29e7d171bb1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274224 Feb 02 06:56:21.029587 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3a2bcdb2-07b0-4518-b348-d19d289207d9 req-8b64a33b-f0dd-4fd5-9416-6f2b712b7738 service neutron] 10.222.0.88 "GET /v2.0/networks/e031e54a-fb94-4be8-9122-29e7d171bb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967257 Feb 02 06:56:21.179705 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3a2bcdb2-07b0-4518-b348-d19d289207d9 req-424ec50c-492c-4465-be72-322de8e578de service neutron] 10.222.0.88 "GET /v2.0/networks/e031e54a-fb94-4be8-9122-29e7d171bb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426575 Feb 02 06:56:21.296949 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ae435a-3dec-4590-98cc-469ffe1a937f req-c02e3bcf-08cc-40fa-95fb-f3d4ac5404fd tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:21.307276 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-19ae435a-3dec-4590-98cc-469ffe1a937f req-c02e3bcf-08cc-40fa-95fb-f3d4ac5404fd tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/ports?device_id=4c6bc6e0-a3f8-46f4-b497-5fa6fb3eadb4 HTTP/1.1" status: 200 len: 943 time: 0.1061127 Feb 02 06:56:21.311990 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-226c56a2-3c7f-4fec-9fcd-f300864ab68f req-291083c7-3bd2-4e12-a98c-053e2ddc2afe tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] 10.222.0.87 "GET /v2.0/ports?device_id=baf27e8c-1c51-45b3-b21e-9ab1a373f149 HTTP/1.1" status: 200 len: 210 time: 0.0324829 Feb 02 06:56:21.402635 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cd771e54-7a56-4561-aa8f-551fa2759cb7 req-4b2d4f99-59ba-4d16-bb18-15f856beeba5 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=bbb665df3cd44599bc44429949e19534&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0502980 Feb 02 06:56:21.416562 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-19ae435a-3dec-4590-98cc-469ffe1a937f req-80b1da21-a0ed-4fba-bb86-f6d3beb80dfb tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/security-groups?id=aab45fc2-0973-493e-a825-050df5bd59a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080763 Feb 02 06:56:21.437640 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3478c315-ed8d-4694-b6cf-af8eea5d5a1a req-d04e118d-af7c-4d40-b0c5-0318dff9503b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:21.439805 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3478c315-ed8d-4694-b6cf-af8eea5d5a1a req-d04e118d-af7c-4d40-b0c5-0318dff9503b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5b558cbd1dc64d878bd1a07b652eb26c&device_id=4c6bc6e0-a3f8-46f4-b497-5fa6fb3eadb4 HTTP/1.1" status: 200 len: 1126 time: 0.0875027 Feb 02 06:56:21.619928 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a5d41a-a8c9-4c76-a67c-62694b810b7d req-1a10d4dc-cca5-48b1-984d-4a2866d15cf3 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:21.621631 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-78a5d41a-a8c9-4c76-a67c-62694b810b7d req-1a10d4dc-cca5-48b1-984d-4a2866d15cf3 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=682cb750-3b53-4085-be06-d355b0d2dc70 HTTP/1.1" status: 200 len: 945 time: 0.1816361 Feb 02 06:56:21.624190 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3478c315-ed8d-4694-b6cf-af8eea5d5a1a req-fcff9683-0c64-4b29-b9ac-358eecb8346b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:21.625773 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3478c315-ed8d-4694-b6cf-af8eea5d5a1a req-fcff9683-0c64-4b29-b9ac-358eecb8346b service neutron] 10.222.0.88 "GET /v2.0/networks?id=e031e54a-fb94-4be8-9122-29e7d171bb1c HTTP/1.1" status: 200 len: 922 time: 0.1772864 Feb 02 06:56:21.663864 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd771e54-7a56-4561-aa8f-551fa2759cb7 req-9ccb5963-90bc-4b63-b803-18a0a48531c6 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:21.667270 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cd771e54-7a56-4561-aa8f-551fa2759cb7 req-9ccb5963-90bc-4b63-b803-18a0a48531c6 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2588117 Feb 02 06:56:21.683830 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 32960) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:56:21.702920 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3478c315-ed8d-4694-b6cf-af8eea5d5a1a req-22b6fc18-c993-416a-9cb6-8b91a4ca8890 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d617270c-b877-40fa-8d2a-c76b56a98b41 HTTP/1.1" status: 200 len: 217 time: 0.0644376 Feb 02 06:56:21.722893 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-cd771e54-7a56-4561-aa8f-551fa2759cb7 req-54c1fd5e-c0db-4418-88e4-34a19f41ef53 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] Request body: {'port': {'device_id': 'baf27e8c-1c51-45b3-b21e-9ab1a373f149', 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1', 'admin_state_up': True, 'tenant_id': 'bbb665df3cd44599bc44429949e19534'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:56:21.797436 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3478c315-ed8d-4694-b6cf-af8eea5d5a1a req-8e5f240e-8507-47e3-b4ec-4cba8a7c6a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:21.798928 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3478c315-ed8d-4694-b6cf-af8eea5d5a1a req-8e5f240e-8507-47e3-b4ec-4cba8a7c6a77 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=754efa80-8dc2-492f-a4f9-29685b756b55 HTTP/1.1" status: 200 len: 861 time: 0.0815251 Feb 02 06:56:21.848469 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-78a5d41a-a8c9-4c76-a67c-62694b810b7d req-0263b3ae-c337-4a84-89c5-5cf02d934bf3 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151749 Feb 02 06:56:21.875482 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:21.897942 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-53ec0046-6b8f-406b-be88-dc133d2afc94 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-749697329-network', 'tenant_id': '48a5b620510e4074aa59b72418fa99d3'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:56:21.920588 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3478c315-ed8d-4694-b6cf-af8eea5d5a1a req-8cee28ac-de43-4edf-bb39-8f78bb26212a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e031e54a-fb94-4be8-9122-29e7d171bb1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477219 Feb 02 06:56:21.925151 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd771e54-7a56-4561-aa8f-551fa2759cb7 req-54c1fd5e-c0db-4418-88e4-34a19f41ef53 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] Made reservation on behalf of bbb665df3cd44599bc44429949e19534 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:56:21.932702 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-cd771e54-7a56-4561-aa8f-551fa2759cb7 req-54c1fd5e-c0db-4418-88e4-34a19f41ef53 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:21.947386 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ec0046-6b8f-406b-be88-dc133d2afc94 admin admin] Made reservation on behalf of 48a5b620510e4074aa59b72418fa99d3 for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:56:21.949946 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-53ec0046-6b8f-406b-be88-dc133d2afc94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:21.970443 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-53ec0046-6b8f-406b-be88-dc133d2afc94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:22.008900 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10cea84-63b0-486c-bbc4-fc934d7881ab req-4ece8bcd-1db0-4d90-8939-91ca441fc190 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:22.010401 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f10cea84-63b0-486c-bbc4-fc934d7881ab req-4ece8bcd-1db0-4d90-8939-91ca441fc190 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87 HTTP/1.1" status: 200 len: 950 time: 0.2105153 Feb 02 06:56:22.051404 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3478c315-ed8d-4694-b6cf-af8eea5d5a1a req-22a4d7e0-c020-4661-addf-8d97c8528225 service neutron] 10.222.0.88 "GET /v2.0/networks/e031e54a-fb94-4be8-9122-29e7d171bb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227858 Feb 02 06:56:22.098309 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5159c9f-1fe3-44a1-832f-1fe208ed0b66 req-5cd55758-1d6d-4be0-93c9-b75b5d392342 tempest-LiveMigrationTest-749161847 tempest-LiveMigrationTest-749161847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:22.100188 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e5159c9f-1fe3-44a1-832f-1fe208ed0b66 req-5cd55758-1d6d-4be0-93c9-b75b5d392342 tempest-LiveMigrationTest-749161847 tempest-LiveMigrationTest-749161847-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 1128 time: 0.1470582 Feb 02 06:56:22.106151 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f10cea84-63b0-486c-bbc4-fc934d7881ab req-79503ae5-671e-492b-8f21-12587657bdc8 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804920 Feb 02 06:56:22.173468 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3478c315-ed8d-4694-b6cf-af8eea5d5a1a req-0a9dc6c1-98e1-4dd5-a82d-e19aa2ae0b37 service neutron] 10.222.0.88 "GET /v2.0/networks/e031e54a-fb94-4be8-9122-29e7d171bb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084826 Feb 02 06:56:22.216085 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-53ec0046-6b8f-406b-be88-dc133d2afc94 admin admin] Publish callbacks [] for security_group (98ac7eca-a1a9-49e0-99b3-5143decfdee1), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:22.220925 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-cd771e54-7a56-4561-aa8f-551fa2759cb7 req-54c1fd5e-c0db-4418-88e4-34a19f41ef53 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] Allocated IP 192.168.233.150 (04bc5622-0c2b-4ce8-b107-e6abcbdf57e1/9d773733-62df-4956-84d3-71d17cfb6d11/9feb8b2f-f27a-4d77-bee0-c9d49f5d98f2) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:56:22.223864 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-53ec0046-6b8f-406b-be88-dc133d2afc94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (98ac7eca-a1a9-49e0-99b3-5143decfdee1), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:22.234925 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e5159c9f-1fe3-44a1-832f-1fe208ed0b66 req-a175f307-97ec-466f-8cf1-786083a77228 tempest-LiveMigrationTest-749161847 tempest-LiveMigrationTest-749161847-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268964 Feb 02 06:56:22.261472 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53ec0046-6b8f-406b-be88-dc133d2afc94 admin admin] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 06:56:22.289467 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-53ec0046-6b8f-406b-be88-dc133d2afc94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (f78b34df-8246-4ed8-ac94-1a6c0d289230), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:22.289840 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-53ec0046-6b8f-406b-be88-dc133d2afc94 admin admin] Added segment f78b34df-8246-4ed8-ac94-1a6c0d289230 of type vlan for network 18043e7e-2674-4453-9c3c-6880a5a49df4 Feb 02 06:56:22.291752 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ec0046-6b8f-406b-be88-dc133d2afc94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ac7eca-a1a9-49e0-99b3-5143decfdee1,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:22.382008 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-53ec0046-6b8f-406b-be88-dc133d2afc94 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (18043e7e-2674-4453-9c3c-6880a5a49df4), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:22.448265 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b030650a-598a-46c3-8151-07afaeaf86ec req-705776f4-b070-498a-a8d5-370ebd64da4c tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] 10.222.0.87 "GET /v2.0/ports?device_id=baf27e8c-1c51-45b3-b21e-9ab1a373f149 HTTP/1.1" status: 200 len: 210 time: 0.0532513 Feb 02 06:56:22.522489 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-53ec0046-6b8f-406b-be88-dc133d2afc94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (18043e7e-2674-4453-9c3c-6880a5a49df4), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:22.523791 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ec0046-6b8f-406b-be88-dc133d2afc94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:22.525208 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-53ec0046-6b8f-406b-be88-dc133d2afc94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:22.604798 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-53ec0046-6b8f-406b-be88-dc133d2afc94 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9234598 Feb 02 06:56:22.606222 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 32988) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:56:22.614677 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-cf652e25-66a7-4d52-93d3-3500ca95a648 admin admin] Request body: {'subnet': {'network_id': '18043e7e-2674-4453-9c3c-6880a5a49df4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-749697329-subnet', 'tenant_id': '48a5b620510e4074aa59b72418fa99d3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:56:22.614842 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-cd771e54-7a56-4561-aa8f-551fa2759cb7 req-54c1fd5e-c0db-4418-88e4-34a19f41ef53 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] Publish callbacks [] for port (9feb8b2f-f27a-4d77-bee0-c9d49f5d98f2), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:22.647277 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf652e25-66a7-4d52-93d3-3500ca95a648 admin admin] Made reservation on behalf of 48a5b620510e4074aa59b72418fa99d3 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:56:22.652419 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cf652e25-66a7-4d52-93d3-3500ca95a648 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:22.659431 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ec0046-6b8f-406b-be88-dc133d2afc94 admin admin] Pushing event updated for resources: {'Network': ['ID=18043e7e-2674-4453-9c3c-6880a5a49df4,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:22.673112 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 18043e7e-2674-4453-9c3c-6880a5a49df4 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 06:56:22.723902 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f5013-46c1-4af6-bbbf-ee78924f0c2e req-5b1ca341-4792-4e2f-b68d-ad8c34ffc5f9 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:22.725567 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0c8f5013-46c1-4af6-bbbf-ee78924f0c2e req-5b1ca341-4792-4e2f-b68d-ad8c34ffc5f9 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/ports?device_id=4c6bc6e0-a3f8-46f4-b497-5fa6fb3eadb4 HTTP/1.1" status: 200 len: 943 time: 0.1945045 Feb 02 06:56:22.771967 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-cd771e54-7a56-4561-aa8f-551fa2759cb7 req-54c1fd5e-c0db-4418-88e4-34a19f41ef53 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (9feb8b2f-f27a-4d77-bee0-c9d49f5d98f2), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:22.817125 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['ed5dc8fe-5d81-4805-a9d1-f9bc186f8282'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:56:22.845361 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd771e54-7a56-4561-aa8f-551fa2759cb7 req-54c1fd5e-c0db-4418-88e4-34a19f41ef53 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] Network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:56:22.871498 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0c8f5013-46c1-4af6-bbbf-ee78924f0c2e req-dc3571fe-b49f-49ba-a449-e94271c023aa tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/security-groups?id=aab45fc2-0973-493e-a825-050df5bd59a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356599 Feb 02 06:56:22.885628 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-cd771e54-7a56-4561-aa8f-551fa2759cb7 req-54c1fd5e-c0db-4418-88e4-34a19f41ef53 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:56:22.908556 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c1fd5e-c0db-4418-88e4-34a19f41ef53 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] Pushing event updated for resources: {'Port': ['ID=9feb8b2f-f27a-4d77-bee0-c9d49f5d98f2,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:22.915928 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd771e54-7a56-4561-aa8f-551fa2759cb7 req-54c1fd5e-c0db-4418-88e4-34a19f41ef53 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:56:22.998371 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd771e54-7a56-4561-aa8f-551fa2759cb7 req-54c1fd5e-c0db-4418-88e4-34a19f41ef53 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:22.998622 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cf652e25-66a7-4d52-93d3-3500ca95a648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (ac2d815c-fc9f-45d7-b9df-293d175e3fa6), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:23.000812 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-cd771e54-7a56-4561-aa8f-551fa2759cb7 req-54c1fd5e-c0db-4418-88e4-34a19f41ef53 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:23.079055 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf652e25-66a7-4d52-93d3-3500ca95a648 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac2d815c-fc9f-45d7-b9df-293d175e3fa6,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:23.119974 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf652e25-66a7-4d52-93d3-3500ca95a648 admin admin] Checking segment: {'id': 'f78b34df-8246-4ed8-ac94-1a6c0d289230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '18043e7e-2674-4453-9c3c-6880a5a49df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:56:23.122026 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf652e25-66a7-4d52-93d3-3500ca95a648 admin admin] Network hostable DHCP agents. Network: 18043e7e-2674-4453-9c3c-6880a5a49df4, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 06:56:23.123752 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cd771e54-7a56-4561-aa8f-551fa2759cb7 req-54c1fd5e-c0db-4418-88e4-34a19f41ef53 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4063132 Feb 02 06:56:23.132094 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854fbdc3-3111-43e7-96a5-8881970f1210 req-4f7ba4ed-38d8-4a3f-82a5-d4fbf42c5473 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:23.134283 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-854fbdc3-3111-43e7-96a5-8881970f1210 req-4f7ba4ed-38d8-4a3f-82a5-d4fbf42c5473 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=682cb750-3b53-4085-be06-d355b0d2dc70 HTTP/1.1" status: 200 len: 945 time: 0.1258879 Feb 02 06:56:23.144219 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-cd771e54-7a56-4561-aa8f-551fa2759cb7 req-e48ceb3e-6bb9-4fd9-9f1b-6a075e38005f service neutron] Request body: {'port': {'device_id': 'baf27e8c-1c51-45b3-b21e-9ab1a373f149', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:56:23.169499 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf652e25-66a7-4d52-93d3-3500ca95a648 admin admin] Network 18043e7e-2674-4453-9c3c-6880a5a49df4 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 06:56:23.193166 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-cf652e25-66a7-4d52-93d3-3500ca95a648 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 18043e7e-2674-4453-9c3c-6880a5a49df4) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:56:23.199070 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf652e25-66a7-4d52-93d3-3500ca95a648 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:23.199710 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cf652e25-66a7-4d52-93d3-3500ca95a648 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:23.205934 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27908bf3-4b60-4e0a-93d0-6474047c10d8 None None] Network 18043e7e-2674-4453-9c3c-6880a5a49df4 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 06:56:23.234055 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-cf652e25-66a7-4d52-93d3-3500ca95a648 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6260910 Feb 02 06:56:23.236793 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 33010) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:56:23.241055 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-b0a36aa2-f43a-4f3b-bb88-0f382f9bc4f8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-749697329-router', 'tenant_id': '48a5b620510e4074aa59b72418fa99d3', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:56:23.271210 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-cd771e54-7a56-4561-aa8f-551fa2759cb7 req-e48ceb3e-6bb9-4fd9-9f1b-6a075e38005f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (9feb8b2f-f27a-4d77-bee0-c9d49f5d98f2), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:23.291194 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b0a36aa2-f43a-4f3b-bb88-0f382f9bc4f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (313c3077-5a78-4e3c-8705-f03b5abd0940), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:23.292693 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b0a36aa2-f43a-4f3b-bb88-0f382f9bc4f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (313c3077-5a78-4e3c-8705-f03b5abd0940), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:23.334345 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-e01c11c7-ae1f-46c0-822b-cb2518854353 None None] Provisioning complete for port 9feb8b2f-f27a-4d77-bee0-c9d49f5d98f2 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:56:23.335026 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e01c11c7-ae1f-46c0-822b-cb2518854353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (9feb8b2f-f27a-4d77-bee0-c9d49f5d98f2), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:23.373285 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-854fbdc3-3111-43e7-96a5-8881970f1210 req-479236a2-1dfd-4878-b6b2-ce118fe0df65 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037462 Feb 02 06:56:23.389509 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b0a36aa2-f43a-4f3b-bb88-0f382f9bc4f8 admin admin] Publish callbacks [] for router_controller (313c3077-5a78-4e3c-8705-f03b5abd0940), precommit_add_association {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:23.434233 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394ca628-683c-4b4c-a409-77706b5dceb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-18043e7e-2674-4453-9c3c-6880a5a49df4', 'network_id': '18043e7e-2674-4453-9c3c-6880a5a49df4', 'project_id': '48a5b620510e4074aa59b72418fa99d3', 'fixed_ips': [{'subnet_id': 'ac2d815c-fc9f-45d7-b9df-293d175e3fa6'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 06:56:23.435103 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-394ca628-683c-4b4c-a409-77706b5dceb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:23.457052 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-e01c11c7-ae1f-46c0-822b-cb2518854353 None None] Port 9feb8b2f-f27a-4d77-bee0-c9d49f5d98f2 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 06:56:23.560450 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-bbe76646-47a5-4328-adf2-cffdc5fd51f5 tempest-LiveMigrationTest-749161847 tempest-LiveMigrationTest-749161847-project-admin] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 06:56:23.567903 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-bbe76646-47a5-4328-adf2-cffdc5fd51f5 tempest-LiveMigrationTest-749161847 tempest-LiveMigrationTest-749161847-project-admin] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0134449 Feb 02 06:56:23.640146 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b0a36aa2-f43a-4f3b-bb88-0f382f9bc4f8 admin admin] Publish callbacks [] for router_gateway (313c3077-5a78-4e3c-8705-f03b5abd0940), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:23.648322 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-394ca628-683c-4b4c-a409-77706b5dceb8 None None] Allocated IP 172.20.0.2 (18043e7e-2674-4453-9c3c-6880a5a49df4/ac2d815c-fc9f-45d7-b9df-293d175e3fa6/8e0140b4-7c46-4bab-876c-fd92cd394e67) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:56:23.650320 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-8e7f2a2d-1053-45b8-8255-8d2d72735960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:23.656957 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-8e7f2a2d-1053-45b8-8255-8d2d72735960 service neutron] 10.222.0.87 "GET /v2.0/ports/94377a6e-1236-4aaf-86eb-c20b80f78855 HTTP/1.1" status: 200 len: 1125 time: 0.0882738 Feb 02 06:56:23.661127 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-a314127d-b1fa-4f3a-82bd-30a3ccc78d4e service neutron] Request body: {'binding': {'host': 'n-h2-789963-26', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:56:23.661715 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-a314127d-b1fa-4f3a-82bd-30a3ccc78d4e service neutron] Unknown quota resources ['binding']. {{(pid=109694) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 02 06:56:23.766676 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b466c07-47e0-4151-94d3-f93a6d5ad89e req-b35112ad-6f6c-46cb-a4cd-62f8771f2498 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:23.768236 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4b466c07-47e0-4151-94d3-f93a6d5ad89e req-b35112ad-6f6c-46cb-a4cd-62f8771f2498 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87 HTTP/1.1" status: 200 len: 950 time: 0.2148912 Feb 02 06:56:23.863142 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-394ca628-683c-4b4c-a409-77706b5dceb8 None None] Publish callbacks [] for port (8e0140b4-7c46-4bab-876c-fd92cd394e67), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:23.870111 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-394ca628-683c-4b4c-a409-77706b5dceb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (8e0140b4-7c46-4bab-876c-fd92cd394e67), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:23.923388 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394ca628-683c-4b4c-a409-77706b5dceb8 None None] Network 18043e7e-2674-4453-9c3c-6880a5a49df4 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:56:23.924294 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b0a36aa2-f43a-4f3b-bb88-0f382f9bc4f8 admin admin] Publish callbacks [] for router_gateway (313c3077-5a78-4e3c-8705-f03b5abd0940), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:23.927362 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-394ca628-683c-4b4c-a409-77706b5dceb8 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:56:23.930068 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394ca628-683c-4b4c-a409-77706b5dceb8 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:56:23.937041 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4b466c07-47e0-4151-94d3-f93a6d5ad89e req-cf9dedca-534a-495d-8482-d907d551e2c4 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537724 Feb 02 06:56:23.944337 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394ca628-683c-4b4c-a409-77706b5dceb8 None None] Pushing event updated for resources: {'Port': ['ID=8e0140b4-7c46-4bab-876c-fd92cd394e67,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:23.976290 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-cd771e54-7a56-4561-aa8f-551fa2759cb7 req-e48ceb3e-6bb9-4fd9-9f1b-6a075e38005f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9feb8b2f-f27a-4d77-bee0-c9d49f5d98f2 {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:56:23.978226 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b0a36aa2-f43a-4f3b-bb88-0f382f9bc4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:24.000783 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-cd771e54-7a56-4561-aa8f-551fa2759cb7 req-e48ceb3e-6bb9-4fd9-9f1b-6a075e38005f service neutron] Publish callbacks [] for port (9feb8b2f-f27a-4d77-bee0-c9d49f5d98f2), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:24.026478 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-394ca628-683c-4b4c-a409-77706b5dceb8 None None] Attempting to bind port 8e0140b4-7c46-4bab-876c-fd92cd394e67 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:56:24.026893 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-394ca628-683c-4b4c-a409-77706b5dceb8 None None] Attempting to bind port 8e0140b4-7c46-4bab-876c-fd92cd394e67 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'f78b34df-8246-4ed8-ac94-1a6c0d289230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '18043e7e-2674-4453-9c3c-6880a5a49df4'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:56:24.027361 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394ca628-683c-4b4c-a409-77706b5dceb8 None None] Attempting to bind port 8e0140b4-7c46-4bab-876c-fd92cd394e67 on network 18043e7e-2674-4453-9c3c-6880a5a49df4 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:56:24.029952 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-a314127d-b1fa-4f3a-82bd-30a3ccc78d4e service neutron] Attempting to bind port 94377a6e-1236-4aaf-86eb-c20b80f78855 on host n-h2-789963-26 for vnic_type normal with profile None {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:56:24.030299 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-a314127d-b1fa-4f3a-82bd-30a3ccc78d4e service neutron] Attempting to bind port 94377a6e-1236-4aaf-86eb-c20b80f78855 by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': '43369f47-102e-4f19-93f2-e5ce754f6e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ad127856-4465-484c-882c-e096f13573c2'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:56:24.031700 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-a314127d-b1fa-4f3a-82bd-30a3ccc78d4e service neutron] Attempting to bind port 94377a6e-1236-4aaf-86eb-c20b80f78855 on network ad127856-4465-484c-882c-e096f13573c2 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:56:24.035339 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394ca628-683c-4b4c-a409-77706b5dceb8 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:56:24.036768 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394ca628-683c-4b4c-a409-77706b5dceb8 None None] Checking segment: {'id': 'f78b34df-8246-4ed8-ac94-1a6c0d289230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '18043e7e-2674-4453-9c3c-6880a5a49df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:56:24.037401 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-394ca628-683c-4b4c-a409-77706b5dceb8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:24.037812 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394ca628-683c-4b4c-a409-77706b5dceb8 None None] Bound using segment: {'id': 'f78b34df-8246-4ed8-ac94-1a6c0d289230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '18043e7e-2674-4453-9c3c-6880a5a49df4'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:56:24.038395 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-394ca628-683c-4b4c-a409-77706b5dceb8 None None] Bound port: 8e0140b4-7c46-4bab-876c-fd92cd394e67, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f78b34df-8246-4ed8-ac94-1a6c0d289230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '18043e7e-2674-4453-9c3c-6880a5a49df4'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:56:24.038880 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-394ca628-683c-4b4c-a409-77706b5dceb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (8e0140b4-7c46-4bab-876c-fd92cd394e67), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:24.047427 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-a314127d-b1fa-4f3a-82bd-30a3ccc78d4e service neutron] Port 94377a6e-1236-4aaf-86eb-c20b80f78855 on network ad127856-4465-484c-882c-e096f13573c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 06:56:24.048904 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-a314127d-b1fa-4f3a-82bd-30a3ccc78d4e service neutron] Attempting to bind port 94377a6e-1236-4aaf-86eb-c20b80f78855 on network ad127856-4465-484c-882c-e096f13573c2 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:56:24.057598 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-cd771e54-7a56-4561-aa8f-551fa2759cb7 req-e48ceb3e-6bb9-4fd9-9f1b-6a075e38005f service neutron] Transition to ACTIVE for port object 9feb8b2f-f27a-4d77-bee0-c9d49f5d98f2 will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 06:56:24.061468 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-a314127d-b1fa-4f3a-82bd-30a3ccc78d4e service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:56:24.062014 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-a314127d-b1fa-4f3a-82bd-30a3ccc78d4e service neutron] Checking segment: {'id': '43369f47-102e-4f19-93f2-e5ce754f6e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ad127856-4465-484c-882c-e096f13573c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:56:24.062565 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-a314127d-b1fa-4f3a-82bd-30a3ccc78d4e service neutron] Bound using segment: {'id': '43369f47-102e-4f19-93f2-e5ce754f6e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ad127856-4465-484c-882c-e096f13573c2'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:56:24.063188 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-a314127d-b1fa-4f3a-82bd-30a3ccc78d4e service neutron] Bound port: 94377a6e-1236-4aaf-86eb-c20b80f78855, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43369f47-102e-4f19-93f2-e5ce754f6e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ad127856-4465-484c-882c-e096f13573c2'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:56:24.101320 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-cd771e54-7a56-4561-aa8f-551fa2759cb7 req-e48ceb3e-6bb9-4fd9-9f1b-6a075e38005f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (9feb8b2f-f27a-4d77-bee0-c9d49f5d98f2), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:24.124744 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-b0a36aa2-f43a-4f3b-bb88-0f382f9bc4f8 admin admin] Allocated IP 172.25.4.166 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/786d3408-072f-4d1c-8db6-17d89a2f3e91) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:56:24.164211 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-394ca628-683c-4b4c-a409-77706b5dceb8 None None] For port 8e0140b4-7c46-4bab-876c-fd92cd394e67, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:56:24.169268 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-394ca628-683c-4b4c-a409-77706b5dceb8 None None] For port 8e0140b4-7c46-4bab-876c-fd92cd394e67, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=8e0140b4-7c46-4bab-876c-fd92cd394e67,segment=NetworkSegment(f78b34df-8246-4ed8-ac94-1a6c0d289230),segment_id=f78b34df-8246-4ed8-ac94-1a6c0d289230)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:56:24.182818 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-394ca628-683c-4b4c-a409-77706b5dceb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (8e0140b4-7c46-4bab-876c-fd92cd394e67), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:24.210414 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-a314127d-b1fa-4f3a-82bd-30a3ccc78d4e service neutron] For port 94377a6e-1236-4aaf-86eb-c20b80f78855, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=94377a6e-1236-4aaf-86eb-c20b80f78855,segment=NetworkSegment(43369f47-102e-4f19-93f2-e5ce754f6e28),segment_id=43369f47-102e-4f19-93f2-e5ce754f6e28)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:56:24.217457 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48ceb3e-6bb9-4fd9-9f1b-6a075e38005f service neutron] Pushing event updated for resources: {'Port': ['ID=9feb8b2f-f27a-4d77-bee0-c9d49f5d98f2,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:24.271098 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b0a36aa2-f43a-4f3b-bb88-0f382f9bc4f8 admin admin] Publish callbacks [] for port (786d3408-072f-4d1c-8db6-17d89a2f3e91), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:24.273511 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-a314127d-b1fa-4f3a-82bd-30a3ccc78d4e service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:24.275288 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-a314127d-b1fa-4f3a-82bd-30a3ccc78d4e service neutron] 10.222.0.87 "POST /v2.0/ports/94377a6e-1236-4aaf-86eb-c20b80f78855/bindings HTTP/1.1" status: 201 len: 390 time: 0.6175237 Feb 02 06:56:24.292760 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394ca628-683c-4b4c-a409-77706b5dceb8 None None] Pushing event updated for resources: {'Port': ['ID=8e0140b4-7c46-4bab-876c-fd92cd394e67,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:24.327474 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5823ed8-ffed-4207-bad1-5b7629b1a860 req-1dd8f590-edca-4485-85e8-4eadadfeac3e tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:24.332146 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c5823ed8-ffed-4207-bad1-5b7629b1a860 req-1dd8f590-edca-4485-85e8-4eadadfeac3e tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] 10.222.0.87 "GET /v2.0/ports?device_id=baf27e8c-1c51-45b3-b21e-9ab1a373f149 HTTP/1.1" status: 200 len: 948 time: 0.2341883 Feb 02 06:56:24.384717 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b0a36aa2-f43a-4f3b-bb88-0f382f9bc4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (786d3408-072f-4d1c-8db6-17d89a2f3e91), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:24.464590 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c5823ed8-ffed-4207-bad1-5b7629b1a860 req-5317a32c-6ab9-478b-a4f3-a39726c01a7b tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] 10.222.0.87 "GET /v2.0/security-groups?id=4662f0f5-257f-4850-b4c0-023dc275c19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050265 Feb 02 06:56:24.523337 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a36aa2-f43a-4f3b-bb88-0f382f9bc4f8 admin admin] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:56:24.535945 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-b0a36aa2-f43a-4f3b-bb88-0f382f9bc4f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:56:24.538277 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-cd771e54-7a56-4561-aa8f-551fa2759cb7 req-e48ceb3e-6bb9-4fd9-9f1b-6a075e38005f service neutron] Attempting to bind port 9feb8b2f-f27a-4d77-bee0-c9d49f5d98f2 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:56:24.538633 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-cd771e54-7a56-4561-aa8f-551fa2759cb7 req-e48ceb3e-6bb9-4fd9-9f1b-6a075e38005f service neutron] Attempting to bind port 9feb8b2f-f27a-4d77-bee0-c9d49f5d98f2 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:56:24.539365 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd771e54-7a56-4561-aa8f-551fa2759cb7 req-e48ceb3e-6bb9-4fd9-9f1b-6a075e38005f service neutron] Attempting to bind port 9feb8b2f-f27a-4d77-bee0-c9d49f5d98f2 on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:56:24.539701 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a36aa2-f43a-4f3b-bb88-0f382f9bc4f8 admin admin] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:56:24.556569 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd771e54-7a56-4561-aa8f-551fa2759cb7 req-e48ceb3e-6bb9-4fd9-9f1b-6a075e38005f service neutron] Port 9feb8b2f-f27a-4d77-bee0-c9d49f5d98f2 on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 06:56:24.556931 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd771e54-7a56-4561-aa8f-551fa2759cb7 req-e48ceb3e-6bb9-4fd9-9f1b-6a075e38005f service neutron] Attempting to bind port 9feb8b2f-f27a-4d77-bee0-c9d49f5d98f2 on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:56:24.565056 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a36aa2-f43a-4f3b-bb88-0f382f9bc4f8 admin admin] Pushing event updated for resources: {'Port': ['ID=786d3408-072f-4d1c-8db6-17d89a2f3e91,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:24.577039 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd771e54-7a56-4561-aa8f-551fa2759cb7 req-e48ceb3e-6bb9-4fd9-9f1b-6a075e38005f service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:56:24.577649 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd771e54-7a56-4561-aa8f-551fa2759cb7 req-e48ceb3e-6bb9-4fd9-9f1b-6a075e38005f service neutron] Checking segment: {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:56:24.578220 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd771e54-7a56-4561-aa8f-551fa2759cb7 req-e48ceb3e-6bb9-4fd9-9f1b-6a075e38005f service neutron] Bound using segment: {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:56:24.578837 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-cd771e54-7a56-4561-aa8f-551fa2759cb7 req-e48ceb3e-6bb9-4fd9-9f1b-6a075e38005f service neutron] Bound port: 9feb8b2f-f27a-4d77-bee0-c9d49f5d98f2, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:56:24.579365 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-cd771e54-7a56-4561-aa8f-551fa2759cb7 req-e48ceb3e-6bb9-4fd9-9f1b-6a075e38005f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (9feb8b2f-f27a-4d77-bee0-c9d49f5d98f2), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:24.750043 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-cd771e54-7a56-4561-aa8f-551fa2759cb7 req-e48ceb3e-6bb9-4fd9-9f1b-6a075e38005f service neutron] For port 9feb8b2f-f27a-4d77-bee0-c9d49f5d98f2, host n-h1-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:56:24.764826 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-cd771e54-7a56-4561-aa8f-551fa2759cb7 req-e48ceb3e-6bb9-4fd9-9f1b-6a075e38005f service neutron] For port 9feb8b2f-f27a-4d77-bee0-c9d49f5d98f2, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=9feb8b2f-f27a-4d77-bee0-c9d49f5d98f2,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:56:24.781616 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-cd771e54-7a56-4561-aa8f-551fa2759cb7 req-e48ceb3e-6bb9-4fd9-9f1b-6a075e38005f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (9feb8b2f-f27a-4d77-bee0-c9d49f5d98f2), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:24.810090 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267cbdf4-ca3f-4855-b95f-d5c8a9aa53f8 req-110ed8b8-c0c3-4e30-b59c-8e40d4e39e18 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:24.812061 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-267cbdf4-ca3f-4855-b95f-d5c8a9aa53f8 req-110ed8b8-c0c3-4e30-b59c-8e40d4e39e18 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=682cb750-3b53-4085-be06-d355b0d2dc70 HTTP/1.1" status: 200 len: 945 time: 0.1511991 Feb 02 06:56:24.815873 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3304f59-0a4c-4e70-8a87-e632b192505e req-f14ae6db-6a9f-4bd7-8ca1-8220dc49c003 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:24.825080 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a3304f59-0a4c-4e70-8a87-e632b192505e req-f14ae6db-6a9f-4bd7-8ca1-8220dc49c003 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/ports?device_id=4c6bc6e0-a3f8-46f4-b497-5fa6fb3eadb4 HTTP/1.1" status: 200 len: 943 time: 0.1917217 Feb 02 06:56:24.846263 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd771e54-7a56-4561-aa8f-551fa2759cb7 req-e48ceb3e-6bb9-4fd9-9f1b-6a075e38005f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:24.846910 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-cd771e54-7a56-4561-aa8f-551fa2759cb7 req-e48ceb3e-6bb9-4fd9-9f1b-6a075e38005f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:24.848338 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cd771e54-7a56-4561-aa8f-551fa2759cb7 req-e48ceb3e-6bb9-4fd9-9f1b-6a075e38005f service neutron] 10.222.0.88 "PUT /v2.0/ports/9feb8b2f-f27a-4d77-bee0-c9d49f5d98f2 HTTP/1.1" status: 200 len: 1097 time: 1.7108305 Feb 02 06:56:24.851356 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baf27e8c-1c51-45b3-b21e-9ab1a373f149', 'tag': '9feb8b2f-f27a-4d77-bee0-c9d49f5d98f2'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:56:24.854377 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a82dfda7-b95a-4eea-be7d-b8827c506a66" -d '{"events": [{"name": "network-changed", "server_uuid": "baf27e8c-1c51-45b3-b21e-9ab1a373f149", "tag": "9feb8b2f-f27a-4d77-bee0-c9d49f5d98f2"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:56:24.930136 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48ceb3e-6bb9-4fd9-9f1b-6a075e38005f service neutron] Pushing event updated for resources: {'Port': ['ID=9feb8b2f-f27a-4d77-bee0-c9d49f5d98f2,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:24.958643 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-267cbdf4-ca3f-4855-b95f-d5c8a9aa53f8 req-de251468-c761-4864-9f9d-327b1f5ebbca tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190329 Feb 02 06:56:24.997811 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a3304f59-0a4c-4e70-8a87-e632b192505e req-eca3da2b-e6fe-46da-ad60-f31999946cab tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/security-groups?id=aab45fc2-0973-493e-a825-050df5bd59a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716318 Feb 02 06:56:25.012021 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd771e54-7a56-4561-aa8f-551fa2759cb7 req-0e3ae74f-86d9-46a8-9f0c-b995462eaeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:25.019517 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b0a36aa2-f43a-4f3b-bb88-0f382f9bc4f8 admin admin] Publish callbacks [] for router_gateway (313c3077-5a78-4e3c-8705-f03b5abd0940), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:25.029733 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cd771e54-7a56-4561-aa8f-551fa2759cb7 req-0e3ae74f-86d9-46a8-9f0c-b995462eaeca service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=bbb665df3cd44599bc44429949e19534&device_id=baf27e8c-1c51-45b3-b21e-9ab1a373f149 HTTP/1.1" status: 200 len: 1131 time: 0.1007943 Feb 02 06:56:25.097384 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cd771e54-7a56-4561-aa8f-551fa2759cb7 req-a40de00d-f596-4ac1-8668-ee442ec3c2ee service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=9feb8b2f-f27a-4d77-bee0-c9d49f5d98f2 HTTP/1.1" status: 200 len: 217 time: 0.0521586 Feb 02 06:56:25.098985 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 06:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c66ecb-eb82-453b-b53a-c2f43220a2df x-openstack-request-id: req-47c66ecb-eb82-453b-b53a-c2f43220a2df {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:56:25.100132 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baf27e8c-1c51-45b3-b21e-9ab1a373f149", "tag": "9feb8b2f-f27a-4d77-bee0-c9d49f5d98f2", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:56:25.100485 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-47c66ecb-eb82-453b-b53a-c2f43220a2df {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:56:25.100944 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baf27e8c-1c51-45b3-b21e-9ab1a373f149', 'tag': '9feb8b2f-f27a-4d77-bee0-c9d49f5d98f2', 'status': 'completed', 'code': 200} Feb 02 06:56:25.206612 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd771e54-7a56-4561-aa8f-551fa2759cb7 req-77e28b5f-a92c-455c-8009-55781595e4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:25.208490 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cd771e54-7a56-4561-aa8f-551fa2759cb7 req-77e28b5f-a92c-455c-8009-55781595e4de service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.0644433 Feb 02 06:56:25.272699 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a8191-49c6-489c-9f04-44b0690cc438 req-938932aa-5c2b-42a8-85f9-446de8fa16f5 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:25.276636 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ca8a8191-49c6-489c-9f04-44b0690cc438 req-938932aa-5c2b-42a8-85f9-446de8fa16f5 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 945 time: 0.1742213 Feb 02 06:56:25.299134 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b98971-2606-4510-8b05-cff47a276930 req-d3718e70-f197-4f5b-b770-7a6b333e88d9 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:25.300623 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-09b98971-2606-4510-8b05-cff47a276930 req-d3718e70-f197-4f5b-b770-7a6b333e88d9 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87 HTTP/1.1" status: 200 len: 950 time: 0.1137826 Feb 02 06:56:25.307851 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd771e54-7a56-4561-aa8f-551fa2759cb7 req-b823c834-cc2b-4734-b9e2-b3512ff618f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:25.309709 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cd771e54-7a56-4561-aa8f-551fa2759cb7 req-b823c834-cc2b-4734-b9e2-b3512ff618f8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0923858 Feb 02 06:56:25.364071 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ca8a8191-49c6-489c-9f04-44b0690cc438 req-75a14180-5474-446b-9fce-ff43839350a3 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807970 Feb 02 06:56:25.375598 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b0a36aa2-f43a-4f3b-bb88-0f382f9bc4f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (313c3077-5a78-4e3c-8705-f03b5abd0940), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:25.397077 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-09b98971-2606-4510-8b05-cff47a276930 req-49076bc6-0239-4bf0-834e-be7e9e9fb5ea tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672085 Feb 02 06:56:25.469119 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cd771e54-7a56-4561-aa8f-551fa2759cb7 req-25f36b4c-3d0c-47a7-9eb8-909a34748802 service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446702 Feb 02 06:56:25.498638 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device d617270c-b877-40fa-8d2a-c76b56a98b41 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 06:56:25.589546 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0a36aa2-f43a-4f3b-bb88-0f382f9bc4f8 admin admin] Router 313c3077-5a78-4e3c-8705-f03b5abd0940 is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 06:56:25.675052 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cd771e54-7a56-4561-aa8f-551fa2759cb7 req-77f23a81-51b0-44e6-923f-66cf2975d052 service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984255 Feb 02 06:56:25.707099 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port d617270c-b877-40fa-8d2a-c76b56a98b41, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=d617270c-b877-40fa-8d2a-c76b56a98b41,segment=NetworkSegment(c05e7e16-1181-4a1f-b0eb-5bf8b2ea2f17),segment_id=c05e7e16-1181-4a1f-b0eb-5bf8b2ea2f17)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:56:25.719820 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc36cb3-e44e-494b-a9ea-936003b6d93a req-df4fce04-1440-422c-b989-2638a8ce6fa6 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:25.721941 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4dc36cb3-e44e-494b-a9ea-936003b6d93a req-df4fce04-1440-422c-b989-2638a8ce6fa6 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] 10.222.0.87 "GET /v2.0/ports?device_id=baf27e8c-1c51-45b3-b21e-9ab1a373f149 HTTP/1.1" status: 200 len: 948 time: 0.0824602 Feb 02 06:56:25.727703 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': 'd617270c-b877-40fa-8d2a-c76b56a98b41', 'network_id': 'e031e54a-fb94-4be8-9122-29e7d171bb1c', 'port_id': 'd617270c-b877-40fa-8d2a-c76b56a98b41', 'mac_address': 'fa:16:3e:18:46:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '754efa80-8dc2-492f-a4f9-29685b756b55', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 06:56:25.741875 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a36aa2-f43a-4f3b-bb88-0f382f9bc4f8 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 06:56:25.754286 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ab8ab7-9f1e-4b72-a6ee-94e64b3f09b3 None None] Sync routers for ids ['313c3077-5a78-4e3c-8705-f03b5abd0940'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 06:56:25.772071 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b0a36aa2-f43a-4f3b-bb88-0f382f9bc4f8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:25.774030 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b0a36aa2-f43a-4f3b-bb88-0f382f9bc4f8 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5362236 Feb 02 06:56:25.776955 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 33030) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:56:25.827823 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ab8ab7-9f1e-4b72-a6ee-94e64b3f09b3 None None] Routers {'313c3077-5a78-4e3c-8705-f03b5abd0940'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 06:56:25.828471 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-c6ab8ab7-9f1e-4b72-a6ee-94e64b3f09b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:56:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['313c3077-5a78-4e3c-8705-f03b5abd0940'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:56:25.831030 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4dc36cb3-e44e-494b-a9ea-936003b6d93a req-f88f3499-a423-472e-9ffd-f97ef0cafb1e tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] 10.222.0.87 "GET /v2.0/security-groups?id=4662f0f5-257f-4850-b4c0-023dc275c19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036694 Feb 02 06:56:25.843289 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port d617270c-b877-40fa-8d2a-c76b56a98b41 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:56:25.843700 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (d617270c-b877-40fa-8d2a-c76b56a98b41), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:25.855221 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82dfda7-b95a-4eea-be7d-b8827c506a66 req-2ffb253c-3da7-4f96-a361-f8df3ccb1ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:25.857182 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a82dfda7-b95a-4eea-be7d-b8827c506a66 req-2ffb253c-3da7-4f96-a361-f8df3ccb1ad3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=bbb665df3cd44599bc44429949e19534&device_id=baf27e8c-1c51-45b3-b21e-9ab1a373f149 HTTP/1.1" status: 200 len: 1131 time: 0.0794864 Feb 02 06:56:25.906697 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d617270c-b877-40fa-8d2a-c76b56a98b41 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:56:25.918526 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61acfe52-bbf4-409a-80ba-41d8d93a8833 None None] Network 18043e7e-2674-4453-9c3c-6880a5a49df4 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 06:56:25.974079 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port d617270c-b877-40fa-8d2a-c76b56a98b41, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=d617270c-b877-40fa-8d2a-c76b56a98b41,segment=NetworkSegment(c05e7e16-1181-4a1f-b0eb-5bf8b2ea2f17),segment_id=c05e7e16-1181-4a1f-b0eb-5bf8b2ea2f17)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:56:25.984610 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82dfda7-b95a-4eea-be7d-b8827c506a66 req-9d40350c-224d-4df1-ae6a-8d7860441b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:25.986075 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a82dfda7-b95a-4eea-be7d-b8827c506a66 req-9d40350c-224d-4df1-ae6a-8d7860441b9d service neutron] 10.222.0.88 "GET /v2.0/networks?id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 HTTP/1.1" status: 200 len: 870 time: 0.1210389 Feb 02 06:56:26.039743 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a82dfda7-b95a-4eea-be7d-b8827c506a66 req-a938c9d5-3ae3-4f61-a1df-ef7fbcf7023c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=9feb8b2f-f27a-4d77-bee0-c9d49f5d98f2 HTTP/1.1" status: 200 len: 217 time: 0.0459778 Feb 02 06:56:26.134068 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82dfda7-b95a-4eea-be7d-b8827c506a66 req-5119f94a-b05c-417a-ac5b-90d28f0cad4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:26.136114 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a82dfda7-b95a-4eea-be7d-b8827c506a66 req-5119f94a-b05c-417a-ac5b-90d28f0cad4f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.0897827 Feb 02 06:56:26.242537 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac346fdf-a630-40b9-9222-1303999ad72f req-7bf0f59f-58c6-4445-8105-a97f2856389d tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:26.244456 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ac346fdf-a630-40b9-9222-1303999ad72f req-7bf0f59f-58c6-4445-8105-a97f2856389d tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/ports?device_id=4c6bc6e0-a3f8-46f4-b497-5fa6fb3eadb4 HTTP/1.1" status: 200 len: 944 time: 0.1279922 Feb 02 06:56:26.250383 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82dfda7-b95a-4eea-be7d-b8827c506a66 req-92227972-1429-423e-86e7-f37fd562497e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:26.251875 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a82dfda7-b95a-4eea-be7d-b8827c506a66 req-92227972-1429-423e-86e7-f37fd562497e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0996990 Feb 02 06:56:26.340834 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-c6ab8ab7-9f1e-4b72-a6ee-94e64b3f09b3 None None] Set router 313c3077-5a78-4e3c-8705-f03b5abd0940 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 06:56:26.357387 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ac346fdf-a630-40b9-9222-1303999ad72f req-d674935d-1297-439b-8112-0cc3966af0a9 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/security-groups?id=aab45fc2-0973-493e-a825-050df5bd59a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045542 Feb 02 06:56:26.397527 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a82dfda7-b95a-4eea-be7d-b8827c506a66 req-7c4972f7-ece8-4815-bd49-b9da4b59f72d service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375668 Feb 02 06:56:26.505802 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-9db0b9c0-e989-494c-8e87-27fec803c24d None None] Provisioning complete for port 8e0140b4-7c46-4bab-876c-fd92cd394e67 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:56:26.506363 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9db0b9c0-e989-494c-8e87-27fec803c24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (8e0140b4-7c46-4bab-876c-fd92cd394e67), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:26.511118 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (d617270c-b877-40fa-8d2a-c76b56a98b41), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:26.583663 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c58bc-11fa-4329-90ca-76ee9817c69e req-32db8fb2-102e-46d8-a085-be62feacb265 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:26.591227 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b60c58bc-11fa-4329-90ca-76ee9817c69e req-32db8fb2-102e-46d8-a085-be62feacb265 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=682cb750-3b53-4085-be06-d355b0d2dc70 HTTP/1.1" status: 200 len: 945 time: 0.1582801 Feb 02 06:56:26.619212 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a82dfda7-b95a-4eea-be7d-b8827c506a66 req-55c8ebb2-429f-45b2-acdd-12117f87b394 service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144048 Feb 02 06:56:26.628096 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=d617270c-b877-40fa-8d2a-c76b56a98b41,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:26.630774 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 8e0140b4-7c46-4bab-876c-fd92cd394e67 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:56:26.632878 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19ef7a4-3da2-40e8-ab5d-14be2698e2ae req-325c7fb1-2b10-4554-81e7-1e31a2857cf5 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:26.654929 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f19ef7a4-3da2-40e8-ab5d-14be2698e2ae req-325c7fb1-2b10-4554-81e7-1e31a2857cf5 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 945 time: 0.1084120 Feb 02 06:56:26.668097 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b60c58bc-11fa-4329-90ca-76ee9817c69e req-7bc7638e-2c92-49b9-9edc-d32726530c7d tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756421 Feb 02 06:56:26.721278 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f19ef7a4-3da2-40e8-ab5d-14be2698e2ae req-5f72cc01-c128-4143-abe3-4dff42fb18c6 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654168 Feb 02 06:56:26.810250 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-9db0b9c0-e989-494c-8e87-27fec803c24d None None] Current status of the port 8e0140b4-7c46-4bab-876c-fd92cd394e67 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:56:26.810638 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9db0b9c0-e989-494c-8e87-27fec803c24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (8e0140b4-7c46-4bab-876c-fd92cd394e67), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:26.831370 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 8e0140b4-7c46-4bab-876c-fd92cd394e67 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:56:26.831770 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (8e0140b4-7c46-4bab-876c-fd92cd394e67), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:26.875710 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-c6ab8ab7-9f1e-4b72-a6ee-94e64b3f09b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313c3077-5a78-4e3c-8705-f03b5abd0940', 'name': 'tempest-FloatingIPsTestJSON-749697329-router', 'tenant_id': '48a5b620510e4074aa59b72418fa99d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '786d3408-072f-4d1c-8db6-17d89a2f3e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:56:23Z', 'updated_at': '2022-02-02T06:56:24Z', 'revision_number': 3, 'project_id': '48a5b620510e4074aa59b72418fa99d3', 'gw_port': {'id': '786d3408-072f-4d1c-8db6-17d89a2f3e91', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a9:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313c3077-5a78-4e3c-8705-f03b5abd0940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:56:23Z', 'updated_at': '2022-02-02T06:56:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:56:26.888023 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['d617270c-b877-40fa-8d2a-c76b56a98b41'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:56:26.933384 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-9db0b9c0-e989-494c-8e87-27fec803c24d None None] For port 8e0140b4-7c46-4bab-876c-fd92cd394e67, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=8e0140b4-7c46-4bab-876c-fd92cd394e67,segment=NetworkSegment(f78b34df-8246-4ed8-ac94-1a6c0d289230),segment_id=f78b34df-8246-4ed8-ac94-1a6c0d289230)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:56:26.950231 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e769d81d-efd1-4f92-8455-cb5795c24a56 req-923956b7-e3e2-4e55-8717-520d800b942f tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:26.957215 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e769d81d-efd1-4f92-8455-cb5795c24a56 req-923956b7-e3e2-4e55-8717-520d800b942f tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87 HTTP/1.1" status: 200 len: 950 time: 0.1806977 Feb 02 06:56:26.965594 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ab8ab7-9f1e-4b72-a6ee-94e64b3f09b3 None None] Checking router: 313c3077-5a78-4e3c-8705-f03b5abd0940 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 06:56:26.966035 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ab8ab7-9f1e-4b72-a6ee-94e64b3f09b3 None None] Updating router 313c3077-5a78-4e3c-8705-f03b5abd0940 port 786d3408-072f-4d1c-8db6-17d89a2f3e91 binding host n-d-789963-26 {{(pid=109695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 06:56:26.973232 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9db0b9c0-e989-494c-8e87-27fec803c24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (8e0140b4-7c46-4bab-876c-fd92cd394e67), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:26.998533 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:27.037816 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a911e0-70b6-4a34-9dd1-db2daaa13049 req-4bc6b60a-513d-4c48-90b8-890265a5cc37 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:27.040438 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2f67b464-da05-4fe3-937c-279a5d612e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:27.041573 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b7a911e0-70b6-4a34-9dd1-db2daaa13049 req-4bc6b60a-513d-4c48-90b8-890265a5cc37 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] 10.222.0.87 "GET /v2.0/ports?device_id=baf27e8c-1c51-45b3-b21e-9ab1a373f149 HTTP/1.1" status: 200 len: 948 time: 0.1084285 Feb 02 06:56:27.065278 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c6ab8ab7-9f1e-4b72-a6ee-94e64b3f09b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (786d3408-072f-4d1c-8db6-17d89a2f3e91), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:27.073040 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e769d81d-efd1-4f92-8455-cb5795c24a56 req-01427d6f-61cc-4ed2-8616-d287fa556c76 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095030 Feb 02 06:56:27.116675 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b7a911e0-70b6-4a34-9dd1-db2daaa13049 req-dd64a76e-a957-4473-b2a9-362722d5ad97 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] 10.222.0.87 "GET /v2.0/security-groups?id=4662f0f5-257f-4850-b4c0-023dc275c19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685434 Feb 02 06:56:27.129622 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 8e0140b4-7c46-4bab-876c-fd92cd394e67 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:56:27.131732 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db0b9c0-e989-494c-8e87-27fec803c24d None None] Pushing event updated for resources: {'Port': ['ID=8e0140b4-7c46-4bab-876c-fd92cd394e67,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:27.247909 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-2f67b464-da05-4fe3-937c-279a5d612e08 admin admin] Allocated IP 172.20.0.1 (18043e7e-2674-4453-9c3c-6880a5a49df4/ac2d815c-fc9f-45d7-b9df-293d175e3fa6/d034e24b-e61b-47cf-8f45-410d61007c76) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:56:27.251982 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-3c85cc3a-a956-4188-b7c8-94dc097ac6f6 None None] Provisioning complete for port 8e0140b4-7c46-4bab-876c-fd92cd394e67 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:56:27.252365 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3c85cc3a-a956-4188-b7c8-94dc097ac6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (8e0140b4-7c46-4bab-876c-fd92cd394e67), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:27.362319 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2f67b464-da05-4fe3-937c-279a5d612e08 admin admin] Publish callbacks [] for port (d034e24b-e61b-47cf-8f45-410d61007c76), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:27.417619 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2f67b464-da05-4fe3-937c-279a5d612e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (d034e24b-e61b-47cf-8f45-410d61007c76), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:27.498242 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-3c85cc3a-a956-4188-b7c8-94dc097ac6f6 None None] Current status of the port 8e0140b4-7c46-4bab-876c-fd92cd394e67 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:56:27.498555 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f67b464-da05-4fe3-937c-279a5d612e08 admin admin] Network 18043e7e-2674-4453-9c3c-6880a5a49df4 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:56:27.503664 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-2f67b464-da05-4fe3-937c-279a5d612e08 admin admin] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:56:27.512898 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f67b464-da05-4fe3-937c-279a5d612e08 admin admin] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:56:27.514887 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f67b464-da05-4fe3-937c-279a5d612e08 admin admin] Pushing event updated for resources: {'Port': ['ID=d034e24b-e61b-47cf-8f45-410d61007c76,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:27.568916 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b1b8a9-8c2a-495c-847a-f36e821d363f req-fef41914-5833-40f9-bf8c-a9b5de573f58 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:27.575979 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-21b1b8a9-8c2a-495c-847a-f36e821d363f req-fef41914-5833-40f9-bf8c-a9b5de573f58 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/ports?device_id=4c6bc6e0-a3f8-46f4-b497-5fa6fb3eadb4 HTTP/1.1" status: 200 len: 944 time: 0.1271904 Feb 02 06:56:27.593272 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c6ab8ab7-9f1e-4b72-a6ee-94e64b3f09b3 None None] Publish callbacks [] for port (786d3408-072f-4d1c-8db6-17d89a2f3e91), precommit_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:27.601738 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c6ab8ab7-9f1e-4b72-a6ee-94e64b3f09b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (786d3408-072f-4d1c-8db6-17d89a2f3e91), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:27.650947 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2f67b464-da05-4fe3-937c-279a5d612e08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (313c3077-5a78-4e3c-8705-f03b5abd0940), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:27.660399 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-21b1b8a9-8c2a-495c-847a-f36e821d363f req-d9cef1c8-19da-4306-abc5-43332a9eb9aa tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/security-groups?id=aab45fc2-0973-493e-a825-050df5bd59a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833766 Feb 02 06:56:27.678011 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a56b6f7-6c9a-42a6-b3c6-b38b7e6dfb59 None None] Pushing event updated for resources: {'Port': ['ID=786d3408-072f-4d1c-8db6-17d89a2f3e91,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:27.750443 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-c6ab8ab7-9f1e-4b72-a6ee-94e64b3f09b3 None None] Attempting to bind port 786d3408-072f-4d1c-8db6-17d89a2f3e91 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:56:27.754961 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-c6ab8ab7-9f1e-4b72-a6ee-94e64b3f09b3 None None] Attempting to bind port 786d3408-072f-4d1c-8db6-17d89a2f3e91 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:56:27.755457 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ab8ab7-9f1e-4b72-a6ee-94e64b3f09b3 None None] Attempting to bind port 786d3408-072f-4d1c-8db6-17d89a2f3e91 on network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:56:27.779672 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ab8ab7-9f1e-4b72-a6ee-94e64b3f09b3 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:56:27.780534 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ab8ab7-9f1e-4b72-a6ee-94e64b3f09b3 None None] Checking segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:56:27.782200 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c6ab8ab7-9f1e-4b72-a6ee-94e64b3f09b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:27.786050 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ab8ab7-9f1e-4b72-a6ee-94e64b3f09b3 None None] Bound using segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:56:27.788663 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-c6ab8ab7-9f1e-4b72-a6ee-94e64b3f09b3 None None] Bound port: 786d3408-072f-4d1c-8db6-17d89a2f3e91, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:56:27.792806 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c6ab8ab7-9f1e-4b72-a6ee-94e64b3f09b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (786d3408-072f-4d1c-8db6-17d89a2f3e91), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:27.853061 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a6ede8d7-967e-458f-af95-c64490f02b7e req-2a201d44-52d7-43aa-9ad0-1865114337cf service neutron] 10.222.0.59 "GET /v2.0/ports/ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc/bindings/n-h2-789963-26 HTTP/1.1" status: 200 len: 383 time: 0.1475236 Feb 02 06:56:27.876999 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-f8068587-5e27-4fc1-8dbf-b2dcf5afd861 None None] Provisioning complete for port d034e24b-e61b-47cf-8f45-410d61007c76 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:56:27.877537 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f8068587-5e27-4fc1-8dbf-b2dcf5afd861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (d034e24b-e61b-47cf-8f45-410d61007c76), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:27.913464 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23efd1fa-7d45-43a2-8bc7-038605affd2b req-7391c02a-e36f-43dd-be20-d361f1e71b2d tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:27.916055 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-23efd1fa-7d45-43a2-8bc7-038605affd2b req-7391c02a-e36f-43dd-be20-d361f1e71b2d tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=682cb750-3b53-4085-be06-d355b0d2dc70 HTTP/1.1" status: 200 len: 945 time: 0.0970614 Feb 02 06:56:27.940907 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-c6ab8ab7-9f1e-4b72-a6ee-94e64b3f09b3 None None] For port 786d3408-072f-4d1c-8db6-17d89a2f3e91, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:56:27.961036 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-c6ab8ab7-9f1e-4b72-a6ee-94e64b3f09b3 None None] For port 786d3408-072f-4d1c-8db6-17d89a2f3e91, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=786d3408-072f-4d1c-8db6-17d89a2f3e91,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:56:27.963137 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-f8068587-5e27-4fc1-8dbf-b2dcf5afd861 None None] Port d034e24b-e61b-47cf-8f45-410d61007c76 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 06:56:27.970102 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2f67b464-da05-4fe3-937c-279a5d612e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (d034e24b-e61b-47cf-8f45-410d61007c76), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:27.975889 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c6ab8ab7-9f1e-4b72-a6ee-94e64b3f09b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (786d3408-072f-4d1c-8db6-17d89a2f3e91), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:27.997265 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-23efd1fa-7d45-43a2-8bc7-038605affd2b req-89289bdc-92d8-4ef1-b72c-bcc60324355c tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723646 Feb 02 06:56:28.006499 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2af514-3fd9-4d8b-99eb-c1659cb8ee19 req-b2a99a3a-cbc0-48e4-bf4d-d87f4969aaee tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:28.014045 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6c2af514-3fd9-4d8b-99eb-c1659cb8ee19 req-b2a99a3a-cbc0-48e4-bf4d-d87f4969aaee tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 945 time: 0.1639802 Feb 02 06:56:28.064100 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ab8ab7-9f1e-4b72-a6ee-94e64b3f09b3 None None] Routers {'313c3077-5a78-4e3c-8705-f03b5abd0940'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 06:56:28.064716 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-c6ab8ab7-9f1e-4b72-a6ee-94e64b3f09b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:56:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['313c3077-5a78-4e3c-8705-f03b5abd0940'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:56:28.066444 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a56b6f7-6c9a-42a6-b3c6-b38b7e6dfb59 None None] Pushing event updated for resources: {'Port': ['ID=786d3408-072f-4d1c-8db6-17d89a2f3e91,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:28.142906 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6c2af514-3fd9-4d8b-99eb-c1659cb8ee19 req-b8fde96c-1750-4d06-a9c9-9daebdc1c2eb tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278961 Feb 02 06:56:28.234468 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-c6ab8ab7-9f1e-4b72-a6ee-94e64b3f09b3 None None] Set router 313c3077-5a78-4e3c-8705-f03b5abd0940 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 06:56:28.285704 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ede8d7-967e-458f-af95-c64490f02b7e req-ec5b9c35-ca60-4d4c-ba19-b25bc0197eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:28.287899 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a6ede8d7-967e-458f-af95-c64490f02b7e req-ec5b9c35-ca60-4d4c-ba19-b25bc0197eba service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87&tenant_id=617f6fde409340a286c916b0c2822b5a HTTP/1.1" status: 200 len: 1133 time: 0.1214867 Feb 02 06:56:28.326325 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2f67b464-da05-4fe3-937c-279a5d612e08 admin admin] Publish callbacks [] for port (d034e24b-e61b-47cf-8f45-410d61007c76), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:28.329709 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 86badc51-10d8-40e2-b632-ed4cc28b590a details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 06:56:28.340029 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87227d4-bb76-4ea2-ac45-78f0ab9203c8 req-daee3e66-7d22-4142-8588-6bfed9c0d162 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:28.341518 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d87227d4-bb76-4ea2-ac45-78f0ab9203c8 req-daee3e66-7d22-4142-8588-6bfed9c0d162 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87 HTTP/1.1" status: 200 len: 950 time: 0.1278121 Feb 02 06:56:28.345712 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2f67b464-da05-4fe3-937c-279a5d612e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (d034e24b-e61b-47cf-8f45-410d61007c76), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:28.366651 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca1803e-b2e8-41ee-ad03-8baf0050cf01 req-e1dcbdeb-8b19-4dc4-bce3-4553ce461e8c tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:28.374326 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fca1803e-b2e8-41ee-ad03-8baf0050cf01 req-e1dcbdeb-8b19-4dc4-bce3-4553ce461e8c tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] 10.222.0.87 "GET /v2.0/ports?device_id=baf27e8c-1c51-45b3-b21e-9ab1a373f149 HTTP/1.1" status: 200 len: 948 time: 0.1237688 Feb 02 06:56:28.482151 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f67b464-da05-4fe3-937c-279a5d612e08 admin admin] Pushing event updated for resources: {'Port': ['ID=d034e24b-e61b-47cf-8f45-410d61007c76,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:28.562837 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fca1803e-b2e8-41ee-ad03-8baf0050cf01 req-c9cad1bf-e60c-4e3c-a7de-0a75fc11034a tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] 10.222.0.87 "GET /v2.0/security-groups?id=4662f0f5-257f-4850-b4c0-023dc275c19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875339 Feb 02 06:56:28.564177 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2f67b464-da05-4fe3-937c-279a5d612e08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (313c3077-5a78-4e3c-8705-f03b5abd0940), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:28.669636 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f67b464-da05-4fe3-937c-279a5d612e08 admin admin] Network 18043e7e-2674-4453-9c3c-6880a5a49df4 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:56:28.671153 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-2f67b464-da05-4fe3-937c-279a5d612e08 admin admin] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:56:28.674176 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 8e0140b4-7c46-4bab-876c-fd92cd394e67 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:56:28.849137 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d87227d4-bb76-4ea2-ac45-78f0ab9203c8 req-eabdb63e-9e38-4efe-9802-850b53d56d2c tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4860404 Feb 02 06:56:28.864738 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ede8d7-967e-458f-af95-c64490f02b7e req-75a66abd-10e2-4687-8745-f9feac5c16a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:28.866425 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a6ede8d7-967e-458f-af95-c64490f02b7e req-75a66abd-10e2-4687-8745-f9feac5c16a9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=617f6fde409340a286c916b0c2822b5a&device_id=4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87 HTTP/1.1" status: 200 len: 1133 time: 0.5240498 Feb 02 06:56:28.927272 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 86badc51-10d8-40e2-b632-ed4cc28b590a, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=86badc51-10d8-40e2-b632-ed4cc28b590a,segment=NetworkSegment(ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b),segment_id=ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:56:28.940808 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f67b464-da05-4fe3-937c-279a5d612e08 admin admin] Router 313c3077-5a78-4e3c-8705-f03b5abd0940 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 06:56:28.955342 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 86badc51-10d8-40e2-b632-ed4cc28b590a has no active binding in host n-h2-789963-26 {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 02 06:56:28.960401 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5535f2d8-2a07-44ff-b42a-454a62a5c00f req-d0f2825a-f4b2-450b-bb6f-42799d68ae59 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:28.962738 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5535f2d8-2a07-44ff-b42a-454a62a5c00f req-d0f2825a-f4b2-450b-bb6f-42799d68ae59 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/ports?device_id=4c6bc6e0-a3f8-46f4-b497-5fa6fb3eadb4 HTTP/1.1" status: 200 len: 944 time: 0.1588652 Feb 02 06:56:28.973339 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 8e0140b4-7c46-4bab-876c-fd92cd394e67 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:56:28.973940 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (8e0140b4-7c46-4bab-876c-fd92cd394e67), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:29.020896 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ede8d7-967e-458f-af95-c64490f02b7e req-bcca6954-7611-4af0-ab00-802d0ed4eb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:29.025277 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a6ede8d7-967e-458f-af95-c64490f02b7e req-bcca6954-7611-4af0-ab00-802d0ed4eb74 service neutron] 10.222.0.59 "GET /v2.0/networks?id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 HTTP/1.1" status: 200 len: 870 time: 0.1502504 Feb 02 06:56:29.035370 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-c6ab8ab7-9f1e-4b72-a6ee-94e64b3f09b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313c3077-5a78-4e3c-8705-f03b5abd0940', 'name': 'tempest-FloatingIPsTestJSON-749697329-router', 'tenant_id': '48a5b620510e4074aa59b72418fa99d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '786d3408-072f-4d1c-8db6-17d89a2f3e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:56:23Z', 'updated_at': '2022-02-02T06:56:27Z', 'revision_number': 4, 'project_id': '48a5b620510e4074aa59b72418fa99d3', 'gw_port': {'id': '786d3408-072f-4d1c-8db6-17d89a2f3e91', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a9:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313c3077-5a78-4e3c-8705-f03b5abd0940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:56:23Z', 'updated_at': '2022-02-02T06:56:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'd034e24b-e61b-47cf-8f45-410d61007c76', 'name': '', 'network_id': '18043e7e-2674-4453-9c3c-6880a5a49df4', 'tenant_id': '48a5b620510e4074aa59b72418fa99d3', 'mac_address': 'fa:16:3e:b3:a3:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313c3077-5a78-4e3c-8705-f03b5abd0940', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'ac2d815c-fc9f-45d7-b9df-293d175e3fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:56:27Z', 'updated_at': '2022-02-02T06:56:27Z', 'revision_number': 1, 'project_id': '48a5b620510e4074aa59b72418fa99d3', 'subnets': [{'id': 'ac2d815c-fc9f-45d7-b9df-293d175e3fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:56:29.071679 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a6ede8d7-967e-458f-af95-c64490f02b7e req-0fcf5cc1-f975-403c-8c9f-6a5650b20eab service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc HTTP/1.1" status: 200 len: 217 time: 0.0410731 Feb 02 06:56:29.072903 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ab8ab7-9f1e-4b72-a6ee-94e64b3f09b3 None None] The sync data for ids ['313c3077-5a78-4e3c-8705-f03b5abd0940'] in n-d-789963-26 is: [{'id': '313c3077-5a78-4e3c-8705-f03b5abd0940', 'name': 'tempest-FloatingIPsTestJSON-749697329-router', 'tenant_id': '48a5b620510e4074aa59b72418fa99d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '786d3408-072f-4d1c-8db6-17d89a2f3e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:56:23Z', 'updated_at': '2022-02-02T06:56:27Z', 'revision_number': 4, 'project_id': '48a5b620510e4074aa59b72418fa99d3', 'gw_port': {'id': '786d3408-072f-4d1c-8db6-17d89a2f3e91', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a9:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313c3077-5a78-4e3c-8705-f03b5abd0940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:56:23Z', 'updated_at': '2022-02-02T06:56:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'd034e24b-e61b-47cf-8f45-410d61007c76', 'name': '', 'network_id': '18043e7e-2674-4453-9c3c-6880a5a49df4', 'tenant_id': '48a5b620510e4074aa59b72418fa99d3', 'mac_address': 'fa:16:3e:b3:a3:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313c3077-5a78-4e3c-8705-f03b5abd0940', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'ac2d815c-fc9f-45d7-b9df-293d175e3fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:56:27Z', 'updated_at': '2022-02-02T06:56:27Z', 'revision_number': 1, 'project_id': '48a5b620510e4074aa59b72418fa99d3', 'subnets': [{'id': 'ac2d815c-fc9f-45d7-b9df-293d175e3fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 06:56:29.092657 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-53febac9-25c8-4d08-b108-fe8231ba632e tempest-LiveAutoBlockMigrationV225Test-1760037822 tempest-LiveAutoBlockMigrationV225Test-1760037822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:29.094046 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-53febac9-25c8-4d08-b108-fe8231ba632e tempest-LiveAutoBlockMigrationV225Test-1760037822 tempest-LiveAutoBlockMigrationV225Test-1760037822-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=682cb750-3b53-4085-be06-d355b0d2dc70&tenant_id=fe8bfc83663b43b9aae4137bcb39e5dc&binding%3Ahost_id=n-h1-789963-26 HTTP/1.1" status: 200 len: 1128 time: 0.2192872 Feb 02 06:56:29.140500 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ccd0cbe3-62d2-44f0-ac9f-5a1668b88ce4 None None] Provisioning complete for port d034e24b-e61b-47cf-8f45-410d61007c76 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:56:29.140855 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ccd0cbe3-62d2-44f0-ac9f-5a1668b88ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (d034e24b-e61b-47cf-8f45-410d61007c76), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:29.142659 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 8e0140b4-7c46-4bab-876c-fd92cd394e67 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:56:29.174611 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5535f2d8-2a07-44ff-b42a-454a62a5c00f req-11acae21-bb32-4022-bce2-58825b25310e tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/security-groups?id=aab45fc2-0973-493e-a825-050df5bd59a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921303 Feb 02 06:56:29.178392 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-017dd250-0814-4f84-b766-45ed2d6362c4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-789963-26'}}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:56:29.226853 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ccd0cbe3-62d2-44f0-ac9f-5a1668b88ce4 None None] Port d034e24b-e61b-47cf-8f45-410d61007c76 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 06:56:29.241885 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ede8d7-967e-458f-af95-c64490f02b7e req-27aabfdc-4fa9-4920-9489-b969e3942c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:29.244591 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a6ede8d7-967e-458f-af95-c64490f02b7e req-27aabfdc-4fa9-4920-9489-b969e3942c5c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.1597695 Feb 02 06:56:29.305035 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-017dd250-0814-4f84-b766-45ed2d6362c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (86badc51-10d8-40e2-b632-ed4cc28b590a), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:29.312412 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f67b464-da05-4fe3-937c-279a5d612e08 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 06:56:29.312635 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec012c-0fd8-4cd4-b5df-a05ea2983d64 req-e32d3a26-9bae-42c4-b53d-75a1595b83ef tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:29.318174 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0dec012c-0fd8-4cd4-b5df-a05ea2983d64 req-e32d3a26-9bae-42c4-b53d-75a1595b83ef tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=682cb750-3b53-4085-be06-d355b0d2dc70 HTTP/1.1" status: 200 len: 945 time: 0.1581688 Feb 02 06:56:29.323584 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-2f67b464-da05-4fe3-937c-279a5d612e08 admin admin] 10.222.0.87 "PUT /v2.0/routers/313c3077-5a78-4e3c-8705-f03b5abd0940/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5396760 Feb 02 06:56:29.340084 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ede8d7-967e-458f-af95-c64490f02b7e req-2d419ac2-755a-4cdb-bf1f-94aebc7b5457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:29.344349 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a6ede8d7-967e-458f-af95-c64490f02b7e req-2d419ac2-755a-4cdb-bf1f-94aebc7b5457 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0885427 Feb 02 06:56:29.435257 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1291e44e-add5-4a33-82a5-b35908438d9e req-eb89b976-daa3-46c9-af72-308521948cd8 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:29.465745 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0dec012c-0fd8-4cd4-b5df-a05ea2983d64 req-6da9fbfc-0164-4899-b7a9-5f885810eeb1 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321244 Feb 02 06:56:29.469426 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1291e44e-add5-4a33-82a5-b35908438d9e req-eb89b976-daa3-46c9-af72-308521948cd8 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 945 time: 0.1456823 Feb 02 06:56:29.519126 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 9feb8b2f-f27a-4d77-bee0-c9d49f5d98f2 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 06:56:29.536525 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device d617270c-b877-40fa-8d2a-c76b56a98b41 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:56:29.637209 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a6ede8d7-967e-458f-af95-c64490f02b7e req-506639e6-4570-43ab-ad76-7aa2eb8a94d4 service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611392 Feb 02 06:56:29.760453 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 9feb8b2f-f27a-4d77-bee0-c9d49f5d98f2, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=9feb8b2f-f27a-4d77-bee0-c9d49f5d98f2,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:56:29.776994 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': '9feb8b2f-f27a-4d77-bee0-c9d49f5d98f2', 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1', 'port_id': '9feb8b2f-f27a-4d77-bee0-c9d49f5d98f2', 'mac_address': 'fa:16:3e:aa:11:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d773733-62df-4956-84d3-71d17cfb6d11', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 06:56:29.782844 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port d617270c-b877-40fa-8d2a-c76b56a98b41 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 06:56:29.788294 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1291e44e-add5-4a33-82a5-b35908438d9e req-8606882d-8b96-4e58-b938-261c3464ccc4 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123269 Feb 02 06:56:29.791731 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port d617270c-b877-40fa-8d2a-c76b56a98b41 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:56:29.792271 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (d617270c-b877-40fa-8d2a-c76b56a98b41), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:29.820254 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a6ede8d7-967e-458f-af95-c64490f02b7e req-55993963-6a9c-47be-8870-acca621622e1 service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725543 Feb 02 06:56:29.846110 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733f3dae-be40-48d6-8d81-7b3f86a4b9fc req-c151daeb-691a-4e62-9ff4-55a3b9b6b1a3 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:29.855101 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-733f3dae-be40-48d6-8d81-7b3f86a4b9fc req-c151daeb-691a-4e62-9ff4-55a3b9b6b1a3 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] 10.222.0.87 "GET /v2.0/ports?device_id=baf27e8c-1c51-45b3-b21e-9ab1a373f149 HTTP/1.1" status: 200 len: 948 time: 0.1364958 Feb 02 06:56:29.855591 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-017dd250-0814-4f84-b766-45ed2d6362c4 service neutron] For port 86badc51-10d8-40e2-b632-ed4cc28b590a, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=86badc51-10d8-40e2-b632-ed4cc28b590a,segment=NetworkSegment(ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b),segment_id=ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:56:29.885439 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 9feb8b2f-f27a-4d77-bee0-c9d49f5d98f2 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:56:29.885844 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (9feb8b2f-f27a-4d77-bee0-c9d49f5d98f2), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:29.913450 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9feb8b2f-f27a-4d77-bee0-c9d49f5d98f2 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:56:29.955251 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-017dd250-0814-4f84-b766-45ed2d6362c4 service neutron] For port 86badc51-10d8-40e2-b632-ed4cc28b590a, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:56:29.962341 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-733f3dae-be40-48d6-8d81-7b3f86a4b9fc req-7c474d45-4efe-4bd4-ba50-375dab69404a tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] 10.222.0.87 "GET /v2.0/security-groups?id=4662f0f5-257f-4850-b4c0-023dc275c19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059134 Feb 02 06:56:30.020463 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 9feb8b2f-f27a-4d77-bee0-c9d49f5d98f2, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=9feb8b2f-f27a-4d77-bee0-c9d49f5d98f2,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:56:30.033522 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (9feb8b2f-f27a-4d77-bee0-c9d49f5d98f2), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:30.045005 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-017dd250-0814-4f84-b766-45ed2d6362c4 service neutron] Publish callbacks [] for port (86badc51-10d8-40e2-b632-ed4cc28b590a), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:30.054998 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '682cb750-3b53-4085-be06-d355b0d2dc70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86badc51-10d8-40e2-b632-ed4cc28b590a'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:56:30.059921 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23920ff-e2f8-452d-a3eb-c84c2a826f46" -d '{"events": [{"server_uuid": "682cb750-3b53-4085-be06-d355b0d2dc70", "name": "network-vif-unplugged", "status": "completed", "tag": "86badc51-10d8-40e2-b632-ed4cc28b590a"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:56:30.066195 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-017dd250-0814-4f84-b766-45ed2d6362c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (86badc51-10d8-40e2-b632-ed4cc28b590a), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:30.107247 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port d617270c-b877-40fa-8d2a-c76b56a98b41 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:56:30.107612 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (d617270c-b877-40fa-8d2a-c76b56a98b41), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:30.143926 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=9feb8b2f-f27a-4d77-bee0-c9d49f5d98f2,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:30.167051 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c6bc6e0-a3f8-46f4-b497-5fa6fb3eadb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd617270c-b877-40fa-8d2a-c76b56a98b41'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:56:30.170287 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939106c0-e1c0-433b-b842-4c3c74d32048" -d '{"events": [{"server_uuid": "4c6bc6e0-a3f8-46f4-b497-5fa6fb3eadb4", "name": "network-vif-plugged", "status": "completed", "tag": "d617270c-b877-40fa-8d2a-c76b56a98b41"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:56:30.186608 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port d617270c-b877-40fa-8d2a-c76b56a98b41, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=d617270c-b877-40fa-8d2a-c76b56a98b41,segment=NetworkSegment(c05e7e16-1181-4a1f-b0eb-5bf8b2ea2f17),segment_id=c05e7e16-1181-4a1f-b0eb-5bf8b2ea2f17)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:56:30.194384 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (d617270c-b877-40fa-8d2a-c76b56a98b41), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:30.223414 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795cf10b-6321-4240-807d-69ccfa0e857c req-fba245fc-590e-4008-9e28-48aa95707447 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:30.236997 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-795cf10b-6321-4240-807d-69ccfa0e857c req-fba245fc-590e-4008-9e28-48aa95707447 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87 HTTP/1.1" status: 200 len: 950 time: 0.1219923 Feb 02 06:56:30.281183 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=d617270c-b877-40fa-8d2a-c76b56a98b41,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:30.286323 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-017dd250-0814-4f84-b766-45ed2d6362c4 service neutron] Attempting to bind port 86badc51-10d8-40e2-b632-ed4cc28b590a on host n-h1-789963-26 for vnic_type normal with profile {"migrating_to": "n-h2-789963-26"} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:56:30.286538 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-017dd250-0814-4f84-b766-45ed2d6362c4 service neutron] Attempting to bind port 86badc51-10d8-40e2-b632-ed4cc28b590a by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a90e0175-1e1a-46fd-ade5-a34b643c83ca'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:56:30.286878 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-017dd250-0814-4f84-b766-45ed2d6362c4 service neutron] Attempting to bind port 86badc51-10d8-40e2-b632-ed4cc28b590a on network a90e0175-1e1a-46fd-ade5-a34b643c83ca {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:56:30.288791 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017dd250-0814-4f84-b766-45ed2d6362c4 service neutron] Pushing event updated for resources: {'Port': ['ID=86badc51-10d8-40e2-b632-ed4cc28b590a,revision_number=7']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:30.303322 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-795cf10b-6321-4240-807d-69ccfa0e857c req-8ed90703-3c24-4005-b7ab-d865f9bb7589 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551023 Feb 02 06:56:30.304203 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-017dd250-0814-4f84-b766-45ed2d6362c4 service neutron] Port 86badc51-10d8-40e2-b632-ed4cc28b590a on network a90e0175-1e1a-46fd-ade5-a34b643c83ca not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 06:56:30.304537 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-017dd250-0814-4f84-b766-45ed2d6362c4 service neutron] Attempting to bind port 86badc51-10d8-40e2-b632-ed4cc28b590a on network a90e0175-1e1a-46fd-ade5-a34b643c83ca {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:56:30.320001 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 06:56:30.346733 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-017dd250-0814-4f84-b766-45ed2d6362c4 service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:56:30.347087 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-017dd250-0814-4f84-b766-45ed2d6362c4 service neutron] Checking segment: {'id': 'ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a90e0175-1e1a-46fd-ade5-a34b643c83ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:56:30.347478 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-017dd250-0814-4f84-b766-45ed2d6362c4 service neutron] Bound using segment: {'id': 'ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a90e0175-1e1a-46fd-ade5-a34b643c83ca'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:56:30.347965 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-017dd250-0814-4f84-b766-45ed2d6362c4 service neutron] Bound port: 86badc51-10d8-40e2-b632-ed4cc28b590a, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a90e0175-1e1a-46fd-ade5-a34b643c83ca'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:56:30.348331 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-017dd250-0814-4f84-b766-45ed2d6362c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (86badc51-10d8-40e2-b632-ed4cc28b590a), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:30.398606 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 06:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bea1ff1-41be-4fb3-8243-cd2ef77178d9 x-openstack-request-id: req-7bea1ff1-41be-4fb3-8243-cd2ef77178d9 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:56:30.399541 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "682cb750-3b53-4085-be06-d355b0d2dc70", "name": "network-vif-unplugged", "status": "completed", "tag": "86badc51-10d8-40e2-b632-ed4cc28b590a", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:56:30.399807 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7bea1ff1-41be-4fb3-8243-cd2ef77178d9 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:56:30.400209 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '682cb750-3b53-4085-be06-d355b0d2dc70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86badc51-10d8-40e2-b632-ed4cc28b590a', 'code': 200} Feb 02 06:56:30.438381 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 06:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545742e6-aa26-4f7e-834f-a20ff0fe1c0e x-openstack-request-id: req-545742e6-aa26-4f7e-834f-a20ff0fe1c0e {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:56:30.438683 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c6bc6e0-a3f8-46f4-b497-5fa6fb3eadb4", "name": "network-vif-plugged", "status": "completed", "tag": "d617270c-b877-40fa-8d2a-c76b56a98b41", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:56:30.438941 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-545742e6-aa26-4f7e-834f-a20ff0fe1c0e {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:56:30.439343 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c6bc6e0-a3f8-46f4-b497-5fa6fb3eadb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd617270c-b877-40fa-8d2a-c76b56a98b41', 'code': 200} Feb 02 06:56:30.460577 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6e55633a-d3f6-479d-a5f8-81e212b2830b req-5cb1e920-7e4b-4e92-bc1f-7a2425a49e60 tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3162661 Feb 02 06:56:30.481268 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-6e55633a-d3f6-479d-a5f8-81e212b2830b req-7711b4a2-a6a2-4131-8cd6-38eb6b3d3b35 tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] Request body: {'floatingip': {'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:56:30.517210 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc is: ACTIVE; New status is: DOWN {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:56:30.517648 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:30.532015 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['9feb8b2f-f27a-4d77-bee0-c9d49f5d98f2'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:56:30.592558 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6e55633a-d3f6-479d-a5f8-81e212b2830b req-7711b4a2-a6a2-4131-8cd6-38eb6b3d3b35 tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:30.598002 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-017dd250-0814-4f84-b766-45ed2d6362c4 service neutron] For port 86badc51-10d8-40e2-b632-ed4cc28b590a, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:56:30.599119 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 786d3408-072f-4d1c-8db6-17d89a2f3e91 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:56:30.631741 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-017dd250-0814-4f84-b766-45ed2d6362c4 service neutron] For port 86badc51-10d8-40e2-b632-ed4cc28b590a, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=86badc51-10d8-40e2-b632-ed4cc28b590a,segment=NetworkSegment(ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b),segment_id=ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:56:30.633961 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1d100-70b7-442d-aaed-b49dc598a6f6 req-4de25ad4-57e2-4abd-81f8-b45c55a4c330 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:30.635540 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f8c1d100-70b7-442d-aaed-b49dc598a6f6 req-4de25ad4-57e2-4abd-81f8-b45c55a4c330 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/ports?device_id=4c6bc6e0-a3f8-46f4-b497-5fa6fb3eadb4 HTTP/1.1" status: 200 len: 945 time: 0.1256132 Feb 02 06:56:30.660818 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-017dd250-0814-4f84-b766-45ed2d6362c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (86badc51-10d8-40e2-b632-ed4cc28b590a), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:30.666142 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:56:30.688993 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:30.760254 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017dd250-0814-4f84-b766-45ed2d6362c4 service neutron] Pushing event updated for resources: {'Port': ['ID=86badc51-10d8-40e2-b632-ed4cc28b590a,revision_number=8']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:30.777230 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfbb3c8-3f7f-4205-9a9e-b36f7434ac83 req-e08713ae-279f-4f96-8acb-205e80275c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:30.779168 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-edfbb3c8-3f7f-4205-9a9e-b36f7434ac83 req-e08713ae-279f-4f96-8acb-205e80275c3b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=4c6bc6e0-a3f8-46f4-b497-5fa6fb3eadb4 HTTP/1.1" status: 200 len: 1128 time: 0.1384068 Feb 02 06:56:30.811891 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc,revision_number=6']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:30.813473 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f8c1d100-70b7-442d-aaed-b49dc598a6f6 req-271087ce-0e62-4243-83e9-3d88bc43b6fb tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/security-groups?id=aab45fc2-0973-493e-a825-050df5bd59a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555052 Feb 02 06:56:30.875844 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-edfbb3c8-3f7f-4205-9a9e-b36f7434ac83 req-a46a28ff-65de-4fe1-a6b4-8d25b68740cf service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=aab45fc2-0973-493e-a825-050df5bd59a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861304 Feb 02 06:56:30.876606 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-017dd250-0814-4f84-b766-45ed2d6362c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:30.877522 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-017dd250-0814-4f84-b766-45ed2d6362c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:30.879233 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-017dd250-0814-4f84-b766-45ed2d6362c4 service neutron] 10.222.0.59 "PUT /v2.0/ports/86badc51-10d8-40e2-b632-ed4cc28b590a HTTP/1.1" status: 200 len: 1123 time: 1.7097845 Feb 02 06:56:30.880575 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 786d3408-072f-4d1c-8db6-17d89a2f3e91 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:56:30.881189 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (786d3408-072f-4d1c-8db6-17d89a2f3e91), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:30.960798 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6e55633a-d3f6-479d-a5f8-81e212b2830b req-7711b4a2-a6a2-4131-8cd6-38eb6b3d3b35 tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:31.011834 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c55aab-168e-40df-8804-55775ef78284 req-df26f2a2-154d-440f-92c6-f95a328ac5bc tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:31.013579 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b2c55aab-168e-40df-8804-55775ef78284 req-df26f2a2-154d-440f-92c6-f95a328ac5bc tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=682cb750-3b53-4085-be06-d355b0d2dc70 HTTP/1.1" status: 200 len: 943 time: 0.0912135 Feb 02 06:56:31.109498 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['86badc51-10d8-40e2-b632-ed4cc28b590a'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:56:31.116780 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b2c55aab-168e-40df-8804-55775ef78284 req-1865cbe5-9013-41a1-9e37-d8bbe5cb038d tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953248 Feb 02 06:56:31.153571 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-6e55633a-d3f6-479d-a5f8-81e212b2830b req-7711b4a2-a6a2-4131-8cd6-38eb6b3d3b35 tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] Allocated IP 172.25.4.119 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/a9aca15a-2495-42fa-8528-54df81f84ded) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:56:31.176009 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['86badc51-10d8-40e2-b632-ed4cc28b590a'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:56:31.300950 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 786d3408-072f-4d1c-8db6-17d89a2f3e91 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:56:31.301351 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (786d3408-072f-4d1c-8db6-17d89a2f3e91), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:31.354207 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 786d3408-072f-4d1c-8db6-17d89a2f3e91, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=786d3408-072f-4d1c-8db6-17d89a2f3e91,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:56:31.357978 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6e55633a-d3f6-479d-a5f8-81e212b2830b req-7711b4a2-a6a2-4131-8cd6-38eb6b3d3b35 tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] Publish callbacks [] for port (a9aca15a-2495-42fa-8528-54df81f84ded), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:31.371041 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (786d3408-072f-4d1c-8db6-17d89a2f3e91), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:31.399719 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5adb07-be1e-480f-b925-820f5f89ab46 req-b6d76c4f-efac-4742-9fb2-9e3c7f1b68a9 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:31.401914 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7a5adb07-be1e-480f-b925-820f5f89ab46 req-b6d76c4f-efac-4742-9fb2-9e3c7f1b68a9 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 945 time: 0.1301444 Feb 02 06:56:31.453022 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6e55633a-d3f6-479d-a5f8-81e212b2830b req-7711b4a2-a6a2-4131-8cd6-38eb6b3d3b35 tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (a9aca15a-2495-42fa-8528-54df81f84ded), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:31.483720 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=786d3408-072f-4d1c-8db6-17d89a2f3e91,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:31.511411 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7a5adb07-be1e-480f-b925-820f5f89ab46 req-b1b6cd7b-0324-42d3-b7b3-3b3a11d0995c tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963256 Feb 02 06:56:31.539503 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e55633a-d3f6-479d-a5f8-81e212b2830b req-7711b4a2-a6a2-4131-8cd6-38eb6b3d3b35 tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:56:31.550370 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-6e55633a-d3f6-479d-a5f8-81e212b2830b req-7711b4a2-a6a2-4131-8cd6-38eb6b3d3b35 tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:56:31.554803 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e55633a-d3f6-479d-a5f8-81e212b2830b req-7711b4a2-a6a2-4131-8cd6-38eb6b3d3b35 tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:56:31.595137 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7711b4a2-a6a2-4131-8cd6-38eb6b3d3b35 tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] Pushing event updated for resources: {'Port': ['ID=a9aca15a-2495-42fa-8528-54df81f84ded,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:31.646753 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5dab85-d3e8-4a02-a825-a1de9c886483 req-55253cec-06a8-4f84-91f3-00c609cf90cd tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:31.648497 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3e5dab85-d3e8-4a02-a825-a1de9c886483 req-55253cec-06a8-4f84-91f3-00c609cf90cd tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] 10.222.0.87 "GET /v2.0/ports?device_id=baf27e8c-1c51-45b3-b21e-9ab1a373f149 HTTP/1.1" status: 200 len: 949 time: 0.0783587 Feb 02 06:56:31.669578 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6e55633a-d3f6-479d-a5f8-81e212b2830b req-7711b4a2-a6a2-4131-8cd6-38eb6b3d3b35 tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] Publish callbacks [] for floatingip (93596228-753f-4dac-ac9c-71945de47666), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:31.703966 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3e5dab85-d3e8-4a02-a825-a1de9c886483 req-91f0a4b3-848b-4703-9056-27c76bc0f2e8 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] 10.222.0.87 "GET /v2.0/security-groups?id=4662f0f5-257f-4850-b4c0-023dc275c19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486991 Feb 02 06:56:31.718174 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6e55633a-d3f6-479d-a5f8-81e212b2830b req-7711b4a2-a6a2-4131-8cd6-38eb6b3d3b35 tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (a9aca15a-2495-42fa-8528-54df81f84ded), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:31.840337 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6141ea99-0b7e-4676-9990-164248043fe7 req-6327c2a5-d835-4c64-a727-d70c0dbe96c9 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:31.847270 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6141ea99-0b7e-4676-9990-164248043fe7 req-6327c2a5-d835-4c64-a727-d70c0dbe96c9 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87 HTTP/1.1" status: 200 len: 948 time: 0.0626073 Feb 02 06:56:31.888995 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6e55633a-d3f6-479d-a5f8-81e212b2830b req-7711b4a2-a6a2-4131-8cd6-38eb6b3d3b35 tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] Publish callbacks [] for port (a9aca15a-2495-42fa-8528-54df81f84ded), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:31.897091 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6e55633a-d3f6-479d-a5f8-81e212b2830b req-7711b4a2-a6a2-4131-8cd6-38eb6b3d3b35 tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (a9aca15a-2495-42fa-8528-54df81f84ded), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:31.902673 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6141ea99-0b7e-4676-9990-164248043fe7 req-18c10ed0-c982-47bd-9789-4becf7583b8f tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544305 Feb 02 06:56:31.993233 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7711b4a2-a6a2-4131-8cd6-38eb6b3d3b35 tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] Pushing event updated for resources: {'Port': ['ID=a9aca15a-2495-42fa-8528-54df81f84ded,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:32.011267 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6e55633a-d3f6-479d-a5f8-81e212b2830b req-7711b4a2-a6a2-4131-8cd6-38eb6b3d3b35 tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (93596228-753f-4dac-ac9c-71945de47666), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:32.017460 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d4e147-dd61-47e4-9bbd-537bc264d120 req-fa8f9c5b-608f-4a2c-b124-9fb05ba134be tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:32.019592 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-30d4e147-dd61-47e4-9bbd-537bc264d120 req-fa8f9c5b-608f-4a2c-b124-9fb05ba134be tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/ports?device_id=4c6bc6e0-a3f8-46f4-b497-5fa6fb3eadb4 HTTP/1.1" status: 200 len: 945 time: 0.0582733 Feb 02 06:56:32.028677 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6e55633a-d3f6-479d-a5f8-81e212b2830b req-7711b4a2-a6a2-4131-8cd6-38eb6b3d3b35 tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:32.029871 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6e55633a-d3f6-479d-a5f8-81e212b2830b req-7711b4a2-a6a2-4131-8cd6-38eb6b3d3b35 tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5613580 Feb 02 06:56:32.071066 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-30d4e147-dd61-47e4-9bbd-537bc264d120 req-6923e9d1-c714-4318-968f-c3d2bc750c1d tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/security-groups?id=aab45fc2-0973-493e-a825-050df5bd59a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449426 Feb 02 06:56:32.084921 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6e55633a-d3f6-479d-a5f8-81e212b2830b req-faa4a659-c7c3-4205-8dad-0ff89ab7c860 tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.4.119 HTTP/1.1" status: 200 len: 696 time: 0.0479383 Feb 02 06:56:32.199659 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e55633a-d3f6-479d-a5f8-81e212b2830b req-a358aedd-4e5a-4e0d-8566-f9acbc0a0707 tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:32.202058 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6e55633a-d3f6-479d-a5f8-81e212b2830b req-a358aedd-4e5a-4e0d-8566-f9acbc0a0707 tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] 10.222.0.87 "GET /v2.0/networks/ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 HTTP/1.1" status: 200 len: 784 time: 0.1108401 Feb 02 06:56:32.269515 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e4255f-384d-46fc-9efa-5d3cbc08018f req-372bd99a-fc9b-4043-a2f8-dd9d7b2b6c70 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:32.271153 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-08e4255f-384d-46fc-9efa-5d3cbc08018f req-372bd99a-fc9b-4043-a2f8-dd9d7b2b6c70 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=682cb750-3b53-4085-be06-d355b0d2dc70 HTTP/1.1" status: 200 len: 943 time: 0.0624862 Feb 02 06:56:32.275478 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7a6c3f22-4d9e-437c-add1-54ef8336b1e0 req-7a069c41-dbb6-47b8-97d0-a998d84c09cd tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] 10.222.0.87 "GET /v2.0/floatingips/93596228-753f-4dac-ac9c-71945de47666 HTTP/1.1" status: 200 len: 693 time: 0.0499542 Feb 02 06:56:32.332135 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-08e4255f-384d-46fc-9efa-5d3cbc08018f req-22fe2641-2434-4ca2-be80-c8aca7ee3d5e tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513604 Feb 02 06:56:32.359576 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839b4e04-ae7c-49d8-ad81-91ffd92a17fc None None] Sync routers for ids ['313c3077-5a78-4e3c-8705-f03b5abd0940'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 06:56:32.380568 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839b4e04-ae7c-49d8-ad81-91ffd92a17fc None None] Routers {'313c3077-5a78-4e3c-8705-f03b5abd0940'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 06:56:32.380972 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-839b4e04-ae7c-49d8-ad81-91ffd92a17fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:56:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['313c3077-5a78-4e3c-8705-f03b5abd0940'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:56:32.412661 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '682cb750-3b53-4085-be06-d355b0d2dc70', 'tag': '86badc51-10d8-40e2-b632-ed4cc28b590a'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:56:32.415767 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2180a23f-5d83-494a-be40-de1eb52a9bd4" -d '{"events": [{"name": "network-changed", "server_uuid": "682cb750-3b53-4085-be06-d355b0d2dc70", "tag": "86badc51-10d8-40e2-b632-ed4cc28b590a"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:56:32.436797 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c3f22-4d9e-437c-add1-54ef8336b1e0 req-787414ec-5821-48b8-85d5-1067057de7f3 tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:32.441393 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:56:32.447502 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c23287-feaa-45c0-b5f9-b1a3802488f4" -d '{"events": [{"server_uuid": "4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87", "name": "network-vif-unplugged", "status": "completed", "tag": "ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:56:32.469574 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7a6c3f22-4d9e-437c-add1-54ef8336b1e0 req-787414ec-5821-48b8-85d5-1067057de7f3 tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] 10.222.0.87 "GET /v2.0/networks/ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 HTTP/1.1" status: 200 len: 784 time: 0.1889913 Feb 02 06:56:32.478499 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 06:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cbf4278-fab5-4209-a36e-bee2af989b97 x-openstack-request-id: req-1cbf4278-fab5-4209-a36e-bee2af989b97 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:56:32.479329 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "682cb750-3b53-4085-be06-d355b0d2dc70", "tag": "86badc51-10d8-40e2-b632-ed4cc28b590a", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:56:32.480112 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1cbf4278-fab5-4209-a36e-bee2af989b97 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:56:32.481781 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '682cb750-3b53-4085-be06-d355b0d2dc70', 'tag': '86badc51-10d8-40e2-b632-ed4cc28b590a', 'status': 'completed', 'code': 200} Feb 02 06:56:32.502356 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 786d3408-072f-4d1c-8db6-17d89a2f3e91 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:56:32.564483 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 06:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5657b3c8-a3d2-4d88-92c1-f724ba06ff5c x-openstack-request-id: req-5657b3c8-a3d2-4d88-92c1-f724ba06ff5c {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:56:32.565026 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87", "name": "network-vif-unplugged", "status": "completed", "tag": "ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:56:32.565467 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-5657b3c8-a3d2-4d88-92c1-f724ba06ff5c {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:56:32.566041 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc', 'code': 200} Feb 02 06:56:32.605356 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-aca15e34-8125-4f49-8208-ae3b74bff49d req-96021335-57d4-41b5-8d83-439fb312f5ee tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] 10.222.0.87 "GET /v2.0/floatingips?tenant_id=48a5b620510e4074aa59b72418fa99d3 HTTP/1.1" status: 200 len: 696 time: 0.1177721 Feb 02 06:56:32.608463 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 786d3408-072f-4d1c-8db6-17d89a2f3e91 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:56:32.609296 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (786d3408-072f-4d1c-8db6-17d89a2f3e91), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:32.621602 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2180a23f-5d83-494a-be40-de1eb52a9bd4 req-c7fa9ad2-ddb9-4a4d-b89c-8863ed250349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:32.624500 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2180a23f-5d83-494a-be40-de1eb52a9bd4 req-c7fa9ad2-ddb9-4a4d-b89c-8863ed250349 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fe8bfc83663b43b9aae4137bcb39e5dc&device_id=682cb750-3b53-4085-be06-d355b0d2dc70 HTTP/1.1" status: 200 len: 1157 time: 0.0942194 Feb 02 06:56:32.626811 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-839b4e04-ae7c-49d8-ad81-91ffd92a17fc None None] Set router 313c3077-5a78-4e3c-8705-f03b5abd0940 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 06:56:32.713111 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 786d3408-072f-4d1c-8db6-17d89a2f3e91 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:56:32.788511 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdea384-4e67-49a7-9ccc-7c5617adcc22 req-b28246de-0f38-47fe-ace0-fa211b6b8b22 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:32.792100 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2fdea384-4e67-49a7-9ccc-7c5617adcc22 req-b28246de-0f38-47fe-ace0-fa211b6b8b22 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 945 time: 0.1440318 Feb 02 06:56:32.793529 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2180a23f-5d83-494a-be40-de1eb52a9bd4 req-1875e93b-d8dd-44a6-97ac-4d2c379ae95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:32.794862 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2180a23f-5d83-494a-be40-de1eb52a9bd4 req-1875e93b-d8dd-44a6-97ac-4d2c379ae95a service neutron] 10.222.0.88 "GET /v2.0/networks?id=a90e0175-1e1a-46fd-ade5-a34b643c83ca HTTP/1.1" status: 200 len: 921 time: 0.1616697 Feb 02 06:56:32.814081 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca15e34-8125-4f49-8208-ae3b74bff49d req-ceff9589-6321-4659-a9e5-5db6dc33c938 tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:32.815888 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-aca15e34-8125-4f49-8208-ae3b74bff49d req-ceff9589-6321-4659-a9e5-5db6dc33c938 tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] 10.222.0.87 "GET /v2.0/networks?id=ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 HTTP/1.1" status: 200 len: 787 time: 0.2034128 Feb 02 06:56:32.866731 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2180a23f-5d83-494a-be40-de1eb52a9bd4 req-1dd0b1a2-a8ae-47d3-952a-53f68d9ef30f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86badc51-10d8-40e2-b632-ed4cc28b590a HTTP/1.1" status: 200 len: 217 time: 0.0645471 Feb 02 06:56:32.928183 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-839b4e04-ae7c-49d8-ad81-91ffd92a17fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313c3077-5a78-4e3c-8705-f03b5abd0940', 'name': 'tempest-FloatingIPsTestJSON-749697329-router', 'tenant_id': '48a5b620510e4074aa59b72418fa99d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '786d3408-072f-4d1c-8db6-17d89a2f3e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:56:23Z', 'updated_at': '2022-02-02T06:56:27Z', 'revision_number': 4, 'project_id': '48a5b620510e4074aa59b72418fa99d3', 'gw_port': {'id': '786d3408-072f-4d1c-8db6-17d89a2f3e91', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313c3077-5a78-4e3c-8705-f03b5abd0940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:56:23Z', 'updated_at': '2022-02-02T06:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'd034e24b-e61b-47cf-8f45-410d61007c76', 'name': '', 'network_id': '18043e7e-2674-4453-9c3c-6880a5a49df4', 'tenant_id': '48a5b620510e4074aa59b72418fa99d3', 'mac_address': 'fa:16:3e:b3:a3:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313c3077-5a78-4e3c-8705-f03b5abd0940', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'ac2d815c-fc9f-45d7-b9df-293d175e3fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:56:27Z', 'updated_at': '2022-02-02T06:56:28Z', 'revision_number': 2, 'project_id': '48a5b620510e4074aa59b72418fa99d3', 'subnets': [{'id': 'ac2d815c-fc9f-45d7-b9df-293d175e3fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:56:32.928496 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2fdea384-4e67-49a7-9ccc-7c5617adcc22 req-41f8b664-eaf5-458d-ac1d-b7c5167d1ac8 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247683 Feb 02 06:56:32.937090 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2180a23f-5d83-494a-be40-de1eb52a9bd4 req-a53efa83-e596-444e-a7c1-ab703cb1d7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:32.938582 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2180a23f-5d83-494a-be40-de1eb52a9bd4 req-a53efa83-e596-444e-a7c1-ab703cb1d7fd service neutron] 10.222.0.88 "GET /v2.0/subnets?id=718edbdc-92b0-46ac-b280-821a5ec70f8a HTTP/1.1" status: 200 len: 860 time: 0.0643601 Feb 02 06:56:32.944738 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c86a3d4-ba58-46cb-bc2c-766e6ba5069a req-1737c7e7-59af-48be-ab3b-0b0db1805221 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:32.954835 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2c86a3d4-ba58-46cb-bc2c-766e6ba5069a req-1737c7e7-59af-48be-ab3b-0b0db1805221 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] 10.222.0.87 "GET /v2.0/ports?device_id=baf27e8c-1c51-45b3-b21e-9ab1a373f149 HTTP/1.1" status: 200 len: 949 time: 0.0648136 Feb 02 06:56:32.958757 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839b4e04-ae7c-49d8-ad81-91ffd92a17fc None None] Checking router: 313c3077-5a78-4e3c-8705-f03b5abd0940 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 06:56:32.959118 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839b4e04-ae7c-49d8-ad81-91ffd92a17fc None None] Updating router 313c3077-5a78-4e3c-8705-f03b5abd0940 port d034e24b-e61b-47cf-8f45-410d61007c76 binding host n-d-789963-26 {{(pid=109696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 06:56:32.974619 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2180a23f-5d83-494a-be40-de1eb52a9bd4 req-8384d535-b127-4d11-90e5-263f7cb9adc3 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a90e0175-1e1a-46fd-ade5-a34b643c83ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293736 Feb 02 06:56:32.990242 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-839b4e04-ae7c-49d8-ad81-91ffd92a17fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (d034e24b-e61b-47cf-8f45-410d61007c76), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:33.003812 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2c86a3d4-ba58-46cb-bc2c-766e6ba5069a req-de241b95-8112-4b36-81ff-ade2a075de02 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] 10.222.0.87 "GET /v2.0/security-groups?id=4662f0f5-257f-4850-b4c0-023dc275c19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501509 Feb 02 06:56:33.051858 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1fbb198d-943f-487c-9179-f36b1444dabf req-138e13e8-fe5d-43a8-a197-26a92e50d94f tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] 10.222.0.87 "GET /v2.0/floatingips/93596228-753f-4dac-ac9c-71945de47666 HTTP/1.1" status: 200 len: 693 time: 0.0798752 Feb 02 06:56:33.131491 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7452d2e-40e1-47b8-aef9-e112287750ed req-5ecc9246-c78e-4092-abea-1bfd1a34d5fb tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:33.133663 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b7452d2e-40e1-47b8-aef9-e112287750ed req-5ecc9246-c78e-4092-abea-1bfd1a34d5fb tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87 HTTP/1.1" status: 200 len: 948 time: 0.0591335 Feb 02 06:56:33.186702 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2180a23f-5d83-494a-be40-de1eb52a9bd4 req-1ed90b99-6829-4817-92a0-f6dc8047ed84 service neutron] 10.222.0.88 "GET /v2.0/networks/a90e0175-1e1a-46fd-ade5-a34b643c83ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036898 Feb 02 06:56:33.190353 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b7452d2e-40e1-47b8-aef9-e112287750ed req-fb9f75ec-07f9-4d73-8079-5978b4155276 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504782 Feb 02 06:56:33.233260 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb198d-943f-487c-9179-f36b1444dabf req-fdf1c751-dc8f-4a23-8834-8397f0dc2f97 tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:33.239990 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1fbb198d-943f-487c-9179-f36b1444dabf req-fdf1c751-dc8f-4a23-8834-8397f0dc2f97 tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] 10.222.0.87 "GET /v2.0/networks/ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 HTTP/1.1" status: 200 len: 784 time: 0.1785553 Feb 02 06:56:33.302636 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f802e-1304-4fe7-9e01-bd2c7fdc862a req-6ff8021c-191a-439e-9734-8a242b19248e tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:33.304351 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8f8f802e-1304-4fe7-9e01-bd2c7fdc862a req-6ff8021c-191a-439e-9734-8a242b19248e tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/ports?device_id=4c6bc6e0-a3f8-46f4-b497-5fa6fb3eadb4 HTTP/1.1" status: 200 len: 945 time: 0.0531576 Feb 02 06:56:33.310336 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-839b4e04-ae7c-49d8-ad81-91ffd92a17fc None None] Publish callbacks [] for port (d034e24b-e61b-47cf-8f45-410d61007c76), precommit_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:33.317144 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-839b4e04-ae7c-49d8-ad81-91ffd92a17fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (d034e24b-e61b-47cf-8f45-410d61007c76), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:33.325445 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1fbb198d-943f-487c-9179-f36b1444dabf req-902a7af8-a0da-4b09-93ef-7b66e40e7f16 tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.4.119 HTTP/1.1" status: 200 len: 696 time: 0.0832272 Feb 02 06:56:33.370531 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8f8f802e-1304-4fe7-9e01-bd2c7fdc862a req-4854326e-9bac-42fc-a624-4c561da5ad0a tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/security-groups?id=aab45fc2-0973-493e-a825-050df5bd59a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599496 Feb 02 06:56:33.398205 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c303def1-b3bd-41f7-9a2d-24dde76ddbb9 None None] Pushing event updated for resources: {'Port': ['ID=d034e24b-e61b-47cf-8f45-410d61007c76,revision_number=3']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:33.419136 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1fbb198d-943f-487c-9179-f36b1444dabf req-faf1e85e-a94c-4364-8ba7-a7bb552f7ce5 tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.4.119 HTTP/1.1" status: 200 len: 696 time: 0.0889671 Feb 02 06:56:33.421849 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c303def1-b3bd-41f7-9a2d-24dde76ddbb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:56:33.422204 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c303def1-b3bd-41f7-9a2d-24dde76ddbb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:56:33.422549 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c303def1-b3bd-41f7-9a2d-24dde76ddbb9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:56:33.422890 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c303def1-b3bd-41f7-9a2d-24dde76ddbb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:56:33.423225 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c303def1-b3bd-41f7-9a2d-24dde76ddbb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:56:33.423578 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c303def1-b3bd-41f7-9a2d-24dde76ddbb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:56:33.423913 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c303def1-b3bd-41f7-9a2d-24dde76ddbb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:56:33.424240 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c303def1-b3bd-41f7-9a2d-24dde76ddbb9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:56:33.424565 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c303def1-b3bd-41f7-9a2d-24dde76ddbb9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:56:33.425081 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c303def1-b3bd-41f7-9a2d-24dde76ddbb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:56:33.425409 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c303def1-b3bd-41f7-9a2d-24dde76ddbb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:56:33.425851 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c303def1-b3bd-41f7-9a2d-24dde76ddbb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:56:33.426194 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c303def1-b3bd-41f7-9a2d-24dde76ddbb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:56:33.480458 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-839b4e04-ae7c-49d8-ad81-91ffd92a17fc None None] Attempting to bind port d034e24b-e61b-47cf-8f45-410d61007c76 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:56:33.480458 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-839b4e04-ae7c-49d8-ad81-91ffd92a17fc None None] Attempting to bind port d034e24b-e61b-47cf-8f45-410d61007c76 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'f78b34df-8246-4ed8-ac94-1a6c0d289230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '18043e7e-2674-4453-9c3c-6880a5a49df4'}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:56:33.480458 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839b4e04-ae7c-49d8-ad81-91ffd92a17fc None None] Attempting to bind port d034e24b-e61b-47cf-8f45-410d61007c76 on network 18043e7e-2674-4453-9c3c-6880a5a49df4 {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:56:33.488929 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2180a23f-5d83-494a-be40-de1eb52a9bd4 req-b1eaacde-222c-41f8-a09b-bbd4925bb5d4 service neutron] 10.222.0.88 "GET /v2.0/networks/a90e0175-1e1a-46fd-ade5-a34b643c83ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923753 Feb 02 06:56:33.507155 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839b4e04-ae7c-49d8-ad81-91ffd92a17fc None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:56:33.507548 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839b4e04-ae7c-49d8-ad81-91ffd92a17fc None None] Checking segment: {'id': 'f78b34df-8246-4ed8-ac94-1a6c0d289230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '18043e7e-2674-4453-9c3c-6880a5a49df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:56:33.509179 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-839b4e04-ae7c-49d8-ad81-91ffd92a17fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:33.509605 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839b4e04-ae7c-49d8-ad81-91ffd92a17fc None None] Bound using segment: {'id': 'f78b34df-8246-4ed8-ac94-1a6c0d289230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '18043e7e-2674-4453-9c3c-6880a5a49df4'} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:56:33.510099 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-839b4e04-ae7c-49d8-ad81-91ffd92a17fc None None] Bound port: d034e24b-e61b-47cf-8f45-410d61007c76, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f78b34df-8246-4ed8-ac94-1a6c0d289230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '18043e7e-2674-4453-9c3c-6880a5a49df4'}}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:56:33.510483 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-839b4e04-ae7c-49d8-ad81-91ffd92a17fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (d034e24b-e61b-47cf-8f45-410d61007c76), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:33.544282 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17385c59-385f-4020-a087-fa23a2574de6 req-c44dbe59-07ec-4e0f-ab5e-b3d4cf87d176 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:33.553329 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-17385c59-385f-4020-a087-fa23a2574de6 req-c44dbe59-07ec-4e0f-ab5e-b3d4cf87d176 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=682cb750-3b53-4085-be06-d355b0d2dc70 HTTP/1.1" status: 200 len: 943 time: 0.1053779 Feb 02 06:56:33.566536 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 9feb8b2f-f27a-4d77-bee0-c9d49f5d98f2 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:56:33.599157 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-1fbb198d-943f-487c-9179-f36b1444dabf req-4ee4b1d6-d82b-483a-8a04-d9752fb87805 tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] Deleting port a9aca15a-2495-42fa-8528-54df81f84ded {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 06:56:33.599506 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-1fbb198d-943f-487c-9179-f36b1444dabf req-4ee4b1d6-d82b-483a-8a04-d9752fb87805 tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (a9aca15a-2495-42fa-8528-54df81f84ded), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:33.656122 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-839b4e04-ae7c-49d8-ad81-91ffd92a17fc None None] For port d034e24b-e61b-47cf-8f45-410d61007c76, host n-d-789963-26, cleared binding levels {{(pid=109696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:56:33.657267 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port 9feb8b2f-f27a-4d77-bee0-c9d49f5d98f2 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 06:56:33.660060 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-839b4e04-ae7c-49d8-ad81-91ffd92a17fc None None] For port d034e24b-e61b-47cf-8f45-410d61007c76, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=d034e24b-e61b-47cf-8f45-410d61007c76,segment=NetworkSegment(f78b34df-8246-4ed8-ac94-1a6c0d289230),segment_id=f78b34df-8246-4ed8-ac94-1a6c0d289230)] {{(pid=109696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:56:33.661999 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port 9feb8b2f-f27a-4d77-bee0-c9d49f5d98f2 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:56:33.662381 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (9feb8b2f-f27a-4d77-bee0-c9d49f5d98f2), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:33.672775 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-839b4e04-ae7c-49d8-ad81-91ffd92a17fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (d034e24b-e61b-47cf-8f45-410d61007c76), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:33.698330 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-17385c59-385f-4020-a087-fa23a2574de6 req-13e221f5-1e62-4bb2-9c1a-0c4fd851af60 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395667 Feb 02 06:56:33.739409 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-1fbb198d-943f-487c-9179-f36b1444dabf req-4ee4b1d6-d82b-483a-8a04-d9752fb87805 tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (a9aca15a-2495-42fa-8528-54df81f84ded), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:33.740105 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-1fbb198d-943f-487c-9179-f36b1444dabf req-4ee4b1d6-d82b-483a-8a04-d9752fb87805 tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] Publish callbacks [] for floatingip (a9aca15a-2495-42fa-8528-54df81f84ded), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:33.741423 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-e5888cbe-72d5-4a82-affa-952f87d16ade None None] Provisioning complete for port d034e24b-e61b-47cf-8f45-410d61007c76 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:56:33.741423 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e5888cbe-72d5-4a82-affa-952f87d16ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (d034e24b-e61b-47cf-8f45-410d61007c76), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:33.753045 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839b4e04-ae7c-49d8-ad81-91ffd92a17fc None None] Routers {'313c3077-5a78-4e3c-8705-f03b5abd0940'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 06:56:33.756539 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-839b4e04-ae7c-49d8-ad81-91ffd92a17fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:56:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['313c3077-5a78-4e3c-8705-f03b5abd0940'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:56:33.759357 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-1fbb198d-943f-487c-9179-f36b1444dabf req-4ee4b1d6-d82b-483a-8a04-d9752fb87805 tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] Calling delete_port for a9aca15a-2495-42fa-8528-54df81f84ded owned by network:floatingip {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 06:56:33.859691 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c303def1-b3bd-41f7-9a2d-24dde76ddbb9 None None] Pushing event updated for resources: {'Port': ['ID=d034e24b-e61b-47cf-8f45-410d61007c76,revision_number=4']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:33.929300 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-e5888cbe-72d5-4a82-affa-952f87d16ade None None] Current status of the port d034e24b-e61b-47cf-8f45-410d61007c76 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:56:33.929701 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e5888cbe-72d5-4a82-affa-952f87d16ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (d034e24b-e61b-47cf-8f45-410d61007c76), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:33.981952 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a9cdb-0e06-4390-9db7-3d224f36f980 req-9e632c0b-0bcb-4e1c-931c-8782f6f76ebd tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:33.997759 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 9feb8b2f-f27a-4d77-bee0-c9d49f5d98f2 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:56:33.998463 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (9feb8b2f-f27a-4d77-bee0-c9d49f5d98f2), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:34.000121 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-006a9cdb-0e06-4390-9db7-3d224f36f980 req-9e632c0b-0bcb-4e1c-931c-8782f6f76ebd tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/ports?device_id=4c6bc6e0-a3f8-46f4-b497-5fa6fb3eadb4 HTTP/1.1" status: 200 len: 945 time: 0.1829197 Feb 02 06:56:34.013658 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-839b4e04-ae7c-49d8-ad81-91ffd92a17fc None None] Set router 313c3077-5a78-4e3c-8705-f03b5abd0940 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 06:56:34.032755 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-e5888cbe-72d5-4a82-affa-952f87d16ade None None] For port d034e24b-e61b-47cf-8f45-410d61007c76, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=d034e24b-e61b-47cf-8f45-410d61007c76,segment=NetworkSegment(f78b34df-8246-4ed8-ac94-1a6c0d289230),segment_id=f78b34df-8246-4ed8-ac94-1a6c0d289230)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:56:34.041632 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e5888cbe-72d5-4a82-affa-952f87d16ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (d034e24b-e61b-47cf-8f45-410d61007c76), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:34.058739 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-1fbb198d-943f-487c-9179-f36b1444dabf req-4ee4b1d6-d82b-483a-8a04-d9752fb87805 tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (a9aca15a-2495-42fa-8528-54df81f84ded), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:34.079410 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 9feb8b2f-f27a-4d77-bee0-c9d49f5d98f2, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=9feb8b2f-f27a-4d77-bee0-c9d49f5d98f2,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:56:34.080823 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-006a9cdb-0e06-4390-9db7-3d224f36f980 req-bd49ceb4-c5f3-40fc-8a2b-593b57ec8e9c tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/security-groups?id=aab45fc2-0973-493e-a825-050df5bd59a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798483 Feb 02 06:56:34.091538 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (9feb8b2f-f27a-4d77-bee0-c9d49f5d98f2), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:34.096885 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee4b1d6-d82b-483a-8a04-d9752fb87805 tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] Pushing event deleted for resources: {'Port': ['ID=a9aca15a-2495-42fa-8528-54df81f84ded,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:34.126990 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5888cbe-72d5-4a82-affa-952f87d16ade None None] Pushing event updated for resources: {'Port': ['ID=d034e24b-e61b-47cf-8f45-410d61007c76,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:34.191903 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-1fbb198d-943f-487c-9179-f36b1444dabf req-4ee4b1d6-d82b-483a-8a04-d9752fb87805 tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] Publish callbacks [] for floatingip (93596228-753f-4dac-ac9c-71945de47666), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:34.194490 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-1fbb198d-943f-487c-9179-f36b1444dabf req-4ee4b1d6-d82b-483a-8a04-d9752fb87805 tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:34.203179 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1fbb198d-943f-487c-9179-f36b1444dabf req-4ee4b1d6-d82b-483a-8a04-d9752fb87805 tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] 10.222.0.87 "DELETE /v2.0/floatingips/93596228-753f-4dac-ac9c-71945de47666 HTTP/1.1" status: 204 len: 173 time: 0.7829266 Feb 02 06:56:34.204476 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-39975583-d754-47e1-a5ed-63a8cc8f554c None None] Provisioning complete for port d034e24b-e61b-47cf-8f45-410d61007c76 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:56:34.205377 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-39975583-d754-47e1-a5ed-63a8cc8f554c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (d034e24b-e61b-47cf-8f45-410d61007c76), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:34.241145 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d5475b-7333-4dc5-9b6b-263122134c43 req-c5cf2aea-527f-49ee-9dcc-7be22839fb56 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:34.246417 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e5d5475b-7333-4dc5-9b6b-263122134c43 req-c5cf2aea-527f-49ee-9dcc-7be22839fb56 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 945 time: 0.0722456 Feb 02 06:56:34.248232 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=9feb8b2f-f27a-4d77-bee0-c9d49f5d98f2,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:34.316115 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e5d5475b-7333-4dc5-9b6b-263122134c43 req-73395efb-cfee-4116-9440-5f5a4edee46b tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579650 Feb 02 06:56:34.317922 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-39975583-d754-47e1-a5ed-63a8cc8f554c None None] Current status of the port d034e24b-e61b-47cf-8f45-410d61007c76 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:56:34.347257 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5481f-ca29-4722-9ef3-eeb1cd893b3f req-0def2ee5-220d-455a-81e2-0826ffd7a304 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:34.354898 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b4c5481f-ca29-4722-9ef3-eeb1cd893b3f req-0def2ee5-220d-455a-81e2-0826ffd7a304 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] 10.222.0.87 "GET /v2.0/ports?device_id=baf27e8c-1c51-45b3-b21e-9ab1a373f149 HTTP/1.1" status: 200 len: 950 time: 0.0889697 Feb 02 06:56:34.364290 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-839b4e04-ae7c-49d8-ad81-91ffd92a17fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313c3077-5a78-4e3c-8705-f03b5abd0940', 'name': 'tempest-FloatingIPsTestJSON-749697329-router', 'tenant_id': '48a5b620510e4074aa59b72418fa99d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '786d3408-072f-4d1c-8db6-17d89a2f3e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:56:23Z', 'updated_at': '2022-02-02T06:56:27Z', 'revision_number': 4, 'project_id': '48a5b620510e4074aa59b72418fa99d3', 'gw_port': {'id': '786d3408-072f-4d1c-8db6-17d89a2f3e91', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313c3077-5a78-4e3c-8705-f03b5abd0940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:56:23Z', 'updated_at': '2022-02-02T06:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'd034e24b-e61b-47cf-8f45-410d61007c76', 'name': '', 'network_id': '18043e7e-2674-4453-9c3c-6880a5a49df4', 'tenant_id': '48a5b620510e4074aa59b72418fa99d3', 'mac_address': 'fa:16:3e:b3:a3:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313c3077-5a78-4e3c-8705-f03b5abd0940', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'ac2d815c-fc9f-45d7-b9df-293d175e3fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:56:27Z', 'updated_at': '2022-02-02T06:56:33Z', 'revision_number': 4, 'project_id': '48a5b620510e4074aa59b72418fa99d3', 'subnets': [{'id': 'ac2d815c-fc9f-45d7-b9df-293d175e3fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:56:34.405782 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839b4e04-ae7c-49d8-ad81-91ffd92a17fc None None] The sync data for ids ['313c3077-5a78-4e3c-8705-f03b5abd0940'] in n-d-789963-26 is: [{'id': '313c3077-5a78-4e3c-8705-f03b5abd0940', 'name': 'tempest-FloatingIPsTestJSON-749697329-router', 'tenant_id': '48a5b620510e4074aa59b72418fa99d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '786d3408-072f-4d1c-8db6-17d89a2f3e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:56:23Z', 'updated_at': '2022-02-02T06:56:27Z', 'revision_number': 4, 'project_id': '48a5b620510e4074aa59b72418fa99d3', 'gw_port': {'id': '786d3408-072f-4d1c-8db6-17d89a2f3e91', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313c3077-5a78-4e3c-8705-f03b5abd0940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:56:23Z', 'updated_at': '2022-02-02T06:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'd034e24b-e61b-47cf-8f45-410d61007c76', 'name': '', 'network_id': '18043e7e-2674-4453-9c3c-6880a5a49df4', 'tenant_id': '48a5b620510e4074aa59b72418fa99d3', 'mac_address': 'fa:16:3e:b3:a3:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313c3077-5a78-4e3c-8705-f03b5abd0940', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'ac2d815c-fc9f-45d7-b9df-293d175e3fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:56:27Z', 'updated_at': '2022-02-02T06:56:33Z', 'revision_number': 4, 'project_id': '48a5b620510e4074aa59b72418fa99d3', 'subnets': [{'id': 'ac2d815c-fc9f-45d7-b9df-293d175e3fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 06:56:34.410653 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b4c5481f-ca29-4722-9ef3-eeb1cd893b3f req-91a20f4b-24a7-4859-996a-99cc2327e9ee tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] 10.222.0.87 "GET /v2.0/security-groups?id=4662f0f5-257f-4850-b4c0-023dc275c19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504498 Feb 02 06:56:34.554112 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device d034e24b-e61b-47cf-8f45-410d61007c76 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:56:34.560464 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a12d0cf9-b6a1-4cdb-a358-6c6bd41cabc8 req-c6192932-b00e-40ec-8d96-ab9badbed509 tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1296637 Feb 02 06:56:34.565709 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-a12d0cf9-b6a1-4cdb-a358-6c6bd41cabc8 req-8940ed84-9cb0-40f9-90cc-2cf011e5d9a7 tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] Request body: {'floatingip': {'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:56:34.579444 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf27e8c-1c51-45b3-b21e-9ab1a373f149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9feb8b2f-f27a-4d77-bee0-c9d49f5d98f2'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:56:34.581784 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc9df55-41ac-4b44-a3a6-6accdb92a6dc" -d '{"events": [{"server_uuid": "baf27e8c-1c51-45b3-b21e-9ab1a373f149", "name": "network-vif-plugged", "status": "completed", "tag": "9feb8b2f-f27a-4d77-bee0-c9d49f5d98f2"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:56:34.590314 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-a12d0cf9-b6a1-4cdb-a358-6c6bd41cabc8 req-8940ed84-9cb0-40f9-90cc-2cf011e5d9a7 tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:34.620568 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port d034e24b-e61b-47cf-8f45-410d61007c76 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:56:34.620951 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (d034e24b-e61b-47cf-8f45-410d61007c76), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:34.709709 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-a12d0cf9-b6a1-4cdb-a358-6c6bd41cabc8 req-8940ed84-9cb0-40f9-90cc-2cf011e5d9a7 tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:34.732800 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port d034e24b-e61b-47cf-8f45-410d61007c76 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:56:34.806141 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d81b91-7124-4210-a0ce-2b863162bce6 req-f96c7ad0-517c-42e5-bcff-ba30f4dbfae6 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:34.812159 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-16d81b91-7124-4210-a0ce-2b863162bce6 req-f96c7ad0-517c-42e5-bcff-ba30f4dbfae6 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87 HTTP/1.1" status: 200 len: 948 time: 0.0692823 Feb 02 06:56:34.834135 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-a12d0cf9-b6a1-4cdb-a358-6c6bd41cabc8 req-8940ed84-9cb0-40f9-90cc-2cf011e5d9a7 tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] Allocated IP 172.25.4.12 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/2ea7a148-8bf4-44c3-9298-f37b2b4c1125) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:56:34.863169 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-16d81b91-7124-4210-a0ce-2b863162bce6 req-95b6b562-d4b9-4dae-9c92-b91c0c6e475a tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495160 Feb 02 06:56:34.920332 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 06:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90320c06-e033-4f89-a43d-cc524a77ca08 x-openstack-request-id: req-90320c06-e033-4f89-a43d-cc524a77ca08 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:56:34.921033 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf27e8c-1c51-45b3-b21e-9ab1a373f149", "name": "network-vif-plugged", "status": "completed", "tag": "9feb8b2f-f27a-4d77-bee0-c9d49f5d98f2", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:56:34.921560 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-90320c06-e033-4f89-a43d-cc524a77ca08 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:56:34.922673 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf27e8c-1c51-45b3-b21e-9ab1a373f149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9feb8b2f-f27a-4d77-bee0-c9d49f5d98f2', 'code': 200} Feb 02 06:56:34.960520 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-a12d0cf9-b6a1-4cdb-a358-6c6bd41cabc8 req-8940ed84-9cb0-40f9-90cc-2cf011e5d9a7 tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] Publish callbacks [] for port (2ea7a148-8bf4-44c3-9298-f37b2b4c1125), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:35.004863 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-a12d0cf9-b6a1-4cdb-a358-6c6bd41cabc8 req-8940ed84-9cb0-40f9-90cc-2cf011e5d9a7 tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (2ea7a148-8bf4-44c3-9298-f37b2b4c1125), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:35.062876 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a12d0cf9-b6a1-4cdb-a358-6c6bd41cabc8 req-8940ed84-9cb0-40f9-90cc-2cf011e5d9a7 tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:56:35.081938 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-a12d0cf9-b6a1-4cdb-a358-6c6bd41cabc8 req-8940ed84-9cb0-40f9-90cc-2cf011e5d9a7 tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:56:35.088322 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-a12d0cf9-b6a1-4cdb-a358-6c6bd41cabc8 req-8940ed84-9cb0-40f9-90cc-2cf011e5d9a7 tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:56:35.131847 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8940ed84-9cb0-40f9-90cc-2cf011e5d9a7 tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] Pushing event updated for resources: {'Port': ['ID=2ea7a148-8bf4-44c3-9298-f37b2b4c1125,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:35.163644 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22b7ff-4916-41be-94bd-cd24c07865a0 req-ebab0d05-a4f0-4b6c-8348-6689bc6ab7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:35.166148 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8c22b7ff-4916-41be-94bd-cd24c07865a0 req-ebab0d05-a4f0-4b6c-8348-6689bc6ab7da service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=baf27e8c-1c51-45b3-b21e-9ab1a373f149 HTTP/1.1" status: 200 len: 1133 time: 0.1201689 Feb 02 06:56:35.199901 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b39605-3084-47ea-bad8-bd030e121d7d req-ad0ca5a1-7f8f-4106-9321-6a0e1fb99920 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:35.201711 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d1b39605-3084-47ea-bad8-bd030e121d7d req-ad0ca5a1-7f8f-4106-9321-6a0e1fb99920 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=682cb750-3b53-4085-be06-d355b0d2dc70 HTTP/1.1" status: 200 len: 943 time: 0.0569816 Feb 02 06:56:35.240158 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-a12d0cf9-b6a1-4cdb-a358-6c6bd41cabc8 req-8940ed84-9cb0-40f9-90cc-2cf011e5d9a7 tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] Publish callbacks [] for floatingip (18833df9-f59d-442e-8470-b250fae72c27), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:35.252265 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8c22b7ff-4916-41be-94bd-cd24c07865a0 req-db265e8e-10bf-4001-b588-1dc4870f3b1f service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=4662f0f5-257f-4850-b4c0-023dc275c19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625660 Feb 02 06:56:35.254979 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d1b39605-3084-47ea-bad8-bd030e121d7d req-e05c8777-0d4e-4ece-8be6-a9571ab15021 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474007 Feb 02 06:56:35.282199 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-a12d0cf9-b6a1-4cdb-a358-6c6bd41cabc8 req-8940ed84-9cb0-40f9-90cc-2cf011e5d9a7 tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (2ea7a148-8bf4-44c3-9298-f37b2b4c1125), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:35.408094 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405963dd-f03a-4516-9f48-c3f25cc42910 req-f3c27937-c1fa-46c0-9e2d-bf7418669572 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:35.409685 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-405963dd-f03a-4516-9f48-c3f25cc42910 req-f3c27937-c1fa-46c0-9e2d-bf7418669572 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/ports?device_id=4c6bc6e0-a3f8-46f4-b497-5fa6fb3eadb4 HTTP/1.1" status: 200 len: 945 time: 0.0566995 Feb 02 06:56:35.436403 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-a12d0cf9-b6a1-4cdb-a358-6c6bd41cabc8 req-8940ed84-9cb0-40f9-90cc-2cf011e5d9a7 tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] Publish callbacks [] for port (2ea7a148-8bf4-44c3-9298-f37b2b4c1125), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:35.441494 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-a12d0cf9-b6a1-4cdb-a358-6c6bd41cabc8 req-8940ed84-9cb0-40f9-90cc-2cf011e5d9a7 tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (2ea7a148-8bf4-44c3-9298-f37b2b4c1125), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:35.458891 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-405963dd-f03a-4516-9f48-c3f25cc42910 req-7c0c3f32-ce18-4e32-b396-fc92973df536 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/security-groups?id=aab45fc2-0973-493e-a825-050df5bd59a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429425 Feb 02 06:56:35.515449 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8940ed84-9cb0-40f9-90cc-2cf011e5d9a7 tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] Pushing event updated for resources: {'Port': ['ID=2ea7a148-8bf4-44c3-9298-f37b2b4c1125,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:35.521805 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-a12d0cf9-b6a1-4cdb-a358-6c6bd41cabc8 req-8940ed84-9cb0-40f9-90cc-2cf011e5d9a7 tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (18833df9-f59d-442e-8470-b250fae72c27), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:35.538529 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-a12d0cf9-b6a1-4cdb-a358-6c6bd41cabc8 req-8940ed84-9cb0-40f9-90cc-2cf011e5d9a7 tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:35.540307 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a12d0cf9-b6a1-4cdb-a358-6c6bd41cabc8 req-8940ed84-9cb0-40f9-90cc-2cf011e5d9a7 tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 0.9782484 Feb 02 06:56:35.576172 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eacad80-e3af-4832-ad89-0438341373b3 req-8408bdb6-16a2-463b-943a-3ae040d9c870 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:35.577544 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5eacad80-e3af-4832-ad89-0438341373b3 req-8408bdb6-16a2-463b-943a-3ae040d9c870 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 945 time: 0.0570943 Feb 02 06:56:35.593207 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a12d0cf9-b6a1-4cdb-a358-6c6bd41cabc8 req-9c49dfc0-c5bb-4d25-adac-f31a06f150b4 tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.4.12 HTTP/1.1" status: 200 len: 695 time: 0.0471587 Feb 02 06:56:35.628497 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5eacad80-e3af-4832-ad89-0438341373b3 req-9d9c5da5-c098-4a45-8f6d-3d0d3db7b564 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452902 Feb 02 06:56:35.699325 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d0cf9-b6a1-4cdb-a358-6c6bd41cabc8 req-115be2a3-be1a-4a7a-ad8f-4a7521094686 tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:35.700884 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a12d0cf9-b6a1-4cdb-a358-6c6bd41cabc8 req-115be2a3-be1a-4a7a-ad8f-4a7521094686 tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] 10.222.0.87 "GET /v2.0/networks/ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 HTTP/1.1" status: 200 len: 784 time: 0.1023464 Feb 02 06:56:35.736645 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c1ca0a-9011-4ab9-b634-9863cc9950df req-8b21bd91-2184-42f3-9755-76141879aefd tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:35.738165 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-75c1ca0a-9011-4ab9-b634-9863cc9950df req-8b21bd91-2184-42f3-9755-76141879aefd tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] 10.222.0.87 "GET /v2.0/ports?device_id=baf27e8c-1c51-45b3-b21e-9ab1a373f149 HTTP/1.1" status: 200 len: 950 time: 0.0541918 Feb 02 06:56:35.769691 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6fb20060-1b5f-48d3-aef3-38e09a2814b2 req-7ebf5000-861d-4eb7-b076-1176055a643c tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] 10.222.0.87 "GET /v2.0/floatingips/18833df9-f59d-442e-8470-b250fae72c27 HTTP/1.1" status: 200 len: 692 time: 0.0489953 Feb 02 06:56:35.792283 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-75c1ca0a-9011-4ab9-b634-9863cc9950df req-5730f2ab-2782-4790-8938-ce30a384d239 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] 10.222.0.87 "GET /v2.0/security-groups?id=4662f0f5-257f-4850-b4c0-023dc275c19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471268 Feb 02 06:56:35.892513 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb20060-1b5f-48d3-aef3-38e09a2814b2 req-f6742272-ace9-4486-81c1-a2c4e785c75d tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:35.893847 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6fb20060-1b5f-48d3-aef3-38e09a2814b2 req-f6742272-ace9-4486-81c1-a2c4e785c75d tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] 10.222.0.87 "GET /v2.0/networks/ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 HTTP/1.1" status: 200 len: 784 time: 0.1184371 Feb 02 06:56:35.988029 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d3739b-ab72-4fec-a9a8-cacd0a91ef8f req-5b566cfb-e178-46a3-9773-bfabf6469dac tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:35.989585 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b7d3739b-ab72-4fec-a9a8-cacd0a91ef8f req-5b566cfb-e178-46a3-9773-bfabf6469dac tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87 HTTP/1.1" status: 200 len: 948 time: 0.0546248 Feb 02 06:56:36.040771 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b7d3739b-ab72-4fec-a9a8-cacd0a91ef8f req-ed12d877-8f12-4b67-b377-2f8526e37c6c tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443823 Feb 02 06:56:36.208543 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6fb20060-1b5f-48d3-aef3-38e09a2814b2 req-709b4825-e8fd-4b60-b979-cc239484eee1 tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.4.12 HTTP/1.1" status: 200 len: 695 time: 0.3085995 Feb 02 06:56:36.259642 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6fb20060-1b5f-48d3-aef3-38e09a2814b2 req-8cee4fed-1af9-4cf8-9701-283d49d0cf2a tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.4.12 HTTP/1.1" status: 200 len: 695 time: 0.0448551 Feb 02 06:56:36.314965 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 06:56:36.332044 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae3170-4658-4aac-a5cc-d9e24d270922 req-ddba02bf-db0b-4971-b0a3-951770954ca1 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:36.333269 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9bae3170-4658-4aac-a5cc-d9e24d270922 req-ddba02bf-db0b-4971-b0a3-951770954ca1 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87 HTTP/1.1" status: 200 len: 948 time: 0.1187427 Feb 02 06:56:36.357482 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512022c4-6d01-43f2-8b12-ffd116266a83 req-6d2b90dd-9896-427f-9476-54251ed4ec29 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:36.358917 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-512022c4-6d01-43f2-8b12-ffd116266a83 req-6d2b90dd-9896-427f-9476-54251ed4ec29 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87&tenant_id=617f6fde409340a286c916b0c2822b5a&binding%3Ahost_id=n-h2-789963-26 HTTP/1.1" status: 200 len: 948 time: 0.1162741 Feb 02 06:56:36.399396 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-6fb20060-1b5f-48d3-aef3-38e09a2814b2 req-1b08f837-b678-4ab7-af93-7e08e455a163 tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] Deleting port 2ea7a148-8bf4-44c3-9298-f37b2b4c1125 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 06:56:36.400104 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-6fb20060-1b5f-48d3-aef3-38e09a2814b2 req-1b08f837-b678-4ab7-af93-7e08e455a163 tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (2ea7a148-8bf4-44c3-9298-f37b2b4c1125), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:36.422125 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9bae3170-4658-4aac-a5cc-d9e24d270922 req-54fb256d-644a-4dc5-ad2b-6d0f73988fc6 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598152 Feb 02 06:56:36.436452 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:56:36.448424 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': 'ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc', 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1', 'port_id': 'ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc', 'mac_address': 'fa:16:3e:d1:bf:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d773733-62df-4956-84d3-71d17cfb6d11', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 06:56:36.496783 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:56:36.497418 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:36.503640 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-6fb20060-1b5f-48d3-aef3-38e09a2814b2 req-1b08f837-b678-4ab7-af93-7e08e455a163 tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (2ea7a148-8bf4-44c3-9298-f37b2b4c1125), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:36.503976 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-6fb20060-1b5f-48d3-aef3-38e09a2814b2 req-1b08f837-b678-4ab7-af93-7e08e455a163 tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] Publish callbacks [] for floatingip (2ea7a148-8bf4-44c3-9298-f37b2b4c1125), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:36.514627 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:56:36.516848 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512022c4-6d01-43f2-8b12-ffd116266a83 req-6611167b-2805-4790-8d2a-0f18b17118fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:36.517395 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-6fb20060-1b5f-48d3-aef3-38e09a2814b2 req-1b08f837-b678-4ab7-af93-7e08e455a163 tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] Calling delete_port for 2ea7a148-8bf4-44c3-9298-f37b2b4c1125 owned by network:floatingip {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 06:56:36.518700 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-512022c4-6d01-43f2-8b12-ffd116266a83 req-6611167b-2805-4790-8d2a-0f18b17118fd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=617f6fde409340a286c916b0c2822b5a&device_id=4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87 HTTP/1.1" status: 200 len: 1131 time: 0.0871603 Feb 02 06:56:36.535316 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:56:36.539944 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:36.594299 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc,revision_number=7']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:36.664560 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-6fb20060-1b5f-48d3-aef3-38e09a2814b2 req-1b08f837-b678-4ab7-af93-7e08e455a163 tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (2ea7a148-8bf4-44c3-9298-f37b2b4c1125), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:36.691928 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b08f837-b678-4ab7-af93-7e08e455a163 tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] Pushing event deleted for resources: {'Port': ['ID=2ea7a148-8bf4-44c3-9298-f37b2b4c1125,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:36.754260 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-6fb20060-1b5f-48d3-aef3-38e09a2814b2 req-1b08f837-b678-4ab7-af93-7e08e455a163 tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] Publish callbacks [] for floatingip (18833df9-f59d-442e-8470-b250fae72c27), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:36.756956 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-6fb20060-1b5f-48d3-aef3-38e09a2814b2 req-1b08f837-b678-4ab7-af93-7e08e455a163 tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:36.758665 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6fb20060-1b5f-48d3-aef3-38e09a2814b2 req-1b08f837-b678-4ab7-af93-7e08e455a163 tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] 10.222.0.87 "DELETE /v2.0/floatingips/18833df9-f59d-442e-8470-b250fae72c27 HTTP/1.1" status: 204 len: 173 time: 0.4931874 Feb 02 06:56:36.860757 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a2d80-6741-4a34-b832-487995029bbb req-33a9b5c2-c753-484e-83cd-d0c3e4407504 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:36.862270 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-eb0a2d80-6741-4a34-b832-487995029bbb req-33a9b5c2-c753-484e-83cd-d0c3e4407504 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=682cb750-3b53-4085-be06-d355b0d2dc70 HTTP/1.1" status: 200 len: 943 time: 0.3825004 Feb 02 06:56:36.874226 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de7fa7a-e854-49d5-bb47-5654c760ad99 req-c522ae22-fcd5-44f5-a9a2-e9073f05d19a tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:36.875872 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2de7fa7a-e854-49d5-bb47-5654c760ad99 req-c522ae22-fcd5-44f5-a9a2-e9073f05d19a tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/ports?device_id=4c6bc6e0-a3f8-46f4-b497-5fa6fb3eadb4 HTTP/1.1" status: 200 len: 945 time: 0.0623555 Feb 02 06:56:36.940176 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2de7fa7a-e854-49d5-bb47-5654c760ad99 req-3877a4b9-739d-4414-9cdc-8edba04a5a80 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/security-groups?id=aab45fc2-0973-493e-a825-050df5bd59a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553451 Feb 02 06:56:36.953210 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512022c4-6d01-43f2-8b12-ffd116266a83 req-4bef80cf-4809-4142-bb6d-74f738f8da16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:36.954680 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-512022c4-6d01-43f2-8b12-ffd116266a83 req-4bef80cf-4809-4142-bb6d-74f738f8da16 service neutron] 10.222.0.59 "GET /v2.0/networks?id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 HTTP/1.1" status: 200 len: 870 time: 0.4294930 Feb 02 06:56:36.962235 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-eb0a2d80-6741-4a34-b832-487995029bbb req-087dcdaa-8c50-4676-aeef-97605da30ba8 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735672 Feb 02 06:56:37.006638 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-512022c4-6d01-43f2-8b12-ffd116266a83 req-676b7d0d-da55-4994-91e6-d7ccf0e6fd83 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc HTTP/1.1" status: 200 len: 217 time: 0.0404766 Feb 02 06:56:37.047304 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [req-f1d92e25-39d9-4b94-abd4-c9843c11f5d9 req-20d99948-ff90-45b6-a39a-4e3ac4118cfa tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] show failed (client error): The resource could not be found. Feb 02 06:56:37.048351 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f1d92e25-39d9-4b94-abd4-c9843c11f5d9 req-20d99948-ff90-45b6-a39a-4e3ac4118cfa tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] 10.222.0.87 "GET /v2.0/floatingips/18833df9-f59d-442e-8470-b250fae72c27 HTTP/1.1" status: 404 len: 350 time: 0.0444241 Feb 02 06:56:37.052291 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3780751-d145-40b6-85cf-c77c7e898555 req-5b7804b4-4384-46fe-b425-0d355b106172 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:37.056718 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f3780751-d145-40b6-85cf-c77c7e898555 req-5b7804b4-4384-46fe-b425-0d355b106172 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 945 time: 0.0540736 Feb 02 06:56:37.083973 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512022c4-6d01-43f2-8b12-ffd116266a83 req-fa74e67d-d512-4338-8587-4b39313e4c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:37.085647 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-512022c4-6d01-43f2-8b12-ffd116266a83 req-fa74e67d-d512-4338-8587-4b39313e4c2f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.0721915 Feb 02 06:56:37.105518 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f3780751-d145-40b6-85cf-c77c7e898555 req-de95020f-d7f9-4eb0-872d-0f3ce935441e tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458627 Feb 02 06:56:37.116422 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:56:37.178031 n-d-789963-26 neutron-server[109694]: INFO neutron.api.v2.resource [req-9cff5dd4-cbc7-405d-ba22-c6234b43e12b req-e68ea59f-6fcf-4214-aaef-85cd1de9cc9b tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] show failed (client error): The resource could not be found. Feb 02 06:56:37.179107 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512022c4-6d01-43f2-8b12-ffd116266a83 req-dabbc06d-7d38-4ce0-be44-7663915aef9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:37.181298 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-512022c4-6d01-43f2-8b12-ffd116266a83 req-dabbc06d-7d38-4ce0-be44-7663915aef9d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0874894 Feb 02 06:56:37.182815 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9cff5dd4-cbc7-405d-ba22-c6234b43e12b req-e68ea59f-6fcf-4214-aaef-85cd1de9cc9b tempest-FloatingIPsTestJSON-1163518698 tempest-FloatingIPsTestJSON-1163518698-project] 10.222.0.87 "GET /v2.0/floatingips/18833df9-f59d-442e-8470-b250fae72c27 HTTP/1.1" status: 404 len: 350 time: 0.0551202 Feb 02 06:56:37.189213 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 33192) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:56:37.198258 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed814100-5532-4883-97c7-df27d7163dc3 req-cf7789eb-2722-4c5a-9816-9c6e0e100dd9 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:37.207257 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ed814100-5532-4883-97c7-df27d7163dc3 req-cf7789eb-2722-4c5a-9816-9c6e0e100dd9 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] 10.222.0.87 "GET /v2.0/ports?device_id=baf27e8c-1c51-45b3-b21e-9ab1a373f149 HTTP/1.1" status: 200 len: 950 time: 0.1020341 Feb 02 06:56:37.308125 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ed814100-5532-4883-97c7-df27d7163dc3 req-81675e6b-15b1-4527-a29a-b69704328089 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] 10.222.0.87 "GET /v2.0/security-groups?id=4662f0f5-257f-4850-b4c0-023dc275c19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016352 Feb 02 06:56:37.331764 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-512022c4-6d01-43f2-8b12-ffd116266a83 req-0314de36-ca84-455c-bf84-a86a650166f6 service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188743 Feb 02 06:56:37.476038 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-512022c4-6d01-43f2-8b12-ffd116266a83 req-427a5eb5-f24b-483a-9e63-1629a2590f9d service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980675 Feb 02 06:56:37.551718 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9910e49-8ada-4fcd-aa56-08aa8591ec7d req-dfb79128-8258-49c8-9184-48a735b62ba5 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:37.559342 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e9910e49-8ada-4fcd-aa56-08aa8591ec7d req-dfb79128-8258-49c8-9184-48a735b62ba5 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87 HTTP/1.1" status: 200 len: 949 time: 0.0729184 Feb 02 06:56:37.616303 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device d617270c-b877-40fa-8d2a-c76b56a98b41 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 06:56:37.616985 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e51720-8b3d-4f78-b5b4-da5b44a9dc95 req-236c097a-3ea9-4f21-ada5-17855d5820e8 tempest-ServersAdminNegativeTestJSON-594604212 tempest-ServersAdminNegativeTestJSON-594604212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:37.618859 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-87e51720-8b3d-4f78-b5b4-da5b44a9dc95 req-236c097a-3ea9-4f21-ada5-17855d5820e8 tempest-ServersAdminNegativeTestJSON-594604212 tempest-ServersAdminNegativeTestJSON-594604212-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=baf27e8c-1c51-45b3-b21e-9ab1a373f149 HTTP/1.1" status: 200 len: 1133 time: 0.0940332 Feb 02 06:56:37.621577 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e9910e49-8ada-4fcd-aa56-08aa8591ec7d req-8993b090-6705-4b81-89bc-fe94a30ebe17 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610831 Feb 02 06:56:37.680558 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-87e51720-8b3d-4f78-b5b4-da5b44a9dc95 req-3daced8a-e308-4649-9020-7e6e81b4b8a8 tempest-ServersAdminNegativeTestJSON-594604212 tempest-ServersAdminNegativeTestJSON-594604212-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:37.724554 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port d617270c-b877-40fa-8d2a-c76b56a98b41, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=d617270c-b877-40fa-8d2a-c76b56a98b41,segment=NetworkSegment(c05e7e16-1181-4a1f-b0eb-5bf8b2ea2f17),segment_id=c05e7e16-1181-4a1f-b0eb-5bf8b2ea2f17)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:56:37.737992 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': 'd617270c-b877-40fa-8d2a-c76b56a98b41', 'network_id': 'e031e54a-fb94-4be8-9122-29e7d171bb1c', 'port_id': 'd617270c-b877-40fa-8d2a-c76b56a98b41', 'mac_address': 'fa:16:3e:18:46:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '754efa80-8dc2-492f-a4f9-29685b756b55', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 06:56:37.755043 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e106719d-7978-4f4c-aae2-a899b59034be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (313c3077-5a78-4e3c-8705-f03b5abd0940), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:37.780311 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port d617270c-b877-40fa-8d2a-c76b56a98b41 is: ACTIVE; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:56:37.780720 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (d617270c-b877-40fa-8d2a-c76b56a98b41), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:37.861312 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-87e51720-8b3d-4f78-b5b4-da5b44a9dc95 req-3daced8a-e308-4649-9020-7e6e81b4b8a8 tempest-ServersAdminNegativeTestJSON-594604212 tempest-ServersAdminNegativeTestJSON-594604212-project-admin] Publish callbacks [] for security_group (92822a2a-cd27-470c-bdf4-200a5cd5216e), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:37.870570 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-87e51720-8b3d-4f78-b5b4-da5b44a9dc95 req-3daced8a-e308-4649-9020-7e6e81b4b8a8 tempest-ServersAdminNegativeTestJSON-594604212 tempest-ServersAdminNegativeTestJSON-594604212-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (92822a2a-cd27-470c-bdf4-200a5cd5216e), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:37.927232 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d617270c-b877-40fa-8d2a-c76b56a98b41 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:56:37.956241 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port d617270c-b877-40fa-8d2a-c76b56a98b41, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=d617270c-b877-40fa-8d2a-c76b56a98b41,segment=NetworkSegment(c05e7e16-1181-4a1f-b0eb-5bf8b2ea2f17),segment_id=c05e7e16-1181-4a1f-b0eb-5bf8b2ea2f17)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:56:37.966303 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (d617270c-b877-40fa-8d2a-c76b56a98b41), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:37.967729 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-87e51720-8b3d-4f78-b5b4-da5b44a9dc95 req-3daced8a-e308-4649-9020-7e6e81b4b8a8 tempest-ServersAdminNegativeTestJSON-594604212 tempest-ServersAdminNegativeTestJSON-594604212-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=4662f0f5-257f-4850-b4c0-023dc275c19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3419721 Feb 02 06:56:37.968718 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daced8a-e308-4649-9020-7e6e81b4b8a8 tempest-ServersAdminNegativeTestJSON-594604212 tempest-ServersAdminNegativeTestJSON-594604212-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92822a2a-cd27-470c-bdf4-200a5cd5216e,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:38.077213 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd2fd36-9e38-43dd-bf9c-f6ec1e855421 req-3626b471-7a94-422b-ba4b-edbd087e5afc tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:38.079356 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=d617270c-b877-40fa-8d2a-c76b56a98b41,revision_number=6']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:38.084160 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8bd2fd36-9e38-43dd-bf9c-f6ec1e855421 req-3626b471-7a94-422b-ba4b-edbd087e5afc tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/ports?device_id=4c6bc6e0-a3f8-46f4-b497-5fa6fb3eadb4 HTTP/1.1" status: 200 len: 944 time: 0.0630052 Feb 02 06:56:38.130517 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8bd2fd36-9e38-43dd-bf9c-f6ec1e855421 req-39e50948-9315-432f-88b8-fce0ebe07f7c tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/security-groups?id=aab45fc2-0973-493e-a825-050df5bd59a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455008 Feb 02 06:56:38.165831 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef215cb-a746-4962-b2b7-c866649fc313 req-43587779-f49d-4482-88cd-490155f9f30a tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:38.167367 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3ef215cb-a746-4962-b2b7-c866649fc313 req-43587779-f49d-4482-88cd-490155f9f30a tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=682cb750-3b53-4085-be06-d355b0d2dc70 HTTP/1.1" status: 200 len: 943 time: 0.0982997 Feb 02 06:56:38.182772 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['d617270c-b877-40fa-8d2a-c76b56a98b41'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:56:38.280889 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a659126-ad66-4d9f-b96e-3f68e2470bfc req-dd0d7528-6fad-4348-9b14-0fb9d22b8cf7 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:38.289051 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0a659126-ad66-4d9f-b96e-3f68e2470bfc req-dd0d7528-6fad-4348-9b14-0fb9d22b8cf7 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 945 time: 0.0727179 Feb 02 06:56:38.318577 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3ef215cb-a746-4962-b2b7-c866649fc313 req-498483b3-fbe3-4b2d-a80b-8e70d3652e07 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444206 Feb 02 06:56:38.333034 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-e106719d-7978-4f4c-aae2-a899b59034be admin admin] Deleting port d034e24b-e61b-47cf-8f45-410d61007c76 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 06:56:38.333861 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e106719d-7978-4f4c-aae2-a899b59034be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (d034e24b-e61b-47cf-8f45-410d61007c76), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:38.370556 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0a659126-ad66-4d9f-b96e-3f68e2470bfc req-d399c3ef-ffb5-4544-b4f8-4d062f3fa41e tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749073 Feb 02 06:56:38.449251 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-e106719d-7978-4f4c-aae2-a899b59034be admin admin] For port d034e24b-e61b-47cf-8f45-410d61007c76, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=d034e24b-e61b-47cf-8f45-410d61007c76,segment=NetworkSegment(f78b34df-8246-4ed8-ac94-1a6c0d289230),segment_id=f78b34df-8246-4ed8-ac94-1a6c0d289230)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:56:38.449714 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e106719d-7978-4f4c-aae2-a899b59034be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (d034e24b-e61b-47cf-8f45-410d61007c76), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:38.463223 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-e106719d-7978-4f4c-aae2-a899b59034be admin admin] Calling delete_port for d034e24b-e61b-47cf-8f45-410d61007c76 owned by network:router_interface {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 06:56:38.634304 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d75e2-776b-49c4-bd7d-377ba873e915 req-0d3df656-bb14-4e63-8227-4f06791b40ba tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:38.635888 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0e9d75e2-776b-49c4-bd7d-377ba873e915 req-0d3df656-bb14-4e63-8227-4f06791b40ba tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/ports?device_id=4c6bc6e0-a3f8-46f4-b497-5fa6fb3eadb4 HTTP/1.1" status: 200 len: 944 time: 0.0589755 Feb 02 06:56:38.650883 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e106719d-7978-4f4c-aae2-a899b59034be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (d034e24b-e61b-47cf-8f45-410d61007c76), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:38.679331 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e106719d-7978-4f4c-aae2-a899b59034be admin admin] Pushing event deleted for resources: {'Port': ['ID=d034e24b-e61b-47cf-8f45-410d61007c76,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:38.705524 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0e9d75e2-776b-49c4-bd7d-377ba873e915 req-45bebe1c-7b24-4858-8947-abe546800c6e tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/security-groups?id=aab45fc2-0973-493e-a825-050df5bd59a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599957 Feb 02 06:56:38.834237 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448a9878-519a-46d8-9818-8a1dae9b4819 req-6e9c7837-1baf-4548-8b7a-74971d0b9494 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:38.835793 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-448a9878-519a-46d8-9818-8a1dae9b4819 req-6e9c7837-1baf-4548-8b7a-74971d0b9494 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87 HTTP/1.1" status: 200 len: 949 time: 0.1301973 Feb 02 06:56:38.929543 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-448a9878-519a-46d8-9818-8a1dae9b4819 req-9b2b51fb-5f22-47c2-9356-ecf2c646b4d9 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847824 Feb 02 06:56:38.931015 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e106719d-7978-4f4c-aae2-a899b59034be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (313c3077-5a78-4e3c-8705-f03b5abd0940), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:39.058782 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98354619-000b-4553-a109-7d8a732a8a9e req-4dbc9d72-52b6-4982-9d96-dc9b02531443 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:39.060253 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-98354619-000b-4553-a109-7d8a732a8a9e req-4dbc9d72-52b6-4982-9d96-dc9b02531443 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87 HTTP/1.1" status: 200 len: 949 time: 0.0608439 Feb 02 06:56:39.107436 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-98354619-000b-4553-a109-7d8a732a8a9e req-d02358f6-8437-43b8-b524-da2dec4d5df0 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411975 Feb 02 06:56:39.172031 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3318abea-4efd-4feb-916e-c63d2445e5d5 req-87220ee3-3864-4c1a-a045-76ebd240d7de tempest-ServersAdminNegativeTestJSON-594604212 tempest-ServersAdminNegativeTestJSON-594604212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:39.173740 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3318abea-4efd-4feb-916e-c63d2445e5d5 req-87220ee3-3864-4c1a-a045-76ebd240d7de tempest-ServersAdminNegativeTestJSON-594604212 tempest-ServersAdminNegativeTestJSON-594604212-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=baf27e8c-1c51-45b3-b21e-9ab1a373f149 HTTP/1.1" status: 200 len: 1133 time: 0.1277878 Feb 02 06:56:39.203583 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e106719d-7978-4f4c-aae2-a899b59034be admin admin] Router 313c3077-5a78-4e3c-8705-f03b5abd0940 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 06:56:39.238072 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3318abea-4efd-4feb-916e-c63d2445e5d5 req-ab71b70d-e466-4569-81d6-1190dd6f7171 tempest-ServersAdminNegativeTestJSON-594604212 tempest-ServersAdminNegativeTestJSON-594604212-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=4662f0f5-257f-4850-b4c0-023dc275c19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560231 Feb 02 06:56:39.362398 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e106719d-7978-4f4c-aae2-a899b59034be admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 06:56:39.380716 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11003308-47bc-494f-8035-e9115a2e7f7a None None] Sync routers for ids ['313c3077-5a78-4e3c-8705-f03b5abd0940'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 06:56:39.385379 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 33244) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:56:39.386332 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-e106719d-7978-4f4c-aae2-a899b59034be admin admin] 10.222.0.87 "PUT /v2.0/routers/313c3077-5a78-4e3c-8705-f03b5abd0940/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1958954 Feb 02 06:56:39.412162 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11003308-47bc-494f-8035-e9115a2e7f7a None None] Routers {'313c3077-5a78-4e3c-8705-f03b5abd0940'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 06:56:39.412793 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-11003308-47bc-494f-8035-e9115a2e7f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:56:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['313c3077-5a78-4e3c-8705-f03b5abd0940'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:56:39.497724 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0ca1589c-2d7b-4e44-9235-3078efc104f9 req-c79d3999-da7b-45e1-b73c-b50c70793dde tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=617f6fde409340a286c916b0c2822b5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0399160 Feb 02 06:56:39.553720 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-11003308-47bc-494f-8035-e9115a2e7f7a None None] Set router 313c3077-5a78-4e3c-8705-f03b5abd0940 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 06:56:39.558617 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e4d8b95a-ac22-4569-9dfb-45e1baecc159 admin admin] Publish callbacks [] for router (313c3077-5a78-4e3c-8705-f03b5abd0940), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:39.601483 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b012274-5291-4d2d-b894-3748064ba0af req-7faf1c85-945b-4215-8a90-6c420644dbee tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:39.603505 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0b012274-5291-4d2d-b894-3748064ba0af req-7faf1c85-945b-4215-8a90-6c420644dbee tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=682cb750-3b53-4085-be06-d355b0d2dc70 HTTP/1.1" status: 200 len: 943 time: 0.1426234 Feb 02 06:56:39.627848 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca1589c-2d7b-4e44-9235-3078efc104f9 req-4ec25150-1a94-480d-8f6f-aa2136b62eb0 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:39.629589 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0ca1589c-2d7b-4e44-9235-3078efc104f9 req-4ec25150-1a94-480d-8f6f-aa2136b62eb0 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1263175 Feb 02 06:56:39.645559 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0ca1589c-2d7b-4e44-9235-3078efc104f9 req-b86f9d5a-a496-4ce7-a02c-96ea69e53029 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/quotas/617f6fde409340a286c916b0c2822b5a HTTP/1.1" status: 200 len: 375 time: 0.0091088 Feb 02 06:56:39.670429 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device d617270c-b877-40fa-8d2a-c76b56a98b41 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 06:56:39.703964 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0b012274-5291-4d2d-b894-3748064ba0af req-0191a0d1-10af-4955-897a-8a6a13cad39f tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923755 Feb 02 06:56:39.709109 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e4d8b95a-ac22-4569-9dfb-45e1baecc159 admin admin] Publish callbacks [] for router_gateway (313c3077-5a78-4e3c-8705-f03b5abd0940), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:39.732377 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0ca1589c-2d7b-4e44-9235-3078efc104f9 req-0e27827a-8e4a-4888-98f9-2b1288522ed4 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=617f6fde409340a286c916b0c2822b5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0787022 Feb 02 06:56:39.795451 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-e4d8b95a-ac22-4569-9dfb-45e1baecc159 admin admin] Deleting port 786d3408-072f-4d1c-8db6-17d89a2f3e91 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 06:56:39.795820 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e4d8b95a-ac22-4569-9dfb-45e1baecc159 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (786d3408-072f-4d1c-8db6-17d89a2f3e91), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:39.811495 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port d617270c-b877-40fa-8d2a-c76b56a98b41 is: BUILD; New status is: DOWN {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:56:39.812025 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (d617270c-b877-40fa-8d2a-c76b56a98b41), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:39.829811 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d617270c-b877-40fa-8d2a-c76b56a98b41 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:56:39.843166 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-11003308-47bc-494f-8035-e9115a2e7f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313c3077-5a78-4e3c-8705-f03b5abd0940', 'name': 'tempest-FloatingIPsTestJSON-749697329-router', 'tenant_id': '48a5b620510e4074aa59b72418fa99d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '786d3408-072f-4d1c-8db6-17d89a2f3e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:56:23Z', 'updated_at': '2022-02-02T06:56:38Z', 'revision_number': 5, 'project_id': '48a5b620510e4074aa59b72418fa99d3', 'gw_port': {'id': '786d3408-072f-4d1c-8db6-17d89a2f3e91', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313c3077-5a78-4e3c-8705-f03b5abd0940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:56:23Z', 'updated_at': '2022-02-02T06:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:56:39.901207 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port d617270c-b877-40fa-8d2a-c76b56a98b41, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=d617270c-b877-40fa-8d2a-c76b56a98b41,segment=NetworkSegment(c05e7e16-1181-4a1f-b0eb-5bf8b2ea2f17),segment_id=c05e7e16-1181-4a1f-b0eb-5bf8b2ea2f17)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:56:39.903718 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11003308-47bc-494f-8035-e9115a2e7f7a None None] Checking router: 313c3077-5a78-4e3c-8705-f03b5abd0940 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 06:56:39.912965 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (d617270c-b877-40fa-8d2a-c76b56a98b41), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:39.922588 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469a8ea0-a295-44df-a52d-3d1caa2a19d3 req-6c3891e5-0a1e-4e7b-8886-10d1a3d10169 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:39.924222 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-469a8ea0-a295-44df-a52d-3d1caa2a19d3 req-6c3891e5-0a1e-4e7b-8886-10d1a3d10169 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 945 time: 0.1228609 Feb 02 06:56:39.941290 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11003308-47bc-494f-8035-e9115a2e7f7a None None] Routers {'313c3077-5a78-4e3c-8705-f03b5abd0940'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 06:56:39.942145 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-11003308-47bc-494f-8035-e9115a2e7f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:56:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['313c3077-5a78-4e3c-8705-f03b5abd0940'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:56:39.971022 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-e4d8b95a-ac22-4569-9dfb-45e1baecc159 admin admin] For port 786d3408-072f-4d1c-8db6-17d89a2f3e91, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=786d3408-072f-4d1c-8db6-17d89a2f3e91,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:56:39.971595 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e4d8b95a-ac22-4569-9dfb-45e1baecc159 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (786d3408-072f-4d1c-8db6-17d89a2f3e91), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:39.986233 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-e4d8b95a-ac22-4569-9dfb-45e1baecc159 admin admin] Calling delete_port for 786d3408-072f-4d1c-8db6-17d89a2f3e91 owned by network:router_gateway {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 06:56:40.001628 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d85ab-30cd-4e8e-b383-21b2b3824e90 req-e2f20c0b-2fba-48d3-98c5-d5df933a31c8 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:40.011482 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-704d85ab-30cd-4e8e-b383-21b2b3824e90 req-e2f20c0b-2fba-48d3-98c5-d5df933a31c8 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/ports?device_id=4c6bc6e0-a3f8-46f4-b497-5fa6fb3eadb4 HTTP/1.1" status: 200 len: 943 time: 0.0825071 Feb 02 06:56:40.045736 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=d617270c-b877-40fa-8d2a-c76b56a98b41,revision_number=7']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:40.052062 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-11003308-47bc-494f-8035-e9115a2e7f7a None None] Set router 313c3077-5a78-4e3c-8705-f03b5abd0940 gateway port host: None {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 06:56:40.099234 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-704d85ab-30cd-4e8e-b383-21b2b3824e90 req-1a4977ac-c2ca-46cb-928e-68e882682876 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/security-groups?id=aab45fc2-0973-493e-a825-050df5bd59a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816329 Feb 02 06:56:40.129910 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-11003308-47bc-494f-8035-e9115a2e7f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313c3077-5a78-4e3c-8705-f03b5abd0940', 'name': 'tempest-FloatingIPsTestJSON-749697329-router', 'tenant_id': '48a5b620510e4074aa59b72418fa99d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:56:23Z', 'updated_at': '2022-02-02T06:56:39Z', 'revision_number': 6, 'project_id': '48a5b620510e4074aa59b72418fa99d3', 'gw_port_host': None}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:56:40.165447 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11003308-47bc-494f-8035-e9115a2e7f7a None None] The sync data for ids ['313c3077-5a78-4e3c-8705-f03b5abd0940'] in n-d-789963-26 is: [{'id': '313c3077-5a78-4e3c-8705-f03b5abd0940', 'name': 'tempest-FloatingIPsTestJSON-749697329-router', 'tenant_id': '48a5b620510e4074aa59b72418fa99d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:56:23Z', 'updated_at': '2022-02-02T06:56:39Z', 'revision_number': 6, 'project_id': '48a5b620510e4074aa59b72418fa99d3', 'gw_port_host': None}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 06:56:40.181548 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dd03c94b-424a-4e79-99f4-efd99ce2076e req-9441ad95-a000-442d-8a38-b469cc7ece93 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4ed7e9e-adc7-4d1f-b431-494897552f8f HTTP/1.1" status: 200 len: 210 time: 0.0293822 Feb 02 06:56:40.182737 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-469a8ea0-a295-44df-a52d-3d1caa2a19d3 req-4abf23ed-7027-4950-a0a4-c04294b74931 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480500 Feb 02 06:56:40.233325 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e4d8b95a-ac22-4569-9dfb-45e1baecc159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (786d3408-072f-4d1c-8db6-17d89a2f3e91), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:40.269611 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d8b95a-ac22-4569-9dfb-45e1baecc159 admin admin] Pushing event deleted for resources: {'Port': ['ID=786d3408-072f-4d1c-8db6-17d89a2f3e91,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:40.324853 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:56:40.334666 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e4d8b95a-ac22-4569-9dfb-45e1baecc159 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (313c3077-5a78-4e3c-8705-f03b5abd0940), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:40.402289 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:56:40.402911 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:40.445558 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e4d8b95a-ac22-4569-9dfb-45e1baecc159 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (313c3077-5a78-4e3c-8705-f03b5abd0940), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:40.447346 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e4d8b95a-ac22-4569-9dfb-45e1baecc159 admin admin] Publish callbacks [] for router_controller (313c3077-5a78-4e3c-8705-f03b5abd0940), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:40.497469 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:56:40.499587 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:40.536089 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e4d8b95a-ac22-4569-9dfb-45e1baecc159 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (313c3077-5a78-4e3c-8705-f03b5abd0940), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:40.536685 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d8b95a-ac22-4569-9dfb-45e1baecc159 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 313c3077-5a78-4e3c-8705-f03b5abd0940 {{(pid=109693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 06:56:40.547878 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e4d8b95a-ac22-4569-9dfb-45e1baecc159 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:40.551966 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 33276) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:56:40.552518 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e4d8b95a-ac22-4569-9dfb-45e1baecc159 admin admin] 10.222.0.87 "DELETE /v2.0/routers/313c3077-5a78-4e3c-8705-f03b5abd0940 HTTP/1.1" status: 204 len: 168 time: 1.1655085 Feb 02 06:56:40.603498 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:56:40.605780 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a244a0-6767-499f-9446-cedba086aad3" -d '{"events": [{"server_uuid": "4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87", "name": "network-vif-plugged", "status": "completed", "tag": "ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:56:40.607853 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307be255-574e-49f1-96fd-70fbce11daed req-faa48bf7-c5fe-41ee-b23a-9bbc4a589ba0 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:40.611222 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-307be255-574e-49f1-96fd-70fbce11daed req-faa48bf7-c5fe-41ee-b23a-9bbc4a589ba0 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] 10.222.0.87 "GET /v2.0/ports?device_id=baf27e8c-1c51-45b3-b21e-9ab1a373f149 HTTP/1.1" status: 200 len: 950 time: 0.1094017 Feb 02 06:56:40.633797 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-f954e5f4-ca3a-4c06-9a58-559df108f260 admin admin] Deleting subnet ac2d815c-fc9f-45d7-b9df-293d175e3fa6 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 06:56:40.637735 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f954e5f4-ca3a-4c06-9a58-559df108f260 admin admin] Publish callbacks [] for subnet (ac2d815c-fc9f-45d7-b9df-293d175e3fa6), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:40.652434 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:56:40.672918 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:40.731296 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f954e5f4-ca3a-4c06-9a58-559df108f260 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (ac2d815c-fc9f-45d7-b9df-293d175e3fa6), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:40.740984 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 06:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060ec588-3f87-4197-b2f6-646ea36ea295 x-openstack-request-id: req-060ec588-3f87-4197-b2f6-646ea36ea295 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:56:40.741289 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87", "name": "network-vif-plugged", "status": "completed", "tag": "ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:56:40.741551 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-060ec588-3f87-4197-b2f6-646ea36ea295 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:56:40.741939 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc', 'code': 200} Feb 02 06:56:40.743209 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device d034e24b-e61b-47cf-8f45-410d61007c76 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 06:56:40.755998 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-307be255-574e-49f1-96fd-70fbce11daed req-e77f9c0d-3109-48e2-beef-9cb1083f7b66 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] 10.222.0.87 "GET /v2.0/security-groups?id=4662f0f5-257f-4850-b4c0-023dc275c19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308358 Feb 02 06:56:40.787485 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: d034e24b-e61b-47cf-8f45-410d61007c76 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 06:56:40.787871 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device d034e24b-e61b-47cf-8f45-410d61007c76 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 06:56:40.841339 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc,revision_number=8']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:40.881421 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f954e5f4-ca3a-4c06-9a58-559df108f260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (ac2d815c-fc9f-45d7-b9df-293d175e3fa6), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:40.907831 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6c7df320-6c49-4d87-851c-7e32cf1458f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:40.912278 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef154f-3493-4905-a372-ee6805c76008 req-2d7c5941-74eb-4988-9521-7eb80b5ea467 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:40.914384 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f6ef154f-3493-4905-a372-ee6805c76008 req-2d7c5941-74eb-4988-9521-7eb80b5ea467 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c6bc6e0-a3f8-46f4-b497-5fa6fb3eadb4 HTTP/1.1" status: 200 len: 943 time: 0.0915074 Feb 02 06:56:40.921199 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5775c1-154b-4c52-b838-2c04281e598c req-a382468e-b23c-4c92-8891-5959d05e7b4b tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:40.923349 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ba5775c1-154b-4c52-b838-2c04281e598c req-a382468e-b23c-4c92-8891-5959d05e7b4b tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=682cb750-3b53-4085-be06-d355b0d2dc70 HTTP/1.1" status: 200 len: 943 time: 0.0646996 Feb 02 06:56:40.995610 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ba5775c1-154b-4c52-b838-2c04281e598c req-fe7768e6-764e-4774-b8a7-d0666247ade8 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639067 Feb 02 06:56:41.020795 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f954e5f4-ca3a-4c06-9a58-559df108f260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (ac2d815c-fc9f-45d7-b9df-293d175e3fa6), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:41.055594 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f954e5f4-ca3a-4c06-9a58-559df108f260 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac2d815c-fc9f-45d7-b9df-293d175e3fa6,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:41.057720 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f954e5f4-ca3a-4c06-9a58-559df108f260 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:41.061518 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f954e5f4-ca3a-4c06-9a58-559df108f260 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/ac2d815c-fc9f-45d7-b9df-293d175e3fa6 HTTP/1.1" status: 204 len: 168 time: 0.5064836 Feb 02 06:56:41.064134 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 33292) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:56:41.066380 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69092878-d120-428e-8101-9256c8022dbb None None] Network 18043e7e-2674-4453-9c3c-6880a5a49df4 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 06:56:41.089810 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-f6ef154f-3493-4905-a372-ee6805c76008 req-beda6b48-4669-4e02-8a62-1bc784344453 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Deleting port d617270c-b877-40fa-8d2a-c76b56a98b41 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 06:56:41.090156 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f6ef154f-3493-4905-a372-ee6805c76008 req-beda6b48-4669-4e02-8a62-1bc784344453 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (d617270c-b877-40fa-8d2a-c76b56a98b41), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:41.197742 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-60a5b855-7e3a-4976-be35-d809df93112f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (18043e7e-2674-4453-9c3c-6880a5a49df4), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:41.307433 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bda3498-a42e-40a3-ad18-4b04fe69e2c9 None None] DHCP port deletion for 18043e7e-2674-4453-9c3c-6880a5a49df4 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 06:56:41.337524 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eefa68e-6afe-4dcd-86f5-f08a7048ee23 req-0455681b-a3a5-4bed-8758-6a3de741fe34 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:41.346720 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3eefa68e-6afe-4dcd-86f5-f08a7048ee23 req-0455681b-a3a5-4bed-8758-6a3de741fe34 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/ports?device_id=4c6bc6e0-a3f8-46f4-b497-5fa6fb3eadb4 HTTP/1.1" status: 200 len: 943 time: 0.1255522 Feb 02 06:56:41.383324 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-6bda3498-a42e-40a3-ad18-4b04fe69e2c9 None None] Deleting port 8e0140b4-7c46-4bab-876c-fd92cd394e67 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 06:56:41.383731 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6bda3498-a42e-40a3-ad18-4b04fe69e2c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (8e0140b4-7c46-4bab-876c-fd92cd394e67), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:41.401303 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-f6ef154f-3493-4905-a372-ee6805c76008 req-beda6b48-4669-4e02-8a62-1bc784344453 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] For port d617270c-b877-40fa-8d2a-c76b56a98b41, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=d617270c-b877-40fa-8d2a-c76b56a98b41,segment=NetworkSegment(c05e7e16-1181-4a1f-b0eb-5bf8b2ea2f17),segment_id=c05e7e16-1181-4a1f-b0eb-5bf8b2ea2f17)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:56:41.401674 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f6ef154f-3493-4905-a372-ee6805c76008 req-beda6b48-4669-4e02-8a62-1bc784344453 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (d617270c-b877-40fa-8d2a-c76b56a98b41), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:41.426886 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-f6ef154f-3493-4905-a372-ee6805c76008 req-beda6b48-4669-4e02-8a62-1bc784344453 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Calling delete_port for d617270c-b877-40fa-8d2a-c76b56a98b41 owned by compute:nova {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 06:56:41.449319 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb713d3-3178-495a-a161-6f0050c95aae req-cfc34a99-03e9-4f79-bf12-0976d9bed39a tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:41.450886 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2fb713d3-3178-495a-a161-6f0050c95aae req-cfc34a99-03e9-4f79-bf12-0976d9bed39a tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 945 time: 0.1579127 Feb 02 06:56:41.488796 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3eefa68e-6afe-4dcd-86f5-f08a7048ee23 req-a23a7ed1-3b82-40a3-9354-3d558641de8d tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/security-groups?id=aab45fc2-0973-493e-a825-050df5bd59a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296723 Feb 02 06:56:41.493966 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0ca1589c-2d7b-4e44-9235-3078efc104f9 req-bb3c20d4-d0e5-4c4a-a572-711f033db762 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=617f6fde409340a286c916b0c2822b5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0805020 Feb 02 06:56:41.513157 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-60a5b855-7e3a-4976-be35-d809df93112f admin admin] Deleting port 8e0140b4-7c46-4bab-876c-fd92cd394e67 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 06:56:41.513577 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-60a5b855-7e3a-4976-be35-d809df93112f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (8e0140b4-7c46-4bab-876c-fd92cd394e67), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:41.615247 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-6bda3498-a42e-40a3-ad18-4b04fe69e2c9 None None] For port 8e0140b4-7c46-4bab-876c-fd92cd394e67, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=8e0140b4-7c46-4bab-876c-fd92cd394e67,segment=NetworkSegment(f78b34df-8246-4ed8-ac94-1a6c0d289230),segment_id=f78b34df-8246-4ed8-ac94-1a6c0d289230)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:56:41.615891 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6bda3498-a42e-40a3-ad18-4b04fe69e2c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (8e0140b4-7c46-4bab-876c-fd92cd394e67), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:41.635057 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-6bda3498-a42e-40a3-ad18-4b04fe69e2c9 None None] Calling delete_port for 8e0140b4-7c46-4bab-876c-fd92cd394e67 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 06:56:41.663775 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-60a5b855-7e3a-4976-be35-d809df93112f admin admin] For port 8e0140b4-7c46-4bab-876c-fd92cd394e67, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=8e0140b4-7c46-4bab-876c-fd92cd394e67,segment=NetworkSegment(f78b34df-8246-4ed8-ac94-1a6c0d289230),segment_id=f78b34df-8246-4ed8-ac94-1a6c0d289230)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:56:41.664166 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-60a5b855-7e3a-4976-be35-d809df93112f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (8e0140b4-7c46-4bab-876c-fd92cd394e67), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:41.698410 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2fb713d3-3178-495a-a161-6f0050c95aae req-928799e3-2cb0-4c54-9036-d3e659474c92 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383265 Feb 02 06:56:41.705459 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a55e4c36-8d6a-4f26-8d9d-ef8699d6b06d req-73d70657-fe84-43ee-ae12-e4d6872f8c6a tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4ed7e9e-adc7-4d1f-b431-494897552f8f HTTP/1.1" status: 200 len: 210 time: 0.0657346 Feb 02 06:56:41.745868 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca1589c-2d7b-4e44-9235-3078efc104f9 req-8ac2e236-f1ed-414d-8420-bc8260403fd8 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:41.747380 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0ca1589c-2d7b-4e44-9235-3078efc104f9 req-8ac2e236-f1ed-414d-8420-bc8260403fd8 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2469213 Feb 02 06:56:41.749182 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6bda3498-a42e-40a3-ad18-4b04fe69e2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (8e0140b4-7c46-4bab-876c-fd92cd394e67), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:41.749942 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-60a5b855-7e3a-4976-be35-d809df93112f admin admin] Calling delete_port for 8e0140b4-7c46-4bab-876c-fd92cd394e67 owned by network:dhcp {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 06:56:41.775087 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda3498-a42e-40a3-ad18-4b04fe69e2c9 None None] Pushing event deleted for resources: {'Port': ['ID=8e0140b4-7c46-4bab-876c-fd92cd394e67,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:41.780344 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bda3498-a42e-40a3-ad18-4b04fe69e2c9 None None] No DVR routers for this DVR port 8e0140b4-7c46-4bab-876c-fd92cd394e67 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 06:56:41.794758 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-0ca1589c-2d7b-4e44-9235-3078efc104f9 req-75a75a36-9220-4c1f-a640-a01a1caa7f29 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Request body: {'port': {'device_id': 'c4ed7e9e-adc7-4d1f-b431-494897552f8f', 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1', 'admin_state_up': True, 'tenant_id': '617f6fde409340a286c916b0c2822b5a'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:56:41.861150 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f6ef154f-3493-4905-a372-ee6805c76008 req-beda6b48-4669-4e02-8a62-1bc784344453 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (d617270c-b877-40fa-8d2a-c76b56a98b41), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:41.908398 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beda6b48-4669-4e02-8a62-1bc784344453 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Pushing event deleted for resources: {'Port': ['ID=d617270c-b877-40fa-8d2a-c76b56a98b41,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:41.920613 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ca1589c-2d7b-4e44-9235-3078efc104f9 req-75a75a36-9220-4c1f-a640-a01a1caa7f29 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Made reservation on behalf of 617f6fde409340a286c916b0c2822b5a for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:56:41.924483 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0ca1589c-2d7b-4e44-9235-3078efc104f9 req-75a75a36-9220-4c1f-a640-a01a1caa7f29 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:41.967434 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6ef154f-3493-4905-a372-ee6805c76008 req-beda6b48-4669-4e02-8a62-1bc784344453 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] No DVR routers for this DVR port d617270c-b877-40fa-8d2a-c76b56a98b41 on host n-h1-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 06:56:41.970735 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f6ef154f-3493-4905-a372-ee6805c76008 req-beda6b48-4669-4e02-8a62-1bc784344453 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:41.974076 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f6ef154f-3493-4905-a372-ee6805c76008 req-beda6b48-4669-4e02-8a62-1bc784344453 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.88 "DELETE /v2.0/ports/d617270c-b877-40fa-8d2a-c76b56a98b41 HTTP/1.1" status: 204 len: 173 time: 1.0530074 Feb 02 06:56:41.974735 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c6bc6e0-a3f8-46f4-b497-5fa6fb3eadb4', 'name': 'network-vif-deleted', 'tag': 'd617270c-b877-40fa-8d2a-c76b56a98b41'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:56:41.977687 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f76bbe-16c4-4a8a-809f-0e5ae0462444" -d '{"events": [{"server_uuid": "4c6bc6e0-a3f8-46f4-b497-5fa6fb3eadb4", "name": "network-vif-deleted", "tag": "d617270c-b877-40fa-8d2a-c76b56a98b41"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:56:41.980660 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-60a5b855-7e3a-4976-be35-d809df93112f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (8e0140b4-7c46-4bab-876c-fd92cd394e67), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:41.999452 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fd09b9-4c03-4921-bf5d-a679cb02b471 req-62bc5f7b-cb91-4c62-bf0d-be4c47906467 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:42.001107 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-73fd09b9-4c03-4921-bf5d-a679cb02b471 req-62bc5f7b-cb91-4c62-bf0d-be4c47906467 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] 10.222.0.87 "GET /v2.0/ports?device_id=baf27e8c-1c51-45b3-b21e-9ab1a373f149 HTTP/1.1" status: 200 len: 950 time: 0.1725974 Feb 02 06:56:42.032727 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a5b855-7e3a-4976-be35-d809df93112f admin admin] Pushing event deleted for resources: {'Port': ['ID=8e0140b4-7c46-4bab-876c-fd92cd394e67,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:42.035891 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a5b855-7e3a-4976-be35-d809df93112f admin admin] No DVR routers for this DVR port 8e0140b4-7c46-4bab-876c-fd92cd394e67 on host n-d-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 06:56:42.109290 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-0ca1589c-2d7b-4e44-9235-3078efc104f9 req-75a75a36-9220-4c1f-a640-a01a1caa7f29 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Allocated IP 192.168.233.198 (04bc5622-0c2b-4ce8-b107-e6abcbdf57e1/9d773733-62df-4956-84d3-71d17cfb6d11/3a4249be-8b78-4d4f-b8d8-699b34670117) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:56:42.220179 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863ba2b8-2b8a-4450-a408-78834107250f req-f00f8913-e851-4275-9d98-e1a870b1dfb1 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:42.229455 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-863ba2b8-2b8a-4450-a408-78834107250f req-f00f8913-e851-4275-9d98-e1a870b1dfb1 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=682cb750-3b53-4085-be06-d355b0d2dc70 HTTP/1.1" status: 200 len: 943 time: 0.1174743 Feb 02 06:56:42.343884 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-863ba2b8-2b8a-4450-a408-78834107250f req-ff25fa5e-9857-4f57-9cfa-d88a791b3818 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131642 Feb 02 06:56:42.378363 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 06:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a90d55-5927-4b19-9dee-b4e726d42831 x-openstack-request-id: req-a6a90d55-5927-4b19-9dee-b4e726d42831 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:56:42.378657 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c6bc6e0-a3f8-46f4-b497-5fa6fb3eadb4", "name": "network-vif-deleted", "tag": "d617270c-b877-40fa-8d2a-c76b56a98b41", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:56:42.378934 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a6a90d55-5927-4b19-9dee-b4e726d42831 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:56:42.379341 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c6bc6e0-a3f8-46f4-b497-5fa6fb3eadb4', 'name': 'network-vif-deleted', 'tag': 'd617270c-b877-40fa-8d2a-c76b56a98b41', 'status': 'completed', 'code': 200} Feb 02 06:56:42.392656 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0ca1589c-2d7b-4e44-9235-3078efc104f9 req-75a75a36-9220-4c1f-a640-a01a1caa7f29 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Publish callbacks [] for port (3a4249be-8b78-4d4f-b8d8-699b34670117), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:42.436023 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0ca1589c-2d7b-4e44-9235-3078efc104f9 req-75a75a36-9220-4c1f-a640-a01a1caa7f29 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (3a4249be-8b78-4d4f-b8d8-699b34670117), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:42.479435 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 786d3408-072f-4d1c-8db6-17d89a2f3e91 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 06:56:42.482950 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-60a5b855-7e3a-4976-be35-d809df93112f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (18043e7e-2674-4453-9c3c-6880a5a49df4), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:42.498963 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-73fd09b9-4c03-4921-bf5d-a679cb02b471 req-107de761-b75e-43e7-a025-d7a700863f78 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] 10.222.0.87 "GET /v2.0/security-groups?id=4662f0f5-257f-4850-b4c0-023dc275c19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4769938 Feb 02 06:56:42.506595 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ca1589c-2d7b-4e44-9235-3078efc104f9 req-75a75a36-9220-4c1f-a640-a01a1caa7f29 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:56:42.515254 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-60a5b855-7e3a-4976-be35-d809df93112f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18043e7e-2674-4453-9c3c-6880a5a49df4']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:56:42.522183 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 786d3408-072f-4d1c-8db6-17d89a2f3e91 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 06:56:42.524785 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 786d3408-072f-4d1c-8db6-17d89a2f3e91 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 06:56:42.525944 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-0ca1589c-2d7b-4e44-9235-3078efc104f9 req-75a75a36-9220-4c1f-a640-a01a1caa7f29 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:56:42.527275 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 8e0140b4-7c46-4bab-876c-fd92cd394e67 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 06:56:42.531784 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['4a75d9f3-a85f-4d9a-836f-d0f8787f41da', 'ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:56:42.537287 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-60a5b855-7e3a-4976-be35-d809df93112f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f78b34df-8246-4ed8-ac94-1a6c0d289230') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:56:42.537597 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-60a5b855-7e3a-4976-be35-d809df93112f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f78b34df-8246-4ed8-ac94-1a6c0d289230') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:56:42.544891 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ca1589c-2d7b-4e44-9235-3078efc104f9 req-75a75a36-9220-4c1f-a640-a01a1caa7f29 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:56:42.561988 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23644869-795c-435c-ab2e-547c8b8e8600 req-e5ea10bf-6f0d-4926-9ca1-ed7258837b98 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:42.563533 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-23644869-795c-435c-ab2e-547c8b8e8600 req-e5ea10bf-6f0d-4926-9ca1-ed7258837b98 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] 10.222.0.88 "GET /v2.0/ports?device_id=baf27e8c-1c51-45b3-b21e-9ab1a373f149 HTTP/1.1" status: 200 len: 950 time: 0.1832898 Feb 02 06:56:42.586678 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 06:56:42.612525 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-60a5b855-7e3a-4976-be35-d809df93112f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (f78b34df-8246-4ed8-ac94-1a6c0d289230), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:42.631232 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a75a36-9220-4c1f-a640-a01a1caa7f29 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Pushing event updated for resources: {'Port': ['ID=3a4249be-8b78-4d4f-b8d8-699b34670117,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:42.637132 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-60a5b855-7e3a-4976-be35-d809df93112f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (f78b34df-8246-4ed8-ac94-1a6c0d289230), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:42.653620 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60a5b855-7e3a-4976-be35-d809df93112f admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 06:56:42.654139 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-60a5b855-7e3a-4976-be35-d809df93112f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (f78b34df-8246-4ed8-ac94-1a6c0d289230), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:42.659087 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 8e0140b4-7c46-4bab-876c-fd92cd394e67 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 06:56:42.661460 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 8e0140b4-7c46-4bab-876c-fd92cd394e67 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 06:56:42.683088 n-d-789963-26 neutron-server[109694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 06:56:42.683088 n-d-789963-26 neutron-server[109694]: self.session.flush() Feb 02 06:56:42.683088 n-d-789963-26 neutron-server[109694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 06:56:42.683088 n-d-789963-26 neutron-server[109694]: self.session.flush() Feb 02 06:56:42.683088 n-d-789963-26 neutron-server[109694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 06:56:42.683088 n-d-789963-26 neutron-server[109694]: self.session.flush() Feb 02 06:56:42.683088 n-d-789963-26 neutron-server[109694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 06:56:42.683088 n-d-789963-26 neutron-server[109694]: self.session.flush() Feb 02 06:56:42.683088 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 06:56:42.683088 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 06:56:42.683088 n-d-789963-26 neutron-server[109694]: timer() Feb 02 06:56:42.683088 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 06:56:42.683088 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 06:56:42.683088 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 06:56:42.683088 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 06:56:42.683088 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 06:56:42.683088 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 06:56:42.683088 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 06:56:42.683088 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 06:56:42.683088 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 06:56:42.683088 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 06:56:42.683088 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 06:56:42.683088 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 06:56:42.683088 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 06:56:42.683088 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 06:56:42.683088 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 06:56:42.683088 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 06:56:42.683088 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 06:56:42.683088 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 06:56:42.683088 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 06:56:42.683088 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 06:56:42.683088 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 06:56:42.683088 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 06:56:42.683088 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 06:56:42.683088 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 06:56:42.683088 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 06:56:42.683088 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 06:56:42.683088 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 06:56:42.683088 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 06:56:42.683088 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 06:56:42.807605 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-60a5b855-7e3a-4976-be35-d809df93112f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (18043e7e-2674-4453-9c3c-6880a5a49df4), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:42.808150 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b0089e23-41c3-4c04-ad0b-348d60aae7bb req-d502e502-b548-4f52-9376-9958a0208241 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/ports?device_id=4c6bc6e0-a3f8-46f4-b497-5fa6fb3eadb4 HTTP/1.1" status: 200 len: 210 time: 0.1263273 Feb 02 06:56:42.815380 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-60a5b855-7e3a-4976-be35-d809df93112f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:42.822971 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-60a5b855-7e3a-4976-be35-d809df93112f admin admin] 10.222.0.87 "DELETE /v2.0/networks/18043e7e-2674-4453-9c3c-6880a5a49df4 HTTP/1.1" status: 204 len: 168 time: 1.7577095 Feb 02 06:56:42.831765 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca1589c-2d7b-4e44-9235-3078efc104f9 req-75a75a36-9220-4c1f-a640-a01a1caa7f29 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:42.833402 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0ca1589c-2d7b-4e44-9235-3078efc104f9 req-75a75a36-9220-4c1f-a640-a01a1caa7f29 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:42.855795 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a5b855-7e3a-4976-be35-d809df93112f admin admin] Pushing event deleted for resources: {'Network': ['ID=18043e7e-2674-4453-9c3c-6880a5a49df4,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:42.887850 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0ca1589c-2d7b-4e44-9235-3078efc104f9 req-75a75a36-9220-4c1f-a640-a01a1caa7f29 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0949333 Feb 02 06:56:42.905357 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-0ca1589c-2d7b-4e44-9235-3078efc104f9 req-1aed30c3-de34-4ab8-b207-43b38d5930ec service neutron] Request body: {'port': {'device_id': 'c4ed7e9e-adc7-4d1f-b431-494897552f8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:56:42.928525 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-23644869-795c-435c-ab2e-547c8b8e8600 req-e6b08013-fc36-4003-bb24-a57505a56ee9 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] Deleting port 9feb8b2f-f27a-4d77-bee0-c9d49f5d98f2 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 06:56:42.929013 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-23644869-795c-435c-ab2e-547c8b8e8600 req-e6b08013-fc36-4003-bb24-a57505a56ee9 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (9feb8b2f-f27a-4d77-bee0-c9d49f5d98f2), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:43.057672 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d3220b-f0f3-4fc4-9894-e8b3e3a42a52 req-538fd1d5-3009-4977-89a2-f83abb56ad12 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:43.065582 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b2d3220b-f0f3-4fc4-9894-e8b3e3a42a52 req-538fd1d5-3009-4977-89a2-f83abb56ad12 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 945 time: 0.2405853 Feb 02 06:56:43.072030 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-06027fea-7658-43e9-bdc5-0d1f8fb39b55 None None] Provisioning complete for port 3a4249be-8b78-4d4f-b8d8-699b34670117 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:56:43.072030 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-06027fea-7658-43e9-bdc5-0d1f8fb39b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (3a4249be-8b78-4d4f-b8d8-699b34670117), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:43.076975 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 33320) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:56:43.112403 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0ca1589c-2d7b-4e44-9235-3078efc104f9 req-1aed30c3-de34-4ab8-b207-43b38d5930ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3a4249be-8b78-4d4f-b8d8-699b34670117), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:43.120997 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-06027fea-7658-43e9-bdc5-0d1f8fb39b55 None None] Port 3a4249be-8b78-4d4f-b8d8-699b34670117 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 06:56:43.146721 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09257bff-b890-48cd-8728-63bd886ffcda req-b48e7344-0412-4c69-b936-945d6a5ffbd5 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:43.147920 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-09257bff-b890-48cd-8728-63bd886ffcda req-b48e7344-0412-4c69-b936-945d6a5ffbd5 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4ed7e9e-adc7-4d1f-b431-494897552f8f HTTP/1.1" status: 200 len: 936 time: 0.1703231 Feb 02 06:56:43.166424 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-23644869-795c-435c-ab2e-547c8b8e8600 req-e6b08013-fc36-4003-bb24-a57505a56ee9 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] For port 9feb8b2f-f27a-4d77-bee0-c9d49f5d98f2, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=9feb8b2f-f27a-4d77-bee0-c9d49f5d98f2,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:56:43.166935 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-23644869-795c-435c-ab2e-547c8b8e8600 req-e6b08013-fc36-4003-bb24-a57505a56ee9 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (9feb8b2f-f27a-4d77-bee0-c9d49f5d98f2), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:43.198992 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-23644869-795c-435c-ab2e-547c8b8e8600 req-e6b08013-fc36-4003-bb24-a57505a56ee9 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] Calling delete_port for 9feb8b2f-f27a-4d77-bee0-c9d49f5d98f2 owned by compute:nova {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 06:56:43.203401 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b2d3220b-f0f3-4fc4-9894-e8b3e3a42a52 req-c32c30dc-de1b-454c-bb50-ffff08e2713e tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356776 Feb 02 06:56:43.207998 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-45d4ec90-8178-4946-8cbe-f172fd882465 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=48a5b620510e4074aa59b72418fa99d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1207666 Feb 02 06:56:43.208285 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 33322) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:56:43.248428 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-cd44bf3c-b03c-4c09-a6ba-0c16655051a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:43.259162 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-09257bff-b890-48cd-8728-63bd886ffcda req-65936a0d-8277-4612-9e53-9b38a84841db tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784009 Feb 02 06:56:43.330195 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c5ac09ac-6125-450f-be17-5076a61365be admin admin] Publish callbacks [] for security_group (98ac7eca-a1a9-49e0-99b3-5143decfdee1), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:43.373582 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c5ac09ac-6125-450f-be17-5076a61365be admin admin] Publish callbacks [] for security_group (98ac7eca-a1a9-49e0-99b3-5143decfdee1), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:43.523045 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-23644869-795c-435c-ab2e-547c8b8e8600 req-e6b08013-fc36-4003-bb24-a57505a56ee9 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (9feb8b2f-f27a-4d77-bee0-c9d49f5d98f2), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:43.530962 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-0ca1589c-2d7b-4e44-9235-3078efc104f9 req-1aed30c3-de34-4ab8-b207-43b38d5930ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a4249be-8b78-4d4f-b8d8-699b34670117 {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:56:43.538043 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0ca1589c-2d7b-4e44-9235-3078efc104f9 req-1aed30c3-de34-4ab8-b207-43b38d5930ec service neutron] Publish callbacks [] for port (3a4249be-8b78-4d4f-b8d8-699b34670117), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:43.567689 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['9feb8b2f-f27a-4d77-bee0-c9d49f5d98f2'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:56:43.578499 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-0ca1589c-2d7b-4e44-9235-3078efc104f9 req-1aed30c3-de34-4ab8-b207-43b38d5930ec service neutron] Transition to ACTIVE for port object 3a4249be-8b78-4d4f-b8d8-699b34670117 will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 06:56:43.589120 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0ca1589c-2d7b-4e44-9235-3078efc104f9 req-1aed30c3-de34-4ab8-b207-43b38d5930ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (3a4249be-8b78-4d4f-b8d8-699b34670117), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:43.592827 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaafe2a-9c35-46a0-9baf-c0e6477e3fa3 req-4f275665-9d9f-4e58-8ffb-12423417bb26 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:43.600348 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bcaafe2a-9c35-46a0-9baf-c0e6477e3fa3 req-4f275665-9d9f-4e58-8ffb-12423417bb26 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=682cb750-3b53-4085-be06-d355b0d2dc70 HTTP/1.1" status: 200 len: 943 time: 0.1437652 Feb 02 06:56:43.602830 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b08013-fc36-4003-bb24-a57505a56ee9 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] Pushing event deleted for resources: {'Port': ['ID=9feb8b2f-f27a-4d77-bee0-c9d49f5d98f2,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:43.620890 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c5ac09ac-6125-450f-be17-5076a61365be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (98ac7eca-a1a9-49e0-99b3-5143decfdee1), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:43.623437 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c5ac09ac-6125-450f-be17-5076a61365be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:43.627987 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c5ac09ac-6125-450f-be17-5076a61365be admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/98ac7eca-a1a9-49e0-99b3-5143decfdee1 HTTP/1.1" status: 204 len: 168 time: 0.4185498 Feb 02 06:56:43.683431 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a81b0c4b-8980-4bf8-babd-c805f90c1732 req-aeddbc55-bec9-4cac-b847-c9ff5452347d tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] 10.222.0.87 "GET /v2.0/ports?device_id=baf27e8c-1c51-45b3-b21e-9ab1a373f149 HTTP/1.1" status: 200 len: 210 time: 0.0490129 Feb 02 06:56:43.686371 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ac09ac-6125-450f-be17-5076a61365be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ac7eca-a1a9-49e0-99b3-5143decfdee1,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:43.699635 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-23644869-795c-435c-ab2e-547c8b8e8600 req-e6b08013-fc36-4003-bb24-a57505a56ee9 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] No DVR routers for this DVR port 9feb8b2f-f27a-4d77-bee0-c9d49f5d98f2 on host n-h1-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 06:56:43.703636 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['ed5dc8fe-5d81-4805-a9d1-f9bc186f8282'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:56:43.706149 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-23644869-795c-435c-ab2e-547c8b8e8600 req-e6b08013-fc36-4003-bb24-a57505a56ee9 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:43.706589 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aed30c3-de34-4ab8-b207-43b38d5930ec service neutron] Pushing event updated for resources: {'Port': ['ID=3a4249be-8b78-4d4f-b8d8-699b34670117,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:43.733196 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-23644869-795c-435c-ab2e-547c8b8e8600 req-e6b08013-fc36-4003-bb24-a57505a56ee9 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] 10.222.0.88 "DELETE /v2.0/ports/9feb8b2f-f27a-4d77-bee0-c9d49f5d98f2 HTTP/1.1" status: 204 len: 173 time: 1.1529186 Feb 02 06:56:43.814866 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bcaafe2a-9c35-46a0-9baf-c0e6477e3fa3 req-b369c784-c1dc-46e4-8ab5-daf45de15b86 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135990 Feb 02 06:56:43.880882 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-0ca1589c-2d7b-4e44-9235-3078efc104f9 req-1aed30c3-de34-4ab8-b207-43b38d5930ec service neutron] Attempting to bind port 3a4249be-8b78-4d4f-b8d8-699b34670117 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:56:43.881402 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-0ca1589c-2d7b-4e44-9235-3078efc104f9 req-1aed30c3-de34-4ab8-b207-43b38d5930ec service neutron] Attempting to bind port 3a4249be-8b78-4d4f-b8d8-699b34670117 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:56:43.881650 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca1589c-2d7b-4e44-9235-3078efc104f9 req-1aed30c3-de34-4ab8-b207-43b38d5930ec service neutron] Attempting to bind port 3a4249be-8b78-4d4f-b8d8-699b34670117 on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:56:43.891441 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca1589c-2d7b-4e44-9235-3078efc104f9 req-1aed30c3-de34-4ab8-b207-43b38d5930ec service neutron] Port 3a4249be-8b78-4d4f-b8d8-699b34670117 on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 06:56:43.891797 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca1589c-2d7b-4e44-9235-3078efc104f9 req-1aed30c3-de34-4ab8-b207-43b38d5930ec service neutron] Attempting to bind port 3a4249be-8b78-4d4f-b8d8-699b34670117 on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:56:43.908944 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca1589c-2d7b-4e44-9235-3078efc104f9 req-1aed30c3-de34-4ab8-b207-43b38d5930ec service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:56:43.910328 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca1589c-2d7b-4e44-9235-3078efc104f9 req-1aed30c3-de34-4ab8-b207-43b38d5930ec service neutron] Checking segment: {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:56:43.910735 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca1589c-2d7b-4e44-9235-3078efc104f9 req-1aed30c3-de34-4ab8-b207-43b38d5930ec service neutron] Bound using segment: {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:56:43.911198 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-0ca1589c-2d7b-4e44-9235-3078efc104f9 req-1aed30c3-de34-4ab8-b207-43b38d5930ec service neutron] Bound port: 3a4249be-8b78-4d4f-b8d8-699b34670117, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:56:43.911587 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0ca1589c-2d7b-4e44-9235-3078efc104f9 req-1aed30c3-de34-4ab8-b207-43b38d5930ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3a4249be-8b78-4d4f-b8d8-699b34670117), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:44.066861 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-0ca1589c-2d7b-4e44-9235-3078efc104f9 req-1aed30c3-de34-4ab8-b207-43b38d5930ec service neutron] For port 3a4249be-8b78-4d4f-b8d8-699b34670117, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:56:44.070967 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-0ca1589c-2d7b-4e44-9235-3078efc104f9 req-1aed30c3-de34-4ab8-b207-43b38d5930ec service neutron] For port 3a4249be-8b78-4d4f-b8d8-699b34670117, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=3a4249be-8b78-4d4f-b8d8-699b34670117,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:56:44.094579 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0ca1589c-2d7b-4e44-9235-3078efc104f9 req-1aed30c3-de34-4ab8-b207-43b38d5930ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (3a4249be-8b78-4d4f-b8d8-699b34670117), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:44.150683 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca1589c-2d7b-4e44-9235-3078efc104f9 req-1aed30c3-de34-4ab8-b207-43b38d5930ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:44.151040 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0ca1589c-2d7b-4e44-9235-3078efc104f9 req-1aed30c3-de34-4ab8-b207-43b38d5930ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:44.152583 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0ca1589c-2d7b-4e44-9235-3078efc104f9 req-1aed30c3-de34-4ab8-b207-43b38d5930ec service neutron] 10.222.0.88 "PUT /v2.0/ports/3a4249be-8b78-4d4f-b8d8-699b34670117 HTTP/1.1" status: 200 len: 1097 time: 1.2537079 Feb 02 06:56:44.155277 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4ed7e9e-adc7-4d1f-b431-494897552f8f', 'tag': '3a4249be-8b78-4d4f-b8d8-699b34670117'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:56:44.157551 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8fcaec-6357-4fb6-b4cc-dee5be5732e6" -d '{"events": [{"name": "network-changed", "server_uuid": "c4ed7e9e-adc7-4d1f-b431-494897552f8f", "tag": "3a4249be-8b78-4d4f-b8d8-699b34670117"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:56:44.226277 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 06:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3bff145-eab3-47d3-a24c-c09148906e6b x-openstack-request-id: req-e3bff145-eab3-47d3-a24c-c09148906e6b {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:56:44.227099 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4ed7e9e-adc7-4d1f-b431-494897552f8f", "tag": "3a4249be-8b78-4d4f-b8d8-699b34670117", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:56:44.230770 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e3bff145-eab3-47d3-a24c-c09148906e6b {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:56:44.231443 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4ed7e9e-adc7-4d1f-b431-494897552f8f', 'tag': '3a4249be-8b78-4d4f-b8d8-699b34670117', 'status': 'completed', 'code': 200} Feb 02 06:56:44.232540 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aed30c3-de34-4ab8-b207-43b38d5930ec service neutron] Pushing event updated for resources: {'Port': ['ID=3a4249be-8b78-4d4f-b8d8-699b34670117,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:44.353084 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 86badc51-10d8-40e2-b632-ed4cc28b590a details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 06:56:44.389655 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf27e8c-1c51-45b3-b21e-9ab1a373f149', 'name': 'network-vif-deleted', 'tag': '9feb8b2f-f27a-4d77-bee0-c9d49f5d98f2'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:56:44.416900 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca1589c-2d7b-4e44-9235-3078efc104f9 req-4929068a-f5c7-433f-889b-b95d68191707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:44.417814 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4968e643-ba3d-41d6-a316-dacbf91d248f" -d '{"events": [{"server_uuid": "baf27e8c-1c51-45b3-b21e-9ab1a373f149", "name": "network-vif-deleted", "tag": "9feb8b2f-f27a-4d77-bee0-c9d49f5d98f2"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:56:44.418445 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0ca1589c-2d7b-4e44-9235-3078efc104f9 req-4929068a-f5c7-433f-889b-b95d68191707 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=617f6fde409340a286c916b0c2822b5a&device_id=c4ed7e9e-adc7-4d1f-b431-494897552f8f HTTP/1.1" status: 200 len: 1131 time: 0.1704555 Feb 02 06:56:44.441131 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26106fe4-f76f-46aa-bf67-6df2c798dbad req-9cc7142c-b62c-42b8-81cf-610f6300e107 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:44.453985 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-26106fe4-f76f-46aa-bf67-6df2c798dbad req-9cc7142c-b62c-42b8-81cf-610f6300e107 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 945 time: 0.1161294 Feb 02 06:56:44.480299 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe30eb1-0ac5-423c-b9a4-dec986d5c556 req-1613ab70-8b24-41d7-8c25-5b4d83f4789a tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:44.498934 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0ca1589c-2d7b-4e44-9235-3078efc104f9 req-49fdb960-d1c6-4a31-88bd-1ba766f085a7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=3a4249be-8b78-4d4f-b8d8-699b34670117 HTTP/1.1" status: 200 len: 217 time: 0.0429370 Feb 02 06:56:44.500400 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ffe30eb1-0ac5-423c-b9a4-dec986d5c556 req-1613ab70-8b24-41d7-8c25-5b4d83f4789a tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/networks?id=e031e54a-fb94-4be8-9122-29e7d171bb1c HTTP/1.1" status: 200 len: 821 time: 0.3290436 Feb 02 06:56:44.530893 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ffe30eb1-0ac5-423c-b9a4-dec986d5c556 req-a3c05e39-b33f-4e2b-bf75-07495c6a8485 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/quotas/5b558cbd1dc64d878bd1a07b652eb26c HTTP/1.1" status: 200 len: 375 time: 0.0242660 Feb 02 06:56:44.609232 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ffe30eb1-0ac5-423c-b9a4-dec986d5c556 req-4cf5a849-1cc9-40f7-8e77-0bd2a6b40ee2 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=5b558cbd1dc64d878bd1a07b652eb26c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0769641 Feb 02 06:56:44.622434 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-26106fe4-f76f-46aa-bf67-6df2c798dbad req-2891a3f4-2171-4ad6-a7ab-a1b1b2d64c3d tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675446 Feb 02 06:56:44.627224 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:44.657306 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca1589c-2d7b-4e44-9235-3078efc104f9 req-f3ca61d2-f760-46a3-9e3d-8b23cbe56c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:44.658917 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0ca1589c-2d7b-4e44-9235-3078efc104f9 req-f3ca61d2-f760-46a3-9e3d-8b23cbe56c34 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.1295214 Feb 02 06:56:44.663345 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 86badc51-10d8-40e2-b632-ed4cc28b590a, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=86badc51-10d8-40e2-b632-ed4cc28b590a,segment=NetworkSegment(ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b),segment_id=ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:56:44.686829 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 86badc51-10d8-40e2-b632-ed4cc28b590a has no active binding in host n-h2-789963-26 {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 02 06:56:44.807924 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca1589c-2d7b-4e44-9235-3078efc104f9 req-c37648e1-7487-4974-ade2-38d31b18077e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:44.809577 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0ca1589c-2d7b-4e44-9235-3078efc104f9 req-c37648e1-7487-4974-ade2-38d31b18077e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1414251 Feb 02 06:56:44.817358 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ffe30eb1-0ac5-423c-b9a4-dec986d5c556 req-30a5f9dd-8c62-46d9-aa9e-15e16f4e1bf8 service neutron] 10.222.0.87 "GET /v2.0/networks/e031e54a-fb94-4be8-9122-29e7d171bb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064948 Feb 02 06:56:44.874736 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b8192-215d-4eb7-bec8-443e72d9144e req-0702a361-8957-411a-a10d-8ae6f874882e tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:44.877090 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5c0b8192-215d-4eb7-bec8-443e72d9144e req-0702a361-8957-411a-a10d-8ae6f874882e tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4ed7e9e-adc7-4d1f-b431-494897552f8f HTTP/1.1" status: 200 len: 948 time: 0.1243260 Feb 02 06:56:44.950436 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ffe30eb1-0ac5-423c-b9a4-dec986d5c556 req-f406b282-70f7-433b-85fb-2dfdc38a3bb1 service neutron] 10.222.0.87 "GET /v2.0/networks/e031e54a-fb94-4be8-9122-29e7d171bb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320143 Feb 02 06:56:44.979061 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0ca1589c-2d7b-4e44-9235-3078efc104f9 req-f225fcf2-1de8-428e-9730-cdf6d2ce66a1 service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509118 Feb 02 06:56:45.022033 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5c0b8192-215d-4eb7-bec8-443e72d9144e req-24bb44ac-1f2a-4493-a69a-ee065aa1e600 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335127 Feb 02 06:56:45.129809 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 06:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a79cf75-f5df-4405-8baa-1283e6ec2461 x-openstack-request-id: req-6a79cf75-f5df-4405-8baa-1283e6ec2461 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:56:45.130197 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf27e8c-1c51-45b3-b21e-9ab1a373f149", "name": "network-vif-deleted", "tag": "9feb8b2f-f27a-4d77-bee0-c9d49f5d98f2", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:56:45.130914 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-6a79cf75-f5df-4405-8baa-1283e6ec2461 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:56:45.131285 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0ca1589c-2d7b-4e44-9235-3078efc104f9 req-e5d8a5bb-b59d-48cf-872f-37104280dfcf service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367331 Feb 02 06:56:45.131537 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf27e8c-1c51-45b3-b21e-9ab1a373f149', 'name': 'network-vif-deleted', 'tag': '9feb8b2f-f27a-4d77-bee0-c9d49f5d98f2', 'status': 'completed', 'code': 200} Feb 02 06:56:45.290530 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6bc819-452b-4b3a-8e13-74fe9d4be7b2 req-0cd5e98a-69e9-4be8-8cd5-e1dc90972852 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:45.292738 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-eb6bc819-452b-4b3a-8e13-74fe9d4be7b2 req-0cd5e98a-69e9-4be8-8cd5-e1dc90972852 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=682cb750-3b53-4085-be06-d355b0d2dc70 HTTP/1.1" status: 200 len: 943 time: 0.1026444 Feb 02 06:56:45.298928 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8fcaec-6357-4fb6-b4cc-dee5be5732e6 req-b09deb62-8eff-4454-85b0-01c52cf3b909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:45.300995 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1b8fcaec-6357-4fb6-b4cc-dee5be5732e6 req-b09deb62-8eff-4454-85b0-01c52cf3b909 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=617f6fde409340a286c916b0c2822b5a&device_id=c4ed7e9e-adc7-4d1f-b431-494897552f8f HTTP/1.1" status: 200 len: 1131 time: 0.0699594 Feb 02 06:56:45.436704 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-eb6bc819-452b-4b3a-8e13-74fe9d4be7b2 req-b70db673-218e-4deb-bfd8-8af3df7900e0 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345203 Feb 02 06:56:45.454298 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8fcaec-6357-4fb6-b4cc-dee5be5732e6 req-d4dd1796-3bf9-4f59-83aa-6211c9888e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:45.456238 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1b8fcaec-6357-4fb6-b4cc-dee5be5732e6 req-d4dd1796-3bf9-4f59-83aa-6211c9888e77 service neutron] 10.222.0.88 "GET /v2.0/networks?id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 HTTP/1.1" status: 200 len: 870 time: 0.1464732 Feb 02 06:56:45.545650 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1b8fcaec-6357-4fb6-b4cc-dee5be5732e6 req-44dcdd92-88b3-4ff0-add3-4f8e0bf9d358 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=3a4249be-8b78-4d4f-b8d8-699b34670117 HTTP/1.1" status: 200 len: 217 time: 0.0824437 Feb 02 06:56:45.620985 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-48fc5b88-1372-406e-8435-402ce95d6c21 req-7cce76b7-a421-42cc-9e8e-397262a18833 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/ports?device_id=b1295298-47f2-4bc0-840d-deeadcc54536 HTTP/1.1" status: 200 len: 210 time: 0.0777736 Feb 02 06:56:45.652990 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8fcaec-6357-4fb6-b4cc-dee5be5732e6 req-efeb080e-ff88-4cc7-add3-5f768861dc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:45.657229 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 86badc51-10d8-40e2-b632-ed4cc28b590a no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 06:56:45.657930 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1b8fcaec-6357-4fb6-b4cc-dee5be5732e6 req-efeb080e-ff88-4cc7-add3-5f768861dc40 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.1010776 Feb 02 06:56:45.723808 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8fcaec-6357-4fb6-b4cc-dee5be5732e6 req-45b076a7-2ade-4c07-b54c-c110bceb6a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:45.725477 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1b8fcaec-6357-4fb6-b4cc-dee5be5732e6 req-45b076a7-2ade-4c07-b54c-c110bceb6a74 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0619185 Feb 02 06:56:45.815592 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 86badc51-10d8-40e2-b632-ed4cc28b590a is: DOWN; New status is: DOWN {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:56:45.817326 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device d617270c-b877-40fa-8d2a-c76b56a98b41 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 06:56:45.845619 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: d617270c-b877-40fa-8d2a-c76b56a98b41 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 06:56:45.846153 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device d617270c-b877-40fa-8d2a-c76b56a98b41 not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 06:56:45.846698 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 9feb8b2f-f27a-4d77-bee0-c9d49f5d98f2 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 06:56:45.884305 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: 9feb8b2f-f27a-4d77-bee0-c9d49f5d98f2 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 06:56:45.884781 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 9feb8b2f-f27a-4d77-bee0-c9d49f5d98f2 not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 06:56:45.907283 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:45.953024 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f613adf1-4853-49ab-b266-598d2f8e3593 req-cb59a36f-000b-4f56-8433-a78d011c7036 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:45.954774 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f613adf1-4853-49ab-b266-598d2f8e3593 req-cb59a36f-000b-4f56-8433-a78d011c7036 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 945 time: 0.1512215 Feb 02 06:56:45.962191 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1b8fcaec-6357-4fb6-b4cc-dee5be5732e6 req-900a6ea4-acdd-4f0c-aba5-8ba83b811c88 service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289603 Feb 02 06:56:46.020342 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a798c6-d7d9-4048-a6e5-7d2286fafa23 req-538f39fd-e011-44bf-a3d0-6a6e8a8b3ee9 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:46.022518 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e1a798c6-d7d9-4048-a6e5-7d2286fafa23 req-538f39fd-e011-44bf-a3d0-6a6e8a8b3ee9 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe521beb-1045-450b-8fac-b93f0129c752 HTTP/1.1" status: 200 len: 950 time: 0.0555539 Feb 02 06:56:46.079956 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e1a798c6-d7d9-4048-a6e5-7d2286fafa23 req-1d2aa9f2-8cd7-4dec-8855-189caba3b80d tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] 10.222.0.87 "GET /v2.0/security-groups?id=4662f0f5-257f-4850-b4c0-023dc275c19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490947 Feb 02 06:56:46.358144 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 86badc51-10d8-40e2-b632-ed4cc28b590a no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 06:56:46.373928 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f613adf1-4853-49ab-b266-598d2f8e3593 req-8486e041-9bd2-438f-bc7b-5ce292c3dbd9 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4106343 Feb 02 06:56:46.417235 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1b8fcaec-6357-4fb6-b4cc-dee5be5732e6 req-29686fef-0941-4021-88a8-696042f48b84 service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4339986 Feb 02 06:56:46.510209 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] The host n-h2-789963-26 is not matching for port 86badc51-10d8-40e2-b632-ed4cc28b590a host n-h1-789963-26! {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 02 06:56:46.512032 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 86badc51-10d8-40e2-b632-ed4cc28b590a not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 06:56:46.543307 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe30eb1-0ac5-423c-b9a4-dec986d5c556 req-7fefc019-c5b9-453f-afcb-b57972b405ea tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:46.545953 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ffe30eb1-0ac5-423c-b9a4-dec986d5c556 req-7fefc019-c5b9-453f-afcb-b57972b405ea tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.88 "GET /v2.0/networks?id=e031e54a-fb94-4be8-9122-29e7d171bb1c HTTP/1.1" status: 200 len: 821 time: 0.1513064 Feb 02 06:56:46.569387 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-ffe30eb1-0ac5-423c-b9a4-dec986d5c556 req-f8485687-5a3e-43b9-9b19-9e812cee8422 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Request body: {'port': {'device_id': 'b1295298-47f2-4bc0-840d-deeadcc54536', 'network_id': 'e031e54a-fb94-4be8-9122-29e7d171bb1c', 'admin_state_up': True, 'tenant_id': '5b558cbd1dc64d878bd1a07b652eb26c'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:56:46.607212 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b7d2bb-d470-47d8-a9c2-007d9bc3add9 req-e02d6072-3f70-40ba-8266-beed52ea5373 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:46.616716 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-04b7d2bb-d470-47d8-a9c2-007d9bc3add9 req-e02d6072-3f70-40ba-8266-beed52ea5373 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4ed7e9e-adc7-4d1f-b431-494897552f8f HTTP/1.1" status: 200 len: 948 time: 0.0820806 Feb 02 06:56:46.677940 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-04b7d2bb-d470-47d8-a9c2-007d9bc3add9 req-4fc20608-0e90-407e-af55-38b2a88c708a tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598769 Feb 02 06:56:46.752942 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c79175-953f-472d-9b2a-6d54b25f8009 req-354cb7ea-769a-408e-84ba-d7b5a4d4c051 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:46.754504 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-46c79175-953f-472d-9b2a-6d54b25f8009 req-354cb7ea-769a-408e-84ba-d7b5a4d4c051 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=682cb750-3b53-4085-be06-d355b0d2dc70 HTTP/1.1" status: 200 len: 943 time: 0.1086159 Feb 02 06:56:46.761066 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffe30eb1-0ac5-423c-b9a4-dec986d5c556 req-f8485687-5a3e-43b9-9b19-9e812cee8422 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Made reservation on behalf of 5b558cbd1dc64d878bd1a07b652eb26c for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:56:46.766788 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-ffe30eb1-0ac5-423c-b9a4-dec986d5c556 req-f8485687-5a3e-43b9-9b19-9e812cee8422 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:46.812318 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-638f6f88-e015-42fa-81da-594d82c01137 req-aaeb95ee-0311-4d07-b469-fb6182b92dd0 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/ports?device_id=b1295298-47f2-4bc0-840d-deeadcc54536 HTTP/1.1" status: 200 len: 210 time: 0.0319324 Feb 02 06:56:46.910579 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-46c79175-953f-472d-9b2a-6d54b25f8009 req-3a5ed0f1-ae7d-4b5c-8602-c7fccdec867a tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391931 Feb 02 06:56:46.981484 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-ffe30eb1-0ac5-423c-b9a4-dec986d5c556 req-f8485687-5a3e-43b9-9b19-9e812cee8422 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Allocated IP 172.20.0.11 (e031e54a-fb94-4be8-9122-29e7d171bb1c/754efa80-8dc2-492f-a4f9-29685b756b55/19784863-a4c9-4ae7-8ea9-8220d13ba483) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:56:47.141173 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-ffe30eb1-0ac5-423c-b9a4-dec986d5c556 req-f8485687-5a3e-43b9-9b19-9e812cee8422 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Publish callbacks [] for port (19784863-a4c9-4ae7-8ea9-8220d13ba483), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:47.182283 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-ffe30eb1-0ac5-423c-b9a4-dec986d5c556 req-f8485687-5a3e-43b9-9b19-9e812cee8422 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (19784863-a4c9-4ae7-8ea9-8220d13ba483), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:47.229292 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffe30eb1-0ac5-423c-b9a4-dec986d5c556 req-f8485687-5a3e-43b9-9b19-9e812cee8422 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Network e031e54a-fb94-4be8-9122-29e7d171bb1c is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:56:47.232668 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-ffe30eb1-0ac5-423c-b9a4-dec986d5c556 req-f8485687-5a3e-43b9-9b19-9e812cee8422 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:56:47.242861 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffe30eb1-0ac5-423c-b9a4-dec986d5c556 req-f8485687-5a3e-43b9-9b19-9e812cee8422 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:56:47.243652 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a1dcb-64a2-4e2f-b4de-f192db10912c req-e50dbc02-3ead-47fb-8346-cdbdf4589dc9 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:47.257854 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2b1a1dcb-64a2-4e2f-b4de-f192db10912c req-e50dbc02-3ead-47fb-8346-cdbdf4589dc9 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe521beb-1045-450b-8fac-b93f0129c752 HTTP/1.1" status: 200 len: 950 time: 0.0916729 Feb 02 06:56:47.279411 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:47.293575 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8485687-5a3e-43b9-9b19-9e812cee8422 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Pushing event updated for resources: {'Port': ['ID=19784863-a4c9-4ae7-8ea9-8220d13ba483,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:47.313094 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe30eb1-0ac5-423c-b9a4-dec986d5c556 req-f8485687-5a3e-43b9-9b19-9e812cee8422 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:47.313301 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-ffe30eb1-0ac5-423c-b9a4-dec986d5c556 req-f8485687-5a3e-43b9-9b19-9e812cee8422 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:47.333720 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ffe30eb1-0ac5-423c-b9a4-dec986d5c556 req-f8485687-5a3e-43b9-9b19-9e812cee8422 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7718806 Feb 02 06:56:47.341712 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2b1a1dcb-64a2-4e2f-b4de-f192db10912c req-c561d741-b21b-4978-995e-6885324a1a70 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] 10.222.0.87 "GET /v2.0/security-groups?id=4662f0f5-257f-4850-b4c0-023dc275c19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822029 Feb 02 06:56:47.355661 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-ffe30eb1-0ac5-423c-b9a4-dec986d5c556 req-edfd91af-d5e0-44b8-8671-8b413bda1bbc service neutron] Request body: {'port': {'device_id': 'b1295298-47f2-4bc0-840d-deeadcc54536', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:56:47.432683 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-ffe30eb1-0ac5-423c-b9a4-dec986d5c556 req-edfd91af-d5e0-44b8-8671-8b413bda1bbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (19784863-a4c9-4ae7-8ea9-8220d13ba483), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:47.543794 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e6cac-8493-452f-95c3-6192a457d991 req-143df96d-41e9-40e5-840b-ab175472d8f2 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:47.550941 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-475e6cac-8493-452f-95c3-6192a457d991 req-143df96d-41e9-40e5-840b-ab175472d8f2 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 945 time: 0.0731695 Feb 02 06:56:47.607644 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-475e6cac-8493-452f-95c3-6192a457d991 req-82c833f1-0f76-4f55-9d57-d4fd5aecda0a tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554128 Feb 02 06:56:47.656263 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 3a4249be-8b78-4d4f-b8d8-699b34670117 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 06:56:47.776430 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 3a4249be-8b78-4d4f-b8d8-699b34670117, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=3a4249be-8b78-4d4f-b8d8-699b34670117,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:56:47.790137 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': '3a4249be-8b78-4d4f-b8d8-699b34670117', 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1', 'port_id': '3a4249be-8b78-4d4f-b8d8-699b34670117', 'mac_address': 'fa:16:3e:1b:ea:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d773733-62df-4956-84d3-71d17cfb6d11', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 06:56:47.829817 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-ffe30eb1-0ac5-423c-b9a4-dec986d5c556 req-edfd91af-d5e0-44b8-8671-8b413bda1bbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19784863-a4c9-4ae7-8ea9-8220d13ba483 {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:56:47.839451 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-ffe30eb1-0ac5-423c-b9a4-dec986d5c556 req-edfd91af-d5e0-44b8-8671-8b413bda1bbc service neutron] Publish callbacks [] for port (19784863-a4c9-4ae7-8ea9-8220d13ba483), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:47.854859 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-ffe30eb1-0ac5-423c-b9a4-dec986d5c556 req-edfd91af-d5e0-44b8-8671-8b413bda1bbc service neutron] Transition to ACTIVE for port object 19784863-a4c9-4ae7-8ea9-8220d13ba483 will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 06:56:47.862041 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 3a4249be-8b78-4d4f-b8d8-699b34670117 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:56:47.862666 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3a4249be-8b78-4d4f-b8d8-699b34670117), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:47.864096 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-ffe30eb1-0ac5-423c-b9a4-dec986d5c556 req-edfd91af-d5e0-44b8-8671-8b413bda1bbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (19784863-a4c9-4ae7-8ea9-8220d13ba483), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:47.877658 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a4249be-8b78-4d4f-b8d8-699b34670117 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:56:47.902350 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 3a4249be-8b78-4d4f-b8d8-699b34670117, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=3a4249be-8b78-4d4f-b8d8-699b34670117,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:56:47.908098 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (3a4249be-8b78-4d4f-b8d8-699b34670117), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:47.914658 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78625bd0-d053-4f33-8f75-c4d1857b3b82 req-7d6b58cc-b261-4da5-9033-2ae5f80e2df5 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:47.921912 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-78625bd0-d053-4f33-8f75-c4d1857b3b82 req-7d6b58cc-b261-4da5-9033-2ae5f80e2df5 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4ed7e9e-adc7-4d1f-b431-494897552f8f HTTP/1.1" status: 200 len: 948 time: 0.1150479 Feb 02 06:56:47.951042 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfd91af-d5e0-44b8-8671-8b413bda1bbc service neutron] Pushing event updated for resources: {'Port': ['ID=19784863-a4c9-4ae7-8ea9-8220d13ba483,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:47.980136 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=3a4249be-8b78-4d4f-b8d8-699b34670117,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:48.031911 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-78625bd0-d053-4f33-8f75-c4d1857b3b82 req-623ca2f0-f089-402d-87ec-3e872fe97193 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091349 Feb 02 06:56:48.032158 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-ffe30eb1-0ac5-423c-b9a4-dec986d5c556 req-edfd91af-d5e0-44b8-8671-8b413bda1bbc service neutron] Attempting to bind port 19784863-a4c9-4ae7-8ea9-8220d13ba483 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:56:48.032749 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-ffe30eb1-0ac5-423c-b9a4-dec986d5c556 req-edfd91af-d5e0-44b8-8671-8b413bda1bbc service neutron] Attempting to bind port 19784863-a4c9-4ae7-8ea9-8220d13ba483 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'c05e7e16-1181-4a1f-b0eb-5bf8b2ea2f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e031e54a-fb94-4be8-9122-29e7d171bb1c'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:56:48.033173 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe30eb1-0ac5-423c-b9a4-dec986d5c556 req-edfd91af-d5e0-44b8-8671-8b413bda1bbc service neutron] Attempting to bind port 19784863-a4c9-4ae7-8ea9-8220d13ba483 on network e031e54a-fb94-4be8-9122-29e7d171bb1c {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:56:48.040864 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe30eb1-0ac5-423c-b9a4-dec986d5c556 req-edfd91af-d5e0-44b8-8671-8b413bda1bbc service neutron] Port 19784863-a4c9-4ae7-8ea9-8220d13ba483 on network e031e54a-fb94-4be8-9122-29e7d171bb1c not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 06:56:48.041310 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe30eb1-0ac5-423c-b9a4-dec986d5c556 req-edfd91af-d5e0-44b8-8671-8b413bda1bbc service neutron] Attempting to bind port 19784863-a4c9-4ae7-8ea9-8220d13ba483 on network e031e54a-fb94-4be8-9122-29e7d171bb1c {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:56:48.051964 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe30eb1-0ac5-423c-b9a4-dec986d5c556 req-edfd91af-d5e0-44b8-8671-8b413bda1bbc service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:56:48.051964 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe30eb1-0ac5-423c-b9a4-dec986d5c556 req-edfd91af-d5e0-44b8-8671-8b413bda1bbc service neutron] Checking segment: {'id': 'c05e7e16-1181-4a1f-b0eb-5bf8b2ea2f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e031e54a-fb94-4be8-9122-29e7d171bb1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:56:48.051964 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe30eb1-0ac5-423c-b9a4-dec986d5c556 req-edfd91af-d5e0-44b8-8671-8b413bda1bbc service neutron] Bound using segment: {'id': 'c05e7e16-1181-4a1f-b0eb-5bf8b2ea2f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e031e54a-fb94-4be8-9122-29e7d171bb1c'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:56:48.051964 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-ffe30eb1-0ac5-423c-b9a4-dec986d5c556 req-edfd91af-d5e0-44b8-8671-8b413bda1bbc service neutron] Bound port: 19784863-a4c9-4ae7-8ea9-8220d13ba483, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c05e7e16-1181-4a1f-b0eb-5bf8b2ea2f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e031e54a-fb94-4be8-9122-29e7d171bb1c'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:56:48.051964 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-ffe30eb1-0ac5-423c-b9a4-dec986d5c556 req-edfd91af-d5e0-44b8-8671-8b413bda1bbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (19784863-a4c9-4ae7-8ea9-8220d13ba483), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:48.055722 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6358435-9d5e-4618-a266-c448dfb6b472 req-ad5e8345-1e6b-4195-a93d-d3bee82d5a16 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:48.057946 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c6358435-9d5e-4618-a266-c448dfb6b472 req-ad5e8345-1e6b-4195-a93d-d3bee82d5a16 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe521beb-1045-450b-8fac-b93f0129c752 HTTP/1.1" status: 200 len: 950 time: 0.1281962 Feb 02 06:56:48.127357 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-ffe30eb1-0ac5-423c-b9a4-dec986d5c556 req-edfd91af-d5e0-44b8-8671-8b413bda1bbc service neutron] For port 19784863-a4c9-4ae7-8ea9-8220d13ba483, host n-h1-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:56:48.130460 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-ffe30eb1-0ac5-423c-b9a4-dec986d5c556 req-edfd91af-d5e0-44b8-8671-8b413bda1bbc service neutron] For port 19784863-a4c9-4ae7-8ea9-8220d13ba483, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=19784863-a4c9-4ae7-8ea9-8220d13ba483,segment=NetworkSegment(c05e7e16-1181-4a1f-b0eb-5bf8b2ea2f17),segment_id=c05e7e16-1181-4a1f-b0eb-5bf8b2ea2f17)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:56:48.138889 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-ffe30eb1-0ac5-423c-b9a4-dec986d5c556 req-edfd91af-d5e0-44b8-8671-8b413bda1bbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (19784863-a4c9-4ae7-8ea9-8220d13ba483), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:48.176603 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe30eb1-0ac5-423c-b9a4-dec986d5c556 req-edfd91af-d5e0-44b8-8671-8b413bda1bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:48.177843 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-ffe30eb1-0ac5-423c-b9a4-dec986d5c556 req-edfd91af-d5e0-44b8-8671-8b413bda1bbc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:48.179259 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ffe30eb1-0ac5-423c-b9a4-dec986d5c556 req-edfd91af-d5e0-44b8-8671-8b413bda1bbc service neutron] 10.222.0.88 "PUT /v2.0/ports/19784863-a4c9-4ae7-8ea9-8220d13ba483 HTTP/1.1" status: 200 len: 1093 time: 0.8293149 Feb 02 06:56:48.180085 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1295298-47f2-4bc0-840d-deeadcc54536', 'tag': '19784863-a4c9-4ae7-8ea9-8220d13ba483'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:56:48.182346 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab4a83a-8c11-4fda-a0dd-4728fc03f2e1" -d '{"events": [{"name": "network-changed", "server_uuid": "b1295298-47f2-4bc0-840d-deeadcc54536", "tag": "19784863-a4c9-4ae7-8ea9-8220d13ba483"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:56:48.211705 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfd91af-d5e0-44b8-8671-8b413bda1bbc service neutron] Pushing event updated for resources: {'Port': ['ID=19784863-a4c9-4ae7-8ea9-8220d13ba483,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:48.251828 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['3a4249be-8b78-4d4f-b8d8-699b34670117'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:56:48.335648 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe30eb1-0ac5-423c-b9a4-dec986d5c556 req-08fe47b0-d858-43cb-b28b-5e51df99e9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:48.338228 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ffe30eb1-0ac5-423c-b9a4-dec986d5c556 req-08fe47b0-d858-43cb-b28b-5e51df99e9a1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5b558cbd1dc64d878bd1a07b652eb26c&device_id=b1295298-47f2-4bc0-840d-deeadcc54536 HTTP/1.1" status: 200 len: 1127 time: 0.0935631 Feb 02 06:56:48.342748 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48698c2-40a2-4967-b5f4-a9e4a21d2c72 req-39cbfa16-d3bd-408d-bbe0-af08b064c73a tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:48.344247 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d48698c2-40a2-4967-b5f4-a9e4a21d2c72 req-39cbfa16-d3bd-408d-bbe0-af08b064c73a tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/ports?device_id=b1295298-47f2-4bc0-840d-deeadcc54536 HTTP/1.1" status: 200 len: 944 time: 0.1516652 Feb 02 06:56:48.347421 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-c6358435-9d5e-4618-a266-c448dfb6b472 req-4141c00c-ea09-4916-96d1-9047848a5046 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] Deleting port ed5dc8fe-5d81-4805-a9d1-f9bc186f8282 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 06:56:48.347791 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-c6358435-9d5e-4618-a266-c448dfb6b472 req-4141c00c-ea09-4916-96d1-9047848a5046 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (ed5dc8fe-5d81-4805-a9d1-f9bc186f8282), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:48.416036 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ffe30eb1-0ac5-423c-b9a4-dec986d5c556 req-5e9dcf14-c15d-4cee-b3ba-8ee742b0f9fd service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19784863-a4c9-4ae7-8ea9-8220d13ba483 HTTP/1.1" status: 200 len: 217 time: 0.0628598 Feb 02 06:56:48.471046 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d48698c2-40a2-4967-b5f4-a9e4a21d2c72 req-cdbbb7be-ddc8-42a5-806d-7775f73d64d9 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/security-groups?id=aab45fc2-0973-493e-a825-050df5bd59a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179349 Feb 02 06:56:48.490986 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe30eb1-0ac5-423c-b9a4-dec986d5c556 req-b8278d76-b59a-4b8c-8d56-9b627aa5d26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:48.494066 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ffe30eb1-0ac5-423c-b9a4-dec986d5c556 req-b8278d76-b59a-4b8c-8d56-9b627aa5d26c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=754efa80-8dc2-492f-a4f9-29685b756b55 HTTP/1.1" status: 200 len: 861 time: 0.0728402 Feb 02 06:56:48.521141 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-c6358435-9d5e-4618-a266-c448dfb6b472 req-4141c00c-ea09-4916-96d1-9047848a5046 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] For port ed5dc8fe-5d81-4805-a9d1-f9bc186f8282, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=ed5dc8fe-5d81-4805-a9d1-f9bc186f8282,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:56:48.521660 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-c6358435-9d5e-4618-a266-c448dfb6b472 req-4141c00c-ea09-4916-96d1-9047848a5046 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (ed5dc8fe-5d81-4805-a9d1-f9bc186f8282), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:48.540710 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ffe30eb1-0ac5-423c-b9a4-dec986d5c556 req-a5f6d8a6-fbe8-4042-b851-2ea2fe7ea59b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e031e54a-fb94-4be8-9122-29e7d171bb1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399320 Feb 02 06:56:48.545464 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-c6358435-9d5e-4618-a266-c448dfb6b472 req-4141c00c-ea09-4916-96d1-9047848a5046 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] Calling delete_port for ed5dc8fe-5d81-4805-a9d1-f9bc186f8282 owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 06:56:48.654966 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ffe30eb1-0ac5-423c-b9a4-dec986d5c556 req-53e5460d-7185-4f5e-8c6b-aa1edc838c56 service neutron] 10.222.0.88 "GET /v2.0/networks/e031e54a-fb94-4be8-9122-29e7d171bb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066914 Feb 02 06:56:48.660593 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59eb9fd-6097-4e41-bc1b-eac6e7849cdf req-108a3b85-671c-4b60-9fb6-e4e6937183f6 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:48.672291 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e59eb9fd-6097-4e41-bc1b-eac6e7849cdf req-108a3b85-671c-4b60-9fb6-e4e6937183f6 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=682cb750-3b53-4085-be06-d355b0d2dc70 HTTP/1.1" status: 200 len: 943 time: 0.0791481 Feb 02 06:56:48.752971 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e59eb9fd-6097-4e41-bc1b-eac6e7849cdf req-923c986e-4915-4980-9b43-202683d3dd6c tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778019 Feb 02 06:56:48.796821 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ffe30eb1-0ac5-423c-b9a4-dec986d5c556 req-4bda9144-3cca-4d7b-a193-51bb267f22e4 service neutron] 10.222.0.88 "GET /v2.0/networks/e031e54a-fb94-4be8-9122-29e7d171bb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350591 Feb 02 06:56:48.798895 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 06:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b572ae93-015a-411f-a3e1-e96e99b0c3c7 x-openstack-request-id: req-b572ae93-015a-411f-a3e1-e96e99b0c3c7 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:56:48.799381 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1295298-47f2-4bc0-840d-deeadcc54536", "tag": "19784863-a4c9-4ae7-8ea9-8220d13ba483", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:56:48.799812 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b572ae93-015a-411f-a3e1-e96e99b0c3c7 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:56:48.801344 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1295298-47f2-4bc0-840d-deeadcc54536', 'tag': '19784863-a4c9-4ae7-8ea9-8220d13ba483', 'status': 'completed', 'code': 200} Feb 02 06:56:48.875789 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1163d538-5b23-4a84-b029-26850b884767 req-4475ceef-aa28-413a-9667-c61d549809d5 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:48.877427 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1163d538-5b23-4a84-b029-26850b884767 req-4475ceef-aa28-413a-9667-c61d549809d5 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe521beb-1045-450b-8fac-b93f0129c752 HTTP/1.1" status: 200 len: 950 time: 0.0731804 Feb 02 06:56:48.896351 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-c6358435-9d5e-4618-a266-c448dfb6b472 req-4141c00c-ea09-4916-96d1-9047848a5046 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (ed5dc8fe-5d81-4805-a9d1-f9bc186f8282), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:48.934207 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4141c00c-ea09-4916-96d1-9047848a5046 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] Pushing event deleted for resources: {'Port': ['ID=ed5dc8fe-5d81-4805-a9d1-f9bc186f8282,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:48.939234 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['ed5dc8fe-5d81-4805-a9d1-f9bc186f8282'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:56:48.943832 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb8f12-ae2c-498c-8343-06e165354877 req-d43951c1-511b-4184-88ab-9876dff7d074 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:48.945401 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5ccb8f12-ae2c-498c-8343-06e165354877 req-d43951c1-511b-4184-88ab-9876dff7d074 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 945 time: 0.1128941 Feb 02 06:56:48.978417 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1163d538-5b23-4a84-b029-26850b884767 req-06ec77c3-11f8-4859-bcc1-7200ca9f0e32 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] 10.222.0.87 "GET /v2.0/security-groups?id=4662f0f5-257f-4850-b4c0-023dc275c19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871813 Feb 02 06:56:48.986637 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab4a83a-8c11-4fda-a0dd-4728fc03f2e1 req-43964c03-28f3-4c25-a23d-0a1146539c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:48.993785 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cab4a83a-8c11-4fda-a0dd-4728fc03f2e1 req-43964c03-28f3-4c25-a23d-0a1146539c8c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5b558cbd1dc64d878bd1a07b652eb26c&device_id=b1295298-47f2-4bc0-840d-deeadcc54536 HTTP/1.1" status: 200 len: 1127 time: 0.1014152 Feb 02 06:56:49.009431 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6358435-9d5e-4618-a266-c448dfb6b472 req-4141c00c-ea09-4916-96d1-9047848a5046 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] No DVR routers for this DVR port ed5dc8fe-5d81-4805-a9d1-f9bc186f8282 on host n-h2-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 06:56:49.019613 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-c6358435-9d5e-4618-a266-c448dfb6b472 req-4141c00c-ea09-4916-96d1-9047848a5046 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:49.025837 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c6358435-9d5e-4618-a266-c448dfb6b472 req-4141c00c-ea09-4916-96d1-9047848a5046 tempest-ServersAdminNegativeTestJSON-1368546047 tempest-ServersAdminNegativeTestJSON-1368546047-project] 10.222.0.59 "DELETE /v2.0/ports/ed5dc8fe-5d81-4805-a9d1-f9bc186f8282 HTTP/1.1" status: 204 len: 173 time: 0.9574437 Feb 02 06:56:49.026436 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe521beb-1045-450b-8fac-b93f0129c752', 'name': 'network-vif-deleted', 'tag': 'ed5dc8fe-5d81-4805-a9d1-f9bc186f8282'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:56:49.029692 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20212b81-48fc-4814-b88d-9ffbc42aa284" -d '{"events": [{"server_uuid": "fe521beb-1045-450b-8fac-b93f0129c752", "name": "network-vif-deleted", "tag": "ed5dc8fe-5d81-4805-a9d1-f9bc186f8282"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:56:49.105122 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5ccb8f12-ae2c-498c-8343-06e165354877 req-0f8d961e-e930-4b8c-baf9-8c4f3c9a60eb tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224351 Feb 02 06:56:49.111893 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab4a83a-8c11-4fda-a0dd-4728fc03f2e1 req-9cad07c5-389c-4117-8ff4-4b81512f892d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:49.114857 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cab4a83a-8c11-4fda-a0dd-4728fc03f2e1 req-9cad07c5-389c-4117-8ff4-4b81512f892d service neutron] 10.222.0.88 "GET /v2.0/networks?id=e031e54a-fb94-4be8-9122-29e7d171bb1c HTTP/1.1" status: 200 len: 922 time: 0.1143689 Feb 02 06:56:49.181460 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 06:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-247ead68-7bb9-4b70-aea0-6f99ede51589 x-openstack-request-id: req-247ead68-7bb9-4b70-aea0-6f99ede51589 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:56:49.181889 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe521beb-1045-450b-8fac-b93f0129c752", "name": "network-vif-deleted", "tag": "ed5dc8fe-5d81-4805-a9d1-f9bc186f8282", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:56:49.182234 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-247ead68-7bb9-4b70-aea0-6f99ede51589 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:56:49.182732 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe521beb-1045-450b-8fac-b93f0129c752', 'name': 'network-vif-deleted', 'tag': 'ed5dc8fe-5d81-4805-a9d1-f9bc186f8282', 'status': 'completed', 'code': 200} Feb 02 06:56:49.199365 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cab4a83a-8c11-4fda-a0dd-4728fc03f2e1 req-3df85d26-768f-4683-af70-4e55a61e79c9 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19784863-a4c9-4ae7-8ea9-8220d13ba483 HTTP/1.1" status: 200 len: 217 time: 0.0731478 Feb 02 06:56:49.281977 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8fc4f-cbe4-4178-bb44-9117f46f6367 req-68cefdf9-ee8d-47c2-8280-75d63a792007 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:49.283548 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f7c8fc4f-cbe4-4178-bb44-9117f46f6367 req-68cefdf9-ee8d-47c2-8280-75d63a792007 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4ed7e9e-adc7-4d1f-b431-494897552f8f HTTP/1.1" status: 200 len: 949 time: 0.0894411 Feb 02 06:56:49.287664 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab4a83a-8c11-4fda-a0dd-4728fc03f2e1 req-903b66e6-ec40-47d3-a037-4ec8707ca884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:49.289305 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cab4a83a-8c11-4fda-a0dd-4728fc03f2e1 req-903b66e6-ec40-47d3-a037-4ec8707ca884 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=754efa80-8dc2-492f-a4f9-29685b756b55 HTTP/1.1" status: 200 len: 861 time: 0.0842304 Feb 02 06:56:49.345812 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cab4a83a-8c11-4fda-a0dd-4728fc03f2e1 req-de507974-b9a9-4c03-bc60-bf987bcde6ee service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e031e54a-fb94-4be8-9122-29e7d171bb1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495224 Feb 02 06:56:49.349641 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f7c8fc4f-cbe4-4178-bb44-9117f46f6367 req-a502a772-a8db-4ecb-88e9-1af88107cef6 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533202 Feb 02 06:56:49.581902 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cab4a83a-8c11-4fda-a0dd-4728fc03f2e1 req-00886277-d9d4-453f-aa28-7e170e176a6b service neutron] 10.222.0.88 "GET /v2.0/networks/e031e54a-fb94-4be8-9122-29e7d171bb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026256 Feb 02 06:56:49.621044 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344587de-0e94-4e5d-9806-53b7a004149b req-6935352e-0f1a-40b1-947a-4e4480973d64 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:49.630104 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-344587de-0e94-4e5d-9806-53b7a004149b req-6935352e-0f1a-40b1-947a-4e4480973d64 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/ports?device_id=b1295298-47f2-4bc0-840d-deeadcc54536 HTTP/1.1" status: 200 len: 944 time: 0.0879462 Feb 02 06:56:49.676049 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 3a4249be-8b78-4d4f-b8d8-699b34670117 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:56:49.722740 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cab4a83a-8c11-4fda-a0dd-4728fc03f2e1 req-6a6082ef-ca0e-4d64-a7e7-0c07a41f3582 service neutron] 10.222.0.88 "GET /v2.0/networks/e031e54a-fb94-4be8-9122-29e7d171bb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337566 Feb 02 06:56:49.725790 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-344587de-0e94-4e5d-9806-53b7a004149b req-be321867-5731-4908-a710-4a932f91afd8 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/security-groups?id=aab45fc2-0973-493e-a825-050df5bd59a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945468 Feb 02 06:56:49.799051 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port 3a4249be-8b78-4d4f-b8d8-699b34670117 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 06:56:49.811992 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port 3a4249be-8b78-4d4f-b8d8-699b34670117 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:56:49.812636 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (3a4249be-8b78-4d4f-b8d8-699b34670117), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:49.906391 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 3a4249be-8b78-4d4f-b8d8-699b34670117 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:56:49.906788 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3a4249be-8b78-4d4f-b8d8-699b34670117), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:49.921868 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d71fa9-49d1-4cda-bcee-c93ced8dc3e7 req-87398bc7-7e0d-4653-9d96-9197ee3f925b tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:49.923709 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-73d71fa9-49d1-4cda-bcee-c93ced8dc3e7 req-87398bc7-7e0d-4653-9d96-9197ee3f925b tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=682cb750-3b53-4085-be06-d355b0d2dc70 HTTP/1.1" status: 200 len: 943 time: 0.0694859 Feb 02 06:56:49.932163 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ed7e9e-adc7-4d1f-b431-494897552f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4249be-8b78-4d4f-b8d8-699b34670117'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:56:49.934697 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8c4de1-940b-4f0e-8cf5-38136626a85f" -d '{"events": [{"server_uuid": "c4ed7e9e-adc7-4d1f-b431-494897552f8f", "name": "network-vif-plugged", "status": "completed", "tag": "3a4249be-8b78-4d4f-b8d8-699b34670117"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:56:49.948844 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 3a4249be-8b78-4d4f-b8d8-699b34670117, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=3a4249be-8b78-4d4f-b8d8-699b34670117,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:56:49.956003 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (3a4249be-8b78-4d4f-b8d8-699b34670117), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:49.999854 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-73d71fa9-49d1-4cda-bcee-c93ced8dc3e7 req-884e96ed-4402-4638-bf6a-3e90030a9a40 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675306 Feb 02 06:56:50.017304 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 06:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-556c5e1b-1d29-4fa8-bb08-41658cf058be x-openstack-request-id: req-556c5e1b-1d29-4fa8-bb08-41658cf058be {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:56:50.017692 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ed7e9e-adc7-4d1f-b431-494897552f8f", "name": "network-vif-plugged", "status": "completed", "tag": "3a4249be-8b78-4d4f-b8d8-699b34670117", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:56:50.018289 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-556c5e1b-1d29-4fa8-bb08-41658cf058be {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:56:50.018745 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ed7e9e-adc7-4d1f-b431-494897552f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4249be-8b78-4d4f-b8d8-699b34670117', 'code': 200} Feb 02 06:56:50.019986 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=3a4249be-8b78-4d4f-b8d8-699b34670117,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:50.191755 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deac6a1-2e98-4be8-a70c-54e9ea40de08 req-164996f3-40d8-4ee7-b25f-07381abd7022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:50.194544 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7deac6a1-2e98-4be8-a70c-54e9ea40de08 req-164996f3-40d8-4ee7-b25f-07381abd7022 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=c4ed7e9e-adc7-4d1f-b431-494897552f8f HTTP/1.1" status: 200 len: 1133 time: 0.0961936 Feb 02 06:56:50.276607 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8ffc8-fbbd-4277-a384-be8fa66ff4b6 req-59e0033c-8064-4cc7-9575-00a343a823ef tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:50.278101 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-66a8ffc8-fbbd-4277-a384-be8fa66ff4b6 req-59e0033c-8064-4cc7-9575-00a343a823ef tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 945 time: 0.0865016 Feb 02 06:56:50.278562 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7deac6a1-2e98-4be8-a70c-54e9ea40de08 req-b8e8f434-4cd9-49b6-ae29-d5a5c0443851 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699449 Feb 02 06:56:50.338908 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-66a8ffc8-fbbd-4277-a384-be8fa66ff4b6 req-348c7a7b-8b7c-4f19-9a59-e7bb347ee296 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543222 Feb 02 06:56:50.416618 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 33476) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:56:50.495308 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c2a85-5a81-45a4-87e5-82ea69fac478 req-7c0651b8-6b97-4649-a9dc-2eea167a7573 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:50.496853 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f84c2a85-5a81-45a4-87e5-82ea69fac478 req-7c0651b8-6b97-4649-a9dc-2eea167a7573 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4ed7e9e-adc7-4d1f-b431-494897552f8f HTTP/1.1" status: 200 len: 950 time: 0.0679340 Feb 02 06:56:50.579781 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f84c2a85-5a81-45a4-87e5-82ea69fac478 req-470befd7-cf06-40a7-b548-adf2feacbac2 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747962 Feb 02 06:56:50.583040 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-88583181-4079-486b-a520-cc3fe6665d3d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=bbb665df3cd44599bc44429949e19534&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1651585 Feb 02 06:56:50.585965 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 33488) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:56:50.636002 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-24da3dca-0f9f-4434-b8c6-0e2b2931312e admin admin] Publish callbacks [] for security_group (4662f0f5-257f-4850-b4c0-023dc275c19b), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:50.657261 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-24da3dca-0f9f-4434-b8c6-0e2b2931312e admin admin] Publish callbacks [] for security_group (4662f0f5-257f-4850-b4c0-023dc275c19b), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:50.710793 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-24da3dca-0f9f-4434-b8c6-0e2b2931312e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (4662f0f5-257f-4850-b4c0-023dc275c19b), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:50.713955 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-24da3dca-0f9f-4434-b8c6-0e2b2931312e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:50.717570 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-24da3dca-0f9f-4434-b8c6-0e2b2931312e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/4662f0f5-257f-4850-b4c0-023dc275c19b HTTP/1.1" status: 204 len: 168 time: 0.1284299 Feb 02 06:56:50.733046 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24da3dca-0f9f-4434-b8c6-0e2b2931312e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4662f0f5-257f-4850-b4c0-023dc275c19b,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:50.822521 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 33496) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:56:50.876624 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ac547-a295-4ec5-9a85-b5ecbe50652f req-7fc5b687-5abb-4438-90e5-e949049f0227 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:50.878551 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3e3ac547-a295-4ec5-9a85-b5ecbe50652f req-7fc5b687-5abb-4438-90e5-e949049f0227 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/ports?device_id=b1295298-47f2-4bc0-840d-deeadcc54536 HTTP/1.1" status: 200 len: 944 time: 0.0696149 Feb 02 06:56:50.961015 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3e3ac547-a295-4ec5-9a85-b5ecbe50652f req-fc277443-a824-4a73-a0bc-a3ac5ed03a19 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/security-groups?id=aab45fc2-0973-493e-a825-050df5bd59a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692205 Feb 02 06:56:51.034258 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a5f14246-c2bc-4d7c-891a-2d1c8b41c792 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:51.144171 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a5f14246-c2bc-4d7c-891a-2d1c8b41c792 admin admin] Publish callbacks [] for security_group (3dfa22b6-719c-46f3-9cf3-234d9b884f6e), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:51.144412 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 33504) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:56:51.147835 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecbbd99-3de2-40c3-b426-b2d6a8471a41 req-791c0e84-cc3c-4d4d-aa05-2f0014e61ba9 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:51.150280 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9ecbbd99-3de2-40c3-b426-b2d6a8471a41 req-791c0e84-cc3c-4d4d-aa05-2f0014e61ba9 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=682cb750-3b53-4085-be06-d355b0d2dc70 HTTP/1.1" status: 200 len: 943 time: 0.0699162 Feb 02 06:56:51.152975 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a5f14246-c2bc-4d7c-891a-2d1c8b41c792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (3dfa22b6-719c-46f3-9cf3-234d9b884f6e), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:51.207501 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9ecbbd99-3de2-40c3-b426-b2d6a8471a41 req-f4433b0e-7550-449f-8141-1dc37aeeceec tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504780 Feb 02 06:56:51.209264 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a5f14246-c2bc-4d7c-891a-2d1c8b41c792 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=1c5a9743b20a4cdfa9a8a8123c0520ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3849101 Feb 02 06:56:51.211990 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f14246-c2bc-4d7c-891a-2d1c8b41c792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dfa22b6-719c-46f3-9cf3-234d9b884f6e,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:51.212336 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 33506) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:56:51.242768 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a846466d-f110-4f1e-802c-ab2975f203ca admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=e68a86d50bbe4965bcb78739171fdfec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0956895 Feb 02 06:56:51.244437 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 33508) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:56:51.273986 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-623bcc82-a2d3-4e9b-b630-9082f729e804 admin admin] Publish callbacks [] for security_group (3dfa22b6-719c-46f3-9cf3-234d9b884f6e), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:51.296273 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-623bcc82-a2d3-4e9b-b630-9082f729e804 admin admin] Publish callbacks [] for security_group (3dfa22b6-719c-46f3-9cf3-234d9b884f6e), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:51.314132 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e423b0c9-2c45-46a1-b5cb-a2d6951f7024 admin admin] Publish callbacks [] for security_group (92822a2a-cd27-470c-bdf4-200a5cd5216e), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:51.339281 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e423b0c9-2c45-46a1-b5cb-a2d6951f7024 admin admin] Publish callbacks [] for security_group (92822a2a-cd27-470c-bdf4-200a5cd5216e), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:51.349308 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-623bcc82-a2d3-4e9b-b630-9082f729e804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (3dfa22b6-719c-46f3-9cf3-234d9b884f6e), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:51.352218 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-623bcc82-a2d3-4e9b-b630-9082f729e804 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:51.355704 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-623bcc82-a2d3-4e9b-b630-9082f729e804 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/3dfa22b6-719c-46f3-9cf3-234d9b884f6e HTTP/1.1" status: 204 len: 168 time: 0.1396985 Feb 02 06:56:51.363262 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623bcc82-a2d3-4e9b-b630-9082f729e804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dfa22b6-719c-46f3-9cf3-234d9b884f6e,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:51.414500 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e423b0c9-2c45-46a1-b5cb-a2d6951f7024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (92822a2a-cd27-470c-bdf4-200a5cd5216e), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:51.417766 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e423b0c9-2c45-46a1-b5cb-a2d6951f7024 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:51.421889 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-e423b0c9-2c45-46a1-b5cb-a2d6951f7024 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/92822a2a-cd27-470c-bdf4-200a5cd5216e HTTP/1.1" status: 204 len: 168 time: 0.1760035 Feb 02 06:56:51.431597 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e423b0c9-2c45-46a1-b5cb-a2d6951f7024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92822a2a-cd27-470c-bdf4-200a5cd5216e,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:51.587531 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c6807e-15b3-4a6f-891e-9c1cd9a62e42 req-784f57f9-1044-47ac-bf45-6f9674659046 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:51.589085 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-57c6807e-15b3-4a6f-891e-9c1cd9a62e42 req-784f57f9-1044-47ac-bf45-6f9674659046 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 945 time: 0.0749612 Feb 02 06:56:51.662750 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-57c6807e-15b3-4a6f-891e-9c1cd9a62e42 req-e2dcfd32-7f42-411a-8b22-d15e954b270b tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588953 Feb 02 06:56:51.679817 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 19784863-a4c9-4ae7-8ea9-8220d13ba483 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 06:56:51.762331 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a131eed-fd53-4525-bbe0-521cbab562f8 req-e3947f34-9904-4b78-b42b-f67c41d2582c tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:51.764677 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6a131eed-fd53-4525-bbe0-521cbab562f8 req-e3947f34-9904-4b78-b42b-f67c41d2582c tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4ed7e9e-adc7-4d1f-b431-494897552f8f HTTP/1.1" status: 200 len: 950 time: 0.0988326 Feb 02 06:56:51.833193 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 19784863-a4c9-4ae7-8ea9-8220d13ba483, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=19784863-a4c9-4ae7-8ea9-8220d13ba483,segment=NetworkSegment(c05e7e16-1181-4a1f-b0eb-5bf8b2ea2f17),segment_id=c05e7e16-1181-4a1f-b0eb-5bf8b2ea2f17)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:56:51.841377 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6a131eed-fd53-4525-bbe0-521cbab562f8 req-c73af32e-8ac8-40ca-8b7f-66c4afaa2265 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701630 Feb 02 06:56:51.856284 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': '19784863-a4c9-4ae7-8ea9-8220d13ba483', 'network_id': 'e031e54a-fb94-4be8-9122-29e7d171bb1c', 'port_id': '19784863-a4c9-4ae7-8ea9-8220d13ba483', 'mac_address': 'fa:16:3e:af:d8:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '754efa80-8dc2-492f-a4f9-29685b756b55', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 06:56:51.916381 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:51.930480 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 19784863-a4c9-4ae7-8ea9-8220d13ba483 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:56:51.931204 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (19784863-a4c9-4ae7-8ea9-8220d13ba483), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:51.950500 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19784863-a4c9-4ae7-8ea9-8220d13ba483 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:56:51.975862 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 19784863-a4c9-4ae7-8ea9-8220d13ba483, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=19784863-a4c9-4ae7-8ea9-8220d13ba483,segment=NetworkSegment(c05e7e16-1181-4a1f-b0eb-5bf8b2ea2f17),segment_id=c05e7e16-1181-4a1f-b0eb-5bf8b2ea2f17)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:56:51.996048 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (19784863-a4c9-4ae7-8ea9-8220d13ba483), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:52.050636 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c751a7-0afd-44d5-9687-7171d1a38c97 req-ab43f4dc-04ce-407a-9d3f-b3668ac3eca5 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:52.061219 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-84c751a7-0afd-44d5-9687-7171d1a38c97 req-ab43f4dc-04ce-407a-9d3f-b3668ac3eca5 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4ed7e9e-adc7-4d1f-b431-494897552f8f HTTP/1.1" status: 200 len: 950 time: 0.1122169 Feb 02 06:56:52.061506 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=19784863-a4c9-4ae7-8ea9-8220d13ba483,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:52.154879 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-84c751a7-0afd-44d5-9687-7171d1a38c97 req-cbe88020-86eb-4e3f-a011-dde2b57dcf06 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871515 Feb 02 06:56:52.163612 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d04331-f700-42d8-955c-6a7e20694d91 req-8d6d3409-0fe6-4d7b-af70-bde663263d52 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:52.173532 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f1d04331-f700-42d8-955c-6a7e20694d91 req-8d6d3409-0fe6-4d7b-af70-bde663263d52 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/ports?device_id=b1295298-47f2-4bc0-840d-deeadcc54536 HTTP/1.1" status: 200 len: 945 time: 0.1086364 Feb 02 06:56:52.269066 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f1d04331-f700-42d8-955c-6a7e20694d91 req-a2233bd5-e06e-4ee3-959e-aeeb67808eb8 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/security-groups?id=aab45fc2-0973-493e-a825-050df5bd59a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941405 Feb 02 06:56:52.348883 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['19784863-a4c9-4ae7-8ea9-8220d13ba483'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:56:52.375618 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dc9d99-82b5-45ca-b2b8-00eea8f7ddff req-3aa918a1-a45e-4d44-90c0-ce5483ebed18 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:52.384325 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-95dc9d99-82b5-45ca-b2b8-00eea8f7ddff req-3aa918a1-a45e-4d44-90c0-ce5483ebed18 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=682cb750-3b53-4085-be06-d355b0d2dc70 HTTP/1.1" status: 200 len: 943 time: 0.0704839 Feb 02 06:56:52.421084 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device ed5dc8fe-5d81-4805-a9d1-f9bc186f8282 no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 06:56:52.458099 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [req-b43a661e-c3a2-4ef4-b738-3954ed234d7e req-d702661b-d4db-4d37-92c2-c5e08f57fbe6 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=109693) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 06:56:52.459617 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b43a661e-c3a2-4ef4-b738-3954ed234d7e req-d702661b-d4db-4d37-92c2-c5e08f57fbe6 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082755 Feb 02 06:56:52.469831 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] No Port match for: ed5dc8fe-5d81-4805-a9d1-f9bc186f8282 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 06:56:52.470381 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device ed5dc8fe-5d81-4805-a9d1-f9bc186f8282 not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 06:56:52.474472 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-95dc9d99-82b5-45ca-b2b8-00eea8f7ddff req-0a954fb3-ee4a-40d3-abc5-be3034e942ed tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883455 Feb 02 06:56:52.805004 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d470751b-e428-4c3a-bb8d-1cf4de7a290b req-6e274b79-9ee1-4f62-b654-5fe42a674a1e tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:52.813120 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d470751b-e428-4c3a-bb8d-1cf4de7a290b req-6e274b79-9ee1-4f62-b654-5fe42a674a1e tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4ed7e9e-adc7-4d1f-b431-494897552f8f HTTP/1.1" status: 200 len: 950 time: 0.0716858 Feb 02 06:56:52.830856 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 33572) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:56:52.872832 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-37c3642a-e5ab-4642-8ff9-8de96ca35528 req-f3cd881f-b60c-4a42-aaba-77d41581ae65 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=c4ed7e9e-adc7-4d1f-b431-494897552f8f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1378117 Feb 02 06:56:52.884495 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f954f417-e149-43fb-9428-17005b429ec6 req-3271adb6-9545-4e3c-9692-8bba9c33d09b tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:52.890386 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d470751b-e428-4c3a-bb8d-1cf4de7a290b req-24a289c0-e690-4526-ad44-08bf4f52da71 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762565 Feb 02 06:56:52.891389 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f954f417-e149-43fb-9428-17005b429ec6 req-3271adb6-9545-4e3c-9692-8bba9c33d09b tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 945 time: 0.0945442 Feb 02 06:56:52.965873 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f954f417-e149-43fb-9428-17005b429ec6 req-645e7d78-4625-49d5-a55a-55c1169332de tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684531 Feb 02 06:56:53.002306 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-24392ace-41c4-4693-a7a8-48cd53716d28 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-181714835-network', 'tenant_id': 'a5b11438631643ef8d3efce0551ce774'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:56:53.030735 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24392ace-41c4-4693-a7a8-48cd53716d28 admin admin] Made reservation on behalf of a5b11438631643ef8d3efce0551ce774 for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:56:53.037437 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-24392ace-41c4-4693-a7a8-48cd53716d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:53.065258 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-24392ace-41c4-4693-a7a8-48cd53716d28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:53.226979 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-24392ace-41c4-4693-a7a8-48cd53716d28 admin admin] Publish callbacks [] for security_group (7d802908-d490-41fd-ae07-883bdb1f1024), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:53.236577 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-24392ace-41c4-4693-a7a8-48cd53716d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (7d802908-d490-41fd-ae07-883bdb1f1024), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:53.287072 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24392ace-41c4-4693-a7a8-48cd53716d28 admin admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 06:56:53.300225 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-24392ace-41c4-4693-a7a8-48cd53716d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (44161496-15f5-466f-995a-9f19bcdfc5a0), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:53.300828 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-24392ace-41c4-4693-a7a8-48cd53716d28 admin admin] Added segment 44161496-15f5-466f-995a-9f19bcdfc5a0 of type vlan for network 92a762a3-20b1-4c9e-a89a-03f21e3921ba Feb 02 06:56:53.394576 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24392ace-41c4-4693-a7a8-48cd53716d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d802908-d490-41fd-ae07-883bdb1f1024,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:53.417066 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-24392ace-41c4-4693-a7a8-48cd53716d28 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (92a762a3-20b1-4c9e-a89a-03f21e3921ba), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:53.457781 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-24392ace-41c4-4693-a7a8-48cd53716d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (92a762a3-20b1-4c9e-a89a-03f21e3921ba), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:53.458933 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24392ace-41c4-4693-a7a8-48cd53716d28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:53.459509 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-24392ace-41c4-4693-a7a8-48cd53716d28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:53.507578 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e629acc8-3ba0-4e2f-bed3-b181cee71811 req-3605ec19-5c8e-4033-ab18-c4c99b220263 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:53.520117 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-24392ace-41c4-4693-a7a8-48cd53716d28 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6881194 Feb 02 06:56:53.522993 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 33618) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:56:53.527069 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e629acc8-3ba0-4e2f-bed3-b181cee71811 req-3605ec19-5c8e-4033-ab18-c4c99b220263 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/ports?device_id=b1295298-47f2-4bc0-840d-deeadcc54536 HTTP/1.1" status: 200 len: 945 time: 0.1344445 Feb 02 06:56:53.565000 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-8fabce13-d991-4d6d-850e-da0332ba5daf admin admin] Request body: {'subnet': {'network_id': '92a762a3-20b1-4c9e-a89a-03f21e3921ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-181714835-subnet', 'tenant_id': 'a5b11438631643ef8d3efce0551ce774', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:56:53.581278 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24392ace-41c4-4693-a7a8-48cd53716d28 admin admin] Pushing event updated for resources: {'Network': ['ID=92a762a3-20b1-4c9e-a89a-03f21e3921ba,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:53.594717 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 92a762a3-20b1-4c9e-a89a-03f21e3921ba details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 06:56:53.606880 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fabce13-d991-4d6d-850e-da0332ba5daf admin admin] Made reservation on behalf of a5b11438631643ef8d3efce0551ce774 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:56:53.609831 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8fabce13-d991-4d6d-850e-da0332ba5daf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:53.624368 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e629acc8-3ba0-4e2f-bed3-b181cee71811 req-aebc3fd7-cd8b-4e30-af69-f4a5e4b80d54 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/security-groups?id=aab45fc2-0973-493e-a825-050df5bd59a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962443 Feb 02 06:56:53.704609 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 19784863-a4c9-4ae7-8ea9-8220d13ba483 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:56:53.819771 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f466c111-49ee-46f0-a87a-7619e400b0ee req-057fd8c9-bfee-4714-826d-f987ab595343 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:53.826224 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f466c111-49ee-46f0-a87a-7619e400b0ee req-057fd8c9-bfee-4714-826d-f987ab595343 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=682cb750-3b53-4085-be06-d355b0d2dc70 HTTP/1.1" status: 200 len: 943 time: 0.1099842 Feb 02 06:56:53.853140 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port 19784863-a4c9-4ae7-8ea9-8220d13ba483 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 06:56:53.862108 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port 19784863-a4c9-4ae7-8ea9-8220d13ba483 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:56:53.862485 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (19784863-a4c9-4ae7-8ea9-8220d13ba483), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:53.921428 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f466c111-49ee-46f0-a87a-7619e400b0ee req-da10e801-2d6c-4fb4-aea5-1ec41c9860b9 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838509 Feb 02 06:56:53.923848 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d441aa09-3bb5-45ce-b778-3f3e55f5fb09 req-959d1408-ae3d-4232-a139-93084593ccf8 tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:53.932263 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d441aa09-3bb5-45ce-b778-3f3e55f5fb09 req-959d1408-ae3d-4232-a139-93084593ccf8 tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] 10.222.0.87 "GET /v2.0/ports?device_id=84917d79-cf19-4770-b0d6-4fe5f8f49304 HTTP/1.1" status: 200 len: 945 time: 0.1539199 Feb 02 06:56:53.942143 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8fabce13-d991-4d6d-850e-da0332ba5daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (c71b07ec-88b6-4b91-88af-cdbe675ae5c4), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:54.016054 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 19784863-a4c9-4ae7-8ea9-8220d13ba483 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:56:54.017291 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (19784863-a4c9-4ae7-8ea9-8220d13ba483), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:54.054151 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d441aa09-3bb5-45ce-b778-3f3e55f5fb09 req-4cf520c0-4f2f-4d5f-9500-d2022531fe16 tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] 10.222.0.87 "GET /v2.0/security-groups?id=ca78257b-1af1-4cff-b7ca-1fa610459447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164188 Feb 02 06:56:54.084282 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fabce13-d991-4d6d-850e-da0332ba5daf admin admin] Pushing event updated for resources: {'Subnet': ['ID=c71b07ec-88b6-4b91-88af-cdbe675ae5c4,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:54.092853 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1295298-47f2-4bc0-840d-deeadcc54536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19784863-a4c9-4ae7-8ea9-8220d13ba483'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:56:54.095205 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b8fff34-3091-4ae1-a97b-7359b42baccd" -d '{"events": [{"server_uuid": "b1295298-47f2-4bc0-840d-deeadcc54536", "name": "network-vif-plugged", "status": "completed", "tag": "19784863-a4c9-4ae7-8ea9-8220d13ba483"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:56:54.101062 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fabce13-d991-4d6d-850e-da0332ba5daf admin admin] Checking segment: {'id': '44161496-15f5-466f-995a-9f19bcdfc5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '92a762a3-20b1-4c9e-a89a-03f21e3921ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:56:54.102410 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fabce13-d991-4d6d-850e-da0332ba5daf admin admin] Network hostable DHCP agents. Network: 92a762a3-20b1-4c9e-a89a-03f21e3921ba, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 06:56:54.130370 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fabce13-d991-4d6d-850e-da0332ba5daf admin admin] Network 92a762a3-20b1-4c9e-a89a-03f21e3921ba is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 06:56:54.136186 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 19784863-a4c9-4ae7-8ea9-8220d13ba483, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=19784863-a4c9-4ae7-8ea9-8220d13ba483,segment=NetworkSegment(c05e7e16-1181-4a1f-b0eb-5bf8b2ea2f17),segment_id=c05e7e16-1181-4a1f-b0eb-5bf8b2ea2f17)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:56:54.143657 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (19784863-a4c9-4ae7-8ea9-8220d13ba483), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:54.150601 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-8fabce13-d991-4d6d-850e-da0332ba5daf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 92a762a3-20b1-4c9e-a89a-03f21e3921ba) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:56:54.159047 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fabce13-d991-4d6d-850e-da0332ba5daf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:54.176048 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8fabce13-d991-4d6d-850e-da0332ba5daf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:54.177054 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ade4958-0644-4ba8-a542-87d5e251a8a0 None None] Network 92a762a3-20b1-4c9e-a89a-03f21e3921ba requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 06:56:54.220384 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-8fabce13-d991-4d6d-850e-da0332ba5daf admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6953843 Feb 02 06:56:54.223194 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 33642) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:56:54.228911 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-0bead648-9719-4e18-85ef-6a7a64213a80 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-181714835-router', 'tenant_id': 'a5b11438631643ef8d3efce0551ce774', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:56:54.256530 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0bead648-9719-4e18-85ef-6a7a64213a80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (3a6511f2-0989-4811-9bd1-78b7d2fee4fb), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:54.259959 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0bead648-9719-4e18-85ef-6a7a64213a80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (3a6511f2-0989-4811-9bd1-78b7d2fee4fb), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:54.282338 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae15675-d95c-4c53-bb13-835a5955b9a2 req-6a754605-29c2-4931-a501-e872347b09e9 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:54.306229 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7ae15675-d95c-4c53-bb13-835a5955b9a2 req-6a754605-29c2-4931-a501-e872347b09e9 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4ed7e9e-adc7-4d1f-b431-494897552f8f HTTP/1.1" status: 200 len: 950 time: 0.1255050 Feb 02 06:56:54.356714 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0bead648-9719-4e18-85ef-6a7a64213a80 admin admin] Publish callbacks [] for router_controller (3a6511f2-0989-4811-9bd1-78b7d2fee4fb), precommit_add_association {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:54.363436 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=19784863-a4c9-4ae7-8ea9-8220d13ba483,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:54.380242 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7ae15675-d95c-4c53-bb13-835a5955b9a2 req-6bd0a0b9-26e3-47df-9ff4-9c661e7b3812 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719199 Feb 02 06:56:54.457558 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 06:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fcee6c2-2070-484f-8c94-82fbaf31ad1a x-openstack-request-id: req-8fcee6c2-2070-484f-8c94-82fbaf31ad1a {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:56:54.457893 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1295298-47f2-4bc0-840d-deeadcc54536", "name": "network-vif-plugged", "status": "completed", "tag": "19784863-a4c9-4ae7-8ea9-8220d13ba483", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:56:54.458125 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-8fcee6c2-2070-484f-8c94-82fbaf31ad1a {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:56:54.458727 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1295298-47f2-4bc0-840d-deeadcc54536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19784863-a4c9-4ae7-8ea9-8220d13ba483', 'code': 200} Feb 02 06:56:54.482431 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17e8582-48a5-451f-a291-b0e778230fb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-92a762a3-20b1-4c9e-a89a-03f21e3921ba', 'network_id': '92a762a3-20b1-4c9e-a89a-03f21e3921ba', 'project_id': 'a5b11438631643ef8d3efce0551ce774', 'fixed_ips': [{'subnet_id': 'c71b07ec-88b6-4b91-88af-cdbe675ae5c4'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 06:56:54.490281 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d17e8582-48a5-451f-a291-b0e778230fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:54.534363 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a056cecc-1368-481c-9745-a3e33852a591 req-7b70d0c2-4cf3-4c85-88c1-95116be98dee tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:54.540043 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a056cecc-1368-481c-9745-a3e33852a591 req-7b70d0c2-4cf3-4c85-88c1-95116be98dee tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 945 time: 0.2273881 Feb 02 06:56:54.588531 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0bead648-9719-4e18-85ef-6a7a64213a80 admin admin] Publish callbacks [] for router_gateway (3a6511f2-0989-4811-9bd1-78b7d2fee4fb), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:54.694689 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3254674-a37a-4c4d-b3c3-70b98203b762 req-99ac9271-d889-40ec-a91c-28ba85b70fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:54.698771 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e3254674-a37a-4c4d-b3c3-70b98203b762 req-99ac9271-d889-40ec-a91c-28ba85b70fde service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b1295298-47f2-4bc0-840d-deeadcc54536 HTTP/1.1" status: 200 len: 1129 time: 0.0998724 Feb 02 06:56:54.727287 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a056cecc-1368-481c-9745-a3e33852a591 req-dc8273fd-b309-4cc2-99ec-cc6bfc57af9a tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323302 Feb 02 06:56:54.738382 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-d17e8582-48a5-451f-a291-b0e778230fb4 None None] Allocated IP 172.20.0.2 (92a762a3-20b1-4c9e-a89a-03f21e3921ba/c71b07ec-88b6-4b91-88af-cdbe675ae5c4/7627c65f-7ec0-4812-bf99-6fc62bb78340) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:56:54.789316 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e3254674-a37a-4c4d-b3c3-70b98203b762 req-cbafd8d1-004b-4549-ae85-6003f2477a2f service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=aab45fc2-0973-493e-a825-050df5bd59a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824990 Feb 02 06:56:54.911952 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cd01da-2a73-47d9-90c3-7ba442a469c4 req-d76148e2-e0de-4157-b46a-eea464b86681 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:54.917211 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d7cd01da-2a73-47d9-90c3-7ba442a469c4 req-d76148e2-e0de-4157-b46a-eea464b86681 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/ports?device_id=b1295298-47f2-4bc0-840d-deeadcc54536 HTTP/1.1" status: 200 len: 946 time: 0.1308577 Feb 02 06:56:54.962236 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d17e8582-48a5-451f-a291-b0e778230fb4 None None] Publish callbacks [] for port (7627c65f-7ec0-4812-bf99-6fc62bb78340), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:54.975500 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d17e8582-48a5-451f-a291-b0e778230fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (7627c65f-7ec0-4812-bf99-6fc62bb78340), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:54.978433 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0bead648-9719-4e18-85ef-6a7a64213a80 admin admin] Publish callbacks [] for router_gateway (3a6511f2-0989-4811-9bd1-78b7d2fee4fb), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:55.025158 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d7cd01da-2a73-47d9-90c3-7ba442a469c4 req-b7d1b7e9-0d35-44d8-9ca3-4e73b9b1013f tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/security-groups?id=aab45fc2-0973-493e-a825-050df5bd59a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981040 Feb 02 06:56:55.038458 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0bead648-9719-4e18-85ef-6a7a64213a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:55.056907 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17e8582-48a5-451f-a291-b0e778230fb4 None None] Network 92a762a3-20b1-4c9e-a89a-03f21e3921ba is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:56:55.059927 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-d17e8582-48a5-451f-a291-b0e778230fb4 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:56:55.063964 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17e8582-48a5-451f-a291-b0e778230fb4 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:56:55.097812 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17e8582-48a5-451f-a291-b0e778230fb4 None None] Pushing event updated for resources: {'Port': ['ID=7627c65f-7ec0-4812-bf99-6fc62bb78340,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:55.174651 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa3ffa3-d10d-4524-bfd0-3ae2f88d0837 req-8c7cf2c2-6c25-45e4-8932-34e395593b35 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:55.182399 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-aaa3ffa3-d10d-4524-bfd0-3ae2f88d0837 req-8c7cf2c2-6c25-45e4-8932-34e395593b35 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=682cb750-3b53-4085-be06-d355b0d2dc70 HTTP/1.1" status: 200 len: 943 time: 0.1395664 Feb 02 06:56:55.186313 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 33666) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:56:55.237570 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-0bead648-9719-4e18-85ef-6a7a64213a80 admin admin] Allocated IP 172.25.4.85 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/6912ed99-8617-4efc-b312-f6ac2cf29b70) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:56:55.268800 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c3642a-e5ab-4642-8ff9-8de96ca35528 req-0d791ef4-f0ae-4d61-9d60-77b688db85f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:55.270648 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-37c3642a-e5ab-4642-8ff9-8de96ca35528 req-0d791ef4-f0ae-4d61-9d60-77b688db85f1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=617f6fde409340a286c916b0c2822b5a&device_id=c4ed7e9e-adc7-4d1f-b431-494897552f8f HTTP/1.1" status: 200 len: 1133 time: 0.1326790 Feb 02 06:56:55.283632 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-aaa3ffa3-d10d-4524-bfd0-3ae2f88d0837 req-441dac50-97fd-4c52-9b60-84775e10a194 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002057 Feb 02 06:56:55.316363 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2358d3-3113-4d71-8494-7be46155bccf req-db489973-83a9-440d-9d76-a7fc21df230c tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:55.322439 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ce2358d3-3113-4d71-8494-7be46155bccf req-db489973-83a9-440d-9d76-a7fc21df230c tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] 10.222.0.87 "GET /v2.0/ports?device_id=84917d79-cf19-4770-b0d6-4fe5f8f49304 HTTP/1.1" status: 200 len: 945 time: 0.1257782 Feb 02 06:56:55.381684 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-d17e8582-48a5-451f-a291-b0e778230fb4 None None] Attempting to bind port 7627c65f-7ec0-4812-bf99-6fc62bb78340 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:56:55.382244 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-d17e8582-48a5-451f-a291-b0e778230fb4 None None] Attempting to bind port 7627c65f-7ec0-4812-bf99-6fc62bb78340 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '44161496-15f5-466f-995a-9f19bcdfc5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '92a762a3-20b1-4c9e-a89a-03f21e3921ba'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:56:55.382933 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17e8582-48a5-451f-a291-b0e778230fb4 None None] Attempting to bind port 7627c65f-7ec0-4812-bf99-6fc62bb78340 on network 92a762a3-20b1-4c9e-a89a-03f21e3921ba {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:56:55.388674 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17e8582-48a5-451f-a291-b0e778230fb4 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:56:55.389194 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17e8582-48a5-451f-a291-b0e778230fb4 None None] Checking segment: {'id': '44161496-15f5-466f-995a-9f19bcdfc5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '92a762a3-20b1-4c9e-a89a-03f21e3921ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:56:55.389604 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d17e8582-48a5-451f-a291-b0e778230fb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:55.390498 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17e8582-48a5-451f-a291-b0e778230fb4 None None] Bound using segment: {'id': '44161496-15f5-466f-995a-9f19bcdfc5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '92a762a3-20b1-4c9e-a89a-03f21e3921ba'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:56:55.390498 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-d17e8582-48a5-451f-a291-b0e778230fb4 None None] Bound port: 7627c65f-7ec0-4812-bf99-6fc62bb78340, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44161496-15f5-466f-995a-9f19bcdfc5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '92a762a3-20b1-4c9e-a89a-03f21e3921ba'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:56:55.390819 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d17e8582-48a5-451f-a291-b0e778230fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (7627c65f-7ec0-4812-bf99-6fc62bb78340), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:55.393250 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0bead648-9719-4e18-85ef-6a7a64213a80 admin admin] Publish callbacks [] for port (6912ed99-8617-4efc-b312-f6ac2cf29b70), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:55.433064 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c3c1c062-4911-4e9d-96d0-7e6460655f35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:55.503969 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-d17e8582-48a5-451f-a291-b0e778230fb4 None None] For port 7627c65f-7ec0-4812-bf99-6fc62bb78340, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:56:55.508809 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-d17e8582-48a5-451f-a291-b0e778230fb4 None None] For port 7627c65f-7ec0-4812-bf99-6fc62bb78340, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=7627c65f-7ec0-4812-bf99-6fc62bb78340,segment=NetworkSegment(44161496-15f5-466f-995a-9f19bcdfc5a0),segment_id=44161496-15f5-466f-995a-9f19bcdfc5a0)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:56:55.517289 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0bead648-9719-4e18-85ef-6a7a64213a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (6912ed99-8617-4efc-b312-f6ac2cf29b70), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:55.522326 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d17e8582-48a5-451f-a291-b0e778230fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (7627c65f-7ec0-4812-bf99-6fc62bb78340), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:55.608742 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17e8582-48a5-451f-a291-b0e778230fb4 None None] Pushing event updated for resources: {'Port': ['ID=7627c65f-7ec0-4812-bf99-6fc62bb78340,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:55.609311 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c3c1c062-4911-4e9d-96d0-7e6460655f35 admin admin] Publish callbacks [] for security_group (8762f00e-c6b1-45d1-8498-60d1dabee457), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:55.629654 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c3c1c062-4911-4e9d-96d0-7e6460655f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (8762f00e-c6b1-45d1-8498-60d1dabee457), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:55.643751 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bead648-9719-4e18-85ef-6a7a64213a80 admin admin] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:56:55.676600 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-0bead648-9719-4e18-85ef-6a7a64213a80 admin admin] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:56:55.690547 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bead648-9719-4e18-85ef-6a7a64213a80 admin admin] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:56:55.756664 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bead648-9719-4e18-85ef-6a7a64213a80 admin admin] Pushing event updated for resources: {'Port': ['ID=6912ed99-8617-4efc-b312-f6ac2cf29b70,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:55.787454 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ce2358d3-3113-4d71-8494-7be46155bccf req-faf04efe-adf3-453f-abe9-99f57292e72c tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] 10.222.0.87 "GET /v2.0/security-groups?id=ca78257b-1af1-4cff-b7ca-1fa610459447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4536669 Feb 02 06:56:55.816517 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987881b-e320-4aea-befe-8cbcb35cd165 req-a8ea9b30-a9be-4a9a-acbc-79ce82ca5c79 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:55.820038 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c3642a-e5ab-4642-8ff9-8de96ca35528 req-60bdc7ca-ed93-4b5c-9690-866cdd65c328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:55.823888 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-37c3642a-e5ab-4642-8ff9-8de96ca35528 req-60bdc7ca-ed93-4b5c-9690-866cdd65c328 service neutron] 10.222.0.88 "GET /v2.0/networks?id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 HTTP/1.1" status: 200 len: 870 time: 0.5406997 Feb 02 06:56:55.825080 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8987881b-e320-4aea-befe-8cbcb35cd165 req-a8ea9b30-a9be-4a9a-acbc-79ce82ca5c79 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4ed7e9e-adc7-4d1f-b431-494897552f8f HTTP/1.1" status: 200 len: 950 time: 0.3604317 Feb 02 06:56:55.834919 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 33674) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:56:55.836232 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-c3c1c062-4911-4e9d-96d0-7e6460655f35 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=84b557c06dd14536a5b0b65b39bc3be4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6473095 Feb 02 06:56:55.888861 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-37c3642a-e5ab-4642-8ff9-8de96ca35528 req-30ec567d-eabe-4b0f-b7b6-d4b4c16822aa service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=3a4249be-8b78-4d4f-b8d8-699b34670117 HTTP/1.1" status: 200 len: 217 time: 0.0457432 Feb 02 06:56:55.913732 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c1c062-4911-4e9d-96d0-7e6460655f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8762f00e-c6b1-45d1-8498-60d1dabee457,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:56.051085 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c3642a-e5ab-4642-8ff9-8de96ca35528 req-38dc2249-30b4-40ee-817c-276ee2ad5817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:56.052621 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-37c3642a-e5ab-4642-8ff9-8de96ca35528 req-38dc2249-30b4-40ee-817c-276ee2ad5817 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.1512368 Feb 02 06:56:56.061675 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ca4c8fad-81c1-4f58-9fc7-439d29350432 admin admin] Publish callbacks [] for security_group (8762f00e-c6b1-45d1-8498-60d1dabee457), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:56.090985 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8987881b-e320-4aea-befe-8cbcb35cd165 req-1121379e-defc-498d-bd99-25144dc410fd tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646616 Feb 02 06:56:56.123183 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ca4c8fad-81c1-4f58-9fc7-439d29350432 admin admin] Publish callbacks [] for security_group (8762f00e-c6b1-45d1-8498-60d1dabee457), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:56.152864 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4139da3-2bcf-40ff-9391-efb9238081c9 req-21b10c0d-ed06-49d9-8646-eaa2383aa52c tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:56.155119 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e4139da3-2bcf-40ff-9391-efb9238081c9 req-21b10c0d-ed06-49d9-8646-eaa2383aa52c tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 945 time: 0.1673157 Feb 02 06:56:56.268741 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c3642a-e5ab-4642-8ff9-8de96ca35528 req-4e25388d-da57-40b6-8ccc-aa246bfbd49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:56.271216 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-37c3642a-e5ab-4642-8ff9-8de96ca35528 req-4e25388d-da57-40b6-8ccc-aa246bfbd49a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1971643 Feb 02 06:56:56.278192 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ca4c8fad-81c1-4f58-9fc7-439d29350432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (8762f00e-c6b1-45d1-8498-60d1dabee457), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:56.281136 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ca4c8fad-81c1-4f58-9fc7-439d29350432 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:56.284754 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-ca4c8fad-81c1-4f58-9fc7-439d29350432 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/8762f00e-c6b1-45d1-8498-60d1dabee457 HTTP/1.1" status: 204 len: 168 time: 0.4451809 Feb 02 06:56:56.302737 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4c8fad-81c1-4f58-9fc7-439d29350432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8762f00e-c6b1-45d1-8498-60d1dabee457,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:56.311498 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e4139da3-2bcf-40ff-9391-efb9238081c9 req-f003a88c-f043-4ea2-a0cf-ed167675babe tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113229 Feb 02 06:56:56.344991 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0bead648-9719-4e18-85ef-6a7a64213a80 admin admin] Publish callbacks [] for router_gateway (3a6511f2-0989-4811-9bd1-78b7d2fee4fb), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:56.358725 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f0fc55-3a3b-499f-ad51-809e71186b25 req-213d5713-7b03-4088-b7dd-88ec53e1055d tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:56.368355 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c4f0fc55-3a3b-499f-ad51-809e71186b25 req-213d5713-7b03-4088-b7dd-88ec53e1055d tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/ports?device_id=b1295298-47f2-4bc0-840d-deeadcc54536 HTTP/1.1" status: 200 len: 946 time: 0.1941214 Feb 02 06:56:56.449446 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-37c3642a-e5ab-4642-8ff9-8de96ca35528 req-f085ef3c-bd73-430a-bf4a-73ec8f42fec3 service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653948 Feb 02 06:56:56.495855 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d47226-8b9b-4dfa-9719-9d988f2e5e44 req-a24690b6-58a5-4a1f-aae1-e037a51d5efb tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:56.497325 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-31d47226-8b9b-4dfa-9719-9d988f2e5e44 req-a24690b6-58a5-4a1f-aae1-e037a51d5efb tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] 10.222.0.59 "GET /v2.0/ports?device_id=84917d79-cf19-4770-b0d6-4fe5f8f49304 HTTP/1.1" status: 200 len: 945 time: 0.2268329 Feb 02 06:56:56.601701 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c4f0fc55-3a3b-499f-ad51-809e71186b25 req-03b06aed-ce1e-47de-a063-b4cc8863d879 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/security-groups?id=aab45fc2-0973-493e-a825-050df5bd59a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868603 Feb 02 06:56:56.651234 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 7627c65f-7ec0-4812-bf99-6fc62bb78340 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:56:56.665412 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac17122-76b4-4c23-8d87-519b44ebd5e8 req-3f99218a-f935-42b0-9aa3-556d9abba7a3 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:56.672292 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-aac17122-76b4-4c23-8d87-519b44ebd5e8 req-3f99218a-f935-42b0-9aa3-556d9abba7a3 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=682cb750-3b53-4085-be06-d355b0d2dc70 HTTP/1.1" status: 200 len: 943 time: 0.1540630 Feb 02 06:56:56.703072 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-37c3642a-e5ab-4642-8ff9-8de96ca35528 req-a96b35ea-27a1-4c9d-b6d7-e60a4f116c2e service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484932 Feb 02 06:56:56.717924 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 7627c65f-7ec0-4812-bf99-6fc62bb78340 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:56:56.718635 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (7627c65f-7ec0-4812-bf99-6fc62bb78340), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:56.749719 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-aac17122-76b4-4c23-8d87-519b44ebd5e8 req-2ecd2522-87a4-4b0a-9f6d-99b3439e96e5 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764761 Feb 02 06:56:56.988065 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 7627c65f-7ec0-4812-bf99-6fc62bb78340 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:56:56.988788 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (7627c65f-7ec0-4812-bf99-6fc62bb78340), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:57.007155 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:57.038241 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-31d47226-8b9b-4dfa-9719-9d988f2e5e44 req-2119d7ed-d4cd-4805-aa07-2f99be677d6e tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] Deleting port 30bbe7a6-4f06-4304-8acf-7334c37f38a9 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 06:56:57.038975 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-31d47226-8b9b-4dfa-9719-9d988f2e5e44 req-2119d7ed-d4cd-4805-aa07-2f99be677d6e tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (30bbe7a6-4f06-4304-8acf-7334c37f38a9), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:57.076387 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0bead648-9719-4e18-85ef-6a7a64213a80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (3a6511f2-0989-4811-9bd1-78b7d2fee4fb), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:57.097343 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 7627c65f-7ec0-4812-bf99-6fc62bb78340, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=7627c65f-7ec0-4812-bf99-6fc62bb78340,segment=NetworkSegment(44161496-15f5-466f-995a-9f19bcdfc5a0),segment_id=44161496-15f5-466f-995a-9f19bcdfc5a0)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:56:57.101147 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 33690) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:56:57.109471 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (7627c65f-7ec0-4812-bf99-6fc62bb78340), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:57.110588 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f01f0-4bea-4557-8dfc-bee4b60df4ee req-a927da68-0139-4832-a945-21870574e622 tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:57.121201 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-332f01f0-4bea-4557-8dfc-bee4b60df4ee req-a927da68-0139-4832-a945-21870574e622 tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] 10.222.0.87 "GET /v2.0/ports?device_id=84917d79-cf19-4770-b0d6-4fe5f8f49304 HTTP/1.1" status: 200 len: 945 time: 0.1532621 Feb 02 06:56:57.191997 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-332f01f0-4bea-4557-8dfc-bee4b60df4ee req-af51be04-96f9-480b-866e-e7827e6c88ac tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] 10.222.0.87 "GET /v2.0/security-groups?id=ca78257b-1af1-4cff-b7ca-1fa610459447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697389 Feb 02 06:56:57.197689 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d44edbe5-e9fb-4b2b-af93-1cad80a4b0e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:57.245758 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf44798a-af1c-42f7-80f3-b61aa7927d70 None None] Network 92a762a3-20b1-4c9e-a89a-03f21e3921ba requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 06:56:57.266302 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=7627c65f-7ec0-4812-bf99-6fc62bb78340,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:57.332229 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-31d47226-8b9b-4dfa-9719-9d988f2e5e44 req-2119d7ed-d4cd-4805-aa07-2f99be677d6e tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] For port 30bbe7a6-4f06-4304-8acf-7334c37f38a9, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=30bbe7a6-4f06-4304-8acf-7334c37f38a9,segment=NetworkSegment(1d2d48ca-7af8-4a5d-abef-fb7206a16c0e),segment_id=1d2d48ca-7af8-4a5d-abef-fb7206a16c0e)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:56:57.332514 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-31d47226-8b9b-4dfa-9719-9d988f2e5e44 req-2119d7ed-d4cd-4805-aa07-2f99be677d6e tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (30bbe7a6-4f06-4304-8acf-7334c37f38a9), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:57.346864 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7198a-69ce-45b3-a8c6-3fae2cd3a845 req-1b89e4db-30a7-4caf-9e59-918cfca4e49a tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:57.354632 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-62badf4f-c603-41fd-8560-34732d9ef83d None None] Provisioning complete for port 7627c65f-7ec0-4812-bf99-6fc62bb78340 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:56:57.355771 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-62badf4f-c603-41fd-8560-34732d9ef83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (7627c65f-7ec0-4812-bf99-6fc62bb78340), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:57.357229 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b1e7198a-69ce-45b3-a8c6-3fae2cd3a845 req-1b89e4db-30a7-4caf-9e59-918cfca4e49a tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4ed7e9e-adc7-4d1f-b431-494897552f8f HTTP/1.1" status: 200 len: 950 time: 0.0840635 Feb 02 06:56:57.366071 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-31d47226-8b9b-4dfa-9719-9d988f2e5e44 req-2119d7ed-d4cd-4805-aa07-2f99be677d6e tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] Calling delete_port for 30bbe7a6-4f06-4304-8acf-7334c37f38a9 owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 06:56:57.418558 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2f0a65-c3a1-4548-bdea-1ce1f38673b4 req-0cc2eea4-74e7-4a29-b48b-e1a0ac491b23 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:57.420752 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ed2f0a65-c3a1-4548-bdea-1ce1f38673b4 req-0cc2eea4-74e7-4a29-b48b-e1a0ac491b23 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/ports?device_id=b1295298-47f2-4bc0-840d-deeadcc54536 HTTP/1.1" status: 200 len: 946 time: 0.2262554 Feb 02 06:56:57.443700 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b1e7198a-69ce-45b3-a8c6-3fae2cd3a845 req-702c5bc2-b544-494c-9218-c253d3c8a036 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838792 Feb 02 06:56:57.492446 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-62badf4f-c603-41fd-8560-34732d9ef83d None None] Current status of the port 7627c65f-7ec0-4812-bf99-6fc62bb78340 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:56:57.591070 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67446eac-5673-476e-b293-b231ebc26191 req-c072b235-1c97-44a3-b6cd-d0be5dfff07f tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:57.598516 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-67446eac-5673-476e-b293-b231ebc26191 req-c072b235-1c97-44a3-b6cd-d0be5dfff07f tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 945 time: 0.0761988 Feb 02 06:56:57.669445 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-67446eac-5673-476e-b293-b231ebc26191 req-56a4c933-8382-4957-b9ec-0ce5540e1a22 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700099 Feb 02 06:56:57.714883 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-9d900e57-7700-46c9-af5f-f605c44cbd8b None None] Provisioning complete for port 7627c65f-7ec0-4812-bf99-6fc62bb78340 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:56:57.715472 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9d900e57-7700-46c9-af5f-f605c44cbd8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (7627c65f-7ec0-4812-bf99-6fc62bb78340), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:57.810499 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-9d900e57-7700-46c9-af5f-f605c44cbd8b None None] Current status of the port 7627c65f-7ec0-4812-bf99-6fc62bb78340 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:56:57.853556 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bead648-9719-4e18-85ef-6a7a64213a80 admin admin] Router 3a6511f2-0989-4811-9bd1-78b7d2fee4fb is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 06:56:57.883547 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d44edbe5-e9fb-4b2b-af93-1cad80a4b0e8 admin admin] Publish callbacks [] for security_group (9712d759-0f50-4611-a872-98b15da05923), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:57.893245 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d2ccd5-fb74-45bb-ad9e-cad1dcbfde65 req-5476cee8-7c89-4f9e-8f8c-33fefecde91c tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:57.895081 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-39d2ccd5-fb74-45bb-ad9e-cad1dcbfde65 req-5476cee8-7c89-4f9e-8f8c-33fefecde91c tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=682cb750-3b53-4085-be06-d355b0d2dc70 HTTP/1.1" status: 200 len: 943 time: 0.0669637 Feb 02 06:56:57.896415 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d44edbe5-e9fb-4b2b-af93-1cad80a4b0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (9712d759-0f50-4611-a872-98b15da05923), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:57.909414 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ed2f0a65-c3a1-4548-bdea-1ce1f38673b4 req-343e7f0f-0f45-41e5-95a7-ad92430339c3 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/security-groups?id=aab45fc2-0973-493e-a825-050df5bd59a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368356 Feb 02 06:56:57.969420 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-39d2ccd5-fb74-45bb-ad9e-cad1dcbfde65 req-595ed89a-c8ed-40b6-975a-9f8cd17e6206 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661495 Feb 02 06:56:58.012463 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44edbe5-e9fb-4b2b-af93-1cad80a4b0e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9712d759-0f50-4611-a872-98b15da05923,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:58.028432 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 33698) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:56:58.029799 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d44edbe5-e9fb-4b2b-af93-1cad80a4b0e8 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=73e7f5d57e0e4dac8a143f0e48ddced8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9236293 Feb 02 06:56:58.079541 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-31d47226-8b9b-4dfa-9719-9d988f2e5e44 req-2119d7ed-d4cd-4805-aa07-2f99be677d6e tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (30bbe7a6-4f06-4304-8acf-7334c37f38a9), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:58.115739 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['30bbe7a6-4f06-4304-8acf-7334c37f38a9'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:56:58.115953 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2119d7ed-d4cd-4805-aa07-2f99be677d6e tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] Pushing event deleted for resources: {'Port': ['ID=30bbe7a6-4f06-4304-8acf-7334c37f38a9,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:58.126197 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-65ff659c-19df-488d-a304-694a2cb615b6 admin admin] Publish callbacks [] for security_group (9712d759-0f50-4611-a872-98b15da05923), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:58.129026 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bead648-9719-4e18-85ef-6a7a64213a80 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 06:56:58.141606 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaacd464-2220-4ad6-94ea-3ced2186ec28 None None] Sync routers for ids ['3a6511f2-0989-4811-9bd1-78b7d2fee4fb'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 06:56:58.154406 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-02d54728-9028-42ae-b7a0-83651d8b6d78 service neutron] 10.222.0.88 "GET /v2.0/ports/86badc51-10d8-40e2-b632-ed4cc28b590a/bindings/n-h2-789963-26 HTTP/1.1" status: 200 len: 385 time: 0.0931008 Feb 02 06:56:58.158203 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaacd464-2220-4ad6-94ea-3ced2186ec28 None None] Routers {'3a6511f2-0989-4811-9bd1-78b7d2fee4fb'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 06:56:58.159490 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-aaacd464-2220-4ad6-94ea-3ced2186ec28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:56:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['3a6511f2-0989-4811-9bd1-78b7d2fee4fb'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:56:58.172273 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-65ff659c-19df-488d-a304-694a2cb615b6 admin admin] Publish callbacks [] for security_group (9712d759-0f50-4611-a872-98b15da05923), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:58.184547 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-31d47226-8b9b-4dfa-9719-9d988f2e5e44 req-2119d7ed-d4cd-4805-aa07-2f99be677d6e tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] No DVR routers for this DVR port 30bbe7a6-4f06-4304-8acf-7334c37f38a9 on host n-h2-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 06:56:58.187785 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-31d47226-8b9b-4dfa-9719-9d988f2e5e44 req-2119d7ed-d4cd-4805-aa07-2f99be677d6e tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:58.191241 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-31d47226-8b9b-4dfa-9719-9d988f2e5e44 req-2119d7ed-d4cd-4805-aa07-2f99be677d6e tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] 10.222.0.59 "DELETE /v2.0/ports/30bbe7a6-4f06-4304-8acf-7334c37f38a9 HTTP/1.1" status: 204 len: 173 time: 1.6555781 Feb 02 06:56:58.191731 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84917d79-cf19-4770-b0d6-4fe5f8f49304', 'name': 'network-vif-deleted', 'tag': '30bbe7a6-4f06-4304-8acf-7334c37f38a9'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:56:58.194016 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e05c74-04c0-40c0-bb67-dcfe84ff3c51" -d '{"events": [{"server_uuid": "84917d79-cf19-4770-b0d6-4fe5f8f49304", "name": "network-vif-deleted", "tag": "30bbe7a6-4f06-4304-8acf-7334c37f38a9"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:56:58.206559 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0bead648-9719-4e18-85ef-6a7a64213a80 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:58.211303 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-0bead648-9719-4e18-85ef-6a7a64213a80 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.9835849 Feb 02 06:56:58.212611 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 33702) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:56:58.310967 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 06:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e75d144-2636-4191-befa-ddc04a70e5c6 x-openstack-request-id: req-4e75d144-2636-4191-befa-ddc04a70e5c6 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:56:58.311266 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84917d79-cf19-4770-b0d6-4fe5f8f49304", "name": "network-vif-deleted", "tag": "30bbe7a6-4f06-4304-8acf-7334c37f38a9", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:56:58.311526 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-4e75d144-2636-4191-befa-ddc04a70e5c6 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:56:58.311979 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84917d79-cf19-4770-b0d6-4fe5f8f49304', 'name': 'network-vif-deleted', 'tag': '30bbe7a6-4f06-4304-8acf-7334c37f38a9', 'status': 'completed', 'code': 200} Feb 02 06:56:58.370827 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-aaacd464-2220-4ad6-94ea-3ced2186ec28 None None] Set router 3a6511f2-0989-4811-9bd1-78b7d2fee4fb gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 06:56:58.397207 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b8f4f3da-cfc8-4153-a920-24461aac984f req-d9f7cde1-77a3-427a-9404-bf1dd2c257ba tempest-AttachSCSIVolumeTestJSON-423769248 tempest-AttachSCSIVolumeTestJSON-423769248-project] 10.222.0.87 "GET /v2.0/ports?device_id=84917d79-cf19-4770-b0d6-4fe5f8f49304 HTTP/1.1" status: 200 len: 210 time: 0.0677891 Feb 02 06:56:58.412471 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-65ff659c-19df-488d-a304-694a2cb615b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (9712d759-0f50-4611-a872-98b15da05923), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:58.416020 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-65ff659c-19df-488d-a304-694a2cb615b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:58.420595 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-65ff659c-19df-488d-a304-694a2cb615b6 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/9712d759-0f50-4611-a872-98b15da05923 HTTP/1.1" status: 204 len: 168 time: 0.3886342 Feb 02 06:56:58.490952 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ff659c-19df-488d-a304-694a2cb615b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9712d759-0f50-4611-a872-98b15da05923,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:58.582365 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 7627c65f-7ec0-4812-bf99-6fc62bb78340 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:56:58.597246 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-79fc7232-2149-4fa0-9504-a38c00db639f service neutron] For port 86badc51-10d8-40e2-b632-ed4cc28b590a, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=86badc51-10d8-40e2-b632-ed4cc28b590a,segment=NetworkSegment(ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b),segment_id=ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:56:58.622488 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-79fc7232-2149-4fa0-9504-a38c00db639f service neutron] For port 86badc51-10d8-40e2-b632-ed4cc28b590a, host n-h1-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:56:58.646134 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 7627c65f-7ec0-4812-bf99-6fc62bb78340 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:56:58.647033 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (7627c65f-7ec0-4812-bf99-6fc62bb78340), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:58.666040 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-79fc7232-2149-4fa0-9504-a38c00db639f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86badc51-10d8-40e2-b632-ed4cc28b590a {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:56:58.684077 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-aaacd464-2220-4ad6-94ea-3ced2186ec28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6511f2-0989-4811-9bd1-78b7d2fee4fb', 'name': 'tempest-ServersTestBootFromVolume-181714835-router', 'tenant_id': 'a5b11438631643ef8d3efce0551ce774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '6912ed99-8617-4efc-b312-f6ac2cf29b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:56:54Z', 'updated_at': '2022-02-02T06:56:56Z', 'revision_number': 3, 'project_id': 'a5b11438631643ef8d3efce0551ce774', 'gw_port': {'id': '6912ed99-8617-4efc-b312-f6ac2cf29b70', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:98:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6511f2-0989-4811-9bd1-78b7d2fee4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:56:55Z', 'updated_at': '2022-02-02T06:56:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:56:58.708818 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-79fc7232-2149-4fa0-9504-a38c00db639f service neutron] For port 86badc51-10d8-40e2-b632-ed4cc28b590a, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=86badc51-10d8-40e2-b632-ed4cc28b590a,segment=NetworkSegment(ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b),segment_id=ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:56:58.731954 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaacd464-2220-4ad6-94ea-3ced2186ec28 None None] Checking router: 3a6511f2-0989-4811-9bd1-78b7d2fee4fb for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 06:56:58.734187 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaacd464-2220-4ad6-94ea-3ced2186ec28 None None] Updating router 3a6511f2-0989-4811-9bd1-78b7d2fee4fb port 6912ed99-8617-4efc-b312-f6ac2cf29b70 binding host n-d-789963-26 {{(pid=109696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 06:56:58.745530 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-79fc7232-2149-4fa0-9504-a38c00db639f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (86badc51-10d8-40e2-b632-ed4cc28b590a), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:58.755606 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 7627c65f-7ec0-4812-bf99-6fc62bb78340 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:56:58.783808 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-aaacd464-2220-4ad6-94ea-3ced2186ec28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (6912ed99-8617-4efc-b312-f6ac2cf29b70), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:58.906954 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94f9d0a-090c-4043-aaf4-e7d5f14809f1 req-b9a00fe4-895e-4d20-b32e-2883685699f0 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:58.916222 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d94f9d0a-090c-4043-aaf4-e7d5f14809f1 req-b9a00fe4-895e-4d20-b32e-2883685699f0 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 945 time: 0.1109331 Feb 02 06:56:58.928251 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-79fc7232-2149-4fa0-9504-a38c00db639f service neutron] Transition to ACTIVE for port object 86badc51-10d8-40e2-b632-ed4cc28b590a will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 06:56:58.958506 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-79fc7232-2149-4fa0-9504-a38c00db639f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (86badc51-10d8-40e2-b632-ed4cc28b590a), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:58.959750 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33de4ee-dc72-435a-9129-11cf37ecf1d5 req-351f9e3d-5f9f-4760-a8a3-3e0c18c43579 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:58.965900 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c33de4ee-dc72-435a-9129-11cf37ecf1d5 req-351f9e3d-5f9f-4760-a8a3-3e0c18c43579 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.88 "GET /v2.0/ports?device_id=b1295298-47f2-4bc0-840d-deeadcc54536 HTTP/1.1" status: 200 len: 946 time: 0.3907173 Feb 02 06:56:59.062769 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f170b0-c137-4b0f-b371-9e011e3b32eb req-cb5ac903-616c-4a6a-967c-20dde3f44bd8 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:59.064508 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-06f170b0-c137-4b0f-b371-9e011e3b32eb req-cb5ac903-616c-4a6a-967c-20dde3f44bd8 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4ed7e9e-adc7-4d1f-b431-494897552f8f HTTP/1.1" status: 200 len: 950 time: 0.4905825 Feb 02 06:56:59.084453 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-79fc7232-2149-4fa0-9504-a38c00db639f service neutron] No DVR routers for this DVR port 86badc51-10d8-40e2-b632-ed4cc28b590a on host n-h1-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 06:56:59.100377 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d94f9d0a-090c-4043-aaf4-e7d5f14809f1 req-9e7ad69a-c7d8-4914-a65c-afa903385a7a tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832147 Feb 02 06:56:59.176753 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fc7232-2149-4fa0-9504-a38c00db639f service neutron] Pushing event updated for resources: {'Port': ['ID=86badc51-10d8-40e2-b632-ed4cc28b590a,revision_number=10']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:59.191420 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-79fc7232-2149-4fa0-9504-a38c00db639f service neutron] 10.222.0.88 "PUT /v2.0/ports/86badc51-10d8-40e2-b632-ed4cc28b590a/bindings/n-h2-789963-26/activate HTTP/1.1" status: 200 len: 370 time: 1.0284948 Feb 02 06:56:59.240423 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-06f170b0-c137-4b0f-b371-9e011e3b32eb req-da00a5ef-1860-4e8e-aa09-83bcdb8071f7 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695368 Feb 02 06:56:59.255973 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-aaacd464-2220-4ad6-94ea-3ced2186ec28 None None] Publish callbacks [] for port (6912ed99-8617-4efc-b312-f6ac2cf29b70), precommit_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:59.266653 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-aaacd464-2220-4ad6-94ea-3ced2186ec28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (6912ed99-8617-4efc-b312-f6ac2cf29b70), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:59.273743 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f883bc0c-9629-4361-a955-06f94a888fb7 req-cce0c769-7864-4234-805e-0e526daa40fe tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:59.283867 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f883bc0c-9629-4361-a955-06f94a888fb7 req-cce0c769-7864-4234-805e-0e526daa40fe tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/ports?device_id=b1295298-47f2-4bc0-840d-deeadcc54536 HTTP/1.1" status: 200 len: 946 time: 0.0804033 Feb 02 06:56:59.338409 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-c33de4ee-dc72-435a-9129-11cf37ecf1d5 req-3ce7bd1c-d394-40b4-8b86-5bcff79081f7 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Deleting port 19784863-a4c9-4ae7-8ea9-8220d13ba483 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 06:56:59.338755 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-c33de4ee-dc72-435a-9129-11cf37ecf1d5 req-3ce7bd1c-d394-40b4-8b86-5bcff79081f7 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (19784863-a4c9-4ae7-8ea9-8220d13ba483), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:59.349450 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f883bc0c-9629-4361-a955-06f94a888fb7 req-8c7815f4-fc59-41e0-8d32-60bbc4535d2b tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/security-groups?id=aab45fc2-0973-493e-a825-050df5bd59a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645785 Feb 02 06:56:59.388672 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0dca13-f784-40f5-a988-3cec51f8c719 None None] Pushing event updated for resources: {'Port': ['ID=6912ed99-8617-4efc-b312-f6ac2cf29b70,revision_number=2']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:59.398665 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-aaacd464-2220-4ad6-94ea-3ced2186ec28 None None] Attempting to bind port 6912ed99-8617-4efc-b312-f6ac2cf29b70 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:56:59.398665 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-aaacd464-2220-4ad6-94ea-3ced2186ec28 None None] Attempting to bind port 6912ed99-8617-4efc-b312-f6ac2cf29b70 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:56:59.399373 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaacd464-2220-4ad6-94ea-3ced2186ec28 None None] Attempting to bind port 6912ed99-8617-4efc-b312-f6ac2cf29b70 on network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:56:59.405933 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaacd464-2220-4ad6-94ea-3ced2186ec28 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:56:59.406416 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaacd464-2220-4ad6-94ea-3ced2186ec28 None None] Checking segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:56:59.406898 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-aaacd464-2220-4ad6-94ea-3ced2186ec28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:59.407844 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaacd464-2220-4ad6-94ea-3ced2186ec28 None None] Bound using segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:56:59.407978 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-aaacd464-2220-4ad6-94ea-3ced2186ec28 None None] Bound port: 6912ed99-8617-4efc-b312-f6ac2cf29b70, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:56:59.408433 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-aaacd464-2220-4ad6-94ea-3ced2186ec28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (6912ed99-8617-4efc-b312-f6ac2cf29b70), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:59.469997 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-aaacd464-2220-4ad6-94ea-3ced2186ec28 None None] For port 6912ed99-8617-4efc-b312-f6ac2cf29b70, host n-d-789963-26, cleared binding levels {{(pid=109696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:56:59.474019 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-aaacd464-2220-4ad6-94ea-3ced2186ec28 None None] For port 6912ed99-8617-4efc-b312-f6ac2cf29b70, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=6912ed99-8617-4efc-b312-f6ac2cf29b70,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:56:59.483924 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-aaacd464-2220-4ad6-94ea-3ced2186ec28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (6912ed99-8617-4efc-b312-f6ac2cf29b70), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:59.495762 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5b10dfae-b47e-434e-91d8-9daf5ac35734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:59.545740 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-c1ec5bce-8983-44be-8b45-127e90da30be tempest-LiveAutoBlockMigrationV225Test-1760037822 tempest-LiveAutoBlockMigrationV225Test-1760037822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:59.547258 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-c1ec5bce-8983-44be-8b45-127e90da30be tempest-LiveAutoBlockMigrationV225Test-1760037822 tempest-LiveAutoBlockMigrationV225Test-1760037822-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=682cb750-3b53-4085-be06-d355b0d2dc70&tenant_id=fe8bfc83663b43b9aae4137bcb39e5dc&binding%3Ahost_id=n-h1-789963-26 HTTP/1.1" status: 200 len: 1127 time: 0.2031028 Feb 02 06:56:59.553333 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-c33de4ee-dc72-435a-9129-11cf37ecf1d5 req-3ce7bd1c-d394-40b4-8b86-5bcff79081f7 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] For port 19784863-a4c9-4ae7-8ea9-8220d13ba483, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=19784863-a4c9-4ae7-8ea9-8220d13ba483,segment=NetworkSegment(c05e7e16-1181-4a1f-b0eb-5bf8b2ea2f17),segment_id=c05e7e16-1181-4a1f-b0eb-5bf8b2ea2f17)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:56:59.553706 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-c33de4ee-dc72-435a-9129-11cf37ecf1d5 req-3ce7bd1c-d394-40b4-8b86-5bcff79081f7 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (19784863-a4c9-4ae7-8ea9-8220d13ba483), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:56:59.586473 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-c33de4ee-dc72-435a-9129-11cf37ecf1d5 req-3ce7bd1c-d394-40b4-8b86-5bcff79081f7 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Calling delete_port for 19784863-a4c9-4ae7-8ea9-8220d13ba483 owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 06:56:59.591635 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaacd464-2220-4ad6-94ea-3ced2186ec28 None None] Routers {'3a6511f2-0989-4811-9bd1-78b7d2fee4fb'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 06:56:59.592833 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-aaacd464-2220-4ad6-94ea-3ced2186ec28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:56:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['3a6511f2-0989-4811-9bd1-78b7d2fee4fb'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:56:59.643149 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0dca13-f784-40f5-a988-3cec51f8c719 None None] Pushing event updated for resources: {'Port': ['ID=6912ed99-8617-4efc-b312-f6ac2cf29b70,revision_number=3']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:56:59.654675 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381cb9fb-711e-46e8-af0c-7e1c680b88cc req-8ef01982-3695-4bde-9de2-6614a6a43c44 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:59.668348 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-381cb9fb-711e-46e8-af0c-7e1c680b88cc req-8ef01982-3695-4bde-9de2-6614a6a43c44 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=682cb750-3b53-4085-be06-d355b0d2dc70 HTTP/1.1" status: 200 len: 944 time: 0.2675095 Feb 02 06:56:59.759113 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-aaacd464-2220-4ad6-94ea-3ced2186ec28 None None] Set router 3a6511f2-0989-4811-9bd1-78b7d2fee4fb gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 06:56:59.813204 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-22adad53-3dc4-4b66-922f-cffd380ebc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:56:59.814720 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-22adad53-3dc4-4b66-922f-cffd380ebc5c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=682cb750-3b53-4085-be06-d355b0d2dc70&tenant_id=fe8bfc83663b43b9aae4137bcb39e5dc HTTP/1.1" status: 200 len: 1127 time: 0.2501850 Feb 02 06:56:59.884163 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-381cb9fb-711e-46e8-af0c-7e1c680b88cc req-9e10d3b4-c4b8-405e-ba06-e6fadddb7d4c tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148614 Feb 02 06:57:00.001719 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-c33de4ee-dc72-435a-9129-11cf37ecf1d5 req-3ce7bd1c-d394-40b4-8b86-5bcff79081f7 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (19784863-a4c9-4ae7-8ea9-8220d13ba483), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:00.061872 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-5b10dfae-b47e-434e-91d8-9daf5ac35734 admin admin] Allocated IP 172.20.0.1 (92a762a3-20b1-4c9e-a89a-03f21e3921ba/c71b07ec-88b6-4b91-88af-cdbe675ae5c4/a719bb2a-938e-4f90-a285-045e8b12ea2e) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:57:00.068632 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce7bd1c-d394-40b4-8b86-5bcff79081f7 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Pushing event deleted for resources: {'Port': ['ID=19784863-a4c9-4ae7-8ea9-8220d13ba483,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:00.077855 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-aaacd464-2220-4ad6-94ea-3ced2186ec28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6511f2-0989-4811-9bd1-78b7d2fee4fb', 'name': 'tempest-ServersTestBootFromVolume-181714835-router', 'tenant_id': 'a5b11438631643ef8d3efce0551ce774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '6912ed99-8617-4efc-b312-f6ac2cf29b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:56:54Z', 'updated_at': '2022-02-02T06:56:56Z', 'revision_number': 3, 'project_id': 'a5b11438631643ef8d3efce0551ce774', 'gw_port': {'id': '6912ed99-8617-4efc-b312-f6ac2cf29b70', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:98:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6511f2-0989-4811-9bd1-78b7d2fee4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:56:55Z', 'updated_at': '2022-02-02T06:56:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:57:00.082076 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-5a279f58-6626-45d2-8153-4ce68f5f75c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:00.084457 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-5a279f58-6626-45d2-8153-4ce68f5f75c3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fe8bfc83663b43b9aae4137bcb39e5dc&device_id=682cb750-3b53-4085-be06-d355b0d2dc70 HTTP/1.1" status: 200 len: 1127 time: 0.1968918 Feb 02 06:57:00.107789 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaacd464-2220-4ad6-94ea-3ced2186ec28 None None] The sync data for ids ['3a6511f2-0989-4811-9bd1-78b7d2fee4fb'] in n-d-789963-26 is: [{'id': '3a6511f2-0989-4811-9bd1-78b7d2fee4fb', 'name': 'tempest-ServersTestBootFromVolume-181714835-router', 'tenant_id': 'a5b11438631643ef8d3efce0551ce774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '6912ed99-8617-4efc-b312-f6ac2cf29b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:56:54Z', 'updated_at': '2022-02-02T06:56:56Z', 'revision_number': 3, 'project_id': 'a5b11438631643ef8d3efce0551ce774', 'gw_port': {'id': '6912ed99-8617-4efc-b312-f6ac2cf29b70', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:98:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6511f2-0989-4811-9bd1-78b7d2fee4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:56:55Z', 'updated_at': '2022-02-02T06:56:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 06:57:00.156592 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-c33de4ee-dc72-435a-9129-11cf37ecf1d5 req-3ce7bd1c-d394-40b4-8b86-5bcff79081f7 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] No DVR routers for this DVR port 19784863-a4c9-4ae7-8ea9-8220d13ba483 on host n-h1-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 06:57:00.172777 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-c33de4ee-dc72-435a-9129-11cf37ecf1d5 req-3ce7bd1c-d394-40b4-8b86-5bcff79081f7 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:00.176407 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c33de4ee-dc72-435a-9129-11cf37ecf1d5 req-3ce7bd1c-d394-40b4-8b86-5bcff79081f7 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.88 "DELETE /v2.0/ports/19784863-a4c9-4ae7-8ea9-8220d13ba483 HTTP/1.1" status: 204 len: 173 time: 1.1904607 Feb 02 06:57:00.327483 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c48f26-075f-4c2b-a811-3d7ae4c63eab req-82095cfc-634b-4169-8120-a0fb061e22e3 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:00.335269 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1295298-47f2-4bc0-840d-deeadcc54536', 'name': 'network-vif-deleted', 'tag': '19784863-a4c9-4ae7-8ea9-8220d13ba483'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:57:00.338165 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e6c48f26-075f-4c2b-a811-3d7ae4c63eab req-82095cfc-634b-4169-8120-a0fb061e22e3 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 945 time: 0.1037183 Feb 02 06:57:00.340439 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-259828dd-1fdb-4a20-acb8-68123f06dee4" -d '{"events": [{"server_uuid": "b1295298-47f2-4bc0-840d-deeadcc54536", "name": "network-vif-deleted", "tag": "19784863-a4c9-4ae7-8ea9-8220d13ba483"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:57:00.386671 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 30bbe7a6-4f06-4304-8acf-7334c37f38a9 no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 06:57:00.428608 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] No Port match for: 30bbe7a6-4f06-4304-8acf-7334c37f38a9 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 06:57:00.428958 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 30bbe7a6-4f06-4304-8acf-7334c37f38a9 not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 06:57:00.455352 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5b10dfae-b47e-434e-91d8-9daf5ac35734 admin admin] Publish callbacks [] for port (a719bb2a-938e-4f90-a285-045e8b12ea2e), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:00.499654 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e6c48f26-075f-4c2b-a811-3d7ae4c63eab req-0d79489e-7289-4b65-88e1-4c15d8fa0c30 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543465 Feb 02 06:57:00.584113 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-3d1ebe8c-20e3-4d69-bb0f-cdc0f1245e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:00.585670 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-3d1ebe8c-20e3-4d69-bb0f-cdc0f1245e8b service neutron] 10.222.0.59 "GET /v2.0/networks?id=a90e0175-1e1a-46fd-ade5-a34b643c83ca HTTP/1.1" status: 200 len: 921 time: 0.4693296 Feb 02 06:57:00.587526 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 06:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d6f8b8d-49d7-4a8d-a556-0ff1d6f24cfc x-openstack-request-id: req-6d6f8b8d-49d7-4a8d-a556-0ff1d6f24cfc {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:57:00.588131 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1295298-47f2-4bc0-840d-deeadcc54536", "name": "network-vif-deleted", "tag": "19784863-a4c9-4ae7-8ea9-8220d13ba483", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:57:00.588572 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-6d6f8b8d-49d7-4a8d-a556-0ff1d6f24cfc {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:57:00.589200 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1295298-47f2-4bc0-840d-deeadcc54536', 'name': 'network-vif-deleted', 'tag': '19784863-a4c9-4ae7-8ea9-8220d13ba483', 'status': 'completed', 'code': 200} Feb 02 06:57:00.642043 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-8acaaafe-6874-47e2-866e-e16dbbfb314d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86badc51-10d8-40e2-b632-ed4cc28b590a HTTP/1.1" status: 200 len: 217 time: 0.0452044 Feb 02 06:57:00.702531 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5b10dfae-b47e-434e-91d8-9daf5ac35734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (a719bb2a-938e-4f90-a285-045e8b12ea2e), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:00.771495 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d1010453-1521-450e-ac52-be502158a3a8 req-0814e833-fe95-4f09-8449-8f50b766c913 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/ports?device_id=b1295298-47f2-4bc0-840d-deeadcc54536 HTTP/1.1" status: 200 len: 210 time: 0.0444260 Feb 02 06:57:00.773566 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c8106e-ce74-451b-ad6f-b5580567d5a8 req-a164e2b1-5368-40aa-8fc9-efb09c5b0c10 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:00.775905 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e5c8106e-ce74-451b-ad6f-b5580567d5a8 req-a164e2b1-5368-40aa-8fc9-efb09c5b0c10 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4ed7e9e-adc7-4d1f-b431-494897552f8f HTTP/1.1" status: 200 len: 950 time: 0.3045390 Feb 02 06:57:00.806973 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-5f70b4fa-b15e-45c4-8798-7c82bb921fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:00.808371 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-5f70b4fa-b15e-45c4-8798-7c82bb921fc6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=718edbdc-92b0-46ac-b280-821a5ec70f8a HTTP/1.1" status: 200 len: 860 time: 0.1568146 Feb 02 06:57:00.812927 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b10dfae-b47e-434e-91d8-9daf5ac35734 admin admin] Network 92a762a3-20b1-4c9e-a89a-03f21e3921ba is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:57:00.821373 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b10dfae-b47e-434e-91d8-9daf5ac35734 admin admin] Pushing event updated for resources: {'Port': ['ID=a719bb2a-938e-4f90-a285-045e8b12ea2e,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:00.825240 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-5b10dfae-b47e-434e-91d8-9daf5ac35734 admin admin] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:57:00.827812 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b10dfae-b47e-434e-91d8-9daf5ac35734 admin admin] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:57:00.971413 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e5c8106e-ce74-451b-ad6f-b5580567d5a8 req-4e49d8b3-08d0-4d85-9ee1-eb34f0d1e582 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752567 Feb 02 06:57:00.980064 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-49feab99-99c2-49f2-9fcc-5ae3009b9721 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a90e0175-1e1a-46fd-ade5-a34b643c83ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1472626 Feb 02 06:57:01.063364 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5b10dfae-b47e-434e-91d8-9daf5ac35734 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (3a6511f2-0989-4811-9bd1-78b7d2fee4fb), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:01.067533 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b65909-5e86-4628-a05d-736b49215fd0 req-74915816-3a71-489e-987f-4ca21738bd96 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:01.077084 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-67b65909-5e86-4628-a05d-736b49215fd0 req-74915816-3a71-489e-987f-4ca21738bd96 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=682cb750-3b53-4085-be06-d355b0d2dc70 HTTP/1.1" status: 200 len: 944 time: 0.0808058 Feb 02 06:57:01.136235 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-67b65909-5e86-4628-a05d-736b49215fd0 req-81cc8929-da65-4402-b674-bc5fa74251da tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578501 Feb 02 06:57:01.184713 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-40395af7-2e5f-4e24-aacf-32b27aa1e6d0 None None] Provisioning complete for port a719bb2a-938e-4f90-a285-045e8b12ea2e triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:57:01.185446 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-40395af7-2e5f-4e24-aacf-32b27aa1e6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (a719bb2a-938e-4f90-a285-045e8b12ea2e), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:01.232289 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-061d550a-c8b9-43a1-a967-0285b6194ac9 service neutron] 10.222.0.59 "GET /v2.0/networks/a90e0175-1e1a-46fd-ade5-a34b643c83ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386079 Feb 02 06:57:01.245264 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-40395af7-2e5f-4e24-aacf-32b27aa1e6d0 None None] Port a719bb2a-938e-4f90-a285-045e8b12ea2e cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 06:57:01.374061 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a8ea3c57-1229-4b75-9220-704457cb3f4e req-f7dfde88-d6ff-42fc-ba2e-c9df3d647fe2 tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=dc66c3d4b5c840bf88308a68a34af5d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373111 Feb 02 06:57:01.482985 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5b10dfae-b47e-434e-91d8-9daf5ac35734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (a719bb2a-938e-4f90-a285-045e8b12ea2e), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:01.643088 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eef219-b006-4a45-b1e9-ad2c008283b7 req-975385d3-4048-4bcd-813b-02914fbc291b tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:01.644866 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b2eef219-b006-4a45-b1e9-ad2c008283b7 req-975385d3-4048-4bcd-813b-02914fbc291b tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 945 time: 0.0653040 Feb 02 06:57:01.717395 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b2eef219-b006-4a45-b1e9-ad2c008283b7 req-5469b484-d712-4f42-9bb4-c356c3440634 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656736 Feb 02 06:57:01.746385 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 19784863-a4c9-4ae7-8ea9-8220d13ba483 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 06:57:01.767323 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: 19784863-a4c9-4ae7-8ea9-8220d13ba483 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 06:57:01.767901 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 19784863-a4c9-4ae7-8ea9-8220d13ba483 not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 06:57:01.817814 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-19651e4d-b40c-4632-a63c-bef683c0eb6d service neutron] 10.222.0.59 "GET /v2.0/networks/a90e0175-1e1a-46fd-ade5-a34b643c83ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5575089 Feb 02 06:57:01.873778 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea3c57-1229-4b75-9220-704457cb3f4e req-8ba74ffe-e97d-4b0d-8640-4531237926c8 tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:01.875395 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a8ea3c57-1229-4b75-9220-704457cb3f4e req-8ba74ffe-e97d-4b0d-8640-4531237926c8 tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4826298 Feb 02 06:57:01.906294 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a8ea3c57-1229-4b75-9220-704457cb3f4e req-724486c7-4ad2-472f-aab0-39195eadf300 tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] 10.222.0.87 "GET /v2.0/quotas/dc66c3d4b5c840bf88308a68a34af5d8 HTTP/1.1" status: 200 len: 375 time: 0.0209346 Feb 02 06:57:01.958718 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a8ea3c57-1229-4b75-9220-704457cb3f4e req-03430378-6a38-4b3c-b3d8-cb31cd4649d0 tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=dc66c3d4b5c840bf88308a68a34af5d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385709 Feb 02 06:57:02.131779 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5b10dfae-b47e-434e-91d8-9daf5ac35734 admin admin] Publish callbacks [] for port (a719bb2a-938e-4f90-a285-045e8b12ea2e), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:02.157295 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 33848) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:57:02.176792 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5b10dfae-b47e-434e-91d8-9daf5ac35734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (a719bb2a-938e-4f90-a285-045e8b12ea2e), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:02.248247 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b10dfae-b47e-434e-91d8-9daf5ac35734 admin admin] Pushing event updated for resources: {'Port': ['ID=a719bb2a-938e-4f90-a285-045e8b12ea2e,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:02.282711 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-4c5c5cc9-bda8-4689-b311-5584f3bf5c64 tempest-LiveAutoBlockMigrationV225Test-1760037822 tempest-LiveAutoBlockMigrationV225Test-1760037822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:02.285168 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-4c5c5cc9-bda8-4689-b311-5584f3bf5c64 tempest-LiveAutoBlockMigrationV225Test-1760037822 tempest-LiveAutoBlockMigrationV225Test-1760037822-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=682cb750-3b53-4085-be06-d355b0d2dc70&tenant_id=fe8bfc83663b43b9aae4137bcb39e5dc&binding%3Ahost_id=n-h2-789963-26 HTTP/1.1" status: 200 len: 1127 time: 0.1102560 Feb 02 06:57:02.300848 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd8675-1fe3-480e-b1b9-eb0a131a1142 req-a2600a14-9329-48b5-bd30-b942d3758c0b tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:02.308000 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6eaef1ce-dc61-4f14-8452-71a579ca9764 req-4ea863b1-1f39-4c3c-a465-c94507121693 tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] 10.222.0.87 "GET /v2.0/ports?device_id=87460aa0-853c-4ec6-ab2b-ee40083e0c57 HTTP/1.1" status: 200 len: 210 time: 0.0789628 Feb 02 06:57:02.308910 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-43cd8675-1fe3-480e-b1b9-eb0a131a1142 req-a2600a14-9329-48b5-bd30-b942d3758c0b tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4ed7e9e-adc7-4d1f-b431-494897552f8f HTTP/1.1" status: 200 len: 950 time: 0.2155471 Feb 02 06:57:02.332663 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e05692f7-a596-47e9-8600-f9b3052b49d5 req-f54cc9a0-3008-4811-abc0-7394552b1724 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8bcb0621-52fe-4fab-a2be-b7b190e6b303&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2344248 Feb 02 06:57:02.332663 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5b10dfae-b47e-434e-91d8-9daf5ac35734 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (3a6511f2-0989-4811-9bd1-78b7d2fee4fb), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:02.471117 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-194834b5-4c09-4bff-b3f9-c046bcaa7f0e tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Publish callbacks [] for security_group (90293321-bda7-49ec-a0c9-4bedae5aeea2), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:02.516782 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-43cd8675-1fe3-480e-b1b9-eb0a131a1142 req-7fc9cf65-a64e-4216-9c8d-5a28ab2758c3 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068601 Feb 02 06:57:02.556862 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-194834b5-4c09-4bff-b3f9-c046bcaa7f0e tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Publish callbacks [] for security_group (90293321-bda7-49ec-a0c9-4bedae5aeea2), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:02.586775 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 6912ed99-8617-4efc-b312-f6ac2cf29b70 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:57:02.597442 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-c356f851-de92-4144-bdd5-e3dcc12de59c service neutron] For port 86badc51-10d8-40e2-b632-ed4cc28b590a, host n-h1-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:57:02.603495 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-c356f851-de92-4144-bdd5-e3dcc12de59c service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:02.604943 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d57cb2dc-fe79-4dee-abce-bfff9cbff1d1 req-c356f851-de92-4144-bdd5-e3dcc12de59c service neutron] 10.222.0.59 "DELETE /v2.0/ports/86badc51-10d8-40e2-b632-ed4cc28b590a/bindings/n-h1-789963-26 HTTP/1.1" status: 204 len: 173 time: 0.2874107 Feb 02 06:57:02.647006 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-194834b5-4c09-4bff-b3f9-c046bcaa7f0e tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (90293321-bda7-49ec-a0c9-4bedae5aeea2), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:02.654321 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-194834b5-4c09-4bff-b3f9-c046bcaa7f0e tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:02.656400 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-194834b5-4c09-4bff-b3f9-c046bcaa7f0e tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "DELETE /v2.0/security-groups/90293321-bda7-49ec-a0c9-4bedae5aeea2 HTTP/1.1" status: 204 len: 168 time: 0.4967921 Feb 02 06:57:02.671318 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 33856) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:57:02.672904 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194834b5-4c09-4bff-b3f9-c046bcaa7f0e tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90293321-bda7-49ec-a0c9-4bedae5aeea2,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:02.687716 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 6912ed99-8617-4efc-b312-f6ac2cf29b70 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:57:02.688353 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (6912ed99-8617-4efc-b312-f6ac2cf29b70), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:02.700503 n-d-789963-26 neutron-server[109694]: INFO neutron.api.v2.resource [None req-6e08184d-32f1-4319-aa00-aa94e1c46d06 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] show failed (client error): The resource could not be found. Feb 02 06:57:02.704212 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-6e08184d-32f1-4319-aa00-aa94e1c46d06 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "GET /v2.0/security-groups/90293321-bda7-49ec-a0c9-4bedae5aeea2 HTTP/1.1" status: 404 len: 347 time: 0.0248756 Feb 02 06:57:02.704845 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 33858) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:57:02.817588 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b10dfae-b47e-434e-91d8-9daf5ac35734 admin admin] Network 92a762a3-20b1-4c9e-a89a-03f21e3921ba is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:57:02.834046 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cac0e51-41f9-4a91-8fa9-2c9a4f984eee req-f0f40ad3-9946-4fc3-89e8-aeb7e2e46553 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:02.835963 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3cac0e51-41f9-4a91-8fa9-2c9a4f984eee req-f0f40ad3-9946-4fc3-89e8-aeb7e2e46553 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=682cb750-3b53-4085-be06-d355b0d2dc70 HTTP/1.1" status: 200 len: 944 time: 0.3664343 Feb 02 06:57:02.844539 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05692f7-a596-47e9-8600-f9b3052b49d5 req-8dca9a51-77f9-45d4-8baf-a95985393fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:02.846409 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e05692f7-a596-47e9-8600-f9b3052b49d5 req-8dca9a51-77f9-45d4-8baf-a95985393fa0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=27772d6a8fab4cb7b33a5a3297c51100&device_id=8bcb0621-52fe-4fab-a2be-b7b190e6b303 HTTP/1.1" status: 200 len: 1129 time: 0.3786561 Feb 02 06:57:02.870169 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-5b10dfae-b47e-434e-91d8-9daf5ac35734 admin admin] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:57:02.926619 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 6912ed99-8617-4efc-b312-f6ac2cf29b70 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:57:02.927181 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (6912ed99-8617-4efc-b312-f6ac2cf29b70), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:02.959274 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 6912ed99-8617-4efc-b312-f6ac2cf29b70, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=6912ed99-8617-4efc-b312-f6ac2cf29b70,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:57:02.967942 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (6912ed99-8617-4efc-b312-f6ac2cf29b70), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:03.010957 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b3b6b-d8e2-4394-9b95-080b16232c01 req-c5f3cbfe-db8d-4d57-bbe1-60335d922025 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:03.019407 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-841b3b6b-d8e2-4394-9b95-080b16232c01 req-c5f3cbfe-db8d-4d57-bbe1-60335d922025 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 945 time: 0.1755373 Feb 02 06:57:03.031810 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-4169f0fd-6692-4329-9fbd-e173157642c2 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Deleting port 2fdd30d6-7bb7-4cc7-b608-0861d5f1285a {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 06:57:03.032334 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4169f0fd-6692-4329-9fbd-e173157642c2 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (2fdd30d6-7bb7-4cc7-b608-0861d5f1285a), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:03.092101 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=6912ed99-8617-4efc-b312-f6ac2cf29b70,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:03.213993 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4169f0fd-6692-4329-9fbd-e173157642c2 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (2fdd30d6-7bb7-4cc7-b608-0861d5f1285a), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:03.214643 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4169f0fd-6692-4329-9fbd-e173157642c2 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Publish callbacks [] for floatingip (2fdd30d6-7bb7-4cc7-b608-0861d5f1285a), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:03.229311 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-4169f0fd-6692-4329-9fbd-e173157642c2 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Calling delete_port for 2fdd30d6-7bb7-4cc7-b608-0861d5f1285a owned by network:floatingip {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 06:57:03.280652 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3cac0e51-41f9-4a91-8fa9-2c9a4f984eee req-ba71163b-8de7-4202-bbf6-e48bc51f9d33 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4300132 Feb 02 06:57:03.296856 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b10dfae-b47e-434e-91d8-9daf5ac35734 admin admin] Router 3a6511f2-0989-4811-9bd1-78b7d2fee4fb has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 06:57:03.345356 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-841b3b6b-d8e2-4394-9b95-080b16232c01 req-bfed9674-aa2c-4df5-b3e8-51373d06986f tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246484 Feb 02 06:57:03.355046 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05692f7-a596-47e9-8600-f9b3052b49d5 req-20463f33-c587-44d2-b3f3-9324ff052145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:03.356913 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e05692f7-a596-47e9-8600-f9b3052b49d5 req-20463f33-c587-44d2-b3f3-9324ff052145 service neutron] 10.222.0.59 "GET /v2.0/networks?id=081c026d-8798-47ae-ae28-6481babaa3fe HTTP/1.1" status: 200 len: 924 time: 0.4731684 Feb 02 06:57:03.403279 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-7270b403-0762-4ddb-a2c1-a1a461511a8a None None] Provisioning complete for port a719bb2a-938e-4f90-a285-045e8b12ea2e triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:57:03.403690 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7270b403-0762-4ddb-a2c1-a1a461511a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (a719bb2a-938e-4f90-a285-045e8b12ea2e), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:03.468939 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-7270b403-0762-4ddb-a2c1-a1a461511a8a None None] Port a719bb2a-938e-4f90-a285-045e8b12ea2e cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 06:57:03.501610 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4169f0fd-6692-4329-9fbd-e173157642c2 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (2fdd30d6-7bb7-4cc7-b608-0861d5f1285a), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:03.536868 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4169f0fd-6692-4329-9fbd-e173157642c2 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Pushing event deleted for resources: {'Port': ['ID=2fdd30d6-7bb7-4cc7-b608-0861d5f1285a,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:03.543005 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e91f072-1755-4bc4-8c73-a8c8743e7291 req-35668db4-0fe4-41bc-a8ee-f6a14df19893 tempest-LiveAutoBlockMigrationV225Test-1760037822 tempest-LiveAutoBlockMigrationV225Test-1760037822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:03.548396 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-05e67178-942e-4a01-a4ce-34e56ec5a262 req-e528e3dd-02c3-49d9-9035-f9c500b2269c tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] 10.222.0.87 "GET /v2.0/ports?device_id=87460aa0-853c-4ec6-ab2b-ee40083e0c57 HTTP/1.1" status: 200 len: 210 time: 0.0887311 Feb 02 06:57:03.550239 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8e91f072-1755-4bc4-8c73-a8c8743e7291 req-35668db4-0fe4-41bc-a8ee-f6a14df19893 tempest-LiveAutoBlockMigrationV225Test-1760037822 tempest-LiveAutoBlockMigrationV225Test-1760037822-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=682cb750-3b53-4085-be06-d355b0d2dc70 HTTP/1.1" status: 200 len: 1127 time: 0.1162345 Feb 02 06:57:03.634598 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e05692f7-a596-47e9-8600-f9b3052b49d5 req-a22bce95-1039-4c48-af2c-a03224b9a553 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18f614de-94b5-44f2-9741-5c2fb1047720 HTTP/1.1" status: 200 len: 1001 time: 0.1807599 Feb 02 06:57:03.637410 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4169f0fd-6692-4329-9fbd-e173157642c2 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Publish callbacks [] for floatingip (566c96b5-8ce2-42c3-90bd-a2c265476cbe), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:03.641016 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4169f0fd-6692-4329-9fbd-e173157642c2 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:03.642170 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-4169f0fd-6692-4329-9fbd-e173157642c2 tempest-ImagesOneServerNegativeTestJSON-1280508320 tempest-ImagesOneServerNegativeTestJSON-1280508320-project] 10.222.0.87 "DELETE /v2.0/floatingips/566c96b5-8ce2-42c3-90bd-a2c265476cbe HTTP/1.1" status: 204 len: 168 time: 0.9363682 Feb 02 06:57:03.666647 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8e91f072-1755-4bc4-8c73-a8c8743e7291 req-af2cd1aa-3f26-495c-93d4-a4cec043e13a tempest-LiveAutoBlockMigrationV225Test-1760037822 tempest-LiveAutoBlockMigrationV225Test-1760037822-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155846 Feb 02 06:57:03.738280 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b10dfae-b47e-434e-91d8-9daf5ac35734 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 06:57:03.750605 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14bbc9c-57b4-4522-a861-6f4d64e9599b None None] Sync routers for ids ['3a6511f2-0989-4811-9bd1-78b7d2fee4fb'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 06:57:03.759892 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-5b10dfae-b47e-434e-91d8-9daf5ac35734 admin admin] 10.222.0.87 "PUT /v2.0/routers/3a6511f2-0989-4811-9bd1-78b7d2fee4fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5425899 Feb 02 06:57:03.770650 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14bbc9c-57b4-4522-a861-6f4d64e9599b None None] Routers {'3a6511f2-0989-4811-9bd1-78b7d2fee4fb'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 06:57:03.771790 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-c14bbc9c-57b4-4522-a861-6f4d64e9599b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:56:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['3a6511f2-0989-4811-9bd1-78b7d2fee4fb'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:57:03.789207 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05692f7-a596-47e9-8600-f9b3052b49d5 req-8841dbcf-cd80-4c4b-b087-eb342ea00f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:03.791241 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e05692f7-a596-47e9-8600-f9b3052b49d5 req-8841dbcf-cd80-4c4b-b087-eb342ea00f3f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=10d74aaf-e202-4a59-be8f-2452f7f95bcf HTTP/1.1" status: 200 len: 862 time: 0.1146374 Feb 02 06:57:03.799383 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10758e6f-41d4-4771-a432-46561698e992 req-f502922b-8081-42b3-b42b-8e6ef3b5573f tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:03.812424 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-10758e6f-41d4-4771-a432-46561698e992 req-f502922b-8081-42b3-b42b-8e6ef3b5573f tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4ed7e9e-adc7-4d1f-b431-494897552f8f HTTP/1.1" status: 200 len: 950 time: 0.1741247 Feb 02 06:57:03.862403 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a8ea3c57-1229-4b75-9220-704457cb3f4e req-a2f0047a-113e-42f5-8588-45c860baee1e tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=dc66c3d4b5c840bf88308a68a34af5d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433989 Feb 02 06:57:03.983293 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05692f7-a596-47e9-8600-f9b3052b49d5 req-00cb9e38-e7f9-41c3-b3b2-f65c440b716e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:03.993611 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e05692f7-a596-47e9-8600-f9b3052b49d5 req-00cb9e38-e7f9-41c3-b3b2-f65c440b716e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=081c026d-8798-47ae-ae28-6481babaa3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1622179 Feb 02 06:57:03.994095 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-10758e6f-41d4-4771-a432-46561698e992 req-b04fd4b8-623d-4f32-ada4-92c528888cd3 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805382 Feb 02 06:57:04.053820 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-c14bbc9c-57b4-4522-a861-6f4d64e9599b None None] Set router 3a6511f2-0989-4811-9bd1-78b7d2fee4fb gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 06:57:04.104831 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d81c09a-6ef5-4276-b394-b6e4e651d218 req-3428c50f-24f5-4f14-b856-b148938e9d33 tempest-LiveAutoBlockMigrationV225Test-1760037822 tempest-LiveAutoBlockMigrationV225Test-1760037822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:04.106348 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5d81c09a-6ef5-4276-b394-b6e4e651d218 req-3428c50f-24f5-4f14-b856-b148938e9d33 tempest-LiveAutoBlockMigrationV225Test-1760037822 tempest-LiveAutoBlockMigrationV225Test-1760037822-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=682cb750-3b53-4085-be06-d355b0d2dc70 HTTP/1.1" status: 200 len: 1127 time: 0.1384649 Feb 02 06:57:04.138341 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea3c57-1229-4b75-9220-704457cb3f4e req-e3874550-4220-4f37-9b34-aac8e744273e tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:04.140001 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a8ea3c57-1229-4b75-9220-704457cb3f4e req-e3874550-4220-4f37-9b34-aac8e744273e tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2715623 Feb 02 06:57:04.167301 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e05692f7-a596-47e9-8600-f9b3052b49d5 req-e2f4a06c-15c8-46e2-88d5-aa331416488c service neutron] 10.222.0.59 "GET /v2.0/networks/081c026d-8798-47ae-ae28-6481babaa3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723087 Feb 02 06:57:04.188382 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5d81c09a-6ef5-4276-b394-b6e4e651d218 req-b90eba59-962e-4055-b6b2-b66dc145a4af tempest-LiveAutoBlockMigrationV225Test-1760037822 tempest-LiveAutoBlockMigrationV225Test-1760037822-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735502 Feb 02 06:57:04.193704 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-a8ea3c57-1229-4b75-9220-704457cb3f4e req-209bdd1d-3120-4746-a1bc-e5932d072d07 tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] Request body: {'port': {'device_id': '87460aa0-853c-4ec6-ab2b-ee40083e0c57', 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1', 'admin_state_up': True, 'tenant_id': 'dc66c3d4b5c840bf88308a68a34af5d8'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:57:04.350469 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 33896) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:57:04.411092 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e05692f7-a596-47e9-8600-f9b3052b49d5 req-0f99cdbf-d99c-4d30-b198-18b7a0994d37 service neutron] 10.222.0.59 "GET /v2.0/networks/081c026d-8798-47ae-ae28-6481babaa3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104242 Feb 02 06:57:04.413963 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-cb9bfbb1-b7b1-4369-a784-35ebaa6e1132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:04.415346 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-cb9bfbb1-b7b1-4369-a784-35ebaa6e1132 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=94634d8b4d2a41de8e59c8bd88798343&device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 1128 time: 0.1598775 Feb 02 06:57:04.558513 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b42b4da-9fc4-4e49-8be3-bb5af98f65fd admin admin] Deleting subnet 754efa80-8dc2-492f-a4f9-29685b756b55 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 06:57:04.560475 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-0ee87528-568c-4051-a706-588539e15b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:04.562877 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-0ee87528-568c-4051-a706-588539e15b01 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ad127856-4465-484c-882c-e096f13573c2 HTTP/1.1" status: 200 len: 908 time: 0.1320114 Feb 02 06:57:04.569461 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6b42b4da-9fc4-4e49-8be3-bb5af98f65fd admin admin] Publish callbacks [] for subnet (754efa80-8dc2-492f-a4f9-29685b756b55), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:04.579430 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 6912ed99-8617-4efc-b312-f6ac2cf29b70 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:57:04.633072 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6b42b4da-9fc4-4e49-8be3-bb5af98f65fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (754efa80-8dc2-492f-a4f9-29685b756b55), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:04.668454 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8ea3c57-1229-4b75-9220-704457cb3f4e req-209bdd1d-3120-4746-a1bc-e5932d072d07 tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] Made reservation on behalf of dc66c3d4b5c840bf88308a68a34af5d8 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:57:04.673037 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-a8ea3c57-1229-4b75-9220-704457cb3f4e req-209bdd1d-3120-4746-a1bc-e5932d072d07 tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:04.686164 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-a8ea3c57-1229-4b75-9220-704457cb3f4e req-209bdd1d-3120-4746-a1bc-e5932d072d07 tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:04.703120 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6b42b4da-9fc4-4e49-8be3-bb5af98f65fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (754efa80-8dc2-492f-a4f9-29685b756b55), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:04.731755 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-c14bbc9c-57b4-4522-a861-6f4d64e9599b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6511f2-0989-4811-9bd1-78b7d2fee4fb', 'name': 'tempest-ServersTestBootFromVolume-181714835-router', 'tenant_id': 'a5b11438631643ef8d3efce0551ce774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '6912ed99-8617-4efc-b312-f6ac2cf29b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:56:54Z', 'updated_at': '2022-02-02T06:57:01Z', 'revision_number': 4, 'project_id': 'a5b11438631643ef8d3efce0551ce774', 'gw_port': {'id': '6912ed99-8617-4efc-b312-f6ac2cf29b70', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:98:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6511f2-0989-4811-9bd1-78b7d2fee4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:56:55Z', 'updated_at': '2022-02-02T06:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'a719bb2a-938e-4f90-a285-045e8b12ea2e', 'name': '', 'network_id': '92a762a3-20b1-4c9e-a89a-03f21e3921ba', 'tenant_id': 'a5b11438631643ef8d3efce0551ce774', 'mac_address': 'fa:16:3e:e2:b2:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6511f2-0989-4811-9bd1-78b7d2fee4fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c71b07ec-88b6-4b91-88af-cdbe675ae5c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:56:59Z', 'updated_at': '2022-02-02T06:57:01Z', 'revision_number': 2, 'project_id': 'a5b11438631643ef8d3efce0551ce774', 'subnets': [{'id': 'c71b07ec-88b6-4b91-88af-cdbe675ae5c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:57:04.750612 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-7be6bb93-d9e2-432f-9193-b52b3eae7222 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94377a6e-1236-4aaf-86eb-c20b80f78855 HTTP/1.1" status: 200 len: 217 time: 0.1201501 Feb 02 06:57:04.751108 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 33910) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:57:04.755629 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-a2dd95ce-f86c-4d6c-a279-be4a59509001 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1601026541', 'description': 'tempest-description--684353087'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:57:04.776123 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14bbc9c-57b4-4522-a861-6f4d64e9599b None None] Checking router: 3a6511f2-0989-4811-9bd1-78b7d2fee4fb for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 06:57:04.776598 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14bbc9c-57b4-4522-a861-6f4d64e9599b None None] Updating router 3a6511f2-0989-4811-9bd1-78b7d2fee4fb port a719bb2a-938e-4f90-a285-045e8b12ea2e binding host n-d-789963-26 {{(pid=109695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 06:57:04.808484 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c14bbc9c-57b4-4522-a861-6f4d64e9599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (a719bb2a-938e-4f90-a285-045e8b12ea2e), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:04.828775 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 6912ed99-8617-4efc-b312-f6ac2cf29b70 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:57:04.835407 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (6912ed99-8617-4efc-b312-f6ac2cf29b70), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:04.869205 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a2dd95ce-f86c-4d6c-a279-be4a59509001 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:04.885099 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ff82f831-b033-46b5-aa35-d56851c5f164 req-1d31d275-8554-43af-8cba-86e8dae3356b tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] 10.222.0.87 "GET /v2.0/ports?device_id=87460aa0-853c-4ec6-ab2b-ee40083e0c57 HTTP/1.1" status: 200 len: 210 time: 0.0576286 Feb 02 06:57:04.913462 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e9943-2423-42e9-a838-745b629ea1fe req-3a0a587e-dd08-4e31-9a4f-805246be4068 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:04.920626 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f73e9943-2423-42e9-a838-745b629ea1fe req-3a0a587e-dd08-4e31-9a4f-805246be4068 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 945 time: 0.1838689 Feb 02 06:57:04.931104 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6b42b4da-9fc4-4e49-8be3-bb5af98f65fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (754efa80-8dc2-492f-a4f9-29685b756b55), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:04.963175 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a2dd95ce-f86c-4d6c-a279-be4a59509001 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Publish callbacks [] for security_group (31b982a2-44bb-4266-ae52-5267da420a0c), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:04.979415 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-cf49df58-c82b-4477-bcd5-18545581c2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:04.984861 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-cf49df58-c82b-4477-bcd5-18545581c2c5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a7292d13-827d-45ab-8eaa-7baf62301aaa HTTP/1.1" status: 200 len: 847 time: 0.2178922 Feb 02 06:57:04.990133 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b42b4da-9fc4-4e49-8be3-bb5af98f65fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=754efa80-8dc2-492f-a4f9-29685b756b55,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:04.990570 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a2dd95ce-f86c-4d6c-a279-be4a59509001 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (31b982a2-44bb-4266-ae52-5267da420a0c), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:05.038073 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6b42b4da-9fc4-4e49-8be3-bb5af98f65fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:05.044287 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-d3697194-333b-491a-b4f5-7a2c6b10872b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ad127856-4465-484c-882c-e096f13573c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464933 Feb 02 06:57:05.062499 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 33916) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:57:05.065133 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-6b42b4da-9fc4-4e49-8be3-bb5af98f65fd admin admin] 10.222.0.87 "DELETE /v2.0/subnets/754efa80-8dc2-492f-a4f9-29685b756b55 HTTP/1.1" status: 204 len: 168 time: 0.7082448 Feb 02 06:57:05.129079 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f73e9943-2423-42e9-a838-745b629ea1fe req-c5e88420-b384-4419-8e8b-ad5ce200b924 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076008 Feb 02 06:57:05.141330 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-a8ea3c57-1229-4b75-9220-704457cb3f4e req-209bdd1d-3120-4746-a1bc-e5932d072d07 tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] Publish callbacks [] for security_group (9d9ff11e-8353-4814-9482-2b8ccb37288d), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:05.141618 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a2dd95ce-f86c-4d6c-a279-be4a59509001 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:05.143236 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a2dd95ce-f86c-4d6c-a279-be4a59509001 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3911247 Feb 02 06:57:05.147396 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 33918) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:57:05.150902 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-a8ea3c57-1229-4b75-9220-704457cb3f4e req-209bdd1d-3120-4746-a1bc-e5932d072d07 tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (9d9ff11e-8353-4814-9482-2b8ccb37288d), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:05.176197 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dd95ce-f86c-4d6c-a279-be4a59509001 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31b982a2-44bb-4266-ae52-5267da420a0c,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:05.176415 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-a759efa6-fbb2-4b03-97c4-878375b5bebb tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Request body: {'security_group_rule': {'security_group_id': '31b982a2-44bb-4266-ae52-5267da420a0c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:57:05.250296 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209bdd1d-3120-4746-a1bc-e5932d072d07 tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9ff11e-8353-4814-9482-2b8ccb37288d,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:05.255366 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dd95ce-f86c-4d6c-a279-be4a59509001 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:57:05.255864 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dd95ce-f86c-4d6c-a279-be4a59509001 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:57:05.256433 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dd95ce-f86c-4d6c-a279-be4a59509001 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:57:05.256854 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dd95ce-f86c-4d6c-a279-be4a59509001 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:57:05.257360 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dd95ce-f86c-4d6c-a279-be4a59509001 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:57:05.257777 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dd95ce-f86c-4d6c-a279-be4a59509001 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:57:05.258308 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dd95ce-f86c-4d6c-a279-be4a59509001 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:57:05.259466 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dd95ce-f86c-4d6c-a279-be4a59509001 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:57:05.259999 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dd95ce-f86c-4d6c-a279-be4a59509001 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:57:05.260762 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dd95ce-f86c-4d6c-a279-be4a59509001 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:57:05.261197 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dd95ce-f86c-4d6c-a279-be4a59509001 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:57:05.261661 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dd95ce-f86c-4d6c-a279-be4a59509001 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:57:05.262063 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dd95ce-f86c-4d6c-a279-be4a59509001 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:57:05.284492 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a759efa6-fbb2-4b03-97c4-878375b5bebb tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Publish callbacks [] for security_group_rule (ee15b5cc-c2f6-4042-8df9-94f75129c890), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:05.297485 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c14bbc9c-57b4-4522-a861-6f4d64e9599b None None] Publish callbacks [] for port (a719bb2a-938e-4f90-a285-045e8b12ea2e), precommit_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:05.304968 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b6ce6155-ac7f-45f4-887c-6891c325defd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (e031e54a-fb94-4be8-9122-29e7d171bb1c), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:05.313389 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c14bbc9c-57b4-4522-a861-6f4d64e9599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (a719bb2a-938e-4f90-a285-045e8b12ea2e), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:05.348650 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a759efa6-fbb2-4b03-97c4-878375b5bebb tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Publish callbacks [] for security_group_rule (ee15b5cc-c2f6-4042-8df9-94f75129c890), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:05.373672 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a759efa6-fbb2-4b03-97c4-878375b5bebb tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (ee15b5cc-c2f6-4042-8df9-94f75129c890), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:05.406290 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a759efa6-fbb2-4b03-97c4-878375b5bebb tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee15b5cc-c2f6-4042-8df9-94f75129c890,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:05.424367 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a759efa6-fbb2-4b03-97c4-878375b5bebb tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:05.428403 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a759efa6-fbb2-4b03-97c4-878375b5bebb tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2790773 Feb 02 06:57:05.435918 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 33920) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:57:05.438810 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-a8ea3c57-1229-4b75-9220-704457cb3f4e req-209bdd1d-3120-4746-a1bc-e5932d072d07 tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] Allocated IP 192.168.233.63 (04bc5622-0c2b-4ce8-b107-e6abcbdf57e1/9d773733-62df-4956-84d3-71d17cfb6d11/1b029970-8f02-4bc4-99f8-4a98c6af5c6e) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:57:05.444877 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-74575477-3377-48e2-a98c-5417ebd7ee13 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Request body: {'security_group_rule': {'security_group_id': '31b982a2-44bb-4266-ae52-5267da420a0c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:57:05.482633 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b6ce6155-ac7f-45f4-887c-6891c325defd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (e031e54a-fb94-4be8-9122-29e7d171bb1c), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:05.487975 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-74575477-3377-48e2-a98c-5417ebd7ee13 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Publish callbacks [] for security_group_rule (8896e147-df30-408e-8f0f-178ef0ac3237), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:05.513519 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 6912ed99-8617-4efc-b312-f6ac2cf29b70 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:57:05.513824 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-b6ce6155-ac7f-45f4-887c-6891c325defd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e031e54a-fb94-4be8-9122-29e7d171bb1c']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:57:05.530811 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-b6ce6155-ac7f-45f4-887c-6891c325defd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c05e7e16-1181-4a1f-b0eb-5bf8b2ea2f17') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:57:05.531221 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-b6ce6155-ac7f-45f4-887c-6891c325defd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c05e7e16-1181-4a1f-b0eb-5bf8b2ea2f17') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:57:05.532298 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c0f62-90d6-4524-9d4c-f4c96019d29c None None] Pushing event updated for resources: {'Port': ['ID=a719bb2a-938e-4f90-a285-045e8b12ea2e,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:05.545317 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b6ce6155-ac7f-45f4-887c-6891c325defd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (c05e7e16-1181-4a1f-b0eb-5bf8b2ea2f17), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:05.561099 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b6ce6155-ac7f-45f4-887c-6891c325defd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (c05e7e16-1181-4a1f-b0eb-5bf8b2ea2f17), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:05.568599 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6ce6155-ac7f-45f4-887c-6891c325defd admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 06:57:05.568988 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b6ce6155-ac7f-45f4-887c-6891c325defd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (c05e7e16-1181-4a1f-b0eb-5bf8b2ea2f17), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:05.636218 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 06:57:05.636218 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 06:57:05.636218 n-d-789963-26 neutron-server[109693]: timer() Feb 02 06:57:05.636218 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 06:57:05.636218 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 06:57:05.636218 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 06:57:05.636218 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 06:57:05.636218 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 06:57:05.636218 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 06:57:05.636218 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 06:57:05.636218 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 06:57:05.636218 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 06:57:05.636218 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 06:57:05.636218 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 06:57:05.636218 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 06:57:05.636218 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 06:57:05.636218 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 06:57:05.636218 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 06:57:05.636218 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 06:57:05.636218 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 06:57:05.636218 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 06:57:05.636218 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 06:57:05.636218 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 06:57:05.636218 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 06:57:05.636218 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 06:57:05.636218 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 06:57:05.636218 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 06:57:05.636218 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 06:57:05.636218 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 06:57:05.636218 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 06:57:05.636218 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 06:57:05.636218 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 06:57:05.640308 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b6ce6155-ac7f-45f4-887c-6891c325defd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (e031e54a-fb94-4be8-9122-29e7d171bb1c), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:05.646103 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b6ce6155-ac7f-45f4-887c-6891c325defd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:05.649905 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b6ce6155-ac7f-45f4-887c-6891c325defd admin admin] 10.222.0.87 "DELETE /v2.0/networks/e031e54a-fb94-4be8-9122-29e7d171bb1c HTTP/1.1" status: 204 len: 168 time: 0.5842319 Feb 02 06:57:05.657080 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2cc3a4-a0cf-4a9b-9077-9915b2b26aab req-af2a885c-f7d7-4b98-90d9-3e352d61485b tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:05.665166 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5e2cc3a4-a0cf-4a9b-9077-9915b2b26aab req-af2a885c-f7d7-4b98-90d9-3e352d61485b tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4ed7e9e-adc7-4d1f-b431-494897552f8f HTTP/1.1" status: 200 len: 950 time: 0.4825888 Feb 02 06:57:05.678652 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-2b94fd27-59fe-4a01-a03d-85e5c432c5b9 service neutron] 10.222.0.59 "GET /v2.0/networks/ad127856-4465-484c-882c-e096f13573c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5244639 Feb 02 06:57:05.703936 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-c14bbc9c-57b4-4522-a861-6f4d64e9599b None None] Attempting to bind port a719bb2a-938e-4f90-a285-045e8b12ea2e on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:57:05.704419 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-c14bbc9c-57b4-4522-a861-6f4d64e9599b None None] Attempting to bind port a719bb2a-938e-4f90-a285-045e8b12ea2e by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '44161496-15f5-466f-995a-9f19bcdfc5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '92a762a3-20b1-4c9e-a89a-03f21e3921ba'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:57:05.704726 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14bbc9c-57b4-4522-a861-6f4d64e9599b None None] Attempting to bind port a719bb2a-938e-4f90-a285-045e8b12ea2e on network 92a762a3-20b1-4c9e-a89a-03f21e3921ba {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:57:05.706765 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ce6155-ac7f-45f4-887c-6891c325defd admin admin] Pushing event deleted for resources: {'Network': ['ID=e031e54a-fb94-4be8-9122-29e7d171bb1c,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:05.723580 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-74575477-3377-48e2-a98c-5417ebd7ee13 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Publish callbacks [] for security_group_rule (8896e147-df30-408e-8f0f-178ef0ac3237), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:05.734150 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-74575477-3377-48e2-a98c-5417ebd7ee13 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (8896e147-df30-408e-8f0f-178ef0ac3237), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:05.753633 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14bbc9c-57b4-4522-a861-6f4d64e9599b None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:57:05.754172 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14bbc9c-57b4-4522-a861-6f4d64e9599b None None] Checking segment: {'id': '44161496-15f5-466f-995a-9f19bcdfc5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '92a762a3-20b1-4c9e-a89a-03f21e3921ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:57:05.754601 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c14bbc9c-57b4-4522-a861-6f4d64e9599b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:05.755025 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14bbc9c-57b4-4522-a861-6f4d64e9599b None None] Bound using segment: {'id': '44161496-15f5-466f-995a-9f19bcdfc5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '92a762a3-20b1-4c9e-a89a-03f21e3921ba'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:57:05.760237 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-c14bbc9c-57b4-4522-a861-6f4d64e9599b None None] Bound port: a719bb2a-938e-4f90-a285-045e8b12ea2e, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44161496-15f5-466f-995a-9f19bcdfc5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '92a762a3-20b1-4c9e-a89a-03f21e3921ba'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:57:05.760773 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c14bbc9c-57b4-4522-a861-6f4d64e9599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (a719bb2a-938e-4f90-a285-045e8b12ea2e), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:05.773733 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5e2cc3a4-a0cf-4a9b-9077-9915b2b26aab req-6375a150-c66b-4c9d-b939-1c1b41b337f8 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032364 Feb 02 06:57:05.785976 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-74575477-3377-48e2-a98c-5417ebd7ee13 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:05.791668 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 33924) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:57:05.792846 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-74575477-3377-48e2-a98c-5417ebd7ee13 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3557127 Feb 02 06:57:05.808451 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74575477-3377-48e2-a98c-5417ebd7ee13 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8896e147-df30-408e-8f0f-178ef0ac3237,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:05.822339 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-4ce85dc4-29e1-4a91-a2fc-bc6f886cfde2 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Request body: {'floatingip': {'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:57:05.877956 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4ce85dc4-29e1-4a91-a2fc-bc6f886cfde2 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:05.915283 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-65f85494-956e-4e9d-9537-f9c083bc9d02 service neutron] 10.222.0.59 "GET /v2.0/networks/ad127856-4465-484c-882c-e096f13573c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150357 Feb 02 06:57:05.953019 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-c14bbc9c-57b4-4522-a861-6f4d64e9599b None None] For port a719bb2a-938e-4f90-a285-045e8b12ea2e, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:57:05.961150 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-c14bbc9c-57b4-4522-a861-6f4d64e9599b None None] For port a719bb2a-938e-4f90-a285-045e8b12ea2e, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=a719bb2a-938e-4f90-a285-045e8b12ea2e,segment=NetworkSegment(44161496-15f5-466f-995a-9f19bcdfc5a0),segment_id=44161496-15f5-466f-995a-9f19bcdfc5a0)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:57:05.973391 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c14bbc9c-57b4-4522-a861-6f4d64e9599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (a719bb2a-938e-4f90-a285-045e8b12ea2e), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:05.998772 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-a8ea3c57-1229-4b75-9220-704457cb3f4e req-209bdd1d-3120-4746-a1bc-e5932d072d07 tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] Publish callbacks [] for port (1b029970-8f02-4bc4-99f8-4a98c6af5c6e), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:06.048827 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-a8ea3c57-1229-4b75-9220-704457cb3f4e req-209bdd1d-3120-4746-a1bc-e5932d072d07 tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (1b029970-8f02-4bc4-99f8-4a98c6af5c6e), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:06.103325 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8ea3c57-1229-4b75-9220-704457cb3f4e req-209bdd1d-3120-4746-a1bc-e5932d072d07 tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] Network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:57:06.109914 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-a8ea3c57-1229-4b75-9220-704457cb3f4e req-209bdd1d-3120-4746-a1bc-e5932d072d07 tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:57:06.145008 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 33934) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:57:06.221701 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14bbc9c-57b4-4522-a861-6f4d64e9599b None None] Routers {'3a6511f2-0989-4811-9bd1-78b7d2fee4fb'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 06:57:06.223919 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-c14bbc9c-57b4-4522-a861-6f4d64e9599b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:56:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['3a6511f2-0989-4811-9bd1-78b7d2fee4fb'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:57:06.234206 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8ea3c57-1229-4b75-9220-704457cb3f4e req-209bdd1d-3120-4746-a1bc-e5932d072d07 tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:57:06.259209 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4ce85dc4-29e1-4a91-a2fc-bc6f886cfde2 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:06.262793 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-044fce35-ed09-4339-a739-55dffeec71b9 None None] Provisioning complete for port a719bb2a-938e-4f90-a285-045e8b12ea2e triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:57:06.263253 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-044fce35-ed09-4339-a739-55dffeec71b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (a719bb2a-938e-4f90-a285-045e8b12ea2e), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:06.322802 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-bd1d31c1-207b-4a8d-995d-f6887bf9a427 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=5b558cbd1dc64d878bd1a07b652eb26c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1576793 Feb 02 06:57:06.374380 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea3c57-1229-4b75-9220-704457cb3f4e req-209bdd1d-3120-4746-a1bc-e5932d072d07 tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:06.375218 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-a8ea3c57-1229-4b75-9220-704457cb3f4e req-209bdd1d-3120-4746-a1bc-e5932d072d07 tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:06.380023 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c0f62-90d6-4524-9d4c-f4c96019d29c None None] Pushing event updated for resources: {'Port': ['ID=a719bb2a-938e-4f90-a285-045e8b12ea2e,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:06.420332 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 33938) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:57:06.566913 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a8ea3c57-1229-4b75-9220-704457cb3f4e req-209bdd1d-3120-4746-a1bc-e5932d072d07 tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3772151 Feb 02 06:57:06.644702 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8e886-2401-4a91-b5c5-b889f69e868d req-7f1a4bb9-ce09-4d5c-9711-ec3c010f6095 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:06.652263 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-08a8e886-2401-4a91-b5c5-b889f69e868d req-7f1a4bb9-ce09-4d5c-9711-ec3c010f6095 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 945 time: 0.2173042 Feb 02 06:57:06.667763 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f7eacb84-1774-4112-a97a-68c8882b068d admin admin] Publish callbacks [] for security_group (aab45fc2-0973-493e-a825-050df5bd59a9), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:06.702540 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-4ce85dc4-29e1-4a91-a2fc-bc6f886cfde2 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Allocated IP 172.25.4.245 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/3e4c66cb-a4cd-45d3-9f53-38fcaec4cfe1) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:57:06.741631 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f7eacb84-1774-4112-a97a-68c8882b068d admin admin] Publish callbacks [] for security_group (aab45fc2-0973-493e-a825-050df5bd59a9), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:06.744540 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-08a8e886-2401-4a91-b5c5-b889f69e868d req-2061874c-8c53-411b-97ce-07e0271ede84 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863132 Feb 02 06:57:06.836007 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-c14bbc9c-57b4-4522-a861-6f4d64e9599b None None] Set router 3a6511f2-0989-4811-9bd1-78b7d2fee4fb gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 06:57:06.860786 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-a8ea3c57-1229-4b75-9220-704457cb3f4e req-2b4b3ad7-f398-40b8-ac45-9a47410e347b service neutron] Request body: {'port': {'device_id': '87460aa0-853c-4ec6-ab2b-ee40083e0c57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:57:06.907357 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-044fce35-ed09-4339-a739-55dffeec71b9 None None] Current status of the port a719bb2a-938e-4f90-a285-045e8b12ea2e is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:57:06.908071 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-044fce35-ed09-4339-a739-55dffeec71b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (a719bb2a-938e-4f90-a285-045e8b12ea2e), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:06.942411 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f7eacb84-1774-4112-a97a-68c8882b068d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (aab45fc2-0973-493e-a825-050df5bd59a9), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:06.947296 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f7eacb84-1774-4112-a97a-68c8882b068d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:06.951906 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f7eacb84-1774-4112-a97a-68c8882b068d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/aab45fc2-0973-493e-a825-050df5bd59a9 HTTP/1.1" status: 204 len: 168 time: 0.5238142 Feb 02 06:57:06.951906 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209bdd1d-3120-4746-a1bc-e5932d072d07 tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] Pushing event updated for resources: {'Port': ['ID=1b029970-8f02-4bc4-99f8-4a98c6af5c6e,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:06.996667 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-a8ea3c57-1229-4b75-9220-704457cb3f4e req-2b4b3ad7-f398-40b8-ac45-9a47410e347b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (1b029970-8f02-4bc4-99f8-4a98c6af5c6e), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:07.003681 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-044fce35-ed09-4339-a739-55dffeec71b9 None None] For port a719bb2a-938e-4f90-a285-045e8b12ea2e, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=a719bb2a-938e-4f90-a285-045e8b12ea2e,segment=NetworkSegment(44161496-15f5-466f-995a-9f19bcdfc5a0),segment_id=44161496-15f5-466f-995a-9f19bcdfc5a0)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:57:07.022097 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3443da-4222-43e7-9198-c587097674e0 req-7fdeb725-22b7-4022-b148-19120e16b206 tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:07.023968 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6a3443da-4222-43e7-9198-c587097674e0 req-7fdeb725-22b7-4022-b148-19120e16b206 tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] 10.222.0.87 "GET /v2.0/ports?device_id=87460aa0-853c-4ec6-ab2b-ee40083e0c57 HTTP/1.1" status: 200 len: 935 time: 0.9508011 Feb 02 06:57:07.044363 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-044fce35-ed09-4339-a739-55dffeec71b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (a719bb2a-938e-4f90-a285-045e8b12ea2e), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:07.113583 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044fce35-ed09-4339-a739-55dffeec71b9 None None] Pushing event updated for resources: {'Port': ['ID=a719bb2a-938e-4f90-a285-045e8b12ea2e,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:07.159338 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4ce85dc4-29e1-4a91-a2fc-bc6f886cfde2 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Publish callbacks [] for port (3e4c66cb-a4cd-45d3-9f53-38fcaec4cfe1), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:07.217773 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26fa6d0-fb01-45b1-8bbe-1af698bbc114 req-04b492e2-a3d7-4f5d-97be-196ed758894d tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:07.220866 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e26fa6d0-fb01-45b1-8bbe-1af698bbc114 req-04b492e2-a3d7-4f5d-97be-196ed758894d tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4ed7e9e-adc7-4d1f-b431-494897552f8f HTTP/1.1" status: 200 len: 950 time: 0.1879447 Feb 02 06:57:07.244021 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-646d09b9-810a-4bbf-a9ca-00d6094bd337 None None] Provisioning complete for port a719bb2a-938e-4f90-a285-045e8b12ea2e triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:57:07.244300 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-646d09b9-810a-4bbf-a9ca-00d6094bd337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (a719bb2a-938e-4f90-a285-045e8b12ea2e), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:07.338053 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eacb84-1774-4112-a97a-68c8882b068d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab45fc2-0973-493e-a825-050df5bd59a9,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:07.424244 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e26fa6d0-fb01-45b1-8bbe-1af698bbc114 req-d7d0369e-b7fa-4239-b0d2-16fa1c91edba tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925685 Feb 02 06:57:07.430077 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4ce85dc4-29e1-4a91-a2fc-bc6f886cfde2 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (3e4c66cb-a4cd-45d3-9f53-38fcaec4cfe1), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:07.453802 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-646d09b9-810a-4bbf-a9ca-00d6094bd337 None None] Current status of the port a719bb2a-938e-4f90-a285-045e8b12ea2e is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:57:07.454597 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6a3443da-4222-43e7-9198-c587097674e0 req-b9d5a195-0c3d-4d08-9f74-97dd1c69905c tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] 10.222.0.87 "GET /v2.0/security-groups?id=9d9ff11e-8353-4814-9482-2b8ccb37288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672387 Feb 02 06:57:07.464305 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-c14bbc9c-57b4-4522-a861-6f4d64e9599b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6511f2-0989-4811-9bd1-78b7d2fee4fb', 'name': 'tempest-ServersTestBootFromVolume-181714835-router', 'tenant_id': 'a5b11438631643ef8d3efce0551ce774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '6912ed99-8617-4efc-b312-f6ac2cf29b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:56:54Z', 'updated_at': '2022-02-02T06:57:01Z', 'revision_number': 4, 'project_id': 'a5b11438631643ef8d3efce0551ce774', 'gw_port': {'id': '6912ed99-8617-4efc-b312-f6ac2cf29b70', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:98:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6511f2-0989-4811-9bd1-78b7d2fee4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:56:55Z', 'updated_at': '2022-02-02T06:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'a719bb2a-938e-4f90-a285-045e8b12ea2e', 'name': '', 'network_id': '92a762a3-20b1-4c9e-a89a-03f21e3921ba', 'tenant_id': 'a5b11438631643ef8d3efce0551ce774', 'mac_address': 'fa:16:3e:e2:b2:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6511f2-0989-4811-9bd1-78b7d2fee4fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c71b07ec-88b6-4b91-88af-cdbe675ae5c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:56:59Z', 'updated_at': '2022-02-02T06:57:05Z', 'revision_number': 4, 'project_id': 'a5b11438631643ef8d3efce0551ce774', 'subnets': [{'id': 'c71b07ec-88b6-4b91-88af-cdbe675ae5c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:57:07.516271 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14bbc9c-57b4-4522-a861-6f4d64e9599b None None] The sync data for ids ['3a6511f2-0989-4811-9bd1-78b7d2fee4fb'] in n-d-789963-26 is: [{'id': '3a6511f2-0989-4811-9bd1-78b7d2fee4fb', 'name': 'tempest-ServersTestBootFromVolume-181714835-router', 'tenant_id': 'a5b11438631643ef8d3efce0551ce774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '6912ed99-8617-4efc-b312-f6ac2cf29b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:56:54Z', 'updated_at': '2022-02-02T06:57:01Z', 'revision_number': 4, 'project_id': 'a5b11438631643ef8d3efce0551ce774', 'gw_port': {'id': '6912ed99-8617-4efc-b312-f6ac2cf29b70', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:98:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6511f2-0989-4811-9bd1-78b7d2fee4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:56:55Z', 'updated_at': '2022-02-02T06:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'a719bb2a-938e-4f90-a285-045e8b12ea2e', 'name': '', 'network_id': '92a762a3-20b1-4c9e-a89a-03f21e3921ba', 'tenant_id': 'a5b11438631643ef8d3efce0551ce774', 'mac_address': 'fa:16:3e:e2:b2:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a6511f2-0989-4811-9bd1-78b7d2fee4fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c71b07ec-88b6-4b91-88af-cdbe675ae5c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:56:59Z', 'updated_at': '2022-02-02T06:57:05Z', 'revision_number': 4, 'project_id': 'a5b11438631643ef8d3efce0551ce774', 'subnets': [{'id': 'c71b07ec-88b6-4b91-88af-cdbe675ae5c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 06:57:07.527928 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-646d09b9-810a-4bbf-a9ca-00d6094bd337 None None] Provisioning complete for port 1b029970-8f02-4bc4-99f8-4a98c6af5c6e triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:57:07.528494 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-646d09b9-810a-4bbf-a9ca-00d6094bd337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (1b029970-8f02-4bc4-99f8-4a98c6af5c6e), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:07.551205 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce85dc4-29e1-4a91-a2fc-bc6f886cfde2 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Pushing event updated for resources: {'Port': ['ID=3e4c66cb-a4cd-45d3-9f53-38fcaec4cfe1,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:07.572729 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-646d09b9-810a-4bbf-a9ca-00d6094bd337 None None] Port 1b029970-8f02-4bc4-99f8-4a98c6af5c6e cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 06:57:07.599584 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce85dc4-29e1-4a91-a2fc-bc6f886cfde2 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:57:07.620516 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-a8ea3c57-1229-4b75-9220-704457cb3f4e req-2b4b3ad7-f398-40b8-ac45-9a47410e347b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b029970-8f02-4bc4-99f8-4a98c6af5c6e {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:57:07.623437 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-4ce85dc4-29e1-4a91-a2fc-bc6f886cfde2 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:57:07.626902 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce85dc4-29e1-4a91-a2fc-bc6f886cfde2 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:57:07.640059 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-a8ea3c57-1229-4b75-9220-704457cb3f4e req-2b4b3ad7-f398-40b8-ac45-9a47410e347b service neutron] Publish callbacks [] for port (1b029970-8f02-4bc4-99f8-4a98c6af5c6e), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:07.654045 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-a8ea3c57-1229-4b75-9220-704457cb3f4e req-2b4b3ad7-f398-40b8-ac45-9a47410e347b service neutron] Transition to ACTIVE for port object 1b029970-8f02-4bc4-99f8-4a98c6af5c6e will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 06:57:07.662207 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-a8ea3c57-1229-4b75-9220-704457cb3f4e req-2b4b3ad7-f398-40b8-ac45-9a47410e347b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (1b029970-8f02-4bc4-99f8-4a98c6af5c6e), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:07.843528 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4ce85dc4-29e1-4a91-a2fc-bc6f886cfde2 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Publish callbacks [] for floatingip (7a43642b-9572-4189-aac5-dc4a7ff8d37e), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:07.983040 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4ce85dc4-29e1-4a91-a2fc-bc6f886cfde2 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3e4c66cb-a4cd-45d3-9f53-38fcaec4cfe1), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:08.009817 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4b3ad7-f398-40b8-ac45-9a47410e347b service neutron] Pushing event updated for resources: {'Port': ['ID=1b029970-8f02-4bc4-99f8-4a98c6af5c6e,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:08.177956 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-a8ea3c57-1229-4b75-9220-704457cb3f4e req-2b4b3ad7-f398-40b8-ac45-9a47410e347b service neutron] Attempting to bind port 1b029970-8f02-4bc4-99f8-4a98c6af5c6e on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:57:08.177956 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-a8ea3c57-1229-4b75-9220-704457cb3f4e req-2b4b3ad7-f398-40b8-ac45-9a47410e347b service neutron] Attempting to bind port 1b029970-8f02-4bc4-99f8-4a98c6af5c6e by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:57:08.178265 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ea3c57-1229-4b75-9220-704457cb3f4e req-2b4b3ad7-f398-40b8-ac45-9a47410e347b service neutron] Attempting to bind port 1b029970-8f02-4bc4-99f8-4a98c6af5c6e on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:57:08.192315 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ea3c57-1229-4b75-9220-704457cb3f4e req-2b4b3ad7-f398-40b8-ac45-9a47410e347b service neutron] Port 1b029970-8f02-4bc4-99f8-4a98c6af5c6e on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 06:57:08.192651 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ea3c57-1229-4b75-9220-704457cb3f4e req-2b4b3ad7-f398-40b8-ac45-9a47410e347b service neutron] Attempting to bind port 1b029970-8f02-4bc4-99f8-4a98c6af5c6e on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:57:08.226984 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6338ad-befc-4577-8db4-56f7d0623a94 req-4a485c71-8811-49f6-8508-018048381b54 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:08.248232 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2b6338ad-befc-4577-8db4-56f7d0623a94 req-4a485c71-8811-49f6-8508-018048381b54 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 945 time: 0.3233552 Feb 02 06:57:08.260919 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4ce85dc4-29e1-4a91-a2fc-bc6f886cfde2 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Publish callbacks [] for port (3e4c66cb-a4cd-45d3-9f53-38fcaec4cfe1), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:08.275203 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ea3c57-1229-4b75-9220-704457cb3f4e req-2b4b3ad7-f398-40b8-ac45-9a47410e347b service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:57:08.275732 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ea3c57-1229-4b75-9220-704457cb3f4e req-2b4b3ad7-f398-40b8-ac45-9a47410e347b service neutron] Checking segment: {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:57:08.276131 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8ea3c57-1229-4b75-9220-704457cb3f4e req-2b4b3ad7-f398-40b8-ac45-9a47410e347b service neutron] Bound using segment: {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:57:08.276583 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-a8ea3c57-1229-4b75-9220-704457cb3f4e req-2b4b3ad7-f398-40b8-ac45-9a47410e347b service neutron] Bound port: 1b029970-8f02-4bc4-99f8-4a98c6af5c6e, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:57:08.276950 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-a8ea3c57-1229-4b75-9220-704457cb3f4e req-2b4b3ad7-f398-40b8-ac45-9a47410e347b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (1b029970-8f02-4bc4-99f8-4a98c6af5c6e), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:08.287178 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4ce85dc4-29e1-4a91-a2fc-bc6f886cfde2 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (3e4c66cb-a4cd-45d3-9f53-38fcaec4cfe1), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:08.431941 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2b6338ad-befc-4577-8db4-56f7d0623a94 req-52646f06-0295-4512-8b62-732299276dbd tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826549 Feb 02 06:57:08.509616 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce85dc4-29e1-4a91-a2fc-bc6f886cfde2 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Pushing event updated for resources: {'Port': ['ID=3e4c66cb-a4cd-45d3-9f53-38fcaec4cfe1,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:08.512454 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-a8ea3c57-1229-4b75-9220-704457cb3f4e req-2b4b3ad7-f398-40b8-ac45-9a47410e347b service neutron] For port 1b029970-8f02-4bc4-99f8-4a98c6af5c6e, host n-h2-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:57:08.512717 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4ce85dc4-29e1-4a91-a2fc-bc6f886cfde2 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (7a43642b-9572-4189-aac5-dc4a7ff8d37e), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:08.521831 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-a8ea3c57-1229-4b75-9220-704457cb3f4e req-2b4b3ad7-f398-40b8-ac45-9a47410e347b service neutron] For port 1b029970-8f02-4bc4-99f8-4a98c6af5c6e, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=1b029970-8f02-4bc4-99f8-4a98c6af5c6e,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:57:08.548584 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403fbd70-f922-476a-ae9e-9eaabc8f9350 req-825db557-e273-4a23-be04-e25123cfd98e tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:08.550173 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-403fbd70-f922-476a-ae9e-9eaabc8f9350 req-825db557-e273-4a23-be04-e25123cfd98e tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.87 "GET /v2.0/ports?device_id=8bcb0621-52fe-4fab-a2be-b7b190e6b303 HTTP/1.1" status: 200 len: 946 time: 0.2780919 Feb 02 06:57:08.558126 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4ce85dc4-29e1-4a91-a2fc-bc6f886cfde2 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:08.563709 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-4ce85dc4-29e1-4a91-a2fc-bc6f886cfde2 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7667339 Feb 02 06:57:08.579195 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-a8ea3c57-1229-4b75-9220-704457cb3f4e req-2b4b3ad7-f398-40b8-ac45-9a47410e347b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (1b029970-8f02-4bc4-99f8-4a98c6af5c6e), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:08.638781 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-403fbd70-f922-476a-ae9e-9eaabc8f9350 req-9b4a739e-8ad5-4a65-ab25-54ef5e161a3d tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.87 "GET /v2.0/security-groups?id=974679eb-14d2-4f44-9e62-35ad2dae7bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760949 Feb 02 06:57:08.702588 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea3c57-1229-4b75-9220-704457cb3f4e req-2b4b3ad7-f398-40b8-ac45-9a47410e347b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:08.704458 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-a8ea3c57-1229-4b75-9220-704457cb3f4e req-2b4b3ad7-f398-40b8-ac45-9a47410e347b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:08.708989 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a8ea3c57-1229-4b75-9220-704457cb3f4e req-2b4b3ad7-f398-40b8-ac45-9a47410e347b service neutron] 10.222.0.59 "PUT /v2.0/ports/1b029970-8f02-4bc4-99f8-4a98c6af5c6e HTTP/1.1" status: 200 len: 1096 time: 2.0694983 Feb 02 06:57:08.732040 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87460aa0-853c-4ec6-ab2b-ee40083e0c57', 'tag': '1b029970-8f02-4bc4-99f8-4a98c6af5c6e'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:57:08.734775 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad4625b-9dd1-45da-81fd-b85e833011fc" -d '{"events": [{"name": "network-changed", "server_uuid": "87460aa0-853c-4ec6-ab2b-ee40083e0c57", "tag": "1b029970-8f02-4bc4-99f8-4a98c6af5c6e"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:57:08.813725 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a65dd-b5ef-4e77-8ea9-50e185212fa8 req-7bdd05b8-c90d-4ccd-a31d-6939de753a0a tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:08.815481 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d07a65dd-b5ef-4e77-8ea9-50e185212fa8 req-7bdd05b8-c90d-4ccd-a31d-6939de753a0a tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4ed7e9e-adc7-4d1f-b431-494897552f8f HTTP/1.1" status: 200 len: 950 time: 0.2734139 Feb 02 06:57:08.817249 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device a719bb2a-938e-4f90-a285-045e8b12ea2e up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:57:08.917317 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4b3ad7-f398-40b8-ac45-9a47410e347b service neutron] Pushing event updated for resources: {'Port': ['ID=1b029970-8f02-4bc4-99f8-4a98c6af5c6e,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:08.962604 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88419c98-7641-4790-94d7-e45c8c35dcbb req-805b3d51-3237-4941-8508-85787f3268e1 tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:08.972824 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-88419c98-7641-4790-94d7-e45c8c35dcbb req-805b3d51-3237-4941-8508-85787f3268e1 tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] 10.222.0.87 "GET /v2.0/ports?device_id=87460aa0-853c-4ec6-ab2b-ee40083e0c57 HTTP/1.1" status: 200 len: 947 time: 0.1388106 Feb 02 06:57:08.997796 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port a719bb2a-938e-4f90-a285-045e8b12ea2e triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:57:08.998176 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (a719bb2a-938e-4f90-a285-045e8b12ea2e), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:09.041452 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d07a65dd-b5ef-4e77-8ea9-50e185212fa8 req-5533f83f-aa76-4395-bba4-0d2d504600d7 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137275 Feb 02 06:57:09.091038 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea3c57-1229-4b75-9220-704457cb3f4e req-29d43ad7-cb74-4742-bb0f-972321402fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:09.092574 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a8ea3c57-1229-4b75-9220-704457cb3f4e req-29d43ad7-cb74-4742-bb0f-972321402fb8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dc66c3d4b5c840bf88308a68a34af5d8&device_id=87460aa0-853c-4ec6-ab2b-ee40083e0c57 HTTP/1.1" status: 200 len: 1130 time: 0.2932301 Feb 02 06:57:09.107838 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-88419c98-7641-4790-94d7-e45c8c35dcbb req-2cf4d77f-aa02-4d5d-babc-2b284060a879 tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] 10.222.0.87 "GET /v2.0/security-groups?id=9d9ff11e-8353-4814-9482-2b8ccb37288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335318 Feb 02 06:57:09.214376 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a8ea3c57-1229-4b75-9220-704457cb3f4e req-66d76fb1-318d-4170-9a4b-0a3f654325e1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=1b029970-8f02-4bc4-99f8-4a98c6af5c6e HTTP/1.1" status: 200 len: 217 time: 0.0979784 Feb 02 06:57:09.239927 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 06:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd3815e-df41-4440-8cce-d95e9746ee98 x-openstack-request-id: req-0cd3815e-df41-4440-8cce-d95e9746ee98 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:57:09.240545 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87460aa0-853c-4ec6-ab2b-ee40083e0c57", "tag": "1b029970-8f02-4bc4-99f8-4a98c6af5c6e", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:57:09.242036 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port a719bb2a-938e-4f90-a285-045e8b12ea2e is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:57:09.242491 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-0cd3815e-df41-4440-8cce-d95e9746ee98 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:57:09.243102 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87460aa0-853c-4ec6-ab2b-ee40083e0c57', 'tag': '1b029970-8f02-4bc4-99f8-4a98c6af5c6e', 'status': 'completed', 'code': 200} Feb 02 06:57:09.326645 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea3c57-1229-4b75-9220-704457cb3f4e req-f475c159-17e1-4f82-ab7c-3de87c3bb810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:09.328474 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a8ea3c57-1229-4b75-9220-704457cb3f4e req-f475c159-17e1-4f82-ab7c-3de87c3bb810 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.1073039 Feb 02 06:57:09.385455 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea3c57-1229-4b75-9220-704457cb3f4e req-76dd0e2c-ece6-4ee0-81a5-3b92fc12e0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:09.387377 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a8ea3c57-1229-4b75-9220-704457cb3f4e req-76dd0e2c-ece6-4ee0-81a5-3b92fc12e0f6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0527360 Feb 02 06:57:09.504221 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a8ea3c57-1229-4b75-9220-704457cb3f4e req-d7127122-1ecc-4d1a-ab90-2041a1682d0b service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090815 Feb 02 06:57:09.679421 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a8ea3c57-1229-4b75-9220-704457cb3f4e req-f44a6ae6-1c57-4a64-8a34-579e2ff562ae service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688340 Feb 02 06:57:09.720782 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd82d90f-23a9-42a2-82ba-1b7f75f62d4d req-f3a56f64-ae8d-4c5e-ba3b-a1806bf4522b tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:09.722805 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cd82d90f-23a9-42a2-82ba-1b7f75f62d4d req-f3a56f64-ae8d-4c5e-ba3b-a1806bf4522b tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 945 time: 0.1560841 Feb 02 06:57:09.809600 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cd82d90f-23a9-42a2-82ba-1b7f75f62d4d req-c5be9715-6977-4b20-b089-533bf0250ba3 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783684 Feb 02 06:57:09.840421 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd161360-f6b3-4185-aee7-11dcb1653861 req-a96c1d1c-8421-428d-b161-91fc56efd0d4 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:09.842026 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cd161360-f6b3-4185-aee7-11dcb1653861 req-a96c1d1c-8421-428d-b161-91fc56efd0d4 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.87 "GET /v2.0/ports?device_id=8bcb0621-52fe-4fab-a2be-b7b190e6b303 HTTP/1.1" status: 200 len: 946 time: 0.0780180 Feb 02 06:57:09.890599 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad4625b-9dd1-45da-81fd-b85e833011fc req-a735960b-49e6-4c13-8996-651dbb0fbd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:09.892368 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7ad4625b-9dd1-45da-81fd-b85e833011fc req-a735960b-49e6-4c13-8996-651dbb0fbd33 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dc66c3d4b5c840bf88308a68a34af5d8&device_id=87460aa0-853c-4ec6-ab2b-ee40083e0c57 HTTP/1.1" status: 200 len: 1130 time: 0.0551069 Feb 02 06:57:09.903521 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cd161360-f6b3-4185-aee7-11dcb1653861 req-fea0fba4-bbe0-4dd5-9abf-7319082d79e7 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.87 "GET /v2.0/security-groups?id=974679eb-14d2-4f44-9e62-35ad2dae7bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552111 Feb 02 06:57:10.007643 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad4625b-9dd1-45da-81fd-b85e833011fc req-6fd82e4e-7489-4283-a2b6-eb9a969f40d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:10.009496 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7ad4625b-9dd1-45da-81fd-b85e833011fc req-6fd82e4e-7489-4283-a2b6-eb9a969f40d2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 HTTP/1.1" status: 200 len: 870 time: 0.0921471 Feb 02 06:57:10.225585 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbd83c5-c1cb-411c-a69d-e2f3f2d2cf1d req-2544e7d8-69cc-4112-8d07-7ee1eba10d5a tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:10.228647 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4fbd83c5-c1cb-411c-a69d-e2f3f2d2cf1d req-2544e7d8-69cc-4112-8d07-7ee1eba10d5a tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] 10.222.0.87 "GET /v2.0/ports?device_id=87460aa0-853c-4ec6-ab2b-ee40083e0c57 HTTP/1.1" status: 200 len: 947 time: 0.0584123 Feb 02 06:57:10.291901 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4fbd83c5-c1cb-411c-a69d-e2f3f2d2cf1d req-9227e6df-112e-45ac-a4ee-f9dfa4377c19 tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] 10.222.0.87 "GET /v2.0/security-groups?id=9d9ff11e-8353-4814-9482-2b8ccb37288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549815 Feb 02 06:57:10.391907 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8242d97a-b710-4161-9cac-f9bc94a9970b req-06a304c2-2d1e-466a-b7c2-ee9b19e2a578 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:10.394232 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8242d97a-b710-4161-9cac-f9bc94a9970b req-06a304c2-2d1e-466a-b7c2-ee9b19e2a578 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bcb0621-52fe-4fab-a2be-b7b190e6b303 HTTP/1.1" status: 200 len: 946 time: 0.1014223 Feb 02 06:57:10.405435 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7ad4625b-9dd1-45da-81fd-b85e833011fc req-6a0ee1fc-558d-4146-8417-8c4a63d14868 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=1b029970-8f02-4bc4-99f8-4a98c6af5c6e HTTP/1.1" status: 200 len: 217 time: 0.3890855 Feb 02 06:57:10.510212 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad4625b-9dd1-45da-81fd-b85e833011fc req-28da1bc9-d502-479f-8d99-7cb459b73251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:10.513850 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7ad4625b-9dd1-45da-81fd-b85e833011fc req-28da1bc9-d502-479f-8d99-7cb459b73251 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.0960147 Feb 02 06:57:10.540856 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-8242d97a-b710-4161-9cac-f9bc94a9970b req-dc05753f-5c72-4f1d-ba54-a55ced56fa5b tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Deleting port 18f614de-94b5-44f2-9741-5c2fb1047720 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 06:57:10.541198 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-8242d97a-b710-4161-9cac-f9bc94a9970b req-dc05753f-5c72-4f1d-ba54-a55ced56fa5b tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (18f614de-94b5-44f2-9741-5c2fb1047720), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:10.542153 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390c03c-4f95-41a3-9ade-4825975eba20 req-ca9ea206-4583-443e-8096-05d119cff454 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:10.552034 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c390c03c-4f95-41a3-9ade-4825975eba20 req-ca9ea206-4583-443e-8096-05d119cff454 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4ed7e9e-adc7-4d1f-b431-494897552f8f HTTP/1.1" status: 200 len: 950 time: 0.1493113 Feb 02 06:57:10.650631 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c390c03c-4f95-41a3-9ade-4825975eba20 req-3a1a535d-43ed-4396-9746-9494116d8578 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916977 Feb 02 06:57:10.654879 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad4625b-9dd1-45da-81fd-b85e833011fc req-0db5456b-5a2d-46f4-8451-0b5a019e8f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:10.656535 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7ad4625b-9dd1-45da-81fd-b85e833011fc req-0db5456b-5a2d-46f4-8451-0b5a019e8f7e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1361222 Feb 02 06:57:10.662441 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-8242d97a-b710-4161-9cac-f9bc94a9970b req-dc05753f-5c72-4f1d-ba54-a55ced56fa5b tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] For port 18f614de-94b5-44f2-9741-5c2fb1047720, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=18f614de-94b5-44f2-9741-5c2fb1047720,segment=NetworkSegment(7c23084e-868e-4f06-b4ca-b642252d4dc6),segment_id=7c23084e-868e-4f06-b4ca-b642252d4dc6)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:57:10.662886 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-8242d97a-b710-4161-9cac-f9bc94a9970b req-dc05753f-5c72-4f1d-ba54-a55ced56fa5b tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (18f614de-94b5-44f2-9741-5c2fb1047720), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:10.781395 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7ad4625b-9dd1-45da-81fd-b85e833011fc req-365a8a03-dc46-47d2-a0ac-a36a368f28fa service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164782 Feb 02 06:57:10.902306 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-aab85658-3d64-4991-a38c-e5e0fd3403b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:10.932112 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7ad4625b-9dd1-45da-81fd-b85e833011fc req-3ee3495a-b6ac-4a63-b3b3-f06682019086 service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429887 Feb 02 06:57:11.093209 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbea1fc3-c6b3-4bad-b2a1-9f1af20acd16 req-9ce39030-a803-4fd1-9151-add2a073d6dd tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:11.095052 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bbea1fc3-c6b3-4bad-b2a1-9f1af20acd16 req-9ce39030-a803-4fd1-9151-add2a073d6dd tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.87 "GET /v2.0/ports?device_id=8bcb0621-52fe-4fab-a2be-b7b190e6b303 HTTP/1.1" status: 200 len: 946 time: 0.0617440 Feb 02 06:57:11.166583 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bbea1fc3-c6b3-4bad-b2a1-9f1af20acd16 req-a814d851-7cb3-4d9f-aa08-470a07ca2478 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.87 "GET /v2.0/security-groups?id=974679eb-14d2-4f44-9e62-35ad2dae7bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652714 Feb 02 06:57:11.322460 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-8242d97a-b710-4161-9cac-f9bc94a9970b req-dc05753f-5c72-4f1d-ba54-a55ced56fa5b tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:11.323121 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-8242d97a-b710-4161-9cac-f9bc94a9970b req-dc05753f-5c72-4f1d-ba54-a55ced56fa5b tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (9a3bfa97-b8a0-45e5-80b0-46cf162f7859), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:11.323381 n-d-789963-26 neutron-server[109693]: INFO neutron.db.l3_db [req-8242d97a-b710-4161-9cac-f9bc94a9970b req-dc05753f-5c72-4f1d-ba54-a55ced56fa5b tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Floating IP 9a3bfa97-b8a0-45e5-80b0-46cf162f7859 disassociated. External IP: 172.25.4.55, port: 18f614de-94b5-44f2-9741-5c2fb1047720. Feb 02 06:57:11.324180 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-8242d97a-b710-4161-9cac-f9bc94a9970b req-dc05753f-5c72-4f1d-ba54-a55ced56fa5b tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Calling delete_port for 18f614de-94b5-44f2-9741-5c2fb1047720 owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 06:57:11.404034 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127660c4-c21e-428a-bc76-11994ba977a0 req-2491baf6-a425-4394-8051-23a1abc5ba7a tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:11.405917 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-127660c4-c21e-428a-bc76-11994ba977a0 req-2491baf6-a425-4394-8051-23a1abc5ba7a tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 945 time: 0.4799042 Feb 02 06:57:11.430110 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66888f5-5dc9-421e-b0a9-765d996caa66 req-8b6b9d17-3ff8-4262-b7e2-b0d00f36a1d4 tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:11.431862 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d66888f5-5dc9-421e-b0a9-765d996caa66 req-8b6b9d17-3ff8-4262-b7e2-b0d00f36a1d4 tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] 10.222.0.87 "GET /v2.0/ports?device_id=87460aa0-853c-4ec6-ab2b-ee40083e0c57 HTTP/1.1" status: 200 len: 947 time: 0.0582073 Feb 02 06:57:11.519641 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d66888f5-5dc9-421e-b0a9-765d996caa66 req-45e9e858-8e30-498e-8362-2167d94da06c tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] 10.222.0.87 "GET /v2.0/security-groups?id=9d9ff11e-8353-4814-9482-2b8ccb37288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786030 Feb 02 06:57:11.555569 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-127660c4-c21e-428a-bc76-11994ba977a0 req-67339177-055f-45cf-96a2-5bf11ccac458 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425035 Feb 02 06:57:11.561948 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-8242d97a-b710-4161-9cac-f9bc94a9970b req-dc05753f-5c72-4f1d-ba54-a55ced56fa5b tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (18f614de-94b5-44f2-9741-5c2fb1047720), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:11.601886 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc05753f-5c72-4f1d-ba54-a55ced56fa5b tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Pushing event deleted for resources: {'Port': ['ID=18f614de-94b5-44f2-9741-5c2fb1047720,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:11.733587 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8242d97a-b710-4161-9cac-f9bc94a9970b req-dc05753f-5c72-4f1d-ba54-a55ced56fa5b tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Router 89ea859b-7612-4f81-beaa-bd4c70e19297 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 06:57:11.844370 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926d5a1-0b69-4a33-a13f-c35d27a8f790 req-77b6dfdd-cf26-4e5b-be37-b380654463cb tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:11.845946 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7926d5a1-0b69-4a33-a13f-c35d27a8f790 req-77b6dfdd-cf26-4e5b-be37-b380654463cb tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4ed7e9e-adc7-4d1f-b431-494897552f8f HTTP/1.1" status: 200 len: 950 time: 0.1294506 Feb 02 06:57:11.923752 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8242d97a-b710-4161-9cac-f9bc94a9970b req-dc05753f-5c72-4f1d-ba54-a55ced56fa5b tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 06:57:11.943879 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2042cd27-a353-4458-bd5f-6bb5246f97ad None None] Sync routers for ids ['89ea859b-7612-4f81-beaa-bd4c70e19297'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 06:57:11.957627 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2042cd27-a353-4458-bd5f-6bb5246f97ad None None] Routers {'89ea859b-7612-4f81-beaa-bd4c70e19297'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 06:57:11.958538 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-2042cd27-a353-4458-bd5f-6bb5246f97ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:56:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['89ea859b-7612-4f81-beaa-bd4c70e19297'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:57:11.975395 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7926d5a1-0b69-4a33-a13f-c35d27a8f790 req-e35306f6-d82c-4734-a440-889cfc727a3c tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989125 Feb 02 06:57:12.004832 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-8242d97a-b710-4161-9cac-f9bc94a9970b req-dc05753f-5c72-4f1d-ba54-a55ced56fa5b tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] No DVR routers for this DVR port 18f614de-94b5-44f2-9741-5c2fb1047720 on host n-h2-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 06:57:12.008161 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-8242d97a-b710-4161-9cac-f9bc94a9970b req-dc05753f-5c72-4f1d-ba54-a55ced56fa5b tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:12.012249 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8242d97a-b710-4161-9cac-f9bc94a9970b req-dc05753f-5c72-4f1d-ba54-a55ced56fa5b tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.59 "DELETE /v2.0/ports/18f614de-94b5-44f2-9741-5c2fb1047720 HTTP/1.1" status: 204 len: 173 time: 1.6123066 Feb 02 06:57:12.013167 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bcb0621-52fe-4fab-a2be-b7b190e6b303', 'name': 'network-vif-deleted', 'tag': '18f614de-94b5-44f2-9741-5c2fb1047720'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:57:12.016032 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-304b5d8c-f70e-4c7f-a94c-486aee4aba70" -d '{"events": [{"server_uuid": "8bcb0621-52fe-4fab-a2be-b7b190e6b303", "name": "network-vif-deleted", "tag": "18f614de-94b5-44f2-9741-5c2fb1047720"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:57:12.077416 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 06:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e53a4e-0e93-4335-a4fd-13058d02b856 x-openstack-request-id: req-63e53a4e-0e93-4335-a4fd-13058d02b856 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:57:12.078397 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bcb0621-52fe-4fab-a2be-b7b190e6b303", "name": "network-vif-deleted", "tag": "18f614de-94b5-44f2-9741-5c2fb1047720", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:57:12.078961 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-63e53a4e-0e93-4335-a4fd-13058d02b856 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:57:12.079597 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bcb0621-52fe-4fab-a2be-b7b190e6b303', 'name': 'network-vif-deleted', 'tag': '18f614de-94b5-44f2-9741-5c2fb1047720', 'status': 'completed', 'code': 200} Feb 02 06:57:12.141103 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-2042cd27-a353-4458-bd5f-6bb5246f97ad None None] Set router 89ea859b-7612-4f81-beaa-bd4c70e19297 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 06:57:12.363331 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-978875ea-1cb9-40dc-a95b-51e26398e677 req-fd9bfe37-1f85-44d3-8c55-a5930930c331 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.87 "GET /v2.0/ports?device_id=8bcb0621-52fe-4fab-a2be-b7b190e6b303 HTTP/1.1" status: 200 len: 210 time: 0.0401852 Feb 02 06:57:12.407638 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-2042cd27-a353-4458-bd5f-6bb5246f97ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ea859b-7612-4f81-beaa-bd4c70e19297', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-611324980-router', 'tenant_id': '27772d6a8fab4cb7b33a5a3297c51100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': 'ac1107f0-bc04-48ae-97a7-d6d42c6da1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:53:12Z', 'updated_at': '2022-02-02T06:53:27Z', 'revision_number': 4, 'project_id': '27772d6a8fab4cb7b33a5a3297c51100', 'gw_port': {'id': 'ac1107f0-bc04-48ae-97a7-d6d42c6da1e8', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ea859b-7612-4f81-beaa-bd4c70e19297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:53:15Z', 'updated_at': '2022-02-02T06:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '1bd3aaf2-8e17-41bf-a83d-e991ebf2ebd8', 'name': '', 'network_id': '081c026d-8798-47ae-ae28-6481babaa3fe', 'tenant_id': '27772d6a8fab4cb7b33a5a3297c51100', 'mac_address': 'fa:16:3e:e7:b3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ea859b-7612-4f81-beaa-bd4c70e19297', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '10d74aaf-e202-4a59-be8f-2452f7f95bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:53:23Z', 'updated_at': '2022-02-02T06:53:32Z', 'revision_number': 5, 'project_id': '27772d6a8fab4cb7b33a5a3297c51100', 'subnets': [{'id': '10d74aaf-e202-4a59-be8f-2452f7f95bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:57:12.439755 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2042cd27-a353-4458-bd5f-6bb5246f97ad None None] Checking router: 89ea859b-7612-4f81-beaa-bd4c70e19297 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 06:57:12.449309 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2042cd27-a353-4458-bd5f-6bb5246f97ad None None] Routers {'89ea859b-7612-4f81-beaa-bd4c70e19297'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 06:57:12.450042 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-2042cd27-a353-4458-bd5f-6bb5246f97ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:56:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['89ea859b-7612-4f81-beaa-bd4c70e19297'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:57:12.687003 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d67865b-faa6-4cc6-985e-1603f100b6fc req-c9832d21-f991-4d5b-9b61-0de2a0285b51 tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:12.688751 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8d67865b-faa6-4cc6-985e-1603f100b6fc req-c9832d21-f991-4d5b-9b61-0de2a0285b51 tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] 10.222.0.87 "GET /v2.0/ports?device_id=87460aa0-853c-4ec6-ab2b-ee40083e0c57 HTTP/1.1" status: 200 len: 947 time: 0.1008813 Feb 02 06:57:12.690719 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-2042cd27-a353-4458-bd5f-6bb5246f97ad None None] Set router 89ea859b-7612-4f81-beaa-bd4c70e19297 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 06:57:12.746368 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8d67865b-faa6-4cc6-985e-1603f100b6fc req-4fb415e7-95ca-45e0-9980-93f83c191eee tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] 10.222.0.87 "GET /v2.0/security-groups?id=9d9ff11e-8353-4814-9482-2b8ccb37288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504010 Feb 02 06:57:12.774674 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea90d0-1d7b-4624-9558-900983b3657c req-cd88f052-7e45-422a-9130-af5c0467b87c tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:12.783468 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b4ea90d0-1d7b-4624-9558-900983b3657c req-cd88f052-7e45-422a-9130-af5c0467b87c tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 945 time: 0.1102834 Feb 02 06:57:12.849056 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b4ea90d0-1d7b-4624-9558-900983b3657c req-ceecca28-6e93-45ae-83b1-973763be4f57 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644221 Feb 02 06:57:12.964492 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-2042cd27-a353-4458-bd5f-6bb5246f97ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ea859b-7612-4f81-beaa-bd4c70e19297', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-611324980-router', 'tenant_id': '27772d6a8fab4cb7b33a5a3297c51100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': 'ac1107f0-bc04-48ae-97a7-d6d42c6da1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:53:12Z', 'updated_at': '2022-02-02T06:53:27Z', 'revision_number': 4, 'project_id': '27772d6a8fab4cb7b33a5a3297c51100', 'gw_port': {'id': 'ac1107f0-bc04-48ae-97a7-d6d42c6da1e8', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ea859b-7612-4f81-beaa-bd4c70e19297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:53:15Z', 'updated_at': '2022-02-02T06:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '1bd3aaf2-8e17-41bf-a83d-e991ebf2ebd8', 'name': '', 'network_id': '081c026d-8798-47ae-ae28-6481babaa3fe', 'tenant_id': '27772d6a8fab4cb7b33a5a3297c51100', 'mac_address': 'fa:16:3e:e7:b3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ea859b-7612-4f81-beaa-bd4c70e19297', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '10d74aaf-e202-4a59-be8f-2452f7f95bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:53:23Z', 'updated_at': '2022-02-02T06:53:32Z', 'revision_number': 5, 'project_id': '27772d6a8fab4cb7b33a5a3297c51100', 'subnets': [{'id': '10d74aaf-e202-4a59-be8f-2452f7f95bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:57:12.999139 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2042cd27-a353-4458-bd5f-6bb5246f97ad None None] The sync data for ids ['89ea859b-7612-4f81-beaa-bd4c70e19297'] in n-d-789963-26 is: [{'id': '89ea859b-7612-4f81-beaa-bd4c70e19297', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-611324980-router', 'tenant_id': '27772d6a8fab4cb7b33a5a3297c51100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': 'ac1107f0-bc04-48ae-97a7-d6d42c6da1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:53:12Z', 'updated_at': '2022-02-02T06:53:27Z', 'revision_number': 4, 'project_id': '27772d6a8fab4cb7b33a5a3297c51100', 'gw_port': {'id': 'ac1107f0-bc04-48ae-97a7-d6d42c6da1e8', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ea859b-7612-4f81-beaa-bd4c70e19297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:53:15Z', 'updated_at': '2022-02-02T06:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '1bd3aaf2-8e17-41bf-a83d-e991ebf2ebd8', 'name': '', 'network_id': '081c026d-8798-47ae-ae28-6481babaa3fe', 'tenant_id': '27772d6a8fab4cb7b33a5a3297c51100', 'mac_address': 'fa:16:3e:e7:b3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ea859b-7612-4f81-beaa-bd4c70e19297', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '10d74aaf-e202-4a59-be8f-2452f7f95bcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:53:23Z', 'updated_at': '2022-02-02T06:53:32Z', 'revision_number': 5, 'project_id': '27772d6a8fab4cb7b33a5a3297c51100', 'subnets': [{'id': '10d74aaf-e202-4a59-be8f-2452f7f95bcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 06:57:13.121347 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd13348-41d8-48dd-b9ea-9e6cf4d8ed88 req-a51edd7a-633a-45ea-9dea-47f17c7dff13 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:13.122849 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5dd13348-41d8-48dd-b9ea-9e6cf4d8ed88 req-a51edd7a-633a-45ea-9dea-47f17c7dff13 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4ed7e9e-adc7-4d1f-b431-494897552f8f HTTP/1.1" status: 200 len: 950 time: 0.0596874 Feb 02 06:57:13.171619 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5dd13348-41d8-48dd-b9ea-9e6cf4d8ed88 req-4efb8c00-8f83-4ce1-83af-b4e452f0e89e tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429080 Feb 02 06:57:13.241118 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d27a78ad-3945-4610-91f6-bafa964c0de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:13.281027 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58c6db3-1696-4ede-8d4d-0738ec836094 None None] New status for floating IP 9a3bfa97-b8a0-45e5-80b0-46cf162f7859: DOWN {{(pid=109695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 06:57:13.532283 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 34108) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:57:13.587634 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-75fae617-17ff-4f43-a418-375e0363a57f tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Publish callbacks [] for security_group (974679eb-14d2-4f44-9e62-35ad2dae7bbf), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:13.612070 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-75fae617-17ff-4f43-a418-375e0363a57f tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Publish callbacks [] for security_group (974679eb-14d2-4f44-9e62-35ad2dae7bbf), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:13.661100 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-75fae617-17ff-4f43-a418-375e0363a57f tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (974679eb-14d2-4f44-9e62-35ad2dae7bbf), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:13.663987 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-75fae617-17ff-4f43-a418-375e0363a57f tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:13.665314 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-75fae617-17ff-4f43-a418-375e0363a57f tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.87 "DELETE /v2.0/security-groups/974679eb-14d2-4f44-9e62-35ad2dae7bbf HTTP/1.1" status: 204 len: 168 time: 0.1319344 Feb 02 06:57:13.668178 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 34110) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:57:13.675217 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fae617-17ff-4f43-a418-375e0363a57f tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=974679eb-14d2-4f44-9e62-35ad2dae7bbf,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:13.683686 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fae617-17ff-4f43-a418-375e0363a57f tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:57:13.684053 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fae617-17ff-4f43-a418-375e0363a57f tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:57:13.684233 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-846f3cc9-1975-485f-9b35-01631a1e29b0 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] show failed (client error): The resource could not be found. Feb 02 06:57:13.684401 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fae617-17ff-4f43-a418-375e0363a57f tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:57:13.685014 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fae617-17ff-4f43-a418-375e0363a57f tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:57:13.688356 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fae617-17ff-4f43-a418-375e0363a57f tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:57:13.688989 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-846f3cc9-1975-485f-9b35-01631a1e29b0 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.87 "GET /v2.0/security-groups/974679eb-14d2-4f44-9e62-35ad2dae7bbf HTTP/1.1" status: 404 len: 347 time: 0.0159814 Feb 02 06:57:13.689090 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fae617-17ff-4f43-a418-375e0363a57f tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:57:13.689090 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fae617-17ff-4f43-a418-375e0363a57f tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:57:13.689090 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fae617-17ff-4f43-a418-375e0363a57f tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:57:13.689090 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fae617-17ff-4f43-a418-375e0363a57f tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:57:13.689090 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fae617-17ff-4f43-a418-375e0363a57f tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:57:13.689090 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fae617-17ff-4f43-a418-375e0363a57f tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:57:13.689090 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fae617-17ff-4f43-a418-375e0363a57f tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:57:13.689090 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fae617-17ff-4f43-a418-375e0363a57f tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:57:13.689643 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 34112) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:57:13.862421 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-09086ad6-b97f-45e8-ace3-5a6f9b67deb6 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Deleting port 25249144-3f76-4c2a-af98-2a432b97e219 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 06:57:13.862754 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-09086ad6-b97f-45e8-ace3-5a6f9b67deb6 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (25249144-3f76-4c2a-af98-2a432b97e219), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:13.943696 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda8c150-7378-4aa8-84f8-5f9ea3bb788c req-9ee15509-b76e-465d-bc8b-ecc224d1df8a tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:13.945870 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cda8c150-7378-4aa8-84f8-5f9ea3bb788c req-9ee15509-b76e-465d-bc8b-ecc224d1df8a tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] 10.222.0.87 "GET /v2.0/ports?device_id=87460aa0-853c-4ec6-ab2b-ee40083e0c57 HTTP/1.1" status: 200 len: 947 time: 0.1172185 Feb 02 06:57:13.969107 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-09086ad6-b97f-45e8-ace3-5a6f9b67deb6 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (25249144-3f76-4c2a-af98-2a432b97e219), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:13.969436 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-09086ad6-b97f-45e8-ace3-5a6f9b67deb6 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Publish callbacks [] for floatingip (25249144-3f76-4c2a-af98-2a432b97e219), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:13.993764 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-09086ad6-b97f-45e8-ace3-5a6f9b67deb6 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Calling delete_port for 25249144-3f76-4c2a-af98-2a432b97e219 owned by network:floatingip {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 06:57:14.000582 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae6c84a-b541-4bee-a4c0-3aee56fe3572 req-484b9f21-70c7-40e6-a36a-8c38c2c9bcf8 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:14.002262 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cae6c84a-b541-4bee-a4c0-3aee56fe3572 req-484b9f21-70c7-40e6-a36a-8c38c2c9bcf8 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 945 time: 0.0614421 Feb 02 06:57:14.026329 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cda8c150-7378-4aa8-84f8-5f9ea3bb788c req-40249a2b-c3ac-4221-a507-864243f58df3 tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] 10.222.0.87 "GET /v2.0/security-groups?id=9d9ff11e-8353-4814-9482-2b8ccb37288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724113 Feb 02 06:57:14.081374 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cae6c84a-b541-4bee-a4c0-3aee56fe3572 req-962cc3ed-3244-4a9b-a5fe-3f5ee37aecec tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711415 Feb 02 06:57:14.176164 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-09086ad6-b97f-45e8-ace3-5a6f9b67deb6 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (25249144-3f76-4c2a-af98-2a432b97e219), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:14.208869 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09086ad6-b97f-45e8-ace3-5a6f9b67deb6 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Pushing event deleted for resources: {'Port': ['ID=25249144-3f76-4c2a-af98-2a432b97e219,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:14.317721 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-09086ad6-b97f-45e8-ace3-5a6f9b67deb6 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Publish callbacks [] for floatingip (9a3bfa97-b8a0-45e5-80b0-46cf162f7859), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:14.320827 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-09086ad6-b97f-45e8-ace3-5a6f9b67deb6 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:14.321998 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-09086ad6-b97f-45e8-ace3-5a6f9b67deb6 tempest-ServersWithSpecificFlavorTestJSON-336562379 tempest-ServersWithSpecificFlavorTestJSON-336562379-project] 10.222.0.87 "DELETE /v2.0/floatingips/9a3bfa97-b8a0-45e5-80b0-46cf162f7859 HTTP/1.1" status: 204 len: 168 time: 0.6323454 Feb 02 06:57:14.340970 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6392866a-a8c0-4888-a2b0-710766f9dd6c req-573ab156-3aa2-4e39-96de-75f68d3a9e6a tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:14.342494 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6392866a-a8c0-4888-a2b0-710766f9dd6c req-573ab156-3aa2-4e39-96de-75f68d3a9e6a tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4ed7e9e-adc7-4d1f-b431-494897552f8f HTTP/1.1" status: 200 len: 950 time: 0.0794935 Feb 02 06:57:14.401927 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6392866a-a8c0-4888-a2b0-710766f9dd6c req-27fce4b3-e92f-46c5-bdec-94829175a5c4 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522261 Feb 02 06:57:14.466648 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 1b029970-8f02-4bc4-99f8-4a98c6af5c6e details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 06:57:14.470472 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 18f614de-94b5-44f2-9741-5c2fb1047720 no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 06:57:14.494134 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] No Port match for: 18f614de-94b5-44f2-9741-5c2fb1047720 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 06:57:14.494742 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 18f614de-94b5-44f2-9741-5c2fb1047720 not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 06:57:14.534820 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:14.625589 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6909bbf4-53d2-4318-91e6-9d98119b60d0 req-d14c1fba-ef79-4281-9015-90c072d10752 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=52b98078d9f640fc9d1d8f83de5d0572&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306845 Feb 02 06:57:14.654724 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 1b029970-8f02-4bc4-99f8-4a98c6af5c6e, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=1b029970-8f02-4bc4-99f8-4a98c6af5c6e,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:57:14.667032 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': '1b029970-8f02-4bc4-99f8-4a98c6af5c6e', 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1', 'port_id': '1b029970-8f02-4bc4-99f8-4a98c6af5c6e', 'mac_address': 'fa:16:3e:a1:80:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d773733-62df-4956-84d3-71d17cfb6d11', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 06:57:14.713569 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 1b029970-8f02-4bc4-99f8-4a98c6af5c6e is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:57:14.714037 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (1b029970-8f02-4bc4-99f8-4a98c6af5c6e), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:14.731200 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b029970-8f02-4bc4-99f8-4a98c6af5c6e {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:57:14.731301 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 34186) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:57:14.749962 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 1b029970-8f02-4bc4-99f8-4a98c6af5c6e, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=1b029970-8f02-4bc4-99f8-4a98c6af5c6e,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:57:14.757452 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (1b029970-8f02-4bc4-99f8-4a98c6af5c6e), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:14.781665 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6909bbf4-53d2-4318-91e6-9d98119b60d0 req-db60ec02-cbec-4521-9224-95d07ec60e29 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:14.785018 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6909bbf4-53d2-4318-91e6-9d98119b60d0 req-db60ec02-cbec-4521-9224-95d07ec60e29 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1586595 Feb 02 06:57:14.805827 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6909bbf4-53d2-4318-91e6-9d98119b60d0 req-13d73dac-dc6f-416d-901c-f165bf79cd25 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] 10.222.0.87 "GET /v2.0/quotas/52b98078d9f640fc9d1d8f83de5d0572 HTTP/1.1" status: 200 len: 375 time: 0.0137792 Feb 02 06:57:14.823647 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=1b029970-8f02-4bc4-99f8-4a98c6af5c6e,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:14.854493 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6909bbf4-53d2-4318-91e6-9d98119b60d0 req-ae9652bd-2287-48cc-8d63-09308c0ad833 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=52b98078d9f640fc9d1d8f83de5d0572&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423679 Feb 02 06:57:15.175287 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c5102-68de-4327-ae9b-ca8aae3d94aa req-870d7041-0854-4bd6-a9fa-6496eb7aa5da tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:15.177061 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f87c5102-68de-4327-ae9b-ca8aae3d94aa req-870d7041-0854-4bd6-a9fa-6496eb7aa5da tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] 10.222.0.87 "GET /v2.0/ports?device_id=87460aa0-853c-4ec6-ab2b-ee40083e0c57 HTTP/1.1" status: 200 len: 948 time: 0.0619574 Feb 02 06:57:15.177827 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9b3cd7c1-57af-458e-a726-2e9d854bb01e req-5c5e7956-cc51-41e4-80a9-e329db6e69ce tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=52b98078d9f640fc9d1d8f83de5d0572&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315490 Feb 02 06:57:15.236803 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f87c5102-68de-4327-ae9b-ca8aae3d94aa req-e1478150-21f9-489c-b413-ff61814354fa tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] 10.222.0.87 "GET /v2.0/security-groups?id=9d9ff11e-8353-4814-9482-2b8ccb37288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502338 Feb 02 06:57:15.271911 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['1b029970-8f02-4bc4-99f8-4a98c6af5c6e'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:57:15.283525 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0c8c27f2-0f29-4f6b-8d75-055e0607b03f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (89ea859b-7612-4f81-beaa-bd4c70e19297), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:15.383535 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3cd7c1-57af-458e-a726-2e9d854bb01e req-abdcdf8f-de7f-45fd-9c21-a717265d1dec tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:15.390393 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9b3cd7c1-57af-458e-a726-2e9d854bb01e req-abdcdf8f-de7f-45fd-9c21-a717265d1dec tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2077439 Feb 02 06:57:15.390689 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb2682-7f1e-4736-9a8c-86427e642e06 req-08f0ea3f-6c55-494a-a419-fc10f18465ff tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:15.392707 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cdeb2682-7f1e-4736-9a8c-86427e642e06 req-08f0ea3f-6c55-494a-a419-fc10f18465ff tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 945 time: 0.0703752 Feb 02 06:57:15.410529 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9b3cd7c1-57af-458e-a726-2e9d854bb01e req-a6f34f50-2ac4-4fad-a2d4-60c295ec04ca tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] 10.222.0.87 "GET /v2.0/quotas/52b98078d9f640fc9d1d8f83de5d0572 HTTP/1.1" status: 200 len: 375 time: 0.0188689 Feb 02 06:57:15.486106 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9b3cd7c1-57af-458e-a726-2e9d854bb01e req-e26daccf-e439-4b19-9f9b-fd0ab99eabb7 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=52b98078d9f640fc9d1d8f83de5d0572&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0745339 Feb 02 06:57:15.493648 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cdeb2682-7f1e-4736-9a8c-86427e642e06 req-c5556483-4b9b-4f58-9fea-270fa072ec99 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836933 Feb 02 06:57:15.649068 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b63e79-c1e3-44f2-8c30-deb730a3b344 req-da4a68dd-46f7-41f2-9731-1db638b3513d tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:15.650879 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a7b63e79-c1e3-44f2-8c30-deb730a3b344 req-da4a68dd-46f7-41f2-9731-1db638b3513d tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4ed7e9e-adc7-4d1f-b431-494897552f8f HTTP/1.1" status: 200 len: 950 time: 0.0761862 Feb 02 06:57:15.736435 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a7b63e79-c1e3-44f2-8c30-deb730a3b344 req-9f665c82-8e3b-473a-a666-130891e3e13b tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793619 Feb 02 06:57:15.740608 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-0c8c27f2-0f29-4f6b-8d75-055e0607b03f admin admin] Deleting port 1bd3aaf2-8e17-41bf-a83d-e991ebf2ebd8 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 06:57:15.741142 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0c8c27f2-0f29-4f6b-8d75-055e0607b03f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (1bd3aaf2-8e17-41bf-a83d-e991ebf2ebd8), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:15.823270 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-39507897-072c-4d06-a3ca-5fe0ebd322b8 req-cb567163-9e10-4597-8dfb-efed3cd09ab9 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] 10.222.0.87 "GET /v2.0/ports?device_id=85e71e33-a6b8-4db5-82b4-b02cbcbff771 HTTP/1.1" status: 200 len: 210 time: 0.0694075 Feb 02 06:57:15.881004 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-0c8c27f2-0f29-4f6b-8d75-055e0607b03f admin admin] For port 1bd3aaf2-8e17-41bf-a83d-e991ebf2ebd8, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=1bd3aaf2-8e17-41bf-a83d-e991ebf2ebd8,segment=NetworkSegment(7c23084e-868e-4f06-b4ca-b642252d4dc6),segment_id=7c23084e-868e-4f06-b4ca-b642252d4dc6)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:57:15.881387 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0c8c27f2-0f29-4f6b-8d75-055e0607b03f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (1bd3aaf2-8e17-41bf-a83d-e991ebf2ebd8), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:15.897977 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-0c8c27f2-0f29-4f6b-8d75-055e0607b03f admin admin] Calling delete_port for 1bd3aaf2-8e17-41bf-a83d-e991ebf2ebd8 owned by network:router_interface {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 06:57:15.900181 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:16.117881 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0c8c27f2-0f29-4f6b-8d75-055e0607b03f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (1bd3aaf2-8e17-41bf-a83d-e991ebf2ebd8), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:16.160642 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8c27f2-0f29-4f6b-8d75-055e0607b03f admin admin] Pushing event deleted for resources: {'Port': ['ID=1bd3aaf2-8e17-41bf-a83d-e991ebf2ebd8,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:16.409945 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0c8c27f2-0f29-4f6b-8d75-055e0607b03f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (89ea859b-7612-4f81-beaa-bd4c70e19297), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:16.432037 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f5dea-e0ce-4417-8ae4-2aba463baff2 req-fc32df45-65c9-4975-8205-dbe419a43644 tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:16.433681 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c61f5dea-e0ce-4417-8ae4-2aba463baff2 req-fc32df45-65c9-4975-8205-dbe419a43644 tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] 10.222.0.87 "GET /v2.0/ports?device_id=87460aa0-853c-4ec6-ab2b-ee40083e0c57 HTTP/1.1" status: 200 len: 948 time: 0.0893312 Feb 02 06:57:16.545436 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c61f5dea-e0ce-4417-8ae4-2aba463baff2 req-2497b9f5-ef61-4b45-80d0-33ebbf4b3321 tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] 10.222.0.87 "GET /v2.0/security-groups?id=9d9ff11e-8353-4814-9482-2b8ccb37288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675824 Feb 02 06:57:16.607685 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6909bbf4-53d2-4318-91e6-9d98119b60d0 req-e9a9fdbb-4f8d-461a-a9f3-06789d22fe78 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=52b98078d9f640fc9d1d8f83de5d0572&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302277 Feb 02 06:57:16.661981 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c8e00c-4b38-4552-b848-fa2623b4301f req-7283feb5-ebeb-42f2-ae1c-d4dcf227214c tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:16.672400 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-24c8e00c-4b38-4552-b848-fa2623b4301f req-7283feb5-ebeb-42f2-ae1c-d4dcf227214c tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 945 time: 0.0780628 Feb 02 06:57:16.742931 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-24c8e00c-4b38-4552-b848-fa2623b4301f req-86abc070-529b-4d6f-b5a1-47d7defa8e69 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631847 Feb 02 06:57:16.871775 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6909bbf4-53d2-4318-91e6-9d98119b60d0 req-c5af2992-c7d7-42e4-80fc-59fddfbe68ac tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:16.872583 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6909bbf4-53d2-4318-91e6-9d98119b60d0 req-c5af2992-c7d7-42e4-80fc-59fddfbe68ac tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2500708 Feb 02 06:57:16.889784 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c8c27f2-0f29-4f6b-8d75-055e0607b03f admin admin] Router 89ea859b-7612-4f81-beaa-bd4c70e19297 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 06:57:16.895795 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-6909bbf4-53d2-4318-91e6-9d98119b60d0 req-7e29b0a8-905c-4aaa-ae36-b6010526ed65 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] Request body: {'port': {'device_id': 'd405eed3-0b9f-4623-8867-ec57f3a4eeb9', 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1', 'admin_state_up': True, 'tenant_id': '52b98078d9f640fc9d1d8f83de5d0572'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:57:16.926860 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2064e2c-b502-4082-b770-930f1086161e req-7c8ad558-7fdd-4026-b4a9-8ab065a29ebc tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:16.928360 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a2064e2c-b502-4082-b770-930f1086161e req-7c8ad558-7fdd-4026-b4a9-8ab065a29ebc tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4ed7e9e-adc7-4d1f-b431-494897552f8f HTTP/1.1" status: 200 len: 950 time: 0.1273363 Feb 02 06:57:16.972435 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6f93963d-594e-43d9-b629-11df4a24867f req-57ada8e1-2fef-4555-805a-dc3ab595601e tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] 10.222.0.87 "GET /v2.0/ports?device_id=85e71e33-a6b8-4db5-82b4-b02cbcbff771 HTTP/1.1" status: 200 len: 210 time: 0.0661011 Feb 02 06:57:17.069942 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9b3cd7c1-57af-458e-a726-2e9d854bb01e req-2347d4b1-5c20-43f9-8f70-3d117b57e142 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=52b98078d9f640fc9d1d8f83de5d0572&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453351 Feb 02 06:57:17.232392 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3cd7c1-57af-458e-a726-2e9d854bb01e req-75384a65-4cdb-44b0-b2c4-8babde815a12 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:17.233908 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9b3cd7c1-57af-458e-a726-2e9d854bb01e req-75384a65-4cdb-44b0-b2c4-8babde815a12 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1583853 Feb 02 06:57:17.256140 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:17.259996 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-9b3cd7c1-57af-458e-a726-2e9d854bb01e req-038bbeb3-84da-4b2b-a12d-f0801c179028 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] Request body: {'port': {'device_id': '85e71e33-a6b8-4db5-82b4-b02cbcbff771', 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1', 'admin_state_up': True, 'tenant_id': '52b98078d9f640fc9d1d8f83de5d0572'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:57:17.384342 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b3cd7c1-57af-458e-a726-2e9d854bb01e req-038bbeb3-84da-4b2b-a12d-f0801c179028 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] Made reservation on behalf of 52b98078d9f640fc9d1d8f83de5d0572 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:57:17.388305 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-9b3cd7c1-57af-458e-a726-2e9d854bb01e req-038bbeb3-84da-4b2b-a12d-f0801c179028 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:17.390119 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a2064e2c-b502-4082-b770-930f1086161e req-38a80853-c1f2-4e88-9dc1-ccc7ca49d5ff tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4492533 Feb 02 06:57:17.398278 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-9b3cd7c1-57af-458e-a726-2e9d854bb01e req-038bbeb3-84da-4b2b-a12d-f0801c179028 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:17.443600 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6909bbf4-53d2-4318-91e6-9d98119b60d0 req-7e29b0a8-905c-4aaa-ae36-b6010526ed65 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] Made reservation on behalf of 52b98078d9f640fc9d1d8f83de5d0572 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:57:17.447692 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6909bbf4-53d2-4318-91e6-9d98119b60d0 req-7e29b0a8-905c-4aaa-ae36-b6010526ed65 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:17.463359 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6909bbf4-53d2-4318-91e6-9d98119b60d0 req-7e29b0a8-905c-4aaa-ae36-b6010526ed65 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:17.467622 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c8c27f2-0f29-4f6b-8d75-055e0607b03f admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 06:57:17.477901 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-0c8c27f2-0f29-4f6b-8d75-055e0607b03f admin admin] 10.222.0.87 "PUT /v2.0/routers/89ea859b-7612-4f81-beaa-bd4c70e19297/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7455521 Feb 02 06:57:17.480764 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 34238) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:57:17.484841 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107c9c9a-099b-4f95-8741-9082f8e87fab None None] Sync routers for ids ['89ea859b-7612-4f81-beaa-bd4c70e19297'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 06:57:17.497636 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107c9c9a-099b-4f95-8741-9082f8e87fab None None] Routers {'89ea859b-7612-4f81-beaa-bd4c70e19297'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 06:57:17.498496 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-107c9c9a-099b-4f95-8741-9082f8e87fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:57:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['89ea859b-7612-4f81-beaa-bd4c70e19297'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:57:17.509022 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-9b3cd7c1-57af-458e-a726-2e9d854bb01e req-038bbeb3-84da-4b2b-a12d-f0801c179028 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] Publish callbacks [] for security_group (4bdd1a44-87ea-435b-a9e6-afe84899370a), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:17.514939 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-9b3cd7c1-57af-458e-a726-2e9d854bb01e req-038bbeb3-84da-4b2b-a12d-f0801c179028 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (4bdd1a44-87ea-435b-a9e6-afe84899370a), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:17.594951 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038bbeb3-84da-4b2b-a12d-f0801c179028 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bdd1a44-87ea-435b-a9e6-afe84899370a,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:17.632938 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-107c9c9a-099b-4f95-8741-9082f8e87fab None None] Set router 89ea859b-7612-4f81-beaa-bd4c70e19297 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 06:57:17.699449 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.db.api [req-6909bbf4-53d2-4318-91e6-9d98119b60d0 req-7e29b0a8-905c-4aaa-ae36-b6010526ed65 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 52b98078d9f640fc9d1d8f83de5d0572 {{(pid=109693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 06:57:17.699833 n-d-789963-26 neutron-server[109693]: DEBUG oslo_db.api [req-6909bbf4-53d2-4318-91e6-9d98119b60d0 req-7e29b0a8-905c-4aaa-ae36-b6010526ed65 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 06:57:17.711939 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-98ab5a51-6b4e-4957-bbd3-b96fef9b8ff3 admin admin] Publish callbacks [] for router (89ea859b-7612-4f81-beaa-bd4c70e19297), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:17.736780 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-9b3cd7c1-57af-458e-a726-2e9d854bb01e req-038bbeb3-84da-4b2b-a12d-f0801c179028 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] Allocated IP 192.168.233.94 (04bc5622-0c2b-4ce8-b107-e6abcbdf57e1/9d773733-62df-4956-84d3-71d17cfb6d11/2885a8c5-42d6-4a1b-a52c-7d8b52cf995c) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:57:17.762846 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83714789-84aa-498a-96fc-0e8a4dbd5a11 req-12a60e30-1a94-45e9-826e-f19e9dc1b176 tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:17.770203 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-83714789-84aa-498a-96fc-0e8a4dbd5a11 req-12a60e30-1a94-45e9-826e-f19e9dc1b176 tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] 10.222.0.87 "GET /v2.0/ports?device_id=87460aa0-853c-4ec6-ab2b-ee40083e0c57 HTTP/1.1" status: 200 len: 948 time: 0.1064973 Feb 02 06:57:17.854866 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-83714789-84aa-498a-96fc-0e8a4dbd5a11 req-b9c58d15-e828-4b5b-8263-30d79d9b2899 tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] 10.222.0.87 "GET /v2.0/security-groups?id=9d9ff11e-8353-4814-9482-2b8ccb37288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835240 Feb 02 06:57:17.933527 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 34264) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:57:17.955763 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-98ab5a51-6b4e-4957-bbd3-b96fef9b8ff3 admin admin] Publish callbacks [] for router_gateway (89ea859b-7612-4f81-beaa-bd4c70e19297), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:18.052453 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a710f-3ca4-47d0-b25f-e5df1b306182 req-41d553c1-2f96-41b2-8de3-d7740ddee1fb tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:18.061374 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4f2a710f-3ca4-47d0-b25f-e5df1b306182 req-41d553c1-2f96-41b2-8de3-d7740ddee1fb tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 945 time: 0.1229444 Feb 02 06:57:18.104415 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-107c9c9a-099b-4f95-8741-9082f8e87fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ea859b-7612-4f81-beaa-bd4c70e19297', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-611324980-router', 'tenant_id': '27772d6a8fab4cb7b33a5a3297c51100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': 'ac1107f0-bc04-48ae-97a7-d6d42c6da1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:53:12Z', 'updated_at': '2022-02-02T06:57:16Z', 'revision_number': 5, 'project_id': '27772d6a8fab4cb7b33a5a3297c51100', 'gw_port': {'id': 'ac1107f0-bc04-48ae-97a7-d6d42c6da1e8', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:6a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ea859b-7612-4f81-beaa-bd4c70e19297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:53:15Z', 'updated_at': '2022-02-02T06:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:57:18.175107 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107c9c9a-099b-4f95-8741-9082f8e87fab None None] Checking router: 89ea859b-7612-4f81-beaa-bd4c70e19297 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 06:57:18.189335 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4f2a710f-3ca4-47d0-b25f-e5df1b306182 req-1cf80e18-274a-42d9-a612-bbc5bfd9dd05 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215687 Feb 02 06:57:18.198442 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107c9c9a-099b-4f95-8741-9082f8e87fab None None] Routers {'89ea859b-7612-4f81-beaa-bd4c70e19297'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 06:57:18.199059 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-107c9c9a-099b-4f95-8741-9082f8e87fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:57:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['89ea859b-7612-4f81-beaa-bd4c70e19297'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:57:18.201152 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6909bbf4-53d2-4318-91e6-9d98119b60d0 req-7e29b0a8-905c-4aaa-ae36-b6010526ed65 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:18.207217 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-98ab5a51-6b4e-4957-bbd3-b96fef9b8ff3 admin admin] Deleting port ac1107f0-bc04-48ae-97a7-d6d42c6da1e8 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 06:57:18.207981 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-98ab5a51-6b4e-4957-bbd3-b96fef9b8ff3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (ac1107f0-bc04-48ae-97a7-d6d42c6da1e8), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:18.215583 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-54fdee89-2903-45b9-bac5-f0563e10be14 req-0ff1a523-e35a-4943-bd61-53f35aeee84b tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] 10.222.0.87 "GET /v2.0/ports?device_id=85e71e33-a6b8-4db5-82b4-b02cbcbff771 HTTP/1.1" status: 200 len: 210 time: 0.0773761 Feb 02 06:57:18.303762 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-9b3cd7c1-57af-458e-a726-2e9d854bb01e req-038bbeb3-84da-4b2b-a12d-f0801c179028 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] Publish callbacks [] for port (2885a8c5-42d6-4a1b-a52c-7d8b52cf995c), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:18.378053 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-98ab5a51-6b4e-4957-bbd3-b96fef9b8ff3 admin admin] For port ac1107f0-bc04-48ae-97a7-d6d42c6da1e8, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=ac1107f0-bc04-48ae-97a7-d6d42c6da1e8,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:57:18.378572 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-98ab5a51-6b4e-4957-bbd3-b96fef9b8ff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (ac1107f0-bc04-48ae-97a7-d6d42c6da1e8), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:18.395599 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-107c9c9a-099b-4f95-8741-9082f8e87fab None None] Set router 89ea859b-7612-4f81-beaa-bd4c70e19297 gateway port host: None {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 06:57:18.403868 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-98ab5a51-6b4e-4957-bbd3-b96fef9b8ff3 admin admin] Calling delete_port for ac1107f0-bc04-48ae-97a7-d6d42c6da1e8 owned by network:router_gateway {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 06:57:18.437420 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-9b3cd7c1-57af-458e-a726-2e9d854bb01e req-038bbeb3-84da-4b2b-a12d-f0801c179028 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (2885a8c5-42d6-4a1b-a52c-7d8b52cf995c), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:18.469593 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 1b029970-8f02-4bc4-99f8-4a98c6af5c6e up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:57:18.500596 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-107c9c9a-099b-4f95-8741-9082f8e87fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ea859b-7612-4f81-beaa-bd4c70e19297', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-611324980-router', 'tenant_id': '27772d6a8fab4cb7b33a5a3297c51100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:53:12Z', 'updated_at': '2022-02-02T06:57:17Z', 'revision_number': 6, 'project_id': '27772d6a8fab4cb7b33a5a3297c51100', 'gw_port_host': None}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:57:18.568049 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107c9c9a-099b-4f95-8741-9082f8e87fab None None] The sync data for ids ['89ea859b-7612-4f81-beaa-bd4c70e19297'] in n-d-789963-26 is: [{'id': '89ea859b-7612-4f81-beaa-bd4c70e19297', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-611324980-router', 'tenant_id': '27772d6a8fab4cb7b33a5a3297c51100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:53:12Z', 'updated_at': '2022-02-02T06:57:17Z', 'revision_number': 6, 'project_id': '27772d6a8fab4cb7b33a5a3297c51100', 'gw_port_host': None}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 06:57:18.583957 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b3cd7c1-57af-458e-a726-2e9d854bb01e req-038bbeb3-84da-4b2b-a12d-f0801c179028 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] Network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:57:18.614189 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-9b3cd7c1-57af-458e-a726-2e9d854bb01e req-038bbeb3-84da-4b2b-a12d-f0801c179028 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:57:18.620052 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b3cd7c1-57af-458e-a726-2e9d854bb01e req-038bbeb3-84da-4b2b-a12d-f0801c179028 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:57:18.653256 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-98ab5a51-6b4e-4957-bbd3-b96fef9b8ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (ac1107f0-bc04-48ae-97a7-d6d42c6da1e8), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:18.666147 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port 1b029970-8f02-4bc4-99f8-4a98c6af5c6e completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 06:57:18.673274 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port 1b029970-8f02-4bc4-99f8-4a98c6af5c6e triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:57:18.674450 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (1b029970-8f02-4bc4-99f8-4a98c6af5c6e), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:18.722523 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3cd7c1-57af-458e-a726-2e9d854bb01e req-038bbeb3-84da-4b2b-a12d-f0801c179028 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:18.729303 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-9b3cd7c1-57af-458e-a726-2e9d854bb01e req-038bbeb3-84da-4b2b-a12d-f0801c179028 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:18.739842 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ab5a51-6b4e-4957-bbd3-b96fef9b8ff3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac1107f0-bc04-48ae-97a7-d6d42c6da1e8,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:18.847214 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038bbeb3-84da-4b2b-a12d-f0801c179028 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] Pushing event updated for resources: {'Port': ['ID=2885a8c5-42d6-4a1b-a52c-7d8b52cf995c,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:18.862454 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9b3cd7c1-57af-458e-a726-2e9d854bb01e req-038bbeb3-84da-4b2b-a12d-f0801c179028 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6067388 Feb 02 06:57:18.881002 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 1b029970-8f02-4bc4-99f8-4a98c6af5c6e is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:57:18.882169 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (1b029970-8f02-4bc4-99f8-4a98c6af5c6e), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:18.927503 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87460aa0-853c-4ec6-ab2b-ee40083e0c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b029970-8f02-4bc4-99f8-4a98c6af5c6e'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:57:18.938930 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2de7b94-2122-4bee-a14d-3fbdf728fc8b" -d '{"events": [{"server_uuid": "87460aa0-853c-4ec6-ab2b-ee40083e0c57", "name": "network-vif-plugged", "status": "completed", "tag": "1b029970-8f02-4bc4-99f8-4a98c6af5c6e"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:57:18.943945 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-9b3cd7c1-57af-458e-a726-2e9d854bb01e req-8d53ab14-3f8e-4a9f-9b26-6e62cbbac767 service neutron] Request body: {'port': {'device_id': '85e71e33-a6b8-4db5-82b4-b02cbcbff771', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:57:18.967876 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 1b029970-8f02-4bc4-99f8-4a98c6af5c6e, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=1b029970-8f02-4bc4-99f8-4a98c6af5c6e,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:57:18.980891 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (1b029970-8f02-4bc4-99f8-4a98c6af5c6e), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:19.020116 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c843599-96c7-401b-b9f7-ae5cc90e5ae4 req-c6a9b28c-3c42-4aac-bc15-a9ea63f98060 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:19.029644 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2c843599-96c7-401b-b9f7-ae5cc90e5ae4 req-c6a9b28c-3c42-4aac-bc15-a9ea63f98060 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4ed7e9e-adc7-4d1f-b431-494897552f8f HTTP/1.1" status: 200 len: 950 time: 0.4731245 Feb 02 06:57:19.121993 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=1b029970-8f02-4bc4-99f8-4a98c6af5c6e,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:19.144158 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-6de29348-8d52-47a3-95a9-a4fcc084d0fc None None] Provisioning complete for port 2885a8c5-42d6-4a1b-a52c-7d8b52cf995c triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:57:19.144329 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-9b3cd7c1-57af-458e-a726-2e9d854bb01e req-8d53ab14-3f8e-4a9f-9b26-6e62cbbac767 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (2885a8c5-42d6-4a1b-a52c-7d8b52cf995c), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:19.144542 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6de29348-8d52-47a3-95a9-a4fcc084d0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (2885a8c5-42d6-4a1b-a52c-7d8b52cf995c), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:19.168582 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2c843599-96c7-401b-b9f7-ae5cc90e5ae4 req-9ab29058-dbe4-47a8-8153-0c5a461cb594 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322448 Feb 02 06:57:19.265662 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-66cbb3ca-0459-42aa-87da-f4816d7c46a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (6f12ca15-5f3a-4c76-8293-3b4352e2b0b5), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:19.270445 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 06:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b7fe4de-411b-49b9-bead-1ebd97f22be3 x-openstack-request-id: req-0b7fe4de-411b-49b9-bead-1ebd97f22be3 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:57:19.272125 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87460aa0-853c-4ec6-ab2b-ee40083e0c57", "name": "network-vif-plugged", "status": "completed", "tag": "1b029970-8f02-4bc4-99f8-4a98c6af5c6e", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:57:19.272546 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-0b7fe4de-411b-49b9-bead-1ebd97f22be3 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:57:19.276323 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87460aa0-853c-4ec6-ab2b-ee40083e0c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b029970-8f02-4bc4-99f8-4a98c6af5c6e', 'code': 200} Feb 02 06:57:19.282401 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-6de29348-8d52-47a3-95a9-a4fcc084d0fc None None] Port 2885a8c5-42d6-4a1b-a52c-7d8b52cf995c cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 06:57:19.290212 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-6909bbf4-53d2-4318-91e6-9d98119b60d0 req-7e29b0a8-905c-4aaa-ae36-b6010526ed65 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] Allocated IP 192.168.233.214 (04bc5622-0c2b-4ce8-b107-e6abcbdf57e1/9d773733-62df-4956-84d3-71d17cfb6d11/d6671b30-9c6e-40a0-b82b-6df470fe9336) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:57:19.490315 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-98ab5a51-6b4e-4957-bbd3-b96fef9b8ff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (89ea859b-7612-4f81-beaa-bd4c70e19297), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:19.603589 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 06:57:19.642635 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-98ab5a51-6b4e-4957-bbd3-b96fef9b8ff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (89ea859b-7612-4f81-beaa-bd4c70e19297), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:19.649840 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-98ab5a51-6b4e-4957-bbd3-b96fef9b8ff3 admin admin] Publish callbacks [] for router_controller (89ea859b-7612-4f81-beaa-bd4c70e19297), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:19.717868 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32228b84-b68b-4754-a44d-3a1f318660fa req-8e5da2ee-cb20-4065-b3ca-641ccdb1d9a5 tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:19.719329 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-32228b84-b68b-4754-a44d-3a1f318660fa req-8e5da2ee-cb20-4065-b3ca-641ccdb1d9a5 tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] 10.222.0.87 "GET /v2.0/ports?device_id=87460aa0-853c-4ec6-ab2b-ee40083e0c57 HTTP/1.1" status: 200 len: 949 time: 0.3737171 Feb 02 06:57:19.760908 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6ede4-92d2-4db0-ba56-d6cdfaacf08e req-feff8f37-0cc1-4093-96a4-e9eee74e2eb9 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:19.775285 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e0a6ede4-92d2-4db0-ba56-d6cdfaacf08e req-feff8f37-0cc1-4093-96a4-e9eee74e2eb9 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 945 time: 0.3946679 Feb 02 06:57:19.828929 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f5bb87-565b-4cba-86ec-bd38ca634a05 req-3fde65e6-a16a-4396-90e2-69434aeb74f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:19.830871 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f5f5bb87-565b-4cba-86ec-bd38ca634a05 req-3fde65e6-a16a-4396-90e2-69434aeb74f9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=87460aa0-853c-4ec6-ab2b-ee40083e0c57 HTTP/1.1" status: 200 len: 1132 time: 0.4377294 Feb 02 06:57:19.846119 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-32228b84-b68b-4754-a44d-3a1f318660fa req-d3e6ea96-cc46-45a9-8517-bac45f3816e9 tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] 10.222.0.87 "GET /v2.0/security-groups?id=9d9ff11e-8353-4814-9482-2b8ccb37288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738094 Feb 02 06:57:19.851466 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e0a6ede4-92d2-4db0-ba56-d6cdfaacf08e req-4bfe887b-39fc-4ce6-9ca3-185eea13d27f tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749428 Feb 02 06:57:19.886879 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-98ab5a51-6b4e-4957-bbd3-b96fef9b8ff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (89ea859b-7612-4f81-beaa-bd4c70e19297), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:19.887421 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ab5a51-6b4e-4957-bbd3-b96fef9b8ff3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89ea859b-7612-4f81-beaa-bd4c70e19297 {{(pid=109693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 06:57:19.893959 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-98ab5a51-6b4e-4957-bbd3-b96fef9b8ff3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:19.898490 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-98ab5a51-6b4e-4957-bbd3-b96fef9b8ff3 admin admin] 10.222.0.87 "DELETE /v2.0/routers/89ea859b-7612-4f81-beaa-bd4c70e19297 HTTP/1.1" status: 204 len: 168 time: 2.4158185 Feb 02 06:57:19.916049 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 34384) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:57:20.068499 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6909bbf4-53d2-4318-91e6-9d98119b60d0 req-7e29b0a8-905c-4aaa-ae36-b6010526ed65 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] Publish callbacks [] for port (d6671b30-9c6e-40a0-b82b-6df470fe9336), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:20.095860 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e6126d-819c-451f-a2b4-ee539e4520d9 req-9cde8a8e-8d90-4ae6-8a85-8e2a32714b40 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:20.104111 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-12e6126d-819c-451f-a2b4-ee539e4520d9 req-9cde8a8e-8d90-4ae6-8a85-8e2a32714b40 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] 10.222.0.87 "GET /v2.0/ports?device_id=85e71e33-a6b8-4db5-82b4-b02cbcbff771 HTTP/1.1" status: 200 len: 935 time: 0.1266763 Feb 02 06:57:20.124529 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-66cbb3ca-0459-42aa-87da-f4816d7c46a8 admin admin] Deleting port 1d63973f-2dcf-45ca-a83f-7227b792bb30 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 06:57:20.125004 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-66cbb3ca-0459-42aa-87da-f4816d7c46a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (1d63973f-2dcf-45ca-a83f-7227b792bb30), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:20.128393 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6909bbf4-53d2-4318-91e6-9d98119b60d0 req-7e29b0a8-905c-4aaa-ae36-b6010526ed65 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (d6671b30-9c6e-40a0-b82b-6df470fe9336), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:20.150151 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f5f5bb87-565b-4cba-86ec-bd38ca634a05 req-278e1020-d008-42c4-85c9-286cbc41e1f0 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9d9ff11e-8353-4814-9482-2b8ccb37288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974553 Feb 02 06:57:20.192924 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-d35e0f6c-6413-4072-a574-82cc17060011 admin admin] Deleting subnet 10d74aaf-e202-4a59-be8f-2452f7f95bcf {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 06:57:20.203857 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6909bbf4-53d2-4318-91e6-9d98119b60d0 req-7e29b0a8-905c-4aaa-ae36-b6010526ed65 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] Network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:57:20.204844 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d35e0f6c-6413-4072-a574-82cc17060011 admin admin] Publish callbacks [] for subnet (10d74aaf-e202-4a59-be8f-2452f7f95bcf), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:20.236308 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-6909bbf4-53d2-4318-91e6-9d98119b60d0 req-7e29b0a8-905c-4aaa-ae36-b6010526ed65 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:57:20.242913 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-6909bbf4-53d2-4318-91e6-9d98119b60d0 req-7e29b0a8-905c-4aaa-ae36-b6010526ed65 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:57:20.252332 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e29b0a8-905c-4aaa-ae36-b6010526ed65 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] Pushing event updated for resources: {'Port': ['ID=d6671b30-9c6e-40a0-b82b-6df470fe9336,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:20.291882 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d35e0f6c-6413-4072-a574-82cc17060011 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (10d74aaf-e202-4a59-be8f-2452f7f95bcf), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:20.354907 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-66cbb3ca-0459-42aa-87da-f4816d7c46a8 admin admin] For port 1d63973f-2dcf-45ca-a83f-7227b792bb30, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=1d63973f-2dcf-45ca-a83f-7227b792bb30,segment=NetworkSegment(1d2d48ca-7af8-4a5d-abef-fb7206a16c0e),segment_id=1d2d48ca-7af8-4a5d-abef-fb7206a16c0e)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:57:20.355545 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-66cbb3ca-0459-42aa-87da-f4816d7c46a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (1d63973f-2dcf-45ca-a83f-7227b792bb30), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:20.375597 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6909bbf4-53d2-4318-91e6-9d98119b60d0 req-7e29b0a8-905c-4aaa-ae36-b6010526ed65 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:20.375970 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6909bbf4-53d2-4318-91e6-9d98119b60d0 req-7e29b0a8-905c-4aaa-ae36-b6010526ed65 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:20.376480 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-66cbb3ca-0459-42aa-87da-f4816d7c46a8 admin admin] Calling delete_port for 1d63973f-2dcf-45ca-a83f-7227b792bb30 owned by network:router_interface {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 06:57:20.504172 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-12e6126d-819c-451f-a2b4-ee539e4520d9 req-948ac1f4-d39c-4fa8-99b7-f0f4153be47b tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] 10.222.0.87 "GET /v2.0/security-groups?id=4bdd1a44-87ea-435b-a9e6-afe84899370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3939099 Feb 02 06:57:20.504801 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6909bbf4-53d2-4318-91e6-9d98119b60d0 req-7e29b0a8-905c-4aaa-ae36-b6010526ed65 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6136780 Feb 02 06:57:20.532597 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba29216c-1d5e-442e-b361-1832cd79834e req-9ef88389-856e-48b1-8f36-2364c5b581b3 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:20.534268 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ba29216c-1d5e-442e-b361-1832cd79834e req-9ef88389-856e-48b1-8f36-2364c5b581b3 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4ed7e9e-adc7-4d1f-b431-494897552f8f HTTP/1.1" status: 200 len: 950 time: 0.2383828 Feb 02 06:57:20.574791 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d35e0f6c-6413-4072-a574-82cc17060011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (10d74aaf-e202-4a59-be8f-2452f7f95bcf), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:20.596497 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device ac1107f0-bc04-48ae-97a7-d6d42c6da1e8 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 06:57:20.645755 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: ac1107f0-bc04-48ae-97a7-d6d42c6da1e8 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 06:57:20.646004 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ba29216c-1d5e-442e-b361-1832cd79834e req-56729023-ce55-4266-abfe-461a7036aa54 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044276 Feb 02 06:57:20.646973 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device ac1107f0-bc04-48ae-97a7-d6d42c6da1e8 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 06:57:20.648769 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 1bd3aaf2-8e17-41bf-a83d-e991ebf2ebd8 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 06:57:20.650698 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-6909bbf4-53d2-4318-91e6-9d98119b60d0 req-3c3b8ff7-0ab5-42b6-98df-06625e61b81f service neutron] Request body: {'port': {'device_id': 'd405eed3-0b9f-4623-8867-ec57f3a4eeb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:57:20.699424 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 1bd3aaf2-8e17-41bf-a83d-e991ebf2ebd8 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 06:57:20.700161 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 1bd3aaf2-8e17-41bf-a83d-e991ebf2ebd8 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 06:57:20.727439 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-7b264acd-d76b-4c83-9f0c-ec453a5f4b1d None None] Provisioning complete for port d6671b30-9c6e-40a0-b82b-6df470fe9336 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:57:20.727919 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7b264acd-d76b-4c83-9f0c-ec453a5f4b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (d6671b30-9c6e-40a0-b82b-6df470fe9336), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:20.767328 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-7b264acd-d76b-4c83-9f0c-ec453a5f4b1d None None] Port d6671b30-9c6e-40a0-b82b-6df470fe9336 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 06:57:20.821815 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6909bbf4-53d2-4318-91e6-9d98119b60d0 req-3c3b8ff7-0ab5-42b6-98df-06625e61b81f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (d6671b30-9c6e-40a0-b82b-6df470fe9336), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:20.843713 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d35e0f6c-6413-4072-a574-82cc17060011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (10d74aaf-e202-4a59-be8f-2452f7f95bcf), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:20.863820 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-9b3cd7c1-57af-458e-a726-2e9d854bb01e req-8d53ab14-3f8e-4a9f-9b26-6e62cbbac767 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2885a8c5-42d6-4a1b-a52c-7d8b52cf995c {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:57:20.875304 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d35e0f6c-6413-4072-a574-82cc17060011 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:20.880128 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-9b3cd7c1-57af-458e-a726-2e9d854bb01e req-8d53ab14-3f8e-4a9f-9b26-6e62cbbac767 service neutron] Publish callbacks [] for port (2885a8c5-42d6-4a1b-a52c-7d8b52cf995c), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:20.881682 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a07bdb3-a781-45a6-ba66-f3c381f239a8 None None] Network 081c026d-8798-47ae-ae28-6481babaa3fe requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 06:57:20.887799 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d35e0f6c-6413-4072-a574-82cc17060011 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/10d74aaf-e202-4a59-be8f-2452f7f95bcf HTTP/1.1" status: 204 len: 168 time: 0.9646630 Feb 02 06:57:20.890657 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 34424) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:57:20.967374 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-9b3cd7c1-57af-458e-a726-2e9d854bb01e req-8d53ab14-3f8e-4a9f-9b26-6e62cbbac767 service neutron] Transition to ACTIVE for port object 2885a8c5-42d6-4a1b-a52c-7d8b52cf995c will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 06:57:21.021227 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-9b3cd7c1-57af-458e-a726-2e9d854bb01e req-8d53ab14-3f8e-4a9f-9b26-6e62cbbac767 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (2885a8c5-42d6-4a1b-a52c-7d8b52cf995c), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:21.033850 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35e0f6c-6413-4072-a574-82cc17060011 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10d74aaf-e202-4a59-be8f-2452f7f95bcf,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:21.117898 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0d65cc01-88fb-4041-b68f-0355ffb23bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (081c026d-8798-47ae-ae28-6481babaa3fe), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:21.126830 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-66cbb3ca-0459-42aa-87da-f4816d7c46a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (1d63973f-2dcf-45ca-a83f-7227b792bb30), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:21.138029 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d53ab14-3f8e-4a9f-9b26-6e62cbbac767 service neutron] Pushing event updated for resources: {'Port': ['ID=2885a8c5-42d6-4a1b-a52c-7d8b52cf995c,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:21.186281 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cbb3ca-0459-42aa-87da-f4816d7c46a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d63973f-2dcf-45ca-a83f-7227b792bb30,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:21.229412 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dfe104-fcc8-4313-880a-0e9a5e07cf6f req-9eb845ea-d397-4db3-a842-620e19c425b9 tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:21.230946 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-55dfe104-fcc8-4313-880a-0e9a5e07cf6f req-9eb845ea-d397-4db3-a842-620e19c425b9 tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] 10.222.0.87 "GET /v2.0/ports?device_id=87460aa0-853c-4ec6-ab2b-ee40083e0c57 HTTP/1.1" status: 200 len: 949 time: 0.2529011 Feb 02 06:57:21.316843 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6642fd0b-53c6-431d-bd9a-5b1b66d05cab None None] DHCP port deletion for 081c026d-8798-47ae-ae28-6481babaa3fe request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 06:57:21.369537 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a7034-95d2-4c4e-a13e-fbfed6fc85f2 req-90f6a821-f2c3-4e8c-9ebb-70620cda1a01 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:21.380800 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e49a7034-95d2-4c4e-a13e-fbfed6fc85f2 req-90f6a821-f2c3-4e8c-9ebb-70620cda1a01 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 945 time: 0.3608987 Feb 02 06:57:21.467320 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-6642fd0b-53c6-431d-bd9a-5b1b66d05cab None None] Deleting port 8fe89fd2-2d69-43d8-9069-2f877e7c7b00 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 06:57:21.467677 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6642fd0b-53c6-431d-bd9a-5b1b66d05cab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (8fe89fd2-2d69-43d8-9069-2f877e7c7b00), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:21.617467 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e49a7034-95d2-4c4e-a13e-fbfed6fc85f2 req-2fe202fd-4a49-4f6e-b250-1375c467e353 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260389 Feb 02 06:57:21.682639 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-6642fd0b-53c6-431d-bd9a-5b1b66d05cab None None] For port 8fe89fd2-2d69-43d8-9069-2f877e7c7b00, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=8fe89fd2-2d69-43d8-9069-2f877e7c7b00,segment=NetworkSegment(7c23084e-868e-4f06-b4ca-b642252d4dc6),segment_id=7c23084e-868e-4f06-b4ca-b642252d4dc6)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:57:21.683235 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6642fd0b-53c6-431d-bd9a-5b1b66d05cab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (8fe89fd2-2d69-43d8-9069-2f877e7c7b00), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:21.726844 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-6642fd0b-53c6-431d-bd9a-5b1b66d05cab None None] Calling delete_port for 8fe89fd2-2d69-43d8-9069-2f877e7c7b00 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 06:57:21.887615 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-6909bbf4-53d2-4318-91e6-9d98119b60d0 req-3c3b8ff7-0ab5-42b6-98df-06625e61b81f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6671b30-9c6e-40a0-b82b-6df470fe9336 {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:57:21.900419 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:21.921428 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6909bbf4-53d2-4318-91e6-9d98119b60d0 req-3c3b8ff7-0ab5-42b6-98df-06625e61b81f service neutron] Publish callbacks [] for port (d6671b30-9c6e-40a0-b82b-6df470fe9336), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:21.931338 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6642fd0b-53c6-431d-bd9a-5b1b66d05cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (8fe89fd2-2d69-43d8-9069-2f877e7c7b00), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:21.938405 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-6909bbf4-53d2-4318-91e6-9d98119b60d0 req-3c3b8ff7-0ab5-42b6-98df-06625e61b81f service neutron] Transition to ACTIVE for port object d6671b30-9c6e-40a0-b82b-6df470fe9336 will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 06:57:21.957834 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6909bbf4-53d2-4318-91e6-9d98119b60d0 req-3c3b8ff7-0ab5-42b6-98df-06625e61b81f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (d6671b30-9c6e-40a0-b82b-6df470fe9336), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:21.990521 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6642fd0b-53c6-431d-bd9a-5b1b66d05cab None None] Pushing event deleted for resources: {'Port': ['ID=8fe89fd2-2d69-43d8-9069-2f877e7c7b00,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:22.007485 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6642fd0b-53c6-431d-bd9a-5b1b66d05cab None None] No DVR routers for this DVR port 8fe89fd2-2d69-43d8-9069-2f877e7c7b00 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 06:57:22.041263 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642fd0b-53c6-431d-bd9a-5b1b66d05cab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:57:22.041622 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642fd0b-53c6-431d-bd9a-5b1b66d05cab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:57:22.041973 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642fd0b-53c6-431d-bd9a-5b1b66d05cab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:57:22.042312 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642fd0b-53c6-431d-bd9a-5b1b66d05cab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:57:22.042647 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642fd0b-53c6-431d-bd9a-5b1b66d05cab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:57:22.042979 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642fd0b-53c6-431d-bd9a-5b1b66d05cab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:57:22.043308 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642fd0b-53c6-431d-bd9a-5b1b66d05cab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:57:22.043665 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642fd0b-53c6-431d-bd9a-5b1b66d05cab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:57:22.052183 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642fd0b-53c6-431d-bd9a-5b1b66d05cab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:57:22.052580 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642fd0b-53c6-431d-bd9a-5b1b66d05cab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:57:22.052913 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642fd0b-53c6-431d-bd9a-5b1b66d05cab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:57:22.053251 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642fd0b-53c6-431d-bd9a-5b1b66d05cab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:57:22.053723 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6642fd0b-53c6-431d-bd9a-5b1b66d05cab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:57:22.106345 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2233dcf-3364-4316-ae50-69ec6b59b310 req-a513821e-9d95-461a-9142-a069e1d4410b tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:22.108038 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e2233dcf-3364-4316-ae50-69ec6b59b310 req-a513821e-9d95-461a-9142-a069e1d4410b tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] 10.222.0.87 "GET /v2.0/ports?device_id=85e71e33-a6b8-4db5-82b4-b02cbcbff771 HTTP/1.1" status: 200 len: 947 time: 0.3151157 Feb 02 06:57:22.153839 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3b8ff7-0ab5-42b6-98df-06625e61b81f service neutron] Pushing event updated for resources: {'Port': ['ID=d6671b30-9c6e-40a0-b82b-6df470fe9336,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:22.202042 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-55dfe104-fcc8-4313-880a-0e9a5e07cf6f req-f0bc4eea-4d71-41ee-8a33-0048254f8189 tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] 10.222.0.87 "GET /v2.0/security-groups?id=9d9ff11e-8353-4814-9482-2b8ccb37288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9076953 Feb 02 06:57:22.222927 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-9b3cd7c1-57af-458e-a726-2e9d854bb01e req-8d53ab14-3f8e-4a9f-9b26-6e62cbbac767 service neutron] Attempting to bind port 2885a8c5-42d6-4a1b-a52c-7d8b52cf995c on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:57:22.223590 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-9b3cd7c1-57af-458e-a726-2e9d854bb01e req-8d53ab14-3f8e-4a9f-9b26-6e62cbbac767 service neutron] Attempting to bind port 2885a8c5-42d6-4a1b-a52c-7d8b52cf995c by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:57:22.231621 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3cd7c1-57af-458e-a726-2e9d854bb01e req-8d53ab14-3f8e-4a9f-9b26-6e62cbbac767 service neutron] Attempting to bind port 2885a8c5-42d6-4a1b-a52c-7d8b52cf995c on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:57:22.256279 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-0d65cc01-88fb-4041-b68f-0355ffb23bcb admin admin] Deleting port 8fe89fd2-2d69-43d8-9069-2f877e7c7b00 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 06:57:22.257192 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0d65cc01-88fb-4041-b68f-0355ffb23bcb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (8fe89fd2-2d69-43d8-9069-2f877e7c7b00), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:22.258873 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3cd7c1-57af-458e-a726-2e9d854bb01e req-8d53ab14-3f8e-4a9f-9b26-6e62cbbac767 service neutron] Port 2885a8c5-42d6-4a1b-a52c-7d8b52cf995c on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 06:57:22.259222 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3cd7c1-57af-458e-a726-2e9d854bb01e req-8d53ab14-3f8e-4a9f-9b26-6e62cbbac767 service neutron] Attempting to bind port 2885a8c5-42d6-4a1b-a52c-7d8b52cf995c on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:57:22.263304 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e2233dcf-3364-4316-ae50-69ec6b59b310 req-af9c7eb3-6f12-413f-a13f-b2bdaf32c07d tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] 10.222.0.87 "GET /v2.0/security-groups?id=4bdd1a44-87ea-435b-a9e6-afe84899370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384735 Feb 02 06:57:22.316858 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-6909bbf4-53d2-4318-91e6-9d98119b60d0 req-3c3b8ff7-0ab5-42b6-98df-06625e61b81f service neutron] Attempting to bind port d6671b30-9c6e-40a0-b82b-6df470fe9336 on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:57:22.317221 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-6909bbf4-53d2-4318-91e6-9d98119b60d0 req-3c3b8ff7-0ab5-42b6-98df-06625e61b81f service neutron] Attempting to bind port d6671b30-9c6e-40a0-b82b-6df470fe9336 by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:57:22.317525 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6909bbf4-53d2-4318-91e6-9d98119b60d0 req-3c3b8ff7-0ab5-42b6-98df-06625e61b81f service neutron] Attempting to bind port d6671b30-9c6e-40a0-b82b-6df470fe9336 on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:57:22.322914 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6909bbf4-53d2-4318-91e6-9d98119b60d0 req-3c3b8ff7-0ab5-42b6-98df-06625e61b81f service neutron] Port d6671b30-9c6e-40a0-b82b-6df470fe9336 on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 06:57:22.323242 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6909bbf4-53d2-4318-91e6-9d98119b60d0 req-3c3b8ff7-0ab5-42b6-98df-06625e61b81f service neutron] Attempting to bind port d6671b30-9c6e-40a0-b82b-6df470fe9336 on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:57:22.334391 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6909bbf4-53d2-4318-91e6-9d98119b60d0 req-3c3b8ff7-0ab5-42b6-98df-06625e61b81f service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:57:22.334920 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6909bbf4-53d2-4318-91e6-9d98119b60d0 req-3c3b8ff7-0ab5-42b6-98df-06625e61b81f service neutron] Checking segment: {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:57:22.335315 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6909bbf4-53d2-4318-91e6-9d98119b60d0 req-3c3b8ff7-0ab5-42b6-98df-06625e61b81f service neutron] Bound using segment: {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:57:22.335802 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-6909bbf4-53d2-4318-91e6-9d98119b60d0 req-3c3b8ff7-0ab5-42b6-98df-06625e61b81f service neutron] Bound port: d6671b30-9c6e-40a0-b82b-6df470fe9336, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:57:22.336164 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6909bbf4-53d2-4318-91e6-9d98119b60d0 req-3c3b8ff7-0ab5-42b6-98df-06625e61b81f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (d6671b30-9c6e-40a0-b82b-6df470fe9336), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:22.340993 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3cd7c1-57af-458e-a726-2e9d854bb01e req-8d53ab14-3f8e-4a9f-9b26-6e62cbbac767 service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:57:22.341584 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3cd7c1-57af-458e-a726-2e9d854bb01e req-8d53ab14-3f8e-4a9f-9b26-6e62cbbac767 service neutron] Checking segment: {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:57:22.342137 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3cd7c1-57af-458e-a726-2e9d854bb01e req-8d53ab14-3f8e-4a9f-9b26-6e62cbbac767 service neutron] Bound using segment: {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:57:22.342765 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-9b3cd7c1-57af-458e-a726-2e9d854bb01e req-8d53ab14-3f8e-4a9f-9b26-6e62cbbac767 service neutron] Bound port: 2885a8c5-42d6-4a1b-a52c-7d8b52cf995c, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:57:22.343304 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-9b3cd7c1-57af-458e-a726-2e9d854bb01e req-8d53ab14-3f8e-4a9f-9b26-6e62cbbac767 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (2885a8c5-42d6-4a1b-a52c-7d8b52cf995c), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:22.462325 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-6909bbf4-53d2-4318-91e6-9d98119b60d0 req-3c3b8ff7-0ab5-42b6-98df-06625e61b81f service neutron] For port d6671b30-9c6e-40a0-b82b-6df470fe9336, host n-h2-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:57:22.467327 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-6909bbf4-53d2-4318-91e6-9d98119b60d0 req-3c3b8ff7-0ab5-42b6-98df-06625e61b81f service neutron] For port d6671b30-9c6e-40a0-b82b-6df470fe9336, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=d6671b30-9c6e-40a0-b82b-6df470fe9336,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:57:22.480403 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6909bbf4-53d2-4318-91e6-9d98119b60d0 req-3c3b8ff7-0ab5-42b6-98df-06625e61b81f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (d6671b30-9c6e-40a0-b82b-6df470fe9336), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:22.514167 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-0d65cc01-88fb-4041-b68f-0355ffb23bcb admin admin] For port 8fe89fd2-2d69-43d8-9069-2f877e7c7b00, host n-d-789963-26, got binding levels [] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:57:22.514826 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0d65cc01-88fb-4041-b68f-0355ffb23bcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (8fe89fd2-2d69-43d8-9069-2f877e7c7b00), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:22.537395 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-0d65cc01-88fb-4041-b68f-0355ffb23bcb admin admin] Calling delete_port for 8fe89fd2-2d69-43d8-9069-2f877e7c7b00 owned by network:dhcp {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 06:57:22.542238 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.ipam_backend_mixin [None req-0d65cc01-88fb-4041-b68f-0355ffb23bcb admin admin] Port 8fe89fd2-2d69-43d8-9069-2f877e7c7b00 was not found and therefore no delete operation was performed {{(pid=109694) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 02 06:57:22.543922 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-66cbb3ca-0459-42aa-87da-f4816d7c46a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (6f12ca15-5f3a-4c76-8293-3b4352e2b0b5), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:22.551406 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6909bbf4-53d2-4318-91e6-9d98119b60d0 req-3c3b8ff7-0ab5-42b6-98df-06625e61b81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:22.553989 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0d65cc01-88fb-4041-b68f-0355ffb23bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (8fe89fd2-2d69-43d8-9069-2f877e7c7b00), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:22.554565 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6909bbf4-53d2-4318-91e6-9d98119b60d0 req-3c3b8ff7-0ab5-42b6-98df-06625e61b81f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:22.557698 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6909bbf4-53d2-4318-91e6-9d98119b60d0 req-3c3b8ff7-0ab5-42b6-98df-06625e61b81f service neutron] 10.222.0.59 "PUT /v2.0/ports/d6671b30-9c6e-40a0-b82b-6df470fe9336 HTTP/1.1" status: 200 len: 1097 time: 1.9161851 Feb 02 06:57:22.558998 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd405eed3-0b9f-4623-8867-ec57f3a4eeb9', 'tag': 'd6671b30-9c6e-40a0-b82b-6df470fe9336'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:57:22.561959 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c531af6f-be20-4419-8aae-77bc67dcd775" -d '{"events": [{"name": "network-changed", "server_uuid": "d405eed3-0b9f-4623-8867-ec57f3a4eeb9", "tag": "d6671b30-9c6e-40a0-b82b-6df470fe9336"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:57:22.604562 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d65cc01-88fb-4041-b68f-0355ffb23bcb admin admin] Pushing event deleted for resources: {'Port': ['ID=8fe89fd2-2d69-43d8-9069-2f877e7c7b00,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:22.616905 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16948c2-8767-408c-bf62-8d99bb21f45c req-84d006e4-4f96-42a6-8775-7b529fbad663 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:22.619173 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e16948c2-8767-408c-bf62-8d99bb21f45c req-84d006e4-4f96-42a6-8775-7b529fbad663 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4ed7e9e-adc7-4d1f-b431-494897552f8f HTTP/1.1" status: 200 len: 950 time: 0.3113346 Feb 02 06:57:22.670102 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3b8ff7-0ab5-42b6-98df-06625e61b81f service neutron] Pushing event updated for resources: {'Port': ['ID=d6671b30-9c6e-40a0-b82b-6df470fe9336,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:22.681996 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 06:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d2650f-895c-4f8d-a0a1-a4bdd3ae77fb x-openstack-request-id: req-88d2650f-895c-4f8d-a0a1-a4bdd3ae77fb {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:57:22.683410 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-9b3cd7c1-57af-458e-a726-2e9d854bb01e req-8d53ab14-3f8e-4a9f-9b26-6e62cbbac767 service neutron] For port 2885a8c5-42d6-4a1b-a52c-7d8b52cf995c, host n-h2-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:57:22.683777 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d405eed3-0b9f-4623-8867-ec57f3a4eeb9", "tag": "d6671b30-9c6e-40a0-b82b-6df470fe9336", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:57:22.684139 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-88d2650f-895c-4f8d-a0a1-a4bdd3ae77fb {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:57:22.685996 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d65cc01-88fb-4041-b68f-0355ffb23bcb admin admin] No DVR routers for this DVR port 8fe89fd2-2d69-43d8-9069-2f877e7c7b00 on host n-d-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 06:57:22.686305 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd405eed3-0b9f-4623-8867-ec57f3a4eeb9', 'tag': 'd6671b30-9c6e-40a0-b82b-6df470fe9336', 'status': 'completed', 'code': 200} Feb 02 06:57:22.721505 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 8fe89fd2-2d69-43d8-9069-2f877e7c7b00 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 06:57:22.757847 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 8fe89fd2-2d69-43d8-9069-2f877e7c7b00 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 06:57:22.759830 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 8fe89fd2-2d69-43d8-9069-2f877e7c7b00 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 06:57:22.766726 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-9b3cd7c1-57af-458e-a726-2e9d854bb01e req-8d53ab14-3f8e-4a9f-9b26-6e62cbbac767 service neutron] For port 2885a8c5-42d6-4a1b-a52c-7d8b52cf995c, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=2885a8c5-42d6-4a1b-a52c-7d8b52cf995c,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:57:22.795269 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6909bbf4-53d2-4318-91e6-9d98119b60d0 req-ed97fff0-032c-4d35-90dd-e77863f49ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:22.822844 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6909bbf4-53d2-4318-91e6-9d98119b60d0 req-ed97fff0-032c-4d35-90dd-e77863f49ac6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=52b98078d9f640fc9d1d8f83de5d0572&device_id=d405eed3-0b9f-4623-8867-ec57f3a4eeb9 HTTP/1.1" status: 200 len: 1131 time: 0.1770511 Feb 02 06:57:22.879266 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-9b3cd7c1-57af-458e-a726-2e9d854bb01e req-8d53ab14-3f8e-4a9f-9b26-6e62cbbac767 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (2885a8c5-42d6-4a1b-a52c-7d8b52cf995c), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:22.979896 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6909bbf4-53d2-4318-91e6-9d98119b60d0 req-4782d376-b42c-48f9-9fdf-7522f70ddea6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=d6671b30-9c6e-40a0-b82b-6df470fe9336 HTTP/1.1" status: 200 len: 217 time: 0.1253073 Feb 02 06:57:22.988387 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0d65cc01-88fb-4041-b68f-0355ffb23bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (081c026d-8798-47ae-ae28-6481babaa3fe), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:23.004912 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e16948c2-8767-408c-bf62-8d99bb21f45c req-b0ff8cbd-9735-46f4-bab6-4e5b7af43962 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038051 Feb 02 06:57:23.016590 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3cd7c1-57af-458e-a726-2e9d854bb01e req-8d53ab14-3f8e-4a9f-9b26-6e62cbbac767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:23.017198 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-9b3cd7c1-57af-458e-a726-2e9d854bb01e req-8d53ab14-3f8e-4a9f-9b26-6e62cbbac767 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:23.018575 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9b3cd7c1-57af-458e-a726-2e9d854bb01e req-8d53ab14-3f8e-4a9f-9b26-6e62cbbac767 service neutron] 10.222.0.59 "PUT /v2.0/ports/2885a8c5-42d6-4a1b-a52c-7d8b52cf995c HTTP/1.1" status: 200 len: 1096 time: 4.0861304 Feb 02 06:57:23.022770 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85e71e33-a6b8-4db5-82b4-b02cbcbff771', 'tag': '2885a8c5-42d6-4a1b-a52c-7d8b52cf995c'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:57:23.025204 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c5af99d-cefc-4073-ace3-86cfd0daa85a" -d '{"events": [{"name": "network-changed", "server_uuid": "85e71e33-a6b8-4db5-82b4-b02cbcbff771", "tag": "2885a8c5-42d6-4a1b-a52c-7d8b52cf995c"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:57:23.061300 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-0d65cc01-88fb-4041-b68f-0355ffb23bcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['081c026d-8798-47ae-ae28-6481babaa3fe']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:57:23.081602 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d53ab14-3f8e-4a9f-9b26-6e62cbbac767 service neutron] Pushing event updated for resources: {'Port': ['ID=2885a8c5-42d6-4a1b-a52c-7d8b52cf995c,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:23.087828 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-0d65cc01-88fb-4041-b68f-0355ffb23bcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c23084e-868e-4f06-b4ca-b642252d4dc6') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:57:23.088392 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-0d65cc01-88fb-4041-b68f-0355ffb23bcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c23084e-868e-4f06-b4ca-b642252d4dc6') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:57:23.126200 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0d65cc01-88fb-4041-b68f-0355ffb23bcb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (7c23084e-868e-4f06-b4ca-b642252d4dc6), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:23.182840 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 06:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d5fd2c-a27b-46e0-979c-190913109421 x-openstack-request-id: req-d8d5fd2c-a27b-46e0-979c-190913109421 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:57:23.183159 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85e71e33-a6b8-4db5-82b4-b02cbcbff771", "tag": "2885a8c5-42d6-4a1b-a52c-7d8b52cf995c", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:57:23.183382 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d8d5fd2c-a27b-46e0-979c-190913109421 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:57:23.183796 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85e71e33-a6b8-4db5-82b4-b02cbcbff771', 'tag': '2885a8c5-42d6-4a1b-a52c-7d8b52cf995c', 'status': 'completed', 'code': 200} Feb 02 06:57:23.203705 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5e057-ed1d-4c08-bc52-3e0294681282 req-c92714a6-cdf5-49bf-a06c-f13bbe487fd3 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:23.205727 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2da5e057-ed1d-4c08-bc52-3e0294681282 req-c92714a6-cdf5-49bf-a06c-f13bbe487fd3 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 945 time: 0.3814375 Feb 02 06:57:23.211729 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0d65cc01-88fb-4041-b68f-0355ffb23bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (7c23084e-868e-4f06-b4ca-b642252d4dc6), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:23.216360 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6909bbf4-53d2-4318-91e6-9d98119b60d0 req-f820374b-1dff-40d5-9e91-737478bc02f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:23.218112 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6909bbf4-53d2-4318-91e6-9d98119b60d0 req-f820374b-1dff-40d5-9e91-737478bc02f9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.2281082 Feb 02 06:57:23.274686 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d65cc01-88fb-4041-b68f-0355ffb23bcb admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 06:57:23.275128 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0d65cc01-88fb-4041-b68f-0355ffb23bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (7c23084e-868e-4f06-b4ca-b642252d4dc6), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:23.276827 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 06:57:23.276827 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 06:57:23.276827 n-d-789963-26 neutron-server[109694]: timer() Feb 02 06:57:23.276827 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 06:57:23.276827 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 06:57:23.276827 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 06:57:23.276827 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 06:57:23.276827 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 06:57:23.276827 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 06:57:23.276827 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 06:57:23.276827 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 06:57:23.276827 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 06:57:23.276827 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 06:57:23.276827 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 06:57:23.276827 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 06:57:23.276827 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 06:57:23.276827 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 06:57:23.276827 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 06:57:23.276827 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 06:57:23.276827 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 06:57:23.276827 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 06:57:23.276827 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 06:57:23.276827 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 06:57:23.276827 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 06:57:23.276827 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 06:57:23.276827 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 06:57:23.276827 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 06:57:23.276827 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 06:57:23.276827 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 06:57:23.276827 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 06:57:23.276827 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 06:57:23.276827 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 06:57:23.332816 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3cd7c1-57af-458e-a726-2e9d854bb01e req-6261231f-5dc0-4d33-8473-a671a6f8fca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:23.334259 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9b3cd7c1-57af-458e-a726-2e9d854bb01e req-6261231f-5dc0-4d33-8473-a671a6f8fca8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=52b98078d9f640fc9d1d8f83de5d0572&device_id=85e71e33-a6b8-4db5-82b4-b02cbcbff771 HTTP/1.1" status: 200 len: 1130 time: 0.2434089 Feb 02 06:57:23.373836 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6909bbf4-53d2-4318-91e6-9d98119b60d0 req-40f1c85a-50ad-4619-b4d1-2f992fc6b529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:23.375841 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6909bbf4-53d2-4318-91e6-9d98119b60d0 req-40f1c85a-50ad-4619-b4d1-2f992fc6b529 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1485772 Feb 02 06:57:23.430561 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2da5e057-ed1d-4c08-bc52-3e0294681282 req-b5a04981-367d-44ab-95e2-71801fa51a05 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739795 Feb 02 06:57:23.468419 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9b3cd7c1-57af-458e-a726-2e9d854bb01e req-1d976b4f-073a-4bff-9e6a-054846a03842 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=2885a8c5-42d6-4a1b-a52c-7d8b52cf995c HTTP/1.1" status: 200 len: 217 time: 0.0940771 Feb 02 06:57:23.468987 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0d65cc01-88fb-4041-b68f-0355ffb23bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (081c026d-8798-47ae-ae28-6481babaa3fe), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:23.495104 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0d65cc01-88fb-4041-b68f-0355ffb23bcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:23.498439 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0d65cc01-88fb-4041-b68f-0355ffb23bcb admin admin] 10.222.0.87 "DELETE /v2.0/networks/081c026d-8798-47ae-ae28-6481babaa3fe HTTP/1.1" status: 204 len: 168 time: 2.6068254 Feb 02 06:57:23.506327 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 34448) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:57:23.531998 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66cbb3ca-0459-42aa-87da-f4816d7c46a8 admin admin] Router 6f12ca15-5f3a-4c76-8293-3b4352e2b0b5 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 06:57:23.537465 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d65cc01-88fb-4041-b68f-0355ffb23bcb admin admin] Pushing event deleted for resources: {'Network': ['ID=081c026d-8798-47ae-ae28-6481babaa3fe,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:23.566315 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3cd7c1-57af-458e-a726-2e9d854bb01e req-35c3927a-3a07-4180-9add-2c9e418e9119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:23.567884 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9b3cd7c1-57af-458e-a726-2e9d854bb01e req-35c3927a-3a07-4180-9add-2c9e418e9119 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.0926945 Feb 02 06:57:23.579988 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da6a7e-a298-425e-aee5-612867027cbd req-f3e7e484-b431-4757-805a-f4f5f2a47f17 tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:23.581648 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-16da6a7e-a298-425e-aee5-612867027cbd req-f3e7e484-b431-4757-805a-f4f5f2a47f17 tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] 10.222.0.87 "GET /v2.0/ports?device_id=87460aa0-853c-4ec6-ab2b-ee40083e0c57 HTTP/1.1" status: 200 len: 949 time: 0.2014685 Feb 02 06:57:23.684464 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6909bbf4-53d2-4318-91e6-9d98119b60d0 req-f31ef242-4490-4d51-a35d-ddf9cdcd87ce service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987454 Feb 02 06:57:23.740334 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907fa0a-5bf5-4220-9cfc-b3cf04335216 req-1f6aa5c0-eb1c-4ea2-b09b-f0a6aec59abb tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:23.741959 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-16da6a7e-a298-425e-aee5-612867027cbd req-ba62e5c8-1d20-4bdf-9102-f9511f1eefb5 tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] 10.222.0.87 "GET /v2.0/security-groups?id=9d9ff11e-8353-4814-9482-2b8ccb37288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154983 Feb 02 06:57:23.748160 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7907fa0a-5bf5-4220-9cfc-b3cf04335216 req-1f6aa5c0-eb1c-4ea2-b09b-f0a6aec59abb tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] 10.222.0.87 "GET /v2.0/ports?device_id=85e71e33-a6b8-4db5-82b4-b02cbcbff771 HTTP/1.1" status: 200 len: 947 time: 0.1727211 Feb 02 06:57:23.756085 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3cd7c1-57af-458e-a726-2e9d854bb01e req-bd273276-93bf-4cdb-9d23-a5372694bae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:23.758152 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9b3cd7c1-57af-458e-a726-2e9d854bb01e req-bd273276-93bf-4cdb-9d23-a5372694bae2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1755254 Feb 02 06:57:23.764701 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66cbb3ca-0459-42aa-87da-f4816d7c46a8 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 06:57:23.777307 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-66cbb3ca-0459-42aa-87da-f4816d7c46a8 admin admin] 10.222.0.87 "PUT /v2.0/routers/6f12ca15-5f3a-4c76-8293-3b4352e2b0b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8101904 Feb 02 06:57:23.781751 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f2802c-c7a7-42b7-a3bc-3c832a198c8b None None] Sync routers for ids ['6f12ca15-5f3a-4c76-8293-3b4352e2b0b5'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 06:57:23.783806 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 34450) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:57:23.804151 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f2802c-c7a7-42b7-a3bc-3c832a198c8b None None] Routers {'6f12ca15-5f3a-4c76-8293-3b4352e2b0b5'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 06:57:23.805061 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-01f2802c-c7a7-42b7-a3bc-3c832a198c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:57:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['6f12ca15-5f3a-4c76-8293-3b4352e2b0b5'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:57:23.956709 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9b3cd7c1-57af-458e-a726-2e9d854bb01e req-ac855329-5020-4ea7-ba88-8cecf8a8ab27 service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897526 Feb 02 06:57:23.977470 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2c317f27-e86c-43de-beea-fb073e516b2c admin admin] Publish callbacks [] for router (6f12ca15-5f3a-4c76-8293-3b4352e2b0b5), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:24.033855 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-01f2802c-c7a7-42b7-a3bc-3c832a198c8b None None] Set router 6f12ca15-5f3a-4c76-8293-3b4352e2b0b5 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 06:57:24.162399 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7907fa0a-5bf5-4220-9cfc-b3cf04335216 req-ffea26ff-8d4a-439f-95ae-837a1303b005 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] 10.222.0.87 "GET /v2.0/security-groups?id=4bdd1a44-87ea-435b-a9e6-afe84899370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4131606 Feb 02 06:57:24.172973 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2c317f27-e86c-43de-beea-fb073e516b2c admin admin] Publish callbacks [] for router_gateway (6f12ca15-5f3a-4c76-8293-3b4352e2b0b5), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:24.435909 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9b3cd7c1-57af-458e-a726-2e9d854bb01e req-9cb6ca5e-d72c-4351-a703-67826ce1fb21 service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4703648 Feb 02 06:57:24.452086 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-2c317f27-e86c-43de-beea-fb073e516b2c admin admin] Deleting port 3dd3300c-d4ff-4949-819a-c248d998724a {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 06:57:24.453300 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2c317f27-e86c-43de-beea-fb073e516b2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (3dd3300c-d4ff-4949-819a-c248d998724a), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:24.580445 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-01f2802c-c7a7-42b7-a3bc-3c832a198c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f12ca15-5f3a-4c76-8293-3b4352e2b0b5', 'name': 'tempest-AttachSCSIVolumeTestJSON-158050640-router', 'tenant_id': 'a578a4401c554c2ca8800cd6fc4dd3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '3dd3300c-d4ff-4949-819a-c248d998724a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:54:29Z', 'updated_at': '2022-02-02T06:57:20Z', 'revision_number': 5, 'project_id': 'a578a4401c554c2ca8800cd6fc4dd3f4', 'gw_port': {'id': '3dd3300c-d4ff-4949-819a-c248d998724a', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:39:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f12ca15-5f3a-4c76-8293-3b4352e2b0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:30Z', 'updated_at': '2022-02-02T06:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:57:24.636953 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f2802c-c7a7-42b7-a3bc-3c832a198c8b None None] Checking router: 6f12ca15-5f3a-4c76-8293-3b4352e2b0b5 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 06:57:24.668822 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f2802c-c7a7-42b7-a3bc-3c832a198c8b None None] Routers {'6f12ca15-5f3a-4c76-8293-3b4352e2b0b5'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 06:57:24.669859 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-01f2802c-c7a7-42b7-a3bc-3c832a198c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:57:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['6f12ca15-5f3a-4c76-8293-3b4352e2b0b5'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:57:24.699386 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-2c317f27-e86c-43de-beea-fb073e516b2c admin admin] For port 3dd3300c-d4ff-4949-819a-c248d998724a, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=3dd3300c-d4ff-4949-819a-c248d998724a,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:57:24.699784 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2c317f27-e86c-43de-beea-fb073e516b2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (3dd3300c-d4ff-4949-819a-c248d998724a), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:24.714229 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6909bbf4-53d2-4318-91e6-9d98119b60d0 req-2cb9b0ce-4531-43ec-9ca2-e6da05756ce5 service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0228505 Feb 02 06:57:24.739335 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-2c317f27-e86c-43de-beea-fb073e516b2c admin admin] Calling delete_port for 3dd3300c-d4ff-4949-819a-c248d998724a owned by network:router_gateway {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 06:57:24.741349 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [req-37c3642a-e5ab-4642-8ff9-8de96ca35528 req-1aa2eb3d-f27d-440a-8385-15c365befc79 service neutron] show failed (client error): The resource could not be found. Feb 02 06:57:24.742476 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-37c3642a-e5ab-4642-8ff9-8de96ca35528 req-1aa2eb3d-f27d-440a-8385-15c365befc79 service neutron] 10.222.0.88 "GET /v2.0/ports/3a4249be-8b78-4d4f-b8d8-699b34670117/bindings/n-h2-789963-26 HTTP/1.1" status: 404 len: 381 time: 0.7949657 Feb 02 06:57:24.802058 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-01f2802c-c7a7-42b7-a3bc-3c832a198c8b None None] Set router 6f12ca15-5f3a-4c76-8293-3b4352e2b0b5 gateway port host: None {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 06:57:24.848618 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5af99d-cefc-4073-ace3-86cfd0daa85a req-148d7233-4bc9-4d11-9cfa-b77df352ccef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:24.850631 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9c5af99d-cefc-4073-ace3-86cfd0daa85a req-148d7233-4bc9-4d11-9cfa-b77df352ccef service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=52b98078d9f640fc9d1d8f83de5d0572&device_id=85e71e33-a6b8-4db5-82b4-b02cbcbff771 HTTP/1.1" status: 200 len: 1130 time: 0.2658896 Feb 02 06:57:25.008230 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-01f2802c-c7a7-42b7-a3bc-3c832a198c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f12ca15-5f3a-4c76-8293-3b4352e2b0b5', 'name': 'tempest-AttachSCSIVolumeTestJSON-158050640-router', 'tenant_id': 'a578a4401c554c2ca8800cd6fc4dd3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:54:29Z', 'updated_at': '2022-02-02T06:57:24Z', 'revision_number': 6, 'project_id': 'a578a4401c554c2ca8800cd6fc4dd3f4', 'gw_port_host': None}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:57:25.041379 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f2802c-c7a7-42b7-a3bc-3c832a198c8b None None] The sync data for ids ['6f12ca15-5f3a-4c76-8293-3b4352e2b0b5'] in n-d-789963-26 is: [{'id': '6f12ca15-5f3a-4c76-8293-3b4352e2b0b5', 'name': 'tempest-AttachSCSIVolumeTestJSON-158050640-router', 'tenant_id': 'a578a4401c554c2ca8800cd6fc4dd3f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:54:29Z', 'updated_at': '2022-02-02T06:57:24Z', 'revision_number': 6, 'project_id': 'a578a4401c554c2ca8800cd6fc4dd3f4', 'gw_port_host': None}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 06:57:25.074817 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5af99d-cefc-4073-ace3-86cfd0daa85a req-b4d524fb-255f-4bb5-9a03-5329add6f141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:25.077064 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9c5af99d-cefc-4073-ace3-86cfd0daa85a req-b4d524fb-255f-4bb5-9a03-5329add6f141 service neutron] 10.222.0.59 "GET /v2.0/networks?id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 HTTP/1.1" status: 200 len: 870 time: 0.1852276 Feb 02 06:57:25.158854 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8631bb69-8d02-477d-9f33-fb72c58e151c req-dc3d9781-f693-4577-82bd-b01f145bbcd5 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:25.167159 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8631bb69-8d02-477d-9f33-fb72c58e151c req-dc3d9781-f693-4577-82bd-b01f145bbcd5 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 945 time: 0.4377944 Feb 02 06:57:25.178900 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9c5af99d-cefc-4073-ace3-86cfd0daa85a req-bef7a927-c4aa-4e02-a057-0378c5d02d10 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=2885a8c5-42d6-4a1b-a52c-7d8b52cf995c HTTP/1.1" status: 200 len: 217 time: 0.0730641 Feb 02 06:57:25.230592 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cae52c-f33e-4ec9-8f49-cf94ea3513c5 req-bee43ebe-26b3-4148-8049-41a2c71accf7 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:25.241880 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e3cae52c-f33e-4ec9-8f49-cf94ea3513c5 req-bee43ebe-26b3-4148-8049-41a2c71accf7 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4ed7e9e-adc7-4d1f-b431-494897552f8f HTTP/1.1" status: 200 len: 950 time: 0.5607369 Feb 02 06:57:25.261611 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c531af6f-be20-4419-8aae-77bc67dcd775 req-c55ff9cb-b63c-4a17-955a-932365e71a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:25.264879 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c531af6f-be20-4419-8aae-77bc67dcd775 req-c55ff9cb-b63c-4a17-955a-932365e71a52 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=52b98078d9f640fc9d1d8f83de5d0572&device_id=d405eed3-0b9f-4623-8867-ec57f3a4eeb9 HTTP/1.1" status: 200 len: 1131 time: 0.3235662 Feb 02 06:57:25.300199 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c3642a-e5ab-4642-8ff9-8de96ca35528 req-18db2ba6-e023-4f35-b0ae-0e7250c30f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:25.302080 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-37c3642a-e5ab-4642-8ff9-8de96ca35528 req-18db2ba6-e023-4f35-b0ae-0e7250c30f40 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c4ed7e9e-adc7-4d1f-b431-494897552f8f&tenant_id=617f6fde409340a286c916b0c2822b5a HTTP/1.1" status: 200 len: 1133 time: 0.2086101 Feb 02 06:57:25.305813 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5af99d-cefc-4073-ace3-86cfd0daa85a req-d5f4c2ba-f520-44ca-ac74-7aca18d8ca1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:25.307265 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9c5af99d-cefc-4073-ace3-86cfd0daa85a req-d5f4c2ba-f520-44ca-ac74-7aca18d8ca1b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.1219351 Feb 02 06:57:25.324125 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8631bb69-8d02-477d-9f33-fb72c58e151c req-742e41a8-3d9a-4c49-9c69-346b62c0443b tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550343 Feb 02 06:57:25.333381 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-37c3642a-e5ab-4642-8ff9-8de96ca35528 req-9e3cb116-2faa-49f4-a413-5eaa570b426e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-26', 'device_owner': 'compute:nova'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:57:25.512202 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e3cae52c-f33e-4ec9-8f49-cf94ea3513c5 req-1b5766d2-261d-4b09-8d1b-ee3f2504cc4e tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693281 Feb 02 06:57:25.519516 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5af99d-cefc-4073-ace3-86cfd0daa85a req-7213d8bb-fa89-49b6-bcc8-1695dd7bc3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:25.521377 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9c5af99d-cefc-4073-ace3-86cfd0daa85a req-7213d8bb-fa89-49b6-bcc8-1695dd7bc3d8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1913011 Feb 02 06:57:25.557128 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2c317f27-e86c-43de-beea-fb073e516b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (3dd3300c-d4ff-4949-819a-c248d998724a), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:25.636507 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-37c3642a-e5ab-4642-8ff9-8de96ca35528 req-9e3cb116-2faa-49f4-a413-5eaa570b426e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3a4249be-8b78-4d4f-b8d8-699b34670117), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:25.656200 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c317f27-e86c-43de-beea-fb073e516b2c admin admin] Pushing event deleted for resources: {'Port': ['ID=3dd3300c-d4ff-4949-819a-c248d998724a,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:25.693599 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c531af6f-be20-4419-8aae-77bc67dcd775 req-f860c0c8-f6c2-43e7-8c9b-693962f0969e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:25.699049 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c531af6f-be20-4419-8aae-77bc67dcd775 req-f860c0c8-f6c2-43e7-8c9b-693962f0969e service neutron] 10.222.0.59 "GET /v2.0/networks?id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 HTTP/1.1" status: 200 len: 870 time: 0.4175880 Feb 02 06:57:25.828108 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2c317f27-e86c-43de-beea-fb073e516b2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (6f12ca15-5f3a-4c76-8293-3b4352e2b0b5), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:25.833973 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9c5af99d-cefc-4073-ace3-86cfd0daa85a req-59396a84-df22-4a7e-a765-f287e4521d09 service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907786 Feb 02 06:57:25.985497 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c531af6f-be20-4419-8aae-77bc67dcd775 req-d077c376-57b9-4eda-8fe5-e59119a238c6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=d6671b30-9c6e-40a0-b82b-6df470fe9336 HTTP/1.1" status: 200 len: 217 time: 0.2375650 Feb 02 06:57:25.990562 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-708bc896-e4f5-4035-8826-083486006b26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (15769bc3-6dcc-4e0d-9e8f-f2cc9a74c62a), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:26.319773 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a2979d-ee85-40b8-833f-4bf1d49437cc req-dd6d631b-416c-4a66-933e-ea7c80ea404b tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:26.327115 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b6a2979d-ee85-40b8-833f-4bf1d49437cc req-dd6d631b-416c-4a66-933e-ea7c80ea404b tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] 10.222.0.87 "GET /v2.0/ports?device_id=87460aa0-853c-4ec6-ab2b-ee40083e0c57 HTTP/1.1" status: 200 len: 949 time: 0.6092274 Feb 02 06:57:26.351026 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2c317f27-e86c-43de-beea-fb073e516b2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (6f12ca15-5f3a-4c76-8293-3b4352e2b0b5), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:26.355098 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2c317f27-e86c-43de-beea-fb073e516b2c admin admin] Publish callbacks [] for router_controller (6f12ca15-5f3a-4c76-8293-3b4352e2b0b5), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:26.394184 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d38ca1-bb54-4825-871d-06d40ebfcea8 req-50efe714-c928-4ff3-8d3c-8801e7815357 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:26.402560 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-75d38ca1-bb54-4825-871d-06d40ebfcea8 req-50efe714-c928-4ff3-8d3c-8801e7815357 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] 10.222.0.87 "GET /v2.0/ports?device_id=85e71e33-a6b8-4db5-82b4-b02cbcbff771 HTTP/1.1" status: 200 len: 947 time: 0.6985092 Feb 02 06:57:26.466524 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2c317f27-e86c-43de-beea-fb073e516b2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (6f12ca15-5f3a-4c76-8293-3b4352e2b0b5), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:26.467331 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c317f27-e86c-43de-beea-fb073e516b2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f12ca15-5f3a-4c76-8293-3b4352e2b0b5 {{(pid=109694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 06:57:26.473492 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2c317f27-e86c-43de-beea-fb073e516b2c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:26.479418 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-2c317f27-e86c-43de-beea-fb073e516b2c admin admin] 10.222.0.87 "DELETE /v2.0/routers/6f12ca15-5f3a-4c76-8293-3b4352e2b0b5 HTTP/1.1" status: 204 len: 168 time: 2.6791160 Feb 02 06:57:26.495049 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b6a2979d-ee85-40b8-833f-4bf1d49437cc req-01106318-e99f-4ccb-9ab7-06f33bb7f69c tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] 10.222.0.87 "GET /v2.0/security-groups?id=9d9ff11e-8353-4814-9482-2b8ccb37288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666970 Feb 02 06:57:26.510047 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 34484) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:57:26.552036 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9c5af99d-cefc-4073-ace3-86cfd0daa85a req-571b6683-17c3-4019-9e9b-c46bd995ec96 service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6892035 Feb 02 06:57:26.557596 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-37c3642a-e5ab-4642-8ff9-8de96ca35528 req-9e3cb116-2faa-49f4-a413-5eaa570b426e service neutron] For port 3a4249be-8b78-4d4f-b8d8-699b34670117, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=3a4249be-8b78-4d4f-b8d8-699b34670117,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:57:26.580713 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 1d63973f-2dcf-45ca-a83f-7227b792bb30 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 06:57:26.621767 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 1d63973f-2dcf-45ca-a83f-7227b792bb30 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 06:57:26.630599 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 1d63973f-2dcf-45ca-a83f-7227b792bb30 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 06:57:26.631995 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 3dd3300c-d4ff-4949-819a-c248d998724a no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 06:57:26.641596 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c531af6f-be20-4419-8aae-77bc67dcd775 req-6b058ac6-d253-4cd9-85da-c3346f4a0422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:26.643114 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c531af6f-be20-4419-8aae-77bc67dcd775 req-6b058ac6-d253-4cd9-85da-c3346f4a0422 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.4755428 Feb 02 06:57:26.679910 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20d1500-106e-4da3-b4a9-0458bcb739c0 req-18cfad11-2858-41e5-b61a-4e2efd387f02 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:26.689107 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f20d1500-106e-4da3-b4a9-0458bcb739c0 req-18cfad11-2858-41e5-b61a-4e2efd387f02 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 945 time: 0.0912919 Feb 02 06:57:26.693750 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 3dd3300c-d4ff-4949-819a-c248d998724a {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 06:57:26.694002 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 3dd3300c-d4ff-4949-819a-c248d998724a not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 06:57:26.750600 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-37c3642a-e5ab-4642-8ff9-8de96ca35528 req-9e3cb116-2faa-49f4-a413-5eaa570b426e service neutron] For port 3a4249be-8b78-4d4f-b8d8-699b34670117, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:57:26.756210 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f20d1500-106e-4da3-b4a9-0458bcb739c0 req-09474385-4e86-4a88-8498-7a6b63e52245 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661480 Feb 02 06:57:26.815600 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-75d38ca1-bb54-4825-871d-06d40ebfcea8 req-3481f04e-6ae2-4bba-bec3-8a9fe578f1d6 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] 10.222.0.87 "GET /v2.0/security-groups?id=4bdd1a44-87ea-435b-a9e6-afe84899370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4114096 Feb 02 06:57:26.853533 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-24fed605-103c-4ae1-91da-001f1fa29453 admin admin] Deleting subnet f1fa5b16-0923-4aea-9e14-f0e26de4f6f1 {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 06:57:26.885613 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-24fed605-103c-4ae1-91da-001f1fa29453 admin admin] Publish callbacks [] for subnet (f1fa5b16-0923-4aea-9e14-f0e26de4f6f1), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:26.905949 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b78d5f-eb6b-492a-9946-3b4d5000bf55 req-24a14b78-0a7c-4816-8e03-55c0da74bf69 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:26.912478 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ed7e9e-adc7-4d1f-b431-494897552f8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a4249be-8b78-4d4f-b8d8-699b34670117'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:57:26.915422 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54837a0e-64ed-49c6-82f7-2d75ad854699" -d '{"events": [{"server_uuid": "c4ed7e9e-adc7-4d1f-b431-494897552f8f", "name": "network-vif-unplugged", "status": "completed", "tag": "3a4249be-8b78-4d4f-b8d8-699b34670117"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:57:26.916041 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e6b78d5f-eb6b-492a-9946-3b4d5000bf55 req-24a14b78-0a7c-4816-8e03-55c0da74bf69 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4ed7e9e-adc7-4d1f-b431-494897552f8f HTTP/1.1" status: 200 len: 950 time: 0.0831578 Feb 02 06:57:26.920746 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-37c3642a-e5ab-4642-8ff9-8de96ca35528 req-9e3cb116-2faa-49f4-a413-5eaa570b426e service neutron] Publish callbacks [] for port (3a4249be-8b78-4d4f-b8d8-699b34670117), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:26.952956 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-37c3642a-e5ab-4642-8ff9-8de96ca35528 req-9e3cb116-2faa-49f4-a413-5eaa570b426e service neutron] Transition to ACTIVE for port object 3a4249be-8b78-4d4f-b8d8-699b34670117 will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 06:57:26.958417 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-24fed605-103c-4ae1-91da-001f1fa29453 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (f1fa5b16-0923-4aea-9e14-f0e26de4f6f1), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:26.961551 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c531af6f-be20-4419-8aae-77bc67dcd775 req-16ae51d6-aa37-4bf4-bedf-68d343f28af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:26.962996 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c531af6f-be20-4419-8aae-77bc67dcd775 req-16ae51d6-aa37-4bf4-bedf-68d343f28af9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2752576 Feb 02 06:57:26.963313 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:26.983747 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 06:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8147c113-3437-48ed-b3f1-d1e3e75510db x-openstack-request-id: req-8147c113-3437-48ed-b3f1-d1e3e75510db {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:57:26.984443 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ed7e9e-adc7-4d1f-b431-494897552f8f", "name": "network-vif-unplugged", "status": "completed", "tag": "3a4249be-8b78-4d4f-b8d8-699b34670117", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:57:26.984443 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-8147c113-3437-48ed-b3f1-d1e3e75510db {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:57:26.984680 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ed7e9e-adc7-4d1f-b431-494897552f8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a4249be-8b78-4d4f-b8d8-699b34670117', 'code': 200} Feb 02 06:57:26.997696 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-37c3642a-e5ab-4642-8ff9-8de96ca35528 req-9e3cb116-2faa-49f4-a413-5eaa570b426e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (3a4249be-8b78-4d4f-b8d8-699b34670117), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:27.009834 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e6b78d5f-eb6b-492a-9946-3b4d5000bf55 req-aa9e97bd-f5cf-4da4-8e2b-3b1eac7aeb08 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925949 Feb 02 06:57:27.183656 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3cb116-2faa-49f4-a413-5eaa570b426e service neutron] Pushing event updated for resources: {'Port': ['ID=3a4249be-8b78-4d4f-b8d8-699b34670117,revision_number=6']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:27.191543 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c3642a-e5ab-4642-8ff9-8de96ca35528 req-9e3cb116-2faa-49f4-a413-5eaa570b426e service neutron] No DVR routers for this DVR port 3a4249be-8b78-4d4f-b8d8-699b34670117 on host n-h1-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 06:57:27.194814 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-708bc896-e4f5-4035-8826-083486006b26 admin admin] Deleting port 906728a9-1814-4d76-922e-30ca7e221c65 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 06:57:27.195229 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-708bc896-e4f5-4035-8826-083486006b26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (906728a9-1814-4d76-922e-30ca7e221c65), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:27.267672 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-24fed605-103c-4ae1-91da-001f1fa29453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (f1fa5b16-0923-4aea-9e14-f0e26de4f6f1), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:27.298170 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c531af6f-be20-4419-8aae-77bc67dcd775 req-ed462823-83dc-453c-a86a-ce5971dfe58e service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126562 Feb 02 06:57:27.370706 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-708bc896-e4f5-4035-8826-083486006b26 admin admin] For port 906728a9-1814-4d76-922e-30ca7e221c65, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=906728a9-1814-4d76-922e-30ca7e221c65,segment=NetworkSegment(22d10d8b-e40b-44bb-8b5c-1bcf881c82b9),segment_id=22d10d8b-e40b-44bb-8b5c-1bcf881c82b9)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:57:27.371077 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-708bc896-e4f5-4035-8826-083486006b26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (906728a9-1814-4d76-922e-30ca7e221c65), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:27.386745 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-708bc896-e4f5-4035-8826-083486006b26 admin admin] Calling delete_port for 906728a9-1814-4d76-922e-30ca7e221c65 owned by network:router_interface {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 06:57:27.452653 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-37c3642a-e5ab-4642-8ff9-8de96ca35528 req-9e3cb116-2faa-49f4-a413-5eaa570b426e service neutron] Attempting to bind port 3a4249be-8b78-4d4f-b8d8-699b34670117 on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:57:27.453200 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-37c3642a-e5ab-4642-8ff9-8de96ca35528 req-9e3cb116-2faa-49f4-a413-5eaa570b426e service neutron] Attempting to bind port 3a4249be-8b78-4d4f-b8d8-699b34670117 by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:57:27.453357 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c3642a-e5ab-4642-8ff9-8de96ca35528 req-9e3cb116-2faa-49f4-a413-5eaa570b426e service neutron] Attempting to bind port 3a4249be-8b78-4d4f-b8d8-699b34670117 on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:57:27.514792 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c3642a-e5ab-4642-8ff9-8de96ca35528 req-9e3cb116-2faa-49f4-a413-5eaa570b426e service neutron] Port 3a4249be-8b78-4d4f-b8d8-699b34670117 on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 06:57:27.515126 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c3642a-e5ab-4642-8ff9-8de96ca35528 req-9e3cb116-2faa-49f4-a413-5eaa570b426e service neutron] Attempting to bind port 3a4249be-8b78-4d4f-b8d8-699b34670117 on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:57:27.570060 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c3642a-e5ab-4642-8ff9-8de96ca35528 req-9e3cb116-2faa-49f4-a413-5eaa570b426e service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:57:27.570387 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c3642a-e5ab-4642-8ff9-8de96ca35528 req-9e3cb116-2faa-49f4-a413-5eaa570b426e service neutron] Checking segment: {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:57:27.570775 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c3642a-e5ab-4642-8ff9-8de96ca35528 req-9e3cb116-2faa-49f4-a413-5eaa570b426e service neutron] Bound using segment: {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:57:27.571602 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-37c3642a-e5ab-4642-8ff9-8de96ca35528 req-9e3cb116-2faa-49f4-a413-5eaa570b426e service neutron] Bound port: 3a4249be-8b78-4d4f-b8d8-699b34670117, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:57:27.571761 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-37c3642a-e5ab-4642-8ff9-8de96ca35528 req-9e3cb116-2faa-49f4-a413-5eaa570b426e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3a4249be-8b78-4d4f-b8d8-699b34670117), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:27.671781 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-24fed605-103c-4ae1-91da-001f1fa29453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (f1fa5b16-0923-4aea-9e14-f0e26de4f6f1), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:27.735373 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a247f3-4a0d-4b1d-acbe-915061a850c1 req-a2ad5186-4331-4cef-96da-d49fc055de3b tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:27.738905 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e8a247f3-4a0d-4b1d-acbe-915061a850c1 req-a2ad5186-4331-4cef-96da-d49fc055de3b tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] 10.222.0.59 "GET /v2.0/ports?device_id=87460aa0-853c-4ec6-ab2b-ee40083e0c57 HTTP/1.1" status: 200 len: 949 time: 0.0852289 Feb 02 06:57:27.748578 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c531af6f-be20-4419-8aae-77bc67dcd775 req-34893998-087c-482d-88c8-6d8fe8d83ed9 service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3512852 Feb 02 06:57:27.764541 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ec062a-ff31-4fb9-b35d-4cec023d9b35 None None] Network e0f9d081-640e-45b1-b6ba-9e0fb190dfbe requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 06:57:27.765118 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fed605-103c-4ae1-91da-001f1fa29453 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1fa5b16-0923-4aea-9e14-f0e26de4f6f1,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:27.768162 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-24fed605-103c-4ae1-91da-001f1fa29453 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:27.771359 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-24fed605-103c-4ae1-91da-001f1fa29453 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/f1fa5b16-0923-4aea-9e14-f0e26de4f6f1 HTTP/1.1" status: 204 len: 168 time: 1.2559664 Feb 02 06:57:27.776900 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 34496) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:57:27.820584 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-37c3642a-e5ab-4642-8ff9-8de96ca35528 req-9e3cb116-2faa-49f4-a413-5eaa570b426e service neutron] For port 3a4249be-8b78-4d4f-b8d8-699b34670117, host n-h2-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:57:27.853909 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-37c3642a-e5ab-4642-8ff9-8de96ca35528 req-9e3cb116-2faa-49f4-a413-5eaa570b426e service neutron] For port 3a4249be-8b78-4d4f-b8d8-699b34670117, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=3a4249be-8b78-4d4f-b8d8-699b34670117,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:57:27.901062 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 3a4249be-8b78-4d4f-b8d8-699b34670117 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 06:57:27.918757 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-e8a247f3-4a0d-4b1d-acbe-915061a850c1 req-a10619ac-38dc-48be-bec0-8b6ac0538b1c tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] Deleting port 1b029970-8f02-4bc4-99f8-4a98c6af5c6e {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 06:57:27.919158 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-e8a247f3-4a0d-4b1d-acbe-915061a850c1 req-a10619ac-38dc-48be-bec0-8b6ac0538b1c tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (1b029970-8f02-4bc4-99f8-4a98c6af5c6e), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:28.006112 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] The host n-h1-789963-26 is not matching for port 3a4249be-8b78-4d4f-b8d8-699b34670117 host n-h2-789963-26! {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 02 06:57:28.007112 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 3a4249be-8b78-4d4f-b8d8-699b34670117 not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 06:57:28.060863 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da966f7-c717-473c-a5be-df5ea6cc6f02 None None] DHCP port deletion for e0f9d081-640e-45b1-b6ba-9e0fb190dfbe request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 06:57:28.110689 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be8344a-ffe5-4d85-80f4-b9736bf0e15a req-044b2d68-2e87-4def-a224-989b56aa398e tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:28.116622 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1be8344a-ffe5-4d85-80f4-b9736bf0e15a req-044b2d68-2e87-4def-a224-989b56aa398e tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 945 time: 0.1887186 Feb 02 06:57:28.176101 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-5da966f7-c717-473c-a5be-df5ea6cc6f02 None None] Deleting port b58e4c12-c65e-4491-8275-5f07de57be59 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 06:57:28.176960 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5da966f7-c717-473c-a5be-df5ea6cc6f02 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (b58e4c12-c65e-4491-8275-5f07de57be59), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:28.204676 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43945883-b5cf-4955-8f0c-717f0cdfe7ba req-abf065f9-083e-415f-8509-6c9ae0cd801c tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:28.206196 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-43945883-b5cf-4955-8f0c-717f0cdfe7ba req-abf065f9-083e-415f-8509-6c9ae0cd801c tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] 10.222.0.87 "GET /v2.0/ports?device_id=87460aa0-853c-4ec6-ab2b-ee40083e0c57 HTTP/1.1" status: 200 len: 949 time: 0.5721703 Feb 02 06:57:28.216046 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-37c3642a-e5ab-4642-8ff9-8de96ca35528 req-9e3cb116-2faa-49f4-a413-5eaa570b426e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (3a4249be-8b78-4d4f-b8d8-699b34670117), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:28.229414 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1be8344a-ffe5-4d85-80f4-b9736bf0e15a req-03a7e9a2-36e9-479e-874f-0c7c316251ab tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010294 Feb 02 06:57:28.249484 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-e8a247f3-4a0d-4b1d-acbe-915061a850c1 req-a10619ac-38dc-48be-bec0-8b6ac0538b1c tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] For port 1b029970-8f02-4bc4-99f8-4a98c6af5c6e, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=1b029970-8f02-4bc4-99f8-4a98c6af5c6e,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:57:28.252230 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-e8a247f3-4a0d-4b1d-acbe-915061a850c1 req-a10619ac-38dc-48be-bec0-8b6ac0538b1c tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (1b029970-8f02-4bc4-99f8-4a98c6af5c6e), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:28.266345 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f6e1c557-372b-4d25-acb8-2d18ee9c1c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (e0f9d081-640e-45b1-b6ba-9e0fb190dfbe), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:28.295359 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-e8a247f3-4a0d-4b1d-acbe-915061a850c1 req-a10619ac-38dc-48be-bec0-8b6ac0538b1c tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] Calling delete_port for 1b029970-8f02-4bc4-99f8-4a98c6af5c6e owned by compute:nova {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 06:57:28.337129 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c3642a-e5ab-4642-8ff9-8de96ca35528 req-9e3cb116-2faa-49f4-a413-5eaa570b426e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:28.337762 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-37c3642a-e5ab-4642-8ff9-8de96ca35528 req-9e3cb116-2faa-49f4-a413-5eaa570b426e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:28.339184 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-37c3642a-e5ab-4642-8ff9-8de96ca35528 req-9e3cb116-2faa-49f4-a413-5eaa570b426e service neutron] 10.222.0.59 "PUT /v2.0/ports/3a4249be-8b78-4d4f-b8d8-699b34670117 HTTP/1.1" status: 200 len: 1097 time: 3.0108154 Feb 02 06:57:28.348529 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-5da966f7-c717-473c-a5be-df5ea6cc6f02 None None] For port b58e4c12-c65e-4491-8275-5f07de57be59, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=b58e4c12-c65e-4491-8275-5f07de57be59,segment=NetworkSegment(1d2d48ca-7af8-4a5d-abef-fb7206a16c0e),segment_id=1d2d48ca-7af8-4a5d-abef-fb7206a16c0e)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:57:28.348943 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5da966f7-c717-473c-a5be-df5ea6cc6f02 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (b58e4c12-c65e-4491-8275-5f07de57be59), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:28.374679 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-5da966f7-c717-473c-a5be-df5ea6cc6f02 None None] Calling delete_port for b58e4c12-c65e-4491-8275-5f07de57be59 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 06:57:28.489796 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5da966f7-c717-473c-a5be-df5ea6cc6f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (b58e4c12-c65e-4491-8275-5f07de57be59), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:28.493509 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-708bc896-e4f5-4035-8826-083486006b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (906728a9-1814-4d76-922e-30ca7e221c65), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:28.521283 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-43945883-b5cf-4955-8f0c-717f0cdfe7ba req-ab9ff058-f6de-4f89-b648-d3ea91c13516 tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] 10.222.0.87 "GET /v2.0/security-groups?id=9d9ff11e-8353-4814-9482-2b8ccb37288d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029723 Feb 02 06:57:28.526080 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da966f7-c717-473c-a5be-df5ea6cc6f02 None None] Pushing event deleted for resources: {'Port': ['ID=b58e4c12-c65e-4491-8275-5f07de57be59,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:28.544385 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da966f7-c717-473c-a5be-df5ea6cc6f02 None None] No DVR routers for this DVR port b58e4c12-c65e-4491-8275-5f07de57be59 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 06:57:28.567002 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device b58e4c12-c65e-4491-8275-5f07de57be59 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 06:57:28.597430 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: b58e4c12-c65e-4491-8275-5f07de57be59 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 06:57:28.597706 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device b58e4c12-c65e-4491-8275-5f07de57be59 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 06:57:28.600562 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3cb116-2faa-49f4-a413-5eaa570b426e service neutron] Pushing event updated for resources: {'Port': ['ID=3a4249be-8b78-4d4f-b8d8-699b34670117,revision_number=7']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:28.610995 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-f6e1c557-372b-4d25-acb8-2d18ee9c1c55 admin admin] The port 'b58e4c12-c65e-4491-8275-5f07de57be59' was deleted {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} Feb 02 06:57:28.624015 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ddc2c7-a056-4431-8151-c595b420c883 req-1d5e8285-efcc-41df-820c-dd55a8331dc3 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:28.636192 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b0ddc2c7-a056-4431-8151-c595b420c883 req-1d5e8285-efcc-41df-820c-dd55a8331dc3 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] 10.222.0.87 "GET /v2.0/ports?device_id=85e71e33-a6b8-4db5-82b4-b02cbcbff771 HTTP/1.1" status: 200 len: 947 time: 0.2176628 Feb 02 06:57:28.742825 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708bc896-e4f5-4035-8826-083486006b26 admin admin] Pushing event deleted for resources: {'Port': ['ID=906728a9-1814-4d76-922e-30ca7e221c65,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:28.815677 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b0ddc2c7-a056-4431-8151-c595b420c883 req-8a19e57f-d35f-4499-af15-b49f0afa15ab tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] 10.222.0.87 "GET /v2.0/security-groups?id=4bdd1a44-87ea-435b-a9e6-afe84899370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783814 Feb 02 06:57:28.853894 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-e8a247f3-4a0d-4b1d-acbe-915061a850c1 req-a10619ac-38dc-48be-bec0-8b6ac0538b1c tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (1b029970-8f02-4bc4-99f8-4a98c6af5c6e), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:28.893597 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['1b029970-8f02-4bc4-99f8-4a98c6af5c6e'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:57:28.897471 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10619ac-38dc-48be-bec0-8b6ac0538b1c tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] Pushing event deleted for resources: {'Port': ['ID=1b029970-8f02-4bc4-99f8-4a98c6af5c6e,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:29.021139 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8a247f3-4a0d-4b1d-acbe-915061a850c1 req-a10619ac-38dc-48be-bec0-8b6ac0538b1c tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] No DVR routers for this DVR port 1b029970-8f02-4bc4-99f8-4a98c6af5c6e on host n-h2-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 06:57:29.024430 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-e8a247f3-4a0d-4b1d-acbe-915061a850c1 req-a10619ac-38dc-48be-bec0-8b6ac0538b1c tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:29.028261 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e8a247f3-4a0d-4b1d-acbe-915061a850c1 req-a10619ac-38dc-48be-bec0-8b6ac0538b1c tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] 10.222.0.59 "DELETE /v2.0/ports/1b029970-8f02-4bc4-99f8-4a98c6af5c6e HTTP/1.1" status: 204 len: 173 time: 1.2850676 Feb 02 06:57:29.028841 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87460aa0-853c-4ec6-ab2b-ee40083e0c57', 'name': 'network-vif-deleted', 'tag': '1b029970-8f02-4bc4-99f8-4a98c6af5c6e'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:57:29.032058 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e018d428-d182-4349-98db-d6cc47d3651c" -d '{"events": [{"server_uuid": "87460aa0-853c-4ec6-ab2b-ee40083e0c57", "name": "network-vif-deleted", "tag": "1b029970-8f02-4bc4-99f8-4a98c6af5c6e"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:57:29.076090 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4ed7e9e-adc7-4d1f-b431-494897552f8f', 'tag': '3a4249be-8b78-4d4f-b8d8-699b34670117'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:57:29.078402 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e91a3f8-7d50-4fe1-80ac-0a4152c1a745" -d '{"events": [{"name": "network-changed", "server_uuid": "c4ed7e9e-adc7-4d1f-b431-494897552f8f", "tag": "3a4249be-8b78-4d4f-b8d8-699b34670117"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:57:29.104389 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 06:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754b3076-b2cc-4c79-8527-4f062bc0967a x-openstack-request-id: req-754b3076-b2cc-4c79-8527-4f062bc0967a {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:57:29.104757 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87460aa0-853c-4ec6-ab2b-ee40083e0c57", "name": "network-vif-deleted", "tag": "1b029970-8f02-4bc4-99f8-4a98c6af5c6e", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:57:29.105080 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-754b3076-b2cc-4c79-8527-4f062bc0967a {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:57:29.105244 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c3642a-e5ab-4642-8ff9-8de96ca35528 req-7d1a281f-516f-4608-9827-2af3bc9c1c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:29.105599 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87460aa0-853c-4ec6-ab2b-ee40083e0c57', 'name': 'network-vif-deleted', 'tag': '1b029970-8f02-4bc4-99f8-4a98c6af5c6e', 'status': 'completed', 'code': 200} Feb 02 06:57:29.107362 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-37c3642a-e5ab-4642-8ff9-8de96ca35528 req-7d1a281f-516f-4608-9827-2af3bc9c1c90 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=617f6fde409340a286c916b0c2822b5a&device_id=c4ed7e9e-adc7-4d1f-b431-494897552f8f HTTP/1.1" status: 200 len: 1131 time: 0.7098911 Feb 02 06:57:29.170027 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f6e1c557-372b-4d25-acb8-2d18ee9c1c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (e0f9d081-640e-45b1-b6ba-9e0fb190dfbe), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:29.263010 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 06:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11b35ed-086f-4094-899b-7b156c250095 x-openstack-request-id: req-e11b35ed-086f-4094-899b-7b156c250095 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:57:29.263705 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4ed7e9e-adc7-4d1f-b431-494897552f8f", "tag": "3a4249be-8b78-4d4f-b8d8-699b34670117", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:57:29.263705 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e11b35ed-086f-4094-899b-7b156c250095 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:57:29.263930 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4ed7e9e-adc7-4d1f-b431-494897552f8f', 'tag': '3a4249be-8b78-4d4f-b8d8-699b34670117', 'status': 'completed', 'code': 200} Feb 02 06:57:29.318603 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-f6e1c557-372b-4d25-acb8-2d18ee9c1c55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0f9d081-640e-45b1-b6ba-9e0fb190dfbe']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:57:29.342248 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-f6e1c557-372b-4d25-acb8-2d18ee9c1c55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d2d48ca-7af8-4a5d-abef-fb7206a16c0e') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:57:29.342544 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-f6e1c557-372b-4d25-acb8-2d18ee9c1c55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d2d48ca-7af8-4a5d-abef-fb7206a16c0e') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:57:29.398315 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284334f0-0899-430d-961f-9e592f1165f6 req-62a15ae4-1129-491c-87da-ec35d3f8470d tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:29.399874 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-284334f0-0899-430d-961f-9e592f1165f6 req-62a15ae4-1129-491c-87da-ec35d3f8470d tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4ed7e9e-adc7-4d1f-b431-494897552f8f HTTP/1.1" status: 200 len: 948 time: 0.6967564 Feb 02 06:57:29.406404 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f6e1c557-372b-4d25-acb8-2d18ee9c1c55 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (1d2d48ca-7af8-4a5d-abef-fb7206a16c0e), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:29.419920 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb6e661-82be-4104-b13f-9e65d220a017 req-88710617-8574-405b-80ea-59bf95a9f04c tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:29.421492 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cdb6e661-82be-4104-b13f-9e65d220a017 req-88710617-8574-405b-80ea-59bf95a9f04c tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 945 time: 0.0791800 Feb 02 06:57:29.425461 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-708bc896-e4f5-4035-8826-083486006b26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (15769bc3-6dcc-4e0d-9e8f-f2cc9a74c62a), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:29.455892 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f6e1c557-372b-4d25-acb8-2d18ee9c1c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (1d2d48ca-7af8-4a5d-abef-fb7206a16c0e), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:29.472613 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6e1c557-372b-4d25-acb8-2d18ee9c1c55 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 06:57:29.473009 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f6e1c557-372b-4d25-acb8-2d18ee9c1c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (1d2d48ca-7af8-4a5d-abef-fb7206a16c0e), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:29.488108 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 06:57:29.488108 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 06:57:29.488108 n-d-789963-26 neutron-server[109693]: timer() Feb 02 06:57:29.488108 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 06:57:29.488108 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 06:57:29.488108 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 06:57:29.488108 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 06:57:29.488108 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 06:57:29.488108 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 06:57:29.488108 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 06:57:29.488108 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 06:57:29.488108 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 06:57:29.488108 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 06:57:29.488108 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 06:57:29.488108 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 06:57:29.488108 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 06:57:29.488108 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 06:57:29.488108 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 06:57:29.488108 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 06:57:29.488108 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 06:57:29.488108 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 06:57:29.488108 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 06:57:29.488108 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 06:57:29.488108 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 06:57:29.488108 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 06:57:29.488108 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 06:57:29.488108 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 06:57:29.488108 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 06:57:29.488108 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 06:57:29.488108 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 06:57:29.488108 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 06:57:29.488108 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 06:57:29.513309 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cdb6e661-82be-4104-b13f-9e65d220a017 req-be32e048-fc43-4119-9ecf-af9089665930 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796289 Feb 02 06:57:29.519262 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e91a3f8-7d50-4fe1-80ac-0a4152c1a745 req-c82fd9d2-87eb-413b-9525-62790ee9268b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:29.520801 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0e91a3f8-7d50-4fe1-80ac-0a4152c1a745 req-c82fd9d2-87eb-413b-9525-62790ee9268b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=617f6fde409340a286c916b0c2822b5a&device_id=c4ed7e9e-adc7-4d1f-b431-494897552f8f HTTP/1.1" status: 200 len: 1131 time: 0.2561388 Feb 02 06:57:29.564730 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c3642a-e5ab-4642-8ff9-8de96ca35528 req-489deeb6-753d-4cfc-913d-884cd17f762f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:29.566189 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-37c3642a-e5ab-4642-8ff9-8de96ca35528 req-489deeb6-753d-4cfc-913d-884cd17f762f service neutron] 10.222.0.59 "GET /v2.0/networks?id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 HTTP/1.1" status: 200 len: 870 time: 0.4014046 Feb 02 06:57:29.696058 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-284334f0-0899-430d-961f-9e592f1165f6 req-d992ed3c-769d-467d-a853-2611582747ea tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874634 Feb 02 06:57:29.697354 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-37c3642a-e5ab-4642-8ff9-8de96ca35528 req-f686f6c3-cabb-47e5-a5b2-f2187d36be93 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=3a4249be-8b78-4d4f-b8d8-699b34670117 HTTP/1.1" status: 200 len: 217 time: 0.0856454 Feb 02 06:57:29.742986 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3e5f5ee2-968b-46b0-a12f-f48548ad4a5e req-efd18263-b53c-4c97-8f1c-757a4dc0db95 tempest-TenantUsagesTestJSON-1637929679 tempest-TenantUsagesTestJSON-1637929679-project] 10.222.0.87 "GET /v2.0/ports?device_id=87460aa0-853c-4ec6-ab2b-ee40083e0c57 HTTP/1.1" status: 200 len: 210 time: 0.0835464 Feb 02 06:57:29.793483 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f6e1c557-372b-4d25-acb8-2d18ee9c1c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (e0f9d081-640e-45b1-b6ba-9e0fb190dfbe), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:29.860371 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f6e1c557-372b-4d25-acb8-2d18ee9c1c55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:29.867100 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-f6e1c557-372b-4d25-acb8-2d18ee9c1c55 admin admin] 10.222.0.87 "DELETE /v2.0/networks/e0f9d081-640e-45b1-b6ba-9e0fb190dfbe HTTP/1.1" status: 204 len: 168 time: 2.0811698 Feb 02 06:57:29.867800 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 34522) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:57:29.889978 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e1c557-372b-4d25-acb8-2d18ee9c1c55 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0f9d081-640e-45b1-b6ba-9e0fb190dfbe,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:29.946761 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c3642a-e5ab-4642-8ff9-8de96ca35528 req-25d32b99-36be-403b-91bc-def79663e620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:29.948251 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-37c3642a-e5ab-4642-8ff9-8de96ca35528 req-25d32b99-36be-403b-91bc-def79663e620 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.2293470 Feb 02 06:57:30.002017 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e91a3f8-7d50-4fe1-80ac-0a4152c1a745 req-cb03a4eb-5926-48ac-994d-3c2194cf14f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:30.003529 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0e91a3f8-7d50-4fe1-80ac-0a4152c1a745 req-cb03a4eb-5926-48ac-994d-3c2194cf14f9 service neutron] 10.222.0.88 "GET /v2.0/networks?id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 HTTP/1.1" status: 200 len: 870 time: 0.4062715 Feb 02 06:57:30.101690 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8835db0-493a-4ab6-a0ee-931edb2c0f6c req-e4d9a146-1168-4b33-8c29-4ce53bedd46e tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:30.103762 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c8835db0-493a-4ab6-a0ee-931edb2c0f6c req-e4d9a146-1168-4b33-8c29-4ce53bedd46e tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] 10.222.0.87 "GET /v2.0/ports?device_id=85e71e33-a6b8-4db5-82b4-b02cbcbff771 HTTP/1.1" status: 200 len: 947 time: 0.1959670 Feb 02 06:57:30.110646 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0e91a3f8-7d50-4fe1-80ac-0a4152c1a745 req-f863b777-3be9-48ee-a575-2945c2c6fcf5 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=3a4249be-8b78-4d4f-b8d8-699b34670117 HTTP/1.1" status: 200 len: 217 time: 0.0672824 Feb 02 06:57:30.215226 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c3642a-e5ab-4642-8ff9-8de96ca35528 req-b74fd4b4-4314-44ae-8b5b-047c120f274c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:30.216771 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-37c3642a-e5ab-4642-8ff9-8de96ca35528 req-b74fd4b4-4314-44ae-8b5b-047c120f274c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2610378 Feb 02 06:57:30.283054 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e91a3f8-7d50-4fe1-80ac-0a4152c1a745 req-9ad7f78e-dcd5-4d14-9c48-94e385196578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:30.284564 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0e91a3f8-7d50-4fe1-80ac-0a4152c1a745 req-9ad7f78e-dcd5-4d14-9c48-94e385196578 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.1601419 Feb 02 06:57:30.300610 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c8835db0-493a-4ab6-a0ee-931edb2c0f6c req-e7045138-a5a3-4b0d-b923-a86318391ae4 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] 10.222.0.87 "GET /v2.0/security-groups?id=4bdd1a44-87ea-435b-a9e6-afe84899370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849411 Feb 02 06:57:30.310683 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-708bc896-e4f5-4035-8826-083486006b26 admin admin] Router 15769bc3-6dcc-4e0d-9e8f-f2cc9a74c62a has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 06:57:30.427255 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0e40d3f6-e356-4fe3-8033-25439a9bd02a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (e303aa2a-67a3-4fe3-8575-5a049d9d256f), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:30.445668 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-37c3642a-e5ab-4642-8ff9-8de96ca35528 req-d08b1a6c-4c9d-4ac2-99e5-e9542c792799 service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170498 Feb 02 06:57:30.465877 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e91a3f8-7d50-4fe1-80ac-0a4152c1a745 req-4557dda1-0f3a-4143-82f3-98df55f77d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:30.467389 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0e91a3f8-7d50-4fe1-80ac-0a4152c1a745 req-4557dda1-0f3a-4143-82f3-98df55f77d48 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1732783 Feb 02 06:57:30.547800 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device d6671b30-9c6e-40a0-b82b-6df470fe9336 details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 06:57:30.586154 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-708bc896-e4f5-4035-8826-083486006b26 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 06:57:30.598366 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200b1ca6-991f-4d07-8b77-140bb8eee3d7 None None] Sync routers for ids ['15769bc3-6dcc-4e0d-9e8f-f2cc9a74c62a'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 06:57:30.614757 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200b1ca6-991f-4d07-8b77-140bb8eee3d7 None None] Routers {'15769bc3-6dcc-4e0d-9e8f-f2cc9a74c62a'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 06:57:30.621589 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-200b1ca6-991f-4d07-8b77-140bb8eee3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:57:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['15769bc3-6dcc-4e0d-9e8f-f2cc9a74c62a'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:57:30.710373 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-708bc896-e4f5-4035-8826-083486006b26 admin admin] 10.222.0.87 "PUT /v2.0/routers/15769bc3-6dcc-4e0d-9e8f-f2cc9a74c62a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1997578 Feb 02 06:57:30.726842 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 34528) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:57:30.801992 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port d6671b30-9c6e-40a0-b82b-6df470fe9336, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=d6671b30-9c6e-40a0-b82b-6df470fe9336,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:57:30.835661 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': 'd6671b30-9c6e-40a0-b82b-6df470fe9336', 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1', 'port_id': 'd6671b30-9c6e-40a0-b82b-6df470fe9336', 'mac_address': 'fa:16:3e:4a:e6:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d773733-62df-4956-84d3-71d17cfb6d11', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 06:57:30.857962 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6543847a-8cc4-4f80-849a-72c78249bd5c req-49ea6c56-3e29-4bdc-be89-7fcffd65e544 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:30.859685 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6543847a-8cc4-4f80-849a-72c78249bd5c req-49ea6c56-3e29-4bdc-be89-7fcffd65e544 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 945 time: 0.1725216 Feb 02 06:57:30.889335 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-200b1ca6-991f-4d07-8b77-140bb8eee3d7 None None] Set router 15769bc3-6dcc-4e0d-9e8f-f2cc9a74c62a gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 06:57:30.941651 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port d6671b30-9c6e-40a0-b82b-6df470fe9336 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:57:30.942056 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (d6671b30-9c6e-40a0-b82b-6df470fe9336), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:30.972632 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6671b30-9c6e-40a0-b82b-6df470fe9336 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:57:31.004792 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6543847a-8cc4-4f80-849a-72c78249bd5c req-c04e9a5b-da9b-448c-8786-b689104ab706 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018441 Feb 02 06:57:31.030270 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port d6671b30-9c6e-40a0-b82b-6df470fe9336, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=d6671b30-9c6e-40a0-b82b-6df470fe9336,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:57:31.039490 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (d6671b30-9c6e-40a0-b82b-6df470fe9336), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:31.040398 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 2885a8c5-42d6-4a1b-a52c-7d8b52cf995c details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 06:57:31.213962 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 2885a8c5-42d6-4a1b-a52c-7d8b52cf995c, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=2885a8c5-42d6-4a1b-a52c-7d8b52cf995c,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:57:31.252911 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=d6671b30-9c6e-40a0-b82b-6df470fe9336,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:31.259787 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-0e40d3f6-e356-4fe3-8033-25439a9bd02a admin admin] Deleting port dcbb08f0-0935-4c25-98bf-83f3ee3371a7 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 06:57:31.262955 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0e40d3f6-e356-4fe3-8033-25439a9bd02a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (dcbb08f0-0935-4c25-98bf-83f3ee3371a7), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:31.270294 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': '2885a8c5-42d6-4a1b-a52c-7d8b52cf995c', 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1', 'port_id': '2885a8c5-42d6-4a1b-a52c-7d8b52cf995c', 'mac_address': 'fa:16:3e:60:fe:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d773733-62df-4956-84d3-71d17cfb6d11', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 06:57:31.343904 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-200b1ca6-991f-4d07-8b77-140bb8eee3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15769bc3-6dcc-4e0d-9e8f-f2cc9a74c62a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943586640-router', 'tenant_id': '99a360322b0c495cb1907cb4e12d190e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'b409f485-dbd1-41cd-85d3-2cb6435fb9f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:53:33Z', 'updated_at': '2022-02-02T06:57:28Z', 'revision_number': 5, 'project_id': '99a360322b0c495cb1907cb4e12d190e', 'gw_port': {'id': 'b409f485-dbd1-41cd-85d3-2cb6435fb9f1', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:da:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15769bc3-6dcc-4e0d-9e8f-f2cc9a74c62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 181, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:53:33Z', 'updated_at': '2022-02-02T06:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:57:31.388578 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 2885a8c5-42d6-4a1b-a52c-7d8b52cf995c is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:57:31.392259 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (2885a8c5-42d6-4a1b-a52c-7d8b52cf995c), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:31.428871 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200b1ca6-991f-4d07-8b77-140bb8eee3d7 None None] Checking router: 15769bc3-6dcc-4e0d-9e8f-f2cc9a74c62a for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 06:57:31.432083 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2885a8c5-42d6-4a1b-a52c-7d8b52cf995c {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:57:31.454920 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200b1ca6-991f-4d07-8b77-140bb8eee3d7 None None] Routers {'15769bc3-6dcc-4e0d-9e8f-f2cc9a74c62a'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 06:57:31.457661 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-200b1ca6-991f-4d07-8b77-140bb8eee3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:57:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['15769bc3-6dcc-4e0d-9e8f-f2cc9a74c62a'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:57:31.495733 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 2885a8c5-42d6-4a1b-a52c-7d8b52cf995c, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=2885a8c5-42d6-4a1b-a52c-7d8b52cf995c,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:57:31.510432 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (2885a8c5-42d6-4a1b-a52c-7d8b52cf995c), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:31.603282 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=2885a8c5-42d6-4a1b-a52c-7d8b52cf995c,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:31.615411 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-0e40d3f6-e356-4fe3-8033-25439a9bd02a admin admin] For port dcbb08f0-0935-4c25-98bf-83f3ee3371a7, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=dcbb08f0-0935-4c25-98bf-83f3ee3371a7,segment=NetworkSegment(fb0dd258-43a7-4754-8cbb-20de8df7fb9c),segment_id=fb0dd258-43a7-4754-8cbb-20de8df7fb9c)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:57:31.620000 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0e40d3f6-e356-4fe3-8033-25439a9bd02a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (dcbb08f0-0935-4c25-98bf-83f3ee3371a7), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:31.646128 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-0e40d3f6-e356-4fe3-8033-25439a9bd02a admin admin] Calling delete_port for dcbb08f0-0935-4c25-98bf-83f3ee3371a7 owned by network:router_interface {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 06:57:31.704783 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-200b1ca6-991f-4d07-8b77-140bb8eee3d7 None None] Set router 15769bc3-6dcc-4e0d-9e8f-f2cc9a74c62a gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 06:57:31.766644 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0e91a3f8-7d50-4fe1-80ac-0a4152c1a745 req-410201c2-f1a0-429c-b86a-ed20a2aadc6f service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1753459 Feb 02 06:57:31.767617 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 34544) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:57:31.768416 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a5ff6579-5a59-4486-8930-e6ee74bfb380 admin admin] Publish callbacks [] for router (15769bc3-6dcc-4e0d-9e8f-f2cc9a74c62a), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:32.044565 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0e40d3f6-e356-4fe3-8033-25439a9bd02a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (dcbb08f0-0935-4c25-98bf-83f3ee3371a7), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:32.085870 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-37c3642a-e5ab-4642-8ff9-8de96ca35528 req-8b440afb-78e2-46cf-8535-7fd1c15dd910 service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6316299 Feb 02 06:57:32.087262 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['d6671b30-9c6e-40a0-b82b-6df470fe9336'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:57:32.096095 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a5ff6579-5a59-4486-8930-e6ee74bfb380 admin admin] Publish callbacks [] for router_gateway (15769bc3-6dcc-4e0d-9e8f-f2cc9a74c62a), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:32.160772 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['2885a8c5-42d6-4a1b-a52c-7d8b52cf995c'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:57:32.183290 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e40d3f6-e356-4fe3-8033-25439a9bd02a admin admin] Pushing event deleted for resources: {'Port': ['ID=dcbb08f0-0935-4c25-98bf-83f3ee3371a7,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:32.247267 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0e91a3f8-7d50-4fe1-80ac-0a4152c1a745 req-932a38bb-01ea-4283-972e-fc37471085a8 service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468957 Feb 02 06:57:32.307109 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3fc400-9088-4503-b020-4c7d7d319f0f req-f48a5ed5-ec1f-463c-b2e3-1d752496bc6c tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:32.312654 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5d3fc400-9088-4503-b020-4c7d7d319f0f req-f48a5ed5-ec1f-463c-b2e3-1d752496bc6c tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] 10.222.0.87 "GET /v2.0/ports?device_id=85e71e33-a6b8-4db5-82b4-b02cbcbff771 HTTP/1.1" status: 200 len: 947 time: 0.8305900 Feb 02 06:57:32.383020 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-200b1ca6-991f-4d07-8b77-140bb8eee3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15769bc3-6dcc-4e0d-9e8f-f2cc9a74c62a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943586640-router', 'tenant_id': '99a360322b0c495cb1907cb4e12d190e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'b409f485-dbd1-41cd-85d3-2cb6435fb9f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:53:33Z', 'updated_at': '2022-02-02T06:57:28Z', 'revision_number': 5, 'project_id': '99a360322b0c495cb1907cb4e12d190e', 'gw_port': {'id': 'b409f485-dbd1-41cd-85d3-2cb6435fb9f1', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:da:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15769bc3-6dcc-4e0d-9e8f-f2cc9a74c62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 181, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:53:33Z', 'updated_at': '2022-02-02T06:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:57:32.389019 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4931d1ed-8b1e-42ba-856c-5eeef8fca839 req-49ba35b9-0ecf-4e57-aa9e-8d990cada032 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:32.400109 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4931d1ed-8b1e-42ba-856c-5eeef8fca839 req-49ba35b9-0ecf-4e57-aa9e-8d990cada032 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4ed7e9e-adc7-4d1f-b431-494897552f8f HTTP/1.1" status: 200 len: 948 time: 1.5086379 Feb 02 06:57:32.449464 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200b1ca6-991f-4d07-8b77-140bb8eee3d7 None None] The sync data for ids ['15769bc3-6dcc-4e0d-9e8f-f2cc9a74c62a'] in n-d-789963-26 is: [{'id': '15769bc3-6dcc-4e0d-9e8f-f2cc9a74c62a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1943586640-router', 'tenant_id': '99a360322b0c495cb1907cb4e12d190e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': 'b409f485-dbd1-41cd-85d3-2cb6435fb9f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:53:33Z', 'updated_at': '2022-02-02T06:57:28Z', 'revision_number': 5, 'project_id': '99a360322b0c495cb1907cb4e12d190e', 'gw_port': {'id': 'b409f485-dbd1-41cd-85d3-2cb6435fb9f1', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:da:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15769bc3-6dcc-4e0d-9e8f-f2cc9a74c62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 181, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:53:33Z', 'updated_at': '2022-02-02T06:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 06:57:32.468077 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-41e065f5-895d-40f4-a931-9c6d90f38fe6 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=dc66c3d4b5c840bf88308a68a34af5d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6954250 Feb 02 06:57:32.468813 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 34552) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:57:32.561402 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e91a3f8-7d50-4fe1-80ac-0a4152c1a745 req-9d11f1d9-689b-4ca9-899c-2a21994f2eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:32.569379 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0e91a3f8-7d50-4fe1-80ac-0a4152c1a745 req-9d11f1d9-689b-4ca9-899c-2a21994f2eaa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=617f6fde409340a286c916b0c2822b5a&device_id=c4ed7e9e-adc7-4d1f-b431-494897552f8f HTTP/1.1" status: 200 len: 1131 time: 0.3626893 Feb 02 06:57:32.569776 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 1b029970-8f02-4bc4-99f8-4a98c6af5c6e no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 06:57:32.610216 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] No Port match for: 1b029970-8f02-4bc4-99f8-4a98c6af5c6e {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 06:57:32.611908 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 1b029970-8f02-4bc4-99f8-4a98c6af5c6e not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 06:57:32.621241 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5d3fc400-9088-4503-b020-4c7d7d319f0f req-7f828e79-093d-4c0f-a9e0-41dc2ed99231 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] 10.222.0.87 "GET /v2.0/security-groups?id=4bdd1a44-87ea-435b-a9e6-afe84899370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471778 Feb 02 06:57:32.630924 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f54e-7d16-4d53-88d3-e7f262f11bc1 admin admin] Publish callbacks [] for security_group (9d9ff11e-8353-4814-9482-2b8ccb37288d), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:32.701378 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f54e-7d16-4d53-88d3-e7f262f11bc1 admin admin] Publish callbacks [] for security_group (9d9ff11e-8353-4814-9482-2b8ccb37288d), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:32.706503 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4931d1ed-8b1e-42ba-856c-5eeef8fca839 req-8f66b9c7-0c31-46da-80e9-32331ab362f6 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966785 Feb 02 06:57:32.746381 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0e40d3f6-e356-4fe3-8033-25439a9bd02a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (e303aa2a-67a3-4fe3-8575-5a049d9d256f), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:32.766197 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-a5ff6579-5a59-4486-8930-e6ee74bfb380 admin admin] Deleting port b409f485-dbd1-41cd-85d3-2cb6435fb9f1 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 06:57:32.766515 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a5ff6579-5a59-4486-8930-e6ee74bfb380 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (b409f485-dbd1-41cd-85d3-2cb6435fb9f1), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:32.934145 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e91a3f8-7d50-4fe1-80ac-0a4152c1a745 req-798f54e0-f519-4b07-a40c-f5f939cb2cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:32.936079 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0e91a3f8-7d50-4fe1-80ac-0a4152c1a745 req-798f54e0-f519-4b07-a40c-f5f939cb2cac service neutron] 10.222.0.59 "GET /v2.0/networks?id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 HTTP/1.1" status: 200 len: 870 time: 0.3491964 Feb 02 06:57:33.002569 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f54e-7d16-4d53-88d3-e7f262f11bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (9d9ff11e-8353-4814-9482-2b8ccb37288d), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:33.002820 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0e91a3f8-7d50-4fe1-80ac-0a4152c1a745 req-5a481016-4245-440c-993f-3696cea05309 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=3a4249be-8b78-4d4f-b8d8-699b34670117 HTTP/1.1" status: 200 len: 217 time: 0.0581787 Feb 02 06:57:33.008355 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f54e-7d16-4d53-88d3-e7f262f11bc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:33.009930 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-4ce4f54e-7d16-4d53-88d3-e7f262f11bc1 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/9d9ff11e-8353-4814-9482-2b8ccb37288d HTTP/1.1" status: 204 len: 168 time: 0.5399218 Feb 02 06:57:33.027017 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-a5ff6579-5a59-4486-8930-e6ee74bfb380 admin admin] For port b409f485-dbd1-41cd-85d3-2cb6435fb9f1, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=b409f485-dbd1-41cd-85d3-2cb6435fb9f1,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:57:33.029913 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f54e-7d16-4d53-88d3-e7f262f11bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9ff11e-8353-4814-9482-2b8ccb37288d,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:33.033442 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a5ff6579-5a59-4486-8930-e6ee74bfb380 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (b409f485-dbd1-41cd-85d3-2cb6435fb9f1), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:33.087260 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-a5ff6579-5a59-4486-8930-e6ee74bfb380 admin admin] Calling delete_port for b409f485-dbd1-41cd-85d3-2cb6435fb9f1 owned by network:router_gateway {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 06:57:33.139317 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b5cd16-11e1-4285-9e24-eb36c155e1c4 req-b42bb985-6a71-4a31-ae89-62fca4a58e96 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:33.148775 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e8b5cd16-11e1-4285-9e24-eb36c155e1c4 req-b42bb985-6a71-4a31-ae89-62fca4a58e96 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 945 time: 0.3695986 Feb 02 06:57:33.155298 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e91a3f8-7d50-4fe1-80ac-0a4152c1a745 req-ca3422ec-99f8-4816-bd8f-e2a7bb9b35a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:33.157141 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0e91a3f8-7d50-4fe1-80ac-0a4152c1a745 req-ca3422ec-99f8-4816-bd8f-e2a7bb9b35a8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.1486771 Feb 02 06:57:33.255768 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e8b5cd16-11e1-4285-9e24-eb36c155e1c4 req-28dfef1d-8c14-4182-a8d0-8ca287d6c843 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038356 Feb 02 06:57:33.271594 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e40d3f6-e356-4fe3-8033-25439a9bd02a admin admin] Router e303aa2a-67a3-4fe3-8575-5a049d9d256f has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 06:57:33.321853 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e91a3f8-7d50-4fe1-80ac-0a4152c1a745 req-ac608409-a225-4fcd-9f40-b451a3f7fe13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:33.323507 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0e91a3f8-7d50-4fe1-80ac-0a4152c1a745 req-ac608409-a225-4fcd-9f40-b451a3f7fe13 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1590080 Feb 02 06:57:33.430859 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a5ff6579-5a59-4486-8930-e6ee74bfb380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (b409f485-dbd1-41cd-85d3-2cb6435fb9f1), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:33.512737 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ff6579-5a59-4486-8930-e6ee74bfb380 admin admin] Pushing event deleted for resources: {'Port': ['ID=b409f485-dbd1-41cd-85d3-2cb6435fb9f1,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:33.539010 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e40d3f6-e356-4fe3-8033-25439a9bd02a admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 06:57:33.543484 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0e40d3f6-e356-4fe3-8033-25439a9bd02a admin admin] 10.222.0.87 "PUT /v2.0/routers/e303aa2a-67a3-4fe3-8575-5a049d9d256f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6743796 Feb 02 06:57:33.546453 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 34562) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:57:33.556480 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7805b20-db7d-4123-8db3-d1333745f652 None None] Sync routers for ids ['e303aa2a-67a3-4fe3-8575-5a049d9d256f'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 06:57:33.567518 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7805b20-db7d-4123-8db3-d1333745f652 None None] Routers {'e303aa2a-67a3-4fe3-8575-5a049d9d256f'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 06:57:33.568300 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-e7805b20-db7d-4123-8db3-d1333745f652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:57:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['e303aa2a-67a3-4fe3-8575-5a049d9d256f'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:57:33.596215 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0e91a3f8-7d50-4fe1-80ac-0a4152c1a745 req-1a477f34-1112-46d5-86d7-29c7c038690d service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568896 Feb 02 06:57:33.632455 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a5ff6579-5a59-4486-8930-e6ee74bfb380 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (15769bc3-6dcc-4e0d-9e8f-f2cc9a74c62a), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:33.681148 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8f16b07e-f0c8-4f91-8008-ecb2030cc8ae admin admin] Publish callbacks [] for router (e303aa2a-67a3-4fe3-8575-5a049d9d256f), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:33.701233 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-e7805b20-db7d-4123-8db3-d1333745f652 None None] Set router e303aa2a-67a3-4fe3-8575-5a049d9d256f gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 06:57:33.885131 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a5ff6579-5a59-4486-8930-e6ee74bfb380 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (15769bc3-6dcc-4e0d-9e8f-f2cc9a74c62a), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:33.891152 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a5ff6579-5a59-4486-8930-e6ee74bfb380 admin admin] Publish callbacks [] for router_controller (15769bc3-6dcc-4e0d-9e8f-f2cc9a74c62a), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:33.957845 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 34570) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:57:33.996012 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0e91a3f8-7d50-4fe1-80ac-0a4152c1a745 req-3a31f897-be18-4418-ae79-18c1a466fe22 service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3933046 Feb 02 06:57:33.997791 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-738e0612-7234-42bf-803b-5e417fe8ef2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:34.010691 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a5ff6579-5a59-4486-8930-e6ee74bfb380 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (15769bc3-6dcc-4e0d-9e8f-f2cc9a74c62a), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:34.010691 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ff6579-5a59-4486-8930-e6ee74bfb380 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15769bc3-6dcc-4e0d-9e8f-f2cc9a74c62a {{(pid=109693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 06:57:34.024938 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a5ff6579-5a59-4486-8930-e6ee74bfb380 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:34.024938 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a5ff6579-5a59-4486-8930-e6ee74bfb380 admin admin] 10.222.0.87 "DELETE /v2.0/routers/15769bc3-6dcc-4e0d-9e8f-f2cc9a74c62a HTTP/1.1" status: 204 len: 168 time: 3.2945633 Feb 02 06:57:34.027734 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 34572) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:57:34.045124 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d66d1b2-71f7-4007-a930-a89790bb4af6 req-a7b6b650-40a4-4703-bed5-3c3e15a88dd7 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:34.046686 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9d66d1b2-71f7-4007-a930-a89790bb4af6 req-a7b6b650-40a4-4703-bed5-3c3e15a88dd7 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] 10.222.0.87 "GET /v2.0/ports?device_id=85e71e33-a6b8-4db5-82b4-b02cbcbff771 HTTP/1.1" status: 200 len: 948 time: 0.2551479 Feb 02 06:57:34.053664 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-e7805b20-db7d-4123-8db3-d1333745f652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e303aa2a-67a3-4fe3-8575-5a049d9d256f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1664527472-router', 'tenant_id': '3148740a18674baa918e700334ca9f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '24dd9a33-827d-4559-ab38-185d3c7a9e4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:54:43Z', 'updated_at': '2022-02-02T06:57:31Z', 'revision_number': 5, 'project_id': '3148740a18674baa918e700334ca9f59', 'gw_port': {'id': '24dd9a33-827d-4559-ab38-185d3c7a9e4a', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:aa:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e303aa2a-67a3-4fe3-8575-5a049d9d256f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:45Z', 'updated_at': '2022-02-02T06:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:57:34.142130 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7805b20-db7d-4123-8db3-d1333745f652 None None] Checking router: e303aa2a-67a3-4fe3-8575-5a049d9d256f for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 06:57:34.181826 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-1af7fc25-5458-4142-8032-aece94f76162 admin admin] Deleting subnet 9954908b-1658-47eb-93b5-ac0e16c92d0a {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 06:57:34.182029 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7805b20-db7d-4123-8db3-d1333745f652 None None] Routers {'e303aa2a-67a3-4fe3-8575-5a049d9d256f'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 06:57:34.184063 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-e7805b20-db7d-4123-8db3-d1333745f652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:57:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['e303aa2a-67a3-4fe3-8575-5a049d9d256f'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:57:34.190777 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1af7fc25-5458-4142-8032-aece94f76162 admin admin] Publish callbacks [] for subnet (9954908b-1658-47eb-93b5-ac0e16c92d0a), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:34.241499 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9d66d1b2-71f7-4007-a930-a89790bb4af6 req-728f0063-0715-46f7-bd80-e8ae763161bf tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] 10.222.0.87 "GET /v2.0/security-groups?id=4bdd1a44-87ea-435b-a9e6-afe84899370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617677 Feb 02 06:57:34.265880 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1af7fc25-5458-4142-8032-aece94f76162 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (9954908b-1658-47eb-93b5-ac0e16c92d0a), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:34.328248 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-738e0612-7234-42bf-803b-5e417fe8ef2a admin admin] Publish callbacks [] for security_group (dc0f0b20-3942-4b1f-af46-9ef3997c9f8f), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:34.339274 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-738e0612-7234-42bf-803b-5e417fe8ef2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (dc0f0b20-3942-4b1f-af46-9ef3997c9f8f), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:34.422247 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-738e0612-7234-42bf-803b-5e417fe8ef2a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ed7adf3b635a46a6ba7a3b79c8a0afe6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4519358 Feb 02 06:57:34.452201 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 34578) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:57:34.463637 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738e0612-7234-42bf-803b-5e417fe8ef2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc0f0b20-3942-4b1f-af46-9ef3997c9f8f,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:34.467827 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1af7fc25-5458-4142-8032-aece94f76162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (9954908b-1658-47eb-93b5-ac0e16c92d0a), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:34.501280 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-e7805b20-db7d-4123-8db3-d1333745f652 None None] Set router e303aa2a-67a3-4fe3-8575-5a049d9d256f gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 06:57:34.567837 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc2889-a191-41a6-b01f-25d563d77871 req-9e43cda2-7847-45ac-930b-2c03a9e802f0 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:34.569985 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-48cc2889-a191-41a6-b01f-25d563d77871 req-9e43cda2-7847-45ac-930b-2c03a9e802f0 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 945 time: 0.1630423 Feb 02 06:57:34.578377 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2a125157-5870-4d3f-a75c-3279b4d08e50 admin admin] Publish callbacks [] for security_group (dc0f0b20-3942-4b1f-af46-9ef3997c9f8f), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:34.623241 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8f16b07e-f0c8-4f91-8008-ecb2030cc8ae admin admin] Publish callbacks [] for router_gateway (e303aa2a-67a3-4fe3-8575-5a049d9d256f), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:34.634074 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device d6671b30-9c6e-40a0-b82b-6df470fe9336 up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:57:34.649360 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12faa034-e8cd-44a3-9101-95b90c2089c9 req-d82b83f3-be08-49d2-bcc3-6cd51646c544 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:34.656671 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-12faa034-e8cd-44a3-9101-95b90c2089c9 req-d82b83f3-be08-49d2-bcc3-6cd51646c544 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4ed7e9e-adc7-4d1f-b431-494897552f8f HTTP/1.1" status: 200 len: 948 time: 0.1630163 Feb 02 06:57:34.702824 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2a125157-5870-4d3f-a75c-3279b4d08e50 admin admin] Publish callbacks [] for security_group (dc0f0b20-3942-4b1f-af46-9ef3997c9f8f), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:34.706323 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1af7fc25-5458-4142-8032-aece94f76162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (9954908b-1658-47eb-93b5-ac0e16c92d0a), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:34.744980 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-12faa034-e8cd-44a3-9101-95b90c2089c9 req-ed2c303b-4dc8-4082-8d82-848f46b0f1d5 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815682 Feb 02 06:57:34.758333 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-8f16b07e-f0c8-4f91-8008-ecb2030cc8ae admin admin] Deleting port 24dd9a33-827d-4559-ab38-185d3c7a9e4a {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 06:57:34.758768 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8f16b07e-f0c8-4f91-8008-ecb2030cc8ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (24dd9a33-827d-4559-ab38-185d3c7a9e4a), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:34.777914 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af7fc25-5458-4142-8032-aece94f76162 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9954908b-1658-47eb-93b5-ac0e16c92d0a,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:34.824346 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-48cc2889-a191-41a6-b01f-25d563d77871 req-be3b5f8c-0d4d-409a-af40-f02ea365e3dd tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353437 Feb 02 06:57:34.827936 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1af7fc25-5458-4142-8032-aece94f76162 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:34.840604 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-1af7fc25-5458-4142-8032-aece94f76162 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/9954908b-1658-47eb-93b5-ac0e16c92d0a HTTP/1.1" status: 204 len: 168 time: 0.8134754 Feb 02 06:57:34.847969 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 34580) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:57:34.905101 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 906728a9-1814-4d76-922e-30ca7e221c65 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 06:57:34.907154 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015fddc4-0b03-437e-bf23-615929aa8800 None None] Network 2fa94ce7-99dc-43a8-aaf8-52acb786ff98 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 06:57:34.910236 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-8f16b07e-f0c8-4f91-8008-ecb2030cc8ae admin admin] For port 24dd9a33-827d-4559-ab38-185d3c7a9e4a, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=24dd9a33-827d-4559-ab38-185d3c7a9e4a,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:57:34.910904 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8f16b07e-f0c8-4f91-8008-ecb2030cc8ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (24dd9a33-827d-4559-ab38-185d3c7a9e4a), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:34.943514 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-8f16b07e-f0c8-4f91-8008-ecb2030cc8ae admin admin] Calling delete_port for 24dd9a33-827d-4559-ab38-185d3c7a9e4a owned by network:router_gateway {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 06:57:34.957952 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 906728a9-1814-4d76-922e-30ca7e221c65 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 06:57:34.958485 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 906728a9-1814-4d76-922e-30ca7e221c65 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 06:57:34.958738 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device b409f485-dbd1-41cd-85d3-2cb6435fb9f1 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 06:57:34.978151 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-673e4ebc-55b1-4e88-add0-93e61ccbf943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (2fa94ce7-99dc-43a8-aaf8-52acb786ff98), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:34.982667 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2a125157-5870-4d3f-a75c-3279b4d08e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (dc0f0b20-3942-4b1f-af46-9ef3997c9f8f), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:34.991272 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2a125157-5870-4d3f-a75c-3279b4d08e50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:34.996877 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-2a125157-5870-4d3f-a75c-3279b4d08e50 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/dc0f0b20-3942-4b1f-af46-9ef3997c9f8f HTTP/1.1" status: 204 len: 168 time: 0.5433238 Feb 02 06:57:35.028807 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a125157-5870-4d3f-a75c-3279b4d08e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc0f0b20-3942-4b1f-af46-9ef3997c9f8f,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:35.072760 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: b409f485-dbd1-41cd-85d3-2cb6435fb9f1 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 06:57:35.076070 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device b409f485-dbd1-41cd-85d3-2cb6435fb9f1 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 06:57:35.132494 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-673e4ebc-55b1-4e88-add0-93e61ccbf943 admin admin] Deleting port 878f04c4-08b9-4ecc-b3a8-a6fb8a1f3dd8 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 06:57:35.133042 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-673e4ebc-55b1-4e88-add0-93e61ccbf943 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (878f04c4-08b9-4ecc-b3a8-a6fb8a1f3dd8), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:35.210680 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port d6671b30-9c6e-40a0-b82b-6df470fe9336 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 06:57:35.230687 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port d6671b30-9c6e-40a0-b82b-6df470fe9336 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:57:35.231323 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (d6671b30-9c6e-40a0-b82b-6df470fe9336), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:35.265372 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8f16b07e-f0c8-4f91-8008-ecb2030cc8ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (24dd9a33-827d-4559-ab38-185d3c7a9e4a), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:35.314361 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-673e4ebc-55b1-4e88-add0-93e61ccbf943 admin admin] For port 878f04c4-08b9-4ecc-b3a8-a6fb8a1f3dd8, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=878f04c4-08b9-4ecc-b3a8-a6fb8a1f3dd8,segment=NetworkSegment(22d10d8b-e40b-44bb-8b5c-1bcf881c82b9),segment_id=22d10d8b-e40b-44bb-8b5c-1bcf881c82b9)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:57:35.318942 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-673e4ebc-55b1-4e88-add0-93e61ccbf943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (878f04c4-08b9-4ecc-b3a8-a6fb8a1f3dd8), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:35.348523 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-673e4ebc-55b1-4e88-add0-93e61ccbf943 admin admin] Calling delete_port for 878f04c4-08b9-4ecc-b3a8-a6fb8a1f3dd8 owned by network:dhcp {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 06:57:35.348768 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f16b07e-f0c8-4f91-8008-ecb2030cc8ae admin admin] Pushing event deleted for resources: {'Port': ['ID=24dd9a33-827d-4559-ab38-185d3c7a9e4a,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:35.402321 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-e7805b20-db7d-4123-8db3-d1333745f652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e303aa2a-67a3-4fe3-8575-5a049d9d256f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1664527472-router', 'tenant_id': '3148740a18674baa918e700334ca9f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '24dd9a33-827d-4559-ab38-185d3c7a9e4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:54:43Z', 'updated_at': '2022-02-02T06:57:31Z', 'revision_number': 5, 'project_id': '3148740a18674baa918e700334ca9f59', 'gw_port': {'id': '24dd9a33-827d-4559-ab38-185d3c7a9e4a', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:aa:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e303aa2a-67a3-4fe3-8575-5a049d9d256f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:45Z', 'updated_at': '2022-02-02T06:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:57:35.440889 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7805b20-db7d-4123-8db3-d1333745f652 None None] The sync data for ids ['e303aa2a-67a3-4fe3-8575-5a049d9d256f'] in n-d-789963-26 is: [{'id': 'e303aa2a-67a3-4fe3-8575-5a049d9d256f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1664527472-router', 'tenant_id': '3148740a18674baa918e700334ca9f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.37'}], 'enable_snat': True}, 'gw_port_id': '24dd9a33-827d-4559-ab38-185d3c7a9e4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:54:43Z', 'updated_at': '2022-02-02T06:57:31Z', 'revision_number': 5, 'project_id': '3148740a18674baa918e700334ca9f59', 'gw_port': {'id': '24dd9a33-827d-4559-ab38-185d3c7a9e4a', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:aa:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e303aa2a-67a3-4fe3-8575-5a049d9d256f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:54:45Z', 'updated_at': '2022-02-02T06:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 06:57:35.442493 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e4fd6f-fd83-46d6-bee9-0a169581ed62 None None] DHCP port deletion for 2fa94ce7-99dc-43a8-aaf8-52acb786ff98 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 06:57:35.476130 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port d6671b30-9c6e-40a0-b82b-6df470fe9336 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:57:35.476540 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (d6671b30-9c6e-40a0-b82b-6df470fe9336), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:35.512740 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-673e4ebc-55b1-4e88-add0-93e61ccbf943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (878f04c4-08b9-4ecc-b3a8-a6fb8a1f3dd8), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:35.552262 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673e4ebc-55b1-4e88-add0-93e61ccbf943 admin admin] Pushing event deleted for resources: {'Port': ['ID=878f04c4-08b9-4ecc-b3a8-a6fb8a1f3dd8,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:35.556378 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673e4ebc-55b1-4e88-add0-93e61ccbf943 admin admin] No DVR routers for this DVR port 878f04c4-08b9-4ecc-b3a8-a6fb8a1f3dd8 on host n-d-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 06:57:35.596631 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8f16b07e-f0c8-4f91-8008-ecb2030cc8ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (e303aa2a-67a3-4fe3-8575-5a049d9d256f), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:35.617567 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd405eed3-0b9f-4623-8867-ec57f3a4eeb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6671b30-9c6e-40a0-b82b-6df470fe9336'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:57:35.619862 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea87c359-58aa-45df-b7f2-89b7c58cfe4b" -d '{"events": [{"server_uuid": "d405eed3-0b9f-4623-8867-ec57f3a4eeb9", "name": "network-vif-plugged", "status": "completed", "tag": "d6671b30-9c6e-40a0-b82b-6df470fe9336"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:57:35.638511 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port d6671b30-9c6e-40a0-b82b-6df470fe9336, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=d6671b30-9c6e-40a0-b82b-6df470fe9336,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:57:35.644259 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-30e4fd6f-fd83-46d6-bee9-0a169581ed62 None None] Deleting port 878f04c4-08b9-4ecc-b3a8-a6fb8a1f3dd8 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 06:57:35.644745 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-30e4fd6f-fd83-46d6-bee9-0a169581ed62 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (878f04c4-08b9-4ecc-b3a8-a6fb8a1f3dd8), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:35.649756 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-673e4ebc-55b1-4e88-add0-93e61ccbf943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (2fa94ce7-99dc-43a8-aaf8-52acb786ff98), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:35.672259 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-673e4ebc-55b1-4e88-add0-93e61ccbf943 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fa94ce7-99dc-43a8-aaf8-52acb786ff98']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:57:35.685305 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-673e4ebc-55b1-4e88-add0-93e61ccbf943 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22d10d8b-e40b-44bb-8b5c-1bcf881c82b9') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:57:35.685674 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-673e4ebc-55b1-4e88-add0-93e61ccbf943 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22d10d8b-e40b-44bb-8b5c-1bcf881c82b9') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:57:35.698337 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-673e4ebc-55b1-4e88-add0-93e61ccbf943 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (22d10d8b-e40b-44bb-8b5c-1bcf881c82b9), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:35.717224 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-30e4fd6f-fd83-46d6-bee9-0a169581ed62 None None] For port 878f04c4-08b9-4ecc-b3a8-a6fb8a1f3dd8, host n-d-789963-26, got binding levels [] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:57:35.717638 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-30e4fd6f-fd83-46d6-bee9-0a169581ed62 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (878f04c4-08b9-4ecc-b3a8-a6fb8a1f3dd8), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:35.721062 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-673e4ebc-55b1-4e88-add0-93e61ccbf943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (22d10d8b-e40b-44bb-8b5c-1bcf881c82b9), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:35.734036 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-30e4fd6f-fd83-46d6-bee9-0a169581ed62 None None] Calling delete_port for 878f04c4-08b9-4ecc-b3a8-a6fb8a1f3dd8 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 06:57:35.736905 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.ipam_backend_mixin [None req-30e4fd6f-fd83-46d6-bee9-0a169581ed62 None None] Port 878f04c4-08b9-4ecc-b3a8-a6fb8a1f3dd8 was not found and therefore no delete operation was performed {{(pid=109695) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 02 06:57:35.743144 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 06:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db54eb49-f659-40a2-ab3e-5e49e1feff90 x-openstack-request-id: req-db54eb49-f659-40a2-ab3e-5e49e1feff90 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:57:35.743612 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d405eed3-0b9f-4623-8867-ec57f3a4eeb9", "name": "network-vif-plugged", "status": "completed", "tag": "d6671b30-9c6e-40a0-b82b-6df470fe9336", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:57:35.743931 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-db54eb49-f659-40a2-ab3e-5e49e1feff90 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:57:35.744332 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd405eed3-0b9f-4623-8867-ec57f3a4eeb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6671b30-9c6e-40a0-b82b-6df470fe9336', 'code': 200} Feb 02 06:57:35.746084 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-30e4fd6f-fd83-46d6-bee9-0a169581ed62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (878f04c4-08b9-4ecc-b3a8-a6fb8a1f3dd8), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:35.752117 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (d6671b30-9c6e-40a0-b82b-6df470fe9336), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:35.752897 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 2885a8c5-42d6-4a1b-a52c-7d8b52cf995c up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:57:35.753298 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-673e4ebc-55b1-4e88-add0-93e61ccbf943 admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 06:57:35.755102 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-673e4ebc-55b1-4e88-add0-93e61ccbf943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (22d10d8b-e40b-44bb-8b5c-1bcf881c82b9), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:35.806273 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 06:57:35.806273 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 06:57:35.806273 n-d-789963-26 neutron-server[109693]: timer() Feb 02 06:57:35.806273 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 06:57:35.806273 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 06:57:35.806273 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 06:57:35.806273 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 06:57:35.806273 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 06:57:35.806273 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 06:57:35.806273 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 06:57:35.806273 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 06:57:35.806273 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 06:57:35.806273 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 06:57:35.806273 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 06:57:35.806273 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 06:57:35.806273 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 06:57:35.806273 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 06:57:35.806273 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 06:57:35.806273 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 06:57:35.806273 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 06:57:35.806273 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 06:57:35.806273 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 06:57:35.806273 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 06:57:35.806273 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 06:57:35.806273 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 06:57:35.806273 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 06:57:35.806273 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 06:57:35.806273 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 06:57:35.806273 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 06:57:35.806273 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 06:57:35.806273 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 06:57:35.806273 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 06:57:35.841483 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e4fd6f-fd83-46d6-bee9-0a169581ed62 None None] Pushing event deleted for resources: {'Port': ['ID=878f04c4-08b9-4ecc-b3a8-a6fb8a1f3dd8,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:35.850464 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e4fd6f-fd83-46d6-bee9-0a169581ed62 None None] No DVR routers for this DVR port 878f04c4-08b9-4ecc-b3a8-a6fb8a1f3dd8 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 06:57:35.945905 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8f16b07e-f0c8-4f91-8008-ecb2030cc8ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (e303aa2a-67a3-4fe3-8575-5a049d9d256f), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:35.948700 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8f16b07e-f0c8-4f91-8008-ecb2030cc8ae admin admin] Publish callbacks [] for router_controller (e303aa2a-67a3-4fe3-8575-5a049d9d256f), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:35.957207 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a136b-3c56-4755-8ac3-5312061cf153 req-8277e1ef-942e-4d22-bb08-2a7ec6bb93cd tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:35.968301 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f42a136b-3c56-4755-8ac3-5312061cf153 req-8277e1ef-942e-4d22-bb08-2a7ec6bb93cd tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] 10.222.0.87 "GET /v2.0/ports?device_id=85e71e33-a6b8-4db5-82b4-b02cbcbff771 HTTP/1.1" status: 200 len: 948 time: 0.5119526 Feb 02 06:57:36.053926 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-673e4ebc-55b1-4e88-add0-93e61ccbf943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (2fa94ce7-99dc-43a8-aaf8-52acb786ff98), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:36.078240 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-673e4ebc-55b1-4e88-add0-93e61ccbf943 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:36.093880 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port 2885a8c5-42d6-4a1b-a52c-7d8b52cf995c completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 06:57:36.095809 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-673e4ebc-55b1-4e88-add0-93e61ccbf943 admin admin] 10.222.0.87 "DELETE /v2.0/networks/2fa94ce7-99dc-43a8-aaf8-52acb786ff98 HTTP/1.1" status: 204 len: 168 time: 1.2454348 Feb 02 06:57:36.133355 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port 2885a8c5-42d6-4a1b-a52c-7d8b52cf995c triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:57:36.140481 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (2885a8c5-42d6-4a1b-a52c-7d8b52cf995c), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:36.145295 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=d6671b30-9c6e-40a0-b82b-6df470fe9336,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:36.150869 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8f16b07e-f0c8-4f91-8008-ecb2030cc8ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (e303aa2a-67a3-4fe3-8575-5a049d9d256f), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:36.151397 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f16b07e-f0c8-4f91-8008-ecb2030cc8ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router e303aa2a-67a3-4fe3-8575-5a049d9d256f {{(pid=109694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 06:57:36.173531 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8f16b07e-f0c8-4f91-8008-ecb2030cc8ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:36.177862 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-8f16b07e-f0c8-4f91-8008-ecb2030cc8ae admin admin] 10.222.0.87 "DELETE /v2.0/routers/e303aa2a-67a3-4fe3-8575-5a049d9d256f HTTP/1.1" status: 204 len: 168 time: 2.6304717 Feb 02 06:57:36.183233 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673e4ebc-55b1-4e88-add0-93e61ccbf943 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fa94ce7-99dc-43a8-aaf8-52acb786ff98,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:36.187676 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 34616) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:57:36.246538 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45edd66-ab0c-4d7a-b674-4ab111ad036f req-91125f7a-dff4-4e8b-8057-b4124cf0f870 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:36.251208 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c45edd66-ab0c-4d7a-b674-4ab111ad036f req-91125f7a-dff4-4e8b-8057-b4124cf0f870 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4ed7e9e-adc7-4d1f-b431-494897552f8f HTTP/1.1" status: 200 len: 948 time: 0.3091650 Feb 02 06:57:36.259886 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76143345-c777-4419-8ba2-99bba0989291 req-68d6801f-8b12-402c-830e-4f1ae7a7b778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:36.262337 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-76143345-c777-4419-8ba2-99bba0989291 req-68d6801f-8b12-402c-830e-4f1ae7a7b778 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d405eed3-0b9f-4623-8867-ec57f3a4eeb9 HTTP/1.1" status: 200 len: 1133 time: 0.3899026 Feb 02 06:57:36.296471 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f42a136b-3c56-4755-8ac3-5312061cf153 req-ddceaa3c-0878-4335-8542-7e39dd55c98a tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] 10.222.0.87 "GET /v2.0/security-groups?id=4bdd1a44-87ea-435b-a9e6-afe84899370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252630 Feb 02 06:57:36.320815 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cc0b645-c4cc-4226-8050-37939a61db5d admin admin] Deleting subnet 41109078-78f2-4cf8-a4bd-125bcaab760f {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 06:57:36.325560 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6cc0b645-c4cc-4226-8050-37939a61db5d admin admin] Publish callbacks [] for subnet (41109078-78f2-4cf8-a4bd-125bcaab760f), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:36.421078 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 34622) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:57:36.443320 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 2885a8c5-42d6-4a1b-a52c-7d8b52cf995c is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:57:36.450929 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (2885a8c5-42d6-4a1b-a52c-7d8b52cf995c), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:36.518035 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c45edd66-ab0c-4d7a-b674-4ab111ad036f req-a6e7b7ca-3cb6-4ce8-91bb-f2a7a508acc2 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545750 Feb 02 06:57:36.531801 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-76143345-c777-4419-8ba2-99bba0989291 req-36970235-5c81-4714-8310-a99a6022cf80 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4bdd1a44-87ea-435b-a9e6-afe84899370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309730 Feb 02 06:57:36.556242 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6cc0b645-c4cc-4226-8050-37939a61db5d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (41109078-78f2-4cf8-a4bd-125bcaab760f), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:36.570502 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 3a4249be-8b78-4d4f-b8d8-699b34670117 details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 06:57:36.571349 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b247b05a-e706-4b0f-b551-d8ba0b3516e0 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=27772d6a8fab4cb7b33a5a3297c51100&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1456861 Feb 02 06:57:36.573959 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 34624) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:57:36.588740 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 2885a8c5-42d6-4a1b-a52c-7d8b52cf995c, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=2885a8c5-42d6-4a1b-a52c-7d8b52cf995c,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:57:36.604677 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (2885a8c5-42d6-4a1b-a52c-7d8b52cf995c), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:36.690384 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-453b810e-c700-477e-a9bc-bf92644e01ea admin admin] Publish callbacks [] for security_group (533f3417-75cc-41cd-8d0a-11551253b6b1), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:36.691264 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=2885a8c5-42d6-4a1b-a52c-7d8b52cf995c,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:36.747869 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-453b810e-c700-477e-a9bc-bf92644e01ea admin admin] Publish callbacks [] for security_group (533f3417-75cc-41cd-8d0a-11551253b6b1), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:36.755018 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6cc0b645-c4cc-4226-8050-37939a61db5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (41109078-78f2-4cf8-a4bd-125bcaab760f), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:36.820854 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 3a4249be-8b78-4d4f-b8d8-699b34670117, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=3a4249be-8b78-4d4f-b8d8-699b34670117,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:57:36.832764 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088ceae-1413-48e3-93ec-084748bef96e req-6fa83c9d-3c40-4a1c-b8f3-9c3925620807 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:36.835502 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9088ceae-1413-48e3-93ec-084748bef96e req-6fa83c9d-3c40-4a1c-b8f3-9c3925620807 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 945 time: 0.2770543 Feb 02 06:57:36.842267 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-453b810e-c700-477e-a9bc-bf92644e01ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (533f3417-75cc-41cd-8d0a-11551253b6b1), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:36.846052 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-453b810e-c700-477e-a9bc-bf92644e01ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:36.850493 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-453b810e-c700-477e-a9bc-bf92644e01ea admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/533f3417-75cc-41cd-8d0a-11551253b6b1 HTTP/1.1" status: 204 len: 168 time: 0.2754347 Feb 02 06:57:36.853529 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': '3a4249be-8b78-4d4f-b8d8-699b34670117', 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1', 'port_id': '3a4249be-8b78-4d4f-b8d8-699b34670117', 'mac_address': 'fa:16:3e:1b:ea:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d773733-62df-4956-84d3-71d17cfb6d11', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 06:57:36.862570 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453b810e-c700-477e-a9bc-bf92644e01ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533f3417-75cc-41cd-8d0a-11551253b6b1,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:36.877487 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6cc0b645-c4cc-4226-8050-37939a61db5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (41109078-78f2-4cf8-a4bd-125bcaab760f), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:36.925854 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc0b645-c4cc-4226-8050-37939a61db5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41109078-78f2-4cf8-a4bd-125bcaab760f,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:36.935471 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 3a4249be-8b78-4d4f-b8d8-699b34670117 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:57:36.936528 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3a4249be-8b78-4d4f-b8d8-699b34670117), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:36.946903 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6cc0b645-c4cc-4226-8050-37939a61db5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:36.954498 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 34636) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:57:36.957886 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-6cc0b645-c4cc-4226-8050-37939a61db5d admin admin] 10.222.0.87 "DELETE /v2.0/subnets/41109078-78f2-4cf8-a4bd-125bcaab760f HTTP/1.1" status: 204 len: 168 time: 0.7654378 Feb 02 06:57:36.989918 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bbbbbf-444f-41e8-8454-f9116d4224a8 None None] Network be4b1c52-38f5-42d7-985d-ab796957b18c requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 06:57:37.002202 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9088ceae-1413-48e3-93ec-084748bef96e req-6d8a9103-9a99-4284-ab9b-061948437900 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547108 Feb 02 06:57:37.033606 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device dcbb08f0-0935-4c25-98bf-83f3ee3371a7 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 06:57:37.038320 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a4249be-8b78-4d4f-b8d8-699b34670117 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:57:37.078346 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: dcbb08f0-0935-4c25-98bf-83f3ee3371a7 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 06:57:37.078695 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device dcbb08f0-0935-4c25-98bf-83f3ee3371a7 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 06:57:37.079305 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 878f04c4-08b9-4ecc-b3a8-a6fb8a1f3dd8 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 06:57:37.083171 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-32a1b8d8-211f-4318-9a76-90b5314b6b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (be4b1c52-38f5-42d7-985d-ab796957b18c), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:37.116430 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 878f04c4-08b9-4ecc-b3a8-a6fb8a1f3dd8 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 06:57:37.117400 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 878f04c4-08b9-4ecc-b3a8-a6fb8a1f3dd8 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 06:57:37.173423 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 3a4249be-8b78-4d4f-b8d8-699b34670117, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=3a4249be-8b78-4d4f-b8d8-699b34670117,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:57:37.195587 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (3a4249be-8b78-4d4f-b8d8-699b34670117), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:37.203498 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-32a1b8d8-211f-4318-9a76-90b5314b6b1a admin admin] Deleting port 0df2c6f6-0904-4198-be9e-638e160cb286 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 06:57:37.204249 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-32a1b8d8-211f-4318-9a76-90b5314b6b1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (0df2c6f6-0904-4198-be9e-638e160cb286), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:37.253592 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=3a4249be-8b78-4d4f-b8d8-699b34670117,revision_number=8']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:37.283688 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-32a1b8d8-211f-4318-9a76-90b5314b6b1a admin admin] For port 0df2c6f6-0904-4198-be9e-638e160cb286, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=0df2c6f6-0904-4198-be9e-638e160cb286,segment=NetworkSegment(fb0dd258-43a7-4754-8cbb-20de8df7fb9c),segment_id=fb0dd258-43a7-4754-8cbb-20de8df7fb9c)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:57:37.283831 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-32a1b8d8-211f-4318-9a76-90b5314b6b1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (0df2c6f6-0904-4198-be9e-638e160cb286), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:37.306930 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-32a1b8d8-211f-4318-9a76-90b5314b6b1a admin admin] Calling delete_port for 0df2c6f6-0904-4198-be9e-638e160cb286 owned by network:dhcp {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 06:57:37.349433 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44b109c-dfcd-46e3-8540-59fb9d8c64d1 None None] DHCP port deletion for be4b1c52-38f5-42d7-985d-ab796957b18c request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 06:57:37.453547 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-32a1b8d8-211f-4318-9a76-90b5314b6b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (0df2c6f6-0904-4198-be9e-638e160cb286), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:37.470839 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-f44b109c-dfcd-46e3-8540-59fb9d8c64d1 None None] Deleting port 0df2c6f6-0904-4198-be9e-638e160cb286 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 06:57:37.471296 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f44b109c-dfcd-46e3-8540-59fb9d8c64d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (0df2c6f6-0904-4198-be9e-638e160cb286), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:37.488794 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 34646) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:57:37.525225 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63300e84-ad70-464c-a162-06206af35ade req-b476f3f5-389d-43ac-9cd1-74805c88a40a tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:37.529519 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-63300e84-ad70-464c-a162-06206af35ade req-b476f3f5-389d-43ac-9cd1-74805c88a40a tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] 10.222.0.87 "GET /v2.0/ports?device_id=85e71e33-a6b8-4db5-82b4-b02cbcbff771 HTTP/1.1" status: 200 len: 949 time: 0.1147661 Feb 02 06:57:37.535239 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a1b8d8-211f-4318-9a76-90b5314b6b1a admin admin] Pushing event deleted for resources: {'Port': ['ID=0df2c6f6-0904-4198-be9e-638e160cb286,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:37.546960 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a1b8d8-211f-4318-9a76-90b5314b6b1a admin admin] No DVR routers for this DVR port 0df2c6f6-0904-4198-be9e-638e160cb286 on host n-d-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 06:57:37.555128 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b3decede-ce9f-4e88-ae84-7add1519d070 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=99a360322b0c495cb1907cb4e12d190e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0650971 Feb 02 06:57:37.556266 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 34648) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:57:37.581915 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-f44b109c-dfcd-46e3-8540-59fb9d8c64d1 None None] For port 0df2c6f6-0904-4198-be9e-638e160cb286, host n-d-789963-26, got binding levels [] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:57:37.582247 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f44b109c-dfcd-46e3-8540-59fb9d8c64d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (0df2c6f6-0904-4198-be9e-638e160cb286), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:37.600839 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-f44b109c-dfcd-46e3-8540-59fb9d8c64d1 None None] Calling delete_port for 0df2c6f6-0904-4198-be9e-638e160cb286 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 06:57:37.605067 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.ipam_backend_mixin [None req-f44b109c-dfcd-46e3-8540-59fb9d8c64d1 None None] Port 0df2c6f6-0904-4198-be9e-638e160cb286 was not found and therefore no delete operation was performed {{(pid=109695) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 02 06:57:37.606936 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f44b109c-dfcd-46e3-8540-59fb9d8c64d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (0df2c6f6-0904-4198-be9e-638e160cb286), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:37.614483 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-63300e84-ad70-464c-a162-06206af35ade req-f88ae555-e28d-4b7b-8365-ef4b2de39525 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] 10.222.0.87 "GET /v2.0/security-groups?id=4bdd1a44-87ea-435b-a9e6-afe84899370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769246 Feb 02 06:57:37.648593 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44b109c-dfcd-46e3-8540-59fb9d8c64d1 None None] Pushing event deleted for resources: {'Port': ['ID=0df2c6f6-0904-4198-be9e-638e160cb286,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:37.655276 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44b109c-dfcd-46e3-8540-59fb9d8c64d1 None None] No DVR routers for this DVR port 0df2c6f6-0904-4198-be9e-638e160cb286 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 06:57:37.677646 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-32a1b8d8-211f-4318-9a76-90b5314b6b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (be4b1c52-38f5-42d7-985d-ab796957b18c), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:37.719209 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-32a1b8d8-211f-4318-9a76-90b5314b6b1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be4b1c52-38f5-42d7-985d-ab796957b18c']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:57:37.730782 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-32a1b8d8-211f-4318-9a76-90b5314b6b1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb0dd258-43a7-4754-8cbb-20de8df7fb9c') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:57:37.731076 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-32a1b8d8-211f-4318-9a76-90b5314b6b1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb0dd258-43a7-4754-8cbb-20de8df7fb9c') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:57:37.747663 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-32a1b8d8-211f-4318-9a76-90b5314b6b1a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (fb0dd258-43a7-4754-8cbb-20de8df7fb9c), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:37.748283 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85e71e33-a6b8-4db5-82b4-b02cbcbff771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2885a8c5-42d6-4a1b-a52c-7d8b52cf995c'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:57:37.750743 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1459124-1b76-4722-bf6a-4ee3661e8932" -d '{"events": [{"server_uuid": "85e71e33-a6b8-4db5-82b4-b02cbcbff771", "name": "network-vif-plugged", "status": "completed", "tag": "2885a8c5-42d6-4a1b-a52c-7d8b52cf995c"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:57:37.757003 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0a1fdd9c-65b8-45d9-888c-deed4e810842 admin admin] Publish callbacks [] for security_group (2e170292-20eb-4bae-bb57-49b98d207ea0), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:37.772074 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-32a1b8d8-211f-4318-9a76-90b5314b6b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (fb0dd258-43a7-4754-8cbb-20de8df7fb9c), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:37.781682 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32a1b8d8-211f-4318-9a76-90b5314b6b1a admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 06:57:37.782006 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-32a1b8d8-211f-4318-9a76-90b5314b6b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (fb0dd258-43a7-4754-8cbb-20de8df7fb9c), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:37.783747 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 06:57:37.783747 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 06:57:37.783747 n-d-789963-26 neutron-server[109693]: timer() Feb 02 06:57:37.783747 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 06:57:37.783747 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 06:57:37.783747 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 06:57:37.783747 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 06:57:37.783747 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 06:57:37.783747 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 06:57:37.783747 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 06:57:37.783747 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 06:57:37.783747 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 06:57:37.783747 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 06:57:37.783747 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 06:57:37.783747 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 06:57:37.783747 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 06:57:37.783747 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 06:57:37.783747 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 06:57:37.783747 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 06:57:37.783747 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 06:57:37.783747 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 06:57:37.783747 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 06:57:37.783747 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 06:57:37.783747 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 06:57:37.783747 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 06:57:37.783747 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 06:57:37.783747 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 06:57:37.783747 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 06:57:37.783747 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 06:57:37.783747 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 06:57:37.783747 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 06:57:37.783747 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 06:57:37.788100 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['3a4249be-8b78-4d4f-b8d8-699b34670117'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:57:37.790027 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae4d91-6578-401e-9a27-ce511716ee3e req-cb3fd362-5a9d-4d41-b5cd-e170c3bced42 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:37.798987 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-32ae4d91-6578-401e-9a27-ce511716ee3e req-cb3fd362-5a9d-4d41-b5cd-e170c3bced42 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4ed7e9e-adc7-4d1f-b431-494897552f8f HTTP/1.1" status: 200 len: 949 time: 0.0901117 Feb 02 06:57:37.808009 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0a1fdd9c-65b8-45d9-888c-deed4e810842 admin admin] Publish callbacks [] for security_group (2e170292-20eb-4bae-bb57-49b98d207ea0), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:37.868818 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-32ae4d91-6578-401e-9a27-ce511716ee3e req-f801ce03-8302-4d61-b250-253887cd9b5d tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686173 Feb 02 06:57:37.873404 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-32a1b8d8-211f-4318-9a76-90b5314b6b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (be4b1c52-38f5-42d7-985d-ab796957b18c), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:37.881117 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-32a1b8d8-211f-4318-9a76-90b5314b6b1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:37.884367 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-32a1b8d8-211f-4318-9a76-90b5314b6b1a admin admin] 10.222.0.87 "DELETE /v2.0/networks/be4b1c52-38f5-42d7-985d-ab796957b18c HTTP/1.1" status: 204 len: 168 time: 0.9288077 Feb 02 06:57:37.898106 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a1b8d8-211f-4318-9a76-90b5314b6b1a admin admin] Pushing event deleted for resources: {'Network': ['ID=be4b1c52-38f5-42d7-985d-ab796957b18c,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:37.935299 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0a1fdd9c-65b8-45d9-888c-deed4e810842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (2e170292-20eb-4bae-bb57-49b98d207ea0), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:37.938300 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0a1fdd9c-65b8-45d9-888c-deed4e810842 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:37.939851 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-0a1fdd9c-65b8-45d9-888c-deed4e810842 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/2e170292-20eb-4bae-bb57-49b98d207ea0 HTTP/1.1" status: 204 len: 168 time: 0.3787565 Feb 02 06:57:37.958292 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1fdd9c-65b8-45d9-888c-deed4e810842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e170292-20eb-4bae-bb57-49b98d207ea0,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:37.995471 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 06:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6dfc97-b900-4183-881d-54be9f76e24d x-openstack-request-id: req-7f6dfc97-b900-4183-881d-54be9f76e24d {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:57:37.995952 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85e71e33-a6b8-4db5-82b4-b02cbcbff771", "name": "network-vif-plugged", "status": "completed", "tag": "2885a8c5-42d6-4a1b-a52c-7d8b52cf995c", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:57:37.996510 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7f6dfc97-b900-4183-881d-54be9f76e24d {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:57:37.997145 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85e71e33-a6b8-4db5-82b4-b02cbcbff771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2885a8c5-42d6-4a1b-a52c-7d8b52cf995c', 'code': 200} Feb 02 06:57:38.191935 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7438a39-1a0a-42cd-be50-8c353f2d4018 req-11ac5a48-96aa-40fc-a655-b851a140c7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:38.196029 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d7438a39-1a0a-42cd-be50-8c353f2d4018 req-11ac5a48-96aa-40fc-a655-b851a140c7ae service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=85e71e33-a6b8-4db5-82b4-b02cbcbff771 HTTP/1.1" status: 200 len: 1132 time: 0.0726359 Feb 02 06:57:38.296867 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 34664) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:57:38.312382 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d7438a39-1a0a-42cd-be50-8c353f2d4018 req-0972209f-0633-4f3b-81bf-a592cc6ee0fd service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4bdd1a44-87ea-435b-a9e6-afe84899370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098225 Feb 02 06:57:38.370445 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 34668) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:57:38.370775 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f7eba623-d582-4040-b765-4a5f6b37e4de admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=a578a4401c554c2ca8800cd6fc4dd3f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0727346 Feb 02 06:57:38.472824 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0136fe4b-4b13-4289-860a-7f8a13b43ad0 admin admin] Publish callbacks [] for security_group (ca78257b-1af1-4cff-b7ca-1fa610459447), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:38.525795 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0136fe4b-4b13-4289-860a-7f8a13b43ad0 admin admin] Publish callbacks [] for security_group (ca78257b-1af1-4cff-b7ca-1fa610459447), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:38.553735 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923abfdf-580d-4a92-8c2c-964b10d73320 req-73008f0e-6ce5-4e33-ad07-3f6a438216e5 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:38.555759 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-923abfdf-580d-4a92-8c2c-964b10d73320 req-73008f0e-6ce5-4e33-ad07-3f6a438216e5 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 945 time: 0.1100051 Feb 02 06:57:38.569043 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 24dd9a33-827d-4559-ab38-185d3c7a9e4a no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 06:57:38.593493 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 24dd9a33-827d-4559-ab38-185d3c7a9e4a {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 06:57:38.594358 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 24dd9a33-827d-4559-ab38-185d3c7a9e4a not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 06:57:38.595314 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 0df2c6f6-0904-4198-be9e-638e160cb286 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 06:57:38.613289 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0136fe4b-4b13-4289-860a-7f8a13b43ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (ca78257b-1af1-4cff-b7ca-1fa610459447), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:38.618271 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 0df2c6f6-0904-4198-be9e-638e160cb286 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 06:57:38.618627 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 0df2c6f6-0904-4198-be9e-638e160cb286 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 06:57:38.627587 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0136fe4b-4b13-4289-860a-7f8a13b43ad0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:38.633477 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-0136fe4b-4b13-4289-860a-7f8a13b43ad0 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ca78257b-1af1-4cff-b7ca-1fa610459447 HTTP/1.1" status: 204 len: 168 time: 0.2614098 Feb 02 06:57:38.646393 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0136fe4b-4b13-4289-860a-7f8a13b43ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca78257b-1af1-4cff-b7ca-1fa610459447,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:38.651484 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-923abfdf-580d-4a92-8c2c-964b10d73320 req-2e2c2440-ca86-48d3-b67c-08948c80edf4 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851090 Feb 02 06:57:38.790295 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db24b49-8b9b-46f9-8ba7-91d427d665b0 req-0d619711-a125-446b-97e2-a850245731f5 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:38.792385 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6db24b49-8b9b-46f9-8ba7-91d427d665b0 req-0d619711-a125-446b-97e2-a850245731f5 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4ed7e9e-adc7-4d1f-b431-494897552f8f HTTP/1.1" status: 200 len: 949 time: 0.0631838 Feb 02 06:57:38.847163 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52603eb7-8442-4705-8a3b-d4e70df2b024 req-6926605a-fe95-4d24-baf2-f2adff1391ef tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:38.851991 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-52603eb7-8442-4705-8a3b-d4e70df2b024 req-6926605a-fe95-4d24-baf2-f2adff1391ef tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.59 "GET /v2.0/ports?device_id=c4ed7e9e-adc7-4d1f-b431-494897552f8f&tenant_id=617f6fde409340a286c916b0c2822b5a&binding%3Ahost_id=n-h2-789963-26 HTTP/1.1" status: 200 len: 949 time: 0.1374419 Feb 02 06:57:38.881502 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6db24b49-8b9b-46f9-8ba7-91d427d665b0 req-398ef5ca-3a21-49ab-ac14-25762eb74272 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815582 Feb 02 06:57:38.969045 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-52603eb7-8442-4705-8a3b-d4e70df2b024 req-0b0aee70-f3dd-467d-b5d1-468fb69f9213 service neutron] 10.222.0.59 "GET /v2.0/ports/3a4249be-8b78-4d4f-b8d8-699b34670117/bindings/n-h2-789963-26 HTTP/1.1" status: 200 len: 383 time: 0.1099312 Feb 02 06:57:39.039002 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a0153f-f7e8-4f26-8598-22f9a41920f9 req-33d15756-262a-4cab-bc3e-99815bcbb9e3 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:39.040839 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b0a0153f-f7e8-4f26-8598-22f9a41920f9 req-33d15756-262a-4cab-bc3e-99815bcbb9e3 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] 10.222.0.87 "GET /v2.0/ports?device_id=85e71e33-a6b8-4db5-82b4-b02cbcbff771 HTTP/1.1" status: 200 len: 949 time: 0.0800796 Feb 02 06:57:39.112032 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52603eb7-8442-4705-8a3b-d4e70df2b024 req-c857620f-da13-48a9-a7e8-7dd9c9e76d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:39.113631 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-52603eb7-8442-4705-8a3b-d4e70df2b024 req-c857620f-da13-48a9-a7e8-7dd9c9e76d06 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=617f6fde409340a286c916b0c2822b5a&device_id=c4ed7e9e-adc7-4d1f-b431-494897552f8f HTTP/1.1" status: 200 len: 1132 time: 0.0968099 Feb 02 06:57:39.137719 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b0a0153f-f7e8-4f26-8598-22f9a41920f9 req-a741c09f-13a9-4a25-b8d7-4e08904f4d06 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] 10.222.0.87 "GET /v2.0/security-groups?id=4bdd1a44-87ea-435b-a9e6-afe84899370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892954 Feb 02 06:57:39.214726 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 34696) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:57:39.272172 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-75a4b748-5727-4d71-bd96-61bc33ff0560 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=3148740a18674baa918e700334ca9f59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0554032 Feb 02 06:57:39.272621 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 34700) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:57:39.308867 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52603eb7-8442-4705-8a3b-d4e70df2b024 req-8c5c3a91-17c0-4dce-bdd3-22478ff6d430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:39.311663 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-52603eb7-8442-4705-8a3b-d4e70df2b024 req-8c5c3a91-17c0-4dce-bdd3-22478ff6d430 service neutron] 10.222.0.59 "GET /v2.0/networks?id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 HTTP/1.1" status: 200 len: 870 time: 0.1881366 Feb 02 06:57:39.347895 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f581f740-d1e1-4e16-87d3-bcbf7b796aa6 admin admin] Publish callbacks [] for security_group (7914f950-0e2c-4061-94ad-a5f6c0031093), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:39.373833 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f581f740-d1e1-4e16-87d3-bcbf7b796aa6 admin admin] Publish callbacks [] for security_group (7914f950-0e2c-4061-94ad-a5f6c0031093), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:39.387128 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-52603eb7-8442-4705-8a3b-d4e70df2b024 req-5386f812-5f40-413f-8c3d-9821c31af78b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=3a4249be-8b78-4d4f-b8d8-699b34670117 HTTP/1.1" status: 200 len: 217 time: 0.0668428 Feb 02 06:57:39.430823 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f581f740-d1e1-4e16-87d3-bcbf7b796aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (7914f950-0e2c-4061-94ad-a5f6c0031093), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:39.433607 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f581f740-d1e1-4e16-87d3-bcbf7b796aa6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:39.435022 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f581f740-d1e1-4e16-87d3-bcbf7b796aa6 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/7914f950-0e2c-4061-94ad-a5f6c0031093 HTTP/1.1" status: 204 len: 168 time: 0.1611900 Feb 02 06:57:39.445203 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f581f740-d1e1-4e16-87d3-bcbf7b796aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7914f950-0e2c-4061-94ad-a5f6c0031093,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:39.489253 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52603eb7-8442-4705-8a3b-d4e70df2b024 req-8661e4f8-8583-4ac9-a392-108ad804ec5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:39.489253 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-52603eb7-8442-4705-8a3b-d4e70df2b024 req-8661e4f8-8583-4ac9-a392-108ad804ec5c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.0923231 Feb 02 06:57:39.558105 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52603eb7-8442-4705-8a3b-d4e70df2b024 req-20b7602e-344c-4483-ac1d-619ddf89f1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:39.560325 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-52603eb7-8442-4705-8a3b-d4e70df2b024 req-20b7602e-344c-4483-ac1d-619ddf89f1a5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0587718 Feb 02 06:57:39.717769 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-52603eb7-8442-4705-8a3b-d4e70df2b024 req-9cd44163-8e9d-4062-82d6-2637cb4bb5f3 service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488512 Feb 02 06:57:39.815933 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdfa14b-b2ee-447b-81f7-1a1274bbbb7f req-f2fc5806-520c-4bcf-b9bc-cc9b70010f77 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:39.818835 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4cdfa14b-b2ee-447b-81f7-1a1274bbbb7f req-f2fc5806-520c-4bcf-b9bc-cc9b70010f77 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 945 time: 0.0756004 Feb 02 06:57:39.904843 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-52603eb7-8442-4705-8a3b-d4e70df2b024 req-c860e43a-6af1-4ded-94ae-e7aea7ef9889 service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785791 Feb 02 06:57:39.907295 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4cdfa14b-b2ee-447b-81f7-1a1274bbbb7f req-f37cb3a1-6569-400b-9287-568c0a601380 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823934 Feb 02 06:57:40.045172 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5df9f1-0b5c-4352-85d6-d04995e63a3f req-e1939e06-116f-4b78-a786-22226e56e740 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:40.052643 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4b5df9f1-0b5c-4352-85d6-d04995e63a3f req-e1939e06-116f-4b78-a786-22226e56e740 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4ed7e9e-adc7-4d1f-b431-494897552f8f HTTP/1.1" status: 200 len: 949 time: 0.0688109 Feb 02 06:57:40.106287 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4b5df9f1-0b5c-4352-85d6-d04995e63a3f req-8b8493fd-4b6c-483c-86d1-b18a2d33eaac tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518434 Feb 02 06:57:40.282154 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37bdbc1-f3a9-4ef7-8523-f9db2fd8c5e7 req-348b092a-6f74-4d17-a645-b3b556bc3eeb tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:40.284357 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d37bdbc1-f3a9-4ef7-8523-f9db2fd8c5e7 req-348b092a-6f74-4d17-a645-b3b556bc3eeb tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] 10.222.0.87 "GET /v2.0/ports?device_id=85e71e33-a6b8-4db5-82b4-b02cbcbff771 HTTP/1.1" status: 200 len: 949 time: 0.0727468 Feb 02 06:57:40.361667 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d37bdbc1-f3a9-4ef7-8523-f9db2fd8c5e7 req-7eb60e73-bea5-480f-a8eb-00f214984e73 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] 10.222.0.87 "GET /v2.0/security-groups?id=4bdd1a44-87ea-435b-a9e6-afe84899370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688269 Feb 02 06:57:40.482705 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 34750) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:57:40.520477 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-c5b6597a-75a1-45e4-901c-a7917f7215a6 tempest-LiveMigrationTest-749161847 tempest-LiveMigrationTest-749161847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:40.525325 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-c5b6597a-75a1-45e4-901c-a7917f7215a6 tempest-LiveMigrationTest-749161847 tempest-LiveMigrationTest-749161847-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b&tenant_id=94634d8b4d2a41de8e59c8bd88798343&binding%3Ahost_id=n-h1-789963-26 HTTP/1.1" status: 200 len: 1128 time: 0.0707960 Feb 02 06:57:40.542026 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-976079ee-d3e3-4888-9b25-522625045b40 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-789963-26'}}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:57:40.580647 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 3a4249be-8b78-4d4f-b8d8-699b34670117 up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:57:40.632576 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-d641fc90-cdc1-47b6-919b-50014a61cf41 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-493420680-network', 'tenant_id': '1b8cd71d73cb41e680dbfaa91aafd48e'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:57:40.634036 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-976079ee-d3e3-4888-9b25-522625045b40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (94377a6e-1236-4aaf-86eb-c20b80f78855), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:40.665780 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d641fc90-cdc1-47b6-919b-50014a61cf41 admin admin] Made reservation on behalf of 1b8cd71d73cb41e680dbfaa91aafd48e for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:57:40.668465 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d641fc90-cdc1-47b6-919b-50014a61cf41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:40.674684 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port 3a4249be-8b78-4d4f-b8d8-699b34670117 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 06:57:40.680518 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port 3a4249be-8b78-4d4f-b8d8-699b34670117 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:57:40.681367 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (3a4249be-8b78-4d4f-b8d8-699b34670117), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:40.682052 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d641fc90-cdc1-47b6-919b-50014a61cf41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:40.826293 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 3a4249be-8b78-4d4f-b8d8-699b34670117 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:57:40.826694 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3a4249be-8b78-4d4f-b8d8-699b34670117), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:40.827618 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d641fc90-cdc1-47b6-919b-50014a61cf41 admin admin] Publish callbacks [] for security_group (7c1dd3ab-18a2-428f-9bd5-bab44e44ebb0), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:40.840985 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d641fc90-cdc1-47b6-919b-50014a61cf41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (7c1dd3ab-18a2-428f-9bd5-bab44e44ebb0), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:40.870520 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d641fc90-cdc1-47b6-919b-50014a61cf41 admin admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 06:57:40.873454 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ed7e9e-adc7-4d1f-b431-494897552f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4249be-8b78-4d4f-b8d8-699b34670117'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:57:40.878138 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df689e4-6f16-40f4-9124-d9876e89afd1" -d '{"events": [{"server_uuid": "c4ed7e9e-adc7-4d1f-b431-494897552f8f", "name": "network-vif-plugged", "status": "completed", "tag": "3a4249be-8b78-4d4f-b8d8-699b34670117"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:57:40.887464 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-976079ee-d3e3-4888-9b25-522625045b40 service neutron] For port 94377a6e-1236-4aaf-86eb-c20b80f78855, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=94377a6e-1236-4aaf-86eb-c20b80f78855,segment=NetworkSegment(43369f47-102e-4f19-93f2-e5ce754f6e28),segment_id=43369f47-102e-4f19-93f2-e5ce754f6e28)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:57:40.888051 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d641fc90-cdc1-47b6-919b-50014a61cf41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1dd3ab-18a2-428f-9bd5-bab44e44ebb0,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:40.894889 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d641fc90-cdc1-47b6-919b-50014a61cf41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (9612796a-f982-4ab8-97b1-5b5720067702), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:40.895467 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-d641fc90-cdc1-47b6-919b-50014a61cf41 admin admin] Added segment 9612796a-f982-4ab8-97b1-5b5720067702 of type vlan for network 575447ed-89f9-4ee3-b565-69aa8be2647f Feb 02 06:57:40.933552 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 3a4249be-8b78-4d4f-b8d8-699b34670117, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=3a4249be-8b78-4d4f-b8d8-699b34670117,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:57:40.945181 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (3a4249be-8b78-4d4f-b8d8-699b34670117), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:40.949828 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-655894bd-ba76-4758-bc6c-47147421f409 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:40.965273 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-976079ee-d3e3-4888-9b25-522625045b40 service neutron] For port 94377a6e-1236-4aaf-86eb-c20b80f78855, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:57:40.973334 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d641fc90-cdc1-47b6-919b-50014a61cf41 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (575447ed-89f9-4ee3-b565-69aa8be2647f), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:41.022863 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=3a4249be-8b78-4d4f-b8d8-699b34670117,revision_number=9']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:41.024430 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94377a6e-1236-4aaf-86eb-c20b80f78855'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:57:41.027477 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c638e4f0-740e-4765-8b65-d7630c0c0d18" -d '{"events": [{"server_uuid": "ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b", "name": "network-vif-unplugged", "status": "completed", "tag": "94377a6e-1236-4aaf-86eb-c20b80f78855"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:57:41.031275 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d641fc90-cdc1-47b6-919b-50014a61cf41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (575447ed-89f9-4ee3-b565-69aa8be2647f), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:41.031984 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-976079ee-d3e3-4888-9b25-522625045b40 service neutron] Publish callbacks [] for port (94377a6e-1236-4aaf-86eb-c20b80f78855), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:41.032561 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d641fc90-cdc1-47b6-919b-50014a61cf41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:41.033146 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d641fc90-cdc1-47b6-919b-50014a61cf41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:41.041141 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-976079ee-d3e3-4888-9b25-522625045b40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (94377a6e-1236-4aaf-86eb-c20b80f78855), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:41.066467 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 06:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34a0b01-c7c3-4036-93c2-4068913be3a3 x-openstack-request-id: req-b34a0b01-c7c3-4036-93c2-4068913be3a3 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:57:41.067292 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ed7e9e-adc7-4d1f-b431-494897552f8f", "name": "network-vif-plugged", "status": "completed", "tag": "3a4249be-8b78-4d4f-b8d8-699b34670117", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:57:41.067528 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b34a0b01-c7c3-4036-93c2-4068913be3a3 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:57:41.068173 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ed7e9e-adc7-4d1f-b431-494897552f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4249be-8b78-4d4f-b8d8-699b34670117', 'code': 200} Feb 02 06:57:41.107094 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d641fc90-cdc1-47b6-919b-50014a61cf41 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6203160 Feb 02 06:57:41.107094 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d641fc90-cdc1-47b6-919b-50014a61cf41 admin admin] Pushing event updated for resources: {'Network': ['ID=575447ed-89f9-4ee3-b565-69aa8be2647f,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:41.107962 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 34768) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:57:41.112996 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-195b4a7d-3ea4-4e0c-b19e-bd07157b4aad admin admin] Request body: {'subnet': {'network_id': '575447ed-89f9-4ee3-b565-69aa8be2647f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-493420680-subnet', 'tenant_id': '1b8cd71d73cb41e680dbfaa91aafd48e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:57:41.118507 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 575447ed-89f9-4ee3-b565-69aa8be2647f details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 06:57:41.128955 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976079ee-d3e3-4888-9b25-522625045b40 service neutron] Pushing event updated for resources: {'Port': ['ID=94377a6e-1236-4aaf-86eb-c20b80f78855,revision_number=7']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:41.144341 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195b4a7d-3ea4-4e0c-b19e-bd07157b4aad admin admin] Made reservation on behalf of 1b8cd71d73cb41e680dbfaa91aafd48e for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:57:41.147719 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-195b4a7d-3ea4-4e0c-b19e-bd07157b4aad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:41.192455 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-976079ee-d3e3-4888-9b25-522625045b40 service neutron] Attempting to bind port 94377a6e-1236-4aaf-86eb-c20b80f78855 on host n-h1-789963-26 for vnic_type normal with profile {"migrating_to": "n-h2-789963-26"} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:57:41.193189 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-976079ee-d3e3-4888-9b25-522625045b40 service neutron] Attempting to bind port 94377a6e-1236-4aaf-86eb-c20b80f78855 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': '43369f47-102e-4f19-93f2-e5ce754f6e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ad127856-4465-484c-882c-e096f13573c2'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:57:41.193699 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-976079ee-d3e3-4888-9b25-522625045b40 service neutron] Attempting to bind port 94377a6e-1236-4aaf-86eb-c20b80f78855 on network ad127856-4465-484c-882c-e096f13573c2 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:57:41.201169 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-976079ee-d3e3-4888-9b25-522625045b40 service neutron] Port 94377a6e-1236-4aaf-86eb-c20b80f78855 on network ad127856-4465-484c-882c-e096f13573c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 06:57:41.201831 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-976079ee-d3e3-4888-9b25-522625045b40 service neutron] Attempting to bind port 94377a6e-1236-4aaf-86eb-c20b80f78855 on network ad127856-4465-484c-882c-e096f13573c2 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:57:41.208821 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-976079ee-d3e3-4888-9b25-522625045b40 service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:57:41.208821 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-976079ee-d3e3-4888-9b25-522625045b40 service neutron] Checking segment: {'id': '43369f47-102e-4f19-93f2-e5ce754f6e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ad127856-4465-484c-882c-e096f13573c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:57:41.208821 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-976079ee-d3e3-4888-9b25-522625045b40 service neutron] Bound using segment: {'id': '43369f47-102e-4f19-93f2-e5ce754f6e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ad127856-4465-484c-882c-e096f13573c2'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:57:41.209269 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-976079ee-d3e3-4888-9b25-522625045b40 service neutron] Bound port: 94377a6e-1236-4aaf-86eb-c20b80f78855, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43369f47-102e-4f19-93f2-e5ce754f6e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ad127856-4465-484c-882c-e096f13573c2'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:57:41.209679 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-976079ee-d3e3-4888-9b25-522625045b40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (94377a6e-1236-4aaf-86eb-c20b80f78855), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:41.300705 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-976079ee-d3e3-4888-9b25-522625045b40 service neutron] For port 94377a6e-1236-4aaf-86eb-c20b80f78855, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:57:41.305488 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-976079ee-d3e3-4888-9b25-522625045b40 service neutron] For port 94377a6e-1236-4aaf-86eb-c20b80f78855, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=94377a6e-1236-4aaf-86eb-c20b80f78855,segment=NetworkSegment(43369f47-102e-4f19-93f2-e5ce754f6e28),segment_id=43369f47-102e-4f19-93f2-e5ce754f6e28)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:57:41.313688 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-976079ee-d3e3-4888-9b25-522625045b40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (94377a6e-1236-4aaf-86eb-c20b80f78855), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:41.337397 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92441ce6-51b9-4572-bbb2-c55ce5d685e6 req-6f5ce293-5e7f-4c04-8bf1-7bdb18b00a6e tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:41.339102 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-92441ce6-51b9-4572-bbb2-c55ce5d685e6 req-6f5ce293-5e7f-4c04-8bf1-7bdb18b00a6e tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 943 time: 0.0990112 Feb 02 06:57:41.373483 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976079ee-d3e3-4888-9b25-522625045b40 service neutron] Pushing event updated for resources: {'Port': ['ID=94377a6e-1236-4aaf-86eb-c20b80f78855,revision_number=8']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:41.434684 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-976079ee-d3e3-4888-9b25-522625045b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:41.435379 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-976079ee-d3e3-4888-9b25-522625045b40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:41.437256 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-976079ee-d3e3-4888-9b25-522625045b40 service neutron] 10.222.0.59 "PUT /v2.0/ports/94377a6e-1236-4aaf-86eb-c20b80f78855 HTTP/1.1" status: 200 len: 1123 time: 0.9046946 Feb 02 06:57:41.440970 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-92441ce6-51b9-4572-bbb2-c55ce5d685e6 req-f2ac5c6e-6022-4248-8a1c-48357d5efb1b tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935426 Feb 02 06:57:41.450503 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-195b4a7d-3ea4-4e0c-b19e-bd07157b4aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (9ba71324-39a3-41c1-b7cb-a93574a50641), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:41.520238 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195b4a7d-3ea4-4e0c-b19e-bd07157b4aad admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ba71324-39a3-41c1-b7cb-a93574a50641,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:41.541850 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195b4a7d-3ea4-4e0c-b19e-bd07157b4aad admin admin] Checking segment: {'id': '9612796a-f982-4ab8-97b1-5b5720067702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '575447ed-89f9-4ee3-b565-69aa8be2647f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:57:41.542190 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195b4a7d-3ea4-4e0c-b19e-bd07157b4aad admin admin] Network hostable DHCP agents. Network: 575447ed-89f9-4ee3-b565-69aa8be2647f, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 06:57:41.573210 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 06:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eef3037-7a9f-439a-a80d-c2ced4738b3d x-openstack-request-id: req-0eef3037-7a9f-439a-a80d-c2ced4738b3d {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:57:41.573851 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b", "name": "network-vif-unplugged", "status": "completed", "tag": "94377a6e-1236-4aaf-86eb-c20b80f78855", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:57:41.574171 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-0eef3037-7a9f-439a-a80d-c2ced4738b3d {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:57:41.574679 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94377a6e-1236-4aaf-86eb-c20b80f78855', 'code': 200} Feb 02 06:57:41.576304 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195b4a7d-3ea4-4e0c-b19e-bd07157b4aad admin admin] Network 575447ed-89f9-4ee3-b565-69aa8be2647f is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 06:57:41.591004 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['94377a6e-1236-4aaf-86eb-c20b80f78855'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:57:41.599754 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-195b4a7d-3ea4-4e0c-b19e-bd07157b4aad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 575447ed-89f9-4ee3-b565-69aa8be2647f) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:57:41.610491 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195b4a7d-3ea4-4e0c-b19e-bd07157b4aad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:41.611111 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-195b4a7d-3ea4-4e0c-b19e-bd07157b4aad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:41.628228 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9d3df0-43f7-4602-9b19-dd8224516343 None None] Network 575447ed-89f9-4ee3-b565-69aa8be2647f requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 06:57:41.649247 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-195b4a7d-3ea4-4e0c-b19e-bd07157b4aad admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5403326 Feb 02 06:57:41.651848 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 34778) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:57:41.657019 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-c8d7e497-dbd8-4a4a-8e97-e800245e13a7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-493420680-router', 'tenant_id': '1b8cd71d73cb41e680dbfaa91aafd48e', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:57:41.694623 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c8d7e497-dbd8-4a4a-8e97-e800245e13a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (c961bf3e-cabf-4009-9004-7037d18144cd), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:41.696706 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c8d7e497-dbd8-4a4a-8e97-e800245e13a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (c961bf3e-cabf-4009-9004-7037d18144cd), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:41.713105 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21510f10-5dbd-4e6f-ac3e-cbc41495150c req-8cdad75c-707b-425e-a9e9-cc73fbcd1faa tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:41.721073 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-21510f10-5dbd-4e6f-ac3e-cbc41495150c req-8cdad75c-707b-425e-a9e9-cc73fbcd1faa tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4ed7e9e-adc7-4d1f-b431-494897552f8f HTTP/1.1" status: 200 len: 950 time: 0.0924041 Feb 02 06:57:41.757069 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['94377a6e-1236-4aaf-86eb-c20b80f78855'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:57:41.775402 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c8d7e497-dbd8-4a4a-8e97-e800245e13a7 admin admin] Publish callbacks [] for router_controller (c961bf3e-cabf-4009-9004-7037d18144cd), precommit_add_association {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:41.831403 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-21510f10-5dbd-4e6f-ac3e-cbc41495150c req-c25dc9e1-b7e3-4e59-bda9-8e086d7f1c12 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095884 Feb 02 06:57:41.876536 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52be67dc-ec6e-46f4-a17a-100cee6e329f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-575447ed-89f9-4ee3-b565-69aa8be2647f', 'network_id': '575447ed-89f9-4ee3-b565-69aa8be2647f', 'project_id': '1b8cd71d73cb41e680dbfaa91aafd48e', 'fixed_ips': [{'subnet_id': '9ba71324-39a3-41c1-b7cb-a93574a50641'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 06:57:41.877788 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-52be67dc-ec6e-46f4-a17a-100cee6e329f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:41.954802 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c8d7e497-dbd8-4a4a-8e97-e800245e13a7 admin admin] Publish callbacks [] for router_gateway (c961bf3e-cabf-4009-9004-7037d18144cd), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:42.059778 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b3b0fe-6917-4e68-92c6-621de0a1655f req-f531dcd4-207a-4d9a-8256-7c47a9465538 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:42.061726 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-01b3b0fe-6917-4e68-92c6-621de0a1655f req-f531dcd4-207a-4d9a-8256-7c47a9465538 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] 10.222.0.87 "GET /v2.0/ports?device_id=85e71e33-a6b8-4db5-82b4-b02cbcbff771 HTTP/1.1" status: 200 len: 949 time: 0.0978427 Feb 02 06:57:42.144428 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-01b3b0fe-6917-4e68-92c6-621de0a1655f req-3865812d-7d65-4352-8d17-83eace175bdc tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] 10.222.0.87 "GET /v2.0/security-groups?id=4bdd1a44-87ea-435b-a9e6-afe84899370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740545 Feb 02 06:57:42.144659 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-52be67dc-ec6e-46f4-a17a-100cee6e329f None None] Allocated IP 172.20.0.2 (575447ed-89f9-4ee3-b565-69aa8be2647f/9ba71324-39a3-41c1-b7cb-a93574a50641/e2b56a73-768a-464b-9e12-026d795c912e) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:57:42.413097 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b586368f-4391-4466-a63d-13ade2b87f75 req-eee5b4db-cebe-4844-ba4b-cdba04a8908f tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:42.421410 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b586368f-4391-4466-a63d-13ade2b87f75 req-eee5b4db-cebe-4844-ba4b-cdba04a8908f tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] 10.222.0.87 "GET /v2.0/ports?device_id=d405eed3-0b9f-4623-8867-ec57f3a4eeb9 HTTP/1.1" status: 200 len: 950 time: 0.1027613 Feb 02 06:57:42.542051 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b586368f-4391-4466-a63d-13ade2b87f75 req-1feb851e-073b-41c1-8635-32645b1a77e4 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] 10.222.0.87 "GET /v2.0/security-groups?id=4bdd1a44-87ea-435b-a9e6-afe84899370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192400 Feb 02 06:57:42.591604 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 94377a6e-1236-4aaf-86eb-c20b80f78855 details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 06:57:42.681337 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-52be67dc-ec6e-46f4-a17a-100cee6e329f None None] Publish callbacks [] for port (e2b56a73-768a-464b-9e12-026d795c912e), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:42.713044 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-52be67dc-ec6e-46f4-a17a-100cee6e329f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (e2b56a73-768a-464b-9e12-026d795c912e), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:42.754550 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c8d7e497-dbd8-4a4a-8e97-e800245e13a7 admin admin] Publish callbacks [] for router_gateway (c961bf3e-cabf-4009-9004-7037d18144cd), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:42.786728 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c8d7e497-dbd8-4a4a-8e97-e800245e13a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:42.796847 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972cbe3-df7b-4ecb-8fc7-f4bec182f2cd req-3da0b391-fa99-4268-a455-8e87c6ae68d5 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:42.806059 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4972cbe3-df7b-4ecb-8fc7-f4bec182f2cd req-3da0b391-fa99-4268-a455-8e87c6ae68d5 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 943 time: 0.1073887 Feb 02 06:57:42.887230 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4972cbe3-df7b-4ecb-8fc7-f4bec182f2cd req-38309da2-727f-42c8-b7c6-b546de2f8ae3 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802841 Feb 02 06:57:42.896410 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52be67dc-ec6e-46f4-a17a-100cee6e329f None None] Network 575447ed-89f9-4ee3-b565-69aa8be2647f is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:57:42.913613 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-52be67dc-ec6e-46f4-a17a-100cee6e329f None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:57:42.926064 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52be67dc-ec6e-46f4-a17a-100cee6e329f None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:57:42.944657 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52be67dc-ec6e-46f4-a17a-100cee6e329f None None] Pushing event updated for resources: {'Port': ['ID=e2b56a73-768a-464b-9e12-026d795c912e,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:42.955572 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-c8d7e497-dbd8-4a4a-8e97-e800245e13a7 admin admin] Allocated IP 172.25.4.211 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/cd9dc60f-62ad-4d7c-a8a6-e9361a8e16fc) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:57:42.986630 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 94377a6e-1236-4aaf-86eb-c20b80f78855, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=94377a6e-1236-4aaf-86eb-c20b80f78855,segment=NetworkSegment(43369f47-102e-4f19-93f2-e5ce754f6e28),segment_id=43369f47-102e-4f19-93f2-e5ce754f6e28)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:57:43.036559 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-52be67dc-ec6e-46f4-a17a-100cee6e329f None None] Attempting to bind port e2b56a73-768a-464b-9e12-026d795c912e on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:57:43.037989 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-52be67dc-ec6e-46f4-a17a-100cee6e329f None None] Attempting to bind port e2b56a73-768a-464b-9e12-026d795c912e by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '9612796a-f982-4ab8-97b1-5b5720067702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '575447ed-89f9-4ee3-b565-69aa8be2647f'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:57:43.038500 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52be67dc-ec6e-46f4-a17a-100cee6e329f None None] Attempting to bind port e2b56a73-768a-464b-9e12-026d795c912e on network 575447ed-89f9-4ee3-b565-69aa8be2647f {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:57:43.045329 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 94377a6e-1236-4aaf-86eb-c20b80f78855 has no active binding in host n-h2-789963-26 {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 02 06:57:43.047801 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52be67dc-ec6e-46f4-a17a-100cee6e329f None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:57:43.048461 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52be67dc-ec6e-46f4-a17a-100cee6e329f None None] Checking segment: {'id': '9612796a-f982-4ab8-97b1-5b5720067702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '575447ed-89f9-4ee3-b565-69aa8be2647f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:57:43.048900 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-52be67dc-ec6e-46f4-a17a-100cee6e329f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:43.049382 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52be67dc-ec6e-46f4-a17a-100cee6e329f None None] Bound using segment: {'id': '9612796a-f982-4ab8-97b1-5b5720067702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '575447ed-89f9-4ee3-b565-69aa8be2647f'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:57:43.049934 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-52be67dc-ec6e-46f4-a17a-100cee6e329f None None] Bound port: e2b56a73-768a-464b-9e12-026d795c912e, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9612796a-f982-4ab8-97b1-5b5720067702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '575447ed-89f9-4ee3-b565-69aa8be2647f'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:57:43.050388 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-52be67dc-ec6e-46f4-a17a-100cee6e329f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (e2b56a73-768a-464b-9e12-026d795c912e), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:43.109695 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c8d7e497-dbd8-4a4a-8e97-e800245e13a7 admin admin] Publish callbacks [] for port (cd9dc60f-62ad-4d7c-a8a6-e9361a8e16fc), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:43.134962 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-52be67dc-ec6e-46f4-a17a-100cee6e329f None None] For port e2b56a73-768a-464b-9e12-026d795c912e, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:57:43.138499 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-52be67dc-ec6e-46f4-a17a-100cee6e329f None None] For port e2b56a73-768a-464b-9e12-026d795c912e, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=e2b56a73-768a-464b-9e12-026d795c912e,segment=NetworkSegment(9612796a-f982-4ab8-97b1-5b5720067702),segment_id=9612796a-f982-4ab8-97b1-5b5720067702)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:57:43.148869 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-52be67dc-ec6e-46f4-a17a-100cee6e329f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (e2b56a73-768a-464b-9e12-026d795c912e), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:43.191415 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c8d7e497-dbd8-4a4a-8e97-e800245e13a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (cd9dc60f-62ad-4d7c-a8a6-e9361a8e16fc), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:43.223437 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d7e497-dbd8-4a4a-8e97-e800245e13a7 admin admin] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:57:43.227291 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-c8d7e497-dbd8-4a4a-8e97-e800245e13a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:57:43.256761 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d7e497-dbd8-4a4a-8e97-e800245e13a7 admin admin] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:57:43.269792 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52be67dc-ec6e-46f4-a17a-100cee6e329f None None] Pushing event updated for resources: {'Port': ['ID=e2b56a73-768a-464b-9e12-026d795c912e,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:43.284698 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-46081f00-eac6-4b6b-baec-e7d80e5a7be8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:43.336041 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d7e497-dbd8-4a4a-8e97-e800245e13a7 admin admin] Pushing event updated for resources: {'Port': ['ID=cd9dc60f-62ad-4d7c-a8a6-e9361a8e16fc,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:43.342833 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52603eb7-8442-4705-8a3b-d4e70df2b024 req-5b76f96c-2f33-460c-b613-4dcfd1ea7ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:43.344766 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-52603eb7-8442-4705-8a3b-d4e70df2b024 req-5b76f96c-2f33-460c-b613-4dcfd1ea7ebd service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=c4ed7e9e-adc7-4d1f-b431-494897552f8f&tenant_id=617f6fde409340a286c916b0c2822b5a HTTP/1.1" status: 200 len: 1133 time: 0.5672302 Feb 02 06:57:43.362407 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-52603eb7-8442-4705-8a3b-d4e70df2b024 req-57720cdf-bbb2-40c4-bcfe-ec0f0e4857fd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-26', 'device_owner': 'compute:nova'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:57:43.545458 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-52603eb7-8442-4705-8a3b-d4e70df2b024 req-57720cdf-bbb2-40c4-bcfe-ec0f0e4857fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3a4249be-8b78-4d4f-b8d8-699b34670117), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:43.575946 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b', 'tag': '94377a6e-1236-4aaf-86eb-c20b80f78855'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:57:43.580717 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b715ae57-2eb5-49a1-963c-e8fc5d9984ce" -d '{"events": [{"name": "network-changed", "server_uuid": "ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b", "tag": "94377a6e-1236-4aaf-86eb-c20b80f78855"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:57:43.865280 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c8d7e497-dbd8-4a4a-8e97-e800245e13a7 admin admin] Publish callbacks [] for router_gateway (c961bf3e-cabf-4009-9004-7037d18144cd), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:44.051943 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-52603eb7-8442-4705-8a3b-d4e70df2b024 req-57720cdf-bbb2-40c4-bcfe-ec0f0e4857fd service neutron] For port 3a4249be-8b78-4d4f-b8d8-699b34670117, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=3a4249be-8b78-4d4f-b8d8-699b34670117,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:57:44.133222 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-52603eb7-8442-4705-8a3b-d4e70df2b024 req-57720cdf-bbb2-40c4-bcfe-ec0f0e4857fd service neutron] For port 3a4249be-8b78-4d4f-b8d8-699b34670117, host n-h2-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:57:44.215973 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-52603eb7-8442-4705-8a3b-d4e70df2b024 req-57720cdf-bbb2-40c4-bcfe-ec0f0e4857fd service neutron] Publish callbacks [] for port (3a4249be-8b78-4d4f-b8d8-699b34670117), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:44.223824 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c8d7e497-dbd8-4a4a-8e97-e800245e13a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (c961bf3e-cabf-4009-9004-7037d18144cd), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:44.240673 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-52603eb7-8442-4705-8a3b-d4e70df2b024 req-57720cdf-bbb2-40c4-bcfe-ec0f0e4857fd service neutron] Transition to ACTIVE for port object 3a4249be-8b78-4d4f-b8d8-699b34670117 will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 06:57:44.280008 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-52603eb7-8442-4705-8a3b-d4e70df2b024 req-57720cdf-bbb2-40c4-bcfe-ec0f0e4857fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (3a4249be-8b78-4d4f-b8d8-699b34670117), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:44.397117 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-52603eb7-8442-4705-8a3b-d4e70df2b024 req-57720cdf-bbb2-40c4-bcfe-ec0f0e4857fd service neutron] No DVR routers for this DVR port 3a4249be-8b78-4d4f-b8d8-699b34670117 on host n-h2-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 06:57:44.401692 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57720cdf-bbb2-40c4-bcfe-ec0f0e4857fd service neutron] Pushing event updated for resources: {'Port': ['ID=3a4249be-8b78-4d4f-b8d8-699b34670117,revision_number=10']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:44.498430 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-52603eb7-8442-4705-8a3b-d4e70df2b024 req-57720cdf-bbb2-40c4-bcfe-ec0f0e4857fd service neutron] Attempting to bind port 3a4249be-8b78-4d4f-b8d8-699b34670117 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:57:44.498772 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-52603eb7-8442-4705-8a3b-d4e70df2b024 req-57720cdf-bbb2-40c4-bcfe-ec0f0e4857fd service neutron] Attempting to bind port 3a4249be-8b78-4d4f-b8d8-699b34670117 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:57:44.499104 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52603eb7-8442-4705-8a3b-d4e70df2b024 req-57720cdf-bbb2-40c4-bcfe-ec0f0e4857fd service neutron] Attempting to bind port 3a4249be-8b78-4d4f-b8d8-699b34670117 on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:57:44.526658 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52603eb7-8442-4705-8a3b-d4e70df2b024 req-57720cdf-bbb2-40c4-bcfe-ec0f0e4857fd service neutron] Port 3a4249be-8b78-4d4f-b8d8-699b34670117 on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 06:57:44.529874 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:44.530407 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52603eb7-8442-4705-8a3b-d4e70df2b024 req-57720cdf-bbb2-40c4-bcfe-ec0f0e4857fd service neutron] Attempting to bind port 3a4249be-8b78-4d4f-b8d8-699b34670117 on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:57:44.562007 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52603eb7-8442-4705-8a3b-d4e70df2b024 req-57720cdf-bbb2-40c4-bcfe-ec0f0e4857fd service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:57:44.562362 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52603eb7-8442-4705-8a3b-d4e70df2b024 req-57720cdf-bbb2-40c4-bcfe-ec0f0e4857fd service neutron] Checking segment: {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:57:44.562906 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52603eb7-8442-4705-8a3b-d4e70df2b024 req-57720cdf-bbb2-40c4-bcfe-ec0f0e4857fd service neutron] Bound using segment: {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:57:44.563367 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-52603eb7-8442-4705-8a3b-d4e70df2b024 req-57720cdf-bbb2-40c4-bcfe-ec0f0e4857fd service neutron] Bound port: 3a4249be-8b78-4d4f-b8d8-699b34670117, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:57:44.563768 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-52603eb7-8442-4705-8a3b-d4e70df2b024 req-57720cdf-bbb2-40c4-bcfe-ec0f0e4857fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3a4249be-8b78-4d4f-b8d8-699b34670117), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:44.642043 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device e2b56a73-768a-464b-9e12-026d795c912e up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:57:44.670170 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8d7e497-dbd8-4a4a-8e97-e800245e13a7 admin admin] Router c961bf3e-cabf-4009-9004-7037d18144cd is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 06:57:44.724425 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b027492-fff3-43cf-b2b8-c6e09ebd6dd6 None None] Network 575447ed-89f9-4ee3-b565-69aa8be2647f requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 06:57:44.775978 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-52603eb7-8442-4705-8a3b-d4e70df2b024 req-57720cdf-bbb2-40c4-bcfe-ec0f0e4857fd service neutron] For port 3a4249be-8b78-4d4f-b8d8-699b34670117, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:57:44.818771 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-52603eb7-8442-4705-8a3b-d4e70df2b024 req-57720cdf-bbb2-40c4-bcfe-ec0f0e4857fd service neutron] For port 3a4249be-8b78-4d4f-b8d8-699b34670117, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=3a4249be-8b78-4d4f-b8d8-699b34670117,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:57:44.842841 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-52603eb7-8442-4705-8a3b-d4e70df2b024 req-57720cdf-bbb2-40c4-bcfe-ec0f0e4857fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (3a4249be-8b78-4d4f-b8d8-699b34670117), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:44.913651 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57720cdf-bbb2-40c4-bcfe-ec0f0e4857fd service neutron] Pushing event updated for resources: {'Port': ['ID=3a4249be-8b78-4d4f-b8d8-699b34670117,revision_number=11']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:44.933451 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52603eb7-8442-4705-8a3b-d4e70df2b024 req-57720cdf-bbb2-40c4-bcfe-ec0f0e4857fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:44.934080 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-52603eb7-8442-4705-8a3b-d4e70df2b024 req-57720cdf-bbb2-40c4-bcfe-ec0f0e4857fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:44.936385 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-52603eb7-8442-4705-8a3b-d4e70df2b024 req-57720cdf-bbb2-40c4-bcfe-ec0f0e4857fd service neutron] 10.222.0.88 "PUT /v2.0/ports/3a4249be-8b78-4d4f-b8d8-699b34670117 HTTP/1.1" status: 200 len: 1098 time: 1.5778654 Feb 02 06:57:44.938309 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d7e497-dbd8-4a4a-8e97-e800245e13a7 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 06:57:44.946739 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port e2b56a73-768a-464b-9e12-026d795c912e triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:57:44.950430 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ffafd1-136c-47c7-9c13-0578f5cd6d60 None None] Sync routers for ids ['c961bf3e-cabf-4009-9004-7037d18144cd'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 06:57:44.956578 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (e2b56a73-768a-464b-9e12-026d795c912e), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:44.972889 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ffafd1-136c-47c7-9c13-0578f5cd6d60 None None] Routers {'c961bf3e-cabf-4009-9004-7037d18144cd'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 06:57:44.973515 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-a5ffafd1-136c-47c7-9c13-0578f5cd6d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:57:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['c961bf3e-cabf-4009-9004-7037d18144cd'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:57:44.973688 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c8d7e497-dbd8-4a4a-8e97-e800245e13a7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:44.977109 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-c8d7e497-dbd8-4a4a-8e97-e800245e13a7 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.3226221 Feb 02 06:57:44.978435 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 34816) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:57:45.062168 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52603eb7-8442-4705-8a3b-d4e70df2b024 req-2b1a83b2-2384-47fc-a41b-99cd1f55ef27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:45.069114 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-52603eb7-8442-4705-8a3b-d4e70df2b024 req-2b1a83b2-2384-47fc-a41b-99cd1f55ef27 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=617f6fde409340a286c916b0c2822b5a&device_id=c4ed7e9e-adc7-4d1f-b431-494897552f8f HTTP/1.1" status: 200 len: 1132 time: 0.0901253 Feb 02 06:57:45.179583 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-b450c882-614a-40fd-a90c-9f5f8852789e None None] Provisioning complete for port e2b56a73-768a-464b-9e12-026d795c912e triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:57:45.184094 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b450c882-614a-40fd-a90c-9f5f8852789e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (e2b56a73-768a-464b-9e12-026d795c912e), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:45.267062 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-a5ffafd1-136c-47c7-9c13-0578f5cd6d60 None None] Set router c961bf3e-cabf-4009-9004-7037d18144cd gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 06:57:45.353144 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14029960-00d9-4223-9ec7-4f417a91faa4 req-08478da9-bdcd-4728-b756-7fcb3f39d4c9 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:45.355724 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-14029960-00d9-4223-9ec7-4f417a91faa4 req-08478da9-bdcd-4728-b756-7fcb3f39d4c9 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4ed7e9e-adc7-4d1f-b431-494897552f8f HTTP/1.1" status: 200 len: 949 time: 0.2268372 Feb 02 06:57:45.449238 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52603eb7-8442-4705-8a3b-d4e70df2b024 req-1bbbf491-064c-4519-9e2e-0a2eebd01326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:45.451238 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-52603eb7-8442-4705-8a3b-d4e70df2b024 req-1bbbf491-064c-4519-9e2e-0a2eebd01326 service neutron] 10.222.0.88 "GET /v2.0/networks?id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 HTTP/1.1" status: 200 len: 870 time: 0.3604972 Feb 02 06:57:45.463757 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-14029960-00d9-4223-9ec7-4f417a91faa4 req-f6ef8332-7580-41fe-bef7-bfa4c6b440fe tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015961 Feb 02 06:57:45.493073 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port e2b56a73-768a-464b-9e12-026d795c912e is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:57:45.493469 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (e2b56a73-768a-464b-9e12-026d795c912e), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:45.557499 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-52603eb7-8442-4705-8a3b-d4e70df2b024 req-9d25c32f-19b2-4c34-9ec4-0c429823a614 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=3a4249be-8b78-4d4f-b8d8-699b34670117 HTTP/1.1" status: 200 len: 217 time: 0.0997479 Feb 02 06:57:45.563947 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 06:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b0dc35-2d22-4b38-a3fc-d331b3ec65d3 x-openstack-request-id: req-58b0dc35-2d22-4b38-a3fc-d331b3ec65d3 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:57:45.564245 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b", "tag": "94377a6e-1236-4aaf-86eb-c20b80f78855", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:57:45.564504 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-58b0dc35-2d22-4b38-a3fc-d331b3ec65d3 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:57:45.564992 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b', 'tag': '94377a6e-1236-4aaf-86eb-c20b80f78855', 'status': 'completed', 'code': 200} Feb 02 06:57:45.703822 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port e2b56a73-768a-464b-9e12-026d795c912e, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=e2b56a73-768a-464b-9e12-026d795c912e,segment=NetworkSegment(9612796a-f982-4ab8-97b1-5b5720067702),segment_id=9612796a-f982-4ab8-97b1-5b5720067702)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:57:45.705863 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52603eb7-8442-4705-8a3b-d4e70df2b024 req-4c9cdfec-3882-411a-9195-b68ccd9f8444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:45.707973 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-52603eb7-8442-4705-8a3b-d4e70df2b024 req-4c9cdfec-3882-411a-9195-b68ccd9f8444 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.1421347 Feb 02 06:57:45.721239 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (e2b56a73-768a-464b-9e12-026d795c912e), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:45.726975 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-b450c882-614a-40fd-a90c-9f5f8852789e None None] Current status of the port e2b56a73-768a-464b-9e12-026d795c912e is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:57:45.727343 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b450c882-614a-40fd-a90c-9f5f8852789e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (e2b56a73-768a-464b-9e12-026d795c912e), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:45.879014 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=e2b56a73-768a-464b-9e12-026d795c912e,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:45.957505 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.db.api [None req-b450c882-614a-40fd-a90c-9f5f8852789e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109695) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 06:57:45.958640 n-d-789963-26 neutron-server[109695]: DEBUG oslo_db.api [None req-b450c882-614a-40fd-a90c-9f5f8852789e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 06:57:45.968979 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52603eb7-8442-4705-8a3b-d4e70df2b024 req-0da4656d-5a42-403e-800b-d4c3edb9eb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:45.971478 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-52603eb7-8442-4705-8a3b-d4e70df2b024 req-0da4656d-5a42-403e-800b-d4c3edb9eb43 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2558143 Feb 02 06:57:46.001836 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:46.007501 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-a5ffafd1-136c-47c7-9c13-0578f5cd6d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c961bf3e-cabf-4009-9004-7037d18144cd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-493420680-router', 'tenant_id': '1b8cd71d73cb41e680dbfaa91aafd48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'cd9dc60f-62ad-4d7c-a8a6-e9361a8e16fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:57:41Z', 'updated_at': '2022-02-02T06:57:43Z', 'revision_number': 3, 'project_id': '1b8cd71d73cb41e680dbfaa91aafd48e', 'gw_port': {'id': 'cd9dc60f-62ad-4d7c-a8a6-e9361a8e16fc', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c961bf3e-cabf-4009-9004-7037d18144cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:57:42Z', 'updated_at': '2022-02-02T06:57:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:57:46.042276 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ffafd1-136c-47c7-9c13-0578f5cd6d60 None None] Checking router: c961bf3e-cabf-4009-9004-7037d18144cd for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 06:57:46.042867 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ffafd1-136c-47c7-9c13-0578f5cd6d60 None None] Updating router c961bf3e-cabf-4009-9004-7037d18144cd port cd9dc60f-62ad-4d7c-a8a6-e9361a8e16fc binding host n-d-789963-26 {{(pid=109696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 06:57:46.056849 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5993fa-af7f-4fb7-92d9-18bd75d6d6a9 req-dbd1fd39-5ae2-49c9-b59a-5b9b789ad345 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:46.058427 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8d5993fa-af7f-4fb7-92d9-18bd75d6d6a9 req-dbd1fd39-5ae2-49c9-b59a-5b9b789ad345 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 943 time: 0.3440998 Feb 02 06:57:46.081908 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-a5ffafd1-136c-47c7-9c13-0578f5cd6d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (cd9dc60f-62ad-4d7c-a8a6-e9361a8e16fc), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:46.194678 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b715ae57-2eb5-49a1-963c-e8fc5d9984ce req-1c3a1a31-f185-4e27-9768-e21eebed448c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:46.197106 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b715ae57-2eb5-49a1-963c-e8fc5d9984ce req-1c3a1a31-f185-4e27-9768-e21eebed448c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=94634d8b4d2a41de8e59c8bd88798343&device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 1157 time: 0.5108900 Feb 02 06:57:46.197754 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 34880) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:57:46.327778 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-52603eb7-8442-4705-8a3b-d4e70df2b024 req-1615c2a9-411c-4e31-905e-a154b7c30714 service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3486998 Feb 02 06:57:46.336371 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8d5993fa-af7f-4fb7-92d9-18bd75d6d6a9 req-d8da550d-63d1-49b5-bd62-84af5081231a tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673845 Feb 02 06:57:46.379441 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d8634292-79c0-4557-be58-7743d6175955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:46.535025 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-52603eb7-8442-4705-8a3b-d4e70df2b024 req-f451785f-d952-41c0-99bd-c5176f5f27e1 service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931646 Feb 02 06:57:46.572897 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-b450c882-614a-40fd-a90c-9f5f8852789e None None] Current status of the port e2b56a73-768a-464b-9e12-026d795c912e is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:57:46.605987 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 34896) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:57:46.610624 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device e2b56a73-768a-464b-9e12-026d795c912e up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:57:46.642417 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b715ae57-2eb5-49a1-963c-e8fc5d9984ce req-008c0d21-8b59-40a0-a6cb-d76eaf535154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:46.648365 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b715ae57-2eb5-49a1-963c-e8fc5d9984ce req-008c0d21-8b59-40a0-a6cb-d76eaf535154 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ad127856-4465-484c-882c-e096f13573c2 HTTP/1.1" status: 200 len: 908 time: 0.4304495 Feb 02 06:57:46.672250 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 3a4249be-8b78-4d4f-b8d8-699b34670117 no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 06:57:46.690776 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-972a4cf5-ef50-42c3-93f8-09c25de39b08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:46.738935 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-a5ffafd1-136c-47c7-9c13-0578f5cd6d60 None None] Publish callbacks [] for port (cd9dc60f-62ad-4d7c-a8a6-e9361a8e16fc), precommit_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:46.760218 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-a5ffafd1-136c-47c7-9c13-0578f5cd6d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (cd9dc60f-62ad-4d7c-a8a6-e9361a8e16fc), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:46.850950 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-a5ffafd1-136c-47c7-9c13-0578f5cd6d60 None None] Attempting to bind port cd9dc60f-62ad-4d7c-a8a6-e9361a8e16fc on host n-d-789963-26 for vnic_type normal with profile {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:57:46.852548 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-a5ffafd1-136c-47c7-9c13-0578f5cd6d60 None None] Attempting to bind port cd9dc60f-62ad-4d7c-a8a6-e9361a8e16fc by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:57:46.853249 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ffafd1-136c-47c7-9c13-0578f5cd6d60 None None] Attempting to bind port cd9dc60f-62ad-4d7c-a8a6-e9361a8e16fc on network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:57:46.856687 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] The host n-h2-789963-26 is not matching for port 3a4249be-8b78-4d4f-b8d8-699b34670117 host n-h1-789963-26! {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 02 06:57:46.857324 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 3a4249be-8b78-4d4f-b8d8-699b34670117 not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 06:57:46.867535 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ffafd1-136c-47c7-9c13-0578f5cd6d60 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:57:46.867829 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-972a4cf5-ef50-42c3-93f8-09c25de39b08 admin admin] Publish callbacks [] for security_group (f1e4cc4d-0125-4f40-ba2f-e4e11a85c1f8), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:46.868698 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ffafd1-136c-47c7-9c13-0578f5cd6d60 None None] Checking segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:57:46.869348 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-a5ffafd1-136c-47c7-9c13-0578f5cd6d60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:46.870138 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ffafd1-136c-47c7-9c13-0578f5cd6d60 None None] Bound using segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:57:46.871540 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-a5ffafd1-136c-47c7-9c13-0578f5cd6d60 None None] Bound port: cd9dc60f-62ad-4d7c-a8a6-e9361a8e16fc, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:57:46.872337 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-a5ffafd1-136c-47c7-9c13-0578f5cd6d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (cd9dc60f-62ad-4d7c-a8a6-e9361a8e16fc), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:46.879927 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-972a4cf5-ef50-42c3-93f8-09c25de39b08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (f1e4cc4d-0125-4f40-ba2f-e4e11a85c1f8), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:46.889021 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-6447f3e6-848a-4e2f-b971-e16f8a558992 None None] Provisioning complete for port e2b56a73-768a-464b-9e12-026d795c912e triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:57:46.891846 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6447f3e6-848a-4e2f-b971-e16f8a558992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (e2b56a73-768a-464b-9e12-026d795c912e), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:46.898039 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port e2b56a73-768a-464b-9e12-026d795c912e triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:57:46.900010 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (e2b56a73-768a-464b-9e12-026d795c912e), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:46.919988 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b715ae57-2eb5-49a1-963c-e8fc5d9984ce req-499c6851-87b6-4816-90c4-3dd60cd4a7b2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94377a6e-1236-4aaf-86eb-c20b80f78855 HTTP/1.1" status: 200 len: 217 time: 0.1598349 Feb 02 06:57:46.926084 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9b32a-a840-4c5f-ad32-3c91d45568ce None None] Pushing event updated for resources: {'Port': ['ID=cd9dc60f-62ad-4d7c-a8a6-e9361a8e16fc,revision_number=2']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:46.926302 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8eb773cd-0a5f-4ae9-b018-86d8cc15e011 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:46.941807 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9b32a-a840-4c5f-ad32-3c91d45568ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:57:46.942226 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9b32a-a840-4c5f-ad32-3c91d45568ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:57:46.942583 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9b32a-a840-4c5f-ad32-3c91d45568ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:57:46.942930 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9b32a-a840-4c5f-ad32-3c91d45568ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:57:46.943798 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9b32a-a840-4c5f-ad32-3c91d45568ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:57:46.944478 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9b32a-a840-4c5f-ad32-3c91d45568ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:57:46.945054 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9b32a-a840-4c5f-ad32-3c91d45568ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:57:46.945673 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9b32a-a840-4c5f-ad32-3c91d45568ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:57:46.946704 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9b32a-a840-4c5f-ad32-3c91d45568ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:57:46.947213 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9b32a-a840-4c5f-ad32-3c91d45568ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:57:46.947878 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9b32a-a840-4c5f-ad32-3c91d45568ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:57:46.948371 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9b32a-a840-4c5f-ad32-3c91d45568ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:57:46.948877 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9b32a-a840-4c5f-ad32-3c91d45568ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:57:46.961462 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972a4cf5-ef50-42c3-93f8-09c25de39b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e4cc4d-0125-4f40-ba2f-e4e11a85c1f8,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:46.981997 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-972a4cf5-ef50-42c3-93f8-09c25de39b08 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=841ba60e212a4f18b4fab6520d170366&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3749053 Feb 02 06:57:46.982931 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 34912) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:57:46.998126 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b715ae57-2eb5-49a1-963c-e8fc5d9984ce req-a4556dfe-3995-4596-8258-cc56fd06f85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:47.000020 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b715ae57-2eb5-49a1-963c-e8fc5d9984ce req-a4556dfe-3995-4596-8258-cc56fd06f85e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a7292d13-827d-45ab-8eaa-7baf62301aaa HTTP/1.1" status: 200 len: 847 time: 0.0536730 Feb 02 06:57:47.015934 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-a5ffafd1-136c-47c7-9c13-0578f5cd6d60 None None] For port cd9dc60f-62ad-4d7c-a8a6-e9361a8e16fc, host n-d-789963-26, cleared binding levels {{(pid=109696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:57:47.023931 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-a5ffafd1-136c-47c7-9c13-0578f5cd6d60 None None] For port cd9dc60f-62ad-4d7c-a8a6-e9361a8e16fc, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=cd9dc60f-62ad-4d7c-a8a6-e9361a8e16fc,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:57:47.031592 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-a5ffafd1-136c-47c7-9c13-0578f5cd6d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (cd9dc60f-62ad-4d7c-a8a6-e9361a8e16fc), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:47.043522 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b715ae57-2eb5-49a1-963c-e8fc5d9984ce req-d831cc78-5a52-421f-812f-0ba929de7a3c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ad127856-4465-484c-882c-e096f13573c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323684 Feb 02 06:57:47.089049 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c258ec04-d796-408c-b10e-a31ad9bdf490 admin admin] Publish callbacks [] for security_group (f1e4cc4d-0125-4f40-ba2f-e4e11a85c1f8), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:47.091352 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce029f0-a162-412a-b9fb-0d71ffdec8c1 req-8c8ef0be-c968-4125-a7ff-ab8b42d07695 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:47.098723 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0ce029f0-a162-412a-b9fb-0d71ffdec8c1 req-8c8ef0be-c968-4125-a7ff-ab8b42d07695 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4ed7e9e-adc7-4d1f-b431-494897552f8f HTTP/1.1" status: 200 len: 949 time: 0.4641857 Feb 02 06:57:47.110939 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9b32a-a840-4c5f-ad32-3c91d45568ce None None] Pushing event updated for resources: {'Port': ['ID=cd9dc60f-62ad-4d7c-a8a6-e9361a8e16fc,revision_number=3']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:47.133435 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c258ec04-d796-408c-b10e-a31ad9bdf490 admin admin] Publish callbacks [] for security_group (f1e4cc4d-0125-4f40-ba2f-e4e11a85c1f8), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:47.163483 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ffafd1-136c-47c7-9c13-0578f5cd6d60 None None] Routers {'c961bf3e-cabf-4009-9004-7037d18144cd'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 06:57:47.164334 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-a5ffafd1-136c-47c7-9c13-0578f5cd6d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:57:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['c961bf3e-cabf-4009-9004-7037d18144cd'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:57:47.178386 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-d8634292-79c0-4557-be58-7743d6175955 admin admin] Allocated IP 172.20.0.1 (575447ed-89f9-4ee3-b565-69aa8be2647f/9ba71324-39a3-41c1-b7cb-a93574a50641/c2b028a1-915a-4a23-8f40-b91fb5c93b50) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:57:47.214930 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-6447f3e6-848a-4e2f-b971-e16f8a558992 None None] Current status of the port e2b56a73-768a-464b-9e12-026d795c912e is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:57:47.228022 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port e2b56a73-768a-464b-9e12-026d795c912e is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:57:47.232196 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c258ec04-d796-408c-b10e-a31ad9bdf490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (f1e4cc4d-0125-4f40-ba2f-e4e11a85c1f8), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:47.234996 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c258ec04-d796-408c-b10e-a31ad9bdf490 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:47.241183 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-c258ec04-d796-408c-b10e-a31ad9bdf490 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/f1e4cc4d-0125-4f40-ba2f-e4e11a85c1f8 HTTP/1.1" status: 204 len: 168 time: 0.2557552 Feb 02 06:57:47.254339 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c258ec04-d796-408c-b10e-a31ad9bdf490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e4cc4d-0125-4f40-ba2f-e4e11a85c1f8,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:47.303517 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0ce029f0-a162-412a-b9fb-0d71ffdec8c1 req-d2cc8a5f-93e0-4b6c-80f3-cb6c9be9694f tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971698 Feb 02 06:57:47.304933 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:47.433875 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-a5ffafd1-136c-47c7-9c13-0578f5cd6d60 None None] Set router c961bf3e-cabf-4009-9004-7037d18144cd gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 06:57:47.462373 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8eb773cd-0a5f-4ae9-b018-86d8cc15e011 admin admin] Publish callbacks [] for security_group (844ef612-bf43-41d2-a4c9-72e9f6b8c8fd), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:47.465701 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b715ae57-2eb5-49a1-963c-e8fc5d9984ce req-e07b2246-9d74-4f5c-af84-96032f30df0d service neutron] 10.222.0.88 "GET /v2.0/networks/ad127856-4465-484c-882c-e096f13573c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3927441 Feb 02 06:57:47.518398 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8eb773cd-0a5f-4ae9-b018-86d8cc15e011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (844ef612-bf43-41d2-a4c9-72e9f6b8c8fd), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:47.565848 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530e5eb2-a510-4a18-b85b-b5c00fb17a7b req-5fce9dd9-01b3-47da-8921-8f910ee081a4 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:47.568627 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-530e5eb2-a510-4a18-b85b-b5c00fb17a7b req-5fce9dd9-01b3-47da-8921-8f910ee081a4 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 943 time: 0.1163073 Feb 02 06:57:47.569272 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ed7e9e-adc7-4d1f-b431-494897552f8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a4249be-8b78-4d4f-b8d8-699b34670117'}, {'name': 'network-changed', 'server_uuid': 'c4ed7e9e-adc7-4d1f-b431-494897552f8f', 'tag': '3a4249be-8b78-4d4f-b8d8-699b34670117'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:57:47.571511 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-328f0e15-02a1-4bf6-b52e-3db2a95aa101" -d '{"events": [{"server_uuid": "c4ed7e9e-adc7-4d1f-b431-494897552f8f", "name": "network-vif-unplugged", "status": "completed", "tag": "3a4249be-8b78-4d4f-b8d8-699b34670117"}, {"name": "network-changed", "server_uuid": "c4ed7e9e-adc7-4d1f-b431-494897552f8f", "tag": "3a4249be-8b78-4d4f-b8d8-699b34670117"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:57:47.685710 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-530e5eb2-a510-4a18-b85b-b5c00fb17a7b req-421aa161-a3ca-4237-99c7-30fead5b32ed tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022913 Feb 02 06:57:47.708044 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb773cd-0a5f-4ae9-b018-86d8cc15e011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=844ef612-bf43-41d2-a4c9-72e9f6b8c8fd,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:47.712726 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 02 Feb 2022 06:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17dec08d-5600-418b-9146-31a55472b224 x-openstack-request-id: req-17dec08d-5600-418b-9146-31a55472b224 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:57:47.713125 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ed7e9e-adc7-4d1f-b431-494897552f8f", "name": "network-vif-unplugged", "status": "completed", "tag": "3a4249be-8b78-4d4f-b8d8-699b34670117", "code": 200}, {"name": "network-changed", "server_uuid": "c4ed7e9e-adc7-4d1f-b431-494897552f8f", "tag": "3a4249be-8b78-4d4f-b8d8-699b34670117", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:57:47.713390 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-17dec08d-5600-418b-9146-31a55472b224 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:57:47.713792 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ed7e9e-adc7-4d1f-b431-494897552f8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a4249be-8b78-4d4f-b8d8-699b34670117', 'code': 200} Feb 02 06:57:47.714233 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4ed7e9e-adc7-4d1f-b431-494897552f8f', 'tag': '3a4249be-8b78-4d4f-b8d8-699b34670117', 'status': 'completed', 'code': 200} Feb 02 06:57:47.722879 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-8eb773cd-0a5f-4ae9-b018-86d8cc15e011 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=76d2c26f97b7416e86ed4a3829627d62&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5209873 Feb 02 06:57:47.726068 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 34926) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:57:47.819644 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-a5ffafd1-136c-47c7-9c13-0578f5cd6d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c961bf3e-cabf-4009-9004-7037d18144cd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-493420680-router', 'tenant_id': '1b8cd71d73cb41e680dbfaa91aafd48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'cd9dc60f-62ad-4d7c-a8a6-e9361a8e16fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:57:41Z', 'updated_at': '2022-02-02T06:57:43Z', 'revision_number': 3, 'project_id': '1b8cd71d73cb41e680dbfaa91aafd48e', 'gw_port': {'id': 'cd9dc60f-62ad-4d7c-a8a6-e9361a8e16fc', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c961bf3e-cabf-4009-9004-7037d18144cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:57:42Z', 'updated_at': '2022-02-02T06:57:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:57:47.873085 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d8634292-79c0-4557-be58-7743d6175955 admin admin] Publish callbacks [] for port (c2b028a1-915a-4a23-8f40-b91fb5c93b50), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:47.881834 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ffafd1-136c-47c7-9c13-0578f5cd6d60 None None] The sync data for ids ['c961bf3e-cabf-4009-9004-7037d18144cd'] in n-d-789963-26 is: [{'id': 'c961bf3e-cabf-4009-9004-7037d18144cd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-493420680-router', 'tenant_id': '1b8cd71d73cb41e680dbfaa91aafd48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'cd9dc60f-62ad-4d7c-a8a6-e9361a8e16fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:57:41Z', 'updated_at': '2022-02-02T06:57:43Z', 'revision_number': 3, 'project_id': '1b8cd71d73cb41e680dbfaa91aafd48e', 'gw_port': {'id': 'cd9dc60f-62ad-4d7c-a8a6-e9361a8e16fc', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c961bf3e-cabf-4009-9004-7037d18144cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:57:42Z', 'updated_at': '2022-02-02T06:57:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 06:57:47.963842 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-155b5d07-6f22-4694-b2e4-d74927aa7334 admin admin] Publish callbacks [] for security_group (844ef612-bf43-41d2-a4c9-72e9f6b8c8fd), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:47.990000 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-155b5d07-6f22-4694-b2e4-d74927aa7334 admin admin] Publish callbacks [] for security_group (844ef612-bf43-41d2-a4c9-72e9f6b8c8fd), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:48.013476 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b715ae57-2eb5-49a1-963c-e8fc5d9984ce req-44c87117-1131-4037-abf3-12048bbf7142 service neutron] 10.222.0.88 "GET /v2.0/networks/ad127856-4465-484c-882c-e096f13573c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5400441 Feb 02 06:57:48.049962 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d8634292-79c0-4557-be58-7743d6175955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (c2b028a1-915a-4a23-8f40-b91fb5c93b50), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:48.096461 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-155b5d07-6f22-4694-b2e4-d74927aa7334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (844ef612-bf43-41d2-a4c9-72e9f6b8c8fd), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:48.100400 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-155b5d07-6f22-4694-b2e4-d74927aa7334 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:48.101836 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-155b5d07-6f22-4694-b2e4-d74927aa7334 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/844ef612-bf43-41d2-a4c9-72e9f6b8c8fd HTTP/1.1" status: 204 len: 168 time: 0.3742397 Feb 02 06:57:48.115180 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f0e15-02a1-4bf6-b52e-3db2a95aa101 req-3ac19748-2332-4245-9129-162a5ff6d3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:48.117069 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-328f0e15-02a1-4bf6-b52e-3db2a95aa101 req-3ac19748-2332-4245-9129-162a5ff6d3dd service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=617f6fde409340a286c916b0c2822b5a&device_id=c4ed7e9e-adc7-4d1f-b431-494897552f8f HTTP/1.1" status: 200 len: 1132 time: 0.2879786 Feb 02 06:57:48.133607 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155b5d07-6f22-4694-b2e4-d74927aa7334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844ef612-bf43-41d2-a4c9-72e9f6b8c8fd,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:48.185440 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8634292-79c0-4557-be58-7743d6175955 admin admin] Network 575447ed-89f9-4ee3-b565-69aa8be2647f is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:57:48.197964 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-d8634292-79c0-4557-be58-7743d6175955 admin admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:57:48.205365 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8634292-79c0-4557-be58-7743d6175955 admin admin] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:57:48.214670 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8634292-79c0-4557-be58-7743d6175955 admin admin] Pushing event updated for resources: {'Port': ['ID=c2b028a1-915a-4a23-8f40-b91fb5c93b50,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:48.360576 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d8634292-79c0-4557-be58-7743d6175955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (c961bf3e-cabf-4009-9004-7037d18144cd), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:48.826212 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device cd9dc60f-62ad-4d7c-a8a6-e9361a8e16fc up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:57:48.918349 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 34972) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:57:48.928663 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f0e15-02a1-4bf6-b52e-3db2a95aa101 req-ebb2de87-6b00-4aa3-9009-387a739c68e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:48.930457 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-328f0e15-02a1-4bf6-b52e-3db2a95aa101 req-ebb2de87-6b00-4aa3-9009-387a739c68e0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=617f6fde409340a286c916b0c2822b5a&device_id=c4ed7e9e-adc7-4d1f-b431-494897552f8f HTTP/1.1" status: 200 len: 1132 time: 1.1222343 Feb 02 06:57:48.988806 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 34978) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:57:49.009128 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-a3c41e76-200b-4662-b781-dba2ab0ffa26 None None] Provisioning complete for port c2b028a1-915a-4a23-8f40-b91fb5c93b50 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:57:49.009803 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a3c41e76-200b-4662-b781-dba2ab0ffa26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (c2b028a1-915a-4a23-8f40-b91fb5c93b50), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:49.069906 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-10c9f9a4-bfae-4224-9ca3-c2e104e63e87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:49.105718 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d8634292-79c0-4557-be58-7743d6175955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (c2b028a1-915a-4a23-8f40-b91fb5c93b50), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:49.107789 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-a3c41e76-200b-4662-b781-dba2ab0ffa26 None None] Port c2b028a1-915a-4a23-8f40-b91fb5c93b50 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 06:57:49.112777 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port cd9dc60f-62ad-4d7c-a8a6-e9361a8e16fc triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:57:49.113161 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (cd9dc60f-62ad-4d7c-a8a6-e9361a8e16fc), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:49.242263 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4e7d09-ae4f-4922-bc95-7cc22b678457 req-31a10734-9df1-4a6d-91df-3d2098bbce70 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:49.243913 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2b4e7d09-ae4f-4922-bc95-7cc22b678457 req-31a10734-9df1-4a6d-91df-3d2098bbce70 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4ed7e9e-adc7-4d1f-b431-494897552f8f HTTP/1.1" status: 200 len: 949 time: 0.3122900 Feb 02 06:57:49.293327 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port cd9dc60f-62ad-4d7c-a8a6-e9361a8e16fc is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:57:49.293986 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (cd9dc60f-62ad-4d7c-a8a6-e9361a8e16fc), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:49.339859 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f0e15-02a1-4bf6-b52e-3db2a95aa101 req-ebe32ae2-e3c8-4775-b0f7-ce30b8c963a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:49.344385 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-328f0e15-02a1-4bf6-b52e-3db2a95aa101 req-ebe32ae2-e3c8-4775-b0f7-ce30b8c963a7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 HTTP/1.1" status: 200 len: 870 time: 0.3980322 Feb 02 06:57:49.346497 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port cd9dc60f-62ad-4d7c-a8a6-e9361a8e16fc, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=cd9dc60f-62ad-4d7c-a8a6-e9361a8e16fc,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:57:49.354739 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (cd9dc60f-62ad-4d7c-a8a6-e9361a8e16fc), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:49.457877 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=cd9dc60f-62ad-4d7c-a8a6-e9361a8e16fc,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:49.475993 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f0e15-02a1-4bf6-b52e-3db2a95aa101 req-c31d2e92-5e0a-4598-babc-cd714ffb9136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:49.477515 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-328f0e15-02a1-4bf6-b52e-3db2a95aa101 req-c31d2e92-5e0a-4598-babc-cd714ffb9136 service neutron] 10.222.0.88 "GET /v2.0/networks?id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 HTTP/1.1" status: 200 len: 870 time: 1.3480251 Feb 02 06:57:49.497740 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-801b8e0b-fabc-40df-9894-c732138f34dd admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1323437281-network', 'tenant_id': 'a0778ddf7e2d4744ab0aa590410dd2bf'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:57:49.504336 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-328f0e15-02a1-4bf6-b52e-3db2a95aa101 req-45df3d99-df2e-49e0-917c-ff55be72ce18 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=3a4249be-8b78-4d4f-b8d8-699b34670117 HTTP/1.1" status: 200 len: 217 time: 0.1296916 Feb 02 06:57:49.544858 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-328f0e15-02a1-4bf6-b52e-3db2a95aa101 req-18b1451f-4d8b-465c-9184-6ba4d4c9734f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=3a4249be-8b78-4d4f-b8d8-699b34670117 HTTP/1.1" status: 200 len: 217 time: 0.0435009 Feb 02 06:57:49.566086 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2b4e7d09-ae4f-4922-bc95-7cc22b678457 req-97d4262e-cf28-4b2b-9602-e424290bf1ec tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920806 Feb 02 06:57:49.635411 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f0e15-02a1-4bf6-b52e-3db2a95aa101 req-441d23bd-bcd2-491b-b42e-e506fa334858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:49.637027 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-328f0e15-02a1-4bf6-b52e-3db2a95aa101 req-441d23bd-bcd2-491b-b42e-e506fa334858 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.0884483 Feb 02 06:57:49.697767 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-801b8e0b-fabc-40df-9894-c732138f34dd admin admin] Made reservation on behalf of a0778ddf7e2d4744ab0aa590410dd2bf for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:57:49.700256 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-801b8e0b-fabc-40df-9894-c732138f34dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:49.713516 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-801b8e0b-fabc-40df-9894-c732138f34dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:49.775450 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ac600-2861-48af-866a-f85d421ee450 req-fbf42d4f-da1d-48c3-8bc2-8d520ffca381 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:49.777272 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-574ac600-2861-48af-866a-f85d421ee450 req-fbf42d4f-da1d-48c3-8bc2-8d520ffca381 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 943 time: 0.8622224 Feb 02 06:57:49.844066 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-801b8e0b-fabc-40df-9894-c732138f34dd admin admin] Publish callbacks [] for security_group (99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:49.855144 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-801b8e0b-fabc-40df-9894-c732138f34dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:49.869173 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-801b8e0b-fabc-40df-9894-c732138f34dd admin admin] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 06:57:49.881957 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-801b8e0b-fabc-40df-9894-c732138f34dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:49.882368 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-801b8e0b-fabc-40df-9894-c732138f34dd admin admin] Added segment 8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763 of type vlan for network ca6d2336-a914-4a87-8e88-4564aa839535 Feb 02 06:57:49.912768 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 3a4249be-8b78-4d4f-b8d8-699b34670117 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 06:57:49.941093 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-574ac600-2861-48af-866a-f85d421ee450 req-ac69edea-a667-4c23-96b4-e4ad47708003 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506517 Feb 02 06:57:49.967752 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-10c9f9a4-bfae-4224-9ca3-c2e104e63e87 admin admin] Publish callbacks [] for security_group (fc03d6df-05f5-4f3a-8e6b-813c9042e259), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:49.984387 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-10c9f9a4-bfae-4224-9ca3-c2e104e63e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (fc03d6df-05f5-4f3a-8e6b-813c9042e259), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:49.999206 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f0e15-02a1-4bf6-b52e-3db2a95aa101 req-91a72e3a-892b-4199-91ce-ee213258749e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:50.006706 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-328f0e15-02a1-4bf6-b52e-3db2a95aa101 req-91a72e3a-892b-4199-91ce-ee213258749e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.4436822 Feb 02 06:57:50.011797 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f0e15-02a1-4bf6-b52e-3db2a95aa101 req-510861c0-37e6-4c6a-b9e7-bee8afdb25b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:50.013297 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-328f0e15-02a1-4bf6-b52e-3db2a95aa101 req-510861c0-37e6-4c6a-b9e7-bee8afdb25b4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3571413 Feb 02 06:57:50.020333 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-801b8e0b-fabc-40df-9894-c732138f34dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (ca6d2336-a914-4a87-8e88-4564aa839535), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:50.058719 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-10c9f9a4-bfae-4224-9ca3-c2e104e63e87 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=1acc11c39a6f4c44a6555b2dabc23503&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1387784 Feb 02 06:57:50.070414 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c9f9a4-bfae-4224-9ca3-c2e104e63e87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc03d6df-05f5-4f3a-8e6b-813c9042e259,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:50.073834 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 35002) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:57:50.089501 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d8634292-79c0-4557-be58-7743d6175955 admin admin] Publish callbacks [] for port (c2b028a1-915a-4a23-8f40-b91fb5c93b50), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:50.107394 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d8634292-79c0-4557-be58-7743d6175955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (c2b028a1-915a-4a23-8f40-b91fb5c93b50), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:50.123217 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 3a4249be-8b78-4d4f-b8d8-699b34670117, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=3a4249be-8b78-4d4f-b8d8-699b34670117,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:57:50.127966 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801b8e0b-fabc-40df-9894-c732138f34dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:50.137021 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.db.resource_extend [None req-801b8e0b-fabc-40df-9894-c732138f34dd admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 06:57:50.155156 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': '3a4249be-8b78-4d4f-b8d8-699b34670117', 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1', 'port_id': '3a4249be-8b78-4d4f-b8d8-699b34670117', 'mac_address': 'fa:16:3e:1b:ea:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d773733-62df-4956-84d3-71d17cfb6d11', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 06:57:50.206477 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d8634292-79c0-4557-be58-7743d6175955 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (c961bf3e-cabf-4009-9004-7037d18144cd), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:50.219979 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8634292-79c0-4557-be58-7743d6175955 admin admin] Pushing event updated for resources: {'Port': ['ID=c2b028a1-915a-4a23-8f40-b91fb5c93b50,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:50.229991 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-801b8e0b-fabc-40df-9894-c732138f34dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (ca6d2336-a914-4a87-8e88-4564aa839535), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:50.230353 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-16d18797-45b9-492e-90f7-4804d7184b0a admin admin] Publish callbacks [] for security_group (fc03d6df-05f5-4f3a-8e6b-813c9042e259), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:50.231345 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801b8e0b-fabc-40df-9894-c732138f34dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:50.232070 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-801b8e0b-fabc-40df-9894-c732138f34dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:50.249315 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 3a4249be-8b78-4d4f-b8d8-699b34670117 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:57:50.250309 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3a4249be-8b78-4d4f-b8d8-699b34670117), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:50.288394 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a4249be-8b78-4d4f-b8d8-699b34670117 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:57:50.309959 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801b8e0b-fabc-40df-9894-c732138f34dd admin admin] Pushing event updated for resources: {'Network': ['ID=ca6d2336-a914-4a87-8e88-4564aa839535,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:50.315361 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f0e15-02a1-4bf6-b52e-3db2a95aa101 req-e12ee7f7-1b2a-4576-816b-ca4e1d253dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:50.318455 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-328f0e15-02a1-4bf6-b52e-3db2a95aa101 req-e12ee7f7-1b2a-4576-816b-ca4e1d253dac service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2945826 Feb 02 06:57:50.323072 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network ca6d2336-a914-4a87-8e88-4564aa839535 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 06:57:50.326888 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 3a4249be-8b78-4d4f-b8d8-699b34670117, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=3a4249be-8b78-4d4f-b8d8-699b34670117,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:57:50.331326 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-16d18797-45b9-492e-90f7-4804d7184b0a admin admin] Publish callbacks [] for security_group (fc03d6df-05f5-4f3a-8e6b-813c9042e259), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:50.356592 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (3a4249be-8b78-4d4f-b8d8-699b34670117), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:50.435922 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-328f0e15-02a1-4bf6-b52e-3db2a95aa101 req-1091cdc2-8934-40f7-a160-1faacd3d570e service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062448 Feb 02 06:57:50.452322 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-801b8e0b-fabc-40df-9894-c732138f34dd admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.4612992 Feb 02 06:57:50.456600 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 35006) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:57:50.467262 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-1d2e5979-b361-4b60-aaa2-79cbf131563f admin admin] Request body: {'subnet': {'network_id': 'ca6d2336-a914-4a87-8e88-4564aa839535', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1323437281-subnet', 'tenant_id': 'a0778ddf7e2d4744ab0aa590410dd2bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:57:50.473320 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8634292-79c0-4557-be58-7743d6175955 admin admin] Network 575447ed-89f9-4ee3-b565-69aa8be2647f is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:57:50.477604 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-d8634292-79c0-4557-be58-7743d6175955 admin admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:57:50.526319 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-328f0e15-02a1-4bf6-b52e-3db2a95aa101 req-126d65cd-6693-40e9-835d-3bf71704467f service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5009520 Feb 02 06:57:50.550321 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d2e5979-b361-4b60-aaa2-79cbf131563f admin admin] Made reservation on behalf of a0778ddf7e2d4744ab0aa590410dd2bf for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:57:50.555805 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1d2e5979-b361-4b60-aaa2-79cbf131563f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:50.645693 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=3a4249be-8b78-4d4f-b8d8-699b34670117,revision_number=12']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:50.659110 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device d6671b30-9c6e-40a0-b82b-6df470fe9336 details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 06:57:50.675860 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device cd9dc60f-62ad-4d7c-a8a6-e9361a8e16fc up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:57:50.780841 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-328f0e15-02a1-4bf6-b52e-3db2a95aa101 req-16aa7489-22dd-4567-86f3-ccbb687343cd service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096236 Feb 02 06:57:50.884115 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-328f0e15-02a1-4bf6-b52e-3db2a95aa101 req-2e8107a2-9eea-46ef-adba-41741a6af199 service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4305484 Feb 02 06:57:50.894796 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34326522-3151-499a-9593-ddc908841338 req-76568e1c-60ed-44a6-bc25-083975698081 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:50.897156 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-34326522-3151-499a-9593-ddc908841338 req-76568e1c-60ed-44a6-bc25-083975698081 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4ed7e9e-adc7-4d1f-b431-494897552f8f HTTP/1.1" status: 200 len: 950 time: 0.1184855 Feb 02 06:57:50.972031 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['3a4249be-8b78-4d4f-b8d8-699b34670117'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:57:51.035771 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-16d18797-45b9-492e-90f7-4804d7184b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (fc03d6df-05f5-4f3a-8e6b-813c9042e259), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:51.039060 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-16d18797-45b9-492e-90f7-4804d7184b0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:51.042643 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-16d18797-45b9-492e-90f7-4804d7184b0a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/fc03d6df-05f5-4f3a-8e6b-813c9042e259 HTTP/1.1" status: 204 len: 168 time: 0.9623144 Feb 02 06:57:51.051965 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1d2e5979-b361-4b60-aaa2-79cbf131563f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (24ed2492-6ddd-43a9-869d-9a8e1e2b11cb), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:51.056751 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-34326522-3151-499a-9593-ddc908841338 req-d44e87a9-f121-4a5a-8447-cea104642e55 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276293 Feb 02 06:57:51.060816 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port d6671b30-9c6e-40a0-b82b-6df470fe9336, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=d6671b30-9c6e-40a0-b82b-6df470fe9336,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:57:51.077496 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d18797-45b9-492e-90f7-4804d7184b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc03d6df-05f5-4f3a-8e6b-813c9042e259,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:51.096491 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': 'd6671b30-9c6e-40a0-b82b-6df470fe9336', 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1', 'port_id': 'd6671b30-9c6e-40a0-b82b-6df470fe9336', 'mac_address': 'fa:16:3e:4a:e6:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d773733-62df-4956-84d3-71d17cfb6d11', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 06:57:51.134711 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-4b539703-2098-421d-9fd4-d4f89970f5e4 None None] Provisioning complete for port c2b028a1-915a-4a23-8f40-b91fb5c93b50 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:57:51.140963 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-4b539703-2098-421d-9fd4-d4f89970f5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (c2b028a1-915a-4a23-8f40-b91fb5c93b50), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:51.280058 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port cd9dc60f-62ad-4d7c-a8a6-e9361a8e16fc triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:57:51.280571 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (cd9dc60f-62ad-4d7c-a8a6-e9361a8e16fc), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:51.322388 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8634292-79c0-4557-be58-7743d6175955 admin admin] Router c961bf3e-cabf-4009-9004-7037d18144cd has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 06:57:51.337320 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0709b546-cf87-464f-8eda-6a5136ffeaf5 req-cd733681-74ac-459c-9851-67ce029e5f1a tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:51.351469 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0709b546-cf87-464f-8eda-6a5136ffeaf5 req-cd733681-74ac-459c-9851-67ce029e5f1a tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4ed7e9e-adc7-4d1f-b431-494897552f8f HTTP/1.1" status: 200 len: 950 time: 0.1403801 Feb 02 06:57:51.391613 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2e5979-b361-4b60-aaa2-79cbf131563f admin admin] Pushing event updated for resources: {'Subnet': ['ID=24ed2492-6ddd-43a9-869d-9a8e1e2b11cb,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:51.505268 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0709b546-cf87-464f-8eda-6a5136ffeaf5 req-0c40689a-c42e-49c4-97b5-49deb80dc789 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511312 Feb 02 06:57:51.598065 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8634292-79c0-4557-be58-7743d6175955 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 06:57:51.620052 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d8634292-79c0-4557-be58-7743d6175955 admin admin] 10.222.0.87 "PUT /v2.0/routers/c961bf3e-cabf-4009-9004-7037d18144cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6398809 Feb 02 06:57:51.646826 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-4b539703-2098-421d-9fd4-d4f89970f5e4 None None] Port c2b028a1-915a-4a23-8f40-b91fb5c93b50 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 06:57:51.654229 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c7335-c69b-44f5-a53e-3d2b1af163fb req-a18eeb47-9312-4322-8a96-7510f74aa5c2 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:51.667409 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f64c7335-c69b-44f5-a53e-3d2b1af163fb req-a18eeb47-9312-4322-8a96-7510f74aa5c2 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 943 time: 0.3780615 Feb 02 06:57:51.671389 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2e5979-b361-4b60-aaa2-79cbf131563f admin admin] Checking segment: {'id': '8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'ca6d2336-a914-4a87-8e88-4564aa839535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:57:51.671893 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2e5979-b361-4b60-aaa2-79cbf131563f admin admin] Network hostable DHCP agents. Network: ca6d2336-a914-4a87-8e88-4564aa839535, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 06:57:51.678477 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e2241a-ab16-44fb-a38a-5e4bdcc407c1 None None] Sync routers for ids ['c961bf3e-cabf-4009-9004-7037d18144cd'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 06:57:51.697151 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port d6671b30-9c6e-40a0-b82b-6df470fe9336 is: ACTIVE; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:57:51.697804 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (d6671b30-9c6e-40a0-b82b-6df470fe9336), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:51.770104 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f64c7335-c69b-44f5-a53e-3d2b1af163fb req-dcc3c7e8-2574-4163-bc90-b2369f73ae55 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012053 Feb 02 06:57:51.773016 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2e5979-b361-4b60-aaa2-79cbf131563f admin admin] Network ca6d2336-a914-4a87-8e88-4564aa839535 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 06:57:51.827907 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-1d2e5979-b361-4b60-aaa2-79cbf131563f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, ca6d2336-a914-4a87-8e88-4564aa839535) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:57:51.839587 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2e5979-b361-4b60-aaa2-79cbf131563f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:51.842281 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1d2e5979-b361-4b60-aaa2-79cbf131563f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:51.865901 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e4940b-da57-4bcb-9518-b821d01b7e4f None None] Network ca6d2336-a914-4a87-8e88-4564aa839535 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 06:57:51.900157 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e2241a-ab16-44fb-a38a-5e4bdcc407c1 None None] Routers {'c961bf3e-cabf-4009-9004-7037d18144cd'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 06:57:51.906161 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-47e2241a-ab16-44fb-a38a-5e4bdcc407c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:57:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['c961bf3e-cabf-4009-9004-7037d18144cd'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:57:51.927360 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d6671b30-9c6e-40a0-b82b-6df470fe9336 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:57:51.940325 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-1d2e5979-b361-4b60-aaa2-79cbf131563f admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4791510 Feb 02 06:57:51.972129 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 94377a6e-1236-4aaf-86eb-c20b80f78855 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 06:57:52.026954 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e706fad8-1030-465a-8689-576bba337588 req-6a9ba894-1b83-4886-9212-ab38834bcf87 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=617f6fde409340a286c916b0c2822b5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0771072 Feb 02 06:57:52.067799 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port d6671b30-9c6e-40a0-b82b-6df470fe9336, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=d6671b30-9c6e-40a0-b82b-6df470fe9336,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:57:52.200164 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (d6671b30-9c6e-40a0-b82b-6df470fe9336), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:52.201118 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 94377a6e-1236-4aaf-86eb-c20b80f78855 details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 06:57:52.213175 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:52.227056 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 94377a6e-1236-4aaf-86eb-c20b80f78855 is: DOWN; New status is: DOWN {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:57:52.305778 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706fad8-1030-465a-8689-576bba337588 req-84ce6b6b-1677-4fe2-bb6d-a4471e47b2be tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:52.314229 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e706fad8-1030-465a-8689-576bba337588 req-84ce6b6b-1677-4fe2-bb6d-a4471e47b2be tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2859833 Feb 02 06:57:52.351942 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e706fad8-1030-465a-8689-576bba337588 req-c8216a6d-3bc3-4e83-936a-34ec71782989 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/quotas/617f6fde409340a286c916b0c2822b5a HTTP/1.1" status: 200 len: 375 time: 0.0360594 Feb 02 06:57:52.403969 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-47e2241a-ab16-44fb-a38a-5e4bdcc407c1 None None] Set router c961bf3e-cabf-4009-9004-7037d18144cd gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 06:57:52.433944 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port cd9dc60f-62ad-4d7c-a8a6-e9361a8e16fc is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:57:52.512134 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [req-ddc719bf-52a7-4a48-a713-5b1e61a72dde req-e7bd4984-1b1d-4410-9ba1-8504f26ebd68 tempest-FloatingIPDetailsNegativeTestJSON-21720132 tempest-FloatingIPDetailsNegativeTestJSON-21720132-project] show failed (client error): The resource could not be found. Feb 02 06:57:52.525001 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e706fad8-1030-465a-8689-576bba337588 req-6f10c39b-bf69-49a9-ba3a-dbdc48feed12 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=617f6fde409340a286c916b0c2822b5a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1707816 Feb 02 06:57:52.528188 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 35092) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:57:52.530589 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ddc719bf-52a7-4a48-a713-5b1e61a72dde req-e7bd4984-1b1d-4410-9ba1-8504f26ebd68 tempest-FloatingIPDetailsNegativeTestJSON-21720132 tempest-FloatingIPDetailsNegativeTestJSON-21720132-project] 10.222.0.87 "GET /v2.0/floatingips/148e923b-eb11-45d4-8ec2-52185f49fa38 HTTP/1.1" status: 404 len: 350 time: 0.1300049 Feb 02 06:57:52.561467 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830bd4b2-79ad-41ba-a13d-7414963d62bb None None] Network ca6d2336-a914-4a87-8e88-4564aa839535 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 06:57:52.732005 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=d6671b30-9c6e-40a0-b82b-6df470fe9336,revision_number=6']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:53.024122 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb6026-1606-4408-bca0-a75e94630d52 req-20613697-9a5a-4138-87a1-188602a494d4 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:53.031314 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e3bb6026-1606-4408-bca0-a75e94630d52 req-20613697-9a5a-4138-87a1-188602a494d4 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/networks?id=ca6d2336-a914-4a87-8e88-4564aa839535 HTTP/1.1" status: 200 len: 805 time: 0.3023820 Feb 02 06:57:53.048679 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e3bb6026-1606-4408-bca0-a75e94630d52 req-0fd56f08-429c-4692-ab2b-49da5f94b882 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/quotas/a0778ddf7e2d4744ab0aa590410dd2bf HTTP/1.1" status: 200 len: 375 time: 0.0162325 Feb 02 06:57:53.094203 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e3bb6026-1606-4408-bca0-a75e94630d52 req-669da8c8-74e5-4088-9123-6c014233d67a tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=a0778ddf7e2d4744ab0aa590410dd2bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439506 Feb 02 06:57:53.129297 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 94377a6e-1236-4aaf-86eb-c20b80f78855, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=94377a6e-1236-4aaf-86eb-c20b80f78855,segment=NetworkSegment(43369f47-102e-4f19-93f2-e5ce754f6e28),segment_id=43369f47-102e-4f19-93f2-e5ce754f6e28)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:57:53.232247 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e3bb6026-1606-4408-bca0-a75e94630d52 req-f33bd635-e49b-462b-a9f1-c9166b74b49e service neutron] 10.222.0.87 "GET /v2.0/networks/ca6d2336-a914-4a87-8e88-4564aa839535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370964 Feb 02 06:57:53.236842 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 94377a6e-1236-4aaf-86eb-c20b80f78855 has no active binding in host n-h2-789963-26 {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 02 06:57:53.304404 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee790b-c108-4f51-88c3-468a3596ae09 req-04ce58e0-92c3-44bd-904b-ea5d23748f9c tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:53.312523 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2eee790b-c108-4f51-88c3-468a3596ae09 req-04ce58e0-92c3-44bd-904b-ea5d23748f9c tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 943 time: 0.3026671 Feb 02 06:57:53.457971 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-47e2241a-ab16-44fb-a38a-5e4bdcc407c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c961bf3e-cabf-4009-9004-7037d18144cd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-493420680-router', 'tenant_id': '1b8cd71d73cb41e680dbfaa91aafd48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'cd9dc60f-62ad-4d7c-a8a6-e9361a8e16fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:57:41Z', 'updated_at': '2022-02-02T06:57:48Z', 'revision_number': 4, 'project_id': '1b8cd71d73cb41e680dbfaa91aafd48e', 'gw_port': {'id': 'cd9dc60f-62ad-4d7c-a8a6-e9361a8e16fc', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c961bf3e-cabf-4009-9004-7037d18144cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:57:42Z', 'updated_at': '2022-02-02T06:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'c2b028a1-915a-4a23-8f40-b91fb5c93b50', 'name': '', 'network_id': '575447ed-89f9-4ee3-b565-69aa8be2647f', 'tenant_id': '1b8cd71d73cb41e680dbfaa91aafd48e', 'mac_address': 'fa:16:3e:84:7d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c961bf3e-cabf-4009-9004-7037d18144cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '9ba71324-39a3-41c1-b7cb-a93574a50641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:57:46Z', 'updated_at': '2022-02-02T06:57:49Z', 'revision_number': 2, 'project_id': '1b8cd71d73cb41e680dbfaa91aafd48e', 'subnets': [{'id': '9ba71324-39a3-41c1-b7cb-a93574a50641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:57:53.472490 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e3bb6026-1606-4408-bca0-a75e94630d52 req-8b417e26-738b-4b06-a67d-7c7adfbbecf7 service neutron] 10.222.0.87 "GET /v2.0/networks/ca6d2336-a914-4a87-8e88-4564aa839535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391911 Feb 02 06:57:53.487129 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2eee790b-c108-4f51-88c3-468a3596ae09 req-771f023a-f9ff-417f-a460-2794dbe6f542 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736069 Feb 02 06:57:53.505672 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e2241a-ab16-44fb-a38a-5e4bdcc407c1 None None] Checking router: c961bf3e-cabf-4009-9004-7037d18144cd for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 06:57:53.506033 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e2241a-ab16-44fb-a38a-5e4bdcc407c1 None None] Updating router c961bf3e-cabf-4009-9004-7037d18144cd port c2b028a1-915a-4a23-8f40-b91fb5c93b50 binding host n-d-789963-26 {{(pid=109695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 06:57:53.539286 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-47e2241a-ab16-44fb-a38a-5e4bdcc407c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (c2b028a1-915a-4a23-8f40-b91fb5c93b50), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:53.617512 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5255ec9a-dfde-429d-97fa-cf76db670243 req-cf58c6a4-c3b0-4a06-911f-aa0fc6e4f1c2 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618 HTTP/1.1" status: 200 len: 210 time: 0.0429482 Feb 02 06:57:53.887998 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f9bb3563-e8a8-4242-a2d9-618ca80fd4f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (c961bf3e-cabf-4009-9004-7037d18144cd), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:54.081229 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['d6671b30-9c6e-40a0-b82b-6df470fe9336'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:57:54.203777 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 3a4249be-8b78-4d4f-b8d8-699b34670117 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:57:54.244946 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dd488fdb-398e-4b72-9a92-ad20d98bdc5e req-6653fe02-1910-48a4-932e-e43be484c7b4 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=a470b4a6-4443-4ecb-ac1b-483a124c1d07 HTTP/1.1" status: 200 len: 210 time: 0.0759144 Feb 02 06:57:54.525210 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-47e2241a-ab16-44fb-a38a-5e4bdcc407c1 None None] Publish callbacks [] for port (c2b028a1-915a-4a23-8f40-b91fb5c93b50), precommit_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:54.544728 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-47e2241a-ab16-44fb-a38a-5e4bdcc407c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (c2b028a1-915a-4a23-8f40-b91fb5c93b50), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:54.587192 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-f9bb3563-e8a8-4242-a2d9-618ca80fd4f0 admin admin] Deleting port c2b028a1-915a-4a23-8f40-b91fb5c93b50 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 06:57:54.588460 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f9bb3563-e8a8-4242-a2d9-618ca80fd4f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (c2b028a1-915a-4a23-8f40-b91fb5c93b50), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:54.648161 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port 3a4249be-8b78-4d4f-b8d8-699b34670117 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 06:57:54.746623 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f632e3-e334-4f34-a506-4476f4dee743 None None] Pushing event updated for resources: {'Port': ['ID=c2b028a1-915a-4a23-8f40-b91fb5c93b50,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:54.750689 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port 3a4249be-8b78-4d4f-b8d8-699b34670117 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:57:54.751172 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (3a4249be-8b78-4d4f-b8d8-699b34670117), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:54.866823 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f9bb3563-e8a8-4242-a2d9-618ca80fd4f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (c2b028a1-915a-4a23-8f40-b91fb5c93b50), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:54.890521 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-f9bb3563-e8a8-4242-a2d9-618ca80fd4f0 admin admin] Calling delete_port for c2b028a1-915a-4a23-8f40-b91fb5c93b50 owned by network:router_interface {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 06:57:54.953250 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e706fad8-1030-465a-8689-576bba337588 req-e2aeb0bd-3d8b-47a4-98fe-d2808ab6ad0f tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=617f6fde409340a286c916b0c2822b5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0770736 Feb 02 06:57:55.099458 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-47e2241a-ab16-44fb-a38a-5e4bdcc407c1 None None] Attempting to bind port c2b028a1-915a-4a23-8f40-b91fb5c93b50 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:57:55.105689 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-47e2241a-ab16-44fb-a38a-5e4bdcc407c1 None None] Attempting to bind port c2b028a1-915a-4a23-8f40-b91fb5c93b50 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '9612796a-f982-4ab8-97b1-5b5720067702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '575447ed-89f9-4ee3-b565-69aa8be2647f'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:57:55.109411 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e2241a-ab16-44fb-a38a-5e4bdcc407c1 None None] Attempting to bind port c2b028a1-915a-4a23-8f40-b91fb5c93b50 on network 575447ed-89f9-4ee3-b565-69aa8be2647f {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:57:55.191204 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e2241a-ab16-44fb-a38a-5e4bdcc407c1 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:57:55.202338 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e2241a-ab16-44fb-a38a-5e4bdcc407c1 None None] Checking segment: {'id': '9612796a-f982-4ab8-97b1-5b5720067702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '575447ed-89f9-4ee3-b565-69aa8be2647f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:57:55.203008 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-47e2241a-ab16-44fb-a38a-5e4bdcc407c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:55.204828 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e2241a-ab16-44fb-a38a-5e4bdcc407c1 None None] Bound using segment: {'id': '9612796a-f982-4ab8-97b1-5b5720067702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '575447ed-89f9-4ee3-b565-69aa8be2647f'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:57:55.206760 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-47e2241a-ab16-44fb-a38a-5e4bdcc407c1 None None] Bound port: c2b028a1-915a-4a23-8f40-b91fb5c93b50, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9612796a-f982-4ab8-97b1-5b5720067702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '575447ed-89f9-4ee3-b565-69aa8be2647f'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:57:55.207466 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-47e2241a-ab16-44fb-a38a-5e4bdcc407c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (c2b028a1-915a-4a23-8f40-b91fb5c93b50), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:55.320850 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 94377a6e-1236-4aaf-86eb-c20b80f78855 no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 06:57:55.324649 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f9bb3563-e8a8-4242-a2d9-618ca80fd4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (c2b028a1-915a-4a23-8f40-b91fb5c93b50), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:55.339098 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-23da429d-3837-4481-9a8f-72e3cd3c59f4 None None] Could not find standard attr ID for object c2b028a1-915a-4a23-8f40-b91fb5c93b50. {{(pid=109695) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 06:57:55.383410 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-eef0eaab-630d-4681-a903-99089cc16da6 req-e55e0987-38e2-4c08-816f-399aca632117 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618 HTTP/1.1" status: 200 len: 210 time: 0.1172876 Feb 02 06:57:55.434323 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706fad8-1030-465a-8689-576bba337588 req-b8a4282a-7daa-48d2-bcb5-3e058199aad7 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:55.436180 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e706fad8-1030-465a-8689-576bba337588 req-b8a4282a-7daa-48d2-bcb5-3e058199aad7 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4639647 Feb 02 06:57:55.447415 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bb3563-e8a8-4242-a2d9-618ca80fd4f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2b028a1-915a-4a23-8f40-b91fb5c93b50,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:55.466256 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-e706fad8-1030-465a-8689-576bba337588 req-aa706516-ae72-4dc6-803f-3d06b050549d tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Request body: {'port': {'device_id': '3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618', 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1', 'admin_state_up': True, 'tenant_id': '617f6fde409340a286c916b0c2822b5a'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:57:55.757275 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00fe008-bd6a-49a7-b9c9-f1564a929565 req-65e273c6-494d-4245-8846-cc1e3b2831ce tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:55.760587 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e00fe008-bd6a-49a7-b9c9-f1564a929565 req-65e273c6-494d-4245-8846-cc1e3b2831ce tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 943 time: 0.4443815 Feb 02 06:57:55.869502 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e706fad8-1030-465a-8689-576bba337588 req-aa706516-ae72-4dc6-803f-3d06b050549d tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Made reservation on behalf of 617f6fde409340a286c916b0c2822b5a for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:57:55.879659 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-e706fad8-1030-465a-8689-576bba337588 req-aa706516-ae72-4dc6-803f-3d06b050549d tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:56.033677 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f9bb3563-e8a8-4242-a2d9-618ca80fd4f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (c961bf3e-cabf-4009-9004-7037d18144cd), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:56.090832 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e00fe008-bd6a-49a7-b9c9-f1564a929565 req-15db1817-dc74-4e35-8705-d1d5cad49699 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181510 Feb 02 06:57:56.214815 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 3a4249be-8b78-4d4f-b8d8-699b34670117 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:57:56.215439 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3a4249be-8b78-4d4f-b8d8-699b34670117), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:56.256604 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-12dfd3a3-6535-41a1-aaa4-177bdabca4ad req-d4d451eb-b509-4a25-b2e5-ffb183938a2f tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=a470b4a6-4443-4ecb-ac1b-483a124c1d07 HTTP/1.1" status: 200 len: 210 time: 0.1082971 Feb 02 06:57:56.320087 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-e706fad8-1030-465a-8689-576bba337588 req-aa706516-ae72-4dc6-803f-3d06b050549d tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Allocated IP 192.168.233.47 (04bc5622-0c2b-4ce8-b107-e6abcbdf57e1/9d773733-62df-4956-84d3-71d17cfb6d11/b777664d-9183-4a01-960b-9a3682bfbba5) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:57:56.408148 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 3a4249be-8b78-4d4f-b8d8-699b34670117, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=3a4249be-8b78-4d4f-b8d8-699b34670117,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:57:56.430631 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ed7e9e-adc7-4d1f-b431-494897552f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4249be-8b78-4d4f-b8d8-699b34670117'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:57:56.433349 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-773f7d62-6552-4d4e-a34b-1cd11dc44515" -d '{"events": [{"server_uuid": "c4ed7e9e-adc7-4d1f-b431-494897552f8f", "name": "network-vif-plugged", "status": "completed", "tag": "3a4249be-8b78-4d4f-b8d8-699b34670117"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:57:56.440601 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] The host n-h2-789963-26 is not matching for port 94377a6e-1236-4aaf-86eb-c20b80f78855 host n-h1-789963-26! {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 02 06:57:56.441205 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 94377a6e-1236-4aaf-86eb-c20b80f78855 not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 06:57:56.449840 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (3a4249be-8b78-4d4f-b8d8-699b34670117), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:56.461711 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.db.api [None req-47e2241a-ab16-44fb-a38a-5e4bdcc407c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=109695) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 06:57:56.464053 n-d-789963-26 neutron-server[109695]: DEBUG oslo_db.api [None req-47e2241a-ab16-44fb-a38a-5e4bdcc407c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 06:57:56.572279 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 06:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc180ab1-3b38-43be-8362-67cd1fe1f048 x-openstack-request-id: req-cc180ab1-3b38-43be-8362-67cd1fe1f048 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:57:56.572872 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ed7e9e-adc7-4d1f-b431-494897552f8f", "name": "network-vif-plugged", "status": "completed", "tag": "3a4249be-8b78-4d4f-b8d8-699b34670117", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:57:56.573308 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-cc180ab1-3b38-43be-8362-67cd1fe1f048 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:57:56.573870 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ed7e9e-adc7-4d1f-b431-494897552f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4249be-8b78-4d4f-b8d8-699b34670117', 'code': 200} Feb 02 06:57:56.579810 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=3a4249be-8b78-4d4f-b8d8-699b34670117,revision_number=13']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:56.616939 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 06:57:56.644004 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-832c5f36-105b-4e93-a649-1028b2a1b4db req-0c0066bb-f087-4c4a-ae5b-995fc03b533e tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618 HTTP/1.1" status: 200 len: 210 time: 0.0460174 Feb 02 06:57:56.708092 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb6026-1606-4408-bca0-a75e94630d52 req-03e25742-82ef-46c1-b490-899c63f85437 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:56.709932 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e3bb6026-1606-4408-bca0-a75e94630d52 req-03e25742-82ef-46c1-b490-899c63f85437 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.88 "GET /v2.0/networks?id=ca6d2336-a914-4a87-8e88-4564aa839535 HTTP/1.1" status: 200 len: 805 time: 0.6005750 Feb 02 06:57:56.729271 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-e3bb6026-1606-4408-bca0-a75e94630d52 req-05200c34-e6ba-4da3-b0f7-38f8d2d0625a tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Request body: {'port': {'device_id': 'a470b4a6-4443-4ecb-ac1b-483a124c1d07', 'network_id': 'ca6d2336-a914-4a87-8e88-4564aa839535', 'admin_state_up': True, 'tenant_id': 'a0778ddf7e2d4744ab0aa590410dd2bf'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:57:56.753964 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-e706fad8-1030-465a-8689-576bba337588 req-aa706516-ae72-4dc6-803f-3d06b050549d tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Publish callbacks [] for port (b777664d-9183-4a01-960b-9a3682bfbba5), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:56.835636 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-e706fad8-1030-465a-8689-576bba337588 req-aa706516-ae72-4dc6-803f-3d06b050549d tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (b777664d-9183-4a01-960b-9a3682bfbba5), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:56.874182 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['3a4249be-8b78-4d4f-b8d8-699b34670117'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:57:56.883312 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 35246) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:57:56.945132 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e706fad8-1030-465a-8689-576bba337588 req-aa706516-ae72-4dc6-803f-3d06b050549d tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:57:56.950527 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-e706fad8-1030-465a-8689-576bba337588 req-aa706516-ae72-4dc6-803f-3d06b050549d tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:57:56.957869 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-e706fad8-1030-465a-8689-576bba337588 req-aa706516-ae72-4dc6-803f-3d06b050549d tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:57:56.977648 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['4a75d9f3-a85f-4d9a-836f-d0f8787f41da', 'ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:57:57.021572 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa706516-ae72-4dc6-803f-3d06b050549d tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Pushing event updated for resources: {'Port': ['ID=b777664d-9183-4a01-960b-9a3682bfbba5,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:57.109168 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706fad8-1030-465a-8689-576bba337588 req-aa706516-ae72-4dc6-803f-3d06b050549d tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:57.118233 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-e706fad8-1030-465a-8689-576bba337588 req-aa706516-ae72-4dc6-803f-3d06b050549d tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:57.139918 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:57.158194 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-76a009ac-5983-425e-9bd6-93b75b963e7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:57.189334 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-47e2241a-ab16-44fb-a38a-5e4bdcc407c1 None None] Attempting to bind port c2b028a1-915a-4a23-8f40-b91fb5c93b50 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:57:57.190258 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-47e2241a-ab16-44fb-a38a-5e4bdcc407c1 None None] Attempting to bind port c2b028a1-915a-4a23-8f40-b91fb5c93b50 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '9612796a-f982-4ab8-97b1-5b5720067702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '575447ed-89f9-4ee3-b565-69aa8be2647f'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:57:57.190859 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e2241a-ab16-44fb-a38a-5e4bdcc407c1 None None] Attempting to bind port c2b028a1-915a-4a23-8f40-b91fb5c93b50 on network 575447ed-89f9-4ee3-b565-69aa8be2647f {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:57:57.200097 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e706fad8-1030-465a-8689-576bba337588 req-aa706516-ae72-4dc6-803f-3d06b050549d tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7378538 Feb 02 06:57:57.213420 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e2241a-ab16-44fb-a38a-5e4bdcc407c1 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:57:57.214171 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e2241a-ab16-44fb-a38a-5e4bdcc407c1 None None] Checking segment: {'id': '9612796a-f982-4ab8-97b1-5b5720067702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '575447ed-89f9-4ee3-b565-69aa8be2647f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:57:57.214930 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-47e2241a-ab16-44fb-a38a-5e4bdcc407c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:57.215992 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e2241a-ab16-44fb-a38a-5e4bdcc407c1 None None] Bound using segment: {'id': '9612796a-f982-4ab8-97b1-5b5720067702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '575447ed-89f9-4ee3-b565-69aa8be2647f'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:57:57.216692 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-47e2241a-ab16-44fb-a38a-5e4bdcc407c1 None None] Bound port: c2b028a1-915a-4a23-8f40-b91fb5c93b50, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9612796a-f982-4ab8-97b1-5b5720067702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '575447ed-89f9-4ee3-b565-69aa8be2647f'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:57:57.217287 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-47e2241a-ab16-44fb-a38a-5e4bdcc407c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (c2b028a1-915a-4a23-8f40-b91fb5c93b50), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:57.247134 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-e706fad8-1030-465a-8689-576bba337588 req-df2511b4-5087-404e-a61b-0cc2913d093d service neutron] Request body: {'port': {'device_id': '3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:57:57.337545 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device d6671b30-9c6e-40a0-b82b-6df470fe9336 up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:57:57.407071 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-47e2241a-ab16-44fb-a38a-5e4bdcc407c1 None None] Port c2b028a1-915a-4a23-8f40-b91fb5c93b50 has been deleted concurrently {{(pid=109695) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:677}} Feb 02 06:57:57.412513 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9bb3563-e8a8-4242-a2d9-618ca80fd4f0 admin admin] Router c961bf3e-cabf-4009-9004-7037d18144cd has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 06:57:57.418091 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3bb6026-1606-4408-bca0-a75e94630d52 req-05200c34-e6ba-4da3-b0f7-38f8d2d0625a tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Made reservation on behalf of a0778ddf7e2d4744ab0aa590410dd2bf for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:57:57.428337 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-e3bb6026-1606-4408-bca0-a75e94630d52 req-05200c34-e6ba-4da3-b0f7-38f8d2d0625a tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:57.530369 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-e706fad8-1030-465a-8689-576bba337588 req-df2511b4-5087-404e-a61b-0cc2913d093d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b777664d-9183-4a01-960b-9a3682bfbba5), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:57.571221 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5b8256b9-b8d7-4f9f-aebd-b2b284d905a1 req-d11cc75d-caa3-422a-a0dd-1de59ffd8096 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=a470b4a6-4443-4ecb-ac1b-483a124c1d07 HTTP/1.1" status: 200 len: 210 time: 0.1413517 Feb 02 06:57:57.649434 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e2241a-ab16-44fb-a38a-5e4bdcc407c1 None None] Routers {'c961bf3e-cabf-4009-9004-7037d18144cd'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 06:57:57.650105 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-47e2241a-ab16-44fb-a38a-5e4bdcc407c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:57:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['c961bf3e-cabf-4009-9004-7037d18144cd'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:57:58.022472 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-90cc14c0-2b55-4e67-951d-e7e478a45298 None None] Provisioning complete for port b777664d-9183-4a01-960b-9a3682bfbba5 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:57:58.022970 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-90cc14c0-2b55-4e67-951d-e7e478a45298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b777664d-9183-4a01-960b-9a3682bfbba5), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:58.106181 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-e706fad8-1030-465a-8689-576bba337588 req-df2511b4-5087-404e-a61b-0cc2913d093d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b777664d-9183-4a01-960b-9a3682bfbba5 {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:57:58.126234 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-e706fad8-1030-465a-8689-576bba337588 req-df2511b4-5087-404e-a61b-0cc2913d093d service neutron] Publish callbacks [] for port (b777664d-9183-4a01-960b-9a3682bfbba5), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:58.169364 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-e706fad8-1030-465a-8689-576bba337588 req-df2511b4-5087-404e-a61b-0cc2913d093d service neutron] Transition to ACTIVE for port object b777664d-9183-4a01-960b-9a3682bfbba5 will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 06:57:58.210404 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-90cc14c0-2b55-4e67-951d-e7e478a45298 None None] Port b777664d-9183-4a01-960b-9a3682bfbba5 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 06:57:58.269141 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-e706fad8-1030-465a-8689-576bba337588 req-df2511b4-5087-404e-a61b-0cc2913d093d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (b777664d-9183-4a01-960b-9a3682bfbba5), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:58.397760 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2511b4-5087-404e-a61b-0cc2913d093d service neutron] Pushing event updated for resources: {'Port': ['ID=b777664d-9183-4a01-960b-9a3682bfbba5,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:58.482654 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fffd5e-bc6c-4e18-b09c-43581d60067a req-a8f26ccc-f31f-4644-91b3-eb8739e21883 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:58.494399 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-00fffd5e-bc6c-4e18-b09c-43581d60067a req-a8f26ccc-f31f-4644-91b3-eb8739e21883 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 943 time: 1.2437150 Feb 02 06:57:58.580986 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port d6671b30-9c6e-40a0-b82b-6df470fe9336 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:57:58.585523 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (d6671b30-9c6e-40a0-b82b-6df470fe9336), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:58.609430 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d0ae1-458e-42ac-ae14-ffb7f0b903a1 req-267d4a5e-8f4e-4931-bb0e-6c2df4ff0bcc tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:58.619016 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a20d0ae1-458e-42ac-ae14-ffb7f0b903a1 req-267d4a5e-8f4e-4931-bb0e-6c2df4ff0bcc tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618 HTTP/1.1" status: 200 len: 947 time: 0.4460580 Feb 02 06:57:58.717176 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-e706fad8-1030-465a-8689-576bba337588 req-df2511b4-5087-404e-a61b-0cc2913d093d service neutron] Attempting to bind port b777664d-9183-4a01-960b-9a3682bfbba5 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:57:58.717430 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-47e2241a-ab16-44fb-a38a-5e4bdcc407c1 None None] Set router c961bf3e-cabf-4009-9004-7037d18144cd gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 06:57:58.718020 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-e706fad8-1030-465a-8689-576bba337588 req-df2511b4-5087-404e-a61b-0cc2913d093d service neutron] Attempting to bind port b777664d-9183-4a01-960b-9a3682bfbba5 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:57:58.718549 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e706fad8-1030-465a-8689-576bba337588 req-df2511b4-5087-404e-a61b-0cc2913d093d service neutron] Attempting to bind port b777664d-9183-4a01-960b-9a3682bfbba5 on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:57:58.747356 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a20d0ae1-458e-42ac-ae14-ffb7f0b903a1 req-b04cfb3c-23cb-45f2-b68d-7c015cb739ab tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223938 Feb 02 06:57:58.800176 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-76a009ac-5983-425e-9bd6-93b75b963e7f admin admin] Publish callbacks [] for security_group (33c9d852-583e-4180-98a0-98967768c03e), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:58.803401 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e706fad8-1030-465a-8689-576bba337588 req-df2511b4-5087-404e-a61b-0cc2913d093d service neutron] Port b777664d-9183-4a01-960b-9a3682bfbba5 on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 06:57:58.804337 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e706fad8-1030-465a-8689-576bba337588 req-df2511b4-5087-404e-a61b-0cc2913d093d service neutron] Attempting to bind port b777664d-9183-4a01-960b-9a3682bfbba5 on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:57:58.812858 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9bb3563-e8a8-4242-a2d9-618ca80fd4f0 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 06:57:58.823889 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e706fad8-1030-465a-8689-576bba337588 req-df2511b4-5087-404e-a61b-0cc2913d093d service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:57:58.824318 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e706fad8-1030-465a-8689-576bba337588 req-df2511b4-5087-404e-a61b-0cc2913d093d service neutron] Checking segment: {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:57:58.824728 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e706fad8-1030-465a-8689-576bba337588 req-df2511b4-5087-404e-a61b-0cc2913d093d service neutron] Bound using segment: {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:57:58.825195 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-e706fad8-1030-465a-8689-576bba337588 req-df2511b4-5087-404e-a61b-0cc2913d093d service neutron] Bound port: b777664d-9183-4a01-960b-9a3682bfbba5, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:57:58.825567 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-e706fad8-1030-465a-8689-576bba337588 req-df2511b4-5087-404e-a61b-0cc2913d093d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b777664d-9183-4a01-960b-9a3682bfbba5), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:58.831889 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f9bb3563-e8a8-4242-a2d9-618ca80fd4f0 admin admin] 10.222.0.87 "PUT /v2.0/routers/c961bf3e-cabf-4009-9004-7037d18144cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2995932 Feb 02 06:57:58.832324 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 35272) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:57:59.078036 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-e706fad8-1030-465a-8689-576bba337588 req-df2511b4-5087-404e-a61b-0cc2913d093d service neutron] For port b777664d-9183-4a01-960b-9a3682bfbba5, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:57:59.085930 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-e706fad8-1030-465a-8689-576bba337588 req-df2511b4-5087-404e-a61b-0cc2913d093d service neutron] For port b777664d-9183-4a01-960b-9a3682bfbba5, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=b777664d-9183-4a01-960b-9a3682bfbba5,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:57:59.089152 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-76a009ac-5983-425e-9bd6-93b75b963e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (33c9d852-583e-4180-98a0-98967768c03e), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:59.107380 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a422bf9f-0886-4161-8b45-e8f48e11e731 admin admin] Publish callbacks [] for router (c961bf3e-cabf-4009-9004-7037d18144cd), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:59.154351 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-00fffd5e-bc6c-4e18-b09c-43581d60067a req-7e697e0e-4d28-4675-a5cd-69abb679a8ed tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6507649 Feb 02 06:57:59.166146 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-76a009ac-5983-425e-9bd6-93b75b963e7f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=186ba360e76f42f1a6e715f6465e7f40&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2816770 Feb 02 06:57:59.167530 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-e706fad8-1030-465a-8689-576bba337588 req-df2511b4-5087-404e-a61b-0cc2913d093d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (b777664d-9183-4a01-960b-9a3682bfbba5), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:59.176417 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 35280) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:57:59.179584 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a009ac-5983-425e-9bd6-93b75b963e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c9d852-583e-4180-98a0-98967768c03e,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:59.295379 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706fad8-1030-465a-8689-576bba337588 req-df2511b4-5087-404e-a61b-0cc2913d093d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:59.296129 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-e706fad8-1030-465a-8689-576bba337588 req-df2511b4-5087-404e-a61b-0cc2913d093d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:59.299039 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e706fad8-1030-465a-8689-576bba337588 req-df2511b4-5087-404e-a61b-0cc2913d093d service neutron] 10.222.0.88 "PUT /v2.0/ports/b777664d-9183-4a01-960b-9a3682bfbba5 HTTP/1.1" status: 200 len: 1096 time: 2.0803535 Feb 02 06:57:59.343620 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-e3bb6026-1606-4408-bca0-a75e94630d52 req-05200c34-e6ba-4da3-b0f7-38f8d2d0625a tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Allocated IP 172.20.0.4 (ca6d2336-a914-4a87-8e88-4564aa839535/24ed2492-6ddd-43a9-869d-9a8e1e2b11cb/3fcce57c-8852-4dbe-a32a-87b009f662f4) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:57:59.360782 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-75601f3d-0df6-44b2-90e1-ad4884dec261 req-ca90bd79-88be-4fef-a5e8-10f1c2a77857 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=a470b4a6-4443-4ecb-ac1b-483a124c1d07 HTTP/1.1" status: 200 len: 210 time: 0.2318270 Feb 02 06:57:59.361313 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618', 'tag': 'b777664d-9183-4a01-960b-9a3682bfbba5'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:57:59.379738 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-785df809-b17e-43a7-8a8a-0ce42339f9c1" -d '{"events": [{"name": "network-changed", "server_uuid": "3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618", "tag": "b777664d-9183-4a01-960b-9a3682bfbba5"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:57:59.462198 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-778499e0-0674-4110-8614-aac69a9e52bd admin admin] Publish callbacks [] for security_group (33c9d852-583e-4180-98a0-98967768c03e), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:59.498555 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-778499e0-0674-4110-8614-aac69a9e52bd admin admin] Publish callbacks [] for security_group (33c9d852-583e-4180-98a0-98967768c03e), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:59.519263 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port d6671b30-9c6e-40a0-b82b-6df470fe9336 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:57:59.531301 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (d6671b30-9c6e-40a0-b82b-6df470fe9336), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:59.575777 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 06:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece1eb3a-5ac5-4802-b359-609da4a1ad83 x-openstack-request-id: req-ece1eb3a-5ac5-4802-b359-609da4a1ad83 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:57:59.576362 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618", "tag": "b777664d-9183-4a01-960b-9a3682bfbba5", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:57:59.576951 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ece1eb3a-5ac5-4802-b359-609da4a1ad83 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:57:59.577565 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618', 'tag': 'b777664d-9183-4a01-960b-9a3682bfbba5', 'status': 'completed', 'code': 200} Feb 02 06:57:59.584209 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-778499e0-0674-4110-8614-aac69a9e52bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (33c9d852-583e-4180-98a0-98967768c03e), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:59.587356 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-778499e0-0674-4110-8614-aac69a9e52bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:59.588743 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-778499e0-0674-4110-8614-aac69a9e52bd admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/33c9d852-583e-4180-98a0-98967768c03e HTTP/1.1" status: 204 len: 168 time: 0.4009037 Feb 02 06:57:59.607098 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778499e0-0674-4110-8614-aac69a9e52bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c9d852-583e-4180-98a0-98967768c03e,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:59.661558 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706fad8-1030-465a-8689-576bba337588 req-a2993c14-d0fe-4686-9b7d-24a89ad84921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:57:59.663318 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e706fad8-1030-465a-8689-576bba337588 req-a2993c14-d0fe-4686-9b7d-24a89ad84921 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=617f6fde409340a286c916b0c2822b5a&device_id=3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618 HTTP/1.1" status: 200 len: 1130 time: 0.2860358 Feb 02 06:57:59.676596 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2511b4-5087-404e-a61b-0cc2913d093d service neutron] Pushing event updated for resources: {'Port': ['ID=b777664d-9183-4a01-960b-9a3682bfbba5,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:57:59.710782 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd405eed3-0b9f-4623-8867-ec57f3a4eeb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6671b30-9c6e-40a0-b82b-6df470fe9336'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:57:59.722874 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f358978-2966-484d-8d95-8ca736108ede" -d '{"events": [{"server_uuid": "d405eed3-0b9f-4623-8867-ec57f3a4eeb9", "name": "network-vif-plugged", "status": "completed", "tag": "d6671b30-9c6e-40a0-b82b-6df470fe9336"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:57:59.797716 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port d6671b30-9c6e-40a0-b82b-6df470fe9336, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=d6671b30-9c6e-40a0-b82b-6df470fe9336,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:57:59.809411 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-47e2241a-ab16-44fb-a38a-5e4bdcc407c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c961bf3e-cabf-4009-9004-7037d18144cd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-493420680-router', 'tenant_id': '1b8cd71d73cb41e680dbfaa91aafd48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'cd9dc60f-62ad-4d7c-a8a6-e9361a8e16fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:57:41Z', 'updated_at': '2022-02-02T06:57:55Z', 'revision_number': 5, 'project_id': '1b8cd71d73cb41e680dbfaa91aafd48e', 'gw_port': {'id': 'cd9dc60f-62ad-4d7c-a8a6-e9361a8e16fc', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c961bf3e-cabf-4009-9004-7037d18144cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:57:42Z', 'updated_at': '2022-02-02T06:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:57:59.822614 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (d6671b30-9c6e-40a0-b82b-6df470fe9336), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:59.838972 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e706fad8-1030-465a-8689-576bba337588 req-fac510d6-fb8c-4561-b535-fce22dbe88d5 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=b777664d-9183-4a01-960b-9a3682bfbba5 HTTP/1.1" status: 200 len: 217 time: 0.1509976 Feb 02 06:57:59.929243 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-e3bb6026-1606-4408-bca0-a75e94630d52 req-05200c34-e6ba-4da3-b0f7-38f8d2d0625a tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Publish callbacks [] for port (3fcce57c-8852-4dbe-a32a-87b009f662f4), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:57:59.996164 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-e3bb6026-1606-4408-bca0-a75e94630d52 req-05200c34-e6ba-4da3-b0f7-38f8d2d0625a tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (3fcce57c-8852-4dbe-a32a-87b009f662f4), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:00.025918 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706fad8-1030-465a-8689-576bba337588 req-2da1e9d7-f035-4310-a57f-ac932f30ab3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:00.030582 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e706fad8-1030-465a-8689-576bba337588 req-2da1e9d7-f035-4310-a57f-ac932f30ab3f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.1847417 Feb 02 06:58:00.052749 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 06:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29809744-f06b-4dc9-b67a-12c1447a4886 x-openstack-request-id: req-29809744-f06b-4dc9-b67a-12c1447a4886 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:58:00.053489 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d405eed3-0b9f-4623-8867-ec57f3a4eeb9", "name": "network-vif-plugged", "status": "completed", "tag": "d6671b30-9c6e-40a0-b82b-6df470fe9336", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:58:00.063868 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-29809744-f06b-4dc9-b67a-12c1447a4886 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:58:00.064476 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd405eed3-0b9f-4623-8867-ec57f3a4eeb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6671b30-9c6e-40a0-b82b-6df470fe9336', 'code': 200} Feb 02 06:58:00.065347 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=d6671b30-9c6e-40a0-b82b-6df470fe9336,revision_number=7']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:58:00.085941 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e2241a-ab16-44fb-a38a-5e4bdcc407c1 None None] The sync data for ids ['c961bf3e-cabf-4009-9004-7037d18144cd'] in n-d-789963-26 is: [{'id': 'c961bf3e-cabf-4009-9004-7037d18144cd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-493420680-router', 'tenant_id': '1b8cd71d73cb41e680dbfaa91aafd48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'cd9dc60f-62ad-4d7c-a8a6-e9361a8e16fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:57:41Z', 'updated_at': '2022-02-02T06:57:55Z', 'revision_number': 5, 'project_id': '1b8cd71d73cb41e680dbfaa91aafd48e', 'gw_port': {'id': 'cd9dc60f-62ad-4d7c-a8a6-e9361a8e16fc', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c961bf3e-cabf-4009-9004-7037d18144cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:57:42Z', 'updated_at': '2022-02-02T06:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 06:58:00.214691 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706fad8-1030-465a-8689-576bba337588 req-2ff16141-9128-46d2-8d5d-a21c438faae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:00.216144 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e706fad8-1030-465a-8689-576bba337588 req-2ff16141-9128-46d2-8d5d-a21c438faae6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1781645 Feb 02 06:58:00.225784 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05200c34-e6ba-4da3-b0f7-38f8d2d0625a tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Pushing event updated for resources: {'Port': ['ID=3fcce57c-8852-4dbe-a32a-87b009f662f4,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:58:00.312313 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3bb6026-1606-4408-bca0-a75e94630d52 req-05200c34-e6ba-4da3-b0f7-38f8d2d0625a tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Network ca6d2336-a914-4a87-8e88-4564aa839535 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:58:00.330210 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-e3bb6026-1606-4408-bca0-a75e94630d52 req-05200c34-e6ba-4da3-b0f7-38f8d2d0625a tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:58:00.333910 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3bb6026-1606-4408-bca0-a75e94630d52 req-05200c34-e6ba-4da3-b0f7-38f8d2d0625a tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:58:00.341205 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a422bf9f-0886-4161-8b45-e8f48e11e731 admin admin] Publish callbacks [] for router_gateway (c961bf3e-cabf-4009-9004-7037d18144cd), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:00.497442 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 35310) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:58:00.574707 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-878e785f-7ff2-4a55-bd7f-914a0e30d572 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:00.585853 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc75b73-8168-4b13-9c22-8e5ee5933e76 req-da3964b8-f314-422e-b93c-c3c9344b46c6 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:00.587437 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1cc75b73-8168-4b13-9c22-8e5ee5933e76 req-da3964b8-f314-422e-b93c-c3c9344b46c6 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618 HTTP/1.1" status: 200 len: 947 time: 0.6160407 Feb 02 06:58:00.596144 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb6026-1606-4408-bca0-a75e94630d52 req-05200c34-e6ba-4da3-b0f7-38f8d2d0625a tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:00.596776 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-e3bb6026-1606-4408-bca0-a75e94630d52 req-05200c34-e6ba-4da3-b0f7-38f8d2d0625a tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:00.635068 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e3bb6026-1606-4408-bca0-a75e94630d52 req-05200c34-e6ba-4da3-b0f7-38f8d2d0625a tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9102702 Feb 02 06:58:00.668100 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-e3bb6026-1606-4408-bca0-a75e94630d52 req-783896bb-0af6-49b8-89c2-61047d029ac7 service neutron] Request body: {'port': {'device_id': 'a470b4a6-4443-4ecb-ac1b-483a124c1d07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:58:00.737447 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-a422bf9f-0886-4161-8b45-e8f48e11e731 admin admin] Deleting port cd9dc60f-62ad-4d7c-a8a6-e9361a8e16fc {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 06:58:00.737933 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a422bf9f-0886-4161-8b45-e8f48e11e731 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (cd9dc60f-62ad-4d7c-a8a6-e9361a8e16fc), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:00.756093 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e706fad8-1030-465a-8689-576bba337588 req-4e145c2a-9cad-4fb2-a685-10dbd1fe9a12 service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5217006 Feb 02 06:58:00.927084 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3e38ba-02af-4a37-a4b3-f1b0c34b65db req-df0b4dc5-2b9f-4fb3-abab-d19d51fd7eca tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:00.928136 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1cc75b73-8168-4b13-9c22-8e5ee5933e76 req-2408d0c5-0563-4ec5-9845-9abf00f16921 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046219 Feb 02 06:58:00.941293 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ac3e38ba-02af-4a37-a4b3-f1b0c34b65db req-df0b4dc5-2b9f-4fb3-abab-d19d51fd7eca tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 943 time: 0.5706060 Feb 02 06:58:00.967044 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.88', 49484) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:58:01.090928 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-878e785f-7ff2-4a55-bd7f-914a0e30d572 admin admin] Publish callbacks [] for security_group (8e53cd2a-527c-4189-8f91-f3771fe6afe0), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:01.096039 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-e3bb6026-1606-4408-bca0-a75e94630d52 req-783896bb-0af6-49b8-89c2-61047d029ac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3fcce57c-8852-4dbe-a32a-87b009f662f4), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:01.386169 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d187093-4371-4e5b-b7ec-603dbbc06939 None None] Sync routers for ids ['c961bf3e-cabf-4009-9004-7037d18144cd'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 06:58:01.410712 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d187093-4371-4e5b-b7ec-603dbbc06939 None None] Routers {'c961bf3e-cabf-4009-9004-7037d18144cd'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 06:58:01.411382 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-5d187093-4371-4e5b-b7ec-603dbbc06939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:57:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['c961bf3e-cabf-4009-9004-7037d18144cd'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:58:01.487948 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-e3bb6026-1606-4408-bca0-a75e94630d52 req-783896bb-0af6-49b8-89c2-61047d029ac7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fcce57c-8852-4dbe-a32a-87b009f662f4 {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:58:01.496965 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-e3bb6026-1606-4408-bca0-a75e94630d52 req-783896bb-0af6-49b8-89c2-61047d029ac7 service neutron] Publish callbacks [] for port (3fcce57c-8852-4dbe-a32a-87b009f662f4), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:01.519654 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-e3bb6026-1606-4408-bca0-a75e94630d52 req-783896bb-0af6-49b8-89c2-61047d029ac7 service neutron] Transition to ACTIVE for port object 3fcce57c-8852-4dbe-a32a-87b009f662f4 will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 06:58:01.544219 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-e3bb6026-1606-4408-bca0-a75e94630d52 req-783896bb-0af6-49b8-89c2-61047d029ac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (3fcce57c-8852-4dbe-a32a-87b009f662f4), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:01.551782 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-a422bf9f-0886-4161-8b45-e8f48e11e731 admin admin] For port cd9dc60f-62ad-4d7c-a8a6-e9361a8e16fc, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=cd9dc60f-62ad-4d7c-a8a6-e9361a8e16fc,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:58:01.553339 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a422bf9f-0886-4161-8b45-e8f48e11e731 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (cd9dc60f-62ad-4d7c-a8a6-e9361a8e16fc), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:01.668557 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-a422bf9f-0886-4161-8b45-e8f48e11e731 admin admin] Calling delete_port for cd9dc60f-62ad-4d7c-a8a6-e9361a8e16fc owned by network:router_gateway {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 06:58:01.728223 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b413413-4c96-4750-8afb-f4da65cda664 req-5c837188-cacb-4a2b-94a0-e4ad29b422eb tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:01.734968 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-5d187093-4371-4e5b-b7ec-603dbbc06939 None None] Set router c961bf3e-cabf-4009-9004-7037d18144cd gateway port host: None {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 06:58:01.740680 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2b413413-4c96-4750-8afb-f4da65cda664 req-5c837188-cacb-4a2b-94a0-e4ad29b422eb tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=a470b4a6-4443-4ecb-ac1b-483a124c1d07 HTTP/1.1" status: 200 len: 931 time: 0.6842937 Feb 02 06:58:01.797978 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e706fad8-1030-465a-8689-576bba337588 req-ca2ba90e-d9e0-49f0-a7e2-462e29d0ede8 service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0367091 Feb 02 06:58:01.812779 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-1cd3d9bc-a193-4598-91c8-01492f93d025 service neutron] 10.222.0.88 "GET /v2.0/ports/94377a6e-1236-4aaf-86eb-c20b80f78855/bindings/n-h2-789963-26 HTTP/1.1" status: 200 len: 385 time: 1.0168417 Feb 02 06:58:01.813327 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-878e785f-7ff2-4a55-bd7f-914a0e30d572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (8e53cd2a-527c-4189-8f91-f3771fe6afe0), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:01.877986 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-5d187093-4371-4e5b-b7ec-603dbbc06939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c961bf3e-cabf-4009-9004-7037d18144cd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-493420680-router', 'tenant_id': '1b8cd71d73cb41e680dbfaa91aafd48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:57:41Z', 'updated_at': '2022-02-02T06:58:00Z', 'revision_number': 6, 'project_id': '1b8cd71d73cb41e680dbfaa91aafd48e', 'gw_port_host': None}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:58:01.947214 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d187093-4371-4e5b-b7ec-603dbbc06939 None None] Checking router: c961bf3e-cabf-4009-9004-7037d18144cd for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 06:58:01.966174 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d187093-4371-4e5b-b7ec-603dbbc06939 None None] Routers {'c961bf3e-cabf-4009-9004-7037d18144cd'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 06:58:01.966793 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-5d187093-4371-4e5b-b7ec-603dbbc06939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:57:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['c961bf3e-cabf-4009-9004-7037d18144cd'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:58:01.990528 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783896bb-0af6-49b8-89c2-61047d029ac7 service neutron] Pushing event updated for resources: {'Port': ['ID=3fcce57c-8852-4dbe-a32a-87b009f662f4,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:58:02.023641 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 35322) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:58:02.027207 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-878e785f-7ff2-4a55-bd7f-914a0e30d572 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=cea06ded1d3f486e8502cdbeec2cf7b6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5186701 Feb 02 06:58:02.030816 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ac3e38ba-02af-4a37-a4b3-f1b0c34b65db req-c6d80ddb-103e-4815-85b9-0dbbbcf71059 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0230653 Feb 02 06:58:02.294153 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878e785f-7ff2-4a55-bd7f-914a0e30d572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e53cd2a-527c-4189-8f91-f3771fe6afe0,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:58:02.357680 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-40db10c8-8130-46a1-a551-a3cfc85b9d7c req-617b3d92-6ece-402a-aa2f-0f78c96fbfa6 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=39546764-67dd-4b6e-a45a-c2c507299e35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.3872347 Feb 02 06:58:02.383854 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2b413413-4c96-4750-8afb-f4da65cda664 req-39fc2402-c90c-4205-9188-0bb3e1464669 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/security-groups?id=99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6370635 Feb 02 06:58:02.461277 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-5d187093-4371-4e5b-b7ec-603dbbc06939 None None] Set router c961bf3e-cabf-4009-9004-7037d18144cd gateway port host: None {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 06:58:02.637213 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2666789e-3fd8-4a04-b42e-17110b4764c7 admin admin] Publish callbacks [] for security_group (8e53cd2a-527c-4189-8f91-f3771fe6afe0), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:02.639654 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-5d187093-4371-4e5b-b7ec-603dbbc06939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c961bf3e-cabf-4009-9004-7037d18144cd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-493420680-router', 'tenant_id': '1b8cd71d73cb41e680dbfaa91aafd48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:57:41Z', 'updated_at': '2022-02-02T06:58:00Z', 'revision_number': 6, 'project_id': '1b8cd71d73cb41e680dbfaa91aafd48e', 'gw_port_host': None}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:58:02.640569 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-e3bb6026-1606-4408-bca0-a75e94630d52 req-783896bb-0af6-49b8-89c2-61047d029ac7 service neutron] Attempting to bind port 3fcce57c-8852-4dbe-a32a-87b009f662f4 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:58:02.643755 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-e3bb6026-1606-4408-bca0-a75e94630d52 req-783896bb-0af6-49b8-89c2-61047d029ac7 service neutron] Attempting to bind port 3fcce57c-8852-4dbe-a32a-87b009f662f4 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': '8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'ca6d2336-a914-4a87-8e88-4564aa839535'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:58:02.644001 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bb6026-1606-4408-bca0-a75e94630d52 req-783896bb-0af6-49b8-89c2-61047d029ac7 service neutron] Attempting to bind port 3fcce57c-8852-4dbe-a32a-87b009f662f4 on network ca6d2336-a914-4a87-8e88-4564aa839535 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:58:02.666645 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1d7490b4-c886-471c-b5d4-e99cabdc384b req-dc16d31e-88ea-46b8-b70f-2c5806d1c568 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6627085 Feb 02 06:58:02.697199 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785df809-b17e-43a7-8a8a-0ce42339f9c1 req-b91239ec-f14f-46c1-a2b5-263b065704a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:02.702701 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-785df809-b17e-43a7-8a8a-0ce42339f9c1 req-b91239ec-f14f-46c1-a2b5-263b065704a1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=617f6fde409340a286c916b0c2822b5a&device_id=3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618 HTTP/1.1" status: 200 len: 1130 time: 0.7787991 Feb 02 06:58:02.715147 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bb6026-1606-4408-bca0-a75e94630d52 req-783896bb-0af6-49b8-89c2-61047d029ac7 service neutron] Port 3fcce57c-8852-4dbe-a32a-87b009f662f4 on network ca6d2336-a914-4a87-8e88-4564aa839535 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 06:58:02.715531 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bb6026-1606-4408-bca0-a75e94630d52 req-783896bb-0af6-49b8-89c2-61047d029ac7 service neutron] Attempting to bind port 3fcce57c-8852-4dbe-a32a-87b009f662f4 on network ca6d2336-a914-4a87-8e88-4564aa839535 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:58:02.731955 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d187093-4371-4e5b-b7ec-603dbbc06939 None None] The sync data for ids ['c961bf3e-cabf-4009-9004-7037d18144cd'] in n-d-789963-26 is: [{'id': 'c961bf3e-cabf-4009-9004-7037d18144cd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-493420680-router', 'tenant_id': '1b8cd71d73cb41e680dbfaa91aafd48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:57:41Z', 'updated_at': '2022-02-02T06:58:00Z', 'revision_number': 6, 'project_id': '1b8cd71d73cb41e680dbfaa91aafd48e', 'gw_port_host': None}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 06:58:02.738240 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2666789e-3fd8-4a04-b42e-17110b4764c7 admin admin] Publish callbacks [] for security_group (8e53cd2a-527c-4189-8f91-f3771fe6afe0), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:02.749764 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bb6026-1606-4408-bca0-a75e94630d52 req-783896bb-0af6-49b8-89c2-61047d029ac7 service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:58:02.750156 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bb6026-1606-4408-bca0-a75e94630d52 req-783896bb-0af6-49b8-89c2-61047d029ac7 service neutron] Checking segment: {'id': '8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'ca6d2336-a914-4a87-8e88-4564aa839535'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:58:02.750500 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bb6026-1606-4408-bca0-a75e94630d52 req-783896bb-0af6-49b8-89c2-61047d029ac7 service neutron] Bound using segment: {'id': '8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'ca6d2336-a914-4a87-8e88-4564aa839535'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:58:02.750955 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-e3bb6026-1606-4408-bca0-a75e94630d52 req-783896bb-0af6-49b8-89c2-61047d029ac7 service neutron] Bound port: 3fcce57c-8852-4dbe-a32a-87b009f662f4, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'ca6d2336-a914-4a87-8e88-4564aa839535'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:58:02.751318 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-e3bb6026-1606-4408-bca0-a75e94630d52 req-783896bb-0af6-49b8-89c2-61047d029ac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3fcce57c-8852-4dbe-a32a-87b009f662f4), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:02.845137 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a422bf9f-0886-4161-8b45-e8f48e11e731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (cd9dc60f-62ad-4d7c-a8a6-e9361a8e16fc), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:02.868324 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0001ba81-9f4c-433e-ad46-373e4d259f7a req-a79d6581-5db9-4514-864b-139e8a79deed tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:02.876450 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0001ba81-9f4c-433e-ad46-373e4d259f7a req-a79d6581-5db9-4514-864b-139e8a79deed tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618 HTTP/1.1" status: 200 len: 947 time: 0.6168120 Feb 02 06:58:02.948991 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a422bf9f-0886-4161-8b45-e8f48e11e731 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd9dc60f-62ad-4d7c-a8a6-e9361a8e16fc,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:58:03.083252 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db10c8-8130-46a1-a551-a3cfc85b9d7c req-afa05da2-16d7-4daf-9525-c12c3c456802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:03.085420 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-40db10c8-8130-46a1-a551-a3cfc85b9d7c req-afa05da2-16d7-4daf-9525-c12c3c456802 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fe8bfc83663b43b9aae4137bcb39e5dc&device_id=39546764-67dd-4b6e-a45a-c2c507299e35 HTTP/1.1" status: 200 len: 1127 time: 0.6273150 Feb 02 06:58:03.172366 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a422bf9f-0886-4161-8b45-e8f48e11e731 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (c961bf3e-cabf-4009-9004-7037d18144cd), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:03.235695 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2666789e-3fd8-4a04-b42e-17110b4764c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (8e53cd2a-527c-4189-8f91-f3771fe6afe0), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:03.249314 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2666789e-3fd8-4a04-b42e-17110b4764c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:03.255418 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-2666789e-3fd8-4a04-b42e-17110b4764c7 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/8e53cd2a-527c-4189-8f91-f3771fe6afe0 HTTP/1.1" status: 204 len: 168 time: 1.1499977 Feb 02 06:58:03.388986 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-e8b3a0b0-880f-42da-8eee-98654b90d734 service neutron] For port 94377a6e-1236-4aaf-86eb-c20b80f78855, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=94377a6e-1236-4aaf-86eb-c20b80f78855,segment=NetworkSegment(43369f47-102e-4f19-93f2-e5ce754f6e28),segment_id=43369f47-102e-4f19-93f2-e5ce754f6e28)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:58:03.426568 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-e8b3a0b0-880f-42da-8eee-98654b90d734 service neutron] For port 94377a6e-1236-4aaf-86eb-c20b80f78855, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:58:03.443050 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-e3bb6026-1606-4408-bca0-a75e94630d52 req-783896bb-0af6-49b8-89c2-61047d029ac7 service neutron] For port 3fcce57c-8852-4dbe-a32a-87b009f662f4, host n-h1-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:58:03.508504 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-e8b3a0b0-880f-42da-8eee-98654b90d734 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94377a6e-1236-4aaf-86eb-c20b80f78855 {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:58:03.522271 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-e8b3a0b0-880f-42da-8eee-98654b90d734 service neutron] For port 94377a6e-1236-4aaf-86eb-c20b80f78855, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=94377a6e-1236-4aaf-86eb-c20b80f78855,segment=NetworkSegment(43369f47-102e-4f19-93f2-e5ce754f6e28),segment_id=43369f47-102e-4f19-93f2-e5ce754f6e28)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:58:03.549138 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2666789e-3fd8-4a04-b42e-17110b4764c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e53cd2a-527c-4189-8f91-f3771fe6afe0,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:58:03.557013 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db10c8-8130-46a1-a551-a3cfc85b9d7c req-5bbbd3f3-6dfc-487e-97f1-c754e6a852c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:03.559107 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-40db10c8-8130-46a1-a551-a3cfc85b9d7c req-5bbbd3f3-6dfc-487e-97f1-c754e6a852c2 service neutron] 10.222.0.88 "GET /v2.0/networks?id=a90e0175-1e1a-46fd-ade5-a34b643c83ca HTTP/1.1" status: 200 len: 921 time: 0.4423060 Feb 02 06:58:03.576487 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0001ba81-9f4c-433e-ad46-373e4d259f7a req-e5f383a9-7556-451c-bc38-6ae4d432cbff tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6988297 Feb 02 06:58:03.577686 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785df809-b17e-43a7-8a8a-0ce42339f9c1 req-b5139e6b-4ebc-47ec-9500-982f5c98e9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:03.579166 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-785df809-b17e-43a7-8a8a-0ce42339f9c1 req-b5139e6b-4ebc-47ec-9500-982f5c98e9d9 service neutron] 10.222.0.88 "GET /v2.0/networks?id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 HTTP/1.1" status: 200 len: 870 time: 0.8499098 Feb 02 06:58:03.584671 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a422bf9f-0886-4161-8b45-e8f48e11e731 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (c961bf3e-cabf-4009-9004-7037d18144cd), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:03.596248 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-e3bb6026-1606-4408-bca0-a75e94630d52 req-783896bb-0af6-49b8-89c2-61047d029ac7 service neutron] For port 3fcce57c-8852-4dbe-a32a-87b009f662f4, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=3fcce57c-8852-4dbe-a32a-87b009f662f4,segment=NetworkSegment(8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763),segment_id=8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:58:03.596844 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a422bf9f-0886-4161-8b45-e8f48e11e731 admin admin] Publish callbacks [] for router_controller (c961bf3e-cabf-4009-9004-7037d18144cd), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:03.628249 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-e3bb6026-1606-4408-bca0-a75e94630d52 req-783896bb-0af6-49b8-89c2-61047d029ac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (3fcce57c-8852-4dbe-a32a-87b009f662f4), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:03.808314 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-e8b3a0b0-880f-42da-8eee-98654b90d734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (94377a6e-1236-4aaf-86eb-c20b80f78855), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:03.813003 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babf13f6-e34f-4476-b9b6-787b749aa09b req-0c02808a-efac-4298-930e-cb0c024f0afe tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:03.814568 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-babf13f6-e34f-4476-b9b6-787b749aa09b req-0c02808a-efac-4298-930e-cb0c024f0afe tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 943 time: 0.6378300 Feb 02 06:58:03.834919 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb6026-1606-4408-bca0-a75e94630d52 req-783896bb-0af6-49b8-89c2-61047d029ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:03.835549 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-e3bb6026-1606-4408-bca0-a75e94630d52 req-783896bb-0af6-49b8-89c2-61047d029ac7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:03.836459 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7490b4-c886-471c-b5d4-e99cabdc384b req-aaf228c9-6d3e-4ace-942a-1ce78c007502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:03.837023 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e3bb6026-1606-4408-bca0-a75e94630d52 req-783896bb-0af6-49b8-89c2-61047d029ac7 service neutron] 10.222.0.88 "PUT /v2.0/ports/3fcce57c-8852-4dbe-a32a-87b009f662f4 HTTP/1.1" status: 200 len: 1092 time: 3.1802008 Feb 02 06:58:03.838440 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1d7490b4-c886-471c-b5d4-e99cabdc384b req-aaf228c9-6d3e-4ace-942a-1ce78c007502 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=617f6fde409340a286c916b0c2822b5a&device_id=4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87 HTTP/1.1" status: 200 len: 1133 time: 1.1132474 Feb 02 06:58:03.838716 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a470b4a6-4443-4ecb-ac1b-483a124c1d07', 'tag': '3fcce57c-8852-4dbe-a32a-87b009f662f4'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:58:03.840733 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-40db10c8-8130-46a1-a551-a3cfc85b9d7c req-304f8d95-62a5-4cbf-b18f-27a57db9a9cb service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9770e2d2-a414-4db6-9115-5ff68232fc06 HTTP/1.1" status: 200 len: 217 time: 0.2500236 Feb 02 06:58:03.841131 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecbd9ea7-cdb3-4685-a549-e28a7fb0c286" -d '{"events": [{"name": "network-changed", "server_uuid": "a470b4a6-4443-4ecb-ac1b-483a124c1d07", "tag": "3fcce57c-8852-4dbe-a32a-87b009f662f4"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:58:03.912042 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a422bf9f-0886-4161-8b45-e8f48e11e731 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (c961bf3e-cabf-4009-9004-7037d18144cd), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:03.916316 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a422bf9f-0886-4161-8b45-e8f48e11e731 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c961bf3e-cabf-4009-9004-7037d18144cd {{(pid=109694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 06:58:03.921711 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-785df809-b17e-43a7-8a8a-0ce42339f9c1 req-751e63f1-2d11-4054-8ef2-9c62dc36cad5 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=b777664d-9183-4a01-960b-9a3682bfbba5 HTTP/1.1" status: 200 len: 217 time: 0.1173527 Feb 02 06:58:03.962149 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a422bf9f-0886-4161-8b45-e8f48e11e731 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:03.968963 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a422bf9f-0886-4161-8b45-e8f48e11e731 admin admin] 10.222.0.87 "DELETE /v2.0/routers/c961bf3e-cabf-4009-9004-7037d18144cd HTTP/1.1" status: 204 len: 168 time: 5.1156347 Feb 02 06:58:03.974957 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 35358) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:58:04.101737 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783896bb-0af6-49b8-89c2-61047d029ac7 service neutron] Pushing event updated for resources: {'Port': ['ID=3fcce57c-8852-4dbe-a32a-87b009f662f4,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:58:04.217783 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-babf13f6-e34f-4476-b9b6-787b749aa09b req-d8899faf-6f38-4784-86bf-f3b8214b4906 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796449 Feb 02 06:58:04.224854 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-944395d1-41e0-435c-b22b-a4111fc3a988 admin admin] Deleting subnet 9ba71324-39a3-41c1-b7cb-a93574a50641 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 06:58:04.249143 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-944395d1-41e0-435c-b22b-a4111fc3a988 admin admin] Publish callbacks [] for subnet (9ba71324-39a3-41c1-b7cb-a93574a50641), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:04.339326 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-944395d1-41e0-435c-b22b-a4111fc3a988 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (9ba71324-39a3-41c1-b7cb-a93574a50641), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:04.451666 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-944395d1-41e0-435c-b22b-a4111fc3a988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (9ba71324-39a3-41c1-b7cb-a93574a50641), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:04.521414 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db10c8-8130-46a1-a551-a3cfc85b9d7c req-748adffe-a130-4828-9865-3aa56b3b54eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:04.529225 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-40db10c8-8130-46a1-a551-a3cfc85b9d7c req-748adffe-a130-4828-9865-3aa56b3b54eb service neutron] 10.222.0.88 "GET /v2.0/subnets?id=718edbdc-92b0-46ac-b280-821a5ec70f8a HTTP/1.1" status: 200 len: 860 time: 0.6280944 Feb 02 06:58:04.533444 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 06:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ba57b6-07be-4fef-9186-50220444a6a0 x-openstack-request-id: req-a9ba57b6-07be-4fef-9186-50220444a6a0 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:58:04.533991 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a470b4a6-4443-4ecb-ac1b-483a124c1d07", "tag": "3fcce57c-8852-4dbe-a32a-87b009f662f4", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:58:04.534329 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a9ba57b6-07be-4fef-9186-50220444a6a0 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:58:04.534861 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a470b4a6-4443-4ecb-ac1b-483a124c1d07', 'tag': '3fcce57c-8852-4dbe-a32a-87b009f662f4', 'status': 'completed', 'code': 200} Feb 02 06:58:04.539811 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-944395d1-41e0-435c-b22b-a4111fc3a988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (9ba71324-39a3-41c1-b7cb-a93574a50641), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:04.589259 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41476cb4-7a4c-4dd0-8d90-f877c9f4e0b5 None None] Network 575447ed-89f9-4ee3-b565-69aa8be2647f requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 06:58:04.591021 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944395d1-41e0-435c-b22b-a4111fc3a988 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ba71324-39a3-41c1-b7cb-a93574a50641,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:58:04.593765 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-944395d1-41e0-435c-b22b-a4111fc3a988 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:04.608492 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785df809-b17e-43a7-8a8a-0ce42339f9c1 req-5aaf0893-375e-4da3-993a-6b90ec327fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:04.617447 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-785df809-b17e-43a7-8a8a-0ce42339f9c1 req-5aaf0893-375e-4da3-993a-6b90ec327fd5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.6668117 Feb 02 06:58:04.618515 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-944395d1-41e0-435c-b22b-a4111fc3a988 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/9ba71324-39a3-41c1-b7cb-a93574a50641 HTTP/1.1" status: 204 len: 168 time: 0.6423528 Feb 02 06:58:04.624577 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb6026-1606-4408-bca0-a75e94630d52 req-7faff36b-6a9f-442c-9213-626ae25e1c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:04.633478 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e3bb6026-1606-4408-bca0-a75e94630d52 req-7faff36b-6a9f-442c-9213-626ae25e1c7d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a0778ddf7e2d4744ab0aa590410dd2bf&device_id=a470b4a6-4443-4ecb-ac1b-483a124c1d07 HTTP/1.1" status: 200 len: 1126 time: 0.7236531 Feb 02 06:58:04.634466 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 35376) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:58:04.736670 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device cd9dc60f-62ad-4d7c-a8a6-e9361a8e16fc no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 06:58:04.746599 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab2a02-6c41-44c2-bf08-a6a34137939f req-56171614-24f1-45ce-9f97-f427a995919a tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:04.763807 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-82ab2a02-6c41-44c2-bf08-a6a34137939f req-56171614-24f1-45ce-9f97-f427a995919a tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=a470b4a6-4443-4ecb-ac1b-483a124c1d07 HTTP/1.1" status: 200 len: 943 time: 0.9374304 Feb 02 06:58:04.784367 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-40db10c8-8130-46a1-a551-a3cfc85b9d7c req-0a11cd51-c35e-4a06-9776-66e04843ae82 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a90e0175-1e1a-46fd-ade5-a34b643c83ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2218223 Feb 02 06:58:04.831380 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: cd9dc60f-62ad-4d7c-a8a6-e9361a8e16fc {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 06:58:04.832429 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7490b4-c886-471c-b5d4-e99cabdc384b req-490ea158-35ee-4c58-9535-9fa7299d33e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:04.833042 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device cd9dc60f-62ad-4d7c-a8a6-e9361a8e16fc not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 06:58:04.840309 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1d7490b4-c886-471c-b5d4-e99cabdc384b req-490ea158-35ee-4c58-9535-9fa7299d33e6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 HTTP/1.1" status: 200 len: 870 time: 0.9407716 Feb 02 06:58:04.841711 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-e8b3a0b0-880f-42da-8eee-98654b90d734 service neutron] Transition to ACTIVE for port object 94377a6e-1236-4aaf-86eb-c20b80f78855 will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 06:58:04.893213 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-e8b3a0b0-880f-42da-8eee-98654b90d734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (94377a6e-1236-4aaf-86eb-c20b80f78855), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:04.934689 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-081264da-07a0-4da0-a47d-8de7a532c025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (575447ed-89f9-4ee3-b565-69aa8be2647f), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:04.961238 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1d7490b4-c886-471c-b5d4-e99cabdc384b req-2e12b8a7-4275-4d82-9ef8-5235fbd7f82c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc HTTP/1.1" status: 200 len: 217 time: 0.0940452 Feb 02 06:58:04.972075 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a8b35d-1128-41fb-935f-9de3e5755cc7 None None] DHCP port deletion for 575447ed-89f9-4ee3-b565-69aa8be2647f request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 06:58:05.071804 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-16a8b35d-1128-41fb-935f-9de3e5755cc7 None None] Deleting port e2b56a73-768a-464b-9e12-026d795c912e {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 06:58:05.072701 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-16a8b35d-1128-41fb-935f-9de3e5755cc7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (e2b56a73-768a-464b-9e12-026d795c912e), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:05.162056 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e3bb6026-1606-4408-bca0-a75e94630d52 req-608111c5-83c6-411d-9f32-e63e9296c8de service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3fcce57c-8852-4dbe-a32a-87b009f662f4 HTTP/1.1" status: 200 len: 217 time: 0.4963992 Feb 02 06:58:05.274192 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-16a8b35d-1128-41fb-935f-9de3e5755cc7 None None] For port e2b56a73-768a-464b-9e12-026d795c912e, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=e2b56a73-768a-464b-9e12-026d795c912e,segment=NetworkSegment(9612796a-f982-4ab8-97b1-5b5720067702),segment_id=9612796a-f982-4ab8-97b1-5b5720067702)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:58:05.283911 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-16a8b35d-1128-41fb-935f-9de3e5755cc7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (e2b56a73-768a-464b-9e12-026d795c912e), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:05.347701 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-16a8b35d-1128-41fb-935f-9de3e5755cc7 None None] Calling delete_port for e2b56a73-768a-464b-9e12-026d795c912e owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 06:58:05.403992 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785df809-b17e-43a7-8a8a-0ce42339f9c1 req-2665ddc2-34a9-42ea-bfdd-6a25ed0dcfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:05.417360 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-785df809-b17e-43a7-8a8a-0ce42339f9c1 req-2665ddc2-34a9-42ea-bfdd-6a25ed0dcfe4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.7758667 Feb 02 06:58:05.454568 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-e8b3a0b0-880f-42da-8eee-98654b90d734 service neutron] No DVR routers for this DVR port 94377a6e-1236-4aaf-86eb-c20b80f78855 on host n-h1-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 06:58:05.468400 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb6026-1606-4408-bca0-a75e94630d52 req-e946b5ae-db71-4373-a71d-49a0f2dfd569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:05.481121 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e3bb6026-1606-4408-bca0-a75e94630d52 req-e946b5ae-db71-4373-a71d-49a0f2dfd569 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=24ed2492-6ddd-43a9-869d-9a8e1e2b11cb HTTP/1.1" status: 200 len: 845 time: 0.2692258 Feb 02 06:58:05.529345 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfc87e0-dc18-4e6d-a065-4f6769c231eb req-1a59a4a9-b8a2-44a0-9a67-884e719a537a tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:05.537775 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ddfc87e0-dc18-4e6d-a065-4f6769c231eb req-1a59a4a9-b8a2-44a0-9a67-884e719a537a tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618 HTTP/1.1" status: 200 len: 947 time: 0.5702946 Feb 02 06:58:05.570235 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-081264da-07a0-4da0-a47d-8de7a532c025 admin admin] Deleting port e2b56a73-768a-464b-9e12-026d795c912e {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 06:58:05.570235 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-081264da-07a0-4da0-a47d-8de7a532c025 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (e2b56a73-768a-464b-9e12-026d795c912e), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:05.595884 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b3a0b0-880f-42da-8eee-98654b90d734 service neutron] Pushing event updated for resources: {'Port': ['ID=94377a6e-1236-4aaf-86eb-c20b80f78855,revision_number=10']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:58:05.613221 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-16a8b35d-1128-41fb-935f-9de3e5755cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (e2b56a73-768a-464b-9e12-026d795c912e), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:05.638753 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7490b4-c886-471c-b5d4-e99cabdc384b req-94828e8b-e8e0-456e-84bf-3d9b67fdc772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:05.647764 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1d7490b4-c886-471c-b5d4-e99cabdc384b req-94828e8b-e8e0-456e-84bf-3d9b67fdc772 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.5619099 Feb 02 06:58:05.677064 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e3bb6026-1606-4408-bca0-a75e94630d52 req-a6d41b34-76e2-4c42-8406-ebd06e41c37b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ca6d2336-a914-4a87-8e88-4564aa839535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1368814 Feb 02 06:58:05.709908 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a8b35d-1128-41fb-935f-9de3e5755cc7 None None] No DVR routers for this DVR port e2b56a73-768a-464b-9e12-026d795c912e on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 06:58:05.712119 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a8b35d-1128-41fb-935f-9de3e5755cc7 None None] Pushing event deleted for resources: {'Port': ['ID=e2b56a73-768a-464b-9e12-026d795c912e,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:58:05.795470 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-40db10c8-8130-46a1-a551-a3cfc85b9d7c req-a9fb5e86-d6e7-435c-9006-a96f05c15aca service neutron] 10.222.0.88 "GET /v2.0/networks/a90e0175-1e1a-46fd-ade5-a34b643c83ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9700708 Feb 02 06:58:05.856631 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ddfc87e0-dc18-4e6d-a065-4f6769c231eb req-e74f6ea3-2018-4cab-99a7-3bdf1d70e05e tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174622 Feb 02 06:58:05.862755 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-081264da-07a0-4da0-a47d-8de7a532c025 admin admin] For port e2b56a73-768a-464b-9e12-026d795c912e, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=e2b56a73-768a-464b-9e12-026d795c912e,segment=NetworkSegment(9612796a-f982-4ab8-97b1-5b5720067702),segment_id=9612796a-f982-4ab8-97b1-5b5720067702)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:58:05.872215 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-081264da-07a0-4da0-a47d-8de7a532c025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (e2b56a73-768a-464b-9e12-026d795c912e), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:05.936608 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-081264da-07a0-4da0-a47d-8de7a532c025 admin admin] Calling delete_port for e2b56a73-768a-464b-9e12-026d795c912e owned by network:dhcp {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 06:58:05.984467 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b3a0b0-880f-42da-8eee-98654b90d734 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:58:05.985008 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b3a0b0-880f-42da-8eee-98654b90d734 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:58:05.985292 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b3a0b0-880f-42da-8eee-98654b90d734 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:58:05.985643 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b3a0b0-880f-42da-8eee-98654b90d734 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:58:05.986092 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b3a0b0-880f-42da-8eee-98654b90d734 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:58:05.986654 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b3a0b0-880f-42da-8eee-98654b90d734 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:58:05.987226 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b3a0b0-880f-42da-8eee-98654b90d734 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:58:05.987851 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b3a0b0-880f-42da-8eee-98654b90d734 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:58:05.995987 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b3a0b0-880f-42da-8eee-98654b90d734 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:58:05.996621 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b3a0b0-880f-42da-8eee-98654b90d734 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:58:05.997492 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b3a0b0-880f-42da-8eee-98654b90d734 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:58:05.997709 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b3a0b0-880f-42da-8eee-98654b90d734 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:58:05.998176 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b3a0b0-880f-42da-8eee-98654b90d734 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:58:06.013987 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device b777664d-9183-4a01-960b-9a3682bfbba5 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 06:58:06.193635 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-e8b3a0b0-880f-42da-8eee-98654b90d734 service neutron] 10.222.0.88 "PUT /v2.0/ports/94377a6e-1236-4aaf-86eb-c20b80f78855/bindings/n-h2-789963-26/activate HTTP/1.1" status: 200 len: 370 time: 4.2566197 Feb 02 06:58:06.207883 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e3bb6026-1606-4408-bca0-a75e94630d52 req-54d021d9-aa11-4368-9841-c01a0e4d52c5 service neutron] 10.222.0.88 "GET /v2.0/networks/ca6d2336-a914-4a87-8e88-4564aa839535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5099487 Feb 02 06:58:06.276567 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port b777664d-9183-4a01-960b-9a3682bfbba5, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=b777664d-9183-4a01-960b-9a3682bfbba5,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:58:06.290451 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-82ab2a02-6c41-44c2-bf08-a6a34137939f req-7b839693-2f04-4e5c-9284-5b65682a743f tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/security-groups?id=99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5311041 Feb 02 06:58:06.327916 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': 'b777664d-9183-4a01-960b-9a3682bfbba5', 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1', 'port_id': 'b777664d-9183-4a01-960b-9a3682bfbba5', 'mac_address': 'fa:16:3e:b3:b3:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d773733-62df-4956-84d3-71d17cfb6d11', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 06:58:06.377948 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7490b4-c886-471c-b5d4-e99cabdc384b req-d1a55b49-d5eb-4b93-82fc-dfb59ce89511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:06.388081 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1d7490b4-c886-471c-b5d4-e99cabdc384b req-d1a55b49-d5eb-4b93-82fc-dfb59ce89511 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.6487882 Feb 02 06:58:06.390137 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port b777664d-9183-4a01-960b-9a3682bfbba5 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:58:06.390786 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b777664d-9183-4a01-960b-9a3682bfbba5), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:06.410116 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-785df809-b17e-43a7-8a8a-0ce42339f9c1 req-0522f0a1-b590-4a24-ac2f-cffdcc171a64 service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9484024 Feb 02 06:58:06.413466 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b777664d-9183-4a01-960b-9a3682bfbba5 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:58:06.436260 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port b777664d-9183-4a01-960b-9a3682bfbba5, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=b777664d-9183-4a01-960b-9a3682bfbba5,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:58:06.464570 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (b777664d-9183-4a01-960b-9a3682bfbba5), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:06.596688 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=b777664d-9183-4a01-960b-9a3682bfbba5,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:58:06.630522 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device e2b56a73-768a-464b-9e12-026d795c912e no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 06:58:06.650858 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-081264da-07a0-4da0-a47d-8de7a532c025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (e2b56a73-768a-464b-9e12-026d795c912e), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:06.665918 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1333fc90-488a-430a-922c-69d73b2afeac req-2913b1ea-35dc-4205-9e82-70988c3aa034 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:06.673472 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1333fc90-488a-430a-922c-69d73b2afeac req-2913b1ea-35dc-4205-9e82-70988c3aa034 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 944 time: 0.5029535 Feb 02 06:58:06.716213 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: e2b56a73-768a-464b-9e12-026d795c912e {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 06:58:06.716848 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device e2b56a73-768a-464b-9e12-026d795c912e not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 06:58:06.843396 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['b777664d-9183-4a01-960b-9a3682bfbba5'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:58:06.878247 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-785df809-b17e-43a7-8a8a-0ce42339f9c1 req-89036c3a-2ebb-44f8-9b53-12349179e5eb service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4564929 Feb 02 06:58:06.883548 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1d7490b4-c886-471c-b5d4-e99cabdc384b req-4e224933-d816-4bb2-820c-c403c706b2fc service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4944391 Feb 02 06:58:06.886832 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-40db10c8-8130-46a1-a551-a3cfc85b9d7c req-bac85bbc-2a53-4c2f-8862-393ee0f0e73b service neutron] 10.222.0.88 "GET /v2.0/networks/a90e0175-1e1a-46fd-ade5-a34b643c83ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0682800 Feb 02 06:58:07.050396 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1d7490b4-c886-471c-b5d4-e99cabdc384b req-1a7f626c-69b3-4d7e-a033-052f5166b1b9 service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593845 Feb 02 06:58:07.180394 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c6ff3-b5fd-4116-a90c-511fa8cb86dc req-85a5d2ff-f1c4-4c7d-a3be-1eafac98cbb3 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:07.181985 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-751c6ff3-b5fd-4116-a90c-511fa8cb86dc req-85a5d2ff-f1c4-4c7d-a3be-1eafac98cbb3 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618 HTTP/1.1" status: 200 len: 948 time: 0.1282430 Feb 02 06:58:07.279505 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-751c6ff3-b5fd-4116-a90c-511fa8cb86dc req-be929ef8-4cdf-4761-99c6-e37f0d654086 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869875 Feb 02 06:58:07.304530 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081264da-07a0-4da0-a47d-8de7a532c025 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2b56a73-768a-464b-9e12-026d795c912e,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:58:07.334761 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081264da-07a0-4da0-a47d-8de7a532c025 admin admin] No DVR routers for this DVR port e2b56a73-768a-464b-9e12-026d795c912e on host n-d-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 06:58:07.356361 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e3bb6026-1606-4408-bca0-a75e94630d52 req-0026375d-d557-4ecf-a194-582680d0b48f service neutron] 10.222.0.88 "GET /v2.0/networks/ca6d2336-a914-4a87-8e88-4564aa839535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0509646 Feb 02 06:58:07.385617 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-4e88f051-c333-40a5-8ec0-37be71c76571 tempest-LiveMigrationTest-749161847 tempest-LiveMigrationTest-749161847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:07.387653 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-4e88f051-c333-40a5-8ec0-37be71c76571 tempest-LiveMigrationTest-749161847 tempest-LiveMigrationTest-749161847-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b&tenant_id=94634d8b4d2a41de8e59c8bd88798343&binding%3Ahost_id=n-h1-789963-26 HTTP/1.1" status: 200 len: 1127 time: 0.8994098 Feb 02 06:58:07.439094 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1333fc90-488a-430a-922c-69d73b2afeac req-5c963658-09e8-4346-ad30-8f9d50754bdd tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7643101 Feb 02 06:58:07.547044 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-081264da-07a0-4da0-a47d-8de7a532c025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (575447ed-89f9-4ee3-b565-69aa8be2647f), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:07.684573 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-081264da-07a0-4da0-a47d-8de7a532c025 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['575447ed-89f9-4ee3-b565-69aa8be2647f']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:58:07.705616 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-9a36aac3-13f6-446c-9b60-bcf3baa8682e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:07.707284 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-9a36aac3-13f6-446c-9b60-bcf3baa8682e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b&tenant_id=94634d8b4d2a41de8e59c8bd88798343 HTTP/1.1" status: 200 len: 1127 time: 0.3096747 Feb 02 06:58:07.729829 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-081264da-07a0-4da0-a47d-8de7a532c025 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9612796a-f982-4ab8-97b1-5b5720067702') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:58:07.730554 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-081264da-07a0-4da0-a47d-8de7a532c025 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9612796a-f982-4ab8-97b1-5b5720067702') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:58:07.747897 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-081264da-07a0-4da0-a47d-8de7a532c025 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (9612796a-f982-4ab8-97b1-5b5720067702), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:07.821571 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-081264da-07a0-4da0-a47d-8de7a532c025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (9612796a-f982-4ab8-97b1-5b5720067702), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:07.829344 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-081264da-07a0-4da0-a47d-8de7a532c025 admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 06:58:07.829758 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-081264da-07a0-4da0-a47d-8de7a532c025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (9612796a-f982-4ab8-97b1-5b5720067702), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:07.890515 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-aa9b45fc-6f06-4872-9ffd-f124a78381fc req-2556e6e4-081b-48b1-8e6a-7556b370a3a5 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=e34e7485085f4555b7019dbfd89a06da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0591166 Feb 02 06:58:07.919742 n-d-789963-26 neutron-server[109694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 06:58:07.919742 n-d-789963-26 neutron-server[109694]: self.session.flush() Feb 02 06:58:07.919742 n-d-789963-26 neutron-server[109694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 06:58:07.919742 n-d-789963-26 neutron-server[109694]: self.session.flush() Feb 02 06:58:07.919742 n-d-789963-26 neutron-server[109694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 06:58:07.919742 n-d-789963-26 neutron-server[109694]: self.session.flush() Feb 02 06:58:07.919742 n-d-789963-26 neutron-server[109694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 06:58:07.919742 n-d-789963-26 neutron-server[109694]: self.session.flush() Feb 02 06:58:07.919742 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 06:58:07.919742 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 06:58:07.919742 n-d-789963-26 neutron-server[109694]: timer() Feb 02 06:58:07.919742 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 06:58:07.919742 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 06:58:07.919742 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 06:58:07.919742 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 06:58:07.919742 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 06:58:07.919742 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 06:58:07.919742 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 06:58:07.919742 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 06:58:07.919742 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 06:58:07.919742 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 06:58:07.919742 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 06:58:07.919742 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 06:58:07.919742 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 06:58:07.919742 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 06:58:07.919742 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 06:58:07.919742 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 06:58:07.919742 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 06:58:07.919742 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 06:58:07.919742 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 06:58:07.919742 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 06:58:07.919742 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 06:58:07.919742 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 06:58:07.919742 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 06:58:07.919742 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 06:58:07.919742 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 06:58:07.919742 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 06:58:07.919742 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 06:58:07.919742 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 06:58:07.919742 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 06:58:07.933579 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbd9ea7-cdb3-4685-a549-e28a7fb0c286 req-0fde0d24-c91e-4cca-96a0-ab3f08981763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:07.935472 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ecbd9ea7-cdb3-4685-a549-e28a7fb0c286 req-0fde0d24-c91e-4cca-96a0-ab3f08981763 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a0778ddf7e2d4744ab0aa590410dd2bf&device_id=a470b4a6-4443-4ecb-ac1b-483a124c1d07 HTTP/1.1" status: 200 len: 1126 time: 0.3857026 Feb 02 06:58:07.936110 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-081264da-07a0-4da0-a47d-8de7a532c025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (575447ed-89f9-4ee3-b565-69aa8be2647f), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:07.944844 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-081264da-07a0-4da0-a47d-8de7a532c025 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:07.948124 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-081264da-07a0-4da0-a47d-8de7a532c025 admin admin] 10.222.0.87 "DELETE /v2.0/networks/575447ed-89f9-4ee3-b565-69aa8be2647f HTTP/1.1" status: 204 len: 168 time: 3.3106358 Feb 02 06:58:08.022112 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device b777664d-9183-4a01-960b-9a3682bfbba5 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:58:08.030480 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081264da-07a0-4da0-a47d-8de7a532c025 admin admin] Pushing event deleted for resources: {'Network': ['ID=575447ed-89f9-4ee3-b565-69aa8be2647f,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:58:08.058433 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b45fc-6f06-4872-9ffd-f124a78381fc req-3a3b1185-7e62-4047-944b-d3ce85bcaf61 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:08.060886 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-aa9b45fc-6f06-4872-9ffd-f124a78381fc req-3a3b1185-7e62-4047-944b-d3ce85bcaf61 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1695962 Feb 02 06:58:08.081160 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-aa9b45fc-6f06-4872-9ffd-f124a78381fc req-887afdf2-7d92-4209-b078-dbf7e7599e63 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/quotas/e34e7485085f4555b7019dbfd89a06da HTTP/1.1" status: 200 len: 375 time: 0.0144784 Feb 02 06:58:08.110061 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-cde38e2a-2e0b-4974-a65c-e34986580c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:08.110736 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-cde38e2a-2e0b-4974-a65c-e34986580c67 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=94634d8b4d2a41de8e59c8bd88798343&device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 1127 time: 0.3390970 Feb 02 06:58:08.119085 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4b94b2-ec88-4645-a524-14ecceba73d6 req-9e9874ea-74b2-4309-af4e-23cc97d46789 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:08.120755 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3f4b94b2-ec88-4645-a524-14ecceba73d6 req-9e9874ea-74b2-4309-af4e-23cc97d46789 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=a470b4a6-4443-4ecb-ac1b-483a124c1d07 HTTP/1.1" status: 200 len: 943 time: 0.1992793 Feb 02 06:58:08.156599 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-aa9b45fc-6f06-4872-9ffd-f124a78381fc req-1697ebf8-a253-439c-88f2-74ee69448cee tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=e34e7485085f4555b7019dbfd89a06da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0689065 Feb 02 06:58:08.164483 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port b777664d-9183-4a01-960b-9a3682bfbba5 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 06:58:08.175510 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port b777664d-9183-4a01-960b-9a3682bfbba5 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:58:08.176003 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b777664d-9183-4a01-960b-9a3682bfbba5), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:08.296298 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbd9ea7-cdb3-4685-a549-e28a7fb0c286 req-9dfbe05b-250d-4ee3-ab27-1eafb425599f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:08.300019 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ecbd9ea7-cdb3-4685-a549-e28a7fb0c286 req-9dfbe05b-250d-4ee3-ab27-1eafb425599f service neutron] 10.222.0.88 "GET /v2.0/networks?id=ca6d2336-a914-4a87-8e88-4564aa839535 HTTP/1.1" status: 200 len: 906 time: 0.3485582 Feb 02 06:58:08.367818 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 35464) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:58:08.415500 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port b777664d-9183-4a01-960b-9a3682bfbba5 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:58:08.415924 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b777664d-9183-4a01-960b-9a3682bfbba5), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:08.420101 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ecbd9ea7-cdb3-4685-a549-e28a7fb0c286 req-2095abe6-898b-453c-bdac-508c45ee0ab0 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3fcce57c-8852-4dbe-a32a-87b009f662f4 HTTP/1.1" status: 200 len: 217 time: 0.1063204 Feb 02 06:58:08.425850 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-c0c30587-0564-4cee-8bc1-c69115bc0168 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=1b8cd71d73cb41e680dbfaa91aafd48e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0565937 Feb 02 06:58:08.429496 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 35466) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:58:08.511499 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b777664d-9183-4a01-960b-9a3682bfbba5'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:58:08.529511 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a465644-b8ff-4563-97c9-f2da6d968856" -d '{"events": [{"server_uuid": "3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618", "name": "network-vif-plugged", "status": "completed", "tag": "b777664d-9183-4a01-960b-9a3682bfbba5"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:58:08.559304 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9ba65eda-7feb-4a0d-89e7-e15a8b5644e5 admin admin] Publish callbacks [] for security_group (7c1dd3ab-18a2-428f-9bd5-bab44e44ebb0), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:08.593640 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbd9ea7-cdb3-4685-a549-e28a7fb0c286 req-a8f2709d-8198-484d-8f40-614899f72e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:08.601689 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port b777664d-9183-4a01-960b-9a3682bfbba5, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=b777664d-9183-4a01-960b-9a3682bfbba5,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:58:08.602713 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ecbd9ea7-cdb3-4685-a549-e28a7fb0c286 req-a8f2709d-8198-484d-8f40-614899f72e26 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=24ed2492-6ddd-43a9-869d-9a8e1e2b11cb HTTP/1.1" status: 200 len: 845 time: 0.1724713 Feb 02 06:58:08.616943 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (b777664d-9183-4a01-960b-9a3682bfbba5), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:08.686103 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-415b8627-39e5-47fa-b320-4016163b74ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:08.698431 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-415b8627-39e5-47fa-b320-4016163b74ed service neutron] 10.222.0.59 "GET /v2.0/networks?id=ad127856-4465-484c-882c-e096f13573c2 HTTP/1.1" status: 200 len: 908 time: 0.5757484 Feb 02 06:58:08.706719 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9ba65eda-7feb-4a0d-89e7-e15a8b5644e5 admin admin] Publish callbacks [] for security_group (7c1dd3ab-18a2-428f-9bd5-bab44e44ebb0), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:08.831376 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=b777664d-9183-4a01-960b-9a3682bfbba5,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:58:08.841473 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-155cff30-6c10-42c7-98f3-7c6a8035be22 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94377a6e-1236-4aaf-86eb-c20b80f78855 HTTP/1.1" status: 200 len: 217 time: 0.1286409 Feb 02 06:58:08.856765 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3f4b94b2-ec88-4645-a524-14ecceba73d6 req-91a68d50-5a9f-4834-904c-71e56cdbe837 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/security-groups?id=99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7229278 Feb 02 06:58:08.925416 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ecbd9ea7-cdb3-4685-a549-e28a7fb0c286 req-2aaa2ef2-5ea5-44d2-a9f8-0012f2844deb service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ca6d2336-a914-4a87-8e88-4564aa839535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2259271 Feb 02 06:58:08.941683 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9ba65eda-7feb-4a0d-89e7-e15a8b5644e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (7c1dd3ab-18a2-428f-9bd5-bab44e44ebb0), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:08.944556 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9ba65eda-7feb-4a0d-89e7-e15a8b5644e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:08.948643 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-9ba65eda-7feb-4a0d-89e7-e15a8b5644e5 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/7c1dd3ab-18a2-428f-9bd5-bab44e44ebb0 HTTP/1.1" status: 204 len: 168 time: 0.5179691 Feb 02 06:58:08.957620 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c06360-b56a-4673-8361-fb96d42aec40 req-85815910-ebb0-44e0-9612-653edc968b7a tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:08.976465 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-95c06360-b56a-4673-8361-fb96d42aec40 req-85815910-ebb0-44e0-9612-653edc968b7a tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618 HTTP/1.1" status: 200 len: 949 time: 0.3317530 Feb 02 06:58:08.987306 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-41701156-1a88-48c8-befb-06805b972f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:08.989088 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-41701156-1a88-48c8-befb-06805b972f72 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a7292d13-827d-45ab-8eaa-7baf62301aaa HTTP/1.1" status: 200 len: 847 time: 0.0906243 Feb 02 06:58:09.002346 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba65eda-7feb-4a0d-89e7-e15a8b5644e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1dd3ab-18a2-428f-9bd5-bab44e44ebb0,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:58:09.064843 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-23a4d1dc-26fd-4a3e-9944-1c54a9f6faad service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ad127856-4465-484c-882c-e096f13573c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660534 Feb 02 06:58:09.147499 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-95c06360-b56a-4673-8361-fb96d42aec40 req-374b7ff4-e414-41eb-a414-0a3373f80b7d tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703598 Feb 02 06:58:09.269101 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ecbd9ea7-cdb3-4685-a549-e28a7fb0c286 req-0696989b-ec95-42dc-b7f3-ef822ada29e9 service neutron] 10.222.0.88 "GET /v2.0/networks/ca6d2336-a914-4a87-8e88-4564aa839535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779915 Feb 02 06:58:09.290394 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-14a249ca-8179-46ad-b919-4386d7af4d71 req-55a2ff54-947a-4217-a2c8-38b2a9cd9552 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=539d6435-fed7-475c-8676-0ea9e9697aa3 HTTP/1.1" status: 200 len: 210 time: 0.0834332 Feb 02 06:58:09.369213 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 06:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e62faff7-6ca2-4ac4-962a-080154f16517 x-openstack-request-id: req-e62faff7-6ca2-4ac4-962a-080154f16517 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:58:09.369730 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618", "name": "network-vif-plugged", "status": "completed", "tag": "b777664d-9183-4a01-960b-9a3682bfbba5", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:58:09.369730 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e62faff7-6ca2-4ac4-962a-080154f16517 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:58:09.370140 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b777664d-9183-4a01-960b-9a3682bfbba5', 'code': 200} Feb 02 06:58:09.473629 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a06466b-28ea-4e00-9380-098544ef6963 req-6b0cbbb8-f195-4601-a8f9-fb57bcea6007 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:09.476771 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7a06466b-28ea-4e00-9380-098544ef6963 req-6b0cbbb8-f195-4601-a8f9-fb57bcea6007 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 944 time: 0.3865569 Feb 02 06:58:09.551021 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-38102b21-d3aa-4743-b577-1880b4dc9b4f service neutron] 10.222.0.59 "GET /v2.0/networks/ad127856-4465-484c-882c-e096f13573c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4750154 Feb 02 06:58:09.596690 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9ee81-7678-4507-9596-c4e900199562 req-af4daeb9-075b-4dd2-8575-c88465d5e2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:09.599130 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-29e9ee81-7678-4507-9596-c4e900199562 req-af4daeb9-075b-4dd2-8575-c88465d5e2dd service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618 HTTP/1.1" status: 200 len: 1132 time: 0.1137142 Feb 02 06:58:09.736083 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-29e9ee81-7678-4507-9596-c4e900199562 req-07e061ff-be50-4090-95c6-15aba94207fe service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304729 Feb 02 06:58:09.788296 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7a06466b-28ea-4e00-9380-098544ef6963 req-cabbb44e-5591-41e8-8f9c-714a594ddb30 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040371 Feb 02 06:58:09.800289 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ecbd9ea7-cdb3-4685-a549-e28a7fb0c286 req-16c20ebd-9078-4d27-af24-418c5981cdcd service neutron] 10.222.0.88 "GET /v2.0/networks/ca6d2336-a914-4a87-8e88-4564aa839535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5187881 Feb 02 06:58:09.970402 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-e37e41d5-6be5-468f-b686-2a45ac88aed0 service neutron] 10.222.0.59 "GET /v2.0/networks/ad127856-4465-484c-882c-e096f13573c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3923779 Feb 02 06:58:10.040472 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 3fcce57c-8852-4dbe-a32a-87b009f662f4 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 06:58:10.102463 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b52772-2adc-4595-865e-d139f277a478 req-e28b557c-c529-449c-8394-77ae2d7d124c tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:10.103972 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d4b52772-2adc-4595-865e-d139f277a478 req-e28b557c-c529-449c-8394-77ae2d7d124c tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=a470b4a6-4443-4ecb-ac1b-483a124c1d07 HTTP/1.1" status: 200 len: 943 time: 0.1059482 Feb 02 06:58:10.237479 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d4b52772-2adc-4595-865e-d139f277a478 req-7906d9e7-9097-4b12-98d3-703fa6333f16 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/security-groups?id=99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208746 Feb 02 06:58:10.460247 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c8469-4de3-425b-9299-f1c13c3060f0 req-884c51ce-fbe8-4d70-923d-c348be26dac2 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:10.462128 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fc2c8469-4de3-425b-9299-f1c13c3060f0 req-884c51ce-fbe8-4d70-923d-c348be26dac2 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618 HTTP/1.1" status: 200 len: 949 time: 0.1331396 Feb 02 06:58:10.521973 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-559996ed-fd3f-48e0-aa8f-24bb987802d3 req-85afb005-ba8c-4810-a6c8-90846751738b tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=539d6435-fed7-475c-8676-0ea9e9697aa3 HTTP/1.1" status: 200 len: 210 time: 0.0793326 Feb 02 06:58:10.647610 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fc2c8469-4de3-425b-9299-f1c13c3060f0 req-a2419b7f-4815-40ec-b9c6-b57e57daf2b9 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723044 Feb 02 06:58:10.689052 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-34fa55c5-655f-421a-96e7-15c6e263fc3d tempest-LiveMigrationTest-749161847 tempest-LiveMigrationTest-749161847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:10.691126 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-34fa55c5-655f-421a-96e7-15c6e263fc3d tempest-LiveMigrationTest-749161847 tempest-LiveMigrationTest-749161847-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b&tenant_id=94634d8b4d2a41de8e59c8bd88798343&binding%3Ahost_id=n-h2-789963-26 HTTP/1.1" status: 200 len: 1127 time: 0.1899981 Feb 02 06:58:10.719459 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 3fcce57c-8852-4dbe-a32a-87b009f662f4, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=3fcce57c-8852-4dbe-a32a-87b009f662f4,segment=NetworkSegment(8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763),segment_id=8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:58:10.740604 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': '3fcce57c-8852-4dbe-a32a-87b009f662f4', 'network_id': 'ca6d2336-a914-4a87-8e88-4564aa839535', 'port_id': '3fcce57c-8852-4dbe-a32a-87b009f662f4', 'mac_address': 'fa:16:3e:c0:09:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ed2492-6ddd-43a9-869d-9a8e1e2b11cb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 06:58:10.818231 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 3fcce57c-8852-4dbe-a32a-87b009f662f4 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:58:10.818876 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3fcce57c-8852-4dbe-a32a-87b009f662f4), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:10.835647 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fcce57c-8852-4dbe-a32a-87b009f662f4 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:58:10.859366 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 3fcce57c-8852-4dbe-a32a-87b009f662f4, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=3fcce57c-8852-4dbe-a32a-87b009f662f4,segment=NetworkSegment(8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763),segment_id=8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:58:10.898188 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (3fcce57c-8852-4dbe-a32a-87b009f662f4), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:10.947982 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e960965d-172a-44fe-b5e3-7a467ef3f01e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:11.014839 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=3fcce57c-8852-4dbe-a32a-87b009f662f4,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:58:11.060252 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a093099-6816-42ad-8b98-3e43c077f5cb req-bad97d04-31df-4f61-af32-ae43cd22bace tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:11.062884 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4a093099-6816-42ad-8b98-3e43c077f5cb req-bad97d04-31df-4f61-af32-ae43cd22bace tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/networks?id=a90e0175-1e1a-46fd-ade5-a34b643c83ca HTTP/1.1" status: 200 len: 820 time: 0.2027402 Feb 02 06:58:11.110621 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4a093099-6816-42ad-8b98-3e43c077f5cb req-76cf5011-8934-4b76-8ed6-9f515d371a9b tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/quotas/fe8bfc83663b43b9aae4137bcb39e5dc HTTP/1.1" status: 200 len: 375 time: 0.0385358 Feb 02 06:58:11.242028 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-d91bc02f-505e-4540-9236-1d105737dbc4 service neutron] For port 94377a6e-1236-4aaf-86eb-c20b80f78855, host n-h1-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:58:11.250071 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4a093099-6816-42ad-8b98-3e43c077f5cb req-61742efa-c285-45d4-9ab2-af89c0cbd244 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=fe8bfc83663b43b9aae4137bcb39e5dc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1335943 Feb 02 06:58:11.253170 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-d91bc02f-505e-4540-9236-1d105737dbc4 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:11.254148 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0a2be7c1-ae1c-4520-aaf2-99b266d18174 req-d91bc02f-505e-4540-9236-1d105737dbc4 service neutron] 10.222.0.59 "DELETE /v2.0/ports/94377a6e-1236-4aaf-86eb-c20b80f78855/bindings/n-h1-789963-26 HTTP/1.1" status: 204 len: 173 time: 0.5549169 Feb 02 06:58:11.256743 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-aa9b45fc-6f06-4872-9ffd-f124a78381fc req-e605d810-bb93-46f7-888f-3d78ff4eeeee tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=e34e7485085f4555b7019dbfd89a06da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0617399 Feb 02 06:58:11.316934 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['3fcce57c-8852-4dbe-a32a-87b009f662f4'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:58:11.398111 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4a093099-6816-42ad-8b98-3e43c077f5cb req-b82eed77-e85f-475d-94d0-623a97d185c4 service neutron] 10.222.0.87 "GET /v2.0/networks/a90e0175-1e1a-46fd-ade5-a34b643c83ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410315 Feb 02 06:58:11.474796 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b45fc-6f06-4872-9ffd-f124a78381fc req-3a8ddd27-59fe-478a-b875-71ec0be184dd tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:11.477737 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-aa9b45fc-6f06-4872-9ffd-f124a78381fc req-3a8ddd27-59fe-478a-b875-71ec0be184dd tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2157063 Feb 02 06:58:11.508791 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-aa9b45fc-6f06-4872-9ffd-f124a78381fc req-892fe9f7-3682-4392-b403-7e64efe7d2e3 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Request body: {'port': {'device_id': '539d6435-fed7-475c-8676-0ea9e9697aa3', 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1', 'admin_state_up': True, 'tenant_id': 'e34e7485085f4555b7019dbfd89a06da'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:58:11.596432 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4a093099-6816-42ad-8b98-3e43c077f5cb req-2de385ca-a909-4a90-afea-a270e5b12e7e service neutron] 10.222.0.87 "GET /v2.0/networks/a90e0175-1e1a-46fd-ade5-a34b643c83ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903808 Feb 02 06:58:12.025894 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15de7bb-cf90-48f1-a765-97c047b90175 req-484d7728-8443-46c2-92a2-b76319d1c285 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:12.032779 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d15de7bb-cf90-48f1-a765-97c047b90175 req-484d7728-8443-46c2-92a2-b76319d1c285 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 944 time: 0.4469764 Feb 02 06:58:12.086199 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa9b45fc-6f06-4872-9ffd-f124a78381fc req-892fe9f7-3682-4392-b403-7e64efe7d2e3 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Made reservation on behalf of e34e7485085f4555b7019dbfd89a06da for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:58:12.089854 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-aa9b45fc-6f06-4872-9ffd-f124a78381fc req-892fe9f7-3682-4392-b403-7e64efe7d2e3 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:12.107830 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-aa9b45fc-6f06-4872-9ffd-f124a78381fc req-892fe9f7-3682-4392-b403-7e64efe7d2e3 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:12.140225 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d15de7bb-cf90-48f1-a765-97c047b90175 req-f38c807d-b1e7-42d9-8777-f75d43309d80 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064415 Feb 02 06:58:12.199986 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c1426e36-43a4-46bd-8c09-957d926d959c req-a2e198c7-bcc3-4913-acac-e074877b1148 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--1601026541&fields=id&tenant_id=a5b11438631643ef8d3efce0551ce774 HTTP/1.1" status: 200 len: 267 time: 0.0877070 Feb 02 06:58:12.246378 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-aa9b45fc-6f06-4872-9ffd-f124a78381fc req-892fe9f7-3682-4392-b403-7e64efe7d2e3 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Publish callbacks [] for security_group (50bd44b2-7983-4852-a88a-b850f4abf433), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:12.258268 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-aa9b45fc-6f06-4872-9ffd-f124a78381fc req-892fe9f7-3682-4392-b403-7e64efe7d2e3 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (50bd44b2-7983-4852-a88a-b850f4abf433), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:12.342892 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1426e36-43a4-46bd-8c09-957d926d959c req-1f6a53da-6979-4108-a53f-dce3675b99f3 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:12.344823 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c1426e36-43a4-46bd-8c09-957d926d959c req-1f6a53da-6979-4108-a53f-dce3675b99f3 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/networks?id=92a762a3-20b1-4c9e-a89a-03f21e3921ba HTTP/1.1" status: 200 len: 815 time: 0.1438310 Feb 02 06:58:12.366395 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c1426e36-43a4-46bd-8c09-957d926d959c req-96188bc7-cca3-4448-8588-df5f4ae5aa0f tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/quotas/a5b11438631643ef8d3efce0551ce774 HTTP/1.1" status: 200 len: 375 time: 0.0157709 Feb 02 06:58:12.424547 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892fe9f7-3682-4392-b403-7e64efe7d2e3 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50bd44b2-7983-4852-a88a-b850f4abf433,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:58:12.455415 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e4d64a-f18d-4305-8305-93f2d9b1d6fb req-4f6444ac-634f-42ba-b9dd-590dcd098cbe tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:12.457157 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c5e4d64a-f18d-4305-8305-93f2d9b1d6fb req-4f6444ac-634f-42ba-b9dd-590dcd098cbe tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=a470b4a6-4443-4ecb-ac1b-483a124c1d07 HTTP/1.1" status: 200 len: 944 time: 0.1721182 Feb 02 06:58:12.471112 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c1426e36-43a4-46bd-8c09-957d926d959c req-c70d2ac4-b433-40e8-a912-dd13a883017e tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=a5b11438631643ef8d3efce0551ce774&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0989785 Feb 02 06:58:12.564448 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c5e4d64a-f18d-4305-8305-93f2d9b1d6fb req-f203a787-480e-4e15-9a53-09e79a0aa4d0 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/security-groups?id=99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954149 Feb 02 06:58:12.640678 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-aa9b45fc-6f06-4872-9ffd-f124a78381fc req-892fe9f7-3682-4392-b403-7e64efe7d2e3 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Allocated IP 192.168.233.92 (04bc5622-0c2b-4ce8-b107-e6abcbdf57e1/9d773733-62df-4956-84d3-71d17cfb6d11/6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:58:12.649464 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c1426e36-43a4-46bd-8c09-957d926d959c req-2b012a98-b6c3-4662-a22e-fe801ea20068 service neutron] 10.222.0.87 "GET /v2.0/networks/92a762a3-20b1-4c9e-a89a-03f21e3921ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665099 Feb 02 06:58:12.707051 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-aa59207c-7d62-4f2b-a982-5990e7bbc0d7 req-b55a4075-067f-49c1-9fc6-63dada9ccf4f tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=539d6435-fed7-475c-8676-0ea9e9697aa3 HTTP/1.1" status: 200 len: 210 time: 0.0398490 Feb 02 06:58:12.833670 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c1426e36-43a4-46bd-8c09-957d926d959c req-097f5940-6d17-4f3d-a0e9-200be6beb932 service neutron] 10.222.0.87 "GET /v2.0/networks/92a762a3-20b1-4c9e-a89a-03f21e3921ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708045 Feb 02 06:58:12.992956 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-aa9b45fc-6f06-4872-9ffd-f124a78381fc req-892fe9f7-3682-4392-b403-7e64efe7d2e3 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Publish callbacks [] for port (6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:13.002575 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb83f3-6906-4819-a35b-3f73934b1748 req-41ba205a-0989-4153-ad53-fb9dce13d889 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:13.012157 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-83eb83f3-6906-4819-a35b-3f73934b1748 req-41ba205a-0989-4153-ad53-fb9dce13d889 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618 HTTP/1.1" status: 200 len: 949 time: 0.1386480 Feb 02 06:58:13.081539 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-83eb83f3-6906-4819-a35b-3f73934b1748 req-8bb9ebb5-98ad-4c9f-bfb5-85d63e3dda9d tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683661 Feb 02 06:58:13.127657 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-aa9b45fc-6f06-4872-9ffd-f124a78381fc req-892fe9f7-3682-4392-b403-7e64efe7d2e3 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:13.185166 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa9b45fc-6f06-4872-9ffd-f124a78381fc req-892fe9f7-3682-4392-b403-7e64efe7d2e3 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:58:13.189026 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-aa9b45fc-6f06-4872-9ffd-f124a78381fc req-892fe9f7-3682-4392-b403-7e64efe7d2e3 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:58:13.194521 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa9b45fc-6f06-4872-9ffd-f124a78381fc req-892fe9f7-3682-4392-b403-7e64efe7d2e3 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:58:13.263485 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-fbda037e-521b-42c7-9831-2bb13d072096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:13.292191 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892fe9f7-3682-4392-b403-7e64efe7d2e3 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Pushing event updated for resources: {'Port': ['ID=6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:58:13.303752 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b45fc-6f06-4872-9ffd-f124a78381fc req-892fe9f7-3682-4392-b403-7e64efe7d2e3 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:13.304434 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-aa9b45fc-6f06-4872-9ffd-f124a78381fc req-892fe9f7-3682-4392-b403-7e64efe7d2e3 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:13.371828 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c13eafcd-c6c4-41ee-82e9-3732da4ee441 req-32a42553-b136-424e-bd67-608febb81539 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c HTTP/1.1" status: 200 len: 210 time: 0.0498981 Feb 02 06:58:13.392814 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-aa9b45fc-6f06-4872-9ffd-f124a78381fc req-892fe9f7-3682-4392-b403-7e64efe7d2e3 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8882487 Feb 02 06:58:13.431211 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-aa9b45fc-6f06-4872-9ffd-f124a78381fc req-cacecdf3-3011-4f9e-817b-b6b6a08545cc service neutron] Request body: {'port': {'device_id': '539d6435-fed7-475c-8676-0ea9e9697aa3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:58:13.652819 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ba3c20fe-9301-4cad-a2dd-87d32b4f861b None None] Provisioning complete for port 6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:58:13.653161 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ba3c20fe-9301-4cad-a2dd-87d32b4f861b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:13.665881 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5109166a-086d-4d71-86c4-f374b2ad74fd req-3b576b85-393b-4155-b5eb-b08c0ca40746 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20bc9d-0fdd-4c70-990c-50f4bee6311e HTTP/1.1" status: 200 len: 210 time: 0.1015446 Feb 02 06:58:13.673783 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-aa9b45fc-6f06-4872-9ffd-f124a78381fc req-cacecdf3-3011-4f9e-817b-b6b6a08545cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:13.768998 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ba3c20fe-9301-4cad-a2dd-87d32b4f861b None None] Port 6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 06:58:13.773439 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a093099-6816-42ad-8b98-3e43c077f5cb req-11cdc037-d0fb-4ba5-9d18-71c0ed158072 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:13.775066 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4a093099-6816-42ad-8b98-3e43c077f5cb req-11cdc037-d0fb-4ba5-9d18-71c0ed158072 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.59 "GET /v2.0/networks?id=a90e0175-1e1a-46fd-ade5-a34b643c83ca HTTP/1.1" status: 200 len: 820 time: 0.1627083 Feb 02 06:58:13.829295 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-4a093099-6816-42ad-8b98-3e43c077f5cb req-a101e48a-f11f-45ac-bacd-beaf5ef02072 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Request body: {'port': {'device_id': 'fca1b71b-be67-49f9-bcaa-0646c57a6b8c', 'network_id': 'a90e0175-1e1a-46fd-ade5-a34b643c83ca', 'admin_state_up': True, 'tenant_id': 'fe8bfc83663b43b9aae4137bcb39e5dc'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:58:13.846303 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9d29bb-5519-4d72-b4e8-2af18af2000f req-68ccc10c-ab19-44ce-9747-68f90f55b18f tempest-MigrationsAdminTest-2031142641 tempest-MigrationsAdminTest-2031142641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:13.858029 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-be9d29bb-5519-4d72-b4e8-2af18af2000f req-68ccc10c-ab19-44ce-9747-68f90f55b18f tempest-MigrationsAdminTest-2031142641 tempest-MigrationsAdminTest-2031142641-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618 HTTP/1.1" status: 200 len: 1132 time: 0.3295178 Feb 02 06:58:13.986388 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c35668-6f04-4705-82b0-1fb89a983e3f req-85d8f443-6610-4c09-b109-b67246cec7b7 tempest-LiveMigrationTest-749161847 tempest-LiveMigrationTest-749161847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:13.993528 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c1c35668-6f04-4705-82b0-1fb89a983e3f req-85d8f443-6610-4c09-b109-b67246cec7b7 tempest-LiveMigrationTest-749161847 tempest-LiveMigrationTest-749161847-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 1127 time: 0.1395679 Feb 02 06:58:14.055959 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 3fcce57c-8852-4dbe-a32a-87b009f662f4 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:58:14.120698 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c1c35668-6f04-4705-82b0-1fb89a983e3f req-6eabba44-eb08-4bf2-bb00-59beb064bbde tempest-LiveMigrationTest-749161847 tempest-LiveMigrationTest-749161847-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260645 Feb 02 06:58:14.196835 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-be9d29bb-5519-4d72-b4e8-2af18af2000f req-802ebb4a-cb53-4bac-84f8-67a2ed4851c3 tempest-MigrationsAdminTest-2031142641 tempest-MigrationsAdminTest-2031142641-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373661 Feb 02 06:58:14.231267 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port 3fcce57c-8852-4dbe-a32a-87b009f662f4 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 06:58:14.235926 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port 3fcce57c-8852-4dbe-a32a-87b009f662f4 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:58:14.236360 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (3fcce57c-8852-4dbe-a32a-87b009f662f4), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:14.261485 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a093099-6816-42ad-8b98-3e43c077f5cb req-a101e48a-f11f-45ac-bacd-beaf5ef02072 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Made reservation on behalf of fe8bfc83663b43b9aae4137bcb39e5dc for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:58:14.265748 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-4a093099-6816-42ad-8b98-3e43c077f5cb req-a101e48a-f11f-45ac-bacd-beaf5ef02072 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:14.323145 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-aa9b45fc-6f06-4872-9ffd-f124a78381fc req-cacecdf3-3011-4f9e-817b-b6b6a08545cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7 {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:58:14.350374 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-aa9b45fc-6f06-4872-9ffd-f124a78381fc req-cacecdf3-3011-4f9e-817b-b6b6a08545cc service neutron] Publish callbacks [] for port (6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:14.397936 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-aa9b45fc-6f06-4872-9ffd-f124a78381fc req-cacecdf3-3011-4f9e-817b-b6b6a08545cc service neutron] Transition to ACTIVE for port object 6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7 will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 06:58:14.413542 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-aa9b45fc-6f06-4872-9ffd-f124a78381fc req-cacecdf3-3011-4f9e-817b-b6b6a08545cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:14.510342 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 3fcce57c-8852-4dbe-a32a-87b009f662f4 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:58:14.512538 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3fcce57c-8852-4dbe-a32a-87b009f662f4), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:14.576169 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacecdf3-3011-4f9e-817b-b6b6a08545cc service neutron] Pushing event updated for resources: {'Port': ['ID=6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:58:14.738858 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 3fcce57c-8852-4dbe-a32a-87b009f662f4, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=3fcce57c-8852-4dbe-a32a-87b009f662f4,segment=NetworkSegment(8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763),segment_id=8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:58:14.754607 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a470b4a6-4443-4ecb-ac1b-483a124c1d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fcce57c-8852-4dbe-a32a-87b009f662f4'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:58:14.765900 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e3f6f6-d84f-4b7c-8021-5e488e8d201f" -d '{"events": [{"server_uuid": "a470b4a6-4443-4ecb-ac1b-483a124c1d07", "name": "network-vif-plugged", "status": "completed", "tag": "3fcce57c-8852-4dbe-a32a-87b009f662f4"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:58:14.766878 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f47e9d-a841-4f25-8e5b-236b72c12c2e req-f4ae1ca6-7d85-4191-b55d-7c3c5c9699be tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:14.776071 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-79f47e9d-a841-4f25-8e5b-236b72c12c2e req-f4ae1ca6-7d85-4191-b55d-7c3c5c9699be tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=a470b4a6-4443-4ecb-ac1b-483a124c1d07 HTTP/1.1" status: 200 len: 944 time: 0.4562147 Feb 02 06:58:14.780386 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (3fcce57c-8852-4dbe-a32a-87b009f662f4), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:14.781805 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-aa9b45fc-6f06-4872-9ffd-f124a78381fc req-cacecdf3-3011-4f9e-817b-b6b6a08545cc service neutron] Attempting to bind port 6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7 on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:58:14.782262 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-aa9b45fc-6f06-4872-9ffd-f124a78381fc req-cacecdf3-3011-4f9e-817b-b6b6a08545cc service neutron] Attempting to bind port 6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7 by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:58:14.784108 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9b45fc-6f06-4872-9ffd-f124a78381fc req-cacecdf3-3011-4f9e-817b-b6b6a08545cc service neutron] Attempting to bind port 6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7 on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:58:14.796316 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:14.825806 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9b45fc-6f06-4872-9ffd-f124a78381fc req-cacecdf3-3011-4f9e-817b-b6b6a08545cc service neutron] Port 6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7 on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 06:58:14.826587 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9b45fc-6f06-4872-9ffd-f124a78381fc req-cacecdf3-3011-4f9e-817b-b6b6a08545cc service neutron] Attempting to bind port 6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7 on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:58:14.845970 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9b45fc-6f06-4872-9ffd-f124a78381fc req-cacecdf3-3011-4f9e-817b-b6b6a08545cc service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:58:14.846781 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9b45fc-6f06-4872-9ffd-f124a78381fc req-cacecdf3-3011-4f9e-817b-b6b6a08545cc service neutron] Checking segment: {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:58:14.847507 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9b45fc-6f06-4872-9ffd-f124a78381fc req-cacecdf3-3011-4f9e-817b-b6b6a08545cc service neutron] Bound using segment: {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:58:14.848236 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-aa9b45fc-6f06-4872-9ffd-f124a78381fc req-cacecdf3-3011-4f9e-817b-b6b6a08545cc service neutron] Bound port: 6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:58:14.849593 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-aa9b45fc-6f06-4872-9ffd-f124a78381fc req-cacecdf3-3011-4f9e-817b-b6b6a08545cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:14.856390 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-4a093099-6816-42ad-8b98-3e43c077f5cb req-a101e48a-f11f-45ac-bacd-beaf5ef02072 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Allocated IP 172.20.0.9 (a90e0175-1e1a-46fd-ade5-a34b643c83ca/718edbdc-92b0-46ac-b280-821a5ec70f8a/027283f6-1957-43b9-b42a-9462ef40f806) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:58:14.894799 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-79f47e9d-a841-4f25-8e5b-236b72c12c2e req-27776020-a669-4296-b369-ed492a5d9d6e tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/security-groups?id=99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092255 Feb 02 06:58:14.929544 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc816f-7feb-45f5-820f-08d48e8890a6 req-abc9123d-b04a-4439-b5f8-75bd4e85d487 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:14.939137 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-97dc816f-7feb-45f5-820f-08d48e8890a6 req-abc9123d-b04a-4439-b5f8-75bd4e85d487 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=539d6435-fed7-475c-8676-0ea9e9697aa3 HTTP/1.1" status: 200 len: 947 time: 0.1936769 Feb 02 06:58:15.016639 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-aa9b45fc-6f06-4872-9ffd-f124a78381fc req-cacecdf3-3011-4f9e-817b-b6b6a08545cc service neutron] For port 6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7, host n-h2-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:58:15.047025 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=3fcce57c-8852-4dbe-a32a-87b009f662f4,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:58:15.059029 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-97dc816f-7feb-45f5-820f-08d48e8890a6 req-67fc86cc-9763-4420-817e-872547c2c857 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144319 Feb 02 06:58:15.067706 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-aa9b45fc-6f06-4872-9ffd-f124a78381fc req-cacecdf3-3011-4f9e-817b-b6b6a08545cc service neutron] For port 6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:58:15.086495 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-aa9b45fc-6f06-4872-9ffd-f124a78381fc req-cacecdf3-3011-4f9e-817b-b6b6a08545cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:15.172387 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b45fc-6f06-4872-9ffd-f124a78381fc req-cacecdf3-3011-4f9e-817b-b6b6a08545cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:15.175198 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-aa9b45fc-6f06-4872-9ffd-f124a78381fc req-cacecdf3-3011-4f9e-817b-b6b6a08545cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:15.182077 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-aa9b45fc-6f06-4872-9ffd-f124a78381fc req-cacecdf3-3011-4f9e-817b-b6b6a08545cc service neutron] 10.222.0.59 "PUT /v2.0/ports/6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7 HTTP/1.1" status: 200 len: 1096 time: 1.7522819 Feb 02 06:58:15.182646 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '539d6435-fed7-475c-8676-0ea9e9697aa3', 'tag': '6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:58:15.197664 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e0e03f7-4dcb-4c08-a23d-de0f7ac8bba8" -d '{"events": [{"name": "network-changed", "server_uuid": "539d6435-fed7-475c-8676-0ea9e9697aa3", "tag": "6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:58:15.262555 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a315dc-dd16-4abd-8072-9bf4279dc3d0 req-27fc6b3a-fff1-46e6-8c27-c7c1115b557a tempest-LiveMigrationTest-749161847 tempest-LiveMigrationTest-749161847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:15.264457 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a8a315dc-dd16-4abd-8072-9bf4279dc3d0 req-27fc6b3a-fff1-46e6-8c27-c7c1115b557a tempest-LiveMigrationTest-749161847 tempest-LiveMigrationTest-749161847-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 1127 time: 0.2489321 Feb 02 06:58:15.370500 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacecdf3-3011-4f9e-817b-b6b6a08545cc service neutron] Pushing event updated for resources: {'Port': ['ID=6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:58:15.415064 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b45fc-6f06-4872-9ffd-f124a78381fc req-7d73e75c-9908-4988-a50e-9833a548245c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:15.416987 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-aa9b45fc-6f06-4872-9ffd-f124a78381fc req-7d73e75c-9908-4988-a50e-9833a548245c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e34e7485085f4555b7019dbfd89a06da&device_id=539d6435-fed7-475c-8676-0ea9e9697aa3 HTTP/1.1" status: 200 len: 1130 time: 0.1635227 Feb 02 06:58:15.484440 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-4a093099-6816-42ad-8b98-3e43c077f5cb req-a101e48a-f11f-45ac-bacd-beaf5ef02072 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Publish callbacks [] for port (027283f6-1957-43b9-b42a-9462ef40f806), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:15.534799 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-aa9b45fc-6f06-4872-9ffd-f124a78381fc req-edc113df-84ea-4989-9ac7-91040a72a5de service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7 HTTP/1.1" status: 200 len: 217 time: 0.1039078 Feb 02 06:58:15.577655 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-4a093099-6816-42ad-8b98-3e43c077f5cb req-a101e48a-f11f-45ac-bacd-beaf5ef02072 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (027283f6-1957-43b9-b42a-9462ef40f806), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:15.639613 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b45fc-6f06-4872-9ffd-f124a78381fc req-ad225605-5c3e-4b6d-8029-25b1fcf467aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:15.641478 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-aa9b45fc-6f06-4872-9ffd-f124a78381fc req-ad225605-5c3e-4b6d-8029-25b1fcf467aa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.0998094 Feb 02 06:58:15.738385 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a093099-6816-42ad-8b98-3e43c077f5cb req-a101e48a-f11f-45ac-bacd-beaf5ef02072 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Network a90e0175-1e1a-46fd-ade5-a34b643c83ca is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:58:15.748398 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-4a093099-6816-42ad-8b98-3e43c077f5cb req-a101e48a-f11f-45ac-bacd-beaf5ef02072 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:58:15.753711 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b45fc-6f06-4872-9ffd-f124a78381fc req-ad1636e5-2b77-4019-8fd6-abb7ac5e419b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:15.757588 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-aa9b45fc-6f06-4872-9ffd-f124a78381fc req-ad1636e5-2b77-4019-8fd6-abb7ac5e419b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1092954 Feb 02 06:58:15.764195 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a8a315dc-dd16-4abd-8072-9bf4279dc3d0 req-dd12d9d0-5575-4bdd-83cd-82d5dd1f6133 tempest-LiveMigrationTest-749161847 tempest-LiveMigrationTest-749161847-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4909077 Feb 02 06:58:15.767430 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a093099-6816-42ad-8b98-3e43c077f5cb req-a101e48a-f11f-45ac-bacd-beaf5ef02072 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:58:15.847399 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1426e36-43a4-46bd-8c09-957d926d959c req-95a26942-63cc-476f-9f64-f0e33a7e18c7 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:15.860589 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c1426e36-43a4-46bd-8c09-957d926d959c req-95a26942-63cc-476f-9f64-f0e33a7e18c7 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.88 "GET /v2.0/networks?id=92a762a3-20b1-4c9e-a89a-03f21e3921ba HTTP/1.1" status: 200 len: 815 time: 0.6201496 Feb 02 06:58:15.914131 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:15.983176 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-aa9b45fc-6f06-4872-9ffd-f124a78381fc req-6697f3ad-59e3-4e0b-b935-bb4127bc8e07 service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178693 Feb 02 06:58:16.019576 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a101e48a-f11f-45ac-bacd-beaf5ef02072 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Pushing event updated for resources: {'Port': ['ID=027283f6-1957-43b9-b42a-9462ef40f806,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:58:16.047881 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a101e48a-f11f-45ac-bacd-beaf5ef02072 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:58:16.048233 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a101e48a-f11f-45ac-bacd-beaf5ef02072 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:58:16.048580 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a101e48a-f11f-45ac-bacd-beaf5ef02072 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:58:16.048918 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a101e48a-f11f-45ac-bacd-beaf5ef02072 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:58:16.049253 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a101e48a-f11f-45ac-bacd-beaf5ef02072 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:58:16.049585 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a101e48a-f11f-45ac-bacd-beaf5ef02072 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:58:16.049916 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a101e48a-f11f-45ac-bacd-beaf5ef02072 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:58:16.050247 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a101e48a-f11f-45ac-bacd-beaf5ef02072 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:58:16.050575 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a101e48a-f11f-45ac-bacd-beaf5ef02072 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:58:16.050900 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a101e48a-f11f-45ac-bacd-beaf5ef02072 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:58:16.051226 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a101e48a-f11f-45ac-bacd-beaf5ef02072 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:58:16.051817 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a101e48a-f11f-45ac-bacd-beaf5ef02072 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:58:16.052291 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a101e48a-f11f-45ac-bacd-beaf5ef02072 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:58:16.091396 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a093099-6816-42ad-8b98-3e43c077f5cb req-a101e48a-f11f-45ac-bacd-beaf5ef02072 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:16.092103 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-4a093099-6816-42ad-8b98-3e43c077f5cb req-a101e48a-f11f-45ac-bacd-beaf5ef02072 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:16.108930 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-aa9b45fc-6f06-4872-9ffd-f124a78381fc req-2b046459-e340-401d-97a3-ee8e052c7f0e service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177831 Feb 02 06:58:16.186237 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4a093099-6816-42ad-8b98-3e43c077f5cb req-a101e48a-f11f-45ac-bacd-beaf5ef02072 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3921101 Feb 02 06:58:16.196612 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00595538-8644-4030-b71e-a0785dbd0f1d req-0dc37b48-cbdd-491d-aa6a-e151610aaf5f tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:16.198661 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-00595538-8644-4030-b71e-a0785dbd0f1d req-0dc37b48-cbdd-491d-aa6a-e151610aaf5f tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c HTTP/1.1" status: 200 len: 931 time: 0.3304043 Feb 02 06:58:16.207216 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c1426e36-43a4-46bd-8c09-957d926d959c req-296b7fa5-17a4-48d8-af60-cd2524f286c4 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5b11438631643ef8d3efce0551ce774 HTTP/1.1" status: 200 len: 380 time: 0.2993634 Feb 02 06:58:16.224322 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-4a093099-6816-42ad-8b98-3e43c077f5cb req-f895bc26-18f4-4e75-bdfd-8d2cec56bf75 service neutron] Request body: {'port': {'device_id': 'fca1b71b-be67-49f9-bcaa-0646c57a6b8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:58:16.236285 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-c1426e36-43a4-46bd-8c09-957d926d959c req-ac924835-a21b-487e-a7ca-6be9325472c4 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Request body: {'port': {'device_id': 'ef20bc9d-0fdd-4c70-990c-50f4bee6311e', 'network_id': '92a762a3-20b1-4c9e-a89a-03f21e3921ba', 'admin_state_up': True, 'tenant_id': 'a5b11438631643ef8d3efce0551ce774', 'security_groups': ['31b982a2-44bb-4266-ae52-5267da420a0c']}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:58:16.364269 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8ef7d15a-d683-44de-99a9-a63535895ad4 req-6a4b8275-e34e-42f6-a8c8-91656e77e7b9 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20bc9d-0fdd-4c70-990c-50f4bee6311e HTTP/1.1" status: 200 len: 210 time: 0.0604069 Feb 02 06:58:16.407032 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 06:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf7d0d58-bb57-4ac8-bdc2-e2ebadc271d7 x-openstack-request-id: req-cf7d0d58-bb57-4ac8-bdc2-e2ebadc271d7 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:58:16.407621 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a470b4a6-4443-4ecb-ac1b-483a124c1d07", "name": "network-vif-plugged", "status": "completed", "tag": "3fcce57c-8852-4dbe-a32a-87b009f662f4", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:58:16.408113 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-cf7d0d58-bb57-4ac8-bdc2-e2ebadc271d7 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:58:16.408720 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a470b4a6-4443-4ecb-ac1b-483a124c1d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fcce57c-8852-4dbe-a32a-87b009f662f4', 'code': 200} Feb 02 06:58:16.571104 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2da4d84-753e-4bb8-82f1-9091feb30a9f req-b9c469fd-c3e7-4478-9b38-bad576ca4fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:16.573616 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a2da4d84-753e-4bb8-82f1-9091feb30a9f req-b9c469fd-c3e7-4478-9b38-bad576ca4fa2 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a470b4a6-4443-4ecb-ac1b-483a124c1d07 HTTP/1.1" status: 200 len: 1128 time: 0.0595691 Feb 02 06:58:16.635697 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 06:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac77e125-cf57-4312-b75e-6f2ca18c898d x-openstack-request-id: req-ac77e125-cf57-4312-b75e-6f2ca18c898d {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:58:16.641315 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "539d6435-fed7-475c-8676-0ea9e9697aa3", "tag": "6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:58:16.641633 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ac77e125-cf57-4312-b75e-6f2ca18c898d {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:58:16.642083 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '539d6435-fed7-475c-8676-0ea9e9697aa3', 'tag': '6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7', 'status': 'completed', 'code': 200} Feb 02 06:58:16.759821 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a2da4d84-753e-4bb8-82f1-9091feb30a9f req-86e51e03-fcde-417d-9f2a-d1a6d3472e3a service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775782 Feb 02 06:58:16.781903 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e03f7-4dcb-4c08-a23d-de0f7ac8bba8 req-9ae7e482-a85c-4732-96bb-e883239aff6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:16.783405 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6e0e03f7-4dcb-4c08-a23d-de0f7ac8bba8 req-9ae7e482-a85c-4732-96bb-e883239aff6e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e34e7485085f4555b7019dbfd89a06da&device_id=539d6435-fed7-475c-8676-0ea9e9697aa3 HTTP/1.1" status: 200 len: 1130 time: 0.1378412 Feb 02 06:58:16.892418 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e03f7-4dcb-4c08-a23d-de0f7ac8bba8 req-0a07f93e-f0d1-4af6-a616-1ec8daea5d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:16.893975 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6e0e03f7-4dcb-4c08-a23d-de0f7ac8bba8 req-0a07f93e-f0d1-4af6-a616-1ec8daea5d08 service neutron] 10.222.0.59 "GET /v2.0/networks?id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 HTTP/1.1" status: 200 len: 870 time: 0.1023259 Feb 02 06:58:16.902969 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc56ccc-bef8-4f20-995a-ff7cdaa09196 req-4b4172fc-7ea1-4c45-9f69-fe126437f666 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:16.910614 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cbc56ccc-bef8-4f20-995a-ff7cdaa09196 req-4b4172fc-7ea1-4c45-9f69-fe126437f666 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=a470b4a6-4443-4ecb-ac1b-483a124c1d07 HTTP/1.1" status: 200 len: 945 time: 0.2052000 Feb 02 06:58:16.973000 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6e0e03f7-4dcb-4c08-a23d-de0f7ac8bba8 req-f26783dc-d19c-49ef-a3f2-1fd975ae8683 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7 HTTP/1.1" status: 200 len: 217 time: 0.0550065 Feb 02 06:58:17.063300 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cbc56ccc-bef8-4f20-995a-ff7cdaa09196 req-5aeb2431-1320-476f-bff7-94532b8ff52b tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/security-groups?id=99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506062 Feb 02 06:58:17.072849 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e03f7-4dcb-4c08-a23d-de0f7ac8bba8 req-c0f7002c-252c-4ed4-8b2f-823e60602f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:17.074650 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6e0e03f7-4dcb-4c08-a23d-de0f7ac8bba8 req-c0f7002c-252c-4ed4-8b2f-823e60602f5e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.0944879 Feb 02 06:58:17.131867 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-00595538-8644-4030-b71e-a0785dbd0f1d req-757ab831-4c66-48c7-b8d9-674508abbb75 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9132700 Feb 02 06:58:17.176855 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-4a093099-6816-42ad-8b98-3e43c077f5cb req-f895bc26-18f4-4e75-bdfd-8d2cec56bf75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (027283f6-1957-43b9-b42a-9462ef40f806), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:17.197790 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7f848f08-9e79-4194-b051-6f48c55beb83 req-634587bb-af4d-4006-9dcf-44a34626529e service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9389355 Feb 02 06:58:17.215188 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e03f7-4dcb-4c08-a23d-de0f7ac8bba8 req-7f6e366d-8631-40a3-98d5-1bcc6eaa6389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:17.217287 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6e0e03f7-4dcb-4c08-a23d-de0f7ac8bba8 req-7f6e366d-8631-40a3-98d5-1bcc6eaa6389 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1345534 Feb 02 06:58:17.319427 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:17.368456 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc326e6-5c61-4caa-91c6-a64cd921ef70 req-feb70e2c-583d-4fa2-81e8-8e63fd7b3ce1 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:17.379017 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-adc326e6-5c61-4caa-91c6-a64cd921ef70 req-feb70e2c-583d-4fa2-81e8-8e63fd7b3ce1 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=539d6435-fed7-475c-8676-0ea9e9697aa3 HTTP/1.1" status: 200 len: 947 time: 0.2062149 Feb 02 06:58:17.403699 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1426e36-43a4-46bd-8c09-957d926d959c req-ac924835-a21b-487e-a7ca-6be9325472c4 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Made reservation on behalf of a5b11438631643ef8d3efce0551ce774 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:58:17.413671 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-c1426e36-43a4-46bd-8c09-957d926d959c req-ac924835-a21b-487e-a7ca-6be9325472c4 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:17.475050 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6e0e03f7-4dcb-4c08-a23d-de0f7ac8bba8 req-fe88d5ea-c01c-4d14-bfc8-0b834f9c89b4 service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359161 Feb 02 06:58:17.499872 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-adc326e6-5c61-4caa-91c6-a64cd921ef70 req-c7593e3d-7b36-491a-b4de-e0eff5a69721 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196160 Feb 02 06:58:17.794193 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8b601c9a-f635-4e41-875f-f1dd5890ee12 req-63093173-336a-4a72-951d-7452cffdd740 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20bc9d-0fdd-4c70-990c-50f4bee6311e HTTP/1.1" status: 200 len: 210 time: 0.0576823 Feb 02 06:58:17.801011 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6e0e03f7-4dcb-4c08-a23d-de0f7ac8bba8 req-837bc462-b9fb-446c-be5a-840d5aca69e3 service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000777 Feb 02 06:58:17.833969 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c649b-803d-46c8-b191-2963fe3bc40b req-7ac2cf2d-b957-47c3-9b10-19782eb1139b tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:17.842771 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0d4c649b-803d-46c8-b191-2963fe3bc40b req-7ac2cf2d-b957-47c3-9b10-19782eb1139b tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618 HTTP/1.1" status: 200 len: 949 time: 0.4111259 Feb 02 06:58:18.101049 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0d4c649b-803d-46c8-b191-2963fe3bc40b req-a8474f73-6694-4326-b3ba-2c7cef56e757 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513158 Feb 02 06:58:18.170164 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-c1426e36-43a4-46bd-8c09-957d926d959c req-ac924835-a21b-487e-a7ca-6be9325472c4 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Allocated IP 172.20.0.4 (92a762a3-20b1-4c9e-a89a-03f21e3921ba/c71b07ec-88b6-4b91-88af-cdbe675ae5c4/296f46a0-2dcd-433c-a6af-89f30d22d86c) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:58:18.256215 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-4a093099-6816-42ad-8b98-3e43c077f5cb req-f895bc26-18f4-4e75-bdfd-8d2cec56bf75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 027283f6-1957-43b9-b42a-9462ef40f806 {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:58:18.262805 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd790d0-3d14-4b28-8598-429d03048563 req-efd2158d-6521-44c6-bd3e-3ad255653543 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:18.264876 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-4a093099-6816-42ad-8b98-3e43c077f5cb req-f895bc26-18f4-4e75-bdfd-8d2cec56bf75 service neutron] Publish callbacks [] for port (027283f6-1957-43b9-b42a-9462ef40f806), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:18.271447 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-abd790d0-3d14-4b28-8598-429d03048563 req-efd2158d-6521-44c6-bd3e-3ad255653543 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=a470b4a6-4443-4ecb-ac1b-483a124c1d07 HTTP/1.1" status: 200 len: 945 time: 0.1186945 Feb 02 06:58:18.279249 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-4a093099-6816-42ad-8b98-3e43c077f5cb req-f895bc26-18f4-4e75-bdfd-8d2cec56bf75 service neutron] Transition to ACTIVE for port object 027283f6-1957-43b9-b42a-9462ef40f806 will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 06:58:18.300997 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-4a093099-6816-42ad-8b98-3e43c077f5cb req-f895bc26-18f4-4e75-bdfd-8d2cec56bf75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (027283f6-1957-43b9-b42a-9462ef40f806), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:18.352599 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f895bc26-18f4-4e75-bdfd-8d2cec56bf75 service neutron] Pushing event updated for resources: {'Port': ['ID=027283f6-1957-43b9-b42a-9462ef40f806,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:58:18.370351 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-abd790d0-3d14-4b28-8598-429d03048563 req-dc375f97-9443-4900-b272-b55eebfd74ce tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/security-groups?id=99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978467 Feb 02 06:58:18.578586 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-4a093099-6816-42ad-8b98-3e43c077f5cb req-f895bc26-18f4-4e75-bdfd-8d2cec56bf75 service neutron] Attempting to bind port 027283f6-1957-43b9-b42a-9462ef40f806 on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:58:18.579057 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-4a093099-6816-42ad-8b98-3e43c077f5cb req-f895bc26-18f4-4e75-bdfd-8d2cec56bf75 service neutron] Attempting to bind port 027283f6-1957-43b9-b42a-9462ef40f806 by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': 'ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a90e0175-1e1a-46fd-ade5-a34b643c83ca'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:58:18.579910 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a093099-6816-42ad-8b98-3e43c077f5cb req-f895bc26-18f4-4e75-bdfd-8d2cec56bf75 service neutron] Attempting to bind port 027283f6-1957-43b9-b42a-9462ef40f806 on network a90e0175-1e1a-46fd-ade5-a34b643c83ca {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:58:18.599232 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a093099-6816-42ad-8b98-3e43c077f5cb req-f895bc26-18f4-4e75-bdfd-8d2cec56bf75 service neutron] Port 027283f6-1957-43b9-b42a-9462ef40f806 on network a90e0175-1e1a-46fd-ade5-a34b643c83ca not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 06:58:18.600756 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a093099-6816-42ad-8b98-3e43c077f5cb req-f895bc26-18f4-4e75-bdfd-8d2cec56bf75 service neutron] Attempting to bind port 027283f6-1957-43b9-b42a-9462ef40f806 on network a90e0175-1e1a-46fd-ade5-a34b643c83ca {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:58:18.611654 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfbd518-318c-4eb3-854d-7c5d7de77a9f req-d13799ca-0582-4563-b37a-69e0674f1208 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:18.612854 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a093099-6816-42ad-8b98-3e43c077f5cb req-f895bc26-18f4-4e75-bdfd-8d2cec56bf75 service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:58:18.613383 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a093099-6816-42ad-8b98-3e43c077f5cb req-f895bc26-18f4-4e75-bdfd-8d2cec56bf75 service neutron] Checking segment: {'id': 'ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a90e0175-1e1a-46fd-ade5-a34b643c83ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:58:18.614666 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a093099-6816-42ad-8b98-3e43c077f5cb req-f895bc26-18f4-4e75-bdfd-8d2cec56bf75 service neutron] Bound using segment: {'id': 'ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a90e0175-1e1a-46fd-ade5-a34b643c83ca'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:58:18.615398 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-4a093099-6816-42ad-8b98-3e43c077f5cb req-f895bc26-18f4-4e75-bdfd-8d2cec56bf75 service neutron] Bound port: 027283f6-1957-43b9-b42a-9462ef40f806, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a90e0175-1e1a-46fd-ade5-a34b643c83ca'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:58:18.616065 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-4a093099-6816-42ad-8b98-3e43c077f5cb req-f895bc26-18f4-4e75-bdfd-8d2cec56bf75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (027283f6-1957-43b9-b42a-9462ef40f806), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:18.620900 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3bfbd518-318c-4eb3-854d-7c5d7de77a9f req-d13799ca-0582-4563-b37a-69e0674f1208 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c HTTP/1.1" status: 200 len: 943 time: 0.1394398 Feb 02 06:58:18.728198 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3bfbd518-318c-4eb3-854d-7c5d7de77a9f req-507c4064-5fa2-4a9d-88fe-4836d2bceb3b tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062198 Feb 02 06:58:18.761941 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-c1426e36-43a4-46bd-8c09-957d926d959c req-ac924835-a21b-487e-a7ca-6be9325472c4 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Publish callbacks [] for port (296f46a0-2dcd-433c-a6af-89f30d22d86c), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:18.810920 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-4a093099-6816-42ad-8b98-3e43c077f5cb req-f895bc26-18f4-4e75-bdfd-8d2cec56bf75 service neutron] For port 027283f6-1957-43b9-b42a-9462ef40f806, host n-h2-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:58:18.828412 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-4a093099-6816-42ad-8b98-3e43c077f5cb req-f895bc26-18f4-4e75-bdfd-8d2cec56bf75 service neutron] For port 027283f6-1957-43b9-b42a-9462ef40f806, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=027283f6-1957-43b9-b42a-9462ef40f806,segment=NetworkSegment(ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b),segment_id=ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:58:18.858209 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-4a093099-6816-42ad-8b98-3e43c077f5cb req-f895bc26-18f4-4e75-bdfd-8d2cec56bf75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (027283f6-1957-43b9-b42a-9462ef40f806), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:18.898418 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a093099-6816-42ad-8b98-3e43c077f5cb req-f895bc26-18f4-4e75-bdfd-8d2cec56bf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:18.899437 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-4a093099-6816-42ad-8b98-3e43c077f5cb req-f895bc26-18f4-4e75-bdfd-8d2cec56bf75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:18.901644 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4a093099-6816-42ad-8b98-3e43c077f5cb req-f895bc26-18f4-4e75-bdfd-8d2cec56bf75 service neutron] 10.222.0.59 "PUT /v2.0/ports/027283f6-1957-43b9-b42a-9462ef40f806 HTTP/1.1" status: 200 len: 1092 time: 2.6903801 Feb 02 06:58:18.902253 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fca1b71b-be67-49f9-bcaa-0646c57a6b8c', 'tag': '027283f6-1957-43b9-b42a-9462ef40f806'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:58:18.904664 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace84828-f39c-4545-b079-a3123c0fc402" -d '{"events": [{"name": "network-changed", "server_uuid": "fca1b71b-be67-49f9-bcaa-0646c57a6b8c", "tag": "027283f6-1957-43b9-b42a-9462ef40f806"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:58:18.910988 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-c1426e36-43a4-46bd-8c09-957d926d959c req-ac924835-a21b-487e-a7ca-6be9325472c4 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (296f46a0-2dcd-433c-a6af-89f30d22d86c), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:18.933218 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1426e36-43a4-46bd-8c09-957d926d959c req-ac924835-a21b-487e-a7ca-6be9325472c4 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Network 92a762a3-20b1-4c9e-a89a-03f21e3921ba is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:58:18.937706 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-c1426e36-43a4-46bd-8c09-957d926d959c req-ac924835-a21b-487e-a7ca-6be9325472c4 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:58:18.941783 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1426e36-43a4-46bd-8c09-957d926d959c req-ac924835-a21b-487e-a7ca-6be9325472c4 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:58:19.217210 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f895bc26-18f4-4e75-bdfd-8d2cec56bf75 service neutron] Pushing event updated for resources: {'Port': ['ID=027283f6-1957-43b9-b42a-9462ef40f806,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:58:19.256694 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1426e36-43a4-46bd-8c09-957d926d959c req-ac924835-a21b-487e-a7ca-6be9325472c4 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:19.257578 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-c1426e36-43a4-46bd-8c09-957d926d959c req-ac924835-a21b-487e-a7ca-6be9325472c4 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:19.299806 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a093099-6816-42ad-8b98-3e43c077f5cb req-3a6e8db6-1da9-4eab-94d6-a7b1bcde6b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:19.301582 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4a093099-6816-42ad-8b98-3e43c077f5cb req-3a6e8db6-1da9-4eab-94d6-a7b1bcde6b66 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fe8bfc83663b43b9aae4137bcb39e5dc&device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c HTTP/1.1" status: 200 len: 1126 time: 0.2950890 Feb 02 06:58:19.318815 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450972e3-ef13-4082-9b87-493bd859faf0 req-0bc4f8be-6f17-461f-9187-69a57d1e9b7b tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:19.324891 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-450972e3-ef13-4082-9b87-493bd859faf0 req-0bc4f8be-6f17-461f-9187-69a57d1e9b7b tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20bc9d-0fdd-4c70-990c-50f4bee6311e HTTP/1.1" status: 200 len: 931 time: 0.1134636 Feb 02 06:58:19.369416 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8b28b4-3df1-424d-aea5-7497833ccfea req-db9f1d43-2bf6-40a0-b4f9-6287324fe9b9 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:19.376641 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2c8b28b4-3df1-424d-aea5-7497833ccfea req-db9f1d43-2bf6-40a0-b4f9-6287324fe9b9 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=539d6435-fed7-475c-8676-0ea9e9697aa3 HTTP/1.1" status: 200 len: 947 time: 0.2630718 Feb 02 06:58:19.423463 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c1426e36-43a4-46bd-8c09-957d926d959c req-ac924835-a21b-487e-a7ca-6be9325472c4 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1938026 Feb 02 06:58:19.426926 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-8148d691-3626-40d8-8599-5fbe97653ed8 None None] Provisioning complete for port 296f46a0-2dcd-433c-a6af-89f30d22d86c triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:58:19.427545 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-8148d691-3626-40d8-8599-5fbe97653ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (296f46a0-2dcd-433c-a6af-89f30d22d86c), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:19.446976 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-450972e3-ef13-4082-9b87-493bd859faf0 req-5aa68d73-f75b-4fa9-b7db-1a9dfe644f32 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/security-groups?id=31b982a2-44bb-4266-ae52-5267da420a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180854 Feb 02 06:58:19.470263 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4a093099-6816-42ad-8b98-3e43c077f5cb req-9fdc353b-97e4-4e2f-a91e-7cc269fb30f0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=027283f6-1957-43b9-b42a-9462ef40f806 HTTP/1.1" status: 200 len: 217 time: 0.1551905 Feb 02 06:58:19.498985 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-c1426e36-43a4-46bd-8c09-957d926d959c req-586afc23-e469-4f1e-9e2f-0f77b5f3b315 service neutron] Request body: {'port': {'device_id': 'ef20bc9d-0fdd-4c70-990c-50f4bee6311e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:58:19.508671 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac924835-a21b-487e-a7ca-6be9325472c4 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Pushing event updated for resources: {'Port': ['ID=296f46a0-2dcd-433c-a6af-89f30d22d86c,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:58:19.527778 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f848f08-9e79-4194-b051-6f48c55beb83 req-8b52a68e-c7ac-44d6-9b5d-4da65882264c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:19.529966 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7f848f08-9e79-4194-b051-6f48c55beb83 req-8b52a68e-c7ac-44d6-9b5d-4da65882264c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=617f6fde409340a286c916b0c2822b5a&device_id=3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618 HTTP/1.1" status: 200 len: 1132 time: 0.2674749 Feb 02 06:58:19.567596 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 06:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2643a6-43e5-4cc9-97df-42482c186538 x-openstack-request-id: req-db2643a6-43e5-4cc9-97df-42482c186538 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:58:19.568066 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fca1b71b-be67-49f9-bcaa-0646c57a6b8c", "tag": "027283f6-1957-43b9-b42a-9462ef40f806", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:58:19.568441 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-db2643a6-43e5-4cc9-97df-42482c186538 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:58:19.568949 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fca1b71b-be67-49f9-bcaa-0646c57a6b8c', 'tag': '027283f6-1957-43b9-b42a-9462ef40f806', 'status': 'completed', 'code': 200} Feb 02 06:58:19.572962 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-8148d691-3626-40d8-8599-5fbe97653ed8 None None] Port 296f46a0-2dcd-433c-a6af-89f30d22d86c cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 06:58:19.634958 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2c8b28b4-3df1-424d-aea5-7497833ccfea req-906c9ed9-5a74-43c4-a0b2-c7b5fe6434c2 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570708 Feb 02 06:58:19.731049 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f848f08-9e79-4194-b051-6f48c55beb83 req-3b58de37-b8bb-47fa-a9ab-5a67202b6fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:19.733389 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7f848f08-9e79-4194-b051-6f48c55beb83 req-3b58de37-b8bb-47fa-a9ab-5a67202b6fee service neutron] 10.222.0.88 "GET /v2.0/networks?id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 HTTP/1.1" status: 200 len: 870 time: 0.1966722 Feb 02 06:58:19.776951 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-c1426e36-43a4-46bd-8c09-957d926d959c req-586afc23-e469-4f1e-9e2f-0f77b5f3b315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (296f46a0-2dcd-433c-a6af-89f30d22d86c), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:19.799885 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7f848f08-9e79-4194-b051-6f48c55beb83 req-8df41fde-3a8e-4ad8-8ae5-24e79607a88b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=b777664d-9183-4a01-960b-9a3682bfbba5 HTTP/1.1" status: 200 len: 217 time: 0.0549743 Feb 02 06:58:19.812504 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a093099-6816-42ad-8b98-3e43c077f5cb req-812519aa-000f-400a-942d-380d3d4e8176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:19.814165 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4a093099-6816-42ad-8b98-3e43c077f5cb req-812519aa-000f-400a-942d-380d3d4e8176 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=718edbdc-92b0-46ac-b280-821a5ec70f8a HTTP/1.1" status: 200 len: 860 time: 0.3257980 Feb 02 06:58:19.868262 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f848f08-9e79-4194-b051-6f48c55beb83 req-1f6dcff4-a686-43d4-bc1d-588626deb6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:19.870681 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7f848f08-9e79-4194-b051-6f48c55beb83 req-1f6dcff4-a686-43d4-bc1d-588626deb6ca service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.0636888 Feb 02 06:58:19.931113 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4a093099-6816-42ad-8b98-3e43c077f5cb req-b744025f-2f32-4e41-a7c3-19869602c776 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a90e0175-1e1a-46fd-ade5-a34b643c83ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677361 Feb 02 06:58:19.987782 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f848f08-9e79-4194-b051-6f48c55beb83 req-1909f978-d007-476a-8270-0348e230c3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:19.993944 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7f848f08-9e79-4194-b051-6f48c55beb83 req-1909f978-d007-476a-8270-0348e230c3f6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1160772 Feb 02 06:58:20.126667 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed46c4-0ca5-4028-a841-6514fcebebcc req-23a187db-6540-4163-ba2f-c290e45b4524 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:20.128163 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-caed46c4-0ca5-4028-a841-6514fcebebcc req-23a187db-6540-4163-ba2f-c290e45b4524 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=a470b4a6-4443-4ecb-ac1b-483a124c1d07 HTTP/1.1" status: 200 len: 945 time: 0.3524318 Feb 02 06:58:20.182675 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780ad496-2b74-4a15-8540-0e39c36c7697 req-0302872f-5908-4409-b16c-80321748a41c tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:20.191169 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-780ad496-2b74-4a15-8540-0e39c36c7697 req-0302872f-5908-4409-b16c-80321748a41c tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618 HTTP/1.1" status: 200 len: 949 time: 0.1326575 Feb 02 06:58:20.206652 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4a093099-6816-42ad-8b98-3e43c077f5cb req-97403d38-3302-454e-9a22-cba42db3b585 service neutron] 10.222.0.59 "GET /v2.0/networks/a90e0175-1e1a-46fd-ade5-a34b643c83ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516794 Feb 02 06:58:20.241262 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7f848f08-9e79-4194-b051-6f48c55beb83 req-814d9b7e-fb7c-4d37-8fdc-2cf5a98927bb service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334800 Feb 02 06:58:20.284289 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-780ad496-2b74-4a15-8540-0e39c36c7697 req-76f3f84a-847b-40fe-bbae-4fe4cc2f2656 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921767 Feb 02 06:58:20.319881 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4a093099-6816-42ad-8b98-3e43c077f5cb req-4ff0d884-a80c-45a7-88c9-b11d75f4294c service neutron] 10.222.0.59 "GET /v2.0/networks/a90e0175-1e1a-46fd-ade5-a34b643c83ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969317 Feb 02 06:58:20.401248 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-caed46c4-0ca5-4028-a841-6514fcebebcc req-65afd0b3-c1c7-42da-b4fc-88cd257c7ee5 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/security-groups?id=99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966918 Feb 02 06:58:20.522275 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e590c517-7011-415b-8410-e71aa157a044 req-f66e1fd7-df3f-418e-a605-a087fa786b98 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:20.532012 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e590c517-7011-415b-8410-e71aa157a044 req-f66e1fd7-df3f-418e-a605-a087fa786b98 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c HTTP/1.1" status: 200 len: 943 time: 0.1278605 Feb 02 06:58:20.535313 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7f848f08-9e79-4194-b051-6f48c55beb83 req-18df55ea-29cd-4b0a-ba9c-8fcb97f5d020 service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830818 Feb 02 06:58:20.662568 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace84828-f39c-4545-b079-a3123c0fc402 req-cdd16801-ac61-4126-8e41-d5e7919db834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:20.665332 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ace84828-f39c-4545-b079-a3123c0fc402 req-cdd16801-ac61-4126-8e41-d5e7919db834 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fe8bfc83663b43b9aae4137bcb39e5dc&device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c HTTP/1.1" status: 200 len: 1126 time: 0.1984210 Feb 02 06:58:20.698815 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e590c517-7011-415b-8410-e71aa157a044 req-da1ef3b4-5b25-406d-a402-cbd61dafa031 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661873 Feb 02 06:58:20.847595 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace84828-f39c-4545-b079-a3123c0fc402 req-311f566e-a9e9-439a-b18f-28b806c5f6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:20.849892 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ace84828-f39c-4545-b079-a3123c0fc402 req-311f566e-a9e9-439a-b18f-28b806c5f6da service neutron] 10.222.0.59 "GET /v2.0/networks?id=a90e0175-1e1a-46fd-ade5-a34b643c83ca HTTP/1.1" status: 200 len: 921 time: 0.1742346 Feb 02 06:58:20.921070 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ace84828-f39c-4545-b079-a3123c0fc402 req-a9fbc46f-10ac-4306-8197-82d84ee3a03a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=027283f6-1957-43b9-b42a-9462ef40f806 HTTP/1.1" status: 200 len: 217 time: 0.0644093 Feb 02 06:58:20.925654 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ea982-d991-4751-a52c-d3a0dc011b3d req-ceb9d49b-552f-4aab-b023-d27272ca0a46 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:20.935583 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-789ea982-d991-4751-a52c-d3a0dc011b3d req-ceb9d49b-552f-4aab-b023-d27272ca0a46 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20bc9d-0fdd-4c70-990c-50f4bee6311e HTTP/1.1" status: 200 len: 931 time: 0.1344340 Feb 02 06:58:21.000375 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-789ea982-d991-4751-a52c-d3a0dc011b3d req-d2feb05b-32f6-43a5-b2d3-8bfc31866ac5 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/security-groups?id=31b982a2-44bb-4266-ae52-5267da420a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633287 Feb 02 06:58:21.133645 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace84828-f39c-4545-b079-a3123c0fc402 req-5afc7819-7bb2-4528-a2b8-4cead545f9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:21.136232 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ace84828-f39c-4545-b079-a3123c0fc402 req-5afc7819-7bb2-4528-a2b8-4cead545f9a1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=718edbdc-92b0-46ac-b280-821a5ec70f8a HTTP/1.1" status: 200 len: 860 time: 0.1858454 Feb 02 06:58:21.145423 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-c1426e36-43a4-46bd-8c09-957d926d959c req-586afc23-e469-4f1e-9e2f-0f77b5f3b315 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 296f46a0-2dcd-433c-a6af-89f30d22d86c {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:58:21.169040 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-c1426e36-43a4-46bd-8c09-957d926d959c req-586afc23-e469-4f1e-9e2f-0f77b5f3b315 service neutron] Publish callbacks [] for port (296f46a0-2dcd-433c-a6af-89f30d22d86c), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:21.236493 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ace84828-f39c-4545-b079-a3123c0fc402 req-4f47df0b-9817-4cec-8803-5d78ebb51c8d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a90e0175-1e1a-46fd-ade5-a34b643c83ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820777 Feb 02 06:58:21.244890 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-c1426e36-43a4-46bd-8c09-957d926d959c req-586afc23-e469-4f1e-9e2f-0f77b5f3b315 service neutron] Transition to ACTIVE for port object 296f46a0-2dcd-433c-a6af-89f30d22d86c will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 06:58:21.274227 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-c1426e36-43a4-46bd-8c09-957d926d959c req-586afc23-e469-4f1e-9e2f-0f77b5f3b315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (296f46a0-2dcd-433c-a6af-89f30d22d86c), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:21.417714 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586afc23-e469-4f1e-9e2f-0f77b5f3b315 service neutron] Pushing event updated for resources: {'Port': ['ID=296f46a0-2dcd-433c-a6af-89f30d22d86c,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:58:21.428530 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4b5127-4644-40d8-9aff-cd39e4ab4f3a req-1873869a-c29f-4f12-b912-e913e8be1d59 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:21.430076 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6e4b5127-4644-40d8-9aff-cd39e4ab4f3a req-1873869a-c29f-4f12-b912-e913e8be1d59 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=539d6435-fed7-475c-8676-0ea9e9697aa3 HTTP/1.1" status: 200 len: 947 time: 0.2638943 Feb 02 06:58:21.450992 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7 details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 06:58:21.528100 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e512e-ab05-473d-9942-30fcbc514aa8 req-908d6558-c7de-453b-8be4-ed394a2777b4 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:21.532343 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-965e512e-ab05-473d-9942-30fcbc514aa8 req-908d6558-c7de-453b-8be4-ed394a2777b4 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618 HTTP/1.1" status: 200 len: 949 time: 0.0842240 Feb 02 06:58:21.579174 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ace84828-f39c-4545-b079-a3123c0fc402 req-7d78eed4-9b25-4085-96c4-40462f95447b service neutron] 10.222.0.59 "GET /v2.0/networks/a90e0175-1e1a-46fd-ade5-a34b643c83ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329332 Feb 02 06:58:21.647481 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:58:21.654544 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-965e512e-ab05-473d-9942-30fcbc514aa8 req-58934668-8f82-4cf5-9991-fabd065f9b42 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092875 Feb 02 06:58:21.672758 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': '6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7', 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1', 'port_id': '6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7', 'mac_address': 'fa:16:3e:e0:6c:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d773733-62df-4956-84d3-71d17cfb6d11', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 06:58:21.761207 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:58:21.761804 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:21.778791 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:58:21.787372 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-c1426e36-43a4-46bd-8c09-957d926d959c req-586afc23-e469-4f1e-9e2f-0f77b5f3b315 service neutron] Attempting to bind port 296f46a0-2dcd-433c-a6af-89f30d22d86c on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:58:21.787599 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-c1426e36-43a4-46bd-8c09-957d926d959c req-586afc23-e469-4f1e-9e2f-0f77b5f3b315 service neutron] Attempting to bind port 296f46a0-2dcd-433c-a6af-89f30d22d86c by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': '44161496-15f5-466f-995a-9f19bcdfc5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '92a762a3-20b1-4c9e-a89a-03f21e3921ba'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:58:21.787934 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1426e36-43a4-46bd-8c09-957d926d959c req-586afc23-e469-4f1e-9e2f-0f77b5f3b315 service neutron] Attempting to bind port 296f46a0-2dcd-433c-a6af-89f30d22d86c on network 92a762a3-20b1-4c9e-a89a-03f21e3921ba {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:58:21.832207 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:58:21.849968 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:21.873424 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1426e36-43a4-46bd-8c09-957d926d959c req-586afc23-e469-4f1e-9e2f-0f77b5f3b315 service neutron] Port 296f46a0-2dcd-433c-a6af-89f30d22d86c on network 92a762a3-20b1-4c9e-a89a-03f21e3921ba not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 06:58:21.874138 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1426e36-43a4-46bd-8c09-957d926d959c req-586afc23-e469-4f1e-9e2f-0f77b5f3b315 service neutron] Attempting to bind port 296f46a0-2dcd-433c-a6af-89f30d22d86c on network 92a762a3-20b1-4c9e-a89a-03f21e3921ba {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:58:21.917792 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6e4b5127-4644-40d8-9aff-cd39e4ab4f3a req-083e9860-db56-4474-ac61-65cad7cbad8d tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4570262 Feb 02 06:58:21.927174 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:58:21.931586 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1426e36-43a4-46bd-8c09-957d926d959c req-586afc23-e469-4f1e-9e2f-0f77b5f3b315 service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:58:21.936492 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1426e36-43a4-46bd-8c09-957d926d959c req-586afc23-e469-4f1e-9e2f-0f77b5f3b315 service neutron] Checking segment: {'id': '44161496-15f5-466f-995a-9f19bcdfc5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '92a762a3-20b1-4c9e-a89a-03f21e3921ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:58:21.939191 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1426e36-43a4-46bd-8c09-957d926d959c req-586afc23-e469-4f1e-9e2f-0f77b5f3b315 service neutron] Bound using segment: {'id': '44161496-15f5-466f-995a-9f19bcdfc5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '92a762a3-20b1-4c9e-a89a-03f21e3921ba'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:58:21.939700 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-c1426e36-43a4-46bd-8c09-957d926d959c req-586afc23-e469-4f1e-9e2f-0f77b5f3b315 service neutron] Bound port: 296f46a0-2dcd-433c-a6af-89f30d22d86c, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44161496-15f5-466f-995a-9f19bcdfc5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '92a762a3-20b1-4c9e-a89a-03f21e3921ba'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:58:21.940081 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-c1426e36-43a4-46bd-8c09-957d926d959c req-586afc23-e469-4f1e-9e2f-0f77b5f3b315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (296f46a0-2dcd-433c-a6af-89f30d22d86c), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:21.966294 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:21.967519 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e50a564-90e3-456f-88d7-e58000f59cb3 req-5ed8ec9b-b3c3-4cd1-ad56-8a5e1d138864 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:21.969536 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0e50a564-90e3-456f-88d7-e58000f59cb3 req-5ed8ec9b-b3c3-4cd1-ad56-8a5e1d138864 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c HTTP/1.1" status: 200 len: 943 time: 0.0866303 Feb 02 06:58:22.031311 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ace84828-f39c-4545-b079-a3123c0fc402 req-be57ba16-0dbe-4c45-9cd3-ebc3867b927d service neutron] 10.222.0.59 "GET /v2.0/networks/a90e0175-1e1a-46fd-ade5-a34b643c83ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4253836 Feb 02 06:58:22.056562 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0e50a564-90e3-456f-88d7-e58000f59cb3 req-494c2ef8-d5ec-41d5-9884-f64446265077 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781910 Feb 02 06:58:22.087608 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-c1426e36-43a4-46bd-8c09-957d926d959c req-586afc23-e469-4f1e-9e2f-0f77b5f3b315 service neutron] For port 296f46a0-2dcd-433c-a6af-89f30d22d86c, host n-h1-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:58:22.091059 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-c1426e36-43a4-46bd-8c09-957d926d959c req-586afc23-e469-4f1e-9e2f-0f77b5f3b315 service neutron] For port 296f46a0-2dcd-433c-a6af-89f30d22d86c, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=296f46a0-2dcd-433c-a6af-89f30d22d86c,segment=NetworkSegment(44161496-15f5-466f-995a-9f19bcdfc5a0),segment_id=44161496-15f5-466f-995a-9f19bcdfc5a0)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:58:22.101813 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-c1426e36-43a4-46bd-8c09-957d926d959c req-586afc23-e469-4f1e-9e2f-0f77b5f3b315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (296f46a0-2dcd-433c-a6af-89f30d22d86c), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:22.165224 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1426e36-43a4-46bd-8c09-957d926d959c req-586afc23-e469-4f1e-9e2f-0f77b5f3b315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:22.166726 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-c1426e36-43a4-46bd-8c09-957d926d959c req-586afc23-e469-4f1e-9e2f-0f77b5f3b315 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:22.168637 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c1426e36-43a4-46bd-8c09-957d926d959c req-586afc23-e469-4f1e-9e2f-0f77b5f3b315 service neutron] 10.222.0.88 "PUT /v2.0/ports/296f46a0-2dcd-433c-a6af-89f30d22d86c HTTP/1.1" status: 200 len: 1092 time: 2.7015800 Feb 02 06:58:22.213044 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef20bc9d-0fdd-4c70-990c-50f4bee6311e', 'tag': '296f46a0-2dcd-433c-a6af-89f30d22d86c'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:58:22.217508 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976c08bb-f95b-4996-a072-45f9c701ec54" -d '{"events": [{"name": "network-changed", "server_uuid": "ef20bc9d-0fdd-4c70-990c-50f4bee6311e", "tag": "296f46a0-2dcd-433c-a6af-89f30d22d86c"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:58:22.279411 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586afc23-e469-4f1e-9e2f-0f77b5f3b315 service neutron] Pushing event updated for resources: {'Port': ['ID=296f46a0-2dcd-433c-a6af-89f30d22d86c,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:58:22.320816 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52610585-5097-45a9-b892-536fe0824a69 req-857a4028-3766-4617-8ccb-995373ac6e35 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:22.329353 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 35824) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:58:22.340421 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-52610585-5097-45a9-b892-536fe0824a69 req-857a4028-3766-4617-8ccb-995373ac6e35 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20bc9d-0fdd-4c70-990c-50f4bee6311e HTTP/1.1" status: 200 len: 943 time: 0.1998076 Feb 02 06:58:22.370129 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:58:22.589087 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-52610585-5097-45a9-b892-536fe0824a69 req-0b2e69d4-a97c-48ce-ad7b-b302ace141e9 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/security-groups?id=31b982a2-44bb-4266-ae52-5267da420a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2474043 Feb 02 06:58:22.609925 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1426e36-43a4-46bd-8c09-957d926d959c req-50da8dd7-a4f8-4e99-826e-3b1fd8bf07be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:22.616546 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c1426e36-43a4-46bd-8c09-957d926d959c req-50da8dd7-a4f8-4e99-826e-3b1fd8bf07be service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a5b11438631643ef8d3efce0551ce774&device_id=ef20bc9d-0fdd-4c70-990c-50f4bee6311e HTTP/1.1" status: 200 len: 1126 time: 0.2248237 Feb 02 06:58:22.621797 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 06:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd53b87-9c07-4c77-b9bd-b2a0db02f70d x-openstack-request-id: req-0bd53b87-9c07-4c77-b9bd-b2a0db02f70d {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:58:22.622203 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef20bc9d-0fdd-4c70-990c-50f4bee6311e", "tag": "296f46a0-2dcd-433c-a6af-89f30d22d86c", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:58:22.622567 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-0bd53b87-9c07-4c77-b9bd-b2a0db02f70d {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:58:22.624084 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef20bc9d-0fdd-4c70-990c-50f4bee6311e', 'tag': '296f46a0-2dcd-433c-a6af-89f30d22d86c', 'status': 'completed', 'code': 200} Feb 02 06:58:22.660114 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d6fa4efe-73c7-45c8-a0d8-b8e7a8a07514 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:22.701667 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c1426e36-43a4-46bd-8c09-957d926d959c req-2d9e0464-fe60-42fd-8c31-359d341d8953 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=296f46a0-2dcd-433c-a6af-89f30d22d86c HTTP/1.1" status: 200 len: 217 time: 0.0578156 Feb 02 06:58:22.834922 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d6fa4efe-73c7-45c8-a0d8-b8e7a8a07514 admin admin] Publish callbacks [] for security_group (13e4650f-5bcc-4b42-a0a9-3ac0cbdc74ab), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:22.840442 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1426e36-43a4-46bd-8c09-957d926d959c req-bf26feff-03f1-4e69-b139-a7765fcfceda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:22.842117 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c1426e36-43a4-46bd-8c09-957d926d959c req-bf26feff-03f1-4e69-b139-a7765fcfceda service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c71b07ec-88b6-4b91-88af-cdbe675ae5c4 HTTP/1.1" status: 200 len: 854 time: 0.1328166 Feb 02 06:58:22.849643 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d6fa4efe-73c7-45c8-a0d8-b8e7a8a07514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (13e4650f-5bcc-4b42-a0a9-3ac0cbdc74ab), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:22.883350 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e485f-031c-4dc5-917c-79c0e696bde1 req-18c3763b-a067-4e94-9251-fc537e69f9e5 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:22.885818 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4b5e485f-031c-4dc5-917c-79c0e696bde1 req-18c3763b-a067-4e94-9251-fc537e69f9e5 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618 HTTP/1.1" status: 200 len: 949 time: 0.1255951 Feb 02 06:58:22.936536 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1426e36-43a4-46bd-8c09-957d926d959c req-fc412f71-ab4e-46ef-9296-c64b3b014300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:22.938685 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c1426e36-43a4-46bd-8c09-957d926d959c req-fc412f71-ab4e-46ef-9296-c64b3b014300 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=92a762a3-20b1-4c9e-a89a-03f21e3921ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0894268 Feb 02 06:58:22.944919 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d6fa4efe-73c7-45c8-a0d8-b8e7a8a07514 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9dce9927c7d74398bfd0d8fda49dd90e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6142709 Feb 02 06:58:22.945796 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fa4efe-73c7-45c8-a0d8-b8e7a8a07514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e4650f-5bcc-4b42-a0a9-3ac0cbdc74ab,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:58:22.947391 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 35864) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:58:22.983138 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4b5e485f-031c-4dc5-917c-79c0e696bde1 req-cddc806f-4fb1-4414-b14f-f33f5080674d tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873289 Feb 02 06:58:23.102590 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a28777-d1ad-40bc-9bd7-96f549afc941 req-f935c502-a1ce-4b5d-a089-0e74c05e3c73 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:23.104124 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-25a28777-d1ad-40bc-9bd7-96f549afc941 req-f935c502-a1ce-4b5d-a089-0e74c05e3c73 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=539d6435-fed7-475c-8676-0ea9e9697aa3 HTTP/1.1" status: 200 len: 948 time: 0.0641036 Feb 02 06:58:23.115955 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-80674f2d-1899-49bd-81ca-662628345fbd admin admin] Publish callbacks [] for security_group (13e4650f-5bcc-4b42-a0a9-3ac0cbdc74ab), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:23.120654 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c1426e36-43a4-46bd-8c09-957d926d959c req-79e5df89-08c3-4f09-bc96-186218a607ac service neutron] 10.222.0.88 "GET /v2.0/networks/92a762a3-20b1-4c9e-a89a-03f21e3921ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653526 Feb 02 06:58:23.157264 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-25a28777-d1ad-40bc-9bd7-96f549afc941 req-3221d66e-35b4-4c54-a8ea-7204483a2c07 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442822 Feb 02 06:58:23.165938 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-80674f2d-1899-49bd-81ca-662628345fbd admin admin] Publish callbacks [] for security_group (13e4650f-5bcc-4b42-a0a9-3ac0cbdc74ab), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:23.175225 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd4fbe-ec4e-4e83-938f-2d5174ce5e33 req-bbe1b433-57a0-4b4c-8a22-04e46b2027a8 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:23.185758 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e8cd4fbe-ec4e-4e83-938f-2d5174ce5e33 req-bbe1b433-57a0-4b4c-8a22-04e46b2027a8 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] 10.222.0.87 "GET /v2.0/ports?device_id=d405eed3-0b9f-4623-8867-ec57f3a4eeb9 HTTP/1.1" status: 200 len: 950 time: 0.1761892 Feb 02 06:58:23.291773 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bbf47f-76bd-4029-9d05-55714d3d37b3 req-1df10322-209b-478b-bd8c-a24a6fee835f tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:23.293932 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-61bbf47f-76bd-4029-9d05-55714d3d37b3 req-1df10322-209b-478b-bd8c-a24a6fee835f tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c HTTP/1.1" status: 200 len: 943 time: 0.0610583 Feb 02 06:58:23.346899 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-61bbf47f-76bd-4029-9d05-55714d3d37b3 req-2bd98918-942f-402e-a4e7-74cd047d2b2a tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470669 Feb 02 06:58:23.580620 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e8cd4fbe-ec4e-4e83-938f-2d5174ce5e33 req-72f3b02d-9106-42ca-bee0-addd4cd20ab6 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] 10.222.0.87 "GET /v2.0/security-groups?id=4bdd1a44-87ea-435b-a9e6-afe84899370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3894165 Feb 02 06:58:23.588904 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c1426e36-43a4-46bd-8c09-957d926d959c req-2dd9a7d0-e5c6-42e9-9a50-551f1fb9e2ab service neutron] 10.222.0.88 "GET /v2.0/networks/92a762a3-20b1-4c9e-a89a-03f21e3921ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4592147 Feb 02 06:58:23.589982 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-80674f2d-1899-49bd-81ca-662628345fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (13e4650f-5bcc-4b42-a0a9-3ac0cbdc74ab), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:23.592569 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-80674f2d-1899-49bd-81ca-662628345fbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:23.596839 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-80674f2d-1899-49bd-81ca-662628345fbd admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/13e4650f-5bcc-4b42-a0a9-3ac0cbdc74ab HTTP/1.1" status: 204 len: 168 time: 0.6452458 Feb 02 06:58:23.611639 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80674f2d-1899-49bd-81ca-662628345fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e4650f-5bcc-4b42-a0a9-3ac0cbdc74ab,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:58:23.731378 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c08bb-f95b-4996-a072-45f9c701ec54 req-0e155899-4640-4518-9e54-c68618d38c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:23.733185 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-976c08bb-f95b-4996-a072-45f9c701ec54 req-0e155899-4640-4518-9e54-c68618d38c10 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a5b11438631643ef8d3efce0551ce774&device_id=ef20bc9d-0fdd-4c70-990c-50f4bee6311e HTTP/1.1" status: 200 len: 1126 time: 0.0591683 Feb 02 06:58:23.766799 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10851c82-fe57-421d-84b1-58de435d7d6c req-ddbd51c4-bfd5-4a87-b263-14c80e556e58 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:23.768471 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-10851c82-fe57-421d-84b1-58de435d7d6c req-ddbd51c4-bfd5-4a87-b263-14c80e556e58 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20bc9d-0fdd-4c70-990c-50f4bee6311e HTTP/1.1" status: 200 len: 943 time: 0.0794454 Feb 02 06:58:23.838589 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-10851c82-fe57-421d-84b1-58de435d7d6c req-7fb842f9-6e99-4562-8a3e-693207a3e963 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/security-groups?id=31b982a2-44bb-4266-ae52-5267da420a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543628 Feb 02 06:58:23.867830 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c08bb-f95b-4996-a072-45f9c701ec54 req-b0ee584d-41a6-45e8-a39d-94d54d24a8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:23.869583 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-976c08bb-f95b-4996-a072-45f9c701ec54 req-b0ee584d-41a6-45e8-a39d-94d54d24a8cf service neutron] 10.222.0.88 "GET /v2.0/networks?id=92a762a3-20b1-4c9e-a89a-03f21e3921ba HTTP/1.1" status: 200 len: 916 time: 0.1293168 Feb 02 06:58:23.920653 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-976c08bb-f95b-4996-a072-45f9c701ec54 req-b82e02bf-8671-4769-a3b2-757d113803af service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=296f46a0-2dcd-433c-a6af-89f30d22d86c HTTP/1.1" status: 200 len: 217 time: 0.0425162 Feb 02 06:58:23.979845 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c08bb-f95b-4996-a072-45f9c701ec54 req-d7afe4cd-c163-486c-af0d-a14d4727c6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:23.984398 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-976c08bb-f95b-4996-a072-45f9c701ec54 req-d7afe4cd-c163-486c-af0d-a14d4727c6f2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c71b07ec-88b6-4b91-88af-cdbe675ae5c4 HTTP/1.1" status: 200 len: 854 time: 0.0495477 Feb 02 06:58:24.049881 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c08bb-f95b-4996-a072-45f9c701ec54 req-84520d5b-7c6d-49ec-8204-2efcea61b041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:24.052061 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-976c08bb-f95b-4996-a072-45f9c701ec54 req-84520d5b-7c6d-49ec-8204-2efcea61b041 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=92a762a3-20b1-4c9e-a89a-03f21e3921ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0540307 Feb 02 06:58:24.151448 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 3fcce57c-8852-4dbe-a32a-87b009f662f4 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 06:58:24.186192 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf7a34-883d-479f-a8cf-b60d4966fc28 req-a0e2683f-dc87-4075-8f4d-1b58c6cb4849 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:24.196837 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5eaf7a34-883d-479f-a8cf-b60d4966fc28 req-a0e2683f-dc87-4075-8f4d-1b58c6cb4849 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618 HTTP/1.1" status: 200 len: 949 time: 0.1360910 Feb 02 06:58:24.245667 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-976c08bb-f95b-4996-a072-45f9c701ec54 req-50eb4e26-d83e-4824-9709-7158b833dbb0 service neutron] 10.222.0.88 "GET /v2.0/networks/92a762a3-20b1-4c9e-a89a-03f21e3921ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836739 Feb 02 06:58:24.322194 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea2532d-3f7b-444b-8662-77d1ca126d3f req-719aeba4-a8c5-4faa-b90b-3b8a328b3e9b tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:24.325469 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fea2532d-3f7b-444b-8662-77d1ca126d3f req-719aeba4-a8c5-4faa-b90b-3b8a328b3e9b tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=539d6435-fed7-475c-8676-0ea9e9697aa3 HTTP/1.1" status: 200 len: 948 time: 0.0898476 Feb 02 06:58:24.347242 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 3fcce57c-8852-4dbe-a32a-87b009f662f4, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=3fcce57c-8852-4dbe-a32a-87b009f662f4,segment=NetworkSegment(8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763),segment_id=8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:58:24.375008 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': '3fcce57c-8852-4dbe-a32a-87b009f662f4', 'network_id': 'ca6d2336-a914-4a87-8e88-4564aa839535', 'port_id': '3fcce57c-8852-4dbe-a32a-87b009f662f4', 'mac_address': 'fa:16:3e:c0:09:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ed2492-6ddd-43a9-869d-9a8e1e2b11cb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 06:58:24.384851 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fea2532d-3f7b-444b-8662-77d1ca126d3f req-b6e42065-beb1-4323-82e8-8fc63d914b88 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530667 Feb 02 06:58:24.404490 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5eaf7a34-883d-479f-a8cf-b60d4966fc28 req-38efa306-4033-42c5-b977-e49135cf00fd tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945937 Feb 02 06:58:24.450947 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 3fcce57c-8852-4dbe-a32a-87b009f662f4 is: ACTIVE; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:58:24.451531 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3fcce57c-8852-4dbe-a32a-87b009f662f4), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:24.460776 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-976c08bb-f95b-4996-a072-45f9c701ec54 req-2710860e-8e15-4039-a924-63cf0a396f2f service neutron] 10.222.0.88 "GET /v2.0/networks/92a762a3-20b1-4c9e-a89a-03f21e3921ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981895 Feb 02 06:58:24.467541 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3fcce57c-8852-4dbe-a32a-87b009f662f4 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:58:24.505683 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 3fcce57c-8852-4dbe-a32a-87b009f662f4, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=3fcce57c-8852-4dbe-a32a-87b009f662f4,segment=NetworkSegment(8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763),segment_id=8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:58:24.512222 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (3fcce57c-8852-4dbe-a32a-87b009f662f4), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:24.591386 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f2b62-a197-4bd1-a04a-b24dcc21b592 req-4b7ceead-adcd-4b6d-8e76-ac22c6a4a5f0 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:24.593893 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8f8f2b62-a197-4bd1-a04a-b24dcc21b592 req-4b7ceead-adcd-4b6d-8e76-ac22c6a4a5f0 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c HTTP/1.1" status: 200 len: 943 time: 0.0730331 Feb 02 06:58:24.594810 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=3fcce57c-8852-4dbe-a32a-87b009f662f4,revision_number=6']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:58:24.608400 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:58:24.608933 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:58:24.609291 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:58:24.609632 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:58:24.609969 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:58:24.610302 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:58:24.610633 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:58:24.610961 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:58:24.611291 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:58:24.611635 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:58:24.611961 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:58:24.612285 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:58:24.612747 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:58:24.676403 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8f8f2b62-a197-4bd1-a04a-b24dcc21b592 req-136dcceb-3fac-46e9-8241-682ca8cea6b1 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748878 Feb 02 06:58:24.721388 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['3fcce57c-8852-4dbe-a32a-87b009f662f4'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:58:24.877091 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e6124-35bf-4cb3-a88c-d959a92d1aa0 req-3930e42e-aa28-481a-8204-ff88a6cec80a tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:24.880085 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5e9e6124-35bf-4cb3-a88c-d959a92d1aa0 req-3930e42e-aa28-481a-8204-ff88a6cec80a tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] 10.222.0.87 "GET /v2.0/ports?device_id=d405eed3-0b9f-4623-8867-ec57f3a4eeb9 HTTP/1.1" status: 200 len: 950 time: 0.0737755 Feb 02 06:58:24.969719 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5e9e6124-35bf-4cb3-a88c-d959a92d1aa0 req-e9d09ff2-eb6c-43b4-a257-4f4bad60d9ed tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] 10.222.0.87 "GET /v2.0/security-groups?id=4bdd1a44-87ea-435b-a9e6-afe84899370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797338 Feb 02 06:58:25.103639 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fdeba2-0b5b-4c48-922f-f9bf4bbe8118 req-afc1fc95-0166-4d1c-b35a-97ec9167295e tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:25.106687 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-21fdeba2-0b5b-4c48-922f-f9bf4bbe8118 req-afc1fc95-0166-4d1c-b35a-97ec9167295e tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20bc9d-0fdd-4c70-990c-50f4bee6311e HTTP/1.1" status: 200 len: 943 time: 0.0780149 Feb 02 06:58:25.164270 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-21fdeba2-0b5b-4c48-922f-f9bf4bbe8118 req-502b4e92-ed36-42f7-8fb8-4946c151edc0 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/security-groups?id=31b982a2-44bb-4266-ae52-5267da420a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460970 Feb 02 06:58:25.465043 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7 up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:58:25.610951 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port 6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 06:58:25.615141 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port 6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:58:25.615516 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:25.753331 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bc7d07-8df0-42dd-9b2d-a32bebc05c7b req-ed07a6b7-44de-41ac-92e1-6216e852c607 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:25.760306 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e6bc7d07-8df0-42dd-9b2d-a32bebc05c7b req-ed07a6b7-44de-41ac-92e1-6216e852c607 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=539d6435-fed7-475c-8676-0ea9e9697aa3 HTTP/1.1" status: 200 len: 948 time: 0.0988884 Feb 02 06:58:25.777176 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:58:25.777560 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:25.826334 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539d6435-fed7-475c-8676-0ea9e9697aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:58:25.828585 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff9763cc-718c-4973-9019-3023736bb42d" -d '{"events": [{"server_uuid": "539d6435-fed7-475c-8676-0ea9e9697aa3", "name": "network-vif-plugged", "status": "completed", "tag": "6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:58:25.857867 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:58:25.872003 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:25.874919 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e6bc7d07-8df0-42dd-9b2d-a32bebc05c7b req-9526bc06-91ab-4682-9ac8-9e011c7a5ae9 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029692 Feb 02 06:58:25.949760 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:58:26.006364 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2930d-3afb-4730-8e1b-b7ccaa555691 req-658fe067-c9ba-4f88-b4a6-1a18324b2018 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:26.008306 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-51b2930d-3afb-4730-8e1b-b7ccaa555691 req-658fe067-c9ba-4f88-b4a6-1a18324b2018 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618 HTTP/1.1" status: 200 len: 949 time: 0.0706451 Feb 02 06:58:26.071636 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-51b2930d-3afb-4730-8e1b-b7ccaa555691 req-716b7aaf-57c4-4794-83ad-7896345c0cd6 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563273 Feb 02 06:58:26.145458 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 3fcce57c-8852-4dbe-a32a-87b009f662f4 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:58:26.226976 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port 3fcce57c-8852-4dbe-a32a-87b009f662f4 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:58:26.227808 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (3fcce57c-8852-4dbe-a32a-87b009f662f4), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:26.279644 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 06:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a691b6-66ac-45e2-916a-90173e972a0f x-openstack-request-id: req-b3a691b6-66ac-45e2-916a-90173e972a0f {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:58:26.280352 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "539d6435-fed7-475c-8676-0ea9e9697aa3", "name": "network-vif-plugged", "status": "completed", "tag": "6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:58:26.280795 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b3a691b6-66ac-45e2-916a-90173e972a0f {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:58:26.281508 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '539d6435-fed7-475c-8676-0ea9e9697aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7', 'code': 200} Feb 02 06:58:26.373359 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 3fcce57c-8852-4dbe-a32a-87b009f662f4 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:58:26.373873 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3fcce57c-8852-4dbe-a32a-87b009f662f4), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:26.380317 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e4651-7067-48ac-b83c-0eda938da3da req-89816a31-755e-4a83-b8b9-2414f0f71c0c tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:26.382176 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a77e4651-7067-48ac-b83c-0eda938da3da req-89816a31-755e-4a83-b8b9-2414f0f71c0c tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c HTTP/1.1" status: 200 len: 943 time: 0.1027067 Feb 02 06:58:26.411822 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 3fcce57c-8852-4dbe-a32a-87b009f662f4, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=3fcce57c-8852-4dbe-a32a-87b009f662f4,segment=NetworkSegment(8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763),segment_id=8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:58:26.421275 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (3fcce57c-8852-4dbe-a32a-87b009f662f4), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:26.455051 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a77e4651-7067-48ac-b83c-0eda938da3da req-58f7dde9-de5c-4e27-9db0-19ba53278208 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669277 Feb 02 06:58:26.497839 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a265f7b-2b8f-40fb-9861-30726e0c5c8c req-73863d8c-7220-46e1-956d-cbfb0dd5124e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:26.498323 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2a265f7b-2b8f-40fb-9861-30726e0c5c8c req-73863d8c-7220-46e1-956d-cbfb0dd5124e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=539d6435-fed7-475c-8676-0ea9e9697aa3 HTTP/1.1" status: 200 len: 1132 time: 0.1469402 Feb 02 06:58:26.534780 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23883117-4bc4-4d1f-bff1-157900bb2b7b req-dba3aab2-ad0c-4323-85b5-28134662dcfa tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:26.537901 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-23883117-4bc4-4d1f-bff1-157900bb2b7b req-dba3aab2-ad0c-4323-85b5-28134662dcfa tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20bc9d-0fdd-4c70-990c-50f4bee6311e HTTP/1.1" status: 200 len: 943 time: 0.1024654 Feb 02 06:58:26.546347 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=3fcce57c-8852-4dbe-a32a-87b009f662f4,revision_number=7']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:58:26.620690 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2a265f7b-2b8f-40fb-9861-30726e0c5c8c req-53aa44a2-c53d-460b-b8e9-95e38edafe65 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101263 Feb 02 06:58:26.675587 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-23883117-4bc4-4d1f-bff1-157900bb2b7b req-2a2abdf3-2361-4efa-9583-435e3481fff9 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/security-groups?id=31b982a2-44bb-4266-ae52-5267da420a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268380 Feb 02 06:58:26.974107 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:27.100047 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676242db-38f6-4a76-951a-4c0608bf73a4 req-8db4fac4-3172-4350-95c6-a09c33c73ee4 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:27.106323 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-676242db-38f6-4a76-951a-4c0608bf73a4 req-8db4fac4-3172-4350-95c6-a09c33c73ee4 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=539d6435-fed7-475c-8676-0ea9e9697aa3 HTTP/1.1" status: 200 len: 949 time: 0.1189530 Feb 02 06:58:27.121565 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 36012) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:58:27.217413 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-676242db-38f6-4a76-951a-4c0608bf73a4 req-67d0952f-4657-475f-bd45-e46cde840697 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100316 Feb 02 06:58:27.249212 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1976a10-d278-4042-8b4a-38d675f51d64 req-66ed78e9-c722-4668-8377-3702ca698fde tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:27.256817 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d1976a10-d278-4042-8b4a-38d675f51d64 req-66ed78e9-c722-4668-8377-3702ca698fde tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618 HTTP/1.1" status: 200 len: 949 time: 0.0843549 Feb 02 06:58:27.344893 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d1976a10-d278-4042-8b4a-38d675f51d64 req-7126e5aa-e4f7-483c-a88e-97476771dbb8 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870101 Feb 02 06:58:27.375886 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a0f73b24-8af1-418c-ab11-b4385f88e835 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:27.460021 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device d6671b30-9c6e-40a0-b82b-6df470fe9336 no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 06:58:27.491170 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a0f73b24-8af1-418c-ab11-b4385f88e835 admin admin] Publish callbacks [] for security_group (feaf8954-afe1-44b2-8e6c-578a9eeabeb3), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:27.502199 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a0f73b24-8af1-418c-ab11-b4385f88e835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (feaf8954-afe1-44b2-8e6c-578a9eeabeb3), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:27.558219 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a0f73b24-8af1-418c-ab11-b4385f88e835 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=1fb8cacba371471798b9d20a853711ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4327273 Feb 02 06:58:27.558219 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f73b24-8af1-418c-ab11-b4385f88e835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feaf8954-afe1-44b2-8e6c-578a9eeabeb3,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:58:27.558944 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 36038) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:58:27.621646 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port d6671b30-9c6e-40a0-b82b-6df470fe9336 is: ACTIVE; New status is: DOWN {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:58:27.622625 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (d6671b30-9c6e-40a0-b82b-6df470fe9336), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:27.635489 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bb39dc85-be2c-4959-8e3f-3d3b4860df84 admin admin] Publish callbacks [] for security_group (feaf8954-afe1-44b2-8e6c-578a9eeabeb3), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:27.662131 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port d6671b30-9c6e-40a0-b82b-6df470fe9336, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=d6671b30-9c6e-40a0-b82b-6df470fe9336,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:58:27.680401 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (d6671b30-9c6e-40a0-b82b-6df470fe9336), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:27.694326 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bb39dc85-be2c-4959-8e3f-3d3b4860df84 admin admin] Publish callbacks [] for security_group (feaf8954-afe1-44b2-8e6c-578a9eeabeb3), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:27.706017 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cab1ae-df25-472a-97fd-7d30f106384d req-c25221c4-e6b2-4bec-9b12-4379eb64642f tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:27.710225 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f0cab1ae-df25-472a-97fd-7d30f106384d req-c25221c4-e6b2-4bec-9b12-4379eb64642f tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c HTTP/1.1" status: 200 len: 943 time: 0.1142027 Feb 02 06:58:27.799886 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=d6671b30-9c6e-40a0-b82b-6df470fe9336,revision_number=8']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:58:27.813200 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f0cab1ae-df25-472a-97fd-7d30f106384d req-38627423-1618-4986-af78-d46726e01149 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929790 Feb 02 06:58:27.846523 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bb39dc85-be2c-4959-8e3f-3d3b4860df84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (feaf8954-afe1-44b2-8e6c-578a9eeabeb3), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:27.849883 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bb39dc85-be2c-4959-8e3f-3d3b4860df84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:27.851298 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-bb39dc85-be2c-4959-8e3f-3d3b4860df84 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/feaf8954-afe1-44b2-8e6c-578a9eeabeb3 HTTP/1.1" status: 204 len: 168 time: 0.2910247 Feb 02 06:58:27.862283 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb39dc85-be2c-4959-8e3f-3d3b4860df84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feaf8954-afe1-44b2-8e6c-578a9eeabeb3,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:58:27.914529 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d2073-970f-44f3-9794-d948b82d735e req-30458a25-7966-42ea-91e5-40af5b55061b tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:27.916378 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-074d2073-970f-44f3-9794-d948b82d735e req-30458a25-7966-42ea-91e5-40af5b55061b tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20bc9d-0fdd-4c70-990c-50f4bee6311e HTTP/1.1" status: 200 len: 943 time: 0.1360557 Feb 02 06:58:27.979100 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-074d2073-970f-44f3-9794-d948b82d735e req-799356ff-f8e0-408e-9cf6-74bb517d25d4 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/security-groups?id=31b982a2-44bb-4266-ae52-5267da420a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557542 Feb 02 06:58:28.283194 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a470b4a6-4443-4ecb-ac1b-483a124c1d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fcce57c-8852-4dbe-a32a-87b009f662f4'}, {'server_uuid': 'd405eed3-0b9f-4623-8867-ec57f3a4eeb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6671b30-9c6e-40a0-b82b-6df470fe9336'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:58:28.288205 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b1a528f-7df2-40e5-997e-14e2a328daff" -d '{"events": [{"server_uuid": "a470b4a6-4443-4ecb-ac1b-483a124c1d07", "name": "network-vif-plugged", "status": "completed", "tag": "3fcce57c-8852-4dbe-a32a-87b009f662f4"}, {"server_uuid": "d405eed3-0b9f-4623-8867-ec57f3a4eeb9", "name": "network-vif-unplugged", "status": "completed", "tag": "d6671b30-9c6e-40a0-b82b-6df470fe9336"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:58:28.371017 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 02 Feb 2022 06:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bec2071-65d1-45bc-8f84-535e5ce02ac5 x-openstack-request-id: req-8bec2071-65d1-45bc-8f84-535e5ce02ac5 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:58:28.371445 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a470b4a6-4443-4ecb-ac1b-483a124c1d07", "name": "network-vif-plugged", "status": "completed", "tag": "3fcce57c-8852-4dbe-a32a-87b009f662f4", "code": 200}, {"server_uuid": "d405eed3-0b9f-4623-8867-ec57f3a4eeb9", "name": "network-vif-unplugged", "status": "completed", "tag": "d6671b30-9c6e-40a0-b82b-6df470fe9336", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:58:28.371812 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-8bec2071-65d1-45bc-8f84-535e5ce02ac5 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:58:28.372461 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a470b4a6-4443-4ecb-ac1b-483a124c1d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fcce57c-8852-4dbe-a32a-87b009f662f4', 'code': 200} Feb 02 06:58:28.372813 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd405eed3-0b9f-4623-8867-ec57f3a4eeb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6671b30-9c6e-40a0-b82b-6df470fe9336', 'code': 200} Feb 02 06:58:28.450677 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395772fe-dd71-43e4-bcbb-d71fa668f957 req-facd8b0d-1759-408a-bf93-7db3bcd6613b tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:28.460346 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-395772fe-dd71-43e4-bcbb-d71fa668f957 req-facd8b0d-1759-408a-bf93-7db3bcd6613b tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=539d6435-fed7-475c-8676-0ea9e9697aa3 HTTP/1.1" status: 200 len: 949 time: 0.1257286 Feb 02 06:58:28.585676 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-395772fe-dd71-43e4-bcbb-d71fa668f957 req-e5dc4ed8-cfec-469e-92e3-b445f251413a tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201572 Feb 02 06:58:28.769334 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871af233-c24f-41c2-b09f-9ef9902256e7 req-ba9ec719-6dd3-4396-9247-8db3c5d8564b tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:28.770965 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-871af233-c24f-41c2-b09f-9ef9902256e7 req-ba9ec719-6dd3-4396-9247-8db3c5d8564b tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618 HTTP/1.1" status: 200 len: 949 time: 0.1064000 Feb 02 06:58:28.837746 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 36088) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:58:28.856694 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-871af233-c24f-41c2-b09f-9ef9902256e7 req-4ba4e3a2-2ef0-410c-9517-5ce590fa8cac tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775259 Feb 02 06:58:29.024654 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-7dcd8e07-6fbc-40e0-83c8-253315f710ee admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-2011841920-network', 'tenant_id': 'bb2f9c8adf7145b2819bfa68b581b571'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:58:29.035976 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe5fdc-6d7b-4a09-a6f3-e6d290880ec0 req-f6d90919-c738-474f-8c9c-14f117a0e908 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:29.037689 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-39fe5fdc-6d7b-4a09-a6f3-e6d290880ec0 req-f6d90919-c738-474f-8c9c-14f117a0e908 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c HTTP/1.1" status: 200 len: 943 time: 0.0976303 Feb 02 06:58:29.083480 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dcd8e07-6fbc-40e0-83c8-253315f710ee admin admin] Made reservation on behalf of bb2f9c8adf7145b2819bfa68b581b571 for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:58:29.085966 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7dcd8e07-6fbc-40e0-83c8-253315f710ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:29.106690 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7dcd8e07-6fbc-40e0-83c8-253315f710ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:29.146246 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdaa42c-93c9-40d5-8e49-215c4a3ef303 req-e8cab222-fa18-4b6c-9294-529e8263c339 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:29.161176 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-39fe5fdc-6d7b-4a09-a6f3-e6d290880ec0 req-a6f38454-7170-4432-9706-a81149242da7 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080098 Feb 02 06:58:29.161347 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fbdaa42c-93c9-40d5-8e49-215c4a3ef303 req-e8cab222-fa18-4b6c-9294-529e8263c339 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20bc9d-0fdd-4c70-990c-50f4bee6311e HTTP/1.1" status: 200 len: 943 time: 0.0820498 Feb 02 06:58:29.230784 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fbdaa42c-93c9-40d5-8e49-215c4a3ef303 req-082b6372-57b3-47f0-bfec-db2fa27c2cf5 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/security-groups?id=31b982a2-44bb-4266-ae52-5267da420a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714908 Feb 02 06:58:29.283933 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7dcd8e07-6fbc-40e0-83c8-253315f710ee admin admin] Publish callbacks [] for security_group (b22050f8-6f62-42fd-9128-3068ecc4ea38), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:29.293610 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7dcd8e07-6fbc-40e0-83c8-253315f710ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (b22050f8-6f62-42fd-9128-3068ecc4ea38), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:29.321894 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dcd8e07-6fbc-40e0-83c8-253315f710ee admin admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 06:58:29.331918 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd8e07-6fbc-40e0-83c8-253315f710ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b22050f8-6f62-42fd-9128-3068ecc4ea38,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:58:29.338967 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7dcd8e07-6fbc-40e0-83c8-253315f710ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (15c9efb8-991a-467f-88e3-bc490924aea7), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:29.339456 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-7dcd8e07-6fbc-40e0-83c8-253315f710ee admin admin] Added segment 15c9efb8-991a-467f-88e3-bc490924aea7 of type vlan for network 5fd42388-2bd2-4390-988d-8d7d331ea159 Feb 02 06:58:29.407304 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7dcd8e07-6fbc-40e0-83c8-253315f710ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (5fd42388-2bd2-4390-988d-8d7d331ea159), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:29.439493 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7dcd8e07-6fbc-40e0-83c8-253315f710ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (5fd42388-2bd2-4390-988d-8d7d331ea159), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:29.440569 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dcd8e07-6fbc-40e0-83c8-253315f710ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:29.442935 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7dcd8e07-6fbc-40e0-83c8-253315f710ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:29.561524 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd8e07-6fbc-40e0-83c8-253315f710ee admin admin] Pushing event updated for resources: {'Network': ['ID=5fd42388-2bd2-4390-988d-8d7d331ea159,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:58:29.578860 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 5fd42388-2bd2-4390-988d-8d7d331ea159 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 06:58:29.582080 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 36106) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:58:29.582928 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-7dcd8e07-6fbc-40e0-83c8-253315f710ee admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7433505 Feb 02 06:58:29.589323 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-c3181cef-6d26-4452-8a56-496c55dd1956 admin admin] Request body: {'subnet': {'network_id': '5fd42388-2bd2-4390-988d-8d7d331ea159', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-2011841920-subnet', 'tenant_id': 'bb2f9c8adf7145b2819bfa68b581b571', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:58:29.635543 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3181cef-6d26-4452-8a56-496c55dd1956 admin admin] Made reservation on behalf of bb2f9c8adf7145b2819bfa68b581b571 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:58:29.641034 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c3181cef-6d26-4452-8a56-496c55dd1956 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:29.850148 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f5ff38-15dd-4a5e-847e-a5c620b222b2 req-26932537-e841-44e0-876a-a6badee96b72 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:29.852201 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-10f5ff38-15dd-4a5e-847e-a5c620b222b2 req-26932537-e841-44e0-876a-a6badee96b72 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=539d6435-fed7-475c-8676-0ea9e9697aa3 HTTP/1.1" status: 200 len: 949 time: 0.1058996 Feb 02 06:58:29.987867 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0849217c-502a-4f96-8756-962605ff8a72 req-ad460976-c5ad-4962-ac9a-eafb7b4037b8 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:29.995982 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c3181cef-6d26-4452-8a56-496c55dd1956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (59c014a2-53ba-444c-bdf5-4bb2b8a6d427), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:30.000039 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0849217c-502a-4f96-8756-962605ff8a72 req-ad460976-c5ad-4962-ac9a-eafb7b4037b8 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618 HTTP/1.1" status: 200 len: 949 time: 0.0718911 Feb 02 06:58:30.049042 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3181cef-6d26-4452-8a56-496c55dd1956 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59c014a2-53ba-444c-bdf5-4bb2b8a6d427,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:58:30.065628 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-10f5ff38-15dd-4a5e-847e-a5c620b222b2 req-39ae053d-2edd-4af3-9df1-2e190640f06a tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896017 Feb 02 06:58:30.070172 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0849217c-502a-4f96-8756-962605ff8a72 req-ad8ed47b-9642-42e1-8822-ab692ffb902f tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688357 Feb 02 06:58:30.143731 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3181cef-6d26-4452-8a56-496c55dd1956 admin admin] Checking segment: {'id': '15c9efb8-991a-467f-88e3-bc490924aea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '5fd42388-2bd2-4390-988d-8d7d331ea159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:58:30.144108 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3181cef-6d26-4452-8a56-496c55dd1956 admin admin] Network hostable DHCP agents. Network: 5fd42388-2bd2-4390-988d-8d7d331ea159, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 06:58:30.267353 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3181cef-6d26-4452-8a56-496c55dd1956 admin admin] Network 5fd42388-2bd2-4390-988d-8d7d331ea159 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 06:58:30.281108 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-c3181cef-6d26-4452-8a56-496c55dd1956 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 5fd42388-2bd2-4390-988d-8d7d331ea159) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:58:30.288695 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3181cef-6d26-4452-8a56-496c55dd1956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:30.290400 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c3181cef-6d26-4452-8a56-496c55dd1956 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:30.292520 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12681f08-8318-4254-831a-f94f7f42ba78 None None] Network 5fd42388-2bd2-4390-988d-8d7d331ea159 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 06:58:30.326906 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c3181cef-6d26-4452-8a56-496c55dd1956 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7419639 Feb 02 06:58:30.343968 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef5bf4-e247-49f6-89c4-c7fe2b072925 req-589c5a0f-57ac-4318-9951-987732c78700 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:30.354606 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-38ef5bf4-e247-49f6-89c4-c7fe2b072925 req-589c5a0f-57ac-4318-9951-987732c78700 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c HTTP/1.1" status: 200 len: 943 time: 0.0888288 Feb 02 06:58:30.413571 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b410d3-909a-4c3d-a80c-f6a28e9213d9 None None] Network 5fd42388-2bd2-4390-988d-8d7d331ea159 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 06:58:30.659170 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bb2d3d-6cc0-4471-821f-678416f17816 req-c9d4298b-c652-44dd-8b1f-2a183c083997 tempest-ServersOnMultiNodesTest-720342812 tempest-ServersOnMultiNodesTest-720342812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:30.672121 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-09bb2d3d-6cc0-4471-821f-678416f17816 req-c9d4298b-c652-44dd-8b1f-2a183c083997 tempest-ServersOnMultiNodesTest-720342812 tempest-ServersOnMultiNodesTest-720342812-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=539d6435-fed7-475c-8676-0ea9e9697aa3 HTTP/1.1" status: 200 len: 1132 time: 0.0916247 Feb 02 06:58:30.699796 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-09bb2d3d-6cc0-4471-821f-678416f17816 req-344aeb8f-e0a8-4171-836f-d1196276ef1c tempest-ServersOnMultiNodesTest-720342812 tempest-ServersOnMultiNodesTest-720342812-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:30.748862 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-38ef5bf4-e247-49f6-89c4-c7fe2b072925 req-746c64fd-b6ff-42df-913d-d1d3260f1368 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3930163 Feb 02 06:58:30.825358 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-09bb2d3d-6cc0-4471-821f-678416f17816 req-344aeb8f-e0a8-4171-836f-d1196276ef1c tempest-ServersOnMultiNodesTest-720342812 tempest-ServersOnMultiNodesTest-720342812-project-admin] Publish callbacks [] for security_group (08caac4d-6912-46bc-9a4d-91c65522e4b0), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:30.832755 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-09bb2d3d-6cc0-4471-821f-678416f17816 req-344aeb8f-e0a8-4171-836f-d1196276ef1c tempest-ServersOnMultiNodesTest-720342812 tempest-ServersOnMultiNodesTest-720342812-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (08caac4d-6912-46bc-9a4d-91c65522e4b0), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:30.868142 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-09bb2d3d-6cc0-4471-821f-678416f17816 req-344aeb8f-e0a8-4171-836f-d1196276ef1c tempest-ServersOnMultiNodesTest-720342812 tempest-ServersOnMultiNodesTest-720342812-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892712 Feb 02 06:58:30.896501 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1bebea-d274-4ee3-873b-97d23367fc7b req-cb145cd7-95cf-4524-ba4a-4a834aa05ca4 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:30.899388 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7b1bebea-d274-4ee3-873b-97d23367fc7b req-cb145cd7-95cf-4524-ba4a-4a834aa05ca4 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20bc9d-0fdd-4c70-990c-50f4bee6311e HTTP/1.1" status: 200 len: 943 time: 0.0819025 Feb 02 06:58:30.912152 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344aeb8f-e0a8-4171-836f-d1196276ef1c tempest-ServersOnMultiNodesTest-720342812 tempest-ServersOnMultiNodesTest-720342812-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08caac4d-6912-46bc-9a4d-91c65522e4b0,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:58:30.972556 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7b1bebea-d274-4ee3-873b-97d23367fc7b req-f4632657-6ee7-4a92-a195-bbfda2262d33 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/security-groups?id=31b982a2-44bb-4266-ae52-5267da420a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674613 Feb 02 06:58:31.291621 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-0ee26836-72af-4ab3-8e00-9289015bc2b1 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:31.293311 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-0ee26836-72af-4ab3-8e00-9289015bc2b1 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] 10.222.0.87 "GET /v2.0/networks?id=5fd42388-2bd2-4390-988d-8d7d331ea159 HTTP/1.1" status: 200 len: 813 time: 0.1592498 Feb 02 06:58:31.310630 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-1da33195-67a8-4573-9e95-aefec6fbb216 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] 10.222.0.87 "GET /v2.0/quotas/bb2f9c8adf7145b2819bfa68b581b571 HTTP/1.1" status: 200 len: 375 time: 0.0120609 Feb 02 06:58:31.349583 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-e43ad656-e9b6-4c27-bab5-5a3479e2a6a4 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=bb2f9c8adf7145b2819bfa68b581b571&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339518 Feb 02 06:58:31.407788 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff21a1d7-f6f0-44ac-8159-42cc4acd6c9c req-7e8dcc21-af2c-4c77-b390-63669ae4a54c tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:31.409426 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ff21a1d7-f6f0-44ac-8159-42cc4acd6c9c req-7e8dcc21-af2c-4c77-b390-63669ae4a54c tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618 HTTP/1.1" status: 200 len: 949 time: 0.0953035 Feb 02 06:58:31.477360 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ff21a1d7-f6f0-44ac-8159-42cc4acd6c9c req-216fdbee-fce2-4069-bd2b-8e5196f116d8 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599351 Feb 02 06:58:31.491359 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 2885a8c5-42d6-4a1b-a52c-7d8b52cf995c details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 06:58:31.641854 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-8f8ed267-138e-432d-84c2-1e8b354111b2 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=e34e7485085f4555b7019dbfd89a06da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379126 Feb 02 06:58:31.667355 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-1089b8e9-bbf6-485b-b423-2409771416f3 service neutron] 10.222.0.87 "GET /v2.0/networks/5fd42388-2bd2-4390-988d-8d7d331ea159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3109074 Feb 02 06:58:31.752702 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 2885a8c5-42d6-4a1b-a52c-7d8b52cf995c, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=2885a8c5-42d6-4a1b-a52c-7d8b52cf995c,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:58:31.771057 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-dcb0ff5f-04e3-4450-a430-22806f249b1a tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:31.777001 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': '2885a8c5-42d6-4a1b-a52c-7d8b52cf995c', 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1', 'port_id': '2885a8c5-42d6-4a1b-a52c-7d8b52cf995c', 'mac_address': 'fa:16:3e:60:fe:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d773733-62df-4956-84d3-71d17cfb6d11', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 06:58:31.778917 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-dcb0ff5f-04e3-4450-a430-22806f249b1a tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1359010 Feb 02 06:58:31.795513 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-76044b8a-477a-4d75-a088-b7256fb4a6d1 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/quotas/e34e7485085f4555b7019dbfd89a06da HTTP/1.1" status: 200 len: 375 time: 0.0154338 Feb 02 06:58:31.837990 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 2885a8c5-42d6-4a1b-a52c-7d8b52cf995c is: ACTIVE; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:58:31.838383 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (2885a8c5-42d6-4a1b-a52c-7d8b52cf995c), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:31.843346 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-b7ad85ed-b781-4e91-a1e7-e2946561e125 service neutron] 10.222.0.87 "GET /v2.0/networks/5fd42388-2bd2-4390-988d-8d7d331ea159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688423 Feb 02 06:58:31.853169 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2885a8c5-42d6-4a1b-a52c-7d8b52cf995c {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:58:31.876327 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 2885a8c5-42d6-4a1b-a52c-7d8b52cf995c, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=2885a8c5-42d6-4a1b-a52c-7d8b52cf995c,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:58:31.882323 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (2885a8c5-42d6-4a1b-a52c-7d8b52cf995c), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:31.900395 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-701a39f0-fea6-45f1-957f-5930f7165d46 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=e34e7485085f4555b7019dbfd89a06da&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1036487 Feb 02 06:58:31.949168 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=2885a8c5-42d6-4a1b-a52c-7d8b52cf995c,revision_number=6']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:58:32.116910 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['2885a8c5-42d6-4a1b-a52c-7d8b52cf995c'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:58:32.278207 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eca2ff-d275-48bd-a1b9-a521fe8510d2 req-1625e743-f901-4ddd-9a15-b5f70ad32044 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:32.286120 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-08eca2ff-d275-48bd-a1b9-a521fe8510d2 req-1625e743-f901-4ddd-9a15-b5f70ad32044 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c HTTP/1.1" status: 200 len: 943 time: 0.1112113 Feb 02 06:58:32.405178 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-08eca2ff-d275-48bd-a1b9-a521fe8510d2 req-1e3a5211-2487-406d-a23e-6303c1879a15 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177113 Feb 02 06:58:32.732481 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd20a9-dc31-4779-82cc-e3031993f578 req-35798907-6d59-438c-9d81-b6ad6a185273 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:32.748172 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3cdd20a9-dc31-4779-82cc-e3031993f578 req-35798907-6d59-438c-9d81-b6ad6a185273 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20bc9d-0fdd-4c70-990c-50f4bee6311e HTTP/1.1" status: 200 len: 943 time: 0.1002958 Feb 02 06:58:32.813249 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3cdd20a9-dc31-4779-82cc-e3031993f578 req-00214b54-84a8-4121-be9f-73ea680b515f tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/security-groups?id=31b982a2-44bb-4266-ae52-5267da420a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639937 Feb 02 06:58:33.148793 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b438ee7a-0c1f-4558-b662-682e3335e63d req-f441daa0-673a-4f4a-b0aa-78dd5f64016b tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:33.162310 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b438ee7a-0c1f-4558-b662-682e3335e63d req-f441daa0-673a-4f4a-b0aa-78dd5f64016b tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618 HTTP/1.1" status: 200 len: 949 time: 0.1583133 Feb 02 06:58:33.309635 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5e3bfbe7-179a-4984-bc83-82c712433f65 req-08008203-0589-4feb-91ce-20b15b52b15f tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] 10.222.0.87 "GET /v2.0/ports?device_id=91db4d66-817d-450b-bf74-6f8645b5a97d HTTP/1.1" status: 200 len: 210 time: 0.0382197 Feb 02 06:58:33.325663 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b438ee7a-0c1f-4558-b662-682e3335e63d req-691b9b29-1a73-4715-989d-6972d220830d tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623936 Feb 02 06:58:33.462872 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-72b278bf-b90e-4b1d-bb61-75bc8fd81da7 req-b8c2a7ef-f570-4a19-b455-5d5ce32371e2 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=5f865b59-cb14-409e-8f1d-aa1dd34b8410 HTTP/1.1" status: 200 len: 210 time: 0.0606804 Feb 02 06:58:33.497048 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 2885a8c5-42d6-4a1b-a52c-7d8b52cf995c up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:58:33.618521 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 06:58:33.675782 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76870c61-4a0c-4303-8df5-67a2cf39d9aa req-6d745438-9056-439b-a5f2-3f99495a5972 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:33.685354 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-76870c61-4a0c-4303-8df5-67a2cf39d9aa req-6d745438-9056-439b-a5f2-3f99495a5972 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c HTTP/1.1" status: 200 len: 943 time: 0.1524079 Feb 02 06:58:33.721803 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port 2885a8c5-42d6-4a1b-a52c-7d8b52cf995c triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:58:33.723601 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (2885a8c5-42d6-4a1b-a52c-7d8b52cf995c), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:33.773981 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-76870c61-4a0c-4303-8df5-67a2cf39d9aa req-e04a6b20-b80e-4098-87fd-4724e46060d5 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792451 Feb 02 06:58:33.912224 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 2885a8c5-42d6-4a1b-a52c-7d8b52cf995c is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:58:33.918846 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (2885a8c5-42d6-4a1b-a52c-7d8b52cf995c), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:33.974603 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85e71e33-a6b8-4db5-82b4-b02cbcbff771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2885a8c5-42d6-4a1b-a52c-7d8b52cf995c'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:58:33.977026 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad0a1a8-1908-4d97-90a1-26b8d5839a29" -d '{"events": [{"server_uuid": "85e71e33-a6b8-4db5-82b4-b02cbcbff771", "name": "network-vif-plugged", "status": "completed", "tag": "2885a8c5-42d6-4a1b-a52c-7d8b52cf995c"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:58:33.998932 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 2885a8c5-42d6-4a1b-a52c-7d8b52cf995c, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=2885a8c5-42d6-4a1b-a52c-7d8b52cf995c,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:58:34.007349 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (2885a8c5-42d6-4a1b-a52c-7d8b52cf995c), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:34.017314 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02586dd7-1db9-4d2e-ba22-a640d1287f2a req-2a52f165-4f1f-4be3-863b-c29a4c184fe5 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:34.027022 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-02586dd7-1db9-4d2e-ba22-a640d1287f2a req-2a52f165-4f1f-4be3-863b-c29a4c184fe5 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20bc9d-0fdd-4c70-990c-50f4bee6311e HTTP/1.1" status: 200 len: 943 time: 0.1076140 Feb 02 06:58:34.058644 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 06:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f598af-998a-4834-993f-f5852d663a48 x-openstack-request-id: req-72f598af-998a-4834-993f-f5852d663a48 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:58:34.060993 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85e71e33-a6b8-4db5-82b4-b02cbcbff771", "name": "network-vif-plugged", "status": "completed", "tag": "2885a8c5-42d6-4a1b-a52c-7d8b52cf995c", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:58:34.061326 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-72f598af-998a-4834-993f-f5852d663a48 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:58:34.061791 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85e71e33-a6b8-4db5-82b4-b02cbcbff771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2885a8c5-42d6-4a1b-a52c-7d8b52cf995c', 'code': 200} Feb 02 06:58:34.107611 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=2885a8c5-42d6-4a1b-a52c-7d8b52cf995c,revision_number=7']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:58:34.116450 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-02586dd7-1db9-4d2e-ba22-a640d1287f2a req-6c747487-d8e3-4695-9e63-348c77dc74ed tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/security-groups?id=31b982a2-44bb-4266-ae52-5267da420a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883217 Feb 02 06:58:34.534562 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f4be2ad1-e951-424e-bfc5-b496f00d2b3e req-b724f470-5fa5-4143-b379-da03025d3435 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] 10.222.0.87 "GET /v2.0/ports?device_id=91db4d66-817d-450b-bf74-6f8645b5a97d HTTP/1.1" status: 200 len: 210 time: 0.0718307 Feb 02 06:58:34.734119 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6a303f8f-a183-4068-bafe-0e7e1ea42fe8 req-c71a98c2-0607-4c3f-9502-73a87c1d8136 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=5f865b59-cb14-409e-8f1d-aa1dd34b8410 HTTP/1.1" status: 200 len: 210 time: 0.0941470 Feb 02 06:58:34.932253 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-7480f294-a660-453f-9158-a7da3ff14517 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:34.938748 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-7480f294-a660-453f-9158-a7da3ff14517 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] 10.222.0.88 "GET /v2.0/networks?id=5fd42388-2bd2-4390-988d-8d7d331ea159 HTTP/1.1" status: 200 len: 813 time: 0.6442707 Feb 02 06:58:34.950820 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-f4bdf6b6-ff02-47c3-80e0-0aaacfce2c01 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:34.961155 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-f4bdf6b6-ff02-47c3-80e0-0aaacfce2c01 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] 10.222.0.59 "GET /v2.0/networks?id=5fd42388-2bd2-4390-988d-8d7d331ea159 HTTP/1.1" status: 200 len: 813 time: 0.4390485 Feb 02 06:58:34.975786 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-4d00eda1-19af-4cb1-a4ce-a6e6109eec20 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Request body: {'port': {'device_id': '714f34ab-0c2c-48c1-8d32-238e1690e04f', 'network_id': '5fd42388-2bd2-4390-988d-8d7d331ea159', 'admin_state_up': True, 'tenant_id': 'bb2f9c8adf7145b2819bfa68b581b571'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:58:34.994668 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff26bb-cc44-4ecb-85ae-51158b44f78d req-ff021a83-011e-42bd-91ee-9360a05ef478 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:35.009338 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-15ff26bb-cc44-4ecb-85ae-51158b44f78d req-ff021a83-011e-42bd-91ee-9360a05ef478 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618 HTTP/1.1" status: 200 len: 949 time: 0.4885988 Feb 02 06:58:35.034399 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-84c41ad1-722f-486d-a92d-7aec9b8cf554 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Request body: {'port': {'device_id': '91db4d66-817d-450b-bf74-6f8645b5a97d', 'network_id': '5fd42388-2bd2-4390-988d-8d7d331ea159', 'admin_state_up': True, 'tenant_id': 'bb2f9c8adf7145b2819bfa68b581b571'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:58:35.068887 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b73692-3913-4756-b5e9-95b5d20b26b5 req-bc3b3c64-50e5-48e3-8c58-a88c51d2eb28 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:35.070591 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b3b73692-3913-4756-b5e9-95b5d20b26b5 req-bc3b3c64-50e5-48e3-8c58-a88c51d2eb28 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c HTTP/1.1" status: 200 len: 943 time: 0.1092556 Feb 02 06:58:35.218607 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b3b73692-3913-4756-b5e9-95b5d20b26b5 req-484c72a2-c38f-4f8e-bff1-8a8e927751bc tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341026 Feb 02 06:58:35.257204 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-15ff26bb-cc44-4ecb-85ae-51158b44f78d req-50753585-6427-46d8-be10-69c5c56e4520 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147055 Feb 02 06:58:35.383863 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-4d00eda1-19af-4cb1-a4ce-a6e6109eec20 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Made reservation on behalf of bb2f9c8adf7145b2819bfa68b581b571 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:58:35.387282 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-4d00eda1-19af-4cb1-a4ce-a6e6109eec20 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:35.409109 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-84c41ad1-722f-486d-a92d-7aec9b8cf554 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Made reservation on behalf of bb2f9c8adf7145b2819bfa68b581b571 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:58:35.414098 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-84c41ad1-722f-486d-a92d-7aec9b8cf554 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:35.658533 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-b5f9f37c-a31e-491f-a883-c583792ac259 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=e34e7485085f4555b7019dbfd89a06da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1390421 Feb 02 06:58:35.663977 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-996e9c88-0100-4ddb-bb56-bf73a48ee4f1 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=e34e7485085f4555b7019dbfd89a06da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1248562 Feb 02 06:58:35.845318 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce3ce5d-48b2-46d1-8754-1ba8e96a806c req-12c050dc-b2b8-46d4-a823-9287a2c0cbed tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:35.847699 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4ce3ce5d-48b2-46d1-8754-1ba8e96a806c req-12c050dc-b2b8-46d4-a823-9287a2c0cbed tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20bc9d-0fdd-4c70-990c-50f4bee6311e HTTP/1.1" status: 200 len: 943 time: 0.4579303 Feb 02 06:58:35.876212 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-968f1698-27e8-471f-bb04-da819e3fc589 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:35.878087 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-968f1698-27e8-471f-bb04-da819e3fc589 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2108364 Feb 02 06:58:35.920538 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-4d00eda1-19af-4cb1-a4ce-a6e6109eec20 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Allocated IP 172.20.0.4 (5fd42388-2bd2-4390-988d-8d7d331ea159/59c014a2-53ba-444c-bdf5-4bb2b8a6d427/e8ebd367-b485-46c4-83bc-f240ebe39d93) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:58:35.926408 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bc342bad-158b-4147-a379-48132d1461d3 req-26071341-7997-4684-b5c6-a8b97a90cab0 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] 10.222.0.87 "GET /v2.0/ports?device_id=91db4d66-817d-450b-bf74-6f8645b5a97d HTTP/1.1" status: 200 len: 210 time: 0.2695498 Feb 02 06:58:35.962192 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-d920739a-0126-470d-84f7-cbfd936bdcd9 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Request body: {'port': {'device_id': '5f865b59-cb14-409e-8f1d-aa1dd34b8410', 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1', 'admin_state_up': True, 'tenant_id': 'e34e7485085f4555b7019dbfd89a06da'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:58:36.107917 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-4d00eda1-19af-4cb1-a4ce-a6e6109eec20 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Publish callbacks [] for port (e8ebd367-b485-46c4-83bc-f240ebe39d93), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:36.242101 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-84c41ad1-722f-486d-a92d-7aec9b8cf554 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Allocated IP 172.20.0.9 (5fd42388-2bd2-4390-988d-8d7d331ea159/59c014a2-53ba-444c-bdf5-4bb2b8a6d427/34bd35d2-c143-4e2d-a9ca-206064b7e9e7) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:58:36.428478 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-84c41ad1-722f-486d-a92d-7aec9b8cf554 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Publish callbacks [] for port (34bd35d2-c143-4e2d-a9ca-206064b7e9e7), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:36.470234 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-4d00eda1-19af-4cb1-a4ce-a6e6109eec20 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (e8ebd367-b485-46c4-83bc-f240ebe39d93), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:36.481609 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-84c41ad1-722f-486d-a92d-7aec9b8cf554 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (34bd35d2-c143-4e2d-a9ca-206064b7e9e7), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:36.523276 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1ca5bb93-49e2-49a6-87d7-6e4946353678 req-e6126df0-ef77-45cd-a903-966805b17783 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=5f865b59-cb14-409e-8f1d-aa1dd34b8410 HTTP/1.1" status: 200 len: 210 time: 0.4810843 Feb 02 06:58:36.524086 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-84c41ad1-722f-486d-a92d-7aec9b8cf554 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Network 5fd42388-2bd2-4390-988d-8d7d331ea159 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:58:36.524203 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-82af8022-148d-461c-bbf2-c5540c277e12 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:36.524203 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-82af8022-148d-461c-bbf2-c5540c277e12 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6375654 Feb 02 06:58:36.533812 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-84c41ad1-722f-486d-a92d-7aec9b8cf554 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:58:36.546646 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-4243820e-cdde-4e67-a20b-3d0bbae70fcc tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Request body: {'port': {'device_id': '4e249660-df86-4751-8e5c-b85725032326', 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1', 'admin_state_up': True, 'tenant_id': 'e34e7485085f4555b7019dbfd89a06da'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:58:36.576752 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-84c41ad1-722f-486d-a92d-7aec9b8cf554 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:58:36.654629 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-84c41ad1-722f-486d-a92d-7aec9b8cf554 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:36.655315 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-84c41ad1-722f-486d-a92d-7aec9b8cf554 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:36.685454 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-4d00eda1-19af-4cb1-a4ce-a6e6109eec20 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Network 5fd42388-2bd2-4390-988d-8d7d331ea159 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:58:36.693492 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4ce3ce5d-48b2-46d1-8754-1ba8e96a806c req-dbfa9d2b-2a0f-4fdf-8753-3633139f1ee2 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/security-groups?id=31b982a2-44bb-4266-ae52-5267da420a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5473692 Feb 02 06:58:36.699898 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-4d00eda1-19af-4cb1-a4ce-a6e6109eec20 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:58:36.715546 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-84c41ad1-722f-486d-a92d-7aec9b8cf554 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7032633 Feb 02 06:58:36.717780 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-4d00eda1-19af-4cb1-a4ce-a6e6109eec20 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:58:36.746476 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-8b941d2f-a146-4d66-9b9a-b91574465819 service neutron] Request body: {'port': {'device_id': '91db4d66-817d-450b-bf74-6f8645b5a97d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:58:36.805776 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d00eda1-19af-4cb1-a4ce-a6e6109eec20 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Pushing event updated for resources: {'Port': ['ID=e8ebd367-b485-46c4-83bc-f240ebe39d93,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:58:36.846069 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-d920739a-0126-470d-84f7-cbfd936bdcd9 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Made reservation on behalf of e34e7485085f4555b7019dbfd89a06da for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:58:36.849569 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-d920739a-0126-470d-84f7-cbfd936bdcd9 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:36.946254 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-8b941d2f-a146-4d66-9b9a-b91574465819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (34bd35d2-c143-4e2d-a9ca-206064b7e9e7), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:36.965032 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-4d00eda1-19af-4cb1-a4ce-a6e6109eec20 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:36.965833 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-4d00eda1-19af-4cb1-a4ce-a6e6109eec20 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:37.060285 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b58a49-e936-4d31-b3e2-474ecf087484 req-1a816b05-25e0-4712-8397-a89aac3ab036 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:37.068082 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-64b58a49-e936-4d31-b3e2-474ecf087484 req-1a816b05-25e0-4712-8397-a89aac3ab036 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c HTTP/1.1" status: 200 len: 943 time: 0.2390652 Feb 02 06:58:37.078521 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-4243820e-cdde-4e67-a20b-3d0bbae70fcc tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Made reservation on behalf of e34e7485085f4555b7019dbfd89a06da for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:58:37.084105 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-4243820e-cdde-4e67-a20b-3d0bbae70fcc tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:37.236832 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-d920739a-0126-470d-84f7-cbfd936bdcd9 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Allocated IP 192.168.233.67 (04bc5622-0c2b-4ce8-b107-e6abcbdf57e1/9d773733-62df-4956-84d3-71d17cfb6d11/accc8dbd-449e-4fb6-abb7-294a86af8d3f) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:58:37.256130 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-64b58a49-e936-4d31-b3e2-474ecf087484 req-b5a80609-6a09-4c31-820a-2390f246f2eb tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872013 Feb 02 06:58:37.372000 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-8b941d2f-a146-4d66-9b9a-b91574465819 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34bd35d2-c143-4e2d-a9ca-206064b7e9e7 {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:58:37.389476 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-8b941d2f-a146-4d66-9b9a-b91574465819 service neutron] Publish callbacks [] for port (34bd35d2-c143-4e2d-a9ca-206064b7e9e7), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:37.402930 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-8b941d2f-a146-4d66-9b9a-b91574465819 service neutron] Transition to ACTIVE for port object 34bd35d2-c143-4e2d-a9ca-206064b7e9e7 will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 06:58:37.418601 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-8b941d2f-a146-4d66-9b9a-b91574465819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (34bd35d2-c143-4e2d-a9ca-206064b7e9e7), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:37.430028 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c41ad1-722f-486d-a92d-7aec9b8cf554 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Pushing event updated for resources: {'Port': ['ID=34bd35d2-c143-4e2d-a9ca-206064b7e9e7,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:58:37.492168 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b941d2f-a146-4d66-9b9a-b91574465819 service neutron] Pushing event updated for resources: {'Port': ['ID=34bd35d2-c143-4e2d-a9ca-206064b7e9e7,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:58:37.502636 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-4d00eda1-19af-4cb1-a4ce-a6e6109eec20 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5336981 Feb 02 06:58:37.537065 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-4396e9bd-0679-4882-b5e9-88963b1487f6 service neutron] Request body: {'port': {'device_id': '714f34ab-0c2c-48c1-8d32-238e1690e04f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:58:37.541320 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-d920739a-0126-470d-84f7-cbfd936bdcd9 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Publish callbacks [] for port (accc8dbd-449e-4fb6-abb7-294a86af8d3f), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:37.606838 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba64e2b6-059b-47bf-a077-6b86fce48650 req-1b03fbd7-698c-4fe9-b877-590384408a04 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:37.608408 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ba64e2b6-059b-47bf-a077-6b86fce48650 req-1b03fbd7-698c-4fe9-b877-590384408a04 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618 HTTP/1.1" status: 200 len: 949 time: 0.7563891 Feb 02 06:58:37.635909 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-d920739a-0126-470d-84f7-cbfd936bdcd9 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (accc8dbd-449e-4fb6-abb7-294a86af8d3f), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:37.674580 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:58:37.703516 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-4396e9bd-0679-4882-b5e9-88963b1487f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (e8ebd367-b485-46c4-83bc-f240ebe39d93), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:37.758700 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ba64e2b6-059b-47bf-a077-6b86fce48650 req-467736a8-af28-4008-8712-ab19ef59ff2b tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913932 Feb 02 06:58:37.849977 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-d920739a-0126-470d-84f7-cbfd936bdcd9 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:58:37.864775 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d920739a-0126-470d-84f7-cbfd936bdcd9 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Pushing event updated for resources: {'Port': ['ID=accc8dbd-449e-4fb6-abb7-294a86af8d3f,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:58:37.872717 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-8b941d2f-a146-4d66-9b9a-b91574465819 service neutron] Attempting to bind port 34bd35d2-c143-4e2d-a9ca-206064b7e9e7 on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:58:37.873064 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-8b941d2f-a146-4d66-9b9a-b91574465819 service neutron] Attempting to bind port 34bd35d2-c143-4e2d-a9ca-206064b7e9e7 by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': '15c9efb8-991a-467f-88e3-bc490924aea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '5fd42388-2bd2-4390-988d-8d7d331ea159'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:58:37.875280 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-8b941d2f-a146-4d66-9b9a-b91574465819 service neutron] Attempting to bind port 34bd35d2-c143-4e2d-a9ca-206064b7e9e7 on network 5fd42388-2bd2-4390-988d-8d7d331ea159 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:58:37.880659 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-d920739a-0126-470d-84f7-cbfd936bdcd9 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:58:37.887862 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-8b941d2f-a146-4d66-9b9a-b91574465819 service neutron] Port 34bd35d2-c143-4e2d-a9ca-206064b7e9e7 on network 5fd42388-2bd2-4390-988d-8d7d331ea159 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 06:58:37.888126 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-8b941d2f-a146-4d66-9b9a-b91574465819 service neutron] Attempting to bind port 34bd35d2-c143-4e2d-a9ca-206064b7e9e7 on network 5fd42388-2bd2-4390-988d-8d7d331ea159 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:58:37.895489 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-8b941d2f-a146-4d66-9b9a-b91574465819 service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:58:37.895877 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-8b941d2f-a146-4d66-9b9a-b91574465819 service neutron] Checking segment: {'id': '15c9efb8-991a-467f-88e3-bc490924aea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '5fd42388-2bd2-4390-988d-8d7d331ea159'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:58:37.896273 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-8b941d2f-a146-4d66-9b9a-b91574465819 service neutron] Bound using segment: {'id': '15c9efb8-991a-467f-88e3-bc490924aea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '5fd42388-2bd2-4390-988d-8d7d331ea159'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:58:37.896726 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-8b941d2f-a146-4d66-9b9a-b91574465819 service neutron] Bound port: 34bd35d2-c143-4e2d-a9ca-206064b7e9e7, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15c9efb8-991a-467f-88e3-bc490924aea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '5fd42388-2bd2-4390-988d-8d7d331ea159'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:58:37.897091 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-8b941d2f-a146-4d66-9b9a-b91574465819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (34bd35d2-c143-4e2d-a9ca-206064b7e9e7), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:37.897526 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-d920739a-0126-470d-84f7-cbfd936bdcd9 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:58:38.056266 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb32602-14b8-4afb-9162-40c78988191d req-8f21ba26-19a2-4932-967c-70532ca58807 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:38.060175 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fdb32602-14b8-4afb-9162-40c78988191d req-8f21ba26-19a2-4932-967c-70532ca58807 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] 10.222.0.87 "GET /v2.0/ports?device_id=91db4d66-817d-450b-bf74-6f8645b5a97d HTTP/1.1" status: 200 len: 943 time: 0.4741597 Feb 02 06:58:38.162677 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-d920739a-0126-470d-84f7-cbfd936bdcd9 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:38.163935 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-d920739a-0126-470d-84f7-cbfd936bdcd9 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:38.170607 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-4243820e-cdde-4e67-a20b-3d0bbae70fcc tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Allocated IP 192.168.233.51 (04bc5622-0c2b-4ce8-b107-e6abcbdf57e1/9d773733-62df-4956-84d3-71d17cfb6d11/674800bf-e723-4635-afe8-ee7d45ae1e0e) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:58:38.274341 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fdb32602-14b8-4afb-9162-40c78988191d req-7ee2f8b9-3bd4-4551-ba08-92bf38ff8026 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] 10.222.0.87 "GET /v2.0/security-groups?id=b22050f8-6f62-42fd-9128-3068ecc4ea38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710281 Feb 02 06:58:38.275671 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-8b941d2f-a146-4d66-9b9a-b91574465819 service neutron] For port 34bd35d2-c143-4e2d-a9ca-206064b7e9e7, host n-h2-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:58:38.322400 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-d920739a-0126-470d-84f7-cbfd936bdcd9 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3932183 Feb 02 06:58:38.367247 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-b6d1b2b6-c85e-44cf-ba97-33323f6b2dce service neutron] Request body: {'port': {'device_id': '5f865b59-cb14-409e-8f1d-aa1dd34b8410', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:58:38.515064 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-b6d1b2b6-c85e-44cf-ba97-33323f6b2dce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (accc8dbd-449e-4fb6-abb7-294a86af8d3f), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:38.569008 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ccdbca61-d395-4d9e-8e49-e207299c673d None None] Provisioning complete for port accc8dbd-449e-4fb6-abb7-294a86af8d3f triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:58:38.569347 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ccdbca61-d395-4d9e-8e49-e207299c673d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (accc8dbd-449e-4fb6-abb7-294a86af8d3f), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:38.855009 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ccdbca61-d395-4d9e-8e49-e207299c673d None None] Port accc8dbd-449e-4fb6-abb7-294a86af8d3f cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 06:58:38.979513 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-4243820e-cdde-4e67-a20b-3d0bbae70fcc tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Publish callbacks [] for port (674800bf-e723-4635-afe8-ee7d45ae1e0e), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:38.983248 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-8b941d2f-a146-4d66-9b9a-b91574465819 service neutron] For port 34bd35d2-c143-4e2d-a9ca-206064b7e9e7, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=34bd35d2-c143-4e2d-a9ca-206064b7e9e7,segment=NetworkSegment(15c9efb8-991a-467f-88e3-bc490924aea7),segment_id=15c9efb8-991a-467f-88e3-bc490924aea7)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:58:38.999840 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-8b941d2f-a146-4d66-9b9a-b91574465819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (34bd35d2-c143-4e2d-a9ca-206064b7e9e7), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:39.112959 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b941d2f-a146-4d66-9b9a-b91574465819 service neutron] Pushing event updated for resources: {'Port': ['ID=34bd35d2-c143-4e2d-a9ca-206064b7e9e7,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:58:39.163656 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc6ceb3-d7fa-4bad-8412-26417c809569 req-70d42625-6535-4ac7-85c1-0a43c553b841 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:39.165723 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4bc6ceb3-d7fa-4bad-8412-26417c809569 req-70d42625-6535-4ac7-85c1-0a43c553b841 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=5f865b59-cb14-409e-8f1d-aa1dd34b8410 HTTP/1.1" status: 200 len: 935 time: 0.7735035 Feb 02 06:58:39.172526 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-8b941d2f-a146-4d66-9b9a-b91574465819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:39.173493 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-8b941d2f-a146-4d66-9b9a-b91574465819 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:39.175057 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-8b941d2f-a146-4d66-9b9a-b91574465819 service neutron] 10.222.0.59 "PUT /v2.0/ports/34bd35d2-c143-4e2d-a9ca-206064b7e9e7 HTTP/1.1" status: 200 len: 1092 time: 2.4373124 Feb 02 06:58:39.176533 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-4243820e-cdde-4e67-a20b-3d0bbae70fcc tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (674800bf-e723-4635-afe8-ee7d45ae1e0e), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:39.177496 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91db4d66-817d-450b-bf74-6f8645b5a97d', 'tag': '34bd35d2-c143-4e2d-a9ca-206064b7e9e7'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:58:39.185328 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db3a7331-5566-483a-9ebc-3ebc4216b6c3" -d '{"events": [{"name": "network-changed", "server_uuid": "91db4d66-817d-450b-bf74-6f8645b5a97d", "tag": "34bd35d2-c143-4e2d-a9ca-206064b7e9e7"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:58:39.223080 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:58:39.289048 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-4243820e-cdde-4e67-a20b-3d0bbae70fcc tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:58:39.307093 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-4243820e-cdde-4e67-a20b-3d0bbae70fcc tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:58:39.315853 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-4243820e-cdde-4e67-a20b-3d0bbae70fcc tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:58:39.368579 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4bc6ceb3-d7fa-4bad-8412-26417c809569 req-e8eca6f3-4db5-40d3-992d-82e8481830e7 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675863 Feb 02 06:58:39.516098 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-b6d1b2b6-c85e-44cf-ba97-33323f6b2dce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id accc8dbd-449e-4fb6-abb7-294a86af8d3f {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:58:39.528088 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-b6d1b2b6-c85e-44cf-ba97-33323f6b2dce service neutron] Publish callbacks [] for port (accc8dbd-449e-4fb6-abb7-294a86af8d3f), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:39.535102 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-b01c883b-2f9a-4ac1-971f-52ed5e9819af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:39.545964 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-b6d1b2b6-c85e-44cf-ba97-33323f6b2dce service neutron] Transition to ACTIVE for port object accc8dbd-449e-4fb6-abb7-294a86af8d3f will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 06:58:39.552032 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-b01c883b-2f9a-4ac1-971f-52ed5e9819af service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb2f9c8adf7145b2819bfa68b581b571&device_id=91db4d66-817d-450b-bf74-6f8645b5a97d HTTP/1.1" status: 200 len: 1126 time: 0.2312155 Feb 02 06:58:39.556168 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4243820e-cdde-4e67-a20b-3d0bbae70fcc tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Pushing event updated for resources: {'Port': ['ID=674800bf-e723-4635-afe8-ee7d45ae1e0e,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:58:39.584619 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-b6d1b2b6-c85e-44cf-ba97-33323f6b2dce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (accc8dbd-449e-4fb6-abb7-294a86af8d3f), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:39.728509 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-98e69904-a005-4cb6-8fc9-dab19f1f0ec2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34bd35d2-c143-4e2d-a9ca-206064b7e9e7 HTTP/1.1" status: 200 len: 217 time: 0.1614890 Feb 02 06:58:39.736888 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-4396e9bd-0679-4882-b5e9-88963b1487f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8ebd367-b485-46c4-83bc-f240ebe39d93 {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:58:39.778077 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-4243820e-cdde-4e67-a20b-3d0bbae70fcc tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:39.781209 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-4243820e-cdde-4e67-a20b-3d0bbae70fcc tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:39.821140 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-2b7a612b-0d70-4b72-b96b-fb739a6ffbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:39.822967 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-2b7a612b-0d70-4b72-b96b-fb739a6ffbae service neutron] 10.222.0.59 "GET /v2.0/subnets?id=59c014a2-53ba-444c-bdf5-4bb2b8a6d427 HTTP/1.1" status: 200 len: 853 time: 0.0802591 Feb 02 06:58:39.828114 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-4243820e-cdde-4e67-a20b-3d0bbae70fcc tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2890499 Feb 02 06:58:39.831119 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-4396e9bd-0679-4882-b5e9-88963b1487f6 service neutron] Publish callbacks [] for port (e8ebd367-b485-46c4-83bc-f240ebe39d93), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:39.878266 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d1b2b6-c85e-44cf-ba97-33323f6b2dce service neutron] Pushing event updated for resources: {'Port': ['ID=accc8dbd-449e-4fb6-abb7-294a86af8d3f,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:58:39.895780 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-437f6139-e3ae-4909-a3ce-127989c25ffe service neutron] Request body: {'port': {'device_id': '4e249660-df86-4751-8e5c-b85725032326', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:58:39.910546 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-029f0695-bb43-49e9-96b9-770056aa4aad None None] Provisioning complete for port 674800bf-e723-4635-afe8-ee7d45ae1e0e triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:58:39.911277 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-029f0695-bb43-49e9-96b9-770056aa4aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (674800bf-e723-4635-afe8-ee7d45ae1e0e), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:39.936286 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-623ca26c-abc4-435e-b306-83c4d2e90807 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5fd42388-2bd2-4390-988d-8d7d331ea159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1018219 Feb 02 06:58:40.001410 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-437f6139-e3ae-4909-a3ce-127989c25ffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (674800bf-e723-4635-afe8-ee7d45ae1e0e), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:40.037412 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-029f0695-bb43-49e9-96b9-770056aa4aad None None] Port 674800bf-e723-4635-afe8-ee7d45ae1e0e cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 06:58:40.126707 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a73bc65-09ff-49e9-b3a1-085942ef1bf4 req-8a96b220-473e-4dae-a0ec-ffddac83f664 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:40.135414 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3a73bc65-09ff-49e9-b3a1-085942ef1bf4 req-8a96b220-473e-4dae-a0ec-ffddac83f664 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20bc9d-0fdd-4c70-990c-50f4bee6311e HTTP/1.1" status: 200 len: 943 time: 0.4679186 Feb 02 06:58:40.157019 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-bd2d7c0d-70ef-4044-9890-28540f2b106b service neutron] 10.222.0.59 "GET /v2.0/networks/5fd42388-2bd2-4390-988d-8d7d331ea159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946230 Feb 02 06:58:40.212279 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-4396e9bd-0679-4882-b5e9-88963b1487f6 service neutron] Transition to ACTIVE for port object e8ebd367-b485-46c4-83bc-f240ebe39d93 will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 06:58:40.273232 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-4396e9bd-0679-4882-b5e9-88963b1487f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (e8ebd367-b485-46c4-83bc-f240ebe39d93), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:40.400204 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4396e9bd-0679-4882-b5e9-88963b1487f6 service neutron] Pushing event updated for resources: {'Port': ['ID=e8ebd367-b485-46c4-83bc-f240ebe39d93,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:58:40.477843 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3a73bc65-09ff-49e9-b3a1-085942ef1bf4 req-29b0c58e-d2f7-435d-92f1-3c654cbc24e1 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/security-groups?id=31b982a2-44bb-4266-ae52-5267da420a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3362877 Feb 02 06:58:40.523477 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-437f6139-e3ae-4909-a3ce-127989c25ffe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 674800bf-e723-4635-afe8-ee7d45ae1e0e {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:58:40.533851 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-437f6139-e3ae-4909-a3ce-127989c25ffe service neutron] Publish callbacks [] for port (674800bf-e723-4635-afe8-ee7d45ae1e0e), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:40.548780 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-437f6139-e3ae-4909-a3ce-127989c25ffe service neutron] Transition to ACTIVE for port object 674800bf-e723-4635-afe8-ee7d45ae1e0e will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 06:58:40.573452 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-437f6139-e3ae-4909-a3ce-127989c25ffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (674800bf-e723-4635-afe8-ee7d45ae1e0e), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:40.684650 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437f6139-e3ae-4909-a3ce-127989c25ffe service neutron] Pushing event updated for resources: {'Port': ['ID=674800bf-e723-4635-afe8-ee7d45ae1e0e,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:58:40.705700 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-b6d1b2b6-c85e-44cf-ba97-33323f6b2dce service neutron] Attempting to bind port accc8dbd-449e-4fb6-abb7-294a86af8d3f on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:58:40.708000 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-b6d1b2b6-c85e-44cf-ba97-33323f6b2dce service neutron] Attempting to bind port accc8dbd-449e-4fb6-abb7-294a86af8d3f by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:58:40.708541 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-b6d1b2b6-c85e-44cf-ba97-33323f6b2dce service neutron] Attempting to bind port accc8dbd-449e-4fb6-abb7-294a86af8d3f on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:58:40.730338 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-4396e9bd-0679-4882-b5e9-88963b1487f6 service neutron] Attempting to bind port e8ebd367-b485-46c4-83bc-f240ebe39d93 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:58:40.731073 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-4396e9bd-0679-4882-b5e9-88963b1487f6 service neutron] Attempting to bind port e8ebd367-b485-46c4-83bc-f240ebe39d93 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': '15c9efb8-991a-467f-88e3-bc490924aea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '5fd42388-2bd2-4390-988d-8d7d331ea159'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:58:40.731757 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-4396e9bd-0679-4882-b5e9-88963b1487f6 service neutron] Attempting to bind port e8ebd367-b485-46c4-83bc-f240ebe39d93 on network 5fd42388-2bd2-4390-988d-8d7d331ea159 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:58:40.768742 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-4396e9bd-0679-4882-b5e9-88963b1487f6 service neutron] Port e8ebd367-b485-46c4-83bc-f240ebe39d93 on network 5fd42388-2bd2-4390-988d-8d7d331ea159 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 06:58:40.769993 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-4396e9bd-0679-4882-b5e9-88963b1487f6 service neutron] Attempting to bind port e8ebd367-b485-46c4-83bc-f240ebe39d93 on network 5fd42388-2bd2-4390-988d-8d7d331ea159 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:58:40.779220 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-4396e9bd-0679-4882-b5e9-88963b1487f6 service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:58:40.779982 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-4396e9bd-0679-4882-b5e9-88963b1487f6 service neutron] Checking segment: {'id': '15c9efb8-991a-467f-88e3-bc490924aea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '5fd42388-2bd2-4390-988d-8d7d331ea159'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:58:40.781968 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-4396e9bd-0679-4882-b5e9-88963b1487f6 service neutron] Bound using segment: {'id': '15c9efb8-991a-467f-88e3-bc490924aea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '5fd42388-2bd2-4390-988d-8d7d331ea159'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:58:40.782687 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-4396e9bd-0679-4882-b5e9-88963b1487f6 service neutron] Bound port: e8ebd367-b485-46c4-83bc-f240ebe39d93, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15c9efb8-991a-467f-88e3-bc490924aea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '5fd42388-2bd2-4390-988d-8d7d331ea159'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:58:40.783281 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-4396e9bd-0679-4882-b5e9-88963b1487f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (e8ebd367-b485-46c4-83bc-f240ebe39d93), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:40.842603 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-b6d1b2b6-c85e-44cf-ba97-33323f6b2dce service neutron] Port accc8dbd-449e-4fb6-abb7-294a86af8d3f on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 06:58:40.843197 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-b6d1b2b6-c85e-44cf-ba97-33323f6b2dce service neutron] Attempting to bind port accc8dbd-449e-4fb6-abb7-294a86af8d3f on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:58:40.867244 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-b6d1b2b6-c85e-44cf-ba97-33323f6b2dce service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:58:40.867655 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-b6d1b2b6-c85e-44cf-ba97-33323f6b2dce service neutron] Checking segment: {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:58:40.868028 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-b6d1b2b6-c85e-44cf-ba97-33323f6b2dce service neutron] Bound using segment: {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:58:40.869607 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-b6d1b2b6-c85e-44cf-ba97-33323f6b2dce service neutron] Bound port: accc8dbd-449e-4fb6-abb7-294a86af8d3f, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:58:40.870006 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-b6d1b2b6-c85e-44cf-ba97-33323f6b2dce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (accc8dbd-449e-4fb6-abb7-294a86af8d3f), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:40.903889 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-790ef262-ea89-4bce-922b-0e946a8bf9e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:40.913681 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78993ff6-32a3-427d-8ae4-23f28a622c1c req-10884677-42b6-42fd-b231-a6de87ffcefd tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:40.922285 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-78993ff6-32a3-427d-8ae4-23f28a622c1c req-10884677-42b6-42fd-b231-a6de87ffcefd tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c HTTP/1.1" status: 200 len: 943 time: 0.2015009 Feb 02 06:58:41.001514 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-f5bf24c8-fc6b-4732-9bd8-b3ed0624659d service neutron] 10.222.0.59 "GET /v2.0/networks/5fd42388-2bd2-4390-988d-8d7d331ea159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8295114 Feb 02 06:58:41.007546 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-b6d1b2b6-c85e-44cf-ba97-33323f6b2dce service neutron] For port accc8dbd-449e-4fb6-abb7-294a86af8d3f, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:58:41.018365 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-b6d1b2b6-c85e-44cf-ba97-33323f6b2dce service neutron] For port accc8dbd-449e-4fb6-abb7-294a86af8d3f, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=accc8dbd-449e-4fb6-abb7-294a86af8d3f,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:58:41.026858 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-437f6139-e3ae-4909-a3ce-127989c25ffe service neutron] Attempting to bind port 674800bf-e723-4635-afe8-ee7d45ae1e0e on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:58:41.027230 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-437f6139-e3ae-4909-a3ce-127989c25ffe service neutron] Attempting to bind port 674800bf-e723-4635-afe8-ee7d45ae1e0e by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:58:41.029458 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-437f6139-e3ae-4909-a3ce-127989c25ffe service neutron] Attempting to bind port 674800bf-e723-4635-afe8-ee7d45ae1e0e on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:58:41.048991 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-437f6139-e3ae-4909-a3ce-127989c25ffe service neutron] Port 674800bf-e723-4635-afe8-ee7d45ae1e0e on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 06:58:41.050010 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-437f6139-e3ae-4909-a3ce-127989c25ffe service neutron] Attempting to bind port 674800bf-e723-4635-afe8-ee7d45ae1e0e on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:58:41.050810 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-78993ff6-32a3-427d-8ae4-23f28a622c1c req-889dd5c2-85e3-4d3a-ab7a-f7d660290d49 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271546 Feb 02 06:58:41.060329 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-b6d1b2b6-c85e-44cf-ba97-33323f6b2dce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (accc8dbd-449e-4fb6-abb7-294a86af8d3f), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:41.109440 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-4396e9bd-0679-4882-b5e9-88963b1487f6 service neutron] For port e8ebd367-b485-46c4-83bc-f240ebe39d93, host n-h1-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:58:41.126994 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-4396e9bd-0679-4882-b5e9-88963b1487f6 service neutron] For port e8ebd367-b485-46c4-83bc-f240ebe39d93, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=e8ebd367-b485-46c4-83bc-f240ebe39d93,segment=NetworkSegment(15c9efb8-991a-467f-88e3-bc490924aea7),segment_id=15c9efb8-991a-467f-88e3-bc490924aea7)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:58:41.143981 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-4396e9bd-0679-4882-b5e9-88963b1487f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (e8ebd367-b485-46c4-83bc-f240ebe39d93), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:41.146652 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d1b2b6-c85e-44cf-ba97-33323f6b2dce service neutron] Pushing event updated for resources: {'Port': ['ID=accc8dbd-449e-4fb6-abb7-294a86af8d3f,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:58:41.166148 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-437f6139-e3ae-4909-a3ce-127989c25ffe service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:58:41.166408 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-437f6139-e3ae-4909-a3ce-127989c25ffe service neutron] Checking segment: {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:58:41.166798 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-437f6139-e3ae-4909-a3ce-127989c25ffe service neutron] Bound using segment: {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:58:41.167270 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-437f6139-e3ae-4909-a3ce-127989c25ffe service neutron] Bound port: 674800bf-e723-4635-afe8-ee7d45ae1e0e, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:58:41.167737 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-437f6139-e3ae-4909-a3ce-127989c25ffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (674800bf-e723-4635-afe8-ee7d45ae1e0e), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:41.187470 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-b6d1b2b6-c85e-44cf-ba97-33323f6b2dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:41.187977 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-b6d1b2b6-c85e-44cf-ba97-33323f6b2dce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:41.192542 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-b6d1b2b6-c85e-44cf-ba97-33323f6b2dce service neutron] 10.222.0.88 "PUT /v2.0/ports/accc8dbd-449e-4fb6-abb7-294a86af8d3f HTTP/1.1" status: 200 len: 1096 time: 2.8519580 Feb 02 06:58:41.195019 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f865b59-cb14-409e-8f1d-aa1dd34b8410', 'tag': 'accc8dbd-449e-4fb6-abb7-294a86af8d3f'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:58:41.200116 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b46d6d-9397-4bf4-b14b-e7caca3c1771" -d '{"events": [{"name": "network-changed", "server_uuid": "5f865b59-cb14-409e-8f1d-aa1dd34b8410", "tag": "accc8dbd-449e-4fb6-abb7-294a86af8d3f"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:58:41.256203 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4396e9bd-0679-4882-b5e9-88963b1487f6 service neutron] Pushing event updated for resources: {'Port': ['ID=e8ebd367-b485-46c4-83bc-f240ebe39d93,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:58:41.262233 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-4396e9bd-0679-4882-b5e9-88963b1487f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:41.263525 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-4396e9bd-0679-4882-b5e9-88963b1487f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:41.265554 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-4396e9bd-0679-4882-b5e9-88963b1487f6 service neutron] 10.222.0.88 "PUT /v2.0/ports/e8ebd367-b485-46c4-83bc-f240ebe39d93 HTTP/1.1" status: 200 len: 1092 time: 3.7326496 Feb 02 06:58:41.453692 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-437f6139-e3ae-4909-a3ce-127989c25ffe service neutron] For port 674800bf-e723-4635-afe8-ee7d45ae1e0e, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:58:41.466616 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-437f6139-e3ae-4909-a3ce-127989c25ffe service neutron] For port 674800bf-e723-4635-afe8-ee7d45ae1e0e, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=674800bf-e723-4635-afe8-ee7d45ae1e0e,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:58:41.469722 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-88bf6917-5167-4fb9-b91e-f5581cac1e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:41.473431 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-88bf6917-5167-4fb9-b91e-f5581cac1e6d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=bb2f9c8adf7145b2819bfa68b581b571&device_id=714f34ab-0c2c-48c1-8d32-238e1690e04f HTTP/1.1" status: 200 len: 1126 time: 0.1280007 Feb 02 06:58:41.492639 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-437f6139-e3ae-4909-a3ce-127989c25ffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (674800bf-e723-4635-afe8-ee7d45ae1e0e), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:41.501241 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-d6beb8b8-55ae-4b7c-9ba3-0be3d6623bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:41.503012 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-d6beb8b8-55ae-4b7c-9ba3-0be3d6623bf1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e34e7485085f4555b7019dbfd89a06da&device_id=5f865b59-cb14-409e-8f1d-aa1dd34b8410 HTTP/1.1" status: 200 len: 1130 time: 0.2200553 Feb 02 06:58:41.585852 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-09c530d6-5f7b-4a7c-8014-5dc90c788ce2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8ebd367-b485-46c4-83bc-f240ebe39d93 HTTP/1.1" status: 200 len: 217 time: 0.0992229 Feb 02 06:58:41.603593 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-437f6139-e3ae-4909-a3ce-127989c25ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:41.604259 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-437f6139-e3ae-4909-a3ce-127989c25ffe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:41.605729 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-437f6139-e3ae-4909-a3ce-127989c25ffe service neutron] 10.222.0.88 "PUT /v2.0/ports/674800bf-e723-4635-afe8-ee7d45ae1e0e HTTP/1.1" status: 200 len: 1096 time: 1.7296700 Feb 02 06:58:41.609435 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-ea2f5ff7-592c-49a1-8d41-8d22e74d8bc4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=accc8dbd-449e-4fb6-abb7-294a86af8d3f HTTP/1.1" status: 200 len: 217 time: 0.0621815 Feb 02 06:58:41.719672 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-035d0454-31a0-46ee-aa01-cd6b8d4e3637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:41.721408 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-035d0454-31a0-46ee-aa01-cd6b8d4e3637 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=59c014a2-53ba-444c-bdf5-4bb2b8a6d427 HTTP/1.1" status: 200 len: 853 time: 0.1289001 Feb 02 06:58:41.795444 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437f6139-e3ae-4909-a3ce-127989c25ffe service neutron] Pushing event updated for resources: {'Port': ['ID=674800bf-e723-4635-afe8-ee7d45ae1e0e,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:58:41.801270 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-a6d4316b-ca49-436c-b14b-54c88f50a4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:41.802950 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-a6d4316b-ca49-436c-b14b-54c88f50a4ff service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.1754239 Feb 02 06:58:41.831408 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-dd661119-2839-44c6-81f0-bcd3353e6e95 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5fd42388-2bd2-4390-988d-8d7d331ea159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1026802 Feb 02 06:58:41.904935 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-17a02fa6-08b7-4ce8-81b7-ec2559b920d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:41.906594 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-17a02fa6-08b7-4ce8-81b7-ec2559b920d6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e34e7485085f4555b7019dbfd89a06da&device_id=4e249660-df86-4751-8e5c-b85725032326 HTTP/1.1" status: 200 len: 1130 time: 0.2294109 Feb 02 06:58:41.912747 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-5624425a-ad0b-4a08-beb1-e5a91c272554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:41.914437 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-5624425a-ad0b-4a08-beb1-e5a91c272554 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0870574 Feb 02 06:58:42.039130 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-f98cac8b-86a8-441a-8795-9082396049dd service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=674800bf-e723-4635-afe8-ee7d45ae1e0e HTTP/1.1" status: 200 len: 217 time: 0.1118956 Feb 02 06:58:42.087630 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-50c27ad7-05a1-44b5-9ae0-a63a88b734de service neutron] 10.222.0.88 "GET /v2.0/networks/5fd42388-2bd2-4390-988d-8d7d331ea159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497146 Feb 02 06:58:42.181563 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-823f8ded-d93b-49b0-9b9e-b678ed4541d4 service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526209 Feb 02 06:58:42.201809 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-e42c177c-7651-4bdf-8c3f-1d41af74317c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:42.204426 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-e42c177c-7651-4bdf-8c3f-1d41af74317c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.1543057 Feb 02 06:58:42.335890 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-5675c9dc-8dd2-4677-9ed6-dd3e79a877e0 service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278079 Feb 02 06:58:42.338688 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3ac3cb87-38cb-4388-86f9-9fb7f13ab161 req-3a111e83-91e2-4229-957e-1c3741457d27 service neutron] 10.222.0.88 "GET /v2.0/networks/5fd42388-2bd2-4390-988d-8d7d331ea159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449033 Feb 02 06:58:42.456442 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-96a5e07f-2ec2-49b3-a57c-cf9db2917bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:42.459786 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-96a5e07f-2ec2-49b3-a57c-cf9db2917bdb service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1226935 Feb 02 06:58:42.666110 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-12af7228-2dc4-4bf4-8a49-3bb98c146129 service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858239 Feb 02 06:58:42.870490 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-30a40ae1-b384-4a1b-a4b1-1cee1e6a73cb req-c276e817-3899-4cd8-a692-933e99c8dca6 service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963940 Feb 02 06:58:43.269705 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5dccbc76-fdc7-425d-94da-890d6e1184f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:44.555272 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:44.707754 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 06:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3e2a4d-0e4c-4ced-99af-6785c00bfcd8 x-openstack-request-id: req-2b3e2a4d-0e4c-4ced-99af-6785c00bfcd8 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:58:44.708277 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91db4d66-817d-450b-bf74-6f8645b5a97d", "tag": "34bd35d2-c143-4e2d-a9ca-206064b7e9e7", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:58:44.708494 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-2b3e2a4d-0e4c-4ced-99af-6785c00bfcd8 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:58:44.708995 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91db4d66-817d-450b-bf74-6f8645b5a97d', 'tag': '34bd35d2-c143-4e2d-a9ca-206064b7e9e7', 'status': 'completed', 'code': 200} Feb 02 06:58:44.853727 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb121eb-7a86-4a97-b334-2dd3356cb765 req-0ed2d4b6-32b7-4f30-aee3-c907871d5f3f tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:44.860737 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ccb121eb-7a86-4a97-b334-2dd3356cb765 req-0ed2d4b6-32b7-4f30-aee3-c907871d5f3f tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618 HTTP/1.1" status: 200 len: 949 time: 0.0999856 Feb 02 06:58:44.910873 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3a7331-5566-483a-9ebc-3ebc4216b6c3 req-f2a7cf63-a298-4604-a62f-34cf664f9790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:44.912685 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-db3a7331-5566-483a-9ebc-3ebc4216b6c3 req-f2a7cf63-a298-4604-a62f-34cf664f9790 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb2f9c8adf7145b2819bfa68b581b571&device_id=91db4d66-817d-450b-bf74-6f8645b5a97d HTTP/1.1" status: 200 len: 1126 time: 0.1580105 Feb 02 06:58:44.957565 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b2b21-328c-4606-86b4-b41de093624b req-ece8fe8d-9b7b-45ee-b623-66f0cb0a2b33 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:44.959741 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ccb121eb-7a86-4a97-b334-2dd3356cb765 req-44f4770b-786d-41ce-80c9-d5f1ffac65b7 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853846 Feb 02 06:58:44.960773 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8f2b2b21-328c-4606-86b4-b41de093624b req-ece8fe8d-9b7b-45ee-b623-66f0cb0a2b33 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] 10.222.0.87 "GET /v2.0/ports?device_id=91db4d66-817d-450b-bf74-6f8645b5a97d HTTP/1.1" status: 200 len: 943 time: 0.1975048 Feb 02 06:58:45.142216 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd22c82-feec-407f-8984-8f3ca50cc4c9 req-59991800-387d-4881-ad40-223f1068db2a tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:45.153448 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2fd22c82-feec-407f-8984-8f3ca50cc4c9 req-59991800-387d-4881-ad40-223f1068db2a tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=5f865b59-cb14-409e-8f1d-aa1dd34b8410 HTTP/1.1" status: 200 len: 947 time: 0.1160393 Feb 02 06:58:45.215236 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2fd22c82-feec-407f-8984-8f3ca50cc4c9 req-acf6fa5a-e692-461f-b012-8750eb3194b4 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605607 Feb 02 06:58:45.258343 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8f2b2b21-328c-4606-86b4-b41de093624b req-9ff94667-2b10-45ef-ad2e-e497502fae1a tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] 10.222.0.87 "GET /v2.0/security-groups?id=b22050f8-6f62-42fd-9128-3068ecc4ea38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485325 Feb 02 06:58:45.290597 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3a7331-5566-483a-9ebc-3ebc4216b6c3 req-44bd54d1-f657-4be3-994a-13e511440001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:45.293657 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-db3a7331-5566-483a-9ebc-3ebc4216b6c3 req-44bd54d1-f657-4be3-994a-13e511440001 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5fd42388-2bd2-4390-988d-8d7d331ea159 HTTP/1.1" status: 200 len: 914 time: 0.3717513 Feb 02 06:58:45.297928 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 06:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7368edfc-ba01-435c-8454-1a2a5871bd43 x-openstack-request-id: req-7368edfc-ba01-435c-8454-1a2a5871bd43 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:58:45.298127 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f865b59-cb14-409e-8f1d-aa1dd34b8410", "tag": "accc8dbd-449e-4fb6-abb7-294a86af8d3f", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:58:45.298380 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7368edfc-ba01-435c-8454-1a2a5871bd43 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:58:45.298791 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f865b59-cb14-409e-8f1d-aa1dd34b8410', 'tag': 'accc8dbd-449e-4fb6-abb7-294a86af8d3f', 'status': 'completed', 'code': 200} Feb 02 06:58:45.380984 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-db3a7331-5566-483a-9ebc-3ebc4216b6c3 req-ef6155d3-7834-43c5-b1a4-93b1da30f211 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34bd35d2-c143-4e2d-a9ca-206064b7e9e7 HTTP/1.1" status: 200 len: 217 time: 0.0801802 Feb 02 06:58:45.440375 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b46d6d-9397-4bf4-b14b-e7caca3c1771 req-ea1e228e-0eee-4ee4-a339-8f6d6080e806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:45.447981 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-23b46d6d-9397-4bf4-b14b-e7caca3c1771 req-ea1e228e-0eee-4ee4-a339-8f6d6080e806 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e34e7485085f4555b7019dbfd89a06da&device_id=5f865b59-cb14-409e-8f1d-aa1dd34b8410 HTTP/1.1" status: 200 len: 1130 time: 0.0999594 Feb 02 06:58:45.553164 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3a7331-5566-483a-9ebc-3ebc4216b6c3 req-4a07ad0c-6c20-46b1-8ba2-d6e98436d729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:45.555212 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-db3a7331-5566-483a-9ebc-3ebc4216b6c3 req-4a07ad0c-6c20-46b1-8ba2-d6e98436d729 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=59c014a2-53ba-444c-bdf5-4bb2b8a6d427 HTTP/1.1" status: 200 len: 853 time: 0.1396995 Feb 02 06:58:45.576972 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744dc2d4-83fb-4402-b58f-6c7429799927 req-c294ee97-1d27-4b46-a7a1-65ec0e85db0a tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:45.586496 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 34bd35d2-c143-4e2d-a9ca-206064b7e9e7 details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 06:58:45.587962 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-744dc2d4-83fb-4402-b58f-6c7429799927 req-c294ee97-1d27-4b46-a7a1-65ec0e85db0a tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20bc9d-0fdd-4c70-990c-50f4bee6311e HTTP/1.1" status: 200 len: 943 time: 0.2148764 Feb 02 06:58:45.624247 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f860474-2f75-400d-b489-fdcfc3dab9cc req-425d7a78-3068-4855-bda5-a79fda724056 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:45.632521 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9f860474-2f75-400d-b489-fdcfc3dab9cc req-425d7a78-3068-4855-bda5-a79fda724056 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c HTTP/1.1" status: 200 len: 943 time: 0.1277621 Feb 02 06:58:45.641393 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-db3a7331-5566-483a-9ebc-3ebc4216b6c3 req-915d8f99-2f36-42fd-8332-650d4b40c561 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5fd42388-2bd2-4390-988d-8d7d331ea159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793338 Feb 02 06:58:45.698256 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 34bd35d2-c143-4e2d-a9ca-206064b7e9e7, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=34bd35d2-c143-4e2d-a9ca-206064b7e9e7,segment=NetworkSegment(15c9efb8-991a-467f-88e3-bc490924aea7),segment_id=15c9efb8-991a-467f-88e3-bc490924aea7)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:58:45.711143 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': '34bd35d2-c143-4e2d-a9ca-206064b7e9e7', 'network_id': '5fd42388-2bd2-4390-988d-8d7d331ea159', 'port_id': '34bd35d2-c143-4e2d-a9ca-206064b7e9e7', 'mac_address': 'fa:16:3e:83:e1:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59c014a2-53ba-444c-bdf5-4bb2b8a6d427', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 06:58:45.721237 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b46d6d-9397-4bf4-b14b-e7caca3c1771 req-b3cf582e-cf27-4757-93de-6c90e8469fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:45.723085 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-23b46d6d-9397-4bf4-b14b-e7caca3c1771 req-b3cf582e-cf27-4757-93de-6c90e8469fb3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 HTTP/1.1" status: 200 len: 870 time: 0.2693045 Feb 02 06:58:45.755305 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-744dc2d4-83fb-4402-b58f-6c7429799927 req-ee8d7ba6-3bbd-495f-a2ce-7850981f9bcb tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/security-groups?id=31b982a2-44bb-4266-ae52-5267da420a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182718 Feb 02 06:58:45.779294 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-db3a7331-5566-483a-9ebc-3ebc4216b6c3 req-763b4c37-e30a-4d6b-b7c1-bdb32890a47b service neutron] 10.222.0.59 "GET /v2.0/networks/5fd42388-2bd2-4390-988d-8d7d331ea159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282389 Feb 02 06:58:45.790257 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 34bd35d2-c143-4e2d-a9ca-206064b7e9e7 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:58:45.790883 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (34bd35d2-c143-4e2d-a9ca-206064b7e9e7), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:45.845059 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-23b46d6d-9397-4bf4-b14b-e7caca3c1771 req-cd45d8d2-6d47-471f-ab1b-2a64b208631c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=accc8dbd-449e-4fb6-abb7-294a86af8d3f HTTP/1.1" status: 200 len: 217 time: 0.1127074 Feb 02 06:58:45.846610 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34bd35d2-c143-4e2d-a9ca-206064b7e9e7 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:58:45.922595 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 34bd35d2-c143-4e2d-a9ca-206064b7e9e7, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=34bd35d2-c143-4e2d-a9ca-206064b7e9e7,segment=NetworkSegment(15c9efb8-991a-467f-88e3-bc490924aea7),segment_id=15c9efb8-991a-467f-88e3-bc490924aea7)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:58:45.959986 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-db3a7331-5566-483a-9ebc-3ebc4216b6c3 req-5bb7fd35-134c-4cd9-890b-25143cfb29a4 service neutron] 10.222.0.59 "GET /v2.0/networks/5fd42388-2bd2-4390-988d-8d7d331ea159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704824 Feb 02 06:58:45.969576 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (34bd35d2-c143-4e2d-a9ca-206064b7e9e7), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:45.976646 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9f860474-2f75-400d-b489-fdcfc3dab9cc req-d198ef38-08c3-4b8f-9261-c0abec622469 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312511 Feb 02 06:58:45.994508 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b46d6d-9397-4bf4-b14b-e7caca3c1771 req-5b779d9c-2364-4281-bccd-40e5677a7277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:45.996488 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-23b46d6d-9397-4bf4-b14b-e7caca3c1771 req-5b779d9c-2364-4281-bccd-40e5677a7277 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.1445103 Feb 02 06:58:46.042821 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=34bd35d2-c143-4e2d-a9ca-206064b7e9e7,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:58:46.047673 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:46.090897 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b46d6d-9397-4bf4-b14b-e7caca3c1771 req-ac86a881-11e6-4f70-8bb7-c6297a6c052c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:46.092446 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-23b46d6d-9397-4bf4-b14b-e7caca3c1771 req-ac86a881-11e6-4f70-8bb7-c6297a6c052c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0897315 Feb 02 06:58:46.240090 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76539dd0-137f-4b50-8d65-826cbaa6dad0 req-fd878c3a-c446-4c10-b889-a73cfd29c76f tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:46.241598 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-76539dd0-137f-4b50-8d65-826cbaa6dad0 req-fd878c3a-c446-4c10-b889-a73cfd29c76f tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618 HTTP/1.1" status: 200 len: 949 time: 0.1335649 Feb 02 06:58:46.246131 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-23b46d6d-9397-4bf4-b14b-e7caca3c1771 req-ce013d11-3efb-487b-9e99-9ab665e66ce0 service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468992 Feb 02 06:58:46.306877 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device accc8dbd-449e-4fb6-abb7-294a86af8d3f details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 06:58:46.400994 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-76539dd0-137f-4b50-8d65-826cbaa6dad0 req-0b445366-2803-456f-bec1-dad88e2d5366 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525252 Feb 02 06:58:46.453260 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-23b46d6d-9397-4bf4-b14b-e7caca3c1771 req-6e0e4696-694f-487b-8b74-da5b76f3b8c7 service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855316 Feb 02 06:58:46.517212 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['34bd35d2-c143-4e2d-a9ca-206064b7e9e7'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:58:46.596479 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port accc8dbd-449e-4fb6-abb7-294a86af8d3f, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=accc8dbd-449e-4fb6-abb7-294a86af8d3f,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:58:46.615017 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': 'accc8dbd-449e-4fb6-abb7-294a86af8d3f', 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1', 'port_id': 'accc8dbd-449e-4fb6-abb7-294a86af8d3f', 'mac_address': 'fa:16:3e:87:40:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d773733-62df-4956-84d3-71d17cfb6d11', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 06:58:46.662033 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ab31e-91b7-439d-9291-08ceefd2f621 req-4bf63fce-97d1-4f02-a5d5-89e5849defc2 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:46.668739 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-880ab31e-91b7-439d-9291-08ceefd2f621 req-4bf63fce-97d1-4f02-a5d5-89e5849defc2 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=5f865b59-cb14-409e-8f1d-aa1dd34b8410 HTTP/1.1" status: 200 len: 947 time: 0.1249111 Feb 02 06:58:46.710802 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '714f34ab-0c2c-48c1-8d32-238e1690e04f', 'tag': 'e8ebd367-b485-46c4-83bc-f240ebe39d93'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:58:46.713173 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f72df8-ebfb-420b-8ce6-656b50d089ad" -d '{"events": [{"name": "network-changed", "server_uuid": "714f34ab-0c2c-48c1-8d32-238e1690e04f", "tag": "e8ebd367-b485-46c4-83bc-f240ebe39d93"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:58:46.732342 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-880ab31e-91b7-439d-9291-08ceefd2f621 req-b746774b-6681-4fd0-ae0a-dda3a4ca8cac tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596426 Feb 02 06:58:46.740426 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port accc8dbd-449e-4fb6-abb7-294a86af8d3f is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:58:46.740822 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (accc8dbd-449e-4fb6-abb7-294a86af8d3f), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:46.786324 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id accc8dbd-449e-4fb6-abb7-294a86af8d3f {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:58:46.858433 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port accc8dbd-449e-4fb6-abb7-294a86af8d3f, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=accc8dbd-449e-4fb6-abb7-294a86af8d3f,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:58:46.877273 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (accc8dbd-449e-4fb6-abb7-294a86af8d3f), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:46.878252 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 674800bf-e723-4635-afe8-ee7d45ae1e0e details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 06:58:46.934173 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e4182-cd31-442f-a63c-8ee57ca85ff7 req-7ae2cf50-1d7f-4769-80cc-af052f338519 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:46.935972 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-aa6e4182-cd31-442f-a63c-8ee57ca85ff7 req-7ae2cf50-1d7f-4769-80cc-af052f338519 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] 10.222.0.87 "GET /v2.0/ports?device_id=91db4d66-817d-450b-bf74-6f8645b5a97d HTTP/1.1" status: 200 len: 944 time: 0.1029265 Feb 02 06:58:47.010622 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 06:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a819e86-ecd0-47bf-9dfd-517181be1a93 x-openstack-request-id: req-1a819e86-ecd0-47bf-9dfd-517181be1a93 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:58:47.011182 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "714f34ab-0c2c-48c1-8d32-238e1690e04f", "tag": "e8ebd367-b485-46c4-83bc-f240ebe39d93", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:58:47.011356 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1a819e86-ecd0-47bf-9dfd-517181be1a93 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:58:47.011893 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '714f34ab-0c2c-48c1-8d32-238e1690e04f', 'tag': 'e8ebd367-b485-46c4-83bc-f240ebe39d93', 'status': 'completed', 'code': 200} Feb 02 06:58:47.029515 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 674800bf-e723-4635-afe8-ee7d45ae1e0e, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=674800bf-e723-4635-afe8-ee7d45ae1e0e,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:58:47.033929 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=accc8dbd-449e-4fb6-abb7-294a86af8d3f,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:58:47.054631 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-aa6e4182-cd31-442f-a63c-8ee57ca85ff7 req-0b8e6d77-74cb-475d-8735-06ed1ffdf632 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] 10.222.0.87 "GET /v2.0/security-groups?id=b22050f8-6f62-42fd-9128-3068ecc4ea38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123750 Feb 02 06:58:47.071620 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': '674800bf-e723-4635-afe8-ee7d45ae1e0e', 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1', 'port_id': '674800bf-e723-4635-afe8-ee7d45ae1e0e', 'mac_address': 'fa:16:3e:2a:c0:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d773733-62df-4956-84d3-71d17cfb6d11', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 06:58:47.134163 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 674800bf-e723-4635-afe8-ee7d45ae1e0e is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:58:47.134740 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (674800bf-e723-4635-afe8-ee7d45ae1e0e), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:47.150838 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 674800bf-e723-4635-afe8-ee7d45ae1e0e {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:58:47.169047 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f72df8-ebfb-420b-8ce6-656b50d089ad req-95dd1119-3de1-4952-9b68-023f387ea7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:47.171728 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-02f72df8-ebfb-420b-8ce6-656b50d089ad req-95dd1119-3de1-4952-9b68-023f387ea7cb service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=bb2f9c8adf7145b2819bfa68b581b571&device_id=714f34ab-0c2c-48c1-8d32-238e1690e04f HTTP/1.1" status: 200 len: 1126 time: 0.1104658 Feb 02 06:58:47.181984 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 674800bf-e723-4635-afe8-ee7d45ae1e0e, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=674800bf-e723-4635-afe8-ee7d45ae1e0e,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:58:47.195055 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (674800bf-e723-4635-afe8-ee7d45ae1e0e), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:47.196024 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device e8ebd367-b485-46c4-83bc-f240ebe39d93 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 06:58:47.200155 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2ccb91-a7a9-497c-b873-3db49ffbe67e req-cfb21e79-544a-4732-b350-b85b90c54b61 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:47.209085 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7d2ccb91-a7a9-497c-b873-3db49ffbe67e req-cfb21e79-544a-4732-b350-b85b90c54b61 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20bc9d-0fdd-4c70-990c-50f4bee6311e HTTP/1.1" status: 200 len: 943 time: 0.1340373 Feb 02 06:58:47.260681 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=674800bf-e723-4635-afe8-ee7d45ae1e0e,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:58:47.343864 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:47.355679 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7d2ccb91-a7a9-497c-b873-3db49ffbe67e req-abfa22ea-65b5-4411-9e89-ec1729a03cd2 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/security-groups?id=31b982a2-44bb-4266-ae52-5267da420a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444688 Feb 02 06:58:47.459244 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e249660-df86-4751-8e5c-b85725032326', 'tag': '674800bf-e723-4635-afe8-ee7d45ae1e0e'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:58:47.464536 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f11dd1fa-df6b-4aa7-b837-0d14283d2ff1" -d '{"events": [{"name": "network-changed", "server_uuid": "4e249660-df86-4751-8e5c-b85725032326", "tag": "674800bf-e723-4635-afe8-ee7d45ae1e0e"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:58:47.467355 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f72df8-ebfb-420b-8ce6-656b50d089ad req-9b963129-e899-4b1b-bc8f-4d9ad7b3d2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:47.468846 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-02f72df8-ebfb-420b-8ce6-656b50d089ad req-9b963129-e899-4b1b-bc8f-4d9ad7b3d2c9 service neutron] 10.222.0.88 "GET /v2.0/networks?id=5fd42388-2bd2-4390-988d-8d7d331ea159 HTTP/1.1" status: 200 len: 914 time: 0.2907696 Feb 02 06:58:47.516223 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port e8ebd367-b485-46c4-83bc-f240ebe39d93, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=e8ebd367-b485-46c4-83bc-f240ebe39d93,segment=NetworkSegment(15c9efb8-991a-467f-88e3-bc490924aea7),segment_id=15c9efb8-991a-467f-88e3-bc490924aea7)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:58:47.528731 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': 'e8ebd367-b485-46c4-83bc-f240ebe39d93', 'network_id': '5fd42388-2bd2-4390-988d-8d7d331ea159', 'port_id': 'e8ebd367-b485-46c4-83bc-f240ebe39d93', 'mac_address': 'fa:16:3e:95:de:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59c014a2-53ba-444c-bdf5-4bb2b8a6d427', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 06:58:47.574607 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port e8ebd367-b485-46c4-83bc-f240ebe39d93 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:58:47.575191 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (e8ebd367-b485-46c4-83bc-f240ebe39d93), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:47.593116 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-02f72df8-ebfb-420b-8ce6-656b50d089ad req-bacc7705-2250-4329-84fd-05e72ce5940b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8ebd367-b485-46c4-83bc-f240ebe39d93 HTTP/1.1" status: 200 len: 217 time: 0.1113987 Feb 02 06:58:47.595274 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8ebd367-b485-46c4-83bc-f240ebe39d93 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:58:47.596929 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8102daef-4ebb-4a29-b2f6-a0deed815dd5 req-3553ead9-27bd-43ed-9654-416482fe9e20 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:47.599920 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8102daef-4ebb-4a29-b2f6-a0deed815dd5 req-3553ead9-27bd-43ed-9654-416482fe9e20 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c HTTP/1.1" status: 200 len: 943 time: 0.0997598 Feb 02 06:58:47.610884 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 027283f6-1957-43b9-b42a-9462ef40f806 details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 06:58:47.673615 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8102daef-4ebb-4a29-b2f6-a0deed815dd5 req-29da7b4c-e04f-4316-b61d-101706c05ea9 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650625 Feb 02 06:58:47.694830 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f72df8-ebfb-420b-8ce6-656b50d089ad req-3d0fa425-45c6-4064-bb00-701a0b296890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:47.696339 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-02f72df8-ebfb-420b-8ce6-656b50d089ad req-3d0fa425-45c6-4064-bb00-701a0b296890 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=59c014a2-53ba-444c-bdf5-4bb2b8a6d427 HTTP/1.1" status: 200 len: 853 time: 0.0919437 Feb 02 06:58:47.698864 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port e8ebd367-b485-46c4-83bc-f240ebe39d93, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=e8ebd367-b485-46c4-83bc-f240ebe39d93,segment=NetworkSegment(15c9efb8-991a-467f-88e3-bc490924aea7),segment_id=15c9efb8-991a-467f-88e3-bc490924aea7)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:58:47.715968 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (e8ebd367-b485-46c4-83bc-f240ebe39d93), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:47.730097 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59764129-2e92-46db-b06c-385e9192a301 req-ccdacaf5-a53f-4ba4-8212-c5256cbc4aac tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:47.739466 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-59764129-2e92-46db-b06c-385e9192a301 req-ccdacaf5-a53f-4ba4-8212-c5256cbc4aac tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618 HTTP/1.1" status: 200 len: 949 time: 0.1449006 Feb 02 06:58:47.784314 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 06:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b1aec9-58fa-4b8f-8a0f-5301355f1152 x-openstack-request-id: req-01b1aec9-58fa-4b8f-8a0f-5301355f1152 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:58:47.784806 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e249660-df86-4751-8e5c-b85725032326", "tag": "674800bf-e723-4635-afe8-ee7d45ae1e0e", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:58:47.785152 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-01b1aec9-58fa-4b8f-8a0f-5301355f1152 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:58:47.785650 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e249660-df86-4751-8e5c-b85725032326', 'tag': '674800bf-e723-4635-afe8-ee7d45ae1e0e', 'status': 'completed', 'code': 200} Feb 02 06:58:47.790199 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-02f72df8-ebfb-420b-8ce6-656b50d089ad req-5efa4f0f-2023-4455-a6a9-74c13ad023df service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5fd42388-2bd2-4390-988d-8d7d331ea159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784490 Feb 02 06:58:47.838585 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 027283f6-1957-43b9-b42a-9462ef40f806, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=027283f6-1957-43b9-b42a-9462ef40f806,segment=NetworkSegment(ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b),segment_id=ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:58:47.846843 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-59764129-2e92-46db-b06c-385e9192a301 req-7579585d-9889-4670-9c46-597c7c0c0d0f tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062183 Feb 02 06:58:47.875338 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': '027283f6-1957-43b9-b42a-9462ef40f806', 'network_id': 'a90e0175-1e1a-46fd-ade5-a34b643c83ca', 'port_id': '027283f6-1957-43b9-b42a-9462ef40f806', 'mac_address': 'fa:16:3e:af:a2:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '718edbdc-92b0-46ac-b280-821a5ec70f8a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 06:58:47.962519 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-02f72df8-ebfb-420b-8ce6-656b50d089ad req-6e1438e4-16be-4ef6-ad43-66afeac2f6ca service neutron] 10.222.0.88 "GET /v2.0/networks/5fd42388-2bd2-4390-988d-8d7d331ea159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436195 Feb 02 06:58:48.024746 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 027283f6-1957-43b9-b42a-9462ef40f806 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:58:48.025655 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (027283f6-1957-43b9-b42a-9462ef40f806), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:48.049164 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 027283f6-1957-43b9-b42a-9462ef40f806 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:58:48.057569 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=e8ebd367-b485-46c4-83bc-f240ebe39d93,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:58:48.104975 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 027283f6-1957-43b9-b42a-9462ef40f806, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=027283f6-1957-43b9-b42a-9462ef40f806,segment=NetworkSegment(ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b),segment_id=ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:58:48.115079 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfd39ab-35ad-4848-bb0e-ed7c3c2d325a req-831fe3d0-c6aa-4334-88a5-4bba075851d6 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:48.123273 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3dfd39ab-35ad-4848-bb0e-ed7c3c2d325a req-831fe3d0-c6aa-4334-88a5-4bba075851d6 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=5f865b59-cb14-409e-8f1d-aa1dd34b8410 HTTP/1.1" status: 200 len: 948 time: 0.1554482 Feb 02 06:58:48.126958 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (027283f6-1957-43b9-b42a-9462ef40f806), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:48.191268 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-02f72df8-ebfb-420b-8ce6-656b50d089ad req-d7f01782-5d1c-4297-bba8-2a69bfda5d78 service neutron] 10.222.0.88 "GET /v2.0/networks/5fd42388-2bd2-4390-988d-8d7d331ea159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102127 Feb 02 06:58:48.199891 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11dd1fa-df6b-4aa7-b837-0d14283d2ff1 req-7b815216-0223-43e7-874d-f842983fd79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:48.202187 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f11dd1fa-df6b-4aa7-b837-0d14283d2ff1 req-7b815216-0223-43e7-874d-f842983fd79a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e34e7485085f4555b7019dbfd89a06da&device_id=4e249660-df86-4751-8e5c-b85725032326 HTTP/1.1" status: 200 len: 1131 time: 0.3726919 Feb 02 06:58:48.208150 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3dfd39ab-35ad-4848-bb0e-ed7c3c2d325a req-7fca74ee-8253-44f5-b2ac-502a500b5e5b tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835149 Feb 02 06:58:48.233131 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=027283f6-1957-43b9-b42a-9462ef40f806,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:58:48.271408 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['accc8dbd-449e-4fb6-abb7-294a86af8d3f'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:58:48.319041 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc617bba-e52a-4795-aa7d-80cd444a8be6 req-a4aada7e-b93c-433f-b57e-b613d293cfad tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:48.320048 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bc617bba-e52a-4795-aa7d-80cd444a8be6 req-a4aada7e-b93c-433f-b57e-b613d293cfad tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/networks?id=ca6d2336-a914-4a87-8e88-4564aa839535 HTTP/1.1" status: 200 len: 805 time: 0.4128351 Feb 02 06:58:48.329212 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['674800bf-e723-4635-afe8-ee7d45ae1e0e'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:58:48.335214 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 3fcce57c-8852-4dbe-a32a-87b009f662f4 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 06:58:48.421315 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e2c8b-ee48-4628-887a-67d3183d463d req-4dd4529f-4d1a-45f7-b3b4-217dad8d6981 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:48.422317 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bc617bba-e52a-4795-aa7d-80cd444a8be6 req-3a67dc59-b747-4b5d-bb92-6ebe49e8102d tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/quotas/a0778ddf7e2d4744ab0aa590410dd2bf HTTP/1.1" status: 200 len: 375 time: 0.0888197 Feb 02 06:58:48.427616 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-546e2c8b-ee48-4628-887a-67d3183d463d req-4dd4529f-4d1a-45f7-b3b4-217dad8d6981 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] 10.222.0.87 "GET /v2.0/ports?device_id=91db4d66-817d-450b-bf74-6f8645b5a97d HTTP/1.1" status: 200 len: 944 time: 0.0767586 Feb 02 06:58:48.450452 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['e8ebd367-b485-46c4-83bc-f240ebe39d93'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:58:48.590559 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11dd1fa-df6b-4aa7-b837-0d14283d2ff1 req-41b1fb56-2e4f-40dc-956d-7b6e3e9c793a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:48.592394 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f11dd1fa-df6b-4aa7-b837-0d14283d2ff1 req-41b1fb56-2e4f-40dc-956d-7b6e3e9c793a service neutron] 10.222.0.88 "GET /v2.0/networks?id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 HTTP/1.1" status: 200 len: 870 time: 0.3738961 Feb 02 06:58:48.695213 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f11dd1fa-df6b-4aa7-b837-0d14283d2ff1 req-33bcdfca-873c-4899-ad32-7f5c68f6ae6b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=674800bf-e723-4635-afe8-ee7d45ae1e0e HTTP/1.1" status: 200 len: 217 time: 0.0898514 Feb 02 06:58:48.707503 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bc617bba-e52a-4795-aa7d-80cd444a8be6 req-8a6ea59a-6fdc-4b21-8d97-b2e95a121095 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=a0778ddf7e2d4744ab0aa590410dd2bf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2580891 Feb 02 06:58:48.762620 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 3fcce57c-8852-4dbe-a32a-87b009f662f4 is: ACTIVE; New status is: DOWN {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:58:48.763207 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3fcce57c-8852-4dbe-a32a-87b009f662f4), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:48.864977 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-546e2c8b-ee48-4628-887a-67d3183d463d req-9f253429-67bb-45a5-be93-cb493e79e5a1 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] 10.222.0.87 "GET /v2.0/security-groups?id=b22050f8-6f62-42fd-9128-3068ecc4ea38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4256499 Feb 02 06:58:48.888829 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11dd1fa-df6b-4aa7-b837-0d14283d2ff1 req-ed57a305-f5ab-4ecd-b1e5-0c6035a20c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:48.897992 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f11dd1fa-df6b-4aa7-b837-0d14283d2ff1 req-ed57a305-f5ab-4ecd-b1e5-0c6035a20c90 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.1892796 Feb 02 06:58:48.906967 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a470b4a6-4443-4ecb-ac1b-483a124c1d07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fcce57c-8852-4dbe-a32a-87b009f662f4'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:58:48.909429 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d09dbdd-9e54-4b9e-9bb5-211471ed2d69" -d '{"events": [{"server_uuid": "a470b4a6-4443-4ecb-ac1b-483a124c1d07", "name": "network-vif-unplugged", "status": "completed", "tag": "3fcce57c-8852-4dbe-a32a-87b009f662f4"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:58:48.914485 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['027283f6-1957-43b9-b42a-9462ef40f806'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:58:48.954055 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 3fcce57c-8852-4dbe-a32a-87b009f662f4, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=3fcce57c-8852-4dbe-a32a-87b009f662f4,segment=NetworkSegment(8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763),segment_id=8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:58:49.036062 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1897e1fd-ba10-4af1-8da8-951555722fd3 req-367b24db-0b80-4ce7-af33-a700434299b5 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:49.042113 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (3fcce57c-8852-4dbe-a32a-87b009f662f4), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:49.048205 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1897e1fd-ba10-4af1-8da8-951555722fd3 req-367b24db-0b80-4ce7-af33-a700434299b5 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20bc9d-0fdd-4c70-990c-50f4bee6311e HTTP/1.1" status: 200 len: 943 time: 0.1246693 Feb 02 06:58:49.072416 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bc617bba-e52a-4795-aa7d-80cd444a8be6 req-60cdbcdd-7b49-49c7-9626-58eea8963c44 service neutron] 10.222.0.87 "GET /v2.0/networks/ca6d2336-a914-4a87-8e88-4564aa839535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427651 Feb 02 06:58:49.076044 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11dd1fa-df6b-4aa7-b837-0d14283d2ff1 req-4265047e-a25d-4244-a5dc-cec9ec2fd86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:49.077445 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f11dd1fa-df6b-4aa7-b837-0d14283d2ff1 req-4265047e-a25d-4244-a5dc-cec9ec2fd86d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1426430 Feb 02 06:58:49.124705 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1897e1fd-ba10-4af1-8da8-951555722fd3 req-5a3857b5-64bf-4ed7-ab65-116234d6a951 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/security-groups?id=31b982a2-44bb-4266-ae52-5267da420a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709352 Feb 02 06:58:49.365620 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bc617bba-e52a-4795-aa7d-80cd444a8be6 req-ede2a4f9-8463-43cd-8fcf-1b30414fb805 service neutron] 10.222.0.87 "GET /v2.0/networks/ca6d2336-a914-4a87-8e88-4564aa839535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870800 Feb 02 06:58:49.382808 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f11dd1fa-df6b-4aa7-b837-0d14283d2ff1 req-7c28a341-53ef-4117-97b1-461922e46b00 service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791328 Feb 02 06:58:49.404255 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473e122c-3d52-43ca-b761-bc2195f27419 req-e751f44a-aa0f-4454-ba65-703ce3c1723e tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:49.414321 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-473e122c-3d52-43ca-b761-bc2195f27419 req-e751f44a-aa0f-4454-ba65-703ce3c1723e tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c HTTP/1.1" status: 200 len: 944 time: 0.1331468 Feb 02 06:58:49.460016 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df97b1f-575e-4dd7-9497-c86df092c4f8 req-9570e865-d344-46d1-9486-fbb52fbfa0a2 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:49.461814 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2df97b1f-575e-4dd7-9497-c86df092c4f8 req-9570e865-d344-46d1-9486-fbb52fbfa0a2 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.88 "GET /v2.0/ports?device_id=a470b4a6-4443-4ecb-ac1b-483a124c1d07 HTTP/1.1" status: 200 len: 943 time: 0.1392982 Feb 02 06:58:49.463381 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=3fcce57c-8852-4dbe-a32a-87b009f662f4,revision_number=8']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:58:49.556586 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-473e122c-3d52-43ca-b761-bc2195f27419 req-32145093-e95c-4f2e-ba54-6a35ec8c684a tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411293 Feb 02 06:58:49.615484 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 34bd35d2-c143-4e2d-a9ca-206064b7e9e7 up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:58:49.619800 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f11dd1fa-df6b-4aa7-b837-0d14283d2ff1 req-3d8d5d9e-3784-4c15-9a44-2b4fa66f7428 service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290390 Feb 02 06:58:49.818467 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 06:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6b0b2f-79ff-4e6e-964b-e1445126d5fe x-openstack-request-id: req-7e6b0b2f-79ff-4e6e-964b-e1445126d5fe {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:58:49.818467 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a470b4a6-4443-4ecb-ac1b-483a124c1d07", "name": "network-vif-unplugged", "status": "completed", "tag": "3fcce57c-8852-4dbe-a32a-87b009f662f4", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:58:49.819179 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7e6b0b2f-79ff-4e6e-964b-e1445126d5fe {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:58:49.819179 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a470b4a6-4443-4ecb-ac1b-483a124c1d07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fcce57c-8852-4dbe-a32a-87b009f662f4', 'code': 200} Feb 02 06:58:49.854938 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-2df97b1f-575e-4dd7-9497-c86df092c4f8 req-98190306-3ae6-46d6-b9e4-5b0b9932855b tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Deleting port 3fcce57c-8852-4dbe-a32a-87b009f662f4 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 06:58:49.856061 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2df97b1f-575e-4dd7-9497-c86df092c4f8 req-98190306-3ae6-46d6-b9e4-5b0b9932855b tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (3fcce57c-8852-4dbe-a32a-87b009f662f4), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:49.953738 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port 34bd35d2-c143-4e2d-a9ca-206064b7e9e7 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 06:58:49.963856 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port 34bd35d2-c143-4e2d-a9ca-206064b7e9e7 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:58:49.964240 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (34bd35d2-c143-4e2d-a9ca-206064b7e9e7), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:49.986576 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd66673-8863-47ae-a651-b4fca7fffd31 req-372d0011-501f-4fe7-8d06-f0455cfbb93d tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:49.989159 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-dcd66673-8863-47ae-a651-b4fca7fffd31 req-372d0011-501f-4fe7-8d06-f0455cfbb93d tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618 HTTP/1.1" status: 200 len: 949 time: 0.3178535 Feb 02 06:58:50.054889 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b6b66-403f-4753-8b1e-eeed9de3bce3 req-e9f50ff0-7e39-4f5f-8845-1ce23a61ce3f tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:50.069689 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-2df97b1f-575e-4dd7-9497-c86df092c4f8 req-98190306-3ae6-46d6-b9e4-5b0b9932855b tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] For port 3fcce57c-8852-4dbe-a32a-87b009f662f4, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=3fcce57c-8852-4dbe-a32a-87b009f662f4,segment=NetworkSegment(8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763),segment_id=8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:58:50.070066 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2df97b1f-575e-4dd7-9497-c86df092c4f8 req-98190306-3ae6-46d6-b9e4-5b0b9932855b tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (3fcce57c-8852-4dbe-a32a-87b009f662f4), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:50.073219 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-301b6b66-403f-4753-8b1e-eeed9de3bce3 req-e9f50ff0-7e39-4f5f-8845-1ce23a61ce3f tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=5f865b59-cb14-409e-8f1d-aa1dd34b8410 HTTP/1.1" status: 200 len: 948 time: 0.1512411 Feb 02 06:58:50.111126 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-2df97b1f-575e-4dd7-9497-c86df092c4f8 req-98190306-3ae6-46d6-b9e4-5b0b9932855b tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Calling delete_port for 3fcce57c-8852-4dbe-a32a-87b009f662f4 owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 06:58:50.150434 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 34bd35d2-c143-4e2d-a9ca-206064b7e9e7 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:58:50.150841 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (34bd35d2-c143-4e2d-a9ca-206064b7e9e7), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:50.156361 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-301b6b66-403f-4753-8b1e-eeed9de3bce3 req-c75ceb2e-d330-4e4e-91db-fc43c99d6d3f tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800300 Feb 02 06:58:50.213020 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 34bd35d2-c143-4e2d-a9ca-206064b7e9e7, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=34bd35d2-c143-4e2d-a9ca-206064b7e9e7,segment=NetworkSegment(15c9efb8-991a-467f-88e3-bc490924aea7),segment_id=15c9efb8-991a-467f-88e3-bc490924aea7)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:58:50.224637 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (34bd35d2-c143-4e2d-a9ca-206064b7e9e7), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:50.367064 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=34bd35d2-c143-4e2d-a9ca-206064b7e9e7,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:58:50.391769 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-dcd66673-8863-47ae-a651-b4fca7fffd31 req-71a51037-fdb3-4e26-82b9-8660bcbe6e06 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3910387 Feb 02 06:58:50.397164 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1667fabb-ec28-4480-b316-2229b689938e req-9a1a5c14-46ec-42a4-9300-772f5718700e tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=f345fa5d-b7c3-44ad-9d59-9f5e42de378a HTTP/1.1" status: 200 len: 210 time: 0.0444069 Feb 02 06:58:50.558306 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2df97b1f-575e-4dd7-9497-c86df092c4f8 req-98190306-3ae6-46d6-b9e4-5b0b9932855b tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (3fcce57c-8852-4dbe-a32a-87b009f662f4), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:50.594566 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98190306-3ae6-46d6-b9e4-5b0b9932855b tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Pushing event deleted for resources: {'Port': ['ID=3fcce57c-8852-4dbe-a32a-87b009f662f4,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:58:50.608224 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28bdd61-90af-4678-a23a-c9045665274d req-ca1b052c-32ff-4383-9c6f-5df48d412aee tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:50.610137 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f28bdd61-90af-4678-a23a-c9045665274d req-ca1b052c-32ff-4383-9c6f-5df48d412aee tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] 10.222.0.87 "GET /v2.0/ports?device_id=91db4d66-817d-450b-bf74-6f8645b5a97d HTTP/1.1" status: 200 len: 945 time: 0.1204801 Feb 02 06:58:50.692418 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-2df97b1f-575e-4dd7-9497-c86df092c4f8 req-98190306-3ae6-46d6-b9e4-5b0b9932855b tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] No DVR routers for this DVR port 3fcce57c-8852-4dbe-a32a-87b009f662f4 on host n-h1-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 06:58:50.699276 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2df97b1f-575e-4dd7-9497-c86df092c4f8 req-98190306-3ae6-46d6-b9e4-5b0b9932855b tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:50.699638 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f28bdd61-90af-4678-a23a-c9045665274d req-21808cf9-ecd0-4726-9204-b33103841334 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] 10.222.0.87 "GET /v2.0/security-groups?id=b22050f8-6f62-42fd-9128-3068ecc4ea38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799999 Feb 02 06:58:50.711015 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2df97b1f-575e-4dd7-9497-c86df092c4f8 req-98190306-3ae6-46d6-b9e4-5b0b9932855b tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.88 "DELETE /v2.0/ports/3fcce57c-8852-4dbe-a32a-87b009f662f4 HTTP/1.1" status: 204 len: 173 time: 1.2252574 Feb 02 06:58:50.711015 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a470b4a6-4443-4ecb-ac1b-483a124c1d07', 'name': 'network-vif-deleted', 'tag': '3fcce57c-8852-4dbe-a32a-87b009f662f4'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:58:50.711015 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-340af2b9-00e9-4e42-97c3-cc77ac025b5a" -d '{"events": [{"server_uuid": "a470b4a6-4443-4ecb-ac1b-483a124c1d07", "name": "network-vif-deleted", "tag": "3fcce57c-8852-4dbe-a32a-87b009f662f4"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:58:50.753141 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb80aee-0e06-4240-a201-395d7d561dff req-2000d0d3-5efa-45ed-9070-1a850305fe05 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:50.756062 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-deb80aee-0e06-4240-a201-395d7d561dff req-2000d0d3-5efa-45ed-9070-1a850305fe05 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20bc9d-0fdd-4c70-990c-50f4bee6311e HTTP/1.1" status: 200 len: 943 time: 0.1079261 Feb 02 06:58:50.850811 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-deb80aee-0e06-4240-a201-395d7d561dff req-b1ef3cef-590c-48a3-b4c7-c93296284b58 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/security-groups?id=31b982a2-44bb-4266-ae52-5267da420a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885463 Feb 02 06:58:50.913792 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 06:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dcab7a6-c64b-4870-95c7-2789d2645dd3 x-openstack-request-id: req-5dcab7a6-c64b-4870-95c7-2789d2645dd3 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:58:50.914210 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a470b4a6-4443-4ecb-ac1b-483a124c1d07", "name": "network-vif-deleted", "tag": "3fcce57c-8852-4dbe-a32a-87b009f662f4", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:58:50.914438 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-5dcab7a6-c64b-4870-95c7-2789d2645dd3 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:58:50.914861 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a470b4a6-4443-4ecb-ac1b-483a124c1d07', 'name': 'network-vif-deleted', 'tag': '3fcce57c-8852-4dbe-a32a-87b009f662f4', 'status': 'completed', 'code': 200} Feb 02 06:58:50.986061 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca25df-b05f-4e1e-9d3f-39918af97cc4 req-9059f876-7efb-4620-8d93-c78e2c381ec0 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:50.987618 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-25ca25df-b05f-4e1e-9d3f-39918af97cc4 req-9059f876-7efb-4620-8d93-c78e2c381ec0 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c HTTP/1.1" status: 200 len: 944 time: 0.1026864 Feb 02 06:58:51.060354 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-25ca25df-b05f-4e1e-9d3f-39918af97cc4 req-f7437e67-fab2-4593-a910-dac90d1cfacf tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625761 Feb 02 06:58:51.284370 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eceea02-836f-4396-949b-8ad14d8ace58 req-a7937cf5-3146-4a79-b187-51d68d0f1e49 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:51.302244 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3eceea02-836f-4396-949b-8ad14d8ace58 req-a7937cf5-3146-4a79-b187-51d68d0f1e49 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=5f865b59-cb14-409e-8f1d-aa1dd34b8410 HTTP/1.1" status: 200 len: 948 time: 0.0772827 Feb 02 06:58:51.470463 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3eceea02-836f-4396-949b-8ad14d8ace58 req-773ae903-066a-4e85-9987-36e4a607e8c3 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659670 Feb 02 06:58:51.629279 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 027283f6-1957-43b9-b42a-9462ef40f806 up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:58:51.665329 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-461a98c5-e9fd-4455-a264-dc4100a0bf62 req-83042bc8-7e73-40ad-a4ef-b13e9c4b59ea tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=f345fa5d-b7c3-44ad-9d59-9f5e42de378a HTTP/1.1" status: 200 len: 210 time: 0.0439155 Feb 02 06:58:51.720981 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f0c9e-e667-48b0-8e6f-25a8e9e35816 req-1d7b0c7d-5c44-4159-a7d4-d82a30cc4a77 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:51.727737 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port 027283f6-1957-43b9-b42a-9462ef40f806 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 06:58:51.731894 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c36f0c9e-e667-48b0-8e6f-25a8e9e35816 req-1d7b0c7d-5c44-4159-a7d4-d82a30cc4a77 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618 HTTP/1.1" status: 200 len: 949 time: 0.1291292 Feb 02 06:58:51.734067 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port 027283f6-1957-43b9-b42a-9462ef40f806 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:58:51.734631 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (027283f6-1957-43b9-b42a-9462ef40f806), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:51.819922 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91db4d66-817d-450b-bf74-6f8645b5a97d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34bd35d2-c143-4e2d-a9ca-206064b7e9e7'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:58:51.831914 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdec04a3-668d-489e-9a03-e2879f1d945e" -d '{"events": [{"server_uuid": "91db4d66-817d-450b-bf74-6f8645b5a97d", "name": "network-vif-plugged", "status": "completed", "tag": "34bd35d2-c143-4e2d-a9ca-206064b7e9e7"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:58:51.853027 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c36f0c9e-e667-48b0-8e6f-25a8e9e35816 req-51f7e8d1-f5e1-45a6-8803-6ddb25d433d2 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200628 Feb 02 06:58:51.899544 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc617bba-e52a-4795-aa7d-80cd444a8be6 req-948d53e8-0740-4b8b-8300-ffbe6ce397b6 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:51.902031 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bc617bba-e52a-4795-aa7d-80cd444a8be6 req-948d53e8-0740-4b8b-8300-ffbe6ce397b6 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.59 "GET /v2.0/networks?id=ca6d2336-a914-4a87-8e88-4564aa839535 HTTP/1.1" status: 200 len: 805 time: 0.2428517 Feb 02 06:58:51.929681 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-bc617bba-e52a-4795-aa7d-80cd444a8be6 req-bd2bcd7f-3d6d-4fda-ac30-501521e9c02f tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Request body: {'port': {'device_id': 'f345fa5d-b7c3-44ad-9d59-9f5e42de378a', 'network_id': 'ca6d2336-a914-4a87-8e88-4564aa839535', 'admin_state_up': True, 'tenant_id': 'a0778ddf7e2d4744ab0aa590410dd2bf'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:58:51.946623 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75034ee4-3c50-4fa7-ac5f-9163e67844a1 req-c651946e-1967-43f8-940b-87e1c2a1d322 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:51.948607 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-75034ee4-3c50-4fa7-ac5f-9163e67844a1 req-c651946e-1967-43f8-940b-87e1c2a1d322 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] 10.222.0.87 "GET /v2.0/ports?device_id=91db4d66-817d-450b-bf74-6f8645b5a97d HTTP/1.1" status: 200 len: 945 time: 0.1264489 Feb 02 06:58:52.100670 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-75034ee4-3c50-4fa7-ac5f-9163e67844a1 req-0414c948-9560-4a7a-af64-b202044a7425 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] 10.222.0.87 "GET /v2.0/security-groups?id=b22050f8-6f62-42fd-9128-3068ecc4ea38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254725 Feb 02 06:58:52.163065 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc617bba-e52a-4795-aa7d-80cd444a8be6 req-bd2bcd7f-3d6d-4fda-ac30-501521e9c02f tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Made reservation on behalf of a0778ddf7e2d4744ab0aa590410dd2bf for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:58:52.167105 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-bc617bba-e52a-4795-aa7d-80cd444a8be6 req-bd2bcd7f-3d6d-4fda-ac30-501521e9c02f tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:52.199294 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 06:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a6f4cba-f6b9-4886-a8cc-7d70ef86ead4 x-openstack-request-id: req-5a6f4cba-f6b9-4886-a8cc-7d70ef86ead4 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:58:52.199684 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91db4d66-817d-450b-bf74-6f8645b5a97d", "name": "network-vif-plugged", "status": "completed", "tag": "34bd35d2-c143-4e2d-a9ca-206064b7e9e7", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:58:52.199891 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-5a6f4cba-f6b9-4886-a8cc-7d70ef86ead4 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:58:52.200236 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91db4d66-817d-450b-bf74-6f8645b5a97d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34bd35d2-c143-4e2d-a9ca-206064b7e9e7', 'code': 200} Feb 02 06:58:52.217429 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 027283f6-1957-43b9-b42a-9462ef40f806 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:58:52.217876 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (027283f6-1957-43b9-b42a-9462ef40f806), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:52.235334 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:52.278974 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 027283f6-1957-43b9-b42a-9462ef40f806, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=027283f6-1957-43b9-b42a-9462ef40f806,segment=NetworkSegment(ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b),segment_id=ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:58:52.289696 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (027283f6-1957-43b9-b42a-9462ef40f806), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:52.367138 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ee113-1457-45f2-8596-313ecd33407f req-13a57d45-6f7d-47cc-9a72-df45bb794843 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:52.368876 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2f3ee113-1457-45f2-8596-313ecd33407f req-13a57d45-6f7d-47cc-9a72-df45bb794843 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c HTTP/1.1" status: 200 len: 944 time: 0.1470087 Feb 02 06:58:52.379069 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=027283f6-1957-43b9-b42a-9462ef40f806,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:58:52.382194 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 296f46a0-2dcd-433c-a6af-89f30d22d86c details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 06:58:52.386288 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device accc8dbd-449e-4fb6-abb7-294a86af8d3f up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:58:52.443930 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb955fd-8abe-4bbe-9f1c-0883cc3e717e req-cf8bf0db-f35a-4ff2-8873-439447062c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:52.446617 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2f3ee113-1457-45f2-8596-313ecd33407f req-14b22e5a-ebac-41c5-af80-b7441fa8af05 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584896 Feb 02 06:58:52.448546 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bbb955fd-8abe-4bbe-9f1c-0883cc3e717e req-cf8bf0db-f35a-4ff2-8873-439447062c97 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=91db4d66-817d-450b-bf74-6f8645b5a97d HTTP/1.1" status: 200 len: 1128 time: 0.2611735 Feb 02 06:58:52.480178 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dafb938-d286-4696-ab63-692a224bf4e9 req-e6df7c8b-9e35-4028-a042-ab63cb969a35 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:52.498708 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-bc617bba-e52a-4795-aa7d-80cd444a8be6 req-bd2bcd7f-3d6d-4fda-ac30-501521e9c02f tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Allocated IP 172.20.0.12 (ca6d2336-a914-4a87-8e88-4564aa839535/24ed2492-6ddd-43a9-869d-9a8e1e2b11cb/7863c5b7-f1f2-4d23-a10c-fe238bd1f964) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:58:52.499200 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3dafb938-d286-4696-ab63-692a224bf4e9 req-e6df7c8b-9e35-4028-a042-ab63cb969a35 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20bc9d-0fdd-4c70-990c-50f4bee6311e HTTP/1.1" status: 200 len: 943 time: 0.2344322 Feb 02 06:58:52.587734 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bbb955fd-8abe-4bbe-9f1c-0883cc3e717e req-e0d4d239-490c-4263-8a71-58d3298066a0 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b22050f8-6f62-42fd-9128-3068ecc4ea38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251245 Feb 02 06:58:52.630238 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port accc8dbd-449e-4fb6-abb7-294a86af8d3f completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 06:58:52.632208 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3dafb938-d286-4696-ab63-692a224bf4e9 req-b8e6db5e-8c91-4517-9ab9-32cd202e8d0c tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/security-groups?id=31b982a2-44bb-4266-ae52-5267da420a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315994 Feb 02 06:58:52.708607 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port accc8dbd-449e-4fb6-abb7-294a86af8d3f triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:58:52.708992 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (accc8dbd-449e-4fb6-abb7-294a86af8d3f), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:52.809335 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 296f46a0-2dcd-433c-a6af-89f30d22d86c, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=296f46a0-2dcd-433c-a6af-89f30d22d86c,segment=NetworkSegment(44161496-15f5-466f-995a-9f19bcdfc5a0),segment_id=44161496-15f5-466f-995a-9f19bcdfc5a0)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:58:52.827864 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e2608a-1bde-488a-8420-904a7c9fd9b2 req-274bfd5f-334e-472e-afdd-4cf8d794abd9 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:52.834601 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-55e2608a-1bde-488a-8420-904a7c9fd9b2 req-274bfd5f-334e-472e-afdd-4cf8d794abd9 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=5f865b59-cb14-409e-8f1d-aa1dd34b8410 HTTP/1.1" status: 200 len: 948 time: 0.0868971 Feb 02 06:58:52.881346 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bf24c290-4f7f-4b19-b73e-fa42ea9564bc req-c9f99503-28cf-447c-a834-e0219972642b tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=f345fa5d-b7c3-44ad-9d59-9f5e42de378a HTTP/1.1" status: 200 len: 210 time: 0.0617692 Feb 02 06:58:52.902805 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': '296f46a0-2dcd-433c-a6af-89f30d22d86c', 'network_id': '92a762a3-20b1-4c9e-a89a-03f21e3921ba', 'port_id': '296f46a0-2dcd-433c-a6af-89f30d22d86c', 'mac_address': 'fa:16:3e:e8:df:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c71b07ec-88b6-4b91-88af-cdbe675ae5c4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 06:58:52.915821 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-55e2608a-1bde-488a-8420-904a7c9fd9b2 req-cb596db1-2afe-4675-9570-17219b29e677 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802383 Feb 02 06:58:52.940636 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-bc617bba-e52a-4795-aa7d-80cd444a8be6 req-bd2bcd7f-3d6d-4fda-ac30-501521e9c02f tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Publish callbacks [] for port (7863c5b7-f1f2-4d23-a10c-fe238bd1f964), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:52.990197 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port accc8dbd-449e-4fb6-abb7-294a86af8d3f is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:58:52.990602 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (accc8dbd-449e-4fb6-abb7-294a86af8d3f), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:53.024393 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-bc617bba-e52a-4795-aa7d-80cd444a8be6 req-bd2bcd7f-3d6d-4fda-ac30-501521e9c02f tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (7863c5b7-f1f2-4d23-a10c-fe238bd1f964), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:53.055854 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 296f46a0-2dcd-433c-a6af-89f30d22d86c is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:58:53.056252 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (296f46a0-2dcd-433c-a6af-89f30d22d86c), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:53.089765 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 296f46a0-2dcd-433c-a6af-89f30d22d86c {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:58:53.101662 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [req-7f848f08-9e79-4194-b051-6f48c55beb83 req-f7d8753f-5d8f-49c9-b1dc-e76815a3b995 service neutron] show failed (client error): The resource could not be found. Feb 02 06:58:53.106161 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7f848f08-9e79-4194-b051-6f48c55beb83 req-f7d8753f-5d8f-49c9-b1dc-e76815a3b995 service neutron] 10.222.0.88 "GET /v2.0/ports/b777664d-9183-4a01-960b-9a3682bfbba5/bindings/n-h2-789963-26 HTTP/1.1" status: 404 len: 381 time: 0.1896422 Feb 02 06:58:53.114881 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 296f46a0-2dcd-433c-a6af-89f30d22d86c, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=296f46a0-2dcd-433c-a6af-89f30d22d86c,segment=NetworkSegment(44161496-15f5-466f-995a-9f19bcdfc5a0),segment_id=44161496-15f5-466f-995a-9f19bcdfc5a0)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:58:53.169169 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2bcd7f-3d6d-4fda-ac30-501521e9c02f tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Pushing event updated for resources: {'Port': ['ID=7863c5b7-f1f2-4d23-a10c-fe238bd1f964,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:58:53.177192 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5581e7f-4d95-4f3c-b635-095aa6afe820 req-f73ba91d-040b-4710-b7e9-0cb5bed11d5c tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:53.188803 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c5581e7f-4d95-4f3c-b635-095aa6afe820 req-f73ba91d-040b-4710-b7e9-0cb5bed11d5c tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618 HTTP/1.1" status: 200 len: 949 time: 0.1577961 Feb 02 06:58:53.202355 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc617bba-e52a-4795-aa7d-80cd444a8be6 req-bd2bcd7f-3d6d-4fda-ac30-501521e9c02f tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Network ca6d2336-a914-4a87-8e88-4564aa839535 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:58:53.208851 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (296f46a0-2dcd-433c-a6af-89f30d22d86c), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:53.217835 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-bc617bba-e52a-4795-aa7d-80cd444a8be6 req-bd2bcd7f-3d6d-4fda-ac30-501521e9c02f tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:58:53.221865 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc617bba-e52a-4795-aa7d-80cd444a8be6 req-bd2bcd7f-3d6d-4fda-ac30-501521e9c02f tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:58:53.237256 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port accc8dbd-449e-4fb6-abb7-294a86af8d3f, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=accc8dbd-449e-4fb6-abb7-294a86af8d3f,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:58:53.286854 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (accc8dbd-449e-4fb6-abb7-294a86af8d3f), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:53.298657 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 674800bf-e723-4635-afe8-ee7d45ae1e0e up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:58:53.336213 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c5581e7f-4d95-4f3c-b635-095aa6afe820 req-48895a3a-f665-4e2f-937a-da9fb26b1c5d tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451263 Feb 02 06:58:53.414871 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc617bba-e52a-4795-aa7d-80cd444a8be6 req-bd2bcd7f-3d6d-4fda-ac30-501521e9c02f tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:53.416180 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-bc617bba-e52a-4795-aa7d-80cd444a8be6 req-bd2bcd7f-3d6d-4fda-ac30-501521e9c02f tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:53.449800 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c41c3-3bdf-40a8-9006-bda1769090ee req-322f3779-ef66-41c8-a4f5-1d15fb3a45a8 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:53.458726 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-214c41c3-3bdf-40a8-9006-bda1769090ee req-322f3779-ef66-41c8-a4f5-1d15fb3a45a8 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] 10.222.0.87 "GET /v2.0/ports?device_id=91db4d66-817d-450b-bf74-6f8645b5a97d HTTP/1.1" status: 200 len: 945 time: 0.1648691 Feb 02 06:58:53.462952 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=296f46a0-2dcd-433c-a6af-89f30d22d86c,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:58:53.524761 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bc617bba-e52a-4795-aa7d-80cd444a8be6 req-bd2bcd7f-3d6d-4fda-ac30-501521e9c02f tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6029577 Feb 02 06:58:53.568590 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port 674800bf-e723-4635-afe8-ee7d45ae1e0e completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 06:58:53.582557 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port 674800bf-e723-4635-afe8-ee7d45ae1e0e triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:58:53.583224 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (674800bf-e723-4635-afe8-ee7d45ae1e0e), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:53.622229 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-bc617bba-e52a-4795-aa7d-80cd444a8be6 req-2eea6766-f744-4941-9079-9f83c23fb9f2 service neutron] Request body: {'port': {'device_id': 'f345fa5d-b7c3-44ad-9d59-9f5e42de378a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:58:53.634601 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['296f46a0-2dcd-433c-a6af-89f30d22d86c'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:58:53.645173 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-214c41c3-3bdf-40a8-9006-bda1769090ee req-a3e66951-5c37-431c-a493-a6bfb315f245 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] 10.222.0.87 "GET /v2.0/security-groups?id=b22050f8-6f62-42fd-9128-3068ecc4ea38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821241 Feb 02 06:58:53.681323 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=accc8dbd-449e-4fb6-abb7-294a86af8d3f,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:58:53.711160 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f848f08-9e79-4194-b051-6f48c55beb83 req-897b6509-9662-48b2-8d08-7c224c4c24ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:53.712703 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7f848f08-9e79-4194-b051-6f48c55beb83 req-897b6509-9662-48b2-8d08-7c224c4c24ff service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618&tenant_id=617f6fde409340a286c916b0c2822b5a HTTP/1.1" status: 200 len: 1132 time: 0.2082942 Feb 02 06:58:53.765807 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-7f848f08-9e79-4194-b051-6f48c55beb83 req-511a6c48-f5aa-42c8-bf9c-63c68fc0354f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-26', 'device_owner': 'compute:nova'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:58:53.782523 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 674800bf-e723-4635-afe8-ee7d45ae1e0e is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:58:53.783161 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (674800bf-e723-4635-afe8-ee7d45ae1e0e), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:53.786218 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-bc617bba-e52a-4795-aa7d-80cd444a8be6 req-2eea6766-f744-4941-9079-9f83c23fb9f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (7863c5b7-f1f2-4d23-a10c-fe238bd1f964), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:53.825437 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19fdd0d-7944-4b4a-be42-ac9248537e18 req-11b2eb02-5d80-4b9c-9db7-150276ecd9eb tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:53.833099 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e19fdd0d-7944-4b4a-be42-ac9248537e18 req-11b2eb02-5d80-4b9c-9db7-150276ecd9eb tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c HTTP/1.1" status: 200 len: 945 time: 0.2230799 Feb 02 06:58:53.849884 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 674800bf-e723-4635-afe8-ee7d45ae1e0e, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=674800bf-e723-4635-afe8-ee7d45ae1e0e,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:58:53.863174 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (674800bf-e723-4635-afe8-ee7d45ae1e0e), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:53.864407 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device e8ebd367-b485-46c4-83bc-f240ebe39d93 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:58:53.921480 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-7f848f08-9e79-4194-b051-6f48c55beb83 req-511a6c48-f5aa-42c8-bf9c-63c68fc0354f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b777664d-9183-4a01-960b-9a3682bfbba5), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:53.933710 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e19fdd0d-7944-4b4a-be42-ac9248537e18 req-a4069b28-16d3-4a37-b17f-72a13387731b tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996695 Feb 02 06:58:54.018957 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port e8ebd367-b485-46c4-83bc-f240ebe39d93 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 06:58:54.024083 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=674800bf-e723-4635-afe8-ee7d45ae1e0e,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:58:54.039990 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port e8ebd367-b485-46c4-83bc-f240ebe39d93 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:58:54.041811 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (e8ebd367-b485-46c4-83bc-f240ebe39d93), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:54.140835 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port e8ebd367-b485-46c4-83bc-f240ebe39d93 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:58:54.141523 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (e8ebd367-b485-46c4-83bc-f240ebe39d93), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:54.183480 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port e8ebd367-b485-46c4-83bc-f240ebe39d93, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=e8ebd367-b485-46c4-83bc-f240ebe39d93,segment=NetworkSegment(15c9efb8-991a-467f-88e3-bc490924aea7),segment_id=15c9efb8-991a-467f-88e3-bc490924aea7)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:58:54.190506 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (e8ebd367-b485-46c4-83bc-f240ebe39d93), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:54.193261 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 3fcce57c-8852-4dbe-a32a-87b009f662f4 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 06:58:54.224777 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fca1b71b-be67-49f9-bcaa-0646c57a6b8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '027283f6-1957-43b9-b42a-9462ef40f806'}, {'server_uuid': '5f865b59-cb14-409e-8f1d-aa1dd34b8410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'accc8dbd-449e-4fb6-abb7-294a86af8d3f'}, {'server_uuid': '4e249660-df86-4751-8e5c-b85725032326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '674800bf-e723-4635-afe8-ee7d45ae1e0e'}, {'server_uuid': '714f34ab-0c2c-48c1-8d32-238e1690e04f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8ebd367-b485-46c4-83bc-f240ebe39d93'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:58:54.228206 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a65750e-1652-4b53-a2fe-f8d778c177b5" -d '{"events": [{"server_uuid": "fca1b71b-be67-49f9-bcaa-0646c57a6b8c", "name": "network-vif-plugged", "status": "completed", "tag": "027283f6-1957-43b9-b42a-9462ef40f806"}, {"server_uuid": "5f865b59-cb14-409e-8f1d-aa1dd34b8410", "name": "network-vif-plugged", "status": "completed", "tag": "accc8dbd-449e-4fb6-abb7-294a86af8d3f"}, {"server_uuid": "4e249660-df86-4751-8e5c-b85725032326", "name": "network-vif-plugged", "status": "completed", "tag": "674800bf-e723-4635-afe8-ee7d45ae1e0e"}, {"server_uuid": "714f34ab-0c2c-48c1-8d32-238e1690e04f", "name": "network-vif-plugged", "status": "completed", "tag": "e8ebd367-b485-46c4-83bc-f240ebe39d93"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:58:54.229309 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f86d8-d7c2-4548-b34b-3649888ff950 req-4e3409eb-444c-43be-980c-9a4a85720cd8 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:54.236318 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a12f86d8-d7c2-4548-b34b-3649888ff950 req-4e3409eb-444c-43be-980c-9a4a85720cd8 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=f345fa5d-b7c3-44ad-9d59-9f5e42de378a HTTP/1.1" status: 200 len: 932 time: 0.1614280 Feb 02 06:58:54.258120 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: 3fcce57c-8852-4dbe-a32a-87b009f662f4 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 06:58:54.259061 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 3fcce57c-8852-4dbe-a32a-87b009f662f4 not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 06:58:54.288856 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=e8ebd367-b485-46c4-83bc-f240ebe39d93,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:58:54.368151 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a12f86d8-d7c2-4548-b34b-3649888ff950 req-bf1f5c7a-052c-4cac-8872-745d2b223774 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/security-groups?id=99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308978 Feb 02 06:58:54.385180 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-7f848f08-9e79-4194-b051-6f48c55beb83 req-511a6c48-f5aa-42c8-bf9c-63c68fc0354f service neutron] For port b777664d-9183-4a01-960b-9a3682bfbba5, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=b777664d-9183-4a01-960b-9a3682bfbba5,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:58:54.466054 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-7f848f08-9e79-4194-b051-6f48c55beb83 req-511a6c48-f5aa-42c8-bf9c-63c68fc0354f service neutron] For port b777664d-9183-4a01-960b-9a3682bfbba5, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:58:54.466779 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-bc617bba-e52a-4795-aa7d-80cd444a8be6 req-2eea6766-f744-4941-9079-9f83c23fb9f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7863c5b7-f1f2-4d23-a10c-fe238bd1f964 {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:58:54.482073 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-bc617bba-e52a-4795-aa7d-80cd444a8be6 req-2eea6766-f744-4941-9079-9f83c23fb9f2 service neutron] Publish callbacks [] for port (7863c5b7-f1f2-4d23-a10c-fe238bd1f964), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:54.526544 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be6efe-0549-4b22-84a0-5fc433cd3b9c req-88f08d18-8391-4346-9d2d-20c1dec69323 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:54.537196 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-90be6efe-0549-4b22-84a0-5fc433cd3b9c req-88f08d18-8391-4346-9d2d-20c1dec69323 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20bc9d-0fdd-4c70-990c-50f4bee6311e HTTP/1.1" status: 200 len: 944 time: 0.1688015 Feb 02 06:58:54.539436 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-bc617bba-e52a-4795-aa7d-80cd444a8be6 req-2eea6766-f744-4941-9079-9f83c23fb9f2 service neutron] Transition to ACTIVE for port object 7863c5b7-f1f2-4d23-a10c-fe238bd1f964 will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 06:58:54.552870 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b777664d-9183-4a01-960b-9a3682bfbba5'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:58:54.555546 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a403915-b320-487a-a75a-5397a171e888" -d '{"events": [{"server_uuid": "3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618", "name": "network-vif-unplugged", "status": "completed", "tag": "b777664d-9183-4a01-960b-9a3682bfbba5"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:58:54.561752 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-7f848f08-9e79-4194-b051-6f48c55beb83 req-511a6c48-f5aa-42c8-bf9c-63c68fc0354f service neutron] Publish callbacks [] for port (b777664d-9183-4a01-960b-9a3682bfbba5), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:54.579917 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-bc617bba-e52a-4795-aa7d-80cd444a8be6 req-2eea6766-f744-4941-9079-9f83c23fb9f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (7863c5b7-f1f2-4d23-a10c-fe238bd1f964), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:54.612991 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-7f848f08-9e79-4194-b051-6f48c55beb83 req-511a6c48-f5aa-42c8-bf9c-63c68fc0354f service neutron] Transition to ACTIVE for port object b777664d-9183-4a01-960b-9a3682bfbba5 will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 06:58:54.624434 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-7f848f08-9e79-4194-b051-6f48c55beb83 req-511a6c48-f5aa-42c8-bf9c-63c68fc0354f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (b777664d-9183-4a01-960b-9a3682bfbba5), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:54.699981 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7690b623-ed14-4dd4-8592-1904c1f88592 req-11c45ab3-d32c-474d-8b95-8f4bc29340ef tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:54.703076 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-90be6efe-0549-4b22-84a0-5fc433cd3b9c req-1198ef63-fa88-4696-8968-6a90e6b598bc tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/security-groups?id=31b982a2-44bb-4266-ae52-5267da420a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638160 Feb 02 06:58:54.710631 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7690b623-ed14-4dd4-8592-1904c1f88592 req-11c45ab3-d32c-474d-8b95-8f4bc29340ef tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=5f865b59-cb14-409e-8f1d-aa1dd34b8410 HTTP/1.1" status: 200 len: 949 time: 0.2416983 Feb 02 06:58:54.794574 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea6766-f744-4941-9079-9f83c23fb9f2 service neutron] Pushing event updated for resources: {'Port': ['ID=7863c5b7-f1f2-4d23-a10c-fe238bd1f964,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:58:54.842695 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f848f08-9e79-4194-b051-6f48c55beb83 req-511a6c48-f5aa-42c8-bf9c-63c68fc0354f service neutron] No DVR routers for this DVR port b777664d-9183-4a01-960b-9a3682bfbba5 on host n-h1-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 06:58:54.850509 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511a6c48-f5aa-42c8-bf9c-63c68fc0354f service neutron] Pushing event updated for resources: {'Port': ['ID=b777664d-9183-4a01-960b-9a3682bfbba5,revision_number=6']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:58:54.868729 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-bc617bba-e52a-4795-aa7d-80cd444a8be6 req-2eea6766-f744-4941-9079-9f83c23fb9f2 service neutron] Attempting to bind port 7863c5b7-f1f2-4d23-a10c-fe238bd1f964 on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:58:54.870850 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-bc617bba-e52a-4795-aa7d-80cd444a8be6 req-2eea6766-f744-4941-9079-9f83c23fb9f2 service neutron] Attempting to bind port 7863c5b7-f1f2-4d23-a10c-fe238bd1f964 by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': '8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'ca6d2336-a914-4a87-8e88-4564aa839535'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:58:54.871006 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7690b623-ed14-4dd4-8592-1904c1f88592 req-4687efa3-9025-4ae9-bd91-bd0efaf800d4 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592467 Feb 02 06:58:54.871193 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc617bba-e52a-4795-aa7d-80cd444a8be6 req-2eea6766-f744-4941-9079-9f83c23fb9f2 service neutron] Attempting to bind port 7863c5b7-f1f2-4d23-a10c-fe238bd1f964 on network ca6d2336-a914-4a87-8e88-4564aa839535 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:58:54.890912 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc617bba-e52a-4795-aa7d-80cd444a8be6 req-2eea6766-f744-4941-9079-9f83c23fb9f2 service neutron] Port 7863c5b7-f1f2-4d23-a10c-fe238bd1f964 on network ca6d2336-a914-4a87-8e88-4564aa839535 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 06:58:54.892624 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc617bba-e52a-4795-aa7d-80cd444a8be6 req-2eea6766-f744-4941-9079-9f83c23fb9f2 service neutron] Attempting to bind port 7863c5b7-f1f2-4d23-a10c-fe238bd1f964 on network ca6d2336-a914-4a87-8e88-4564aa839535 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:58:54.905054 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc617bba-e52a-4795-aa7d-80cd444a8be6 req-2eea6766-f744-4941-9079-9f83c23fb9f2 service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:58:54.910578 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc617bba-e52a-4795-aa7d-80cd444a8be6 req-2eea6766-f744-4941-9079-9f83c23fb9f2 service neutron] Checking segment: {'id': '8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'ca6d2336-a914-4a87-8e88-4564aa839535'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:58:54.911377 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc617bba-e52a-4795-aa7d-80cd444a8be6 req-2eea6766-f744-4941-9079-9f83c23fb9f2 service neutron] Bound using segment: {'id': '8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'ca6d2336-a914-4a87-8e88-4564aa839535'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:58:54.918965 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-bc617bba-e52a-4795-aa7d-80cd444a8be6 req-2eea6766-f744-4941-9079-9f83c23fb9f2 service neutron] Bound port: 7863c5b7-f1f2-4d23-a10c-fe238bd1f964, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'ca6d2336-a914-4a87-8e88-4564aa839535'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:58:54.919341 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-bc617bba-e52a-4795-aa7d-80cd444a8be6 req-2eea6766-f744-4941-9079-9f83c23fb9f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (7863c5b7-f1f2-4d23-a10c-fe238bd1f964), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:54.964929 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-7f848f08-9e79-4194-b051-6f48c55beb83 req-511a6c48-f5aa-42c8-bf9c-63c68fc0354f service neutron] Attempting to bind port b777664d-9183-4a01-960b-9a3682bfbba5 on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:58:54.965423 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-7f848f08-9e79-4194-b051-6f48c55beb83 req-511a6c48-f5aa-42c8-bf9c-63c68fc0354f service neutron] Attempting to bind port b777664d-9183-4a01-960b-9a3682bfbba5 by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:58:54.965597 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f848f08-9e79-4194-b051-6f48c55beb83 req-511a6c48-f5aa-42c8-bf9c-63c68fc0354f service neutron] Attempting to bind port b777664d-9183-4a01-960b-9a3682bfbba5 on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:58:54.972744 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f848f08-9e79-4194-b051-6f48c55beb83 req-511a6c48-f5aa-42c8-bf9c-63c68fc0354f service neutron] Port b777664d-9183-4a01-960b-9a3682bfbba5 on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 06:58:54.973071 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f848f08-9e79-4194-b051-6f48c55beb83 req-511a6c48-f5aa-42c8-bf9c-63c68fc0354f service neutron] Attempting to bind port b777664d-9183-4a01-960b-9a3682bfbba5 on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:58:54.986368 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 02 Feb 2022 06:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c908f5-7b2a-455e-b842-138dc58b6b2e x-openstack-request-id: req-e4c908f5-7b2a-455e-b842-138dc58b6b2e {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:58:54.986899 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fca1b71b-be67-49f9-bcaa-0646c57a6b8c", "name": "network-vif-plugged", "status": "completed", "tag": "027283f6-1957-43b9-b42a-9462ef40f806", "code": 200}, {"server_uuid": "5f865b59-cb14-409e-8f1d-aa1dd34b8410", "name": "network-vif-plugged", "status": "completed", "tag": "accc8dbd-449e-4fb6-abb7-294a86af8d3f", "code": 200}, {"server_uuid": "4e249660-df86-4751-8e5c-b85725032326", "name": "network-vif-plugged", "status": "completed", "tag": "674800bf-e723-4635-afe8-ee7d45ae1e0e", "code": 200}, {"server_uuid": "714f34ab-0c2c-48c1-8d32-238e1690e04f", "name": "network-vif-plugged", "status": "completed", "tag": "e8ebd367-b485-46c4-83bc-f240ebe39d93", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:58:54.986899 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e4c908f5-7b2a-455e-b842-138dc58b6b2e {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:58:54.988204 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fca1b71b-be67-49f9-bcaa-0646c57a6b8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '027283f6-1957-43b9-b42a-9462ef40f806', 'code': 200} Feb 02 06:58:54.988204 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f865b59-cb14-409e-8f1d-aa1dd34b8410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'accc8dbd-449e-4fb6-abb7-294a86af8d3f', 'code': 200} Feb 02 06:58:54.988434 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e249660-df86-4751-8e5c-b85725032326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '674800bf-e723-4635-afe8-ee7d45ae1e0e', 'code': 200} Feb 02 06:58:54.989590 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '714f34ab-0c2c-48c1-8d32-238e1690e04f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8ebd367-b485-46c4-83bc-f240ebe39d93', 'code': 200} Feb 02 06:58:54.995873 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f848f08-9e79-4194-b051-6f48c55beb83 req-511a6c48-f5aa-42c8-bf9c-63c68fc0354f service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:58:54.996003 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f848f08-9e79-4194-b051-6f48c55beb83 req-511a6c48-f5aa-42c8-bf9c-63c68fc0354f service neutron] Checking segment: {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:58:54.996659 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f848f08-9e79-4194-b051-6f48c55beb83 req-511a6c48-f5aa-42c8-bf9c-63c68fc0354f service neutron] Bound using segment: {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:58:54.996805 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-7f848f08-9e79-4194-b051-6f48c55beb83 req-511a6c48-f5aa-42c8-bf9c-63c68fc0354f service neutron] Bound port: b777664d-9183-4a01-960b-9a3682bfbba5, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:58:54.997174 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-7f848f08-9e79-4194-b051-6f48c55beb83 req-511a6c48-f5aa-42c8-bf9c-63c68fc0354f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b777664d-9183-4a01-960b-9a3682bfbba5), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:55.079422 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-bc617bba-e52a-4795-aa7d-80cd444a8be6 req-2eea6766-f744-4941-9079-9f83c23fb9f2 service neutron] For port 7863c5b7-f1f2-4d23-a10c-fe238bd1f964, host n-h2-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:58:55.086594 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-bc617bba-e52a-4795-aa7d-80cd444a8be6 req-2eea6766-f744-4941-9079-9f83c23fb9f2 service neutron] For port 7863c5b7-f1f2-4d23-a10c-fe238bd1f964, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=7863c5b7-f1f2-4d23-a10c-fe238bd1f964,segment=NetworkSegment(8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763),segment_id=8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:58:55.102568 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-bc617bba-e52a-4795-aa7d-80cd444a8be6 req-2eea6766-f744-4941-9079-9f83c23fb9f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (7863c5b7-f1f2-4d23-a10c-fe238bd1f964), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:55.103366 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 06:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00c6e84-17f7-428e-9d22-353c40ab8f4c x-openstack-request-id: req-a00c6e84-17f7-428e-9d22-353c40ab8f4c {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:58:55.104078 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618", "name": "network-vif-unplugged", "status": "completed", "tag": "b777664d-9183-4a01-960b-9a3682bfbba5", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:58:55.104466 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a00c6e84-17f7-428e-9d22-353c40ab8f4c {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:58:55.104977 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b777664d-9183-4a01-960b-9a3682bfbba5', 'code': 200} Feb 02 06:58:55.219908 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc617bba-e52a-4795-aa7d-80cd444a8be6 req-2eea6766-f744-4941-9079-9f83c23fb9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:55.220601 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-bc617bba-e52a-4795-aa7d-80cd444a8be6 req-2eea6766-f744-4941-9079-9f83c23fb9f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:55.223179 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bc617bba-e52a-4795-aa7d-80cd444a8be6 req-2eea6766-f744-4941-9079-9f83c23fb9f2 service neutron] 10.222.0.59 "PUT /v2.0/ports/7863c5b7-f1f2-4d23-a10c-fe238bd1f964 HTTP/1.1" status: 200 len: 1093 time: 1.6108170 Feb 02 06:58:55.227304 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f345fa5d-b7c3-44ad-9d59-9f5e42de378a', 'tag': '7863c5b7-f1f2-4d23-a10c-fe238bd1f964'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:58:55.229940 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eddc30c-ad7d-4172-85c3-cf2f7893267b" -d '{"events": [{"name": "network-changed", "server_uuid": "f345fa5d-b7c3-44ad-9d59-9f5e42de378a", "tag": "7863c5b7-f1f2-4d23-a10c-fe238bd1f964"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:58:55.417316 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a54739-7aa7-4d95-91d1-78a78b24da87 req-36a23ded-13cf-469d-9a1f-2d97088e456b tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:55.419314 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c5a54739-7aa7-4d95-91d1-78a78b24da87 req-36a23ded-13cf-469d-9a1f-2d97088e456b tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618 HTTP/1.1" status: 200 len: 947 time: 0.3882856 Feb 02 06:58:55.421410 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efbb01a-3b09-436b-8b18-6929abd6a2c9 req-e3efb4da-fa97-4b38-9d08-142e08e3df78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:55.423077 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2efbb01a-3b09-436b-8b18-6929abd6a2c9 req-e3efb4da-fa97-4b38-9d08-142e08e3df78 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=714f34ab-0c2c-48c1-8d32-238e1690e04f HTTP/1.1" status: 200 len: 1128 time: 0.1799023 Feb 02 06:58:55.426086 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d042baa0-be47-45ae-af26-b37c21758b76 req-9f3bedab-ea05-4bba-a8b2-f39e4ce83a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:55.427993 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d042baa0-be47-45ae-af26-b37c21758b76 req-9f3bedab-ea05-4bba-a8b2-f39e4ce83a4e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c HTTP/1.1" status: 200 len: 1128 time: 0.3031290 Feb 02 06:58:55.522758 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af534b11-eafc-466e-a251-4e7fc640fbb2 req-ac152d51-5489-4335-8bd0-81b1dec7eaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:55.524662 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-af534b11-eafc-466e-a251-4e7fc640fbb2 req-ac152d51-5489-4335-8bd0-81b1dec7eaa6 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=5f865b59-cb14-409e-8f1d-aa1dd34b8410 HTTP/1.1" status: 200 len: 1132 time: 0.2803073 Feb 02 06:58:55.593461 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-7f848f08-9e79-4194-b051-6f48c55beb83 req-511a6c48-f5aa-42c8-bf9c-63c68fc0354f service neutron] For port b777664d-9183-4a01-960b-9a3682bfbba5, host n-h2-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:58:55.597882 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-af534b11-eafc-466e-a251-4e7fc640fbb2 req-d71e3567-4457-4be1-8bc1-b2a22ec4b377 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603986 Feb 02 06:58:55.656131 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c5a54739-7aa7-4d95-91d1-78a78b24da87 req-f636378c-d518-43e6-bd17-003e54c00bb9 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234211 Feb 02 06:58:55.664367 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-7f848f08-9e79-4194-b051-6f48c55beb83 req-511a6c48-f5aa-42c8-bf9c-63c68fc0354f service neutron] For port b777664d-9183-4a01-960b-9a3682bfbba5, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=b777664d-9183-4a01-960b-9a3682bfbba5,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:58:55.679007 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d042baa0-be47-45ae-af26-b37c21758b76 req-cc4dd021-3ea5-41de-a3e2-4c85d5c020ae service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280858 Feb 02 06:58:55.686088 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2efbb01a-3b09-436b-8b18-6929abd6a2c9 req-5c69e67f-d329-46d7-97a2-e7e2b2065a26 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=b22050f8-6f62-42fd-9128-3068ecc4ea38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137930 Feb 02 06:58:55.689656 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-7f848f08-9e79-4194-b051-6f48c55beb83 req-511a6c48-f5aa-42c8-bf9c-63c68fc0354f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (b777664d-9183-4a01-960b-9a3682bfbba5), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:55.797177 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e29945c-e793-440d-8eb5-c0ba4ce3cf62 req-91a18a5e-6dd7-4180-bdea-f22b28fdcbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:55.798620 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7e29945c-e793-440d-8eb5-c0ba4ce3cf62 req-91a18a5e-6dd7-4180-bdea-f22b28fdcbbb service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=4e249660-df86-4751-8e5c-b85725032326 HTTP/1.1" status: 200 len: 1132 time: 0.5642459 Feb 02 06:58:55.821508 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea6766-f744-4941-9079-9f83c23fb9f2 service neutron] Pushing event updated for resources: {'Port': ['ID=7863c5b7-f1f2-4d23-a10c-fe238bd1f964,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:58:55.842796 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f848f08-9e79-4194-b051-6f48c55beb83 req-511a6c48-f5aa-42c8-bf9c-63c68fc0354f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:55.843200 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-7f848f08-9e79-4194-b051-6f48c55beb83 req-511a6c48-f5aa-42c8-bf9c-63c68fc0354f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:55.845086 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7f848f08-9e79-4194-b051-6f48c55beb83 req-511a6c48-f5aa-42c8-bf9c-63c68fc0354f service neutron] 10.222.0.59 "PUT /v2.0/ports/b777664d-9183-4a01-960b-9a3682bfbba5 HTTP/1.1" status: 200 len: 1096 time: 2.0922604 Feb 02 06:58:55.851894 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511a6c48-f5aa-42c8-bf9c-63c68fc0354f service neutron] Pushing event updated for resources: {'Port': ['ID=b777664d-9183-4a01-960b-9a3682bfbba5,revision_number=7']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:58:55.870388 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315def2a-a38e-40c5-8d0f-8f1709acbcfa req-b30b35ad-3fc2-450a-bba9-cbe74e0589c7 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:55.881092 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-315def2a-a38e-40c5-8d0f-8f1709acbcfa req-b30b35ad-3fc2-450a-bba9-cbe74e0589c7 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] 10.222.0.87 "GET /v2.0/ports?device_id=91db4d66-817d-450b-bf74-6f8645b5a97d HTTP/1.1" status: 200 len: 945 time: 0.6544313 Feb 02 06:58:55.883806 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac6519d-9a4d-400e-a345-4c4d1aff6e65 req-663d1790-9d5d-468f-9fd6-a63de987ae99 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:55.885403 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bac6519d-9a4d-400e-a345-4c4d1aff6e65 req-663d1790-9d5d-468f-9fd6-a63de987ae99 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c HTTP/1.1" status: 200 len: 945 time: 0.0795186 Feb 02 06:58:55.896644 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc617bba-e52a-4795-aa7d-80cd444a8be6 req-c10d43be-6c3e-4005-9682-d5b5c9c8924a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:55.898122 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bc617bba-e52a-4795-aa7d-80cd444a8be6 req-c10d43be-6c3e-4005-9682-d5b5c9c8924a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a0778ddf7e2d4744ab0aa590410dd2bf&device_id=f345fa5d-b7c3-44ad-9d59-9f5e42de378a HTTP/1.1" status: 200 len: 1127 time: 0.2490003 Feb 02 06:58:55.966841 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-315def2a-a38e-40c5-8d0f-8f1709acbcfa req-0a00a930-c51e-40b6-86c5-108e0901beb6 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] 10.222.0.87 "GET /v2.0/security-groups?id=b22050f8-6f62-42fd-9128-3068ecc4ea38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845783 Feb 02 06:58:55.974345 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bac6519d-9a4d-400e-a345-4c4d1aff6e65 req-3581a32b-5a96-4e72-b506-73bd1c402dbe tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723376 Feb 02 06:58:56.076553 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 06:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff6b2cf-ad1d-457d-b876-6d8b92467dfb x-openstack-request-id: req-6ff6b2cf-ad1d-457d-b876-6d8b92467dfb {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:58:56.076847 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f345fa5d-b7c3-44ad-9d59-9f5e42de378a", "tag": "7863c5b7-f1f2-4d23-a10c-fe238bd1f964", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:58:56.077099 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-6ff6b2cf-ad1d-457d-b876-6d8b92467dfb {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:58:56.077787 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f345fa5d-b7c3-44ad-9d59-9f5e42de378a', 'tag': '7863c5b7-f1f2-4d23-a10c-fe238bd1f964', 'status': 'completed', 'code': 200} Feb 02 06:58:56.228791 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bc617bba-e52a-4795-aa7d-80cd444a8be6 req-faa852ea-0177-4614-876d-7d7ece82aede service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7863c5b7-f1f2-4d23-a10c-fe238bd1f964 HTTP/1.1" status: 200 len: 217 time: 0.0939765 Feb 02 06:58:56.238217 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d277befb-f9a5-45a2-aa6c-d5636a2cd145 req-e61908d0-844b-44c4-b871-186f3cc4befa tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:56.251337 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d277befb-f9a5-45a2-aa6c-d5636a2cd145 req-e61908d0-844b-44c4-b871-186f3cc4befa tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=f345fa5d-b7c3-44ad-9d59-9f5e42de378a HTTP/1.1" status: 200 len: 944 time: 0.1549397 Feb 02 06:58:56.298043 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc617bba-e52a-4795-aa7d-80cd444a8be6 req-ac5b251d-1224-4df4-bfb1-18e69be1cae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:56.301016 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bc617bba-e52a-4795-aa7d-80cd444a8be6 req-ac5b251d-1224-4df4-bfb1-18e69be1cae8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=24ed2492-6ddd-43a9-869d-9a8e1e2b11cb HTTP/1.1" status: 200 len: 845 time: 0.0562038 Feb 02 06:58:56.307579 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f848f08-9e79-4194-b051-6f48c55beb83 req-8e098768-a409-48e8-a077-7cefcb2bc060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:56.310470 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7f848f08-9e79-4194-b051-6f48c55beb83 req-8e098768-a409-48e8-a077-7cefcb2bc060 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=617f6fde409340a286c916b0c2822b5a&device_id=3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618 HTTP/1.1" status: 200 len: 1130 time: 0.1631374 Feb 02 06:58:56.327636 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d277befb-f9a5-45a2-aa6c-d5636a2cd145 req-7102810f-7b93-4480-ba22-e61309c21e8d tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/security-groups?id=99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699430 Feb 02 06:58:56.351417 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 296f46a0-2dcd-433c-a6af-89f30d22d86c up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:58:56.366205 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bc617bba-e52a-4795-aa7d-80cd444a8be6 req-31035155-25cf-4e2b-974e-5c62f44d16e7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ca6d2336-a914-4a87-8e88-4564aa839535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425470 Feb 02 06:58:56.379102 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7e29945c-e793-440d-8eb5-c0ba4ce3cf62 req-ed33d99b-da57-4f8f-92ac-900f3445df49 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743128 Feb 02 06:58:56.430526 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port 296f46a0-2dcd-433c-a6af-89f30d22d86c completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 06:58:56.435975 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port 296f46a0-2dcd-433c-a6af-89f30d22d86c triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:58:56.436890 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (296f46a0-2dcd-433c-a6af-89f30d22d86c), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:56.516136 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f848f08-9e79-4194-b051-6f48c55beb83 req-c9ef8cec-a827-44d0-92ea-a29e6110aaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:56.517641 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7f848f08-9e79-4194-b051-6f48c55beb83 req-c9ef8cec-a827-44d0-92ea-a29e6110aaa6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 HTTP/1.1" status: 200 len: 870 time: 0.1889164 Feb 02 06:58:56.548372 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bc617bba-e52a-4795-aa7d-80cd444a8be6 req-589b0445-2bc4-433a-8018-5d3b4e00e0b3 service neutron] 10.222.0.59 "GET /v2.0/networks/ca6d2336-a914-4a87-8e88-4564aa839535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680632 Feb 02 06:58:56.614691 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7f848f08-9e79-4194-b051-6f48c55beb83 req-4dd68f3a-1a10-4bfc-8144-3acf9c1e8a38 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=b777664d-9183-4a01-960b-9a3682bfbba5 HTTP/1.1" status: 200 len: 217 time: 0.0902452 Feb 02 06:58:56.616358 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 296f46a0-2dcd-433c-a6af-89f30d22d86c is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:58:56.616771 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (296f46a0-2dcd-433c-a6af-89f30d22d86c), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:56.621926 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc4119c-2780-4894-82d6-2b07d873c010 req-58c2b56e-08fe-4079-9960-ff2917752fec tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:56.634969 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0dc4119c-2780-4894-82d6-2b07d873c010 req-58c2b56e-08fe-4079-9960-ff2917752fec tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20bc9d-0fdd-4c70-990c-50f4bee6311e HTTP/1.1" status: 200 len: 944 time: 0.4324808 Feb 02 06:58:56.655059 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 296f46a0-2dcd-433c-a6af-89f30d22d86c, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=296f46a0-2dcd-433c-a6af-89f30d22d86c,segment=NetworkSegment(44161496-15f5-466f-995a-9f19bcdfc5a0),segment_id=44161496-15f5-466f-995a-9f19bcdfc5a0)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:58:56.662628 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (296f46a0-2dcd-433c-a6af-89f30d22d86c), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:56.663608 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device b777664d-9183-4a01-960b-9a3682bfbba5 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 06:58:56.757155 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0dc4119c-2780-4894-82d6-2b07d873c010 req-b2aebc93-a478-4709-a138-990d6d86d724 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/security-groups?id=31b982a2-44bb-4266-ae52-5267da420a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209805 Feb 02 06:58:56.763967 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=296f46a0-2dcd-433c-a6af-89f30d22d86c,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:58:56.771510 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] The host n-h1-789963-26 is not matching for port b777664d-9183-4a01-960b-9a3682bfbba5 host n-h2-789963-26! {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 02 06:58:56.771945 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device b777664d-9183-4a01-960b-9a3682bfbba5 not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 06:58:56.815411 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f848f08-9e79-4194-b051-6f48c55beb83 req-1459a61e-bb32-4218-a594-7c9f61dd9a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:56.826419 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7f848f08-9e79-4194-b051-6f48c55beb83 req-1459a61e-bb32-4218-a594-7c9f61dd9a95 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.1445205 Feb 02 06:58:56.840341 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bc617bba-e52a-4795-aa7d-80cd444a8be6 req-68d4cccb-c134-4149-a6ca-2a7588cd5004 service neutron] 10.222.0.59 "GET /v2.0/networks/ca6d2336-a914-4a87-8e88-4564aa839535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823548 Feb 02 06:58:56.848404 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a196eef4-2fee-414f-b75d-6110414516bd req-02889287-3572-4c55-8088-23b98a035130 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:56.857292 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a196eef4-2fee-414f-b75d-6110414516bd req-02889287-3572-4c55-8088-23b98a035130 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=5f865b59-cb14-409e-8f1d-aa1dd34b8410 HTTP/1.1" status: 200 len: 949 time: 0.2503030 Feb 02 06:58:56.960237 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a196eef4-2fee-414f-b75d-6110414516bd req-74bca625-ec74-44eb-91f4-2dbb2ce5cc8c tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970538 Feb 02 06:58:56.985029 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f848f08-9e79-4194-b051-6f48c55beb83 req-373471b6-9772-4b3c-abc8-12bb662023a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:56.990908 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7f848f08-9e79-4194-b051-6f48c55beb83 req-373471b6-9772-4b3c-abc8-12bb662023a1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1511970 Feb 02 06:58:57.004451 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef20bc9d-0fdd-4c70-990c-50f4bee6311e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '296f46a0-2dcd-433c-a6af-89f30d22d86c'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:58:57.014841 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5266db5-753f-43fb-86e6-7b15730eb01b" -d '{"events": [{"server_uuid": "ef20bc9d-0fdd-4c70-990c-50f4bee6311e", "name": "network-vif-plugged", "status": "completed", "tag": "296f46a0-2dcd-433c-a6af-89f30d22d86c"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:58:57.029936 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:58:57.069649 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eddc30c-ad7d-4172-85c3-cf2f7893267b req-b2e66287-2c35-4ed2-8040-5cc646b264a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:57.071283 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4eddc30c-ad7d-4172-85c3-cf2f7893267b req-b2e66287-2c35-4ed2-8040-5cc646b264a7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a0778ddf7e2d4744ab0aa590410dd2bf&device_id=f345fa5d-b7c3-44ad-9d59-9f5e42de378a HTTP/1.1" status: 200 len: 1127 time: 0.1221626 Feb 02 06:58:57.112275 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618', 'tag': 'b777664d-9183-4a01-960b-9a3682bfbba5'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:58:57.115467 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c4c2fe-c7bd-4162-8554-b8010e40cbd5" -d '{"events": [{"name": "network-changed", "server_uuid": "3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618", "tag": "b777664d-9183-4a01-960b-9a3682bfbba5"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:58:57.177175 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7f848f08-9e79-4194-b051-6f48c55beb83 req-89d6c588-01ca-4cb6-a381-7c4d96d79de9 service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785417 Feb 02 06:58:57.185897 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed4908e-1557-4ba9-a518-cca11afe044e req-d938b3c6-165e-442c-9ef9-3d5bd77cd3d6 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:57.193574 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-aed4908e-1557-4ba9-a518-cca11afe044e req-d938b3c6-165e-442c-9ef9-3d5bd77cd3d6 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618 HTTP/1.1" status: 200 len: 947 time: 0.1164346 Feb 02 06:58:57.249159 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-aed4908e-1557-4ba9-a518-cca11afe044e req-6c98326f-67c0-4cce-b97f-c6d500bc7c58 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528300 Feb 02 06:58:57.284127 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eddc30c-ad7d-4172-85c3-cf2f7893267b req-0ab61973-d4d8-4678-8729-13da5947152b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:57.287418 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4eddc30c-ad7d-4172-85c3-cf2f7893267b req-0ab61973-d4d8-4678-8729-13da5947152b service neutron] 10.222.0.59 "GET /v2.0/networks?id=ca6d2336-a914-4a87-8e88-4564aa839535 HTTP/1.1" status: 200 len: 906 time: 0.2003167 Feb 02 06:58:57.314659 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d8d466-331f-48c1-af9f-28570a5b8236 req-3587f9b1-45ee-4dcd-a63e-b9828670c002 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:57.323809 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-47d8d466-331f-48c1-af9f-28570a5b8236 req-3587f9b1-45ee-4dcd-a63e-b9828670c002 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] 10.222.0.87 "GET /v2.0/ports?device_id=714f34ab-0c2c-48c1-8d32-238e1690e04f HTTP/1.1" status: 200 len: 945 time: 0.1110103 Feb 02 06:58:57.374753 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7f848f08-9e79-4194-b051-6f48c55beb83 req-4bc2eb60-721e-4ebc-9908-0a1a633b374e service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617107 Feb 02 06:58:57.384785 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4eddc30c-ad7d-4172-85c3-cf2f7893267b req-b82a0f2a-a52a-43c8-8bd0-7aaaebcf0db2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7863c5b7-f1f2-4d23-a10c-fe238bd1f964 HTTP/1.1" status: 200 len: 217 time: 0.0864649 Feb 02 06:58:57.540421 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-47d8d466-331f-48c1-af9f-28570a5b8236 req-007f07be-adc5-4d92-8527-3e0f2f105be8 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] 10.222.0.87 "GET /v2.0/security-groups?id=b22050f8-6f62-42fd-9128-3068ecc4ea38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090964 Feb 02 06:58:57.550562 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eddc30c-ad7d-4172-85c3-cf2f7893267b req-8b19dbc0-1e26-4b9a-a781-6af35c3f94b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:57.567112 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4eddc30c-ad7d-4172-85c3-cf2f7893267b req-8b19dbc0-1e26-4b9a-a781-6af35c3f94b6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=24ed2492-6ddd-43a9-869d-9a8e1e2b11cb HTTP/1.1" status: 200 len: 845 time: 0.1607995 Feb 02 06:58:57.626842 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 06:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb9c1d36-d4cd-4d6f-a3bb-85236b1025a7 x-openstack-request-id: req-eb9c1d36-d4cd-4d6f-a3bb-85236b1025a7 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:58:57.627365 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef20bc9d-0fdd-4c70-990c-50f4bee6311e", "name": "network-vif-plugged", "status": "completed", "tag": "296f46a0-2dcd-433c-a6af-89f30d22d86c", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:58:57.627452 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-eb9c1d36-d4cd-4d6f-a3bb-85236b1025a7 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:58:57.627819 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef20bc9d-0fdd-4c70-990c-50f4bee6311e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '296f46a0-2dcd-433c-a6af-89f30d22d86c', 'code': 200} Feb 02 06:58:57.641763 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4eddc30c-ad7d-4172-85c3-cf2f7893267b req-ce4c3376-8ccb-40aa-a849-7fde7f791e9d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ca6d2336-a914-4a87-8e88-4564aa839535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589097 Feb 02 06:58:57.703041 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72e34ea-79ef-4c8f-87fc-ba5191c3a980 req-c4d14fba-13cd-4df9-91a4-047d0e525847 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:57.713723 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b72e34ea-79ef-4c8f-87fc-ba5191c3a980 req-c4d14fba-13cd-4df9-91a4-047d0e525847 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c HTTP/1.1" status: 200 len: 945 time: 0.1259124 Feb 02 06:58:57.795528 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4eddc30c-ad7d-4172-85c3-cf2f7893267b req-cb3ba109-7919-448f-8b13-c33bc9b2e60a service neutron] 10.222.0.59 "GET /v2.0/networks/ca6d2336-a914-4a87-8e88-4564aa839535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461475 Feb 02 06:58:57.836915 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 06:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edeef01e-c7b3-43b8-a436-1920e7563639 x-openstack-request-id: req-edeef01e-c7b3-43b8-a436-1920e7563639 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:58:57.837246 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618", "tag": "b777664d-9183-4a01-960b-9a3682bfbba5", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:58:57.837522 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-edeef01e-c7b3-43b8-a436-1920e7563639 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:58:57.837914 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618', 'tag': 'b777664d-9183-4a01-960b-9a3682bfbba5', 'status': 'completed', 'code': 200} Feb 02 06:58:57.854753 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b72e34ea-79ef-4c8f-87fc-ba5191c3a980 req-c6a78533-36ab-4f45-a6b9-5a770b3cf1be tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397972 Feb 02 06:58:58.038798 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7851a-c6fe-4ac7-88dd-3f0575111800 req-78d10907-f6a8-493a-bade-8e2d0e7d756b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:58.040213 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5ca7851a-c6fe-4ac7-88dd-3f0575111800 req-78d10907-f6a8-493a-bade-8e2d0e7d756b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ef20bc9d-0fdd-4c70-990c-50f4bee6311e HTTP/1.1" status: 200 len: 1128 time: 0.1293187 Feb 02 06:58:58.088467 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c4c2fe-c7bd-4162-8554-b8010e40cbd5 req-73b60fcb-3ce5-4bb7-a029-3e732baead36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:58.090387 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-48c4c2fe-c7bd-4162-8554-b8010e40cbd5 req-73b60fcb-3ce5-4bb7-a029-3e732baead36 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=617f6fde409340a286c916b0c2822b5a&device_id=3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618 HTTP/1.1" status: 200 len: 1130 time: 0.1237326 Feb 02 06:58:58.109635 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4eddc30c-ad7d-4172-85c3-cf2f7893267b req-521f672e-e170-4ca8-b841-7b5e88ac6a87 service neutron] 10.222.0.59 "GET /v2.0/networks/ca6d2336-a914-4a87-8e88-4564aa839535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071792 Feb 02 06:58:58.126296 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c4c2fe-c7bd-4162-8554-b8010e40cbd5 req-126918d9-022e-4c67-b48f-90a7576165fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:58.127832 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-48c4c2fe-c7bd-4162-8554-b8010e40cbd5 req-126918d9-022e-4c67-b48f-90a7576165fb service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=617f6fde409340a286c916b0c2822b5a&device_id=3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618 HTTP/1.1" status: 200 len: 1130 time: 0.1608443 Feb 02 06:58:58.137687 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7624ede7-3085-4f36-8796-71a98ad7015f req-0071b0cd-bfca-4e14-a476-bbdfc262eb5e tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:58.146739 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7624ede7-3085-4f36-8796-71a98ad7015f req-0071b0cd-bfca-4e14-a476-bbdfc262eb5e tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=f345fa5d-b7c3-44ad-9d59-9f5e42de378a HTTP/1.1" status: 200 len: 944 time: 0.1831839 Feb 02 06:58:58.184315 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5ca7851a-c6fe-4ac7-88dd-3f0575111800 req-ab345690-7ce6-434b-a90e-72dffdccc860 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=31b982a2-44bb-4266-ae52-5267da420a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286178 Feb 02 06:58:58.200112 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b7e80e-7336-47a6-9e17-09cd8881f05c req-4ec1f2a0-5e80-42bf-a4d3-5345037a2285 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:58.209797 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-64b7e80e-7336-47a6-9e17-09cd8881f05c req-4ec1f2a0-5e80-42bf-a4d3-5345037a2285 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20bc9d-0fdd-4c70-990c-50f4bee6311e HTTP/1.1" status: 200 len: 945 time: 0.1888223 Feb 02 06:58:58.266737 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7624ede7-3085-4f36-8796-71a98ad7015f req-c835d0a2-77ad-4c26-849f-98e8dfe536c7 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/security-groups?id=99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186013 Feb 02 06:58:58.274506 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c4c2fe-c7bd-4162-8554-b8010e40cbd5 req-fb85fe4f-3546-40fe-869f-d565b5f8c544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:58.277446 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-48c4c2fe-c7bd-4162-8554-b8010e40cbd5 req-fb85fe4f-3546-40fe-869f-d565b5f8c544 service neutron] 10.222.0.59 "GET /v2.0/networks?id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 HTTP/1.1" status: 200 len: 870 time: 0.1797960 Feb 02 06:58:58.297523 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-64b7e80e-7336-47a6-9e17-09cd8881f05c req-db3fdc94-2684-45a7-a2eb-3ec49981387f tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/security-groups?id=31b982a2-44bb-4266-ae52-5267da420a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802824 Feb 02 06:58:58.316636 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c4c2fe-c7bd-4162-8554-b8010e40cbd5 req-8a551aaf-94d1-4281-b134-156339e8a66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:58.320464 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-48c4c2fe-c7bd-4162-8554-b8010e40cbd5 req-8a551aaf-94d1-4281-b134-156339e8a66e service neutron] 10.222.0.88 "GET /v2.0/networks?id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 HTTP/1.1" status: 200 len: 870 time: 0.1656759 Feb 02 06:58:58.370808 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-48c4c2fe-c7bd-4162-8554-b8010e40cbd5 req-a4a1dbe7-09b3-42a9-9311-2edd93e1f78b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=b777664d-9183-4a01-960b-9a3682bfbba5 HTTP/1.1" status: 200 len: 217 time: 0.0673139 Feb 02 06:58:58.411760 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb57c18-432a-4518-8d7f-f9b44db3aff6 req-b9760caf-4999-4500-bcc3-a610ed20636d tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:58.413613 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ecb57c18-432a-4518-8d7f-f9b44db3aff6 req-b9760caf-4999-4500-bcc3-a610ed20636d tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=5f865b59-cb14-409e-8f1d-aa1dd34b8410 HTTP/1.1" status: 200 len: 949 time: 0.0742335 Feb 02 06:58:58.474616 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c4c2fe-c7bd-4162-8554-b8010e40cbd5 req-683bba40-d67b-4abd-8fc1-9c146eec5e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:58.476352 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-48c4c2fe-c7bd-4162-8554-b8010e40cbd5 req-683bba40-d67b-4abd-8fc1-9c146eec5e86 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.0988576 Feb 02 06:58:58.492483 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ecb57c18-432a-4518-8d7f-f9b44db3aff6 req-5602cd51-f26a-468f-8db4-30643acbd75e tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720952 Feb 02 06:58:58.505943 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dcf9e8-bace-4fa7-bed7-2ea61dca201a req-d0918973-1cb9-4a1d-956d-1a4e7748b64a tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:58.507613 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-34dcf9e8-bace-4fa7-bed7-2ea61dca201a req-d0918973-1cb9-4a1d-956d-1a4e7748b64a tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618 HTTP/1.1" status: 200 len: 947 time: 0.1148169 Feb 02 06:58:58.522144 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-48c4c2fe-c7bd-4162-8554-b8010e40cbd5 req-30d0a6c8-28ac-4b8b-a7e9-93dac5fc02fc service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=b777664d-9183-4a01-960b-9a3682bfbba5 HTTP/1.1" status: 200 len: 217 time: 0.0475588 Feb 02 06:58:58.593665 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c4c2fe-c7bd-4162-8554-b8010e40cbd5 req-6058f8f9-7bb0-4c31-b5c3-b4a218f8976a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:58.596370 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-48c4c2fe-c7bd-4162-8554-b8010e40cbd5 req-6058f8f9-7bb0-4c31-b5c3-b4a218f8976a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.0656869 Feb 02 06:58:58.659326 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-34dcf9e8-bace-4fa7-bed7-2ea61dca201a req-8dd225c0-3615-4874-b6af-1a212733b993 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191881 Feb 02 06:58:58.679790 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c4c2fe-c7bd-4162-8554-b8010e40cbd5 req-885cb65b-1859-49b0-b1b9-bf96f9d33ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:58.681329 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-48c4c2fe-c7bd-4162-8554-b8010e40cbd5 req-885cb65b-1859-49b0-b1b9-bf96f9d33ac8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1979418 Feb 02 06:58:58.754503 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c4c2fe-c7bd-4162-8554-b8010e40cbd5 req-efcc6546-0559-49b3-9409-132c0bb04798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:58.757218 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-48c4c2fe-c7bd-4162-8554-b8010e40cbd5 req-efcc6546-0559-49b3-9409-132c0bb04798 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1531422 Feb 02 06:58:58.810399 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe9a04a-4317-4292-ad56-8a2168e574f2 req-5ee7b153-d1be-443d-be4e-e37ee5c9788d tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:58.812748 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1fe9a04a-4317-4292-ad56-8a2168e574f2 req-5ee7b153-d1be-443d-be4e-e37ee5c9788d tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=4e249660-df86-4751-8e5c-b85725032326 HTTP/1.1" status: 200 len: 949 time: 0.1182914 Feb 02 06:58:58.913721 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-48c4c2fe-c7bd-4162-8554-b8010e40cbd5 req-7517421e-e9ee-464e-ac21-a834e695a280 service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482053 Feb 02 06:58:58.917158 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1fe9a04a-4317-4292-ad56-8a2168e574f2 req-8e29c0a6-c9e7-45f1-b631-bd1be76c50f5 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780180 Feb 02 06:58:58.946419 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-48c4c2fe-c7bd-4162-8554-b8010e40cbd5 req-dc4163be-da5c-457f-ba5f-0bdcee97096b service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503083 Feb 02 06:58:59.101556 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f4d08-dab0-4f59-b534-ef5f0016cf03 req-776f9215-86be-48a7-8d72-a5a81139f31e tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:59.103052 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-460f4d08-dab0-4f59-b534-ef5f0016cf03 req-776f9215-86be-48a7-8d72-a5a81139f31e tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] 10.222.0.87 "GET /v2.0/ports?device_id=714f34ab-0c2c-48c1-8d32-238e1690e04f HTTP/1.1" status: 200 len: 945 time: 0.2343104 Feb 02 06:58:59.139934 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-48c4c2fe-c7bd-4162-8554-b8010e40cbd5 req-ab712f3f-f857-416c-b99f-e2b110d3be8b service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722405 Feb 02 06:58:59.146065 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-48c4c2fe-c7bd-4162-8554-b8010e40cbd5 req-d1c2352e-7fec-4426-8b1b-a0d07e64b90a service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256603 Feb 02 06:58:59.158807 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86f843-f6c6-40ab-ab6b-a8aa41bec28e req-0efe2329-6641-400f-8018-a6e31d73c01d tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:59.166868 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-be86f843-f6c6-40ab-ab6b-a8aa41bec28e req-0efe2329-6641-400f-8018-a6e31d73c01d tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c HTTP/1.1" status: 200 len: 945 time: 0.1168160 Feb 02 06:58:59.187135 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-460f4d08-dab0-4f59-b534-ef5f0016cf03 req-77bfd00e-fbde-45e6-8999-e8d22808dc41 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] 10.222.0.87 "GET /v2.0/security-groups?id=b22050f8-6f62-42fd-9128-3068ecc4ea38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739470 Feb 02 06:58:59.226767 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-be86f843-f6c6-40ab-ab6b-a8aa41bec28e req-339ed6de-3cde-4d10-96cc-ffe090917d6f tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584562 Feb 02 06:58:59.783397 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290b326c-eb0a-4e28-b6dc-e764a724f40a req-59496734-66bf-4d8d-9b15-e3f538650189 tempest-LiveAutoBlockMigrationV225Test-1760037822 tempest-LiveAutoBlockMigrationV225Test-1760037822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:59.791118 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-290b326c-eb0a-4e28-b6dc-e764a724f40a req-59496734-66bf-4d8d-9b15-e3f538650189 tempest-LiveAutoBlockMigrationV225Test-1760037822 tempest-LiveAutoBlockMigrationV225Test-1760037822-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c HTTP/1.1" status: 200 len: 1128 time: 0.0725207 Feb 02 06:58:59.841659 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c73d5f-1789-4bab-a446-8a07cae8f340 req-61aca6c0-c4fb-44f6-a5a4-0c7f037021f3 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:59.847438 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c73d5f-1789-4bab-a446-8a07cae8f340 req-61aca6c0-c4fb-44f6-a5a4-0c7f037021f3 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:58:59.850926 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-290b326c-eb0a-4e28-b6dc-e764a724f40a req-bb347dd7-acc3-4805-b5f6-ad4152ffa9f4 tempest-LiveAutoBlockMigrationV225Test-1760037822 tempest-LiveAutoBlockMigrationV225Test-1760037822-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587797 Feb 02 06:58:59.857040 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c2c73d5f-1789-4bab-a446-8a07cae8f340 req-61aca6c0-c4fb-44f6-a5a4-0c7f037021f3 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=4e249660-df86-4751-8e5c-b85725032326&device_id=5f865b59-cb14-409e-8f1d-aa1dd34b8410 HTTP/1.1" status: 200 len: 1689 time: 0.0722077 Feb 02 06:58:59.915925 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c2c73d5f-1789-4bab-a446-8a07cae8f340 req-589611d5-06a7-4306-876f-89f1cd5a59fa tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532551 Feb 02 06:59:00.023188 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d34272b-166a-45c9-8c20-40fd5e60e9f4 req-faefcebd-7b63-4698-891f-95a8437966fb tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:00.025498 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0d34272b-166a-45c9-8c20-40fd5e60e9f4 req-faefcebd-7b63-4698-891f-95a8437966fb tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=f345fa5d-b7c3-44ad-9d59-9f5e42de378a HTTP/1.1" status: 200 len: 944 time: 0.0984683 Feb 02 06:59:00.042542 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dba80bc-3787-4a67-b400-0b847079cd22 req-1d6fb6b0-7ddb-4b8d-b47a-cd327cfd0692 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:00.044207 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9dba80bc-3787-4a67-b400-0b847079cd22 req-1d6fb6b0-7ddb-4b8d-b47a-cd327cfd0692 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20bc9d-0fdd-4c70-990c-50f4bee6311e HTTP/1.1" status: 200 len: 945 time: 0.0738015 Feb 02 06:59:00.091830 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0d34272b-166a-45c9-8c20-40fd5e60e9f4 req-f259e121-e771-4e06-8f35-e56ff33d027b tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/security-groups?id=99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604060 Feb 02 06:59:00.104050 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9dba80bc-3787-4a67-b400-0b847079cd22 req-879a7b39-b4a7-444b-9cd5-555d474b2c83 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/security-groups?id=31b982a2-44bb-4266-ae52-5267da420a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536420 Feb 02 06:59:00.269179 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c235fe-ac5b-4bb9-8c78-95967ac29bea req-ae46f2a4-58e0-4526-9ce0-d22ec985cae8 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:00.269179 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c1c235fe-ac5b-4bb9-8c78-95967ac29bea req-ae46f2a4-58e0-4526-9ce0-d22ec985cae8 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618 HTTP/1.1" status: 200 len: 947 time: 0.0668678 Feb 02 06:59:00.328173 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c1c235fe-ac5b-4bb9-8c78-95967ac29bea req-d46fabaf-50e1-420e-b8e4-7c7628eea12b tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515547 Feb 02 06:59:00.372404 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7cb6b7-303b-45fc-98db-30ace53a0e1e req-e9959fbb-b539-48e0-98c0-ce7125e665c8 tempest-LiveAutoBlockMigrationV225Test-1760037822 tempest-LiveAutoBlockMigrationV225Test-1760037822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:00.374077 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ff7cb6b7-303b-45fc-98db-30ace53a0e1e req-e9959fbb-b539-48e0-98c0-ce7125e665c8 tempest-LiveAutoBlockMigrationV225Test-1760037822 tempest-LiveAutoBlockMigrationV225Test-1760037822-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c HTTP/1.1" status: 200 len: 1128 time: 0.0495062 Feb 02 06:59:00.424092 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ff7cb6b7-303b-45fc-98db-30ace53a0e1e req-4c3da9bb-e96a-420c-9080-a75c4c57f066 tempest-LiveAutoBlockMigrationV225Test-1760037822 tempest-LiveAutoBlockMigrationV225Test-1760037822-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439613 Feb 02 06:59:00.547030 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c30e7-06f6-4ae3-8c9d-650d301f2578 req-dc91ca87-b7b9-47ef-a56f-5424f1fef260 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:00.548536 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a20c30e7-06f6-4ae3-8c9d-650d301f2578 req-dc91ca87-b7b9-47ef-a56f-5424f1fef260 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20bc9d-0fdd-4c70-990c-50f4bee6311e HTTP/1.1" status: 200 len: 945 time: 0.0708261 Feb 02 06:59:00.561499 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 36880) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:59:00.564205 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-2c697830-c349-477e-8fea-c9b3d2ff8ca9 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Request body: {'floatingip': {'port_id': '296f46a0-2dcd-433c-a6af-89f30d22d86c'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:59:00.622328 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2c697830-c349-477e-8fea-c9b3d2ff8ca9 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Publish callbacks [] for floatingip (7a43642b-9572-4189-aac5-dc4a7ff8d37e), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:00.656573 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65cb972-d25e-4841-85d1-2d6482452420 req-dedba332-b24b-41c2-b1e9-037127c8416f tempest-ServersOnMultiNodesTest-720342812 tempest-ServersOnMultiNodesTest-720342812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:00.658938 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f65cb972-d25e-4841-85d1-2d6482452420 req-dedba332-b24b-41c2-b1e9-037127c8416f tempest-ServersOnMultiNodesTest-720342812 tempest-ServersOnMultiNodesTest-720342812-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=4e249660-df86-4751-8e5c-b85725032326 HTTP/1.1" status: 200 len: 1132 time: 0.0513184 Feb 02 06:59:00.720139 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f65cb972-d25e-4841-85d1-2d6482452420 req-261e6ac8-374e-416e-9e2b-f0052a45578d tempest-ServersOnMultiNodesTest-720342812 tempest-ServersOnMultiNodesTest-720342812-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537796 Feb 02 06:59:00.827574 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-815f50d7-a14b-4092-a4ad-022497335d83 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:00.829092 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-815f50d7-a14b-4092-a4ad-022497335d83 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] 10.222.0.87 "GET /v2.0/networks?id=5fd42388-2bd2-4390-988d-8d7d331ea159 HTTP/1.1" status: 200 len: 813 time: 0.2249866 Feb 02 06:59:00.943030 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c1371-46ba-4b07-8ace-8e0dee141582 req-95f2ddf3-d1bb-4b18-abf5-b29a69830c33 tempest-ServersOnMultiNodesTest-720342812 tempest-ServersOnMultiNodesTest-720342812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:00.945150 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5e0c1371-46ba-4b07-8ace-8e0dee141582 req-95f2ddf3-d1bb-4b18-abf5-b29a69830c33 tempest-ServersOnMultiNodesTest-720342812 tempest-ServersOnMultiNodesTest-720342812-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=5f865b59-cb14-409e-8f1d-aa1dd34b8410 HTTP/1.1" status: 200 len: 1132 time: 0.0570827 Feb 02 06:59:00.999507 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5e0c1371-46ba-4b07-8ace-8e0dee141582 req-6222de3c-00d1-4db8-8ecf-222dda3cb7a7 tempest-ServersOnMultiNodesTest-720342812 tempest-ServersOnMultiNodesTest-720342812-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486476 Feb 02 06:59:01.203609 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-1e9a9fcd-5b8a-4b6a-941d-bd2389ca4c84 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] 10.222.0.87 "GET /v2.0/quotas/bb2f9c8adf7145b2819bfa68b581b571 HTTP/1.1" status: 200 len: 375 time: 0.3577507 Feb 02 06:59:01.306185 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f35101-b608-4513-8b78-48614ce08515 req-4a4791f6-5e0f-4cde-89a8-0ab605b6d697 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:01.308028 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-61f35101-b608-4513-8b78-48614ce08515 req-4a4791f6-5e0f-4cde-89a8-0ab605b6d697 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] 10.222.0.88 "GET /v2.0/ports?device_id=714f34ab-0c2c-48c1-8d32-238e1690e04f HTTP/1.1" status: 200 len: 945 time: 0.0813198 Feb 02 06:59:01.377539 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-2e4615ab-1ac5-4f37-9958-75f968da63ec tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=bb2f9c8adf7145b2819bfa68b581b571&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1611257 Feb 02 06:59:01.486222 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-61f35101-b608-4513-8b78-48614ce08515 req-9e3a7583-0e69-4625-b993-85fa15b0c092 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Deleting port e8ebd367-b485-46c4-83bc-f240ebe39d93 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 06:59:01.486548 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-61f35101-b608-4513-8b78-48614ce08515 req-9e3a7583-0e69-4625-b993-85fa15b0c092 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (e8ebd367-b485-46c4-83bc-f240ebe39d93), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:01.623729 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-61f35101-b608-4513-8b78-48614ce08515 req-9e3a7583-0e69-4625-b993-85fa15b0c092 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] For port e8ebd367-b485-46c4-83bc-f240ebe39d93, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=e8ebd367-b485-46c4-83bc-f240ebe39d93,segment=NetworkSegment(15c9efb8-991a-467f-88e3-bc490924aea7),segment_id=15c9efb8-991a-467f-88e3-bc490924aea7)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:59:01.624638 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-61f35101-b608-4513-8b78-48614ce08515 req-9e3a7583-0e69-4625-b993-85fa15b0c092 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (e8ebd367-b485-46c4-83bc-f240ebe39d93), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:01.643197 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-61f35101-b608-4513-8b78-48614ce08515 req-9e3a7583-0e69-4625-b993-85fa15b0c092 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Calling delete_port for e8ebd367-b485-46c4-83bc-f240ebe39d93 owned by compute:nova {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 06:59:01.708681 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-262f39a4-e17b-4ed1-86ec-e5122a0269f0 service neutron] 10.222.0.87 "GET /v2.0/networks/5fd42388-2bd2-4390-988d-8d7d331ea159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3293767 Feb 02 06:59:01.764505 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2c697830-c349-477e-8fea-c9b3d2ff8ca9 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:01.792575 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2c697830-c349-477e-8fea-c9b3d2ff8ca9 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (7a43642b-9572-4189-aac5-dc4a7ff8d37e), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:01.876504 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-875f12b1-f59e-47f2-9844-3b25aacacfca service neutron] 10.222.0.87 "GET /v2.0/networks/5fd42388-2bd2-4390-988d-8d7d331ea159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669061 Feb 02 06:59:01.888743 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-61f35101-b608-4513-8b78-48614ce08515 req-9e3a7583-0e69-4625-b993-85fa15b0c092 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (e8ebd367-b485-46c4-83bc-f240ebe39d93), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:01.924519 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['34bd35d2-c143-4e2d-a9ca-206064b7e9e7'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:59:01.941891 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3a7583-0e69-4625-b993-85fa15b0c092 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Pushing event deleted for resources: {'Port': ['ID=e8ebd367-b485-46c4-83bc-f240ebe39d93,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:59:01.979900 n-d-789963-26 neutron-server[109693]: INFO neutron.db.l3_db [None req-2c697830-c349-477e-8fea-c9b3d2ff8ca9 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Floating IP 7a43642b-9572-4189-aac5-dc4a7ff8d37e associated. External IP: 172.25.4.245, port: 296f46a0-2dcd-433c-a6af-89f30d22d86c. Feb 02 06:59:02.044730 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['e8ebd367-b485-46c4-83bc-f240ebe39d93'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:59:02.057239 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f35101-b608-4513-8b78-48614ce08515 req-9e3a7583-0e69-4625-b993-85fa15b0c092 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] No DVR routers for this DVR port e8ebd367-b485-46c4-83bc-f240ebe39d93 on host n-h1-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 06:59:02.060995 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-61f35101-b608-4513-8b78-48614ce08515 req-9e3a7583-0e69-4625-b993-85fa15b0c092 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:02.066870 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-61f35101-b608-4513-8b78-48614ce08515 req-9e3a7583-0e69-4625-b993-85fa15b0c092 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] 10.222.0.88 "DELETE /v2.0/ports/e8ebd367-b485-46c4-83bc-f240ebe39d93 HTTP/1.1" status: 204 len: 173 time: 0.7431099 Feb 02 06:59:02.067407 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714f34ab-0c2c-48c1-8d32-238e1690e04f', 'name': 'network-vif-deleted', 'tag': 'e8ebd367-b485-46c4-83bc-f240ebe39d93'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:59:02.070200 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c474ed-ec0e-44a5-b6e4-434fccfa6ee4" -d '{"events": [{"server_uuid": "714f34ab-0c2c-48c1-8d32-238e1690e04f", "name": "network-vif-deleted", "tag": "e8ebd367-b485-46c4-83bc-f240ebe39d93"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:59:02.385451 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ddb75f-2d3d-49af-814d-3033154dcf7e req-061456f4-5778-4db2-a08d-1e946a9228af tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:02.386880 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-cea4c87e-2c51-410d-81d4-a594c199ce36 tempest-LiveAutoBlockMigrationV225Test-1760037822 tempest-LiveAutoBlockMigrationV225Test-1760037822-project-admin] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 06:59:02.387299 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a3ddb75f-2d3d-49af-814d-3033154dcf7e req-061456f4-5778-4db2-a08d-1e946a9228af tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] 10.222.0.87 "GET /v2.0/ports?device_id=85e71e33-a6b8-4db5-82b4-b02cbcbff771 HTTP/1.1" status: 200 len: 949 time: 0.1683724 Feb 02 06:59:02.398649 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-cea4c87e-2c51-410d-81d4-a594c199ce36 tempest-LiveAutoBlockMigrationV225Test-1760037822 tempest-LiveAutoBlockMigrationV225Test-1760037822-project-admin] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0817432 Feb 02 06:59:02.434787 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c697830-c349-477e-8fea-c9b3d2ff8ca9 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Router 3a6511f2-0989-4811-9bd1-78b7d2fee4fb has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 06:59:02.467797 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a3ddb75f-2d3d-49af-814d-3033154dcf7e req-faf41393-32e2-4085-b2f3-43777b2e63a4 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] 10.222.0.87 "GET /v2.0/security-groups?id=4bdd1a44-87ea-435b-a9e6-afe84899370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685906 Feb 02 06:59:02.501639 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-42fb5dbb-3a83-4924-9a39-5130c3534cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:02.508279 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-42fb5dbb-3a83-4924-9a39-5130c3534cb9 service neutron] 10.222.0.87 "GET /v2.0/ports/027283f6-1957-43b9-b42a-9462ef40f806 HTTP/1.1" status: 200 len: 1125 time: 0.1087434 Feb 02 06:59:02.514189 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-0c3288a8-91dd-46c1-a18e-8ccfb0236323 service neutron] Request body: {'binding': {'host': 'n-h1-789963-26', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:59:02.514692 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-0c3288a8-91dd-46c1-a18e-8ccfb0236323 service neutron] Unknown quota resources ['binding']. {{(pid=109694) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 02 06:59:02.720895 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c697830-c349-477e-8fea-c9b3d2ff8ca9 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 06:59:02.727338 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2c697830-c349-477e-8fea-c9b3d2ff8ca9 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:02.732431 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ba8164-dde6-4e16-ac56-0c402ee0b53c None None] Sync routers for ids ['3a6511f2-0989-4811-9bd1-78b7d2fee4fb'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 06:59:02.747722 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-0c3288a8-91dd-46c1-a18e-8ccfb0236323 service neutron] Attempting to bind port 027283f6-1957-43b9-b42a-9462ef40f806 on host n-h1-789963-26 for vnic_type normal with profile None {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:59:02.748882 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-0c3288a8-91dd-46c1-a18e-8ccfb0236323 service neutron] Attempting to bind port 027283f6-1957-43b9-b42a-9462ef40f806 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a90e0175-1e1a-46fd-ade5-a34b643c83ca'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:59:02.749231 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-0c3288a8-91dd-46c1-a18e-8ccfb0236323 service neutron] Attempting to bind port 027283f6-1957-43b9-b42a-9462ef40f806 on network a90e0175-1e1a-46fd-ade5-a34b643c83ca {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:59:02.759893 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-0c3288a8-91dd-46c1-a18e-8ccfb0236323 service neutron] Port 027283f6-1957-43b9-b42a-9462ef40f806 on network a90e0175-1e1a-46fd-ade5-a34b643c83ca not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 06:59:02.760228 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-0c3288a8-91dd-46c1-a18e-8ccfb0236323 service neutron] Attempting to bind port 027283f6-1957-43b9-b42a-9462ef40f806 on network a90e0175-1e1a-46fd-ade5-a34b643c83ca {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:59:02.767117 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ba8164-dde6-4e16-ac56-0c402ee0b53c None None] Routers {'3a6511f2-0989-4811-9bd1-78b7d2fee4fb'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 06:59:02.770095 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-17ba8164-dde6-4e16-ac56-0c402ee0b53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:58:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['3a6511f2-0989-4811-9bd1-78b7d2fee4fb'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:59:02.775350 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-0c3288a8-91dd-46c1-a18e-8ccfb0236323 service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:59:02.775545 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-0c3288a8-91dd-46c1-a18e-8ccfb0236323 service neutron] Checking segment: {'id': 'ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a90e0175-1e1a-46fd-ade5-a34b643c83ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:59:02.775905 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-0c3288a8-91dd-46c1-a18e-8ccfb0236323 service neutron] Bound using segment: {'id': 'ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a90e0175-1e1a-46fd-ade5-a34b643c83ca'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:59:02.776361 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-0c3288a8-91dd-46c1-a18e-8ccfb0236323 service neutron] Bound port: 027283f6-1957-43b9-b42a-9462ef40f806, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a90e0175-1e1a-46fd-ade5-a34b643c83ca'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:59:02.838437 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-2c697830-c349-477e-8fea-c9b3d2ff8ca9 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "PUT /v2.0/floatingips/7a43642b-9572-4189-aac5-dc4a7ff8d37e HTTP/1.1" status: 200 len: 991 time: 2.2783756 Feb 02 06:59:02.839804 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef20bc9d-0fdd-4c70-990c-50f4bee6311e', 'tag': '296f46a0-2dcd-433c-a6af-89f30d22d86c'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:59:02.842679 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e98937c-b1a0-4b47-9f84-7d16d01f08f0" -d '{"events": [{"name": "network-changed", "server_uuid": "ef20bc9d-0fdd-4c70-990c-50f4bee6311e", "tag": "296f46a0-2dcd-433c-a6af-89f30d22d86c"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:59:02.885225 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-0c3288a8-91dd-46c1-a18e-8ccfb0236323 service neutron] For port 027283f6-1957-43b9-b42a-9462ef40f806, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=027283f6-1957-43b9-b42a-9462ef40f806,segment=NetworkSegment(ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b),segment_id=ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:59:02.898371 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-0c3288a8-91dd-46c1-a18e-8ccfb0236323 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:02.910324 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-0c3288a8-91dd-46c1-a18e-8ccfb0236323 service neutron] 10.222.0.87 "POST /v2.0/ports/027283f6-1957-43b9-b42a-9462ef40f806/bindings HTTP/1.1" status: 201 len: 390 time: 0.3945594 Feb 02 06:59:02.914794 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517dcd97-df45-44b2-9ab2-10e7384f1d59 req-f2767c54-c704-4f89-ae15-9056ff766f43 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:02.936731 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-517dcd97-df45-44b2-9ab2-10e7384f1d59 req-f2767c54-c704-4f89-ae15-9056ff766f43 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=f345fa5d-b7c3-44ad-9d59-9f5e42de378a HTTP/1.1" status: 200 len: 944 time: 0.1631155 Feb 02 06:59:02.982707 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e60675a-b8a8-4b69-bc96-1ca4fcbbe7a0 req-a0b066b9-0bf2-458e-be65-38510a4024fc tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:02.992804 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9e60675a-b8a8-4b69-bc96-1ca4fcbbe7a0 req-a0b066b9-0bf2-458e-be65-38510a4024fc tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] 10.222.0.59 "GET /v2.0/ports?device_id=91db4d66-817d-450b-bf74-6f8645b5a97d HTTP/1.1" status: 200 len: 945 time: 0.1727083 Feb 02 06:59:03.024880 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-717bad1c-043d-4c8c-a2dc-364d2ca86992 req-87567566-e4ae-453c-abbc-b9ea3978ddf6 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=3198844e-639f-4156-b68e-3a3b15da1358&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0906520 Feb 02 06:59:03.095991 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-17ba8164-dde6-4e16-ac56-0c402ee0b53c None None] Set router 3a6511f2-0989-4811-9bd1-78b7d2fee4fb gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 06:59:03.229693 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-517dcd97-df45-44b2-9ab2-10e7384f1d59 req-bd856430-feb1-43f3-b3ad-c6116bf1ff1b tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/security-groups?id=99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920890 Feb 02 06:59:03.281609 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717bad1c-043d-4c8c-a2dc-364d2ca86992 req-b7881563-bc1e-4901-ada9-e10c3ea7ab44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:03.283321 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-717bad1c-043d-4c8c-a2dc-364d2ca86992 req-b7881563-bc1e-4901-ada9-e10c3ea7ab44 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=94634d8b4d2a41de8e59c8bd88798343&device_id=3198844e-639f-4156-b68e-3a3b15da1358 HTTP/1.1" status: 200 len: 1128 time: 0.1821308 Feb 02 06:59:03.314204 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af25fe22-6e16-4019-9be6-40601fb97b0b req-dabc338f-2f52-4f85-8884-e8ef6e23a8ed tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:03.322831 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-af25fe22-6e16-4019-9be6-40601fb97b0b req-dabc338f-2f52-4f85-8884-e8ef6e23a8ed tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618 HTTP/1.1" status: 200 len: 947 time: 0.1596236 Feb 02 06:59:03.341643 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 06:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8215af-4fa4-485e-a06b-fed7787b0421 x-openstack-request-id: req-fc8215af-4fa4-485e-a06b-fed7787b0421 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:59:03.342074 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "714f34ab-0c2c-48c1-8d32-238e1690e04f", "name": "network-vif-deleted", "tag": "e8ebd367-b485-46c4-83bc-f240ebe39d93", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:59:03.343019 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-fc8215af-4fa4-485e-a06b-fed7787b0421 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:59:03.343019 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '714f34ab-0c2c-48c1-8d32-238e1690e04f', 'name': 'network-vif-deleted', 'tag': 'e8ebd367-b485-46c4-83bc-f240ebe39d93', 'status': 'completed', 'code': 200} Feb 02 06:59:03.381620 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-9e60675a-b8a8-4b69-bc96-1ca4fcbbe7a0 req-17bb781d-9b8b-40f5-86cb-9082b49de05e tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Deleting port 34bd35d2-c143-4e2d-a9ca-206064b7e9e7 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 06:59:03.388078 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-9e60675a-b8a8-4b69-bc96-1ca4fcbbe7a0 req-17bb781d-9b8b-40f5-86cb-9082b49de05e tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (34bd35d2-c143-4e2d-a9ca-206064b7e9e7), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:03.435810 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-af25fe22-6e16-4019-9be6-40601fb97b0b req-34181215-613a-4909-8322-40ee67913551 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076882 Feb 02 06:59:03.541263 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-851c8961-6397-4944-8730-e3985e39d81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:03.547906 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-851c8961-6397-4944-8730-e3985e39d81a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fe8bfc83663b43b9aae4137bcb39e5dc&device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c HTTP/1.1" status: 200 len: 1128 time: 0.2752016 Feb 02 06:59:03.594979 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717bad1c-043d-4c8c-a2dc-364d2ca86992 req-2c4ac784-afb1-436d-a33f-47e036f07483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:03.596580 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-717bad1c-043d-4c8c-a2dc-364d2ca86992 req-2c4ac784-afb1-436d-a33f-47e036f07483 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ad127856-4465-484c-882c-e096f13573c2 HTTP/1.1" status: 200 len: 908 time: 0.2709873 Feb 02 06:59:03.661034 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-17ba8164-dde6-4e16-ac56-0c402ee0b53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6511f2-0989-4811-9bd1-78b7d2fee4fb', 'name': 'tempest-ServersTestBootFromVolume-181714835-router', 'tenant_id': 'a5b11438631643ef8d3efce0551ce774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '6912ed99-8617-4efc-b312-f6ac2cf29b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:56:54Z', 'updated_at': '2022-02-02T06:57:01Z', 'revision_number': 4, 'project_id': 'a5b11438631643ef8d3efce0551ce774', 'gw_port': {'id': '6912ed99-8617-4efc-b312-f6ac2cf29b70', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:98:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6511f2-0989-4811-9bd1-78b7d2fee4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:56:55Z', 'updated_at': '2022-02-02T06:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '7a43642b-9572-4189-aac5-dc4a7ff8d37e', 'tenant_id': 'a5b11438631643ef8d3efce0551ce774', 'floating_ip_address': '172.25.4.245', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '3a6511f2-0989-4811-9bd1-78b7d2fee4fb', 'port_id': '296f46a0-2dcd-433c-a6af-89f30d22d86c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92a762a3-20b1-4c9e-a89a-03f21e3921ba', 'mac_address': 'fa:16:3e:e8:df:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef20bc9d-0fdd-4c70-990c-50f4bee6311e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T06:57:07Z', 'updated_at': '2022-02-02T06:59:01Z', 'revision_number': 1, 'project_id': 'a5b11438631643ef8d3efce0551ce774', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a719bb2a-938e-4f90-a285-045e8b12ea2e', 'name': '', 'network_id': '92a762a3-20b1-4c9e-a89a-03f21e3921ba', 'tenant_id': 'a5b11438631643ef8d3efce0551ce774', 'mac_address': 'fa:16:3e:e2:b2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6511f2-0989-4811-9bd1-78b7d2fee4fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c71b07ec-88b6-4b91-88af-cdbe675ae5c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:56:59Z', 'updated_at': '2022-02-02T06:57:06Z', 'revision_number': 5, 'project_id': 'a5b11438631643ef8d3efce0551ce774', 'subnets': [{'id': 'c71b07ec-88b6-4b91-88af-cdbe675ae5c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:59:03.678748 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-717bad1c-043d-4c8c-a2dc-364d2ca86992 req-389ea98b-a478-4abf-8da8-1a74dcacc2ce service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51a170da-8609-48e7-9016-7b1d57369294 HTTP/1.1" status: 200 len: 217 time: 0.0755551 Feb 02 06:59:03.690852 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-9e60675a-b8a8-4b69-bc96-1ca4fcbbe7a0 req-17bb781d-9b8b-40f5-86cb-9082b49de05e tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] For port 34bd35d2-c143-4e2d-a9ca-206064b7e9e7, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=34bd35d2-c143-4e2d-a9ca-206064b7e9e7,segment=NetworkSegment(15c9efb8-991a-467f-88e3-bc490924aea7),segment_id=15c9efb8-991a-467f-88e3-bc490924aea7)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:59:03.690852 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-9e60675a-b8a8-4b69-bc96-1ca4fcbbe7a0 req-17bb781d-9b8b-40f5-86cb-9082b49de05e tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (34bd35d2-c143-4e2d-a9ca-206064b7e9e7), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:03.758514 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device b777664d-9183-4a01-960b-9a3682bfbba5 details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 06:59:03.824079 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-9e60675a-b8a8-4b69-bc96-1ca4fcbbe7a0 req-17bb781d-9b8b-40f5-86cb-9082b49de05e tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Calling delete_port for 34bd35d2-c143-4e2d-a9ca-206064b7e9e7 owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 06:59:03.833264 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717bad1c-043d-4c8c-a2dc-364d2ca86992 req-7b40a320-0c33-4f40-abf8-4cb65ebc16d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:03.837407 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-717bad1c-043d-4c8c-a2dc-364d2ca86992 req-7b40a320-0c33-4f40-abf8-4cb65ebc16d8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a7292d13-827d-45ab-8eaa-7baf62301aaa HTTP/1.1" status: 200 len: 847 time: 0.1449819 Feb 02 06:59:03.892868 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 2885a8c5-42d6-4a1b-a52c-7d8b52cf995c no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 06:59:03.903130 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ba8164-dde6-4e16-ac56-0c402ee0b53c None None] Checking router: 3a6511f2-0989-4811-9bd1-78b7d2fee4fb for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 06:59:03.905069 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-717bad1c-043d-4c8c-a2dc-364d2ca86992 req-8ee52ead-871f-41fc-9c34-eaa6a1f9e4f1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ad127856-4465-484c-882c-e096f13573c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553117 Feb 02 06:59:03.991394 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-8e876fad-2057-4eb0-a0d4-044509d40d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:03.992335 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-8e876fad-2057-4eb0-a0d4-044509d40d99 service neutron] 10.222.0.88 "GET /v2.0/networks?id=a90e0175-1e1a-46fd-ade5-a34b643c83ca HTTP/1.1" status: 200 len: 921 time: 0.4123707 Feb 02 06:59:04.079610 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b896bc9-c1aa-472a-a393-a3207c2412e7 req-5c2021c0-35d3-460d-b7cb-a8d8b4c47845 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:04.081757 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0b896bc9-c1aa-472a-a393-a3207c2412e7 req-5c2021c0-35d3-460d-b7cb-a8d8b4c47845 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20bc9d-0fdd-4c70-990c-50f4bee6311e HTTP/1.1" status: 200 len: 945 time: 0.2551124 Feb 02 06:59:04.083062 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-6dae6398-4514-4e2f-b95a-eb719da58e68 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=027283f6-1957-43b9-b42a-9462ef40f806 HTTP/1.1" status: 200 len: 217 time: 0.0772071 Feb 02 06:59:04.083246 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ba8164-dde6-4e16-ac56-0c402ee0b53c None None] Routers {'3a6511f2-0989-4811-9bd1-78b7d2fee4fb'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 06:59:04.084066 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-17ba8164-dde6-4e16-ac56-0c402ee0b53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:58:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['3a6511f2-0989-4811-9bd1-78b7d2fee4fb'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:59:04.097168 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-717bad1c-043d-4c8c-a2dc-364d2ca86992 req-bce27c0f-f26c-4e55-85c1-bb6ea72d6e97 service neutron] 10.222.0.88 "GET /v2.0/networks/ad127856-4465-484c-882c-e096f13573c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831648 Feb 02 06:59:04.163983 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port b777664d-9183-4a01-960b-9a3682bfbba5, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=b777664d-9183-4a01-960b-9a3682bfbba5,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:59:04.251970 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-cda46830-ac0a-41b3-abb5-2bd606e825c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:04.257625 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-cda46830-ac0a-41b3-abb5-2bd606e825c3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=718edbdc-92b0-46ac-b280-821a5ec70f8a HTTP/1.1" status: 200 len: 860 time: 0.1549075 Feb 02 06:59:04.260944 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-9e60675a-b8a8-4b69-bc96-1ca4fcbbe7a0 req-17bb781d-9b8b-40f5-86cb-9082b49de05e tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (34bd35d2-c143-4e2d-a9ca-206064b7e9e7), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:04.322600 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-717bad1c-043d-4c8c-a2dc-364d2ca86992 req-d33a3c26-bde3-4099-abca-ef28167c08ca service neutron] 10.222.0.88 "GET /v2.0/networks/ad127856-4465-484c-882c-e096f13573c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194295 Feb 02 06:59:04.348003 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 06:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9aa0e4-6944-49e8-a1da-9ca0baa6a0a3 x-openstack-request-id: req-ff9aa0e4-6944-49e8-a1da-9ca0baa6a0a3 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:59:04.348434 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef20bc9d-0fdd-4c70-990c-50f4bee6311e", "tag": "296f46a0-2dcd-433c-a6af-89f30d22d86c", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:59:04.348820 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ff9aa0e4-6944-49e8-a1da-9ca0baa6a0a3 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:59:04.349535 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef20bc9d-0fdd-4c70-990c-50f4bee6311e', 'tag': '296f46a0-2dcd-433c-a6af-89f30d22d86c', 'status': 'completed', 'code': 200} Feb 02 06:59:04.406241 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 2885a8c5-42d6-4a1b-a52c-7d8b52cf995c is: ACTIVE; New status is: DOWN {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:59:04.406894 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (2885a8c5-42d6-4a1b-a52c-7d8b52cf995c), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:04.421016 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device e8ebd367-b485-46c4-83bc-f240ebe39d93 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 06:59:04.443030 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d9efa-09f6-4561-b7cd-3a4674fb436f req-d0d15d17-2b01-4bf8-a9f4-d86c2413fae6 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:04.450926 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a66d9efa-09f6-4561-b7cd-3a4674fb436f req-d0d15d17-2b01-4bf8-a9f4-d86c2413fae6 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c HTTP/1.1" status: 200 len: 945 time: 0.0887215 Feb 02 06:59:04.460468 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': 'b777664d-9183-4a01-960b-9a3682bfbba5', 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1', 'port_id': 'b777664d-9183-4a01-960b-9a3682bfbba5', 'mac_address': 'fa:16:3e:b3:b3:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d773733-62df-4956-84d3-71d17cfb6d11', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 06:59:04.470731 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85e71e33-a6b8-4db5-82b4-b02cbcbff771', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2885a8c5-42d6-4a1b-a52c-7d8b52cf995c'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:59:04.473941 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b84f2295-e7b5-4f91-9bc3-c9f184a9ce5c" -d '{"events": [{"server_uuid": "85e71e33-a6b8-4db5-82b4-b02cbcbff771", "name": "network-vif-unplugged", "status": "completed", "tag": "2885a8c5-42d6-4a1b-a52c-7d8b52cf995c"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:59:04.477011 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: e8ebd367-b485-46c4-83bc-f240ebe39d93 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 06:59:04.477616 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device e8ebd367-b485-46c4-83bc-f240ebe39d93 not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 06:59:04.502054 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 2885a8c5-42d6-4a1b-a52c-7d8b52cf995c, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=2885a8c5-42d6-4a1b-a52c-7d8b52cf995c,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:59:04.511601 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e60675a-b8a8-4b69-bc96-1ca4fcbbe7a0 req-17bb781d-9b8b-40f5-86cb-9082b49de05e tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] No DVR routers for this DVR port 34bd35d2-c143-4e2d-a9ca-206064b7e9e7 on host n-h2-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 06:59:04.516356 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (2885a8c5-42d6-4a1b-a52c-7d8b52cf995c), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:04.525971 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0b896bc9-c1aa-472a-a393-a3207c2412e7 req-9b160e4b-6425-4e1b-85d3-5692dc2ac012 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/security-groups?id=31b982a2-44bb-4266-ae52-5267da420a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4264431 Feb 02 06:59:04.532559 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-13a31851-6c88-4c6b-bfce-cfb748f951ac service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a90e0175-1e1a-46fd-ade5-a34b643c83ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1790807 Feb 02 06:59:04.540048 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-9e60675a-b8a8-4b69-bc96-1ca4fcbbe7a0 req-17bb781d-9b8b-40f5-86cb-9082b49de05e tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:04.543048 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-17ba8164-dde6-4e16-ac56-0c402ee0b53c None None] Set router 3a6511f2-0989-4811-9bd1-78b7d2fee4fb gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 06:59:04.547048 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9e60675a-b8a8-4b69-bc96-1ca4fcbbe7a0 req-17bb781d-9b8b-40f5-86cb-9082b49de05e tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] 10.222.0.59 "DELETE /v2.0/ports/34bd35d2-c143-4e2d-a9ca-206064b7e9e7 HTTP/1.1" status: 204 len: 173 time: 1.5471282 Feb 02 06:59:04.559351 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bb781d-9b8b-40f5-86cb-9082b49de05e tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Pushing event deleted for resources: {'Port': ['ID=34bd35d2-c143-4e2d-a9ca-206064b7e9e7,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:59:04.650184 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e98937c-b1a0-4b47-9f84-7d16d01f08f0 req-64e22e0b-fa8c-4159-bf8c-e5a10780e1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:04.656256 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2e98937c-b1a0-4b47-9f84-7d16d01f08f0 req-64e22e0b-fa8c-4159-bf8c-e5a10780e1fb service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a5b11438631643ef8d3efce0551ce774&device_id=ef20bc9d-0fdd-4c70-990c-50f4bee6311e HTTP/1.1" status: 200 len: 1128 time: 0.2033784 Feb 02 06:59:04.697457 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-7f1d1ad2-c466-4763-9adc-755f259e8172 service neutron] 10.222.0.88 "GET /v2.0/networks/a90e0175-1e1a-46fd-ade5-a34b643c83ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397932 Feb 02 06:59:04.715387 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a66d9efa-09f6-4561-b7cd-3a4674fb436f req-92b5ed46-6530-4bb8-99e7-5bbfb09f5c66 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545810 Feb 02 06:59:04.720448 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=2885a8c5-42d6-4a1b-a52c-7d8b52cf995c,revision_number=8']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:59:04.779390 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port b777664d-9183-4a01-960b-9a3682bfbba5 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:59:04.779816 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b777664d-9183-4a01-960b-9a3682bfbba5), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:04.863580 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e98937c-b1a0-4b47-9f84-7d16d01f08f0 req-f5e16a48-31fe-4ade-85ca-ec07f91a1050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:04.866153 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2e98937c-b1a0-4b47-9f84-7d16d01f08f0 req-f5e16a48-31fe-4ade-85ca-ec07f91a1050 service neutron] 10.222.0.88 "GET /v2.0/networks?id=92a762a3-20b1-4c9e-a89a-03f21e3921ba HTTP/1.1" status: 200 len: 916 time: 0.1743829 Feb 02 06:59:04.868796 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-db6948c5-472b-4019-b320-d90e7aa11003 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:04.871497 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-db6948c5-472b-4019-b320-d90e7aa11003 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] 10.222.0.88 "GET /v2.0/networks?id=5fd42388-2bd2-4390-988d-8d7d331ea159 HTTP/1.1" status: 200 len: 813 time: 0.1691720 Feb 02 06:59:04.879700 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b777664d-9183-4a01-960b-9a3682bfbba5 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:59:04.903896 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-734b6266-1a65-4548-b736-5f1435e07a79 req-53796388-d9c1-4c37-a467-cc31e562ff1a tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] 10.222.0.87 "GET /v2.0/ports?device_id=169d732f-b0d3-4481-ab13-9c3025aa91f4 HTTP/1.1" status: 200 len: 210 time: 0.0339539 Feb 02 06:59:04.925187 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-bc1fbafd-1405-43ce-91aa-0e237703dcb4 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=e34e7485085f4555b7019dbfd89a06da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2260516 Feb 02 06:59:04.964884 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port b777664d-9183-4a01-960b-9a3682bfbba5, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=b777664d-9183-4a01-960b-9a3682bfbba5,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:59:04.978303 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (b777664d-9183-4a01-960b-9a3682bfbba5), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:04.980304 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 7863c5b7-f1f2-4d23-a10c-fe238bd1f964 details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 06:59:05.026688 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2e98937c-b1a0-4b47-9f84-7d16d01f08f0 req-45010d1d-ac29-4951-a492-19443c622b94 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=296f46a0-2dcd-433c-a6af-89f30d22d86c HTTP/1.1" status: 200 len: 999 time: 0.1180766 Feb 02 06:59:05.045103 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-a2b7bb79-c361-4df7-ae8f-c90260b98a2f tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Request body: {'port': {'device_id': '169d732f-b0d3-4481-ab13-9c3025aa91f4', 'network_id': '5fd42388-2bd2-4390-988d-8d7d331ea159', 'admin_state_up': True, 'tenant_id': 'bb2f9c8adf7145b2819bfa68b581b571'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:59:05.176077 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e98937c-b1a0-4b47-9f84-7d16d01f08f0 req-713e3c91-fbc7-460e-8c3e-0945f02c90b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:05.177841 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2e98937c-b1a0-4b47-9f84-7d16d01f08f0 req-713e3c91-fbc7-460e-8c3e-0945f02c90b4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c71b07ec-88b6-4b91-88af-cdbe675ae5c4 HTTP/1.1" status: 200 len: 854 time: 0.1005683 Feb 02 06:59:05.198128 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.db.resource_extend [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 06:59:05.217549 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=b777664d-9183-4a01-960b-9a3682bfbba5,revision_number=8']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:59:05.247847 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-eeeef903-02bd-4c5a-84d3-c82baca10bb9 service neutron] 10.222.0.88 "GET /v2.0/networks/a90e0175-1e1a-46fd-ade5-a34b643c83ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3722336 Feb 02 06:59:05.290877 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32603f5e-2da4-46bf-9f5d-65978fba6db5 req-a594b11b-99bd-47ec-9f24-d04096fd2e07 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:05.296657 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-32603f5e-2da4-46bf-9f5d-65978fba6db5 req-a594b11b-99bd-47ec-9f24-d04096fd2e07 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=f345fa5d-b7c3-44ad-9d59-9f5e42de378a HTTP/1.1" status: 200 len: 944 time: 0.1172810 Feb 02 06:59:05.309800 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e98937c-b1a0-4b47-9f84-7d16d01f08f0 req-abfb9201-7af2-4413-8aad-fd0d9c0a764b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:05.312387 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2e98937c-b1a0-4b47-9f84-7d16d01f08f0 req-abfb9201-7af2-4413-8aad-fd0d9c0a764b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=92a762a3-20b1-4c9e-a89a-03f21e3921ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1209114 Feb 02 06:59:05.337376 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 7863c5b7-f1f2-4d23-a10c-fe238bd1f964, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=7863c5b7-f1f2-4d23-a10c-fe238bd1f964,segment=NetworkSegment(8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763),segment_id=8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:59:05.352393 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': '7863c5b7-f1f2-4d23-a10c-fe238bd1f964', 'network_id': 'ca6d2336-a914-4a87-8e88-4564aa839535', 'port_id': '7863c5b7-f1f2-4d23-a10c-fe238bd1f964', 'mac_address': 'fa:16:3e:f7:db:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ed2492-6ddd-43a9-869d-9a8e1e2b11cb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 06:59:05.404926 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-9567b6b0-9bab-4231-a655-8f9e11fb1e65 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:05.412681 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-9567b6b0-9bab-4231-a655-8f9e11fb1e65 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4836981 Feb 02 06:59:05.413827 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-17ba8164-dde6-4e16-ac56-0c402ee0b53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6511f2-0989-4811-9bd1-78b7d2fee4fb', 'name': 'tempest-ServersTestBootFromVolume-181714835-router', 'tenant_id': 'a5b11438631643ef8d3efce0551ce774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '6912ed99-8617-4efc-b312-f6ac2cf29b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:56:54Z', 'updated_at': '2022-02-02T06:57:01Z', 'revision_number': 4, 'project_id': 'a5b11438631643ef8d3efce0551ce774', 'gw_port': {'id': '6912ed99-8617-4efc-b312-f6ac2cf29b70', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:98:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6511f2-0989-4811-9bd1-78b7d2fee4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:56:55Z', 'updated_at': '2022-02-02T06:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '7a43642b-9572-4189-aac5-dc4a7ff8d37e', 'tenant_id': 'a5b11438631643ef8d3efce0551ce774', 'floating_ip_address': '172.25.4.245', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '3a6511f2-0989-4811-9bd1-78b7d2fee4fb', 'port_id': '296f46a0-2dcd-433c-a6af-89f30d22d86c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92a762a3-20b1-4c9e-a89a-03f21e3921ba', 'mac_address': 'fa:16:3e:e8:df:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef20bc9d-0fdd-4c70-990c-50f4bee6311e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T06:57:07Z', 'updated_at': '2022-02-02T06:59:01Z', 'revision_number': 1, 'project_id': 'a5b11438631643ef8d3efce0551ce774', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a719bb2a-938e-4f90-a285-045e8b12ea2e', 'name': '', 'network_id': '92a762a3-20b1-4c9e-a89a-03f21e3921ba', 'tenant_id': 'a5b11438631643ef8d3efce0551ce774', 'mac_address': 'fa:16:3e:e2:b2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6511f2-0989-4811-9bd1-78b7d2fee4fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c71b07ec-88b6-4b91-88af-cdbe675ae5c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:56:59Z', 'updated_at': '2022-02-02T06:57:06Z', 'revision_number': 5, 'project_id': 'a5b11438631643ef8d3efce0551ce774', 'subnets': [{'id': 'c71b07ec-88b6-4b91-88af-cdbe675ae5c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:59:05.417330 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 7863c5b7-f1f2-4d23-a10c-fe238bd1f964 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:59:05.417717 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (7863c5b7-f1f2-4d23-a10c-fe238bd1f964), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:05.446501 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-caae5677-6045-4fda-99c1-727aa406942f tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/quotas/e34e7485085f4555b7019dbfd89a06da HTTP/1.1" status: 200 len: 375 time: 0.0328519 Feb 02 06:59:05.469143 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ba8164-dde6-4e16-ac56-0c402ee0b53c None None] The sync data for ids ['3a6511f2-0989-4811-9bd1-78b7d2fee4fb'] in n-d-789963-26 is: [{'id': '3a6511f2-0989-4811-9bd1-78b7d2fee4fb', 'name': 'tempest-ServersTestBootFromVolume-181714835-router', 'tenant_id': 'a5b11438631643ef8d3efce0551ce774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '6912ed99-8617-4efc-b312-f6ac2cf29b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:56:54Z', 'updated_at': '2022-02-02T06:57:01Z', 'revision_number': 4, 'project_id': 'a5b11438631643ef8d3efce0551ce774', 'gw_port': {'id': '6912ed99-8617-4efc-b312-f6ac2cf29b70', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:98:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6511f2-0989-4811-9bd1-78b7d2fee4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:56:55Z', 'updated_at': '2022-02-02T06:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '7a43642b-9572-4189-aac5-dc4a7ff8d37e', 'tenant_id': 'a5b11438631643ef8d3efce0551ce774', 'floating_ip_address': '172.25.4.245', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '3a6511f2-0989-4811-9bd1-78b7d2fee4fb', 'port_id': '296f46a0-2dcd-433c-a6af-89f30d22d86c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92a762a3-20b1-4c9e-a89a-03f21e3921ba', 'mac_address': 'fa:16:3e:e8:df:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef20bc9d-0fdd-4c70-990c-50f4bee6311e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T06:57:07Z', 'updated_at': '2022-02-02T06:59:01Z', 'revision_number': 1, 'project_id': 'a5b11438631643ef8d3efce0551ce774', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a719bb2a-938e-4f90-a285-045e8b12ea2e', 'name': '', 'network_id': '92a762a3-20b1-4c9e-a89a-03f21e3921ba', 'tenant_id': 'a5b11438631643ef8d3efce0551ce774', 'mac_address': 'fa:16:3e:e2:b2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6511f2-0989-4811-9bd1-78b7d2fee4fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c71b07ec-88b6-4b91-88af-cdbe675ae5c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:56:59Z', 'updated_at': '2022-02-02T06:57:06Z', 'revision_number': 5, 'project_id': 'a5b11438631643ef8d3efce0551ce774', 'subnets': [{'id': 'c71b07ec-88b6-4b91-88af-cdbe675ae5c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 06:59:05.474068 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-76a4200c-41a5-4af2-9579-afe616a0bc9e tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:05.479243 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7863c5b7-f1f2-4d23-a10c-fe238bd1f964 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:59:05.479928 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-76a4200c-41a5-4af2-9579-afe616a0bc9e tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] 10.222.0.88 "GET /v2.0/networks?id=5fd42388-2bd2-4390-988d-8d7d331ea159 HTTP/1.1" status: 200 len: 813 time: 0.9194388 Feb 02 06:59:05.513448 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 7863c5b7-f1f2-4d23-a10c-fe238bd1f964, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=7863c5b7-f1f2-4d23-a10c-fe238bd1f964,segment=NetworkSegment(8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763),segment_id=8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:59:05.521400 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (7863c5b7-f1f2-4d23-a10c-fe238bd1f964), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:05.527816 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-32603f5e-2da4-46bf-9f5d-65978fba6db5 req-067e5309-5455-4407-a976-e0f33bf5a0c1 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/security-groups?id=99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141533 Feb 02 06:59:05.616354 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-c3d59659-b2c0-4031-9f53-2c44d9acff7a tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Request body: {'port': {'device_id': 'b84e3af3-224a-45f6-806a-7ce9f24b68d8', 'network_id': '5fd42388-2bd2-4390-988d-8d7d331ea159', 'admin_state_up': True, 'tenant_id': 'bb2f9c8adf7145b2819bfa68b581b571'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:59:05.622716 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2e98937c-b1a0-4b47-9f84-7d16d01f08f0 req-62a78520-4c5b-4a1f-8e43-9f374f8a8b96 service neutron] 10.222.0.88 "GET /v2.0/networks/92a762a3-20b1-4c9e-a89a-03f21e3921ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774346 Feb 02 06:59:05.655932 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=7863c5b7-f1f2-4d23-a10c-fe238bd1f964,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:59:05.714083 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 34bd35d2-c143-4e2d-a9ca-206064b7e9e7 no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 06:59:05.750966 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] No Port match for: 34bd35d2-c143-4e2d-a9ca-206064b7e9e7 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 06:59:05.751833 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 34bd35d2-c143-4e2d-a9ca-206064b7e9e7 not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 06:59:05.777384 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2e98937c-b1a0-4b47-9f84-7d16d01f08f0 req-68f7f702-ac74-4c1b-a5d2-d9a90e18ad2c service neutron] 10.222.0.88 "GET /v2.0/networks/92a762a3-20b1-4c9e-a89a-03f21e3921ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483130 Feb 02 06:59:05.852789 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-a2b7bb79-c361-4df7-ae8f-c90260b98a2f tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Made reservation on behalf of bb2f9c8adf7145b2819bfa68b581b571 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:59:05.853057 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd37947c-c897-47e3-93c7-a408c4eafef9 req-7f4bee7c-e5f0-4406-a7b2-82b7922d21c5 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:05.854577 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dd37947c-c897-47e3-93c7-a408c4eafef9 req-7f4bee7c-e5f0-4406-a7b2-82b7922d21c5 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618 HTTP/1.1" status: 200 len: 948 time: 0.0983572 Feb 02 06:59:05.857010 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-a2b7bb79-c361-4df7-ae8f-c90260b98a2f tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:05.862409 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-c3d59659-b2c0-4031-9f53-2c44d9acff7a tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Made reservation on behalf of bb2f9c8adf7145b2819bfa68b581b571 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:59:05.866254 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-c3d59659-b2c0-4031-9f53-2c44d9acff7a tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:05.887069 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-5bfe41f5-fa13-4f8f-b720-0588fdf35bea tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=e34e7485085f4555b7019dbfd89a06da&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4395807 Feb 02 06:59:05.939314 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01581e63-1edc-454f-9163-fc77c0621bce None None] New status for floating IP 7a43642b-9572-4189-aac5-dc4a7ff8d37e: ACTIVE {{(pid=109696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 06:59:05.943312 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dd37947c-c897-47e3-93c7-a408c4eafef9 req-fde50c24-8e49-48b2-90f0-1cd6ddeb0a33 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788205 Feb 02 06:59:06.033565 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 06:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8021b056-ab66-4787-94d5-919d1f583af8 x-openstack-request-id: req-8021b056-ab66-4787-94d5-919d1f583af8 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:59:06.034663 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85e71e33-a6b8-4db5-82b4-b02cbcbff771", "name": "network-vif-unplugged", "status": "completed", "tag": "2885a8c5-42d6-4a1b-a52c-7d8b52cf995c", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:59:06.035094 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-8021b056-ab66-4787-94d5-919d1f583af8 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:59:06.035868 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85e71e33-a6b8-4db5-82b4-b02cbcbff771', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2885a8c5-42d6-4a1b-a52c-7d8b52cf995c', 'code': 200} Feb 02 06:59:06.234118 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['7863c5b7-f1f2-4d23-a10c-fe238bd1f964'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:59:06.330463 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ce6f37-f76c-4b85-8953-de68585ce2c8 req-e968b7d4-5809-4d6a-b566-107bcb3de0a0 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:06.346858 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-40ce6f37-f76c-4b85-8953-de68585ce2c8 req-e968b7d4-5809-4d6a-b566-107bcb3de0a0 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20bc9d-0fdd-4c70-990c-50f4bee6311e HTTP/1.1" status: 200 len: 945 time: 0.2415457 Feb 02 06:59:06.383093 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['b777664d-9183-4a01-960b-9a3682bfbba5'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:59:06.425976 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91db4d66-817d-450b-bf74-6f8645b5a97d', 'name': 'network-vif-deleted', 'tag': '34bd35d2-c143-4e2d-a9ca-206064b7e9e7'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:59:06.428287 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ffaab56-db13-4e60-85b4-bff3cf5c169a" -d '{"events": [{"server_uuid": "91db4d66-817d-450b-bf74-6f8645b5a97d", "name": "network-vif-deleted", "tag": "34bd35d2-c143-4e2d-a9ca-206064b7e9e7"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:59:06.493379 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-40ce6f37-f76c-4b85-8953-de68585ce2c8 req-c908fb0d-3a7b-46df-88c6-2989242f748e tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/security-groups?id=31b982a2-44bb-4266-ae52-5267da420a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296008 Feb 02 06:59:06.583014 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-a2b7bb79-c361-4df7-ae8f-c90260b98a2f tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Allocated IP 172.20.0.12 (5fd42388-2bd2-4390-988d-8d7d331ea159/59c014a2-53ba-444c-bdf5-4bb2b8a6d427/87f727cf-081b-42ba-94c0-ecfdc6b6c350) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:59:06.617199 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7237493-0819-4607-af8c-c919be0939af req-863eb4dc-b56e-4cad-b3f7-bbe80f0dde86 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:06.620687 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e7237493-0819-4607-af8c-c919be0939af req-863eb4dc-b56e-4cad-b3f7-bbe80f0dde86 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c HTTP/1.1" status: 200 len: 945 time: 0.0828316 Feb 02 06:59:06.750393 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e7237493-0819-4607-af8c-c919be0939af req-9a7c055d-ba9a-4e5f-b0bc-b0c1d609af7d tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231389 Feb 02 06:59:06.894030 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e4cb6d58-1bad-4f81-ae56-384e3e7c4da5 req-c7617928-03f5-4c39-a1d9-1d9282036a03 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] 10.222.0.87 "GET /v2.0/ports?device_id=169d732f-b0d3-4481-ab13-9c3025aa91f4 HTTP/1.1" status: 200 len: 210 time: 0.0723267 Feb 02 06:59:06.968307 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-a2b7bb79-c361-4df7-ae8f-c90260b98a2f tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Publish callbacks [] for port (87f727cf-081b-42ba-94c0-ecfdc6b6c350), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:07.017100 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-a2b7bb79-c361-4df7-ae8f-c90260b98a2f tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (87f727cf-081b-42ba-94c0-ecfdc6b6c350), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:07.146214 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 06:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d489f8e-4708-4442-b4d4-0403f104db3a x-openstack-request-id: req-7d489f8e-4708-4442-b4d4-0403f104db3a {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:59:07.146829 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91db4d66-817d-450b-bf74-6f8645b5a97d", "name": "network-vif-deleted", "tag": "34bd35d2-c143-4e2d-a9ca-206064b7e9e7", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:59:07.147178 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7d489f8e-4708-4442-b4d4-0403f104db3a {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:59:07.147685 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91db4d66-817d-450b-bf74-6f8645b5a97d', 'name': 'network-vif-deleted', 'tag': '34bd35d2-c143-4e2d-a9ca-206064b7e9e7', 'status': 'completed', 'code': 200} Feb 02 06:59:07.187672 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-c3d59659-b2c0-4031-9f53-2c44d9acff7a tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Allocated IP 172.20.0.2 (5fd42388-2bd2-4390-988d-8d7d331ea159/59c014a2-53ba-444c-bdf5-4bb2b8a6d427/11a3aaad-ca2b-43b5-a847-46f468ecc9d3) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:59:07.194596 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-a2b7bb79-c361-4df7-ae8f-c90260b98a2f tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Network 5fd42388-2bd2-4390-988d-8d7d331ea159 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:59:07.223806 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-a2b7bb79-c361-4df7-ae8f-c90260b98a2f tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:59:07.235037 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b7bb79-c361-4df7-ae8f-c90260b98a2f tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Pushing event updated for resources: {'Port': ['ID=87f727cf-081b-42ba-94c0-ecfdc6b6c350,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:59:07.247975 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-a2b7bb79-c361-4df7-ae8f-c90260b98a2f tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:59:07.312962 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b7bb79-c361-4df7-ae8f-c90260b98a2f tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:59:07.313352 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b7bb79-c361-4df7-ae8f-c90260b98a2f tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:59:07.313694 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b7bb79-c361-4df7-ae8f-c90260b98a2f tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:59:07.314100 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b7bb79-c361-4df7-ae8f-c90260b98a2f tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:59:07.314468 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b7bb79-c361-4df7-ae8f-c90260b98a2f tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:59:07.314858 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b7bb79-c361-4df7-ae8f-c90260b98a2f tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:59:07.315384 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b7bb79-c361-4df7-ae8f-c90260b98a2f tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:59:07.315827 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b7bb79-c361-4df7-ae8f-c90260b98a2f tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:59:07.316285 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b7bb79-c361-4df7-ae8f-c90260b98a2f tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:59:07.316619 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b7bb79-c361-4df7-ae8f-c90260b98a2f tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:59:07.320652 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b7bb79-c361-4df7-ae8f-c90260b98a2f tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:59:07.321202 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b7bb79-c361-4df7-ae8f-c90260b98a2f tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:59:07.321555 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b7bb79-c361-4df7-ae8f-c90260b98a2f tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:59:07.376541 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a12f7-8187-403f-9aca-f270fcc418d3 req-e0979ec1-995a-457a-9a52-57561b29f864 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:07.380884 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-838a12f7-8187-403f-9aca-f270fcc418d3 req-e0979ec1-995a-457a-9a52-57561b29f864 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=f345fa5d-b7c3-44ad-9d59-9f5e42de378a HTTP/1.1" status: 200 len: 945 time: 0.1175966 Feb 02 06:59:07.404589 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6119f0f9-f750-48c0-a102-fdfef790d24e req-1f3de507-c73e-4e90-861b-e5ff03c3fc69 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:07.406209 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6119f0f9-f750-48c0-a102-fdfef790d24e req-1f3de507-c73e-4e90-861b-e5ff03c3fc69 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618&tenant_id=617f6fde409340a286c916b0c2822b5a&binding%3Ahost_id=n-h2-789963-26 HTTP/1.1" status: 200 len: 948 time: 0.3433843 Feb 02 06:59:07.420581 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-a2b7bb79-c361-4df7-ae8f-c90260b98a2f tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:07.421341 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-a2b7bb79-c361-4df7-ae8f-c90260b98a2f tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:07.460440 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df54ee17-e599-4df7-9c6d-065b54dd7287 req-d0cbf947-43e1-4158-baf8-f876d04c5524 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:07.467510 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-df54ee17-e599-4df7-9c6d-065b54dd7287 req-d0cbf947-43e1-4158-baf8-f876d04c5524 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20bc9d-0fdd-4c70-990c-50f4bee6311e HTTP/1.1" status: 200 len: 945 time: 0.3132179 Feb 02 06:59:07.503459 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-838a12f7-8187-403f-9aca-f270fcc418d3 req-553f42b3-a948-43d8-a312-c90b05aa5c13 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/security-groups?id=99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173470 Feb 02 06:59:07.544805 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-a2b7bb79-c361-4df7-ae8f-c90260b98a2f tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6140525 Feb 02 06:59:07.585565 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-75ceb685-7e57-4dc8-9612-28411740fbbf service neutron] Request body: {'port': {'device_id': '169d732f-b0d3-4481-ab13-9c3025aa91f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:59:07.710752 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-df54ee17-e599-4df7-9c6d-065b54dd7287 req-a1e0874e-8879-49d0-b089-9bd750ec177f tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/security-groups?id=31b982a2-44bb-4266-ae52-5267da420a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2421479 Feb 02 06:59:07.743253 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6119f0f9-f750-48c0-a102-fdfef790d24e req-ded79b43-6a17-4c09-80b0-cbeaf6f9eb34 service neutron] 10.222.0.59 "GET /v2.0/ports/b777664d-9183-4a01-960b-9a3682bfbba5/bindings/n-h2-789963-26 HTTP/1.1" status: 200 len: 383 time: 0.3153486 Feb 02 06:59:07.867350 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-c3d59659-b2c0-4031-9f53-2c44d9acff7a tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Publish callbacks [] for port (11a3aaad-ca2b-43b5-a847-46f468ecc9d3), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:07.880872 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-75ceb685-7e57-4dc8-9612-28411740fbbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (87f727cf-081b-42ba-94c0-ecfdc6b6c350), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:07.896242 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ed8c0664-4bb1-49af-ad32-ab475c11c467 req-3bb44053-0c20-4895-9dc3-a12d62e48bf1 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=e4d58a87-901f-41c8-9b70-14a14e3ac596 HTTP/1.1" status: 200 len: 210 time: 0.1131070 Feb 02 06:59:08.046001 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-c3d59659-b2c0-4031-9f53-2c44d9acff7a tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (11a3aaad-ca2b-43b5-a847-46f468ecc9d3), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:08.094988 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfeb378-1055-4127-ba16-0af5d4806fc5 req-ac763d03-7642-41df-ae07-8929d439508e tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:08.101355 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bcfeb378-1055-4127-ba16-0af5d4806fc5 req-ac763d03-7642-41df-ae07-8929d439508e tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c HTTP/1.1" status: 200 len: 945 time: 0.1129491 Feb 02 06:59:08.174659 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bcfeb378-1055-4127-ba16-0af5d4806fc5 req-95518a6f-c727-4500-b471-7967d1b21329 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666623 Feb 02 06:59:08.236441 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70c1aad-8eaa-4874-bfa5-9fd4af5e8eac req-ad1841df-3cd7-4753-8731-8c9b05caa154 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:08.243929 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a70c1aad-8eaa-4874-bfa5-9fd4af5e8eac req-ad1841df-3cd7-4753-8731-8c9b05caa154 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618 HTTP/1.1" status: 200 len: 948 time: 0.4009616 Feb 02 06:59:08.288007 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6119f0f9-f750-48c0-a102-fdfef790d24e req-6053daa5-822f-42f8-bd3d-bcf8f80ccca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:08.291550 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6119f0f9-f750-48c0-a102-fdfef790d24e req-6053daa5-822f-42f8-bd3d-bcf8f80ccca1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=617f6fde409340a286c916b0c2822b5a&device_id=3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618 HTTP/1.1" status: 200 len: 1131 time: 0.4825757 Feb 02 06:59:08.341834 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-c3d59659-b2c0-4031-9f53-2c44d9acff7a tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Network 5fd42388-2bd2-4390-988d-8d7d331ea159 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:59:08.342773 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d59659-b2c0-4031-9f53-2c44d9acff7a tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Pushing event updated for resources: {'Port': ['ID=11a3aaad-ca2b-43b5-a847-46f468ecc9d3,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:59:08.359481 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-c3d59659-b2c0-4031-9f53-2c44d9acff7a tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:59:08.393666 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-c3d59659-b2c0-4031-9f53-2c44d9acff7a tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:59:08.401342 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34576544-4b01-4b6d-8f12-38741a41366a req-148f439b-b01d-4536-8782-d239d397db0b tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:08.408251 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-34576544-4b01-4b6d-8f12-38741a41366a req-148f439b-b01d-4536-8782-d239d397db0b tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] 10.222.0.87 "GET /v2.0/ports?device_id=169d732f-b0d3-4481-ab13-9c3025aa91f4 HTTP/1.1" status: 200 len: 932 time: 0.0867488 Feb 02 06:59:08.473821 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-34576544-4b01-4b6d-8f12-38741a41366a req-4b9bfda8-8311-4e84-a42a-16747cd59e5d tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] 10.222.0.87 "GET /v2.0/security-groups?id=b22050f8-6f62-42fd-9128-3068ecc4ea38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639820 Feb 02 06:59:08.526159 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a70c1aad-8eaa-4874-bfa5-9fd4af5e8eac req-2d32a2fe-424f-4cee-8e89-f0a6e3948d06 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792957 Feb 02 06:59:08.588832 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-c3d59659-b2c0-4031-9f53-2c44d9acff7a tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:08.589445 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-c3d59659-b2c0-4031-9f53-2c44d9acff7a tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:08.634053 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-c3d59659-b2c0-4031-9f53-2c44d9acff7a tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0611606 Feb 02 06:59:08.635026 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6119f0f9-f750-48c0-a102-fdfef790d24e req-4f854870-15d0-4973-9507-7c0da49e7ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:08.636692 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6119f0f9-f750-48c0-a102-fdfef790d24e req-4f854870-15d0-4973-9507-7c0da49e7ad1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 HTTP/1.1" status: 200 len: 870 time: 0.3321650 Feb 02 06:59:08.671710 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-bf5ee566-cba3-4e5b-9b03-78d176fa8458 service neutron] Request body: {'port': {'device_id': 'b84e3af3-224a-45f6-806a-7ce9f24b68d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:59:08.741906 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6119f0f9-f750-48c0-a102-fdfef790d24e req-4f1387fa-a6a5-4a33-8542-d9c27d34c4de service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=b777664d-9183-4a01-960b-9a3682bfbba5 HTTP/1.1" status: 200 len: 217 time: 0.0928946 Feb 02 06:59:08.878518 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-75ceb685-7e57-4dc8-9612-28411740fbbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87f727cf-081b-42ba-94c0-ecfdc6b6c350 {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:59:08.882676 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-bf5ee566-cba3-4e5b-9b03-78d176fa8458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (11a3aaad-ca2b-43b5-a847-46f468ecc9d3), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:08.889309 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6119f0f9-f750-48c0-a102-fdfef790d24e req-2d51eb06-daef-4589-91e9-13f095bb5100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:08.890335 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-fab5acc3-e773-459e-b19c-c194d87d1217 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=e34e7485085f4555b7019dbfd89a06da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0571885 Feb 02 06:59:08.890680 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6119f0f9-f750-48c0-a102-fdfef790d24e req-2d51eb06-daef-4589-91e9-13f095bb5100 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.1384337 Feb 02 06:59:08.892627 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-75ceb685-7e57-4dc8-9612-28411740fbbf service neutron] Publish callbacks [] for port (87f727cf-081b-42ba-94c0-ecfdc6b6c350), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:08.906456 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d390935-67ce-4768-8a77-88a6696f76e0 req-fd7235fd-9336-49e4-857d-5e1fc3b3d6fc tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:08.908027 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0d390935-67ce-4768-8a77-88a6696f76e0 req-fd7235fd-9336-49e4-857d-5e1fc3b3d6fc tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=f345fa5d-b7c3-44ad-9d59-9f5e42de378a HTTP/1.1" status: 200 len: 945 time: 0.2602313 Feb 02 06:59:08.961603 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-75ceb685-7e57-4dc8-9612-28411740fbbf service neutron] Transition to ACTIVE for port object 87f727cf-081b-42ba-94c0-ecfdc6b6c350 will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 06:59:08.991869 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-75ceb685-7e57-4dc8-9612-28411740fbbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (87f727cf-081b-42ba-94c0-ecfdc6b6c350), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:09.101096 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dcf238d4-eb65-4d4d-b866-bf6c98cb05a2 req-7e359016-1356-450c-b8bc-ce368e88e312 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=e4d58a87-901f-41c8-9b70-14a14e3ac596 HTTP/1.1" status: 200 len: 210 time: 0.0808659 Feb 02 06:59:09.154144 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-e15d3eaf-10d8-4638-a941-697e93cb1457 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:09.161206 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-e15d3eaf-10d8-4638-a941-697e93cb1457 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2593665 Feb 02 06:59:09.189360 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-9292b6be-9a31-4d35-acf0-ab1986e0fbae tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Request body: {'port': {'device_id': '4662800d-e56b-4a8f-8585-b0f3c338850b', 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1', 'admin_state_up': True, 'tenant_id': 'e34e7485085f4555b7019dbfd89a06da'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:59:09.234235 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ceb685-7e57-4dc8-9612-28411740fbbf service neutron] Pushing event updated for resources: {'Port': ['ID=87f727cf-081b-42ba-94c0-ecfdc6b6c350,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:59:09.264247 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0d390935-67ce-4768-8a77-88a6696f76e0 req-536ca145-f99d-4a5a-a5f2-f57bed09869a tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/security-groups?id=99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347380 Feb 02 06:59:09.353445 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6119f0f9-f750-48c0-a102-fdfef790d24e req-4515b44e-c181-412b-887d-9520f72cf7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:09.355283 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6119f0f9-f750-48c0-a102-fdfef790d24e req-4515b44e-c181-412b-887d-9520f72cf7f3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4439731 Feb 02 06:59:09.632004 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-75ceb685-7e57-4dc8-9612-28411740fbbf service neutron] Attempting to bind port 87f727cf-081b-42ba-94c0-ecfdc6b6c350 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:59:09.632509 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-75ceb685-7e57-4dc8-9612-28411740fbbf service neutron] Attempting to bind port 87f727cf-081b-42ba-94c0-ecfdc6b6c350 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': '15c9efb8-991a-467f-88e3-bc490924aea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '5fd42388-2bd2-4390-988d-8d7d331ea159'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:59:09.632932 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-75ceb685-7e57-4dc8-9612-28411740fbbf service neutron] Attempting to bind port 87f727cf-081b-42ba-94c0-ecfdc6b6c350 on network 5fd42388-2bd2-4390-988d-8d7d331ea159 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:59:09.699677 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-75ceb685-7e57-4dc8-9612-28411740fbbf service neutron] Port 87f727cf-081b-42ba-94c0-ecfdc6b6c350 on network 5fd42388-2bd2-4390-988d-8d7d331ea159 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 06:59:09.700148 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-75ceb685-7e57-4dc8-9612-28411740fbbf service neutron] Attempting to bind port 87f727cf-081b-42ba-94c0-ecfdc6b6c350 on network 5fd42388-2bd2-4390-988d-8d7d331ea159 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:59:09.721637 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-75ceb685-7e57-4dc8-9612-28411740fbbf service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:59:09.722516 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-75ceb685-7e57-4dc8-9612-28411740fbbf service neutron] Checking segment: {'id': '15c9efb8-991a-467f-88e3-bc490924aea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '5fd42388-2bd2-4390-988d-8d7d331ea159'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:59:09.723113 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-75ceb685-7e57-4dc8-9612-28411740fbbf service neutron] Bound using segment: {'id': '15c9efb8-991a-467f-88e3-bc490924aea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '5fd42388-2bd2-4390-988d-8d7d331ea159'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:59:09.723806 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-75ceb685-7e57-4dc8-9612-28411740fbbf service neutron] Bound port: 87f727cf-081b-42ba-94c0-ecfdc6b6c350, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15c9efb8-991a-467f-88e3-bc490924aea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '5fd42388-2bd2-4390-988d-8d7d331ea159'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:59:09.724273 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-75ceb685-7e57-4dc8-9612-28411740fbbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (87f727cf-081b-42ba-94c0-ecfdc6b6c350), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:09.738572 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device d6671b30-9c6e-40a0-b82b-6df470fe9336 details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 06:59:09.742586 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-daa911e4-b49f-4bf1-9249-b39908d3e29b tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=e34e7485085f4555b7019dbfd89a06da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0575075 Feb 02 06:59:09.748761 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6119f0f9-f750-48c0-a102-fdfef790d24e req-7c801ca4-c321-410e-a7d2-b847db6e8cc9 service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3765728 Feb 02 06:59:09.755179 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device b777664d-9183-4a01-960b-9a3682bfbba5 up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:59:09.882722 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6119f0f9-f750-48c0-a102-fdfef790d24e req-33593fac-5da6-46ec-abdd-3d56f632289a service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088691 Feb 02 06:59:09.909612 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e14b51c-9970-40ed-b9ce-9f6e1518dd4c req-e8f417fd-4bb3-4e0c-9e6a-ec2c170bef1d tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:09.922636 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7e14b51c-9970-40ed-b9ce-9f6e1518dd4c req-e8f417fd-4bb3-4e0c-9e6a-ec2c170bef1d tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c HTTP/1.1" status: 200 len: 945 time: 0.2363672 Feb 02 06:59:09.931611 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port d6671b30-9c6e-40a0-b82b-6df470fe9336, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=d6671b30-9c6e-40a0-b82b-6df470fe9336,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:59:09.958861 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': 'd6671b30-9c6e-40a0-b82b-6df470fe9336', 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1', 'port_id': 'd6671b30-9c6e-40a0-b82b-6df470fe9336', 'mac_address': 'fa:16:3e:4a:e6:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d773733-62df-4956-84d3-71d17cfb6d11', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 06:59:09.961559 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc15223-4e53-4346-998f-ef1df2ddaf3f req-1d0df24f-c6aa-4261-9f75-989cd5815662 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:09.969364 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5dc15223-4e53-4346-998f-ef1df2ddaf3f req-1d0df24f-c6aa-4261-9f75-989cd5815662 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] 10.222.0.87 "GET /v2.0/ports?device_id=169d732f-b0d3-4481-ab13-9c3025aa91f4 HTTP/1.1" status: 200 len: 944 time: 0.3433506 Feb 02 06:59:09.977198 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-9292b6be-9a31-4d35-acf0-ab1986e0fbae tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Made reservation on behalf of e34e7485085f4555b7019dbfd89a06da for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:59:09.980896 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-9292b6be-9a31-4d35-acf0-ab1986e0fbae tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:10.042633 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7e14b51c-9970-40ed-b9ce-9f6e1518dd4c req-4509ae35-9de6-4a48-966b-dd5e90837df9 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175671 Feb 02 06:59:10.062252 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port d6671b30-9c6e-40a0-b82b-6df470fe9336 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:59:10.062660 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (d6671b30-9c6e-40a0-b82b-6df470fe9336), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:10.077736 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-8187d1b6-053d-4681-b6bb-6265e5d55235 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:10.083827 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-8187d1b6-053d-4681-b6bb-6265e5d55235 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3337955 Feb 02 06:59:10.091368 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6671b30-9c6e-40a0-b82b-6df470fe9336 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:59:10.101442 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-bf5ee566-cba3-4e5b-9b03-78d176fa8458 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11a3aaad-ca2b-43b5-a847-46f468ecc9d3 {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:59:10.124209 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5dc15223-4e53-4346-998f-ef1df2ddaf3f req-36c2153d-eefc-4575-97c1-d1444b967a41 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] 10.222.0.87 "GET /v2.0/security-groups?id=b22050f8-6f62-42fd-9128-3068ecc4ea38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538951 Feb 02 06:59:10.125454 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-75ceb685-7e57-4dc8-9612-28411740fbbf service neutron] For port 87f727cf-081b-42ba-94c0-ecfdc6b6c350, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:59:10.145917 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port b777664d-9183-4a01-960b-9a3682bfbba5 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 06:59:10.153392 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port d6671b30-9c6e-40a0-b82b-6df470fe9336, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=d6671b30-9c6e-40a0-b82b-6df470fe9336,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:59:10.154354 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-75ceb685-7e57-4dc8-9612-28411740fbbf service neutron] For port 87f727cf-081b-42ba-94c0-ecfdc6b6c350, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=87f727cf-081b-42ba-94c0-ecfdc6b6c350,segment=NetworkSegment(15c9efb8-991a-467f-88e3-bc490924aea7),segment_id=15c9efb8-991a-467f-88e3-bc490924aea7)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:59:10.156441 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port b777664d-9183-4a01-960b-9a3682bfbba5 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:59:10.156868 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b777664d-9183-4a01-960b-9a3682bfbba5), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:10.159967 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-bf5ee566-cba3-4e5b-9b03-78d176fa8458 service neutron] Publish callbacks [] for port (11a3aaad-ca2b-43b5-a847-46f468ecc9d3), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:10.163082 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (d6671b30-9c6e-40a0-b82b-6df470fe9336), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:10.184499 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-bfc16e0b-9ac9-43e8-bb80-03a326615d27 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Request body: {'port': {'device_id': 'e4d58a87-901f-41c8-9b70-14a14e3ac596', 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1', 'admin_state_up': True, 'tenant_id': 'e34e7485085f4555b7019dbfd89a06da'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:59:10.195722 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-75ceb685-7e57-4dc8-9612-28411740fbbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (87f727cf-081b-42ba-94c0-ecfdc6b6c350), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:10.239965 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-bf5ee566-cba3-4e5b-9b03-78d176fa8458 service neutron] Transition to ACTIVE for port object 11a3aaad-ca2b-43b5-a847-46f468ecc9d3 will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 06:59:10.313437 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-bf5ee566-cba3-4e5b-9b03-78d176fa8458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (11a3aaad-ca2b-43b5-a847-46f468ecc9d3), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:10.317134 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-75ceb685-7e57-4dc8-9612-28411740fbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:10.317853 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-75ceb685-7e57-4dc8-9612-28411740fbbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:10.319319 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-75ceb685-7e57-4dc8-9612-28411740fbbf service neutron] 10.222.0.88 "PUT /v2.0/ports/87f727cf-081b-42ba-94c0-ecfdc6b6c350 HTTP/1.1" status: 200 len: 1093 time: 2.7436106 Feb 02 06:59:10.329106 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '169d732f-b0d3-4481-ab13-9c3025aa91f4', 'tag': '87f727cf-081b-42ba-94c0-ecfdc6b6c350'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:59:10.331282 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=d6671b30-9c6e-40a0-b82b-6df470fe9336,revision_number=9']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:59:10.332821 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-974458c5-e3b9-4e1b-90bc-77934fe0f2c3" -d '{"events": [{"name": "network-changed", "server_uuid": "169d732f-b0d3-4481-ab13-9c3025aa91f4", "tag": "87f727cf-081b-42ba-94c0-ecfdc6b6c350"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:59:10.386480 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a3a5cd7f-bd33-4e89-b253-08e3ed247d82 req-1e3d1b4b-14dc-4f95-9d85-de1e7b7f92d6 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=e4d58a87-901f-41c8-9b70-14a14e3ac596 HTTP/1.1" status: 200 len: 210 time: 0.0780005 Feb 02 06:59:10.444699 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ceb685-7e57-4dc8-9612-28411740fbbf service neutron] Pushing event updated for resources: {'Port': ['ID=87f727cf-081b-42ba-94c0-ecfdc6b6c350,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:59:10.509479 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa79ea-bcab-4dde-83a6-558dad00a043 req-72e50e66-9887-4086-a8c8-38e33e7782fb tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:10.513518 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c3aa79ea-bcab-4dde-83a6-558dad00a043 req-72e50e66-9887-4086-a8c8-38e33e7782fb tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618 HTTP/1.1" status: 200 len: 948 time: 0.3254328 Feb 02 06:59:10.521712 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['d6671b30-9c6e-40a0-b82b-6df470fe9336'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:59:10.578411 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-9292b6be-9a31-4d35-acf0-ab1986e0fbae tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Allocated IP 192.168.233.82 (04bc5622-0c2b-4ce8-b107-e6abcbdf57e1/9d773733-62df-4956-84d3-71d17cfb6d11/13272dd6-864e-4817-a330-647b2a7112f3) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:59:10.600875 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 06:59:10.647514 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5ee566-cba3-4e5b-9b03-78d176fa8458 service neutron] Pushing event updated for resources: {'Port': ['ID=11a3aaad-ca2b-43b5-a847-46f468ecc9d3,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:59:10.671185 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-3c0ce45e-c363-4237-a112-37e1a085614e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:10.674193 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-3c0ce45e-c363-4237-a112-37e1a085614e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=bb2f9c8adf7145b2819bfa68b581b571&device_id=169d732f-b0d3-4481-ab13-9c3025aa91f4 HTTP/1.1" status: 200 len: 1127 time: 0.2466462 Feb 02 06:59:10.696438 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-bfc16e0b-9ac9-43e8-bb80-03a326615d27 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Made reservation on behalf of e34e7485085f4555b7019dbfd89a06da for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:59:10.701121 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-bfc16e0b-9ac9-43e8-bb80-03a326615d27 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:10.703014 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-bf5ee566-cba3-4e5b-9b03-78d176fa8458 service neutron] Attempting to bind port 11a3aaad-ca2b-43b5-a847-46f468ecc9d3 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:59:10.703638 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-bf5ee566-cba3-4e5b-9b03-78d176fa8458 service neutron] Attempting to bind port 11a3aaad-ca2b-43b5-a847-46f468ecc9d3 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': '15c9efb8-991a-467f-88e3-bc490924aea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '5fd42388-2bd2-4390-988d-8d7d331ea159'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:59:10.704206 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-bf5ee566-cba3-4e5b-9b03-78d176fa8458 service neutron] Attempting to bind port 11a3aaad-ca2b-43b5-a847-46f468ecc9d3 on network 5fd42388-2bd2-4390-988d-8d7d331ea159 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:59:10.712782 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-bf5ee566-cba3-4e5b-9b03-78d176fa8458 service neutron] Port 11a3aaad-ca2b-43b5-a847-46f468ecc9d3 on network 5fd42388-2bd2-4390-988d-8d7d331ea159 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 06:59:10.713458 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-bf5ee566-cba3-4e5b-9b03-78d176fa8458 service neutron] Attempting to bind port 11a3aaad-ca2b-43b5-a847-46f468ecc9d3 on network 5fd42388-2bd2-4390-988d-8d7d331ea159 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:59:10.737478 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port b777664d-9183-4a01-960b-9a3682bfbba5 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:59:10.737881 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b777664d-9183-4a01-960b-9a3682bfbba5), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:10.750991 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-667d5911-dc21-45ad-96a6-60aff5d6a813 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87f727cf-081b-42ba-94c0-ecfdc6b6c350 HTTP/1.1" status: 200 len: 217 time: 0.0563264 Feb 02 06:59:10.761369 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9863cb28-854f-4d2a-8b5b-7158cdc23926 req-bda6197f-9516-4593-b920-4d18e72cc008 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:10.763180 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9863cb28-854f-4d2a-8b5b-7158cdc23926 req-bda6197f-9516-4593-b920-4d18e72cc008 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=f345fa5d-b7c3-44ad-9d59-9f5e42de378a HTTP/1.1" status: 200 len: 945 time: 0.2030911 Feb 02 06:59:10.764307 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-bf5ee566-cba3-4e5b-9b03-78d176fa8458 service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:59:10.764910 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-bf5ee566-cba3-4e5b-9b03-78d176fa8458 service neutron] Checking segment: {'id': '15c9efb8-991a-467f-88e3-bc490924aea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '5fd42388-2bd2-4390-988d-8d7d331ea159'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:59:10.766104 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-bf5ee566-cba3-4e5b-9b03-78d176fa8458 service neutron] Bound using segment: {'id': '15c9efb8-991a-467f-88e3-bc490924aea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '5fd42388-2bd2-4390-988d-8d7d331ea159'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:59:10.766780 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-bf5ee566-cba3-4e5b-9b03-78d176fa8458 service neutron] Bound port: 11a3aaad-ca2b-43b5-a847-46f468ecc9d3, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15c9efb8-991a-467f-88e3-bc490924aea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '5fd42388-2bd2-4390-988d-8d7d331ea159'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:59:10.767373 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-bf5ee566-cba3-4e5b-9b03-78d176fa8458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (11a3aaad-ca2b-43b5-a847-46f468ecc9d3), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:10.814618 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c3aa79ea-bcab-4dde-83a6-558dad00a043 req-a7261fb9-165b-4d46-aff7-832fd84cbb20 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869220 Feb 02 06:59:10.824692 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b777664d-9183-4a01-960b-9a3682bfbba5'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:59:10.827198 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe78d4b-6077-45cf-8151-8fe0ad0f591e" -d '{"events": [{"server_uuid": "3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618", "name": "network-vif-plugged", "status": "completed", "tag": "b777664d-9183-4a01-960b-9a3682bfbba5"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:59:10.864586 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port b777664d-9183-4a01-960b-9a3682bfbba5, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=b777664d-9183-4a01-960b-9a3682bfbba5,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:59:10.901065 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (b777664d-9183-4a01-960b-9a3682bfbba5), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:10.902648 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 7863c5b7-f1f2-4d23-a10c-fe238bd1f964 up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:59:10.918015 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 06:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9ded85-7b37-429c-8d39-0f4239b2f734 x-openstack-request-id: req-7f9ded85-7b37-429c-8d39-0f4239b2f734 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:59:10.918320 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "169d732f-b0d3-4481-ab13-9c3025aa91f4", "tag": "87f727cf-081b-42ba-94c0-ecfdc6b6c350", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:59:10.918585 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7f9ded85-7b37-429c-8d39-0f4239b2f734 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:59:10.918976 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '169d732f-b0d3-4481-ab13-9c3025aa91f4', 'tag': '87f727cf-081b-42ba-94c0-ecfdc6b6c350', 'status': 'completed', 'code': 200} Feb 02 06:59:11.036103 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 06:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c2ebfc-978b-4a39-bf9d-f2d535f790a1 x-openstack-request-id: req-58c2ebfc-978b-4a39-bf9d-f2d535f790a1 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:59:11.036480 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618", "name": "network-vif-plugged", "status": "completed", "tag": "b777664d-9183-4a01-960b-9a3682bfbba5", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:59:11.036945 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-58c2ebfc-978b-4a39-bf9d-f2d535f790a1 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:59:11.037353 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b777664d-9183-4a01-960b-9a3682bfbba5', 'code': 200} Feb 02 06:59:11.050861 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5843e98d-e18c-4e72-b495-a3f626c86c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:11.079760 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9863cb28-854f-4d2a-8b5b-7158cdc23926 req-468172e3-3944-4314-9b43-325361cfd432 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/security-groups?id=99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082733 Feb 02 06:59:11.084673 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-1aa44c71-2e90-4ff6-920f-73002573bce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:11.086190 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-1aa44c71-2e90-4ff6-920f-73002573bce7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=59c014a2-53ba-444c-bdf5-4bb2b8a6d427 HTTP/1.1" status: 200 len: 853 time: 0.3138063 Feb 02 06:59:11.126659 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=b777664d-9183-4a01-960b-9a3682bfbba5,revision_number=9']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:59:11.148348 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-1b13c952-e163-4b92-a5c2-8f57e5465368 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5fd42388-2bd2-4390-988d-8d7d331ea159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460413 Feb 02 06:59:11.167373 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-9292b6be-9a31-4d35-acf0-ab1986e0fbae tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Publish callbacks [] for port (13272dd6-864e-4817-a330-647b2a7112f3), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:11.176410 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port 7863c5b7-f1f2-4d23-a10c-fe238bd1f964 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 06:59:11.188134 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port 7863c5b7-f1f2-4d23-a10c-fe238bd1f964 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:59:11.188664 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (7863c5b7-f1f2-4d23-a10c-fe238bd1f964), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:11.311747 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-9292b6be-9a31-4d35-acf0-ab1986e0fbae tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (13272dd6-864e-4817-a330-647b2a7112f3), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:11.338240 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 7863c5b7-f1f2-4d23-a10c-fe238bd1f964 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:59:11.338787 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (7863c5b7-f1f2-4d23-a10c-fe238bd1f964), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:11.360608 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:59:11.364992 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-bf5ee566-cba3-4e5b-9b03-78d176fa8458 service neutron] For port 11a3aaad-ca2b-43b5-a847-46f468ecc9d3, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:59:11.378698 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['674800bf-e723-4635-afe8-ee7d45ae1e0e', 'accc8dbd-449e-4fb6-abb7-294a86af8d3f'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:59:11.450544 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6ab74b-885d-4de8-929c-77b2e36be0a7 req-cbecc252-5f73-44cb-858b-679066943ff9 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:11.451930 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-bf5ee566-cba3-4e5b-9b03-78d176fa8458 service neutron] For port 11a3aaad-ca2b-43b5-a847-46f468ecc9d3, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=11a3aaad-ca2b-43b5-a847-46f468ecc9d3,segment=NetworkSegment(15c9efb8-991a-467f-88e3-bc490924aea7),segment_id=15c9efb8-991a-467f-88e3-bc490924aea7)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:59:11.458957 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ae6ab74b-885d-4de8-929c-77b2e36be0a7 req-cbecc252-5f73-44cb-858b-679066943ff9 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c HTTP/1.1" status: 200 len: 945 time: 0.2350328 Feb 02 06:59:11.481108 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-bf5ee566-cba3-4e5b-9b03-78d176fa8458 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (11a3aaad-ca2b-43b5-a847-46f468ecc9d3), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:11.494855 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-bfc16e0b-9ac9-43e8-bb80-03a326615d27 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Allocated IP 192.168.233.126 (04bc5622-0c2b-4ce8-b107-e6abcbdf57e1/9d773733-62df-4956-84d3-71d17cfb6d11/f14465ce-1ab6-4a5c-811e-9080670bcd31) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:59:11.555374 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-45fb80bd-e5ca-4885-9a47-cf2f55bc7599 service neutron] 10.222.0.88 "GET /v2.0/networks/5fd42388-2bd2-4390-988d-8d7d331ea159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3988831 Feb 02 06:59:11.575823 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6746f6ad-d178-43bb-8b4f-486119243d93 req-69ab4900-d43f-4e02-9115-c7c3cf29bda9 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:11.577577 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6746f6ad-d178-43bb-8b4f-486119243d93 req-69ab4900-d43f-4e02-9115-c7c3cf29bda9 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] 10.222.0.87 "GET /v2.0/ports?device_id=169d732f-b0d3-4481-ab13-9c3025aa91f4 HTTP/1.1" status: 200 len: 944 time: 0.2752728 Feb 02 06:59:11.591991 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-bf5ee566-cba3-4e5b-9b03-78d176fa8458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:11.592713 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-bf5ee566-cba3-4e5b-9b03-78d176fa8458 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:11.594136 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-bf5ee566-cba3-4e5b-9b03-78d176fa8458 service neutron] 10.222.0.88 "PUT /v2.0/ports/11a3aaad-ca2b-43b5-a847-46f468ecc9d3 HTTP/1.1" status: 200 len: 1092 time: 2.9266744 Feb 02 06:59:11.727414 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5ee566-cba3-4e5b-9b03-78d176fa8458 service neutron] Pushing event updated for resources: {'Port': ['ID=11a3aaad-ca2b-43b5-a847-46f468ecc9d3,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:59:11.775911 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6746f6ad-d178-43bb-8b4f-486119243d93 req-91af68b9-9b5b-4292-b11e-0cf01116ab1d tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] 10.222.0.87 "GET /v2.0/security-groups?id=b22050f8-6f62-42fd-9128-3068ecc4ea38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738715 Feb 02 06:59:11.819821 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 7863c5b7-f1f2-4d23-a10c-fe238bd1f964, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=7863c5b7-f1f2-4d23-a10c-fe238bd1f964,segment=NetworkSegment(8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763),segment_id=8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:59:11.838569 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-bfc16e0b-9ac9-43e8-bb80-03a326615d27 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Publish callbacks [] for port (f14465ce-1ab6-4a5c-811e-9080670bcd31), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:11.842346 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-587213b2-c58d-46c1-9a4d-cfeee270ada5 service neutron] 10.222.0.88 "GET /v2.0/networks/5fd42388-2bd2-4390-988d-8d7d331ea159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744234 Feb 02 06:59:11.846855 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (7863c5b7-f1f2-4d23-a10c-fe238bd1f964), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:11.863894 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-ce520da1-f967-4f6d-b62c-f0e2f5facb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:11.871614 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-ce520da1-f967-4f6d-b62c-f0e2f5facb82 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=bb2f9c8adf7145b2819bfa68b581b571&device_id=b84e3af3-224a-45f6-806a-7ce9f24b68d8 HTTP/1.1" status: 200 len: 1126 time: 0.1694598 Feb 02 06:59:11.894776 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-9292b6be-9a31-4d35-acf0-ab1986e0fbae tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:59:11.896827 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-bfc16e0b-9ac9-43e8-bb80-03a326615d27 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (f14465ce-1ab6-4a5c-811e-9080670bcd31), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:11.906696 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9292b6be-9a31-4d35-acf0-ab1986e0fbae tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Pushing event updated for resources: {'Port': ['ID=13272dd6-864e-4817-a330-647b2a7112f3,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:59:11.915792 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-9292b6be-9a31-4d35-acf0-ab1986e0fbae tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:59:11.927021 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-9292b6be-9a31-4d35-acf0-ab1986e0fbae tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:59:11.998948 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-9292b6be-9a31-4d35-acf0-ab1986e0fbae tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:11.999728 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-9292b6be-9a31-4d35-acf0-ab1986e0fbae tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:12.023598 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['674800bf-e723-4635-afe8-ee7d45ae1e0e', 'accc8dbd-449e-4fb6-abb7-294a86af8d3f'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:59:12.034064 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:59:12.112277 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-bfc16e0b-9ac9-43e8-bb80-03a326615d27 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:59:12.152243 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-bfc16e0b-9ac9-43e8-bb80-03a326615d27 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:59:12.183796 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-bfc16e0b-9ac9-43e8-bb80-03a326615d27 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:59:12.193637 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-9292b6be-9a31-4d35-acf0-ab1986e0fbae tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0083568 Feb 02 06:59:12.257416 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-9db6e95b-5654-47c9-ad24-2646b7220dc1 service neutron] Request body: {'port': {'device_id': '4662800d-e56b-4a8f-8585-b0f3c338850b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:59:12.313410 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ae6ab74b-885d-4de8-929c-77b2e36be0a7 req-08c5e16e-c781-472e-96b8-7cff5bc5353d tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8533320 Feb 02 06:59:12.324067 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc16e0b-9ac9-43e8-bb80-03a326615d27 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Pushing event updated for resources: {'Port': ['ID=f14465ce-1ab6-4a5c-811e-9080670bcd31,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:59:12.338181 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=7863c5b7-f1f2-4d23-a10c-fe238bd1f964,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:59:12.394284 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-bfc16e0b-9ac9-43e8-bb80-03a326615d27 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:12.395119 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-bfc16e0b-9ac9-43e8-bb80-03a326615d27 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:12.425082 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-bfc16e0b-9ac9-43e8-bb80-03a326615d27 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2516115 Feb 02 06:59:12.451127 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-4628d384-3a9e-485e-9ccf-10fbf9b66251 service neutron] Request body: {'port': {'device_id': 'e4d58a87-901f-41c8-9b70-14a14e3ac596', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:59:12.532511 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-9db6e95b-5654-47c9-ad24-2646b7220dc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (13272dd6-864e-4817-a330-647b2a7112f3), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:12.647215 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ffdb6f3d-c1bc-411f-9742-cd15a4089ac9 None None] Provisioning complete for port 13272dd6-864e-4817-a330-647b2a7112f3 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:59:12.647611 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ffdb6f3d-c1bc-411f-9742-cd15a4089ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (13272dd6-864e-4817-a330-647b2a7112f3), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:12.741266 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-8a52ff86-2ed7-41e0-a0a2-fde9c2211974 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=11a3aaad-ca2b-43b5-a847-46f468ecc9d3 HTTP/1.1" status: 200 len: 217 time: 0.8586695 Feb 02 06:59:12.932198 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-4628d384-3a9e-485e-9ccf-10fbf9b66251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f14465ce-1ab6-4a5c-811e-9080670bcd31), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:12.962517 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b84e3af3-224a-45f6-806a-7ce9f24b68d8', 'tag': '11a3aaad-ca2b-43b5-a847-46f468ecc9d3'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:59:12.965592 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b484e99-5e09-48c6-bae9-bd549bcd1508" -d '{"events": [{"name": "network-changed", "server_uuid": "b84e3af3-224a-45f6-806a-7ce9f24b68d8", "tag": "11a3aaad-ca2b-43b5-a847-46f468ecc9d3"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:59:12.998375 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974458c5-e3b9-4e1b-90bc-77934fe0f2c3 req-9d12d3f5-871f-497a-be2d-1d07fbc8574d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:13.000494 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-974458c5-e3b9-4e1b-90bc-77934fe0f2c3 req-9d12d3f5-871f-497a-be2d-1d07fbc8574d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=bb2f9c8adf7145b2819bfa68b581b571&device_id=169d732f-b0d3-4481-ab13-9c3025aa91f4 HTTP/1.1" status: 200 len: 1127 time: 0.2580180 Feb 02 06:59:13.000887 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ffdb6f3d-c1bc-411f-9742-cd15a4089ac9 None None] Port 13272dd6-864e-4817-a330-647b2a7112f3 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 06:59:13.058180 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea4633-4b89-4ad2-b04b-d016d7d30507 req-cd663a3e-526a-4ae4-be52-8c7c991da93a tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:13.063466 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f345fa5d-b7c3-44ad-9d59-9f5e42de378a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7863c5b7-f1f2-4d23-a10c-fe238bd1f964'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:59:13.067287 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-30ea4633-4b89-4ad2-b04b-d016d7d30507 req-cd663a3e-526a-4ae4-be52-8c7c991da93a tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=e4d58a87-901f-41c8-9b70-14a14e3ac596 HTTP/1.1" status: 200 len: 936 time: 0.3232329 Feb 02 06:59:13.069936 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66693b49-62bb-464c-becf-ad7dca13ef7c" -d '{"events": [{"server_uuid": "f345fa5d-b7c3-44ad-9d59-9f5e42de378a", "name": "network-vif-plugged", "status": "completed", "tag": "7863c5b7-f1f2-4d23-a10c-fe238bd1f964"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:59:13.083341 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-baf5d938-1c9a-4fc0-9912-924b9774b8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:13.085262 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-baf5d938-1c9a-4fc0-9912-924b9774b8f5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=59c014a2-53ba-444c-bdf5-4bb2b8a6d427 HTTP/1.1" status: 200 len: 853 time: 0.2684371 Feb 02 06:59:13.178465 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e99cc-04ee-4fd0-ac78-4a89108e050c req-11f1bf67-3d76-49af-9dd3-27b1b7a54a76 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:13.180201 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1e9e99cc-04ee-4fd0-ac78-4a89108e050c req-11f1bf67-3d76-49af-9dd3-27b1b7a54a76 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618 HTTP/1.1" status: 200 len: 949 time: 0.4293911 Feb 02 06:59:13.203426 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-82a8cae9-7c6f-417d-bdfa-1e23b01e773d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5fd42388-2bd2-4390-988d-8d7d331ea159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1072681 Feb 02 06:59:13.236683 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-b2162d4c-5269-41b6-a770-ad27c160b465 None None] Provisioning complete for port f14465ce-1ab6-4a5c-811e-9080670bcd31 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:59:13.237758 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b2162d4c-5269-41b6-a770-ad27c160b465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (f14465ce-1ab6-4a5c-811e-9080670bcd31), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:13.328387 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-30ea4633-4b89-4ad2-b04b-d016d7d30507 req-3e1bf2a2-06a4-48db-bc88-f5ebc9a42b46 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593181 Feb 02 06:59:13.368083 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974458c5-e3b9-4e1b-90bc-77934fe0f2c3 req-6ac393a6-c521-4aa1-8943-d21d9f2f0841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:13.368083 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-974458c5-e3b9-4e1b-90bc-77934fe0f2c3 req-6ac393a6-c521-4aa1-8943-d21d9f2f0841 service neutron] 10.222.0.88 "GET /v2.0/networks?id=5fd42388-2bd2-4390-988d-8d7d331ea159 HTTP/1.1" status: 200 len: 914 time: 0.3509550 Feb 02 06:59:13.447972 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-739d6e3a-18e3-43ca-ab1d-410c387388eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:13.485761 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-b2162d4c-5269-41b6-a770-ad27c160b465 None None] Port f14465ce-1ab6-4a5c-811e-9080670bcd31 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 06:59:13.490284 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-974458c5-e3b9-4e1b-90bc-77934fe0f2c3 req-51760637-296b-4fc4-91ae-44acd6e61400 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87f727cf-081b-42ba-94c0-ecfdc6b6c350 HTTP/1.1" status: 200 len: 217 time: 0.1206324 Feb 02 06:59:13.558699 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-5f62dce2-81c3-4ddb-bcfc-be1c4fbce004 service neutron] 10.222.0.88 "GET /v2.0/networks/5fd42388-2bd2-4390-988d-8d7d331ea159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3465710 Feb 02 06:59:13.631362 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1e9e99cc-04ee-4fd0-ac78-4a89108e050c req-05772312-1f56-4e57-8153-788d35ca5a1b tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4012499 Feb 02 06:59:13.727716 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974458c5-e3b9-4e1b-90bc-77934fe0f2c3 req-1673c3f5-4b01-453b-a9b3-9d2708234222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:13.729850 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-974458c5-e3b9-4e1b-90bc-77934fe0f2c3 req-1673c3f5-4b01-453b-a9b3-9d2708234222 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=59c014a2-53ba-444c-bdf5-4bb2b8a6d427 HTTP/1.1" status: 200 len: 853 time: 0.2131755 Feb 02 06:59:13.732613 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-9db6e95b-5654-47c9-ad24-2646b7220dc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13272dd6-864e-4817-a330-647b2a7112f3 {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:59:13.764833 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d976214-85a0-4b35-8a04-53d885d2f6b5 req-1b6802a0-798d-498f-a177-880d54864848 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:13.773184 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2d976214-85a0-4b35-8a04-53d885d2f6b5 req-1b6802a0-798d-498f-a177-880d54864848 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=f345fa5d-b7c3-44ad-9d59-9f5e42de378a HTTP/1.1" status: 200 len: 946 time: 0.2951517 Feb 02 06:59:13.786311 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-9db6e95b-5654-47c9-ad24-2646b7220dc1 service neutron] Publish callbacks [] for port (13272dd6-864e-4817-a330-647b2a7112f3), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:13.786555 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device d6671b30-9c6e-40a0-b82b-6df470fe9336 up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:59:13.804524 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-540a7f23-2bfe-4088-ada6-aa3337ce761e req-9631d293-e310-448e-980a-c0db63679150 service neutron] 10.222.0.88 "GET /v2.0/networks/5fd42388-2bd2-4390-988d-8d7d331ea159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348852 Feb 02 06:59:13.807921 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-9db6e95b-5654-47c9-ad24-2646b7220dc1 service neutron] Transition to ACTIVE for port object 13272dd6-864e-4817-a330-647b2a7112f3 will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 06:59:13.814206 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-974458c5-e3b9-4e1b-90bc-77934fe0f2c3 req-1928386c-6516-4330-8a2a-7ddff20ba4ed service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5fd42388-2bd2-4390-988d-8d7d331ea159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683317 Feb 02 06:59:13.847822 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-9db6e95b-5654-47c9-ad24-2646b7220dc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (13272dd6-864e-4817-a330-647b2a7112f3), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:13.892179 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2d976214-85a0-4b35-8a04-53d885d2f6b5 req-e029da40-6352-48f0-8717-b6f2985bc1ed tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/security-groups?id=99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180315 Feb 02 06:59:13.915893 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port d6671b30-9c6e-40a0-b82b-6df470fe9336 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:59:13.918357 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (d6671b30-9c6e-40a0-b82b-6df470fe9336), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:13.958722 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eaa408-3174-4287-8e78-2144881166c2 req-2d62dc4e-1fa3-457a-aba6-a7a0afa0d0af tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:13.965956 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a9eaa408-3174-4287-8e78-2144881166c2 req-2d62dc4e-1fa3-457a-aba6-a7a0afa0d0af tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] 10.222.0.87 "GET /v2.0/ports?device_id=169d732f-b0d3-4481-ab13-9c3025aa91f4 HTTP/1.1" status: 200 len: 944 time: 0.2248998 Feb 02 06:59:13.971270 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db6e95b-5654-47c9-ad24-2646b7220dc1 service neutron] Pushing event updated for resources: {'Port': ['ID=13272dd6-864e-4817-a330-647b2a7112f3,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:59:14.072503 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port d6671b30-9c6e-40a0-b82b-6df470fe9336 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:59:14.075835 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (d6671b30-9c6e-40a0-b82b-6df470fe9336), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:14.083210 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 06:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7539d9a7-837a-4da2-aeb2-d048dab90378 x-openstack-request-id: req-7539d9a7-837a-4da2-aeb2-d048dab90378 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:59:14.083498 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b84e3af3-224a-45f6-806a-7ce9f24b68d8", "tag": "11a3aaad-ca2b-43b5-a847-46f468ecc9d3", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:59:14.083777 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7539d9a7-837a-4da2-aeb2-d048dab90378 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:59:14.084163 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b84e3af3-224a-45f6-806a-7ce9f24b68d8', 'tag': '11a3aaad-ca2b-43b5-a847-46f468ecc9d3', 'status': 'completed', 'code': 200} Feb 02 06:59:14.095693 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-974458c5-e3b9-4e1b-90bc-77934fe0f2c3 req-be2e61c0-909f-4926-abb5-2966205e4bc3 service neutron] 10.222.0.88 "GET /v2.0/networks/5fd42388-2bd2-4390-988d-8d7d331ea159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623522 Feb 02 06:59:14.115138 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6119f0f9-f750-48c0-a102-fdfef790d24e req-12971599-86fe-475c-ae45-228870fd1a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:14.122543 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6119f0f9-f750-48c0-a102-fdfef790d24e req-12971599-86fe-475c-ae45-228870fd1a36 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618&tenant_id=617f6fde409340a286c916b0c2822b5a HTTP/1.1" status: 200 len: 1132 time: 0.2109792 Feb 02 06:59:14.147647 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port d6671b30-9c6e-40a0-b82b-6df470fe9336, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=d6671b30-9c6e-40a0-b82b-6df470fe9336,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:59:14.157341 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (d6671b30-9c6e-40a0-b82b-6df470fe9336), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:14.166413 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device b777664d-9183-4a01-960b-9a3682bfbba5 no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 06:59:14.192789 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-6119f0f9-f750-48c0-a102-fdfef790d24e req-a8369fc9-015c-4779-b678-2f5873c1a79f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-26', 'device_owner': 'compute:nova'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:59:14.236139 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 06:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53837732-10e2-44ba-9a05-1999b7aae3ce x-openstack-request-id: req-53837732-10e2-44ba-9a05-1999b7aae3ce {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:59:14.236998 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f345fa5d-b7c3-44ad-9d59-9f5e42de378a", "name": "network-vif-plugged", "status": "completed", "tag": "7863c5b7-f1f2-4d23-a10c-fe238bd1f964", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:59:14.237446 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-53837732-10e2-44ba-9a05-1999b7aae3ce {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:59:14.238236 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f345fa5d-b7c3-44ad-9d59-9f5e42de378a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7863c5b7-f1f2-4d23-a10c-fe238bd1f964', 'code': 200} Feb 02 06:59:14.349849 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=d6671b30-9c6e-40a0-b82b-6df470fe9336,revision_number=10']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:59:14.449085 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 87f727cf-081b-42ba-94c0-ecfdc6b6c350 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 06:59:14.456545 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port b777664d-9183-4a01-960b-9a3682bfbba5 is: ACTIVE; New status is: DOWN {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:59:14.457349 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a9eaa408-3174-4287-8e78-2144881166c2 req-8458f80c-f1da-42ef-812f-bc211dee85d4 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] 10.222.0.87 "GET /v2.0/security-groups?id=b22050f8-6f62-42fd-9128-3068ecc4ea38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4548068 Feb 02 06:59:14.466208 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b777664d-9183-4a01-960b-9a3682bfbba5), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:14.623581 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529d8c29-4b1d-44d8-96da-dad5b6373df0 req-0c384c9b-55a8-41cf-8976-85d5409c344b tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:14.639659 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-529d8c29-4b1d-44d8-96da-dad5b6373df0 req-0c384c9b-55a8-41cf-8976-85d5409c344b tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c HTTP/1.1" status: 200 len: 945 time: 0.3108342 Feb 02 06:59:14.657244 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port b777664d-9183-4a01-960b-9a3682bfbba5, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=b777664d-9183-4a01-960b-9a3682bfbba5,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:59:14.692188 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.db.resource_extend [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 06:59:14.713656 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b484e99-5e09-48c6-bae9-bd549bcd1508 req-c26056aa-9675-47da-b3e9-b8daba879907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:14.718817 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7b484e99-5e09-48c6-bae9-bd549bcd1508 req-c26056aa-9675-47da-b3e9-b8daba879907 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=bb2f9c8adf7145b2819bfa68b581b571&device_id=b84e3af3-224a-45f6-806a-7ce9f24b68d8 HTTP/1.1" status: 200 len: 1126 time: 0.5528049 Feb 02 06:59:14.745426 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-4628d384-3a9e-485e-9ccf-10fbf9b66251 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f14465ce-1ab6-4a5c-811e-9080670bcd31 {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:59:14.758969 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-4628d384-3a9e-485e-9ccf-10fbf9b66251 service neutron] Publish callbacks [] for port (f14465ce-1ab6-4a5c-811e-9080670bcd31), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:14.763110 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-9db6e95b-5654-47c9-ad24-2646b7220dc1 service neutron] Attempting to bind port 13272dd6-864e-4817-a330-647b2a7112f3 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:59:14.763687 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-9db6e95b-5654-47c9-ad24-2646b7220dc1 service neutron] Attempting to bind port 13272dd6-864e-4817-a330-647b2a7112f3 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:59:14.764214 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-9db6e95b-5654-47c9-ad24-2646b7220dc1 service neutron] Attempting to bind port 13272dd6-864e-4817-a330-647b2a7112f3 on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:59:14.778778 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-9db6e95b-5654-47c9-ad24-2646b7220dc1 service neutron] Port 13272dd6-864e-4817-a330-647b2a7112f3 on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 06:59:14.779143 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-9db6e95b-5654-47c9-ad24-2646b7220dc1 service neutron] Attempting to bind port 13272dd6-864e-4817-a330-647b2a7112f3 on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:59:14.790349 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-4628d384-3a9e-485e-9ccf-10fbf9b66251 service neutron] Transition to ACTIVE for port object f14465ce-1ab6-4a5c-811e-9080670bcd31 will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 06:59:14.792179 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-9db6e95b-5654-47c9-ad24-2646b7220dc1 service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:59:14.792526 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-9db6e95b-5654-47c9-ad24-2646b7220dc1 service neutron] Checking segment: {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:59:14.793013 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-9db6e95b-5654-47c9-ad24-2646b7220dc1 service neutron] Bound using segment: {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:59:14.793446 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-9db6e95b-5654-47c9-ad24-2646b7220dc1 service neutron] Bound port: 13272dd6-864e-4817-a330-647b2a7112f3, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:59:14.793818 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-9db6e95b-5654-47c9-ad24-2646b7220dc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (13272dd6-864e-4817-a330-647b2a7112f3), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:14.808166 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-4628d384-3a9e-485e-9ccf-10fbf9b66251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (f14465ce-1ab6-4a5c-811e-9080670bcd31), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:14.825181 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3122fd-ff39-4c09-87b0-9a088b281bff req-6404cc27-7512-44ea-9375-a83e3ef9b5cb tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:14.833359 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3b3122fd-ff39-4c09-87b0-9a088b281bff req-6404cc27-7512-44ea-9375-a83e3ef9b5cb tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=e4d58a87-901f-41c8-9b70-14a14e3ac596 HTTP/1.1" status: 200 len: 936 time: 0.1524098 Feb 02 06:59:14.845873 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca7cb14-cf51-4455-a33c-a115bc4b6d1f req-41e9d400-4d57-4d1f-9731-efc5d4d78d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:14.850076 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ca7cb14-cf51-4455-a33c-a115bc4b6d1f req-41e9d400-4d57-4d1f-9731-efc5d4d78d57 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f345fa5d-b7c3-44ad-9d59-9f5e42de378a HTTP/1.1" status: 200 len: 1129 time: 0.5431147 Feb 02 06:59:14.851604 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6119f0f9-f750-48c0-a102-fdfef790d24e req-a8369fc9-015c-4779-b678-2f5873c1a79f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b777664d-9183-4a01-960b-9a3682bfbba5), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:14.871196 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 87f727cf-081b-42ba-94c0-ecfdc6b6c350, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=87f727cf-081b-42ba-94c0-ecfdc6b6c350,segment=NetworkSegment(15c9efb8-991a-467f-88e3-bc490924aea7),segment_id=15c9efb8-991a-467f-88e3-bc490924aea7)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:59:14.909483 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': '87f727cf-081b-42ba-94c0-ecfdc6b6c350', 'network_id': '5fd42388-2bd2-4390-988d-8d7d331ea159', 'port_id': '87f727cf-081b-42ba-94c0-ecfdc6b6c350', 'mac_address': 'fa:16:3e:01:03:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59c014a2-53ba-444c-bdf5-4bb2b8a6d427', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 06:59:14.913804 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (b777664d-9183-4a01-960b-9a3682bfbba5), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:14.917783 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:14.963750 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-974458c5-e3b9-4e1b-90bc-77934fe0f2c3 req-2835ccd1-b2a1-42e0-9771-dcd414c263b4 service neutron] 10.222.0.88 "GET /v2.0/networks/5fd42388-2bd2-4390-988d-8d7d331ea159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8072569 Feb 02 06:59:15.032765 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4628d384-3a9e-485e-9ccf-10fbf9b66251 service neutron] Pushing event updated for resources: {'Port': ['ID=f14465ce-1ab6-4a5c-811e-9080670bcd31,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:59:15.067894 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=b777664d-9183-4a01-960b-9a3682bfbba5,revision_number=10']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:59:15.082171 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 87f727cf-081b-42ba-94c0-ecfdc6b6c350 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:59:15.083395 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (87f727cf-081b-42ba-94c0-ecfdc6b6c350), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:15.101043 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87f727cf-081b-42ba-94c0-ecfdc6b6c350 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:59:15.124013 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-9db6e95b-5654-47c9-ad24-2646b7220dc1 service neutron] For port 13272dd6-864e-4817-a330-647b2a7112f3, host n-h1-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:59:15.158157 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 87f727cf-081b-42ba-94c0-ecfdc6b6c350, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=87f727cf-081b-42ba-94c0-ecfdc6b6c350,segment=NetworkSegment(15c9efb8-991a-467f-88e3-bc490924aea7),segment_id=15c9efb8-991a-467f-88e3-bc490924aea7)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:59:15.160263 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3b3122fd-ff39-4c09-87b0-9a088b281bff req-550368d8-6f60-47ad-8f80-f5bc2d016b2e tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258607 Feb 02 06:59:15.168307 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (87f727cf-081b-42ba-94c0-ecfdc6b6c350), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:15.285162 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=87f727cf-081b-42ba-94c0-ecfdc6b6c350,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:59:15.290204 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-9db6e95b-5654-47c9-ad24-2646b7220dc1 service neutron] For port 13272dd6-864e-4817-a330-647b2a7112f3, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=13272dd6-864e-4817-a330-647b2a7112f3,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:59:15.329950 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-4628d384-3a9e-485e-9ccf-10fbf9b66251 service neutron] Attempting to bind port f14465ce-1ab6-4a5c-811e-9080670bcd31 on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:59:15.330514 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-4628d384-3a9e-485e-9ccf-10fbf9b66251 service neutron] Attempting to bind port f14465ce-1ab6-4a5c-811e-9080670bcd31 by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:59:15.332807 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-4628d384-3a9e-485e-9ccf-10fbf9b66251 service neutron] Attempting to bind port f14465ce-1ab6-4a5c-811e-9080670bcd31 on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:59:15.366291 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-9db6e95b-5654-47c9-ad24-2646b7220dc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (13272dd6-864e-4817-a330-647b2a7112f3), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:15.448300 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db6e95b-5654-47c9-ad24-2646b7220dc1 service neutron] Pushing event updated for resources: {'Port': ['ID=13272dd6-864e-4817-a330-647b2a7112f3,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:59:15.448681 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ca7cb14-cf51-4455-a33c-a115bc4b6d1f req-52c982b1-2c32-46ec-b369-d081ad65df60 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5245957 Feb 02 06:59:15.451803 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-529d8c29-4b1d-44d8-96da-dad5b6373df0 req-b44b7b43-2e73-4fda-8842-52a88b211cd8 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8178198 Feb 02 06:59:15.452436 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-9db6e95b-5654-47c9-ad24-2646b7220dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:15.453165 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-9db6e95b-5654-47c9-ad24-2646b7220dc1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:15.453749 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-6119f0f9-f750-48c0-a102-fdfef790d24e req-a8369fc9-015c-4779-b678-2f5873c1a79f service neutron] For port b777664d-9183-4a01-960b-9a3682bfbba5, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=b777664d-9183-4a01-960b-9a3682bfbba5,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:59:15.454750 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-9db6e95b-5654-47c9-ad24-2646b7220dc1 service neutron] 10.222.0.88 "PUT /v2.0/ports/13272dd6-864e-4817-a330-647b2a7112f3 HTTP/1.1" status: 200 len: 1096 time: 3.2033861 Feb 02 06:59:15.459214 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4662800d-e56b-4a8f-8585-b0f3c338850b', 'tag': '13272dd6-864e-4817-a330-647b2a7112f3'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:59:15.462563 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-691c2d4b-5b1f-4f90-a28f-a6fb8386342c" -d '{"events": [{"name": "network-changed", "server_uuid": "4662800d-e56b-4a8f-8585-b0f3c338850b", "tag": "13272dd6-864e-4817-a330-647b2a7112f3"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:59:15.464531 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-4628d384-3a9e-485e-9ccf-10fbf9b66251 service neutron] Port f14465ce-1ab6-4a5c-811e-9080670bcd31 on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 06:59:15.464531 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-4628d384-3a9e-485e-9ccf-10fbf9b66251 service neutron] Attempting to bind port f14465ce-1ab6-4a5c-811e-9080670bcd31 on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:59:15.511804 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b484e99-5e09-48c6-bae9-bd549bcd1508 req-b6ee015d-607b-4292-bbde-63690aec3837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:15.513328 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7b484e99-5e09-48c6-bae9-bd549bcd1508 req-b6ee015d-607b-4292-bbde-63690aec3837 service neutron] 10.222.0.88 "GET /v2.0/networks?id=5fd42388-2bd2-4390-988d-8d7d331ea159 HTTP/1.1" status: 200 len: 914 time: 0.6921990 Feb 02 06:59:15.525260 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-6119f0f9-f750-48c0-a102-fdfef790d24e req-a8369fc9-015c-4779-b678-2f5873c1a79f service neutron] For port b777664d-9183-4a01-960b-9a3682bfbba5, host n-h2-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:59:15.526066 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-4628d384-3a9e-485e-9ccf-10fbf9b66251 service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:59:15.527780 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-4628d384-3a9e-485e-9ccf-10fbf9b66251 service neutron] Checking segment: {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:59:15.528248 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-4628d384-3a9e-485e-9ccf-10fbf9b66251 service neutron] Bound using segment: {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:59:15.528776 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-4628d384-3a9e-485e-9ccf-10fbf9b66251 service neutron] Bound port: f14465ce-1ab6-4a5c-811e-9080670bcd31, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:59:15.529137 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-4628d384-3a9e-485e-9ccf-10fbf9b66251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f14465ce-1ab6-4a5c-811e-9080670bcd31), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:15.551600 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ec9fac-8ecc-4979-a4b3-f14d05318ed0 req-ef635599-529e-4995-8080-3b9f04212cb1 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:15.554277 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-82ec9fac-8ecc-4979-a4b3-f14d05318ed0 req-ef635599-529e-4995-8080-3b9f04212cb1 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618 HTTP/1.1" status: 200 len: 948 time: 0.2956083 Feb 02 06:59:15.632207 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7b484e99-5e09-48c6-bae9-bd549bcd1508 req-d4bb9b1f-3cef-4add-b3a6-1ee1d5b05636 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=11a3aaad-ca2b-43b5-a847-46f468ecc9d3 HTTP/1.1" status: 200 len: 217 time: 0.0693407 Feb 02 06:59:15.639875 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['87f727cf-081b-42ba-94c0-ecfdc6b6c350'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:59:15.640402 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-6119f0f9-f750-48c0-a102-fdfef790d24e req-a8369fc9-015c-4779-b678-2f5873c1a79f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b777664d-9183-4a01-960b-9a3682bfbba5 {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:59:15.724254 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b484e99-5e09-48c6-bae9-bd549bcd1508 req-60c7e324-7dec-4845-a25a-879bae8ece29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:15.725772 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7b484e99-5e09-48c6-bae9-bd549bcd1508 req-60c7e324-7dec-4845-a25a-879bae8ece29 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=59c014a2-53ba-444c-bdf5-4bb2b8a6d427 HTTP/1.1" status: 200 len: 853 time: 0.0729198 Feb 02 06:59:15.727946 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6119f0f9-f750-48c0-a102-fdfef790d24e req-a8369fc9-015c-4779-b678-2f5873c1a79f service neutron] Publish callbacks [] for port (b777664d-9183-4a01-960b-9a3682bfbba5), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:15.789799 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-82ec9fac-8ecc-4979-a4b3-f14d05318ed0 req-081c37eb-a483-4788-9ec1-84ec8b58a90c tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919496 Feb 02 06:59:15.822179 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-202b6775-83c0-46e7-95ae-4386a152c0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:15.823719 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-202b6775-83c0-46e7-95ae-4386a152c0ff service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e34e7485085f4555b7019dbfd89a06da&device_id=4662800d-e56b-4a8f-8585-b0f3c338850b HTTP/1.1" status: 200 len: 1130 time: 0.2696075 Feb 02 06:59:15.824664 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-6119f0f9-f750-48c0-a102-fdfef790d24e req-a8369fc9-015c-4779-b678-2f5873c1a79f service neutron] Transition to ACTIVE for port object b777664d-9183-4a01-960b-9a3682bfbba5 will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 06:59:15.834310 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-4628d384-3a9e-485e-9ccf-10fbf9b66251 service neutron] For port f14465ce-1ab6-4a5c-811e-9080670bcd31, host n-h2-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:59:15.840563 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-4628d384-3a9e-485e-9ccf-10fbf9b66251 service neutron] For port f14465ce-1ab6-4a5c-811e-9080670bcd31, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=f14465ce-1ab6-4a5c-811e-9080670bcd31,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:59:15.850137 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6119f0f9-f750-48c0-a102-fdfef790d24e req-a8369fc9-015c-4779-b678-2f5873c1a79f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (b777664d-9183-4a01-960b-9a3682bfbba5), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:15.853771 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7b484e99-5e09-48c6-bae9-bd549bcd1508 req-99566dc8-9dca-4564-afb1-67c755b7e39f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5fd42388-2bd2-4390-988d-8d7d331ea159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864630 Feb 02 06:59:15.918023 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-96faa4ae-4a1d-413e-94a5-478c6b7bb594 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=13272dd6-864e-4817-a330-647b2a7112f3 HTTP/1.1" status: 200 len: 217 time: 0.0722632 Feb 02 06:59:15.919707 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-4628d384-3a9e-485e-9ccf-10fbf9b66251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (f14465ce-1ab6-4a5c-811e-9080670bcd31), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:15.963292 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:15.972284 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8369fc9-015c-4779-b678-2f5873c1a79f service neutron] Pushing event updated for resources: {'Port': ['ID=b777664d-9183-4a01-960b-9a3682bfbba5,revision_number=11']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:59:15.985657 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16527c3-448a-44be-9f40-0821ffdb6c55 req-2823bbf6-03d3-4de9-961c-83fce751dbd9 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:15.988019 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b16527c3-448a-44be-9f40-0821ffdb6c55 req-2823bbf6-03d3-4de9-961c-83fce751dbd9 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=f345fa5d-b7c3-44ad-9d59-9f5e42de378a HTTP/1.1" status: 200 len: 946 time: 0.3504193 Feb 02 06:59:16.008991 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-4628d384-3a9e-485e-9ccf-10fbf9b66251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:16.009553 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-4628d384-3a9e-485e-9ccf-10fbf9b66251 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:16.011197 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-4628d384-3a9e-485e-9ccf-10fbf9b66251 service neutron] 10.222.0.59 "PUT /v2.0/ports/f14465ce-1ab6-4a5c-811e-9080670bcd31 HTTP/1.1" status: 200 len: 1097 time: 3.5648189 Feb 02 06:59:16.038377 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-6119f0f9-f750-48c0-a102-fdfef790d24e req-a8369fc9-015c-4779-b678-2f5873c1a79f service neutron] No DVR routers for this DVR port b777664d-9183-4a01-960b-9a3682bfbba5 on host n-h2-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 06:59:16.052390 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-7cd2271f-d3d7-434e-b3e9-b5ed9412d8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:16.053981 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-7cd2271f-d3d7-434e-b3e9-b5ed9412d8e3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.1248684 Feb 02 06:59:16.055335 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4628d384-3a9e-485e-9ccf-10fbf9b66251 service neutron] Pushing event updated for resources: {'Port': ['ID=f14465ce-1ab6-4a5c-811e-9080670bcd31,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:59:16.136339 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7b484e99-5e09-48c6-bae9-bd549bcd1508 req-ce6e73b5-40f0-49c1-aa7e-ceda2f119f40 service neutron] 10.222.0.88 "GET /v2.0/networks/5fd42388-2bd2-4390-988d-8d7d331ea159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450092 Feb 02 06:59:16.148373 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4628d384-3a9e-485e-9ccf-10fbf9b66251 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:59:16.149545 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4628d384-3a9e-485e-9ccf-10fbf9b66251 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:59:16.149894 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4628d384-3a9e-485e-9ccf-10fbf9b66251 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:59:16.150234 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4628d384-3a9e-485e-9ccf-10fbf9b66251 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:59:16.150570 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4628d384-3a9e-485e-9ccf-10fbf9b66251 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:59:16.150902 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4628d384-3a9e-485e-9ccf-10fbf9b66251 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:59:16.153420 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4628d384-3a9e-485e-9ccf-10fbf9b66251 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:59:16.154016 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4628d384-3a9e-485e-9ccf-10fbf9b66251 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:59:16.154703 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4628d384-3a9e-485e-9ccf-10fbf9b66251 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:59:16.155346 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4628d384-3a9e-485e-9ccf-10fbf9b66251 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:59:16.155917 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4628d384-3a9e-485e-9ccf-10fbf9b66251 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:59:16.156468 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4628d384-3a9e-485e-9ccf-10fbf9b66251 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:59:16.157076 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4628d384-3a9e-485e-9ccf-10fbf9b66251 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:59:16.202927 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-6119f0f9-f750-48c0-a102-fdfef790d24e req-a8369fc9-015c-4779-b678-2f5873c1a79f service neutron] Attempting to bind port b777664d-9183-4a01-960b-9a3682bfbba5 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:59:16.203290 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-6119f0f9-f750-48c0-a102-fdfef790d24e req-a8369fc9-015c-4779-b678-2f5873c1a79f service neutron] Attempting to bind port b777664d-9183-4a01-960b-9a3682bfbba5 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:59:16.203621 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6119f0f9-f750-48c0-a102-fdfef790d24e req-a8369fc9-015c-4779-b678-2f5873c1a79f service neutron] Attempting to bind port b777664d-9183-4a01-960b-9a3682bfbba5 on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:59:16.220017 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b16527c3-448a-44be-9f40-0821ffdb6c55 req-5e171cc5-f40a-4047-9356-d254c5463d9a tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/security-groups?id=99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997521 Feb 02 06:59:16.237822 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6119f0f9-f750-48c0-a102-fdfef790d24e req-a8369fc9-015c-4779-b678-2f5873c1a79f service neutron] Port b777664d-9183-4a01-960b-9a3682bfbba5 on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 06:59:16.238252 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6119f0f9-f750-48c0-a102-fdfef790d24e req-a8369fc9-015c-4779-b678-2f5873c1a79f service neutron] Attempting to bind port b777664d-9183-4a01-960b-9a3682bfbba5 on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:59:16.240020 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd405eed3-0b9f-4623-8867-ec57f3a4eeb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6671b30-9c6e-40a0-b82b-6df470fe9336'}, {'server_uuid': '3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b777664d-9183-4a01-960b-9a3682bfbba5'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:59:16.242960 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-959d810a-65cd-4b5e-9c87-748c167a9d6d" -d '{"events": [{"server_uuid": "d405eed3-0b9f-4623-8867-ec57f3a4eeb9", "name": "network-vif-plugged", "status": "completed", "tag": "d6671b30-9c6e-40a0-b82b-6df470fe9336"}, {"server_uuid": "3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618", "name": "network-vif-unplugged", "status": "completed", "tag": "b777664d-9183-4a01-960b-9a3682bfbba5"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:59:16.271622 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-72565fcd-0af0-49cc-a77c-f6ff205e8b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:16.285138 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-72565fcd-0af0-49cc-a77c-f6ff205e8b9d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2191346 Feb 02 06:59:16.293948 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a2e44f-4090-424e-94e3-6cfff61675ff req-439e3dff-e46d-4494-8ca5-a781094ac153 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:16.294647 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6119f0f9-f750-48c0-a102-fdfef790d24e req-a8369fc9-015c-4779-b678-2f5873c1a79f service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:59:16.295009 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6119f0f9-f750-48c0-a102-fdfef790d24e req-a8369fc9-015c-4779-b678-2f5873c1a79f service neutron] Checking segment: {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:59:16.295404 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6119f0f9-f750-48c0-a102-fdfef790d24e req-a8369fc9-015c-4779-b678-2f5873c1a79f service neutron] Bound using segment: {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:59:16.295894 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-6119f0f9-f750-48c0-a102-fdfef790d24e req-a8369fc9-015c-4779-b678-2f5873c1a79f service neutron] Bound port: b777664d-9183-4a01-960b-9a3682bfbba5, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:59:16.296263 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6119f0f9-f750-48c0-a102-fdfef790d24e req-a8369fc9-015c-4779-b678-2f5873c1a79f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b777664d-9183-4a01-960b-9a3682bfbba5), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:16.312136 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c7a2e44f-4090-424e-94e3-6cfff61675ff req-439e3dff-e46d-4494-8ca5-a781094ac153 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] 10.222.0.87 "GET /v2.0/ports?device_id=169d732f-b0d3-4481-ab13-9c3025aa91f4 HTTP/1.1" status: 200 len: 945 time: 0.2285740 Feb 02 06:59:16.331628 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-7d13d0e6-3528-43a5-a7df-48b1b4339470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:16.333396 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-7d13d0e6-3528-43a5-a7df-48b1b4339470 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e34e7485085f4555b7019dbfd89a06da&device_id=e4d58a87-901f-41c8-9b70-14a14e3ac596 HTTP/1.1" status: 200 len: 1131 time: 0.2336192 Feb 02 06:59:16.348897 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 06:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55fca707-6a22-466e-ac96-cfd811f71f35 x-openstack-request-id: req-55fca707-6a22-466e-ac96-cfd811f71f35 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:59:16.349070 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4662800d-e56b-4a8f-8585-b0f3c338850b", "tag": "13272dd6-864e-4817-a330-647b2a7112f3", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:59:16.349503 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-55fca707-6a22-466e-ac96-cfd811f71f35 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:59:16.349913 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4662800d-e56b-4a8f-8585-b0f3c338850b', 'tag': '13272dd6-864e-4817-a330-647b2a7112f3', 'status': 'completed', 'code': 200} Feb 02 06:59:16.428228 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-e9d3ef2b-4899-45e4-83b4-3229fb933498 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=f14465ce-1ab6-4a5c-811e-9080670bcd31 HTTP/1.1" status: 200 len: 217 time: 0.0711648 Feb 02 06:59:16.443623 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 11a3aaad-ca2b-43b5-a847-46f468ecc9d3 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 06:59:16.468440 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7b484e99-5e09-48c6-bae9-bd549bcd1508 req-36b7db58-388a-4ff5-9195-ecc79dbf0a98 service neutron] 10.222.0.88 "GET /v2.0/networks/5fd42388-2bd2-4390-988d-8d7d331ea159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088021 Feb 02 06:59:16.469549 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-6119f0f9-f750-48c0-a102-fdfef790d24e req-a8369fc9-015c-4779-b678-2f5873c1a79f service neutron] For port b777664d-9183-4a01-960b-9a3682bfbba5, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:59:16.474487 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-6119f0f9-f750-48c0-a102-fdfef790d24e req-a8369fc9-015c-4779-b678-2f5873c1a79f service neutron] For port b777664d-9183-4a01-960b-9a3682bfbba5, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=b777664d-9183-4a01-960b-9a3682bfbba5,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:59:16.494299 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6119f0f9-f750-48c0-a102-fdfef790d24e req-a8369fc9-015c-4779-b678-2f5873c1a79f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (b777664d-9183-4a01-960b-9a3682bfbba5), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:16.528397 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-4db12193-182f-479c-b4b0-15f33d3dc4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:16.530294 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-4db12193-182f-479c-b4b0-15f33d3dc4c1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.0860267 Feb 02 06:59:16.534795 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8ca125-1da8-4622-a5b0-7024b833ac10 req-4b858bba-b724-4fd7-ba3f-cfe5fb3de021 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:16.536534 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9b8ca125-1da8-4622-a5b0-7024b833ac10 req-4b858bba-b724-4fd7-ba3f-cfe5fb3de021 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=e4d58a87-901f-41c8-9b70-14a14e3ac596 HTTP/1.1" status: 200 len: 948 time: 0.1379406 Feb 02 06:59:16.623285 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6119f0f9-f750-48c0-a102-fdfef790d24e req-a8369fc9-015c-4779-b678-2f5873c1a79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:16.623285 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6119f0f9-f750-48c0-a102-fdfef790d24e req-a8369fc9-015c-4779-b678-2f5873c1a79f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:16.625023 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6119f0f9-f750-48c0-a102-fdfef790d24e req-a8369fc9-015c-4779-b678-2f5873c1a79f service neutron] 10.222.0.88 "PUT /v2.0/ports/b777664d-9183-4a01-960b-9a3682bfbba5 HTTP/1.1" status: 200 len: 1097 time: 2.4698842 Feb 02 06:59:16.625512 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618', 'tag': 'b777664d-9183-4a01-960b-9a3682bfbba5'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:59:16.627856 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced85e31-6d6f-42e4-843c-afc1e0a9df40" -d '{"events": [{"name": "network-changed", "server_uuid": "3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618", "tag": "b777664d-9183-4a01-960b-9a3682bfbba5"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:59:16.672428 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8369fc9-015c-4779-b678-2f5873c1a79f service neutron] Pushing event updated for resources: {'Port': ['ID=b777664d-9183-4a01-960b-9a3682bfbba5,revision_number=12']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:59:16.691242 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9b8ca125-1da8-4622-a5b0-7024b833ac10 req-ba376614-3707-4eb4-bab0-28c525cfdad3 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158700 Feb 02 06:59:16.695691 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 11a3aaad-ca2b-43b5-a847-46f468ecc9d3, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=11a3aaad-ca2b-43b5-a847-46f468ecc9d3,segment=NetworkSegment(15c9efb8-991a-467f-88e3-bc490924aea7),segment_id=15c9efb8-991a-467f-88e3-bc490924aea7)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:59:16.726027 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-fee1ffce-8d91-46d7-bf4e-446f5dfca8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:16.726262 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': '11a3aaad-ca2b-43b5-a847-46f468ecc9d3', 'network_id': '5fd42388-2bd2-4390-988d-8d7d331ea159', 'port_id': '11a3aaad-ca2b-43b5-a847-46f468ecc9d3', 'mac_address': 'fa:16:3e:c4:eb:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59c014a2-53ba-444c-bdf5-4bb2b8a6d427', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 06:59:16.737708 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-fee1ffce-8d91-46d7-bf4e-446f5dfca8cc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1856089 Feb 02 06:59:16.740049 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c7a2e44f-4090-424e-94e3-6cfff61675ff req-6f6b7e8a-1cbc-4089-ae7e-bba3850fb18e tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] 10.222.0.87 "GET /v2.0/security-groups?id=b22050f8-6f62-42fd-9128-3068ecc4ea38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4269753 Feb 02 06:59:16.799874 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6119f0f9-f750-48c0-a102-fdfef790d24e req-48715d04-05e0-4248-a7fb-3f46c9438b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:16.801538 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6119f0f9-f750-48c0-a102-fdfef790d24e req-48715d04-05e0-4248-a7fb-3f46c9438b3d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=617f6fde409340a286c916b0c2822b5a&device_id=3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618 HTTP/1.1" status: 200 len: 1131 time: 0.1093900 Feb 02 06:59:16.826946 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 11a3aaad-ca2b-43b5-a847-46f468ecc9d3 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:59:16.828341 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (11a3aaad-ca2b-43b5-a847-46f468ecc9d3), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:16.836882 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-14ccfa57-8932-4e50-9013-74c52d4b7577 service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5014446 Feb 02 06:59:16.880670 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 02 Feb 2022 06:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b300b7c-2aff-4a15-a159-b198e7bde123 x-openstack-request-id: req-3b300b7c-2aff-4a15-a159-b198e7bde123 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:59:16.882911 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d405eed3-0b9f-4623-8867-ec57f3a4eeb9", "name": "network-vif-plugged", "status": "completed", "tag": "d6671b30-9c6e-40a0-b82b-6df470fe9336", "code": 200}, {"server_uuid": "3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618", "name": "network-vif-unplugged", "status": "completed", "tag": "b777664d-9183-4a01-960b-9a3682bfbba5", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:59:16.883388 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-3b300b7c-2aff-4a15-a159-b198e7bde123 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:59:16.884030 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd405eed3-0b9f-4623-8867-ec57f3a4eeb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6671b30-9c6e-40a0-b82b-6df470fe9336', 'code': 200} Feb 02 06:59:16.886215 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b777664d-9183-4a01-960b-9a3682bfbba5', 'code': 200} Feb 02 06:59:16.895734 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11a3aaad-ca2b-43b5-a847-46f468ecc9d3 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:59:16.947633 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 11a3aaad-ca2b-43b5-a847-46f468ecc9d3, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=11a3aaad-ca2b-43b5-a847-46f468ecc9d3,segment=NetworkSegment(15c9efb8-991a-467f-88e3-bc490924aea7),segment_id=15c9efb8-991a-467f-88e3-bc490924aea7)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:59:16.957415 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (11a3aaad-ca2b-43b5-a847-46f468ecc9d3), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:17.006945 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 06:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1633aea2-a921-47db-bee4-a12e69167f42 x-openstack-request-id: req-1633aea2-a921-47db-bee4-a12e69167f42 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:59:17.007511 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618", "tag": "b777664d-9183-4a01-960b-9a3682bfbba5", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:59:17.007511 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1633aea2-a921-47db-bee4-a12e69167f42 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:59:17.008101 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618', 'tag': 'b777664d-9183-4a01-960b-9a3682bfbba5', 'status': 'completed', 'code': 200} Feb 02 06:59:17.015126 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6119f0f9-f750-48c0-a102-fdfef790d24e req-6df83db2-ba3a-450b-9c37-b5b9eba28a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:17.017083 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6119f0f9-f750-48c0-a102-fdfef790d24e req-6df83db2-ba3a-450b-9c37-b5b9eba28a70 service neutron] 10.222.0.88 "GET /v2.0/networks?id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 HTTP/1.1" status: 200 len: 870 time: 0.2059593 Feb 02 06:59:17.087443 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=11a3aaad-ca2b-43b5-a847-46f468ecc9d3,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:59:17.138180 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6119f0f9-f750-48c0-a102-fdfef790d24e req-5077cc80-5dc6-4ec4-bc1b-54467dc8261d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=b777664d-9183-4a01-960b-9a3682bfbba5 HTTP/1.1" status: 200 len: 217 time: 0.1073384 Feb 02 06:59:17.260554 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6119f0f9-f750-48c0-a102-fdfef790d24e req-0f7bfe13-6b4e-4a66-8898-c9bb7c01cb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:17.262208 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6119f0f9-f750-48c0-a102-fdfef790d24e req-0f7bfe13-6b4e-4a66-8898-c9bb7c01cb49 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.0916309 Feb 02 06:59:17.268122 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced85e31-6d6f-42e4-843c-afc1e0a9df40 req-43cb8831-e47c-4455-8114-555ce4d7c7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:17.269905 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ced85e31-6d6f-42e4-843c-afc1e0a9df40 req-43cb8831-e47c-4455-8114-555ce4d7c7a4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=617f6fde409340a286c916b0c2822b5a&device_id=3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618 HTTP/1.1" status: 200 len: 1131 time: 0.1482542 Feb 02 06:59:17.311730 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdacc7f8-1bc7-4fbd-8f22-2eb5a4ab372a req-a8acbba9-f73a-48bb-aa52-7da4dbc08031 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:17.324493 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fdacc7f8-1bc7-4fbd-8f22-2eb5a4ab372a req-a8acbba9-f73a-48bb-aa52-7da4dbc08031 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618 HTTP/1.1" status: 200 len: 948 time: 0.1850026 Feb 02 06:59:17.332361 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:17.402174 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6119f0f9-f750-48c0-a102-fdfef790d24e req-2a209c25-8981-43de-8d06-938f392abe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:17.404309 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6119f0f9-f750-48c0-a102-fdfef790d24e req-2a209c25-8981-43de-8d06-938f392abe93 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1334221 Feb 02 06:59:17.415284 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fdacc7f8-1bc7-4fbd-8f22-2eb5a4ab372a req-4763f82e-578e-4bbb-872e-a820ab3ce288 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895350 Feb 02 06:59:17.431542 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['11a3aaad-ca2b-43b5-a847-46f468ecc9d3'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:59:17.542411 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-a7b202b4-391d-406f-b4a2-ed14879c5a4a service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7844243 Feb 02 06:59:17.554229 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ce4a6-6831-4055-a283-1ec3c37e7935 req-fc4a6440-5c05-48e3-84ed-51531bdb3e8f tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:17.555948 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-056ce4a6-6831-4055-a283-1ec3c37e7935 req-fc4a6440-5c05-48e3-84ed-51531bdb3e8f tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c HTTP/1.1" status: 200 len: 945 time: 0.6888556 Feb 02 06:59:17.558374 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-234c1cea-0ee0-476e-a62b-317485b065c0 service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6412191 Feb 02 06:59:17.699026 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6119f0f9-f750-48c0-a102-fdfef790d24e req-ebaf48c8-00b0-423c-862a-9256dc08edd7 service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781513 Feb 02 06:59:17.740031 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-056ce4a6-6831-4055-a283-1ec3c37e7935 req-7586f27b-ee31-4bb6-a1e6-c62d2b872299 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776922 Feb 02 06:59:17.802979 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b37d806b-14ef-4cc3-95c6-9858db81974d req-b95ebb56-ee7a-4c79-b8dd-852d8626713c service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003417 Feb 02 06:59:17.821264 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c2d4b-5b1f-4f90-a28f-a6fb8386342c req-e2cd909c-979d-4484-b2b1-c0ad707dc0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:17.824599 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-691c2d4b-5b1f-4f90-a28f-a6fb8386342c req-e2cd909c-979d-4484-b2b1-c0ad707dc0d2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e34e7485085f4555b7019dbfd89a06da&device_id=4662800d-e56b-4a8f-8585-b0f3c338850b HTTP/1.1" status: 200 len: 1130 time: 0.1040037 Feb 02 06:59:17.826752 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced85e31-6d6f-42e4-843c-afc1e0a9df40 req-f6edf07c-1cf9-4da0-8740-39fd5df1815f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:17.828847 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ced85e31-6d6f-42e4-843c-afc1e0a9df40 req-f6edf07c-1cf9-4da0-8740-39fd5df1815f service neutron] 10.222.0.59 "GET /v2.0/networks?id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 HTTP/1.1" status: 200 len: 870 time: 0.2416856 Feb 02 06:59:17.873924 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59441bd-3325-493a-8b46-6cb70727ed0e req-f72bd181-69ee-4d6b-8620-c9862d38085d tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:17.882347 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f59441bd-3325-493a-8b46-6cb70727ed0e req-f72bd181-69ee-4d6b-8620-c9862d38085d tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=f345fa5d-b7c3-44ad-9d59-9f5e42de378a HTTP/1.1" status: 200 len: 946 time: 0.2616065 Feb 02 06:59:17.961119 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ced85e31-6d6f-42e4-843c-afc1e0a9df40 req-c85f9985-3737-4997-a47d-b4730d9b363c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=b777664d-9183-4a01-960b-9a3682bfbba5 HTTP/1.1" status: 200 len: 217 time: 0.0953624 Feb 02 06:59:18.105284 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c2d4b-5b1f-4f90-a28f-a6fb8386342c req-f77a667f-4d7e-4f7d-86e3-e4e7b9e22a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:18.107308 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-691c2d4b-5b1f-4f90-a28f-a6fb8386342c req-f77a667f-4d7e-4f7d-86e3-e4e7b9e22a29 service neutron] 10.222.0.88 "GET /v2.0/networks?id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 HTTP/1.1" status: 200 len: 870 time: 0.2700191 Feb 02 06:59:18.138607 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae0b3bf-237b-4b99-ac9c-d7f34a18bd83 req-e098dea1-2a71-4304-a0e0-855c3cc364b0 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:18.141247 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9ae0b3bf-237b-4b99-ac9c-d7f34a18bd83 req-e098dea1-2a71-4304-a0e0-855c3cc364b0 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=e4d58a87-901f-41c8-9b70-14a14e3ac596 HTTP/1.1" status: 200 len: 948 time: 0.1515446 Feb 02 06:59:18.202811 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-691c2d4b-5b1f-4f90-a28f-a6fb8386342c req-2fbf0ad8-83bb-437f-a0f8-6821a60a3fa4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=13272dd6-864e-4817-a330-647b2a7112f3 HTTP/1.1" status: 200 len: 217 time: 0.0886061 Feb 02 06:59:18.312734 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c2d4b-5b1f-4f90-a28f-a6fb8386342c req-de49f299-45ca-4859-bc79-d4df8e119c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:18.314632 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-691c2d4b-5b1f-4f90-a28f-a6fb8386342c req-de49f299-45ca-4859-bc79-d4df8e119c5d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.0956144 Feb 02 06:59:18.331839 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9ae0b3bf-237b-4b99-ac9c-d7f34a18bd83 req-40a1aa20-f84a-44a9-ab00-e68f58018933 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414847 Feb 02 06:59:18.350556 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4d58a87-901f-41c8-9b70-14a14e3ac596', 'tag': 'f14465ce-1ab6-4a5c-811e-9080670bcd31'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:59:18.353126 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f596c1aa-6054-4f4a-acc6-9dd42f9e0d9b" -d '{"events": [{"name": "network-changed", "server_uuid": "e4d58a87-901f-41c8-9b70-14a14e3ac596", "tag": "f14465ce-1ab6-4a5c-811e-9080670bcd31"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:59:18.390473 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f59441bd-3325-493a-8b46-6cb70727ed0e req-f76c0009-8aa0-40a0-973b-ac219e64b89f tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/security-groups?id=99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5067766 Feb 02 06:59:18.451755 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 87f727cf-081b-42ba-94c0-ecfdc6b6c350 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:59:18.463131 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6119f0f9-f750-48c0-a102-fdfef790d24e req-0aa434ed-dad9-40d1-ba32-48e43be58723 service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7431355 Feb 02 06:59:18.467278 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c2d4b-5b1f-4f90-a28f-a6fb8386342c req-67ee4917-2cbe-4a51-bcc9-82f0d3b2b805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:18.468713 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-691c2d4b-5b1f-4f90-a28f-a6fb8386342c req-67ee4917-2cbe-4a51-bcc9-82f0d3b2b805 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1358705 Feb 02 06:59:18.476573 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 06:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46749d72-adce-4aed-81be-cb65aaf79869 x-openstack-request-id: req-46749d72-adce-4aed-81be-cb65aaf79869 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:59:18.476864 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4d58a87-901f-41c8-9b70-14a14e3ac596", "tag": "f14465ce-1ab6-4a5c-811e-9080670bcd31", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:59:18.477116 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-46749d72-adce-4aed-81be-cb65aaf79869 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:59:18.477620 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4d58a87-901f-41c8-9b70-14a14e3ac596', 'tag': 'f14465ce-1ab6-4a5c-811e-9080670bcd31', 'status': 'completed', 'code': 200} Feb 02 06:59:18.482497 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced85e31-6d6f-42e4-843c-afc1e0a9df40 req-e36cb50f-f838-4e34-bc77-34d01dcf5db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:18.485425 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ced85e31-6d6f-42e4-843c-afc1e0a9df40 req-e36cb50f-f838-4e34-bc77-34d01dcf5db9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.5143757 Feb 02 06:59:18.630045 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port 87f727cf-081b-42ba-94c0-ecfdc6b6c350 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 06:59:18.639940 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port 87f727cf-081b-42ba-94c0-ecfdc6b6c350 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:59:18.650922 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (87f727cf-081b-42ba-94c0-ecfdc6b6c350), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:18.718742 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced85e31-6d6f-42e4-843c-afc1e0a9df40 req-b1658b3d-80f3-4355-b289-d5fe39442840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:18.731762 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ced85e31-6d6f-42e4-843c-afc1e0a9df40 req-b1658b3d-80f3-4355-b289-d5fe39442840 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2246957 Feb 02 06:59:18.829359 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370de935-d13e-4dbb-90d4-f0e14bb9c374 req-0e61b5ff-1e1e-4236-961b-6ed479265d68 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:18.838412 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-370de935-d13e-4dbb-90d4-f0e14bb9c374 req-0e61b5ff-1e1e-4236-961b-6ed479265d68 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] 10.222.0.87 "GET /v2.0/ports?device_id=169d732f-b0d3-4481-ab13-9c3025aa91f4 HTTP/1.1" status: 200 len: 945 time: 0.3641818 Feb 02 06:59:18.868991 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f596c1aa-6054-4f4a-acc6-9dd42f9e0d9b req-aa376293-6959-4776-86f8-97a730d9ce8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:18.870787 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f596c1aa-6054-4f4a-acc6-9dd42f9e0d9b req-aa376293-6959-4776-86f8-97a730d9ce8a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e34e7485085f4555b7019dbfd89a06da&device_id=e4d58a87-901f-41c8-9b70-14a14e3ac596 HTTP/1.1" status: 200 len: 1131 time: 0.2607703 Feb 02 06:59:18.888593 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 87f727cf-081b-42ba-94c0-ecfdc6b6c350 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:59:18.889131 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (87f727cf-081b-42ba-94c0-ecfdc6b6c350), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:18.934256 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-691c2d4b-5b1f-4f90-a28f-a6fb8386342c req-82086617-d679-489a-b72e-b0c075f93328 service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4287267 Feb 02 06:59:18.957307 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '169d732f-b0d3-4481-ab13-9c3025aa91f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f727cf-081b-42ba-94c0-ecfdc6b6c350'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:59:18.974112 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa11082-8b17-4e0e-9bb3-ffe6d5ba194e" -d '{"events": [{"server_uuid": "169d732f-b0d3-4481-ab13-9c3025aa91f4", "name": "network-vif-plugged", "status": "completed", "tag": "87f727cf-081b-42ba-94c0-ecfdc6b6c350"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:59:19.012229 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 87f727cf-081b-42ba-94c0-ecfdc6b6c350, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=87f727cf-081b-42ba-94c0-ecfdc6b6c350,segment=NetworkSegment(15c9efb8-991a-467f-88e3-bc490924aea7),segment_id=15c9efb8-991a-467f-88e3-bc490924aea7)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:59:19.025691 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-370de935-d13e-4dbb-90d4-f0e14bb9c374 req-5d06431f-741c-4759-a551-f56a892ddb14 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] 10.222.0.87 "GET /v2.0/security-groups?id=b22050f8-6f62-42fd-9128-3068ecc4ea38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860056 Feb 02 06:59:19.032599 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (87f727cf-081b-42ba-94c0-ecfdc6b6c350), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:19.046037 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ced85e31-6d6f-42e4-843c-afc1e0a9df40 req-ca9c2daa-735e-4823-9e05-180a36fc7a70 service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736199 Feb 02 06:59:19.133531 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=87f727cf-081b-42ba-94c0-ecfdc6b6c350,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:59:19.154677 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced85e31-6d6f-42e4-843c-afc1e0a9df40 req-42bcd7d5-45db-43b9-9fd3-32f5c13f0b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:19.161107 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ced85e31-6d6f-42e4-843c-afc1e0a9df40 req-42bcd7d5-45db-43b9-9fd3-32f5c13f0b4e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=617f6fde409340a286c916b0c2822b5a&device_id=3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618 HTTP/1.1" status: 200 len: 1131 time: 0.5733707 Feb 02 06:59:19.193551 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed4c2a-f0f5-4135-8ad2-1d6a20029284 req-e4e074b3-fb2b-4a93-8ba3-4bca49c2cd8a tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:19.196311 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f596c1aa-6054-4f4a-acc6-9dd42f9e0d9b req-60a17038-1f89-4df6-968f-ff9e57a1582b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:19.206516 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f596c1aa-6054-4f4a-acc6-9dd42f9e0d9b req-60a17038-1f89-4df6-968f-ff9e57a1582b service neutron] 10.222.0.59 "GET /v2.0/networks?id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 HTTP/1.1" status: 200 len: 870 time: 0.3276465 Feb 02 06:59:19.211276 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-67ed4c2a-f0f5-4135-8ad2-1d6a20029284 req-e4e074b3-fb2b-4a93-8ba3-4bca49c2cd8a tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618 HTTP/1.1" status: 200 len: 948 time: 0.5226147 Feb 02 06:59:19.253036 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f596c1aa-6054-4f4a-acc6-9dd42f9e0d9b req-1da1de94-672b-4b30-837f-d749834c5fb7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=f14465ce-1ab6-4a5c-811e-9080670bcd31 HTTP/1.1" status: 200 len: 217 time: 0.0393729 Feb 02 06:59:19.332707 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-691c2d4b-5b1f-4f90-a28f-a6fb8386342c req-65fcd97b-9a0e-44d1-8c12-d32f9aa28bee service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3840468 Feb 02 06:59:19.363325 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f596c1aa-6054-4f4a-acc6-9dd42f9e0d9b req-523965a0-c1cb-4611-8b5f-cad17a9afe49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:19.365802 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f596c1aa-6054-4f4a-acc6-9dd42f9e0d9b req-523965a0-c1cb-4611-8b5f-cad17a9afe49 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.0997677 Feb 02 06:59:19.377032 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5678b3e4-625c-46e6-8fb5-5384ebcc9266 req-542d1d73-df3c-4691-86e9-dc4b94dbdb23 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:19.384830 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5678b3e4-625c-46e6-8fb5-5384ebcc9266 req-542d1d73-df3c-4691-86e9-dc4b94dbdb23 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c HTTP/1.1" status: 200 len: 945 time: 0.1289315 Feb 02 06:59:19.510495 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-67ed4c2a-f0f5-4135-8ad2-1d6a20029284 req-47eb783a-4edf-4d47-9112-e28db5cf9a0f tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955129 Feb 02 06:59:19.530172 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f596c1aa-6054-4f4a-acc6-9dd42f9e0d9b req-335f1717-3dea-464c-9c1e-ac2560550761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:19.531788 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f596c1aa-6054-4f4a-acc6-9dd42f9e0d9b req-335f1717-3dea-464c-9c1e-ac2560550761 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1448324 Feb 02 06:59:19.553013 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5678b3e4-625c-46e6-8fb5-5384ebcc9266 req-8e559183-ab93-4990-8ea2-bb8ea663170c tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671269 Feb 02 06:59:19.587599 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced85e31-6d6f-42e4-843c-afc1e0a9df40 req-d7733565-b0e2-4461-ab8c-09511772de4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:19.587599 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ced85e31-6d6f-42e4-843c-afc1e0a9df40 req-d7733565-b0e2-4461-ab8c-09511772de4e service neutron] 10.222.0.88 "GET /v2.0/networks?id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 HTTP/1.1" status: 200 len: 870 time: 0.3369246 Feb 02 06:59:19.626800 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ced85e31-6d6f-42e4-843c-afc1e0a9df40 req-dcf98856-f196-4bce-83b9-29029160bd3f service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5651016 Feb 02 06:59:19.643677 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 06:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be697be4-2a21-441f-8f77-6e8c69dc429b x-openstack-request-id: req-be697be4-2a21-441f-8f77-6e8c69dc429b {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:59:19.644267 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "169d732f-b0d3-4481-ab13-9c3025aa91f4", "name": "network-vif-plugged", "status": "completed", "tag": "87f727cf-081b-42ba-94c0-ecfdc6b6c350", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:59:19.644582 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-be697be4-2a21-441f-8f77-6e8c69dc429b {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:59:19.645025 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '169d732f-b0d3-4481-ab13-9c3025aa91f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f727cf-081b-42ba-94c0-ecfdc6b6c350', 'code': 200} Feb 02 06:59:19.693665 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ced85e31-6d6f-42e4-843c-afc1e0a9df40 req-6701af9e-d54c-4ff7-97a0-9416b88ca115 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=b777664d-9183-4a01-960b-9a3682bfbba5 HTTP/1.1" status: 200 len: 217 time: 0.0900679 Feb 02 06:59:19.818433 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced85e31-6d6f-42e4-843c-afc1e0a9df40 req-4fd26a73-9902-4029-97fc-38cf19fafc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:19.820347 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ced85e31-6d6f-42e4-843c-afc1e0a9df40 req-4fd26a73-9902-4029-97fc-38cf19fafc7f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.1176982 Feb 02 06:59:19.910782 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d760b0d2-e435-4896-af7e-68cd30b5b5fe req-9fd6f577-6664-41c1-bccd-d849a9039f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:19.912458 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d760b0d2-e435-4896-af7e-68cd30b5b5fe req-9fd6f577-6664-41c1-bccd-d849a9039f91 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=169d732f-b0d3-4481-ab13-9c3025aa91f4 HTTP/1.1" status: 200 len: 1129 time: 0.1102183 Feb 02 06:59:19.921024 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9954783e-ccd0-4e0f-99bc-8dfb3f207543 req-6ec11133-38ef-4e68-ab4d-30b5c7ec695a tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:19.921263 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f596c1aa-6054-4f4a-acc6-9dd42f9e0d9b req-381420e7-9fcb-4dc7-b811-26aebcd9260d service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3785622 Feb 02 06:59:19.923966 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9954783e-ccd0-4e0f-99bc-8dfb3f207543 req-6ec11133-38ef-4e68-ab4d-30b5c7ec695a tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=f345fa5d-b7c3-44ad-9d59-9f5e42de378a HTTP/1.1" status: 200 len: 946 time: 0.1015682 Feb 02 06:59:19.939138 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06accb1b-ec5c-48d6-8984-072992f8b4ec req-281a8c80-deae-4a8b-a024-9085f7b78b9b tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:19.941455 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-06accb1b-ec5c-48d6-8984-072992f8b4ec req-281a8c80-deae-4a8b-a024-9085f7b78b9b tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=e4d58a87-901f-41c8-9b70-14a14e3ac596 HTTP/1.1" status: 200 len: 948 time: 0.2074745 Feb 02 06:59:20.000933 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced85e31-6d6f-42e4-843c-afc1e0a9df40 req-aace3842-73d9-4fb7-965e-5d487c5434e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:20.009572 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ced85e31-6d6f-42e4-843c-afc1e0a9df40 req-aace3842-73d9-4fb7-965e-5d487c5434e8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1794155 Feb 02 06:59:20.036573 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-06accb1b-ec5c-48d6-8984-072992f8b4ec req-9084ed35-8a4b-401a-b1dc-53e87104c2e4 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883307 Feb 02 06:59:20.073206 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9954783e-ccd0-4e0f-99bc-8dfb3f207543 req-13bee658-fed9-47d3-9e1e-c72c30f2db2a tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/security-groups?id=99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345088 Feb 02 06:59:20.112859 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d760b0d2-e435-4896-af7e-68cd30b5b5fe req-3e7b2b31-13d4-42ee-9a52-8c50c49e2bbb service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=b22050f8-6f62-42fd-9128-3068ecc4ea38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906409 Feb 02 06:59:20.138011 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f596c1aa-6054-4f4a-acc6-9dd42f9e0d9b req-825cc4ca-b219-4ff4-804e-cb1c828285dd service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908486 Feb 02 06:59:20.222909 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ced85e31-6d6f-42e4-843c-afc1e0a9df40 req-43b67a60-f7d8-4b18-991c-24eaba2f9171 service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034080 Feb 02 06:59:20.293603 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c15db8-df71-4cf6-a747-fcb300cf3b14 req-da32585b-169b-46ec-b3e5-8cbd345879b1 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:20.306600 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f2c15db8-df71-4cf6-a747-fcb300cf3b14 req-da32585b-169b-46ec-b3e5-8cbd345879b1 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] 10.222.0.87 "GET /v2.0/ports?device_id=169d732f-b0d3-4481-ab13-9c3025aa91f4 HTTP/1.1" status: 200 len: 946 time: 0.1248720 Feb 02 06:59:20.382027 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f2c15db8-df71-4cf6-a747-fcb300cf3b14 req-076e9d52-5add-414a-9686-0445396e905a tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] 10.222.0.87 "GET /v2.0/security-groups?id=b22050f8-6f62-42fd-9128-3068ecc4ea38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742517 Feb 02 06:59:20.477615 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 13272dd6-864e-4817-a330-647b2a7112f3 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 06:59:20.503426 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 11a3aaad-ca2b-43b5-a847-46f468ecc9d3 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:59:20.717730 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ced85e31-6d6f-42e4-843c-afc1e0a9df40 req-6f807849-794d-471b-b3f6-6a7cbe11e4b0 service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794559 Feb 02 06:59:20.749970 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec9614-2fc8-491c-a077-baf5af7a2da7 req-6ac0c7ce-8cc4-4030-94a6-7c6955131e37 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:20.765781 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-51ec9614-2fc8-491c-a077-baf5af7a2da7 req-6ac0c7ce-8cc4-4030-94a6-7c6955131e37 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618 HTTP/1.1" status: 200 len: 948 time: 0.1476669 Feb 02 06:59:20.899121 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port 11a3aaad-ca2b-43b5-a847-46f468ecc9d3 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 06:59:20.908219 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-51ec9614-2fc8-491c-a077-baf5af7a2da7 req-a7334603-a76a-403b-9a98-60a0b84c539a tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413984 Feb 02 06:59:20.946389 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port 11a3aaad-ca2b-43b5-a847-46f468ecc9d3 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:59:20.947641 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (11a3aaad-ca2b-43b5-a847-46f468ecc9d3), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:21.054506 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9814f2a3-402c-428d-ac99-9744d9fdf8f7 req-299e9e7e-d894-412b-942f-872d0ac6960f tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:21.056068 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9814f2a3-402c-428d-ac99-9744d9fdf8f7 req-299e9e7e-d894-412b-942f-872d0ac6960f tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c HTTP/1.1" status: 200 len: 945 time: 0.0962954 Feb 02 06:59:21.103124 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 13272dd6-864e-4817-a330-647b2a7112f3, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=13272dd6-864e-4817-a330-647b2a7112f3,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:59:21.135950 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9814f2a3-402c-428d-ac99-9744d9fdf8f7 req-d651015f-efa3-494e-bbd6-ba4ad958b61c tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737519 Feb 02 06:59:21.198907 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded484d-c504-4e34-a802-d6d41a08de36 req-4ddeb40c-cd89-4390-8481-4e5bf19bda4a tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:21.228170 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4ded484d-c504-4e34-a802-d6d41a08de36 req-4ddeb40c-cd89-4390-8481-4e5bf19bda4a tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=f345fa5d-b7c3-44ad-9d59-9f5e42de378a HTTP/1.1" status: 200 len: 946 time: 0.1453969 Feb 02 06:59:21.241526 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 11a3aaad-ca2b-43b5-a847-46f468ecc9d3 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:59:21.241945 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (11a3aaad-ca2b-43b5-a847-46f468ecc9d3), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:21.244133 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': '13272dd6-864e-4817-a330-647b2a7112f3', 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1', 'port_id': '13272dd6-864e-4817-a330-647b2a7112f3', 'mac_address': 'fa:16:3e:7a:82:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d773733-62df-4956-84d3-71d17cfb6d11', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 06:59:21.367911 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4ded484d-c504-4e34-a802-d6d41a08de36 req-fbe8e03b-31a4-4323-9df1-f9b02d9468b6 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/security-groups?id=99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387527 Feb 02 06:59:21.373508 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e2f32a-e56c-4258-800f-18985e2c4e16 req-73c6bbff-873e-4095-aa15-6cf9afc0f28a tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:21.386282 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d7e2f32a-e56c-4258-800f-18985e2c4e16 req-73c6bbff-873e-4095-aa15-6cf9afc0f28a tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=e4d58a87-901f-41c8-9b70-14a14e3ac596 HTTP/1.1" status: 200 len: 948 time: 0.1068556 Feb 02 06:59:21.472246 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 11a3aaad-ca2b-43b5-a847-46f468ecc9d3, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=11a3aaad-ca2b-43b5-a847-46f468ecc9d3,segment=NetworkSegment(15c9efb8-991a-467f-88e3-bc490924aea7),segment_id=15c9efb8-991a-467f-88e3-bc490924aea7)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:59:21.476881 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 13272dd6-864e-4817-a330-647b2a7112f3 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:59:21.480055 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (13272dd6-864e-4817-a330-647b2a7112f3), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:21.487498 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (11a3aaad-ca2b-43b5-a847-46f468ecc9d3), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:21.508145 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d7e2f32a-e56c-4258-800f-18985e2c4e16 req-ad906d1f-a7f3-4420-b573-98491e52b757 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185725 Feb 02 06:59:21.654925 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b84e3af3-224a-45f6-806a-7ce9f24b68d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a3aaad-ca2b-43b5-a847-46f468ecc9d3'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:59:21.664757 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70597e0c-c032-4469-b880-7764b4f18aad" -d '{"events": [{"server_uuid": "b84e3af3-224a-45f6-806a-7ce9f24b68d8", "name": "network-vif-plugged", "status": "completed", "tag": "11a3aaad-ca2b-43b5-a847-46f468ecc9d3"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:59:21.688053 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=11a3aaad-ca2b-43b5-a847-46f468ecc9d3,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:59:21.694837 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13272dd6-864e-4817-a330-647b2a7112f3 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:59:21.724210 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53692a55-248d-4181-8ab1-d31d6fe23a52 req-0e4cd5eb-98cd-4e88-8d6b-a1d39227de63 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:21.734985 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-53692a55-248d-4181-8ab1-d31d6fe23a52 req-0e4cd5eb-98cd-4e88-8d6b-a1d39227de63 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] 10.222.0.87 "GET /v2.0/ports?device_id=169d732f-b0d3-4481-ab13-9c3025aa91f4 HTTP/1.1" status: 200 len: 946 time: 0.1580434 Feb 02 06:59:21.755228 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 13272dd6-864e-4817-a330-647b2a7112f3, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=13272dd6-864e-4817-a330-647b2a7112f3,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:59:21.764036 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (13272dd6-864e-4817-a330-647b2a7112f3), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:21.836454 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-53692a55-248d-4181-8ab1-d31d6fe23a52 req-e5ae5cf1-6330-4d87-84de-6d4899126856 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] 10.222.0.87 "GET /v2.0/security-groups?id=b22050f8-6f62-42fd-9128-3068ecc4ea38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965672 Feb 02 06:59:22.033065 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae798b-f7f5-49ba-9daa-b469489c0959 req-9421bea2-d2ed-41df-ad5c-faddc81e9b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:22.038624 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-09ae798b-f7f5-49ba-9daa-b469489c0959 req-9421bea2-d2ed-41df-ad5c-faddc81e9b08 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b84e3af3-224a-45f6-806a-7ce9f24b68d8 HTTP/1.1" status: 200 len: 1128 time: 0.0870192 Feb 02 06:59:22.140165 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-09ae798b-f7f5-49ba-9daa-b469489c0959 req-12f0f36b-05b8-494a-9ffc-2949600a3717 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=b22050f8-6f62-42fd-9128-3068ecc4ea38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642459 Feb 02 06:59:22.158449 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053afe9-6f0b-4dce-a4c6-cadcfdabff8a req-9060a806-3c46-428d-a9f5-d04314cc308f tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:22.160772 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b053afe9-6f0b-4dce-a4c6-cadcfdabff8a req-9060a806-3c46-428d-a9f5-d04314cc308f tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618 HTTP/1.1" status: 200 len: 948 time: 0.1205795 Feb 02 06:59:22.194952 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 06:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae734ca-7068-4df2-897f-574e4b4116ca x-openstack-request-id: req-8ae734ca-7068-4df2-897f-574e4b4116ca {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:59:22.195684 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b84e3af3-224a-45f6-806a-7ce9f24b68d8", "name": "network-vif-plugged", "status": "completed", "tag": "11a3aaad-ca2b-43b5-a847-46f468ecc9d3", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:59:22.195684 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-8ae734ca-7068-4df2-897f-574e4b4116ca {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:59:22.196181 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b84e3af3-224a-45f6-806a-7ce9f24b68d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a3aaad-ca2b-43b5-a847-46f468ecc9d3', 'code': 200} Feb 02 06:59:22.196753 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device f14465ce-1ab6-4a5c-811e-9080670bcd31 details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 06:59:22.263796 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b053afe9-6f0b-4dce-a4c6-cadcfdabff8a req-6ccb4f85-39a8-4a40-b4a3-9c061d61d017 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831592 Feb 02 06:59:22.348345 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3699fd5-78c5-4954-badc-c5e3865fc5f4 req-4216c08e-99c6-49c9-987a-9672d0c1ce84 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:22.359097 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e3699fd5-78c5-4954-badc-c5e3865fc5f4 req-4216c08e-99c6-49c9-987a-9672d0c1ce84 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c HTTP/1.1" status: 200 len: 945 time: 0.1280634 Feb 02 06:59:22.479980 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e3699fd5-78c5-4954-badc-c5e3865fc5f4 req-c427b55b-5e44-4af7-9008-c3907f25f42c tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176541 Feb 02 06:59:22.526221 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a890e7-edd1-4e70-ae40-e5dc4abeaff6 req-a9f91a51-c081-4c2a-9d94-c08d9e75b979 tempest-MigrationsAdminTest-2031142641 tempest-MigrationsAdminTest-2031142641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:22.537726 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-50a890e7-edd1-4e70-ae40-e5dc4abeaff6 req-a9f91a51-c081-4c2a-9d94-c08d9e75b979 tempest-MigrationsAdminTest-2031142641 tempest-MigrationsAdminTest-2031142641-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618 HTTP/1.1" status: 200 len: 1131 time: 0.1138692 Feb 02 06:59:22.545166 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port f14465ce-1ab6-4a5c-811e-9080670bcd31, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=f14465ce-1ab6-4a5c-811e-9080670bcd31,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:59:22.563857 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=13272dd6-864e-4817-a330-647b2a7112f3,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:59:22.568876 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': 'f14465ce-1ab6-4a5c-811e-9080670bcd31', 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1', 'port_id': 'f14465ce-1ab6-4a5c-811e-9080670bcd31', 'mac_address': 'fa:16:3e:ee:14:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d773733-62df-4956-84d3-71d17cfb6d11', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 06:59:22.577684 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['13272dd6-864e-4817-a330-647b2a7112f3'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:59:22.584505 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device b777664d-9183-4a01-960b-9a3682bfbba5 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 06:59:22.644361 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-50a890e7-edd1-4e70-ae40-e5dc4abeaff6 req-b9cbb78a-8f4c-459d-91ab-79469de48f0a tempest-MigrationsAdminTest-2031142641 tempest-MigrationsAdminTest-2031142641-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055980 Feb 02 06:59:22.737744 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a444230-b125-4dbe-af95-9d88ae9331f6 req-4095eed0-1fe8-4a29-9226-9dbd4609edf8 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:22.745027 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4a444230-b125-4dbe-af95-9d88ae9331f6 req-4095eed0-1fe8-4a29-9226-9dbd4609edf8 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=f345fa5d-b7c3-44ad-9d59-9f5e42de378a HTTP/1.1" status: 200 len: 946 time: 0.1394739 Feb 02 06:59:22.796556 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port b777664d-9183-4a01-960b-9a3682bfbba5, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=b777664d-9183-4a01-960b-9a3682bfbba5,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:59:22.822155 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6571d351-9d01-4316-a5a4-94de84bc1880 req-d04974d5-c7f7-49c9-ba5b-243f18110dfb tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:22.829786 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6571d351-9d01-4316-a5a4-94de84bc1880 req-d04974d5-c7f7-49c9-ba5b-243f18110dfb tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=e4d58a87-901f-41c8-9b70-14a14e3ac596 HTTP/1.1" status: 200 len: 948 time: 0.1096642 Feb 02 06:59:22.853736 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': 'b777664d-9183-4a01-960b-9a3682bfbba5', 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1', 'port_id': 'b777664d-9183-4a01-960b-9a3682bfbba5', 'mac_address': 'fa:16:3e:b3:b3:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d773733-62df-4956-84d3-71d17cfb6d11', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 06:59:22.854839 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4a444230-b125-4dbe-af95-9d88ae9331f6 req-c9626f0b-802d-4438-8c22-c75795953e68 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/security-groups?id=99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089315 Feb 02 06:59:22.952781 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6571d351-9d01-4316-a5a4-94de84bc1880 req-76ca625f-ce89-4090-a8e5-ecdd4c0465da tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155553 Feb 02 06:59:22.954941 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:23.077688 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port f14465ce-1ab6-4a5c-811e-9080670bcd31 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:59:23.078092 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f14465ce-1ab6-4a5c-811e-9080670bcd31), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:23.124825 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f14465ce-1ab6-4a5c-811e-9080670bcd31 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:59:23.190725 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port b777664d-9183-4a01-960b-9a3682bfbba5 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:59:23.191326 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b777664d-9183-4a01-960b-9a3682bfbba5), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:23.242650 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port f14465ce-1ab6-4a5c-811e-9080670bcd31, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=f14465ce-1ab6-4a5c-811e-9080670bcd31,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:59:23.264329 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b4d23e-7b2c-47ae-81f6-faba04070013 req-bcaa74de-3029-4473-8e34-e57e301d1761 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:23.265319 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (f14465ce-1ab6-4a5c-811e-9080670bcd31), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:23.275513 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-21b4d23e-7b2c-47ae-81f6-faba04070013 req-bcaa74de-3029-4473-8e34-e57e301d1761 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] 10.222.0.87 "GET /v2.0/ports?device_id=169d732f-b0d3-4481-ab13-9c3025aa91f4 HTTP/1.1" status: 200 len: 946 time: 0.1270108 Feb 02 06:59:23.277318 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b777664d-9183-4a01-960b-9a3682bfbba5 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:59:23.375367 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port b777664d-9183-4a01-960b-9a3682bfbba5, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=b777664d-9183-4a01-960b-9a3682bfbba5,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:59:23.390260 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (b777664d-9183-4a01-960b-9a3682bfbba5), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:23.428128 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-21b4d23e-7b2c-47ae-81f6-faba04070013 req-679e9be4-4f65-4c73-bb20-ec30dbdccaf4 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] 10.222.0.87 "GET /v2.0/security-groups?id=b22050f8-6f62-42fd-9128-3068ecc4ea38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513965 Feb 02 06:59:23.474065 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=f14465ce-1ab6-4a5c-811e-9080670bcd31,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:59:23.479200 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a053595-d471-45b7-a017-689f99ac0d50 req-e428f268-18a0-4dc5-b569-fc21421fe54a tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:23.498017 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8a053595-d471-45b7-a017-689f99ac0d50 req-e428f268-18a0-4dc5-b569-fc21421fe54a tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618 HTTP/1.1" status: 200 len: 948 time: 0.1404912 Feb 02 06:59:23.586137 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8a053595-d471-45b7-a017-689f99ac0d50 req-370881ce-3539-4185-aacf-bdf819548db9 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852692 Feb 02 06:59:23.628261 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=b777664d-9183-4a01-960b-9a3682bfbba5,revision_number=13']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:59:23.650563 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1cedb7-e446-4bac-8b12-e4cd8fcff41b req-93a1a542-7636-4134-b292-afdea0d4e0cf tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:23.654455 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bd1cedb7-e446-4bac-8b12-e4cd8fcff41b req-93a1a542-7636-4134-b292-afdea0d4e0cf tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] 10.222.0.87 "GET /v2.0/ports?device_id=b84e3af3-224a-45f6-806a-7ce9f24b68d8 HTTP/1.1" status: 200 len: 945 time: 0.1159725 Feb 02 06:59:23.761843 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bd1cedb7-e446-4bac-8b12-e4cd8fcff41b req-adc59545-68de-49f3-9434-f92cc95d4c67 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] 10.222.0.87 "GET /v2.0/security-groups?id=b22050f8-6f62-42fd-9128-3068ecc4ea38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001999 Feb 02 06:59:23.796581 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0465d94-b8fd-4360-a610-8eb18362a4c9 req-ecbdca5d-72b0-4df0-802d-e76e0af159ce tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:23.804212 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d0465d94-b8fd-4360-a610-8eb18362a4c9 req-ecbdca5d-72b0-4df0-802d-e76e0af159ce tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c HTTP/1.1" status: 200 len: 945 time: 0.0867581 Feb 02 06:59:23.905445 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d0465d94-b8fd-4360-a610-8eb18362a4c9 req-5141e6bd-c8a3-494e-a22d-3e3672ddd812 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952785 Feb 02 06:59:23.966912 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['f14465ce-1ab6-4a5c-811e-9080670bcd31'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:59:24.123319 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d061a455-f7e7-4974-8a13-af027f02f27e req-e6b84f1f-9bdb-4405-bf89-ad9bf8a4ae44 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:24.124999 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d061a455-f7e7-4974-8a13-af027f02f27e req-e6b84f1f-9bdb-4405-bf89-ad9bf8a4ae44 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=f345fa5d-b7c3-44ad-9d59-9f5e42de378a HTTP/1.1" status: 200 len: 946 time: 0.1486306 Feb 02 06:59:24.179661 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959be76f-9be2-472b-a40d-f4c2c35392a4 req-fef00bb7-a50a-4af1-ac4e-789b2f5261e1 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:24.191253 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-959be76f-9be2-472b-a40d-f4c2c35392a4 req-fef00bb7-a50a-4af1-ac4e-789b2f5261e1 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=e4d58a87-901f-41c8-9b70-14a14e3ac596 HTTP/1.1" status: 200 len: 949 time: 0.1060445 Feb 02 06:59:24.194930 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['b777664d-9183-4a01-960b-9a3682bfbba5'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:59:24.232584 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d061a455-f7e7-4974-8a13-af027f02f27e req-fd8ed056-1268-4752-8e19-f6fef4772c2b tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/security-groups?id=99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991607 Feb 02 06:59:24.273720 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-959be76f-9be2-472b-a40d-f4c2c35392a4 req-6e8a8689-cedf-4ca5-af8d-76ed88d17127 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810413 Feb 02 06:59:24.770192 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e0731d-d7fd-49a7-a2fc-dffdc6b1fe2d req-6abe62b4-b07a-402d-9ac6-658be099f663 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:24.778427 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-83e0731d-d7fd-49a7-a2fc-dffdc6b1fe2d req-6abe62b4-b07a-402d-9ac6-658be099f663 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618 HTTP/1.1" status: 200 len: 949 time: 0.0817046 Feb 02 06:59:24.851946 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-83e0731d-d7fd-49a7-a2fc-dffdc6b1fe2d req-66f1dd02-8fb3-4187-910e-220cec09dbe4 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724673 Feb 02 06:59:24.975107 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a082c2a-3815-4b00-a249-c0a31a641fbf req-a7bc0b88-4d5f-4acc-a4c2-e62beaa6c5a3 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:24.982904 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5a082c2a-3815-4b00-a249-c0a31a641fbf req-a7bc0b88-4d5f-4acc-a4c2-e62beaa6c5a3 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] 10.222.0.87 "GET /v2.0/ports?device_id=b84e3af3-224a-45f6-806a-7ce9f24b68d8 HTTP/1.1" status: 200 len: 945 time: 0.1259303 Feb 02 06:59:25.095612 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5a082c2a-3815-4b00-a249-c0a31a641fbf req-18ba831c-2af3-4f65-8f79-d1596d63ccb1 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] 10.222.0.87 "GET /v2.0/security-groups?id=b22050f8-6f62-42fd-9128-3068ecc4ea38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096504 Feb 02 06:59:25.107058 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3680d760-c02a-49fd-ad7b-8a681bd447a9 req-f2ad502e-4e72-4378-aaa8-5568884f7f4b tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:25.108627 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3680d760-c02a-49fd-ad7b-8a681bd447a9 req-f2ad502e-4e72-4378-aaa8-5568884f7f4b tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c HTTP/1.1" status: 200 len: 945 time: 0.0929379 Feb 02 06:59:25.173779 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3680d760-c02a-49fd-ad7b-8a681bd447a9 req-9a38dce6-3746-4879-a73d-10ca14713412 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588710 Feb 02 06:59:25.396824 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b01da-8c1e-4640-8dea-d845de051e15 req-89ec0e78-4f21-42c5-8041-5bb4da05ae98 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:25.404675 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d63b01da-8c1e-4640-8dea-d845de051e15 req-89ec0e78-4f21-42c5-8041-5bb4da05ae98 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=f345fa5d-b7c3-44ad-9d59-9f5e42de378a HTTP/1.1" status: 200 len: 946 time: 0.1010742 Feb 02 06:59:25.483511 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56756937-14f3-4f4c-9a04-c83bd75bc5eb req-1e7f40ec-cc26-4922-9d8a-8a6fa15320f5 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:25.484505 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d63b01da-8c1e-4640-8dea-d845de051e15 req-400aec75-035b-48c8-8d66-43b15b9248ee tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/security-groups?id=99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785775 Feb 02 06:59:25.497392 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-56756937-14f3-4f4c-9a04-c83bd75bc5eb req-1e7f40ec-cc26-4922-9d8a-8a6fa15320f5 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=e4d58a87-901f-41c8-9b70-14a14e3ac596 HTTP/1.1" status: 200 len: 949 time: 0.1007605 Feb 02 06:59:25.554621 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-56756937-14f3-4f4c-9a04-c83bd75bc5eb req-f20c00cb-74db-4859-a53d-dc09bcff02d7 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556951 Feb 02 06:59:25.789389 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ac3c7-9139-48f3-bf46-5bbd14988667 req-165315d4-b938-41d9-90b3-3e16967f6bcd tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:25.798371 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-992ac3c7-9139-48f3-bf46-5bbd14988667 req-165315d4-b938-41d9-90b3-3e16967f6bcd tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] 10.222.0.87 "GET /v2.0/ports?device_id=b84e3af3-224a-45f6-806a-7ce9f24b68d8 HTTP/1.1" status: 200 len: 945 time: 0.0760157 Feb 02 06:59:25.821203 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device f14465ce-1ab6-4a5c-811e-9080670bcd31 up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:59:25.873589 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-992ac3c7-9139-48f3-bf46-5bbd14988667 req-b4113079-beca-4715-81a5-1edddd53e62d tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] 10.222.0.87 "GET /v2.0/security-groups?id=b22050f8-6f62-42fd-9128-3068ecc4ea38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732894 Feb 02 06:59:25.896902 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port f14465ce-1ab6-4a5c-811e-9080670bcd31 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 06:59:25.903115 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port f14465ce-1ab6-4a5c-811e-9080670bcd31 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:59:25.903686 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (f14465ce-1ab6-4a5c-811e-9080670bcd31), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:25.993797 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d463e3b-a0b0-46ec-bcae-f9a036909a3d req-311e94ff-3854-424d-b665-3fc67badf91c tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:25.998787 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1d463e3b-a0b0-46ec-bcae-f9a036909a3d req-311e94ff-3854-424d-b665-3fc67badf91c tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.88 "GET /v2.0/ports?device_id=3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618 HTTP/1.1" status: 200 len: 949 time: 0.1228449 Feb 02 06:59:26.023204 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port f14465ce-1ab6-4a5c-811e-9080670bcd31 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:59:26.023613 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f14465ce-1ab6-4a5c-811e-9080670bcd31), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:26.057641 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d58a87-901f-41c8-9b70-14a14e3ac596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f14465ce-1ab6-4a5c-811e-9080670bcd31'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:59:26.060388 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7179d31f-18bc-4a28-9ade-1ae4d3a8d3b5" -d '{"events": [{"server_uuid": "e4d58a87-901f-41c8-9b70-14a14e3ac596", "name": "network-vif-plugged", "status": "completed", "tag": "f14465ce-1ab6-4a5c-811e-9080670bcd31"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:59:26.074629 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port f14465ce-1ab6-4a5c-811e-9080670bcd31, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=f14465ce-1ab6-4a5c-811e-9080670bcd31,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:59:26.086578 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (f14465ce-1ab6-4a5c-811e-9080670bcd31), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:26.134117 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f0e84-60ff-4b86-bbf0-493db5bd5ddc req-713ddbd7-c9db-427f-a826-ef6002d0a843 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:26.135707 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e64f0e84-60ff-4b86-bbf0-493db5bd5ddc req-713ddbd7-c9db-427f-a826-ef6002d0a843 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618 HTTP/1.1" status: 200 len: 949 time: 0.1342628 Feb 02 06:59:26.158702 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 06:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f38a8411-abf8-407d-93d9-0996f4192b0e x-openstack-request-id: req-f38a8411-abf8-407d-93d9-0996f4192b0e {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:59:26.159039 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d58a87-901f-41c8-9b70-14a14e3ac596", "name": "network-vif-plugged", "status": "completed", "tag": "f14465ce-1ab6-4a5c-811e-9080670bcd31", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:59:26.159252 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f38a8411-abf8-407d-93d9-0996f4192b0e {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:59:26.159636 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4d58a87-901f-41c8-9b70-14a14e3ac596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f14465ce-1ab6-4a5c-811e-9080670bcd31', 'code': 200} Feb 02 06:59:26.160677 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=f14465ce-1ab6-4a5c-811e-9080670bcd31,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:59:26.168868 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:59:26.169428 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:59:26.169583 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:59:26.169865 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:59:26.170197 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:59:26.170547 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:59:26.170849 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:59:26.171179 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:59:26.171496 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:59:26.171848 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:59:26.172169 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:59:26.172487 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:59:26.172804 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 06:59:26.277748 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e64f0e84-60ff-4b86-bbf0-493db5bd5ddc req-442fa719-e325-42fe-8045-d73468184da9 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237552 Feb 02 06:59:26.304117 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-1d463e3b-a0b0-46ec-bcae-f9a036909a3d req-a7b01781-3955-4da2-819e-ab74fe8c6d18 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Deleting port b777664d-9183-4a01-960b-9a3682bfbba5 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 06:59:26.304787 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-1d463e3b-a0b0-46ec-bcae-f9a036909a3d req-a7b01781-3955-4da2-819e-ab74fe8c6d18 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (b777664d-9183-4a01-960b-9a3682bfbba5), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:26.421917 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-1d463e3b-a0b0-46ec-bcae-f9a036909a3d req-a7b01781-3955-4da2-819e-ab74fe8c6d18 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] For port b777664d-9183-4a01-960b-9a3682bfbba5, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=b777664d-9183-4a01-960b-9a3682bfbba5,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:59:26.423238 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-1d463e3b-a0b0-46ec-bcae-f9a036909a3d req-a7b01781-3955-4da2-819e-ab74fe8c6d18 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (b777664d-9183-4a01-960b-9a3682bfbba5), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:26.432560 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50912dc-40cc-477f-9a20-954df6bb83e1 req-339b4aaf-4b26-4abd-8e3c-9e3d9bafef60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:26.444765 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a50912dc-40cc-477f-9a20-954df6bb83e1 req-339b4aaf-4b26-4abd-8e3c-9e3d9bafef60 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e4d58a87-901f-41c8-9b70-14a14e3ac596 HTTP/1.1" status: 200 len: 1133 time: 0.1783113 Feb 02 06:59:26.451620 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-1d463e3b-a0b0-46ec-bcae-f9a036909a3d req-a7b01781-3955-4da2-819e-ab74fe8c6d18 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Calling delete_port for b777664d-9183-4a01-960b-9a3682bfbba5 owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 06:59:26.461228 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee32836-da98-4a5f-8425-122a04c5dead req-67b8a3c0-51b2-4f00-ad0a-e1b8f7445432 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:26.462742 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4ee32836-da98-4a5f-8425-122a04c5dead req-67b8a3c0-51b2-4f00-ad0a-e1b8f7445432 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c HTTP/1.1" status: 200 len: 945 time: 0.1521502 Feb 02 06:59:26.521925 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device b777664d-9183-4a01-960b-9a3682bfbba5 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 06:59:26.555857 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4ee32836-da98-4a5f-8425-122a04c5dead req-03131e1d-a9ce-4985-820b-f96ba6919647 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788016 Feb 02 06:59:26.559825 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a50912dc-40cc-477f-9a20-954df6bb83e1 req-63a91694-922e-4308-84d5-4e5f99223d5e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959728 Feb 02 06:59:26.612603 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 13272dd6-864e-4817-a330-647b2a7112f3 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:59:26.743483 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e31b1-3ab8-4536-926f-bfa334024981 req-28f052ed-8a85-4a5e-bbd4-687cc0393956 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:26.751961 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fa4e31b1-3ab8-4536-926f-bfa334024981 req-28f052ed-8a85-4a5e-bbd4-687cc0393956 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=f345fa5d-b7c3-44ad-9d59-9f5e42de378a HTTP/1.1" status: 200 len: 946 time: 0.1423011 Feb 02 06:59:26.789948 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port b777664d-9183-4a01-960b-9a3682bfbba5, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=b777664d-9183-4a01-960b-9a3682bfbba5,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:59:26.792824 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e85b8f-2276-4735-a3f2-99d7d3fa7f2a req-5c02c4ad-db61-4973-b5a5-79038292ba9f tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:26.798055 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-1d463e3b-a0b0-46ec-bcae-f9a036909a3d req-a7b01781-3955-4da2-819e-ab74fe8c6d18 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (b777664d-9183-4a01-960b-9a3682bfbba5), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:26.805970 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f5e85b8f-2276-4735-a3f2-99d7d3fa7f2a req-5c02c4ad-db61-4973-b5a5-79038292ba9f tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=e4d58a87-901f-41c8-9b70-14a14e3ac596 HTTP/1.1" status: 200 len: 950 time: 0.1232591 Feb 02 06:59:26.809950 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': 'b777664d-9183-4a01-960b-9a3682bfbba5', 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1', 'port_id': 'b777664d-9183-4a01-960b-9a3682bfbba5', 'mac_address': 'fa:16:3e:b3:b3:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d773733-62df-4956-84d3-71d17cfb6d11', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 06:59:26.853487 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port 13272dd6-864e-4817-a330-647b2a7112f3 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 06:59:26.868873 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b01781-3955-4da2-819e-ab74fe8c6d18 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Pushing event deleted for resources: {'Port': ['ID=b777664d-9183-4a01-960b-9a3682bfbba5,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:59:26.900866 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['4a75d9f3-a85f-4d9a-836f-d0f8787f41da', 'ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:59:26.903053 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['3a4249be-8b78-4d4f-b8d8-699b34670117'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:59:26.925953 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f5e85b8f-2276-4735-a3f2-99d7d3fa7f2a req-3b0b7112-e6d5-4247-945c-dd0dd225db97 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102905 Feb 02 06:59:26.933368 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fa4e31b1-3ab8-4536-926f-bfa334024981 req-23914974-badc-4b37-8db1-d85ddaa167fa tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/security-groups?id=99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794887 Feb 02 06:59:26.993733 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d463e3b-a0b0-46ec-bcae-f9a036909a3d req-a7b01781-3955-4da2-819e-ab74fe8c6d18 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] No DVR routers for this DVR port b777664d-9183-4a01-960b-9a3682bfbba5 on host n-h1-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 06:59:27.003192 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-1d463e3b-a0b0-46ec-bcae-f9a036909a3d req-a7b01781-3955-4da2-819e-ab74fe8c6d18 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:27.008713 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1d463e3b-a0b0-46ec-bcae-f9a036909a3d req-a7b01781-3955-4da2-819e-ab74fe8c6d18 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.88 "DELETE /v2.0/ports/b777664d-9183-4a01-960b-9a3682bfbba5 HTTP/1.1" status: 204 len: 173 time: 0.9923642 Feb 02 06:59:27.041980 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618', 'name': 'network-vif-deleted', 'tag': 'b777664d-9183-4a01-960b-9a3682bfbba5'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:59:27.053170 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-809d5d7d-9fb1-40fb-bc34-05c4aaac3493" -d '{"events": [{"server_uuid": "3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618", "name": "network-vif-deleted", "tag": "b777664d-9183-4a01-960b-9a3682bfbba5"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:59:27.178141 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 06:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9824d8e0-d7e7-4fbc-8e72-1ea1e5633eae x-openstack-request-id: req-9824d8e0-d7e7-4fbc-8e72-1ea1e5633eae {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:59:27.179225 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618", "name": "network-vif-deleted", "tag": "b777664d-9183-4a01-960b-9a3682bfbba5", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:59:27.179717 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-9824d8e0-d7e7-4fbc-8e72-1ea1e5633eae {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:59:27.180626 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618', 'name': 'network-vif-deleted', 'tag': 'b777664d-9183-4a01-960b-9a3682bfbba5', 'status': 'completed', 'code': 200} Feb 02 06:59:27.198748 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port 13272dd6-864e-4817-a330-647b2a7112f3 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:59:27.199486 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (13272dd6-864e-4817-a330-647b2a7112f3), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:27.231967 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53395f26-4a08-4f2d-9e1e-82c29cd345ef req-d17cb752-685c-4851-98e1-88a56ce1135c tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:27.233505 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-53395f26-4a08-4f2d-9e1e-82c29cd345ef req-d17cb752-685c-4851-98e1-88a56ce1135c tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] 10.222.0.87 "GET /v2.0/ports?device_id=b84e3af3-224a-45f6-806a-7ce9f24b68d8 HTTP/1.1" status: 200 len: 945 time: 0.1075201 Feb 02 06:59:27.301416 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:27.364349 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-53395f26-4a08-4f2d-9e1e-82c29cd345ef req-580f5c46-5976-42c0-b6c9-1f686f720c38 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] 10.222.0.87 "GET /v2.0/security-groups?id=b22050f8-6f62-42fd-9128-3068ecc4ea38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120300 Feb 02 06:59:27.531967 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6c2308d4-55dc-4dc7-a161-022422469460 req-a742b0eb-2bfb-4d2e-a26f-7658f717f356 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=3cb1ef4d-60e7-45ae-b332-4fe6fe5f7618 HTTP/1.1" status: 200 len: 210 time: 0.0693965 Feb 02 06:59:27.552009 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 13272dd6-864e-4817-a330-647b2a7112f3 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:59:27.552630 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (13272dd6-864e-4817-a330-647b2a7112f3), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:27.657881 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 13272dd6-864e-4817-a330-647b2a7112f3, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=13272dd6-864e-4817-a330-647b2a7112f3,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:59:27.698924 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (13272dd6-864e-4817-a330-647b2a7112f3), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:27.766243 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1239f850-2339-4ed3-8d08-fabf7f424993 req-e330fbf1-b4d6-41db-9b26-35b93e1244b7 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:27.778025 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1239f850-2339-4ed3-8d08-fabf7f424993 req-e330fbf1-b4d6-41db-9b26-35b93e1244b7 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c HTTP/1.1" status: 200 len: 945 time: 0.1044962 Feb 02 06:59:27.928578 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=13272dd6-864e-4817-a330-647b2a7112f3,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:59:27.975993 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1239f850-2339-4ed3-8d08-fabf7f424993 req-c4f82b7b-9bdc-4a59-9c0f-7f069696f0c4 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871097 Feb 02 06:59:27.990261 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee9d25e-103a-487f-a3cf-e3a49ae3c3ea req-5ad8c0d2-4777-42e3-be8e-e79850bfbfef tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:27.990261 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1ee9d25e-103a-487f-a3cf-e3a49ae3c3ea req-5ad8c0d2-4777-42e3-be8e-e79850bfbfef tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] 10.222.0.88 "GET /v2.0/ports?device_id=b84e3af3-224a-45f6-806a-7ce9f24b68d8 HTTP/1.1" status: 200 len: 945 time: 0.2011516 Feb 02 06:59:28.129992 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ec7eb-1016-4f66-99e8-207b5f3774fa req-3b835560-2586-4b4c-bae8-14eb5876f408 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:28.137746 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-853ec7eb-1016-4f66-99e8-207b5f3774fa req-3b835560-2586-4b4c-bae8-14eb5876f408 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=e4d58a87-901f-41c8-9b70-14a14e3ac596 HTTP/1.1" status: 200 len: 950 time: 0.1148179 Feb 02 06:59:28.160790 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4662800d-e56b-4a8f-8585-b0f3c338850b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13272dd6-864e-4817-a330-647b2a7112f3'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:59:28.163033 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a854f05d-d13b-4495-a2ba-493af2c46293" -d '{"events": [{"server_uuid": "4662800d-e56b-4a8f-8585-b0f3c338850b", "name": "network-vif-plugged", "status": "completed", "tag": "13272dd6-864e-4817-a330-647b2a7112f3"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:59:28.217581 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f8fe3-74a3-439a-9a78-5eef6d7ddf8d req-71062fed-6669-4fb8-add6-4998ee166933 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:28.219653 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-850f8fe3-74a3-439a-9a78-5eef6d7ddf8d req-71062fed-6669-4fb8-add6-4998ee166933 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] 10.222.0.88 "GET /v2.0/ports?device_id=169d732f-b0d3-4481-ab13-9c3025aa91f4 HTTP/1.1" status: 200 len: 946 time: 0.1546059 Feb 02 06:59:28.231374 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-853ec7eb-1016-4f66-99e8-207b5f3774fa req-fe732154-1c9a-49ac-af9b-76bdfd3f197b tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926321 Feb 02 06:59:28.312103 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b638e2-cb3b-4be4-a44f-02127231e98a req-9fa233a9-71e9-45c1-9605-13fa4dd3a01b tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:28.323175 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c5b638e2-cb3b-4be4-a44f-02127231e98a req-9fa233a9-71e9-45c1-9605-13fa4dd3a01b tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=f345fa5d-b7c3-44ad-9d59-9f5e42de378a HTTP/1.1" status: 200 len: 946 time: 0.2638998 Feb 02 06:59:28.386888 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-1ee9d25e-103a-487f-a3cf-e3a49ae3c3ea req-79fe5ecc-abd3-4ef0-82af-954128aab525 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Deleting port 11a3aaad-ca2b-43b5-a847-46f468ecc9d3 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 06:59:28.387243 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-1ee9d25e-103a-487f-a3cf-e3a49ae3c3ea req-79fe5ecc-abd3-4ef0-82af-954128aab525 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (11a3aaad-ca2b-43b5-a847-46f468ecc9d3), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:28.426861 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 06:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f6d245c-83b4-497c-8bc2-18a7e69be0cc x-openstack-request-id: req-9f6d245c-83b4-497c-8bc2-18a7e69be0cc {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:59:28.427505 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4662800d-e56b-4a8f-8585-b0f3c338850b", "name": "network-vif-plugged", "status": "completed", "tag": "13272dd6-864e-4817-a330-647b2a7112f3", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:59:28.428339 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-9f6d245c-83b4-497c-8bc2-18a7e69be0cc {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:59:28.428988 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4662800d-e56b-4a8f-8585-b0f3c338850b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13272dd6-864e-4817-a330-647b2a7112f3', 'code': 200} Feb 02 06:59:28.573829 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device b777664d-9183-4a01-960b-9a3682bfbba5 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 06:59:28.612272 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-850f8fe3-74a3-439a-9a78-5eef6d7ddf8d req-79372a25-8fb3-4333-bd09-240e00252952 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Deleting port 87f727cf-081b-42ba-94c0-ecfdc6b6c350 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 06:59:28.613770 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-850f8fe3-74a3-439a-9a78-5eef6d7ddf8d req-79372a25-8fb3-4333-bd09-240e00252952 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (87f727cf-081b-42ba-94c0-ecfdc6b6c350), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:28.626387 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: b777664d-9183-4a01-960b-9a3682bfbba5 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 06:59:28.628470 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device b777664d-9183-4a01-960b-9a3682bfbba5 not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 06:59:28.629215 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 11a3aaad-ca2b-43b5-a847-46f468ecc9d3 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 06:59:28.777498 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c5b638e2-cb3b-4be4-a44f-02127231e98a req-530e87c5-0e51-40bf-a1d3-5321dbc14d06 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/security-groups?id=99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4526863 Feb 02 06:59:28.788573 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-1ee9d25e-103a-487f-a3cf-e3a49ae3c3ea req-79fe5ecc-abd3-4ef0-82af-954128aab525 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] For port 11a3aaad-ca2b-43b5-a847-46f468ecc9d3, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=11a3aaad-ca2b-43b5-a847-46f468ecc9d3,segment=NetworkSegment(15c9efb8-991a-467f-88e3-bc490924aea7),segment_id=15c9efb8-991a-467f-88e3-bc490924aea7)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:59:28.791008 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-1ee9d25e-103a-487f-a3cf-e3a49ae3c3ea req-79fe5ecc-abd3-4ef0-82af-954128aab525 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (11a3aaad-ca2b-43b5-a847-46f468ecc9d3), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:28.795979 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-850f8fe3-74a3-439a-9a78-5eef6d7ddf8d req-79372a25-8fb3-4333-bd09-240e00252952 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] For port 87f727cf-081b-42ba-94c0-ecfdc6b6c350, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=87f727cf-081b-42ba-94c0-ecfdc6b6c350,segment=NetworkSegment(15c9efb8-991a-467f-88e3-bc490924aea7),segment_id=15c9efb8-991a-467f-88e3-bc490924aea7)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:59:28.799381 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-850f8fe3-74a3-439a-9a78-5eef6d7ddf8d req-79372a25-8fb3-4333-bd09-240e00252952 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (87f727cf-081b-42ba-94c0-ecfdc6b6c350), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:28.823173 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-1ee9d25e-103a-487f-a3cf-e3a49ae3c3ea req-79fe5ecc-abd3-4ef0-82af-954128aab525 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Calling delete_port for 11a3aaad-ca2b-43b5-a847-46f468ecc9d3 owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 06:59:28.824096 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 11a3aaad-ca2b-43b5-a847-46f468ecc9d3 is: ACTIVE; New status is: DOWN {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:59:28.824489 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (11a3aaad-ca2b-43b5-a847-46f468ecc9d3), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:28.839281 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-850f8fe3-74a3-439a-9a78-5eef6d7ddf8d req-79372a25-8fb3-4333-bd09-240e00252952 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Calling delete_port for 87f727cf-081b-42ba-94c0-ecfdc6b6c350 owned by compute:nova {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 06:59:28.848301 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51017cd-c388-431f-be8b-d47a48f3738f req-d130ffd8-96d5-40d9-a99d-638ef603cf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:28.850336 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f51017cd-c388-431f-be8b-d47a48f3738f req-d130ffd8-96d5-40d9-a99d-638ef603cf23 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=4662800d-e56b-4a8f-8585-b0f3c338850b HTTP/1.1" status: 200 len: 1132 time: 0.2382820 Feb 02 06:59:28.949021 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 11a3aaad-ca2b-43b5-a847-46f468ecc9d3, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=11a3aaad-ca2b-43b5-a847-46f468ecc9d3,segment=NetworkSegment(15c9efb8-991a-467f-88e3-bc490924aea7),segment_id=15c9efb8-991a-467f-88e3-bc490924aea7)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:59:28.959707 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (11a3aaad-ca2b-43b5-a847-46f468ecc9d3), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:28.960600 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 87f727cf-081b-42ba-94c0-ecfdc6b6c350 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 06:59:28.974199 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f51017cd-c388-431f-be8b-d47a48f3738f req-553ac5d4-5f0b-411a-92ff-307891126c13 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912745 Feb 02 06:59:29.114538 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-1ee9d25e-103a-487f-a3cf-e3a49ae3c3ea req-79fe5ecc-abd3-4ef0-82af-954128aab525 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (11a3aaad-ca2b-43b5-a847-46f468ecc9d3), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:29.116151 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 87f727cf-081b-42ba-94c0-ecfdc6b6c350 is: ACTIVE; New status is: DOWN {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:59:29.122741 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (87f727cf-081b-42ba-94c0-ecfdc6b6c350), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:29.130616 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=11a3aaad-ca2b-43b5-a847-46f468ecc9d3,revision_number=6']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:59:29.164119 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0862f5-5535-46d5-b453-ddf5b1a4f77a req-43dd44fe-d0cd-4699-9ddd-b0a2cf3b9cee tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:29.164815 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fe5ecc-abd3-4ef0-82af-954128aab525 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Pushing event deleted for resources: {'Port': ['ID=11a3aaad-ca2b-43b5-a847-46f468ecc9d3,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:59:29.175016 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ac0862f5-5535-46d5-b453-ddf5b1a4f77a req-43dd44fe-d0cd-4699-9ddd-b0a2cf3b9cee tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] 10.222.0.87 "GET /v2.0/ports?device_id=b84e3af3-224a-45f6-806a-7ce9f24b68d8 HTTP/1.1" status: 200 len: 945 time: 0.6663175 Feb 02 06:59:29.255528 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ee9d25e-103a-487f-a3cf-e3a49ae3c3ea req-79fe5ecc-abd3-4ef0-82af-954128aab525 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] No DVR routers for this DVR port 11a3aaad-ca2b-43b5-a847-46f468ecc9d3 on host n-h1-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 06:59:29.274109 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-1ee9d25e-103a-487f-a3cf-e3a49ae3c3ea req-79fe5ecc-abd3-4ef0-82af-954128aab525 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:29.281860 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1ee9d25e-103a-487f-a3cf-e3a49ae3c3ea req-79fe5ecc-abd3-4ef0-82af-954128aab525 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] 10.222.0.88 "DELETE /v2.0/ports/11a3aaad-ca2b-43b5-a847-46f468ecc9d3 HTTP/1.1" status: 204 len: 173 time: 1.1995666 Feb 02 06:59:29.282343 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b84e3af3-224a-45f6-806a-7ce9f24b68d8', 'name': 'network-vif-deleted', 'tag': '11a3aaad-ca2b-43b5-a847-46f468ecc9d3'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:59:29.290171 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-850f8fe3-74a3-439a-9a78-5eef6d7ddf8d req-79372a25-8fb3-4333-bd09-240e00252952 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (87f727cf-081b-42ba-94c0-ecfdc6b6c350), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:29.301544 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf6cfe6-bc00-467a-8021-13105c55bc51" -d '{"events": [{"server_uuid": "b84e3af3-224a-45f6-806a-7ce9f24b68d8", "name": "network-vif-deleted", "tag": "11a3aaad-ca2b-43b5-a847-46f468ecc9d3"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:59:29.373331 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79372a25-8fb3-4333-bd09-240e00252952 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Pushing event deleted for resources: {'Port': ['ID=87f727cf-081b-42ba-94c0-ecfdc6b6c350,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:59:29.431308 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ac0862f5-5535-46d5-b453-ddf5b1a4f77a req-0488226d-954a-4f8b-9cfb-c3a7ed335751 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] 10.222.0.87 "GET /v2.0/security-groups?id=b22050f8-6f62-42fd-9128-3068ecc4ea38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513447 Feb 02 06:59:29.432536 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1c527f-cdb6-4fcc-8d26-0a38b8780d65 req-a97d35ad-3c0d-423d-9c3d-b754aaa4ffa4 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:29.441981 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7c1c527f-cdb6-4fcc-8d26-0a38b8780d65 req-a97d35ad-3c0d-423d-9c3d-b754aaa4ffa4 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c HTTP/1.1" status: 200 len: 945 time: 0.1374023 Feb 02 06:59:29.470600 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-850f8fe3-74a3-439a-9a78-5eef6d7ddf8d req-79372a25-8fb3-4333-bd09-240e00252952 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] No DVR routers for this DVR port 87f727cf-081b-42ba-94c0-ecfdc6b6c350 on host n-h1-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 06:59:29.478561 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-850f8fe3-74a3-439a-9a78-5eef6d7ddf8d req-79372a25-8fb3-4333-bd09-240e00252952 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:29.491371 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-850f8fe3-74a3-439a-9a78-5eef6d7ddf8d req-79372a25-8fb3-4333-bd09-240e00252952 tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] 10.222.0.88 "DELETE /v2.0/ports/87f727cf-081b-42ba-94c0-ecfdc6b6c350 HTTP/1.1" status: 204 len: 173 time: 1.2568557 Feb 02 06:59:29.493919 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '169d732f-b0d3-4481-ab13-9c3025aa91f4', 'name': 'network-vif-deleted', 'tag': '87f727cf-081b-42ba-94c0-ecfdc6b6c350'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:59:29.500384 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c02c9aee-f0e9-44b6-8951-6c9d8a824540" -d '{"events": [{"server_uuid": "169d732f-b0d3-4481-ab13-9c3025aa91f4", "name": "network-vif-deleted", "tag": "87f727cf-081b-42ba-94c0-ecfdc6b6c350"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:59:29.551443 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7c1c527f-cdb6-4fcc-8d26-0a38b8780d65 req-5d9a304e-933c-4670-bda9-2267aea9b7f2 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049736 Feb 02 06:59:29.679948 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0b284-06f3-43b9-9881-1c84c96b8a88 req-4ba918cd-648b-4c48-bc4d-0fe8d500793e tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:29.683016 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f9d0b284-06f3-43b9-9881-1c84c96b8a88 req-4ba918cd-648b-4c48-bc4d-0fe8d500793e tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4ed7e9e-adc7-4d1f-b431-494897552f8f HTTP/1.1" status: 200 len: 951 time: 0.1527658 Feb 02 06:59:29.799471 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f9d0b284-06f3-43b9-9881-1c84c96b8a88 req-260f028c-a809-4a02-a4ce-01cc213a8c53 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032393 Feb 02 06:59:29.818865 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d3241-3f3e-479a-939d-1ac3489a7b5e req-9676f003-ddfd-4624-9a51-6b3df744891a tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:29.821067 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-982d3241-3f3e-479a-939d-1ac3489a7b5e req-9676f003-ddfd-4624-9a51-6b3df744891a tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=e4d58a87-901f-41c8-9b70-14a14e3ac596 HTTP/1.1" status: 200 len: 950 time: 0.1336586 Feb 02 06:59:29.887351 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 06:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b145bf8-33d6-4472-b74c-c96c1319dc48 x-openstack-request-id: req-9b145bf8-33d6-4472-b74c-c96c1319dc48 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:59:29.887671 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b84e3af3-224a-45f6-806a-7ce9f24b68d8", "name": "network-vif-deleted", "tag": "11a3aaad-ca2b-43b5-a847-46f468ecc9d3", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:59:29.887970 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-9b145bf8-33d6-4472-b74c-c96c1319dc48 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:59:29.888420 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b84e3af3-224a-45f6-806a-7ce9f24b68d8', 'name': 'network-vif-deleted', 'tag': '11a3aaad-ca2b-43b5-a847-46f468ecc9d3', 'status': 'completed', 'code': 200} Feb 02 06:59:29.942094 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-982d3241-3f3e-479a-939d-1ac3489a7b5e req-85370daf-3b73-426a-b52f-3f064a95a2c2 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122656 Feb 02 06:59:29.996997 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 06:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b32d562-9ebd-4ea3-b499-d23e18933a3a x-openstack-request-id: req-9b32d562-9ebd-4ea3-b499-d23e18933a3a {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:59:29.997369 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "169d732f-b0d3-4481-ab13-9c3025aa91f4", "name": "network-vif-deleted", "tag": "87f727cf-081b-42ba-94c0-ecfdc6b6c350", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:59:29.997598 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-9b32d562-9ebd-4ea3-b499-d23e18933a3a {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:59:29.997999 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '169d732f-b0d3-4481-ab13-9c3025aa91f4', 'name': 'network-vif-deleted', 'tag': '87f727cf-081b-42ba-94c0-ecfdc6b6c350', 'status': 'completed', 'code': 200} Feb 02 06:59:30.128912 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ce877-6dab-45b9-82d7-950977f721c6 req-27ac3a15-6b40-4df0-b920-6e51a62aec36 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:30.130980 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-123ce877-6dab-45b9-82d7-950977f721c6 req-27ac3a15-6b40-4df0-b920-6e51a62aec36 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=f345fa5d-b7c3-44ad-9d59-9f5e42de378a HTTP/1.1" status: 200 len: 946 time: 0.0764651 Feb 02 06:59:30.171590 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b75912-18d3-47e1-a37a-85ab4cfa4b81 req-9d34fd83-2bf3-40a7-a88f-93e1768b2ef2 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:30.173110 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c0b75912-18d3-47e1-a37a-85ab4cfa4b81 req-9d34fd83-2bf3-40a7-a88f-93e1768b2ef2 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=4662800d-e56b-4a8f-8585-b0f3c338850b HTTP/1.1" status: 200 len: 949 time: 0.0952835 Feb 02 06:59:30.240149 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-123ce877-6dab-45b9-82d7-950977f721c6 req-3a2cd425-2ce0-4cb1-886e-85cfed719344 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/security-groups?id=99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035216 Feb 02 06:59:30.273439 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c0b75912-18d3-47e1-a37a-85ab4cfa4b81 req-63e55f91-8030-4384-b73c-04ed07c5a8c6 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885866 Feb 02 06:59:30.430175 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b84e3af3-224a-45f6-806a-7ce9f24b68d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11a3aaad-ca2b-43b5-a847-46f468ecc9d3'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:59:30.432902 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870e1b62-55ca-4103-9b39-6e2642623878" -d '{"events": [{"server_uuid": "b84e3af3-224a-45f6-806a-7ce9f24b68d8", "name": "network-vif-unplugged", "status": "completed", "tag": "11a3aaad-ca2b-43b5-a847-46f468ecc9d3"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:59:30.597180 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 06:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7e15e1-14a9-4c06-9893-cc53a70ba201 x-openstack-request-id: req-db7e15e1-14a9-4c06-9893-cc53a70ba201 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:59:30.597482 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b84e3af3-224a-45f6-806a-7ce9f24b68d8", "name": "network-vif-unplugged", "status": "completed", "tag": "11a3aaad-ca2b-43b5-a847-46f468ecc9d3", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:59:30.597762 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-db7e15e1-14a9-4c06-9893-cc53a70ba201 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:59:30.598157 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b84e3af3-224a-45f6-806a-7ce9f24b68d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11a3aaad-ca2b-43b5-a847-46f468ecc9d3', 'code': 200} Feb 02 06:59:30.815041 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-235ba74d-8ba1-4614-b9dd-73990b4d3f43 req-ff279f0f-7148-4116-98c9-723d27a3765b tempest-MultipleCreateTestJSON-1768274060 tempest-MultipleCreateTestJSON-1768274060-project] 10.222.0.87 "GET /v2.0/ports?device_id=169d732f-b0d3-4481-ab13-9c3025aa91f4 HTTP/1.1" status: 200 len: 210 time: 0.1011164 Feb 02 06:59:30.852859 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640706aa-ea97-4481-abf7-b183baed73c2 req-e75a3f48-220b-4b13-9072-1bf267548ddb tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:30.855918 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-640706aa-ea97-4481-abf7-b183baed73c2 req-e75a3f48-220b-4b13-9072-1bf267548ddb tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c HTTP/1.1" status: 200 len: 945 time: 0.1664779 Feb 02 06:59:31.019424 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-640706aa-ea97-4481-abf7-b183baed73c2 req-c16d3a5a-e297-4993-9a4a-384fcc3c73a4 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290543 Feb 02 06:59:31.127336 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-b683851c-2fed-447e-ae20-241c39b26beb tempest-LiveAutoBlockMigrationV225Test-1760037822 tempest-LiveAutoBlockMigrationV225Test-1760037822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:31.128874 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-b683851c-2fed-447e-ae20-241c39b26beb tempest-LiveAutoBlockMigrationV225Test-1760037822 tempest-LiveAutoBlockMigrationV225Test-1760037822-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c&tenant_id=fe8bfc83663b43b9aae4137bcb39e5dc&binding%3Ahost_id=n-h2-789963-26 HTTP/1.1" status: 200 len: 1128 time: 0.1270442 Feb 02 06:59:31.145444 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6005f975-25ac-43e4-9882-e4418e1b4f8d req-26c0bb34-9fe7-41cd-93de-a3b339007623 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:31.151961 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6005f975-25ac-43e4-9882-e4418e1b4f8d req-26c0bb34-9fe7-41cd-93de-a3b339007623 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4ed7e9e-adc7-4d1f-b431-494897552f8f HTTP/1.1" status: 200 len: 951 time: 0.1050558 Feb 02 06:59:31.160954 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-9166a7cf-bbc3-497c-9054-c0a85d634d2a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-789963-26'}}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:59:31.248405 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6005f975-25ac-43e4-9882-e4418e1b4f8d req-66044619-c5c4-4175-ad62-a0aa31812085 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922143 Feb 02 06:59:31.320839 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-9166a7cf-bbc3-497c-9054-c0a85d634d2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (027283f6-1957-43b9-b42a-9462ef40f806), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:31.428755 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46feb7e7-b63b-42e8-8a71-02d9a1238af3 req-1642b222-9e5c-4b8a-9358-f90439a0c4c0 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:31.431215 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-46feb7e7-b63b-42e8-8a71-02d9a1238af3 req-1642b222-9e5c-4b8a-9358-f90439a0c4c0 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=f345fa5d-b7c3-44ad-9d59-9f5e42de378a HTTP/1.1" status: 200 len: 946 time: 0.0874913 Feb 02 06:59:31.502739 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-46feb7e7-b63b-42e8-8a71-02d9a1238af3 req-7231fb27-d113-4f53-86be-bbf2e58a2bbb tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/security-groups?id=99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645237 Feb 02 06:59:31.530868 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-9166a7cf-bbc3-497c-9054-c0a85d634d2a service neutron] For port 027283f6-1957-43b9-b42a-9462ef40f806, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=027283f6-1957-43b9-b42a-9462ef40f806,segment=NetworkSegment(ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b),segment_id=ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:59:31.589108 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73fc847-4475-46c0-b830-48d419e7f43c req-c6b07cea-fec9-4bb1-ba57-d4dd720ff4bd tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:31.590636 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e73fc847-4475-46c0-b830-48d419e7f43c req-c6b07cea-fec9-4bb1-ba57-d4dd720ff4bd tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=4662800d-e56b-4a8f-8585-b0f3c338850b HTTP/1.1" status: 200 len: 949 time: 0.2040126 Feb 02 06:59:31.606864 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-9166a7cf-bbc3-497c-9054-c0a85d634d2a service neutron] For port 027283f6-1957-43b9-b42a-9462ef40f806, host n-h2-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:59:31.697318 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-9166a7cf-bbc3-497c-9054-c0a85d634d2a service neutron] Publish callbacks [] for port (027283f6-1957-43b9-b42a-9462ef40f806), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:31.704352 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e73fc847-4475-46c0-b830-48d419e7f43c req-dbf700bc-e3d1-473a-9788-f84c53016cc2 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010323 Feb 02 06:59:31.713997 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-9166a7cf-bbc3-497c-9054-c0a85d634d2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (027283f6-1957-43b9-b42a-9462ef40f806), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:31.817606 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9166a7cf-bbc3-497c-9054-c0a85d634d2a service neutron] Pushing event updated for resources: {'Port': ['ID=027283f6-1957-43b9-b42a-9462ef40f806,revision_number=7']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:59:31.876078 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-9166a7cf-bbc3-497c-9054-c0a85d634d2a service neutron] Attempting to bind port 027283f6-1957-43b9-b42a-9462ef40f806 on host n-h2-789963-26 for vnic_type normal with profile {"migrating_to": "n-h1-789963-26"} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:59:31.879167 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-9166a7cf-bbc3-497c-9054-c0a85d634d2a service neutron] Attempting to bind port 027283f6-1957-43b9-b42a-9462ef40f806 by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': 'ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a90e0175-1e1a-46fd-ade5-a34b643c83ca'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:59:31.880309 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-9166a7cf-bbc3-497c-9054-c0a85d634d2a service neutron] Attempting to bind port 027283f6-1957-43b9-b42a-9462ef40f806 on network a90e0175-1e1a-46fd-ade5-a34b643c83ca {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:59:31.887473 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-9166a7cf-bbc3-497c-9054-c0a85d634d2a service neutron] Port 027283f6-1957-43b9-b42a-9462ef40f806 on network a90e0175-1e1a-46fd-ade5-a34b643c83ca not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 06:59:31.888509 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-9166a7cf-bbc3-497c-9054-c0a85d634d2a service neutron] Attempting to bind port 027283f6-1957-43b9-b42a-9462ef40f806 on network a90e0175-1e1a-46fd-ade5-a34b643c83ca {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:59:31.896601 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-9166a7cf-bbc3-497c-9054-c0a85d634d2a service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:59:31.897559 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-9166a7cf-bbc3-497c-9054-c0a85d634d2a service neutron] Checking segment: {'id': 'ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a90e0175-1e1a-46fd-ade5-a34b643c83ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:59:31.898357 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-9166a7cf-bbc3-497c-9054-c0a85d634d2a service neutron] Bound using segment: {'id': 'ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a90e0175-1e1a-46fd-ade5-a34b643c83ca'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:59:31.899459 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-9166a7cf-bbc3-497c-9054-c0a85d634d2a service neutron] Bound port: 027283f6-1957-43b9-b42a-9462ef40f806, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a90e0175-1e1a-46fd-ade5-a34b643c83ca'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:59:31.900333 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-9166a7cf-bbc3-497c-9054-c0a85d634d2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (027283f6-1957-43b9-b42a-9462ef40f806), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:31.918224 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 37522) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:59:32.018723 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-85d46777-3a8c-400e-80b0-d329c0de4893 admin admin] Deleting subnet 59c014a2-53ba-444c-bdf5-4bb2b8a6d427 {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 06:59:32.026496 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-85d46777-3a8c-400e-80b0-d329c0de4893 admin admin] Publish callbacks [] for subnet (59c014a2-53ba-444c-bdf5-4bb2b8a6d427), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:32.042538 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-9166a7cf-bbc3-497c-9054-c0a85d634d2a service neutron] For port 027283f6-1957-43b9-b42a-9462ef40f806, host n-h2-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:59:32.047759 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-9166a7cf-bbc3-497c-9054-c0a85d634d2a service neutron] For port 027283f6-1957-43b9-b42a-9462ef40f806, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=027283f6-1957-43b9-b42a-9462ef40f806,segment=NetworkSegment(ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b),segment_id=ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:59:32.070138 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fca1b71b-be67-49f9-bcaa-0646c57a6b8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '027283f6-1957-43b9-b42a-9462ef40f806'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:59:32.077325 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3473908c-9f2e-47d2-9cc8-8ac00bd8d51c" -d '{"events": [{"server_uuid": "fca1b71b-be67-49f9-bcaa-0646c57a6b8c", "name": "network-vif-unplugged", "status": "completed", "tag": "027283f6-1957-43b9-b42a-9462ef40f806"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:59:32.092407 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-9166a7cf-bbc3-497c-9054-c0a85d634d2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (027283f6-1957-43b9-b42a-9462ef40f806), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:32.094858 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-85d46777-3a8c-400e-80b0-d329c0de4893 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (59c014a2-53ba-444c-bdf5-4bb2b8a6d427), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:32.195430 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-85d46777-3a8c-400e-80b0-d329c0de4893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (59c014a2-53ba-444c-bdf5-4bb2b8a6d427), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:32.241780 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9166a7cf-bbc3-497c-9054-c0a85d634d2a service neutron] Pushing event updated for resources: {'Port': ['ID=027283f6-1957-43b9-b42a-9462ef40f806,revision_number=8']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:59:32.277480 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-85d46777-3a8c-400e-80b0-d329c0de4893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (59c014a2-53ba-444c-bdf5-4bb2b8a6d427), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:32.355869 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d46777-3a8c-400e-80b0-d329c0de4893 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59c014a2-53ba-444c-bdf5-4bb2b8a6d427,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:59:32.369018 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-85d46777-3a8c-400e-80b0-d329c0de4893 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:32.376161 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-85d46777-3a8c-400e-80b0-d329c0de4893 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/59c014a2-53ba-444c-bdf5-4bb2b8a6d427 HTTP/1.1" status: 204 len: 168 time: 0.4532509 Feb 02 06:59:32.377291 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 37532) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:59:32.424782 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-9166a7cf-bbc3-497c-9054-c0a85d634d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:32.426317 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-9166a7cf-bbc3-497c-9054-c0a85d634d2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:32.429256 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-9166a7cf-bbc3-497c-9054-c0a85d634d2a service neutron] 10.222.0.88 "PUT /v2.0/ports/027283f6-1957-43b9-b42a-9462ef40f806 HTTP/1.1" status: 200 len: 1123 time: 1.2759871 Feb 02 06:59:32.454395 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87cd9e4-f528-476d-8431-1485135f8f97 req-199fcc75-022c-43e4-b934-d893a8b502a4 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:32.457184 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b87cd9e4-f528-476d-8431-1485135f8f97 req-199fcc75-022c-43e4-b934-d893a8b502a4 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c HTTP/1.1" status: 200 len: 943 time: 0.1899574 Feb 02 06:59:32.522314 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 027283f6-1957-43b9-b42a-9462ef40f806 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 06:59:32.553092 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3257faec-63c6-4195-ac2a-2e72942b24e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (5fd42388-2bd2-4390-988d-8d7d331ea159), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:32.583074 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6190b2-08da-42af-804a-fd2083c4e94f req-bdfb1f4e-aec3-4a56-9cd0-8ed6989b141b tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:32.586734 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5a6190b2-08da-42af-804a-fd2083c4e94f req-bdfb1f4e-aec3-4a56-9cd0-8ed6989b141b tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.88 "GET /v2.0/ports?device_id=c4ed7e9e-adc7-4d1f-b431-494897552f8f HTTP/1.1" status: 200 len: 951 time: 0.3331099 Feb 02 06:59:32.614442 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b87cd9e4-f528-476d-8431-1485135f8f97 req-1c154c3b-564d-4254-9d05-5ee07f06128b tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364868 Feb 02 06:59:32.655436 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['027283f6-1957-43b9-b42a-9462ef40f806'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:59:32.727181 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 06:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05eced7e-8fec-4395-a1ca-bd35a1b73203 x-openstack-request-id: req-05eced7e-8fec-4395-a1ca-bd35a1b73203 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:59:32.727523 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fca1b71b-be67-49f9-bcaa-0646c57a6b8c", "name": "network-vif-unplugged", "status": "completed", "tag": "027283f6-1957-43b9-b42a-9462ef40f806", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:59:32.727830 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-05eced7e-8fec-4395-a1ca-bd35a1b73203 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:59:32.728341 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fca1b71b-be67-49f9-bcaa-0646c57a6b8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '027283f6-1957-43b9-b42a-9462ef40f806', 'code': 200} Feb 02 06:59:32.746322 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e67df0-9b18-4b2a-be6b-85083d1ace4a req-cff0cca8-1725-495e-b722-b07ca3375b34 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:32.759326 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e67df0-9b18-4b2a-be6b-85083d1ace4a req-cff0cca8-1725-495e-b722-b07ca3375b34 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:32.761909 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-81e67df0-9b18-4b2a-be6b-85083d1ace4a req-cff0cca8-1725-495e-b722-b07ca3375b34 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=4662800d-e56b-4a8f-8585-b0f3c338850b&device_id=e4d58a87-901f-41c8-9b70-14a14e3ac596 HTTP/1.1" status: 200 len: 1690 time: 0.4980538 Feb 02 06:59:32.810925 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['027283f6-1957-43b9-b42a-9462ef40f806'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:59:32.894918 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-81e67df0-9b18-4b2a-be6b-85083d1ace4a req-f32b7984-b461-46a0-a000-0b46adb1cd06 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247020 Feb 02 06:59:33.007876 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26bf138-8615-49a5-bda4-41a78da40b64 req-dbbad1ef-2a5f-492b-9a29-25caf700deba tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:33.017929 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a26bf138-8615-49a5-bda4-41a78da40b64 req-dbbad1ef-2a5f-492b-9a29-25caf700deba tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4ed7e9e-adc7-4d1f-b431-494897552f8f HTTP/1.1" status: 200 len: 951 time: 0.0966072 Feb 02 06:59:33.031243 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3257faec-63c6-4195-ac2a-2e72942b24e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (5fd42388-2bd2-4390-988d-8d7d331ea159), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:33.108937 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-3257faec-63c6-4195-ac2a-2e72942b24e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fd42388-2bd2-4390-988d-8d7d331ea159']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:59:33.113894 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a26bf138-8615-49a5-bda4-41a78da40b64 req-34c9beae-cd2f-4b07-888d-60fb33b2631c tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886352 Feb 02 06:59:33.153793 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-3257faec-63c6-4195-ac2a-2e72942b24e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15c9efb8-991a-467f-88e3-bc490924aea7') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:59:33.154063 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-3257faec-63c6-4195-ac2a-2e72942b24e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15c9efb8-991a-467f-88e3-bc490924aea7') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:59:33.200676 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3257faec-63c6-4195-ac2a-2e72942b24e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (15c9efb8-991a-467f-88e3-bc490924aea7), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:33.201239 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 027283f6-1957-43b9-b42a-9462ef40f806, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=027283f6-1957-43b9-b42a-9462ef40f806,segment=NetworkSegment(ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b),segment_id=ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:59:33.227886 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3257faec-63c6-4195-ac2a-2e72942b24e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (15c9efb8-991a-467f-88e3-bc490924aea7), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:33.231812 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-5a6190b2-08da-42af-804a-fd2083c4e94f req-462114fd-1aa6-4377-9e8d-092e12285695 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Deleting port 3a4249be-8b78-4d4f-b8d8-699b34670117 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 06:59:33.232139 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-5a6190b2-08da-42af-804a-fd2083c4e94f req-462114fd-1aa6-4377-9e8d-092e12285695 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (3a4249be-8b78-4d4f-b8d8-699b34670117), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:33.248269 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 027283f6-1957-43b9-b42a-9462ef40f806 has no active binding in host n-h1-789963-26 {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 02 06:59:33.278697 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3257faec-63c6-4195-ac2a-2e72942b24e2 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 06:59:33.279210 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3257faec-63c6-4195-ac2a-2e72942b24e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (15c9efb8-991a-467f-88e3-bc490924aea7), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:33.281559 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 06:59:33.281559 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 06:59:33.281559 n-d-789963-26 neutron-server[109693]: timer() Feb 02 06:59:33.281559 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 06:59:33.281559 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 06:59:33.281559 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 06:59:33.281559 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 06:59:33.281559 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 06:59:33.281559 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 06:59:33.281559 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 06:59:33.281559 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 06:59:33.281559 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 06:59:33.281559 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 06:59:33.281559 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 06:59:33.281559 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 06:59:33.281559 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 06:59:33.281559 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 06:59:33.281559 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 06:59:33.281559 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 06:59:33.281559 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 06:59:33.281559 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 06:59:33.281559 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 06:59:33.281559 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 06:59:33.281559 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 06:59:33.281559 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 06:59:33.281559 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 06:59:33.281559 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 06:59:33.281559 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 06:59:33.281559 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 06:59:33.281559 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 06:59:33.281559 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 06:59:33.281559 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 06:59:33.292425 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f1ae60-a917-4972-9059-ed750abf7535 req-149bdeea-00e3-496b-aa45-f2f9ff788301 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:33.293975 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-49f1ae60-a917-4972-9059-ed750abf7535 req-149bdeea-00e3-496b-aa45-f2f9ff788301 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=f345fa5d-b7c3-44ad-9d59-9f5e42de378a HTTP/1.1" status: 200 len: 946 time: 0.2472677 Feb 02 06:59:33.434955 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da8a95-5c97-40ab-93ae-c6d64019e871 req-58e1edf5-9070-4a98-aab7-72619bddd25f tempest-ServersOnMultiNodesTest-720342812 tempest-ServersOnMultiNodesTest-720342812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:33.437313 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c2da8a95-5c97-40ab-93ae-c6d64019e871 req-58e1edf5-9070-4a98-aab7-72619bddd25f tempest-ServersOnMultiNodesTest-720342812 tempest-ServersOnMultiNodesTest-720342812-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=4662800d-e56b-4a8f-8585-b0f3c338850b HTTP/1.1" status: 200 len: 1132 time: 0.1190288 Feb 02 06:59:33.487580 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3257faec-63c6-4195-ac2a-2e72942b24e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (5fd42388-2bd2-4390-988d-8d7d331ea159), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:33.504384 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3257faec-63c6-4195-ac2a-2e72942b24e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:33.517191 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-3257faec-63c6-4195-ac2a-2e72942b24e2 admin admin] 10.222.0.87 "DELETE /v2.0/networks/5fd42388-2bd2-4390-988d-8d7d331ea159 HTTP/1.1" status: 204 len: 168 time: 1.1288621 Feb 02 06:59:33.551376 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c2da8a95-5c97-40ab-93ae-c6d64019e871 req-7742d529-d9f1-4684-aa19-c11e85b3f244 tempest-ServersOnMultiNodesTest-720342812 tempest-ServersOnMultiNodesTest-720342812-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044567 Feb 02 06:59:33.566647 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-49f1ae60-a917-4972-9059-ed750abf7535 req-86e2c4f5-69bd-4477-9134-4db98b5ecdca tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/security-groups?id=99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294548 Feb 02 06:59:33.566647 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3257faec-63c6-4195-ac2a-2e72942b24e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fd42388-2bd2-4390-988d-8d7d331ea159,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:59:33.582298 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-5a6190b2-08da-42af-804a-fd2083c4e94f req-462114fd-1aa6-4377-9e8d-092e12285695 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] For port 3a4249be-8b78-4d4f-b8d8-699b34670117, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=3a4249be-8b78-4d4f-b8d8-699b34670117,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:59:33.582757 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-5a6190b2-08da-42af-804a-fd2083c4e94f req-462114fd-1aa6-4377-9e8d-092e12285695 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (3a4249be-8b78-4d4f-b8d8-699b34670117), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:33.631003 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-5a6190b2-08da-42af-804a-fd2083c4e94f req-462114fd-1aa6-4377-9e8d-092e12285695 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Calling delete_port for 3a4249be-8b78-4d4f-b8d8-699b34670117 owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 06:59:33.715857 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 37556) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:59:33.825570 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f86f22-f69b-4380-bb87-3df71076fbb9 req-375322cc-c485-4b7a-a336-7a5346e70490 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:33.827609 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-74f86f22-f69b-4380-bb87-3df71076fbb9 req-375322cc-c485-4b7a-a336-7a5346e70490 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c HTTP/1.1" status: 200 len: 943 time: 0.0956385 Feb 02 06:59:33.836981 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b65b353a-edae-46ac-91bf-223442e2dc5b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=bb2f9c8adf7145b2819bfa68b581b571&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1175628 Feb 02 06:59:33.837797 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 37558) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:59:33.870196 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e3f889-9957-4e3e-ba6d-f2b2f38a877d req-5d60af9f-b32e-4a1f-a311-8fe8e99acea7 tempest-ServersOnMultiNodesTest-720342812 tempest-ServersOnMultiNodesTest-720342812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:33.871908 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b6e3f889-9957-4e3e-ba6d-f2b2f38a877d req-5d60af9f-b32e-4a1f-a311-8fe8e99acea7 tempest-ServersOnMultiNodesTest-720342812 tempest-ServersOnMultiNodesTest-720342812-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=e4d58a87-901f-41c8-9b70-14a14e3ac596 HTTP/1.1" status: 200 len: 1133 time: 0.0930793 Feb 02 06:59:33.950092 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b6e3f889-9957-4e3e-ba6d-f2b2f38a877d req-a3788e2f-7e98-4a8f-911d-55e779eb7c55 tempest-ServersOnMultiNodesTest-720342812 tempest-ServersOnMultiNodesTest-720342812-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696576 Feb 02 06:59:33.950841 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-849857a8-dbb5-4f58-96bc-6605fde4fb71 admin admin] Publish callbacks [] for security_group (b22050f8-6f62-42fd-9128-3068ecc4ea38), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:33.998664 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-5a6190b2-08da-42af-804a-fd2083c4e94f req-462114fd-1aa6-4377-9e8d-092e12285695 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (3a4249be-8b78-4d4f-b8d8-699b34670117), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:34.052312 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-849857a8-dbb5-4f58-96bc-6605fde4fb71 admin admin] Publish callbacks [] for security_group (b22050f8-6f62-42fd-9128-3068ecc4ea38), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:34.056909 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['4a75d9f3-a85f-4d9a-836f-d0f8787f41da', 'ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:59:34.058911 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-74f86f22-f69b-4380-bb87-3df71076fbb9 req-b1140082-1175-48ea-b7b4-230aca4fb755 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883841 Feb 02 06:59:34.130440 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-849857a8-dbb5-4f58-96bc-6605fde4fb71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (b22050f8-6f62-42fd-9128-3068ecc4ea38), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:34.133751 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-849857a8-dbb5-4f58-96bc-6605fde4fb71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:34.135097 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-849857a8-dbb5-4f58-96bc-6605fde4fb71 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b22050f8-6f62-42fd-9128-3068ecc4ea38 HTTP/1.1" status: 204 len: 168 time: 0.2962441 Feb 02 06:59:34.154145 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849857a8-dbb5-4f58-96bc-6605fde4fb71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22050f8-6f62-42fd-9128-3068ecc4ea38,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:59:34.186219 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462114fd-1aa6-4377-9e8d-092e12285695 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Pushing event deleted for resources: {'Port': ['ID=3a4249be-8b78-4d4f-b8d8-699b34670117,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:59:34.332804 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a6190b2-08da-42af-804a-fd2083c4e94f req-462114fd-1aa6-4377-9e8d-092e12285695 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] No DVR routers for this DVR port 3a4249be-8b78-4d4f-b8d8-699b34670117 on host n-h1-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 06:59:34.349139 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-5a6190b2-08da-42af-804a-fd2083c4e94f req-462114fd-1aa6-4377-9e8d-092e12285695 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:34.349139 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5a6190b2-08da-42af-804a-fd2083c4e94f req-462114fd-1aa6-4377-9e8d-092e12285695 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.88 "DELETE /v2.0/ports/3a4249be-8b78-4d4f-b8d8-699b34670117 HTTP/1.1" status: 204 len: 173 time: 1.7497208 Feb 02 06:59:34.349139 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ed7e9e-adc7-4d1f-b431-494897552f8f', 'name': 'network-vif-deleted', 'tag': '3a4249be-8b78-4d4f-b8d8-699b34670117'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:59:34.356016 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f02247f2-c709-424c-bd4b-a9af45338121" -d '{"events": [{"server_uuid": "c4ed7e9e-adc7-4d1f-b431-494897552f8f", "name": "network-vif-deleted", "tag": "3a4249be-8b78-4d4f-b8d8-699b34670117"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:59:34.444549 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-baee9020-6719-4b98-9030-65bb7ab7a87b req-cafbf4ba-a424-49df-9fba-0e1823e52084 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4ed7e9e-adc7-4d1f-b431-494897552f8f HTTP/1.1" status: 200 len: 210 time: 0.1052058 Feb 02 06:59:34.549663 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0126d89b-1c4d-4cb3-af14-24e41e139d5f req-b4be656f-2267-4396-8c93-8d836a1ee23d tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=e34e7485085f4555b7019dbfd89a06da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0474882 Feb 02 06:59:34.550717 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 06:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b51de5f-2936-4549-97df-fe618774247d x-openstack-request-id: req-5b51de5f-2936-4549-97df-fe618774247d {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:59:34.551210 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ed7e9e-adc7-4d1f-b431-494897552f8f", "name": "network-vif-deleted", "tag": "3a4249be-8b78-4d4f-b8d8-699b34670117", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:59:34.551459 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-5b51de5f-2936-4549-97df-fe618774247d {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:59:34.551882 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ed7e9e-adc7-4d1f-b431-494897552f8f', 'name': 'network-vif-deleted', 'tag': '3a4249be-8b78-4d4f-b8d8-699b34670117', 'status': 'completed', 'code': 200} Feb 02 06:59:34.593288 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 3a4249be-8b78-4d4f-b8d8-699b34670117 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 06:59:34.643904 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: 3a4249be-8b78-4d4f-b8d8-699b34670117 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 06:59:34.643904 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 3a4249be-8b78-4d4f-b8d8-699b34670117 not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 06:59:34.755115 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fca1b71b-be67-49f9-bcaa-0646c57a6b8c', 'tag': '027283f6-1957-43b9-b42a-9462ef40f806'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:59:34.763035 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f06283-b488-401a-94f2-fe004b9b5a16" -d '{"events": [{"name": "network-changed", "server_uuid": "fca1b71b-be67-49f9-bcaa-0646c57a6b8c", "tag": "027283f6-1957-43b9-b42a-9462ef40f806"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:59:34.875893 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0126d89b-1c4d-4cb3-af14-24e41e139d5f req-ed0bc5f8-cf19-451b-9b6f-f23141a8f85c tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:34.881100 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0126d89b-1c4d-4cb3-af14-24e41e139d5f req-ed0bc5f8-cf19-451b-9b6f-f23141a8f85c tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3233628 Feb 02 06:59:34.917393 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0126d89b-1c4d-4cb3-af14-24e41e139d5f req-80274fba-242d-4a74-a11b-b7a571ba841c tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/quotas/e34e7485085f4555b7019dbfd89a06da HTTP/1.1" status: 200 len: 375 time: 0.0310025 Feb 02 06:59:34.925377 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b31635-4395-4b18-8f96-6f1a8a371d30 req-ce3b4976-f8b7-4364-b33a-51ed1273d6eb tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:34.942661 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-20b31635-4395-4b18-8f96-6f1a8a371d30 req-ce3b4976-f8b7-4364-b33a-51ed1273d6eb tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=f345fa5d-b7c3-44ad-9d59-9f5e42de378a HTTP/1.1" status: 200 len: 946 time: 0.1528423 Feb 02 06:59:35.120167 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-20b31635-4395-4b18-8f96-6f1a8a371d30 req-a07f61cc-d70e-4d05-9141-a983379db61f tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/security-groups?id=99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766164 Feb 02 06:59:35.165718 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0126d89b-1c4d-4cb3-af14-24e41e139d5f req-9fb600ef-b881-422e-8993-35a7c99f94a2 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=e34e7485085f4555b7019dbfd89a06da&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2471962 Feb 02 06:59:35.197485 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 06:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc4cc6c-b094-4234-afbf-b940c746c026 x-openstack-request-id: req-7cc4cc6c-b094-4234-afbf-b940c746c026 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:59:35.198071 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fca1b71b-be67-49f9-bcaa-0646c57a6b8c", "tag": "027283f6-1957-43b9-b42a-9462ef40f806", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:59:35.198524 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7cc4cc6c-b094-4234-afbf-b940c746c026 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:59:35.199127 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fca1b71b-be67-49f9-bcaa-0646c57a6b8c', 'tag': '027283f6-1957-43b9-b42a-9462ef40f806', 'status': 'completed', 'code': 200} Feb 02 06:59:35.402461 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f06283-b488-401a-94f2-fe004b9b5a16 req-4cf18450-d249-4dad-bfb1-5a41e48c6659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:35.406444 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-34f06283-b488-401a-94f2-fe004b9b5a16 req-4cf18450-d249-4dad-bfb1-5a41e48c6659 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fe8bfc83663b43b9aae4137bcb39e5dc&device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c HTTP/1.1" status: 200 len: 1157 time: 0.1303184 Feb 02 06:59:35.561590 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e445e4-64db-4c3b-bf13-fc17a01b0ad1 req-2c594437-ac1c-47c3-b676-171d0c4b2649 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:35.569024 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-60e445e4-64db-4c3b-bf13-fc17a01b0ad1 req-2c594437-ac1c-47c3-b676-171d0c4b2649 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c HTTP/1.1" status: 200 len: 943 time: 0.2049489 Feb 02 06:59:35.734737 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-60e445e4-64db-4c3b-bf13-fc17a01b0ad1 req-78330e6c-8de8-4917-ac2d-de8609c1c823 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645598 Feb 02 06:59:35.773595 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f6966ef5-7371-4424-88e1-b363f2fabad8 req-fd7c6356-af21-4bb7-acc2-4f885fd77310 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b1056a5-c909-4f72-8d4b-e16cf147e729 HTTP/1.1" status: 200 len: 210 time: 0.0937579 Feb 02 06:59:35.776699 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f06283-b488-401a-94f2-fe004b9b5a16 req-fd7fad7c-6164-4ecd-ad58-5060ceb41b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:35.779734 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-34f06283-b488-401a-94f2-fe004b9b5a16 req-fd7fad7c-6164-4ecd-ad58-5060ceb41b26 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a90e0175-1e1a-46fd-ade5-a34b643c83ca HTTP/1.1" status: 200 len: 921 time: 0.3642552 Feb 02 06:59:35.844451 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-34f06283-b488-401a-94f2-fe004b9b5a16 req-691d85b4-7ffb-468f-ba5e-11d360c0d123 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=027283f6-1957-43b9-b42a-9462ef40f806 HTTP/1.1" status: 200 len: 217 time: 0.0501022 Feb 02 06:59:36.335491 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f06283-b488-401a-94f2-fe004b9b5a16 req-76b6f392-0575-48f6-a176-c803a4f6b34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:36.337538 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-34f06283-b488-401a-94f2-fe004b9b5a16 req-76b6f392-0575-48f6-a176-c803a4f6b34e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=718edbdc-92b0-46ac-b280-821a5ec70f8a HTTP/1.1" status: 200 len: 860 time: 0.4739897 Feb 02 06:59:36.394248 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-34f06283-b488-401a-94f2-fe004b9b5a16 req-efb1a81e-3375-49dc-860c-19b96250e5bc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a90e0175-1e1a-46fd-ade5-a34b643c83ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435050 Feb 02 06:59:36.413854 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7614cd50-eaf4-4edf-8c80-d7341a80ed8e req-6ee6135a-cb30-4bd5-ab08-ec56cf9837a0 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:36.416324 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7614cd50-eaf4-4edf-8c80-d7341a80ed8e req-6ee6135a-cb30-4bd5-ab08-ec56cf9837a0 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=f345fa5d-b7c3-44ad-9d59-9f5e42de378a HTTP/1.1" status: 200 len: 946 time: 0.1359529 Feb 02 06:59:36.427091 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65214a5-ea8b-49b3-a117-cbeac31afb6d req-21a63148-ef40-4352-80df-ab82ee59183e tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:36.436211 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e65214a5-ea8b-49b3-a117-cbeac31afb6d req-21a63148-ef40-4352-80df-ab82ee59183e tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87 HTTP/1.1" status: 200 len: 950 time: 0.0778470 Feb 02 06:59:36.531926 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e65214a5-ea8b-49b3-a117-cbeac31afb6d req-1fcb423d-38d5-40d9-a6c4-b7b764aec8f6 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943234 Feb 02 06:59:36.582133 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7614cd50-eaf4-4edf-8c80-d7341a80ed8e req-e4921c7d-843c-44ee-9680-e45817d53d01 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/security-groups?id=99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591148 Feb 02 06:59:36.630782 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-34f06283-b488-401a-94f2-fe004b9b5a16 req-1791cae1-5053-4e49-a0f7-5e9e860b67e7 service neutron] 10.222.0.59 "GET /v2.0/networks/a90e0175-1e1a-46fd-ade5-a34b643c83ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745226 Feb 02 06:59:36.785540 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-34f06283-b488-401a-94f2-fe004b9b5a16 req-4dc8f765-af7d-40a4-a42a-01f7fd13e477 service neutron] 10.222.0.59 "GET /v2.0/networks/a90e0175-1e1a-46fd-ade5-a34b643c83ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406975 Feb 02 06:59:36.904498 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79620724-fe8e-4433-8131-9d1198e07d4c req-833e75bd-5dfa-4ef7-9599-b846394fe6b8 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:36.906252 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-79620724-fe8e-4433-8131-9d1198e07d4c req-833e75bd-5dfa-4ef7-9599-b846394fe6b8 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/networks?id=ad127856-4465-484c-882c-e096f13573c2 HTTP/1.1" status: 200 len: 807 time: 0.2512434 Feb 02 06:59:36.937494 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-79620724-fe8e-4433-8131-9d1198e07d4c req-b9bea36c-10eb-4429-b8ab-7573ba0833d3 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/quotas/94634d8b4d2a41de8e59c8bd88798343 HTTP/1.1" status: 200 len: 375 time: 0.0232499 Feb 02 06:59:36.958512 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e64489-34b7-4d31-9f2a-419fcfffe42a req-f59df953-f414-49f6-8f1e-d0be358414a0 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:36.960680 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-81e64489-34b7-4d31-9f2a-419fcfffe42a req-f59df953-f414-49f6-8f1e-d0be358414a0 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c HTTP/1.1" status: 200 len: 943 time: 0.1012502 Feb 02 06:59:37.040489 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-81e64489-34b7-4d31-9f2a-419fcfffe42a req-41c99c55-daa7-44bf-88ff-554f8f3e7907 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726554 Feb 02 06:59:37.217841 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-24948ee8-ed7d-4e47-9d5b-07d0cee2a635 req-edbb1580-baff-4f74-aa60-52a459a74f0a tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b1056a5-c909-4f72-8d4b-e16cf147e729 HTTP/1.1" status: 200 len: 210 time: 0.0465729 Feb 02 06:59:37.242668 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 37676) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:59:37.421393 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e532d5ba-35fd-4db8-8f12-1847333b0183 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:37.573270 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0126d89b-1c4d-4cb3-af14-24e41e139d5f req-45d6a565-7ad8-4761-9547-1ef2348cb235 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=e34e7485085f4555b7019dbfd89a06da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0554557 Feb 02 06:59:37.578489 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e532d5ba-35fd-4db8-8f12-1847333b0183 admin admin] Publish callbacks [] for security_group (5a1a3438-8348-42ca-9c41-d9b5561ea1a4), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:37.587091 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e532d5ba-35fd-4db8-8f12-1847333b0183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (5a1a3438-8348-42ca-9c41-d9b5561ea1a4), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:37.609143 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-79620724-fe8e-4433-8131-9d1198e07d4c req-2caa0c9a-1ce4-483b-a7dd-58c18fd97636 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=94634d8b4d2a41de8e59c8bd88798343&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6634400 Feb 02 06:59:37.753948 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-e532d5ba-35fd-4db8-8f12-1847333b0183 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=83555a613f0f4f969f8c30cf4a264b90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5085254 Feb 02 06:59:37.756722 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 37688) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:59:37.757379 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e532d5ba-35fd-4db8-8f12-1847333b0183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1a3438-8348-42ca-9c41-d9b5561ea1a4,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:59:37.806701 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-79620724-fe8e-4433-8131-9d1198e07d4c req-58ec95d8-7717-478e-82f1-2cd915ac690b service neutron] 10.222.0.87 "GET /v2.0/networks/ad127856-4465-484c-882c-e096f13573c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961846 Feb 02 06:59:37.842002 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64835b4f-7f7e-443f-9b8e-3b40c4974ec2 req-191cbb16-420e-410b-83f2-788ef1007384 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:37.846678 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0126d89b-1c4d-4cb3-af14-24e41e139d5f req-11a00234-c2ae-46e7-b3ef-bcbb931e8a8a tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:37.848630 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0126d89b-1c4d-4cb3-af14-24e41e139d5f req-11a00234-c2ae-46e7-b3ef-bcbb931e8a8a tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2283173 Feb 02 06:59:37.851298 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-64835b4f-7f7e-443f-9b8e-3b40c4974ec2 req-191cbb16-420e-410b-83f2-788ef1007384 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87 HTTP/1.1" status: 200 len: 950 time: 0.2116735 Feb 02 06:59:37.879349 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-82fff7f1-6541-4b91-82e2-ffafd583a4ed admin admin] Publish callbacks [] for security_group (5a1a3438-8348-42ca-9c41-d9b5561ea1a4), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:37.896099 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-0126d89b-1c4d-4cb3-af14-24e41e139d5f req-7f1fdeae-262d-4a3f-a4e9-9e1c422f4ff0 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Request body: {'port': {'device_id': '8b1056a5-c909-4f72-8d4b-e16cf147e729', 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1', 'admin_state_up': True, 'tenant_id': 'e34e7485085f4555b7019dbfd89a06da'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:59:37.920450 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-82fff7f1-6541-4b91-82e2-ffafd583a4ed admin admin] Publish callbacks [] for security_group (5a1a3438-8348-42ca-9c41-d9b5561ea1a4), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:37.936771 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-64835b4f-7f7e-443f-9b8e-3b40c4974ec2 req-60e2f558-d456-4fee-adcc-bde4026c82bf tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797698 Feb 02 06:59:38.004835 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-82fff7f1-6541-4b91-82e2-ffafd583a4ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (5a1a3438-8348-42ca-9c41-d9b5561ea1a4), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:38.010342 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-82fff7f1-6541-4b91-82e2-ffafd583a4ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:38.014555 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-82fff7f1-6541-4b91-82e2-ffafd583a4ed admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/5a1a3438-8348-42ca-9c41-d9b5561ea1a4 HTTP/1.1" status: 204 len: 168 time: 0.2417121 Feb 02 06:59:38.023616 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fff7f1-6541-4b91-82e2-ffafd583a4ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1a3438-8348-42ca-9c41-d9b5561ea1a4,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:59:38.075587 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-79620724-fe8e-4433-8131-9d1198e07d4c req-61d28f01-39fd-4452-a174-f229b4da7753 service neutron] 10.222.0.87 "GET /v2.0/networks/ad127856-4465-484c-882c-e096f13573c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671716 Feb 02 06:59:38.143214 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0126d89b-1c4d-4cb3-af14-24e41e139d5f req-7f1fdeae-262d-4a3f-a4e9-9e1c422f4ff0 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Made reservation on behalf of e34e7485085f4555b7019dbfd89a06da for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:59:38.148461 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0126d89b-1c4d-4cb3-af14-24e41e139d5f req-7f1fdeae-262d-4a3f-a4e9-9e1c422f4ff0 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:38.163757 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825013b9-3ad2-448e-890a-8008a5ed8a59 req-bf928861-01f4-4bbd-b6b1-7c4a702a03c9 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:38.176564 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-825013b9-3ad2-448e-890a-8008a5ed8a59 req-bf928861-01f4-4bbd-b6b1-7c4a702a03c9 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=f345fa5d-b7c3-44ad-9d59-9f5e42de378a HTTP/1.1" status: 200 len: 946 time: 0.1277061 Feb 02 06:59:38.326932 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-825013b9-3ad2-448e-890a-8008a5ed8a59 req-8b2c7eb6-1add-48df-b49e-e278ecc2c6a8 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/security-groups?id=99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482790 Feb 02 06:59:38.358505 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-0126d89b-1c4d-4cb3-af14-24e41e139d5f req-7f1fdeae-262d-4a3f-a4e9-9e1c422f4ff0 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Allocated IP 192.168.233.119 (04bc5622-0c2b-4ce8-b107-e6abcbdf57e1/9d773733-62df-4956-84d3-71d17cfb6d11/5d0f8776-b81f-4302-8158-25ef74712e39) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:59:38.601209 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652edef-8ffd-4adc-85b4-39897a9fe460 req-373cf846-c60d-42d4-9c37-4019345a1f51 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:38.619318 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9652edef-8ffd-4adc-85b4-39897a9fe460 req-373cf846-c60d-42d4-9c37-4019345a1f51 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c HTTP/1.1" status: 200 len: 943 time: 0.1161196 Feb 02 06:59:38.695549 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0126d89b-1c4d-4cb3-af14-24e41e139d5f req-7f1fdeae-262d-4a3f-a4e9-9e1c422f4ff0 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Publish callbacks [] for port (5d0f8776-b81f-4302-8158-25ef74712e39), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:38.744558 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-093af25e-3a9f-4b74-a571-46b44c43c19a req-699d2003-7a72-4532-bcd3-c5f535e38c89 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b1056a5-c909-4f72-8d4b-e16cf147e729 HTTP/1.1" status: 200 len: 210 time: 0.0572453 Feb 02 06:59:38.753899 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9652edef-8ffd-4adc-85b4-39897a9fe460 req-f0947984-8e11-449f-b3f7-27c274a89caf tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149659 Feb 02 06:59:38.778878 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1387318b-2166-4a9d-9931-044530783f0b req-767a8933-e451-4df5-9a21-c3dca9ed84e8 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:38.780746 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1387318b-2166-4a9d-9931-044530783f0b req-767a8933-e451-4df5-9a21-c3dca9ed84e8 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87 HTTP/1.1" status: 200 len: 950 time: 0.1602526 Feb 02 06:59:38.823969 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0126d89b-1c4d-4cb3-af14-24e41e139d5f req-7f1fdeae-262d-4a3f-a4e9-9e1c422f4ff0 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (5d0f8776-b81f-4302-8158-25ef74712e39), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:38.862257 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7', 'f14465ce-1ab6-4a5c-811e-9080670bcd31'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:59:38.923777 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0126d89b-1c4d-4cb3-af14-24e41e139d5f req-7f1fdeae-262d-4a3f-a4e9-9e1c422f4ff0 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:59:38.928918 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-1387318b-2166-4a9d-9931-044530783f0b req-a67da039-8d3e-41f8-bcd0-e9b450668e78 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Deleting port ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 06:59:38.929427 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-1387318b-2166-4a9d-9931-044530783f0b req-a67da039-8d3e-41f8-bcd0-e9b450668e78 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:38.936908 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['674800bf-e723-4635-afe8-ee7d45ae1e0e', 'accc8dbd-449e-4fb6-abb7-294a86af8d3f', '13272dd6-864e-4817-a330-647b2a7112f3'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:59:38.948712 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2470d410-5afc-48a8-b02c-76d746c9a14b req-4932a9e5-314a-4a96-8443-e2d9370e0e39 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 210 time: 0.0642207 Feb 02 06:59:38.960485 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-0126d89b-1c4d-4cb3-af14-24e41e139d5f req-7f1fdeae-262d-4a3f-a4e9-9e1c422f4ff0 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:59:38.965656 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-0126d89b-1c4d-4cb3-af14-24e41e139d5f req-7f1fdeae-262d-4a3f-a4e9-9e1c422f4ff0 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:59:39.035030 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1fdeae-262d-4a3f-a4e9-9e1c422f4ff0 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Pushing event updated for resources: {'Port': ['ID=5d0f8776-b81f-4302-8158-25ef74712e39,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:59:39.110785 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0126d89b-1c4d-4cb3-af14-24e41e139d5f req-7f1fdeae-262d-4a3f-a4e9-9e1c422f4ff0 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:39.114447 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0126d89b-1c4d-4cb3-af14-24e41e139d5f req-7f1fdeae-262d-4a3f-a4e9-9e1c422f4ff0 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:39.115571 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-1387318b-2166-4a9d-9931-044530783f0b req-a67da039-8d3e-41f8-bcd0-e9b450668e78 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] For port ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:59:39.116011 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-1387318b-2166-4a9d-9931-044530783f0b req-a67da039-8d3e-41f8-bcd0-e9b450668e78 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:39.131266 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-1387318b-2166-4a9d-9931-044530783f0b req-a67da039-8d3e-41f8-bcd0-e9b450668e78 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Calling delete_port for ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc owned by compute:nova {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 06:59:39.157339 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0126d89b-1c4d-4cb3-af14-24e41e139d5f req-7f1fdeae-262d-4a3f-a4e9-9e1c422f4ff0 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2666004 Feb 02 06:59:39.176351 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-0126d89b-1c4d-4cb3-af14-24e41e139d5f req-29054592-bca9-427f-ab99-94a9bb4c8564 service neutron] Request body: {'port': {'device_id': '8b1056a5-c909-4f72-8d4b-e16cf147e729', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:59:39.304084 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-1387318b-2166-4a9d-9931-044530783f0b req-a67da039-8d3e-41f8-bcd0-e9b450668e78 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:39.382964 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0126d89b-1c4d-4cb3-af14-24e41e139d5f req-29054592-bca9-427f-ab99-94a9bb4c8564 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (5d0f8776-b81f-4302-8158-25ef74712e39), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:39.396879 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['4a75d9f3-a85f-4d9a-836f-d0f8787f41da', 'ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:59:39.466159 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 37756) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:59:39.502701 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67da039-8d3e-41f8-bcd0-e9b450668e78 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Pushing event deleted for resources: {'Port': ['ID=ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:59:39.609148 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-f69d3c00-b5b8-4e8a-8ea8-d1c8d45ebfe3 None None] Provisioning complete for port 5d0f8776-b81f-4302-8158-25ef74712e39 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:59:39.609889 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f69d3c00-b5b8-4e8a-8ea8-d1c8d45ebfe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (5d0f8776-b81f-4302-8158-25ef74712e39), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:39.634137 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-1387318b-2166-4a9d-9931-044530783f0b req-a67da039-8d3e-41f8-bcd0-e9b450668e78 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] No DVR routers for this DVR port ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc on host n-h2-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 06:59:39.640060 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-1387318b-2166-4a9d-9931-044530783f0b req-a67da039-8d3e-41f8-bcd0-e9b450668e78 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:39.650120 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1387318b-2166-4a9d-9931-044530783f0b req-a67da039-8d3e-41f8-bcd0-e9b450668e78 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.59 "DELETE /v2.0/ports/ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc HTTP/1.1" status: 204 len: 173 time: 0.8633943 Feb 02 06:59:39.653105 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87', 'name': 'network-vif-deleted', 'tag': 'ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:59:39.658711 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-840c6a60-06a6-4c04-afb5-e1506488e8d9" -d '{"events": [{"server_uuid": "4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87", "name": "network-vif-deleted", "tag": "ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:59:39.696807 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-f69d3c00-b5b8-4e8a-8ea8-d1c8d45ebfe3 None None] Port 5d0f8776-b81f-4302-8158-25ef74712e39 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 06:59:39.722707 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188cb047-3c98-4a51-a072-8bc6773b5eb3 req-6a70719f-15a7-4d93-86d7-40b258b7d44e tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:39.735307 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-188cb047-3c98-4a51-a072-8bc6773b5eb3 req-6a70719f-15a7-4d93-86d7-40b258b7d44e tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87 HTTP/1.1" status: 200 len: 867 time: 0.6645620 Feb 02 06:59:39.757793 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-83c4577d-b1b9-4e93-8278-b6cdb14c0a74 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-2080204918-network', 'tenant_id': 'bafc9ac78ff3465dad7f66381b1cb303'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:59:39.822105 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-188cb047-3c98-4a51-a072-8bc6773b5eb3 req-a67c5952-a04c-449f-82df-7a121f32a49c tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833950 Feb 02 06:59:39.857129 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c4577d-b1b9-4e93-8278-b6cdb14c0a74 admin admin] Made reservation on behalf of bafc9ac78ff3465dad7f66381b1cb303 for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:59:39.860059 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-83c4577d-b1b9-4e93-8278-b6cdb14c0a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:39.880045 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-83c4577d-b1b9-4e93-8278-b6cdb14c0a74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:39.945900 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device d6671b30-9c6e-40a0-b82b-6df470fe9336 no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 06:59:40.037043 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-83c4577d-b1b9-4e93-8278-b6cdb14c0a74 admin admin] Publish callbacks [] for security_group (511ed0b6-92c8-4cb4-aae7-2a42f35562c4), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:40.049190 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 06:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-299f65ec-f0b7-4840-b213-0906c0b78e8a x-openstack-request-id: req-299f65ec-f0b7-4840-b213-0906c0b78e8a {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:59:40.049653 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87", "name": "network-vif-deleted", "tag": "ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:59:40.050011 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-299f65ec-f0b7-4840-b213-0906c0b78e8a {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:59:40.050433 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d34ddf0-df25-4dc9-b2cb-89cd5d3d7d87', 'name': 'network-vif-deleted', 'tag': 'ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc', 'status': 'completed', 'code': 200} Feb 02 06:59:40.051677 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-83c4577d-b1b9-4e93-8278-b6cdb14c0a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (511ed0b6-92c8-4cb4-aae7-2a42f35562c4), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:40.059985 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812efc2b-94c4-4382-8e26-5bf3820d606f req-6c6351b0-7dd7-40e8-8aac-54e37685002a tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:40.068867 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-812efc2b-94c4-4382-8e26-5bf3820d606f req-6c6351b0-7dd7-40e8-8aac-54e37685002a tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=f345fa5d-b7c3-44ad-9d59-9f5e42de378a HTTP/1.1" status: 200 len: 946 time: 0.4297988 Feb 02 06:59:40.110489 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83c4577d-b1b9-4e93-8278-b6cdb14c0a74 admin admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 06:59:40.156312 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c4577d-b1b9-4e93-8278-b6cdb14c0a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=511ed0b6-92c8-4cb4-aae7-2a42f35562c4,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:59:40.192488 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-83c4577d-b1b9-4e93-8278-b6cdb14c0a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (37d2bba9-7ab5-42c1-8cea-f3f4f9ecdd68), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:40.192830 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-83c4577d-b1b9-4e93-8278-b6cdb14c0a74 admin admin] Added segment 37d2bba9-7ab5-42c1-8cea-f3f4f9ecdd68 of type vlan for network 2e8b5fb7-424c-4af0-b7c9-305ffebdcec1 Feb 02 06:59:40.201719 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-0126d89b-1c4d-4cb3-af14-24e41e139d5f req-29054592-bca9-427f-ab99-94a9bb4c8564 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d0f8776-b81f-4302-8158-25ef74712e39 {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:59:40.215857 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0126d89b-1c4d-4cb3-af14-24e41e139d5f req-29054592-bca9-427f-ab99-94a9bb4c8564 service neutron] Publish callbacks [] for port (5d0f8776-b81f-4302-8158-25ef74712e39), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:40.239589 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-812efc2b-94c4-4382-8e26-5bf3820d606f req-c54a613b-6056-462c-8398-7b5de54b419c tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/security-groups?id=99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695509 Feb 02 06:59:40.250792 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-0126d89b-1c4d-4cb3-af14-24e41e139d5f req-29054592-bca9-427f-ab99-94a9bb4c8564 service neutron] Transition to ACTIVE for port object 5d0f8776-b81f-4302-8158-25ef74712e39 will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 06:59:40.260220 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0126d89b-1c4d-4cb3-af14-24e41e139d5f req-29054592-bca9-427f-ab99-94a9bb4c8564 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (5d0f8776-b81f-4302-8158-25ef74712e39), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:40.378774 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port d6671b30-9c6e-40a0-b82b-6df470fe9336 is: ACTIVE; New status is: DOWN {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:59:40.379175 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (d6671b30-9c6e-40a0-b82b-6df470fe9336), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:40.386893 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-83c4577d-b1b9-4e93-8278-b6cdb14c0a74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (2e8b5fb7-424c-4af0-b7c9-305ffebdcec1), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:40.404756 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd405eed3-0b9f-4623-8867-ec57f3a4eeb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6671b30-9c6e-40a0-b82b-6df470fe9336'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:59:40.407071 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37d592b-9563-43a6-bacb-29e0b6fdd3b8" -d '{"events": [{"server_uuid": "d405eed3-0b9f-4623-8867-ec57f3a4eeb9", "name": "network-vif-unplugged", "status": "completed", "tag": "d6671b30-9c6e-40a0-b82b-6df470fe9336"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:59:40.424240 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port d6671b30-9c6e-40a0-b82b-6df470fe9336, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=d6671b30-9c6e-40a0-b82b-6df470fe9336,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:59:40.433944 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (d6671b30-9c6e-40a0-b82b-6df470fe9336), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:40.435993 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 027283f6-1957-43b9-b42a-9462ef40f806 no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 06:59:40.447820 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f2e93e-bcfb-4ba8-9c75-c542f9d134cb req-35ca64f4-94d5-4429-be12-f31032ee364e tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:40.450121 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-52f2e93e-bcfb-4ba8-9c75-c542f9d134cb req-35ca64f4-94d5-4429-be12-f31032ee364e tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b1056a5-c909-4f72-8d4b-e16cf147e729 HTTP/1.1" status: 200 len: 936 time: 0.2600272 Feb 02 06:59:40.452376 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-83c4577d-b1b9-4e93-8278-b6cdb14c0a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (2e8b5fb7-424c-4af0-b7c9-305ffebdcec1), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:40.454043 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c4577d-b1b9-4e93-8278-b6cdb14c0a74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:40.456621 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-83c4577d-b1b9-4e93-8278-b6cdb14c0a74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:40.534685 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29054592-bca9-427f-ab99-94a9bb4c8564 service neutron] Pushing event updated for resources: {'Port': ['ID=5d0f8776-b81f-4302-8158-25ef74712e39,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:59:40.597138 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 027283f6-1957-43b9-b42a-9462ef40f806 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 06:59:40.615546 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e6b771-6546-486b-a310-31df40e22200 req-654220af-bd7b-4bad-b638-f71497466b5c tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:40.617473 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f0e6b771-6546-486b-a310-31df40e22200 req-654220af-bd7b-4bad-b638-f71497466b5c tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c HTTP/1.1" status: 200 len: 943 time: 0.2440724 Feb 02 06:59:40.646519 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-0126d89b-1c4d-4cb3-af14-24e41e139d5f req-29054592-bca9-427f-ab99-94a9bb4c8564 service neutron] Attempting to bind port 5d0f8776-b81f-4302-8158-25ef74712e39 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:59:40.646927 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-0126d89b-1c4d-4cb3-af14-24e41e139d5f req-29054592-bca9-427f-ab99-94a9bb4c8564 service neutron] Attempting to bind port 5d0f8776-b81f-4302-8158-25ef74712e39 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:59:40.647392 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0126d89b-1c4d-4cb3-af14-24e41e139d5f req-29054592-bca9-427f-ab99-94a9bb4c8564 service neutron] Attempting to bind port 5d0f8776-b81f-4302-8158-25ef74712e39 on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:59:40.666968 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0126d89b-1c4d-4cb3-af14-24e41e139d5f req-29054592-bca9-427f-ab99-94a9bb4c8564 service neutron] Port 5d0f8776-b81f-4302-8158-25ef74712e39 on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 06:59:40.667478 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0126d89b-1c4d-4cb3-af14-24e41e139d5f req-29054592-bca9-427f-ab99-94a9bb4c8564 service neutron] Attempting to bind port 5d0f8776-b81f-4302-8158-25ef74712e39 on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:59:40.703168 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0126d89b-1c4d-4cb3-af14-24e41e139d5f req-29054592-bca9-427f-ab99-94a9bb4c8564 service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:59:40.703168 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0126d89b-1c4d-4cb3-af14-24e41e139d5f req-29054592-bca9-427f-ab99-94a9bb4c8564 service neutron] Checking segment: {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:59:40.703168 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0126d89b-1c4d-4cb3-af14-24e41e139d5f req-29054592-bca9-427f-ab99-94a9bb4c8564 service neutron] Bound using segment: {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:59:40.703944 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-0126d89b-1c4d-4cb3-af14-24e41e139d5f req-29054592-bca9-427f-ab99-94a9bb4c8564 service neutron] Bound port: 5d0f8776-b81f-4302-8158-25ef74712e39, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:59:40.704414 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0126d89b-1c4d-4cb3-af14-24e41e139d5f req-29054592-bca9-427f-ab99-94a9bb4c8564 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (5d0f8776-b81f-4302-8158-25ef74712e39), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:40.711541 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f0e6b771-6546-486b-a310-31df40e22200 req-76cc68d2-9932-4951-9967-21dad4c5d80b tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824029 Feb 02 06:59:40.720528 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-83c4577d-b1b9-4e93-8278-b6cdb14c0a74 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2482505 Feb 02 06:59:40.772247 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c4577d-b1b9-4e93-8278-b6cdb14c0a74 admin admin] Pushing event updated for resources: {'Network': ['ID=2e8b5fb7-424c-4af0-b7c9-305ffebdcec1,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:59:40.816794 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-52f2e93e-bcfb-4ba8-9c75-c542f9d134cb req-3103104f-8484-4ae7-8a9a-5dfc699449ac tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3569870 Feb 02 06:59:40.885400 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79620724-fe8e-4433-8131-9d1198e07d4c req-f78ac7dd-6735-470c-8407-a8465ade53e5 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:40.897241 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-79620724-fe8e-4433-8131-9d1198e07d4c req-f78ac7dd-6735-470c-8407-a8465ade53e5 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.88 "GET /v2.0/networks?id=ad127856-4465-484c-882c-e096f13573c2 HTTP/1.1" status: 200 len: 807 time: 0.2709560 Feb 02 06:59:40.900489 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-0126d89b-1c4d-4cb3-af14-24e41e139d5f req-29054592-bca9-427f-ab99-94a9bb4c8564 service neutron] For port 5d0f8776-b81f-4302-8158-25ef74712e39, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:59:40.906016 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 027283f6-1957-43b9-b42a-9462ef40f806 is: DOWN; New status is: DOWN {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:59:40.907084 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 06:59:40.909377 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-0126d89b-1c4d-4cb3-af14-24e41e139d5f req-29054592-bca9-427f-ab99-94a9bb4c8564 service neutron] For port 5d0f8776-b81f-4302-8158-25ef74712e39, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=5d0f8776-b81f-4302-8158-25ef74712e39,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:59:40.924049 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0126d89b-1c4d-4cb3-af14-24e41e139d5f req-29054592-bca9-427f-ab99-94a9bb4c8564 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (5d0f8776-b81f-4302-8158-25ef74712e39), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:40.934477 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 2e8b5fb7-424c-4af0-b7c9-305ffebdcec1 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 06:59:40.935414 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-79620724-fe8e-4433-8131-9d1198e07d4c req-ed753da4-7cd8-4377-8316-b4b779a43efa tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Request body: {'port': {'device_id': '7df3be3c-ada1-4cf7-95dd-a5d9311516c5', 'network_id': 'ad127856-4465-484c-882c-e096f13573c2', 'admin_state_up': True, 'tenant_id': '94634d8b4d2a41de8e59c8bd88798343'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:59:40.957688 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] No Port match for: ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 06:59:40.958203 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device ceb63f85-28d8-44f0-9c1d-ced9ca4bdefc not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 06:59:40.960034 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] The host n-h1-789963-26 is not matching for port 027283f6-1957-43b9-b42a-9462ef40f806 host n-h2-789963-26! {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 02 06:59:40.960317 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 027283f6-1957-43b9-b42a-9462ef40f806 not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 06:59:40.961595 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=d6671b30-9c6e-40a0-b82b-6df470fe9336,revision_number=11']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:59:40.978701 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 06:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef5e362-9854-43be-9c49-9caa604a8512 x-openstack-request-id: req-8ef5e362-9854-43be-9c49-9caa604a8512 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:59:40.978979 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d405eed3-0b9f-4623-8867-ec57f3a4eeb9", "name": "network-vif-unplugged", "status": "completed", "tag": "d6671b30-9c6e-40a0-b82b-6df470fe9336", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:59:40.979229 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-8ef5e362-9854-43be-9c49-9caa604a8512 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:59:40.979679 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd405eed3-0b9f-4623-8867-ec57f3a4eeb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6671b30-9c6e-40a0-b82b-6df470fe9336', 'code': 200} Feb 02 06:59:41.044000 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0126d89b-1c4d-4cb3-af14-24e41e139d5f req-29054592-bca9-427f-ab99-94a9bb4c8564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:41.044647 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0126d89b-1c4d-4cb3-af14-24e41e139d5f req-29054592-bca9-427f-ab99-94a9bb4c8564 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:41.051070 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0126d89b-1c4d-4cb3-af14-24e41e139d5f req-29054592-bca9-427f-ab99-94a9bb4c8564 service neutron] 10.222.0.88 "PUT /v2.0/ports/5d0f8776-b81f-4302-8158-25ef74712e39 HTTP/1.1" status: 200 len: 1097 time: 1.8793085 Feb 02 06:59:41.051400 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b1056a5-c909-4f72-8d4b-e16cf147e729', 'tag': '5d0f8776-b81f-4302-8158-25ef74712e39'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:59:41.054734 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de942ffa-6fd2-4f3d-be76-a600085dda5d" -d '{"events": [{"name": "network-changed", "server_uuid": "8b1056a5-c909-4f72-8d4b-e16cf147e729", "tag": "5d0f8776-b81f-4302-8158-25ef74712e39"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:59:41.085131 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c147834e-2c2a-458d-bc20-8bc195bc35d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:41.105045 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c19a5fa7-890f-41a5-b0f0-f2aedc24e1b0 req-f167d331-f335-4e31-a677-7d18427096e3 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 210 time: 0.1121969 Feb 02 06:59:41.231058 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 06:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540f1143-359e-4838-953b-bf56a59b9e87 x-openstack-request-id: req-540f1143-359e-4838-953b-bf56a59b9e87 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:59:41.231546 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b1056a5-c909-4f72-8d4b-e16cf147e729", "tag": "5d0f8776-b81f-4302-8158-25ef74712e39", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:59:41.231937 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-540f1143-359e-4838-953b-bf56a59b9e87 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:59:41.232163 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b1056a5-c909-4f72-8d4b-e16cf147e729', 'tag': '5d0f8776-b81f-4302-8158-25ef74712e39', 'status': 'completed', 'code': 200} Feb 02 06:59:41.282500 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29054592-bca9-427f-ab99-94a9bb4c8564 service neutron] Pushing event updated for resources: {'Port': ['ID=5d0f8776-b81f-4302-8158-25ef74712e39,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:59:41.286049 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79620724-fe8e-4433-8131-9d1198e07d4c req-ed753da4-7cd8-4377-8316-b4b779a43efa tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Made reservation on behalf of 94634d8b4d2a41de8e59c8bd88798343 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:59:41.296946 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-79620724-fe8e-4433-8131-9d1198e07d4c req-ed753da4-7cd8-4377-8316-b4b779a43efa tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:41.325406 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395d9fda-a32b-4124-9b05-f61462b9a2f2 req-6b7fa928-374b-40d9-85b9-beeb7d3eeba1 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:41.333435 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-395d9fda-a32b-4124-9b05-f61462b9a2f2 req-6b7fa928-374b-40d9-85b9-beeb7d3eeba1 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] 10.222.0.87 "GET /v2.0/ports?device_id=d405eed3-0b9f-4623-8867-ec57f3a4eeb9 HTTP/1.1" status: 200 len: 949 time: 0.1004879 Feb 02 06:59:41.354691 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0126d89b-1c4d-4cb3-af14-24e41e139d5f req-78cc2a14-e6f3-4ada-8f17-1334db6c593e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:41.356381 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0126d89b-1c4d-4cb3-af14-24e41e139d5f req-78cc2a14-e6f3-4ada-8f17-1334db6c593e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e34e7485085f4555b7019dbfd89a06da&device_id=8b1056a5-c909-4f72-8d4b-e16cf147e729 HTTP/1.1" status: 200 len: 1131 time: 0.2220395 Feb 02 06:59:41.398716 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-395d9fda-a32b-4124-9b05-f61462b9a2f2 req-a5eb74bc-1a82-4c05-b1f4-97f578b9d1e1 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] 10.222.0.87 "GET /v2.0/security-groups?id=4bdd1a44-87ea-435b-a9e6-afe84899370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643151 Feb 02 06:59:41.443016 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0126d89b-1c4d-4cb3-af14-24e41e139d5f req-71c9aadd-45a4-4fef-9550-ab7d57e3381d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=5d0f8776-b81f-4302-8158-25ef74712e39 HTTP/1.1" status: 200 len: 217 time: 0.0602927 Feb 02 06:59:41.588208 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0126d89b-1c4d-4cb3-af14-24e41e139d5f req-981557fd-c5e5-488c-aac8-b72232cca638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:41.593413 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0126d89b-1c4d-4cb3-af14-24e41e139d5f req-981557fd-c5e5-488c-aac8-b72232cca638 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.1388450 Feb 02 06:59:41.607811 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-79620724-fe8e-4433-8131-9d1198e07d4c req-ed753da4-7cd8-4377-8316-b4b779a43efa tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Allocated IP 172.20.0.7 (ad127856-4465-484c-882c-e096f13573c2/a7292d13-827d-45ab-8eaa-7baf62301aaa/fec591fd-4902-4db9-91a5-f50c021f2727) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:59:41.721661 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a8d42-f479-47ac-a13d-5ddf865c6292 req-a8e647a4-43cd-48ab-a561-b66c0587da97 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:41.723136 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-020a8d42-f479-47ac-a13d-5ddf865c6292 req-a8e647a4-43cd-48ab-a561-b66c0587da97 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=f345fa5d-b7c3-44ad-9d59-9f5e42de378a HTTP/1.1" status: 200 len: 946 time: 0.1047330 Feb 02 06:59:41.808026 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-020a8d42-f479-47ac-a13d-5ddf865c6292 req-1f2afe15-40d9-454e-bc41-2f49cf1392c8 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/security-groups?id=99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766387 Feb 02 06:59:41.939107 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2945e012-7ffe-4d67-9041-12602c61a8e3 req-f6ee7f00-3b88-40b4-812b-c4325bc0c33d tempest-ComputeTenantNetworksTest-176407806 tempest-ComputeTenantNetworksTest-176407806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:41.949890 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2945e012-7ffe-4d67-9041-12602c61a8e3 req-f6ee7f00-3b88-40b4-812b-c4325bc0c33d tempest-ComputeTenantNetworksTest-176407806 tempest-ComputeTenantNetworksTest-176407806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:41.955844 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2945e012-7ffe-4d67-9041-12602c61a8e3 req-f6ee7f00-3b88-40b4-812b-c4325bc0c33d tempest-ComputeTenantNetworksTest-176407806 tempest-ComputeTenantNetworksTest-176407806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:41.957735 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2945e012-7ffe-4d67-9041-12602c61a8e3 req-f6ee7f00-3b88-40b4-812b-c4325bc0c33d tempest-ComputeTenantNetworksTest-176407806 tempest-ComputeTenantNetworksTest-176407806-project] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3018308 Feb 02 06:59:41.959670 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0126d89b-1c4d-4cb3-af14-24e41e139d5f req-4d75058b-63d7-4d57-8383-2816bd513402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:41.961031 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0126d89b-1c4d-4cb3-af14-24e41e139d5f req-4d75058b-63d7-4d57-8383-2816bd513402 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3601737 Feb 02 06:59:41.978221 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-79620724-fe8e-4433-8131-9d1198e07d4c req-ed753da4-7cd8-4377-8316-b4b779a43efa tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Publish callbacks [] for port (fec591fd-4902-4db9-91a5-f50c021f2727), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:42.019718 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-79620724-fe8e-4433-8131-9d1198e07d4c req-ed753da4-7cd8-4377-8316-b4b779a43efa tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (fec591fd-4902-4db9-91a5-f50c021f2727), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:42.073987 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79620724-fe8e-4433-8131-9d1198e07d4c req-ed753da4-7cd8-4377-8316-b4b779a43efa tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Network ad127856-4465-484c-882c-e096f13573c2 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:59:42.078449 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-79620724-fe8e-4433-8131-9d1198e07d4c req-ed753da4-7cd8-4377-8316-b4b779a43efa tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:59:42.083099 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-79620724-fe8e-4433-8131-9d1198e07d4c req-ed753da4-7cd8-4377-8316-b4b779a43efa tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:59:42.123836 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed753da4-7cd8-4377-8316-b4b779a43efa tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Pushing event updated for resources: {'Port': ['ID=fec591fd-4902-4db9-91a5-f50c021f2727,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:59:42.136896 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0126d89b-1c4d-4cb3-af14-24e41e139d5f req-c0fef219-fa78-471b-9d8f-f3772dee44fe service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601810 Feb 02 06:59:42.179479 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79620724-fe8e-4433-8131-9d1198e07d4c req-ed753da4-7cd8-4377-8316-b4b779a43efa tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:42.180124 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-79620724-fe8e-4433-8131-9d1198e07d4c req-ed753da4-7cd8-4377-8316-b4b779a43efa tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:42.208105 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-79620724-fe8e-4433-8131-9d1198e07d4c req-ed753da4-7cd8-4377-8316-b4b779a43efa tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2777243 Feb 02 06:59:42.231912 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e232b8-bf08-45dd-9c28-991808a361e5 req-2b2875a1-8658-44cd-a035-7031a35eb63a tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:42.240345 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-50e232b8-bf08-45dd-9c28-991808a361e5 req-2b2875a1-8658-44cd-a035-7031a35eb63a tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c HTTP/1.1" status: 200 len: 943 time: 0.0957105 Feb 02 06:59:42.252222 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-79620724-fe8e-4433-8131-9d1198e07d4c req-9f52a407-57cd-4d8c-b439-4a92a671d33f service neutron] Request body: {'port': {'device_id': '7df3be3c-ada1-4cf7-95dd-a5d9311516c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:59:42.294804 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef9805-a4d5-4960-9df3-36b35dbb0294 req-c7658112-ee6c-4a55-8ec3-13e1d543710e tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:42.297350 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8bef9805-a4d5-4960-9df3-36b35dbb0294 req-c7658112-ee6c-4a55-8ec3-13e1d543710e tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=7272c094-1754-42ce-b10e-569286eda078 HTTP/1.1" status: 200 len: 950 time: 0.1592546 Feb 02 06:59:42.348310 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-79620724-fe8e-4433-8131-9d1198e07d4c req-9f52a407-57cd-4d8c-b439-4a92a671d33f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (fec591fd-4902-4db9-91a5-f50c021f2727), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:42.370552 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0126d89b-1c4d-4cb3-af14-24e41e139d5f req-b872071b-f7a1-4294-ae7a-56436617b3d2 service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948171 Feb 02 06:59:42.377787 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-50e232b8-bf08-45dd-9c28-991808a361e5 req-36b723f4-bc96-407d-be56-3f16cc08a844 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349905 Feb 02 06:59:42.424814 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8bef9805-a4d5-4960-9df3-36b35dbb0294 req-a8fce2d9-c20a-4655-80e1-4e17dd0c5731 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180489 Feb 02 06:59:42.688551 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1604f21c-1232-485c-b85f-f8b4c5fa78e0 req-25e22b1b-5fdf-4f7e-b066-638efad5a962 tempest-ComputeTenantNetworksTest-176407806 tempest-ComputeTenantNetworksTest-176407806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:42.690054 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1604f21c-1232-485c-b85f-f8b4c5fa78e0 req-25e22b1b-5fdf-4f7e-b066-638efad5a962 tempest-ComputeTenantNetworksTest-176407806 tempest-ComputeTenantNetworksTest-176407806-project] 10.222.0.87 "GET /v2.0/networks/2e8b5fb7-424c-4af0-b7c9-305ffebdcec1 HTTP/1.1" status: 200 len: 769 time: 0.2032301 Feb 02 06:59:42.697840 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de942ffa-6fd2-4f3d-be76-a600085dda5d req-f06a086d-622d-4a89-9a73-b3f1b0015963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:42.699138 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-de942ffa-6fd2-4f3d-be76-a600085dda5d req-f06a086d-622d-4a89-9a73-b3f1b0015963 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e34e7485085f4555b7019dbfd89a06da&device_id=8b1056a5-c909-4f72-8d4b-e16cf147e729 HTTP/1.1" status: 200 len: 1131 time: 0.2022042 Feb 02 06:59:42.699622 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 37830) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:59:42.808766 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df97553e-efb7-4efd-b34e-8912547602a7 req-bde1d34d-9c5d-477c-843f-4ae4f3298ad5 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:42.810233 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-df97553e-efb7-4efd-b34e-8912547602a7 req-bde1d34d-9c5d-477c-843f-4ae4f3298ad5 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b1056a5-c909-4f72-8d4b-e16cf147e729 HTTP/1.1" status: 200 len: 948 time: 0.1305888 Feb 02 06:59:42.927218 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-79620724-fe8e-4433-8131-9d1198e07d4c req-9f52a407-57cd-4d8c-b439-4a92a671d33f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fec591fd-4902-4db9-91a5-f50c021f2727 {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:59:42.928981 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de942ffa-6fd2-4f3d-be76-a600085dda5d req-9c6d3ec7-1ffc-43ea-ba1b-020d558629a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:42.930478 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-de942ffa-6fd2-4f3d-be76-a600085dda5d req-9c6d3ec7-1ffc-43ea-ba1b-020d558629a2 service neutron] 10.222.0.88 "GET /v2.0/networks?id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 HTTP/1.1" status: 200 len: 870 time: 0.2215066 Feb 02 06:59:42.936068 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-008b55bc-3582-4f13-b644-7d301630898b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (2e8b5fb7-424c-4af0-b7c9-305ffebdcec1), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:42.946898 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-df97553e-efb7-4efd-b34e-8912547602a7 req-4b808894-06fc-4e39-a1bd-ea1f649c12ff tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223271 Feb 02 06:59:42.957119 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-79620724-fe8e-4433-8131-9d1198e07d4c req-9f52a407-57cd-4d8c-b439-4a92a671d33f service neutron] Publish callbacks [] for port (fec591fd-4902-4db9-91a5-f50c021f2727), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:42.989087 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-de942ffa-6fd2-4f3d-be76-a600085dda5d req-e8f29835-24ea-45ef-b483-0d300792adef service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=5d0f8776-b81f-4302-8158-25ef74712e39 HTTP/1.1" status: 200 len: 217 time: 0.0471065 Feb 02 06:59:42.990873 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-79620724-fe8e-4433-8131-9d1198e07d4c req-9f52a407-57cd-4d8c-b439-4a92a671d33f service neutron] Transition to ACTIVE for port object fec591fd-4902-4db9-91a5-f50c021f2727 will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 06:59:42.998676 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-79620724-fe8e-4433-8131-9d1198e07d4c req-9f52a407-57cd-4d8c-b439-4a92a671d33f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (fec591fd-4902-4db9-91a5-f50c021f2727), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:43.128104 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f52a407-57cd-4d8c-b439-4a92a671d33f service neutron] Pushing event updated for resources: {'Port': ['ID=fec591fd-4902-4db9-91a5-f50c021f2727,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:59:43.207268 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b01a2-e3e1-4470-a0b1-b3718e0b958b req-bedbd776-9f19-4b3e-9901-1f34a8caabb6 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:43.209040 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9f1b01a2-e3e1-4470-a0b1-b3718e0b958b req-bedbd776-9f19-4b3e-9901-1f34a8caabb6 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=f345fa5d-b7c3-44ad-9d59-9f5e42de378a HTTP/1.1" status: 200 len: 946 time: 0.1590297 Feb 02 06:59:43.224852 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-008b55bc-3582-4f13-b644-7d301630898b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (2e8b5fb7-424c-4af0-b7c9-305ffebdcec1), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:43.229487 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de942ffa-6fd2-4f3d-be76-a600085dda5d req-2b249acb-a266-4aaf-ba85-0a6e009024a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:43.231076 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-de942ffa-6fd2-4f3d-be76-a600085dda5d req-2b249acb-a266-4aaf-ba85-0a6e009024a3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.2299583 Feb 02 06:59:43.249365 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-79620724-fe8e-4433-8131-9d1198e07d4c req-9f52a407-57cd-4d8c-b439-4a92a671d33f service neutron] Attempting to bind port fec591fd-4902-4db9-91a5-f50c021f2727 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:59:43.249739 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-79620724-fe8e-4433-8131-9d1198e07d4c req-9f52a407-57cd-4d8c-b439-4a92a671d33f service neutron] Attempting to bind port fec591fd-4902-4db9-91a5-f50c021f2727 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': '43369f47-102e-4f19-93f2-e5ce754f6e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ad127856-4465-484c-882c-e096f13573c2'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:59:43.250144 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79620724-fe8e-4433-8131-9d1198e07d4c req-9f52a407-57cd-4d8c-b439-4a92a671d33f service neutron] Attempting to bind port fec591fd-4902-4db9-91a5-f50c021f2727 on network ad127856-4465-484c-882c-e096f13573c2 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:59:43.260738 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79620724-fe8e-4433-8131-9d1198e07d4c req-9f52a407-57cd-4d8c-b439-4a92a671d33f service neutron] Port fec591fd-4902-4db9-91a5-f50c021f2727 on network ad127856-4465-484c-882c-e096f13573c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 06:59:43.261110 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79620724-fe8e-4433-8131-9d1198e07d4c req-9f52a407-57cd-4d8c-b439-4a92a671d33f service neutron] Attempting to bind port fec591fd-4902-4db9-91a5-f50c021f2727 on network ad127856-4465-484c-882c-e096f13573c2 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:59:43.266452 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-31af9c41-de1c-4066-a134-9bc47bf77ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:43.284554 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97478bb6-aaef-4159-9f12-c47375a6378e req-a57f2ce6-2961-4ab3-a5df-66a52df79214 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:43.286068 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-97478bb6-aaef-4159-9f12-c47375a6378e req-a57f2ce6-2961-4ab3-a5df-66a52df79214 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 943 time: 0.3022132 Feb 02 06:59:43.313698 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-008b55bc-3582-4f13-b644-7d301630898b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e8b5fb7-424c-4af0-b7c9-305ffebdcec1']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:59:43.326913 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79620724-fe8e-4433-8131-9d1198e07d4c req-9f52a407-57cd-4d8c-b439-4a92a671d33f service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:59:43.327310 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79620724-fe8e-4433-8131-9d1198e07d4c req-9f52a407-57cd-4d8c-b439-4a92a671d33f service neutron] Checking segment: {'id': '43369f47-102e-4f19-93f2-e5ce754f6e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ad127856-4465-484c-882c-e096f13573c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:59:43.327936 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79620724-fe8e-4433-8131-9d1198e07d4c req-9f52a407-57cd-4d8c-b439-4a92a671d33f service neutron] Bound using segment: {'id': '43369f47-102e-4f19-93f2-e5ce754f6e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ad127856-4465-484c-882c-e096f13573c2'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:59:43.328413 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-79620724-fe8e-4433-8131-9d1198e07d4c req-9f52a407-57cd-4d8c-b439-4a92a671d33f service neutron] Bound port: fec591fd-4902-4db9-91a5-f50c021f2727, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43369f47-102e-4f19-93f2-e5ce754f6e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ad127856-4465-484c-882c-e096f13573c2'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:59:43.328835 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-79620724-fe8e-4433-8131-9d1198e07d4c req-9f52a407-57cd-4d8c-b439-4a92a671d33f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (fec591fd-4902-4db9-91a5-f50c021f2727), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:43.331950 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-008b55bc-3582-4f13-b644-7d301630898b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37d2bba9-7ab5-42c1-8cea-f3f4f9ecdd68') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:59:43.332305 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-008b55bc-3582-4f13-b644-7d301630898b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37d2bba9-7ab5-42c1-8cea-f3f4f9ecdd68') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 06:59:43.339654 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-b2284e8f-37c9-48cb-b4ef-0ddb0429d84b service neutron] 10.222.0.59 "GET /v2.0/ports/027283f6-1957-43b9-b42a-9462ef40f806/bindings/n-h1-789963-26 HTTP/1.1" status: 200 len: 385 time: 0.0820458 Feb 02 06:59:43.361922 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-008b55bc-3582-4f13-b644-7d301630898b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (37d2bba9-7ab5-42c1-8cea-f3f4f9ecdd68), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:43.379788 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9f1b01a2-e3e1-4470-a0b1-b3718e0b958b req-dd4baeee-81cf-4a19-84fa-6fb3a0efe8f5 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/security-groups?id=99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639562 Feb 02 06:59:43.397728 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-008b55bc-3582-4f13-b644-7d301630898b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (37d2bba9-7ab5-42c1-8cea-f3f4f9ecdd68), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:43.448416 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-97478bb6-aaef-4159-9f12-c47375a6378e req-0714a589-bad8-4820-999d-27a4867acddc tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381276 Feb 02 06:59:43.449741 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-008b55bc-3582-4f13-b644-7d301630898b admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 06:59:43.451132 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-008b55bc-3582-4f13-b644-7d301630898b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (37d2bba9-7ab5-42c1-8cea-f3f4f9ecdd68), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:43.464608 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 06:59:43.464608 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 06:59:43.464608 n-d-789963-26 neutron-server[109693]: timer() Feb 02 06:59:43.464608 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 06:59:43.464608 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 06:59:43.464608 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 06:59:43.464608 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 06:59:43.464608 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 06:59:43.464608 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 06:59:43.464608 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 06:59:43.464608 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 06:59:43.464608 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 06:59:43.464608 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 06:59:43.464608 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 06:59:43.464608 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 06:59:43.464608 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 06:59:43.464608 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 06:59:43.464608 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 06:59:43.464608 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 06:59:43.464608 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 06:59:43.464608 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 06:59:43.464608 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 06:59:43.464608 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 06:59:43.464608 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 06:59:43.464608 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 06:59:43.464608 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 06:59:43.464608 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 06:59:43.464608 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 06:59:43.464608 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 06:59:43.464608 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 06:59:43.464608 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 06:59:43.464608 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 06:59:43.505932 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de942ffa-6fd2-4f3d-be76-a600085dda5d req-69ad1047-edeb-4c60-a46d-6a9789a77bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:43.507713 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-de942ffa-6fd2-4f3d-be76-a600085dda5d req-69ad1047-edeb-4c60-a46d-6a9789a77bfe service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2587113 Feb 02 06:59:43.583088 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-ae820be5-1a8c-4bb8-97a8-a4eef6200f09 service neutron] For port 027283f6-1957-43b9-b42a-9462ef40f806, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=027283f6-1957-43b9-b42a-9462ef40f806,segment=NetworkSegment(ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b),segment_id=ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:59:43.606119 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-ae820be5-1a8c-4bb8-97a8-a4eef6200f09 service neutron] For port 027283f6-1957-43b9-b42a-9462ef40f806, host n-h2-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:59:43.650622 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-ae820be5-1a8c-4bb8-97a8-a4eef6200f09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 027283f6-1957-43b9-b42a-9462ef40f806 {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:59:43.665646 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-ae820be5-1a8c-4bb8-97a8-a4eef6200f09 service neutron] For port 027283f6-1957-43b9-b42a-9462ef40f806, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=027283f6-1957-43b9-b42a-9462ef40f806,segment=NetworkSegment(ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b),segment_id=ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:59:43.705947 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-ae820be5-1a8c-4bb8-97a8-a4eef6200f09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (027283f6-1957-43b9-b42a-9462ef40f806), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:43.724104 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-008b55bc-3582-4f13-b644-7d301630898b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (2e8b5fb7-424c-4af0-b7c9-305ffebdcec1), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:43.737156 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-008b55bc-3582-4f13-b644-7d301630898b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:43.741753 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-008b55bc-3582-4f13-b644-7d301630898b admin admin] 10.222.0.87 "DELETE /v2.0/networks/2e8b5fb7-424c-4af0-b7c9-305ffebdcec1 HTTP/1.1" status: 204 len: 168 time: 1.0401235 Feb 02 06:59:43.773674 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008b55bc-3582-4f13-b644-7d301630898b admin admin] Pushing event deleted for resources: {'Network': ['ID=2e8b5fb7-424c-4af0-b7c9-305ffebdcec1,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:59:43.805094 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-ae820be5-1a8c-4bb8-97a8-a4eef6200f09 service neutron] Transition to ACTIVE for port object 027283f6-1957-43b9-b42a-9462ef40f806 will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 06:59:43.811544 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-de942ffa-6fd2-4f3d-be76-a600085dda5d req-a7aa4bf5-7508-44a9-ac4b-35f6382e001f service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944860 Feb 02 06:59:43.824354 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d345cc-a14d-420f-9f2b-c881e2c961b2 req-dac4aff1-acf5-4915-9e7a-07adb09f4667 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:43.832504 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e7d345cc-a14d-420f-9f2b-c881e2c961b2 req-dac4aff1-acf5-4915-9e7a-07adb09f4667 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c HTTP/1.1" status: 200 len: 943 time: 0.2187726 Feb 02 06:59:43.842471 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-ae820be5-1a8c-4bb8-97a8-a4eef6200f09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (027283f6-1957-43b9-b42a-9462ef40f806), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:43.885453 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd4e1b-7c24-4e92-95b8-3bc71e09c637 req-80dbe2a4-b970-452a-8f44-c55b92745841 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:43.887295 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-87bd4e1b-7c24-4e92-95b8-3bc71e09c637 req-80dbe2a4-b970-452a-8f44-c55b92745841 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.59 "GET /v2.0/ports?device_id=7272c094-1754-42ce-b10e-569286eda078 HTTP/1.1" status: 200 len: 950 time: 0.2664180 Feb 02 06:59:43.939829 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-79620724-fe8e-4433-8131-9d1198e07d4c req-9f52a407-57cd-4d8c-b439-4a92a671d33f service neutron] For port fec591fd-4902-4db9-91a5-f50c021f2727, host n-h1-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:59:43.947964 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-79620724-fe8e-4433-8131-9d1198e07d4c req-9f52a407-57cd-4d8c-b439-4a92a671d33f service neutron] For port fec591fd-4902-4db9-91a5-f50c021f2727, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=fec591fd-4902-4db9-91a5-f50c021f2727,segment=NetworkSegment(43369f47-102e-4f19-93f2-e5ce754f6e28),segment_id=43369f47-102e-4f19-93f2-e5ce754f6e28)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:59:43.974216 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 37862) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:59:43.984301 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-79620724-fe8e-4433-8131-9d1198e07d4c req-9f52a407-57cd-4d8c-b439-4a92a671d33f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (fec591fd-4902-4db9-91a5-f50c021f2727), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:44.005945 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e7d345cc-a14d-420f-9f2b-c881e2c961b2 req-cd8cc9a2-fc66-42fc-ad82-c7bea533617f tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723385 Feb 02 06:59:44.037652 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae820be5-1a8c-4bb8-97a8-a4eef6200f09 service neutron] Pushing event updated for resources: {'Port': ['ID=027283f6-1957-43b9-b42a-9462ef40f806,revision_number=10']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:59:44.066347 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79620724-fe8e-4433-8131-9d1198e07d4c req-9f52a407-57cd-4d8c-b439-4a92a671d33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:44.066970 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-79620724-fe8e-4433-8131-9d1198e07d4c req-9f52a407-57cd-4d8c-b439-4a92a671d33f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:44.079092 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-79620724-fe8e-4433-8131-9d1198e07d4c req-9f52a407-57cd-4d8c-b439-4a92a671d33f service neutron] 10.222.0.88 "PUT /v2.0/ports/fec591fd-4902-4db9-91a5-f50c021f2727 HTTP/1.1" status: 200 len: 1092 time: 1.8254206 Feb 02 06:59:44.084748 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7df3be3c-ada1-4cf7-95dd-a5d9311516c5', 'tag': 'fec591fd-4902-4db9-91a5-f50c021f2727'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:59:44.088943 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72eae900-78f4-4a31-8639-24b88baca853" -d '{"events": [{"name": "network-changed", "server_uuid": "7df3be3c-ada1-4cf7-95dd-a5d9311516c5", "tag": "fec591fd-4902-4db9-91a5-f50c021f2727"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:59:44.093142 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-ae820be5-1a8c-4bb8-97a8-a4eef6200f09 service neutron] No DVR routers for this DVR port 027283f6-1957-43b9-b42a-9462ef40f806 on host n-h2-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 06:59:44.111715 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-de942ffa-6fd2-4f3d-be76-a600085dda5d req-cf3744fc-baa3-4511-8d7a-af4246bd53d9 service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767186 Feb 02 06:59:44.133818 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-6683fad1-f314-4eef-a374-a68608deaba2 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=bafc9ac78ff3465dad7f66381b1cb303&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1326890 Feb 02 06:59:44.136521 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 37870) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:59:44.153685 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f52a407-57cd-4d8c-b439-4a92a671d33f service neutron] Pushing event updated for resources: {'Port': ['ID=fec591fd-4902-4db9-91a5-f50c021f2727,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:59:44.242354 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-87bd4e1b-7c24-4e92-95b8-3bc71e09c637 req-32585ec6-2c74-4156-87b9-f6f4c16c39c7 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Deleting port 4a75d9f3-a85f-4d9a-836f-d0f8787f41da {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 06:59:44.243412 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-87bd4e1b-7c24-4e92-95b8-3bc71e09c637 req-32585ec6-2c74-4156-87b9-f6f4c16c39c7 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (4a75d9f3-a85f-4d9a-836f-d0f8787f41da), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:44.260030 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-ae820be5-1a8c-4bb8-97a8-a4eef6200f09 service neutron] 10.222.0.59 "PUT /v2.0/ports/027283f6-1957-43b9-b42a-9462ef40f806/bindings/n-h1-789963-26/activate HTTP/1.1" status: 200 len: 370 time: 0.8861415 Feb 02 06:59:44.263016 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-479d2e89-2723-4c00-a08f-c20f7ecf4658 admin admin] Publish callbacks [] for security_group (511ed0b6-92c8-4cb4-aae7-2a42f35562c4), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:44.275160 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68126f6-4097-490d-a882-1c08655c4af2 req-93e1bf06-06e6-4b06-a002-43f6e0a8ce5f tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:44.283184 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a68126f6-4097-490d-a882-1c08655c4af2 req-93e1bf06-06e6-4b06-a002-43f6e0a8ce5f tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=7272c094-1754-42ce-b10e-569286eda078 HTTP/1.1" status: 200 len: 950 time: 0.5630770 Feb 02 06:59:44.288551 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-479d2e89-2723-4c00-a08f-c20f7ecf4658 admin admin] Publish callbacks [] for security_group (511ed0b6-92c8-4cb4-aae7-2a42f35562c4), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:44.343520 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a68126f6-4097-490d-a882-1c08655c4af2 req-710f6992-105d-4c5a-bd4c-97a5f46ac465 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/security-groups?id=d63c7d6b-26a8-4a97-9a6e-04585556e3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586457 Feb 02 06:59:44.376697 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-479d2e89-2723-4c00-a08f-c20f7ecf4658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (511ed0b6-92c8-4cb4-aae7-2a42f35562c4), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:44.379707 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-479d2e89-2723-4c00-a08f-c20f7ecf4658 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:44.381168 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-479d2e89-2723-4c00-a08f-c20f7ecf4658 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/511ed0b6-92c8-4cb4-aae7-2a42f35562c4 HTTP/1.1" status: 204 len: 168 time: 0.2441070 Feb 02 06:59:44.438447 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 06:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b7ed01-a821-41c1-a3d5-df4c450b24c4 x-openstack-request-id: req-03b7ed01-a821-41c1-a3d5-df4c450b24c4 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:59:44.439378 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7df3be3c-ada1-4cf7-95dd-a5d9311516c5", "tag": "fec591fd-4902-4db9-91a5-f50c021f2727", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:59:44.440579 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-03b7ed01-a821-41c1-a3d5-df4c450b24c4 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:59:44.441227 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7df3be3c-ada1-4cf7-95dd-a5d9311516c5', 'tag': 'fec591fd-4902-4db9-91a5-f50c021f2727', 'status': 'completed', 'code': 200} Feb 02 06:59:44.474370 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-e14abd4d-e9a2-4988-ba03-a0548bc72992 tempest-LiveAutoBlockMigrationV225Test-1760037822 tempest-LiveAutoBlockMigrationV225Test-1760037822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:44.477881 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-e14abd4d-e9a2-4988-ba03-a0548bc72992 tempest-LiveAutoBlockMigrationV225Test-1760037822 tempest-LiveAutoBlockMigrationV225Test-1760037822-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c&tenant_id=fe8bfc83663b43b9aae4137bcb39e5dc&binding%3Ahost_id=n-h2-789963-26 HTTP/1.1" status: 200 len: 1127 time: 0.0810952 Feb 02 06:59:44.548869 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:44.572817 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-c1dda846-d4b4-46c0-8ec7-0e3baf03f0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:44.581820 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-c1dda846-d4b4-46c0-8ec7-0e3baf03f0ed service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c&tenant_id=fe8bfc83663b43b9aae4137bcb39e5dc HTTP/1.1" status: 200 len: 1127 time: 0.0847504 Feb 02 06:59:44.615867 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 5d0f8776-b81f-4302-8158-25ef74712e39 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 06:59:44.726774 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-c839b515-e3e7-46e5-82f0-c8cf0aade0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:44.729242 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-c839b515-e3e7-46e5-82f0-c8cf0aade0eb service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fe8bfc83663b43b9aae4137bcb39e5dc&device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c HTTP/1.1" status: 200 len: 1127 time: 0.1013966 Feb 02 06:59:44.765288 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79620724-fe8e-4433-8131-9d1198e07d4c req-942774cc-45d9-4458-85fb-f916ed1189a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:44.766784 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-79620724-fe8e-4433-8131-9d1198e07d4c req-942774cc-45d9-4458-85fb-f916ed1189a2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=94634d8b4d2a41de8e59c8bd88798343&device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 1126 time: 0.5982673 Feb 02 06:59:44.817697 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479d2e89-2723-4c00-a08f-c20f7ecf4658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=511ed0b6-92c8-4cb4-aae7-2a42f35562c4,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:59:44.818540 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 5d0f8776-b81f-4302-8158-25ef74712e39, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=5d0f8776-b81f-4302-8158-25ef74712e39,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:59:44.837031 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': '5d0f8776-b81f-4302-8158-25ef74712e39', 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1', 'port_id': '5d0f8776-b81f-4302-8158-25ef74712e39', 'mac_address': 'fa:16:3e:c7:a7:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d773733-62df-4956-84d3-71d17cfb6d11', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 06:59:44.919228 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317b120-18a3-41fc-b967-bf24ab2eae58 req-6534aebd-9969-49d6-bda5-e9e4da916f93 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:44.926978 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-79620724-fe8e-4433-8131-9d1198e07d4c req-e811f815-b8a4-4875-8321-97c295ca854e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fec591fd-4902-4db9-91a5-f50c021f2727 HTTP/1.1" status: 200 len: 217 time: 0.1352332 Feb 02 06:59:44.928608 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 5d0f8776-b81f-4302-8158-25ef74712e39 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:59:44.929013 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (5d0f8776-b81f-4302-8158-25ef74712e39), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:44.932421 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5317b120-18a3-41fc-b967-bf24ab2eae58 req-6534aebd-9969-49d6-bda5-e9e4da916f93 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=f345fa5d-b7c3-44ad-9d59-9f5e42de378a HTTP/1.1" status: 200 len: 946 time: 0.2083952 Feb 02 06:59:44.955174 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d0f8776-b81f-4302-8158-25ef74712e39 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:59:45.003904 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc25d03-75cc-4894-9103-0f8dc459f1e9 req-9ac8a62c-a972-4046-a0b2-6d95c26de5fc tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:45.005424 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ffc25d03-75cc-4894-9103-0f8dc459f1e9 req-9ac8a62c-a972-4046-a0b2-6d95c26de5fc tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b1056a5-c909-4f72-8d4b-e16cf147e729 HTTP/1.1" status: 200 len: 948 time: 0.6649742 Feb 02 06:59:45.011892 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-87bd4e1b-7c24-4e92-95b8-3bc71e09c637 req-32585ec6-2c74-4156-87b9-f6f4c16c39c7 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] For port 4a75d9f3-a85f-4d9a-836f-d0f8787f41da, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=4a75d9f3-a85f-4d9a-836f-d0f8787f41da,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:59:45.012256 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-87bd4e1b-7c24-4e92-95b8-3bc71e09c637 req-32585ec6-2c74-4156-87b9-f6f4c16c39c7 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (4a75d9f3-a85f-4d9a-836f-d0f8787f41da), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:45.026537 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 5d0f8776-b81f-4302-8158-25ef74712e39, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=5d0f8776-b81f-4302-8158-25ef74712e39,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:59:45.031091 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5317b120-18a3-41fc-b967-bf24ab2eae58 req-553aa9d9-dc2a-4556-a202-27934da5540b tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/security-groups?id=99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951695 Feb 02 06:59:45.046662 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (5d0f8776-b81f-4302-8158-25ef74712e39), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:45.067711 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-8677acbf-c6d3-4ad6-98e5-e463e86004c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:45.069185 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-8677acbf-c6d3-4ad6-98e5-e463e86004c1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=a90e0175-1e1a-46fd-ade5-a34b643c83ca HTTP/1.1" status: 200 len: 921 time: 0.2988670 Feb 02 06:59:45.083813 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-87bd4e1b-7c24-4e92-95b8-3bc71e09c637 req-32585ec6-2c74-4156-87b9-f6f4c16c39c7 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Calling delete_port for 4a75d9f3-a85f-4d9a-836f-d0f8787f41da owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 06:59:45.129697 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79620724-fe8e-4433-8131-9d1198e07d4c req-17dc52ef-b40d-4a1b-93d0-e16baa89c35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:45.138345 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-79620724-fe8e-4433-8131-9d1198e07d4c req-17dc52ef-b40d-4a1b-93d0-e16baa89c35e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a7292d13-827d-45ab-8eaa-7baf62301aaa HTTP/1.1" status: 200 len: 847 time: 0.2006161 Feb 02 06:59:45.157348 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=5d0f8776-b81f-4302-8158-25ef74712e39,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:59:45.158913 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-d34104d5-32dd-4710-8e34-10460d6ddd53 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=027283f6-1957-43b9-b42a-9462ef40f806 HTTP/1.1" status: 200 len: 217 time: 0.0814991 Feb 02 06:59:45.223708 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ffc25d03-75cc-4894-9103-0f8dc459f1e9 req-a41e9be5-e29e-4750-8a40-f3dae6c092ba tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088089 Feb 02 06:59:45.228941 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-79620724-fe8e-4433-8131-9d1198e07d4c req-4386f416-d371-45cb-8fda-0fe2c2bc61d7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ad127856-4465-484c-882c-e096f13573c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755341 Feb 02 06:59:45.302091 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b9860-098c-41bb-9a64-6fda0d78bfde req-d018156e-65ce-41b3-8128-33aca2aa5bfa tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:45.314141 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b44b9860-098c-41bb-9a64-6fda0d78bfde req-d018156e-65ce-41b3-8128-33aca2aa5bfa tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 943 time: 0.1590683 Feb 02 06:59:45.367165 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-e57da318-782d-46ff-b438-61e372f57e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:45.369338 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-e57da318-782d-46ff-b438-61e372f57e5a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=718edbdc-92b0-46ac-b280-821a5ec70f8a HTTP/1.1" status: 200 len: 860 time: 0.1802049 Feb 02 06:59:45.474881 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b44b9860-098c-41bb-9a64-6fda0d78bfde req-dbfbe9ca-fcd5-4440-94d8-f5375e94b1c6 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577506 Feb 02 06:59:45.543416 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['5d0f8776-b81f-4302-8158-25ef74712e39'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:59:45.558441 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-ab15e090-1676-4899-b89f-f405ac10035c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a90e0175-1e1a-46fd-ade5-a34b643c83ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1264718 Feb 02 06:59:45.563530 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-87bd4e1b-7c24-4e92-95b8-3bc71e09c637 req-32585ec6-2c74-4156-87b9-f6f4c16c39c7 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (4a75d9f3-a85f-4d9a-836f-d0f8787f41da), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:45.629413 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-79620724-fe8e-4433-8131-9d1198e07d4c req-e46daa05-ae97-4015-b9ff-e810045c00c1 service neutron] 10.222.0.88 "GET /v2.0/networks/ad127856-4465-484c-882c-e096f13573c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3818274 Feb 02 06:59:45.786669 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32585ec6-2c74-4156-87b9-f6f4c16c39c7 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Pushing event deleted for resources: {'Port': ['ID=4a75d9f3-a85f-4d9a-836f-d0f8787f41da,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:59:45.841158 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-80efd34e-4efb-4c00-8cdf-ed64613ce959 service neutron] 10.222.0.88 "GET /v2.0/networks/a90e0175-1e1a-46fd-ade5-a34b643c83ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718880 Feb 02 06:59:45.900772 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 4a75d9f3-a85f-4d9a-836f-d0f8787f41da no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 06:59:45.916519 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-87bd4e1b-7c24-4e92-95b8-3bc71e09c637 req-32585ec6-2c74-4156-87b9-f6f4c16c39c7 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] No DVR routers for this DVR port 4a75d9f3-a85f-4d9a-836f-d0f8787f41da on host n-h2-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 06:59:45.932304 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8dd8d311-15bc-41e8-ab13-1ed241edf110 req-4af611d8-143e-423e-904c-2ed1e45f6c21 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.87 "GET /v2.0/ports?device_id=7272c094-1754-42ce-b10e-569286eda078 HTTP/1.1" status: 200 len: 210 time: 0.2448559 Feb 02 06:59:45.939466 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-87bd4e1b-7c24-4e92-95b8-3bc71e09c637 req-32585ec6-2c74-4156-87b9-f6f4c16c39c7 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:45.952630 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-87bd4e1b-7c24-4e92-95b8-3bc71e09c637 req-32585ec6-2c74-4156-87b9-f6f4c16c39c7 tempest-MigrationsAdminTest-1510261371 tempest-MigrationsAdminTest-1510261371-project] 10.222.0.59 "DELETE /v2.0/ports/4a75d9f3-a85f-4d9a-836f-d0f8787f41da HTTP/1.1" status: 204 len: 173 time: 2.0537024 Feb 02 06:59:45.963086 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7272c094-1754-42ce-b10e-569286eda078', 'name': 'network-vif-deleted', 'tag': '4a75d9f3-a85f-4d9a-836f-d0f8787f41da'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:59:45.972354 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df26dee-b78e-4a48-ad27-622def32491c" -d '{"events": [{"server_uuid": "7272c094-1754-42ce-b10e-569286eda078", "name": "network-vif-deleted", "tag": "4a75d9f3-a85f-4d9a-836f-d0f8787f41da"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:59:46.043810 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] No Port match for: 4a75d9f3-a85f-4d9a-836f-d0f8787f41da {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 06:59:46.044094 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 4a75d9f3-a85f-4d9a-836f-d0f8787f41da not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 06:59:46.069033 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:46.091610 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8491682c-993d-4547-89a6-f5970dcca6be req-f4e9a298-b9e0-46d1-a0cb-c35c3007ad7e tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:46.094549 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-79620724-fe8e-4433-8131-9d1198e07d4c req-de5b264f-4afd-43d7-8023-a8679949bc8d service neutron] 10.222.0.88 "GET /v2.0/networks/ad127856-4465-484c-882c-e096f13573c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4501703 Feb 02 06:59:46.113058 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8491682c-993d-4547-89a6-f5970dcca6be req-f4e9a298-b9e0-46d1-a0cb-c35c3007ad7e tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c HTTP/1.1" status: 200 len: 944 time: 0.2692590 Feb 02 06:59:46.206496 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 06:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6f2728-0c11-409a-b75d-3dae37288a68 x-openstack-request-id: req-ee6f2728-0c11-409a-b75d-3dae37288a68 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:59:46.206929 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7272c094-1754-42ce-b10e-569286eda078", "name": "network-vif-deleted", "tag": "4a75d9f3-a85f-4d9a-836f-d0f8787f41da", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:59:46.207281 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ee6f2728-0c11-409a-b75d-3dae37288a68 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:59:46.208110 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7272c094-1754-42ce-b10e-569286eda078', 'name': 'network-vif-deleted', 'tag': '4a75d9f3-a85f-4d9a-836f-d0f8787f41da', 'status': 'completed', 'code': 200} Feb 02 06:59:46.214190 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-b3239138-d842-4fba-a23d-7f1986832995 service neutron] 10.222.0.88 "GET /v2.0/networks/a90e0175-1e1a-46fd-ade5-a34b643c83ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3550687 Feb 02 06:59:46.292777 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8491682c-993d-4547-89a6-f5970dcca6be req-5500be64-6206-4ab9-9fff-0701cdafc145 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779394 Feb 02 06:59:46.347287 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eae900-78f4-4a31-8639-24b88baca853 req-8dc6656c-2be8-4a8e-8577-1d9171768658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:46.349130 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-72eae900-78f4-4a31-8639-24b88baca853 req-8dc6656c-2be8-4a8e-8577-1d9171768658 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=94634d8b4d2a41de8e59c8bd88798343&device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 1126 time: 0.0894916 Feb 02 06:59:46.534296 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16adc4-4c14-4d0a-a669-175b6c196ddc req-0822e1ec-df40-4ccb-aea5-d994a5d8432c tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:46.541678 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5e16adc4-4c14-4d0a-a669-175b6c196ddc req-0822e1ec-df40-4ccb-aea5-d994a5d8432c tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=f345fa5d-b7c3-44ad-9d59-9f5e42de378a HTTP/1.1" status: 200 len: 946 time: 0.1687701 Feb 02 06:59:46.568050 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eae900-78f4-4a31-8639-24b88baca853 req-31e9b5aa-5b11-49ab-8230-27f023e76f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:46.569553 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-72eae900-78f4-4a31-8639-24b88baca853 req-31e9b5aa-5b11-49ab-8230-27f023e76f0a service neutron] 10.222.0.88 "GET /v2.0/networks?id=ad127856-4465-484c-882c-e096f13573c2 HTTP/1.1" status: 200 len: 908 time: 0.2072356 Feb 02 06:59:46.627619 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-72eae900-78f4-4a31-8639-24b88baca853 req-c29b265a-1fb9-4941-aaec-f2a2a04f88b5 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fec591fd-4902-4db9-91a5-f50c021f2727 HTTP/1.1" status: 200 len: 217 time: 0.0434668 Feb 02 06:59:46.647887 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5e16adc4-4c14-4d0a-a669-175b6c196ddc req-b0e3b07e-4c01-46bb-90d3-657c099e929c tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/security-groups?id=99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048183 Feb 02 06:59:46.729592 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eae900-78f4-4a31-8639-24b88baca853 req-1fa572ee-8d98-4d80-8df6-3c1208699aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:46.731219 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-72eae900-78f4-4a31-8639-24b88baca853 req-1fa572ee-8d98-4d80-8df6-3c1208699aff service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a7292d13-827d-45ab-8eaa-7baf62301aaa HTTP/1.1" status: 200 len: 847 time: 0.0981703 Feb 02 06:59:46.774341 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-72eae900-78f4-4a31-8639-24b88baca853 req-afa2644c-b771-4dcd-8182-33f92e835f4d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ad127856-4465-484c-882c-e096f13573c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335801 Feb 02 06:59:46.786740 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b40d6fc-bb24-4983-8322-611392f3fa69 req-2ca9c50b-90ff-4d49-9ce6-2b1cf1fc2efb tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:46.788777 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4b40d6fc-bb24-4983-8322-611392f3fa69 req-2ca9c50b-90ff-4d49-9ce6-2b1cf1fc2efb tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b1056a5-c909-4f72-8d4b-e16cf147e729 HTTP/1.1" status: 200 len: 949 time: 0.1072690 Feb 02 06:59:46.894712 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-066f2538-30fd-4e92-8101-12edc53d16b7 tempest-LiveAutoBlockMigrationV225Test-1760037822 tempest-LiveAutoBlockMigrationV225Test-1760037822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:46.896189 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-066f2538-30fd-4e92-8101-12edc53d16b7 tempest-LiveAutoBlockMigrationV225Test-1760037822 tempest-LiveAutoBlockMigrationV225Test-1760037822-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c&tenant_id=fe8bfc83663b43b9aae4137bcb39e5dc&binding%3Ahost_id=n-h1-789963-26 HTTP/1.1" status: 200 len: 1127 time: 0.1656997 Feb 02 06:59:46.910582 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69173ae8-e946-49cc-99fc-dd0d9d3e0eaf req-0cfa0cc4-99e1-4aa7-9b23-4e2fc97d00aa tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:46.913641 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-69173ae8-e946-49cc-99fc-dd0d9d3e0eaf req-0cfa0cc4-99e1-4aa7-9b23-4e2fc97d00aa tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 943 time: 0.1036396 Feb 02 06:59:47.019383 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-69173ae8-e946-49cc-99fc-dd0d9d3e0eaf req-f32d0717-48c5-4249-b96b-9ab88f66065c tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943971 Feb 02 06:59:47.088686 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-e75a8b55-12c5-4a57-bbe6-d4f91774db97 service neutron] For port 027283f6-1957-43b9-b42a-9462ef40f806, host n-h2-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:59:47.093655 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-e75a8b55-12c5-4a57-bbe6-d4f91774db97 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:47.095960 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a241fb90-bbd0-4eb0-ab26-1ae7aa929597 req-e75a8b55-12c5-4a57-bbe6-d4f91774db97 service neutron] 10.222.0.88 "DELETE /v2.0/ports/027283f6-1957-43b9-b42a-9462ef40f806/bindings/n-h2-789963-26 HTTP/1.1" status: 204 len: 173 time: 0.1810832 Feb 02 06:59:47.285730 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:47.302481 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-72eae900-78f4-4a31-8639-24b88baca853 req-5b7013be-fb7c-455e-88f8-b97734a82444 service neutron] 10.222.0.88 "GET /v2.0/networks/ad127856-4465-484c-882c-e096f13573c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5126488 Feb 02 06:59:47.322560 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4b40d6fc-bb24-4983-8322-611392f3fa69 req-b02fb004-0eca-4cb2-a276-504dd74a4feb tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5207870 Feb 02 06:59:47.551127 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-72eae900-78f4-4a31-8639-24b88baca853 req-b57a7b28-9c29-45c4-aed7-0e528786902e service neutron] 10.222.0.88 "GET /v2.0/networks/ad127856-4465-484c-882c-e096f13573c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202551 Feb 02 06:59:47.599918 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 06:59:47.680624 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66037842-3408-4b89-bf98-11fd8a408d36 req-9f4bee53-ef9b-4eb4-b802-eb331b51cbb6 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:47.690826 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-66037842-3408-4b89-bf98-11fd8a408d36 req-9f4bee53-ef9b-4eb4-b802-eb331b51cbb6 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c HTTP/1.1" status: 200 len: 944 time: 0.1893299 Feb 02 06:59:47.759329 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38036) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:59:47.777633 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-66037842-3408-4b89-bf98-11fd8a408d36 req-f164baf6-73af-400e-a8e3-c85cdaca7e3e tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798969 Feb 02 06:59:47.794161 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38042) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:59:47.966334 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa5b6a5-c7ce-4823-8d77-1f54833be4da req-d0050757-47f6-4bb2-ad29-e965ad675411 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:47.976101 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5fa5b6a5-c7ce-4823-8d77-1f54833be4da req-d0050757-47f6-4bb2-ad29-e965ad675411 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=f345fa5d-b7c3-44ad-9d59-9f5e42de378a HTTP/1.1" status: 200 len: 946 time: 0.0963492 Feb 02 06:59:48.010172 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-776b93d1-47ae-4b44-972e-bb357858384b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:48.086857 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5fa5b6a5-c7ce-4823-8d77-1f54833be4da req-1dc24526-c315-4fdd-a658-5e641abfa274 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/security-groups?id=99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098416 Feb 02 06:59:48.098464 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-8dc27834-4ff0-4837-bd31-3b604e5252a2 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=617f6fde409340a286c916b0c2822b5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3031671 Feb 02 06:59:48.102421 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38072) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:59:48.145587 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ed559-f551-4f8c-bfa2-846614b77646 req-ce737f7a-027a-45d2-857b-8cafdaeceafa tempest-LiveAutoBlockMigrationV225Test-1760037822 tempest-LiveAutoBlockMigrationV225Test-1760037822-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:48.147322 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-829ed559-f551-4f8c-bfa2-846614b77646 req-ce737f7a-027a-45d2-857b-8cafdaeceafa tempest-LiveAutoBlockMigrationV225Test-1760037822 tempest-LiveAutoBlockMigrationV225Test-1760037822-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c HTTP/1.1" status: 200 len: 1127 time: 0.0671577 Feb 02 06:59:48.189732 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2a583508-784d-41f4-9513-5649ec1792ad admin admin] Publish callbacks [] for security_group (d63c7d6b-26a8-4a97-9a6e-04585556e3f4), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:48.195770 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-776b93d1-47ae-4b44-972e-bb357858384b admin admin] Publish callbacks [] for security_group (23108755-b292-4730-91c2-1bdf36339f58), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:48.209015 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-776b93d1-47ae-4b44-972e-bb357858384b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (23108755-b292-4730-91c2-1bdf36339f58), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:48.211829 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-829ed559-f551-4f8c-bfa2-846614b77646 req-41385f3f-8983-4c5d-a953-0f35c03cdf41 tempest-LiveAutoBlockMigrationV225Test-1760037822 tempest-LiveAutoBlockMigrationV225Test-1760037822-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537648 Feb 02 06:59:48.276185 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2a583508-784d-41f4-9513-5649ec1792ad admin admin] Publish callbacks [] for security_group (d63c7d6b-26a8-4a97-9a6e-04585556e3f4), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:48.368708 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b93d1-47ae-4b44-972e-bb357858384b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23108755-b292-4730-91c2-1bdf36339f58,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:59:48.379350 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-776b93d1-47ae-4b44-972e-bb357858384b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c600a33bb76642d990eb62508f16253d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6188567 Feb 02 06:59:48.380033 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38084) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:59:48.402025 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99a90eb-7631-484e-896a-fcce50d4ce11 req-089c8a80-1d2e-47dd-9c2e-9b3f6f87e1c1 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:48.411283 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b99a90eb-7631-484e-896a-fcce50d4ce11 req-089c8a80-1d2e-47dd-9c2e-9b3f6f87e1c1 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 943 time: 0.0906916 Feb 02 06:59:48.435032 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2a583508-784d-41f4-9513-5649ec1792ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (d63c7d6b-26a8-4a97-9a6e-04585556e3f4), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:48.437975 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2a583508-784d-41f4-9513-5649ec1792ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:48.440299 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-2a583508-784d-41f4-9513-5649ec1792ad admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d63c7d6b-26a8-4a97-9a6e-04585556e3f4 HTTP/1.1" status: 204 len: 168 time: 0.3365095 Feb 02 06:59:48.448140 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-add958b3-aceb-436f-ad79-a50cd9be3c15 admin admin] Publish callbacks [] for security_group (23108755-b292-4730-91c2-1bdf36339f58), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:48.456922 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a583508-784d-41f4-9513-5649ec1792ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63c7d6b-26a8-4a97-9a6e-04585556e3f4,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:59:48.481013 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-add958b3-aceb-436f-ad79-a50cd9be3c15 admin admin] Publish callbacks [] for security_group (23108755-b292-4730-91c2-1bdf36339f58), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:48.483419 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b99a90eb-7631-484e-896a-fcce50d4ce11 req-2ba34276-c66f-48f2-8af8-c6f272a7e346 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703859 Feb 02 06:59:48.567264 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-add958b3-aceb-436f-ad79-a50cd9be3c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (23108755-b292-4730-91c2-1bdf36339f58), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:48.570600 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-add958b3-aceb-436f-ad79-a50cd9be3c15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:48.571813 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-add958b3-aceb-436f-ad79-a50cd9be3c15 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/23108755-b292-4730-91c2-1bdf36339f58 HTTP/1.1" status: 204 len: 168 time: 0.1897445 Feb 02 06:59:48.584546 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add958b3-aceb-436f-ad79-a50cd9be3c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23108755-b292-4730-91c2-1bdf36339f58,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:59:48.651321 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 5d0f8776-b81f-4302-8158-25ef74712e39 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:59:48.768940 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port 5d0f8776-b81f-4302-8158-25ef74712e39 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 06:59:48.773502 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port 5d0f8776-b81f-4302-8158-25ef74712e39 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:59:48.774305 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (5d0f8776-b81f-4302-8158-25ef74712e39), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:48.847579 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737632f2-5d02-4a43-971d-ac45c0747d0d req-41f42b5b-2bc7-409d-8325-3fde22d6a3ac tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:48.850483 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-737632f2-5d02-4a43-971d-ac45c0747d0d req-41f42b5b-2bc7-409d-8325-3fde22d6a3ac tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b1056a5-c909-4f72-8d4b-e16cf147e729 HTTP/1.1" status: 200 len: 949 time: 0.0803955 Feb 02 06:59:48.921192 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 5d0f8776-b81f-4302-8158-25ef74712e39 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:59:48.921997 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (5d0f8776-b81f-4302-8158-25ef74712e39), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:48.958280 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-737632f2-5d02-4a43-971d-ac45c0747d0d req-01d3af21-cfc8-47d7-a3f2-f294bb13e5bd tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966313 Feb 02 06:59:49.006690 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b1056a5-c909-4f72-8d4b-e16cf147e729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d0f8776-b81f-4302-8158-25ef74712e39'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:59:49.010264 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a68fe554-7935-4170-8926-2e7167595fe2" -d '{"events": [{"server_uuid": "8b1056a5-c909-4f72-8d4b-e16cf147e729", "name": "network-vif-plugged", "status": "completed", "tag": "5d0f8776-b81f-4302-8158-25ef74712e39"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:59:49.033629 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 5d0f8776-b81f-4302-8158-25ef74712e39, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=5d0f8776-b81f-4302-8158-25ef74712e39,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:59:49.041517 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (5d0f8776-b81f-4302-8158-25ef74712e39), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:49.082458 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38128) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:59:49.130413 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e66f009-cec2-401f-a6fa-3a40170ac8d3 req-7c56db45-16a7-4505-866d-4b4a91749ffe tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:49.134763 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6e66f009-cec2-401f-a6fa-3a40170ac8d3 req-7c56db45-16a7-4505-866d-4b4a91749ffe tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c HTTP/1.1" status: 200 len: 944 time: 0.0901759 Feb 02 06:59:49.145683 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0e06f75b-b64d-4907-9e2b-3d4b3a12aa24 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=2e3b703c5bb547709bda69084aaa6eb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0619607 Feb 02 06:59:49.150116 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38132) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:59:49.172755 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=5d0f8776-b81f-4302-8158-25ef74712e39,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:59:49.245144 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6e66f009-cec2-401f-a6fa-3a40170ac8d3 req-c098097e-fae6-404c-9155-edc6994e83ea tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054814 Feb 02 06:59:49.264189 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f8e09e0e-faf1-4cb6-91d8-1a21774df84f admin admin] Publish callbacks [] for security_group (3318c513-8229-4967-8e6a-1106330dc2f9), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:49.311614 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f8e09e0e-faf1-4cb6-91d8-1a21774df84f admin admin] Publish callbacks [] for security_group (3318c513-8229-4967-8e6a-1106330dc2f9), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:49.315548 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 06:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb889ce-ae5e-4662-9b86-9fb5dc2998f1 x-openstack-request-id: req-ceb889ce-ae5e-4662-9b86-9fb5dc2998f1 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:59:49.316193 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b1056a5-c909-4f72-8d4b-e16cf147e729", "name": "network-vif-plugged", "status": "completed", "tag": "5d0f8776-b81f-4302-8158-25ef74712e39", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:59:49.316556 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ceb889ce-ae5e-4662-9b86-9fb5dc2998f1 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:59:49.317055 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b1056a5-c909-4f72-8d4b-e16cf147e729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d0f8776-b81f-4302-8158-25ef74712e39', 'code': 200} Feb 02 06:59:49.445394 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f8e09e0e-faf1-4cb6-91d8-1a21774df84f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (3318c513-8229-4967-8e6a-1106330dc2f9), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:49.448855 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f8e09e0e-faf1-4cb6-91d8-1a21774df84f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:49.452552 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f8e09e0e-faf1-4cb6-91d8-1a21774df84f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/3318c513-8229-4967-8e6a-1106330dc2f9 HTTP/1.1" status: 204 len: 168 time: 0.2987485 Feb 02 06:59:49.460498 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e09e0e-faf1-4cb6-91d8-1a21774df84f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3318c513-8229-4967-8e6a-1106330dc2f9,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:59:49.514845 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80885033-237c-4e5e-9463-c2fcf18f6f6d req-8214c645-77bb-4de7-9e77-3db86d39356a tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:49.518716 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-80885033-237c-4e5e-9463-c2fcf18f6f6d req-8214c645-77bb-4de7-9e77-3db86d39356a tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=f345fa5d-b7c3-44ad-9d59-9f5e42de378a HTTP/1.1" status: 200 len: 946 time: 0.1489282 Feb 02 06:59:49.551531 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e2b68-5365-4fea-a5d8-abd8ce532044 req-e62aed6d-47b7-4603-9add-bc8cbb64bbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:49.553776 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ee9e2b68-5365-4fea-a5d8-abd8ce532044 req-e62aed6d-47b7-4603-9add-bc8cbb64bbca service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=8b1056a5-c909-4f72-8d4b-e16cf147e729 HTTP/1.1" status: 200 len: 1133 time: 0.0900495 Feb 02 06:59:49.606054 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-80885033-237c-4e5e-9463-c2fcf18f6f6d req-db07df6a-5bf2-4621-9963-bdf841bdf192 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/security-groups?id=99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810730 Feb 02 06:59:49.621481 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ee9e2b68-5365-4fea-a5d8-abd8ce532044 req-aad9cb29-97db-4c32-80da-20b83e5295b8 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617380 Feb 02 06:59:49.738958 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3e9ff4-4c5c-489b-8848-ab745e7b3eb3 req-3855272c-1734-4bc6-8e1e-995a3e5026a6 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:49.746637 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bf3e9ff4-4c5c-489b-8848-ab745e7b3eb3 req-3855272c-1734-4bc6-8e1e-995a3e5026a6 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 943 time: 0.0658565 Feb 02 06:59:49.805213 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bf3e9ff4-4c5c-489b-8848-ab745e7b3eb3 req-6185191d-e4ee-44c2-a9b7-4923a672db0b tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575709 Feb 02 06:59:50.119811 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edf88d6-2f71-430c-954e-eebe646efda3 req-55c42eb6-6d22-4f2f-8a2b-6a9524ff08b7 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:50.123888 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5edf88d6-2f71-430c-954e-eebe646efda3 req-55c42eb6-6d22-4f2f-8a2b-6a9524ff08b7 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b1056a5-c909-4f72-8d4b-e16cf147e729 HTTP/1.1" status: 200 len: 950 time: 0.0960011 Feb 02 06:59:50.182988 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5efdf42-c286-4330-8765-e5c0e5f54104 req-221c4de2-c2dc-4796-a749-c7f9e491139e tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:50.189066 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f5efdf42-c286-4330-8765-e5c0e5f54104 req-221c4de2-c2dc-4796-a749-c7f9e491139e tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.88 "GET /v2.0/ports?device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c HTTP/1.1" status: 200 len: 944 time: 0.1216204 Feb 02 06:59:50.216096 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5edf88d6-2f71-430c-954e-eebe646efda3 req-ac157714-c412-4058-9ead-459d644a11e5 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815382 Feb 02 06:59:50.389934 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-f5efdf42-c286-4330-8765-e5c0e5f54104 req-02f19e11-93b1-4c68-b5f1-fc80419f6757 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Deleting port 027283f6-1957-43b9-b42a-9462ef40f806 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 06:59:50.390262 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f5efdf42-c286-4330-8765-e5c0e5f54104 req-02f19e11-93b1-4c68-b5f1-fc80419f6757 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (027283f6-1957-43b9-b42a-9462ef40f806), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:50.473150 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b4fe38-15a8-403a-ba0a-81a6eb731194 req-150658eb-4860-4b2c-a4bd-f9b118dd69eb tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:50.480900 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-04b4fe38-15a8-403a-ba0a-81a6eb731194 req-150658eb-4860-4b2c-a4bd-f9b118dd69eb tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c HTTP/1.1" status: 200 len: 944 time: 0.1064129 Feb 02 06:59:50.537084 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-f5efdf42-c286-4330-8765-e5c0e5f54104 req-02f19e11-93b1-4c68-b5f1-fc80419f6757 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] For port 027283f6-1957-43b9-b42a-9462ef40f806, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=027283f6-1957-43b9-b42a-9462ef40f806,segment=NetworkSegment(ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b),segment_id=ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:59:50.537711 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f5efdf42-c286-4330-8765-e5c0e5f54104 req-02f19e11-93b1-4c68-b5f1-fc80419f6757 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (027283f6-1957-43b9-b42a-9462ef40f806), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:50.539726 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-04b4fe38-15a8-403a-ba0a-81a6eb731194 req-681356e0-49ad-446c-8182-cfe9c810b86b tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544167 Feb 02 06:59:50.559512 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-f5efdf42-c286-4330-8765-e5c0e5f54104 req-02f19e11-93b1-4c68-b5f1-fc80419f6757 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Calling delete_port for 027283f6-1957-43b9-b42a-9462ef40f806 owned by compute:nova {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 06:59:50.782241 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f5efdf42-c286-4330-8765-e5c0e5f54104 req-02f19e11-93b1-4c68-b5f1-fc80419f6757 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (027283f6-1957-43b9-b42a-9462ef40f806), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:50.849748 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f19e11-93b1-4c68-b5f1-fc80419f6757 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Pushing event deleted for resources: {'Port': ['ID=027283f6-1957-43b9-b42a-9462ef40f806,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:59:50.955180 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5efdf42-c286-4330-8765-e5c0e5f54104 req-02f19e11-93b1-4c68-b5f1-fc80419f6757 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] No DVR routers for this DVR port 027283f6-1957-43b9-b42a-9462ef40f806 on host n-h1-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 06:59:50.959246 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f5efdf42-c286-4330-8765-e5c0e5f54104 req-02f19e11-93b1-4c68-b5f1-fc80419f6757 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:50.963212 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f5efdf42-c286-4330-8765-e5c0e5f54104 req-02f19e11-93b1-4c68-b5f1-fc80419f6757 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.88 "DELETE /v2.0/ports/027283f6-1957-43b9-b42a-9462ef40f806 HTTP/1.1" status: 204 len: 173 time: 0.7707005 Feb 02 06:59:50.966579 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fca1b71b-be67-49f9-bcaa-0646c57a6b8c', 'name': 'network-vif-deleted', 'tag': '027283f6-1957-43b9-b42a-9462ef40f806'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:59:50.970318 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d944819-b06e-475c-bd6f-1435abca82eb" -d '{"events": [{"server_uuid": "fca1b71b-be67-49f9-bcaa-0646c57a6b8c", "name": "network-vif-deleted", "tag": "027283f6-1957-43b9-b42a-9462ef40f806"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:59:51.326645 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6064621b-ea06-49ef-9c49-d3bbe64b6008 req-296f92bb-eb03-405f-b804-579a7f822686 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:51.341757 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6064621b-ea06-49ef-9c49-d3bbe64b6008 req-296f92bb-eb03-405f-b804-579a7f822686 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=f345fa5d-b7c3-44ad-9d59-9f5e42de378a HTTP/1.1" status: 200 len: 946 time: 0.0719533 Feb 02 06:59:51.410522 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6064621b-ea06-49ef-9c49-d3bbe64b6008 req-ec498843-3a90-4432-8421-8e319ccf861b tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/security-groups?id=99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640173 Feb 02 06:59:51.581416 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115cdacd-5aea-409a-abe6-d13bf67742bd req-3d18854d-ab67-4310-8dc9-9e7009d67b6b tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:51.593002 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-115cdacd-5aea-409a-abe6-d13bf67742bd req-3d18854d-ab67-4310-8dc9-9e7009d67b6b tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 943 time: 0.1036935 Feb 02 06:59:51.663244 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-115cdacd-5aea-409a-abe6-d13bf67742bd req-b0347d2e-c59f-406d-9ab7-3a2ffbeff4b6 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687611 Feb 02 06:59:51.708106 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 06:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8984fe8c-e18a-4915-b3c5-0bce72166b6b x-openstack-request-id: req-8984fe8c-e18a-4915-b3c5-0bce72166b6b {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:59:51.708498 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fca1b71b-be67-49f9-bcaa-0646c57a6b8c", "name": "network-vif-deleted", "tag": "027283f6-1957-43b9-b42a-9462ef40f806", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:59:51.708838 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-8984fe8c-e18a-4915-b3c5-0bce72166b6b {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:59:51.709384 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fca1b71b-be67-49f9-bcaa-0646c57a6b8c', 'name': 'network-vif-deleted', 'tag': '027283f6-1957-43b9-b42a-9462ef40f806', 'status': 'completed', 'code': 200} Feb 02 06:59:51.833038 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5724cfe-900e-458b-b2e2-5d3e92c98521 req-aa076351-0cd1-402b-ba4b-aad3414fb396 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:51.836998 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d5724cfe-900e-458b-b2e2-5d3e92c98521 req-aa076351-0cd1-402b-ba4b-aad3414fb396 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b1056a5-c909-4f72-8d4b-e16cf147e729 HTTP/1.1" status: 200 len: 950 time: 0.0685427 Feb 02 06:59:51.893930 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d5724cfe-900e-458b-b2e2-5d3e92c98521 req-02ab9f7a-da94-4e60-a532-113d7e60ed41 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496838 Feb 02 06:59:51.904633 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:51.993968 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0500b1d3-b635-4cf2-8921-1043754301c5 req-d2c6a2fc-c5a0-4dff-914b-a5e1d520ea38 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c HTTP/1.1" status: 200 len: 210 time: 0.0327587 Feb 02 06:59:52.456935 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d8a12-3269-4a07-867f-5cedcd6483e1 req-d24d783c-26de-4a00-a1cc-ce0769857724 tempest-ServersOnMultiNodesTest-720342812 tempest-ServersOnMultiNodesTest-720342812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:52.458477 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-678d8a12-3269-4a07-867f-5cedcd6483e1 req-d24d783c-26de-4a00-a1cc-ce0769857724 tempest-ServersOnMultiNodesTest-720342812 tempest-ServersOnMultiNodesTest-720342812-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=8b1056a5-c909-4f72-8d4b-e16cf147e729 HTTP/1.1" status: 200 len: 1133 time: 0.0607378 Feb 02 06:59:52.505670 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-678d8a12-3269-4a07-867f-5cedcd6483e1 req-61e520bb-325b-4af7-8fc6-d1e4588d1e21 tempest-ServersOnMultiNodesTest-720342812 tempest-ServersOnMultiNodesTest-720342812-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410435 Feb 02 06:59:52.685169 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 027283f6-1957-43b9-b42a-9462ef40f806 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 06:59:52.756902 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: 027283f6-1957-43b9-b42a-9462ef40f806 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 06:59:52.759484 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 027283f6-1957-43b9-b42a-9462ef40f806 not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 06:59:52.820509 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1feec7-1526-4597-91be-a68bd57e697f req-6dcb1097-fcb3-483b-b614-ab0c8a60bd7a tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:52.822411 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5f1feec7-1526-4597-91be-a68bd57e697f req-6dcb1097-fcb3-483b-b614-ab0c8a60bd7a tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] 10.222.0.87 "GET /v2.0/ports?device_id=85e71e33-a6b8-4db5-82b4-b02cbcbff771 HTTP/1.1" status: 200 len: 947 time: 0.0746219 Feb 02 06:59:52.877703 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5f1feec7-1526-4597-91be-a68bd57e697f req-acd595d6-d878-4198-b36e-37c8cae67c03 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] 10.222.0.87 "GET /v2.0/security-groups?id=4bdd1a44-87ea-435b-a9e6-afe84899370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488729 Feb 02 06:59:53.006107 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab2ae75-0d96-4a0f-a89d-5a0cbf2e9773 req-abf84d20-9092-4b28-ae55-5b1bbaafd94f tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:53.007913 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bab2ae75-0d96-4a0f-a89d-5a0cbf2e9773 req-abf84d20-9092-4b28-ae55-5b1bbaafd94f tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=f345fa5d-b7c3-44ad-9d59-9f5e42de378a HTTP/1.1" status: 200 len: 946 time: 0.0648084 Feb 02 06:59:53.060355 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bab2ae75-0d96-4a0f-a89d-5a0cbf2e9773 req-19bc4a48-177f-4a18-af72-54da8e93d3f9 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/security-groups?id=99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462053 Feb 02 06:59:53.156789 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4a59c28b-411c-4966-bb34-be57c0cbb607 req-c0cf9cbc-bfb3-4310-837c-edeeb4744fb0 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=e34e7485085f4555b7019dbfd89a06da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225451 Feb 02 06:59:53.271650 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a59c28b-411c-4966-bb34-be57c0cbb607 req-b2f621c4-1d2c-4e2d-bc2d-fa22fffc22e5 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:53.273168 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4a59c28b-411c-4966-bb34-be57c0cbb607 req-b2f621c4-1d2c-4e2d-bc2d-fa22fffc22e5 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1108577 Feb 02 06:59:53.288524 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4a59c28b-411c-4966-bb34-be57c0cbb607 req-241bb02f-e4a4-400f-a8d0-e1f3a37ec57c tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/quotas/e34e7485085f4555b7019dbfd89a06da HTTP/1.1" status: 200 len: 375 time: 0.0097952 Feb 02 06:59:53.352695 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4a59c28b-411c-4966-bb34-be57c0cbb607 req-d097369a-f569-405e-bb76-68b48ddc74e9 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=e34e7485085f4555b7019dbfd89a06da&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0590634 Feb 02 06:59:53.565600 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a09b9-1e42-4944-bea6-63565b80974a req-0cb1b99f-83b8-4b36-83ac-22ff257d18bc tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:53.567975 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-659a09b9-1e42-4944-bea6-63565b80974a req-0cb1b99f-83b8-4b36-83ac-22ff257d18bc tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 943 time: 0.0578911 Feb 02 06:59:53.620874 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-659a09b9-1e42-4944-bea6-63565b80974a req-db46bb96-e9fb-41f4-a510-ff5463d0b8d1 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470521 Feb 02 06:59:53.774757 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-dbb9bcb9-2ba9-4d1e-9c26-3b1830f83dfd req-5ab9e5a8-0b21-46ab-ba5f-df37307f9402 tempest-QuotasAdminNegativeTest-964746637 tempest-QuotasAdminNegativeTest-964746637-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=7c43829ace014d8ca07b1aa4bab44af6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224342 Feb 02 06:59:53.894958 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb9bcb9-2ba9-4d1e-9c26-3b1830f83dfd req-1802d463-31c0-4cd4-a14b-05467b16f713 tempest-QuotasAdminNegativeTest-964746637 tempest-QuotasAdminNegativeTest-964746637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:53.896531 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-dbb9bcb9-2ba9-4d1e-9c26-3b1830f83dfd req-1802d463-31c0-4cd4-a14b-05467b16f713 tempest-QuotasAdminNegativeTest-964746637 tempest-QuotasAdminNegativeTest-964746637-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1153746 Feb 02 06:59:53.912066 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-dbb9bcb9-2ba9-4d1e-9c26-3b1830f83dfd req-03733e6a-7b59-4628-98c4-cda295147285 tempest-QuotasAdminNegativeTest-964746637 tempest-QuotasAdminNegativeTest-964746637-project] 10.222.0.87 "GET /v2.0/quotas/7c43829ace014d8ca07b1aa4bab44af6 HTTP/1.1" status: 200 len: 375 time: 0.0101085 Feb 02 06:59:53.947721 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-dbb9bcb9-2ba9-4d1e-9c26-3b1830f83dfd req-5e78a877-1bac-4bab-b953-7082d86575be tempest-QuotasAdminNegativeTest-964746637 tempest-QuotasAdminNegativeTest-964746637-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=7c43829ace014d8ca07b1aa4bab44af6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294526 Feb 02 06:59:54.086316 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b5a9fa5c-7fbd-41aa-8aa7-26ddfaa57cc3 req-0f26a575-8c86-4cdf-a482-e1278aa6a861 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c HTTP/1.1" status: 200 len: 210 time: 0.0331566 Feb 02 06:59:54.492935 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5bd13f42-9094-4502-b582-dc89ecd49733 req-0dd62610-cd7f-4d28-bed1-7e7ba214906d tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=2cc00e95-68b5-41a1-84f5-cd186e917264 HTTP/1.1" status: 200 len: 210 time: 0.0352423 Feb 02 06:59:54.622101 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d5b92-99bf-43f2-9cf0-68eab4a9c6e7 req-f40eae4d-83fa-4316-ba10-fad9a307f98d tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:54.623609 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2f9d5b92-99bf-43f2-9cf0-68eab4a9c6e7 req-f40eae4d-83fa-4316-ba10-fad9a307f98d tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] 10.222.0.87 "GET /v2.0/ports?device_id=85e71e33-a6b8-4db5-82b4-b02cbcbff771 HTTP/1.1" status: 200 len: 947 time: 0.0604427 Feb 02 06:59:54.625379 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4a59c28b-411c-4966-bb34-be57c0cbb607 req-fc57ce1b-9ea7-460b-b4a0-b68de9989982 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=e34e7485085f4555b7019dbfd89a06da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331445 Feb 02 06:59:54.772455 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2f9d5b92-99bf-43f2-9cf0-68eab4a9c6e7 req-a2a7bbde-4d9f-4e8f-b335-cf21f20b2de9 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] 10.222.0.87 "GET /v2.0/security-groups?id=4bdd1a44-87ea-435b-a9e6-afe84899370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429558 Feb 02 06:59:54.774488 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a59c28b-411c-4966-bb34-be57c0cbb607 req-c97df5d0-9997-4022-a9db-bf00bbfcf201 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:54.776240 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4a59c28b-411c-4966-bb34-be57c0cbb607 req-c97df5d0-9997-4022-a9db-bf00bbfcf201 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1426787 Feb 02 06:59:54.794487 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b4bf7-9b61-4b30-ae15-d9f09711ee25 req-444996c4-9411-4d22-a6be-ed7a481b9738 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:54.796652 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c68b4bf7-9b61-4b30-ae15-d9f09711ee25 req-444996c4-9411-4d22-a6be-ed7a481b9738 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] 10.222.0.59 "GET /v2.0/ports?device_id=85e71e33-a6b8-4db5-82b4-b02cbcbff771 HTTP/1.1" status: 200 len: 947 time: 0.1162007 Feb 02 06:59:54.803508 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-4a59c28b-411c-4966-bb34-be57c0cbb607 req-9811826d-3d90-4b40-9ac9-38ee224b00ac tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Request body: {'port': {'device_id': '2cc00e95-68b5-41a1-84f5-cd186e917264', 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1', 'admin_state_up': True, 'tenant_id': 'e34e7485085f4555b7019dbfd89a06da'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:59:54.922520 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-c68b4bf7-9b61-4b30-ae15-d9f09711ee25 req-27704c61-1ce9-4148-984c-de3437431516 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] Deleting port 2885a8c5-42d6-4a1b-a52c-7d8b52cf995c {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 06:59:54.924022 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-c68b4bf7-9b61-4b30-ae15-d9f09711ee25 req-27704c61-1ce9-4148-984c-de3437431516 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (2885a8c5-42d6-4a1b-a52c-7d8b52cf995c), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:54.963396 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a59c28b-411c-4966-bb34-be57c0cbb607 req-9811826d-3d90-4b40-9ac9-38ee224b00ac tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Made reservation on behalf of e34e7485085f4555b7019dbfd89a06da for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 06:59:54.972527 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-4a59c28b-411c-4966-bb34-be57c0cbb607 req-9811826d-3d90-4b40-9ac9-38ee224b00ac tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:55.128065 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-c68b4bf7-9b61-4b30-ae15-d9f09711ee25 req-27704c61-1ce9-4148-984c-de3437431516 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] For port 2885a8c5-42d6-4a1b-a52c-7d8b52cf995c, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=2885a8c5-42d6-4a1b-a52c-7d8b52cf995c,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:59:55.129063 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-c68b4bf7-9b61-4b30-ae15-d9f09711ee25 req-27704c61-1ce9-4148-984c-de3437431516 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (2885a8c5-42d6-4a1b-a52c-7d8b52cf995c), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:55.146178 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-c68b4bf7-9b61-4b30-ae15-d9f09711ee25 req-27704c61-1ce9-4148-984c-de3437431516 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] Calling delete_port for 2885a8c5-42d6-4a1b-a52c-7d8b52cf995c owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 06:59:55.301116 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-4a59c28b-411c-4966-bb34-be57c0cbb607 req-9811826d-3d90-4b40-9ac9-38ee224b00ac tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Allocated IP 192.168.233.78 (04bc5622-0c2b-4ce8-b107-e6abcbdf57e1/9d773733-62df-4956-84d3-71d17cfb6d11/8794b35a-c9ad-418c-b3fe-8ab0e629ed29) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 06:59:55.316387 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7492a72-e943-4ff0-9160-7194ac9079ac req-c724694e-c227-4d2e-9460-b133a47737ab tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:55.317944 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d7492a72-e943-4ff0-9160-7194ac9079ac req-c724694e-c227-4d2e-9460-b133a47737ab tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 943 time: 0.1834469 Feb 02 06:59:55.362153 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f467749d-438e-4d24-ab92-56a62856aa15 req-b8f51908-b60e-4f06-aa18-01cd84d81720 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c HTTP/1.1" status: 200 len: 210 time: 0.0378087 Feb 02 06:59:55.363007 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-c68b4bf7-9b61-4b30-ae15-d9f09711ee25 req-27704c61-1ce9-4148-984c-de3437431516 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (2885a8c5-42d6-4a1b-a52c-7d8b52cf995c), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:55.398689 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27704c61-1ce9-4148-984c-de3437431516 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] Pushing event deleted for resources: {'Port': ['ID=2885a8c5-42d6-4a1b-a52c-7d8b52cf995c,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:59:55.415533 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d7492a72-e943-4ff0-9160-7194ac9079ac req-48f46103-d1e9-4454-88c1-a2ed8a9d1ad9 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901945 Feb 02 06:59:55.473013 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-c68b4bf7-9b61-4b30-ae15-d9f09711ee25 req-27704c61-1ce9-4148-984c-de3437431516 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] No DVR routers for this DVR port 2885a8c5-42d6-4a1b-a52c-7d8b52cf995c on host n-h2-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 06:59:55.475664 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-c68b4bf7-9b61-4b30-ae15-d9f09711ee25 req-27704c61-1ce9-4148-984c-de3437431516 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:55.479413 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c68b4bf7-9b61-4b30-ae15-d9f09711ee25 req-27704c61-1ce9-4148-984c-de3437431516 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] 10.222.0.59 "DELETE /v2.0/ports/2885a8c5-42d6-4a1b-a52c-7d8b52cf995c HTTP/1.1" status: 204 len: 173 time: 0.6763744 Feb 02 06:59:55.479931 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85e71e33-a6b8-4db5-82b4-b02cbcbff771', 'name': 'network-vif-deleted', 'tag': '2885a8c5-42d6-4a1b-a52c-7d8b52cf995c'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:59:55.482374 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2636faa4-8b4b-426e-9471-55f2885d4e10" -d '{"events": [{"server_uuid": "85e71e33-a6b8-4db5-82b4-b02cbcbff771", "name": "network-vif-deleted", "tag": "2885a8c5-42d6-4a1b-a52c-7d8b52cf995c"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:59:55.642998 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-4a59c28b-411c-4966-bb34-be57c0cbb607 req-9811826d-3d90-4b40-9ac9-38ee224b00ac tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Publish callbacks [] for port (8794b35a-c9ad-418c-b3fe-8ab0e629ed29), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:55.726713 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-4a59c28b-411c-4966-bb34-be57c0cbb607 req-9811826d-3d90-4b40-9ac9-38ee224b00ac tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (8794b35a-c9ad-418c-b3fe-8ab0e629ed29), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:55.742146 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4ae6041c-a1f1-41bc-bb0b-98ab77ae57fc req-e2f0fad0-d955-431b-9d2f-51ad71c6edfd tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=2cc00e95-68b5-41a1-84f5-cd186e917264 HTTP/1.1" status: 200 len: 210 time: 0.0558329 Feb 02 06:59:55.743876 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 06:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05faad34-f289-4f34-8d7e-855eced89f2c x-openstack-request-id: req-05faad34-f289-4f34-8d7e-855eced89f2c {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:59:55.754913 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85e71e33-a6b8-4db5-82b4-b02cbcbff771", "name": "network-vif-deleted", "tag": "2885a8c5-42d6-4a1b-a52c-7d8b52cf995c", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:59:55.755176 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-05faad34-f289-4f34-8d7e-855eced89f2c {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:59:55.756562 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85e71e33-a6b8-4db5-82b4-b02cbcbff771', 'name': 'network-vif-deleted', 'tag': '2885a8c5-42d6-4a1b-a52c-7d8b52cf995c', 'status': 'completed', 'code': 200} Feb 02 06:59:55.764980 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7', 'f14465ce-1ab6-4a5c-811e-9080670bcd31'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:59:55.879138 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['674800bf-e723-4635-afe8-ee7d45ae1e0e', 'accc8dbd-449e-4fb6-abb7-294a86af8d3f', '13272dd6-864e-4817-a330-647b2a7112f3', '5d0f8776-b81f-4302-8158-25ef74712e39'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:59:55.895598 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9811826d-3d90-4b40-9ac9-38ee224b00ac tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Pushing event updated for resources: {'Port': ['ID=8794b35a-c9ad-418c-b3fe-8ab0e629ed29,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:59:55.920223 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e31d759f-a607-4ca1-932d-d1aef8380a97 req-e6beed8b-1577-4432-ac76-61a0afed3cea tempest-QuotasAdminNegativeTest-964746637 tempest-QuotasAdminNegativeTest-964746637-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=7c43829ace014d8ca07b1aa4bab44af6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0477407 Feb 02 06:59:55.924744 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a59c28b-411c-4966-bb34-be57c0cbb607 req-9811826d-3d90-4b40-9ac9-38ee224b00ac tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 06:59:55.927282 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-4a59c28b-411c-4966-bb34-be57c0cbb607 req-9811826d-3d90-4b40-9ac9-38ee224b00ac tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 06:59:55.932059 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a59c28b-411c-4966-bb34-be57c0cbb607 req-9811826d-3d90-4b40-9ac9-38ee224b00ac tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 06:59:56.066801 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a59c28b-411c-4966-bb34-be57c0cbb607 req-9811826d-3d90-4b40-9ac9-38ee224b00ac tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:56.072903 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-4a59c28b-411c-4966-bb34-be57c0cbb607 req-9811826d-3d90-4b40-9ac9-38ee224b00ac tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:56.149882 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d97e7963-626a-47c9-9219-b6582fa273cf req-336742ba-5db4-4bda-8a81-fa33ec962008 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] 10.222.0.87 "GET /v2.0/ports?device_id=85e71e33-a6b8-4db5-82b4-b02cbcbff771 HTTP/1.1" status: 200 len: 210 time: 0.0621986 Feb 02 06:59:56.160277 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d759f-a607-4ca1-932d-d1aef8380a97 req-da5abc12-7a27-4c42-a7ca-357a36ee86fe tempest-QuotasAdminNegativeTest-964746637 tempest-QuotasAdminNegativeTest-964746637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:56.162807 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e31d759f-a607-4ca1-932d-d1aef8380a97 req-da5abc12-7a27-4c42-a7ca-357a36ee86fe tempest-QuotasAdminNegativeTest-964746637 tempest-QuotasAdminNegativeTest-964746637-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2430823 Feb 02 06:59:56.179100 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4a59c28b-411c-4966-bb34-be57c0cbb607 req-9811826d-3d90-4b40-9ac9-38ee224b00ac tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3769827 Feb 02 06:59:56.196408 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-4a59c28b-411c-4966-bb34-be57c0cbb607 req-d29911d0-6bf7-4201-be73-8fee3b9a85a5 service neutron] Request body: {'port': {'device_id': '2cc00e95-68b5-41a1-84f5-cd186e917264', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 06:59:56.207925 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e31d759f-a607-4ca1-932d-d1aef8380a97 req-2aee8b94-b516-4847-8d4f-c8c97e13593d tempest-QuotasAdminNegativeTest-964746637 tempest-QuotasAdminNegativeTest-964746637-project] 10.222.0.87 "GET /v2.0/quotas/7c43829ace014d8ca07b1aa4bab44af6 HTTP/1.1" status: 200 len: 375 time: 0.0387061 Feb 02 06:59:56.294666 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e31d759f-a607-4ca1-932d-d1aef8380a97 req-e6a81a23-1fd0-49bf-8541-bf65cae0b7c6 tempest-QuotasAdminNegativeTest-964746637 tempest-QuotasAdminNegativeTest-964746637-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=7c43829ace014d8ca07b1aa4bab44af6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0805988 Feb 02 06:59:56.338565 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-4a59c28b-411c-4966-bb34-be57c0cbb607 req-d29911d0-6bf7-4201-be73-8fee3b9a85a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (8794b35a-c9ad-418c-b3fe-8ab0e629ed29), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:56.874907 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c76b76b2-7b51-48a5-9516-417a199d4bf0 req-c945f734-ec7e-4343-8afb-4e117b72af5d tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c HTTP/1.1" status: 200 len: 210 time: 0.0895555 Feb 02 06:59:56.896638 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-674a4a66-eec4-451c-a52d-2232f67c02d9 None None] Provisioning complete for port 8794b35a-c9ad-418c-b3fe-8ab0e629ed29 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 06:59:56.898409 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-674a4a66-eec4-451c-a52d-2232f67c02d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (8794b35a-c9ad-418c-b3fe-8ab0e629ed29), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:56.929840 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8193a80d-de4a-48bd-bdf1-dda88c6f72bf req-9d49dcf7-8dd3-4489-b77f-09c8cc34d2dc tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:56.941321 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8193a80d-de4a-48bd-bdf1-dda88c6f72bf req-9d49dcf7-8dd3-4489-b77f-09c8cc34d2dc tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 943 time: 0.1181650 Feb 02 06:59:57.022824 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-674a4a66-eec4-451c-a52d-2232f67c02d9 None None] Port 8794b35a-c9ad-418c-b3fe-8ab0e629ed29 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 06:59:57.061007 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8193a80d-de4a-48bd-bdf1-dda88c6f72bf req-075607a8-229f-4e08-bc72-4166f21cb7c3 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182015 Feb 02 06:59:57.075639 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:57.087371 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-4a59c28b-411c-4966-bb34-be57c0cbb607 req-d29911d0-6bf7-4201-be73-8fee3b9a85a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8794b35a-c9ad-418c-b3fe-8ab0e629ed29 {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:59:57.096253 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-4a59c28b-411c-4966-bb34-be57c0cbb607 req-d29911d0-6bf7-4201-be73-8fee3b9a85a5 service neutron] Publish callbacks [] for port (8794b35a-c9ad-418c-b3fe-8ab0e629ed29), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:57.110630 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-4a59c28b-411c-4966-bb34-be57c0cbb607 req-d29911d0-6bf7-4201-be73-8fee3b9a85a5 service neutron] Transition to ACTIVE for port object 8794b35a-c9ad-418c-b3fe-8ab0e629ed29 will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 06:59:57.120190 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-4a59c28b-411c-4966-bb34-be57c0cbb607 req-d29911d0-6bf7-4201-be73-8fee3b9a85a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (8794b35a-c9ad-418c-b3fe-8ab0e629ed29), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:57.262407 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29911d0-6bf7-4201-be73-8fee3b9a85a5 service neutron] Pushing event updated for resources: {'Port': ['ID=8794b35a-c9ad-418c-b3fe-8ab0e629ed29,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:59:57.367214 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be385c8-f5a2-4a9a-8da6-c4d09449e3d8 req-e0567537-be98-4f8b-884c-3e058a65fd49 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:57.368832 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5be385c8-f5a2-4a9a-8da6-c4d09449e3d8 req-e0567537-be98-4f8b-884c-3e058a65fd49 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=2cc00e95-68b5-41a1-84f5-cd186e917264 HTTP/1.1" status: 200 len: 947 time: 0.2011862 Feb 02 06:59:57.455605 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-4a59c28b-411c-4966-bb34-be57c0cbb607 req-d29911d0-6bf7-4201-be73-8fee3b9a85a5 service neutron] Attempting to bind port 8794b35a-c9ad-418c-b3fe-8ab0e629ed29 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 06:59:57.456354 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-4a59c28b-411c-4966-bb34-be57c0cbb607 req-d29911d0-6bf7-4201-be73-8fee3b9a85a5 service neutron] Attempting to bind port 8794b35a-c9ad-418c-b3fe-8ab0e629ed29 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 06:59:57.456700 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a59c28b-411c-4966-bb34-be57c0cbb607 req-d29911d0-6bf7-4201-be73-8fee3b9a85a5 service neutron] Attempting to bind port 8794b35a-c9ad-418c-b3fe-8ab0e629ed29 on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:59:57.473606 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5be385c8-f5a2-4a9a-8da6-c4d09449e3d8 req-e7370585-33ed-436d-941c-e8aab8b14e3e tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946507 Feb 02 06:59:57.474275 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a59c28b-411c-4966-bb34-be57c0cbb607 req-d29911d0-6bf7-4201-be73-8fee3b9a85a5 service neutron] Port 8794b35a-c9ad-418c-b3fe-8ab0e629ed29 on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 06:59:57.474612 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a59c28b-411c-4966-bb34-be57c0cbb607 req-d29911d0-6bf7-4201-be73-8fee3b9a85a5 service neutron] Attempting to bind port 8794b35a-c9ad-418c-b3fe-8ab0e629ed29 on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 06:59:57.501690 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a59c28b-411c-4966-bb34-be57c0cbb607 req-d29911d0-6bf7-4201-be73-8fee3b9a85a5 service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 06:59:57.502036 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a59c28b-411c-4966-bb34-be57c0cbb607 req-d29911d0-6bf7-4201-be73-8fee3b9a85a5 service neutron] Checking segment: {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 06:59:57.502498 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a59c28b-411c-4966-bb34-be57c0cbb607 req-d29911d0-6bf7-4201-be73-8fee3b9a85a5 service neutron] Bound using segment: {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 06:59:57.502967 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-4a59c28b-411c-4966-bb34-be57c0cbb607 req-d29911d0-6bf7-4201-be73-8fee3b9a85a5 service neutron] Bound port: 8794b35a-c9ad-418c-b3fe-8ab0e629ed29, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 06:59:57.503336 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-4a59c28b-411c-4966-bb34-be57c0cbb607 req-d29911d0-6bf7-4201-be73-8fee3b9a85a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (8794b35a-c9ad-418c-b3fe-8ab0e629ed29), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:57.643936 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-4a59c28b-411c-4966-bb34-be57c0cbb607 req-d29911d0-6bf7-4201-be73-8fee3b9a85a5 service neutron] For port 8794b35a-c9ad-418c-b3fe-8ab0e629ed29, host n-h1-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 06:59:57.651444 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-4a59c28b-411c-4966-bb34-be57c0cbb607 req-d29911d0-6bf7-4201-be73-8fee3b9a85a5 service neutron] For port 8794b35a-c9ad-418c-b3fe-8ab0e629ed29, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=8794b35a-c9ad-418c-b3fe-8ab0e629ed29,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 06:59:57.664645 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-4a59c28b-411c-4966-bb34-be57c0cbb607 req-d29911d0-6bf7-4201-be73-8fee3b9a85a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (8794b35a-c9ad-418c-b3fe-8ab0e629ed29), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:57.685589 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2740d0f7-321e-403a-bc32-c2adb28eb3fa req-8e3d8483-c185-4d83-9c0b-d2b0905b6610 tempest-QuotasAdminNegativeTest-964746637 tempest-QuotasAdminNegativeTest-964746637-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=7c43829ace014d8ca07b1aa4bab44af6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287168 Feb 02 06:59:57.740879 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a59c28b-411c-4966-bb34-be57c0cbb607 req-d29911d0-6bf7-4201-be73-8fee3b9a85a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:57.745540 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-4a59c28b-411c-4966-bb34-be57c0cbb607 req-d29911d0-6bf7-4201-be73-8fee3b9a85a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:57.745540 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4a59c28b-411c-4966-bb34-be57c0cbb607 req-d29911d0-6bf7-4201-be73-8fee3b9a85a5 service neutron] 10.222.0.88 "PUT /v2.0/ports/8794b35a-c9ad-418c-b3fe-8ab0e629ed29 HTTP/1.1" status: 200 len: 1096 time: 1.5538929 Feb 02 06:59:57.749572 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cc00e95-68b5-41a1-84f5-cd186e917264', 'tag': '8794b35a-c9ad-418c-b3fe-8ab0e629ed29'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 06:59:57.753815 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a30604e-9b2a-4d11-8f87-3be1b8ff8d0a" -d '{"events": [{"name": "network-changed", "server_uuid": "2cc00e95-68b5-41a1-84f5-cd186e917264", "tag": "8794b35a-c9ad-418c-b3fe-8ab0e629ed29"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 06:59:57.795178 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29911d0-6bf7-4201-be73-8fee3b9a85a5 service neutron] Pushing event updated for resources: {'Port': ['ID=8794b35a-c9ad-418c-b3fe-8ab0e629ed29,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:59:57.885128 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2740d0f7-321e-403a-bc32-c2adb28eb3fa req-e4dcbacf-ccde-41ff-af58-76f2aa358a18 tempest-QuotasAdminNegativeTest-964746637 tempest-QuotasAdminNegativeTest-964746637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:57.892613 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2740d0f7-321e-403a-bc32-c2adb28eb3fa req-e4dcbacf-ccde-41ff-af58-76f2aa358a18 tempest-QuotasAdminNegativeTest-964746637 tempest-QuotasAdminNegativeTest-964746637-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2004335 Feb 02 06:59:57.911985 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2740d0f7-321e-403a-bc32-c2adb28eb3fa req-e6703967-6793-44b9-9bdb-bcf541f2f8e3 tempest-QuotasAdminNegativeTest-964746637 tempest-QuotasAdminNegativeTest-964746637-project] 10.222.0.87 "GET /v2.0/quotas/7c43829ace014d8ca07b1aa4bab44af6 HTTP/1.1" status: 200 len: 375 time: 0.0180538 Feb 02 06:59:57.946603 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 7863c5b7-f1f2-4d23-a10c-fe238bd1f964 details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 06:59:57.957037 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2740d0f7-321e-403a-bc32-c2adb28eb3fa req-bb68a5bf-b91f-4614-aad9-a8addeddd920 tempest-QuotasAdminNegativeTest-964746637 tempest-QuotasAdminNegativeTest-964746637-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=7c43829ace014d8ca07b1aa4bab44af6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438201 Feb 02 06:59:58.031486 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1749a965-3919-4aa7-8e1d-cf6637809b9a req-83590b4b-73d0-4a6d-b163-aa6023f84878 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:58.042928 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1749a965-3919-4aa7-8e1d-cf6637809b9a req-83590b4b-73d0-4a6d-b163-aa6023f84878 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] 10.222.0.87 "GET /v2.0/ports?device_id=d405eed3-0b9f-4623-8867-ec57f3a4eeb9 HTTP/1.1" status: 200 len: 949 time: 0.2209666 Feb 02 06:59:58.094801 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a59c28b-411c-4966-bb34-be57c0cbb607 req-a9e8f7ab-de0b-4c14-a3f2-9bb12aa8c1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:58.096508 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4a59c28b-411c-4966-bb34-be57c0cbb607 req-a9e8f7ab-de0b-4c14-a3f2-9bb12aa8c1c6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e34e7485085f4555b7019dbfd89a06da&device_id=2cc00e95-68b5-41a1-84f5-cd186e917264 HTTP/1.1" status: 200 len: 1130 time: 0.1903262 Feb 02 06:59:58.117893 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 06:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c738631-9bdc-49fa-9d01-51e7ca9fe35a x-openstack-request-id: req-1c738631-9bdc-49fa-9d01-51e7ca9fe35a {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 06:59:58.118191 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cc00e95-68b5-41a1-84f5-cd186e917264", "tag": "8794b35a-c9ad-418c-b3fe-8ab0e629ed29", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 06:59:58.118508 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1c738631-9bdc-49fa-9d01-51e7ca9fe35a {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 06:59:58.118968 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cc00e95-68b5-41a1-84f5-cd186e917264', 'tag': '8794b35a-c9ad-418c-b3fe-8ab0e629ed29', 'status': 'completed', 'code': 200} Feb 02 06:59:58.137797 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 7863c5b7-f1f2-4d23-a10c-fe238bd1f964, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=7863c5b7-f1f2-4d23-a10c-fe238bd1f964,segment=NetworkSegment(8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763),segment_id=8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:59:58.200010 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1749a965-3919-4aa7-8e1d-cf6637809b9a req-6b0ed849-7dda-4fb3-bf3c-9369ef7a2752 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] 10.222.0.87 "GET /v2.0/security-groups?id=4bdd1a44-87ea-435b-a9e6-afe84899370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552150 Feb 02 06:59:58.230073 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-43ce46ba-e671-4208-9419-69521c7cd4d2 req-a2bdd669-fe84-40e0-b9c9-c81867f272f8 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c HTTP/1.1" status: 200 len: 210 time: 0.0671325 Feb 02 06:59:58.287762 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4a59c28b-411c-4966-bb34-be57c0cbb607 req-5e99cd20-9d7a-49df-9e38-0c0a2fd404d4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=8794b35a-c9ad-418c-b3fe-8ab0e629ed29 HTTP/1.1" status: 200 len: 217 time: 0.1208231 Feb 02 06:59:58.329285 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': '7863c5b7-f1f2-4d23-a10c-fe238bd1f964', 'network_id': 'ca6d2336-a914-4a87-8e88-4564aa839535', 'port_id': '7863c5b7-f1f2-4d23-a10c-fe238bd1f964', 'mac_address': 'fa:16:3e:f7:db:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ed2492-6ddd-43a9-869d-9a8e1e2b11cb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 06:59:58.374633 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 7863c5b7-f1f2-4d23-a10c-fe238bd1f964 is: ACTIVE; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 06:59:58.375025 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (7863c5b7-f1f2-4d23-a10c-fe238bd1f964), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:58.395273 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7863c5b7-f1f2-4d23-a10c-fe238bd1f964 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 06:59:58.412115 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a59c28b-411c-4966-bb34-be57c0cbb607 req-b9c55435-6f93-47f3-ae69-201d4ac5ac45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:58.416905 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4a59c28b-411c-4966-bb34-be57c0cbb607 req-b9c55435-6f93-47f3-ae69-201d4ac5ac45 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.1206493 Feb 02 06:59:58.436087 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 7863c5b7-f1f2-4d23-a10c-fe238bd1f964, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=7863c5b7-f1f2-4d23-a10c-fe238bd1f964,segment=NetworkSegment(8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763),segment_id=8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 06:59:58.450626 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (7863c5b7-f1f2-4d23-a10c-fe238bd1f964), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:58.472476 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c089f32f-8ee6-4e11-889e-574a7522f9fc req-735fa691-5423-4ce9-bd5b-23c49893d8b4 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:58.474191 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c089f32f-8ee6-4e11-889e-574a7522f9fc req-735fa691-5423-4ce9-bd5b-23c49893d8b4 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 943 time: 0.1069989 Feb 02 06:59:58.532548 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a59c28b-411c-4966-bb34-be57c0cbb607 req-4f448225-03f0-413e-a4bd-97e6696a87a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:58.534454 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4a59c28b-411c-4966-bb34-be57c0cbb607 req-4f448225-03f0-413e-a4bd-97e6696a87a6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1103132 Feb 02 06:59:58.537397 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c089f32f-8ee6-4e11-889e-574a7522f9fc req-84b76d1b-ebbd-462d-8001-72d92b559621 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573103 Feb 02 06:59:58.552544 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=7863c5b7-f1f2-4d23-a10c-fe238bd1f964,revision_number=6']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:59:58.672588 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['7863c5b7-f1f2-4d23-a10c-fe238bd1f964'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 06:59:58.702622 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4a59c28b-411c-4966-bb34-be57c0cbb607 req-c505f6af-4ac0-48f7-b934-fa8d251bb859 service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574013 Feb 02 06:59:58.787960 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813787a-fcd5-4ce4-8188-33c56ad89c4b req-f9f0993e-f6c0-4410-ae32-c67f8ea34c48 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:58.798161 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1813787a-fcd5-4ce4-8188-33c56ad89c4b req-f9f0993e-f6c0-4410-ae32-c67f8ea34c48 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=2cc00e95-68b5-41a1-84f5-cd186e917264 HTTP/1.1" status: 200 len: 947 time: 0.0798163 Feb 02 06:59:58.873332 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1813787a-fcd5-4ce4-8188-33c56ad89c4b req-2abb9b28-4329-4c09-bd2d-0a990fab638c tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720010 Feb 02 06:59:58.909678 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4a59c28b-411c-4966-bb34-be57c0cbb607 req-260aa3df-4f1a-4d4d-9c0d-39b0e6b97081 service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935253 Feb 02 06:59:59.010989 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38530) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:59:59.066153 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a30604e-9b2a-4d11-8f87-3be1b8ff8d0a req-142d3cae-7da1-4b0c-98f0-f85fc8ba438e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:59.067779 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0a30604e-9b2a-4d11-8f87-3be1b8ff8d0a req-142d3cae-7da1-4b0c-98f0-f85fc8ba438e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e34e7485085f4555b7019dbfd89a06da&device_id=2cc00e95-68b5-41a1-84f5-cd186e917264 HTTP/1.1" status: 200 len: 1130 time: 0.0473032 Feb 02 06:59:59.169359 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7bd410bb-5572-430e-846c-4f4684ad0013 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:59.256664 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a30604e-9b2a-4d11-8f87-3be1b8ff8d0a req-52f66d94-25a8-4180-9ecf-5470b19a1b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:59.258326 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0a30604e-9b2a-4d11-8f87-3be1b8ff8d0a req-52f66d94-25a8-4180-9ecf-5470b19a1b98 service neutron] 10.222.0.88 "GET /v2.0/networks?id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 HTTP/1.1" status: 200 len: 870 time: 0.1802371 Feb 02 06:59:59.335203 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0a30604e-9b2a-4d11-8f87-3be1b8ff8d0a req-2e5ae5b9-0afc-422e-a12a-0bd9a7295b75 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=8794b35a-c9ad-418c-b3fe-8ab0e629ed29 HTTP/1.1" status: 200 len: 217 time: 0.0703442 Feb 02 06:59:59.369686 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7bd410bb-5572-430e-846c-4f4684ad0013 admin admin] Publish callbacks [] for security_group (074b099f-355a-45bb-a9e6-355b3e8bdd71), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:59.391058 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7bd410bb-5572-430e-846c-4f4684ad0013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (074b099f-355a-45bb-a9e6-355b3e8bdd71), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:59.392846 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-77b6cfc3-54e9-4195-bde1-ef22ddd0899a req-ddb5df2b-4a92-400f-817b-6e28f8e2ee0d tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c HTTP/1.1" status: 200 len: 210 time: 0.0498927 Feb 02 06:59:59.451609 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd410bb-5572-430e-846c-4f4684ad0013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=074b099f-355a-45bb-a9e6-355b3e8bdd71,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:59:59.456228 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-7bd410bb-5572-430e-846c-4f4684ad0013 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=7c43829ace014d8ca07b1aa4bab44af6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4439640 Feb 02 06:59:59.457963 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a30604e-9b2a-4d11-8f87-3be1b8ff8d0a req-5006b6dd-b4d1-406e-8cd3-90a6f382af88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:59.458934 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 38538) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 06:59:59.467091 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0a30604e-9b2a-4d11-8f87-3be1b8ff8d0a req-5006b6dd-b4d1-406e-8cd3-90a6f382af88 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.1132510 Feb 02 06:59:59.520687 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52402c15-3137-486d-927b-470e661af67a req-0de69703-96d0-43bf-9644-2b9f20f8b2c8 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:59.522094 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-52402c15-3137-486d-927b-470e661af67a req-0de69703-96d0-43bf-9644-2b9f20f8b2c8 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] 10.222.0.87 "GET /v2.0/ports?device_id=d405eed3-0b9f-4623-8867-ec57f3a4eeb9 HTTP/1.1" status: 200 len: 949 time: 0.2551188 Feb 02 06:59:59.570486 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fca90ba3-10ea-4d96-8f10-12d8eac71866 admin admin] Publish callbacks [] for security_group (074b099f-355a-45bb-a9e6-355b3e8bdd71), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:59.576445 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a30604e-9b2a-4d11-8f87-3be1b8ff8d0a req-112c9cd1-1f09-448a-bbb9-a02aea46b295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:59.581894 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0a30604e-9b2a-4d11-8f87-3be1b8ff8d0a req-112c9cd1-1f09-448a-bbb9-a02aea46b295 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1050982 Feb 02 06:59:59.607130 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fca90ba3-10ea-4d96-8f10-12d8eac71866 admin admin] Publish callbacks [] for security_group (074b099f-355a-45bb-a9e6-355b3e8bdd71), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:59.653507 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-52402c15-3137-486d-927b-470e661af67a req-a60c1d51-a4d0-4235-ac15-34d10e55e934 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] 10.222.0.87 "GET /v2.0/security-groups?id=4bdd1a44-87ea-435b-a9e6-afe84899370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184270 Feb 02 06:59:59.733314 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0a30604e-9b2a-4d11-8f87-3be1b8ff8d0a req-43e8d73b-7d7c-4a54-8703-dce161273f7b service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379864 Feb 02 06:59:59.788827 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fca90ba3-10ea-4d96-8f10-12d8eac71866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (074b099f-355a-45bb-a9e6-355b3e8bdd71), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:59.793430 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fca90ba3-10ea-4d96-8f10-12d8eac71866 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 06:59:59.795079 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-fca90ba3-10ea-4d96-8f10-12d8eac71866 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/074b099f-355a-45bb-a9e6-355b3e8bdd71 HTTP/1.1" status: 204 len: 168 time: 0.3345175 Feb 02 06:59:59.824081 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca90ba3-10ea-4d96-8f10-12d8eac71866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=074b099f-355a-45bb-a9e6-355b3e8bdd71,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 06:59:59.859893 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c422d8b-ee87-4e07-acf4-489dfe0e32e8 req-9a5e2fca-ffdf-4dec-a399-5e92e7dd6850 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 06:59:59.869022 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8c422d8b-ee87-4e07-acf4-489dfe0e32e8 req-9a5e2fca-ffdf-4dec-a399-5e92e7dd6850 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 943 time: 0.1600585 Feb 02 06:59:59.950149 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 7863c5b7-f1f2-4d23-a10c-fe238bd1f964 up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 06:59:59.967270 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0a30604e-9b2a-4d11-8f87-3be1b8ff8d0a req-a04025e9-5a9d-44e4-a892-85fa52cf0030 service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130489 Feb 02 06:59:59.988814 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8c422d8b-ee87-4e07-acf4-489dfe0e32e8 req-737e7580-cf5a-4903-8f6c-361f9fd6650a tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104529 Feb 02 07:00:00.049388 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port 7863c5b7-f1f2-4d23-a10c-fe238bd1f964 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:00:00.050564 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (7863c5b7-f1f2-4d23-a10c-fe238bd1f964), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:00.051369 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58274ac8-70ef-4043-80d1-fb8a48804beb req-ec57fa13-75b7-435a-92de-64f5969718ef tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:00.056153 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-58274ac8-70ef-4043-80d1-fb8a48804beb req-ec57fa13-75b7-435a-92de-64f5969718ef tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=2cc00e95-68b5-41a1-84f5-cd186e917264 HTTP/1.1" status: 200 len: 947 time: 0.0760510 Feb 02 07:00:00.120560 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-58274ac8-70ef-4043-80d1-fb8a48804beb req-c410f980-d46b-493c-88fd-24d5d550e6db tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586426 Feb 02 07:00:00.153390 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 7863c5b7-f1f2-4d23-a10c-fe238bd1f964 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:00:00.153919 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (7863c5b7-f1f2-4d23-a10c-fe238bd1f964), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:00.195766 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 7863c5b7-f1f2-4d23-a10c-fe238bd1f964, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=7863c5b7-f1f2-4d23-a10c-fe238bd1f964,segment=NetworkSegment(8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763),segment_id=8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:00:00.195766 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f345fa5d-b7c3-44ad-9d59-9f5e42de378a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7863c5b7-f1f2-4d23-a10c-fe238bd1f964'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:00:00.198438 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86eaa6c3-ad9a-4281-b758-f40ccde86e48" -d '{"events": [{"server_uuid": "f345fa5d-b7c3-44ad-9d59-9f5e42de378a", "name": "network-vif-plugged", "status": "completed", "tag": "7863c5b7-f1f2-4d23-a10c-fe238bd1f964"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:00:00.203427 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (7863c5b7-f1f2-4d23-a10c-fe238bd1f964), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:00.205326 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 2885a8c5-42d6-4a1b-a52c-7d8b52cf995c no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:00:00.255144 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] No Port match for: 2885a8c5-42d6-4a1b-a52c-7d8b52cf995c {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:00:00.255616 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 2885a8c5-42d6-4a1b-a52c-7d8b52cf995c not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:00:00.288746 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ce3c35-72e8-4c32-901d-0a45a3865fd2 x-openstack-request-id: req-86ce3c35-72e8-4c32-901d-0a45a3865fd2 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:00:00.289170 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f345fa5d-b7c3-44ad-9d59-9f5e42de378a", "name": "network-vif-plugged", "status": "completed", "tag": "7863c5b7-f1f2-4d23-a10c-fe238bd1f964", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:00:00.289610 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-86ce3c35-72e8-4c32-901d-0a45a3865fd2 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:00:00.290012 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f345fa5d-b7c3-44ad-9d59-9f5e42de378a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7863c5b7-f1f2-4d23-a10c-fe238bd1f964', 'code': 200} Feb 02 07:00:00.296824 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=7863c5b7-f1f2-4d23-a10c-fe238bd1f964,revision_number=7']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:00.322801 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 38564) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:00:00.339250 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b2f12fc1-2e9f-4a8f-a22a-dc14e0097a44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:00.463884 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b2f12fc1-2e9f-4a8f-a22a-dc14e0097a44 admin admin] Publish callbacks [] for security_group (81a61cde-dd54-45a6-8f8c-219efbe1a08f), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:00.469028 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b2f12fc1-2e9f-4a8f-a22a-dc14e0097a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (81a61cde-dd54-45a6-8f8c-219efbe1a08f), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:00.528361 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-33355b8a-425d-449d-8959-56afcb3f6beb req-536254e9-256b-4891-b96d-8aa0bf23ce39 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c HTTP/1.1" status: 200 len: 210 time: 0.0528026 Feb 02 07:00:00.528869 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b2f12fc1-2e9f-4a8f-a22a-dc14e0097a44 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9ef985aaad6c4c8ebd326290608f453c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2043719 Feb 02 07:00:00.529001 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38568) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:00:00.535058 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f12fc1-2e9f-4a8f-a22a-dc14e0097a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a61cde-dd54-45a6-8f8c-219efbe1a08f,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:00.603029 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-87e05a54-34d4-454f-8d1b-37326e52a9fc admin admin] Publish callbacks [] for security_group (81a61cde-dd54-45a6-8f8c-219efbe1a08f), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:00.631518 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-87e05a54-34d4-454f-8d1b-37326e52a9fc admin admin] Publish callbacks [] for security_group (81a61cde-dd54-45a6-8f8c-219efbe1a08f), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:00.703090 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-87e05a54-34d4-454f-8d1b-37326e52a9fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (81a61cde-dd54-45a6-8f8c-219efbe1a08f), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:00.703090 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-87e05a54-34d4-454f-8d1b-37326e52a9fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:00.706058 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-87e05a54-34d4-454f-8d1b-37326e52a9fc admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/81a61cde-dd54-45a6-8f8c-219efbe1a08f HTTP/1.1" status: 204 len: 168 time: 0.1750932 Feb 02 07:00:00.739645 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e05a54-34d4-454f-8d1b-37326e52a9fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a61cde-dd54-45a6-8f8c-219efbe1a08f,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:00.882743 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef5d9ad-5e91-499b-8b35-474e137acfe1 req-276b3123-33c8-41e1-b4f2-e35a609d12bf tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:00.890979 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ef5d9ad-5e91-499b-8b35-474e137acfe1 req-276b3123-33c8-41e1-b4f2-e35a609d12bf tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] 10.222.0.87 "GET /v2.0/ports?device_id=d405eed3-0b9f-4623-8867-ec57f3a4eeb9 HTTP/1.1" status: 200 len: 949 time: 0.0927279 Feb 02 07:00:00.964169 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ef5d9ad-5e91-499b-8b35-474e137acfe1 req-47df1f15-6b6e-4343-942d-45fb6ccd60a9 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] 10.222.0.87 "GET /v2.0/security-groups?id=4bdd1a44-87ea-435b-a9e6-afe84899370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716407 Feb 02 07:00:01.180609 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b714e34b-305f-459b-8e35-317ba53306bd req-6720dedf-8bea-4379-85f4-2b8a424500a1 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:01.182401 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b714e34b-305f-459b-8e35-317ba53306bd req-6720dedf-8bea-4379-85f4-2b8a424500a1 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] 10.222.0.59 "GET /v2.0/ports?device_id=d405eed3-0b9f-4623-8867-ec57f3a4eeb9 HTTP/1.1" status: 200 len: 949 time: 0.1949534 Feb 02 07:00:01.242449 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38598) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:00:01.346090 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b8ec9e-17a9-4dd2-b9ed-e79bfba8bfa6 req-43078c03-39d2-4f66-a9ce-bbf9f181a32a tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:01.357599 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-54b8ec9e-17a9-4dd2-b9ed-e79bfba8bfa6 req-43078c03-39d2-4f66-a9ce-bbf9f181a32a tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=2cc00e95-68b5-41a1-84f5-cd186e917264 HTTP/1.1" status: 200 len: 947 time: 0.0877838 Feb 02 07:00:01.385881 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b91543-047b-40b3-88d8-aa1211cae0ed req-0e944523-af91-4033-bb15-3b216d8599f7 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:01.396147 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-73b91543-047b-40b3-88d8-aa1211cae0ed req-0e944523-af91-4033-bb15-3b216d8599f7 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 943 time: 0.3227146 Feb 02 07:00:01.442680 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-41b7685b-24e0-4a9d-b20b-177f7ad76f63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:01.492995 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-73b91543-047b-40b3-88d8-aa1211cae0ed req-c01d27c1-7725-4b2f-a3f6-d473fcf75fc5 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955307 Feb 02 07:00:01.496840 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-54b8ec9e-17a9-4dd2-b9ed-e79bfba8bfa6 req-25d9a0a9-4cb2-4594-8508-46985f3a99e5 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383290 Feb 02 07:00:01.531014 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-b714e34b-305f-459b-8e35-317ba53306bd req-9c27b961-2956-4ffd-9d3e-d3d719dd9dee tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] Deleting port d6671b30-9c6e-40a0-b82b-6df470fe9336 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:00:01.531507 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-b714e34b-305f-459b-8e35-317ba53306bd req-9c27b961-2956-4ffd-9d3e-d3d719dd9dee tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (d6671b30-9c6e-40a0-b82b-6df470fe9336), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:01.617091 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-41b7685b-24e0-4a9d-b20b-177f7ad76f63 admin admin] Publish callbacks [] for security_group (953909b4-a6f8-4683-9fbc-4bb21cc424f3), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:01.627780 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-41b7685b-24e0-4a9d-b20b-177f7ad76f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (953909b4-a6f8-4683-9fbc-4bb21cc424f3), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:01.681009 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-41b7685b-24e0-4a9d-b20b-177f7ad76f63 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=6bb4b01367f540d2b3514c58da261c53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4367292 Feb 02 07:00:01.682078 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b7685b-24e0-4a9d-b20b-177f7ad76f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=953909b4-a6f8-4683-9fbc-4bb21cc424f3,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:01.687224 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38614) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:00:01.768453 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4647dfdf-0148-4a56-8618-88dbd711643b req-59aed31c-be9f-42b9-9484-902b4c87bbc3 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c HTTP/1.1" status: 200 len: 210 time: 0.1071107 Feb 02 07:00:01.805241 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-b714e34b-305f-459b-8e35-317ba53306bd req-9c27b961-2956-4ffd-9d3e-d3d719dd9dee tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] For port d6671b30-9c6e-40a0-b82b-6df470fe9336, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=d6671b30-9c6e-40a0-b82b-6df470fe9336,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:00:01.805617 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-b714e34b-305f-459b-8e35-317ba53306bd req-9c27b961-2956-4ffd-9d3e-d3d719dd9dee tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (d6671b30-9c6e-40a0-b82b-6df470fe9336), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:01.807417 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cc3fa3b8-fdf1-4fa2-aa7a-830ab71f0077 admin admin] Publish callbacks [] for security_group (953909b4-a6f8-4683-9fbc-4bb21cc424f3), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:01.824227 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-b714e34b-305f-459b-8e35-317ba53306bd req-9c27b961-2956-4ffd-9d3e-d3d719dd9dee tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] Calling delete_port for d6671b30-9c6e-40a0-b82b-6df470fe9336 owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:00:01.835144 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cc3fa3b8-fdf1-4fa2-aa7a-830ab71f0077 admin admin] Publish callbacks [] for security_group (953909b4-a6f8-4683-9fbc-4bb21cc424f3), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:01.907802 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cc3fa3b8-fdf1-4fa2-aa7a-830ab71f0077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (953909b4-a6f8-4683-9fbc-4bb21cc424f3), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:01.913435 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cc3fa3b8-fdf1-4fa2-aa7a-830ab71f0077 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:01.915634 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-cc3fa3b8-fdf1-4fa2-aa7a-830ab71f0077 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/953909b4-a6f8-4683-9fbc-4bb21cc424f3 HTTP/1.1" status: 204 len: 168 time: 0.2300050 Feb 02 07:00:01.937321 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3fa3b8-fdf1-4fa2-aa7a-830ab71f0077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=953909b4-a6f8-4683-9fbc-4bb21cc424f3,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:02.034792 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-b714e34b-305f-459b-8e35-317ba53306bd req-9c27b961-2956-4ffd-9d3e-d3d719dd9dee tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (d6671b30-9c6e-40a0-b82b-6df470fe9336), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:02.072049 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c27b961-2956-4ffd-9d3e-d3d719dd9dee tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] Pushing event deleted for resources: {'Port': ['ID=d6671b30-9c6e-40a0-b82b-6df470fe9336,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:02.159286 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-b714e34b-305f-459b-8e35-317ba53306bd req-9c27b961-2956-4ffd-9d3e-d3d719dd9dee tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] No DVR routers for this DVR port d6671b30-9c6e-40a0-b82b-6df470fe9336 on host n-h2-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:00:02.168908 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-b714e34b-305f-459b-8e35-317ba53306bd req-9c27b961-2956-4ffd-9d3e-d3d719dd9dee tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:02.182109 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b714e34b-305f-459b-8e35-317ba53306bd req-9c27b961-2956-4ffd-9d3e-d3d719dd9dee tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] 10.222.0.59 "DELETE /v2.0/ports/d6671b30-9c6e-40a0-b82b-6df470fe9336 HTTP/1.1" status: 204 len: 173 time: 0.9867301 Feb 02 07:00:02.186994 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd405eed3-0b9f-4623-8867-ec57f3a4eeb9', 'name': 'network-vif-deleted', 'tag': 'd6671b30-9c6e-40a0-b82b-6df470fe9336'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:00:02.200511 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d18b5bca-df6a-4d5a-962b-74f77d41a412" -d '{"events": [{"server_uuid": "d405eed3-0b9f-4623-8867-ec57f3a4eeb9", "name": "network-vif-deleted", "tag": "d6671b30-9c6e-40a0-b82b-6df470fe9336"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:00:02.289017 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94337337-5a90-4209-b9ef-ac778bd3143d x-openstack-request-id: req-94337337-5a90-4209-b9ef-ac778bd3143d {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:00:02.289017 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d405eed3-0b9f-4623-8867-ec57f3a4eeb9", "name": "network-vif-deleted", "tag": "d6671b30-9c6e-40a0-b82b-6df470fe9336", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:00:02.289017 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-94337337-5a90-4209-b9ef-ac778bd3143d {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:00:02.289017 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd405eed3-0b9f-4623-8867-ec57f3a4eeb9', 'name': 'network-vif-deleted', 'tag': 'd6671b30-9c6e-40a0-b82b-6df470fe9336', 'status': 'completed', 'code': 200} Feb 02 07:00:02.289652 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ba02cf49-90a6-4dc1-b156-f9ac68730b9f req-ed1c3194-5fe9-4662-acd5-d6c314190365 tempest-ListImageFiltersTestJSON-1377282989 tempest-ListImageFiltersTestJSON-1377282989-project] 10.222.0.87 "GET /v2.0/ports?device_id=d405eed3-0b9f-4623-8867-ec57f3a4eeb9 HTTP/1.1" status: 200 len: 210 time: 0.0541046 Feb 02 07:00:02.722841 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device fec591fd-4902-4db9-91a5-f50c021f2727 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:00:02.866625 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64803b4a-207c-4536-88d8-831faaf5efdc req-35e52fca-f8f4-4625-843d-f2e13737fc9a tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:02.877007 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-64803b4a-207c-4536-88d8-831faaf5efdc req-35e52fca-f8f4-4625-843d-f2e13737fc9a tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 943 time: 0.2162127 Feb 02 07:00:03.069097 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port fec591fd-4902-4db9-91a5-f50c021f2727, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=fec591fd-4902-4db9-91a5-f50c021f2727,segment=NetworkSegment(43369f47-102e-4f19-93f2-e5ce754f6e28),segment_id=43369f47-102e-4f19-93f2-e5ce754f6e28)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:00:03.076094 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-84e37f84-408a-4924-b1ab-020e77421376 req-8d798796-bcb1-427c-93a3-386105f38fa0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=682cb750-3b53-4085-be06-d355b0d2dc70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2397568 Feb 02 07:00:03.102981 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-64803b4a-207c-4536-88d8-831faaf5efdc req-4439b291-55d8-4559-8e17-b4c74bb16de1 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231016 Feb 02 07:00:03.137383 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': 'fec591fd-4902-4db9-91a5-f50c021f2727', 'network_id': 'ad127856-4465-484c-882c-e096f13573c2', 'port_id': 'fec591fd-4902-4db9-91a5-f50c021f2727', 'mac_address': 'fa:16:3e:27:36:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7292d13-827d-45ab-8eaa-7baf62301aaa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:00:03.145930 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8ef315-b71a-4eab-ab3c-a19ee4a6b753 req-a6b83706-8791-4bbd-b9fd-36566e2108aa tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:03.152916 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5979bd37-b0c9-413f-b033-f09ee110877b req-dcfcf9a8-842b-423b-a1b0-e6ab8282a8af service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=2d2e1841-644f-4ec3-b154-c02b38400298&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2071462 Feb 02 07:00:03.169358 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9e8ef315-b71a-4eab-ab3c-a19ee4a6b753 req-a6b83706-8791-4bbd-b9fd-36566e2108aa tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=2cc00e95-68b5-41a1-84f5-cd186e917264 HTTP/1.1" status: 200 len: 947 time: 0.2624497 Feb 02 07:00:03.293512 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port fec591fd-4902-4db9-91a5-f50c021f2727 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:00:03.299265 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (fec591fd-4902-4db9-91a5-f50c021f2727), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:03.353523 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5979bd37-b0c9-413f-b033-f09ee110877b req-7aba7d16-c92d-47e0-b34e-6dee8548e6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:03.355887 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fec591fd-4902-4db9-91a5-f50c021f2727 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:00:03.363047 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5979bd37-b0c9-413f-b033-f09ee110877b req-7aba7d16-c92d-47e0-b34e-6dee8548e6ef service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fe8bfc83663b43b9aae4137bcb39e5dc&device_id=2d2e1841-644f-4ec3-b154-c02b38400298 HTTP/1.1" status: 200 len: 1127 time: 0.1414361 Feb 02 07:00:03.431687 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port fec591fd-4902-4db9-91a5-f50c021f2727, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=fec591fd-4902-4db9-91a5-f50c021f2727,segment=NetworkSegment(43369f47-102e-4f19-93f2-e5ce754f6e28),segment_id=43369f47-102e-4f19-93f2-e5ce754f6e28)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:00:03.449242 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (fec591fd-4902-4db9-91a5-f50c021f2727), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:03.450256 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 8794b35a-c9ad-418c-b3fe-8ab0e629ed29 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:00:03.497383 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9e8ef315-b71a-4eab-ab3c-a19ee4a6b753 req-48cc107f-7655-4171-acc2-2ca3c7be3158 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249300 Feb 02 07:00:03.514165 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e37f84-408a-4924-b1ab-020e77421376 req-4d5e6e40-7bf1-4ee0-8c2b-28d25f850fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:03.523976 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-84e37f84-408a-4924-b1ab-020e77421376 req-4d5e6e40-7bf1-4ee0-8c2b-28d25f850fd6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fe8bfc83663b43b9aae4137bcb39e5dc&device_id=682cb750-3b53-4085-be06-d355b0d2dc70 HTTP/1.1" status: 200 len: 1127 time: 0.3459847 Feb 02 07:00:03.660988 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=fec591fd-4902-4db9-91a5-f50c021f2727,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:03.693471 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5979bd37-b0c9-413f-b033-f09ee110877b req-d3b013ea-015b-4c3e-9930-a8339e7dedf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:03.697486 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5979bd37-b0c9-413f-b033-f09ee110877b req-d3b013ea-015b-4c3e-9930-a8339e7dedf3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=a90e0175-1e1a-46fd-ade5-a34b643c83ca HTTP/1.1" status: 200 len: 921 time: 0.3108728 Feb 02 07:00:03.758003 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5979bd37-b0c9-413f-b033-f09ee110877b req-de0f2023-f117-4d39-9321-d0349cac946f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7afdd277-3de5-43c9-8bdd-7ad741ed347a HTTP/1.1" status: 200 len: 217 time: 0.0529866 Feb 02 07:00:03.848155 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8e8167bd-0ad0-44ec-a8ec-d90ac2de23e4 req-c3d00019-0d02-4d56-a4ba-9d41867004f5 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c HTTP/1.1" status: 200 len: 210 time: 0.1018503 Feb 02 07:00:03.873623 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 8794b35a-c9ad-418c-b3fe-8ab0e629ed29, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=8794b35a-c9ad-418c-b3fe-8ab0e629ed29,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:00:03.887615 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5979bd37-b0c9-413f-b033-f09ee110877b req-54d58727-5e57-4339-9fce-d2ddd6679cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:03.898650 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e37f84-408a-4924-b1ab-020e77421376 req-3eba954c-8e9c-4f10-ad28-ed5c19bcb94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:03.900120 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-84e37f84-408a-4924-b1ab-020e77421376 req-3eba954c-8e9c-4f10-ad28-ed5c19bcb94a service neutron] 10.222.0.59 "GET /v2.0/networks?id=a90e0175-1e1a-46fd-ade5-a34b643c83ca HTTP/1.1" status: 200 len: 921 time: 0.3594410 Feb 02 07:00:03.900539 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': '8794b35a-c9ad-418c-b3fe-8ab0e629ed29', 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1', 'port_id': '8794b35a-c9ad-418c-b3fe-8ab0e629ed29', 'mac_address': 'fa:16:3e:b3:93:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d773733-62df-4956-84d3-71d17cfb6d11', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:00:03.902927 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5979bd37-b0c9-413f-b033-f09ee110877b req-54d58727-5e57-4339-9fce-d2ddd6679cb2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=718edbdc-92b0-46ac-b280-821a5ec70f8a HTTP/1.1" status: 200 len: 860 time: 0.1334679 Feb 02 07:00:03.956809 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5833ca-794c-4ab4-9c78-ae49ee2574cc req-154cbc8c-e00a-4016-a72d-f0d1692674c8 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:03.970687 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7f5833ca-794c-4ab4-9c78-ae49ee2574cc req-154cbc8c-e00a-4016-a72d-f0d1692674c8 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20bc9d-0fdd-4c70-990c-50f4bee6311e HTTP/1.1" status: 200 len: 945 time: 0.2111132 Feb 02 07:00:03.995878 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-84e37f84-408a-4924-b1ab-020e77421376 req-75a02736-caca-4541-9047-492d012f9491 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86badc51-10d8-40e2-b632-ed4cc28b590a HTTP/1.1" status: 200 len: 217 time: 0.0833454 Feb 02 07:00:04.007529 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5979bd37-b0c9-413f-b033-f09ee110877b req-39ee8a58-9d72-4a8f-ace5-ca64cf72c5eb service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a90e0175-1e1a-46fd-ade5-a34b643c83ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867233 Feb 02 07:00:04.017839 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 8794b35a-c9ad-418c-b3fe-8ab0e629ed29 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:00:04.018418 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (8794b35a-c9ad-418c-b3fe-8ab0e629ed29), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:04.053497 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8794b35a-c9ad-418c-b3fe-8ab0e629ed29 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:00:04.097491 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 8794b35a-c9ad-418c-b3fe-8ab0e629ed29, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=8794b35a-c9ad-418c-b3fe-8ab0e629ed29,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:00:04.108524 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e37f84-408a-4924-b1ab-020e77421376 req-f551094c-a7ab-4d71-b578-c9d75405b503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:04.109301 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-84e37f84-408a-4924-b1ab-020e77421376 req-f551094c-a7ab-4d71-b578-c9d75405b503 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=718edbdc-92b0-46ac-b280-821a5ec70f8a HTTP/1.1" status: 200 len: 860 time: 0.1063776 Feb 02 07:00:04.110580 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (8794b35a-c9ad-418c-b3fe-8ab0e629ed29), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:04.164188 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-84e37f84-408a-4924-b1ab-020e77421376 req-0e28b6fb-f64c-414a-b2ea-ea595d1385ed service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a90e0175-1e1a-46fd-ade5-a34b643c83ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462675 Feb 02 07:00:04.218399 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7f5833ca-794c-4ab4-9c78-ae49ee2574cc req-3a0dd387-9973-4f85-b228-1f9fafa0b44e tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/security-groups?id=31b982a2-44bb-4266-ae52-5267da420a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2132874 Feb 02 07:00:04.244975 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=8794b35a-c9ad-418c-b3fe-8ab0e629ed29,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:04.300217 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5979bd37-b0c9-413f-b033-f09ee110877b req-d08db445-741e-4494-9f1f-4a954b9cafd7 service neutron] 10.222.0.88 "GET /v2.0/networks/a90e0175-1e1a-46fd-ade5-a34b643c83ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829578 Feb 02 07:00:04.404397 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-84e37f84-408a-4924-b1ab-020e77421376 req-ddecb303-1395-4dd8-98e2-5765e7f61546 service neutron] 10.222.0.59 "GET /v2.0/networks/a90e0175-1e1a-46fd-ade5-a34b643c83ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318602 Feb 02 07:00:04.542322 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['fec591fd-4902-4db9-91a5-f50c021f2727'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:00:04.550322 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5979bd37-b0c9-413f-b033-f09ee110877b req-783c5e38-ae87-44b7-ab6e-2752d5988355 service neutron] 10.222.0.88 "GET /v2.0/networks/a90e0175-1e1a-46fd-ade5-a34b643c83ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374403 Feb 02 07:00:04.632011 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['8794b35a-c9ad-418c-b3fe-8ab0e629ed29'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:00:04.651570 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-84e37f84-408a-4924-b1ab-020e77421376 req-3af6e75f-3fbe-43a8-8a8e-323e2178c0ca service neutron] 10.222.0.59 "GET /v2.0/networks/a90e0175-1e1a-46fd-ade5-a34b643c83ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382007 Feb 02 07:00:05.044938 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f0b329-80fb-4f26-8786-66714800ecdb req-e8fef404-483c-4a31-8050-fd72c48ee31c tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:05.050849 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-68f0b329-80fb-4f26-8786-66714800ecdb req-e8fef404-483c-4a31-8050-fd72c48ee31c tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 944 time: 0.1246209 Feb 02 07:00:05.137677 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-68f0b329-80fb-4f26-8786-66714800ecdb req-6c3a1334-4aad-4f36-92f9-a45debc8a1ea tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754535 Feb 02 07:00:05.370472 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf3d0d-cf0d-4d04-a10d-59f77d90812f req-82a6ebca-bc92-44ea-b04a-87706c874993 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:05.372089 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0acf3d0d-cf0d-4d04-a10d-59f77d90812f req-82a6ebca-bc92-44ea-b04a-87706c874993 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=2cc00e95-68b5-41a1-84f5-cd186e917264 HTTP/1.1" status: 200 len: 948 time: 0.0980957 Feb 02 07:00:05.511041 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0acf3d0d-cf0d-4d04-a10d-59f77d90812f req-3f4ac107-d1aa-40e2-a453-7e435fea65aa tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217885 Feb 02 07:00:05.631673 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-90b4d855-74b6-48a7-b65b-6a394edd93cc req-61f7a27e-8365-4e05-94a8-12be09ab5e32 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c HTTP/1.1" status: 200 len: 210 time: 0.0488753 Feb 02 07:00:05.970255 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device d6671b30-9c6e-40a0-b82b-6df470fe9336 no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:00:06.046778 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] No Port match for: d6671b30-9c6e-40a0-b82b-6df470fe9336 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:00:06.047123 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device d6671b30-9c6e-40a0-b82b-6df470fe9336 not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:00:06.107746 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c96ddce-a6c7-4e3d-8010-3566d2ef7bc7 req-9fa2498d-ced8-4a5e-ad85-f378eedd4de5 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:06.117913 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8c96ddce-a6c7-4e3d-8010-3566d2ef7bc7 req-9fa2498d-ced8-4a5e-ad85-f378eedd4de5 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20bc9d-0fdd-4c70-990c-50f4bee6311e HTTP/1.1" status: 200 len: 945 time: 0.1074970 Feb 02 07:00:06.196435 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8c96ddce-a6c7-4e3d-8010-3566d2ef7bc7 req-43b5c8fc-5a84-4d3b-872d-292f7de38566 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/security-groups?id=31b982a2-44bb-4266-ae52-5267da420a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755737 Feb 02 07:00:06.467627 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef3165-663a-4b9e-a1d9-9948151bc534 req-c91c3f4e-19e3-4f55-bed0-441ae08275bb tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:06.479382 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-87ef3165-663a-4b9e-a1d9-9948151bc534 req-c91c3f4e-19e3-4f55-bed0-441ae08275bb tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 944 time: 0.0925221 Feb 02 07:00:06.556225 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-87ef3165-663a-4b9e-a1d9-9948151bc534 req-6700052f-0fa0-4c2d-9eb1-a031f96b89cc tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757096 Feb 02 07:00:06.750230 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device fec591fd-4902-4db9-91a5-f50c021f2727 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:00:06.754796 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9180e93a-0504-4bea-a698-19e5b4c98418 req-6a48d538-5ca5-4cb2-9236-c64f5f720b66 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:06.764486 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9180e93a-0504-4bea-a698-19e5b4c98418 req-6a48d538-5ca5-4cb2-9236-c64f5f720b66 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=2cc00e95-68b5-41a1-84f5-cd186e917264 HTTP/1.1" status: 200 len: 948 time: 0.1120799 Feb 02 07:00:06.841955 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9180e93a-0504-4bea-a698-19e5b4c98418 req-a6867b8b-076f-4f64-97b5-f7cf8822f9d4 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720026 Feb 02 07:00:06.909617 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port fec591fd-4902-4db9-91a5-f50c021f2727 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:00:06.914059 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port fec591fd-4902-4db9-91a5-f50c021f2727 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:00:06.914652 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (fec591fd-4902-4db9-91a5-f50c021f2727), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:07.158844 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port fec591fd-4902-4db9-91a5-f50c021f2727 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:00:07.159879 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (fec591fd-4902-4db9-91a5-f50c021f2727), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:07.217629 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7df3be3c-ada1-4cf7-95dd-a5d9311516c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fec591fd-4902-4db9-91a5-f50c021f2727'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:00:07.222709 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c30fa3d-5e7d-4831-b26a-3e86930ed4aa" -d '{"events": [{"server_uuid": "7df3be3c-ada1-4cf7-95dd-a5d9311516c5", "name": "network-vif-plugged", "status": "completed", "tag": "fec591fd-4902-4db9-91a5-f50c021f2727"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:00:07.245670 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port fec591fd-4902-4db9-91a5-f50c021f2727, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=fec591fd-4902-4db9-91a5-f50c021f2727,segment=NetworkSegment(43369f47-102e-4f19-93f2-e5ce754f6e28),segment_id=43369f47-102e-4f19-93f2-e5ce754f6e28)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:00:07.269847 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (fec591fd-4902-4db9-91a5-f50c021f2727), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:07.271043 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 8794b35a-c9ad-418c-b3fe-8ab0e629ed29 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:00:07.608604 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=fec591fd-4902-4db9-91a5-f50c021f2727,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:07.659747 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port 8794b35a-c9ad-418c-b3fe-8ab0e629ed29 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:00:07.676174 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port 8794b35a-c9ad-418c-b3fe-8ab0e629ed29 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:00:07.676850 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (8794b35a-c9ad-418c-b3fe-8ab0e629ed29), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:07.726619 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38890) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:00:07.727780 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4f4ea-764b-45fa-8a61-2087d71a7832 req-04c9c7f7-9175-4e8f-ba43-1ca6e8593ee7 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:07.746975 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-77e4f4ea-764b-45fa-8a61-2087d71a7832 req-04c9c7f7-9175-4e8f-ba43-1ca6e8593ee7 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20bc9d-0fdd-4c70-990c-50f4bee6311e HTTP/1.1" status: 200 len: 945 time: 0.1449282 Feb 02 07:00:07.766201 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-63e0e482-f65e-4de8-9c84-aa861a9046e7 req-fd3aab96-7123-4596-af72-c02db76a11af tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c HTTP/1.1" status: 200 len: 210 time: 0.1225700 Feb 02 07:00:07.909642 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dace5a55-e690-4853-9b59-d15fbbc0f122 x-openstack-request-id: req-dace5a55-e690-4853-9b59-d15fbbc0f122 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:00:07.912523 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7df3be3c-ada1-4cf7-95dd-a5d9311516c5", "name": "network-vif-plugged", "status": "completed", "tag": "fec591fd-4902-4db9-91a5-f50c021f2727", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:00:07.914659 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-dace5a55-e690-4853-9b59-d15fbbc0f122 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:00:07.915252 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7df3be3c-ada1-4cf7-95dd-a5d9311516c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fec591fd-4902-4db9-91a5-f50c021f2727', 'code': 200} Feb 02 07:00:07.974121 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-77e4f4ea-764b-45fa-8a61-2087d71a7832 req-43a724e8-f5d3-4aea-ab49-85886bba8853 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/security-groups?id=31b982a2-44bb-4266-ae52-5267da420a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2240613 Feb 02 07:00:07.997608 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 8794b35a-c9ad-418c-b3fe-8ab0e629ed29 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:00:07.998246 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (8794b35a-c9ad-418c-b3fe-8ab0e629ed29), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:08.006133 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab777a8-0264-42fc-a3b5-12f641bcd285 req-8f22e3df-c61a-42f7-9091-5a649aa68211 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:08.019607 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1ab777a8-0264-42fc-a3b5-12f641bcd285 req-8f22e3df-c61a-42f7-9091-5a649aa68211 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.88 "GET /v2.0/ports?device_id=ef20bc9d-0fdd-4c70-990c-50f4bee6311e HTTP/1.1" status: 200 len: 945 time: 0.2101576 Feb 02 07:00:08.065973 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f0662272-53f2-4f0c-b0b9-9e70f69fcc30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:08.138186 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 8794b35a-c9ad-418c-b3fe-8ab0e629ed29, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=8794b35a-c9ad-418c-b3fe-8ab0e629ed29,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:00:08.146063 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (8794b35a-c9ad-418c-b3fe-8ab0e629ed29), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:08.160813 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e62c76-6882-49d2-b7f6-c39674a29310 req-58f9078a-39b5-4bea-ba0f-838505e6a93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:08.162272 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f4e62c76-6882-49d2-b7f6-c39674a29310 req-58f9078a-39b5-4bea-ba0f-838505e6a93e service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 1128 time: 0.1241162 Feb 02 07:00:08.254118 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=8794b35a-c9ad-418c-b3fe-8ab0e629ed29,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:08.284475 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8126e1-7085-4465-b3aa-decaba622c47 req-9ca8b3ac-5c7f-4216-9cfb-c41a0f7db4d5 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:08.291898 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9b8126e1-7085-4465-b3aa-decaba622c47 req-9ca8b3ac-5c7f-4216-9cfb-c41a0f7db4d5 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=2cc00e95-68b5-41a1-84f5-cd186e917264 HTTP/1.1" status: 200 len: 949 time: 0.1333737 Feb 02 07:00:08.364791 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38902) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:00:08.371827 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9b8126e1-7085-4465-b3aa-decaba622c47 req-8117c374-598b-4441-905d-24446fceeba9 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751903 Feb 02 07:00:08.399428 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f4e62c76-6882-49d2-b7f6-c39674a29310 req-02708f8f-cb77-4372-a5b9-426b0c8f20b8 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750667 Feb 02 07:00:08.454857 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d244c8e2-79c1-4863-a6c6-1131d5fc4c29 req-460957eb-4892-473a-806b-9782aeef970f tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:08.462608 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d244c8e2-79c1-4863-a6c6-1131d5fc4c29 req-460957eb-4892-473a-806b-9782aeef970f tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 945 time: 0.3612206 Feb 02 07:00:08.538882 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 38906) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:00:08.561662 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d244c8e2-79c1-4863-a6c6-1131d5fc4c29 req-1012c00e-dfff-4d02-ae00-842521b20ff5 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981419 Feb 02 07:00:08.578056 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-1ab777a8-0264-42fc-a3b5-12f641bcd285 req-4af503b5-01cf-4be2-beb1-2f76e7581a8e tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Deleting port 296f46a0-2dcd-433c-a6af-89f30d22d86c {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:00:08.578625 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-1ab777a8-0264-42fc-a3b5-12f641bcd285 req-4af503b5-01cf-4be2-beb1-2f76e7581a8e tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (296f46a0-2dcd-433c-a6af-89f30d22d86c), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:08.664454 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f0662272-53f2-4f0c-b0b9-9e70f69fcc30 admin admin] Publish callbacks [] for security_group (6881c679-0e3f-48a3-b8e7-a2af15fce7ee), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:08.680278 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f0662272-53f2-4f0c-b0b9-9e70f69fcc30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (6881c679-0e3f-48a3-b8e7-a2af15fce7ee), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:08.746310 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0662272-53f2-4f0c-b0b9-9e70f69fcc30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6881c679-0e3f-48a3-b8e7-a2af15fce7ee,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:08.830906 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-8036ca9c-15fa-4767-9999-8a8f68ea1a65 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=52b98078d9f640fc9d1d8f83de5d0572&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2905107 Feb 02 07:00:08.831784 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 38922) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:00:08.832287 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 38924) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:00:08.834784 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f0662272-53f2-4f0c-b0b9-9e70f69fcc30 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=875aa8ae78db43d288044e0e9b446f3a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1062539 Feb 02 07:00:08.836086 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e5a0de7f-c862-4e61-8c97-cc0253928f5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:08.910998 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-1ab777a8-0264-42fc-a3b5-12f641bcd285 req-4af503b5-01cf-4be2-beb1-2f76e7581a8e tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] For port 296f46a0-2dcd-433c-a6af-89f30d22d86c, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=296f46a0-2dcd-433c-a6af-89f30d22d86c,segment=NetworkSegment(44161496-15f5-466f-995a-9f19bcdfc5a0),segment_id=44161496-15f5-466f-995a-9f19bcdfc5a0)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:00:08.911683 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-1ab777a8-0264-42fc-a3b5-12f641bcd285 req-4af503b5-01cf-4be2-beb1-2f76e7581a8e tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (296f46a0-2dcd-433c-a6af-89f30d22d86c), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:08.939218 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-39021e1a-ab51-4f6d-a7cd-1ab0630382cb admin admin] Publish callbacks [] for security_group (4bdd1a44-87ea-435b-a9e6-afe84899370a), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:08.970130 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-39021e1a-ab51-4f6d-a7cd-1ab0630382cb admin admin] Publish callbacks [] for security_group (4bdd1a44-87ea-435b-a9e6-afe84899370a), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:08.970361 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-14354584-d7bd-44db-b175-e87f9cc19c53 req-39b4fb0a-3212-40db-92e2-af99f1728954 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c HTTP/1.1" status: 200 len: 210 time: 0.0543416 Feb 02 07:00:09.165696 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-33738e07-fe37-4efc-bf73-228bfea2a8f6 admin admin] Publish callbacks [] for security_group (6881c679-0e3f-48a3-b8e7-a2af15fce7ee), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:09.194247 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-33738e07-fe37-4efc-bf73-228bfea2a8f6 admin admin] Publish callbacks [] for security_group (6881c679-0e3f-48a3-b8e7-a2af15fce7ee), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:09.283583 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-33738e07-fe37-4efc-bf73-228bfea2a8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (6881c679-0e3f-48a3-b8e7-a2af15fce7ee), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:09.284852 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-33738e07-fe37-4efc-bf73-228bfea2a8f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:09.286215 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-33738e07-fe37-4efc-bf73-228bfea2a8f6 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/6881c679-0e3f-48a3-b8e7-a2af15fce7ee HTTP/1.1" status: 204 len: 168 time: 0.4495959 Feb 02 07:00:09.326353 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33738e07-fe37-4efc-bf73-228bfea2a8f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6881c679-0e3f-48a3-b8e7-a2af15fce7ee,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:09.337673 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33738e07-fe37-4efc-bf73-228bfea2a8f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:00:09.338069 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33738e07-fe37-4efc-bf73-228bfea2a8f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:00:09.338352 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33738e07-fe37-4efc-bf73-228bfea2a8f6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:00:09.338688 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33738e07-fe37-4efc-bf73-228bfea2a8f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:00:09.339020 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33738e07-fe37-4efc-bf73-228bfea2a8f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:00:09.339356 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33738e07-fe37-4efc-bf73-228bfea2a8f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:00:09.339715 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33738e07-fe37-4efc-bf73-228bfea2a8f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:00:09.340040 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33738e07-fe37-4efc-bf73-228bfea2a8f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:00:09.340363 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33738e07-fe37-4efc-bf73-228bfea2a8f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:00:09.340738 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33738e07-fe37-4efc-bf73-228bfea2a8f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:00:09.341065 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33738e07-fe37-4efc-bf73-228bfea2a8f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:00:09.341425 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33738e07-fe37-4efc-bf73-228bfea2a8f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:00:09.341761 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33738e07-fe37-4efc-bf73-228bfea2a8f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:00:09.393837 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-39021e1a-ab51-4f6d-a7cd-1ab0630382cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (4bdd1a44-87ea-435b-a9e6-afe84899370a), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:09.398294 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-39021e1a-ab51-4f6d-a7cd-1ab0630382cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:09.417875 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-39021e1a-ab51-4f6d-a7cd-1ab0630382cb admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/4bdd1a44-87ea-435b-a9e6-afe84899370a HTTP/1.1" status: 204 len: 168 time: 0.5688777 Feb 02 07:00:09.473722 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391c787a-ac90-47b3-babf-96910ec34844 req-6bb42b27-33e6-46ec-82ae-a0797ae8305f tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:09.497137 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-391c787a-ac90-47b3-babf-96910ec34844 req-6bb42b27-33e6-46ec-82ae-a0797ae8305f tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20bc9d-0fdd-4c70-990c-50f4bee6311e HTTP/1.1" status: 200 len: 945 time: 0.3332927 Feb 02 07:00:09.518430 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39021e1a-ab51-4f6d-a7cd-1ab0630382cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bdd1a44-87ea-435b-a9e6-afe84899370a,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:09.748650 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-391c787a-ac90-47b3-babf-96910ec34844 req-4aae5e32-922e-4b09-a54c-47450c3a3e70 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/security-groups?id=31b982a2-44bb-4266-ae52-5267da420a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2480924 Feb 02 07:00:09.812278 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e5a0de7f-c862-4e61-8c97-cc0253928f5b admin admin] Publish callbacks [] for security_group (3e80e24f-ac32-49ea-8406-8e29de6fdcc6), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:09.836828 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e5a0de7f-c862-4e61-8c97-cc0253928f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (3e80e24f-ac32-49ea-8406-8e29de6fdcc6), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:09.916476 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cc00e95-68b5-41a1-84f5-cd186e917264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8794b35a-c9ad-418c-b3fe-8ab0e629ed29'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:00:09.919782 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4106717b-f8e1-4cd1-83b0-ae3beb61b0a6" -d '{"events": [{"server_uuid": "2cc00e95-68b5-41a1-84f5-cd186e917264", "name": "network-vif-plugged", "status": "completed", "tag": "8794b35a-c9ad-418c-b3fe-8ab0e629ed29"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:00:09.937626 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-e5a0de7f-c862-4e61-8c97-cc0253928f5b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=dcf7834e8afa4037bda7669dfd30d5ff&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5579572 Feb 02 07:00:09.942461 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a0de7f-c862-4e61-8c97-cc0253928f5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e80e24f-ac32-49ea-8406-8e29de6fdcc6,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:09.949701 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38944) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:00:09.960035 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe476bbe-597a-4cc9-bd00-6c1af5e7e7ba req-aa7caae3-7481-4cbc-a6f6-50292b6cd5ae tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:09.961927 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fe476bbe-597a-4cc9-bd00-6c1af5e7e7ba req-aa7caae3-7481-4cbc-a6f6-50292b6cd5ae tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=2cc00e95-68b5-41a1-84f5-cd186e917264 HTTP/1.1" status: 200 len: 949 time: 0.3241262 Feb 02 07:00:10.000090 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-1ab777a8-0264-42fc-a3b5-12f641bcd285 req-4af503b5-01cf-4be2-beb1-2f76e7581a8e tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:10.000687 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-1ab777a8-0264-42fc-a3b5-12f641bcd285 req-4af503b5-01cf-4be2-beb1-2f76e7581a8e tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (7a43642b-9572-4189-aac5-dc4a7ff8d37e), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:10.001362 n-d-789963-26 neutron-server[109694]: INFO neutron.db.l3_db [req-1ab777a8-0264-42fc-a3b5-12f641bcd285 req-4af503b5-01cf-4be2-beb1-2f76e7581a8e tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Floating IP 7a43642b-9572-4189-aac5-dc4a7ff8d37e disassociated. External IP: 172.25.4.245, port: 296f46a0-2dcd-433c-a6af-89f30d22d86c. Feb 02 07:00:10.001888 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-1ab777a8-0264-42fc-a3b5-12f641bcd285 req-4af503b5-01cf-4be2-beb1-2f76e7581a8e tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Calling delete_port for 296f46a0-2dcd-433c-a6af-89f30d22d86c owned by compute:nova {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:00:10.013165 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2eafd2-f54d-49de-a802-1e639339c2b3 req-8a5f3f3f-6cc4-4497-907d-fc97a2459bf4 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:10.018194 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3d2eafd2-f54d-49de-a802-1e639339c2b3 req-8a5f3f3f-6cc4-4497-907d-fc97a2459bf4 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 945 time: 0.1345606 Feb 02 07:00:10.101297 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fe476bbe-597a-4cc9-bd00-6c1af5e7e7ba req-d2bddd1e-69ea-44ec-b1c7-1592236ba858 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283059 Feb 02 07:00:10.131015 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3d2eafd2-f54d-49de-a802-1e639339c2b3 req-3e35d7ee-6372-4563-9049-8e0390f0bd22 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065271 Feb 02 07:00:10.168829 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 38956) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:00:10.206395 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7591ae51-29f9-4db4-83ec-b8a3351ddeb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:10.210986 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f14ab2c-ef4f-4ade-8f92-b20a699d87be x-openstack-request-id: req-6f14ab2c-ef4f-4ade-8f92-b20a699d87be {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:00:10.211601 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cc00e95-68b5-41a1-84f5-cd186e917264", "name": "network-vif-plugged", "status": "completed", "tag": "8794b35a-c9ad-418c-b3fe-8ab0e629ed29", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:00:10.212112 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-6f14ab2c-ef4f-4ade-8f92-b20a699d87be {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:00:10.212738 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cc00e95-68b5-41a1-84f5-cd186e917264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8794b35a-c9ad-418c-b3fe-8ab0e629ed29', 'code': 200} Feb 02 07:00:10.290176 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bfdbeeb4-ceed-4579-b401-b7ea9a15f906 admin admin] Publish callbacks [] for security_group (3e80e24f-ac32-49ea-8406-8e29de6fdcc6), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:10.380290 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bfdbeeb4-ceed-4579-b401-b7ea9a15f906 admin admin] Publish callbacks [] for security_group (3e80e24f-ac32-49ea-8406-8e29de6fdcc6), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:10.463055 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-dcac8150-d23f-447e-8b76-21cf505f0626 req-ca30cdbb-def3-4f4f-a274-0a6c47e896fd tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=fca1b71b-be67-49f9-bcaa-0646c57a6b8c HTTP/1.1" status: 200 len: 210 time: 0.1139677 Feb 02 07:00:10.554892 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7591ae51-29f9-4db4-83ec-b8a3351ddeb0 admin admin] Publish callbacks [] for security_group (24ca1de5-5c14-441f-a63d-e7c2c69e4eea), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:10.560083 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-1ab777a8-0264-42fc-a3b5-12f641bcd285 req-4af503b5-01cf-4be2-beb1-2f76e7581a8e tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (296f46a0-2dcd-433c-a6af-89f30d22d86c), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:10.565157 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bfdbeeb4-ceed-4579-b401-b7ea9a15f906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (3e80e24f-ac32-49ea-8406-8e29de6fdcc6), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:10.567242 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7591ae51-29f9-4db4-83ec-b8a3351ddeb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (24ca1de5-5c14-441f-a63d-e7c2c69e4eea), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:10.569503 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bfdbeeb4-ceed-4579-b401-b7ea9a15f906 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:10.573898 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-bfdbeeb4-ceed-4579-b401-b7ea9a15f906 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/3e80e24f-ac32-49ea-8406-8e29de6fdcc6 HTTP/1.1" status: 204 len: 168 time: 0.6109149 Feb 02 07:00:10.613878 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdbeeb4-ceed-4579-b401-b7ea9a15f906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e80e24f-ac32-49ea-8406-8e29de6fdcc6,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:10.619384 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af503b5-01cf-4be2-beb1-2f76e7581a8e tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Pushing event deleted for resources: {'Port': ['ID=296f46a0-2dcd-433c-a6af-89f30d22d86c,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:10.686894 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7591ae51-29f9-4db4-83ec-b8a3351ddeb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ca1de5-5c14-441f-a63d-e7c2c69e4eea,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:10.746579 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-7591ae51-29f9-4db4-83ec-b8a3351ddeb0 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=4bc2e28ae0324555bd0496722ff87d8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5775776 Feb 02 07:00:10.748257 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 296f46a0-2dcd-433c-a6af-89f30d22d86c no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:00:10.752680 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 38968) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:00:10.769927 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa36f3d3-bf33-4680-a901-2f80f6206eb5 req-1e1555bd-b1bf-4a01-a3d9-34c2be0eb20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:10.772472 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fa36f3d3-bf33-4680-a901-2f80f6206eb5 req-1e1555bd-b1bf-4a01-a3d9-34c2be0eb20a service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=2cc00e95-68b5-41a1-84f5-cd186e917264 HTTP/1.1" status: 200 len: 1132 time: 0.3953424 Feb 02 07:00:10.784916 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ab777a8-0264-42fc-a3b5-12f641bcd285 req-4af503b5-01cf-4be2-beb1-2f76e7581a8e tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Router 3a6511f2-0989-4811-9bd1-78b7d2fee4fb has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:00:10.808170 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: 296f46a0-2dcd-433c-a6af-89f30d22d86c {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:00:10.809824 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 296f46a0-2dcd-433c-a6af-89f30d22d86c not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:00:10.878438 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fa36f3d3-bf33-4680-a901-2f80f6206eb5 req-9e0b9f98-de15-4e93-a7ba-49d254d8c72c service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923510 Feb 02 07:00:10.908371 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f31b9522-72ff-46ce-be9a-ce0dd8eadac9 admin admin] Publish callbacks [] for security_group (24ca1de5-5c14-441f-a63d-e7c2c69e4eea), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:10.915141 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9b4039af-f0d6-4414-8e39-0435ba9bb206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:10.950151 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f31b9522-72ff-46ce-be9a-ce0dd8eadac9 admin admin] Publish callbacks [] for security_group (24ca1de5-5c14-441f-a63d-e7c2c69e4eea), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:11.058784 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f31b9522-72ff-46ce-be9a-ce0dd8eadac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (24ca1de5-5c14-441f-a63d-e7c2c69e4eea), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:11.061960 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-35ec8475-ad16-4f51-a5f6-eb4cca4951b8 req-bc22ce33-881f-4e46-ad97-58234eaf5142 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20bc9d-0fdd-4c70-990c-50f4bee6311e HTTP/1.1" status: 200 len: 210 time: 0.0983601 Feb 02 07:00:11.064340 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f31b9522-72ff-46ce-be9a-ce0dd8eadac9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:11.065611 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-f31b9522-72ff-46ce-be9a-ce0dd8eadac9 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/24ca1de5-5c14-441f-a63d-e7c2c69e4eea HTTP/1.1" status: 204 len: 168 time: 0.3117170 Feb 02 07:00:11.077620 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31b9522-72ff-46ce-be9a-ce0dd8eadac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ca1de5-5c14-441f-a63d-e7c2c69e4eea,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:11.116325 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ab777a8-0264-42fc-a3b5-12f641bcd285 req-4af503b5-01cf-4be2-beb1-2f76e7581a8e tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:00:11.129718 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351579fb-48bf-4660-b637-ee246170d183 None None] Sync routers for ids ['3a6511f2-0989-4811-9bd1-78b7d2fee4fb'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:00:11.176732 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351579fb-48bf-4660-b637-ee246170d183 None None] Routers {'3a6511f2-0989-4811-9bd1-78b7d2fee4fb'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:00:11.179066 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-351579fb-48bf-4660-b637-ee246170d183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:59:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['3a6511f2-0989-4811-9bd1-78b7d2fee4fb'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:00:11.289790 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab777a8-0264-42fc-a3b5-12f641bcd285 req-4af503b5-01cf-4be2-beb1-2f76e7581a8e tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] No DVR routers for this DVR port 296f46a0-2dcd-433c-a6af-89f30d22d86c on host n-h1-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:00:11.294920 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-1ab777a8-0264-42fc-a3b5-12f641bcd285 req-4af503b5-01cf-4be2-beb1-2f76e7581a8e tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:11.304973 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1ab777a8-0264-42fc-a3b5-12f641bcd285 req-4af503b5-01cf-4be2-beb1-2f76e7581a8e tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.88 "DELETE /v2.0/ports/296f46a0-2dcd-433c-a6af-89f30d22d86c HTTP/1.1" status: 204 len: 173 time: 3.2290487 Feb 02 07:00:11.305747 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef20bc9d-0fdd-4c70-990c-50f4bee6311e', 'name': 'network-vif-deleted', 'tag': '296f46a0-2dcd-433c-a6af-89f30d22d86c'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:00:11.318002 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98deea66-14a3-460b-a532-843ee4c4bd16" -d '{"events": [{"server_uuid": "ef20bc9d-0fdd-4c70-990c-50f4bee6311e", "name": "network-vif-deleted", "tag": "296f46a0-2dcd-433c-a6af-89f30d22d86c"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:00:11.498874 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38992) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:00:11.530427 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-351579fb-48bf-4660-b637-ee246170d183 None None] Set router 3a6511f2-0989-4811-9bd1-78b7d2fee4fb gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:00:11.552648 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5c86fe-98dc-4163-98f7-1ded9442ffc0 req-195c8304-9abf-4ec2-a216-b83318d38c4f tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:11.568815 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fe5c86fe-98dc-4163-98f7-1ded9442ffc0 req-195c8304-9abf-4ec2-a216-b83318d38c4f tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 945 time: 0.2294745 Feb 02 07:00:11.569648 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a02ec491-ceb8-49cd-be45-7fdf8fbfae25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:11.799177 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fe5c86fe-98dc-4163-98f7-1ded9442ffc0 req-c3a5a378-90b4-4bff-bfe6-a5f21be36a84 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225204 Feb 02 07:00:11.863591 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-351579fb-48bf-4660-b637-ee246170d183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6511f2-0989-4811-9bd1-78b7d2fee4fb', 'name': 'tempest-ServersTestBootFromVolume-181714835-router', 'tenant_id': 'a5b11438631643ef8d3efce0551ce774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '6912ed99-8617-4efc-b312-f6ac2cf29b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:56:54Z', 'updated_at': '2022-02-02T06:57:01Z', 'revision_number': 4, 'project_id': 'a5b11438631643ef8d3efce0551ce774', 'gw_port': {'id': '6912ed99-8617-4efc-b312-f6ac2cf29b70', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:98:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6511f2-0989-4811-9bd1-78b7d2fee4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:56:55Z', 'updated_at': '2022-02-02T06:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'a719bb2a-938e-4f90-a285-045e8b12ea2e', 'name': '', 'network_id': '92a762a3-20b1-4c9e-a89a-03f21e3921ba', 'tenant_id': 'a5b11438631643ef8d3efce0551ce774', 'mac_address': 'fa:16:3e:e2:b2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6511f2-0989-4811-9bd1-78b7d2fee4fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c71b07ec-88b6-4b91-88af-cdbe675ae5c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:56:59Z', 'updated_at': '2022-02-02T06:57:06Z', 'revision_number': 5, 'project_id': 'a5b11438631643ef8d3efce0551ce774', 'subnets': [{'id': 'c71b07ec-88b6-4b91-88af-cdbe675ae5c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:00:11.921088 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a02ec491-ceb8-49cd-be45-7fdf8fbfae25 admin admin] Publish callbacks [] for security_group (f427091a-ed15-43ae-971a-a1325bbadb95), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:11.932824 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a02ec491-ceb8-49cd-be45-7fdf8fbfae25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (f427091a-ed15-43ae-971a-a1325bbadb95), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:11.980126 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351579fb-48bf-4660-b637-ee246170d183 None None] Checking router: 3a6511f2-0989-4811-9bd1-78b7d2fee4fb for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:00:11.986038 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02ec491-ceb8-49cd-be45-7fdf8fbfae25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f427091a-ed15-43ae-971a-a1325bbadb95,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:12.010672 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351579fb-48bf-4660-b637-ee246170d183 None None] Routers {'3a6511f2-0989-4811-9bd1-78b7d2fee4fb'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:00:12.010672 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-351579fb-48bf-4660-b637-ee246170d183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T06:59:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['3a6511f2-0989-4811-9bd1-78b7d2fee4fb'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:00:12.039521 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a02ec491-ceb8-49cd-be45-7fdf8fbfae25 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=4275560f309b4a1b800effe7ef100f95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5396266 Feb 02 07:00:12.046924 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 39014) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:00:12.168405 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 39016) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:00:12.198722 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed91c91b-bbfd-4e60-91ed-af42b588f120 x-openstack-request-id: req-ed91c91b-bbfd-4e60-91ed-af42b588f120 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:00:12.199435 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef20bc9d-0fdd-4c70-990c-50f4bee6311e", "name": "network-vif-deleted", "tag": "296f46a0-2dcd-433c-a6af-89f30d22d86c", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:00:12.199435 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ed91c91b-bbfd-4e60-91ed-af42b588f120 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:00:12.199780 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef20bc9d-0fdd-4c70-990c-50f4bee6311e', 'name': 'network-vif-deleted', 'tag': '296f46a0-2dcd-433c-a6af-89f30d22d86c', 'status': 'completed', 'code': 200} Feb 02 07:00:12.231917 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-79478a33-980c-4620-b161-aaeb798ac163 admin admin] Publish callbacks [] for security_group (f427091a-ed15-43ae-971a-a1325bbadb95), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:12.278297 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3a96e3-2cba-4bc8-96d8-9880dac9bf49 req-a920db3f-c560-4bd4-98de-c77b0bcfb5d3 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:12.280551 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-79478a33-980c-4620-b161-aaeb798ac163 admin admin] Publish callbacks [] for security_group (f427091a-ed15-43ae-971a-a1325bbadb95), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:12.289461 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fc3a96e3-2cba-4bc8-96d8-9880dac9bf49 req-a920db3f-c560-4bd4-98de-c77b0bcfb5d3 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=2cc00e95-68b5-41a1-84f5-cd186e917264 HTTP/1.1" status: 200 len: 949 time: 1.0322759 Feb 02 07:00:12.400163 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fc3a96e3-2cba-4bc8-96d8-9880dac9bf49 req-ddcdf51f-7b84-4292-9609-07f22717f264 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092601 Feb 02 07:00:12.421039 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-351579fb-48bf-4660-b637-ee246170d183 None None] Set router 3a6511f2-0989-4811-9bd1-78b7d2fee4fb gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:00:12.432591 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-79478a33-980c-4620-b161-aaeb798ac163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (f427091a-ed15-43ae-971a-a1325bbadb95), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:12.449549 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-79478a33-980c-4620-b161-aaeb798ac163 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:12.456892 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-79478a33-980c-4620-b161-aaeb798ac163 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/f427091a-ed15-43ae-971a-a1325bbadb95 HTTP/1.1" status: 204 len: 168 time: 0.4056411 Feb 02 07:00:12.491482 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79478a33-980c-4620-b161-aaeb798ac163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f427091a-ed15-43ae-971a-a1325bbadb95,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:12.559179 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-134268b1-2724-4f4f-a11e-496fcf2b06de req-df8af4a2-3577-4a1c-a64b-1a980702db31 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20bc9d-0fdd-4c70-990c-50f4bee6311e HTTP/1.1" status: 200 len: 210 time: 0.0812805 Feb 02 07:00:12.752991 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-9f8fafa0-7900-4f73-8951-25f3d1ebe3a5 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1927290988-network', 'tenant_id': '650a44670e704773897530b3b35f6628'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:00:12.808929 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f8fafa0-7900-4f73-8951-25f3d1ebe3a5 admin admin] Made reservation on behalf of 650a44670e704773897530b3b35f6628 for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:00:12.811973 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9f8fafa0-7900-4f73-8951-25f3d1ebe3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:12.838180 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9f8fafa0-7900-4f73-8951-25f3d1ebe3a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:12.989749 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f76287-9510-4ad3-972b-e84e6197e235 req-2b009c97-ec34-48fb-bac4-e7ba6ebc1fb9 tempest-LiveMigrationTest-749161847 tempest-LiveMigrationTest-749161847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:13.001292 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-08f76287-9510-4ad3-972b-e84e6197e235 req-2b009c97-ec34-48fb-bac4-e7ba6ebc1fb9 tempest-LiveMigrationTest-749161847 tempest-LiveMigrationTest-749161847-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 1128 time: 0.1969354 Feb 02 07:00:13.081709 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9f8fafa0-7900-4f73-8951-25f3d1ebe3a5 admin admin] Publish callbacks [] for security_group (6af26f98-a3da-49f9-9e83-36cb45b2d426), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:13.100455 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9f8fafa0-7900-4f73-8951-25f3d1ebe3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (6af26f98-a3da-49f9-9e83-36cb45b2d426), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:13.142251 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-08f76287-9510-4ad3-972b-e84e6197e235 req-5629c517-9f7a-4b26-8757-e08130189698 tempest-LiveMigrationTest-749161847 tempest-LiveMigrationTest-749161847-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398311 Feb 02 07:00:13.165717 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f8fafa0-7900-4f73-8951-25f3d1ebe3a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:00:13.199130 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8fafa0-7900-4f73-8951-25f3d1ebe3a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6af26f98-a3da-49f9-9e83-36cb45b2d426,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:13.213965 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9f8fafa0-7900-4f73-8951-25f3d1ebe3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (869423f2-bc99-4dad-a1fb-0689d62f4179), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:13.215280 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-9f8fafa0-7900-4f73-8951-25f3d1ebe3a5 admin admin] Added segment 869423f2-bc99-4dad-a1fb-0689d62f4179 of type vlan for network 8923064c-b2c0-4fc8-9bf2-57a04a6e98d7 Feb 02 07:00:13.324880 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c3ee611e-561f-4625-ad51-860526092c70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:13.368477 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-351579fb-48bf-4660-b637-ee246170d183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6511f2-0989-4811-9bd1-78b7d2fee4fb', 'name': 'tempest-ServersTestBootFromVolume-181714835-router', 'tenant_id': 'a5b11438631643ef8d3efce0551ce774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '6912ed99-8617-4efc-b312-f6ac2cf29b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:56:54Z', 'updated_at': '2022-02-02T06:57:01Z', 'revision_number': 4, 'project_id': 'a5b11438631643ef8d3efce0551ce774', 'gw_port': {'id': '6912ed99-8617-4efc-b312-f6ac2cf29b70', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:98:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6511f2-0989-4811-9bd1-78b7d2fee4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:56:55Z', 'updated_at': '2022-02-02T06:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'a719bb2a-938e-4f90-a285-045e8b12ea2e', 'name': '', 'network_id': '92a762a3-20b1-4c9e-a89a-03f21e3921ba', 'tenant_id': 'a5b11438631643ef8d3efce0551ce774', 'mac_address': 'fa:16:3e:e2:b2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6511f2-0989-4811-9bd1-78b7d2fee4fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c71b07ec-88b6-4b91-88af-cdbe675ae5c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:56:59Z', 'updated_at': '2022-02-02T06:57:06Z', 'revision_number': 5, 'project_id': 'a5b11438631643ef8d3efce0551ce774', 'subnets': [{'id': 'c71b07ec-88b6-4b91-88af-cdbe675ae5c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:00:13.392492 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9f8fafa0-7900-4f73-8951-25f3d1ebe3a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (8923064c-b2c0-4fc8-9bf2-57a04a6e98d7), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:13.449780 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd3e17d-099d-4888-b498-4683890ce562 req-c72ae8b2-dc6a-4d6e-9f5e-419f1808ed52 tempest-LiveMigrationTest-749161847 tempest-LiveMigrationTest-749161847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:13.456193 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351579fb-48bf-4660-b637-ee246170d183 None None] The sync data for ids ['3a6511f2-0989-4811-9bd1-78b7d2fee4fb'] in n-d-789963-26 is: [{'id': '3a6511f2-0989-4811-9bd1-78b7d2fee4fb', 'name': 'tempest-ServersTestBootFromVolume-181714835-router', 'tenant_id': 'a5b11438631643ef8d3efce0551ce774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '6912ed99-8617-4efc-b312-f6ac2cf29b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:56:54Z', 'updated_at': '2022-02-02T06:57:01Z', 'revision_number': 4, 'project_id': 'a5b11438631643ef8d3efce0551ce774', 'gw_port': {'id': '6912ed99-8617-4efc-b312-f6ac2cf29b70', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:98:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6511f2-0989-4811-9bd1-78b7d2fee4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:56:55Z', 'updated_at': '2022-02-02T06:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'a719bb2a-938e-4f90-a285-045e8b12ea2e', 'name': '', 'network_id': '92a762a3-20b1-4c9e-a89a-03f21e3921ba', 'tenant_id': 'a5b11438631643ef8d3efce0551ce774', 'mac_address': 'fa:16:3e:e2:b2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6511f2-0989-4811-9bd1-78b7d2fee4fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'c71b07ec-88b6-4b91-88af-cdbe675ae5c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:56:59Z', 'updated_at': '2022-02-02T06:57:06Z', 'revision_number': 5, 'project_id': 'a5b11438631643ef8d3efce0551ce774', 'subnets': [{'id': 'c71b07ec-88b6-4b91-88af-cdbe675ae5c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:00:13.456802 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0cd3e17d-099d-4888-b498-4683890ce562 req-c72ae8b2-dc6a-4d6e-9f5e-419f1808ed52 tempest-LiveMigrationTest-749161847 tempest-LiveMigrationTest-749161847-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 1128 time: 0.1616464 Feb 02 07:00:13.473401 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9f8fafa0-7900-4f73-8951-25f3d1ebe3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (8923064c-b2c0-4fc8-9bf2-57a04a6e98d7), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:13.474455 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8fafa0-7900-4f73-8951-25f3d1ebe3a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:13.474925 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9f8fafa0-7900-4f73-8951-25f3d1ebe3a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:13.540021 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-9f8fafa0-7900-4f73-8951-25f3d1ebe3a5 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3702073 Feb 02 07:00:13.544266 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 39072) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:00:13.555102 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-20abb376-d600-4bba-99a2-3f448abcb258 admin admin] Request body: {'subnet': {'network_id': '8923064c-b2c0-4fc8-9bf2-57a04a6e98d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1927290988-subnet', 'tenant_id': '650a44670e704773897530b3b35f6628', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:00:13.641196 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20abb376-d600-4bba-99a2-3f448abcb258 admin admin] Made reservation on behalf of 650a44670e704773897530b3b35f6628 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:00:13.644655 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-20abb376-d600-4bba-99a2-3f448abcb258 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:13.665227 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0cd3e17d-099d-4888-b498-4683890ce562 req-2847a553-eed1-41ad-8141-a1c676c91c6d tempest-LiveMigrationTest-749161847 tempest-LiveMigrationTest-749161847-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019746 Feb 02 07:00:13.672790 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8fafa0-7900-4f73-8951-25f3d1ebe3a5 admin admin] Pushing event updated for resources: {'Network': ['ID=8923064c-b2c0-4fc8-9bf2-57a04a6e98d7,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:13.695400 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 8923064c-b2c0-4fc8-9bf2-57a04a6e98d7 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:00:13.788530 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5091dfb9-b352-465d-a87d-5d14bc715ab1 req-45181737-2353-4561-bb48-bdb579b85f4d tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:13.800193 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5091dfb9-b352-465d-a87d-5d14bc715ab1 req-45181737-2353-4561-bb48-bdb579b85f4d tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=2cc00e95-68b5-41a1-84f5-cd186e917264 HTTP/1.1" status: 200 len: 949 time: 0.2649989 Feb 02 07:00:13.986464 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5091dfb9-b352-465d-a87d-5d14bc715ab1 req-a96caae8-f241-4c64-9860-65d285b7da89 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849592 Feb 02 07:00:14.045660 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e38a23-8579-4b32-87c0-167035db15f6 None None] New status for floating IP 7a43642b-9572-4189-aac5-dc4a7ff8d37e: DOWN {{(pid=109696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 07:00:14.213145 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ec4dd595-1a4a-48f2-b4ac-39eac7ad1f5b req-a028784c-2810-46cd-b9c0-abbf1c7940d2 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20bc9d-0fdd-4c70-990c-50f4bee6311e HTTP/1.1" status: 200 len: 210 time: 0.0476725 Feb 02 07:00:14.295474 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-20abb376-d600-4bba-99a2-3f448abcb258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (a405c293-a19f-44f6-915e-ec47a4350dcd), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:14.537796 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c166a4d-0f4c-47ac-b423-52a01c2dc7d7 req-267190ac-c8c1-4f51-af13-2fa55072763f tempest-ServersOnMultiNodesTest-720342812 tempest-ServersOnMultiNodesTest-720342812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:14.546372 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20abb376-d600-4bba-99a2-3f448abcb258 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a405c293-a19f-44f6-915e-ec47a4350dcd,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:14.547999 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5c166a4d-0f4c-47ac-b423-52a01c2dc7d7 req-267190ac-c8c1-4f51-af13-2fa55072763f tempest-ServersOnMultiNodesTest-720342812 tempest-ServersOnMultiNodesTest-720342812-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=2cc00e95-68b5-41a1-84f5-cd186e917264 HTTP/1.1" status: 200 len: 1132 time: 0.1698074 Feb 02 07:00:14.559300 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20abb376-d600-4bba-99a2-3f448abcb258 admin admin] Checking segment: {'id': '869423f2-bc99-4dad-a1fb-0689d62f4179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8923064c-b2c0-4fc8-9bf2-57a04a6e98d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:00:14.561308 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20abb376-d600-4bba-99a2-3f448abcb258 admin admin] Network hostable DHCP agents. Network: 8923064c-b2c0-4fc8-9bf2-57a04a6e98d7, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:00:14.565461 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:14.628421 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20abb376-d600-4bba-99a2-3f448abcb258 admin admin] Network 8923064c-b2c0-4fc8-9bf2-57a04a6e98d7 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:00:14.642888 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-20abb376-d600-4bba-99a2-3f448abcb258 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 8923064c-b2c0-4fc8-9bf2-57a04a6e98d7) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:00:14.651865 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262b5fa2-f4bc-4771-b359-e63a523fa068 None None] Network 8923064c-b2c0-4fc8-9bf2-57a04a6e98d7 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:00:14.664499 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20abb376-d600-4bba-99a2-3f448abcb258 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:14.665178 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-20abb376-d600-4bba-99a2-3f448abcb258 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:14.697411 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5c166a4d-0f4c-47ac-b423-52a01c2dc7d7 req-c31026d0-b918-43c7-ac0a-aca3c01349ca tempest-ServersOnMultiNodesTest-720342812 tempest-ServersOnMultiNodesTest-720342812-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451612 Feb 02 07:00:14.705642 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-20abb376-d600-4bba-99a2-3f448abcb258 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1578836 Feb 02 07:00:15.017977 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de742418-af43-4280-aa18-6a89a06e20a5 None None] Network 8923064c-b2c0-4fc8-9bf2-57a04a6e98d7 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:00:15.043317 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ed14dce6-d99e-476b-8ffe-f24f36af27d1 req-0e3cfc23-a19d-4221-b2e3-950d77061399 tempest-AbsoluteLimitsNegativeTestJSON-1476551442 tempest-AbsoluteLimitsNegativeTestJSON-1476551442-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=9a90e08457f84003a249d559c92dad71&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1136093 Feb 02 07:00:15.317789 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed14dce6-d99e-476b-8ffe-f24f36af27d1 req-809c6ce5-3cbe-4fd2-876b-01d03deadc7b tempest-AbsoluteLimitsNegativeTestJSON-1476551442 tempest-AbsoluteLimitsNegativeTestJSON-1476551442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:15.326075 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ed14dce6-d99e-476b-8ffe-f24f36af27d1 req-809c6ce5-3cbe-4fd2-876b-01d03deadc7b tempest-AbsoluteLimitsNegativeTestJSON-1476551442 tempest-AbsoluteLimitsNegativeTestJSON-1476551442-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2602830 Feb 02 07:00:15.345456 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ed14dce6-d99e-476b-8ffe-f24f36af27d1 req-c79b5c71-cd8d-4f81-982c-ee54183f61e3 tempest-AbsoluteLimitsNegativeTestJSON-1476551442 tempest-AbsoluteLimitsNegativeTestJSON-1476551442-project] 10.222.0.87 "GET /v2.0/quotas/9a90e08457f84003a249d559c92dad71 HTTP/1.1" status: 200 len: 375 time: 0.0183766 Feb 02 07:00:15.413002 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ed14dce6-d99e-476b-8ffe-f24f36af27d1 req-e5c29466-6010-4c5b-ad65-7786a07cb27b tempest-AbsoluteLimitsNegativeTestJSON-1476551442 tempest-AbsoluteLimitsNegativeTestJSON-1476551442-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=9a90e08457f84003a249d559c92dad71&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0662932 Feb 02 07:00:15.940365 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [req-8c4afa89-cbf6-410a-8d60-28c02c3d3eb7 req-1d84e342-d69a-4931-b01e-0b1bce7db08e tempest-SecurityGroupsNegativeTestJSON-881507167 tempest-SecurityGroupsNegativeTestJSON-881507167-project] show failed (client error): The resource could not be found. Feb 02 07:00:15.956266 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:15.957871 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8c4afa89-cbf6-410a-8d60-28c02c3d3eb7 req-1d84e342-d69a-4931-b01e-0b1bce7db08e tempest-SecurityGroupsNegativeTestJSON-881507167 tempest-SecurityGroupsNegativeTestJSON-881507167-project] 10.222.0.87 "GET /v2.0/security-groups/6fad4c76-1295-43ed-a23d-3fc5589302e2 HTTP/1.1" status: 404 len: 352 time: 0.0468037 Feb 02 07:00:16.174987 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1536c978-a0bd-4cc6-bdcd-5028ee7f18d5 req-b7ec5e8d-37ec-4aca-90c8-285520ca2c34 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=e34e7485085f4555b7019dbfd89a06da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0726049 Feb 02 07:00:16.238497 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 39190) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:00:16.546827 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b7ce9a18-3207-48b6-bdc1-8c3c0404fa1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:16.666025 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [req-817da04b-9927-4d39-a5de-df81391854a8 req-3bce8bd9-ab1a-4853-98fc-b5bcda2afde0 tempest-LiveMigrationTest-749161847 tempest-LiveMigrationTest-749161847-project-admin] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:00:16.667032 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-817da04b-9927-4d39-a5de-df81391854a8 req-3bce8bd9-ab1a-4853-98fc-b5bcda2afde0 tempest-LiveMigrationTest-749161847 tempest-LiveMigrationTest-749161847-project-admin] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0092113 Feb 02 07:00:16.674443 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536c978-a0bd-4cc6-bdcd-5028ee7f18d5 req-3a340ce7-3ff1-42ae-9d7b-1c96f6ef4744 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:16.676241 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1536c978-a0bd-4cc6-bdcd-5028ee7f18d5 req-3a340ce7-3ff1-42ae-9d7b-1c96f6ef4744 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5004563 Feb 02 07:00:16.730586 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1536c978-a0bd-4cc6-bdcd-5028ee7f18d5 req-60944f43-3a9a-41a4-b3b0-878d6ed09093 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/quotas/e34e7485085f4555b7019dbfd89a06da HTTP/1.1" status: 200 len: 375 time: 0.0454392 Feb 02 07:00:16.791575 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817da04b-9927-4d39-a5de-df81391854a8 req-a475f78b-28df-4c86-b3a9-1a5e06e62675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:16.801932 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-817da04b-9927-4d39-a5de-df81391854a8 req-a475f78b-28df-4c86-b3a9-1a5e06e62675 service neutron] 10.222.0.87 "GET /v2.0/ports/fec591fd-4902-4db9-91a5-f50c021f2727 HTTP/1.1" status: 200 len: 1125 time: 0.1120176 Feb 02 07:00:16.822251 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-817da04b-9927-4d39-a5de-df81391854a8 req-a9d3dbb5-e13d-4bdc-b8e6-3e71b687a94b service neutron] Request body: {'binding': {'host': 'n-h2-789963-26', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:00:16.824245 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-817da04b-9927-4d39-a5de-df81391854a8 req-a9d3dbb5-e13d-4bdc-b8e6-3e71b687a94b service neutron] Unknown quota resources ['binding']. {{(pid=109694) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 02 07:00:16.996195 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1536c978-a0bd-4cc6-bdcd-5028ee7f18d5 req-8c7ae0a0-f113-4c10-b42b-ce118c44ffcb tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=e34e7485085f4555b7019dbfd89a06da&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2642717 Feb 02 07:00:17.073338 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b7ce9a18-3207-48b6-bdc1-8c3c0404fa1f admin admin] Publish callbacks [] for security_group (36d2cb3d-3206-48a2-9e88-f2e8bee1790e), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:17.082712 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b7ce9a18-3207-48b6-bdc1-8c3c0404fa1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (36d2cb3d-3206-48a2-9e88-f2e8bee1790e), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:17.131087 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-817da04b-9927-4d39-a5de-df81391854a8 req-a9d3dbb5-e13d-4bdc-b8e6-3e71b687a94b service neutron] Attempting to bind port fec591fd-4902-4db9-91a5-f50c021f2727 on host n-h2-789963-26 for vnic_type normal with profile None {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:00:17.131524 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-817da04b-9927-4d39-a5de-df81391854a8 req-a9d3dbb5-e13d-4bdc-b8e6-3e71b687a94b service neutron] Attempting to bind port fec591fd-4902-4db9-91a5-f50c021f2727 by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': '43369f47-102e-4f19-93f2-e5ce754f6e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ad127856-4465-484c-882c-e096f13573c2'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:00:17.131995 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817da04b-9927-4d39-a5de-df81391854a8 req-a9d3dbb5-e13d-4bdc-b8e6-3e71b687a94b service neutron] Attempting to bind port fec591fd-4902-4db9-91a5-f50c021f2727 on network ad127856-4465-484c-882c-e096f13573c2 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:00:17.137614 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817da04b-9927-4d39-a5de-df81391854a8 req-a9d3dbb5-e13d-4bdc-b8e6-3e71b687a94b service neutron] Port fec591fd-4902-4db9-91a5-f50c021f2727 on network ad127856-4465-484c-882c-e096f13573c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:00:17.138051 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817da04b-9927-4d39-a5de-df81391854a8 req-a9d3dbb5-e13d-4bdc-b8e6-3e71b687a94b service neutron] Attempting to bind port fec591fd-4902-4db9-91a5-f50c021f2727 on network ad127856-4465-484c-882c-e096f13573c2 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:00:17.144277 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817da04b-9927-4d39-a5de-df81391854a8 req-a9d3dbb5-e13d-4bdc-b8e6-3e71b687a94b service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:00:17.144876 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817da04b-9927-4d39-a5de-df81391854a8 req-a9d3dbb5-e13d-4bdc-b8e6-3e71b687a94b service neutron] Checking segment: {'id': '43369f47-102e-4f19-93f2-e5ce754f6e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ad127856-4465-484c-882c-e096f13573c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:00:17.145477 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817da04b-9927-4d39-a5de-df81391854a8 req-a9d3dbb5-e13d-4bdc-b8e6-3e71b687a94b service neutron] Bound using segment: {'id': '43369f47-102e-4f19-93f2-e5ce754f6e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ad127856-4465-484c-882c-e096f13573c2'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:00:17.146632 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-817da04b-9927-4d39-a5de-df81391854a8 req-a9d3dbb5-e13d-4bdc-b8e6-3e71b687a94b service neutron] Bound port: fec591fd-4902-4db9-91a5-f50c021f2727, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43369f47-102e-4f19-93f2-e5ce754f6e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ad127856-4465-484c-882c-e096f13573c2'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:00:17.164904 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b7ce9a18-3207-48b6-bdc1-8c3c0404fa1f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9a90e08457f84003a249d559c92dad71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9230573 Feb 02 07:00:17.170118 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 39210) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:00:17.238281 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce9a18-3207-48b6-bdc1-8c3c0404fa1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36d2cb3d-3206-48a2-9e88-f2e8bee1790e,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:17.275180 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-817da04b-9927-4d39-a5de-df81391854a8 req-a9d3dbb5-e13d-4bdc-b8e6-3e71b687a94b service neutron] For port fec591fd-4902-4db9-91a5-f50c021f2727, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=fec591fd-4902-4db9-91a5-f50c021f2727,segment=NetworkSegment(43369f47-102e-4f19-93f2-e5ce754f6e28),segment_id=43369f47-102e-4f19-93f2-e5ce754f6e28)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:00:17.280370 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:17.286437 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-817da04b-9927-4d39-a5de-df81391854a8 req-a9d3dbb5-e13d-4bdc-b8e6-3e71b687a94b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:17.287754 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-817da04b-9927-4d39-a5de-df81391854a8 req-a9d3dbb5-e13d-4bdc-b8e6-3e71b687a94b service neutron] 10.222.0.87 "POST /v2.0/ports/fec591fd-4902-4db9-91a5-f50c021f2727/bindings HTTP/1.1" status: 201 len: 390 time: 0.4800646 Feb 02 07:00:17.383510 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-abb9ba5e-3f9f-4a96-90bd-b72101c87773 admin admin] Publish callbacks [] for security_group (36d2cb3d-3206-48a2-9e88-f2e8bee1790e), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:17.447440 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8b49ba34-ba06-4960-8c03-de6e5fd116bd req-c92934e7-6c4e-4c69-aa07-259f88759eb9 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20bc9d-0fdd-4c70-990c-50f4bee6311e HTTP/1.1" status: 200 len: 210 time: 0.0962188 Feb 02 07:00:17.523345 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-abb9ba5e-3f9f-4a96-90bd-b72101c87773 admin admin] Publish callbacks [] for security_group (36d2cb3d-3206-48a2-9e88-f2e8bee1790e), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:17.696353 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0d49f6a7-1b03-4534-b6ec-51c70bcf4be5 req-824e3c5f-288a-4b97-abda-01ee1c340db9 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=aa4e9b0f-2b25-4497-a096-632c427f463c HTTP/1.1" status: 200 len: 210 time: 0.0502892 Feb 02 07:00:17.703106 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-abb9ba5e-3f9f-4a96-90bd-b72101c87773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (36d2cb3d-3206-48a2-9e88-f2e8bee1790e), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:17.711212 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-abb9ba5e-3f9f-4a96-90bd-b72101c87773 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:17.720620 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-abb9ba5e-3f9f-4a96-90bd-b72101c87773 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/36d2cb3d-3206-48a2-9e88-f2e8bee1790e HTTP/1.1" status: 204 len: 168 time: 0.5398390 Feb 02 07:00:17.849482 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3002103-5dc5-4c95-887a-3f6f0b18f4f9 req-96377217-8e67-4eec-9417-3690ffaae0d4 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:17.851146 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e3002103-5dc5-4c95-887a-3f6f0b18f4f9 req-96377217-8e67-4eec-9417-3690ffaae0d4 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 945 time: 0.1562150 Feb 02 07:00:17.916204 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8378c820-f5b7-4c2b-9c66-3834bcbb5111 req-dbb67d4b-6700-4579-a24e-a0fb9c5415c9 tempest-SecurityGroupsNegativeTestJSON-881507167 tempest-SecurityGroupsNegativeTestJSON-881507167-project] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=650a44670e704773897530b3b35f6628 HTTP/1.1" status: 200 len: 3001 time: 0.1841760 Feb 02 07:00:17.980902 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb9ba5e-3f9f-4a96-90bd-b72101c87773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d2cb3d-3206-48a2-9e88-f2e8bee1790e,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:18.016981 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e3002103-5dc5-4c95-887a-3f6f0b18f4f9 req-0e817d9b-6885-4100-a851-87ab95d6b7ff tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594751 Feb 02 07:00:18.109047 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817da04b-9927-4d39-a5de-df81391854a8 req-0bfa7eca-ce26-41f7-8012-9c2f5b360a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:18.114913 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-817da04b-9927-4d39-a5de-df81391854a8 req-0bfa7eca-ce26-41f7-8012-9c2f5b360a01 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=94634d8b4d2a41de8e59c8bd88798343&device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 1128 time: 0.4154577 Feb 02 07:00:18.143008 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8378c820-f5b7-4c2b-9c66-3834bcbb5111 req-c4afa263-f524-4e80-9783-5e7ac7a16879 tempest-SecurityGroupsNegativeTestJSON-881507167 tempest-SecurityGroupsNegativeTestJSON-881507167-project] 10.222.0.87 "GET /v2.0/security-groups/6af26f98-a3da-49f9-9e83-36cb45b2d426 HTTP/1.1" status: 200 len: 2998 time: 0.2221751 Feb 02 07:00:18.436236 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8378c820-f5b7-4c2b-9c66-3834bcbb5111 req-a2020661-3dcf-4b87-93c2-9c80f30b15ba tempest-SecurityGroupsNegativeTestJSON-881507167 tempest-SecurityGroupsNegativeTestJSON-881507167-project] 10.222.0.87 "GET /v2.0/security-groups/6af26f98-a3da-49f9-9e83-36cb45b2d426 HTTP/1.1" status: 200 len: 2998 time: 0.2652884 Feb 02 07:00:18.481116 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817da04b-9927-4d39-a5de-df81391854a8 req-ff65f191-3287-4957-b027-e629586634bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:18.482844 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-817da04b-9927-4d39-a5de-df81391854a8 req-ff65f191-3287-4957-b027-e629586634bd service neutron] 10.222.0.59 "GET /v2.0/networks?id=ad127856-4465-484c-882c-e096f13573c2 HTTP/1.1" status: 200 len: 908 time: 0.3591588 Feb 02 07:00:18.616661 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d0befb16-d39f-4856-a828-e0d5cf733e8c req-c91e5b08-7a6f-4588-87f3-391ee55551da tempest-SecurityGroupsNegativeTestJSON-881507167 tempest-SecurityGroupsNegativeTestJSON-881507167-project] 10.222.0.87 "GET /v2.0/security-groups/6af26f98-a3da-49f9-9e83-36cb45b2d426 HTTP/1.1" status: 200 len: 2998 time: 0.1407909 Feb 02 07:00:18.622031 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-817da04b-9927-4d39-a5de-df81391854a8 req-4fa26d7c-7eda-4732-a200-7bfe059c39cc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fec591fd-4902-4db9-91a5-f50c021f2727 HTTP/1.1" status: 200 len: 217 time: 0.1263287 Feb 02 07:00:18.710834 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 39272) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:00:18.732642 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817da04b-9927-4d39-a5de-df81391854a8 req-d09c7f00-586e-481a-9e88-cd2f3d758942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:18.734027 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-817da04b-9927-4d39-a5de-df81391854a8 req-d09c7f00-586e-481a-9e88-cd2f3d758942 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a7292d13-827d-45ab-8eaa-7baf62301aaa HTTP/1.1" status: 200 len: 847 time: 0.0984833 Feb 02 07:00:18.736463 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e26b0485-8f46-4960-9f1c-c3298bd78c70 req-474ba022-f85b-4839-b032-04913b8e8923 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20bc9d-0fdd-4c70-990c-50f4bee6311e HTTP/1.1" status: 200 len: 210 time: 0.1166615 Feb 02 07:00:18.779477 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-817da04b-9927-4d39-a5de-df81391854a8 req-1a0f9da3-e9bd-4f00-99ff-4f600e432696 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ad127856-4465-484c-882c-e096f13573c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375779 Feb 02 07:00:18.796192 n-d-789963-26 neutron-server[109694]: INFO neutron.api.v2.resource [req-d0befb16-d39f-4856-a828-e0d5cf733e8c req-4481dcef-9547-4565-ab31-1c416210ad18 tempest-SecurityGroupsNegativeTestJSON-881507167 tempest-SecurityGroupsNegativeTestJSON-881507167-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 02 07:00:18.806891 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d0befb16-d39f-4856-a828-e0d5cf733e8c req-4481dcef-9547-4565-ab31-1c416210ad18 tempest-SecurityGroupsNegativeTestJSON-881507167 tempest-SecurityGroupsNegativeTestJSON-881507167-project] 10.222.0.87 "DELETE /v2.0/security-groups/6af26f98-a3da-49f9-9e83-36cb45b2d426 HTTP/1.1" status: 409 len: 352 time: 0.1844699 Feb 02 07:00:18.991175 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [req-9c8b9ec5-ce7a-4381-bb43-3c66d468bb2a req-26097050-c376-4cd6-9555-ccfd652ecfdc tempest-SecurityGroupsNegativeTestJSON-881507167 tempest-SecurityGroupsNegativeTestJSON-881507167-project] show failed (client error): The resource could not be found. Feb 02 07:00:19.013476 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-eb31d00f-1baa-419b-a162-631f6d503533 req-f5736c5b-ece2-422f-80a5-49357a265da6 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=aa4e9b0f-2b25-4497-a096-632c427f463c HTTP/1.1" status: 200 len: 210 time: 0.0720553 Feb 02 07:00:19.027983 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9c8b9ec5-ce7a-4381-bb43-3c66d468bb2a req-26097050-c376-4cd6-9555-ccfd652ecfdc tempest-SecurityGroupsNegativeTestJSON-881507167 tempest-SecurityGroupsNegativeTestJSON-881507167-project] 10.222.0.87 "GET /v2.0/security-groups/13fdd76f-9e21-4120-b518-79c21556df51 HTTP/1.1" status: 404 len: 352 time: 0.0729451 Feb 02 07:00:19.074184 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-241cd25d-bd9c-4561-9bad-1534b7db0b47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:19.080168 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [req-40c5c458-ac1c-4e3c-9ab6-53caae3fce90 req-3120d30c-2beb-4a86-907c-616d569b314c tempest-SecurityGroupsNegativeTestJSON-881507167 tempest-SecurityGroupsNegativeTestJSON-881507167-project] show failed (client error): The resource could not be found. Feb 02 07:00:19.088265 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-40c5c458-ac1c-4e3c-9ab6-53caae3fce90 req-3120d30c-2beb-4a86-907c-616d569b314c tempest-SecurityGroupsNegativeTestJSON-881507167 tempest-SecurityGroupsNegativeTestJSON-881507167-project] 10.222.0.87 "GET /v2.0/security-groups/689e71da-c671-4477-9a59-a7bdf97e8931 HTTP/1.1" status: 404 len: 352 time: 0.0629983 Feb 02 07:00:19.090349 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-817da04b-9927-4d39-a5de-df81391854a8 req-af12b4c4-a545-4d39-bc94-6f5c609ae3cf service neutron] 10.222.0.59 "GET /v2.0/networks/ad127856-4465-484c-882c-e096f13573c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898216 Feb 02 07:00:19.106154 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 39300) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:00:19.220419 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1536c978-a0bd-4cc6-bdcd-5028ee7f18d5 req-3f3f3f4c-8e63-41c7-90d5-b53dfd2a6089 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=e34e7485085f4555b7019dbfd89a06da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0838888 Feb 02 07:00:19.345563 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-817da04b-9927-4d39-a5de-df81391854a8 req-861b39bf-a93a-440a-b42b-3e760097a423 service neutron] 10.222.0.59 "GET /v2.0/networks/ad127856-4465-484c-882c-e096f13573c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273958 Feb 02 07:00:19.430906 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a16a6d2-ce82-406b-8eb1-ae7aa26c4e98 admin admin] Deleting subnet a405c293-a19f-44f6-915e-ec47a4350dcd {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:00:19.439087 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6a16a6d2-ce82-406b-8eb1-ae7aa26c4e98 admin admin] Publish callbacks [] for subnet (a405c293-a19f-44f6-915e-ec47a4350dcd), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:19.491129 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 39304) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:00:19.525156 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6a16a6d2-ce82-406b-8eb1-ae7aa26c4e98 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (a405c293-a19f-44f6-915e-ec47a4350dcd), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:19.608508 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6a16a6d2-ce82-406b-8eb1-ae7aa26c4e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (a405c293-a19f-44f6-915e-ec47a4350dcd), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:19.650013 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6493605-fea2-44d6-b128-d7b98a11a889 req-8da57270-e528-4405-bf68-035f7d8c06df tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:19.660626 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e6493605-fea2-44d6-b128-d7b98a11a889 req-8da57270-e528-4405-bf68-035f7d8c06df tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 945 time: 0.4580505 Feb 02 07:00:19.722714 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536c978-a0bd-4cc6-bdcd-5028ee7f18d5 req-20077f87-8b37-46ac-816d-6e5da7b4c505 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:19.726032 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1536c978-a0bd-4cc6-bdcd-5028ee7f18d5 req-20077f87-8b37-46ac-816d-6e5da7b4c505 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4999309 Feb 02 07:00:19.733690 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6a16a6d2-ce82-406b-8eb1-ae7aa26c4e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (a405c293-a19f-44f6-915e-ec47a4350dcd), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:19.777915 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-1536c978-a0bd-4cc6-bdcd-5028ee7f18d5 req-ef5392fd-6a99-4efd-8876-746c8ac82d67 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Request body: {'port': {'device_id': 'aa4e9b0f-2b25-4497-a096-632c427f463c', 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1', 'admin_state_up': True, 'tenant_id': 'e34e7485085f4555b7019dbfd89a06da'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:00:19.805271 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a16a6d2-ce82-406b-8eb1-ae7aa26c4e98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a405c293-a19f-44f6-915e-ec47a4350dcd,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:19.836296 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6a16a6d2-ce82-406b-8eb1-ae7aa26c4e98 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:19.839875 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-6a16a6d2-ce82-406b-8eb1-ae7aa26c4e98 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/a405c293-a19f-44f6-915e-ec47a4350dcd HTTP/1.1" status: 204 len: 168 time: 0.7327156 Feb 02 07:00:19.841332 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-9b086879-9959-4578-ab1e-321c04730257 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1828254214-network', 'tenant_id': '221d25c1df1d4426abaa38f71e88fa9f'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:00:19.856223 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 39310) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:00:19.933539 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-241cd25d-bd9c-4561-9bad-1534b7db0b47 admin admin] Publish callbacks [] for security_group (7ef3441f-40c2-40e6-8771-3a1179b4c511), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:19.940472 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-aad61dea-a300-40b7-a57b-d22dd6a0b770 req-4bfe38eb-bd00-484e-b831-9eabc9ca2cb1 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20bc9d-0fdd-4c70-990c-50f4bee6311e HTTP/1.1" status: 200 len: 210 time: 0.0438335 Feb 02 07:00:20.024407 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4b0a464a-68bf-4321-a6b2-3210b90b797e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (8923064c-b2c0-4fc8-9bf2-57a04a6e98d7), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:20.162485 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-241cd25d-bd9c-4561-9bad-1534b7db0b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (7ef3441f-40c2-40e6-8771-3a1179b4c511), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:20.168940 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b086879-9959-4578-ab1e-321c04730257 admin admin] Made reservation on behalf of 221d25c1df1d4426abaa38f71e88fa9f for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:00:20.169130 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4b0a464a-68bf-4321-a6b2-3210b90b797e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (8923064c-b2c0-4fc8-9bf2-57a04a6e98d7), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:20.173842 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9b086879-9959-4578-ab1e-321c04730257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:20.200046 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-4b0a464a-68bf-4321-a6b2-3210b90b797e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8923064c-b2c0-4fc8-9bf2-57a04a6e98d7']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:00:20.211155 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-4b0a464a-68bf-4321-a6b2-3210b90b797e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '869423f2-bc99-4dad-a1fb-0689d62f4179') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:00:20.211603 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-4b0a464a-68bf-4321-a6b2-3210b90b797e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '869423f2-bc99-4dad-a1fb-0689d62f4179') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:00:20.216912 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9b086879-9959-4578-ab1e-321c04730257 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:20.223005 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4b0a464a-68bf-4321-a6b2-3210b90b797e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (869423f2-bc99-4dad-a1fb-0689d62f4179), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:20.238259 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4b0a464a-68bf-4321-a6b2-3210b90b797e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (869423f2-bc99-4dad-a1fb-0689d62f4179), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:20.244472 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b0a464a-68bf-4321-a6b2-3210b90b797e admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:00:20.244973 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4b0a464a-68bf-4321-a6b2-3210b90b797e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (869423f2-bc99-4dad-a1fb-0689d62f4179), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:20.305432 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:00:20.305432 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:00:20.305432 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:00:20.305432 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:00:20.305432 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:00:20.305432 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:00:20.305432 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:00:20.305432 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:00:20.305432 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:00:20.305432 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:00:20.305432 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:00:20.305432 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:00:20.305432 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:00:20.305432 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:00:20.305432 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:00:20.305432 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:00:20.305432 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:00:20.305432 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:00:20.305432 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:00:20.305432 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:00:20.305432 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:00:20.305432 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:00:20.305432 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:00:20.305432 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:00:20.305432 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:00:20.305432 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:00:20.305432 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:00:20.305432 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:00:20.305432 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:00:20.305432 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:00:20.305432 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:00:20.305432 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:00:20.319430 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4b0a464a-68bf-4321-a6b2-3210b90b797e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (8923064c-b2c0-4fc8-9bf2-57a04a6e98d7), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:20.347404 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-60852f15-ea14-4247-87f3-8fd128c2b76f req-66d8ac0d-a092-4742-80c6-4acb5850d1ba tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=aa4e9b0f-2b25-4497-a096-632c427f463c HTTP/1.1" status: 200 len: 210 time: 0.0424252 Feb 02 07:00:20.359501 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4b0a464a-68bf-4321-a6b2-3210b90b797e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:20.378436 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-4b0a464a-68bf-4321-a6b2-3210b90b797e admin admin] 10.222.0.87 "DELETE /v2.0/networks/8923064c-b2c0-4fc8-9bf2-57a04a6e98d7 HTTP/1.1" status: 204 len: 168 time: 0.5157154 Feb 02 07:00:20.403464 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0a464a-68bf-4321-a6b2-3210b90b797e admin admin] Pushing event deleted for resources: {'Network': ['ID=8923064c-b2c0-4fc8-9bf2-57a04a6e98d7,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:20.456320 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9b086879-9959-4578-ab1e-321c04730257 admin admin] Publish callbacks [] for security_group (ad653233-bf90-4164-b010-c8e6ddd645f1), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:20.485375 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e6493605-fea2-44d6-b128-d7b98a11a889 req-27e461e4-59aa-4856-a696-be2c532adabf tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8230577 Feb 02 07:00:20.501889 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9b086879-9959-4578-ab1e-321c04730257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (ad653233-bf90-4164-b010-c8e6ddd645f1), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:20.530316 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-241cd25d-bd9c-4561-9bad-1534b7db0b47 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=17efeac60d254e51b54c1573652c88c9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8154788 Feb 02 07:00:20.531158 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 39328) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:00:20.551387 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1536c978-a0bd-4cc6-bdcd-5028ee7f18d5 req-ef5392fd-6a99-4efd-8876-746c8ac82d67 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Made reservation on behalf of e34e7485085f4555b7019dbfd89a06da for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:00:20.566396 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-1536c978-a0bd-4cc6-bdcd-5028ee7f18d5 req-ef5392fd-6a99-4efd-8876-746c8ac82d67 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:20.610369 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cd25d-bd9c-4561-9bad-1534b7db0b47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef3441f-40c2-40e6-8771-3a1179b4c511,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:20.618756 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-152c207c-e5ee-4589-a31e-b8ae22000e8c admin admin] Publish callbacks [] for security_group (7ef3441f-40c2-40e6-8771-3a1179b4c511), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:20.654027 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cd25d-bd9c-4561-9bad-1534b7db0b47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:00:20.654378 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cd25d-bd9c-4561-9bad-1534b7db0b47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:00:20.654722 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cd25d-bd9c-4561-9bad-1534b7db0b47 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:00:20.655111 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cd25d-bd9c-4561-9bad-1534b7db0b47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:00:20.655447 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cd25d-bd9c-4561-9bad-1534b7db0b47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:00:20.656048 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 39330) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:00:20.656263 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cd25d-bd9c-4561-9bad-1534b7db0b47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:00:20.657113 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cd25d-bd9c-4561-9bad-1534b7db0b47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:00:20.657444 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cd25d-bd9c-4561-9bad-1534b7db0b47 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:00:20.657779 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cd25d-bd9c-4561-9bad-1534b7db0b47 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:00:20.658691 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cd25d-bd9c-4561-9bad-1534b7db0b47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:00:20.659173 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cd25d-bd9c-4561-9bad-1534b7db0b47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:00:20.659518 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cd25d-bd9c-4561-9bad-1534b7db0b47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:00:20.659868 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241cd25d-bd9c-4561-9bad-1534b7db0b47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:00:20.666526 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b086879-9959-4578-ab1e-321c04730257 admin admin] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:00:20.710033 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9b086879-9959-4578-ab1e-321c04730257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (c042d126-59be-415e-935e-ea7fc8b7e911), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:20.713289 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-9b086879-9959-4578-ab1e-321c04730257 admin admin] Added segment c042d126-59be-415e-935e-ea7fc8b7e911 of type vlan for network 6cc3d0c3-1b02-4467-ae70-b7c675f62b1f Feb 02 07:00:20.769251 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a7e645f7-0e9f-4a99-b131-76faf04ffb55 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=650a44670e704773897530b3b35f6628&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1103983 Feb 02 07:00:20.782465 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 39332) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:00:20.785927 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-152c207c-e5ee-4589-a31e-b8ae22000e8c admin admin] Publish callbacks [] for security_group (7ef3441f-40c2-40e6-8771-3a1179b4c511), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:20.867060 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b086879-9959-4578-ab1e-321c04730257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad653233-bf90-4164-b010-c8e6ddd645f1,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:20.900351 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9b086879-9959-4578-ab1e-321c04730257 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (6cc3d0c3-1b02-4467-ae70-b7c675f62b1f), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:20.963649 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-66254561-bcbf-4a3b-b8bd-e96ca72a13f6 admin admin] Publish callbacks [] for security_group (6af26f98-a3da-49f9-9e83-36cb45b2d426), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:21.013376 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-66254561-bcbf-4a3b-b8bd-e96ca72a13f6 admin admin] Publish callbacks [] for security_group (6af26f98-a3da-49f9-9e83-36cb45b2d426), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:21.074046 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9b086879-9959-4578-ab1e-321c04730257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (6cc3d0c3-1b02-4467-ae70-b7c675f62b1f), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:21.075805 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b086879-9959-4578-ab1e-321c04730257 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:21.076588 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9b086879-9959-4578-ab1e-321c04730257 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:21.170036 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-1536c978-a0bd-4cc6-bdcd-5028ee7f18d5 req-ef5392fd-6a99-4efd-8876-746c8ac82d67 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Allocated IP 192.168.233.197 (04bc5622-0c2b-4ce8-b107-e6abcbdf57e1/9d773733-62df-4956-84d3-71d17cfb6d11/aa243ac3-7819-4830-a824-3726a1ba99af) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:00:21.191670 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1517aec5-1206-4a95-bffd-4179e5ef5678 req-7f9311f9-353b-41e0-a889-b6207070b3f7 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20bc9d-0fdd-4c70-990c-50f4bee6311e HTTP/1.1" status: 200 len: 210 time: 0.0676720 Feb 02 07:00:21.193340 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-66254561-bcbf-4a3b-b8bd-e96ca72a13f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (6af26f98-a3da-49f9-9e83-36cb45b2d426), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:21.196981 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-66254561-bcbf-4a3b-b8bd-e96ca72a13f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:21.198302 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-66254561-bcbf-4a3b-b8bd-e96ca72a13f6 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/6af26f98-a3da-49f9-9e83-36cb45b2d426 HTTP/1.1" status: 204 len: 168 time: 0.4147930 Feb 02 07:00:21.213339 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66254561-bcbf-4a3b-b8bd-e96ca72a13f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af26f98-a3da-49f9-9e83-36cb45b2d426,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:21.221980 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-152c207c-e5ee-4589-a31e-b8ae22000e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (7ef3441f-40c2-40e6-8771-3a1179b4c511), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:21.225247 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-152c207c-e5ee-4589-a31e-b8ae22000e8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:21.226918 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-152c207c-e5ee-4589-a31e-b8ae22000e8c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/7ef3441f-40c2-40e6-8771-3a1179b4c511 HTTP/1.1" status: 204 len: 168 time: 0.6934762 Feb 02 07:00:21.238852 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152c207c-e5ee-4589-a31e-b8ae22000e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef3441f-40c2-40e6-8771-3a1179b4c511,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:21.274245 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-9b086879-9959-4578-ab1e-321c04730257 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7789714 Feb 02 07:00:21.277133 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 39350) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:00:21.284410 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-4681a55b-b0ad-4ae9-91f1-bbba071cabb1 admin admin] Request body: {'subnet': {'network_id': '6cc3d0c3-1b02-4467-ae70-b7c675f62b1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1828254214-subnet', 'tenant_id': '221d25c1df1d4426abaa38f71e88fa9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:00:21.310177 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b086879-9959-4578-ab1e-321c04730257 admin admin] Pushing event updated for resources: {'Network': ['ID=6cc3d0c3-1b02-4467-ae70-b7c675f62b1f,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:21.335802 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4681a55b-b0ad-4ae9-91f1-bbba071cabb1 admin admin] Made reservation on behalf of 221d25c1df1d4426abaa38f71e88fa9f for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:00:21.338367 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4681a55b-b0ad-4ae9-91f1-bbba071cabb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:21.349734 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 6cc3d0c3-1b02-4467-ae70-b7c675f62b1f details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:00:21.715709 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-1536c978-a0bd-4cc6-bdcd-5028ee7f18d5 req-ef5392fd-6a99-4efd-8876-746c8ac82d67 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Publish callbacks [] for port (aa243ac3-7819-4830-a824-3726a1ba99af), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:21.745734 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5b6da39f-28da-4fab-a451-72047ec6f447 req-d6cf8a7e-645d-41a7-9bad-640327e187fe tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=aa4e9b0f-2b25-4497-a096-632c427f463c HTTP/1.1" status: 200 len: 210 time: 0.0569725 Feb 02 07:00:21.784375 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-1536c978-a0bd-4cc6-bdcd-5028ee7f18d5 req-ef5392fd-6a99-4efd-8876-746c8ac82d67 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (aa243ac3-7819-4830-a824-3726a1ba99af), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:21.834733 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7', 'f14465ce-1ab6-4a5c-811e-9080670bcd31'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:00:21.838111 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['674800bf-e723-4635-afe8-ee7d45ae1e0e', 'accc8dbd-449e-4fb6-abb7-294a86af8d3f', '13272dd6-864e-4817-a330-647b2a7112f3', '5d0f8776-b81f-4302-8158-25ef74712e39', '8794b35a-c9ad-418c-b3fe-8ab0e629ed29'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:00:21.959579 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5392fd-6a99-4efd-8876-746c8ac82d67 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Pushing event updated for resources: {'Port': ['ID=aa243ac3-7819-4830-a824-3726a1ba99af,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:21.959579 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1536c978-a0bd-4cc6-bdcd-5028ee7f18d5 req-ef5392fd-6a99-4efd-8876-746c8ac82d67 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:00:21.959579 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-1536c978-a0bd-4cc6-bdcd-5028ee7f18d5 req-ef5392fd-6a99-4efd-8876-746c8ac82d67 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:00:21.959579 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-1536c978-a0bd-4cc6-bdcd-5028ee7f18d5 req-ef5392fd-6a99-4efd-8876-746c8ac82d67 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:00:22.003895 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536c978-a0bd-4cc6-bdcd-5028ee7f18d5 req-ef5392fd-6a99-4efd-8876-746c8ac82d67 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:22.004587 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-1536c978-a0bd-4cc6-bdcd-5028ee7f18d5 req-ef5392fd-6a99-4efd-8876-746c8ac82d67 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:22.016525 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:22.050018 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1536c978-a0bd-4cc6-bdcd-5028ee7f18d5 req-ef5392fd-6a99-4efd-8876-746c8ac82d67 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2949317 Feb 02 07:00:22.066569 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-1536c978-a0bd-4cc6-bdcd-5028ee7f18d5 req-225797cb-3f60-4840-bc06-c78405b7323c service neutron] Request body: {'port': {'device_id': 'aa4e9b0f-2b25-4497-a096-632c427f463c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:00:22.081313 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b122dd5d-91b6-4e58-88f5-d553ddfcc6c6 req-b4e47f02-9eb0-4a9b-9d42-443f28b02b41 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:22.095079 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b122dd5d-91b6-4e58-88f5-d553ddfcc6c6 req-b4e47f02-9eb0-4a9b-9d42-443f28b02b41 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 945 time: 0.3062336 Feb 02 07:00:22.206779 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4681a55b-b0ad-4ae9-91f1-bbba071cabb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (af7eb4ad-a4a1-40c8-b8f4-f92a487b8b03), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:22.367027 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-1536c978-a0bd-4cc6-bdcd-5028ee7f18d5 req-225797cb-3f60-4840-bc06-c78405b7323c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (aa243ac3-7819-4830-a824-3726a1ba99af), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:22.488361 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b122dd5d-91b6-4e58-88f5-d553ddfcc6c6 req-84c8f743-95ea-4529-8a3b-1ca0c4e58b61 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3882456 Feb 02 07:00:22.514947 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4681a55b-b0ad-4ae9-91f1-bbba071cabb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af7eb4ad-a4a1-40c8-b8f4-f92a487b8b03,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:22.559677 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4681a55b-b0ad-4ae9-91f1-bbba071cabb1 admin admin] Checking segment: {'id': 'c042d126-59be-415e-935e-ea7fc8b7e911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '6cc3d0c3-1b02-4467-ae70-b7c675f62b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:00:22.566711 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4681a55b-b0ad-4ae9-91f1-bbba071cabb1 admin admin] Network hostable DHCP agents. Network: 6cc3d0c3-1b02-4467-ae70-b7c675f62b1f, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:00:22.603417 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4681a55b-b0ad-4ae9-91f1-bbba071cabb1 admin admin] Network 6cc3d0c3-1b02-4467-ae70-b7c675f62b1f is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:00:22.624045 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-4681a55b-b0ad-4ae9-91f1-bbba071cabb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 6cc3d0c3-1b02-4467-ae70-b7c675f62b1f) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:00:22.635939 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4681a55b-b0ad-4ae9-91f1-bbba071cabb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:22.637923 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4681a55b-b0ad-4ae9-91f1-bbba071cabb1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:22.674396 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c429b4af-d0c2-48bc-9504-26cd4c950b59 req-98e2457a-1c2f-4386-8405-688c72353d46 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20bc9d-0fdd-4c70-990c-50f4bee6311e HTTP/1.1" status: 200 len: 210 time: 0.1490293 Feb 02 07:00:22.690182 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42bd492-288d-4eab-b090-3ec4cbceabfa None None] Network 6cc3d0c3-1b02-4467-ae70-b7c675f62b1f requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:00:22.704215 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-4681a55b-b0ad-4ae9-91f1-bbba071cabb1 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4248612 Feb 02 07:00:22.726088 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 39390) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:00:22.767092 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9de708bf-b48a-474a-aa04-011d113d307c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:23.014655 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9de708bf-b48a-474a-aa04-011d113d307c admin admin] Publish callbacks [] for security_group (56318c0b-8226-4e92-8d62-4d0a0a31516c), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:23.026385 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9de708bf-b48a-474a-aa04-011d113d307c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (56318c0b-8226-4e92-8d62-4d0a0a31516c), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:23.116647 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-cbb31309-9468-4c93-b60e-0f82934621ed None None] Provisioning complete for port aa243ac3-7819-4830-a824-3726a1ba99af triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:00:23.117120 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-cbb31309-9468-4c93-b60e-0f82934621ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (aa243ac3-7819-4830-a824-3726a1ba99af), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:23.227164 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-9de708bf-b48a-474a-aa04-011d113d307c admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=4ef9c9deb1bb4d9486e3586e4a76397c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4973874 Feb 02 07:00:23.227751 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de708bf-b48a-474a-aa04-011d113d307c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56318c0b-8226-4e92-8d62-4d0a0a31516c,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:23.230552 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 39402) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:00:23.379385 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f92a770-178b-47d9-9640-acff0403f345 req-83c5bb6c-4d9a-45f4-9ba4-f8ab50387ac5 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:23.395666 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8f92a770-178b-47d9-9640-acff0403f345 req-83c5bb6c-4d9a-45f4-9ba4-f8ab50387ac5 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=aa4e9b0f-2b25-4497-a096-632c427f463c HTTP/1.1" status: 200 len: 936 time: 0.3770936 Feb 02 07:00:23.490828 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a31a7886-9004-4cdb-a15c-b1eade460842 admin admin] Publish callbacks [] for security_group (56318c0b-8226-4e92-8d62-4d0a0a31516c), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:23.592776 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8f92a770-178b-47d9-9640-acff0403f345 req-837b34b9-6911-4a99-bba4-d8a4cd64fb36 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918862 Feb 02 07:00:23.634626 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-cbb31309-9468-4c93-b60e-0f82934621ed None None] Port aa243ac3-7819-4830-a824-3726a1ba99af cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:00:23.659120 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 39426) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:00:23.695810 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a31a7886-9004-4cdb-a15c-b1eade460842 admin admin] Publish callbacks [] for security_group (56318c0b-8226-4e92-8d62-4d0a0a31516c), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:23.762552 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-1536c978-a0bd-4cc6-bdcd-5028ee7f18d5 req-225797cb-3f60-4840-bc06-c78405b7323c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa243ac3-7819-4830-a824-3726a1ba99af {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:00:23.783658 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d822fcc3-ebd0-492c-906b-f913696425bc None None] Network 6cc3d0c3-1b02-4467-ae70-b7c675f62b1f requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:00:23.889365 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-1536c978-a0bd-4cc6-bdcd-5028ee7f18d5 req-225797cb-3f60-4840-bc06-c78405b7323c service neutron] Publish callbacks [] for port (aa243ac3-7819-4830-a824-3726a1ba99af), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:23.924536 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-e87a25a6-5aa6-48b7-b49a-516052295555 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-270524327-network', 'tenant_id': 'e8b504d3cbde466cb7d12e8c49d706df'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:00:23.960450 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-1536c978-a0bd-4cc6-bdcd-5028ee7f18d5 req-225797cb-3f60-4840-bc06-c78405b7323c service neutron] Transition to ACTIVE for port object aa243ac3-7819-4830-a824-3726a1ba99af will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:00:23.977991 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e87a25a6-5aa6-48b7-b49a-516052295555 admin admin] Made reservation on behalf of e8b504d3cbde466cb7d12e8c49d706df for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:00:23.981245 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-1536c978-a0bd-4cc6-bdcd-5028ee7f18d5 req-225797cb-3f60-4840-bc06-c78405b7323c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (aa243ac3-7819-4830-a824-3726a1ba99af), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:23.982931 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e87a25a6-5aa6-48b7-b49a-516052295555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:24.025222 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e87a25a6-5aa6-48b7-b49a-516052295555 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:24.070816 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f66ba42-5a45-435f-b52f-99404e9421f3 req-dbf11268-ae0d-495f-a775-8b2427e9c688 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:24.073474 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6f66ba42-5a45-435f-b52f-99404e9421f3 req-dbf11268-ae0d-495f-a775-8b2427e9c688 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 945 time: 0.1941347 Feb 02 07:00:24.075350 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225797cb-3f60-4840-bc06-c78405b7323c service neutron] Pushing event updated for resources: {'Port': ['ID=aa243ac3-7819-4830-a824-3726a1ba99af,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:24.113544 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef7f80b-d8ae-4a26-8bf8-903ae169ec78 req-3f95a2c7-0b26-4725-8beb-7964460218d9 tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:24.115314 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3ef7f80b-d8ae-4a26-8bf8-903ae169ec78 req-3f95a2c7-0b26-4725-8beb-7964460218d9 tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] 10.222.0.87 "GET /v2.0/networks?id=6cc3d0c3-1b02-4467-ae70-b7c675f62b1f HTTP/1.1" status: 200 len: 814 time: 0.4354656 Feb 02 07:00:24.132554 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a31a7886-9004-4cdb-a15c-b1eade460842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (56318c0b-8226-4e92-8d62-4d0a0a31516c), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:24.135505 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a31a7886-9004-4cdb-a15c-b1eade460842 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:24.137543 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a31a7886-9004-4cdb-a15c-b1eade460842 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/56318c0b-8226-4e92-8d62-4d0a0a31516c HTTP/1.1" status: 204 len: 168 time: 0.8898654 Feb 02 07:00:24.208012 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3ef7f80b-d8ae-4a26-8bf8-903ae169ec78 req-3b70f888-1848-4477-a7f5-8f3b458addbc tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] 10.222.0.87 "GET /v2.0/quotas/221d25c1df1d4426abaa38f71e88fa9f HTTP/1.1" status: 200 len: 375 time: 0.0778220 Feb 02 07:00:24.212617 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a7886-9004-4cdb-a15c-b1eade460842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56318c0b-8226-4e92-8d62-4d0a0a31516c,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:24.277824 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3ef7f80b-d8ae-4a26-8bf8-903ae169ec78 req-228add51-e2ff-422d-a9f4-092ed8997613 tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=221d25c1df1d4426abaa38f71e88fa9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0522306 Feb 02 07:00:24.404633 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6f66ba42-5a45-435f-b52f-99404e9421f3 req-894fb844-6f28-49fa-bd00-34259809992f tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196526 Feb 02 07:00:24.471852 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-1536c978-a0bd-4cc6-bdcd-5028ee7f18d5 req-225797cb-3f60-4840-bc06-c78405b7323c service neutron] Attempting to bind port aa243ac3-7819-4830-a824-3726a1ba99af on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:00:24.472210 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-1536c978-a0bd-4cc6-bdcd-5028ee7f18d5 req-225797cb-3f60-4840-bc06-c78405b7323c service neutron] Attempting to bind port aa243ac3-7819-4830-a824-3726a1ba99af by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:00:24.472505 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1536c978-a0bd-4cc6-bdcd-5028ee7f18d5 req-225797cb-3f60-4840-bc06-c78405b7323c service neutron] Attempting to bind port aa243ac3-7819-4830-a824-3726a1ba99af on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:00:24.496825 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1536c978-a0bd-4cc6-bdcd-5028ee7f18d5 req-225797cb-3f60-4840-bc06-c78405b7323c service neutron] Port aa243ac3-7819-4830-a824-3726a1ba99af on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:00:24.497531 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1536c978-a0bd-4cc6-bdcd-5028ee7f18d5 req-225797cb-3f60-4840-bc06-c78405b7323c service neutron] Attempting to bind port aa243ac3-7819-4830-a824-3726a1ba99af on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:00:24.542551 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e87a25a6-5aa6-48b7-b49a-516052295555 admin admin] Publish callbacks [] for security_group (83500878-2b75-476a-931f-17df1a6782c5), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:24.577629 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e87a25a6-5aa6-48b7-b49a-516052295555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (83500878-2b75-476a-931f-17df1a6782c5), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:24.585735 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3ef7f80b-d8ae-4a26-8bf8-903ae169ec78 req-362ab021-ddb0-4db0-bb63-dad8f92a2a86 service neutron] 10.222.0.87 "GET /v2.0/networks/6cc3d0c3-1b02-4467-ae70-b7c675f62b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932687 Feb 02 07:00:24.601125 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:00:24.619582 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1536c978-a0bd-4cc6-bdcd-5028ee7f18d5 req-225797cb-3f60-4840-bc06-c78405b7323c service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 6, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:00:24.620555 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1536c978-a0bd-4cc6-bdcd-5028ee7f18d5 req-225797cb-3f60-4840-bc06-c78405b7323c service neutron] Checking segment: {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:00:24.626301 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ce9dedb-175a-4ef8-9733-4eb39b07bee3 req-1b709ce8-1caa-446e-ac3d-8de454771450 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20bc9d-0fdd-4c70-990c-50f4bee6311e HTTP/1.1" status: 200 len: 210 time: 0.0775714 Feb 02 07:00:24.631592 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1536c978-a0bd-4cc6-bdcd-5028ee7f18d5 req-225797cb-3f60-4840-bc06-c78405b7323c service neutron] Bound using segment: {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:00:24.633675 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-1536c978-a0bd-4cc6-bdcd-5028ee7f18d5 req-225797cb-3f60-4840-bc06-c78405b7323c service neutron] Bound port: aa243ac3-7819-4830-a824-3726a1ba99af, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:00:24.634501 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-1536c978-a0bd-4cc6-bdcd-5028ee7f18d5 req-225797cb-3f60-4840-bc06-c78405b7323c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (aa243ac3-7819-4830-a824-3726a1ba99af), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:24.667837 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e87a25a6-5aa6-48b7-b49a-516052295555 admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:00:24.712409 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87a25a6-5aa6-48b7-b49a-516052295555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83500878-2b75-476a-931f-17df1a6782c5,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:24.727105 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e87a25a6-5aa6-48b7-b49a-516052295555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (0964fc27-9dd8-4c77-8b5e-6541a668236f), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:24.728414 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-e87a25a6-5aa6-48b7-b49a-516052295555 admin admin] Added segment 0964fc27-9dd8-4c77-8b5e-6541a668236f of type vlan for network 77178f25-e284-4e4b-a7e5-cf621bae5a6c Feb 02 07:00:24.827987 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-1536c978-a0bd-4cc6-bdcd-5028ee7f18d5 req-225797cb-3f60-4840-bc06-c78405b7323c service neutron] For port aa243ac3-7819-4830-a824-3726a1ba99af, host n-h2-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:00:24.852726 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-1536c978-a0bd-4cc6-bdcd-5028ee7f18d5 req-225797cb-3f60-4840-bc06-c78405b7323c service neutron] For port aa243ac3-7819-4830-a824-3726a1ba99af, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=aa243ac3-7819-4830-a824-3726a1ba99af,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:00:24.853765 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e87a25a6-5aa6-48b7-b49a-516052295555 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (77178f25-e284-4e4b-a7e5-cf621bae5a6c), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:24.875384 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-1536c978-a0bd-4cc6-bdcd-5028ee7f18d5 req-225797cb-3f60-4840-bc06-c78405b7323c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (aa243ac3-7819-4830-a824-3726a1ba99af), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:24.912713 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7951c6fe-eddb-48fc-9ee0-78f1bea2a31a req-3be3511e-009c-4956-a349-04e611118d3c tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:24.914689 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7951c6fe-eddb-48fc-9ee0-78f1bea2a31a req-3be3511e-009c-4956-a349-04e611118d3c tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=aa4e9b0f-2b25-4497-a096-632c427f463c HTTP/1.1" status: 200 len: 948 time: 0.1650369 Feb 02 07:00:24.916246 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e87a25a6-5aa6-48b7-b49a-516052295555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (77178f25-e284-4e4b-a7e5-cf621bae5a6c), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:24.917319 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87a25a6-5aa6-48b7-b49a-516052295555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:24.918047 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e87a25a6-5aa6-48b7-b49a-516052295555 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:24.980933 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e87a25a6-5aa6-48b7-b49a-516052295555 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3196442 Feb 02 07:00:24.992273 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 39450) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:00:24.997856 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-1bba3d9c-76d9-4f86-867f-f5bbed8d7082 admin admin] Request body: {'subnet': {'network_id': '77178f25-e284-4e4b-a7e5-cf621bae5a6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-270524327-subnet', 'tenant_id': 'e8b504d3cbde466cb7d12e8c49d706df', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:00:25.003116 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225797cb-3f60-4840-bc06-c78405b7323c service neutron] Pushing event updated for resources: {'Port': ['ID=aa243ac3-7819-4830-a824-3726a1ba99af,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:25.023541 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3ef7f80b-d8ae-4a26-8bf8-903ae169ec78 req-960293ab-a6ab-4c94-83b3-f9d821ac0ccd service neutron] 10.222.0.87 "GET /v2.0/networks/6cc3d0c3-1b02-4467-ae70-b7c675f62b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4204075 Feb 02 07:00:25.040556 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536c978-a0bd-4cc6-bdcd-5028ee7f18d5 req-225797cb-3f60-4840-bc06-c78405b7323c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:25.041611 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-1536c978-a0bd-4cc6-bdcd-5028ee7f18d5 req-225797cb-3f60-4840-bc06-c78405b7323c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:25.051241 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1536c978-a0bd-4cc6-bdcd-5028ee7f18d5 req-225797cb-3f60-4840-bc06-c78405b7323c service neutron] 10.222.0.59 "PUT /v2.0/ports/aa243ac3-7819-4830-a824-3726a1ba99af HTTP/1.1" status: 200 len: 1097 time: 2.9840813 Feb 02 07:00:25.052071 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa4e9b0f-2b25-4497-a096-632c427f463c', 'tag': 'aa243ac3-7819-4830-a824-3726a1ba99af'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:00:25.064629 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23561683-b778-45e3-9e20-af61f456373b" -d '{"events": [{"name": "network-changed", "server_uuid": "aa4e9b0f-2b25-4497-a096-632c427f463c", "tag": "aa243ac3-7819-4830-a824-3726a1ba99af"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:00:25.177193 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87a25a6-5aa6-48b7-b49a-516052295555 admin admin] Pushing event updated for resources: {'Network': ['ID=77178f25-e284-4e4b-a7e5-cf621bae5a6c,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:25.201692 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 77178f25-e284-4e4b-a7e5-cf621bae5a6c details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:00:25.222101 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7951c6fe-eddb-48fc-9ee0-78f1bea2a31a req-6d38dc79-afa5-4cc5-9c5c-aa3dbee2b635 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949295 Feb 02 07:00:25.229231 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bba3d9c-76d9-4f86-867f-f5bbed8d7082 admin admin] Made reservation on behalf of e8b504d3cbde466cb7d12e8c49d706df for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:00:25.233281 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1bba3d9c-76d9-4f86-867f-f5bbed8d7082 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:25.247926 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536c978-a0bd-4cc6-bdcd-5028ee7f18d5 req-c9515d5d-b796-443c-9478-870faee18c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:25.251240 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1536c978-a0bd-4cc6-bdcd-5028ee7f18d5 req-c9515d5d-b796-443c-9478-870faee18c38 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e34e7485085f4555b7019dbfd89a06da&device_id=aa4e9b0f-2b25-4497-a096-632c427f463c HTTP/1.1" status: 200 len: 1131 time: 0.1378918 Feb 02 07:00:25.347188 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1536c978-a0bd-4cc6-bdcd-5028ee7f18d5 req-bf71a742-f27a-4a57-8d83-105d3c18f03c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=aa243ac3-7819-4830-a824-3726a1ba99af HTTP/1.1" status: 200 len: 217 time: 0.0818388 Feb 02 07:00:25.501854 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc6e83d0-ea3e-4c12-9fe1-06dd6d8a98fc x-openstack-request-id: req-bc6e83d0-ea3e-4c12-9fe1-06dd6d8a98fc {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:00:25.502469 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa4e9b0f-2b25-4497-a096-632c427f463c", "tag": "aa243ac3-7819-4830-a824-3726a1ba99af", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:00:25.502610 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-bc6e83d0-ea3e-4c12-9fe1-06dd6d8a98fc {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:00:25.503140 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa4e9b0f-2b25-4497-a096-632c427f463c', 'tag': 'aa243ac3-7819-4830-a824-3726a1ba99af', 'status': 'completed', 'code': 200} Feb 02 07:00:25.523644 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536c978-a0bd-4cc6-bdcd-5028ee7f18d5 req-2550ace0-6a73-4651-a248-b76c2cc92b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:25.528104 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1536c978-a0bd-4cc6-bdcd-5028ee7f18d5 req-2550ace0-6a73-4651-a248-b76c2cc92b38 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.1677036 Feb 02 07:00:25.762355 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536c978-a0bd-4cc6-bdcd-5028ee7f18d5 req-3caf2505-4106-493d-9836-a40b8f67468d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:25.764063 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1536c978-a0bd-4cc6-bdcd-5028ee7f18d5 req-3caf2505-4106-493d-9836-a40b8f67468d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2276344 Feb 02 07:00:25.783323 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-730a66c2-0347-4ecc-a2bc-4a799b430c4a req-30e780d6-4f29-41f2-9983-48ad636d78d6 tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] 10.222.0.87 "GET /v2.0/ports?device_id=7f363f95-eebf-48db-aa81-1545e6e53f8f HTTP/1.1" status: 200 len: 210 time: 0.1030159 Feb 02 07:00:25.785264 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1bba3d9c-76d9-4f86-867f-f5bbed8d7082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (3cc8f357-1066-45af-8dfb-a32204808b8c), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:25.844807 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec22d65-4f5c-47ab-b00c-765e5dbdf199 req-b1ec1ec7-57eb-4756-af36-c895e0ac2a92 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:25.868444 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cec22d65-4f5c-47ab-b00c-765e5dbdf199 req-b1ec1ec7-57eb-4756-af36-c895e0ac2a92 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 945 time: 0.1786532 Feb 02 07:00:26.085830 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6bc0d5ba-6142-41c2-b374-69db4b377851 req-dfdd240d-a4f7-4bed-bc2c-ce6cca8926e1 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20bc9d-0fdd-4c70-990c-50f4bee6311e HTTP/1.1" status: 200 len: 210 time: 0.0942352 Feb 02 07:00:26.086660 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba3d9c-76d9-4f86-867f-f5bbed8d7082 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cc8f357-1066-45af-8dfb-a32204808b8c,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:26.098558 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bba3d9c-76d9-4f86-867f-f5bbed8d7082 admin admin] Checking segment: {'id': '0964fc27-9dd8-4c77-8b5e-6541a668236f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '77178f25-e284-4e4b-a7e5-cf621bae5a6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:00:26.107733 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bba3d9c-76d9-4f86-867f-f5bbed8d7082 admin admin] Network hostable DHCP agents. Network: 77178f25-e284-4e4b-a7e5-cf621bae5a6c, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:00:26.173253 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bba3d9c-76d9-4f86-867f-f5bbed8d7082 admin admin] Network 77178f25-e284-4e4b-a7e5-cf621bae5a6c is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:00:26.185040 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cec22d65-4f5c-47ab-b00c-765e5dbdf199 req-bce77f3c-fa94-4017-9efe-1575bb4632b0 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010528 Feb 02 07:00:26.196678 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-1bba3d9c-76d9-4f86-867f-f5bbed8d7082 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 77178f25-e284-4e4b-a7e5-cf621bae5a6c) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:00:26.209085 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1536c978-a0bd-4cc6-bdcd-5028ee7f18d5 req-23bae502-45f1-4ef6-a0be-bf1048ea23a6 service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4326696 Feb 02 07:00:26.211058 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bba3d9c-76d9-4f86-867f-f5bbed8d7082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:26.211959 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1bba3d9c-76d9-4f86-867f-f5bbed8d7082 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:26.220324 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4880a352-28d5-4c23-a064-147608c28a3e None None] Network 77178f25-e284-4e4b-a7e5-cf621bae5a6c requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:00:26.256551 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-1bba3d9c-76d9-4f86-867f-f5bbed8d7082 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2629697 Feb 02 07:00:26.259973 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 39492) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:00:26.269939 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-8436eb0c-4537-428f-9917-6d70aafc1170 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-270524327-router', 'tenant_id': 'e8b504d3cbde466cb7d12e8c49d706df', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:00:26.416466 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8436eb0c-4537-428f-9917-6d70aafc1170 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (00086e2b-5b15-4365-8a90-4734c2b4a642), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:26.416990 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8436eb0c-4537-428f-9917-6d70aafc1170 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (00086e2b-5b15-4365-8a90-4734c2b4a642), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:26.463287 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 39502) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:00:26.538210 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1536c978-a0bd-4cc6-bdcd-5028ee7f18d5 req-3248da49-f918-4fa1-b2a6-f0c9b2084197 service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3246124 Feb 02 07:00:26.572561 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f618e173-f2e3-4d4a-be6c-25962c4937f1 req-5e947799-a1f1-47e1-9eeb-4c9099aaf55d tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:26.583191 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f618e173-f2e3-4d4a-be6c-25962c4937f1 req-5e947799-a1f1-47e1-9eeb-4c9099aaf55d tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=aa4e9b0f-2b25-4497-a096-632c427f463c HTTP/1.1" status: 200 len: 948 time: 0.2342753 Feb 02 07:00:26.599324 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8436eb0c-4537-428f-9917-6d70aafc1170 admin admin] Publish callbacks [] for router_controller (00086e2b-5b15-4365-8a90-4734c2b4a642), precommit_add_association {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:26.637015 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4783d18b-df85-44c6-92b0-6f3f7ad7f074 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-77178f25-e284-4e4b-a7e5-cf621bae5a6c', 'network_id': '77178f25-e284-4e4b-a7e5-cf621bae5a6c', 'project_id': 'e8b504d3cbde466cb7d12e8c49d706df', 'fixed_ips': [{'subnet_id': '3cc8f357-1066-45af-8dfb-a32204808b8c'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:00:26.637978 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-4783d18b-df85-44c6-92b0-6f3f7ad7f074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:26.764846 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23561683-b778-45e3-9e20-af61f456373b req-aed74423-3782-4f3c-ae67-a01281527922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:26.768898 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-23561683-b778-45e3-9e20-af61f456373b req-aed74423-3782-4f3c-ae67-a01281527922 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e34e7485085f4555b7019dbfd89a06da&device_id=aa4e9b0f-2b25-4497-a096-632c427f463c HTTP/1.1" status: 200 len: 1131 time: 0.1033204 Feb 02 07:00:26.826802 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6947e696-5e3d-4d49-88c2-a4e5e437964a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:26.934279 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8436eb0c-4537-428f-9917-6d70aafc1170 admin admin] Publish callbacks [] for router_gateway (00086e2b-5b15-4365-8a90-4734c2b4a642), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:26.961884 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f618e173-f2e3-4d4a-be6c-25962c4937f1 req-18b97209-665a-443e-83dc-1add6a9156bc tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3752887 Feb 02 07:00:27.046048 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-4783d18b-df85-44c6-92b0-6f3f7ad7f074 None None] Allocated IP 172.20.0.2 (77178f25-e284-4e4b-a7e5-cf621bae5a6c/3cc8f357-1066-45af-8dfb-a32204808b8c/2fd0d16d-3b08-4e20-906a-91374e6a013b) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:00:27.168578 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6947e696-5e3d-4d49-88c2-a4e5e437964a admin admin] Publish callbacks [] for security_group (7474f114-0b91-4164-9592-1fd69420e718), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:27.232523 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6947e696-5e3d-4d49-88c2-a4e5e437964a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (7474f114-0b91-4164-9592-1fd69420e718), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:27.298745 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-4783d18b-df85-44c6-92b0-6f3f7ad7f074 None None] Publish callbacks [] for port (2fd0d16d-3b08-4e20-906a-91374e6a013b), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:27.324386 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-4783d18b-df85-44c6-92b0-6f3f7ad7f074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (2fd0d16d-3b08-4e20-906a-91374e6a013b), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:27.338609 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-89a358c8-b9d6-4597-873b-5b987e8416ad req-495cfd12-b696-4e7d-a0b2-9223b9dcd01e tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] 10.222.0.87 "GET /v2.0/ports?device_id=7f363f95-eebf-48db-aa81-1545e6e53f8f HTTP/1.1" status: 200 len: 210 time: 0.3787179 Feb 02 07:00:27.455161 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b864c024-86a0-41db-be16-cd82201877f3 req-b63d9f9e-1ee0-48e0-a806-2ded4907e7ff tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20bc9d-0fdd-4c70-990c-50f4bee6311e HTTP/1.1" status: 200 len: 210 time: 0.1127844 Feb 02 07:00:27.464514 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-6947e696-5e3d-4d49-88c2-a4e5e437964a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=8a449bc577ab4087bc014b926e716d02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9656537 Feb 02 07:00:27.464514 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6947e696-5e3d-4d49-88c2-a4e5e437964a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7474f114-0b91-4164-9592-1fd69420e718,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:27.470496 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 39516) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:00:27.514279 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8436eb0c-4537-428f-9917-6d70aafc1170 admin admin] Publish callbacks [] for router_gateway (00086e2b-5b15-4365-8a90-4734c2b4a642), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:27.570398 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8436eb0c-4537-428f-9917-6d70aafc1170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:27.655147 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23561683-b778-45e3-9e20-af61f456373b req-8cf45b5b-986e-4472-8699-b5ab335a27c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:27.657453 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-23561683-b778-45e3-9e20-af61f456373b req-8cf45b5b-986e-4472-8699-b5ab335a27c4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 HTTP/1.1" status: 200 len: 870 time: 0.8361256 Feb 02 07:00:27.762852 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4783d18b-df85-44c6-92b0-6f3f7ad7f074 None None] Pushing event updated for resources: {'Port': ['ID=2fd0d16d-3b08-4e20-906a-91374e6a013b,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:27.786716 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4783d18b-df85-44c6-92b0-6f3f7ad7f074 None None] Network 77178f25-e284-4e4b-a7e5-cf621bae5a6c is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:00:27.792498 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-4783d18b-df85-44c6-92b0-6f3f7ad7f074 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:00:27.801911 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f08abe95-7bfc-4cec-bef6-cc2c2a6f77a1 admin admin] Publish callbacks [] for security_group (7474f114-0b91-4164-9592-1fd69420e718), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:27.809402 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4783d18b-df85-44c6-92b0-6f3f7ad7f074 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:00:27.813554 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-23561683-b778-45e3-9e20-af61f456373b req-b2abe0b6-cc9a-4664-bae4-7f15910752dd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=aa243ac3-7819-4830-a824-3726a1ba99af HTTP/1.1" status: 200 len: 217 time: 0.1328237 Feb 02 07:00:27.825296 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4783d18b-df85-44c6-92b0-6f3f7ad7f074 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:00:27.826164 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4783d18b-df85-44c6-92b0-6f3f7ad7f074 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:00:27.826720 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4783d18b-df85-44c6-92b0-6f3f7ad7f074 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:00:27.827235 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4783d18b-df85-44c6-92b0-6f3f7ad7f074 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:00:27.827767 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4783d18b-df85-44c6-92b0-6f3f7ad7f074 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:00:27.828567 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4783d18b-df85-44c6-92b0-6f3f7ad7f074 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:00:27.829221 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4783d18b-df85-44c6-92b0-6f3f7ad7f074 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:00:27.829712 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4783d18b-df85-44c6-92b0-6f3f7ad7f074 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:00:27.830222 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4783d18b-df85-44c6-92b0-6f3f7ad7f074 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:00:27.830709 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4783d18b-df85-44c6-92b0-6f3f7ad7f074 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:00:27.831202 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4783d18b-df85-44c6-92b0-6f3f7ad7f074 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:00:27.831713 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4783d18b-df85-44c6-92b0-6f3f7ad7f074 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:00:27.835007 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4783d18b-df85-44c6-92b0-6f3f7ad7f074 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:00:27.844549 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:27.945468 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23561683-b778-45e3-9e20-af61f456373b req-56f99316-48b9-48ba-811c-204324f6982a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:27.946935 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-23561683-b778-45e3-9e20-af61f456373b req-56f99316-48b9-48ba-811c-204324f6982a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.1243756 Feb 02 07:00:27.967639 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-4783d18b-df85-44c6-92b0-6f3f7ad7f074 None None] Attempting to bind port 2fd0d16d-3b08-4e20-906a-91374e6a013b on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:00:27.968033 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-4783d18b-df85-44c6-92b0-6f3f7ad7f074 None None] Attempting to bind port 2fd0d16d-3b08-4e20-906a-91374e6a013b by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '0964fc27-9dd8-4c77-8b5e-6541a668236f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '77178f25-e284-4e4b-a7e5-cf621bae5a6c'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:00:27.969011 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4783d18b-df85-44c6-92b0-6f3f7ad7f074 None None] Attempting to bind port 2fd0d16d-3b08-4e20-906a-91374e6a013b on network 77178f25-e284-4e4b-a7e5-cf621bae5a6c {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:00:27.980469 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f08abe95-7bfc-4cec-bef6-cc2c2a6f77a1 admin admin] Publish callbacks [] for security_group (7474f114-0b91-4164-9592-1fd69420e718), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:27.985310 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4783d18b-df85-44c6-92b0-6f3f7ad7f074 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:00:27.985745 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4783d18b-df85-44c6-92b0-6f3f7ad7f074 None None] Checking segment: {'id': '0964fc27-9dd8-4c77-8b5e-6541a668236f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '77178f25-e284-4e4b-a7e5-cf621bae5a6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:00:27.994521 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-4783d18b-df85-44c6-92b0-6f3f7ad7f074 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:27.995181 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4783d18b-df85-44c6-92b0-6f3f7ad7f074 None None] Bound using segment: {'id': '0964fc27-9dd8-4c77-8b5e-6541a668236f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '77178f25-e284-4e4b-a7e5-cf621bae5a6c'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:00:27.995932 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-4783d18b-df85-44c6-92b0-6f3f7ad7f074 None None] Bound port: 2fd0d16d-3b08-4e20-906a-91374e6a013b, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0964fc27-9dd8-4c77-8b5e-6541a668236f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '77178f25-e284-4e4b-a7e5-cf621bae5a6c'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:00:27.996567 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-4783d18b-df85-44c6-92b0-6f3f7ad7f074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (2fd0d16d-3b08-4e20-906a-91374e6a013b), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:28.045508 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b4986-6129-4e67-b5bd-b9e3629b5774 req-89bb2a9c-735b-4602-8a50-5562a4183c09 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:28.047183 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-388b4986-6129-4e67-b5bd-b9e3629b5774 req-89bb2a9c-735b-4602-8a50-5562a4183c09 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 945 time: 0.4930673 Feb 02 07:00:28.059206 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef7f80b-d8ae-4a26-8bf8-903ae169ec78 req-a6e4efa0-35d2-4c19-bfbb-2c3c7dd9dcbe tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:28.063966 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3ef7f80b-d8ae-4a26-8bf8-903ae169ec78 req-a6e4efa0-35d2-4c19-bfbb-2c3c7dd9dcbe tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] 10.222.0.59 "GET /v2.0/networks?id=6cc3d0c3-1b02-4467-ae70-b7c675f62b1f HTTP/1.1" status: 200 len: 814 time: 0.3834207 Feb 02 07:00:28.092400 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-8436eb0c-4537-428f-9917-6d70aafc1170 admin admin] Allocated IP 172.25.4.147 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/b0c1301c-0cb0-469f-a0c9-843ba74483c4) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:00:28.163758 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-4783d18b-df85-44c6-92b0-6f3f7ad7f074 None None] For port 2fd0d16d-3b08-4e20-906a-91374e6a013b, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:00:28.168791 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-4783d18b-df85-44c6-92b0-6f3f7ad7f074 None None] For port 2fd0d16d-3b08-4e20-906a-91374e6a013b, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=2fd0d16d-3b08-4e20-906a-91374e6a013b,segment=NetworkSegment(0964fc27-9dd8-4c77-8b5e-6541a668236f),segment_id=0964fc27-9dd8-4c77-8b5e-6541a668236f)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:00:28.178037 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-4783d18b-df85-44c6-92b0-6f3f7ad7f074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (2fd0d16d-3b08-4e20-906a-91374e6a013b), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:28.189816 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-3ef7f80b-d8ae-4a26-8bf8-903ae169ec78 req-2219518c-1363-4293-b6ce-533fa5511ba0 tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] Request body: {'port': {'device_id': '7f363f95-eebf-48db-aa81-1545e6e53f8f', 'network_id': '6cc3d0c3-1b02-4467-ae70-b7c675f62b1f', 'admin_state_up': True, 'tenant_id': '221d25c1df1d4426abaa38f71e88fa9f'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:00:28.290473 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4783d18b-df85-44c6-92b0-6f3f7ad7f074 None None] Pushing event updated for resources: {'Port': ['ID=2fd0d16d-3b08-4e20-906a-91374e6a013b,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:28.416398 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5af449d-72e7-4c94-b1f8-8cd5f6525684 req-e7de0e6b-107b-4187-931a-48c03df50937 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:28.426079 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d5af449d-72e7-4c94-b1f8-8cd5f6525684 req-e7de0e6b-107b-4187-931a-48c03df50937 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=aa4e9b0f-2b25-4497-a096-632c427f463c HTTP/1.1" status: 200 len: 948 time: 0.3569267 Feb 02 07:00:28.517716 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23561683-b778-45e3-9e20-af61f456373b req-16815dbe-4fff-4df5-9ba0-797d8f899968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:28.520584 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-23561683-b778-45e3-9e20-af61f456373b req-16815dbe-4fff-4df5-9ba0-797d8f899968 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5580392 Feb 02 07:00:28.523539 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8436eb0c-4537-428f-9917-6d70aafc1170 admin admin] Publish callbacks [] for port (b0c1301c-0cb0-469f-a0c9-843ba74483c4), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:28.597904 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-388b4986-6129-4e67-b5bd-b9e3629b5774 req-20511ac6-8637-4d02-86f5-2a1cd2e50b30 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5447965 Feb 02 07:00:28.630567 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f08abe95-7bfc-4cec-bef6-cc2c2a6f77a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (7474f114-0b91-4164-9592-1fd69420e718), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:28.636570 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f08abe95-7bfc-4cec-bef6-cc2c2a6f77a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:28.637800 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f08abe95-7bfc-4cec-bef6-cc2c2a6f77a1 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/7474f114-0b91-4164-9592-1fd69420e718 HTTP/1.1" status: 204 len: 168 time: 1.1662438 Feb 02 07:00:28.660597 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d5af449d-72e7-4c94-b1f8-8cd5f6525684 req-3d1c6a38-17ca-4f20-8266-3bf03f7a858c tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330759 Feb 02 07:00:28.664702 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ef7f80b-d8ae-4a26-8bf8-903ae169ec78 req-2219518c-1363-4293-b6ce-533fa5511ba0 tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] Made reservation on behalf of 221d25c1df1d4426abaa38f71e88fa9f for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:00:28.699228 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-3ef7f80b-d8ae-4a26-8bf8-903ae169ec78 req-2219518c-1363-4293-b6ce-533fa5511ba0 tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:28.829214 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08abe95-7bfc-4cec-bef6-cc2c2a6f77a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7474f114-0b91-4164-9592-1fd69420e718,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:28.905683 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c8f649a7-4a8b-4f7e-95dd-41fe7c2bc27a req-b4a8ab8d-1a2a-4fad-8d4c-cedb06f70435 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20bc9d-0fdd-4c70-990c-50f4bee6311e HTTP/1.1" status: 200 len: 210 time: 0.1072860 Feb 02 07:00:28.910790 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8436eb0c-4537-428f-9917-6d70aafc1170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (b0c1301c-0cb0-469f-a0c9-843ba74483c4), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:28.961603 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 2fd0d16d-3b08-4e20-906a-91374e6a013b up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:00:29.027473 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dfaa77c7-dbbb-4539-a299-277dd149478a req-9cd4a90c-9ba2-4264-9325-f7330b8a3fcf tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] 10.222.0.87 "GET /v2.0/ports?device_id=7f363f95-eebf-48db-aa81-1545e6e53f8f HTTP/1.1" status: 200 len: 210 time: 0.2008023 Feb 02 07:00:29.050004 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8436eb0c-4537-428f-9917-6d70aafc1170 admin admin] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:00:29.050989 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-23561683-b778-45e3-9e20-af61f456373b req-6209f3d0-404e-422b-81fb-470d48ab9548 service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5216289 Feb 02 07:00:29.068116 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-8436eb0c-4537-428f-9917-6d70aafc1170 admin admin] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:00:29.068745 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 2fd0d16d-3b08-4e20-906a-91374e6a013b triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:00:29.069389 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (2fd0d16d-3b08-4e20-906a-91374e6a013b), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:29.175854 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 2fd0d16d-3b08-4e20-906a-91374e6a013b is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:00:29.176701 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (2fd0d16d-3b08-4e20-906a-91374e6a013b), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:29.228884 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 2fd0d16d-3b08-4e20-906a-91374e6a013b, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=2fd0d16d-3b08-4e20-906a-91374e6a013b,segment=NetworkSegment(0964fc27-9dd8-4c77-8b5e-6541a668236f),segment_id=0964fc27-9dd8-4c77-8b5e-6541a668236f)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:00:29.235328 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-23561683-b778-45e3-9e20-af61f456373b req-32d1642a-43d4-4c2b-9ddf-94211da297af service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761880 Feb 02 07:00:29.261003 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (2fd0d16d-3b08-4e20-906a-91374e6a013b), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:29.374991 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=2fd0d16d-3b08-4e20-906a-91374e6a013b,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:29.726763 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-3ef7f80b-d8ae-4a26-8bf8-903ae169ec78 req-2219518c-1363-4293-b6ce-533fa5511ba0 tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] Allocated IP 172.20.0.12 (6cc3d0c3-1b02-4467-ae70-b7c675f62b1f/af7eb4ad-a4a1-40c8-b8f4-f92a487b8b03/e1fb8fed-1198-454e-bb91-bd01fc490fa7) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:00:29.887810 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8436eb0c-4537-428f-9917-6d70aafc1170 admin admin] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:00:29.927446 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68487dbd-a960-4ad9-af1f-77b7851f4b49 req-40e3287e-8bbc-45a1-ad4e-ce3ea2c5805e tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:29.930133 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-68487dbd-a960-4ad9-af1f-77b7851f4b49 req-40e3287e-8bbc-45a1-ad4e-ce3ea2c5805e tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=aa4e9b0f-2b25-4497-a096-632c427f463c HTTP/1.1" status: 200 len: 948 time: 0.1007614 Feb 02 07:00:29.954113 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca35e9d8-be11-4890-a171-b9179851c960 None None] Network 77178f25-e284-4e4b-a7e5-cf621bae5a6c requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:00:30.035378 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8436eb0c-4537-428f-9917-6d70aafc1170 admin admin] Pushing event updated for resources: {'Port': ['ID=b0c1301c-0cb0-469f-a0c9-843ba74483c4,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:30.058051 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-68487dbd-a960-4ad9-af1f-77b7851f4b49 req-cd97e127-fb6f-454b-ac3d-a77780f7cc3c tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201973 Feb 02 07:00:30.104164 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device aa243ac3-7819-4830-a824-3726a1ba99af details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:00:30.195519 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4e6c5df7-de30-4fc0-97b6-ad4413e3dfee req-05120a52-db18-4c13-a469-9205ff64af0b tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20bc9d-0fdd-4c70-990c-50f4bee6311e HTTP/1.1" status: 200 len: 210 time: 0.0548561 Feb 02 07:00:30.248309 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c397c-7769-430b-b560-ff5f7b8e8303 req-81c17adc-b065-4a5a-b641-069c385ec367 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:30.249650 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d02c397c-7769-430b-b560-ff5f7b8e8303 req-81c17adc-b065-4a5a-b641-069c385ec367 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 945 time: 0.3965223 Feb 02 07:00:30.256605 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port aa243ac3-7819-4830-a824-3726a1ba99af, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=aa243ac3-7819-4830-a824-3726a1ba99af,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:00:30.273464 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': 'aa243ac3-7819-4830-a824-3726a1ba99af', 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1', 'port_id': 'aa243ac3-7819-4830-a824-3726a1ba99af', 'mac_address': 'fa:16:3e:fa:07:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d773733-62df-4956-84d3-71d17cfb6d11', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:00:30.282580 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-3a0e8bc7-1804-486e-859a-fdc6779b47a3 None None] Provisioning complete for port 2fd0d16d-3b08-4e20-906a-91374e6a013b triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:00:30.283292 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3a0e8bc7-1804-486e-859a-fdc6779b47a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (2fd0d16d-3b08-4e20-906a-91374e6a013b), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:30.395542 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port aa243ac3-7819-4830-a824-3726a1ba99af is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:00:30.396181 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (aa243ac3-7819-4830-a824-3726a1ba99af), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:30.411296 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d02c397c-7769-430b-b560-ff5f7b8e8303 req-948caf13-db30-43d5-8cd2-0f800a28985f tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198986 Feb 02 07:00:30.448951 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-3ef7f80b-d8ae-4a26-8bf8-903ae169ec78 req-2219518c-1363-4293-b6ce-533fa5511ba0 tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] Publish callbacks [] for port (e1fb8fed-1198-454e-bb91-bd01fc490fa7), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:30.461792 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa243ac3-7819-4830-a824-3726a1ba99af {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:00:30.482798 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e1738188-a945-45c5-9f56-6a97b4d781d9 req-a4863d0b-9042-41ad-afc2-8a270e699305 tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] 10.222.0.87 "GET /v2.0/ports?device_id=7f363f95-eebf-48db-aa81-1545e6e53f8f HTTP/1.1" status: 200 len: 210 time: 0.0553079 Feb 02 07:00:30.498398 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port aa243ac3-7819-4830-a824-3726a1ba99af, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=aa243ac3-7819-4830-a824-3726a1ba99af,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:00:30.547161 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-3a0e8bc7-1804-486e-859a-fdc6779b47a3 None None] Current status of the port 2fd0d16d-3b08-4e20-906a-91374e6a013b is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:00:30.550354 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (aa243ac3-7819-4830-a824-3726a1ba99af), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:30.559183 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-3ef7f80b-d8ae-4a26-8bf8-903ae169ec78 req-2219518c-1363-4293-b6ce-533fa5511ba0 tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (e1fb8fed-1198-454e-bb91-bd01fc490fa7), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:30.614653 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=aa243ac3-7819-4830-a824-3726a1ba99af,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:30.648490 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ef7f80b-d8ae-4a26-8bf8-903ae169ec78 req-2219518c-1363-4293-b6ce-533fa5511ba0 tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] Network 6cc3d0c3-1b02-4467-ae70-b7c675f62b1f is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:00:30.652336 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-3ef7f80b-d8ae-4a26-8bf8-903ae169ec78 req-2219518c-1363-4293-b6ce-533fa5511ba0 tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:00:30.671378 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ef7f80b-d8ae-4a26-8bf8-903ae169ec78 req-2219518c-1363-4293-b6ce-533fa5511ba0 tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:00:30.703832 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2219518c-1363-4293-b6ce-533fa5511ba0 tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] Pushing event updated for resources: {'Port': ['ID=e1fb8fed-1198-454e-bb91-bd01fc490fa7,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:30.708276 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8436eb0c-4537-428f-9917-6d70aafc1170 admin admin] Publish callbacks [] for router_gateway (00086e2b-5b15-4365-8a90-4734c2b4a642), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:30.756014 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 2fd0d16d-3b08-4e20-906a-91374e6a013b up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:00:30.811174 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef7f80b-d8ae-4a26-8bf8-903ae169ec78 req-2219518c-1363-4293-b6ce-533fa5511ba0 tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:30.812606 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-3ef7f80b-d8ae-4a26-8bf8-903ae169ec78 req-2219518c-1363-4293-b6ce-533fa5511ba0 tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:30.853497 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3ef7f80b-d8ae-4a26-8bf8-903ae169ec78 req-2219518c-1363-4293-b6ce-533fa5511ba0 tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6853647 Feb 02 07:00:30.859089 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 2fd0d16d-3b08-4e20-906a-91374e6a013b triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:00:30.859951 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (2fd0d16d-3b08-4e20-906a-91374e6a013b), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:30.896633 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-3ef7f80b-d8ae-4a26-8bf8-903ae169ec78 req-39f4be90-d72f-44ad-8d9f-2ff3de8affd2 service neutron] Request body: {'port': {'device_id': '7f363f95-eebf-48db-aa81-1545e6e53f8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:00:31.008496 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 2fd0d16d-3b08-4e20-906a-91374e6a013b is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:00:31.060609 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-3ef7f80b-d8ae-4a26-8bf8-903ae169ec78 req-39f4be90-d72f-44ad-8d9f-2ff3de8affd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (e1fb8fed-1198-454e-bb91-bd01fc490fa7), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:31.081258 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-eb3cbbd7-7935-47d6-8f0e-7cf88620de21 None None] Provisioning complete for port 2fd0d16d-3b08-4e20-906a-91374e6a013b triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:00:31.082188 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-eb3cbbd7-7935-47d6-8f0e-7cf88620de21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (2fd0d16d-3b08-4e20-906a-91374e6a013b), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:31.166826 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['aa243ac3-7819-4830-a824-3726a1ba99af'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:00:31.250896 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-eb3cbbd7-7935-47d6-8f0e-7cf88620de21 None None] Current status of the port 2fd0d16d-3b08-4e20-906a-91374e6a013b is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:00:31.385910 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6a400b4f-9378-4c92-9d29-a326b7e461dc req-2f58d289-4fd2-48aa-a9e0-784504f2c3b9 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20bc9d-0fdd-4c70-990c-50f4bee6311e HTTP/1.1" status: 200 len: 210 time: 0.0686419 Feb 02 07:00:31.430183 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8436eb0c-4537-428f-9917-6d70aafc1170 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (00086e2b-5b15-4365-8a90-4734c2b4a642), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:31.502488 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f2b7e-3945-4d56-924a-d375c870ddc1 req-69426487-5c7b-4a9b-8d25-a72ffeb39906 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:31.504249 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-594f2b7e-3945-4d56-924a-d375c870ddc1 req-69426487-5c7b-4a9b-8d25-a72ffeb39906 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=aa4e9b0f-2b25-4497-a096-632c427f463c HTTP/1.1" status: 200 len: 949 time: 0.2469804 Feb 02 07:00:31.647070 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-3ef7f80b-d8ae-4a26-8bf8-903ae169ec78 req-39f4be90-d72f-44ad-8d9f-2ff3de8affd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1fb8fed-1198-454e-bb91-bd01fc490fa7 {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:00:31.658883 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-594f2b7e-3945-4d56-924a-d375c870ddc1 req-44054379-6f1c-4938-8f41-afe242ab4e4d tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436350 Feb 02 07:00:31.660966 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-3ef7f80b-d8ae-4a26-8bf8-903ae169ec78 req-39f4be90-d72f-44ad-8d9f-2ff3de8affd2 service neutron] Publish callbacks [] for port (e1fb8fed-1198-454e-bb91-bd01fc490fa7), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:31.680239 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-3ef7f80b-d8ae-4a26-8bf8-903ae169ec78 req-39f4be90-d72f-44ad-8d9f-2ff3de8affd2 service neutron] Transition to ACTIVE for port object e1fb8fed-1198-454e-bb91-bd01fc490fa7 will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:00:31.705236 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-3ef7f80b-d8ae-4a26-8bf8-903ae169ec78 req-39f4be90-d72f-44ad-8d9f-2ff3de8affd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (e1fb8fed-1198-454e-bb91-bd01fc490fa7), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:31.715672 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d35f8d0-1d5c-40f8-b1a2-72383602d771 req-341f259a-35f9-476c-9852-41ff2d444f3e tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:31.731872 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6d35f8d0-1d5c-40f8-b1a2-72383602d771 req-341f259a-35f9-476c-9852-41ff2d444f3e tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 945 time: 0.1416812 Feb 02 07:00:31.784690 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f4be90-d72f-44ad-8d9f-2ff3de8affd2 service neutron] Pushing event updated for resources: {'Port': ['ID=e1fb8fed-1198-454e-bb91-bd01fc490fa7,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:31.790926 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8436eb0c-4537-428f-9917-6d70aafc1170 admin admin] Router 00086e2b-5b15-4365-8a90-4734c2b4a642 is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:00:31.880383 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6d35f8d0-1d5c-40f8-b1a2-72383602d771 req-1e245be2-87b8-4bfc-9cea-330dcfcb1faa tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457870 Feb 02 07:00:31.982745 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-3ef7f80b-d8ae-4a26-8bf8-903ae169ec78 req-39f4be90-d72f-44ad-8d9f-2ff3de8affd2 service neutron] Attempting to bind port e1fb8fed-1198-454e-bb91-bd01fc490fa7 on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:00:31.983099 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-3ef7f80b-d8ae-4a26-8bf8-903ae169ec78 req-39f4be90-d72f-44ad-8d9f-2ff3de8affd2 service neutron] Attempting to bind port e1fb8fed-1198-454e-bb91-bd01fc490fa7 by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': 'c042d126-59be-415e-935e-ea7fc8b7e911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '6cc3d0c3-1b02-4467-ae70-b7c675f62b1f'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:00:31.983411 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef7f80b-d8ae-4a26-8bf8-903ae169ec78 req-39f4be90-d72f-44ad-8d9f-2ff3de8affd2 service neutron] Attempting to bind port e1fb8fed-1198-454e-bb91-bd01fc490fa7 on network 6cc3d0c3-1b02-4467-ae70-b7c675f62b1f {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:00:31.997392 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef7f80b-d8ae-4a26-8bf8-903ae169ec78 req-39f4be90-d72f-44ad-8d9f-2ff3de8affd2 service neutron] Port e1fb8fed-1198-454e-bb91-bd01fc490fa7 on network 6cc3d0c3-1b02-4467-ae70-b7c675f62b1f not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:00:31.997774 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef7f80b-d8ae-4a26-8bf8-903ae169ec78 req-39f4be90-d72f-44ad-8d9f-2ff3de8affd2 service neutron] Attempting to bind port e1fb8fed-1198-454e-bb91-bd01fc490fa7 on network 6cc3d0c3-1b02-4467-ae70-b7c675f62b1f {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:00:32.009442 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8436eb0c-4537-428f-9917-6d70aafc1170 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:00:32.052731 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef7f80b-d8ae-4a26-8bf8-903ae169ec78 req-39f4be90-d72f-44ad-8d9f-2ff3de8affd2 service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:00:32.052731 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef7f80b-d8ae-4a26-8bf8-903ae169ec78 req-39f4be90-d72f-44ad-8d9f-2ff3de8affd2 service neutron] Checking segment: {'id': 'c042d126-59be-415e-935e-ea7fc8b7e911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '6cc3d0c3-1b02-4467-ae70-b7c675f62b1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:00:32.052731 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef7f80b-d8ae-4a26-8bf8-903ae169ec78 req-39f4be90-d72f-44ad-8d9f-2ff3de8affd2 service neutron] Bound using segment: {'id': 'c042d126-59be-415e-935e-ea7fc8b7e911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '6cc3d0c3-1b02-4467-ae70-b7c675f62b1f'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:00:32.052731 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-3ef7f80b-d8ae-4a26-8bf8-903ae169ec78 req-39f4be90-d72f-44ad-8d9f-2ff3de8affd2 service neutron] Bound port: e1fb8fed-1198-454e-bb91-bd01fc490fa7, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c042d126-59be-415e-935e-ea7fc8b7e911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '6cc3d0c3-1b02-4467-ae70-b7c675f62b1f'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:00:32.052731 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-3ef7f80b-d8ae-4a26-8bf8-903ae169ec78 req-39f4be90-d72f-44ad-8d9f-2ff3de8affd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (e1fb8fed-1198-454e-bb91-bd01fc490fa7), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:32.054839 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49af9339-e3e3-4322-889f-78c49bfe3fce None None] Sync routers for ids ['00086e2b-5b15-4365-8a90-4734c2b4a642'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:00:32.055023 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788808e2-f60f-4468-a91f-d6da15d3a34e req-64961578-d60e-4fdc-beb2-117592f9f90d tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:32.055023 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-788808e2-f60f-4468-a91f-d6da15d3a34e req-64961578-d60e-4fdc-beb2-117592f9f90d tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] 10.222.0.87 "GET /v2.0/ports?device_id=7f363f95-eebf-48db-aa81-1545e6e53f8f HTTP/1.1" status: 200 len: 944 time: 0.1642106 Feb 02 07:00:32.055657 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49af9339-e3e3-4322-889f-78c49bfe3fce None None] Routers {'00086e2b-5b15-4365-8a90-4734c2b4a642'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:00:32.055657 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-49af9339-e3e3-4322-889f-78c49bfe3fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:00:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['00086e2b-5b15-4365-8a90-4734c2b4a642'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:00:32.079088 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8436eb0c-4537-428f-9917-6d70aafc1170 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:32.080465 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-8436eb0c-4537-428f-9917-6d70aafc1170 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.8194408 Feb 02 07:00:32.083365 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 39616) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:00:32.166117 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-788808e2-f60f-4468-a91f-d6da15d3a34e req-8d33e221-cc9b-4096-832f-ff8dcd8f99b5 tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad653233-bf90-4164-b010-c8e6ddd645f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055238 Feb 02 07:00:32.201237 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-49af9339-e3e3-4322-889f-78c49bfe3fce None None] Set router 00086e2b-5b15-4365-8a90-4734c2b4a642 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:00:32.261132 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-3ef7f80b-d8ae-4a26-8bf8-903ae169ec78 req-39f4be90-d72f-44ad-8d9f-2ff3de8affd2 service neutron] For port e1fb8fed-1198-454e-bb91-bd01fc490fa7, host n-h2-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:00:32.267090 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-3ef7f80b-d8ae-4a26-8bf8-903ae169ec78 req-39f4be90-d72f-44ad-8d9f-2ff3de8affd2 service neutron] For port e1fb8fed-1198-454e-bb91-bd01fc490fa7, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=e1fb8fed-1198-454e-bb91-bd01fc490fa7,segment=NetworkSegment(c042d126-59be-415e-935e-ea7fc8b7e911),segment_id=c042d126-59be-415e-935e-ea7fc8b7e911)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:00:32.279482 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-3ef7f80b-d8ae-4a26-8bf8-903ae169ec78 req-39f4be90-d72f-44ad-8d9f-2ff3de8affd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (e1fb8fed-1198-454e-bb91-bd01fc490fa7), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:32.330826 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef7f80b-d8ae-4a26-8bf8-903ae169ec78 req-39f4be90-d72f-44ad-8d9f-2ff3de8affd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:32.331433 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-3ef7f80b-d8ae-4a26-8bf8-903ae169ec78 req-39f4be90-d72f-44ad-8d9f-2ff3de8affd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:32.332858 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3ef7f80b-d8ae-4a26-8bf8-903ae169ec78 req-39f4be90-d72f-44ad-8d9f-2ff3de8affd2 service neutron] 10.222.0.59 "PUT /v2.0/ports/e1fb8fed-1198-454e-bb91-bd01fc490fa7 HTTP/1.1" status: 200 len: 1093 time: 1.4413629 Feb 02 07:00:32.333314 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f363f95-eebf-48db-aa81-1545e6e53f8f', 'tag': 'e1fb8fed-1198-454e-bb91-bd01fc490fa7'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:00:32.335671 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62dc926f-156a-4afa-bbb2-3a196692fd16" -d '{"events": [{"name": "network-changed", "server_uuid": "7f363f95-eebf-48db-aa81-1545e6e53f8f", "tag": "e1fb8fed-1198-454e-bb91-bd01fc490fa7"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:00:32.401096 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea7c505-e1e1-47cf-9c57-749af578c8f0 x-openstack-request-id: req-4ea7c505-e1e1-47cf-9c57-749af578c8f0 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:00:32.401388 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f363f95-eebf-48db-aa81-1545e6e53f8f", "tag": "e1fb8fed-1198-454e-bb91-bd01fc490fa7", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:00:32.401641 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-4ea7c505-e1e1-47cf-9c57-749af578c8f0 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:00:32.402039 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f363f95-eebf-48db-aa81-1545e6e53f8f', 'tag': 'e1fb8fed-1198-454e-bb91-bd01fc490fa7', 'status': 'completed', 'code': 200} Feb 02 07:00:32.416091 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f4be90-d72f-44ad-8d9f-2ff3de8affd2 service neutron] Pushing event updated for resources: {'Port': ['ID=e1fb8fed-1198-454e-bb91-bd01fc490fa7,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:32.482275 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-49af9339-e3e3-4322-889f-78c49bfe3fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00086e2b-5b15-4365-8a90-4734c2b4a642', 'name': 'tempest-TaggedBootDevicesTest-270524327-router', 'tenant_id': 'e8b504d3cbde466cb7d12e8c49d706df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'b0c1301c-0cb0-469f-a0c9-843ba74483c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:00:26Z', 'updated_at': '2022-02-02T07:00:30Z', 'revision_number': 3, 'project_id': 'e8b504d3cbde466cb7d12e8c49d706df', 'gw_port': {'id': 'b0c1301c-0cb0-469f-a0c9-843ba74483c4', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a1:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00086e2b-5b15-4365-8a90-4734c2b4a642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:00:27Z', 'updated_at': '2022-02-02T07:00:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:00:32.491935 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef7f80b-d8ae-4a26-8bf8-903ae169ec78 req-845c6e76-6064-4710-b726-d4191dae794a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:32.494644 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3ef7f80b-d8ae-4a26-8bf8-903ae169ec78 req-845c6e76-6064-4710-b726-d4191dae794a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=221d25c1df1d4426abaa38f71e88fa9f&device_id=7f363f95-eebf-48db-aa81-1545e6e53f8f HTTP/1.1" status: 200 len: 1127 time: 0.0691803 Feb 02 07:00:32.520943 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49af9339-e3e3-4322-889f-78c49bfe3fce None None] Checking router: 00086e2b-5b15-4365-8a90-4734c2b4a642 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:00:32.521284 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49af9339-e3e3-4322-889f-78c49bfe3fce None None] Updating router 00086e2b-5b15-4365-8a90-4734c2b4a642 port b0c1301c-0cb0-469f-a0c9-843ba74483c4 binding host n-d-789963-26 {{(pid=109695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:00:32.540774 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f7ba4b6b-6663-43b3-b7fb-a8fecbbf844b req-bd02f87f-f8a1-4893-a08d-4b65089ad8dd tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20bc9d-0fdd-4c70-990c-50f4bee6311e HTTP/1.1" status: 200 len: 210 time: 0.0685060 Feb 02 07:00:32.553885 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-49af9339-e3e3-4322-889f-78c49bfe3fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b0c1301c-0cb0-469f-a0c9-843ba74483c4), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:32.613188 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3ef7f80b-d8ae-4a26-8bf8-903ae169ec78 req-19785d52-0ba2-4ebd-ba86-40cfaf1896c4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1fb8fed-1198-454e-bb91-bd01fc490fa7 HTTP/1.1" status: 200 len: 217 time: 0.0753112 Feb 02 07:00:32.726478 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef7f80b-d8ae-4a26-8bf8-903ae169ec78 req-59f19426-b320-49f6-b05a-f99c86564af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:32.730331 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3ef7f80b-d8ae-4a26-8bf8-903ae169ec78 req-59f19426-b320-49f6-b05a-f99c86564af0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=af7eb4ad-a4a1-40c8-b8f4-f92a487b8b03 HTTP/1.1" status: 200 len: 854 time: 0.1056874 Feb 02 07:00:32.758849 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-71c1fd9c-1d96-4919-8148-f4126f99f23a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:32.782809 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3ef7f80b-d8ae-4a26-8bf8-903ae169ec78 req-9c0878c7-ec67-4f7b-be8f-c0944bf40d04 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6cc3d0c3-1b02-4467-ae70-b7c675f62b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455976 Feb 02 07:00:32.977636 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-49af9339-e3e3-4322-889f-78c49bfe3fce None None] Publish callbacks [] for port (b0c1301c-0cb0-469f-a0c9-843ba74483c4), precommit_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:32.987365 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-49af9339-e3e3-4322-889f-78c49bfe3fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (b0c1301c-0cb0-469f-a0c9-843ba74483c4), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:33.010470 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-71c1fd9c-1d96-4919-8148-f4126f99f23a admin admin] Allocated IP 172.20.0.1 (77178f25-e284-4e4b-a7e5-cf621bae5a6c/3cc8f357-1066-45af-8dfb-a32204808b8c/fe1ae754-2aae-41bc-8f5c-79d8b2a617dd) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:00:33.067349 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c858408e-4c22-490b-a8c1-4c945c01df61 req-ef5f242b-0a50-402d-bfbc-2812ab7b6ed0 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:33.071678 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c858408e-4c22-490b-a8c1-4c945c01df61 req-ef5f242b-0a50-402d-bfbc-2812ab7b6ed0 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=aa4e9b0f-2b25-4497-a096-632c427f463c HTTP/1.1" status: 200 len: 949 time: 0.2575092 Feb 02 07:00:33.096280 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-49af9339-e3e3-4322-889f-78c49bfe3fce None None] Attempting to bind port b0c1301c-0cb0-469f-a0c9-843ba74483c4 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:00:33.098130 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3ef7f80b-d8ae-4a26-8bf8-903ae169ec78 req-e84aa5f7-340d-472d-8ec9-ead503821978 service neutron] 10.222.0.59 "GET /v2.0/networks/6cc3d0c3-1b02-4467-ae70-b7c675f62b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080204 Feb 02 07:00:33.098721 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-49af9339-e3e3-4322-889f-78c49bfe3fce None None] Attempting to bind port b0c1301c-0cb0-469f-a0c9-843ba74483c4 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:00:33.099285 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49af9339-e3e3-4322-889f-78c49bfe3fce None None] Attempting to bind port b0c1301c-0cb0-469f-a0c9-843ba74483c4 on network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:00:33.111548 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49af9339-e3e3-4322-889f-78c49bfe3fce None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:00:33.112478 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49af9339-e3e3-4322-889f-78c49bfe3fce None None] Checking segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:00:33.115626 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-49af9339-e3e3-4322-889f-78c49bfe3fce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:33.116235 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49af9339-e3e3-4322-889f-78c49bfe3fce None None] Bound using segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:00:33.118314 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-49af9339-e3e3-4322-889f-78c49bfe3fce None None] Bound port: b0c1301c-0cb0-469f-a0c9-843ba74483c4, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:00:33.119176 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-49af9339-e3e3-4322-889f-78c49bfe3fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b0c1301c-0cb0-469f-a0c9-843ba74483c4), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:33.155451 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4803ba-a1b5-4fce-89c2-8073a7e14ef9 None None] Pushing event updated for resources: {'Port': ['ID=b0c1301c-0cb0-469f-a0c9-843ba74483c4,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:33.165821 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-71c1fd9c-1d96-4919-8148-f4126f99f23a admin admin] Publish callbacks [] for port (fe1ae754-2aae-41bc-8f5c-79d8b2a617dd), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:33.239070 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-49af9339-e3e3-4322-889f-78c49bfe3fce None None] For port b0c1301c-0cb0-469f-a0c9-843ba74483c4, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:00:33.245245 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-71c1fd9c-1d96-4919-8148-f4126f99f23a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (fe1ae754-2aae-41bc-8f5c-79d8b2a617dd), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:33.248926 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-49af9339-e3e3-4322-889f-78c49bfe3fce None None] For port b0c1301c-0cb0-469f-a0c9-843ba74483c4, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=b0c1301c-0cb0-469f-a0c9-843ba74483c4,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:00:33.262731 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-49af9339-e3e3-4322-889f-78c49bfe3fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (b0c1301c-0cb0-469f-a0c9-843ba74483c4), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:33.272717 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c858408e-4c22-490b-a8c1-4c945c01df61 req-acb12965-4aba-41a2-8db5-a9e3355128bc tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952333 Feb 02 07:00:33.325485 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c1fd9c-1d96-4919-8148-f4126f99f23a admin admin] Network 77178f25-e284-4e4b-a7e5-cf621bae5a6c is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:00:33.335526 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-71c1fd9c-1d96-4919-8148-f4126f99f23a admin admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:00:33.349584 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c1fd9c-1d96-4919-8148-f4126f99f23a admin admin] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:00:33.379412 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c1fd9c-1d96-4919-8148-f4126f99f23a admin admin] Pushing event updated for resources: {'Port': ['ID=fe1ae754-2aae-41bc-8f5c-79d8b2a617dd,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:33.392931 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4803ba-a1b5-4fce-89c2-8073a7e14ef9 None None] Pushing event updated for resources: {'Port': ['ID=b0c1301c-0cb0-469f-a0c9-843ba74483c4,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:33.407942 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49af9339-e3e3-4322-889f-78c49bfe3fce None None] Routers {'00086e2b-5b15-4365-8a90-4734c2b4a642'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:00:33.409189 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-49af9339-e3e3-4322-889f-78c49bfe3fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:00:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['00086e2b-5b15-4365-8a90-4734c2b4a642'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:00:33.453011 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-71c1fd9c-1d96-4919-8148-f4126f99f23a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (00086e2b-5b15-4365-8a90-4734c2b4a642), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:33.513045 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3ef7f80b-d8ae-4a26-8bf8-903ae169ec78 req-51dea9b4-0c0d-4c5b-b09b-ff91c98748cd service neutron] 10.222.0.59 "GET /v2.0/networks/6cc3d0c3-1b02-4467-ae70-b7c675f62b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863481 Feb 02 07:00:33.531116 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54999108-f0cb-4964-a247-65d570d90f3c req-15792da7-a1a2-407c-a1a6-8091575ee139 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:33.533609 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-54999108-f0cb-4964-a247-65d570d90f3c req-15792da7-a1a2-407c-a1a6-8091575ee139 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 945 time: 0.0986927 Feb 02 07:00:33.587339 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-49af9339-e3e3-4322-889f-78c49bfe3fce None None] Set router 00086e2b-5b15-4365-8a90-4734c2b4a642 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:00:33.616260 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-54999108-f0cb-4964-a247-65d570d90f3c req-1df957b4-132c-4320-859a-de616467a2a6 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744574 Feb 02 07:00:33.712245 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc926f-156a-4afa-bbb2-3a196692fd16 req-e2b74839-61ff-4233-ae78-c428a7c91de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:33.717168 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-62dc926f-156a-4afa-bbb2-3a196692fd16 req-e2b74839-61ff-4233-ae78-c428a7c91de0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=221d25c1df1d4426abaa38f71e88fa9f&device_id=7f363f95-eebf-48db-aa81-1545e6e53f8f HTTP/1.1" status: 200 len: 1127 time: 0.0956001 Feb 02 07:00:33.803403 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-71c1fd9c-1d96-4919-8148-f4126f99f23a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (fe1ae754-2aae-41bc-8f5c-79d8b2a617dd), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:33.823912 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-784f2f58-3b0f-42fd-b12d-97a0b32f0acd None None] Provisioning complete for port fe1ae754-2aae-41bc-8f5c-79d8b2a617dd triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:00:33.824297 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-784f2f58-3b0f-42fd-b12d-97a0b32f0acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (fe1ae754-2aae-41bc-8f5c-79d8b2a617dd), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:33.866285 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc926f-156a-4afa-bbb2-3a196692fd16 req-4c2beb76-b092-4271-a111-035ae0ce0e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:33.868211 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-62dc926f-156a-4afa-bbb2-3a196692fd16 req-4c2beb76-b092-4271-a111-035ae0ce0e0d service neutron] 10.222.0.59 "GET /v2.0/networks?id=6cc3d0c3-1b02-4467-ae70-b7c675f62b1f HTTP/1.1" status: 200 len: 915 time: 0.1462889 Feb 02 07:00:33.889331 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f2bd9850-ecf7-4c42-828a-b8e8653d0af2 req-82055e6d-2b15-4c26-9052-79a185dacc50 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef20bc9d-0fdd-4c70-990c-50f4bee6311e HTTP/1.1" status: 200 len: 210 time: 0.0615838 Feb 02 07:00:33.964554 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-62dc926f-156a-4afa-bbb2-3a196692fd16 req-9401e2bb-0c4b-434e-bad8-1209dea6188d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1fb8fed-1198-454e-bb91-bd01fc490fa7 HTTP/1.1" status: 200 len: 217 time: 0.0764532 Feb 02 07:00:34.021662 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5357a4-4e7c-4cb8-a433-2af0940a3013 req-eadd2db7-9239-444f-a8fc-9dd35381d8e9 tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:34.023338 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fe5357a4-4e7c-4cb8-a433-2af0940a3013 req-eadd2db7-9239-444f-a8fc-9dd35381d8e9 tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] 10.222.0.87 "GET /v2.0/ports?device_id=7f363f95-eebf-48db-aa81-1545e6e53f8f HTTP/1.1" status: 200 len: 944 time: 0.2563021 Feb 02 07:00:34.027382 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-784f2f58-3b0f-42fd-b12d-97a0b32f0acd None None] Port fe1ae754-2aae-41bc-8f5c-79d8b2a617dd cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:00:34.087418 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device aa243ac3-7819-4830-a824-3726a1ba99af up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:00:34.088674 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc926f-156a-4afa-bbb2-3a196692fd16 req-b2b85d00-bfb6-4c04-bb4f-47e06b494799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:34.091175 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-62dc926f-156a-4afa-bbb2-3a196692fd16 req-b2b85d00-bfb6-4c04-bb4f-47e06b494799 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=af7eb4ad-a4a1-40c8-b8f4-f92a487b8b03 HTTP/1.1" status: 200 len: 854 time: 0.1196921 Feb 02 07:00:34.152174 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fe5357a4-4e7c-4cb8-a433-2af0940a3013 req-12ab24d2-1d13-41d3-9352-e6d76b02858c tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad653233-bf90-4164-b010-c8e6ddd645f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174846 Feb 02 07:00:34.198489 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-62dc926f-156a-4afa-bbb2-3a196692fd16 req-0a2171a3-5a92-419c-b873-0b05492e45ad service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6cc3d0c3-1b02-4467-ae70-b7c675f62b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0860965 Feb 02 07:00:34.205343 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-71c1fd9c-1d96-4919-8148-f4126f99f23a admin admin] Publish callbacks [] for port (fe1ae754-2aae-41bc-8f5c-79d8b2a617dd), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:34.220403 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-71c1fd9c-1d96-4919-8148-f4126f99f23a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (fe1ae754-2aae-41bc-8f5c-79d8b2a617dd), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:34.222089 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port aa243ac3-7819-4830-a824-3726a1ba99af completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:00:34.239048 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-49af9339-e3e3-4322-889f-78c49bfe3fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00086e2b-5b15-4365-8a90-4734c2b4a642', 'name': 'tempest-TaggedBootDevicesTest-270524327-router', 'tenant_id': 'e8b504d3cbde466cb7d12e8c49d706df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'b0c1301c-0cb0-469f-a0c9-843ba74483c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:00:26Z', 'updated_at': '2022-02-02T07:00:30Z', 'revision_number': 3, 'project_id': 'e8b504d3cbde466cb7d12e8c49d706df', 'gw_port': {'id': 'b0c1301c-0cb0-469f-a0c9-843ba74483c4', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a1:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00086e2b-5b15-4365-8a90-4734c2b4a642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:00:27Z', 'updated_at': '2022-02-02T07:00:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:00:34.243424 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port aa243ac3-7819-4830-a824-3726a1ba99af triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:00:34.244069 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (aa243ac3-7819-4830-a824-3726a1ba99af), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:34.298843 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c1fd9c-1d96-4919-8148-f4126f99f23a admin admin] Pushing event updated for resources: {'Port': ['ID=fe1ae754-2aae-41bc-8f5c-79d8b2a617dd,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:34.331532 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-71c1fd9c-1d96-4919-8148-f4126f99f23a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (00086e2b-5b15-4365-8a90-4734c2b4a642), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:34.380921 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49af9339-e3e3-4322-889f-78c49bfe3fce None None] The sync data for ids ['00086e2b-5b15-4365-8a90-4734c2b4a642'] in n-d-789963-26 is: [{'id': '00086e2b-5b15-4365-8a90-4734c2b4a642', 'name': 'tempest-TaggedBootDevicesTest-270524327-router', 'tenant_id': 'e8b504d3cbde466cb7d12e8c49d706df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'b0c1301c-0cb0-469f-a0c9-843ba74483c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:00:26Z', 'updated_at': '2022-02-02T07:00:30Z', 'revision_number': 3, 'project_id': 'e8b504d3cbde466cb7d12e8c49d706df', 'gw_port': {'id': 'b0c1301c-0cb0-469f-a0c9-843ba74483c4', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a1:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00086e2b-5b15-4365-8a90-4734c2b4a642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:00:27Z', 'updated_at': '2022-02-02T07:00:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:00:34.520915 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port aa243ac3-7819-4830-a824-3726a1ba99af is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:00:34.521513 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (aa243ac3-7819-4830-a824-3726a1ba99af), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:34.522818 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-62dc926f-156a-4afa-bbb2-3a196692fd16 req-fae553f8-e77d-4548-a351-30ac3be03eca service neutron] 10.222.0.59 "GET /v2.0/networks/6cc3d0c3-1b02-4467-ae70-b7c675f62b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177750 Feb 02 07:00:34.572834 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa4e9b0f-2b25-4497-a096-632c427f463c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa243ac3-7819-4830-a824-3726a1ba99af'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:00:34.575237 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ed43fd-9623-4360-9549-fde28d1e8522" -d '{"events": [{"server_uuid": "aa4e9b0f-2b25-4497-a096-632c427f463c", "name": "network-vif-plugged", "status": "completed", "tag": "aa243ac3-7819-4830-a824-3726a1ba99af"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:00:34.592553 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port aa243ac3-7819-4830-a824-3726a1ba99af, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=aa243ac3-7819-4830-a824-3726a1ba99af,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:00:34.598833 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (aa243ac3-7819-4830-a824-3726a1ba99af), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:34.614295 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c1fd9c-1d96-4919-8148-f4126f99f23a admin admin] Network 77178f25-e284-4e4b-a7e5-cf621bae5a6c is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:00:34.617870 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-71c1fd9c-1d96-4919-8148-f4126f99f23a admin admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:00:34.685199 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=aa243ac3-7819-4830-a824-3726a1ba99af,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:34.711327 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6eb53b-556f-4f57-bcf2-9642f5100ba0 req-8a0ea037-0680-484d-b72f-bae32c05267f tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:34.720166 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2e6eb53b-556f-4f57-bcf2-9642f5100ba0 req-8a0ea037-0680-484d-b72f-bae32c05267f tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=aa4e9b0f-2b25-4497-a096-632c427f463c HTTP/1.1" status: 200 len: 949 time: 0.1938722 Feb 02 07:00:34.824300 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-62dc926f-156a-4afa-bbb2-3a196692fd16 req-6cf86aa5-b100-4948-aa8d-fc267afb17be service neutron] 10.222.0.59 "GET /v2.0/networks/6cc3d0c3-1b02-4467-ae70-b7c675f62b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916217 Feb 02 07:00:34.839871 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af4f00-2314-484a-a287-375501d93bbb req-6fea5ac7-1872-40df-a01d-1cdd7a5c477a tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:34.864066 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-19af4f00-2314-484a-a287-375501d93bbb req-6fea5ac7-1872-40df-a01d-1cdd7a5c477a tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/networks?id=ca6d2336-a914-4a87-8e88-4564aa839535 HTTP/1.1" status: 200 len: 805 time: 0.3262675 Feb 02 07:00:34.896437 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-19af4f00-2314-484a-a287-375501d93bbb req-3b4f59f4-be43-4d98-9290-4f0b1743c702 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/quotas/a0778ddf7e2d4744ab0aa590410dd2bf HTTP/1.1" status: 200 len: 375 time: 0.0291696 Feb 02 07:00:34.931408 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71c1fd9c-1d96-4919-8148-f4126f99f23a admin admin] Router 00086e2b-5b15-4365-8a90-4734c2b4a642 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:00:34.936734 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2e6eb53b-556f-4f57-bcf2-9642f5100ba0 req-8746e433-27b6-4aa7-801f-9cda43b50de8 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156854 Feb 02 07:00:35.009699 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-19af4f00-2314-484a-a287-375501d93bbb req-b2e3eef4-e255-46cb-b85a-612e0af8c50f tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=a0778ddf7e2d4744ab0aa590410dd2bf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1081247 Feb 02 07:00:35.032859 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f8b189-261d-4e4a-b8d8-2cee2ee9cc85 x-openstack-request-id: req-f5f8b189-261d-4e4a-b8d8-2cee2ee9cc85 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:00:35.033520 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa4e9b0f-2b25-4497-a096-632c427f463c", "name": "network-vif-plugged", "status": "completed", "tag": "aa243ac3-7819-4830-a824-3726a1ba99af", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:00:35.033989 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f5f8b189-261d-4e4a-b8d8-2cee2ee9cc85 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:00:35.035245 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa4e9b0f-2b25-4497-a096-632c427f463c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa243ac3-7819-4830-a824-3726a1ba99af', 'code': 200} Feb 02 07:00:35.100829 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-b636714b-3ead-42cf-a3be-719181a842ad None None] Provisioning complete for port fe1ae754-2aae-41bc-8f5c-79d8b2a617dd triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:00:35.101052 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b636714b-3ead-42cf-a3be-719181a842ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (fe1ae754-2aae-41bc-8f5c-79d8b2a617dd), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:35.159395 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c1fd9c-1d96-4919-8148-f4126f99f23a admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:00:35.174534 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-71c1fd9c-1d96-4919-8148-f4126f99f23a admin admin] 10.222.0.87 "PUT /v2.0/routers/00086e2b-5b15-4365-8a90-4734c2b4a642/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0897787 Feb 02 07:00:35.188482 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-b636714b-3ead-42cf-a3be-719181a842ad None None] Port fe1ae754-2aae-41bc-8f5c-79d8b2a617dd cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:00:35.254070 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-19af4f00-2314-484a-a287-375501d93bbb req-97da01e5-d557-486b-9968-20144355c737 service neutron] 10.222.0.87 "GET /v2.0/networks/ca6d2336-a914-4a87-8e88-4564aa839535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339773 Feb 02 07:00:35.317435 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9fbe4-c07a-4949-9bf5-892f4037bd1a req-8c13c02f-34dc-4e8c-8191-c5ecd838c5c0 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:35.322550 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e0a9fbe4-c07a-4949-9bf5-892f4037bd1a req-8c13c02f-34dc-4e8c-8191-c5ecd838c5c0 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 945 time: 0.1155496 Feb 02 07:00:35.392536 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e0a9fbe4-c07a-4949-9bf5-892f4037bd1a req-70ea1eb8-7842-476f-85c7-096c566811b7 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618753 Feb 02 07:00:35.672612 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283f89d1-ae7c-4816-abe3-cee1783cdc02 req-6f0963ce-41fd-4dc2-86a0-024cf94b1a79 tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:35.680150 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-283f89d1-ae7c-4816-abe3-cee1783cdc02 req-6f0963ce-41fd-4dc2-86a0-024cf94b1a79 tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] 10.222.0.87 "GET /v2.0/ports?device_id=7f363f95-eebf-48db-aa81-1545e6e53f8f HTTP/1.1" status: 200 len: 944 time: 0.1111879 Feb 02 07:00:35.781419 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-283f89d1-ae7c-4816-abe3-cee1783cdc02 req-aa9f610c-199d-4494-8ac6-f2838c097861 tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad653233-bf90-4164-b010-c8e6ddd645f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950117 Feb 02 07:00:35.887321 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 39754) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:00:35.940064 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e189220-5201-411a-a912-68de51ed9d4a req-844debb3-4261-4857-9969-3f85a46cb67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:35.942536 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1e189220-5201-411a-a912-68de51ed9d4a req-844debb3-4261-4857-9969-3f85a46cb67e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=aa4e9b0f-2b25-4497-a096-632c427f463c HTTP/1.1" status: 200 len: 1133 time: 0.7348459 Feb 02 07:00:36.036904 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-19af4f00-2314-484a-a287-375501d93bbb req-0940799e-6979-4e9a-9a5a-39285f5f4462 service neutron] 10.222.0.87 "GET /v2.0/networks/ca6d2336-a914-4a87-8e88-4564aa839535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7513516 Feb 02 07:00:36.051142 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-af3bdb2e-f788-4801-bdb8-b144380387e3 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Publish callbacks [] for security_group (31b982a2-44bb-4266-ae52-5267da420a0c), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:36.085208 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 7863c5b7-f1f2-4d23-a10c-fe238bd1f964 no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:00:36.098533 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1e189220-5201-411a-a912-68de51ed9d4a req-c617193a-a838-4196-aaa3-49992d8c7c82 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424003 Feb 02 07:00:36.131042 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-af3bdb2e-f788-4801-bdb8-b144380387e3 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Publish callbacks [] for security_group (31b982a2-44bb-4266-ae52-5267da420a0c), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:36.196523 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 7863c5b7-f1f2-4d23-a10c-fe238bd1f964 is: ACTIVE; New status is: DOWN {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:00:36.196980 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (7863c5b7-f1f2-4d23-a10c-fe238bd1f964), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:36.245035 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 7863c5b7-f1f2-4d23-a10c-fe238bd1f964, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=7863c5b7-f1f2-4d23-a10c-fe238bd1f964,segment=NetworkSegment(8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763),segment_id=8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:00:36.255715 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (7863c5b7-f1f2-4d23-a10c-fe238bd1f964), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:36.267304 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-af3bdb2e-f788-4801-bdb8-b144380387e3 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (31b982a2-44bb-4266-ae52-5267da420a0c), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:36.273323 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-af3bdb2e-f788-4801-bdb8-b144380387e3 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:36.277033 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-af3bdb2e-f788-4801-bdb8-b144380387e3 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "DELETE /v2.0/security-groups/31b982a2-44bb-4266-ae52-5267da420a0c HTTP/1.1" status: 204 len: 168 time: 0.3843091 Feb 02 07:00:36.278412 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 39762) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:00:36.319717 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3bdb2e-f788-4801-bdb8-b144380387e3 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b982a2-44bb-4266-ae52-5267da420a0c,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:36.322083 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-52b16606-164f-434f-89ad-add2bedfbd70 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] show failed (client error): The resource could not be found. Feb 02 07:00:36.332472 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-52b16606-164f-434f-89ad-add2bedfbd70 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "GET /v2.0/security-groups/31b982a2-44bb-4266-ae52-5267da420a0c HTTP/1.1" status: 404 len: 347 time: 0.0469635 Feb 02 07:00:36.334446 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 39766) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:00:36.368610 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 39768) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:00:36.374328 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-f709a85a-df65-467a-883b-c955137a061c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1867045220-network', 'tenant_id': 'f448af77430843d3a0fc36014bd7917d'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:00:36.385445 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f01c5-94c9-45da-9396-565ce1892bb9 req-c06bf735-5dd1-4e60-87e8-db693ab52961 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:36.387095 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ee3f01c5-94c9-45da-9396-565ce1892bb9 req-c06bf735-5dd1-4e60-87e8-db693ab52961 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=aa4e9b0f-2b25-4497-a096-632c427f463c HTTP/1.1" status: 200 len: 950 time: 0.1390159 Feb 02 07:00:36.448695 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f709a85a-df65-467a-883b-c955137a061c admin admin] Made reservation on behalf of f448af77430843d3a0fc36014bd7917d for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:00:36.453684 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f709a85a-df65-467a-883b-c955137a061c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:36.461131 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=7863c5b7-f1f2-4d23-a10c-fe238bd1f964,revision_number=8']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:36.467909 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f709a85a-df65-467a-883b-c955137a061c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:36.531532 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ee3f01c5-94c9-45da-9396-565ce1892bb9 req-5028995a-3119-4bcb-a7b4-89f2e97ae4f7 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158669 Feb 02 07:00:36.651254 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-64a57f6d-08dc-4844-a470-1c628d5e7883 req-4e381d3c-ea0c-42b4-8b46-e619ecd1f7f4 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=e8c82113-c6de-43e8-86f2-7a66b5610677 HTTP/1.1" status: 200 len: 210 time: 0.0588329 Feb 02 07:00:36.692236 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f709a85a-df65-467a-883b-c955137a061c admin admin] Publish callbacks [] for security_group (afbff70b-ffc6-4e64-ad8c-18f99598de3d), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:36.700591 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f709a85a-df65-467a-883b-c955137a061c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (afbff70b-ffc6-4e64-ad8c-18f99598de3d), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:36.708525 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f68dc-4a21-4389-99fe-c0e2aa4edad7 req-36743973-9f2c-40f3-b845-c14867393fcb tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:36.717236 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ee2f68dc-4a21-4389-99fe-c0e2aa4edad7 req-36743973-9f2c-40f3-b845-c14867393fcb tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 945 time: 0.1553571 Feb 02 07:00:36.762561 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a017ab-25cf-4651-a55e-09a8ab2e17e6 req-93ff9d6a-dc2e-45af-a24b-6e073ac72006 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:36.764477 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e3a017ab-25cf-4651-a55e-09a8ab2e17e6 req-93ff9d6a-dc2e-45af-a24b-6e073ac72006 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.59 "GET /v2.0/ports?device_id=f345fa5d-b7c3-44ad-9d59-9f5e42de378a HTTP/1.1" status: 200 len: 944 time: 0.2485723 Feb 02 07:00:36.766435 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709a85a-df65-467a-883b-c955137a061c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afbff70b-ffc6-4e64-ad8c-18f99598de3d,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:36.792065 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f709a85a-df65-467a-883b-c955137a061c admin admin] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:00:36.823984 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ee2f68dc-4a21-4389-99fe-c0e2aa4edad7 req-76735b10-8830-497e-a251-879859c5601d tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914836 Feb 02 07:00:36.831033 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-18cbddc6-d856-4c93-b62d-d1e5c96eff59 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Deleting port 3e4c66cb-a4cd-45d3-9f53-38fcaec4cfe1 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:00:36.831380 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-18cbddc6-d856-4c93-b62d-d1e5c96eff59 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (3e4c66cb-a4cd-45d3-9f53-38fcaec4cfe1), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:36.838420 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f709a85a-df65-467a-883b-c955137a061c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (a7bc333b-9756-4e7a-a5bd-b5b92a46bda8), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:36.838761 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-f709a85a-df65-467a-883b-c955137a061c admin admin] Added segment a7bc333b-9756-4e7a-a5bd-b5b92a46bda8 of type vlan for network 6f9d2520-58b7-405e-ae3e-05f376196903 Feb 02 07:00:36.880040 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device b0c1301c-0cb0-469f-a0c9-843ba74483c4 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:00:36.931264 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f709a85a-df65-467a-883b-c955137a061c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (6f9d2520-58b7-405e-ae3e-05f376196903), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:36.972009 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f709a85a-df65-467a-883b-c955137a061c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (6f9d2520-58b7-405e-ae3e-05f376196903), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:36.973787 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f709a85a-df65-467a-883b-c955137a061c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:36.983258 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f709a85a-df65-467a-883b-c955137a061c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:37.046696 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f345fa5d-b7c3-44ad-9d59-9f5e42de378a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7863c5b7-f1f2-4d23-a10c-fe238bd1f964'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:00:37.049003 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec2e33be-0f0c-424b-86fe-01fe9b1f48d7" -d '{"events": [{"server_uuid": "f345fa5d-b7c3-44ad-9d59-9f5e42de378a", "name": "network-vif-unplugged", "status": "completed", "tag": "7863c5b7-f1f2-4d23-a10c-fe238bd1f964"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:00:37.063775 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port b0c1301c-0cb0-469f-a0c9-843ba74483c4 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:00:37.064155 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b0c1301c-0cb0-469f-a0c9-843ba74483c4), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:37.094014 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-18cbddc6-d856-4c93-b62d-d1e5c96eff59 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (3e4c66cb-a4cd-45d3-9f53-38fcaec4cfe1), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:37.095268 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-18cbddc6-d856-4c93-b62d-d1e5c96eff59 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Publish callbacks [] for floatingip (3e4c66cb-a4cd-45d3-9f53-38fcaec4cfe1), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:37.113793 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-e3a017ab-25cf-4651-a55e-09a8ab2e17e6 req-27d4f006-ecfd-4147-9d21-eaf30bf90798 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Deleting port 7863c5b7-f1f2-4d23-a10c-fe238bd1f964 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:00:37.114505 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-e3a017ab-25cf-4651-a55e-09a8ab2e17e6 req-27d4f006-ecfd-4147-9d21-eaf30bf90798 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (7863c5b7-f1f2-4d23-a10c-fe238bd1f964), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:37.115250 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f709a85a-df65-467a-883b-c955137a061c admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7446375 Feb 02 07:00:37.116144 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 39788) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:00:37.123851 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-18cbddc6-d856-4c93-b62d-d1e5c96eff59 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Calling delete_port for 3e4c66cb-a4cd-45d3-9f53-38fcaec4cfe1 owned by network:floatingip {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:00:37.137690 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 07:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc726e6-e370-4aef-872b-8913e3e61ab1 x-openstack-request-id: req-7fc726e6-e370-4aef-872b-8913e3e61ab1 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:00:37.139741 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f345fa5d-b7c3-44ad-9d59-9f5e42de378a", "name": "network-vif-unplugged", "status": "completed", "tag": "7863c5b7-f1f2-4d23-a10c-fe238bd1f964", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:00:37.140883 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7fc726e6-e370-4aef-872b-8913e3e61ab1 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:00:37.142629 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f345fa5d-b7c3-44ad-9d59-9f5e42de378a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7863c5b7-f1f2-4d23-a10c-fe238bd1f964', 'code': 200} Feb 02 07:00:37.146357 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b0eb3e-a236-4099-a70e-8ee42eee3574 None None] Sync routers for ids ['00086e2b-5b15-4365-8a90-4734c2b4a642'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:00:37.155150 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-70b798c8-1245-4cca-ac91-9eb77f227c2a admin admin] Request body: {'subnet': {'network_id': '6f9d2520-58b7-405e-ae3e-05f376196903', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1867045220-subnet', 'tenant_id': 'f448af77430843d3a0fc36014bd7917d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:00:37.163290 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b0eb3e-a236-4099-a70e-8ee42eee3574 None None] Routers {'00086e2b-5b15-4365-8a90-4734c2b4a642'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:00:37.164107 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-99b0eb3e-a236-4099-a70e-8ee42eee3574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:00:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['00086e2b-5b15-4365-8a90-4734c2b4a642'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:00:37.231274 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b798c8-1245-4cca-ac91-9eb77f227c2a admin admin] Made reservation on behalf of f448af77430843d3a0fc36014bd7917d for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:00:37.234473 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-70b798c8-1245-4cca-ac91-9eb77f227c2a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:37.247823 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ac67b-e206-41dd-81ee-05a0148b2012 req-a6c1f062-1052-425b-ba1d-e02250bfc013 tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:37.258343 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ed5ac67b-e206-41dd-81ee-05a0148b2012 req-a6c1f062-1052-425b-ba1d-e02250bfc013 tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] 10.222.0.87 "GET /v2.0/ports?device_id=7f363f95-eebf-48db-aa81-1545e6e53f8f HTTP/1.1" status: 200 len: 944 time: 0.2688577 Feb 02 07:00:37.261407 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709a85a-df65-467a-883b-c955137a061c admin admin] Pushing event updated for resources: {'Network': ['ID=6f9d2520-58b7-405e-ae3e-05f376196903,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:37.278852 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 6f9d2520-58b7-405e-ae3e-05f376196903 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:00:37.339785 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-e3a017ab-25cf-4651-a55e-09a8ab2e17e6 req-27d4f006-ecfd-4147-9d21-eaf30bf90798 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] For port 7863c5b7-f1f2-4d23-a10c-fe238bd1f964, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=7863c5b7-f1f2-4d23-a10c-fe238bd1f964,segment=NetworkSegment(8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763),segment_id=8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:00:37.340233 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-e3a017ab-25cf-4651-a55e-09a8ab2e17e6 req-27d4f006-ecfd-4147-9d21-eaf30bf90798 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (7863c5b7-f1f2-4d23-a10c-fe238bd1f964), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:37.344856 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port b0c1301c-0cb0-469f-a0c9-843ba74483c4 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:00:37.345251 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b0c1301c-0cb0-469f-a0c9-843ba74483c4), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:37.384693 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-e3a017ab-25cf-4651-a55e-09a8ab2e17e6 req-27d4f006-ecfd-4147-9d21-eaf30bf90798 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Calling delete_port for 7863c5b7-f1f2-4d23-a10c-fe238bd1f964 owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:00:37.394760 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-99b0eb3e-a236-4099-a70e-8ee42eee3574 None None] Set router 00086e2b-5b15-4365-8a90-4734c2b4a642 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:00:37.395546 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ed5ac67b-e206-41dd-81ee-05a0148b2012 req-0600c3fe-0369-4dba-8b56-e88c9142bac0 tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad653233-bf90-4164-b010-c8e6ddd645f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345007 Feb 02 07:00:37.529311 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port b0c1301c-0cb0-469f-a0c9-843ba74483c4, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=b0c1301c-0cb0-469f-a0c9-843ba74483c4,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:00:37.551696 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (b0c1301c-0cb0-469f-a0c9-843ba74483c4), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:37.595696 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-70b798c8-1245-4cca-ac91-9eb77f227c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (9dcf2e2e-c4da-4d2e-8593-e410778fa237), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:37.684998 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=b0c1301c-0cb0-469f-a0c9-843ba74483c4,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:37.708699 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b798c8-1245-4cca-ac91-9eb77f227c2a admin admin] Checking segment: {'id': 'a7bc333b-9756-4e7a-a5bd-b5b92a46bda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '6f9d2520-58b7-405e-ae3e-05f376196903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:00:37.709446 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b798c8-1245-4cca-ac91-9eb77f227c2a admin admin] Network hostable DHCP agents. Network: 6f9d2520-58b7-405e-ae3e-05f376196903, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:00:37.724342 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b798c8-1245-4cca-ac91-9eb77f227c2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dcf2e2e-c4da-4d2e-8593-e410778fa237,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:37.741923 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b798c8-1245-4cca-ac91-9eb77f227c2a admin admin] Network 6f9d2520-58b7-405e-ae3e-05f376196903 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:00:37.760216 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-70b798c8-1245-4cca-ac91-9eb77f227c2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 6f9d2520-58b7-405e-ae3e-05f376196903) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:00:37.766463 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b798c8-1245-4cca-ac91-9eb77f227c2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:37.767345 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-70b798c8-1245-4cca-ac91-9eb77f227c2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:37.773849 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdc725d-5f28-4c2c-877d-a7f1bab115ce None None] Network 6f9d2520-58b7-405e-ae3e-05f376196903 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:00:37.795506 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-70b798c8-1245-4cca-ac91-9eb77f227c2a admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6721337 Feb 02 07:00:37.797507 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 39796) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:00:37.804396 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-a2a9f5b4-76fc-402e-b3fb-340bb286bfc7 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1867045220-router', 'tenant_id': 'f448af77430843d3a0fc36014bd7917d', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:00:37.839723 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a2a9f5b4-76fc-402e-b3fb-340bb286bfc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (71a4d7d7-ffb1-4e1c-9eae-5da8ba76bbd0), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:37.841235 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a2a9f5b4-76fc-402e-b3fb-340bb286bfc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (71a4d7d7-ffb1-4e1c-9eae-5da8ba76bbd0), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:37.870164 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-99b0eb3e-a236-4099-a70e-8ee42eee3574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00086e2b-5b15-4365-8a90-4734c2b4a642', 'name': 'tempest-TaggedBootDevicesTest-270524327-router', 'tenant_id': 'e8b504d3cbde466cb7d12e8c49d706df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'b0c1301c-0cb0-469f-a0c9-843ba74483c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:00:26Z', 'updated_at': '2022-02-02T07:00:33Z', 'revision_number': 4, 'project_id': 'e8b504d3cbde466cb7d12e8c49d706df', 'gw_port': {'id': 'b0c1301c-0cb0-469f-a0c9-843ba74483c4', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a1:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00086e2b-5b15-4365-8a90-4734c2b4a642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:00:27Z', 'updated_at': '2022-02-02T07:00:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'fe1ae754-2aae-41bc-8f5c-79d8b2a617dd', 'name': '', 'network_id': '77178f25-e284-4e4b-a7e5-cf621bae5a6c', 'tenant_id': 'e8b504d3cbde466cb7d12e8c49d706df', 'mac_address': 'fa:16:3e:94:be:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00086e2b-5b15-4365-8a90-4734c2b4a642', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '3cc8f357-1066-45af-8dfb-a32204808b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:00:32Z', 'updated_at': '2022-02-02T07:00:33Z', 'revision_number': 2, 'project_id': 'e8b504d3cbde466cb7d12e8c49d706df', 'subnets': [{'id': '3cc8f357-1066-45af-8dfb-a32204808b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:00:37.882181 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-de056675-2e4e-47a4-b06d-d329adfcce9e req-bd337b4d-fb7a-4489-a35f-695f3d3ed9c6 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=e8c82113-c6de-43e8-86f2-7a66b5610677 HTTP/1.1" status: 200 len: 210 time: 0.0833366 Feb 02 07:00:37.919883 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b0eb3e-a236-4099-a70e-8ee42eee3574 None None] Checking router: 00086e2b-5b15-4365-8a90-4734c2b4a642 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:00:37.920250 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b0eb3e-a236-4099-a70e-8ee42eee3574 None None] Updating router 00086e2b-5b15-4365-8a90-4734c2b4a642 port fe1ae754-2aae-41bc-8f5c-79d8b2a617dd binding host n-d-789963-26 {{(pid=109696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:00:37.956316 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-99b0eb3e-a236-4099-a70e-8ee42eee3574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (fe1ae754-2aae-41bc-8f5c-79d8b2a617dd), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:38.009727 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a2a9f5b4-76fc-402e-b3fb-340bb286bfc7 admin admin] Publish callbacks [] for router_controller (71a4d7d7-ffb1-4e1c-9eae-5da8ba76bbd0), precommit_add_association {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:38.025708 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-18cbddc6-d856-4c93-b62d-d1e5c96eff59 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (3e4c66cb-a4cd-45d3-9f53-38fcaec4cfe1), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:38.051995 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-e3a017ab-25cf-4651-a55e-09a8ab2e17e6 req-27d4f006-ecfd-4147-9d21-eaf30bf90798 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (7863c5b7-f1f2-4d23-a10c-fe238bd1f964), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:38.187769 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cbddc6-d856-4c93-b62d-d1e5c96eff59 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Pushing event deleted for resources: {'Port': ['ID=3e4c66cb-a4cd-45d3-9f53-38fcaec4cfe1,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:38.230008 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c6efe4-8578-4182-8ddb-1fae2a9abab5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-6f9d2520-58b7-405e-ae3e-05f376196903', 'network_id': '6f9d2520-58b7-405e-ae3e-05f376196903', 'project_id': 'f448af77430843d3a0fc36014bd7917d', 'fixed_ips': [{'subnet_id': '9dcf2e2e-c4da-4d2e-8593-e410778fa237'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:00:38.232806 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-96c6efe4-8578-4182-8ddb-1fae2a9abab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:38.247393 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a2a9f5b4-76fc-402e-b3fb-340bb286bfc7 admin admin] Publish callbacks [] for router_gateway (71a4d7d7-ffb1-4e1c-9eae-5da8ba76bbd0), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:38.288409 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d4f006-ecfd-4147-9d21-eaf30bf90798 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Pushing event deleted for resources: {'Port': ['ID=7863c5b7-f1f2-4d23-a10c-fe238bd1f964,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:38.314514 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e7ea0-20eb-467f-9121-b6fd075640ef req-d44eba3c-5f96-4a7a-b4c6-6e0387424342 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:38.326183 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-370e7ea0-20eb-467f-9121-b6fd075640ef req-d44eba3c-5f96-4a7a-b4c6-6e0387424342 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=aa4e9b0f-2b25-4497-a096-632c427f463c HTTP/1.1" status: 200 len: 950 time: 0.5376637 Feb 02 07:00:38.380894 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af4f00-2314-484a-a287-375501d93bbb req-cc8e446a-e81d-4629-be67-ad4b35bbf771 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:38.382387 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-19af4f00-2314-484a-a287-375501d93bbb req-cc8e446a-e81d-4629-be67-ad4b35bbf771 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.59 "GET /v2.0/networks?id=ca6d2336-a914-4a87-8e88-4564aa839535 HTTP/1.1" status: 200 len: 805 time: 0.1295419 Feb 02 07:00:38.470846 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a017ab-25cf-4651-a55e-09a8ab2e17e6 req-27d4f006-ecfd-4147-9d21-eaf30bf90798 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] No DVR routers for this DVR port 7863c5b7-f1f2-4d23-a10c-fe238bd1f964 on host n-h2-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:00:38.475900 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-e3a017ab-25cf-4651-a55e-09a8ab2e17e6 req-27d4f006-ecfd-4147-9d21-eaf30bf90798 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:38.479397 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e3a017ab-25cf-4651-a55e-09a8ab2e17e6 req-27d4f006-ecfd-4147-9d21-eaf30bf90798 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.59 "DELETE /v2.0/ports/7863c5b7-f1f2-4d23-a10c-fe238bd1f964 HTTP/1.1" status: 204 len: 173 time: 1.6827974 Feb 02 07:00:38.480249 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f345fa5d-b7c3-44ad-9d59-9f5e42de378a', 'name': 'network-vif-deleted', 'tag': '7863c5b7-f1f2-4d23-a10c-fe238bd1f964'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:00:38.486874 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-946d9596-6773-46ea-9607-5f5a7d010dd6" -d '{"events": [{"server_uuid": "f345fa5d-b7c3-44ad-9d59-9f5e42de378a", "name": "network-vif-deleted", "tag": "7863c5b7-f1f2-4d23-a10c-fe238bd1f964"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:00:38.530257 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-370e7ea0-20eb-467f-9121-b6fd075640ef req-4da85c0d-497c-48a8-9c14-1ea62c27077c tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028852 Feb 02 07:00:38.544572 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-18cbddc6-d856-4c93-b62d-d1e5c96eff59 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Publish callbacks [] for floatingip (7a43642b-9572-4189-aac5-dc4a7ff8d37e), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:38.557982 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-18cbddc6-d856-4c93-b62d-d1e5c96eff59 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:38.558675 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-18cbddc6-d856-4c93-b62d-d1e5c96eff59 tempest-ServersTestBootFromVolume-1265344022 tempest-ServersTestBootFromVolume-1265344022-project] 10.222.0.87 "DELETE /v2.0/floatingips/7a43642b-9572-4189-aac5-dc4a7ff8d37e HTTP/1.1" status: 204 len: 168 time: 2.2218668 Feb 02 07:00:38.562550 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 39816) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:00:38.620778 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-99b0eb3e-a236-4099-a70e-8ee42eee3574 None None] Publish callbacks [] for port (fe1ae754-2aae-41bc-8f5c-79d8b2a617dd), precommit_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:38.638854 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-99b0eb3e-a236-4099-a70e-8ee42eee3574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (fe1ae754-2aae-41bc-8f5c-79d8b2a617dd), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:38.769768 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-96c6efe4-8578-4182-8ddb-1fae2a9abab5 None None] Allocated IP 172.20.0.2 (6f9d2520-58b7-405e-ae3e-05f376196903/9dcf2e2e-c4da-4d2e-8593-e410778fa237/eed695d1-a1d3-45f2-8cd8-cd30e8ab4272) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:00:38.808791 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device b0c1301c-0cb0-469f-a0c9-843ba74483c4 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:00:38.896265 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-99b0eb3e-a236-4099-a70e-8ee42eee3574 None None] Attempting to bind port fe1ae754-2aae-41bc-8f5c-79d8b2a617dd on host n-d-789963-26 for vnic_type normal with profile {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:00:38.896642 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-99b0eb3e-a236-4099-a70e-8ee42eee3574 None None] Attempting to bind port fe1ae754-2aae-41bc-8f5c-79d8b2a617dd by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '0964fc27-9dd8-4c77-8b5e-6541a668236f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '77178f25-e284-4e4b-a7e5-cf621bae5a6c'}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:00:38.897015 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b0eb3e-a236-4099-a70e-8ee42eee3574 None None] Attempting to bind port fe1ae754-2aae-41bc-8f5c-79d8b2a617dd on network 77178f25-e284-4e4b-a7e5-cf621bae5a6c {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:00:38.904873 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98190875-74e7-42db-8419-37430d810428 None None] Pushing event updated for resources: {'Port': ['ID=fe1ae754-2aae-41bc-8f5c-79d8b2a617dd,revision_number=3']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:38.908545 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b0eb3e-a236-4099-a70e-8ee42eee3574 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:00:38.909771 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b0eb3e-a236-4099-a70e-8ee42eee3574 None None] Checking segment: {'id': '0964fc27-9dd8-4c77-8b5e-6541a668236f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '77178f25-e284-4e4b-a7e5-cf621bae5a6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:00:38.910190 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-99b0eb3e-a236-4099-a70e-8ee42eee3574 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:38.910599 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b0eb3e-a236-4099-a70e-8ee42eee3574 None None] Bound using segment: {'id': '0964fc27-9dd8-4c77-8b5e-6541a668236f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '77178f25-e284-4e4b-a7e5-cf621bae5a6c'} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:00:38.911086 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-99b0eb3e-a236-4099-a70e-8ee42eee3574 None None] Bound port: fe1ae754-2aae-41bc-8f5c-79d8b2a617dd, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0964fc27-9dd8-4c77-8b5e-6541a668236f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '77178f25-e284-4e4b-a7e5-cf621bae5a6c'}}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:00:38.911472 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-99b0eb3e-a236-4099-a70e-8ee42eee3574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (fe1ae754-2aae-41bc-8f5c-79d8b2a617dd), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:38.930832 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98190875-74e7-42db-8419-37430d810428 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:00:38.931199 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98190875-74e7-42db-8419-37430d810428 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:00:38.931534 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98190875-74e7-42db-8419-37430d810428 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:00:38.931934 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98190875-74e7-42db-8419-37430d810428 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:00:38.932425 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98190875-74e7-42db-8419-37430d810428 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:00:38.932770 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98190875-74e7-42db-8419-37430d810428 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:00:38.933101 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98190875-74e7-42db-8419-37430d810428 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:00:38.934391 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98190875-74e7-42db-8419-37430d810428 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:00:38.934874 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98190875-74e7-42db-8419-37430d810428 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:00:38.935217 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98190875-74e7-42db-8419-37430d810428 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:00:38.936185 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98190875-74e7-42db-8419-37430d810428 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:00:38.936634 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98190875-74e7-42db-8419-37430d810428 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:00:38.937746 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98190875-74e7-42db-8419-37430d810428 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:00:39.001026 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e29e7-db26-496f-a568-5dc68650b13e req-0e58468a-3459-4dbe-b6c9-ba7246a7d79c tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:39.002636 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-287e29e7-db26-496f-a568-5dc68650b13e req-0e58468a-3459-4dbe-b6c9-ba7246a7d79c tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] 10.222.0.87 "GET /v2.0/ports?device_id=7f363f95-eebf-48db-aa81-1545e6e53f8f HTTP/1.1" status: 200 len: 944 time: 0.3054104 Feb 02 07:00:39.024576 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port b0c1301c-0cb0-469f-a0c9-843ba74483c4 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:00:39.027978 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b0c1301c-0cb0-469f-a0c9-843ba74483c4), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:39.032098 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-19af4f00-2314-484a-a287-375501d93bbb req-2860fbb7-d7ce-4936-9415-cdc65e4f7403 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Request body: {'port': {'device_id': 'e8c82113-c6de-43e8-86f2-7a66b5610677', 'network_id': 'ca6d2336-a914-4a87-8e88-4564aa839535', 'admin_state_up': True, 'tenant_id': 'a0778ddf7e2d4744ab0aa590410dd2bf'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:00:39.041817 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-99b0eb3e-a236-4099-a70e-8ee42eee3574 None None] For port fe1ae754-2aae-41bc-8f5c-79d8b2a617dd, host n-d-789963-26, cleared binding levels {{(pid=109696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:00:39.048914 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-99b0eb3e-a236-4099-a70e-8ee42eee3574 None None] For port fe1ae754-2aae-41bc-8f5c-79d8b2a617dd, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=fe1ae754-2aae-41bc-8f5c-79d8b2a617dd,segment=NetworkSegment(0964fc27-9dd8-4c77-8b5e-6541a668236f),segment_id=0964fc27-9dd8-4c77-8b5e-6541a668236f)] {{(pid=109696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:00:39.058489 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-99b0eb3e-a236-4099-a70e-8ee42eee3574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (fe1ae754-2aae-41bc-8f5c-79d8b2a617dd), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:39.150701 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d234890-944e-4a6f-8643-9a21f4532d61 req-f44a0744-74f4-481f-95aa-46b85eeecdb0 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:39.152730 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1d234890-944e-4a6f-8643-9a21f4532d61 req-f44a0744-74f4-481f-95aa-46b85eeecdb0 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 945 time: 1.1409111 Feb 02 07:00:39.172006 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b0eb3e-a236-4099-a70e-8ee42eee3574 None None] Routers {'00086e2b-5b15-4365-8a90-4734c2b4a642'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:00:39.173192 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-99b0eb3e-a236-4099-a70e-8ee42eee3574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:00:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['00086e2b-5b15-4365-8a90-4734c2b4a642'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:00:39.214054 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-287e29e7-db26-496f-a568-5dc68650b13e req-112eabea-2daf-4dd7-90cb-984a6bd9be29 tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad653233-bf90-4164-b010-c8e6ddd645f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020915 Feb 02 07:00:39.284560 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-dbb84990-f615-49a8-af76-52e93b2844a3 None None] Provisioning complete for port fe1ae754-2aae-41bc-8f5c-79d8b2a617dd triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:00:39.285041 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-dbb84990-f615-49a8-af76-52e93b2844a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (fe1ae754-2aae-41bc-8f5c-79d8b2a617dd), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:39.331003 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-96c6efe4-8578-4182-8ddb-1fae2a9abab5 None None] Publish callbacks [] for port (eed695d1-a1d3-45f2-8cd8-cd30e8ab4272), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:39.353660 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-96c6efe4-8578-4182-8ddb-1fae2a9abab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (eed695d1-a1d3-45f2-8cd8-cd30e8ab4272), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:39.406851 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ece68ce-c9be-4740-8ddf-b1959a72ed0f x-openstack-request-id: req-7ece68ce-c9be-4740-8ddf-b1959a72ed0f {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:00:39.407155 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f345fa5d-b7c3-44ad-9d59-9f5e42de378a", "name": "network-vif-deleted", "tag": "7863c5b7-f1f2-4d23-a10c-fe238bd1f964", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:00:39.409542 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7ece68ce-c9be-4740-8ddf-b1959a72ed0f {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:00:39.410297 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f345fa5d-b7c3-44ad-9d59-9f5e42de378a', 'name': 'network-vif-deleted', 'tag': '7863c5b7-f1f2-4d23-a10c-fe238bd1f964', 'status': 'completed', 'code': 200} Feb 02 07:00:39.438757 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1d234890-944e-4a6f-8643-9a21f4532d61 req-093c41f0-0038-4e9a-a2de-e4423a235777 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758517 Feb 02 07:00:39.453462 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c6efe4-8578-4182-8ddb-1fae2a9abab5 None None] Network 6f9d2520-58b7-405e-ae3e-05f376196903 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:00:39.459087 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-96c6efe4-8578-4182-8ddb-1fae2a9abab5 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:00:39.518997 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c6efe4-8578-4182-8ddb-1fae2a9abab5 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:00:39.581517 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19af4f00-2314-484a-a287-375501d93bbb req-2860fbb7-d7ce-4936-9415-cdc65e4f7403 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Made reservation on behalf of a0778ddf7e2d4744ab0aa590410dd2bf for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:00:39.588165 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fd043de6-ca70-4d1a-ad94-b44df59e5876 req-05814dc2-6954-48dc-b06f-2dfd0817b044 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=e8c82113-c6de-43e8-86f2-7a66b5610677 HTTP/1.1" status: 200 len: 210 time: 0.0674396 Feb 02 07:00:39.595644 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-19af4f00-2314-484a-a287-375501d93bbb req-2860fbb7-d7ce-4936-9415-cdc65e4f7403 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:39.630338 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port b0c1301c-0cb0-469f-a0c9-843ba74483c4 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:00:39.637784 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98190875-74e7-42db-8419-37430d810428 None None] Pushing event updated for resources: {'Port': ['ID=fe1ae754-2aae-41bc-8f5c-79d8b2a617dd,revision_number=4']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:39.698058 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-99b0eb3e-a236-4099-a70e-8ee42eee3574 None None] Set router 00086e2b-5b15-4365-8a90-4734c2b4a642 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:00:39.728382 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f26beca4-39aa-4179-a5c3-1d2f4f48b110 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (3a6511f2-0989-4811-9bd1-78b7d2fee4fb), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:39.757121 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-96c6efe4-8578-4182-8ddb-1fae2a9abab5 None None] Attempting to bind port eed695d1-a1d3-45f2-8cd8-cd30e8ab4272 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:00:39.759957 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-96c6efe4-8578-4182-8ddb-1fae2a9abab5 None None] Attempting to bind port eed695d1-a1d3-45f2-8cd8-cd30e8ab4272 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'a7bc333b-9756-4e7a-a5bd-b5b92a46bda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '6f9d2520-58b7-405e-ae3e-05f376196903'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:00:39.760338 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c6efe4-8578-4182-8ddb-1fae2a9abab5 None None] Attempting to bind port eed695d1-a1d3-45f2-8cd8-cd30e8ab4272 on network 6f9d2520-58b7-405e-ae3e-05f376196903 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:00:39.764200 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c6efe4-8578-4182-8ddb-1fae2a9abab5 None None] Pushing event updated for resources: {'Port': ['ID=eed695d1-a1d3-45f2-8cd8-cd30e8ab4272,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:39.786789 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-dbb84990-f615-49a8-af76-52e93b2844a3 None None] Current status of the port fe1ae754-2aae-41bc-8f5c-79d8b2a617dd is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:00:39.787708 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-dbb84990-f615-49a8-af76-52e93b2844a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (fe1ae754-2aae-41bc-8f5c-79d8b2a617dd), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:39.790223 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c6efe4-8578-4182-8ddb-1fae2a9abab5 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:00:39.790919 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c6efe4-8578-4182-8ddb-1fae2a9abab5 None None] Checking segment: {'id': 'a7bc333b-9756-4e7a-a5bd-b5b92a46bda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '6f9d2520-58b7-405e-ae3e-05f376196903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:00:39.791546 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-96c6efe4-8578-4182-8ddb-1fae2a9abab5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:39.792166 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c6efe4-8578-4182-8ddb-1fae2a9abab5 None None] Bound using segment: {'id': 'a7bc333b-9756-4e7a-a5bd-b5b92a46bda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '6f9d2520-58b7-405e-ae3e-05f376196903'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:00:39.793257 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-96c6efe4-8578-4182-8ddb-1fae2a9abab5 None None] Bound port: eed695d1-a1d3-45f2-8cd8-cd30e8ab4272, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7bc333b-9756-4e7a-a5bd-b5b92a46bda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '6f9d2520-58b7-405e-ae3e-05f376196903'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:00:39.793860 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-96c6efe4-8578-4182-8ddb-1fae2a9abab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (eed695d1-a1d3-45f2-8cd8-cd30e8ab4272), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:39.847071 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-dbb84990-f615-49a8-af76-52e93b2844a3 None None] For port fe1ae754-2aae-41bc-8f5c-79d8b2a617dd, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=fe1ae754-2aae-41bc-8f5c-79d8b2a617dd,segment=NetworkSegment(0964fc27-9dd8-4c77-8b5e-6541a668236f),segment_id=0964fc27-9dd8-4c77-8b5e-6541a668236f)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:00:39.878162 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-dbb84990-f615-49a8-af76-52e93b2844a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (fe1ae754-2aae-41bc-8f5c-79d8b2a617dd), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:39.936876 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-19af4f00-2314-484a-a287-375501d93bbb req-2860fbb7-d7ce-4936-9415-cdc65e4f7403 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Allocated IP 172.20.0.6 (ca6d2336-a914-4a87-8e88-4564aa839535/24ed2492-6ddd-43a9-869d-9a8e1e2b11cb/51628f27-680b-434a-b3c2-04fa01e7c39f) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:00:39.973511 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-99b0eb3e-a236-4099-a70e-8ee42eee3574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00086e2b-5b15-4365-8a90-4734c2b4a642', 'name': 'tempest-TaggedBootDevicesTest-270524327-router', 'tenant_id': 'e8b504d3cbde466cb7d12e8c49d706df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'b0c1301c-0cb0-469f-a0c9-843ba74483c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:00:26Z', 'updated_at': '2022-02-02T07:00:33Z', 'revision_number': 4, 'project_id': 'e8b504d3cbde466cb7d12e8c49d706df', 'gw_port': {'id': 'b0c1301c-0cb0-469f-a0c9-843ba74483c4', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00086e2b-5b15-4365-8a90-4734c2b4a642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:00:27Z', 'updated_at': '2022-02-02T07:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'fe1ae754-2aae-41bc-8f5c-79d8b2a617dd', 'name': '', 'network_id': '77178f25-e284-4e4b-a7e5-cf621bae5a6c', 'tenant_id': 'e8b504d3cbde466cb7d12e8c49d706df', 'mac_address': 'fa:16:3e:94:be:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00086e2b-5b15-4365-8a90-4734c2b4a642', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '3cc8f357-1066-45af-8dfb-a32204808b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:00:32Z', 'updated_at': '2022-02-02T07:00:39Z', 'revision_number': 4, 'project_id': 'e8b504d3cbde466cb7d12e8c49d706df', 'subnets': [{'id': '3cc8f357-1066-45af-8dfb-a32204808b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:00:40.021613 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b0eb3e-a236-4099-a70e-8ee42eee3574 None None] The sync data for ids ['00086e2b-5b15-4365-8a90-4734c2b4a642'] in n-d-789963-26 is: [{'id': '00086e2b-5b15-4365-8a90-4734c2b4a642', 'name': 'tempest-TaggedBootDevicesTest-270524327-router', 'tenant_id': 'e8b504d3cbde466cb7d12e8c49d706df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'b0c1301c-0cb0-469f-a0c9-843ba74483c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:00:26Z', 'updated_at': '2022-02-02T07:00:33Z', 'revision_number': 4, 'project_id': 'e8b504d3cbde466cb7d12e8c49d706df', 'gw_port': {'id': 'b0c1301c-0cb0-469f-a0c9-843ba74483c4', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00086e2b-5b15-4365-8a90-4734c2b4a642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:00:27Z', 'updated_at': '2022-02-02T07:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'fe1ae754-2aae-41bc-8f5c-79d8b2a617dd', 'name': '', 'network_id': '77178f25-e284-4e4b-a7e5-cf621bae5a6c', 'tenant_id': 'e8b504d3cbde466cb7d12e8c49d706df', 'mac_address': 'fa:16:3e:94:be:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00086e2b-5b15-4365-8a90-4734c2b4a642', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '3cc8f357-1066-45af-8dfb-a32204808b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:00:32Z', 'updated_at': '2022-02-02T07:00:39Z', 'revision_number': 4, 'project_id': 'e8b504d3cbde466cb7d12e8c49d706df', 'subnets': [{'id': '3cc8f357-1066-45af-8dfb-a32204808b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:00:40.045687 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb84990-f615-49a8-af76-52e93b2844a3 None None] Pushing event updated for resources: {'Port': ['ID=fe1ae754-2aae-41bc-8f5c-79d8b2a617dd,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:40.065353 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-96c6efe4-8578-4182-8ddb-1fae2a9abab5 None None] For port eed695d1-a1d3-45f2-8cd8-cd30e8ab4272, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:00:40.132544 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device e1fb8fed-1198-454e-bb91-bd01fc490fa7 details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:00:40.136854 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 7863c5b7-f1f2-4d23-a10c-fe238bd1f964 no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:00:40.144449 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-635b68e5-ef2d-4347-a0c9-027b44ff855f None None] Provisioning complete for port fe1ae754-2aae-41bc-8f5c-79d8b2a617dd triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:00:40.145140 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-635b68e5-ef2d-4347-a0c9-027b44ff855f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (fe1ae754-2aae-41bc-8f5c-79d8b2a617dd), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:40.156685 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-96c6efe4-8578-4182-8ddb-1fae2a9abab5 None None] For port eed695d1-a1d3-45f2-8cd8-cd30e8ab4272, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=eed695d1-a1d3-45f2-8cd8-cd30e8ab4272,segment=NetworkSegment(a7bc333b-9756-4e7a-a5bd-b5b92a46bda8),segment_id=a7bc333b-9756-4e7a-a5bd-b5b92a46bda8)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:00:40.163518 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addcc7e7-c77c-4648-a65e-5ffda20c82f6 req-c19fb722-c06d-4f06-8b38-733b129fc76d tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:40.172895 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-addcc7e7-c77c-4648-a65e-5ffda20c82f6 req-c19fb722-c06d-4f06-8b38-733b129fc76d tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=aa4e9b0f-2b25-4497-a096-632c427f463c HTTP/1.1" status: 200 len: 950 time: 0.4958951 Feb 02 07:00:40.219347 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-96c6efe4-8578-4182-8ddb-1fae2a9abab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (eed695d1-a1d3-45f2-8cd8-cd30e8ab4272), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:40.221539 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] No Port match for: 7863c5b7-f1f2-4d23-a10c-fe238bd1f964 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:00:40.221992 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 7863c5b7-f1f2-4d23-a10c-fe238bd1f964 not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:00:40.300985 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-f26beca4-39aa-4179-a5c3-1d2f4f48b110 admin admin] Deleting port a719bb2a-938e-4f90-a285-045e8b12ea2e {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:00:40.301485 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f26beca4-39aa-4179-a5c3-1d2f4f48b110 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (a719bb2a-938e-4f90-a285-045e8b12ea2e), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:40.335513 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c6efe4-8578-4182-8ddb-1fae2a9abab5 None None] Pushing event updated for resources: {'Port': ['ID=eed695d1-a1d3-45f2-8cd8-cd30e8ab4272,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:40.356143 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.db.resource_extend [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 07:00:40.378275 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-19af4f00-2314-484a-a287-375501d93bbb req-2860fbb7-d7ce-4936-9415-cdc65e4f7403 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Publish callbacks [] for port (51628f27-680b-434a-b3c2-04fa01e7c39f), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:40.474587 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-19af4f00-2314-484a-a287-375501d93bbb req-2860fbb7-d7ce-4936-9415-cdc65e4f7403 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (51628f27-680b-434a-b3c2-04fa01e7c39f), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:40.487525 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-f26beca4-39aa-4179-a5c3-1d2f4f48b110 admin admin] For port a719bb2a-938e-4f90-a285-045e8b12ea2e, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=a719bb2a-938e-4f90-a285-045e8b12ea2e,segment=NetworkSegment(44161496-15f5-466f-995a-9f19bcdfc5a0),segment_id=44161496-15f5-466f-995a-9f19bcdfc5a0)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:00:40.489267 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f26beca4-39aa-4179-a5c3-1d2f4f48b110 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (a719bb2a-938e-4f90-a285-045e8b12ea2e), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:40.519711 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2799d436-56b8-4389-a07d-ba6907f9f0d9 req-84f4f184-2ebe-4fee-9be2-6bf8f4e76bd4 tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:40.534264 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2799d436-56b8-4389-a07d-ba6907f9f0d9 req-84f4f184-2ebe-4fee-9be2-6bf8f4e76bd4 tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] 10.222.0.87 "GET /v2.0/ports?device_id=7f363f95-eebf-48db-aa81-1545e6e53f8f HTTP/1.1" status: 200 len: 944 time: 0.1897521 Feb 02 07:00:40.539197 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-f26beca4-39aa-4179-a5c3-1d2f4f48b110 admin admin] Calling delete_port for a719bb2a-938e-4f90-a285-045e8b12ea2e owned by network:router_interface {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:00:40.561554 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port e1fb8fed-1198-454e-bb91-bd01fc490fa7, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=e1fb8fed-1198-454e-bb91-bd01fc490fa7,segment=NetworkSegment(c042d126-59be-415e-935e-ea7fc8b7e911),segment_id=c042d126-59be-415e-935e-ea7fc8b7e911)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:00:40.663726 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2860fbb7-d7ce-4936-9415-cdc65e4f7403 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Pushing event updated for resources: {'Port': ['ID=51628f27-680b-434a-b3c2-04fa01e7c39f,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:40.688706 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-addcc7e7-c77c-4648-a65e-5ffda20c82f6 req-e5de8b8e-852a-439e-bd3c-35e84d353336 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5054600 Feb 02 07:00:40.688706 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a2a9f5b4-76fc-402e-b3fb-340bb286bfc7 admin admin] Publish callbacks [] for router_gateway (71a4d7d7-ffb1-4e1c-9eae-5da8ba76bbd0), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:40.765522 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a2a9f5b4-76fc-402e-b3fb-340bb286bfc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:40.826931 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19af4f00-2314-484a-a287-375501d93bbb req-2860fbb7-d7ce-4936-9415-cdc65e4f7403 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Network ca6d2336-a914-4a87-8e88-4564aa839535 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:00:40.843101 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2799d436-56b8-4389-a07d-ba6907f9f0d9 req-ab681886-e6d0-438d-a0c5-0c61cda85306 tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad653233-bf90-4164-b010-c8e6ddd645f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069720 Feb 02 07:00:40.987834 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-19af4f00-2314-484a-a287-375501d93bbb req-2860fbb7-d7ce-4936-9415-cdc65e4f7403 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:00:40.993933 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-19af4f00-2314-484a-a287-375501d93bbb req-2860fbb7-d7ce-4936-9415-cdc65e4f7403 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:00:41.052042 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device fe1ae754-2aae-41bc-8f5c-79d8b2a617dd up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:00:41.109341 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': 'e1fb8fed-1198-454e-bb91-bd01fc490fa7', 'network_id': '6cc3d0c3-1b02-4467-ae70-b7c675f62b1f', 'port_id': 'e1fb8fed-1198-454e-bb91-bd01fc490fa7', 'mac_address': 'fa:16:3e:4a:56:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af7eb4ad-a4a1-40c8-b8f4-f92a487b8b03', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:00:41.109991 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0b692-0903-40a6-96f6-0c45fb0b4907 req-c15ba819-fd9a-4bcd-b89e-d57c9a5c67b8 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:41.112194 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4ad0b692-0903-40a6-96f6-0c45fb0b4907 req-c15ba819-fd9a-4bcd-b89e-d57c9a5c67b8 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=e8c82113-c6de-43e8-86f2-7a66b5610677 HTTP/1.1" status: 200 len: 931 time: 0.1328671 Feb 02 07:00:41.188368 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4ad0b692-0903-40a6-96f6-0c45fb0b4907 req-ac8a38d5-51f3-4205-b2c3-1290dfae2991 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/security-groups?id=99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688844 Feb 02 07:00:41.189276 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f26beca4-39aa-4179-a5c3-1d2f4f48b110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (a719bb2a-938e-4f90-a285-045e8b12ea2e), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:41.216951 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-a2a9f5b4-76fc-402e-b3fb-340bb286bfc7 admin admin] Allocated IP 172.25.4.207 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/e6d5a080-0922-4803-8bca-1c3910a9e23d) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:00:41.239845 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port e1fb8fed-1198-454e-bb91-bd01fc490fa7 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:00:41.240366 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (e1fb8fed-1198-454e-bb91-bd01fc490fa7), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:41.297508 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1fb8fed-1198-454e-bb91-bd01fc490fa7 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:00:41.310646 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-635b68e5-ef2d-4347-a0c9-027b44ff855f None None] Current status of the port fe1ae754-2aae-41bc-8f5c-79d8b2a617dd is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:00:41.323004 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-8b52d55c-cd96-4e68-be20-02aa9bd89dc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:41.356025 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26beca4-39aa-4179-a5c3-1d2f4f48b110 admin admin] Pushing event deleted for resources: {'Port': ['ID=a719bb2a-938e-4f90-a285-045e8b12ea2e,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:41.369727 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port e1fb8fed-1198-454e-bb91-bd01fc490fa7, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=e1fb8fed-1198-454e-bb91-bd01fc490fa7,segment=NetworkSegment(c042d126-59be-415e-935e-ea7fc8b7e911),segment_id=c042d126-59be-415e-935e-ea7fc8b7e911)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:00:41.397844 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (e1fb8fed-1198-454e-bb91-bd01fc490fa7), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:41.401127 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a2a9f5b4-76fc-402e-b3fb-340bb286bfc7 admin admin] Publish callbacks [] for port (e6d5a080-0922-4803-8bca-1c3910a9e23d), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:41.461946 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af9356-527f-4332-8835-4ca977e59a06 req-c70de08a-dd2a-4c3c-acb9-7f4fc6166c81 tempest-ServersOnMultiNodesTest-720342812 tempest-ServersOnMultiNodesTest-720342812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:41.474848 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-28af9356-527f-4332-8835-4ca977e59a06 req-c70de08a-dd2a-4c3c-acb9-7f4fc6166c81 tempest-ServersOnMultiNodesTest-720342812 tempest-ServersOnMultiNodesTest-720342812-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=aa4e9b0f-2b25-4497-a096-632c427f463c HTTP/1.1" status: 200 len: 1133 time: 0.1083024 Feb 02 07:00:41.477929 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af4f00-2314-484a-a287-375501d93bbb req-2860fbb7-d7ce-4936-9415-cdc65e4f7403 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:41.478634 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-19af4f00-2314-484a-a287-375501d93bbb req-2860fbb7-d7ce-4936-9415-cdc65e4f7403 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:41.512420 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port fe1ae754-2aae-41bc-8f5c-79d8b2a617dd triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:00:41.512950 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (fe1ae754-2aae-41bc-8f5c-79d8b2a617dd), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:41.519274 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a2a9f5b4-76fc-402e-b3fb-340bb286bfc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (e6d5a080-0922-4803-8bca-1c3910a9e23d), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:41.636080 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-19af4f00-2314-484a-a287-375501d93bbb req-2860fbb7-d7ce-4936-9415-cdc65e4f7403 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6244631 Feb 02 07:00:41.642012 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a9f5b4-76fc-402e-b3fb-340bb286bfc7 admin admin] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:00:41.653485 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=e1fb8fed-1198-454e-bb91-bd01fc490fa7,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:41.686118 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-a2a9f5b4-76fc-402e-b3fb-340bb286bfc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:00:41.711286 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b0399b-21d6-4091-9374-1e1d21eddd94 req-58da0d0c-4e3e-4076-8eff-ef4d0fe6200c tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:41.728171 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d6b0399b-21d6-4091-9374-1e1d21eddd94 req-58da0d0c-4e3e-4076-8eff-ef4d0fe6200c tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 945 time: 0.7622628 Feb 02 07:00:41.730784 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a9f5b4-76fc-402e-b3fb-340bb286bfc7 admin admin] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:00:41.757274 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port fe1ae754-2aae-41bc-8f5c-79d8b2a617dd is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:00:41.768364 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f26beca4-39aa-4179-a5c3-1d2f4f48b110 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (3a6511f2-0989-4811-9bd1-78b7d2fee4fb), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:41.805255 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-28af9356-527f-4332-8835-4ca977e59a06 req-0e622be5-7b48-4f73-9ff3-2ffb4c7c8378 tempest-ServersOnMultiNodesTest-720342812 tempest-ServersOnMultiNodesTest-720342812-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294635 Feb 02 07:00:41.815398 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-19af4f00-2314-484a-a287-375501d93bbb req-eb501be0-1577-4f2b-ba12-09efa95453eb service neutron] Request body: {'port': {'device_id': 'e8c82113-c6de-43e8-86f2-7a66b5610677', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:00:41.923156 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['e1fb8fed-1198-454e-bb91-bd01fc490fa7'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:00:41.963645 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a9f5b4-76fc-402e-b3fb-340bb286bfc7 admin admin] Pushing event updated for resources: {'Port': ['ID=e6d5a080-0922-4803-8bca-1c3910a9e23d,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:42.068562 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-19af4f00-2314-484a-a287-375501d93bbb req-eb501be0-1577-4f2b-ba12-09efa95453eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (51628f27-680b-434a-b3c2-04fa01e7c39f), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:42.107437 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d6b0399b-21d6-4091-9374-1e1d21eddd94 req-233daddd-90a4-4da0-833e-54b6d3e1ea8a tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3783844 Feb 02 07:00:42.217704 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7bf782e-388a-45f7-9a7e-ecbfff329dcd None None] Network 6f9d2520-58b7-405e-ae3e-05f376196903 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:00:42.328374 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f26beca4-39aa-4179-a5c3-1d2f4f48b110 admin admin] Router 3a6511f2-0989-4811-9bd1-78b7d2fee4fb has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:00:42.351322 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f3dc5-6821-4ae5-bed2-434c01a94794 req-ac570e4a-53ce-4d21-8daa-059bac002633 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:42.352868 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-656f3dc5-6821-4ae5-bed2-434c01a94794 req-ac570e4a-53ce-4d21-8daa-059bac002633 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=aa4e9b0f-2b25-4497-a096-632c427f463c HTTP/1.1" status: 200 len: 950 time: 0.0987058 Feb 02 07:00:42.428744 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-50fd5b98-12ef-46dd-aef2-9c85dcabc293 None None] Provisioning complete for port eed695d1-a1d3-45f2-8cd8-cd30e8ab4272 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:00:42.428744 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-50fd5b98-12ef-46dd-aef2-9c85dcabc293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (eed695d1-a1d3-45f2-8cd8-cd30e8ab4272), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:42.482844 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-656f3dc5-6821-4ae5-bed2-434c01a94794 req-ca4924b1-90f6-4093-8ef2-330910621947 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231019 Feb 02 07:00:42.540364 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f26beca4-39aa-4179-a5c3-1d2f4f48b110 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:00:42.557558 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-f26beca4-39aa-4179-a5c3-1d2f4f48b110 admin admin] 10.222.0.87 "PUT /v2.0/routers/3a6511f2-0989-4811-9bd1-78b7d2fee4fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9891267 Feb 02 07:00:42.559740 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 39844) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:00:42.576589 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74ec86c-2188-4755-b00d-22304edf4e82 None None] Sync routers for ids ['3a6511f2-0989-4811-9bd1-78b7d2fee4fb'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:00:42.627569 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74ec86c-2188-4755-b00d-22304edf4e82 None None] Routers {'3a6511f2-0989-4811-9bd1-78b7d2fee4fb'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:00:42.628130 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-a74ec86c-2188-4755-b00d-22304edf4e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:00:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['3a6511f2-0989-4811-9bd1-78b7d2fee4fb'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:00:42.813966 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-50fd5b98-12ef-46dd-aef2-9c85dcabc293 None None] Current status of the port eed695d1-a1d3-45f2-8cd8-cd30e8ab4272 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:00:42.814282 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-50fd5b98-12ef-46dd-aef2-9c85dcabc293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (eed695d1-a1d3-45f2-8cd8-cd30e8ab4272), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:42.865571 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ece3fa77-cb6e-461a-9106-a27b6cf8e821 admin admin] Publish callbacks [] for router (3a6511f2-0989-4811-9bd1-78b7d2fee4fb), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:42.869989 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-a74ec86c-2188-4755-b00d-22304edf4e82 None None] Set router 3a6511f2-0989-4811-9bd1-78b7d2fee4fb gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:00:42.873811 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-50fd5b98-12ef-46dd-aef2-9c85dcabc293 None None] For port eed695d1-a1d3-45f2-8cd8-cd30e8ab4272, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=eed695d1-a1d3-45f2-8cd8-cd30e8ab4272,segment=NetworkSegment(a7bc333b-9756-4e7a-a5bd-b5b92a46bda8),segment_id=a7bc333b-9756-4e7a-a5bd-b5b92a46bda8)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:00:42.891111 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a1771-251a-4064-baee-9471023ba113 req-a16f39ba-90f6-4764-ae12-a801352ce2ca tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:42.900286 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-656a1771-251a-4064-baee-9471023ba113 req-a16f39ba-90f6-4764-ae12-a801352ce2ca tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=e8c82113-c6de-43e8-86f2-7a66b5610677 HTTP/1.1" status: 200 len: 931 time: 0.2714412 Feb 02 07:00:42.947692 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9d3dc0-074d-47d9-84b8-0ae4f81b0503 req-238861e3-7954-4bff-80d1-ec28a2c7c959 tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:42.949386 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5a9d3dc0-074d-47d9-84b8-0ae4f81b0503 req-238861e3-7954-4bff-80d1-ec28a2c7c959 tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] 10.222.0.87 "GET /v2.0/ports?device_id=7f363f95-eebf-48db-aa81-1545e6e53f8f HTTP/1.1" status: 200 len: 945 time: 0.6631265 Feb 02 07:00:42.996442 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-50fd5b98-12ef-46dd-aef2-9c85dcabc293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (eed695d1-a1d3-45f2-8cd8-cd30e8ab4272), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:43.050057 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device eed695d1-a1d3-45f2-8cd8-cd30e8ab4272 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:00:43.162416 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a2a9f5b4-76fc-402e-b3fb-340bb286bfc7 admin admin] Publish callbacks [] for router_gateway (71a4d7d7-ffb1-4e1c-9eae-5da8ba76bbd0), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:43.231911 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-19af4f00-2314-484a-a287-375501d93bbb req-eb501be0-1577-4f2b-ba12-09efa95453eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51628f27-680b-434a-b3c2-04fa01e7c39f {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:00:43.245765 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fd5b98-12ef-46dd-aef2-9c85dcabc293 None None] Pushing event updated for resources: {'Port': ['ID=eed695d1-a1d3-45f2-8cd8-cd30e8ab4272,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:43.246437 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-656a1771-251a-4064-baee-9471023ba113 req-5391893b-2a13-4be5-91ff-1a3b17e2cf07 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/security-groups?id=99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3415966 Feb 02 07:00:43.266388 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-19af4f00-2314-484a-a287-375501d93bbb req-eb501be0-1577-4f2b-ba12-09efa95453eb service neutron] Publish callbacks [] for port (51628f27-680b-434a-b3c2-04fa01e7c39f), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:43.269617 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ece3fa77-cb6e-461a-9106-a27b6cf8e821 admin admin] Publish callbacks [] for router_gateway (3a6511f2-0989-4811-9bd1-78b7d2fee4fb), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:43.372856 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1badf152-a647-4801-84e3-679d476614ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:43.373207 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-ece3fa77-cb6e-461a-9106-a27b6cf8e821 admin admin] Deleting port 6912ed99-8617-4efc-b312-f6ac2cf29b70 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:00:43.373630 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ece3fa77-cb6e-461a-9106-a27b6cf8e821 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (6912ed99-8617-4efc-b312-f6ac2cf29b70), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:43.380686 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-19af4f00-2314-484a-a287-375501d93bbb req-eb501be0-1577-4f2b-ba12-09efa95453eb service neutron] Transition to ACTIVE for port object 51628f27-680b-434a-b3c2-04fa01e7c39f will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:00:43.382488 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-a62c782d-f184-4b56-8a44-ab325a4421a1 None None] Provisioning complete for port eed695d1-a1d3-45f2-8cd8-cd30e8ab4272 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:00:43.383209 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a62c782d-f184-4b56-8a44-ab325a4421a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (eed695d1-a1d3-45f2-8cd8-cd30e8ab4272), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:43.391271 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5a9d3dc0-074d-47d9-84b8-0ae4f81b0503 req-f470257c-1809-47e4-9132-0ae6de6c7bfc tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad653233-bf90-4164-b010-c8e6ddd645f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4255962 Feb 02 07:00:43.410040 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-19af4f00-2314-484a-a287-375501d93bbb req-eb501be0-1577-4f2b-ba12-09efa95453eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (51628f27-680b-434a-b3c2-04fa01e7c39f), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:43.488220 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb501be0-1577-4f2b-ba12-09efa95453eb service neutron] Pushing event updated for resources: {'Port': ['ID=51628f27-680b-434a-b3c2-04fa01e7c39f,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:43.508820 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port eed695d1-a1d3-45f2-8cd8-cd30e8ab4272 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:00:43.509794 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (eed695d1-a1d3-45f2-8cd8-cd30e8ab4272), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:43.684611 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f7b173-c710-47c5-81cf-01e86731404a req-1671c76c-dd16-44d1-92af-74a311dc0fdb tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:43.686213 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f2f7b173-c710-47c5-81cf-01e86731404a req-1671c76c-dd16-44d1-92af-74a311dc0fdb tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 945 time: 0.3085299 Feb 02 07:00:43.699200 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-ece3fa77-cb6e-461a-9106-a27b6cf8e821 admin admin] For port 6912ed99-8617-4efc-b312-f6ac2cf29b70, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=6912ed99-8617-4efc-b312-f6ac2cf29b70,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:00:43.699593 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ece3fa77-cb6e-461a-9106-a27b6cf8e821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (6912ed99-8617-4efc-b312-f6ac2cf29b70), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:43.730923 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-a62c782d-f184-4b56-8a44-ab325a4421a1 None None] Current status of the port eed695d1-a1d3-45f2-8cd8-cd30e8ab4272 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:00:43.746111 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-a74ec86c-2188-4755-b00d-22304edf4e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6511f2-0989-4811-9bd1-78b7d2fee4fb', 'name': 'tempest-ServersTestBootFromVolume-181714835-router', 'tenant_id': 'a5b11438631643ef8d3efce0551ce774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': '6912ed99-8617-4efc-b312-f6ac2cf29b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:56:54Z', 'updated_at': '2022-02-02T07:00:41Z', 'revision_number': 5, 'project_id': 'a5b11438631643ef8d3efce0551ce774', 'gw_port': {'id': '6912ed99-8617-4efc-b312-f6ac2cf29b70', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:98:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a6511f2-0989-4811-9bd1-78b7d2fee4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T06:56:55Z', 'updated_at': '2022-02-02T06:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:00:43.759212 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a2a9f5b4-76fc-402e-b3fb-340bb286bfc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (71a4d7d7-ffb1-4e1c-9eae-5da8ba76bbd0), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:43.765606 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-ece3fa77-cb6e-461a-9106-a27b6cf8e821 admin admin] Calling delete_port for 6912ed99-8617-4efc-b312-f6ac2cf29b70 owned by network:router_gateway {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:00:43.766743 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-19af4f00-2314-484a-a287-375501d93bbb req-eb501be0-1577-4f2b-ba12-09efa95453eb service neutron] Attempting to bind port 51628f27-680b-434a-b3c2-04fa01e7c39f on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:00:43.767086 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-19af4f00-2314-484a-a287-375501d93bbb req-eb501be0-1577-4f2b-ba12-09efa95453eb service neutron] Attempting to bind port 51628f27-680b-434a-b3c2-04fa01e7c39f by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': '8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'ca6d2336-a914-4a87-8e88-4564aa839535'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:00:43.767417 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19af4f00-2314-484a-a287-375501d93bbb req-eb501be0-1577-4f2b-ba12-09efa95453eb service neutron] Attempting to bind port 51628f27-680b-434a-b3c2-04fa01e7c39f on network ca6d2336-a914-4a87-8e88-4564aa839535 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:00:43.782966 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74ec86c-2188-4755-b00d-22304edf4e82 None None] Checking router: 3a6511f2-0989-4811-9bd1-78b7d2fee4fb for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:00:43.786673 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf93f64-71e1-485a-9823-53fd25e8ef03 req-9366eb63-a998-4aca-ae95-279c071c4f6d tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:43.788179 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port eed695d1-a1d3-45f2-8cd8-cd30e8ab4272 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:00:43.790069 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5bf93f64-71e1-485a-9823-53fd25e8ef03 req-9366eb63-a998-4aca-ae95-279c071c4f6d tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=aa4e9b0f-2b25-4497-a096-632c427f463c HTTP/1.1" status: 200 len: 950 time: 0.1604288 Feb 02 07:00:43.810396 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74ec86c-2188-4755-b00d-22304edf4e82 None None] Routers {'3a6511f2-0989-4811-9bd1-78b7d2fee4fb'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:00:43.811429 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-a74ec86c-2188-4755-b00d-22304edf4e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:00:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['3a6511f2-0989-4811-9bd1-78b7d2fee4fb'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:00:43.852885 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f2f7b173-c710-47c5-81cf-01e86731404a req-db07bbaf-a69a-4733-aa7d-dd298c088c51 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563056 Feb 02 07:00:43.875461 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19af4f00-2314-484a-a287-375501d93bbb req-eb501be0-1577-4f2b-ba12-09efa95453eb service neutron] Port 51628f27-680b-434a-b3c2-04fa01e7c39f on network ca6d2336-a914-4a87-8e88-4564aa839535 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:00:43.880491 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19af4f00-2314-484a-a287-375501d93bbb req-eb501be0-1577-4f2b-ba12-09efa95453eb service neutron] Attempting to bind port 51628f27-680b-434a-b3c2-04fa01e7c39f on network ca6d2336-a914-4a87-8e88-4564aa839535 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:00:43.907118 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19af4f00-2314-484a-a287-375501d93bbb req-eb501be0-1577-4f2b-ba12-09efa95453eb service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:00:43.907506 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19af4f00-2314-484a-a287-375501d93bbb req-eb501be0-1577-4f2b-ba12-09efa95453eb service neutron] Checking segment: {'id': '8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'ca6d2336-a914-4a87-8e88-4564aa839535'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:00:43.914122 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19af4f00-2314-484a-a287-375501d93bbb req-eb501be0-1577-4f2b-ba12-09efa95453eb service neutron] Bound using segment: {'id': '8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'ca6d2336-a914-4a87-8e88-4564aa839535'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:00:43.914651 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-19af4f00-2314-484a-a287-375501d93bbb req-eb501be0-1577-4f2b-ba12-09efa95453eb service neutron] Bound port: 51628f27-680b-434a-b3c2-04fa01e7c39f, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'ca6d2336-a914-4a87-8e88-4564aa839535'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:00:43.915164 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-19af4f00-2314-484a-a287-375501d93bbb req-eb501be0-1577-4f2b-ba12-09efa95453eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (51628f27-680b-434a-b3c2-04fa01e7c39f), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:43.923739 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-a74ec86c-2188-4755-b00d-22304edf4e82 None None] Set router 3a6511f2-0989-4811-9bd1-78b7d2fee4fb gateway port host: None {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:00:43.985510 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-a74ec86c-2188-4755-b00d-22304edf4e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a6511f2-0989-4811-9bd1-78b7d2fee4fb', 'name': 'tempest-ServersTestBootFromVolume-181714835-router', 'tenant_id': 'a5b11438631643ef8d3efce0551ce774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:56:54Z', 'updated_at': '2022-02-02T07:00:43Z', 'revision_number': 6, 'project_id': 'a5b11438631643ef8d3efce0551ce774', 'gw_port_host': None}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:00:44.020664 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74ec86c-2188-4755-b00d-22304edf4e82 None None] The sync data for ids ['3a6511f2-0989-4811-9bd1-78b7d2fee4fb'] in n-d-789963-26 is: [{'id': '3a6511f2-0989-4811-9bd1-78b7d2fee4fb', 'name': 'tempest-ServersTestBootFromVolume-181714835-router', 'tenant_id': 'a5b11438631643ef8d3efce0551ce774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T06:56:54Z', 'updated_at': '2022-02-02T07:00:43Z', 'revision_number': 6, 'project_id': 'a5b11438631643ef8d3efce0551ce774', 'gw_port_host': None}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:00:44.062960 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-19af4f00-2314-484a-a287-375501d93bbb req-eb501be0-1577-4f2b-ba12-09efa95453eb service neutron] For port 51628f27-680b-434a-b3c2-04fa01e7c39f, host n-h2-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:00:44.066490 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-19af4f00-2314-484a-a287-375501d93bbb req-eb501be0-1577-4f2b-ba12-09efa95453eb service neutron] For port 51628f27-680b-434a-b3c2-04fa01e7c39f, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=51628f27-680b-434a-b3c2-04fa01e7c39f,segment=NetworkSegment(8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763),segment_id=8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:00:44.084908 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-19af4f00-2314-484a-a287-375501d93bbb req-eb501be0-1577-4f2b-ba12-09efa95453eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (51628f27-680b-434a-b3c2-04fa01e7c39f), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:44.128884 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device e1fb8fed-1198-454e-bb91-bd01fc490fa7 up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:00:44.199141 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af4f00-2314-484a-a287-375501d93bbb req-eb501be0-1577-4f2b-ba12-09efa95453eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:44.200348 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-19af4f00-2314-484a-a287-375501d93bbb req-eb501be0-1577-4f2b-ba12-09efa95453eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:44.203163 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-19af4f00-2314-484a-a287-375501d93bbb req-eb501be0-1577-4f2b-ba12-09efa95453eb service neutron] 10.222.0.59 "PUT /v2.0/ports/51628f27-680b-434a-b3c2-04fa01e7c39f HTTP/1.1" status: 200 len: 1092 time: 2.5077972 Feb 02 07:00:44.203720 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8c82113-c6de-43e8-86f2-7a66b5610677', 'tag': '51628f27-680b-434a-b3c2-04fa01e7c39f'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:00:44.206077 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a101cc-c716-479e-a131-2f8895ccbf51" -d '{"events": [{"name": "network-changed", "server_uuid": "e8c82113-c6de-43e8-86f2-7a66b5610677", "tag": "51628f27-680b-434a-b3c2-04fa01e7c39f"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:00:44.235432 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5bf93f64-71e1-485a-9823-53fd25e8ef03 req-8dca7b00-da16-4054-9c64-05d2ecabda2f tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3825297 Feb 02 07:00:44.252978 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb501be0-1577-4f2b-ba12-09efa95453eb service neutron] Pushing event updated for resources: {'Port': ['ID=51628f27-680b-434a-b3c2-04fa01e7c39f,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:44.258522 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port e1fb8fed-1198-454e-bb91-bd01fc490fa7 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:00:44.264031 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port e1fb8fed-1198-454e-bb91-bd01fc490fa7 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:00:44.264477 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (e1fb8fed-1198-454e-bb91-bd01fc490fa7), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:44.279024 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2a9f5b4-76fc-402e-b3fb-340bb286bfc7 admin admin] Router 71a4d7d7-ffb1-4e1c-9eae-5da8ba76bbd0 is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:00:44.675156 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:44.773684 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port e1fb8fed-1198-454e-bb91-bd01fc490fa7 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:00:44.774264 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (e1fb8fed-1198-454e-bb91-bd01fc490fa7), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:44.822350 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f363f95-eebf-48db-aa81-1545e6e53f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1fb8fed-1198-454e-bb91-bd01fc490fa7'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:00:44.829709 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c55667b-61aa-4ace-b0e2-fbf196f114c9" -d '{"events": [{"server_uuid": "7f363f95-eebf-48db-aa81-1545e6e53f8f", "name": "network-vif-plugged", "status": "completed", "tag": "e1fb8fed-1198-454e-bb91-bd01fc490fa7"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:00:44.848607 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b6f8e7-4a8a-43fc-9381-f4f136e4647c req-65dfb1d6-6c3c-45e4-a347-e54a4872f2d5 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:44.850496 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-24b6f8e7-4a8a-43fc-9381-f4f136e4647c req-65dfb1d6-6c3c-45e4-a347-e54a4872f2d5 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.59 "GET /v2.0/ports?device_id=aa4e9b0f-2b25-4497-a096-632c427f463c HTTP/1.1" status: 200 len: 950 time: 0.9789708 Feb 02 07:00:44.860498 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port e1fb8fed-1198-454e-bb91-bd01fc490fa7, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=e1fb8fed-1198-454e-bb91-bd01fc490fa7,segment=NetworkSegment(c042d126-59be-415e-935e-ea7fc8b7e911),segment_id=c042d126-59be-415e-935e-ea7fc8b7e911)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:00:44.873681 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (e1fb8fed-1198-454e-bb91-bd01fc490fa7), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:44.908814 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9db40bb-9d47-4b22-95cf-82e313cbd7ae x-openstack-request-id: req-f9db40bb-9d47-4b22-95cf-82e313cbd7ae {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:00:44.909098 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8c82113-c6de-43e8-86f2-7a66b5610677", "tag": "51628f27-680b-434a-b3c2-04fa01e7c39f", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:00:44.909428 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f9db40bb-9d47-4b22-95cf-82e313cbd7ae {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:00:44.909882 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8c82113-c6de-43e8-86f2-7a66b5610677', 'tag': '51628f27-680b-434a-b3c2-04fa01e7c39f', 'status': 'completed', 'code': 200} Feb 02 07:00:44.962778 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=e1fb8fed-1198-454e-bb91-bd01fc490fa7,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:44.965463 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af4f00-2314-484a-a287-375501d93bbb req-6bd8f92a-2966-4786-b8d8-6d6023441d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:44.969995 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-19af4f00-2314-484a-a287-375501d93bbb req-6bd8f92a-2966-4786-b8d8-6d6023441d5b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a0778ddf7e2d4744ab0aa590410dd2bf&device_id=e8c82113-c6de-43e8-86f2-7a66b5610677 HTTP/1.1" status: 200 len: 1126 time: 0.6401842 Feb 02 07:00:45.022387 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0a306-76ef-438b-b51b-136b302d8e60 req-7226a2c8-0fc5-49d6-b96a-235c7aac5c67 tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:45.029755 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3eb0a306-76ef-438b-b51b-136b302d8e60 req-7226a2c8-0fc5-49d6-b96a-235c7aac5c67 tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] 10.222.0.87 "GET /v2.0/ports?device_id=7f363f95-eebf-48db-aa81-1545e6e53f8f HTTP/1.1" status: 200 len: 945 time: 0.2381017 Feb 02 07:00:45.048197 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2a9f5b4-76fc-402e-b3fb-340bb286bfc7 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:00:45.059660 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31856ace-0a58-4d51-af8a-78ba9a2e7380 None None] Sync routers for ids ['71a4d7d7-ffb1-4e1c-9eae-5da8ba76bbd0'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:00:45.064626 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-19af4f00-2314-484a-a287-375501d93bbb req-cdfbd1d4-80c7-4251-820e-b7439796ca42 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=51628f27-680b-434a-b3c2-04fa01e7c39f HTTP/1.1" status: 200 len: 217 time: 0.0811741 Feb 02 07:00:45.074019 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31856ace-0a58-4d51-af8a-78ba9a2e7380 None None] Routers {'71a4d7d7-ffb1-4e1c-9eae-5da8ba76bbd0'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:00:45.081140 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-31856ace-0a58-4d51-af8a-78ba9a2e7380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:00:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['71a4d7d7-ffb1-4e1c-9eae-5da8ba76bbd0'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:00:45.093594 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device eed695d1-a1d3-45f2-8cd8-cd30e8ab4272 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:00:45.127220 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a2a9f5b4-76fc-402e-b3fb-340bb286bfc7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:45.128573 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a2a9f5b4-76fc-402e-b3fb-340bb286bfc7 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.3282540 Feb 02 07:00:45.131657 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 39866) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:00:45.142249 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf7508-d763-4f94-98bd-e108a72bb2e8 req-b868ebda-5972-4526-b184-2658d8df03ae tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:45.149629 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-79cf7508-d763-4f94-98bd-e108a72bb2e8 req-b868ebda-5972-4526-b184-2658d8df03ae tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=e8c82113-c6de-43e8-86f2-7a66b5610677 HTTP/1.1" status: 200 len: 943 time: 0.2372932 Feb 02 07:00:45.223624 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3eb0a306-76ef-438b-b51b-136b302d8e60 req-f6cea674-4056-437c-bd3d-e8b4523cd6f6 tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad653233-bf90-4164-b010-c8e6ddd645f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928823 Feb 02 07:00:45.225113 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ece3fa77-cb6e-461a-9106-a27b6cf8e821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (6912ed99-8617-4efc-b312-f6ac2cf29b70), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:45.227888 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af4f00-2314-484a-a287-375501d93bbb req-d877cf9a-bea5-4949-8228-b42817025a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:45.229369 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-19af4f00-2314-484a-a287-375501d93bbb req-d877cf9a-bea5-4949-8228-b42817025a5f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=24ed2492-6ddd-43a9-869d-9a8e1e2b11cb HTTP/1.1" status: 200 len: 845 time: 0.1528020 Feb 02 07:00:45.266546 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port eed695d1-a1d3-45f2-8cd8-cd30e8ab4272 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:00:45.269748 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (eed695d1-a1d3-45f2-8cd8-cd30e8ab4272), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:45.328186 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-19af4f00-2314-484a-a287-375501d93bbb req-f22c708c-1cf6-4817-9948-fcc99d55a08b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ca6d2336-a914-4a87-8e88-4564aa839535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0879519 Feb 02 07:00:45.338730 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece3fa77-cb6e-461a-9106-a27b6cf8e821 admin admin] Pushing event deleted for resources: {'Port': ['ID=6912ed99-8617-4efc-b312-f6ac2cf29b70,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:45.371456 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94516edd-a36a-4902-ab3b-16e215558c20 x-openstack-request-id: req-94516edd-a36a-4902-ab3b-16e215558c20 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:00:45.371800 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f363f95-eebf-48db-aa81-1545e6e53f8f", "name": "network-vif-plugged", "status": "completed", "tag": "e1fb8fed-1198-454e-bb91-bd01fc490fa7", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:00:45.372062 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-94516edd-a36a-4902-ab3b-16e215558c20 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:00:45.372477 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f363f95-eebf-48db-aa81-1545e6e53f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1fb8fed-1198-454e-bb91-bd01fc490fa7', 'code': 200} Feb 02 07:00:45.411595 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-24b6f8e7-4a8a-43fc-9381-f4f136e4647c req-1a2cbade-6db8-4788-9da9-682c9dfbe5a6 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Deleting port aa243ac3-7819-4830-a824-3726a1ba99af {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:00:45.414881 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-24b6f8e7-4a8a-43fc-9381-f4f136e4647c req-1a2cbade-6db8-4788-9da9-682c9dfbe5a6 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (aa243ac3-7819-4830-a824-3726a1ba99af), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:45.449011 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-31856ace-0a58-4d51-af8a-78ba9a2e7380 None None] Set router 71a4d7d7-ffb1-4e1c-9eae-5da8ba76bbd0 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:00:45.470347 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-79cf7508-d763-4f94-98bd-e108a72bb2e8 req-b2b488e9-c226-46bf-b8e5-e702123bdd26 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/security-groups?id=99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195312 Feb 02 07:00:45.514208 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port eed695d1-a1d3-45f2-8cd8-cd30e8ab4272 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:00:45.530094 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device a719bb2a-938e-4f90-a285-045e8b12ea2e no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:00:45.557365 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: a719bb2a-938e-4f90-a285-045e8b12ea2e {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:00:45.557721 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device a719bb2a-938e-4f90-a285-045e8b12ea2e not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:00:45.581715 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ece3fa77-cb6e-461a-9106-a27b6cf8e821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (3a6511f2-0989-4811-9bd1-78b7d2fee4fb), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:45.714239 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-31856ace-0a58-4d51-af8a-78ba9a2e7380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a4d7d7-ffb1-4e1c-9eae-5da8ba76bbd0', 'name': 'tempest-TaggedBootDevicesTest-1867045220-router', 'tenant_id': 'f448af77430843d3a0fc36014bd7917d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': 'e6d5a080-0922-4803-8bca-1c3910a9e23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:00:37Z', 'updated_at': '2022-02-02T07:00:42Z', 'revision_number': 3, 'project_id': 'f448af77430843d3a0fc36014bd7917d', 'gw_port': {'id': 'e6d5a080-0922-4803-8bca-1c3910a9e23d', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ea:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a4d7d7-ffb1-4e1c-9eae-5da8ba76bbd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:00:40Z', 'updated_at': '2022-02-02T07:00:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:00:45.745171 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31856ace-0a58-4d51-af8a-78ba9a2e7380 None None] Checking router: 71a4d7d7-ffb1-4e1c-9eae-5da8ba76bbd0 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:00:45.745518 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31856ace-0a58-4d51-af8a-78ba9a2e7380 None None] Updating router 71a4d7d7-ffb1-4e1c-9eae-5da8ba76bbd0 port e6d5a080-0922-4803-8bca-1c3910a9e23d binding host n-d-789963-26 {{(pid=109696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:00:45.782489 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-31856ace-0a58-4d51-af8a-78ba9a2e7380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (e6d5a080-0922-4803-8bca-1c3910a9e23d), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:45.828581 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-19af4f00-2314-484a-a287-375501d93bbb req-45a670de-321f-4911-8c83-be9218614fc4 service neutron] 10.222.0.59 "GET /v2.0/networks/ca6d2336-a914-4a87-8e88-4564aa839535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4182854 Feb 02 07:00:45.852109 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ece3fa77-cb6e-461a-9106-a27b6cf8e821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (3a6511f2-0989-4811-9bd1-78b7d2fee4fb), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:45.862692 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ece3fa77-cb6e-461a-9106-a27b6cf8e821 admin admin] Publish callbacks [] for router_controller (3a6511f2-0989-4811-9bd1-78b7d2fee4fb), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:45.874564 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3fb95d-c7e8-48fb-845b-5aa2e5757b6a req-1ac045b9-7c47-44cb-8031-9a7d90e1a0b9 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:45.876116 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1f3fb95d-c7e8-48fb-845b-5aa2e5757b6a req-1ac045b9-7c47-44cb-8031-9a7d90e1a0b9 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 945 time: 0.2632608 Feb 02 07:00:45.907474 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c7c7ac-402d-41c8-a291-d8839ca23c59 req-e086c777-3486-44be-bac0-a9d618e0b3f6 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:45.910410 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-19c7c7ac-402d-41c8-a291-d8839ca23c59 req-e086c777-3486-44be-bac0-a9d618e0b3f6 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=aa4e9b0f-2b25-4497-a096-632c427f463c HTTP/1.1" status: 200 len: 950 time: 0.2287424 Feb 02 07:00:45.930148 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:46.021605 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1f3fb95d-c7e8-48fb-845b-5aa2e5757b6a req-ec1eb943-3491-4f93-b95d-e474230f9315 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353643 Feb 02 07:00:46.034984 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e8de52-9b51-4bde-9d62-b9ac65c16a78 req-918e7113-e050-4845-9fd8-c9bf7e1b5aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:46.040687 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-35e8de52-9b51-4bde-9d62-b9ac65c16a78 req-918e7113-e050-4845-9fd8-c9bf7e1b5aba service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7f363f95-eebf-48db-aa81-1545e6e53f8f HTTP/1.1" status: 200 len: 1129 time: 0.4121871 Feb 02 07:00:46.103188 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ece3fa77-cb6e-461a-9106-a27b6cf8e821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (3a6511f2-0989-4811-9bd1-78b7d2fee4fb), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:46.103854 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece3fa77-cb6e-461a-9106-a27b6cf8e821 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a6511f2-0989-4811-9bd1-78b7d2fee4fb {{(pid=109693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:00:46.128008 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-19c7c7ac-402d-41c8-a291-d8839ca23c59 req-cf394144-cc07-49c3-b306-ea039e5e51f5 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069476 Feb 02 07:00:46.130634 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ece3fa77-cb6e-461a-9106-a27b6cf8e821 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:46.135702 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-ece3fa77-cb6e-461a-9106-a27b6cf8e821 admin admin] 10.222.0.87 "DELETE /v2.0/routers/3a6511f2-0989-4811-9bd1-78b7d2fee4fb HTTP/1.1" status: 204 len: 168 time: 3.5724566 Feb 02 07:00:46.143919 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-19af4f00-2314-484a-a287-375501d93bbb req-7154e0b9-4db5-4634-9e4b-f8e234bd80cd service neutron] 10.222.0.59 "GET /v2.0/networks/ca6d2336-a914-4a87-8e88-4564aa839535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778440 Feb 02 07:00:46.149693 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 39870) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:00:46.169556 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-24b6f8e7-4a8a-43fc-9381-f4f136e4647c req-1a2cbade-6db8-4788-9da9-682c9dfbe5a6 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] For port aa243ac3-7819-4830-a824-3726a1ba99af, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=aa243ac3-7819-4830-a824-3726a1ba99af,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:00:46.170469 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-24b6f8e7-4a8a-43fc-9381-f4f136e4647c req-1a2cbade-6db8-4788-9da9-682c9dfbe5a6 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (aa243ac3-7819-4830-a824-3726a1ba99af), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:46.224135 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-24b6f8e7-4a8a-43fc-9381-f4f136e4647c req-1a2cbade-6db8-4788-9da9-682c9dfbe5a6 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Calling delete_port for aa243ac3-7819-4830-a824-3726a1ba99af owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:00:46.320950 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-35e8de52-9b51-4bde-9d62-b9ac65c16a78 req-5b233cc9-2b93-4595-bbeb-7cb38c1db327 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ad653233-bf90-4164-b010-c8e6ddd645f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672970 Feb 02 07:00:46.343745 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-31856ace-0a58-4d51-af8a-78ba9a2e7380 None None] Publish callbacks [] for port (e6d5a080-0922-4803-8bca-1c3910a9e23d), precommit_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:46.361127 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-31856ace-0a58-4d51-af8a-78ba9a2e7380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (e6d5a080-0922-4803-8bca-1c3910a9e23d), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:46.395812 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4821896-5253-4f16-b32b-00a9a6ca7615 admin admin] Deleting subnet c71b07ec-88b6-4b91-88af-cdbe675ae5c4 {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:00:46.399835 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f4821896-5253-4f16-b32b-00a9a6ca7615 admin admin] Publish callbacks [] for subnet (c71b07ec-88b6-4b91-88af-cdbe675ae5c4), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:46.417604 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c62d25-a18f-4b21-8786-27e61cfb0fee None None] Pushing event updated for resources: {'Port': ['ID=e6d5a080-0922-4803-8bca-1c3910a9e23d,revision_number=2']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:46.466402 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-31856ace-0a58-4d51-af8a-78ba9a2e7380 None None] Attempting to bind port e6d5a080-0922-4803-8bca-1c3910a9e23d on host n-d-789963-26 for vnic_type normal with profile {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:00:46.466779 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-31856ace-0a58-4d51-af8a-78ba9a2e7380 None None] Attempting to bind port e6d5a080-0922-4803-8bca-1c3910a9e23d by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:00:46.467149 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31856ace-0a58-4d51-af8a-78ba9a2e7380 None None] Attempting to bind port e6d5a080-0922-4803-8bca-1c3910a9e23d on network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:00:46.474634 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f4821896-5253-4f16-b32b-00a9a6ca7615 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (c71b07ec-88b6-4b91-88af-cdbe675ae5c4), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:46.475435 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31856ace-0a58-4d51-af8a-78ba9a2e7380 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:00:46.477707 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31856ace-0a58-4d51-af8a-78ba9a2e7380 None None] Checking segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:00:46.478233 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-31856ace-0a58-4d51-af8a-78ba9a2e7380 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:46.478644 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31856ace-0a58-4d51-af8a-78ba9a2e7380 None None] Bound using segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:00:46.479145 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-31856ace-0a58-4d51-af8a-78ba9a2e7380 None None] Bound port: e6d5a080-0922-4803-8bca-1c3910a9e23d, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:00:46.479663 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-31856ace-0a58-4d51-af8a-78ba9a2e7380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (e6d5a080-0922-4803-8bca-1c3910a9e23d), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:46.502502 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a101cc-c716-479e-a131-2f8895ccbf51 req-3167aa55-5fae-4f45-bd9a-4c1b7d43c167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:46.504460 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-30a101cc-c716-479e-a131-2f8895ccbf51 req-3167aa55-5fae-4f45-bd9a-4c1b7d43c167 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a0778ddf7e2d4744ab0aa590410dd2bf&device_id=e8c82113-c6de-43e8-86f2-7a66b5610677 HTTP/1.1" status: 200 len: 1126 time: 0.2362182 Feb 02 07:00:46.573025 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-31856ace-0a58-4d51-af8a-78ba9a2e7380 None None] For port e6d5a080-0922-4803-8bca-1c3910a9e23d, host n-d-789963-26, cleared binding levels {{(pid=109696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:00:46.577836 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-31856ace-0a58-4d51-af8a-78ba9a2e7380 None None] For port e6d5a080-0922-4803-8bca-1c3910a9e23d, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=e6d5a080-0922-4803-8bca-1c3910a9e23d,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:00:46.585965 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-31856ace-0a58-4d51-af8a-78ba9a2e7380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (e6d5a080-0922-4803-8bca-1c3910a9e23d), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:46.590949 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f4821896-5253-4f16-b32b-00a9a6ca7615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (c71b07ec-88b6-4b91-88af-cdbe675ae5c4), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:46.603304 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f2248345-968d-45c8-a613-cf21cb03b924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:46.701016 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31856ace-0a58-4d51-af8a-78ba9a2e7380 None None] Routers {'71a4d7d7-ffb1-4e1c-9eae-5da8ba76bbd0'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:00:46.701861 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-31856ace-0a58-4d51-af8a-78ba9a2e7380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:00:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['71a4d7d7-ffb1-4e1c-9eae-5da8ba76bbd0'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:00:46.704462 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c62d25-a18f-4b21-8786-27e61cfb0fee None None] Pushing event updated for resources: {'Port': ['ID=e6d5a080-0922-4803-8bca-1c3910a9e23d,revision_number=3']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:46.725287 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe939f-36ae-4721-889d-c144752f6722 req-dd372d40-06cb-4d19-9098-2de276259c18 tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:46.727147 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d0fe939f-36ae-4721-889d-c144752f6722 req-dd372d40-06cb-4d19-9098-2de276259c18 tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] 10.222.0.87 "GET /v2.0/ports?device_id=7f363f95-eebf-48db-aa81-1545e6e53f8f HTTP/1.1" status: 200 len: 946 time: 0.3500164 Feb 02 07:00:46.741478 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 6912ed99-8617-4efc-b312-f6ac2cf29b70 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:00:46.803586 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 6912ed99-8617-4efc-b312-f6ac2cf29b70 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:00:46.804408 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 6912ed99-8617-4efc-b312-f6ac2cf29b70 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:00:46.831242 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d0fe939f-36ae-4721-889d-c144752f6722 req-125228df-9731-4ac4-8453-7abd78b3b6e2 tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad653233-bf90-4164-b010-c8e6ddd645f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920689 Feb 02 07:00:46.838937 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f4821896-5253-4f16-b32b-00a9a6ca7615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (c71b07ec-88b6-4b91-88af-cdbe675ae5c4), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:46.907657 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f4821896-5253-4f16-b32b-00a9a6ca7615 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:46.914812 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68afc13-30b0-40c9-9b2d-7fa73002a276 None None] Network 92a762a3-20b1-4c9e-a89a-03f21e3921ba requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:00:46.919577 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-f4821896-5253-4f16-b32b-00a9a6ca7615 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/c71b07ec-88b6-4b91-88af-cdbe675ae5c4 HTTP/1.1" status: 204 len: 168 time: 0.7432046 Feb 02 07:00:46.928377 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 39878) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:00:46.973622 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4821896-5253-4f16-b32b-00a9a6ca7615 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c71b07ec-88b6-4b91-88af-cdbe675ae5c4,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:46.980710 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-31856ace-0a58-4d51-af8a-78ba9a2e7380 None None] Set router 71a4d7d7-ffb1-4e1c-9eae-5da8ba76bbd0 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:00:46.992584 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5741efd9-a502-48b0-ac56-397897a171dc req-7e63d893-3f54-4675-bfbb-0eff20971abf tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:47.001422 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5741efd9-a502-48b0-ac56-397897a171dc req-7e63d893-3f54-4675-bfbb-0eff20971abf tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=e8c82113-c6de-43e8-86f2-7a66b5610677 HTTP/1.1" status: 200 len: 943 time: 0.4247658 Feb 02 07:00:47.057269 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-24b6f8e7-4a8a-43fc-9381-f4f136e4647c req-1a2cbade-6db8-4788-9da9-682c9dfbe5a6 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (aa243ac3-7819-4830-a824-3726a1ba99af), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:47.108415 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7', 'f14465ce-1ab6-4a5c-811e-9080670bcd31'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:00:47.122943 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['674800bf-e723-4635-afe8-ee7d45ae1e0e', 'accc8dbd-449e-4fb6-abb7-294a86af8d3f', '13272dd6-864e-4817-a330-647b2a7112f3', '5d0f8776-b81f-4302-8158-25ef74712e39', '8794b35a-c9ad-418c-b3fe-8ab0e629ed29'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:00:47.210868 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16b4f25-e386-491b-9c84-6063d7346377 None None] DHCP port deletion for 92a762a3-20b1-4c9e-a89a-03f21e3921ba request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:00:47.278203 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5741efd9-a502-48b0-ac56-397897a171dc req-831b9299-687d-4eec-a312-31eeae26e5aa tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/security-groups?id=99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737749 Feb 02 07:00:47.326418 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2cbade-6db8-4788-9da9-682c9dfbe5a6 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Pushing event deleted for resources: {'Port': ['ID=aa243ac3-7819-4830-a824-3726a1ba99af,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:47.369700 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b6f8e7-4a8a-43fc-9381-f4f136e4647c req-1a2cbade-6db8-4788-9da9-682c9dfbe5a6 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] No DVR routers for this DVR port aa243ac3-7819-4830-a824-3726a1ba99af on host n-h2-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:00:47.375018 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-24b6f8e7-4a8a-43fc-9381-f4f136e4647c req-1a2cbade-6db8-4788-9da9-682c9dfbe5a6 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:47.379866 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-24b6f8e7-4a8a-43fc-9381-f4f136e4647c req-1a2cbade-6db8-4788-9da9-682c9dfbe5a6 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.59 "DELETE /v2.0/ports/aa243ac3-7819-4830-a824-3726a1ba99af HTTP/1.1" status: 204 len: 173 time: 2.5227172 Feb 02 07:00:47.381590 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa4e9b0f-2b25-4497-a096-632c427f463c', 'name': 'network-vif-deleted', 'tag': 'aa243ac3-7819-4830-a824-3726a1ba99af'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:00:47.384148 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:47.390215 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d298517b-71ee-4972-994f-10436491dc60" -d '{"events": [{"server_uuid": "aa4e9b0f-2b25-4497-a096-632c427f463c", "name": "network-vif-deleted", "tag": "aa243ac3-7819-4830-a824-3726a1ba99af"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:00:47.481064 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-31856ace-0a58-4d51-af8a-78ba9a2e7380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a4d7d7-ffb1-4e1c-9eae-5da8ba76bbd0', 'name': 'tempest-TaggedBootDevicesTest-1867045220-router', 'tenant_id': 'f448af77430843d3a0fc36014bd7917d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': 'e6d5a080-0922-4803-8bca-1c3910a9e23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:00:37Z', 'updated_at': '2022-02-02T07:00:42Z', 'revision_number': 3, 'project_id': 'f448af77430843d3a0fc36014bd7917d', 'gw_port': {'id': 'e6d5a080-0922-4803-8bca-1c3910a9e23d', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ea:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a4d7d7-ffb1-4e1c-9eae-5da8ba76bbd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:00:40Z', 'updated_at': '2022-02-02T07:00:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:00:47.524437 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90475c2-88b1-4283-9f11-78fe432ca80f req-74eb8a8d-985b-412e-8653-1ba6d368025e tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:47.532482 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d90475c2-88b1-4283-9f11-78fe432ca80f req-74eb8a8d-985b-412e-8653-1ba6d368025e tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 945 time: 0.2638767 Feb 02 07:00:47.611370 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-f16b4f25-e386-491b-9c84-6063d7346377 None None] Deleting port 7627c65f-7ec0-4812-bf99-6fc62bb78340 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:00:47.614787 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f16b4f25-e386-491b-9c84-6063d7346377 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (7627c65f-7ec0-4812-bf99-6fc62bb78340), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:47.627687 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31856ace-0a58-4d51-af8a-78ba9a2e7380 None None] The sync data for ids ['71a4d7d7-ffb1-4e1c-9eae-5da8ba76bbd0'] in n-d-789963-26 is: [{'id': '71a4d7d7-ffb1-4e1c-9eae-5da8ba76bbd0', 'name': 'tempest-TaggedBootDevicesTest-1867045220-router', 'tenant_id': 'f448af77430843d3a0fc36014bd7917d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': 'e6d5a080-0922-4803-8bca-1c3910a9e23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:00:37Z', 'updated_at': '2022-02-02T07:00:42Z', 'revision_number': 3, 'project_id': 'f448af77430843d3a0fc36014bd7917d', 'gw_port': {'id': 'e6d5a080-0922-4803-8bca-1c3910a9e23d', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ea:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a4d7d7-ffb1-4e1c-9eae-5da8ba76bbd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:00:40Z', 'updated_at': '2022-02-02T07:00:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:00:47.646374 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d90475c2-88b1-4283-9f11-78fe432ca80f req-863f723b-11a2-4e4f-9e7f-b04430719c17 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067059 Feb 02 07:00:47.751067 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ea3644-c6e6-4004-aeb8-43faf0638318 x-openstack-request-id: req-13ea3644-c6e6-4004-aeb8-43faf0638318 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:00:47.751485 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa4e9b0f-2b25-4497-a096-632c427f463c", "name": "network-vif-deleted", "tag": "aa243ac3-7819-4830-a824-3726a1ba99af", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:00:47.751791 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-13ea3644-c6e6-4004-aeb8-43faf0638318 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:00:47.752408 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa4e9b0f-2b25-4497-a096-632c427f463c', 'name': 'network-vif-deleted', 'tag': 'aa243ac3-7819-4830-a824-3726a1ba99af', 'status': 'completed', 'code': 200} Feb 02 07:00:47.762953 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2a0654e4-c283-44cd-b14a-b210b35f796f req-a16f9c4d-e7a3-47a5-adf7-13ca0af92136 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=aa4e9b0f-2b25-4497-a096-632c427f463c HTTP/1.1" status: 200 len: 210 time: 0.2402291 Feb 02 07:00:47.801623 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a101cc-c716-479e-a131-2f8895ccbf51 req-956cfd64-0c00-43d5-946b-3af28db08e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:47.807418 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-30a101cc-c716-479e-a131-2f8895ccbf51 req-956cfd64-0c00-43d5-946b-3af28db08e20 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ca6d2336-a914-4a87-8e88-4564aa839535 HTTP/1.1" status: 200 len: 906 time: 1.1186666 Feb 02 07:00:47.814412 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7e9214d5-d32e-409c-90da-2bac6b7c6d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (92a762a3-20b1-4c9e-a89a-03f21e3921ba), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:47.837374 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-f16b4f25-e386-491b-9c84-6063d7346377 None None] For port 7627c65f-7ec0-4812-bf99-6fc62bb78340, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=7627c65f-7ec0-4812-bf99-6fc62bb78340,segment=NetworkSegment(44161496-15f5-466f-995a-9f19bcdfc5a0),segment_id=44161496-15f5-466f-995a-9f19bcdfc5a0)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:00:47.838077 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f16b4f25-e386-491b-9c84-6063d7346377 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (7627c65f-7ec0-4812-bf99-6fc62bb78340), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:47.897118 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-f16b4f25-e386-491b-9c84-6063d7346377 None None] Calling delete_port for 7627c65f-7ec0-4812-bf99-6fc62bb78340 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:00:47.908004 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-30a101cc-c716-479e-a131-2f8895ccbf51 req-0cc21960-6234-41d2-939f-fbbfdb1b8798 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=51628f27-680b-434a-b3c2-04fa01e7c39f HTTP/1.1" status: 200 len: 217 time: 0.0800378 Feb 02 07:00:48.121258 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-f2248345-968d-45c8-a613-cf21cb03b924 admin admin] Allocated IP 172.20.0.1 (6f9d2520-58b7-405e-ae3e-05f376196903/9dcf2e2e-c4da-4d2e-8593-e410778fa237/933a3c12-88db-4055-9e2b-e48a9fba7d1c) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:00:48.129735 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55669cac-ca65-48e4-a362-979fe340d32f req-602dc424-c1e8-4621-99d0-3964ec26e26c tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:48.157591 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-55669cac-ca65-48e4-a362-979fe340d32f req-602dc424-c1e8-4621-99d0-3964ec26e26c tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] 10.222.0.87 "GET /v2.0/ports?device_id=7f363f95-eebf-48db-aa81-1545e6e53f8f HTTP/1.1" status: 200 len: 946 time: 0.2077026 Feb 02 07:00:48.168905 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device aa243ac3-7819-4830-a824-3726a1ba99af no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:00:48.186289 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a101cc-c716-479e-a131-2f8895ccbf51 req-3aff866a-7396-4e47-809d-72fc583c9174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:48.188364 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-30a101cc-c716-479e-a131-2f8895ccbf51 req-3aff866a-7396-4e47-809d-72fc583c9174 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=24ed2492-6ddd-43a9-869d-9a8e1e2b11cb HTTP/1.1" status: 200 len: 845 time: 0.2413776 Feb 02 07:00:48.236869 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] No Port match for: aa243ac3-7819-4830-a824-3726a1ba99af {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:00:48.237218 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device aa243ac3-7819-4830-a824-3726a1ba99af not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:00:48.287408 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-55669cac-ca65-48e4-a362-979fe340d32f req-495659f7-7b89-4d98-aa48-4c9647617145 tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad653233-bf90-4164-b010-c8e6ddd645f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242726 Feb 02 07:00:48.343680 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-30a101cc-c716-479e-a131-2f8895ccbf51 req-a7a1ad7c-d53c-478a-a455-88d4882db410 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ca6d2336-a914-4a87-8e88-4564aa839535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1379528 Feb 02 07:00:48.526035 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-30a101cc-c716-479e-a131-2f8895ccbf51 req-ff6d1c3a-4393-416f-ac56-7c07b2ee7ca0 service neutron] 10.222.0.59 "GET /v2.0/networks/ca6d2336-a914-4a87-8e88-4564aa839535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704662 Feb 02 07:00:48.542636 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f16b4f25-e386-491b-9c84-6063d7346377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (7627c65f-7ec0-4812-bf99-6fc62bb78340), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:48.575045 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-7e9214d5-d32e-409c-90da-2bac6b7c6d28 admin admin] Deleting port 7627c65f-7ec0-4812-bf99-6fc62bb78340 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:00:48.576521 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7e9214d5-d32e-409c-90da-2bac6b7c6d28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (7627c65f-7ec0-4812-bf99-6fc62bb78340), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:48.577337 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16b4f25-e386-491b-9c84-6063d7346377 None None] Pushing event deleted for resources: {'Port': ['ID=7627c65f-7ec0-4812-bf99-6fc62bb78340,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:48.626602 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16b4f25-e386-491b-9c84-6063d7346377 None None] No DVR routers for this DVR port 7627c65f-7ec0-4812-bf99-6fc62bb78340 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:00:48.729212 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-30a101cc-c716-479e-a131-2f8895ccbf51 req-f512cc97-0fd7-4b78-b64b-b800c4270bc4 service neutron] 10.222.0.59 "GET /v2.0/networks/ca6d2336-a914-4a87-8e88-4564aa839535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443443 Feb 02 07:00:48.884941 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device e6d5a080-0922-4803-8bca-1c3910a9e23d up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:00:48.887476 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb0b034-2598-4529-bac1-9cf064dff9db req-35e441a5-5f5a-4e38-a41c-0d27709a5a0d tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:48.896683 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5bb0b034-2598-4529-bac1-9cf064dff9db req-35e441a5-5f5a-4e38-a41c-0d27709a5a0d tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=e8c82113-c6de-43e8-86f2-7a66b5610677 HTTP/1.1" status: 200 len: 943 time: 0.3617003 Feb 02 07:00:48.908135 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-7e9214d5-d32e-409c-90da-2bac6b7c6d28 admin admin] For port 7627c65f-7ec0-4812-bf99-6fc62bb78340, host n-d-789963-26, got binding levels [] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:00:48.908763 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7e9214d5-d32e-409c-90da-2bac6b7c6d28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (7627c65f-7ec0-4812-bf99-6fc62bb78340), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:48.909901 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c642609e-1a0b-48aa-a065-2b566184d5ae req-050d4274-2d5c-4b7f-bd2e-eea21acdc36b tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:48.911926 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c642609e-1a0b-48aa-a065-2b566184d5ae req-050d4274-2d5c-4b7f-bd2e-eea21acdc36b tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 945 time: 0.1267049 Feb 02 07:00:48.977152 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-7e9214d5-d32e-409c-90da-2bac6b7c6d28 admin admin] Calling delete_port for 7627c65f-7ec0-4812-bf99-6fc62bb78340 owned by network:dhcp {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:00:48.996411 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5bb0b034-2598-4529-bac1-9cf064dff9db req-f10001c4-d412-4dc4-8547-779448c30e5c tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/security-groups?id=99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985198 Feb 02 07:00:49.001818 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.ipam_backend_mixin [None req-7e9214d5-d32e-409c-90da-2bac6b7c6d28 admin admin] Port 7627c65f-7ec0-4812-bf99-6fc62bb78340 was not found and therefore no delete operation was performed {{(pid=109694) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 02 07:00:49.011915 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port e6d5a080-0922-4803-8bca-1c3910a9e23d triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:00:49.011915 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (e6d5a080-0922-4803-8bca-1c3910a9e23d), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:49.024489 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7e9214d5-d32e-409c-90da-2bac6b7c6d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (7627c65f-7ec0-4812-bf99-6fc62bb78340), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:49.029090 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c642609e-1a0b-48aa-a065-2b566184d5ae req-57759c59-73ec-41e5-8f3e-9169fb1f43d3 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050212 Feb 02 07:00:49.080146 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9214d5-d32e-409c-90da-2bac6b7c6d28 admin admin] No DVR routers for this DVR port 7627c65f-7ec0-4812-bf99-6fc62bb78340 on host n-d-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:00:49.123934 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f2248345-968d-45c8-a613-cf21cb03b924 admin admin] Publish callbacks [] for port (933a3c12-88db-4055-9e2b-e48a9fba7d1c), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:49.240428 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port e6d5a080-0922-4803-8bca-1c3910a9e23d is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:00:49.240999 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (e6d5a080-0922-4803-8bca-1c3910a9e23d), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:49.375041 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port e6d5a080-0922-4803-8bca-1c3910a9e23d, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=e6d5a080-0922-4803-8bca-1c3910a9e23d,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:00:49.384203 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (e6d5a080-0922-4803-8bca-1c3910a9e23d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:49.408631 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7e9214d5-d32e-409c-90da-2bac6b7c6d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (92a762a3-20b1-4c9e-a89a-03f21e3921ba), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:49.427246 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9214d5-d32e-409c-90da-2bac6b7c6d28 admin admin] Pushing event deleted for resources: {'Port': ['ID=7627c65f-7ec0-4812-bf99-6fc62bb78340,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:49.436261 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f2248345-968d-45c8-a613-cf21cb03b924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (933a3c12-88db-4055-9e2b-e48a9fba7d1c), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:49.507384 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 7627c65f-7ec0-4812-bf99-6fc62bb78340 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:00:49.548038 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 7627c65f-7ec0-4812-bf99-6fc62bb78340 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:00:49.548596 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 7627c65f-7ec0-4812-bf99-6fc62bb78340 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:00:49.558004 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-7e9214d5-d32e-409c-90da-2bac6b7c6d28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92a762a3-20b1-4c9e-a89a-03f21e3921ba']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:00:49.572602 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=e6d5a080-0922-4803-8bca-1c3910a9e23d,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:49.573345 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-7e9214d5-d32e-409c-90da-2bac6b7c6d28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44161496-15f5-466f-995a-9f19bcdfc5a0') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:00:49.573766 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-7e9214d5-d32e-409c-90da-2bac6b7c6d28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44161496-15f5-466f-995a-9f19bcdfc5a0') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:00:49.587925 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7e9214d5-d32e-409c-90da-2bac6b7c6d28 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (44161496-15f5-466f-995a-9f19bcdfc5a0), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:49.598845 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2248345-968d-45c8-a613-cf21cb03b924 admin admin] Pushing event updated for resources: {'Port': ['ID=933a3c12-88db-4055-9e2b-e48a9fba7d1c,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:49.627598 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935867b8-66c8-4fd2-83af-fe0e0dd39877 req-5fc46eb9-cb4b-498b-80c4-a495fe9cfafc tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:49.635919 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-935867b8-66c8-4fd2-83af-fe0e0dd39877 req-5fc46eb9-cb4b-498b-80c4-a495fe9cfafc tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=2cc00e95-68b5-41a1-84f5-cd186e917264 HTTP/1.1" status: 200 len: 949 time: 0.1468899 Feb 02 07:00:49.636367 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7e9214d5-d32e-409c-90da-2bac6b7c6d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (44161496-15f5-466f-995a-9f19bcdfc5a0), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:49.647864 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2248345-968d-45c8-a613-cf21cb03b924 admin admin] Network 6f9d2520-58b7-405e-ae3e-05f376196903 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:00:49.657959 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e9214d5-d32e-409c-90da-2bac6b7c6d28 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:00:49.658447 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7e9214d5-d32e-409c-90da-2bac6b7c6d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (44161496-15f5-466f-995a-9f19bcdfc5a0), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:49.661599 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:00:49.661599 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:00:49.661599 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:00:49.661599 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:00:49.661599 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:00:49.661599 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:00:49.661599 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:00:49.661599 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:00:49.661599 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:00:49.661599 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:00:49.661599 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:00:49.661599 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:00:49.661599 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:00:49.661599 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:00:49.661599 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:00:49.661599 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:00:49.661599 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:00:49.661599 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:00:49.661599 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:00:49.661599 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:00:49.661599 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:00:49.661599 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:00:49.661599 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:00:49.661599 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:00:49.661599 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:00:49.661599 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:00:49.661599 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:00:49.661599 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:00:49.661599 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:00:49.661599 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:00:49.661599 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:00:49.661599 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:00:49.673687 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-f2248345-968d-45c8-a613-cf21cb03b924 admin admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:00:49.676273 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2248345-968d-45c8-a613-cf21cb03b924 admin admin] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:00:49.740691 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-935867b8-66c8-4fd2-83af-fe0e0dd39877 req-171e4d55-c2cc-482c-a23e-7f2862cd2d73 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038461 Feb 02 07:00:49.809747 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bca0dd-3c99-4e50-a731-bb8a6cf827d1 req-33c1d707-7fb5-4b6b-8c62-802fb0cae065 tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:49.818106 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-26bca0dd-3c99-4e50-a731-bb8a6cf827d1 req-33c1d707-7fb5-4b6b-8c62-802fb0cae065 tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] 10.222.0.87 "GET /v2.0/ports?device_id=7f363f95-eebf-48db-aa81-1545e6e53f8f HTTP/1.1" status: 200 len: 946 time: 0.3386636 Feb 02 07:00:49.853235 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7e9214d5-d32e-409c-90da-2bac6b7c6d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (92a762a3-20b1-4c9e-a89a-03f21e3921ba), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:49.861615 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7e9214d5-d32e-409c-90da-2bac6b7c6d28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:49.868899 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-7e9214d5-d32e-409c-90da-2bac6b7c6d28 admin admin] 10.222.0.87 "DELETE /v2.0/networks/92a762a3-20b1-4c9e-a89a-03f21e3921ba HTTP/1.1" status: 204 len: 168 time: 2.9273713 Feb 02 07:00:49.869803 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f2248345-968d-45c8-a613-cf21cb03b924 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (71a4d7d7-ffb1-4e1c-9eae-5da8ba76bbd0), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:49.954324 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-26bca0dd-3c99-4e50-a731-bb8a6cf827d1 req-be276a94-40b5-4513-8d43-1751d4c032eb tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad653233-bf90-4164-b010-c8e6ddd645f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353030 Feb 02 07:00:49.973101 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9214d5-d32e-409c-90da-2bac6b7c6d28 admin admin] Pushing event deleted for resources: {'Network': ['ID=92a762a3-20b1-4c9e-a89a-03f21e3921ba,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:50.147081 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-d0ee35f2-3ecf-4fe4-988d-9f1ad75f6e4b None None] Provisioning complete for port 933a3c12-88db-4055-9e2b-e48a9fba7d1c triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:00:50.147497 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d0ee35f2-3ecf-4fe4-988d-9f1ad75f6e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (933a3c12-88db-4055-9e2b-e48a9fba7d1c), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:50.215317 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f2248345-968d-45c8-a613-cf21cb03b924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (933a3c12-88db-4055-9e2b-e48a9fba7d1c), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:50.290564 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-d0ee35f2-3ecf-4fe4-988d-9f1ad75f6e4b None None] Port 933a3c12-88db-4055-9e2b-e48a9fba7d1c cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:00:50.336043 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c45d791-10dc-4cb9-ab70-355025221533 req-fc306490-27b7-4300-b7f4-505d6d8b6eaa tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:50.340655 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e0589-e6f5-40fd-b454-a8466b681134 req-44b706d2-cbd4-4598-b816-3fe9dd6b6fa4 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:50.345364 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3c45d791-10dc-4cb9-ab70-355025221533 req-fc306490-27b7-4300-b7f4-505d6d8b6eaa tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 945 time: 0.1381602 Feb 02 07:00:50.351277 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b89e0589-e6f5-40fd-b454-a8466b681134 req-44b706d2-cbd4-4598-b816-3fe9dd6b6fa4 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=e8c82113-c6de-43e8-86f2-7a66b5610677 HTTP/1.1" status: 200 len: 943 time: 0.1871731 Feb 02 07:00:50.400983 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 39920) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:00:50.485414 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3c45d791-10dc-4cb9-ab70-355025221533 req-2fce742e-fcef-443f-b886-1ca314c63665 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250288 Feb 02 07:00:50.546278 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-1eea5ac4-2275-410f-bb3d-8dd52fabedc9 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=a5b11438631643ef8d3efce0551ce774&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1402390 Feb 02 07:00:50.552167 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 39922) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:00:50.565055 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f2248345-968d-45c8-a613-cf21cb03b924 admin admin] Publish callbacks [] for port (933a3c12-88db-4055-9e2b-e48a9fba7d1c), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:50.609583 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b89e0589-e6f5-40fd-b454-a8466b681134 req-e102523b-5c9b-4f06-96bf-2985d9be9c51 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/security-groups?id=99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556124 Feb 02 07:00:50.610223 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f2248345-968d-45c8-a613-cf21cb03b924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (933a3c12-88db-4055-9e2b-e48a9fba7d1c), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:50.687259 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-64386354-d66e-4972-87a0-057212b73d46 admin admin] Publish callbacks [] for security_group (7d802908-d490-41fd-ae07-883bdb1f1024), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:50.766254 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device e6d5a080-0922-4803-8bca-1c3910a9e23d up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:00:50.768674 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-64386354-d66e-4972-87a0-057212b73d46 admin admin] Publish callbacks [] for security_group (7d802908-d490-41fd-ae07-883bdb1f1024), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:50.864601 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port e6d5a080-0922-4803-8bca-1c3910a9e23d triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:00:50.870194 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (e6d5a080-0922-4803-8bca-1c3910a9e23d), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:50.894973 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-64386354-d66e-4972-87a0-057212b73d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (7d802908-d490-41fd-ae07-883bdb1f1024), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:50.897661 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-64386354-d66e-4972-87a0-057212b73d46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:50.898839 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-64386354-d66e-4972-87a0-057212b73d46 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/7d802908-d490-41fd-ae07-883bdb1f1024 HTTP/1.1" status: 204 len: 168 time: 0.3456903 Feb 02 07:00:50.926417 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64386354-d66e-4972-87a0-057212b73d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d802908-d490-41fd-ae07-883bdb1f1024,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:51.100018 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26612659-71b0-4e14-a10d-13d94e18e302 req-9ee5d1d1-44e7-4f51-b9f7-fc961c93c77a tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:51.106097 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-26612659-71b0-4e14-a10d-13d94e18e302 req-9ee5d1d1-44e7-4f51-b9f7-fc961c93c77a tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=2cc00e95-68b5-41a1-84f5-cd186e917264 HTTP/1.1" status: 200 len: 949 time: 0.1637876 Feb 02 07:00:51.147492 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port e6d5a080-0922-4803-8bca-1c3910a9e23d is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:00:51.225101 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-26612659-71b0-4e14-a10d-13d94e18e302 req-30518948-8426-4fe2-a69c-5cf36cc3b383 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083090 Feb 02 07:00:51.504862 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f2248345-968d-45c8-a613-cf21cb03b924 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (71a4d7d7-ffb1-4e1c-9eae-5da8ba76bbd0), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:51.687106 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2248345-968d-45c8-a613-cf21cb03b924 admin admin] Pushing event updated for resources: {'Port': ['ID=933a3c12-88db-4055-9e2b-e48a9fba7d1c,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:51.719532 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7064127-041b-4a78-a4d8-c6453229f92a req-06240c65-dd53-43db-8b6a-a969bceac544 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:51.721144 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c7064127-041b-4a78-a4d8-c6453229f92a req-06240c65-dd53-43db-8b6a-a969bceac544 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 945 time: 0.0962718 Feb 02 07:00:51.802314 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c7064127-041b-4a78-a4d8-c6453229f92a req-42acfbbc-d29f-4f01-aa91-82a696bdee31 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749960 Feb 02 07:00:51.845336 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0975516-ff1e-43cc-a894-bad4129a19b0 req-5b1d3dc9-7dbc-4a72-b8a0-b28d5196d1e2 tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:51.855359 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a0975516-ff1e-43cc-a894-bad4129a19b0 req-5b1d3dc9-7dbc-4a72-b8a0-b28d5196d1e2 tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] 10.222.0.87 "GET /v2.0/ports?device_id=7f363f95-eebf-48db-aa81-1545e6e53f8f HTTP/1.1" status: 200 len: 946 time: 1.0640817 Feb 02 07:00:51.898715 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:51.922962 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da1ded-2c4e-4a14-a34c-9ebcaa305775 req-46b6dd81-b482-42d9-aa78-174f6af42e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:51.933160 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f6da1ded-2c4e-4a14-a34c-9ebcaa305775 req-46b6dd81-b482-42d9-aa78-174f6af42e64 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=221d25c1df1d4426abaa38f71e88fa9f&device_id=7f363f95-eebf-48db-aa81-1545e6e53f8f HTTP/1.1" status: 200 len: 1129 time: 1.1340942 Feb 02 07:00:51.958275 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11e82b2-09c7-4501-953c-6e0805423a9e req-3a947f70-2400-4ff6-8de9-0b301b1ff109 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:51.961725 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c11e82b2-09c7-4501-953c-6e0805423a9e req-3a947f70-2400-4ff6-8de9-0b301b1ff109 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.88 "GET /v2.0/ports?device_id=2cc00e95-68b5-41a1-84f5-cd186e917264 HTTP/1.1" status: 200 len: 949 time: 0.4536774 Feb 02 07:00:52.024940 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a66522-d682-4626-a760-f2c9c9dd40b7 req-9ecf3c86-ddcc-4dc3-9c87-e560aa1309c6 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:52.027593 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-86a66522-d682-4626-a760-f2c9c9dd40b7 req-9ecf3c86-ddcc-4dc3-9c87-e560aa1309c6 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=e8c82113-c6de-43e8-86f2-7a66b5610677 HTTP/1.1" status: 200 len: 943 time: 0.0920022 Feb 02 07:00:52.112881 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-86a66522-d682-4626-a760-f2c9c9dd40b7 req-7136611b-5fba-45e5-bace-1a928eb7a765 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/security-groups?id=99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773671 Feb 02 07:00:52.171251 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 51628f27-680b-434a-b3c2-04fa01e7c39f details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:00:52.253957 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2248345-968d-45c8-a613-cf21cb03b924 admin admin] Network 6f9d2520-58b7-405e-ae3e-05f376196903 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:00:52.267500 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a0975516-ff1e-43cc-a894-bad4129a19b0 req-96548a0b-2b6b-48af-b0d2-6e9acb654eda tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad653233-bf90-4164-b010-c8e6ddd645f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3991153 Feb 02 07:00:52.296207 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-f2248345-968d-45c8-a613-cf21cb03b924 admin admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:00:52.318052 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 39968) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:00:52.431861 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ece44a-6d45-47c1-bb8b-554fffe3dc04 req-4b1405a5-4db7-447f-906d-29c45f56839c tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:52.439158 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-88ece44a-6d45-47c1-bb8b-554fffe3dc04 req-4b1405a5-4db7-447f-906d-29c45f56839c tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=2cc00e95-68b5-41a1-84f5-cd186e917264 HTTP/1.1" status: 200 len: 949 time: 0.1043534 Feb 02 07:00:52.472510 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 51628f27-680b-434a-b3c2-04fa01e7c39f, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=51628f27-680b-434a-b3c2-04fa01e7c39f,segment=NetworkSegment(8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763),segment_id=8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:00:52.513126 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': '51628f27-680b-434a-b3c2-04fa01e7c39f', 'network_id': 'ca6d2336-a914-4a87-8e88-4564aa839535', 'port_id': '51628f27-680b-434a-b3c2-04fa01e7c39f', 'mac_address': 'fa:16:3e:cb:78:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ed2492-6ddd-43a9-869d-9a8e1e2b11cb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:00:52.554143 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-88ece44a-6d45-47c1-bb8b-554fffe3dc04 req-f77cf39b-364e-4ef2-bf80-eaad0df86119 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063762 Feb 02 07:00:52.600269 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-16acc709-5916-4211-8458-cee5add56f4b admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2087778775-network', 'tenant_id': '8a72e2ddd46d4aa092090e984ad4bccb'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:00:52.642936 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16acc709-5916-4211-8458-cee5add56f4b admin admin] Made reservation on behalf of 8a72e2ddd46d4aa092090e984ad4bccb for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:00:52.645690 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-16acc709-5916-4211-8458-cee5add56f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:52.657951 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-16acc709-5916-4211-8458-cee5add56f4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:52.682800 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da1ded-2c4e-4a14-a34c-9ebcaa305775 req-f3ea8022-9896-4618-9dba-bec9ec7ce3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:52.685867 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f6da1ded-2c4e-4a14-a34c-9ebcaa305775 req-f3ea8022-9896-4618-9dba-bec9ec7ce3f3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6cc3d0c3-1b02-4467-ae70-b7c675f62b1f HTTP/1.1" status: 200 len: 915 time: 0.7192020 Feb 02 07:00:52.688083 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 51628f27-680b-434a-b3c2-04fa01e7c39f is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:00:52.688480 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (51628f27-680b-434a-b3c2-04fa01e7c39f), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:52.719408 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2248345-968d-45c8-a613-cf21cb03b924 admin admin] Router 71a4d7d7-ffb1-4e1c-9eae-5da8ba76bbd0 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:00:52.754046 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-16acc709-5916-4211-8458-cee5add56f4b admin admin] Publish callbacks [] for security_group (501a27ef-c651-4911-a722-227638c7eda5), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:52.755264 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51628f27-680b-434a-b3c2-04fa01e7c39f {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:00:52.762127 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-16acc709-5916-4211-8458-cee5add56f4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (501a27ef-c651-4911-a722-227638c7eda5), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:52.810060 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16acc709-5916-4211-8458-cee5add56f4b admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:00:52.814544 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-75dfe1d9-83dd-4274-8ae6-5819ff6356e7 None None] Provisioning complete for port 933a3c12-88db-4055-9e2b-e48a9fba7d1c triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:00:52.814982 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-75dfe1d9-83dd-4274-8ae6-5819ff6356e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (933a3c12-88db-4055-9e2b-e48a9fba7d1c), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:52.828152 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16acc709-5916-4211-8458-cee5add56f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=501a27ef-c651-4911-a722-227638c7eda5,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:52.836943 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-16acc709-5916-4211-8458-cee5add56f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (ef5217ce-ef3b-419b-8f4e-cebe7d5e664f), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:52.837292 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-16acc709-5916-4211-8458-cee5add56f4b admin admin] Added segment ef5217ce-ef3b-419b-8f4e-cebe7d5e664f of type vlan for network b8d318ee-7be7-4e51-831e-7b86032e2315 Feb 02 07:00:52.862853 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 51628f27-680b-434a-b3c2-04fa01e7c39f, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=51628f27-680b-434a-b3c2-04fa01e7c39f,segment=NetworkSegment(8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763),segment_id=8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:00:52.870741 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f6da1ded-2c4e-4a14-a34c-9ebcaa305775 req-56bd7dd5-cd29-45a7-be2e-08bf64a8ef54 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1fb8fed-1198-454e-bb91-bd01fc490fa7 HTTP/1.1" status: 200 len: 217 time: 0.1774542 Feb 02 07:00:52.880930 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-c11e82b2-09c7-4501-953c-6e0805423a9e req-59c2b5c5-7688-4da5-9b96-38f11d9a13be tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Deleting port 8794b35a-c9ad-418c-b3fe-8ab0e629ed29 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:00:52.880930 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-c11e82b2-09c7-4501-953c-6e0805423a9e req-59c2b5c5-7688-4da5-9b96-38f11d9a13be tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (8794b35a-c9ad-418c-b3fe-8ab0e629ed29), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:52.903646 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-16acc709-5916-4211-8458-cee5add56f4b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (b8d318ee-7be7-4e51-831e-7b86032e2315), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:52.964478 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-16acc709-5916-4211-8458-cee5add56f4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (b8d318ee-7be7-4e51-831e-7b86032e2315), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:52.965929 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16acc709-5916-4211-8458-cee5add56f4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:52.967027 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-16acc709-5916-4211-8458-cee5add56f4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:52.967679 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (51628f27-680b-434a-b3c2-04fa01e7c39f), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:53.098579 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 8794b35a-c9ad-418c-b3fe-8ab0e629ed29 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:00:53.173201 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16acc709-5916-4211-8458-cee5add56f4b admin admin] Pushing event updated for resources: {'Network': ['ID=b8d318ee-7be7-4e51-831e-7b86032e2315,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:53.194036 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=51628f27-680b-434a-b3c2-04fa01e7c39f,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:53.204973 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-16acc709-5916-4211-8458-cee5add56f4b admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8833129 Feb 02 07:00:53.214393 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network b8d318ee-7be7-4e51-831e-7b86032e2315 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:00:53.220916 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 39986) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:00:53.234218 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-75dfe1d9-83dd-4274-8ae6-5819ff6356e7 None None] Port 933a3c12-88db-4055-9e2b-e48a9fba7d1c cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:00:53.235442 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-38ec0799-fd05-4179-ac34-938a764ced20 admin admin] Request body: {'subnet': {'network_id': 'b8d318ee-7be7-4e51-831e-7b86032e2315', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2087778775-subnet', 'tenant_id': '8a72e2ddd46d4aa092090e984ad4bccb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:00:53.256570 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da1ded-2c4e-4a14-a34c-9ebcaa305775 req-63eedea5-8109-4090-a803-0ea4da7d8823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:53.258227 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f6da1ded-2c4e-4a14-a34c-9ebcaa305775 req-63eedea5-8109-4090-a803-0ea4da7d8823 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=af7eb4ad-a4a1-40c8-b8f4-f92a487b8b03 HTTP/1.1" status: 200 len: 854 time: 0.3460391 Feb 02 07:00:53.322171 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ec0799-fd05-4179-ac34-938a764ced20 admin admin] Made reservation on behalf of 8a72e2ddd46d4aa092090e984ad4bccb for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:00:53.325459 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-38ec0799-fd05-4179-ac34-938a764ced20 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:53.385891 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-c11e82b2-09c7-4501-953c-6e0805423a9e req-59c2b5c5-7688-4da5-9b96-38f11d9a13be tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] For port 8794b35a-c9ad-418c-b3fe-8ab0e629ed29, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=8794b35a-c9ad-418c-b3fe-8ab0e629ed29,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:00:53.386260 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-c11e82b2-09c7-4501-953c-6e0805423a9e req-59c2b5c5-7688-4da5-9b96-38f11d9a13be tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (8794b35a-c9ad-418c-b3fe-8ab0e629ed29), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:53.405536 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f6da1ded-2c4e-4a14-a34c-9ebcaa305775 req-90e6811c-0ad7-40a5-8f0c-0a7142c358e9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6cc3d0c3-1b02-4467-ae70-b7c675f62b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1204464 Feb 02 07:00:53.514014 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['51628f27-680b-434a-b3c2-04fa01e7c39f'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:00:53.522542 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 8794b35a-c9ad-418c-b3fe-8ab0e629ed29 is: ACTIVE; New status is: DOWN {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:00:53.523306 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (8794b35a-c9ad-418c-b3fe-8ab0e629ed29), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:53.537007 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f59c2-9713-4e58-9511-e3e70589a8fe req-f35034f4-50c4-4e88-aa3b-8ac9ca1ed840 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:53.539837 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4a8f59c2-9713-4e58-9511-e3e70589a8fe req-f35034f4-50c4-4e88-aa3b-8ac9ca1ed840 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 945 time: 0.5093429 Feb 02 07:00:53.556555 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2248345-968d-45c8-a613-cf21cb03b924 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:00:53.572510 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-c11e82b2-09c7-4501-953c-6e0805423a9e req-59c2b5c5-7688-4da5-9b96-38f11d9a13be tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Calling delete_port for 8794b35a-c9ad-418c-b3fe-8ab0e629ed29 owned by compute:nova {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:00:53.595071 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f2248345-968d-45c8-a613-cf21cb03b924 admin admin] 10.222.0.87 "PUT /v2.0/routers/71a4d7d7-ffb1-4e1c-9eae-5da8ba76bbd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4605274 Feb 02 07:00:53.596263 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b323d92-035e-4b31-827a-722504edfeea None None] Sync routers for ids ['71a4d7d7-ffb1-4e1c-9eae-5da8ba76bbd0'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:00:53.615836 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cc00e95-68b5-41a1-84f5-cd186e917264', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8794b35a-c9ad-418c-b3fe-8ab0e629ed29'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:00:53.618510 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f76ef74-b38e-4a57-ab6f-3c1d12452c52" -d '{"events": [{"server_uuid": "2cc00e95-68b5-41a1-84f5-cd186e917264", "name": "network-vif-unplugged", "status": "completed", "tag": "8794b35a-c9ad-418c-b3fe-8ab0e629ed29"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:00:53.665813 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b323d92-035e-4b31-827a-722504edfeea None None] Routers {'71a4d7d7-ffb1-4e1c-9eae-5da8ba76bbd0'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:00:53.666967 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-9b323d92-035e-4b31-827a-722504edfeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:00:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['71a4d7d7-ffb1-4e1c-9eae-5da8ba76bbd0'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:00:53.672849 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 8794b35a-c9ad-418c-b3fe-8ab0e629ed29, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=8794b35a-c9ad-418c-b3fe-8ab0e629ed29,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:00:53.745737 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c044f85-99bc-4cf0-805f-dfa7cc0bcd74 req-dbc1204d-b84e-4663-9014-6c0ea1a8b2f6 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:53.748546 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2c044f85-99bc-4cf0-805f-dfa7cc0bcd74 req-dbc1204d-b84e-4663-9014-6c0ea1a8b2f6 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=e8c82113-c6de-43e8-86f2-7a66b5610677 HTTP/1.1" status: 200 len: 944 time: 0.2459078 Feb 02 07:00:53.789681 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (8794b35a-c9ad-418c-b3fe-8ab0e629ed29), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:53.914941 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=8794b35a-c9ad-418c-b3fe-8ab0e629ed29,revision_number=6']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:53.962675 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2c044f85-99bc-4cf0-805f-dfa7cc0bcd74 req-9a63b9e2-4c9f-4f5d-9761-f3ed1cad110a tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/security-groups?id=99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953459 Feb 02 07:00:54.017852 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4a8f59c2-9713-4e58-9511-e3e70589a8fe req-962d893c-ac3d-487b-a13f-f26f85b099fe tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4583471 Feb 02 07:00:54.101604 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-38ec0799-fd05-4179-ac34-938a764ced20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (8f8923d3-8f99-44de-be03-a294b1207322), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:54.143419 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f6da1ded-2c4e-4a14-a34c-9ebcaa305775 req-d4ee3738-e8f4-455e-8b9a-12b5feb5813c service neutron] 10.222.0.59 "GET /v2.0/networks/6cc3d0c3-1b02-4467-ae70-b7c675f62b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7154918 Feb 02 07:00:54.325513 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ec0799-fd05-4179-ac34-938a764ced20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f8923d3-8f99-44de-be03-a294b1207322,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:54.370870 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ec0799-fd05-4179-ac34-938a764ced20 admin admin] Checking segment: {'id': 'ef5217ce-ef3b-419b-8f4e-cebe7d5e664f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b8d318ee-7be7-4e51-831e-7b86032e2315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:00:54.371635 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ec0799-fd05-4179-ac34-938a764ced20 admin admin] Network hostable DHCP agents. Network: b8d318ee-7be7-4e51-831e-7b86032e2315, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:00:54.386673 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c60ddf-f9ae-480f-8ea6-559cc09cc0f8 req-e4657a1c-ff28-43a4-8956-77af5287968a tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:54.394430 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c8c60ddf-f9ae-480f-8ea6-559cc09cc0f8 req-e4657a1c-ff28-43a4-8956-77af5287968a tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] 10.222.0.87 "GET /v2.0/ports?device_id=7f363f95-eebf-48db-aa81-1545e6e53f8f HTTP/1.1" status: 200 len: 946 time: 0.3053973 Feb 02 07:00:54.518428 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ec0799-fd05-4179-ac34-938a764ced20 admin admin] Network b8d318ee-7be7-4e51-831e-7b86032e2315 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:00:54.535344 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-c11e82b2-09c7-4501-953c-6e0805423a9e req-59c2b5c5-7688-4da5-9b96-38f11d9a13be tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (8794b35a-c9ad-418c-b3fe-8ab0e629ed29), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:54.601211 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['674800bf-e723-4635-afe8-ee7d45ae1e0e', 'accc8dbd-449e-4fb6-abb7-294a86af8d3f', '13272dd6-864e-4817-a330-647b2a7112f3', '5d0f8776-b81f-4302-8158-25ef74712e39'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:00:54.616959 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7', 'f14465ce-1ab6-4a5c-811e-9080670bcd31'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:00:54.634681 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c8c60ddf-f9ae-480f-8ea6-559cc09cc0f8 req-44daaf07-a5bb-4177-9ccd-7ef695380955 tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad653233-bf90-4164-b010-c8e6ddd645f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340357 Feb 02 07:00:54.637996 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f6da1ded-2c4e-4a14-a34c-9ebcaa305775 req-c54a68e3-cc3b-4d25-b8cc-bbc3e6356909 service neutron] 10.222.0.59 "GET /v2.0/networks/6cc3d0c3-1b02-4467-ae70-b7c675f62b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4842482 Feb 02 07:00:54.641370 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c2b5c5-7688-4da5-9b96-38f11d9a13be tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Pushing event deleted for resources: {'Port': ['ID=8794b35a-c9ad-418c-b3fe-8ab0e629ed29,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:54.643744 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-38ec0799-fd05-4179-ac34-938a764ced20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, b8d318ee-7be7-4e51-831e-7b86032e2315) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:00:54.662813 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ec0799-fd05-4179-ac34-938a764ced20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:54.663605 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-38ec0799-fd05-4179-ac34-938a764ced20 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:54.732095 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-38ec0799-fd05-4179-ac34-938a764ced20 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.5098217 Feb 02 07:00:54.742711 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4958ed83-d921-469b-97ee-6049f860e109 None None] Network b8d318ee-7be7-4e51-831e-7b86032e2315 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:00:54.743530 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0cf2b6-aa13-43e4-83ff-5dd244a8bab2 req-4e8c82a1-13dc-4968-a9ad-19af55ac90c8 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:54.745122 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bd0cf2b6-aa13-43e4-83ff-5dd244a8bab2 req-4e8c82a1-13dc-4968-a9ad-19af55ac90c8 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=682cb750-3b53-4085-be06-d355b0d2dc70 HTTP/1.1" status: 200 len: 944 time: 0.4247971 Feb 02 07:00:54.753181 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 40032) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:00:54.758481 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-94ee2921-2ca4-42d8-ad1e-4f4b837f042f admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-2087778775-router', 'tenant_id': '8a72e2ddd46d4aa092090e984ad4bccb', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:00:54.780188 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1504682f-0774-4142-9584-24f4220e1035 req-abf07ec0-c581-43ea-bd05-260929cef66b tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:54.781608 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1504682f-0774-4142-9584-24f4220e1035 req-abf07ec0-c581-43ea-bd05-260929cef66b tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.59 "GET /v2.0/ports?device_id=682cb750-3b53-4085-be06-d355b0d2dc70 HTTP/1.1" status: 200 len: 944 time: 0.3129485 Feb 02 07:00:54.860792 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-c11e82b2-09c7-4501-953c-6e0805423a9e req-59c2b5c5-7688-4da5-9b96-38f11d9a13be tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] No DVR routers for this DVR port 8794b35a-c9ad-418c-b3fe-8ab0e629ed29 on host n-h1-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:00:54.865713 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-c11e82b2-09c7-4501-953c-6e0805423a9e req-59c2b5c5-7688-4da5-9b96-38f11d9a13be tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:54.869042 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c11e82b2-09c7-4501-953c-6e0805423a9e req-59c2b5c5-7688-4da5-9b96-38f11d9a13be tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.88 "DELETE /v2.0/ports/8794b35a-c9ad-418c-b3fe-8ab0e629ed29 HTTP/1.1" status: 204 len: 173 time: 2.8751278 Feb 02 07:00:54.869516 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cc00e95-68b5-41a1-84f5-cd186e917264', 'name': 'network-vif-deleted', 'tag': '8794b35a-c9ad-418c-b3fe-8ab0e629ed29'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:00:54.871797 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d62535-fce8-49c1-b4c4-dadad5c71087" -d '{"events": [{"server_uuid": "2cc00e95-68b5-41a1-84f5-cd186e917264", "name": "network-vif-deleted", "tag": "8794b35a-c9ad-418c-b3fe-8ab0e629ed29"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:00:54.929598 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1bf7d8d6-39c1-4321-a184-5d25de6f6515 req-76c2502f-e28f-449d-89d1-3b71bcb2deea tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=2cc00e95-68b5-41a1-84f5-cd186e917264 HTTP/1.1" status: 200 len: 210 time: 0.1043203 Feb 02 07:00:54.964912 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bd0cf2b6-aa13-43e4-83ff-5dd244a8bab2 req-d8fe8651-5665-4984-9c9a-1e26fc5b81e9 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784837 Feb 02 07:00:54.988453 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-94ee2921-2ca4-42d8-ad1e-4f4b837f042f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (b4be495f-6db6-48f7-baca-231a2de33ee2), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:54.989548 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-94ee2921-2ca4-42d8-ad1e-4f4b837f042f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (b4be495f-6db6-48f7-baca-231a2de33ee2), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:54.990683 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-9b323d92-035e-4b31-827a-722504edfeea None None] Set router 71a4d7d7-ffb1-4e1c-9eae-5da8ba76bbd0 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:00:55.117080 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e5e3aa9-d9da-41dc-ba42-b7d0d89a26f3 x-openstack-request-id: req-7e5e3aa9-d9da-41dc-ba42-b7d0d89a26f3 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:00:55.117591 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cc00e95-68b5-41a1-84f5-cd186e917264", "name": "network-vif-deleted", "tag": "8794b35a-c9ad-418c-b3fe-8ab0e629ed29", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:00:55.117779 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7e5e3aa9-d9da-41dc-ba42-b7d0d89a26f3 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:00:55.118024 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cc00e95-68b5-41a1-84f5-cd186e917264', 'name': 'network-vif-deleted', 'tag': '8794b35a-c9ad-418c-b3fe-8ab0e629ed29', 'status': 'completed', 'code': 200} Feb 02 07:00:55.323272 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-94ee2921-2ca4-42d8-ad1e-4f4b837f042f admin admin] Publish callbacks [] for router_controller (b4be495f-6db6-48f7-baca-231a2de33ee2), precommit_add_association {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:55.382858 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c7537d-e642-488d-8ee5-9bdb14a7d601 req-066ace77-520b-4eab-80c0-2a70fedaef79 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:55.387687 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 07:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ff80cd-e1da-47ec-8394-434187a62da0 x-openstack-request-id: req-10ff80cd-e1da-47ec-8394-434187a62da0 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:00:55.388114 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cc00e95-68b5-41a1-84f5-cd186e917264", "name": "network-vif-unplugged", "status": "completed", "tag": "8794b35a-c9ad-418c-b3fe-8ab0e629ed29", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:00:55.388218 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-10ff80cd-e1da-47ec-8394-434187a62da0 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:00:55.389247 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cc00e95-68b5-41a1-84f5-cd186e917264', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8794b35a-c9ad-418c-b3fe-8ab0e629ed29', 'code': 200} Feb 02 07:00:55.404733 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d3c7537d-e642-488d-8ee5-9bdb14a7d601 req-066ace77-520b-4eab-80c0-2a70fedaef79 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 945 time: 0.1679802 Feb 02 07:00:55.415459 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-1504682f-0774-4142-9584-24f4220e1035 req-f39f036e-431f-4b3b-9caf-740821695d2f tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Deleting port 86badc51-10d8-40e2-b632-ed4cc28b590a {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:00:55.416195 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-1504682f-0774-4142-9584-24f4220e1035 req-f39f036e-431f-4b3b-9caf-740821695d2f tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (86badc51-10d8-40e2-b632-ed4cc28b590a), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:55.520298 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d3c7537d-e642-488d-8ee5-9bdb14a7d601 req-9173dbde-a6e3-4101-837f-ee7b17cca7d8 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081429 Feb 02 07:00:55.617360 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b45186e-081a-4a75-846c-536cef8400aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-b8d318ee-7be7-4e51-831e-7b86032e2315', 'network_id': 'b8d318ee-7be7-4e51-831e-7b86032e2315', 'project_id': '8a72e2ddd46d4aa092090e984ad4bccb', 'fixed_ips': [{'subnet_id': '8f8923d3-8f99-44de-be03-a294b1207322'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:00:55.618192 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-8b45186e-081a-4a75-846c-536cef8400aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:55.880168 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd1391f-44c9-4655-bd7a-f7f1142a0617 req-c21a9843-9142-4739-9456-ac702323ceff tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:55.891961 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3dd1391f-44c9-4655-bd7a-f7f1142a0617 req-c21a9843-9142-4739-9456-ac702323ceff tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] 10.222.0.87 "GET /v2.0/ports?device_id=7f363f95-eebf-48db-aa81-1545e6e53f8f HTTP/1.1" status: 200 len: 946 time: 0.1150525 Feb 02 07:00:56.004569 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3dd1391f-44c9-4655-bd7a-f7f1142a0617 req-b4699879-ca62-44f0-b619-374ad34c3c2f tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad653233-bf90-4164-b010-c8e6ddd645f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081238 Feb 02 07:00:56.165144 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-8b45186e-081a-4a75-846c-536cef8400aa None None] Allocated IP 172.20.0.2 (b8d318ee-7be7-4e51-831e-7b86032e2315/8f8923d3-8f99-44de-be03-a294b1207322/a8f8d53e-f0fb-4d89-9041-0df7a3ef67ea) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:00:56.179262 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63f8ec9-fb35-400d-b0e8-f7b0b00a741a req-7e42292e-714e-4514-80a3-96909308f5ca tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:56.190392 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a63f8ec9-fb35-400d-b0e8-f7b0b00a741a req-7e42292e-714e-4514-80a3-96909308f5ca tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=e8c82113-c6de-43e8-86f2-7a66b5610677 HTTP/1.1" status: 200 len: 944 time: 1.0128872 Feb 02 07:00:56.289485 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-94ee2921-2ca4-42d8-ad1e-4f4b837f042f admin admin] Publish callbacks [] for router_gateway (b4be495f-6db6-48f7-baca-231a2de33ee2), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:56.342333 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f357c-e49a-43d1-bfdc-031f9c95e182 req-671574ca-800b-4fb2-b8aa-1a539b444b77 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:56.354207 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a58f357c-e49a-43d1-bfdc-031f9c95e182 req-671574ca-800b-4fb2-b8aa-1a539b444b77 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=682cb750-3b53-4085-be06-d355b0d2dc70 HTTP/1.1" status: 200 len: 944 time: 0.1108093 Feb 02 07:00:56.470064 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-1504682f-0774-4142-9584-24f4220e1035 req-f39f036e-431f-4b3b-9caf-740821695d2f tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] For port 86badc51-10d8-40e2-b632-ed4cc28b590a, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=86badc51-10d8-40e2-b632-ed4cc28b590a,segment=NetworkSegment(ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b),segment_id=ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:00:56.470514 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-1504682f-0774-4142-9584-24f4220e1035 req-f39f036e-431f-4b3b-9caf-740821695d2f tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (86badc51-10d8-40e2-b632-ed4cc28b590a), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:56.477739 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a58f357c-e49a-43d1-bfdc-031f9c95e182 req-6784b12d-20d2-489f-9085-7bbbb0dda479 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207201 Feb 02 07:00:56.496100 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a63f8ec9-fb35-400d-b0e8-f7b0b00a741a req-f3073da6-4ac8-4c2d-9435-d1dcebce6aed tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/security-groups?id=99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009729 Feb 02 07:00:56.558275 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-1504682f-0774-4142-9584-24f4220e1035 req-f39f036e-431f-4b3b-9caf-740821695d2f tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Calling delete_port for 86badc51-10d8-40e2-b632-ed4cc28b590a owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:00:56.598164 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-8b45186e-081a-4a75-846c-536cef8400aa None None] Publish callbacks [] for port (a8f8d53e-f0fb-4d89-9041-0df7a3ef67ea), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:56.710763 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-8b45186e-081a-4a75-846c-536cef8400aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (a8f8d53e-f0fb-4d89-9041-0df7a3ef67ea), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:56.885704 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b45186e-081a-4a75-846c-536cef8400aa None None] Pushing event updated for resources: {'Port': ['ID=a8f8d53e-f0fb-4d89-9041-0df7a3ef67ea,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:56.990606 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b45186e-081a-4a75-846c-536cef8400aa None None] Network b8d318ee-7be7-4e51-831e-7b86032e2315 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:00:57.050269 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-8b45186e-081a-4a75-846c-536cef8400aa None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:00:57.081287 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b45186e-081a-4a75-846c-536cef8400aa None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:00:57.213278 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-1504682f-0774-4142-9584-24f4220e1035 req-f39f036e-431f-4b3b-9caf-740821695d2f tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (86badc51-10d8-40e2-b632-ed4cc28b590a), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:57.315079 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39f036e-431f-4b3b-9caf-740821695d2f tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Pushing event deleted for resources: {'Port': ['ID=86badc51-10d8-40e2-b632-ed4cc28b590a,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:57.338862 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 40110) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:00:57.346666 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-8b45186e-081a-4a75-846c-536cef8400aa None None] Attempting to bind port a8f8d53e-f0fb-4d89-9041-0df7a3ef67ea on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:00:57.347050 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-8b45186e-081a-4a75-846c-536cef8400aa None None] Attempting to bind port a8f8d53e-f0fb-4d89-9041-0df7a3ef67ea by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'ef5217ce-ef3b-419b-8f4e-cebe7d5e664f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b8d318ee-7be7-4e51-831e-7b86032e2315'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:00:57.347422 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b45186e-081a-4a75-846c-536cef8400aa None None] Attempting to bind port a8f8d53e-f0fb-4d89-9041-0df7a3ef67ea on network b8d318ee-7be7-4e51-831e-7b86032e2315 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:00:57.351541 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-9b323d92-035e-4b31-827a-722504edfeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a4d7d7-ffb1-4e1c-9eae-5da8ba76bbd0', 'name': 'tempest-TaggedBootDevicesTest-1867045220-router', 'tenant_id': 'f448af77430843d3a0fc36014bd7917d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': 'e6d5a080-0922-4803-8bca-1c3910a9e23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:00:37Z', 'updated_at': '2022-02-02T07:00:50Z', 'revision_number': 4, 'project_id': 'f448af77430843d3a0fc36014bd7917d', 'gw_port': {'id': 'e6d5a080-0922-4803-8bca-1c3910a9e23d', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ea:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a4d7d7-ffb1-4e1c-9eae-5da8ba76bbd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:00:40Z', 'updated_at': '2022-02-02T07:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '933a3c12-88db-4055-9e2b-e48a9fba7d1c', 'name': '', 'network_id': '6f9d2520-58b7-405e-ae3e-05f376196903', 'tenant_id': 'f448af77430843d3a0fc36014bd7917d', 'mac_address': 'fa:16:3e:0f:2a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a4d7d7-ffb1-4e1c-9eae-5da8ba76bbd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '9dcf2e2e-c4da-4d2e-8593-e410778fa237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:00:46Z', 'updated_at': '2022-02-02T07:00:50Z', 'revision_number': 2, 'project_id': 'f448af77430843d3a0fc36014bd7917d', 'subnets': [{'id': '9dcf2e2e-c4da-4d2e-8593-e410778fa237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:00:57.383246 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9824e3-8439-4715-96b9-8dd6f014bbc0 req-a5d246c1-ce9f-468b-9e7b-a656c9ed176e tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:57.387118 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1f9824e3-8439-4715-96b9-8dd6f014bbc0 req-a5d246c1-ce9f-468b-9e7b-a656c9ed176e tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 945 time: 0.5502367 Feb 02 07:00:57.394074 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-1504682f-0774-4142-9584-24f4220e1035 req-f39f036e-431f-4b3b-9caf-740821695d2f tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] No DVR routers for this DVR port 86badc51-10d8-40e2-b632-ed4cc28b590a on host n-h2-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:00:57.398254 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-1504682f-0774-4142-9584-24f4220e1035 req-f39f036e-431f-4b3b-9caf-740821695d2f tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:57.412365 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1504682f-0774-4142-9584-24f4220e1035 req-f39f036e-431f-4b3b-9caf-740821695d2f tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.59 "DELETE /v2.0/ports/86badc51-10d8-40e2-b632-ed4cc28b590a HTTP/1.1" status: 204 len: 173 time: 2.6208248 Feb 02 07:00:57.428106 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d1106b-f078-4056-91a0-b2dea9b60d67 req-ea1623c3-321e-44e9-a3b6-2fb70e17f65b tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:57.443632 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b323d92-035e-4b31-827a-722504edfeea None None] Checking router: 71a4d7d7-ffb1-4e1c-9eae-5da8ba76bbd0 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:00:57.443632 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b323d92-035e-4b31-827a-722504edfeea None None] Updating router 71a4d7d7-ffb1-4e1c-9eae-5da8ba76bbd0 port 933a3c12-88db-4055-9e2b-e48a9fba7d1c binding host n-d-789963-26 {{(pid=109695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:00:57.447370 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-32d1106b-f078-4056-91a0-b2dea9b60d67 req-ea1623c3-321e-44e9-a3b6-2fb70e17f65b tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b1056a5-c909-4f72-8d4b-e16cf147e729 HTTP/1.1" status: 200 len: 950 time: 0.2181776 Feb 02 07:00:57.565533 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '682cb750-3b53-4085-be06-d355b0d2dc70', 'name': 'network-vif-deleted', 'tag': '86badc51-10d8-40e2-b632-ed4cc28b590a'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:00:57.565956 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:57.569551 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d50c78-65b0-4c67-b56d-a48f52c1e913" -d '{"events": [{"server_uuid": "682cb750-3b53-4085-be06-d355b0d2dc70", "name": "network-vif-deleted", "tag": "86badc51-10d8-40e2-b632-ed4cc28b590a"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:00:57.575522 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-32d1106b-f078-4056-91a0-b2dea9b60d67 req-4fe6e15a-3fb9-4c25-a79c-da22acf4a049 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213543 Feb 02 07:00:57.599682 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9b323d92-035e-4b31-827a-722504edfeea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (933a3c12-88db-4055-9e2b-e48a9fba7d1c), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:57.624258 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-447f6e17-41ec-4860-a082-2b736d130b77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:57.718283 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b45186e-081a-4a75-846c-536cef8400aa None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:00:57.718921 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b45186e-081a-4a75-846c-536cef8400aa None None] Checking segment: {'id': 'ef5217ce-ef3b-419b-8f4e-cebe7d5e664f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b8d318ee-7be7-4e51-831e-7b86032e2315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:00:57.719444 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-8b45186e-081a-4a75-846c-536cef8400aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:57.719867 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b45186e-081a-4a75-846c-536cef8400aa None None] Bound using segment: {'id': 'ef5217ce-ef3b-419b-8f4e-cebe7d5e664f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b8d318ee-7be7-4e51-831e-7b86032e2315'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:00:57.720501 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-8b45186e-081a-4a75-846c-536cef8400aa None None] Bound port: a8f8d53e-f0fb-4d89-9041-0df7a3ef67ea, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef5217ce-ef3b-419b-8f4e-cebe7d5e664f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b8d318ee-7be7-4e51-831e-7b86032e2315'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:00:57.720893 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-8b45186e-081a-4a75-846c-536cef8400aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (a8f8d53e-f0fb-4d89-9041-0df7a3ef67ea), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:57.810196 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-94ee2921-2ca4-42d8-ad1e-4f4b837f042f admin admin] Publish callbacks [] for router_gateway (b4be495f-6db6-48f7-baca-231a2de33ee2), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:57.843906 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1f9824e3-8439-4715-96b9-8dd6f014bbc0 req-35b7c73b-e552-49ee-b4a0-9daeb208f093 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830057 Feb 02 07:00:57.845326 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-94ee2921-2ca4-42d8-ad1e-4f4b837f042f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:57.926172 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d040caf-9f01-4574-9ada-13dfc9c8181d req-d73ff7a2-ae83-4c49-8268-3f72c77d5d82 tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:57.927866 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3d040caf-9f01-4574-9ada-13dfc9c8181d req-d73ff7a2-ae83-4c49-8268-3f72c77d5d82 tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] 10.222.0.87 "GET /v2.0/ports?device_id=7f363f95-eebf-48db-aa81-1545e6e53f8f HTTP/1.1" status: 200 len: 946 time: 0.2114232 Feb 02 07:00:57.962706 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-447f6e17-41ec-4860-a082-2b736d130b77 admin admin] Publish callbacks [] for security_group (8bfb2348-8a7e-4e5e-b1fe-d5f2846417a4), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:57.985572 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-447f6e17-41ec-4860-a082-2b736d130b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (8bfb2348-8a7e-4e5e-b1fe-d5f2846417a4), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:58.049011 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-447f6e17-41ec-4860-a082-2b736d130b77 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=71a78d247f3f4a4cbeb884dbdf40da67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7057116 Feb 02 07:00:58.050610 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 40122) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:00:58.173522 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3d040caf-9f01-4574-9ada-13dfc9c8181d req-5bcce4bc-6724-40f1-ba34-6e7d7262c53c tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad653233-bf90-4164-b010-c8e6ddd645f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297223 Feb 02 07:00:58.188954 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9b323d92-035e-4b31-827a-722504edfeea None None] Publish callbacks [] for port (933a3c12-88db-4055-9e2b-e48a9fba7d1c), precommit_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:58.206686 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4501d-3fc4-4d0d-944d-ffcc2e11568e req-e0705b97-7ca5-4b84-b1d5-94e6dd1ad6fd tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:58.216591 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 51628f27-680b-434a-b3c2-04fa01e7c39f up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:00:58.220140 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e8a4501d-3fc4-4d0d-944d-ffcc2e11568e req-e0705b97-7ca5-4b84-b1d5-94e6dd1ad6fd tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=e8c82113-c6de-43e8-86f2-7a66b5610677 HTTP/1.1" status: 200 len: 944 time: 0.2415185 Feb 02 07:00:58.282330 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-94ee2921-2ca4-42d8-ad1e-4f4b837f042f admin admin] Allocated IP 172.25.4.67 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/d54a553f-dfd6-4685-bef7-04d95ad2ecd7) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:00:58.336830 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0a74016b-673b-4fe3-a454-c3f833946935 admin admin] Publish callbacks [] for security_group (8bfb2348-8a7e-4e5e-b1fe-d5f2846417a4), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:58.350527 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e8a4501d-3fc4-4d0d-944d-ffcc2e11568e req-36eeb0f5-7a3b-48d6-bb63-531a716f879a tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/security-groups?id=99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134779 Feb 02 07:00:58.367650 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9b323d92-035e-4b31-827a-722504edfeea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (933a3c12-88db-4055-9e2b-e48a9fba7d1c), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:58.394398 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0a74016b-673b-4fe3-a454-c3f833946935 admin admin] Publish callbacks [] for security_group (8bfb2348-8a7e-4e5e-b1fe-d5f2846417a4), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:58.494713 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447f6e17-41ec-4860-a082-2b736d130b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bfb2348-8a7e-4e5e-b1fe-d5f2846417a4,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:58.501384 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-94ee2921-2ca4-42d8-ad1e-4f4b837f042f admin admin] Publish callbacks [] for port (d54a553f-dfd6-4685-bef7-04d95ad2ecd7), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:58.534374 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8645ea8a-2b2a-4be7-bf14-ee334ab02c73 x-openstack-request-id: req-8645ea8a-2b2a-4be7-bf14-ee334ab02c73 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:00:58.534666 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "682cb750-3b53-4085-be06-d355b0d2dc70", "name": "network-vif-deleted", "tag": "86badc51-10d8-40e2-b632-ed4cc28b590a", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:00:58.534914 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-8645ea8a-2b2a-4be7-bf14-ee334ab02c73 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:00:58.535310 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '682cb750-3b53-4085-be06-d355b0d2dc70', 'name': 'network-vif-deleted', 'tag': '86badc51-10d8-40e2-b632-ed4cc28b590a', 'status': 'completed', 'code': 200} Feb 02 07:00:58.566019 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-8b45186e-081a-4a75-846c-536cef8400aa None None] For port a8f8d53e-f0fb-4d89-9041-0df7a3ef67ea, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:00:58.573516 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port 51628f27-680b-434a-b3c2-04fa01e7c39f completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:00:58.578850 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b97a2b5-373e-4a48-a398-0e8683f02f6b None None] Pushing event updated for resources: {'Port': ['ID=933a3c12-88db-4055-9e2b-e48a9fba7d1c,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:58.581037 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-94ee2921-2ca4-42d8-ad1e-4f4b837f042f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (d54a553f-dfd6-4685-bef7-04d95ad2ecd7), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:58.602084 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-8b45186e-081a-4a75-846c-536cef8400aa None None] For port a8f8d53e-f0fb-4d89-9041-0df7a3ef67ea, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=a8f8d53e-f0fb-4d89-9041-0df7a3ef67ea,segment=NetworkSegment(ef5217ce-ef3b-419b-8f4e-cebe7d5e664f),segment_id=ef5217ce-ef3b-419b-8f4e-cebe7d5e664f)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:00:58.638815 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ee2921-2ca4-42d8-ad1e-4f4b837f042f admin admin] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:00:58.639958 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port 51628f27-680b-434a-b3c2-04fa01e7c39f triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:00:58.640756 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (51628f27-680b-434a-b3c2-04fa01e7c39f), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:58.643088 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-94ee2921-2ca4-42d8-ad1e-4f4b837f042f admin admin] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:00:58.651534 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ee2921-2ca4-42d8-ad1e-4f4b837f042f admin admin] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:00:58.652794 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e4b27886-742d-4639-8196-999ebc42832e req-389a28e8-4d5f-46b6-8c3f-9fa59c641f8a tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=682cb750-3b53-4085-be06-d355b0d2dc70 HTTP/1.1" status: 200 len: 210 time: 0.3314257 Feb 02 07:00:58.666650 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0a74016b-673b-4fe3-a454-c3f833946935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (8bfb2348-8a7e-4e5e-b1fe-d5f2846417a4), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:58.690394 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0a74016b-673b-4fe3-a454-c3f833946935 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:58.695915 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0a74016b-673b-4fe3-a454-c3f833946935 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/8bfb2348-8a7e-4e5e-b1fe-d5f2846417a4 HTTP/1.1" status: 204 len: 168 time: 0.6403384 Feb 02 07:00:58.753737 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a74016b-673b-4fe3-a454-c3f833946935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bfb2348-8a7e-4e5e-b1fe-d5f2846417a4,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:58.767406 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ee2921-2ca4-42d8-ad1e-4f4b837f042f admin admin] Pushing event updated for resources: {'Port': ['ID=d54a553f-dfd6-4685-bef7-04d95ad2ecd7,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:58.783601 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-8b45186e-081a-4a75-846c-536cef8400aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (a8f8d53e-f0fb-4d89-9041-0df7a3ef67ea), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:58.799530 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ecfa78-ac99-4604-ae90-c7d7168359d7 req-e5c7a61e-c89b-488e-9bd9-aa359b9abcf6 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:58.804127 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-65ecfa78-ac99-4604-ae90-c7d7168359d7 req-e5c7a61e-c89b-488e-9bd9-aa359b9abcf6 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b1056a5-c909-4f72-8d4b-e16cf147e729 HTTP/1.1" status: 200 len: 950 time: 0.3195326 Feb 02 07:00:59.133069 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-65ecfa78-ac99-4604-ae90-c7d7168359d7 req-18fef070-4340-4f7c-a2eb-8c6b96861d9e tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Deleting port 5d0f8776-b81f-4302-8158-25ef74712e39 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:00:59.133592 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-65ecfa78-ac99-4604-ae90-c7d7168359d7 req-18fef070-4340-4f7c-a2eb-8c6b96861d9e tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (5d0f8776-b81f-4302-8158-25ef74712e39), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:59.166286 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7860d8-5d3e-40b3-8666-21fc7d10e82b req-8b83f1f8-05ac-4e14-8c53-2c584e07f8d2 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:59.174387 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3c7860d8-5d3e-40b3-8666-21fc7d10e82b req-8b83f1f8-05ac-4e14-8c53-2c584e07f8d2 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 945 time: 0.1446576 Feb 02 07:00:59.229313 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b45186e-081a-4a75-846c-536cef8400aa None None] Pushing event updated for resources: {'Port': ['ID=a8f8d53e-f0fb-4d89-9041-0df7a3ef67ea,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:00:59.232514 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-9b323d92-035e-4b31-827a-722504edfeea None None] Attempting to bind port 933a3c12-88db-4055-9e2b-e48a9fba7d1c on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:00:59.233069 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-9b323d92-035e-4b31-827a-722504edfeea None None] Attempting to bind port 933a3c12-88db-4055-9e2b-e48a9fba7d1c by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'a7bc333b-9756-4e7a-a5bd-b5b92a46bda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '6f9d2520-58b7-405e-ae3e-05f376196903'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:00:59.234165 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b323d92-035e-4b31-827a-722504edfeea None None] Attempting to bind port 933a3c12-88db-4055-9e2b-e48a9fba7d1c on network 6f9d2520-58b7-405e-ae3e-05f376196903 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:00:59.281076 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b323d92-035e-4b31-827a-722504edfeea None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:00:59.281634 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b323d92-035e-4b31-827a-722504edfeea None None] Checking segment: {'id': 'a7bc333b-9756-4e7a-a5bd-b5b92a46bda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '6f9d2520-58b7-405e-ae3e-05f376196903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:00:59.282209 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9b323d92-035e-4b31-827a-722504edfeea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:59.282706 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b323d92-035e-4b31-827a-722504edfeea None None] Bound using segment: {'id': 'a7bc333b-9756-4e7a-a5bd-b5b92a46bda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '6f9d2520-58b7-405e-ae3e-05f376196903'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:00:59.286318 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-9b323d92-035e-4b31-827a-722504edfeea None None] Bound port: 933a3c12-88db-4055-9e2b-e48a9fba7d1c, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7bc333b-9756-4e7a-a5bd-b5b92a46bda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '6f9d2520-58b7-405e-ae3e-05f376196903'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:00:59.286821 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9b323d92-035e-4b31-827a-722504edfeea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (933a3c12-88db-4055-9e2b-e48a9fba7d1c), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:59.307068 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1da9ae45-58c2-40e7-a569-d35d5d329766 None None] Provisioning complete for port 933a3c12-88db-4055-9e2b-e48a9fba7d1c triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:00:59.307538 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1da9ae45-58c2-40e7-a569-d35d5d329766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (933a3c12-88db-4055-9e2b-e48a9fba7d1c), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:59.442515 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3c7860d8-5d3e-40b3-8666-21fc7d10e82b req-e984e2ea-7a5e-4261-91c6-6761a7e9d7db tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668602 Feb 02 07:00:59.533000 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-65ecfa78-ac99-4604-ae90-c7d7168359d7 req-18fef070-4340-4f7c-a2eb-8c6b96861d9e tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] For port 5d0f8776-b81f-4302-8158-25ef74712e39, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=5d0f8776-b81f-4302-8158-25ef74712e39,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:00:59.536177 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-65ecfa78-ac99-4604-ae90-c7d7168359d7 req-18fef070-4340-4f7c-a2eb-8c6b96861d9e tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (5d0f8776-b81f-4302-8158-25ef74712e39), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:59.586160 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-65ecfa78-ac99-4604-ae90-c7d7168359d7 req-18fef070-4340-4f7c-a2eb-8c6b96861d9e tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Calling delete_port for 5d0f8776-b81f-4302-8158-25ef74712e39 owned by compute:nova {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:00:59.596638 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1da9ae45-58c2-40e7-a569-d35d5d329766 None None] Port 933a3c12-88db-4055-9e2b-e48a9fba7d1c cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:00:59.697294 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-9b323d92-035e-4b31-827a-722504edfeea None None] For port 933a3c12-88db-4055-9e2b-e48a9fba7d1c, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:00:59.701966 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 51628f27-680b-434a-b3c2-04fa01e7c39f is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:00:59.703103 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (51628f27-680b-434a-b3c2-04fa01e7c39f), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:59.763105 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-9b323d92-035e-4b31-827a-722504edfeea None None] For port 933a3c12-88db-4055-9e2b-e48a9fba7d1c, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=933a3c12-88db-4055-9e2b-e48a9fba7d1c,segment=NetworkSegment(a7bc333b-9756-4e7a-a5bd-b5b92a46bda8),segment_id=a7bc333b-9756-4e7a-a5bd-b5b92a46bda8)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:00:59.785025 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c82113-c6de-43e8-86f2-7a66b5610677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51628f27-680b-434a-b3c2-04fa01e7c39f'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:00:59.788919 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7fd068-b1d2-4a4a-a1f6-f34e9425d112" -d '{"events": [{"server_uuid": "e8c82113-c6de-43e8-86f2-7a66b5610677", "name": "network-vif-plugged", "status": "completed", "tag": "51628f27-680b-434a-b3c2-04fa01e7c39f"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:00:59.819406 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d5d10d-73a0-42e5-b0c9-0afd6fca4785 req-38393640-365c-463b-a46e-d8854731b26f tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:59.823177 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9b323d92-035e-4b31-827a-722504edfeea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (933a3c12-88db-4055-9e2b-e48a9fba7d1c), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:59.824414 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-66d5d10d-73a0-42e5-b0c9-0afd6fca4785 req-38393640-365c-463b-a46e-d8854731b26f tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b1056a5-c909-4f72-8d4b-e16cf147e729 HTTP/1.1" status: 200 len: 950 time: 1.0455739 Feb 02 07:00:59.841539 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 51628f27-680b-434a-b3c2-04fa01e7c39f, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=51628f27-680b-434a-b3c2-04fa01e7c39f,segment=NetworkSegment(8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763),segment_id=8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:00:59.905477 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (51628f27-680b-434a-b3c2-04fa01e7c39f), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:00:59.906556 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 86badc51-10d8-40e2-b632-ed4cc28b590a no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:00:59.946661 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd1edf-959b-4970-b8c9-cac19bd2015a req-71d61307-2070-4dc1-9e18-e53e8ed4c2cd tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:00:59.949297 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-14cd1edf-959b-4970-b8c9-cac19bd2015a req-71d61307-2070-4dc1-9e18-e53e8ed4c2cd tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] 10.222.0.59 "GET /v2.0/ports?device_id=7f363f95-eebf-48db-aa81-1545e6e53f8f HTTP/1.1" status: 200 len: 946 time: 0.3927879 Feb 02 07:01:00.018968 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] No Port match for: 86badc51-10d8-40e2-b632-ed4cc28b590a {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:01:00.019320 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 86badc51-10d8-40e2-b632-ed4cc28b590a not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:01:00.026909 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecad438-9c11-4de6-a4cb-f3a6ffcd2935 req-c2607b6f-6b12-42c1-9449-36dceb8b14f7 tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:00.039139 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2ecad438-9c11-4de6-a4cb-f3a6ffcd2935 req-c2607b6f-6b12-42c1-9449-36dceb8b14f7 tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] 10.222.0.87 "GET /v2.0/ports?device_id=7f363f95-eebf-48db-aa81-1545e6e53f8f HTTP/1.1" status: 200 len: 946 time: 0.4167421 Feb 02 07:01:00.162389 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b97a2b5-373e-4a48-a398-0e8683f02f6b None None] Pushing event updated for resources: {'Port': ['ID=933a3c12-88db-4055-9e2b-e48a9fba7d1c,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:00.172909 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2ecad438-9c11-4de6-a4cb-f3a6ffcd2935 req-1725ab82-7d51-4570-a212-c3dd90c2c687 tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad653233-bf90-4164-b010-c8e6ddd645f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283536 Feb 02 07:01:00.181098 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b323d92-035e-4b31-827a-722504edfeea None None] Routers {'71a4d7d7-ffb1-4e1c-9eae-5da8ba76bbd0'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:01:00.181660 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-9b323d92-035e-4b31-827a-722504edfeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:00:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['71a4d7d7-ffb1-4e1c-9eae-5da8ba76bbd0'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:01:00.220451 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-65ecfa78-ac99-4604-ae90-c7d7168359d7 req-18fef070-4340-4f7c-a2eb-8c6b96861d9e tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (5d0f8776-b81f-4302-8158-25ef74712e39), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:00.296455 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fef070-4340-4f7c-a2eb-8c6b96861d9e tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Pushing event deleted for resources: {'Port': ['ID=5d0f8776-b81f-4302-8158-25ef74712e39,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:00.304082 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['674800bf-e723-4635-afe8-ee7d45ae1e0e', 'accc8dbd-449e-4fb6-abb7-294a86af8d3f', '13272dd6-864e-4817-a330-647b2a7112f3'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:01:00.311793 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7', 'f14465ce-1ab6-4a5c-811e-9080670bcd31'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:01:00.332939 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-66d5d10d-73a0-42e5-b0c9-0afd6fca4785 req-64469492-505e-4bc1-b7e0-05704e24391f tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4897876 Feb 02 07:01:00.515201 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-65ecfa78-ac99-4604-ae90-c7d7168359d7 req-18fef070-4340-4f7c-a2eb-8c6b96861d9e tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] No DVR routers for this DVR port 5d0f8776-b81f-4302-8158-25ef74712e39 on host n-h1-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:01:00.542482 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-94ee2921-2ca4-42d8-ad1e-4f4b837f042f admin admin] Publish callbacks [] for router_gateway (b4be495f-6db6-48f7-baca-231a2de33ee2), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:00.559931 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-65ecfa78-ac99-4604-ae90-c7d7168359d7 req-18fef070-4340-4f7c-a2eb-8c6b96861d9e tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:00.569249 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-65ecfa78-ac99-4604-ae90-c7d7168359d7 req-18fef070-4340-4f7c-a2eb-8c6b96861d9e tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.88 "DELETE /v2.0/ports/5d0f8776-b81f-4302-8158-25ef74712e39 HTTP/1.1" status: 204 len: 173 time: 1.7588835 Feb 02 07:01:00.569772 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b1056a5-c909-4f72-8d4b-e16cf147e729', 'name': 'network-vif-deleted', 'tag': '5d0f8776-b81f-4302-8158-25ef74712e39'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:01:00.575861 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b15254-47a7-4bb5-af09-1a1d64dd513c x-openstack-request-id: req-b1b15254-47a7-4bb5-af09-1a1d64dd513c {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:01:00.578333 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8c82113-c6de-43e8-86f2-7a66b5610677", "name": "network-vif-plugged", "status": "completed", "tag": "51628f27-680b-434a-b3c2-04fa01e7c39f", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:01:00.578609 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b1b15254-47a7-4bb5-af09-1a1d64dd513c {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:01:00.580704 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8c82113-c6de-43e8-86f2-7a66b5610677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51628f27-680b-434a-b3c2-04fa01e7c39f', 'code': 200} Feb 02 07:01:00.596719 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa4c533-7d80-4c95-b6fd-e5afe613b29d" -d '{"events": [{"server_uuid": "8b1056a5-c909-4f72-8d4b-e16cf147e729", "name": "network-vif-deleted", "tag": "5d0f8776-b81f-4302-8158-25ef74712e39"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:01:00.722933 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57487dd3-3042-4ffa-aa4f-5aa30a0509c1 req-7732155c-ca94-45db-bd41-0b9233296dcd tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:00.735155 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-57487dd3-3042-4ffa-aa4f-5aa30a0509c1 req-7732155c-ca94-45db-bd41-0b9233296dcd tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=e8c82113-c6de-43e8-86f2-7a66b5610677 HTTP/1.1" status: 200 len: 945 time: 0.3703885 Feb 02 07:01:00.802403 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-14cd1edf-959b-4970-b8c9-cac19bd2015a req-cea9e1ca-2308-4f5a-8e20-e6af36bcbf80 tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] Deleting port e1fb8fed-1198-454e-bb91-bd01fc490fa7 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:01:00.803474 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-14cd1edf-959b-4970-b8c9-cac19bd2015a req-cea9e1ca-2308-4f5a-8e20-e6af36bcbf80 tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (e1fb8fed-1198-454e-bb91-bd01fc490fa7), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:00.874819 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-becd9228-ba46-472a-a661-d0d4c0c68e1a None None] Provisioning complete for port 933a3c12-88db-4055-9e2b-e48a9fba7d1c triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:01:00.875771 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-becd9228-ba46-472a-a661-d0d4c0c68e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (933a3c12-88db-4055-9e2b-e48a9fba7d1c), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:01.075129 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd67ca6-5b67-430e-a7ca-fd99303cfad6 req-26cdc4dc-a8be-42e3-b991-249e79a5fc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:01.077369 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ffd67ca6-5b67-430e-a7ca-fd99303cfad6 req-26cdc4dc-a8be-42e3-b991-249e79a5fc59 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e8c82113-c6de-43e8-86f2-7a66b5610677 HTTP/1.1" status: 200 len: 1128 time: 0.3406568 Feb 02 07:01:01.104402 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-57487dd3-3042-4ffa-aa4f-5aa30a0509c1 req-0fc73727-ec80-42aa-a21d-13ef22f35bdd tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/security-groups?id=99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177269 Feb 02 07:01:01.127964 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device a8f8d53e-f0fb-4d89-9041-0df7a3ef67ea up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:01:01.177040 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 5d0f8776-b81f-4302-8158-25ef74712e39 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:01:01.236793 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ffd67ca6-5b67-430e-a7ca-fd99303cfad6 req-40bface8-1374-43ca-acdc-418300792174 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511145 Feb 02 07:01:01.286957 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4edfd94-a2ca-4261-a879-9e0d6ea3b020 x-openstack-request-id: req-a4edfd94-a2ca-4261-a879-9e0d6ea3b020 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:01:01.287253 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b1056a5-c909-4f72-8d4b-e16cf147e729", "name": "network-vif-deleted", "tag": "5d0f8776-b81f-4302-8158-25ef74712e39", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:01:01.287823 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a4edfd94-a2ca-4261-a879-9e0d6ea3b020 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:01:01.288438 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b1056a5-c909-4f72-8d4b-e16cf147e729', 'name': 'network-vif-deleted', 'tag': '5d0f8776-b81f-4302-8158-25ef74712e39', 'status': 'completed', 'code': 200} Feb 02 07:01:01.388185 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: 5d0f8776-b81f-4302-8158-25ef74712e39 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:01:01.394669 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 5d0f8776-b81f-4302-8158-25ef74712e39 not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:01:01.404563 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=51628f27-680b-434a-b3c2-04fa01e7c39f,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:01.435986 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-14cd1edf-959b-4970-b8c9-cac19bd2015a req-cea9e1ca-2308-4f5a-8e20-e6af36bcbf80 tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] For port e1fb8fed-1198-454e-bb91-bd01fc490fa7, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=e1fb8fed-1198-454e-bb91-bd01fc490fa7,segment=NetworkSegment(c042d126-59be-415e-935e-ea7fc8b7e911),segment_id=c042d126-59be-415e-935e-ea7fc8b7e911)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:01:01.436977 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-14cd1edf-959b-4970-b8c9-cac19bd2015a req-cea9e1ca-2308-4f5a-8e20-e6af36bcbf80 tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (e1fb8fed-1198-454e-bb91-bd01fc490fa7), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:01.469269 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38098de-04cf-4836-af91-961fe4f93237 None None] Network b8d318ee-7be7-4e51-831e-7b86032e2315 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:01:01.507318 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-14cd1edf-959b-4970-b8c9-cac19bd2015a req-cea9e1ca-2308-4f5a-8e20-e6af36bcbf80 tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] Calling delete_port for e1fb8fed-1198-454e-bb91-bd01fc490fa7 owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:01:01.547936 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c020f-839e-406c-9b15-7f5d6012ecc6 req-a7a450cf-5c23-4249-96b1-192e2d1473f4 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:01.553165 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fd6c020f-839e-406c-9b15-7f5d6012ecc6 req-a7a450cf-5c23-4249-96b1-192e2d1473f4 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 945 time: 0.3540928 Feb 02 07:01:01.553826 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d0f731-f4f0-41ef-b3ab-c6e3b7fbc80e req-293ded08-79cb-46c5-8d12-53cc9980bf14 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:01.556930 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-08d0f731-f4f0-41ef-b3ab-c6e3b7fbc80e req-293ded08-79cb-46c5-8d12-53cc9980bf14 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=2d2e1841-644f-4ec3-b154-c02b38400298 HTTP/1.1" status: 200 len: 944 time: 0.1070764 Feb 02 07:01:01.621398 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:01:01.706311 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-08d0f731-f4f0-41ef-b3ab-c6e3b7fbc80e req-94f722aa-6c6b-47e4-b595-b4cebd3fb01e tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390464 Feb 02 07:01:01.887590 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-9b323d92-035e-4b31-827a-722504edfeea None None] Set router 71a4d7d7-ffb1-4e1c-9eae-5da8ba76bbd0 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:01:01.892551 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-becd9228-ba46-472a-a661-d0d4c0c68e1a None None] Current status of the port 933a3c12-88db-4055-9e2b-e48a9fba7d1c is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:01:01.892940 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-becd9228-ba46-472a-a661-d0d4c0c68e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (933a3c12-88db-4055-9e2b-e48a9fba7d1c), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:02.051995 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786110e-43e2-4f80-ac31-44b5ca410c89 req-6de11b64-0dad-48e1-bba8-249251871a0b tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:02.063976 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port a8f8d53e-f0fb-4d89-9041-0df7a3ef67ea triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:01:02.064354 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (a8f8d53e-f0fb-4d89-9041-0df7a3ef67ea), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:02.067266 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c786110e-43e2-4f80-ac31-44b5ca410c89 req-6de11b64-0dad-48e1-bba8-249251871a0b tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] 10.222.0.87 "GET /v2.0/ports?device_id=7f363f95-eebf-48db-aa81-1545e6e53f8f HTTP/1.1" status: 200 len: 946 time: 0.2325797 Feb 02 07:01:02.117007 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b749a89-6cad-48db-b2ee-5c2cf0e80193 req-cb0421f9-a01a-44ee-9016-7a7d36e33ed8 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:02.138768 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8b749a89-6cad-48db-b2ee-5c2cf0e80193 req-cb0421f9-a01a-44ee-9016-7a7d36e33ed8 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.88 "GET /v2.0/ports?device_id=2d2e1841-644f-4ec3-b154-c02b38400298 HTTP/1.1" status: 200 len: 944 time: 0.2929223 Feb 02 07:01:02.162349 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-becd9228-ba46-472a-a661-d0d4c0c68e1a None None] For port 933a3c12-88db-4055-9e2b-e48a9fba7d1c, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=933a3c12-88db-4055-9e2b-e48a9fba7d1c,segment=NetworkSegment(a7bc333b-9756-4e7a-a5bd-b5b92a46bda8),segment_id=a7bc333b-9756-4e7a-a5bd-b5b92a46bda8)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:01:02.188244 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fd6c020f-839e-406c-9b15-7f5d6012ecc6 req-50b77cf5-d6eb-4a41-a098-73381c77e765 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5620503 Feb 02 07:01:02.202820 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-14cd1edf-959b-4970-b8c9-cac19bd2015a req-cea9e1ca-2308-4f5a-8e20-e6af36bcbf80 tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (e1fb8fed-1198-454e-bb91-bd01fc490fa7), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:02.216574 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device e1fb8fed-1198-454e-bb91-bd01fc490fa7 no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:01:02.242054 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-becd9228-ba46-472a-a661-d0d4c0c68e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (933a3c12-88db-4055-9e2b-e48a9fba7d1c), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:02.295479 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea9e1ca-2308-4f5a-8e20-e6af36bcbf80 tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] Pushing event deleted for resources: {'Port': ['ID=e1fb8fed-1198-454e-bb91-bd01fc490fa7,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:02.334159 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c786110e-43e2-4f80-ac31-44b5ca410c89 req-d39e12d8-3042-4ecb-af69-be7cd4eccaab tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] 10.222.0.87 "GET /v2.0/security-groups?id=ad653233-bf90-4164-b010-c8e6ddd645f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663927 Feb 02 07:01:02.344813 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-94ee2921-2ca4-42d8-ad1e-4f4b837f042f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (b4be495f-6db6-48f7-baca-231a2de33ee2), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:02.582826 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-8b749a89-6cad-48db-b2ee-5c2cf0e80193 req-7072f932-1e5c-4065-8af8-d30944941583 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Deleting port 7afdd277-3de5-43c9-8bdd-7ad741ed347a {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:01:02.583155 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-8b749a89-6cad-48db-b2ee-5c2cf0e80193 req-7072f932-1e5c-4065-8af8-d30944941583 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (7afdd277-3de5-43c9-8bdd-7ad741ed347a), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:02.712089 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becd9228-ba46-472a-a661-d0d4c0c68e1a None None] Pushing event updated for resources: {'Port': ['ID=933a3c12-88db-4055-9e2b-e48a9fba7d1c,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:02.762513 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8196061-f725-478b-a350-0f106fe0dc53 req-6759fac5-99a9-4e67-bd87-ae2678a46d86 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:02.770940 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a8196061-f725-478b-a350-0f106fe0dc53 req-6759fac5-99a9-4e67-bd87-ae2678a46d86 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=e8c82113-c6de-43e8-86f2-7a66b5610677 HTTP/1.1" status: 200 len: 945 time: 0.2245219 Feb 02 07:01:02.800652 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-8b749a89-6cad-48db-b2ee-5c2cf0e80193 req-7072f932-1e5c-4065-8af8-d30944941583 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] For port 7afdd277-3de5-43c9-8bdd-7ad741ed347a, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=7afdd277-3de5-43c9-8bdd-7ad741ed347a,segment=NetworkSegment(ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b),segment_id=ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:01:02.801334 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-8b749a89-6cad-48db-b2ee-5c2cf0e80193 req-7072f932-1e5c-4065-8af8-d30944941583 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (7afdd277-3de5-43c9-8bdd-7ad741ed347a), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:02.843379 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-8b749a89-6cad-48db-b2ee-5c2cf0e80193 req-7072f932-1e5c-4065-8af8-d30944941583 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Calling delete_port for 7afdd277-3de5-43c9-8bdd-7ad741ed347a owned by compute:nova {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:01:02.922601 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a8196061-f725-478b-a350-0f106fe0dc53 req-ef852003-695f-4f59-82be-fbf3c1bf7a44 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/security-groups?id=99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491666 Feb 02 07:01:02.952157 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-14cd1edf-959b-4970-b8c9-cac19bd2015a req-cea9e1ca-2308-4f5a-8e20-e6af36bcbf80 tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] No DVR routers for this DVR port e1fb8fed-1198-454e-bb91-bd01fc490fa7 on host n-h2-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:01:02.957056 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-14cd1edf-959b-4970-b8c9-cac19bd2015a req-cea9e1ca-2308-4f5a-8e20-e6af36bcbf80 tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:02.961903 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-14cd1edf-959b-4970-b8c9-cac19bd2015a req-cea9e1ca-2308-4f5a-8e20-e6af36bcbf80 tempest-InstanceActionsTestJSON-1884966447 tempest-InstanceActionsTestJSON-1884966447-project] 10.222.0.59 "DELETE /v2.0/ports/e1fb8fed-1198-454e-bb91-bd01fc490fa7 HTTP/1.1" status: 204 len: 173 time: 2.8746471 Feb 02 07:01:02.962663 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f363f95-eebf-48db-aa81-1545e6e53f8f', 'name': 'network-vif-deleted', 'tag': 'e1fb8fed-1198-454e-bb91-bd01fc490fa7'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:01:02.965829 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-782249d5-708e-4132-9f1a-439e61bad0d7" -d '{"events": [{"server_uuid": "7f363f95-eebf-48db-aa81-1545e6e53f8f", "name": "network-vif-deleted", "tag": "e1fb8fed-1198-454e-bb91-bd01fc490fa7"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:01:02.970121 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94ee2921-2ca4-42d8-ad1e-4f4b837f042f admin admin] Router b4be495f-6db6-48f7-baca-231a2de33ee2 is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:01:02.972135 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] No Port match for: e1fb8fed-1198-454e-bb91-bd01fc490fa7 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:01:02.972633 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device e1fb8fed-1198-454e-bb91-bd01fc490fa7 not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:01:03.178619 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-655db850-12a4-4c29-b0b9-6cb8910397ab x-openstack-request-id: req-655db850-12a4-4c29-b0b9-6cb8910397ab {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:01:03.178925 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f363f95-eebf-48db-aa81-1545e6e53f8f", "name": "network-vif-deleted", "tag": "e1fb8fed-1198-454e-bb91-bd01fc490fa7", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:01:03.179188 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-655db850-12a4-4c29-b0b9-6cb8910397ab {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:01:03.179641 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f363f95-eebf-48db-aa81-1545e6e53f8f', 'name': 'network-vif-deleted', 'tag': 'e1fb8fed-1198-454e-bb91-bd01fc490fa7', 'status': 'completed', 'code': 200} Feb 02 07:01:03.181010 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94ee2921-2ca4-42d8-ad1e-4f4b837f042f admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:01:03.197727 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba19cf10-3d24-495a-8340-6202e1f6a195 None None] Sync routers for ids ['b4be495f-6db6-48f7-baca-231a2de33ee2'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:01:03.237009 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba19cf10-3d24-495a-8340-6202e1f6a195 None None] Routers {'b4be495f-6db6-48f7-baca-231a2de33ee2'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:01:03.237693 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-ba19cf10-3d24-495a-8340-6202e1f6a195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:00:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['b4be495f-6db6-48f7-baca-231a2de33ee2'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:01:03.248845 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-c504daed-2cb9-4493-97eb-5861af304784 None None] Provisioning complete for port a8f8d53e-f0fb-4d89-9041-0df7a3ef67ea triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:01:03.249452 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c504daed-2cb9-4493-97eb-5861af304784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (a8f8d53e-f0fb-4d89-9041-0df7a3ef67ea), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:03.256732 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-94ee2921-2ca4-42d8-ad1e-4f4b837f042f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:03.258009 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-94ee2921-2ca4-42d8-ad1e-4f4b837f042f admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 8.5038402 Feb 02 07:01:03.263021 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 40246) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:01:03.505812 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-8b749a89-6cad-48db-b2ee-5c2cf0e80193 req-7072f932-1e5c-4065-8af8-d30944941583 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (7afdd277-3de5-43c9-8bdd-7ad741ed347a), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:03.552452 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port a8f8d53e-f0fb-4d89-9041-0df7a3ef67ea is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:01:03.552851 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (a8f8d53e-f0fb-4d89-9041-0df7a3ef67ea), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:03.554839 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aac3bc-414a-48c4-9c0b-e11b6eb127d7 req-7bd96720-7509-40f0-a03f-616b88ad00ae tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:03.562196 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-48aac3bc-414a-48c4-9c0b-e11b6eb127d7 req-7bd96720-7509-40f0-a03f-616b88ad00ae tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=4662800d-e56b-4a8f-8585-b0f3c338850b HTTP/1.1" status: 200 len: 949 time: 0.2638397 Feb 02 07:01:03.791726 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-48aac3bc-414a-48c4-9c0b-e11b6eb127d7 req-d5e34469-f60b-4905-8208-a642dbc2019b tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264872 Feb 02 07:01:03.808851 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-ba19cf10-3d24-495a-8340-6202e1f6a195 None None] Set router b4be495f-6db6-48f7-baca-231a2de33ee2 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:01:03.882988 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-c504daed-2cb9-4493-97eb-5861af304784 None None] Current status of the port a8f8d53e-f0fb-4d89-9041-0df7a3ef67ea is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:01:03.883397 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c504daed-2cb9-4493-97eb-5861af304784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (a8f8d53e-f0fb-4d89-9041-0df7a3ef67ea), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:03.913973 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port a8f8d53e-f0fb-4d89-9041-0df7a3ef67ea, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=a8f8d53e-f0fb-4d89-9041-0df7a3ef67ea,segment=NetworkSegment(ef5217ce-ef3b-419b-8f4e-cebe7d5e664f),segment_id=ef5217ce-ef3b-419b-8f4e-cebe7d5e664f)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:01:03.916256 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-9b323d92-035e-4b31-827a-722504edfeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a4d7d7-ffb1-4e1c-9eae-5da8ba76bbd0', 'name': 'tempest-TaggedBootDevicesTest-1867045220-router', 'tenant_id': 'f448af77430843d3a0fc36014bd7917d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': 'e6d5a080-0922-4803-8bca-1c3910a9e23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:00:37Z', 'updated_at': '2022-02-02T07:00:50Z', 'revision_number': 4, 'project_id': 'f448af77430843d3a0fc36014bd7917d', 'gw_port': {'id': 'e6d5a080-0922-4803-8bca-1c3910a9e23d', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ea:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a4d7d7-ffb1-4e1c-9eae-5da8ba76bbd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:00:40Z', 'updated_at': '2022-02-02T07:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '933a3c12-88db-4055-9e2b-e48a9fba7d1c', 'name': '', 'network_id': '6f9d2520-58b7-405e-ae3e-05f376196903', 'tenant_id': 'f448af77430843d3a0fc36014bd7917d', 'mac_address': 'fa:16:3e:0f:2a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a4d7d7-ffb1-4e1c-9eae-5da8ba76bbd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '9dcf2e2e-c4da-4d2e-8593-e410778fa237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:00:46Z', 'updated_at': '2022-02-02T07:00:59Z', 'revision_number': 4, 'project_id': 'f448af77430843d3a0fc36014bd7917d', 'subnets': [{'id': '9dcf2e2e-c4da-4d2e-8593-e410778fa237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:01:04.136715 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-ba19cf10-3d24-495a-8340-6202e1f6a195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4be495f-6db6-48f7-baca-231a2de33ee2', 'name': 'tempest-ServersTestJSON-2087778775-router', 'tenant_id': '8a72e2ddd46d4aa092090e984ad4bccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'd54a553f-dfd6-4685-bef7-04d95ad2ecd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:00:55Z', 'updated_at': '2022-02-02T07:00:59Z', 'revision_number': 3, 'project_id': '8a72e2ddd46d4aa092090e984ad4bccb', 'gw_port': {'id': 'd54a553f-dfd6-4685-bef7-04d95ad2ecd7', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:33:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4be495f-6db6-48f7-baca-231a2de33ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:00:57Z', 'updated_at': '2022-02-02T07:00:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:01:04.178839 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba19cf10-3d24-495a-8340-6202e1f6a195 None None] Checking router: b4be495f-6db6-48f7-baca-231a2de33ee2 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:01:04.178839 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba19cf10-3d24-495a-8340-6202e1f6a195 None None] Updating router b4be495f-6db6-48f7-baca-231a2de33ee2 port d54a553f-dfd6-4685-bef7-04d95ad2ecd7 binding host n-d-789963-26 {{(pid=109696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:01:04.200138 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be95e58-92e0-4718-a2b9-8e2eaaaa3de3 req-b0bcb34a-df56-4c00-b268-2657d498c3a2 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:04.209182 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-ba19cf10-3d24-495a-8340-6202e1f6a195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (d54a553f-dfd6-4685-bef7-04d95ad2ecd7), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:04.216875 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0be95e58-92e0-4718-a2b9-8e2eaaaa3de3 req-b0bcb34a-df56-4c00-b268-2657d498c3a2 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 945 time: 0.2508855 Feb 02 07:01:04.230913 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.db.api [None req-c504daed-2cb9-4493-97eb-5861af304784 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109695) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 07:01:04.232682 n-d-789963-26 neutron-server[109695]: DEBUG oslo_db.api [None req-c504daed-2cb9-4493-97eb-5861af304784 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 07:01:04.247286 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (a8f8d53e-f0fb-4d89-9041-0df7a3ef67ea), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:04.256321 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b323d92-035e-4b31-827a-722504edfeea None None] The sync data for ids ['71a4d7d7-ffb1-4e1c-9eae-5da8ba76bbd0'] in n-d-789963-26 is: [{'id': '71a4d7d7-ffb1-4e1c-9eae-5da8ba76bbd0', 'name': 'tempest-TaggedBootDevicesTest-1867045220-router', 'tenant_id': 'f448af77430843d3a0fc36014bd7917d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': 'e6d5a080-0922-4803-8bca-1c3910a9e23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:00:37Z', 'updated_at': '2022-02-02T07:00:50Z', 'revision_number': 4, 'project_id': 'f448af77430843d3a0fc36014bd7917d', 'gw_port': {'id': 'e6d5a080-0922-4803-8bca-1c3910a9e23d', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ea:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a4d7d7-ffb1-4e1c-9eae-5da8ba76bbd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:00:40Z', 'updated_at': '2022-02-02T07:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '933a3c12-88db-4055-9e2b-e48a9fba7d1c', 'name': '', 'network_id': '6f9d2520-58b7-405e-ae3e-05f376196903', 'tenant_id': 'f448af77430843d3a0fc36014bd7917d', 'mac_address': 'fa:16:3e:0f:2a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71a4d7d7-ffb1-4e1c-9eae-5da8ba76bbd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '9dcf2e2e-c4da-4d2e-8593-e410778fa237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:00:46Z', 'updated_at': '2022-02-02T07:00:59Z', 'revision_number': 4, 'project_id': 'f448af77430843d3a0fc36014bd7917d', 'subnets': [{'id': '9dcf2e2e-c4da-4d2e-8593-e410778fa237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:01:04.392641 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=a8f8d53e-f0fb-4d89-9041-0df7a3ef67ea,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:04.393732 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7072f932-1e5c-4065-8af8-d30944941583 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Pushing event deleted for resources: {'Port': ['ID=7afdd277-3de5-43c9-8bdd-7ad741ed347a,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:04.453132 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd47f49-593a-4a37-9faf-5a15e508fadd req-cd5eff2d-d200-4187-8a8e-62c494e78147 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:04.455090 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5dd47f49-593a-4a37-9faf-5a15e508fadd req-cd5eff2d-d200-4187-8a8e-62c494e78147 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=2d2e1841-644f-4ec3-b154-c02b38400298 HTTP/1.1" status: 200 len: 944 time: 1.2241290 Feb 02 07:01:04.536029 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0be95e58-92e0-4718-a2b9-8e2eaaaa3de3 req-9bc6ee30-3550-49be-8f5a-851bd60b0e03 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175089 Feb 02 07:01:04.552936 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 40290) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:01:04.590717 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b749a89-6cad-48db-b2ee-5c2cf0e80193 req-7072f932-1e5c-4065-8af8-d30944941583 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] No DVR routers for this DVR port 7afdd277-3de5-43c9-8bdd-7ad741ed347a on host n-h1-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:01:04.596715 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-8b749a89-6cad-48db-b2ee-5c2cf0e80193 req-7072f932-1e5c-4065-8af8-d30944941583 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:04.601324 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8b749a89-6cad-48db-b2ee-5c2cf0e80193 req-7072f932-1e5c-4065-8af8-d30944941583 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.88 "DELETE /v2.0/ports/7afdd277-3de5-43c9-8bdd-7ad741ed347a HTTP/1.1" status: 204 len: 173 time: 2.4576957 Feb 02 07:01:04.602075 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d2e1841-644f-4ec3-b154-c02b38400298', 'name': 'network-vif-deleted', 'tag': '7afdd277-3de5-43c9-8bdd-7ad741ed347a'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:01:04.605927 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e72cdb6-67f6-4e96-8670-4394306bc982" -d '{"events": [{"server_uuid": "2d2e1841-644f-4ec3-b154-c02b38400298", "name": "network-vif-deleted", "tag": "7afdd277-3de5-43c9-8bdd-7ad741ed347a"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:01:04.631904 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5dd47f49-593a-4a37-9faf-5a15e508fadd req-5eaf8417-2045-46bb-bbc9-c3373e57ceec tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669312 Feb 02 07:01:04.638738 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 40298) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:01:04.766849 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f64be17-bb13-480f-a06e-bf7dc82c78e0 admin admin] Deleting subnet af7eb4ad-a4a1-40c8-b8f4-f92a487b8b03 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:01:04.774820 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b0bade-1929-48ba-a4b2-40d9d0b24499 x-openstack-request-id: req-48b0bade-1929-48ba-a4b2-40d9d0b24499 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:01:04.776341 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d2e1841-644f-4ec3-b154-c02b38400298", "name": "network-vif-deleted", "tag": "7afdd277-3de5-43c9-8bdd-7ad741ed347a", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:01:04.776898 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-48b0bade-1929-48ba-a4b2-40d9d0b24499 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:01:04.777542 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d2e1841-644f-4ec3-b154-c02b38400298', 'name': 'network-vif-deleted', 'tag': '7afdd277-3de5-43c9-8bdd-7ad741ed347a', 'status': 'completed', 'code': 200} Feb 02 07:01:04.784434 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1f64be17-bb13-480f-a06e-bf7dc82c78e0 admin admin] Publish callbacks [] for subnet (af7eb4ad-a4a1-40c8-b8f4-f92a487b8b03), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:04.789509 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2019845-6371-45a1-ae3f-f475a33ea599 req-dc576fdc-5077-499b-80c0-61ca8d6c81ce tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:04.791984 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f2019845-6371-45a1-ae3f-f475a33ea599 req-dc576fdc-5077-499b-80c0-61ca8d6c81ce tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.88 "GET /v2.0/ports?device_id=4662800d-e56b-4a8f-8585-b0f3c338850b HTTP/1.1" status: 200 len: 949 time: 0.4945879 Feb 02 07:01:04.859483 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1f64be17-bb13-480f-a06e-bf7dc82c78e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (af7eb4ad-a4a1-40c8-b8f4-f92a487b8b03), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:04.889001 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-c504daed-2cb9-4493-97eb-5861af304784 None None] Current status of the port a8f8d53e-f0fb-4d89-9041-0df7a3ef67ea is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:01:04.977978 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-ba19cf10-3d24-495a-8340-6202e1f6a195 None None] Publish callbacks [] for port (d54a553f-dfd6-4685-bef7-04d95ad2ecd7), precommit_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:04.985102 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-ba19cf10-3d24-495a-8340-6202e1f6a195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (d54a553f-dfd6-4685-bef7-04d95ad2ecd7), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:05.034039 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-16adc7fa-631a-4eb6-9fa5-95a8eef572cb None None] Provisioning complete for port a8f8d53e-f0fb-4d89-9041-0df7a3ef67ea triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:01:05.034803 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-16adc7fa-631a-4eb6-9fa5-95a8eef572cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (a8f8d53e-f0fb-4d89-9041-0df7a3ef67ea), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:05.043594 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-69943814-35df-4b57-b469-b9263f45621a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:05.117000 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-ba19cf10-3d24-495a-8340-6202e1f6a195 None None] Attempting to bind port d54a553f-dfd6-4685-bef7-04d95ad2ecd7 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:01:05.117775 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-ba19cf10-3d24-495a-8340-6202e1f6a195 None None] Attempting to bind port d54a553f-dfd6-4685-bef7-04d95ad2ecd7 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:01:05.118659 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba19cf10-3d24-495a-8340-6202e1f6a195 None None] Attempting to bind port d54a553f-dfd6-4685-bef7-04d95ad2ecd7 on network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:01:05.121122 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1f64be17-bb13-480f-a06e-bf7dc82c78e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (af7eb4ad-a4a1-40c8-b8f4-f92a487b8b03), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:05.130407 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba19cf10-3d24-495a-8340-6202e1f6a195 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:01:05.131181 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba19cf10-3d24-495a-8340-6202e1f6a195 None None] Checking segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:01:05.131859 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-ba19cf10-3d24-495a-8340-6202e1f6a195 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:05.132468 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba19cf10-3d24-495a-8340-6202e1f6a195 None None] Bound using segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:01:05.133229 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-ba19cf10-3d24-495a-8340-6202e1f6a195 None None] Bound port: d54a553f-dfd6-4685-bef7-04d95ad2ecd7, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:01:05.134340 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-ba19cf10-3d24-495a-8340-6202e1f6a195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (d54a553f-dfd6-4685-bef7-04d95ad2ecd7), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:05.144047 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 13272dd6-864e-4817-a330-647b2a7112f3 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:01:05.203202 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4f933ca1-889c-40a6-8263-9612fdbed81e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:05.224549 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac15397-121d-455a-8cf6-419b9bd07609 req-604efb2a-8048-4ca1-ad5e-c5624ae23a57 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:05.226195 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8ac15397-121d-455a-8cf6-419b9bd07609 req-604efb2a-8048-4ca1-ad5e-c5624ae23a57 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4d58a87-901f-41c8-9b70-14a14e3ac596 HTTP/1.1" status: 200 len: 950 time: 0.2122273 Feb 02 07:01:05.238238 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eabb4e0-1da7-4693-a1cc-56e8d577c7d0 req-41e456ad-4bcc-4855-82ea-67d432d2f00a tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:05.239715 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9eabb4e0-1da7-4693-a1cc-56e8d577c7d0 req-41e456ad-4bcc-4855-82ea-67d432d2f00a tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=4662800d-e56b-4a8f-8585-b0f3c338850b HTTP/1.1" status: 200 len: 949 time: 0.2999542 Feb 02 07:01:05.247157 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3c6be20a-1ee0-4fe2-8b82-1b9375bdc292 req-c808c999-1a09-4807-9354-792a0d622bd4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4739928 Feb 02 07:01:05.256136 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca2e31-df1e-4cb3-a691-5376dc86bc0b req-17fe52b2-d607-4983-b13e-fd1349920dba tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:05.264748 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-afca2e31-df1e-4cb3-a691-5376dc86bc0b req-17fe52b2-d607-4983-b13e-fd1349920dba tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=e8c82113-c6de-43e8-86f2-7a66b5610677 HTTP/1.1" status: 200 len: 945 time: 0.5072000 Feb 02 07:01:05.302157 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-ba19cf10-3d24-495a-8340-6202e1f6a195 None None] For port d54a553f-dfd6-4685-bef7-04d95ad2ecd7, host n-d-789963-26, cleared binding levels {{(pid=109696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:01:05.309416 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-ba19cf10-3d24-495a-8340-6202e1f6a195 None None] For port d54a553f-dfd6-4685-bef7-04d95ad2ecd7, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=d54a553f-dfd6-4685-bef7-04d95ad2ecd7,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:01:05.315816 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6790f0b7-16f3-4b39-8880-a224bed7d804 None None] Pushing event updated for resources: {'Port': ['ID=d54a553f-dfd6-4685-bef7-04d95ad2ecd7,revision_number=2']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:05.325560 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-ba19cf10-3d24-495a-8340-6202e1f6a195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (d54a553f-dfd6-4685-bef7-04d95ad2ecd7), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:05.351140 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-16adc7fa-631a-4eb6-9fa5-95a8eef572cb None None] Current status of the port a8f8d53e-f0fb-4d89-9041-0df7a3ef67ea is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:01:05.409691 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9eabb4e0-1da7-4693-a1cc-56e8d577c7d0 req-46e08725-19e3-4d4b-9001-64a58c2c55fe tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337080 Feb 02 07:01:05.447346 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba19cf10-3d24-495a-8340-6202e1f6a195 None None] Routers {'b4be495f-6db6-48f7-baca-231a2de33ee2'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:01:05.448289 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-ba19cf10-3d24-495a-8340-6202e1f6a195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:00:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['b4be495f-6db6-48f7-baca-231a2de33ee2'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:01:05.503915 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817da04b-9927-4d39-a5de-df81391854a8 req-862ef3f5-5c14-4094-bebb-16045a2b30bb tempest-LiveMigrationTest-749161847 tempest-LiveMigrationTest-749161847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:05.503915 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-817da04b-9927-4d39-a5de-df81391854a8 req-862ef3f5-5c14-4094-bebb-16045a2b30bb tempest-LiveMigrationTest-749161847 tempest-LiveMigrationTest-749161847-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5&tenant_id=94634d8b4d2a41de8e59c8bd88798343&binding%3Ahost_id=n-h1-789963-26 HTTP/1.1" status: 200 len: 1128 time: 0.4055195 Feb 02 07:01:05.505792 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 13272dd6-864e-4817-a330-647b2a7112f3 is: ACTIVE; New status is: DOWN {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:01:05.505792 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (13272dd6-864e-4817-a330-647b2a7112f3), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:05.527481 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-817da04b-9927-4d39-a5de-df81391854a8 req-2369f812-235f-48a6-8ab1-81abb02f4617 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-789963-26'}}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:01:05.589611 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4662800d-e56b-4a8f-8585-b0f3c338850b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13272dd6-864e-4817-a330-647b2a7112f3'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:01:05.599104 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc255d3-f35e-47b1-a36e-a82db3bc9706" -d '{"events": [{"server_uuid": "4662800d-e56b-4a8f-8585-b0f3c338850b", "name": "network-vif-unplugged", "status": "completed", "tag": "13272dd6-864e-4817-a330-647b2a7112f3"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:01:05.604305 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-f2019845-6371-45a1-ae3f-f475a33ea599 req-d24792eb-00cc-480f-9f15-bcd53a758bd0 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Deleting port 13272dd6-864e-4817-a330-647b2a7112f3 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:01:05.604873 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f2019845-6371-45a1-ae3f-f475a33ea599 req-d24792eb-00cc-480f-9f15-bcd53a758bd0 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (13272dd6-864e-4817-a330-647b2a7112f3), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:05.642393 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6790f0b7-16f3-4b39-8880-a224bed7d804 None None] Pushing event updated for resources: {'Port': ['ID=d54a553f-dfd6-4685-bef7-04d95ad2ecd7,revision_number=3']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:05.643576 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 13272dd6-864e-4817-a330-647b2a7112f3, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=13272dd6-864e-4817-a330-647b2a7112f3,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:01:05.650387 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1f64be17-bb13-480f-a06e-bf7dc82c78e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (af7eb4ad-a4a1-40c8-b8f4-f92a487b8b03), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:05.656825 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (13272dd6-864e-4817-a330-647b2a7112f3), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:05.657902 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 7afdd277-3de5-43c9-8bdd-7ad741ed347a no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:01:05.692967 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: 7afdd277-3de5-43c9-8bdd-7ad741ed347a {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:01:05.694412 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 7afdd277-3de5-43c9-8bdd-7ad741ed347a not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:01:05.695701 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-afca2e31-df1e-4cb3-a691-5376dc86bc0b req-e87c4f52-69e6-4c0a-9223-9e0cd3d6653f tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/security-groups?id=99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4271700 Feb 02 07:01:05.750864 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f64be17-bb13-480f-a06e-bf7dc82c78e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af7eb4ad-a4a1-40c8-b8f4-f92a487b8b03,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:05.804575 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-ba19cf10-3d24-495a-8340-6202e1f6a195 None None] Set router b4be495f-6db6-48f7-baca-231a2de33ee2 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:01:05.822453 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 07:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1fae12c-e46e-4b40-9279-73f348fa4876 x-openstack-request-id: req-a1fae12c-e46e-4b40-9279-73f348fa4876 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:01:05.822794 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4662800d-e56b-4a8f-8585-b0f3c338850b", "name": "network-vif-unplugged", "status": "completed", "tag": "13272dd6-864e-4817-a330-647b2a7112f3", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:01:05.823030 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a1fae12c-e46e-4b40-9279-73f348fa4876 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:01:05.827623 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4662800d-e56b-4a8f-8585-b0f3c338850b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13272dd6-864e-4817-a330-647b2a7112f3', 'code': 200} Feb 02 07:01:05.828414 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=13272dd6-864e-4817-a330-647b2a7112f3,revision_number=6']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:05.879282 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1f64be17-bb13-480f-a06e-bf7dc82c78e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:05.886812 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-1f64be17-bb13-480f-a06e-bf7dc82c78e0 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/af7eb4ad-a4a1-40c8-b8f4-f92a487b8b03 HTTP/1.1" status: 204 len: 168 time: 1.2441881 Feb 02 07:01:05.901752 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 40312) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:01:06.000660 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-8ac15397-121d-455a-8cf6-419b9bd07609 req-a53e0bdf-5b35-4c9b-9c26-a349243726f9 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Deleting port f14465ce-1ab6-4a5c-811e-9080670bcd31 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:01:06.001390 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-8ac15397-121d-455a-8cf6-419b9bd07609 req-a53e0bdf-5b35-4c9b-9c26-a349243726f9 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (f14465ce-1ab6-4a5c-811e-9080670bcd31), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:06.063176 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6be20a-1ee0-4fe2-8b82-1b9375bdc292 req-c23ce400-a6bd-43a4-97eb-4e2c9926a803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:06.064735 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3c6be20a-1ee0-4fe2-8b82-1b9375bdc292 req-c23ce400-a6bd-43a4-97eb-4e2c9926a803 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=94634d8b4d2a41de8e59c8bd88798343&device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 1127 time: 0.7399375 Feb 02 07:01:06.141888 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c957c598-4c4c-4cdc-aaf8-b58decdf89b8 req-5e73a784-025b-4136-a749-0266ecc58fdc tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:06.146571 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c957c598-4c4c-4cdc-aaf8-b58decdf89b8 req-5e73a784-025b-4136-a749-0266ecc58fdc tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 945 time: 0.4576831 Feb 02 07:01:06.157317 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-69943814-35df-4b57-b469-b9263f45621a admin admin] Publish callbacks [] for security_group (b47aa9d0-2cb6-4fa0-9941-6b45b421d3a0), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:06.213710 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device fec591fd-4902-4db9-91a5-f50c021f2727 details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:01:06.221260 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2c2f882b-9afb-4472-8d89-d7bcbe38fd62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (6cc3d0c3-1b02-4467-ae70-b7c675f62b1f), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:06.307223 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-ba19cf10-3d24-495a-8340-6202e1f6a195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4be495f-6db6-48f7-baca-231a2de33ee2', 'name': 'tempest-ServersTestJSON-2087778775-router', 'tenant_id': '8a72e2ddd46d4aa092090e984ad4bccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'd54a553f-dfd6-4685-bef7-04d95ad2ecd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:00:55Z', 'updated_at': '2022-02-02T07:00:59Z', 'revision_number': 3, 'project_id': '8a72e2ddd46d4aa092090e984ad4bccb', 'gw_port': {'id': 'd54a553f-dfd6-4685-bef7-04d95ad2ecd7', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:33:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4be495f-6db6-48f7-baca-231a2de33ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:00:57Z', 'updated_at': '2022-02-02T07:01:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:01:06.418024 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba19cf10-3d24-495a-8340-6202e1f6a195 None None] The sync data for ids ['b4be495f-6db6-48f7-baca-231a2de33ee2'] in n-d-789963-26 is: [{'id': 'b4be495f-6db6-48f7-baca-231a2de33ee2', 'name': 'tempest-ServersTestJSON-2087778775-router', 'tenant_id': '8a72e2ddd46d4aa092090e984ad4bccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'd54a553f-dfd6-4685-bef7-04d95ad2ecd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:00:55Z', 'updated_at': '2022-02-02T07:00:59Z', 'revision_number': 3, 'project_id': '8a72e2ddd46d4aa092090e984ad4bccb', 'gw_port': {'id': 'd54a553f-dfd6-4685-bef7-04d95ad2ecd7', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:33:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4be495f-6db6-48f7-baca-231a2de33ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:00:57Z', 'updated_at': '2022-02-02T07:01:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:01:06.489777 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bc18f602-363d-40bb-bbee-e54a7f126945 req-bc4ab0ee-1258-4fb5-b5a0-d173fab7c61a service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=2fc8267f-9472-43e8-b871-0c5f767cd58a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3419423 Feb 02 07:01:06.577193 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port fec591fd-4902-4db9-91a5-f50c021f2727, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=fec591fd-4902-4db9-91a5-f50c021f2727,segment=NetworkSegment(43369f47-102e-4f19-93f2-e5ce754f6e28),segment_id=43369f47-102e-4f19-93f2-e5ce754f6e28)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:01:06.582087 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c957c598-4c4c-4cdc-aaf8-b58decdf89b8 req-dffa0e42-b25f-4b6b-a2be-e8cc450ca17d tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4010539 Feb 02 07:01:06.605717 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device fec591fd-4902-4db9-91a5-f50c021f2727 has no active binding in host n-h2-789963-26 {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 02 07:01:06.678537 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 933a3c12-88db-4055-9e2b-e48a9fba7d1c up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:01:06.746610 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 933a3c12-88db-4055-9e2b-e48a9fba7d1c triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:01:06.746984 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (933a3c12-88db-4055-9e2b-e48a9fba7d1c), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:06.754939 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2c2f882b-9afb-4472-8d89-d7bcbe38fd62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (6cc3d0c3-1b02-4467-ae70-b7c675f62b1f), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:06.843778 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-2c2f882b-9afb-4472-8d89-d7bcbe38fd62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cc3d0c3-1b02-4467-ae70-b7c675f62b1f']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:01:06.847580 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-8ac15397-121d-455a-8cf6-419b9bd07609 req-a53e0bdf-5b35-4c9b-9c26-a349243726f9 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] For port f14465ce-1ab6-4a5c-811e-9080670bcd31, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=f14465ce-1ab6-4a5c-811e-9080670bcd31,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:01:06.848266 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-8ac15397-121d-455a-8cf6-419b9bd07609 req-a53e0bdf-5b35-4c9b-9c26-a349243726f9 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (f14465ce-1ab6-4a5c-811e-9080670bcd31), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:06.872406 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-2c2f882b-9afb-4472-8d89-d7bcbe38fd62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c042d126-59be-415e-935e-ea7fc8b7e911') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:01:06.872842 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-2c2f882b-9afb-4472-8d89-d7bcbe38fd62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c042d126-59be-415e-935e-ea7fc8b7e911') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:01:06.890300 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-f2019845-6371-45a1-ae3f-f475a33ea599 req-d24792eb-00cc-480f-9f15-bcd53a758bd0 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] For port 13272dd6-864e-4817-a330-647b2a7112f3, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=13272dd6-864e-4817-a330-647b2a7112f3,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:01:06.891632 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f2019845-6371-45a1-ae3f-f475a33ea599 req-d24792eb-00cc-480f-9f15-bcd53a758bd0 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (13272dd6-864e-4817-a330-647b2a7112f3), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:06.906875 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-f2019845-6371-45a1-ae3f-f475a33ea599 req-d24792eb-00cc-480f-9f15-bcd53a758bd0 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Calling delete_port for 13272dd6-864e-4817-a330-647b2a7112f3 owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:01:06.916024 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2c2f882b-9afb-4472-8d89-d7bcbe38fd62 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (c042d126-59be-415e-935e-ea7fc8b7e911), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:06.917968 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-8ac15397-121d-455a-8cf6-419b9bd07609 req-a53e0bdf-5b35-4c9b-9c26-a349243726f9 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Calling delete_port for f14465ce-1ab6-4a5c-811e-9080670bcd31 owned by compute:nova {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:01:06.926860 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 933a3c12-88db-4055-9e2b-e48a9fba7d1c is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:01:06.930539 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device a8f8d53e-f0fb-4d89-9041-0df7a3ef67ea up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:01:07.014549 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2c2f882b-9afb-4472-8d89-d7bcbe38fd62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (c042d126-59be-415e-935e-ea7fc8b7e911), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:07.029206 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb4fd27-5842-40e9-a1c2-fbdf42801aed req-2ca7e604-e56f-40e5-a2eb-564697c20f95 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:07.029206 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-beb4fd27-5842-40e9-a1c2-fbdf42801aed req-2ca7e604-e56f-40e5-a2eb-564697c20f95 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=4662800d-e56b-4a8f-8585-b0f3c338850b HTTP/1.1" status: 200 len: 947 time: 0.2517712 Feb 02 07:01:07.043686 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc18f602-363d-40bb-bbee-e54a7f126945 req-7ba3c4b0-c31b-4837-b1a8-6bc0338d4055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:07.046305 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bc18f602-363d-40bb-bbee-e54a7f126945 req-7ba3c4b0-c31b-4837-b1a8-6bc0338d4055 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=94634d8b4d2a41de8e59c8bd88798343&device_id=2fc8267f-9472-43e8-b871-0c5f767cd58a HTTP/1.1" status: 200 len: 1127 time: 0.4630618 Feb 02 07:01:07.061105 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c2f882b-9afb-4472-8d89-d7bcbe38fd62 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:01:07.061691 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2c2f882b-9afb-4472-8d89-d7bcbe38fd62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (c042d126-59be-415e-935e-ea7fc8b7e911), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:07.064427 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:01:07.064427 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:01:07.064427 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:01:07.064427 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:01:07.064427 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:01:07.064427 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:01:07.064427 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:01:07.064427 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:01:07.064427 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:01:07.064427 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:01:07.064427 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:01:07.064427 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:01:07.064427 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:01:07.064427 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:01:07.064427 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:01:07.064427 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:01:07.064427 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:01:07.064427 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:01:07.064427 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:01:07.064427 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:01:07.064427 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:01:07.064427 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:01:07.064427 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:01:07.064427 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:01:07.064427 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:01:07.064427 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:01:07.064427 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:01:07.064427 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:01:07.064427 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:01:07.064427 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:01:07.064427 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:01:07.064427 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:01:07.077774 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port a8f8d53e-f0fb-4d89-9041-0df7a3ef67ea triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:01:07.078220 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-817da04b-9927-4d39-a5de-df81391854a8 req-2369f812-235f-48a6-8ab1-81abb02f4617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (fec591fd-4902-4db9-91a5-f50c021f2727), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:07.078647 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (a8f8d53e-f0fb-4d89-9041-0df7a3ef67ea), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:07.139800 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-69943814-35df-4b57-b469-b9263f45621a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (b47aa9d0-2cb6-4fa0-9941-6b45b421d3a0), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:07.263985 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port a8f8d53e-f0fb-4d89-9041-0df7a3ef67ea is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:01:07.351873 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-8ac15397-121d-455a-8cf6-419b9bd07609 req-a53e0bdf-5b35-4c9b-9c26-a349243726f9 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (f14465ce-1ab6-4a5c-811e-9080670bcd31), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:07.379493 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f2019845-6371-45a1-ae3f-f475a33ea599 req-d24792eb-00cc-480f-9f15-bcd53a758bd0 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (13272dd6-864e-4817-a330-647b2a7112f3), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:07.390875 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:01:07.393785 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['674800bf-e723-4635-afe8-ee7d45ae1e0e', 'accc8dbd-449e-4fb6-abb7-294a86af8d3f'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:01:07.402372 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a16008-9601-415c-90d4-5757d90ba58b req-5da13c14-3fa0-47d6-84c5-2bb4468a0c71 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:07.404242 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-24a16008-9601-415c-90d4-5757d90ba58b req-5da13c14-3fa0-47d6-84c5-2bb4468a0c71 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=e8c82113-c6de-43e8-86f2-7a66b5610677 HTTP/1.1" status: 200 len: 945 time: 0.3302393 Feb 02 07:01:07.431836 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53e0bdf-5b35-4c9b-9c26-a349243726f9 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Pushing event deleted for resources: {'Port': ['ID=f14465ce-1ab6-4a5c-811e-9080670bcd31,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:07.436305 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2c2f882b-9afb-4472-8d89-d7bcbe38fd62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (6cc3d0c3-1b02-4467-ae70-b7c675f62b1f), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:07.445972 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2c2f882b-9afb-4472-8d89-d7bcbe38fd62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:07.452623 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-2c2f882b-9afb-4472-8d89-d7bcbe38fd62 admin admin] 10.222.0.87 "DELETE /v2.0/networks/6cc3d0c3-1b02-4467-ae70-b7c675f62b1f HTTP/1.1" status: 204 len: 168 time: 1.5496955 Feb 02 07:01:07.463686 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['674800bf-e723-4635-afe8-ee7d45ae1e0e', 'accc8dbd-449e-4fb6-abb7-294a86af8d3f'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:01:07.480237 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-beb4fd27-5842-40e9-a1c2-fbdf42801aed req-9a5e442d-4123-4a5d-8b6c-4f323477dab1 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4294176 Feb 02 07:01:07.553888 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2f882b-9afb-4472-8d89-d7bcbe38fd62 admin admin] Pushing event deleted for resources: {'Network': ['ID=6cc3d0c3-1b02-4467-ae70-b7c675f62b1f,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:07.568153 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-69943814-35df-4b57-b469-b9263f45621a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=949aed7cb84d43ce9fda75c7990961a4&name=default HTTP/1.1" status: 200 len: 2996 time: 2.9999874 Feb 02 07:01:07.589292 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:01:07.593227 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 40332) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:01:07.663948 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-4f933ca1-889c-40a6-8263-9612fdbed81e admin admin] Allocated IP 172.20.0.1 (b8d318ee-7be7-4e51-831e-7b86032e2315/8f8923d3-8f99-44de-be03-a294b1207322/0841de10-1522-44ca-bbe0-a68467d66fc1) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:01:07.674038 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24792eb-00cc-480f-9f15-bcd53a758bd0 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Pushing event deleted for resources: {'Port': ['ID=13272dd6-864e-4817-a330-647b2a7112f3,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:07.712787 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8d793e-2adc-44f4-a56e-d70574dfad01 req-8f4b0af5-aef6-426e-8241-b51cc2791927 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:07.714846 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1e8d793e-2adc-44f4-a56e-d70574dfad01 req-8f4b0af5-aef6-426e-8241-b51cc2791927 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.88 "GET /v2.0/ports?device_id=39546764-67dd-4b6e-a45a-c2c507299e35 HTTP/1.1" status: 200 len: 944 time: 0.6223300 Feb 02 07:01:07.730940 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 40336) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:01:07.731822 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ac15397-121d-455a-8cf6-419b9bd07609 req-a53e0bdf-5b35-4c9b-9c26-a349243726f9 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] No DVR routers for this DVR port f14465ce-1ab6-4a5c-811e-9080670bcd31 on host n-h2-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:01:07.778022 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-8ac15397-121d-455a-8cf6-419b9bd07609 req-a53e0bdf-5b35-4c9b-9c26-a349243726f9 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:07.782150 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8ac15397-121d-455a-8cf6-419b9bd07609 req-a53e0bdf-5b35-4c9b-9c26-a349243726f9 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.59 "DELETE /v2.0/ports/f14465ce-1ab6-4a5c-811e-9080670bcd31 HTTP/1.1" status: 204 len: 173 time: 2.5415120 Feb 02 07:01:07.800613 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4d58a87-901f-41c8-9b70-14a14e3ac596', 'name': 'network-vif-deleted', 'tag': 'f14465ce-1ab6-4a5c-811e-9080670bcd31'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:01:07.803439 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8760bec4-0345-4efe-b2c1-b64f3b3a00ed" -d '{"events": [{"server_uuid": "e4d58a87-901f-41c8-9b70-14a14e3ac596", "name": "network-vif-deleted", "tag": "f14465ce-1ab6-4a5c-811e-9080670bcd31"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:01:07.823422 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6be20a-1ee0-4fe2-8b82-1b9375bdc292 req-92cf2828-1505-425e-854d-0211d96f3ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:07.825128 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3c6be20a-1ee0-4fe2-8b82-1b9375bdc292 req-92cf2828-1505-425e-854d-0211d96f3ce7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ad127856-4465-484c-882c-e096f13573c2 HTTP/1.1" status: 200 len: 908 time: 1.7274468 Feb 02 07:01:07.916331 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-cea00b82-fcf6-4a90-a354-1765ae4600b0 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=221d25c1df1d4426abaa38f71e88fa9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1818841 Feb 02 07:01:07.920670 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 40340) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:01:07.980237 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-817da04b-9927-4d39-a5de-df81391854a8 req-2369f812-235f-48a6-8ab1-81abb02f4617 service neutron] For port fec591fd-4902-4db9-91a5-f50c021f2727, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=fec591fd-4902-4db9-91a5-f50c021f2727,segment=NetworkSegment(43369f47-102e-4f19-93f2-e5ce754f6e28),segment_id=43369f47-102e-4f19-93f2-e5ce754f6e28)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:01:08.055301 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-817da04b-9927-4d39-a5de-df81391854a8 req-2369f812-235f-48a6-8ab1-81abb02f4617 service neutron] For port fec591fd-4902-4db9-91a5-f50c021f2727, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:01:08.069399 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf4bf59-2b0d-4012-99cb-a148543cc237 req-2d66ac98-2735-48ea-a284-3c3aa772e63d tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:08.071129 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-faf4bf59-2b0d-4012-99cb-a148543cc237 req-2d66ac98-2735-48ea-a284-3c3aa772e63d tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=39546764-67dd-4b6e-a45a-c2c507299e35 HTTP/1.1" status: 200 len: 944 time: 0.4360271 Feb 02 07:01:08.129870 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-50a78cc0-7a94-4492-a4ea-e09177d54416 admin admin] Publish callbacks [] for security_group (ad653233-bf90-4164-b010-c8e6ddd645f1), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:08.158753 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-817da04b-9927-4d39-a5de-df81391854a8 req-2369f812-235f-48a6-8ab1-81abb02f4617 service neutron] Publish callbacks [] for port (fec591fd-4902-4db9-91a5-f50c021f2727), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:08.163175 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc18f602-363d-40bb-bbee-e54a7f126945 req-01dad223-5a8f-4428-b132-46d8508c59d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:08.165266 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bc18f602-363d-40bb-bbee-e54a7f126945 req-01dad223-5a8f-4428-b132-46d8508c59d1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ad127856-4465-484c-882c-e096f13573c2 HTTP/1.1" status: 200 len: 908 time: 1.0643933 Feb 02 07:01:08.191139 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-faf4bf59-2b0d-4012-99cb-a148543cc237 req-77577bf7-fd60-4e84-8268-56152f2bc540 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/security-groups?id=20f07dbe-e965-44db-9669-d99f8fdac3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048615 Feb 02 07:01:08.193834 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7df3be3c-ada1-4cf7-95dd-a5d9311516c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fec591fd-4902-4db9-91a5-f50c021f2727'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:01:08.196288 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4552b72-8357-49d2-b161-131bd3445f63" -d '{"events": [{"server_uuid": "7df3be3c-ada1-4cf7-95dd-a5d9311516c5", "name": "network-vif-unplugged", "status": "completed", "tag": "fec591fd-4902-4db9-91a5-f50c021f2727"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:01:08.197054 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-1e8d793e-2adc-44f4-a56e-d70574dfad01 req-ca4de5d9-f9d1-4f98-b604-a08b9e0d762f tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Deleting port 9770e2d2-a414-4db6-9115-5ff68232fc06 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:01:08.197407 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-1e8d793e-2adc-44f4-a56e-d70574dfad01 req-ca4de5d9-f9d1-4f98-b604-a08b9e0d762f tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (9770e2d2-a414-4db6-9115-5ff68232fc06), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:08.199627 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69943814-35df-4b57-b469-b9263f45621a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b47aa9d0-2cb6-4fa0-9941-6b45b421d3a0,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:08.257444 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-50a78cc0-7a94-4492-a4ea-e09177d54416 admin admin] Publish callbacks [] for security_group (ad653233-bf90-4164-b010-c8e6ddd645f1), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:08.280837 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device f14465ce-1ab6-4a5c-811e-9080670bcd31 no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:01:08.321799 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2019845-6371-45a1-ae3f-f475a33ea599 req-d24792eb-00cc-480f-9f15-bcd53a758bd0 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] No DVR routers for this DVR port 13272dd6-864e-4817-a330-647b2a7112f3 on host n-h1-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:01:08.327820 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3c6be20a-1ee0-4fe2-8b82-1b9375bdc292 req-799ef4bd-64eb-411d-ab56-d4885c473a79 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94377a6e-1236-4aaf-86eb-c20b80f78855 HTTP/1.1" status: 200 len: 217 time: 0.1046238 Feb 02 07:01:08.355802 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-24a16008-9601-415c-90d4-5757d90ba58b req-9736329f-d12f-459e-9211-1a69f2da48b0 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/security-groups?id=99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9072175 Feb 02 07:01:08.403109 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f2019845-6371-45a1-ae3f-f475a33ea599 req-d24792eb-00cc-480f-9f15-bcd53a758bd0 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:08.411190 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f2019845-6371-45a1-ae3f-f475a33ea599 req-d24792eb-00cc-480f-9f15-bcd53a758bd0 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.88 "DELETE /v2.0/ports/13272dd6-864e-4817-a330-647b2a7112f3 HTTP/1.1" status: 204 len: 173 time: 3.4620373 Feb 02 07:01:08.431219 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] No Port match for: f14465ce-1ab6-4a5c-811e-9080670bcd31 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:01:08.431636 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device f14465ce-1ab6-4a5c-811e-9080670bcd31 not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:01:08.466149 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e20e610a-3e61-41fa-a70c-b52c97c7be55 x-openstack-request-id: req-e20e610a-3e61-41fa-a70c-b52c97c7be55 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:01:08.466585 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4d58a87-901f-41c8-9b70-14a14e3ac596", "name": "network-vif-deleted", "tag": "f14465ce-1ab6-4a5c-811e-9080670bcd31", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:01:08.466842 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e20e610a-3e61-41fa-a70c-b52c97c7be55 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:01:08.467671 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4d58a87-901f-41c8-9b70-14a14e3ac596', 'name': 'network-vif-deleted', 'tag': 'f14465ce-1ab6-4a5c-811e-9080670bcd31', 'status': 'completed', 'code': 200} Feb 02 07:01:08.515852 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-817da04b-9927-4d39-a5de-df81391854a8 req-2369f812-235f-48a6-8ab1-81abb02f4617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (fec591fd-4902-4db9-91a5-f50c021f2727), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:08.528323 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device d54a553f-dfd6-4685-bef7-04d95ad2ecd7 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:01:08.576874 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bc18f602-363d-40bb-bbee-e54a7f126945 req-76541611-2cf0-4d84-baac-962fe8e0f604 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bfe479cc-6320-4a21-838c-6dca9641d47b HTTP/1.1" status: 200 len: 217 time: 0.3694158 Feb 02 07:01:08.594756 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 07:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0fd0cbf-a2ee-4982-9ea8-b248fc3b4c15 x-openstack-request-id: req-f0fd0cbf-a2ee-4982-9ea8-b248fc3b4c15 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:01:08.595084 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7df3be3c-ada1-4cf7-95dd-a5d9311516c5", "name": "network-vif-unplugged", "status": "completed", "tag": "fec591fd-4902-4db9-91a5-f50c021f2727", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:01:08.595341 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f0fd0cbf-a2ee-4982-9ea8-b248fc3b4c15 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:01:08.595779 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7df3be3c-ada1-4cf7-95dd-a5d9311516c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fec591fd-4902-4db9-91a5-f50c021f2727', 'code': 200} Feb 02 07:01:08.597588 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472d8a0-e009-4881-81a3-6fcf2012789e req-92cf4f2f-b92b-4afc-a18a-d5b739d0c551 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:08.609805 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c472d8a0-e009-4881-81a3-6fcf2012789e req-92cf4f2f-b92b-4afc-a18a-d5b739d0c551 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 943 time: 0.2388840 Feb 02 07:01:08.648772 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-1e8d793e-2adc-44f4-a56e-d70574dfad01 req-ca4de5d9-f9d1-4f98-b604-a08b9e0d762f tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] For port 9770e2d2-a414-4db6-9115-5ff68232fc06, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=9770e2d2-a414-4db6-9115-5ff68232fc06,segment=NetworkSegment(ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b),segment_id=ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:01:08.649173 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-1e8d793e-2adc-44f4-a56e-d70574dfad01 req-ca4de5d9-f9d1-4f98-b604-a08b9e0d762f tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (9770e2d2-a414-4db6-9115-5ff68232fc06), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:08.674084 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-50a78cc0-7a94-4492-a4ea-e09177d54416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (ad653233-bf90-4164-b010-c8e6ddd645f1), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:08.676928 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-50a78cc0-7a94-4492-a4ea-e09177d54416 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:08.681211 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-50a78cc0-7a94-4492-a4ea-e09177d54416 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ad653233-bf90-4164-b010-c8e6ddd645f1 HTTP/1.1" status: 204 len: 168 time: 0.7572150 Feb 02 07:01:08.712695 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-1e8d793e-2adc-44f4-a56e-d70574dfad01 req-ca4de5d9-f9d1-4f98-b604-a08b9e0d762f tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Calling delete_port for 9770e2d2-a414-4db6-9115-5ff68232fc06 owned by compute:nova {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:01:08.756780 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c472d8a0-e009-4881-81a3-6fcf2012789e req-7957a052-1146-4f6d-ad73-9d616e6f9718 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451507 Feb 02 07:01:08.762783 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a78cc0-7a94-4492-a4ea-e09177d54416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad653233-bf90-4164-b010-c8e6ddd645f1,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:09.023194 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a50de4fc-0507-451d-bba3-bb1825f0a44e req-43f97ada-881b-4b9b-96eb-749eb22ac633 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=4662800d-e56b-4a8f-8585-b0f3c338850b HTTP/1.1" status: 200 len: 210 time: 0.2226384 Feb 02 07:01:09.115323 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-1e8d793e-2adc-44f4-a56e-d70574dfad01 req-ca4de5d9-f9d1-4f98-b604-a08b9e0d762f tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (9770e2d2-a414-4db6-9115-5ff68232fc06), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:09.158382 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 9770e2d2-a414-4db6-9115-5ff68232fc06 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:01:09.167617 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port d54a553f-dfd6-4685-bef7-04d95ad2ecd7 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:01:09.167995 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (d54a553f-dfd6-4685-bef7-04d95ad2ecd7), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:09.199578 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4de5d9-f9d1-4f98-b604-a08b9e0d762f tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Pushing event deleted for resources: {'Port': ['ID=9770e2d2-a414-4db6-9115-5ff68232fc06,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:09.209376 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a78c381f-60d5-4e44-9b77-84f4faef8d7e admin admin] Publish callbacks [] for security_group (b47aa9d0-2cb6-4fa0-9941-6b45b421d3a0), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:09.212387 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: 9770e2d2-a414-4db6-9115-5ff68232fc06 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:01:09.212736 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 9770e2d2-a414-4db6-9115-5ff68232fc06 not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:01:09.298326 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6be20a-1ee0-4fe2-8b82-1b9375bdc292 req-095275b2-d709-4ede-99a2-81639bc64f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:09.302159 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3c6be20a-1ee0-4fe2-8b82-1b9375bdc292 req-095275b2-d709-4ede-99a2-81639bc64f61 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a7292d13-827d-45ab-8eaa-7baf62301aaa HTTP/1.1" status: 200 len: 847 time: 0.9396315 Feb 02 07:01:09.340231 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port d54a553f-dfd6-4685-bef7-04d95ad2ecd7 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:01:09.340855 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (d54a553f-dfd6-4685-bef7-04d95ad2ecd7), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:09.347585 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e8d793e-2adc-44f4-a56e-d70574dfad01 req-ca4de5d9-f9d1-4f98-b604-a08b9e0d762f tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] No DVR routers for this DVR port 9770e2d2-a414-4db6-9115-5ff68232fc06 on host n-h1-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:01:09.354786 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-1e8d793e-2adc-44f4-a56e-d70574dfad01 req-ca4de5d9-f9d1-4f98-b604-a08b9e0d762f tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:09.361229 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1e8d793e-2adc-44f4-a56e-d70574dfad01 req-ca4de5d9-f9d1-4f98-b604-a08b9e0d762f tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.88 "DELETE /v2.0/ports/9770e2d2-a414-4db6-9115-5ff68232fc06 HTTP/1.1" status: 204 len: 173 time: 1.5848112 Feb 02 07:01:09.375724 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2369f812-235f-48a6-8ab1-81abb02f4617 service neutron] Pushing event updated for resources: {'Port': ['ID=fec591fd-4902-4db9-91a5-f50c021f2727,revision_number=7']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:09.403657 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port d54a553f-dfd6-4685-bef7-04d95ad2ecd7, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=d54a553f-dfd6-4685-bef7-04d95ad2ecd7,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:01:09.417344 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc18f602-363d-40bb-bbee-e54a7f126945 req-15ea0b8b-0660-43ba-9f9f-a6389d36d297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:09.421875 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bc18f602-363d-40bb-bbee-e54a7f126945 req-15ea0b8b-0660-43ba-9f9f-a6389d36d297 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a7292d13-827d-45ab-8eaa-7baf62301aaa HTTP/1.1" status: 200 len: 847 time: 0.6653214 Feb 02 07:01:09.427378 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (d54a553f-dfd6-4685-bef7-04d95ad2ecd7), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:09.492179 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a78c381f-60d5-4e44-9b77-84f4faef8d7e admin admin] Publish callbacks [] for security_group (b47aa9d0-2cb6-4fa0-9941-6b45b421d3a0), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:09.500738 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-832a8056-b17d-447f-88d9-6534ffe20725 req-13ab4294-a75f-4e24-93da-77253b5bec29 tempest-LiveAutoBlockMigrationV225Test-367569943 tempest-LiveAutoBlockMigrationV225Test-367569943-project] 10.222.0.87 "GET /v2.0/ports?device_id=39546764-67dd-4b6e-a45a-c2c507299e35 HTTP/1.1" status: 200 len: 210 time: 0.1033545 Feb 02 07:01:09.523427 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3c6be20a-1ee0-4fe2-8b82-1b9375bdc292 req-a6085452-680d-4dcf-8a29-cbf8346f9da7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ad127856-4465-484c-882c-e096f13573c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1772618 Feb 02 07:01:09.564928 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bc18f602-363d-40bb-bbee-e54a7f126945 req-15bf8ff5-e360-44d8-8e60-df8657b8315a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ad127856-4465-484c-882c-e096f13573c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1025205 Feb 02 07:01:09.570654 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=d54a553f-dfd6-4685-bef7-04d95ad2ecd7,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:09.580827 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2369f812-235f-48a6-8ab1-81abb02f4617 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:01:09.581255 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2369f812-235f-48a6-8ab1-81abb02f4617 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:01:09.581523 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2369f812-235f-48a6-8ab1-81abb02f4617 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:01:09.581869 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2369f812-235f-48a6-8ab1-81abb02f4617 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:01:09.582215 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2369f812-235f-48a6-8ab1-81abb02f4617 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:01:09.582551 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2369f812-235f-48a6-8ab1-81abb02f4617 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:01:09.583118 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2369f812-235f-48a6-8ab1-81abb02f4617 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:01:09.583355 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2369f812-235f-48a6-8ab1-81abb02f4617 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:01:09.583792 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2369f812-235f-48a6-8ab1-81abb02f4617 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:01:09.584128 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2369f812-235f-48a6-8ab1-81abb02f4617 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:01:09.584462 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2369f812-235f-48a6-8ab1-81abb02f4617 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:01:09.584792 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2369f812-235f-48a6-8ab1-81abb02f4617 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:01:09.585123 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2369f812-235f-48a6-8ab1-81abb02f4617 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:01:09.613350 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-817da04b-9927-4d39-a5de-df81391854a8 req-2369f812-235f-48a6-8ab1-81abb02f4617 service neutron] Attempting to bind port fec591fd-4902-4db9-91a5-f50c021f2727 on host n-h1-789963-26 for vnic_type normal with profile {"migrating_to": "n-h2-789963-26"} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:01:09.613697 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-817da04b-9927-4d39-a5de-df81391854a8 req-2369f812-235f-48a6-8ab1-81abb02f4617 service neutron] Attempting to bind port fec591fd-4902-4db9-91a5-f50c021f2727 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': '43369f47-102e-4f19-93f2-e5ce754f6e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ad127856-4465-484c-882c-e096f13573c2'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:01:09.614042 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817da04b-9927-4d39-a5de-df81391854a8 req-2369f812-235f-48a6-8ab1-81abb02f4617 service neutron] Attempting to bind port fec591fd-4902-4db9-91a5-f50c021f2727 on network ad127856-4465-484c-882c-e096f13573c2 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:01:09.631279 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4f933ca1-889c-40a6-8263-9612fdbed81e admin admin] Publish callbacks [] for port (0841de10-1522-44ca-bbe0-a68467d66fc1), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:09.682483 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817da04b-9927-4d39-a5de-df81391854a8 req-2369f812-235f-48a6-8ab1-81abb02f4617 service neutron] Port fec591fd-4902-4db9-91a5-f50c021f2727 on network ad127856-4465-484c-882c-e096f13573c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:01:09.682815 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817da04b-9927-4d39-a5de-df81391854a8 req-2369f812-235f-48a6-8ab1-81abb02f4617 service neutron] Attempting to bind port fec591fd-4902-4db9-91a5-f50c021f2727 on network ad127856-4465-484c-882c-e096f13573c2 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:01:09.722467 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817da04b-9927-4d39-a5de-df81391854a8 req-2369f812-235f-48a6-8ab1-81abb02f4617 service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:01:09.722823 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817da04b-9927-4d39-a5de-df81391854a8 req-2369f812-235f-48a6-8ab1-81abb02f4617 service neutron] Checking segment: {'id': '43369f47-102e-4f19-93f2-e5ce754f6e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ad127856-4465-484c-882c-e096f13573c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:01:09.723214 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817da04b-9927-4d39-a5de-df81391854a8 req-2369f812-235f-48a6-8ab1-81abb02f4617 service neutron] Bound using segment: {'id': '43369f47-102e-4f19-93f2-e5ce754f6e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ad127856-4465-484c-882c-e096f13573c2'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:01:09.723645 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-817da04b-9927-4d39-a5de-df81391854a8 req-2369f812-235f-48a6-8ab1-81abb02f4617 service neutron] Bound port: fec591fd-4902-4db9-91a5-f50c021f2727, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43369f47-102e-4f19-93f2-e5ce754f6e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ad127856-4465-484c-882c-e096f13573c2'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:01:09.724019 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-817da04b-9927-4d39-a5de-df81391854a8 req-2369f812-235f-48a6-8ab1-81abb02f4617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (fec591fd-4902-4db9-91a5-f50c021f2727), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:09.871005 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179cd9b5-278e-4a24-a1b7-afad367f1711 req-2ffa2343-a68b-4f10-b68b-245f8d2c98c9 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:09.874714 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-179cd9b5-278e-4a24-a1b7-afad367f1711 req-2ffa2343-a68b-4f10-b68b-245f8d2c98c9 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=e8c82113-c6de-43e8-86f2-7a66b5610677 HTTP/1.1" status: 200 len: 945 time: 0.3464687 Feb 02 07:01:09.874714 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a78c381f-60d5-4e44-9b77-84f4faef8d7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (b47aa9d0-2cb6-4fa0-9941-6b45b421d3a0), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:09.876583 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a78c381f-60d5-4e44-9b77-84f4faef8d7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:09.880517 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a78c381f-60d5-4e44-9b77-84f4faef8d7e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b47aa9d0-2cb6-4fa0-9941-6b45b421d3a0 HTTP/1.1" status: 204 len: 168 time: 2.2780342 Feb 02 07:01:09.928618 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4f933ca1-889c-40a6-8263-9612fdbed81e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (0841de10-1522-44ca-bbe0-a68467d66fc1), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:09.941128 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78c381f-60d5-4e44-9b77-84f4faef8d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47aa9d0-2cb6-4fa0-9941-6b45b421d3a0,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:09.984343 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3c6be20a-1ee0-4fe2-8b82-1b9375bdc292 req-7e61939d-d728-4931-8530-953b698423d7 service neutron] 10.222.0.59 "GET /v2.0/networks/ad127856-4465-484c-882c-e096f13573c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4128993 Feb 02 07:01:10.000693 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bc18f602-363d-40bb-bbee-e54a7f126945 req-b7df4314-c927-4665-8607-4c5fe53c4b19 service neutron] 10.222.0.88 "GET /v2.0/networks/ad127856-4465-484c-882c-e096f13573c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3958714 Feb 02 07:01:10.051125 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-817da04b-9927-4d39-a5de-df81391854a8 req-2369f812-235f-48a6-8ab1-81abb02f4617 service neutron] For port fec591fd-4902-4db9-91a5-f50c021f2727, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:01:10.054834 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc2b5a-50f0-4be1-a6e0-7c3967908056 req-a3deff1a-4b6d-4a9e-8554-25f744c02eda tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:10.059022 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f933ca1-889c-40a6-8263-9612fdbed81e admin admin] Network b8d318ee-7be7-4e51-831e-7b86032e2315 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:01:10.061409 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d5bc2b5a-50f0-4be1-a6e0-7c3967908056 req-a3deff1a-4b6d-4a9e-8554-25f744c02eda tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 943 time: 0.2024882 Feb 02 07:01:10.090045 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-4f933ca1-889c-40a6-8263-9612fdbed81e admin admin] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:01:10.112964 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-817da04b-9927-4d39-a5de-df81391854a8 req-2369f812-235f-48a6-8ab1-81abb02f4617 service neutron] For port fec591fd-4902-4db9-91a5-f50c021f2727, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=fec591fd-4902-4db9-91a5-f50c021f2727,segment=NetworkSegment(43369f47-102e-4f19-93f2-e5ce754f6e28),segment_id=43369f47-102e-4f19-93f2-e5ce754f6e28)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:01:10.116167 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f933ca1-889c-40a6-8263-9612fdbed81e admin admin] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:01:10.148457 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f933ca1-889c-40a6-8263-9612fdbed81e admin admin] Pushing event updated for resources: {'Port': ['ID=0841de10-1522-44ca-bbe0-a68467d66fc1,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:10.183634 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 40382) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:01:10.222462 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d5bc2b5a-50f0-4be1-a6e0-7c3967908056 req-71215015-2d65-40f5-9575-f5dee10f6db0 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516714 Feb 02 07:01:10.267742 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-817da04b-9927-4d39-a5de-df81391854a8 req-2369f812-235f-48a6-8ab1-81abb02f4617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (fec591fd-4902-4db9-91a5-f50c021f2727), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:10.344424 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-179cd9b5-278e-4a24-a1b7-afad367f1711 req-93671b1c-2efb-4325-8890-078f64f6e792 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/security-groups?id=99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4519112 Feb 02 07:01:10.449415 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device d54a553f-dfd6-4685-bef7-04d95ad2ecd7 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:01:10.468905 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39546764-67dd-4b6e-a45a-c2c507299e35', 'name': 'network-vif-deleted', 'tag': '9770e2d2-a414-4db6-9115-5ff68232fc06'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:01:10.471244 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845ae1a0-0223-40a5-991b-863803c725f6" -d '{"events": [{"server_uuid": "39546764-67dd-4b6e-a45a-c2c507299e35", "name": "network-vif-deleted", "tag": "9770e2d2-a414-4db6-9115-5ff68232fc06"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:01:10.516468 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-d7c6a0c3-fdac-4a78-9cdf-592ce3193172 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-397692473-network', 'tenant_id': '6ae1c0cb21c34fdeaada7a06399a56c9'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:01:10.534341 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4f933ca1-889c-40a6-8263-9612fdbed81e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (b4be495f-6db6-48f7-baca-231a2de33ee2), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:10.544121 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c6a0c3-fdac-4a78-9cdf-592ce3193172 admin admin] Made reservation on behalf of 6ae1c0cb21c34fdeaada7a06399a56c9 for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:01:10.548300 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d7c6a0c3-fdac-4a78-9cdf-592ce3193172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:10.563143 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 40406) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:01:10.571257 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d7c6a0c3-fdac-4a78-9cdf-592ce3193172 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:10.582671 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port d54a553f-dfd6-4685-bef7-04d95ad2ecd7 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:01:10.583331 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (d54a553f-dfd6-4685-bef7-04d95ad2ecd7), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:10.595871 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3c6be20a-1ee0-4fe2-8b82-1b9375bdc292 req-5a2f3e76-7762-4b80-85fd-145db01ceb3e service neutron] 10.222.0.59 "GET /v2.0/networks/ad127856-4465-484c-882c-e096f13573c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6033845 Feb 02 07:01:10.605359 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6696c294-fff5-432b-9a2a-bf910718d191 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:10.631482 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c321d768-2e20-4ee3-943a-bf864f282fd9 x-openstack-request-id: req-c321d768-2e20-4ee3-943a-bf864f282fd9 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:01:10.632752 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39546764-67dd-4b6e-a45a-c2c507299e35", "name": "network-vif-deleted", "tag": "9770e2d2-a414-4db6-9115-5ff68232fc06", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:01:10.635012 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c321d768-2e20-4ee3-943a-bf864f282fd9 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:01:10.635623 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39546764-67dd-4b6e-a45a-c2c507299e35', 'name': 'network-vif-deleted', 'tag': '9770e2d2-a414-4db6-9115-5ff68232fc06', 'status': 'completed', 'code': 200} Feb 02 07:01:10.712518 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4662800d-e56b-4a8f-8585-b0f3c338850b', 'name': 'network-vif-deleted', 'tag': '13272dd6-864e-4817-a330-647b2a7112f3'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:01:10.716046 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c89bf0-2829-4359-8655-614959eabb6b" -d '{"events": [{"server_uuid": "4662800d-e56b-4a8f-8585-b0f3c338850b", "name": "network-vif-deleted", "tag": "13272dd6-864e-4817-a330-647b2a7112f3"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:01:10.759049 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6696c294-fff5-432b-9a2a-bf910718d191 admin admin] Publish callbacks [] for security_group (1e8541e6-9934-4ed9-b3a4-753139e9fadb), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:10.772114 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bc18f602-363d-40bb-bbee-e54a7f126945 req-d0d3f997-fe40-49aa-90f2-541ec48806d0 service neutron] 10.222.0.88 "GET /v2.0/networks/ad127856-4465-484c-882c-e096f13573c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7487497 Feb 02 07:01:10.794397 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port d54a553f-dfd6-4685-bef7-04d95ad2ecd7 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:01:10.797773 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6696c294-fff5-432b-9a2a-bf910718d191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (1e8541e6-9934-4ed9-b3a4-753139e9fadb), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:10.819012 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-226423cb-bc50-4dee-bbaa-cfc11b261e6b None None] Provisioning complete for port 0841de10-1522-44ca-bbe0-a68467d66fc1 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:01:10.819650 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-226423cb-bc50-4dee-bbaa-cfc11b261e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (0841de10-1522-44ca-bbe0-a68467d66fc1), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:10.822193 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817da04b-9927-4d39-a5de-df81391854a8 req-2369f812-235f-48a6-8ab1-81abb02f4617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:10.823306 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-817da04b-9927-4d39-a5de-df81391854a8 req-2369f812-235f-48a6-8ab1-81abb02f4617 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:10.824967 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-817da04b-9927-4d39-a5de-df81391854a8 req-2369f812-235f-48a6-8ab1-81abb02f4617 service neutron] 10.222.0.59 "PUT /v2.0/ports/fec591fd-4902-4db9-91a5-f50c021f2727 HTTP/1.1" status: 200 len: 1123 time: 5.3046987 Feb 02 07:01:10.828528 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2369f812-235f-48a6-8ab1-81abb02f4617 service neutron] Pushing event updated for resources: {'Port': ['ID=fec591fd-4902-4db9-91a5-f50c021f2727,revision_number=8']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:10.873793 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6696c294-fff5-432b-9a2a-bf910718d191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8541e6-9934-4ed9-b3a4-753139e9fadb,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:10.943850 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-6696c294-fff5-432b-9a2a-bf910718d191 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=dcf71e2eaa4c456398a073a617c6a713&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3768082 Feb 02 07:01:10.944541 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 40416) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:01:10.959798 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 40418) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:01:10.972735 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-226423cb-bc50-4dee-bbaa-cfc11b261e6b None None] Port 0841de10-1522-44ca-bbe0-a68467d66fc1 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:01:10.987877 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ea730378-5c45-4bf9-83aa-418206cbe32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:10.999651 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['fec591fd-4902-4db9-91a5-f50c021f2727'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:01:11.003503 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['fec591fd-4902-4db9-91a5-f50c021f2727'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:01:11.030083 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6339098-3f14-43ea-8b7d-08caa01498c1 x-openstack-request-id: req-a6339098-3f14-43ea-8b7d-08caa01498c1 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:01:11.030516 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4662800d-e56b-4a8f-8585-b0f3c338850b", "name": "network-vif-deleted", "tag": "13272dd6-864e-4817-a330-647b2a7112f3", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:01:11.030653 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a6339098-3f14-43ea-8b7d-08caa01498c1 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:01:11.033063 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4662800d-e56b-4a8f-8585-b0f3c338850b', 'name': 'network-vif-deleted', 'tag': '13272dd6-864e-4817-a330-647b2a7112f3', 'status': 'completed', 'code': 200} Feb 02 07:01:11.055374 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4f933ca1-889c-40a6-8263-9612fdbed81e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (0841de10-1522-44ca-bbe0-a68467d66fc1), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:11.320826 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b7fcfd39-a850-4563-9880-7b64f71aefd8 admin admin] Publish callbacks [] for security_group (1e8541e6-9934-4ed9-b3a4-753139e9fadb), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:11.328001 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d7c6a0c3-fdac-4a78-9cdf-592ce3193172 admin admin] Publish callbacks [] for security_group (4d97a120-cb45-4173-a57e-82c3a3ed459a), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:11.351303 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d7c6a0c3-fdac-4a78-9cdf-592ce3193172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (4d97a120-cb45-4173-a57e-82c3a3ed459a), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:11.407367 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b7fcfd39-a850-4563-9880-7b64f71aefd8 admin admin] Publish callbacks [] for security_group (1e8541e6-9934-4ed9-b3a4-753139e9fadb), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:11.562098 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f2d2f8-423f-45e6-92c2-e2bf9cfbe7fe req-7b79c802-45ed-4e25-8e92-831f227ad3eb tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:11.563604 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f5f2d2f8-423f-45e6-92c2-e2bf9cfbe7fe req-7b79c802-45ed-4e25-8e92-831f227ad3eb tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=4e249660-df86-4751-8e5c-b85725032326 HTTP/1.1" status: 200 len: 949 time: 0.1318188 Feb 02 07:01:11.594273 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4f933ca1-889c-40a6-8263-9612fdbed81e admin admin] Publish callbacks [] for port (0841de10-1522-44ca-bbe0-a68467d66fc1), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:11.601905 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7c6a0c3-fdac-4a78-9cdf-592ce3193172 admin admin] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:01:11.603394 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4f933ca1-889c-40a6-8263-9612fdbed81e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (0841de10-1522-44ca-bbe0-a68467d66fc1), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:11.615976 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c049797-f176-42d7-80aa-b531094690ba admin admin] Deleting subnet 718edbdc-92b0-46ac-b280-821a5ec70f8a {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:01:11.619448 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6c049797-f176-42d7-80aa-b531094690ba admin admin] Publish callbacks [] for subnet (718edbdc-92b0-46ac-b280-821a5ec70f8a), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:11.660732 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6c049797-f176-42d7-80aa-b531094690ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (718edbdc-92b0-46ac-b280-821a5ec70f8a), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:11.688891 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c6a0c3-fdac-4a78-9cdf-592ce3193172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d97a120-cb45-4173-a57e-82c3a3ed459a,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:11.694530 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f5f2d2f8-423f-45e6-92c2-e2bf9cfbe7fe req-1dbf1ed3-bd7e-455d-8b5c-c6f45ae137a6 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131077 Feb 02 07:01:11.705851 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d7c6a0c3-fdac-4a78-9cdf-592ce3193172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (1dabfa99-9f11-4069-81e9-bc607f20fc26), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:11.706192 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-d7c6a0c3-fdac-4a78-9cdf-592ce3193172 admin admin] Added segment 1dabfa99-9f11-4069-81e9-bc607f20fc26 of type vlan for network 678050a5-d96c-4ea5-86c0-017e3c041588 Feb 02 07:01:11.714742 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4f933ca1-889c-40a6-8263-9612fdbed81e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (b4be495f-6db6-48f7-baca-231a2de33ee2), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:11.718989 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f933ca1-889c-40a6-8263-9612fdbed81e admin admin] Pushing event updated for resources: {'Port': ['ID=0841de10-1522-44ca-bbe0-a68467d66fc1,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:11.750042 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6c049797-f176-42d7-80aa-b531094690ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (718edbdc-92b0-46ac-b280-821a5ec70f8a), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:11.794458 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2bb920-f996-4e64-87e7-62b617c50371 req-2b37f9e4-734c-45b4-91a7-a63c48f14084 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:11.796875 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ea2bb920-f996-4e64-87e7-62b617c50371 req-2b37f9e4-734c-45b4-91a7-a63c48f14084 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 943 time: 0.2639728 Feb 02 07:01:11.798971 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d7c6a0c3-fdac-4a78-9cdf-592ce3193172 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (678050a5-d96c-4ea5-86c0-017e3c041588), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:11.818831 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b7fcfd39-a850-4563-9880-7b64f71aefd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (1e8541e6-9934-4ed9-b3a4-753139e9fadb), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:11.821391 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b7fcfd39-a850-4563-9880-7b64f71aefd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:11.822485 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b7fcfd39-a850-4563-9880-7b64f71aefd8 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/1e8541e6-9934-4ed9-b3a4-753139e9fadb HTTP/1.1" status: 204 len: 168 time: 0.8770208 Feb 02 07:01:11.839625 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f933ca1-889c-40a6-8263-9612fdbed81e admin admin] Network b8d318ee-7be7-4e51-831e-7b86032e2315 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:01:11.841333 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-4f933ca1-889c-40a6-8263-9612fdbed81e admin admin] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:01:11.871027 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fcfd39-a850-4563-9880-7b64f71aefd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8541e6-9934-4ed9-b3a4-753139e9fadb,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:11.880706 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d7c6a0c3-fdac-4a78-9cdf-592ce3193172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (678050a5-d96c-4ea5-86c0-017e3c041588), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:11.881647 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c6a0c3-fdac-4a78-9cdf-592ce3193172 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:11.882227 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d7c6a0c3-fdac-4a78-9cdf-592ce3193172 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:11.913408 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ea2bb920-f996-4e64-87e7-62b617c50371 req-e085fa25-6d5c-427b-8a91-c687a3f3b8c7 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064267 Feb 02 07:01:11.953146 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6c049797-f176-42d7-80aa-b531094690ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (718edbdc-92b0-46ac-b280-821a5ec70f8a), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:12.002249 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c049797-f176-42d7-80aa-b531094690ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=718edbdc-92b0-46ac-b280-821a5ec70f8a,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:12.005766 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6c049797-f176-42d7-80aa-b531094690ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:12.010610 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-6c049797-f176-42d7-80aa-b531094690ba admin admin] 10.222.0.87 "DELETE /v2.0/subnets/718edbdc-92b0-46ac-b280-821a5ec70f8a HTTP/1.1" status: 204 len: 168 time: 1.0489650 Feb 02 07:01:12.022992 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 40440) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:01:12.132677 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-03a99aa6-d46a-4243-9ecb-c1dd199e44bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (a90e0175-1e1a-46fd-ade5-a34b643c83ca), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:12.240697 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c6a0c3-fdac-4a78-9cdf-592ce3193172 admin admin] Pushing event updated for resources: {'Network': ['ID=678050a5-d96c-4ea5-86c0-017e3c041588,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:12.252763 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d7c6a0c3-fdac-4a78-9cdf-592ce3193172 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.0586717 Feb 02 07:01:12.257649 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 40444) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:01:12.260495 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 678050a5-d96c-4ea5-86c0-017e3c041588 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:01:12.266441 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-2bb3e25a-50cf-4973-a0db-8ab4d9c82a38 admin admin] Request body: {'subnet': {'network_id': '678050a5-d96c-4ea5-86c0-017e3c041588', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-397692473-subnet', 'tenant_id': '6ae1c0cb21c34fdeaada7a06399a56c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:01:12.436009 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb3e25a-50cf-4973-a0db-8ab4d9c82a38 admin admin] Made reservation on behalf of 6ae1c0cb21c34fdeaada7a06399a56c9 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:01:12.443711 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2bb3e25a-50cf-4973-a0db-8ab4d9c82a38 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:12.494024 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f933ca1-889c-40a6-8263-9612fdbed81e admin admin] Router b4be495f-6db6-48f7-baca-231a2de33ee2 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:01:12.641315 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-03a99aa6-d46a-4243-9ecb-c1dd199e44bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (a90e0175-1e1a-46fd-ade5-a34b643c83ca), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:12.669462 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f933ca1-889c-40a6-8263-9612fdbed81e admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:01:12.675587 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-4f933ca1-889c-40a6-8263-9612fdbed81e admin admin] 10.222.0.87 "PUT /v2.0/routers/b4be495f-6db6-48f7-baca-231a2de33ee2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4081221 Feb 02 07:01:12.681885 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d416524-1471-4902-9095-5bd9621835fe None None] Sync routers for ids ['b4be495f-6db6-48f7-baca-231a2de33ee2'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:01:12.697671 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d416524-1471-4902-9095-5bd9621835fe None None] Routers {'b4be495f-6db6-48f7-baca-231a2de33ee2'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:01:12.698789 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-0d416524-1471-4902-9095-5bd9621835fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:00:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['b4be495f-6db6-48f7-baca-231a2de33ee2'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:01:12.704254 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ea6a2-7a2b-418d-9e87-50aa00f86764 req-c2e901e7-28b3-40a8-9a1e-24de7b2fbd4c tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:12.705820 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d51ea6a2-7a2b-418d-9e87-50aa00f86764 req-c2e901e7-28b3-40a8-9a1e-24de7b2fbd4c tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.88 "GET /v2.0/ports?device_id=4e249660-df86-4751-8e5c-b85725032326 HTTP/1.1" status: 200 len: 949 time: 0.1334789 Feb 02 07:01:12.737340 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-03a99aa6-d46a-4243-9ecb-c1dd199e44bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a90e0175-1e1a-46fd-ade5-a34b643c83ca']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:01:12.764833 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-03a99aa6-d46a-4243-9ecb-c1dd199e44bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:01:12.765194 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-03a99aa6-d46a-4243-9ecb-c1dd199e44bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:01:12.782276 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-03a99aa6-d46a-4243-9ecb-c1dd199e44bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:12.808723 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-03a99aa6-d46a-4243-9ecb-c1dd199e44bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:12.824494 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03a99aa6-d46a-4243-9ecb-c1dd199e44bf admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:01:12.825325 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-03a99aa6-d46a-4243-9ecb-c1dd199e44bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (ec23ff1a-4d5f-402e-8a0c-9dc9ac6a7b9b), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:12.827373 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:01:12.827373 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:01:12.827373 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:01:12.827373 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:01:12.827373 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:01:12.827373 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:01:12.827373 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:01:12.827373 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:01:12.827373 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:01:12.827373 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:01:12.827373 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:01:12.827373 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:01:12.827373 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:01:12.827373 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:01:12.827373 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:01:12.827373 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:01:12.827373 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:01:12.827373 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:01:12.827373 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:01:12.827373 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:01:12.827373 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:01:12.827373 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:01:12.827373 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:01:12.827373 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:01:12.827373 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:01:12.827373 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:01:12.827373 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:01:12.827373 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:01:12.827373 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:01:12.827373 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:01:12.827373 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:01:12.827373 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:01:12.896375 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1afef45f-b0c5-423e-8ef2-cea0c7e95914 None None] Provisioning complete for port 0841de10-1522-44ca-bbe0-a68467d66fc1 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:01:12.897041 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1afef45f-b0c5-423e-8ef2-cea0c7e95914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (0841de10-1522-44ca-bbe0-a68467d66fc1), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:13.021091 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-d51ea6a2-7a2b-418d-9e87-50aa00f86764 req-2f16fa01-ae8d-456b-9697-544a81bacec9 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Deleting port 674800bf-e723-4635-afe8-ee7d45ae1e0e {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:01:13.021707 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d51ea6a2-7a2b-418d-9e87-50aa00f86764 req-2f16fa01-ae8d-456b-9697-544a81bacec9 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (674800bf-e723-4635-afe8-ee7d45ae1e0e), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:13.036646 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7df3be3c-ada1-4cf7-95dd-a5d9311516c5', 'tag': 'fec591fd-4902-4db9-91a5-f50c021f2727'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:01:13.041548 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d015c0-ec0a-4838-9c79-dc540bb1362d" -d '{"events": [{"name": "network-changed", "server_uuid": "7df3be3c-ada1-4cf7-95dd-a5d9311516c5", "tag": "fec591fd-4902-4db9-91a5-f50c021f2727"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:01:13.065985 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca282e59-96a2-492c-a8b2-50dcd7cc5ded req-a479958a-3394-42e0-98c0-ebc46cac6657 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:13.067528 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ca282e59-96a2-492c-a8b2-50dcd7cc5ded req-a479958a-3394-42e0-98c0-ebc46cac6657 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=4e249660-df86-4751-8e5c-b85725032326 HTTP/1.1" status: 200 len: 949 time: 0.1508353 Feb 02 07:01:13.089941 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-03a99aa6-d46a-4243-9ecb-c1dd199e44bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (a90e0175-1e1a-46fd-ade5-a34b643c83ca), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:13.167680 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552641b2-a425-4688-ac7f-ada0805b6437 req-6231d13c-0bdb-4a2a-bfd2-56637b06d63e tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:13.169750 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-552641b2-a425-4688-ac7f-ada0805b6437 req-6231d13c-0bdb-4a2a-bfd2-56637b06d63e tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.88 "GET /v2.0/ports?device_id=5f865b59-cb14-409e-8f1d-aa1dd34b8410 HTTP/1.1" status: 200 len: 949 time: 0.1897399 Feb 02 07:01:13.195717 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f5640a-396b-42f7-859b-8176f1853278 req-52c2748a-3d78-4c4d-82a2-2664ea04d873 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:13.203956 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d8f5640a-396b-42f7-859b-8176f1853278 req-52c2748a-3d78-4c4d-82a2-2664ea04d873 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 943 time: 0.1225209 Feb 02 07:01:13.284232 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ca282e59-96a2-492c-a8b2-50dcd7cc5ded req-4ee16264-79cf-459d-b3f1-4a4b0d6bf6d0 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608086 Feb 02 07:01:13.293563 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d8f5640a-396b-42f7-859b-8176f1853278 req-66054d3a-e8ae-4c27-bd17-08699666251a tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742500 Feb 02 07:01:13.297247 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-d51ea6a2-7a2b-418d-9e87-50aa00f86764 req-2f16fa01-ae8d-456b-9697-544a81bacec9 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] For port 674800bf-e723-4635-afe8-ee7d45ae1e0e, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=674800bf-e723-4635-afe8-ee7d45ae1e0e,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:01:13.297791 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d51ea6a2-7a2b-418d-9e87-50aa00f86764 req-2f16fa01-ae8d-456b-9697-544a81bacec9 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (674800bf-e723-4635-afe8-ee7d45ae1e0e), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:13.328813 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-d51ea6a2-7a2b-418d-9e87-50aa00f86764 req-2f16fa01-ae8d-456b-9697-544a81bacec9 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Calling delete_port for 674800bf-e723-4635-afe8-ee7d45ae1e0e owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:01:13.375994 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-03a99aa6-d46a-4243-9ecb-c1dd199e44bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:13.384687 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-03a99aa6-d46a-4243-9ecb-c1dd199e44bf admin admin] 10.222.0.87 "DELETE /v2.0/networks/a90e0175-1e1a-46fd-ade5-a34b643c83ca HTTP/1.1" status: 204 len: 168 time: 1.3586867 Feb 02 07:01:13.387373 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 40484) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:01:13.443089 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e69e7b-2e0c-4827-abfc-faa74540750c x-openstack-request-id: req-88e69e7b-2e0c-4827-abfc-faa74540750c {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:01:13.443422 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7df3be3c-ada1-4cf7-95dd-a5d9311516c5", "tag": "fec591fd-4902-4db9-91a5-f50c021f2727", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:01:13.443716 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-88e69e7b-2e0c-4827-abfc-faa74540750c {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:01:13.444122 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7df3be3c-ada1-4cf7-95dd-a5d9311516c5', 'tag': 'fec591fd-4902-4db9-91a5-f50c021f2727', 'status': 'completed', 'code': 200} Feb 02 07:01:13.447170 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ac47f31-99f8-425a-bc45-d979e10c98e2 admin admin] Deleting subnet ac07e5c6-9ec8-4d55-8457-67867d2eaf15 {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:01:13.448566 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a99aa6-d46a-4243-9ecb-c1dd199e44bf admin admin] Pushing event deleted for resources: {'Network': ['ID=a90e0175-1e1a-46fd-ade5-a34b643c83ca,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:13.457256 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5ac47f31-99f8-425a-bc45-d979e10c98e2 admin admin] Publish callbacks [] for subnet (ac07e5c6-9ec8-4d55-8457-67867d2eaf15), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:13.471206 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-552641b2-a425-4688-ac7f-ada0805b6437 req-87156aec-3665-4974-abcb-580a8ef1534d tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Deleting port accc8dbd-449e-4fb6-abb7-294a86af8d3f {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:01:13.471920 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-552641b2-a425-4688-ac7f-ada0805b6437 req-87156aec-3665-4974-abcb-580a8ef1534d tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (accc8dbd-449e-4fb6-abb7-294a86af8d3f), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:13.488748 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2bb3e25a-50cf-4973-a0db-8ab4d9c82a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (f4cd993d-c48c-4248-90ce-b0b5f9aabfd6), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:13.534410 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5ac47f31-99f8-425a-bc45-d979e10c98e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (ac07e5c6-9ec8-4d55-8457-67867d2eaf15), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:13.539349 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1afef45f-b0c5-423e-8ef2-cea0c7e95914 None None] Port 0841de10-1522-44ca-bbe0-a68467d66fc1 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:01:13.557083 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-0d416524-1471-4902-9095-5bd9621835fe None None] Set router b4be495f-6db6-48f7-baca-231a2de33ee2 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:01:13.561200 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2a4277af-e481-4a05-aa61-2f864fcb4d4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:13.689418 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb3e25a-50cf-4973-a0db-8ab4d9c82a38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4cd993d-c48c-4248-90ce-b0b5f9aabfd6,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:13.717394 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5ac47f31-99f8-425a-bc45-d979e10c98e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (ac07e5c6-9ec8-4d55-8457-67867d2eaf15), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:13.828049 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb3e25a-50cf-4973-a0db-8ab4d9c82a38 admin admin] Checking segment: {'id': '1dabfa99-9f11-4069-81e9-bc607f20fc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '678050a5-d96c-4ea5-86c0-017e3c041588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:01:13.828386 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb3e25a-50cf-4973-a0db-8ab4d9c82a38 admin admin] Network hostable DHCP agents. Network: 678050a5-d96c-4ea5-86c0-017e3c041588, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:01:13.837277 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d015c0-ec0a-4838-9c79-dc540bb1362d req-ac0c6243-140c-4dd3-944b-6f214655ceff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:13.838963 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-58d015c0-ec0a-4838-9c79-dc540bb1362d req-ac0c6243-140c-4dd3-944b-6f214655ceff service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=94634d8b4d2a41de8e59c8bd88798343&device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 1157 time: 0.2308559 Feb 02 07:01:13.841506 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d51ea6a2-7a2b-418d-9e87-50aa00f86764 req-2f16fa01-ae8d-456b-9697-544a81bacec9 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (674800bf-e723-4635-afe8-ee7d45ae1e0e), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:13.882219 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['674800bf-e723-4635-afe8-ee7d45ae1e0e'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:01:13.908414 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb3e25a-50cf-4973-a0db-8ab4d9c82a38 admin admin] Network 678050a5-d96c-4ea5-86c0-017e3c041588 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:01:13.908738 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:01:13.911433 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f16fa01-ae8d-456b-9697-544a81bacec9 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Pushing event deleted for resources: {'Port': ['ID=674800bf-e723-4635-afe8-ee7d45ae1e0e,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:13.945415 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-2bb3e25a-50cf-4973-a0db-8ab4d9c82a38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 678050a5-d96c-4ea5-86c0-017e3c041588) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:01:13.950486 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-552641b2-a425-4688-ac7f-ada0805b6437 req-87156aec-3665-4974-abcb-580a8ef1534d tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] For port accc8dbd-449e-4fb6-abb7-294a86af8d3f, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=accc8dbd-449e-4fb6-abb7-294a86af8d3f,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:01:13.956185 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-552641b2-a425-4688-ac7f-ada0805b6437 req-87156aec-3665-4974-abcb-580a8ef1534d tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (accc8dbd-449e-4fb6-abb7-294a86af8d3f), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:13.987396 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb3e25a-50cf-4973-a0db-8ab4d9c82a38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:13.988033 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2bb3e25a-50cf-4973-a0db-8ab4d9c82a38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:14.013053 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-552641b2-a425-4688-ac7f-ada0805b6437 req-87156aec-3665-4974-abcb-580a8ef1534d tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Calling delete_port for accc8dbd-449e-4fb6-abb7-294a86af8d3f owned by compute:nova {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:01:14.032733 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-2bb3e25a-50cf-4973-a0db-8ab4d9c82a38 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.7629020 Feb 02 07:01:14.070879 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-d51ea6a2-7a2b-418d-9e87-50aa00f86764 req-2f16fa01-ae8d-456b-9697-544a81bacec9 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] No DVR routers for this DVR port 674800bf-e723-4635-afe8-ee7d45ae1e0e on host n-h1-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:01:14.072851 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5ac47f31-99f8-425a-bc45-d979e10c98e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (ac07e5c6-9ec8-4d55-8457-67867d2eaf15), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:14.075714 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d51ea6a2-7a2b-418d-9e87-50aa00f86764 req-2f16fa01-ae8d-456b-9697-544a81bacec9 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:14.080480 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d51ea6a2-7a2b-418d-9e87-50aa00f86764 req-2f16fa01-ae8d-456b-9697-544a81bacec9 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.88 "DELETE /v2.0/ports/674800bf-e723-4635-afe8-ee7d45ae1e0e HTTP/1.1" status: 204 len: 173 time: 1.3492804 Feb 02 07:01:14.093564 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2437ca77-40af-41cb-b576-f1a1deabbff2 None None] Network 678050a5-d96c-4ea5-86c0-017e3c041588 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:01:14.197150 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d015c0-ec0a-4838-9c79-dc540bb1362d req-240075e3-1b24-4128-8141-34f79747b03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:14.201185 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-58d015c0-ec0a-4838-9c79-dc540bb1362d req-240075e3-1b24-4128-8141-34f79747b03c service neutron] 10.222.0.88 "GET /v2.0/networks?id=ad127856-4465-484c-882c-e096f13573c2 HTTP/1.1" status: 200 len: 908 time: 0.3559682 Feb 02 07:01:14.209824 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac47f31-99f8-425a-bc45-d979e10c98e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac07e5c6-9ec8-4d55-8457-67867d2eaf15,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:14.226685 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5ac47f31-99f8-425a-bc45-d979e10c98e2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:14.239757 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-5ac47f31-99f8-425a-bc45-d979e10c98e2 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/ac07e5c6-9ec8-4d55-8457-67867d2eaf15 HTTP/1.1" status: 204 len: 168 time: 0.8492012 Feb 02 07:01:14.369565 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 40508) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:01:14.500119 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-75b98dd7-92f6-45f2-b038-8c1a61687151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (fff6110f-3a8d-4513-8578-58326c0e2f92), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:14.526489 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-58d015c0-ec0a-4838-9c79-dc540bb1362d req-1113ab7f-4bb5-4ec5-928c-9be04bb1827a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fec591fd-4902-4db9-91a5-f50c021f2727 HTTP/1.1" status: 200 len: 217 time: 0.3118281 Feb 02 07:01:14.611156 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafe2953-289d-4994-8c3b-fafc130514a6 None None] Network 678050a5-d96c-4ea5-86c0-017e3c041588 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:01:14.645735 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d015c0-ec0a-4838-9c79-dc540bb1362d req-f3d80ac8-90fc-4aa6-91f7-6738c37c7a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:14.647252 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-58d015c0-ec0a-4838-9c79-dc540bb1362d req-f3d80ac8-90fc-4aa6-91f7-6738c37c7a62 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a7292d13-827d-45ab-8eaa-7baf62301aaa HTTP/1.1" status: 200 len: 847 time: 0.1133339 Feb 02 07:01:14.676914 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 40526) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:01:14.754584 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-58d015c0-ec0a-4838-9c79-dc540bb1362d req-d1a161f0-4d83-4153-b0fc-7458ea4a5bd8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ad127856-4465-484c-882c-e096f13573c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741718 Feb 02 07:01:14.766730 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-433b24ff-d619-4a7f-8af6-e8a7ecab27d5 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Request body: {'security_group': {'name': 'tempest-securitygroup--869720233', 'description': 'tempest-description--194214407'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:01:14.781042 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-0d416524-1471-4902-9095-5bd9621835fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4be495f-6db6-48f7-baca-231a2de33ee2', 'name': 'tempest-ServersTestJSON-2087778775-router', 'tenant_id': '8a72e2ddd46d4aa092090e984ad4bccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'd54a553f-dfd6-4685-bef7-04d95ad2ecd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:00:55Z', 'updated_at': '2022-02-02T07:01:10Z', 'revision_number': 4, 'project_id': '8a72e2ddd46d4aa092090e984ad4bccb', 'gw_port': {'id': 'd54a553f-dfd6-4685-bef7-04d95ad2ecd7', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:33:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4be495f-6db6-48f7-baca-231a2de33ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:00:57Z', 'updated_at': '2022-02-02T07:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '0841de10-1522-44ca-bbe0-a68467d66fc1', 'name': '', 'network_id': 'b8d318ee-7be7-4e51-831e-7b86032e2315', 'tenant_id': '8a72e2ddd46d4aa092090e984ad4bccb', 'mac_address': 'fa:16:3e:af:77:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4be495f-6db6-48f7-baca-231a2de33ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '8f8923d3-8f99-44de-be03-a294b1207322', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:01:05Z', 'updated_at': '2022-02-02T07:01:11Z', 'revision_number': 2, 'project_id': '8a72e2ddd46d4aa092090e984ad4bccb', 'subnets': [{'id': '8f8923d3-8f99-44de-be03-a294b1207322', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:01:14.785781 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:14.829005 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d416524-1471-4902-9095-5bd9621835fe None None] Checking router: b4be495f-6db6-48f7-baca-231a2de33ee2 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:01:14.829360 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d416524-1471-4902-9095-5bd9621835fe None None] Updating router b4be495f-6db6-48f7-baca-231a2de33ee2 port 0841de10-1522-44ca-bbe0-a68467d66fc1 binding host n-d-789963-26 {{(pid=109695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:01:14.900761 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0d416524-1471-4902-9095-5bd9621835fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (0841de10-1522-44ca-bbe0-a68467d66fc1), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:14.941657 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-86f87337-e409-4d6c-b852-98a1655a374a req-c9086fe9-2e98-48e7-943b-a58030b854f1 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=4e249660-df86-4751-8e5c-b85725032326 HTTP/1.1" status: 200 len: 210 time: 0.1488762 Feb 02 07:01:15.043835 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-433b24ff-d619-4a7f-8af6-e8a7ecab27d5 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:15.051786 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-75b98dd7-92f6-45f2-b038-8c1a61687151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (fff6110f-3a8d-4513-8578-58326c0e2f92), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:15.131165 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8ab62a-5ea1-4d94-97cd-cc19f460fce0 req-f3dae38d-ef4a-43f3-9165-6b23f96a45e1 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:15.139659 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0c8ab62a-5ea1-4d94-97cd-cc19f460fce0 req-f3dae38d-ef4a-43f3-9165-6b23f96a45e1 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 943 time: 0.0984151 Feb 02 07:01:15.207534 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device accc8dbd-449e-4fb6-abb7-294a86af8d3f no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:01:15.272128 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-75b98dd7-92f6-45f2-b038-8c1a61687151 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fff6110f-3a8d-4513-8578-58326c0e2f92']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:01:15.310005 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-75b98dd7-92f6-45f2-b038-8c1a61687151 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '626cef6e-de44-4441-baca-8dfdc94fa3e2') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:01:15.310354 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-75b98dd7-92f6-45f2-b038-8c1a61687151 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '626cef6e-de44-4441-baca-8dfdc94fa3e2') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:01:15.332085 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-552641b2-a425-4688-ac7f-ada0805b6437 req-87156aec-3665-4974-abcb-580a8ef1534d tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (accc8dbd-449e-4fb6-abb7-294a86af8d3f), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:15.347311 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-433b24ff-d619-4a7f-8af6-e8a7ecab27d5 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Publish callbacks [] for security_group (bbf59a33-bacd-4e9f-9a02-a6d8a3bc770f), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:15.359300 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-75b98dd7-92f6-45f2-b038-8c1a61687151 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (626cef6e-de44-4441-baca-8dfdc94fa3e2), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:15.374773 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:01:15.384123 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-75b98dd7-92f6-45f2-b038-8c1a61687151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (626cef6e-de44-4441-baca-8dfdc94fa3e2), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:15.393317 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75b98dd7-92f6-45f2-b038-8c1a61687151 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:01:15.393945 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-75b98dd7-92f6-45f2-b038-8c1a61687151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (626cef6e-de44-4441-baca-8dfdc94fa3e2), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:15.423168 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No active binding found for port accc8dbd-449e-4fb6-abb7-294a86af8d3f {{(pid=109695) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 02 07:01:15.423578 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] The host n-h1-789963-26 is not matching for port accc8dbd-449e-4fb6-abb7-294a86af8d3f host None! {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 02 07:01:15.424056 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device accc8dbd-449e-4fb6-abb7-294a86af8d3f not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:01:15.424413 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 674800bf-e723-4635-afe8-ee7d45ae1e0e no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:01:15.494279 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: 674800bf-e723-4635-afe8-ee7d45ae1e0e {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:01:15.494279 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 674800bf-e723-4635-afe8-ee7d45ae1e0e not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:01:15.494279 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device fec591fd-4902-4db9-91a5-f50c021f2727 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:01:15.523100 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:01:15.523100 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:01:15.523100 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:01:15.523100 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:01:15.523100 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:01:15.523100 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:01:15.523100 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:01:15.523100 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:01:15.523100 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:01:15.523100 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:01:15.523100 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:01:15.523100 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:01:15.523100 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:01:15.523100 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:01:15.523100 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:01:15.523100 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:01:15.523100 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:01:15.523100 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:01:15.523100 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:01:15.523100 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:01:15.523100 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:01:15.523100 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:01:15.523100 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:01:15.523100 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:01:15.523100 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:01:15.523100 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:01:15.523100 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:01:15.523100 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:01:15.523100 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:01:15.523100 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:01:15.523100 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:01:15.523100 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:01:15.526156 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e249660-df86-4751-8e5c-b85725032326', 'name': 'network-vif-deleted', 'tag': '674800bf-e723-4635-afe8-ee7d45ae1e0e'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:01:15.532853 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa0cbf1b-359a-4e4a-9637-7dae18df0de9" -d '{"events": [{"server_uuid": "4e249660-df86-4751-8e5c-b85725032326", "name": "network-vif-deleted", "tag": "674800bf-e723-4635-afe8-ee7d45ae1e0e"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:01:15.553191 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-433b24ff-d619-4a7f-8af6-e8a7ecab27d5 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (bbf59a33-bacd-4e9f-9a02-a6d8a3bc770f), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:15.604752 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87156aec-3665-4974-abcb-580a8ef1534d tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Pushing event deleted for resources: {'Port': ['ID=accc8dbd-449e-4fb6-abb7-294a86af8d3f,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:15.607531 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433b24ff-d619-4a7f-8af6-e8a7ecab27d5 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf59a33-bacd-4e9f-9a02-a6d8a3bc770f,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:15.634507 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-75b98dd7-92f6-45f2-b038-8c1a61687151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (fff6110f-3a8d-4513-8578-58326c0e2f92), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:15.646157 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-58d015c0-ec0a-4838-9c79-dc540bb1362d req-ce5cdbe8-851f-4a25-bd6b-2d64cf455106 service neutron] 10.222.0.88 "GET /v2.0/networks/ad127856-4465-484c-882c-e096f13573c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8522546 Feb 02 07:01:15.655037 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-75b98dd7-92f6-45f2-b038-8c1a61687151 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:15.663130 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-75b98dd7-92f6-45f2-b038-8c1a61687151 admin admin] 10.222.0.87 "DELETE /v2.0/networks/fff6110f-3a8d-4513-8578-58326c0e2f92 HTTP/1.1" status: 204 len: 168 time: 1.2714128 Feb 02 07:01:15.671454 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-433b24ff-d619-4a7f-8af6-e8a7ecab27d5 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:15.675678 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0c8ab62a-5ea1-4d94-97cd-cc19f460fce0 req-242a9539-04d1-447b-9b40-678ebccee7c5 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5350306 Feb 02 07:01:15.680540 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-433b24ff-d619-4a7f-8af6-e8a7ecab27d5 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.9957514 Feb 02 07:01:15.711292 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 40560) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:01:15.724922 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-d2fca37c-a4cb-445b-92eb-96453f655cf1 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Request body: {'security_group_rule': {'security_group_id': 'bbf59a33-bacd-4e9f-9a02-a6d8a3bc770f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:01:15.745107 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b98dd7-92f6-45f2-b038-8c1a61687151 admin admin] Pushing event deleted for resources: {'Network': ['ID=fff6110f-3a8d-4513-8578-58326c0e2f92,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:15.789436 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-552641b2-a425-4688-ac7f-ada0805b6437 req-87156aec-3665-4974-abcb-580a8ef1534d tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] No DVR routers for this DVR port accc8dbd-449e-4fb6-abb7-294a86af8d3f on host n-h1-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:01:15.796846 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-552641b2-a425-4688-ac7f-ada0805b6437 req-87156aec-3665-4974-abcb-580a8ef1534d tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:15.820967 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-552641b2-a425-4688-ac7f-ada0805b6437 req-87156aec-3665-4974-abcb-580a8ef1534d tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.88 "DELETE /v2.0/ports/accc8dbd-449e-4fb6-abb7-294a86af8d3f HTTP/1.1" status: 204 len: 173 time: 2.6019926 Feb 02 07:01:15.824212 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f865b59-cb14-409e-8f1d-aa1dd34b8410', 'name': 'network-vif-deleted', 'tag': 'accc8dbd-449e-4fb6-abb7-294a86af8d3f'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:01:15.830326 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-836323a1-d495-4311-aff3-e363dcff2bb6" -d '{"events": [{"server_uuid": "5f865b59-cb14-409e-8f1d-aa1dd34b8410", "name": "network-vif-deleted", "tag": "accc8dbd-449e-4fb6-abb7-294a86af8d3f"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:01:15.884730 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d2fca37c-a4cb-445b-92eb-96453f655cf1 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Publish callbacks [] for security_group_rule (d6edc121-4fe3-4126-96c8-05383a9b9a09), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:15.929627 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0d416524-1471-4902-9095-5bd9621835fe None None] Publish callbacks [] for port (0841de10-1522-44ca-bbe0-a68467d66fc1), precommit_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:16.022324 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0d416524-1471-4902-9095-5bd9621835fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (0841de10-1522-44ca-bbe0-a68467d66fc1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:16.054020 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d2fca37c-a4cb-445b-92eb-96453f655cf1 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Publish callbacks [] for security_group_rule (d6edc121-4fe3-4126-96c8-05383a9b9a09), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:16.069032 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d2fca37c-a4cb-445b-92eb-96453f655cf1 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (d6edc121-4fe3-4126-96c8-05383a9b9a09), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:16.095051 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4050f9-35da-45db-b8f5-9aae31b33531 x-openstack-request-id: req-ff4050f9-35da-45db-b8f5-9aae31b33531 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:01:16.095359 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e249660-df86-4751-8e5c-b85725032326", "name": "network-vif-deleted", "tag": "674800bf-e723-4635-afe8-ee7d45ae1e0e", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:01:16.095880 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ff4050f9-35da-45db-b8f5-9aae31b33531 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:01:16.096474 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e249660-df86-4751-8e5c-b85725032326', 'name': 'network-vif-deleted', 'tag': '674800bf-e723-4635-afe8-ee7d45ae1e0e', 'status': 'completed', 'code': 200} Feb 02 07:01:16.137513 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ac6d5b-b45c-4466-a091-fdd2dde9ba11 None None] Pushing event updated for resources: {'Port': ['ID=0841de10-1522-44ca-bbe0-a68467d66fc1,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:16.154849 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port fec591fd-4902-4db9-91a5-f50c021f2727 is: DOWN; New status is: DOWN {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:01:16.159539 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fca37c-a4cb-445b-92eb-96453f655cf1 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6edc121-4fe3-4126-96c8-05383a9b9a09,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:16.181164 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d2fca37c-a4cb-445b-92eb-96453f655cf1 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:16.184784 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d2fca37c-a4cb-445b-92eb-96453f655cf1 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4701331 Feb 02 07:01:16.185044 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 40592) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:01:16.188216 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-58d015c0-ec0a-4838-9c79-dc540bb1362d req-75ead810-d7e1-48f0-be3a-fa3837fc3f33 service neutron] 10.222.0.88 "GET /v2.0/networks/ad127856-4465-484c-882c-e096f13573c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5163403 Feb 02 07:01:16.216719 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-c1333511-975d-4eaa-9be4-758c557799ff tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Request body: {'security_group_rule': {'security_group_id': 'bbf59a33-bacd-4e9f-9a02-a6d8a3bc770f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:01:16.249541 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:16.276836 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c789ef00-8853-4136-a12d-4566b0bd03d2 x-openstack-request-id: req-c789ef00-8853-4136-a12d-4566b0bd03d2 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:01:16.277177 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f865b59-cb14-409e-8f1d-aa1dd34b8410", "name": "network-vif-deleted", "tag": "accc8dbd-449e-4fb6-abb7-294a86af8d3f", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:01:16.281226 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c789ef00-8853-4136-a12d-4566b0bd03d2 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:01:16.281629 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f865b59-cb14-409e-8f1d-aa1dd34b8410', 'name': 'network-vif-deleted', 'tag': 'accc8dbd-449e-4fb6-abb7-294a86af8d3f', 'status': 'completed', 'code': 200} Feb 02 07:01:16.289025 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 51628f27-680b-434a-b3c2-04fa01e7c39f details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:01:16.310154 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec8099-a8e4-4143-97fe-6c99ce597d01 req-2183ec1c-9843-47a1-84b5-e73f135dc342 tempest-InstanceActionsV221TestJSON-423753474 tempest-InstanceActionsV221TestJSON-423753474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:16.313575 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 40598) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:01:16.316236 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-76ec8099-a8e4-4143-97fe-6c99ce597d01 req-2183ec1c-9843-47a1-84b5-e73f135dc342 tempest-InstanceActionsV221TestJSON-423753474 tempest-InstanceActionsV221TestJSON-423753474-project] 10.222.0.87 "GET /v2.0/networks?id=678050a5-d96c-4ea5-86c0-017e3c041588 HTTP/1.1" status: 200 len: 817 time: 0.5108817 Feb 02 07:01:16.382753 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-76ec8099-a8e4-4143-97fe-6c99ce597d01 req-66befb83-88fe-4af2-92c8-af2993c7a3d8 tempest-InstanceActionsV221TestJSON-423753474 tempest-InstanceActionsV221TestJSON-423753474-project] 10.222.0.87 "GET /v2.0/quotas/6ae1c0cb21c34fdeaada7a06399a56c9 HTTP/1.1" status: 200 len: 375 time: 0.0612617 Feb 02 07:01:16.474824 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 51628f27-680b-434a-b3c2-04fa01e7c39f, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=51628f27-680b-434a-b3c2-04fa01e7c39f,segment=NetworkSegment(8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763),segment_id=8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:01:16.500622 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': '51628f27-680b-434a-b3c2-04fa01e7c39f', 'network_id': 'ca6d2336-a914-4a87-8e88-4564aa839535', 'port_id': '51628f27-680b-434a-b3c2-04fa01e7c39f', 'mac_address': 'fa:16:3e:cb:78:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ed2492-6ddd-43a9-869d-9a8e1e2b11cb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:01:16.520029 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c1333511-975d-4eaa-9be4-758c557799ff tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Publish callbacks [] for security_group_rule (96af2cee-cc45-4c06-a494-84762616a8d7), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:16.561504 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 51628f27-680b-434a-b3c2-04fa01e7c39f is: ACTIVE; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:01:16.562003 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (51628f27-680b-434a-b3c2-04fa01e7c39f), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:16.576848 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-0d416524-1471-4902-9095-5bd9621835fe None None] Attempting to bind port 0841de10-1522-44ca-bbe0-a68467d66fc1 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:01:16.577231 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-0d416524-1471-4902-9095-5bd9621835fe None None] Attempting to bind port 0841de10-1522-44ca-bbe0-a68467d66fc1 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'ef5217ce-ef3b-419b-8f4e-cebe7d5e664f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b8d318ee-7be7-4e51-831e-7b86032e2315'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:01:16.577604 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d416524-1471-4902-9095-5bd9621835fe None None] Attempting to bind port 0841de10-1522-44ca-bbe0-a68467d66fc1 on network b8d318ee-7be7-4e51-831e-7b86032e2315 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:01:16.578611 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-76ec8099-a8e4-4143-97fe-6c99ce597d01 req-ba41fee6-d22a-4501-bba7-ac180556f0b1 tempest-InstanceActionsV221TestJSON-423753474 tempest-InstanceActionsV221TestJSON-423753474-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=6ae1c0cb21c34fdeaada7a06399a56c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1949093 Feb 02 07:01:16.600208 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 51628f27-680b-434a-b3c2-04fa01e7c39f {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:01:16.666683 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 51628f27-680b-434a-b3c2-04fa01e7c39f, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=51628f27-680b-434a-b3c2-04fa01e7c39f,segment=NetworkSegment(8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763),segment_id=8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:01:16.669876 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d416524-1471-4902-9095-5bd9621835fe None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:01:16.671234 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d416524-1471-4902-9095-5bd9621835fe None None] Checking segment: {'id': 'ef5217ce-ef3b-419b-8f4e-cebe7d5e664f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b8d318ee-7be7-4e51-831e-7b86032e2315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:01:16.671802 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0d416524-1471-4902-9095-5bd9621835fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:16.672710 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d416524-1471-4902-9095-5bd9621835fe None None] Bound using segment: {'id': 'ef5217ce-ef3b-419b-8f4e-cebe7d5e664f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b8d318ee-7be7-4e51-831e-7b86032e2315'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:01:16.672870 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-0d416524-1471-4902-9095-5bd9621835fe None None] Bound port: 0841de10-1522-44ca-bbe0-a68467d66fc1, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef5217ce-ef3b-419b-8f4e-cebe7d5e664f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b8d318ee-7be7-4e51-831e-7b86032e2315'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:01:16.673247 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0d416524-1471-4902-9095-5bd9621835fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (0841de10-1522-44ca-bbe0-a68467d66fc1), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:16.690893 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b9ec79c6-f0f2-4506-ae1f-0789c679cbc7 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=fe8bfc83663b43b9aae4137bcb39e5dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3715215 Feb 02 07:01:16.698064 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (51628f27-680b-434a-b3c2-04fa01e7c39f), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:16.751899 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 40614) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:01:16.797102 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-634c6ece-caa0-4d85-9a02-69d953a40920 req-4563bcb1-70b1-4a7c-b3c6-fc8e669240fc tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=5f865b59-cb14-409e-8f1d-aa1dd34b8410 HTTP/1.1" status: 200 len: 210 time: 0.1813414 Feb 02 07:01:16.873290 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c1333511-975d-4eaa-9be4-758c557799ff tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Publish callbacks [] for security_group_rule (96af2cee-cc45-4c06-a494-84762616a8d7), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:16.887149 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c1333511-975d-4eaa-9be4-758c557799ff tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (96af2cee-cc45-4c06-a494-84762616a8d7), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:16.958060 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1333511-975d-4eaa-9be4-758c557799ff tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96af2cee-cc45-4c06-a494-84762616a8d7,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:16.988245 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-44480901-260e-4b56-b194-2a4984071989 None None] Provisioning complete for port 0841de10-1522-44ca-bbe0-a68467d66fc1 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:01:16.988864 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-44480901-260e-4b56-b194-2a4984071989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (0841de10-1522-44ca-bbe0-a68467d66fc1), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:16.999720 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-76ec8099-a8e4-4143-97fe-6c99ce597d01 req-c118c244-ed85-48bf-bf22-241f27b86751 service neutron] 10.222.0.87 "GET /v2.0/networks/678050a5-d96c-4ea5-86c0-017e3c041588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4182131 Feb 02 07:01:17.000978 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c1333511-975d-4eaa-9be4-758c557799ff tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:17.006715 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c1333511-975d-4eaa-9be4-758c557799ff tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8185556 Feb 02 07:01:17.010666 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 40622) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:01:17.031790 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-abce9230-6a9d-41e0-8295-86957b904674 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Request body: {'floatingip': {'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:01:17.037188 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=51628f27-680b-434a-b3c2-04fa01e7c39f,revision_number=6']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:17.107216 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90a39c6-4a47-475c-900a-2bfb2c8f7bf6 req-be8c46f7-3110-4abf-b310-9a4ba0670795 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:17.108857 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d55b8f47-74ee-46b7-98b4-40b54e44eb94 admin admin] Publish callbacks [] for security_group (20f07dbe-e965-44db-9669-d99f8fdac3d5), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:17.110872 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c90a39c6-4a47-475c-900a-2bfb2c8f7bf6 req-be8c46f7-3110-4abf-b310-9a4ba0670795 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 943 time: 0.2031531 Feb 02 07:01:17.117008 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-abce9230-6a9d-41e0-8295-86957b904674 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:17.125907 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-0d416524-1471-4902-9095-5bd9621835fe None None] For port 0841de10-1522-44ca-bbe0-a68467d66fc1, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:01:17.130342 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-0d416524-1471-4902-9095-5bd9621835fe None None] For port 0841de10-1522-44ca-bbe0-a68467d66fc1, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=0841de10-1522-44ca-bbe0-a68467d66fc1,segment=NetworkSegment(ef5217ce-ef3b-419b-8f4e-cebe7d5e664f),segment_id=ef5217ce-ef3b-419b-8f4e-cebe7d5e664f)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:01:17.143989 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['51628f27-680b-434a-b3c2-04fa01e7c39f'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:01:17.161880 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d55b8f47-74ee-46b7-98b4-40b54e44eb94 admin admin] Publish callbacks [] for security_group (20f07dbe-e965-44db-9669-d99f8fdac3d5), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:17.213836 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0d416524-1471-4902-9095-5bd9621835fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (0841de10-1522-44ca-bbe0-a68467d66fc1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:17.241328 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-76ec8099-a8e4-4143-97fe-6c99ce597d01 req-cbf01f05-d305-4ca1-8c3f-3253a982a6a9 service neutron] 10.222.0.87 "GET /v2.0/networks/678050a5-d96c-4ea5-86c0-017e3c041588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420995 Feb 02 07:01:17.254515 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c90a39c6-4a47-475c-900a-2bfb2c8f7bf6 req-3c7c9f7d-0fc5-4bc9-b91c-9615bffebc5f tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250257 Feb 02 07:01:17.324621 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d55b8f47-74ee-46b7-98b4-40b54e44eb94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (20f07dbe-e965-44db-9669-d99f8fdac3d5), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:17.327344 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d55b8f47-74ee-46b7-98b4-40b54e44eb94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:17.331585 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d55b8f47-74ee-46b7-98b4-40b54e44eb94 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/20f07dbe-e965-44db-9669-d99f8fdac3d5 HTTP/1.1" status: 204 len: 168 time: 0.5586843 Feb 02 07:01:17.347943 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55b8f47-74ee-46b7-98b4-40b54e44eb94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f07dbe-e965-44db-9669-d99f8fdac3d5,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:17.395487 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 40636) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:01:17.474051 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-abce9230-6a9d-41e0-8295-86957b904674 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:17.683874 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3f1174c1-a97e-45ad-94d3-d99a34f6f7e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:17.687150 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a6a25122-5e22-48c7-8f5e-84ded4c12cf2 req-26fa92de-17ac-4dbc-865c-89a54c392ee5 tempest-InstanceActionsV221TestJSON-423753474 tempest-InstanceActionsV221TestJSON-423753474-project] 10.222.0.87 "GET /v2.0/ports?device_id=2a5b5e8a-603d-4460-b72b-e7a17911913f HTTP/1.1" status: 200 len: 210 time: 0.0603523 Feb 02 07:01:17.807206 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-abce9230-6a9d-41e0-8295-86957b904674 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Allocated IP 172.25.4.91 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/4c738fe2-3e0e-4b43-9632-98cb61201a04) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:01:17.933236 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-44480901-260e-4b56-b194-2a4984071989 None None] Port 0841de10-1522-44ca-bbe0-a68467d66fc1 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:01:17.945074 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:17.965348 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d416524-1471-4902-9095-5bd9621835fe None None] Routers {'b4be495f-6db6-48f7-baca-231a2de33ee2'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:01:17.966002 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-0d416524-1471-4902-9095-5bd9621835fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:01:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['b4be495f-6db6-48f7-baca-231a2de33ee2'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:01:17.985632 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3f1174c1-a97e-45ad-94d3-d99a34f6f7e5 admin admin] Publish callbacks [] for security_group (2fe9aa9e-615e-4724-a8df-88715117e2cf), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:18.002471 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3f1174c1-a97e-45ad-94d3-d99a34f6f7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (2fe9aa9e-615e-4724-a8df-88715117e2cf), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:18.115296 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-3f1174c1-a97e-45ad-94d3-d99a34f6f7e5 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=a8f87b27b7c6465fb629c9ad302bb477&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7176409 Feb 02 07:01:18.118382 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 40656) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:01:18.139699 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-0d416524-1471-4902-9095-5bd9621835fe None None] Set router b4be495f-6db6-48f7-baca-231a2de33ee2 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:01:18.258845 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-abce9230-6a9d-41e0-8295-86957b904674 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Publish callbacks [] for port (4c738fe2-3e0e-4b43-9632-98cb61201a04), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:18.302838 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1174c1-a97e-45ad-94d3-d99a34f6f7e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe9aa9e-615e-4724-a8df-88715117e2cf,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:18.343179 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ac6d5b-b45c-4466-a091-fdd2dde9ba11 None None] Pushing event updated for resources: {'Port': ['ID=0841de10-1522-44ca-bbe0-a68467d66fc1,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:18.356499 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-03313308-3b36-42a7-8a3a-5c25ea8fa6d9 admin admin] Publish callbacks [] for security_group (2fe9aa9e-615e-4724-a8df-88715117e2cf), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:18.371189 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 40666) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:01:18.420324 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-abce9230-6a9d-41e0-8295-86957b904674 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (4c738fe2-3e0e-4b43-9632-98cb61201a04), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:18.427053 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-03313308-3b36-42a7-8a3a-5c25ea8fa6d9 admin admin] Publish callbacks [] for security_group (2fe9aa9e-615e-4724-a8df-88715117e2cf), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:18.545799 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abce9230-6a9d-41e0-8295-86957b904674 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:01:18.639914 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-03313308-3b36-42a7-8a3a-5c25ea8fa6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (2fe9aa9e-615e-4724-a8df-88715117e2cf), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:18.642532 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-03313308-3b36-42a7-8a3a-5c25ea8fa6d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:18.671096 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-03313308-3b36-42a7-8a3a-5c25ea8fa6d9 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/2fe9aa9e-615e-4724-a8df-88715117e2cf HTTP/1.1" status: 204 len: 168 time: 0.5349185 Feb 02 07:01:18.702278 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03313308-3b36-42a7-8a3a-5c25ea8fa6d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe9aa9e-615e-4724-a8df-88715117e2cf,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:18.728717 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8742d1cf-5015-436e-8a36-56b3584a4966 req-49460f32-312a-4aaa-bb77-65a1e9e1e2f1 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:18.730303 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8742d1cf-5015-436e-8a36-56b3584a4966 req-49460f32-312a-4aaa-bb77-65a1e9e1e2f1 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=539d6435-fed7-475c-8676-0ea9e9697aa3 HTTP/1.1" status: 200 len: 949 time: 0.2182486 Feb 02 07:01:18.754302 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-8e9deddb-f786-4c9c-96de-cc6f4d2e7a04 None None] Provisioning complete for port 0841de10-1522-44ca-bbe0-a68467d66fc1 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:01:18.755512 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-8e9deddb-f786-4c9c-96de-cc6f4d2e7a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (0841de10-1522-44ca-bbe0-a68467d66fc1), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:18.766705 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abce9230-6a9d-41e0-8295-86957b904674 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Pushing event updated for resources: {'Port': ['ID=4c738fe2-3e0e-4b43-9632-98cb61201a04,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:18.772907 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-abce9230-6a9d-41e0-8295-86957b904674 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:01:18.778638 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abce9230-6a9d-41e0-8295-86957b904674 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:01:18.871506 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8742d1cf-5015-436e-8a36-56b3584a4966 req-f3cf2df4-c3be-4919-9961-c2f46c48b15e tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271975 Feb 02 07:01:18.953760 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d992c3d6-5f8f-49bf-8303-02d8745f6062 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=a057f5839fc547748f345d9176a468f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5783317 Feb 02 07:01:18.956331 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 40698) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:01:18.979110 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f41e6a-4f08-4716-bddb-0d567ec6bd2c req-5d8a49d6-ce68-48a8-be6d-cf39dcdd8183 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:18.993644 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-49f41e6a-4f08-4716-bddb-0d567ec6bd2c req-5d8a49d6-ce68-48a8-be6d-cf39dcdd8183 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 943 time: 0.5122061 Feb 02 07:01:19.069887 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-8e9deddb-f786-4c9c-96de-cc6f4d2e7a04 None None] Current status of the port 0841de10-1522-44ca-bbe0-a68467d66fc1 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:01:19.073094 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-8e9deddb-f786-4c9c-96de-cc6f4d2e7a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (0841de10-1522-44ca-bbe0-a68467d66fc1), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:19.081527 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4215d19f-2045-400c-ad1b-d00793c5fad0 admin admin] Publish callbacks [] for security_group (8e88c5e1-bc25-404b-a924-2bac66d25743), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:19.156333 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4215d19f-2045-400c-ad1b-d00793c5fad0 admin admin] Publish callbacks [] for security_group (8e88c5e1-bc25-404b-a924-2bac66d25743), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:19.182735 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-8e9deddb-f786-4c9c-96de-cc6f4d2e7a04 None None] For port 0841de10-1522-44ca-bbe0-a68467d66fc1, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=0841de10-1522-44ca-bbe0-a68467d66fc1,segment=NetworkSegment(ef5217ce-ef3b-419b-8f4e-cebe7d5e664f),segment_id=ef5217ce-ef3b-419b-8f4e-cebe7d5e664f)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:01:19.184650 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-49f41e6a-4f08-4716-bddb-0d567ec6bd2c req-5c7afa0b-d6be-4d74-bfb9-8f4b800f3a9c tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899602 Feb 02 07:01:19.210844 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-8e9deddb-f786-4c9c-96de-cc6f4d2e7a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (0841de10-1522-44ca-bbe0-a68467d66fc1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:19.324169 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d1dcaf16-39dc-40d4-bbf1-c99b809cb865 req-95b68f75-4a79-4d33-8b4a-2cf451a8523e tempest-InstanceActionsV221TestJSON-423753474 tempest-InstanceActionsV221TestJSON-423753474-project] 10.222.0.87 "GET /v2.0/ports?device_id=2a5b5e8a-603d-4460-b72b-e7a17911913f HTTP/1.1" status: 200 len: 210 time: 0.1034129 Feb 02 07:01:19.325772 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-abce9230-6a9d-41e0-8295-86957b904674 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Publish callbacks [] for floatingip (c9ac476c-1065-49dd-8bcb-c2e2dfc583e7), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:19.330296 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-0d416524-1471-4902-9095-5bd9621835fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4be495f-6db6-48f7-baca-231a2de33ee2', 'name': 'tempest-ServersTestJSON-2087778775-router', 'tenant_id': '8a72e2ddd46d4aa092090e984ad4bccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'd54a553f-dfd6-4685-bef7-04d95ad2ecd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:00:55Z', 'updated_at': '2022-02-02T07:01:10Z', 'revision_number': 4, 'project_id': '8a72e2ddd46d4aa092090e984ad4bccb', 'gw_port': {'id': 'd54a553f-dfd6-4685-bef7-04d95ad2ecd7', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:33:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4be495f-6db6-48f7-baca-231a2de33ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:00:57Z', 'updated_at': '2022-02-02T07:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '0841de10-1522-44ca-bbe0-a68467d66fc1', 'name': '', 'network_id': 'b8d318ee-7be7-4e51-831e-7b86032e2315', 'tenant_id': '8a72e2ddd46d4aa092090e984ad4bccb', 'mac_address': 'fa:16:3e:af:77:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4be495f-6db6-48f7-baca-231a2de33ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '8f8923d3-8f99-44de-be03-a294b1207322', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:01:05Z', 'updated_at': '2022-02-02T07:01:17Z', 'revision_number': 4, 'project_id': '8a72e2ddd46d4aa092090e984ad4bccb', 'subnets': [{'id': '8f8923d3-8f99-44de-be03-a294b1207322', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:01:19.406651 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4215d19f-2045-400c-ad1b-d00793c5fad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (8e88c5e1-bc25-404b-a924-2bac66d25743), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:19.409785 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4215d19f-2045-400c-ad1b-d00793c5fad0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:19.411190 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-4215d19f-2045-400c-ad1b-d00793c5fad0 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/8e88c5e1-bc25-404b-a924-2bac66d25743 HTTP/1.1" status: 204 len: 168 time: 0.4535718 Feb 02 07:01:19.424501 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4215d19f-2045-400c-ad1b-d00793c5fad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e88c5e1-bc25-404b-a924-2bac66d25743,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:19.429604 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-abce9230-6a9d-41e0-8295-86957b904674 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (4c738fe2-3e0e-4b43-9632-98cb61201a04), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:19.472953 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 40716) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:01:19.475029 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9deddb-f786-4c9c-96de-cc6f4d2e7a04 None None] Pushing event updated for resources: {'Port': ['ID=0841de10-1522-44ca-bbe0-a68467d66fc1,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:19.479512 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d416524-1471-4902-9095-5bd9621835fe None None] The sync data for ids ['b4be495f-6db6-48f7-baca-231a2de33ee2'] in n-d-789963-26 is: [{'id': 'b4be495f-6db6-48f7-baca-231a2de33ee2', 'name': 'tempest-ServersTestJSON-2087778775-router', 'tenant_id': '8a72e2ddd46d4aa092090e984ad4bccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'd54a553f-dfd6-4685-bef7-04d95ad2ecd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:00:55Z', 'updated_at': '2022-02-02T07:01:10Z', 'revision_number': 4, 'project_id': '8a72e2ddd46d4aa092090e984ad4bccb', 'gw_port': {'id': 'd54a553f-dfd6-4685-bef7-04d95ad2ecd7', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:33:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4be495f-6db6-48f7-baca-231a2de33ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:00:57Z', 'updated_at': '2022-02-02T07:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '0841de10-1522-44ca-bbe0-a68467d66fc1', 'name': '', 'network_id': 'b8d318ee-7be7-4e51-831e-7b86032e2315', 'tenant_id': '8a72e2ddd46d4aa092090e984ad4bccb', 'mac_address': 'fa:16:3e:af:77:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4be495f-6db6-48f7-baca-231a2de33ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '8f8923d3-8f99-44de-be03-a294b1207322', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:01:05Z', 'updated_at': '2022-02-02T07:01:17Z', 'revision_number': 4, 'project_id': '8a72e2ddd46d4aa092090e984ad4bccb', 'subnets': [{'id': '8f8923d3-8f99-44de-be03-a294b1207322', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:01:19.507535 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-aaa5f8c3-cb2b-4443-89e8-c71d1f9667cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:19.728012 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-aaa5f8c3-cb2b-4443-89e8-c71d1f9667cd admin admin] Publish callbacks [] for security_group (77dab4d3-6f14-4cd3-961a-72ced5e71906), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:19.741475 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-aaa5f8c3-cb2b-4443-89e8-c71d1f9667cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (77dab4d3-6f14-4cd3-961a-72ced5e71906), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:19.836037 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-abce9230-6a9d-41e0-8295-86957b904674 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Publish callbacks [] for port (4c738fe2-3e0e-4b43-9632-98cb61201a04), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:19.848976 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-aaa5f8c3-cb2b-4443-89e8-c71d1f9667cd admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=365e28c000174c12b7242cd9d6e69c39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3722637 Feb 02 07:01:19.849552 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 40718) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:01:19.859446 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-abce9230-6a9d-41e0-8295-86957b904674 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (4c738fe2-3e0e-4b43-9632-98cb61201a04), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:19.879508 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa5f8c3-cb2b-4443-89e8-c71d1f9667cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77dab4d3-6f14-4cd3-961a-72ced5e71906,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:20.118722 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec8099-a8e4-4143-97fe-6c99ce597d01 req-dc50d6a6-68a4-46fb-a305-60015a7e3a79 tempest-InstanceActionsV221TestJSON-423753474 tempest-InstanceActionsV221TestJSON-423753474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:20.121333 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-76ec8099-a8e4-4143-97fe-6c99ce597d01 req-dc50d6a6-68a4-46fb-a305-60015a7e3a79 tempest-InstanceActionsV221TestJSON-423753474 tempest-InstanceActionsV221TestJSON-423753474-project] 10.222.0.88 "GET /v2.0/networks?id=678050a5-d96c-4ea5-86c0-017e3c041588 HTTP/1.1" status: 200 len: 817 time: 0.3075745 Feb 02 07:01:20.151976 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abce9230-6a9d-41e0-8295-86957b904674 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Pushing event updated for resources: {'Port': ['ID=4c738fe2-3e0e-4b43-9632-98cb61201a04,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:20.173112 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-76ec8099-a8e4-4143-97fe-6c99ce597d01 req-a8c3c8ca-0c66-41b7-951c-c3047b8669dc tempest-InstanceActionsV221TestJSON-423753474 tempest-InstanceActionsV221TestJSON-423753474-project] Request body: {'port': {'device_id': '2a5b5e8a-603d-4460-b72b-e7a17911913f', 'network_id': '678050a5-d96c-4ea5-86c0-017e3c041588', 'admin_state_up': True, 'tenant_id': '6ae1c0cb21c34fdeaada7a06399a56c9'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:01:20.275206 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 51628f27-680b-434a-b3c2-04fa01e7c39f up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:01:20.376580 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19843a6b-f892-4590-b08d-facb1e3d3d56 req-59e7f8dd-b852-4cc1-8873-c35b955e12fb tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:20.380553 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-19843a6b-f892-4590-b08d-facb1e3d3d56 req-59e7f8dd-b852-4cc1-8873-c35b955e12fb tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.59 "GET /v2.0/ports?device_id=539d6435-fed7-475c-8676-0ea9e9697aa3 HTTP/1.1" status: 200 len: 949 time: 0.2579293 Feb 02 07:01:20.416925 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port 51628f27-680b-434a-b3c2-04fa01e7c39f triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:01:20.417294 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (51628f27-680b-434a-b3c2-04fa01e7c39f), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:20.490779 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0077d5e3-8299-4a32-9182-c44b906dee8f req-e46efa8a-934c-444d-a228-c8db342d811c tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:20.500847 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0077d5e3-8299-4a32-9182-c44b906dee8f req-e46efa8a-934c-444d-a228-c8db342d811c tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=539d6435-fed7-475c-8676-0ea9e9697aa3 HTTP/1.1" status: 200 len: 949 time: 0.4483232 Feb 02 07:01:20.559655 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-abce9230-6a9d-41e0-8295-86957b904674 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (c9ac476c-1065-49dd-8bcb-c2e2dfc583e7), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:20.616291 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-abce9230-6a9d-41e0-8295-86957b904674 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:20.618022 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-abce9230-6a9d-41e0-8295-86957b904674 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5986898 Feb 02 07:01:20.620748 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b25e98b7-8637-4a73-86a7-bbc20b3a123c admin admin] Publish callbacks [] for security_group (77dab4d3-6f14-4cd3-961a-72ced5e71906), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:20.679448 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b25e98b7-8637-4a73-86a7-bbc20b3a123c admin admin] Publish callbacks [] for security_group (77dab4d3-6f14-4cd3-961a-72ced5e71906), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:20.696606 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 51628f27-680b-434a-b3c2-04fa01e7c39f is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:01:20.698131 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (51628f27-680b-434a-b3c2-04fa01e7c39f), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:20.813072 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0077d5e3-8299-4a32-9182-c44b906dee8f req-43496bb7-4170-4fc6-9b7f-89b5a0313595 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059347 Feb 02 07:01:20.817762 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b25e98b7-8637-4a73-86a7-bbc20b3a123c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (77dab4d3-6f14-4cd3-961a-72ced5e71906), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:20.842610 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b25e98b7-8637-4a73-86a7-bbc20b3a123c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:20.849384 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b25e98b7-8637-4a73-86a7-bbc20b3a123c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/77dab4d3-6f14-4cd3-961a-72ced5e71906 HTTP/1.1" status: 204 len: 168 time: 0.9986026 Feb 02 07:01:20.873971 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 51628f27-680b-434a-b3c2-04fa01e7c39f, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=51628f27-680b-434a-b3c2-04fa01e7c39f,segment=NetworkSegment(8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763),segment_id=8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:01:20.877626 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c82113-c6de-43e8-86f2-7a66b5610677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51628f27-680b-434a-b3c2-04fa01e7c39f'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:01:20.882366 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6bb661f-1119-4557-84b8-352629116999" -d '{"events": [{"server_uuid": "e8c82113-c6de-43e8-86f2-7a66b5610677", "name": "network-vif-plugged", "status": "completed", "tag": "51628f27-680b-434a-b3c2-04fa01e7c39f"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:01:20.884169 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25e98b7-8637-4a73-86a7-bbc20b3a123c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77dab4d3-6f14-4cd3-961a-72ced5e71906,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:20.908528 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (51628f27-680b-434a-b3c2-04fa01e7c39f), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:20.915709 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25e98b7-8637-4a73-86a7-bbc20b3a123c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:01:20.920523 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25e98b7-8637-4a73-86a7-bbc20b3a123c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:01:20.926135 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25e98b7-8637-4a73-86a7-bbc20b3a123c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:01:20.928517 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25e98b7-8637-4a73-86a7-bbc20b3a123c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:01:20.929147 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25e98b7-8637-4a73-86a7-bbc20b3a123c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:01:20.929965 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25e98b7-8637-4a73-86a7-bbc20b3a123c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:01:20.932279 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25e98b7-8637-4a73-86a7-bbc20b3a123c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:01:20.932894 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25e98b7-8637-4a73-86a7-bbc20b3a123c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:01:20.935218 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25e98b7-8637-4a73-86a7-bbc20b3a123c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:01:20.936407 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25e98b7-8637-4a73-86a7-bbc20b3a123c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:01:20.938501 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25e98b7-8637-4a73-86a7-bbc20b3a123c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:01:20.939104 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25e98b7-8637-4a73-86a7-bbc20b3a123c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:01:20.942301 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25e98b7-8637-4a73-86a7-bbc20b3a123c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:01:21.045693 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=51628f27-680b-434a-b3c2-04fa01e7c39f,revision_number=7']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:21.117020 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4522524d-1908-4dfe-bc04-4937bcc413ce req-60080d1b-3241-444b-a58a-d4be2f4fb9fb tempest-InstanceActionsV221TestJSON-423753474 tempest-InstanceActionsV221TestJSON-423753474-project] 10.222.0.87 "GET /v2.0/ports?device_id=2a5b5e8a-603d-4460-b72b-e7a17911913f HTTP/1.1" status: 200 len: 210 time: 0.0992749 Feb 02 07:01:21.119487 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 0841de10-1522-44ca-bbe0-a68467d66fc1 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:01:21.151731 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76ec8099-a8e4-4143-97fe-6c99ce597d01 req-a8c3c8ca-0c66-41b7-951c-c3047b8669dc tempest-InstanceActionsV221TestJSON-423753474 tempest-InstanceActionsV221TestJSON-423753474-project] Made reservation on behalf of 6ae1c0cb21c34fdeaada7a06399a56c9 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:01:21.162257 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-76ec8099-a8e4-4143-97fe-6c99ce597d01 req-a8c3c8ca-0c66-41b7-951c-c3047b8669dc tempest-InstanceActionsV221TestJSON-423753474 tempest-InstanceActionsV221TestJSON-423753474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:21.276994 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 0841de10-1522-44ca-bbe0-a68467d66fc1 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:01:21.278541 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (0841de10-1522-44ca-bbe0-a68467d66fc1), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:21.295147 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83664fb5-0efb-474b-bf86-52fe5c1e96fa req-dc45ed3f-25fc-4bf6-8908-6fc5fb7decb7 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:21.315095 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-83664fb5-0efb-474b-bf86-52fe5c1e96fa req-dc45ed3f-25fc-4bf6-8908-6fc5fb7decb7 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 943 time: 0.9142554 Feb 02 07:01:21.429211 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2365250e-834a-476d-8006-4d9f56d6106c req-39ee0ab6-df2c-4b2c-a11f-bc139732e37e tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--869720233&fields=id&tenant_id=8a72e2ddd46d4aa092090e984ad4bccb HTTP/1.1" status: 200 len: 267 time: 0.1442122 Feb 02 07:01:21.436709 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-19843a6b-f892-4590-b08d-facb1e3d3d56 req-ec7e4f08-57fd-4c2d-bcd8-453b2b7dfecb tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Deleting port 6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:01:21.456155 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-19843a6b-f892-4590-b08d-facb1e3d3d56 req-ec7e4f08-57fd-4c2d-bcd8-453b2b7dfecb tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:21.612843 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 0841de10-1522-44ca-bbe0-a68467d66fc1 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:01:21.793945 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365250e-834a-476d-8006-4d9f56d6106c req-c19f75e8-c7f8-413b-bdf4-922f4b70dcfc tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:21.811330 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2365250e-834a-476d-8006-4d9f56d6106c req-c19f75e8-c7f8-413b-bdf4-922f4b70dcfc tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] 10.222.0.87 "GET /v2.0/networks?id=b8d318ee-7be7-4e51-831e-7b86032e2315 HTTP/1.1" status: 200 len: 806 time: 0.3661673 Feb 02 07:01:21.847115 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2365250e-834a-476d-8006-4d9f56d6106c req-2f89ec0f-f3fd-4c4c-8c6f-4e99a431f8a0 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] 10.222.0.87 "GET /v2.0/quotas/8a72e2ddd46d4aa092090e984ad4bccb HTTP/1.1" status: 200 len: 375 time: 0.0345087 Feb 02 07:01:21.909663 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:21.961888 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-76ec8099-a8e4-4143-97fe-6c99ce597d01 req-a8c3c8ca-0c66-41b7-951c-c3047b8669dc tempest-InstanceActionsV221TestJSON-423753474 tempest-InstanceActionsV221TestJSON-423753474-project] Allocated IP 172.20.0.13 (678050a5-d96c-4ea5-86c0-017e3c041588/f4cd993d-c48c-4248-90ce-b0b5f9aabfd6/cd5acbee-2133-40be-849a-3af8e96ebaa5) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:01:22.001552 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2365250e-834a-476d-8006-4d9f56d6106c req-ba7e9f24-3055-4c09-95c9-3dfd45bd118b tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=8a72e2ddd46d4aa092090e984ad4bccb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1452742 Feb 02 07:01:22.281224 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2365250e-834a-476d-8006-4d9f56d6106c req-5e34d2e5-5ea2-4604-a8cf-e21b6e7d64ee service neutron] 10.222.0.87 "GET /v2.0/networks/b8d318ee-7be7-4e51-831e-7b86032e2315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708306 Feb 02 07:01:22.301443 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-76ec8099-a8e4-4143-97fe-6c99ce597d01 req-a8c3c8ca-0c66-41b7-951c-c3047b8669dc tempest-InstanceActionsV221TestJSON-423753474 tempest-InstanceActionsV221TestJSON-423753474-project] Publish callbacks [] for port (cd5acbee-2133-40be-849a-3af8e96ebaa5), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:22.348330 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-83664fb5-0efb-474b-bf86-52fe5c1e96fa req-6ac9b40c-87bb-4ab5-a095-e217ba94ac17 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0295477 Feb 02 07:01:22.516262 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b116be83-c38d-4d14-97c5-a1ee473fa343 x-openstack-request-id: req-b116be83-c38d-4d14-97c5-a1ee473fa343 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:01:22.516262 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8c82113-c6de-43e8-86f2-7a66b5610677", "name": "network-vif-plugged", "status": "completed", "tag": "51628f27-680b-434a-b3c2-04fa01e7c39f", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:01:22.516262 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b116be83-c38d-4d14-97c5-a1ee473fa343 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:01:22.517065 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8c82113-c6de-43e8-86f2-7a66b5610677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51628f27-680b-434a-b3c2-04fa01e7c39f', 'code': 200} Feb 02 07:01:22.543180 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2365250e-834a-476d-8006-4d9f56d6106c req-f6d9b60f-2d6e-4df1-bbd5-065c88af3043 service neutron] 10.222.0.87 "GET /v2.0/networks/b8d318ee-7be7-4e51-831e-7b86032e2315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611063 Feb 02 07:01:22.708612 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-76ec8099-a8e4-4143-97fe-6c99ce597d01 req-a8c3c8ca-0c66-41b7-951c-c3047b8669dc tempest-InstanceActionsV221TestJSON-423753474 tempest-InstanceActionsV221TestJSON-423753474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (cd5acbee-2133-40be-849a-3af8e96ebaa5), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:22.967628 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76ec8099-a8e4-4143-97fe-6c99ce597d01 req-a8c3c8ca-0c66-41b7-951c-c3047b8669dc tempest-InstanceActionsV221TestJSON-423753474 tempest-InstanceActionsV221TestJSON-423753474-project] Network 678050a5-d96c-4ea5-86c0-017e3c041588 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:01:22.983126 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-76ec8099-a8e4-4143-97fe-6c99ce597d01 req-a8c3c8ca-0c66-41b7-951c-c3047b8669dc tempest-InstanceActionsV221TestJSON-423753474 tempest-InstanceActionsV221TestJSON-423753474-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:01:22.991197 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-19843a6b-f892-4590-b08d-facb1e3d3d56 req-ec7e4f08-57fd-4c2d-bcd8-453b2b7dfecb tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] For port 6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:01:22.991594 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-19843a6b-f892-4590-b08d-facb1e3d3d56 req-ec7e4f08-57fd-4c2d-bcd8-453b2b7dfecb tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:23.006005 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-76ec8099-a8e4-4143-97fe-6c99ce597d01 req-a8c3c8ca-0c66-41b7-951c-c3047b8669dc tempest-InstanceActionsV221TestJSON-423753474 tempest-InstanceActionsV221TestJSON-423753474-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:01:23.095603 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec8099-a8e4-4143-97fe-6c99ce597d01 req-a8c3c8ca-0c66-41b7-951c-c3047b8669dc tempest-InstanceActionsV221TestJSON-423753474 tempest-InstanceActionsV221TestJSON-423753474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:23.096275 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-76ec8099-a8e4-4143-97fe-6c99ce597d01 req-a8c3c8ca-0c66-41b7-951c-c3047b8669dc tempest-InstanceActionsV221TestJSON-423753474 tempest-InstanceActionsV221TestJSON-423753474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:23.149957 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ff804-8d3a-4bcd-b632-6c4d0402081e req-8f30122c-bcdf-4a88-8c13-547a69535b9e tempest-InstanceActionsV221TestJSON-423753474 tempest-InstanceActionsV221TestJSON-423753474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:23.158095 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-19843a6b-f892-4590-b08d-facb1e3d3d56 req-ec7e4f08-57fd-4c2d-bcd8-453b2b7dfecb tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Calling delete_port for 6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7 owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:01:23.158671 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e84ff804-8d3a-4bcd-b632-6c4d0402081e req-8f30122c-bcdf-4a88-8c13-547a69535b9e tempest-InstanceActionsV221TestJSON-423753474 tempest-InstanceActionsV221TestJSON-423753474-project] 10.222.0.87 "GET /v2.0/ports?device_id=2a5b5e8a-603d-4460-b72b-e7a17911913f HTTP/1.1" status: 200 len: 932 time: 0.1189635 Feb 02 07:01:23.191546 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c3c8ca-0c66-41b7-951c-c3047b8669dc tempest-InstanceActionsV221TestJSON-423753474 tempest-InstanceActionsV221TestJSON-423753474-project] Pushing event updated for resources: {'Port': ['ID=cd5acbee-2133-40be-849a-3af8e96ebaa5,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:23.279576 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e84ff804-8d3a-4bcd-b632-6c4d0402081e req-5e72dd04-447b-4b39-92d6-97b4c911c6ca tempest-InstanceActionsV221TestJSON-423753474 tempest-InstanceActionsV221TestJSON-423753474-project] 10.222.0.87 "GET /v2.0/security-groups?id=4d97a120-cb45-4173-a57e-82c3a3ed459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191809 Feb 02 07:01:23.409467 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-76ec8099-a8e4-4143-97fe-6c99ce597d01 req-a8c3c8ca-0c66-41b7-951c-c3047b8669dc tempest-InstanceActionsV221TestJSON-423753474 tempest-InstanceActionsV221TestJSON-423753474-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2412868 Feb 02 07:01:23.465233 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7b9525f6-8ac8-4338-bc61-8116ac777d66 req-6fecca9a-52a2-4f2a-8ec7-9fc8d65d3a63 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] 10.222.0.87 "GET /v2.0/ports?device_id=f4a75908-2371-4c85-9473-b54e3966e5b9 HTTP/1.1" status: 200 len: 210 time: 0.0808239 Feb 02 07:01:23.475334 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-76ec8099-a8e4-4143-97fe-6c99ce597d01 req-427f75e7-4f25-4d91-8652-f7bacb96e6f5 service neutron] Request body: {'port': {'device_id': '2a5b5e8a-603d-4460-b72b-e7a17911913f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:01:23.504132 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effb9161-98d5-4972-a9b0-2ecb37f1d6e9 req-462a71db-4e23-4061-9859-95a8ce5d9e06 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:23.509372 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-effb9161-98d5-4972-a9b0-2ecb37f1d6e9 req-462a71db-4e23-4061-9859-95a8ce5d9e06 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/ports?device_id=539d6435-fed7-475c-8676-0ea9e9697aa3 HTTP/1.1" status: 200 len: 949 time: 0.5595062 Feb 02 07:01:23.815538 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a646027-f46c-45bf-83e8-b8bd494f5768 req-9e13af77-eafa-491d-95a6-4afd10401cb8 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:23.820098 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3a646027-f46c-45bf-83e8-b8bd494f5768 req-9e13af77-eafa-491d-95a6-4afd10401cb8 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 943 time: 0.1193116 Feb 02 07:01:23.944331 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3a646027-f46c-45bf-83e8-b8bd494f5768 req-16eb56d0-0d6e-436f-9786-4dda35cddb62 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061823 Feb 02 07:01:24.162858 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-817da04b-9927-4d39-a5de-df81391854a8 req-e58bb38e-8033-4671-9bd2-a7bb4db041ef service neutron] 10.222.0.88 "GET /v2.0/ports/fec591fd-4902-4db9-91a5-f50c021f2727/bindings/n-h2-789963-26 HTTP/1.1" status: 200 len: 385 time: 0.2174804 Feb 02 07:01:24.309104 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7 no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:01:24.635715 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-817da04b-9927-4d39-a5de-df81391854a8 req-4663edfa-fd58-4cec-98bb-4071f7f07694 service neutron] For port fec591fd-4902-4db9-91a5-f50c021f2727, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=fec591fd-4902-4db9-91a5-f50c021f2727,segment=NetworkSegment(43369f47-102e-4f19-93f2-e5ce754f6e28),segment_id=43369f47-102e-4f19-93f2-e5ce754f6e28)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:01:24.642344 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7 is: ACTIVE; New status is: DOWN {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:01:24.643203 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:24.647502 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-19843a6b-f892-4590-b08d-facb1e3d3d56 req-ec7e4f08-57fd-4c2d-bcd8-453b2b7dfecb tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:24.663933 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-effb9161-98d5-4972-a9b0-2ecb37f1d6e9 req-0055ee00-b0b0-4717-a661-d842c71dd4a5 tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.87 "GET /v2.0/security-groups?id=50bd44b2-7983-4852-a88a-b850f4abf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1363800 Feb 02 07:01:24.701977 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-817da04b-9927-4d39-a5de-df81391854a8 req-4663edfa-fd58-4cec-98bb-4071f7f07694 service neutron] For port fec591fd-4902-4db9-91a5-f50c021f2727, host n-h1-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:01:24.710875 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7e4f08-57fd-4c2d-bcd8-453b2b7dfecb tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Pushing event deleted for resources: {'Port': ['ID=6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:24.727757 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-76ec8099-a8e4-4143-97fe-6c99ce597d01 req-427f75e7-4f25-4d91-8652-f7bacb96e6f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (cd5acbee-2133-40be-849a-3af8e96ebaa5), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:24.822562 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-19843a6b-f892-4590-b08d-facb1e3d3d56 req-ec7e4f08-57fd-4c2d-bcd8-453b2b7dfecb tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] No DVR routers for this DVR port 6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7 on host n-h2-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:01:24.831824 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-19843a6b-f892-4590-b08d-facb1e3d3d56 req-ec7e4f08-57fd-4c2d-bcd8-453b2b7dfecb tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:24.840879 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-19843a6b-f892-4590-b08d-facb1e3d3d56 req-ec7e4f08-57fd-4c2d-bcd8-453b2b7dfecb tempest-ServersOnMultiNodesTest-1626458224 tempest-ServersOnMultiNodesTest-1626458224-project] 10.222.0.59 "DELETE /v2.0/ports/6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7 HTTP/1.1" status: 204 len: 173 time: 4.4499743 Feb 02 07:01:24.845762 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539d6435-fed7-475c-8676-0ea9e9697aa3', 'name': 'network-vif-deleted', 'tag': '6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:01:24.850075 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5ac5c6cc-aca3-4efd-ac78-2666c03642a4 req-3324a849-240d-4cd0-b208-139b7b0aa3d1 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=40f55797a4e64b49b7bf5689d7ed2a53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0505681 Feb 02 07:01:24.860755 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d7d201-ba70-42a3-8bf2-67243ff11c7f" -d '{"events": [{"server_uuid": "539d6435-fed7-475c-8676-0ea9e9697aa3", "name": "network-vif-deleted", "tag": "6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:01:24.870603 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-817da04b-9927-4d39-a5de-df81391854a8 req-4663edfa-fd58-4cec-98bb-4071f7f07694 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fec591fd-4902-4db9-91a5-f50c021f2727 {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:01:24.901206 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-817da04b-9927-4d39-a5de-df81391854a8 req-4663edfa-fd58-4cec-98bb-4071f7f07694 service neutron] For port fec591fd-4902-4db9-91a5-f50c021f2727, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=fec591fd-4902-4db9-91a5-f50c021f2727,segment=NetworkSegment(43369f47-102e-4f19-93f2-e5ce754f6e28),segment_id=43369f47-102e-4f19-93f2-e5ce754f6e28)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:01:24.956396 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-817da04b-9927-4d39-a5de-df81391854a8 req-4663edfa-fd58-4cec-98bb-4071f7f07694 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (fec591fd-4902-4db9-91a5-f50c021f2727), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:25.175304 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac5c6cc-aca3-4efd-ac78-2666c03642a4 req-7d313476-f3c0-4826-91d7-22b0c26f3381 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:25.176889 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5ac5c6cc-aca3-4efd-ac78-2666c03642a4 req-7d313476-f3c0-4826-91d7-22b0c26f3381 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3260143 Feb 02 07:01:25.218055 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-817da04b-9927-4d39-a5de-df81391854a8 req-4663edfa-fd58-4cec-98bb-4071f7f07694 service neutron] Transition to ACTIVE for port object fec591fd-4902-4db9-91a5-f50c021f2727 will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:01:25.224844 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5ac5c6cc-aca3-4efd-ac78-2666c03642a4 req-33364304-621e-450a-9a12-21eb68ad52ff tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/quotas/40f55797a4e64b49b7bf5689d7ed2a53 HTTP/1.1" status: 200 len: 375 time: 0.0347457 Feb 02 07:01:25.232852 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-817da04b-9927-4d39-a5de-df81391854a8 req-4663edfa-fd58-4cec-98bb-4071f7f07694 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (fec591fd-4902-4db9-91a5-f50c021f2727), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:25.260256 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbb1753-b830-41ea-8956-8be1b1ef212c req-7f537455-83fd-42b2-8c17-21a41fa7555e tempest-InstanceActionsV221TestJSON-423753474 tempest-InstanceActionsV221TestJSON-423753474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:25.270981 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-efbb1753-b830-41ea-8956-8be1b1ef212c req-7f537455-83fd-42b2-8c17-21a41fa7555e tempest-InstanceActionsV221TestJSON-423753474 tempest-InstanceActionsV221TestJSON-423753474-project] 10.222.0.87 "GET /v2.0/ports?device_id=2a5b5e8a-603d-4460-b72b-e7a17911913f HTTP/1.1" status: 200 len: 932 time: 0.4009671 Feb 02 07:01:25.416251 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-817da04b-9927-4d39-a5de-df81391854a8 req-4663edfa-fd58-4cec-98bb-4071f7f07694 service neutron] No DVR routers for this DVR port fec591fd-4902-4db9-91a5-f50c021f2727 on host n-h1-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:01:25.455770 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5ac5c6cc-aca3-4efd-ac78-2666c03642a4 req-7b8ec366-c9bb-4e53-a389-977f50215a84 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=40f55797a4e64b49b7bf5689d7ed2a53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1312289 Feb 02 07:01:25.528549 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-817da04b-9927-4d39-a5de-df81391854a8 req-4663edfa-fd58-4cec-98bb-4071f7f07694 service neutron] 10.222.0.88 "PUT /v2.0/ports/fec591fd-4902-4db9-91a5-f50c021f2727/bindings/n-h2-789963-26/activate HTTP/1.1" status: 200 len: 370 time: 1.3585072 Feb 02 07:01:25.534538 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4663edfa-fd58-4cec-98bb-4071f7f07694 service neutron] Pushing event updated for resources: {'Port': ['ID=fec591fd-4902-4db9-91a5-f50c021f2727,revision_number=10']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:25.853629 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-efbb1753-b830-41ea-8956-8be1b1ef212c req-0cf68519-3e1c-4d89-bd46-2a30ed51db93 tempest-InstanceActionsV221TestJSON-423753474 tempest-InstanceActionsV221TestJSON-423753474-project] 10.222.0.87 "GET /v2.0/security-groups?id=4d97a120-cb45-4173-a57e-82c3a3ed459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5776360 Feb 02 07:01:26.046713 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365250e-834a-476d-8006-4d9f56d6106c req-84899fb3-7ef7-4961-8c4a-a6f009c24edb tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:26.056260 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2365250e-834a-476d-8006-4d9f56d6106c req-84899fb3-7ef7-4961-8c4a-a6f009c24edb tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] 10.222.0.59 "GET /v2.0/networks?id=b8d318ee-7be7-4e51-831e-7b86032e2315 HTTP/1.1" status: 200 len: 806 time: 0.8919876 Feb 02 07:01:26.076909 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afffabb6-326b-4046-9a34-caf05f367b24 x-openstack-request-id: req-afffabb6-326b-4046-9a34-caf05f367b24 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:01:26.081672 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9fa3e02a-f68a-42a3-aaf6-384daf2f72a2 req-69aaeb7a-9808-4595-bb9a-94446fc4eaca tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] 10.222.0.87 "GET /v2.0/ports?device_id=f4a75908-2371-4c85-9473-b54e3966e5b9 HTTP/1.1" status: 200 len: 210 time: 0.1700943 Feb 02 07:01:26.084173 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "539d6435-fed7-475c-8676-0ea9e9697aa3", "name": "network-vif-deleted", "tag": "6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:01:26.084479 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-afffabb6-326b-4046-9a34-caf05f367b24 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:01:26.084906 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '539d6435-fed7-475c-8676-0ea9e9697aa3', 'name': 'network-vif-deleted', 'tag': '6ce8b7ef-6a3d-4d95-9b70-8d62d40eb9a7', 'status': 'completed', 'code': 200} Feb 02 07:01:26.365488 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3bf1adc2-4846-44e5-8c6f-9fc2cf74e744 req-3ecc1b34-ec35-44a1-b6cf-c02b27861dbf tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=40f55797a4e64b49b7bf5689d7ed2a53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459423 Feb 02 07:01:26.497573 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2365250e-834a-476d-8006-4d9f56d6106c req-7149d85a-7fd4-45ae-a91d-fc6dc018b63b tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a72e2ddd46d4aa092090e984ad4bccb HTTP/1.1" status: 200 len: 379 time: 0.3534713 Feb 02 07:01:26.511904 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41002) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:01:26.644853 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-2365250e-834a-476d-8006-4d9f56d6106c req-8e1e10dc-b145-40da-830b-8c22feb80af1 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Request body: {'port': {'device_id': 'f4a75908-2371-4c85-9473-b54e3966e5b9', 'network_id': 'b8d318ee-7be7-4e51-831e-7b86032e2315', 'admin_state_up': True, 'tenant_id': '8a72e2ddd46d4aa092090e984ad4bccb', 'security_groups': ['bbf59a33-bacd-4e9f-9a02-a6d8a3bc770f']}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:01:26.720955 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817da04b-9927-4d39-a5de-df81391854a8 req-ae480f9a-35cf-43cc-9349-bc10a695bbac tempest-LiveMigrationTest-749161847 tempest-LiveMigrationTest-749161847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:26.723495 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-817da04b-9927-4d39-a5de-df81391854a8 req-ae480f9a-35cf-43cc-9349-bc10a695bbac tempest-LiveMigrationTest-749161847 tempest-LiveMigrationTest-749161847-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5&tenant_id=94634d8b4d2a41de8e59c8bd88798343&binding%3Ahost_id=n-h1-789963-26 HTTP/1.1" status: 200 len: 1127 time: 0.9954011 Feb 02 07:01:26.800480 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1adc2-4846-44e5-8c6f-9fc2cf74e744 req-2833cd15-980c-4b7f-b9eb-38c8cf3415d1 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:26.812410 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3bf1adc2-4846-44e5-8c6f-9fc2cf74e744 req-2833cd15-980c-4b7f-b9eb-38c8cf3415d1 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4420509 Feb 02 07:01:26.856299 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3bf1adc2-4846-44e5-8c6f-9fc2cf74e744 req-a54fb1bd-dbd6-43f7-946e-b4ec9fdc8165 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/quotas/40f55797a4e64b49b7bf5689d7ed2a53 HTTP/1.1" status: 200 len: 375 time: 0.0401559 Feb 02 07:01:26.914287 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3bf1adc2-4846-44e5-8c6f-9fc2cf74e744 req-2c2fdacc-f2f0-480b-8cde-c63cc48c7975 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=40f55797a4e64b49b7bf5689d7ed2a53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529485 Feb 02 07:01:26.917188 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b3c04170-3fe5-49c6-9b42-5d7c7a660b7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:26.934441 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32edcb8-b3d9-47dc-b587-a6d917fa083e req-f6a149e8-d413-45a8-b105-51023a63f5be tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:26.946952 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e32edcb8-b3d9-47dc-b587-a6d917fa083e req-f6a149e8-d413-45a8-b105-51023a63f5be tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 944 time: 0.5904288 Feb 02 07:01:26.951932 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41012) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:01:27.083617 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:27.255946 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b3c04170-3fe5-49c6-9b42-5d7c7a660b7c admin admin] Publish callbacks [] for security_group (4fb32ed2-f89f-4f03-9a7c-a0310214bf06), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:27.275238 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b3c04170-3fe5-49c6-9b42-5d7c7a660b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (4fb32ed2-f89f-4f03-9a7c-a0310214bf06), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:27.286393 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e32edcb8-b3d9-47dc-b587-a6d917fa083e req-4b458f43-7afc-4ff3-a64c-9ac7eeba25e0 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385088 Feb 02 07:01:27.293361 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817da04b-9927-4d39-a5de-df81391854a8 req-2ee90405-f9e5-4c89-a249-02530dc36b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:27.295741 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-817da04b-9927-4d39-a5de-df81391854a8 req-2ee90405-f9e5-4c89-a249-02530dc36b8e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5&tenant_id=94634d8b4d2a41de8e59c8bd88798343 HTTP/1.1" status: 200 len: 1127 time: 0.5145154 Feb 02 07:01:27.340486 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c04170-3fe5-49c6-9b42-5d7c7a660b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb32ed2-f89f-4f03-9a7c-a0310214bf06,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:27.359871 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d1e0eb2d-d58b-4b88-8e51-b3e32216c041 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=e34e7485085f4555b7019dbfd89a06da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4032168 Feb 02 07:01:27.363184 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41026) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:01:27.486331 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b3c04170-3fe5-49c6-9b42-5d7c7a660b7c admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f1d7e3e58f45421b926dd0c07ab9d937&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9730082 Feb 02 07:01:27.497131 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41032) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:01:27.549390 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2365250e-834a-476d-8006-4d9f56d6106c req-8e1e10dc-b145-40da-830b-8c22feb80af1 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Made reservation on behalf of 8a72e2ddd46d4aa092090e984ad4bccb for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:01:27.553008 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2365250e-834a-476d-8006-4d9f56d6106c req-8e1e10dc-b145-40da-830b-8c22feb80af1 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:27.570739 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5bfb0936-19d4-4e49-8c31-38866713254f admin admin] Publish callbacks [] for security_group (50bd44b2-7983-4852-a88a-b850f4abf433), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:27.598256 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1160b27d-68fd-438f-a2fa-397c3579bad8 req-6bc9fc11-5b7f-4f22-85f6-3704d3229ef2 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] 10.222.0.87 "GET /v2.0/ports?device_id=f4a75908-2371-4c85-9473-b54e3966e5b9 HTTP/1.1" status: 200 len: 210 time: 0.1041081 Feb 02 07:01:27.605672 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-76ec8099-a8e4-4143-97fe-6c99ce597d01 req-427f75e7-4f25-4d91-8652-f7bacb96e6f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd5acbee-2133-40be-849a-3af8e96ebaa5 {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:01:27.629649 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867d50fd-c900-4ce3-9801-c27089b0b3a7 req-ff97fa70-bb0a-4f24-a620-49a12aa8e31c tempest-InstanceActionsV221TestJSON-423753474 tempest-InstanceActionsV221TestJSON-423753474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:27.629980 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-76ec8099-a8e4-4143-97fe-6c99ce597d01 req-427f75e7-4f25-4d91-8652-f7bacb96e6f5 service neutron] Publish callbacks [] for port (cd5acbee-2133-40be-849a-3af8e96ebaa5), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:27.634631 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-867d50fd-c900-4ce3-9801-c27089b0b3a7 req-ff97fa70-bb0a-4f24-a620-49a12aa8e31c tempest-InstanceActionsV221TestJSON-423753474 tempest-InstanceActionsV221TestJSON-423753474-project] 10.222.0.87 "GET /v2.0/ports?device_id=2a5b5e8a-603d-4460-b72b-e7a17911913f HTTP/1.1" status: 200 len: 932 time: 0.1471856 Feb 02 07:01:27.660597 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5bfb0936-19d4-4e49-8c31-38866713254f admin admin] Publish callbacks [] for security_group (50bd44b2-7983-4852-a88a-b850f4abf433), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:27.706159 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4b90a4bb-6788-4f8a-ae58-647f05a008a2 admin admin] Publish callbacks [] for security_group (4fb32ed2-f89f-4f03-9a7c-a0310214bf06), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:27.718469 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817da04b-9927-4d39-a5de-df81391854a8 req-d8fde671-4f12-4582-a1be-7ca00cb44edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:27.720340 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-817da04b-9927-4d39-a5de-df81391854a8 req-d8fde671-4f12-4582-a1be-7ca00cb44edf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=94634d8b4d2a41de8e59c8bd88798343&device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 1127 time: 0.3686767 Feb 02 07:01:27.741857 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-76ec8099-a8e4-4143-97fe-6c99ce597d01 req-427f75e7-4f25-4d91-8652-f7bacb96e6f5 service neutron] Transition to ACTIVE for port object cd5acbee-2133-40be-849a-3af8e96ebaa5 will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:01:27.795042 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-867d50fd-c900-4ce3-9801-c27089b0b3a7 req-babd464e-1526-47f7-90b7-b6284d336fe5 tempest-InstanceActionsV221TestJSON-423753474 tempest-InstanceActionsV221TestJSON-423753474-project] 10.222.0.87 "GET /v2.0/security-groups?id=4d97a120-cb45-4173-a57e-82c3a3ed459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452498 Feb 02 07:01:27.831714 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-76ec8099-a8e4-4143-97fe-6c99ce597d01 req-427f75e7-4f25-4d91-8652-f7bacb96e6f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (cd5acbee-2133-40be-849a-3af8e96ebaa5), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:27.837321 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5bfb0936-19d4-4e49-8c31-38866713254f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (50bd44b2-7983-4852-a88a-b850f4abf433), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:27.842519 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5bfb0936-19d4-4e49-8c31-38866713254f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:27.846217 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-5bfb0936-19d4-4e49-8c31-38866713254f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/50bd44b2-7983-4852-a88a-b850f4abf433 HTTP/1.1" status: 204 len: 168 time: 0.4794574 Feb 02 07:01:27.858690 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfb0936-19d4-4e49-8c31-38866713254f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50bd44b2-7983-4852-a88a-b850f4abf433,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:28.002967 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5ac5c6cc-aca3-4efd-ac78-2666c03642a4 req-e04ecea4-0996-4e81-bf71-495fd8360ed6 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=40f55797a4e64b49b7bf5689d7ed2a53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0536628 Feb 02 07:01:28.105827 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-2365250e-834a-476d-8006-4d9f56d6106c req-8e1e10dc-b145-40da-830b-8c22feb80af1 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Allocated IP 172.20.0.11 (b8d318ee-7be7-4e51-831e-7b86032e2315/8f8923d3-8f99-44de-be03-a294b1207322/624c0067-5799-4b5f-bf58-4988662875b3) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:01:28.125074 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a675ea9e-810e-4950-bffe-f13c53deadc5 req-059b50db-7a40-45c8-91b9-2a7faab83aed tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=4c7742f2-a5f8-4ea6-9cb0-5280f3d212ad HTTP/1.1" status: 200 len: 210 time: 0.3237691 Feb 02 07:01:28.226931 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817da04b-9927-4d39-a5de-df81391854a8 req-00cef309-adf5-44ee-b69e-548d169c178e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:28.238908 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-817da04b-9927-4d39-a5de-df81391854a8 req-00cef309-adf5-44ee-b69e-548d169c178e service neutron] 10.222.0.59 "GET /v2.0/networks?id=ad127856-4465-484c-882c-e096f13573c2 HTTP/1.1" status: 200 len: 908 time: 0.5023377 Feb 02 07:01:28.318626 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4b90a4bb-6788-4f8a-ae58-647f05a008a2 admin admin] Publish callbacks [] for security_group (4fb32ed2-f89f-4f03-9a7c-a0310214bf06), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:28.330283 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac5c6cc-aca3-4efd-ac78-2666c03642a4 req-2a8e8efb-cf7c-4535-b1f8-cb8f4d511499 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:28.335869 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5ac5c6cc-aca3-4efd-ac78-2666c03642a4 req-2a8e8efb-cf7c-4535-b1f8-cb8f4d511499 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3271401 Feb 02 07:01:28.355085 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-5ac5c6cc-aca3-4efd-ac78-2666c03642a4 req-5ceb18dc-97ef-44f1-b0d4-887db3ef6677 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Request body: {'port': {'device_id': 'e2f92dd9-5697-4976-b165-77e520cf2520', 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1', 'admin_state_up': True, 'tenant_id': '40f55797a4e64b49b7bf5689d7ed2a53'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:01:28.515824 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41060) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:01:28.546593 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-817da04b-9927-4d39-a5de-df81391854a8 req-06ef2298-1677-47a5-9909-d5c972cca8d4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fec591fd-4902-4db9-91a5-f50c021f2727 HTTP/1.1" status: 200 len: 217 time: 0.2049882 Feb 02 07:01:28.622263 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f29819aa-487e-4256-af37-b2b14ac44938 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ea5fe2cd6fd04c3f9a38ced2829ad9e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1036317 Feb 02 07:01:28.635101 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41062) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:01:28.693675 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427f75e7-4f25-4d91-8652-f7bacb96e6f5 service neutron] Pushing event updated for resources: {'Port': ['ID=cd5acbee-2133-40be-849a-3af8e96ebaa5,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:28.730984 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817da04b-9927-4d39-a5de-df81391854a8 req-63054aa6-b08d-45b3-8f95-3b2e8a93d0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:28.733400 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-817da04b-9927-4d39-a5de-df81391854a8 req-63054aa6-b08d-45b3-8f95-3b2e8a93d0f6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a7292d13-827d-45ab-8eaa-7baf62301aaa HTTP/1.1" status: 200 len: 847 time: 0.1689301 Feb 02 07:01:28.742795 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00ffef6-5e0c-4626-8ed7-e689a0c89ea9 req-b39b1191-14d0-4d43-a9a2-ce2b266078c3 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:28.761762 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b00ffef6-5e0c-4626-8ed7-e689a0c89ea9 req-b39b1191-14d0-4d43-a9a2-ce2b266078c3 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 944 time: 0.2328453 Feb 02 07:01:28.832317 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ac5c6cc-aca3-4efd-ac78-2666c03642a4 req-5ceb18dc-97ef-44f1-b0d4-887db3ef6677 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Made reservation on behalf of 40f55797a4e64b49b7bf5689d7ed2a53 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:01:28.837088 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-5ac5c6cc-aca3-4efd-ac78-2666c03642a4 req-5ceb18dc-97ef-44f1-b0d4-887db3ef6677 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:28.849146 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-817da04b-9927-4d39-a5de-df81391854a8 req-e369c3ed-91ff-4fa7-b8e1-f5bc90cd0463 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ad127856-4465-484c-882c-e096f13573c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726528 Feb 02 07:01:28.861377 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cbab9e9d-f586-4990-b26a-b4cd7a7f0ce0 admin admin] Publish callbacks [] for security_group (08caac4d-6912-46bc-9a4d-91c65522e4b0), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:28.885403 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-5ac5c6cc-aca3-4efd-ac78-2666c03642a4 req-5ceb18dc-97ef-44f1-b0d4-887db3ef6677 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:28.909541 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b00ffef6-5e0c-4626-8ed7-e689a0c89ea9 req-67a72955-ef1e-48a2-85cd-6a82ced6d9a1 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448476 Feb 02 07:01:28.940267 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3e56a5ad-e2ff-4b12-aa8f-0913d2fb3fd6 req-4a6ead20-9475-46ed-b65e-a1337ec7bb79 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] 10.222.0.87 "GET /v2.0/ports?device_id=f4a75908-2371-4c85-9473-b54e3966e5b9 HTTP/1.1" status: 200 len: 210 time: 0.1050103 Feb 02 07:01:28.960435 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cbab9e9d-f586-4990-b26a-b4cd7a7f0ce0 admin admin] Publish callbacks [] for security_group (08caac4d-6912-46bc-9a4d-91c65522e4b0), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:29.016338 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4b90a4bb-6788-4f8a-ae58-647f05a008a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (4fb32ed2-f89f-4f03-9a7c-a0310214bf06), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:29.019210 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4b90a4bb-6788-4f8a-ae58-647f05a008a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:29.020396 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-4b90a4bb-6788-4f8a-ae58-647f05a008a2 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/4fb32ed2-f89f-4f03-9a7c-a0310214bf06 HTTP/1.1" status: 204 len: 168 time: 1.5209155 Feb 02 07:01:29.045102 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b90a4bb-6788-4f8a-ae58-647f05a008a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb32ed2-f89f-4f03-9a7c-a0310214bf06,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:29.142489 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-76ec8099-a8e4-4143-97fe-6c99ce597d01 req-427f75e7-4f25-4d91-8652-f7bacb96e6f5 service neutron] Attempting to bind port cd5acbee-2133-40be-849a-3af8e96ebaa5 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:01:29.142489 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-76ec8099-a8e4-4143-97fe-6c99ce597d01 req-427f75e7-4f25-4d91-8652-f7bacb96e6f5 service neutron] Attempting to bind port cd5acbee-2133-40be-849a-3af8e96ebaa5 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': '1dabfa99-9f11-4069-81e9-bc607f20fc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '678050a5-d96c-4ea5-86c0-017e3c041588'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:01:29.143308 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ec8099-a8e4-4143-97fe-6c99ce597d01 req-427f75e7-4f25-4d91-8652-f7bacb96e6f5 service neutron] Attempting to bind port cd5acbee-2133-40be-849a-3af8e96ebaa5 on network 678050a5-d96c-4ea5-86c0-017e3c041588 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:01:29.173252 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ec8099-a8e4-4143-97fe-6c99ce597d01 req-427f75e7-4f25-4d91-8652-f7bacb96e6f5 service neutron] Port cd5acbee-2133-40be-849a-3af8e96ebaa5 on network 678050a5-d96c-4ea5-86c0-017e3c041588 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:01:29.173480 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ec8099-a8e4-4143-97fe-6c99ce597d01 req-427f75e7-4f25-4d91-8652-f7bacb96e6f5 service neutron] Attempting to bind port cd5acbee-2133-40be-849a-3af8e96ebaa5 on network 678050a5-d96c-4ea5-86c0-017e3c041588 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:01:29.176625 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-5ac5c6cc-aca3-4efd-ac78-2666c03642a4 req-5ceb18dc-97ef-44f1-b0d4-887db3ef6677 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Publish callbacks [] for security_group (da0fdf33-275e-482b-9e18-554a9c67a5f3), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:29.178835 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cbab9e9d-f586-4990-b26a-b4cd7a7f0ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (08caac4d-6912-46bc-9a4d-91c65522e4b0), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:29.184457 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cbab9e9d-f586-4990-b26a-b4cd7a7f0ce0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:29.190765 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-cbab9e9d-f586-4990-b26a-b4cd7a7f0ce0 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/08caac4d-6912-46bc-9a4d-91c65522e4b0 HTTP/1.1" status: 204 len: 168 time: 0.5503488 Feb 02 07:01:29.199695 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2365250e-834a-476d-8006-4d9f56d6106c req-8e1e10dc-b145-40da-830b-8c22feb80af1 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Publish callbacks [] for port (624c0067-5799-4b5f-bf58-4988662875b3), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:29.202611 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-5ac5c6cc-aca3-4efd-ac78-2666c03642a4 req-5ceb18dc-97ef-44f1-b0d4-887db3ef6677 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (da0fdf33-275e-482b-9e18-554a9c67a5f3), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:29.224545 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ec8099-a8e4-4143-97fe-6c99ce597d01 req-427f75e7-4f25-4d91-8652-f7bacb96e6f5 service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:01:29.224898 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ec8099-a8e4-4143-97fe-6c99ce597d01 req-427f75e7-4f25-4d91-8652-f7bacb96e6f5 service neutron] Checking segment: {'id': '1dabfa99-9f11-4069-81e9-bc607f20fc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '678050a5-d96c-4ea5-86c0-017e3c041588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:01:29.225267 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ec8099-a8e4-4143-97fe-6c99ce597d01 req-427f75e7-4f25-4d91-8652-f7bacb96e6f5 service neutron] Bound using segment: {'id': '1dabfa99-9f11-4069-81e9-bc607f20fc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '678050a5-d96c-4ea5-86c0-017e3c041588'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:01:29.225723 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-76ec8099-a8e4-4143-97fe-6c99ce597d01 req-427f75e7-4f25-4d91-8652-f7bacb96e6f5 service neutron] Bound port: cd5acbee-2133-40be-849a-3af8e96ebaa5, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dabfa99-9f11-4069-81e9-bc607f20fc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '678050a5-d96c-4ea5-86c0-017e3c041588'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:01:29.226086 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-76ec8099-a8e4-4143-97fe-6c99ce597d01 req-427f75e7-4f25-4d91-8652-f7bacb96e6f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (cd5acbee-2133-40be-849a-3af8e96ebaa5), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:29.243971 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-817da04b-9927-4d39-a5de-df81391854a8 req-ce9b01cb-9fc4-4986-8890-cf5c95da6173 service neutron] 10.222.0.59 "GET /v2.0/networks/ad127856-4465-484c-882c-e096f13573c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3781316 Feb 02 07:01:29.258700 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932bf2e2-15c7-49fa-98b6-6a8249fe54b9 req-8e2f003d-14b7-49bb-a367-50c501b7884a tempest-InstanceActionsV221TestJSON-423753474 tempest-InstanceActionsV221TestJSON-423753474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:29.266106 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-932bf2e2-15c7-49fa-98b6-6a8249fe54b9 req-8e2f003d-14b7-49bb-a367-50c501b7884a tempest-InstanceActionsV221TestJSON-423753474 tempest-InstanceActionsV221TestJSON-423753474-project] 10.222.0.87 "GET /v2.0/ports?device_id=2a5b5e8a-603d-4460-b72b-e7a17911913f HTTP/1.1" status: 200 len: 944 time: 0.1800623 Feb 02 07:01:29.373948 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-5ac5c6cc-aca3-4efd-ac78-2666c03642a4 req-5ceb18dc-97ef-44f1-b0d4-887db3ef6677 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Allocated IP 192.168.233.180 (04bc5622-0c2b-4ce8-b107-e6abcbdf57e1/9d773733-62df-4956-84d3-71d17cfb6d11/8983c95f-d2a5-40fc-ab6f-8385eea021b2) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:01:29.511448 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbab9e9d-f586-4990-b26a-b4cd7a7f0ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08caac4d-6912-46bc-9a4d-91c65522e4b0,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:29.516251 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-76ec8099-a8e4-4143-97fe-6c99ce597d01 req-427f75e7-4f25-4d91-8652-f7bacb96e6f5 service neutron] For port cd5acbee-2133-40be-849a-3af8e96ebaa5, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:01:29.523746 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-76ec8099-a8e4-4143-97fe-6c99ce597d01 req-427f75e7-4f25-4d91-8652-f7bacb96e6f5 service neutron] For port cd5acbee-2133-40be-849a-3af8e96ebaa5, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=cd5acbee-2133-40be-849a-3af8e96ebaa5,segment=NetworkSegment(1dabfa99-9f11-4069-81e9-bc607f20fc26),segment_id=1dabfa99-9f11-4069-81e9-bc607f20fc26)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:01:29.559934 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-76ec8099-a8e4-4143-97fe-6c99ce597d01 req-427f75e7-4f25-4d91-8652-f7bacb96e6f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (cd5acbee-2133-40be-849a-3af8e96ebaa5), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:29.639876 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec8099-a8e4-4143-97fe-6c99ce597d01 req-427f75e7-4f25-4d91-8652-f7bacb96e6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:29.644887 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-76ec8099-a8e4-4143-97fe-6c99ce597d01 req-427f75e7-4f25-4d91-8652-f7bacb96e6f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:29.647933 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-76ec8099-a8e4-4143-97fe-6c99ce597d01 req-427f75e7-4f25-4d91-8652-f7bacb96e6f5 service neutron] 10.222.0.88 "PUT /v2.0/ports/cd5acbee-2133-40be-849a-3af8e96ebaa5 HTTP/1.1" status: 200 len: 1093 time: 6.2098730 Feb 02 07:01:29.856338 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a5b5e8a-603d-4460-b72b-e7a17911913f', 'tag': 'cd5acbee-2133-40be-849a-3af8e96ebaa5'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:01:29.856338 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc31bce4-7c6a-44d1-87ff-2f77bcc4ca8b" -d '{"events": [{"name": "network-changed", "server_uuid": "2a5b5e8a-603d-4460-b72b-e7a17911913f", "tag": "cd5acbee-2133-40be-849a-3af8e96ebaa5"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:01:29.898216 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceb18dc-97ef-44f1-b0d4-887db3ef6677 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da0fdf33-275e-482b-9e18-554a9c67a5f3,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:29.950860 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3bf1adc2-4846-44e5-8c6f-9fc2cf74e744 req-2e5315fe-aa8a-4e95-86b0-feea5d4ab045 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=40f55797a4e64b49b7bf5689d7ed2a53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4541154 Feb 02 07:01:29.963317 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-97519707-7d5e-4054-b277-fef0617aafd1 req-2782acc9-5756-4cd1-ba9f-e20c8d8c425f tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=4c7742f2-a5f8-4ea6-9cb0-5280f3d212ad HTTP/1.1" status: 200 len: 210 time: 0.4615858 Feb 02 07:01:29.989150 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41102) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:01:30.100636 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427f75e7-4f25-4d91-8652-f7bacb96e6f5 service neutron] Pushing event updated for resources: {'Port': ['ID=cd5acbee-2133-40be-849a-3af8e96ebaa5,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:30.109339 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2eaca634-7476-42ff-9216-c0a56d75bef4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:30.117754 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2365250e-834a-476d-8006-4d9f56d6106c req-8e1e10dc-b145-40da-830b-8c22feb80af1 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (624c0067-5799-4b5f-bf58-4988662875b3), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:30.151170 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-932bf2e2-15c7-49fa-98b6-6a8249fe54b9 req-8bfa5039-7dac-4eef-a966-013a4215761a tempest-InstanceActionsV221TestJSON-423753474 tempest-InstanceActionsV221TestJSON-423753474-project] 10.222.0.87 "GET /v2.0/security-groups?id=4d97a120-cb45-4173-a57e-82c3a3ed459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8841066 Feb 02 07:01:30.165083 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6a5dc8-7d19-431b-807d-9d94d82c133b x-openstack-request-id: req-0e6a5dc8-7d19-431b-807d-9d94d82c133b {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:01:30.167086 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a5b5e8a-603d-4460-b72b-e7a17911913f", "tag": "cd5acbee-2133-40be-849a-3af8e96ebaa5", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:01:30.167420 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-0e6a5dc8-7d19-431b-807d-9d94d82c133b {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:01:30.168631 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a5b5e8a-603d-4460-b72b-e7a17911913f', 'tag': 'cd5acbee-2133-40be-849a-3af8e96ebaa5', 'status': 'completed', 'code': 200} Feb 02 07:01:30.303498 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-5ac5c6cc-aca3-4efd-ac78-2666c03642a4 req-5ceb18dc-97ef-44f1-b0d4-887db3ef6677 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Publish callbacks [] for port (8983c95f-d2a5-40fc-ab6f-8385eea021b2), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:30.312506 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1e10dc-b145-40da-830b-8c22feb80af1 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Pushing event updated for resources: {'Port': ['ID=624c0067-5799-4b5f-bf58-4988662875b3,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:30.329717 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-817da04b-9927-4d39-a5de-df81391854a8 req-337bf75a-cb62-41c0-a30d-ccb279511d51 service neutron] 10.222.0.59 "GET /v2.0/networks/ad127856-4465-484c-882c-e096f13573c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0615153 Feb 02 07:01:30.406029 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2365250e-834a-476d-8006-4d9f56d6106c req-8e1e10dc-b145-40da-830b-8c22feb80af1 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Network b8d318ee-7be7-4e51-831e-7b86032e2315 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:01:30.428422 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-2365250e-834a-476d-8006-4d9f56d6106c req-8e1e10dc-b145-40da-830b-8c22feb80af1 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:01:30.434939 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-2365250e-834a-476d-8006-4d9f56d6106c req-8e1e10dc-b145-40da-830b-8c22feb80af1 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:01:30.455199 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1adc2-4846-44e5-8c6f-9fc2cf74e744 req-3500652b-50e9-4243-953d-19c1f866e9fd tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:30.456867 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3bf1adc2-4846-44e5-8c6f-9fc2cf74e744 req-3500652b-50e9-4243-953d-19c1f866e9fd tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4882448 Feb 02 07:01:30.508463 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-3bf1adc2-4846-44e5-8c6f-9fc2cf74e744 req-2e93825f-5d3a-40c8-b3f1-4fb7534fd843 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Request body: {'port': {'device_id': '4c7742f2-a5f8-4ea6-9cb0-5280f3d212ad', 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1', 'admin_state_up': True, 'tenant_id': '40f55797a4e64b49b7bf5689d7ed2a53'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:01:30.617111 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365250e-834a-476d-8006-4d9f56d6106c req-8e1e10dc-b145-40da-830b-8c22feb80af1 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:30.618048 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2365250e-834a-476d-8006-4d9f56d6106c req-8e1e10dc-b145-40da-830b-8c22feb80af1 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:30.668740 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec8099-a8e4-4143-97fe-6c99ce597d01 req-bb8bb13a-eb49-4b41-a5b1-8fc22df5cedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:30.670016 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-76ec8099-a8e4-4143-97fe-6c99ce597d01 req-bb8bb13a-eb49-4b41-a5b1-8fc22df5cedb service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=6ae1c0cb21c34fdeaada7a06399a56c9&device_id=2a5b5e8a-603d-4460-b72b-e7a17911913f HTTP/1.1" status: 200 len: 1127 time: 0.7674291 Feb 02 07:01:30.797346 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc4e407-e361-4175-ae4a-21add6d84041 req-c732a9c3-ed2d-40dc-924d-b919a8c7f213 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:30.803705 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cbc4e407-e361-4175-ae4a-21add6d84041 req-c732a9c3-ed2d-40dc-924d-b919a8c7f213 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 944 time: 0.4670787 Feb 02 07:01:30.806812 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-5ac5c6cc-aca3-4efd-ac78-2666c03642a4 req-5ceb18dc-97ef-44f1-b0d4-887db3ef6677 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (8983c95f-d2a5-40fc-ab6f-8385eea021b2), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:30.811003 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2365250e-834a-476d-8006-4d9f56d6106c req-8e1e10dc-b145-40da-830b-8c22feb80af1 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1758485 Feb 02 07:01:30.829679 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-76ec8099-a8e4-4143-97fe-6c99ce597d01 req-0e0cd567-4ce3-4a27-958b-11eb5ad5613e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd5acbee-2133-40be-849a-3af8e96ebaa5 HTTP/1.1" status: 200 len: 217 time: 0.1457884 Feb 02 07:01:30.860365 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-25dbcbb0-6d41-4d26-adce-226afa04a77a None None] Provisioning complete for port 624c0067-5799-4b5f-bf58-4988662875b3 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:01:30.864144 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-25dbcbb0-6d41-4d26-adce-226afa04a77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (624c0067-5799-4b5f-bf58-4988662875b3), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:30.922652 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-2365250e-834a-476d-8006-4d9f56d6106c req-01837be0-0490-4403-b9d9-b474a986a19d service neutron] Request body: {'port': {'device_id': 'f4a75908-2371-4c85-9473-b54e3966e5b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:01:30.947882 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceb18dc-97ef-44f1-b0d4-887db3ef6677 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Pushing event updated for resources: {'Port': ['ID=8983c95f-d2a5-40fc-ab6f-8385eea021b2,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:30.962224 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-25dbcbb0-6d41-4d26-adce-226afa04a77a None None] Port 624c0067-5799-4b5f-bf58-4988662875b3 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:01:30.993148 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ac5c6cc-aca3-4efd-ac78-2666c03642a4 req-5ceb18dc-97ef-44f1-b0d4-887db3ef6677 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:01:30.993413 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec8099-a8e4-4143-97fe-6c99ce597d01 req-caddc448-0cce-4c4b-b61c-c6a1f0b5cb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:30.994816 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-76ec8099-a8e4-4143-97fe-6c99ce597d01 req-caddc448-0cce-4c4b-b61c-c6a1f0b5cb67 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f4cd993d-c48c-4248-90ce-b0b5f9aabfd6 HTTP/1.1" status: 200 len: 857 time: 0.1074967 Feb 02 07:01:30.999787 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-5ac5c6cc-aca3-4efd-ac78-2666c03642a4 req-5ceb18dc-97ef-44f1-b0d4-887db3ef6677 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:01:31.003068 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ac5c6cc-aca3-4efd-ac78-2666c03642a4 req-5ceb18dc-97ef-44f1-b0d4-887db3ef6677 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:01:31.065675 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac5c6cc-aca3-4efd-ac78-2666c03642a4 req-5ceb18dc-97ef-44f1-b0d4-887db3ef6677 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:31.066362 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-5ac5c6cc-aca3-4efd-ac78-2666c03642a4 req-5ceb18dc-97ef-44f1-b0d4-887db3ef6677 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:31.077371 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bf1adc2-4846-44e5-8c6f-9fc2cf74e744 req-2e93825f-5d3a-40c8-b3f1-4fb7534fd843 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Made reservation on behalf of 40f55797a4e64b49b7bf5689d7ed2a53 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:01:31.080944 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3bf1adc2-4846-44e5-8c6f-9fc2cf74e744 req-2e93825f-5d3a-40c8-b3f1-4fb7534fd843 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:31.102276 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-76ec8099-a8e4-4143-97fe-6c99ce597d01 req-718e515e-0762-42e6-af67-f1a8ddc6c8d5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=678050a5-d96c-4ea5-86c0-017e3c041588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782437 Feb 02 07:01:31.115271 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e4c5f-1389-4343-aa3a-38e1f7159eae req-dc59aded-f2d7-4030-b9aa-9d5903fa7ca4 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:31.128199 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d75e4c5f-1389-4343-aa3a-38e1f7159eae req-dc59aded-f2d7-4030-b9aa-9d5903fa7ca4 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] 10.222.0.87 "GET /v2.0/ports?device_id=f4a75908-2371-4c85-9473-b54e3966e5b9 HTTP/1.1" status: 200 len: 932 time: 0.7893245 Feb 02 07:01:31.129803 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cbc4e407-e361-4175-ae4a-21add6d84041 req-87f8efbb-1780-4ead-aa47-35af5d134906 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093269 Feb 02 07:01:31.149613 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5ac5c6cc-aca3-4efd-ac78-2666c03642a4 req-5ceb18dc-97ef-44f1-b0d4-887db3ef6677 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7988787 Feb 02 07:01:31.219472 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-5ac5c6cc-aca3-4efd-ac78-2666c03642a4 req-05aa41b6-3a77-4fd2-9e91-b6d92cbd2eb0 service neutron] Request body: {'port': {'device_id': 'e2f92dd9-5697-4976-b165-77e520cf2520', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:01:31.240017 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2eaca634-7476-42ff-9216-c0a56d75bef4 admin admin] Publish callbacks [] for security_group (28083865-defc-4081-9539-2f6c579c56a6), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:31.346988 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2eaca634-7476-42ff-9216-c0a56d75bef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (28083865-defc-4081-9539-2f6c579c56a6), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:31.391882 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-552cab2e-af6e-4648-9c8b-1da38a31e604 None None] Provisioning complete for port 8983c95f-d2a5-40fc-ab6f-8385eea021b2 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:01:31.392594 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-552cab2e-af6e-4648-9c8b-1da38a31e604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (8983c95f-d2a5-40fc-ab6f-8385eea021b2), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:31.419536 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-3bf1adc2-4846-44e5-8c6f-9fc2cf74e744 req-2e93825f-5d3a-40c8-b3f1-4fb7534fd843 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Allocated IP 192.168.233.208 (04bc5622-0c2b-4ce8-b107-e6abcbdf57e1/9d773733-62df-4956-84d3-71d17cfb6d11/2437294e-6b15-482f-9b33-d60722f10e48) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:01:31.472651 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-552cab2e-af6e-4648-9c8b-1da38a31e604 None None] Port 8983c95f-d2a5-40fc-ab6f-8385eea021b2 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:01:31.501268 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817da04b-9927-4d39-a5de-df81391854a8 req-9c3b51c8-bf55-4600-a5c6-aa67bfafcbb4 tempest-LiveMigrationTest-749161847 tempest-LiveMigrationTest-749161847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:31.503750 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-817da04b-9927-4d39-a5de-df81391854a8 req-9c3b51c8-bf55-4600-a5c6-aa67bfafcbb4 tempest-LiveMigrationTest-749161847 tempest-LiveMigrationTest-749161847-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5&tenant_id=94634d8b4d2a41de8e59c8bd88798343&binding%3Ahost_id=n-h2-789963-26 HTTP/1.1" status: 200 len: 1127 time: 0.7073801 Feb 02 07:01:31.528346 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2365250e-834a-476d-8006-4d9f56d6106c req-01837be0-0490-4403-b9d9-b474a986a19d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (624c0067-5799-4b5f-bf58-4988662875b3), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:31.761539 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3bf1adc2-4846-44e5-8c6f-9fc2cf74e744 req-2e93825f-5d3a-40c8-b3f1-4fb7534fd843 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Publish callbacks [] for port (2437294e-6b15-482f-9b33-d60722f10e48), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:31.792544 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-77456665-0983-457f-8f8a-e38a78f3f0f3 req-46bd5f80-93f6-4889-9e9a-7af9b6c8ee5f tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=4c7742f2-a5f8-4ea6-9cb0-5280f3d212ad HTTP/1.1" status: 200 len: 210 time: 0.0687838 Feb 02 07:01:31.798608 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-5ac5c6cc-aca3-4efd-ac78-2666c03642a4 req-05aa41b6-3a77-4fd2-9e91-b6d92cbd2eb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (8983c95f-d2a5-40fc-ab6f-8385eea021b2), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:31.895954 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3bf1adc2-4846-44e5-8c6f-9fc2cf74e744 req-2e93825f-5d3a-40c8-b3f1-4fb7534fd843 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (2437294e-6b15-482f-9b33-d60722f10e48), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:32.027350 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bf1adc2-4846-44e5-8c6f-9fc2cf74e744 req-2e93825f-5d3a-40c8-b3f1-4fb7534fd843 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:01:32.054298 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-3bf1adc2-4846-44e5-8c6f-9fc2cf74e744 req-2e93825f-5d3a-40c8-b3f1-4fb7534fd843 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:01:32.092102 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bf1adc2-4846-44e5-8c6f-9fc2cf74e744 req-2e93825f-5d3a-40c8-b3f1-4fb7534fd843 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:01:32.157288 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-2eaca634-7476-42ff-9216-c0a56d75bef4 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=2796d5e2aaaa45ed92e5e2a8cc0c2806&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1641183 Feb 02 07:01:32.200012 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41156) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:01:32.253555 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaca634-7476-42ff-9216-c0a56d75bef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28083865-defc-4081-9539-2f6c579c56a6,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:32.258825 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1adc2-4846-44e5-8c6f-9fc2cf74e744 req-2e93825f-5d3a-40c8-b3f1-4fb7534fd843 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:32.259799 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3bf1adc2-4846-44e5-8c6f-9fc2cf74e744 req-2e93825f-5d3a-40c8-b3f1-4fb7534fd843 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:32.277907 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e93825f-5d3a-40c8-b3f1-4fb7534fd843 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Pushing event updated for resources: {'Port': ['ID=2437294e-6b15-482f-9b33-d60722f10e48,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:32.331767 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3bf1adc2-4846-44e5-8c6f-9fc2cf74e744 req-2e93825f-5d3a-40c8-b3f1-4fb7534fd843 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8531623 Feb 02 07:01:32.393174 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-76ec8099-a8e4-4143-97fe-6c99ce597d01 req-5c8d8e05-e3bd-4475-94ae-ab0ed59f69e5 service neutron] 10.222.0.88 "GET /v2.0/networks/678050a5-d96c-4ea5-86c0-017e3c041588?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2557242 Feb 02 07:01:32.401427 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-3bf1adc2-4846-44e5-8c6f-9fc2cf74e744 req-1f5ec47a-ba8a-4fa2-8353-b2b7faca924f service neutron] Request body: {'port': {'device_id': '4c7742f2-a5f8-4ea6-9cb0-5280f3d212ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:01:32.425930 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d75e4c5f-1389-4343-aa3a-38e1f7159eae req-33ff558f-0dcb-4d1f-9ac9-37d5ef9b9d08 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] 10.222.0.87 "GET /v2.0/security-groups?id=bbf59a33-bacd-4e9f-9a02-a6d8a3bc770f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2778878 Feb 02 07:01:32.429457 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d81891-ba3d-4ffb-91d9-22cacd4d60c9 req-33c92ad0-2edc-4716-aff1-51917838fd00 tempest-InstanceActionsV221TestJSON-423753474 tempest-InstanceActionsV221TestJSON-423753474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:32.431893 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-95d81891-ba3d-4ffb-91d9-22cacd4d60c9 req-33c92ad0-2edc-4716-aff1-51917838fd00 tempest-InstanceActionsV221TestJSON-423753474 tempest-InstanceActionsV221TestJSON-423753474-project] 10.222.0.87 "GET /v2.0/ports?device_id=2a5b5e8a-603d-4460-b72b-e7a17911913f HTTP/1.1" status: 200 len: 944 time: 0.4272027 Feb 02 07:01:32.610357 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-220d17eb-3cfc-4ae5-99da-442baace9150 None None] Provisioning complete for port 2437294e-6b15-482f-9b33-d60722f10e48 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:01:32.610881 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-220d17eb-3cfc-4ae5-99da-442baace9150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (2437294e-6b15-482f-9b33-d60722f10e48), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:32.627867 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-817da04b-9927-4d39-a5de-df81391854a8 req-3047212c-9849-499b-a7ac-9e7bd2aa8153 service neutron] For port fec591fd-4902-4db9-91a5-f50c021f2727, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:01:32.670131 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-95d81891-ba3d-4ffb-91d9-22cacd4d60c9 req-04e31f89-be57-446b-8106-4365d79fba87 tempest-InstanceActionsV221TestJSON-423753474 tempest-InstanceActionsV221TestJSON-423753474-project] 10.222.0.87 "GET /v2.0/security-groups?id=4d97a120-cb45-4173-a57e-82c3a3ed459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096667 Feb 02 07:01:32.694118 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-220d17eb-3cfc-4ae5-99da-442baace9150 None None] Port 2437294e-6b15-482f-9b33-d60722f10e48 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:01:32.696341 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-817da04b-9927-4d39-a5de-df81391854a8 req-3047212c-9849-499b-a7ac-9e7bd2aa8153 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:32.707420 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-817da04b-9927-4d39-a5de-df81391854a8 req-3047212c-9849-499b-a7ac-9e7bd2aa8153 service neutron] 10.222.0.59 "DELETE /v2.0/ports/fec591fd-4902-4db9-91a5-f50c021f2727/bindings/n-h1-789963-26 HTTP/1.1" status: 204 len: 173 time: 1.1804855 Feb 02 07:01:32.920970 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-76ec8099-a8e4-4143-97fe-6c99ce597d01 req-57bcbeb1-516e-4624-9f6c-95916e8c203b service neutron] 10.222.0.88 "GET /v2.0/networks/678050a5-d96c-4ea5-86c0-017e3c041588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4707613 Feb 02 07:01:32.925356 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-375b7e97-0740-4f4e-8e94-bb1b27d9e967 admin admin] Publish callbacks [] for security_group (28083865-defc-4081-9539-2f6c579c56a6), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:32.940031 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd0af3-fac4-41ff-ba1f-95c5fbdab796 req-cd822186-56e5-46bd-ade7-df077b0868b0 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:32.947945 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c1fd0af3-fac4-41ff-ba1f-95c5fbdab796 req-cd822186-56e5-46bd-ade7-df077b0868b0 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 944 time: 0.3408208 Feb 02 07:01:33.031054 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-375b7e97-0740-4f4e-8e94-bb1b27d9e967 admin admin] Publish callbacks [] for security_group (28083865-defc-4081-9539-2f6c579c56a6), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:33.171549 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3bf1adc2-4846-44e5-8c6f-9fc2cf74e744 req-1f5ec47a-ba8a-4fa2-8353-b2b7faca924f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (2437294e-6b15-482f-9b33-d60722f10e48), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:33.225597 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c1fd0af3-fac4-41ff-ba1f-95c5fbdab796 req-8b74a6e5-1734-41d9-9e61-a5535c3874f1 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765610 Feb 02 07:01:33.226226 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-375b7e97-0740-4f4e-8e94-bb1b27d9e967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (28083865-defc-4081-9539-2f6c579c56a6), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:33.229224 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-375b7e97-0740-4f4e-8e94-bb1b27d9e967 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:33.232991 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-375b7e97-0740-4f4e-8e94-bb1b27d9e967 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/28083865-defc-4081-9539-2f6c579c56a6 HTTP/1.1" status: 204 len: 168 time: 0.8356104 Feb 02 07:01:33.240591 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b03ac868-8bb6-454d-9b67-8df5556951d1 req-2399c3f7-77e0-47b1-a543-38167532ec48 tempest-FlavorsV2NegativeTest-2113985747 tempest-FlavorsV2NegativeTest-2113985747-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=ec2ae94adfd342458de383144c119f24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0654333 Feb 02 07:01:33.265924 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc31bce4-7c6a-44d1-87ff-2f77bcc4ca8b req-acec55af-cfd1-4ad1-937f-224a38be5458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:33.268156 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fc31bce4-7c6a-44d1-87ff-2f77bcc4ca8b req-acec55af-cfd1-4ad1-937f-224a38be5458 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=6ae1c0cb21c34fdeaada7a06399a56c9&device_id=2a5b5e8a-603d-4460-b72b-e7a17911913f HTTP/1.1" status: 200 len: 1127 time: 0.2344785 Feb 02 07:01:33.273884 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375b7e97-0740-4f4e-8e94-bb1b27d9e967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28083865-defc-4081-9539-2f6c579c56a6,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:33.316506 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-2365250e-834a-476d-8006-4d9f56d6106c req-01837be0-0490-4403-b9d9-b474a986a19d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 624c0067-5799-4b5f-bf58-4988662875b3 {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:01:33.361532 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2365250e-834a-476d-8006-4d9f56d6106c req-01837be0-0490-4403-b9d9-b474a986a19d service neutron] Publish callbacks [] for port (624c0067-5799-4b5f-bf58-4988662875b3), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:33.453380 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-5ac5c6cc-aca3-4efd-ac78-2666c03642a4 req-05aa41b6-3a77-4fd2-9e91-b6d92cbd2eb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8983c95f-d2a5-40fc-ab6f-8385eea021b2 {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:01:33.462775 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-2365250e-834a-476d-8006-4d9f56d6106c req-01837be0-0490-4403-b9d9-b474a986a19d service neutron] Transition to ACTIVE for port object 624c0067-5799-4b5f-bf58-4988662875b3 will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:01:33.473796 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-5ac5c6cc-aca3-4efd-ac78-2666c03642a4 req-05aa41b6-3a77-4fd2-9e91-b6d92cbd2eb0 service neutron] Publish callbacks [] for port (8983c95f-d2a5-40fc-ab6f-8385eea021b2), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:33.495001 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2365250e-834a-476d-8006-4d9f56d6106c req-01837be0-0490-4403-b9d9-b474a986a19d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (624c0067-5799-4b5f-bf58-4988662875b3), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:33.629388 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ac868-8bb6-454d-9b67-8df5556951d1 req-8abceb63-8d44-4906-a722-d6d3d4e9fe4e tempest-FlavorsV2NegativeTest-2113985747 tempest-FlavorsV2NegativeTest-2113985747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:33.630956 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b03ac868-8bb6-454d-9b67-8df5556951d1 req-8abceb63-8d44-4906-a722-d6d3d4e9fe4e tempest-FlavorsV2NegativeTest-2113985747 tempest-FlavorsV2NegativeTest-2113985747-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3855643 Feb 02 07:01:33.663403 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01837be0-0490-4403-b9d9-b474a986a19d service neutron] Pushing event updated for resources: {'Port': ['ID=624c0067-5799-4b5f-bf58-4988662875b3,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:33.668547 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-5ac5c6cc-aca3-4efd-ac78-2666c03642a4 req-05aa41b6-3a77-4fd2-9e91-b6d92cbd2eb0 service neutron] Transition to ACTIVE for port object 8983c95f-d2a5-40fc-ab6f-8385eea021b2 will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:01:33.684234 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc31bce4-7c6a-44d1-87ff-2f77bcc4ca8b req-f659eee1-151a-4b7d-ac4f-5978f73ebdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:33.688463 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fc31bce4-7c6a-44d1-87ff-2f77bcc4ca8b req-f659eee1-151a-4b7d-ac4f-5978f73ebdb4 service neutron] 10.222.0.88 "GET /v2.0/networks?id=678050a5-d96c-4ea5-86c0-017e3c041588 HTTP/1.1" status: 200 len: 918 time: 0.3637309 Feb 02 07:01:33.693424 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-5ac5c6cc-aca3-4efd-ac78-2666c03642a4 req-05aa41b6-3a77-4fd2-9e91-b6d92cbd2eb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (8983c95f-d2a5-40fc-ab6f-8385eea021b2), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:33.720549 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8631d7-ff49-4b62-8a66-c8b2d39f8aab req-0ab87b29-28da-485c-9d99-79746618a834 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:33.723301 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-af8631d7-ff49-4b62-8a66-c8b2d39f8aab req-0ab87b29-28da-485c-9d99-79746618a834 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=4c7742f2-a5f8-4ea6-9cb0-5280f3d212ad HTTP/1.1" status: 200 len: 936 time: 0.3365257 Feb 02 07:01:33.743197 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b03ac868-8bb6-454d-9b67-8df5556951d1 req-677f2bac-7ae4-40d8-b32d-35e8eb7657cc tempest-FlavorsV2NegativeTest-2113985747 tempest-FlavorsV2NegativeTest-2113985747-project] 10.222.0.87 "GET /v2.0/quotas/ec2ae94adfd342458de383144c119f24 HTTP/1.1" status: 200 len: 375 time: 0.0762484 Feb 02 07:01:33.944190 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aa41b6-3a77-4fd2-9e91-b6d92cbd2eb0 service neutron] Pushing event updated for resources: {'Port': ['ID=8983c95f-d2a5-40fc-ab6f-8385eea021b2,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:34.024823 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fc31bce4-7c6a-44d1-87ff-2f77bcc4ca8b req-bd75e4a1-b161-42d7-b850-4d1af162918f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd5acbee-2133-40be-849a-3af8e96ebaa5 HTTP/1.1" status: 200 len: 217 time: 0.2132494 Feb 02 07:01:34.054384 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b03ac868-8bb6-454d-9b67-8df5556951d1 req-9fe45219-b767-4005-9541-35c160b5f40d tempest-FlavorsV2NegativeTest-2113985747 tempest-FlavorsV2NegativeTest-2113985747-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=ec2ae94adfd342458de383144c119f24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2333016 Feb 02 07:01:34.318293 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-af8631d7-ff49-4b62-8a66-c8b2d39f8aab req-6193744d-8fa2-4219-a3ea-702c49079890 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5052884 Feb 02 07:01:34.321084 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-2365250e-834a-476d-8006-4d9f56d6106c req-01837be0-0490-4403-b9d9-b474a986a19d service neutron] Attempting to bind port 624c0067-5799-4b5f-bf58-4988662875b3 on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:01:34.321434 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-2365250e-834a-476d-8006-4d9f56d6106c req-01837be0-0490-4403-b9d9-b474a986a19d service neutron] Attempting to bind port 624c0067-5799-4b5f-bf58-4988662875b3 by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': 'ef5217ce-ef3b-419b-8f4e-cebe7d5e664f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b8d318ee-7be7-4e51-831e-7b86032e2315'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:01:34.321768 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2365250e-834a-476d-8006-4d9f56d6106c req-01837be0-0490-4403-b9d9-b474a986a19d service neutron] Attempting to bind port 624c0067-5799-4b5f-bf58-4988662875b3 on network b8d318ee-7be7-4e51-831e-7b86032e2315 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:01:34.329720 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc31bce4-7c6a-44d1-87ff-2f77bcc4ca8b req-8943f38e-4b84-4fe7-b276-04bc105f89ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:34.331352 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fc31bce4-7c6a-44d1-87ff-2f77bcc4ca8b req-8943f38e-4b84-4fe7-b276-04bc105f89ff service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f4cd993d-c48c-4248-90ce-b0b5f9aabfd6 HTTP/1.1" status: 200 len: 857 time: 0.2969606 Feb 02 07:01:34.332142 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2365250e-834a-476d-8006-4d9f56d6106c req-01837be0-0490-4403-b9d9-b474a986a19d service neutron] Port 624c0067-5799-4b5f-bf58-4988662875b3 on network b8d318ee-7be7-4e51-831e-7b86032e2315 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:01:34.332467 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2365250e-834a-476d-8006-4d9f56d6106c req-01837be0-0490-4403-b9d9-b474a986a19d service neutron] Attempting to bind port 624c0067-5799-4b5f-bf58-4988662875b3 on network b8d318ee-7be7-4e51-831e-7b86032e2315 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:01:34.358195 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2365250e-834a-476d-8006-4d9f56d6106c req-01837be0-0490-4403-b9d9-b474a986a19d service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:01:34.358994 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2365250e-834a-476d-8006-4d9f56d6106c req-01837be0-0490-4403-b9d9-b474a986a19d service neutron] Checking segment: {'id': 'ef5217ce-ef3b-419b-8f4e-cebe7d5e664f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b8d318ee-7be7-4e51-831e-7b86032e2315'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:01:34.359409 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2365250e-834a-476d-8006-4d9f56d6106c req-01837be0-0490-4403-b9d9-b474a986a19d service neutron] Bound using segment: {'id': 'ef5217ce-ef3b-419b-8f4e-cebe7d5e664f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b8d318ee-7be7-4e51-831e-7b86032e2315'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:01:34.360003 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-2365250e-834a-476d-8006-4d9f56d6106c req-01837be0-0490-4403-b9d9-b474a986a19d service neutron] Bound port: 624c0067-5799-4b5f-bf58-4988662875b3, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef5217ce-ef3b-419b-8f4e-cebe7d5e664f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b8d318ee-7be7-4e51-831e-7b86032e2315'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:01:34.360475 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2365250e-834a-476d-8006-4d9f56d6106c req-01837be0-0490-4403-b9d9-b474a986a19d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (624c0067-5799-4b5f-bf58-4988662875b3), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:34.414042 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fc31bce4-7c6a-44d1-87ff-2f77bcc4ca8b req-ee852464-10a9-45e5-a5a6-6a446ec7d391 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=678050a5-d96c-4ea5-86c0-017e3c041588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587926 Feb 02 07:01:34.495154 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-5ac5c6cc-aca3-4efd-ac78-2666c03642a4 req-05aa41b6-3a77-4fd2-9e91-b6d92cbd2eb0 service neutron] Attempting to bind port 8983c95f-d2a5-40fc-ab6f-8385eea021b2 on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:01:34.495682 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-5ac5c6cc-aca3-4efd-ac78-2666c03642a4 req-05aa41b6-3a77-4fd2-9e91-b6d92cbd2eb0 service neutron] Attempting to bind port 8983c95f-d2a5-40fc-ab6f-8385eea021b2 by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:01:34.495839 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac5c6cc-aca3-4efd-ac78-2666c03642a4 req-05aa41b6-3a77-4fd2-9e91-b6d92cbd2eb0 service neutron] Attempting to bind port 8983c95f-d2a5-40fc-ab6f-8385eea021b2 on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:01:34.534581 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac5c6cc-aca3-4efd-ac78-2666c03642a4 req-05aa41b6-3a77-4fd2-9e91-b6d92cbd2eb0 service neutron] Port 8983c95f-d2a5-40fc-ab6f-8385eea021b2 on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:01:34.534959 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac5c6cc-aca3-4efd-ac78-2666c03642a4 req-05aa41b6-3a77-4fd2-9e91-b6d92cbd2eb0 service neutron] Attempting to bind port 8983c95f-d2a5-40fc-ab6f-8385eea021b2 on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:01:34.626144 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac5c6cc-aca3-4efd-ac78-2666c03642a4 req-05aa41b6-3a77-4fd2-9e91-b6d92cbd2eb0 service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:01:34.626794 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac5c6cc-aca3-4efd-ac78-2666c03642a4 req-05aa41b6-3a77-4fd2-9e91-b6d92cbd2eb0 service neutron] Checking segment: {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:01:34.627443 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac5c6cc-aca3-4efd-ac78-2666c03642a4 req-05aa41b6-3a77-4fd2-9e91-b6d92cbd2eb0 service neutron] Bound using segment: {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:01:34.629299 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-5ac5c6cc-aca3-4efd-ac78-2666c03642a4 req-05aa41b6-3a77-4fd2-9e91-b6d92cbd2eb0 service neutron] Bound port: 8983c95f-d2a5-40fc-ab6f-8385eea021b2, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:01:34.629925 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-5ac5c6cc-aca3-4efd-ac78-2666c03642a4 req-05aa41b6-3a77-4fd2-9e91-b6d92cbd2eb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (8983c95f-d2a5-40fc-ab6f-8385eea021b2), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:34.695256 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-2365250e-834a-476d-8006-4d9f56d6106c req-01837be0-0490-4403-b9d9-b474a986a19d service neutron] For port 624c0067-5799-4b5f-bf58-4988662875b3, host n-h2-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:01:34.710900 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1704ec9-6bec-4bfa-ac4d-7a239fa035ef req-056fe82c-2b54-456f-ba9f-4639b4e18fb9 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:34.713685 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f1704ec9-6bec-4bfa-ac4d-7a239fa035ef req-056fe82c-2b54-456f-ba9f-4639b4e18fb9 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] 10.222.0.87 "GET /v2.0/ports?device_id=f4a75908-2371-4c85-9473-b54e3966e5b9 HTTP/1.1" status: 200 len: 944 time: 0.4228699 Feb 02 07:01:34.754751 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-2365250e-834a-476d-8006-4d9f56d6106c req-01837be0-0490-4403-b9d9-b474a986a19d service neutron] For port 624c0067-5799-4b5f-bf58-4988662875b3, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=624c0067-5799-4b5f-bf58-4988662875b3,segment=NetworkSegment(ef5217ce-ef3b-419b-8f4e-cebe7d5e664f),segment_id=ef5217ce-ef3b-419b-8f4e-cebe7d5e664f)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:01:34.775722 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657d8c2-584b-4ced-8547-41e3a3014ce9 req-e3634a1f-099c-43b2-a527-ba478952ae1a tempest-InstanceActionsV221TestJSON-423753474 tempest-InstanceActionsV221TestJSON-423753474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:34.780962 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1657d8c2-584b-4ced-8547-41e3a3014ce9 req-e3634a1f-099c-43b2-a527-ba478952ae1a tempest-InstanceActionsV221TestJSON-423753474 tempest-InstanceActionsV221TestJSON-423753474-project] 10.222.0.87 "GET /v2.0/ports?device_id=2a5b5e8a-603d-4460-b72b-e7a17911913f HTTP/1.1" status: 200 len: 944 time: 0.2570591 Feb 02 07:01:34.830409 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2365250e-834a-476d-8006-4d9f56d6106c req-01837be0-0490-4403-b9d9-b474a986a19d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (624c0067-5799-4b5f-bf58-4988662875b3), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:34.855252 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fc31bce4-7c6a-44d1-87ff-2f77bcc4ca8b req-66d646d7-ff2c-4a0f-8b81-cfa6130f938b service neutron] 10.222.0.88 "GET /v2.0/networks/678050a5-d96c-4ea5-86c0-017e3c041588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4199803 Feb 02 07:01:34.926257 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365250e-834a-476d-8006-4d9f56d6106c req-01837be0-0490-4403-b9d9-b474a986a19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:34.926877 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2365250e-834a-476d-8006-4d9f56d6106c req-01837be0-0490-4403-b9d9-b474a986a19d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:34.928754 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2365250e-834a-476d-8006-4d9f56d6106c req-01837be0-0490-4403-b9d9-b474a986a19d service neutron] 10.222.0.59 "PUT /v2.0/ports/624c0067-5799-4b5f-bf58-4988662875b3 HTTP/1.1" status: 200 len: 1093 time: 4.0421519 Feb 02 07:01:34.932603 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4a75908-2371-4c85-9473-b54e3966e5b9', 'tag': '624c0067-5799-4b5f-bf58-4988662875b3'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:01:34.935469 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e0f78d-c149-41d8-946a-40963e6caabe" -d '{"events": [{"name": "network-changed", "server_uuid": "f4a75908-2371-4c85-9473-b54e3966e5b9", "tag": "624c0067-5799-4b5f-bf58-4988662875b3"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:01:34.987033 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-3bf1adc2-4846-44e5-8c6f-9fc2cf74e744 req-1f5ec47a-ba8a-4fa2-8353-b2b7faca924f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2437294e-6b15-482f-9b33-d60722f10e48 {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:01:35.006178 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3bf1adc2-4846-44e5-8c6f-9fc2cf74e744 req-1f5ec47a-ba8a-4fa2-8353-b2b7faca924f service neutron] Publish callbacks [] for port (2437294e-6b15-482f-9b33-d60722f10e48), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:35.050193 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-3bf1adc2-4846-44e5-8c6f-9fc2cf74e744 req-1f5ec47a-ba8a-4fa2-8353-b2b7faca924f service neutron] Transition to ACTIVE for port object 2437294e-6b15-482f-9b33-d60722f10e48 will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:01:35.141943 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f1704ec9-6bec-4bfa-ac4d-7a239fa035ef req-acb8d559-865d-46cf-bde5-a1b932223200 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] 10.222.0.87 "GET /v2.0/security-groups?id=bbf59a33-bacd-4e9f-9a02-a6d8a3bc770f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3824823 Feb 02 07:01:35.149647 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3bf1adc2-4846-44e5-8c6f-9fc2cf74e744 req-1f5ec47a-ba8a-4fa2-8353-b2b7faca924f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (2437294e-6b15-482f-9b33-d60722f10e48), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:35.198184 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1657d8c2-584b-4ced-8547-41e3a3014ce9 req-7a0a7d92-947c-4d6f-973a-466145cc54ad tempest-InstanceActionsV221TestJSON-423753474 tempest-InstanceActionsV221TestJSON-423753474-project] 10.222.0.87 "GET /v2.0/security-groups?id=4d97a120-cb45-4173-a57e-82c3a3ed459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4003510 Feb 02 07:01:35.206266 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fc31bce4-7c6a-44d1-87ff-2f77bcc4ca8b req-867b3c51-a31a-4ad9-9b28-89a6f61efbcd service neutron] 10.222.0.88 "GET /v2.0/networks/678050a5-d96c-4ea5-86c0-017e3c041588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184216 Feb 02 07:01:35.216921 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01837be0-0490-4403-b9d9-b474a986a19d service neutron] Pushing event updated for resources: {'Port': ['ID=624c0067-5799-4b5f-bf58-4988662875b3,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:35.249224 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device cd5acbee-2133-40be-849a-3af8e96ebaa5 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:01:35.274144 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365250e-834a-476d-8006-4d9f56d6106c req-e3f2314b-7910-483b-b1d0-b846d577e0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:35.277974 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-5ac5c6cc-aca3-4efd-ac78-2666c03642a4 req-05aa41b6-3a77-4fd2-9e91-b6d92cbd2eb0 service neutron] For port 8983c95f-d2a5-40fc-ab6f-8385eea021b2, host n-h2-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:01:35.280621 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2365250e-834a-476d-8006-4d9f56d6106c req-e3f2314b-7910-483b-b1d0-b846d577e0cc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8a72e2ddd46d4aa092090e984ad4bccb&device_id=f4a75908-2371-4c85-9473-b54e3966e5b9 HTTP/1.1" status: 200 len: 1127 time: 0.2555308 Feb 02 07:01:35.408880 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-5ac5c6cc-aca3-4efd-ac78-2666c03642a4 req-05aa41b6-3a77-4fd2-9e91-b6d92cbd2eb0 service neutron] For port 8983c95f-d2a5-40fc-ab6f-8385eea021b2, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=8983c95f-d2a5-40fc-ab6f-8385eea021b2,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:01:35.427682 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126cdeef-72b0-4949-9ea8-2e21c1cade91 x-openstack-request-id: req-126cdeef-72b0-4949-9ea8-2e21c1cade91 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:01:35.428161 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4a75908-2371-4c85-9473-b54e3966e5b9", "tag": "624c0067-5799-4b5f-bf58-4988662875b3", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:01:35.428255 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-126cdeef-72b0-4949-9ea8-2e21c1cade91 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:01:35.431070 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4a75908-2371-4c85-9473-b54e3966e5b9', 'tag': '624c0067-5799-4b5f-bf58-4988662875b3', 'status': 'completed', 'code': 200} Feb 02 07:01:35.437466 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2365250e-834a-476d-8006-4d9f56d6106c req-b137f048-747f-456b-b3cb-4cff692e638d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=624c0067-5799-4b5f-bf58-4988662875b3 HTTP/1.1" status: 200 len: 217 time: 0.1391263 Feb 02 07:01:35.464876 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-5ac5c6cc-aca3-4efd-ac78-2666c03642a4 req-05aa41b6-3a77-4fd2-9e91-b6d92cbd2eb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (8983c95f-d2a5-40fc-ab6f-8385eea021b2), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:35.522103 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5ec47a-ba8a-4fa2-8353-b2b7faca924f service neutron] Pushing event updated for resources: {'Port': ['ID=2437294e-6b15-482f-9b33-d60722f10e48,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:35.582308 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port cd5acbee-2133-40be-849a-3af8e96ebaa5, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=cd5acbee-2133-40be-849a-3af8e96ebaa5,segment=NetworkSegment(1dabfa99-9f11-4069-81e9-bc607f20fc26),segment_id=1dabfa99-9f11-4069-81e9-bc607f20fc26)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:01:35.617689 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': 'cd5acbee-2133-40be-849a-3af8e96ebaa5', 'network_id': '678050a5-d96c-4ea5-86c0-017e3c041588', 'port_id': 'cd5acbee-2133-40be-849a-3af8e96ebaa5', 'mac_address': 'fa:16:3e:0a:f7:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4cd993d-c48c-4248-90ce-b0b5f9aabfd6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:01:35.618158 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365250e-834a-476d-8006-4d9f56d6106c req-72b17891-3cab-4c23-b278-aeccaa645606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:35.619708 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2365250e-834a-476d-8006-4d9f56d6106c req-72b17891-3cab-4c23-b278-aeccaa645606 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8f8923d3-8f99-44de-be03-a294b1207322 HTTP/1.1" status: 200 len: 845 time: 0.1671698 Feb 02 07:01:35.769620 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port cd5acbee-2133-40be-849a-3af8e96ebaa5 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:01:35.770558 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (cd5acbee-2133-40be-849a-3af8e96ebaa5), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:35.796665 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac5c6cc-aca3-4efd-ac78-2666c03642a4 req-05aa41b6-3a77-4fd2-9e91-b6d92cbd2eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:35.797217 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-5ac5c6cc-aca3-4efd-ac78-2666c03642a4 req-05aa41b6-3a77-4fd2-9e91-b6d92cbd2eb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:35.798910 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5ac5c6cc-aca3-4efd-ac78-2666c03642a4 req-05aa41b6-3a77-4fd2-9e91-b6d92cbd2eb0 service neutron] 10.222.0.59 "PUT /v2.0/ports/8983c95f-d2a5-40fc-ab6f-8385eea021b2 HTTP/1.1" status: 200 len: 1097 time: 4.5841849 Feb 02 07:01:35.799657 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2f92dd9-5697-4976-b165-77e520cf2520', 'tag': '8983c95f-d2a5-40fc-ab6f-8385eea021b2'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:01:35.804231 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf35fdf8-079c-470d-86ad-1f79130ab242" -d '{"events": [{"name": "network-changed", "server_uuid": "e2f92dd9-5697-4976-b165-77e520cf2520", "tag": "8983c95f-d2a5-40fc-ab6f-8385eea021b2"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:01:35.824581 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41264) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:01:35.867381 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd5acbee-2133-40be-849a-3af8e96ebaa5 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:01:35.948126 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port cd5acbee-2133-40be-849a-3af8e96ebaa5, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=cd5acbee-2133-40be-849a-3af8e96ebaa5,segment=NetworkSegment(1dabfa99-9f11-4069-81e9-bc607f20fc26),segment_id=1dabfa99-9f11-4069-81e9-bc607f20fc26)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:01:35.961712 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (cd5acbee-2133-40be-849a-3af8e96ebaa5), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:35.990504 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aa41b6-3a77-4fd2-9e91-b6d92cbd2eb0 service neutron] Pushing event updated for resources: {'Port': ['ID=8983c95f-d2a5-40fc-ab6f-8385eea021b2,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:36.004848 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a28513-440b-4567-b2eb-92cba11cdc8a req-4761dc3c-3cce-43f4-ac72-c14599745b18 tempest-LiveMigrationTest-749161847 tempest-LiveMigrationTest-749161847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:36.019997 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eb6b1c-b7a7-48e9-bb52-24c7cb7235b3 req-c3f46c7e-d3cc-4951-a076-1dcf6702c9b4 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:36.021082 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b5a28513-440b-4567-b2eb-92cba11cdc8a req-4761dc3c-3cce-43f4-ac72-c14599745b18 tempest-LiveMigrationTest-749161847 tempest-LiveMigrationTest-749161847-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 1127 time: 0.5698514 Feb 02 07:01:36.021616 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d0eb6b1c-b7a7-48e9-bb52-24c7cb7235b3 req-c3f46c7e-d3cc-4951-a076-1dcf6702c9b4 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=4c7742f2-a5f8-4ea6-9cb0-5280f3d212ad HTTP/1.1" status: 200 len: 948 time: 0.4887125 Feb 02 07:01:36.039318 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-3bf1adc2-4846-44e5-8c6f-9fc2cf74e744 req-1f5ec47a-ba8a-4fa2-8353-b2b7faca924f service neutron] Attempting to bind port 2437294e-6b15-482f-9b33-d60722f10e48 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:01:36.040944 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-3bf1adc2-4846-44e5-8c6f-9fc2cf74e744 req-1f5ec47a-ba8a-4fa2-8353-b2b7faca924f service neutron] Attempting to bind port 2437294e-6b15-482f-9b33-d60722f10e48 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:01:36.040944 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf1adc2-4846-44e5-8c6f-9fc2cf74e744 req-1f5ec47a-ba8a-4fa2-8353-b2b7faca924f service neutron] Attempting to bind port 2437294e-6b15-482f-9b33-d60722f10e48 on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:01:36.052058 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf1adc2-4846-44e5-8c6f-9fc2cf74e744 req-1f5ec47a-ba8a-4fa2-8353-b2b7faca924f service neutron] Port 2437294e-6b15-482f-9b33-d60722f10e48 on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:01:36.052499 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf1adc2-4846-44e5-8c6f-9fc2cf74e744 req-1f5ec47a-ba8a-4fa2-8353-b2b7faca924f service neutron] Attempting to bind port 2437294e-6b15-482f-9b33-d60722f10e48 on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:01:36.086862 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf1adc2-4846-44e5-8c6f-9fc2cf74e744 req-1f5ec47a-ba8a-4fa2-8353-b2b7faca924f service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:01:36.087261 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf1adc2-4846-44e5-8c6f-9fc2cf74e744 req-1f5ec47a-ba8a-4fa2-8353-b2b7faca924f service neutron] Checking segment: {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:01:36.087927 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf1adc2-4846-44e5-8c6f-9fc2cf74e744 req-1f5ec47a-ba8a-4fa2-8353-b2b7faca924f service neutron] Bound using segment: {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:01:36.088382 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-3bf1adc2-4846-44e5-8c6f-9fc2cf74e744 req-1f5ec47a-ba8a-4fa2-8353-b2b7faca924f service neutron] Bound port: 2437294e-6b15-482f-9b33-d60722f10e48, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:01:36.088755 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3bf1adc2-4846-44e5-8c6f-9fc2cf74e744 req-1f5ec47a-ba8a-4fa2-8353-b2b7faca924f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (2437294e-6b15-482f-9b33-d60722f10e48), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:36.196361 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d0eb6b1c-b7a7-48e9-bb52-24c7cb7235b3 req-f59bdcf4-01d8-4bb0-87a9-833f9ec50512 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470838 Feb 02 07:01:36.201249 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac5c6cc-aca3-4efd-ac78-2666c03642a4 req-2648b6df-af20-4b82-a0ba-3dc5d0cdcaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:36.202979 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5ac5c6cc-aca3-4efd-ac78-2666c03642a4 req-2648b6df-af20-4b82-a0ba-3dc5d0cdcaa7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40f55797a4e64b49b7bf5689d7ed2a53&device_id=e2f92dd9-5697-4976-b165-77e520cf2520 HTTP/1.1" status: 200 len: 1131 time: 0.2643802 Feb 02 07:01:36.222520 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=cd5acbee-2133-40be-849a-3af8e96ebaa5,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:36.272960 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b5a28513-440b-4567-b2eb-92cba11cdc8a req-747c3fe1-e4a3-40a9-83f6-07b21db940fc tempest-LiveMigrationTest-749161847 tempest-LiveMigrationTest-749161847-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347198 Feb 02 07:01:36.289531 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365250e-834a-476d-8006-4d9f56d6106c req-a36168b5-63d2-42e7-8ac2-68ed044ee2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:36.306064 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:01:36.308863 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2365250e-834a-476d-8006-4d9f56d6106c req-a36168b5-63d2-42e7-8ac2-68ed044ee2f3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b8d318ee-7be7-4e51-831e-7b86032e2315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6482985 Feb 02 07:01:36.309147 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:01:36.314496 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:01:36.316348 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:01:36.316712 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:01:36.317064 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:01:36.319452 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:01:36.322166 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:01:36.322581 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:01:36.323922 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:01:36.325320 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:01:36.326458 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:01:36.327143 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:01:36.367971 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['cd5acbee-2133-40be-849a-3af8e96ebaa5'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:01:36.425132 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8fd902d-d3aa-47eb-9e41-c0ec36ae1db2 x-openstack-request-id: req-f8fd902d-d3aa-47eb-9e41-c0ec36ae1db2 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:01:36.425440 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2f92dd9-5697-4976-b165-77e520cf2520", "tag": "8983c95f-d2a5-40fc-ab6f-8385eea021b2", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:01:36.431367 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f8fd902d-d3aa-47eb-9e41-c0ec36ae1db2 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:01:36.437519 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-18d93515-d26b-4656-be8c-1b4e83e2ed57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:36.449590 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2f92dd9-5697-4976-b165-77e520cf2520', 'tag': '8983c95f-d2a5-40fc-ab6f-8385eea021b2', 'status': 'completed', 'code': 200} Feb 02 07:01:36.490318 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5ac5c6cc-aca3-4efd-ac78-2666c03642a4 req-2a12e471-519f-4104-b5ac-929c84bd5ac9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=8983c95f-d2a5-40fc-ab6f-8385eea021b2 HTTP/1.1" status: 200 len: 217 time: 0.2716889 Feb 02 07:01:36.809792 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-3bf1adc2-4846-44e5-8c6f-9fc2cf74e744 req-1f5ec47a-ba8a-4fa2-8353-b2b7faca924f service neutron] For port 2437294e-6b15-482f-9b33-d60722f10e48, host n-h1-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:01:36.880027 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-18d93515-d26b-4656-be8c-1b4e83e2ed57 admin admin] Publish callbacks [] for security_group (1a1b8206-3edd-43fe-a669-74b0550b7f3a), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:36.884549 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-3bf1adc2-4846-44e5-8c6f-9fc2cf74e744 req-1f5ec47a-ba8a-4fa2-8353-b2b7faca924f service neutron] For port 2437294e-6b15-482f-9b33-d60722f10e48, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=2437294e-6b15-482f-9b33-d60722f10e48,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:01:36.898325 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac5c6cc-aca3-4efd-ac78-2666c03642a4 req-c452db84-fbda-48ac-95b3-e92493b05057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:36.898728 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-18d93515-d26b-4656-be8c-1b4e83e2ed57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (1a1b8206-3edd-43fe-a669-74b0550b7f3a), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:36.902872 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5ac5c6cc-aca3-4efd-ac78-2666c03642a4 req-c452db84-fbda-48ac-95b3-e92493b05057 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.3923142 Feb 02 07:01:36.913869 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3bf1adc2-4846-44e5-8c6f-9fc2cf74e744 req-1f5ec47a-ba8a-4fa2-8353-b2b7faca924f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (2437294e-6b15-482f-9b33-d60722f10e48), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:36.974700 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-18d93515-d26b-4656-be8c-1b4e83e2ed57 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ec2ae94adfd342458de383144c119f24&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1452925 Feb 02 07:01:36.995499 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41288) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:01:37.035446 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41290) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:01:37.039162 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d93515-d26b-4656-be8c-1b4e83e2ed57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a1b8206-3edd-43fe-a669-74b0550b7f3a,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:37.058113 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2365250e-834a-476d-8006-4d9f56d6106c req-86c9f46e-22c6-448c-8f2d-9a9ebe6563cc service neutron] 10.222.0.59 "GET /v2.0/networks/b8d318ee-7be7-4e51-831e-7b86032e2315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7097342 Feb 02 07:01:37.065097 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1adc2-4846-44e5-8c6f-9fc2cf74e744 req-1f5ec47a-ba8a-4fa2-8353-b2b7faca924f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:37.065744 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3bf1adc2-4846-44e5-8c6f-9fc2cf74e744 req-1f5ec47a-ba8a-4fa2-8353-b2b7faca924f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:37.067286 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3bf1adc2-4846-44e5-8c6f-9fc2cf74e744 req-1f5ec47a-ba8a-4fa2-8353-b2b7faca924f service neutron] 10.222.0.88 "PUT /v2.0/ports/2437294e-6b15-482f-9b33-d60722f10e48 HTTP/1.1" status: 200 len: 1097 time: 4.6734345 Feb 02 07:01:37.096261 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9934e4ab-860d-4f80-abbb-a0ae105d13e8 req-77c20592-967a-44a4-9724-a5b59640c34a tempest-InstanceActionsV221TestJSON-423753474 tempest-InstanceActionsV221TestJSON-423753474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:37.098373 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9934e4ab-860d-4f80-abbb-a0ae105d13e8 req-77c20592-967a-44a4-9724-a5b59640c34a tempest-InstanceActionsV221TestJSON-423753474 tempest-InstanceActionsV221TestJSON-423753474-project] 10.222.0.87 "GET /v2.0/ports?device_id=2a5b5e8a-603d-4460-b72b-e7a17911913f HTTP/1.1" status: 200 len: 945 time: 0.5491939 Feb 02 07:01:37.105186 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9798e8-0148-4465-bf71-b69ab4093c0d req-05146523-d201-477f-ba84-26c35157b3a3 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:37.107228 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bc9798e8-0148-4465-bf71-b69ab4093c0d req-05146523-d201-477f-ba84-26c35157b3a3 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] 10.222.0.87 "GET /v2.0/ports?device_id=f4a75908-2371-4c85-9473-b54e3966e5b9 HTTP/1.1" status: 200 len: 944 time: 0.5405676 Feb 02 07:01:37.206157 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9934e4ab-860d-4f80-abbb-a0ae105d13e8 req-c27eddea-8e74-46eb-abb4-b18ef8be2adc tempest-InstanceActionsV221TestJSON-423753474 tempest-InstanceActionsV221TestJSON-423753474-project] 10.222.0.87 "GET /v2.0/security-groups?id=4d97a120-cb45-4173-a57e-82c3a3ed459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965219 Feb 02 07:01:37.271061 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-83e6faa6-59a8-4b7b-b6dc-029cf5a627ba admin admin] Publish callbacks [] for security_group (1a1b8206-3edd-43fe-a669-74b0550b7f3a), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:37.285268 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5ec47a-ba8a-4fa2-8353-b2b7faca924f service neutron] Pushing event updated for resources: {'Port': ['ID=2437294e-6b15-482f-9b33-d60722f10e48,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:37.310435 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac5c6cc-aca3-4efd-ac78-2666c03642a4 req-ab4353e5-61c8-4a07-a85b-41c743baf462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:37.312462 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5ac5c6cc-aca3-4efd-ac78-2666c03642a4 req-ab4353e5-61c8-4a07-a85b-41c743baf462 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3883491 Feb 02 07:01:37.436698 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1adc2-4846-44e5-8c6f-9fc2cf74e744 req-4ab6ae05-2f08-471d-b576-d8b4cd50e32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:37.438475 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3bf1adc2-4846-44e5-8c6f-9fc2cf74e744 req-4ab6ae05-2f08-471d-b576-d8b4cd50e32d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=40f55797a4e64b49b7bf5689d7ed2a53&device_id=4c7742f2-a5f8-4ea6-9cb0-5280f3d212ad HTTP/1.1" status: 200 len: 1131 time: 0.2760754 Feb 02 07:01:37.500537 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-83e6faa6-59a8-4b7b-b6dc-029cf5a627ba admin admin] Publish callbacks [] for security_group (1a1b8206-3edd-43fe-a669-74b0550b7f3a), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:37.567391 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-83e6faa6-59a8-4b7b-b6dc-029cf5a627ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (1a1b8206-3edd-43fe-a669-74b0550b7f3a), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:37.570616 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-83e6faa6-59a8-4b7b-b6dc-029cf5a627ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:37.572097 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-83e6faa6-59a8-4b7b-b6dc-029cf5a627ba admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/1a1b8206-3edd-43fe-a669-74b0550b7f3a HTTP/1.1" status: 204 len: 168 time: 0.5752163 Feb 02 07:01:37.589230 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3bf1adc2-4846-44e5-8c6f-9fc2cf74e744 req-4bf12b3a-37e4-4a3b-94d1-fa940581deda service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=2437294e-6b15-482f-9b33-d60722f10e48 HTTP/1.1" status: 200 len: 217 time: 0.0807414 Feb 02 07:01:37.612592 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-35c2070f-9915-4549-9856-0694aedbdaa0 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1229757438'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:01:37.651919 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e6faa6-59a8-4b7b-b6dc-029cf5a627ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a1b8206-3edd-43fe-a669-74b0550b7f3a,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:37.670429 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bc9798e8-0148-4465-bf71-b69ab4093c0d req-62e8004b-6463-4454-845f-82d85b6eb863 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] 10.222.0.87 "GET /v2.0/security-groups?id=bbf59a33-bacd-4e9f-9a02-a6d8a3bc770f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5334346 Feb 02 07:01:37.695852 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2365250e-834a-476d-8006-4d9f56d6106c req-020862e5-2270-49d0-877a-4c5bc30a1911 service neutron] 10.222.0.59 "GET /v2.0/networks/b8d318ee-7be7-4e51-831e-7b86032e2315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6250422 Feb 02 07:01:37.779061 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c2070f-9915-4549-9856-0694aedbdaa0 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Made reservation on behalf of c0fab28da36140a1aa567f34af545299 for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:01:37.782699 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-35c2070f-9915-4549-9856-0694aedbdaa0 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:37.850004 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1adc2-4846-44e5-8c6f-9fc2cf74e744 req-5d6c1c03-f14c-4bc9-8f43-6911d4d1ff46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:37.857314 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3bf1adc2-4846-44e5-8c6f-9fc2cf74e744 req-5d6c1c03-f14c-4bc9-8f43-6911d4d1ff46 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.2303627 Feb 02 07:01:37.860198 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-35c2070f-9915-4549-9856-0694aedbdaa0 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:37.877083 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5ac5c6cc-aca3-4efd-ac78-2666c03642a4 req-3af574ed-cde3-4293-b0b6-6c9cb78e6546 service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5577428 Feb 02 07:01:37.993560 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e0f78d-c149-41d8-946a-40963e6caabe req-aaa81a2a-263f-4dec-a53f-47490fcc1d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:37.995172 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-07e0f78d-c149-41d8-946a-40963e6caabe req-aaa81a2a-263f-4dec-a53f-47490fcc1d5d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8a72e2ddd46d4aa092090e984ad4bccb&device_id=f4a75908-2371-4c85-9473-b54e3966e5b9 HTTP/1.1" status: 200 len: 1127 time: 0.1974673 Feb 02 07:01:38.012155 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac206d1-6357-40e1-8b6b-eacb7cd7323e req-fafbb7f2-aa1c-4a90-85f9-ae565a93a4f3 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:38.014940 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9ac206d1-6357-40e1-8b6b-eacb7cd7323e req-fafbb7f2-aa1c-4a90-85f9-ae565a93a4f3 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 944 time: 0.1591384 Feb 02 07:01:38.104175 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8b91ae-ddf3-4c47-a92e-ca338475ab3f req-7fa10c9b-0a2f-46c7-b1bc-6d7284df815a tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:38.111399 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6d8b91ae-ddf3-4c47-a92e-ca338475ab3f req-7fa10c9b-0a2f-46c7-b1bc-6d7284df815a tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=4c7742f2-a5f8-4ea6-9cb0-5280f3d212ad HTTP/1.1" status: 200 len: 948 time: 0.3601332 Feb 02 07:01:38.130408 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e0f78d-c149-41d8-946a-40963e6caabe req-fec89a6c-41d2-4f76-8408-721e416e380b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:38.132671 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-07e0f78d-c149-41d8-946a-40963e6caabe req-fec89a6c-41d2-4f76-8408-721e416e380b service neutron] 10.222.0.59 "GET /v2.0/networks?id=b8d318ee-7be7-4e51-831e-7b86032e2315 HTTP/1.1" status: 200 len: 907 time: 0.1163287 Feb 02 07:01:38.160309 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1adc2-4846-44e5-8c6f-9fc2cf74e744 req-ff92fe7f-301c-454a-bffd-cad21ef79c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:38.161837 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3bf1adc2-4846-44e5-8c6f-9fc2cf74e744 req-ff92fe7f-301c-454a-bffd-cad21ef79c5b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2933333 Feb 02 07:01:38.193155 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5ac5c6cc-aca3-4efd-ac78-2666c03642a4 req-2aae57a2-4c33-444e-a275-f3a47fc6241d service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861938 Feb 02 07:01:38.254448 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6d8b91ae-ddf3-4c47-a92e-ca338475ab3f req-67d22e89-a420-4a5c-ab2e-e89156e37d93 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420374 Feb 02 07:01:38.299209 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9ac206d1-6357-40e1-8b6b-eacb7cd7323e req-dbf8a644-741d-4ac0-9956-5470c0ea86e1 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641226 Feb 02 07:01:38.367355 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-35c2070f-9915-4549-9856-0694aedbdaa0 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Publish callbacks [] for security_group (a293b7c0-40a9-4b9f-bfad-3ae4b2f00d65), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:38.397227 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-35c2070f-9915-4549-9856-0694aedbdaa0 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (a293b7c0-40a9-4b9f-bfad-3ae4b2f00d65), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:38.433019 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-07e0f78d-c149-41d8-946a-40963e6caabe req-fb4be984-1ad9-4ff5-bcbc-61fd15fb39eb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=624c0067-5799-4b5f-bf58-4988662875b3 HTTP/1.1" status: 200 len: 217 time: 0.1478052 Feb 02 07:01:38.449634 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c7742f2-a5f8-4ea6-9cb0-5280f3d212ad', 'tag': '2437294e-6b15-482f-9b33-d60722f10e48'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:01:38.452561 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3fa122-c364-48af-ae53-112e2a2afb0c" -d '{"events": [{"name": "network-changed", "server_uuid": "4c7742f2-a5f8-4ea6-9cb0-5280f3d212ad", "tag": "2437294e-6b15-482f-9b33-d60722f10e48"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:01:38.474026 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35c2070f-9915-4549-9856-0694aedbdaa0 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:01:38.518353 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-35c2070f-9915-4549-9856-0694aedbdaa0 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (b13783b1-dc4e-4b47-8843-6bc80428b440), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:38.518856 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-35c2070f-9915-4549-9856-0694aedbdaa0 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Added segment b13783b1-dc4e-4b47-8843-6bc80428b440 of type vlan for network da8a6697-7df1-4cb8-97b0-f16ede17f168 Feb 02 07:01:38.522465 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c2070f-9915-4549-9856-0694aedbdaa0 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a293b7c0-40a9-4b9f-bfad-3ae4b2f00d65,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:38.530201 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e0f78d-c149-41d8-946a-40963e6caabe req-95b02224-9185-494d-8c3f-a089015ea295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:38.533007 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-07e0f78d-c149-41d8-946a-40963e6caabe req-95b02224-9185-494d-8c3f-a089015ea295 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8f8923d3-8f99-44de-be03-a294b1207322 HTTP/1.1" status: 200 len: 845 time: 0.0837090 Feb 02 07:01:38.539398 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3bf1adc2-4846-44e5-8c6f-9fc2cf74e744 req-20acf8f0-879c-46a6-8e84-fd5e3cda750f service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3603499 Feb 02 07:01:38.605191 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e0f78d-c149-41d8-946a-40963e6caabe req-c05b3a27-7135-4d12-9847-fceabf9693f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:38.607326 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-07e0f78d-c149-41d8-946a-40963e6caabe req-c05b3a27-7135-4d12-9847-fceabf9693f8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b8d318ee-7be7-4e51-831e-7b86032e2315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0628722 Feb 02 07:01:38.620638 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1310efc3-ea9e-4a00-b40a-e9176b25cee8 x-openstack-request-id: req-1310efc3-ea9e-4a00-b40a-e9176b25cee8 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:01:38.620844 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c7742f2-a5f8-4ea6-9cb0-5280f3d212ad", "tag": "2437294e-6b15-482f-9b33-d60722f10e48", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:01:38.621088 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1310efc3-ea9e-4a00-b40a-e9176b25cee8 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:01:38.621465 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c7742f2-a5f8-4ea6-9cb0-5280f3d212ad', 'tag': '2437294e-6b15-482f-9b33-d60722f10e48', 'status': 'completed', 'code': 200} Feb 02 07:01:38.627579 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:01:38.628362 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf35fdf8-079c-470d-86ad-1f79130ab242 req-62388321-4340-44e0-9fca-18b455d5e42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:38.629894 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cf35fdf8-079c-470d-86ad-1f79130ab242 req-62388321-4340-44e0-9fca-18b455d5e42b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40f55797a4e64b49b7bf5689d7ed2a53&device_id=e2f92dd9-5697-4976-b165-77e520cf2520 HTTP/1.1" status: 200 len: 1131 time: 0.2612567 Feb 02 07:01:38.652900 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-35c2070f-9915-4549-9856-0694aedbdaa0 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (da8a6697-7df1-4cb8-97b0-f16ede17f168), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:38.682294 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcd04f1-4445-4431-894c-3561bc00ef52 req-5af70dad-6e65-4681-bfca-724c95f345f9 tempest-InstanceActionsV221TestJSON-423753474 tempest-InstanceActionsV221TestJSON-423753474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:38.683892 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0dcd04f1-4445-4431-894c-3561bc00ef52 req-5af70dad-6e65-4681-bfca-724c95f345f9 tempest-InstanceActionsV221TestJSON-423753474 tempest-InstanceActionsV221TestJSON-423753474-project] 10.222.0.87 "GET /v2.0/ports?device_id=2a5b5e8a-603d-4460-b72b-e7a17911913f HTTP/1.1" status: 200 len: 945 time: 0.3140306 Feb 02 07:01:38.732153 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-07e0f78d-c149-41d8-946a-40963e6caabe req-1cc5bc6b-3b93-4632-9e0f-a6a46ef5d01a service neutron] 10.222.0.59 "GET /v2.0/networks/b8d318ee-7be7-4e51-831e-7b86032e2315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134837 Feb 02 07:01:38.901963 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3bf1adc2-4846-44e5-8c6f-9fc2cf74e744 req-a5feb04a-5fc3-4bf0-a6f2-2dd555ead772 service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555949 Feb 02 07:01:38.917865 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.db.resource_extend [None req-35c2070f-9915-4549-9856-0694aedbdaa0 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 07:01:39.009867 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-35c2070f-9915-4549-9856-0694aedbdaa0 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (da8a6697-7df1-4cb8-97b0-f16ede17f168), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:39.017723 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c2070f-9915-4549-9856-0694aedbdaa0 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:39.018578 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-35c2070f-9915-4549-9856-0694aedbdaa0 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:39.025672 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc5d5c3-659c-4960-8895-239e86b35f6c req-a07305b2-8f9f-43f3-8108-a8a4d841e9a5 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:39.027224 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-afc5d5c3-659c-4960-8895-239e86b35f6c req-a07305b2-8f9f-43f3-8108-a8a4d841e9a5 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] 10.222.0.87 "GET /v2.0/ports?device_id=f4a75908-2371-4c85-9473-b54e3966e5b9 HTTP/1.1" status: 200 len: 944 time: 0.1597404 Feb 02 07:01:39.046607 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af101828-e029-41e4-9a08-d793505f823b req-74285948-6167-440c-8118-f93189427d75 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:39.053729 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-af101828-e029-41e4-9a08-d793505f823b req-74285948-6167-440c-8118-f93189427d75 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.59 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 944 time: 0.2564869 Feb 02 07:01:39.064375 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-07e0f78d-c149-41d8-946a-40963e6caabe req-8fa374d4-69ea-4e3b-b4d3-b17c85d2ca6c service neutron] 10.222.0.59 "GET /v2.0/networks/b8d318ee-7be7-4e51-831e-7b86032e2315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218806 Feb 02 07:01:39.116734 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0dcd04f1-4445-4431-894c-3561bc00ef52 req-28fea986-4b25-4294-9c5c-1149ba308854 tempest-InstanceActionsV221TestJSON-423753474 tempest-InstanceActionsV221TestJSON-423753474-project] 10.222.0.87 "GET /v2.0/security-groups?id=4d97a120-cb45-4173-a57e-82c3a3ed459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3886554 Feb 02 07:01:39.172060 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-35c2070f-9915-4549-9856-0694aedbdaa0 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.1281536 Feb 02 07:01:39.183813 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41346) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:01:39.190292 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-39c28bfd-9337-426b-9ae2-7411a9c5763c tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Request body: {'subnet': {'network_id': 'da8a6697-7df1-4cb8-97b0-f16ede17f168', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:01:39.284158 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device cd5acbee-2133-40be-849a-3af8e96ebaa5 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:01:39.295845 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41350) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:01:39.310103 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c2070f-9915-4549-9856-0694aedbdaa0 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Pushing event updated for resources: {'Network': ['ID=da8a6697-7df1-4cb8-97b0-f16ede17f168,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:39.351259 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network da8a6697-7df1-4cb8-97b0-f16ede17f168 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:01:39.359655 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf35fdf8-079c-470d-86ad-1f79130ab242 req-0057c851-7e91-490e-b317-a55857a299e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:39.361238 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cf35fdf8-079c-470d-86ad-1f79130ab242 req-0057c851-7e91-490e-b317-a55857a299e1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 HTTP/1.1" status: 200 len: 870 time: 0.6544981 Feb 02 07:01:39.363124 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3fa122-c364-48af-ae53-112e2a2afb0c req-49caee7a-b493-40e2-8c16-51a76632bff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:39.364523 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2e3fa122-c364-48af-ae53-112e2a2afb0c req-49caee7a-b493-40e2-8c16-51a76632bff4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=40f55797a4e64b49b7bf5689d7ed2a53&device_id=4c7742f2-a5f8-4ea6-9cb0-5280f3d212ad HTTP/1.1" status: 200 len: 1131 time: 0.3108311 Feb 02 07:01:39.373945 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-afc5d5c3-659c-4960-8895-239e86b35f6c req-1b2806f0-01fd-4603-a718-81aaa517a4af tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] 10.222.0.87 "GET /v2.0/security-groups?id=bbf59a33-bacd-4e9f-9a02-a6d8a3bc770f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3375840 Feb 02 07:01:39.402765 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-af101828-e029-41e4-9a08-d793505f823b req-ad4ef5e4-5181-46f2-8deb-33b210fc5845 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Deleting port fec591fd-4902-4db9-91a5-f50c021f2727 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:01:39.403128 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-af101828-e029-41e4-9a08-d793505f823b req-ad4ef5e4-5181-46f2-8deb-33b210fc5845 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (fec591fd-4902-4db9-91a5-f50c021f2727), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:39.410703 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c28bfd-9337-426b-9ae2-7411a9c5763c tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Made reservation on behalf of c0fab28da36140a1aa567f34af545299 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:01:39.416946 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-39c28bfd-9337-426b-9ae2-7411a9c5763c tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:39.503441 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port cd5acbee-2133-40be-849a-3af8e96ebaa5 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:01:39.523057 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port cd5acbee-2133-40be-849a-3af8e96ebaa5 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:01:39.523754 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (cd5acbee-2133-40be-849a-3af8e96ebaa5), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:39.529554 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-e49169f4-c489-43f3-b1bd-3a5421b7f1be admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1942162348-network', 'tenant_id': '5c8ea397fb124118ae0639df321f3ef6'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:01:39.597609 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49169f4-c489-43f3-b1bd-3a5421b7f1be admin admin] Made reservation on behalf of 5c8ea397fb124118ae0639df321f3ef6 for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:01:39.599955 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e49169f4-c489-43f3-b1bd-3a5421b7f1be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:39.659994 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e49169f4-c489-43f3-b1bd-3a5421b7f1be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:39.683347 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cf35fdf8-079c-470d-86ad-1f79130ab242 req-8c294b12-cdd2-40a8-b021-5caf2b960d12 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=8983c95f-d2a5-40fc-ab6f-8385eea021b2 HTTP/1.1" status: 200 len: 217 time: 0.2597396 Feb 02 07:01:39.690959 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port cd5acbee-2133-40be-849a-3af8e96ebaa5 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:01:39.692362 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (cd5acbee-2133-40be-849a-3af8e96ebaa5), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:39.751818 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a5b5e8a-603d-4460-b72b-e7a17911913f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd5acbee-2133-40be-849a-3af8e96ebaa5'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:01:39.769964 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f389578d-a5f3-4bde-9361-1957643e10bd" -d '{"events": [{"server_uuid": "2a5b5e8a-603d-4460-b72b-e7a17911913f", "name": "network-vif-plugged", "status": "completed", "tag": "cd5acbee-2133-40be-849a-3af8e96ebaa5"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:01:39.790901 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-af101828-e029-41e4-9a08-d793505f823b req-ad4ef5e4-5181-46f2-8deb-33b210fc5845 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] For port fec591fd-4902-4db9-91a5-f50c021f2727, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=fec591fd-4902-4db9-91a5-f50c021f2727,segment=NetworkSegment(43369f47-102e-4f19-93f2-e5ce754f6e28),segment_id=43369f47-102e-4f19-93f2-e5ce754f6e28)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:01:39.791359 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-af101828-e029-41e4-9a08-d793505f823b req-ad4ef5e4-5181-46f2-8deb-33b210fc5845 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (fec591fd-4902-4db9-91a5-f50c021f2727), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:39.800600 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port cd5acbee-2133-40be-849a-3af8e96ebaa5, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=cd5acbee-2133-40be-849a-3af8e96ebaa5,segment=NetworkSegment(1dabfa99-9f11-4069-81e9-bc607f20fc26),segment_id=1dabfa99-9f11-4069-81e9-bc607f20fc26)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:01:39.811760 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (cd5acbee-2133-40be-849a-3af8e96ebaa5), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:39.816103 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad032dcc-e507-4aca-bbe5-a96058587f19 req-6cfeb31a-a2c8-4aa9-9e73-b3c23427a84c tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:39.817711 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ad032dcc-e507-4aca-bbe5-a96058587f19 req-6cfeb31a-a2c8-4aa9-9e73-b3c23427a84c tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 944 time: 0.2678919 Feb 02 07:01:39.854277 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-af101828-e029-41e4-9a08-d793505f823b req-ad4ef5e4-5181-46f2-8deb-33b210fc5845 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Calling delete_port for fec591fd-4902-4db9-91a5-f50c021f2727 owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:01:39.909660 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=cd5acbee-2133-40be-849a-3af8e96ebaa5,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:40.120690 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e49169f4-c489-43f3-b1bd-3a5421b7f1be admin admin] Publish callbacks [] for security_group (c48b3388-a072-4831-9be5-83b96f467aac), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:40.140437 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e49169f4-c489-43f3-b1bd-3a5421b7f1be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (c48b3388-a072-4831-9be5-83b96f467aac), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:40.145993 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ad032dcc-e507-4aca-bbe5-a96058587f19 req-f67cc034-1d64-4a92-ae86-dd54b43c0ee2 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944343 Feb 02 07:01:40.173318 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-39c28bfd-9337-426b-9ae2-7411a9c5763c tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (980920e2-fc01-4ce4-97f1-70205b6e3771), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:40.182311 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e49169f4-c489-43f3-b1bd-3a5421b7f1be admin admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:01:40.251691 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c28bfd-9337-426b-9ae2-7411a9c5763c tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Pushing event updated for resources: {'Subnet': ['ID=980920e2-fc01-4ce4-97f1-70205b6e3771,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:40.280762 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e49169f4-c489-43f3-b1bd-3a5421b7f1be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (b69df42f-0e20-413f-aad5-0a985df1a94f), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:40.281115 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-e49169f4-c489-43f3-b1bd-3a5421b7f1be admin admin] Added segment b69df42f-0e20-413f-aad5-0a985df1a94f of type vlan for network 32d3093c-8c55-41e4-974c-3ed1e6577092 Feb 02 07:01:40.293386 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49169f4-c489-43f3-b1bd-3a5421b7f1be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c48b3388-a072-4831-9be5-83b96f467aac,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:40.360336 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7918b2bd-359a-4b20-9965-890f96457b29 x-openstack-request-id: req-7918b2bd-359a-4b20-9965-890f96457b29 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:01:40.361270 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a5b5e8a-603d-4460-b72b-e7a17911913f", "name": "network-vif-plugged", "status": "completed", "tag": "cd5acbee-2133-40be-849a-3af8e96ebaa5", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:01:40.361761 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7918b2bd-359a-4b20-9965-890f96457b29 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:01:40.362436 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a5b5e8a-603d-4460-b72b-e7a17911913f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd5acbee-2133-40be-849a-3af8e96ebaa5', 'code': 200} Feb 02 07:01:40.399804 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e49169f4-c489-43f3-b1bd-3a5421b7f1be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (32d3093c-8c55-41e4-974c-3ed1e6577092), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:40.403161 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf35fdf8-079c-470d-86ad-1f79130ab242 req-ba166cf0-2efb-4bf4-bbe1-e63ba5e9dae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:40.404752 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cf35fdf8-079c-470d-86ad-1f79130ab242 req-ba166cf0-2efb-4bf4-bbe1-e63ba5e9dae2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.0954225 Feb 02 07:01:40.456747 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c28bfd-9337-426b-9ae2-7411a9c5763c tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Checking segment: {'id': 'b13783b1-dc4e-4b47-8843-6bc80428b440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'da8a6697-7df1-4cb8-97b0-f16ede17f168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:01:40.460055 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c28bfd-9337-426b-9ae2-7411a9c5763c tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Network hostable DHCP agents. Network: da8a6697-7df1-4cb8-97b0-f16ede17f168, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:01:40.477559 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da320b75-c42f-4314-a05c-553b732260d0 req-9c7624a2-951a-443e-af58-956a739d4f59 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:40.479423 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-da320b75-c42f-4314-a05c-553b732260d0 req-9c7624a2-951a-443e-af58-956a739d4f59 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=4c7742f2-a5f8-4ea6-9cb0-5280f3d212ad HTTP/1.1" status: 200 len: 948 time: 1.1312943 Feb 02 07:01:40.535006 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-af101828-e029-41e4-9a08-d793505f823b req-ad4ef5e4-5181-46f2-8deb-33b210fc5845 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (fec591fd-4902-4db9-91a5-f50c021f2727), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:40.556406 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-da320b75-c42f-4314-a05c-553b732260d0 req-c197640e-dd85-4ad1-8b87-90779a4ca5f2 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568416 Feb 02 07:01:40.563663 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3fa122-c364-48af-ae53-112e2a2afb0c req-a761804f-09d5-4ff2-aacd-bc93da7615d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:40.566789 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2e3fa122-c364-48af-ae53-112e2a2afb0c req-a761804f-09d5-4ff2-aacd-bc93da7615d3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 HTTP/1.1" status: 200 len: 870 time: 1.1410539 Feb 02 07:01:40.613944 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2e3fa122-c364-48af-ae53-112e2a2afb0c req-11005a79-e0ed-436d-89a7-aa8f843bcde6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=2437294e-6b15-482f-9b33-d60722f10e48 HTTP/1.1" status: 200 len: 217 time: 0.0396581 Feb 02 07:01:40.617156 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf35fdf8-079c-470d-86ad-1f79130ab242 req-95472d03-b540-479d-a2a3-80f823a35f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:40.618842 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cf35fdf8-079c-470d-86ad-1f79130ab242 req-95472d03-b540-479d-a2a3-80f823a35f61 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2021251 Feb 02 07:01:40.659661 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4ef5e4-5181-46f2-8deb-33b210fc5845 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Pushing event deleted for resources: {'Port': ['ID=fec591fd-4902-4db9-91a5-f50c021f2727,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:40.669024 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e49169f4-c489-43f3-b1bd-3a5421b7f1be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (32d3093c-8c55-41e4-974c-3ed1e6577092), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:40.669448 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49169f4-c489-43f3-b1bd-3a5421b7f1be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:40.670252 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e49169f4-c489-43f3-b1bd-3a5421b7f1be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:40.697360 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3fa122-c364-48af-ae53-112e2a2afb0c req-a9e207e8-ff80-43ea-9a8d-f9c1e67efa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:40.698824 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2e3fa122-c364-48af-ae53-112e2a2afb0c req-a9e207e8-ff80-43ea-9a8d-f9c1e67efa8b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.0765924 Feb 02 07:01:40.704569 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c28bfd-9337-426b-9ae2-7411a9c5763c tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Network da8a6697-7df1-4cb8-97b0-f16ede17f168 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:01:40.720716 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e49169f4-c489-43f3-b1bd-3a5421b7f1be admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.4238188 Feb 02 07:01:40.724440 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-af101828-e029-41e4-9a08-d793505f823b req-ad4ef5e4-5181-46f2-8deb-33b210fc5845 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] No DVR routers for this DVR port fec591fd-4902-4db9-91a5-f50c021f2727 on host n-h2-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:01:40.724606 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41386) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:01:40.727440 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-52337f3f-8648-4cf8-b193-42bd50bb50c1 admin admin] Request body: {'subnet': {'network_id': '32d3093c-8c55-41e4-974c-3ed1e6577092', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1942162348-subnet', 'tenant_id': '5c8ea397fb124118ae0639df321f3ef6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:01:40.742828 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-af101828-e029-41e4-9a08-d793505f823b req-ad4ef5e4-5181-46f2-8deb-33b210fc5845 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:40.746192 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-af101828-e029-41e4-9a08-d793505f823b req-ad4ef5e4-5181-46f2-8deb-33b210fc5845 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.59 "DELETE /v2.0/ports/fec591fd-4902-4db9-91a5-f50c021f2727 HTTP/1.1" status: 204 len: 173 time: 1.6795757 Feb 02 07:01:40.753069 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7df3be3c-ada1-4cf7-95dd-a5d9311516c5', 'name': 'network-vif-deleted', 'tag': 'fec591fd-4902-4db9-91a5-f50c021f2727'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:01:40.755673 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba4d7a5-b3bc-4a66-b278-0106b861cacb" -d '{"events": [{"server_uuid": "7df3be3c-ada1-4cf7-95dd-a5d9311516c5", "name": "network-vif-deleted", "tag": "fec591fd-4902-4db9-91a5-f50c021f2727"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:01:40.777586 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-39c28bfd-9337-426b-9ae2-7411a9c5763c tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, da8a6697-7df1-4cb8-97b0-f16ede17f168) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:01:40.789525 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d79928a-4602-4f12-b44f-be50f417b577 None None] Network da8a6697-7df1-4cb8-97b0-f16ede17f168 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:01:40.813769 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288fa40c-c698-4f2c-a83a-ff0b55698479 req-0d0b31de-b798-4e87-bc75-7ceb78e91f6f tempest-InstanceActionsV221TestJSON-423753474 tempest-InstanceActionsV221TestJSON-423753474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:40.823302 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-288fa40c-c698-4f2c-a83a-ff0b55698479 req-0d0b31de-b798-4e87-bc75-7ceb78e91f6f tempest-InstanceActionsV221TestJSON-423753474 tempest-InstanceActionsV221TestJSON-423753474-project] 10.222.0.87 "GET /v2.0/ports?device_id=2a5b5e8a-603d-4460-b72b-e7a17911913f HTTP/1.1" status: 200 len: 946 time: 0.3709993 Feb 02 07:01:40.828005 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c277c-d1e7-4301-885c-d39aa5fe105e req-982d7f55-505a-491e-9e51-f1c8b8f60120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:40.829488 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-784c277c-d1e7-4301-885c-d39aa5fe105e req-982d7f55-505a-491e-9e51-f1c8b8f60120 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=2a5b5e8a-603d-4460-b72b-e7a17911913f HTTP/1.1" status: 200 len: 1129 time: 0.3302684 Feb 02 07:01:40.832068 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c28bfd-9337-426b-9ae2-7411a9c5763c tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:40.832956 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-39c28bfd-9337-426b-9ae2-7411a9c5763c tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:40.900833 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3fa122-c364-48af-ae53-112e2a2afb0c req-4a5b6707-6f20-4f4f-aa8f-e0e82a82aa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:40.902351 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2e3fa122-c364-48af-ae53-112e2a2afb0c req-4a5b6707-6f20-4f4f-aa8f-e0e82a82aa3b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1913974 Feb 02 07:01:40.923877 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52337f3f-8648-4cf8-b193-42bd50bb50c1 admin admin] Made reservation on behalf of 5c8ea397fb124118ae0639df321f3ef6 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:01:40.928711 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-52337f3f-8648-4cf8-b193-42bd50bb50c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:40.950888 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-05870896-02a2-41de-bd2b-79215491bef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:40.975297 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49169f4-c489-43f3-b1bd-3a5421b7f1be admin admin] Pushing event updated for resources: {'Network': ['ID=32d3093c-8c55-41e4-974c-3ed1e6577092,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:40.997672 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-39c28bfd-9337-426b-9ae2-7411a9c5763c tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8099413 Feb 02 07:01:40.999791 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41392) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:01:41.009432 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-c61f1321-5051-4458-a8d3-471631fc5551 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Request body: {'port': {'network_id': 'da8a6697-7df1-4cb8-97b0-f16ede17f168', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1121235416'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:01:41.013425 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 32d3093c-8c55-41e4-974c-3ed1e6577092 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:01:41.046445 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c803dec6-d08a-407f-90c2-1d406476da92 req-2b846d9f-1730-42cf-bbb0-8d067833ac5c tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:41.048037 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c803dec6-d08a-407f-90c2-1d406476da92 req-2b846d9f-1730-42cf-bbb0-8d067833ac5c tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] 10.222.0.87 "GET /v2.0/ports?device_id=f4a75908-2371-4c85-9473-b54e3966e5b9 HTTP/1.1" status: 200 len: 944 time: 0.2778213 Feb 02 07:01:41.144155 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-288fa40c-c698-4f2c-a83a-ff0b55698479 req-afbd12b1-d071-468f-b91f-4722fda40b0e tempest-InstanceActionsV221TestJSON-423753474 tempest-InstanceActionsV221TestJSON-423753474-project] 10.222.0.87 "GET /v2.0/security-groups?id=4d97a120-cb45-4173-a57e-82c3a3ed459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194606 Feb 02 07:01:41.240474 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c803dec6-d08a-407f-90c2-1d406476da92 req-8929b1c2-3313-4f1b-9ca0-a623516edcda tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] 10.222.0.87 "GET /v2.0/security-groups?id=bbf59a33-bacd-4e9f-9a02-a6d8a3bc770f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1772912 Feb 02 07:01:41.281566 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 2437294e-6b15-482f-9b33-d60722f10e48 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:01:41.398493 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cf35fdf8-079c-470d-86ad-1f79130ab242 req-bf0d9f60-ccdf-4f40-9106-0f10590bd53a service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6986473 Feb 02 07:01:41.465507 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 2437294e-6b15-482f-9b33-d60722f10e48, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=2437294e-6b15-482f-9b33-d60722f10e48,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:01:41.478795 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': '2437294e-6b15-482f-9b33-d60722f10e48', 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1', 'port_id': '2437294e-6b15-482f-9b33-d60722f10e48', 'mac_address': 'fa:16:3e:9f:03:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d773733-62df-4956-84d3-71d17cfb6d11', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:01:41.488093 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74175421-81d0-471a-b27d-5f61e2ad2285 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-da8a6697-7df1-4cb8-97b0-f16ede17f168', 'network_id': 'da8a6697-7df1-4cb8-97b0-f16ede17f168', 'project_id': 'c0fab28da36140a1aa567f34af545299', 'fixed_ips': [{'subnet_id': '980920e2-fc01-4ce4-97f1-70205b6e3771'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:01:41.488093 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-74175421-81d0-471a-b27d-5f61e2ad2285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:41.579496 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-642a0922-6d3a-4e78-b859-8b875fe49a37 req-bdee6809-9d05-4111-bd0b-90b9a2f00634 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 210 time: 0.1461415 Feb 02 07:01:41.803611 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cf35fdf8-079c-470d-86ad-1f79130ab242 req-7bf38d1b-da55-4e40-8223-e3f8e926a4a4 service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591983 Feb 02 07:01:41.939184 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2e3fa122-c364-48af-ae53-112e2a2afb0c req-f6e10621-cfc2-4db7-bee5-75289122e6de service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9081831 Feb 02 07:01:42.103122 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bcefc2d-67c6-4786-8818-8e12245a7436 x-openstack-request-id: req-0bcefc2d-67c6-4786-8818-8e12245a7436 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:01:42.103687 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7df3be3c-ada1-4cf7-95dd-a5d9311516c5", "name": "network-vif-deleted", "tag": "fec591fd-4902-4db9-91a5-f50c021f2727", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:01:42.103794 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-0bcefc2d-67c6-4786-8818-8e12245a7436 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:01:42.104123 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7df3be3c-ada1-4cf7-95dd-a5d9311516c5', 'name': 'network-vif-deleted', 'tag': 'fec591fd-4902-4db9-91a5-f50c021f2727', 'status': 'completed', 'code': 200} Feb 02 07:01:42.139342 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-74175421-81d0-471a-b27d-5f61e2ad2285 None None] Allocated IP 172.20.0.2 (da8a6697-7df1-4cb8-97b0-f16ede17f168/980920e2-fc01-4ce4-97f1-70205b6e3771/9f53dcf3-e83c-47e1-aafc-4847e7e516b6) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:01:42.154211 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-784c277c-d1e7-4301-885c-d39aa5fe105e req-6374d00f-baea-4ece-840f-37c51781e77f service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=4d97a120-cb45-4173-a57e-82c3a3ed459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2724326 Feb 02 07:01:42.203505 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2e3fa122-c364-48af-ae53-112e2a2afb0c req-0c31a738-0862-42c5-9502-280e9c40bc18 service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532301 Feb 02 07:01:42.208393 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-52337f3f-8648-4cf8-b193-42bd50bb50c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (61d5c87e-580c-44a3-a1cc-4f5ee7d0e081), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:42.268265 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11996984-3475-4f44-aa8c-ac5be7e03e9d req-5600f2bb-e0f4-41ce-b0ad-7f0e074a033d tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:42.270236 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-11996984-3475-4f44-aa8c-ac5be7e03e9d req-5600f2bb-e0f4-41ce-b0ad-7f0e074a033d tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=4c7742f2-a5f8-4ea6-9cb0-5280f3d212ad HTTP/1.1" status: 200 len: 948 time: 0.1696928 Feb 02 07:01:42.340539 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c61f1321-5051-4458-a8d3-471631fc5551 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Made reservation on behalf of c0fab28da36140a1aa567f34af545299 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:01:42.350339 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c61f1321-5051-4458-a8d3-471631fc5551 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:42.400550 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52337f3f-8648-4cf8-b193-42bd50bb50c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61d5c87e-580c-44a3-a1cc-4f5ee7d0e081,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:42.413075 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 624c0067-5799-4b5f-bf58-4988662875b3 details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:01:42.423238 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [None req-c61f1321-5051-4458-a8d3-471631fc5551 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] device_id is not set on port 1245d996-e2e4-446c-9b65-d13efc0e9505 yet. {{(pid=109693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:01:42.423939 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device fec591fd-4902-4db9-91a5-f50c021f2727 no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:01:42.447642 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afecf602-a990-4fab-9c30-9230a04af640 req-d4a51ae0-13b2-4467-94fd-d10ac4928fe4 tempest-InstanceActionsV221TestJSON-423753474 tempest-InstanceActionsV221TestJSON-423753474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:42.456374 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-afecf602-a990-4fab-9c30-9230a04af640 req-d4a51ae0-13b2-4467-94fd-d10ac4928fe4 tempest-InstanceActionsV221TestJSON-423753474 tempest-InstanceActionsV221TestJSON-423753474-project] 10.222.0.87 "GET /v2.0/ports?device_id=2a5b5e8a-603d-4460-b72b-e7a17911913f HTTP/1.1" status: 200 len: 946 time: 0.1681805 Feb 02 07:01:42.474945 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] No Port match for: fec591fd-4902-4db9-91a5-f50c021f2727 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:01:42.474945 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device fec591fd-4902-4db9-91a5-f50c021f2727 not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:01:42.479109 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-11996984-3475-4f44-aa8c-ac5be7e03e9d req-d627dab7-c283-4ec0-bb1f-24400bccc831 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759133 Feb 02 07:01:42.500602 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 2437294e-6b15-482f-9b33-d60722f10e48 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:01:42.500999 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (2437294e-6b15-482f-9b33-d60722f10e48), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:42.515344 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52337f3f-8648-4cf8-b193-42bd50bb50c1 admin admin] Checking segment: {'id': 'b69df42f-0e20-413f-aad5-0a985df1a94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '32d3093c-8c55-41e4-974c-3ed1e6577092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:01:42.524105 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52337f3f-8648-4cf8-b193-42bd50bb50c1 admin admin] Network hostable DHCP agents. Network: 32d3093c-8c55-41e4-974c-3ed1e6577092, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:01:42.540802 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2437294e-6b15-482f-9b33-d60722f10e48 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:01:42.579176 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52337f3f-8648-4cf8-b193-42bd50bb50c1 admin admin] Network 32d3093c-8c55-41e4-974c-3ed1e6577092 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:01:42.626587 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-52337f3f-8648-4cf8-b193-42bd50bb50c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 32d3093c-8c55-41e4-974c-3ed1e6577092) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:01:42.650299 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52337f3f-8648-4cf8-b193-42bd50bb50c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:42.657431 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-52337f3f-8648-4cf8-b193-42bd50bb50c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:42.693879 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-afecf602-a990-4fab-9c30-9230a04af640 req-90afd61a-1bff-4b49-ae73-9ffc4f351ee9 tempest-InstanceActionsV221TestJSON-423753474 tempest-InstanceActionsV221TestJSON-423753474-project] 10.222.0.87 "GET /v2.0/security-groups?id=4d97a120-cb45-4173-a57e-82c3a3ed459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361758 Feb 02 07:01:42.712436 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-52337f3f-8648-4cf8-b193-42bd50bb50c1 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.9886174 Feb 02 07:01:42.712646 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-74175421-81d0-471a-b27d-5f61e2ad2285 None None] Publish callbacks [] for port (9f53dcf3-e83c-47e1-aafc-4847e7e516b6), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:42.719921 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41418) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:01:42.734702 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.db.resource_extend [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 07:01:42.735813 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-21266df7-cbd9-4fcc-995a-46022a52542b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1942162348-router', 'tenant_id': '5c8ea397fb124118ae0639df321f3ef6', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:01:42.774224 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc36983-8cf5-436c-9ec6-f58601bd683d None None] Network 32d3093c-8c55-41e4-974c-3ed1e6577092 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:01:42.810289 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-21266df7-cbd9-4fcc-995a-46022a52542b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (d8e8b475-39bd-406d-9dc9-94aa2ba43c53), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:42.812412 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-21266df7-cbd9-4fcc-995a-46022a52542b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (d8e8b475-39bd-406d-9dc9-94aa2ba43c53), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:42.849045 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee45334-3cc6-45cd-b646-31d37c9b2f25 req-4cc3b5f8-ac0c-48e0-98fe-1d8423bbdec6 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:42.850597 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3ee45334-3cc6-45cd-b646-31d37c9b2f25 req-4cc3b5f8-ac0c-48e0-98fe-1d8423bbdec6 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] 10.222.0.87 "GET /v2.0/ports?device_id=f4a75908-2371-4c85-9473-b54e3966e5b9 HTTP/1.1" status: 200 len: 944 time: 0.2340369 Feb 02 07:01:42.870429 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-74175421-81d0-471a-b27d-5f61e2ad2285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (9f53dcf3-e83c-47e1-aafc-4847e7e516b6), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:42.906543 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 2437294e-6b15-482f-9b33-d60722f10e48, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=2437294e-6b15-482f-9b33-d60722f10e48,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:01:42.928794 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-c61f1321-5051-4458-a8d3-471631fc5551 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Allocated IP 172.20.0.13 (da8a6697-7df1-4cb8-97b0-f16ede17f168/980920e2-fc01-4ce4-97f1-70205b6e3771/1245d996-e2e4-446c-9b65-d13efc0e9505) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:01:42.933959 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-21266df7-cbd9-4fcc-995a-46022a52542b admin admin] Publish callbacks [] for router_controller (d8e8b475-39bd-406d-9dc9-94aa2ba43c53), precommit_add_association {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:42.996043 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8b14257e-c02c-4607-9c28-a21c61090b02 req-3a5183e6-1857-40af-9d4b-46516eb343ed tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 210 time: 0.0635986 Feb 02 07:01:43.017834 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74175421-81d0-471a-b27d-5f61e2ad2285 None None] Pushing event updated for resources: {'Port': ['ID=9f53dcf3-e83c-47e1-aafc-4847e7e516b6,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:43.041188 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (2437294e-6b15-482f-9b33-d60722f10e48), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:43.047754 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74175421-81d0-471a-b27d-5f61e2ad2285 None None] Network da8a6697-7df1-4cb8-97b0-f16ede17f168 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:01:43.065081 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3ee45334-3cc6-45cd-b646-31d37c9b2f25 req-74b78687-1737-4968-bc97-0ac38ada6715 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] 10.222.0.87 "GET /v2.0/security-groups?id=bbf59a33-bacd-4e9f-9a02-a6d8a3bc770f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1947730 Feb 02 07:01:43.216327 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=2437294e-6b15-482f-9b33-d60722f10e48,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:43.244464 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-74175421-81d0-471a-b27d-5f61e2ad2285 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:01:43.285923 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74175421-81d0-471a-b27d-5f61e2ad2285 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:01:43.385084 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-21266df7-cbd9-4fcc-995a-46022a52542b admin admin] Publish callbacks [] for router_gateway (d8e8b475-39bd-406d-9dc9-94aa2ba43c53), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:43.401400 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c61f1321-5051-4458-a8d3-471631fc5551 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Publish callbacks [] for port (1245d996-e2e4-446c-9b65-d13efc0e9505), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:43.417067 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['2437294e-6b15-482f-9b33-d60722f10e48'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:01:43.515771 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c61f1321-5051-4458-a8d3-471631fc5551 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (1245d996-e2e4-446c-9b65-d13efc0e9505), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:43.641597 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61f1321-5051-4458-a8d3-471631fc5551 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Network da8a6697-7df1-4cb8-97b0-f16ede17f168 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:01:43.652065 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-c61f1321-5051-4458-a8d3-471631fc5551 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:01:43.670908 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61f1321-5051-4458-a8d3-471631fc5551 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:01:43.709671 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a0c9eab0-d9d7-4726-9cbe-608dc3b78053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:43.733664 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-74175421-81d0-471a-b27d-5f61e2ad2285 None None] Attempting to bind port 9f53dcf3-e83c-47e1-aafc-4847e7e516b6 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:01:43.740279 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-74175421-81d0-471a-b27d-5f61e2ad2285 None None] Attempting to bind port 9f53dcf3-e83c-47e1-aafc-4847e7e516b6 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'b13783b1-dc4e-4b47-8843-6bc80428b440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'da8a6697-7df1-4cb8-97b0-f16ede17f168'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:01:43.740742 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74175421-81d0-471a-b27d-5f61e2ad2285 None None] Attempting to bind port 9f53dcf3-e83c-47e1-aafc-4847e7e516b6 on network da8a6697-7df1-4cb8-97b0-f16ede17f168 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:01:43.785729 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74175421-81d0-471a-b27d-5f61e2ad2285 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:01:43.786025 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74175421-81d0-471a-b27d-5f61e2ad2285 None None] Checking segment: {'id': 'b13783b1-dc4e-4b47-8843-6bc80428b440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'da8a6697-7df1-4cb8-97b0-f16ede17f168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:01:43.786442 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-74175421-81d0-471a-b27d-5f61e2ad2285 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:43.786825 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74175421-81d0-471a-b27d-5f61e2ad2285 None None] Bound using segment: {'id': 'b13783b1-dc4e-4b47-8843-6bc80428b440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'da8a6697-7df1-4cb8-97b0-f16ede17f168'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:01:43.800276 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-74175421-81d0-471a-b27d-5f61e2ad2285 None None] Bound port: 9f53dcf3-e83c-47e1-aafc-4847e7e516b6, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b13783b1-dc4e-4b47-8843-6bc80428b440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'da8a6697-7df1-4cb8-97b0-f16ede17f168'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:01:43.800693 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-74175421-81d0-471a-b27d-5f61e2ad2285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (9f53dcf3-e83c-47e1-aafc-4847e7e516b6), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:43.806762 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f1321-5051-4458-a8d3-471631fc5551 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Pushing event updated for resources: {'Port': ['ID=1245d996-e2e4-446c-9b65-d13efc0e9505,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:43.877667 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61f1321-5051-4458-a8d3-471631fc5551 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:43.878327 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c61f1321-5051-4458-a8d3-471631fc5551 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:43.905203 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c2ed68-d110-421c-bbc8-ff53ce4da8bc req-20f9056e-8337-4647-a360-8f3a2024bb4e tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:43.918245 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-13c2ed68-d110-421c-bbc8-ff53ce4da8bc req-20f9056e-8337-4647-a360-8f3a2024bb4e tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=4c7742f2-a5f8-4ea6-9cb0-5280f3d212ad HTTP/1.1" status: 200 len: 949 time: 0.2090876 Feb 02 07:01:43.936373 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-c61f1321-5051-4458-a8d3-471631fc5551 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 2.9292109 Feb 02 07:01:43.940225 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41442) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:01:43.959294 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ad0532-1ac6-45b7-999f-6022c740a030 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-32d3093c-8c55-41e4-974c-3ed1e6577092', 'network_id': '32d3093c-8c55-41e4-974c-3ed1e6577092', 'project_id': '5c8ea397fb124118ae0639df321f3ef6', 'fixed_ips': [{'subnet_id': '61d5c87e-580c-44a3-a1cc-4f5ee7d0e081'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:01:43.966901 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-57ad0532-1ac6-45b7-999f-6022c740a030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:43.984640 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 624c0067-5799-4b5f-bf58-4988662875b3, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=624c0067-5799-4b5f-bf58-4988662875b3,segment=NetworkSegment(ef5217ce-ef3b-419b-8f4e-cebe7d5e664f),segment_id=ef5217ce-ef3b-419b-8f4e-cebe7d5e664f)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:01:44.066937 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-13c2ed68-d110-421c-bbc8-ff53ce4da8bc req-0537860d-0876-4d0c-b038-7676a489c71e tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461380 Feb 02 07:01:44.103167 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-21266df7-cbd9-4fcc-995a-46022a52542b admin admin] Publish callbacks [] for router_gateway (d8e8b475-39bd-406d-9dc9-94aa2ba43c53), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:44.137375 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': '624c0067-5799-4b5f-bf58-4988662875b3', 'network_id': 'b8d318ee-7be7-4e51-831e-7b86032e2315', 'port_id': '624c0067-5799-4b5f-bf58-4988662875b3', 'mac_address': 'fa:16:3e:47:fc:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f8923d3-8f99-44de-be03-a294b1207322', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:01:44.140168 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f261f01b-0391-478f-979e-4de1a7904c1e req-78d6da6b-1ca5-44c3-8ac4-6004827f5085 tempest-InstanceActionsV221TestJSON-423753474 tempest-InstanceActionsV221TestJSON-423753474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:44.141730 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f261f01b-0391-478f-979e-4de1a7904c1e req-78d6da6b-1ca5-44c3-8ac4-6004827f5085 tempest-InstanceActionsV221TestJSON-423753474 tempest-InstanceActionsV221TestJSON-423753474-project] 10.222.0.87 "GET /v2.0/ports?device_id=2a5b5e8a-603d-4460-b72b-e7a17911913f HTTP/1.1" status: 200 len: 946 time: 0.2321556 Feb 02 07:01:44.157043 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-21266df7-cbd9-4fcc-995a-46022a52542b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:44.333727 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f261f01b-0391-478f-979e-4de1a7904c1e req-55e7783c-8673-4946-89f2-563dca84c322 tempest-InstanceActionsV221TestJSON-423753474 tempest-InstanceActionsV221TestJSON-423753474-project] 10.222.0.87 "GET /v2.0/security-groups?id=4d97a120-cb45-4173-a57e-82c3a3ed459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522586 Feb 02 07:01:44.372650 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-d5b3a192-559b-425a-b3ca-fba87b895de7 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Deleting port 1245d996-e2e4-446c-9b65-d13efc0e9505 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:01:44.373037 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d5b3a192-559b-425a-b3ca-fba87b895de7 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (1245d996-e2e4-446c-9b65-d13efc0e9505), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:44.413675 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-735b70e8-86c7-47ac-a203-74842f533511 req-54d92067-1872-4d7b-8bbe-ce3624430921 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 210 time: 0.0801985 Feb 02 07:01:44.598355 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d5b3a192-559b-425a-b3ca-fba87b895de7 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (1245d996-e2e4-446c-9b65-d13efc0e9505), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:44.599912 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-21266df7-cbd9-4fcc-995a-46022a52542b admin admin] Allocated IP 172.25.4.135 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/781db8da-24b7-4db0-8f76-3579190f0122) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:01:44.638308 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-d5b3a192-559b-425a-b3ca-fba87b895de7 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Calling delete_port for 1245d996-e2e4-446c-9b65-d13efc0e9505 owned by {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:01:44.803633 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-74175421-81d0-471a-b27d-5f61e2ad2285 None None] For port 9f53dcf3-e83c-47e1-aafc-4847e7e516b6, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:01:44.816378 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-74175421-81d0-471a-b27d-5f61e2ad2285 None None] For port 9f53dcf3-e83c-47e1-aafc-4847e7e516b6, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=9f53dcf3-e83c-47e1-aafc-4847e7e516b6,segment=NetworkSegment(b13783b1-dc4e-4b47-8843-6bc80428b440),segment_id=b13783b1-dc4e-4b47-8843-6bc80428b440)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:01:44.870015 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-21266df7-cbd9-4fcc-995a-46022a52542b admin admin] Publish callbacks [] for port (781db8da-24b7-4db0-8f76-3579190f0122), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:44.970938 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-74175421-81d0-471a-b27d-5f61e2ad2285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (9f53dcf3-e83c-47e1-aafc-4847e7e516b6), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:45.071788 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d5b3a192-559b-425a-b3ca-fba87b895de7 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (1245d996-e2e4-446c-9b65-d13efc0e9505), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:45.139937 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f16d5-d72e-4839-b29d-0b2e8af3c7ba req-ba0429f3-9ebc-43cc-b2a7-e1632e9d406a tempest-InstanceActionsV221TestJSON-423753474 tempest-InstanceActionsV221TestJSON-423753474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:45.142884 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74175421-81d0-471a-b27d-5f61e2ad2285 None None] Pushing event updated for resources: {'Port': ['ID=9f53dcf3-e83c-47e1-aafc-4847e7e516b6,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:45.151220 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-432f16d5-d72e-4839-b29d-0b2e8af3c7ba req-ba0429f3-9ebc-43cc-b2a7-e1632e9d406a tempest-InstanceActionsV221TestJSON-423753474 tempest-InstanceActionsV221TestJSON-423753474-project] 10.222.0.87 "GET /v2.0/ports?device_id=2a5b5e8a-603d-4460-b72b-e7a17911913f HTTP/1.1" status: 200 len: 946 time: 0.2046041 Feb 02 07:01:45.175139 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 624c0067-5799-4b5f-bf58-4988662875b3 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:01:45.175537 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (624c0067-5799-4b5f-bf58-4988662875b3), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:45.189116 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-21266df7-cbd9-4fcc-995a-46022a52542b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (781db8da-24b7-4db0-8f76-3579190f0122), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:45.190580 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b3a192-559b-425a-b3ca-fba87b895de7 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Pushing event deleted for resources: {'Port': ['ID=1245d996-e2e4-446c-9b65-d13efc0e9505,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:45.203928 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:45.221065 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 624c0067-5799-4b5f-bf58-4988662875b3 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:01:45.295641 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 624c0067-5799-4b5f-bf58-4988662875b3, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=624c0067-5799-4b5f-bf58-4988662875b3,segment=NetworkSegment(ef5217ce-ef3b-419b-8f4e-cebe7d5e664f),segment_id=ef5217ce-ef3b-419b-8f4e-cebe7d5e664f)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:01:45.329131 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (624c0067-5799-4b5f-bf58-4988662875b3), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:45.333535 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b536de-f630-4448-8e5a-48640ec6deb7 req-a867fb52-5526-47f8-a89d-72922d6e0d3a tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:45.339280 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 8983c95f-d2a5-40fc-ab6f-8385eea021b2 details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:01:45.349783 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c2b536de-f630-4448-8e5a-48640ec6deb7 req-a867fb52-5526-47f8-a89d-72922d6e0d3a tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] 10.222.0.87 "GET /v2.0/ports?device_id=f4a75908-2371-4c85-9473-b54e3966e5b9 HTTP/1.1" status: 200 len: 944 time: 0.3070812 Feb 02 07:01:45.368897 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-57ad0532-1ac6-45b7-999f-6022c740a030 None None] Allocated IP 172.20.0.2 (32d3093c-8c55-41e4-974c-3ed1e6577092/61d5c87e-580c-44a3-a1cc-4f5ee7d0e081/215249c6-78e4-4ab8-a712-721e883856d1) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:01:45.375316 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21266df7-cbd9-4fcc-995a-46022a52542b admin admin] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:01:45.404568 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-21266df7-cbd9-4fcc-995a-46022a52542b admin admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:01:45.411298 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21266df7-cbd9-4fcc-995a-46022a52542b admin admin] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:01:45.496859 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c2b536de-f630-4448-8e5a-48640ec6deb7 req-8f90c6c2-31fd-4108-9858-302aeb1f4d25 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] 10.222.0.87 "GET /v2.0/security-groups?id=bbf59a33-bacd-4e9f-9a02-a6d8a3bc770f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306334 Feb 02 07:01:45.513556 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d5b3a192-559b-425a-b3ca-fba87b895de7 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:45.519079 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d5b3a192-559b-425a-b3ca-fba87b895de7 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] 10.222.0.87 "DELETE /v2.0/ports/1245d996-e2e4-446c-9b65-d13efc0e9505 HTTP/1.1" status: 204 len: 168 time: 1.5380874 Feb 02 07:01:45.520330 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41470) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:01:45.553376 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21266df7-cbd9-4fcc-995a-46022a52542b admin admin] Pushing event updated for resources: {'Port': ['ID=781db8da-24b7-4db0-8f76-3579190f0122,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:45.613923 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.db.resource_extend [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 07:01:45.635374 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-432f16d5-d72e-4839-b29d-0b2e8af3c7ba req-bff15d43-c369-47ae-a512-d744151d1d76 tempest-InstanceActionsV221TestJSON-423753474 tempest-InstanceActionsV221TestJSON-423753474-project] 10.222.0.87 "GET /v2.0/security-groups?id=4d97a120-cb45-4173-a57e-82c3a3ed459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4829986 Feb 02 07:01:45.740140 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b014738c-9c34-4ada-8260-da4980a57461 req-60c898b0-304d-4658-b4cb-d58e8c68ac68 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:45.750249 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b014738c-9c34-4ada-8260-da4980a57461 req-60c898b0-304d-4658-b4cb-d58e8c68ac68 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=4c7742f2-a5f8-4ea6-9cb0-5280f3d212ad HTTP/1.1" status: 200 len: 949 time: 0.1482744 Feb 02 07:01:45.839470 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=624c0067-5799-4b5f-bf58-4988662875b3,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:45.913105 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b014738c-9c34-4ada-8260-da4980a57461 req-408eedac-05df-4dbd-bcea-77347374723e tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599736 Feb 02 07:01:46.054551 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-8eba2e02-2610-48ce-9382-f412d94d8c29 tempest-DHCPAgentSchedulersTestJSON-83408224 tempest-DHCPAgentSchedulersTestJSON-83408224-project-admin] 10.222.0.87 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4935 time: 0.5303001 Feb 02 07:01:46.057201 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41484) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:01:46.072996 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-b1659d0f-5e6d-4065-93c4-723635fca0b9 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1983135617'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:01:46.162677 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1659d0f-5e6d-4065-93c4-723635fca0b9 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Made reservation on behalf of c0fab28da36140a1aa567f34af545299 for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:01:46.166109 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b1659d0f-5e6d-4065-93c4-723635fca0b9 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:46.208483 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:46.237392 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-08e19d1b-aade-4801-a368-b443c3e2400b req-0e53f218-6967-4a4b-871f-824d9f5bbefd tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 210 time: 0.1508095 Feb 02 07:01:46.238850 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1659d0f-5e6d-4065-93c4-723635fca0b9 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:01:46.275780 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b1659d0f-5e6d-4065-93c4-723635fca0b9 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (2e3a613f-9fbd-4fd7-83ef-1d580036cca9), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:46.276125 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-b1659d0f-5e6d-4065-93c4-723635fca0b9 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Added segment 2e3a613f-9fbd-4fd7-83ef-1d580036cca9 of type vlan for network fc788c87-a17e-42a3-823c-9d991b304c9d Feb 02 07:01:46.314947 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 8983c95f-d2a5-40fc-ab6f-8385eea021b2, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=8983c95f-d2a5-40fc-ab6f-8385eea021b2,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:01:46.408784 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': '8983c95f-d2a5-40fc-ab6f-8385eea021b2', 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1', 'port_id': '8983c95f-d2a5-40fc-ab6f-8385eea021b2', 'mac_address': 'fa:16:3e:83:3c:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d773733-62df-4956-84d3-71d17cfb6d11', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:01:46.412619 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b1659d0f-5e6d-4065-93c4-723635fca0b9 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (fc788c87-a17e-42a3-823c-9d991b304c9d), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:46.455515 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-57ad0532-1ac6-45b7-999f-6022c740a030 None None] Publish callbacks [] for port (215249c6-78e4-4ab8-a712-721e883856d1), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:46.472756 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-57ad0532-1ac6-45b7-999f-6022c740a030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (215249c6-78e4-4ab8-a712-721e883856d1), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:46.541210 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-21266df7-cbd9-4fcc-995a-46022a52542b admin admin] Publish callbacks [] for router_gateway (d8e8b475-39bd-406d-9dc9-94aa2ba43c53), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:46.544869 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b1659d0f-5e6d-4065-93c4-723635fca0b9 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (fc788c87-a17e-42a3-823c-9d991b304c9d), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:46.549905 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1659d0f-5e6d-4065-93c4-723635fca0b9 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:46.550536 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b1659d0f-5e6d-4065-93c4-723635fca0b9 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:46.602286 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 8983c95f-d2a5-40fc-ab6f-8385eea021b2 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:01:46.602769 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (8983c95f-d2a5-40fc-ab6f-8385eea021b2), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:46.654657 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ad0532-1ac6-45b7-999f-6022c740a030 None None] Network 32d3093c-8c55-41e4-974c-3ed1e6577092 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:01:46.670462 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-57ad0532-1ac6-45b7-999f-6022c740a030 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:01:46.675593 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8983c95f-d2a5-40fc-ab6f-8385eea021b2 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:01:46.695001 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e05d396-b0c8-488a-9903-98837b8aebbf req-f2347622-3bce-4cef-9668-41a40f7e931d tempest-InstanceActionsV221TestJSON-423753474 tempest-InstanceActionsV221TestJSON-423753474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:46.701590 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3e05d396-b0c8-488a-9903-98837b8aebbf req-f2347622-3bce-4cef-9668-41a40f7e931d tempest-InstanceActionsV221TestJSON-423753474 tempest-InstanceActionsV221TestJSON-423753474-project] 10.222.0.88 "GET /v2.0/ports?device_id=2a5b5e8a-603d-4460-b72b-e7a17911913f HTTP/1.1" status: 200 len: 946 time: 0.4514596 Feb 02 07:01:46.702996 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ad0532-1ac6-45b7-999f-6022c740a030 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:01:46.744816 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ad0532-1ac6-45b7-999f-6022c740a030 None None] Pushing event updated for resources: {'Port': ['ID=215249c6-78e4-4ab8-a712-721e883856d1,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:46.851759 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b1659d0f-5e6d-4065-93c4-723635fca0b9 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7934721 Feb 02 07:01:46.937570 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41492) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:01:46.980751 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 8983c95f-d2a5-40fc-ab6f-8385eea021b2, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=8983c95f-d2a5-40fc-ab6f-8385eea021b2,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:01:46.993547 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-57ad0532-1ac6-45b7-999f-6022c740a030 None None] Attempting to bind port 215249c6-78e4-4ab8-a712-721e883856d1 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:01:46.994346 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-57ad0532-1ac6-45b7-999f-6022c740a030 None None] Attempting to bind port 215249c6-78e4-4ab8-a712-721e883856d1 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'b69df42f-0e20-413f-aad5-0a985df1a94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '32d3093c-8c55-41e4-974c-3ed1e6577092'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:01:46.995404 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ad0532-1ac6-45b7-999f-6022c740a030 None None] Attempting to bind port 215249c6-78e4-4ab8-a712-721e883856d1 on network 32d3093c-8c55-41e4-974c-3ed1e6577092 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:01:47.011827 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (8983c95f-d2a5-40fc-ab6f-8385eea021b2), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:47.019111 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ad0532-1ac6-45b7-999f-6022c740a030 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:01:47.019842 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ad0532-1ac6-45b7-999f-6022c740a030 None None] Checking segment: {'id': 'b69df42f-0e20-413f-aad5-0a985df1a94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '32d3093c-8c55-41e4-974c-3ed1e6577092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:01:47.020446 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-57ad0532-1ac6-45b7-999f-6022c740a030 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:47.030445 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ad0532-1ac6-45b7-999f-6022c740a030 None None] Bound using segment: {'id': 'b69df42f-0e20-413f-aad5-0a985df1a94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '32d3093c-8c55-41e4-974c-3ed1e6577092'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:01:47.031670 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-57ad0532-1ac6-45b7-999f-6022c740a030 None None] Bound port: 215249c6-78e4-4ab8-a712-721e883856d1, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b69df42f-0e20-413f-aad5-0a985df1a94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '32d3093c-8c55-41e4-974c-3ed1e6577092'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:01:47.032257 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-57ad0532-1ac6-45b7-999f-6022c740a030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (215249c6-78e4-4ab8-a712-721e883856d1), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:47.182454 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1659d0f-5e6d-4065-93c4-723635fca0b9 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Pushing event updated for resources: {'Network': ['ID=fc788c87-a17e-42a3-823c-9d991b304c9d,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:47.210493 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 9f53dcf3-e83c-47e1-aafc-4847e7e516b6 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:01:47.226173 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network fc788c87-a17e-42a3-823c-9d991b304c9d details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:01:47.256797 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4119562-b53a-4725-a997-44eba765b8c8 req-6e4795cd-88b1-4988-a605-fdbba0db348a tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:47.263874 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e4119562-b53a-4725-a997-44eba765b8c8 req-6e4795cd-88b1-4988-a605-fdbba0db348a tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] 10.222.0.87 "GET /v2.0/ports?device_id=f4a75908-2371-4c85-9473-b54e3966e5b9 HTTP/1.1" status: 200 len: 945 time: 0.6861644 Feb 02 07:01:47.358739 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 2437294e-6b15-482f-9b33-d60722f10e48 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:01:47.380261 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cea056a-0bb6-41e2-ab47-e878d4fde69c None None] Network da8a6697-7df1-4cb8-97b0-f16ede17f168 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:01:47.385321 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=8983c95f-d2a5-40fc-ab6f-8385eea021b2,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:47.494263 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e4119562-b53a-4725-a997-44eba765b8c8 req-ea473f51-1b46-4bc9-a3c8-d10d36c8e697 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] 10.222.0.87 "GET /v2.0/security-groups?id=bbf59a33-bacd-4e9f-9a02-a6d8a3bc770f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2294152 Feb 02 07:01:47.625572 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-66119f86-f816-4144-a4de-4592b8aadcc5 tempest-DHCPAgentSchedulersTestJSON-83408224 tempest-DHCPAgentSchedulersTestJSON-83408224-project-admin] 10.222.0.87 "GET /v2.0/agents/8c410c1b-9ca3-4a23-8f28-192d8ad3169d/dhcp-networks HTTP/1.1" status: 200 len: 9673 time: 0.6820943 Feb 02 07:01:47.628121 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc4a61-bdce-48b1-89c3-2f712f9b4265 req-715d7568-b8f4-4d36-94a9-3bd252764a4d tempest-InstanceActionsV221TestJSON-423753474 tempest-InstanceActionsV221TestJSON-423753474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:47.629772 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41508) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:01:47.634467 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-accc4a61-bdce-48b1-89c3-2f712f9b4265 req-715d7568-b8f4-4d36-94a9-3bd252764a4d tempest-InstanceActionsV221TestJSON-423753474 tempest-InstanceActionsV221TestJSON-423753474-project] 10.222.0.87 "GET /v2.0/ports?device_id=2a5b5e8a-603d-4460-b72b-e7a17911913f HTTP/1.1" status: 200 len: 946 time: 0.4590907 Feb 02 07:01:47.646577 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-3e05d396-b0c8-488a-9903-98837b8aebbf req-c49a8c0f-94ea-487c-ba9f-390f8b7e3869 tempest-InstanceActionsV221TestJSON-423753474 tempest-InstanceActionsV221TestJSON-423753474-project] Deleting port cd5acbee-2133-40be-849a-3af8e96ebaa5 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:01:47.646921 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3e05d396-b0c8-488a-9903-98837b8aebbf req-c49a8c0f-94ea-487c-ba9f-390f8b7e3869 tempest-InstanceActionsV221TestJSON-423753474 tempest-InstanceActionsV221TestJSON-423753474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (cd5acbee-2133-40be-849a-3af8e96ebaa5), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:47.768064 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-accc4a61-bdce-48b1-89c3-2f712f9b4265 req-0570164b-8552-4361-8db2-8104d6570f05 tempest-InstanceActionsV221TestJSON-423753474 tempest-InstanceActionsV221TestJSON-423753474-project] 10.222.0.87 "GET /v2.0/security-groups?id=4d97a120-cb45-4173-a57e-82c3a3ed459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017182 Feb 02 07:01:47.813331 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-57ad0532-1ac6-45b7-999f-6022c740a030 None None] For port 215249c6-78e4-4ab8-a712-721e883856d1, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:01:47.813742 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-21266df7-cbd9-4fcc-995a-46022a52542b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (d8e8b475-39bd-406d-9dc9-94aa2ba43c53), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:47.822573 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-57ad0532-1ac6-45b7-999f-6022c740a030 None None] For port 215249c6-78e4-4ab8-a712-721e883856d1, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=215249c6-78e4-4ab8-a712-721e883856d1,segment=NetworkSegment(b69df42f-0e20-413f-aad5-0a985df1a94f),segment_id=b69df42f-0e20-413f-aad5-0a985df1a94f)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:01:47.839864 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1b6b2b-cbb1-4b96-9c91-43c9740aadcf tempest-DHCPAgentSchedulersTestJSON-83408224 tempest-DHCPAgentSchedulersTestJSON-83408224-project-admin] Network fc788c87-a17e-42a3-823c-9d991b304c9d is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:01:47.861766 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b0642-58b8-4c3b-ae20-9120a3e487c1 req-6be6c869-a093-480f-87e4-f7b40e1b3597 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:47.874936 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e25b0642-58b8-4c3b-ae20-9120a3e487c1 req-6be6c869-a093-480f-87e4-f7b40e1b3597 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=4c7742f2-a5f8-4ea6-9cb0-5280f3d212ad HTTP/1.1" status: 200 len: 949 time: 0.1301918 Feb 02 07:01:47.888436 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:47.904662 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-ce1b6b2b-cbb1-4b96-9c91-43c9740aadcf tempest-DHCPAgentSchedulersTestJSON-83408224 tempest-DHCPAgentSchedulersTestJSON-83408224-project-admin] 10.222.0.87 "POST /v2.0/agents/8c410c1b-9ca3-4a23-8f28-192d8ad3169d/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2737777 Feb 02 07:01:47.905574 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41510) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:01:47.910256 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['8983c95f-d2a5-40fc-ab6f-8385eea021b2'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:01:47.959942 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['624c0067-5799-4b5f-bf58-4988662875b3'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:01:48.055648 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67d2d14-9078-490b-b6f3-8d5748393e12 None None] Network fc788c87-a17e-42a3-823c-9d991b304c9d requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:01:48.081018 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-57ad0532-1ac6-45b7-999f-6022c740a030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (215249c6-78e4-4ab8-a712-721e883856d1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:48.105874 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-93a4da05-54cc-4df8-9ccd-cb7b046228cf tempest-DHCPAgentSchedulersTestJSON-83408224 tempest-DHCPAgentSchedulersTestJSON-83408224-project-admin] 10.222.0.87 "GET /v2.0/agents/8c410c1b-9ca3-4a23-8f28-192d8ad3169d/dhcp-networks HTTP/1.1" status: 200 len: 10444 time: 0.1963229 Feb 02 07:01:48.112370 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41514) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:01:48.138699 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e25b0642-58b8-4c3b-ae20-9120a3e487c1 req-ebf83d2a-1741-4bc2-8200-415681106f9e tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618291 Feb 02 07:01:48.438535 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-601c4628-cd46-4fa1-8b2a-13e67785d9c8 None None] Provisioning complete for port 9f53dcf3-e83c-47e1-aafc-4847e7e516b6 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:01:48.438535 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-601c4628-cd46-4fa1-8b2a-13e67785d9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (9f53dcf3-e83c-47e1-aafc-4847e7e516b6), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:48.451049 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b4002860-3d32-4421-b1a9-3bc3661fe923 tempest-DHCPAgentSchedulersTestJSON-83408224 tempest-DHCPAgentSchedulersTestJSON-83408224-project-admin] 10.222.0.87 "DELETE /v2.0/agents/8c410c1b-9ca3-4a23-8f28-192d8ad3169d/dhcp-networks/fc788c87-a17e-42a3-823c-9d991b304c9d HTTP/1.1" status: 204 len: 168 time: 0.3371825 Feb 02 07:01:48.451690 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41518) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:01:48.454925 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41520) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:01:48.468581 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-93c7dac2-145f-4111-958e-aab297fb17d1 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-577975554'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:01:48.494227 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5e697d27-971f-41d4-8231-579f831df972 req-e0f9ad3d-a7ce-49c7-b80b-4dc20ea3ae9b tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 210 time: 0.5805187 Feb 02 07:01:48.547829 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c7dac2-145f-4111-958e-aab297fb17d1 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Made reservation on behalf of e8b504d3cbde466cb7d12e8c49d706df for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:01:48.552539 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-93c7dac2-145f-4111-958e-aab297fb17d1 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:48.572936 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-3e05d396-b0c8-488a-9903-98837b8aebbf req-c49a8c0f-94ea-487c-ba9f-390f8b7e3869 tempest-InstanceActionsV221TestJSON-423753474 tempest-InstanceActionsV221TestJSON-423753474-project] For port cd5acbee-2133-40be-849a-3af8e96ebaa5, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=cd5acbee-2133-40be-849a-3af8e96ebaa5,segment=NetworkSegment(1dabfa99-9f11-4069-81e9-bc607f20fc26),segment_id=1dabfa99-9f11-4069-81e9-bc607f20fc26)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:01:48.573311 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3e05d396-b0c8-488a-9903-98837b8aebbf req-c49a8c0f-94ea-487c-ba9f-390f8b7e3869 tempest-InstanceActionsV221TestJSON-423753474 tempest-InstanceActionsV221TestJSON-423753474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (cd5acbee-2133-40be-849a-3af8e96ebaa5), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:48.620068 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-3e05d396-b0c8-488a-9903-98837b8aebbf req-c49a8c0f-94ea-487c-ba9f-390f8b7e3869 tempest-InstanceActionsV221TestJSON-423753474 tempest-InstanceActionsV221TestJSON-423753474-project] Calling delete_port for cd5acbee-2133-40be-849a-3af8e96ebaa5 owned by compute:nova {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:01:48.815657 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21266df7-cbd9-4fcc-995a-46022a52542b admin admin] Router d8e8b475-39bd-406d-9dc9-94aa2ba43c53 is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:01:48.836500 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port 2437294e-6b15-482f-9b33-d60722f10e48 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:01:48.854350 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 9f53dcf3-e83c-47e1-aafc-4847e7e516b6 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:01:48.863658 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (9f53dcf3-e83c-47e1-aafc-4847e7e516b6), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:48.866825 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ad0532-1ac6-45b7-999f-6022c740a030 None None] Pushing event updated for resources: {'Port': ['ID=215249c6-78e4-4ab8-a712-721e883856d1,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:48.877380 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93c7dac2-145f-4111-958e-aab297fb17d1 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:01:48.937471 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-93c7dac2-145f-4111-958e-aab297fb17d1 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (dbbcd93b-74ed-4f38-9d36-01cf18043418), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:48.937864 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-93c7dac2-145f-4111-958e-aab297fb17d1 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Added segment dbbcd93b-74ed-4f38-9d36-01cf18043418 of type vlan for network 9faf7e40-7741-4ebb-8f78-e3e3326a51b7 Feb 02 07:01:48.946652 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port 2437294e-6b15-482f-9b33-d60722f10e48 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:01:48.947323 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (2437294e-6b15-482f-9b33-d60722f10e48), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:48.949374 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d8e88-f7df-4072-8fa1-0def84756941 req-bfe0ac67-1b10-4087-b3f2-09657f6ca1ff tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:48.952373 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-684d8e88-f7df-4072-8fa1-0def84756941 req-bfe0ac67-1b10-4087-b3f2-09657f6ca1ff tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] 10.222.0.87 "GET /v2.0/ports?device_id=f4a75908-2371-4c85-9473-b54e3966e5b9 HTTP/1.1" status: 200 len: 945 time: 0.3422904 Feb 02 07:01:49.051689 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-19808c29-87f4-4ec5-a0bb-fdb404359584 tempest-DHCPAgentSchedulersTestJSON-83408224 tempest-DHCPAgentSchedulersTestJSON-83408224-project-admin] 10.222.0.87 "GET /v2.0/agents/8c410c1b-9ca3-4a23-8f28-192d8ad3169d/dhcp-networks HTTP/1.1" status: 200 len: 9673 time: 0.5184855 Feb 02 07:01:49.057759 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41540) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:01:49.077173 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-93c7dac2-145f-4111-958e-aab297fb17d1 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (9faf7e40-7741-4ebb-8f78-e3e3326a51b7), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:49.136584 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-684d8e88-f7df-4072-8fa1-0def84756941 req-4941fe83-4ccf-4f4c-b21f-f9148ba2309e tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] 10.222.0.87 "GET /v2.0/security-groups?id=bbf59a33-bacd-4e9f-9a02-a6d8a3bc770f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1724780 Feb 02 07:01:49.140500 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-6002a2f6-c425-40a9-93b3-1a257e379763 tempest-DHCPAgentSchedulersTestJSON-83408224 tempest-DHCPAgentSchedulersTestJSON-83408224-project-admin] 10.222.0.87 "GET /v2.0/networks/da8a6697-7df1-4cb8-97b0-f16ede17f168/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0815949 Feb 02 07:01:49.144861 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41542) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:01:49.180905 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-93c7dac2-145f-4111-958e-aab297fb17d1 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (9faf7e40-7741-4ebb-8f78-e3e3326a51b7), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:49.195599 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c7dac2-145f-4111-958e-aab297fb17d1 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:49.205179 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-93c7dac2-145f-4111-958e-aab297fb17d1 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:49.251589 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 9f53dcf3-e83c-47e1-aafc-4847e7e516b6 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:01:49.252184 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (9f53dcf3-e83c-47e1-aafc-4847e7e516b6), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:49.267591 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 2437294e-6b15-482f-9b33-d60722f10e48 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:01:49.268166 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (2437294e-6b15-482f-9b33-d60722f10e48), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:49.270562 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41769d54-4208-403f-8cc8-cb58de7e2d34 req-8aed7596-0d05-449a-bbf7-48c067f644c0 tempest-InstanceActionsV221TestJSON-423753474 tempest-InstanceActionsV221TestJSON-423753474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:49.279206 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-41769d54-4208-403f-8cc8-cb58de7e2d34 req-8aed7596-0d05-449a-bbf7-48c067f644c0 tempest-InstanceActionsV221TestJSON-423753474 tempest-InstanceActionsV221TestJSON-423753474-project] 10.222.0.87 "GET /v2.0/ports?device_id=2a5b5e8a-603d-4460-b72b-e7a17911913f HTTP/1.1" status: 200 len: 946 time: 0.2940826 Feb 02 07:01:49.284553 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-601c4628-cd46-4fa1-8b2a-13e67785d9c8 None None] Current status of the port 9f53dcf3-e83c-47e1-aafc-4847e7e516b6 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:01:49.285081 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-601c4628-cd46-4fa1-8b2a-13e67785d9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (9f53dcf3-e83c-47e1-aafc-4847e7e516b6), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:49.319875 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3e05d396-b0c8-488a-9903-98837b8aebbf req-c49a8c0f-94ea-487c-ba9f-390f8b7e3869 tempest-InstanceActionsV221TestJSON-423753474 tempest-InstanceActionsV221TestJSON-423753474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (cd5acbee-2133-40be-849a-3af8e96ebaa5), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:49.330097 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-1a5d912f-1ccd-48c5-8013-589c41f32312 tempest-DHCPAgentSchedulersTestJSON-83408224 tempest-DHCPAgentSchedulersTestJSON-83408224-project-admin] 10.222.0.87 "GET /v2.0/networks/da8a6697-7df1-4cb8-97b0-f16ede17f168/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.1831386 Feb 02 07:01:49.347353 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-93c7dac2-145f-4111-958e-aab297fb17d1 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8912284 Feb 02 07:01:49.362261 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41546) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:01:49.362833 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 9f53dcf3-e83c-47e1-aafc-4847e7e516b6, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=9f53dcf3-e83c-47e1-aafc-4847e7e516b6,segment=NetworkSegment(b13783b1-dc4e-4b47-8843-6bc80428b440),segment_id=b13783b1-dc4e-4b47-8843-6bc80428b440)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:01:49.368191 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41548) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:01:49.392172 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 2437294e-6b15-482f-9b33-d60722f10e48, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=2437294e-6b15-482f-9b33-d60722f10e48,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:01:49.405598 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c7742f2-a5f8-4ea6-9cb0-5280f3d212ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2437294e-6b15-482f-9b33-d60722f10e48'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:01:49.410550 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4395e894-3dc1-4644-a7ea-6851875f4836" -d '{"events": [{"server_uuid": "4c7742f2-a5f8-4ea6-9cb0-5280f3d212ad", "name": "network-vif-plugged", "status": "completed", "tag": "2437294e-6b15-482f-9b33-d60722f10e48"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:01:49.411520 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21266df7-cbd9-4fcc-995a-46022a52542b admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:01:49.428128 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cab18a7-2ef9-49da-8cfe-e517d101e087 None None] Sync routers for ids ['d8e8b475-39bd-406d-9dc9-94aa2ba43c53'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:01:49.433283 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (9f53dcf3-e83c-47e1-aafc-4847e7e516b6), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:49.451943 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cab18a7-2ef9-49da-8cfe-e517d101e087 None None] Routers {'d8e8b475-39bd-406d-9dc9-94aa2ba43c53'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:01:49.453023 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-3cab18a7-2ef9-49da-8cfe-e517d101e087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:01:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['d8e8b475-39bd-406d-9dc9-94aa2ba43c53'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:01:49.468049 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (2437294e-6b15-482f-9b33-d60722f10e48), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:49.472413 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['cd5acbee-2133-40be-849a-3af8e96ebaa5'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:01:49.479327 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-529f579f-051b-4de7-91b9-0f450dc6b324 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-679195276'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:01:49.492347 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-41769d54-4208-403f-8cc8-cb58de7e2d34 req-1f9c3b55-458f-44ee-ac10-d9f5dee163fc tempest-InstanceActionsV221TestJSON-423753474 tempest-InstanceActionsV221TestJSON-423753474-project] 10.222.0.87 "GET /v2.0/security-groups?id=4d97a120-cb45-4173-a57e-82c3a3ed459a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116780 Feb 02 07:01:49.608273 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c7dac2-145f-4111-958e-aab297fb17d1 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Pushing event updated for resources: {'Network': ['ID=9faf7e40-7741-4ebb-8f78-e3e3326a51b7,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:49.631243 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49a8c0f-94ea-487c-ba9f-390f8b7e3869 tempest-InstanceActionsV221TestJSON-423753474 tempest-InstanceActionsV221TestJSON-423753474-project] Pushing event deleted for resources: {'Port': ['ID=cd5acbee-2133-40be-849a-3af8e96ebaa5,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:49.648876 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device cd5acbee-2133-40be-849a-3af8e96ebaa5 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:01:49.760410 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e10dfed5-122f-4773-8e97-445af16f023a x-openstack-request-id: req-e10dfed5-122f-4773-8e97-445af16f023a {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:01:49.760892 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c7742f2-a5f8-4ea6-9cb0-5280f3d212ad", "name": "network-vif-plugged", "status": "completed", "tag": "2437294e-6b15-482f-9b33-d60722f10e48", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:01:49.762035 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e10dfed5-122f-4773-8e97-445af16f023a {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:01:49.763481 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c7742f2-a5f8-4ea6-9cb0-5280f3d212ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2437294e-6b15-482f-9b33-d60722f10e48', 'code': 200} Feb 02 07:01:49.799482 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-529f579f-051b-4de7-91b9-0f450dc6b324 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Made reservation on behalf of e8b504d3cbde466cb7d12e8c49d706df for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:01:49.815989 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-529f579f-051b-4de7-91b9-0f450dc6b324 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:49.818159 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=9f53dcf3-e83c-47e1-aafc-4847e7e516b6,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:49.819319 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-21266df7-cbd9-4fcc-995a-46022a52542b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:49.846002 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-21266df7-cbd9-4fcc-995a-46022a52542b admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 7.1242599 Feb 02 07:01:49.877394 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41556) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:01:49.878036 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: cd5acbee-2133-40be-849a-3af8e96ebaa5 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:01:49.878036 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device cd5acbee-2133-40be-849a-3af8e96ebaa5 not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:01:49.882236 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 9faf7e40-7741-4ebb-8f78-e3e3326a51b7 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:01:49.889545 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-3cab18a7-2ef9-49da-8cfe-e517d101e087 None None] Set router d8e8b475-39bd-406d-9dc9-94aa2ba43c53 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:01:49.890918 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=2437294e-6b15-482f-9b33-d60722f10e48,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:49.927400 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e05d396-b0c8-488a-9903-98837b8aebbf req-c49a8c0f-94ea-487c-ba9f-390f8b7e3869 tempest-InstanceActionsV221TestJSON-423753474 tempest-InstanceActionsV221TestJSON-423753474-project] No DVR routers for this DVR port cd5acbee-2133-40be-849a-3af8e96ebaa5 on host n-h1-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:01:49.935518 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 215249c6-78e4-4ab8-a712-721e883856d1 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:01:50.010257 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-426f98b0-aab1-4860-a41d-d523c1be62e4 req-79072b8d-3a2a-40e2-b407-4c2680ac8b5b tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 210 time: 0.0735688 Feb 02 07:01:50.011530 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3e05d396-b0c8-488a-9903-98837b8aebbf req-c49a8c0f-94ea-487c-ba9f-390f8b7e3869 tempest-InstanceActionsV221TestJSON-423753474 tempest-InstanceActionsV221TestJSON-423753474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:50.041427 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3e05d396-b0c8-488a-9903-98837b8aebbf req-c49a8c0f-94ea-487c-ba9f-390f8b7e3869 tempest-InstanceActionsV221TestJSON-423753474 tempest-InstanceActionsV221TestJSON-423753474-project] 10.222.0.88 "DELETE /v2.0/ports/cd5acbee-2133-40be-849a-3af8e96ebaa5 HTTP/1.1" status: 204 len: 173 time: 3.3029294 Feb 02 07:01:50.043404 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a5b5e8a-603d-4460-b72b-e7a17911913f', 'name': 'network-vif-deleted', 'tag': 'cd5acbee-2133-40be-849a-3af8e96ebaa5'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:01:50.049243 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-096eedb8-303c-4fe1-8a8b-d1bbb9e460c2" -d '{"events": [{"server_uuid": "2a5b5e8a-603d-4460-b72b-e7a17911913f", "name": "network-vif-deleted", "tag": "cd5acbee-2133-40be-849a-3af8e96ebaa5"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:01:50.192161 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.db.api [None req-601c4628-cd46-4fa1-8b2a-13e67785d9c8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109695) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 07:01:50.192957 n-d-789963-26 neutron-server[109695]: DEBUG oslo_db.api [None req-601c4628-cd46-4fa1-8b2a-13e67785d9c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 07:01:50.196290 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 215249c6-78e4-4ab8-a712-721e883856d1 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:01:50.197780 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (215249c6-78e4-4ab8-a712-721e883856d1), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:50.305457 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d963b66-bbfc-4550-8f05-bfafabd94f3c x-openstack-request-id: req-4d963b66-bbfc-4550-8f05-bfafabd94f3c {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:01:50.305935 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a5b5e8a-603d-4460-b72b-e7a17911913f", "name": "network-vif-deleted", "tag": "cd5acbee-2133-40be-849a-3af8e96ebaa5", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:01:50.306374 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-4d963b66-bbfc-4550-8f05-bfafabd94f3c {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:01:50.307514 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a5b5e8a-603d-4460-b72b-e7a17911913f', 'name': 'network-vif-deleted', 'tag': 'cd5acbee-2133-40be-849a-3af8e96ebaa5', 'status': 'completed', 'code': 200} Feb 02 07:01:50.380006 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-3cab18a7-2ef9-49da-8cfe-e517d101e087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e8b475-39bd-406d-9dc9-94aa2ba43c53', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1942162348-router', 'tenant_id': '5c8ea397fb124118ae0639df321f3ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '781db8da-24b7-4db0-8f76-3579190f0122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:01:42Z', 'updated_at': '2022-02-02T07:01:45Z', 'revision_number': 3, 'project_id': '5c8ea397fb124118ae0639df321f3ef6', 'gw_port': {'id': '781db8da-24b7-4db0-8f76-3579190f0122', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d9:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8e8b475-39bd-406d-9dc9-94aa2ba43c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:01:44Z', 'updated_at': '2022-02-02T07:01:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:01:50.419392 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c36709-5839-4f79-9e25-e6f1dd04aef3 None None] Network 32d3093c-8c55-41e4-974c-3ed1e6577092 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:01:50.470147 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cab18a7-2ef9-49da-8cfe-e517d101e087 None None] Checking router: d8e8b475-39bd-406d-9dc9-94aa2ba43c53 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:01:50.470854 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cab18a7-2ef9-49da-8cfe-e517d101e087 None None] Updating router d8e8b475-39bd-406d-9dc9-94aa2ba43c53 port 781db8da-24b7-4db0-8f76-3579190f0122 binding host n-d-789963-26 {{(pid=109696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:01:50.529734 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a868a74-c6fb-47cc-bb33-efc5b8e95ae5 req-c750bbab-5fd1-430b-9b72-32bfd558a250 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:50.533059 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0a868a74-c6fb-47cc-bb33-efc5b8e95ae5 req-c750bbab-5fd1-430b-9b72-32bfd558a250 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] 10.222.0.87 "GET /v2.0/ports?device_id=f4a75908-2371-4c85-9473-b54e3966e5b9 HTTP/1.1" status: 200 len: 945 time: 0.1193936 Feb 02 07:01:50.538639 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-3cab18a7-2ef9-49da-8cfe-e517d101e087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (781db8da-24b7-4db0-8f76-3579190f0122), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:50.576057 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-529f579f-051b-4de7-91b9-0f450dc6b324 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:01:50.604582 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 215249c6-78e4-4ab8-a712-721e883856d1 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:01:50.604853 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (215249c6-78e4-4ab8-a712-721e883856d1), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:50.620547 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c4dceb-8647-4997-81c1-90a31483b19c req-d535cff1-e1f2-4a37-8991-702805dcd520 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:50.623009 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-76c4dceb-8647-4997-81c1-90a31483b19c req-d535cff1-e1f2-4a37-8991-702805dcd520 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=4c7742f2-a5f8-4ea6-9cb0-5280f3d212ad HTTP/1.1" status: 200 len: 950 time: 1.2535491 Feb 02 07:01:50.634316 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0a868a74-c6fb-47cc-bb33-efc5b8e95ae5 req-0f0189ab-bfdb-4367-8913-9988bbb2a67c tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] 10.222.0.87 "GET /v2.0/security-groups?id=bbf59a33-bacd-4e9f-9a02-a6d8a3bc770f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887775 Feb 02 07:01:50.688303 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-529f579f-051b-4de7-91b9-0f450dc6b324 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (5a1b64bb-b315-46f6-a993-2f3256b9cca1), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:50.688814 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-529f579f-051b-4de7-91b9-0f450dc6b324 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Added segment 5a1b64bb-b315-46f6-a993-2f3256b9cca1 of type vlan for network fc60349d-a3fd-46d2-93de-c30a8b26931d Feb 02 07:01:50.789301 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d64a0da-36e8-42ea-b83a-1d5c158e5327 req-30ade17a-73b0-4d80-ac9a-33669621b1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:50.790839 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3d64a0da-36e8-42ea-b83a-1d5c158e5327 req-30ade17a-73b0-4d80-ac9a-33669621b1f2 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=4c7742f2-a5f8-4ea6-9cb0-5280f3d212ad HTTP/1.1" status: 200 len: 1133 time: 0.9637997 Feb 02 07:01:50.825489 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-529f579f-051b-4de7-91b9-0f450dc6b324 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (fc60349d-a3fd-46d2-93de-c30a8b26931d), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:50.850876 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-17db6642-44cc-49a0-a93a-c5cd27d17871 tempest-DHCPAgentSchedulersTestJSON-83408224 tempest-DHCPAgentSchedulersTestJSON-83408224-project-admin] 10.222.0.87 "GET /v2.0/agents/8c410c1b-9ca3-4a23-8f28-192d8ad3169d/dhcp-networks HTTP/1.1" status: 200 len: 9673 time: 1.4054606 Feb 02 07:01:50.855229 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41582) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:01:50.882171 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-601c4628-cd46-4fa1-8b2a-13e67785d9c8 None None] Current status of the port 9f53dcf3-e83c-47e1-aafc-4847e7e516b6 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:01:50.915452 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-76c4dceb-8647-4997-81c1-90a31483b19c req-42e69d4d-2cc8-4aa2-81d2-3c78d17ea528 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819772 Feb 02 07:01:50.954331 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-529f579f-051b-4de7-91b9-0f450dc6b324 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (fc60349d-a3fd-46d2-93de-c30a8b26931d), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:50.966983 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529f579f-051b-4de7-91b9-0f450dc6b324 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:50.969667 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 215249c6-78e4-4ab8-a712-721e883856d1, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=215249c6-78e4-4ab8-a712-721e883856d1,segment=NetworkSegment(b69df42f-0e20-413f-aad5-0a985df1a94f),segment_id=b69df42f-0e20-413f-aad5-0a985df1a94f)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:01:50.971819 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-529f579f-051b-4de7-91b9-0f450dc6b324 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:50.984576 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (215249c6-78e4-4ab8-a712-721e883856d1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:50.988553 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4d4f6151-c219-4550-86b0-ee309d40ba8d req-1edcf960-43f2-4d54-8902-49105e1868fd tempest-InstanceActionsV221TestJSON-423753474 tempest-InstanceActionsV221TestJSON-423753474-project] 10.222.0.87 "GET /v2.0/ports?device_id=2a5b5e8a-603d-4460-b72b-e7a17911913f HTTP/1.1" status: 200 len: 210 time: 0.0699732 Feb 02 07:01:51.027245 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-3cab18a7-2ef9-49da-8cfe-e517d101e087 None None] Publish callbacks [] for port (781db8da-24b7-4db0-8f76-3579190f0122), precommit_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:51.049604 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-3cab18a7-2ef9-49da-8cfe-e517d101e087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (781db8da-24b7-4db0-8f76-3579190f0122), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:51.067351 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cfba4ba3-7657-4eaf-8db8-fa74ca8a3842 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (fc788c87-a17e-42a3-823c-9d991b304c9d), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:51.079372 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 624c0067-5799-4b5f-bf58-4988662875b3 up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:01:51.096580 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-534a1e78-614a-4697-b1b4-98432db53f67 None None] Could not find standard attr ID for object 1245d996-e2e4-446c-9b65-d13efc0e9505. {{(pid=109695) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 07:01:51.141624 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-3cab18a7-2ef9-49da-8cfe-e517d101e087 None None] Attempting to bind port 781db8da-24b7-4db0-8f76-3579190f0122 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:01:51.143024 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-3cab18a7-2ef9-49da-8cfe-e517d101e087 None None] Attempting to bind port 781db8da-24b7-4db0-8f76-3579190f0122 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:01:51.143651 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cab18a7-2ef9-49da-8cfe-e517d101e087 None None] Attempting to bind port 781db8da-24b7-4db0-8f76-3579190f0122 on network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:01:51.152327 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=215249c6-78e4-4ab8-a712-721e883856d1,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:51.164150 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cab18a7-2ef9-49da-8cfe-e517d101e087 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:01:51.164801 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cab18a7-2ef9-49da-8cfe-e517d101e087 None None] Checking segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:01:51.165401 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-3cab18a7-2ef9-49da-8cfe-e517d101e087 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:51.166042 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cab18a7-2ef9-49da-8cfe-e517d101e087 None None] Bound using segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:01:51.175831 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3d64a0da-36e8-42ea-b83a-1d5c158e5327 req-8fe08e17-1a72-4c84-ad32-2cf6ef1ae9d3 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3667381 Feb 02 07:01:51.178333 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-534a1e78-614a-4697-b1b4-98432db53f67 None None] Provisioning complete for port 215249c6-78e4-4ab8-a712-721e883856d1 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:01:51.185027 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-534a1e78-614a-4697-b1b4-98432db53f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (215249c6-78e4-4ab8-a712-721e883856d1), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:51.186217 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d1a7c896-16bd-4e23-b3c2-36b7181f4de1 req-d0711bbf-478b-4f02-86f1-70c4a8e34991 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 210 time: 0.0684378 Feb 02 07:01:51.195924 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-3cab18a7-2ef9-49da-8cfe-e517d101e087 None None] Bound port: 781db8da-24b7-4db0-8f76-3579190f0122, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:01:51.196340 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-3cab18a7-2ef9-49da-8cfe-e517d101e087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (781db8da-24b7-4db0-8f76-3579190f0122), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:51.222363 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-529f579f-051b-4de7-91b9-0f450dc6b324 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.7561085 Feb 02 07:01:51.235896 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41592) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:01:51.249896 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-a5f9c468-0bcc-44a3-82f2-91e30fbbb284 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Request body: {'subnet': {'network_id': '9faf7e40-7741-4ebb-8f78-e3e3326a51b7', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:01:51.269343 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d697bf63-a1e1-48a4-bae9-fd8b5b1f3295 None None] Pushing event updated for resources: {'Port': ['ID=781db8da-24b7-4db0-8f76-3579190f0122,revision_number=2']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:51.295952 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d697bf63-a1e1-48a4-bae9-fd8b5b1f3295 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:01:51.300615 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d697bf63-a1e1-48a4-bae9-fd8b5b1f3295 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:01:51.301208 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d697bf63-a1e1-48a4-bae9-fd8b5b1f3295 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:01:51.302914 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d697bf63-a1e1-48a4-bae9-fd8b5b1f3295 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:01:51.303453 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d697bf63-a1e1-48a4-bae9-fd8b5b1f3295 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:01:51.303988 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d697bf63-a1e1-48a4-bae9-fd8b5b1f3295 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:01:51.305307 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d697bf63-a1e1-48a4-bae9-fd8b5b1f3295 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:01:51.308277 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d697bf63-a1e1-48a4-bae9-fd8b5b1f3295 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:01:51.308950 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d697bf63-a1e1-48a4-bae9-fd8b5b1f3295 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:01:51.309541 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d697bf63-a1e1-48a4-bae9-fd8b5b1f3295 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:01:51.310077 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d697bf63-a1e1-48a4-bae9-fd8b5b1f3295 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:01:51.312592 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d697bf63-a1e1-48a4-bae9-fd8b5b1f3295 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:01:51.313141 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d697bf63-a1e1-48a4-bae9-fd8b5b1f3295 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:01:51.316969 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cfba4ba3-7657-4eaf-8db8-fa74ca8a3842 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (fc788c87-a17e-42a3-823c-9d991b304c9d), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:51.371099 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-cfba4ba3-7657-4eaf-8db8-fa74ca8a3842 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc788c87-a17e-42a3-823c-9d991b304c9d']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:01:51.380087 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port 624c0067-5799-4b5f-bf58-4988662875b3 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:01:51.394560 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-cfba4ba3-7657-4eaf-8db8-fa74ca8a3842 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e3a613f-9fbd-4fd7-83ef-1d580036cca9') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:01:51.396580 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-cfba4ba3-7657-4eaf-8db8-fa74ca8a3842 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e3a613f-9fbd-4fd7-83ef-1d580036cca9') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:01:51.399378 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port 624c0067-5799-4b5f-bf58-4988662875b3 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:01:51.401257 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (624c0067-5799-4b5f-bf58-4988662875b3), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:51.426093 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cfba4ba3-7657-4eaf-8db8-fa74ca8a3842 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (2e3a613f-9fbd-4fd7-83ef-1d580036cca9), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:51.458329 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cfba4ba3-7657-4eaf-8db8-fa74ca8a3842 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (2e3a613f-9fbd-4fd7-83ef-1d580036cca9), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:51.466745 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-3cab18a7-2ef9-49da-8cfe-e517d101e087 None None] For port 781db8da-24b7-4db0-8f76-3579190f0122, host n-d-789963-26, cleared binding levels {{(pid=109696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:01:51.474991 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfba4ba3-7657-4eaf-8db8-fa74ca8a3842 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:01:51.475409 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cfba4ba3-7657-4eaf-8db8-fa74ca8a3842 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (2e3a613f-9fbd-4fd7-83ef-1d580036cca9), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:51.491738 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-3cab18a7-2ef9-49da-8cfe-e517d101e087 None None] For port 781db8da-24b7-4db0-8f76-3579190f0122, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=781db8da-24b7-4db0-8f76-3579190f0122,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:01:51.508744 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-3cab18a7-2ef9-49da-8cfe-e517d101e087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (781db8da-24b7-4db0-8f76-3579190f0122), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:51.509168 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:01:51.509168 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:01:51.509168 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:01:51.509168 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:01:51.509168 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:01:51.509168 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:01:51.509168 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:01:51.509168 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:01:51.509168 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:01:51.509168 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:01:51.509168 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:01:51.509168 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:01:51.509168 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:01:51.509168 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:01:51.509168 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:01:51.509168 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:01:51.509168 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:01:51.509168 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:01:51.509168 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:01:51.509168 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:01:51.509168 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:01:51.509168 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:01:51.509168 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:01:51.509168 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:01:51.509168 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:01:51.509168 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:01:51.509168 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:01:51.509168 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:01:51.509168 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:01:51.509168 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:01:51.509168 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:01:51.509168 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:01:51.516364 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-534a1e78-614a-4697-b1b4-98432db53f67 None None] Current status of the port 215249c6-78e4-4ab8-a712-721e883856d1 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:01:51.583194 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-534a1e78-614a-4697-b1b4-98432db53f67 None None] Provisioning complete for port 9f53dcf3-e83c-47e1-aafc-4847e7e516b6 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:01:51.583479 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-534a1e78-614a-4697-b1b4-98432db53f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (9f53dcf3-e83c-47e1-aafc-4847e7e516b6), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:51.602568 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d697bf63-a1e1-48a4-bae9-fd8b5b1f3295 None None] Pushing event updated for resources: {'Port': ['ID=781db8da-24b7-4db0-8f76-3579190f0122,revision_number=3']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:51.630051 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cfba4ba3-7657-4eaf-8db8-fa74ca8a3842 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (fc788c87-a17e-42a3-823c-9d991b304c9d), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:51.638086 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cfba4ba3-7657-4eaf-8db8-fa74ca8a3842 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:51.648576 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-cfba4ba3-7657-4eaf-8db8-fa74ca8a3842 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] 10.222.0.87 "DELETE /v2.0/networks/fc788c87-a17e-42a3-823c-9d991b304c9d HTTP/1.1" status: 204 len: 168 time: 0.7920339 Feb 02 07:01:51.649761 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cab18a7-2ef9-49da-8cfe-e517d101e087 None None] Routers {'d8e8b475-39bd-406d-9dc9-94aa2ba43c53'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:01:51.650409 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-3cab18a7-2ef9-49da-8cfe-e517d101e087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:01:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['d8e8b475-39bd-406d-9dc9-94aa2ba43c53'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:01:51.650602 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41616) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:01:51.685672 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 9f53dcf3-e83c-47e1-aafc-4847e7e516b6 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:01:51.717168 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfba4ba3-7657-4eaf-8db8-fa74ca8a3842 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Pushing event deleted for resources: {'Network': ['ID=fc788c87-a17e-42a3-823c-9d991b304c9d,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:51.731601 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-970706aa-bb6f-4c28-b823-54316e683833 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] DELETE failed (client error): The resource could not be found. Feb 02 07:01:51.732222 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-970706aa-bb6f-4c28-b823-54316e683833 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:01:51.744495 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-970706aa-bb6f-4c28-b823-54316e683833 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] 10.222.0.87 "DELETE /v2.0/ports/1245d996-e2e4-446c-9b65-d13efc0e9505 HTTP/1.1" status: 404 len: 333 time: 0.0892680 Feb 02 07:01:51.745540 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41624) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:01:51.855110 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-6360f6ff-488c-4ece-a178-8cd3fad3cf8d tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Deleting subnet 980920e2-fc01-4ce4-97f1-70205b6e3771 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:01:51.871212 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529f579f-051b-4de7-91b9-0f450dc6b324 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Pushing event updated for resources: {'Network': ['ID=fc60349d-a3fd-46d2-93de-c30a8b26931d,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:51.873286 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6360f6ff-488c-4ece-a178-8cd3fad3cf8d tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Publish callbacks [] for subnet (980920e2-fc01-4ce4-97f1-70205b6e3771), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:51.896256 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-3cab18a7-2ef9-49da-8cfe-e517d101e087 None None] Set router d8e8b475-39bd-406d-9dc9-94aa2ba43c53 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:01:51.967592 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6360f6ff-488c-4ece-a178-8cd3fad3cf8d tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (980920e2-fc01-4ce4-97f1-70205b6e3771), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:52.035308 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network fc60349d-a3fd-46d2-93de-c30a8b26931d details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:01:52.106067 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 624c0067-5799-4b5f-bf58-4988662875b3 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:01:52.106681 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (624c0067-5799-4b5f-bf58-4988662875b3), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:52.146913 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6360f6ff-488c-4ece-a178-8cd3fad3cf8d tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (980920e2-fc01-4ce4-97f1-70205b6e3771), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:52.172313 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 624c0067-5799-4b5f-bf58-4988662875b3, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=624c0067-5799-4b5f-bf58-4988662875b3,segment=NetworkSegment(ef5217ce-ef3b-419b-8f4e-cebe7d5e664f),segment_id=ef5217ce-ef3b-419b-8f4e-cebe7d5e664f)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:01:52.204519 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8692a98d-cafd-44f1-8943-b9032aa10505 req-839c545c-cc6c-467a-b063-f231fdde9c82 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:52.212021 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8692a98d-cafd-44f1-8943-b9032aa10505 req-839c545c-cc6c-467a-b063-f231fdde9c82 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] 10.222.0.87 "GET /v2.0/ports?device_id=f4a75908-2371-4c85-9473-b54e3966e5b9 HTTP/1.1" status: 200 len: 945 time: 0.3614447 Feb 02 07:01:52.223174 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f9c468-0bcc-44a3-82f2-91e30fbbb284 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Made reservation on behalf of e8b504d3cbde466cb7d12e8c49d706df for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:01:52.226956 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a5f9c468-0bcc-44a3-82f2-91e30fbbb284 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:52.265315 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6360f6ff-488c-4ece-a178-8cd3fad3cf8d tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (980920e2-fc01-4ce4-97f1-70205b6e3771), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:52.302185 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a75908-2371-4c85-9473-b54e3966e5b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624c0067-5799-4b5f-bf58-4988662875b3'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:01:52.305746 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3c232c-e99c-4ed2-a658-1e0cdbd98e37" -d '{"events": [{"server_uuid": "f4a75908-2371-4c85-9473-b54e3966e5b9", "name": "network-vif-plugged", "status": "completed", "tag": "624c0067-5799-4b5f-bf58-4988662875b3"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:01:52.308705 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6360f6ff-488c-4ece-a178-8cd3fad3cf8d tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Pushing event deleted for resources: {'Subnet': ['ID=980920e2-fc01-4ce4-97f1-70205b6e3771,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:52.310019 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-534a1e78-614a-4697-b1b4-98432db53f67 None None] Current status of the port 9f53dcf3-e83c-47e1-aafc-4847e7e516b6 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:01:52.317085 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (624c0067-5799-4b5f-bf58-4988662875b3), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:52.318231 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 8983c95f-d2a5-40fc-ab6f-8385eea021b2 up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:01:52.331006 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6360f6ff-488c-4ece-a178-8cd3fad3cf8d tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:52.341833 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-6360f6ff-488c-4ece-a178-8cd3fad3cf8d tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] 10.222.0.87 "DELETE /v2.0/subnets/980920e2-fc01-4ce4-97f1-70205b6e3771 HTTP/1.1" status: 204 len: 168 time: 0.5923021 Feb 02 07:01:52.342417 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41660) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:01:52.463909 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8692a98d-cafd-44f1-8943-b9032aa10505 req-3690bdbc-9b78-40d1-8dd3-1164b86426c6 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] 10.222.0.87 "GET /v2.0/security-groups?id=bbf59a33-bacd-4e9f-9a02-a6d8a3bc770f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2471592 Feb 02 07:01:52.513455 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5706b69-a9ef-4753-ae45-4e39663a89e7 None None] Network da8a6697-7df1-4cb8-97b0-f16ede17f168 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:01:52.556654 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f2f47229-1666-4125-84f4-39d9e4f94e20 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (da8a6697-7df1-4cb8-97b0-f16ede17f168), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:52.581441 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-3cab18a7-2ef9-49da-8cfe-e517d101e087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e8b475-39bd-406d-9dc9-94aa2ba43c53', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1942162348-router', 'tenant_id': '5c8ea397fb124118ae0639df321f3ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '781db8da-24b7-4db0-8f76-3579190f0122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:01:42Z', 'updated_at': '2022-02-02T07:01:45Z', 'revision_number': 3, 'project_id': '5c8ea397fb124118ae0639df321f3ef6', 'gw_port': {'id': '781db8da-24b7-4db0-8f76-3579190f0122', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d9:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8e8b475-39bd-406d-9dc9-94aa2ba43c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:01:44Z', 'updated_at': '2022-02-02T07:01:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:01:52.615990 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cab18a7-2ef9-49da-8cfe-e517d101e087 None None] The sync data for ids ['d8e8b475-39bd-406d-9dc9-94aa2ba43c53'] in n-d-789963-26 is: [{'id': 'd8e8b475-39bd-406d-9dc9-94aa2ba43c53', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1942162348-router', 'tenant_id': '5c8ea397fb124118ae0639df321f3ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '781db8da-24b7-4db0-8f76-3579190f0122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:01:42Z', 'updated_at': '2022-02-02T07:01:45Z', 'revision_number': 3, 'project_id': '5c8ea397fb124118ae0639df321f3ef6', 'gw_port': {'id': '781db8da-24b7-4db0-8f76-3579190f0122', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d9:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8e8b475-39bd-406d-9dc9-94aa2ba43c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:01:44Z', 'updated_at': '2022-02-02T07:01:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:01:52.660850 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-63602c98-70da-484f-879d-4a8bd2a95513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:52.674303 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-f2f47229-1666-4125-84f4-39d9e4f94e20 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Deleting port 9f53dcf3-e83c-47e1-aafc-4847e7e516b6 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:01:52.675501 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f2f47229-1666-4125-84f4-39d9e4f94e20 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (9f53dcf3-e83c-47e1-aafc-4847e7e516b6), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:52.680670 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:52.682563 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=624c0067-5799-4b5f-bf58-4988662875b3,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:52.741543 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-7207e71b-c95f-49c6-9d0d-7aa178de0c60 None None] Provisioning complete for port 215249c6-78e4-4ab8-a712-721e883856d1 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:01:52.741917 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7207e71b-c95f-49c6-9d0d-7aa178de0c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (215249c6-78e4-4ab8-a712-721e883856d1), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:52.779647 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 9f53dcf3-e83c-47e1-aafc-4847e7e516b6 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:01:52.780027 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (9f53dcf3-e83c-47e1-aafc-4847e7e516b6), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:52.782231 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0a5d2c0a-27d2-4582-beae-fbeb32cf23a5 req-5403dd96-9884-477c-9451-116dca13fe3f tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 210 time: 0.0544386 Feb 02 07:01:52.784582 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port 8983c95f-d2a5-40fc-ab6f-8385eea021b2 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:01:52.792279 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port 8983c95f-d2a5-40fc-ab6f-8385eea021b2 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:01:52.792665 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (8983c95f-d2a5-40fc-ab6f-8385eea021b2), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:52.838387 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-f2f47229-1666-4125-84f4-39d9e4f94e20 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] For port 9f53dcf3-e83c-47e1-aafc-4847e7e516b6, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=9f53dcf3-e83c-47e1-aafc-4847e7e516b6,segment=NetworkSegment(b13783b1-dc4e-4b47-8843-6bc80428b440),segment_id=b13783b1-dc4e-4b47-8843-6bc80428b440)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:01:52.838764 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f2f47229-1666-4125-84f4-39d9e4f94e20 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (9f53dcf3-e83c-47e1-aafc-4847e7e516b6), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:52.843843 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab22a7e-db84-4275-8b2f-4d47ab71b5c4 req-ad642057-0748-4a73-adee-81aec6a37e66 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:52.845503 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-dab22a7e-db84-4275-8b2f-4d47ab71b5c4 req-ad642057-0748-4a73-adee-81aec6a37e66 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=4c7742f2-a5f8-4ea6-9cb0-5280f3d212ad HTTP/1.1" status: 200 len: 950 time: 0.2599311 Feb 02 07:01:52.854952 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-f2f47229-1666-4125-84f4-39d9e4f94e20 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Calling delete_port for 9f53dcf3-e83c-47e1-aafc-4847e7e516b6 owned by network:dhcp {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:01:52.884192 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24f4bd9-85f7-409e-9fb5-4abbb178799a x-openstack-request-id: req-a24f4bd9-85f7-409e-9fb5-4abbb178799a {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:01:52.884508 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4a75908-2371-4c85-9473-b54e3966e5b9", "name": "network-vif-plugged", "status": "completed", "tag": "624c0067-5799-4b5f-bf58-4988662875b3", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:01:52.884761 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a24f4bd9-85f7-409e-9fb5-4abbb178799a {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:01:52.885178 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4a75908-2371-4c85-9473-b54e3966e5b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624c0067-5799-4b5f-bf58-4988662875b3', 'code': 200} Feb 02 07:01:52.906339 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a5f9c468-0bcc-44a3-82f2-91e30fbbb284 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (ddd7ba65-e54a-42e2-83d4-6480a2d3e138), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:52.994874 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f2f47229-1666-4125-84f4-39d9e4f94e20 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (9f53dcf3-e83c-47e1-aafc-4847e7e516b6), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:53.056748 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9eadb0-9292-41b7-bf7a-146460e70ab3 None None] DHCP port deletion for da8a6697-7df1-4cb8-97b0-f16ede17f168 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:01:53.063504 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Port 9f53dcf3-e83c-47e1-aafc-4847e7e516b6 update to ACTIVE by agent not found {{(pid=109695) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Feb 02 07:01:53.066269 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 215249c6-78e4-4ab8-a712-721e883856d1 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:01:53.106883 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f47229-1666-4125-84f4-39d9e4f94e20 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Pushing event deleted for resources: {'Port': ['ID=9f53dcf3-e83c-47e1-aafc-4847e7e516b6,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:53.112535 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f47229-1666-4125-84f4-39d9e4f94e20 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] No DVR routers for this DVR port 9f53dcf3-e83c-47e1-aafc-4847e7e516b6 on host n-d-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:01:53.200487 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-7207e71b-c95f-49c6-9d0d-7aa178de0c60 None None] Current status of the port 215249c6-78e4-4ab8-a712-721e883856d1 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:01:53.202981 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-dab22a7e-db84-4275-8b2f-4d47ab71b5c4 req-613111c0-cbb5-4315-ac67-e7056be430dd tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366357 Feb 02 07:01:53.249464 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230bff70-377b-4924-9dd7-78dd35b15452 req-f8246884-0735-4c54-b152-55949115cc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:53.251027 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-230bff70-377b-4924-9dd7-78dd35b15452 req-f8246884-0735-4c54-b152-55949115cc66 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f4a75908-2371-4c85-9473-b54e3966e5b9 HTTP/1.1" status: 200 len: 1129 time: 0.2784660 Feb 02 07:01:53.268342 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f2f47229-1666-4125-84f4-39d9e4f94e20 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (da8a6697-7df1-4cb8-97b0-f16ede17f168), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:53.305511 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 8983c95f-d2a5-40fc-ab6f-8385eea021b2 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:01:53.306170 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (8983c95f-d2a5-40fc-ab6f-8385eea021b2), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:53.360816 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 215249c6-78e4-4ab8-a712-721e883856d1 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:01:53.361222 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (215249c6-78e4-4ab8-a712-721e883856d1), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:53.403116 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-f2f47229-1666-4125-84f4-39d9e4f94e20 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da8a6697-7df1-4cb8-97b0-f16ede17f168']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:01:53.433805 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 8983c95f-d2a5-40fc-ab6f-8385eea021b2, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=8983c95f-d2a5-40fc-ab6f-8385eea021b2,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:01:53.440564 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-f2f47229-1666-4125-84f4-39d9e4f94e20 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b13783b1-dc4e-4b47-8843-6bc80428b440') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:01:53.441134 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-f2f47229-1666-4125-84f4-39d9e4f94e20 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b13783b1-dc4e-4b47-8843-6bc80428b440') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:01:53.455714 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (8983c95f-d2a5-40fc-ab6f-8385eea021b2), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:53.473090 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f2f47229-1666-4125-84f4-39d9e4f94e20 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (b13783b1-dc4e-4b47-8843-6bc80428b440), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:53.478072 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 51628f27-680b-434a-b3c2-04fa01e7c39f no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:01:53.479696 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-230bff70-377b-4924-9dd7-78dd35b15452 req-386eaa0d-afc9-40d6-9bf4-ad5920dbcd91 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=bbf59a33-bacd-4e9f-9a02-a6d8a3bc770f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1998470 Feb 02 07:01:53.502751 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-63602c98-70da-484f-879d-4a8bd2a95513 admin admin] Allocated IP 172.20.0.1 (32d3093c-8c55-41e4-974c-3ed1e6577092/61d5c87e-580c-44a3-a1cc-4f5ee7d0e081/0173d9c9-f8b5-4e57-837c-e4aecb178601) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:01:53.520171 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab07c6-54d8-4526-a6f0-f0f74bccecd4 req-aeabf209-e89b-4e8a-ab82-066d3629a9eb tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:53.527439 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e4ab07c6-54d8-4526-a6f0-f0f74bccecd4 req-aeabf209-e89b-4e8a-ab82-066d3629a9eb tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2f92dd9-5697-4976-b165-77e520cf2520 HTTP/1.1" status: 200 len: 949 time: 0.2077460 Feb 02 07:01:53.575052 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f2f47229-1666-4125-84f4-39d9e4f94e20 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (b13783b1-dc4e-4b47-8843-6bc80428b440), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:53.595434 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2f47229-1666-4125-84f4-39d9e4f94e20 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:01:53.595909 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f2f47229-1666-4125-84f4-39d9e4f94e20 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (b13783b1-dc4e-4b47-8843-6bc80428b440), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:53.599418 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:01:53.599418 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:01:53.599418 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:01:53.599418 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:01:53.599418 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:01:53.599418 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:01:53.599418 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:01:53.599418 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:01:53.599418 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:01:53.599418 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:01:53.599418 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:01:53.599418 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:01:53.599418 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:01:53.599418 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:01:53.599418 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:01:53.599418 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:01:53.599418 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:01:53.599418 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:01:53.599418 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:01:53.599418 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:01:53.599418 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:01:53.599418 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:01:53.599418 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:01:53.599418 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:01:53.599418 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:01:53.599418 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:01:53.599418 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:01:53.599418 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:01:53.599418 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:01:53.599418 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:01:53.599418 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:01:53.599418 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:01:53.670904 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e4ab07c6-54d8-4526-a6f0-f0f74bccecd4 req-2fde48d2-088c-4395-979d-a3b324940b08 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423576 Feb 02 07:01:53.682968 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=8983c95f-d2a5-40fc-ab6f-8385eea021b2,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:53.711256 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-63602c98-70da-484f-879d-4a8bd2a95513 admin admin] Publish callbacks [] for port (0173d9c9-f8b5-4e57-837c-e4aecb178601), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:53.734267 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f9c468-0bcc-44a3-82f2-91e30fbbb284 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Pushing event updated for resources: {'Subnet': ['ID=ddd7ba65-e54a-42e2-83d4-6480a2d3e138,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:53.756124 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f2f47229-1666-4125-84f4-39d9e4f94e20 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (da8a6697-7df1-4cb8-97b0-f16ede17f168), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:53.763697 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 215249c6-78e4-4ab8-a712-721e883856d1 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:01:53.774565 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f2f47229-1666-4125-84f4-39d9e4f94e20 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:53.784533 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f2f47229-1666-4125-84f4-39d9e4f94e20 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] 10.222.0.87 "DELETE /v2.0/networks/da8a6697-7df1-4cb8-97b0-f16ede17f168 HTTP/1.1" status: 204 len: 168 time: 1.4407809 Feb 02 07:01:53.789621 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f9c468-0bcc-44a3-82f2-91e30fbbb284 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Checking segment: {'id': 'dbbcd93b-74ed-4f38-9d36-01cf18043418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '9faf7e40-7741-4ebb-8f78-e3e3326a51b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:01:53.789621 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f9c468-0bcc-44a3-82f2-91e30fbbb284 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Network hostable DHCP agents. Network: 9faf7e40-7741-4ebb-8f78-e3e3326a51b7, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:01:53.851118 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f47229-1666-4125-84f4-39d9e4f94e20 tempest-DHCPAgentSchedulersTestJSON-1777208302 tempest-DHCPAgentSchedulersTestJSON-1777208302-project] Pushing event deleted for resources: {'Network': ['ID=da8a6697-7df1-4cb8-97b0-f16ede17f168,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:53.895833 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-63602c98-70da-484f-879d-4a8bd2a95513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (0173d9c9-f8b5-4e57-837c-e4aecb178601), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:53.923104 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 51628f27-680b-434a-b3c2-04fa01e7c39f is: ACTIVE; New status is: DOWN {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:01:53.923428 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (51628f27-680b-434a-b3c2-04fa01e7c39f), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:53.930619 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f785a623-8e99-42e7-b3fe-1021b98870df req-9d30cf62-e0f6-4bd2-910a-711a23db9db4 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:53.939512 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f785a623-8e99-42e7-b3fe-1021b98870df req-9d30cf62-e0f6-4bd2-910a-711a23db9db4 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] 10.222.0.87 "GET /v2.0/ports?device_id=f4a75908-2371-4c85-9473-b54e3966e5b9 HTTP/1.1" status: 200 len: 946 time: 0.1138256 Feb 02 07:01:53.994527 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f9c468-0bcc-44a3-82f2-91e30fbbb284 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Network 9faf7e40-7741-4ebb-8f78-e3e3326a51b7 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:01:54.010227 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 51628f27-680b-434a-b3c2-04fa01e7c39f, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=51628f27-680b-434a-b3c2-04fa01e7c39f,segment=NetworkSegment(8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763),segment_id=8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:01:54.024683 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (51628f27-680b-434a-b3c2-04fa01e7c39f), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:54.025933 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63602c98-70da-484f-879d-4a8bd2a95513 admin admin] Network 32d3093c-8c55-41e4-974c-3ed1e6577092 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:01:54.055109 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f785a623-8e99-42e7-b3fe-1021b98870df req-4244134a-bfde-4bfe-beef-8ddb6374383f tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] 10.222.0.87 "GET /v2.0/security-groups?id=bbf59a33-bacd-4e9f-9a02-a6d8a3bc770f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017673 Feb 02 07:01:54.064650 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-63602c98-70da-484f-879d-4a8bd2a95513 admin admin] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:01:54.086736 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63602c98-70da-484f-879d-4a8bd2a95513 admin admin] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:01:54.100260 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 781db8da-24b7-4db0-8f76-3579190f0122 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:01:54.167086 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-a5f9c468-0bcc-44a3-82f2-91e30fbbb284 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 9faf7e40-7741-4ebb-8f78-e3e3326a51b7) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:01:54.169578 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-63602c98-70da-484f-879d-4a8bd2a95513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (d8e8b475-39bd-406d-9dc9-94aa2ba43c53), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:54.178286 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f9c468-0bcc-44a3-82f2-91e30fbbb284 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:54.178887 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a5f9c468-0bcc-44a3-82f2-91e30fbbb284 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:54.181947 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63602c98-70da-484f-879d-4a8bd2a95513 admin admin] Pushing event updated for resources: {'Port': ['ID=0173d9c9-f8b5-4e57-837c-e4aecb178601,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:54.215743 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0116335-e6e4-4393-8c64-83078295850a None None] Network 9faf7e40-7741-4ebb-8f78-e3e3326a51b7 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:01:54.256400 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41692) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:01:54.292438 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=51628f27-680b-434a-b3c2-04fa01e7c39f,revision_number=8']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:54.294882 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec833938-5928-4ee7-b833-351f5d27d98a req-00f64850-b02f-49e5-ba7a-43b21ffcaff2 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:54.296642 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ec833938-5928-4ee7-b833-351f5d27d98a req-00f64850-b02f-49e5-ba7a-43b21ffcaff2 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/networks?id=ca6d2336-a914-4a87-8e88-4564aa839535 HTTP/1.1" status: 200 len: 805 time: 0.5597117 Feb 02 07:01:54.352427 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-598acaf7-fe72-45ef-8800-a081154c5875 req-bcbdcaa5-6d7d-4e05-b66f-64be589f868d tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 210 time: 0.0723543 Feb 02 07:01:54.355400 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a5f9c468-0bcc-44a3-82f2-91e30fbbb284 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.1187172 Feb 02 07:01:54.359476 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41696) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:01:54.374347 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-9f00f2ac-d4bd-4e37-8d2f-937f5d45840e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Request body: {'subnet': {'network_id': 'fc60349d-a3fd-46d2-93de-c30a8b26931d', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:01:54.384169 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ec833938-5928-4ee7-b833-351f5d27d98a req-9929b30e-621e-4af5-8abd-eb5639ba87d1 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/quotas/a0778ddf7e2d4744ab0aa590410dd2bf HTTP/1.1" status: 200 len: 375 time: 0.0751510 Feb 02 07:01:54.438067 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 781db8da-24b7-4db0-8f76-3579190f0122 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:01:54.438317 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (781db8da-24b7-4db0-8f76-3579190f0122), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:54.505869 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41698) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:01:54.564848 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc09ad3d-38d6-4245-a35f-a0a66c681ebd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-9faf7e40-7741-4ebb-8f78-e3e3326a51b7', 'network_id': '9faf7e40-7741-4ebb-8f78-e3e3326a51b7', 'project_id': 'e8b504d3cbde466cb7d12e8c49d706df', 'fixed_ips': [{'subnet_id': 'ddd7ba65-e54a-42e2-83d4-6480a2d3e138'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:01:54.565719 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-bc09ad3d-38d6-4245-a35f-a0a66c681ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:54.602196 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-180b4827-cb1d-497f-a9a7-7260833a2cff admin admin] Deleting subnet f4cd993d-c48c-4248-90ce-b0b5f9aabfd6 {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:01:54.607426 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-180b4827-cb1d-497f-a9a7-7260833a2cff admin admin] Publish callbacks [] for subnet (f4cd993d-c48c-4248-90ce-b0b5f9aabfd6), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:54.633998 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-65f03519-13b9-44fe-a279-d3ee0685497a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c0fab28da36140a1aa567f34af545299&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3762250 Feb 02 07:01:54.636804 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41700) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:01:54.656452 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-180b4827-cb1d-497f-a9a7-7260833a2cff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (f4cd993d-c48c-4248-90ce-b0b5f9aabfd6), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:54.680986 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f00f2ac-d4bd-4e37-8d2f-937f5d45840e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Made reservation on behalf of e8b504d3cbde466cb7d12e8c49d706df for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:01:54.685130 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9f00f2ac-d4bd-4e37-8d2f-937f5d45840e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:54.700879 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-180b4827-cb1d-497f-a9a7-7260833a2cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (f4cd993d-c48c-4248-90ce-b0b5f9aabfd6), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:54.726255 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-bc09ad3d-38d6-4245-a35f-a0a66c681ebd None None] Allocated IP 10.1.1.2 (9faf7e40-7741-4ebb-8f78-e3e3326a51b7/ddd7ba65-e54a-42e2-83d4-6480a2d3e138/7db0ad4d-f113-4d2a-87d7-6ed218779d37) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:01:54.768878 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-09311973-1b70-412c-8c6f-a8dcb19befac admin admin] Publish callbacks [] for security_group (a293b7c0-40a9-4b9f-bfad-3ae4b2f00d65), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:54.797294 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ec833938-5928-4ee7-b833-351f5d27d98a req-2163f313-d386-4e18-a3f0-83a76d5bde36 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=a0778ddf7e2d4744ab0aa590410dd2bf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4121342 Feb 02 07:01:54.798831 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-180b4827-cb1d-497f-a9a7-7260833a2cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (f4cd993d-c48c-4248-90ce-b0b5f9aabfd6), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:54.881198 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-bc09ad3d-38d6-4245-a35f-a0a66c681ebd None None] Publish callbacks [] for port (7db0ad4d-f113-4d2a-87d7-6ed218779d37), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:54.885991 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-0c695d5d-ebba-4fe7-8c02-e3473c26442e None None] Provisioning complete for port 0173d9c9-f8b5-4e57-837c-e4aecb178601 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:01:54.886392 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0c695d5d-ebba-4fe7-8c02-e3473c26442e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (0173d9c9-f8b5-4e57-837c-e4aecb178601), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:54.887993 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2f92dd9-5697-4976-b165-77e520cf2520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8983c95f-d2a5-40fc-ab6f-8385eea021b2'}, {'server_uuid': 'e8c82113-c6de-43e8-86f2-7a66b5610677', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51628f27-680b-434a-b3c2-04fa01e7c39f'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:01:54.890737 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc2d81a-ad0b-4562-9c09-87576ba416d5" -d '{"events": [{"server_uuid": "e2f92dd9-5697-4976-b165-77e520cf2520", "name": "network-vif-plugged", "status": "completed", "tag": "8983c95f-d2a5-40fc-ab6f-8385eea021b2"}, {"server_uuid": "e8c82113-c6de-43e8-86f2-7a66b5610677", "name": "network-vif-unplugged", "status": "completed", "tag": "51628f27-680b-434a-b3c2-04fa01e7c39f"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:01:54.896193 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-bc09ad3d-38d6-4245-a35f-a0a66c681ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (7db0ad4d-f113-4d2a-87d7-6ed218779d37), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:54.913650 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-09311973-1b70-412c-8c6f-a8dcb19befac admin admin] Publish callbacks [] for security_group (a293b7c0-40a9-4b9f-bfad-3ae4b2f00d65), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:54.942162 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-180b4827-cb1d-497f-a9a7-7260833a2cff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:54.945886 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-180b4827-cb1d-497f-a9a7-7260833a2cff admin admin] 10.222.0.87 "DELETE /v2.0/subnets/f4cd993d-c48c-4248-90ce-b0b5f9aabfd6 HTTP/1.1" status: 204 len: 168 time: 0.4390166 Feb 02 07:01:54.948691 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ec833938-5928-4ee7-b833-351f5d27d98a req-24e56454-1ba1-47dd-8a3e-ef5c5614c2b0 service neutron] 10.222.0.87 "GET /v2.0/networks/ca6d2336-a914-4a87-8e88-4564aa839535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367941 Feb 02 07:01:54.950755 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41706) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:01:55.001548 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc09ad3d-38d6-4245-a35f-a0a66c681ebd None None] Network 9faf7e40-7741-4ebb-8f78-e3e3326a51b7 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:01:55.005976 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44249b0-3f78-4c68-863c-ccf821cc8aeb req-2d8faa63-6738-4f8e-9c9f-743a8d9fa11b tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:55.016723 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f44249b0-3f78-4c68-863c-ccf821cc8aeb req-2d8faa63-6738-4f8e-9c9f-743a8d9fa11b tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2f92dd9-5697-4976-b165-77e520cf2520 HTTP/1.1" status: 200 len: 950 time: 0.2214098 Feb 02 07:01:55.017032 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-bc09ad3d-38d6-4245-a35f-a0a66c681ebd None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:01:55.018941 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-0c695d5d-ebba-4fe7-8c02-e3473c26442e None None] Port 0173d9c9-f8b5-4e57-837c-e4aecb178601 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:01:55.020514 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc09ad3d-38d6-4245-a35f-a0a66c681ebd None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:01:55.024752 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 781db8da-24b7-4db0-8f76-3579190f0122 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:01:55.025314 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (781db8da-24b7-4db0-8f76-3579190f0122), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:55.034937 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-63602c98-70da-484f-879d-4a8bd2a95513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (0173d9c9-f8b5-4e57-837c-e4aecb178601), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:55.047900 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 781db8da-24b7-4db0-8f76-3579190f0122, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=781db8da-24b7-4db0-8f76-3579190f0122,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:01:55.049367 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc09ad3d-38d6-4245-a35f-a0a66c681ebd None None] Pushing event updated for resources: {'Port': ['ID=7db0ad4d-f113-4d2a-87d7-6ed218779d37,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:55.065796 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (781db8da-24b7-4db0-8f76-3579190f0122), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:55.073142 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180b4827-cb1d-497f-a9a7-7260833a2cff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4cd993d-c48c-4248-90ce-b0b5f9aabfd6,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:55.162906 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=781db8da-24b7-4db0-8f76-3579190f0122,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:55.176839 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 9f53dcf3-e83c-47e1-aafc-4847e7e516b6 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:01:55.227627 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 9f53dcf3-e83c-47e1-aafc-4847e7e516b6 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:01:55.228445 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 9f53dcf3-e83c-47e1-aafc-4847e7e516b6 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:01:55.242001 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-bc09ad3d-38d6-4245-a35f-a0a66c681ebd None None] Attempting to bind port 7db0ad4d-f113-4d2a-87d7-6ed218779d37 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:01:55.242441 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-bc09ad3d-38d6-4245-a35f-a0a66c681ebd None None] Attempting to bind port 7db0ad4d-f113-4d2a-87d7-6ed218779d37 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'dbbcd93b-74ed-4f38-9d36-01cf18043418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '9faf7e40-7741-4ebb-8f78-e3e3326a51b7'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:01:55.242815 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc09ad3d-38d6-4245-a35f-a0a66c681ebd None None] Attempting to bind port 7db0ad4d-f113-4d2a-87d7-6ed218779d37 on network 9faf7e40-7741-4ebb-8f78-e3e3326a51b7 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:01:55.249435 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc09ad3d-38d6-4245-a35f-a0a66c681ebd None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:01:55.249817 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc09ad3d-38d6-4245-a35f-a0a66c681ebd None None] Checking segment: {'id': 'dbbcd93b-74ed-4f38-9d36-01cf18043418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '9faf7e40-7741-4ebb-8f78-e3e3326a51b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:01:55.250283 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-bc09ad3d-38d6-4245-a35f-a0a66c681ebd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:55.250685 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc09ad3d-38d6-4245-a35f-a0a66c681ebd None None] Bound using segment: {'id': 'dbbcd93b-74ed-4f38-9d36-01cf18043418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '9faf7e40-7741-4ebb-8f78-e3e3326a51b7'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:01:55.251334 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-bc09ad3d-38d6-4245-a35f-a0a66c681ebd None None] Bound port: 7db0ad4d-f113-4d2a-87d7-6ed218779d37, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbbcd93b-74ed-4f38-9d36-01cf18043418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '9faf7e40-7741-4ebb-8f78-e3e3326a51b7'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:01:55.252255 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-bc09ad3d-38d6-4245-a35f-a0a66c681ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (7db0ad4d-f113-4d2a-87d7-6ed218779d37), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:55.255293 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ec833938-5928-4ee7-b833-351f5d27d98a req-56d3ddfa-dc41-436f-a26b-e74571c8312c service neutron] 10.222.0.87 "GET /v2.0/networks/ca6d2336-a914-4a87-8e88-4564aa839535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213295 Feb 02 07:01:55.302655 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-835216f1-ed0b-4db5-81a3-49f5378e2c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (678050a5-d96c-4ea5-86c0-017e3c041588), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:55.326093 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-09311973-1b70-412c-8c6f-a8dcb19befac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (a293b7c0-40a9-4b9f-bfad-3ae4b2f00d65), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:55.328926 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-09311973-1b70-412c-8c6f-a8dcb19befac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:55.333593 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-09311973-1b70-412c-8c6f-a8dcb19befac admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/a293b7c0-40a9-4b9f-bfad-3ae4b2f00d65 HTTP/1.1" status: 204 len: 168 time: 0.6957607 Feb 02 07:01:55.348099 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-bc09ad3d-38d6-4245-a35f-a0a66c681ebd None None] For port 7db0ad4d-f113-4d2a-87d7-6ed218779d37, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:01:55.354873 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-bc09ad3d-38d6-4245-a35f-a0a66c681ebd None None] For port 7db0ad4d-f113-4d2a-87d7-6ed218779d37, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=7db0ad4d-f113-4d2a-87d7-6ed218779d37,segment=NetworkSegment(dbbcd93b-74ed-4f38-9d36-01cf18043418),segment_id=dbbcd93b-74ed-4f38-9d36-01cf18043418)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:01:55.375968 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-bc09ad3d-38d6-4245-a35f-a0a66c681ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (7db0ad4d-f113-4d2a-87d7-6ed218779d37), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:55.388383 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09311973-1b70-412c-8c6f-a8dcb19befac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a293b7c0-40a9-4b9f-bfad-3ae4b2f00d65,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:55.504740 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-63602c98-70da-484f-879d-4a8bd2a95513 admin admin] Publish callbacks [] for port (0173d9c9-f8b5-4e57-837c-e4aecb178601), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:55.516409 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-63602c98-70da-484f-879d-4a8bd2a95513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (0173d9c9-f8b5-4e57-837c-e4aecb178601), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:55.604763 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 02 Feb 2022 07:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2247faf-2143-499c-91c1-1497ea461fa7 x-openstack-request-id: req-a2247faf-2143-499c-91c1-1497ea461fa7 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:01:55.605085 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2f92dd9-5697-4976-b165-77e520cf2520", "name": "network-vif-plugged", "status": "completed", "tag": "8983c95f-d2a5-40fc-ab6f-8385eea021b2", "code": 200}, {"server_uuid": "e8c82113-c6de-43e8-86f2-7a66b5610677", "name": "network-vif-unplugged", "status": "completed", "tag": "51628f27-680b-434a-b3c2-04fa01e7c39f", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:01:55.605366 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a2247faf-2143-499c-91c1-1497ea461fa7 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:01:55.605778 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2f92dd9-5697-4976-b165-77e520cf2520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8983c95f-d2a5-40fc-ab6f-8385eea021b2', 'code': 200} Feb 02 07:01:55.606701 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8c82113-c6de-43e8-86f2-7a66b5610677', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51628f27-680b-434a-b3c2-04fa01e7c39f', 'code': 200} Feb 02 07:01:55.640898 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc09ad3d-38d6-4245-a35f-a0a66c681ebd None None] Pushing event updated for resources: {'Port': ['ID=7db0ad4d-f113-4d2a-87d7-6ed218779d37,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:55.670672 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f44249b0-3f78-4c68-863c-ccf821cc8aeb req-3ced02cc-dace-4652-959c-bde554b8f5ae tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3585539 Feb 02 07:01:55.682374 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9f00f2ac-d4bd-4e37-8d2f-937f5d45840e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (6fccb40b-1cb3-4576-9fe7-5509d392215b), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:55.726253 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63602c98-70da-484f-879d-4a8bd2a95513 admin admin] Pushing event updated for resources: {'Port': ['ID=0173d9c9-f8b5-4e57-837c-e4aecb178601,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:55.745915 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-63602c98-70da-484f-879d-4a8bd2a95513 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (d8e8b475-39bd-406d-9dc9-94aa2ba43c53), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:55.823416 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-835216f1-ed0b-4db5-81a3-49f5378e2c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (678050a5-d96c-4ea5-86c0-017e3c041588), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:55.854158 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-835216f1-ed0b-4db5-81a3-49f5378e2c39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['678050a5-d96c-4ea5-86c0-017e3c041588']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:01:55.873557 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63602c98-70da-484f-879d-4a8bd2a95513 admin admin] Network 32d3093c-8c55-41e4-974c-3ed1e6577092 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:01:55.876575 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-63602c98-70da-484f-879d-4a8bd2a95513 admin admin] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:01:55.896297 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-835216f1-ed0b-4db5-81a3-49f5378e2c39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dabfa99-9f11-4069-81e9-bc607f20fc26') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:01:55.896598 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-835216f1-ed0b-4db5-81a3-49f5378e2c39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dabfa99-9f11-4069-81e9-bc607f20fc26') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:01:55.910865 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 781db8da-24b7-4db0-8f76-3579190f0122 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:01:55.921677 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-835216f1-ed0b-4db5-81a3-49f5378e2c39 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (1dabfa99-9f11-4069-81e9-bc607f20fc26), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:55.953906 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deedf9e-bacb-4213-ab7d-b73eef931ef7 req-a9297a9a-5af0-4f62-97e0-e3b82b493d6a tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:55.961406 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-835216f1-ed0b-4db5-81a3-49f5378e2c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (1dabfa99-9f11-4069-81e9-bc607f20fc26), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:55.964427 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2deedf9e-bacb-4213-ab7d-b73eef931ef7 req-a9297a9a-5af0-4f62-97e0-e3b82b493d6a tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] 10.222.0.87 "GET /v2.0/ports?device_id=f4a75908-2371-4c85-9473-b54e3966e5b9 HTTP/1.1" status: 200 len: 946 time: 0.2285714 Feb 02 07:01:55.972526 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-835216f1-ed0b-4db5-81a3-49f5378e2c39 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:01:55.973238 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-835216f1-ed0b-4db5-81a3-49f5378e2c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (1dabfa99-9f11-4069-81e9-bc607f20fc26), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:56.135633 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2deedf9e-bacb-4213-ab7d-b73eef931ef7 req-0f9eaba1-6413-479b-8c7e-f43585f8c55d tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] 10.222.0.87 "GET /v2.0/security-groups?id=bbf59a33-bacd-4e9f-9a02-a6d8a3bc770f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624150 Feb 02 07:01:56.165720 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:01:56.165720 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:01:56.165720 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:01:56.165720 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:01:56.165720 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:01:56.165720 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:01:56.165720 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:01:56.165720 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:01:56.165720 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:01:56.165720 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:01:56.165720 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:01:56.165720 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:01:56.165720 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:01:56.165720 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:01:56.165720 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:01:56.165720 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:01:56.165720 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:01:56.165720 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:01:56.165720 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:01:56.165720 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:01:56.165720 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:01:56.165720 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:01:56.165720 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:01:56.165720 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:01:56.165720 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:01:56.165720 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:01:56.165720 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:01:56.165720 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:01:56.165720 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:01:56.165720 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:01:56.165720 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:01:56.165720 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:01:56.182789 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 781db8da-24b7-4db0-8f76-3579190f0122 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:01:56.188477 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (781db8da-24b7-4db0-8f76-3579190f0122), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:56.191963 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a130b-c0c1-47d8-9cc6-74bd35546fe8 req-56b3dec7-7aad-45c6-877a-c79910facb88 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:56.196487 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-553a130b-c0c1-47d8-9cc6-74bd35546fe8 req-56b3dec7-7aad-45c6-877a-c79910facb88 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.59 "GET /v2.0/ports?device_id=e8c82113-c6de-43e8-86f2-7a66b5610677 HTTP/1.1" status: 200 len: 943 time: 0.2267392 Feb 02 07:01:56.244586 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-835216f1-ed0b-4db5-81a3-49f5378e2c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (678050a5-d96c-4ea5-86c0-017e3c041588), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:56.324637 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ad8eae12-4b6e-44b5-927d-6a8af35b9fdc req-60a45def-a276-40d1-9fcd-cb9abf40f5b6 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=272c0eb4-c01e-4cfb-976d-67b22c081f3e HTTP/1.1" status: 200 len: 210 time: 0.0995326 Feb 02 07:01:56.339781 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41726) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:01:56.364042 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-835216f1-ed0b-4db5-81a3-49f5378e2c39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:56.376442 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-835216f1-ed0b-4db5-81a3-49f5378e2c39 admin admin] 10.222.0.87 "DELETE /v2.0/networks/678050a5-d96c-4ea5-86c0-017e3c041588 HTTP/1.1" status: 204 len: 168 time: 1.4173155 Feb 02 07:01:56.388643 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63602c98-70da-484f-879d-4a8bd2a95513 admin admin] Router d8e8b475-39bd-406d-9dc9-94aa2ba43c53 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:01:56.389891 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-facc8896-262b-497d-adaa-528aa4fb0d7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:56.467359 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 781db8da-24b7-4db0-8f76-3579190f0122 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:01:56.467628 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-33ddb06f-8e63-4255-8cc7-d05666f45ed5 req-7d15826e-1d60-4444-829a-3013ed250cb0 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 210 time: 0.3002899 Feb 02 07:01:56.498851 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-facdd67d-af36-4d75-b083-bb23ae83b720 None None] Provisioning complete for port 0173d9c9-f8b5-4e57-837c-e4aecb178601 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:01:56.499429 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-facdd67d-af36-4d75-b083-bb23ae83b720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (0173d9c9-f8b5-4e57-837c-e4aecb178601), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:56.565538 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835216f1-ed0b-4db5-81a3-49f5378e2c39 admin admin] Pushing event deleted for resources: {'Network': ['ID=678050a5-d96c-4ea5-86c0-017e3c041588,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:56.568390 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-facdd67d-af36-4d75-b083-bb23ae83b720 None None] Port 0173d9c9-f8b5-4e57-837c-e4aecb178601 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:01:56.616683 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f00f2ac-d4bd-4e37-8d2f-937f5d45840e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Pushing event updated for resources: {'Subnet': ['ID=6fccb40b-1cb3-4576-9fe7-5509d392215b,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:56.629743 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ccae66-d268-45a9-9f26-5e921543d4bb req-0cfc5941-c6b0-44f0-aa88-91477c4d3d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:56.633118 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-84ccae66-d268-45a9-9f26-5e921543d4bb req-0cfc5941-c6b0-44f0-aa88-91477c4d3d81 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e2f92dd9-5697-4976-b165-77e520cf2520 HTTP/1.1" status: 200 len: 1133 time: 0.4170399 Feb 02 07:01:56.666582 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f00f2ac-d4bd-4e37-8d2f-937f5d45840e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Checking segment: {'id': '5a1b64bb-b315-46f6-a993-2f3256b9cca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'fc60349d-a3fd-46d2-93de-c30a8b26931d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:01:56.667051 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f00f2ac-d4bd-4e37-8d2f-937f5d45840e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Network hostable DHCP agents. Network: fc60349d-a3fd-46d2-93de-c30a8b26931d, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:01:56.710602 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3bf6dc-ac60-4549-a931-ed073ff4835a req-fe4011af-aa85-4112-8124-c8de342c9e5b tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:56.721449 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fa3bf6dc-ac60-4549-a931-ed073ff4835a req-fe4011af-aa85-4112-8124-c8de342c9e5b tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] 10.222.0.87 "GET /v2.0/ports?device_id=f4a75908-2371-4c85-9473-b54e3966e5b9 HTTP/1.1" status: 200 len: 946 time: 0.2799776 Feb 02 07:01:56.725442 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41734) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:01:56.735109 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-668b8568-53fa-4303-99b7-5e0a9b3ee553 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Request body: {'floatingip': {'port_id': '624c0067-5799-4b5f-bf58-4988662875b3'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:01:56.741991 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41736) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:01:56.750751 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-553a130b-c0c1-47d8-9cc6-74bd35546fe8 req-3ddb461b-ebeb-4e90-9569-419c3137ddfb tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Deleting port 51628f27-680b-434a-b3c2-04fa01e7c39f {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:01:56.750751 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-553a130b-c0c1-47d8-9cc6-74bd35546fe8 req-3ddb461b-ebeb-4e90-9569-419c3137ddfb tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (51628f27-680b-434a-b3c2-04fa01e7c39f), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:56.823515 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63602c98-70da-484f-879d-4a8bd2a95513 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:01:56.842153 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-63602c98-70da-484f-879d-4a8bd2a95513 admin admin] 10.222.0.87 "PUT /v2.0/routers/d8e8b475-39bd-406d-9dc9-94aa2ba43c53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8760095 Feb 02 07:01:56.851608 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c14501-b2d0-4aa0-be0f-b6102957c0e8 None None] Sync routers for ids ['d8e8b475-39bd-406d-9dc9-94aa2ba43c53'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:01:56.878437 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c14501-b2d0-4aa0-be0f-b6102957c0e8 None None] Routers {'d8e8b475-39bd-406d-9dc9-94aa2ba43c53'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:01:56.879088 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-d4c14501-b2d0-4aa0-be0f-b6102957c0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:01:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['d8e8b475-39bd-406d-9dc9-94aa2ba43c53'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:01:56.886502 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-facc8896-262b-497d-adaa-528aa4fb0d7c admin admin] Publish callbacks [] for security_group (9854f2e3-49ac-4c2a-bfd1-3f9459937307), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:56.886779 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-668b8568-53fa-4303-99b7-5e0a9b3ee553 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Publish callbacks [] for floatingip (c9ac476c-1065-49dd-8bcb-c2e2dfc583e7), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:56.899509 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-facc8896-262b-497d-adaa-528aa4fb0d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (9854f2e3-49ac-4c2a-bfd1-3f9459937307), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:56.940156 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f00f2ac-d4bd-4e37-8d2f-937f5d45840e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Network fc60349d-a3fd-46d2-93de-c30a8b26931d is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:01:56.944287 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-84ccae66-d268-45a9-9f26-5e921543d4bb req-57eb9d91-e9c8-4cec-89b4-7303a5aa61e8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017917 Feb 02 07:01:57.007952 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-facc8896-262b-497d-adaa-528aa4fb0d7c admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=3ac3912d20554af58d5bb58674daaeab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6634188 Feb 02 07:01:57.009771 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41740) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:01:57.011755 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-553a130b-c0c1-47d8-9cc6-74bd35546fe8 req-3ddb461b-ebeb-4e90-9569-419c3137ddfb tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] For port 51628f27-680b-434a-b3c2-04fa01e7c39f, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=51628f27-680b-434a-b3c2-04fa01e7c39f,segment=NetworkSegment(8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763),segment_id=8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:01:57.012690 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-553a130b-c0c1-47d8-9cc6-74bd35546fe8 req-3ddb461b-ebeb-4e90-9569-419c3137ddfb tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (51628f27-680b-434a-b3c2-04fa01e7c39f), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:57.017382 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facc8896-262b-497d-adaa-528aa4fb0d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9854f2e3-49ac-4c2a-bfd1-3f9459937307,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:57.043079 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-553a130b-c0c1-47d8-9cc6-74bd35546fe8 req-3ddb461b-ebeb-4e90-9569-419c3137ddfb tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Calling delete_port for 51628f27-680b-434a-b3c2-04fa01e7c39f owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:01:57.074599 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-9f00f2ac-d4bd-4e37-8d2f-937f5d45840e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, fc60349d-a3fd-46d2-93de-c30a8b26931d) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:01:57.120741 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f00f2ac-d4bd-4e37-8d2f-937f5d45840e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:57.122415 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9f00f2ac-d4bd-4e37-8d2f-937f5d45840e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:57.180483 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-37b33f90-e03d-49a0-89ae-7378a458d8f4 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=6ae1c0cb21c34fdeaada7a06399a56c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3823750 Feb 02 07:01:57.186892 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41744) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:01:57.217820 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aecec4b-985f-467d-85d5-d77f3be5d232 req-d717d24d-f695-4bb4-b916-4d2fddf1f444 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:57.225001 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5aecec4b-985f-467d-85d5-d77f3be5d232 req-d717d24d-f695-4bb4-b916-4d2fddf1f444 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2f92dd9-5697-4976-b165-77e520cf2520 HTTP/1.1" status: 200 len: 950 time: 0.4281383 Feb 02 07:01:57.256017 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-9f00f2ac-d4bd-4e37-8d2f-937f5d45840e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.8841059 Feb 02 07:01:57.268275 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-33f258a3-221c-41c2-9af6-ba8281b84855 admin admin] Publish callbacks [] for security_group (9854f2e3-49ac-4c2a-bfd1-3f9459937307), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:57.270199 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41750) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:01:57.293790 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c23514-a8e3-41ff-88ab-dbccaed37c50 None None] Network fc60349d-a3fd-46d2-93de-c30a8b26931d requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:01:57.308565 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-0c3184f2-7f59-4261-89c0-09053485bf14 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Request body: {'port': {'network_id': '9faf7e40-7741-4ebb-8f78-e3e3326a51b7', 'name': 'tempest-TaggedBootDevicesTest-1499428240', 'fixed_ips': [{'subnet_id': 'ddd7ba65-e54a-42e2-83d4-6480a2d3e138'}]}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:01:57.354950 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:57.392407 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5aecec4b-985f-467d-85d5-d77f3be5d232 req-c65df239-585e-4667-aeca-ebb71d1a61c8 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522658 Feb 02 07:01:57.420101 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-d4c14501-b2d0-4aa0-be0f-b6102957c0e8 None None] Set router d8e8b475-39bd-406d-9dc9-94aa2ba43c53 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:01:57.534734 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-33f258a3-221c-41c2-9af6-ba8281b84855 admin admin] Publish callbacks [] for security_group (9854f2e3-49ac-4c2a-bfd1-3f9459937307), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:57.545389 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce0e59c-8cdd-406e-a5b9-5d3f39df9606 None None] Network 9faf7e40-7741-4ebb-8f78-e3e3326a51b7 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:01:57.581975 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3203ea-ac7b-4984-8937-c2bf4e31aa36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-fc60349d-a3fd-46d2-93de-c30a8b26931d', 'network_id': 'fc60349d-a3fd-46d2-93de-c30a8b26931d', 'project_id': 'e8b504d3cbde466cb7d12e8c49d706df', 'fixed_ips': [{'subnet_id': '6fccb40b-1cb3-4576-9fe7-5509d392215b'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:01:57.582900 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-fb3203ea-ac7b-4984-8937-c2bf4e31aa36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:57.585949 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-232d5041-fb01-4b1c-94d5-a4925cc3b5bd req-9896b8ee-7480-4a82-95e5-7d0192869ba9 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=272c0eb4-c01e-4cfb-976d-67b22c081f3e HTTP/1.1" status: 200 len: 210 time: 0.1193814 Feb 02 07:01:57.724362 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-67191d30-6540-4f2c-b6bf-3b81a9b34930 None None] Provisioning complete for port 7db0ad4d-f113-4d2a-87d7-6ed218779d37 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:01:57.724780 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-67191d30-6540-4f2c-b6bf-3b81a9b34930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (7db0ad4d-f113-4d2a-87d7-6ed218779d37), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:57.789804 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-db5f532b-677e-460d-baa1-a2d9156a8d33 admin admin] Publish callbacks [] for security_group (4d97a120-cb45-4173-a57e-82c3a3ed459a), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:57.827591 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4ba7ae6f-26be-4b8d-b1b5-7d6d597139ce req-b253e1f4-e353-4f01-8d7b-f3a8fb93ea85 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 210 time: 0.0644894 Feb 02 07:01:57.952926 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec833938-5928-4ee7-b833-351f5d27d98a req-06f427b5-4646-47e1-a32d-b74642794ea9 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:57.955015 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ec833938-5928-4ee7-b833-351f5d27d98a req-06f427b5-4646-47e1-a32d-b74642794ea9 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.88 "GET /v2.0/networks?id=ca6d2336-a914-4a87-8e88-4564aa839535 HTTP/1.1" status: 200 len: 805 time: 0.5354307 Feb 02 07:01:57.983140 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-db5f532b-677e-460d-baa1-a2d9156a8d33 admin admin] Publish callbacks [] for security_group (4d97a120-cb45-4173-a57e-82c3a3ed459a), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:57.998549 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-ec833938-5928-4ee7-b833-351f5d27d98a req-e084845a-ab72-4532-9323-097721d68e68 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Request body: {'port': {'device_id': '272c0eb4-c01e-4cfb-976d-67b22c081f3e', 'network_id': 'ca6d2336-a914-4a87-8e88-4564aa839535', 'admin_state_up': True, 'tenant_id': 'a0778ddf7e2d4744ab0aa590410dd2bf'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:01:58.022940 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 7db0ad4d-f113-4d2a-87d7-6ed218779d37 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:01:58.133344 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-fb3203ea-ac7b-4984-8937-c2bf4e31aa36 None None] Allocated IP 10.2.2.2 (fc60349d-a3fd-46d2-93de-c30a8b26931d/6fccb40b-1cb3-4576-9fe7-5509d392215b/0552d18f-9595-433d-a6f6-1cb0c11defa3) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:01:58.137547 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-67191d30-6540-4f2c-b6bf-3b81a9b34930 None None] Current status of the port 7db0ad4d-f113-4d2a-87d7-6ed218779d37 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:01:58.137948 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-67191d30-6540-4f2c-b6bf-3b81a9b34930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (7db0ad4d-f113-4d2a-87d7-6ed218779d37), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:58.163392 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-d4c14501-b2d0-4aa0-be0f-b6102957c0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e8b475-39bd-406d-9dc9-94aa2ba43c53', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1942162348-router', 'tenant_id': '5c8ea397fb124118ae0639df321f3ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '781db8da-24b7-4db0-8f76-3579190f0122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:01:42Z', 'updated_at': '2022-02-02T07:01:54Z', 'revision_number': 4, 'project_id': '5c8ea397fb124118ae0639df321f3ef6', 'gw_port': {'id': '781db8da-24b7-4db0-8f76-3579190f0122', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e8b475-39bd-406d-9dc9-94aa2ba43c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:01:44Z', 'updated_at': '2022-02-02T07:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '0173d9c9-f8b5-4e57-837c-e4aecb178601', 'name': '', 'network_id': '32d3093c-8c55-41e4-974c-3ed1e6577092', 'tenant_id': '5c8ea397fb124118ae0639df321f3ef6', 'mac_address': 'fa:16:3e:eb:15:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8e8b475-39bd-406d-9dc9-94aa2ba43c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '61d5c87e-580c-44a3-a1cc-4f5ee7d0e081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:01:52Z', 'updated_at': '2022-02-02T07:01:55Z', 'revision_number': 2, 'project_id': '5c8ea397fb124118ae0639df321f3ef6', 'subnets': [{'id': '61d5c87e-580c-44a3-a1cc-4f5ee7d0e081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:01:58.205667 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c14501-b2d0-4aa0-be0f-b6102957c0e8 None None] Checking router: d8e8b475-39bd-406d-9dc9-94aa2ba43c53 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:01:58.206231 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c14501-b2d0-4aa0-be0f-b6102957c0e8 None None] Updating router d8e8b475-39bd-406d-9dc9-94aa2ba43c53 port 0173d9c9-f8b5-4e57-837c-e4aecb178601 binding host n-d-789963-26 {{(pid=109695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:01:58.232194 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 7db0ad4d-f113-4d2a-87d7-6ed218779d37 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:01:58.233322 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (7db0ad4d-f113-4d2a-87d7-6ed218779d37), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:58.251165 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d4c14501-b2d0-4aa0-be0f-b6102957c0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (0173d9c9-f8b5-4e57-837c-e4aecb178601), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:58.378576 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-668b8568-53fa-4303-99b7-5e0a9b3ee553 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:58.389408 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-668b8568-53fa-4303-99b7-5e0a9b3ee553 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (c9ac476c-1065-49dd-8bcb-c2e2dfc583e7), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:58.465260 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-67191d30-6540-4f2c-b6bf-3b81a9b34930 None None] For port 7db0ad4d-f113-4d2a-87d7-6ed218779d37, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=7db0ad4d-f113-4d2a-87d7-6ed218779d37,segment=NetworkSegment(dbbcd93b-74ed-4f38-9d36-01cf18043418),segment_id=dbbcd93b-74ed-4f38-9d36-01cf18043418)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:01:58.510362 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-553a130b-c0c1-47d8-9cc6-74bd35546fe8 req-3ddb461b-ebeb-4e90-9569-419c3137ddfb tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (51628f27-680b-434a-b3c2-04fa01e7c39f), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:58.518544 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-67191d30-6540-4f2c-b6bf-3b81a9b34930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (7db0ad4d-f113-4d2a-87d7-6ed218779d37), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:58.599483 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67191d30-6540-4f2c-b6bf-3b81a9b34930 None None] Pushing event updated for resources: {'Port': ['ID=7db0ad4d-f113-4d2a-87d7-6ed218779d37,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:58.599892 n-d-789963-26 neutron-server[109694]: INFO neutron.db.l3_db [None req-668b8568-53fa-4303-99b7-5e0a9b3ee553 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Floating IP c9ac476c-1065-49dd-8bcb-c2e2dfc583e7 associated. External IP: 172.25.4.91, port: 624c0067-5799-4b5f-bf58-4988662875b3. Feb 02 07:01:58.600930 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-33f258a3-221c-41c2-9af6-ba8281b84855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (9854f2e3-49ac-4c2a-bfd1-3f9459937307), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:58.604740 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-33f258a3-221c-41c2-9af6-ba8281b84855 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:58.606900 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-33f258a3-221c-41c2-9af6-ba8281b84855 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/9854f2e3-49ac-4c2a-bfd1-3f9459937307 HTTP/1.1" status: 204 len: 168 time: 1.5911949 Feb 02 07:01:58.614370 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a07ba7e-54c9-4355-9fea-aea4abdb5764 req-a5f8f529-bd33-4ff1-9ed5-190fa88c77ba tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:58.617090 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2a07ba7e-54c9-4355-9fea-aea4abdb5764 req-a5f8f529-bd33-4ff1-9ed5-190fa88c77ba tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] 10.222.0.87 "GET /v2.0/networks?id=32d3093c-8c55-41e4-974c-3ed1e6577092 HTTP/1.1" status: 200 len: 829 time: 0.9911172 Feb 02 07:01:58.630997 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddb461b-ebeb-4e90-9569-419c3137ddfb tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Pushing event deleted for resources: {'Port': ['ID=51628f27-680b-434a-b3c2-04fa01e7c39f,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:58.670015 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c3184f2-7f59-4261-89c0-09053485bf14 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Made reservation on behalf of e8b504d3cbde466cb7d12e8c49d706df for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:01:58.704525 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31367697-6c25-4bde-b2a8-363aea0316f0 req-22667f2a-83a8-44ad-8175-97ce5f518aa4 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:01:58.713016 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-31367697-6c25-4bde-b2a8-363aea0316f0 req-22667f2a-83a8-44ad-8175-97ce5f518aa4 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2f92dd9-5697-4976-b165-77e520cf2520 HTTP/1.1" status: 200 len: 950 time: 0.1820176 Feb 02 07:01:58.741989 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f258a3-221c-41c2-9af6-ba8281b84855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9854f2e3-49ac-4c2a-bfd1-3f9459937307,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:58.795330 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-553a130b-c0c1-47d8-9cc6-74bd35546fe8 req-3ddb461b-ebeb-4e90-9569-419c3137ddfb tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] No DVR routers for this DVR port 51628f27-680b-434a-b3c2-04fa01e7c39f on host n-h2-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:01:58.813908 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-553a130b-c0c1-47d8-9cc6-74bd35546fe8 req-3ddb461b-ebeb-4e90-9569-419c3137ddfb tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:58.822774 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-5b21431f-b6e1-4a65-89de-3d5a193c5f8b None None] Provisioning complete for port 7db0ad4d-f113-4d2a-87d7-6ed218779d37 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:01:58.823183 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5b21431f-b6e1-4a65-89de-3d5a193c5f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (7db0ad4d-f113-4d2a-87d7-6ed218779d37), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:58.825165 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-553a130b-c0c1-47d8-9cc6-74bd35546fe8 req-3ddb461b-ebeb-4e90-9569-419c3137ddfb tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.59 "DELETE /v2.0/ports/51628f27-680b-434a-b3c2-04fa01e7c39f HTTP/1.1" status: 204 len: 173 time: 2.6167448 Feb 02 07:01:58.837220 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 7db0ad4d-f113-4d2a-87d7-6ed218779d37 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:01:58.843065 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-31367697-6c25-4bde-b2a8-363aea0316f0 req-32300956-c43d-4e66-88a0-5aabaa7129d6 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287405 Feb 02 07:01:58.937474 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c82113-c6de-43e8-86f2-7a66b5610677', 'name': 'network-vif-deleted', 'tag': '51628f27-680b-434a-b3c2-04fa01e7c39f'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:01:58.940313 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ec848d-1bed-47b5-be06-c044de70cd65" -d '{"events": [{"server_uuid": "e8c82113-c6de-43e8-86f2-7a66b5610677", "name": "network-vif-deleted", "tag": "51628f27-680b-434a-b3c2-04fa01e7c39f"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:01:58.944783 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2a07ba7e-54c9-4355-9fea-aea4abdb5764 req-dcad33a7-08e7-4104-8079-b48ed3371b8c tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] 10.222.0.87 "GET /v2.0/quotas/5c8ea397fb124118ae0639df321f3ef6 HTTP/1.1" status: 200 len: 375 time: 0.3013740 Feb 02 07:01:58.948118 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0c3184f2-7f59-4261-89c0-09053485bf14 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:58.955223 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec833938-5928-4ee7-b833-351f5d27d98a req-e084845a-ab72-4532-9323-097721d68e68 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Made reservation on behalf of a0778ddf7e2d4744ab0aa590410dd2bf for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:01:58.959927 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-ec833938-5928-4ee7-b833-351f5d27d98a req-e084845a-ab72-4532-9323-097721d68e68 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:58.974769 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-db5f532b-677e-460d-baa1-a2d9156a8d33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (4d97a120-cb45-4173-a57e-82c3a3ed459a), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:58.978278 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-db5f532b-677e-460d-baa1-a2d9156a8d33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:58.980179 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-db5f532b-677e-460d-baa1-a2d9156a8d33 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/4d97a120-cb45-4173-a57e-82c3a3ed459a HTTP/1.1" status: 204 len: 168 time: 1.7895262 Feb 02 07:01:59.057940 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [None req-0c3184f2-7f59-4261-89c0-09053485bf14 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] device_id is not set on port dcae9310-0188-4805-9e28-53f45e2fd68f yet. {{(pid=109693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:01:59.239316 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d4c14501-b2d0-4aa0-be0f-b6102957c0e8 None None] Publish callbacks [] for port (0173d9c9-f8b5-4e57-837c-e4aecb178601), precommit_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:59.256455 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 51628f27-680b-434a-b3c2-04fa01e7c39f no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:01:59.259290 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d4c14501-b2d0-4aa0-be0f-b6102957c0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (0173d9c9-f8b5-4e57-837c-e4aecb178601), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:59.304572 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] No Port match for: 51628f27-680b-434a-b3c2-04fa01e7c39f {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:01:59.304936 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 51628f27-680b-434a-b3c2-04fa01e7c39f not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:01:59.355196 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-fb3203ea-ac7b-4984-8937-c2bf4e31aa36 None None] Publish callbacks [] for port (0552d18f-9595-433d-a6f6-1cb0c11defa3), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:59.387488 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-32a6af93-e5dd-4751-a83e-19e062b98acb req-a9ff805f-5e14-4341-8e28-4716fd63833e tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=272c0eb4-c01e-4cfb-976d-67b22c081f3e HTTP/1.1" status: 200 len: 210 time: 0.0688448 Feb 02 07:01:59.396743 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-fb3203ea-ac7b-4984-8937-c2bf4e31aa36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (0552d18f-9595-433d-a6f6-1cb0c11defa3), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:01:59.431688 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3203ea-ac7b-4984-8937-c2bf4e31aa36 None None] Network fc60349d-a3fd-46d2-93de-c30a8b26931d is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:01:59.434726 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5f532b-677e-460d-baa1-a2d9156a8d33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d97a120-cb45-4173-a57e-82c3a3ed459a,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:59.467529 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-fb3203ea-ac7b-4984-8937-c2bf4e31aa36 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:01:59.480663 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a3b807-72e3-452f-9431-fb1c0fe63704 None None] Pushing event updated for resources: {'Port': ['ID=0173d9c9-f8b5-4e57-837c-e4aecb178601,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:01:59.511595 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3203ea-ac7b-4984-8937-c2bf4e31aa36 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:01:59.571494 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2a07ba7e-54c9-4355-9fea-aea4abdb5764 req-f17cfbed-66fc-4d2f-872e-e1281248b449 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=5c8ea397fb124118ae0639df321f3ef6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5948732 Feb 02 07:01:59.656139 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-25a86848-96f8-47d7-9cb7-3ed127f1e88f req-bef938b8-0afc-4803-91a0-10c0229e0c01 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 210 time: 0.1082549 Feb 02 07:01:59.713059 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-668b8568-53fa-4303-99b7-5e0a9b3ee553 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Router b4be495f-6db6-48f7-baca-231a2de33ee2 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:01:59.785812 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a689fc80-6c8c-432c-9a13-34ae230b376b x-openstack-request-id: req-a689fc80-6c8c-432c-9a13-34ae230b376b {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:01:59.786825 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8c82113-c6de-43e8-86f2-7a66b5610677", "name": "network-vif-deleted", "tag": "51628f27-680b-434a-b3c2-04fa01e7c39f", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:01:59.787739 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a689fc80-6c8c-432c-9a13-34ae230b376b {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:01:59.788370 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8c82113-c6de-43e8-86f2-7a66b5610677', 'name': 'network-vif-deleted', 'tag': '51628f27-680b-434a-b3c2-04fa01e7c39f', 'status': 'completed', 'code': 200} Feb 02 07:01:59.910706 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-0c3184f2-7f59-4261-89c0-09053485bf14 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Allocated IP 10.1.1.26 (9faf7e40-7741-4ebb-8f78-e3e3326a51b7/ddd7ba65-e54a-42e2-83d4-6480a2d3e138/dcae9310-0188-4805-9e28-53f45e2fd68f) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:02:00.046787 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-306df0d2-4fde-4e1d-a72e-d8e45bc6fa7b req-0cb9feb0-6160-43fb-a843-e47fdc69120d tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=40f55797a4e64b49b7bf5689d7ed2a53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0769267 Feb 02 07:02:00.051962 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-ec833938-5928-4ee7-b833-351f5d27d98a req-e084845a-ab72-4532-9323-097721d68e68 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Allocated IP 172.20.0.12 (ca6d2336-a914-4a87-8e88-4564aa839535/24ed2492-6ddd-43a9-869d-9a8e1e2b11cb/fb724b4c-320e-41e8-9124-6c72770beab2) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:02:00.062931 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2a07ba7e-54c9-4355-9fea-aea4abdb5764 req-ecaf2758-249a-4ae0-9c16-2184c29a1697 service neutron] 10.222.0.87 "GET /v2.0/networks/32d3093c-8c55-41e4-974c-3ed1e6577092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4904804 Feb 02 07:02:00.153180 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-668b8568-53fa-4303-99b7-5e0a9b3ee553 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:02:00.162609 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344f3877-a0e8-4131-8985-75e051f5ec1e None None] Sync routers for ids ['b4be495f-6db6-48f7-baca-231a2de33ee2'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:02:00.167907 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-668b8568-53fa-4303-99b7-5e0a9b3ee553 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:00.183470 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344f3877-a0e8-4131-8985-75e051f5ec1e None None] Routers {'b4be495f-6db6-48f7-baca-231a2de33ee2'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:02:00.185647 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-344f3877-a0e8-4131-8985-75e051f5ec1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:01:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['b4be495f-6db6-48f7-baca-231a2de33ee2'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:02:00.225343 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-668b8568-53fa-4303-99b7-5e0a9b3ee553 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] 10.222.0.87 "PUT /v2.0/floatingips/c9ac476c-1065-49dd-8bcb-c2e2dfc583e7 HTTP/1.1" status: 200 len: 991 time: 3.4981081 Feb 02 07:02:00.280952 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4a75908-2371-4c85-9473-b54e3966e5b9', 'tag': '624c0067-5799-4b5f-bf58-4988662875b3'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:02:00.283521 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c6c7b4-cdf6-44de-8ed0-3e5b560c0102" -d '{"events": [{"name": "network-changed", "server_uuid": "f4a75908-2371-4c85-9473-b54e3966e5b9", "tag": "624c0067-5799-4b5f-bf58-4988662875b3"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:02:00.318681 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3203ea-ac7b-4984-8937-c2bf4e31aa36 None None] Pushing event updated for resources: {'Port': ['ID=0552d18f-9595-433d-a6f6-1cb0c11defa3,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:00.330149 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 7db0ad4d-f113-4d2a-87d7-6ed218779d37 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:02:00.380738 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306df0d2-4fde-4e1d-a72e-d8e45bc6fa7b req-2902ed09-8250-48f2-aaaa-7b9e049ee19f tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:00.392570 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-306df0d2-4fde-4e1d-a72e-d8e45bc6fa7b req-2902ed09-8250-48f2-aaaa-7b9e049ee19f tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3440583 Feb 02 07:02:00.422150 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-344f3877-a0e8-4131-8985-75e051f5ec1e None None] Set router b4be495f-6db6-48f7-baca-231a2de33ee2 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:02:00.423647 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-5b21431f-b6e1-4a65-89de-3d5a193c5f8b None None] Current status of the port 7db0ad4d-f113-4d2a-87d7-6ed218779d37 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:02:00.434824 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-d4c14501-b2d0-4aa0-be0f-b6102957c0e8 None None] Attempting to bind port 0173d9c9-f8b5-4e57-837c-e4aecb178601 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:02:00.435446 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-d4c14501-b2d0-4aa0-be0f-b6102957c0e8 None None] Attempting to bind port 0173d9c9-f8b5-4e57-837c-e4aecb178601 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'b69df42f-0e20-413f-aad5-0a985df1a94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '32d3093c-8c55-41e4-974c-3ed1e6577092'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:02:00.435902 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c14501-b2d0-4aa0-be0f-b6102957c0e8 None None] Attempting to bind port 0173d9c9-f8b5-4e57-837c-e4aecb178601 on network 32d3093c-8c55-41e4-974c-3ed1e6577092 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:02:00.440148 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-306df0d2-4fde-4e1d-a72e-d8e45bc6fa7b req-da3360e2-edf4-43b5-8298-eae2409ba463 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/quotas/40f55797a4e64b49b7bf5689d7ed2a53 HTTP/1.1" status: 200 len: 375 time: 0.0461574 Feb 02 07:02:00.459837 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c14501-b2d0-4aa0-be0f-b6102957c0e8 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:02:00.460220 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c14501-b2d0-4aa0-be0f-b6102957c0e8 None None] Checking segment: {'id': 'b69df42f-0e20-413f-aad5-0a985df1a94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '32d3093c-8c55-41e4-974c-3ed1e6577092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:02:00.461133 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d4c14501-b2d0-4aa0-be0f-b6102957c0e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:00.461133 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c14501-b2d0-4aa0-be0f-b6102957c0e8 None None] Bound using segment: {'id': 'b69df42f-0e20-413f-aad5-0a985df1a94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '32d3093c-8c55-41e4-974c-3ed1e6577092'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:02:00.461488 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-d4c14501-b2d0-4aa0-be0f-b6102957c0e8 None None] Bound port: 0173d9c9-f8b5-4e57-837c-e4aecb178601, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b69df42f-0e20-413f-aad5-0a985df1a94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '32d3093c-8c55-41e4-974c-3ed1e6577092'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:02:00.461860 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d4c14501-b2d0-4aa0-be0f-b6102957c0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (0173d9c9-f8b5-4e57-837c-e4aecb178601), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:00.470304 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-fb3203ea-ac7b-4984-8937-c2bf4e31aa36 None None] Attempting to bind port 0552d18f-9595-433d-a6f6-1cb0c11defa3 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:02:00.470996 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-fb3203ea-ac7b-4984-8937-c2bf4e31aa36 None None] Attempting to bind port 0552d18f-9595-433d-a6f6-1cb0c11defa3 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '5a1b64bb-b315-46f6-a993-2f3256b9cca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'fc60349d-a3fd-46d2-93de-c30a8b26931d'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:02:00.471132 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3203ea-ac7b-4984-8937-c2bf4e31aa36 None None] Attempting to bind port 0552d18f-9595-433d-a6f6-1cb0c11defa3 on network fc60349d-a3fd-46d2-93de-c30a8b26931d {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:02:00.509238 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3203ea-ac7b-4984-8937-c2bf4e31aa36 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:02:00.509671 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3203ea-ac7b-4984-8937-c2bf4e31aa36 None None] Checking segment: {'id': '5a1b64bb-b315-46f6-a993-2f3256b9cca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'fc60349d-a3fd-46d2-93de-c30a8b26931d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:02:00.510013 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-fb3203ea-ac7b-4984-8937-c2bf4e31aa36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:00.510405 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3203ea-ac7b-4984-8937-c2bf4e31aa36 None None] Bound using segment: {'id': '5a1b64bb-b315-46f6-a993-2f3256b9cca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'fc60349d-a3fd-46d2-93de-c30a8b26931d'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:02:00.512202 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-fb3203ea-ac7b-4984-8937-c2bf4e31aa36 None None] Bound port: 0552d18f-9595-433d-a6f6-1cb0c11defa3, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a1b64bb-b315-46f6-a993-2f3256b9cca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'fc60349d-a3fd-46d2-93de-c30a8b26931d'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:02:00.514490 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-fb3203ea-ac7b-4984-8937-c2bf4e31aa36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (0552d18f-9595-433d-a6f6-1cb0c11defa3), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:00.515981 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2a07ba7e-54c9-4355-9fea-aea4abdb5764 req-9ee56edf-e3c1-48ee-812a-ed31fc1d8493 service neutron] 10.222.0.87 "GET /v2.0/networks/32d3093c-8c55-41e4-974c-3ed1e6577092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4518270 Feb 02 07:02:00.563305 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-306df0d2-4fde-4e1d-a72e-d8e45bc6fa7b req-faade7dd-712f-4720-b680-bd4c90139dff tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=40f55797a4e64b49b7bf5689d7ed2a53&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1214356 Feb 02 07:02:00.817931 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0c3184f2-7f59-4261-89c0-09053485bf14 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks [] for port (dcae9310-0188-4805-9e28-53f45e2fd68f), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:00.835640 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41836) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:02:00.858235 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 7db0ad4d-f113-4d2a-87d7-6ed218779d37 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:02:00.858631 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (7db0ad4d-f113-4d2a-87d7-6ed218779d37), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:00.880329 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-94d5ca5e-6592-4f86-ad07-ae3b5ef889d7 None None] Provisioning complete for port 0173d9c9-f8b5-4e57-837c-e4aecb178601 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:02:00.880714 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-94d5ca5e-6592-4f86-ad07-ae3b5ef889d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (0173d9c9-f8b5-4e57-837c-e4aecb178601), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:00.956455 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad06ff0b-f896-4d04-8d65-5aea1fe60763 x-openstack-request-id: req-ad06ff0b-f896-4d04-8d65-5aea1fe60763 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:02:00.956771 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4a75908-2371-4c85-9473-b54e3966e5b9", "tag": "624c0067-5799-4b5f-bf58-4988662875b3", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:02:00.957050 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ad06ff0b-f896-4d04-8d65-5aea1fe60763 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:02:00.957819 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4a75908-2371-4c85-9473-b54e3966e5b9', 'tag': '624c0067-5799-4b5f-bf58-4988662875b3', 'status': 'completed', 'code': 200} Feb 02 07:02:00.974094 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-ec833938-5928-4ee7-b833-351f5d27d98a req-e084845a-ab72-4532-9323-097721d68e68 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Publish callbacks [] for port (fb724b4c-320e-41e8-9124-6c72770beab2), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:00.987123 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-94d5ca5e-6592-4f86-ad07-ae3b5ef889d7 None None] Port 0173d9c9-f8b5-4e57-837c-e4aecb178601 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:02:01.117635 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-344f3877-a0e8-4131-8985-75e051f5ec1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4be495f-6db6-48f7-baca-231a2de33ee2', 'name': 'tempest-ServersTestJSON-2087778775-router', 'tenant_id': '8a72e2ddd46d4aa092090e984ad4bccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'd54a553f-dfd6-4685-bef7-04d95ad2ecd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:00:55Z', 'updated_at': '2022-02-02T07:01:10Z', 'revision_number': 4, 'project_id': '8a72e2ddd46d4aa092090e984ad4bccb', 'gw_port': {'id': 'd54a553f-dfd6-4685-bef7-04d95ad2ecd7', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:33:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4be495f-6db6-48f7-baca-231a2de33ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:00:57Z', 'updated_at': '2022-02-02T07:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': 'c9ac476c-1065-49dd-8bcb-c2e2dfc583e7', 'tenant_id': '8a72e2ddd46d4aa092090e984ad4bccb', 'floating_ip_address': '172.25.4.91', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': 'b4be495f-6db6-48f7-baca-231a2de33ee2', 'port_id': '624c0067-5799-4b5f-bf58-4988662875b3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 884, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8d318ee-7be7-4e51-831e-7b86032e2315', 'mac_address': 'fa:16:3e:47:fc:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a75908-2371-4c85-9473-b54e3966e5b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:01:19Z', 'updated_at': '2022-02-02T07:01:58Z', 'revision_number': 1, 'project_id': '8a72e2ddd46d4aa092090e984ad4bccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0841de10-1522-44ca-bbe0-a68467d66fc1', 'name': '', 'network_id': 'b8d318ee-7be7-4e51-831e-7b86032e2315', 'tenant_id': '8a72e2ddd46d4aa092090e984ad4bccb', 'mac_address': 'fa:16:3e:af:77:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4be495f-6db6-48f7-baca-231a2de33ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '8f8923d3-8f99-44de-be03-a294b1207322', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:01:05Z', 'updated_at': '2022-02-02T07:01:19Z', 'revision_number': 5, 'project_id': '8a72e2ddd46d4aa092090e984ad4bccb', 'subnets': [{'id': '8f8923d3-8f99-44de-be03-a294b1207322', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:02:01.147984 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-d4c14501-b2d0-4aa0-be0f-b6102957c0e8 None None] For port 0173d9c9-f8b5-4e57-837c-e4aecb178601, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:02:01.165291 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344f3877-a0e8-4131-8985-75e051f5ec1e None None] Checking router: b4be495f-6db6-48f7-baca-231a2de33ee2 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:02:01.171623 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-db01e71d-c2a7-4880-aca5-68a6fe8041f9 req-7ed5effb-fb4c-42c5-bec9-eab00a3c93dc tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=272c0eb4-c01e-4cfb-976d-67b22c081f3e HTTP/1.1" status: 200 len: 210 time: 0.0923264 Feb 02 07:02:01.174314 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-d4c14501-b2d0-4aa0-be0f-b6102957c0e8 None None] For port 0173d9c9-f8b5-4e57-837c-e4aecb178601, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=0173d9c9-f8b5-4e57-837c-e4aecb178601,segment=NetworkSegment(b69df42f-0e20-413f-aad5-0a985df1a94f),segment_id=b69df42f-0e20-413f-aad5-0a985df1a94f)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:02:01.193607 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-fb3203ea-ac7b-4984-8937-c2bf4e31aa36 None None] For port 0552d18f-9595-433d-a6f6-1cb0c11defa3, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:02:01.202579 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344f3877-a0e8-4131-8985-75e051f5ec1e None None] Routers {'b4be495f-6db6-48f7-baca-231a2de33ee2'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:02:01.203778 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-344f3877-a0e8-4131-8985-75e051f5ec1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:01:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['b4be495f-6db6-48f7-baca-231a2de33ee2'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:02:01.209156 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41852) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:02:01.213096 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0c3184f2-7f59-4261-89c0-09053485bf14 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (dcae9310-0188-4805-9e28-53f45e2fd68f), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:01.232621 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-fb3203ea-ac7b-4984-8937-c2bf4e31aa36 None None] For port 0552d18f-9595-433d-a6f6-1cb0c11defa3, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=0552d18f-9595-433d-a6f6-1cb0c11defa3,segment=NetworkSegment(5a1b64bb-b315-46f6-a993-2f3256b9cca1),segment_id=5a1b64bb-b315-46f6-a993-2f3256b9cca1)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:02:01.238571 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d4c14501-b2d0-4aa0-be0f-b6102957c0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (0173d9c9-f8b5-4e57-837c-e4aecb178601), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:01.348463 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-634fd4d8-4409-43c6-b325-dabc9c2def67 req-f3fc9a68-f006-4202-a259-ed59c1824fef tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=7df3be3c-ada1-4cf7-95dd-a5d9311516c5 HTTP/1.1" status: 200 len: 210 time: 0.0567703 Feb 02 07:02:01.420878 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-fb3203ea-ac7b-4984-8937-c2bf4e31aa36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (0552d18f-9595-433d-a6f6-1cb0c11defa3), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:01.541322 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3184f2-7f59-4261-89c0-09053485bf14 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Pushing event updated for resources: {'Port': ['ID=dcae9310-0188-4805-9e28-53f45e2fd68f,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:01.542213 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-344f3877-a0e8-4131-8985-75e051f5ec1e None None] Set router b4be495f-6db6-48f7-baca-231a2de33ee2 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:02:01.588701 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-43ed43af-0bf8-4097-a1fc-47ed9c72901a req-8d8712f5-f566-49f9-9968-590a92d5e6ed tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] 10.222.0.87 "GET /v2.0/ports?device_id=8044724b-a2a6-414a-a5c7-ac8957aba605 HTTP/1.1" status: 200 len: 210 time: 0.1361082 Feb 02 07:02:01.592362 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 7db0ad4d-f113-4d2a-87d7-6ed218779d37 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:02:01.611141 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a3b807-72e3-452f-9431-fb1c0fe63704 None None] Pushing event updated for resources: {'Port': ['ID=0173d9c9-f8b5-4e57-837c-e4aecb178601,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:01.614412 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c14501-b2d0-4aa0-be0f-b6102957c0e8 None None] Routers {'d8e8b475-39bd-406d-9dc9-94aa2ba43c53'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:02:01.615351 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-d4c14501-b2d0-4aa0-be0f-b6102957c0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:01:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['d8e8b475-39bd-406d-9dc9-94aa2ba43c53'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:02:01.635001 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3184f2-7f59-4261-89c0-09053485bf14 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Network 9faf7e40-7741-4ebb-8f78-e3e3326a51b7 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:02:01.644195 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-0c3184f2-7f59-4261-89c0-09053485bf14 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:02:01.654290 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3184f2-7f59-4261-89c0-09053485bf14 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:02:01.685776 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-f3ad61ce-162d-467d-b118-af6d0a5d84a4 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-405790772-network', 'tenant_id': '85d66e01c91b478d94af8874404d9fa7'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:02:01.808535 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-469f4f90-5d4e-422d-91b2-817e9d49939c tempest-AgentManagementNegativeTest-1884699184 tempest-AgentManagementNegativeTest-1884699184-project] 10.222.0.87 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.9716563 Feb 02 07:02:01.813085 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3184f2-7f59-4261-89c0-09053485bf14 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:01.813667 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ad61ce-162d-467d-b118-af6d0a5d84a4 admin admin] Made reservation on behalf of 85d66e01c91b478d94af8874404d9fa7 for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:02:01.813806 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0c3184f2-7f59-4261-89c0-09053485bf14 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:01.820731 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f3ad61ce-162d-467d-b118-af6d0a5d84a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:01.830549 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-ec833938-5928-4ee7-b833-351f5d27d98a req-e084845a-ab72-4532-9323-097721d68e68 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (fb724b4c-320e-41e8-9124-6c72770beab2), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:01.872168 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f3ad61ce-162d-467d-b118-af6d0a5d84a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:01.895095 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f5054b8d-3f0a-4efa-9f01-b61e8e833572 req-3c3975d9-04ce-452d-8e21-a7a84a4cd9ef tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=e01b1da7-ef6f-4ac8-b3b6-f9c9495dcaff HTTP/1.1" status: 200 len: 210 time: 0.0828412 Feb 02 07:02:02.035997 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e084845a-ab72-4532-9323-097721d68e68 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Pushing event updated for resources: {'Port': ['ID=fb724b4c-320e-41e8-9124-6c72770beab2,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:02.076542 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec833938-5928-4ee7-b833-351f5d27d98a req-e084845a-ab72-4532-9323-097721d68e68 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Network ca6d2336-a914-4a87-8e88-4564aa839535 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:02:02.081693 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-d4c14501-b2d0-4aa0-be0f-b6102957c0e8 None None] Set router d8e8b475-39bd-406d-9dc9-94aa2ba43c53 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:02:02.088252 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc7bd6-dc67-421b-a435-b544f2c51bdc req-02b2c950-6792-4c18-9ffa-124b64f19e94 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:02.091283 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-90dc7bd6-dc67-421b-a435-b544f2c51bdc req-02b2c950-6792-4c18-9ffa-124b64f19e94 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] 10.222.0.87 "GET /v2.0/ports?device_id=f4a75908-2371-4c85-9473-b54e3966e5b9 HTTP/1.1" status: 200 len: 946 time: 1.2703927 Feb 02 07:02:02.112025 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c6c7b4-cdf6-44de-8ed0-3e5b560c0102 req-becb8075-8414-45ae-82a9-de2ae7b9b1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:02.117481 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-47c6c7b4-cdf6-44de-8ed0-3e5b560c0102 req-becb8075-8414-45ae-82a9-de2ae7b9b1fc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8a72e2ddd46d4aa092090e984ad4bccb&device_id=f4a75908-2371-4c85-9473-b54e3966e5b9 HTTP/1.1" status: 200 len: 1129 time: 0.9120815 Feb 02 07:02:02.132946 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-0c3184f2-7f59-4261-89c0-09053485bf14 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.8465192 Feb 02 07:02:02.175835 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f3ad61ce-162d-467d-b118-af6d0a5d84a4 admin admin] Publish callbacks [] for security_group (e2e22568-83b1-4056-b516-cba3cf27c988), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:02.178852 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41860) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:02:02.194575 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-babf238a-561a-4e49-8340-1a66f6cb8eb9 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Request body: {'port': {'network_id': '9faf7e40-7741-4ebb-8f78-e3e3326a51b7', 'name': 'tempest-TaggedBootDevicesTest-2062696141', 'fixed_ips': [{'subnet_id': 'ddd7ba65-e54a-42e2-83d4-6480a2d3e138'}]}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:02:02.222897 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f3ad61ce-162d-467d-b118-af6d0a5d84a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (e2e22568-83b1-4056-b516-cba3cf27c988), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:02.324750 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-344f3877-a0e8-4131-8985-75e051f5ec1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4be495f-6db6-48f7-baca-231a2de33ee2', 'name': 'tempest-ServersTestJSON-2087778775-router', 'tenant_id': '8a72e2ddd46d4aa092090e984ad4bccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'd54a553f-dfd6-4685-bef7-04d95ad2ecd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:00:55Z', 'updated_at': '2022-02-02T07:01:10Z', 'revision_number': 4, 'project_id': '8a72e2ddd46d4aa092090e984ad4bccb', 'gw_port': {'id': 'd54a553f-dfd6-4685-bef7-04d95ad2ecd7', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:33:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4be495f-6db6-48f7-baca-231a2de33ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:00:57Z', 'updated_at': '2022-02-02T07:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': 'c9ac476c-1065-49dd-8bcb-c2e2dfc583e7', 'tenant_id': '8a72e2ddd46d4aa092090e984ad4bccb', 'floating_ip_address': '172.25.4.91', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': 'b4be495f-6db6-48f7-baca-231a2de33ee2', 'port_id': '624c0067-5799-4b5f-bf58-4988662875b3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 884, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8d318ee-7be7-4e51-831e-7b86032e2315', 'mac_address': 'fa:16:3e:47:fc:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a75908-2371-4c85-9473-b54e3966e5b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:01:19Z', 'updated_at': '2022-02-02T07:01:58Z', 'revision_number': 1, 'project_id': '8a72e2ddd46d4aa092090e984ad4bccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0841de10-1522-44ca-bbe0-a68467d66fc1', 'name': '', 'network_id': 'b8d318ee-7be7-4e51-831e-7b86032e2315', 'tenant_id': '8a72e2ddd46d4aa092090e984ad4bccb', 'mac_address': 'fa:16:3e:af:77:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4be495f-6db6-48f7-baca-231a2de33ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '8f8923d3-8f99-44de-be03-a294b1207322', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:01:05Z', 'updated_at': '2022-02-02T07:01:19Z', 'revision_number': 5, 'project_id': '8a72e2ddd46d4aa092090e984ad4bccb', 'subnets': [{'id': '8f8923d3-8f99-44de-be03-a294b1207322', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:02:02.407162 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344f3877-a0e8-4131-8985-75e051f5ec1e None None] The sync data for ids ['b4be495f-6db6-48f7-baca-231a2de33ee2'] in n-d-789963-26 is: [{'id': 'b4be495f-6db6-48f7-baca-231a2de33ee2', 'name': 'tempest-ServersTestJSON-2087778775-router', 'tenant_id': '8a72e2ddd46d4aa092090e984ad4bccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'd54a553f-dfd6-4685-bef7-04d95ad2ecd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:00:55Z', 'updated_at': '2022-02-02T07:01:10Z', 'revision_number': 4, 'project_id': '8a72e2ddd46d4aa092090e984ad4bccb', 'gw_port': {'id': 'd54a553f-dfd6-4685-bef7-04d95ad2ecd7', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:33:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4be495f-6db6-48f7-baca-231a2de33ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:00:57Z', 'updated_at': '2022-02-02T07:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': 'c9ac476c-1065-49dd-8bcb-c2e2dfc583e7', 'tenant_id': '8a72e2ddd46d4aa092090e984ad4bccb', 'floating_ip_address': '172.25.4.91', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': 'b4be495f-6db6-48f7-baca-231a2de33ee2', 'port_id': '624c0067-5799-4b5f-bf58-4988662875b3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 884, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8d318ee-7be7-4e51-831e-7b86032e2315', 'mac_address': 'fa:16:3e:47:fc:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a75908-2371-4c85-9473-b54e3966e5b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:01:19Z', 'updated_at': '2022-02-02T07:01:58Z', 'revision_number': 1, 'project_id': '8a72e2ddd46d4aa092090e984ad4bccb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0841de10-1522-44ca-bbe0-a68467d66fc1', 'name': '', 'network_id': 'b8d318ee-7be7-4e51-831e-7b86032e2315', 'tenant_id': '8a72e2ddd46d4aa092090e984ad4bccb', 'mac_address': 'fa:16:3e:af:77:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4be495f-6db6-48f7-baca-231a2de33ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '8f8923d3-8f99-44de-be03-a294b1207322', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:01:05Z', 'updated_at': '2022-02-02T07:01:19Z', 'revision_number': 5, 'project_id': '8a72e2ddd46d4aa092090e984ad4bccb', 'subnets': [{'id': '8f8923d3-8f99-44de-be03-a294b1207322', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:02:02.409421 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-ec833938-5928-4ee7-b833-351f5d27d98a req-e084845a-ab72-4532-9323-097721d68e68 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:02:02.412200 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec833938-5928-4ee7-b833-351f5d27d98a req-e084845a-ab72-4532-9323-097721d68e68 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:02:02.484487 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3ad61ce-162d-467d-b118-af6d0a5d84a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:02:02.494537 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c6c7b4-cdf6-44de-8ed0-3e5b560c0102 req-de209503-e436-4d0b-afce-8dfcee1b65c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:02.500906 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3203ea-ac7b-4984-8937-c2bf4e31aa36 None None] Pushing event updated for resources: {'Port': ['ID=0552d18f-9595-433d-a6f6-1cb0c11defa3,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:02.515595 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-5f8ef63e-efac-4830-ba29-087bc49656e1 None None] Provisioning complete for port 0173d9c9-f8b5-4e57-837c-e4aecb178601 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:02:02.516247 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-47c6c7b4-cdf6-44de-8ed0-3e5b560c0102 req-de209503-e436-4d0b-afce-8dfcee1b65c5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b8d318ee-7be7-4e51-831e-7b86032e2315 HTTP/1.1" status: 200 len: 907 time: 0.3764956 Feb 02 07:02:02.516774 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41868) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:02:02.516907 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5f8ef63e-efac-4830-ba29-087bc49656e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (0173d9c9-f8b5-4e57-837c-e4aecb178601), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:02.602237 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec833938-5928-4ee7-b833-351f5d27d98a req-e084845a-ab72-4532-9323-097721d68e68 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:02.603052 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-ec833938-5928-4ee7-b833-351f5d27d98a req-e084845a-ab72-4532-9323-097721d68e68 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:02.626111 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-d4c14501-b2d0-4aa0-be0f-b6102957c0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e8b475-39bd-406d-9dc9-94aa2ba43c53', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1942162348-router', 'tenant_id': '5c8ea397fb124118ae0639df321f3ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '781db8da-24b7-4db0-8f76-3579190f0122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:01:42Z', 'updated_at': '2022-02-02T07:01:54Z', 'revision_number': 4, 'project_id': '5c8ea397fb124118ae0639df321f3ef6', 'gw_port': {'id': '781db8da-24b7-4db0-8f76-3579190f0122', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e8b475-39bd-406d-9dc9-94aa2ba43c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:01:44Z', 'updated_at': '2022-02-02T07:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '0173d9c9-f8b5-4e57-837c-e4aecb178601', 'name': '', 'network_id': '32d3093c-8c55-41e4-974c-3ed1e6577092', 'tenant_id': '5c8ea397fb124118ae0639df321f3ef6', 'mac_address': 'fa:16:3e:eb:15:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8e8b475-39bd-406d-9dc9-94aa2ba43c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '61d5c87e-580c-44a3-a1cc-4f5ee7d0e081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:01:52Z', 'updated_at': '2022-02-02T07:02:01Z', 'revision_number': 4, 'project_id': '5c8ea397fb124118ae0639df321f3ef6', 'subnets': [{'id': '61d5c87e-580c-44a3-a1cc-4f5ee7d0e081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:02:02.650293 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ad61ce-162d-467d-b118-af6d0a5d84a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e22568-83b1-4056-b516-cba3cf27c988,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:02.668740 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ec833938-5928-4ee7-b833-351f5d27d98a req-e084845a-ab72-4532-9323-097721d68e68 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6882002 Feb 02 07:02:02.723216 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f3ad61ce-162d-467d-b118-af6d0a5d84a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (b2f77efd-b37c-4e34-8f38-b5b3eb3be489), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:02.723834 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-f3ad61ce-162d-467d-b118-af6d0a5d84a4 admin admin] Added segment b2f77efd-b37c-4e34-8f38-b5b3eb3be489 of type vlan for network bdeef87a-7008-4fdc-8b8c-65a15108ea54 Feb 02 07:02:02.728102 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-47c6c7b4-cdf6-44de-8ed0-3e5b560c0102 req-641178bb-ec36-4263-9187-687e284730bd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=624c0067-5799-4b5f-bf58-4988662875b3 HTTP/1.1" status: 200 len: 999 time: 0.1951168 Feb 02 07:02:02.739446 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-ec833938-5928-4ee7-b833-351f5d27d98a req-46973e8e-0283-4c4f-873f-d20a53d32ec5 service neutron] Request body: {'port': {'device_id': '272c0eb4-c01e-4cfb-976d-67b22c081f3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:02:02.757744 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c14501-b2d0-4aa0-be0f-b6102957c0e8 None None] The sync data for ids ['d8e8b475-39bd-406d-9dc9-94aa2ba43c53'] in n-d-789963-26 is: [{'id': 'd8e8b475-39bd-406d-9dc9-94aa2ba43c53', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1942162348-router', 'tenant_id': '5c8ea397fb124118ae0639df321f3ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '781db8da-24b7-4db0-8f76-3579190f0122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:01:42Z', 'updated_at': '2022-02-02T07:01:54Z', 'revision_number': 4, 'project_id': '5c8ea397fb124118ae0639df321f3ef6', 'gw_port': {'id': '781db8da-24b7-4db0-8f76-3579190f0122', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e8b475-39bd-406d-9dc9-94aa2ba43c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:01:44Z', 'updated_at': '2022-02-02T07:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '0173d9c9-f8b5-4e57-837c-e4aecb178601', 'name': '', 'network_id': '32d3093c-8c55-41e4-974c-3ed1e6577092', 'tenant_id': '5c8ea397fb124118ae0639df321f3ef6', 'mac_address': 'fa:16:3e:eb:15:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8e8b475-39bd-406d-9dc9-94aa2ba43c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '61d5c87e-580c-44a3-a1cc-4f5ee7d0e081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:01:52Z', 'updated_at': '2022-02-02T07:02:01Z', 'revision_number': 4, 'project_id': '5c8ea397fb124118ae0639df321f3ef6', 'subnets': [{'id': '61d5c87e-580c-44a3-a1cc-4f5ee7d0e081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:02:02.844561 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-90dc7bd6-dc67-421b-a435-b544f2c51bdc req-a6f07f3c-47ab-43ec-90a1-5f1bdcb42889 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] 10.222.0.87 "GET /v2.0/security-groups?id=bbf59a33-bacd-4e9f-9a02-a6d8a3bc770f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7418797 Feb 02 07:02:02.852298 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-5f8ef63e-efac-4830-ba29-087bc49656e1 None None] Current status of the port 0173d9c9-f8b5-4e57-837c-e4aecb178601 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:02:02.852298 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5f8ef63e-efac-4830-ba29-087bc49656e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (0173d9c9-f8b5-4e57-837c-e4aecb178601), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:03.006114 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-5f8ef63e-efac-4830-ba29-087bc49656e1 None None] For port 0173d9c9-f8b5-4e57-837c-e4aecb178601, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=0173d9c9-f8b5-4e57-837c-e4aecb178601,segment=NetworkSegment(b69df42f-0e20-413f-aad5-0a985df1a94f),segment_id=b69df42f-0e20-413f-aad5-0a985df1a94f)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:02:03.025279 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2330d5a7-6269-4564-93d1-870e4a7d26e8 None None] New status for floating IP c9ac476c-1065-49dd-8bcb-c2e2dfc583e7: ACTIVE {{(pid=109695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 07:02:03.030848 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5f8ef63e-efac-4830-ba29-087bc49656e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (0173d9c9-f8b5-4e57-837c-e4aecb178601), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:03.070152 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3094fc62-f25b-4e61-b923-89cd80b8af8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:03.106602 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f3ad61ce-162d-467d-b118-af6d0a5d84a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (bdeef87a-7008-4fdc-8b8c-65a15108ea54), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:03.128844 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-ec833938-5928-4ee7-b833-351f5d27d98a req-46973e8e-0283-4c4f-873f-d20a53d32ec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (fb724b4c-320e-41e8-9124-6c72770beab2), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:03.149852 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c6c7b4-cdf6-44de-8ed0-3e5b560c0102 req-6e9bcdbb-49d5-4623-901f-3088a88d3587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:03.151450 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-47c6c7b4-cdf6-44de-8ed0-3e5b560c0102 req-6e9bcdbb-49d5-4623-901f-3088a88d3587 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8f8923d3-8f99-44de-be03-a294b1207322 HTTP/1.1" status: 200 len: 845 time: 0.3049252 Feb 02 07:02:03.181641 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf95752b-0ccd-44d9-a27a-7ec9a88e0df4 req-d85f36a1-bdb1-4b8b-8d99-56f3f75eb20e tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:03.194747 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bf95752b-0ccd-44d9-a27a-7ec9a88e0df4 req-d85f36a1-bdb1-4b8b-8d99-56f3f75eb20e tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=272c0eb4-c01e-4cfb-976d-67b22c081f3e HTTP/1.1" status: 200 len: 932 time: 0.8185115 Feb 02 07:02:03.330524 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.db.resource_extend [None req-f3ad61ce-162d-467d-b118-af6d0a5d84a4 admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 07:02:03.373235 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-135f6344-2554-4cdd-93df-3ee7477c93cf req-a78b1921-e1cd-4371-9a33-a03e562f65b0 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] 10.222.0.87 "GET /v2.0/ports?device_id=8044724b-a2a6-414a-a5c7-ac8957aba605 HTTP/1.1" status: 200 len: 210 time: 0.1330185 Feb 02 07:02:03.397418 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-d65b6786-f7ce-43c6-bbf2-9e3e76053796 None None] Provisioning complete for port dcae9310-0188-4805-9e28-53f45e2fd68f triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:02:03.397793 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d65b6786-f7ce-43c6-bbf2-9e3e76053796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (dcae9310-0188-4805-9e28-53f45e2fd68f), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:03.475781 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c6c7b4-cdf6-44de-8ed0-3e5b560c0102 req-3a1e09e4-f120-4cab-81b1-a30395e952e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:03.477622 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-47c6c7b4-cdf6-44de-8ed0-3e5b560c0102 req-3a1e09e4-f120-4cab-81b1-a30395e952e4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b8d318ee-7be7-4e51-831e-7b86032e2315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3187242 Feb 02 07:02:03.496134 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-babf238a-561a-4e49-8340-1a66f6cb8eb9 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Made reservation on behalf of e8b504d3cbde466cb7d12e8c49d706df for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:02:03.520428 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f3ad61ce-162d-467d-b118-af6d0a5d84a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (bdeef87a-7008-4fdc-8b8c-65a15108ea54), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:03.524167 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ad61ce-162d-467d-b118-af6d0a5d84a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:03.525074 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f3ad61ce-162d-467d-b118-af6d0a5d84a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:03.557785 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8ef63e-efac-4830-ba29-087bc49656e1 None None] Pushing event updated for resources: {'Port': ['ID=0173d9c9-f8b5-4e57-837c-e4aecb178601,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:03.596675 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-90a65dbe-6004-4e97-82f7-878065a45a22 req-09f15b50-7b97-4b08-955f-02f937fca355 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=e01b1da7-ef6f-4ac8-b3b6-f9c9495dcaff HTTP/1.1" status: 200 len: 210 time: 0.0531409 Feb 02 07:02:03.642252 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-d65b6786-f7ce-43c6-bbf2-9e3e76053796 None None] Port dcae9310-0188-4805-9e28-53f45e2fd68f cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:02:03.685336 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3094fc62-f25b-4e61-b923-89cd80b8af8d admin admin] Publish callbacks [] for security_group (30fa95c4-9a69-4f4a-bc71-4892bb1f77ca), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:03.697503 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3094fc62-f25b-4e61-b923-89cd80b8af8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (30fa95c4-9a69-4f4a-bc71-4892bb1f77ca), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:03.713419 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f3ad61ce-162d-467d-b118-af6d0a5d84a4 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.4992125 Feb 02 07:02:03.716803 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41882) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:02:03.727730 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-1a463436-88d8-47be-aad5-058ca0748a6f admin admin] Request body: {'subnet': {'network_id': 'bdeef87a-7008-4fdc-8b8c-65a15108ea54', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-405790772-subnet', 'tenant_id': '85d66e01c91b478d94af8874404d9fa7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:02:03.730474 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bf95752b-0ccd-44d9-a27a-7ec9a88e0df4 req-45e8eecd-b265-46f9-9dbc-f71938ffb466 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/security-groups?id=99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5334339 Feb 02 07:02:03.743217 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d70f58-5486-46e3-b7b1-a4418540e6d8 None None] Network fc60349d-a3fd-46d2-93de-c30a8b26931d requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:02:03.790320 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a07ba7e-54c9-4355-9fea-aea4abdb5764 req-f55d2ea8-981e-4844-84c2-261c1e48a2fa tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:03.797750 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2a07ba7e-54c9-4355-9fea-aea4abdb5764 req-f55d2ea8-981e-4844-84c2-261c1e48a2fa tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] 10.222.0.88 "GET /v2.0/networks?id=32d3093c-8c55-41e4-974c-3ed1e6577092 HTTP/1.1" status: 200 len: 829 time: 0.8945696 Feb 02 07:02:03.859907 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3094fc62-f25b-4e61-b923-89cd80b8af8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30fa95c4-9a69-4f4a-bc71-4892bb1f77ca,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:03.867940 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-662ce6e3-a1ba-44cd-9b66-b11f9f15ed5e None None] Provisioning complete for port 0552d18f-9595-433d-a6f6-1cb0c11defa3 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:02:03.873113 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-662ce6e3-a1ba-44cd-9b66-b11f9f15ed5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (0552d18f-9595-433d-a6f6-1cb0c11defa3), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:03.875254 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-47c6c7b4-cdf6-44de-8ed0-3e5b560c0102 req-1a82d765-20c4-49cf-878e-680b08513c66 service neutron] 10.222.0.59 "GET /v2.0/networks/b8d318ee-7be7-4e51-831e-7b86032e2315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3766854 Feb 02 07:02:03.877720 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-3094fc62-f25b-4e61-b923-89cd80b8af8d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=3ca6fdc9a99d457b8b417d7cb2ca3184&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3519530 Feb 02 07:02:03.880782 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41884) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:02:03.906701 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a463436-88d8-47be-aad5-058ca0748a6f admin admin] Made reservation on behalf of 85d66e01c91b478d94af8874404d9fa7 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:02:03.909663 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1a463436-88d8-47be-aad5-058ca0748a6f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:04.011652 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-306df0d2-4fde-4e1d-a72e-d8e45bc6fa7b req-e7d30e6e-f452-458a-9a8f-8c75bbb485e2 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=40f55797a4e64b49b7bf5689d7ed2a53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2076523 Feb 02 07:02:04.036830 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-2a07ba7e-54c9-4355-9fea-aea4abdb5764 req-81520758-e2d9-4662-82d2-478dd23f2566 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Request body: {'port': {'device_id': '8044724b-a2a6-414a-a5c7-ac8957aba605', 'network_id': '32d3093c-8c55-41e4-974c-3ed1e6577092', 'admin_state_up': True, 'tenant_id': '5c8ea397fb124118ae0639df321f3ef6'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:02:04.192684 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ad61ce-162d-467d-b118-af6d0a5d84a4 admin admin] Pushing event updated for resources: {'Network': ['ID=bdeef87a-7008-4fdc-8b8c-65a15108ea54,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:04.204218 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-ec833938-5928-4ee7-b833-351f5d27d98a req-46973e8e-0283-4c4f-873f-d20a53d32ec5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb724b4c-320e-41e8-9124-6c72770beab2 {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:02:04.213522 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-ec833938-5928-4ee7-b833-351f5d27d98a req-46973e8e-0283-4c4f-873f-d20a53d32ec5 service neutron] Publish callbacks [] for port (fb724b4c-320e-41e8-9124-6c72770beab2), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:04.240856 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-ec833938-5928-4ee7-b833-351f5d27d98a req-46973e8e-0283-4c4f-873f-d20a53d32ec5 service neutron] Transition to ACTIVE for port object fb724b4c-320e-41e8-9124-6c72770beab2 will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:02:04.280021 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network bdeef87a-7008-4fdc-8b8c-65a15108ea54 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:02:04.281520 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-ec833938-5928-4ee7-b833-351f5d27d98a req-46973e8e-0283-4c4f-873f-d20a53d32ec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (fb724b4c-320e-41e8-9124-6c72770beab2), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:04.375376 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-babf238a-561a-4e49-8340-1a66f6cb8eb9 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:04.450516 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a07ba7e-54c9-4355-9fea-aea4abdb5764 req-81520758-e2d9-4662-82d2-478dd23f2566 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Made reservation on behalf of 5c8ea397fb124118ae0639df321f3ef6 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:02:04.460754 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-2a07ba7e-54c9-4355-9fea-aea4abdb5764 req-81520758-e2d9-4662-82d2-478dd23f2566 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:04.467244 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 0552d18f-9595-433d-a6f6-1cb0c11defa3 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:02:04.503001 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46973e8e-0283-4c4f-873f-d20a53d32ec5 service neutron] Pushing event updated for resources: {'Port': ['ID=fb724b4c-320e-41e8-9124-6c72770beab2,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:04.613034 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-47c6c7b4-cdf6-44de-8ed0-3e5b560c0102 req-c8949a6a-0941-41a7-9e4b-dc4dbaa59ab5 service neutron] 10.222.0.59 "GET /v2.0/networks/b8d318ee-7be7-4e51-831e-7b86032e2315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7312362 Feb 02 07:02:04.656645 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-662ce6e3-a1ba-44cd-9b66-b11f9f15ed5e None None] Current status of the port 0552d18f-9595-433d-a6f6-1cb0c11defa3 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:02:04.668815 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-662ce6e3-a1ba-44cd-9b66-b11f9f15ed5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (0552d18f-9595-433d-a6f6-1cb0c11defa3), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:04.712984 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-2a07ba7e-54c9-4355-9fea-aea4abdb5764 req-81520758-e2d9-4662-82d2-478dd23f2566 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Allocated IP 172.20.0.13 (32d3093c-8c55-41e4-974c-3ed1e6577092/61d5c87e-580c-44a3-a1cc-4f5ee7d0e081/152ca481-03a6-431c-91be-ceb423d2e51a) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:02:04.796893 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-662ce6e3-a1ba-44cd-9b66-b11f9f15ed5e None None] For port 0552d18f-9595-433d-a6f6-1cb0c11defa3, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=0552d18f-9595-433d-a6f6-1cb0c11defa3,segment=NetworkSegment(5a1b64bb-b315-46f6-a993-2f3256b9cca1),segment_id=5a1b64bb-b315-46f6-a993-2f3256b9cca1)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:02:04.843084 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-662ce6e3-a1ba-44cd-9b66-b11f9f15ed5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (0552d18f-9595-433d-a6f6-1cb0c11defa3), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:04.911087 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fd8a6bc3-d4d2-4c2d-b62e-68f84fb3726e admin admin] Publish callbacks [] for security_group (30fa95c4-9a69-4f4a-bc71-4892bb1f77ca), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:04.948706 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306df0d2-4fde-4e1d-a72e-d8e45bc6fa7b req-d3e65c52-5bd9-4f07-abba-ff8bce864de8 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:04.949231 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c6a610-a447-4d02-a780-05022ba9600f req-b164ca31-fbf2-41a2-91dd-7e4d0d484854 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:04.951942 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-306df0d2-4fde-4e1d-a72e-d8e45bc6fa7b req-d3e65c52-5bd9-4f07-abba-ff8bce864de8 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9292965 Feb 02 07:02:04.956693 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-04c6a610-a447-4d02-a780-05022ba9600f req-b164ca31-fbf2-41a2-91dd-7e4d0d484854 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] 10.222.0.87 "GET /v2.0/ports?device_id=f4a75908-2371-4c85-9473-b54e3966e5b9 HTTP/1.1" status: 200 len: 946 time: 0.8888373 Feb 02 07:02:04.966732 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0a4e8e46-2446-4cca-a1be-84f5fcc935fb req-2e22b1c8-035b-4be4-9d5d-fe8583251d59 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] 10.222.0.87 "GET /v2.0/ports?device_id=8044724b-a2a6-414a-a5c7-ac8957aba605 HTTP/1.1" status: 200 len: 210 time: 0.1647089 Feb 02 07:02:04.968832 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [None req-babf238a-561a-4e49-8340-1a66f6cb8eb9 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] device_id is not set on port 32d3366d-9a45-45fb-9152-9211651dfc0d yet. {{(pid=109694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:02:04.972412 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662ce6e3-a1ba-44cd-9b66-b11f9f15ed5e None None] Pushing event updated for resources: {'Port': ['ID=0552d18f-9595-433d-a6f6-1cb0c11defa3,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:04.981627 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1a463436-88d8-47be-aad5-058ca0748a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (5c2fd6e6-8ab3-4872-b3be-be80dc22c49d), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:05.003492 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 0552d18f-9595-433d-a6f6-1cb0c11defa3 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:02:05.004371 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (0552d18f-9595-433d-a6f6-1cb0c11defa3), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:05.018540 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-306df0d2-4fde-4e1d-a72e-d8e45bc6fa7b req-165cd9d4-76a0-4f0c-a553-0fb30ff79f89 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Request body: {'port': {'device_id': 'e01b1da7-ef6f-4ac8-b3b6-f9c9495dcaff', 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1', 'admin_state_up': True, 'tenant_id': '40f55797a4e64b49b7bf5689d7ed2a53'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:02:05.082772 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fd8a6bc3-d4d2-4c2d-b62e-68f84fb3726e admin admin] Publish callbacks [] for security_group (30fa95c4-9a69-4f4a-bc71-4892bb1f77ca), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:05.122188 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-dd2da126-945d-4bfc-a5ce-acaabed590c5 None None] Provisioning complete for port 0552d18f-9595-433d-a6f6-1cb0c11defa3 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:02:05.122850 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-dd2da126-945d-4bfc-a5ce-acaabed590c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (0552d18f-9595-433d-a6f6-1cb0c11defa3), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:05.153239 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-ec833938-5928-4ee7-b833-351f5d27d98a req-46973e8e-0283-4c4f-873f-d20a53d32ec5 service neutron] Attempting to bind port fb724b4c-320e-41e8-9124-6c72770beab2 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:02:05.153585 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-ec833938-5928-4ee7-b833-351f5d27d98a req-46973e8e-0283-4c4f-873f-d20a53d32ec5 service neutron] Attempting to bind port fb724b4c-320e-41e8-9124-6c72770beab2 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': '8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'ca6d2336-a914-4a87-8e88-4564aa839535'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:02:05.153925 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec833938-5928-4ee7-b833-351f5d27d98a req-46973e8e-0283-4c4f-873f-d20a53d32ec5 service neutron] Attempting to bind port fb724b4c-320e-41e8-9124-6c72770beab2 on network ca6d2336-a914-4a87-8e88-4564aa839535 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:02:05.220082 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec833938-5928-4ee7-b833-351f5d27d98a req-46973e8e-0283-4c4f-873f-d20a53d32ec5 service neutron] Port fb724b4c-320e-41e8-9124-6c72770beab2 on network ca6d2336-a914-4a87-8e88-4564aa839535 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:02:05.220802 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec833938-5928-4ee7-b833-351f5d27d98a req-46973e8e-0283-4c4f-873f-d20a53d32ec5 service neutron] Attempting to bind port fb724b4c-320e-41e8-9124-6c72770beab2 on network ca6d2336-a914-4a87-8e88-4564aa839535 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:02:05.236354 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec833938-5928-4ee7-b833-351f5d27d98a req-46973e8e-0283-4c4f-873f-d20a53d32ec5 service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:02:05.236706 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec833938-5928-4ee7-b833-351f5d27d98a req-46973e8e-0283-4c4f-873f-d20a53d32ec5 service neutron] Checking segment: {'id': '8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'ca6d2336-a914-4a87-8e88-4564aa839535'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:02:05.237105 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec833938-5928-4ee7-b833-351f5d27d98a req-46973e8e-0283-4c4f-873f-d20a53d32ec5 service neutron] Bound using segment: {'id': '8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'ca6d2336-a914-4a87-8e88-4564aa839535'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:02:05.237701 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-ec833938-5928-4ee7-b833-351f5d27d98a req-46973e8e-0283-4c4f-873f-d20a53d32ec5 service neutron] Bound port: fb724b4c-320e-41e8-9124-6c72770beab2, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'ca6d2336-a914-4a87-8e88-4564aa839535'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:02:05.238070 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-ec833938-5928-4ee7-b833-351f5d27d98a req-46973e8e-0283-4c4f-873f-d20a53d32ec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (fb724b4c-320e-41e8-9124-6c72770beab2), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:05.268488 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-04c6a610-a447-4d02-a780-05022ba9600f req-aceb01c1-708d-46cb-b0af-8f41b1274f2d tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] 10.222.0.87 "GET /v2.0/security-groups?id=bbf59a33-bacd-4e9f-9a02-a6d8a3bc770f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3109193 Feb 02 07:02:05.276190 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a463436-88d8-47be-aad5-058ca0748a6f admin admin] Checking segment: {'id': 'b2f77efd-b37c-4e34-8f38-b5b3eb3be489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bdeef87a-7008-4fdc-8b8c-65a15108ea54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:02:05.276560 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a463436-88d8-47be-aad5-058ca0748a6f admin admin] Network hostable DHCP agents. Network: bdeef87a-7008-4fdc-8b8c-65a15108ea54, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:02:05.282366 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a463436-88d8-47be-aad5-058ca0748a6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c2fd6e6-8ab3-4872-b3be-be80dc22c49d,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:05.375876 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-ec833938-5928-4ee7-b833-351f5d27d98a req-46973e8e-0283-4c4f-873f-d20a53d32ec5 service neutron] For port fb724b4c-320e-41e8-9124-6c72770beab2, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:02:05.379379 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-ec833938-5928-4ee7-b833-351f5d27d98a req-46973e8e-0283-4c4f-873f-d20a53d32ec5 service neutron] For port fb724b4c-320e-41e8-9124-6c72770beab2, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=fb724b4c-320e-41e8-9124-6c72770beab2,segment=NetworkSegment(8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763),segment_id=8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:02:05.403319 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-ec833938-5928-4ee7-b833-351f5d27d98a req-46973e8e-0283-4c4f-873f-d20a53d32ec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (fb724b4c-320e-41e8-9124-6c72770beab2), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:05.419596 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a463436-88d8-47be-aad5-058ca0748a6f admin admin] Network bdeef87a-7008-4fdc-8b8c-65a15108ea54 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:02:05.483964 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2d19f3b6-9e74-4240-bf04-11c54d245c50 req-d7f2f415-00ee-4b43-9bf8-2870892beceb tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=e01b1da7-ef6f-4ac8-b3b6-f9c9495dcaff HTTP/1.1" status: 200 len: 210 time: 0.2033775 Feb 02 07:02:05.583679 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-1a463436-88d8-47be-aad5-058ca0748a6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, bdeef87a-7008-4fdc-8b8c-65a15108ea54) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:02:05.587900 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec833938-5928-4ee7-b833-351f5d27d98a req-46973e8e-0283-4c4f-873f-d20a53d32ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:05.588812 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-ec833938-5928-4ee7-b833-351f5d27d98a req-46973e8e-0283-4c4f-873f-d20a53d32ec5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:05.590043 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ec833938-5928-4ee7-b833-351f5d27d98a req-46973e8e-0283-4c4f-873f-d20a53d32ec5 service neutron] 10.222.0.88 "PUT /v2.0/ports/fb724b4c-320e-41e8-9124-6c72770beab2 HTTP/1.1" status: 200 len: 1093 time: 2.8684278 Feb 02 07:02:05.592974 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fd8a6bc3-d4d2-4c2d-b62e-68f84fb3726e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (30fa95c4-9a69-4f4a-bc71-4892bb1f77ca), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:05.595586 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fd8a6bc3-d4d2-4c2d-b62e-68f84fb3726e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:05.610308 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-fd8a6bc3-d4d2-4c2d-b62e-68f84fb3726e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/30fa95c4-9a69-4f4a-bc71-4892bb1f77ca HTTP/1.1" status: 204 len: 168 time: 1.7166450 Feb 02 07:02:05.611070 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '272c0eb4-c01e-4cfb-976d-67b22c081f3e', 'tag': 'fb724b4c-320e-41e8-9124-6c72770beab2'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:02:05.611741 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1debf535-2e06-4b56-a1cc-35fc74092ac3 None None] Network bdeef87a-7008-4fdc-8b8c-65a15108ea54 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:02:05.613620 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc98482-f992-495c-9410-161fb32577f8" -d '{"events": [{"name": "network-changed", "server_uuid": "272c0eb4-c01e-4cfb-976d-67b22c081f3e", "tag": "fb724b4c-320e-41e8-9124-6c72770beab2"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:02:05.652027 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a463436-88d8-47be-aad5-058ca0748a6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:05.655944 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1a463436-88d8-47be-aad5-058ca0748a6f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:05.775331 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-742cb20e-71cb-4e81-964a-9c4f89665618 x-openstack-request-id: req-742cb20e-71cb-4e81-964a-9c4f89665618 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:02:05.775754 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "272c0eb4-c01e-4cfb-976d-67b22c081f3e", "tag": "fb724b4c-320e-41e8-9124-6c72770beab2", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:02:05.776048 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-742cb20e-71cb-4e81-964a-9c4f89665618 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:02:05.776408 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '272c0eb4-c01e-4cfb-976d-67b22c081f3e', 'tag': 'fb724b4c-320e-41e8-9124-6c72770beab2', 'status': 'completed', 'code': 200} Feb 02 07:02:05.781423 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46973e8e-0283-4c4f-873f-d20a53d32ec5 service neutron] Pushing event updated for resources: {'Port': ['ID=fb724b4c-320e-41e8-9124-6c72770beab2,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:05.800717 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 0552d18f-9595-433d-a6f6-1cb0c11defa3 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:02:05.802966 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 0173d9c9-f8b5-4e57-837c-e4aecb178601 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:02:05.804271 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a6bc3-d4d2-4c2d-b62e-68f84fb3726e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30fa95c4-9a69-4f4a-bc71-4892bb1f77ca,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:05.848183 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-1a463436-88d8-47be-aad5-058ca0748a6f admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1295321 Feb 02 07:02:05.886096 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-dd2da126-945d-4bfc-a5ce-acaabed590c5 None None] Current status of the port 0552d18f-9595-433d-a6f6-1cb0c11defa3 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:02:05.895200 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5487c0cb-4853-47e6-924f-ca4890663815 req-450b4578-96c1-47b4-a363-93c574317988 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:05.909184 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5487c0cb-4853-47e6-924f-ca4890663815 req-450b4578-96c1-47b4-a363-93c574317988 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=272c0eb4-c01e-4cfb-976d-67b22c081f3e HTTP/1.1" status: 200 len: 944 time: 0.4334488 Feb 02 07:02:05.944700 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbc46b3-8677-42a5-8b44-ff038288f671 None None] Network bdeef87a-7008-4fdc-8b8c-65a15108ea54 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:02:06.029767 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec833938-5928-4ee7-b833-351f5d27d98a req-68d54637-52ff-4b43-aea6-4796020318cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:06.031449 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ec833938-5928-4ee7-b833-351f5d27d98a req-68d54637-52ff-4b43-aea6-4796020318cd service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a0778ddf7e2d4744ab0aa590410dd2bf&device_id=272c0eb4-c01e-4cfb-976d-67b22c081f3e HTTP/1.1" status: 200 len: 1127 time: 0.3489349 Feb 02 07:02:06.058522 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-306df0d2-4fde-4e1d-a72e-d8e45bc6fa7b req-165cd9d4-76a0-4f0c-a553-0fb30ff79f89 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Made reservation on behalf of 40f55797a4e64b49b7bf5689d7ed2a53 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:02:06.063221 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-306df0d2-4fde-4e1d-a72e-d8e45bc6fa7b req-165cd9d4-76a0-4f0c-a553-0fb30ff79f89 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:06.169728 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5487c0cb-4853-47e6-924f-ca4890663815 req-2af8441d-3aa2-4947-869a-6a573e4ad1e9 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/security-groups?id=99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596674 Feb 02 07:02:06.175048 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ec833938-5928-4ee7-b833-351f5d27d98a req-f668767f-7938-4edb-af6d-6a5eb5677fd1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb724b4c-320e-41e8-9124-6c72770beab2 HTTP/1.1" status: 200 len: 217 time: 0.1264915 Feb 02 07:02:06.190709 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 0173d9c9-f8b5-4e57-837c-e4aecb178601 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:02:06.191179 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (0173d9c9-f8b5-4e57-837c-e4aecb178601), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:06.221627 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-2a07ba7e-54c9-4355-9fea-aea4abdb5764 req-81520758-e2d9-4662-82d2-478dd23f2566 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Publish callbacks [] for port (152ca481-03a6-431c-91be-ceb423d2e51a), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:06.274898 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec833938-5928-4ee7-b833-351f5d27d98a req-8b3da7e7-e95a-45ac-91c2-fc1e6c447ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:06.283177 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ec833938-5928-4ee7-b833-351f5d27d98a req-8b3da7e7-e95a-45ac-91c2-fc1e6c447ee9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=24ed2492-6ddd-43a9-869d-9a8e1e2b11cb HTTP/1.1" status: 200 len: 845 time: 0.0969272 Feb 02 07:02:06.314324 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 0173d9c9-f8b5-4e57-837c-e4aecb178601 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:02:06.321209 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ec833938-5928-4ee7-b833-351f5d27d98a req-271d8722-9b22-4c44-8e8d-7946eb5ee766 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ca6d2336-a914-4a87-8e88-4564aa839535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339446 Feb 02 07:02:06.376649 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-babf238a-561a-4e49-8340-1a66f6cb8eb9 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Allocated IP 10.1.1.28 (9faf7e40-7741-4ebb-8f78-e3e3326a51b7/ddd7ba65-e54a-42e2-83d4-6480a2d3e138/32d3366d-9a45-45fb-9152-9211651dfc0d) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:02:06.511961 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-11f9c8cd-4e47-4fbd-bfd4-3f213b611ff6 req-b88e33b7-9974-485a-bb09-e588e8f0a1c6 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] 10.222.0.87 "GET /v2.0/ports?device_id=8044724b-a2a6-414a-a5c7-ac8957aba605 HTTP/1.1" status: 200 len: 210 time: 0.2833445 Feb 02 07:02:06.522039 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 0552d18f-9595-433d-a6f6-1cb0c11defa3 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:02:06.669735 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 0552d18f-9595-433d-a6f6-1cb0c11defa3 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:02:06.670115 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (0552d18f-9595-433d-a6f6-1cb0c11defa3), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:06.848377 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 0552d18f-9595-433d-a6f6-1cb0c11defa3 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:02:06.891164 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-2a07ba7e-54c9-4355-9fea-aea4abdb5764 req-81520758-e2d9-4662-82d2-478dd23f2566 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (152ca481-03a6-431c-91be-ceb423d2e51a), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:06.972549 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-babf238a-561a-4e49-8340-1a66f6cb8eb9 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks [] for port (32d3366d-9a45-45fb-9152-9211651dfc0d), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:06.984466 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff41ee-6852-4b16-a5e9-cd578eaaef39 req-6850690f-8423-45d6-ba60-0a6f26fa5a96 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:06.986027 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-97ff41ee-6852-4b16-a5e9-cd578eaaef39 req-6850690f-8423-45d6-ba60-0a6f26fa5a96 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] 10.222.0.87 "GET /v2.0/ports?device_id=f4a75908-2371-4c85-9473-b54e3966e5b9 HTTP/1.1" status: 200 len: 946 time: 0.3339965 Feb 02 07:02:06.994601 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a07ba7e-54c9-4355-9fea-aea4abdb5764 req-81520758-e2d9-4662-82d2-478dd23f2566 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Network 32d3093c-8c55-41e4-974c-3ed1e6577092 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:02:07.004397 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-2a07ba7e-54c9-4355-9fea-aea4abdb5764 req-81520758-e2d9-4662-82d2-478dd23f2566 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:02:07.018552 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a07ba7e-54c9-4355-9fea-aea4abdb5764 req-81520758-e2d9-4662-82d2-478dd23f2566 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:02:07.088644 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-306df0d2-4fde-4e1d-a72e-d8e45bc6fa7b req-165cd9d4-76a0-4f0c-a553-0fb30ff79f89 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Allocated IP 192.168.233.61 (04bc5622-0c2b-4ce8-b107-e6abcbdf57e1/9d773733-62df-4956-84d3-71d17cfb6d11/ad413416-a179-4d5e-a1d6-69aadc22e166) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:02:07.130247 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41944) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:02:07.160260 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81520758-e2d9-4662-82d2-478dd23f2566 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Pushing event updated for resources: {'Port': ['ID=152ca481-03a6-431c-91be-ceb423d2e51a,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:07.207075 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a07ba7e-54c9-4355-9fea-aea4abdb5764 req-81520758-e2d9-4662-82d2-478dd23f2566 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:07.212762 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-2a07ba7e-54c9-4355-9fea-aea4abdb5764 req-81520758-e2d9-4662-82d2-478dd23f2566 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:07.252090 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ec833938-5928-4ee7-b833-351f5d27d98a req-3f06ec46-de8a-42fd-b872-ff20665ea3af service neutron] 10.222.0.88 "GET /v2.0/networks/ca6d2336-a914-4a87-8e88-4564aa839535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9204552 Feb 02 07:02:07.284583 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-97ff41ee-6852-4b16-a5e9-cd578eaaef39 req-80d93187-b14c-45a3-bd14-be08655030ce tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] 10.222.0.87 "GET /v2.0/security-groups?id=bbf59a33-bacd-4e9f-9a02-a6d8a3bc770f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2882700 Feb 02 07:02:07.292088 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2a07ba7e-54c9-4355-9fea-aea4abdb5764 req-81520758-e2d9-4662-82d2-478dd23f2566 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3466742 Feb 02 07:02:07.297390 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-babf238a-561a-4e49-8340-1a66f6cb8eb9 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (32d3366d-9a45-45fb-9152-9211651dfc0d), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:07.333265 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-2a07ba7e-54c9-4355-9fea-aea4abdb5764 req-db6c45d6-fa41-4678-84ad-c9024cd059de service neutron] Request body: {'port': {'device_id': '8044724b-a2a6-414a-a5c7-ac8957aba605', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:02:07.415063 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-9a8bc2df-c4f2-4e99-aab1-465d4bac1caf tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-127263341'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:02:07.437193 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-a32595ba-93ec-4ada-8e10-ee75efc27b09 None None] Provisioning complete for port 152ca481-03a6-431c-91be-ceb423d2e51a triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:02:07.437577 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a32595ba-93ec-4ada-8e10-ee75efc27b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (152ca481-03a6-431c-91be-ceb423d2e51a), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:07.464710 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babf238a-561a-4e49-8340-1a66f6cb8eb9 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Network 9faf7e40-7741-4ebb-8f78-e3e3326a51b7 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:02:07.495771 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-a32595ba-93ec-4ada-8e10-ee75efc27b09 None None] Port 152ca481-03a6-431c-91be-ceb423d2e51a cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:02:07.524126 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7aad55c2-5bd2-4a9e-be00-f31c572c8edf req-600031e5-30ce-4bea-851b-8ae3c0033881 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=e01b1da7-ef6f-4ac8-b3b6-f9c9495dcaff HTTP/1.1" status: 200 len: 210 time: 0.1086125 Feb 02 07:02:07.525725 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-babf238a-561a-4e49-8340-1a66f6cb8eb9 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:02:07.537929 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babf238a-561a-4e49-8340-1a66f6cb8eb9 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:02:07.569192 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7595e978-3ad3-4ed8-a463-e942b1d646fd req-38f4bc77-42f9-4281-8959-30bef8a3aa86 tempest-ServerAddressesTestJSON-366393804 tempest-ServerAddressesTestJSON-366393804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:07.571286 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7595e978-3ad3-4ed8-a463-e942b1d646fd req-38f4bc77-42f9-4281-8959-30bef8a3aa86 tempest-ServerAddressesTestJSON-366393804 tempest-ServerAddressesTestJSON-366393804-project] 10.222.0.87 "GET /v2.0/networks?id=bdeef87a-7008-4fdc-8b8c-65a15108ea54 HTTP/1.1" status: 200 len: 813 time: 1.0552495 Feb 02 07:02:07.598981 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7595e978-3ad3-4ed8-a463-e942b1d646fd req-17e6810c-f5a2-44bb-b3fe-ee4467b5bbce tempest-ServerAddressesTestJSON-366393804 tempest-ServerAddressesTestJSON-366393804-project] 10.222.0.87 "GET /v2.0/quotas/85d66e01c91b478d94af8874404d9fa7 HTTP/1.1" status: 200 len: 375 time: 0.0181875 Feb 02 07:02:07.646940 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babf238a-561a-4e49-8340-1a66f6cb8eb9 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Pushing event updated for resources: {'Port': ['ID=32d3366d-9a45-45fb-9152-9211651dfc0d,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:07.692051 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7595e978-3ad3-4ed8-a463-e942b1d646fd req-2717f02e-1a4e-4569-b792-9324b6fccfd5 tempest-ServerAddressesTestJSON-366393804 tempest-ServerAddressesTestJSON-366393804-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=85d66e01c91b478d94af8874404d9fa7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0828335 Feb 02 07:02:07.699309 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ec833938-5928-4ee7-b833-351f5d27d98a req-adc95d91-644b-46ec-8c81-3eada1d9d9d6 service neutron] 10.222.0.88 "GET /v2.0/networks/ca6d2336-a914-4a87-8e88-4564aa839535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4379809 Feb 02 07:02:07.718308 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8bc2df-c4f2-4e99-aab1-465d4bac1caf tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Made reservation on behalf of 5460c325034049fd962d8ee9b0bbc6a5 for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:02:07.721636 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9a8bc2df-c4f2-4e99-aab1-465d4bac1caf tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:07.901795 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc98482-f992-495c-9410-161fb32577f8 req-63fe9532-94f1-45ec-bb3f-0143fc0f1887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:07.909078 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7cc98482-f992-495c-9410-161fb32577f8 req-63fe9532-94f1-45ec-bb3f-0143fc0f1887 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a0778ddf7e2d4744ab0aa590410dd2bf&device_id=272c0eb4-c01e-4cfb-976d-67b22c081f3e HTTP/1.1" status: 200 len: 1127 time: 0.1041396 Feb 02 07:02:07.931696 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-eb561b87-18a0-44d0-ba04-dbaa5be25b18 None None] Provisioning complete for port 32d3366d-9a45-45fb-9152-9211651dfc0d triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:02:07.932304 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-eb561b87-18a0-44d0-ba04-dbaa5be25b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (32d3366d-9a45-45fb-9152-9211651dfc0d), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:07.942506 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7595e978-3ad3-4ed8-a463-e942b1d646fd req-6b413ab2-7ea3-4b75-b900-e4d2ca2d297a service neutron] 10.222.0.87 "GET /v2.0/networks/bdeef87a-7008-4fdc-8b8c-65a15108ea54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418468 Feb 02 07:02:08.008415 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-eb561b87-18a0-44d0-ba04-dbaa5be25b18 None None] Port 32d3366d-9a45-45fb-9152-9211651dfc0d cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:02:08.125033 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-2a07ba7e-54c9-4355-9fea-aea4abdb5764 req-db6c45d6-fa41-4678-84ad-c9024cd059de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (152ca481-03a6-431c-91be-ceb423d2e51a), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:08.145132 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc98482-f992-495c-9410-161fb32577f8 req-5027aa20-37ff-4c59-bc49-598efc3b116a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:08.147952 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7cc98482-f992-495c-9410-161fb32577f8 req-5027aa20-37ff-4c59-bc49-598efc3b116a service neutron] 10.222.0.88 "GET /v2.0/networks?id=ca6d2336-a914-4a87-8e88-4564aa839535 HTTP/1.1" status: 200 len: 906 time: 0.2331202 Feb 02 07:02:08.149317 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9a8bc2df-c4f2-4e99-aab1-465d4bac1caf tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:08.189817 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babf238a-561a-4e49-8340-1a66f6cb8eb9 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:08.190811 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-babf238a-561a-4e49-8340-1a66f6cb8eb9 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:08.201524 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-306df0d2-4fde-4e1d-a72e-d8e45bc6fa7b req-165cd9d4-76a0-4f0c-a553-0fb30ff79f89 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Publish callbacks [] for port (ad413416-a179-4d5e-a1d6-69aadc22e166), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:08.213183 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7595e978-3ad3-4ed8-a463-e942b1d646fd req-40704d7e-5d9d-4adb-acad-14ba8698d2b9 service neutron] 10.222.0.87 "GET /v2.0/networks/bdeef87a-7008-4fdc-8b8c-65a15108ea54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430630 Feb 02 07:02:08.214588 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7cc98482-f992-495c-9410-161fb32577f8 req-dea77d82-7e8c-458d-bafb-f586136fac03 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb724b4c-320e-41e8-9124-6c72770beab2 HTTP/1.1" status: 200 len: 217 time: 0.0591912 Feb 02 07:02:08.309916 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc98482-f992-495c-9410-161fb32577f8 req-8132955b-6bd0-4fcd-b126-6c5ff23f35ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:08.311819 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7cc98482-f992-495c-9410-161fb32577f8 req-8132955b-6bd0-4fcd-b126-6c5ff23f35ea service neutron] 10.222.0.88 "GET /v2.0/subnets?id=24ed2492-6ddd-43a9-869d-9a8e1e2b11cb HTTP/1.1" status: 200 len: 845 time: 0.0880134 Feb 02 07:02:08.378552 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7cc98482-f992-495c-9410-161fb32577f8 req-c115b594-e512-436f-9f31-6c1f4b119b30 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ca6d2336-a914-4a87-8e88-4564aa839535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565915 Feb 02 07:02:08.603774 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7cc98482-f992-495c-9410-161fb32577f8 req-0cdb0561-8483-48a2-8441-e6f526cdfae0 service neutron] 10.222.0.88 "GET /v2.0/networks/ca6d2336-a914-4a87-8e88-4564aa839535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145939 Feb 02 07:02:08.620393 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b1b6f-aeba-4186-8f17-3dc595248718 req-9014ef61-d12b-4bfb-886e-80c788ed4bc9 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:08.627458 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9a8bc2df-c4f2-4e99-aab1-465d4bac1caf tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks [] for security_group (632a061c-172d-46a3-a6e6-afe75f95173a), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:08.628993 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7c3b1b6f-aeba-4186-8f17-3dc595248718 req-9014ef61-d12b-4bfb-886e-80c788ed4bc9 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] 10.222.0.87 "GET /v2.0/ports?device_id=f4a75908-2371-4c85-9473-b54e3966e5b9 HTTP/1.1" status: 200 len: 946 time: 0.0950985 Feb 02 07:02:08.704887 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9a8bc2df-c4f2-4e99-aab1-465d4bac1caf tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (632a061c-172d-46a3-a6e6-afe75f95173a), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:08.714005 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7c3b1b6f-aeba-4186-8f17-3dc595248718 req-ca0e1f76-e4fb-4fd8-ad78-ea1977f1c0b2 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] 10.222.0.87 "GET /v2.0/security-groups?id=bbf59a33-bacd-4e9f-9a02-a6d8a3bc770f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800540 Feb 02 07:02:08.760581 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-babf238a-561a-4e49-8340-1a66f6cb8eb9 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 6.5799890 Feb 02 07:02:08.772165 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-2a07ba7e-54c9-4355-9fea-aea4abdb5764 req-db6c45d6-fa41-4678-84ad-c9024cd059de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 152ca481-03a6-431c-91be-ceb423d2e51a {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:02:08.790624 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a8bc2df-c4f2-4e99-aab1-465d4bac1caf tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:02:08.799531 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-2a07ba7e-54c9-4355-9fea-aea4abdb5764 req-db6c45d6-fa41-4678-84ad-c9024cd059de service neutron] Publish callbacks [] for port (152ca481-03a6-431c-91be-ceb423d2e51a), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:08.823500 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1409a8-1ad3-4f94-aca3-d0f9472052f7 req-0c45ff16-a43f-49e6-ab57-a3207b25d250 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:08.828963 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bf1409a8-1ad3-4f94-aca3-d0f9472052f7 req-0c45ff16-a43f-49e6-ab57-a3207b25d250 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=272c0eb4-c01e-4cfb-976d-67b22c081f3e HTTP/1.1" status: 200 len: 944 time: 1.1763957 Feb 02 07:02:08.856131 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8bc2df-c4f2-4e99-aab1-465d4bac1caf tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=632a061c-172d-46a3-a6e6-afe75f95173a,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:08.870740 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-2a07ba7e-54c9-4355-9fea-aea4abdb5764 req-db6c45d6-fa41-4678-84ad-c9024cd059de service neutron] Transition to ACTIVE for port object 152ca481-03a6-431c-91be-ceb423d2e51a will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:02:08.873206 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9a8bc2df-c4f2-4e99-aab1-465d4bac1caf tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (7cb86a1c-0ee2-4cb6-872c-04bf72c9785f), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:08.874950 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-9a8bc2df-c4f2-4e99-aab1-465d4bac1caf tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Added segment 7cb86a1c-0ee2-4cb6-872c-04bf72c9785f of type vlan for network 0000fdbd-f926-44c8-b0cc-5a95ab67df1a Feb 02 07:02:08.920529 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-2a07ba7e-54c9-4355-9fea-aea4abdb5764 req-db6c45d6-fa41-4678-84ad-c9024cd059de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (152ca481-03a6-431c-91be-ceb423d2e51a), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:08.930071 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7cc98482-f992-495c-9410-161fb32577f8 req-efbe29b1-9ab7-4d28-a8b0-b076486702f7 service neutron] 10.222.0.88 "GET /v2.0/networks/ca6d2336-a914-4a87-8e88-4564aa839535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987664 Feb 02 07:02:08.963745 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b52cf-e66b-4499-b8bc-99f3fa855beb req-50ea2967-1a56-4cb8-8bcb-27f7ec00a45d tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:08.967136 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5a2b52cf-e66b-4499-b8bc-99f3fa855beb req-50ea2967-1a56-4cb8-8bcb-27f7ec00a45d tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] 10.222.0.87 "GET /v2.0/ports?device_id=8044724b-a2a6-414a-a5c7-ac8957aba605 HTTP/1.1" status: 200 len: 932 time: 0.1480715 Feb 02 07:02:08.995776 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9a8bc2df-c4f2-4e99-aab1-465d4bac1caf tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (0000fdbd-f926-44c8-b0cc-5a95ab67df1a), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:09.054171 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5a2b52cf-e66b-4499-b8bc-99f3fa855beb req-49607f2e-4099-4888-b558-12936d18b49c tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] 10.222.0.87 "GET /v2.0/security-groups?id=c48b3388-a072-4831-9be5-83b96f467aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799034 Feb 02 07:02:09.080238 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-306df0d2-4fde-4e1d-a72e-d8e45bc6fa7b req-165cd9d4-76a0-4f0c-a553-0fb30ff79f89 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (ad413416-a179-4d5e-a1d6-69aadc22e166), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:09.110990 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6c45d6-fa41-4678-84ad-c9024cd059de service neutron] Pushing event updated for resources: {'Port': ['ID=152ca481-03a6-431c-91be-ceb423d2e51a,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:09.126485 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['2437294e-6b15-482f-9b33-d60722f10e48'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:02:09.134239 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bf1409a8-1ad3-4f94-aca3-d0f9472052f7 req-d72107c0-762c-412f-80fe-bcae3563cb0a tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/security-groups?id=99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911232 Feb 02 07:02:09.143872 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-306df0d2-4fde-4e1d-a72e-d8e45bc6fa7b req-165cd9d4-76a0-4f0c-a553-0fb30ff79f89 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:02:09.145067 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9a8bc2df-c4f2-4e99-aab1-465d4bac1caf tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (0000fdbd-f926-44c8-b0cc-5a95ab67df1a), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:09.146663 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['8983c95f-d2a5-40fc-ab6f-8385eea021b2'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:02:09.150047 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8bc2df-c4f2-4e99-aab1-465d4bac1caf tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:09.150640 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9a8bc2df-c4f2-4e99-aab1-465d4bac1caf tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:09.153196 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d098438c-5870-4cb8-bb58-b758c71c68e4 req-47d6c83a-b1de-4e52-9168-bce7f856cf6a tempest-ServerAddressesTestJSON-366393804 tempest-ServerAddressesTestJSON-366393804-project] 10.222.0.87 "GET /v2.0/ports?device_id=1958dfd6-ee1a-4e30-aedb-49d91271f8be HTTP/1.1" status: 200 len: 210 time: 0.0478165 Feb 02 07:02:09.175506 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-306df0d2-4fde-4e1d-a72e-d8e45bc6fa7b req-165cd9d4-76a0-4f0c-a553-0fb30ff79f89 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:02:09.257911 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-306df0d2-4fde-4e1d-a72e-d8e45bc6fa7b req-165cd9d4-76a0-4f0c-a553-0fb30ff79f89 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:02:09.289404 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41976) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:02:09.294702 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-712822fe-b4a0-4e37-8606-4398cf746a81 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Request body: {'subnet': {'network_id': '0000fdbd-f926-44c8-b0cc-5a95ab67df1a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:02:09.299409 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-9a8bc2df-c4f2-4e99-aab1-465d4bac1caf tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.1567655 Feb 02 07:02:09.422839 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device fb724b4c-320e-41e8-9124-6c72770beab2 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:02:09.488892 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8bc2df-c4f2-4e99-aab1-465d4bac1caf tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Pushing event updated for resources: {'Network': ['ID=0000fdbd-f926-44c8-b0cc-5a95ab67df1a,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:09.522542 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 0000fdbd-f926-44c8-b0cc-5a95ab67df1a details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:02:09.586819 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165cd9d4-76a0-4f0c-a553-0fb30ff79f89 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Pushing event updated for resources: {'Port': ['ID=ad413416-a179-4d5e-a1d6-69aadc22e166,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:09.624501 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306df0d2-4fde-4e1d-a72e-d8e45bc6fa7b req-165cd9d4-76a0-4f0c-a553-0fb30ff79f89 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:09.625203 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-306df0d2-4fde-4e1d-a72e-d8e45bc6fa7b req-165cd9d4-76a0-4f0c-a553-0fb30ff79f89 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:09.640532 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712822fe-b4a0-4e37-8606-4398cf746a81 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Made reservation on behalf of 5460c325034049fd962d8ee9b0bbc6a5 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:02:09.644637 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-712822fe-b4a0-4e37-8606-4398cf746a81 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:09.735440 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-306df0d2-4fde-4e1d-a72e-d8e45bc6fa7b req-165cd9d4-76a0-4f0c-a553-0fb30ff79f89 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.7357914 Feb 02 07:02:09.800826 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-306df0d2-4fde-4e1d-a72e-d8e45bc6fa7b req-faace436-c545-471f-a8ea-e58dfab3464e service neutron] Request body: {'port': {'device_id': 'e01b1da7-ef6f-4ac8-b3b6-f9c9495dcaff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:02:09.839476 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-6d678d73-b98a-48a9-a0a4-84f34e63d971 None None] Provisioning complete for port ad413416-a179-4d5e-a1d6-69aadc22e166 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:02:09.841291 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6d678d73-b98a-48a9-a0a4-84f34e63d971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ad413416-a179-4d5e-a1d6-69aadc22e166), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:09.917356 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f32b05-5e38-4afa-8faa-96dbc05c5650 req-3deb1078-f339-46c6-9567-f73ec2e74d4c tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:09.922306 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d0f32b05-5e38-4afa-8faa-96dbc05c5650 req-3deb1078-f339-46c6-9567-f73ec2e74d4c tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=e01b1da7-ef6f-4ac8-b3b6-f9c9495dcaff HTTP/1.1" status: 200 len: 935 time: 0.4847803 Feb 02 07:02:09.929465 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.db.resource_extend [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 07:02:09.948829 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-6d678d73-b98a-48a9-a0a4-84f34e63d971 None None] Port ad413416-a179-4d5e-a1d6-69aadc22e166 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:02:10.007672 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-712822fe-b4a0-4e37-8606-4398cf746a81 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (e9d0fa1d-b200-401d-9c8f-74746395f237), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:10.068595 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-2a07ba7e-54c9-4355-9fea-aea4abdb5764 req-db6c45d6-fa41-4678-84ad-c9024cd059de service neutron] Attempting to bind port 152ca481-03a6-431c-91be-ceb423d2e51a on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:02:10.069072 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-2a07ba7e-54c9-4355-9fea-aea4abdb5764 req-db6c45d6-fa41-4678-84ad-c9024cd059de service neutron] Attempting to bind port 152ca481-03a6-431c-91be-ceb423d2e51a by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'b69df42f-0e20-413f-aad5-0a985df1a94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '32d3093c-8c55-41e4-974c-3ed1e6577092'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:02:10.069498 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a07ba7e-54c9-4355-9fea-aea4abdb5764 req-db6c45d6-fa41-4678-84ad-c9024cd059de service neutron] Attempting to bind port 152ca481-03a6-431c-91be-ceb423d2e51a on network 32d3093c-8c55-41e4-974c-3ed1e6577092 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:02:10.098356 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a07ba7e-54c9-4355-9fea-aea4abdb5764 req-db6c45d6-fa41-4678-84ad-c9024cd059de service neutron] Port 152ca481-03a6-431c-91be-ceb423d2e51a on network 32d3093c-8c55-41e4-974c-3ed1e6577092 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:02:10.105367 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a07ba7e-54c9-4355-9fea-aea4abdb5764 req-db6c45d6-fa41-4678-84ad-c9024cd059de service neutron] Attempting to bind port 152ca481-03a6-431c-91be-ceb423d2e51a on network 32d3093c-8c55-41e4-974c-3ed1e6577092 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:02:10.115724 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41982) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:02:10.132340 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-da67edf0-d645-45ca-87d6-cab466be2caa tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Request body: {'security_group': {'name': 'tempest-securitygroup--312535770', 'description': 'tempest-description--1736515248'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:02:10.159579 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-306df0d2-4fde-4e1d-a72e-d8e45bc6fa7b req-faace436-c545-471f-a8ea-e58dfab3464e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ad413416-a179-4d5e-a1d6-69aadc22e166), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:10.177670 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a07ba7e-54c9-4355-9fea-aea4abdb5764 req-db6c45d6-fa41-4678-84ad-c9024cd059de service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:02:10.187767 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a07ba7e-54c9-4355-9fea-aea4abdb5764 req-db6c45d6-fa41-4678-84ad-c9024cd059de service neutron] Checking segment: {'id': 'b69df42f-0e20-413f-aad5-0a985df1a94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '32d3093c-8c55-41e4-974c-3ed1e6577092'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:02:10.188762 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a07ba7e-54c9-4355-9fea-aea4abdb5764 req-db6c45d6-fa41-4678-84ad-c9024cd059de service neutron] Bound using segment: {'id': 'b69df42f-0e20-413f-aad5-0a985df1a94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '32d3093c-8c55-41e4-974c-3ed1e6577092'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:02:10.189026 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-2a07ba7e-54c9-4355-9fea-aea4abdb5764 req-db6c45d6-fa41-4678-84ad-c9024cd059de service neutron] Bound port: 152ca481-03a6-431c-91be-ceb423d2e51a, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b69df42f-0e20-413f-aad5-0a985df1a94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '32d3093c-8c55-41e4-974c-3ed1e6577092'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:02:10.189547 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-2a07ba7e-54c9-4355-9fea-aea4abdb5764 req-db6c45d6-fa41-4678-84ad-c9024cd059de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (152ca481-03a6-431c-91be-ceb423d2e51a), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:10.248754 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d0f32b05-5e38-4afa-8faa-96dbc05c5650 req-42a3a774-6b8e-4db9-b628-6d88d53d9169 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083715 Feb 02 07:02:10.316408 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-da67edf0-d645-45ca-87d6-cab466be2caa tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:10.353700 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712822fe-b4a0-4e37-8606-4398cf746a81 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Checking segment: {'id': '7cb86a1c-0ee2-4cb6-872c-04bf72c9785f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0000fdbd-f926-44c8-b0cc-5a95ab67df1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:02:10.354823 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712822fe-b4a0-4e37-8606-4398cf746a81 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Network hostable DHCP agents. Network: 0000fdbd-f926-44c8-b0cc-5a95ab67df1a, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:02:10.411732 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712822fe-b4a0-4e37-8606-4398cf746a81 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Pushing event updated for resources: {'Subnet': ['ID=e9d0fa1d-b200-401d-9c8f-74746395f237,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:10.436830 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port fb724b4c-320e-41e8-9124-6c72770beab2, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=fb724b4c-320e-41e8-9124-6c72770beab2,segment=NetworkSegment(8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763),segment_id=8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:02:10.454367 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef191cf1-c884-4d97-b447-6389f85f949c req-3626479c-d13b-4387-be0b-ff8345c53d1d tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:10.457887 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': 'fb724b4c-320e-41e8-9124-6c72770beab2', 'network_id': 'ca6d2336-a914-4a87-8e88-4564aa839535', 'port_id': 'fb724b4c-320e-41e8-9124-6c72770beab2', 'mac_address': 'fa:16:3e:af:5b:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ed2492-6ddd-43a9-869d-9a8e1e2b11cb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:02:10.464020 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ef191cf1-c884-4d97-b447-6389f85f949c req-3626479c-d13b-4387-be0b-ff8345c53d1d tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] 10.222.0.87 "GET /v2.0/ports?device_id=8044724b-a2a6-414a-a5c7-ac8957aba605 HTTP/1.1" status: 200 len: 944 time: 0.2459021 Feb 02 07:02:10.514790 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port fb724b4c-320e-41e8-9124-6c72770beab2 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:02:10.515176 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (fb724b4c-320e-41e8-9124-6c72770beab2), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:10.544657 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ef191cf1-c884-4d97-b447-6389f85f949c req-c0f9d45e-f8ca-4975-a8d7-d8a0d392c9ac tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] 10.222.0.87 "GET /v2.0/security-groups?id=c48b3388-a072-4831-9be5-83b96f467aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787930 Feb 02 07:02:10.551438 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712822fe-b4a0-4e37-8606-4398cf746a81 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:02:10.551697 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb724b4c-320e-41e8-9124-6c72770beab2 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:02:10.552626 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712822fe-b4a0-4e37-8606-4398cf746a81 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:02:10.554351 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712822fe-b4a0-4e37-8606-4398cf746a81 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:02:10.554885 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712822fe-b4a0-4e37-8606-4398cf746a81 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:02:10.567515 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712822fe-b4a0-4e37-8606-4398cf746a81 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:02:10.569232 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712822fe-b4a0-4e37-8606-4398cf746a81 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:02:10.569761 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712822fe-b4a0-4e37-8606-4398cf746a81 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:02:10.571617 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712822fe-b4a0-4e37-8606-4398cf746a81 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:02:10.572220 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712822fe-b4a0-4e37-8606-4398cf746a81 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:02:10.572777 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712822fe-b4a0-4e37-8606-4398cf746a81 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:02:10.573863 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712822fe-b4a0-4e37-8606-4398cf746a81 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:02:10.575511 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712822fe-b4a0-4e37-8606-4398cf746a81 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:02:10.577060 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712822fe-b4a0-4e37-8606-4398cf746a81 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:02:10.612935 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port fb724b4c-320e-41e8-9124-6c72770beab2, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=fb724b4c-320e-41e8-9124-6c72770beab2,segment=NetworkSegment(8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763),segment_id=8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:02:10.620634 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-2a07ba7e-54c9-4355-9fea-aea4abdb5764 req-db6c45d6-fa41-4678-84ad-c9024cd059de service neutron] For port 152ca481-03a6-431c-91be-ceb423d2e51a, host n-h1-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:02:10.626207 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (fb724b4c-320e-41e8-9124-6c72770beab2), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:10.647040 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-2a07ba7e-54c9-4355-9fea-aea4abdb5764 req-db6c45d6-fa41-4678-84ad-c9024cd059de service neutron] For port 152ca481-03a6-431c-91be-ceb423d2e51a, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=152ca481-03a6-431c-91be-ceb423d2e51a,segment=NetworkSegment(b69df42f-0e20-413f-aad5-0a985df1a94f),segment_id=b69df42f-0e20-413f-aad5-0a985df1a94f)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:02:10.672160 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712822fe-b4a0-4e37-8606-4398cf746a81 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Network 0000fdbd-f926-44c8-b0cc-5a95ab67df1a is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:02:10.677209 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-2a07ba7e-54c9-4355-9fea-aea4abdb5764 req-db6c45d6-fa41-4678-84ad-c9024cd059de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (152ca481-03a6-431c-91be-ceb423d2e51a), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:10.705317 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=fb724b4c-320e-41e8-9124-6c72770beab2,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:10.713894 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a776430d-1d61-4eb9-aaf7-3756d33ecf07 req-8d8dc48c-8bfa-4d10-8c5a-3cca0d390508 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:10.720067 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a776430d-1d61-4eb9-aaf7-3756d33ecf07 req-8d8dc48c-8bfa-4d10-8c5a-3cca0d390508 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=272c0eb4-c01e-4cfb-976d-67b22c081f3e HTTP/1.1" status: 200 len: 944 time: 0.3317142 Feb 02 07:02:10.724176 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7595e978-3ad3-4ed8-a463-e942b1d646fd req-dd40d513-d73d-4eb4-a9e3-4edfceeacea3 tempest-ServerAddressesTestJSON-366393804 tempest-ServerAddressesTestJSON-366393804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:10.725959 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7595e978-3ad3-4ed8-a463-e942b1d646fd req-dd40d513-d73d-4eb4-a9e3-4edfceeacea3 tempest-ServerAddressesTestJSON-366393804 tempest-ServerAddressesTestJSON-366393804-project] 10.222.0.88 "GET /v2.0/networks?id=bdeef87a-7008-4fdc-8b8c-65a15108ea54 HTTP/1.1" status: 200 len: 813 time: 0.6132450 Feb 02 07:02:10.728892 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-712822fe-b4a0-4e37-8606-4398cf746a81 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 0000fdbd-f926-44c8-b0cc-5a95ab67df1a) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:02:10.739088 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0bf122-53c3-48d1-856a-9dae4271452a None None] Network 0000fdbd-f926-44c8-b0cc-5a95ab67df1a requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:02:10.764671 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712822fe-b4a0-4e37-8606-4398cf746a81 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:10.765199 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-712822fe-b4a0-4e37-8606-4398cf746a81 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:10.769152 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-da67edf0-d645-45ca-87d6-cab466be2caa tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks [] for security_group (2c89831c-2212-4fd4-82c0-50883e2a18e6), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:10.788538 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-7595e978-3ad3-4ed8-a463-e942b1d646fd req-eede8567-aecf-40ca-a1e2-547309113487 tempest-ServerAddressesTestJSON-366393804 tempest-ServerAddressesTestJSON-366393804-project] Request body: {'port': {'device_id': '1958dfd6-ee1a-4e30-aedb-49d91271f8be', 'network_id': 'bdeef87a-7008-4fdc-8b8c-65a15108ea54', 'admin_state_up': True, 'tenant_id': '85d66e01c91b478d94af8874404d9fa7'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:02:10.890071 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-da67edf0-d645-45ca-87d6-cab466be2caa tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (2c89831c-2212-4fd4-82c0-50883e2a18e6), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:10.905709 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a07ba7e-54c9-4355-9fea-aea4abdb5764 req-db6c45d6-fa41-4678-84ad-c9024cd059de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:10.908184 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-2a07ba7e-54c9-4355-9fea-aea4abdb5764 req-db6c45d6-fa41-4678-84ad-c9024cd059de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:10.912983 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ce29ab-f4a6-41dd-9d14-5edd4087f8fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-0000fdbd-f926-44c8-b0cc-5a95ab67df1a', 'network_id': '0000fdbd-f926-44c8-b0cc-5a95ab67df1a', 'project_id': '5460c325034049fd962d8ee9b0bbc6a5', 'fixed_ips': [{'subnet_id': 'e9d0fa1d-b200-401d-9c8f-74746395f237'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:02:10.913851 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-93ce29ab-f4a6-41dd-9d14-5edd4087f8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:10.918346 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2a07ba7e-54c9-4355-9fea-aea4abdb5764 req-db6c45d6-fa41-4678-84ad-c9024cd059de service neutron] 10.222.0.88 "PUT /v2.0/ports/152ca481-03a6-431c-91be-ceb423d2e51a HTTP/1.1" status: 200 len: 1093 time: 3.5917988 Feb 02 07:02:10.981250 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3d9263dd-8592-416a-b386-a68c07833475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:11.000362 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-712822fe-b4a0-4e37-8606-4398cf746a81 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7080402 Feb 02 07:02:11.001410 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41990) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:02:11.006208 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8044724b-a2a6-414a-a5c7-ac8957aba605', 'tag': '152ca481-03a6-431c-91be-ceb423d2e51a'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:02:11.008400 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7595e978-3ad3-4ed8-a463-e942b1d646fd req-eede8567-aecf-40ca-a1e2-547309113487 tempest-ServerAddressesTestJSON-366393804 tempest-ServerAddressesTestJSON-366393804-project] Made reservation on behalf of 85d66e01c91b478d94af8874404d9fa7 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:02:11.009223 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ee076e-814e-462d-b0d5-7efad5852d19" -d '{"events": [{"name": "network-changed", "server_uuid": "8044724b-a2a6-414a-a5c7-ac8957aba605", "tag": "152ca481-03a6-431c-91be-ceb423d2e51a"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:02:11.009548 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['fb724b4c-320e-41e8-9124-6c72770beab2'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:02:11.016965 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-7595e978-3ad3-4ed8-a463-e942b1d646fd req-eede8567-aecf-40ca-a1e2-547309113487 tempest-ServerAddressesTestJSON-366393804 tempest-ServerAddressesTestJSON-366393804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:11.029626 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ef8b7cc0-5b00-470a-a983-94874f5294e5 req-3d74f843-ea5b-45f1-875c-d9e0018a7458 tempest-ServerAddressesTestJSON-366393804 tempest-ServerAddressesTestJSON-366393804-project] 10.222.0.87 "GET /v2.0/ports?device_id=1958dfd6-ee1a-4e30-aedb-49d91271f8be HTTP/1.1" status: 200 len: 210 time: 0.3019249 Feb 02 07:02:11.031942 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da67edf0-d645-45ca-87d6-cab466be2caa tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c89831c-2212-4fd4-82c0-50883e2a18e6,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:11.040891 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-6967d0cd-28ef-4f9c-9ff9-c876b7434444 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Request body: {'port': {'network_id': '0000fdbd-f926-44c8-b0cc-5a95ab67df1a', 'name': 'tempest-AllowedAddressPairTestJSON-396721575'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:02:11.219371 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-306df0d2-4fde-4e1d-a72e-d8e45bc6fa7b req-faace436-c545-471f-a8ea-e58dfab3464e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad413416-a179-4d5e-a1d6-69aadc22e166 {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:02:11.252948 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57db27cd-8557-4b6e-b986-90c98496c835 x-openstack-request-id: req-57db27cd-8557-4b6e-b986-90c98496c835 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:02:11.254893 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8044724b-a2a6-414a-a5c7-ac8957aba605", "tag": "152ca481-03a6-431c-91be-ceb423d2e51a", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:02:11.255366 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-57db27cd-8557-4b6e-b986-90c98496c835 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:02:11.258444 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8044724b-a2a6-414a-a5c7-ac8957aba605', 'tag': '152ca481-03a6-431c-91be-ceb423d2e51a', 'status': 'completed', 'code': 200} Feb 02 07:02:11.278028 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-306df0d2-4fde-4e1d-a72e-d8e45bc6fa7b req-faace436-c545-471f-a8ea-e58dfab3464e service neutron] Publish callbacks [] for port (ad413416-a179-4d5e-a1d6-69aadc22e166), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:11.302603 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-da67edf0-d645-45ca-87d6-cab466be2caa tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:11.304904 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-da67edf0-d645-45ca-87d6-cab466be2caa tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1763122 Feb 02 07:02:11.310047 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41996) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:02:11.344490 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-93ce29ab-f4a6-41dd-9d14-5edd4087f8fd None None] Allocated IP 172.20.0.2 (0000fdbd-f926-44c8-b0cc-5a95ab67df1a/e9d0fa1d-b200-401d-9c8f-74746395f237/5785904a-d262-4f17-86ae-81118b79bd4f) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:02:11.360349 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-306df0d2-4fde-4e1d-a72e-d8e45bc6fa7b req-faace436-c545-471f-a8ea-e58dfab3464e service neutron] Transition to ACTIVE for port object ad413416-a179-4d5e-a1d6-69aadc22e166 will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:02:11.366690 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6c45d6-fa41-4678-84ad-c9024cd059de service neutron] Pushing event updated for resources: {'Port': ['ID=152ca481-03a6-431c-91be-ceb423d2e51a,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:11.388387 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-306df0d2-4fde-4e1d-a72e-d8e45bc6fa7b req-faace436-c545-471f-a8ea-e58dfab3464e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (ad413416-a179-4d5e-a1d6-69aadc22e166), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:11.391436 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-b9ba4c0e-a616-41dc-b482-692fc288f983 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Request body: {'security_group_rule': {'security_group_id': '2c89831c-2212-4fd4-82c0-50883e2a18e6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:02:11.416539 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a776430d-1d61-4eb9-aaf7-3756d33ecf07 req-74a8f6bf-0487-48b3-93f0-c7f2f844e5b4 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/security-groups?id=99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6577582 Feb 02 07:02:11.444831 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a07ba7e-54c9-4355-9fea-aea4abdb5764 req-cb05ca24-3511-4b0e-b124-75f053b1fa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:11.446775 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2a07ba7e-54c9-4355-9fea-aea4abdb5764 req-cb05ca24-3511-4b0e-b124-75f053b1fa88 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5c8ea397fb124118ae0639df321f3ef6&device_id=8044724b-a2a6-414a-a5c7-ac8957aba605 HTTP/1.1" status: 200 len: 1127 time: 0.4336863 Feb 02 07:02:11.532157 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6967d0cd-28ef-4f9c-9ff9-c876b7434444 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Made reservation on behalf of 5460c325034049fd962d8ee9b0bbc6a5 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:02:11.536421 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6967d0cd-28ef-4f9c-9ff9-c876b7434444 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:11.555979 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faace436-c545-471f-a8ea-e58dfab3464e service neutron] Pushing event updated for resources: {'Port': ['ID=ad413416-a179-4d5e-a1d6-69aadc22e166,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:11.560962 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b9ba4c0e-a616-41dc-b482-692fc288f983 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks [] for security_group_rule (c952e573-e0a0-4756-be89-b73574c23b68), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:11.578925 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2a07ba7e-54c9-4355-9fea-aea4abdb5764 req-69665a56-c777-4ab4-a782-c7fc64f710e4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=152ca481-03a6-431c-91be-ceb423d2e51a HTTP/1.1" status: 200 len: 217 time: 0.1075182 Feb 02 07:02:11.643911 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [None req-6967d0cd-28ef-4f9c-9ff9-c876b7434444 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] device_id is not set on port c8f08fe0-093b-421b-b702-f0fbaa61f99f yet. {{(pid=109693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:02:11.665267 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-93ce29ab-f4a6-41dd-9d14-5edd4087f8fd None None] Publish callbacks [] for port (5785904a-d262-4f17-86ae-81118b79bd4f), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:11.706904 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a8cc0-56b1-4a7c-b12c-116785db5c02 req-34e28194-441a-4f35-b10a-3fd1494b09a8 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:11.720110 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-362a8cc0-56b1-4a7c-b12c-116785db5c02 req-34e28194-441a-4f35-b10a-3fd1494b09a8 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=e01b1da7-ef6f-4ac8-b3b6-f9c9495dcaff HTTP/1.1" status: 200 len: 947 time: 0.3028240 Feb 02 07:02:11.731813 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-93ce29ab-f4a6-41dd-9d14-5edd4087f8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (5785904a-d262-4f17-86ae-81118b79bd4f), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:11.742651 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-7595e978-3ad3-4ed8-a463-e942b1d646fd req-eede8567-aecf-40ca-a1e2-547309113487 tempest-ServerAddressesTestJSON-366393804 tempest-ServerAddressesTestJSON-366393804-project] Allocated IP 172.20.0.2 (bdeef87a-7008-4fdc-8b8c-65a15108ea54/5c2fd6e6-8ab3-4872-b3be-be80dc22c49d/cbc12aae-1b0d-46ad-b3af-b4788550a28a) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:02:11.816830 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a07ba7e-54c9-4355-9fea-aea4abdb5764 req-764a4dc4-48d5-4a84-912f-9acd54152d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:11.818608 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2a07ba7e-54c9-4355-9fea-aea4abdb5764 req-764a4dc4-48d5-4a84-912f-9acd54152d68 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=61d5c87e-580c-44a3-a1cc-4f5ee7d0e081 HTTP/1.1" status: 200 len: 868 time: 0.2266569 Feb 02 07:02:11.849723 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ce29ab-f4a6-41dd-9d14-5edd4087f8fd None None] Network 0000fdbd-f926-44c8-b0cc-5a95ab67df1a is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:02:11.861970 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-362a8cc0-56b1-4a7c-b12c-116785db5c02 req-a4820168-4ae5-42fc-9243-9dcb723a64ec tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402793 Feb 02 07:02:11.882492 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-93ce29ab-f4a6-41dd-9d14-5edd4087f8fd None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:02:11.884830 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f8a1a-6e06-4889-96cf-426730dcda8c req-6fcc9992-6a60-4d49-b40e-c6f71a7b09dd tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:11.886088 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ce29ab-f4a6-41dd-9d14-5edd4087f8fd None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:02:11.892805 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ce29ab-f4a6-41dd-9d14-5edd4087f8fd None None] Pushing event updated for resources: {'Port': ['ID=5785904a-d262-4f17-86ae-81118b79bd4f,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:11.893899 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-445f8a1a-6e06-4889-96cf-426730dcda8c req-6fcc9992-6a60-4d49-b40e-c6f71a7b09dd tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] 10.222.0.87 "GET /v2.0/ports?device_id=8044724b-a2a6-414a-a5c7-ac8957aba605 HTTP/1.1" status: 200 len: 944 time: 0.1979196 Feb 02 07:02:11.896281 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-306df0d2-4fde-4e1d-a72e-d8e45bc6fa7b req-faace436-c545-471f-a8ea-e58dfab3464e service neutron] Attempting to bind port ad413416-a179-4d5e-a1d6-69aadc22e166 on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:02:11.896281 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-306df0d2-4fde-4e1d-a72e-d8e45bc6fa7b req-faace436-c545-471f-a8ea-e58dfab3464e service neutron] Attempting to bind port ad413416-a179-4d5e-a1d6-69aadc22e166 by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:02:11.902979 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306df0d2-4fde-4e1d-a72e-d8e45bc6fa7b req-faace436-c545-471f-a8ea-e58dfab3464e service neutron] Attempting to bind port ad413416-a179-4d5e-a1d6-69aadc22e166 on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:02:11.929260 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306df0d2-4fde-4e1d-a72e-d8e45bc6fa7b req-faace436-c545-471f-a8ea-e58dfab3464e service neutron] Port ad413416-a179-4d5e-a1d6-69aadc22e166 on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:02:11.929980 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306df0d2-4fde-4e1d-a72e-d8e45bc6fa7b req-faace436-c545-471f-a8ea-e58dfab3464e service neutron] Attempting to bind port ad413416-a179-4d5e-a1d6-69aadc22e166 on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:02:11.938280 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b9ba4c0e-a616-41dc-b482-692fc288f983 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks [] for security_group_rule (c952e573-e0a0-4756-be89-b73574c23b68), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:11.948717 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306df0d2-4fde-4e1d-a72e-d8e45bc6fa7b req-faace436-c545-471f-a8ea-e58dfab3464e service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:02:11.949477 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306df0d2-4fde-4e1d-a72e-d8e45bc6fa7b req-faace436-c545-471f-a8ea-e58dfab3464e service neutron] Checking segment: {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:02:11.949997 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306df0d2-4fde-4e1d-a72e-d8e45bc6fa7b req-faace436-c545-471f-a8ea-e58dfab3464e service neutron] Bound using segment: {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:02:11.950845 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-306df0d2-4fde-4e1d-a72e-d8e45bc6fa7b req-faace436-c545-471f-a8ea-e58dfab3464e service neutron] Bound port: ad413416-a179-4d5e-a1d6-69aadc22e166, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:02:11.951307 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-306df0d2-4fde-4e1d-a72e-d8e45bc6fa7b req-faace436-c545-471f-a8ea-e58dfab3464e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ad413416-a179-4d5e-a1d6-69aadc22e166), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:11.968925 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b9ba4c0e-a616-41dc-b482-692fc288f983 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (c952e573-e0a0-4756-be89-b73574c23b68), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:12.005405 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-93ce29ab-f4a6-41dd-9d14-5edd4087f8fd None None] Attempting to bind port 5785904a-d262-4f17-86ae-81118b79bd4f on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:02:12.005791 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-93ce29ab-f4a6-41dd-9d14-5edd4087f8fd None None] Attempting to bind port 5785904a-d262-4f17-86ae-81118b79bd4f by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '7cb86a1c-0ee2-4cb6-872c-04bf72c9785f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0000fdbd-f926-44c8-b0cc-5a95ab67df1a'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:02:12.006164 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ce29ab-f4a6-41dd-9d14-5edd4087f8fd None None] Attempting to bind port 5785904a-d262-4f17-86ae-81118b79bd4f on network 0000fdbd-f926-44c8-b0cc-5a95ab67df1a {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:02:12.013484 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-445f8a1a-6e06-4889-96cf-426730dcda8c req-6c95186e-f694-4820-b0f8-ee0ffe22a9c2 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] 10.222.0.87 "GET /v2.0/security-groups?id=c48b3388-a072-4831-9be5-83b96f467aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140087 Feb 02 07:02:12.021971 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ce29ab-f4a6-41dd-9d14-5edd4087f8fd None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:02:12.022428 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a07ba7e-54c9-4355-9fea-aea4abdb5764 req-f4bd48cb-9161-4ad1-8a17-f1b108d1bef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:12.022554 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ce29ab-f4a6-41dd-9d14-5edd4087f8fd None None] Checking segment: {'id': '7cb86a1c-0ee2-4cb6-872c-04bf72c9785f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0000fdbd-f926-44c8-b0cc-5a95ab67df1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:02:12.022911 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-93ce29ab-f4a6-41dd-9d14-5edd4087f8fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:12.023861 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ce29ab-f4a6-41dd-9d14-5edd4087f8fd None None] Bound using segment: {'id': '7cb86a1c-0ee2-4cb6-872c-04bf72c9785f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0000fdbd-f926-44c8-b0cc-5a95ab67df1a'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:02:12.023861 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-93ce29ab-f4a6-41dd-9d14-5edd4087f8fd None None] Bound port: 5785904a-d262-4f17-86ae-81118b79bd4f, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cb86a1c-0ee2-4cb6-872c-04bf72c9785f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0000fdbd-f926-44c8-b0cc-5a95ab67df1a'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:02:12.024227 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-93ce29ab-f4a6-41dd-9d14-5edd4087f8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (5785904a-d262-4f17-86ae-81118b79bd4f), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:12.025880 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2a07ba7e-54c9-4355-9fea-aea4abdb5764 req-f4bd48cb-9161-4ad1-8a17-f1b108d1bef1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=32d3093c-8c55-41e4-974c-3ed1e6577092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2000594 Feb 02 07:02:12.059887 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ba4c0e-a616-41dc-b482-692fc288f983 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c952e573-e0a0-4756-be89-b73574c23b68,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:12.098081 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b9ba4c0e-a616-41dc-b482-692fc288f983 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:12.099297 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b9ba4c0e-a616-41dc-b482-692fc288f983 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7232213 Feb 02 07:02:12.107138 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42004) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:02:12.123261 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-6967d0cd-28ef-4f9c-9ff9-c876b7434444 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Allocated IP 172.20.0.10 (0000fdbd-f926-44c8-b0cc-5a95ab67df1a/e9d0fa1d-b200-401d-9c8f-74746395f237/c8f08fe0-093b-421b-b702-f0fbaa61f99f) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:02:12.133215 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-6596fc10-bfdc-4e08-aee9-d41adaffc771 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Request body: {'security_group_rule': {'security_group_id': '2c89831c-2212-4fd4-82c0-50883e2a18e6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:02:12.176992 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-306df0d2-4fde-4e1d-a72e-d8e45bc6fa7b req-faace436-c545-471f-a8ea-e58dfab3464e service neutron] For port ad413416-a179-4d5e-a1d6-69aadc22e166, host n-h2-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:02:12.182187 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-306df0d2-4fde-4e1d-a72e-d8e45bc6fa7b req-faace436-c545-471f-a8ea-e58dfab3464e service neutron] For port ad413416-a179-4d5e-a1d6-69aadc22e166, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=ad413416-a179-4d5e-a1d6-69aadc22e166,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:02:12.204109 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-306df0d2-4fde-4e1d-a72e-d8e45bc6fa7b req-faace436-c545-471f-a8ea-e58dfab3464e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (ad413416-a179-4d5e-a1d6-69aadc22e166), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:12.214273 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2a07ba7e-54c9-4355-9fea-aea4abdb5764 req-7143b15d-acbb-4e60-b264-df6238f9dc83 service neutron] 10.222.0.88 "GET /v2.0/networks/32d3093c-8c55-41e4-974c-3ed1e6577092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638396 Feb 02 07:02:12.215388 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-93ce29ab-f4a6-41dd-9d14-5edd4087f8fd None None] For port 5785904a-d262-4f17-86ae-81118b79bd4f, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:02:12.220868 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-93ce29ab-f4a6-41dd-9d14-5edd4087f8fd None None] For port 5785904a-d262-4f17-86ae-81118b79bd4f, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=5785904a-d262-4f17-86ae-81118b79bd4f,segment=NetworkSegment(7cb86a1c-0ee2-4cb6-872c-04bf72c9785f),segment_id=7cb86a1c-0ee2-4cb6-872c-04bf72c9785f)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:02:12.229128 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-93ce29ab-f4a6-41dd-9d14-5edd4087f8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (5785904a-d262-4f17-86ae-81118b79bd4f), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:12.275356 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306df0d2-4fde-4e1d-a72e-d8e45bc6fa7b req-faace436-c545-471f-a8ea-e58dfab3464e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:12.276243 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-306df0d2-4fde-4e1d-a72e-d8e45bc6fa7b req-faace436-c545-471f-a8ea-e58dfab3464e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:12.278723 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-306df0d2-4fde-4e1d-a72e-d8e45bc6fa7b req-faace436-c545-471f-a8ea-e58dfab3464e service neutron] 10.222.0.59 "PUT /v2.0/ports/ad413416-a179-4d5e-a1d6-69aadc22e166 HTTP/1.1" status: 200 len: 1096 time: 2.4917638 Feb 02 07:02:12.310485 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-7595e978-3ad3-4ed8-a463-e942b1d646fd req-eede8567-aecf-40ca-a1e2-547309113487 tempest-ServerAddressesTestJSON-366393804 tempest-ServerAddressesTestJSON-366393804-project] Publish callbacks [] for port (cbc12aae-1b0d-46ad-b3af-b4788550a28a), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:12.418265 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ce29ab-f4a6-41dd-9d14-5edd4087f8fd None None] Pushing event updated for resources: {'Port': ['ID=5785904a-d262-4f17-86ae-81118b79bd4f,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:12.423419 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6596fc10-bfdc-4e08-aee9-d41adaffc771 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks [] for security_group_rule (2b232aab-aad3-43e6-b21e-ba6bf1a33fe4), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:12.435918 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-7595e978-3ad3-4ed8-a463-e942b1d646fd req-eede8567-aecf-40ca-a1e2-547309113487 tempest-ServerAddressesTestJSON-366393804 tempest-ServerAddressesTestJSON-366393804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (cbc12aae-1b0d-46ad-b3af-b4788550a28a), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:12.533355 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faace436-c545-471f-a8ea-e58dfab3464e service neutron] Pushing event updated for resources: {'Port': ['ID=ad413416-a179-4d5e-a1d6-69aadc22e166,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:12.604538 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eede8567-aecf-40ca-a1e2-547309113487 tempest-ServerAddressesTestJSON-366393804 tempest-ServerAddressesTestJSON-366393804-project] Pushing event updated for resources: {'Port': ['ID=cbc12aae-1b0d-46ad-b3af-b4788550a28a,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:12.692088 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2a07ba7e-54c9-4355-9fea-aea4abdb5764 req-34812d89-65d4-480e-92e9-b816bfc96ed2 service neutron] 10.222.0.88 "GET /v2.0/networks/32d3093c-8c55-41e4-974c-3ed1e6577092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4467528 Feb 02 07:02:12.696410 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306df0d2-4fde-4e1d-a72e-d8e45bc6fa7b req-4b06c3b8-eb89-400c-8514-12cc79b87dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:12.698180 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-306df0d2-4fde-4e1d-a72e-d8e45bc6fa7b req-4b06c3b8-eb89-400c-8514-12cc79b87dac service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40f55797a4e64b49b7bf5689d7ed2a53&device_id=e01b1da7-ef6f-4ac8-b3b6-f9c9495dcaff HTTP/1.1" status: 200 len: 1130 time: 0.3478427 Feb 02 07:02:12.723235 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6596fc10-bfdc-4e08-aee9-d41adaffc771 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks [] for security_group_rule (2b232aab-aad3-43e6-b21e-ba6bf1a33fe4), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:12.724636 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd462f2-97b5-431b-a666-b224e62a3e4d req-c0bb03fd-041a-4949-8d60-8a3aa524e23f tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:12.736531 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2cd462f2-97b5-431b-a666-b224e62a3e4d req-c0bb03fd-041a-4949-8d60-8a3aa524e23f tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=272c0eb4-c01e-4cfb-976d-67b22c081f3e HTTP/1.1" status: 200 len: 945 time: 0.1849244 Feb 02 07:02:12.737318 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6596fc10-bfdc-4e08-aee9-d41adaffc771 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (2b232aab-aad3-43e6-b21e-ba6bf1a33fe4), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:12.815052 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7595e978-3ad3-4ed8-a463-e942b1d646fd req-eede8567-aecf-40ca-a1e2-547309113487 tempest-ServerAddressesTestJSON-366393804 tempest-ServerAddressesTestJSON-366393804-project] Network bdeef87a-7008-4fdc-8b8c-65a15108ea54 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:02:12.831154 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6596fc10-bfdc-4e08-aee9-d41adaffc771 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:12.835100 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-6596fc10-bfdc-4e08-aee9-d41adaffc771 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7242718 Feb 02 07:02:12.837025 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6596fc10-bfdc-4e08-aee9-d41adaffc771 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b232aab-aad3-43e6-b21e-ba6bf1a33fe4,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:12.838855 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42008) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:02:12.844995 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-7595e978-3ad3-4ed8-a463-e942b1d646fd req-eede8567-aecf-40ca-a1e2-547309113487 tempest-ServerAddressesTestJSON-366393804 tempest-ServerAddressesTestJSON-366393804-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:02:12.848083 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-7595e978-3ad3-4ed8-a463-e942b1d646fd req-eede8567-aecf-40ca-a1e2-547309113487 tempest-ServerAddressesTestJSON-366393804 tempest-ServerAddressesTestJSON-366393804-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:02:12.853397 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-8530124c-4aaa-46c3-9acd-bf61d72a1f24 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Request body: {'floatingip': {'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:02:12.864010 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-306df0d2-4fde-4e1d-a72e-d8e45bc6fa7b req-0a53ba9f-0bf1-4f48-8d46-6cd251ad2ba7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=ad413416-a179-4d5e-a1d6-69aadc22e166 HTTP/1.1" status: 200 len: 217 time: 0.1256571 Feb 02 07:02:12.896080 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b22fb-69a7-4334-9867-84790d4763ec req-fb04478e-b1bb-4c64-8a71-8c10997e2848 tempest-ServerAddressesTestJSON-366393804 tempest-ServerAddressesTestJSON-366393804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:12.897759 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-200b22fb-69a7-4334-9867-84790d4763ec req-fb04478e-b1bb-4c64-8a71-8c10997e2848 tempest-ServerAddressesTestJSON-366393804 tempest-ServerAddressesTestJSON-366393804-project] 10.222.0.87 "GET /v2.0/ports?device_id=1958dfd6-ee1a-4e30-aedb-49d91271f8be HTTP/1.1" status: 200 len: 931 time: 0.7086067 Feb 02 07:02:12.904515 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8530124c-4aaa-46c3-9acd-bf61d72a1f24 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:13.032480 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2cd462f2-97b5-431b-a666-b224e62a3e4d req-cf415e73-cd0a-448b-afe3-ec5c49952583 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/security-groups?id=99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862985 Feb 02 07:02:13.034625 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306df0d2-4fde-4e1d-a72e-d8e45bc6fa7b req-c96d7652-e528-400b-8562-9b33fe6cef65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:13.036228 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-306df0d2-4fde-4e1d-a72e-d8e45bc6fa7b req-c96d7652-e528-400b-8562-9b33fe6cef65 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.1245205 Feb 02 07:02:13.084321 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7595e978-3ad3-4ed8-a463-e942b1d646fd req-eede8567-aecf-40ca-a1e2-547309113487 tempest-ServerAddressesTestJSON-366393804 tempest-ServerAddressesTestJSON-366393804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:13.084949 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-7595e978-3ad3-4ed8-a463-e942b1d646fd req-eede8567-aecf-40ca-a1e2-547309113487 tempest-ServerAddressesTestJSON-366393804 tempest-ServerAddressesTestJSON-366393804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:13.097225 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee076e-814e-462d-b0d5-7efad5852d19 req-5e34a92d-7260-4200-932a-6ac2049aad22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:13.099086 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c9ee076e-814e-462d-b0d5-7efad5852d19 req-5e34a92d-7260-4200-932a-6ac2049aad22 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5c8ea397fb124118ae0639df321f3ef6&device_id=8044724b-a2a6-414a-a5c7-ac8957aba605 HTTP/1.1" status: 200 len: 1127 time: 0.2750440 Feb 02 07:02:13.150299 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7595e978-3ad3-4ed8-a463-e942b1d646fd req-eede8567-aecf-40ca-a1e2-547309113487 tempest-ServerAddressesTestJSON-366393804 tempest-ServerAddressesTestJSON-366393804-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3986208 Feb 02 07:02:13.181508 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-7595e978-3ad3-4ed8-a463-e942b1d646fd req-1a52c898-ea8f-4409-bdee-6174a6698e18 service neutron] Request body: {'port': {'device_id': '1958dfd6-ee1a-4e30-aedb-49d91271f8be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:02:13.236348 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-200b22fb-69a7-4334-9867-84790d4763ec req-347210df-0eae-46a6-825b-c594307a8f31 tempest-ServerAddressesTestJSON-366393804 tempest-ServerAddressesTestJSON-366393804-project] 10.222.0.87 "GET /v2.0/security-groups?id=e2e22568-83b1-4056-b516-cba3cf27c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855783 Feb 02 07:02:13.271512 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-dc24452a-dd9f-405e-a59a-baced7dfad31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:13.277703 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e01b1da7-ef6f-4ac8-b3b6-f9c9495dcaff', 'tag': 'ad413416-a179-4d5e-a1d6-69aadc22e166'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:02:13.280766 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af439bb7-cb6f-4cf7-9bf6-d21dc22e8834" -d '{"events": [{"name": "network-changed", "server_uuid": "e01b1da7-ef6f-4ac8-b3b6-f9c9495dcaff", "tag": "ad413416-a179-4d5e-a1d6-69aadc22e166"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:02:13.288498 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6967d0cd-28ef-4f9c-9ff9-c876b7434444 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks [] for port (c8f08fe0-093b-421b-b702-f0fbaa61f99f), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:13.301438 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306df0d2-4fde-4e1d-a72e-d8e45bc6fa7b req-60205d7c-851b-4f93-b14e-9adee8b05e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:13.303145 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-306df0d2-4fde-4e1d-a72e-d8e45bc6fa7b req-60205d7c-851b-4f93-b14e-9adee8b05e37 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2611406 Feb 02 07:02:13.359878 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6967d0cd-28ef-4f9c-9ff9-c876b7434444 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (c8f08fe0-093b-421b-b702-f0fbaa61f99f), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:13.366839 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee076e-814e-462d-b0d5-7efad5852d19 req-7ec5abd5-8ba6-401f-93f7-6210cbfb5cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:13.368701 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c9ee076e-814e-462d-b0d5-7efad5852d19 req-7ec5abd5-8ba6-401f-93f7-6210cbfb5cb8 service neutron] 10.222.0.88 "GET /v2.0/networks?id=32d3093c-8c55-41e4-974c-3ed1e6577092 HTTP/1.1" status: 200 len: 930 time: 0.2613254 Feb 02 07:02:13.406231 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device fb724b4c-320e-41e8-9124-6c72770beab2 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:02:13.444541 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612851b-0b26-4f3c-ac7c-b469cb5be27f req-f2598dae-05de-4775-828d-874545f4e367 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:13.452412 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4612851b-0b26-4f3c-ac7c-b469cb5be27f req-f2598dae-05de-4775-828d-874545f4e367 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=e01b1da7-ef6f-4ac8-b3b6-f9c9495dcaff HTTP/1.1" status: 200 len: 947 time: 0.2338114 Feb 02 07:02:13.495406 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c9ee076e-814e-462d-b0d5-7efad5852d19 req-c9f83516-7ed5-4320-8b70-5835e6fc0d50 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=152ca481-03a6-431c-91be-ceb423d2e51a HTTP/1.1" status: 200 len: 217 time: 0.1081138 Feb 02 07:02:13.501838 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port fb724b4c-320e-41e8-9124-6c72770beab2 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:02:13.506965 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port fb724b4c-320e-41e8-9124-6c72770beab2 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:02:13.507395 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (fb724b4c-320e-41e8-9124-6c72770beab2), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:13.572872 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6967d0cd-28ef-4f9c-9ff9-c876b7434444 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Network 0000fdbd-f926-44c8-b0cc-5a95ab67df1a is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:02:13.580207 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6967d0cd-28ef-4f9c-9ff9-c876b7434444 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Pushing event updated for resources: {'Port': ['ID=c8f08fe0-093b-421b-b702-f0fbaa61f99f,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:13.593588 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-6967d0cd-28ef-4f9c-9ff9-c876b7434444 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:02:13.604399 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6967d0cd-28ef-4f9c-9ff9-c876b7434444 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:02:13.630446 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-306df0d2-4fde-4e1d-a72e-d8e45bc6fa7b req-6d7a0876-4d8e-46f9-9e4a-005e2d303aaa service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146415 Feb 02 07:02:13.647462 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port fb724b4c-320e-41e8-9124-6c72770beab2 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:02:13.648050 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (fb724b4c-320e-41e8-9124-6c72770beab2), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:13.680448 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '272c0eb4-c01e-4cfb-976d-67b22c081f3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb724b4c-320e-41e8-9124-6c72770beab2'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:02:13.682823 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c21f10b5-db63-4cb8-a36e-048877099ea1" -d '{"events": [{"server_uuid": "272c0eb4-c01e-4cfb-976d-67b22c081f3e", "name": "network-vif-plugged", "status": "completed", "tag": "fb724b4c-320e-41e8-9124-6c72770beab2"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:02:13.689746 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4612851b-0b26-4f3c-ac7c-b469cb5be27f req-b1fc4dda-3135-4d8c-9204-979e5e9bc05a tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361202 Feb 02 07:02:13.698573 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-7595e978-3ad3-4ed8-a463-e942b1d646fd req-1a52c898-ea8f-4409-bdee-6174a6698e18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (cbc12aae-1b0d-46ad-b3af-b4788550a28a), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:13.702097 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port fb724b4c-320e-41e8-9124-6c72770beab2, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=fb724b4c-320e-41e8-9124-6c72770beab2,segment=NetworkSegment(8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763),segment_id=8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:02:13.710898 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee076e-814e-462d-b0d5-7efad5852d19 req-ee3c5a08-3b84-4d40-bd7a-56053acca466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:13.712408 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c9ee076e-814e-462d-b0d5-7efad5852d19 req-ee3c5a08-3b84-4d40-bd7a-56053acca466 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=61d5c87e-580c-44a3-a1cc-4f5ee7d0e081 HTTP/1.1" status: 200 len: 868 time: 0.1955128 Feb 02 07:02:13.719750 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (fb724b4c-320e-41e8-9124-6c72770beab2), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:13.776561 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8530124c-4aaa-46c3-9acd-bf61d72a1f24 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:13.811490 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=fb724b4c-320e-41e8-9124-6c72770beab2,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:13.827175 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6967d0cd-28ef-4f9c-9ff9-c876b7434444 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:13.830187 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6967d0cd-28ef-4f9c-9ff9-c876b7434444 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:13.840878 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16818bc4-4f9e-4e8f-a0aa-aba29bfe2b4f req-b0af57d1-b63a-4f5d-bfb2-e12c7fa6696c tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:13.843197 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-16818bc4-4f9e-4e8f-a0aa-aba29bfe2b4f req-b0af57d1-b63a-4f5d-bfb2-e12c7fa6696c tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] 10.222.0.87 "GET /v2.0/ports?device_id=8044724b-a2a6-414a-a5c7-ac8957aba605 HTTP/1.1" status: 200 len: 944 time: 0.4167316 Feb 02 07:02:13.866734 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de793899-9e2c-4224-9b07-796fcac3c8fb x-openstack-request-id: req-de793899-9e2c-4224-9b07-796fcac3c8fb {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:02:13.869152 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f334383-2bcb-4c85-b54e-9eb2fb8d704f x-openstack-request-id: req-3f334383-2bcb-4c85-b54e-9eb2fb8d704f {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:02:13.869661 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "272c0eb4-c01e-4cfb-976d-67b22c081f3e", "name": "network-vif-plugged", "status": "completed", "tag": "fb724b4c-320e-41e8-9124-6c72770beab2", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:02:13.870027 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-de793899-9e2c-4224-9b07-796fcac3c8fb {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:02:13.870281 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e01b1da7-ef6f-4ac8-b3b6-f9c9495dcaff", "tag": "ad413416-a179-4d5e-a1d6-69aadc22e166", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:02:13.870700 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-3f334383-2bcb-4c85-b54e-9eb2fb8d704f {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:02:13.871310 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e01b1da7-ef6f-4ac8-b3b6-f9c9495dcaff', 'tag': 'ad413416-a179-4d5e-a1d6-69aadc22e166', 'status': 'completed', 'code': 200} Feb 02 07:02:13.872377 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '272c0eb4-c01e-4cfb-976d-67b22c081f3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb724b4c-320e-41e8-9124-6c72770beab2', 'code': 200} Feb 02 07:02:13.920295 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-306df0d2-4fde-4e1d-a72e-d8e45bc6fa7b req-a996fa8a-7f83-44f4-a55d-a0699606a398 service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682381 Feb 02 07:02:13.941368 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee076e-814e-462d-b0d5-7efad5852d19 req-fc78576c-abce-4dc5-ad19-b0e56a729d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:13.944829 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c9ee076e-814e-462d-b0d5-7efad5852d19 req-fc78576c-abce-4dc5-ad19-b0e56a729d91 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=32d3093c-8c55-41e4-974c-3ed1e6577092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2063906 Feb 02 07:02:13.956603 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-6967d0cd-28ef-4f9c-9ff9-c876b7434444 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9457936 Feb 02 07:02:13.961042 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42020) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:02:13.970643 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-2e8b0694-239d-44db-ad73-18e08163a059 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Request body: {'port': {'network_id': '0000fdbd-f926-44c8-b0cc-5a95ab67df1a', 'name': 'tempest-AllowedAddressPairTestJSON-426550380', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:1b:ae:af'}]}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:02:14.071837 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8981ff7-c373-4761-a920-81eef7b322c1 None None] Network 0000fdbd-f926-44c8-b0cc-5a95ab67df1a requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:02:14.160397 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-16818bc4-4f9e-4e8f-a0aa-aba29bfe2b4f req-0df621b1-cd95-4e04-84b4-7b770a5023c4 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] 10.222.0.87 "GET /v2.0/security-groups?id=c48b3388-a072-4831-9be5-83b96f467aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613945 Feb 02 07:02:14.190536 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-8530124c-4aaa-46c3-9acd-bf61d72a1f24 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Allocated IP 172.25.4.32 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/96015bdf-0056-4a99-bdd6-bb115f3e9588) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:02:14.304973 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-020d9eac-8aa0-490a-b677-52d655b1e03f None None] Provisioning complete for port 5785904a-d262-4f17-86ae-81118b79bd4f triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:02:14.305535 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-020d9eac-8aa0-490a-b677-52d655b1e03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (5785904a-d262-4f17-86ae-81118b79bd4f), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:14.338384 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b92ee9-0416-4961-b979-354c028885a5 req-4f445a7c-a8de-49b7-9848-d2e352f4db73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:14.342626 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e4b92ee9-0416-4961-b979-354c028885a5 req-4f445a7c-a8de-49b7-9848-d2e352f4db73 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=272c0eb4-c01e-4cfb-976d-67b22c081f3e HTTP/1.1" status: 200 len: 1129 time: 0.3027439 Feb 02 07:02:14.586940 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-020d9eac-8aa0-490a-b677-52d655b1e03f None None] Current status of the port 5785904a-d262-4f17-86ae-81118b79bd4f is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:02:14.587471 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-020d9eac-8aa0-490a-b677-52d655b1e03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (5785904a-d262-4f17-86ae-81118b79bd4f), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:14.607132 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 5785904a-d262-4f17-86ae-81118b79bd4f up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:02:14.744343 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:14.748755 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-020d9eac-8aa0-490a-b677-52d655b1e03f None None] For port 5785904a-d262-4f17-86ae-81118b79bd4f, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=5785904a-d262-4f17-86ae-81118b79bd4f,segment=NetworkSegment(7cb86a1c-0ee2-4cb6-872c-04bf72c9785f),segment_id=7cb86a1c-0ee2-4cb6-872c-04bf72c9785f)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:02:14.792509 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-020d9eac-8aa0-490a-b677-52d655b1e03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (5785904a-d262-4f17-86ae-81118b79bd4f), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:14.805332 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8530124c-4aaa-46c3-9acd-bf61d72a1f24 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks [] for port (96015bdf-0056-4a99-bdd6-bb115f3e9588), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:14.812660 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e4b92ee9-0416-4961-b979-354c028885a5 req-cefed791-1422-4a22-9f09-0872e764e180 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4288809 Feb 02 07:02:14.830393 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c9ee076e-814e-462d-b0d5-7efad5852d19 req-03507eb1-36a7-4bfe-b04b-a22103ebf49a service neutron] 10.222.0.88 "GET /v2.0/networks/32d3093c-8c55-41e4-974c-3ed1e6577092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8719614 Feb 02 07:02:14.857460 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af439bb7-cb6f-4cf7-9bf6-d21dc22e8834 req-dc5fd211-5eed-4b7c-ac82-6b0d6e720c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:14.861642 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-af439bb7-cb6f-4cf7-9bf6-d21dc22e8834 req-dc5fd211-5eed-4b7c-ac82-6b0d6e720c03 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40f55797a4e64b49b7bf5689d7ed2a53&device_id=e01b1da7-ef6f-4ac8-b3b6-f9c9495dcaff HTTP/1.1" status: 200 len: 1130 time: 0.8285978 Feb 02 07:02:14.932809 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-7595e978-3ad3-4ed8-a463-e942b1d646fd req-1a52c898-ea8f-4409-bdee-6174a6698e18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbc12aae-1b0d-46ad-b3af-b4788550a28a {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:02:14.942253 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e8b0694-239d-44db-ad73-18e08163a059 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Made reservation on behalf of 5460c325034049fd962d8ee9b0bbc6a5 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:02:14.969764 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6925dc-1f9e-49b9-9988-5e0071df46d3 req-8c368170-e343-4d8e-80f5-805e4b60b048 tempest-ServerAddressesTestJSON-366393804 tempest-ServerAddressesTestJSON-366393804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:14.988418 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8e6925dc-1f9e-49b9-9988-5e0071df46d3 req-8c368170-e343-4d8e-80f5-805e4b60b048 tempest-ServerAddressesTestJSON-366393804 tempest-ServerAddressesTestJSON-366393804-project] 10.222.0.87 "GET /v2.0/ports?device_id=1958dfd6-ee1a-4e30-aedb-49d91271f8be HTTP/1.1" status: 200 len: 931 time: 0.5778253 Feb 02 07:02:14.992602 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-7595e978-3ad3-4ed8-a463-e942b1d646fd req-1a52c898-ea8f-4409-bdee-6174a6698e18 service neutron] Publish callbacks [] for port (cbc12aae-1b0d-46ad-b3af-b4788550a28a), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:15.034323 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-7595e978-3ad3-4ed8-a463-e942b1d646fd req-1a52c898-ea8f-4409-bdee-6174a6698e18 service neutron] Transition to ACTIVE for port object cbc12aae-1b0d-46ad-b3af-b4788550a28a will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:02:15.049076 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-7595e978-3ad3-4ed8-a463-e942b1d646fd req-1a52c898-ea8f-4409-bdee-6174a6698e18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (cbc12aae-1b0d-46ad-b3af-b4788550a28a), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:15.090765 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020d9eac-8aa0-490a-b677-52d655b1e03f None None] Pushing event updated for resources: {'Port': ['ID=5785904a-d262-4f17-86ae-81118b79bd4f,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:15.100009 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8530124c-4aaa-46c3-9acd-bf61d72a1f24 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (96015bdf-0056-4a99-bdd6-bb115f3e9588), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:15.102986 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 5785904a-d262-4f17-86ae-81118b79bd4f triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:02:15.104078 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (5785904a-d262-4f17-86ae-81118b79bd4f), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:15.139781 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8e6925dc-1f9e-49b9-9988-5e0071df46d3 req-aaa6475e-0e1b-4ea7-b52f-c5d15f27583c tempest-ServerAddressesTestJSON-366393804 tempest-ServerAddressesTestJSON-366393804-project] 10.222.0.87 "GET /v2.0/security-groups?id=e2e22568-83b1-4056-b516-cba3cf27c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461494 Feb 02 07:02:15.163842 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-0ddbe1f0-6b0a-43ba-87cd-b04e2aac38ef None None] Provisioning complete for port 5785904a-d262-4f17-86ae-81118b79bd4f triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:02:15.164221 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0ddbe1f0-6b0a-43ba-87cd-b04e2aac38ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (5785904a-d262-4f17-86ae-81118b79bd4f), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:15.166502 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8530124c-4aaa-46c3-9acd-bf61d72a1f24 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:02:15.185473 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-8530124c-4aaa-46c3-9acd-bf61d72a1f24 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:02:15.191134 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8530124c-4aaa-46c3-9acd-bf61d72a1f24 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:02:15.287998 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-0ddbe1f0-6b0a-43ba-87cd-b04e2aac38ef None None] Current status of the port 5785904a-d262-4f17-86ae-81118b79bd4f is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:02:15.305192 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-0ddbe1f0-6b0a-43ba-87cd-b04e2aac38ef None None] Provisioning complete for port c8f08fe0-093b-421b-b702-f0fbaa61f99f triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:02:15.305880 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0ddbe1f0-6b0a-43ba-87cd-b04e2aac38ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (c8f08fe0-093b-421b-b702-f0fbaa61f99f), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:15.345553 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-0ddbe1f0-6b0a-43ba-87cd-b04e2aac38ef None None] Port c8f08fe0-093b-421b-b702-f0fbaa61f99f cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:02:15.368059 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2e8b0694-239d-44db-ad73-18e08163a059 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:15.378495 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c43443b-873e-4d81-81a5-9f622af11d19 req-7ec1013e-71a0-4db9-bc6c-3d4f5ca7b020 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:15.380658 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0c43443b-873e-4d81-81a5-9f622af11d19 req-7ec1013e-71a0-4db9-bc6c-3d4f5ca7b020 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=272c0eb4-c01e-4cfb-976d-67b22c081f3e HTTP/1.1" status: 200 len: 946 time: 0.7298067 Feb 02 07:02:15.382149 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af439bb7-cb6f-4cf7-9bf6-d21dc22e8834 req-3355c17c-8f61-4402-854b-879c41f47abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:15.384686 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-af439bb7-cb6f-4cf7-9bf6-d21dc22e8834 req-3355c17c-8f61-4402-854b-879c41f47abe service neutron] 10.222.0.59 "GET /v2.0/networks?id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 HTTP/1.1" status: 200 len: 870 time: 0.5115445 Feb 02 07:02:15.392991 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 5785904a-d262-4f17-86ae-81118b79bd4f is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:02:15.410461 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a52c898-ea8f-4409-bdee-6174a6698e18 service neutron] Pushing event updated for resources: {'Port': ['ID=cbc12aae-1b0d-46ad-b3af-b4788550a28a,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:15.428148 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 152ca481-03a6-431c-91be-ceb423d2e51a details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:02:15.491011 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8530124c-4aaa-46c3-9acd-bf61d72a1f24 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Pushing event updated for resources: {'Port': ['ID=96015bdf-0056-4a99-bdd6-bb115f3e9588,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:15.500240 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-510ef207-9258-489e-b579-1688e154dbf5 None None] Provisioning complete for port c8f08fe0-093b-421b-b702-f0fbaa61f99f triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:02:15.500904 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-510ef207-9258-489e-b579-1688e154dbf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (c8f08fe0-093b-421b-b702-f0fbaa61f99f), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:15.510960 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8530124c-4aaa-46c3-9acd-bf61d72a1f24 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks [] for floatingip (417f9bdc-15f6-4502-ae7c-98f8e18dd841), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:15.565682 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-510ef207-9258-489e-b579-1688e154dbf5 None None] Port c8f08fe0-093b-421b-b702-f0fbaa61f99f cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:02:15.567165 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-af439bb7-cb6f-4cf7-9bf6-d21dc22e8834 req-27cdc199-f1d5-45c1-b28d-d586a7e18263 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=ad413416-a179-4d5e-a1d6-69aadc22e166 HTTP/1.1" status: 200 len: 217 time: 0.1427653 Feb 02 07:02:15.567642 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-7595e978-3ad3-4ed8-a463-e942b1d646fd req-1a52c898-ea8f-4409-bdee-6174a6698e18 service neutron] Attempting to bind port cbc12aae-1b0d-46ad-b3af-b4788550a28a on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:02:15.568254 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-7595e978-3ad3-4ed8-a463-e942b1d646fd req-1a52c898-ea8f-4409-bdee-6174a6698e18 service neutron] Attempting to bind port cbc12aae-1b0d-46ad-b3af-b4788550a28a by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'b2f77efd-b37c-4e34-8f38-b5b3eb3be489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bdeef87a-7008-4fdc-8b8c-65a15108ea54'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:02:15.569042 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7595e978-3ad3-4ed8-a463-e942b1d646fd req-1a52c898-ea8f-4409-bdee-6174a6698e18 service neutron] Attempting to bind port cbc12aae-1b0d-46ad-b3af-b4788550a28a on network bdeef87a-7008-4fdc-8b8c-65a15108ea54 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:02:15.579857 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [None req-2e8b0694-239d-44db-ad73-18e08163a059 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] device_id is not set on port 307d262a-cdeb-4b72-ba15-9d6181eebebc yet. {{(pid=109694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:02:15.609106 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:02:15.617246 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7595e978-3ad3-4ed8-a463-e942b1d646fd req-1a52c898-ea8f-4409-bdee-6174a6698e18 service neutron] Port cbc12aae-1b0d-46ad-b3af-b4788550a28a on network bdeef87a-7008-4fdc-8b8c-65a15108ea54 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:02:15.617577 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7595e978-3ad3-4ed8-a463-e942b1d646fd req-1a52c898-ea8f-4409-bdee-6174a6698e18 service neutron] Attempting to bind port cbc12aae-1b0d-46ad-b3af-b4788550a28a on network bdeef87a-7008-4fdc-8b8c-65a15108ea54 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:02:15.627868 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7595e978-3ad3-4ed8-a463-e942b1d646fd req-1a52c898-ea8f-4409-bdee-6174a6698e18 service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:02:15.628216 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7595e978-3ad3-4ed8-a463-e942b1d646fd req-1a52c898-ea8f-4409-bdee-6174a6698e18 service neutron] Checking segment: {'id': 'b2f77efd-b37c-4e34-8f38-b5b3eb3be489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bdeef87a-7008-4fdc-8b8c-65a15108ea54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:02:15.628611 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7595e978-3ad3-4ed8-a463-e942b1d646fd req-1a52c898-ea8f-4409-bdee-6174a6698e18 service neutron] Bound using segment: {'id': 'b2f77efd-b37c-4e34-8f38-b5b3eb3be489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bdeef87a-7008-4fdc-8b8c-65a15108ea54'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:02:15.629061 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-7595e978-3ad3-4ed8-a463-e942b1d646fd req-1a52c898-ea8f-4409-bdee-6174a6698e18 service neutron] Bound port: cbc12aae-1b0d-46ad-b3af-b4788550a28a, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2f77efd-b37c-4e34-8f38-b5b3eb3be489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bdeef87a-7008-4fdc-8b8c-65a15108ea54'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:02:15.629423 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-7595e978-3ad3-4ed8-a463-e942b1d646fd req-1a52c898-ea8f-4409-bdee-6174a6698e18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (cbc12aae-1b0d-46ad-b3af-b4788550a28a), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:15.650017 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 152ca481-03a6-431c-91be-ceb423d2e51a, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=152ca481-03a6-431c-91be-ceb423d2e51a,segment=NetworkSegment(b69df42f-0e20-413f-aad5-0a985df1a94f),segment_id=b69df42f-0e20-413f-aad5-0a985df1a94f)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:02:15.656143 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8530124c-4aaa-46c3-9acd-bf61d72a1f24 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (96015bdf-0056-4a99-bdd6-bb115f3e9588), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:15.663932 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': '152ca481-03a6-431c-91be-ceb423d2e51a', 'network_id': '32d3093c-8c55-41e4-974c-3ed1e6577092', 'port_id': '152ca481-03a6-431c-91be-ceb423d2e51a', 'mac_address': 'fa:16:3e:a5:d0:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61d5c87e-580c-44a3-a1cc-4f5ee7d0e081', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:02:15.709580 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 152ca481-03a6-431c-91be-ceb423d2e51a is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:02:15.710355 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (152ca481-03a6-431c-91be-ceb423d2e51a), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:15.727479 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 152ca481-03a6-431c-91be-ceb423d2e51a {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:02:15.739032 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af439bb7-cb6f-4cf7-9bf6-d21dc22e8834 req-dfe98f64-e4c2-4e59-91d6-30e7c4f3c10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:15.742129 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-af439bb7-cb6f-4cf7-9bf6-d21dc22e8834 req-dfe98f64-e4c2-4e59-91d6-30e7c4f3c10c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.1560318 Feb 02 07:02:15.755817 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 152ca481-03a6-431c-91be-ceb423d2e51a, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=152ca481-03a6-431c-91be-ceb423d2e51a,segment=NetworkSegment(b69df42f-0e20-413f-aad5-0a985df1a94f),segment_id=b69df42f-0e20-413f-aad5-0a985df1a94f)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:02:15.761214 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (152ca481-03a6-431c-91be-ceb423d2e51a), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:15.788494 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c9ee076e-814e-462d-b0d5-7efad5852d19 req-c73a1ac1-7920-41c9-9d55-dd80f9f0f96d service neutron] 10.222.0.88 "GET /v2.0/networks/32d3093c-8c55-41e4-974c-3ed1e6577092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4024503 Feb 02 07:02:15.813411 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0c43443b-873e-4d81-81a5-9f622af11d19 req-288dc589-1890-43aa-bfe4-b521dd46b277 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/security-groups?id=99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4082315 Feb 02 07:02:15.868924 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=152ca481-03a6-431c-91be-ceb423d2e51a,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:15.955388 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:16.001896 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af439bb7-cb6f-4cf7-9bf6-d21dc22e8834 req-89ecb2c7-ceba-47df-8608-164b8b3b4362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:16.003416 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-af439bb7-cb6f-4cf7-9bf6-d21dc22e8834 req-89ecb2c7-ceba-47df-8608-164b8b3b4362 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2133968 Feb 02 07:02:16.016415 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-2e8b0694-239d-44db-ad73-18e08163a059 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Allocated IP 172.20.0.5 (0000fdbd-f926-44c8-b0cc-5a95ab67df1a/e9d0fa1d-b200-401d-9c8f-74746395f237/307d262a-cdeb-4b72-ba15-9d6181eebebc) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:02:16.122186 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['152ca481-03a6-431c-91be-ceb423d2e51a'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:02:16.131761 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461e0606-0e48-4013-aef9-34a626b6dc7d req-7e5656e2-5cb5-459a-8673-20e6e3266f8a tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:16.133414 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-461e0606-0e48-4013-aef9-34a626b6dc7d req-7e5656e2-5cb5-459a-8673-20e6e3266f8a tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=e01b1da7-ef6f-4ac8-b3b6-f9c9495dcaff HTTP/1.1" status: 200 len: 947 time: 0.5949380 Feb 02 07:02:16.145704 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39866945-eba2-4373-84c9-e299b4414171 req-401ba620-d72f-49cc-bcfe-a5dcd8c7332d tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:16.156721 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-39866945-eba2-4373-84c9-e299b4414171 req-401ba620-d72f-49cc-bcfe-a5dcd8c7332d tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] 10.222.0.87 "GET /v2.0/ports?device_id=8044724b-a2a6-414a-a5c7-ac8957aba605 HTTP/1.1" status: 200 len: 945 time: 0.1970668 Feb 02 07:02:16.220281 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-7595e978-3ad3-4ed8-a463-e942b1d646fd req-1a52c898-ea8f-4409-bdee-6174a6698e18 service neutron] For port cbc12aae-1b0d-46ad-b3af-b4788550a28a, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:02:16.243039 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-af439bb7-cb6f-4cf7-9bf6-d21dc22e8834 req-1682e880-7b34-48f0-8786-2c1f4c601ce9 service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281513 Feb 02 07:02:16.277719 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-7595e978-3ad3-4ed8-a463-e942b1d646fd req-1a52c898-ea8f-4409-bdee-6174a6698e18 service neutron] For port cbc12aae-1b0d-46ad-b3af-b4788550a28a, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=cbc12aae-1b0d-46ad-b3af-b4788550a28a,segment=NetworkSegment(b2f77efd-b37c-4e34-8f38-b5b3eb3be489),segment_id=b2f77efd-b37c-4e34-8f38-b5b3eb3be489)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:02:16.295339 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-461e0606-0e48-4013-aef9-34a626b6dc7d req-3fd5cf91-8d6b-4362-ac99-4bad41ce28c5 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488597 Feb 02 07:02:16.306087 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-7595e978-3ad3-4ed8-a463-e942b1d646fd req-1a52c898-ea8f-4409-bdee-6174a6698e18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (cbc12aae-1b0d-46ad-b3af-b4788550a28a), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:16.367147 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-39866945-eba2-4373-84c9-e299b4414171 req-0dbb2a2b-df2e-4c40-bfbe-b7084fe91d72 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] 10.222.0.87 "GET /v2.0/security-groups?id=c48b3388-a072-4831-9be5-83b96f467aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019932 Feb 02 07:02:16.497766 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 5785904a-d262-4f17-86ae-81118b79bd4f up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:02:16.499829 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2e8b0694-239d-44db-ad73-18e08163a059 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks [] for port (307d262a-cdeb-4b72-ba15-9d6181eebebc), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:16.502835 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7595e978-3ad3-4ed8-a463-e942b1d646fd req-1a52c898-ea8f-4409-bdee-6174a6698e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:16.503661 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-7595e978-3ad3-4ed8-a463-e942b1d646fd req-1a52c898-ea8f-4409-bdee-6174a6698e18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:16.505218 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7595e978-3ad3-4ed8-a463-e942b1d646fd req-1a52c898-ea8f-4409-bdee-6174a6698e18 service neutron] 10.222.0.88 "PUT /v2.0/ports/cbc12aae-1b0d-46ad-b3af-b4788550a28a HTTP/1.1" status: 200 len: 1092 time: 3.3317480 Feb 02 07:02:16.512890 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1958dfd6-ee1a-4e30-aedb-49d91271f8be', 'tag': 'cbc12aae-1b0d-46ad-b3af-b4788550a28a'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:02:16.515334 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfeed284-0955-4572-b973-82c40fdff471" -d '{"events": [{"name": "network-changed", "server_uuid": "1958dfd6-ee1a-4e30-aedb-49d91271f8be", "tag": "cbc12aae-1b0d-46ad-b3af-b4788550a28a"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:02:16.540098 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a52c898-ea8f-4409-bdee-6174a6698e18 service neutron] Pushing event updated for resources: {'Port': ['ID=cbc12aae-1b0d-46ad-b3af-b4788550a28a,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:16.553875 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-af439bb7-cb6f-4cf7-9bf6-d21dc22e8834 req-8ecd0386-8517-4209-9ef8-25c6f2bd8ca6 service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002641 Feb 02 07:02:16.570921 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8530124c-4aaa-46c3-9acd-bf61d72a1f24 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks [] for port (96015bdf-0056-4a99-bdd6-bb115f3e9588), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:16.606896 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c77e4a0-8209-407c-b69a-145c93ed5bb9 req-ebe4663c-9005-4841-ad3a-e0aa719916cc tempest-ServerAddressesTestJSON-366393804 tempest-ServerAddressesTestJSON-366393804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:16.610338 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8530124c-4aaa-46c3-9acd-bf61d72a1f24 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (96015bdf-0056-4a99-bdd6-bb115f3e9588), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:16.614990 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3c77e4a0-8209-407c-b69a-145c93ed5bb9 req-ebe4663c-9005-4841-ad3a-e0aa719916cc tempest-ServerAddressesTestJSON-366393804 tempest-ServerAddressesTestJSON-366393804-project] 10.222.0.87 "GET /v2.0/ports?device_id=1958dfd6-ee1a-4e30-aedb-49d91271f8be HTTP/1.1" status: 200 len: 943 time: 0.1431515 Feb 02 07:02:16.628896 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd7338a-a7c0-41cc-89f0-969690ae5b4a req-d47348ec-1cda-4638-aa2d-f0edbf84424f tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:16.636045 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4bd7338a-a7c0-41cc-89f0-969690ae5b4a req-d47348ec-1cda-4638-aa2d-f0edbf84424f tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 944 time: 0.1619771 Feb 02 07:02:16.648744 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 5785904a-d262-4f17-86ae-81118b79bd4f triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:02:16.649125 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (5785904a-d262-4f17-86ae-81118b79bd4f), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:16.663993 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2e8b0694-239d-44db-ad73-18e08163a059 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (307d262a-cdeb-4b72-ba15-9d6181eebebc), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:16.724040 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7595e978-3ad3-4ed8-a463-e942b1d646fd req-8c95ace6-01d6-4c26-9672-e0d326a094af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:16.725773 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7595e978-3ad3-4ed8-a463-e942b1d646fd req-8c95ace6-01d6-4c26-9672-e0d326a094af service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=85d66e01c91b478d94af8874404d9fa7&device_id=1958dfd6-ee1a-4e30-aedb-49d91271f8be HTTP/1.1" status: 200 len: 1126 time: 0.1472249 Feb 02 07:02:16.738097 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8530124c-4aaa-46c3-9acd-bf61d72a1f24 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Pushing event updated for resources: {'Port': ['ID=96015bdf-0056-4a99-bdd6-bb115f3e9588,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:16.754097 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8b0694-239d-44db-ad73-18e08163a059 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Network 0000fdbd-f926-44c8-b0cc-5a95ab67df1a is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:02:16.775635 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3c77e4a0-8209-407c-b69a-145c93ed5bb9 req-199824ce-c5be-404a-aa79-ab2965c56f44 tempest-ServerAddressesTestJSON-366393804 tempest-ServerAddressesTestJSON-366393804-project] 10.222.0.87 "GET /v2.0/security-groups?id=e2e22568-83b1-4056-b516-cba3cf27c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551065 Feb 02 07:02:16.776618 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-2e8b0694-239d-44db-ad73-18e08163a059 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:02:16.779374 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8b0694-239d-44db-ad73-18e08163a059 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Pushing event updated for resources: {'Port': ['ID=307d262a-cdeb-4b72-ba15-9d6181eebebc,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:16.783306 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8b0694-239d-44db-ad73-18e08163a059 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:02:16.784742 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 5785904a-d262-4f17-86ae-81118b79bd4f is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:02:16.818696 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7595e978-3ad3-4ed8-a463-e942b1d646fd req-ad96842f-2408-4a28-b48a-f2b46272554f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cbc12aae-1b0d-46ad-b3af-b4788550a28a HTTP/1.1" status: 200 len: 217 time: 0.0775890 Feb 02 07:02:16.825083 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0153b5-f1c7-4289-87da-28b64965492c req-19db8f73-5683-4380-83b3-cf99d2ca38c7 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:16.832703 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4bd7338a-a7c0-41cc-89f0-969690ae5b4a req-a4973018-bf77-4c49-ad36-43c8adb5fb54 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945269 Feb 02 07:02:16.836133 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cb0153b5-f1c7-4289-87da-28b64965492c req-19db8f73-5683-4380-83b3-cf99d2ca38c7 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.59 "GET /v2.0/ports?device_id=ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b HTTP/1.1" status: 200 len: 944 time: 0.2116139 Feb 02 07:02:16.838136 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8530124c-4aaa-46c3-9acd-bf61d72a1f24 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (417f9bdc-15f6-4502-ae7c-98f8e18dd841), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:16.855286 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a8e93d-12c5-4a9b-bcef-4f85f283d5b4 x-openstack-request-id: req-83a8e93d-12c5-4a9b-bcef-4f85f283d5b4 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:02:16.855792 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1958dfd6-ee1a-4e30-aedb-49d91271f8be", "tag": "cbc12aae-1b0d-46ad-b3af-b4788550a28a", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:02:16.856247 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-83a8e93d-12c5-4a9b-bcef-4f85f283d5b4 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:02:16.856735 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1958dfd6-ee1a-4e30-aedb-49d91271f8be', 'tag': 'cbc12aae-1b0d-46ad-b3af-b4788550a28a', 'status': 'completed', 'code': 200} Feb 02 07:02:16.919390 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8530124c-4aaa-46c3-9acd-bf61d72a1f24 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:16.929811 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-8530124c-4aaa-46c3-9acd-bf61d72a1f24 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0827060 Feb 02 07:02:16.940173 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8b0694-239d-44db-ad73-18e08163a059 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:16.940812 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2e8b0694-239d-44db-ad73-18e08163a059 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:16.985596 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-2e8b0694-239d-44db-ad73-18e08163a059 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.0220926 Feb 02 07:02:16.988454 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42046) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:02:16.991873 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7595e978-3ad3-4ed8-a463-e942b1d646fd req-ffab8f31-1f29-4db5-80b9-05991759d39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:16.993485 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7595e978-3ad3-4ed8-a463-e942b1d646fd req-ffab8f31-1f29-4db5-80b9-05991759d39f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5c2fd6e6-8ab3-4872-b3be-be80dc22c49d HTTP/1.1" status: 200 len: 853 time: 0.1602736 Feb 02 07:02:17.045670 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7595e978-3ad3-4ed8-a463-e942b1d646fd req-fa0b315a-6b79-4eba-ac73-ee11bd9e9e99 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=bdeef87a-7008-4fdc-8b8c-65a15108ea54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435443 Feb 02 07:02:17.068308 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-cb0153b5-f1c7-4289-87da-28b64965492c req-602ffa91-0c6b-45b9-be35-e4dba575aeb2 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Deleting port 94377a6e-1236-4aaf-86eb-c20b80f78855 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:02:17.068937 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-cb0153b5-f1c7-4289-87da-28b64965492c req-602ffa91-0c6b-45b9-be35-e4dba575aeb2 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (94377a6e-1236-4aaf-86eb-c20b80f78855), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:17.154679 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce55d08d-ae87-402b-95c4-bda3fb504cf5 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:17.159944 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce55d08d-ae87-402b-95c4-bda3fb504cf5 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:17.162428 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06b7214-a7d2-4352-a3be-217e7a266931 req-d3e8af16-4e43-417d-852b-9df988b182d9 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:17.163982 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c06b7214-a7d2-4352-a3be-217e7a266931 req-d3e8af16-4e43-417d-852b-9df988b182d9 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=272c0eb4-c01e-4cfb-976d-67b22c081f3e HTTP/1.1" status: 200 len: 946 time: 0.2329452 Feb 02 07:02:17.165178 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce55d08d-ae87-402b-95c4-bda3fb504cf5 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:17.169750 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-ce55d08d-ae87-402b-95c4-bda3fb504cf5 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.1774447 Feb 02 07:02:17.170134 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42056) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:02:17.202358 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-cb0153b5-f1c7-4289-87da-28b64965492c req-602ffa91-0c6b-45b9-be35-e4dba575aeb2 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] For port 94377a6e-1236-4aaf-86eb-c20b80f78855, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=94377a6e-1236-4aaf-86eb-c20b80f78855,segment=NetworkSegment(43369f47-102e-4f19-93f2-e5ce754f6e28),segment_id=43369f47-102e-4f19-93f2-e5ce754f6e28)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:02:17.202730 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-cb0153b5-f1c7-4289-87da-28b64965492c req-602ffa91-0c6b-45b9-be35-e4dba575aeb2 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (94377a6e-1236-4aaf-86eb-c20b80f78855), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:17.206250 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-f5f975a0-1654-4305-bd34-3609827ebc46 None None] Provisioning complete for port 307d262a-cdeb-4b72-ba15-9d6181eebebc triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:02:17.206731 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f5f975a0-1654-4305-bd34-3609827ebc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (307d262a-cdeb-4b72-ba15-9d6181eebebc), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:17.220911 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-cb0153b5-f1c7-4289-87da-28b64965492c req-602ffa91-0c6b-45b9-be35-e4dba575aeb2 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Calling delete_port for 94377a6e-1236-4aaf-86eb-c20b80f78855 owned by compute:nova {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:02:17.247878 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7595e978-3ad3-4ed8-a463-e942b1d646fd req-ec23957d-d429-451b-b813-c14a99a7bf52 service neutron] 10.222.0.88 "GET /v2.0/networks/bdeef87a-7008-4fdc-8b8c-65a15108ea54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918468 Feb 02 07:02:17.265398 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-f5f975a0-1654-4305-bd34-3609827ebc46 None None] Port 307d262a-cdeb-4b72-ba15-9d6181eebebc cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:02:17.272828 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:17.304213 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-92cc651b-6d52-412f-b6f4-decca3ca0e6d tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--312535770&fields=id&tenant_id=e8b504d3cbde466cb7d12e8c49d706df HTTP/1.1" status: 200 len: 267 time: 0.0887928 Feb 02 07:02:17.314025 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c06b7214-a7d2-4352-a3be-217e7a266931 req-93fa6aa6-b110-4195-91e6-d69b654f56bc tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/security-groups?id=99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331787 Feb 02 07:02:17.377185 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-e9a9d3a6-ec07-49b4-a059-b3a4bf846f53 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:17.378566 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-e9a9d3a6-ec07-49b4-a059-b3a4bf846f53 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports/dcae9310-0188-4805-9e28-53f45e2fd68f HTTP/1.1" status: 200 len: 931 time: 0.0666370 Feb 02 07:02:17.422710 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 152ca481-03a6-431c-91be-ceb423d2e51a up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:02:17.459307 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-b023d813-4637-425f-9ee4-ab0804ae566e tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Deleting port 307d262a-cdeb-4b72-ba15-9d6181eebebc {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:02:17.459776 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b023d813-4637-425f-9ee4-ab0804ae566e tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (307d262a-cdeb-4b72-ba15-9d6181eebebc), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:17.468432 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7595e978-3ad3-4ed8-a463-e942b1d646fd req-f3f9b2bb-1cdf-4f19-9754-0ff30471e572 service neutron] 10.222.0.88 "GET /v2.0/networks/bdeef87a-7008-4fdc-8b8c-65a15108ea54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088776 Feb 02 07:02:17.471641 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-92545ce1-cb26-472b-b220-14bf8bb644dd tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:17.484258 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-92545ce1-cb26-472b-b220-14bf8bb644dd tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports/32d3366d-9a45-45fb-9152-9211651dfc0d HTTP/1.1" status: 200 len: 931 time: 0.0980449 Feb 02 07:02:17.485721 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port 152ca481-03a6-431c-91be-ceb423d2e51a completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:02:17.493238 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port 152ca481-03a6-431c-91be-ceb423d2e51a triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:02:17.494231 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (152ca481-03a6-431c-91be-ceb423d2e51a), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:17.501726 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a5ba2-dc6d-4d95-b96c-79e07d96ea21 req-2a982fb5-d507-4ffe-a9d7-b7343807cdfe tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:17.508693 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f38a5ba2-dc6d-4d95-b96c-79e07d96ea21 req-2a982fb5-d507-4ffe-a9d7-b7343807cdfe tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=e01b1da7-ef6f-4ac8-b3b6-f9c9495dcaff HTTP/1.1" status: 200 len: 947 time: 0.1278992 Feb 02 07:02:17.533707 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-cb0153b5-f1c7-4289-87da-28b64965492c req-602ffa91-0c6b-45b9-be35-e4dba575aeb2 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (94377a6e-1236-4aaf-86eb-c20b80f78855), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:17.555730 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-683781d1-f93f-46ec-aa13-f7d8f5d8179a tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?network_id=fc60349d-a3fd-46d2-93de-c30a8b26931d&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0543170 Feb 02 07:02:17.586431 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602ffa91-0c6b-45b9-be35-e4dba575aeb2 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Pushing event deleted for resources: {'Port': ['ID=94377a6e-1236-4aaf-86eb-c20b80f78855,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:17.603687 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 152ca481-03a6-431c-91be-ceb423d2e51a is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:02:17.604286 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (152ca481-03a6-431c-91be-ceb423d2e51a), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:17.633934 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8044724b-a2a6-414a-a5c7-ac8957aba605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '152ca481-03a6-431c-91be-ceb423d2e51a'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:02:17.637127 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e62b27b-504c-4ce2-a0ab-f132c32bdf8b" -d '{"events": [{"server_uuid": "8044724b-a2a6-414a-a5c7-ac8957aba605", "name": "network-vif-plugged", "status": "completed", "tag": "152ca481-03a6-431c-91be-ceb423d2e51a"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:02:17.639764 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f38a5ba2-dc6d-4d95-b96c-79e07d96ea21 req-dfe693fe-730e-4bef-a0a1-a92fd58a7f4b tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301513 Feb 02 07:02:17.642856 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 152ca481-03a6-431c-91be-ceb423d2e51a, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=152ca481-03a6-431c-91be-ceb423d2e51a,segment=NetworkSegment(b69df42f-0e20-413f-aad5-0a985df1a94f),segment_id=b69df42f-0e20-413f-aad5-0a985df1a94f)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:02:17.643050 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b023d813-4637-425f-9ee4-ab0804ae566e tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (307d262a-cdeb-4b72-ba15-9d6181eebebc), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:17.647803 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (152ca481-03a6-431c-91be-ceb423d2e51a), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:17.662225 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-b023d813-4637-425f-9ee4-ab0804ae566e tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Calling delete_port for 307d262a-cdeb-4b72-ba15-9d6181eebebc owned by {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:02:17.673209 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-898efe88-2261-42f5-be08-6e5f69897dcf tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?network_id=fc60349d-a3fd-46d2-93de-c30a8b26931d&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0885696 Feb 02 07:02:17.674200 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb0153b5-f1c7-4289-87da-28b64965492c req-602ffa91-0c6b-45b9-be35-e4dba575aeb2 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] No DVR routers for this DVR port 94377a6e-1236-4aaf-86eb-c20b80f78855 on host n-h2-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:02:17.678180 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-cb0153b5-f1c7-4289-87da-28b64965492c req-602ffa91-0c6b-45b9-be35-e4dba575aeb2 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:17.682133 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cb0153b5-f1c7-4289-87da-28b64965492c req-602ffa91-0c6b-45b9-be35-e4dba575aeb2 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.59 "DELETE /v2.0/ports/94377a6e-1236-4aaf-86eb-c20b80f78855 HTTP/1.1" status: 204 len: 173 time: 0.8249898 Feb 02 07:02:17.682654 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b', 'name': 'network-vif-deleted', 'tag': '94377a6e-1236-4aaf-86eb-c20b80f78855'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:02:17.685152 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c40fb984-fa19-4fc1-bc28-04583ec0dc1f" -d '{"events": [{"server_uuid": "ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b", "name": "network-vif-deleted", "tag": "94377a6e-1236-4aaf-86eb-c20b80f78855"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:02:17.712347 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=152ca481-03a6-431c-91be-ceb423d2e51a,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:17.718243 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeed284-0955-4572-b973-82c40fdff471 req-f92e4c5b-742f-4271-a082-8ec7228052f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:17.720504 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bfeed284-0955-4572-b973-82c40fdff471 req-f92e4c5b-742f-4271-a082-8ec7228052f4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=85d66e01c91b478d94af8874404d9fa7&device_id=1958dfd6-ee1a-4e30-aedb-49d91271f8be HTTP/1.1" status: 200 len: 1126 time: 0.1379881 Feb 02 07:02:17.825211 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-085a0963-5e98-4163-9d20-6c52110a9583 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:17.831126 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-085a0963-5e98-4163-9d20-6c52110a9583 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:17.837142 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-085a0963-5e98-4163-9d20-6c52110a9583 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:17.839167 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-085a0963-5e98-4163-9d20-6c52110a9583 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/networks?id=77178f25-e284-4e4b-a7e5-cf621bae5a6c&id=9faf7e40-7741-4ebb-8f78-e3e3326a51b7&id=9faf7e40-7741-4ebb-8f78-e3e3326a51b7&id=fc60349d-a3fd-46d2-93de-c30a8b26931d&id=fc60349d-a3fd-46d2-93de-c30a8b26931d HTTP/1.1" status: 200 len: 1988 time: 0.1509647 Feb 02 07:02:17.855911 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-e150feb8-5371-4feb-a3d3-159a6b17f094 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/quotas/e8b504d3cbde466cb7d12e8c49d706df HTTP/1.1" status: 200 len: 375 time: 0.0095599 Feb 02 07:02:17.874592 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeed284-0955-4572-b973-82c40fdff471 req-4f502891-d7cf-4a66-8bf5-0e73f05f8490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:17.879382 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bfeed284-0955-4572-b973-82c40fdff471 req-4f502891-d7cf-4a66-8bf5-0e73f05f8490 service neutron] 10.222.0.88 "GET /v2.0/networks?id=bdeef87a-7008-4fdc-8b8c-65a15108ea54 HTTP/1.1" status: 200 len: 914 time: 0.1483300 Feb 02 07:02:17.932993 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bfeed284-0955-4572-b973-82c40fdff471 req-622997ef-9aae-46eb-9d45-c22d9a3eac09 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cbc12aae-1b0d-46ad-b3af-b4788550a28a HTTP/1.1" status: 200 len: 217 time: 0.0493495 Feb 02 07:02:17.949572 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b023d813-4637-425f-9ee4-ab0804ae566e tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (307d262a-cdeb-4b72-ba15-9d6181eebebc), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:17.960098 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-4c3c8fc1-3e14-4a50-bb1f-4dc6fb75f497 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=e8b504d3cbde466cb7d12e8c49d706df&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0935357 Feb 02 07:02:18.007263 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b023d813-4637-425f-9ee4-ab0804ae566e tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Pushing event deleted for resources: {'Port': ['ID=307d262a-cdeb-4b72-ba15-9d6181eebebc,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:18.077949 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-6aa6f95a-862d-4169-9ea4-51d94bbe093e service neutron] 10.222.0.87 "GET /v2.0/networks/77178f25-e284-4e4b-a7e5-cf621bae5a6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081529 Feb 02 07:02:18.125859 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeed284-0955-4572-b973-82c40fdff471 req-40f1ae9d-0732-409b-a58c-68a8c58842d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:18.127372 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bfeed284-0955-4572-b973-82c40fdff471 req-40f1ae9d-0732-409b-a58c-68a8c58842d5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5c2fd6e6-8ab3-4872-b3be-be80dc22c49d HTTP/1.1" status: 200 len: 853 time: 0.1878054 Feb 02 07:02:18.184854 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bfeed284-0955-4572-b973-82c40fdff471 req-32cd2239-a8ce-48db-a0f1-bb3448f5375c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=bdeef87a-7008-4fdc-8b8c-65a15108ea54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357635 Feb 02 07:02:18.195653 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-9cdfb83c-928d-4ee1-a2da-a2edfc077036 service neutron] 10.222.0.87 "GET /v2.0/networks/77178f25-e284-4e4b-a7e5-cf621bae5a6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111934 Feb 02 07:02:18.255501 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-e1d3293a-6b3c-405a-8c5a-4c1200e5fa48 service neutron] 10.222.0.87 "GET /v2.0/ports/dcae9310-0188-4805-9e28-53f45e2fd68f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0532305 Feb 02 07:02:18.332930 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ed746-02df-42a5-9409-56f22808df5e req-740c331c-7b2b-4975-96a2-d0c20d076e09 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:18.334102 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-866ed746-02df-42a5-9409-56f22808df5e req-740c331c-7b2b-4975-96a2-d0c20d076e09 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] 10.222.0.87 "GET /v2.0/ports?device_id=8044724b-a2a6-414a-a5c7-ac8957aba605 HTTP/1.1" status: 200 len: 946 time: 0.2326877 Feb 02 07:02:18.368164 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-bd8c8e73-9785-453e-bc39-e616e5a3c638 service neutron] 10.222.0.87 "GET /v2.0/networks/9faf7e40-7741-4ebb-8f78-e3e3326a51b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011021 Feb 02 07:02:18.370946 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b023d813-4637-425f-9ee4-ab0804ae566e tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:18.377192 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b023d813-4637-425f-9ee4-ab0804ae566e tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] 10.222.0.87 "DELETE /v2.0/ports/307d262a-cdeb-4b72-ba15-9d6181eebebc HTTP/1.1" status: 204 len: 168 time: 1.2060192 Feb 02 07:02:18.380927 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42086) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:02:18.428113 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eea841a-262c-44bc-acf4-0996dc536e65 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] GET failed (client error): The resource could not be found. Feb 02 07:02:18.429809 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-0eea841a-262c-44bc-acf4-0996dc536e65 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] 10.222.0.87 "GET /v2.0/ports/307d262a-cdeb-4b72-ba15-9d6181eebebc HTTP/1.1" status: 404 len: 333 time: 0.0479743 Feb 02 07:02:18.436986 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42088) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:02:18.440803 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bfeed284-0955-4572-b973-82c40fdff471 req-d62bee6f-3fe7-409f-89c8-35fae8cb5efc service neutron] 10.222.0.88 "GET /v2.0/networks/bdeef87a-7008-4fdc-8b8c-65a15108ea54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385449 Feb 02 07:02:18.441742 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-c53f225a-0fe4-4fb9-950e-2b79498803aa tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Request body: {'port': {'network_id': '0000fdbd-f926-44c8-b0cc-5a95ab67df1a', 'name': 'tempest-AllowedAddressPairTestJSON-1873418834'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:02:18.474652 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-866ed746-02df-42a5-9409-56f22808df5e req-74e7c82c-d7ed-4f06-bce7-d25ca2a398ba tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] 10.222.0.87 "GET /v2.0/security-groups?id=c48b3388-a072-4831-9be5-83b96f467aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273112 Feb 02 07:02:18.532082 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c059bc-b8b4-434d-9c08-5a227f0f35f5 x-openstack-request-id: req-33c059bc-b8b4-434d-9c08-5a227f0f35f5 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:02:18.532407 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8044724b-a2a6-414a-a5c7-ac8957aba605", "name": "network-vif-plugged", "status": "completed", "tag": "152ca481-03a6-431c-91be-ceb423d2e51a", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:02:18.532672 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-33c059bc-b8b4-434d-9c08-5a227f0f35f5 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:02:18.533889 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8044724b-a2a6-414a-a5c7-ac8957aba605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '152ca481-03a6-431c-91be-ceb423d2e51a', 'code': 200} Feb 02 07:02:18.535390 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-c240ba94-2c2f-4e31-a4ed-ff6f9db81a32 service neutron] 10.222.0.87 "GET /v2.0/networks/9faf7e40-7741-4ebb-8f78-e3e3326a51b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616523 Feb 02 07:02:18.548259 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bfeed284-0955-4572-b973-82c40fdff471 req-14e49b73-8ecf-4c56-bb6f-840b71d319bc service neutron] 10.222.0.88 "GET /v2.0/networks/bdeef87a-7008-4fdc-8b8c-65a15108ea54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977995 Feb 02 07:02:18.578134 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2b3191-d7f3-48e0-8fca-adfc6fc9339b x-openstack-request-id: req-2c2b3191-d7f3-48e0-8fca-adfc6fc9339b {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:02:18.578431 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b", "name": "network-vif-deleted", "tag": "94377a6e-1236-4aaf-86eb-c20b80f78855", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:02:18.578685 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-2c2b3191-d7f3-48e0-8fca-adfc6fc9339b {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:02:18.579074 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffc9bd35-2cb7-4c75-a528-d9f8d05ac69b', 'name': 'network-vif-deleted', 'tag': '94377a6e-1236-4aaf-86eb-c20b80f78855', 'status': 'completed', 'code': 200} Feb 02 07:02:18.601277 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-3cdfae52-1208-44c4-b13c-89f0faa6c3db service neutron] 10.222.0.87 "GET /v2.0/ports/32d3366d-9a45-45fb-9152-9211651dfc0d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0550501 Feb 02 07:02:18.617094 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53f225a-0fe4-4fb9-950e-2b79498803aa tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Made reservation on behalf of 5460c325034049fd962d8ee9b0bbc6a5 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:02:18.620218 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c53f225a-0fe4-4fb9-950e-2b79498803aa tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:18.671428 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40eab2-c3ef-4a9b-b657-48803624add8 req-b7dbced5-9fd0-40dd-9be1-8cccbe930dcb tempest-ServerAddressesTestJSON-366393804 tempest-ServerAddressesTestJSON-366393804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:18.672909 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cc40eab2-c3ef-4a9b-b657-48803624add8 req-b7dbced5-9fd0-40dd-9be1-8cccbe930dcb tempest-ServerAddressesTestJSON-366393804 tempest-ServerAddressesTestJSON-366393804-project] 10.222.0.87 "GET /v2.0/ports?device_id=1958dfd6-ee1a-4e30-aedb-49d91271f8be HTTP/1.1" status: 200 len: 943 time: 0.0565131 Feb 02 07:02:18.687286 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [None req-c53f225a-0fe4-4fb9-950e-2b79498803aa tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] device_id is not set on port 0cfeb5c2-5fea-4f25-b3d1-c0a91ca01aa4 yet. {{(pid=109694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:02:18.756852 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cc40eab2-c3ef-4a9b-b657-48803624add8 req-2b367bc6-9c95-4798-9fb4-d38f61de9b00 tempest-ServerAddressesTestJSON-366393804 tempest-ServerAddressesTestJSON-366393804-project] 10.222.0.87 "GET /v2.0/security-groups?id=e2e22568-83b1-4056-b516-cba3cf27c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783713 Feb 02 07:02:18.759040 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-49e8a1d0-f389-4668-a31b-03759150ad10 service neutron] 10.222.0.87 "GET /v2.0/networks/9faf7e40-7741-4ebb-8f78-e3e3326a51b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502934 Feb 02 07:02:18.771488 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b6d055-571b-4e61-854d-76dc319522d2 req-49453b87-1056-4ba5-a271-8889638242fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:18.773456 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-12b6d055-571b-4e61-854d-76dc319522d2 req-49453b87-1056-4ba5-a271-8889638242fa service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=8044724b-a2a6-414a-a5c7-ac8957aba605 HTTP/1.1" status: 200 len: 1129 time: 0.0859177 Feb 02 07:02:18.835544 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-12b6d055-571b-4e61-854d-76dc319522d2 req-1ed8a6e1-19f7-435e-8e65-dfcca24815f2 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=c48b3388-a072-4831-9be5-83b96f467aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544558 Feb 02 07:02:18.875707 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-c53f225a-0fe4-4fb9-950e-2b79498803aa tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Allocated IP 172.20.0.3 (0000fdbd-f926-44c8-b0cc-5a95ab67df1a/e9d0fa1d-b200-401d-9c8f-74746395f237/0cfeb5c2-5fea-4f25-b3d1-c0a91ca01aa4) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:02:18.909650 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-d8dfac6a-52ce-4e52-ac78-edcaec96a8ae service neutron] 10.222.0.87 "GET /v2.0/networks/9faf7e40-7741-4ebb-8f78-e3e3326a51b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441131 Feb 02 07:02:18.949435 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdccffb1-ca86-4d39-abcd-936378442064 req-769e1e19-3284-446c-8ac4-05a4840c8f55 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:18.950921 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cdccffb1-ca86-4d39-abcd-936378442064 req-769e1e19-3284-446c-8ac4-05a4840c8f55 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=e01b1da7-ef6f-4ac8-b3b6-f9c9495dcaff HTTP/1.1" status: 200 len: 947 time: 0.0543036 Feb 02 07:02:18.998429 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cdccffb1-ca86-4d39-abcd-936378442064 req-43f424e5-bbae-4609-b0e2-935ed3a5b29b tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416896 Feb 02 07:02:19.066788 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-d0849661-37d1-4c6e-afc5-fd71fb91ad18 service neutron] 10.222.0.87 "GET /v2.0/networks/9faf7e40-7741-4ebb-8f78-e3e3326a51b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510224 Feb 02 07:02:19.173088 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c53f225a-0fe4-4fb9-950e-2b79498803aa tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks [] for port (0cfeb5c2-5fea-4f25-b3d1-c0a91ca01aa4), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:19.201243 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-751542ac-8da2-4eb6-bd88-f75d5e250ca7 service neutron] 10.222.0.87 "GET /v2.0/networks/9faf7e40-7741-4ebb-8f78-e3e3326a51b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273103 Feb 02 07:02:19.244563 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device ad413416-a179-4d5e-a1d6-69aadc22e166 details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:02:19.273554 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c53f225a-0fe4-4fb9-950e-2b79498803aa tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (0cfeb5c2-5fea-4f25-b3d1-c0a91ca01aa4), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:19.319938 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff78de-a7a0-45d7-865c-3d738cbfaf9b req-7a26c589-f5bb-4135-b8ce-333977975a09 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:19.321655 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-84ff78de-a7a0-45d7-865c-3d738cbfaf9b req-7a26c589-f5bb-4135-b8ce-333977975a09 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fc8267f-9472-43e8-b871-0c5f767cd58a HTTP/1.1" status: 200 len: 944 time: 0.0952921 Feb 02 07:02:19.341872 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53f225a-0fe4-4fb9-950e-2b79498803aa tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Network 0000fdbd-f926-44c8-b0cc-5a95ab67df1a is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:02:19.351429 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-c53f225a-0fe4-4fb9-950e-2b79498803aa tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:02:19.357012 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53f225a-0fe4-4fb9-950e-2b79498803aa tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:02:19.361019 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-09075585-c160-48d8-ae8d-a04895935afd service neutron] 10.222.0.87 "GET /v2.0/networks/9faf7e40-7741-4ebb-8f78-e3e3326a51b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505117 Feb 02 07:02:19.363131 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53f225a-0fe4-4fb9-950e-2b79498803aa tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Pushing event updated for resources: {'Port': ['ID=0cfeb5c2-5fea-4f25-b3d1-c0a91ca01aa4,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:19.382706 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-84ff78de-a7a0-45d7-865c-3d738cbfaf9b req-9b30b2fd-716a-4a3d-a863-f0207da841c2 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539420 Feb 02 07:02:19.400856 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port ad413416-a179-4d5e-a1d6-69aadc22e166, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=ad413416-a179-4d5e-a1d6-69aadc22e166,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:02:19.415523 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': 'ad413416-a179-4d5e-a1d6-69aadc22e166', 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1', 'port_id': 'ad413416-a179-4d5e-a1d6-69aadc22e166', 'mac_address': 'fa:16:3e:c2:6c:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d773733-62df-4956-84d3-71d17cfb6d11', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:02:19.447113 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device cbc12aae-1b0d-46ad-b3af-b4788550a28a details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:02:19.479541 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port ad413416-a179-4d5e-a1d6-69aadc22e166 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:02:19.480046 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ad413416-a179-4d5e-a1d6-69aadc22e166), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:19.513083 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad413416-a179-4d5e-a1d6-69aadc22e166 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:02:19.548784 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port ad413416-a179-4d5e-a1d6-69aadc22e166, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=ad413416-a179-4d5e-a1d6-69aadc22e166,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:02:19.581020 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (ad413416-a179-4d5e-a1d6-69aadc22e166), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:19.646889 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=ad413416-a179-4d5e-a1d6-69aadc22e166,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:19.670154 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port cbc12aae-1b0d-46ad-b3af-b4788550a28a, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=cbc12aae-1b0d-46ad-b3af-b4788550a28a,segment=NetworkSegment(b2f77efd-b37c-4e34-8f38-b5b3eb3be489),segment_id=b2f77efd-b37c-4e34-8f38-b5b3eb3be489)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:02:19.682255 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': 'cbc12aae-1b0d-46ad-b3af-b4788550a28a', 'network_id': 'bdeef87a-7008-4fdc-8b8c-65a15108ea54', 'port_id': 'cbc12aae-1b0d-46ad-b3af-b4788550a28a', 'mac_address': 'fa:16:3e:ee:50:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c2fd6e6-8ab3-4872-b3be-be80dc22c49d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:02:19.711033 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03163151-3d28-4ba6-8759-def99c4328fb req-2127b13d-ddda-47b6-9755-f8ffd4dfd58d tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:19.712659 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-03163151-3d28-4ba6-8759-def99c4328fb req-2127b13d-ddda-47b6-9755-f8ffd4dfd58d tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] 10.222.0.87 "GET /v2.0/ports?device_id=8044724b-a2a6-414a-a5c7-ac8957aba605 HTTP/1.1" status: 200 len: 946 time: 0.0690701 Feb 02 07:02:19.735838 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port cbc12aae-1b0d-46ad-b3af-b4788550a28a is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:02:19.736234 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (cbc12aae-1b0d-46ad-b3af-b4788550a28a), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:19.739463 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-c032d2d2-5eb8-43f0-87b9-3185023b8e7d None None] Provisioning complete for port 0cfeb5c2-5fea-4f25-b3d1-c0a91ca01aa4 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:02:19.739862 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c032d2d2-5eb8-43f0-87b9-3185023b8e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (0cfeb5c2-5fea-4f25-b3d1-c0a91ca01aa4), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:19.772828 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-03163151-3d28-4ba6-8759-def99c4328fb req-82ef1ff3-0d1e-40fc-b45d-5c7d5117531a tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] 10.222.0.87 "GET /v2.0/security-groups?id=c48b3388-a072-4831-9be5-83b96f467aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527222 Feb 02 07:02:19.773130 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbc12aae-1b0d-46ad-b3af-b4788550a28a {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:02:19.805737 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port cbc12aae-1b0d-46ad-b3af-b4788550a28a, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=cbc12aae-1b0d-46ad-b3af-b4788550a28a,segment=NetworkSegment(b2f77efd-b37c-4e34-8f38-b5b3eb3be489),segment_id=b2f77efd-b37c-4e34-8f38-b5b3eb3be489)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:02:19.808528 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-c032d2d2-5eb8-43f0-87b9-3185023b8e7d None None] Port 0cfeb5c2-5fea-4f25-b3d1-c0a91ca01aa4 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:02:19.810922 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (cbc12aae-1b0d-46ad-b3af-b4788550a28a), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:19.875955 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53f225a-0fe4-4fb9-950e-2b79498803aa tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:19.876603 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c53f225a-0fe4-4fb9-950e-2b79498803aa tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:19.877131 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95fda28-6037-451e-8206-d6133ca0e05b req-8bca59ae-cd27-4207-9e50-917d2401efa9 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:19.879022 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f95fda28-6037-451e-8206-d6133ca0e05b req-8bca59ae-cd27-4207-9e50-917d2401efa9 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fc8267f-9472-43e8-b871-0c5f767cd58a HTTP/1.1" status: 200 len: 944 time: 0.0663016 Feb 02 07:02:19.884760 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=cbc12aae-1b0d-46ad-b3af-b4788550a28a,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:19.899669 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c53f225a-0fe4-4fb9-950e-2b79498803aa tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4616132 Feb 02 07:02:19.902460 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42132) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:02:19.907874 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-d96280b9-2015-46e5-8455-50028ed41089 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:1b:ae:af'}]}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:02:19.945369 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-b353cbda-f4cf-4672-8460-5109b46b2659 service neutron] 10.222.0.87 "GET /v2.0/networks/9faf7e40-7741-4ebb-8f78-e3e3326a51b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5623081 Feb 02 07:02:20.001973 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac4ac99-75b0-4548-897d-62c68ec8f200 req-a187fc0e-6611-43b2-b4e5-ec3a5bbfae21 tempest-ServerAddressesTestJSON-366393804 tempest-ServerAddressesTestJSON-366393804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:20.003473 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9ac4ac99-75b0-4548-897d-62c68ec8f200 req-a187fc0e-6611-43b2-b4e5-ec3a5bbfae21 tempest-ServerAddressesTestJSON-366393804 tempest-ServerAddressesTestJSON-366393804-project] 10.222.0.87 "GET /v2.0/ports?device_id=1958dfd6-ee1a-4e30-aedb-49d91271f8be HTTP/1.1" status: 200 len: 944 time: 0.1237521 Feb 02 07:02:20.041171 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d96280b9-2015-46e5-8455-50028ed41089 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (0cfeb5c2-5fea-4f25-b3d1-c0a91ca01aa4), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:20.051253 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-f95fda28-6037-451e-8206-d6133ca0e05b req-05eb1839-5ef7-49d1-bf0b-6f8f6f81f21e tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Deleting port bfe479cc-6320-4a21-838c-6dca9641d47b {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:02:20.051620 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f95fda28-6037-451e-8206-d6133ca0e05b req-05eb1839-5ef7-49d1-bf0b-6f8f6f81f21e tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (bfe479cc-6320-4a21-838c-6dca9641d47b), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:20.057428 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['ad413416-a179-4d5e-a1d6-69aadc22e166'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:02:20.086112 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9ac4ac99-75b0-4548-897d-62c68ec8f200 req-3bf5fee6-e59a-4847-8ebc-973f0d320718 tempest-ServerAddressesTestJSON-366393804 tempest-ServerAddressesTestJSON-366393804-project] 10.222.0.87 "GET /v2.0/security-groups?id=e2e22568-83b1-4056-b516-cba3cf27c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745177 Feb 02 07:02:20.109568 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-6a56b017-52f4-4ea5-a31f-e1b1d69d9546 service neutron] 10.222.0.87 "GET /v2.0/networks/fc60349d-a3fd-46d2-93de-c30a8b26931d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521003 Feb 02 07:02:20.185423 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-f95fda28-6037-451e-8206-d6133ca0e05b req-05eb1839-5ef7-49d1-bf0b-6f8f6f81f21e tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] For port bfe479cc-6320-4a21-838c-6dca9641d47b, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=bfe479cc-6320-4a21-838c-6dca9641d47b,segment=NetworkSegment(43369f47-102e-4f19-93f2-e5ce754f6e28),segment_id=43369f47-102e-4f19-93f2-e5ce754f6e28)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:02:20.185884 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f95fda28-6037-451e-8206-d6133ca0e05b req-05eb1839-5ef7-49d1-bf0b-6f8f6f81f21e tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (bfe479cc-6320-4a21-838c-6dca9641d47b), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:20.216792 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-f95fda28-6037-451e-8206-d6133ca0e05b req-05eb1839-5ef7-49d1-bf0b-6f8f6f81f21e tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Calling delete_port for bfe479cc-6320-4a21-838c-6dca9641d47b owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:02:20.276167 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-867a270b-963c-43e3-aa1a-d86435ecd76d service neutron] 10.222.0.87 "GET /v2.0/networks/fc60349d-a3fd-46d2-93de-c30a8b26931d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629815 Feb 02 07:02:20.286594 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd73ce-c57c-4544-baa8-0465ee702ced req-a5bdc580-a586-40b3-8bc9-f5c3cd974e40 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:20.288109 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-34dd73ce-c57c-4544-baa8-0465ee702ced req-a5bdc580-a586-40b3-8bc9-f5c3cd974e40 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=272c0eb4-c01e-4cfb-976d-67b22c081f3e HTTP/1.1" status: 200 len: 946 time: 0.1202438 Feb 02 07:02:20.352013 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['cbc12aae-1b0d-46ad-b3af-b4788550a28a'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:02:20.357335 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-34dd73ce-c57c-4544-baa8-0465ee702ced req-ff00842e-fcc8-4098-9321-c804914a72eb tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/security-groups?id=99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626683 Feb 02 07:02:20.387995 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d96280b9-2015-46e5-8455-50028ed41089 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks [] for port (0cfeb5c2-5fea-4f25-b3d1-c0a91ca01aa4), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:20.413745 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-6de73a27-bc37-4f85-a60d-85fb7091aa25 service neutron] 10.222.0.87 "GET /v2.0/networks/fc60349d-a3fd-46d2-93de-c30a8b26931d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275785 Feb 02 07:02:20.414812 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d96280b9-2015-46e5-8455-50028ed41089 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (0cfeb5c2-5fea-4f25-b3d1-c0a91ca01aa4), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:20.537196 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f95fda28-6037-451e-8206-d6133ca0e05b req-05eb1839-5ef7-49d1-bf0b-6f8f6f81f21e tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (bfe479cc-6320-4a21-838c-6dca9641d47b), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:20.568499 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96280b9-2015-46e5-8455-50028ed41089 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Pushing event updated for resources: {'Port': ['ID=0cfeb5c2-5fea-4f25-b3d1-c0a91ca01aa4,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:20.575187 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eb1839-5ef7-49d1-bf0b-6f8f6f81f21e tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Pushing event deleted for resources: {'Port': ['ID=bfe479cc-6320-4a21-838c-6dca9641d47b,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:20.602997 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-d96280b9-2015-46e5-8455-50028ed41089 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] In _notify_port_updated(), no bound segment for port 0cfeb5c2-5fea-4f25-b3d1-c0a91ca01aa4 on network 0000fdbd-f926-44c8-b0cc-5a95ab67df1a {{(pid=109694) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 02 07:02:20.608148 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96280b9-2015-46e5-8455-50028ed41089 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:20.608792 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d96280b9-2015-46e5-8455-50028ed41089 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:20.610098 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d96280b9-2015-46e5-8455-50028ed41089 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] 10.222.0.87 "PUT /v2.0/ports/0cfeb5c2-5fea-4f25-b3d1-c0a91ca01aa4 HTTP/1.1" status: 200 len: 994 time: 0.7067235 Feb 02 07:02:20.612275 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea586f7e-0a23-412a-9a26-453c43ace77a req-6397ece6-4c3d-43aa-9a6a-e3114461002b tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:20.613027 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42138) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:02:20.614994 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-8b675076-e730-4fd0-b3b3-8489dd4b65c7 service neutron] 10.222.0.87 "GET /v2.0/networks/fc60349d-a3fd-46d2-93de-c30a8b26931d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901672 Feb 02 07:02:20.619648 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ea586f7e-0a23-412a-9a26-453c43ace77a req-6397ece6-4c3d-43aa-9a6a-e3114461002b tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=e01b1da7-ef6f-4ac8-b3b6-f9c9495dcaff HTTP/1.1" status: 200 len: 948 time: 0.1476381 Feb 02 07:02:20.654276 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-f95fda28-6037-451e-8206-d6133ca0e05b req-05eb1839-5ef7-49d1-bf0b-6f8f6f81f21e tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] No DVR routers for this DVR port bfe479cc-6320-4a21-838c-6dca9641d47b on host n-h1-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:02:20.657639 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f95fda28-6037-451e-8206-d6133ca0e05b req-05eb1839-5ef7-49d1-bf0b-6f8f6f81f21e tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:20.661071 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f95fda28-6037-451e-8206-d6133ca0e05b req-05eb1839-5ef7-49d1-bf0b-6f8f6f81f21e tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.88 "DELETE /v2.0/ports/bfe479cc-6320-4a21-838c-6dca9641d47b HTTP/1.1" status: 204 len: 173 time: 0.7637923 Feb 02 07:02:20.661743 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc8267f-9472-43e8-b871-0c5f767cd58a', 'name': 'network-vif-deleted', 'tag': 'bfe479cc-6320-4a21-838c-6dca9641d47b'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:02:20.664148 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c376c1-6cd9-4351-a7f8-1664e9a41b3a" -d '{"events": [{"server_uuid": "2fc8267f-9472-43e8-b871-0c5f767cd58a", "name": "network-vif-deleted", "tag": "bfe479cc-6320-4a21-838c-6dca9641d47b"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:02:20.703641 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ea586f7e-0a23-412a-9a26-453c43ace77a req-edaf2b0c-8187-4fc2-97fa-00c403a2c486 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830185 Feb 02 07:02:20.802116 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-de6e6ee5-19c2-4541-b79a-500b40114c3f req-b60b39da-9f01-42a5-a17c-9ad404c57df0 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=2fc8267f-9472-43e8-b871-0c5f767cd58a HTTP/1.1" status: 200 len: 210 time: 0.0328915 Feb 02 07:02:20.808634 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-db1f8dbf-54f8-4ee1-9ea9-7b2c5bca833c tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Deleting port 0cfeb5c2-5fea-4f25-b3d1-c0a91ca01aa4 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:02:20.808987 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-db1f8dbf-54f8-4ee1-9ea9-7b2c5bca833c tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (0cfeb5c2-5fea-4f25-b3d1-c0a91ca01aa4), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:20.849139 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7917a680-c0a5-4705-8e1b-d7eb5ab42315 x-openstack-request-id: req-7917a680-c0a5-4705-8e1b-d7eb5ab42315 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:02:20.850661 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fc8267f-9472-43e8-b871-0c5f767cd58a", "name": "network-vif-deleted", "tag": "bfe479cc-6320-4a21-838c-6dca9641d47b", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:02:20.851107 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7917a680-c0a5-4705-8e1b-d7eb5ab42315 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:02:20.852485 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fc8267f-9472-43e8-b871-0c5f767cd58a', 'name': 'network-vif-deleted', 'tag': 'bfe479cc-6320-4a21-838c-6dca9641d47b', 'status': 'completed', 'code': 200} Feb 02 07:02:20.853748 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-363b632e-8031-4c53-9717-1ae19c6b8e10 None None] Provisioning complete for port 0cfeb5c2-5fea-4f25-b3d1-c0a91ca01aa4 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:02:20.855586 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-363b632e-8031-4c53-9717-1ae19c6b8e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (0cfeb5c2-5fea-4f25-b3d1-c0a91ca01aa4), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:20.908174 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-363b632e-8031-4c53-9717-1ae19c6b8e10 None None] Port 0cfeb5c2-5fea-4f25-b3d1-c0a91ca01aa4 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:02:20.960218 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-db1f8dbf-54f8-4ee1-9ea9-7b2c5bca833c tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (0cfeb5c2-5fea-4f25-b3d1-c0a91ca01aa4), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:20.972836 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec328526-2a6a-488f-b1b3-5abccb49a096 req-327b8ae8-f020-4d72-b2b3-74f2bd179b4c tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:20.973977 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-db1f8dbf-54f8-4ee1-9ea9-7b2c5bca833c tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Calling delete_port for 0cfeb5c2-5fea-4f25-b3d1-c0a91ca01aa4 owned by {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:02:20.976008 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ec328526-2a6a-488f-b1b3-5abccb49a096 req-327b8ae8-f020-4d72-b2b3-74f2bd179b4c tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] 10.222.0.87 "GET /v2.0/ports?device_id=8044724b-a2a6-414a-a5c7-ac8957aba605 HTTP/1.1" status: 200 len: 946 time: 0.0779550 Feb 02 07:02:21.024967 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ec328526-2a6a-488f-b1b3-5abccb49a096 req-1644aed8-fe93-4b7f-807d-f91d972a39cf tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] 10.222.0.87 "GET /v2.0/security-groups?id=c48b3388-a072-4831-9be5-83b96f467aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437813 Feb 02 07:02:21.119452 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-db1f8dbf-54f8-4ee1-9ea9-7b2c5bca833c tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (0cfeb5c2-5fea-4f25-b3d1-c0a91ca01aa4), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:21.155849 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f8dbf-54f8-4ee1-9ea9-7b2c5bca833c tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Pushing event deleted for resources: {'Port': ['ID=0cfeb5c2-5fea-4f25-b3d1-c0a91ca01aa4,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:21.191438 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f8dbf-54f8-4ee1-9ea9-7b2c5bca833c tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:02:21.191842 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f8dbf-54f8-4ee1-9ea9-7b2c5bca833c tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:02:21.192440 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f8dbf-54f8-4ee1-9ea9-7b2c5bca833c tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:02:21.192647 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f8dbf-54f8-4ee1-9ea9-7b2c5bca833c tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:02:21.192986 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f8dbf-54f8-4ee1-9ea9-7b2c5bca833c tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:02:21.193412 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f8dbf-54f8-4ee1-9ea9-7b2c5bca833c tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:02:21.193757 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f8dbf-54f8-4ee1-9ea9-7b2c5bca833c tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:02:21.194098 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f8dbf-54f8-4ee1-9ea9-7b2c5bca833c tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:02:21.194480 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f8dbf-54f8-4ee1-9ea9-7b2c5bca833c tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:02:21.194932 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f8dbf-54f8-4ee1-9ea9-7b2c5bca833c tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:02:21.195509 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f8dbf-54f8-4ee1-9ea9-7b2c5bca833c tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:02:21.195944 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f8dbf-54f8-4ee1-9ea9-7b2c5bca833c tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:02:21.196421 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f8dbf-54f8-4ee1-9ea9-7b2c5bca833c tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:02:21.248592 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device ad413416-a179-4d5e-a1d6-69aadc22e166 up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:02:21.313176 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f863aadb-7938-4459-9d69-70115c8b4d45 req-eeb736d1-a793-492c-80d1-20c148de742e tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 HTTP/1.1" status: 200 len: 258 time: 0.2523215 Feb 02 07:02:21.322646 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-f863aadb-7938-4459-9d69-70115c8b4d45 req-90509eb4-0b9a-4b83-bbca-77f5295837da tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Request body: {'floatingip': {'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:02:21.358354 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port ad413416-a179-4d5e-a1d6-69aadc22e166 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:02:21.362857 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port ad413416-a179-4d5e-a1d6-69aadc22e166 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:02:21.363249 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ad413416-a179-4d5e-a1d6-69aadc22e166), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:21.376037 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f863aadb-7938-4459-9d69-70115c8b4d45 req-90509eb4-0b9a-4b83-bbca-77f5295837da tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:21.439288 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-db1f8dbf-54f8-4ee1-9ea9-7b2c5bca833c tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:21.443659 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-db1f8dbf-54f8-4ee1-9ea9-7b2c5bca833c tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] 10.222.0.87 "DELETE /v2.0/ports/0cfeb5c2-5fea-4f25-b3d1-c0a91ca01aa4 HTTP/1.1" status: 204 len: 168 time: 0.8277180 Feb 02 07:02:21.448936 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42174) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:02:21.456465 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device fb724b4c-320e-41e8-9124-6c72770beab2 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:02:21.493746 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28632804-56ad-4dde-84f4-2eefea339dcb req-b10c42c8-0bb8-4b0d-9c68-62a72bfbc95d tempest-ServerAddressesTestJSON-366393804 tempest-ServerAddressesTestJSON-366393804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:21.501586 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-28632804-56ad-4dde-84f4-2eefea339dcb req-b10c42c8-0bb8-4b0d-9c68-62a72bfbc95d tempest-ServerAddressesTestJSON-366393804 tempest-ServerAddressesTestJSON-366393804-project] 10.222.0.87 "GET /v2.0/ports?device_id=1958dfd6-ee1a-4e30-aedb-49d91271f8be HTTP/1.1" status: 200 len: 944 time: 0.2035294 Feb 02 07:02:21.510231 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9066883-746f-41a9-b284-cdc5e5111a26 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] GET failed (client error): The resource could not be found. Feb 02 07:02:21.511727 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c9066883-746f-41a9-b284-cdc5e5111a26 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] 10.222.0.87 "GET /v2.0/ports/0cfeb5c2-5fea-4f25-b3d1-c0a91ca01aa4 HTTP/1.1" status: 404 len: 333 time: 0.0609767 Feb 02 07:02:21.518466 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42176) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:02:21.525327 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-5f486fd2-6227-4b72-9624-ff04865d1234 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Request body: {'port': {'network_id': '0000fdbd-f926-44c8-b0cc-5a95ab67df1a', 'name': 'tempest-AllowedAddressPairTestJSON-316919343'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:02:21.623505 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f863aadb-7938-4459-9d69-70115c8b4d45 req-90509eb4-0b9a-4b83-bbca-77f5295837da tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:21.676259 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-28632804-56ad-4dde-84f4-2eefea339dcb req-cbf9db50-4f24-4ae6-8164-8724cb69e034 tempest-ServerAddressesTestJSON-366393804 tempest-ServerAddressesTestJSON-366393804-project] 10.222.0.87 "GET /v2.0/security-groups?id=e2e22568-83b1-4056-b516-cba3cf27c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737053 Feb 02 07:02:21.696524 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port ad413416-a179-4d5e-a1d6-69aadc22e166 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:02:21.697015 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ad413416-a179-4d5e-a1d6-69aadc22e166), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:21.701755 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f486fd2-6227-4b72-9624-ff04865d1234 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Made reservation on behalf of 5460c325034049fd962d8ee9b0bbc6a5 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:02:21.707518 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5f486fd2-6227-4b72-9624-ff04865d1234 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:21.719692 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port fb724b4c-320e-41e8-9124-6c72770beab2, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=fb724b4c-320e-41e8-9124-6c72770beab2,segment=NetworkSegment(8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763),segment_id=8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:02:21.735942 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [None req-5f486fd2-6227-4b72-9624-ff04865d1234 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] device_id is not set on port 4ff28922-b6f2-4955-a7d5-6fda2ead2462 yet. {{(pid=109694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:02:21.744419 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e01b1da7-ef6f-4ac8-b3b6-f9c9495dcaff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad413416-a179-4d5e-a1d6-69aadc22e166'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:02:21.748104 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15126506-ab8a-4d94-9281-2bd4253b0e5d" -d '{"events": [{"server_uuid": "e01b1da7-ef6f-4ac8-b3b6-f9c9495dcaff", "name": "network-vif-plugged", "status": "completed", "tag": "ad413416-a179-4d5e-a1d6-69aadc22e166"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:02:21.758823 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': 'fb724b4c-320e-41e8-9124-6c72770beab2', 'network_id': 'ca6d2336-a914-4a87-8e88-4564aa839535', 'port_id': 'fb724b4c-320e-41e8-9124-6c72770beab2', 'mac_address': 'fa:16:3e:af:5b:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ed2492-6ddd-43a9-869d-9a8e1e2b11cb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:02:21.764839 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port ad413416-a179-4d5e-a1d6-69aadc22e166, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=ad413416-a179-4d5e-a1d6-69aadc22e166,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:02:21.772908 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-f863aadb-7938-4459-9d69-70115c8b4d45 req-90509eb4-0b9a-4b83-bbca-77f5295837da tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Allocated IP 172.25.4.121 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/6e23c596-29bb-4e8f-a097-dd603cb213b3) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:02:21.792016 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (ad413416-a179-4d5e-a1d6-69aadc22e166), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:21.793781 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 94377a6e-1236-4aaf-86eb-c20b80f78855 no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:02:21.827010 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7daa4fd9-01f1-4fe3-97d5-2d45b0cb8d86 req-90dd3afb-bfb3-4e99-b9c6-b13cd4c36c22 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 210 time: 0.0453568 Feb 02 07:02:21.861769 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] No Port match for: 94377a6e-1236-4aaf-86eb-c20b80f78855 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:02:21.862184 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 94377a6e-1236-4aaf-86eb-c20b80f78855 not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:02:21.876342 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port fb724b4c-320e-41e8-9124-6c72770beab2 is: ACTIVE; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:02:21.876882 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (fb724b4c-320e-41e8-9124-6c72770beab2), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:21.922964 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fb724b4c-320e-41e8-9124-6c72770beab2 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:02:21.932670 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:21.935263 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-5f486fd2-6227-4b72-9624-ff04865d1234 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Allocated IP 172.20.0.13 (0000fdbd-f926-44c8-b0cc-5a95ab67df1a/e9d0fa1d-b200-401d-9c8f-74746395f237/4ff28922-b6f2-4955-a7d5-6fda2ead2462) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:02:21.938887 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=ad413416-a179-4d5e-a1d6-69aadc22e166,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:21.965140 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port fb724b4c-320e-41e8-9124-6c72770beab2, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=fb724b4c-320e-41e8-9124-6c72770beab2,segment=NetworkSegment(8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763),segment_id=8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:02:21.970938 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (fb724b4c-320e-41e8-9124-6c72770beab2), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:21.988546 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f863aadb-7938-4459-9d69-70115c8b4d45 req-90509eb4-0b9a-4b83-bbca-77f5295837da tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Publish callbacks [] for port (6e23c596-29bb-4e8f-a097-dd603cb213b3), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:22.033166 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f863aadb-7938-4459-9d69-70115c8b4d45 req-90509eb4-0b9a-4b83-bbca-77f5295837da tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (6e23c596-29bb-4e8f-a097-dd603cb213b3), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:22.041707 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=fb724b4c-320e-41e8-9124-6c72770beab2,revision_number=6']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:22.067248 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a4e1d6-5196-42df-be27-bc5164080245 req-13e17f01-9bf0-484b-824a-3016293aaf32 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:22.069424 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f3a4e1d6-5196-42df-be27-bc5164080245 req-13e17f01-9bf0-484b-824a-3016293aaf32 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=272c0eb4-c01e-4cfb-976d-67b22c081f3e HTTP/1.1" status: 200 len: 945 time: 0.1068337 Feb 02 07:02:22.086823 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f863aadb-7938-4459-9d69-70115c8b4d45 req-90509eb4-0b9a-4b83-bbca-77f5295837da tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:02:22.090509 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-f863aadb-7938-4459-9d69-70115c8b4d45 req-90509eb4-0b9a-4b83-bbca-77f5295837da tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:02:22.093112 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-f863aadb-7938-4459-9d69-70115c8b4d45 req-90509eb4-0b9a-4b83-bbca-77f5295837da tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:02:22.116562 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90509eb4-0b9a-4b83-bbca-77f5295837da tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Pushing event updated for resources: {'Port': ['ID=6e23c596-29bb-4e8f-a097-dd603cb213b3,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:22.147457 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['fb724b4c-320e-41e8-9124-6c72770beab2'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:02:22.179991 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f3a4e1d6-5196-42df-be27-bc5164080245 req-1e8d05c4-46e7-4c1b-95f8-6a20761522ba tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/security-groups?id=99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009302 Feb 02 07:02:22.212537 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5f486fd2-6227-4b72-9624-ff04865d1234 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks [] for port (4ff28922-b6f2-4955-a7d5-6fda2ead2462), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:22.217146 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f863aadb-7938-4459-9d69-70115c8b4d45 req-90509eb4-0b9a-4b83-bbca-77f5295837da tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Publish callbacks [] for floatingip (d335463e-8033-4f8d-9d46-1ec76af50ec1), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:22.262651 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5f486fd2-6227-4b72-9624-ff04865d1234 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (4ff28922-b6f2-4955-a7d5-6fda2ead2462), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:22.270484 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f863aadb-7938-4459-9d69-70115c8b4d45 req-90509eb4-0b9a-4b83-bbca-77f5295837da tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (6e23c596-29bb-4e8f-a097-dd603cb213b3), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:22.365519 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f486fd2-6227-4b72-9624-ff04865d1234 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Network 0000fdbd-f926-44c8-b0cc-5a95ab67df1a is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:02:22.370987 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-5f486fd2-6227-4b72-9624-ff04865d1234 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:02:22.379432 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f486fd2-6227-4b72-9624-ff04865d1234 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:02:22.388356 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d7e3f-77e3-472b-842e-6da3cd7b00a5 req-8e5e6c57-c1e4-4bf1-8103-e87dc8cced93 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:22.395203 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f29d7e3f-77e3-472b-842e-6da3cd7b00a5 req-8e5e6c57-c1e4-4bf1-8103-e87dc8cced93 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=e01b1da7-ef6f-4ac8-b3b6-f9c9495dcaff HTTP/1.1" status: 200 len: 949 time: 0.1353819 Feb 02 07:02:22.399058 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f486fd2-6227-4b72-9624-ff04865d1234 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Pushing event updated for resources: {'Port': ['ID=4ff28922-b6f2-4955-a7d5-6fda2ead2462,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:22.457187 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f863aadb-7938-4459-9d69-70115c8b4d45 req-90509eb4-0b9a-4b83-bbca-77f5295837da tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Publish callbacks [] for port (6e23c596-29bb-4e8f-a097-dd603cb213b3), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:22.464130 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f863aadb-7938-4459-9d69-70115c8b4d45 req-90509eb4-0b9a-4b83-bbca-77f5295837da tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (6e23c596-29bb-4e8f-a097-dd603cb213b3), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:22.480893 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f486fd2-6227-4b72-9624-ff04865d1234 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:22.481526 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5f486fd2-6227-4b72-9624-ff04865d1234 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:22.504678 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f29d7e3f-77e3-472b-842e-6da3cd7b00a5 req-daba5f3c-dee2-4d16-9424-394d62b95c74 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085057 Feb 02 07:02:22.537496 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-5f486fd2-6227-4b72-9624-ff04865d1234 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0156164 Feb 02 07:02:22.538594 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42192) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:02:22.538788 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90509eb4-0b9a-4b83-bbca-77f5295837da tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Pushing event updated for resources: {'Port': ['ID=6e23c596-29bb-4e8f-a097-dd603cb213b3,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:22.545692 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-b84cfe1d-28a9-4518-8e7a-6a5ba6f04253 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:1b:ae:af'}]}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:02:22.546671 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cfbd376-a001-402f-bc33-9d099252f5d7 x-openstack-request-id: req-7cfbd376-a001-402f-bc33-9d099252f5d7 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:02:22.547145 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e01b1da7-ef6f-4ac8-b3b6-f9c9495dcaff", "name": "network-vif-plugged", "status": "completed", "tag": "ad413416-a179-4d5e-a1d6-69aadc22e166", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:02:22.547258 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7cfbd376-a001-402f-bc33-9d099252f5d7 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:02:22.547703 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e01b1da7-ef6f-4ac8-b3b6-f9c9495dcaff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad413416-a179-4d5e-a1d6-69aadc22e166', 'code': 200} Feb 02 07:02:22.554394 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f863aadb-7938-4459-9d69-70115c8b4d45 req-90509eb4-0b9a-4b83-bbca-77f5295837da tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (d335463e-8033-4f8d-9d46-1ec76af50ec1), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:22.574489 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f863aadb-7938-4459-9d69-70115c8b4d45 req-90509eb4-0b9a-4b83-bbca-77f5295837da tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:22.576176 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f863aadb-7938-4459-9d69-70115c8b4d45 req-90509eb4-0b9a-4b83-bbca-77f5295837da tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2621837 Feb 02 07:02:22.648591 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-b9daf798-e2fb-45bb-bfc4-a1f7ae7067d0 None None] Provisioning complete for port 4ff28922-b6f2-4955-a7d5-6fda2ead2462 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:02:22.648842 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b9daf798-e2fb-45bb-bfc4-a1f7ae7067d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (4ff28922-b6f2-4955-a7d5-6fda2ead2462), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:22.695089 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-b9daf798-e2fb-45bb-bfc4-a1f7ae7067d0 None None] Port 4ff28922-b6f2-4955-a7d5-6fda2ead2462 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:02:22.802599 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced58e48-bf85-4028-a5c1-d113e7cdc322 req-5e38ce99-6bf9-40b6-8a92-ece80eb2bc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:22.804477 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ced58e48-bf85-4028-a5c1-d113e7cdc322 req-5e38ce99-6bf9-40b6-8a92-ece80eb2bc75 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e01b1da7-ef6f-4ac8-b3b6-f9c9495dcaff HTTP/1.1" status: 200 len: 1132 time: 0.1056221 Feb 02 07:02:22.826500 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b84cfe1d-28a9-4518-8e7a-6a5ba6f04253 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (4ff28922-b6f2-4955-a7d5-6fda2ead2462), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:22.938578 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ced58e48-bf85-4028-a5c1-d113e7cdc322 req-8c436ce3-78fe-4516-a8e7-727b2d6a44ed service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199214 Feb 02 07:02:22.985243 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f1055-fdec-47f7-bc21-291abed2da5a req-41b9e82c-a39b-4d28-9f6c-fe8852729f49 tempest-ServerAddressesTestJSON-366393804 tempest-ServerAddressesTestJSON-366393804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:22.986808 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4b1f1055-fdec-47f7-bc21-291abed2da5a req-41b9e82c-a39b-4d28-9f6c-fe8852729f49 tempest-ServerAddressesTestJSON-366393804 tempest-ServerAddressesTestJSON-366393804-project] 10.222.0.87 "GET /v2.0/ports?device_id=1958dfd6-ee1a-4e30-aedb-49d91271f8be HTTP/1.1" status: 200 len: 944 time: 0.1368487 Feb 02 07:02:23.085323 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4b1f1055-fdec-47f7-bc21-291abed2da5a req-3c94974d-5b07-4d4a-92ee-5dc8f9f4a6c6 tempest-ServerAddressesTestJSON-366393804 tempest-ServerAddressesTestJSON-366393804-project] 10.222.0.87 "GET /v2.0/security-groups?id=e2e22568-83b1-4056-b516-cba3cf27c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914068 Feb 02 07:02:23.093795 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f863aadb-7938-4459-9d69-70115c8b4d45 req-6d976db1-9b52-4053-abd2-b4dbd879edd9 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.4.121 HTTP/1.1" status: 200 len: 696 time: 0.5116289 Feb 02 07:02:23.132512 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b84cfe1d-28a9-4518-8e7a-6a5ba6f04253 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks [] for port (4ff28922-b6f2-4955-a7d5-6fda2ead2462), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:23.140131 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b84cfe1d-28a9-4518-8e7a-6a5ba6f04253 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (4ff28922-b6f2-4955-a7d5-6fda2ead2462), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:23.141030 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-572913a9-c22c-403b-92ea-8deacb74b864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:23.142437 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-572913a9-c22c-403b-92ea-8deacb74b864 service neutron] 10.222.0.59 "GET /v2.0/ports/dcae9310-0188-4805-9e28-53f45e2fd68f HTTP/1.1" status: 200 len: 1027 time: 0.0646603 Feb 02 07:02:23.233170 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f863aadb-7938-4459-9d69-70115c8b4d45 req-3a25bc1f-3960-48ca-94af-1112f5d0941c tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:23.234595 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f863aadb-7938-4459-9d69-70115c8b4d45 req-3a25bc1f-3960-48ca-94af-1112f5d0941c tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] 10.222.0.87 "GET /v2.0/networks/ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 HTTP/1.1" status: 200 len: 784 time: 0.1252160 Feb 02 07:02:23.244652 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84cfe1d-28a9-4518-8e7a-6a5ba6f04253 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Pushing event updated for resources: {'Port': ['ID=4ff28922-b6f2-4955-a7d5-6fda2ead2462,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:23.274602 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-b84cfe1d-28a9-4518-8e7a-6a5ba6f04253 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] In _notify_port_updated(), no bound segment for port 4ff28922-b6f2-4955-a7d5-6fda2ead2462 on network 0000fdbd-f926-44c8-b0cc-5a95ab67df1a {{(pid=109694) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 02 07:02:23.279876 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84cfe1d-28a9-4518-8e7a-6a5ba6f04253 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:23.280511 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b84cfe1d-28a9-4518-8e7a-6a5ba6f04253 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:23.281832 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b84cfe1d-28a9-4518-8e7a-6a5ba6f04253 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] 10.222.0.87 "PUT /v2.0/ports/4ff28922-b6f2-4955-a7d5-6fda2ead2462 HTTP/1.1" status: 200 len: 996 time: 0.7422395 Feb 02 07:02:23.284692 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42206) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:02:23.299211 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c575745-c578-4811-8595-b4d30fc8134d req-d7a1a169-952d-4447-9cc2-404d2d2e0d47 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:23.300824 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1c575745-c578-4811-8595-b4d30fc8134d req-d7a1a169-952d-4447-9cc2-404d2d2e0d47 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=3198844e-639f-4156-b68e-3a3b15da1358 HTTP/1.1" status: 200 len: 945 time: 0.1285248 Feb 02 07:02:23.368347 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1c575745-c578-4811-8595-b4d30fc8134d req-ebccb917-143b-49d7-a8f9-2e9998adb076 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611353 Feb 02 07:02:23.409153 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d49e4bc4-5fdf-4be1-ae11-527d1fc97383 req-4bbdc849-1703-4a80-a2f1-18cf4cc1c336 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 210 time: 0.0485508 Feb 02 07:02:23.437770 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device cbc12aae-1b0d-46ad-b3af-b4788550a28a up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:02:23.465744 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-a7302849-d0cd-4e22-8c1b-f4ffa952b1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:23.465744 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-a7302849-d0cd-4e22-8c1b-f4ffa952b1bc service neutron] 10.222.0.59 "GET /v2.0/ports/32d3366d-9a45-45fb-9152-9211651dfc0d HTTP/1.1" status: 200 len: 1027 time: 0.1413174 Feb 02 07:02:23.508499 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port cbc12aae-1b0d-46ad-b3af-b4788550a28a completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:02:23.513812 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port cbc12aae-1b0d-46ad-b3af-b4788550a28a triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:02:23.513812 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (cbc12aae-1b0d-46ad-b3af-b4788550a28a), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:23.527313 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe0e483-0246-4f7e-ac1a-6ead3e340031 req-5db16ef3-5c53-44c0-9b64-7e8dad1375b1 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:23.531289 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bfe0e483-0246-4f7e-ac1a-6ead3e340031 req-5db16ef3-5c53-44c0-9b64-7e8dad1375b1 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=272c0eb4-c01e-4cfb-976d-67b22c081f3e HTTP/1.1" status: 200 len: 945 time: 0.0779979 Feb 02 07:02:23.591379 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bfe0e483-0246-4f7e-ac1a-6ead3e340031 req-9ff7bea9-8965-48fa-b3cd-3db36455aaf0 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/security-groups?id=99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540178 Feb 02 07:02:23.689643 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-affcefca-c57c-4942-9d96-09b15824d398 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Deleting port 4ff28922-b6f2-4955-a7d5-6fda2ead2462 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:02:23.689991 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-affcefca-c57c-4942-9d96-09b15824d398 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (4ff28922-b6f2-4955-a7d5-6fda2ead2462), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:23.706046 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0b81d2-4727-4450-b82b-8185c2cf8794 req-b095741a-4980-4953-86a6-16d5d880ba7d tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:23.707754 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1b0b81d2-4727-4450-b82b-8185c2cf8794 req-b095741a-4980-4953-86a6-16d5d880ba7d tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.88 "GET /v2.0/ports?device_id=3198844e-639f-4156-b68e-3a3b15da1358 HTTP/1.1" status: 200 len: 945 time: 0.3094842 Feb 02 07:02:23.726028 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134dd9c-d4ce-4a4d-aab4-02dfae55dabc req-c0a47aad-b429-4482-a6d1-edbff8e6967e tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:23.727517 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f134dd9c-d4ce-4a4d-aab4-02dfae55dabc req-c0a47aad-b429-4482-a6d1-edbff8e6967e tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=e01b1da7-ef6f-4ac8-b3b6-f9c9495dcaff HTTP/1.1" status: 200 len: 949 time: 0.0616813 Feb 02 07:02:23.732408 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-18376e02-49c7-49c3-86b8-250a3655ebf3 None None] Provisioning complete for port 4ff28922-b6f2-4955-a7d5-6fda2ead2462 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:02:23.732962 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-18376e02-49c7-49c3-86b8-250a3655ebf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (4ff28922-b6f2-4955-a7d5-6fda2ead2462), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:23.773348 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-18376e02-49c7-49c3-86b8-250a3655ebf3 None None] Port 4ff28922-b6f2-4955-a7d5-6fda2ead2462 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:02:23.799405 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f134dd9c-d4ce-4a4d-aab4-02dfae55dabc req-fc0b5723-bbfa-4a7f-a8d7-9b6fa40ebbb8 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647712 Feb 02 07:02:23.831629 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port cbc12aae-1b0d-46ad-b3af-b4788550a28a is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:02:23.833076 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (cbc12aae-1b0d-46ad-b3af-b4788550a28a), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:23.874458 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port cbc12aae-1b0d-46ad-b3af-b4788550a28a, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=cbc12aae-1b0d-46ad-b3af-b4788550a28a,segment=NetworkSegment(b2f77efd-b37c-4e34-8f38-b5b3eb3be489),segment_id=b2f77efd-b37c-4e34-8f38-b5b3eb3be489)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:02:23.884848 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-d2ad9db6-c533-436f-af13-26f40af25b7d tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:23.885757 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (cbc12aae-1b0d-46ad-b3af-b4788550a28a), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:23.886926 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device fb724b4c-320e-41e8-9124-6c72770beab2 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:02:23.890543 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-d2ad9db6-c533-436f-af13-26f40af25b7d tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:23.895731 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-d2ad9db6-c533-436f-af13-26f40af25b7d tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:23.897323 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-d2ad9db6-c533-436f-af13-26f40af25b7d tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.59 "GET /v2.0/networks?id=77178f25-e284-4e4b-a7e5-cf621bae5a6c&id=9faf7e40-7741-4ebb-8f78-e3e3326a51b7&id=9faf7e40-7741-4ebb-8f78-e3e3326a51b7&id=9faf7e40-7741-4ebb-8f78-e3e3326a51b7&id=9faf7e40-7741-4ebb-8f78-e3e3326a51b7&id=fc60349d-a3fd-46d2-93de-c30a8b26931d&id=fc60349d-a3fd-46d2-93de-c30a8b26931d HTTP/1.1" status: 200 len: 1988 time: 0.4260058 Feb 02 07:02:23.951219 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a7f8cb-9686-4088-8db7-b8b7b254431f req-e808880f-f060-459d-a803-eeecb701a606 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:23.958205 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-43a7f8cb-9686-4088-8db7-b8b7b254431f req-e808880f-f060-459d-a803-eeecb701a606 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] 10.222.0.87 "GET /v2.0/ports?device_id=8044724b-a2a6-414a-a5c7-ac8957aba605&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4172738 Feb 02 07:02:23.990272 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-affcefca-c57c-4942-9d96-09b15824d398 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (4ff28922-b6f2-4955-a7d5-6fda2ead2462), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:24.012669 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=cbc12aae-1b0d-46ad-b3af-b4788550a28a,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:24.030655 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port fb724b4c-320e-41e8-9124-6c72770beab2 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:02:24.031494 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (fb724b4c-320e-41e8-9124-6c72770beab2), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:24.055520 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-43a7f8cb-9686-4088-8db7-b8b7b254431f req-8af38f2a-d79e-435d-a2ac-b7ee66a06874 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.4.121 HTTP/1.1" status: 200 len: 696 time: 0.0964084 Feb 02 07:02:24.060982 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-43a7f8cb-9686-4088-8db7-b8b7b254431f req-3b54920b-fdc9-4aab-a47a-9ea88414f2e8 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Request body: {'floatingip': {'port_id': '152ca481-03a6-431c-91be-ceb423d2e51a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:02:24.129618 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port fb724b4c-320e-41e8-9124-6c72770beab2 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:02:24.130088 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (fb724b4c-320e-41e8-9124-6c72770beab2), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:24.137212 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-affcefca-c57c-4942-9d96-09b15824d398 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Calling delete_port for 4ff28922-b6f2-4955-a7d5-6fda2ead2462 owned by {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:02:24.164929 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-5ddc29e2-5583-4268-8eda-b52f897f5f7f tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8b504d3cbde466cb7d12e8c49d706df HTTP/1.1" status: 200 len: 379 time: 0.2475471 Feb 02 07:02:24.175129 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-5a38e5a9-12ea-4e7c-87a8-92da3294ef88 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Request body: {'port': {'device_id': '420f5c18-92bb-4996-8a12-daf3c6d27a44', 'network_id': '77178f25-e284-4e4b-a7e5-cf621bae5a6c', 'admin_state_up': True, 'tenant_id': 'e8b504d3cbde466cb7d12e8c49d706df', 'security_groups': ['2c89831c-2212-4fd4-82c0-50883e2a18e6']}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:02:24.176071 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port fb724b4c-320e-41e8-9124-6c72770beab2, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=fb724b4c-320e-41e8-9124-6c72770beab2,segment=NetworkSegment(8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763),segment_id=8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:02:24.181405 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-43a7f8cb-9686-4088-8db7-b8b7b254431f req-3b54920b-fdc9-4aab-a47a-9ea88414f2e8 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Publish callbacks [] for floatingip (d335463e-8033-4f8d-9d46-1ec76af50ec1), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:24.181693 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (fb724b4c-320e-41e8-9124-6c72770beab2), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:24.183915 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device bfe479cc-6320-4a21-838c-6dca9641d47b no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:02:24.244352 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: bfe479cc-6320-4a21-838c-6dca9641d47b {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:02:24.244688 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device bfe479cc-6320-4a21-838c-6dca9641d47b not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:02:24.250995 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f7de57-6ae7-435f-be38-4d0080062337 req-27760151-c0b3-4cda-8d1c-65b460b0d6bf tempest-ServerAddressesTestJSON-366393804 tempest-ServerAddressesTestJSON-366393804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:24.259866 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-06f7de57-6ae7-435f-be38-4d0080062337 req-27760151-c0b3-4cda-8d1c-65b460b0d6bf tempest-ServerAddressesTestJSON-366393804 tempest-ServerAddressesTestJSON-366393804-project] 10.222.0.87 "GET /v2.0/ports?device_id=1958dfd6-ee1a-4e30-aedb-49d91271f8be HTTP/1.1" status: 200 len: 945 time: 0.0736406 Feb 02 07:02:24.287010 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=fb724b4c-320e-41e8-9124-6c72770beab2,revision_number=7']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:24.305073 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-1b0b81d2-4727-4450-b82b-8185c2cf8794 req-2d3ebc40-bdc9-4a8e-8a63-17eddae181ae tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Deleting port 51a170da-8609-48e7-9016-7b1d57369294 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:02:24.305414 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-1b0b81d2-4727-4450-b82b-8185c2cf8794 req-2d3ebc40-bdc9-4a8e-8a63-17eddae181ae tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (51a170da-8609-48e7-9016-7b1d57369294), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:24.324403 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-06f7de57-6ae7-435f-be38-4d0080062337 req-af0e93e8-57f0-45ae-a677-415fa4572491 tempest-ServerAddressesTestJSON-366393804 tempest-ServerAddressesTestJSON-366393804-project] 10.222.0.87 "GET /v2.0/security-groups?id=e2e22568-83b1-4056-b516-cba3cf27c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609422 Feb 02 07:02:24.456591 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1a0fc-fd8e-4254-93d8-e1be31a9fa00 req-1fcc4eab-f821-49ad-9186-84747c22d472 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:24.458834 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f6c1a0fc-fd8e-4254-93d8-e1be31a9fa00 req-1fcc4eab-f821-49ad-9186-84747c22d472 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=272c0eb4-c01e-4cfb-976d-67b22c081f3e HTTP/1.1" status: 200 len: 946 time: 0.0647864 Feb 02 07:02:24.519425 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f6c1a0fc-fd8e-4254-93d8-e1be31a9fa00 req-3f11125b-c11a-462a-907c-963e3d1a4045 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/security-groups?id=99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514529 Feb 02 07:02:24.548969 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1958dfd6-ee1a-4e30-aedb-49d91271f8be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbc12aae-1b0d-46ad-b3af-b4788550a28a'}, {'server_uuid': '272c0eb4-c01e-4cfb-976d-67b22c081f3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb724b4c-320e-41e8-9124-6c72770beab2'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:02:24.551384 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec8fd1c-17aa-4baa-98b3-752494d3b6f3" -d '{"events": [{"server_uuid": "1958dfd6-ee1a-4e30-aedb-49d91271f8be", "name": "network-vif-plugged", "status": "completed", "tag": "cbc12aae-1b0d-46ad-b3af-b4788550a28a"}, {"server_uuid": "272c0eb4-c01e-4cfb-976d-67b22c081f3e", "name": "network-vif-plugged", "status": "completed", "tag": "fb724b4c-320e-41e8-9124-6c72770beab2"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:02:24.582623 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-1b0b81d2-4727-4450-b82b-8185c2cf8794 req-2d3ebc40-bdc9-4a8e-8a63-17eddae181ae tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] For port 51a170da-8609-48e7-9016-7b1d57369294, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=51a170da-8609-48e7-9016-7b1d57369294,segment=NetworkSegment(43369f47-102e-4f19-93f2-e5ce754f6e28),segment_id=43369f47-102e-4f19-93f2-e5ce754f6e28)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:02:24.583264 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-1b0b81d2-4727-4450-b82b-8185c2cf8794 req-2d3ebc40-bdc9-4a8e-8a63-17eddae181ae tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (51a170da-8609-48e7-9016-7b1d57369294), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:24.609234 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-1b0b81d2-4727-4450-b82b-8185c2cf8794 req-2d3ebc40-bdc9-4a8e-8a63-17eddae181ae tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Calling delete_port for 51a170da-8609-48e7-9016-7b1d57369294 owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:02:24.662249 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900b7fc-ad19-4933-aa32-aa1bf73f4bef req-bc2280d4-87b8-45aa-bf60-3e8396f830e0 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:24.668385 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7900b7fc-ad19-4933-aa32-aa1bf73f4bef req-bc2280d4-87b8-45aa-bf60-3e8396f830e0 tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/ports?device_id=3198844e-639f-4156-b68e-3a3b15da1358 HTTP/1.1" status: 200 len: 945 time: 0.0682960 Feb 02 07:02:24.706698 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-5a38e5a9-12ea-4e7c-87a8-92da3294ef88 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Made reservation on behalf of e8b504d3cbde466cb7d12e8c49d706df for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:02:24.710734 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-5a38e5a9-12ea-4e7c-87a8-92da3294ef88 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:24.720840 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7900b7fc-ad19-4933-aa32-aa1bf73f4bef req-86d19e6c-8257-416a-95e4-2e60a56e093a tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.87 "GET /v2.0/security-groups?id=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465584 Feb 02 07:02:24.863607 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8fd3f21e-104c-4248-a723-f6c1763ee714 req-6200a492-30f4-4a29-b3a3-db417593ed4d tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 210 time: 0.0359483 Feb 02 07:02:24.928185 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 02 Feb 2022 07:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd5119a-8726-4793-9a9d-163ec5ffffa8 x-openstack-request-id: req-5fd5119a-8726-4793-9a9d-163ec5ffffa8 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:02:24.929542 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1958dfd6-ee1a-4e30-aedb-49d91271f8be", "name": "network-vif-plugged", "status": "completed", "tag": "cbc12aae-1b0d-46ad-b3af-b4788550a28a", "code": 200}, {"server_uuid": "272c0eb4-c01e-4cfb-976d-67b22c081f3e", "name": "network-vif-plugged", "status": "completed", "tag": "fb724b4c-320e-41e8-9124-6c72770beab2", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:02:24.930261 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-5fd5119a-8726-4793-9a9d-163ec5ffffa8 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:02:24.931193 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1958dfd6-ee1a-4e30-aedb-49d91271f8be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbc12aae-1b0d-46ad-b3af-b4788550a28a', 'code': 200} Feb 02 07:02:24.931702 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '272c0eb4-c01e-4cfb-976d-67b22c081f3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb724b4c-320e-41e8-9124-6c72770beab2', 'code': 200} Feb 02 07:02:25.038759 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e93dd8b-1d9a-4866-a35f-18e9700448a5 req-a65482dc-45aa-4b87-9d7b-0972c3a2afac tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:25.040267 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8e93dd8b-1d9a-4866-a35f-18e9700448a5 req-a65482dc-45aa-4b87-9d7b-0972c3a2afac tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=e01b1da7-ef6f-4ac8-b3b6-f9c9495dcaff HTTP/1.1" status: 200 len: 949 time: 0.0667088 Feb 02 07:02:25.043236 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-affcefca-c57c-4942-9d96-09b15824d398 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (4ff28922-b6f2-4955-a7d5-6fda2ead2462), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:25.117114 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8e93dd8b-1d9a-4866-a35f-18e9700448a5 req-35296743-6b32-4489-88e0-56a44bc65c37 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691869 Feb 02 07:02:25.130791 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50da2ce-c879-40f1-b159-b8fbeac8335a req-69246059-afca-446f-b333-700dc68ca3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:25.132422 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f50da2ce-c879-40f1-b159-b8fbeac8335a req-69246059-afca-446f-b333-700dc68ca3ff service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=1958dfd6-ee1a-4e30-aedb-49d91271f8be HTTP/1.1" status: 200 len: 1128 time: 0.0624058 Feb 02 07:02:25.227141 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f50da2ce-c879-40f1-b159-b8fbeac8335a req-e7da712e-13a9-40a2-a60a-8a87f42120b3 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=e2e22568-83b1-4056-b516-cba3cf27c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696545 Feb 02 07:02:25.232032 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affcefca-c57c-4942-9d96-09b15824d398 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Pushing event deleted for resources: {'Port': ['ID=4ff28922-b6f2-4955-a7d5-6fda2ead2462,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:25.545597 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-5a38e5a9-12ea-4e7c-87a8-92da3294ef88 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Allocated IP 172.20.0.9 (77178f25-e284-4e4b-a7e5-cf621bae5a6c/3cc8f357-1066-45af-8dfb-a32204808b8c/96ea0c8c-2d04-4820-aaf9-0423ccbb3176) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:02:25.569923 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-affcefca-c57c-4942-9d96-09b15824d398 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:25.571284 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac761b28-e0d9-4bb9-b302-6b9c56de25a4 req-63552127-4f72-46c1-ac1e-c36124ff6e1c tempest-ServerAddressesTestJSON-366393804 tempest-ServerAddressesTestJSON-366393804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:25.574613 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-affcefca-c57c-4942-9d96-09b15824d398 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] 10.222.0.87 "DELETE /v2.0/ports/4ff28922-b6f2-4955-a7d5-6fda2ead2462 HTTP/1.1" status: 204 len: 168 time: 2.2889030 Feb 02 07:02:25.578945 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ac761b28-e0d9-4bb9-b302-6b9c56de25a4 req-63552127-4f72-46c1-ac1e-c36124ff6e1c tempest-ServerAddressesTestJSON-366393804 tempest-ServerAddressesTestJSON-366393804-project] 10.222.0.87 "GET /v2.0/ports?device_id=1958dfd6-ee1a-4e30-aedb-49d91271f8be HTTP/1.1" status: 200 len: 945 time: 0.0684438 Feb 02 07:02:25.581282 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42242) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:02:25.587065 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-1b0b81d2-4727-4450-b82b-8185c2cf8794 req-2d3ebc40-bdc9-4a8e-8a63-17eddae181ae tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (51a170da-8609-48e7-9016-7b1d57369294), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:25.616063 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee51fb6b-b548-4485-b2b2-51ef4ba85ce7 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] GET failed (client error): The resource could not be found. Feb 02 07:02:25.622237 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-ee51fb6b-b548-4485-b2b2-51ef4ba85ce7 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] 10.222.0.87 "GET /v2.0/ports/4ff28922-b6f2-4955-a7d5-6fda2ead2462 HTTP/1.1" status: 404 len: 333 time: 0.0353451 Feb 02 07:02:25.622237 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42244) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:02:25.626886 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-f2b4c85b-396c-4022-8b15-50af166a5aed tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Request body: {'port': {'network_id': '0000fdbd-f926-44c8-b0cc-5a95ab67df1a', 'name': 'tempest-AllowedAddressPairTestJSON-519523661'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:02:25.656648 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3ebc40-bdc9-4a8e-8a63-17eddae181ae tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Pushing event deleted for resources: {'Port': ['ID=51a170da-8609-48e7-9016-7b1d57369294,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:25.705460 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ac761b28-e0d9-4bb9-b302-6b9c56de25a4 req-837ecf28-32ff-4015-ac24-a2140bce85f3 tempest-ServerAddressesTestJSON-366393804 tempest-ServerAddressesTestJSON-366393804-project] 10.222.0.87 "GET /v2.0/security-groups?id=e2e22568-83b1-4056-b516-cba3cf27c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256652 Feb 02 07:02:25.771940 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b4c85b-396c-4022-8b15-50af166a5aed tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Made reservation on behalf of 5460c325034049fd962d8ee9b0bbc6a5 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:02:25.776140 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f2b4c85b-396c-4022-8b15-50af166a5aed tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:25.789752 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b0b81d2-4727-4450-b82b-8185c2cf8794 req-2d3ebc40-bdc9-4a8e-8a63-17eddae181ae tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] No DVR routers for this DVR port 51a170da-8609-48e7-9016-7b1d57369294 on host n-h1-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:02:25.799332 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-1b0b81d2-4727-4450-b82b-8185c2cf8794 req-2d3ebc40-bdc9-4a8e-8a63-17eddae181ae tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:25.802709 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1b0b81d2-4727-4450-b82b-8185c2cf8794 req-2d3ebc40-bdc9-4a8e-8a63-17eddae181ae tempest-LiveMigrationTest-1201515837 tempest-LiveMigrationTest-1201515837-project] 10.222.0.88 "DELETE /v2.0/ports/51a170da-8609-48e7-9016-7b1d57369294 HTTP/1.1" status: 204 len: 173 time: 2.0554595 Feb 02 07:02:25.805871 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3198844e-639f-4156-b68e-3a3b15da1358', 'name': 'network-vif-deleted', 'tag': '51a170da-8609-48e7-9016-7b1d57369294'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:02:25.808808 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3b0c2c-0e8e-4c76-beb7-efd62da86699" -d '{"events": [{"server_uuid": "3198844e-639f-4156-b68e-3a3b15da1358", "name": "network-vif-deleted", "tag": "51a170da-8609-48e7-9016-7b1d57369294"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:02:25.817345 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [None req-f2b4c85b-396c-4022-8b15-50af166a5aed tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] device_id is not set on port b37da980-e5a1-4820-886a-f2c39144d86b yet. {{(pid=109694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:02:25.891871 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.db.resource_extend [req-43a7f8cb-9686-4088-8db7-b8b7b254431f req-3b54920b-fdc9-4aab-a47a-9ea88414f2e8 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 07:02:26.016216 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-5a38e5a9-12ea-4e7c-87a8-92da3294ef88 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks [] for port (96ea0c8c-2d04-4820-aaf9-0423ccbb3176), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:26.029630 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-f2b4c85b-396c-4022-8b15-50af166a5aed tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Allocated IP 172.20.0.13 (0000fdbd-f926-44c8-b0cc-5a95ab67df1a/e9d0fa1d-b200-401d-9c8f-74746395f237/b37da980-e5a1-4820-886a-f2c39144d86b) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:02:26.061867 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-43a7f8cb-9686-4088-8db7-b8b7b254431f req-3b54920b-fdc9-4aab-a47a-9ea88414f2e8 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:26.064544 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-5a38e5a9-12ea-4e7c-87a8-92da3294ef88 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (96ea0c8c-2d04-4820-aaf9-0423ccbb3176), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:26.080618 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-43a7f8cb-9686-4088-8db7-b8b7b254431f req-3b54920b-fdc9-4aab-a47a-9ea88414f2e8 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (d335463e-8033-4f8d-9d46-1ec76af50ec1), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:26.158576 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-5a38e5a9-12ea-4e7c-87a8-92da3294ef88 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Network 77178f25-e284-4e4b-a7e5-cf621bae5a6c is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:02:26.164626 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-5a38e5a9-12ea-4e7c-87a8-92da3294ef88 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:02:26.174033 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-5a38e5a9-12ea-4e7c-87a8-92da3294ef88 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:02:26.179436 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b45a68b-17ee-4f1b-8c31-9df59e6a8247 req-84fdc3fb-5ee6-4f26-b3d9-250800c1bdc1 tempest-ServersAdminTestJSON-580782576 tempest-ServersAdminTestJSON-580782576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:26.180036 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b45a68b-17ee-4f1b-8c31-9df59e6a8247 req-84fdc3fb-5ee6-4f26-b3d9-250800c1bdc1 tempest-ServersAdminTestJSON-580782576 tempest-ServersAdminTestJSON-580782576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:26.180792 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b45a68b-17ee-4f1b-8c31-9df59e6a8247 req-84fdc3fb-5ee6-4f26-b3d9-250800c1bdc1 tempest-ServersAdminTestJSON-580782576 tempest-ServersAdminTestJSON-580782576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:26.181087 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b45a68b-17ee-4f1b-8c31-9df59e6a8247 req-84fdc3fb-5ee6-4f26-b3d9-250800c1bdc1 tempest-ServersAdminTestJSON-580782576 tempest-ServersAdminTestJSON-580782576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:26.182486 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b45a68b-17ee-4f1b-8c31-9df59e6a8247 req-84fdc3fb-5ee6-4f26-b3d9-250800c1bdc1 tempest-ServersAdminTestJSON-580782576 tempest-ServersAdminTestJSON-580782576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:26.183924 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b45a68b-17ee-4f1b-8c31-9df59e6a8247 req-84fdc3fb-5ee6-4f26-b3d9-250800c1bdc1 tempest-ServersAdminTestJSON-580782576 tempest-ServersAdminTestJSON-580782576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:26.188351 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b45a68b-17ee-4f1b-8c31-9df59e6a8247 req-84fdc3fb-5ee6-4f26-b3d9-250800c1bdc1 tempest-ServersAdminTestJSON-580782576 tempest-ServersAdminTestJSON-580782576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:26.189047 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b45a68b-17ee-4f1b-8c31-9df59e6a8247 req-84fdc3fb-5ee6-4f26-b3d9-250800c1bdc1 tempest-ServersAdminTestJSON-580782576 tempest-ServersAdminTestJSON-580782576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:26.200486 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9b45a68b-17ee-4f1b-8c31-9df59e6a8247 req-84fdc3fb-5ee6-4f26-b3d9-250800c1bdc1 tempest-ServersAdminTestJSON-580782576 tempest-ServersAdminTestJSON-580782576-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44&device_id=1958dfd6-ee1a-4e30-aedb-49d91271f8be&device_id=8044724b-a2a6-414a-a5c7-ac8957aba605&device_id=e01b1da7-ef6f-4ac8-b3b6-f9c9495dcaff&device_id=272c0eb4-c01e-4cfb-976d-67b22c081f3e&device_id=4c7742f2-a5f8-4ea6-9cb0-5280f3d212ad&device_id=e2f92dd9-5697-4976-b165-77e520cf2520&device_id=f4a75908-2371-4c85-9473-b54e3966e5b9&device_id=3198844e-639f-4156-b68e-3a3b15da1358 HTTP/1.1" status: 200 len: 7471 time: 0.1271820 Feb 02 07:02:26.247537 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a38e5a9-12ea-4e7c-87a8-92da3294ef88 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Pushing event updated for resources: {'Port': ['ID=96ea0c8c-2d04-4820-aaf9-0423ccbb3176,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:26.265714 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-9b45a68b-17ee-4f1b-8c31-9df59e6a8247 req-292811a9-b036-43f2-a848-1261d0f177d9 tempest-ServersAdminTestJSON-580782576 tempest-ServersAdminTestJSON-580782576-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:26.304267 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-5a38e5a9-12ea-4e7c-87a8-92da3294ef88 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:26.304952 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-5a38e5a9-12ea-4e7c-87a8-92da3294ef88 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:26.347344 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-5a38e5a9-12ea-4e7c-87a8-92da3294ef88 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1636858 Feb 02 07:02:26.360421 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-b9ba6f88-0d97-4ff7-b2b0-eea8a220319c tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Request body: {'port': {'device_id': '420f5c18-92bb-4996-8a12-daf3c6d27a44', 'network_id': '9faf7e40-7741-4ebb-8f78-e3e3326a51b7', 'admin_state_up': True, 'tenant_id': 'e8b504d3cbde466cb7d12e8c49d706df', 'security_groups': ['2c89831c-2212-4fd4-82c0-50883e2a18e6']}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:02:26.366810 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f2b4c85b-396c-4022-8b15-50af166a5aed tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks [] for port (b37da980-e5a1-4820-886a-f2c39144d86b), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:26.409477 n-d-789963-26 neutron-server[109693]: INFO neutron.db.l3_db [req-43a7f8cb-9686-4088-8db7-b8b7b254431f req-3b54920b-fdc9-4aab-a47a-9ea88414f2e8 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Floating IP d335463e-8033-4f8d-9d46-1ec76af50ec1 associated. External IP: 172.25.4.121, port: 152ca481-03a6-431c-91be-ceb423d2e51a. Feb 02 07:02:26.465843 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-9b45a68b-17ee-4f1b-8c31-9df59e6a8247 req-292811a9-b036-43f2-a848-1261d0f177d9 tempest-ServersAdminTestJSON-580782576 tempest-ServersAdminTestJSON-580782576-project-admin] Publish callbacks [] for security_group (73a5caa6-93b1-4e08-9de7-bdfe3df7c0e3), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:26.473735 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-9b45a68b-17ee-4f1b-8c31-9df59e6a8247 req-292811a9-b036-43f2-a848-1261d0f177d9 tempest-ServersAdminTestJSON-580782576 tempest-ServersAdminTestJSON-580782576-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (73a5caa6-93b1-4e08-9de7-bdfe3df7c0e3), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:26.483161 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f2b4c85b-396c-4022-8b15-50af166a5aed tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (b37da980-e5a1-4820-886a-f2c39144d86b), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:26.523182 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-61e65f29-a7a3-4617-8b3a-d59fe71c9c5c None None] Provisioning complete for port 96ea0c8c-2d04-4820-aaf9-0423ccbb3176 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:02:26.524228 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-61e65f29-a7a3-4617-8b3a-d59fe71c9c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (96ea0c8c-2d04-4820-aaf9-0423ccbb3176), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:26.526352 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b4c85b-396c-4022-8b15-50af166a5aed tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Network 0000fdbd-f926-44c8-b0cc-5a95ab67df1a is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:02:26.545089 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-f2b4c85b-396c-4022-8b15-50af166a5aed tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:02:26.586182 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b4c85b-396c-4022-8b15-50af166a5aed tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:02:26.611826 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-61e65f29-a7a3-4617-8b3a-d59fe71c9c5c None None] Port 96ea0c8c-2d04-4820-aaf9-0423ccbb3176 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:02:26.649505 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe58e3a-c52c-42da-b4e4-0e0f8452042f req-2b14a8ff-a5fb-4485-bfdb-e3c67587f56f tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:26.652728 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-abe58e3a-c52c-42da-b4e4-0e0f8452042f req-2b14a8ff-a5fb-4485-bfdb-e3c67587f56f tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.88 "GET /v2.0/ports?device_id=272c0eb4-c01e-4cfb-976d-67b22c081f3e HTTP/1.1" status: 200 len: 946 time: 0.2608030 Feb 02 07:02:26.689587 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292811a9-b036-43f2-a848-1261d0f177d9 tempest-ServersAdminTestJSON-580782576 tempest-ServersAdminTestJSON-580782576-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a5caa6-93b1-4e08-9de7-bdfe3df7c0e3,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:26.726870 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b4c85b-396c-4022-8b15-50af166a5aed tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Pushing event updated for resources: {'Port': ['ID=b37da980-e5a1-4820-886a-f2c39144d86b,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:26.750029 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b4c85b-396c-4022-8b15-50af166a5aed tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:26.750651 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f2b4c85b-396c-4022-8b15-50af166a5aed tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:26.813700 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f2b4c85b-396c-4022-8b15-50af166a5aed tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1906254 Feb 02 07:02:26.814411 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42254) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:02:26.821647 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-3f2edbec-973c-4de9-b796-aa7dea97f272 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Request body: {'port': {'network_id': '0000fdbd-f926-44c8-b0cc-5a95ab67df1a', 'name': 'tempest-AllowedAddressPairTestJSON-606087337'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:02:26.875689 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9b45a68b-17ee-4f1b-8c31-9df59e6a8247 req-292811a9-b036-43f2-a848-1261d0f177d9 tempest-ServersAdminTestJSON-580782576 tempest-ServersAdminTestJSON-580782576-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&id=99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd&id=e2e22568-83b1-4056-b516-cba3cf27c988&id=bbf59a33-bacd-4e9f-9a02-a6d8a3bc770f&id=2c89831c-2212-4fd4-82c0-50883e2a18e6&id=c48b3388-a072-4831-9be5-83b96f467aac&fields=id&fields=name HTTP/1.1" status: 200 len: 672 time: 0.6737397 Feb 02 07:02:27.044723 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-f09310c3-330e-451f-910b-ad7347b813b2 None None] Provisioning complete for port b37da980-e5a1-4820-886a-f2c39144d86b triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:02:27.045340 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815226a-0710-4854-9733-8b7ab0cc2eb9 req-5c4d9bf4-4611-4285-acf2-29b0418bbaaf tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:27.045806 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f09310c3-330e-451f-910b-ad7347b813b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b37da980-e5a1-4820-886a-f2c39144d86b), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:27.046892 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5815226a-0710-4854-9733-8b7ab0cc2eb9 req-5c4d9bf4-4611-4285-acf2-29b0418bbaaf tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=272c0eb4-c01e-4cfb-976d-67b22c081f3e HTTP/1.1" status: 200 len: 946 time: 0.0954115 Feb 02 07:02:27.048134 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f2edbec-973c-4de9-b796-aa7dea97f272 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Made reservation on behalf of 5460c325034049fd962d8ee9b0bbc6a5 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:02:27.051506 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3f2edbec-973c-4de9-b796-aa7dea97f272 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:27.084821 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-f09310c3-330e-451f-910b-ad7347b813b2 None None] Port b37da980-e5a1-4820-886a-f2c39144d86b cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:02:27.087178 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [None req-3f2edbec-973c-4de9-b796-aa7dea97f272 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] device_id is not set on port 034d10dd-4fa6-4102-830c-7539c59ebfd3 yet. {{(pid=109694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:02:27.107535 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:27.141082 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-b9ba6f88-0d97-4ff7-b2b0-eea8a220319c tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Made reservation on behalf of e8b504d3cbde466cb7d12e8c49d706df for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:02:27.144976 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-b9ba6f88-0d97-4ff7-b2b0-eea8a220319c tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:27.162146 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5815226a-0710-4854-9733-8b7ab0cc2eb9 req-5860239c-fdca-43d1-8b16-9c9711d5d666 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/security-groups?id=99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068742 Feb 02 07:02:27.224379 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42258) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:02:27.247426 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-3f2edbec-973c-4de9-b796-aa7dea97f272 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Allocated IP 172.20.0.8 (0000fdbd-f926-44c8-b0cc-5a95ab67df1a/e9d0fa1d-b200-401d-9c8f-74746395f237/034d10dd-4fa6-4102-830c-7539c59ebfd3) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:02:27.386678 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c9dc76-3ffa-4457-a67d-6c9cbc9db47d x-openstack-request-id: req-67c9dc76-3ffa-4457-a67d-6c9cbc9db47d {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:02:27.387921 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3198844e-639f-4156-b68e-3a3b15da1358", "name": "network-vif-deleted", "tag": "51a170da-8609-48e7-9016-7b1d57369294", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:02:27.389221 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-67c9dc76-3ffa-4457-a67d-6c9cbc9db47d {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:02:27.389970 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3198844e-639f-4156-b68e-3a3b15da1358', 'name': 'network-vif-deleted', 'tag': '51a170da-8609-48e7-9016-7b1d57369294', 'status': 'completed', 'code': 200} Feb 02 07:02:27.397370 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-abe58e3a-c52c-42da-b4e4-0e0f8452042f req-e1282b58-3f37-4a50-b397-f2d79ceab87e tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Deleting port fb724b4c-320e-41e8-9124-6c72770beab2 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:02:27.398090 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-abe58e3a-c52c-42da-b4e4-0e0f8452042f req-e1282b58-3f37-4a50-b397-f2d79ceab87e tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (fb724b4c-320e-41e8-9124-6c72770beab2), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:27.461221 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 51a170da-8609-48e7-9016-7b1d57369294 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:02:27.489878 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3f2edbec-973c-4de9-b796-aa7dea97f272 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks [] for port (034d10dd-4fa6-4102-830c-7539c59ebfd3), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:27.515693 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: 51a170da-8609-48e7-9016-7b1d57369294 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:02:27.516380 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 51a170da-8609-48e7-9016-7b1d57369294 not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:02:27.517488 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device fb724b4c-320e-41e8-9124-6c72770beab2 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:02:27.532167 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43a7f8cb-9686-4088-8db7-b8b7b254431f req-3b54920b-fdc9-4aab-a47a-9ea88414f2e8 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Router d8e8b475-39bd-406d-9dc9-94aa2ba43c53 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:02:27.650074 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port fb724b4c-320e-41e8-9124-6c72770beab2 is: ACTIVE; New status is: DOWN {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:02:27.650641 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (fb724b4c-320e-41e8-9124-6c72770beab2), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:27.651312 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c57e0f5-9f63-4d49-af1b-304c55f80650 admin admin] Deleting subnet a7292d13-827d-45ab-8eaa-7baf62301aaa {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:02:27.663157 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9c57e0f5-9f63-4d49-af1b-304c55f80650 admin admin] Publish callbacks [] for subnet (a7292d13-827d-45ab-8eaa-7baf62301aaa), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:27.668563 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-abe58e3a-c52c-42da-b4e4-0e0f8452042f req-e1282b58-3f37-4a50-b397-f2d79ceab87e tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] For port fb724b4c-320e-41e8-9124-6c72770beab2, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=fb724b4c-320e-41e8-9124-6c72770beab2,segment=NetworkSegment(8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763),segment_id=8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:02:27.669128 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-abe58e3a-c52c-42da-b4e4-0e0f8452042f req-e1282b58-3f37-4a50-b397-f2d79ceab87e tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (fb724b4c-320e-41e8-9124-6c72770beab2), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:27.680008 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '272c0eb4-c01e-4cfb-976d-67b22c081f3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb724b4c-320e-41e8-9124-6c72770beab2'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:02:27.682386 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f190565-cc55-4451-bdd4-28d5eb64a088" -d '{"events": [{"server_uuid": "272c0eb4-c01e-4cfb-976d-67b22c081f3e", "name": "network-vif-unplugged", "status": "completed", "tag": "fb724b4c-320e-41e8-9124-6c72770beab2"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:02:27.686446 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-b9ba6f88-0d97-4ff7-b2b0-eea8a220319c tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Allocated IP 10.1.1.194 (9faf7e40-7741-4ebb-8f78-e3e3326a51b7/ddd7ba65-e54a-42e2-83d4-6480a2d3e138/feaa586e-fdf3-4815-964d-77eed258f414) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:02:27.699995 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port fb724b4c-320e-41e8-9124-6c72770beab2, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=fb724b4c-320e-41e8-9124-6c72770beab2,segment=NetworkSegment(8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763),segment_id=8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:02:27.705764 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (fb724b4c-320e-41e8-9124-6c72770beab2), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:27.732401 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-abe58e3a-c52c-42da-b4e4-0e0f8452042f req-e1282b58-3f37-4a50-b397-f2d79ceab87e tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Calling delete_port for fb724b4c-320e-41e8-9124-6c72770beab2 owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:02:27.736930 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4808cf-87b1-4cad-96d7-9477eaae55c0 req-ea665cd8-aae8-4fd0-af6b-0db9954ce675 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:27.738661 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3f4808cf-87b1-4cad-96d7-9477eaae55c0 req-ea665cd8-aae8-4fd0-af6b-0db9954ce675 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 931 time: 0.1449254 Feb 02 07:02:27.774343 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43a7f8cb-9686-4088-8db7-b8b7b254431f req-3b54920b-fdc9-4aab-a47a-9ea88414f2e8 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:02:27.787583 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=fb724b4c-320e-41e8-9124-6c72770beab2,revision_number=8']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:27.791905 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f91dc92-d19a-4df6-b40f-e712998ffeee None None] Sync routers for ids ['d8e8b475-39bd-406d-9dc9-94aa2ba43c53'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:02:27.808160 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f91dc92-d19a-4df6-b40f-e712998ffeee None None] Routers {'d8e8b475-39bd-406d-9dc9-94aa2ba43c53'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:02:27.810017 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-9f91dc92-d19a-4df6-b40f-e712998ffeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:02:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['d8e8b475-39bd-406d-9dc9-94aa2ba43c53'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:02:27.812021 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9c57e0f5-9f63-4d49-af1b-304c55f80650 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (a7292d13-827d-45ab-8eaa-7baf62301aaa), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:27.832556 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-43a7f8cb-9686-4088-8db7-b8b7b254431f req-3b54920b-fdc9-4aab-a47a-9ea88414f2e8 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:27.844417 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3f2edbec-973c-4de9-b796-aa7dea97f272 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (034d10dd-4fa6-4102-830c-7539c59ebfd3), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:27.869559 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3f4808cf-87b1-4cad-96d7-9477eaae55c0 req-48be931d-0f77-4c70-957e-187b977bf12a tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/security-groups?id=2c89831c-2212-4fd4-82c0-50883e2a18e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205168 Feb 02 07:02:27.888969 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-43a7f8cb-9686-4088-8db7-b8b7b254431f req-3b54920b-fdc9-4aab-a47a-9ea88414f2e8 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] 10.222.0.87 "PUT /v2.0/floatingips/d335463e-8033-4f8d-9d46-1ec76af50ec1 HTTP/1.1" status: 200 len: 997 time: 3.8324270 Feb 02 07:02:27.939807 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-9f91dc92-d19a-4df6-b40f-e712998ffeee None None] Set router d8e8b475-39bd-406d-9dc9-94aa2ba43c53 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:02:27.956576 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2edbec-973c-4de9-b796-aa7dea97f272 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Network 0000fdbd-f926-44c8-b0cc-5a95ab67df1a is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:02:27.961487 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-3f2edbec-973c-4de9-b796-aa7dea97f272 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:02:27.976803 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2edbec-973c-4de9-b796-aa7dea97f272 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:02:28.077142 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9c57e0f5-9f63-4d49-af1b-304c55f80650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (a7292d13-827d-45ab-8eaa-7baf62301aaa), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:28.085897 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2edbec-973c-4de9-b796-aa7dea97f272 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:28.086324 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3f2edbec-973c-4de9-b796-aa7dea97f272 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:28.112558 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-b9ba6f88-0d97-4ff7-b2b0-eea8a220319c tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks [] for port (feaa586e-fdf3-4815-964d-77eed258f414), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:28.159420 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-b9ba6f88-0d97-4ff7-b2b0-eea8a220319c tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (feaa586e-fdf3-4815-964d-77eed258f414), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:28.174499 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-3f2edbec-973c-4de9-b796-aa7dea97f272 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3569164 Feb 02 07:02:28.185527 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42264) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:02:28.200025 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-1940a72b-0d8e-4354-bb1d-8c8b27f9a202 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:1b:ae:af'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:1f:a7:d3'}]}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:02:28.228026 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ba6f88-0d97-4ff7-b2b0-eea8a220319c tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Pushing event updated for resources: {'Port': ['ID=feaa586e-fdf3-4815-964d-77eed258f414,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:28.259339 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a7f8cb-9686-4088-8db7-b8b7b254431f req-3bc7b137-8948-40da-b06b-d2e61f5bb0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:28.263150 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-43a7f8cb-9686-4088-8db7-b8b7b254431f req-3bc7b137-8948-40da-b06b-d2e61f5bb0c5 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=5c8ea397fb124118ae0639df321f3ef6&device_id=8044724b-a2a6-414a-a5c7-ac8957aba605 HTTP/1.1" status: 200 len: 1129 time: 0.3705146 Feb 02 07:02:28.271898 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-b9ba6f88-0d97-4ff7-b2b0-eea8a220319c tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Network 9faf7e40-7741-4ebb-8f78-e3e3326a51b7 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:02:28.284762 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-b9ba6f88-0d97-4ff7-b2b0-eea8a220319c tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:02:28.311302 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-b9ba6f88-0d97-4ff7-b2b0-eea8a220319c tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:02:28.360517 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2edbec-973c-4de9-b796-aa7dea97f272 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Pushing event updated for resources: {'Port': ['ID=034d10dd-4fa6-4102-830c-7539c59ebfd3,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:28.420969 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8043b1a3-9088-4b69-b031-788199e29b6c req-cc28a1d3-424b-484c-805c-a72d47f1869a tempest-ServerAddressesTestJSON-366393804 tempest-ServerAddressesTestJSON-366393804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:28.429088 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8043b1a3-9088-4b69-b031-788199e29b6c req-cc28a1d3-424b-484c-805c-a72d47f1869a tempest-ServerAddressesTestJSON-366393804 tempest-ServerAddressesTestJSON-366393804-project] 10.222.0.87 "GET /v2.0/ports?device_id=1958dfd6-ee1a-4e30-aedb-49d91271f8be HTTP/1.1" status: 200 len: 945 time: 0.3626385 Feb 02 07:02:28.434335 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-5f166e73-913d-4093-b17d-ef029da9bd7c None None] Provisioning complete for port 034d10dd-4fa6-4102-830c-7539c59ebfd3 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:02:28.434752 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5f166e73-913d-4093-b17d-ef029da9bd7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (034d10dd-4fa6-4102-830c-7539c59ebfd3), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:28.453584 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-9f91dc92-d19a-4df6-b40f-e712998ffeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e8b475-39bd-406d-9dc9-94aa2ba43c53', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1942162348-router', 'tenant_id': '5c8ea397fb124118ae0639df321f3ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '781db8da-24b7-4db0-8f76-3579190f0122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:01:42Z', 'updated_at': '2022-02-02T07:01:54Z', 'revision_number': 4, 'project_id': '5c8ea397fb124118ae0639df321f3ef6', 'gw_port': {'id': '781db8da-24b7-4db0-8f76-3579190f0122', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e8b475-39bd-406d-9dc9-94aa2ba43c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:01:44Z', 'updated_at': '2022-02-02T07:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': 'd335463e-8033-4f8d-9d46-1ec76af50ec1', 'tenant_id': '5c8ea397fb124118ae0639df321f3ef6', 'floating_ip_address': '172.25.4.121', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': 'd8e8b475-39bd-406d-9dc9-94aa2ba43c53', 'port_id': '152ca481-03a6-431c-91be-ceb423d2e51a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 991, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32d3093c-8c55-41e4-974c-3ed1e6577092', 'mac_address': 'fa:16:3e:a5:d0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8044724b-a2a6-414a-a5c7-ac8957aba605', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:02:22Z', 'updated_at': '2022-02-02T07:02:25Z', 'revision_number': 1, 'project_id': '5c8ea397fb124118ae0639df321f3ef6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0173d9c9-f8b5-4e57-837c-e4aecb178601', 'name': '', 'network_id': '32d3093c-8c55-41e4-974c-3ed1e6577092', 'tenant_id': '5c8ea397fb124118ae0639df321f3ef6', 'mac_address': 'fa:16:3e:eb:15:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e8b475-39bd-406d-9dc9-94aa2ba43c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '61d5c87e-580c-44a3-a1cc-4f5ee7d0e081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:01:52Z', 'updated_at': '2022-02-02T07:02:02Z', 'revision_number': 5, 'project_id': '5c8ea397fb124118ae0639df321f3ef6', 'subnets': [{'id': '61d5c87e-580c-44a3-a1cc-4f5ee7d0e081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:02:28.499717 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f91dc92-d19a-4df6-b40f-e712998ffeee None None] Checking router: d8e8b475-39bd-406d-9dc9-94aa2ba43c53 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:02:28.510765 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f91dc92-d19a-4df6-b40f-e712998ffeee None None] Routers {'d8e8b475-39bd-406d-9dc9-94aa2ba43c53'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:02:28.512634 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-9f91dc92-d19a-4df6-b40f-e712998ffeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:02:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['d8e8b475-39bd-406d-9dc9-94aa2ba43c53'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:02:28.533157 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-b9ba6f88-0d97-4ff7-b2b0-eea8a220319c tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:28.533773 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-b9ba6f88-0d97-4ff7-b2b0-eea8a220319c tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:28.535512 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-5f166e73-913d-4093-b17d-ef029da9bd7c None None] Port 034d10dd-4fa6-4102-830c-7539c59ebfd3 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:02:28.566830 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-abe58e3a-c52c-42da-b4e4-0e0f8452042f req-e1282b58-3f37-4a50-b397-f2d79ceab87e tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (fb724b4c-320e-41e8-9124-6c72770beab2), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:28.579001 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9c57e0f5-9f63-4d49-af1b-304c55f80650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (a7292d13-827d-45ab-8eaa-7baf62301aaa), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:28.591964 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-b9ba6f88-0d97-4ff7-b2b0-eea8a220319c tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2412224 Feb 02 07:02:28.623982 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-27fa1b7d-de19-4e98-92b5-82df683bcee1 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Request body: {'port': {'device_id': '420f5c18-92bb-4996-8a12-daf3c6d27a44', 'network_id': '9faf7e40-7741-4ebb-8f78-e3e3326a51b7', 'admin_state_up': True, 'tenant_id': 'e8b504d3cbde466cb7d12e8c49d706df', 'security_groups': ['2c89831c-2212-4fd4-82c0-50883e2a18e6']}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:02:28.644738 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8043b1a3-9088-4b69-b031-788199e29b6c req-19965592-8ee0-4e34-a2b7-1f85a3aca8b5 tempest-ServerAddressesTestJSON-366393804 tempest-ServerAddressesTestJSON-366393804-project] 10.222.0.87 "GET /v2.0/security-groups?id=e2e22568-83b1-4056-b516-cba3cf27c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148504 Feb 02 07:02:28.645891 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c57e0f5-9f63-4d49-af1b-304c55f80650 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7292d13-827d-45ab-8eaa-7baf62301aaa,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:28.651418 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a7f8cb-9686-4088-8db7-b8b7b254431f req-0a4e9eb8-d79e-41be-abf6-ea81b0c4a3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:28.653464 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-43a7f8cb-9686-4088-8db7-b8b7b254431f req-0a4e9eb8-d79e-41be-abf6-ea81b0c4a3c2 service neutron] 10.222.0.87 "GET /v2.0/networks?id=32d3093c-8c55-41e4-974c-3ed1e6577092 HTTP/1.1" status: 200 len: 930 time: 0.3787277 Feb 02 07:02:28.654239 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1282b58-3f37-4a50-b397-f2d79ceab87e tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Pushing event deleted for resources: {'Port': ['ID=fb724b4c-320e-41e8-9124-6c72770beab2,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:28.668408 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-9f91dc92-d19a-4df6-b40f-e712998ffeee None None] Set router d8e8b475-39bd-406d-9dc9-94aa2ba43c53 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:02:28.705124 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9c57e0f5-9f63-4d49-af1b-304c55f80650 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:28.709391 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-9c57e0f5-9f63-4d49-af1b-304c55f80650 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/a7292d13-827d-45ab-8eaa-7baf62301aaa HTTP/1.1" status: 204 len: 168 time: 1.4840434 Feb 02 07:02:28.711372 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1940a72b-0d8e-4354-bb1d-8c8b27f9a202 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (034d10dd-4fa6-4102-830c-7539c59ebfd3), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:28.714799 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42272) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:02:28.726014 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-abe58e3a-c52c-42da-b4e4-0e0f8452042f req-e1282b58-3f37-4a50-b397-f2d79ceab87e tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] No DVR routers for this DVR port fb724b4c-320e-41e8-9124-6c72770beab2 on host n-h1-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:02:28.760358 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-69bb9fab-391d-4058-8568-a080014ba5fe None None] Provisioning complete for port feaa586e-fdf3-4815-964d-77eed258f414 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:02:28.762799 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-69bb9fab-391d-4058-8568-a080014ba5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (feaa586e-fdf3-4815-964d-77eed258f414), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:28.821602 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-abe58e3a-c52c-42da-b4e4-0e0f8452042f req-e1282b58-3f37-4a50-b397-f2d79ceab87e tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:28.834947 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-abe58e3a-c52c-42da-b4e4-0e0f8452042f req-e1282b58-3f37-4a50-b397-f2d79ceab87e tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.88 "DELETE /v2.0/ports/fb724b4c-320e-41e8-9124-6c72770beab2 HTTP/1.1" status: 204 len: 173 time: 2.1699457 Feb 02 07:02:28.841332 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-69bb9fab-391d-4058-8568-a080014ba5fe None None] Port feaa586e-fdf3-4815-964d-77eed258f414 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:02:28.848182 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 07:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1edb9a-1fe2-4719-a9ab-987ccfcf9d86 x-openstack-request-id: req-9a1edb9a-1fe2-4719-a9ab-987ccfcf9d86 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:02:28.848493 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "272c0eb4-c01e-4cfb-976d-67b22c081f3e", "name": "network-vif-unplugged", "status": "completed", "tag": "fb724b4c-320e-41e8-9124-6c72770beab2", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:02:28.849439 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-9a1edb9a-1fe2-4719-a9ab-987ccfcf9d86 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:02:28.850049 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '272c0eb4-c01e-4cfb-976d-67b22c081f3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb724b4c-320e-41e8-9124-6c72770beab2', 'code': 200} Feb 02 07:02:28.990788 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-43a7f8cb-9686-4088-8db7-b8b7b254431f req-9ce7d92b-fc23-4d20-a8e8-fff3da863606 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=152ca481-03a6-431c-91be-ceb423d2e51a HTTP/1.1" status: 200 len: 1000 time: 0.3141010 Feb 02 07:02:29.047437 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-af0b3e8c-219e-48c1-ab9a-a7aa5b9c961b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (ad127856-4465-484c-882c-e096f13573c2), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:29.050258 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a7f8cb-9686-4088-8db7-b8b7b254431f req-2b22e38b-89dc-401f-bc51-78a1ff79be00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:29.051858 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-43a7f8cb-9686-4088-8db7-b8b7b254431f req-2b22e38b-89dc-401f-bc51-78a1ff79be00 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=61d5c87e-580c-44a3-a1cc-4f5ee7d0e081 HTTP/1.1" status: 200 len: 868 time: 0.0510583 Feb 02 07:02:29.103480 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-9f91dc92-d19a-4df6-b40f-e712998ffeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e8b475-39bd-406d-9dc9-94aa2ba43c53', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1942162348-router', 'tenant_id': '5c8ea397fb124118ae0639df321f3ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '781db8da-24b7-4db0-8f76-3579190f0122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:01:42Z', 'updated_at': '2022-02-02T07:01:54Z', 'revision_number': 4, 'project_id': '5c8ea397fb124118ae0639df321f3ef6', 'gw_port': {'id': '781db8da-24b7-4db0-8f76-3579190f0122', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e8b475-39bd-406d-9dc9-94aa2ba43c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:01:44Z', 'updated_at': '2022-02-02T07:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': 'd335463e-8033-4f8d-9d46-1ec76af50ec1', 'tenant_id': '5c8ea397fb124118ae0639df321f3ef6', 'floating_ip_address': '172.25.4.121', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': 'd8e8b475-39bd-406d-9dc9-94aa2ba43c53', 'port_id': '152ca481-03a6-431c-91be-ceb423d2e51a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 991, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32d3093c-8c55-41e4-974c-3ed1e6577092', 'mac_address': 'fa:16:3e:a5:d0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8044724b-a2a6-414a-a5c7-ac8957aba605', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:02:22Z', 'updated_at': '2022-02-02T07:02:25Z', 'revision_number': 1, 'project_id': '5c8ea397fb124118ae0639df321f3ef6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0173d9c9-f8b5-4e57-837c-e4aecb178601', 'name': '', 'network_id': '32d3093c-8c55-41e4-974c-3ed1e6577092', 'tenant_id': '5c8ea397fb124118ae0639df321f3ef6', 'mac_address': 'fa:16:3e:eb:15:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e8b475-39bd-406d-9dc9-94aa2ba43c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '61d5c87e-580c-44a3-a1cc-4f5ee7d0e081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:01:52Z', 'updated_at': '2022-02-02T07:02:02Z', 'revision_number': 5, 'project_id': '5c8ea397fb124118ae0639df321f3ef6', 'subnets': [{'id': '61d5c87e-580c-44a3-a1cc-4f5ee7d0e081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:02:29.154916 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f91dc92-d19a-4df6-b40f-e712998ffeee None None] The sync data for ids ['d8e8b475-39bd-406d-9dc9-94aa2ba43c53'] in n-d-789963-26 is: [{'id': 'd8e8b475-39bd-406d-9dc9-94aa2ba43c53', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1942162348-router', 'tenant_id': '5c8ea397fb124118ae0639df321f3ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '781db8da-24b7-4db0-8f76-3579190f0122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:01:42Z', 'updated_at': '2022-02-02T07:01:54Z', 'revision_number': 4, 'project_id': '5c8ea397fb124118ae0639df321f3ef6', 'gw_port': {'id': '781db8da-24b7-4db0-8f76-3579190f0122', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e8b475-39bd-406d-9dc9-94aa2ba43c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:01:44Z', 'updated_at': '2022-02-02T07:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': 'd335463e-8033-4f8d-9d46-1ec76af50ec1', 'tenant_id': '5c8ea397fb124118ae0639df321f3ef6', 'floating_ip_address': '172.25.4.121', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': 'd8e8b475-39bd-406d-9dc9-94aa2ba43c53', 'port_id': '152ca481-03a6-431c-91be-ceb423d2e51a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 991, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32d3093c-8c55-41e4-974c-3ed1e6577092', 'mac_address': 'fa:16:3e:a5:d0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8044724b-a2a6-414a-a5c7-ac8957aba605', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:02:22Z', 'updated_at': '2022-02-02T07:02:25Z', 'revision_number': 1, 'project_id': '5c8ea397fb124118ae0639df321f3ef6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0173d9c9-f8b5-4e57-837c-e4aecb178601', 'name': '', 'network_id': '32d3093c-8c55-41e4-974c-3ed1e6577092', 'tenant_id': '5c8ea397fb124118ae0639df321f3ef6', 'mac_address': 'fa:16:3e:eb:15:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e8b475-39bd-406d-9dc9-94aa2ba43c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '61d5c87e-580c-44a3-a1cc-4f5ee7d0e081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:01:52Z', 'updated_at': '2022-02-02T07:02:02Z', 'revision_number': 5, 'project_id': '5c8ea397fb124118ae0639df321f3ef6', 'subnets': [{'id': '61d5c87e-580c-44a3-a1cc-4f5ee7d0e081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:02:29.156244 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-27fa1b7d-de19-4e98-92b5-82df683bcee1 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Made reservation on behalf of e8b504d3cbde466cb7d12e8c49d706df for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:02:29.159911 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-27fa1b7d-de19-4e98-92b5-82df683bcee1 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:29.246669 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-af0b3e8c-219e-48c1-ab9a-a7aa5b9c961b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (ad127856-4465-484c-882c-e096f13573c2), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:29.253545 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a7f8cb-9686-4088-8db7-b8b7b254431f req-aad6761f-1bca-4789-ba8d-1b5561ae8752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:29.255295 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-43a7f8cb-9686-4088-8db7-b8b7b254431f req-aad6761f-1bca-4789-ba8d-1b5561ae8752 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=32d3093c-8c55-41e4-974c-3ed1e6577092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1860754 Feb 02 07:02:29.364462 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-15ecdc32-d1b3-4928-b460-491fc4e65c66 req-f8525ec7-a21f-4098-b8eb-e3d59d6f6192 tempest-ImagesTestJSON-1133735669 tempest-ImagesTestJSON-1133735669-project] 10.222.0.87 "GET /v2.0/ports?device_id=272c0eb4-c01e-4cfb-976d-67b22c081f3e HTTP/1.1" status: 200 len: 210 time: 0.3782532 Feb 02 07:02:29.397738 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-43a7f8cb-9686-4088-8db7-b8b7b254431f req-62826edc-d89e-4a80-a5b2-f678c222b5bd service neutron] 10.222.0.87 "GET /v2.0/networks/32d3093c-8c55-41e4-974c-3ed1e6577092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084101 Feb 02 07:02:29.398205 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8044724b-a2a6-414a-a5c7-ac8957aba605', 'tag': '152ca481-03a6-431c-91be-ceb423d2e51a'}, {'server_uuid': '272c0eb4-c01e-4cfb-976d-67b22c081f3e', 'name': 'network-vif-deleted', 'tag': 'fb724b4c-320e-41e8-9124-6c72770beab2'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:02:29.400513 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d8a1d1-1441-4aa3-9d02-83abf678a0ac" -d '{"events": [{"name": "network-changed", "server_uuid": "8044724b-a2a6-414a-a5c7-ac8957aba605", "tag": "152ca481-03a6-431c-91be-ceb423d2e51a"}, {"server_uuid": "272c0eb4-c01e-4cfb-976d-67b22c081f3e", "name": "network-vif-deleted", "tag": "fb724b4c-320e-41e8-9124-6c72770beab2"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:02:29.450068 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1940a72b-0d8e-4354-bb1d-8c8b27f9a202 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks [] for port (034d10dd-4fa6-4102-830c-7539c59ebfd3), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:29.461011 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1940a72b-0d8e-4354-bb1d-8c8b27f9a202 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (034d10dd-4fa6-4102-830c-7539c59ebfd3), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:29.499335 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-af0b3e8c-219e-48c1-ab9a-a7aa5b9c961b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad127856-4465-484c-882c-e096f13573c2']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:02:29.532357 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0706844f-afd4-48c2-8332-3ba5880432dc None None] New status for floating IP d335463e-8033-4f8d-9d46-1ec76af50ec1: ACTIVE {{(pid=109695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 07:02:29.612374 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-af0b3e8c-219e-48c1-ab9a-a7aa5b9c961b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43369f47-102e-4f19-93f2-e5ce754f6e28') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:02:29.612374 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-af0b3e8c-219e-48c1-ab9a-a7aa5b9c961b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43369f47-102e-4f19-93f2-e5ce754f6e28') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:02:29.663988 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-af0b3e8c-219e-48c1-ab9a-a7aa5b9c961b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (43369f47-102e-4f19-93f2-e5ce754f6e28), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:29.682979 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-1940a72b-0d8e-4354-bb1d-8c8b27f9a202 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] In _notify_port_updated(), no bound segment for port 034d10dd-4fa6-4102-830c-7539c59ebfd3 on network 0000fdbd-f926-44c8-b0cc-5a95ab67df1a {{(pid=109694) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 02 07:02:29.695931 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1940a72b-0d8e-4354-bb1d-8c8b27f9a202 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:29.696647 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1940a72b-0d8e-4354-bb1d-8c8b27f9a202 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:29.701787 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-1940a72b-0d8e-4354-bb1d-8c8b27f9a202 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] 10.222.0.87 "PUT /v2.0/ports/034d10dd-4fa6-4102-830c-7539c59ebfd3 HTTP/1.1" status: 200 len: 1056 time: 1.5080297 Feb 02 07:02:29.702417 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42282) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:02:29.717279 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-af0b3e8c-219e-48c1-ab9a-a7aa5b9c961b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (43369f47-102e-4f19-93f2-e5ce754f6e28), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:29.742377 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af0b3e8c-219e-48c1-ab9a-a7aa5b9c961b admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:02:29.742856 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-af0b3e8c-219e-48c1-ab9a-a7aa5b9c961b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (43369f47-102e-4f19-93f2-e5ce754f6e28), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:29.744732 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:02:29.744732 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:02:29.744732 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:02:29.744732 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:02:29.744732 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:02:29.744732 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:02:29.744732 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:02:29.744732 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:02:29.744732 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:02:29.744732 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:02:29.744732 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:02:29.744732 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:02:29.744732 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:02:29.744732 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:02:29.744732 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:02:29.744732 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:02:29.744732 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:02:29.744732 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:02:29.744732 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:02:29.744732 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:02:29.744732 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:02:29.744732 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:02:29.744732 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:02:29.744732 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:02:29.744732 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:02:29.744732 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:02:29.744732 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:02:29.744732 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:02:29.744732 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:02:29.744732 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:02:29.744732 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:02:29.744732 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:02:29.766069 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-43a7f8cb-9686-4088-8db7-b8b7b254431f req-6eb212c0-373f-403b-8981-63243ab636c1 service neutron] 10.222.0.87 "GET /v2.0/networks/32d3093c-8c55-41e4-974c-3ed1e6577092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3539855 Feb 02 07:02:29.767163 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-27fa1b7d-de19-4e98-92b5-82df683bcee1 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Allocated IP 10.1.1.23 (9faf7e40-7741-4ebb-8f78-e3e3326a51b7/ddd7ba65-e54a-42e2-83d4-6480a2d3e138/238a9e44-e03f-44a7-b095-94714ea7aff3) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:02:29.877330 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-af0b3e8c-219e-48c1-ab9a-a7aa5b9c961b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (ad127856-4465-484c-882c-e096f13573c2), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:29.900259 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-af0b3e8c-219e-48c1-ab9a-a7aa5b9c961b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:29.913717 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-af0b3e8c-219e-48c1-ab9a-a7aa5b9c961b admin admin] 10.222.0.87 "DELETE /v2.0/networks/ad127856-4465-484c-882c-e096f13573c2 HTTP/1.1" status: 204 len: 168 time: 1.1936202 Feb 02 07:02:29.920826 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42286) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:02:29.933560 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1940a72b-0d8e-4354-bb1d-8c8b27f9a202 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Pushing event updated for resources: {'Port': ['ID=034d10dd-4fa6-4102-830c-7539c59ebfd3,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:29.953316 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0b3e8c-219e-48c1-ab9a-a7aa5b9c961b admin admin] Pushing event deleted for resources: {'Network': ['ID=ad127856-4465-484c-882c-e096f13573c2,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:29.987371 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-d5c18f55-c62c-4c83-bd76-f2f06ddf0ed7 None None] Provisioning complete for port 034d10dd-4fa6-4102-830c-7539c59ebfd3 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:02:29.988406 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d5c18f55-c62c-4c83-bd76-f2f06ddf0ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (034d10dd-4fa6-4102-830c-7539c59ebfd3), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:29.989130 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-d329d505-7215-4a6f-8026-bd4095362875 admin admin] Deleting subnet 47b832c2-6224-456b-94a9-e8f9133f4f13 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:02:29.994335 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d329d505-7215-4a6f-8026-bd4095362875 admin admin] Publish callbacks [] for subnet (47b832c2-6224-456b-94a9-e8f9133f4f13), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:30.030233 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6cdb7b-e9a5-4c37-9b46-dce1563d4988 req-2a760a80-e1ad-42bf-b3ed-c0d57587ddb8 tempest-ServersAdminTestJSON-580782576 tempest-ServersAdminTestJSON-580782576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:30.030631 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6cdb7b-e9a5-4c37-9b46-dce1563d4988 req-2a760a80-e1ad-42bf-b3ed-c0d57587ddb8 tempest-ServersAdminTestJSON-580782576 tempest-ServersAdminTestJSON-580782576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:30.031107 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6cdb7b-e9a5-4c37-9b46-dce1563d4988 req-2a760a80-e1ad-42bf-b3ed-c0d57587ddb8 tempest-ServersAdminTestJSON-580782576 tempest-ServersAdminTestJSON-580782576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:30.038160 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ca6cdb7b-e9a5-4c37-9b46-dce1563d4988 req-2a760a80-e1ad-42bf-b3ed-c0d57587ddb8 tempest-ServersAdminTestJSON-580782576 tempest-ServersAdminTestJSON-580782576-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=e01b1da7-ef6f-4ac8-b3b6-f9c9495dcaff&device_id=4c7742f2-a5f8-4ea6-9cb0-5280f3d212ad&device_id=e2f92dd9-5697-4976-b165-77e520cf2520 HTTP/1.1" status: 200 len: 2979 time: 0.3326323 Feb 02 07:02:30.043074 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-d5c18f55-c62c-4c83-bd76-f2f06ddf0ed7 None None] Port 034d10dd-4fa6-4102-830c-7539c59ebfd3 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:02:30.066191 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7045474-7dc0-4cbe-ab3a-4365b340a3ad req-9598ef02-9f3b-4faa-bdee-1fd8fbcb450c tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:30.071599 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7045474-7dc0-4cbe-ab3a-4365b340a3ad req-9598ef02-9f3b-4faa-bdee-1fd8fbcb450c tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:30.073015 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e7045474-7dc0-4cbe-ab3a-4365b340a3ad req-9598ef02-9f3b-4faa-bdee-1fd8fbcb450c tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 1653 time: 0.1546416 Feb 02 07:02:30.081512 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d329d505-7215-4a6f-8026-bd4095362875 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (47b832c2-6224-456b-94a9-e8f9133f4f13), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:30.105884 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-814a2b15-5f9e-4c7b-990f-d96355452bb9 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Deleting port 034d10dd-4fa6-4102-830c-7539c59ebfd3 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:02:30.106301 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-814a2b15-5f9e-4c7b-990f-d96355452bb9 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (034d10dd-4fa6-4102-830c-7539c59ebfd3), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:30.159380 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ca6cdb7b-e9a5-4c37-9b46-dce1563d4988 req-700be3b0-a84b-471f-a909-c6be7a5c57cc tempest-ServersAdminTestJSON-580782576 tempest-ServersAdminTestJSON-580782576-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092336 Feb 02 07:02:30.163337 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e7045474-7dc0-4cbe-ab3a-4365b340a3ad req-4d896260-61eb-4fb1-9313-1ecea4ac4588 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/security-groups?id=2c89831c-2212-4fd4-82c0-50883e2a18e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743544 Feb 02 07:02:30.171861 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-27fa1b7d-de19-4e98-92b5-82df683bcee1 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks [] for port (238a9e44-e03f-44a7-b095-94714ea7aff3), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:30.182294 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 02 Feb 2022 07:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee4702da-6aa4-41c3-a008-01feade15da9 x-openstack-request-id: req-ee4702da-6aa4-41c3-a008-01feade15da9 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:02:30.182588 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8044724b-a2a6-414a-a5c7-ac8957aba605", "tag": "152ca481-03a6-431c-91be-ceb423d2e51a", "status": "completed", "code": 200}, {"server_uuid": "272c0eb4-c01e-4cfb-976d-67b22c081f3e", "name": "network-vif-deleted", "tag": "fb724b4c-320e-41e8-9124-6c72770beab2", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:02:30.186618 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ee4702da-6aa4-41c3-a008-01feade15da9 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:02:30.186722 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8044724b-a2a6-414a-a5c7-ac8957aba605', 'tag': '152ca481-03a6-431c-91be-ceb423d2e51a', 'status': 'completed', 'code': 200} Feb 02 07:02:30.186993 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '272c0eb4-c01e-4cfb-976d-67b22c081f3e', 'name': 'network-vif-deleted', 'tag': 'fb724b4c-320e-41e8-9124-6c72770beab2', 'status': 'completed', 'code': 200} Feb 02 07:02:30.332736 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-814a2b15-5f9e-4c7b-990f-d96355452bb9 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (034d10dd-4fa6-4102-830c-7539c59ebfd3), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:30.335628 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d329d505-7215-4a6f-8026-bd4095362875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (47b832c2-6224-456b-94a9-e8f9133f4f13), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:30.376384 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-814a2b15-5f9e-4c7b-990f-d96355452bb9 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Calling delete_port for 034d10dd-4fa6-4102-830c-7539c59ebfd3 owned by {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:02:30.512856 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d329d505-7215-4a6f-8026-bd4095362875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (47b832c2-6224-456b-94a9-e8f9133f4f13), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:30.586241 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d329d505-7215-4a6f-8026-bd4095362875 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:30.597981 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d329d505-7215-4a6f-8026-bd4095362875 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/47b832c2-6224-456b-94a9-e8f9133f4f13 HTTP/1.1" status: 204 len: 168 time: 0.6733186 Feb 02 07:02:30.599339 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d329d505-7215-4a6f-8026-bd4095362875 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47b832c2-6224-456b-94a9-e8f9133f4f13,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:30.603642 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42302) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:02:30.613620 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-27fa1b7d-de19-4e98-92b5-82df683bcee1 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (238a9e44-e03f-44a7-b095-94714ea7aff3), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:30.684624 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-814a2b15-5f9e-4c7b-990f-d96355452bb9 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (034d10dd-4fa6-4102-830c-7539c59ebfd3), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:30.705338 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fa1b7d-de19-4e98-92b5-82df683bcee1 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Pushing event updated for resources: {'Port': ['ID=238a9e44-e03f-44a7-b095-94714ea7aff3,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:30.718949 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814a2b15-5f9e-4c7b-990f-d96355452bb9 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Pushing event deleted for resources: {'Port': ['ID=034d10dd-4fa6-4102-830c-7539c59ebfd3,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:30.721219 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-463aeac1-06b0-4d81-81a0-52cd2e88f016 req-203fa753-70e5-424c-a975-e947bd7fb43c tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 HTTP/1.1" status: 200 len: 258 time: 0.4996543 Feb 02 07:02:30.727454 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-463aeac1-06b0-4d81-81a0-52cd2e88f016 req-dadca88c-83e9-49c8-b2d3-6a3d3a0a164f tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Request body: {'floatingip': {'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:02:30.731032 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ec67181c-dc20-4456-ab36-c06bd72e6564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (4e09fbfa-23a7-4a6a-9edf-b50c01a96e75), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:30.763358 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-27fa1b7d-de19-4e98-92b5-82df683bcee1 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Network 9faf7e40-7741-4ebb-8f78-e3e3326a51b7 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:02:30.765364 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-27fa1b7d-de19-4e98-92b5-82df683bcee1 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:02:30.768647 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-27fa1b7d-de19-4e98-92b5-82df683bcee1 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:02:30.835013 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-463aeac1-06b0-4d81-81a0-52cd2e88f016 req-dadca88c-83e9-49c8-b2d3-6a3d3a0a164f tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:30.844243 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-27fa1b7d-de19-4e98-92b5-82df683bcee1 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:30.844913 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-27fa1b7d-de19-4e98-92b5-82df683bcee1 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:30.894883 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8a1d1-1441-4aa3-9d02-83abf678a0ac req-0179e279-8c8e-40af-ab0b-c51e54e264e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:30.896484 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b5d8a1d1-1441-4aa3-9d02-83abf678a0ac req-0179e279-8c8e-40af-ab0b-c51e54e264e4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5c8ea397fb124118ae0639df321f3ef6&device_id=8044724b-a2a6-414a-a5c7-ac8957aba605 HTTP/1.1" status: 200 len: 1129 time: 0.6606996 Feb 02 07:02:30.973288 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ec67181c-dc20-4456-ab36-c06bd72e6564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (4e09fbfa-23a7-4a6a-9edf-b50c01a96e75), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:31.029942 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-ec67181c-dc20-4456-ab36-c06bd72e6564 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e09fbfa-23a7-4a6a-9edf-b50c01a96e75']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:02:31.031639 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8a1d1-1441-4aa3-9d02-83abf678a0ac req-12334b5f-b90d-43b5-bfa9-2dca01085574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:31.033288 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b5d8a1d1-1441-4aa3-9d02-83abf678a0ac req-12334b5f-b90d-43b5-bfa9-2dca01085574 service neutron] 10.222.0.88 "GET /v2.0/networks?id=32d3093c-8c55-41e4-974c-3ed1e6577092 HTTP/1.1" status: 200 len: 930 time: 0.1274765 Feb 02 07:02:31.051310 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-27fa1b7d-de19-4e98-92b5-82df683bcee1 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4294205 Feb 02 07:02:31.051611 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-ec67181c-dc20-4456-ab36-c06bd72e6564 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5745901e-4591-430c-9b26-8b5548e5dff6') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:02:31.051611 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-ec67181c-dc20-4456-ab36-c06bd72e6564 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5745901e-4591-430c-9b26-8b5548e5dff6') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:02:31.068989 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-2bc8cc37-a5cf-4add-95ea-b1b0c84212c9 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Request body: {'port': {'device_id': '420f5c18-92bb-4996-8a12-daf3c6d27a44', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'fc60349d-a3fd-46d2-93de-c30a8b26931d', 'admin_state_up': True, 'tenant_id': 'e8b504d3cbde466cb7d12e8c49d706df', 'security_groups': ['2c89831c-2212-4fd4-82c0-50883e2a18e6']}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:02:31.088849 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ec67181c-dc20-4456-ab36-c06bd72e6564 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (5745901e-4591-430c-9b26-8b5548e5dff6), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:31.148201 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ec67181c-dc20-4456-ab36-c06bd72e6564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (5745901e-4591-430c-9b26-8b5548e5dff6), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:31.158630 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82880e2e-89a4-44e7-bb2c-365365939bd3 req-cdac5e4d-88c0-4713-8830-dbbd8b4f4cdf tempest-ServerAddressesTestJSON-366393804 tempest-ServerAddressesTestJSON-366393804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:31.160332 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-82880e2e-89a4-44e7-bb2c-365365939bd3 req-cdac5e4d-88c0-4713-8830-dbbd8b4f4cdf tempest-ServerAddressesTestJSON-366393804 tempest-ServerAddressesTestJSON-366393804-project] 10.222.0.87 "GET /v2.0/ports?device_id=1958dfd6-ee1a-4e30-aedb-49d91271f8be HTTP/1.1" status: 200 len: 945 time: 0.2052646 Feb 02 07:02:31.184853 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-12f3bd75-b63f-4891-b840-c50415151297 None None] Provisioning complete for port 238a9e44-e03f-44a7-b095-94714ea7aff3 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:02:31.187286 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-12f3bd75-b63f-4891-b840-c50415151297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (238a9e44-e03f-44a7-b095-94714ea7aff3), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:31.189116 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec67181c-dc20-4456-ab36-c06bd72e6564 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:02:31.189626 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ec67181c-dc20-4456-ab36-c06bd72e6564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (5745901e-4591-430c-9b26-8b5548e5dff6), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:31.194276 n-d-789963-26 neutron-server[109694]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Feb 02 07:02:31.194276 n-d-789963-26 neutron-server[109694]: warnings.warn(msg) Feb 02 07:02:31.194276 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:02:31.194276 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:02:31.194276 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:02:31.194276 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:02:31.194276 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:02:31.194276 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:02:31.194276 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:02:31.194276 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:02:31.194276 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:02:31.194276 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:02:31.194276 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:02:31.194276 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:02:31.194276 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:02:31.194276 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:02:31.194276 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:02:31.194276 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:02:31.194276 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:02:31.194276 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:02:31.194276 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:02:31.194276 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:02:31.194276 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:02:31.194276 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:02:31.194276 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:02:31.194276 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:02:31.194276 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:02:31.194276 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:02:31.194276 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:02:31.194276 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:02:31.194276 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:02:31.194276 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:02:31.194276 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:02:31.194276 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:02:31.242314 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-12f3bd75-b63f-4891-b840-c50415151297 None None] Port 238a9e44-e03f-44a7-b095-94714ea7aff3 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:02:31.272756 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b5d8a1d1-1441-4aa3-9d02-83abf678a0ac req-1a9663e7-1c22-456b-a900-73a1bd4db52c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=152ca481-03a6-431c-91be-ceb423d2e51a HTTP/1.1" status: 200 len: 1002 time: 0.2197464 Feb 02 07:02:31.297586 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ec67181c-dc20-4456-ab36-c06bd72e6564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (4e09fbfa-23a7-4a6a-9edf-b50c01a96e75), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:31.299833 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-814a2b15-5f9e-4c7b-990f-d96355452bb9 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:31.304021 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-814a2b15-5f9e-4c7b-990f-d96355452bb9 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] 10.222.0.87 "DELETE /v2.0/ports/034d10dd-4fa6-4102-830c-7539c59ebfd3 HTTP/1.1" status: 204 len: 168 time: 1.5835333 Feb 02 07:02:31.312057 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-82880e2e-89a4-44e7-bb2c-365365939bd3 req-9051ce98-a2ff-492d-a528-edd62357ff6e tempest-ServerAddressesTestJSON-366393804 tempest-ServerAddressesTestJSON-366393804-project] 10.222.0.87 "GET /v2.0/security-groups?id=e2e22568-83b1-4056-b516-cba3cf27c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293919 Feb 02 07:02:31.314780 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ec67181c-dc20-4456-ab36-c06bd72e6564 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:31.321157 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-ec67181c-dc20-4456-ab36-c06bd72e6564 admin admin] 10.222.0.87 "DELETE /v2.0/networks/4e09fbfa-23a7-4a6a-9edf-b50c01a96e75 HTTP/1.1" status: 204 len: 168 time: 0.7139220 Feb 02 07:02:31.321157 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42310) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:02:31.354923 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8a1d1-1441-4aa3-9d02-83abf678a0ac req-ed1fb4ac-770e-4a84-bd61-71c373d3a34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:31.356469 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b5d8a1d1-1441-4aa3-9d02-83abf678a0ac req-ed1fb4ac-770e-4a84-bd61-71c373d3a34f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=61d5c87e-580c-44a3-a1cc-4f5ee7d0e081 HTTP/1.1" status: 200 len: 868 time: 0.0763443 Feb 02 07:02:31.359442 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ab14931-28c4-4140-9128-826a05bccb76 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] GET failed (client error): The resource could not be found. Feb 02 07:02:31.363454 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-2ab14931-28c4-4140-9128-826a05bccb76 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] 10.222.0.87 "GET /v2.0/ports/034d10dd-4fa6-4102-830c-7539c59ebfd3 HTTP/1.1" status: 404 len: 333 time: 0.0396357 Feb 02 07:02:31.363866 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42314) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:02:31.374054 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec67181c-dc20-4456-ab36-c06bd72e6564 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e09fbfa-23a7-4a6a-9edf-b50c01a96e75,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:31.467274 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device fb724b4c-320e-41e8-9124-6c72770beab2 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:02:31.525388 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8a1d1-1441-4aa3-9d02-83abf678a0ac req-1b4705fd-1cb1-4ae0-80ef-e77aea42d23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:31.527830 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b5d8a1d1-1441-4aa3-9d02-83abf678a0ac req-1b4705fd-1cb1-4ae0-80ef-e77aea42d23d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=32d3093c-8c55-41e4-974c-3ed1e6577092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1575303 Feb 02 07:02:31.530049 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: fb724b4c-320e-41e8-9124-6c72770beab2 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:02:31.530404 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device fb724b4c-320e-41e8-9124-6c72770beab2 not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:02:31.530824 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42316) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:02:31.541927 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-463aeac1-06b0-4d81-81a0-52cd2e88f016 req-dadca88c-83e9-49c8-b2d3-6a3d3a0a164f tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:31.575528 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-64d03412-fef4-4d92-bd69-3ba9615a164e tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Deleting port b37da980-e5a1-4820-886a-f2c39144d86b {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:02:31.575914 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-64d03412-fef4-4d92-bd69-3ba9615a164e tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (b37da980-e5a1-4820-886a-f2c39144d86b), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:31.608151 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-dc79145b-2c75-45bb-be65-8da2ba065071 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=94634d8b4d2a41de8e59c8bd88798343&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0761025 Feb 02 07:02:31.617597 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42324) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:02:31.661192 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-2bc8cc37-a5cf-4add-95ea-b1b0c84212c9 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Made reservation on behalf of e8b504d3cbde466cb7d12e8c49d706df for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:02:31.724067 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-64d03412-fef4-4d92-bd69-3ba9615a164e tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (b37da980-e5a1-4820-886a-f2c39144d86b), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:31.738578 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b5d8a1d1-1441-4aa3-9d02-83abf678a0ac req-7e2cc601-99c1-41ae-9136-8e1b69d7f4c3 service neutron] 10.222.0.88 "GET /v2.0/networks/32d3093c-8c55-41e4-974c-3ed1e6577092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985414 Feb 02 07:02:31.764828 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-64d03412-fef4-4d92-bd69-3ba9615a164e tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Calling delete_port for b37da980-e5a1-4820-886a-f2c39144d86b owned by {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:02:31.771033 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2d08ae66-b77e-4a75-b595-767c6ca4bc09 admin admin] Publish callbacks [] for security_group (d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:31.834846 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2d08ae66-b77e-4a75-b595-767c6ca4bc09 admin admin] Publish callbacks [] for security_group (d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:31.880449 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471355b8-ea32-4953-98b4-a74675b12637 req-a9036be8-5078-4103-8735-b121918ed786 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:31.885633 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471355b8-ea32-4953-98b4-a74675b12637 req-a9036be8-5078-4103-8735-b121918ed786 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:31.890446 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-2bc8cc37-a5cf-4add-95ea-b1b0c84212c9 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:31.891646 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471355b8-ea32-4953-98b4-a74675b12637 req-a9036be8-5078-4103-8735-b121918ed786 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:31.898741 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-471355b8-ea32-4953-98b4-a74675b12637 req-a9036be8-5078-4103-8735-b121918ed786 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 2373 time: 0.1891603 Feb 02 07:02:31.944352 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b5d8a1d1-1441-4aa3-9d02-83abf678a0ac req-4d46ed8a-cc6c-4170-9d56-c391208951ab service neutron] 10.222.0.88 "GET /v2.0/networks/32d3093c-8c55-41e4-974c-3ed1e6577092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762400 Feb 02 07:02:31.982757 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-471355b8-ea32-4953-98b4-a74675b12637 req-7470ff8c-54f7-4b2d-8e89-c4a50f86d7aa tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/security-groups?id=2c89831c-2212-4fd4-82c0-50883e2a18e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830779 Feb 02 07:02:32.020515 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-463aeac1-06b0-4d81-81a0-52cd2e88f016 req-dadca88c-83e9-49c8-b2d3-6a3d3a0a164f tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Allocated IP 172.25.4.75 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/e5958e15-67b6-44c7-9507-c41224b94cb7) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:02:32.061214 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2d08ae66-b77e-4a75-b595-767c6ca4bc09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:32.064379 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2d08ae66-b77e-4a75-b595-767c6ca4bc09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:32.065858 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-2d08ae66-b77e-4a75-b595-767c6ca4bc09 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3 HTTP/1.1" status: 204 len: 168 time: 0.4473372 Feb 02 07:02:32.076387 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d08ae66-b77e-4a75-b595-767c6ca4bc09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e0d281-7d59-4ba4-bc55-c436a8bcd6f3,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:32.079478 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-64d03412-fef4-4d92-bd69-3ba9615a164e tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (b37da980-e5a1-4820-886a-f2c39144d86b), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:32.112658 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d03412-fef4-4d92-bd69-3ba9615a164e tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Pushing event deleted for resources: {'Port': ['ID=b37da980-e5a1-4820-886a-f2c39144d86b,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:32.302097 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-64d03412-fef4-4d92-bd69-3ba9615a164e tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:32.311741 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-64d03412-fef4-4d92-bd69-3ba9615a164e tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] 10.222.0.87 "DELETE /v2.0/ports/b37da980-e5a1-4820-886a-f2c39144d86b HTTP/1.1" status: 204 len: 168 time: 0.9447370 Feb 02 07:02:32.313829 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42334) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:02:32.391105 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fd06d90-13e6-4c31-9564-d8afa5d9b4b6 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] GET failed (client error): The resource could not be found. Feb 02 07:02:32.398056 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-1fd06d90-13e6-4c31-9564-d8afa5d9b4b6 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] 10.222.0.87 "GET /v2.0/ports/b37da980-e5a1-4820-886a-f2c39144d86b HTTP/1.1" status: 404 len: 333 time: 0.0828526 Feb 02 07:02:32.412345 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42340) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:02:32.477467 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4083fc99-83b5-46a0-a4a9-fa6a9095bb48 req-c199bf27-fad6-411e-8db4-c338dc581181 tempest-ServersAdminTestJSON-580782576 tempest-ServersAdminTestJSON-580782576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:32.480474 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15609bf4-0a23-4dd9-9765-511e3b499fb6 req-f66e2863-7ad0-4059-a6b0-6c76097123d3 tempest-ServerAddressesTestJSON-366393804 tempest-ServerAddressesTestJSON-366393804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:32.480654 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4083fc99-83b5-46a0-a4a9-fa6a9095bb48 req-c199bf27-fad6-411e-8db4-c338dc581181 tempest-ServersAdminTestJSON-580782576 tempest-ServersAdminTestJSON-580782576-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=e2f92dd9-5697-4976-b165-77e520cf2520 HTTP/1.1" status: 200 len: 1133 time: 0.0898066 Feb 02 07:02:32.482143 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-15609bf4-0a23-4dd9-9765-511e3b499fb6 req-f66e2863-7ad0-4059-a6b0-6c76097123d3 tempest-ServerAddressesTestJSON-366393804 tempest-ServerAddressesTestJSON-366393804-project] 10.222.0.88 "GET /v2.0/ports?device_id=1958dfd6-ee1a-4e30-aedb-49d91271f8be HTTP/1.1" status: 200 len: 945 time: 0.3266921 Feb 02 07:02:32.499806 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-2bc8cc37-a5cf-4add-95ea-b1b0c84212c9 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Allocated IP 10.2.2.100 (fc60349d-a3fd-46d2-93de-c30a8b26931d/6fccb40b-1cb3-4576-9fe7-5509d392215b/7fb47d58-571f-4649-9d38-e17e5ed547f3) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:02:32.533395 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4083fc99-83b5-46a0-a4a9-fa6a9095bb48 req-2f59f66d-500d-4edc-9b26-fa74e5f71f1d tempest-ServersAdminTestJSON-580782576 tempest-ServersAdminTestJSON-580782576-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473628 Feb 02 07:02:32.630648 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-463aeac1-06b0-4d81-81a0-52cd2e88f016 req-dadca88c-83e9-49c8-b2d3-6a3d3a0a164f tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Publish callbacks [] for port (e5958e15-67b6-44c7-9507-c41224b94cb7), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:32.650610 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42346) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:02:32.722142 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-82fc105c-e29c-4f6f-8d45-cdcb6d3810b9 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=e9a6ddb4a59f43149403fe46504a335e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0687199 Feb 02 07:02:32.724490 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42348) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:02:32.751000 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c44c43-fa59-4cb0-8d03-131f0c254cb9 req-1e3b725a-e94a-4ccd-8d2c-9c72626f65ab tempest-ServerAddressesTestJSON-366393804 tempest-ServerAddressesTestJSON-366393804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:32.752961 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-72c44c43-fa59-4cb0-8d03-131f0c254cb9 req-1e3b725a-e94a-4ccd-8d2c-9c72626f65ab tempest-ServerAddressesTestJSON-366393804 tempest-ServerAddressesTestJSON-366393804-project] 10.222.0.87 "GET /v2.0/ports?device_id=1958dfd6-ee1a-4e30-aedb-49d91271f8be HTTP/1.1" status: 200 len: 945 time: 0.0955985 Feb 02 07:02:32.775732 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-dc975418-0553-47cd-b28b-79a2fedf1d0f tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Deleting port c8f08fe0-093b-421b-b702-f0fbaa61f99f {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:02:32.776382 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-dc975418-0553-47cd-b28b-79a2fedf1d0f tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (c8f08fe0-093b-421b-b702-f0fbaa61f99f), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:32.818334 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d6de57dc-a63c-41d1-acd1-862c9edbf30a admin admin] Publish callbacks [] for security_group (b6f7638e-e544-4f4a-af18-7ac9712f4597), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:32.822276 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-463aeac1-06b0-4d81-81a0-52cd2e88f016 req-dadca88c-83e9-49c8-b2d3-6a3d3a0a164f tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (e5958e15-67b6-44c7-9507-c41224b94cb7), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:32.844311 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-72c44c43-fa59-4cb0-8d03-131f0c254cb9 req-8eae7a7e-def8-4c7b-a22b-84739519d76c tempest-ServerAddressesTestJSON-366393804 tempest-ServerAddressesTestJSON-366393804-project] 10.222.0.87 "GET /v2.0/security-groups?id=e2e22568-83b1-4056-b516-cba3cf27c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799665 Feb 02 07:02:32.856981 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-15609bf4-0a23-4dd9-9765-511e3b499fb6 req-6a6ee057-eb17-461a-9a0a-580fa9a62742 tempest-ServerAddressesTestJSON-366393804 tempest-ServerAddressesTestJSON-366393804-project] Deleting port cbc12aae-1b0d-46ad-b3af-b4788550a28a {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:02:32.857327 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-15609bf4-0a23-4dd9-9765-511e3b499fb6 req-6a6ee057-eb17-461a-9a0a-580fa9a62742 tempest-ServerAddressesTestJSON-366393804 tempest-ServerAddressesTestJSON-366393804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (cbc12aae-1b0d-46ad-b3af-b4788550a28a), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:32.859335 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d6de57dc-a63c-41d1-acd1-862c9edbf30a admin admin] Publish callbacks [] for security_group (b6f7638e-e544-4f4a-af18-7ac9712f4597), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:32.927855 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-2bc8cc37-a5cf-4add-95ea-b1b0c84212c9 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks [] for port (7fb47d58-571f-4649-9d38-e17e5ed547f3), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:32.961162 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-463aeac1-06b0-4d81-81a0-52cd2e88f016 req-dadca88c-83e9-49c8-b2d3-6a3d3a0a164f tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:02:32.979297 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca9410-f3b6-4ea8-b37e-9a57296ec9cd req-e6888846-75c0-4b1a-aa88-782b8c1c289d tempest-ServersAdminTestJSON-580782576 tempest-ServersAdminTestJSON-580782576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:32.983432 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ecca9410-f3b6-4ea8-b37e-9a57296ec9cd req-e6888846-75c0-4b1a-aa88-782b8c1c289d tempest-ServersAdminTestJSON-580782576 tempest-ServersAdminTestJSON-580782576-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=e2f92dd9-5697-4976-b165-77e520cf2520 HTTP/1.1" status: 200 len: 1133 time: 0.0547776 Feb 02 07:02:32.986157 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-463aeac1-06b0-4d81-81a0-52cd2e88f016 req-dadca88c-83e9-49c8-b2d3-6a3d3a0a164f tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:02:32.989133 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-463aeac1-06b0-4d81-81a0-52cd2e88f016 req-dadca88c-83e9-49c8-b2d3-6a3d3a0a164f tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:02:33.000095 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d6de57dc-a63c-41d1-acd1-862c9edbf30a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (b6f7638e-e544-4f4a-af18-7ac9712f4597), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:33.002893 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d6de57dc-a63c-41d1-acd1-862c9edbf30a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:33.006430 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d6de57dc-a63c-41d1-acd1-862c9edbf30a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b6f7638e-e544-4f4a-af18-7ac9712f4597 HTTP/1.1" status: 204 len: 168 time: 0.2783756 Feb 02 07:02:33.019630 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6de57dc-a63c-41d1-acd1-862c9edbf30a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f7638e-e544-4f4a-af18-7ac9712f4597,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:33.072059 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadca88c-83e9-49c8-b2d3-6a3d3a0a164f tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Pushing event updated for resources: {'Port': ['ID=e5958e15-67b6-44c7-9507-c41224b94cb7,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:33.082359 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-dc975418-0553-47cd-b28b-79a2fedf1d0f tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (c8f08fe0-093b-421b-b702-f0fbaa61f99f), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:33.091704 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ecca9410-f3b6-4ea8-b37e-9a57296ec9cd req-cc8965fb-782e-4fb4-9ef5-f283ebcc5311 tempest-ServersAdminTestJSON-580782576 tempest-ServersAdminTestJSON-580782576-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969071 Feb 02 07:02:33.122683 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-dc975418-0553-47cd-b28b-79a2fedf1d0f tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Calling delete_port for c8f08fe0-093b-421b-b702-f0fbaa61f99f owned by {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:02:33.161266 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-15609bf4-0a23-4dd9-9765-511e3b499fb6 req-6a6ee057-eb17-461a-9a0a-580fa9a62742 tempest-ServerAddressesTestJSON-366393804 tempest-ServerAddressesTestJSON-366393804-project] For port cbc12aae-1b0d-46ad-b3af-b4788550a28a, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=cbc12aae-1b0d-46ad-b3af-b4788550a28a,segment=NetworkSegment(b2f77efd-b37c-4e34-8f38-b5b3eb3be489),segment_id=b2f77efd-b37c-4e34-8f38-b5b3eb3be489)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:02:33.161681 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-15609bf4-0a23-4dd9-9765-511e3b499fb6 req-6a6ee057-eb17-461a-9a0a-580fa9a62742 tempest-ServerAddressesTestJSON-366393804 tempest-ServerAddressesTestJSON-366393804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (cbc12aae-1b0d-46ad-b3af-b4788550a28a), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:33.212949 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-2bc8cc37-a5cf-4add-95ea-b1b0c84212c9 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (7fb47d58-571f-4649-9d38-e17e5ed547f3), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:33.252296 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-15609bf4-0a23-4dd9-9765-511e3b499fb6 req-6a6ee057-eb17-461a-9a0a-580fa9a62742 tempest-ServerAddressesTestJSON-366393804 tempest-ServerAddressesTestJSON-366393804-project] Calling delete_port for cbc12aae-1b0d-46ad-b3af-b4788550a28a owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:02:33.288380 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18439e28-0929-4ef8-9058-da3e4b9950c5 req-eba712da-170d-4174-a37c-78bbbb390c6d tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:33.296585 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18439e28-0929-4ef8-9058-da3e4b9950c5 req-eba712da-170d-4174-a37c-78bbbb390c6d tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:33.301940 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18439e28-0929-4ef8-9058-da3e4b9950c5 req-eba712da-170d-4174-a37c-78bbbb390c6d tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:33.309883 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18439e28-0929-4ef8-9058-da3e4b9950c5 req-eba712da-170d-4174-a37c-78bbbb390c6d tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:33.313820 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-18439e28-0929-4ef8-9058-da3e4b9950c5 req-eba712da-170d-4174-a37c-78bbbb390c6d tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 3094 time: 0.1003857 Feb 02 07:02:33.326508 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-2bc8cc37-a5cf-4add-95ea-b1b0c84212c9 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Network fc60349d-a3fd-46d2-93de-c30a8b26931d is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:02:33.371153 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-18439e28-0929-4ef8-9058-da3e4b9950c5 req-2e3aae81-9b72-4da6-b029-0472a24dff84 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/security-groups?id=2c89831c-2212-4fd4-82c0-50883e2a18e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501392 Feb 02 07:02:33.385771 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-2bc8cc37-a5cf-4add-95ea-b1b0c84212c9 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:02:33.388547 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-2bc8cc37-a5cf-4add-95ea-b1b0c84212c9 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:02:33.418196 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc8cc37-a5cf-4add-95ea-b1b0c84212c9 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Pushing event updated for resources: {'Port': ['ID=7fb47d58-571f-4649-9d38-e17e5ed547f3,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:33.437159 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-463aeac1-06b0-4d81-81a0-52cd2e88f016 req-dadca88c-83e9-49c8-b2d3-6a3d3a0a164f tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Publish callbacks [] for floatingip (481581f8-acfc-43d9-9da8-859edbb07b00), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:33.790144 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ac071291-a275-4871-b97f-50d1f68974d4 None None] Provisioning complete for port 7fb47d58-571f-4649-9d38-e17e5ed547f3 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:02:33.791285 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ac071291-a275-4871-b97f-50d1f68974d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (7fb47d58-571f-4649-9d38-e17e5ed547f3), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:33.857281 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ac071291-a275-4871-b97f-50d1f68974d4 None None] Port 7fb47d58-571f-4649-9d38-e17e5ed547f3 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:02:33.877249 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-2bc8cc37-a5cf-4add-95ea-b1b0c84212c9 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:33.877868 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-2bc8cc37-a5cf-4add-95ea-b1b0c84212c9 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:33.909954 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-463aeac1-06b0-4d81-81a0-52cd2e88f016 req-dadca88c-83e9-49c8-b2d3-6a3d3a0a164f tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (e5958e15-67b6-44c7-9507-c41224b94cb7), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:33.918906 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-2bc8cc37-a5cf-4add-95ea-b1b0c84212c9 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8548031 Feb 02 07:02:33.979036 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-81714f7e-d923-479b-a614-ca4d5020e841 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Request body: {'port': {'device_id': '420f5c18-92bb-4996-8a12-daf3c6d27a44', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'fc60349d-a3fd-46d2-93de-c30a8b26931d', 'admin_state_up': True, 'tenant_id': 'e8b504d3cbde466cb7d12e8c49d706df', 'security_groups': ['2c89831c-2212-4fd4-82c0-50883e2a18e6']}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:02:34.015277 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-dc975418-0553-47cd-b28b-79a2fedf1d0f tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (c8f08fe0-093b-421b-b702-f0fbaa61f99f), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:34.078094 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d121fed1-e265-412a-b68c-570628755a4a req-afd6af0c-3140-4de4-93f2-70973f4533d6 tempest-ServerAddressesTestJSON-366393804 tempest-ServerAddressesTestJSON-366393804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:34.087248 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d121fed1-e265-412a-b68c-570628755a4a req-afd6af0c-3140-4de4-93f2-70973f4533d6 tempest-ServerAddressesTestJSON-366393804 tempest-ServerAddressesTestJSON-366393804-project] 10.222.0.87 "GET /v2.0/ports?device_id=1958dfd6-ee1a-4e30-aedb-49d91271f8be HTTP/1.1" status: 200 len: 945 time: 0.0793545 Feb 02 07:02:34.115593 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-15609bf4-0a23-4dd9-9765-511e3b499fb6 req-6a6ee057-eb17-461a-9a0a-580fa9a62742 tempest-ServerAddressesTestJSON-366393804 tempest-ServerAddressesTestJSON-366393804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (cbc12aae-1b0d-46ad-b3af-b4788550a28a), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:34.120161 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc975418-0553-47cd-b28b-79a2fedf1d0f tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Pushing event deleted for resources: {'Port': ['ID=c8f08fe0-093b-421b-b702-f0fbaa61f99f,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:34.145672 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d121fed1-e265-412a-b68c-570628755a4a req-a4ab258f-2907-4c75-904e-35da3e284be2 tempest-ServerAddressesTestJSON-366393804 tempest-ServerAddressesTestJSON-366393804-project] 10.222.0.87 "GET /v2.0/security-groups?id=e2e22568-83b1-4056-b516-cba3cf27c988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562644 Feb 02 07:02:34.152051 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['cbc12aae-1b0d-46ad-b3af-b4788550a28a'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:02:34.227266 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6ee057-eb17-461a-9a0a-580fa9a62742 tempest-ServerAddressesTestJSON-366393804 tempest-ServerAddressesTestJSON-366393804-project] Pushing event deleted for resources: {'Port': ['ID=cbc12aae-1b0d-46ad-b3af-b4788550a28a,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:34.372512 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-15609bf4-0a23-4dd9-9765-511e3b499fb6 req-6a6ee057-eb17-461a-9a0a-580fa9a62742 tempest-ServerAddressesTestJSON-366393804 tempest-ServerAddressesTestJSON-366393804-project] No DVR routers for this DVR port cbc12aae-1b0d-46ad-b3af-b4788550a28a on host n-h1-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:02:34.379794 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-15609bf4-0a23-4dd9-9765-511e3b499fb6 req-6a6ee057-eb17-461a-9a0a-580fa9a62742 tempest-ServerAddressesTestJSON-366393804 tempest-ServerAddressesTestJSON-366393804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:34.385742 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-15609bf4-0a23-4dd9-9765-511e3b499fb6 req-6a6ee057-eb17-461a-9a0a-580fa9a62742 tempest-ServerAddressesTestJSON-366393804 tempest-ServerAddressesTestJSON-366393804-project] 10.222.0.88 "DELETE /v2.0/ports/cbc12aae-1b0d-46ad-b3af-b4788550a28a HTTP/1.1" status: 204 len: 173 time: 1.8930604 Feb 02 07:02:34.402546 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1958dfd6-ee1a-4e30-aedb-49d91271f8be', 'name': 'network-vif-deleted', 'tag': 'cbc12aae-1b0d-46ad-b3af-b4788550a28a'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:02:34.408325 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1025a5f-ee29-4cd1-9dfc-11f947e5c771" -d '{"events": [{"server_uuid": "1958dfd6-ee1a-4e30-aedb-49d91271f8be", "name": "network-vif-deleted", "tag": "cbc12aae-1b0d-46ad-b3af-b4788550a28a"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:02:34.420102 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-dc975418-0553-47cd-b28b-79a2fedf1d0f tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:34.425730 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-dc975418-0553-47cd-b28b-79a2fedf1d0f tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] 10.222.0.87 "DELETE /v2.0/ports/c8f08fe0-093b-421b-b702-f0fbaa61f99f HTTP/1.1" status: 204 len: 168 time: 2.0017548 Feb 02 07:02:34.427699 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42412) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:02:34.500644 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-81714f7e-d923-479b-a614-ca4d5020e841 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Made reservation on behalf of e8b504d3cbde466cb7d12e8c49d706df for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:02:34.516395 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-81714f7e-d923-479b-a614-ca4d5020e841 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:34.566367 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-52e3de14-06ba-414c-8673-ea10fbf92468 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Deleting subnet e9d0fa1d-b200-401d-9c8f-74746395f237 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:02:34.576714 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-52e3de14-06ba-414c-8673-ea10fbf92468 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks [] for subnet (e9d0fa1d-b200-401d-9c8f-74746395f237), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:34.729146 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-52e3de14-06ba-414c-8673-ea10fbf92468 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (e9d0fa1d-b200-401d-9c8f-74746395f237), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:34.775547 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-81714f7e-d923-479b-a614-ca4d5020e841 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Allocated IP 10.2.2.200 (fc60349d-a3fd-46d2-93de-c30a8b26931d/6fccb40b-1cb3-4576-9fe7-5509d392215b/532b1d27-bcf3-4cac-9dd8-eada4b4926ae) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:02:34.801536 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-463aeac1-06b0-4d81-81a0-52cd2e88f016 req-dadca88c-83e9-49c8-b2d3-6a3d3a0a164f tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Publish callbacks [] for port (e5958e15-67b6-44c7-9507-c41224b94cb7), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:34.864541 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd2362-4edf-4c4d-a9a5-6caaca432372 req-c74c2430-63f5-4f24-88ee-797d9763b68a tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:34.870953 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd2362-4edf-4c4d-a9a5-6caaca432372 req-c74c2430-63f5-4f24-88ee-797d9763b68a tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:34.876515 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd2362-4edf-4c4d-a9a5-6caaca432372 req-c74c2430-63f5-4f24-88ee-797d9763b68a tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:34.883251 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd2362-4edf-4c4d-a9a5-6caaca432372 req-c74c2430-63f5-4f24-88ee-797d9763b68a tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:34.890864 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bccd2362-4edf-4c4d-a9a5-6caaca432372 req-c74c2430-63f5-4f24-88ee-797d9763b68a tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 3094 time: 0.1078737 Feb 02 07:02:34.956840 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-463aeac1-06b0-4d81-81a0-52cd2e88f016 req-dadca88c-83e9-49c8-b2d3-6a3d3a0a164f tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (e5958e15-67b6-44c7-9507-c41224b94cb7), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:34.998701 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bccd2362-4edf-4c4d-a9a5-6caaca432372 req-8c30182a-4ad1-4e67-86d4-f12af7cb21cc tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/security-groups?id=2c89831c-2212-4fd4-82c0-50883e2a18e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068814 Feb 02 07:02:35.010389 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-52e3de14-06ba-414c-8673-ea10fbf92468 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (e9d0fa1d-b200-401d-9c8f-74746395f237), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:35.066772 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-81714f7e-d923-479b-a614-ca4d5020e841 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks [] for port (532b1d27-bcf3-4cac-9dd8-eada4b4926ae), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:35.128984 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-52e3de14-06ba-414c-8673-ea10fbf92468 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (e9d0fa1d-b200-401d-9c8f-74746395f237), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:35.146266 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1b4959-1c6c-4717-abab-24f5c84fda42 x-openstack-request-id: req-4f1b4959-1c6c-4717-abab-24f5c84fda42 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:02:35.146555 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1958dfd6-ee1a-4e30-aedb-49d91271f8be", "name": "network-vif-deleted", "tag": "cbc12aae-1b0d-46ad-b3af-b4788550a28a", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:02:35.146807 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-4f1b4959-1c6c-4717-abab-24f5c84fda42 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:02:35.147199 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1958dfd6-ee1a-4e30-aedb-49d91271f8be', 'name': 'network-vif-deleted', 'tag': 'cbc12aae-1b0d-46ad-b3af-b4788550a28a', 'status': 'completed', 'code': 200} Feb 02 07:02:35.154646 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-52e3de14-06ba-414c-8673-ea10fbf92468 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:35.162073 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991e59fc-6689-4dd8-908a-69bea306fb98 None None] Network 0000fdbd-f926-44c8-b0cc-5a95ab67df1a requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:02:35.164077 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-52e3de14-06ba-414c-8673-ea10fbf92468 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] 10.222.0.87 "DELETE /v2.0/subnets/e9d0fa1d-b200-401d-9c8f-74746395f237 HTTP/1.1" status: 204 len: 168 time: 0.7335258 Feb 02 07:02:35.167333 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42436) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:02:35.195477 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e3de14-06ba-414c-8673-ea10fbf92468 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Pushing event deleted for resources: {'Subnet': ['ID=e9d0fa1d-b200-401d-9c8f-74746395f237,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:35.208112 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadca88c-83e9-49c8-b2d3-6a3d3a0a164f tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Pushing event updated for resources: {'Port': ['ID=e5958e15-67b6-44c7-9507-c41224b94cb7,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:35.246309 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-463aeac1-06b0-4d81-81a0-52cd2e88f016 req-dadca88c-83e9-49c8-b2d3-6a3d3a0a164f tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (481581f8-acfc-43d9-9da8-859edbb07b00), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:35.249356 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-81714f7e-d923-479b-a614-ca4d5020e841 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (532b1d27-bcf3-4cac-9dd8-eada4b4926ae), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:35.305992 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb845e-3449-4429-b097-bba281bf84f8 req-e7b910d5-50b9-4d8c-856e-a302aebefcab tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:35.325325 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-46eb845e-3449-4429-b097-bba281bf84f8 req-e7b910d5-50b9-4d8c-856e-a302aebefcab tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2f92dd9-5697-4976-b165-77e520cf2520 HTTP/1.1" status: 200 len: 950 time: 0.1122289 Feb 02 07:02:35.360551 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-809a02ba-e405-4c31-bddc-9e043afb0a83 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (0000fdbd-f926-44c8-b0cc-5a95ab67df1a), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:35.387080 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-463aeac1-06b0-4d81-81a0-52cd2e88f016 req-dadca88c-83e9-49c8-b2d3-6a3d3a0a164f tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:35.388948 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-463aeac1-06b0-4d81-81a0-52cd2e88f016 req-dadca88c-83e9-49c8-b2d3-6a3d3a0a164f tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.6666672 Feb 02 07:02:35.389623 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81714f7e-d923-479b-a614-ca4d5020e841 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Pushing event updated for resources: {'Port': ['ID=532b1d27-bcf3-4cac-9dd8-eada4b4926ae,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:35.401982 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-81714f7e-d923-479b-a614-ca4d5020e841 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Network fc60349d-a3fd-46d2-93de-c30a8b26931d is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:02:35.414722 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-81714f7e-d923-479b-a614-ca4d5020e841 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:02:35.420950 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-46eb845e-3449-4429-b097-bba281bf84f8 req-799b403d-8a8f-4ad2-9daa-30d739720668 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919724 Feb 02 07:02:35.436283 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-81714f7e-d923-479b-a614-ca4d5020e841 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:02:35.450906 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18a7ca4-a840-408a-8e12-eeee360b2823 None None] DHCP port deletion for 0000fdbd-f926-44c8-b0cc-5a95ab67df1a request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:02:35.496516 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42446) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:02:35.533997 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-463aeac1-06b0-4d81-81a0-52cd2e88f016 req-f22a3faa-25c9-4409-9ac0-b2cfe02f9232 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.4.75 HTTP/1.1" status: 200 len: 695 time: 0.1284747 Feb 02 07:02:35.583033 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-a18a7ca4-a840-408a-8e12-eeee360b2823 None None] Deleting port 5785904a-d262-4f17-86ae-81118b79bd4f {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:02:35.584077 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a18a7ca4-a840-408a-8e12-eeee360b2823 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (5785904a-d262-4f17-86ae-81118b79bd4f), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:35.611589 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42448) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:02:35.644470 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-de6eeaf7-088d-448d-b4ab-8a62b06a1db3 admin admin] Deleting subnet 24ed2492-6ddd-43a9-869d-9a8e1e2b11cb {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:02:35.680741 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-81714f7e-d923-479b-a614-ca4d5020e841 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:35.681088 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-a18a7ca4-a840-408a-8e12-eeee360b2823 None None] For port 5785904a-d262-4f17-86ae-81118b79bd4f, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=5785904a-d262-4f17-86ae-81118b79bd4f,segment=NetworkSegment(7cb86a1c-0ee2-4cb6-872c-04bf72c9785f),segment_id=7cb86a1c-0ee2-4cb6-872c-04bf72c9785f)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:02:35.681398 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-81714f7e-d923-479b-a614-ca4d5020e841 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:35.682196 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a18a7ca4-a840-408a-8e12-eeee360b2823 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (5785904a-d262-4f17-86ae-81118b79bd4f), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:35.704472 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-a18a7ca4-a840-408a-8e12-eeee360b2823 None None] Calling delete_port for 5785904a-d262-4f17-86ae-81118b79bd4f owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:02:35.716635 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-de6eeaf7-088d-448d-b4ab-8a62b06a1db3 admin admin] Publish callbacks [] for subnet (24ed2492-6ddd-43a9-869d-9a8e1e2b11cb), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:35.742455 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-81714f7e-d923-479b-a614-ca4d5020e841 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7743282 Feb 02 07:02:35.772012 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-50bcda81-cf51-4a41-aa98-2056554e4859 service neutron] Request body: {'port': {'device_id': '420f5c18-92bb-4996-8a12-daf3c6d27a44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:02:35.814701 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5464648-4704-4bcd-b2fb-ea71ea64baaa admin admin] Deleting subnet 5c2fd6e6-8ab3-4872-b3be-be80dc22c49d {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:02:35.825261 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a5464648-4704-4bcd-b2fb-ea71ea64baaa admin admin] Publish callbacks [] for subnet (5c2fd6e6-8ab3-4872-b3be-be80dc22c49d), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:35.829670 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-de6eeaf7-088d-448d-b4ab-8a62b06a1db3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (24ed2492-6ddd-43a9-869d-9a8e1e2b11cb), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:35.844988 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a18a7ca4-a840-408a-8e12-eeee360b2823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (5785904a-d262-4f17-86ae-81118b79bd4f), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:35.856825 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463aeac1-06b0-4d81-81a0-52cd2e88f016 req-7d079579-1a34-467d-b00c-ee381ae555ef tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:35.866225 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18a7ca4-a840-408a-8e12-eeee360b2823 None None] No DVR routers for this DVR port 5785904a-d262-4f17-86ae-81118b79bd4f on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:02:35.877402 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-463aeac1-06b0-4d81-81a0-52cd2e88f016 req-7d079579-1a34-467d-b00c-ee381ae555ef tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] 10.222.0.87 "GET /v2.0/networks/ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 HTTP/1.1" status: 200 len: 784 time: 0.3168850 Feb 02 07:02:35.908315 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18a7ca4-a840-408a-8e12-eeee360b2823 None None] Pushing event deleted for resources: {'Port': ['ID=5785904a-d262-4f17-86ae-81118b79bd4f,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:35.929539 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-207ed1b4-a1a8-4e02-b151-0f625495c446 None None] Provisioning complete for port 532b1d27-bcf3-4cac-9dd8-eada4b4926ae triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:02:35.930953 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-207ed1b4-a1a8-4e02-b151-0f625495c446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (532b1d27-bcf3-4cac-9dd8-eada4b4926ae), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:35.941345 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-809a02ba-e405-4c31-bddc-9e043afb0a83 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Deleting port 5785904a-d262-4f17-86ae-81118b79bd4f {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:02:35.945924 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-809a02ba-e405-4c31-bddc-9e043afb0a83 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (5785904a-d262-4f17-86ae-81118b79bd4f), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:35.948924 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a5464648-4704-4bcd-b2fb-ea71ea64baaa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (5c2fd6e6-8ab3-4872-b3be-be80dc22c49d), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:35.969511 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-207ed1b4-a1a8-4e02-b151-0f625495c446 None None] Port 532b1d27-bcf3-4cac-9dd8-eada4b4926ae cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:02:35.998132 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-de6eeaf7-088d-448d-b4ab-8a62b06a1db3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (24ed2492-6ddd-43a9-869d-9a8e1e2b11cb), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:36.002145 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-50bcda81-cf51-4a41-aa98-2056554e4859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (96ea0c8c-2d04-4820-aaf9-0423ccbb3176), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:36.043714 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a5464648-4704-4bcd-b2fb-ea71ea64baaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (5c2fd6e6-8ab3-4872-b3be-be80dc22c49d), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:36.097411 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-de6eeaf7-088d-448d-b4ab-8a62b06a1db3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (24ed2492-6ddd-43a9-869d-9a8e1e2b11cb), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:36.118265 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-809a02ba-e405-4c31-bddc-9e043afb0a83 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] For port 5785904a-d262-4f17-86ae-81118b79bd4f, host n-d-789963-26, got binding levels [] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:02:36.118632 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-809a02ba-e405-4c31-bddc-9e043afb0a83 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (5785904a-d262-4f17-86ae-81118b79bd4f), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:36.136951 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6eeaf7-088d-448d-b4ab-8a62b06a1db3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24ed2492-6ddd-43a9-869d-9a8e1e2b11cb,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:36.143927 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-de6eeaf7-088d-448d-b4ab-8a62b06a1db3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:36.144160 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-809a02ba-e405-4c31-bddc-9e043afb0a83 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Calling delete_port for 5785904a-d262-4f17-86ae-81118b79bd4f owned by network:dhcp {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:02:36.148090 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-de6eeaf7-088d-448d-b4ab-8a62b06a1db3 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/24ed2492-6ddd-43a9-869d-9a8e1e2b11cb HTTP/1.1" status: 204 len: 168 time: 0.6501555 Feb 02 07:02:36.150239 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a5464648-4704-4bcd-b2fb-ea71ea64baaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (5c2fd6e6-8ab3-4872-b3be-be80dc22c49d), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:36.153231 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42464) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:02:36.154858 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.ipam_backend_mixin [None req-809a02ba-e405-4c31-bddc-9e043afb0a83 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Port 5785904a-d262-4f17-86ae-81118b79bd4f was not found and therefore no delete operation was performed {{(pid=109693) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 02 07:02:36.170785 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-809a02ba-e405-4c31-bddc-9e043afb0a83 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (5785904a-d262-4f17-86ae-81118b79bd4f), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:36.187437 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5464648-4704-4bcd-b2fb-ea71ea64baaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c2fd6e6-8ab3-4872-b3be-be80dc22c49d,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:36.189721 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a5464648-4704-4bcd-b2fb-ea71ea64baaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:36.195440 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a5464648-4704-4bcd-b2fb-ea71ea64baaa admin admin] 10.222.0.87 "DELETE /v2.0/subnets/5c2fd6e6-8ab3-4872-b3be-be80dc22c49d HTTP/1.1" status: 204 len: 168 time: 0.5785551 Feb 02 07:02:36.195806 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42466) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:02:36.202711 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f4760f-250c-4c0b-9419-15a924466ac6 req-76b16a7e-1fd4-4354-bcb5-34726defb18c tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:36.210013 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-28f4760f-250c-4c0b-9419-15a924466ac6 req-76b16a7e-1fd4-4354-bcb5-34726defb18c tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] 10.222.0.87 "GET /v2.0/ports?device_id=8044724b-a2a6-414a-a5c7-ac8957aba605&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2244644 Feb 02 07:02:36.297601 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d791d348-cc60-4976-90f3-eb922f5bf041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (bdeef87a-7008-4fdc-8b8c-65a15108ea54), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:36.327536 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a22232-c0dc-4bce-99a8-9ab3bd37df41 req-c55f2bcf-37b2-4e7c-b3ec-22c99e93f4b3 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:36.332739 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a22232-c0dc-4bce-99a8-9ab3bd37df41 req-c55f2bcf-37b2-4e7c-b3ec-22c99e93f4b3 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:36.336534 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809a02ba-e405-4c31-bddc-9e043afb0a83 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Pushing event deleted for resources: {'Port': ['ID=5785904a-d262-4f17-86ae-81118b79bd4f,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:36.338286 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a22232-c0dc-4bce-99a8-9ab3bd37df41 req-c55f2bcf-37b2-4e7c-b3ec-22c99e93f4b3 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:36.343405 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a22232-c0dc-4bce-99a8-9ab3bd37df41 req-c55f2bcf-37b2-4e7c-b3ec-22c99e93f4b3 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:36.348862 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a22232-c0dc-4bce-99a8-9ab3bd37df41 req-c55f2bcf-37b2-4e7c-b3ec-22c99e93f4b3 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:36.350353 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-55a22232-c0dc-4bce-99a8-9ab3bd37df41 req-c55f2bcf-37b2-4e7c-b3ec-22c99e93f4b3 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 3815 time: 0.1239088 Feb 02 07:02:36.383532 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809a02ba-e405-4c31-bddc-9e043afb0a83 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] No DVR routers for this DVR port 5785904a-d262-4f17-86ae-81118b79bd4f on host n-d-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:02:36.390829 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-28f4760f-250c-4c0b-9419-15a924466ac6 req-64028d3a-cb2c-48a1-97f4-cd5cee1a4f04 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.4.75 HTTP/1.1" status: 200 len: 695 time: 0.1799755 Feb 02 07:02:36.449170 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d791d348-cc60-4976-90f3-eb922f5bf041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (bdeef87a-7008-4fdc-8b8c-65a15108ea54), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:36.449527 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-28f4760f-250c-4c0b-9419-15a924466ac6 req-6cdeb408-00ca-416c-a2ad-489c75c6f2f9 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Request body: {'floatingip': {'port_id': '152ca481-03a6-431c-91be-ceb423d2e51a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:02:36.468289 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-df1454bd-76c6-4805-bc08-fbd17c5c86f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (ca6d2336-a914-4a87-8e88-4564aa839535), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:36.480978 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-d791d348-cc60-4976-90f3-eb922f5bf041 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdeef87a-7008-4fdc-8b8c-65a15108ea54']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:02:36.484644 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 5785904a-d262-4f17-86ae-81118b79bd4f no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:02:36.513424 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-55a22232-c0dc-4bce-99a8-9ab3bd37df41 req-113760d4-b937-4a70-9d99-0dff2e89df81 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/security-groups?id=2c89831c-2212-4fd4-82c0-50883e2a18e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180029 Feb 02 07:02:36.523321 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-d791d348-cc60-4976-90f3-eb922f5bf041 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2f77efd-b37c-4e34-8f38-b5b3eb3be489') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:02:36.524184 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-d791d348-cc60-4976-90f3-eb922f5bf041 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2f77efd-b37c-4e34-8f38-b5b3eb3be489') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:02:36.530254 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 5785904a-d262-4f17-86ae-81118b79bd4f {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:02:36.533825 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d791d348-cc60-4976-90f3-eb922f5bf041 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (b2f77efd-b37c-4e34-8f38-b5b3eb3be489), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:36.534696 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 5785904a-d262-4f17-86ae-81118b79bd4f not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:02:36.551456 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d791d348-cc60-4976-90f3-eb922f5bf041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (b2f77efd-b37c-4e34-8f38-b5b3eb3be489), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:36.561568 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-28f4760f-250c-4c0b-9419-15a924466ac6 req-6cdeb408-00ca-416c-a2ad-489c75c6f2f9 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Publish callbacks [] for floatingip (481581f8-acfc-43d9-9da8-859edbb07b00), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:36.564550 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d791d348-cc60-4976-90f3-eb922f5bf041 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:02:36.565308 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d791d348-cc60-4976-90f3-eb922f5bf041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (b2f77efd-b37c-4e34-8f38-b5b3eb3be489), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:36.582145 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:02:36.582145 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:02:36.582145 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:02:36.582145 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:02:36.582145 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:02:36.582145 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:02:36.582145 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:02:36.582145 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:02:36.582145 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:02:36.582145 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:02:36.582145 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:02:36.582145 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:02:36.582145 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:02:36.582145 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:02:36.582145 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:02:36.582145 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:02:36.582145 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:02:36.582145 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:02:36.582145 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:02:36.582145 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:02:36.582145 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:02:36.582145 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:02:36.582145 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:02:36.582145 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:02:36.582145 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:02:36.582145 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:02:36.582145 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:02:36.582145 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:02:36.582145 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:02:36.582145 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:02:36.582145 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:02:36.582145 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:02:36.645414 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d791d348-cc60-4976-90f3-eb922f5bf041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (bdeef87a-7008-4fdc-8b8c-65a15108ea54), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:36.661546 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d791d348-cc60-4976-90f3-eb922f5bf041 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:36.669748 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d791d348-cc60-4976-90f3-eb922f5bf041 admin admin] 10.222.0.87 "DELETE /v2.0/networks/bdeef87a-7008-4fdc-8b8c-65a15108ea54 HTTP/1.1" status: 204 len: 168 time: 0.4703727 Feb 02 07:02:36.691153 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d791d348-cc60-4976-90f3-eb922f5bf041 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdeef87a-7008-4fdc-8b8c-65a15108ea54,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:36.728858 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-809a02ba-e405-4c31-bddc-9e043afb0a83 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (0000fdbd-f926-44c8-b0cc-5a95ab67df1a), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:36.814731 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464afdd5-d7ee-42f2-8b2f-e8f74db9a2ea req-298aae6c-950e-44ee-a8fd-4558e27139dd tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:36.831450 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-809a02ba-e405-4c31-bddc-9e043afb0a83 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0000fdbd-f926-44c8-b0cc-5a95ab67df1a']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:02:36.834058 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-464afdd5-d7ee-42f2-8b2f-e8f74db9a2ea req-298aae6c-950e-44ee-a8fd-4558e27139dd tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2f92dd9-5697-4976-b165-77e520cf2520 HTTP/1.1" status: 200 len: 950 time: 0.1311543 Feb 02 07:02:36.920864 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-464afdd5-d7ee-42f2-8b2f-e8f74db9a2ea req-dedd49ce-6f0a-49bf-aac5-f72c407f81b8 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859184 Feb 02 07:02:37.005474 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42488) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:02:37.062250 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [req-28f4760f-250c-4c0b-9419-15a924466ac6 req-6cdeb408-00ca-416c-a2ad-489c75c6f2f9 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] update failed (client error): There was a conflict when trying to complete your request. Feb 02 07:02:37.071460 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-28f4760f-250c-4c0b-9419-15a924466ac6 req-6cdeb408-00ca-416c-a2ad-489c75c6f2f9 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] 10.222.0.87 "PUT /v2.0/floatingips/481581f8-acfc-43d9-9da8-859edbb07b00 HTTP/1.1" status: 409 len: 550 time: 0.6417339 Feb 02 07:02:37.087722 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-5b736366-4ca9-4215-b0d0-dae7e98226bf admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=85d66e01c91b478d94af8874404d9fa7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0810590 Feb 02 07:02:37.090821 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42494) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:02:37.125991 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-df1454bd-76c6-4805-bc08-fbd17c5c86f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (ca6d2336-a914-4a87-8e88-4564aa839535), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:37.157586 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-df1454bd-76c6-4805-bc08-fbd17c5c86f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca6d2336-a914-4a87-8e88-4564aa839535']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:02:37.168511 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-df1454bd-76c6-4805-bc08-fbd17c5c86f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:02:37.169194 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-df1454bd-76c6-4805-bc08-fbd17c5c86f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:02:37.183688 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-df1454bd-76c6-4805-bc08-fbd17c5c86f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:37.199429 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-df1454bd-76c6-4805-bc08-fbd17c5c86f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:37.207574 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df1454bd-76c6-4805-bc08-fbd17c5c86f0 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:02:37.208383 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-df1454bd-76c6-4805-bc08-fbd17c5c86f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (8ebfe8e9-dcdc-40f0-8335-3bf7f4d0b763), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:37.227998 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-760ade7b-e1be-40d9-a24f-cfe17f22a717 admin admin] Publish callbacks [] for security_group (e2e22568-83b1-4056-b516-cba3cf27c988), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:37.273200 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-760ade7b-e1be-40d9-a24f-cfe17f22a717 admin admin] Publish callbacks [] for security_group (e2e22568-83b1-4056-b516-cba3cf27c988), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:37.281249 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:02:37.281249 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:02:37.281249 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:02:37.281249 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:02:37.281249 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:02:37.281249 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:02:37.281249 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:02:37.281249 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:02:37.281249 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:02:37.281249 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:02:37.281249 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:02:37.281249 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:02:37.281249 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:02:37.281249 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:02:37.281249 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:02:37.281249 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:02:37.281249 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:02:37.281249 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:02:37.281249 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:02:37.281249 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:02:37.281249 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:02:37.281249 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:02:37.281249 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:02:37.281249 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:02:37.281249 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:02:37.281249 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:02:37.281249 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:02:37.281249 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:02:37.281249 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:02:37.281249 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:02:37.281249 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:02:37.281249 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:02:37.299608 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-809a02ba-e405-4c31-bddc-9e043afb0a83 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cb86a1c-0ee2-4cb6-872c-04bf72c9785f') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:02:37.299993 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-809a02ba-e405-4c31-bddc-9e043afb0a83 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cb86a1c-0ee2-4cb6-872c-04bf72c9785f') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:02:37.310961 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-df1454bd-76c6-4805-bc08-fbd17c5c86f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (ca6d2336-a914-4a87-8e88-4564aa839535), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:37.371190 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-760ade7b-e1be-40d9-a24f-cfe17f22a717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (e2e22568-83b1-4056-b516-cba3cf27c988), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:37.374291 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-760ade7b-e1be-40d9-a24f-cfe17f22a717 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:37.375474 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-760ade7b-e1be-40d9-a24f-cfe17f22a717 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/e2e22568-83b1-4056-b516-cba3cf27c988 HTTP/1.1" status: 204 len: 168 time: 0.2836616 Feb 02 07:02:37.395987 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ade7b-e1be-40d9-a24f-cfe17f22a717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e22568-83b1-4056-b516-cba3cf27c988,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:37.482515 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device cbc12aae-1b0d-46ad-b3af-b4788550a28a no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:02:37.532822 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: cbc12aae-1b0d-46ad-b3af-b4788550a28a {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:02:37.534573 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device cbc12aae-1b0d-46ad-b3af-b4788550a28a not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:02:37.671613 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5cda71-6d75-4c69-b1f8-7c972190e9d4 req-94ee5d6c-b995-4898-b10f-32224c888c36 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:37.681421 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5cda71-6d75-4c69-b1f8-7c972190e9d4 req-94ee5d6c-b995-4898-b10f-32224c888c36 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:37.682481 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-809a02ba-e405-4c31-bddc-9e043afb0a83 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (7cb86a1c-0ee2-4cb6-872c-04bf72c9785f), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:37.685099 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-df1454bd-76c6-4805-bc08-fbd17c5c86f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:37.690417 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5cda71-6d75-4c69-b1f8-7c972190e9d4 req-94ee5d6c-b995-4898-b10f-32224c888c36 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:37.691211 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-df1454bd-76c6-4805-bc08-fbd17c5c86f0 admin admin] 10.222.0.87 "DELETE /v2.0/networks/ca6d2336-a914-4a87-8e88-4564aa839535 HTTP/1.1" status: 204 len: 168 time: 1.5336139 Feb 02 07:02:37.701467 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5cda71-6d75-4c69-b1f8-7c972190e9d4 req-94ee5d6c-b995-4898-b10f-32224c888c36 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:37.708011 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5cda71-6d75-4c69-b1f8-7c972190e9d4 req-94ee5d6c-b995-4898-b10f-32224c888c36 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:37.721160 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dc5cda71-6d75-4c69-b1f8-7c972190e9d4 req-94ee5d6c-b995-4898-b10f-32224c888c36 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 3815 time: 0.1394374 Feb 02 07:02:37.723497 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7eef3c28-9614-4f18-bf01-9ed96281e4a6 req-22dfb2bd-1c88-46f3-b7f4-38d25ce94492 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] 10.222.0.87 "GET /v2.0/floatingips/481581f8-acfc-43d9-9da8-859edbb07b00 HTTP/1.1" status: 200 len: 692 time: 0.4371603 Feb 02 07:02:37.724505 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-809a02ba-e405-4c31-bddc-9e043afb0a83 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (7cb86a1c-0ee2-4cb6-872c-04bf72c9785f), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:37.730492 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1454bd-76c6-4805-bc08-fbd17c5c86f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca6d2336-a914-4a87-8e88-4564aa839535,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:37.762516 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-809a02ba-e405-4c31-bddc-9e043afb0a83 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:02:37.762931 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-809a02ba-e405-4c31-bddc-9e043afb0a83 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (7cb86a1c-0ee2-4cb6-872c-04bf72c9785f), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:37.765998 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:02:37.765998 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:02:37.765998 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:02:37.765998 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:02:37.765998 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:02:37.765998 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:02:37.765998 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:02:37.765998 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:02:37.765998 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:02:37.765998 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:02:37.765998 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:02:37.765998 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:02:37.765998 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:02:37.765998 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:02:37.765998 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:02:37.765998 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:02:37.765998 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:02:37.765998 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:02:37.765998 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:02:37.765998 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:02:37.765998 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:02:37.765998 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:02:37.765998 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:02:37.765998 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:02:37.765998 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:02:37.765998 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:02:37.765998 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:02:37.765998 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:02:37.765998 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:02:37.765998 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:02:37.765998 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:02:37.765998 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:02:37.814855 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dc5cda71-6d75-4c69-b1f8-7c972190e9d4 req-bc2d7a9f-978d-4681-b2dc-0f96cf97dc3d tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/security-groups?id=2c89831c-2212-4fd4-82c0-50883e2a18e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921934 Feb 02 07:02:37.929460 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-50bcda81-cf51-4a41-aa98-2056554e4859 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96ea0c8c-2d04-4820-aaf9-0423ccbb3176 {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:02:37.939905 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-809a02ba-e405-4c31-bddc-9e043afb0a83 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (0000fdbd-f926-44c8-b0cc-5a95ab67df1a), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:37.946895 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-50bcda81-cf51-4a41-aa98-2056554e4859 service neutron] Publish callbacks [] for port (96ea0c8c-2d04-4820-aaf9-0423ccbb3176), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:37.956706 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-809a02ba-e405-4c31-bddc-9e043afb0a83 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:37.961517 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-809a02ba-e405-4c31-bddc-9e043afb0a83 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] 10.222.0.87 "DELETE /v2.0/networks/0000fdbd-f926-44c8-b0cc-5a95ab67df1a HTTP/1.1" status: 204 len: 168 time: 2.7875724 Feb 02 07:02:37.984154 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809a02ba-e405-4c31-bddc-9e043afb0a83 tempest-AllowedAddressPairTestJSON-1797925660 tempest-AllowedAddressPairTestJSON-1797925660-project] Pushing event deleted for resources: {'Network': ['ID=0000fdbd-f926-44c8-b0cc-5a95ab67df1a,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:38.005251 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-50bcda81-cf51-4a41-aa98-2056554e4859 service neutron] Transition to ACTIVE for port object 96ea0c8c-2d04-4820-aaf9-0423ccbb3176 will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:02:38.013845 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef3c28-9614-4f18-bf01-9ed96281e4a6 req-8302d2c9-de77-42fc-92b5-90378609fce2 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:38.015621 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7eef3c28-9614-4f18-bf01-9ed96281e4a6 req-8302d2c9-de77-42fc-92b5-90378609fce2 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] 10.222.0.87 "GET /v2.0/networks/ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 HTTP/1.1" status: 200 len: 784 time: 0.2763419 Feb 02 07:02:38.017070 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-50bcda81-cf51-4a41-aa98-2056554e4859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (96ea0c8c-2d04-4820-aaf9-0423ccbb3176), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:38.124077 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7eef3c28-9614-4f18-bf01-9ed96281e4a6 req-fe4fd731-32e8-41cf-bc00-f01507f78bd7 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.4.75 HTTP/1.1" status: 200 len: 695 time: 0.0945551 Feb 02 07:02:38.154172 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42520) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:02:38.168764 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bcda81-cf51-4a41-aa98-2056554e4859 service neutron] Pushing event updated for resources: {'Port': ['ID=96ea0c8c-2d04-4820-aaf9-0423ccbb3176,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:38.241722 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e35533-a83b-443f-b041-938deca5b90f req-40da81f6-7c31-430e-b0e5-f3d90987ec65 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:38.252884 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b1e35533-a83b-443f-b041-938deca5b90f req-40da81f6-7c31-430e-b0e5-f3d90987ec65 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2f92dd9-5697-4976-b165-77e520cf2520 HTTP/1.1" status: 200 len: 950 time: 0.1941814 Feb 02 07:02:38.337880 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b1e35533-a83b-443f-b041-938deca5b90f req-3dd9bd48-566c-44e5-ba3b-1d7235a84fd1 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831842 Feb 02 07:02:38.343180 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-00c72fe7-d1f5-416c-aecb-990a9e6104dd admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=a0778ddf7e2d4744ab0aa590410dd2bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1841490 Feb 02 07:02:38.344274 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42526) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:02:38.350571 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7eef3c28-9614-4f18-bf01-9ed96281e4a6 req-254fcf54-f5ef-473d-8917-f1c7ea901af9 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.4.75 HTTP/1.1" status: 200 len: 695 time: 0.2056239 Feb 02 07:02:38.458321 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5512841d-1494-403a-88a4-b33393276b8c admin admin] Publish callbacks [] for security_group (99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:38.501899 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5512841d-1494-403a-88a4-b33393276b8c admin admin] Publish callbacks [] for security_group (99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:38.535173 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-50bcda81-cf51-4a41-aa98-2056554e4859 service neutron] Attempting to bind port 96ea0c8c-2d04-4820-aaf9-0423ccbb3176 on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:02:38.535534 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-50bcda81-cf51-4a41-aa98-2056554e4859 service neutron] Attempting to bind port 96ea0c8c-2d04-4820-aaf9-0423ccbb3176 by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': '0964fc27-9dd8-4c77-8b5e-6541a668236f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '77178f25-e284-4e4b-a7e5-cf621bae5a6c'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:02:38.535898 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-50bcda81-cf51-4a41-aa98-2056554e4859 service neutron] Attempting to bind port 96ea0c8c-2d04-4820-aaf9-0423ccbb3176 on network 77178f25-e284-4e4b-a7e5-cf621bae5a6c {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:02:38.546607 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-50bcda81-cf51-4a41-aa98-2056554e4859 service neutron] Port 96ea0c8c-2d04-4820-aaf9-0423ccbb3176 on network 77178f25-e284-4e4b-a7e5-cf621bae5a6c not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:02:38.546607 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-50bcda81-cf51-4a41-aa98-2056554e4859 service neutron] Attempting to bind port 96ea0c8c-2d04-4820-aaf9-0423ccbb3176 on network 77178f25-e284-4e4b-a7e5-cf621bae5a6c {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:02:38.557776 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-50bcda81-cf51-4a41-aa98-2056554e4859 service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:02:38.558133 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-50bcda81-cf51-4a41-aa98-2056554e4859 service neutron] Checking segment: {'id': '0964fc27-9dd8-4c77-8b5e-6541a668236f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '77178f25-e284-4e4b-a7e5-cf621bae5a6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:02:38.558620 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-50bcda81-cf51-4a41-aa98-2056554e4859 service neutron] Bound using segment: {'id': '0964fc27-9dd8-4c77-8b5e-6541a668236f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '77178f25-e284-4e4b-a7e5-cf621bae5a6c'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:02:38.559113 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-50bcda81-cf51-4a41-aa98-2056554e4859 service neutron] Bound port: 96ea0c8c-2d04-4820-aaf9-0423ccbb3176, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0964fc27-9dd8-4c77-8b5e-6541a668236f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '77178f25-e284-4e4b-a7e5-cf621bae5a6c'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:02:38.559474 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-50bcda81-cf51-4a41-aa98-2056554e4859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (96ea0c8c-2d04-4820-aaf9-0423ccbb3176), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:38.561870 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5512841d-1494-403a-88a4-b33393276b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:38.565922 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5512841d-1494-403a-88a4-b33393276b8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:38.569550 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-5512841d-1494-403a-88a4-b33393276b8c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd HTTP/1.1" status: 204 len: 168 time: 0.2217848 Feb 02 07:02:38.584613 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5512841d-1494-403a-88a4-b33393276b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99127c8a-17fc-47c7-8e1d-4ccb4ebb94dd,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:38.620349 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-7eef3c28-9614-4f18-bf01-9ed96281e4a6 req-dc4ad06a-dfbd-4f26-bcd9-3e5927ad3195 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Deleting port e5958e15-67b6-44c7-9507-c41224b94cb7 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:02:38.620847 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-7eef3c28-9614-4f18-bf01-9ed96281e4a6 req-dc4ad06a-dfbd-4f26-bcd9-3e5927ad3195 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (e5958e15-67b6-44c7-9507-c41224b94cb7), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:38.713640 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-50bcda81-cf51-4a41-aa98-2056554e4859 service neutron] For port 96ea0c8c-2d04-4820-aaf9-0423ccbb3176, host n-h2-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:02:38.730515 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-50bcda81-cf51-4a41-aa98-2056554e4859 service neutron] For port 96ea0c8c-2d04-4820-aaf9-0423ccbb3176, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=96ea0c8c-2d04-4820-aaf9-0423ccbb3176,segment=NetworkSegment(0964fc27-9dd8-4c77-8b5e-6541a668236f),segment_id=0964fc27-9dd8-4c77-8b5e-6541a668236f)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:02:38.748531 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-7eef3c28-9614-4f18-bf01-9ed96281e4a6 req-dc4ad06a-dfbd-4f26-bcd9-3e5927ad3195 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (e5958e15-67b6-44c7-9507-c41224b94cb7), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:38.748922 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-7eef3c28-9614-4f18-bf01-9ed96281e4a6 req-dc4ad06a-dfbd-4f26-bcd9-3e5927ad3195 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Publish callbacks [] for floatingip (e5958e15-67b6-44c7-9507-c41224b94cb7), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:38.752379 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-50bcda81-cf51-4a41-aa98-2056554e4859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (96ea0c8c-2d04-4820-aaf9-0423ccbb3176), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:38.779870 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-50bcda81-cf51-4a41-aa98-2056554e4859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:38.780500 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-50bcda81-cf51-4a41-aa98-2056554e4859 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:38.781916 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-50bcda81-cf51-4a41-aa98-2056554e4859 service neutron] 10.222.0.59 "PUT /v2.0/ports/96ea0c8c-2d04-4820-aaf9-0423ccbb3176 HTTP/1.1" status: 200 len: 1092 time: 3.0185845 Feb 02 07:02:38.809631 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '420f5c18-92bb-4996-8a12-daf3c6d27a44', 'tag': '96ea0c8c-2d04-4820-aaf9-0423ccbb3176'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:02:38.811931 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ba2012-029f-4eed-9d8a-9376599adba3" -d '{"events": [{"name": "network-changed", "server_uuid": "420f5c18-92bb-4996-8a12-daf3c6d27a44", "tag": "96ea0c8c-2d04-4820-aaf9-0423ccbb3176"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:02:38.821793 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-7eef3c28-9614-4f18-bf01-9ed96281e4a6 req-dc4ad06a-dfbd-4f26-bcd9-3e5927ad3195 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Calling delete_port for e5958e15-67b6-44c7-9507-c41224b94cb7 owned by network:floatingip {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:02:38.841207 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-0663b177-1927-4300-ba05-8e5672416c29 service neutron] Request body: {'port': {'device_id': '420f5c18-92bb-4996-8a12-daf3c6d27a44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:02:38.910846 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381c9687-8eca-4519-8581-166e383bf130 x-openstack-request-id: req-381c9687-8eca-4519-8581-166e383bf130 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:02:38.910846 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "420f5c18-92bb-4996-8a12-daf3c6d27a44", "tag": "96ea0c8c-2d04-4820-aaf9-0423ccbb3176", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:02:38.910846 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-381c9687-8eca-4519-8581-166e383bf130 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:02:38.910846 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '420f5c18-92bb-4996-8a12-daf3c6d27a44', 'tag': '96ea0c8c-2d04-4820-aaf9-0423ccbb3176', 'status': 'completed', 'code': 200} Feb 02 07:02:38.992616 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42542) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:02:38.992968 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42544) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:02:39.035592 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bcda81-cf51-4a41-aa98-2056554e4859 service neutron] Pushing event updated for resources: {'Port': ['ID=96ea0c8c-2d04-4820-aaf9-0423ccbb3176,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:39.117520 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-0663b177-1927-4300-ba05-8e5672416c29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (dcae9310-0188-4805-9e28-53f45e2fd68f), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:39.140999 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ba2012-029f-4eed-9d8a-9376599adba3 req-080eef23-8dcf-4d17-a76f-367cd49436f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:39.142390 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ba2012-029f-4eed-9d8a-9376599adba3 req-080eef23-8dcf-4d17-a76f-367cd49436f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:39.147765 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ba2012-029f-4eed-9d8a-9376599adba3 req-080eef23-8dcf-4d17-a76f-367cd49436f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:39.148896 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ba2012-029f-4eed-9d8a-9376599adba3 req-080eef23-8dcf-4d17-a76f-367cd49436f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:39.150274 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ba2012-029f-4eed-9d8a-9376599adba3 req-080eef23-8dcf-4d17-a76f-367cd49436f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:39.152647 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a5ba2012-029f-4eed-9d8a-9376599adba3 req-080eef23-8dcf-4d17-a76f-367cd49436f9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e8b504d3cbde466cb7d12e8c49d706df&device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 4394 time: 0.1957183 Feb 02 07:02:39.175731 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789a12ae-8238-4b47-860b-d215cad9845f req-fc9da666-fac1-4cf9-aceb-dd23c10ed6d5 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:39.189997 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789a12ae-8238-4b47-860b-d215cad9845f req-fc9da666-fac1-4cf9-aceb-dd23c10ed6d5 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:39.200076 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789a12ae-8238-4b47-860b-d215cad9845f req-fc9da666-fac1-4cf9-aceb-dd23c10ed6d5 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:39.216219 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789a12ae-8238-4b47-860b-d215cad9845f req-fc9da666-fac1-4cf9-aceb-dd23c10ed6d5 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:39.223241 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789a12ae-8238-4b47-860b-d215cad9845f req-fc9da666-fac1-4cf9-aceb-dd23c10ed6d5 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:39.238754 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-789a12ae-8238-4b47-860b-d215cad9845f req-fc9da666-fac1-4cf9-aceb-dd23c10ed6d5 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 3827 time: 0.2228756 Feb 02 07:02:39.305334 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-88d943ff-8c2d-49bc-94de-08dce2413176 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:39.437149 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-7eef3c28-9614-4f18-bf01-9ed96281e4a6 req-dc4ad06a-dfbd-4f26-bcd9-3e5927ad3195 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (e5958e15-67b6-44c7-9507-c41224b94cb7), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:39.538578 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4ad06a-dfbd-4f26-bcd9-3e5927ad3195 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Pushing event deleted for resources: {'Port': ['ID=e5958e15-67b6-44c7-9507-c41224b94cb7,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:39.558482 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-7acda1be-71e9-4133-a2a1-78df977e273d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=5460c325034049fd962d8ee9b0bbc6a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5640554 Feb 02 07:02:39.579443 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42568) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:02:39.670345 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-789a12ae-8238-4b47-860b-d215cad9845f req-46529b6a-78fb-4cf7-9251-0b8eb85792b6 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/security-groups?id=2c89831c-2212-4fd4-82c0-50883e2a18e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4212511 Feb 02 07:02:39.713324 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-7eef3c28-9614-4f18-bf01-9ed96281e4a6 req-dc4ad06a-dfbd-4f26-bcd9-3e5927ad3195 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Publish callbacks [] for floatingip (481581f8-acfc-43d9-9da8-859edbb07b00), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:39.716764 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-7eef3c28-9614-4f18-bf01-9ed96281e4a6 req-dc4ad06a-dfbd-4f26-bcd9-3e5927ad3195 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:39.718503 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ba2012-029f-4eed-9d8a-9376599adba3 req-860e3eff-fbd9-42f0-8f22-c7f0784dbf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:39.721204 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7eef3c28-9614-4f18-bf01-9ed96281e4a6 req-dc4ad06a-dfbd-4f26-bcd9-3e5927ad3195 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] 10.222.0.87 "DELETE /v2.0/floatingips/481581f8-acfc-43d9-9da8-859edbb07b00 HTTP/1.1" status: 204 len: 173 time: 1.3498070 Feb 02 07:02:39.722469 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ba2012-029f-4eed-9d8a-9376599adba3 req-860e3eff-fbd9-42f0-8f22-c7f0784dbf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:39.725514 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ba2012-029f-4eed-9d8a-9376599adba3 req-860e3eff-fbd9-42f0-8f22-c7f0784dbf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:39.727503 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a5ba2012-029f-4eed-9d8a-9376599adba3 req-860e3eff-fbd9-42f0-8f22-c7f0784dbf32 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=e8b504d3cbde466cb7d12e8c49d706df&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4877126 Feb 02 07:02:39.757301 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-88d943ff-8c2d-49bc-94de-08dce2413176 admin admin] Publish callbacks [] for security_group (8b511a4b-5887-4dc1-9a4a-f8329a43ef02), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:39.807267 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-88d943ff-8c2d-49bc-94de-08dce2413176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (8b511a4b-5887-4dc1-9a4a-f8329a43ef02), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:39.844276 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c0edeb85-4e07-4cce-b27f-203b92422054 admin admin] Publish callbacks [] for security_group (632a061c-172d-46a3-a6e6-afe75f95173a), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:39.941431 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fd7cb9d5-9caf-41b9-b13e-7b4adca3c93a req-0500ee0d-75a4-4cd6-b183-087d1ccd71a2 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.4.121 HTTP/1.1" status: 200 len: 1002 time: 0.2015424 Feb 02 07:02:39.959120 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d943ff-8c2d-49bc-94de-08dce2413176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b511a4b-5887-4dc1-9a4a-f8329a43ef02,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:39.965985 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-88d943ff-8c2d-49bc-94de-08dce2413176 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=1beef09d687e43f98b28fc8c3412233f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9708025 Feb 02 07:02:39.971701 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42582) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:02:40.029075 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-0663b177-1927-4300-ba05-8e5672416c29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcae9310-0188-4805-9e28-53f45e2fd68f {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:02:40.045995 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-0663b177-1927-4300-ba05-8e5672416c29 service neutron] Publish callbacks [] for port (dcae9310-0188-4805-9e28-53f45e2fd68f), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:40.092262 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7cb9d5-9caf-41b9-b13e-7b4adca3c93a req-bc708709-a9c3-40af-9b95-f33bce01c5c0 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:40.093820 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fd7cb9d5-9caf-41b9-b13e-7b4adca3c93a req-bc708709-a9c3-40af-9b95-f33bce01c5c0 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] 10.222.0.87 "GET /v2.0/ports/152ca481-03a6-431c-91be-ceb423d2e51a HTTP/1.1" status: 200 len: 943 time: 0.1509972 Feb 02 07:02:40.117320 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-0663b177-1927-4300-ba05-8e5672416c29 service neutron] Transition to ACTIVE for port object dcae9310-0188-4805-9e28-53f45e2fd68f will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:02:40.130427 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-0663b177-1927-4300-ba05-8e5672416c29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (dcae9310-0188-4805-9e28-53f45e2fd68f), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:40.210972 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1df989a3-926c-4fa8-8c42-10097be96388 admin admin] Publish callbacks [] for security_group (8b511a4b-5887-4dc1-9a4a-f8329a43ef02), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:40.269286 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1df989a3-926c-4fa8-8c42-10097be96388 admin admin] Publish callbacks [] for security_group (8b511a4b-5887-4dc1-9a4a-f8329a43ef02), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:40.325445 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c0edeb85-4e07-4cce-b27f-203b92422054 admin admin] Publish callbacks [] for security_group (632a061c-172d-46a3-a6e6-afe75f95173a), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:40.384510 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-0663b177-1927-4300-ba05-8e5672416c29 service neutron] Attempting to bind port dcae9310-0188-4805-9e28-53f45e2fd68f on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:02:40.385006 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-0663b177-1927-4300-ba05-8e5672416c29 service neutron] Attempting to bind port dcae9310-0188-4805-9e28-53f45e2fd68f by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': 'dbbcd93b-74ed-4f38-9d36-01cf18043418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '9faf7e40-7741-4ebb-8f78-e3e3326a51b7'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:02:40.385122 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-0663b177-1927-4300-ba05-8e5672416c29 service neutron] Attempting to bind port dcae9310-0188-4805-9e28-53f45e2fd68f on network 9faf7e40-7741-4ebb-8f78-e3e3326a51b7 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:02:40.397119 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0663b177-1927-4300-ba05-8e5672416c29 service neutron] Pushing event updated for resources: {'Port': ['ID=dcae9310-0188-4805-9e28-53f45e2fd68f,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:40.411809 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-0663b177-1927-4300-ba05-8e5672416c29 service neutron] Port dcae9310-0188-4805-9e28-53f45e2fd68f on network 9faf7e40-7741-4ebb-8f78-e3e3326a51b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:02:40.412142 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-0663b177-1927-4300-ba05-8e5672416c29 service neutron] Attempting to bind port dcae9310-0188-4805-9e28-53f45e2fd68f on network 9faf7e40-7741-4ebb-8f78-e3e3326a51b7 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:02:40.412475 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54242e63-5d82-4f8b-a95f-b873a3a002f8 req-94690a62-16e5-4519-aa54-3a2fe7ee6ab7 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:40.419769 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-54242e63-5d82-4f8b-a95f-b873a3a002f8 req-94690a62-16e5-4519-aa54-3a2fe7ee6ab7 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2f92dd9-5697-4976-b165-77e520cf2520 HTTP/1.1" status: 200 len: 950 time: 0.5936220 Feb 02 07:02:40.426727 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-0663b177-1927-4300-ba05-8e5672416c29 service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:02:40.427131 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-0663b177-1927-4300-ba05-8e5672416c29 service neutron] Checking segment: {'id': 'dbbcd93b-74ed-4f38-9d36-01cf18043418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '9faf7e40-7741-4ebb-8f78-e3e3326a51b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:02:40.427534 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-0663b177-1927-4300-ba05-8e5672416c29 service neutron] Bound using segment: {'id': 'dbbcd93b-74ed-4f38-9d36-01cf18043418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '9faf7e40-7741-4ebb-8f78-e3e3326a51b7'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:02:40.427998 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-0663b177-1927-4300-ba05-8e5672416c29 service neutron] Bound port: dcae9310-0188-4805-9e28-53f45e2fd68f, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbbcd93b-74ed-4f38-9d36-01cf18043418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '9faf7e40-7741-4ebb-8f78-e3e3326a51b7'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:02:40.428609 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-0663b177-1927-4300-ba05-8e5672416c29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (dcae9310-0188-4805-9e28-53f45e2fd68f), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:40.437236 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ba2012-029f-4eed-9d8a-9376599adba3 req-8b41bf19-ee13-40f0-9708-8ebaf9be5c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:40.438639 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a5ba2012-029f-4eed-9d8a-9376599adba3 req-8b41bf19-ee13-40f0-9708-8ebaf9be5c5c service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7010972 Feb 02 07:02:40.475212 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fd7cb9d5-9caf-41b9-b13e-7b4adca3c93a req-0bd9ddc5-4a88-435c-bb43-381dffffebc5 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.4.121 HTTP/1.1" status: 200 len: 1002 time: 0.2691028 Feb 02 07:02:40.493898 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-54242e63-5d82-4f8b-a95f-b873a3a002f8 req-c1afb720-2a5d-4beb-b754-3772b9648f20 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731297 Feb 02 07:02:40.499839 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c0edeb85-4e07-4cce-b27f-203b92422054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (632a061c-172d-46a3-a6e6-afe75f95173a), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:40.504695 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c0edeb85-4e07-4cce-b27f-203b92422054 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:40.525676 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c0edeb85-4e07-4cce-b27f-203b92422054 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/632a061c-172d-46a3-a6e6-afe75f95173a HTTP/1.1" status: 204 len: 168 time: 0.9343121 Feb 02 07:02:40.541532 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0edeb85-4e07-4cce-b27f-203b92422054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632a061c-172d-46a3-a6e6-afe75f95173a,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:40.632231 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7cb9d5-9caf-41b9-b13e-7b4adca3c93a req-56932eeb-9bef-4585-b326-27afb00d1811 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:40.633432 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fd7cb9d5-9caf-41b9-b13e-7b4adca3c93a req-56932eeb-9bef-4585-b326-27afb00d1811 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] 10.222.0.87 "GET /v2.0/networks/ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 HTTP/1.1" status: 200 len: 784 time: 0.1512504 Feb 02 07:02:40.640750 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1df989a3-926c-4fa8-8c42-10097be96388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (8b511a4b-5887-4dc1-9a4a-f8329a43ef02), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:40.643274 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1df989a3-926c-4fa8-8c42-10097be96388 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:40.644443 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-1df989a3-926c-4fa8-8c42-10097be96388 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/8b511a4b-5887-4dc1-9a4a-f8329a43ef02 HTTP/1.1" status: 204 len: 168 time: 0.6718979 Feb 02 07:02:40.662284 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df989a3-926c-4fa8-8c42-10097be96388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b511a4b-5887-4dc1-9a4a-f8329a43ef02,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:40.717151 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-0663b177-1927-4300-ba05-8e5672416c29 service neutron] For port dcae9310-0188-4805-9e28-53f45e2fd68f, host n-h2-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:02:40.739859 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-0663b177-1927-4300-ba05-8e5672416c29 service neutron] For port dcae9310-0188-4805-9e28-53f45e2fd68f, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=dcae9310-0188-4805-9e28-53f45e2fd68f,segment=NetworkSegment(dbbcd93b-74ed-4f38-9d36-01cf18043418),segment_id=dbbcd93b-74ed-4f38-9d36-01cf18043418)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:02:40.755110 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fd7cb9d5-9caf-41b9-b13e-7b4adca3c93a req-979e6563-db38-4ab3-b5a2-dfeed261b906 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.4.121 HTTP/1.1" status: 200 len: 1002 time: 0.1095192 Feb 02 07:02:40.757467 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-0663b177-1927-4300-ba05-8e5672416c29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (dcae9310-0188-4805-9e28-53f45e2fd68f), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:40.791727 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-fd7cb9d5-9caf-41b9-b13e-7b4adca3c93a req-759aa102-261c-4215-b2f6-a26a73cd5ba6 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:02:40.844780 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-0663b177-1927-4300-ba05-8e5672416c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:40.845409 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-0663b177-1927-4300-ba05-8e5672416c29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:40.846804 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-0663b177-1927-4300-ba05-8e5672416c29 service neutron] 10.222.0.59 "PUT /v2.0/ports/dcae9310-0188-4805-9e28-53f45e2fd68f HTTP/1.1" status: 200 len: 1131 time: 2.0196214 Feb 02 07:02:40.891789 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-d9531c9d-ece4-4fa2-8a79-6657d1bff0f4 service neutron] Request body: {'port': {'device_id': '420f5c18-92bb-4996-8a12-daf3c6d27a44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:02:40.903445 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-fd7cb9d5-9caf-41b9-b13e-7b4adca3c93a req-759aa102-261c-4215-b2f6-a26a73cd5ba6 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Publish callbacks [] for floatingip (d335463e-8033-4f8d-9d46-1ec76af50ec1), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:40.920890 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '420f5c18-92bb-4996-8a12-daf3c6d27a44', 'tag': 'dcae9310-0188-4805-9e28-53f45e2fd68f'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:02:40.925575 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1805c880-aad9-4dc0-ada1-2f660fc46e98" -d '{"events": [{"name": "network-changed", "server_uuid": "420f5c18-92bb-4996-8a12-daf3c6d27a44", "tag": "dcae9310-0188-4805-9e28-53f45e2fd68f"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:02:40.932496 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e655361b-a479-4b33-925e-74e5a24b792a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:41.000777 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0663b177-1927-4300-ba05-8e5672416c29 service neutron] Pushing event updated for resources: {'Port': ['ID=dcae9310-0188-4805-9e28-53f45e2fd68f,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:41.221657 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-d9531c9d-ece4-4fa2-8a79-6657d1bff0f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (32d3366d-9a45-45fb-9152-9211651dfc0d), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:41.365299 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-fd7cb9d5-9caf-41b9-b13e-7b4adca3c93a req-759aa102-261c-4215-b2f6-a26a73cd5ba6 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:41.382370 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-fd7cb9d5-9caf-41b9-b13e-7b4adca3c93a req-759aa102-261c-4215-b2f6-a26a73cd5ba6 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (d335463e-8033-4f8d-9d46-1ec76af50ec1), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:41.382908 n-d-789963-26 neutron-server[109693]: INFO neutron.db.l3_db [req-fd7cb9d5-9caf-41b9-b13e-7b4adca3c93a req-759aa102-261c-4215-b2f6-a26a73cd5ba6 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Floating IP d335463e-8033-4f8d-9d46-1ec76af50ec1 disassociated. External IP: 172.25.4.121, port: 152ca481-03a6-431c-91be-ceb423d2e51a. Feb 02 07:02:41.429072 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42626) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:02:41.454697 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c6dec4b0-9e51-44c9-9950-7c9e8f856c26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:41.600575 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c6dec4b0-9e51-44c9-9950-7c9e8f856c26 admin admin] Publish callbacks [] for security_group (b42e5838-fa9d-489e-b846-640c6c0b280a), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:41.611321 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c6dec4b0-9e51-44c9-9950-7c9e8f856c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (b42e5838-fa9d-489e-b846-640c6c0b280a), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:41.754304 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dec4b0-9e51-44c9-9950-7c9e8f856c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b42e5838-fa9d-489e-b846-640c6c0b280a,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:41.805610 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c6dec4b0-9e51-44c9-9950-7c9e8f856c26 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f79dfac3959b4a94ad3ceaf2d369118e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3754158 Feb 02 07:02:41.808657 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42638) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:02:41.972646 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0730c5da-40ed-45e5-9996-95851978b043 req-c47cd219-8153-40ab-bcf7-6d1cbe94f870 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:41.985820 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0730c5da-40ed-45e5-9996-95851978b043 req-c47cd219-8153-40ab-bcf7-6d1cbe94f870 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:41.991155 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0730c5da-40ed-45e5-9996-95851978b043 req-c47cd219-8153-40ab-bcf7-6d1cbe94f870 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:42.000601 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0730c5da-40ed-45e5-9996-95851978b043 req-c47cd219-8153-40ab-bcf7-6d1cbe94f870 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:42.007790 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0730c5da-40ed-45e5-9996-95851978b043 req-c47cd219-8153-40ab-bcf7-6d1cbe94f870 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:42.014469 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0730c5da-40ed-45e5-9996-95851978b043 req-c47cd219-8153-40ab-bcf7-6d1cbe94f870 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:42.022251 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0730c5da-40ed-45e5-9996-95851978b043 req-c47cd219-8153-40ab-bcf7-6d1cbe94f870 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 4599 time: 0.2982094 Feb 02 07:02:42.024293 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42644) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:02:42.036593 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d8e0767f-8d11-443c-8b98-373cf15a91e0 admin admin] Publish callbacks [] for security_group (b42e5838-fa9d-489e-b846-640c6c0b280a), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:42.111349 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d8e0767f-8d11-443c-8b98-373cf15a91e0 admin admin] Publish callbacks [] for security_group (b42e5838-fa9d-489e-b846-640c6c0b280a), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:42.170262 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0730c5da-40ed-45e5-9996-95851978b043 req-34842ca5-a4b4-483f-94b7-675d7efd0bc0 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/security-groups?id=83500878-2b75-476a-931f-17df1a6782c5&id=2c89831c-2212-4fd4-82c0-50883e2a18e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1470208 Feb 02 07:02:42.223518 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d8e0767f-8d11-443c-8b98-373cf15a91e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (b42e5838-fa9d-489e-b846-640c6c0b280a), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:42.227192 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d8e0767f-8d11-443c-8b98-373cf15a91e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:42.228443 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d8e0767f-8d11-443c-8b98-373cf15a91e0 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b42e5838-fa9d-489e-b846-640c6c0b280a HTTP/1.1" status: 204 len: 168 time: 0.4176979 Feb 02 07:02:42.279191 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c2e40333-13dc-4c25-96b7-e5ba4d35410d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:42.281954 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e0767f-8d11-443c-8b98-373cf15a91e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42e5838-fa9d-489e-b846-640c6c0b280a,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:42.282675 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-d9531c9d-ece4-4fa2-8a79-6657d1bff0f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32d3366d-9a45-45fb-9152-9211651dfc0d {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:02:42.302299 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-d9531c9d-ece4-4fa2-8a79-6657d1bff0f4 service neutron] Publish callbacks [] for port (32d3366d-9a45-45fb-9152-9211651dfc0d), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:42.397768 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c2e40333-13dc-4c25-96b7-e5ba4d35410d admin admin] Publish callbacks [] for security_group (75f2f344-e759-4cef-8761-5c4c0d247caf), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:42.421122 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c2e40333-13dc-4c25-96b7-e5ba4d35410d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (75f2f344-e759-4cef-8761-5c4c0d247caf), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:42.445520 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-04ae1189-bc3b-4f6b-a9b1-d46cdcf1d097 req-f199b897-7252-481c-be7a-9f32df87c701 tempest-ServerShowV247Test-1552631908 tempest-ServerShowV247Test-1552631908-project] 10.222.0.87 "GET /v2.0/ports?device_id=1b2daeea-d1d6-4454-8c28-bc94c1d63f84 HTTP/1.1" status: 200 len: 210 time: 0.1766610 Feb 02 07:02:42.515848 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42658) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:02:42.517187 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e40333-13dc-4c25-96b7-e5ba4d35410d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f2f344-e759-4cef-8761-5c4c0d247caf,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:42.554510 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a469958-77bf-416a-9b3d-b18de6034d1f x-openstack-request-id: req-0a469958-77bf-416a-9b3d-b18de6034d1f {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:02:42.555501 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "420f5c18-92bb-4996-8a12-daf3c6d27a44", "tag": "dcae9310-0188-4805-9e28-53f45e2fd68f", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:02:42.556883 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-0a469958-77bf-416a-9b3d-b18de6034d1f {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:02:42.557384 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '420f5c18-92bb-4996-8a12-daf3c6d27a44', 'tag': 'dcae9310-0188-4805-9e28-53f45e2fd68f', 'status': 'completed', 'code': 200} Feb 02 07:02:42.567207 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-d9531c9d-ece4-4fa2-8a79-6657d1bff0f4 service neutron] Transition to ACTIVE for port object 32d3366d-9a45-45fb-9152-9211651dfc0d will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:02:42.584364 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c2e40333-13dc-4c25-96b7-e5ba4d35410d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=30e4378d439f445bb941e34e0a899f10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5584335 Feb 02 07:02:42.587080 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-d9531c9d-ece4-4fa2-8a79-6657d1bff0f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (32d3366d-9a45-45fb-9152-9211651dfc0d), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:42.589754 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42662) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:02:42.772131 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9531c9d-ece4-4fa2-8a79-6657d1bff0f4 service neutron] Pushing event updated for resources: {'Port': ['ID=32d3366d-9a45-45fb-9152-9211651dfc0d,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:42.909290 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd7cb9d5-9caf-41b9-b13e-7b4adca3c93a req-759aa102-261c-4215-b2f6-a26a73cd5ba6 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Router d8e8b475-39bd-406d-9dc9-94aa2ba43c53 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:02:42.958724 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805c880-aad9-4dc0-ada1-2f660fc46e98 req-f1223bd0-e957-4868-b73a-4352f29d8180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:42.959392 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805c880-aad9-4dc0-ada1-2f660fc46e98 req-f1223bd0-e957-4868-b73a-4352f29d8180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:42.960248 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805c880-aad9-4dc0-ada1-2f660fc46e98 req-f1223bd0-e957-4868-b73a-4352f29d8180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:42.960839 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805c880-aad9-4dc0-ada1-2f660fc46e98 req-f1223bd0-e957-4868-b73a-4352f29d8180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:42.962127 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805c880-aad9-4dc0-ada1-2f660fc46e98 req-f1223bd0-e957-4868-b73a-4352f29d8180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:42.962608 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805c880-aad9-4dc0-ada1-2f660fc46e98 req-f1223bd0-e957-4868-b73a-4352f29d8180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:42.963080 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805c880-aad9-4dc0-ada1-2f660fc46e98 req-f1223bd0-e957-4868-b73a-4352f29d8180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:42.966283 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1805c880-aad9-4dc0-ada1-2f660fc46e98 req-f1223bd0-e957-4868-b73a-4352f29d8180 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e8b504d3cbde466cb7d12e8c49d706df&device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 6231 time: 0.3547695 Feb 02 07:02:42.983382 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ef3c2b26-5a34-4499-8f4a-4e050b7afec8 admin admin] Publish callbacks [] for security_group (75f2f344-e759-4cef-8761-5c4c0d247caf), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:42.990274 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-70bcdbbc-ac2b-4806-a0ed-46e672db98e8 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1356648878'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:02:43.042786 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ef3c2b26-5a34-4499-8f4a-4e050b7afec8 admin admin] Publish callbacks [] for security_group (75f2f344-e759-4cef-8761-5c4c0d247caf), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:43.097222 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-d9531c9d-ece4-4fa2-8a79-6657d1bff0f4 service neutron] Attempting to bind port 32d3366d-9a45-45fb-9152-9211651dfc0d on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:02:43.097664 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-d9531c9d-ece4-4fa2-8a79-6657d1bff0f4 service neutron] Attempting to bind port 32d3366d-9a45-45fb-9152-9211651dfc0d by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': 'dbbcd93b-74ed-4f38-9d36-01cf18043418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '9faf7e40-7741-4ebb-8f78-e3e3326a51b7'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:02:43.098228 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-d9531c9d-ece4-4fa2-8a79-6657d1bff0f4 service neutron] Attempting to bind port 32d3366d-9a45-45fb-9152-9211651dfc0d on network 9faf7e40-7741-4ebb-8f78-e3e3326a51b7 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:02:43.121918 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70bcdbbc-ac2b-4806-a0ed-46e672db98e8 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Made reservation on behalf of d3e64a71e17749e693b291cf3514bb46 for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:02:43.125672 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-70bcdbbc-ac2b-4806-a0ed-46e672db98e8 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:43.133245 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-d9531c9d-ece4-4fa2-8a79-6657d1bff0f4 service neutron] Port 32d3366d-9a45-45fb-9152-9211651dfc0d on network 9faf7e40-7741-4ebb-8f78-e3e3326a51b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:02:43.134450 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-d9531c9d-ece4-4fa2-8a79-6657d1bff0f4 service neutron] Attempting to bind port 32d3366d-9a45-45fb-9152-9211651dfc0d on network 9faf7e40-7741-4ebb-8f78-e3e3326a51b7 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:02:43.150595 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5edc8e8-0e66-4109-923c-3588a4aee6d4 req-1f9f3494-c808-42cc-8574-7d283747ebef tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:43.152731 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e5edc8e8-0e66-4109-923c-3588a4aee6d4 req-1f9f3494-c808-42cc-8574-7d283747ebef tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2f92dd9-5697-4976-b165-77e520cf2520 HTTP/1.1" status: 200 len: 950 time: 0.4081459 Feb 02 07:02:43.172809 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-d9531c9d-ece4-4fa2-8a79-6657d1bff0f4 service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:02:43.182392 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-d9531c9d-ece4-4fa2-8a79-6657d1bff0f4 service neutron] Checking segment: {'id': 'dbbcd93b-74ed-4f38-9d36-01cf18043418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '9faf7e40-7741-4ebb-8f78-e3e3326a51b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:02:43.184661 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-d9531c9d-ece4-4fa2-8a79-6657d1bff0f4 service neutron] Bound using segment: {'id': 'dbbcd93b-74ed-4f38-9d36-01cf18043418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '9faf7e40-7741-4ebb-8f78-e3e3326a51b7'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:02:43.185311 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-d9531c9d-ece4-4fa2-8a79-6657d1bff0f4 service neutron] Bound port: 32d3366d-9a45-45fb-9152-9211651dfc0d, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbbcd93b-74ed-4f38-9d36-01cf18043418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '9faf7e40-7741-4ebb-8f78-e3e3326a51b7'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:02:43.186895 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-d9531c9d-ece4-4fa2-8a79-6657d1bff0f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (32d3366d-9a45-45fb-9152-9211651dfc0d), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:43.201587 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-70bcdbbc-ac2b-4806-a0ed-46e672db98e8 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:43.259238 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-242acd36-6a42-411b-a862-c239e6633a61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:43.319453 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd7cb9d5-9caf-41b9-b13e-7b4adca3c93a req-759aa102-261c-4215-b2f6-a26a73cd5ba6 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:02:43.334857 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17dd69e1-5581-4bc2-b97a-68744bd65ad3 None None] Sync routers for ids ['d8e8b475-39bd-406d-9dc9-94aa2ba43c53'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:02:43.338713 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-fd7cb9d5-9caf-41b9-b13e-7b4adca3c93a req-759aa102-261c-4215-b2f6-a26a73cd5ba6 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:43.357687 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17dd69e1-5581-4bc2-b97a-68744bd65ad3 None None] Routers {'d8e8b475-39bd-406d-9dc9-94aa2ba43c53'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:02:43.358459 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-17dd69e1-5581-4bc2-b97a-68744bd65ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:02:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['d8e8b475-39bd-406d-9dc9-94aa2ba43c53'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:02:43.398515 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e5edc8e8-0e66-4109-923c-3588a4aee6d4 req-dd4ec06f-42cd-4d25-851c-6cb812fb1b98 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170808 Feb 02 07:02:43.456495 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fd7cb9d5-9caf-41b9-b13e-7b4adca3c93a req-759aa102-261c-4215-b2f6-a26a73cd5ba6 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] 10.222.0.87 "PUT /v2.0/floatingips/d335463e-8033-4f8d-9d46-1ec76af50ec1 HTTP/1.1" status: 200 len: 695 time: 2.6720927 Feb 02 07:02:43.469205 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805c880-aad9-4dc0-ada1-2f660fc46e98 req-8d09e4e9-7cc9-4393-b678-7f20c42a5f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:43.470546 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805c880-aad9-4dc0-ada1-2f660fc46e98 req-8d09e4e9-7cc9-4393-b678-7f20c42a5f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:43.471580 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805c880-aad9-4dc0-ada1-2f660fc46e98 req-8d09e4e9-7cc9-4393-b678-7f20c42a5f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:43.475963 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1805c880-aad9-4dc0-ada1-2f660fc46e98 req-8d09e4e9-7cc9-4393-b678-7f20c42a5f2e service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=e8b504d3cbde466cb7d12e8c49d706df&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4362273 Feb 02 07:02:43.578916 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ef3c2b26-5a34-4499-8f4a-4e050b7afec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (75f2f344-e759-4cef-8761-5c4c0d247caf), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:43.584780 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ef3c2b26-5a34-4499-8f4a-4e050b7afec8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:43.591756 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-ef3c2b26-5a34-4499-8f4a-4e050b7afec8 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/75f2f344-e759-4cef-8761-5c4c0d247caf HTTP/1.1" status: 204 len: 168 time: 0.9877803 Feb 02 07:02:43.607437 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-17dd69e1-5581-4bc2-b97a-68744bd65ad3 None None] Set router d8e8b475-39bd-406d-9dc9-94aa2ba43c53 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:02:43.644033 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3c2b26-5a34-4499-8f4a-4e050b7afec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f2f344-e759-4cef-8761-5c4c0d247caf,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:43.694345 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-d9531c9d-ece4-4fa2-8a79-6657d1bff0f4 service neutron] For port 32d3366d-9a45-45fb-9152-9211651dfc0d, host n-h2-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:02:43.708159 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-d9531c9d-ece4-4fa2-8a79-6657d1bff0f4 service neutron] For port 32d3366d-9a45-45fb-9152-9211651dfc0d, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=32d3366d-9a45-45fb-9152-9211651dfc0d,segment=NetworkSegment(dbbcd93b-74ed-4f38-9d36-01cf18043418),segment_id=dbbcd93b-74ed-4f38-9d36-01cf18043418)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:02:43.720764 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7cb9d5-9caf-41b9-b13e-7b4adca3c93a req-bbd27b3f-ec89-44dc-9eda-3866db36de49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:43.726433 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fd7cb9d5-9caf-41b9-b13e-7b4adca3c93a req-bbd27b3f-ec89-44dc-9eda-3866db36de49 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=5c8ea397fb124118ae0639df321f3ef6&device_id=8044724b-a2a6-414a-a5c7-ac8957aba605 HTTP/1.1" status: 200 len: 1129 time: 0.2441924 Feb 02 07:02:43.730351 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805c880-aad9-4dc0-ada1-2f660fc46e98 req-ad973f25-3809-43b2-9f6b-44495006c837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:43.733253 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1805c880-aad9-4dc0-ada1-2f660fc46e98 req-ad973f25-3809-43b2-9f6b-44495006c837 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2391198 Feb 02 07:02:43.754499 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-d9531c9d-ece4-4fa2-8a79-6657d1bff0f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (32d3366d-9a45-45fb-9152-9211651dfc0d), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:43.816474 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-70bcdbbc-ac2b-4806-a0ed-46e672db98e8 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for security_group (f5e03388-1a44-49b5-953d-eee4067d847d), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:43.824048 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-70bcdbbc-ac2b-4806-a0ed-46e672db98e8 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (f5e03388-1a44-49b5-953d-eee4067d847d), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:43.875605 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70bcdbbc-ac2b-4806-a0ed-46e672db98e8 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:02:43.914040 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bcdbbc-ac2b-4806-a0ed-46e672db98e8 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e03388-1a44-49b5-953d-eee4067d847d,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:43.931744 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-70bcdbbc-ac2b-4806-a0ed-46e672db98e8 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (28926945-7756-40b6-b3b7-9dc56b3fb1c3), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:43.932100 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-70bcdbbc-ac2b-4806-a0ed-46e672db98e8 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Added segment 28926945-7756-40b6-b3b7-9dc56b3fb1c3 of type vlan for network 0866d72e-3544-4c93-a5a9-bf8114a5301e Feb 02 07:02:43.982311 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7cb9d5-9caf-41b9-b13e-7b4adca3c93a req-c7348f54-2d35-4990-82ec-4050af3caab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:43.984040 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fd7cb9d5-9caf-41b9-b13e-7b4adca3c93a req-c7348f54-2d35-4990-82ec-4050af3caab1 service neutron] 10.222.0.87 "GET /v2.0/networks?id=32d3093c-8c55-41e4-974c-3ed1e6577092 HTTP/1.1" status: 200 len: 930 time: 0.2544177 Feb 02 07:02:44.155585 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc276e-e71d-4fc3-8fed-a98b038685f5 req-e01223c4-88a5-4e88-a7a4-41d895e62788 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:44.166499 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc276e-e71d-4fc3-8fed-a98b038685f5 req-e01223c4-88a5-4e88-a7a4-41d895e62788 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:44.210487 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-17dd69e1-5581-4bc2-b97a-68744bd65ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e8b475-39bd-406d-9dc9-94aa2ba43c53', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1942162348-router', 'tenant_id': '5c8ea397fb124118ae0639df321f3ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '781db8da-24b7-4db0-8f76-3579190f0122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:01:42Z', 'updated_at': '2022-02-02T07:01:54Z', 'revision_number': 4, 'project_id': '5c8ea397fb124118ae0639df321f3ef6', 'gw_port': {'id': '781db8da-24b7-4db0-8f76-3579190f0122', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e8b475-39bd-406d-9dc9-94aa2ba43c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:01:44Z', 'updated_at': '2022-02-02T07:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '0173d9c9-f8b5-4e57-837c-e4aecb178601', 'name': '', 'network_id': '32d3093c-8c55-41e4-974c-3ed1e6577092', 'tenant_id': '5c8ea397fb124118ae0639df321f3ef6', 'mac_address': 'fa:16:3e:eb:15:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e8b475-39bd-406d-9dc9-94aa2ba43c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '61d5c87e-580c-44a3-a1cc-4f5ee7d0e081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:01:52Z', 'updated_at': '2022-02-02T07:02:02Z', 'revision_number': 5, 'project_id': '5c8ea397fb124118ae0639df321f3ef6', 'subnets': [{'id': '61d5c87e-580c-44a3-a1cc-4f5ee7d0e081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:02:44.215450 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc276e-e71d-4fc3-8fed-a98b038685f5 req-e01223c4-88a5-4e88-a7a4-41d895e62788 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:44.219248 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-d9531c9d-ece4-4fa2-8a79-6657d1bff0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:44.219596 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-d9531c9d-ece4-4fa2-8a79-6657d1bff0f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:44.228999 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-d9531c9d-ece4-4fa2-8a79-6657d1bff0f4 service neutron] 10.222.0.59 "PUT /v2.0/ports/32d3366d-9a45-45fb-9152-9211651dfc0d HTTP/1.1" status: 200 len: 1131 time: 3.3433378 Feb 02 07:02:44.238512 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc276e-e71d-4fc3-8fed-a98b038685f5 req-e01223c4-88a5-4e88-a7a4-41d895e62788 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:44.272678 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17dd69e1-5581-4bc2-b97a-68744bd65ad3 None None] Checking router: d8e8b475-39bd-406d-9dc9-94aa2ba43c53 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:02:44.273472 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc276e-e71d-4fc3-8fed-a98b038685f5 req-e01223c4-88a5-4e88-a7a4-41d895e62788 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:44.287836 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc276e-e71d-4fc3-8fed-a98b038685f5 req-e01223c4-88a5-4e88-a7a4-41d895e62788 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:44.291417 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9531c9d-ece4-4fa2-8a79-6657d1bff0f4 service neutron] Pushing event updated for resources: {'Port': ['ID=32d3366d-9a45-45fb-9152-9211651dfc0d,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:44.304181 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc276e-e71d-4fc3-8fed-a98b038685f5 req-e01223c4-88a5-4e88-a7a4-41d895e62788 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:44.311899 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fd7cb9d5-9caf-41b9-b13e-7b4adca3c93a req-a75bfcf4-f1f6-4663-a635-33bfcfa4faf4 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=152ca481-03a6-431c-91be-ceb423d2e51a HTTP/1.1" status: 200 len: 217 time: 0.2802050 Feb 02 07:02:44.317805 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17dd69e1-5581-4bc2-b97a-68744bd65ad3 None None] Routers {'d8e8b475-39bd-406d-9dc9-94aa2ba43c53'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:02:44.318792 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-17dd69e1-5581-4bc2-b97a-68744bd65ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:02:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['d8e8b475-39bd-406d-9dc9-94aa2ba43c53'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:02:44.338018 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-68bc276e-e71d-4fc3-8fed-a98b038685f5 req-e01223c4-88a5-4e88-a7a4-41d895e62788 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 5371 time: 0.4112878 Feb 02 07:02:44.374614 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-70bcdbbc-ac2b-4806-a0ed-46e672db98e8 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (0866d72e-3544-4c93-a5a9-bf8114a5301e), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:44.390164 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-00d47176-7b25-4fee-9ee0-63ebaf8c9d89 service neutron] Request body: {'port': {'device_id': '420f5c18-92bb-4996-8a12-daf3c6d27a44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:02:44.583582 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-70bcdbbc-ac2b-4806-a0ed-46e672db98e8 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (0866d72e-3544-4c93-a5a9-bf8114a5301e), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:44.585007 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:44.599173 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bcdbbc-ac2b-4806-a0ed-46e672db98e8 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:44.602052 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-70bcdbbc-ac2b-4806-a0ed-46e672db98e8 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:44.635496 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-17dd69e1-5581-4bc2-b97a-68744bd65ad3 None None] Set router d8e8b475-39bd-406d-9dc9-94aa2ba43c53 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:02:44.684304 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0ac1e02f-d90e-4017-9d97-27f4e3f8b70c req-85fb329e-2adb-430a-81b4-3f71b606f008 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=1b2daeea-d1d6-4454-8c28-bc94c1d63f84 HTTP/1.1" status: 200 len: 210 time: 0.4429851 Feb 02 07:02:44.684978 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8044724b-a2a6-414a-a5c7-ac8957aba605', 'tag': '152ca481-03a6-431c-91be-ceb423d2e51a'}, {'name': 'network-changed', 'server_uuid': '420f5c18-92bb-4996-8a12-daf3c6d27a44', 'tag': '32d3366d-9a45-45fb-9152-9211651dfc0d'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:02:44.691348 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ced2847-235f-4d09-856b-245f39629724" -d '{"events": [{"name": "network-changed", "server_uuid": "8044724b-a2a6-414a-a5c7-ac8957aba605", "tag": "152ca481-03a6-431c-91be-ceb423d2e51a"}, {"name": "network-changed", "server_uuid": "420f5c18-92bb-4996-8a12-daf3c6d27a44", "tag": "32d3366d-9a45-45fb-9152-9211651dfc0d"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:02:44.700244 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7cb9d5-9caf-41b9-b13e-7b4adca3c93a req-d328c78c-b7e5-4743-a60d-bd2a37937e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:44.703926 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fd7cb9d5-9caf-41b9-b13e-7b4adca3c93a req-d328c78c-b7e5-4743-a60d-bd2a37937e21 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=61d5c87e-580c-44a3-a1cc-4f5ee7d0e081 HTTP/1.1" status: 200 len: 868 time: 0.3813012 Feb 02 07:02:44.712882 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-68bc276e-e71d-4fc3-8fed-a98b038685f5 req-5e77a174-17ed-466d-800c-a7a1c89de52b tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/security-groups?id=83500878-2b75-476a-931f-17df1a6782c5&id=2c89831c-2212-4fd4-82c0-50883e2a18e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3682272 Feb 02 07:02:44.801625 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-00d47176-7b25-4fee-9ee0-63ebaf8c9d89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (feaa586e-fdf3-4815-964d-77eed258f414), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:44.821906 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-70bcdbbc-ac2b-4806-a0ed-46e672db98e8 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.3010008 Feb 02 07:02:44.846085 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42730) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:02:44.857612 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-d242055b-a9b5-4aa4-8743-c78eb8c2127f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Request body: {'subnet': {'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:02:44.919799 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bcdbbc-ac2b-4806-a0ed-46e672db98e8 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event updated for resources: {'Network': ['ID=0866d72e-3544-4c93-a5a9-bf8114a5301e,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:44.938982 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:02:45.149300 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc8b1d-7e0e-40f4-b27c-07f2fe83d807 req-f778877e-725e-4fa4-9a58-a5155eac0c9f tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:45.163137 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-53fc8b1d-7e0e-40f4-b27c-07f2fe83d807 req-f778877e-725e-4fa4-9a58-a5155eac0c9f tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2f92dd9-5697-4976-b165-77e520cf2520 HTTP/1.1" status: 200 len: 950 time: 0.0879018 Feb 02 07:02:45.243540 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-53fc8b1d-7e0e-40f4-b27c-07f2fe83d807 req-af93ae42-0906-4f61-ba1e-9882c09eba4c tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791237 Feb 02 07:02:45.273034 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-17dd69e1-5581-4bc2-b97a-68744bd65ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e8b475-39bd-406d-9dc9-94aa2ba43c53', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1942162348-router', 'tenant_id': '5c8ea397fb124118ae0639df321f3ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '781db8da-24b7-4db0-8f76-3579190f0122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:01:42Z', 'updated_at': '2022-02-02T07:01:54Z', 'revision_number': 4, 'project_id': '5c8ea397fb124118ae0639df321f3ef6', 'gw_port': {'id': '781db8da-24b7-4db0-8f76-3579190f0122', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e8b475-39bd-406d-9dc9-94aa2ba43c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:01:44Z', 'updated_at': '2022-02-02T07:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '0173d9c9-f8b5-4e57-837c-e4aecb178601', 'name': '', 'network_id': '32d3093c-8c55-41e4-974c-3ed1e6577092', 'tenant_id': '5c8ea397fb124118ae0639df321f3ef6', 'mac_address': 'fa:16:3e:eb:15:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e8b475-39bd-406d-9dc9-94aa2ba43c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '61d5c87e-580c-44a3-a1cc-4f5ee7d0e081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:01:52Z', 'updated_at': '2022-02-02T07:02:02Z', 'revision_number': 5, 'project_id': '5c8ea397fb124118ae0639df321f3ef6', 'subnets': [{'id': '61d5c87e-580c-44a3-a1cc-4f5ee7d0e081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:02:45.294309 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7cb9d5-9caf-41b9-b13e-7b4adca3c93a req-b9ed0406-cdfb-48cf-899e-901f5a23bff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:45.297390 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fd7cb9d5-9caf-41b9-b13e-7b4adca3c93a req-b9ed0406-cdfb-48cf-899e-901f5a23bff5 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=32d3093c-8c55-41e4-974c-3ed1e6577092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5679312 Feb 02 07:02:45.327263 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 8983c95f-d2a5-40fc-ab6f-8385eea021b2 no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:02:45.396472 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17dd69e1-5581-4bc2-b97a-68744bd65ad3 None None] The sync data for ids ['d8e8b475-39bd-406d-9dc9-94aa2ba43c53'] in n-d-789963-26 is: [{'id': 'd8e8b475-39bd-406d-9dc9-94aa2ba43c53', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1942162348-router', 'tenant_id': '5c8ea397fb124118ae0639df321f3ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '781db8da-24b7-4db0-8f76-3579190f0122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:01:42Z', 'updated_at': '2022-02-02T07:01:54Z', 'revision_number': 4, 'project_id': '5c8ea397fb124118ae0639df321f3ef6', 'gw_port': {'id': '781db8da-24b7-4db0-8f76-3579190f0122', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e8b475-39bd-406d-9dc9-94aa2ba43c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:01:44Z', 'updated_at': '2022-02-02T07:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '0173d9c9-f8b5-4e57-837c-e4aecb178601', 'name': '', 'network_id': '32d3093c-8c55-41e4-974c-3ed1e6577092', 'tenant_id': '5c8ea397fb124118ae0639df321f3ef6', 'mac_address': 'fa:16:3e:eb:15:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e8b475-39bd-406d-9dc9-94aa2ba43c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '61d5c87e-580c-44a3-a1cc-4f5ee7d0e081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:01:52Z', 'updated_at': '2022-02-02T07:02:02Z', 'revision_number': 5, 'project_id': '5c8ea397fb124118ae0639df321f3ef6', 'subnets': [{'id': '61d5c87e-580c-44a3-a1cc-4f5ee7d0e081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:02:45.419703 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42746) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:02:45.445198 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d242055b-a9b5-4aa4-8743-c78eb8c2127f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Made reservation on behalf of d3e64a71e17749e693b291cf3514bb46 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:02:45.445873 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d242055b-a9b5-4aa4-8743-c78eb8c2127f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:45.474365 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 02 Feb 2022 07:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7883e1-d1d7-4b11-88a4-bedc72b13adb x-openstack-request-id: req-6e7883e1-d1d7-4b11-88a4-bedc72b13adb {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:02:45.474680 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8044724b-a2a6-414a-a5c7-ac8957aba605", "tag": "152ca481-03a6-431c-91be-ceb423d2e51a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "420f5c18-92bb-4996-8a12-daf3c6d27a44", "tag": "32d3366d-9a45-45fb-9152-9211651dfc0d", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:02:45.474939 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-6e7883e1-d1d7-4b11-88a4-bedc72b13adb {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:02:45.475357 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8044724b-a2a6-414a-a5c7-ac8957aba605', 'tag': '152ca481-03a6-431c-91be-ceb423d2e51a', 'status': 'completed', 'code': 200} Feb 02 07:02:45.475643 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '420f5c18-92bb-4996-8a12-daf3c6d27a44', 'tag': '32d3366d-9a45-45fb-9152-9211651dfc0d', 'status': 'completed', 'code': 200} Feb 02 07:02:45.595687 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 8983c95f-d2a5-40fc-ab6f-8385eea021b2 is: ACTIVE; New status is: DOWN {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:02:45.596276 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (8983c95f-d2a5-40fc-ab6f-8385eea021b2), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:45.622258 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4edae719-e550-4c68-a64d-c0617aaac6f1 req-1fdbc44d-b285-4027-8c15-0275334d7d49 tempest-ServerShowV247Test-1552631908 tempest-ServerShowV247Test-1552631908-project] 10.222.0.87 "GET /v2.0/ports?device_id=14190854-9723-42bf-b5d0-df31ef64a13a HTTP/1.1" status: 200 len: 210 time: 0.1369748 Feb 02 07:02:45.694370 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced2847-235f-4d09-856b-245f39629724 req-25ccc984-231f-4eb6-8af6-bb672e3acf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:45.694866 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced2847-235f-4d09-856b-245f39629724 req-25ccc984-231f-4eb6-8af6-bb672e3acf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:45.695349 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced2847-235f-4d09-856b-245f39629724 req-25ccc984-231f-4eb6-8af6-bb672e3acf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:45.695853 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced2847-235f-4d09-856b-245f39629724 req-25ccc984-231f-4eb6-8af6-bb672e3acf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:45.696685 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced2847-235f-4d09-856b-245f39629724 req-25ccc984-231f-4eb6-8af6-bb672e3acf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:45.697161 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced2847-235f-4d09-856b-245f39629724 req-25ccc984-231f-4eb6-8af6-bb672e3acf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:45.697676 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced2847-235f-4d09-856b-245f39629724 req-25ccc984-231f-4eb6-8af6-bb672e3acf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:45.702965 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9ced2847-235f-4d09-856b-245f39629724 req-25ccc984-231f-4eb6-8af6-bb672e3acf11 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e8b504d3cbde466cb7d12e8c49d706df&device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 6304 time: 0.2732246 Feb 02 07:02:45.716641 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 8983c95f-d2a5-40fc-ab6f-8385eea021b2, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=8983c95f-d2a5-40fc-ab6f-8385eea021b2,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:02:45.723789 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2f92dd9-5697-4976-b165-77e520cf2520', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8983c95f-d2a5-40fc-ab6f-8385eea021b2'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:02:45.734904 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b11e09-90eb-4ccf-829b-38eafec747a2" -d '{"events": [{"server_uuid": "e2f92dd9-5697-4976-b165-77e520cf2520", "name": "network-vif-unplugged", "status": "completed", "tag": "8983c95f-d2a5-40fc-ab6f-8385eea021b2"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:02:45.748115 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (8983c95f-d2a5-40fc-ab6f-8385eea021b2), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:45.826296 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fd7cb9d5-9caf-41b9-b13e-7b4adca3c93a req-84d38980-ae45-41eb-8cf3-c38a671da2f3 service neutron] 10.222.0.87 "GET /v2.0/networks/32d3093c-8c55-41e4-974c-3ed1e6577092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5096152 Feb 02 07:02:45.875377 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 07:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0cb2fa-b58c-43ca-aedf-22bf26d31d9b x-openstack-request-id: req-ae0cb2fa-b58c-43ca-aedf-22bf26d31d9b {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:02:45.875671 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2f92dd9-5697-4976-b165-77e520cf2520", "name": "network-vif-unplugged", "status": "completed", "tag": "8983c95f-d2a5-40fc-ab6f-8385eea021b2", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:02:45.875862 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ae0cb2fa-b58c-43ca-aedf-22bf26d31d9b {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:02:45.876646 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2f92dd9-5697-4976-b165-77e520cf2520', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8983c95f-d2a5-40fc-ab6f-8385eea021b2', 'code': 200} Feb 02 07:02:45.993809 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dedbea2-bb35-43dd-8e84-dea4e34deb5c None None] New status for floating IP d335463e-8033-4f8d-9d46-1ec76af50ec1: DOWN {{(pid=109695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 07:02:46.007570 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced2847-235f-4d09-856b-245f39629724 req-45a69006-6b02-48cd-9f70-4e84782d51b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:46.008146 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced2847-235f-4d09-856b-245f39629724 req-45a69006-6b02-48cd-9f70-4e84782d51b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:46.009900 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced2847-235f-4d09-856b-245f39629724 req-45a69006-6b02-48cd-9f70-4e84782d51b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:46.012878 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9ced2847-235f-4d09-856b-245f39629724 req-45a69006-6b02-48cd-9f70-4e84782d51b8 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=e8b504d3cbde466cb7d12e8c49d706df&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2926445 Feb 02 07:02:46.019013 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-98d868d8-d570-4612-95ce-72f11fc3f450 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-820367868-network', 'tenant_id': '119ebbdd403a496dbc2e34d86f0585a7'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:02:46.067704 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fd7cb9d5-9caf-41b9-b13e-7b4adca3c93a req-410cee24-92c3-4cc5-a2b3-c00fe6ef4d02 service neutron] 10.222.0.87 "GET /v2.0/networks/32d3093c-8c55-41e4-974c-3ed1e6577092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404151 Feb 02 07:02:46.102393 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=8983c95f-d2a5-40fc-ab6f-8385eea021b2,revision_number=6']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:46.160997 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:46.186918 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced2847-235f-4d09-856b-245f39629724 req-fc44bce9-4db2-4cdf-9a80-913fbcc42190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:46.188476 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9ced2847-235f-4d09-856b-245f39629724 req-fc44bce9-4db2-4cdf-9a80-913fbcc42190 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5c8ea397fb124118ae0639df321f3ef6&device_id=8044724b-a2a6-414a-a5c7-ac8957aba605 HTTP/1.1" status: 200 len: 1129 time: 0.7383926 Feb 02 07:02:46.241219 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5926c029-cac5-4112-a921-d1bb9c86bde0 req-54467ffa-043c-4dd7-8fc0-eb2a11f1b6df tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] 10.222.0.87 "GET /v2.0/floatingips/d335463e-8033-4f8d-9d46-1ec76af50ec1 HTTP/1.1" status: 200 len: 695 time: 0.1395042 Feb 02 07:02:46.283343 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced2847-235f-4d09-856b-245f39629724 req-ca1a2b4b-bc25-46f0-82e4-7b84294bee20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:46.288571 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9ced2847-235f-4d09-856b-245f39629724 req-ca1a2b4b-bc25-46f0-82e4-7b84294bee20 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2469018 Feb 02 07:02:46.291022 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d868d8-d570-4612-95ce-72f11fc3f450 admin admin] Made reservation on behalf of 119ebbdd403a496dbc2e34d86f0585a7 for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:02:46.299668 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-98d868d8-d570-4612-95ce-72f11fc3f450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:46.371024 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-98d868d8-d570-4612-95ce-72f11fc3f450 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:46.399589 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:02:46.400364 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:02:46.400960 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:02:46.401762 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:02:46.402674 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:02:46.403284 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:02:46.403963 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:02:46.404535 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:02:46.405096 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:02:46.405677 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:02:46.406236 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:02:46.407403 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:02:46.408171 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:02:46.494211 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-98d868d8-d570-4612-95ce-72f11fc3f450 admin admin] Publish callbacks [] for security_group (1c7779eb-5f5a-47b2-80ba-e596dee220e8), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:46.505462 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42764) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:02:46.515229 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-98d868d8-d570-4612-95ce-72f11fc3f450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (1c7779eb-5f5a-47b2-80ba-e596dee220e8), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:46.549915 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d868d8-d570-4612-95ce-72f11fc3f450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7779eb-5f5a-47b2-80ba-e596dee220e8,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:46.577715 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2963955-440f-4ee8-9ac9-faa283650033 req-5f4d9b3d-2d3f-4e64-9a9e-fe4569d53401 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:46.583229 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2963955-440f-4ee8-9ac9-faa283650033 req-5f4d9b3d-2d3f-4e64-9a9e-fe4569d53401 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:46.588695 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2963955-440f-4ee8-9ac9-faa283650033 req-5f4d9b3d-2d3f-4e64-9a9e-fe4569d53401 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:46.594841 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2963955-440f-4ee8-9ac9-faa283650033 req-5f4d9b3d-2d3f-4e64-9a9e-fe4569d53401 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:46.600267 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2963955-440f-4ee8-9ac9-faa283650033 req-5f4d9b3d-2d3f-4e64-9a9e-fe4569d53401 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:46.605865 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2963955-440f-4ee8-9ac9-faa283650033 req-5f4d9b3d-2d3f-4e64-9a9e-fe4569d53401 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:46.611452 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2963955-440f-4ee8-9ac9-faa283650033 req-5f4d9b3d-2d3f-4e64-9a9e-fe4569d53401 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:46.619485 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d2963955-440f-4ee8-9ac9-faa283650033 req-5f4d9b3d-2d3f-4e64-9a9e-fe4569d53401 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 5371 time: 0.5800047 Feb 02 07:02:46.625626 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98d868d8-d570-4612-95ce-72f11fc3f450 admin admin] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:02:46.692766 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-98d868d8-d570-4612-95ce-72f11fc3f450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (88d799c5-8a21-4eb2-b1ec-1b0a670840e4), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:46.693115 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-98d868d8-d570-4612-95ce-72f11fc3f450 admin admin] Added segment 88d799c5-8a21-4eb2-b1ec-1b0a670840e4 of type vlan for network 25bb2f6b-fd67-47da-85b3-87ac7c749a35 Feb 02 07:02:46.710460 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d2963955-440f-4ee8-9ac9-faa283650033 req-6adb10f8-1b32-4fce-9675-fca9e12425fd tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/security-groups?id=83500878-2b75-476a-931f-17df1a6782c5&id=2c89831c-2212-4fd4-82c0-50883e2a18e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0893760 Feb 02 07:02:46.754489 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-01e5c682-12ce-4231-a26a-e8fbef67dc75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:46.876135 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-98d868d8-d570-4612-95ce-72f11fc3f450 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (25bb2f6b-fd67-47da-85b3-87ac7c749a35), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:46.954038 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced2847-235f-4d09-856b-245f39629724 req-cd228601-b5ff-4997-9fa2-590b39a24594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:46.955437 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9ced2847-235f-4d09-856b-245f39629724 req-cd228601-b5ff-4997-9fa2-590b39a24594 service neutron] 10.222.0.88 "GET /v2.0/networks?id=32d3093c-8c55-41e4-974c-3ed1e6577092 HTTP/1.1" status: 200 len: 930 time: 0.7344577 Feb 02 07:02:46.967057 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724eca0f-3094-43c5-8b0d-77b513864bcf req-ec8de785-2fd1-4426-9132-f373bc7d6449 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:46.968647 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-724eca0f-3094-43c5-8b0d-77b513864bcf req-ec8de785-2fd1-4426-9132-f373bc7d6449 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2f92dd9-5697-4976-b165-77e520cf2520 HTTP/1.1" status: 200 len: 948 time: 0.1158035 Feb 02 07:02:46.972741 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5926c029-cac5-4112-a921-d1bb9c86bde0 req-30c946a7-2ac0-42d3-a9b1-23d06535b7e8 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:46.973720 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-98d868d8-d570-4612-95ce-72f11fc3f450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (25bb2f6b-fd67-47da-85b3-87ac7c749a35), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:46.974667 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d868d8-d570-4612-95ce-72f11fc3f450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:46.975236 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-98d868d8-d570-4612-95ce-72f11fc3f450 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:46.980895 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5926c029-cac5-4112-a921-d1bb9c86bde0 req-30c946a7-2ac0-42d3-a9b1-23d06535b7e8 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] 10.222.0.87 "GET /v2.0/networks/ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 HTTP/1.1" status: 200 len: 784 time: 0.7387583 Feb 02 07:02:46.994866 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-01e5c682-12ce-4231-a26a-e8fbef67dc75 admin admin] Publish callbacks [] for security_group (d7e08584-e8ae-48d7-a4b6-47808cd5a08c), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:47.019342 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-98d868d8-d570-4612-95ce-72f11fc3f450 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5956438 Feb 02 07:02:47.026870 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42770) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:02:47.027547 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-01e5c682-12ce-4231-a26a-e8fbef67dc75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (d7e08584-e8ae-48d7-a4b6-47808cd5a08c), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:47.036677 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-714d51ca-cc76-48a9-9b54-e574e017f837 admin admin] Request body: {'subnet': {'network_id': '25bb2f6b-fd67-47da-85b3-87ac7c749a35', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-820367868-subnet', 'tenant_id': '119ebbdd403a496dbc2e34d86f0585a7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:02:47.098123 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9ced2847-235f-4d09-856b-245f39629724 req-fe253857-408e-4773-ab76-a9d2fdadd5a6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=152ca481-03a6-431c-91be-ceb423d2e51a HTTP/1.1" status: 200 len: 217 time: 0.1315527 Feb 02 07:02:47.109009 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d242055b-a9b5-4aa4-8743-c78eb8c2127f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (e0a8afae-cdd1-419e-a259-5ac0579a4f33), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:47.127495 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5926c029-cac5-4112-a921-d1bb9c86bde0 req-d93cebf7-2514-4039-bb1f-f930dc06c776 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.4.121 HTTP/1.1" status: 200 len: 696 time: 0.1454437 Feb 02 07:02:47.148018 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e5c682-12ce-4231-a26a-e8fbef67dc75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e08584-e8ae-48d7-a4b6-47808cd5a08c,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:47.155716 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-01e5c682-12ce-4231-a26a-e8fbef67dc75 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=15138ae0ad564226a19e880f0f31a65d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6455295 Feb 02 07:02:47.155716 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d868d8-d570-4612-95ce-72f11fc3f450 admin admin] Pushing event updated for resources: {'Network': ['ID=25bb2f6b-fd67-47da-85b3-87ac7c749a35,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:47.167920 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42772) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:02:47.177338 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-724eca0f-3094-43c5-8b0d-77b513864bcf req-dc0d5d94-2775-4ae1-bcb6-6ff0a51683a7 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883342 Feb 02 07:02:47.186850 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-714d51ca-cc76-48a9-9b54-e574e017f837 admin admin] Made reservation on behalf of 119ebbdd403a496dbc2e34d86f0585a7 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:02:47.188709 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 25bb2f6b-fd67-47da-85b3-87ac7c749a35 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:02:47.189543 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-714d51ca-cc76-48a9-9b54-e574e017f837 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:47.237230 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-00d47176-7b25-4fee-9ee0-63ebaf8c9d89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id feaa586e-fdf3-4815-964d-77eed258f414 {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:02:47.281468 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-00d47176-7b25-4fee-9ee0-63ebaf8c9d89 service neutron] Publish callbacks [] for port (feaa586e-fdf3-4815-964d-77eed258f414), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:47.316578 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d242055b-a9b5-4aa4-8743-c78eb8c2127f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event updated for resources: {'Subnet': ['ID=e0a8afae-cdd1-419e-a259-5ac0579a4f33,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:47.332007 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 8983c95f-d2a5-40fc-ab6f-8385eea021b2 details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:02:47.336839 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-960e2f1b-248a-4825-a96c-f51e51a79f65 req-9043b7c6-93d9-469f-8a43-8b33a98f98ee tempest-ServerShowV247Test-1552631908 tempest-ServerShowV247Test-1552631908-project] 10.222.0.87 "GET /v2.0/ports?device_id=14190854-9723-42bf-b5d0-df31ef64a13a HTTP/1.1" status: 200 len: 210 time: 0.0493956 Feb 02 07:02:47.345016 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:47.363060 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2c44d59b-c2e7-4ace-a27a-b7cce4a24339 admin admin] Publish callbacks [] for security_group (d7e08584-e8ae-48d7-a4b6-47808cd5a08c), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:47.417409 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2c44d59b-c2e7-4ace-a27a-b7cce4a24339 admin admin] Publish callbacks [] for security_group (d7e08584-e8ae-48d7-a4b6-47808cd5a08c), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:47.418944 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-00d47176-7b25-4fee-9ee0-63ebaf8c9d89 service neutron] Transition to ACTIVE for port object feaa586e-fdf3-4815-964d-77eed258f414 will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:02:47.421552 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced2847-235f-4d09-856b-245f39629724 req-007f163d-4567-4c6b-a926-6a97909168fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:47.423386 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9ced2847-235f-4d09-856b-245f39629724 req-007f163d-4567-4c6b-a926-6a97909168fe service neutron] 10.222.0.88 "GET /v2.0/subnets?id=61d5c87e-580c-44a3-a1cc-4f5ee7d0e081 HTTP/1.1" status: 200 len: 868 time: 0.3175242 Feb 02 07:02:47.427910 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5926c029-cac5-4112-a921-d1bb9c86bde0 req-45ebdde6-5fb0-4fc5-bdf3-50c324690c44 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.4.121 HTTP/1.1" status: 200 len: 696 time: 0.2109489 Feb 02 07:02:47.434946 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-00d47176-7b25-4fee-9ee0-63ebaf8c9d89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (feaa586e-fdf3-4815-964d-77eed258f414), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:47.509011 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d47176-7b25-4fee-9ee0-63ebaf8c9d89 service neutron] Pushing event updated for resources: {'Port': ['ID=feaa586e-fdf3-4815-964d-77eed258f414,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:47.563029 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2c44d59b-c2e7-4ace-a27a-b7cce4a24339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (d7e08584-e8ae-48d7-a4b6-47808cd5a08c), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:47.565914 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2c44d59b-c2e7-4ace-a27a-b7cce4a24339 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:47.572593 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-2c44d59b-c2e7-4ace-a27a-b7cce4a24339 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d7e08584-e8ae-48d7-a4b6-47808cd5a08c HTTP/1.1" status: 204 len: 168 time: 0.4025018 Feb 02 07:02:47.593828 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c44d59b-c2e7-4ace-a27a-b7cce4a24339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e08584-e8ae-48d7-a4b6-47808cd5a08c,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:47.603120 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-714d51ca-cc76-48a9-9b54-e574e017f837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (4301de96-4c94-4826-b786-9a6127838bf6), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:47.618073 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d242055b-a9b5-4aa4-8743-c78eb8c2127f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Checking segment: {'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:02:47.618449 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d242055b-a9b5-4aa4-8743-c78eb8c2127f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Network hostable DHCP agents. Network: 0866d72e-3544-4c93-a5a9-bf8114a5301e, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:02:47.712600 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f9da3d07-6a78-484d-a83f-562d5b822f5e req-991f5e44-ff74-4d65-aae8-ff27931c2548 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=14190854-9723-42bf-b5d0-df31ef64a13a HTTP/1.1" status: 200 len: 210 time: 0.0605259 Feb 02 07:02:47.744158 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714d51ca-cc76-48a9-9b54-e574e017f837 admin admin] Checking segment: {'id': '88d799c5-8a21-4eb2-b1ec-1b0a670840e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '25bb2f6b-fd67-47da-85b3-87ac7c749a35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:02:47.744446 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714d51ca-cc76-48a9-9b54-e574e017f837 admin admin] Network hostable DHCP agents. Network: 25bb2f6b-fd67-47da-85b3-87ac7c749a35, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:02:47.748526 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714d51ca-cc76-48a9-9b54-e574e017f837 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4301de96-4c94-4826-b786-9a6127838bf6,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:47.781836 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714d51ca-cc76-48a9-9b54-e574e017f837 admin admin] Network 25bb2f6b-fd67-47da-85b3-87ac7c749a35 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:02:47.803211 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-714d51ca-cc76-48a9-9b54-e574e017f837 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 25bb2f6b-fd67-47da-85b3-87ac7c749a35) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:02:47.809822 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714d51ca-cc76-48a9-9b54-e574e017f837 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:47.810862 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-714d51ca-cc76-48a9-9b54-e574e017f837 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:47.822732 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d78e5c4-c05e-4ef1-a25c-00619db8505d None None] Network 25bb2f6b-fd67-47da-85b3-87ac7c749a35 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:02:47.837726 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced2847-235f-4d09-856b-245f39629724 req-ef7f3f6b-a934-42c7-8727-172ff7e11a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:47.839600 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-714d51ca-cc76-48a9-9b54-e574e017f837 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8082662 Feb 02 07:02:47.840522 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9ced2847-235f-4d09-856b-245f39629724 req-ef7f3f6b-a934-42c7-8727-172ff7e11a07 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=32d3093c-8c55-41e4-974c-3ed1e6577092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4066737 Feb 02 07:02:47.842065 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42780) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:02:47.850917 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-3edd91ae-c66f-468e-aaa7-cc913edc1d32 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-820367868-router', 'tenant_id': '119ebbdd403a496dbc2e34d86f0585a7', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:02:47.868101 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d242055b-a9b5-4aa4-8743-c78eb8c2127f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:02:47.884785 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-d242055b-a9b5-4aa4-8743-c78eb8c2127f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 0866d72e-3544-4c93-a5a9-bf8114a5301e) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:02:47.890932 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d242055b-a9b5-4aa4-8743-c78eb8c2127f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:47.892047 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d242055b-a9b5-4aa4-8743-c78eb8c2127f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:47.919306 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c7e83d-4e60-45d6-a865-bea83247136f None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:02:47.929248 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-00d47176-7b25-4fee-9ee0-63ebaf8c9d89 service neutron] Attempting to bind port feaa586e-fdf3-4815-964d-77eed258f414 on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:02:47.929862 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-00d47176-7b25-4fee-9ee0-63ebaf8c9d89 service neutron] Attempting to bind port feaa586e-fdf3-4815-964d-77eed258f414 by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': 'dbbcd93b-74ed-4f38-9d36-01cf18043418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '9faf7e40-7741-4ebb-8f78-e3e3326a51b7'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:02:47.930394 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-00d47176-7b25-4fee-9ee0-63ebaf8c9d89 service neutron] Attempting to bind port feaa586e-fdf3-4815-964d-77eed258f414 on network 9faf7e40-7741-4ebb-8f78-e3e3326a51b7 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:02:47.946677 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d242055b-a9b5-4aa4-8743-c78eb8c2127f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.0983758 Feb 02 07:02:47.950297 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-00d47176-7b25-4fee-9ee0-63ebaf8c9d89 service neutron] Port feaa586e-fdf3-4815-964d-77eed258f414 on network 9faf7e40-7741-4ebb-8f78-e3e3326a51b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:02:47.950822 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-00d47176-7b25-4fee-9ee0-63ebaf8c9d89 service neutron] Attempting to bind port feaa586e-fdf3-4815-964d-77eed258f414 on network 9faf7e40-7741-4ebb-8f78-e3e3326a51b7 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:02:47.958817 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42782) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:02:47.961816 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-00d47176-7b25-4fee-9ee0-63ebaf8c9d89 service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:02:47.962861 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-00d47176-7b25-4fee-9ee0-63ebaf8c9d89 service neutron] Checking segment: {'id': 'dbbcd93b-74ed-4f38-9d36-01cf18043418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '9faf7e40-7741-4ebb-8f78-e3e3326a51b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:02:47.963264 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-00d47176-7b25-4fee-9ee0-63ebaf8c9d89 service neutron] Bound using segment: {'id': 'dbbcd93b-74ed-4f38-9d36-01cf18043418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '9faf7e40-7741-4ebb-8f78-e3e3326a51b7'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:02:47.963828 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-00d47176-7b25-4fee-9ee0-63ebaf8c9d89 service neutron] Bound port: feaa586e-fdf3-4815-964d-77eed258f414, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbbcd93b-74ed-4f38-9d36-01cf18043418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '9faf7e40-7741-4ebb-8f78-e3e3326a51b7'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:02:47.964198 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-00d47176-7b25-4fee-9ee0-63ebaf8c9d89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (feaa586e-fdf3-4815-964d-77eed258f414), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:47.964324 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 8983c95f-d2a5-40fc-ab6f-8385eea021b2, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=8983c95f-d2a5-40fc-ab6f-8385eea021b2,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:02:47.970631 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-321eab4d-e21d-456a-b30b-d6ed4caae161 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Request body: {'port': {'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'name': 'tempest-NetworksTestDHCPv6-257435581'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:02:47.984981 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-5926c029-cac5-4112-a921-d1bb9c86bde0 req-265caf2a-4468-4e92-b48e-30d49bb593cd tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Deleting port 6e23c596-29bb-4e8f-a097-dd603cb213b3 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:02:47.985631 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3edd91ae-c66f-468e-aaa7-cc913edc1d32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (26351360-de0e-4c20-8810-bcad3e59ddb8), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:47.985976 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-5926c029-cac5-4112-a921-d1bb9c86bde0 req-265caf2a-4468-4e92-b48e-30d49bb593cd tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (6e23c596-29bb-4e8f-a097-dd603cb213b3), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:47.986765 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3edd91ae-c66f-468e-aaa7-cc913edc1d32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (26351360-de0e-4c20-8810-bcad3e59ddb8), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:48.089160 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': '8983c95f-d2a5-40fc-ab6f-8385eea021b2', 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1', 'port_id': '8983c95f-d2a5-40fc-ab6f-8385eea021b2', 'mac_address': 'fa:16:3e:83:3c:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d773733-62df-4956-84d3-71d17cfb6d11', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:02:48.105928 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3edd91ae-c66f-468e-aaa7-cc913edc1d32 admin admin] Publish callbacks [] for router_controller (26351360-de0e-4c20-8810-bcad3e59ddb8), precommit_add_association {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:48.111350 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42784) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:02:48.162735 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-aa405398-aa0e-4d5c-b266-b3111b7b15a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:48.186886 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4999ab-3f1c-4d59-80a1-52e77bbd47f4 req-b41725ca-efd1-4679-a042-79deaba06f0e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:48.192902 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4999ab-3f1c-4d59-80a1-52e77bbd47f4 req-b41725ca-efd1-4679-a042-79deaba06f0e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:48.199675 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4999ab-3f1c-4d59-80a1-52e77bbd47f4 req-b41725ca-efd1-4679-a042-79deaba06f0e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:48.206190 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4999ab-3f1c-4d59-80a1-52e77bbd47f4 req-b41725ca-efd1-4679-a042-79deaba06f0e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:48.211748 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4999ab-3f1c-4d59-80a1-52e77bbd47f4 req-b41725ca-efd1-4679-a042-79deaba06f0e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:48.218868 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4999ab-3f1c-4d59-80a1-52e77bbd47f4 req-b41725ca-efd1-4679-a042-79deaba06f0e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:48.224303 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4999ab-3f1c-4d59-80a1-52e77bbd47f4 req-b41725ca-efd1-4679-a042-79deaba06f0e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:48.233488 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7e4999ab-3f1c-4d59-80a1-52e77bbd47f4 req-b41725ca-efd1-4679-a042-79deaba06f0e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 5383 time: 0.3238902 Feb 02 07:02:48.236712 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 8983c95f-d2a5-40fc-ab6f-8385eea021b2 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:02:48.236712 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (8983c95f-d2a5-40fc-ab6f-8385eea021b2), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:48.255167 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1703ae-b9bf-45cf-812b-662aa3294b41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-25bb2f6b-fd67-47da-85b3-87ac7c749a35', 'network_id': '25bb2f6b-fd67-47da-85b3-87ac7c749a35', 'project_id': '119ebbdd403a496dbc2e34d86f0585a7', 'fixed_ips': [{'subnet_id': '4301de96-4c94-4826-b786-9a6127838bf6'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:02:48.255975 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2d1703ae-b9bf-45cf-812b-662aa3294b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:48.274383 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8983c95f-d2a5-40fc-ab6f-8385eea021b2 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:02:48.295322 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 8983c95f-d2a5-40fc-ab6f-8385eea021b2, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=8983c95f-d2a5-40fc-ab6f-8385eea021b2,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:02:48.305075 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41daa47f-7b63-4bd7-a365-6c38911224df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-0866d72e-3544-4c93-a5a9-bf8114a5301e', 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'project_id': 'd3e64a71e17749e693b291cf3514bb46', 'fixed_ips': [{'subnet_id': 'e0a8afae-cdd1-419e-a259-5ac0579a4f33'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:02:48.305314 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-00d47176-7b25-4fee-9ee0-63ebaf8c9d89 service neutron] For port feaa586e-fdf3-4815-964d-77eed258f414, host n-h2-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:02:48.305944 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-41daa47f-7b63-4bd7-a365-6c38911224df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:48.311067 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (8983c95f-d2a5-40fc-ab6f-8385eea021b2), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:48.319991 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-00d47176-7b25-4fee-9ee0-63ebaf8c9d89 service neutron] For port feaa586e-fdf3-4815-964d-77eed258f414, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=feaa586e-fdf3-4815-964d-77eed258f414,segment=NetworkSegment(dbbcd93b-74ed-4f38-9d36-01cf18043418),segment_id=dbbcd93b-74ed-4f38-9d36-01cf18043418)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:02:48.333689 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-5926c029-cac5-4112-a921-d1bb9c86bde0 req-265caf2a-4468-4e92-b48e-30d49bb593cd tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (6e23c596-29bb-4e8f-a097-dd603cb213b3), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:48.334082 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-5926c029-cac5-4112-a921-d1bb9c86bde0 req-265caf2a-4468-4e92-b48e-30d49bb593cd tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Publish callbacks [] for floatingip (6e23c596-29bb-4e8f-a097-dd603cb213b3), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:48.353425 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-00d47176-7b25-4fee-9ee0-63ebaf8c9d89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (feaa586e-fdf3-4815-964d-77eed258f414), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:48.387971 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3edd91ae-c66f-468e-aaa7-cc913edc1d32 admin admin] Publish callbacks [] for router_gateway (26351360-de0e-4c20-8810-bcad3e59ddb8), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:48.448420 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d47176-7b25-4fee-9ee0-63ebaf8c9d89 service neutron] Pushing event updated for resources: {'Port': ['ID=feaa586e-fdf3-4815-964d-77eed258f414,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:48.462616 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9ced2847-235f-4d09-856b-245f39629724 req-e1ceb250-c3e0-47ed-a908-5f287068962b service neutron] 10.222.0.88 "GET /v2.0/networks/32d3093c-8c55-41e4-974c-3ed1e6577092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4868708 Feb 02 07:02:48.470082 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-5926c029-cac5-4112-a921-d1bb9c86bde0 req-265caf2a-4468-4e92-b48e-30d49bb593cd tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Calling delete_port for 6e23c596-29bb-4e8f-a097-dd603cb213b3 owned by network:floatingip {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:02:48.473327 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7e4999ab-3f1c-4d59-80a1-52e77bbd47f4 req-7dbb078d-db81-416e-be27-d8e352389d79 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/security-groups?id=83500878-2b75-476a-931f-17df1a6782c5&id=2c89831c-2212-4fd4-82c0-50883e2a18e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2326388 Feb 02 07:02:48.507998 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-00d47176-7b25-4fee-9ee0-63ebaf8c9d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:48.508639 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-00d47176-7b25-4fee-9ee0-63ebaf8c9d89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:48.511214 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-00d47176-7b25-4fee-9ee0-63ebaf8c9d89 service neutron] 10.222.0.59 "PUT /v2.0/ports/feaa586e-fdf3-4815-964d-77eed258f414 HTTP/1.1" status: 200 len: 1092 time: 4.1964388 Feb 02 07:02:48.517581 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=8983c95f-d2a5-40fc-ab6f-8385eea021b2,revision_number=7']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:48.518144 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '420f5c18-92bb-4996-8a12-daf3c6d27a44', 'tag': 'feaa586e-fdf3-4815-964d-77eed258f414'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:02:48.545111 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b649c93-3bf5-4533-a3a4-c7c9674fbce3" -d '{"events": [{"name": "network-changed", "server_uuid": "420f5c18-92bb-4996-8a12-daf3c6d27a44", "tag": "feaa586e-fdf3-4815-964d-77eed258f414"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:02:48.584587 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-aa405398-aa0e-4d5c-b266-b3111b7b15a9 admin admin] Publish callbacks [] for security_group (d7191bfa-f3da-4c53-94db-a7d6d822afe3), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:48.631629 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-aa405398-aa0e-4d5c-b266-b3111b7b15a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (d7191bfa-f3da-4c53-94db-a7d6d822afe3), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:48.670667 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-2d1703ae-b9bf-45cf-812b-662aa3294b41 None None] Allocated IP 172.20.0.2 (25bb2f6b-fd67-47da-85b3-87ac7c749a35/4301de96-4c94-4826-b786-9a6127838bf6/c889c3b6-1c49-42ac-a1d5-073e011929f8) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:02:48.684093 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-41daa47f-7b63-4bd7-a365-6c38911224df None None] Allocated IP 2001:db8::2 (0866d72e-3544-4c93-a5a9-bf8114a5301e/e0a8afae-cdd1-419e-a259-5ac0579a4f33/415cf6c3-4928-4cba-b87b-7854cd70278d) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:02:48.707294 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9ced2847-235f-4d09-856b-245f39629724 req-960cd7c9-04e9-4c2a-aeb7-9f974f729b75 service neutron] 10.222.0.88 "GET /v2.0/networks/32d3093c-8c55-41e4-974c-3ed1e6577092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342951 Feb 02 07:02:48.730307 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-92fd7e23-0bd4-4a87-bbef-c5b182b75256 service neutron] Request body: {'port': {'device_id': '420f5c18-92bb-4996-8a12-daf3c6d27a44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:02:48.737309 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-321eab4d-e21d-456a-b30b-d6ed4caae161 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Made reservation on behalf of d3e64a71e17749e693b291cf3514bb46 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:02:48.740466 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-321eab4d-e21d-456a-b30b-d6ed4caae161 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:48.783272 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa405398-aa0e-4d5c-b266-b3111b7b15a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7191bfa-f3da-4c53-94db-a7d6d822afe3,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:48.797236 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['8983c95f-d2a5-40fc-ab6f-8385eea021b2'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:02:48.828890 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-aa405398-aa0e-4d5c-b266-b3111b7b15a9 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=6981d42d460e4dd191c29e9b229e4b43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7158895 Feb 02 07:02:48.835363 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42792) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:02:48.971853 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c256f6e-8556-4e3f-a3ee-590bd8cd29da req-fbc1616c-d693-4c0a-ba0b-4e20912432a7 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:48.975524 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3c256f6e-8556-4e3f-a3ee-590bd8cd29da req-fbc1616c-d693-4c0a-ba0b-4e20912432a7 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2f92dd9-5697-4976-b165-77e520cf2520 HTTP/1.1" status: 200 len: 949 time: 0.3495216 Feb 02 07:02:48.998643 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [None req-321eab4d-e21d-456a-b30b-d6ed4caae161 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] device_id is not set on port e482abf7-54fc-48fd-bc0a-8c0737d73307 yet. {{(pid=109693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:02:49.006230 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-5926c029-cac5-4112-a921-d1bb9c86bde0 req-265caf2a-4468-4e92-b48e-30d49bb593cd tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (6e23c596-29bb-4e8f-a097-dd603cb213b3), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:49.019247 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7e0325ba-49d1-40a0-92a9-e7c5573fcbaf admin admin] Publish callbacks [] for security_group (d7191bfa-f3da-4c53-94db-a7d6d822afe3), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:49.055330 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2d1703ae-b9bf-45cf-812b-662aa3294b41 None None] Publish callbacks [] for port (c889c3b6-1c49-42ac-a1d5-073e011929f8), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:49.083234 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2d1703ae-b9bf-45cf-812b-662aa3294b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (c889c3b6-1c49-42ac-a1d5-073e011929f8), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:49.094516 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265caf2a-4468-4e92-b48e-30d49bb593cd tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Pushing event deleted for resources: {'Port': ['ID=6e23c596-29bb-4e8f-a097-dd603cb213b3,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:49.120302 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-92fd7e23-0bd4-4a87-bbef-c5b182b75256 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (238a9e44-e03f-44a7-b095-94714ea7aff3), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:49.129206 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1703ae-b9bf-45cf-812b-662aa3294b41 None None] Network 25bb2f6b-fd67-47da-85b3-87ac7c749a35 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:02:49.132444 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7e0325ba-49d1-40a0-92a9-e7c5573fcbaf admin admin] Publish callbacks [] for security_group (d7191bfa-f3da-4c53-94db-a7d6d822afe3), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:49.138041 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-2d1703ae-b9bf-45cf-812b-662aa3294b41 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:02:49.140781 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1703ae-b9bf-45cf-812b-662aa3294b41 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:02:49.144853 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3c256f6e-8556-4e3f-a3ee-590bd8cd29da req-3f5d36b4-fdfd-4f78-af23-bb2f2547496b tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619020 Feb 02 07:02:49.214714 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3edd91ae-c66f-468e-aaa7-cc913edc1d32 admin admin] Publish callbacks [] for router_gateway (26351360-de0e-4c20-8810-bcad3e59ddb8), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:49.252166 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3edd91ae-c66f-468e-aaa7-cc913edc1d32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:49.297612 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-2d1703ae-b9bf-45cf-812b-662aa3294b41 None None] Attempting to bind port c889c3b6-1c49-42ac-a1d5-073e011929f8 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:02:49.298230 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-2d1703ae-b9bf-45cf-812b-662aa3294b41 None None] Attempting to bind port c889c3b6-1c49-42ac-a1d5-073e011929f8 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '88d799c5-8a21-4eb2-b1ec-1b0a670840e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '25bb2f6b-fd67-47da-85b3-87ac7c749a35'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:02:49.298364 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1703ae-b9bf-45cf-812b-662aa3294b41 None None] Attempting to bind port c889c3b6-1c49-42ac-a1d5-073e011929f8 on network 25bb2f6b-fd67-47da-85b3-87ac7c749a35 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:02:49.314008 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-41daa47f-7b63-4bd7-a365-6c38911224df None None] Publish callbacks [] for port (415cf6c3-4928-4cba-b87b-7854cd70278d), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:49.321225 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1703ae-b9bf-45cf-812b-662aa3294b41 None None] Pushing event updated for resources: {'Port': ['ID=c889c3b6-1c49-42ac-a1d5-073e011929f8,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:49.325806 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1703ae-b9bf-45cf-812b-662aa3294b41 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:02:49.326222 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1703ae-b9bf-45cf-812b-662aa3294b41 None None] Checking segment: {'id': '88d799c5-8a21-4eb2-b1ec-1b0a670840e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '25bb2f6b-fd67-47da-85b3-87ac7c749a35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:02:49.326626 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2d1703ae-b9bf-45cf-812b-662aa3294b41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:49.327054 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1703ae-b9bf-45cf-812b-662aa3294b41 None None] Bound using segment: {'id': '88d799c5-8a21-4eb2-b1ec-1b0a670840e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '25bb2f6b-fd67-47da-85b3-87ac7c749a35'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:02:49.327544 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-2d1703ae-b9bf-45cf-812b-662aa3294b41 None None] Bound port: c889c3b6-1c49-42ac-a1d5-073e011929f8, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88d799c5-8a21-4eb2-b1ec-1b0a670840e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '25bb2f6b-fd67-47da-85b3-87ac7c749a35'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:02:49.328036 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2d1703ae-b9bf-45cf-812b-662aa3294b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (c889c3b6-1c49-42ac-a1d5-073e011929f8), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:49.335586 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3926d767-17a4-4681-b4e0-8702a1f16125 req-00bf60ca-c983-47a1-89fc-936add20ebd0 tempest-ServerShowV247Test-1552631908 tempest-ServerShowV247Test-1552631908-project] 10.222.0.87 "GET /v2.0/ports?device_id=14190854-9723-42bf-b5d0-df31ef64a13a HTTP/1.1" status: 200 len: 210 time: 0.0626252 Feb 02 07:02:49.348451 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-41daa47f-7b63-4bd7-a365-6c38911224df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (415cf6c3-4928-4cba-b87b-7854cd70278d), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:49.382374 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7e0325ba-49d1-40a0-92a9-e7c5573fcbaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (d7191bfa-f3da-4c53-94db-a7d6d822afe3), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:49.385312 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7e0325ba-49d1-40a0-92a9-e7c5573fcbaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:49.388995 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-7e0325ba-49d1-40a0-92a9-e7c5573fcbaf admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d7191bfa-f3da-4c53-94db-a7d6d822afe3 HTTP/1.1" status: 204 len: 168 time: 0.5436177 Feb 02 07:02:49.423756 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0325ba-49d1-40a0-92a9-e7c5573fcbaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7191bfa-f3da-4c53-94db-a7d6d822afe3,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:49.462807 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6fbc97-33f6-42a3-8988-bd5a87f3f02f x-openstack-request-id: req-0d6fbc97-33f6-42a3-8988-bd5a87f3f02f {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:02:49.471120 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "420f5c18-92bb-4996-8a12-daf3c6d27a44", "tag": "feaa586e-fdf3-4815-964d-77eed258f414", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:02:49.471898 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-0d6fbc97-33f6-42a3-8988-bd5a87f3f02f {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:02:49.473225 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '420f5c18-92bb-4996-8a12-daf3c6d27a44', 'tag': 'feaa586e-fdf3-4815-964d-77eed258f414', 'status': 'completed', 'code': 200} Feb 02 07:02:49.474482 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-5926c029-cac5-4112-a921-d1bb9c86bde0 req-265caf2a-4468-4e92-b48e-30d49bb593cd tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Publish callbacks [] for floatingip (d335463e-8033-4f8d-9d46-1ec76af50ec1), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:49.475889 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-3edd91ae-c66f-468e-aaa7-cc913edc1d32 admin admin] Allocated IP 172.25.4.108 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/561648fb-160f-4879-a31b-754251b6d776) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:02:49.478617 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daa47f-7b63-4bd7-a365-6c38911224df None None] Pushing event updated for resources: {'Port': ['ID=415cf6c3-4928-4cba-b87b-7854cd70278d,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:49.481741 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-5926c029-cac5-4112-a921-d1bb9c86bde0 req-265caf2a-4468-4e92-b48e-30d49bb593cd tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:49.496110 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5926c029-cac5-4112-a921-d1bb9c86bde0 req-265caf2a-4468-4e92-b48e-30d49bb593cd tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] 10.222.0.87 "DELETE /v2.0/floatingips/d335463e-8033-4f8d-9d46-1ec76af50ec1 HTTP/1.1" status: 204 len: 173 time: 1.9897439 Feb 02 07:02:49.529579 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41daa47f-7b63-4bd7-a365-6c38911224df None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:02:49.544658 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-41daa47f-7b63-4bd7-a365-6c38911224df None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:02:49.547191 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41daa47f-7b63-4bd7-a365-6c38911224df None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:02:49.680391 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-321eab4d-e21d-456a-b30b-d6ed4caae161 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Allocated IP 2001:db8::5 (0866d72e-3544-4c93-a5a9-bf8114a5301e/e0a8afae-cdd1-419e-a259-5ac0579a4f33/e482abf7-54fc-48fd-bc0a-8c0737d73307) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:02:49.689990 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-2d1703ae-b9bf-45cf-812b-662aa3294b41 None None] For port c889c3b6-1c49-42ac-a1d5-073e011929f8, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:02:49.728422 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-41daa47f-7b63-4bd7-a365-6c38911224df None None] Attempting to bind port 415cf6c3-4928-4cba-b87b-7854cd70278d on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:02:49.730040 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-41daa47f-7b63-4bd7-a365-6c38911224df None None] Attempting to bind port 415cf6c3-4928-4cba-b87b-7854cd70278d by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:02:49.736887 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41daa47f-7b63-4bd7-a365-6c38911224df None None] Attempting to bind port 415cf6c3-4928-4cba-b87b-7854cd70278d on network 0866d72e-3544-4c93-a5a9-bf8114a5301e {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:02:49.756812 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3edd91ae-c66f-468e-aaa7-cc913edc1d32 admin admin] Publish callbacks [] for port (561648fb-160f-4879-a31b-754251b6d776), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:49.786085 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-2d1703ae-b9bf-45cf-812b-662aa3294b41 None None] For port c889c3b6-1c49-42ac-a1d5-073e011929f8, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=c889c3b6-1c49-42ac-a1d5-073e011929f8,segment=NetworkSegment(88d799c5-8a21-4eb2-b1ec-1b0a670840e4),segment_id=88d799c5-8a21-4eb2-b1ec-1b0a670840e4)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:02:49.790837 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41daa47f-7b63-4bd7-a365-6c38911224df None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:02:49.796050 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41daa47f-7b63-4bd7-a365-6c38911224df None None] Checking segment: {'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:02:49.797907 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-41daa47f-7b63-4bd7-a365-6c38911224df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:49.798323 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41daa47f-7b63-4bd7-a365-6c38911224df None None] Bound using segment: {'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:02:49.805200 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-41daa47f-7b63-4bd7-a365-6c38911224df None None] Bound port: 415cf6c3-4928-4cba-b87b-7854cd70278d, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:02:49.805618 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-41daa47f-7b63-4bd7-a365-6c38911224df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (415cf6c3-4928-4cba-b87b-7854cd70278d), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:49.825982 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3edd91ae-c66f-468e-aaa7-cc913edc1d32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (561648fb-160f-4879-a31b-754251b6d776), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:49.861056 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2d1703ae-b9bf-45cf-812b-662aa3294b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (c889c3b6-1c49-42ac-a1d5-073e011929f8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:50.042269 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edd91ae-c66f-468e-aaa7-cc913edc1d32 admin admin] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:02:50.049410 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-3edd91ae-c66f-468e-aaa7-cc913edc1d32 admin admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:02:50.056718 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edd91ae-c66f-468e-aaa7-cc913edc1d32 admin admin] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:02:50.078018 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-321eab4d-e21d-456a-b30b-d6ed4caae161 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for port (e482abf7-54fc-48fd-bc0a-8c0737d73307), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:50.130282 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b649c93-3bf5-4533-a3a4-c7c9674fbce3 req-2c95b8fa-2c42-42c9-a871-9e02eebbd592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:50.130772 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b649c93-3bf5-4533-a3a4-c7c9674fbce3 req-2c95b8fa-2c42-42c9-a871-9e02eebbd592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:50.132113 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b649c93-3bf5-4533-a3a4-c7c9674fbce3 req-2c95b8fa-2c42-42c9-a871-9e02eebbd592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:50.133833 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b649c93-3bf5-4533-a3a4-c7c9674fbce3 req-2c95b8fa-2c42-42c9-a871-9e02eebbd592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:50.134320 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b649c93-3bf5-4533-a3a4-c7c9674fbce3 req-2c95b8fa-2c42-42c9-a871-9e02eebbd592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:50.134801 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b649c93-3bf5-4533-a3a4-c7c9674fbce3 req-2c95b8fa-2c42-42c9-a871-9e02eebbd592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:50.135280 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b649c93-3bf5-4533-a3a4-c7c9674fbce3 req-2c95b8fa-2c42-42c9-a871-9e02eebbd592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:50.141021 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6b649c93-3bf5-4533-a3a4-c7c9674fbce3 req-2c95b8fa-2c42-42c9-a871-9e02eebbd592 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e8b504d3cbde466cb7d12e8c49d706df&device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 6403 time: 0.3348355 Feb 02 07:02:50.195547 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1703ae-b9bf-45cf-812b-662aa3294b41 None None] Pushing event updated for resources: {'Port': ['ID=c889c3b6-1c49-42ac-a1d5-073e011929f8,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:50.212906 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-41daa47f-7b63-4bd7-a365-6c38911224df None None] For port 415cf6c3-4928-4cba-b87b-7854cd70278d, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:02:50.218926 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-41daa47f-7b63-4bd7-a365-6c38911224df None None] For port 415cf6c3-4928-4cba-b87b-7854cd70278d, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=415cf6c3-4928-4cba-b87b-7854cd70278d,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:02:50.237639 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-41daa47f-7b63-4bd7-a365-6c38911224df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (415cf6c3-4928-4cba-b87b-7854cd70278d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:50.256450 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd91ae-c66f-468e-aaa7-cc913edc1d32 admin admin] Pushing event updated for resources: {'Port': ['ID=561648fb-160f-4879-a31b-754251b6d776,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:50.381492 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daa47f-7b63-4bd7-a365-6c38911224df None None] Pushing event updated for resources: {'Port': ['ID=415cf6c3-4928-4cba-b87b-7854cd70278d,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:50.446182 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020122bf-5455-4384-b86e-f454b5dd32c4 req-01ac4907-36ff-400d-a1c9-7df34961d886 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:50.454816 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020122bf-5455-4384-b86e-f454b5dd32c4 req-01ac4907-36ff-400d-a1c9-7df34961d886 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:50.460165 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020122bf-5455-4384-b86e-f454b5dd32c4 req-01ac4907-36ff-400d-a1c9-7df34961d886 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:50.465963 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020122bf-5455-4384-b86e-f454b5dd32c4 req-01ac4907-36ff-400d-a1c9-7df34961d886 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:50.472635 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020122bf-5455-4384-b86e-f454b5dd32c4 req-01ac4907-36ff-400d-a1c9-7df34961d886 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:50.488103 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020122bf-5455-4384-b86e-f454b5dd32c4 req-01ac4907-36ff-400d-a1c9-7df34961d886 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:50.492083 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020122bf-5455-4384-b86e-f454b5dd32c4 req-01ac4907-36ff-400d-a1c9-7df34961d886 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:50.501715 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-020122bf-5455-4384-b86e-f454b5dd32c4 req-01ac4907-36ff-400d-a1c9-7df34961d886 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 5383 time: 0.8554246 Feb 02 07:02:50.556776 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-321eab4d-e21d-456a-b30b-d6ed4caae161 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (e482abf7-54fc-48fd-bc0a-8c0737d73307), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:50.649471 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-92fd7e23-0bd4-4a87-bbef-c5b182b75256 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 238a9e44-e03f-44a7-b095-94714ea7aff3 {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:02:50.673065 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-92fd7e23-0bd4-4a87-bbef-c5b182b75256 service neutron] Publish callbacks [] for port (238a9e44-e03f-44a7-b095-94714ea7aff3), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:50.695819 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-92fd7e23-0bd4-4a87-bbef-c5b182b75256 service neutron] Transition to ACTIVE for port object 238a9e44-e03f-44a7-b095-94714ea7aff3 will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:02:50.732923 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-92fd7e23-0bd4-4a87-bbef-c5b182b75256 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (238a9e44-e03f-44a7-b095-94714ea7aff3), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:50.809275 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321eab4d-e21d-456a-b30b-d6ed4caae161 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:02:50.824114 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-321eab4d-e21d-456a-b30b-d6ed4caae161 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:02:50.828936 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321eab4d-e21d-456a-b30b-d6ed4caae161 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:02:50.835180 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321eab4d-e21d-456a-b30b-d6ed4caae161 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:50.835950 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-321eab4d-e21d-456a-b30b-d6ed4caae161 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:50.896028 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c68256-3221-4275-8add-e309e8883bea req-5872c9cb-c157-46d5-9dc9-35c25b35ed12 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:50.912218 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d8c68256-3221-4275-8add-e309e8883bea req-5872c9cb-c157-46d5-9dc9-35c25b35ed12 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] 10.222.0.87 "GET /v2.0/ports?device_id=8044724b-a2a6-414a-a5c7-ac8957aba605&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 1.0322232 Feb 02 07:02:50.922786 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321eab4d-e21d-456a-b30b-d6ed4caae161 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event updated for resources: {'Port': ['ID=e482abf7-54fc-48fd-bc0a-8c0737d73307,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:51.075430 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fd7e23-0bd4-4a87-bbef-c5b182b75256 service neutron] Pushing event updated for resources: {'Port': ['ID=238a9e44-e03f-44a7-b095-94714ea7aff3,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:51.100871 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-020122bf-5455-4384-b86e-f454b5dd32c4 req-2121080b-65c4-489c-9e07-42765d2a8802 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/security-groups?id=83500878-2b75-476a-931f-17df1a6782c5&id=2c89831c-2212-4fd4-82c0-50883e2a18e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5978403 Feb 02 07:02:51.138556 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d8c68256-3221-4275-8add-e309e8883bea req-3b38cab5-4f30-426f-aecb-8eb803a4e9ce tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.2253387 Feb 02 07:02:51.149614 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-321eab4d-e21d-456a-b30b-d6ed4caae161 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1828189 Feb 02 07:02:51.152090 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42844) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:02:51.193957 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b649c93-3bf5-4533-a3a4-c7c9674fbce3 req-54c99b3b-035d-4c7d-b461-bbe20b0b4324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:51.196989 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b649c93-3bf5-4533-a3a4-c7c9674fbce3 req-54c99b3b-035d-4c7d-b461-bbe20b0b4324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:51.197969 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b649c93-3bf5-4533-a3a4-c7c9674fbce3 req-54c99b3b-035d-4c7d-b461-bbe20b0b4324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:51.200855 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6b649c93-3bf5-4533-a3a4-c7c9674fbce3 req-54c99b3b-035d-4c7d-b461-bbe20b0b4324 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=e8b504d3cbde466cb7d12e8c49d706df&shared=False HTTP/1.1" status: 200 len: 2291 time: 1.0312967 Feb 02 07:02:51.296909 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-92fd7e23-0bd4-4a87-bbef-c5b182b75256 service neutron] Attempting to bind port 238a9e44-e03f-44a7-b095-94714ea7aff3 on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:02:51.297375 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-92fd7e23-0bd4-4a87-bbef-c5b182b75256 service neutron] Attempting to bind port 238a9e44-e03f-44a7-b095-94714ea7aff3 by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': 'dbbcd93b-74ed-4f38-9d36-01cf18043418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '9faf7e40-7741-4ebb-8f78-e3e3326a51b7'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:02:51.297822 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-92fd7e23-0bd4-4a87-bbef-c5b182b75256 service neutron] Attempting to bind port 238a9e44-e03f-44a7-b095-94714ea7aff3 on network 9faf7e40-7741-4ebb-8f78-e3e3326a51b7 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:02:51.324569 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-92fd7e23-0bd4-4a87-bbef-c5b182b75256 service neutron] Port 238a9e44-e03f-44a7-b095-94714ea7aff3 on network 9faf7e40-7741-4ebb-8f78-e3e3326a51b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:02:51.325053 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-92fd7e23-0bd4-4a87-bbef-c5b182b75256 service neutron] Attempting to bind port 238a9e44-e03f-44a7-b095-94714ea7aff3 on network 9faf7e40-7741-4ebb-8f78-e3e3326a51b7 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:02:51.336959 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 8983c95f-d2a5-40fc-ab6f-8385eea021b2 up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:02:51.349112 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fd2aed73-0b13-4dff-b719-efcdd39aeacd req-2c78dd2e-7704-4d7b-a06b-df30ab0eba4c tempest-ServerShowV247Test-1552631908 tempest-ServerShowV247Test-1552631908-project] 10.222.0.87 "GET /v2.0/ports?device_id=14190854-9723-42bf-b5d0-df31ef64a13a HTTP/1.1" status: 200 len: 210 time: 0.0436444 Feb 02 07:02:51.360387 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-92fd7e23-0bd4-4a87-bbef-c5b182b75256 service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:02:51.360879 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-92fd7e23-0bd4-4a87-bbef-c5b182b75256 service neutron] Checking segment: {'id': 'dbbcd93b-74ed-4f38-9d36-01cf18043418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '9faf7e40-7741-4ebb-8f78-e3e3326a51b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:02:51.361399 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-92fd7e23-0bd4-4a87-bbef-c5b182b75256 service neutron] Bound using segment: {'id': 'dbbcd93b-74ed-4f38-9d36-01cf18043418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '9faf7e40-7741-4ebb-8f78-e3e3326a51b7'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:02:51.361964 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-92fd7e23-0bd4-4a87-bbef-c5b182b75256 service neutron] Bound port: 238a9e44-e03f-44a7-b095-94714ea7aff3, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbbcd93b-74ed-4f38-9d36-01cf18043418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '9faf7e40-7741-4ebb-8f78-e3e3326a51b7'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:02:51.362431 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-92fd7e23-0bd4-4a87-bbef-c5b182b75256 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (238a9e44-e03f-44a7-b095-94714ea7aff3), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:51.396932 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2201b9d-920a-4846-afa5-4ea2e98497e2 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:51.402487 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2201b9d-920a-4846-afa5-4ea2e98497e2 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:51.406969 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d2201b9d-920a-4846-afa5-4ea2e98497e2 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1666 time: 0.2539098 Feb 02 07:02:51.410110 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42848) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:02:51.508810 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port 8983c95f-d2a5-40fc-ab6f-8385eea021b2 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:02:51.509402 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (8983c95f-d2a5-40fc-ab6f-8385eea021b2), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:51.619523 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7fca6995-d09b-425c-a69b-75f7def58856 req-268ce3e7-48ab-45a8-9bbb-00d5f9185eb8 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1462638 Feb 02 07:02:51.642692 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3edd91ae-c66f-468e-aaa7-cc913edc1d32 admin admin] Publish callbacks [] for router_gateway (26351360-de0e-4c20-8810-bcad3e59ddb8), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:51.656610 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b62fa-d1f0-4c6a-8af8-3f016b663193 req-b0d72f26-675a-45b8-a75b-1a09263c0dee tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:51.665375 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1a5b62fa-d1f0-4c6a-8af8-3f016b663193 req-b0d72f26-675a-45b8-a75b-1a09263c0dee tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2f92dd9-5697-4976-b165-77e520cf2520 HTTP/1.1" status: 200 len: 949 time: 0.3479183 Feb 02 07:02:51.707312 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 8983c95f-d2a5-40fc-ab6f-8385eea021b2 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:02:51.707871 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-92fd7e23-0bd4-4a87-bbef-c5b182b75256 service neutron] For port 238a9e44-e03f-44a7-b095-94714ea7aff3, host n-h2-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:02:51.710324 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (8983c95f-d2a5-40fc-ab6f-8385eea021b2), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:51.723011 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-92fd7e23-0bd4-4a87-bbef-c5b182b75256 service neutron] For port 238a9e44-e03f-44a7-b095-94714ea7aff3, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=238a9e44-e03f-44a7-b095-94714ea7aff3,segment=NetworkSegment(dbbcd93b-74ed-4f38-9d36-01cf18043418),segment_id=dbbcd93b-74ed-4f38-9d36-01cf18043418)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:02:51.742884 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-92fd7e23-0bd4-4a87-bbef-c5b182b75256 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (238a9e44-e03f-44a7-b095-94714ea7aff3), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:51.779296 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b649c93-3bf5-4533-a3a4-c7c9674fbce3 req-b0b5f292-6c58-48a3-b6c8-551f4e3ca42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:51.785375 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6b649c93-3bf5-4533-a3a4-c7c9674fbce3 req-b0b5f292-6c58-48a3-b6c8-551f4e3ca42e service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5546541 Feb 02 07:02:51.796975 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2f92dd9-5697-4976-b165-77e520cf2520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8983c95f-d2a5-40fc-ab6f-8385eea021b2'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:02:51.809213 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63bc6073-55d6-479b-8de8-3d775eeb3214" -d '{"events": [{"server_uuid": "e2f92dd9-5697-4976-b165-77e520cf2520", "name": "network-vif-plugged", "status": "completed", "tag": "8983c95f-d2a5-40fc-ab6f-8385eea021b2"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:02:51.839084 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 8983c95f-d2a5-40fc-ab6f-8385eea021b2, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=8983c95f-d2a5-40fc-ab6f-8385eea021b2,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:02:51.847633 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (8983c95f-d2a5-40fc-ab6f-8385eea021b2), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:51.877617 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1a5b62fa-d1f0-4c6a-8af8-3f016b663193 req-e537acaf-819b-4844-a53c-3630cfd1fb60 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110782 Feb 02 07:02:51.887372 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-0067a354-b75f-4f40-a7c7-ce54cda8dee8 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Deleting port e482abf7-54fc-48fd-bc0a-8c0737d73307 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:02:51.888552 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0067a354-b75f-4f40-a7c7-ce54cda8dee8 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (e482abf7-54fc-48fd-bc0a-8c0737d73307), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:51.907997 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-92fd7e23-0bd4-4a87-bbef-c5b182b75256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:51.909475 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-92fd7e23-0bd4-4a87-bbef-c5b182b75256 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:51.918870 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-92fd7e23-0bd4-4a87-bbef-c5b182b75256 service neutron] 10.222.0.59 "PUT /v2.0/ports/238a9e44-e03f-44a7-b095-94714ea7aff3 HTTP/1.1" status: 200 len: 1091 time: 3.2000413 Feb 02 07:02:51.931860 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '420f5c18-92bb-4996-8a12-daf3c6d27a44', 'tag': '238a9e44-e03f-44a7-b095-94714ea7aff3'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:02:51.936117 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ee07c1-b3cb-4b8e-b7b8-7eb1d5cf0b3c" -d '{"events": [{"name": "network-changed", "server_uuid": "420f5c18-92bb-4996-8a12-daf3c6d27a44", "tag": "238a9e44-e03f-44a7-b095-94714ea7aff3"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:02:51.980010 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-35e15dd1-46a9-405a-a626-7d0b4d6d3b22 service neutron] Request body: {'port': {'device_id': '420f5c18-92bb-4996-8a12-daf3c6d27a44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:02:52.015765 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:52.043893 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de726ab-616d-4125-bf6a-7386f13f276c None None] Network 25bb2f6b-fd67-47da-85b3-87ac7c749a35 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:02:52.058460 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b68f04-e1a3-4cec-a6c1-a4763ed1b25f x-openstack-request-id: req-f8b68f04-e1a3-4cec-a6c1-a4763ed1b25f {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:02:52.059023 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2f92dd9-5697-4976-b165-77e520cf2520", "name": "network-vif-plugged", "status": "completed", "tag": "8983c95f-d2a5-40fc-ab6f-8385eea021b2", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:02:52.059447 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f8b68f04-e1a3-4cec-a6c1-a4763ed1b25f {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:02:52.060987 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2f92dd9-5697-4976-b165-77e520cf2520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8983c95f-d2a5-40fc-ab6f-8385eea021b2', 'code': 200} Feb 02 07:02:52.424731 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=8983c95f-d2a5-40fc-ab6f-8385eea021b2,revision_number=8']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:52.487590 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c585d85-597f-4fbc-a137-ced171470cb1 x-openstack-request-id: req-8c585d85-597f-4fbc-a137-ced171470cb1 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:02:52.488129 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "420f5c18-92bb-4996-8a12-daf3c6d27a44", "tag": "238a9e44-e03f-44a7-b095-94714ea7aff3", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:02:52.488505 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-8c585d85-597f-4fbc-a137-ced171470cb1 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:02:52.490641 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '420f5c18-92bb-4996-8a12-daf3c6d27a44', 'tag': '238a9e44-e03f-44a7-b095-94714ea7aff3', 'status': 'completed', 'code': 200} Feb 02 07:02:52.517676 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-3b1add46-b1d6-4cfc-978c-6b37c029fdfc None None] Provisioning complete for port c889c3b6-1c49-42ac-a1d5-073e011929f8 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:02:52.518703 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3b1add46-b1d6-4cfc-978c-6b37c029fdfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (c889c3b6-1c49-42ac-a1d5-073e011929f8), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:52.609410 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:02:52.626959 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fd7e23-0bd4-4a87-bbef-c5b182b75256 service neutron] Pushing event updated for resources: {'Port': ['ID=238a9e44-e03f-44a7-b095-94714ea7aff3,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:52.633769 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f93196-5a38-41ae-8216-696b11e0fe6a None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:02:52.678010 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3edd91ae-c66f-468e-aaa7-cc913edc1d32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (26351360-de0e-4c20-8810-bcad3e59ddb8), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:52.711400 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee07c1-b3cb-4b8e-b7b8-7eb1d5cf0b3c req-68e8de6b-c3ca-47e5-8a84-daa145cef3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:52.711919 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee07c1-b3cb-4b8e-b7b8-7eb1d5cf0b3c req-68e8de6b-c3ca-47e5-8a84-daa145cef3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:52.712578 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee07c1-b3cb-4b8e-b7b8-7eb1d5cf0b3c req-68e8de6b-c3ca-47e5-8a84-daa145cef3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:52.713211 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee07c1-b3cb-4b8e-b7b8-7eb1d5cf0b3c req-68e8de6b-c3ca-47e5-8a84-daa145cef3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:52.714369 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee07c1-b3cb-4b8e-b7b8-7eb1d5cf0b3c req-68e8de6b-c3ca-47e5-8a84-daa145cef3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:52.714998 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee07c1-b3cb-4b8e-b7b8-7eb1d5cf0b3c req-68e8de6b-c3ca-47e5-8a84-daa145cef3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:52.715281 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0067a354-b75f-4f40-a7c7-ce54cda8dee8 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (e482abf7-54fc-48fd-bc0a-8c0737d73307), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:52.716070 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee07c1-b3cb-4b8e-b7b8-7eb1d5cf0b3c req-68e8de6b-c3ca-47e5-8a84-daa145cef3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:52.718279 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-44ee07c1-b3cb-4b8e-b7b8-7eb1d5cf0b3c req-68e8de6b-c3ca-47e5-8a84-daa145cef3c7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e8b504d3cbde466cb7d12e8c49d706df&device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 6502 time: 0.5797923 Feb 02 07:02:52.753559 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-0067a354-b75f-4f40-a7c7-ce54cda8dee8 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Calling delete_port for e482abf7-54fc-48fd-bc0a-8c0737d73307 owned by {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:02:52.761722 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-35e15dd1-46a9-405a-a626-7d0b4d6d3b22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (7fb47d58-571f-4649-9d38-e17e5ed547f3), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:52.811414 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device c889c3b6-1c49-42ac-a1d5-073e011929f8 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:02:52.812640 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161ab439-377f-4aaf-84f7-890a73d97840 req-13ea054f-8127-4665-8cd9-da794c2dd6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:52.815238 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-161ab439-377f-4aaf-84f7-890a73d97840 req-13ea054f-8127-4665-8cd9-da794c2dd6da service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e2f92dd9-5697-4976-b165-77e520cf2520 HTTP/1.1" status: 200 len: 1133 time: 0.3026969 Feb 02 07:02:52.865645 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9c617-a619-4376-92fe-e4c49f77f299 req-08cb775c-b0c7-4b2c-a51b-3842f7b87b47 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:52.872144 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9c617-a619-4376-92fe-e4c49f77f299 req-08cb775c-b0c7-4b2c-a51b-3842f7b87b47 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:52.878256 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9c617-a619-4376-92fe-e4c49f77f299 req-08cb775c-b0c7-4b2c-a51b-3842f7b87b47 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:52.886940 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9c617-a619-4376-92fe-e4c49f77f299 req-08cb775c-b0c7-4b2c-a51b-3842f7b87b47 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:52.892595 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9c617-a619-4376-92fe-e4c49f77f299 req-08cb775c-b0c7-4b2c-a51b-3842f7b87b47 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:52.898899 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9c617-a619-4376-92fe-e4c49f77f299 req-08cb775c-b0c7-4b2c-a51b-3842f7b87b47 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:52.905807 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9c617-a619-4376-92fe-e4c49f77f299 req-08cb775c-b0c7-4b2c-a51b-3842f7b87b47 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:52.913885 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bfa9c617-a619-4376-92fe-e4c49f77f299 req-08cb775c-b0c7-4b2c-a51b-3842f7b87b47 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 5395 time: 0.6391997 Feb 02 07:02:52.926939 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port c889c3b6-1c49-42ac-a1d5-073e011929f8 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:02:52.927575 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (c889c3b6-1c49-42ac-a1d5-073e011929f8), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:52.985701 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0969fd96-38d0-446b-a8b1-feea4ca9fa69 req-81b9a68a-c609-4ba3-9a1e-d923a7348868 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:52.988145 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0969fd96-38d0-446b-a8b1-feea4ca9fa69 req-81b9a68a-c609-4ba3-9a1e-d923a7348868 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] 10.222.0.87 "GET /v2.0/ports?device_id=8044724b-a2a6-414a-a5c7-ac8957aba605 HTTP/1.1" status: 200 len: 946 time: 0.5022852 Feb 02 07:02:53.022422 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-3b1add46-b1d6-4cfc-978c-6b37c029fdfc None None] Current status of the port c889c3b6-1c49-42ac-a1d5-073e011929f8 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:02:53.022996 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3b1add46-b1d6-4cfc-978c-6b37c029fdfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (c889c3b6-1c49-42ac-a1d5-073e011929f8), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:53.128845 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0067a354-b75f-4f40-a7c7-ce54cda8dee8 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (e482abf7-54fc-48fd-bc0a-8c0737d73307), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:53.165913 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bfa9c617-a619-4376-92fe-e4c49f77f299 req-ee32e390-1cf7-4ddd-a3ae-63ca5e45a68a tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/security-groups?id=83500878-2b75-476a-931f-17df1a6782c5&id=2c89831c-2212-4fd4-82c0-50883e2a18e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2508116 Feb 02 07:02:53.181752 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3edd91ae-c66f-468e-aaa7-cc913edc1d32 admin admin] Router 26351360-de0e-4c20-8810-bcad3e59ddb8 is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:02:53.204379 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee07c1-b3cb-4b8e-b7b8-7eb1d5cf0b3c req-75bb1545-6186-4c22-ae66-5a8f0ade6c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:53.205134 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee07c1-b3cb-4b8e-b7b8-7eb1d5cf0b3c req-75bb1545-6186-4c22-ae66-5a8f0ade6c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:53.205804 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee07c1-b3cb-4b8e-b7b8-7eb1d5cf0b3c req-75bb1545-6186-4c22-ae66-5a8f0ade6c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:53.208689 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-44ee07c1-b3cb-4b8e-b7b8-7eb1d5cf0b3c req-75bb1545-6186-4c22-ae66-5a8f0ade6c99 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=e8b504d3cbde466cb7d12e8c49d706df&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3700483 Feb 02 07:02:53.262858 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-3b1add46-b1d6-4cfc-978c-6b37c029fdfc None None] For port c889c3b6-1c49-42ac-a1d5-073e011929f8, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=c889c3b6-1c49-42ac-a1d5-073e011929f8,segment=NetworkSegment(88d799c5-8a21-4eb2-b1ec-1b0a670840e4),segment_id=88d799c5-8a21-4eb2-b1ec-1b0a670840e4)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:02:53.269019 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-161ab439-377f-4aaf-84f7-890a73d97840 req-3a7a442b-a951-47ac-aca9-b46738027120 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4415123 Feb 02 07:02:53.279243 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3b1add46-b1d6-4cfc-978c-6b37c029fdfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (c889c3b6-1c49-42ac-a1d5-073e011929f8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:53.295632 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0969fd96-38d0-446b-a8b1-feea4ca9fa69 req-5c7bea33-2c5e-4e92-b701-c08f8fc7b55e tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] 10.222.0.87 "GET /v2.0/security-groups?id=c48b3388-a072-4831-9be5-83b96f467aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738373 Feb 02 07:02:53.353727 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0067a354-b75f-4f40-a7c7-ce54cda8dee8 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event deleted for resources: {'Port': ['ID=e482abf7-54fc-48fd-bc0a-8c0737d73307,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:53.398426 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0067a354-b75f-4f40-a7c7-ce54cda8dee8 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:53.401523 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port c889c3b6-1c49-42ac-a1d5-073e011929f8 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:02:53.402626 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 415cf6c3-4928-4cba-b87b-7854cd70278d up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:02:53.405157 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-0067a354-b75f-4f40-a7c7-ce54cda8dee8 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/ports/e482abf7-54fc-48fd-bc0a-8c0737d73307 HTTP/1.1" status: 204 len: 168 time: 1.9939101 Feb 02 07:02:53.408122 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42882) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:02:53.461455 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1add46-b1d6-4cfc-978c-6b37c029fdfc None None] Pushing event updated for resources: {'Port': ['ID=c889c3b6-1c49-42ac-a1d5-073e011929f8,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:53.467955 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-20844739-46cb-41b6-9f0d-82a704fdfe89 None None] Provisioning complete for port 415cf6c3-4928-4cba-b87b-7854cd70278d triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:02:53.468326 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-20844739-46cb-41b6-9f0d-82a704fdfe89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (415cf6c3-4928-4cba-b87b-7854cd70278d), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:53.518271 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1980e1b8-3656-4363-821d-3c87628376d3 req-a92d9562-f369-407a-9e00-e7199866ec29 tempest-ServerShowV247Test-1552631908 tempest-ServerShowV247Test-1552631908-project] 10.222.0.87 "GET /v2.0/ports?device_id=14190854-9723-42bf-b5d0-df31ef64a13a HTTP/1.1" status: 200 len: 210 time: 0.1680279 Feb 02 07:02:53.525000 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 415cf6c3-4928-4cba-b87b-7854cd70278d triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:02:53.525614 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (415cf6c3-4928-4cba-b87b-7854cd70278d), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:53.560661 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3edd91ae-c66f-468e-aaa7-cc913edc1d32 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:02:53.567978 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee07c1-b3cb-4b8e-b7b8-7eb1d5cf0b3c req-360f9640-8764-4dcd-b19c-e7a4db7f2c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:53.570130 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cdd518-a1e3-4369-996b-a19412a4958b None None] Sync routers for ids ['26351360-de0e-4c20-8810-bcad3e59ddb8'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:02:53.580288 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-44ee07c1-b3cb-4b8e-b7b8-7eb1d5cf0b3c req-360f9640-8764-4dcd-b19c-e7a4db7f2c23 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3648303 Feb 02 07:02:53.586109 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cdd518-a1e3-4369-996b-a19412a4958b None None] Routers {'26351360-de0e-4c20-8810-bcad3e59ddb8'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:02:53.586744 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-65cdd518-a1e3-4369-996b-a19412a4958b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:02:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['26351360-de0e-4c20-8810-bcad3e59ddb8'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:02:53.624421 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3edd91ae-c66f-468e-aaa7-cc913edc1d32 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:53.625769 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-3edd91ae-c66f-468e-aaa7-cc913edc1d32 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.7826967 Feb 02 07:02:53.628714 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42888) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:02:53.749452 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c93474-2562-4bc7-b684-118cd258078d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:53.751101 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c93474-2562-4bc7-b684-118cd258078d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:53.755641 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e5c93474-2562-4bc7-b684-118cd258078d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3464527 Feb 02 07:02:53.756400 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42894) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:02:53.809615 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-75603f9a-7ef3-4b79-8a87-47c22cabe77a req-255051ea-2013-4bc5-8697-e167946b09a2 tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=24a1609377a04a1284077f4f1f79b2e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1009319 Feb 02 07:02:53.834128 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 415cf6c3-4928-4cba-b87b-7854cd70278d is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:02:53.834800 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (415cf6c3-4928-4cba-b87b-7854cd70278d), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:53.848685 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-20844739-46cb-41b6-9f0d-82a704fdfe89 None None] Current status of the port 415cf6c3-4928-4cba-b87b-7854cd70278d is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:02:53.849362 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-20844739-46cb-41b6-9f0d-82a704fdfe89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (415cf6c3-4928-4cba-b87b-7854cd70278d), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:53.896897 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-65cdd518-a1e3-4369-996b-a19412a4958b None None] Set router 26351360-de0e-4c20-8810-bcad3e59ddb8 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:02:53.939291 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 415cf6c3-4928-4cba-b87b-7854cd70278d, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=415cf6c3-4928-4cba-b87b-7854cd70278d,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:02:53.947140 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (415cf6c3-4928-4cba-b87b-7854cd70278d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:54.069486 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.db.api [None req-20844739-46cb-41b6-9f0d-82a704fdfe89 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109695) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 07:02:54.073713 n-d-789963-26 neutron-server[109695]: DEBUG oslo_db.api [None req-20844739-46cb-41b6-9f0d-82a704fdfe89 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 07:02:54.091952 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0363e69-2cff-4b62-8791-d1c3d75470e7 req-516b0a25-273b-4fc2-b0b7-962bdcf901f9 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:54.093492 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c0363e69-2cff-4b62-8791-d1c3d75470e7 req-516b0a25-273b-4fc2-b0b7-962bdcf901f9 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] 10.222.0.88 "GET /v2.0/ports?device_id=8044724b-a2a6-414a-a5c7-ac8957aba605 HTTP/1.1" status: 200 len: 946 time: 0.4980752 Feb 02 07:02:54.096889 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=415cf6c3-4928-4cba-b87b-7854cd70278d,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:54.136546 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-65cdd518-a1e3-4369-996b-a19412a4958b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26351360-de0e-4c20-8810-bcad3e59ddb8', 'name': 'tempest-ServersTestManualDisk-820367868-router', 'tenant_id': '119ebbdd403a496dbc2e34d86f0585a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '561648fb-160f-4879-a31b-754251b6d776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:02:47Z', 'updated_at': '2022-02-02T07:02:51Z', 'revision_number': 3, 'project_id': '119ebbdd403a496dbc2e34d86f0585a7', 'gw_port': {'id': '561648fb-160f-4879-a31b-754251b6d776', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:aa:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26351360-de0e-4c20-8810-bcad3e59ddb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:02:49Z', 'updated_at': '2022-02-02T07:02:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:02:54.174218 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cdd518-a1e3-4369-996b-a19412a4958b None None] Checking router: 26351360-de0e-4c20-8810-bcad3e59ddb8 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:02:54.174864 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cdd518-a1e3-4369-996b-a19412a4958b None None] Updating router 26351360-de0e-4c20-8810-bcad3e59ddb8 port 561648fb-160f-4879-a31b-754251b6d776 binding host n-d-789963-26 {{(pid=109696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:02:54.184339 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-71479f7f-2d39-4c27-8c82-64ede0b3034e tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Deleting subnet e0a8afae-cdd1-419e-a259-5ac0579a4f33 {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:02:54.212470 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-65cdd518-a1e3-4369-996b-a19412a4958b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (561648fb-160f-4879-a31b-754251b6d776), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:54.212919 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-71479f7f-2d39-4c27-8c82-64ede0b3034e tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for subnet (e0a8afae-cdd1-419e-a259-5ac0579a4f33), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:54.301818 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995669fe-0685-4d5b-a759-837304ed56aa req-8b7696c8-62f9-4c9c-8acf-d17b93cf9dc0 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:54.303584 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-995669fe-0685-4d5b-a759-837304ed56aa req-8b7696c8-62f9-4c9c-8acf-d17b93cf9dc0 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2f92dd9-5697-4976-b165-77e520cf2520 HTTP/1.1" status: 200 len: 950 time: 0.6010149 Feb 02 07:02:54.352933 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-35e15dd1-46a9-405a-a626-7d0b4d6d3b22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fb47d58-571f-4649-9d38-e17e5ed547f3 {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:02:54.371319 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-995669fe-0685-4d5b-a759-837304ed56aa req-8ae9df8f-6667-4b7c-a7e4-b35bdaeb6f47 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605357 Feb 02 07:02:54.379171 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-35e15dd1-46a9-405a-a626-7d0b4d6d3b22 service neutron] Publish callbacks [] for port (7fb47d58-571f-4649-9d38-e17e5ed547f3), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:54.407118 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-71479f7f-2d39-4c27-8c82-64ede0b3034e tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (e0a8afae-cdd1-419e-a259-5ac0579a4f33), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:54.484078 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75603f9a-7ef3-4b79-8a87-47c22cabe77a req-acfef750-70f5-486e-a965-732dbaffa796 tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:54.486349 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-75603f9a-7ef3-4b79-8a87-47c22cabe77a req-acfef750-70f5-486e-a965-732dbaffa796 tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6207209 Feb 02 07:02:54.496716 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-35e15dd1-46a9-405a-a626-7d0b4d6d3b22 service neutron] Transition to ACTIVE for port object 7fb47d58-571f-4649-9d38-e17e5ed547f3 will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:02:54.525271 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-35e15dd1-46a9-405a-a626-7d0b4d6d3b22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (7fb47d58-571f-4649-9d38-e17e5ed547f3), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:54.538486 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device c889c3b6-1c49-42ac-a1d5-073e011929f8 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:02:54.558140 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-75603f9a-7ef3-4b79-8a87-47c22cabe77a req-32cc3756-ead2-42cb-990f-fbdad7a16b29 tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] 10.222.0.87 "GET /v2.0/quotas/24a1609377a04a1284077f4f1f79b2e7 HTTP/1.1" status: 200 len: 375 time: 0.0542204 Feb 02 07:02:54.595218 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-65cdd518-a1e3-4369-996b-a19412a4958b None None] Publish callbacks [] for port (561648fb-160f-4879-a31b-754251b6d776), precommit_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:54.616825 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-65cdd518-a1e3-4369-996b-a19412a4958b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (561648fb-160f-4879-a31b-754251b6d776), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:54.674431 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a55b46a-ea14-4480-a993-9b2b811f4f90 None None] Pushing event updated for resources: {'Port': ['ID=561648fb-160f-4879-a31b-754251b6d776,revision_number=2']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:54.704161 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55b46a-ea14-4480-a993-9b2b811f4f90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:02:54.704783 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55b46a-ea14-4480-a993-9b2b811f4f90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:02:54.705339 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55b46a-ea14-4480-a993-9b2b811f4f90 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:02:54.705530 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-20844739-46cb-41b6-9f0d-82a704fdfe89 None None] Current status of the port 415cf6c3-4928-4cba-b87b-7854cd70278d is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:02:54.706036 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55b46a-ea14-4480-a993-9b2b811f4f90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:02:54.706552 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55b46a-ea14-4480-a993-9b2b811f4f90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:02:54.707046 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55b46a-ea14-4480-a993-9b2b811f4f90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:02:54.707542 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55b46a-ea14-4480-a993-9b2b811f4f90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:02:54.708129 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55b46a-ea14-4480-a993-9b2b811f4f90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:02:54.708653 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55b46a-ea14-4480-a993-9b2b811f4f90 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:02:54.709196 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55b46a-ea14-4480-a993-9b2b811f4f90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:02:54.710454 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55b46a-ea14-4480-a993-9b2b811f4f90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:02:54.711011 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55b46a-ea14-4480-a993-9b2b811f4f90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:02:54.713065 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55b46a-ea14-4480-a993-9b2b811f4f90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:02:54.737612 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-65cdd518-a1e3-4369-996b-a19412a4958b None None] Attempting to bind port 561648fb-160f-4879-a31b-754251b6d776 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:02:54.739238 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-65cdd518-a1e3-4369-996b-a19412a4958b None None] Attempting to bind port 561648fb-160f-4879-a31b-754251b6d776 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:02:54.741234 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cdd518-a1e3-4369-996b-a19412a4958b None None] Attempting to bind port 561648fb-160f-4879-a31b-754251b6d776 on network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:02:54.758554 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cdd518-a1e3-4369-996b-a19412a4958b None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:02:54.760203 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cdd518-a1e3-4369-996b-a19412a4958b None None] Checking segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:02:54.761693 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-65cdd518-a1e3-4369-996b-a19412a4958b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:54.763215 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cdd518-a1e3-4369-996b-a19412a4958b None None] Bound using segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:02:54.771909 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-20844739-46cb-41b6-9f0d-82a704fdfe89 None None] Provisioning complete for port c889c3b6-1c49-42ac-a1d5-073e011929f8 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:02:54.777234 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-65cdd518-a1e3-4369-996b-a19412a4958b None None] Bound port: 561648fb-160f-4879-a31b-754251b6d776, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:02:54.777728 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-20844739-46cb-41b6-9f0d-82a704fdfe89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (c889c3b6-1c49-42ac-a1d5-073e011929f8), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:54.783135 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-65cdd518-a1e3-4369-996b-a19412a4958b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (561648fb-160f-4879-a31b-754251b6d776), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:54.799337 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1f4eb-d371-4f73-9595-91e0951cb3b2 req-72a78373-a817-4cb2-aba1-617eb537c974 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:54.812365 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1f4eb-d371-4f73-9595-91e0951cb3b2 req-72a78373-a817-4cb2-aba1-617eb537c974 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:54.824871 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1f4eb-d371-4f73-9595-91e0951cb3b2 req-72a78373-a817-4cb2-aba1-617eb537c974 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:54.830294 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1f4eb-d371-4f73-9595-91e0951cb3b2 req-72a78373-a817-4cb2-aba1-617eb537c974 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:54.839510 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-75603f9a-7ef3-4b79-8a87-47c22cabe77a req-e09b8460-7a39-4f68-b1f2-785bf3b975d8 tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=24a1609377a04a1284077f4f1f79b2e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1261985 Feb 02 07:02:54.853386 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1f4eb-d371-4f73-9595-91e0951cb3b2 req-72a78373-a817-4cb2-aba1-617eb537c974 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:54.858915 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e15dd1-46a9-405a-a626-7d0b4d6d3b22 service neutron] Pushing event updated for resources: {'Port': ['ID=7fb47d58-571f-4649-9d38-e17e5ed547f3,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:54.865804 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-71479f7f-2d39-4c27-8c82-64ede0b3034e tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (e0a8afae-cdd1-419e-a259-5ac0579a4f33), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:54.880937 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1f4eb-d371-4f73-9595-91e0951cb3b2 req-72a78373-a817-4cb2-aba1-617eb537c974 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:54.890186 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port c889c3b6-1c49-42ac-a1d5-073e011929f8 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:02:54.892496 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (c889c3b6-1c49-42ac-a1d5-073e011929f8), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:54.895469 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1f4eb-d371-4f73-9595-91e0951cb3b2 req-72a78373-a817-4cb2-aba1-617eb537c974 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:54.913196 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f8d1f4eb-d371-4f73-9595-91e0951cb3b2 req-72a78373-a817-4cb2-aba1-617eb537c974 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 5407 time: 0.3472002 Feb 02 07:02:54.945170 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-65cdd518-a1e3-4369-996b-a19412a4958b None None] For port 561648fb-160f-4879-a31b-754251b6d776, host n-d-789963-26, cleared binding levels {{(pid=109696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:02:54.951376 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-65cdd518-a1e3-4369-996b-a19412a4958b None None] For port 561648fb-160f-4879-a31b-754251b6d776, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=561648fb-160f-4879-a31b-754251b6d776,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:02:54.960475 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-c0363e69-2cff-4b62-8791-d1c3d75470e7 req-358f7e3d-ff9e-4cad-90f1-d32126bfc434 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Deleting port 152ca481-03a6-431c-91be-ceb423d2e51a {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:02:54.961127 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-c0363e69-2cff-4b62-8791-d1c3d75470e7 req-358f7e3d-ff9e-4cad-90f1-d32126bfc434 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (152ca481-03a6-431c-91be-ceb423d2e51a), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:54.969923 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-65cdd518-a1e3-4369-996b-a19412a4958b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (561648fb-160f-4879-a31b-754251b6d776), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:55.137668 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a55b46a-ea14-4480-a993-9b2b811f4f90 None None] Pushing event updated for resources: {'Port': ['ID=561648fb-160f-4879-a31b-754251b6d776,revision_number=3']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:55.167383 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cdd518-a1e3-4369-996b-a19412a4958b None None] Routers {'26351360-de0e-4c20-8810-bcad3e59ddb8'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:02:55.169628 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-65cdd518-a1e3-4369-996b-a19412a4958b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:02:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['26351360-de0e-4c20-8810-bcad3e59ddb8'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:02:55.324531 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f8d1f4eb-d371-4f73-9595-91e0951cb3b2 req-54498071-2b33-418c-afef-a2e685f7581b tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/security-groups?id=83500878-2b75-476a-931f-17df1a6782c5&id=2c89831c-2212-4fd4-82c0-50883e2a18e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4102895 Feb 02 07:02:55.325714 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-c0363e69-2cff-4b62-8791-d1c3d75470e7 req-358f7e3d-ff9e-4cad-90f1-d32126bfc434 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] For port 152ca481-03a6-431c-91be-ceb423d2e51a, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=152ca481-03a6-431c-91be-ceb423d2e51a,segment=NetworkSegment(b69df42f-0e20-413f-aad5-0a985df1a94f),segment_id=b69df42f-0e20-413f-aad5-0a985df1a94f)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:02:55.326110 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-c0363e69-2cff-4b62-8791-d1c3d75470e7 req-358f7e3d-ff9e-4cad-90f1-d32126bfc434 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (152ca481-03a6-431c-91be-ceb423d2e51a), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:55.347232 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-65cdd518-a1e3-4369-996b-a19412a4958b None None] Set router 26351360-de0e-4c20-8810-bcad3e59ddb8 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:02:55.353419 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port c889c3b6-1c49-42ac-a1d5-073e011929f8 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:02:55.355928 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 415cf6c3-4928-4cba-b87b-7854cd70278d up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:02:55.360653 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-20844739-46cb-41b6-9f0d-82a704fdfe89 None None] Current status of the port c889c3b6-1c49-42ac-a1d5-073e011929f8 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:02:55.366517 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-c0363e69-2cff-4b62-8791-d1c3d75470e7 req-358f7e3d-ff9e-4cad-90f1-d32126bfc434 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Calling delete_port for 152ca481-03a6-431c-91be-ceb423d2e51a owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:02:55.381043 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5652ae2f-7399-4f0a-aff0-f1fd84379cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:55.505666 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 415cf6c3-4928-4cba-b87b-7854cd70278d triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:02:55.506429 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (415cf6c3-4928-4cba-b87b-7854cd70278d), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:55.579831 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-472f6034-c482-4953-bed4-79838ed5b283 None None] Provisioning complete for port 415cf6c3-4928-4cba-b87b-7854cd70278d triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:02:55.580531 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-472f6034-c482-4953-bed4-79838ed5b283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (415cf6c3-4928-4cba-b87b-7854cd70278d), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:55.592790 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-c0363e69-2cff-4b62-8791-d1c3d75470e7 req-358f7e3d-ff9e-4cad-90f1-d32126bfc434 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (152ca481-03a6-431c-91be-ceb423d2e51a), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:55.596050 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-71479f7f-2d39-4c27-8c82-64ede0b3034e tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (e0a8afae-cdd1-419e-a259-5ac0579a4f33), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:55.626146 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-65cdd518-a1e3-4369-996b-a19412a4958b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26351360-de0e-4c20-8810-bcad3e59ddb8', 'name': 'tempest-ServersTestManualDisk-820367868-router', 'tenant_id': '119ebbdd403a496dbc2e34d86f0585a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '561648fb-160f-4879-a31b-754251b6d776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:02:47Z', 'updated_at': '2022-02-02T07:02:51Z', 'revision_number': 3, 'project_id': '119ebbdd403a496dbc2e34d86f0585a7', 'gw_port': {'id': '561648fb-160f-4879-a31b-754251b6d776', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:aa:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26351360-de0e-4c20-8810-bcad3e59ddb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:02:49Z', 'updated_at': '2022-02-02T07:02:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:02:55.649587 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 415cf6c3-4928-4cba-b87b-7854cd70278d is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:02:55.659470 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['152ca481-03a6-431c-91be-ceb423d2e51a'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:02:55.705442 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cdd518-a1e3-4369-996b-a19412a4958b None None] The sync data for ids ['26351360-de0e-4c20-8810-bcad3e59ddb8'] in n-d-789963-26 is: [{'id': '26351360-de0e-4c20-8810-bcad3e59ddb8', 'name': 'tempest-ServersTestManualDisk-820367868-router', 'tenant_id': '119ebbdd403a496dbc2e34d86f0585a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '561648fb-160f-4879-a31b-754251b6d776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:02:47Z', 'updated_at': '2022-02-02T07:02:51Z', 'revision_number': 3, 'project_id': '119ebbdd403a496dbc2e34d86f0585a7', 'gw_port': {'id': '561648fb-160f-4879-a31b-754251b6d776', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:aa:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26351360-de0e-4c20-8810-bcad3e59ddb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:02:49Z', 'updated_at': '2022-02-02T07:02:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:02:55.754441 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f9f64946-8ec3-467e-b26a-89fd590c90a5 req-723dc12c-4386-4c4e-aebe-b2040904da31 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] 10.222.0.87 "GET /v2.0/ports?device_id=8044724b-a2a6-414a-a5c7-ac8957aba605 HTTP/1.1" status: 200 len: 210 time: 0.1688435 Feb 02 07:02:55.755404 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358f7e3d-ff9e-4cad-90f1-d32126bfc434 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Pushing event deleted for resources: {'Port': ['ID=152ca481-03a6-431c-91be-ceb423d2e51a,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:55.785574 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6fbb9ab5-4ae8-47c5-a506-41f61f005018 req-09328582-5425-475e-80f5-c0d9f39ea7ec tempest-ServerShowV247Test-1552631908 tempest-ServerShowV247Test-1552631908-project] 10.222.0.87 "GET /v2.0/ports?device_id=14190854-9723-42bf-b5d0-df31ef64a13a HTTP/1.1" status: 200 len: 210 time: 0.2061265 Feb 02 07:02:55.793530 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c904735b-fe35-494e-9586-5a92a5aa8bd2 None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:02:55.824018 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-35e15dd1-46a9-405a-a626-7d0b4d6d3b22 service neutron] Attempting to bind port 7fb47d58-571f-4649-9d38-e17e5ed547f3 on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:02:55.824410 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-35e15dd1-46a9-405a-a626-7d0b4d6d3b22 service neutron] Attempting to bind port 7fb47d58-571f-4649-9d38-e17e5ed547f3 by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': '5a1b64bb-b315-46f6-a993-2f3256b9cca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'fc60349d-a3fd-46d2-93de-c30a8b26931d'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:02:55.824816 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-35e15dd1-46a9-405a-a626-7d0b4d6d3b22 service neutron] Attempting to bind port 7fb47d58-571f-4649-9d38-e17e5ed547f3 on network fc60349d-a3fd-46d2-93de-c30a8b26931d {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:02:55.830451 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71479f7f-2d39-4c27-8c82-64ede0b3034e tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event deleted for resources: {'Subnet': ['ID=e0a8afae-cdd1-419e-a259-5ac0579a4f33,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:55.836360 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-71479f7f-2d39-4c27-8c82-64ede0b3034e tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:55.844628 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-71479f7f-2d39-4c27-8c82-64ede0b3034e tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/subnets/e0a8afae-cdd1-419e-a259-5ac0579a4f33 HTTP/1.1" status: 204 len: 168 time: 2.0575156 Feb 02 07:02:55.846847 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-472f6034-c482-4953-bed4-79838ed5b283 None None] Current status of the port 415cf6c3-4928-4cba-b87b-7854cd70278d is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:02:55.855243 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42914) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:02:55.900299 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-472f6034-c482-4953-bed4-79838ed5b283 None None] Could not find standard attr ID for object e482abf7-54fc-48fd-bc0a-8c0737d73307. {{(pid=109695) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 07:02:55.950700 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-5652ae2f-7399-4f0a-aff0-f1fd84379cd7 admin admin] Allocated IP 172.20.0.1 (25bb2f6b-fd67-47da-85b3-87ac7c749a35/4301de96-4c94-4826-b786-9a6127838bf6/aeb58d23-5863-44d4-ba73-7d85b89fee50) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:02:55.981318 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-442ff7dc-ee0b-4f9f-868e-d715bffd37da req-72493df4-7db8-4b74-8794-e634c3f7f3a6 tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] 10.222.0.87 "GET /v2.0/ports?device_id=057fece7-b8a7-479d-95a0-a33085d928b7 HTTP/1.1" status: 200 len: 210 time: 0.1136422 Feb 02 07:02:56.043912 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-35e15dd1-46a9-405a-a626-7d0b4d6d3b22 service neutron] Port 7fb47d58-571f-4649-9d38-e17e5ed547f3 on network fc60349d-a3fd-46d2-93de-c30a8b26931d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:02:56.044245 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-35e15dd1-46a9-405a-a626-7d0b4d6d3b22 service neutron] Attempting to bind port 7fb47d58-571f-4649-9d38-e17e5ed547f3 on network fc60349d-a3fd-46d2-93de-c30a8b26931d {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:02:56.099827 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390e8f83-f9c9-49ce-861b-869c17a45549 req-e86dca1f-c00c-4473-b6cc-02247ec856d2 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:56.109262 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-390e8f83-f9c9-49ce-861b-869c17a45549 req-e86dca1f-c00c-4473-b6cc-02247ec856d2 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2f92dd9-5697-4976-b165-77e520cf2520 HTTP/1.1" status: 200 len: 950 time: 0.1623926 Feb 02 07:02:56.217618 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5652ae2f-7399-4f0a-aff0-f1fd84379cd7 admin admin] Publish callbacks [] for port (aeb58d23-5863-44d4-ba73-7d85b89fee50), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:56.224810 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e0df17-a573-4fe4-940e-3b6e215fc348 None None] DHCP port deletion for 0866d72e-3544-4c93-a5a9-bf8114a5301e request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:02:56.238089 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-390e8f83-f9c9-49ce-861b-869c17a45549 req-9b4716ad-38e8-4430-8564-f9e807f40f52 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244118 Feb 02 07:02:56.240568 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0363e69-2cff-4b62-8791-d1c3d75470e7 req-358f7e3d-ff9e-4cad-90f1-d32126bfc434 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] No DVR routers for this DVR port 152ca481-03a6-431c-91be-ceb423d2e51a on host n-h1-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:02:56.243176 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-35e15dd1-46a9-405a-a626-7d0b4d6d3b22 service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:02:56.243656 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-35e15dd1-46a9-405a-a626-7d0b4d6d3b22 service neutron] Checking segment: {'id': '5a1b64bb-b315-46f6-a993-2f3256b9cca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'fc60349d-a3fd-46d2-93de-c30a8b26931d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:02:56.245955 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-35e15dd1-46a9-405a-a626-7d0b4d6d3b22 service neutron] Bound using segment: {'id': '5a1b64bb-b315-46f6-a993-2f3256b9cca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'fc60349d-a3fd-46d2-93de-c30a8b26931d'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:02:56.265175 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-35e15dd1-46a9-405a-a626-7d0b4d6d3b22 service neutron] Bound port: 7fb47d58-571f-4649-9d38-e17e5ed547f3, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a1b64bb-b315-46f6-a993-2f3256b9cca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'fc60349d-a3fd-46d2-93de-c30a8b26931d'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:02:56.265805 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-35e15dd1-46a9-405a-a626-7d0b4d6d3b22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (7fb47d58-571f-4649-9d38-e17e5ed547f3), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:56.276732 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42918) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:02:56.277582 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-3f360fa0-e03a-4d6d-b6ad-52ed9586495f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4169431 Feb 02 07:02:56.282320 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-c0363e69-2cff-4b62-8791-d1c3d75470e7 req-358f7e3d-ff9e-4cad-90f1-d32126bfc434 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:56.285382 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-77c39eac-cd06-4d22-8111-40023ec8158a tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Request body: {'subnet': {'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:02:56.290986 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c0363e69-2cff-4b62-8791-d1c3d75470e7 req-358f7e3d-ff9e-4cad-90f1-d32126bfc434 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813 tempest-FloatingIPsAssociationNegativeTestJSON-1411709813-project] 10.222.0.88 "DELETE /v2.0/ports/152ca481-03a6-431c-91be-ceb423d2e51a HTTP/1.1" status: 204 len: 173 time: 2.1530576 Feb 02 07:02:56.293445 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8044724b-a2a6-414a-a5c7-ac8957aba605', 'name': 'network-vif-deleted', 'tag': '152ca481-03a6-431c-91be-ceb423d2e51a'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:02:56.314136 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01faf33f-bd5a-4b9f-81fb-b0d99c58cf1c" -d '{"events": [{"server_uuid": "8044724b-a2a6-414a-a5c7-ac8957aba605", "name": "network-vif-deleted", "tag": "152ca481-03a6-431c-91be-ceb423d2e51a"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:02:56.388905 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-10e0df17-a573-4fe4-940e-3b6e215fc348 None None] Deleting port 415cf6c3-4928-4cba-b87b-7854cd70278d {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:02:56.402377 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-10e0df17-a573-4fe4-940e-3b6e215fc348 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (415cf6c3-4928-4cba-b87b-7854cd70278d), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:56.602678 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5652ae2f-7399-4f0a-aff0-f1fd84379cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (aeb58d23-5863-44d4-ba73-7d85b89fee50), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:56.668015 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 561648fb-160f-4879-a31b-754251b6d776 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:02:56.770328 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-10e0df17-a573-4fe4-940e-3b6e215fc348 None None] For port 415cf6c3-4928-4cba-b87b-7854cd70278d, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=415cf6c3-4928-4cba-b87b-7854cd70278d,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:02:56.770732 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-10e0df17-a573-4fe4-940e-3b6e215fc348 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (415cf6c3-4928-4cba-b87b-7854cd70278d), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:56.774111 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5652ae2f-7399-4f0a-aff0-f1fd84379cd7 admin admin] Network 25bb2f6b-fd67-47da-85b3-87ac7c749a35 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:02:56.774886 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c39eac-cd06-4d22-8111-40023ec8158a tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Made reservation on behalf of d3e64a71e17749e693b291cf3514bb46 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:02:56.779284 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-77c39eac-cd06-4d22-8111-40023ec8158a tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:56.790116 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-5652ae2f-7399-4f0a-aff0-f1fd84379cd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:02:56.812642 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5652ae2f-7399-4f0a-aff0-f1fd84379cd7 admin admin] Pushing event updated for resources: {'Port': ['ID=aeb58d23-5863-44d4-ba73-7d85b89fee50,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:56.816685 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-10e0df17-a573-4fe4-940e-3b6e215fc348 None None] Calling delete_port for 415cf6c3-4928-4cba-b87b-7854cd70278d owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:02:56.829232 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5652ae2f-7399-4f0a-aff0-f1fd84379cd7 admin admin] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:02:56.976809 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-10e0df17-a573-4fe4-940e-3b6e215fc348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (415cf6c3-4928-4cba-b87b-7854cd70278d), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:57.020002 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f633d819-996e-442a-bf4c-021e58ea5a9f x-openstack-request-id: req-f633d819-996e-442a-bf4c-021e58ea5a9f {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:02:57.023268 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8044724b-a2a6-414a-a5c7-ac8957aba605", "name": "network-vif-deleted", "tag": "152ca481-03a6-431c-91be-ceb423d2e51a", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:02:57.023969 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f633d819-996e-442a-bf4c-021e58ea5a9f {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:02:57.025589 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8044724b-a2a6-414a-a5c7-ac8957aba605', 'name': 'network-vif-deleted', 'tag': '152ca481-03a6-431c-91be-ceb423d2e51a', 'status': 'completed', 'code': 200} Feb 02 07:02:57.084671 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e0df17-a573-4fe4-940e-3b6e215fc348 None None] No DVR routers for this DVR port 415cf6c3-4928-4cba-b87b-7854cd70278d on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:02:57.103494 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e0df17-a573-4fe4-940e-3b6e215fc348 None None] Pushing event deleted for resources: {'Port': ['ID=415cf6c3-4928-4cba-b87b-7854cd70278d,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:57.128221 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 561648fb-160f-4879-a31b-754251b6d776 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:02:57.128501 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (561648fb-160f-4879-a31b-754251b6d776), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:57.129058 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb545f28-42a1-4d8f-8c7a-87876468bdd7 req-de7bef9f-e628-4127-86a6-c768b1a526bb tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:57.136782 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bb545f28-42a1-4d8f-8c7a-87876468bdd7 req-de7bef9f-e628-4127-86a6-c768b1a526bb tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2f92dd9-5697-4976-b165-77e520cf2520 HTTP/1.1" status: 200 len: 950 time: 0.7287643 Feb 02 07:02:57.142408 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc97a820-31fc-48d5-bddd-2412b7996835 req-7b32c137-5f10-4582-9d22-519fc36901bb tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:57.147143 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-35e15dd1-46a9-405a-a626-7d0b4d6d3b22 service neutron] For port 7fb47d58-571f-4649-9d38-e17e5ed547f3, host n-h2-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:02:57.148426 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc97a820-31fc-48d5-bddd-2412b7996835 req-7b32c137-5f10-4582-9d22-519fc36901bb tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:57.163873 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc97a820-31fc-48d5-bddd-2412b7996835 req-7b32c137-5f10-4582-9d22-519fc36901bb tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:57.168870 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc97a820-31fc-48d5-bddd-2412b7996835 req-7b32c137-5f10-4582-9d22-519fc36901bb tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:57.170096 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-35e15dd1-46a9-405a-a626-7d0b4d6d3b22 service neutron] For port 7fb47d58-571f-4649-9d38-e17e5ed547f3, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=7fb47d58-571f-4649-9d38-e17e5ed547f3,segment=NetworkSegment(5a1b64bb-b315-46f6-a993-2f3256b9cca1),segment_id=5a1b64bb-b315-46f6-a993-2f3256b9cca1)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:02:57.186935 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc97a820-31fc-48d5-bddd-2412b7996835 req-7b32c137-5f10-4582-9d22-519fc36901bb tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:57.193033 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc97a820-31fc-48d5-bddd-2412b7996835 req-7b32c137-5f10-4582-9d22-519fc36901bb tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:57.193920 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:57.197034 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-35e15dd1-46a9-405a-a626-7d0b4d6d3b22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (7fb47d58-571f-4649-9d38-e17e5ed547f3), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:57.197941 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc97a820-31fc-48d5-bddd-2412b7996835 req-7b32c137-5f10-4582-9d22-519fc36901bb tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:57.206406 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cc97a820-31fc-48d5-bddd-2412b7996835 req-7b32c137-5f10-4582-9d22-519fc36901bb tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 5407 time: 0.5925508 Feb 02 07:02:57.287675 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5652ae2f-7399-4f0a-aff0-f1fd84379cd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (26351360-de0e-4c20-8810-bcad3e59ddb8), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:57.308899 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-35e15dd1-46a9-405a-a626-7d0b4d6d3b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:57.312175 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-35e15dd1-46a9-405a-a626-7d0b4d6d3b22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:57.315483 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-35e15dd1-46a9-405a-a626-7d0b4d6d3b22 service neutron] 10.222.0.59 "PUT /v2.0/ports/7fb47d58-571f-4649-9d38-e17e5ed547f3 HTTP/1.1" status: 200 len: 1092 time: 5.3467088 Feb 02 07:02:57.355035 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 561648fb-160f-4879-a31b-754251b6d776 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:02:57.355706 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (561648fb-160f-4879-a31b-754251b6d776), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:57.367516 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-90126316-e0ad-4b50-a54e-6bc667edfce8 service neutron] Request body: {'port': {'device_id': '420f5c18-92bb-4996-8a12-daf3c6d27a44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:02:57.428673 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 561648fb-160f-4879-a31b-754251b6d776, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=561648fb-160f-4879-a31b-754251b6d776,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:02:57.436810 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-f9fd038a-5a8e-4aff-967f-192ad89d8212 None None] Provisioning complete for port aeb58d23-5863-44d4-ba73-7d85b89fee50 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:02:57.437226 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f9fd038a-5a8e-4aff-967f-192ad89d8212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (aeb58d23-5863-44d4-ba73-7d85b89fee50), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:57.439173 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (561648fb-160f-4879-a31b-754251b6d776), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:57.520079 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bb545f28-42a1-4d8f-8c7a-87876468bdd7 req-1f6cae9b-2a9b-4a15-b3f9-037fac2b3471 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3749716 Feb 02 07:02:57.562824 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e15dd1-46a9-405a-a626-7d0b4d6d3b22 service neutron] Pushing event updated for resources: {'Port': ['ID=7fb47d58-571f-4649-9d38-e17e5ed547f3,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:57.563419 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 415cf6c3-4928-4cba-b87b-7854cd70278d no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:02:57.604257 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 415cf6c3-4928-4cba-b87b-7854cd70278d {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:02:57.604606 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 415cf6c3-4928-4cba-b87b-7854cd70278d not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:02:57.610233 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 152ca481-03a6-431c-91be-ceb423d2e51a no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:02:57.613868 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-90126316-e0ad-4b50-a54e-6bc667edfce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (532b1d27-bcf3-4cac-9dd8-eada4b4926ae), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:57.642744 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: 152ca481-03a6-431c-91be-ceb423d2e51a {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:02:57.643100 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 152ca481-03a6-431c-91be-ceb423d2e51a not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:02:57.645229 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-f9fd038a-5a8e-4aff-967f-192ad89d8212 None None] Port aeb58d23-5863-44d4-ba73-7d85b89fee50 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:02:57.650469 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42932) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:02:57.665832 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=561648fb-160f-4879-a31b-754251b6d776,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:57.759889 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-75603f9a-7ef3-4b79-8a87-47c22cabe77a req-f2bd3308-4916-4538-9b6a-c9a95b63e496 tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=24a1609377a04a1284077f4f1f79b2e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5163767 Feb 02 07:02:57.786380 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b25f1148-bc5e-4918-aef8-58226569d545 req-52a55add-5d61-476b-b9d3-a128409d60de tempest-ServerShowV247Test-1552631908 tempest-ServerShowV247Test-1552631908-project] 10.222.0.87 "GET /v2.0/ports?device_id=14190854-9723-42bf-b5d0-df31ef64a13a HTTP/1.1" status: 200 len: 210 time: 0.0414500 Feb 02 07:02:57.873189 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cc97a820-31fc-48d5-bddd-2412b7996835 req-8761e042-363d-4138-98e3-dad85571f74e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/security-groups?id=83500878-2b75-476a-931f-17df1a6782c5&id=2c89831c-2212-4fd4-82c0-50883e2a18e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6658158 Feb 02 07:02:57.993541 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5652ae2f-7399-4f0a-aff0-f1fd84379cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (aeb58d23-5863-44d4-ba73-7d85b89fee50), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:58.017663 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-77c39eac-cd06-4d22-8111-40023ec8158a tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (ac668d25-d007-4214-a271-af6f6ae081d1), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:58.064389 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0cc8adef-c359-4439-9312-614a36bd8501 req-20ca6fa3-eab4-43ff-8f3d-7d4f1e363c72 tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] 10.222.0.87 "GET /v2.0/ports?device_id=057fece7-b8a7-479d-95a0-a33085d928b7 HTTP/1.1" status: 200 len: 210 time: 0.0617602 Feb 02 07:02:58.074068 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c39eac-cd06-4d22-8111-40023ec8158a tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event updated for resources: {'Subnet': ['ID=ac668d25-d007-4214-a271-af6f6ae081d1,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:58.161546 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c39eac-cd06-4d22-8111-40023ec8158a tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:02:58.172525 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-77c39eac-cd06-4d22-8111-40023ec8158a tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:02:58.176609 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c39eac-cd06-4d22-8111-40023ec8158a tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:58.177670 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-77c39eac-cd06-4d22-8111-40023ec8158a tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:58.184274 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6307b6f-cbfe-4c65-b986-255fddac9059 None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:02:58.198070 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75603f9a-7ef3-4b79-8a87-47c22cabe77a req-111a05e1-9269-46ed-9c9e-55a0c8b4ea59 tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:58.199911 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-75603f9a-7ef3-4b79-8a87-47c22cabe77a req-111a05e1-9269-46ed-9c9e-55a0c8b4ea59 tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4004483 Feb 02 07:02:58.237885 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-75603f9a-7ef3-4b79-8a87-47c22cabe77a req-4cfa709e-4ba7-4e04-b836-3fe3ce22458e tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] Request body: {'port': {'device_id': '057fece7-b8a7-479d-95a0-a33085d928b7', 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1', 'admin_state_up': True, 'tenant_id': '24a1609377a04a1284077f4f1f79b2e7'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:02:58.247061 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-77c39eac-cd06-4d22-8111-40023ec8158a tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9691169 Feb 02 07:02:58.252628 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42944) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:02:58.270513 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-ec6d8620-5966-4e64-a8fe-e6b053f918c6 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Request body: {'port': {'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'name': 'tempest-NetworksTestDHCPv6-1699460959'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:02:58.403683 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577117d2-a3d5-4ad2-8495-338bb1c95031 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-0866d72e-3544-4c93-a5a9-bf8114a5301e', 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'project_id': 'd3e64a71e17749e693b291cf3514bb46', 'fixed_ips': [{'subnet_id': 'ac668d25-d007-4214-a271-af6f6ae081d1'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:02:58.404386 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-577117d2-a3d5-4ad2-8495-338bb1c95031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:58.530151 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 561648fb-160f-4879-a31b-754251b6d776 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:02:58.565481 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc259029-457c-43e9-99c6-8079f3e20b62 req-b81f843c-8f99-4876-9829-9b030198cd91 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:58.575123 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-dc259029-457c-43e9-99c6-8079f3e20b62 req-b81f843c-8f99-4876-9829-9b030198cd91 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2f92dd9-5697-4976-b165-77e520cf2520 HTTP/1.1" status: 200 len: 950 time: 0.3113861 Feb 02 07:02:58.706689 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-90126316-e0ad-4b50-a54e-6bc667edfce8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 532b1d27-bcf3-4cac-9dd8-eada4b4926ae {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:02:58.769786 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-dc259029-457c-43e9-99c6-8079f3e20b62 req-7f607cf8-6d3a-41d8-a052-5d375c05a678 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872385 Feb 02 07:02:58.773307 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-90126316-e0ad-4b50-a54e-6bc667edfce8 service neutron] Publish callbacks [] for port (532b1d27-bcf3-4cac-9dd8-eada4b4926ae), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:58.811114 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-577117d2-a3d5-4ad2-8495-338bb1c95031 None None] Allocated IP 2001:db8::2 (0866d72e-3544-4c93-a5a9-bf8114a5301e/ac668d25-d007-4214-a271-af6f6ae081d1/2e066462-c808-4ba8-95ea-3612a717250f) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:02:58.813322 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-90126316-e0ad-4b50-a54e-6bc667edfce8 service neutron] Transition to ACTIVE for port object 532b1d27-bcf3-4cac-9dd8-eada4b4926ae will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:02:58.863183 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-90126316-e0ad-4b50-a54e-6bc667edfce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (532b1d27-bcf3-4cac-9dd8-eada4b4926ae), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:58.928714 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 561648fb-160f-4879-a31b-754251b6d776 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:02:58.929643 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (561648fb-160f-4879-a31b-754251b6d776), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:58.936891 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90126316-e0ad-4b50-a54e-6bc667edfce8 service neutron] Pushing event updated for resources: {'Port': ['ID=532b1d27-bcf3-4cac-9dd8-eada4b4926ae,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:58.974745 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec6d8620-5966-4e64-a8fe-e6b053f918c6 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Made reservation on behalf of d3e64a71e17749e693b291cf3514bb46 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:02:58.978240 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ec6d8620-5966-4e64-a8fe-e6b053f918c6 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:58.980794 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0d06a534-641b-4770-849c-3386eeaf2923 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (d8e8b475-39bd-406d-9dc9-94aa2ba43c53), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:59.003493 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-46341fc4-ee11-465e-b251-684d54cbe7ff req-7cafa132-97dc-41b9-84b4-eeee62f4325c tempest-ServerShowV247Test-1552631908 tempest-ServerShowV247Test-1552631908-project] 10.222.0.87 "GET /v2.0/ports?device_id=14190854-9723-42bf-b5d0-df31ef64a13a HTTP/1.1" status: 200 len: 210 time: 0.0766156 Feb 02 07:02:59.039645 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5652ae2f-7399-4f0a-aff0-f1fd84379cd7 admin admin] Publish callbacks [] for port (aeb58d23-5863-44d4-ba73-7d85b89fee50), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:59.044736 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75603f9a-7ef3-4b79-8a87-47c22cabe77a req-4cfa709e-4ba7-4e04-b836-3fe3ce22458e tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] Made reservation on behalf of 24a1609377a04a1284077f4f1f79b2e7 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:02:59.048803 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-75603f9a-7ef3-4b79-8a87-47c22cabe77a req-4cfa709e-4ba7-4e04-b836-3fe3ce22458e tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:59.055177 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5652ae2f-7399-4f0a-aff0-f1fd84379cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (aeb58d23-5863-44d4-ba73-7d85b89fee50), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:59.148235 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-75603f9a-7ef3-4b79-8a87-47c22cabe77a req-4cfa709e-4ba7-4e04-b836-3fe3ce22458e tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:59.154664 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [None req-ec6d8620-5966-4e64-a8fe-e6b053f918c6 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] device_id is not set on port 73b02214-96dc-4b3a-8772-7bebeb8ebd8f yet. {{(pid=109694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:02:59.187628 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-577117d2-a3d5-4ad2-8495-338bb1c95031 None None] Publish callbacks [] for port (2e066462-c808-4ba8-95ea-3612a717250f), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:59.192882 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 561648fb-160f-4879-a31b-754251b6d776 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:02:59.202470 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-577117d2-a3d5-4ad2-8495-338bb1c95031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (2e066462-c808-4ba8-95ea-3612a717250f), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:59.204859 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '420f5c18-92bb-4996-8a12-daf3c6d27a44', 'tag': '7fb47d58-571f-4649-9d38-e17e5ed547f3'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:02:59.208933 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ffe1139-50ad-40e3-873e-728664c8d12a" -d '{"events": [{"name": "network-changed", "server_uuid": "420f5c18-92bb-4996-8a12-daf3c6d27a44", "tag": "7fb47d58-571f-4649-9d38-e17e5ed547f3"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:02:59.281321 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577117d2-a3d5-4ad2-8495-338bb1c95031 None None] Pushing event updated for resources: {'Port': ['ID=2e066462-c808-4ba8-95ea-3612a717250f,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:59.296483 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577117d2-a3d5-4ad2-8495-338bb1c95031 None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:02:59.298400 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3058000b-010e-4028-adc6-a7e9cc2965c5 req-73bb400d-7ea3-4ad8-9d9b-2f613f908e1e tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] 10.222.0.87 "GET /v2.0/ports?device_id=057fece7-b8a7-479d-95a0-a33085d928b7 HTTP/1.1" status: 200 len: 210 time: 0.0886407 Feb 02 07:02:59.299236 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-577117d2-a3d5-4ad2-8495-338bb1c95031 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:02:59.309661 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577117d2-a3d5-4ad2-8495-338bb1c95031 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:02:59.329506 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5652ae2f-7399-4f0a-aff0-f1fd84379cd7 admin admin] Pushing event updated for resources: {'Port': ['ID=aeb58d23-5863-44d4-ba73-7d85b89fee50,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:59.341249 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5652ae2f-7399-4f0a-aff0-f1fd84379cd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (26351360-de0e-4c20-8810-bcad3e59ddb8), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:59.380133 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-577117d2-a3d5-4ad2-8495-338bb1c95031 None None] Attempting to bind port 2e066462-c808-4ba8-95ea-3612a717250f on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:02:59.381093 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-577117d2-a3d5-4ad2-8495-338bb1c95031 None None] Attempting to bind port 2e066462-c808-4ba8-95ea-3612a717250f by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:02:59.381471 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577117d2-a3d5-4ad2-8495-338bb1c95031 None None] Attempting to bind port 2e066462-c808-4ba8-95ea-3612a717250f on network 0866d72e-3544-4c93-a5a9-bf8114a5301e {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:02:59.386985 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577117d2-a3d5-4ad2-8495-338bb1c95031 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:02:59.387364 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577117d2-a3d5-4ad2-8495-338bb1c95031 None None] Checking segment: {'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:02:59.387904 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-577117d2-a3d5-4ad2-8495-338bb1c95031 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:59.388311 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577117d2-a3d5-4ad2-8495-338bb1c95031 None None] Bound using segment: {'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:02:59.388785 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-577117d2-a3d5-4ad2-8495-338bb1c95031 None None] Bound port: 2e066462-c808-4ba8-95ea-3612a717250f, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:02:59.389170 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-577117d2-a3d5-4ad2-8495-338bb1c95031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (2e066462-c808-4ba8-95ea-3612a717250f), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:59.395208 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb8a3750-f305-49df-a912-d7a0f75c3fae x-openstack-request-id: req-bb8a3750-f305-49df-a912-d7a0f75c3fae {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:02:59.395772 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "420f5c18-92bb-4996-8a12-daf3c6d27a44", "tag": "7fb47d58-571f-4649-9d38-e17e5ed547f3", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:02:59.396265 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-bb8a3750-f305-49df-a912-d7a0f75c3fae {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:02:59.396766 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '420f5c18-92bb-4996-8a12-daf3c6d27a44', 'tag': '7fb47d58-571f-4649-9d38-e17e5ed547f3', 'status': 'completed', 'code': 200} Feb 02 07:02:59.416905 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595d5215-0043-4b6a-8566-938698974d36 req-74ed25cf-d3bc-48a9-8f58-dbf1314a82f6 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:59.423099 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595d5215-0043-4b6a-8566-938698974d36 req-74ed25cf-d3bc-48a9-8f58-dbf1314a82f6 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:59.430336 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595d5215-0043-4b6a-8566-938698974d36 req-74ed25cf-d3bc-48a9-8f58-dbf1314a82f6 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:59.437846 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595d5215-0043-4b6a-8566-938698974d36 req-74ed25cf-d3bc-48a9-8f58-dbf1314a82f6 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:59.444564 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595d5215-0043-4b6a-8566-938698974d36 req-74ed25cf-d3bc-48a9-8f58-dbf1314a82f6 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:59.450848 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595d5215-0043-4b6a-8566-938698974d36 req-74ed25cf-d3bc-48a9-8f58-dbf1314a82f6 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:59.457014 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595d5215-0043-4b6a-8566-938698974d36 req-74ed25cf-d3bc-48a9-8f58-dbf1314a82f6 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:59.467622 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-595d5215-0043-4b6a-8566-938698974d36 req-74ed25cf-d3bc-48a9-8f58-dbf1314a82f6 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 5419 time: 0.3035545 Feb 02 07:02:59.475700 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-577117d2-a3d5-4ad2-8495-338bb1c95031 None None] For port 2e066462-c808-4ba8-95ea-3612a717250f, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:02:59.480925 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-577117d2-a3d5-4ad2-8495-338bb1c95031 None None] For port 2e066462-c808-4ba8-95ea-3612a717250f, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=2e066462-c808-4ba8-95ea-3612a717250f,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:02:59.496063 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-577117d2-a3d5-4ad2-8495-338bb1c95031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (2e066462-c808-4ba8-95ea-3612a717250f), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:59.518947 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-ec6d8620-5966-4e64-a8fe-e6b053f918c6 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Allocated IP 2001:db8::12c (0866d72e-3544-4c93-a5a9-bf8114a5301e/ac668d25-d007-4214-a271-af6f6ae081d1/73b02214-96dc-4b3a-8772-7bebeb8ebd8f) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:02:59.587607 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577117d2-a3d5-4ad2-8495-338bb1c95031 None None] Pushing event updated for resources: {'Port': ['ID=2e066462-c808-4ba8-95ea-3612a717250f,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:02:59.607510 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-595d5215-0043-4b6a-8566-938698974d36 req-e0ef59fe-be4d-4ddc-9da7-1b0236a2b83e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/security-groups?id=83500878-2b75-476a-931f-17df1a6782c5&id=2c89831c-2212-4fd4-82c0-50883e2a18e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1386757 Feb 02 07:02:59.613329 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-75603f9a-7ef3-4b79-8a87-47c22cabe77a req-4cfa709e-4ba7-4e04-b836-3fe3ce22458e tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] Publish callbacks [] for security_group (c87dbba5-e87f-49c2-bd9e-441f941c9a4c), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:59.631288 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-75603f9a-7ef3-4b79-8a87-47c22cabe77a req-4cfa709e-4ba7-4e04-b836-3fe3ce22458e tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (c87dbba5-e87f-49c2-bd9e-441f941c9a4c), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:59.650621 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5652ae2f-7399-4f0a-aff0-f1fd84379cd7 admin admin] Network 25bb2f6b-fd67-47da-85b3-87ac7c749a35 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:02:59.654838 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-90126316-e0ad-4b50-a54e-6bc667edfce8 service neutron] Attempting to bind port 532b1d27-bcf3-4cac-9dd8-eada4b4926ae on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:02:59.655261 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-90126316-e0ad-4b50-a54e-6bc667edfce8 service neutron] Attempting to bind port 532b1d27-bcf3-4cac-9dd8-eada4b4926ae by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': '5a1b64bb-b315-46f6-a993-2f3256b9cca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'fc60349d-a3fd-46d2-93de-c30a8b26931d'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:02:59.655740 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-90126316-e0ad-4b50-a54e-6bc667edfce8 service neutron] Attempting to bind port 532b1d27-bcf3-4cac-9dd8-eada4b4926ae on network fc60349d-a3fd-46d2-93de-c30a8b26931d {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:02:59.669946 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-5652ae2f-7399-4f0a-aff0-f1fd84379cd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:02:59.689990 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-90126316-e0ad-4b50-a54e-6bc667edfce8 service neutron] Port 532b1d27-bcf3-4cac-9dd8-eada4b4926ae on network fc60349d-a3fd-46d2-93de-c30a8b26931d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:02:59.690718 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-90126316-e0ad-4b50-a54e-6bc667edfce8 service neutron] Attempting to bind port 532b1d27-bcf3-4cac-9dd8-eada4b4926ae on network fc60349d-a3fd-46d2-93de-c30a8b26931d {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:02:59.739592 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-90126316-e0ad-4b50-a54e-6bc667edfce8 service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:02:59.740019 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-90126316-e0ad-4b50-a54e-6bc667edfce8 service neutron] Checking segment: {'id': '5a1b64bb-b315-46f6-a993-2f3256b9cca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'fc60349d-a3fd-46d2-93de-c30a8b26931d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:02:59.740323 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-90126316-e0ad-4b50-a54e-6bc667edfce8 service neutron] Bound using segment: {'id': '5a1b64bb-b315-46f6-a993-2f3256b9cca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'fc60349d-a3fd-46d2-93de-c30a8b26931d'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:02:59.740781 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-90126316-e0ad-4b50-a54e-6bc667edfce8 service neutron] Bound port: 532b1d27-bcf3-4cac-9dd8-eada4b4926ae, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a1b64bb-b315-46f6-a993-2f3256b9cca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'fc60349d-a3fd-46d2-93de-c30a8b26931d'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:02:59.741148 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-90126316-e0ad-4b50-a54e-6bc667edfce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (532b1d27-bcf3-4cac-9dd8-eada4b4926ae), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:02:59.762558 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe1139-50ad-40e3-873e-728664c8d12a req-ac38e416-59f3-4c1e-9cb8-04a3d37fd42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:59.763042 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe1139-50ad-40e3-873e-728664c8d12a req-ac38e416-59f3-4c1e-9cb8-04a3d37fd42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:59.763519 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe1139-50ad-40e3-873e-728664c8d12a req-ac38e416-59f3-4c1e-9cb8-04a3d37fd42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:59.764009 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe1139-50ad-40e3-873e-728664c8d12a req-ac38e416-59f3-4c1e-9cb8-04a3d37fd42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:59.764475 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe1139-50ad-40e3-873e-728664c8d12a req-ac38e416-59f3-4c1e-9cb8-04a3d37fd42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:59.764938 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe1139-50ad-40e3-873e-728664c8d12a req-ac38e416-59f3-4c1e-9cb8-04a3d37fd42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:59.765396 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe1139-50ad-40e3-873e-728664c8d12a req-ac38e416-59f3-4c1e-9cb8-04a3d37fd42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:02:59.767358 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3ffe1139-50ad-40e3-873e-728664c8d12a req-ac38e416-59f3-4c1e-9cb8-04a3d37fd42e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e8b504d3cbde466cb7d12e8c49d706df&device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 6627 time: 0.2822990 Feb 02 07:02:59.776644 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfa709e-4ba7-4e04-b836-3fe3ce22458e tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c87dbba5-e87f-49c2-bd9e-441f941c9a4c,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:00.076607 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5652ae2f-7399-4f0a-aff0-f1fd84379cd7 admin admin] Router 26351360-de0e-4c20-8810-bcad3e59ddb8 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:03:00.156493 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-061b759e-3b31-4ebc-9214-1bb62c850929 None None] Provisioning complete for port aeb58d23-5863-44d4-ba73-7d85b89fee50 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:03:00.157020 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-061b759e-3b31-4ebc-9214-1bb62c850929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (aeb58d23-5863-44d4-ba73-7d85b89fee50), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:00.217220 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-061b759e-3b31-4ebc-9214-1bb62c850929 None None] Port aeb58d23-5863-44d4-ba73-7d85b89fee50 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:03:00.275802 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-75603f9a-7ef3-4b79-8a87-47c22cabe77a req-4cfa709e-4ba7-4e04-b836-3fe3ce22458e tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] Allocated IP 192.168.233.26 (04bc5622-0c2b-4ce8-b107-e6abcbdf57e1/9d773733-62df-4956-84d3-71d17cfb6d11/23345db9-366b-42aa-9c64-269b56b6f82c) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:03:00.334573 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aead04d7-5631-44ab-88d1-17c0a6457350 req-788d80bd-d19b-4485-b187-c0e01b6f806e tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:00.336374 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-aead04d7-5631-44ab-88d1-17c0a6457350 req-788d80bd-d19b-4485-b187-c0e01b6f806e tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2f92dd9-5697-4976-b165-77e520cf2520 HTTP/1.1" status: 200 len: 950 time: 0.3812833 Feb 02 07:03:00.343543 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ec6d8620-5966-4e64-a8fe-e6b053f918c6 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for port (73b02214-96dc-4b3a-8772-7bebeb8ebd8f), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:00.486818 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-90126316-e0ad-4b50-a54e-6bc667edfce8 service neutron] For port 532b1d27-bcf3-4cac-9dd8-eada4b4926ae, host n-h2-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:03:00.495978 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f1e5771a-0706-4ee7-8d9e-a6e0a7f3efc6 req-d43f5102-ce7a-4281-bed1-852d246457e5 tempest-ServerShowV247Test-1552631908 tempest-ServerShowV247Test-1552631908-project] 10.222.0.87 "GET /v2.0/ports?device_id=14190854-9723-42bf-b5d0-df31ef64a13a HTTP/1.1" status: 200 len: 210 time: 0.0502138 Feb 02 07:03:00.501717 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-aead04d7-5631-44ab-88d1-17c0a6457350 req-ad2dec36-afaf-44ed-af9e-53a3ce1427d3 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542196 Feb 02 07:03:00.523660 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-90126316-e0ad-4b50-a54e-6bc667edfce8 service neutron] For port 532b1d27-bcf3-4cac-9dd8-eada4b4926ae, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=532b1d27-bcf3-4cac-9dd8-eada4b4926ae,segment=NetworkSegment(5a1b64bb-b315-46f6-a993-2f3256b9cca1),segment_id=5a1b64bb-b315-46f6-a993-2f3256b9cca1)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:03:00.542276 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5652ae2f-7399-4f0a-aff0-f1fd84379cd7 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:03:00.549392 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-90126316-e0ad-4b50-a54e-6bc667edfce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (532b1d27-bcf3-4cac-9dd8-eada4b4926ae), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:00.558629 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acccd94-b1fb-40d7-9b71-48ba914e016f None None] Sync routers for ids ['26351360-de0e-4c20-8810-bcad3e59ddb8'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:03:00.575778 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-5652ae2f-7399-4f0a-aff0-f1fd84379cd7 admin admin] 10.222.0.87 "PUT /v2.0/routers/26351360-de0e-4c20-8810-bcad3e59ddb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9456904 Feb 02 07:03:00.580790 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-0d06a534-641b-4770-849c-3386eeaf2923 admin admin] Deleting port 0173d9c9-f8b5-4e57-837c-e4aecb178601 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:03:00.581130 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0d06a534-641b-4770-849c-3386eeaf2923 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (0173d9c9-f8b5-4e57-837c-e4aecb178601), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:00.583494 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe1139-50ad-40e3-873e-728664c8d12a req-0d27005a-eefa-45ea-b1a4-f30c8214ee31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:00.584000 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe1139-50ad-40e3-873e-728664c8d12a req-0d27005a-eefa-45ea-b1a4-f30c8214ee31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:00.584464 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe1139-50ad-40e3-873e-728664c8d12a req-0d27005a-eefa-45ea-b1a4-f30c8214ee31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:00.585983 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acccd94-b1fb-40d7-9b71-48ba914e016f None None] Routers {'26351360-de0e-4c20-8810-bcad3e59ddb8'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:03:00.586168 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3ffe1139-50ad-40e3-873e-728664c8d12a req-0d27005a-eefa-45ea-b1a4-f30c8214ee31 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=e8b504d3cbde466cb7d12e8c49d706df&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.7966566 Feb 02 07:03:00.590506 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-8acccd94-b1fb-40d7-9b71-48ba914e016f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:02:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['26351360-de0e-4c20-8810-bcad3e59ddb8'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:03:00.654620 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ec6d8620-5966-4e64-a8fe-e6b053f918c6 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (73b02214-96dc-4b3a-8772-7bebeb8ebd8f), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:00.722114 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6d8620-5966-4e64-a8fe-e6b053f918c6 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event updated for resources: {'Port': ['ID=73b02214-96dc-4b3a-8772-7bebeb8ebd8f,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:00.815482 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-90126316-e0ad-4b50-a54e-6bc667edfce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:00.816618 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-90126316-e0ad-4b50-a54e-6bc667edfce8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:00.818118 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-90126316-e0ad-4b50-a54e-6bc667edfce8 service neutron] 10.222.0.59 "PUT /v2.0/ports/532b1d27-bcf3-4cac-9dd8-eada4b4926ae HTTP/1.1" status: 200 len: 1092 time: 3.4645777 Feb 02 07:03:00.825085 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3368a87e-6301-42d1-905a-a77e2783587c req-4ebdf0d2-3509-4c52-88dd-56b6f9d7917a tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] 10.222.0.87 "GET /v2.0/ports?device_id=057fece7-b8a7-479d-95a0-a33085d928b7 HTTP/1.1" status: 200 len: 210 time: 0.1051242 Feb 02 07:03:00.866609 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6d8620-5966-4e64-a8fe-e6b053f918c6 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:03:00.903921 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-ec6d8620-5966-4e64-a8fe-e6b053f918c6 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:03:00.914955 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-75603f9a-7ef3-4b79-8a87-47c22cabe77a req-4cfa709e-4ba7-4e04-b836-3fe3ce22458e tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] Publish callbacks [] for port (23345db9-366b-42aa-9c64-269b56b6f82c), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:00.917928 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6d8620-5966-4e64-a8fe-e6b053f918c6 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:03:00.923530 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6d8620-5966-4e64-a8fe-e6b053f918c6 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:00.924206 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ec6d8620-5966-4e64-a8fe-e6b053f918c6 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:00.983190 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-ec6d8620-5966-4e64-a8fe-e6b053f918c6 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7175102 Feb 02 07:03:00.993534 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42974) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:01.006987 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 2e066462-c808-4ba8-95ea-3612a717250f up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:03:01.113498 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-75603f9a-7ef3-4b79-8a87-47c22cabe77a req-4cfa709e-4ba7-4e04-b836-3fe3ce22458e tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (23345db9-366b-42aa-9c64-269b56b6f82c), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:01.150922 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-8acccd94-b1fb-40d7-9b71-48ba914e016f None None] Set router 26351360-de0e-4c20-8810-bcad3e59ddb8 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:03:01.195839 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90126316-e0ad-4b50-a54e-6bc667edfce8 service neutron] Pushing event updated for resources: {'Port': ['ID=532b1d27-bcf3-4cac-9dd8-eada4b4926ae,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:01.273149 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-0d06a534-641b-4770-849c-3386eeaf2923 admin admin] For port 0173d9c9-f8b5-4e57-837c-e4aecb178601, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=0173d9c9-f8b5-4e57-837c-e4aecb178601,segment=NetworkSegment(b69df42f-0e20-413f-aad5-0a985df1a94f),segment_id=b69df42f-0e20-413f-aad5-0a985df1a94f)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:03:01.273653 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0d06a534-641b-4770-849c-3386eeaf2923 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (0173d9c9-f8b5-4e57-837c-e4aecb178601), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:01.288937 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-0d06a534-641b-4770-849c-3386eeaf2923 admin admin] Calling delete_port for 0173d9c9-f8b5-4e57-837c-e4aecb178601 owned by network:router_interface {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:03:01.293354 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfa709e-4ba7-4e04-b836-3fe3ce22458e tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] Pushing event updated for resources: {'Port': ['ID=23345db9-366b-42aa-9c64-269b56b6f82c,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:01.334871 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc04cdf-cbd8-41c4-8399-c64adbbff0de tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:01.350794 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc04cdf-cbd8-41c4-8399-c64adbbff0de tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:01.354149 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-dcc04cdf-cbd8-41c4-8399-c64adbbff0de tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3593128 Feb 02 07:03:01.358701 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75603f9a-7ef3-4b79-8a87-47c22cabe77a req-4cfa709e-4ba7-4e04-b836-3fe3ce22458e tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] Network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:03:01.360231 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42976) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:01.403177 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 2e066462-c808-4ba8-95ea-3612a717250f triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:03:01.404182 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (2e066462-c808-4ba8-95ea-3612a717250f), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:01.408984 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-75603f9a-7ef3-4b79-8a87-47c22cabe77a req-4cfa709e-4ba7-4e04-b836-3fe3ce22458e tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:03:01.411354 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-75603f9a-7ef3-4b79-8a87-47c22cabe77a req-4cfa709e-4ba7-4e04-b836-3fe3ce22458e tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:03:01.526879 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '420f5c18-92bb-4996-8a12-daf3c6d27a44', 'tag': '532b1d27-bcf3-4cac-9dd8-eada4b4926ae'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:03:01.533990 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af9fb3a-c05d-475e-9570-6ffc8cc3de24" -d '{"events": [{"name": "network-changed", "server_uuid": "420f5c18-92bb-4996-8a12-daf3c6d27a44", "tag": "532b1d27-bcf3-4cac-9dd8-eada4b4926ae"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:03:01.540050 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75603f9a-7ef3-4b79-8a87-47c22cabe77a req-4cfa709e-4ba7-4e04-b836-3fe3ce22458e tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:01.542852 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-75603f9a-7ef3-4b79-8a87-47c22cabe77a req-4cfa709e-4ba7-4e04-b836-3fe3ce22458e tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:01.618643 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454cbeeb-a632-47f4-a087-768f793216aa req-7d08ea3f-0426-4ca7-8e3a-c418518f3fb0 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:01.625577 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454cbeeb-a632-47f4-a087-768f793216aa req-7d08ea3f-0426-4ca7-8e3a-c418518f3fb0 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:01.631529 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454cbeeb-a632-47f4-a087-768f793216aa req-7d08ea3f-0426-4ca7-8e3a-c418518f3fb0 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:01.643403 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454cbeeb-a632-47f4-a087-768f793216aa req-7d08ea3f-0426-4ca7-8e3a-c418518f3fb0 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:01.658124 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454cbeeb-a632-47f4-a087-768f793216aa req-7d08ea3f-0426-4ca7-8e3a-c418518f3fb0 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:01.665954 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-75603f9a-7ef3-4b79-8a87-47c22cabe77a req-4cfa709e-4ba7-4e04-b836-3fe3ce22458e tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4329257 Feb 02 07:03:01.671548 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454cbeeb-a632-47f4-a087-768f793216aa req-7d08ea3f-0426-4ca7-8e3a-c418518f3fb0 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:01.677870 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454cbeeb-a632-47f4-a087-768f793216aa req-7d08ea3f-0426-4ca7-8e3a-c418518f3fb0 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:01.680276 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-454cbeeb-a632-47f4-a087-768f793216aa req-7d08ea3f-0426-4ca7-8e3a-c418518f3fb0 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 5419 time: 0.8435414 Feb 02 07:03:01.695733 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-75603f9a-7ef3-4b79-8a87-47c22cabe77a req-d9a00cd4-d622-4f7c-a74f-75338d0c0f89 service neutron] Request body: {'port': {'device_id': '057fece7-b8a7-479d-95a0-a33085d928b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:03:01.731507 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe1139-50ad-40e3-873e-728664c8d12a req-db847608-ba1f-4d10-9d92-100857252e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:01.733109 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-645e9b95-54d3-4f5a-9bb6-9812e8a301e1 None None] Provisioning complete for port 2e066462-c808-4ba8-95ea-3612a717250f triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:03:01.733549 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-645e9b95-54d3-4f5a-9bb6-9812e8a301e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (2e066462-c808-4ba8-95ea-3612a717250f), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:01.733688 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3ffe1139-50ad-40e3-873e-728664c8d12a req-db847608-ba1f-4d10-9d92-100857252e02 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1009495 Feb 02 07:03:01.743060 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 2e066462-c808-4ba8-95ea-3612a717250f is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:03:01.745310 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (2e066462-c808-4ba8-95ea-3612a717250f), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:01.764616 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0d06a534-641b-4770-849c-3386eeaf2923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (0173d9c9-f8b5-4e57-837c-e4aecb178601), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:01.775258 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-71d6064a-68d2-4f16-a3b4-cd9e68897f77 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Deleting port 73b02214-96dc-4b3a-8772-7bebeb8ebd8f {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:03:01.780942 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-71d6064a-68d2-4f16-a3b4-cd9e68897f77 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (73b02214-96dc-4b3a-8772-7bebeb8ebd8f), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:01.845639 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42984) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:01.852269 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-051721c1-2d90-44fb-bd84-c534940d1175 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1750896414', 'description': 'tempest-description--7114206'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:03:01.857955 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d06a534-641b-4770-849c-3386eeaf2923 admin admin] Pushing event deleted for resources: {'Port': ['ID=0173d9c9-f8b5-4e57-837c-e4aecb178601,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:01.952701 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-8acccd94-b1fb-40d7-9b71-48ba914e016f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26351360-de0e-4c20-8810-bcad3e59ddb8', 'name': 'tempest-ServersTestManualDisk-820367868-router', 'tenant_id': '119ebbdd403a496dbc2e34d86f0585a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '561648fb-160f-4879-a31b-754251b6d776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:02:47Z', 'updated_at': '2022-02-02T07:02:57Z', 'revision_number': 4, 'project_id': '119ebbdd403a496dbc2e34d86f0585a7', 'gw_port': {'id': '561648fb-160f-4879-a31b-754251b6d776', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:aa:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26351360-de0e-4c20-8810-bcad3e59ddb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:02:49Z', 'updated_at': '2022-02-02T07:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'aeb58d23-5863-44d4-ba73-7d85b89fee50', 'name': '', 'network_id': '25bb2f6b-fd67-47da-85b3-87ac7c749a35', 'tenant_id': '119ebbdd403a496dbc2e34d86f0585a7', 'mac_address': 'fa:16:3e:12:ef:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26351360-de0e-4c20-8810-bcad3e59ddb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '4301de96-4c94-4826-b786-9a6127838bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:02:55Z', 'updated_at': '2022-02-02T07:02:58Z', 'revision_number': 2, 'project_id': '119ebbdd403a496dbc2e34d86f0585a7', 'subnets': [{'id': '4301de96-4c94-4826-b786-9a6127838bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:03:01.953034 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-71d6064a-68d2-4f16-a3b4-cd9e68897f77 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (73b02214-96dc-4b3a-8772-7bebeb8ebd8f), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:01.970375 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-71d6064a-68d2-4f16-a3b4-cd9e68897f77 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Calling delete_port for 73b02214-96dc-4b3a-8772-7bebeb8ebd8f owned by {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:03:01.982265 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-454cbeeb-a632-47f4-a087-768f793216aa req-9b3005d7-c36b-47ac-94a3-079756359801 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/security-groups?id=83500878-2b75-476a-931f-17df1a6782c5&id=2c89831c-2212-4fd4-82c0-50883e2a18e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2828591 Feb 02 07:03:02.025798 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-8c122860-f7b6-49da-b613-f81cb6a8b690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:02.027034 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-8c122860-f7b6-49da-b613-f81cb6a8b690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:02.027655 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-8c122860-f7b6-49da-b613-f81cb6a8b690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:02.028136 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-8c122860-f7b6-49da-b613-f81cb6a8b690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:02.028651 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-8c122860-f7b6-49da-b613-f81cb6a8b690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:02.029128 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-8c122860-f7b6-49da-b613-f81cb6a8b690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:02.029719 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-8c122860-f7b6-49da-b613-f81cb6a8b690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:02.032331 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-8c122860-f7b6-49da-b613-f81cb6a8b690 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e8b504d3cbde466cb7d12e8c49d706df&device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 6700 time: 0.2109890 Feb 02 07:03:02.033863 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-051721c1-2d90-44fb-bd84-c534940d1175 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:02.042820 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 2e066462-c808-4ba8-95ea-3612a717250f, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=2e066462-c808-4ba8-95ea-3612a717250f,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:03:02.047131 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acccd94-b1fb-40d7-9b71-48ba914e016f None None] Checking router: 26351360-de0e-4c20-8810-bcad3e59ddb8 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:03:02.047859 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acccd94-b1fb-40d7-9b71-48ba914e016f None None] Updating router 26351360-de0e-4c20-8810-bcad3e59ddb8 port aeb58d23-5863-44d4-ba73-7d85b89fee50 binding host n-d-789963-26 {{(pid=109695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:03:02.081085 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-8acccd94-b1fb-40d7-9b71-48ba914e016f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (aeb58d23-5863-44d4-ba73-7d85b89fee50), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:02.099968 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (2e066462-c808-4ba8-95ea-3612a717250f), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:02.234083 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d2e8ed-1327-49ba-8f7d-c68cb9bf4078 x-openstack-request-id: req-86d2e8ed-1327-49ba-8f7d-c68cb9bf4078 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:03:02.234794 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "420f5c18-92bb-4996-8a12-daf3c6d27a44", "tag": "532b1d27-bcf3-4cac-9dd8-eada4b4926ae", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:03:02.235274 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-86d2e8ed-1327-49ba-8f7d-c68cb9bf4078 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:03:02.235961 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '420f5c18-92bb-4996-8a12-daf3c6d27a44', 'tag': '532b1d27-bcf3-4cac-9dd8-eada4b4926ae', 'status': 'completed', 'code': 200} Feb 02 07:03:02.260384 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-71d6064a-68d2-4f16-a3b4-cd9e68897f77 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (73b02214-96dc-4b3a-8772-7bebeb8ebd8f), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:02.324520 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d6064a-68d2-4f16-a3b4-cd9e68897f77 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event deleted for resources: {'Port': ['ID=73b02214-96dc-4b3a-8772-7bebeb8ebd8f,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:02.386010 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-051721c1-2d90-44fb-bd84-c534940d1175 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Publish callbacks [] for security_group (39ab1041-aa98-452c-9555-e34e8e32c020), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:02.396466 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6958237d-a04b-4f5e-9fa7-d807bb9a10ee req-abd3b25a-e139-40be-98de-238b5a79b6a2 tempest-ServerShowV247Test-1552631908 tempest-ServerShowV247Test-1552631908-project] 10.222.0.87 "GET /v2.0/ports?device_id=14190854-9723-42bf-b5d0-df31ef64a13a HTTP/1.1" status: 200 len: 210 time: 0.1727746 Feb 02 07:03:02.407831 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-68d5e996-6c88-415f-8df3-574326c9fb4d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96ea0c8c-2d04-4820-aaf9-0423ccbb3176 HTTP/1.1" status: 200 len: 217 time: 0.1378269 Feb 02 07:03:02.409143 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-71d6064a-68d2-4f16-a3b4-cd9e68897f77 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:02.412706 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-71d6064a-68d2-4f16-a3b4-cd9e68897f77 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/ports/73b02214-96dc-4b3a-8772-7bebeb8ebd8f HTTP/1.1" status: 204 len: 168 time: 1.0511777 Feb 02 07:03:02.426850 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42988) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:02.440325 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-051721c1-2d90-44fb-bd84-c534940d1175 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (39ab1041-aa98-452c-9555-e34e8e32c020), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:02.485799 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-8acccd94-b1fb-40d7-9b71-48ba914e016f None None] Publish callbacks [] for port (aeb58d23-5863-44d4-ba73-7d85b89fee50), precommit_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:02.512293 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-051721c1-2d90-44fb-bd84-c534940d1175 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:02.513895 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-051721c1-2d90-44fb-bd84-c534940d1175 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6658061 Feb 02 07:03:02.519744 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-645e9b95-54d3-4f5a-9bb6-9812e8a301e1 None None] Current status of the port 2e066462-c808-4ba8-95ea-3612a717250f is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:03:02.525664 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-8acccd94-b1fb-40d7-9b71-48ba914e016f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (aeb58d23-5863-44d4-ba73-7d85b89fee50), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:02.562161 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=2e066462-c808-4ba8-95ea-3612a717250f,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:02.563526 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e41459-0fc1-46cb-9264-0d5cf5f86aab tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:02.564957 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e41459-0fc1-46cb-9264-0d5cf5f86aab tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:02.566522 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-44e41459-0fc1-46cb-9264-0d5cf5f86aab tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1472590 Feb 02 07:03:02.570592 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42990) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:02.570922 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42992) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:02.642439 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-36b81afe-b285-4d20-9650-69f148285236 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Request body: {'security_group_rule': {'security_group_id': '39ab1041-aa98-452c-9555-e34e8e32c020', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:03:02.662972 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0d06a534-641b-4770-849c-3386eeaf2923 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (d8e8b475-39bd-406d-9dc9-94aa2ba43c53), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:02.668759 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612cbbfd-4461-4efa-b718-0c8b54f2ec0c None None] Pushing event updated for resources: {'Port': ['ID=aeb58d23-5863-44d4-ba73-7d85b89fee50,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:02.677915 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-fc7222d1-7386-4d52-b9f3-fe96a764db76 None None] Could not find standard attr ID for object 73b02214-96dc-4b3a-8772-7bebeb8ebd8f. {{(pid=109695) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 07:03:02.685069 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8a489b7-8611-48ed-8cff-7b368e6f7756 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Deleting subnet ac668d25-d007-4214-a271-af6f6ae081d1 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:03:02.692272 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a8a489b7-8611-48ed-8cff-7b368e6f7756 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for subnet (ac668d25-d007-4214-a271-af6f6ae081d1), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:02.722851 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051721c1-2d90-44fb-bd84-c534940d1175 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39ab1041-aa98-452c-9555-e34e8e32c020,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:02.727385 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-8acccd94-b1fb-40d7-9b71-48ba914e016f None None] Attempting to bind port aeb58d23-5863-44d4-ba73-7d85b89fee50 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:03:02.727960 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-8acccd94-b1fb-40d7-9b71-48ba914e016f None None] Attempting to bind port aeb58d23-5863-44d4-ba73-7d85b89fee50 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '88d799c5-8a21-4eb2-b1ec-1b0a670840e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '25bb2f6b-fd67-47da-85b3-87ac7c749a35'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:03:02.729570 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acccd94-b1fb-40d7-9b71-48ba914e016f None None] Attempting to bind port aeb58d23-5863-44d4-ba73-7d85b89fee50 on network 25bb2f6b-fd67-47da-85b3-87ac7c749a35 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:03:02.739231 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-61986e56-c5f2-4366-a778-8283911307b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:02.740779 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-61986e56-c5f2-4366-a778-8283911307b2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3cc8f357-1066-45af-8dfb-a32204808b8c HTTP/1.1" status: 200 len: 850 time: 0.2796438 Feb 02 07:03:02.747833 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acccd94-b1fb-40d7-9b71-48ba914e016f None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:03:02.751431 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acccd94-b1fb-40d7-9b71-48ba914e016f None None] Checking segment: {'id': '88d799c5-8a21-4eb2-b1ec-1b0a670840e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '25bb2f6b-fd67-47da-85b3-87ac7c749a35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:03:02.751973 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-8acccd94-b1fb-40d7-9b71-48ba914e016f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:02.752774 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acccd94-b1fb-40d7-9b71-48ba914e016f None None] Bound using segment: {'id': '88d799c5-8a21-4eb2-b1ec-1b0a670840e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '25bb2f6b-fd67-47da-85b3-87ac7c749a35'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:03:02.754876 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-8acccd94-b1fb-40d7-9b71-48ba914e016f None None] Bound port: aeb58d23-5863-44d4-ba73-7d85b89fee50, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88d799c5-8a21-4eb2-b1ec-1b0a670840e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '25bb2f6b-fd67-47da-85b3-87ac7c749a35'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:03:02.755347 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-8acccd94-b1fb-40d7-9b71-48ba914e016f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (aeb58d23-5863-44d4-ba73-7d85b89fee50), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:02.777895 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a8a489b7-8611-48ed-8cff-7b368e6f7756 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (ac668d25-d007-4214-a271-af6f6ae081d1), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:02.788442 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-fc7222d1-7386-4d52-b9f3-fe96a764db76 None None] Provisioning complete for port 23345db9-366b-42aa-9c64-269b56b6f82c triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:03:02.788981 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-fc7222d1-7386-4d52-b9f3-fe96a764db76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (23345db9-366b-42aa-9c64-269b56b6f82c), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:02.861136 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1620c29-5d66-4d73-ac6e-88ebebc02972 req-e7722bb9-a673-4afb-a108-6669d024b27a tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:02.862512 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a1620c29-5d66-4d73-ac6e-88ebebc02972 req-e7722bb9-a673-4afb-a108-6669d024b27a tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] 10.222.0.87 "GET /v2.0/ports?device_id=057fece7-b8a7-479d-95a0-a33085d928b7 HTTP/1.1" status: 200 len: 935 time: 0.2999678 Feb 02 07:03:02.874053 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-fc7222d1-7386-4d52-b9f3-fe96a764db76 None None] Port 23345db9-366b-42aa-9c64-269b56b6f82c cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:03:02.917517 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a8a489b7-8611-48ed-8cff-7b368e6f7756 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (ac668d25-d007-4214-a271-af6f6ae081d1), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:02.925575 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-8acccd94-b1fb-40d7-9b71-48ba914e016f None None] For port aeb58d23-5863-44d4-ba73-7d85b89fee50, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:03:02.930147 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-8acccd94-b1fb-40d7-9b71-48ba914e016f None None] For port aeb58d23-5863-44d4-ba73-7d85b89fee50, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=aeb58d23-5863-44d4-ba73-7d85b89fee50,segment=NetworkSegment(88d799c5-8a21-4eb2-b1ec-1b0a670840e4),segment_id=88d799c5-8a21-4eb2-b1ec-1b0a670840e4)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:03:02.951582 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-8acccd94-b1fb-40d7-9b71-48ba914e016f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (aeb58d23-5863-44d4-ba73-7d85b89fee50), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:02.973663 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-f6687eae-48f3-4764-8f42-244194f7625e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:02.975242 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-f6687eae-48f3-4764-8f42-244194f7625e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=77178f25-e284-4e4b-a7e5-cf621bae5a6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2257547 Feb 02 07:03:02.991292 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11745a-bc48-41fc-99d1-140052719c3b req-36c7ef40-547b-4b99-ab93-22ed0cd7b9ea tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:02.993376 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ec11745a-bc48-41fc-99d1-140052719c3b req-36c7ef40-547b-4b99-ab93-22ed0cd7b9ea tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2f92dd9-5697-4976-b165-77e520cf2520 HTTP/1.1" status: 200 len: 950 time: 0.7701612 Feb 02 07:03:03.009705 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-36b81afe-b285-4d20-9650-69f148285236 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Publish callbacks [] for security_group_rule (d4daead1-37ea-42fc-a7f9-1eabb8d36eb1), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:03.027879 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a1620c29-5d66-4d73-ac6e-88ebebc02972 req-a034c7e1-4170-44f1-9095-e54c5caf0d96 tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] 10.222.0.87 "GET /v2.0/security-groups?id=c87dbba5-e87f-49c2-bd9e-441f941c9a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444523 Feb 02 07:03:03.037838 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acccd94-b1fb-40d7-9b71-48ba914e016f None None] Routers {'26351360-de0e-4c20-8810-bcad3e59ddb8'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:03:03.038804 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-8acccd94-b1fb-40d7-9b71-48ba914e016f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:02:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['26351360-de0e-4c20-8810-bcad3e59ddb8'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:03:03.054149 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a8a489b7-8611-48ed-8cff-7b368e6f7756 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (ac668d25-d007-4214-a271-af6f6ae081d1), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:03.081843 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-75603f9a-7ef3-4b79-8a87-47c22cabe77a req-d9a00cd4-d622-4f7c-a74f-75338d0c0f89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (23345db9-366b-42aa-9c64-269b56b6f82c), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:03.099676 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-2eb1180d-84d8-4e7f-9e66-882c9208d0a8 None None] Provisioning complete for port aeb58d23-5863-44d4-ba73-7d85b89fee50 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:03:03.100058 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2eb1180d-84d8-4e7f-9e66-882c9208d0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (aeb58d23-5863-44d4-ba73-7d85b89fee50), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:03.143952 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612cbbfd-4461-4efa-b718-0c8b54f2ec0c None None] Pushing event updated for resources: {'Port': ['ID=aeb58d23-5863-44d4-ba73-7d85b89fee50,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:03.172503 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a489b7-8611-48ed-8cff-7b368e6f7756 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event deleted for resources: {'Subnet': ['ID=ac668d25-d007-4214-a271-af6f6ae081d1,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:03.174389 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a8a489b7-8611-48ed-8cff-7b368e6f7756 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:03.181564 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b14ed95-a865-462b-808d-e79a8aff754f None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:03:03.185894 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a8a489b7-8611-48ed-8cff-7b368e6f7756 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/subnets/ac668d25-d007-4214-a271-af6f6ae081d1 HTTP/1.1" status: 204 len: 168 time: 0.6126413 Feb 02 07:03:03.195749 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42996) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:03.299794 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d06a534-641b-4770-849c-3386eeaf2923 admin admin] Router d8e8b475-39bd-406d-9dc9-94aa2ba43c53 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:03:03.345295 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-d7e8f7ca-fc98-49e6-807a-113a073477cf service neutron] 10.222.0.59 "GET /v2.0/networks/77178f25-e284-4e4b-a7e5-cf621bae5a6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3615541 Feb 02 07:03:03.361749 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-36b81afe-b285-4d20-9650-69f148285236 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Publish callbacks [] for security_group_rule (d4daead1-37ea-42fc-a7f9-1eabb8d36eb1), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:03.370623 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-670ac9e4-3a98-457a-b863-3fd2361decbe tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1662729 Feb 02 07:03:03.372581 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42998) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:03.379841 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-65a41f11-58bd-43ce-9ad8-8abcd593d153 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Request body: {'subnet': {'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:03:03.405231 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-8acccd94-b1fb-40d7-9b71-48ba914e016f None None] Set router 26351360-de0e-4c20-8810-bcad3e59ddb8 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:03:03.427445 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ec11745a-bc48-41fc-99d1-140052719c3b req-6c322f67-97fc-4a11-bb80-452706d60c1e tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4120483 Feb 02 07:03:03.428143 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-36b81afe-b285-4d20-9650-69f148285236 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (d4daead1-37ea-42fc-a7f9-1eabb8d36eb1), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:03.452824 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1180d-84d8-4e7f-9e66-882c9208d0a8 None None] Current status of the port aeb58d23-5863-44d4-ba73-7d85b89fee50 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:03:03.453219 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2eb1180d-84d8-4e7f-9e66-882c9208d0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (aeb58d23-5863-44d4-ba73-7d85b89fee50), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:03.538306 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79715623-9320-46a3-94ad-c26a2b37b912 req-89717b8b-98e8-4208-888f-52aeff58f000 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:03.545117 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79715623-9320-46a3-94ad-c26a2b37b912 req-89717b8b-98e8-4208-888f-52aeff58f000 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:03.551031 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79715623-9320-46a3-94ad-c26a2b37b912 req-89717b8b-98e8-4208-888f-52aeff58f000 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:03.558549 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79715623-9320-46a3-94ad-c26a2b37b912 req-89717b8b-98e8-4208-888f-52aeff58f000 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:03.564490 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79715623-9320-46a3-94ad-c26a2b37b912 req-89717b8b-98e8-4208-888f-52aeff58f000 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:03.570060 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79715623-9320-46a3-94ad-c26a2b37b912 req-89717b8b-98e8-4208-888f-52aeff58f000 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:03.577306 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79715623-9320-46a3-94ad-c26a2b37b912 req-89717b8b-98e8-4208-888f-52aeff58f000 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:03.578518 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-2eb1180d-84d8-4e7f-9e66-882c9208d0a8 None None] For port aeb58d23-5863-44d4-ba73-7d85b89fee50, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=aeb58d23-5863-44d4-ba73-7d85b89fee50,segment=NetworkSegment(88d799c5-8a21-4eb2-b1ec-1b0a670840e4),segment_id=88d799c5-8a21-4eb2-b1ec-1b0a670840e4)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:03:03.579439 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-79715623-9320-46a3-94ad-c26a2b37b912 req-89717b8b-98e8-4208-888f-52aeff58f000 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 5419 time: 0.2779000 Feb 02 07:03:03.595843 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2eb1180d-84d8-4e7f-9e66-882c9208d0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (aeb58d23-5863-44d4-ba73-7d85b89fee50), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:03.654460 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b81afe-b285-4d20-9650-69f148285236 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4daead1-37ea-42fc-a7f9-1eabb8d36eb1,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:03.710098 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a4d87028-5505-4f16-b68d-a60c64d85cc1 req-d7256ec0-b685-44e4-8899-8c67b928cfb8 tempest-ServerShowV247Test-1552631908 tempest-ServerShowV247Test-1552631908-project] 10.222.0.87 "GET /v2.0/ports?device_id=14190854-9723-42bf-b5d0-df31ef64a13a HTTP/1.1" status: 200 len: 210 time: 0.0777555 Feb 02 07:03:03.735753 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb86aff-ab0e-4dc6-a99c-9ee9f0047056 None None] DHCP port deletion for 0866d72e-3544-4c93-a5a9-bf8114a5301e request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:03:03.736938 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-36b81afe-b285-4d20-9650-69f148285236 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:03.738436 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-36b81afe-b285-4d20-9650-69f148285236 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1665695 Feb 02 07:03:03.742280 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-200270c8-5235-4ce1-a606-5858e6f12571 service neutron] 10.222.0.59 "GET /v2.0/networks/77178f25-e284-4e4b-a7e5-cf621bae5a6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3663032 Feb 02 07:03:03.749097 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43002) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:03.759100 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1180d-84d8-4e7f-9e66-882c9208d0a8 None None] Pushing event updated for resources: {'Port': ['ID=aeb58d23-5863-44d4-ba73-7d85b89fee50,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:03.761328 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-f62e0ff4-337d-4ef9-9dc2-e631bae6163b tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Request body: {'security_group_rule': {'security_group_id': '39ab1041-aa98-452c-9555-e34e8e32c020', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:03:03.764006 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d06a534-641b-4770-849c-3386eeaf2923 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:03:03.775603 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-9b3c8505-aded-4506-96ac-466cacecae83 None None] Provisioning complete for port aeb58d23-5863-44d4-ba73-7d85b89fee50 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:03:03.775603 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9b3c8505-aded-4506-96ac-466cacecae83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (aeb58d23-5863-44d4-ba73-7d85b89fee50), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:03.776976 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-0d06a534-641b-4770-849c-3386eeaf2923 admin admin] 10.222.0.87 "PUT /v2.0/routers/d8e8b475-39bd-406d-9dc9-94aa2ba43c53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1238389 Feb 02 07:03:03.778408 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7719ee-0997-4169-a6da-d854dc08e461 None None] Sync routers for ids ['d8e8b475-39bd-406d-9dc9-94aa2ba43c53'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:03:03.794529 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7719ee-0997-4169-a6da-d854dc08e461 None None] Routers {'d8e8b475-39bd-406d-9dc9-94aa2ba43c53'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:03:03.797420 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-9f7719ee-0997-4169-a6da-d854dc08e461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:02:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['d8e8b475-39bd-406d-9dc9-94aa2ba43c53'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:03:03.809017 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43004) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:03.825252 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-7218b446-e2e2-4026-8fba-38a3f43929b1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=dcae9310-0188-4805-9e28-53f45e2fd68f HTTP/1.1" status: 200 len: 217 time: 0.0716858 Feb 02 07:03:03.874633 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-79715623-9320-46a3-94ad-c26a2b37b912 req-5afd7f04-dd89-41ec-a4db-3b61a2b53998 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/security-groups?id=83500878-2b75-476a-931f-17df1a6782c5&id=2c89831c-2212-4fd4-82c0-50883e2a18e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2801926 Feb 02 07:03:03.967846 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-483af209-c57f-46af-a5fd-6cf414d0f38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:03.969613 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-483af209-c57f-46af-a5fd-6cf414d0f38a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ddd7ba65-e54a-42e2-83d4-6480a2d3e138 HTTP/1.1" status: 200 len: 797 time: 0.1074853 Feb 02 07:03:04.023497 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e24b8157-c3ba-48b5-9b75-421eb61decfa admin admin] Publish callbacks [] for router (d8e8b475-39bd-406d-9dc9-94aa2ba43c53), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:04.060584 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-9f7719ee-0997-4169-a6da-d854dc08e461 None None] Set router d8e8b475-39bd-406d-9dc9-94aa2ba43c53 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:03:04.214995 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a41f11-58bd-43ce-9ad8-8abcd593d153 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Made reservation on behalf of d3e64a71e17749e693b291cf3514bb46 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:03:04.218642 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-65a41f11-58bd-43ce-9ad8-8abcd593d153 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:04.273367 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c8505-aded-4506-96ac-466cacecae83 None None] Current status of the port aeb58d23-5863-44d4-ba73-7d85b89fee50 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:03:04.287913 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-8acccd94-b1fb-40d7-9b71-48ba914e016f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26351360-de0e-4c20-8810-bcad3e59ddb8', 'name': 'tempest-ServersTestManualDisk-820367868-router', 'tenant_id': '119ebbdd403a496dbc2e34d86f0585a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '561648fb-160f-4879-a31b-754251b6d776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:02:47Z', 'updated_at': '2022-02-02T07:02:57Z', 'revision_number': 4, 'project_id': '119ebbdd403a496dbc2e34d86f0585a7', 'gw_port': {'id': '561648fb-160f-4879-a31b-754251b6d776', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:aa:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26351360-de0e-4c20-8810-bcad3e59ddb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:02:49Z', 'updated_at': '2022-02-02T07:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'aeb58d23-5863-44d4-ba73-7d85b89fee50', 'name': '', 'network_id': '25bb2f6b-fd67-47da-85b3-87ac7c749a35', 'tenant_id': '119ebbdd403a496dbc2e34d86f0585a7', 'mac_address': 'fa:16:3e:12:ef:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26351360-de0e-4c20-8810-bcad3e59ddb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '4301de96-4c94-4826-b786-9a6127838bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:02:55Z', 'updated_at': '2022-02-02T07:03:02Z', 'revision_number': 4, 'project_id': '119ebbdd403a496dbc2e34d86f0585a7', 'subnets': [{'id': '4301de96-4c94-4826-b786-9a6127838bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:03:04.291262 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-3fb86aff-ab0e-4dc6-a99c-9ee9f0047056 None None] Deleting port 2e066462-c808-4ba8-95ea-3612a717250f {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:03:04.292512 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3fb86aff-ab0e-4dc6-a99c-9ee9f0047056 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (2e066462-c808-4ba8-95ea-3612a717250f), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:04.344278 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acccd94-b1fb-40d7-9b71-48ba914e016f None None] The sync data for ids ['26351360-de0e-4c20-8810-bcad3e59ddb8'] in n-d-789963-26 is: [{'id': '26351360-de0e-4c20-8810-bcad3e59ddb8', 'name': 'tempest-ServersTestManualDisk-820367868-router', 'tenant_id': '119ebbdd403a496dbc2e34d86f0585a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '561648fb-160f-4879-a31b-754251b6d776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:02:47Z', 'updated_at': '2022-02-02T07:02:57Z', 'revision_number': 4, 'project_id': '119ebbdd403a496dbc2e34d86f0585a7', 'gw_port': {'id': '561648fb-160f-4879-a31b-754251b6d776', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:aa:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26351360-de0e-4c20-8810-bcad3e59ddb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:02:49Z', 'updated_at': '2022-02-02T07:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'aeb58d23-5863-44d4-ba73-7d85b89fee50', 'name': '', 'network_id': '25bb2f6b-fd67-47da-85b3-87ac7c749a35', 'tenant_id': '119ebbdd403a496dbc2e34d86f0585a7', 'mac_address': 'fa:16:3e:12:ef:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26351360-de0e-4c20-8810-bcad3e59ddb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '4301de96-4c94-4826-b786-9a6127838bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:02:55Z', 'updated_at': '2022-02-02T07:03:02Z', 'revision_number': 4, 'project_id': '119ebbdd403a496dbc2e34d86f0585a7', 'subnets': [{'id': '4301de96-4c94-4826-b786-9a6127838bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:03:04.448650 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-9f7719ee-0997-4169-a6da-d854dc08e461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e8b475-39bd-406d-9dc9-94aa2ba43c53', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1942162348-router', 'tenant_id': '5c8ea397fb124118ae0639df321f3ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '781db8da-24b7-4db0-8f76-3579190f0122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:01:42Z', 'updated_at': '2022-02-02T07:03:01Z', 'revision_number': 5, 'project_id': '5c8ea397fb124118ae0639df321f3ef6', 'gw_port': {'id': '781db8da-24b7-4db0-8f76-3579190f0122', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e8b475-39bd-406d-9dc9-94aa2ba43c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:01:44Z', 'updated_at': '2022-02-02T07:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:03:04.501089 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f62e0ff4-337d-4ef9-9dc2-e631bae6163b tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Publish callbacks [] for security_group_rule (c1d09b7c-82d9-4bd1-b1f2-b2f4a988adc8), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:04.527851 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-65a41f11-58bd-43ce-9ad8-8abcd593d153 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (3b7ada29-3f46-4528-a537-971491c12a09), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:04.559495 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-3fb86aff-ab0e-4dc6-a99c-9ee9f0047056 None None] For port 2e066462-c808-4ba8-95ea-3612a717250f, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=2e066462-c808-4ba8-95ea-3612a717250f,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:03:04.560017 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3fb86aff-ab0e-4dc6-a99c-9ee9f0047056 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (2e066462-c808-4ba8-95ea-3612a717250f), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:04.581182 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7719ee-0997-4169-a6da-d854dc08e461 None None] Checking router: d8e8b475-39bd-406d-9dc9-94aa2ba43c53 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:03:04.585638 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-3fb86aff-ab0e-4dc6-a99c-9ee9f0047056 None None] Calling delete_port for 2e066462-c808-4ba8-95ea-3612a717250f owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:03:04.595401 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7719ee-0997-4169-a6da-d854dc08e461 None None] Routers {'d8e8b475-39bd-406d-9dc9-94aa2ba43c53'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:03:04.596243 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-9f7719ee-0997-4169-a6da-d854dc08e461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:02:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['d8e8b475-39bd-406d-9dc9-94aa2ba43c53'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:03:04.651033 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 2e066462-c808-4ba8-95ea-3612a717250f no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:03:04.653991 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-b03ce263-ee96-4e23-aa53-513b65e0f60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:04.655830 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-b03ce263-ee96-4e23-aa53-513b65e0f60c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9faf7e40-7741-4ebb-8f78-e3e3326a51b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.6741502 Feb 02 07:03:04.692734 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a41f11-58bd-43ce-9ad8-8abcd593d153 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:03:04.711388 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7fbb3-f9d4-4eff-baa4-f082334f3977 req-a3a853fb-cf54-49fb-a496-5ef3e449d54b tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:04.719962 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2fe7fbb3-f9d4-4eff-baa4-f082334f3977 req-a3a853fb-cf54-49fb-a496-5ef3e449d54b tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] 10.222.0.87 "GET /v2.0/ports?device_id=057fece7-b8a7-479d-95a0-a33085d928b7 HTTP/1.1" status: 200 len: 935 time: 0.5603988 Feb 02 07:03:04.727758 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-65a41f11-58bd-43ce-9ad8-8abcd593d153 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:03:04.747734 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a41f11-58bd-43ce-9ad8-8abcd593d153 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:04.749127 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-65a41f11-58bd-43ce-9ad8-8abcd593d153 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:04.773841 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a41f11-58bd-43ce-9ad8-8abcd593d153 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event updated for resources: {'Subnet': ['ID=3b7ada29-3f46-4528-a537-971491c12a09,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:04.808964 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3fb86aff-ab0e-4dc6-a99c-9ee9f0047056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (2e066462-c808-4ba8-95ea-3612a717250f), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:04.812399 n-d-789963-26 neutron-server[109695]: INFO neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No ports have port_id starting with 2e066462-c808-4ba8-95ea-3612a717250f Feb 02 07:03:04.853148 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb86aff-ab0e-4dc6-a99c-9ee9f0047056 None None] Pushing event deleted for resources: {'Port': ['ID=2e066462-c808-4ba8-95ea-3612a717250f,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:04.866078 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb86aff-ab0e-4dc6-a99c-9ee9f0047056 None None] No DVR routers for this DVR port 2e066462-c808-4ba8-95ea-3612a717250f on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:03:04.892491 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f62e0ff4-337d-4ef9-9dc2-e631bae6163b tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Publish callbacks [] for security_group_rule (c1d09b7c-82d9-4bd1-b1f2-b2f4a988adc8), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:04.902350 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e3a4e7-c0da-4068-b284-ced667c85a4b None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:03:04.935633 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-65a41f11-58bd-43ce-9ad8-8abcd593d153 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5487013 Feb 02 07:03:04.936895 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f62e0ff4-337d-4ef9-9dc2-e631bae6163b tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (c1d09b7c-82d9-4bd1-b1f2-b2f4a988adc8), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:04.941313 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43016) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:04.953569 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-e6ad6c63-0936-4375-9bea-c1014d6e98e7 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Request body: {'port': {'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'name': 'tempest-NetworksTestDHCPv6-291381191'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:03:05.032247 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e24b8157-c3ba-48b5-9b75-421eb61decfa admin admin] Publish callbacks [] for router_gateway (d8e8b475-39bd-406d-9dc9-94aa2ba43c53), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:05.052113 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62e0ff4-337d-4ef9-9dc2-e631bae6163b tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1d09b7c-82d9-4bd1-b1f2-b2f4a988adc8,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:05.071514 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2fe7fbb3-f9d4-4eff-baa4-f082334f3977 req-3f5aa7d2-42c1-4fb5-9c4b-4e0d0624b19f tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] 10.222.0.87 "GET /v2.0/security-groups?id=c87dbba5-e87f-49c2-bd9e-441f941c9a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3441553 Feb 02 07:03:05.147832 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-9f7719ee-0997-4169-a6da-d854dc08e461 None None] Set router d8e8b475-39bd-406d-9dc9-94aa2ba43c53 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:03:05.148634 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be413630-d84f-4762-b96c-33a19c2baa52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-0866d72e-3544-4c93-a5a9-bf8114a5301e', 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'project_id': 'd3e64a71e17749e693b291cf3514bb46', 'fixed_ips': [{'subnet_id': '3b7ada29-3f46-4528-a537-971491c12a09'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:03:05.150721 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-be413630-d84f-4762-b96c-33a19c2baa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:05.176321 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-75603f9a-7ef3-4b79-8a87-47c22cabe77a req-d9a00cd4-d622-4f7c-a74f-75338d0c0f89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23345db9-366b-42aa-9c64-269b56b6f82c {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:03:05.188100 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-75603f9a-7ef3-4b79-8a87-47c22cabe77a req-d9a00cd4-d622-4f7c-a74f-75338d0c0f89 service neutron] Publish callbacks [] for port (23345db9-366b-42aa-9c64-269b56b6f82c), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:05.191888 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-6ec0c3c7-0e56-4fe9-b2f5-8765b999fa2c service neutron] 10.222.0.59 "GET /v2.0/networks/9faf7e40-7741-4ebb-8f78-e3e3326a51b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4855788 Feb 02 07:03:05.205386 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-75603f9a-7ef3-4b79-8a87-47c22cabe77a req-d9a00cd4-d622-4f7c-a74f-75338d0c0f89 service neutron] Transition to ACTIVE for port object 23345db9-366b-42aa-9c64-269b56b6f82c will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:03:05.209938 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f62e0ff4-337d-4ef9-9dc2-e631bae6163b tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:05.217623 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f62e0ff4-337d-4ef9-9dc2-e631bae6163b tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4647775 Feb 02 07:03:05.218342 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43018) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:05.224137 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-10f26584-2d47-44d1-8833-4304dff8cf29 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Request body: {'floatingip': {'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:03:05.232860 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-75603f9a-7ef3-4b79-8a87-47c22cabe77a req-d9a00cd4-d622-4f7c-a74f-75338d0c0f89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (23345db9-366b-42aa-9c64-269b56b6f82c), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:05.362085 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7cacb7-8ac8-44bb-be74-3a3c26174230 req-a4ff1063-d5d6-4c4b-b2c9-11cb775b7467 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:05.368056 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1a7cacb7-8ac8-44bb-be74-3a3c26174230 req-a4ff1063-d5d6-4c4b-b2c9-11cb775b7467 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2f92dd9-5697-4976-b165-77e520cf2520 HTTP/1.1" status: 200 len: 950 time: 0.7503335 Feb 02 07:03:05.400003 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a00cd4-d622-4f7c-a74f-75338d0c0f89 service neutron] Pushing event updated for resources: {'Port': ['ID=23345db9-366b-42aa-9c64-269b56b6f82c,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:05.406181 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bd4934bc-b99b-4198-836c-bfda8c0a88a7 req-3e50b618-e7a4-49da-96b9-99c28c09f0c5 tempest-ServerShowV247Test-1552631908 tempest-ServerShowV247Test-1552631908-project] 10.222.0.87 "GET /v2.0/ports?device_id=14190854-9723-42bf-b5d0-df31ef64a13a HTTP/1.1" status: 200 len: 210 time: 0.0800676 Feb 02 07:03:05.494118 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-10f26584-2d47-44d1-8833-4304dff8cf29 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:05.527278 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-be413630-d84f-4762-b96c-33a19c2baa52 None None] Allocated IP 2001:db8::2 (0866d72e-3544-4c93-a5a9-bf8114a5301e/3b7ada29-3f46-4528-a537-971491c12a09/3fb76110-43f5-432c-bfef-b34de3107d8a) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:03:05.631237 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-9f7719ee-0997-4169-a6da-d854dc08e461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e8b475-39bd-406d-9dc9-94aa2ba43c53', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1942162348-router', 'tenant_id': '5c8ea397fb124118ae0639df321f3ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '781db8da-24b7-4db0-8f76-3579190f0122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:01:42Z', 'updated_at': '2022-02-02T07:03:01Z', 'revision_number': 5, 'project_id': '5c8ea397fb124118ae0639df321f3ef6', 'gw_port': {'id': '781db8da-24b7-4db0-8f76-3579190f0122', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e8b475-39bd-406d-9dc9-94aa2ba43c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:01:44Z', 'updated_at': '2022-02-02T07:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:03:05.719723 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7719ee-0997-4169-a6da-d854dc08e461 None None] The sync data for ids ['d8e8b475-39bd-406d-9dc9-94aa2ba43c53'] in n-d-789963-26 is: [{'id': 'd8e8b475-39bd-406d-9dc9-94aa2ba43c53', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1942162348-router', 'tenant_id': '5c8ea397fb124118ae0639df321f3ef6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '781db8da-24b7-4db0-8f76-3579190f0122', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:01:42Z', 'updated_at': '2022-02-02T07:03:01Z', 'revision_number': 5, 'project_id': '5c8ea397fb124118ae0639df321f3ef6', 'gw_port': {'id': '781db8da-24b7-4db0-8f76-3579190f0122', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e8b475-39bd-406d-9dc9-94aa2ba43c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:01:44Z', 'updated_at': '2022-02-02T07:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:03:05.735673 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-75603f9a-7ef3-4b79-8a87-47c22cabe77a req-d9a00cd4-d622-4f7c-a74f-75338d0c0f89 service neutron] Attempting to bind port 23345db9-366b-42aa-9c64-269b56b6f82c on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:03:05.736234 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-75603f9a-7ef3-4b79-8a87-47c22cabe77a req-d9a00cd4-d622-4f7c-a74f-75338d0c0f89 service neutron] Attempting to bind port 23345db9-366b-42aa-9c64-269b56b6f82c by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:03:05.736513 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75603f9a-7ef3-4b79-8a87-47c22cabe77a req-d9a00cd4-d622-4f7c-a74f-75338d0c0f89 service neutron] Attempting to bind port 23345db9-366b-42aa-9c64-269b56b6f82c on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:03:05.756856 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75603f9a-7ef3-4b79-8a87-47c22cabe77a req-d9a00cd4-d622-4f7c-a74f-75338d0c0f89 service neutron] Port 23345db9-366b-42aa-9c64-269b56b6f82c on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:03:05.762139 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-be413630-d84f-4762-b96c-33a19c2baa52 None None] Publish callbacks [] for port (3fb76110-43f5-432c-bfef-b34de3107d8a), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:05.762839 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75603f9a-7ef3-4b79-8a87-47c22cabe77a req-d9a00cd4-d622-4f7c-a74f-75338d0c0f89 service neutron] Attempting to bind port 23345db9-366b-42aa-9c64-269b56b6f82c on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:03:05.779296 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-be413630-d84f-4762-b96c-33a19c2baa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (3fb76110-43f5-432c-bfef-b34de3107d8a), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:05.819703 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1a7cacb7-8ac8-44bb-be74-3a3c26174230 req-47a26a08-84dc-4d32-bd95-9a914ea49ed9 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4011068 Feb 02 07:03:05.820320 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ad6c63-0936-4375-9bea-c1014d6e98e7 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Made reservation on behalf of d3e64a71e17749e693b291cf3514bb46 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:03:05.823924 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e6ad6c63-0936-4375-9bea-c1014d6e98e7 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:05.840679 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be413630-d84f-4762-b96c-33a19c2baa52 None None] Pushing event updated for resources: {'Port': ['ID=3fb76110-43f5-432c-bfef-b34de3107d8a,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:05.863677 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be413630-d84f-4762-b96c-33a19c2baa52 None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:03:05.865226 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-be413630-d84f-4762-b96c-33a19c2baa52 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:03:05.867745 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be413630-d84f-4762-b96c-33a19c2baa52 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:03:05.874817 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75603f9a-7ef3-4b79-8a87-47c22cabe77a req-d9a00cd4-d622-4f7c-a74f-75338d0c0f89 service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:03:05.875164 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75603f9a-7ef3-4b79-8a87-47c22cabe77a req-d9a00cd4-d622-4f7c-a74f-75338d0c0f89 service neutron] Checking segment: {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:03:05.875582 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75603f9a-7ef3-4b79-8a87-47c22cabe77a req-d9a00cd4-d622-4f7c-a74f-75338d0c0f89 service neutron] Bound using segment: {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:03:05.876077 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-75603f9a-7ef3-4b79-8a87-47c22cabe77a req-d9a00cd4-d622-4f7c-a74f-75338d0c0f89 service neutron] Bound port: 23345db9-366b-42aa-9c64-269b56b6f82c, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:03:05.876447 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-75603f9a-7ef3-4b79-8a87-47c22cabe77a req-d9a00cd4-d622-4f7c-a74f-75338d0c0f89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (23345db9-366b-42aa-9c64-269b56b6f82c), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:05.881482 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-09d4309c-6e94-4d08-a0b2-a97471b1f468 service neutron] 10.222.0.59 "GET /v2.0/networks/9faf7e40-7741-4ebb-8f78-e3e3326a51b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6374676 Feb 02 07:03:05.915451 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-e24b8157-c3ba-48b5-9b75-421eb61decfa admin admin] Deleting port 781db8da-24b7-4db0-8f76-3579190f0122 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:03:05.916079 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e24b8157-c3ba-48b5-9b75-421eb61decfa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (781db8da-24b7-4db0-8f76-3579190f0122), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:05.937952 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b76ff-9578-4455-9c1a-c818806dabd9 req-482d5923-88a7-46ee-a830-81c8fc419ec2 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:05.956757 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b76ff-9578-4455-9c1a-c818806dabd9 req-482d5923-88a7-46ee-a830-81c8fc419ec2 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:05.962303 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b76ff-9578-4455-9c1a-c818806dabd9 req-482d5923-88a7-46ee-a830-81c8fc419ec2 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:05.964480 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-be413630-d84f-4762-b96c-33a19c2baa52 None None] Attempting to bind port 3fb76110-43f5-432c-bfef-b34de3107d8a on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:03:05.964875 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-be413630-d84f-4762-b96c-33a19c2baa52 None None] Attempting to bind port 3fb76110-43f5-432c-bfef-b34de3107d8a by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:03:05.965251 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be413630-d84f-4762-b96c-33a19c2baa52 None None] Attempting to bind port 3fb76110-43f5-432c-bfef-b34de3107d8a on network 0866d72e-3544-4c93-a5a9-bf8114a5301e {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:03:05.969792 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b76ff-9578-4455-9c1a-c818806dabd9 req-482d5923-88a7-46ee-a830-81c8fc419ec2 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:05.971339 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be413630-d84f-4762-b96c-33a19c2baa52 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:03:05.971757 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be413630-d84f-4762-b96c-33a19c2baa52 None None] Checking segment: {'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:03:05.972165 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-be413630-d84f-4762-b96c-33a19c2baa52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:05.972561 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be413630-d84f-4762-b96c-33a19c2baa52 None None] Bound using segment: {'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:03:05.973033 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-be413630-d84f-4762-b96c-33a19c2baa52 None None] Bound port: 3fb76110-43f5-432c-bfef-b34de3107d8a, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:03:05.973415 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-be413630-d84f-4762-b96c-33a19c2baa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3fb76110-43f5-432c-bfef-b34de3107d8a), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:05.975244 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b76ff-9578-4455-9c1a-c818806dabd9 req-482d5923-88a7-46ee-a830-81c8fc419ec2 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:05.982103 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b76ff-9578-4455-9c1a-c818806dabd9 req-482d5923-88a7-46ee-a830-81c8fc419ec2 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:05.987572 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b76ff-9578-4455-9c1a-c818806dabd9 req-482d5923-88a7-46ee-a830-81c8fc419ec2 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:06.002031 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f52b76ff-9578-4455-9c1a-c818806dabd9 req-482d5923-88a7-46ee-a830-81c8fc419ec2 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 5419 time: 0.3990045 Feb 02 07:03:06.027736 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-e24b8157-c3ba-48b5-9b75-421eb61decfa admin admin] For port 781db8da-24b7-4db0-8f76-3579190f0122, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=781db8da-24b7-4db0-8f76-3579190f0122,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:03:06.028851 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e24b8157-c3ba-48b5-9b75-421eb61decfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (781db8da-24b7-4db0-8f76-3579190f0122), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:06.042780 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-e24b8157-c3ba-48b5-9b75-421eb61decfa admin admin] Calling delete_port for 781db8da-24b7-4db0-8f76-3579190f0122 owned by network:router_gateway {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:03:06.065057 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-be413630-d84f-4762-b96c-33a19c2baa52 None None] For port 3fb76110-43f5-432c-bfef-b34de3107d8a, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:03:06.070443 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-be413630-d84f-4762-b96c-33a19c2baa52 None None] For port 3fb76110-43f5-432c-bfef-b34de3107d8a, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=3fb76110-43f5-432c-bfef-b34de3107d8a,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:03:06.110873 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-be413630-d84f-4762-b96c-33a19c2baa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (3fb76110-43f5-432c-bfef-b34de3107d8a), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:06.149584 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-75603f9a-7ef3-4b79-8a87-47c22cabe77a req-d9a00cd4-d622-4f7c-a74f-75338d0c0f89 service neutron] For port 23345db9-366b-42aa-9c64-269b56b6f82c, host n-h2-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:03:06.155453 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-10f26584-2d47-44d1-8833-4304dff8cf29 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:06.158466 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-75603f9a-7ef3-4b79-8a87-47c22cabe77a req-d9a00cd4-d622-4f7c-a74f-75338d0c0f89 service neutron] For port 23345db9-366b-42aa-9c64-269b56b6f82c, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=23345db9-366b-42aa-9c64-269b56b6f82c,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:03:06.202285 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-75603f9a-7ef3-4b79-8a87-47c22cabe77a req-d9a00cd4-d622-4f7c-a74f-75338d0c0f89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (23345db9-366b-42aa-9c64-269b56b6f82c), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:06.233241 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be413630-d84f-4762-b96c-33a19c2baa52 None None] Pushing event updated for resources: {'Port': ['ID=3fb76110-43f5-432c-bfef-b34de3107d8a,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:06.266431 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f52b76ff-9578-4455-9c1a-c818806dabd9 req-538f563c-ed93-4e2b-ae11-9a3285dff5ea tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/security-groups?id=83500878-2b75-476a-931f-17df1a6782c5&id=2c89831c-2212-4fd4-82c0-50883e2a18e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2635224 Feb 02 07:03:06.420737 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75603f9a-7ef3-4b79-8a87-47c22cabe77a req-d9a00cd4-d622-4f7c-a74f-75338d0c0f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:06.421665 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-75603f9a-7ef3-4b79-8a87-47c22cabe77a req-d9a00cd4-d622-4f7c-a74f-75338d0c0f89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:06.422790 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-75603f9a-7ef3-4b79-8a87-47c22cabe77a req-d9a00cd4-d622-4f7c-a74f-75338d0c0f89 service neutron] 10.222.0.59 "PUT /v2.0/ports/23345db9-366b-42aa-9c64-269b56b6f82c HTTP/1.1" status: 200 len: 1096 time: 4.7389493 Feb 02 07:03:06.423284 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '057fece7-b8a7-479d-95a0-a33085d928b7', 'tag': '23345db9-366b-42aa-9c64-269b56b6f82c'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:03:06.426241 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a39209c1-0571-4f12-8df4-5158cff1b007" -d '{"events": [{"name": "network-changed", "server_uuid": "057fece7-b8a7-479d-95a0-a33085d928b7", "tag": "23345db9-366b-42aa-9c64-269b56b6f82c"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:03:06.473139 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a00cd4-d622-4f7c-a74f-75338d0c0f89 service neutron] Pushing event updated for resources: {'Port': ['ID=23345db9-366b-42aa-9c64-269b56b6f82c,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:06.522138 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f6d7ef-ca5b-4dfa-be90-4c97624f7d7e x-openstack-request-id: req-78f6d7ef-ca5b-4dfa-be90-4c97624f7d7e {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:03:06.522437 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "057fece7-b8a7-479d-95a0-a33085d928b7", "tag": "23345db9-366b-42aa-9c64-269b56b6f82c", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:03:06.522695 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-78f6d7ef-ca5b-4dfa-be90-4c97624f7d7e {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:03:06.523097 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '057fece7-b8a7-479d-95a0-a33085d928b7', 'tag': '23345db9-366b-42aa-9c64-269b56b6f82c', 'status': 'completed', 'code': 200} Feb 02 07:03:06.545407 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-8b621a72-716e-4f7b-96e1-deb65caa8ef7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.28&port_id=32d3366d-9a45-45fb-9152-9211651dfc0d HTTP/1.1" status: 200 len: 217 time: 0.6402256 Feb 02 07:03:06.551639 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [None req-e6ad6c63-0936-4375-9bea-c1014d6e98e7 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] device_id is not set on port cfcc5940-486b-45e5-acd3-eccc87e71037 yet. {{(pid=109693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:03:06.722127 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-10f26584-2d47-44d1-8833-4304dff8cf29 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Allocated IP 172.25.4.93 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/b2a496ba-3cf2-4d32-aeab-2a43d326a000) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:03:06.768793 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75603f9a-7ef3-4b79-8a87-47c22cabe77a req-acbc291f-1115-46b1-baae-3b716dc96a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:06.777931 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-75603f9a-7ef3-4b79-8a87-47c22cabe77a req-acbc291f-1115-46b1-baae-3b716dc96a55 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=24a1609377a04a1284077f4f1f79b2e7&device_id=057fece7-b8a7-479d-95a0-a33085d928b7 HTTP/1.1" status: 200 len: 1130 time: 0.1854632 Feb 02 07:03:06.980944 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-678f6040-f84e-4300-8d1e-6a6b701304d2 req-56287dc6-61de-43dc-9dcf-9dd42c12932a tempest-ServerShowV247Test-1552631908 tempest-ServerShowV247Test-1552631908-project] 10.222.0.87 "GET /v2.0/ports?device_id=14190854-9723-42bf-b5d0-df31ef64a13a HTTP/1.1" status: 200 len: 210 time: 0.3141410 Feb 02 07:03:06.984137 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-75603f9a-7ef3-4b79-8a87-47c22cabe77a req-8ef8f219-39e5-4173-be2e-90e52880f44e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=23345db9-366b-42aa-9c64-269b56b6f82c HTTP/1.1" status: 200 len: 217 time: 0.1881659 Feb 02 07:03:07.014013 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-e6ad6c63-0936-4375-9bea-c1014d6e98e7 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Allocated IP 2001:db8::e9 (0866d72e-3544-4c93-a5a9-bf8114a5301e/3b7ada29-3f46-4528-a537-971491c12a09/cfcc5940-486b-45e5-acd3-eccc87e71037) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:03:07.101847 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75603f9a-7ef3-4b79-8a87-47c22cabe77a req-906c5406-ec3e-4367-8ff5-da0db62ca40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:07.107103 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-75603f9a-7ef3-4b79-8a87-47c22cabe77a req-906c5406-ec3e-4367-8ff5-da0db62ca40f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.1150208 Feb 02 07:03:07.129932 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device aeb58d23-5863-44d4-ba73-7d85b89fee50 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:03:07.193761 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port aeb58d23-5863-44d4-ba73-7d85b89fee50 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:03:07.194411 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (aeb58d23-5863-44d4-ba73-7d85b89fee50), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:07.301154 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e6ad6c63-0936-4375-9bea-c1014d6e98e7 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for port (cfcc5940-486b-45e5-acd3-eccc87e71037), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:07.311840 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port aeb58d23-5863-44d4-ba73-7d85b89fee50 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:03:07.313205 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 3fb76110-43f5-432c-bfef-b34de3107d8a up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:03:07.328578 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-219ed03a-3ec2-43b2-9260-f3b5a51fa2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:07.330609 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-219ed03a-3ec2-43b2-9260-f3b5a51fa2b4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ddd7ba65-e54a-42e2-83d4-6480a2d3e138 HTTP/1.1" status: 200 len: 797 time: 0.7492418 Feb 02 07:03:07.360262 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75603f9a-7ef3-4b79-8a87-47c22cabe77a req-a0332991-887a-4d50-8460-6fc226035a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:07.362709 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-75603f9a-7ef3-4b79-8a87-47c22cabe77a req-a0332991-887a-4d50-8460-6fc226035a33 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2430899 Feb 02 07:03:07.370129 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f222d754-d437-4e79-a8aa-63a31987fa95 req-c11c6642-7206-4b30-af61-decf3e439215 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f4a75908-2371-4c85-9473-b54e3966e5b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.5686140 Feb 02 07:03:07.403216 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-10f26584-2d47-44d1-8833-4304dff8cf29 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Publish callbacks [] for port (b2a496ba-3cf2-4d32-aeab-2a43d326a000), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:07.405122 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e24b8157-c3ba-48b5-9b75-421eb61decfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (781db8da-24b7-4db0-8f76-3579190f0122), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:07.411292 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 3fb76110-43f5-432c-bfef-b34de3107d8a triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:03:07.411802 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (3fb76110-43f5-432c-bfef-b34de3107d8a), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:07.445851 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45e07e-c309-41d3-93d0-3b2d038a096b req-24237e33-494c-4552-b048-9c6270a1151f tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:07.447741 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5c45e07e-c309-41d3-93d0-3b2d038a096b req-24237e33-494c-4552-b048-9c6270a1151f tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] 10.222.0.87 "GET /v2.0/ports?device_id=057fece7-b8a7-479d-95a0-a33085d928b7 HTTP/1.1" status: 200 len: 947 time: 1.0471492 Feb 02 07:03:07.454005 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f2a4dc-cba0-40b7-b898-f44cb5f84f5b req-2621ee67-508a-4533-9e5a-4aec7e913f29 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:07.469657 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-22f2a4dc-cba0-40b7-b898-f44cb5f84f5b req-2621ee67-508a-4533-9e5a-4aec7e913f29 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2f92dd9-5697-4976-b165-77e520cf2520 HTTP/1.1" status: 200 len: 950 time: 0.3541272 Feb 02 07:03:07.487863 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24b8157-c3ba-48b5-9b75-421eb61decfa admin admin] Pushing event deleted for resources: {'Port': ['ID=781db8da-24b7-4db0-8f76-3579190f0122,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:07.613076 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-75603f9a-7ef3-4b79-8a87-47c22cabe77a req-d65f22c1-5e13-4be6-9541-95d962a9aee9 service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341428 Feb 02 07:03:07.635901 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e24b8157-c3ba-48b5-9b75-421eb61decfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (d8e8b475-39bd-406d-9dc9-94aa2ba43c53), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:07.649369 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 3fb76110-43f5-432c-bfef-b34de3107d8a is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:03:07.650128 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3fb76110-43f5-432c-bfef-b34de3107d8a), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:07.662030 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-10f26584-2d47-44d1-8833-4304dff8cf29 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (b2a496ba-3cf2-4d32-aeab-2a43d326a000), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:07.715661 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 3fb76110-43f5-432c-bfef-b34de3107d8a, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=3fb76110-43f5-432c-bfef-b34de3107d8a,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:03:07.724378 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (3fb76110-43f5-432c-bfef-b34de3107d8a), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:07.756397 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 0173d9c9-f8b5-4e57-837c-e4aecb178601 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:03:07.791647 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 0173d9c9-f8b5-4e57-837c-e4aecb178601 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:03:07.792397 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 0173d9c9-f8b5-4e57-837c-e4aecb178601 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:03:07.793500 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e24b8157-c3ba-48b5-9b75-421eb61decfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (d8e8b475-39bd-406d-9dc9-94aa2ba43c53), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:07.803599 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e24b8157-c3ba-48b5-9b75-421eb61decfa admin admin] Publish callbacks [] for router_controller (d8e8b475-39bd-406d-9dc9-94aa2ba43c53), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:07.820925 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e6ad6c63-0936-4375-9bea-c1014d6e98e7 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (cfcc5940-486b-45e5-acd3-eccc87e71037), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:07.826621 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=3fb76110-43f5-432c-bfef-b34de3107d8a,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:07.881461 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f26584-2d47-44d1-8833-4304dff8cf29 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Pushing event updated for resources: {'Port': ['ID=b2a496ba-3cf2-4d32-aeab-2a43d326a000,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:07.890588 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f26584-2d47-44d1-8833-4304dff8cf29 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:03:07.903908 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-10f26584-2d47-44d1-8833-4304dff8cf29 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:03:07.910598 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-22f2a4dc-cba0-40b7-b898-f44cb5f84f5b req-89555538-fc8a-44c0-ade7-f47753695d7d tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4398282 Feb 02 07:03:07.913003 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f26584-2d47-44d1-8833-4304dff8cf29 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:03:07.987326 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-75603f9a-7ef3-4b79-8a87-47c22cabe77a req-89456b7c-b533-459c-a7a0-6f0a8bb320a5 service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3404186 Feb 02 07:03:07.995952 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-ff8d9099-b1c6-4515-ade7-318f5c8f6c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:07.998152 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-ff8d9099-b1c6-4515-ade7-318f5c8f6c3f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9faf7e40-7741-4ebb-8f78-e3e3326a51b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.6532385 Feb 02 07:03:08.010841 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ad6c63-0936-4375-9bea-c1014d6e98e7 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:03:08.019158 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5c45e07e-c309-41d3-93d0-3b2d038a096b req-5e97f489-5efb-47a4-9ff6-c2550b835dc2 tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] 10.222.0.87 "GET /v2.0/security-groups?id=c87dbba5-e87f-49c2-bd9e-441f941c9a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5388019 Feb 02 07:03:08.155517 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-a802b13e-80f1-4d3d-884e-5cf72044715c service neutron] 10.222.0.59 "GET /v2.0/networks/9faf7e40-7741-4ebb-8f78-e3e3326a51b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480832 Feb 02 07:03:08.160756 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-e6ad6c63-0936-4375-9bea-c1014d6e98e7 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:03:08.163587 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e24b8157-c3ba-48b5-9b75-421eb61decfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (d8e8b475-39bd-406d-9dc9-94aa2ba43c53), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:08.164268 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e24b8157-c3ba-48b5-9b75-421eb61decfa admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8e8b475-39bd-406d-9dc9-94aa2ba43c53 {{(pid=109693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:03:08.167144 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ad6c63-0936-4375-9bea-c1014d6e98e7 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:03:08.173573 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ad6c63-0936-4375-9bea-c1014d6e98e7 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:08.174328 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e6ad6c63-0936-4375-9bea-c1014d6e98e7 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:08.194060 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e24b8157-c3ba-48b5-9b75-421eb61decfa admin admin] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:08.195364 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e24b8157-c3ba-48b5-9b75-421eb61decfa admin admin] 10.222.0.87 "DELETE /v2.0/routers/d8e8b475-39bd-406d-9dc9-94aa2ba43c53 HTTP/1.1" status: 204 len: 168 time: 4.3811669 Feb 02 07:03:08.198592 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43034) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:08.204533 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ad6c63-0936-4375-9bea-c1014d6e98e7 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event updated for resources: {'Port': ['ID=cfcc5940-486b-45e5-acd3-eccc87e71037,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:08.229615 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-23dba604-dde1-4e89-af2a-47cc316e33a6 None None] Provisioning complete for port 3fb76110-43f5-432c-bfef-b34de3107d8a triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:03:08.230652 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-23dba604-dde1-4e89-af2a-47cc316e33a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (3fb76110-43f5-432c-bfef-b34de3107d8a), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:08.242775 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222d754-d437-4e79-a8aa-63a31987fa95 req-11a15bac-b5f9-4643-a595-c161aca99312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:08.254603 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f222d754-d437-4e79-a8aa-63a31987fa95 req-11a15bac-b5f9-4643-a595-c161aca99312 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8a72e2ddd46d4aa092090e984ad4bccb&device_id=f4a75908-2371-4c85-9473-b54e3966e5b9 HTTP/1.1" status: 200 len: 1129 time: 0.7760310 Feb 02 07:03:08.305319 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-1de0a654-f350-4edd-b2a8-1ee4d7800fea admin admin] Deleting subnet 61d5c87e-580c-44a3-a1cc-4f5ee7d0e081 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:03:08.318791 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1de0a654-f350-4edd-b2a8-1ee4d7800fea admin admin] Publish callbacks [] for subnet (61d5c87e-580c-44a3-a1cc-4f5ee7d0e081), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:08.361533 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-10f26584-2d47-44d1-8833-4304dff8cf29 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Publish callbacks [] for floatingip (a243f2d9-72dd-4fee-bb8b-30e314e4ab9d), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:08.379096 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-23dba604-dde1-4e89-af2a-47cc316e33a6 None None] Current status of the port 3fb76110-43f5-432c-bfef-b34de3107d8a is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:03:08.388029 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4ea4b-bcc5-421c-8844-6ac732e5c693 req-07aed977-f121-43cc-810a-a9b2d0d954f2 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:08.393889 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4ea4b-bcc5-421c-8844-6ac732e5c693 req-07aed977-f121-43cc-810a-a9b2d0d954f2 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:08.400658 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4ea4b-bcc5-421c-8844-6ac732e5c693 req-07aed977-f121-43cc-810a-a9b2d0d954f2 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:08.403959 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e6ad6c63-0936-4375-9bea-c1014d6e98e7 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4557827 Feb 02 07:03:08.407473 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4ea4b-bcc5-421c-8844-6ac732e5c693 req-07aed977-f121-43cc-810a-a9b2d0d954f2 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:08.408466 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-677336f3-33f7-4c1b-8985-e422c4066d53 req-4d3b53be-f150-4003-910f-00c947e0aeb3 tempest-ServerShowV247Test-1552631908 tempest-ServerShowV247Test-1552631908-project] 10.222.0.87 "GET /v2.0/ports?device_id=14190854-9723-42bf-b5d0-df31ef64a13a HTTP/1.1" status: 200 len: 210 time: 0.2284288 Feb 02 07:03:08.413055 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43036) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:08.437244 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4ea4b-bcc5-421c-8844-6ac732e5c693 req-07aed977-f121-43cc-810a-a9b2d0d954f2 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:08.451177 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4ea4b-bcc5-421c-8844-6ac732e5c693 req-07aed977-f121-43cc-810a-a9b2d0d954f2 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:08.457933 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4ea4b-bcc5-421c-8844-6ac732e5c693 req-07aed977-f121-43cc-810a-a9b2d0d954f2 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:08.461052 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-11f4ea4b-bcc5-421c-8844-6ac732e5c693 req-07aed977-f121-43cc-810a-a9b2d0d954f2 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 5419 time: 0.4196153 Feb 02 07:03:08.476550 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1de0a654-f350-4edd-b2a8-1ee4d7800fea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (61d5c87e-580c-44a3-a1cc-4f5ee7d0e081), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:08.543402 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-94448373-3aed-4222-af76-e157a526faaf req-beadac74-7145-4f06-bc7b-fdfb86da80d5 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=4c7742f2-a5f8-4ea6-9cb0-5280f3d212ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6119366 Feb 02 07:03:08.544822 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-10f26584-2d47-44d1-8833-4304dff8cf29 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b2a496ba-3cf2-4d32-aeab-2a43d326a000), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:08.558630 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39209c1-0571-4f12-8df4-5158cff1b007 req-33495f07-962a-46b4-b30e-b0f6869d3bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:08.560315 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a39209c1-0571-4f12-8df4-5158cff1b007 req-33495f07-962a-46b4-b30e-b0f6869d3bc0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=24a1609377a04a1284077f4f1f79b2e7&device_id=057fece7-b8a7-479d-95a0-a33085d928b7 HTTP/1.1" status: 200 len: 1130 time: 0.4338441 Feb 02 07:03:08.608100 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-6ff4d154-ac2d-4fe0-97d0-b7ea9726a0c2 None None] Provisioning complete for port cfcc5940-486b-45e5-acd3-eccc87e71037 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:03:08.609003 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6ff4d154-ac2d-4fe0-97d0-b7ea9726a0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (cfcc5940-486b-45e5-acd3-eccc87e71037), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:08.653298 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e574cbf-11b0-4548-a8b6-00addb1e095c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:08.655686 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-6ff4d154-ac2d-4fe0-97d0-b7ea9726a0c2 None None] Port cfcc5940-486b-45e5-acd3-eccc87e71037 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:03:08.659370 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e574cbf-11b0-4548-a8b6-00addb1e095c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:08.661019 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-5e574cbf-11b0-4548-a8b6-00addb1e095c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2456393 Feb 02 07:03:08.664634 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43038) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:08.674700 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-1e953754-b5e9-4d92-8978-bbb0b35fef30 service neutron] 10.222.0.59 "GET /v2.0/networks/9faf7e40-7741-4ebb-8f78-e3e3326a51b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5083911 Feb 02 07:03:08.678531 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222d754-d437-4e79-a8aa-63a31987fa95 req-a59543ba-3810-4f4b-a38a-086bd9d33413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:08.679945 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f222d754-d437-4e79-a8aa-63a31987fa95 req-a59543ba-3810-4f4b-a38a-086bd9d33413 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b8d318ee-7be7-4e51-831e-7b86032e2315 HTTP/1.1" status: 200 len: 907 time: 0.3968973 Feb 02 07:03:08.798486 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1de0a654-f350-4edd-b2a8-1ee4d7800fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (61d5c87e-580c-44a3-a1cc-4f5ee7d0e081), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:08.816229 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-224bc218-3a93-437a-8a6d-f442fe20a83e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=feaa586e-fdf3-4815-964d-77eed258f414 HTTP/1.1" status: 200 len: 217 time: 0.1150827 Feb 02 07:03:08.906056 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 3fb76110-43f5-432c-bfef-b34de3107d8a up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:03:08.935447 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-11f4ea4b-bcc5-421c-8844-6ac732e5c693 req-5db72d48-c2d0-4813-8552-5799290cd33d tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/security-groups?id=83500878-2b75-476a-931f-17df1a6782c5&id=2c89831c-2212-4fd4-82c0-50883e2a18e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4559288 Feb 02 07:03:09.005093 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 3fb76110-43f5-432c-bfef-b34de3107d8a triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:03:09.005482 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (3fb76110-43f5-432c-bfef-b34de3107d8a), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:09.028268 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39209c1-0571-4f12-8df4-5158cff1b007 req-4b7b954e-cd35-426a-9183-fdd69e074d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:09.030822 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a39209c1-0571-4f12-8df4-5158cff1b007 req-4b7b954e-cd35-426a-9183-fdd69e074d16 service neutron] 10.222.0.59 "GET /v2.0/networks?id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 HTTP/1.1" status: 200 len: 870 time: 0.4492295 Feb 02 07:03:09.108935 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a39209c1-0571-4f12-8df4-5158cff1b007 req-216dee3e-a966-409d-820b-4d08443e9fe9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=23345db9-366b-42aa-9c64-269b56b6f82c HTTP/1.1" status: 200 len: 217 time: 0.0687444 Feb 02 07:03:09.134425 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-10f26584-2d47-44d1-8833-4304dff8cf29 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Publish callbacks [] for port (b2a496ba-3cf2-4d32-aeab-2a43d326a000), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:09.154681 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 3fb76110-43f5-432c-bfef-b34de3107d8a is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:03:09.170687 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-10f26584-2d47-44d1-8833-4304dff8cf29 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (b2a496ba-3cf2-4d32-aeab-2a43d326a000), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:09.222021 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94448373-3aed-4222-af76-e157a526faaf req-0802a684-af44-488a-9b9f-ac152a64a01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:09.223601 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-94448373-3aed-4222-af76-e157a526faaf req-0802a684-af44-488a-9b9f-ac152a64a01f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=40f55797a4e64b49b7bf5689d7ed2a53&device_id=4c7742f2-a5f8-4ea6-9cb0-5280f3d212ad HTTP/1.1" status: 200 len: 1133 time: 0.6112354 Feb 02 07:03:09.249126 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f222d754-d437-4e79-a8aa-63a31987fa95 req-fbfb034f-1131-44da-9083-452c4ba9cc1b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=624c0067-5799-4b5f-bf58-4988662875b3 HTTP/1.1" status: 200 len: 1001 time: 0.5467627 Feb 02 07:03:09.317066 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-f730abc3-7a69-484c-835d-67f965143bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:09.318569 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-f730abc3-7a69-484c-835d-67f965143bc2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ddd7ba65-e54a-42e2-83d4-6480a2d3e138 HTTP/1.1" status: 200 len: 797 time: 0.4960058 Feb 02 07:03:09.441062 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222d754-d437-4e79-a8aa-63a31987fa95 req-e3155d07-6e18-426f-bebc-1c7a0283e206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:09.442445 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f222d754-d437-4e79-a8aa-63a31987fa95 req-e3155d07-6e18-426f-bebc-1c7a0283e206 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8f8923d3-8f99-44de-be03-a294b1207322 HTTP/1.1" status: 200 len: 845 time: 0.1748137 Feb 02 07:03:09.479612 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc42f1a-e041-41e6-8aeb-6df3950820c2 req-f1327794-8309-45ab-affb-9870979008b0 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:09.481190 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4cc42f1a-e041-41e6-8aeb-6df3950820c2 req-f1327794-8309-45ab-affb-9870979008b0 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2f92dd9-5697-4976-b165-77e520cf2520 HTTP/1.1" status: 200 len: 950 time: 0.2641623 Feb 02 07:03:09.494648 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-a4b51e87-d18f-4ed0-99c4-6d2cc2da967d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Deleting port cfcc5940-486b-45e5-acd3-eccc87e71037 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:03:09.494960 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a4b51e87-d18f-4ed0-99c4-6d2cc2da967d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (cfcc5940-486b-45e5-acd3-eccc87e71037), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:09.517756 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94448373-3aed-4222-af76-e157a526faaf req-10935d52-14de-4645-b214-1e1a231bb616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:09.519227 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-94448373-3aed-4222-af76-e157a526faaf req-10935d52-14de-4645-b214-1e1a231bb616 service neutron] 10.222.0.88 "GET /v2.0/networks?id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 HTTP/1.1" status: 200 len: 870 time: 0.2684083 Feb 02 07:03:09.535140 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-bdb1d7ba-26a9-4049-95a7-2c834320a8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:09.536416 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-bdb1d7ba-26a9-4049-95a7-2c834320a8b7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9faf7e40-7741-4ebb-8f78-e3e3326a51b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2081130 Feb 02 07:03:09.559251 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1de0a654-f350-4edd-b2a8-1ee4d7800fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (61d5c87e-580c-44a3-a1cc-4f5ee7d0e081), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:09.559736 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-d13faf0d-3f99-4822-8cb1-804afccf4fa7 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=109693) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:03:09.560689 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-d13faf0d-3f99-4822-8cb1-804afccf4fa7 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057464 Feb 02 07:03:09.599421 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39209c1-0571-4f12-8df4-5158cff1b007 req-219304be-06fc-4644-8fdc-bab5e498e351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:09.600954 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a39209c1-0571-4f12-8df4-5158cff1b007 req-219304be-06fc-4644-8fdc-bab5e498e351 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.4635346 Feb 02 07:03:09.620923 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f26584-2d47-44d1-8833-4304dff8cf29 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Pushing event updated for resources: {'Port': ['ID=b2a496ba-3cf2-4d32-aeab-2a43d326a000,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:09.640029 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de0a654-f350-4edd-b2a8-1ee4d7800fea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61d5c87e-580c-44a3-a1cc-4f5ee7d0e081,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:09.643614 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61f840b-9c03-4b10-95a9-141ced03db01 None None] Network 32d3093c-8c55-41e4-974c-3ed1e6577092 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:03:09.649580 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1de0a654-f350-4edd-b2a8-1ee4d7800fea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:09.658004 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-1de0a654-f350-4edd-b2a8-1ee4d7800fea admin admin] 10.222.0.87 "DELETE /v2.0/subnets/61d5c87e-580c-44a3-a1cc-4f5ee7d0e081 HTTP/1.1" status: 204 len: 168 time: 1.4534700 Feb 02 07:03:09.658004 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43048) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:09.660075 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-94448373-3aed-4222-af76-e157a526faaf req-24e2ec5b-6bc4-4251-8a64-5f643b124107 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=2437294e-6b15-482f-9b33-d60722f10e48 HTTP/1.1" status: 200 len: 217 time: 0.1292400 Feb 02 07:03:09.703813 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-10f26584-2d47-44d1-8833-4304dff8cf29 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (a243f2d9-72dd-4fee-bb8b-30e314e4ab9d), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:09.725250 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc490aa-43df-4ba8-8632-b6365281dc9a req-1995925f-8e21-4cca-bd2e-1f765ca1109d tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:09.732192 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7bc490aa-43df-4ba8-8632-b6365281dc9a req-1995925f-8e21-4cca-bd2e-1f765ca1109d tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] 10.222.0.87 "GET /v2.0/ports?device_id=057fece7-b8a7-479d-95a0-a33085d928b7 HTTP/1.1" status: 200 len: 947 time: 0.5625253 Feb 02 07:03:09.794948 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4cc42f1a-e041-41e6-8aeb-6df3950820c2 req-32144e13-219d-4a21-8133-4e03d7543554 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069873 Feb 02 07:03:09.815795 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-10f26584-2d47-44d1-8833-4304dff8cf29 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:09.815795 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-10f26584-2d47-44d1-8833-4304dff8cf29 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5901873 Feb 02 07:03:09.815795 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0ea1f8ce-1985-40a4-a86a-dbded14e1716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (32d3093c-8c55-41e4-974c-3ed1e6577092), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:09.843255 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39209c1-0571-4f12-8df4-5158cff1b007 req-7b31aff4-cea0-425c-924c-4677063e0756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:09.844824 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a39209c1-0571-4f12-8df4-5158cff1b007 req-7b31aff4-cea0-425c-924c-4677063e0756 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2167013 Feb 02 07:03:09.860613 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a4b51e87-d18f-4ed0-99c4-6d2cc2da967d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (cfcc5940-486b-45e5-acd3-eccc87e71037), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:09.872795 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94448373-3aed-4222-af76-e157a526faaf req-7950531b-7961-4d51-a671-032a1dcae8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:09.874222 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-94448373-3aed-4222-af76-e157a526faaf req-7950531b-7961-4d51-a671-032a1dcae8f3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.1922884 Feb 02 07:03:09.886761 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222d754-d437-4e79-a8aa-63a31987fa95 req-9d20ee7a-71f3-4247-ba6e-46549323d189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:09.888287 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f222d754-d437-4e79-a8aa-63a31987fa95 req-9d20ee7a-71f3-4247-ba6e-46549323d189 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b8d318ee-7be7-4e51-831e-7b86032e2315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4328547 Feb 02 07:03:09.895848 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-a4b51e87-d18f-4ed0-99c4-6d2cc2da967d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Calling delete_port for cfcc5940-486b-45e5-acd3-eccc87e71037 owned by {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:03:09.921437 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7bc490aa-43df-4ba8-8632-b6365281dc9a req-300f77d1-1e54-46ff-a8e1-9a67d36a9732 tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] 10.222.0.87 "GET /v2.0/security-groups?id=c87dbba5-e87f-49c2-bd9e-441f941c9a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771922 Feb 02 07:03:09.961037 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0763f449-2017-495e-b963-5d74650cad12 None None] DHCP port deletion for 32d3093c-8c55-41e4-974c-3ed1e6577092 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:03:10.030743 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-0763f449-2017-495e-b963-5d74650cad12 None None] Deleting port 215249c6-78e4-4ab8-a712-721e883856d1 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:03:10.032016 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0763f449-2017-495e-b963-5d74650cad12 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (215249c6-78e4-4ab8-a712-721e883856d1), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:10.038864 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-1f2b3966-a4f2-4b0b-bcab-51816067d6f3 service neutron] 10.222.0.59 "GET /v2.0/networks/9faf7e40-7741-4ebb-8f78-e3e3326a51b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4358532 Feb 02 07:03:10.082312 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a39209c1-0571-4f12-8df4-5158cff1b007 req-332ec6eb-1f55-4b31-866e-d9485d93cca1 service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268131 Feb 02 07:03:10.096177 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c13c66dd-c70d-4786-a445-2d218745aae7 req-b90a278a-73e6-43a4-b424-b9bc72ad34f3 tempest-ServerShowV247Test-1552631908 tempest-ServerShowV247Test-1552631908-project] 10.222.0.87 "GET /v2.0/ports?device_id=14190854-9723-42bf-b5d0-df31ef64a13a HTTP/1.1" status: 200 len: 210 time: 0.1818280 Feb 02 07:03:10.114875 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-0763f449-2017-495e-b963-5d74650cad12 None None] For port 215249c6-78e4-4ab8-a712-721e883856d1, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=215249c6-78e4-4ab8-a712-721e883856d1,segment=NetworkSegment(b69df42f-0e20-413f-aad5-0a985df1a94f),segment_id=b69df42f-0e20-413f-aad5-0a985df1a94f)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:03:10.115280 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0763f449-2017-495e-b963-5d74650cad12 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (215249c6-78e4-4ab8-a712-721e883856d1), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:10.127336 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4f4c5141-7113-45d8-b2a1-eb3fa249d6f5 req-571e3204-07c8-4755-9117-efb3c5924554 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--1750896414&fields=id&tenant_id=119ebbdd403a496dbc2e34d86f0585a7 HTTP/1.1" status: 200 len: 267 time: 0.1071403 Feb 02 07:03:10.131860 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-0ea1f8ce-1985-40a4-a86a-dbded14e1716 admin admin] Deleting port 215249c6-78e4-4ab8-a712-721e883856d1 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:03:10.132210 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0ea1f8ce-1985-40a4-a86a-dbded14e1716 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (215249c6-78e4-4ab8-a712-721e883856d1), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:10.141923 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-0763f449-2017-495e-b963-5d74650cad12 None None] Calling delete_port for 215249c6-78e4-4ab8-a712-721e883856d1 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:03:10.254982 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0763f449-2017-495e-b963-5d74650cad12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (215249c6-78e4-4ab8-a712-721e883856d1), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:10.268554 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0763f449-2017-495e-b963-5d74650cad12 None None] No DVR routers for this DVR port 215249c6-78e4-4ab8-a712-721e883856d1 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:03:10.289078 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0763f449-2017-495e-b963-5d74650cad12 None None] Pushing event deleted for resources: {'Port': ['ID=215249c6-78e4-4ab8-a712-721e883856d1,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:10.323357 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-0ea1f8ce-1985-40a4-a86a-dbded14e1716 admin admin] For port 215249c6-78e4-4ab8-a712-721e883856d1, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=215249c6-78e4-4ab8-a712-721e883856d1,segment=NetworkSegment(b69df42f-0e20-413f-aad5-0a985df1a94f),segment_id=b69df42f-0e20-413f-aad5-0a985df1a94f)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:03:10.323893 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0ea1f8ce-1985-40a4-a86a-dbded14e1716 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (215249c6-78e4-4ab8-a712-721e883856d1), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:10.332828 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94448373-3aed-4222-af76-e157a526faaf req-c50e566f-65de-4060-818c-f4b07105ba11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:10.333879 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-94448373-3aed-4222-af76-e157a526faaf req-c50e566f-65de-4060-818c-f4b07105ba11 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4495683 Feb 02 07:03:10.350979 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-0ea1f8ce-1985-40a4-a86a-dbded14e1716 admin admin] Calling delete_port for 215249c6-78e4-4ab8-a712-721e883856d1 owned by network:dhcp {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:03:10.363834 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f222d754-d437-4e79-a8aa-63a31987fa95 req-3e8e132b-0f67-4405-b98a-003cca8ecea5 service neutron] 10.222.0.59 "GET /v2.0/networks/b8d318ee-7be7-4e51-831e-7b86032e2315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4629674 Feb 02 07:03:10.378708 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-20df9ef6-a4d8-42f9-8142-21a98801b7a3 service neutron] 10.222.0.59 "GET /v2.0/networks/9faf7e40-7741-4ebb-8f78-e3e3326a51b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785025 Feb 02 07:03:10.426889 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a39209c1-0571-4f12-8df4-5158cff1b007 req-9fb14f67-6690-4fbf-bb1a-f918c2f6747f service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3337395 Feb 02 07:03:10.433170 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c5141-7113-45d8-b2a1-eb3fa249d6f5 req-b007c477-58be-4412-97b3-ec43d37e4855 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:10.434677 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4f4c5141-7113-45d8-b2a1-eb3fa249d6f5 req-b007c477-58be-4412-97b3-ec43d37e4855 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] 10.222.0.87 "GET /v2.0/networks?id=25bb2f6b-fd67-47da-85b3-87ac7c749a35 HTTP/1.1" status: 200 len: 811 time: 0.2974124 Feb 02 07:03:10.452589 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4f4c5141-7113-45d8-b2a1-eb3fa249d6f5 req-9174fec5-766f-4587-89dd-b7c34d44aa8a tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] 10.222.0.87 "GET /v2.0/quotas/119ebbdd403a496dbc2e34d86f0585a7 HTTP/1.1" status: 200 len: 375 time: 0.0113378 Feb 02 07:03:10.483183 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-a5db6d2f-86ba-459e-bf07-4b0bc5fd4fd5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.23&port_id=238a9e44-e03f-44a7-b095-94714ea7aff3 HTTP/1.1" status: 200 len: 217 time: 0.0983238 Feb 02 07:03:10.497967 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 215249c6-78e4-4ab8-a712-721e883856d1 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:03:10.534639 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0ea1f8ce-1985-40a4-a86a-dbded14e1716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (215249c6-78e4-4ab8-a712-721e883856d1), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:10.545461 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2078cd32-72a4-40c2-bffd-4842c2af33bc req-a7e83f14-746b-4ae4-8867-1900e3de798b tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:10.550592 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 215249c6-78e4-4ab8-a712-721e883856d1 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:03:10.551164 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 215249c6-78e4-4ab8-a712-721e883856d1 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:03:10.551313 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2078cd32-72a4-40c2-bffd-4842c2af33bc req-a7e83f14-746b-4ae4-8867-1900e3de798b tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:10.551922 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 781db8da-24b7-4db0-8f76-3579190f0122 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:03:10.558629 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2078cd32-72a4-40c2-bffd-4842c2af33bc req-a7e83f14-746b-4ae4-8867-1900e3de798b tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:10.563963 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2078cd32-72a4-40c2-bffd-4842c2af33bc req-a7e83f14-746b-4ae4-8867-1900e3de798b tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:10.569919 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4f4c5141-7113-45d8-b2a1-eb3fa249d6f5 req-47572f44-2d70-4360-985a-115d5c7e1171 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=119ebbdd403a496dbc2e34d86f0585a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0993338 Feb 02 07:03:10.573366 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea1f8ce-1985-40a4-a86a-dbded14e1716 admin admin] Pushing event deleted for resources: {'Port': ['ID=215249c6-78e4-4ab8-a712-721e883856d1,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:10.575484 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea1f8ce-1985-40a4-a86a-dbded14e1716 admin admin] No DVR routers for this DVR port 215249c6-78e4-4ab8-a712-721e883856d1 on host n-d-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:03:10.577148 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 781db8da-24b7-4db0-8f76-3579190f0122 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:03:10.577797 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 781db8da-24b7-4db0-8f76-3579190f0122 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:03:10.585081 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2078cd32-72a4-40c2-bffd-4842c2af33bc req-a7e83f14-746b-4ae4-8867-1900e3de798b tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:10.591030 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2078cd32-72a4-40c2-bffd-4842c2af33bc req-a7e83f14-746b-4ae4-8867-1900e3de798b tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:10.597584 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2078cd32-72a4-40c2-bffd-4842c2af33bc req-a7e83f14-746b-4ae4-8867-1900e3de798b tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:10.603647 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2078cd32-72a4-40c2-bffd-4842c2af33bc req-a7e83f14-746b-4ae4-8867-1900e3de798b tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 5419 time: 0.3727140 Feb 02 07:03:10.675914 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0ea1f8ce-1985-40a4-a86a-dbded14e1716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (32d3093c-8c55-41e4-974c-3ed1e6577092), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:10.732277 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-0ea1f8ce-1985-40a4-a86a-dbded14e1716 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32d3093c-8c55-41e4-974c-3ed1e6577092']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:03:10.745353 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-0ea1f8ce-1985-40a4-a86a-dbded14e1716 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b69df42f-0e20-413f-aad5-0a985df1a94f') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:03:10.745758 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-0ea1f8ce-1985-40a4-a86a-dbded14e1716 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b69df42f-0e20-413f-aad5-0a985df1a94f') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:03:10.760161 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0ea1f8ce-1985-40a4-a86a-dbded14e1716 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (b69df42f-0e20-413f-aad5-0a985df1a94f), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:10.776576 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-150935b9-bdba-4462-94f4-804f138ae6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:10.778090 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-150935b9-bdba-4462-94f4-804f138ae6a6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ddd7ba65-e54a-42e2-83d4-6480a2d3e138 HTTP/1.1" status: 200 len: 797 time: 0.2646136 Feb 02 07:03:10.778334 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4f4c5141-7113-45d8-b2a1-eb3fa249d6f5 req-8b1dba92-be58-4966-a8ec-a6672a576556 service neutron] 10.222.0.87 "GET /v2.0/networks/25bb2f6b-fd67-47da-85b3-87ac7c749a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620803 Feb 02 07:03:10.782345 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0ea1f8ce-1985-40a4-a86a-dbded14e1716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (b69df42f-0e20-413f-aad5-0a985df1a94f), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:10.797057 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ea1f8ce-1985-40a4-a86a-dbded14e1716 admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:03:10.797390 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0ea1f8ce-1985-40a4-a86a-dbded14e1716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (b69df42f-0e20-413f-aad5-0a985df1a94f), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:10.799054 n-d-789963-26 neutron-server[109694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:03:10.799054 n-d-789963-26 neutron-server[109694]: self.session.flush() Feb 02 07:03:10.799054 n-d-789963-26 neutron-server[109694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:03:10.799054 n-d-789963-26 neutron-server[109694]: self.session.flush() Feb 02 07:03:10.799054 n-d-789963-26 neutron-server[109694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:03:10.799054 n-d-789963-26 neutron-server[109694]: self.session.flush() Feb 02 07:03:10.799054 n-d-789963-26 neutron-server[109694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:03:10.799054 n-d-789963-26 neutron-server[109694]: self.session.flush() Feb 02 07:03:10.799054 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:03:10.799054 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:03:10.799054 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:03:10.799054 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:03:10.799054 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:03:10.799054 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:03:10.799054 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:03:10.799054 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:03:10.799054 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:03:10.799054 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:03:10.799054 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:03:10.799054 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:03:10.799054 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:03:10.799054 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:03:10.799054 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:03:10.799054 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:03:10.799054 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:03:10.799054 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:03:10.799054 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:03:10.799054 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:03:10.799054 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:03:10.799054 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:03:10.799054 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:03:10.799054 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:03:10.799054 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:03:10.799054 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:03:10.799054 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:03:10.799054 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:03:10.799054 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:03:10.799054 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:03:10.799054 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:03:10.799054 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:03:10.846286 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-94448373-3aed-4222-af76-e157a526faaf req-ba7dcf81-d5db-4532-b626-64e94afa93e9 service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4993911 Feb 02 07:03:10.902570 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f1e43c29-0f64-4c56-9f93-2a79e445e30c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:10.908593 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0ea1f8ce-1985-40a4-a86a-dbded14e1716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (32d3093c-8c55-41e4-974c-3ed1e6577092), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:10.909280 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2078cd32-72a4-40c2-bffd-4842c2af33bc req-a5d75437-9851-488f-973f-4073e52b98c0 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/security-groups?id=83500878-2b75-476a-931f-17df1a6782c5&id=2c89831c-2212-4fd4-82c0-50883e2a18e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2537191 Feb 02 07:03:10.915838 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0ea1f8ce-1985-40a4-a86a-dbded14e1716 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:10.917269 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f222d754-d437-4e79-a8aa-63a31987fa95 req-aafe0007-3cfc-45cf-9591-140a440540ff service neutron] 10.222.0.59 "GET /v2.0/networks/b8d318ee-7be7-4e51-831e-7b86032e2315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5337458 Feb 02 07:03:10.918007 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a4b51e87-d18f-4ed0-99c4-6d2cc2da967d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (cfcc5940-486b-45e5-acd3-eccc87e71037), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:10.919704 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0ea1f8ce-1985-40a4-a86a-dbded14e1716 admin admin] 10.222.0.87 "DELETE /v2.0/networks/32d3093c-8c55-41e4-974c-3ed1e6577092 HTTP/1.1" status: 204 len: 168 time: 1.2609901 Feb 02 07:03:10.939851 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea1f8ce-1985-40a4-a86a-dbded14e1716 admin admin] Pushing event deleted for resources: {'Network': ['ID=32d3093c-8c55-41e4-974c-3ed1e6577092,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:10.967723 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4f4c5141-7113-45d8-b2a1-eb3fa249d6f5 req-8f757719-5a63-42a7-85b4-1e0346f676e8 service neutron] 10.222.0.87 "GET /v2.0/networks/25bb2f6b-fd67-47da-85b3-87ac7c749a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793966 Feb 02 07:03:11.009679 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b51e87-d18f-4ed0-99c4-6d2cc2da967d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event deleted for resources: {'Port': ['ID=cfcc5940-486b-45e5-acd3-eccc87e71037,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:11.045243 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b51e87-d18f-4ed0-99c4-6d2cc2da967d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:03:11.045608 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b51e87-d18f-4ed0-99c4-6d2cc2da967d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:03:11.046229 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b51e87-d18f-4ed0-99c4-6d2cc2da967d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:03:11.046594 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b51e87-d18f-4ed0-99c4-6d2cc2da967d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:03:11.046938 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b51e87-d18f-4ed0-99c4-6d2cc2da967d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:03:11.047498 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b51e87-d18f-4ed0-99c4-6d2cc2da967d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:03:11.047890 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b51e87-d18f-4ed0-99c4-6d2cc2da967d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:03:11.048155 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b51e87-d18f-4ed0-99c4-6d2cc2da967d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:03:11.048478 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b51e87-d18f-4ed0-99c4-6d2cc2da967d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:03:11.048805 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b51e87-d18f-4ed0-99c4-6d2cc2da967d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:03:11.049139 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b51e87-d18f-4ed0-99c4-6d2cc2da967d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:03:11.049466 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b51e87-d18f-4ed0-99c4-6d2cc2da967d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:03:11.049788 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b51e87-d18f-4ed0-99c4-6d2cc2da967d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:03:11.082089 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a4b51e87-d18f-4ed0-99c4-6d2cc2da967d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:11.087745 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43072) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:11.088771 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a4b51e87-d18f-4ed0-99c4-6d2cc2da967d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/ports/cfcc5940-486b-45e5-acd3-eccc87e71037 HTTP/1.1" status: 204 len: 168 time: 2.4220157 Feb 02 07:03:11.110669 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-e43588bb-feeb-488c-a709-76c6e07d1a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:11.112463 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-e43588bb-feeb-488c-a709-76c6e07d1a24 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9faf7e40-7741-4ebb-8f78-e3e3326a51b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3120131 Feb 02 07:03:11.174612 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-94448373-3aed-4222-af76-e157a526faaf req-4a30649e-f500-4a17-bdc3-527983e69223 service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3196335 Feb 02 07:03:11.175981 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867b22c1-2a8b-459d-8c59-470cb7888bae tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:11.177566 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867b22c1-2a8b-459d-8c59-470cb7888bae tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:11.205490 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-867b22c1-2a8b-459d-8c59-470cb7888bae tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1144600 Feb 02 07:03:11.206136 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43076) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:11.206538 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43080) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:11.240575 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a05aeb8-2c66-4aa5-8346-6e4ff1a59c8a req-8e32e8f4-6df2-401f-b089-fcdd689a9f08 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:11.253759 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7a05aeb8-2c66-4aa5-8346-6e4ff1a59c8a req-8e32e8f4-6df2-401f-b089-fcdd689a9f08 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2f92dd9-5697-4976-b165-77e520cf2520 HTTP/1.1" status: 200 len: 950 time: 0.2191513 Feb 02 07:03:11.301072 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-f388fc47-4b38-4d36-87a4-1f296b61dd2d service neutron] 10.222.0.59 "GET /v2.0/networks/9faf7e40-7741-4ebb-8f78-e3e3326a51b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783097 Feb 02 07:03:11.336107 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7a05aeb8-2c66-4aa5-8346-6e4ff1a59c8a req-33f7ac70-b955-4fc0-a8d3-837c73336172 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814219 Feb 02 07:03:11.394638 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b17d0f6-50c6-4846-9e36-fe0da18a876f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Deleting subnet 3b7ada29-3f46-4528-a537-971491c12a09 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:03:11.400333 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-93642067-f270-45eb-99b0-c8aed9e9c445 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=5c8ea397fb124118ae0639df321f3ef6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1916645 Feb 02 07:03:11.401787 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1b17d0f6-50c6-4846-9e36-fe0da18a876f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for subnet (3b7ada29-3f46-4528-a537-971491c12a09), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:11.403730 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43086) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:11.449717 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2afdecd-141e-46d6-8423-6e733c055011 req-88022b28-e5f8-49a9-822c-d192d8ffefb5 tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:11.450991 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-8e4963a0-9582-4a9e-ab1b-a5ef743d0ffe service neutron] 10.222.0.59 "GET /v2.0/networks/9faf7e40-7741-4ebb-8f78-e3e3326a51b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417735 Feb 02 07:03:11.456646 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f2afdecd-141e-46d6-8423-6e733c055011 req-88022b28-e5f8-49a9-822c-d192d8ffefb5 tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] 10.222.0.87 "GET /v2.0/ports?device_id=057fece7-b8a7-479d-95a0-a33085d928b7 HTTP/1.1" status: 200 len: 947 time: 0.1410661 Feb 02 07:03:11.481657 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1b17d0f6-50c6-4846-9e36-fe0da18a876f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (3b7ada29-3f46-4528-a537-971491c12a09), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:11.527086 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fb367148-ed0b-44f4-b311-9ef7b0dc105e req-4970d74e-aab6-4edf-99b1-8ac0e43ebfb6 tempest-ServerShowV247Test-1552631908 tempest-ServerShowV247Test-1552631908-project] 10.222.0.87 "GET /v2.0/ports?device_id=14190854-9723-42bf-b5d0-df31ef64a13a HTTP/1.1" status: 200 len: 210 time: 0.0905337 Feb 02 07:03:11.532838 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-353d249f-ac22-43f6-9e55-27ce92fac5aa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7fb47d58-571f-4649-9d38-e17e5ed547f3 HTTP/1.1" status: 200 len: 217 time: 0.0729814 Feb 02 07:03:11.556522 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f2afdecd-141e-46d6-8423-6e733c055011 req-2a6bcab4-5feb-444c-bd87-ae5f15357eaa tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] 10.222.0.87 "GET /v2.0/security-groups?id=c87dbba5-e87f-49c2-bd9e-441f941c9a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988865 Feb 02 07:03:11.602689 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-250396a8-746e-4fc5-8feb-21c177295190 admin admin] Publish callbacks [] for security_group (c48b3388-a072-4831-9be5-83b96f467aac), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:11.621051 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1b17d0f6-50c6-4846-9e36-fe0da18a876f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (3b7ada29-3f46-4528-a537-971491c12a09), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:11.663259 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cac34a7e-4672-4859-aa0f-b70cc0d5021d req-3b470a3a-7bc2-4863-ad04-ea308558f247 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] 10.222.0.87 "GET /v2.0/ports?device_id=2176da82-bb5b-45eb-be5d-62f74cade60c HTTP/1.1" status: 200 len: 210 time: 0.0531907 Feb 02 07:03:11.671252 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-250396a8-746e-4fc5-8feb-21c177295190 admin admin] Publish callbacks [] for security_group (c48b3388-a072-4831-9be5-83b96f467aac), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:11.688393 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-6b8feb33-6e38-41da-88ed-06c31fd885f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:11.690046 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-6b8feb33-6e38-41da-88ed-06c31fd885f2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6fccb40b-1cb3-4576-9fe7-5509d392215b HTTP/1.1" status: 200 len: 797 time: 0.1408587 Feb 02 07:03:11.693744 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1b17d0f6-50c6-4846-9e36-fe0da18a876f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (3b7ada29-3f46-4528-a537-971491c12a09), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:11.725245 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b17d0f6-50c6-4846-9e36-fe0da18a876f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event deleted for resources: {'Subnet': ['ID=3b7ada29-3f46-4528-a537-971491c12a09,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:11.727231 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1b17d0f6-50c6-4846-9e36-fe0da18a876f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:11.733244 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-1b17d0f6-50c6-4846-9e36-fe0da18a876f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/subnets/3b7ada29-3f46-4528-a537-971491c12a09 HTTP/1.1" status: 204 len: 168 time: 0.5257914 Feb 02 07:03:11.734224 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43092) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:11.737205 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706be96d-a804-4717-9e79-2137642fd409 None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:03:11.773870 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-d358f413-6dc4-41b3-8de4-dae3d80804b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:11.775436 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-d358f413-6dc4-41b3-8de4-dae3d80804b2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fc60349d-a3fd-46d2-93de-c30a8b26931d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0660367 Feb 02 07:03:11.784807 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-250396a8-746e-4fc5-8feb-21c177295190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (c48b3388-a072-4831-9be5-83b96f467aac), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:11.789542 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-250396a8-746e-4fc5-8feb-21c177295190 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:11.789925 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-759859df-a509-46ad-9850-6d3de0059a2e tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0543168 Feb 02 07:03:11.790741 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43094) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:11.792503 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-250396a8-746e-4fc5-8feb-21c177295190 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c48b3388-a072-4831-9be5-83b96f467aac HTTP/1.1" status: 204 len: 168 time: 0.3867373 Feb 02 07:03:11.851544 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250396a8-746e-4fc5-8feb-21c177295190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48b3388-a072-4831-9be5-83b96f467aac,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:11.890829 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32201470-eae2-414f-a6ef-761a17b1e26f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:11.894095 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-32201470-eae2-414f-a6ef-761a17b1e26f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1000645 Feb 02 07:03:11.900207 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43100) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:11.946057 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-96012072-a1eb-4305-8331-f8ca5661213a service neutron] 10.222.0.59 "GET /v2.0/networks/fc60349d-a3fd-46d2-93de-c30a8b26931d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519370 Feb 02 07:03:12.005267 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0c3d38-9cb5-476e-a7eb-691b84d90dd4 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:12.010786 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-cf0c3d38-9cb5-476e-a7eb-691b84d90dd4 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1081667 Feb 02 07:03:12.012326 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43104) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:12.054025 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077ad217-3177-4c8b-91fa-05f949be5138 None None] DHCP port deletion for 0866d72e-3544-4c93-a5a9-bf8114a5301e request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:03:12.076898 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-80934374-a003-4770-a63c-ea58b9aa1773 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0587318 Feb 02 07:03:12.087427 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43108) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:12.095874 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-32bcb254-2b44-426c-825f-4da7515b1e71 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Request body: {'subnet': {'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:03:12.146566 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-077ad217-3177-4c8b-91fa-05f949be5138 None None] Deleting port 3fb76110-43f5-432c-bfef-b34de3107d8a {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:03:12.147218 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-077ad217-3177-4c8b-91fa-05f949be5138 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (3fb76110-43f5-432c-bfef-b34de3107d8a), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:12.241619 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32bcb254-2b44-426c-825f-4da7515b1e71 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Made reservation on behalf of d3e64a71e17749e693b291cf3514bb46 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:03:12.245527 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-32bcb254-2b44-426c-825f-4da7515b1e71 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:12.261343 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-077ad217-3177-4c8b-91fa-05f949be5138 None None] For port 3fb76110-43f5-432c-bfef-b34de3107d8a, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=3fb76110-43f5-432c-bfef-b34de3107d8a,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:03:12.264095 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-077ad217-3177-4c8b-91fa-05f949be5138 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (3fb76110-43f5-432c-bfef-b34de3107d8a), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:12.280179 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe7f25c-409f-4dc7-a52e-cb02c39b4a21 req-d5543408-cf34-4b47-b6e1-f9241b07d7f3 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:12.286244 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe7f25c-409f-4dc7-a52e-cb02c39b4a21 req-d5543408-cf34-4b47-b6e1-f9241b07d7f3 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:12.292548 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe7f25c-409f-4dc7-a52e-cb02c39b4a21 req-d5543408-cf34-4b47-b6e1-f9241b07d7f3 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:12.298457 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe7f25c-409f-4dc7-a52e-cb02c39b4a21 req-d5543408-cf34-4b47-b6e1-f9241b07d7f3 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:12.302820 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-077ad217-3177-4c8b-91fa-05f949be5138 None None] Calling delete_port for 3fb76110-43f5-432c-bfef-b34de3107d8a owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:03:12.304819 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe7f25c-409f-4dc7-a52e-cb02c39b4a21 req-d5543408-cf34-4b47-b6e1-f9241b07d7f3 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:12.311312 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe7f25c-409f-4dc7-a52e-cb02c39b4a21 req-d5543408-cf34-4b47-b6e1-f9241b07d7f3 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:12.318221 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe7f25c-409f-4dc7-a52e-cb02c39b4a21 req-d5543408-cf34-4b47-b6e1-f9241b07d7f3 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:12.326952 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ffe7f25c-409f-4dc7-a52e-cb02c39b4a21 req-d5543408-cf34-4b47-b6e1-f9241b07d7f3 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 5419 time: 0.2571206 Feb 02 07:03:12.496948 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-077ad217-3177-4c8b-91fa-05f949be5138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (3fb76110-43f5-432c-bfef-b34de3107d8a), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:12.519990 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077ad217-3177-4c8b-91fa-05f949be5138 None None] No DVR routers for this DVR port 3fb76110-43f5-432c-bfef-b34de3107d8a on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:03:12.534078 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ffe7f25c-409f-4dc7-a52e-cb02c39b4a21 req-79c3c00f-17e4-4bcb-8715-c7d69a6c6e0e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/security-groups?id=83500878-2b75-476a-931f-17df1a6782c5&id=2c89831c-2212-4fd4-82c0-50883e2a18e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2062104 Feb 02 07:03:12.553715 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-7397b725-d1d8-47f2-97ea-f57df603b826 service neutron] 10.222.0.59 "GET /v2.0/networks/fc60349d-a3fd-46d2-93de-c30a8b26931d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6002924 Feb 02 07:03:12.569420 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 3fb76110-43f5-432c-bfef-b34de3107d8a no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:03:12.584598 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b086d6f4-da54-453b-94b8-412e1c385711 req-71029c65-e085-4d59-a1a8-525aa2b60f84 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:12.588557 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b086d6f4-da54-453b-94b8-412e1c385711 req-71029c65-e085-4d59-a1a8-525aa2b60f84 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2f92dd9-5697-4976-b165-77e520cf2520 HTTP/1.1" status: 200 len: 950 time: 0.1111720 Feb 02 07:03:12.613253 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077ad217-3177-4c8b-91fa-05f949be5138 None None] Pushing event deleted for resources: {'Port': ['ID=3fb76110-43f5-432c-bfef-b34de3107d8a,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:12.621148 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 3fb76110-43f5-432c-bfef-b34de3107d8a {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:03:12.621506 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 3fb76110-43f5-432c-bfef-b34de3107d8a not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:03:12.656430 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-e7bfd6c2-0fc0-4424-a617-14a380840832 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=532b1d27-bcf3-4cac-9dd8-eada4b4926ae HTTP/1.1" status: 200 len: 217 time: 0.0922625 Feb 02 07:03:12.720900 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b086d6f4-da54-453b-94b8-412e1c385711 req-70bd1a12-6b4b-459f-b624-b16c44e26e14 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148224 Feb 02 07:03:12.725238 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a3e8cade-8114-4aed-8072-67e59030e78f req-62bc04db-77c1-4e44-9de1-a732d504d5c3 tempest-ServerShowV247Test-1552631908 tempest-ServerShowV247Test-1552631908-project] 10.222.0.87 "GET /v2.0/ports?device_id=14190854-9723-42bf-b5d0-df31ef64a13a HTTP/1.1" status: 200 len: 210 time: 0.0402124 Feb 02 07:03:12.735510 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-32bcb254-2b44-426c-825f-4da7515b1e71 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (399a1811-91f6-4727-b1b3-b974d0fb7122), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:12.740007 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-0605f06f-8526-4255-911e-768bb9a244c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:12.747980 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-0605f06f-8526-4255-911e-768bb9a244c9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6fccb40b-1cb3-4576-9fe7-5509d392215b HTTP/1.1" status: 200 len: 797 time: 0.0590787 Feb 02 07:03:12.801429 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bcb254-2b44-426c-825f-4da7515b1e71 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:03:12.808765 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-32bcb254-2b44-426c-825f-4da7515b1e71 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:03:12.817803 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8710b0-a567-41b2-9d27-5ef999a72c16 None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:03:12.821066 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32bcb254-2b44-426c-825f-4da7515b1e71 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:12.821066 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-32bcb254-2b44-426c-825f-4da7515b1e71 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:12.848011 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-32bcb254-2b44-426c-825f-4da7515b1e71 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7593455 Feb 02 07:03:12.863406 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43128) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:12.874212 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-19cb5488-8ff3-484f-91ae-605122392261 req-f4af1200-6868-4775-852c-368dbec5cf65 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] 10.222.0.87 "GET /v2.0/ports?device_id=2176da82-bb5b-45eb-be5d-62f74cade60c HTTP/1.1" status: 200 len: 210 time: 0.0675185 Feb 02 07:03:12.877405 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bcb254-2b44-426c-825f-4da7515b1e71 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event updated for resources: {'Subnet': ['ID=399a1811-91f6-4727-b1b3-b974d0fb7122,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:12.891832 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-951660c4-f9c8-4608-bb30-d694ff35dc6d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Request body: {'port': {'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'fixed_ips': [{'subnet_id': '399a1811-91f6-4727-b1b3-b974d0fb7122', 'ip_address': '2001:db8::5f8d:adfb:2c6f:38f4'}], 'name': 'tempest-NetworksTestDHCPv6-2010224507'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:03:12.980984 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0aaa1d4-82ab-469b-8880-18e112bec079 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-0866d72e-3544-4c93-a5a9-bf8114a5301e', 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'project_id': 'd3e64a71e17749e693b291cf3514bb46', 'fixed_ips': [{'subnet_id': '399a1811-91f6-4727-b1b3-b974d0fb7122'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:03:12.982427 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e0aaa1d4-82ab-469b-8880-18e112bec079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:12.989022 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-6622dfbe-22b6-40bc-9c09-80068598e8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:12.990560 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-6622dfbe-22b6-40bc-9c09-80068598e8f8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fc60349d-a3fd-46d2-93de-c30a8b26931d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2382133 Feb 02 07:03:13.102543 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43136) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:13.142073 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2877580-28be-491d-8d6d-0be0c4df1d5f req-b10d2e94-6324-400b-a55c-e118ce26b255 tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:13.143526 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a2877580-28be-491d-8d6d-0be0c4df1d5f req-b10d2e94-6324-400b-a55c-e118ce26b255 tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] 10.222.0.87 "GET /v2.0/ports?device_id=057fece7-b8a7-479d-95a0-a33085d928b7 HTTP/1.1" status: 200 len: 947 time: 0.2726812 Feb 02 07:03:13.146459 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-e0aaa1d4-82ab-469b-8880-18e112bec079 None None] Allocated IP 2001:db8::2 (0866d72e-3544-4c93-a5a9-bf8114a5301e/399a1811-91f6-4727-b1b3-b974d0fb7122/654b4732-e470-4c7e-8aea-0319a368a26f) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:03:13.261184 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-fcf3f645-b657-4f4d-a714-9749747242e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:13.273846 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-98b2d2bb-9588-47a8-ba23-46e11fb8da7e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1574057562-network', 'tenant_id': '2031c8dec76343b19c4dd27b8df929f0'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:03:13.289809 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-951660c4-f9c8-4608-bb30-d694ff35dc6d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Made reservation on behalf of d3e64a71e17749e693b291cf3514bb46 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:03:13.297197 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b2d2bb-9588-47a8-ba23-46e11fb8da7e admin admin] Made reservation on behalf of 2031c8dec76343b19c4dd27b8df929f0 for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:03:13.301166 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-98b2d2bb-9588-47a8-ba23-46e11fb8da7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:13.314687 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-98b2d2bb-9588-47a8-ba23-46e11fb8da7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:13.316980 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-cfcb9ec2-6b51-439f-bd7d-1d9a504d78b0 service neutron] 10.222.0.59 "GET /v2.0/networks/fc60349d-a3fd-46d2-93de-c30a8b26931d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158972 Feb 02 07:03:13.321865 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e0aaa1d4-82ab-469b-8880-18e112bec079 None None] Publish callbacks [] for port (654b4732-e470-4c7e-8aea-0319a368a26f), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:13.329884 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e0aaa1d4-82ab-469b-8880-18e112bec079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (654b4732-e470-4c7e-8aea-0319a368a26f), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:13.340339 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c5141-7113-45d8-b2a1-eb3fa249d6f5 req-f8b294a9-96c5-46bb-822b-2bd28a50a2ba tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:13.341806 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4f4c5141-7113-45d8-b2a1-eb3fa249d6f5 req-f8b294a9-96c5-46bb-822b-2bd28a50a2ba tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] 10.222.0.88 "GET /v2.0/networks?id=25bb2f6b-fd67-47da-85b3-87ac7c749a35 HTTP/1.1" status: 200 len: 811 time: 0.3253925 Feb 02 07:03:13.383390 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0aaa1d4-82ab-469b-8880-18e112bec079 None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:03:13.386648 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 23345db9-366b-42aa-9c64-269b56b6f82c details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:03:13.388628 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a2877580-28be-491d-8d6d-0be0c4df1d5f req-2f7fd422-0bc1-4284-ba84-1a9ba74bab41 tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] 10.222.0.87 "GET /v2.0/security-groups?id=c87dbba5-e87f-49c2-bd9e-441f941c9a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065043 Feb 02 07:03:13.406236 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-98b2d2bb-9588-47a8-ba23-46e11fb8da7e admin admin] Publish callbacks [] for security_group (fac67306-074f-4bb5-9a2c-330ae9ad5f68), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:13.409729 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-98b2d2bb-9588-47a8-ba23-46e11fb8da7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (fac67306-074f-4bb5-9a2c-330ae9ad5f68), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:13.434654 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98b2d2bb-9588-47a8-ba23-46e11fb8da7e admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:03:13.449552 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2d2bb-9588-47a8-ba23-46e11fb8da7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac67306-074f-4bb5-9a2c-330ae9ad5f68,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:13.456831 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-98b2d2bb-9588-47a8-ba23-46e11fb8da7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (4448c07b-38af-4471-8e0c-a851a80cb50c), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:13.457273 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-98b2d2bb-9588-47a8-ba23-46e11fb8da7e admin admin] Added segment 4448c07b-38af-4471-8e0c-a851a80cb50c of type vlan for network f76a2a42-2bf8-4a80-b726-b7bf0d79d463 Feb 02 07:03:13.486047 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 23345db9-366b-42aa-9c64-269b56b6f82c, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=23345db9-366b-42aa-9c64-269b56b6f82c,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:03:13.497493 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aaa1d4-82ab-469b-8880-18e112bec079 None None] Pushing event updated for resources: {'Port': ['ID=654b4732-e470-4c7e-8aea-0319a368a26f,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:13.500575 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': '23345db9-366b-42aa-9c64-269b56b6f82c', 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1', 'port_id': '23345db9-366b-42aa-9c64-269b56b6f82c', 'mac_address': 'fa:16:3e:d1:ad:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d773733-62df-4956-84d3-71d17cfb6d11', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:03:13.506807 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-e0aaa1d4-82ab-469b-8880-18e112bec079 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:03:13.509881 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0aaa1d4-82ab-469b-8880-18e112bec079 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:03:13.514109 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-98b2d2bb-9588-47a8-ba23-46e11fb8da7e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (f76a2a42-2bf8-4a80-b726-b7bf0d79d463), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:13.546113 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-98b2d2bb-9588-47a8-ba23-46e11fb8da7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (f76a2a42-2bf8-4a80-b726-b7bf0d79d463), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:13.547297 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b2d2bb-9588-47a8-ba23-46e11fb8da7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:13.547991 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-98b2d2bb-9588-47a8-ba23-46e11fb8da7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:13.555605 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-951660c4-f9c8-4608-bb30-d694ff35dc6d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:13.560035 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ce07426-d280-4c4e-bca5-1587b7d5a36b req-c6cc354d-1e4a-4cf5-a3db-5a50063e89f0 service neutron] 10.222.0.59 "GET /v2.0/networks/fc60349d-a3fd-46d2-93de-c30a8b26931d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329698 Feb 02 07:03:13.576755 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4f4c5141-7113-45d8-b2a1-eb3fa249d6f5 req-867c3f31-e353-40c6-9db7-dd87293942ee tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=119ebbdd403a496dbc2e34d86f0585a7 HTTP/1.1" status: 200 len: 380 time: 0.1956556 Feb 02 07:03:13.590544 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-98b2d2bb-9588-47a8-ba23-46e11fb8da7e admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4836836 Feb 02 07:03:13.592788 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-4f4c5141-7113-45d8-b2a1-eb3fa249d6f5 req-7baba6dc-e559-4de4-b74a-676e7797a08a tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Request body: {'port': {'device_id': '2176da82-bb5b-45eb-be5d-62f74cade60c', 'network_id': '25bb2f6b-fd67-47da-85b3-87ac7c749a35', 'admin_state_up': True, 'tenant_id': '119ebbdd403a496dbc2e34d86f0585a7', 'security_groups': ['39ab1041-aa98-452c-9555-e34e8e32c020']}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:03:13.607707 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [None req-951660c4-f9c8-4608-bb30-d694ff35dc6d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] device_id is not set on port 77f57a80-ead5-4d40-ac86-a7b69a2fa3bf yet. {{(pid=109693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:03:13.620563 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43140) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:13.627734 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-7a63466d-01bb-4b58-bf6e-248777e4ef8f admin admin] Request body: {'subnet': {'network_id': 'f76a2a42-2bf8-4a80-b726-b7bf0d79d463', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1574057562-subnet', 'tenant_id': '2031c8dec76343b19c4dd27b8df929f0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:03:13.634426 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2d2bb-9588-47a8-ba23-46e11fb8da7e admin admin] Pushing event updated for resources: {'Network': ['ID=f76a2a42-2bf8-4a80-b726-b7bf0d79d463,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:13.659357 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a63466d-01bb-4b58-bf6e-248777e4ef8f admin admin] Made reservation on behalf of 2031c8dec76343b19c4dd27b8df929f0 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:03:13.664558 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7a63466d-01bb-4b58-bf6e-248777e4ef8f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:13.720024 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network f76a2a42-2bf8-4a80-b726-b7bf0d79d463 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:03:13.802880 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b364a49-3e1d-497c-a22d-d5c276c3e9c4 req-37874bc9-86a9-4060-b072-ce285495d86a tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:13.806488 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 23345db9-366b-42aa-9c64-269b56b6f82c is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:03:13.807812 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (23345db9-366b-42aa-9c64-269b56b6f82c), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:13.812487 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b364a49-3e1d-497c-a22d-d5c276c3e9c4 req-37874bc9-86a9-4060-b072-ce285495d86a tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:13.818324 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b364a49-3e1d-497c-a22d-d5c276c3e9c4 req-37874bc9-86a9-4060-b072-ce285495d86a tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:13.824721 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b364a49-3e1d-497c-a22d-d5c276c3e9c4 req-37874bc9-86a9-4060-b072-ce285495d86a tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:13.826839 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23345db9-366b-42aa-9c64-269b56b6f82c {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:03:13.831969 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b364a49-3e1d-497c-a22d-d5c276c3e9c4 req-37874bc9-86a9-4060-b072-ce285495d86a tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:13.837306 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b364a49-3e1d-497c-a22d-d5c276c3e9c4 req-37874bc9-86a9-4060-b072-ce285495d86a tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:13.843720 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b364a49-3e1d-497c-a22d-d5c276c3e9c4 req-37874bc9-86a9-4060-b072-ce285495d86a tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:13.845704 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0b364a49-3e1d-497c-a22d-d5c276c3e9c4 req-37874bc9-86a9-4060-b072-ce285495d86a tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 5419 time: 0.1652880 Feb 02 07:03:13.847338 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 23345db9-366b-42aa-9c64-269b56b6f82c, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=23345db9-366b-42aa-9c64-269b56b6f82c,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:03:13.859514 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (23345db9-366b-42aa-9c64-269b56b6f82c), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:13.863524 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-e0aaa1d4-82ab-469b-8880-18e112bec079 None None] Attempting to bind port 654b4732-e470-4c7e-8aea-0319a368a26f on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:03:13.863928 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-e0aaa1d4-82ab-469b-8880-18e112bec079 None None] Attempting to bind port 654b4732-e470-4c7e-8aea-0319a368a26f by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:03:13.864526 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0aaa1d4-82ab-469b-8880-18e112bec079 None None] Attempting to bind port 654b4732-e470-4c7e-8aea-0319a368a26f on network 0866d72e-3544-4c93-a5a9-bf8114a5301e {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:03:13.886702 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0aaa1d4-82ab-469b-8880-18e112bec079 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:03:13.887424 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0aaa1d4-82ab-469b-8880-18e112bec079 None None] Checking segment: {'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:03:13.888047 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e0aaa1d4-82ab-469b-8880-18e112bec079 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:13.888630 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0aaa1d4-82ab-469b-8880-18e112bec079 None None] Bound using segment: {'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:03:13.889280 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-e0aaa1d4-82ab-469b-8880-18e112bec079 None None] Bound port: 654b4732-e470-4c7e-8aea-0319a368a26f, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:03:13.889837 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e0aaa1d4-82ab-469b-8880-18e112bec079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (654b4732-e470-4c7e-8aea-0319a368a26f), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:13.966496 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-e0aaa1d4-82ab-469b-8880-18e112bec079 None None] For port 654b4732-e470-4c7e-8aea-0319a368a26f, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:03:13.969607 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-951660c4-f9c8-4608-bb30-d694ff35dc6d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Allocated IP 2001:db8::5f8d:adfb:2c6f:38f4 (0866d72e-3544-4c93-a5a9-bf8114a5301e/399a1811-91f6-4727-b1b3-b974d0fb7122/77f57a80-ead5-4d40-ac86-a7b69a2fa3bf) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:03:13.969941 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-e0aaa1d4-82ab-469b-8880-18e112bec079 None None] For port 654b4732-e470-4c7e-8aea-0319a368a26f, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=654b4732-e470-4c7e-8aea-0319a368a26f,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:03:13.977670 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0b364a49-3e1d-497c-a22d-d5c276c3e9c4 req-8f1e01c2-21bd-4839-86f3-a4ff3ee2348f tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/security-groups?id=83500878-2b75-476a-931f-17df1a6782c5&id=2c89831c-2212-4fd4-82c0-50883e2a18e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1248536 Feb 02 07:03:13.983832 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e0aaa1d4-82ab-469b-8880-18e112bec079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (654b4732-e470-4c7e-8aea-0319a368a26f), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:13.989108 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=23345db9-366b-42aa-9c64-269b56b6f82c,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:14.005574 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7a63466d-01bb-4b58-bf6e-248777e4ef8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (1dcb5bc9-5c8a-43c9-a361-99bb039e8eee), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:14.038805 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9fb3a-c05d-475e-9570-6ffc8cc3de24 req-134ed997-4788-4e8f-90af-4200a8780778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:14.039329 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9fb3a-c05d-475e-9570-6ffc8cc3de24 req-134ed997-4788-4e8f-90af-4200a8780778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:14.039854 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9fb3a-c05d-475e-9570-6ffc8cc3de24 req-134ed997-4788-4e8f-90af-4200a8780778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:14.040332 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9fb3a-c05d-475e-9570-6ffc8cc3de24 req-134ed997-4788-4e8f-90af-4200a8780778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:14.041363 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9fb3a-c05d-475e-9570-6ffc8cc3de24 req-134ed997-4788-4e8f-90af-4200a8780778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:14.041363 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9fb3a-c05d-475e-9570-6ffc8cc3de24 req-134ed997-4788-4e8f-90af-4200a8780778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:14.041959 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9fb3a-c05d-475e-9570-6ffc8cc3de24 req-134ed997-4788-4e8f-90af-4200a8780778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:14.043978 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3af9fb3a-c05d-475e-9570-6ffc8cc3de24 req-134ed997-4788-4e8f-90af-4200a8780778 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e8b504d3cbde466cb7d12e8c49d706df&device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 6700 time: 0.2636855 Feb 02 07:03:14.060772 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aaa1d4-82ab-469b-8880-18e112bec079 None None] Pushing event updated for resources: {'Port': ['ID=654b4732-e470-4c7e-8aea-0319a368a26f,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:14.077569 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a63466d-01bb-4b58-bf6e-248777e4ef8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dcb5bc9-5c8a-43c9-a361-99bb039e8eee,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:14.084927 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e58c96-800b-4870-91b8-d7814a869fcd req-f2bd6020-d376-4da1-bf15-063277e12036 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:14.086549 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a63466d-01bb-4b58-bf6e-248777e4ef8f admin admin] Checking segment: {'id': '4448c07b-38af-4471-8e0c-a851a80cb50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f76a2a42-2bf8-4a80-b726-b7bf0d79d463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:03:14.086902 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a63466d-01bb-4b58-bf6e-248777e4ef8f admin admin] Network hostable DHCP agents. Network: f76a2a42-2bf8-4a80-b726-b7bf0d79d463, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:03:14.091910 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-58e58c96-800b-4870-91b8-d7814a869fcd req-f2bd6020-d376-4da1-bf15-063277e12036 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2f92dd9-5697-4976-b165-77e520cf2520 HTTP/1.1" status: 200 len: 950 time: 0.2094767 Feb 02 07:03:14.108832 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a63466d-01bb-4b58-bf6e-248777e4ef8f admin admin] Network f76a2a42-2bf8-4a80-b726-b7bf0d79d463 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:03:14.122151 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-7a63466d-01bb-4b58-bf6e-248777e4ef8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, f76a2a42-2bf8-4a80-b726-b7bf0d79d463) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:03:14.127684 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a63466d-01bb-4b58-bf6e-248777e4ef8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:14.128876 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7a63466d-01bb-4b58-bf6e-248777e4ef8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:14.131762 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f763eb2d-d68b-4c9b-aa89-86f7d097de07 None None] Network f76a2a42-2bf8-4a80-b726-b7bf0d79d463 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:03:14.138495 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f4c5141-7113-45d8-b2a1-eb3fa249d6f5 req-7baba6dc-e559-4de4-b74a-676e7797a08a tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Made reservation on behalf of 119ebbdd403a496dbc2e34d86f0585a7 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:03:14.141890 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-4f4c5141-7113-45d8-b2a1-eb3fa249d6f5 req-7baba6dc-e559-4de4-b74a-676e7797a08a tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:14.172572 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9ab394ed-f33c-43ba-a880-e9a0460b4837 req-c4388e14-a7f9-421a-89b6-95baec1baf9b tempest-ServerShowV247Test-1552631908 tempest-ServerShowV247Test-1552631908-project] 10.222.0.87 "GET /v2.0/ports?device_id=14190854-9723-42bf-b5d0-df31ef64a13a HTTP/1.1" status: 200 len: 210 time: 0.0395896 Feb 02 07:03:14.192129 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-7a63466d-01bb-4b58-bf6e-248777e4ef8f admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5704067 Feb 02 07:03:14.192790 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43150) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:14.197230 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-1b890ad9-7e13-4668-a648-969438425244 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1574057562-router', 'tenant_id': '2031c8dec76343b19c4dd27b8df929f0', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:03:14.235664 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1b890ad9-7e13-4668-a648-969438425244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (00056845-6466-4995-82fe-e80ebe6aaccc), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:14.237507 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1b890ad9-7e13-4668-a648-969438425244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (00056845-6466-4995-82fe-e80ebe6aaccc), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:14.344139 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7866739-883c-4f63-afd8-b5191b0bd87b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-f76a2a42-2bf8-4a80-b726-b7bf0d79d463', 'network_id': 'f76a2a42-2bf8-4a80-b726-b7bf0d79d463', 'project_id': '2031c8dec76343b19c4dd27b8df929f0', 'fixed_ips': [{'subnet_id': '1dcb5bc9-5c8a-43c9-a361-99bb039e8eee'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:03:14.345845 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d7866739-883c-4f63-afd8-b5191b0bd87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:14.381807 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-58e58c96-800b-4870-91b8-d7814a869fcd req-b462300f-300c-4190-b6a3-73aba79be070 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869220 Feb 02 07:03:14.403652 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9fb3a-c05d-475e-9570-6ffc8cc3de24 req-10245730-7ebd-40ef-ac77-59203ce038db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:14.405416 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3af9fb3a-c05d-475e-9570-6ffc8cc3de24 req-10245730-7ebd-40ef-ac77-59203ce038db service neutron] 10.222.0.59 "GET /v2.0/networks?id=fc60349d-a3fd-46d2-93de-c30a8b26931d HTTP/1.1" status: 200 len: 902 time: 0.3465967 Feb 02 07:03:14.413237 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3aa04a9f-4357-43e6-ba9d-d7b77a9ae896 req-d415042e-35af-41aa-839d-7e55640fd14f tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] 10.222.0.87 "GET /v2.0/ports?device_id=2176da82-bb5b-45eb-be5d-62f74cade60c HTTP/1.1" status: 200 len: 210 time: 0.1083448 Feb 02 07:03:14.427359 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1b890ad9-7e13-4668-a648-969438425244 admin admin] Publish callbacks [] for router_controller (00056845-6466-4995-82fe-e80ebe6aaccc), precommit_add_association {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:14.531405 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3af9fb3a-c05d-475e-9570-6ffc8cc3de24 req-ac9ade05-01a8-4b3f-9e0b-9435ab0a686d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=532b1d27-bcf3-4cac-9dd8-eada4b4926ae HTTP/1.1" status: 200 len: 217 time: 0.1008868 Feb 02 07:03:14.546734 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-d7866739-883c-4f63-afd8-b5191b0bd87b None None] Allocated IP 172.20.0.2 (f76a2a42-2bf8-4a80-b726-b7bf0d79d463/1dcb5bc9-5c8a-43c9-a361-99bb039e8eee/e99e78ff-d0d6-46e7-a27e-5e2b676939aa) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:03:14.651734 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 654b4732-e470-4c7e-8aea-0319a368a26f up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:03:14.676542 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1b890ad9-7e13-4668-a648-969438425244 admin admin] Publish callbacks [] for router_gateway (00056845-6466-4995-82fe-e80ebe6aaccc), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:14.684590 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-951660c4-f9c8-4608-bb30-d694ff35dc6d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for port (77f57a80-ead5-4d40-ac86-a7b69a2fa3bf), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:14.717801 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:14.720526 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9fb3a-c05d-475e-9570-6ffc8cc3de24 req-8d1be401-6715-484b-9565-a047067902ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:14.722074 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3af9fb3a-c05d-475e-9570-6ffc8cc3de24 req-8d1be401-6715-484b-9565-a047067902ee service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6fccb40b-1cb3-4576-9fe7-5509d392215b HTTP/1.1" status: 200 len: 797 time: 0.1581323 Feb 02 07:03:14.779603 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 654b4732-e470-4c7e-8aea-0319a368a26f triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:03:14.779603 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (654b4732-e470-4c7e-8aea-0319a368a26f), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:14.782598 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-4f4c5141-7113-45d8-b2a1-eb3fa249d6f5 req-7baba6dc-e559-4de4-b74a-676e7797a08a tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Allocated IP 172.20.0.13 (25bb2f6b-fd67-47da-85b3-87ac7c749a35/4301de96-4c94-4826-b786-9a6127838bf6/9841212a-dbab-428c-b98e-14454a9a7249) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:03:14.782777 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d7866739-883c-4f63-afd8-b5191b0bd87b None None] Publish callbacks [] for port (e99e78ff-d0d6-46e7-a27e-5e2b676939aa), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:14.807390 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41be369-bcc4-4a45-b343-db8a718b5498 req-a9b33f6d-405d-47ee-93ad-753aad64b58e tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:14.809739 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d7866739-883c-4f63-afd8-b5191b0bd87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (e99e78ff-d0d6-46e7-a27e-5e2b676939aa), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:14.814471 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a41be369-bcc4-4a45-b343-db8a718b5498 req-a9b33f6d-405d-47ee-93ad-753aad64b58e tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] 10.222.0.87 "GET /v2.0/ports?device_id=057fece7-b8a7-479d-95a0-a33085d928b7 HTTP/1.1" status: 200 len: 948 time: 0.2665560 Feb 02 07:03:14.837508 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-951660c4-f9c8-4608-bb30-d694ff35dc6d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (77f57a80-ead5-4d40-ac86-a7b69a2fa3bf), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:14.872146 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7866739-883c-4f63-afd8-b5191b0bd87b None None] Network f76a2a42-2bf8-4a80-b726-b7bf0d79d463 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:03:14.879164 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-d7866739-883c-4f63-afd8-b5191b0bd87b None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:03:14.882215 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7866739-883c-4f63-afd8-b5191b0bd87b None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:03:14.890342 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7866739-883c-4f63-afd8-b5191b0bd87b None None] Pushing event updated for resources: {'Port': ['ID=e99e78ff-d0d6-46e7-a27e-5e2b676939aa,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:14.904958 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1b890ad9-7e13-4668-a648-969438425244 admin admin] Publish callbacks [] for router_gateway (00056845-6466-4995-82fe-e80ebe6aaccc), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:14.928591 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9fb3a-c05d-475e-9570-6ffc8cc3de24 req-b9952db8-6e92-403e-9ba1-99e15d65ad6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:14.929817 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1b890ad9-7e13-4668-a648-969438425244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:14.930096 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3af9fb3a-c05d-475e-9570-6ffc8cc3de24 req-b9952db8-6e92-403e-9ba1-99e15d65ad6f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fc60349d-a3fd-46d2-93de-c30a8b26931d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1985681 Feb 02 07:03:14.945256 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['23345db9-366b-42aa-9c64-269b56b6f82c'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:03:14.975922 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951660c4-f9c8-4608-bb30-d694ff35dc6d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:03:14.990341 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a41be369-bcc4-4a45-b343-db8a718b5498 req-5270011c-3af7-43aa-9dbf-0347ac2fabe9 tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] 10.222.0.87 "GET /v2.0/security-groups?id=c87dbba5-e87f-49c2-bd9e-441f941c9a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748590 Feb 02 07:03:14.998899 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951660c4-f9c8-4608-bb30-d694ff35dc6d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event updated for resources: {'Port': ['ID=77f57a80-ead5-4d40-ac86-a7b69a2fa3bf,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:15.005466 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-951660c4-f9c8-4608-bb30-d694ff35dc6d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:03:15.017217 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951660c4-f9c8-4608-bb30-d694ff35dc6d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:03:15.022368 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951660c4-f9c8-4608-bb30-d694ff35dc6d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:15.023088 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-951660c4-f9c8-4608-bb30-d694ff35dc6d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:15.055189 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-1b890ad9-7e13-4668-a648-969438425244 admin admin] Allocated IP 172.25.4.190 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/26339ac3-2ed3-4d6c-91f0-d747cebcc0e2) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:03:15.056661 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-d7866739-883c-4f63-afd8-b5191b0bd87b None None] Attempting to bind port e99e78ff-d0d6-46e7-a27e-5e2b676939aa on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:03:15.057937 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-d7866739-883c-4f63-afd8-b5191b0bd87b None None] Attempting to bind port e99e78ff-d0d6-46e7-a27e-5e2b676939aa by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '4448c07b-38af-4471-8e0c-a851a80cb50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f76a2a42-2bf8-4a80-b726-b7bf0d79d463'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:03:15.058330 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7866739-883c-4f63-afd8-b5191b0bd87b None None] Attempting to bind port e99e78ff-d0d6-46e7-a27e-5e2b676939aa on network f76a2a42-2bf8-4a80-b726-b7bf0d79d463 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:03:15.065115 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 654b4732-e470-4c7e-8aea-0319a368a26f is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:03:15.065651 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (654b4732-e470-4c7e-8aea-0319a368a26f), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:15.070876 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7866739-883c-4f63-afd8-b5191b0bd87b None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:03:15.071261 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7866739-883c-4f63-afd8-b5191b0bd87b None None] Checking segment: {'id': '4448c07b-38af-4471-8e0c-a851a80cb50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f76a2a42-2bf8-4a80-b726-b7bf0d79d463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:03:15.072049 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d7866739-883c-4f63-afd8-b5191b0bd87b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:15.072605 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7866739-883c-4f63-afd8-b5191b0bd87b None None] Bound using segment: {'id': '4448c07b-38af-4471-8e0c-a851a80cb50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f76a2a42-2bf8-4a80-b726-b7bf0d79d463'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:03:15.074201 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-d7866739-883c-4f63-afd8-b5191b0bd87b None None] Bound port: e99e78ff-d0d6-46e7-a27e-5e2b676939aa, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4448c07b-38af-4471-8e0c-a851a80cb50c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f76a2a42-2bf8-4a80-b726-b7bf0d79d463'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:03:15.074654 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d7866739-883c-4f63-afd8-b5191b0bd87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (e99e78ff-d0d6-46e7-a27e-5e2b676939aa), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:15.124592 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-951660c4-f9c8-4608-bb30-d694ff35dc6d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2563932 Feb 02 07:03:15.129752 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43156) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:15.211037 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 654b4732-e470-4c7e-8aea-0319a368a26f, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=654b4732-e470-4c7e-8aea-0319a368a26f,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:03:15.231581 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-4f4c5141-7113-45d8-b2a1-eb3fa249d6f5 req-7baba6dc-e559-4de4-b74a-676e7797a08a tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Publish callbacks [] for port (9841212a-dbab-428c-b98e-14454a9a7249), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:15.238524 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (654b4732-e470-4c7e-8aea-0319a368a26f), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:15.262912 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-d7866739-883c-4f63-afd8-b5191b0bd87b None None] For port e99e78ff-d0d6-46e7-a27e-5e2b676939aa, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:03:15.272800 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd8132d-0059-447f-98e2-af0d1e9fe379 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:15.281033 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd8132d-0059-447f-98e2-af0d1e9fe379 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:15.282766 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-4dd8132d-0059-447f-98e2-af0d1e9fe379 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1520457 Feb 02 07:03:15.284841 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3af9fb3a-c05d-475e-9570-6ffc8cc3de24 req-0c20dc87-7ea8-4253-84fa-664e25553eb9 service neutron] 10.222.0.59 "GET /v2.0/networks/fc60349d-a3fd-46d2-93de-c30a8b26931d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3386929 Feb 02 07:03:15.286849 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43160) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:15.369333 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-d7866739-883c-4f63-afd8-b5191b0bd87b None None] For port e99e78ff-d0d6-46e7-a27e-5e2b676939aa, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=e99e78ff-d0d6-46e7-a27e-5e2b676939aa,segment=NetworkSegment(4448c07b-38af-4471-8e0c-a851a80cb50c),segment_id=4448c07b-38af-4471-8e0c-a851a80cb50c)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:03:15.373215 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=654b4732-e470-4c7e-8aea-0319a368a26f,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:15.400470 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d7866739-883c-4f63-afd8-b5191b0bd87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (e99e78ff-d0d6-46e7-a27e-5e2b676939aa), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:15.430462 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-56113ad8-3ca5-4a6d-9cff-658218c7a4ae req-959fea23-f772-4463-846f-8cf880f3fe31 tempest-ServerShowV247Test-1552631908 tempest-ServerShowV247Test-1552631908-project] 10.222.0.87 "GET /v2.0/ports?device_id=14190854-9723-42bf-b5d0-df31ef64a13a HTTP/1.1" status: 200 len: 210 time: 0.0785773 Feb 02 07:03:15.525614 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7866739-883c-4f63-afd8-b5191b0bd87b None None] Pushing event updated for resources: {'Port': ['ID=e99e78ff-d0d6-46e7-a27e-5e2b676939aa,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:15.602807 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a02dd-d87a-45eb-ab93-7017eb3061a7 req-be884d4b-faf5-48ec-8ca6-7c14a31d76ab tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:15.609261 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a02dd-d87a-45eb-ab93-7017eb3061a7 req-be884d4b-faf5-48ec-8ca6-7c14a31d76ab tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:15.614840 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a02dd-d87a-45eb-ab93-7017eb3061a7 req-be884d4b-faf5-48ec-8ca6-7c14a31d76ab tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:15.620159 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a02dd-d87a-45eb-ab93-7017eb3061a7 req-be884d4b-faf5-48ec-8ca6-7c14a31d76ab tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:15.625467 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a02dd-d87a-45eb-ab93-7017eb3061a7 req-be884d4b-faf5-48ec-8ca6-7c14a31d76ab tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:15.631364 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a02dd-d87a-45eb-ab93-7017eb3061a7 req-be884d4b-faf5-48ec-8ca6-7c14a31d76ab tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:15.636709 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a02dd-d87a-45eb-ab93-7017eb3061a7 req-be884d4b-faf5-48ec-8ca6-7c14a31d76ab tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:15.638666 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-837a02dd-d87a-45eb-ab93-7017eb3061a7 req-be884d4b-faf5-48ec-8ca6-7c14a31d76ab tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 5419 time: 0.5523303 Feb 02 07:03:15.665795 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1b890ad9-7e13-4668-a648-969438425244 admin admin] Publish callbacks [] for port (26339ac3-2ed3-4d6c-91f0-d747cebcc0e2), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:15.689680 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-81b2e7d9-8425-4a2c-9e6d-563757ff55e3 None None] Provisioning complete for port 654b4732-e470-4c7e-8aea-0319a368a26f triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:03:15.690151 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-81b2e7d9-8425-4a2c-9e6d-563757ff55e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (654b4732-e470-4c7e-8aea-0319a368a26f), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:15.756478 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-837a02dd-d87a-45eb-ab93-7017eb3061a7 req-48323f65-9a8e-47d6-93dd-4cb014850c54 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/security-groups?id=83500878-2b75-476a-931f-17df1a6782c5&id=2c89831c-2212-4fd4-82c0-50883e2a18e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1090765 Feb 02 07:03:15.769282 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1b890ad9-7e13-4668-a648-969438425244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (26339ac3-2ed3-4d6c-91f0-d747cebcc0e2), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:15.852645 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b890ad9-7e13-4668-a648-969438425244 admin admin] Pushing event updated for resources: {'Port': ['ID=26339ac3-2ed3-4d6c-91f0-d747cebcc0e2,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:15.867102 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b890ad9-7e13-4668-a648-969438425244 admin admin] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:03:15.868875 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-1b890ad9-7e13-4668-a648-969438425244 admin admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:03:15.872449 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b890ad9-7e13-4668-a648-969438425244 admin admin] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:03:15.900328 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-81b2e7d9-8425-4a2c-9e6d-563757ff55e3 None None] Current status of the port 654b4732-e470-4c7e-8aea-0319a368a26f is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:03:15.955788 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:16.044786 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-85466f8e-6583-47c2-b621-cb8e44073630 None None] Provisioning complete for port 77f57a80-ead5-4d40-ac86-a7b69a2fa3bf triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:03:16.045465 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-85466f8e-6583-47c2-b621-cb8e44073630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (77f57a80-ead5-4d40-ac86-a7b69a2fa3bf), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:16.048516 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-4f4c5141-7113-45d8-b2a1-eb3fa249d6f5 req-7baba6dc-e559-4de4-b74a-676e7797a08a tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (9841212a-dbab-428c-b98e-14454a9a7249), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:16.093399 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-85466f8e-6583-47c2-b621-cb8e44073630 None None] Port 77f57a80-ead5-4d40-ac86-a7b69a2fa3bf cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:03:16.115452 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120cad4a-5a1b-4cd4-9a9a-f71d31af1eba req-8c4902ea-0884-4b92-a50e-81ce8f7f0e9a tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:16.116979 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-120cad4a-5a1b-4cd4-9a9a-f71d31af1eba req-8c4902ea-0884-4b92-a50e-81ce8f7f0e9a tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] 10.222.0.87 "GET /v2.0/ports?device_id=2176da82-bb5b-45eb-be5d-62f74cade60c HTTP/1.1" status: 200 len: 932 time: 0.1906695 Feb 02 07:03:16.124762 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-6c043894-b4b7-4b43-aefc-73f5a9b6f6ca tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Deleting port 77f57a80-ead5-4d40-ac86-a7b69a2fa3bf {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:03:16.125111 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6c043894-b4b7-4b43-aefc-73f5a9b6f6ca tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (77f57a80-ead5-4d40-ac86-a7b69a2fa3bf), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:16.144676 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f4c5141-7113-45d8-b2a1-eb3fa249d6f5 req-7baba6dc-e559-4de4-b74a-676e7797a08a tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Network 25bb2f6b-fd67-47da-85b3-87ac7c749a35 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:03:16.168273 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3af9fb3a-c05d-475e-9570-6ffc8cc3de24 req-5eb6321c-10fb-4e9d-8101-ab59443a8f91 service neutron] 10.222.0.59 "GET /v2.0/networks/fc60349d-a3fd-46d2-93de-c30a8b26931d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8247285 Feb 02 07:03:16.174265 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-4f4c5141-7113-45d8-b2a1-eb3fa249d6f5 req-7baba6dc-e559-4de4-b74a-676e7797a08a tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:03:16.183824 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f4c5141-7113-45d8-b2a1-eb3fa249d6f5 req-7baba6dc-e559-4de4-b74a-676e7797a08a tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:03:16.189211 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baba6dc-e559-4de4-b74a-676e7797a08a tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Pushing event updated for resources: {'Port': ['ID=9841212a-dbab-428c-b98e-14454a9a7249,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:16.256808 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-120cad4a-5a1b-4cd4-9a9a-f71d31af1eba req-5a44d195-61cd-4ce3-b41e-531d28d861c9 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] 10.222.0.87 "GET /v2.0/security-groups?id=39ab1041-aa98-452c-9555-e34e8e32c020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991869 Feb 02 07:03:16.265581 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb72d424-01c7-460f-9bdc-6bc95396cfd8 req-5570dfe2-201f-483d-8c37-7aef525f22a3 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:16.267159 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-eb72d424-01c7-460f-9bdc-6bc95396cfd8 req-5570dfe2-201f-483d-8c37-7aef525f22a3 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2f92dd9-5697-4976-b165-77e520cf2520 HTTP/1.1" status: 200 len: 950 time: 0.6862352 Feb 02 07:03:16.272788 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1b890ad9-7e13-4668-a648-969438425244 admin admin] Publish callbacks [] for router_gateway (00056845-6466-4995-82fe-e80ebe6aaccc), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:16.294506 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c5141-7113-45d8-b2a1-eb3fa249d6f5 req-7baba6dc-e559-4de4-b74a-676e7797a08a tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:16.295136 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-4f4c5141-7113-45d8-b2a1-eb3fa249d6f5 req-7baba6dc-e559-4de4-b74a-676e7797a08a tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:16.337574 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6c043894-b4b7-4b43-aefc-73f5a9b6f6ca tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (77f57a80-ead5-4d40-ac86-a7b69a2fa3bf), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:16.365480 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4f4c5141-7113-45d8-b2a1-eb3fa249d6f5 req-7baba6dc-e559-4de4-b74a-676e7797a08a tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7789674 Feb 02 07:03:16.391735 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-6c043894-b4b7-4b43-aefc-73f5a9b6f6ca tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Calling delete_port for 77f57a80-ead5-4d40-ac86-a7b69a2fa3bf owned by {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:03:16.399274 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-4f4c5141-7113-45d8-b2a1-eb3fa249d6f5 req-0a7d8751-5f08-4f71-ab50-d1a5b1ae3201 service neutron] Request body: {'port': {'device_id': '2176da82-bb5b-45eb-be5d-62f74cade60c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:03:16.455337 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-eb72d424-01c7-460f-9bdc-6bc95396cfd8 req-6b9bdda6-a4c3-4df7-8bcd-b6659295bfef tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692879 Feb 02 07:03:16.488524 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fbf442-73db-4900-9931-3623ec5030c0 req-d3a2b73a-aaef-4550-9866-bc1ffd110ea7 tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:16.489922 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c8fbf442-73db-4900-9931-3623ec5030c0 req-d3a2b73a-aaef-4550-9866-bc1ffd110ea7 tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] 10.222.0.87 "GET /v2.0/ports?device_id=057fece7-b8a7-479d-95a0-a33085d928b7 HTTP/1.1" status: 200 len: 948 time: 0.1208341 Feb 02 07:03:16.602772 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1b890ad9-7e13-4668-a648-969438425244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (00056845-6466-4995-82fe-e80ebe6aaccc), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:16.616159 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ca7db0a6-7d4a-4c7e-a58f-0916b795d301 req-906064d9-f675-48de-9aaa-54a598b65bc3 tempest-ServerShowV247Test-1552631908 tempest-ServerShowV247Test-1552631908-project] 10.222.0.87 "GET /v2.0/ports?device_id=14190854-9723-42bf-b5d0-df31ef64a13a HTTP/1.1" status: 200 len: 210 time: 0.0443923 Feb 02 07:03:16.618919 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-82cd824a-c8e2-4b1c-adee-31bbecc48e12 None None] Provisioning complete for port 9841212a-dbab-428c-b98e-14454a9a7249 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:03:16.620174 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-82cd824a-c8e2-4b1c-adee-31bbecc48e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (9841212a-dbab-428c-b98e-14454a9a7249), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:16.632738 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-4f4c5141-7113-45d8-b2a1-eb3fa249d6f5 req-0a7d8751-5f08-4f71-ab50-d1a5b1ae3201 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (9841212a-dbab-428c-b98e-14454a9a7249), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:16.679817 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-82cd824a-c8e2-4b1c-adee-31bbecc48e12 None None] Port 9841212a-dbab-428c-b98e-14454a9a7249 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:03:16.691383 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device e99e78ff-d0d6-46e7-a27e-5e2b676939aa up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:03:16.709065 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c8fbf442-73db-4900-9931-3623ec5030c0 req-d5953a73-81a2-4421-abcb-1c6628de9286 tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] 10.222.0.87 "GET /v2.0/security-groups?id=c87dbba5-e87f-49c2-bd9e-441f941c9a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254363 Feb 02 07:03:16.763482 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port e99e78ff-d0d6-46e7-a27e-5e2b676939aa triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:03:16.763757 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (e99e78ff-d0d6-46e7-a27e-5e2b676939aa), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:16.846641 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b890ad9-7e13-4668-a648-969438425244 admin admin] Router 00056845-6466-4995-82fe-e80ebe6aaccc is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:03:16.861679 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port e99e78ff-d0d6-46e7-a27e-5e2b676939aa is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:03:16.862172 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (e99e78ff-d0d6-46e7-a27e-5e2b676939aa), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:16.901826 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port e99e78ff-d0d6-46e7-a27e-5e2b676939aa, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=e99e78ff-d0d6-46e7-a27e-5e2b676939aa,segment=NetworkSegment(4448c07b-38af-4471-8e0c-a851a80cb50c),segment_id=4448c07b-38af-4471-8e0c-a851a80cb50c)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:03:16.906819 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (e99e78ff-d0d6-46e7-a27e-5e2b676939aa), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:16.908320 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 654b4732-e470-4c7e-8aea-0319a368a26f up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:03:16.908473 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6c043894-b4b7-4b43-aefc-73f5a9b6f6ca tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (77f57a80-ead5-4d40-ac86-a7b69a2fa3bf), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:16.983596 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c043894-b4b7-4b43-aefc-73f5a9b6f6ca tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event deleted for resources: {'Port': ['ID=77f57a80-ead5-4d40-ac86-a7b69a2fa3bf,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:17.005054 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b890ad9-7e13-4668-a648-969438425244 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:03:17.005563 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 654b4732-e470-4c7e-8aea-0319a368a26f triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:03:17.005936 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (654b4732-e470-4c7e-8aea-0319a368a26f), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:17.020462 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6490c6-6170-479b-a446-8afb86e0828e None None] Sync routers for ids ['00056845-6466-4995-82fe-e80ebe6aaccc'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:03:17.036122 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1b890ad9-7e13-4668-a648-969438425244 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:17.040580 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-1b890ad9-7e13-4668-a648-969438425244 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.8467612 Feb 02 07:03:17.042066 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43172) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:17.044726 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6c043894-b4b7-4b43-aefc-73f5a9b6f6ca tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:17.050738 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-6c043894-b4b7-4b43-aefc-73f5a9b6f6ca tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/ports/77f57a80-ead5-4d40-ac86-a7b69a2fa3bf HTTP/1.1" status: 204 len: 168 time: 1.7628143 Feb 02 07:03:17.052805 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43174) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:17.063660 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6490c6-6170-479b-a446-8afb86e0828e None None] Routers {'00056845-6466-4995-82fe-e80ebe6aaccc'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:03:17.064357 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-5d6490c6-6170-479b-a446-8afb86e0828e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:03:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['00056845-6466-4995-82fe-e80ebe6aaccc'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:03:17.151054 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4c7bc-fcc7-4b86-9660-83d7251a3616 req-7e0d1fe6-69ef-42f7-9103-61b4407b6d26 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:17.156689 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4c7bc-fcc7-4b86-9660-83d7251a3616 req-7e0d1fe6-69ef-42f7-9103-61b4407b6d26 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:17.162087 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4c7bc-fcc7-4b86-9660-83d7251a3616 req-7e0d1fe6-69ef-42f7-9103-61b4407b6d26 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:17.168958 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4c7bc-fcc7-4b86-9660-83d7251a3616 req-7e0d1fe6-69ef-42f7-9103-61b4407b6d26 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:17.170350 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=e99e78ff-d0d6-46e7-a27e-5e2b676939aa,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:17.174775 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0b954e-4139-40ce-91e7-8adba99e61ca None None] Network f76a2a42-2bf8-4a80-b726-b7bf0d79d463 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:03:17.174963 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4c7bc-fcc7-4b86-9660-83d7251a3616 req-7e0d1fe6-69ef-42f7-9103-61b4407b6d26 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:17.181314 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4c7bc-fcc7-4b86-9660-83d7251a3616 req-7e0d1fe6-69ef-42f7-9103-61b4407b6d26 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:17.187524 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4c7bc-fcc7-4b86-9660-83d7251a3616 req-7e0d1fe6-69ef-42f7-9103-61b4407b6d26 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:17.195171 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c8c4c7bc-fcc7-4b86-9660-83d7251a3616 req-7e0d1fe6-69ef-42f7-9103-61b4407b6d26 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 5419 time: 0.2958493 Feb 02 07:03:17.227116 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-5d6490c6-6170-479b-a446-8afb86e0828e None None] Set router 00056845-6466-4995-82fe-e80ebe6aaccc gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:03:17.251111 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb304c5f-fdf1-413c-939e-3c7e66036052 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:17.252741 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb304c5f-fdf1-413c-939e-3c7e66036052 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:17.257045 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-bb304c5f-fdf1-413c-939e-3c7e66036052 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2000039 Feb 02 07:03:17.262528 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43176) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:17.367084 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c456dc7-4431-4287-8dd5-17951a5dbdf5 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Deleting subnet 399a1811-91f6-4727-b1b3-b974d0fb7122 {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:03:17.386217 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4c456dc7-4431-4287-8dd5-17951a5dbdf5 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for subnet (399a1811-91f6-4727-b1b3-b974d0fb7122), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:17.399745 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 23345db9-366b-42aa-9c64-269b56b6f82c up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:03:17.402418 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ddddedac-9c4b-4461-8906-1df3d6ec57dc None None] Provisioning complete for port e99e78ff-d0d6-46e7-a27e-5e2b676939aa triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:03:17.402790 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ddddedac-9c4b-4461-8906-1df3d6ec57dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (e99e78ff-d0d6-46e7-a27e-5e2b676939aa), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:17.410205 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:17.419118 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c8c4c7bc-fcc7-4b86-9660-83d7251a3616 req-dcbcf7ed-c319-4ab4-a4e8-63174555cc3b tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/security-groups?id=83500878-2b75-476a-931f-17df1a6782c5&id=2c89831c-2212-4fd4-82c0-50883e2a18e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2229156 Feb 02 07:03:17.465606 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4c456dc7-4431-4287-8dd5-17951a5dbdf5 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (399a1811-91f6-4727-b1b3-b974d0fb7122), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:17.493090 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 654b4732-e470-4c7e-8aea-0319a368a26f is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:03:17.509048 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe8456b-001e-46d6-946e-d51d53d37555 req-7b37c31f-f877-4a51-9ff8-029a69f2f521 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:17.511497 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ebe8456b-001e-46d6-946e-d51d53d37555 req-7b37c31f-f877-4a51-9ff8-029a69f2f521 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] 10.222.0.87 "GET /v2.0/ports?device_id=2176da82-bb5b-45eb-be5d-62f74cade60c HTTP/1.1" status: 200 len: 932 time: 0.1366234 Feb 02 07:03:17.513847 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-4f4c5141-7113-45d8-b2a1-eb3fa249d6f5 req-0a7d8751-5f08-4f71-ab50-d1a5b1ae3201 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9841212a-dbab-428c-b98e-14454a9a7249 {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:03:17.531488 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-4f4c5141-7113-45d8-b2a1-eb3fa249d6f5 req-0a7d8751-5f08-4f71-ab50-d1a5b1ae3201 service neutron] Publish callbacks [] for port (9841212a-dbab-428c-b98e-14454a9a7249), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:17.569413 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-4f4c5141-7113-45d8-b2a1-eb3fa249d6f5 req-0a7d8751-5f08-4f71-ab50-d1a5b1ae3201 service neutron] Transition to ACTIVE for port object 9841212a-dbab-428c-b98e-14454a9a7249 will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:03:17.615069 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ebe8456b-001e-46d6-946e-d51d53d37555 req-c83dca25-8a7c-42d8-85c8-1cc88d7e9ae7 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] 10.222.0.87 "GET /v2.0/security-groups?id=39ab1041-aa98-452c-9555-e34e8e32c020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916212 Feb 02 07:03:17.623241 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-4f4c5141-7113-45d8-b2a1-eb3fa249d6f5 req-0a7d8751-5f08-4f71-ab50-d1a5b1ae3201 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (9841212a-dbab-428c-b98e-14454a9a7249), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:17.658770 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e06b436c-a0d6-463f-8a24-6ac9eb70e77e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:17.698903 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4c456dc7-4431-4287-8dd5-17951a5dbdf5 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (399a1811-91f6-4727-b1b3-b974d0fb7122), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:17.757219 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3b04c531-37d6-4f23-9044-1c5b6fbb94e7 req-dddf320a-7715-4711-a726-43fdb2eed57e tempest-ServerShowV247Test-1552631908 tempest-ServerShowV247Test-1552631908-project] 10.222.0.87 "GET /v2.0/ports?device_id=14190854-9723-42bf-b5d0-df31ef64a13a HTTP/1.1" status: 200 len: 210 time: 0.0421093 Feb 02 07:03:17.814689 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port 23345db9-366b-42aa-9c64-269b56b6f82c completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:03:17.864358 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port 23345db9-366b-42aa-9c64-269b56b6f82c triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:03:17.864738 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (23345db9-366b-42aa-9c64-269b56b6f82c), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:17.892039 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc568f74-227a-4ab8-85dc-4bb3b933bb32 req-74d77bc2-79b9-400a-9548-c653d40d970e tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:17.899546 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fc568f74-227a-4ab8-85dc-4bb3b933bb32 req-74d77bc2-79b9-400a-9548-c653d40d970e tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2f92dd9-5697-4976-b165-77e520cf2520 HTTP/1.1" status: 200 len: 950 time: 0.3473463 Feb 02 07:03:17.901618 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-e06b436c-a0d6-463f-8a24-6ac9eb70e77e admin admin] Allocated IP 172.20.0.1 (f76a2a42-2bf8-4a80-b726-b7bf0d79d463/1dcb5bc9-5c8a-43c9-a361-99bb039e8eee/74ffef56-46db-4b48-a8cb-0f398d6a93f1) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:03:17.944653 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7d8751-5f08-4f71-ab50-d1a5b1ae3201 service neutron] Pushing event updated for resources: {'Port': ['ID=9841212a-dbab-428c-b98e-14454a9a7249,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:17.950548 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ddddedac-9c4b-4461-8906-1df3d6ec57dc None None] Current status of the port e99e78ff-d0d6-46e7-a27e-5e2b676939aa is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:03:18.000173 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-4f4c5141-7113-45d8-b2a1-eb3fa249d6f5 req-0a7d8751-5f08-4f71-ab50-d1a5b1ae3201 service neutron] Attempting to bind port 9841212a-dbab-428c-b98e-14454a9a7249 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:03:18.000793 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-4f4c5141-7113-45d8-b2a1-eb3fa249d6f5 req-0a7d8751-5f08-4f71-ab50-d1a5b1ae3201 service neutron] Attempting to bind port 9841212a-dbab-428c-b98e-14454a9a7249 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': '88d799c5-8a21-4eb2-b1ec-1b0a670840e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '25bb2f6b-fd67-47da-85b3-87ac7c749a35'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:03:18.001299 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4c5141-7113-45d8-b2a1-eb3fa249d6f5 req-0a7d8751-5f08-4f71-ab50-d1a5b1ae3201 service neutron] Attempting to bind port 9841212a-dbab-428c-b98e-14454a9a7249 on network 25bb2f6b-fd67-47da-85b3-87ac7c749a35 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:03:18.018921 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fc568f74-227a-4ab8-85dc-4bb3b933bb32 req-6b9aceb7-7ba4-420f-bd96-ccd65a9fe76e tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180644 Feb 02 07:03:18.024473 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4c5141-7113-45d8-b2a1-eb3fa249d6f5 req-0a7d8751-5f08-4f71-ab50-d1a5b1ae3201 service neutron] Port 9841212a-dbab-428c-b98e-14454a9a7249 on network 25bb2f6b-fd67-47da-85b3-87ac7c749a35 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:03:18.025051 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4c5141-7113-45d8-b2a1-eb3fa249d6f5 req-0a7d8751-5f08-4f71-ab50-d1a5b1ae3201 service neutron] Attempting to bind port 9841212a-dbab-428c-b98e-14454a9a7249 on network 25bb2f6b-fd67-47da-85b3-87ac7c749a35 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:03:18.036766 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4c5141-7113-45d8-b2a1-eb3fa249d6f5 req-0a7d8751-5f08-4f71-ab50-d1a5b1ae3201 service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:03:18.037355 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4c5141-7113-45d8-b2a1-eb3fa249d6f5 req-0a7d8751-5f08-4f71-ab50-d1a5b1ae3201 service neutron] Checking segment: {'id': '88d799c5-8a21-4eb2-b1ec-1b0a670840e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '25bb2f6b-fd67-47da-85b3-87ac7c749a35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:03:18.037924 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4c5141-7113-45d8-b2a1-eb3fa249d6f5 req-0a7d8751-5f08-4f71-ab50-d1a5b1ae3201 service neutron] Bound using segment: {'id': '88d799c5-8a21-4eb2-b1ec-1b0a670840e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '25bb2f6b-fd67-47da-85b3-87ac7c749a35'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:03:18.038566 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-4f4c5141-7113-45d8-b2a1-eb3fa249d6f5 req-0a7d8751-5f08-4f71-ab50-d1a5b1ae3201 service neutron] Bound port: 9841212a-dbab-428c-b98e-14454a9a7249, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88d799c5-8a21-4eb2-b1ec-1b0a670840e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '25bb2f6b-fd67-47da-85b3-87ac7c749a35'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:03:18.039169 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-4f4c5141-7113-45d8-b2a1-eb3fa249d6f5 req-0a7d8751-5f08-4f71-ab50-d1a5b1ae3201 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (9841212a-dbab-428c-b98e-14454a9a7249), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:18.052298 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e06b436c-a0d6-463f-8a24-6ac9eb70e77e admin admin] Publish callbacks [] for port (74ffef56-46db-4b48-a8cb-0f398d6a93f1), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:18.061301 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-5d6490c6-6170-479b-a446-8afb86e0828e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00056845-6466-4995-82fe-e80ebe6aaccc', 'name': 'tempest-FloatingIPsNegativeTestJSON-1574057562-router', 'tenant_id': '2031c8dec76343b19c4dd27b8df929f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '26339ac3-2ed3-4d6c-91f0-d747cebcc0e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:03:14Z', 'updated_at': '2022-02-02T07:03:16Z', 'revision_number': 3, 'project_id': '2031c8dec76343b19c4dd27b8df929f0', 'gw_port': {'id': '26339ac3-2ed3-4d6c-91f0-d747cebcc0e2', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b9:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00056845-6466-4995-82fe-e80ebe6aaccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:03:14Z', 'updated_at': '2022-02-02T07:03:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:03:18.097565 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6490c6-6170-479b-a446-8afb86e0828e None None] Checking router: 00056845-6466-4995-82fe-e80ebe6aaccc for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:03:18.097932 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6490c6-6170-479b-a446-8afb86e0828e None None] Updating router 00056845-6466-4995-82fe-e80ebe6aaccc port 26339ac3-2ed3-4d6c-91f0-d747cebcc0e2 binding host n-d-789963-26 {{(pid=109695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:03:18.102106 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e06b436c-a0d6-463f-8a24-6ac9eb70e77e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (74ffef56-46db-4b48-a8cb-0f398d6a93f1), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:18.120593 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-4f4c5141-7113-45d8-b2a1-eb3fa249d6f5 req-0a7d8751-5f08-4f71-ab50-d1a5b1ae3201 service neutron] For port 9841212a-dbab-428c-b98e-14454a9a7249, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:03:18.124571 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-4f4c5141-7113-45d8-b2a1-eb3fa249d6f5 req-0a7d8751-5f08-4f71-ab50-d1a5b1ae3201 service neutron] For port 9841212a-dbab-428c-b98e-14454a9a7249, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=9841212a-dbab-428c-b98e-14454a9a7249,segment=NetworkSegment(88d799c5-8a21-4eb2-b1ec-1b0a670840e4),segment_id=88d799c5-8a21-4eb2-b1ec-1b0a670840e4)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:03:18.129991 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 23345db9-366b-42aa-9c64-269b56b6f82c is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:03:18.130382 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (23345db9-366b-42aa-9c64-269b56b6f82c), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:18.137730 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-4f4c5141-7113-45d8-b2a1-eb3fa249d6f5 req-0a7d8751-5f08-4f71-ab50-d1a5b1ae3201 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (9841212a-dbab-428c-b98e-14454a9a7249), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:18.153802 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5d6490c6-6170-479b-a446-8afb86e0828e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (26339ac3-2ed3-4d6c-91f0-d747cebcc0e2), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:18.173847 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06b436c-a0d6-463f-8a24-6ac9eb70e77e admin admin] Network f76a2a42-2bf8-4a80-b726-b7bf0d79d463 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:03:18.180032 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4c456dc7-4431-4287-8dd5-17951a5dbdf5 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (399a1811-91f6-4727-b1b3-b974d0fb7122), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:18.185456 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-e06b436c-a0d6-463f-8a24-6ac9eb70e77e admin admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:03:18.186821 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '057fece7-b8a7-479d-95a0-a33085d928b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23345db9-366b-42aa-9c64-269b56b6f82c'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:03:18.189119 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2642d3c-297f-487f-b6f9-318142813720" -d '{"events": [{"server_uuid": "057fece7-b8a7-479d-95a0-a33085d928b7", "name": "network-vif-plugged", "status": "completed", "tag": "23345db9-366b-42aa-9c64-269b56b6f82c"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:03:18.192939 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06b436c-a0d6-463f-8a24-6ac9eb70e77e admin admin] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:03:18.214542 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 23345db9-366b-42aa-9c64-269b56b6f82c, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=23345db9-366b-42aa-9c64-269b56b6f82c,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:03:18.228149 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (23345db9-366b-42aa-9c64-269b56b6f82c), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:18.239928 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e80b3-2dd7-4605-9e03-68ec1378109f req-bca593dd-dd5f-43ea-8788-b0b637569d52 tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:18.241664 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6a4e80b3-2dd7-4605-9e03-68ec1378109f req-bca593dd-dd5f-43ea-8788-b0b637569d52 tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] 10.222.0.87 "GET /v2.0/ports?device_id=057fece7-b8a7-479d-95a0-a33085d928b7 HTTP/1.1" status: 200 len: 948 time: 0.1529810 Feb 02 07:03:18.248587 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06b436c-a0d6-463f-8a24-6ac9eb70e77e admin admin] Pushing event updated for resources: {'Port': ['ID=74ffef56-46db-4b48-a8cb-0f398d6a93f1,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:18.256035 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c5141-7113-45d8-b2a1-eb3fa249d6f5 req-0a7d8751-5f08-4f71-ab50-d1a5b1ae3201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:18.256702 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-4f4c5141-7113-45d8-b2a1-eb3fa249d6f5 req-0a7d8751-5f08-4f71-ab50-d1a5b1ae3201 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:18.262103 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4f4c5141-7113-45d8-b2a1-eb3fa249d6f5 req-0a7d8751-5f08-4f71-ab50-d1a5b1ae3201 service neutron] 10.222.0.88 "PUT /v2.0/ports/9841212a-dbab-428c-b98e-14454a9a7249 HTTP/1.1" status: 200 len: 1093 time: 1.8760166 Feb 02 07:03:18.280225 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c456dc7-4431-4287-8dd5-17951a5dbdf5 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event deleted for resources: {'Subnet': ['ID=399a1811-91f6-4727-b1b3-b974d0fb7122,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:18.283979 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2176da82-bb5b-45eb-be5d-62f74cade60c', 'tag': '9841212a-dbab-428c-b98e-14454a9a7249'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:03:18.289413 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdcdec6c-8bc6-4ae2-ac48-6d22ac61cb9c" -d '{"events": [{"name": "network-changed", "server_uuid": "2176da82-bb5b-45eb-be5d-62f74cade60c", "tag": "9841212a-dbab-428c-b98e-14454a9a7249"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:03:18.299803 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8bf2b61-984e-4844-9ab3-361912c77765 x-openstack-request-id: req-d8bf2b61-984e-4844-9ab3-361912c77765 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:03:18.300104 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "057fece7-b8a7-479d-95a0-a33085d928b7", "name": "network-vif-plugged", "status": "completed", "tag": "23345db9-366b-42aa-9c64-269b56b6f82c", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:03:18.300370 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d8bf2b61-984e-4844-9ab3-361912c77765 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:03:18.300767 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '057fece7-b8a7-479d-95a0-a33085d928b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23345db9-366b-42aa-9c64-269b56b6f82c', 'code': 200} Feb 02 07:03:18.304721 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e06b436c-a0d6-463f-8a24-6ac9eb70e77e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (00056845-6466-4995-82fe-e80ebe6aaccc), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:18.378785 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4c456dc7-4431-4287-8dd5-17951a5dbdf5 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:18.388872 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0293f028-3c12-4658-ab69-ff4cfc698ea4 None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:03:18.397377 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-4c456dc7-4431-4287-8dd5-17951a5dbdf5 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/subnets/399a1811-91f6-4727-b1b3-b974d0fb7122 HTTP/1.1" status: 204 len: 168 time: 1.1329105 Feb 02 07:03:18.407401 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43192) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:18.499302 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=23345db9-366b-42aa-9c64-269b56b6f82c,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:18.567012 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-5035fdc8-3542-4ac4-b487-37ef915ac035 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1519189 Feb 02 07:03:18.575770 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7d8751-5f08-4f71-ab50-d1a5b1ae3201 service neutron] Pushing event updated for resources: {'Port': ['ID=9841212a-dbab-428c-b98e-14454a9a7249,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:18.577296 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43196) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:18.581306 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a62eae83-a0b8-467c-84da-f0e8ca171d71 x-openstack-request-id: req-a62eae83-a0b8-467c-84da-f0e8ca171d71 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:03:18.581706 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2176da82-bb5b-45eb-be5d-62f74cade60c", "tag": "9841212a-dbab-428c-b98e-14454a9a7249", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:03:18.582152 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a62eae83-a0b8-467c-84da-f0e8ca171d71 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:03:18.582702 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2176da82-bb5b-45eb-be5d-62f74cade60c', 'tag': '9841212a-dbab-428c-b98e-14454a9a7249', 'status': 'completed', 'code': 200} Feb 02 07:03:18.602073 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-c21c1b78-0a09-4deb-8fe3-fc123634c487 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Request body: {'subnet': {'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:03:18.606908 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c5141-7113-45d8-b2a1-eb3fa249d6f5 req-c03bc251-0632-4e3f-8b09-ec69a2830f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:18.609400 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4f4c5141-7113-45d8-b2a1-eb3fa249d6f5 req-c03bc251-0632-4e3f-8b09-ec69a2830f69 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=119ebbdd403a496dbc2e34d86f0585a7&device_id=2176da82-bb5b-45eb-be5d-62f74cade60c HTTP/1.1" status: 200 len: 1127 time: 0.2720275 Feb 02 07:03:18.618018 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4982cc55-a296-4f6c-bcef-db044f4d4962 req-04d8a737-a070-4022-ab2b-52c00d35ba6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:18.620262 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4982cc55-a296-4f6c-bcef-db044f4d4962 req-04d8a737-a070-4022-ab2b-52c00d35ba6f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=057fece7-b8a7-479d-95a0-a33085d928b7 HTTP/1.1" status: 200 len: 1132 time: 0.1770115 Feb 02 07:03:18.620778 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6a4e80b3-2dd7-4605-9e03-68ec1378109f req-72fcbd91-2b6f-43f3-9f7e-b670a63d4908 tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] 10.222.0.87 "GET /v2.0/security-groups?id=c87dbba5-e87f-49c2-bd9e-441f941c9a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3680646 Feb 02 07:03:18.638997 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device e99e78ff-d0d6-46e7-a27e-5e2b676939aa up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:03:18.744165 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-e66a41b0-0fa5-47ca-94d5-9aebe959fb83 None None] Provisioning complete for port e99e78ff-d0d6-46e7-a27e-5e2b676939aa triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:03:18.745268 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e66a41b0-0fa5-47ca-94d5-9aebe959fb83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (e99e78ff-d0d6-46e7-a27e-5e2b676939aa), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:18.790129 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4f4c5141-7113-45d8-b2a1-eb3fa249d6f5 req-d5a974f5-ec03-4b2d-a118-87bdc22a18f5 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9841212a-dbab-428c-b98e-14454a9a7249 HTTP/1.1" status: 200 len: 217 time: 0.1658170 Feb 02 07:03:18.799829 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4982cc55-a296-4f6c-bcef-db044f4d4962 req-c3ff5de4-f8a7-4749-831a-b6e9cad7434b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c87dbba5-e87f-49c2-bd9e-441f941c9a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690891 Feb 02 07:03:18.860753 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f9e0c5-8027-44ed-af44-70870c77e622 req-50f64edc-5cc4-46d0-82f9-132657e21296 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:18.861352 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c21c1b78-0a09-4deb-8fe3-fc123634c487 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Made reservation on behalf of d3e64a71e17749e693b291cf3514bb46 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:03:18.864698 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c21c1b78-0a09-4deb-8fe3-fc123634c487 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:18.866068 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f9e0c5-8027-44ed-af44-70870c77e622 req-50f64edc-5cc4-46d0-82f9-132657e21296 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:18.871685 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f9e0c5-8027-44ed-af44-70870c77e622 req-50f64edc-5cc4-46d0-82f9-132657e21296 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:18.877157 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f9e0c5-8027-44ed-af44-70870c77e622 req-50f64edc-5cc4-46d0-82f9-132657e21296 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:18.882823 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f9e0c5-8027-44ed-af44-70870c77e622 req-50f64edc-5cc4-46d0-82f9-132657e21296 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:18.888624 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f9e0c5-8027-44ed-af44-70870c77e622 req-50f64edc-5cc4-46d0-82f9-132657e21296 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:18.897513 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f9e0c5-8027-44ed-af44-70870c77e622 req-50f64edc-5cc4-46d0-82f9-132657e21296 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:18.899447 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-92f9e0c5-8027-44ed-af44-70870c77e622 req-50f64edc-5cc4-46d0-82f9-132657e21296 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 5419 time: 0.2036455 Feb 02 07:03:18.899667 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f307cf-0a38-48ba-82e2-26610cdcbc0b req-b881c729-934b-449d-b6f5-a1a1c8e6801d tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:18.906923 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c5141-7113-45d8-b2a1-eb3fa249d6f5 req-22210ae5-fab1-4b5b-a58c-ecc708c3e2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:18.908306 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-07f307cf-0a38-48ba-82e2-26610cdcbc0b req-b881c729-934b-449d-b6f5-a1a1c8e6801d tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] 10.222.0.87 "GET /v2.0/ports?device_id=2176da82-bb5b-45eb-be5d-62f74cade60c HTTP/1.1" status: 200 len: 944 time: 0.1970901 Feb 02 07:03:18.908446 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4f4c5141-7113-45d8-b2a1-eb3fa249d6f5 req-22210ae5-fab1-4b5b-a58c-ecc708c3e2ff service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4301de96-4c94-4826-b786-9a6127838bf6 HTTP/1.1" status: 200 len: 850 time: 0.1120236 Feb 02 07:03:18.910082 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e06b436c-a0d6-463f-8a24-6ac9eb70e77e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (74ffef56-46db-4b48-a8cb-0f398d6a93f1), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:18.914898 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port e99e78ff-d0d6-46e7-a27e-5e2b676939aa triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:03:18.915365 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (e99e78ff-d0d6-46e7-a27e-5e2b676939aa), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:18.983006 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa9e037-f460-4d5e-9476-475edc60ac85 None None] DHCP port deletion for 0866d72e-3544-4c93-a5a9-bf8114a5301e request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:03:18.997554 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c5141-7113-45d8-b2a1-eb3fa249d6f5 req-487be605-f2c0-4780-9a06-10449cded8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:18.998975 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4f4c5141-7113-45d8-b2a1-eb3fa249d6f5 req-487be605-f2c0-4780-9a06-10449cded8a9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=25bb2f6b-fd67-47da-85b3-87ac7c749a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0773716 Feb 02 07:03:19.011975 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [req-4f4c5141-7113-45d8-b2a1-eb3fa249d6f5 req-5c0fedcf-9862-4c3a-92dd-323aa7a12869 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=109693) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:03:19.013011 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4f4c5141-7113-45d8-b2a1-eb3fa249d6f5 req-5c0fedcf-9862-4c3a-92dd-323aa7a12869 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059214 Feb 02 07:03:19.013208 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-e66a41b0-0fa5-47ca-94d5-9aebe959fb83 None None] Current status of the port e99e78ff-d0d6-46e7-a27e-5e2b676939aa is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:03:19.023103 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5d6490c6-6170-479b-a446-8afb86e0828e None None] Publish callbacks [] for port (26339ac3-2ed3-4d6c-91f0-d747cebcc0e2), precommit_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:19.049255 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-92f9e0c5-8027-44ed-af44-70870c77e622 req-74ce0b63-79cd-4938-a7b2-4dd6619cc0c9 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/security-groups?id=83500878-2b75-476a-931f-17df1a6782c5&id=2c89831c-2212-4fd4-82c0-50883e2a18e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1286702 Feb 02 07:03:19.052230 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5d6490c6-6170-479b-a446-8afb86e0828e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (26339ac3-2ed3-4d6c-91f0-d747cebcc0e2), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:19.160206 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4f4c5141-7113-45d8-b2a1-eb3fa249d6f5 req-18e8f77d-bbfe-4a4b-88a8-b6eaab45c5cb service neutron] 10.222.0.88 "GET /v2.0/networks/25bb2f6b-fd67-47da-85b3-87ac7c749a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383278 Feb 02 07:03:19.172041 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-5d6490c6-6170-479b-a446-8afb86e0828e None None] Attempting to bind port 26339ac3-2ed3-4d6c-91f0-d747cebcc0e2 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:03:19.172515 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-5d6490c6-6170-479b-a446-8afb86e0828e None None] Attempting to bind port 26339ac3-2ed3-4d6c-91f0-d747cebcc0e2 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:03:19.172952 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6490c6-6170-479b-a446-8afb86e0828e None None] Attempting to bind port 26339ac3-2ed3-4d6c-91f0-d747cebcc0e2 on network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:03:19.175815 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25a2de8-5924-4a6a-a62b-b15a30350d4b None None] Pushing event updated for resources: {'Port': ['ID=26339ac3-2ed3-4d6c-91f0-d747cebcc0e2,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:19.190504 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6490c6-6170-479b-a446-8afb86e0828e None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:03:19.190967 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6490c6-6170-479b-a446-8afb86e0828e None None] Checking segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:03:19.191448 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5d6490c6-6170-479b-a446-8afb86e0828e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:19.191923 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6490c6-6170-479b-a446-8afb86e0828e None None] Bound using segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:03:19.192467 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-5d6490c6-6170-479b-a446-8afb86e0828e None None] Bound port: 26339ac3-2ed3-4d6c-91f0-d747cebcc0e2, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:03:19.192925 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5d6490c6-6170-479b-a446-8afb86e0828e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (26339ac3-2ed3-4d6c-91f0-d747cebcc0e2), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:19.194531 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port e99e78ff-d0d6-46e7-a27e-5e2b676939aa is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:03:19.225262 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-caa9e037-f460-4d5e-9476-475edc60ac85 None None] Deleting port 654b4732-e470-4c7e-8aea-0319a368a26f {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:03:19.225733 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-caa9e037-f460-4d5e-9476-475edc60ac85 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (654b4732-e470-4c7e-8aea-0319a368a26f), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:19.246589 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-00a4ffa0-5081-41cc-8652-621cf95d1ac7 req-2af06978-388a-40a1-8ea0-2c046b068477 tempest-ServerShowV247Test-1552631908 tempest-ServerShowV247Test-1552631908-project] 10.222.0.87 "GET /v2.0/ports?device_id=14190854-9723-42bf-b5d0-df31ef64a13a HTTP/1.1" status: 200 len: 210 time: 0.0510135 Feb 02 07:03:19.310733 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4f4c5141-7113-45d8-b2a1-eb3fa249d6f5 req-d060285d-1f89-4800-babc-41670e7e96a2 service neutron] 10.222.0.88 "GET /v2.0/networks/25bb2f6b-fd67-47da-85b3-87ac7c749a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434159 Feb 02 07:03:19.328956 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-956a828a-ecc3-43b8-bd85-6a068dee0dff None None] Provisioning complete for port 74ffef56-46db-4b48-a8cb-0f398d6a93f1 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:03:19.329497 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-956a828a-ecc3-43b8-bd85-6a068dee0dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (74ffef56-46db-4b48-a8cb-0f398d6a93f1), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:19.336926 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-5d6490c6-6170-479b-a446-8afb86e0828e None None] For port 26339ac3-2ed3-4d6c-91f0-d747cebcc0e2, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:03:19.339834 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-07f307cf-0a38-48ba-82e2-26610cdcbc0b req-be20bc43-dd9b-4d35-93de-5a0b3fe2e338 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] 10.222.0.87 "GET /v2.0/security-groups?id=39ab1041-aa98-452c-9555-e34e8e32c020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4304066 Feb 02 07:03:19.374978 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-caa9e037-f460-4d5e-9476-475edc60ac85 None None] For port 654b4732-e470-4c7e-8aea-0319a368a26f, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=654b4732-e470-4c7e-8aea-0319a368a26f,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:03:19.375291 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-caa9e037-f460-4d5e-9476-475edc60ac85 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (654b4732-e470-4c7e-8aea-0319a368a26f), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:19.392679 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-5d6490c6-6170-479b-a446-8afb86e0828e None None] For port 26339ac3-2ed3-4d6c-91f0-d747cebcc0e2, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=26339ac3-2ed3-4d6c-91f0-d747cebcc0e2,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:03:19.405724 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-caa9e037-f460-4d5e-9476-475edc60ac85 None None] Calling delete_port for 654b4732-e470-4c7e-8aea-0319a368a26f owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:03:19.408018 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5d6490c6-6170-479b-a446-8afb86e0828e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (26339ac3-2ed3-4d6c-91f0-d747cebcc0e2), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:19.419682 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-956a828a-ecc3-43b8-bd85-6a068dee0dff None None] Port 74ffef56-46db-4b48-a8cb-0f398d6a93f1 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:03:19.468934 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caccb6b0-f78c-43ed-a567-243a51b0da5f req-fb9a1231-a52b-4dd2-92f5-dde3b9523502 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:19.470695 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-caccb6b0-f78c-43ed-a567-243a51b0da5f req-fb9a1231-a52b-4dd2-92f5-dde3b9523502 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2f92dd9-5697-4976-b165-77e520cf2520 HTTP/1.1" status: 200 len: 950 time: 0.1114712 Feb 02 07:03:19.499376 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcdec6c-8bc6-4ae2-ac48-6d22ac61cb9c req-9d84eb3d-9e3d-424f-88e0-8e9a19d8a93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:19.500868 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fdcdec6c-8bc6-4ae2-ac48-6d22ac61cb9c req-9d84eb3d-9e3d-424f-88e0-8e9a19d8a93b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=119ebbdd403a496dbc2e34d86f0585a7&device_id=2176da82-bb5b-45eb-be5d-62f74cade60c HTTP/1.1" status: 200 len: 1127 time: 0.0905182 Feb 02 07:03:19.518373 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25a2de8-5924-4a6a-a62b-b15a30350d4b None None] Pushing event updated for resources: {'Port': ['ID=26339ac3-2ed3-4d6c-91f0-d747cebcc0e2,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:19.530475 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6490c6-6170-479b-a446-8afb86e0828e None None] Routers {'00056845-6466-4995-82fe-e80ebe6aaccc'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:03:19.531186 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-5d6490c6-6170-479b-a446-8afb86e0828e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:03:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['00056845-6466-4995-82fe-e80ebe6aaccc'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:03:19.556250 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c21c1b78-0a09-4deb-8fe3-fc123634c487 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (903ae38e-3286-447f-8c85-1e5dffad3a53), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:19.599498 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-caccb6b0-f78c-43ed-a567-243a51b0da5f req-02f64327-c108-4ff8-a42a-750daa3665c2 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090312 Feb 02 07:03:19.623035 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcdec6c-8bc6-4ae2-ac48-6d22ac61cb9c req-ae65bf72-50f6-4372-89b0-4fea4cb28ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:19.624736 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fdcdec6c-8bc6-4ae2-ac48-6d22ac61cb9c req-ae65bf72-50f6-4372-89b0-4fea4cb28ea3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=25bb2f6b-fd67-47da-85b3-87ac7c749a35 HTTP/1.1" status: 200 len: 912 time: 0.1166134 Feb 02 07:03:19.637011 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-caa9e037-f460-4d5e-9476-475edc60ac85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (654b4732-e470-4c7e-8aea-0319a368a26f), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:19.643491 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e06b436c-a0d6-463f-8a24-6ac9eb70e77e admin admin] Publish callbacks [] for port (74ffef56-46db-4b48-a8cb-0f398d6a93f1), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:19.657962 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21c1b78-0a09-4deb-8fe3-fc123634c487 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:03:19.661731 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-c21c1b78-0a09-4deb-8fe3-fc123634c487 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:03:19.665283 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21c1b78-0a09-4deb-8fe3-fc123634c487 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:19.665923 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c21c1b78-0a09-4deb-8fe3-fc123634c487 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:19.670185 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa9e037-f460-4d5e-9476-475edc60ac85 None None] Pushing event deleted for resources: {'Port': ['ID=654b4732-e470-4c7e-8aea-0319a368a26f,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:19.673571 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e06b436c-a0d6-463f-8a24-6ac9eb70e77e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (74ffef56-46db-4b48-a8cb-0f398d6a93f1), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:19.677618 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa9e037-f460-4d5e-9476-475edc60ac85 None None] No DVR routers for this DVR port 654b4732-e470-4c7e-8aea-0319a368a26f on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:03:19.701650 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fdcdec6c-8bc6-4ae2-ac48-6d22ac61cb9c req-5ca5c4c5-0aba-431a-b1a5-a49a7320a800 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9841212a-dbab-428c-b98e-14454a9a7249 HTTP/1.1" status: 200 len: 217 time: 0.0604768 Feb 02 07:03:19.706855 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d2285d-80cb-4fee-9cc5-2e587e5605f2 None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:03:19.712692 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-5d6490c6-6170-479b-a446-8afb86e0828e None None] Set router 00056845-6466-4995-82fe-e80ebe6aaccc gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:03:19.733550 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e06b436c-a0d6-463f-8a24-6ac9eb70e77e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (00056845-6466-4995-82fe-e80ebe6aaccc), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:19.762107 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcdec6c-8bc6-4ae2-ac48-6d22ac61cb9c req-280e20c6-3c13-4351-b258-fc31e00e6679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:19.764162 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fdcdec6c-8bc6-4ae2-ac48-6d22ac61cb9c req-280e20c6-3c13-4351-b258-fc31e00e6679 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4301de96-4c94-4826-b786-9a6127838bf6 HTTP/1.1" status: 200 len: 850 time: 0.0543318 Feb 02 07:03:19.776965 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21c1b78-0a09-4deb-8fe3-fc123634c487 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event updated for resources: {'Subnet': ['ID=903ae38e-3286-447f-8c85-1e5dffad3a53,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:19.820971 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcdec6c-8bc6-4ae2-ac48-6d22ac61cb9c req-af1291ca-7239-4e30-a644-be4a8d3c4331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:19.825764 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c21c1b78-0a09-4deb-8fe3-fc123634c487 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2259352 Feb 02 07:03:19.825941 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fdcdec6c-8bc6-4ae2-ac48-6d22ac61cb9c req-af1291ca-7239-4e30-a644-be4a8d3c4331 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=25bb2f6b-fd67-47da-85b3-87ac7c749a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0516074 Feb 02 07:03:19.826355 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43208) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:19.831516 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-990b4c08-ff07-4f65-a8ab-c745978ac283 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Request body: {'port': {'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'fixed_ips': [{'subnet_id': '903ae38e-3286-447f-8c85-1e5dffad3a53', 'ip_address': '2001:db8::3356:d5cf:9df9:2ada'}], 'name': 'tempest-NetworksTestDHCPv6-375158402'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:03:19.843440 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06b436c-a0d6-463f-8a24-6ac9eb70e77e admin admin] Pushing event updated for resources: {'Port': ['ID=74ffef56-46db-4b48-a8cb-0f398d6a93f1,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:19.909580 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530c2c0-4f13-4e91-9320-6a3eeb9f5d14 req-fc729470-1bf4-4fda-a5ce-0bb61744e24c tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:19.911180 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6530c2c0-4f13-4e91-9320-6a3eeb9f5d14 req-fc729470-1bf4-4fda-a5ce-0bb61744e24c tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] 10.222.0.87 "GET /v2.0/ports?device_id=057fece7-b8a7-479d-95a0-a33085d928b7 HTTP/1.1" status: 200 len: 949 time: 0.1703677 Feb 02 07:03:19.951673 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06b436c-a0d6-463f-8a24-6ac9eb70e77e admin admin] Network f76a2a42-2bf8-4a80-b726-b7bf0d79d463 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:03:19.957028 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-e06b436c-a0d6-463f-8a24-6ac9eb70e77e admin admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:03:20.012437 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fdcdec6c-8bc6-4ae2-ac48-6d22ac61cb9c req-e2d1d2bd-a9da-42ae-8c90-54b6e3987edc service neutron] 10.222.0.88 "GET /v2.0/networks/25bb2f6b-fd67-47da-85b3-87ac7c749a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753070 Feb 02 07:03:20.031178 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6530c2c0-4f13-4e91-9320-6a3eeb9f5d14 req-7ee491d2-d9a5-4c0c-abcc-f76ea037595f tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] 10.222.0.87 "GET /v2.0/security-groups?id=c87dbba5-e87f-49c2-bd9e-441f941c9a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024351 Feb 02 07:03:20.103774 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b670d8b9-a5cd-4432-a95b-15f58f817072 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-0866d72e-3544-4c93-a5a9-bf8114a5301e', 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'project_id': 'd3e64a71e17749e693b291cf3514bb46', 'fixed_ips': [{'subnet_id': '903ae38e-3286-447f-8c85-1e5dffad3a53'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:03:20.104385 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b670d8b9-a5cd-4432-a95b-15f58f817072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:20.104694 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-990b4c08-ff07-4f65-a8ab-c745978ac283 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Made reservation on behalf of d3e64a71e17749e693b291cf3514bb46 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:03:20.158336 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e06b436c-a0d6-463f-8a24-6ac9eb70e77e admin admin] Router 00056845-6466-4995-82fe-e80ebe6aaccc has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:03:20.241515 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fdcdec6c-8bc6-4ae2-ac48-6d22ac61cb9c req-b2ab0993-8b16-494d-a267-db18a94595e4 service neutron] 10.222.0.88 "GET /v2.0/networks/25bb2f6b-fd67-47da-85b3-87ac7c749a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210085 Feb 02 07:03:20.278767 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-990b4c08-ff07-4f65-a8ab-c745978ac283 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:20.317747 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e06b436c-a0d6-463f-8a24-6ac9eb70e77e admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:03:20.322522 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d888d-72bd-473b-a337-425a2e57e516 req-36f7651a-51ce-490a-ad9c-33c95a3442a6 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:20.327496 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-e06b436c-a0d6-463f-8a24-6ac9eb70e77e admin admin] 10.222.0.87 "PUT /v2.0/routers/00056845-6466-4995-82fe-e80ebe6aaccc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2837510 Feb 02 07:03:20.328460 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d888d-72bd-473b-a337-425a2e57e516 req-36f7651a-51ce-490a-ad9c-33c95a3442a6 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:20.334023 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d888d-72bd-473b-a337-425a2e57e516 req-36f7651a-51ce-490a-ad9c-33c95a3442a6 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:20.341438 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d888d-72bd-473b-a337-425a2e57e516 req-36f7651a-51ce-490a-ad9c-33c95a3442a6 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:20.347700 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d888d-72bd-473b-a337-425a2e57e516 req-36f7651a-51ce-490a-ad9c-33c95a3442a6 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:20.353303 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d888d-72bd-473b-a337-425a2e57e516 req-36f7651a-51ce-490a-ad9c-33c95a3442a6 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:20.358945 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d888d-72bd-473b-a337-425a2e57e516 req-36f7651a-51ce-490a-ad9c-33c95a3442a6 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:20.361336 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2b0d888d-72bd-473b-a337-425a2e57e516 req-36f7651a-51ce-490a-ad9c-33c95a3442a6 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 5419 time: 0.2064312 Feb 02 07:03:20.368049 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [None req-990b4c08-ff07-4f65-a8ab-c745978ac283 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] device_id is not set on port b9763458-3744-442c-b4f4-5feb8f9993bb yet. {{(pid=109693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:03:20.370917 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-b670d8b9-a5cd-4432-a95b-15f58f817072 None None] Allocated IP 2001:db8::2 (0866d72e-3544-4c93-a5a9-bf8114a5301e/903ae38e-3286-447f-8c85-1e5dffad3a53/a4f9b216-41a5-46d4-9219-95530d2d3844) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:03:20.388373 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-5d6490c6-6170-479b-a446-8afb86e0828e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00056845-6466-4995-82fe-e80ebe6aaccc', 'name': 'tempest-FloatingIPsNegativeTestJSON-1574057562-router', 'tenant_id': '2031c8dec76343b19c4dd27b8df929f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '26339ac3-2ed3-4d6c-91f0-d747cebcc0e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:03:14Z', 'updated_at': '2022-02-02T07:03:18Z', 'revision_number': 4, 'project_id': '2031c8dec76343b19c4dd27b8df929f0', 'gw_port': {'id': '26339ac3-2ed3-4d6c-91f0-d747cebcc0e2', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b9:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00056845-6466-4995-82fe-e80ebe6aaccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:03:14Z', 'updated_at': '2022-02-02T07:03:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '74ffef56-46db-4b48-a8cb-0f398d6a93f1', 'name': '', 'network_id': 'f76a2a42-2bf8-4a80-b726-b7bf0d79d463', 'tenant_id': '2031c8dec76343b19c4dd27b8df929f0', 'mac_address': 'fa:16:3e:f0:53:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00056845-6466-4995-82fe-e80ebe6aaccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '1dcb5bc9-5c8a-43c9-a361-99bb039e8eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:03:17Z', 'updated_at': '2022-02-02T07:03:17Z', 'revision_number': 1, 'project_id': '2031c8dec76343b19c4dd27b8df929f0', 'subnets': [{'id': '1dcb5bc9-5c8a-43c9-a361-99bb039e8eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:03:20.408878 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d60e7afd-a5c0-46f3-a169-e30f4648cf8e req-2be91c9e-8af9-4514-8c91-72c11f5a8f87 tempest-ServerShowV247Test-1552631908 tempest-ServerShowV247Test-1552631908-project] 10.222.0.87 "GET /v2.0/ports?device_id=14190854-9723-42bf-b5d0-df31ef64a13a HTTP/1.1" status: 200 len: 210 time: 0.0412917 Feb 02 07:03:20.455154 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6490c6-6170-479b-a446-8afb86e0828e None None] The sync data for ids ['00056845-6466-4995-82fe-e80ebe6aaccc'] in n-d-789963-26 is: [{'id': '00056845-6466-4995-82fe-e80ebe6aaccc', 'name': 'tempest-FloatingIPsNegativeTestJSON-1574057562-router', 'tenant_id': '2031c8dec76343b19c4dd27b8df929f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '26339ac3-2ed3-4d6c-91f0-d747cebcc0e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:03:14Z', 'updated_at': '2022-02-02T07:03:18Z', 'revision_number': 4, 'project_id': '2031c8dec76343b19c4dd27b8df929f0', 'gw_port': {'id': '26339ac3-2ed3-4d6c-91f0-d747cebcc0e2', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b9:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00056845-6466-4995-82fe-e80ebe6aaccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:03:14Z', 'updated_at': '2022-02-02T07:03:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '74ffef56-46db-4b48-a8cb-0f398d6a93f1', 'name': '', 'network_id': 'f76a2a42-2bf8-4a80-b726-b7bf0d79d463', 'tenant_id': '2031c8dec76343b19c4dd27b8df929f0', 'mac_address': 'fa:16:3e:f0:53:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00056845-6466-4995-82fe-e80ebe6aaccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '1dcb5bc9-5c8a-43c9-a361-99bb039e8eee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:03:17Z', 'updated_at': '2022-02-02T07:03:17Z', 'revision_number': 1, 'project_id': '2031c8dec76343b19c4dd27b8df929f0', 'subnets': [{'id': '1dcb5bc9-5c8a-43c9-a361-99bb039e8eee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:03:20.551817 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 654b4732-e470-4c7e-8aea-0319a368a26f no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:03:20.570590 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2b0d888d-72bd-473b-a337-425a2e57e516 req-4442ec04-f041-4163-9105-4f9411f612b0 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/security-groups?id=83500878-2b75-476a-931f-17df1a6782c5&id=2c89831c-2212-4fd4-82c0-50883e2a18e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1551113 Feb 02 07:03:20.583396 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 654b4732-e470-4c7e-8aea-0319a368a26f {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:03:20.584259 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 654b4732-e470-4c7e-8aea-0319a368a26f not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:03:20.591272 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-502ac639-415f-4bf6-b540-7dde0f55d9f7 None None] Provisioning complete for port 74ffef56-46db-4b48-a8cb-0f398d6a93f1 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:03:20.591969 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-502ac639-415f-4bf6-b540-7dde0f55d9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (74ffef56-46db-4b48-a8cb-0f398d6a93f1), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:20.631487 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46078a31-07a1-4cf8-b896-f9f1666daa99 req-1ab523c7-8254-40ca-a93e-8a4dea69ca8b tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:20.639003 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-46078a31-07a1-4cf8-b896-f9f1666daa99 req-1ab523c7-8254-40ca-a93e-8a4dea69ca8b tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] 10.222.0.87 "GET /v2.0/ports?device_id=2176da82-bb5b-45eb-be5d-62f74cade60c HTTP/1.1" status: 200 len: 944 time: 0.0976682 Feb 02 07:03:20.671111 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-502ac639-415f-4bf6-b540-7dde0f55d9f7 None None] Port 74ffef56-46db-4b48-a8cb-0f398d6a93f1 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:03:20.702697 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-46078a31-07a1-4cf8-b896-f9f1666daa99 req-edaf44f5-cdb8-4bda-8be5-0ea95aea3160 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] 10.222.0.87 "GET /v2.0/security-groups?id=39ab1041-aa98-452c-9555-e34e8e32c020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627286 Feb 02 07:03:20.748943 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b670d8b9-a5cd-4432-a95b-15f58f817072 None None] Publish callbacks [] for port (a4f9b216-41a5-46d4-9219-95530d2d3844), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:20.755225 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2299c6e6-7160-409b-8e4f-d34b0972f091 req-8475e7c8-6f7a-4031-8fd1-7c935ce1c04a tempest-FloatingIPsNegativeTestJSON-1106524787 tempest-FloatingIPsNegativeTestJSON-1106524787-project] 10.222.0.87 "GET /v2.0/floatingips?tenant_id=2031c8dec76343b19c4dd27b8df929f0 HTTP/1.1" status: 200 len: 217 time: 0.0567434 Feb 02 07:03:20.766967 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b670d8b9-a5cd-4432-a95b-15f58f817072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (a4f9b216-41a5-46d4-9219-95530d2d3844), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:20.831047 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b670d8b9-a5cd-4432-a95b-15f58f817072 None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:03:20.842811 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-b670d8b9-a5cd-4432-a95b-15f58f817072 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:03:20.846722 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b670d8b9-a5cd-4432-a95b-15f58f817072 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:03:20.852399 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b670d8b9-a5cd-4432-a95b-15f58f817072 None None] Pushing event updated for resources: {'Port': ['ID=a4f9b216-41a5-46d4-9219-95530d2d3844,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:20.874226 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e704e0-7199-435c-9235-04584773e33b req-19a57dd8-b6ec-4496-8892-dab95f8567a2 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:20.877969 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-74e704e0-7199-435c-9235-04584773e33b req-19a57dd8-b6ec-4496-8892-dab95f8567a2 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2f92dd9-5697-4976-b165-77e520cf2520 HTTP/1.1" status: 200 len: 950 time: 0.0996928 Feb 02 07:03:20.891418 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0203b2ac-9b71-4170-9a17-79c9521838fc req-1e1049e7-c981-49ba-a936-077b2fe28a13 tempest-FloatingIPsNegativeTestJSON-1106524787 tempest-FloatingIPsNegativeTestJSON-1106524787-project] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0949481 Feb 02 07:03:20.915530 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-990b4c08-ff07-4f65-a8ab-c745978ac283 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Allocated IP 2001:db8::3356:d5cf:9df9:2ada (0866d72e-3544-4c93-a5a9-bf8114a5301e/903ae38e-3286-447f-8c85-1e5dffad3a53/b9763458-3744-442c-b4f4-5feb8f9993bb) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:03:20.943314 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-b670d8b9-a5cd-4432-a95b-15f58f817072 None None] Attempting to bind port a4f9b216-41a5-46d4-9219-95530d2d3844 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:03:20.943676 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-b670d8b9-a5cd-4432-a95b-15f58f817072 None None] Attempting to bind port a4f9b216-41a5-46d4-9219-95530d2d3844 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:03:20.944199 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b670d8b9-a5cd-4432-a95b-15f58f817072 None None] Attempting to bind port a4f9b216-41a5-46d4-9219-95530d2d3844 on network 0866d72e-3544-4c93-a5a9-bf8114a5301e {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:03:20.951276 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b670d8b9-a5cd-4432-a95b-15f58f817072 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:03:20.951825 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b670d8b9-a5cd-4432-a95b-15f58f817072 None None] Checking segment: {'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:03:20.952286 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b670d8b9-a5cd-4432-a95b-15f58f817072 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:20.952688 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b670d8b9-a5cd-4432-a95b-15f58f817072 None None] Bound using segment: {'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:03:20.953199 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-b670d8b9-a5cd-4432-a95b-15f58f817072 None None] Bound port: a4f9b216-41a5-46d4-9219-95530d2d3844, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:03:20.953586 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b670d8b9-a5cd-4432-a95b-15f58f817072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (a4f9b216-41a5-46d4-9219-95530d2d3844), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:20.972352 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-74e704e0-7199-435c-9235-04584773e33b req-0243b0df-de13-4fbe-bc40-9fb41ad8537a tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840061 Feb 02 07:03:20.987449 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [req-72653ba1-1698-4a97-8940-7d8fb04490fe req-5d8572dd-714a-45d0-8c84-43a0454d6426 tempest-FloatingIPsNegativeTestJSON-1106524787 tempest-FloatingIPsNegativeTestJSON-1106524787-project] show failed (client error): The resource could not be found. Feb 02 07:03:20.988522 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-72653ba1-1698-4a97-8940-7d8fb04490fe req-5d8572dd-714a-45d0-8c84-43a0454d6426 tempest-FloatingIPsNegativeTestJSON-1106524787 tempest-FloatingIPsNegativeTestJSON-1106524787-project] 10.222.0.87 "GET /v2.0/floatingips/6e54ebf8-a234-4bb6-9395-f3a31adb040d HTTP/1.1" status: 404 len: 350 time: 0.0638480 Feb 02 07:03:20.999913 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43230) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:21.038991 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-b670d8b9-a5cd-4432-a95b-15f58f817072 None None] For port a4f9b216-41a5-46d4-9219-95530d2d3844, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:03:21.043983 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-b670d8b9-a5cd-4432-a95b-15f58f817072 None None] For port a4f9b216-41a5-46d4-9219-95530d2d3844, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=a4f9b216-41a5-46d4-9219-95530d2d3844,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:03:21.053997 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b670d8b9-a5cd-4432-a95b-15f58f817072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (a4f9b216-41a5-46d4-9219-95530d2d3844), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:21.140793 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b670d8b9-a5cd-4432-a95b-15f58f817072 None None] Pushing event updated for resources: {'Port': ['ID=a4f9b216-41a5-46d4-9219-95530d2d3844,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:21.186977 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-990b4c08-ff07-4f65-a8ab-c745978ac283 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for port (b9763458-3744-442c-b4f4-5feb8f9993bb), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:21.232745 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-990b4c08-ff07-4f65-a8ab-c745978ac283 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (b9763458-3744-442c-b4f4-5feb8f9993bb), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:21.253635 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758e71d8-9ddb-4f51-8034-8b08db5dcd45 req-11ac3b90-ef36-433b-a574-4e875a7ef4fc tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:21.260628 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-758e71d8-9ddb-4f51-8034-8b08db5dcd45 req-11ac3b90-ef36-433b-a574-4e875a7ef4fc tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] 10.222.0.87 "GET /v2.0/ports?device_id=057fece7-b8a7-479d-95a0-a33085d928b7 HTTP/1.1" status: 200 len: 949 time: 0.1293108 Feb 02 07:03:21.284623 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990b4c08-ff07-4f65-a8ab-c745978ac283 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:03:21.290322 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-990b4c08-ff07-4f65-a8ab-c745978ac283 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:03:21.295179 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990b4c08-ff07-4f65-a8ab-c745978ac283 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:03:21.300503 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990b4c08-ff07-4f65-a8ab-c745978ac283 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:21.301209 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-990b4c08-ff07-4f65-a8ab-c745978ac283 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:21.311484 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990b4c08-ff07-4f65-a8ab-c745978ac283 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event updated for resources: {'Port': ['ID=b9763458-3744-442c-b4f4-5feb8f9993bb,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:21.330842 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-990b4c08-ff07-4f65-a8ab-c745978ac283 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5011101 Feb 02 07:03:21.330997 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43234) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:21.381582 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-758e71d8-9ddb-4f51-8034-8b08db5dcd45 req-9d90e84a-f516-45fb-9e07-74c34a5148ca tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] 10.222.0.87 "GET /v2.0/security-groups?id=c87dbba5-e87f-49c2-bd9e-441f941c9a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196225 Feb 02 07:03:21.436495 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f850fe1e-90f7-49bb-a2f3-495c0d4d9e69 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:21.449222 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f850fe1e-90f7-49bb-a2f3-495c0d4d9e69 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:21.450980 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-f850fe1e-90f7-49bb-a2f3-495c0d4d9e69 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1189458 Feb 02 07:03:21.453807 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43240) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:21.628313 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b11d9e36-3424-4a48-a0d4-b1095a618e3c req-25271374-ebbc-44fd-8805-7cdca66797f1 tempest-ServerShowV247Test-1552631908 tempest-ServerShowV247Test-1552631908-project] 10.222.0.87 "GET /v2.0/ports?device_id=14190854-9723-42bf-b5d0-df31ef64a13a HTTP/1.1" status: 200 len: 210 time: 0.0817981 Feb 02 07:03:21.652859 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-5005160e-5fd5-4098-a5c4-8e0dd323e8ee tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Deleting port b9763458-3744-442c-b4f4-5feb8f9993bb {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:03:21.656956 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5005160e-5fd5-4098-a5c4-8e0dd323e8ee tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (b9763458-3744-442c-b4f4-5feb8f9993bb), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:21.701703 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 9841212a-dbab-428c-b98e-14454a9a7249 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:03:21.839746 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5005160e-5fd5-4098-a5c4-8e0dd323e8ee tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (b9763458-3744-442c-b4f4-5feb8f9993bb), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:21.858057 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b3909442-8f95-42fd-b674-e9257aae3668 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (00056845-6466-4995-82fe-e80ebe6aaccc), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:21.871331 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516f770-5407-4d8b-abaa-801685dddf3a req-e9250f0b-3589-4fe3-b670-5d37ab30a90a tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:21.876986 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516f770-5407-4d8b-abaa-801685dddf3a req-e9250f0b-3589-4fe3-b670-5d37ab30a90a tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:21.878853 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 9841212a-dbab-428c-b98e-14454a9a7249, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=9841212a-dbab-428c-b98e-14454a9a7249,segment=NetworkSegment(88d799c5-8a21-4eb2-b1ec-1b0a670840e4),segment_id=88d799c5-8a21-4eb2-b1ec-1b0a670840e4)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:03:21.881530 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-5005160e-5fd5-4098-a5c4-8e0dd323e8ee tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Calling delete_port for b9763458-3744-442c-b4f4-5feb8f9993bb owned by {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:03:21.882204 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516f770-5407-4d8b-abaa-801685dddf3a req-e9250f0b-3589-4fe3-b670-5d37ab30a90a tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:21.888627 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516f770-5407-4d8b-abaa-801685dddf3a req-e9250f0b-3589-4fe3-b670-5d37ab30a90a tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:21.892208 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': '9841212a-dbab-428c-b98e-14454a9a7249', 'network_id': '25bb2f6b-fd67-47da-85b3-87ac7c749a35', 'port_id': '9841212a-dbab-428c-b98e-14454a9a7249', 'mac_address': 'fa:16:3e:fd:37:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4301de96-4c94-4826-b786-9a6127838bf6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:03:21.893854 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516f770-5407-4d8b-abaa-801685dddf3a req-e9250f0b-3589-4fe3-b670-5d37ab30a90a tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:21.901867 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516f770-5407-4d8b-abaa-801685dddf3a req-e9250f0b-3589-4fe3-b670-5d37ab30a90a tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:21.908470 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516f770-5407-4d8b-abaa-801685dddf3a req-e9250f0b-3589-4fe3-b670-5d37ab30a90a tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:21.915916 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7516f770-5407-4d8b-abaa-801685dddf3a req-e9250f0b-3589-4fe3-b670-5d37ab30a90a tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 5419 time: 0.1729188 Feb 02 07:03:21.946399 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 9841212a-dbab-428c-b98e-14454a9a7249 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:03:21.946898 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (9841212a-dbab-428c-b98e-14454a9a7249), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:21.959062 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f969785-d527-4f99-9279-e19f562cdc32 req-189a1f51-7566-44e9-bca6-b7910be17ec0 tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:21.960595 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8f969785-d527-4f99-9279-e19f562cdc32 req-189a1f51-7566-44e9-bca6-b7910be17ec0 tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] 10.222.0.87 "GET /v2.0/ports?device_id=057fece7-b8a7-479d-95a0-a33085d928b7 HTTP/1.1" status: 200 len: 949 time: 0.1431947 Feb 02 07:03:21.970567 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:21.976544 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9841212a-dbab-428c-b98e-14454a9a7249 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:03:22.015293 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 9841212a-dbab-428c-b98e-14454a9a7249, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=9841212a-dbab-428c-b98e-14454a9a7249,segment=NetworkSegment(88d799c5-8a21-4eb2-b1ec-1b0a670840e4),segment_id=88d799c5-8a21-4eb2-b1ec-1b0a670840e4)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:03:22.022330 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (9841212a-dbab-428c-b98e-14454a9a7249), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:22.062035 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8f969785-d527-4f99-9279-e19f562cdc32 req-8d3434ac-fa0e-4a30-9c95-09307e2e74d1 tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] 10.222.0.87 "GET /v2.0/security-groups?id=c87dbba5-e87f-49c2-bd9e-441f941c9a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903740 Feb 02 07:03:22.101115 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7516f770-5407-4d8b-abaa-801685dddf3a req-1f423639-f5f8-4073-9890-da95edb64971 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/security-groups?id=83500878-2b75-476a-931f-17df1a6782c5&id=2c89831c-2212-4fd4-82c0-50883e2a18e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1841996 Feb 02 07:03:22.154354 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=9841212a-dbab-428c-b98e-14454a9a7249,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:22.186507 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5005160e-5fd5-4098-a5c4-8e0dd323e8ee tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (b9763458-3744-442c-b4f4-5feb8f9993bb), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:22.299611 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5005160e-5fd5-4098-a5c4-8e0dd323e8ee tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event deleted for resources: {'Port': ['ID=b9763458-3744-442c-b4f4-5feb8f9993bb,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:22.329328 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5005160e-5fd5-4098-a5c4-8e0dd323e8ee tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:22.333005 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['9841212a-dbab-428c-b98e-14454a9a7249'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:03:22.335696 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-5005160e-5fd5-4098-a5c4-8e0dd323e8ee tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/ports/b9763458-3744-442c-b4f4-5feb8f9993bb HTTP/1.1" status: 204 len: 168 time: 0.8800716 Feb 02 07:03:22.336319 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43252) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:22.368844 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d4ed19-cf52-4904-a663-15961d2a4b19 req-694e9cb4-51ea-4e2d-9d6c-188b01fb16fd tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:22.385622 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a7d4ed19-cf52-4904-a663-15961d2a4b19 req-694e9cb4-51ea-4e2d-9d6c-188b01fb16fd tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2f92dd9-5697-4976-b165-77e520cf2520 HTTP/1.1" status: 200 len: 950 time: 0.1383843 Feb 02 07:03:22.518934 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a7d4ed19-cf52-4904-a663-15961d2a4b19 req-bfd2622c-5761-4778-be51-d09cde1d592f tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321533 Feb 02 07:03:22.612000 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-b3909442-8f95-42fd-b674-e9257aae3668 admin admin] Deleting port 74ffef56-46db-4b48-a8cb-0f398d6a93f1 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:03:22.612255 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b3909442-8f95-42fd-b674-e9257aae3668 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (74ffef56-46db-4b48-a8cb-0f398d6a93f1), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:22.739816 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device a4f9b216-41a5-46d4-9219-95530d2d3844 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:03:22.841240 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port a4f9b216-41a5-46d4-9219-95530d2d3844 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:03:22.841638 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (a4f9b216-41a5-46d4-9219-95530d2d3844), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:22.924768 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ca342-767a-44be-addd-9038afcfc23d req-faa19577-b7eb-4d86-9b61-3a3e8c87bc85 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:22.933269 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ee1ca342-767a-44be-addd-9038afcfc23d req-faa19577-b7eb-4d86-9b61-3a3e8c87bc85 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] 10.222.0.87 "GET /v2.0/ports?device_id=2176da82-bb5b-45eb-be5d-62f74cade60c HTTP/1.1" status: 200 len: 945 time: 0.6777477 Feb 02 07:03:22.942649 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port a4f9b216-41a5-46d4-9219-95530d2d3844 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:03:22.943048 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (a4f9b216-41a5-46d4-9219-95530d2d3844), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:22.949887 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54f556d-4041-4a74-858e-6c54aedb66c7 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:22.951423 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54f556d-4041-4a74-858e-6c54aedb66c7 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:22.953013 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e54f556d-4041-4a74-858e-6c54aedb66c7 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6148067 Feb 02 07:03:22.958331 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-3f04bcb6-2405-42f7-a734-953812a61a5b None None] Provisioning complete for port a4f9b216-41a5-46d4-9219-95530d2d3844 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:03:22.958709 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3f04bcb6-2405-42f7-a734-953812a61a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (a4f9b216-41a5-46d4-9219-95530d2d3844), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:22.959570 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43260) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:23.018224 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port a4f9b216-41a5-46d4-9219-95530d2d3844, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=a4f9b216-41a5-46d4-9219-95530d2d3844,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:03:23.031468 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (a4f9b216-41a5-46d4-9219-95530d2d3844), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:23.032585 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 26339ac3-2ed3-4d6c-91f0-d747cebcc0e2 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:03:23.043747 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-06551432-2d9d-41a6-87ad-70ea487584d6 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Deleting subnet 903ae38e-3286-447f-8c85-1e5dffad3a53 {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:03:23.087505 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ee1ca342-767a-44be-addd-9038afcfc23d req-85e8e210-10b1-4b6f-a35c-d9f030b6b80a tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] 10.222.0.87 "GET /v2.0/security-groups?id=39ab1041-aa98-452c-9555-e34e8e32c020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531887 Feb 02 07:03:23.089380 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-06551432-2d9d-41a6-87ad-70ea487584d6 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for subnet (903ae38e-3286-447f-8c85-1e5dffad3a53), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:23.148835 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-06551432-2d9d-41a6-87ad-70ea487584d6 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (903ae38e-3286-447f-8c85-1e5dffad3a53), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:23.160532 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-3f04bcb6-2405-42f7-a734-953812a61a5b None None] Current status of the port a4f9b216-41a5-46d4-9219-95530d2d3844 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:03:23.171291 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c351e0ae-2a71-4c8f-bbf3-1cf5b02fa872 req-2629c110-7147-4778-833d-4847e9f09ef4 tempest-ServerShowV247Test-1552631908 tempest-ServerShowV247Test-1552631908-project] 10.222.0.87 "GET /v2.0/ports?device_id=14190854-9723-42bf-b5d0-df31ef64a13a HTTP/1.1" status: 200 len: 210 time: 0.0524108 Feb 02 07:03:23.172019 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=a4f9b216-41a5-46d4-9219-95530d2d3844,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:23.220828 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b3909442-8f95-42fd-b674-e9257aae3668 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (74ffef56-46db-4b48-a8cb-0f398d6a93f1), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:23.221381 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 26339ac3-2ed3-4d6c-91f0-d747cebcc0e2 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:03:23.221889 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (26339ac3-2ed3-4d6c-91f0-d747cebcc0e2), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:23.257764 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-b3909442-8f95-42fd-b674-e9257aae3668 admin admin] Calling delete_port for 74ffef56-46db-4b48-a8cb-0f398d6a93f1 owned by network:router_interface {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:03:23.298072 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-2866e667-4371-42dc-bc2c-9504b6c3b5e3 None None] Could not find standard attr ID for object b9763458-3744-442c-b4f4-5feb8f9993bb. {{(pid=109695) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 07:03:23.383664 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-06551432-2d9d-41a6-87ad-70ea487584d6 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (903ae38e-3286-447f-8c85-1e5dffad3a53), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:23.407876 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb50149f-02fc-4b52-839a-d219a636ff20 req-2faf4c7b-7039-4830-a4e9-47b4cc4be638 tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:23.414909 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bb50149f-02fc-4b52-839a-d219a636ff20 req-2faf4c7b-7039-4830-a4e9-47b4cc4be638 tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] 10.222.0.87 "GET /v2.0/ports?device_id=057fece7-b8a7-479d-95a0-a33085d928b7 HTTP/1.1" status: 200 len: 949 time: 0.0941491 Feb 02 07:03:23.485017 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 26339ac3-2ed3-4d6c-91f0-d747cebcc0e2 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:03:23.485426 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (26339ac3-2ed3-4d6c-91f0-d747cebcc0e2), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:23.530849 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bb50149f-02fc-4b52-839a-d219a636ff20 req-fc0cbcee-4126-4040-b57f-f81f82fde709 tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] 10.222.0.87 "GET /v2.0/security-groups?id=c87dbba5-e87f-49c2-bd9e-441f941c9a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113052 Feb 02 07:03:23.553003 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 26339ac3-2ed3-4d6c-91f0-d747cebcc0e2, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=26339ac3-2ed3-4d6c-91f0-d747cebcc0e2,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:03:23.564080 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (26339ac3-2ed3-4d6c-91f0-d747cebcc0e2), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:23.611851 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-06551432-2d9d-41a6-87ad-70ea487584d6 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (903ae38e-3286-447f-8c85-1e5dffad3a53), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:23.658107 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=26339ac3-2ed3-4d6c-91f0-d747cebcc0e2,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:23.661336 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b3909442-8f95-42fd-b674-e9257aae3668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (74ffef56-46db-4b48-a8cb-0f398d6a93f1), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:23.691258 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ab8e0fec-c35e-4c49-babb-104611757822 req-ddef6e3c-1f85-48ba-b7a5-7240f3840a90 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=14190854-9723-42bf-b5d0-df31ef64a13a HTTP/1.1" status: 200 len: 210 time: 0.0822124 Feb 02 07:03:23.696064 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06551432-2d9d-41a6-87ad-70ea487584d6 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event deleted for resources: {'Subnet': ['ID=903ae38e-3286-447f-8c85-1e5dffad3a53,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:23.700033 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-06551432-2d9d-41a6-87ad-70ea487584d6 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:23.703503 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-06551432-2d9d-41a6-87ad-70ea487584d6 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/subnets/903ae38e-3286-447f-8c85-1e5dffad3a53 HTTP/1.1" status: 204 len: 168 time: 0.7427487 Feb 02 07:03:23.707692 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d93e4a-0254-4ce9-bd69-f686d2172cb1 None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:03:23.708754 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43268) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:23.730650 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3909442-8f95-42fd-b674-e9257aae3668 admin admin] Pushing event deleted for resources: {'Port': ['ID=74ffef56-46db-4b48-a8cb-0f398d6a93f1,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:23.749577 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8215ee1-8530-4401-b491-e65018c0ead2 req-8181156c-9265-4cdf-b265-5913e94bb669 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:23.754137 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 9841212a-dbab-428c-b98e-14454a9a7249 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:03:23.756062 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a8215ee1-8530-4401-b491-e65018c0ead2 req-8181156c-9265-4cdf-b265-5913e94bb669 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] 10.222.0.87 "GET /v2.0/ports?device_id=f4a75908-2371-4c85-9473-b54e3966e5b9 HTTP/1.1" status: 200 len: 946 time: 0.2041197 Feb 02 07:03:23.801926 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-287f0b2f-40d9-4dc0-a9c3-e2fb85dc107d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0903351 Feb 02 07:03:23.802882 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43270) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:23.816788 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-51fbcb2d-f669-4eb5-9bb5-6e883a4e111c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Request body: {'subnet': {'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:03:23.819979 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a8215ee1-8530-4401-b491-e65018c0ead2 req-e9b53a27-2d32-4a28-af38-c473d011664d tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] 10.222.0.87 "GET /v2.0/security-groups?id=bbf59a33-bacd-4e9f-9a02-a6d8a3bc770f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626094 Feb 02 07:03:23.822202 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3909442-8f95-42fd-b674-e9257aae3668 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:03:23.822608 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3909442-8f95-42fd-b674-e9257aae3668 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:03:23.823369 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3909442-8f95-42fd-b674-e9257aae3668 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:03:23.824256 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3909442-8f95-42fd-b674-e9257aae3668 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:03:23.824442 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3909442-8f95-42fd-b674-e9257aae3668 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:03:23.824820 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3909442-8f95-42fd-b674-e9257aae3668 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:03:23.825161 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3909442-8f95-42fd-b674-e9257aae3668 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:03:23.825499 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3909442-8f95-42fd-b674-e9257aae3668 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:03:23.825835 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3909442-8f95-42fd-b674-e9257aae3668 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:03:23.826165 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3909442-8f95-42fd-b674-e9257aae3668 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:03:23.826498 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3909442-8f95-42fd-b674-e9257aae3668 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:03:23.826845 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3909442-8f95-42fd-b674-e9257aae3668 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:03:23.827156 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3909442-8f95-42fd-b674-e9257aae3668 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:03:23.871031 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be0c101-481f-46c5-955b-5beda32e8451 req-4999ea7b-ad9c-4d44-a6d4-9f80d0079b5a tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:23.878414 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0be0c101-481f-46c5-955b-5beda32e8451 req-4999ea7b-ad9c-4d44-a6d4-9f80d0079b5a tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] 10.222.0.59 "GET /v2.0/ports?device_id=057fece7-b8a7-479d-95a0-a33085d928b7 HTTP/1.1" status: 200 len: 949 time: 0.2443547 Feb 02 07:03:23.930777 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port 9841212a-dbab-428c-b98e-14454a9a7249 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:03:23.936433 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port 9841212a-dbab-428c-b98e-14454a9a7249 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:03:23.936805 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (9841212a-dbab-428c-b98e-14454a9a7249), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:23.961683 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82970a-9d13-4e9d-bc18-a7e1824b8e42 req-15d30602-8611-416a-889c-d7317369d8fa tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:23.967996 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82970a-9d13-4e9d-bc18-a7e1824b8e42 req-15d30602-8611-416a-889c-d7317369d8fa tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:23.980230 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fd463a-1cbb-4a17-9fc3-0f5d00ea2f8b None None] Sync routers for ids ['00056845-6466-4995-82fe-e80ebe6aaccc'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:03:23.993114 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82970a-9d13-4e9d-bc18-a7e1824b8e42 req-15d30602-8611-416a-889c-d7317369d8fa tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:23.999476 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fd463a-1cbb-4a17-9fc3-0f5d00ea2f8b None None] Routers {'00056845-6466-4995-82fe-e80ebe6aaccc'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:03:24.000140 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-97fd463a-1cbb-4a17-9fc3-0f5d00ea2f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:03:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['00056845-6466-4995-82fe-e80ebe6aaccc'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:03:24.005245 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82970a-9d13-4e9d-bc18-a7e1824b8e42 req-15d30602-8611-416a-889c-d7317369d8fa tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:24.014733 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82970a-9d13-4e9d-bc18-a7e1824b8e42 req-15d30602-8611-416a-889c-d7317369d8fa tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:24.020288 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270c7bdc-f183-4cc4-8eac-74649a4182c4 None None] DHCP port deletion for 0866d72e-3544-4c93-a5a9-bf8114a5301e request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:03:24.032524 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82970a-9d13-4e9d-bc18-a7e1824b8e42 req-15d30602-8611-416a-889c-d7317369d8fa tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:24.043177 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82970a-9d13-4e9d-bc18-a7e1824b8e42 req-15d30602-8611-416a-889c-d7317369d8fa tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:24.045214 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8c82970a-9d13-4e9d-bc18-a7e1824b8e42 req-15d30602-8611-416a-889c-d7317369d8fa tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 5419 time: 0.3978014 Feb 02 07:03:24.069603 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e055aadb-7ffb-4ba3-99d5-44ba5bbd52d9 req-cd1cdf22-29ab-4eeb-8686-6a197d758069 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:24.071355 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e055aadb-7ffb-4ba3-99d5-44ba5bbd52d9 req-cd1cdf22-29ab-4eeb-8686-6a197d758069 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2f92dd9-5697-4976-b165-77e520cf2520 HTTP/1.1" status: 200 len: 950 time: 0.1767156 Feb 02 07:03:24.105186 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 9841212a-dbab-428c-b98e-14454a9a7249 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:03:24.105573 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (9841212a-dbab-428c-b98e-14454a9a7249), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:24.147159 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 9841212a-dbab-428c-b98e-14454a9a7249, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=9841212a-dbab-428c-b98e-14454a9a7249,segment=NetworkSegment(88d799c5-8a21-4eb2-b1ec-1b0a670840e4),segment_id=88d799c5-8a21-4eb2-b1ec-1b0a670840e4)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:03:24.149645 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2176da82-bb5b-45eb-be5d-62f74cade60c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9841212a-dbab-428c-b98e-14454a9a7249'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:03:24.152836 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b197b65-1afb-417d-82e8-d177076fe0b9" -d '{"events": [{"server_uuid": "2176da82-bb5b-45eb-be5d-62f74cade60c", "name": "network-vif-plugged", "status": "completed", "tag": "9841212a-dbab-428c-b98e-14454a9a7249"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:03:24.153367 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51fbcb2d-f669-4eb5-9bb5-6e883a4e111c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Made reservation on behalf of d3e64a71e17749e693b291cf3514bb46 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:03:24.157029 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-51fbcb2d-f669-4eb5-9bb5-6e883a4e111c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:24.160824 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (9841212a-dbab-428c-b98e-14454a9a7249), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:24.162976 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e055aadb-7ffb-4ba3-99d5-44ba5bbd52d9 req-48414261-71b9-4ab1-951b-67a37c04c92d tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807185 Feb 02 07:03:24.171012 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-97fd463a-1cbb-4a17-9fc3-0f5d00ea2f8b None None] Set router 00056845-6466-4995-82fe-e80ebe6aaccc gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:03:24.183752 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-0be0c101-481f-46c5-955b-5beda32e8451 req-65bac8c9-b835-48a4-9984-32a130106492 tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] Deleting port 23345db9-366b-42aa-9c64-269b56b6f82c {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:03:24.183752 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0be0c101-481f-46c5-955b-5beda32e8451 req-65bac8c9-b835-48a4-9984-32a130106492 tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (23345db9-366b-42aa-9c64-269b56b6f82c), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:24.200797 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-270c7bdc-f183-4cc4-8eac-74649a4182c4 None None] Deleting port a4f9b216-41a5-46d4-9219-95530d2d3844 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:03:24.201219 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-270c7bdc-f183-4cc4-8eac-74649a4182c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (a4f9b216-41a5-46d4-9219-95530d2d3844), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:24.245498 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=9841212a-dbab-428c-b98e-14454a9a7249,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:24.300275 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-0be0c101-481f-46c5-955b-5beda32e8451 req-65bac8c9-b835-48a4-9984-32a130106492 tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] For port 23345db9-366b-42aa-9c64-269b56b6f82c, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=23345db9-366b-42aa-9c64-269b56b6f82c,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:03:24.300920 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0be0c101-481f-46c5-955b-5beda32e8451 req-65bac8c9-b835-48a4-9984-32a130106492 tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (23345db9-366b-42aa-9c64-269b56b6f82c), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:24.314834 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-0be0c101-481f-46c5-955b-5beda32e8451 req-65bac8c9-b835-48a4-9984-32a130106492 tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] Calling delete_port for 23345db9-366b-42aa-9c64-269b56b6f82c owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:03:24.339668 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-270c7bdc-f183-4cc4-8eac-74649a4182c4 None None] For port a4f9b216-41a5-46d4-9219-95530d2d3844, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=a4f9b216-41a5-46d4-9219-95530d2d3844,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:03:24.340252 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-270c7bdc-f183-4cc4-8eac-74649a4182c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (a4f9b216-41a5-46d4-9219-95530d2d3844), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:24.356815 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-270c7bdc-f183-4cc4-8eac-74649a4182c4 None None] Calling delete_port for a4f9b216-41a5-46d4-9219-95530d2d3844 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:03:24.387409 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-97fd463a-1cbb-4a17-9fc3-0f5d00ea2f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00056845-6466-4995-82fe-e80ebe6aaccc', 'name': 'tempest-FloatingIPsNegativeTestJSON-1574057562-router', 'tenant_id': '2031c8dec76343b19c4dd27b8df929f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '26339ac3-2ed3-4d6c-91f0-d747cebcc0e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:03:14Z', 'updated_at': '2022-02-02T07:03:23Z', 'revision_number': 5, 'project_id': '2031c8dec76343b19c4dd27b8df929f0', 'gw_port': {'id': '26339ac3-2ed3-4d6c-91f0-d747cebcc0e2', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00056845-6466-4995-82fe-e80ebe6aaccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:03:14Z', 'updated_at': '2022-02-02T07:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:03:24.420919 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fd463a-1cbb-4a17-9fc3-0f5d00ea2f8b None None] Checking router: 00056845-6466-4995-82fe-e80ebe6aaccc for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:03:24.430892 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fd463a-1cbb-4a17-9fc3-0f5d00ea2f8b None None] Routers {'00056845-6466-4995-82fe-e80ebe6aaccc'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:03:24.432842 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-97fd463a-1cbb-4a17-9fc3-0f5d00ea2f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:03:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['00056845-6466-4995-82fe-e80ebe6aaccc'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:03:24.437185 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-51fbcb2d-f669-4eb5-9bb5-6e883a4e111c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (b196d08f-efef-42a5-a874-638c99dcb755), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:24.516947 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0be0c101-481f-46c5-955b-5beda32e8451 req-65bac8c9-b835-48a4-9984-32a130106492 tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (23345db9-366b-42aa-9c64-269b56b6f82c), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:24.541680 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-270c7bdc-f183-4cc4-8eac-74649a4182c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (a4f9b216-41a5-46d4-9219-95530d2d3844), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:24.548648 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-97fd463a-1cbb-4a17-9fc3-0f5d00ea2f8b None None] Set router 00056845-6466-4995-82fe-e80ebe6aaccc gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:03:24.558574 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bac8c9-b835-48a4-9984-32a130106492 tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] Pushing event deleted for resources: {'Port': ['ID=23345db9-366b-42aa-9c64-269b56b6f82c,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:24.558790 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fbcb2d-f669-4eb5-9bb5-6e883a4e111c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event updated for resources: {'Subnet': ['ID=b196d08f-efef-42a5-a874-638c99dcb755,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:24.583635 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270c7bdc-f183-4cc4-8eac-74649a4182c4 None None] Pushing event deleted for resources: {'Port': ['ID=a4f9b216-41a5-46d4-9219-95530d2d3844,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:24.591194 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['23345db9-366b-42aa-9c64-269b56b6f82c'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:03:24.605223 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8c82970a-9d13-4e9d-bc18-a7e1824b8e42 req-a0ae0d39-5c1e-4770-84a3-abbaf85c78d7 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/security-groups?id=83500878-2b75-476a-931f-17df1a6782c5&id=2c89831c-2212-4fd4-82c0-50883e2a18e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5428629 Feb 02 07:03:24.612815 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-0be0c101-481f-46c5-955b-5beda32e8451 req-65bac8c9-b835-48a4-9984-32a130106492 tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] No DVR routers for this DVR port 23345db9-366b-42aa-9c64-269b56b6f82c on host n-h2-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:03:24.616879 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0be0c101-481f-46c5-955b-5beda32e8451 req-65bac8c9-b835-48a4-9984-32a130106492 tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:24.620536 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0be0c101-481f-46c5-955b-5beda32e8451 req-65bac8c9-b835-48a4-9984-32a130106492 tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] 10.222.0.59 "DELETE /v2.0/ports/23345db9-366b-42aa-9c64-269b56b6f82c HTTP/1.1" status: 204 len: 173 time: 0.7338612 Feb 02 07:03:24.621000 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '057fece7-b8a7-479d-95a0-a33085d928b7', 'name': 'network-vif-deleted', 'tag': '23345db9-366b-42aa-9c64-269b56b6f82c'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:03:24.623377 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a0b1d7-5843-44b1-b9fc-203a2d19ee0e" -d '{"events": [{"server_uuid": "057fece7-b8a7-479d-95a0-a33085d928b7", "name": "network-vif-deleted", "tag": "23345db9-366b-42aa-9c64-269b56b6f82c"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:03:24.633128 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2544576f-f9a2-4217-82da-b692704aaad9 req-9eed5c96-4e5d-42c9-8b03-5c56830c76dc tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:24.641417 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2544576f-f9a2-4217-82da-b692704aaad9 req-9eed5c96-4e5d-42c9-8b03-5c56830c76dc tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] 10.222.0.87 "GET /v2.0/ports?device_id=2176da82-bb5b-45eb-be5d-62f74cade60c HTTP/1.1" status: 200 len: 946 time: 0.1728842 Feb 02 07:03:24.648813 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fbcb2d-f669-4eb5-9bb5-6e883a4e111c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:03:24.658191 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 26339ac3-2ed3-4d6c-91f0-d747cebcc0e2 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:03:24.728650 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270c7bdc-f183-4cc4-8eac-74649a4182c4 None None] No DVR routers for this DVR port a4f9b216-41a5-46d4-9219-95530d2d3844 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:03:24.736518 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e430f4f-fc46-4093-934c-dd219d854c97 x-openstack-request-id: req-0e430f4f-fc46-4093-934c-dd219d854c97 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:03:24.737175 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2176da82-bb5b-45eb-be5d-62f74cade60c", "name": "network-vif-plugged", "status": "completed", "tag": "9841212a-dbab-428c-b98e-14454a9a7249", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:03:24.737604 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-0e430f4f-fc46-4093-934c-dd219d854c97 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:03:24.738170 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2176da82-bb5b-45eb-be5d-62f74cade60c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9841212a-dbab-428c-b98e-14454a9a7249', 'code': 200} Feb 02 07:03:24.743286 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-51fbcb2d-f669-4eb5-9bb5-6e883a4e111c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:03:24.756223 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51fbcb2d-f669-4eb5-9bb5-6e883a4e111c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:24.756843 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-51fbcb2d-f669-4eb5-9bb5-6e883a4e111c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:24.767821 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fb3584-288a-4fb7-b28e-e8870e2a5e03 None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:03:24.769581 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2544576f-f9a2-4217-82da-b692704aaad9 req-7974fdb1-b797-4ac9-8a7e-295499d6458b tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] 10.222.0.87 "GET /v2.0/security-groups?id=39ab1041-aa98-452c-9555-e34e8e32c020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270821 Feb 02 07:03:24.836923 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-51fbcb2d-f669-4eb5-9bb5-6e883a4e111c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0289948 Feb 02 07:03:24.840670 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43288) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:24.850518 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-d6bb81ea-1e44-4dca-8538-3b3b47cd4572 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Request body: {'port': {'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'fixed_ips': [{'subnet_id': 'b196d08f-efef-42a5-a874-638c99dcb755', 'ip_address': '2001:db8::a101:f57d:358d:6f5e'}], 'name': 'tempest-NetworksTestDHCPv6-229550086'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:03:24.860615 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b3909442-8f95-42fd-b674-e9257aae3668 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (00056845-6466-4995-82fe-e80ebe6aaccc), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:24.915965 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ed2a6e60-f447-4555-afa4-abbe97d15685 req-a5b6dde5-18f8-402d-b72d-a1380f832ae3 tempest-ServerShowV247Test-1552631908 tempest-ServerShowV247Test-1552631908-project] 10.222.0.87 "GET /v2.0/ports?device_id=14190854-9723-42bf-b5d0-df31ef64a13a HTTP/1.1" status: 200 len: 210 time: 0.0720017 Feb 02 07:03:24.988808 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 26339ac3-2ed3-4d6c-91f0-d747cebcc0e2 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:03:24.989690 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (26339ac3-2ed3-4d6c-91f0-d747cebcc0e2), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:25.052718 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-97fd463a-1cbb-4a17-9fc3-0f5d00ea2f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00056845-6466-4995-82fe-e80ebe6aaccc', 'name': 'tempest-FloatingIPsNegativeTestJSON-1574057562-router', 'tenant_id': '2031c8dec76343b19c4dd27b8df929f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '26339ac3-2ed3-4d6c-91f0-d747cebcc0e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:03:14Z', 'updated_at': '2022-02-02T07:03:23Z', 'revision_number': 5, 'project_id': '2031c8dec76343b19c4dd27b8df929f0', 'gw_port': {'id': '26339ac3-2ed3-4d6c-91f0-d747cebcc0e2', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00056845-6466-4995-82fe-e80ebe6aaccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:03:14Z', 'updated_at': '2022-02-02T07:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:03:25.075403 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f414573a-c26f-492d-94c4-2a5eaab9b7b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-0866d72e-3544-4c93-a5a9-bf8114a5301e', 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'project_id': 'd3e64a71e17749e693b291cf3514bb46', 'fixed_ips': [{'subnet_id': 'b196d08f-efef-42a5-a874-638c99dcb755'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:03:25.077192 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f414573a-c26f-492d-94c4-2a5eaab9b7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:25.103501 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c3c72608-b4c4-4d33-bca7-e53dfbff26ea req-d9a3c728-f48f-409d-9cb8-815c89ec1f2a tempest-ServerDiagnosticsNegativeTest-278769756 tempest-ServerDiagnosticsNegativeTest-278769756-project] 10.222.0.87 "GET /v2.0/ports?device_id=057fece7-b8a7-479d-95a0-a33085d928b7 HTTP/1.1" status: 200 len: 210 time: 0.0983090 Feb 02 07:03:25.105988 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fd463a-1cbb-4a17-9fc3-0f5d00ea2f8b None None] The sync data for ids ['00056845-6466-4995-82fe-e80ebe6aaccc'] in n-d-789963-26 is: [{'id': '00056845-6466-4995-82fe-e80ebe6aaccc', 'name': 'tempest-FloatingIPsNegativeTestJSON-1574057562-router', 'tenant_id': '2031c8dec76343b19c4dd27b8df929f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '26339ac3-2ed3-4d6c-91f0-d747cebcc0e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:03:14Z', 'updated_at': '2022-02-02T07:03:23Z', 'revision_number': 5, 'project_id': '2031c8dec76343b19c4dd27b8df929f0', 'gw_port': {'id': '26339ac3-2ed3-4d6c-91f0-d747cebcc0e2', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00056845-6466-4995-82fe-e80ebe6aaccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:03:14Z', 'updated_at': '2022-02-02T07:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:03:25.181499 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508829f-9b29-470a-a4cc-dac41277f00a req-40b51d1f-c00f-4793-9a3c-d044c9e5bda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:25.183679 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9508829f-9b29-470a-a4cc-dac41277f00a req-40b51d1f-c00f-4793-9a3c-d044c9e5bda5 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=2176da82-bb5b-45eb-be5d-62f74cade60c HTTP/1.1" status: 200 len: 1129 time: 0.2754748 Feb 02 07:03:25.220655 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1878321c-1cdc-48ea-b718-a1349bdb3519 x-openstack-request-id: req-1878321c-1cdc-48ea-b718-a1349bdb3519 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:03:25.221008 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "057fece7-b8a7-479d-95a0-a33085d928b7", "name": "network-vif-deleted", "tag": "23345db9-366b-42aa-9c64-269b56b6f82c", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:03:25.221274 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1878321c-1cdc-48ea-b718-a1349bdb3519 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:03:25.221715 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '057fece7-b8a7-479d-95a0-a33085d928b7', 'name': 'network-vif-deleted', 'tag': '23345db9-366b-42aa-9c64-269b56b6f82c', 'status': 'completed', 'code': 200} Feb 02 07:03:25.260728 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6bb81ea-1e44-4dca-8538-3b3b47cd4572 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Made reservation on behalf of d3e64a71e17749e693b291cf3514bb46 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:03:25.266417 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d6bb81ea-1e44-4dca-8538-3b3b47cd4572 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:25.300271 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [None req-d6bb81ea-1e44-4dca-8538-3b3b47cd4572 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] device_id is not set on port 1900ec49-1804-427d-94b1-aae2231cfef7 yet. {{(pid=109693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:03:25.311776 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9508829f-9b29-470a-a4cc-dac41277f00a req-b4f1f43b-bd26-49a5-a71b-e5dd83b90a84 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=39ab1041-aa98-452c-9555-e34e8e32c020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221278 Feb 02 07:03:25.420181 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c997b93e-cb04-48f4-82ed-62ebb09b0a60 req-e94d4383-c655-41f9-8602-349f0f8b1a44 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:25.421672 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c997b93e-cb04-48f4-82ed-62ebb09b0a60 req-e94d4383-c655-41f9-8602-349f0f8b1a44 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2f92dd9-5697-4976-b165-77e520cf2520 HTTP/1.1" status: 200 len: 950 time: 0.1422884 Feb 02 07:03:25.424471 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3909442-8f95-42fd-b674-e9257aae3668 admin admin] Router 00056845-6466-4995-82fe-e80ebe6aaccc has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:03:25.436131 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 26339ac3-2ed3-4d6c-91f0-d747cebcc0e2 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:03:25.454941 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfefe700-5606-4e91-ab73-4356b2764efe req-9442ba24-0a57-4392-9460-550011742907 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:25.461494 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cfefe700-5606-4e91-ab73-4356b2764efe req-9442ba24-0a57-4392-9460-550011742907 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] 10.222.0.87 "GET /v2.0/ports?device_id=f4a75908-2371-4c85-9473-b54e3966e5b9 HTTP/1.1" status: 200 len: 946 time: 0.1543524 Feb 02 07:03:25.492279 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-f414573a-c26f-492d-94c4-2a5eaab9b7b9 None None] Allocated IP 2001:db8::2 (0866d72e-3544-4c93-a5a9-bf8114a5301e/b196d08f-efef-42a5-a874-638c99dcb755/5b32ece0-d455-452b-bfe3-2901edd7d078) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:03:25.568362 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cfefe700-5606-4e91-ab73-4356b2764efe req-5f97d7d1-3909-41fc-85a2-a05fb7572339 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] 10.222.0.87 "GET /v2.0/security-groups?id=bbf59a33-bacd-4e9f-9a02-a6d8a3bc770f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805030 Feb 02 07:03:25.606531 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device a4f9b216-41a5-46d4-9219-95530d2d3844 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:03:25.648423 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: a4f9b216-41a5-46d4-9219-95530d2d3844 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:03:25.648784 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device a4f9b216-41a5-46d4-9219-95530d2d3844 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:03:25.683859 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c997b93e-cb04-48f4-82ed-62ebb09b0a60 req-a279c218-da83-4bc0-86be-8b1c107552c2 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473841 Feb 02 07:03:25.715395 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3909442-8f95-42fd-b674-e9257aae3668 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:03:25.720691 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b3909442-8f95-42fd-b674-e9257aae3668 admin admin] 10.222.0.87 "PUT /v2.0/routers/00056845-6466-4995-82fe-e80ebe6aaccc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7197130 Feb 02 07:03:25.724125 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43296) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:25.762938 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f414573a-c26f-492d-94c4-2a5eaab9b7b9 None None] Publish callbacks [] for port (5b32ece0-d455-452b-bfe3-2901edd7d078), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:25.769884 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f414573a-c26f-492d-94c4-2a5eaab9b7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (5b32ece0-d455-452b-bfe3-2901edd7d078), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:25.835286 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f414573a-c26f-492d-94c4-2a5eaab9b7b9 None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:03:25.836495 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f414573a-c26f-492d-94c4-2a5eaab9b7b9 None None] Pushing event updated for resources: {'Port': ['ID=5b32ece0-d455-452b-bfe3-2901edd7d078,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:25.841208 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-f414573a-c26f-492d-94c4-2a5eaab9b7b9 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:03:25.846642 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f414573a-c26f-492d-94c4-2a5eaab9b7b9 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:03:25.896222 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-d6bb81ea-1e44-4dca-8538-3b3b47cd4572 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Allocated IP 2001:db8::a101:f57d:358d:6f5e (0866d72e-3544-4c93-a5a9-bf8114a5301e/b196d08f-efef-42a5-a874-638c99dcb755/1900ec49-1804-427d-94b1-aae2231cfef7) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:03:25.928403 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-f414573a-c26f-492d-94c4-2a5eaab9b7b9 None None] Attempting to bind port 5b32ece0-d455-452b-bfe3-2901edd7d078 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:03:25.928956 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-f414573a-c26f-492d-94c4-2a5eaab9b7b9 None None] Attempting to bind port 5b32ece0-d455-452b-bfe3-2901edd7d078 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:03:25.930019 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f414573a-c26f-492d-94c4-2a5eaab9b7b9 None None] Attempting to bind port 5b32ece0-d455-452b-bfe3-2901edd7d078 on network 0866d72e-3544-4c93-a5a9-bf8114a5301e {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:03:25.932033 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b3ba5c-8d89-4e5a-829b-3cb3fb0b9a04 req-45bc6c07-a2d6-4bd0-b8de-d931a3866b35 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:25.938148 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f414573a-c26f-492d-94c4-2a5eaab9b7b9 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:03:25.938718 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f414573a-c26f-492d-94c4-2a5eaab9b7b9 None None] Checking segment: {'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:03:25.939137 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f414573a-c26f-492d-94c4-2a5eaab9b7b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:25.939536 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f414573a-c26f-492d-94c4-2a5eaab9b7b9 None None] Bound using segment: {'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:03:25.940226 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-f414573a-c26f-492d-94c4-2a5eaab9b7b9 None None] Bound port: 5b32ece0-d455-452b-bfe3-2901edd7d078, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:03:25.940391 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a0b3ba5c-8d89-4e5a-829b-3cb3fb0b9a04 req-45bc6c07-a2d6-4bd0-b8de-d931a3866b35 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] 10.222.0.87 "GET /v2.0/ports?device_id=2176da82-bb5b-45eb-be5d-62f74cade60c HTTP/1.1" status: 200 len: 946 time: 0.0715699 Feb 02 07:03:25.940628 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f414573a-c26f-492d-94c4-2a5eaab9b7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (5b32ece0-d455-452b-bfe3-2901edd7d078), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:25.985165 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d2227f-e3f6-4acb-b237-02bdaf07ce56 req-f3375d19-f8ec-414b-b292-765f2f4d5d09 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:25.990919 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d2227f-e3f6-4acb-b237-02bdaf07ce56 req-f3375d19-f8ec-414b-b292-765f2f4d5d09 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:25.996922 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d2227f-e3f6-4acb-b237-02bdaf07ce56 req-f3375d19-f8ec-414b-b292-765f2f4d5d09 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:26.001515 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a0b3ba5c-8d89-4e5a-829b-3cb3fb0b9a04 req-92d0f75c-9253-4926-815e-ba221f925940 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] 10.222.0.87 "GET /v2.0/security-groups?id=39ab1041-aa98-452c-9555-e34e8e32c020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602334 Feb 02 07:03:26.003197 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d2227f-e3f6-4acb-b237-02bdaf07ce56 req-f3375d19-f8ec-414b-b292-765f2f4d5d09 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:26.009036 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d2227f-e3f6-4acb-b237-02bdaf07ce56 req-f3375d19-f8ec-414b-b292-765f2f4d5d09 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:26.015030 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d2227f-e3f6-4acb-b237-02bdaf07ce56 req-f3375d19-f8ec-414b-b292-765f2f4d5d09 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:26.020881 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d2227f-e3f6-4acb-b237-02bdaf07ce56 req-f3375d19-f8ec-414b-b292-765f2f4d5d09 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:26.022954 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-59d2227f-e3f6-4acb-b237-02bdaf07ce56 req-f3375d19-f8ec-414b-b292-765f2f4d5d09 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 5419 time: 0.2591040 Feb 02 07:03:26.028200 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3eb13c85-ad72-4819-8e73-4716d7656b15 admin admin] Publish callbacks [] for router (00056845-6466-4995-82fe-e80ebe6aaccc), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:26.037410 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-f414573a-c26f-492d-94c4-2a5eaab9b7b9 None None] For port 5b32ece0-d455-452b-bfe3-2901edd7d078, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:03:26.043300 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-f414573a-c26f-492d-94c4-2a5eaab9b7b9 None None] For port 5b32ece0-d455-452b-bfe3-2901edd7d078, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=5b32ece0-d455-452b-bfe3-2901edd7d078,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:03:26.054400 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f414573a-c26f-492d-94c4-2a5eaab9b7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (5b32ece0-d455-452b-bfe3-2901edd7d078), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:26.090197 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d9982d61-1a88-4937-9cb9-8c3c2af5a64f req-0d10e628-9439-44b2-bf41-fca01cab4c8a tempest-ServerShowV247Test-1552631908 tempest-ServerShowV247Test-1552631908-project] 10.222.0.87 "GET /v2.0/ports?device_id=14190854-9723-42bf-b5d0-df31ef64a13a HTTP/1.1" status: 200 len: 210 time: 0.0323524 Feb 02 07:03:26.145211 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f414573a-c26f-492d-94c4-2a5eaab9b7b9 None None] Pushing event updated for resources: {'Port': ['ID=5b32ece0-d455-452b-bfe3-2901edd7d078,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:26.324340 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-59d2227f-e3f6-4acb-b237-02bdaf07ce56 req-79dee98b-8c4b-4d16-883f-95b01419ba73 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/security-groups?id=83500878-2b75-476a-931f-17df1a6782c5&id=2c89831c-2212-4fd4-82c0-50883e2a18e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2499039 Feb 02 07:03:26.342561 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3eb13c85-ad72-4819-8e73-4716d7656b15 admin admin] Publish callbacks [] for router_gateway (00056845-6466-4995-82fe-e80ebe6aaccc), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:26.369174 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d6bb81ea-1e44-4dca-8538-3b3b47cd4572 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for port (1900ec49-1804-427d-94b1-aae2231cfef7), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:26.419075 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d6bb81ea-1e44-4dca-8538-3b3b47cd4572 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (1900ec49-1804-427d-94b1-aae2231cfef7), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:26.550397 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43310) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:26.559680 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6bb81ea-1e44-4dca-8538-3b3b47cd4572 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:03:26.575158 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-d6bb81ea-1e44-4dca-8538-3b3b47cd4572 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:03:26.577858 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bb81ea-1e44-4dca-8538-3b3b47cd4572 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:03:26.583528 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6bb81ea-1e44-4dca-8538-3b3b47cd4572 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:26.584396 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d6bb81ea-1e44-4dca-8538-3b3b47cd4572 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:26.596360 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bb81ea-1e44-4dca-8538-3b3b47cd4572 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event updated for resources: {'Port': ['ID=1900ec49-1804-427d-94b1-aae2231cfef7,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:26.631371 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d6bb81ea-1e44-4dca-8538-3b3b47cd4572 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7863188 Feb 02 07:03:26.631371 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-3eb13c85-ad72-4819-8e73-4716d7656b15 admin admin] Deleting port 26339ac3-2ed3-4d6c-91f0-d747cebcc0e2 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:03:26.631371 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3eb13c85-ad72-4819-8e73-4716d7656b15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (26339ac3-2ed3-4d6c-91f0-d747cebcc0e2), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:26.632429 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43316) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:26.683817 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59441274-5a20-4496-bb28-be7dd1c033db None None] Sync routers for ids ['00056845-6466-4995-82fe-e80ebe6aaccc'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:03:26.711236 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59441274-5a20-4496-bb28-be7dd1c033db None None] Routers {'00056845-6466-4995-82fe-e80ebe6aaccc'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:03:26.723477 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-59441274-5a20-4496-bb28-be7dd1c033db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:03:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['00056845-6466-4995-82fe-e80ebe6aaccc'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:03:26.734899 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 5b32ece0-d455-452b-bfe3-2901edd7d078 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:03:26.748879 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-043223b2-e244-4c8f-88fd-6b8ffb8305fc req-d0781db9-8e7a-4aff-bd24-bfc4eb2ee49b tempest-ServerShowV247Test-1552631908 tempest-ServerShowV247Test-1552631908-project] 10.222.0.87 "GET /v2.0/ports?device_id=14190854-9723-42bf-b5d0-df31ef64a13a&device_id=1b2daeea-d1d6-4454-8c28-bc94c1d63f84 HTTP/1.1" status: 200 len: 210 time: 0.0709827 Feb 02 07:03:26.813190 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-3eb13c85-ad72-4819-8e73-4716d7656b15 admin admin] For port 26339ac3-2ed3-4d6c-91f0-d747cebcc0e2, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=26339ac3-2ed3-4d6c-91f0-d747cebcc0e2,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:03:26.814002 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3eb13c85-ad72-4819-8e73-4716d7656b15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (26339ac3-2ed3-4d6c-91f0-d747cebcc0e2), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:26.827333 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00627b1f-857e-4b2b-942c-f333696dcd6e tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:26.832401 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00627b1f-857e-4b2b-942c-f333696dcd6e tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:26.836963 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-00627b1f-857e-4b2b-942c-f333696dcd6e tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2032580 Feb 02 07:03:26.837411 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-3eb13c85-ad72-4819-8e73-4716d7656b15 admin admin] Calling delete_port for 26339ac3-2ed3-4d6c-91f0-d747cebcc0e2 owned by network:router_gateway {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:03:26.837713 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43322) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:26.860009 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-8b7943e5-fffa-48e4-9f37-f1ca15dc9058 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=24a1609377a04a1284077f4f1f79b2e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3081396 Feb 02 07:03:26.867215 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43324) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:26.922250 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-59441274-5a20-4496-bb28-be7dd1c033db None None] Set router 00056845-6466-4995-82fe-e80ebe6aaccc gateway port host: None {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:03:26.985609 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-59441274-5a20-4496-bb28-be7dd1c033db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00056845-6466-4995-82fe-e80ebe6aaccc', 'name': 'tempest-FloatingIPsNegativeTestJSON-1574057562-router', 'tenant_id': '2031c8dec76343b19c4dd27b8df929f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:03:14Z', 'updated_at': '2022-02-02T07:03:26Z', 'revision_number': 6, 'project_id': '2031c8dec76343b19c4dd27b8df929f0', 'gw_port_host': None}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:03:26.989503 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a07c97-812c-45cc-a69a-11914665d3a9 req-f25ab92b-603a-4145-bf85-1436b870fa46 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:26.991253 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-74a07c97-812c-45cc-a69a-11914665d3a9 req-f25ab92b-603a-4145-bf85-1436b870fa46 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2f92dd9-5697-4976-b165-77e520cf2520 HTTP/1.1" status: 200 len: 950 time: 0.1095009 Feb 02 07:03:26.999381 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c94a4-af40-4729-8f5d-58419ddf691b req-b15fee86-0b76-4b05-8fa4-c80e2933c6b3 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:27.000945 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c75c94a4-af40-4729-8f5d-58419ddf691b req-b15fee86-0b76-4b05-8fa4-c80e2933c6b3 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] 10.222.0.87 "GET /v2.0/ports?device_id=f4a75908-2371-4c85-9473-b54e3966e5b9 HTTP/1.1" status: 200 len: 946 time: 0.2073352 Feb 02 07:03:27.018593 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59441274-5a20-4496-bb28-be7dd1c033db None None] Checking router: 00056845-6466-4995-82fe-e80ebe6aaccc for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:03:27.024537 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-5e0f7402-4b92-498f-86b0-2965f6b9d718 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Deleting port 1900ec49-1804-427d-94b1-aae2231cfef7 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:03:27.024882 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5e0f7402-4b92-498f-86b0-2965f6b9d718 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (1900ec49-1804-427d-94b1-aae2231cfef7), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:27.035680 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 5b32ece0-d455-452b-bfe3-2901edd7d078 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:03:27.036184 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (5b32ece0-d455-452b-bfe3-2901edd7d078), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:27.037699 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59441274-5a20-4496-bb28-be7dd1c033db None None] Routers {'00056845-6466-4995-82fe-e80ebe6aaccc'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:03:27.038415 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-59441274-5a20-4496-bb28-be7dd1c033db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:03:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['00056845-6466-4995-82fe-e80ebe6aaccc'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:03:27.066972 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ba59c76b-7a4c-47c5-aa9e-9d8b5a9372af admin admin] Publish callbacks [] for security_group (c87dbba5-e87f-49c2-bd9e-441f941c9a4c), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:27.109901 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-74a07c97-812c-45cc-a69a-11914665d3a9 req-321b997d-ea87-48da-9aa0-eb3a7da43c35 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103160 Feb 02 07:03:27.170508 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5e0f7402-4b92-498f-86b0-2965f6b9d718 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (1900ec49-1804-427d-94b1-aae2231cfef7), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:27.194479 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ba59c76b-7a4c-47c5-aa9e-9d8b5a9372af admin admin] Publish callbacks [] for security_group (c87dbba5-e87f-49c2-bd9e-441f941c9a4c), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:27.194752 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:27.201789 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-5e0f7402-4b92-498f-86b0-2965f6b9d718 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Calling delete_port for 1900ec49-1804-427d-94b1-aae2231cfef7 owned by {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:03:27.214996 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-59441274-5a20-4496-bb28-be7dd1c033db None None] Set router 00056845-6466-4995-82fe-e80ebe6aaccc gateway port host: None {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:03:27.281006 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c75c94a4-af40-4729-8f5d-58419ddf691b req-49098353-ab67-4e18-91e2-1ca24631903b tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] 10.222.0.87 "GET /v2.0/security-groups?id=bbf59a33-bacd-4e9f-9a02-a6d8a3bc770f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2606742 Feb 02 07:03:27.329175 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-59441274-5a20-4496-bb28-be7dd1c033db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00056845-6466-4995-82fe-e80ebe6aaccc', 'name': 'tempest-FloatingIPsNegativeTestJSON-1574057562-router', 'tenant_id': '2031c8dec76343b19c4dd27b8df929f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:03:14Z', 'updated_at': '2022-02-02T07:03:26Z', 'revision_number': 6, 'project_id': '2031c8dec76343b19c4dd27b8df929f0', 'gw_port_host': None}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:03:27.344200 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3eb13c85-ad72-4819-8e73-4716d7656b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (26339ac3-2ed3-4d6c-91f0-d747cebcc0e2), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:27.391325 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59441274-5a20-4496-bb28-be7dd1c033db None None] The sync data for ids ['00056845-6466-4995-82fe-e80ebe6aaccc'] in n-d-789963-26 is: [{'id': '00056845-6466-4995-82fe-e80ebe6aaccc', 'name': 'tempest-FloatingIPsNegativeTestJSON-1574057562-router', 'tenant_id': '2031c8dec76343b19c4dd27b8df929f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:03:14Z', 'updated_at': '2022-02-02T07:03:26Z', 'revision_number': 6, 'project_id': '2031c8dec76343b19c4dd27b8df929f0', 'gw_port_host': None}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:03:27.407066 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 5b32ece0-d455-452b-bfe3-2901edd7d078 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:03:27.408761 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (5b32ece0-d455-452b-bfe3-2901edd7d078), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:27.436382 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 23345db9-366b-42aa-9c64-269b56b6f82c no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:03:27.439218 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4694d7-fa82-48cd-9fdb-1ea90498e2a2 req-9523536a-3f8b-4bfc-98a0-ae6be09ac04e tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:27.440942 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-af4694d7-fa82-48cd-9fdb-1ea90498e2a2 req-9523536a-3f8b-4bfc-98a0-ae6be09ac04e tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4a75908-2371-4c85-9473-b54e3966e5b9 HTTP/1.1" status: 200 len: 946 time: 0.2446067 Feb 02 07:03:27.475609 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] No Port match for: 23345db9-366b-42aa-9c64-269b56b6f82c {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:03:27.475609 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 23345db9-366b-42aa-9c64-269b56b6f82c not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:03:27.487582 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb13c85-ad72-4819-8e73-4716d7656b15 admin admin] Pushing event deleted for resources: {'Port': ['ID=26339ac3-2ed3-4d6c-91f0-d747cebcc0e2,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:27.519364 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 5b32ece0-d455-452b-bfe3-2901edd7d078, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=5b32ece0-d455-452b-bfe3-2901edd7d078,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:03:27.524618 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (5b32ece0-d455-452b-bfe3-2901edd7d078), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:27.532377 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d39aa727-4be8-4ab0-94fa-4c46cf8aef27 req-063fb143-468e-486d-8d35-0d7dc6bd28db tempest-ServerShowV247Test-1552631908 tempest-ServerShowV247Test-1552631908-project] 10.222.0.87 "GET /v2.0/ports?device_id=14190854-9723-42bf-b5d0-df31ef64a13a HTTP/1.1" status: 200 len: 210 time: 0.0743940 Feb 02 07:03:27.534310 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5e0f7402-4b92-498f-86b0-2965f6b9d718 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (1900ec49-1804-427d-94b1-aae2231cfef7), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:27.546135 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 74ffef56-46db-4b48-a8cb-0f398d6a93f1 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:03:27.548842 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a62f7358-2cf5-4dbf-beae-7a9e90a93c6c req-ca1982ef-1134-4a0d-94b3-627fdd874907 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=581dfc1d9b9845f5acea9309ceff0410&device_id=14190854-9723-42bf-b5d0-df31ef64a13a HTTP/1.1" status: 200 len: 210 time: 0.1055739 Feb 02 07:03:27.580268 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0f7402-4b92-498f-86b0-2965f6b9d718 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event deleted for resources: {'Port': ['ID=1900ec49-1804-427d-94b1-aae2231cfef7,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:27.623794 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 74ffef56-46db-4b48-a8cb-0f398d6a93f1 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:03:27.624532 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 74ffef56-46db-4b48-a8cb-0f398d6a93f1 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:03:27.652946 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5e0f7402-4b92-498f-86b0-2965f6b9d718 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:27.656667 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-5e0f7402-4b92-498f-86b0-2965f6b9d718 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/ports/1900ec49-1804-427d-94b1-aae2231cfef7 HTTP/1.1" status: 204 len: 168 time: 0.8134851 Feb 02 07:03:27.659071 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43332) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:27.667589 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=5b32ece0-d455-452b-bfe3-2901edd7d078,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:27.705361 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a62f7358-2cf5-4dbf-beae-7a9e90a93c6c req-3c603b5f-855d-49f6-8cef-dd21b712367c service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=581dfc1d9b9845f5acea9309ceff0410&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0912857 Feb 02 07:03:27.706006 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ba59c76b-7a4c-47c5-aa9e-9d8b5a9372af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (c87dbba5-e87f-49c2-bd9e-441f941c9a4c), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:27.708585 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ba59c76b-7a4c-47c5-aa9e-9d8b5a9372af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:27.709630 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-ba59c76b-7a4c-47c5-aa9e-9d8b5a9372af admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c87dbba5-e87f-49c2-bd9e-441f941c9a4c HTTP/1.1" status: 204 len: 168 time: 0.8411791 Feb 02 07:03:27.759160 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4bc09e-f94e-4dca-9597-537b5fec2347 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:27.761070 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4bc09e-f94e-4dca-9597-537b5fec2347 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:27.765883 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-4f4bc09e-f94e-4dca-9597-537b5fec2347 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1056585 Feb 02 07:03:27.767384 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43336) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:27.798582 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba59c76b-7a4c-47c5-aa9e-9d8b5a9372af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87dbba5-e87f-49c2-bd9e-441f941c9a4c,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:27.817757 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3eb13c85-ad72-4819-8e73-4716d7656b15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (00056845-6466-4995-82fe-e80ebe6aaccc), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:27.828618 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e007f0-bee3-491f-8ec3-e3adfd381495 req-3f662ae7-37e0-4e35-8e4a-6150a67c3ac0 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:27.834896 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e007f0-bee3-491f-8ec3-e3adfd381495 req-3f662ae7-37e0-4e35-8e4a-6150a67c3ac0 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:27.841723 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e007f0-bee3-491f-8ec3-e3adfd381495 req-3f662ae7-37e0-4e35-8e4a-6150a67c3ac0 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:27.847998 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e007f0-bee3-491f-8ec3-e3adfd381495 req-3f662ae7-37e0-4e35-8e4a-6150a67c3ac0 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:27.854436 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e007f0-bee3-491f-8ec3-e3adfd381495 req-3f662ae7-37e0-4e35-8e4a-6150a67c3ac0 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:27.860140 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e007f0-bee3-491f-8ec3-e3adfd381495 req-3f662ae7-37e0-4e35-8e4a-6150a67c3ac0 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:27.866146 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e007f0-bee3-491f-8ec3-e3adfd381495 req-3f662ae7-37e0-4e35-8e4a-6150a67c3ac0 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:27.868451 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c1e007f0-bee3-491f-8ec3-e3adfd381495 req-3f662ae7-37e0-4e35-8e4a-6150a67c3ac0 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 5419 time: 0.1962609 Feb 02 07:03:27.879339 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-87be1f6f-0e94-4dec-8d3c-df1b3593f588 None None] Provisioning complete for port 5b32ece0-d455-452b-bfe3-2901edd7d078 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:03:27.880118 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-87be1f6f-0e94-4dec-8d3c-df1b3593f588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (5b32ece0-d455-452b-bfe3-2901edd7d078), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:27.911950 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcbc3792-812d-44a2-9647-22b650ee0be7 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Deleting subnet b196d08f-efef-42a5-a874-638c99dcb755 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:03:27.920277 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-dcbc3792-812d-44a2-9647-22b650ee0be7 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for subnet (b196d08f-efef-42a5-a874-638c99dcb755), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:27.952947 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc29a3fc-60e7-49d2-b1bc-66e413c713e5 req-c2b03f12-75a3-4276-9d65-95e26a97399a tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:27.954512 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-dc29a3fc-60e7-49d2-b1bc-66e413c713e5 req-c2b03f12-75a3-4276-9d65-95e26a97399a tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] 10.222.0.87 "GET /v2.0/ports?device_id=2176da82-bb5b-45eb-be5d-62f74cade60c HTTP/1.1" status: 200 len: 946 time: 0.5239956 Feb 02 07:03:28.035222 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-dcbc3792-812d-44a2-9647-22b650ee0be7 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (b196d08f-efef-42a5-a874-638c99dcb755), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:28.050849 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-87be1f6f-0e94-4dec-8d3c-df1b3593f588 None None] Current status of the port 5b32ece0-d455-452b-bfe3-2901edd7d078 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:03:28.065448 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3eb13c85-ad72-4819-8e73-4716d7656b15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (00056845-6466-4995-82fe-e80ebe6aaccc), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:28.074330 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3eb13c85-ad72-4819-8e73-4716d7656b15 admin admin] Publish callbacks [] for router_controller (00056845-6466-4995-82fe-e80ebe6aaccc), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:28.104058 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c1e007f0-bee3-491f-8ec3-e3adfd381495 req-949dedef-b898-4bfd-bdd4-961a65d361be tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/security-groups?id=83500878-2b75-476a-931f-17df1a6782c5&id=2c89831c-2212-4fd4-82c0-50883e2a18e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2247124 Feb 02 07:03:28.169997 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-3f98e808-ea18-4bad-b386-330e868230db None None] Could not find standard attr ID for object 1900ec49-1804-427d-94b1-aae2231cfef7. {{(pid=109695) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 07:03:28.173758 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3eb13c85-ad72-4819-8e73-4716d7656b15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (00056845-6466-4995-82fe-e80ebe6aaccc), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:28.174323 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb13c85-ad72-4819-8e73-4716d7656b15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00056845-6466-4995-82fe-e80ebe6aaccc {{(pid=109693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:03:28.191851 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3eb13c85-ad72-4819-8e73-4716d7656b15 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:28.195773 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-3eb13c85-ad72-4819-8e73-4716d7656b15 admin admin] 10.222.0.87 "DELETE /v2.0/routers/00056845-6466-4995-82fe-e80ebe6aaccc HTTP/1.1" status: 204 len: 168 time: 2.4679441 Feb 02 07:03:28.198595 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43342) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:28.202900 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f7358-2cf5-4dbf-beae-7a9e90a93c6c req-9db93b51-d6e4-4e66-ab85-cfdc3228619c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:28.204438 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a62f7358-2cf5-4dbf-beae-7a9e90a93c6c req-9db93b51-d6e4-4e66-ab85-cfdc3228619c service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4817054 Feb 02 07:03:28.255123 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-af4694d7-fa82-48cd-9fdb-1ea90498e2a2 req-99c53d8b-9a3f-4f81-9eaf-5e47355904ff tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Deleting port 624c0067-5799-4b5f-bf58-4988662875b3 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:03:28.255834 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-af4694d7-fa82-48cd-9fdb-1ea90498e2a2 req-99c53d8b-9a3f-4f81-9eaf-5e47355904ff tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (624c0067-5799-4b5f-bf58-4988662875b3), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:28.271957 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-dc29a3fc-60e7-49d2-b1bc-66e413c713e5 req-0a84ddb1-9f62-44f1-9827-56b88b0792ad tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] 10.222.0.87 "GET /v2.0/security-groups?id=39ab1041-aa98-452c-9555-e34e8e32c020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2409282 Feb 02 07:03:28.275619 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43344) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:28.295373 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-dcbc3792-812d-44a2-9647-22b650ee0be7 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (b196d08f-efef-42a5-a874-638c99dcb755), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:28.320998 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1158cdd0-8cec-45e3-a78b-f1f5a6772535 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:28.375163 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-62285c7d-a0c7-4058-b2ca-fb32a00fc5b9 admin admin] Deleting subnet 1dcb5bc9-5c8a-43c9-a361-99bb039e8eee {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:03:28.382554 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-62285c7d-a0c7-4058-b2ca-fb32a00fc5b9 admin admin] Publish callbacks [] for subnet (1dcb5bc9-5c8a-43c9-a361-99bb039e8eee), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:28.384243 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497f1a93-05f3-4660-9356-a27d384859e8 req-aa6cc0b0-7869-4449-b557-8e9d5c0773b8 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:28.391936 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-497f1a93-05f3-4660-9356-a27d384859e8 req-aa6cc0b0-7869-4449-b557-8e9d5c0773b8 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2f92dd9-5697-4976-b165-77e520cf2520 HTTP/1.1" status: 200 len: 950 time: 0.1609442 Feb 02 07:03:28.425331 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-dcbc3792-812d-44a2-9647-22b650ee0be7 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (b196d08f-efef-42a5-a874-638c99dcb755), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:28.469995 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbc3792-812d-44a2-9647-22b650ee0be7 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event deleted for resources: {'Subnet': ['ID=b196d08f-efef-42a5-a874-638c99dcb755,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:28.472226 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-dcbc3792-812d-44a2-9647-22b650ee0be7 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:28.475511 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-dcbc3792-812d-44a2-9647-22b650ee0be7 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/subnets/b196d08f-efef-42a5-a874-638c99dcb755 HTTP/1.1" status: 204 len: 168 time: 0.7069371 Feb 02 07:03:28.480444 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-62285c7d-a0c7-4058-b2ca-fb32a00fc5b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (1dcb5bc9-5c8a-43c9-a361-99bb039e8eee), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:28.485652 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-497f1a93-05f3-4660-9356-a27d384859e8 req-77934fd0-d924-487b-8a61-f6d8dfb2e462 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928001 Feb 02 07:03:28.486552 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43350) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:28.494006 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e61a1f-1416-4c38-80c4-0764afb1ae80 None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:03:28.542989 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-e43b03d4-a73f-4d3f-b3e5-9a35f5277a92 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0551338 Feb 02 07:03:28.545479 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43352) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:28.581736 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 5b32ece0-d455-452b-bfe3-2901edd7d078 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:03:28.633455 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf2a79c-b2bb-450e-ad38-f3a0f1571b60 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:28.636198 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0cf2a79c-b2bb-450e-ad38-f3a0f1571b60 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0895536 Feb 02 07:03:28.638655 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43356) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:28.669050 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 5b32ece0-d455-452b-bfe3-2901edd7d078 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:03:28.669434 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (5b32ece0-d455-452b-bfe3-2901edd7d078), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:28.714390 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207811f0-7587-4cd0-b050-bc195c391057 req-7c0e22e6-5e5b-4993-af71-9730e9379dc3 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:28.716022 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-207811f0-7587-4cd0-b050-bc195c391057 req-7c0e22e6-5e5b-4993-af71-9730e9379dc3 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] 10.222.0.87 "GET /v2.0/ports?device_id=f4a75908-2371-4c85-9473-b54e3966e5b9 HTTP/1.1" status: 200 len: 946 time: 0.1285214 Feb 02 07:03:28.725956 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b710f6-31b4-4079-ab47-6c82049c7214 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:28.730292 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-32b710f6-31b4-4079-ab47-6c82049c7214 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0877261 Feb 02 07:03:28.730588 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43358) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:28.773054 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd196785-c598-4100-b541-c019bf26cbd3 None None] DHCP port deletion for 0866d72e-3544-4c93-a5a9-bf8114a5301e request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:03:28.779573 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 5b32ece0-d455-452b-bfe3-2901edd7d078 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:03:28.789351 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-1341b513-f6e8-408f-8eb9-777f6c9c9d80 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0491064 Feb 02 07:03:28.790572 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43360) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:28.801607 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-5955739f-86f7-43af-a2d3-40d7e90e53cb tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Request body: {'subnet': {'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:03:28.854255 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 26339ac3-2ed3-4d6c-91f0-d747cebcc0e2 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:03:28.858990 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-bd196785-c598-4100-b541-c019bf26cbd3 None None] Deleting port 5b32ece0-d455-452b-bfe3-2901edd7d078 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:03:28.859373 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-bd196785-c598-4100-b541-c019bf26cbd3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (5b32ece0-d455-452b-bfe3-2901edd7d078), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:28.888524 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 26339ac3-2ed3-4d6c-91f0-d747cebcc0e2 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:03:28.889268 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 26339ac3-2ed3-4d6c-91f0-d747cebcc0e2 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:03:28.899396 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-207811f0-7587-4cd0-b050-bc195c391057 req-ee8421b6-7f43-4223-85be-3ef76aeaca4a tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] 10.222.0.87 "GET /v2.0/security-groups?id=bbf59a33-bacd-4e9f-9a02-a6d8a3bc770f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1707070 Feb 02 07:03:28.943520 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5955739f-86f7-43af-a2d3-40d7e90e53cb tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Made reservation on behalf of d3e64a71e17749e693b291cf3514bb46 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:03:28.950789 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5955739f-86f7-43af-a2d3-40d7e90e53cb tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:28.962380 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-bd196785-c598-4100-b541-c019bf26cbd3 None None] For port 5b32ece0-d455-452b-bfe3-2901edd7d078, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=5b32ece0-d455-452b-bfe3-2901edd7d078,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:03:28.962925 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-bd196785-c598-4100-b541-c019bf26cbd3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (5b32ece0-d455-452b-bfe3-2901edd7d078), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:28.983014 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-bd196785-c598-4100-b541-c019bf26cbd3 None None] Calling delete_port for 5b32ece0-d455-452b-bfe3-2901edd7d078 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:03:29.013498 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9a18cfd4-3870-43a6-93c7-aed1007bdc60 req-92f7454d-dd36-490e-8339-8b2471b63e14 tempest-ServerShowV247Test-1552631908 tempest-ServerShowV247Test-1552631908-project] 10.222.0.87 "GET /v2.0/ports?device_id=14190854-9723-42bf-b5d0-df31ef64a13a HTTP/1.1" status: 200 len: 210 time: 0.0399940 Feb 02 07:03:29.077809 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-af4694d7-fa82-48cd-9fdb-1ea90498e2a2 req-99c53d8b-9a3f-4f81-9eaf-5e47355904ff tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] For port 624c0067-5799-4b5f-bf58-4988662875b3, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=624c0067-5799-4b5f-bf58-4988662875b3,segment=NetworkSegment(ef5217ce-ef3b-419b-8f4e-cebe7d5e664f),segment_id=ef5217ce-ef3b-419b-8f4e-cebe7d5e664f)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:03:29.078457 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-af4694d7-fa82-48cd-9fdb-1ea90498e2a2 req-99c53d8b-9a3f-4f81-9eaf-5e47355904ff tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (624c0067-5799-4b5f-bf58-4988662875b3), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:29.086579 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-bd196785-c598-4100-b541-c019bf26cbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (5b32ece0-d455-452b-bfe3-2901edd7d078), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:29.108893 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1158cdd0-8cec-45e3-a78b-f1f5a6772535 admin admin] Publish callbacks [] for security_group (9456973b-dc95-42e2-9889-6d5ba19bccbe), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:29.116303 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd196785-c598-4100-b541-c019bf26cbd3 None None] Pushing event deleted for resources: {'Port': ['ID=5b32ece0-d455-452b-bfe3-2901edd7d078,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:29.119994 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd196785-c598-4100-b541-c019bf26cbd3 None None] No DVR routers for this DVR port 5b32ece0-d455-452b-bfe3-2901edd7d078 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:03:29.152944 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa33b03-6938-48ab-9a37-6fda63cdd566 req-10e6e124-8ac2-4b02-8318-8e360da40dda tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:29.154619 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-afa33b03-6938-48ab-9a37-6fda63cdd566 req-10e6e124-8ac2-4b02-8318-8e360da40dda tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] 10.222.0.87 "GET /v2.0/ports?device_id=2176da82-bb5b-45eb-be5d-62f74cade60c HTTP/1.1" status: 200 len: 946 time: 0.7481153 Feb 02 07:03:29.178742 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43364) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:29.189636 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-f4c5d15d-446a-43ce-878a-94544595205d tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Request body: {'floatingip': {'port_id': '9841212a-dbab-428c-b98e-14454a9a7249'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:03:29.198457 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1158cdd0-8cec-45e3-a78b-f1f5a6772535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (9456973b-dc95-42e2-9889-6d5ba19bccbe), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:29.207274 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-62285c7d-a0c7-4058-b2ca-fb32a00fc5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (1dcb5bc9-5c8a-43c9-a361-99bb039e8eee), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:29.269497 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f4c5d15d-446a-43ce-878a-94544595205d tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Publish callbacks [] for floatingip (a243f2d9-72dd-4fee-bb8b-30e314e4ab9d), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:29.272286 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5955739f-86f7-43af-a2d3-40d7e90e53cb tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (46ab69cf-ddd7-4bea-95e7-888530e9ae81), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:29.305075 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-1158cdd0-8cec-45e3-a78b-f1f5a6772535 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=637041cb957d41a084586a9d1997e281&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0279162 Feb 02 07:03:29.314304 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43366) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:29.321148 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1158cdd0-8cec-45e3-a78b-f1f5a6772535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9456973b-dc95-42e2-9889-6d5ba19bccbe,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:29.386325 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-62285c7d-a0c7-4058-b2ca-fb32a00fc5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (1dcb5bc9-5c8a-43c9-a361-99bb039e8eee), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:29.445096 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62285c7d-a0c7-4058-b2ca-fb32a00fc5b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dcb5bc9-5c8a-43c9-a361-99bb039e8eee,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:29.449409 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-62285c7d-a0c7-4058-b2ca-fb32a00fc5b9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:29.455026 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-62285c7d-a0c7-4058-b2ca-fb32a00fc5b9 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/1dcb5bc9-5c8a-43c9-a361-99bb039e8eee HTTP/1.1" status: 204 len: 168 time: 1.2472801 Feb 02 07:03:29.458113 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43368) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:29.460089 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c6ead7-29fc-4c7b-838c-e35a730a638b None None] Network f76a2a42-2bf8-4a80-b726-b7bf0d79d463 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:03:29.502921 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-af4694d7-fa82-48cd-9fdb-1ea90498e2a2 req-99c53d8b-9a3f-4f81-9eaf-5e47355904ff tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:29.503280 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-af4694d7-fa82-48cd-9fdb-1ea90498e2a2 req-99c53d8b-9a3f-4f81-9eaf-5e47355904ff tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (c9ac476c-1065-49dd-8bcb-c2e2dfc583e7), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:29.503650 n-d-789963-26 neutron-server[109693]: INFO neutron.db.l3_db [req-af4694d7-fa82-48cd-9fdb-1ea90498e2a2 req-99c53d8b-9a3f-4f81-9eaf-5e47355904ff tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Floating IP c9ac476c-1065-49dd-8bcb-c2e2dfc583e7 disassociated. External IP: 172.25.4.91, port: 624c0067-5799-4b5f-bf58-4988662875b3. Feb 02 07:03:29.504123 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-af4694d7-fa82-48cd-9fdb-1ea90498e2a2 req-99c53d8b-9a3f-4f81-9eaf-5e47355904ff tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Calling delete_port for 624c0067-5799-4b5f-bf58-4988662875b3 owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:03:29.593983 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8c7629f7-47a5-438e-af96-d58332db49c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (f76a2a42-2bf8-4a80-b726-b7bf0d79d463), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:29.613554 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:03:29.650442 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa8900d-90f0-42f4-a455-44b7984d379d None None] DHCP port deletion for f76a2a42-2bf8-4a80-b726-b7bf0d79d463 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:03:29.704245 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5955739f-86f7-43af-a2d3-40d7e90e53cb tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:03:29.704867 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-5aa8900d-90f0-42f4-a455-44b7984d379d None None] Deleting port e99e78ff-d0d6-46e7-a27e-5e2b676939aa {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:03:29.705315 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5aa8900d-90f0-42f4-a455-44b7984d379d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (e99e78ff-d0d6-46e7-a27e-5e2b676939aa), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:29.710884 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a62f7358-2cf5-4dbf-beae-7a9e90a93c6c req-91b7c776-e027-4e83-a5c6-ca737161b45e tempest-ServerShowV247Test-1552631908 tempest-ServerShowV247Test-1552631908-project] 10.222.0.88 "GET /v2.0/ports?device_id=14190854-9723-42bf-b5d0-df31ef64a13a HTTP/1.1" status: 200 len: 210 time: 0.0483670 Feb 02 07:03:29.743138 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-5955739f-86f7-43af-a2d3-40d7e90e53cb tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:03:29.759068 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38984d9b-4808-4e2d-8036-7ca0b27e3248 req-f41c674d-3641-45b4-a808-08690c5260e6 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:29.760637 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c91b00b-fb5f-4198-8d81-748836a6d672 req-e4a6144f-50a6-4486-abdd-ba807704f59a tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:29.761118 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-38984d9b-4808-4e2d-8036-7ca0b27e3248 req-f41c674d-3641-45b4-a808-08690c5260e6 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2f92dd9-5697-4976-b165-77e520cf2520 HTTP/1.1" status: 200 len: 950 time: 0.1734293 Feb 02 07:03:29.766042 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c91b00b-fb5f-4198-8d81-748836a6d672 req-e4a6144f-50a6-4486-abdd-ba807704f59a tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:29.771191 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c91b00b-fb5f-4198-8d81-748836a6d672 req-e4a6144f-50a6-4486-abdd-ba807704f59a tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:29.776769 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c91b00b-fb5f-4198-8d81-748836a6d672 req-e4a6144f-50a6-4486-abdd-ba807704f59a tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:29.781887 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c91b00b-fb5f-4198-8d81-748836a6d672 req-e4a6144f-50a6-4486-abdd-ba807704f59a tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:29.787115 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c91b00b-fb5f-4198-8d81-748836a6d672 req-e4a6144f-50a6-4486-abdd-ba807704f59a tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:29.793687 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c91b00b-fb5f-4198-8d81-748836a6d672 req-e4a6144f-50a6-4486-abdd-ba807704f59a tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:29.801668 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1c91b00b-fb5f-4198-8d81-748836a6d672 req-e4a6144f-50a6-4486-abdd-ba807704f59a tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 5419 time: 0.6204412 Feb 02 07:03:29.813197 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcf3288-99c7-4ce6-af66-62beaed1cfe4 None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:03:29.817111 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5955739f-86f7-43af-a2d3-40d7e90e53cb tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:29.818078 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5955739f-86f7-43af-a2d3-40d7e90e53cb tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:29.833395 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-8c7629f7-47a5-438e-af96-d58332db49c2 admin admin] Deleting port e99e78ff-d0d6-46e7-a27e-5e2b676939aa {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:03:29.833395 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8c7629f7-47a5-438e-af96-d58332db49c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (e99e78ff-d0d6-46e7-a27e-5e2b676939aa), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:29.848994 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5955739f-86f7-43af-a2d3-40d7e90e53cb tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event updated for resources: {'Subnet': ['ID=46ab69cf-ddd7-4bea-95e7-888530e9ae81,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:29.878162 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-5955739f-86f7-43af-a2d3-40d7e90e53cb tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0815854 Feb 02 07:03:29.886620 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43372) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:29.897384 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-5aa8900d-90f0-42f4-a455-44b7984d379d None None] For port e99e78ff-d0d6-46e7-a27e-5e2b676939aa, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=e99e78ff-d0d6-46e7-a27e-5e2b676939aa,segment=NetworkSegment(4448c07b-38af-4471-8e0c-a851a80cb50c),segment_id=4448c07b-38af-4471-8e0c-a851a80cb50c)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:03:29.898534 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5aa8900d-90f0-42f4-a455-44b7984d379d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (e99e78ff-d0d6-46e7-a27e-5e2b676939aa), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:29.926249 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-56f1bb83-90c7-4425-87f6-93de52a4680c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Request body: {'port': {'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'fixed_ips': [{'subnet_id': '46ab69cf-ddd7-4bea-95e7-888530e9ae81', 'ip_address': '2001:db8::ab4b:f17e:4591:b3a6'}], 'name': 'tempest-NetworksTestDHCPv6-996625026'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:03:29.932269 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-af4694d7-fa82-48cd-9fdb-1ea90498e2a2 req-99c53d8b-9a3f-4f81-9eaf-5e47355904ff tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (624c0067-5799-4b5f-bf58-4988662875b3), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:29.940385 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-38984d9b-4808-4e2d-8036-7ca0b27e3248 req-d8cfd5e2-a3ab-43e6-a134-c95a98746c41 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356275 Feb 02 07:03:29.941829 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-8c7629f7-47a5-438e-af96-d58332db49c2 admin admin] For port e99e78ff-d0d6-46e7-a27e-5e2b676939aa, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=e99e78ff-d0d6-46e7-a27e-5e2b676939aa,segment=NetworkSegment(4448c07b-38af-4471-8e0c-a851a80cb50c),segment_id=4448c07b-38af-4471-8e0c-a851a80cb50c)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:03:29.942171 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8c7629f7-47a5-438e-af96-d58332db49c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (e99e78ff-d0d6-46e7-a27e-5e2b676939aa), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:29.991376 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c53d8b-9a3f-4f81-9eaf-5e47355904ff tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Pushing event deleted for resources: {'Port': ['ID=624c0067-5799-4b5f-bf58-4988662875b3,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:29.993425 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-8c7629f7-47a5-438e-af96-d58332db49c2 admin admin] Calling delete_port for e99e78ff-d0d6-46e7-a27e-5e2b676939aa owned by network:dhcp {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:03:30.029431 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-63531f46-d24c-4c1f-88c8-1a421d0e9abb admin admin] Publish callbacks [] for security_group (9456973b-dc95-42e2-9889-6d5ba19bccbe), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:30.097790 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-5aa8900d-90f0-42f4-a455-44b7984d379d None None] Calling delete_port for e99e78ff-d0d6-46e7-a27e-5e2b676939aa owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:03:30.121785 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ce077976-5da0-4ea2-8f10-6251af3cf1ef req-b26e7799-1190-4ef7-aa2f-6082285cf4bc tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] 10.222.0.87 "GET /v2.0/ports?device_id=f4a75908-2371-4c85-9473-b54e3966e5b9 HTTP/1.1" status: 200 len: 210 time: 0.0422533 Feb 02 07:03:30.129808 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1c91b00b-fb5f-4198-8d81-748836a6d672 req-ac434589-76b0-44bd-9958-72859bb74659 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/security-groups?id=83500878-2b75-476a-931f-17df1a6782c5&id=2c89831c-2212-4fd4-82c0-50883e2a18e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3274372 Feb 02 07:03:30.156220 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-63531f46-d24c-4c1f-88c8-1a421d0e9abb admin admin] Publish callbacks [] for security_group (9456973b-dc95-42e2-9889-6d5ba19bccbe), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:30.205527 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e6e00b-d310-475f-888f-15ed35527136 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-0866d72e-3544-4c93-a5a9-bf8114a5301e', 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'project_id': 'd3e64a71e17749e693b291cf3514bb46', 'fixed_ips': [{'subnet_id': '46ab69cf-ddd7-4bea-95e7-888530e9ae81'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:03:30.206403 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-13e6e00b-d310-475f-888f-15ed35527136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:30.225883 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af4694d7-fa82-48cd-9fdb-1ea90498e2a2 req-99c53d8b-9a3f-4f81-9eaf-5e47355904ff tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Router b4be495f-6db6-48f7-baca-231a2de33ee2 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:03:30.231516 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8c7629f7-47a5-438e-af96-d58332db49c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (e99e78ff-d0d6-46e7-a27e-5e2b676939aa), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:30.253933 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5aa8900d-90f0-42f4-a455-44b7984d379d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (e99e78ff-d0d6-46e7-a27e-5e2b676939aa), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:30.305833 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7629f7-47a5-438e-af96-d58332db49c2 admin admin] No DVR routers for this DVR port e99e78ff-d0d6-46e7-a27e-5e2b676939aa on host n-d-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:03:30.308250 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7629f7-47a5-438e-af96-d58332db49c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e99e78ff-d0d6-46e7-a27e-5e2b676939aa,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:30.346527 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa8900d-90f0-42f4-a455-44b7984d379d None None] Pushing event deleted for resources: {'Port': ['ID=e99e78ff-d0d6-46e7-a27e-5e2b676939aa,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:30.353705 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa8900d-90f0-42f4-a455-44b7984d379d None None] No DVR routers for this DVR port e99e78ff-d0d6-46e7-a27e-5e2b676939aa on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:03:30.362037 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0314cde0-527d-4a66-a906-bfe05ecd7e4b req-7acbaacf-33cd-47f0-8ab5-383ee14011e1 tempest-ServerShowV247Test-1552631908 tempest-ServerShowV247Test-1552631908-project] 10.222.0.87 "GET /v2.0/ports?device_id=14190854-9723-42bf-b5d0-df31ef64a13a HTTP/1.1" status: 200 len: 210 time: 0.0645399 Feb 02 07:03:30.435121 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f1bb83-90c7-4425-87f6-93de52a4680c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Made reservation on behalf of d3e64a71e17749e693b291cf3514bb46 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:03:30.497474 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-13e6e00b-d310-475f-888f-15ed35527136 None None] Allocated IP 2001:db8::2 (0866d72e-3544-4c93-a5a9-bf8114a5301e/46ab69cf-ddd7-4bea-95e7-888530e9ae81/f5fd7240-d67f-41e9-b55c-df5222956eab) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:03:30.513058 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8c7629f7-47a5-438e-af96-d58332db49c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (f76a2a42-2bf8-4a80-b726-b7bf0d79d463), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:30.577350 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-8c7629f7-47a5-438e-af96-d58332db49c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f76a2a42-2bf8-4a80-b726-b7bf0d79d463']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:03:30.587441 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device e99e78ff-d0d6-46e7-a27e-5e2b676939aa no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:03:30.594293 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-8c7629f7-47a5-438e-af96-d58332db49c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4448c07b-38af-4471-8e0c-a851a80cb50c') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:03:30.594531 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-8c7629f7-47a5-438e-af96-d58332db49c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4448c07b-38af-4471-8e0c-a851a80cb50c') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:03:30.606156 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af4694d7-fa82-48cd-9fdb-1ea90498e2a2 req-99c53d8b-9a3f-4f81-9eaf-5e47355904ff tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:03:30.612341 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8c7629f7-47a5-438e-af96-d58332db49c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (4448c07b-38af-4471-8e0c-a851a80cb50c), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:30.621648 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af87f107-fb4a-4e7c-80ed-1fac7011a2d1 None None] Sync routers for ids ['b4be495f-6db6-48f7-baca-231a2de33ee2'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:03:30.642739 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af87f107-fb4a-4e7c-80ed-1fac7011a2d1 None None] Routers {'b4be495f-6db6-48f7-baca-231a2de33ee2'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:03:30.644932 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-af87f107-fb4a-4e7c-80ed-1fac7011a2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:03:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['b4be495f-6db6-48f7-baca-231a2de33ee2'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:03:30.671400 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: e99e78ff-d0d6-46e7-a27e-5e2b676939aa {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:03:30.671806 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device e99e78ff-d0d6-46e7-a27e-5e2b676939aa not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:03:30.672243 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 5b32ece0-d455-452b-bfe3-2901edd7d078 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:03:30.682779 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8c7629f7-47a5-438e-af96-d58332db49c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (4448c07b-38af-4471-8e0c-a851a80cb50c), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:30.685260 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-af4694d7-fa82-48cd-9fdb-1ea90498e2a2 req-99c53d8b-9a3f-4f81-9eaf-5e47355904ff tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] No DVR routers for this DVR port 624c0067-5799-4b5f-bf58-4988662875b3 on host n-h2-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:03:30.688628 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-af4694d7-fa82-48cd-9fdb-1ea90498e2a2 req-99c53d8b-9a3f-4f81-9eaf-5e47355904ff tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:30.692424 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-af4694d7-fa82-48cd-9fdb-1ea90498e2a2 req-99c53d8b-9a3f-4f81-9eaf-5e47355904ff tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] 10.222.0.59 "DELETE /v2.0/ports/624c0067-5799-4b5f-bf58-4988662875b3 HTTP/1.1" status: 204 len: 173 time: 3.2097988 Feb 02 07:03:30.695255 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a75908-2371-4c85-9473-b54e3966e5b9', 'name': 'network-vif-deleted', 'tag': '624c0067-5799-4b5f-bf58-4988662875b3'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:03:30.699009 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c6e561-35aa-4b3a-89e0-9dd58bbca545" -d '{"events": [{"server_uuid": "f4a75908-2371-4c85-9473-b54e3966e5b9", "name": "network-vif-deleted", "tag": "624c0067-5799-4b5f-bf58-4988662875b3"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:03:30.704270 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c7629f7-47a5-438e-af96-d58332db49c2 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:03:30.704677 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8c7629f7-47a5-438e-af96-d58332db49c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (4448c07b-38af-4471-8e0c-a851a80cb50c), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:30.706558 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:03:30.706558 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:03:30.706558 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:03:30.706558 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:03:30.706558 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:03:30.706558 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:03:30.706558 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:03:30.706558 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:03:30.706558 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:03:30.706558 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:03:30.706558 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:03:30.706558 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:03:30.706558 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:03:30.706558 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:03:30.706558 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:03:30.706558 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:03:30.706558 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:03:30.706558 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:03:30.706558 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:03:30.706558 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:03:30.706558 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:03:30.706558 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:03:30.706558 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:03:30.706558 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:03:30.706558 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:03:30.706558 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:03:30.706558 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:03:30.706558 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:03:30.706558 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:03:30.706558 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:03:30.706558 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:03:30.706558 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:03:30.745743 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f4c5d15d-446a-43ce-878a-94544595205d tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:30.749490 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-63531f46-d24c-4c1f-88c8-1a421d0e9abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (9456973b-dc95-42e2-9889-6d5ba19bccbe), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:30.752338 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-63531f46-d24c-4c1f-88c8-1a421d0e9abb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:30.756654 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-63531f46-d24c-4c1f-88c8-1a421d0e9abb admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/9456973b-dc95-42e2-9889-6d5ba19bccbe HTTP/1.1" status: 204 len: 168 time: 1.4401410 Feb 02 07:03:30.765850 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f4c5d15d-446a-43ce-878a-94544595205d tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (a243f2d9-72dd-4fee-bb8b-30e314e4ab9d), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:30.782447 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8c7629f7-47a5-438e-af96-d58332db49c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (f76a2a42-2bf8-4a80-b726-b7bf0d79d463), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:30.795479 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8c7629f7-47a5-438e-af96-d58332db49c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:30.807460 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-8c7629f7-47a5-438e-af96-d58332db49c2 admin admin] 10.222.0.87 "DELETE /v2.0/networks/f76a2a42-2bf8-4a80-b726-b7bf0d79d463 HTTP/1.1" status: 204 len: 168 time: 1.3457878 Feb 02 07:03:30.844604 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 5b32ece0-d455-452b-bfe3-2901edd7d078 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:03:30.844964 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 5b32ece0-d455-452b-bfe3-2901edd7d078 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:03:30.881474 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7629f7-47a5-438e-af96-d58332db49c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f76a2a42-2bf8-4a80-b726-b7bf0d79d463,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:30.897402 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c85bc9a6-b493-40eb-903f-e00aaad8a3bf x-openstack-request-id: req-c85bc9a6-b493-40eb-903f-e00aaad8a3bf {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:03:30.900057 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4a75908-2371-4c85-9473-b54e3966e5b9", "name": "network-vif-deleted", "tag": "624c0067-5799-4b5f-bf58-4988662875b3", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:03:30.901216 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c85bc9a6-b493-40eb-903f-e00aaad8a3bf {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:03:30.901786 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4a75908-2371-4c85-9473-b54e3966e5b9', 'name': 'network-vif-deleted', 'tag': '624c0067-5799-4b5f-bf58-4988662875b3', 'status': 'completed', 'code': 200} Feb 02 07:03:30.923053 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-af87f107-fb4a-4e7c-80ed-1fac7011a2d1 None None] Set router b4be495f-6db6-48f7-baca-231a2de33ee2 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:03:30.956393 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63531f46-d24c-4c1f-88c8-1a421d0e9abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9456973b-dc95-42e2-9889-6d5ba19bccbe,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:30.956973 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-13e6e00b-d310-475f-888f-15ed35527136 None None] Publish callbacks [] for port (f5fd7240-d67f-41e9-b55c-df5222956eab), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:31.026416 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-13e6e00b-d310-475f-888f-15ed35527136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (f5fd7240-d67f-41e9-b55c-df5222956eab), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:31.046192 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-56f1bb83-90c7-4425-87f6-93de52a4680c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:31.049775 n-d-789963-26 neutron-server[109694]: INFO neutron.db.l3_db [None req-f4c5d15d-446a-43ce-878a-94544595205d tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Floating IP a243f2d9-72dd-4fee-bb8b-30e314e4ab9d associated. External IP: 172.25.4.93, port: 9841212a-dbab-428c-b98e-14454a9a7249. Feb 02 07:03:31.123713 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e6e00b-d310-475f-888f-15ed35527136 None None] Pushing event updated for resources: {'Port': ['ID=f5fd7240-d67f-41e9-b55c-df5222956eab,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:31.133683 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [None req-56f1bb83-90c7-4425-87f6-93de52a4680c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] device_id is not set on port 90f1db0b-de84-4c9a-856b-e6490f119bd8 yet. {{(pid=109694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:03:31.139335 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e6e00b-d310-475f-888f-15ed35527136 None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:03:31.144643 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-13e6e00b-d310-475f-888f-15ed35527136 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:03:31.147616 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e6e00b-d310-475f-888f-15ed35527136 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:03:31.195521 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43392) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:31.217528 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-af87f107-fb4a-4e7c-80ed-1fac7011a2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4be495f-6db6-48f7-baca-231a2de33ee2', 'name': 'tempest-ServersTestJSON-2087778775-router', 'tenant_id': '8a72e2ddd46d4aa092090e984ad4bccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'd54a553f-dfd6-4685-bef7-04d95ad2ecd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:00:55Z', 'updated_at': '2022-02-02T07:01:10Z', 'revision_number': 4, 'project_id': '8a72e2ddd46d4aa092090e984ad4bccb', 'gw_port': {'id': 'd54a553f-dfd6-4685-bef7-04d95ad2ecd7', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:33:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4be495f-6db6-48f7-baca-231a2de33ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:00:57Z', 'updated_at': '2022-02-02T07:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '0841de10-1522-44ca-bbe0-a68467d66fc1', 'name': '', 'network_id': 'b8d318ee-7be7-4e51-831e-7b86032e2315', 'tenant_id': '8a72e2ddd46d4aa092090e984ad4bccb', 'mac_address': 'fa:16:3e:af:77:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4be495f-6db6-48f7-baca-231a2de33ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '8f8923d3-8f99-44de-be03-a294b1207322', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:01:05Z', 'updated_at': '2022-02-02T07:01:19Z', 'revision_number': 5, 'project_id': '8a72e2ddd46d4aa092090e984ad4bccb', 'subnets': [{'id': '8f8923d3-8f99-44de-be03-a294b1207322', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:03:31.258883 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af87f107-fb4a-4e7c-80ed-1fac7011a2d1 None None] Checking router: b4be495f-6db6-48f7-baca-231a2de33ee2 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:03:31.287872 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af87f107-fb4a-4e7c-80ed-1fac7011a2d1 None None] Routers {'b4be495f-6db6-48f7-baca-231a2de33ee2'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:03:31.290172 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-af87f107-fb4a-4e7c-80ed-1fac7011a2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:03:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['b4be495f-6db6-48f7-baca-231a2de33ee2'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:03:31.315207 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-dfcd86c6-aefa-483b-8b3e-1d85bdf63336 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=2031c8dec76343b19c4dd27b8df929f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1171050 Feb 02 07:03:31.316938 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c680e0-3da1-4806-88ed-e1287e06635a req-b3a9c83e-4e93-4219-af75-730bd5e0b5d4 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:31.319423 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43396) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:31.324703 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-13e6e00b-d310-475f-888f-15ed35527136 None None] Attempting to bind port f5fd7240-d67f-41e9-b55c-df5222956eab on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:03:31.325090 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-13e6e00b-d310-475f-888f-15ed35527136 None None] Attempting to bind port f5fd7240-d67f-41e9-b55c-df5222956eab by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:03:31.325465 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e6e00b-d310-475f-888f-15ed35527136 None None] Attempting to bind port f5fd7240-d67f-41e9-b55c-df5222956eab on network 0866d72e-3544-4c93-a5a9-bf8114a5301e {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:03:31.325791 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c6c680e0-3da1-4806-88ed-e1287e06635a req-b3a9c83e-4e93-4219-af75-730bd5e0b5d4 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2f92dd9-5697-4976-b165-77e520cf2520 HTTP/1.1" status: 200 len: 950 time: 0.2185602 Feb 02 07:03:31.338559 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e6e00b-d310-475f-888f-15ed35527136 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:03:31.338951 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e6e00b-d310-475f-888f-15ed35527136 None None] Checking segment: {'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:03:31.339369 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-13e6e00b-d310-475f-888f-15ed35527136 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:31.339905 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e6e00b-d310-475f-888f-15ed35527136 None None] Bound using segment: {'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:03:31.340396 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-13e6e00b-d310-475f-888f-15ed35527136 None None] Bound port: f5fd7240-d67f-41e9-b55c-df5222956eab, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:03:31.340791 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-13e6e00b-d310-475f-888f-15ed35527136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f5fd7240-d67f-41e9-b55c-df5222956eab), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:31.420298 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-13e6e00b-d310-475f-888f-15ed35527136 None None] For port f5fd7240-d67f-41e9-b55c-df5222956eab, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:03:31.425346 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-13e6e00b-d310-475f-888f-15ed35527136 None None] For port f5fd7240-d67f-41e9-b55c-df5222956eab, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=f5fd7240-d67f-41e9-b55c-df5222956eab,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:03:31.436476 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-13e6e00b-d310-475f-888f-15ed35527136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (f5fd7240-d67f-41e9-b55c-df5222956eab), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:31.439098 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c6c680e0-3da1-4806-88ed-e1287e06635a req-47a88d4b-3cb0-43a5-81a9-d07d90fbee1c tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119401 Feb 02 07:03:31.533935 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-dea78059-045e-4bc6-b08a-4959906ee32b admin admin] Publish callbacks [] for security_group (fac67306-074f-4bb5-9a2c-330ae9ad5f68), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:31.566946 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-af87f107-fb4a-4e7c-80ed-1fac7011a2d1 None None] Set router b4be495f-6db6-48f7-baca-231a2de33ee2 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:03:31.567237 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 624c0067-5799-4b5f-bf58-4988662875b3 no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:03:31.629207 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] No Port match for: 624c0067-5799-4b5f-bf58-4988662875b3 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:03:31.629569 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 624c0067-5799-4b5f-bf58-4988662875b3 not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:03:31.630004 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 8983c95f-d2a5-40fc-ab6f-8385eea021b2 no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:03:31.637489 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e6e00b-d310-475f-888f-15ed35527136 None None] Pushing event updated for resources: {'Port': ['ID=f5fd7240-d67f-41e9-b55c-df5222956eab,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:31.644361 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a451ad-7852-476b-8817-897399aa7fae req-1f083742-c081-4a68-9872-37471b2c9b43 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:31.669106 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a451ad-7852-476b-8817-897399aa7fae req-1f083742-c081-4a68-9872-37471b2c9b43 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:31.682142 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a451ad-7852-476b-8817-897399aa7fae req-1f083742-c081-4a68-9872-37471b2c9b43 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:31.697531 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a451ad-7852-476b-8817-897399aa7fae req-1f083742-c081-4a68-9872-37471b2c9b43 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:31.706637 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a451ad-7852-476b-8817-897399aa7fae req-1f083742-c081-4a68-9872-37471b2c9b43 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:31.722905 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a451ad-7852-476b-8817-897399aa7fae req-1f083742-c081-4a68-9872-37471b2c9b43 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:31.739041 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a451ad-7852-476b-8817-897399aa7fae req-1f083742-c081-4a68-9872-37471b2c9b43 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:31.743058 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0014bfb6-fc4c-44f5-9fbf-c7d8724c41b6 req-6967d69c-688b-4fac-a55b-8cf0d7fdaadc tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] 10.222.0.87 "GET /v2.0/ports?device_id=f4a75908-2371-4c85-9473-b54e3966e5b9 HTTP/1.1" status: 200 len: 210 time: 0.1300461 Feb 02 07:03:31.743250 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-84a451ad-7852-476b-8817-897399aa7fae req-1f083742-c081-4a68-9872-37471b2c9b43 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 5419 time: 0.3215621 Feb 02 07:03:31.750797 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-dea78059-045e-4bc6-b08a-4959906ee32b admin admin] Publish callbacks [] for security_group (fac67306-074f-4bb5-9a2c-330ae9ad5f68), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:31.806207 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 8983c95f-d2a5-40fc-ab6f-8385eea021b2 is: ACTIVE; New status is: DOWN {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:03:31.806655 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (8983c95f-d2a5-40fc-ab6f-8385eea021b2), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:31.819996 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-56f1bb83-90c7-4425-87f6-93de52a4680c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Allocated IP 2001:db8::ab4b:f17e:4591:b3a6 (0866d72e-3544-4c93-a5a9-bf8114a5301e/46ab69cf-ddd7-4bea-95e7-888530e9ae81/90f1db0b-de84-4c9a-856b-e6490f119bd8) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:03:31.877780 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2f92dd9-5697-4976-b165-77e520cf2520', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8983c95f-d2a5-40fc-ab6f-8385eea021b2'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:03:31.883995 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4c5d15d-446a-43ce-878a-94544595205d tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Router 26351360-de0e-4c20-8810-bcad3e59ddb8 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:03:31.888274 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8886efae-ae0b-4fb6-9e43-f2256fa11bd8" -d '{"events": [{"server_uuid": "e2f92dd9-5697-4976-b165-77e520cf2520", "name": "network-vif-unplugged", "status": "completed", "tag": "8983c95f-d2a5-40fc-ab6f-8385eea021b2"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:03:31.913763 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-af87f107-fb4a-4e7c-80ed-1fac7011a2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4be495f-6db6-48f7-baca-231a2de33ee2', 'name': 'tempest-ServersTestJSON-2087778775-router', 'tenant_id': '8a72e2ddd46d4aa092090e984ad4bccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'd54a553f-dfd6-4685-bef7-04d95ad2ecd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:00:55Z', 'updated_at': '2022-02-02T07:01:10Z', 'revision_number': 4, 'project_id': '8a72e2ddd46d4aa092090e984ad4bccb', 'gw_port': {'id': 'd54a553f-dfd6-4685-bef7-04d95ad2ecd7', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:33:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4be495f-6db6-48f7-baca-231a2de33ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:00:57Z', 'updated_at': '2022-02-02T07:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '0841de10-1522-44ca-bbe0-a68467d66fc1', 'name': '', 'network_id': 'b8d318ee-7be7-4e51-831e-7b86032e2315', 'tenant_id': '8a72e2ddd46d4aa092090e984ad4bccb', 'mac_address': 'fa:16:3e:af:77:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4be495f-6db6-48f7-baca-231a2de33ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '8f8923d3-8f99-44de-be03-a294b1207322', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:01:05Z', 'updated_at': '2022-02-02T07:01:19Z', 'revision_number': 5, 'project_id': '8a72e2ddd46d4aa092090e984ad4bccb', 'subnets': [{'id': '8f8923d3-8f99-44de-be03-a294b1207322', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:03:31.928066 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 8983c95f-d2a5-40fc-ab6f-8385eea021b2, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=8983c95f-d2a5-40fc-ab6f-8385eea021b2,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:03:31.938335 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (8983c95f-d2a5-40fc-ab6f-8385eea021b2), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:31.970551 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af87f107-fb4a-4e7c-80ed-1fac7011a2d1 None None] The sync data for ids ['b4be495f-6db6-48f7-baca-231a2de33ee2'] in n-d-789963-26 is: [{'id': 'b4be495f-6db6-48f7-baca-231a2de33ee2', 'name': 'tempest-ServersTestJSON-2087778775-router', 'tenant_id': '8a72e2ddd46d4aa092090e984ad4bccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'd54a553f-dfd6-4685-bef7-04d95ad2ecd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:00:55Z', 'updated_at': '2022-02-02T07:01:10Z', 'revision_number': 4, 'project_id': '8a72e2ddd46d4aa092090e984ad4bccb', 'gw_port': {'id': 'd54a553f-dfd6-4685-bef7-04d95ad2ecd7', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:33:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4be495f-6db6-48f7-baca-231a2de33ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:00:57Z', 'updated_at': '2022-02-02T07:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '0841de10-1522-44ca-bbe0-a68467d66fc1', 'name': '', 'network_id': 'b8d318ee-7be7-4e51-831e-7b86032e2315', 'tenant_id': '8a72e2ddd46d4aa092090e984ad4bccb', 'mac_address': 'fa:16:3e:af:77:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4be495f-6db6-48f7-baca-231a2de33ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': '8f8923d3-8f99-44de-be03-a294b1207322', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:01:05Z', 'updated_at': '2022-02-02T07:01:19Z', 'revision_number': 5, 'project_id': '8a72e2ddd46d4aa092090e984ad4bccb', 'subnets': [{'id': '8f8923d3-8f99-44de-be03-a294b1207322', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:03:31.982618 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-dea78059-045e-4bc6-b08a-4959906ee32b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (fac67306-074f-4bb5-9a2c-330ae9ad5f68), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:31.987884 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-dea78059-045e-4bc6-b08a-4959906ee32b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:31.993705 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-dea78059-045e-4bc6-b08a-4959906ee32b admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/fac67306-074f-4bb5-9a2c-330ae9ad5f68 HTTP/1.1" status: 204 len: 168 time: 0.6706707 Feb 02 07:03:32.019617 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea78059-045e-4bc6-b08a-4959906ee32b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac67306-074f-4bb5-9a2c-330ae9ad5f68,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:32.028192 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-84a451ad-7852-476b-8817-897399aa7fae req-6043b022-21eb-41af-9e2d-39a90c01acbd tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/security-groups?id=83500878-2b75-476a-931f-17df1a6782c5&id=2c89831c-2212-4fd4-82c0-50883e2a18e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1900787 Feb 02 07:03:32.170866 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=8983c95f-d2a5-40fc-ab6f-8385eea021b2,revision_number=9']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:32.185760 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 07:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d789981-7974-47c8-9f6a-e7c8b820baa5 x-openstack-request-id: req-2d789981-7974-47c8-9f6a-e7c8b820baa5 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:03:32.186061 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2f92dd9-5697-4976-b165-77e520cf2520", "name": "network-vif-unplugged", "status": "completed", "tag": "8983c95f-d2a5-40fc-ab6f-8385eea021b2", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:03:32.186445 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-2d789981-7974-47c8-9f6a-e7c8b820baa5 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:03:32.186733 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2f92dd9-5697-4976-b165-77e520cf2520', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8983c95f-d2a5-40fc-ab6f-8385eea021b2', 'code': 200} Feb 02 07:03:32.309690 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a65b9413-8661-437c-a5ef-ea9e228bcc12 req-f30ac951-1b26-41af-9554-562e11e20754 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=581dfc1d9b9845f5acea9309ceff0410&device_id=1b2daeea-d1d6-4454-8c28-bc94c1d63f84 HTTP/1.1" status: 200 len: 210 time: 0.0613661 Feb 02 07:03:32.339263 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c5d15d-446a-43ce-878a-94544595205d tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:03:32.347129 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f4c5d15d-446a-43ce-878a-94544595205d tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:32.350420 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ccd723-7288-4da4-bdbc-5cbc618d9f38 None None] Sync routers for ids ['26351360-de0e-4c20-8810-bcad3e59ddb8'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:03:32.371636 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ccd723-7288-4da4-bdbc-5cbc618d9f38 None None] Routers {'26351360-de0e-4c20-8810-bcad3e59ddb8'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:03:32.372390 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-f3ccd723-7288-4da4-bdbc-5cbc618d9f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:03:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['26351360-de0e-4c20-8810-bcad3e59ddb8'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:03:32.392555 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f4c5d15d-446a-43ce-878a-94544595205d tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] 10.222.0.87 "PUT /v2.0/floatingips/a243f2d9-72dd-4fee-bb8b-30e314e4ab9d HTTP/1.1" status: 200 len: 991 time: 3.2127450 Feb 02 07:03:32.396102 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2176da82-bb5b-45eb-be5d-62f74cade60c', 'tag': '9841212a-dbab-428c-b98e-14454a9a7249'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:03:32.399025 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50366eec-7076-4adb-a166-575b12cb4181" -d '{"events": [{"name": "network-changed", "server_uuid": "2176da82-bb5b-45eb-be5d-62f74cade60c", "tag": "9841212a-dbab-428c-b98e-14454a9a7249"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:03:32.428999 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43428) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:32.438696 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1ebc8bc4-c850-4747-8ec2-93313ac95d6d req-4a337bf3-085f-4cfe-8447-fbb23a4bc873 tempest-ServerShowV247Test-1552631908 tempest-ServerShowV247Test-1552631908-project] 10.222.0.87 "GET /v2.0/ports?device_id=1b2daeea-d1d6-4454-8c28-bc94c1d63f84 HTTP/1.1" status: 200 len: 210 time: 0.1280246 Feb 02 07:03:32.441177 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a65b9413-8661-437c-a5ef-ea9e228bcc12 req-d2f52c57-0eb0-4d7b-9fd1-8115e75c0b26 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=581dfc1d9b9845f5acea9309ceff0410&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0996108 Feb 02 07:03:32.512123 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-56f1bb83-90c7-4425-87f6-93de52a4680c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for port (90f1db0b-de84-4c9a-856b-e6490f119bd8), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:32.586859 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1c2310-7af2-4902-8400-1d7d008e1121 None None] New status for floating IP c9ac476c-1065-49dd-8bcb-c2e2dfc583e7: DOWN {{(pid=109696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 07:03:32.642701 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65b9413-8661-437c-a5ef-ea9e228bcc12 req-75e02772-630b-4383-ad9f-ac4c0c5585c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:32.644305 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a65b9413-8661-437c-a5ef-ea9e228bcc12 req-75e02772-630b-4383-ad9f-ac4c0c5585c8 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1899388 Feb 02 07:03:32.678559 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-56f1bb83-90c7-4425-87f6-93de52a4680c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (90f1db0b-de84-4c9a-856b-e6490f119bd8), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:32.689299 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device f5fd7240-d67f-41e9-b55c-df5222956eab up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:03:32.696798 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-f3ccd723-7288-4da4-bdbc-5cbc618d9f38 None None] Set router 26351360-de0e-4c20-8810-bcad3e59ddb8 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:03:32.704923 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-b34d6f94-1974-49a2-8416-9228d673dd28 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-97696049-network', 'tenant_id': 'd64acf5af25d44f4857173a0442d8238'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:03:32.841935 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfda4ef-841c-4b77-b45e-7215eda6bc3a req-18fafa96-4907-4769-a1a1-93889234eda5 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:32.859718 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port f5fd7240-d67f-41e9-b55c-df5222956eab triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:03:32.860244 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (f5fd7240-d67f-41e9-b55c-df5222956eab), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:32.862062 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ebfda4ef-841c-4b77-b45e-7215eda6bc3a req-18fafa96-4907-4769-a1a1-93889234eda5 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] 10.222.0.87 "GET /v2.0/ports?device_id=2176da82-bb5b-45eb-be5d-62f74cade60c HTTP/1.1" status: 200 len: 946 time: 0.3035388 Feb 02 07:03:32.882012 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-191b024c-6b9c-470d-900c-ddb156ed0ef0 x-openstack-request-id: req-191b024c-6b9c-470d-900c-ddb156ed0ef0 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:03:32.882293 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2176da82-bb5b-45eb-be5d-62f74cade60c", "tag": "9841212a-dbab-428c-b98e-14454a9a7249", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:03:32.882548 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-191b024c-6b9c-470d-900c-ddb156ed0ef0 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:03:32.882973 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2176da82-bb5b-45eb-be5d-62f74cade60c', 'tag': '9841212a-dbab-428c-b98e-14454a9a7249', 'status': 'completed', 'code': 200} Feb 02 07:03:32.932091 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f1bb83-90c7-4425-87f6-93de52a4680c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:03:32.949595 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-56f1bb83-90c7-4425-87f6-93de52a4680c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:03:32.958029 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1bb83-90c7-4425-87f6-93de52a4680c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event updated for resources: {'Port': ['ID=90f1db0b-de84-4c9a-856b-e6490f119bd8,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:32.967676 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f1bb83-90c7-4425-87f6-93de52a4680c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:03:32.973194 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f1bb83-90c7-4425-87f6-93de52a4680c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:32.975244 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-56f1bb83-90c7-4425-87f6-93de52a4680c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:32.984959 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34d6f94-1974-49a2-8416-9228d673dd28 admin admin] Made reservation on behalf of d64acf5af25d44f4857173a0442d8238 for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:03:32.987280 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b34d6f94-1974-49a2-8416-9228d673dd28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:33.009524 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b34d6f94-1974-49a2-8416-9228d673dd28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:33.029623 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-56f1bb83-90c7-4425-87f6-93de52a4680c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1073823 Feb 02 07:03:33.055050 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ebfda4ef-841c-4b77-b45e-7215eda6bc3a req-0db23e2a-67f7-497c-8f1c-c08ebd4d8219 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] 10.222.0.87 "GET /v2.0/security-groups?id=39ab1041-aa98-452c-9555-e34e8e32c020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403778 Feb 02 07:03:33.071926 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e361aa-40c2-434a-b06e-5cdbfa06257e req-cb006992-177f-455b-8fa1-e6c36b7fde19 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:33.073633 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e9e361aa-40c2-434a-b06e-5cdbfa06257e req-cb006992-177f-455b-8fa1-e6c36b7fde19 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2f92dd9-5697-4976-b165-77e520cf2520 HTTP/1.1" status: 200 len: 948 time: 0.1289275 Feb 02 07:03:33.082130 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50366eec-7076-4adb-a166-575b12cb4181 req-5febf5ac-2723-4989-aacb-eb87bcfe4a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:33.083903 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-50366eec-7076-4adb-a166-575b12cb4181 req-5febf5ac-2723-4989-aacb-eb87bcfe4a5b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=119ebbdd403a496dbc2e34d86f0585a7&device_id=2176da82-bb5b-45eb-be5d-62f74cade60c HTTP/1.1" status: 200 len: 1129 time: 0.2111468 Feb 02 07:03:33.112767 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43450) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:33.118236 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-5afb38f7-e6fa-4271-b1af-579bcd1f22f2 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Request body: {'port': {'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'fixed_ips': [{'subnet_id': '46ab69cf-ddd7-4bea-95e7-888530e9ae81', 'ip_address': '2001:db8::ab4b:f17e:4591:b3a6'}], 'name': 'tempest-NetworksTestDHCPv6-1325381138'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:03:33.289445 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port f5fd7240-d67f-41e9-b55c-df5222956eab is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:03:33.290262 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f5fd7240-d67f-41e9-b55c-df5222956eab), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:33.310557 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e9e361aa-40c2-434a-b06e-5cdbfa06257e req-b3850c2a-f1d8-4f66-bb1a-b6d57c3c21c1 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254701 Feb 02 07:03:33.339487 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50366eec-7076-4adb-a166-575b12cb4181 req-4008e477-add8-46ff-bdd1-5892f48c4af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:33.341137 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-50366eec-7076-4adb-a166-575b12cb4181 req-4008e477-add8-46ff-bdd1-5892f48c4af7 service neutron] 10.222.0.88 "GET /v2.0/networks?id=25bb2f6b-fd67-47da-85b3-87ac7c749a35 HTTP/1.1" status: 200 len: 912 time: 0.2309115 Feb 02 07:03:33.380867 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43460) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:33.410093 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-f3ccd723-7288-4da4-bdbc-5cbc618d9f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26351360-de0e-4c20-8810-bcad3e59ddb8', 'name': 'tempest-ServersTestManualDisk-820367868-router', 'tenant_id': '119ebbdd403a496dbc2e34d86f0585a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '561648fb-160f-4879-a31b-754251b6d776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:02:47Z', 'updated_at': '2022-02-02T07:02:57Z', 'revision_number': 4, 'project_id': '119ebbdd403a496dbc2e34d86f0585a7', 'gw_port': {'id': '561648fb-160f-4879-a31b-754251b6d776', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:aa:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26351360-de0e-4c20-8810-bcad3e59ddb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:02:49Z', 'updated_at': '2022-02-02T07:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': 'a243f2d9-72dd-4fee-bb8b-30e314e4ab9d', 'tenant_id': '119ebbdd403a496dbc2e34d86f0585a7', 'floating_ip_address': '172.25.4.93', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '26351360-de0e-4c20-8810-bcad3e59ddb8', 'port_id': '9841212a-dbab-428c-b98e-14454a9a7249', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1071, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25bb2f6b-fd67-47da-85b3-87ac7c749a35', 'mac_address': 'fa:16:3e:fd:37:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2176da82-bb5b-45eb-be5d-62f74cade60c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:03:07Z', 'updated_at': '2022-02-02T07:03:30Z', 'revision_number': 1, 'project_id': '119ebbdd403a496dbc2e34d86f0585a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeb58d23-5863-44d4-ba73-7d85b89fee50', 'name': '', 'network_id': '25bb2f6b-fd67-47da-85b3-87ac7c749a35', 'tenant_id': '119ebbdd403a496dbc2e34d86f0585a7', 'mac_address': 'fa:16:3e:12:ef:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26351360-de0e-4c20-8810-bcad3e59ddb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '4301de96-4c94-4826-b786-9a6127838bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:02:55Z', 'updated_at': '2022-02-02T07:03:03Z', 'revision_number': 5, 'project_id': '119ebbdd403a496dbc2e34d86f0585a7', 'subnets': [{'id': '4301de96-4c94-4826-b786-9a6127838bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:03:33.433488 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b34d6f94-1974-49a2-8416-9228d673dd28 admin admin] Publish callbacks [] for security_group (5ddaff5d-49ba-4522-be29-4d30a61c6add), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:33.456032 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b34d6f94-1974-49a2-8416-9228d673dd28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (5ddaff5d-49ba-4522-be29-4d30a61c6add), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:33.469527 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b34d6f94-1974-49a2-8416-9228d673dd28 admin admin] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:03:33.484145 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ccd723-7288-4da4-bdbc-5cbc618d9f38 None None] Checking router: 26351360-de0e-4c20-8810-bcad3e59ddb8 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:03:33.491413 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-50366eec-7076-4adb-a166-575b12cb4181 req-9a91b62a-f74f-4813-87e3-324e70f4031e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9841212a-dbab-428c-b98e-14454a9a7249 HTTP/1.1" status: 200 len: 999 time: 0.1415763 Feb 02 07:03:33.492633 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port f5fd7240-d67f-41e9-b55c-df5222956eab, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=f5fd7240-d67f-41e9-b55c-df5222956eab,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:03:33.494536 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b34d6f94-1974-49a2-8416-9228d673dd28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (63b930e4-8662-48df-b0fb-09e2b4b14a47), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:33.496552 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-b34d6f94-1974-49a2-8416-9228d673dd28 admin admin] Added segment 63b930e4-8662-48df-b0fb-09e2b4b14a47 of type vlan for network 655bbc00-3cca-459c-999c-c63adb79d176 Feb 02 07:03:33.499385 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ccd723-7288-4da4-bdbc-5cbc618d9f38 None None] Routers {'26351360-de0e-4c20-8810-bcad3e59ddb8'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:03:33.500118 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-f3ccd723-7288-4da4-bdbc-5cbc618d9f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:03:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['26351360-de0e-4c20-8810-bcad3e59ddb8'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:03:33.563792 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b4ac405a-4fdd-4ca5-b83c-e404f3712ccc tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Publish callbacks [] for security_group (bbf59a33-bacd-4e9f-9a02-a6d8a3bc770f), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:33.564547 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b34d6f94-1974-49a2-8416-9228d673dd28 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (655bbc00-3cca-459c-999c-c63adb79d176), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:33.583079 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (f5fd7240-d67f-41e9-b55c-df5222956eab), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:33.615313 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34d6f94-1974-49a2-8416-9228d673dd28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ddaff5d-49ba-4522-be29-4d30a61c6add,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:33.624908 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-707a3f41-8649-4d8d-b2be-4ba89cb0cee2 req-7ebe007f-0637-47aa-b4de-87f47e81186c tempest-ServerShowV247Test-1552631908 tempest-ServerShowV247Test-1552631908-project] 10.222.0.87 "GET /v2.0/ports?device_id=1b2daeea-d1d6-4454-8c28-bc94c1d63f84 HTTP/1.1" status: 200 len: 210 time: 0.0473094 Feb 02 07:03:33.626591 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50366eec-7076-4adb-a166-575b12cb4181 req-6f5f88f3-9bfe-42dc-83ac-271372e47040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:33.628877 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-50366eec-7076-4adb-a166-575b12cb4181 req-6f5f88f3-9bfe-42dc-83ac-271372e47040 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4301de96-4c94-4826-b786-9a6127838bf6 HTTP/1.1" status: 200 len: 850 time: 0.1296225 Feb 02 07:03:33.631239 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b4ac405a-4fdd-4ca5-b83c-e404f3712ccc tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Publish callbacks [] for security_group (bbf59a33-bacd-4e9f-9a02-a6d8a3bc770f), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:33.638942 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ad37d-2dc2-4fe6-98d7-bc552354126c req-339e566a-0e6f-4a14-9be6-2e7eafc2928c tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:33.645107 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ad37d-2dc2-4fe6-98d7-bc552354126c req-339e566a-0e6f-4a14-9be6-2e7eafc2928c tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:33.680370 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ad37d-2dc2-4fe6-98d7-bc552354126c req-339e566a-0e6f-4a14-9be6-2e7eafc2928c tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:33.688386 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ad37d-2dc2-4fe6-98d7-bc552354126c req-339e566a-0e6f-4a14-9be6-2e7eafc2928c tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:33.694737 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ad37d-2dc2-4fe6-98d7-bc552354126c req-339e566a-0e6f-4a14-9be6-2e7eafc2928c tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:33.703320 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ad37d-2dc2-4fe6-98d7-bc552354126c req-339e566a-0e6f-4a14-9be6-2e7eafc2928c tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:33.711388 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ad37d-2dc2-4fe6-98d7-bc552354126c req-339e566a-0e6f-4a14-9be6-2e7eafc2928c tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:33.721305 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-5be9fd87-fcbe-4571-b70c-a2f4e70c93c0 None None] Provisioning complete for port f5fd7240-d67f-41e9-b55c-df5222956eab triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:03:33.721625 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5be9fd87-fcbe-4571-b70c-a2f4e70c93c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (f5fd7240-d67f-41e9-b55c-df5222956eab), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:33.732675 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50366eec-7076-4adb-a166-575b12cb4181 req-482652a0-c11f-4a5a-b5e7-d9abe4301121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:33.734398 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-076ad37d-2dc2-4fe6-98d7-bc552354126c req-339e566a-0e6f-4a14-9be6-2e7eafc2928c tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 5419 time: 0.4682019 Feb 02 07:03:33.734558 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-50366eec-7076-4adb-a166-575b12cb4181 req-482652a0-c11f-4a5a-b5e7-d9abe4301121 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=25bb2f6b-fd67-47da-85b3-87ac7c749a35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0797381 Feb 02 07:03:33.751383 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5afb38f7-e6fa-4271-b1af-579bcd1f22f2 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Made reservation on behalf of d3e64a71e17749e693b291cf3514bb46 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:03:33.752809 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b4ac405a-4fdd-4ca5-b83c-e404f3712ccc tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (bbf59a33-bacd-4e9f-9a02-a6d8a3bc770f), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:33.755874 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b4ac405a-4fdd-4ca5-b83c-e404f3712ccc tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:33.760990 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b4ac405a-4fdd-4ca5-b83c-e404f3712ccc tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] 10.222.0.87 "DELETE /v2.0/security-groups/bbf59a33-bacd-4e9f-9a02-a6d8a3bc770f HTTP/1.1" status: 204 len: 168 time: 0.3779538 Feb 02 07:03:33.761775 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43468) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:33.769034 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5afb38f7-e6fa-4271-b1af-579bcd1f22f2 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:33.799799 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b34d6f94-1974-49a2-8416-9228d673dd28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (655bbc00-3cca-459c-999c-c63adb79d176), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:33.800927 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34d6f94-1974-49a2-8416-9228d673dd28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:33.802114 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b34d6f94-1974-49a2-8416-9228d673dd28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:33.813777 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ac405a-4fdd-4ca5-b83c-e404f3712ccc tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf59a33-bacd-4e9f-9a02-a6d8a3bc770f,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:33.827449 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-af9c6086-d936-482e-90c7-af431dc95b62 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] show failed (client error): The resource could not be found. Feb 02 07:03:33.833042 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-af9c6086-d936-482e-90c7-af431dc95b62 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] 10.222.0.87 "GET /v2.0/security-groups/bbf59a33-bacd-4e9f-9a02-a6d8a3bc770f HTTP/1.1" status: 404 len: 347 time: 0.0675256 Feb 02 07:03:33.833802 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43470) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:33.852148 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b34d6f94-1974-49a2-8416-9228d673dd28 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4213927 Feb 02 07:03:33.859199 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [None req-5afb38f7-e6fa-4271-b1af-579bcd1f22f2 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] device_id is not set on port d06647c2-813d-4f27-9873-55321cce0fa6 yet. {{(pid=109694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:03:33.868522 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43472) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:33.876819 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-7379faf3-4a44-47af-bab4-ad136c17baa6 admin admin] Request body: {'subnet': {'network_id': '655bbc00-3cca-459c-999c-c63adb79d176', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-97696049-subnet', 'tenant_id': 'd64acf5af25d44f4857173a0442d8238', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:03:33.890278 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-f3ccd723-7288-4da4-bdbc-5cbc618d9f38 None None] Set router 26351360-de0e-4c20-8810-bcad3e59ddb8 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:03:33.892312 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=f5fd7240-d67f-41e9-b55c-df5222956eab,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:33.990880 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-50366eec-7076-4adb-a166-575b12cb4181 req-e1844e83-bc3c-4069-9e1b-80800ce5e70c service neutron] 10.222.0.88 "GET /v2.0/networks/25bb2f6b-fd67-47da-85b3-87ac7c749a35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230499 Feb 02 07:03:34.185520 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-21670bb4-fcc4-4275-a65c-844be687c862 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Deleting port 4c738fe2-3e0e-4b43-9632-98cb61201a04 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:03:34.186335 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-21670bb4-fcc4-4275-a65c-844be687c862 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (4c738fe2-3e0e-4b43-9632-98cb61201a04), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:34.196476 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-5be9fd87-fcbe-4571-b70c-a2f4e70c93c0 None None] Current status of the port f5fd7240-d67f-41e9-b55c-df5222956eab is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:03:34.211013 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34d6f94-1974-49a2-8416-9228d673dd28 admin admin] Pushing event updated for resources: {'Network': ['ID=655bbc00-3cca-459c-999c-c63adb79d176,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:34.237993 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 655bbc00-3cca-459c-999c-c63adb79d176 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:03:34.248283 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-076ad37d-2dc2-4fe6-98d7-bc552354126c req-2b626ba4-c7df-4add-8139-e04d38d7576f tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/security-groups?id=83500878-2b75-476a-931f-17df1a6782c5&id=2c89831c-2212-4fd4-82c0-50883e2a18e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5115745 Feb 02 07:03:34.274228 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-5afb38f7-e6fa-4271-b1af-579bcd1f22f2 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 02 07:03:34.274886 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5afb38f7-e6fa-4271-b1af-579bcd1f22f2 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:03:34.277901 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-21670bb4-fcc4-4275-a65c-844be687c862 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (4c738fe2-3e0e-4b43-9632-98cb61201a04), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:34.278472 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-21670bb4-fcc4-4275-a65c-844be687c862 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Publish callbacks [] for floatingip (4c738fe2-3e0e-4b43-9632-98cb61201a04), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:34.280810 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7379faf3-4a44-47af-bab4-ad136c17baa6 admin admin] Made reservation on behalf of d64acf5af25d44f4857173a0442d8238 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:03:34.285962 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7379faf3-4a44-47af-bab4-ad136c17baa6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:34.296337 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-21670bb4-fcc4-4275-a65c-844be687c862 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Calling delete_port for 4c738fe2-3e0e-4b43-9632-98cb61201a04 owned by network:floatingip {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:03:34.407884 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a65b9413-8661-437c-a5ef-ea9e228bcc12 req-799ad421-da01-457b-8d74-bf2103da278d tempest-ServerShowV247Test-1552631908 tempest-ServerShowV247Test-1552631908-project] 10.222.0.88 "GET /v2.0/ports?device_id=1b2daeea-d1d6-4454-8c28-bc94c1d63f84 HTTP/1.1" status: 200 len: 210 time: 0.1739271 Feb 02 07:03:34.456672 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-42de5b56-2ff8-4c65-9aa5-8afe058e9e83 None None] Provisioning complete for port 90f1db0b-de84-4c9a-856b-e6490f119bd8 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:03:34.457273 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-42de5b56-2ff8-4c65-9aa5-8afe058e9e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (90f1db0b-de84-4c9a-856b-e6490f119bd8), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:34.471540 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-5afb38f7-e6fa-4271-b1af-579bcd1f22f2 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.3553467 Feb 02 07:03:34.473084 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43504) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:34.512233 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-50366eec-7076-4adb-a166-575b12cb4181 req-274e47b3-25e5-4c24-9421-903004100f5c service neutron] 10.222.0.88 "GET /v2.0/networks/25bb2f6b-fd67-47da-85b3-87ac7c749a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5091999 Feb 02 07:03:34.538735 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-21670bb4-fcc4-4275-a65c-844be687c862 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (4c738fe2-3e0e-4b43-9632-98cb61201a04), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:34.546961 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eae74c-da19-49d9-bba0-65916e2f9239 req-e3d8f8e9-e600-4f43-8d1a-b467973517dd tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:34.548630 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-12eae74c-da19-49d9-bba0-65916e2f9239 req-e3d8f8e9-e600-4f43-8d1a-b467973517dd tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2f92dd9-5697-4976-b165-77e520cf2520 HTTP/1.1" status: 200 len: 948 time: 0.1316419 Feb 02 07:03:34.560865 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device f5fd7240-d67f-41e9-b55c-df5222956eab up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:03:34.569691 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5414b3e0-fc33-41a4-bb0c-8341237a48d8 req-f12d4351-ec71-4493-866a-05a7f0e1400f tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:34.579688 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5414b3e0-fc33-41a4-bb0c-8341237a48d8 req-f12d4351-ec71-4493-866a-05a7f0e1400f tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] 10.222.0.87 "GET /v2.0/ports?device_id=2176da82-bb5b-45eb-be5d-62f74cade60c HTTP/1.1" status: 200 len: 946 time: 0.1453521 Feb 02 07:03:34.607320 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-42de5b56-2ff8-4c65-9aa5-8afe058e9e83 None None] Port 90f1db0b-de84-4c9a-856b-e6490f119bd8 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:03:34.640617 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21670bb4-fcc4-4275-a65c-844be687c862 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Pushing event deleted for resources: {'Port': ['ID=4c738fe2-3e0e-4b43-9632-98cb61201a04,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:34.653216 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port f5fd7240-d67f-41e9-b55c-df5222956eab triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:03:34.653715 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (f5fd7240-d67f-41e9-b55c-df5222956eab), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:34.659162 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-f3ccd723-7288-4da4-bdbc-5cbc618d9f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26351360-de0e-4c20-8810-bcad3e59ddb8', 'name': 'tempest-ServersTestManualDisk-820367868-router', 'tenant_id': '119ebbdd403a496dbc2e34d86f0585a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '561648fb-160f-4879-a31b-754251b6d776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:02:47Z', 'updated_at': '2022-02-02T07:02:57Z', 'revision_number': 4, 'project_id': '119ebbdd403a496dbc2e34d86f0585a7', 'gw_port': {'id': '561648fb-160f-4879-a31b-754251b6d776', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:aa:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26351360-de0e-4c20-8810-bcad3e59ddb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:02:49Z', 'updated_at': '2022-02-02T07:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': 'a243f2d9-72dd-4fee-bb8b-30e314e4ab9d', 'tenant_id': '119ebbdd403a496dbc2e34d86f0585a7', 'floating_ip_address': '172.25.4.93', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '26351360-de0e-4c20-8810-bcad3e59ddb8', 'port_id': '9841212a-dbab-428c-b98e-14454a9a7249', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1071, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25bb2f6b-fd67-47da-85b3-87ac7c749a35', 'mac_address': 'fa:16:3e:fd:37:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2176da82-bb5b-45eb-be5d-62f74cade60c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:03:07Z', 'updated_at': '2022-02-02T07:03:30Z', 'revision_number': 1, 'project_id': '119ebbdd403a496dbc2e34d86f0585a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeb58d23-5863-44d4-ba73-7d85b89fee50', 'name': '', 'network_id': '25bb2f6b-fd67-47da-85b3-87ac7c749a35', 'tenant_id': '119ebbdd403a496dbc2e34d86f0585a7', 'mac_address': 'fa:16:3e:12:ef:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26351360-de0e-4c20-8810-bcad3e59ddb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '4301de96-4c94-4826-b786-9a6127838bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:02:55Z', 'updated_at': '2022-02-02T07:03:03Z', 'revision_number': 5, 'project_id': '119ebbdd403a496dbc2e34d86f0585a7', 'subnets': [{'id': '4301de96-4c94-4826-b786-9a6127838bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:03:34.702957 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-21670bb4-fcc4-4275-a65c-844be687c862 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Publish callbacks [] for floatingip (c9ac476c-1065-49dd-8bcb-c2e2dfc583e7), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:34.707966 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-21670bb4-fcc4-4275-a65c-844be687c862 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:34.708676 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ccd723-7288-4da4-bdbc-5cbc618d9f38 None None] The sync data for ids ['26351360-de0e-4c20-8810-bcad3e59ddb8'] in n-d-789963-26 is: [{'id': '26351360-de0e-4c20-8810-bcad3e59ddb8', 'name': 'tempest-ServersTestManualDisk-820367868-router', 'tenant_id': '119ebbdd403a496dbc2e34d86f0585a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '561648fb-160f-4879-a31b-754251b6d776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:02:47Z', 'updated_at': '2022-02-02T07:02:57Z', 'revision_number': 4, 'project_id': '119ebbdd403a496dbc2e34d86f0585a7', 'gw_port': {'id': '561648fb-160f-4879-a31b-754251b6d776', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:aa:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26351360-de0e-4c20-8810-bcad3e59ddb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:02:49Z', 'updated_at': '2022-02-02T07:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': 'a243f2d9-72dd-4fee-bb8b-30e314e4ab9d', 'tenant_id': '119ebbdd403a496dbc2e34d86f0585a7', 'floating_ip_address': '172.25.4.93', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '26351360-de0e-4c20-8810-bcad3e59ddb8', 'port_id': '9841212a-dbab-428c-b98e-14454a9a7249', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1071, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25bb2f6b-fd67-47da-85b3-87ac7c749a35', 'mac_address': 'fa:16:3e:fd:37:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2176da82-bb5b-45eb-be5d-62f74cade60c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:03:07Z', 'updated_at': '2022-02-02T07:03:30Z', 'revision_number': 1, 'project_id': '119ebbdd403a496dbc2e34d86f0585a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeb58d23-5863-44d4-ba73-7d85b89fee50', 'name': '', 'network_id': '25bb2f6b-fd67-47da-85b3-87ac7c749a35', 'tenant_id': '119ebbdd403a496dbc2e34d86f0585a7', 'mac_address': 'fa:16:3e:12:ef:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26351360-de0e-4c20-8810-bcad3e59ddb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '4301de96-4c94-4826-b786-9a6127838bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:02:55Z', 'updated_at': '2022-02-02T07:03:03Z', 'revision_number': 5, 'project_id': '119ebbdd403a496dbc2e34d86f0585a7', 'subnets': [{'id': '4301de96-4c94-4826-b786-9a6127838bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:03:34.712051 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-21670bb4-fcc4-4275-a65c-844be687c862 tempest-ServersTestJSON-2041681202 tempest-ServersTestJSON-2041681202-project] 10.222.0.87 "DELETE /v2.0/floatingips/c9ac476c-1065-49dd-8bcb-c2e2dfc583e7 HTTP/1.1" status: 204 len: 168 time: 0.8723176 Feb 02 07:03:34.716766 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43508) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:34.751518 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5414b3e0-fc33-41a4-bb0c-8341237a48d8 req-6e50799e-b0e3-4827-86ff-9722e1a402c7 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] 10.222.0.87 "GET /v2.0/security-groups?id=39ab1041-aa98-452c-9555-e34e8e32c020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569374 Feb 02 07:03:34.820657 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port f5fd7240-d67f-41e9-b55c-df5222956eab is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:03:34.924234 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-06a76f95-38c6-457a-9d80-7c5bbfd658ee req-cdca86be-ac70-49a9-9216-f0ba598fabe6 tempest-ServerShowV247Test-1552631908 tempest-ServerShowV247Test-1552631908-project] 10.222.0.87 "GET /v2.0/ports?device_id=1b2daeea-d1d6-4454-8c28-bc94c1d63f84 HTTP/1.1" status: 200 len: 210 time: 0.0346310 Feb 02 07:03:35.023469 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2bc4e7-6f41-42d5-b7fa-cac1dca78469 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:35.030684 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2bc4e7-6f41-42d5-b7fa-cac1dca78469 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:35.035718 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-3e2bc4e7-6f41-42d5-b7fa-cac1dca78469 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.5614443 Feb 02 07:03:35.038429 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43516) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:35.077649 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa496c2-2b8d-45fe-ad03-4c1b6be94638 None None] New status for floating IP a243f2d9-72dd-4fee-bb8b-30e314e4ab9d: ACTIVE {{(pid=109695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 07:03:35.094965 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7379faf3-4a44-47af-bab4-ad136c17baa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (ea9e280c-d65a-45b2-9a6b-1bb690e87353), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:35.169738 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-12eae74c-da19-49d9-bba0-65916e2f9239 req-c0759d75-1ab0-4050-b506-0af350c53eba tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5896523 Feb 02 07:03:35.236634 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7379faf3-4a44-47af-bab4-ad136c17baa6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea9e280c-d65a-45b2-9a6b-1bb690e87353,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:35.240643 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7379faf3-4a44-47af-bab4-ad136c17baa6 admin admin] Checking segment: {'id': '63b930e4-8662-48df-b0fb-09e2b4b14a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '655bbc00-3cca-459c-999c-c63adb79d176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:03:35.241008 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7379faf3-4a44-47af-bab4-ad136c17baa6 admin admin] Network hostable DHCP agents. Network: 655bbc00-3cca-459c-999c-c63adb79d176, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:03:35.279200 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-174f95e8-6960-49f7-bbd4-336da579df23 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Deleting port 90f1db0b-de84-4c9a-856b-e6490f119bd8 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:03:35.279545 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-174f95e8-6960-49f7-bbd4-336da579df23 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (90f1db0b-de84-4c9a-856b-e6490f119bd8), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:35.290263 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-17b038a8-174b-49fc-9990-f041bd3cf31c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (b4be495f-6db6-48f7-baca-231a2de33ee2), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:35.302903 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43522) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:35.326019 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7379faf3-4a44-47af-bab4-ad136c17baa6 admin admin] Network 655bbc00-3cca-459c-999c-c63adb79d176 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:03:35.373357 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-7379faf3-4a44-47af-bab4-ad136c17baa6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 655bbc00-3cca-459c-999c-c63adb79d176) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:03:35.385783 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7e3d5f-3b79-4331-a106-442564cdfb3f None None] Network 655bbc00-3cca-459c-999c-c63adb79d176 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:03:35.405596 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7379faf3-4a44-47af-bab4-ad136c17baa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:35.406199 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7379faf3-4a44-47af-bab4-ad136c17baa6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:35.465315 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-174f95e8-6960-49f7-bbd4-336da579df23 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (90f1db0b-de84-4c9a-856b-e6490f119bd8), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:35.474943 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 96ea0c8c-2d04-4820-aaf9-0423ccbb3176 details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:03:35.498606 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d41ff-d3ee-42e5-a439-2ba8e1ccf184 req-f3640718-7773-4f90-89e9-32ee4ea2cdd0 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:35.503775 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d41ff-d3ee-42e5-a439-2ba8e1ccf184 req-f3640718-7773-4f90-89e9-32ee4ea2cdd0 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:35.508913 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d41ff-d3ee-42e5-a439-2ba8e1ccf184 req-f3640718-7773-4f90-89e9-32ee4ea2cdd0 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:35.515126 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-7379faf3-4a44-47af-bab4-ad136c17baa6 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6426895 Feb 02 07:03:35.518234 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bb22aefb-b259-411d-b31f-5469a7234549 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:35.524325 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-174f95e8-6960-49f7-bbd4-336da579df23 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Calling delete_port for 90f1db0b-de84-4c9a-856b-e6490f119bd8 owned by {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:03:35.528968 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d41ff-d3ee-42e5-a439-2ba8e1ccf184 req-f3640718-7773-4f90-89e9-32ee4ea2cdd0 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:35.538340 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d41ff-d3ee-42e5-a439-2ba8e1ccf184 req-f3640718-7773-4f90-89e9-32ee4ea2cdd0 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:35.546134 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d41ff-d3ee-42e5-a439-2ba8e1ccf184 req-f3640718-7773-4f90-89e9-32ee4ea2cdd0 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:35.552646 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d41ff-d3ee-42e5-a439-2ba8e1ccf184 req-f3640718-7773-4f90-89e9-32ee4ea2cdd0 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:35.556038 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6a7d41ff-d3ee-42e5-a439-2ba8e1ccf184 req-f3640718-7773-4f90-89e9-32ee4ea2cdd0 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 5419 time: 0.2115657 Feb 02 07:03:35.566739 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67dac324-94b5-479c-9dc1-80303bdf8b97 None None] Network 655bbc00-3cca-459c-999c-c63adb79d176 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:03:35.657009 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 96ea0c8c-2d04-4820-aaf9-0423ccbb3176, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=96ea0c8c-2d04-4820-aaf9-0423ccbb3176,segment=NetworkSegment(0964fc27-9dd8-4c77-8b5e-6541a668236f),segment_id=0964fc27-9dd8-4c77-8b5e-6541a668236f)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:03:35.701704 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': '96ea0c8c-2d04-4820-aaf9-0423ccbb3176', 'network_id': '77178f25-e284-4e4b-a7e5-cf621bae5a6c', 'port_id': '96ea0c8c-2d04-4820-aaf9-0423ccbb3176', 'mac_address': 'fa:16:3e:3c:1c:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cc8f357-1066-45af-8dfb-a32204808b8c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:03:35.701916 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bb22aefb-b259-411d-b31f-5469a7234549 admin admin] Publish callbacks [] for security_group (f1b7846c-5c59-4a91-9f17-44925260a80a), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:35.710950 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bb22aefb-b259-411d-b31f-5469a7234549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (f1b7846c-5c59-4a91-9f17-44925260a80a), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:35.736476 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6a7d41ff-d3ee-42e5-a439-2ba8e1ccf184 req-a4a7e3cd-e090-4d03-b0fc-ab0cb96a15bc tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/security-groups?id=83500878-2b75-476a-931f-17df1a6782c5&id=2c89831c-2212-4fd4-82c0-50883e2a18e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1516819 Feb 02 07:03:35.767449 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-bb22aefb-b259-411d-b31f-5469a7234549 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=941ac9bd784d4857acd914b598d9d81d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4624023 Feb 02 07:03:35.769233 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43534) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:35.783306 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-174f95e8-6960-49f7-bbd4-336da579df23 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (90f1db0b-de84-4c9a-856b-e6490f119bd8), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:35.800749 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-17b038a8-174b-49fc-9990-f041bd3cf31c admin admin] Deleting port 0841de10-1522-44ca-bbe0-a68467d66fc1 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:03:35.801116 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-17b038a8-174b-49fc-9990-f041bd3cf31c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (0841de10-1522-44ca-bbe0-a68467d66fc1), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:35.820930 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb22aefb-b259-411d-b31f-5469a7234549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b7846c-5c59-4a91-9f17-44925260a80a,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:35.831151 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174f95e8-6960-49f7-bbd4-336da579df23 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event deleted for resources: {'Port': ['ID=90f1db0b-de84-4c9a-856b-e6490f119bd8,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:35.896408 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 96ea0c8c-2d04-4820-aaf9-0423ccbb3176 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:03:35.897328 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (96ea0c8c-2d04-4820-aaf9-0423ccbb3176), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:35.914319 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-174f95e8-6960-49f7-bbd4-336da579df23 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:35.919090 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-174f95e8-6960-49f7-bbd4-336da579df23 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/ports/90f1db0b-de84-4c9a-856b-e6490f119bd8 HTTP/1.1" status: 204 len: 168 time: 0.8731279 Feb 02 07:03:35.922834 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43538) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:35.956612 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96ea0c8c-2d04-4820-aaf9-0423ccbb3176 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:03:35.990322 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1380676e-27ed-4d09-80d0-e6416f366a4a req-03fd6096-d3d5-464f-84c2-b9ac3e53ba43 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:35.993367 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1380676e-27ed-4d09-80d0-e6416f366a4a req-03fd6096-d3d5-464f-84c2-b9ac3e53ba43 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] 10.222.0.87 "GET /v2.0/ports?device_id=2176da82-bb5b-45eb-be5d-62f74cade60c HTTP/1.1" status: 200 len: 946 time: 0.1684806 Feb 02 07:03:36.021347 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 96ea0c8c-2d04-4820-aaf9-0423ccbb3176, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=96ea0c8c-2d04-4820-aaf9-0423ccbb3176,segment=NetworkSegment(0964fc27-9dd8-4c77-8b5e-6541a668236f),segment_id=0964fc27-9dd8-4c77-8b5e-6541a668236f)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:03:36.031798 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (96ea0c8c-2d04-4820-aaf9-0423ccbb3176), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:36.032481 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 32d3366d-9a45-45fb-9152-9211651dfc0d details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:03:36.106473 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d645ae70-b9e6-4702-baaf-2b49bef64b8d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:36.109263 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d645ae70-b9e6-4702-baaf-2b49bef64b8d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:36.120567 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d645ae70-b9e6-4702-baaf-2b49bef64b8d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1959560 Feb 02 07:03:36.127192 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43548) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:36.215907 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9db20de6-0735-4248-adbc-3417b227cfaf admin admin] Publish callbacks [] for security_group (f1b7846c-5c59-4a91-9f17-44925260a80a), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:36.267271 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=96ea0c8c-2d04-4820-aaf9-0423ccbb3176,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:36.307204 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 32d3366d-9a45-45fb-9152-9211651dfc0d, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=32d3366d-9a45-45fb-9152-9211651dfc0d,segment=NetworkSegment(dbbcd93b-74ed-4f38-9d36-01cf18043418),segment_id=dbbcd93b-74ed-4f38-9d36-01cf18043418)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:03:36.309393 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43556) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:36.322801 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': '32d3366d-9a45-45fb-9152-9211651dfc0d', 'network_id': '9faf7e40-7741-4ebb-8f78-e3e3326a51b7', 'port_id': '32d3366d-9a45-45fb-9152-9211651dfc0d', 'mac_address': 'fa:16:3e:e1:5b:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddd7ba65-e54a-42e2-83d4-6480a2d3e138', 'ip_address': '10.1.1.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:03:36.329569 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-8f6d59c1-7620-42b3-a8fb-93a442e4faf6 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1024316319-network', 'tenant_id': '4ecee164c2d84d4c81289f53c9b63f50'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:03:36.350717 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9db20de6-0735-4248-adbc-3417b227cfaf admin admin] Publish callbacks [] for security_group (f1b7846c-5c59-4a91-9f17-44925260a80a), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:36.363087 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1380676e-27ed-4d09-80d0-e6416f366a4a req-bb53523d-ad1f-4c3f-8459-a8eed1b4f505 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] 10.222.0.87 "GET /v2.0/security-groups?id=39ab1041-aa98-452c-9555-e34e8e32c020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3524861 Feb 02 07:03:36.367177 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0e63fc1-fc68-4dcb-949e-f408a12583a1 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Deleting subnet 46ab69cf-ddd7-4bea-95e7-888530e9ae81 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:03:36.377515 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f0e63fc1-fc68-4dcb-949e-f408a12583a1 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for subnet (46ab69cf-ddd7-4bea-95e7-888530e9ae81), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:36.383661 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43558) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:36.393480 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 32d3366d-9a45-45fb-9152-9211651dfc0d is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:03:36.394130 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (32d3366d-9a45-45fb-9152-9211651dfc0d), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:36.408839 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32d3366d-9a45-45fb-9152-9211651dfc0d {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:03:36.412708 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-17b038a8-174b-49fc-9990-f041bd3cf31c admin admin] For port 0841de10-1522-44ca-bbe0-a68467d66fc1, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=0841de10-1522-44ca-bbe0-a68467d66fc1,segment=NetworkSegment(ef5217ce-ef3b-419b-8f4e-cebe7d5e664f),segment_id=ef5217ce-ef3b-419b-8f4e-cebe7d5e664f)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:03:36.413049 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-17b038a8-174b-49fc-9990-f041bd3cf31c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (0841de10-1522-44ca-bbe0-a68467d66fc1), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:36.433567 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-17b038a8-174b-49fc-9990-f041bd3cf31c admin admin] Calling delete_port for 0841de10-1522-44ca-bbe0-a68467d66fc1 owned by network:router_interface {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:03:36.434975 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 32d3366d-9a45-45fb-9152-9211651dfc0d, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=32d3366d-9a45-45fb-9152-9211651dfc0d,segment=NetworkSegment(dbbcd93b-74ed-4f38-9d36-01cf18043418),segment_id=dbbcd93b-74ed-4f38-9d36-01cf18043418)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:03:36.451012 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (32d3366d-9a45-45fb-9152-9211651dfc0d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:36.453966 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 238a9e44-e03f-44a7-b095-94714ea7aff3 details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:03:36.456840 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f6d59c1-7620-42b3-a8fb-93a442e4faf6 admin admin] Made reservation on behalf of 4ecee164c2d84d4c81289f53c9b63f50 for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:03:36.459331 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8f6d59c1-7620-42b3-a8fb-93a442e4faf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:36.464637 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9327471e-1a80-4339-a9fd-92e5496edf27 req-7fd3af73-c26b-4442-8138-579947584485 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:36.466931 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9327471e-1a80-4339-a9fd-92e5496edf27 req-7fd3af73-c26b-4442-8138-579947584485 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2f92dd9-5697-4976-b165-77e520cf2520 HTTP/1.1" status: 200 len: 948 time: 0.1090326 Feb 02 07:03:36.483080 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8f6d59c1-7620-42b3-a8fb-93a442e4faf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:36.490035 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f0e63fc1-fc68-4dcb-949e-f408a12583a1 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (46ab69cf-ddd7-4bea-95e7-888530e9ae81), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:36.568571 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9327471e-1a80-4339-a9fd-92e5496edf27 req-e54b46a7-4087-4f9f-82e1-9a7b32798022 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640304 Feb 02 07:03:36.590397 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=32d3366d-9a45-45fb-9152-9211651dfc0d,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:36.597561 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 238a9e44-e03f-44a7-b095-94714ea7aff3, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=238a9e44-e03f-44a7-b095-94714ea7aff3,segment=NetworkSegment(dbbcd93b-74ed-4f38-9d36-01cf18043418),segment_id=dbbcd93b-74ed-4f38-9d36-01cf18043418)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:03:36.610675 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9db20de6-0735-4248-adbc-3417b227cfaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (f1b7846c-5c59-4a91-9f17-44925260a80a), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:36.611308 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': '238a9e44-e03f-44a7-b095-94714ea7aff3', 'network_id': '9faf7e40-7741-4ebb-8f78-e3e3326a51b7', 'port_id': '238a9e44-e03f-44a7-b095-94714ea7aff3', 'mac_address': 'fa:16:3e:ed:ae:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddd7ba65-e54a-42e2-83d4-6480a2d3e138', 'ip_address': '10.1.1.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:03:36.613623 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9db20de6-0735-4248-adbc-3417b227cfaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:36.627087 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-9db20de6-0735-4248-adbc-3417b227cfaf admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/f1b7846c-5c59-4a91-9f17-44925260a80a HTTP/1.1" status: 204 len: 168 time: 0.8422461 Feb 02 07:03:36.658938 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 238a9e44-e03f-44a7-b095-94714ea7aff3 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:03:36.660921 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (238a9e44-e03f-44a7-b095-94714ea7aff3), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:36.675889 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 238a9e44-e03f-44a7-b095-94714ea7aff3 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:03:36.680959 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db20de6-0735-4248-adbc-3417b227cfaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b7846c-5c59-4a91-9f17-44925260a80a,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:36.699886 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-17c74d90-4c4d-4c85-9c46-04fe0687fc2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:36.731390 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 238a9e44-e03f-44a7-b095-94714ea7aff3, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=238a9e44-e03f-44a7-b095-94714ea7aff3,segment=NetworkSegment(dbbcd93b-74ed-4f38-9d36-01cf18043418),segment_id=dbbcd93b-74ed-4f38-9d36-01cf18043418)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:03:36.741894 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (238a9e44-e03f-44a7-b095-94714ea7aff3), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:36.742698 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8f6d59c1-7620-42b3-a8fb-93a442e4faf6 admin admin] Publish callbacks [] for security_group (f48e5367-d078-475e-9695-1059feabec8c), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:36.743709 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 8983c95f-d2a5-40fc-ab6f-8385eea021b2 details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:03:36.744843 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f0e63fc1-fc68-4dcb-949e-f408a12583a1 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (46ab69cf-ddd7-4bea-95e7-888530e9ae81), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:36.749717 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-17b038a8-174b-49fc-9990-f041bd3cf31c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (0841de10-1522-44ca-bbe0-a68467d66fc1), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:36.782405 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8f6d59c1-7620-42b3-a8fb-93a442e4faf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (f48e5367-d078-475e-9695-1059feabec8c), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:36.783753 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b038a8-174b-49fc-9990-f041bd3cf31c admin admin] Pushing event deleted for resources: {'Port': ['ID=0841de10-1522-44ca-bbe0-a68467d66fc1,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:36.842222 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f6d59c1-7620-42b3-a8fb-93a442e4faf6 admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:03:36.863278 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37789ae1-e6dc-408b-be82-73fca30bde5b req-da91046c-ac2e-4991-abc3-d6803fcac1e2 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:36.864872 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-37789ae1-e6dc-408b-be82-73fca30bde5b req-da91046c-ac2e-4991-abc3-d6803fcac1e2 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] 10.222.0.87 "GET /v2.0/ports?device_id=2176da82-bb5b-45eb-be5d-62f74cade60c HTTP/1.1" status: 200 len: 946 time: 0.3166447 Feb 02 07:03:36.893492 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=238a9e44-e03f-44a7-b095-94714ea7aff3,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:36.981377 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 8983c95f-d2a5-40fc-ab6f-8385eea021b2, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=8983c95f-d2a5-40fc-ab6f-8385eea021b2,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:03:37.003941 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8f6d59c1-7620-42b3-a8fb-93a442e4faf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (e30c3851-2312-4364-9c53-a061c70020f1), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:37.003941 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-8f6d59c1-7620-42b3-a8fb-93a442e4faf6 admin admin] Added segment e30c3851-2312-4364-9c53-a061c70020f1 of type vlan for network aa9ab9f5-4311-434f-81fa-6b8fb0654997 Feb 02 07:03:37.005917 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': '8983c95f-d2a5-40fc-ab6f-8385eea021b2', 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1', 'port_id': '8983c95f-d2a5-40fc-ab6f-8385eea021b2', 'mac_address': 'fa:16:3e:83:3c:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d773733-62df-4956-84d3-71d17cfb6d11', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:03:37.035015 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-17c74d90-4c4d-4c85-9c46-04fe0687fc2c admin admin] Publish callbacks [] for security_group (98c1c58d-b588-4b0d-896d-1b2e345735fb), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:37.037375 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6d59c1-7620-42b3-a8fb-93a442e4faf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f48e5367-d078-475e-9695-1059feabec8c,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:37.065380 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-17c74d90-4c4d-4c85-9c46-04fe0687fc2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (98c1c58d-b588-4b0d-896d-1b2e345735fb), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:37.081383 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 8983c95f-d2a5-40fc-ab6f-8385eea021b2 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:03:37.082052 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (8983c95f-d2a5-40fc-ab6f-8385eea021b2), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:37.103157 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8983c95f-d2a5-40fc-ab6f-8385eea021b2 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:03:37.128230 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 8983c95f-d2a5-40fc-ab6f-8385eea021b2, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=8983c95f-d2a5-40fc-ab6f-8385eea021b2,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:03:37.136921 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (8983c95f-d2a5-40fc-ab6f-8385eea021b2), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:37.138050 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 7fb47d58-571f-4649-9d38-e17e5ed547f3 details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:03:37.148027 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f0e63fc1-fc68-4dcb-949e-f408a12583a1 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (46ab69cf-ddd7-4bea-95e7-888530e9ae81), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:37.149617 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1429f81-beff-4316-b698-f8e44f32460f req-18956717-3613-484c-a54f-9cab6e99a04d tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:37.155522 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1429f81-beff-4316-b698-f8e44f32460f req-18956717-3613-484c-a54f-9cab6e99a04d tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:37.161820 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1429f81-beff-4316-b698-f8e44f32460f req-18956717-3613-484c-a54f-9cab6e99a04d tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:37.164917 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-37789ae1-e6dc-408b-be82-73fca30bde5b req-20e43293-cbb1-4b13-8289-348fb8884eb8 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] 10.222.0.87 "GET /v2.0/security-groups?id=39ab1041-aa98-452c-9555-e34e8e32c020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2709553 Feb 02 07:03:37.167843 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1429f81-beff-4316-b698-f8e44f32460f req-18956717-3613-484c-a54f-9cab6e99a04d tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:37.173669 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1429f81-beff-4316-b698-f8e44f32460f req-18956717-3613-484c-a54f-9cab6e99a04d tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:37.179296 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1429f81-beff-4316-b698-f8e44f32460f req-18956717-3613-484c-a54f-9cab6e99a04d tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:37.180795 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8f6d59c1-7620-42b3-a8fb-93a442e4faf6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (aa9ab9f5-4311-434f-81fa-6b8fb0654997), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:37.185456 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1429f81-beff-4316-b698-f8e44f32460f req-18956717-3613-484c-a54f-9cab6e99a04d tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:37.192828 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d1429f81-beff-4316-b698-f8e44f32460f req-18956717-3613-484c-a54f-9cab6e99a04d tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 5422 time: 0.2833502 Feb 02 07:03:37.194772 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-17b038a8-174b-49fc-9990-f041bd3cf31c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (b4be495f-6db6-48f7-baca-231a2de33ee2), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:37.222781 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=8983c95f-d2a5-40fc-ab6f-8385eea021b2,revision_number=10']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:37.224534 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c74d90-4c4d-4c85-9c46-04fe0687fc2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c1c58d-b588-4b0d-896d-1b2e345735fb,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:37.230514 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e63fc1-fc68-4dcb-949e-f408a12583a1 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event deleted for resources: {'Subnet': ['ID=46ab69cf-ddd7-4bea-95e7-888530e9ae81,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:37.237997 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-17c74d90-4c4d-4c85-9c46-04fe0687fc2c admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=581dfc1d9b9845f5acea9309ceff0410&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8463185 Feb 02 07:03:37.241185 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43578) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:37.245143 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f0e63fc1-fc68-4dcb-949e-f408a12583a1 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:37.247869 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6aab809-cfa4-4d87-a70f-adba7acd97a6 None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:03:37.248381 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f0e63fc1-fc68-4dcb-949e-f408a12583a1 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/subnets/46ab69cf-ddd7-4bea-95e7-888530e9ae81 HTTP/1.1" status: 204 len: 168 time: 1.1199296 Feb 02 07:03:37.251243 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43580) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:37.329259 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d1429f81-beff-4316-b698-f8e44f32460f req-9472a62f-fb3b-4d4f-a64c-63eaef9a28ce tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/security-groups?id=83500878-2b75-476a-931f-17df1a6782c5&id=2c89831c-2212-4fd4-82c0-50883e2a18e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1341307 Feb 02 07:03:37.338947 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f4c6e864-708f-464e-a706-0e19d26e4c64 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0859787 Feb 02 07:03:37.342911 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43584) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:37.348538 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8f6d59c1-7620-42b3-a8fb-93a442e4faf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (aa9ab9f5-4311-434f-81fa-6b8fb0654997), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:37.349680 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6d59c1-7620-42b3-a8fb-93a442e4faf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:37.350480 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8f6d59c1-7620-42b3-a8fb-93a442e4faf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:37.356545 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-0a42d224-b672-4ddc-b1b2-e82e011f0712 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Request body: {'subnet': {'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:03:37.500001 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43590) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:37.501872 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-8f6d59c1-7620-42b3-a8fb-93a442e4faf6 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1816447 Feb 02 07:03:37.510615 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 7fb47d58-571f-4649-9d38-e17e5ed547f3, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=7fb47d58-571f-4649-9d38-e17e5ed547f3,segment=NetworkSegment(5a1b64bb-b315-46f6-a993-2f3256b9cca1),segment_id=5a1b64bb-b315-46f6-a993-2f3256b9cca1)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:03:37.512786 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-77b7a56f-2097-4c5e-b2a0-016060947f8c admin admin] Request body: {'subnet': {'network_id': 'aa9ab9f5-4311-434f-81fa-6b8fb0654997', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1024316319-subnet', 'tenant_id': '4ecee164c2d84d4c81289f53c9b63f50', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:03:37.530078 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': '7fb47d58-571f-4649-9d38-e17e5ed547f3', 'network_id': 'fc60349d-a3fd-46d2-93de-c30a8b26931d', 'port_id': '7fb47d58-571f-4649-9d38-e17e5ed547f3', 'mac_address': 'fa:16:3e:fd:1c:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fccb40b-1cb3-4576-9fe7-5509d392215b', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:03:37.536761 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fe4ae6a8-2a60-4562-9eee-67bb692d015e admin admin] Publish callbacks [] for security_group (98c1c58d-b588-4b0d-896d-1b2e345735fb), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:37.601627 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b7a56f-2097-4c5e-b2a0-016060947f8c admin admin] Made reservation on behalf of 4ecee164c2d84d4c81289f53c9b63f50 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:03:37.605783 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-77b7a56f-2097-4c5e-b2a0-016060947f8c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:37.607575 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 7fb47d58-571f-4649-9d38-e17e5ed547f3 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:03:37.608059 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (7fb47d58-571f-4649-9d38-e17e5ed547f3), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:37.658303 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6dbc2e-1071-4a7b-abfe-2507713067bf None None] DHCP port deletion for 0866d72e-3544-4c93-a5a9-bf8114a5301e request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:03:37.675163 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fb47d58-571f-4649-9d38-e17e5ed547f3 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:03:37.699192 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6d59c1-7620-42b3-a8fb-93a442e4faf6 admin admin] Pushing event updated for resources: {'Network': ['ID=aa9ab9f5-4311-434f-81fa-6b8fb0654997,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:37.734741 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network aa9ab9f5-4311-434f-81fa-6b8fb0654997 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:03:37.766577 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 7fb47d58-571f-4649-9d38-e17e5ed547f3, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=7fb47d58-571f-4649-9d38-e17e5ed547f3,segment=NetworkSegment(5a1b64bb-b315-46f6-a993-2f3256b9cca1),segment_id=5a1b64bb-b315-46f6-a993-2f3256b9cca1)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:03:37.798258 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fe4ae6a8-2a60-4562-9eee-67bb692d015e admin admin] Publish callbacks [] for security_group (98c1c58d-b588-4b0d-896d-1b2e345735fb), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:37.804134 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (7fb47d58-571f-4649-9d38-e17e5ed547f3), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:37.808528 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a42d224-b672-4ddc-b1b2-e82e011f0712 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Made reservation on behalf of d3e64a71e17749e693b291cf3514bb46 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:03:37.808744 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device dcae9310-0188-4805-9e28-53f45e2fd68f details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:03:37.812156 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0a42d224-b672-4ddc-b1b2-e82e011f0712 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:37.854395 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96b2763-8096-4995-813c-43990a93bf1c req-c059953c-9947-40d2-9a75-1b869e2a68da tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:37.856143 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b96b2763-8096-4995-813c-43990a93bf1c req-c059953c-9947-40d2-9a75-1b869e2a68da tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2f92dd9-5697-4976-b165-77e520cf2520 HTTP/1.1" status: 200 len: 950 time: 0.1341588 Feb 02 07:03:37.939623 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=7fb47d58-571f-4649-9d38-e17e5ed547f3,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:37.942896 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port dcae9310-0188-4805-9e28-53f45e2fd68f, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=dcae9310-0188-4805-9e28-53f45e2fd68f,segment=NetworkSegment(dbbcd93b-74ed-4f38-9d36-01cf18043418),segment_id=dbbcd93b-74ed-4f38-9d36-01cf18043418)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:03:37.957759 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-bd6dbc2e-1071-4a7b-abfe-2507713067bf None None] Deleting port f5fd7240-d67f-41e9-b55c-df5222956eab {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:03:37.958150 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-bd6dbc2e-1071-4a7b-abfe-2507713067bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (f5fd7240-d67f-41e9-b55c-df5222956eab), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:37.960837 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': 'dcae9310-0188-4805-9e28-53f45e2fd68f', 'network_id': '9faf7e40-7741-4ebb-8f78-e3e3326a51b7', 'port_id': 'dcae9310-0188-4805-9e28-53f45e2fd68f', 'mac_address': 'fa:16:3e:bf:c3:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddd7ba65-e54a-42e2-83d4-6480a2d3e138', 'ip_address': '10.1.1.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:03:37.991948 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b96b2763-8096-4995-813c-43990a93bf1c req-3935f51d-673d-45a1-8c0e-de46c8a3575b tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919690 Feb 02 07:03:38.022737 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17b038a8-174b-49fc-9990-f041bd3cf31c admin admin] Router b4be495f-6db6-48f7-baca-231a2de33ee2 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:03:38.060167 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-bd6dbc2e-1071-4a7b-abfe-2507713067bf None None] For port f5fd7240-d67f-41e9-b55c-df5222956eab, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=f5fd7240-d67f-41e9-b55c-df5222956eab,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:03:38.060578 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-bd6dbc2e-1071-4a7b-abfe-2507713067bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (f5fd7240-d67f-41e9-b55c-df5222956eab), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:38.069105 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port dcae9310-0188-4805-9e28-53f45e2fd68f is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:03:38.069497 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (dcae9310-0188-4805-9e28-53f45e2fd68f), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:38.140026 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0a42d224-b672-4ddc-b1b2-e82e011f0712 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (f174ff50-77a8-47b1-bffd-01db0e58787e), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:38.153139 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fe4ae6a8-2a60-4562-9eee-67bb692d015e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (98c1c58d-b588-4b0d-896d-1b2e345735fb), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:38.155736 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fe4ae6a8-2a60-4562-9eee-67bb692d015e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:38.156911 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-fe4ae6a8-2a60-4562-9eee-67bb692d015e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/98c1c58d-b588-4b0d-896d-1b2e345735fb HTTP/1.1" status: 204 len: 168 time: 0.9141331 Feb 02 07:03:38.192014 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3af50cc3-e04d-42d0-99f7-02d55462b033 req-53d67ef7-2663-4b65-841c-e47bbbb00e1f tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=84c122d4ef10498c9eb60083d0b391c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0584562 Feb 02 07:03:38.217114 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a42d224-b672-4ddc-b1b2-e82e011f0712 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:03:38.218819 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-0a42d224-b672-4ddc-b1b2-e82e011f0712 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:03:38.222123 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a42d224-b672-4ddc-b1b2-e82e011f0712 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:38.222738 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0a42d224-b672-4ddc-b1b2-e82e011f0712 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:38.225236 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a42d224-b672-4ddc-b1b2-e82e011f0712 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event updated for resources: {'Subnet': ['ID=f174ff50-77a8-47b1-bffd-01db0e58787e,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:38.234117 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-bd6dbc2e-1071-4a7b-abfe-2507713067bf None None] Calling delete_port for f5fd7240-d67f-41e9-b55c-df5222956eab owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:03:38.242445 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcae9310-0188-4805-9e28-53f45e2fd68f {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:03:38.264775 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0a42d224-b672-4ddc-b1b2-e82e011f0712 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9207511 Feb 02 07:03:38.267152 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43614) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:38.270985 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4ae6a8-2a60-4562-9eee-67bb692d015e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c1c58d-b588-4b0d-896d-1b2e345735fb,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:38.277284 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-8c3079eb-ae08-4076-96ef-2b613ba3d10a tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Request body: {'port': {'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'fixed_ips': [{'subnet_id': 'f174ff50-77a8-47b1-bffd-01db0e58787e', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-156323409'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:03:38.354457 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port dcae9310-0188-4805-9e28-53f45e2fd68f, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=dcae9310-0188-4805-9e28-53f45e2fd68f,segment=NetworkSegment(dbbcd93b-74ed-4f38-9d36-01cf18043418),segment_id=dbbcd93b-74ed-4f38-9d36-01cf18043418)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:03:38.354457 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (dcae9310-0188-4805-9e28-53f45e2fd68f), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:38.354457 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device feaa586e-fdf3-4815-964d-77eed258f414 details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:03:38.374914 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-77b7a56f-2097-4c5e-b2a0-016060947f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (97d1f5d6-bbd4-4fe7-b495-015e69be84cd), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:38.415914 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-bd6dbc2e-1071-4a7b-abfe-2507713067bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (f5fd7240-d67f-41e9-b55c-df5222956eab), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:38.444145 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port feaa586e-fdf3-4815-964d-77eed258f414, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=feaa586e-fdf3-4815-964d-77eed258f414,segment=NetworkSegment(dbbcd93b-74ed-4f38-9d36-01cf18043418),segment_id=dbbcd93b-74ed-4f38-9d36-01cf18043418)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:03:38.464757 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': 'feaa586e-fdf3-4815-964d-77eed258f414', 'network_id': '9faf7e40-7741-4ebb-8f78-e3e3326a51b7', 'port_id': 'feaa586e-fdf3-4815-964d-77eed258f414', 'mac_address': 'fa:16:3e:44:e2:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddd7ba65-e54a-42e2-83d4-6480a2d3e138', 'ip_address': '10.1.1.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:03:38.481430 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=dcae9310-0188-4805-9e28-53f45e2fd68f,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:38.483072 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b038a8-174b-49fc-9990-f041bd3cf31c admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:03:38.485334 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6dbc2e-1071-4a7b-abfe-2507713067bf None None] No DVR routers for this DVR port f5fd7240-d67f-41e9-b55c-df5222956eab on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:03:38.491808 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c3079eb-ae08-4076-96ef-2b613ba3d10a tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Made reservation on behalf of d3e64a71e17749e693b291cf3514bb46 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:03:38.501396 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cfd3d0-ed2f-431c-ab63-a4310c95f204 None None] Sync routers for ids ['b4be495f-6db6-48f7-baca-231a2de33ee2'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:03:38.518234 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6dbc2e-1071-4a7b-abfe-2507713067bf None None] Pushing event deleted for resources: {'Port': ['ID=f5fd7240-d67f-41e9-b55c-df5222956eab,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:38.519153 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-17b038a8-174b-49fc-9990-f041bd3cf31c admin admin] 10.222.0.87 "PUT /v2.0/routers/b4be495f-6db6-48f7-baca-231a2de33ee2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8011987 Feb 02 07:03:38.523605 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43618) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:38.524929 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cfd3d0-ed2f-431c-ab63-a4310c95f204 None None] Routers {'b4be495f-6db6-48f7-baca-231a2de33ee2'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:03:38.526160 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-51cfd3d0-ed2f-431c-ab63-a4310c95f204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:03:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['b4be495f-6db6-48f7-baca-231a2de33ee2'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:03:38.534667 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2d98dd-7d98-4997-9eba-995d7cebfecb None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:03:38.661186 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device f5fd7240-d67f-41e9-b55c-df5222956eab no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:03:38.687522 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port feaa586e-fdf3-4815-964d-77eed258f414 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:03:38.687974 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (feaa586e-fdf3-4815-964d-77eed258f414), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:38.699994 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: f5fd7240-d67f-41e9-b55c-df5222956eab {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:03:38.700370 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device f5fd7240-d67f-41e9-b55c-df5222956eab not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:03:38.720235 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id feaa586e-fdf3-4815-964d-77eed258f414 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:03:38.724987 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-51cfd3d0-ed2f-431c-ab63-a4310c95f204 None None] Set router b4be495f-6db6-48f7-baca-231a2de33ee2 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:03:38.740339 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af50cc3-e04d-42d0-99f7-02d55462b033 req-77c19557-ac23-4143-86dc-d654bd20f62a tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:38.740339 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3af50cc3-e04d-42d0-99f7-02d55462b033 req-77c19557-ac23-4143-86dc-d654bd20f62a tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4739456 Feb 02 07:03:38.740339 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b7a56f-2097-4c5e-b2a0-016060947f8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=97d1f5d6-bbd4-4fe7-b495-015e69be84cd,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:38.745975 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b7a56f-2097-4c5e-b2a0-016060947f8c admin admin] Checking segment: {'id': 'e30c3851-2312-4364-9c53-a061c70020f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'aa9ab9f5-4311-434f-81fa-6b8fb0654997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:03:38.746339 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b7a56f-2097-4c5e-b2a0-016060947f8c admin admin] Network hostable DHCP agents. Network: aa9ab9f5-4311-434f-81fa-6b8fb0654997, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:03:38.759952 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port feaa586e-fdf3-4815-964d-77eed258f414, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=feaa586e-fdf3-4815-964d-77eed258f414,segment=NetworkSegment(dbbcd93b-74ed-4f38-9d36-01cf18043418),segment_id=dbbcd93b-74ed-4f38-9d36-01cf18043418)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:03:38.765488 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3af50cc3-e04d-42d0-99f7-02d55462b033 req-f0290b3f-4b92-4b31-bad6-cb808dfbc6fc tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] 10.222.0.87 "GET /v2.0/quotas/84c122d4ef10498c9eb60083d0b391c9 HTTP/1.1" status: 200 len: 375 time: 0.0164988 Feb 02 07:03:38.777722 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (feaa586e-fdf3-4815-964d-77eed258f414), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:38.778671 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 532b1d27-bcf3-4cac-9dd8-eada4b4926ae details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:03:38.787745 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b7a56f-2097-4c5e-b2a0-016060947f8c admin admin] Network aa9ab9f5-4311-434f-81fa-6b8fb0654997 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:03:38.809677 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3af50cc3-e04d-42d0-99f7-02d55462b033 req-a1aaae5e-dafb-4e45-bcbb-03328215b5fa tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=84c122d4ef10498c9eb60083d0b391c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357354 Feb 02 07:03:38.813534 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b21c583-0c44-4924-9f8a-267d70a0e532 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-0866d72e-3544-4c93-a5a9-bf8114a5301e', 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'project_id': 'd3e64a71e17749e693b291cf3514bb46', 'fixed_ips': [{'subnet_id': 'f174ff50-77a8-47b1-bffd-01db0e58787e'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:03:38.814389 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9b21c583-0c44-4924-9f8a-267d70a0e532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:38.817877 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-77b7a56f-2097-4c5e-b2a0-016060947f8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, aa9ab9f5-4311-434f-81fa-6b8fb0654997) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:03:38.823725 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b7a56f-2097-4c5e-b2a0-016060947f8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:38.824320 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-77b7a56f-2097-4c5e-b2a0-016060947f8c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:38.841318 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c309456-bb7f-4604-900c-361ebe4a00ec None None] Network aa9ab9f5-4311-434f-81fa-6b8fb0654997 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:03:38.873625 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-77b7a56f-2097-4c5e-b2a0-016060947f8c admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3666823 Feb 02 07:03:38.962222 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8c3079eb-ae08-4076-96ef-2b613ba3d10a tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:38.999830 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2597765d-0058-4952-b375-7e07b972c26b req-5fea03c5-2565-4cb0-b2e7-07a8e9b9c66f tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:39.015623 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2597765d-0058-4952-b375-7e07b972c26b req-5fea03c5-2565-4cb0-b2e7-07a8e9b9c66f tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:39.043758 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2597765d-0058-4952-b375-7e07b972c26b req-5fea03c5-2565-4cb0-b2e7-07a8e9b9c66f tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:39.059118 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2597765d-0058-4952-b375-7e07b972c26b req-5fea03c5-2565-4cb0-b2e7-07a8e9b9c66f tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:39.068364 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2597765d-0058-4952-b375-7e07b972c26b req-5fea03c5-2565-4cb0-b2e7-07a8e9b9c66f tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:39.081858 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2597765d-0058-4952-b375-7e07b972c26b req-5fea03c5-2565-4cb0-b2e7-07a8e9b9c66f tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:39.094477 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2597765d-0058-4952-b375-7e07b972c26b req-5fea03c5-2565-4cb0-b2e7-07a8e9b9c66f tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:39.101594 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2597765d-0058-4952-b375-7e07b972c26b req-5fea03c5-2565-4cb0-b2e7-07a8e9b9c66f tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 5424 time: 0.4923427 Feb 02 07:03:39.125148 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-02ddc2a4-48de-4ccf-86d1-75646437a238 req-c363c470-9e36-40b1-808b-168d679adec4 tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] 10.222.0.87 "GET /v2.0/ports?device_id=497ab761-4d65-43b2-8058-3ab0af5247d2 HTTP/1.1" status: 200 len: 210 time: 0.0624011 Feb 02 07:03:39.186166 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-9b21c583-0c44-4924-9f8a-267d70a0e532 None None] Allocated IP 2001:db8::2 (0866d72e-3544-4c93-a5a9-bf8114a5301e/f174ff50-77a8-47b1-bffd-01db0e58787e/4a16002c-84fe-41fe-9e2d-fe57309a881d) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:03:39.188028 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-51cfd3d0-ed2f-431c-ab63-a4310c95f204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4be495f-6db6-48f7-baca-231a2de33ee2', 'name': 'tempest-ServersTestJSON-2087778775-router', 'tenant_id': '8a72e2ddd46d4aa092090e984ad4bccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'd54a553f-dfd6-4685-bef7-04d95ad2ecd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:00:55Z', 'updated_at': '2022-02-02T07:03:36Z', 'revision_number': 5, 'project_id': '8a72e2ddd46d4aa092090e984ad4bccb', 'gw_port': {'id': 'd54a553f-dfd6-4685-bef7-04d95ad2ecd7', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:33:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4be495f-6db6-48f7-baca-231a2de33ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:00:57Z', 'updated_at': '2022-02-02T07:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:03:39.194929 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [None req-8c3079eb-ae08-4076-96ef-2b613ba3d10a tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] device_id is not set on port 082ef69d-8c6c-4239-af2c-a20c903142e3 yet. {{(pid=109694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:03:39.203828 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.db.resource_extend [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 07:03:39.212208 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9b327802-45e6-4cf6-9458-11dfde0dce8d admin admin] Publish callbacks [] for router (b4be495f-6db6-48f7-baca-231a2de33ee2), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:39.222003 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 532b1d27-bcf3-4cac-9dd8-eada4b4926ae, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=532b1d27-bcf3-4cac-9dd8-eada4b4926ae,segment=NetworkSegment(5a1b64bb-b315-46f6-a993-2f3256b9cca1),segment_id=5a1b64bb-b315-46f6-a993-2f3256b9cca1)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:03:39.237913 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=feaa586e-fdf3-4815-964d-77eed258f414,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:39.247945 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': '532b1d27-bcf3-4cac-9dd8-eada4b4926ae', 'network_id': 'fc60349d-a3fd-46d2-93de-c30a8b26931d', 'port_id': '532b1d27-bcf3-4cac-9dd8-eada4b4926ae', 'mac_address': 'fa:16:3e:e2:b7:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fccb40b-1cb3-4576-9fe7-5509d392215b', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:03:39.289515 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cfd3d0-ed2f-431c-ab63-a4310c95f204 None None] Checking router: b4be495f-6db6-48f7-baca-231a2de33ee2 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:03:39.299754 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cfd3d0-ed2f-431c-ab63-a4310c95f204 None None] Routers {'b4be495f-6db6-48f7-baca-231a2de33ee2'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:03:39.300670 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-51cfd3d0-ed2f-431c-ab63-a4310c95f204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:03:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['b4be495f-6db6-48f7-baca-231a2de33ee2'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:03:39.313083 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 532b1d27-bcf3-4cac-9dd8-eada4b4926ae is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:03:39.315270 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (532b1d27-bcf3-4cac-9dd8-eada4b4926ae), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:39.335224 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 532b1d27-bcf3-4cac-9dd8-eada4b4926ae {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:03:39.406400 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 532b1d27-bcf3-4cac-9dd8-eada4b4926ae, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=532b1d27-bcf3-4cac-9dd8-eada4b4926ae,segment=NetworkSegment(5a1b64bb-b315-46f6-a993-2f3256b9cca1),segment_id=5a1b64bb-b315-46f6-a993-2f3256b9cca1)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:03:39.420775 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3066573b-ce0c-4451-a82d-9ae45052b119 req-8e287049-2efe-4bf8-a906-8e6f5b12b580 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:39.424780 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3066573b-ce0c-4451-a82d-9ae45052b119 req-8e287049-2efe-4bf8-a906-8e6f5b12b580 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2f92dd9-5697-4976-b165-77e520cf2520 HTTP/1.1" status: 200 len: 950 time: 0.1370745 Feb 02 07:03:39.439649 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (532b1d27-bcf3-4cac-9dd8-eada4b4926ae), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:39.460956 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2597765d-0058-4952-b375-7e07b972c26b req-33804b8a-fb09-493b-89ed-ad753d35f135 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/security-groups?id=83500878-2b75-476a-931f-17df1a6782c5&id=2c89831c-2212-4fd4-82c0-50883e2a18e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3533523 Feb 02 07:03:39.514391 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d51c46-8ea7-42d1-b573-3a862feb909c None None] Network aa9ab9f5-4311-434f-81fa-6b8fb0654997 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:03:39.530770 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-51cfd3d0-ed2f-431c-ab63-a4310c95f204 None None] Set router b4be495f-6db6-48f7-baca-231a2de33ee2 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:03:39.547407 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3066573b-ce0c-4451-a82d-9ae45052b119 req-d4f9ab00-4885-44b3-b332-95f9b46099bc tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146028 Feb 02 07:03:39.674499 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9b327802-45e6-4cf6-9458-11dfde0dce8d admin admin] Publish callbacks [] for router_gateway (b4be495f-6db6-48f7-baca-231a2de33ee2), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:39.679853 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43658) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:39.683995 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=532b1d27-bcf3-4cac-9dd8-eada4b4926ae,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:39.796070 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-9b327802-45e6-4cf6-9458-11dfde0dce8d admin admin] Deleting port d54a553f-dfd6-4685-bef7-04d95ad2ecd7 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:03:39.798198 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9b327802-45e6-4cf6-9458-11dfde0dce8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (d54a553f-dfd6-4685-bef7-04d95ad2ecd7), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:39.845259 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-be0dbfa0-6521-4fb5-a516-49dc9adf50f2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1631988947-network', 'tenant_id': '51472d7ac5b4449fa09fb7150f54f571'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:03:39.867458 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9b21c583-0c44-4924-9f8a-267d70a0e532 None None] Publish callbacks [] for port (4a16002c-84fe-41fe-9e2d-fe57309a881d), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:39.889626 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9b21c583-0c44-4924-9f8a-267d70a0e532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (4a16002c-84fe-41fe-9e2d-fe57309a881d), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:39.894426 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be0dbfa0-6521-4fb5-a516-49dc9adf50f2 admin admin] Made reservation on behalf of 51472d7ac5b4449fa09fb7150f54f571 for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:03:39.897178 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-be0dbfa0-6521-4fb5-a516-49dc9adf50f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:39.902233 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c3079eb-ae08-4076-96ef-2b613ba3d10a tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 07:03:39.902849 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c3079eb-ae08-4076-96ef-2b613ba3d10a tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:03:39.913850 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-be0dbfa0-6521-4fb5-a516-49dc9adf50f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:39.938274 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-8c3079eb-ae08-4076-96ef-2b613ba3d10a tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 1.6696291 Feb 02 07:03:39.940799 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43662) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:39.946729 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-9b327802-45e6-4cf6-9458-11dfde0dce8d admin admin] For port d54a553f-dfd6-4685-bef7-04d95ad2ecd7, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=d54a553f-dfd6-4685-bef7-04d95ad2ecd7,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:03:39.947362 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9b327802-45e6-4cf6-9458-11dfde0dce8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (d54a553f-dfd6-4685-bef7-04d95ad2ecd7), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:39.960247 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-51cfd3d0-ed2f-431c-ab63-a4310c95f204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4be495f-6db6-48f7-baca-231a2de33ee2', 'name': 'tempest-ServersTestJSON-2087778775-router', 'tenant_id': '8a72e2ddd46d4aa092090e984ad4bccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'd54a553f-dfd6-4685-bef7-04d95ad2ecd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:00:55Z', 'updated_at': '2022-02-02T07:03:36Z', 'revision_number': 5, 'project_id': '8a72e2ddd46d4aa092090e984ad4bccb', 'gw_port': {'id': 'd54a553f-dfd6-4685-bef7-04d95ad2ecd7', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:33:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4be495f-6db6-48f7-baca-231a2de33ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:00:57Z', 'updated_at': '2022-02-02T07:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:03:39.965123 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-9b327802-45e6-4cf6-9458-11dfde0dce8d admin admin] Calling delete_port for d54a553f-dfd6-4685-bef7-04d95ad2ecd7 owned by network:router_gateway {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:03:39.980053 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b21c583-0c44-4924-9f8a-267d70a0e532 None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:03:39.984411 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-9b21c583-0c44-4924-9f8a-267d70a0e532 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:03:39.987697 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b21c583-0c44-4924-9f8a-267d70a0e532 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:03:39.999295 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cfd3d0-ed2f-431c-ab63-a4310c95f204 None None] The sync data for ids ['b4be495f-6db6-48f7-baca-231a2de33ee2'] in n-d-789963-26 is: [{'id': 'b4be495f-6db6-48f7-baca-231a2de33ee2', 'name': 'tempest-ServersTestJSON-2087778775-router', 'tenant_id': '8a72e2ddd46d4aa092090e984ad4bccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': 'd54a553f-dfd6-4685-bef7-04d95ad2ecd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:00:55Z', 'updated_at': '2022-02-02T07:03:36Z', 'revision_number': 5, 'project_id': '8a72e2ddd46d4aa092090e984ad4bccb', 'gw_port': {'id': 'd54a553f-dfd6-4685-bef7-04d95ad2ecd7', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:33:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4be495f-6db6-48f7-baca-231a2de33ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:00:57Z', 'updated_at': '2022-02-02T07:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:03:40.061944 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b21c583-0c44-4924-9f8a-267d70a0e532 None None] Pushing event updated for resources: {'Port': ['ID=4a16002c-84fe-41fe-9e2d-fe57309a881d,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:40.079842 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-9b21c583-0c44-4924-9f8a-267d70a0e532 None None] Attempting to bind port 4a16002c-84fe-41fe-9e2d-fe57309a881d on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:03:40.080259 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-9b21c583-0c44-4924-9f8a-267d70a0e532 None None] Attempting to bind port 4a16002c-84fe-41fe-9e2d-fe57309a881d by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:03:40.080625 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b21c583-0c44-4924-9f8a-267d70a0e532 None None] Attempting to bind port 4a16002c-84fe-41fe-9e2d-fe57309a881d on network 0866d72e-3544-4c93-a5a9-bf8114a5301e {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:03:40.089051 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b21c583-0c44-4924-9f8a-267d70a0e532 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:03:40.089433 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b21c583-0c44-4924-9f8a-267d70a0e532 None None] Checking segment: {'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:03:40.089838 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9b21c583-0c44-4924-9f8a-267d70a0e532 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:40.090278 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b21c583-0c44-4924-9f8a-267d70a0e532 None None] Bound using segment: {'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:03:40.090747 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-9b21c583-0c44-4924-9f8a-267d70a0e532 None None] Bound port: 4a16002c-84fe-41fe-9e2d-fe57309a881d, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:03:40.091207 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9b21c583-0c44-4924-9f8a-267d70a0e532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (4a16002c-84fe-41fe-9e2d-fe57309a881d), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:40.125986 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-be0dbfa0-6521-4fb5-a516-49dc9adf50f2 admin admin] Publish callbacks [] for security_group (11f26c60-24b9-47cd-9a69-7dc0c6ea5509), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:40.137333 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e042ee38-1335-422a-93c0-004ae37f5d9e tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:40.142365 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e042ee38-1335-422a-93c0-004ae37f5d9e tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1995955 Feb 02 07:03:40.143172 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43672) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:40.144141 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-be0dbfa0-6521-4fb5-a516-49dc9adf50f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (11f26c60-24b9-47cd-9a69-7dc0c6ea5509), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:40.173165 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be0dbfa0-6521-4fb5-a516-49dc9adf50f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:03:40.193752 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0dbfa0-6521-4fb5-a516-49dc9adf50f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f26c60-24b9-47cd-9a69-7dc0c6ea5509,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:40.198477 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-be0dbfa0-6521-4fb5-a516-49dc9adf50f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (50b2c935-c140-4230-880a-508574d9ed43), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:40.198477 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-be0dbfa0-6521-4fb5-a516-49dc9adf50f2 admin admin] Added segment 50b2c935-c140-4230-880a-508574d9ed43 of type vlan for network f9701445-c4cf-4d4f-9286-fc4fc0bbd41b Feb 02 07:03:40.200624 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-9b21c583-0c44-4924-9f8a-267d70a0e532 None None] For port 4a16002c-84fe-41fe-9e2d-fe57309a881d, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:03:40.204056 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-9b21c583-0c44-4924-9f8a-267d70a0e532 None None] For port 4a16002c-84fe-41fe-9e2d-fe57309a881d, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=4a16002c-84fe-41fe-9e2d-fe57309a881d,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:03:40.215400 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9b21c583-0c44-4924-9f8a-267d70a0e532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (4a16002c-84fe-41fe-9e2d-fe57309a881d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:40.281828 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c13eb13b-2595-4b69-aa6a-afc9e9563fa4 req-b8387139-1cbc-406f-9361-f44fd7d0a3e0 tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] 10.222.0.87 "GET /v2.0/ports?device_id=497ab761-4d65-43b2-8058-3ab0af5247d2 HTTP/1.1" status: 200 len: 210 time: 0.0326614 Feb 02 07:03:40.283707 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-be0dbfa0-6521-4fb5-a516-49dc9adf50f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (f9701445-c4cf-4d4f-9286-fc4fc0bbd41b), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:40.312240 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-be0dbfa0-6521-4fb5-a516-49dc9adf50f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (f9701445-c4cf-4d4f-9286-fc4fc0bbd41b), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:40.313402 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0dbfa0-6521-4fb5-a516-49dc9adf50f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:40.314223 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-be0dbfa0-6521-4fb5-a516-49dc9adf50f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:40.318957 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c87599-a8ec-4436-8f97-44706e9ef8e3 req-64ab2e07-278e-4458-b6bd-ea5942f7f7cf tempest-VolumesAdminNegativeTest-1781745191 tempest-VolumesAdminNegativeTest-1781745191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:40.320604 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d4c87599-a8ec-4436-8f97-44706e9ef8e3 req-64ab2e07-278e-4458-b6bd-ea5942f7f7cf tempest-VolumesAdminNegativeTest-1781745191 tempest-VolumesAdminNegativeTest-1781745191-project] 10.222.0.87 "GET /v2.0/networks?id=655bbc00-3cca-459c-999c-c63adb79d176 HTTP/1.1" status: 200 len: 813 time: 0.2752445 Feb 02 07:03:40.323240 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b21c583-0c44-4924-9f8a-267d70a0e532 None None] Pushing event updated for resources: {'Port': ['ID=4a16002c-84fe-41fe-9e2d-fe57309a881d,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:40.324925 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f44d158-6e3c-45a2-aafe-d32a641d1dbc tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:40.326268 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f44d158-6e3c-45a2-aafe-d32a641d1dbc tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:40.327838 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-2f44d158-6e3c-45a2-aafe-d32a641d1dbc tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1836739 Feb 02 07:03:40.330966 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43676) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:40.363873 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d4c87599-a8ec-4436-8f97-44706e9ef8e3 req-d7e6d94c-4e41-452b-a40b-f7e42178bf62 tempest-VolumesAdminNegativeTest-1781745191 tempest-VolumesAdminNegativeTest-1781745191-project] 10.222.0.87 "GET /v2.0/quotas/d64acf5af25d44f4857173a0442d8238 HTTP/1.1" status: 200 len: 375 time: 0.0327299 Feb 02 07:03:40.415150 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-be0dbfa0-6521-4fb5-a516-49dc9adf50f2 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7341716 Feb 02 07:03:40.429022 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43678) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:40.442185 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-09204bf0-09da-4616-aae0-4d158eecabc2 admin admin] Request body: {'subnet': {'network_id': 'f9701445-c4cf-4d4f-9286-fc4fc0bbd41b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1631988947-subnet', 'tenant_id': '51472d7ac5b4449fa09fb7150f54f571', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:03:40.447165 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d4c87599-a8ec-4436-8f97-44706e9ef8e3 req-2d236444-a18e-41e3-81b5-34e1f4cd842b tempest-VolumesAdminNegativeTest-1781745191 tempest-VolumesAdminNegativeTest-1781745191-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=d64acf5af25d44f4857173a0442d8238&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0698197 Feb 02 07:03:40.454263 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 0841de10-1522-44ca-bbe0-a68467d66fc1 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:03:40.463949 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-f09c0b50-ae93-42fe-a514-403b68e9d4aa tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Deleting subnet f174ff50-77a8-47b1-bffd-01db0e58787e {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:03:40.469645 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f09c0b50-ae93-42fe-a514-403b68e9d4aa tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for subnet (f174ff50-77a8-47b1-bffd-01db0e58787e), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:40.502684 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0dbfa0-6521-4fb5-a516-49dc9adf50f2 admin admin] Pushing event updated for resources: {'Network': ['ID=f9701445-c4cf-4d4f-9286-fc4fc0bbd41b,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:40.503185 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 0841de10-1522-44ca-bbe0-a68467d66fc1 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:03:40.503593 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 0841de10-1522-44ca-bbe0-a68467d66fc1 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:03:40.520318 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9b327802-45e6-4cf6-9458-11dfde0dce8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (d54a553f-dfd6-4685-bef7-04d95ad2ecd7), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:40.530496 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09204bf0-09da-4616-aae0-4d158eecabc2 admin admin] Made reservation on behalf of 51472d7ac5b4449fa09fb7150f54f571 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:03:40.533113 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-09204bf0-09da-4616-aae0-4d158eecabc2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:40.533224 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f09c0b50-ae93-42fe-a514-403b68e9d4aa tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (f174ff50-77a8-47b1-bffd-01db0e58787e), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:40.546275 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network f9701445-c4cf-4d4f-9286-fc4fc0bbd41b details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:03:40.668315 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b327802-45e6-4cf6-9458-11dfde0dce8d admin admin] Pushing event deleted for resources: {'Port': ['ID=d54a553f-dfd6-4685-bef7-04d95ad2ecd7,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:40.686013 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [req-d4c87599-a8ec-4436-8f97-44706e9ef8e3 req-a150cca7-d7ea-4f52-8001-0ec29f9706fc service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:03:40.687052 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d4c87599-a8ec-4436-8f97-44706e9ef8e3 req-a150cca7-d7ea-4f52-8001-0ec29f9706fc service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2188647 Feb 02 07:03:40.748682 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f09c0b50-ae93-42fe-a514-403b68e9d4aa tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (f174ff50-77a8-47b1-bffd-01db0e58787e), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:40.836939 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3af50cc3-e04d-42d0-99f7-02d55462b033 req-5cfd4336-11e8-4200-ad2e-c48b6c5a34b3 tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=84c122d4ef10498c9eb60083d0b391c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322323 Feb 02 07:03:40.871858 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['32d3366d-9a45-45fb-9152-9211651dfc0d'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:03:40.913874 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['8983c95f-d2a5-40fc-ab6f-8385eea021b2'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:03:40.958049 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['feaa586e-fdf3-4815-964d-77eed258f414'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:03:40.968038 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee847371-1d4d-4e1e-b093-53cfbc360573 req-96f1a1e2-ce9d-4a1b-9b7e-8c1988855946 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:40.973523 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee847371-1d4d-4e1e-b093-53cfbc360573 req-96f1a1e2-ce9d-4a1b-9b7e-8c1988855946 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:40.979682 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee847371-1d4d-4e1e-b093-53cfbc360573 req-96f1a1e2-ce9d-4a1b-9b7e-8c1988855946 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:40.985204 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee847371-1d4d-4e1e-b093-53cfbc360573 req-96f1a1e2-ce9d-4a1b-9b7e-8c1988855946 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:40.990600 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee847371-1d4d-4e1e-b093-53cfbc360573 req-96f1a1e2-ce9d-4a1b-9b7e-8c1988855946 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:40.997199 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee847371-1d4d-4e1e-b093-53cfbc360573 req-96f1a1e2-ce9d-4a1b-9b7e-8c1988855946 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:41.003233 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee847371-1d4d-4e1e-b093-53cfbc360573 req-96f1a1e2-ce9d-4a1b-9b7e-8c1988855946 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:41.003403 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['238a9e44-e03f-44a7-b095-94714ea7aff3'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:03:41.005417 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ee847371-1d4d-4e1e-b093-53cfbc360573 req-96f1a1e2-ce9d-4a1b-9b7e-8c1988855946 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 5426 time: 0.2765038 Feb 02 07:03:41.005582 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['dcae9310-0188-4805-9e28-53f45e2fd68f'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:03:41.032534 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f09c0b50-ae93-42fe-a514-403b68e9d4aa tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (f174ff50-77a8-47b1-bffd-01db0e58787e), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:41.074279 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f09c0b50-ae93-42fe-a514-403b68e9d4aa tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:41.074901 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['532b1d27-bcf3-4cac-9dd8-eada4b4926ae'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:03:41.079619 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-f09c0b50-ae93-42fe-a514-403b68e9d4aa tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/subnets/f174ff50-77a8-47b1-bffd-01db0e58787e HTTP/1.1" status: 204 len: 168 time: 0.7436097 Feb 02 07:03:41.103275 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af50cc3-e04d-42d0-99f7-02d55462b033 req-ec788c67-310d-4c00-8268-3a6a91feaff0 tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:41.105566 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3af50cc3-e04d-42d0-99f7-02d55462b033 req-ec788c67-310d-4c00-8268-3a6a91feaff0 tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2631114 Feb 02 07:03:41.106667 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43686) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:41.113660 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09c0b50-ae93-42fe-a514-403b68e9d4aa tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event deleted for resources: {'Subnet': ['ID=f174ff50-77a8-47b1-bffd-01db0e58787e,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:41.133648 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-3af50cc3-e04d-42d0-99f7-02d55462b033 req-3f0c6dc2-61f5-44b1-be9a-41901f26fd20 tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] Request body: {'port': {'device_id': '497ab761-4d65-43b2-8058-3ab0af5247d2', 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1', 'admin_state_up': True, 'tenant_id': '84c122d4ef10498c9eb60083d0b391c9'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:03:41.196208 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-9bcb0057-1e22-40cc-a1f0-582052fcda65 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0848033 Feb 02 07:03:41.198559 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43688) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:41.212147 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-8a05bdb5-4c89-4ec1-a66a-e38b8e62fcf3 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Request body: {'subnet': {'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:03:41.223197 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9b327802-45e6-4cf6-9458-11dfde0dce8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (b4be495f-6db6-48f7-baca-231a2de33ee2), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:41.263897 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7c4f67dc-783b-4afc-af78-aa1425bc1700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:41.345598 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9b327802-45e6-4cf6-9458-11dfde0dce8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (b4be495f-6db6-48f7-baca-231a2de33ee2), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:41.349079 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9b327802-45e6-4cf6-9458-11dfde0dce8d admin admin] Publish callbacks [] for router_controller (b4be495f-6db6-48f7-baca-231a2de33ee2), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:41.375629 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ee847371-1d4d-4e1e-b093-53cfbc360573 req-ab2dc651-90fc-4217-bb72-5dd5a6eaacf0 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/security-groups?id=83500878-2b75-476a-931f-17df1a6782c5&id=2c89831c-2212-4fd4-82c0-50883e2a18e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3488579 Feb 02 07:03:41.481418 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d4c87599-a8ec-4436-8f97-44706e9ef8e3 req-a56f7a70-c796-4c99-9ead-b82c9baa1b22 service neutron] 10.222.0.87 "GET /v2.0/networks/655bbc00-3cca-459c-999c-c63adb79d176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7635269 Feb 02 07:03:41.512456 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3af50cc3-e04d-42d0-99f7-02d55462b033 req-3f0c6dc2-61f5-44b1-be9a-41901f26fd20 tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] Made reservation on behalf of 84c122d4ef10498c9eb60083d0b391c9 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:03:41.514731 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9b327802-45e6-4cf6-9458-11dfde0dce8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (b4be495f-6db6-48f7-baca-231a2de33ee2), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:41.515277 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b327802-45e6-4cf6-9458-11dfde0dce8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4be495f-6db6-48f7-baca-231a2de33ee2 {{(pid=109694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:03:41.517785 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-3af50cc3-e04d-42d0-99f7-02d55462b033 req-3f0c6dc2-61f5-44b1-be9a-41901f26fd20 tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:41.526255 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9b327802-45e6-4cf6-9458-11dfde0dce8d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:41.527620 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-9b327802-45e6-4cf6-9458-11dfde0dce8d admin admin] 10.222.0.87 "DELETE /v2.0/routers/b4be495f-6db6-48f7-baca-231a2de33ee2 HTTP/1.1" status: 204 len: 168 time: 2.9996500 Feb 02 07:03:41.531410 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43692) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:41.559184 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['7fb47d58-571f-4649-9d38-e17e5ed547f3'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:03:41.578858 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-3af50cc3-e04d-42d0-99f7-02d55462b033 req-3f0c6dc2-61f5-44b1-be9a-41901f26fd20 tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:41.639438 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['96ea0c8c-2d04-4820-aaf9-0423ccbb3176'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:03:41.677525 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-3af50cc3-e04d-42d0-99f7-02d55462b033 req-3f0c6dc2-61f5-44b1-be9a-41901f26fd20 tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] Publish callbacks [] for security_group (4fb57ed4-cc4d-4527-a774-d434516db18b), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:41.690873 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-3af50cc3-e04d-42d0-99f7-02d55462b033 req-3f0c6dc2-61f5-44b1-be9a-41901f26fd20 tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (4fb57ed4-cc4d-4527-a774-d434516db18b), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:41.751849 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ffe47e5-f3e4-4dd2-94c7-1a532572e548 admin admin] Deleting subnet 8f8923d3-8f99-44de-be03-a294b1207322 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:03:41.759310 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a05bdb5-4c89-4ec1-a66a-e38b8e62fcf3 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Made reservation on behalf of d3e64a71e17749e693b291cf3514bb46 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:03:41.761426 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3ffe47e5-f3e4-4dd2-94c7-1a532572e548 admin admin] Publish callbacks [] for subnet (8f8923d3-8f99-44de-be03-a294b1207322), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:41.763844 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8a05bdb5-4c89-4ec1-a66a-e38b8e62fcf3 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:41.794050 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d4c87599-a8ec-4436-8f97-44706e9ef8e3 req-07d69fe2-1eb2-4e02-ae60-df978bc01d4b service neutron] 10.222.0.87 "GET /v2.0/networks/655bbc00-3cca-459c-999c-c63adb79d176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115830 Feb 02 07:03:41.831002 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-09204bf0-09da-4616-aae0-4d158eecabc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (32144128-c19d-4644-8a7f-0675355df2fd), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:41.858879 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3ffe47e5-f3e4-4dd2-94c7-1a532572e548 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (8f8923d3-8f99-44de-be03-a294b1207322), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:41.929759 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f0d1c2-ab6c-4f36-a946-e15704f37c93 None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:03:42.006637 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09204bf0-09da-4616-aae0-4d158eecabc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32144128-c19d-4644-8a7f-0675355df2fd,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:42.044383 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-545c14fb-4de8-4659-900b-c9fb2e975251 req-afc00016-4284-4630-ac54-c3d68c72a0e8 tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] 10.222.0.87 "GET /v2.0/ports?device_id=497ab761-4d65-43b2-8058-3ab0af5247d2 HTTP/1.1" status: 200 len: 210 time: 0.0606351 Feb 02 07:03:42.103473 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-f9b27898-1892-4416-a307-156955cdd423 None None] Provisioning complete for port 4a16002c-84fe-41fe-9e2d-fe57309a881d triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:03:42.104200 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f9b27898-1892-4416-a307-156955cdd423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (4a16002c-84fe-41fe-9e2d-fe57309a881d), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:42.120148 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09204bf0-09da-4616-aae0-4d158eecabc2 admin admin] Checking segment: {'id': '50b2c935-c140-4230-880a-508574d9ed43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f9701445-c4cf-4d4f-9286-fc4fc0bbd41b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:03:42.120702 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09204bf0-09da-4616-aae0-4d158eecabc2 admin admin] Network hostable DHCP agents. Network: f9701445-c4cf-4d4f-9286-fc4fc0bbd41b, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:03:42.142854 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3ffe47e5-f3e4-4dd2-94c7-1a532572e548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (8f8923d3-8f99-44de-be03-a294b1207322), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:42.200246 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d434adf2-8804-4b47-bba5-64a982ef95d1 req-102ceaa6-6389-4f33-add6-2a621ed71f1d tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:42.202451 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d434adf2-8804-4b47-bba5-64a982ef95d1 req-102ceaa6-6389-4f33-add6-2a621ed71f1d tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2f92dd9-5697-4976-b165-77e520cf2520 HTTP/1.1" status: 200 len: 950 time: 0.6938043 Feb 02 07:03:42.207020 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0c6dc2-61f5-44b1-be9a-41901f26fd20 tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb57ed4-cc4d-4527-a774-d434516db18b,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:42.236517 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b4543ab6-8f72-4b8c-89ed-b14cbab734a1 req-94aaca4f-01bc-4faf-be87-a504d8a82bb3 tempest-VolumesAdminNegativeTest-1781745191 tempest-VolumesAdminNegativeTest-1781745191-project] 10.222.0.87 "GET /v2.0/ports?device_id=f1467324-8dd8-403e-9291-8e5df5ad4316 HTTP/1.1" status: 200 len: 210 time: 0.0948865 Feb 02 07:03:42.239488 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09204bf0-09da-4616-aae0-4d158eecabc2 admin admin] Network f9701445-c4cf-4d4f-9286-fc4fc0bbd41b is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:03:42.260369 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-09204bf0-09da-4616-aae0-4d158eecabc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, f9701445-c4cf-4d4f-9286-fc4fc0bbd41b) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:03:42.268487 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09204bf0-09da-4616-aae0-4d158eecabc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:42.269052 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8a05bdb5-4c89-4ec1-a66a-e38b8e62fcf3 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (1490c662-e9dd-43ca-ba96-e3684d956710), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:42.269457 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-09204bf0-09da-4616-aae0-4d158eecabc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:42.289571 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3ffe47e5-f3e4-4dd2-94c7-1a532572e548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (8f8923d3-8f99-44de-be03-a294b1207322), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:42.304455 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-09204bf0-09da-4616-aae0-4d158eecabc2 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.8720186 Feb 02 07:03:42.306184 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-3af50cc3-e04d-42d0-99f7-02d55462b033 req-3f0c6dc2-61f5-44b1-be9a-41901f26fd20 tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] Allocated IP 192.168.233.57 (04bc5622-0c2b-4ce8-b107-e6abcbdf57e1/9d773733-62df-4956-84d3-71d17cfb6d11/ef4e2d98-b4f3-42da-bdbd-68b19920f753) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:03:42.332937 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffe47e5-f3e4-4dd2-94c7-1a532572e548 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f8923d3-8f99-44de-be03-a294b1207322,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:42.335290 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3ffe47e5-f3e4-4dd2-94c7-1a532572e548 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:42.339349 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-3ffe47e5-f3e4-4dd2-94c7-1a532572e548 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/8f8923d3-8f99-44de-be03-a294b1207322 HTTP/1.1" status: 204 len: 168 time: 0.8001726 Feb 02 07:03:42.341767 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43706) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:42.344540 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a05bdb5-4c89-4ec1-a66a-e38b8e62fcf3 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:03:42.357485 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6546ae2f-5353-4eeb-a1ce-5dae988b360a None None] Network f9701445-c4cf-4d4f-9286-fc4fc0bbd41b requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:03:42.378264 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b9a505-9142-4796-b84c-80c8520199e7 None None] Network b8d318ee-7be7-4e51-831e-7b86032e2315 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:03:42.380916 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-f9b27898-1892-4416-a307-156955cdd423 None None] Current status of the port 4a16002c-84fe-41fe-9e2d-fe57309a881d is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:03:42.381315 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f9b27898-1892-4416-a307-156955cdd423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (4a16002c-84fe-41fe-9e2d-fe57309a881d), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:42.437011 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d434adf2-8804-4b47-bba5-64a982ef95d1 req-6c478855-2ec8-4214-a4cf-7ea3f074ff44 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145951 Feb 02 07:03:42.438017 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-8a05bdb5-4c89-4ec1-a66a-e38b8e62fcf3 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:03:42.470712 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a05bdb5-4c89-4ec1-a66a-e38b8e62fcf3 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:42.471358 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8a05bdb5-4c89-4ec1-a66a-e38b8e62fcf3 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:42.539002 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a05bdb5-4c89-4ec1-a66a-e38b8e62fcf3 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event updated for resources: {'Subnet': ['ID=1490c662-e9dd-43ca-ba96-e3684d956710,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:42.628178 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4cc11956-a087-4b53-abfa-2faa167e6c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (b8d318ee-7be7-4e51-831e-7b86032e2315), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:42.659960 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43716) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:42.660146 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-8a05bdb5-4c89-4ec1-a66a-e38b8e62fcf3 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4514337 Feb 02 07:03:42.669094 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-8afe3c8c-15ba-40a5-9f07-ce5d80252fdb tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1863625252', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:03:42.762059 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866532e-e3f8-49b7-af70-926787207710 req-2c74663f-666b-4093-8de0-a007f40ec481 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:42.771266 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866532e-e3f8-49b7-af70-926787207710 req-2c74663f-666b-4093-8de0-a007f40ec481 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:42.777201 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866532e-e3f8-49b7-af70-926787207710 req-2c74663f-666b-4093-8de0-a007f40ec481 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:42.782810 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866532e-e3f8-49b7-af70-926787207710 req-2c74663f-666b-4093-8de0-a007f40ec481 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:42.788442 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866532e-e3f8-49b7-af70-926787207710 req-2c74663f-666b-4093-8de0-a007f40ec481 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:42.794292 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866532e-e3f8-49b7-af70-926787207710 req-2c74663f-666b-4093-8de0-a007f40ec481 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:42.800141 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866532e-e3f8-49b7-af70-926787207710 req-2c74663f-666b-4093-8de0-a007f40ec481 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:42.808968 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e866532e-e3f8-49b7-af70-926787207710 req-2c74663f-666b-4093-8de0-a007f40ec481 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 5426 time: 0.2958062 Feb 02 07:03:42.819294 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 4a16002c-84fe-41fe-9e2d-fe57309a881d up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:03:42.837674 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8afe3c8c-15ba-40a5-9f07-ce5d80252fdb tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (875b32a0-f15c-43f2-a568-566c7c19cf82), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:42.838879 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8afe3c8c-15ba-40a5-9f07-ce5d80252fdb tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (875b32a0-f15c-43f2-a568-566c7c19cf82), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:42.856815 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-f9b27898-1892-4416-a307-156955cdd423 None None] For port 4a16002c-84fe-41fe-9e2d-fe57309a881d, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=4a16002c-84fe-41fe-9e2d-fe57309a881d,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:03:42.880908 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-3af50cc3-e04d-42d0-99f7-02d55462b033 req-3f0c6dc2-61f5-44b1-be9a-41901f26fd20 tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] Publish callbacks [] for port (ef4e2d98-b4f3-42da-bdbd-68b19920f753), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:42.974001 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8afe3c8c-15ba-40a5-9f07-ce5d80252fdb tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for router_controller (875b32a0-f15c-43f2-a568-566c7c19cf82), precommit_add_association {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:42.994091 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e866532e-e3f8-49b7-af70-926787207710 req-1223fd55-30e6-4072-8fcc-03df4a618e2c tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/security-groups?id=83500878-2b75-476a-931f-17df1a6782c5&id=2c89831c-2212-4fd4-82c0-50883e2a18e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1802711 Feb 02 07:03:42.996698 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8afe3c8c-15ba-40a5-9f07-ce5d80252fdb tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (875b32a0-f15c-43f2-a568-566c7c19cf82), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:43.020950 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f9b27898-1892-4416-a307-156955cdd423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (4a16002c-84fe-41fe-9e2d-fe57309a881d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:43.033105 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-4cc11956-a087-4b53-abfa-2faa167e6c27 admin admin] Deleting port a8f8d53e-f0fb-4d89-9041-0df7a3ef67ea {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:03:43.033794 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4cc11956-a087-4b53-abfa-2faa167e6c27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (a8f8d53e-f0fb-4d89-9041-0df7a3ef67ea), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:43.047515 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be06a01-8422-442a-a239-7de98274b03f req-b70ed8a2-7115-4b5e-a0b6-5cb40a476aa0 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:43.055945 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8afe3c8c-15ba-40a5-9f07-ce5d80252fdb tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:43.057623 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-8afe3c8c-15ba-40a5-9f07-ce5d80252fdb tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3968508 Feb 02 07:03:43.060923 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43732) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:43.064113 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0be06a01-8422-442a-a239-7de98274b03f req-b70ed8a2-7115-4b5e-a0b6-5cb40a476aa0 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/networks?id=f9701445-c4cf-4d4f-9286-fc4fc0bbd41b HTTP/1.1" status: 200 len: 806 time: 0.1812069 Feb 02 07:03:43.096925 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0be06a01-8422-442a-a239-7de98274b03f req-9f7557a2-6075-43ee-9f33-63b5c95cb54e tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/quotas/51472d7ac5b4449fa09fb7150f54f571 HTTP/1.1" status: 200 len: 375 time: 0.0318377 Feb 02 07:03:43.156712 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b27898-1892-4416-a307-156955cdd423 None None] Pushing event updated for resources: {'Port': ['ID=4a16002c-84fe-41fe-9e2d-fe57309a881d,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:43.161105 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f24518a-b5ed-4651-ae3b-5ceef42d20f5 None None] DHCP port deletion for b8d318ee-7be7-4e51-831e-7b86032e2315 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:03:43.189097 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0be06a01-8422-442a-a239-7de98274b03f req-f1ff6731-e7d7-4fb9-9335-1f731fc39ee2 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=51472d7ac5b4449fa09fb7150f54f571&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0911486 Feb 02 07:03:43.192118 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-3af50cc3-e04d-42d0-99f7-02d55462b033 req-3f0c6dc2-61f5-44b1-be9a-41901f26fd20 tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (ef4e2d98-b4f3-42da-bdbd-68b19920f753), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:43.272755 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba5137c-6ef1-40a2-800a-5f554ccde543 None None] DHCP port deletion for 0866d72e-3544-4c93-a5a9-bf8114a5301e request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:03:43.305464 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3af50cc3-e04d-42d0-99f7-02d55462b033 req-3f0c6dc2-61f5-44b1-be9a-41901f26fd20 tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] Network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:03:43.326901 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-4cc11956-a087-4b53-abfa-2faa167e6c27 admin admin] For port a8f8d53e-f0fb-4d89-9041-0df7a3ef67ea, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=a8f8d53e-f0fb-4d89-9041-0df7a3ef67ea,segment=NetworkSegment(ef5217ce-ef3b-419b-8f4e-cebe7d5e664f),segment_id=ef5217ce-ef3b-419b-8f4e-cebe7d5e664f)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:03:43.327436 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4cc11956-a087-4b53-abfa-2faa167e6c27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (a8f8d53e-f0fb-4d89-9041-0df7a3ef67ea), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:43.350315 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-3af50cc3-e04d-42d0-99f7-02d55462b033 req-3f0c6dc2-61f5-44b1-be9a-41901f26fd20 tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:03:43.361614 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-3af50cc3-e04d-42d0-99f7-02d55462b033 req-3f0c6dc2-61f5-44b1-be9a-41901f26fd20 tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:03:43.367010 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f935d0c-11d3-406b-8d0e-08ec266bc61b None None] Network f9701445-c4cf-4d4f-9286-fc4fc0bbd41b requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:03:43.386263 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-4cc11956-a087-4b53-abfa-2faa167e6c27 admin admin] Calling delete_port for a8f8d53e-f0fb-4d89-9041-0df7a3ef67ea owned by network:dhcp {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:03:43.401661 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0c6dc2-61f5-44b1-be9a-41901f26fd20 tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] Pushing event updated for resources: {'Port': ['ID=ef4e2d98-b4f3-42da-bdbd-68b19920f753,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:43.420507 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3b5159d9-7ce2-482a-b01a-95b933070bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:43.432906 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 4a16002c-84fe-41fe-9e2d-fe57309a881d triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:03:43.433508 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (4a16002c-84fe-41fe-9e2d-fe57309a881d), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:43.445810 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0be06a01-8422-442a-a239-7de98274b03f req-3cbcfe7e-4060-4bae-8a34-155eb809f21f service neutron] 10.222.0.87 "GET /v2.0/networks/f9701445-c4cf-4d4f-9286-fc4fc0bbd41b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557001 Feb 02 07:03:43.459696 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af50cc3-e04d-42d0-99f7-02d55462b033 req-3f0c6dc2-61f5-44b1-be9a-41901f26fd20 tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:43.460259 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-3af50cc3-e04d-42d0-99f7-02d55462b033 req-3f0c6dc2-61f5-44b1-be9a-41901f26fd20 tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:43.507198 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3af50cc3-e04d-42d0-99f7-02d55462b033 req-3f0c6dc2-61f5-44b1-be9a-41901f26fd20 tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3804536 Feb 02 07:03:43.555700 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-3af50cc3-e04d-42d0-99f7-02d55462b033 req-435af21c-4fbc-4704-a1c1-880e0b482736 service neutron] Request body: {'port': {'device_id': '497ab761-4d65-43b2-8058-3ab0af5247d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:03:43.556178 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-2f24518a-b5ed-4651-ae3b-5ceef42d20f5 None None] Deleting port a8f8d53e-f0fb-4d89-9041-0df7a3ef67ea {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:03:43.562465 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2f24518a-b5ed-4651-ae3b-5ceef42d20f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (a8f8d53e-f0fb-4d89-9041-0df7a3ef67ea), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:43.671506 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-2f24518a-b5ed-4651-ae3b-5ceef42d20f5 None None] For port a8f8d53e-f0fb-4d89-9041-0df7a3ef67ea, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=a8f8d53e-f0fb-4d89-9041-0df7a3ef67ea,segment=NetworkSegment(ef5217ce-ef3b-419b-8f4e-cebe7d5e664f),segment_id=ef5217ce-ef3b-419b-8f4e-cebe7d5e664f)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:03:43.671943 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2f24518a-b5ed-4651-ae3b-5ceef42d20f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (a8f8d53e-f0fb-4d89-9041-0df7a3ef67ea), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:43.688246 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-2f24518a-b5ed-4651-ae3b-5ceef42d20f5 None None] Calling delete_port for a8f8d53e-f0fb-4d89-9041-0df7a3ef67ea owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:03:43.718551 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d084edf-7753-4b91-b935-691875daefd4 req-010559e1-d640-4927-9f0d-c2c84a1511b5 tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:43.733397 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9d084edf-7753-4b91-b935-691875daefd4 req-010559e1-d640-4927-9f0d-c2c84a1511b5 tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] 10.222.0.87 "GET /v2.0/ports?device_id=497ab761-4d65-43b2-8058-3ab0af5247d2 HTTP/1.1" status: 200 len: 935 time: 0.5457969 Feb 02 07:03:43.838822 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2f24518a-b5ed-4651-ae3b-5ceef42d20f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (a8f8d53e-f0fb-4d89-9041-0df7a3ef67ea), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:43.895260 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-aba5137c-6ef1-40a2-800a-5f554ccde543 None None] Deleting port 4a16002c-84fe-41fe-9e2d-fe57309a881d {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:03:43.895673 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-aba5137c-6ef1-40a2-800a-5f554ccde543 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (4a16002c-84fe-41fe-9e2d-fe57309a881d), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:43.910355 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9d084edf-7753-4b91-b935-691875daefd4 req-126fd8f0-bb4d-4cb3-9c57-a5d5022fa7d1 tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] 10.222.0.87 "GET /v2.0/security-groups?id=4fb57ed4-cc4d-4527-a774-d434516db18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597257 Feb 02 07:03:43.957332 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f24518a-b5ed-4651-ae3b-5ceef42d20f5 None None] Pushing event deleted for resources: {'Port': ['ID=a8f8d53e-f0fb-4d89-9041-0df7a3ef67ea,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:44.001327 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f24518a-b5ed-4651-ae3b-5ceef42d20f5 None None] No DVR routers for this DVR port a8f8d53e-f0fb-4d89-9041-0df7a3ef67ea on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:03:44.011087 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-782ad6f3-7863-4550-b49b-7a8c98c7fa34 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:44.012082 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-06c96daa-2788-4121-a8f7-4ba6d4655b18 None None] Provisioning complete for port ef4e2d98-b4f3-42da-bdbd-68b19920f753 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:03:44.012482 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-06c96daa-2788-4121-a8f7-4ba6d4655b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ef4e2d98-b4f3-42da-bdbd-68b19920f753), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:44.056509 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6d19e613-e534-4c66-86c8-66652178d3db req-df4e3652-3380-43c9-ba6f-4b5b2612dfac tempest-VolumesAdminNegativeTest-1781745191 tempest-VolumesAdminNegativeTest-1781745191-project] 10.222.0.87 "GET /v2.0/ports?device_id=f1467324-8dd8-403e-9291-8e5df5ad4316 HTTP/1.1" status: 200 len: 210 time: 0.0618777 Feb 02 07:03:44.079060 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4cc11956-a087-4b53-abfa-2faa167e6c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (a8f8d53e-f0fb-4d89-9041-0df7a3ef67ea), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:44.172274 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-3af50cc3-e04d-42d0-99f7-02d55462b033 req-435af21c-4fbc-4704-a1c1-880e0b482736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ef4e2d98-b4f3-42da-bdbd-68b19920f753), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:44.185928 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc11956-a087-4b53-abfa-2faa167e6c27 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8f8d53e-f0fb-4d89-9041-0df7a3ef67ea,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:44.203098 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c87599-a8ec-4436-8f97-44706e9ef8e3 req-edb177f4-80f5-48e0-ba03-067dba8bb0b3 tempest-VolumesAdminNegativeTest-1781745191 tempest-VolumesAdminNegativeTest-1781745191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:44.204687 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d4c87599-a8ec-4436-8f97-44706e9ef8e3 req-edb177f4-80f5-48e0-ba03-067dba8bb0b3 tempest-VolumesAdminNegativeTest-1781745191 tempest-VolumesAdminNegativeTest-1781745191-project] 10.222.0.88 "GET /v2.0/networks?id=655bbc00-3cca-459c-999c-c63adb79d176 HTTP/1.1" status: 200 len: 813 time: 0.5217495 Feb 02 07:03:44.210655 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0be06a01-8422-442a-a239-7de98274b03f req-8cf2e273-e000-4d0d-9f1c-b407e736a88d service neutron] 10.222.0.87 "GET /v2.0/networks/f9701445-c4cf-4d4f-9286-fc4fc0bbd41b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7566447 Feb 02 07:03:44.213325 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc11956-a087-4b53-abfa-2faa167e6c27 admin admin] No DVR routers for this DVR port a8f8d53e-f0fb-4d89-9041-0df7a3ef67ea on host n-d-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:03:44.245773 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-d4c87599-a8ec-4436-8f97-44706e9ef8e3 req-e776e57d-b4e6-4759-9df7-4da151850ce4 tempest-VolumesAdminNegativeTest-1781745191 tempest-VolumesAdminNegativeTest-1781745191-project] Request body: {'port': {'device_id': 'f1467324-8dd8-403e-9291-8e5df5ad4316', 'network_id': '655bbc00-3cca-459c-999c-c63adb79d176', 'admin_state_up': True, 'tenant_id': 'd64acf5af25d44f4857173a0442d8238'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:03:44.364990 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 4a16002c-84fe-41fe-9e2d-fe57309a881d is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:03:44.374427 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-06c96daa-2788-4121-a8f7-4ba6d4655b18 None None] Port ef4e2d98-b4f3-42da-bdbd-68b19920f753 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:03:44.381700 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-aba5137c-6ef1-40a2-800a-5f554ccde543 None None] For port 4a16002c-84fe-41fe-9e2d-fe57309a881d, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=4a16002c-84fe-41fe-9e2d-fe57309a881d,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:03:44.382107 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-aba5137c-6ef1-40a2-800a-5f554ccde543 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (4a16002c-84fe-41fe-9e2d-fe57309a881d), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:44.400845 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-aba5137c-6ef1-40a2-800a-5f554ccde543 None None] Calling delete_port for 4a16002c-84fe-41fe-9e2d-fe57309a881d owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:03:44.540532 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device d54a553f-dfd6-4685-bef7-04d95ad2ecd7 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:03:44.568194 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: d54a553f-dfd6-4685-bef7-04d95ad2ecd7 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:03:44.568540 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device d54a553f-dfd6-4685-bef7-04d95ad2ecd7 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:03:44.606425 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4cc11956-a087-4b53-abfa-2faa167e6c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (b8d318ee-7be7-4e51-831e-7b86032e2315), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:44.640351 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84474536-e354-41fe-a73e-016c76463531 req-1eac053d-609c-46fb-b5c9-73bdc54e0e08 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:44.646501 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84474536-e354-41fe-a73e-016c76463531 req-1eac053d-609c-46fb-b5c9-73bdc54e0e08 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:44.652860 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84474536-e354-41fe-a73e-016c76463531 req-1eac053d-609c-46fb-b5c9-73bdc54e0e08 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:44.658970 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84474536-e354-41fe-a73e-016c76463531 req-1eac053d-609c-46fb-b5c9-73bdc54e0e08 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:44.667732 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84474536-e354-41fe-a73e-016c76463531 req-1eac053d-609c-46fb-b5c9-73bdc54e0e08 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:44.678544 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84474536-e354-41fe-a73e-016c76463531 req-1eac053d-609c-46fb-b5c9-73bdc54e0e08 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:44.679521 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:44.683291 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-aba5137c-6ef1-40a2-800a-5f554ccde543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (4a16002c-84fe-41fe-9e2d-fe57309a881d), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:44.684814 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84474536-e354-41fe-a73e-016c76463531 req-1eac053d-609c-46fb-b5c9-73bdc54e0e08 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:44.696700 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-84474536-e354-41fe-a73e-016c76463531 req-1eac053d-609c-46fb-b5c9-73bdc54e0e08 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 5426 time: 0.1969740 Feb 02 07:03:44.714129 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-4cc11956-a087-4b53-abfa-2faa167e6c27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8d318ee-7be7-4e51-831e-7b86032e2315']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:03:44.721965 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device a8f8d53e-f0fb-4d89-9041-0df7a3ef67ea no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:03:44.729310 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db3e32-931f-4404-8beb-f8c4a0d7af8e req-4de5c651-432d-4006-ac3f-8885a821b3d4 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:44.737481 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-41db3e32-931f-4404-8beb-f8c4a0d7af8e req-4de5c651-432d-4006-ac3f-8885a821b3d4 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2f92dd9-5697-4976-b165-77e520cf2520 HTTP/1.1" status: 200 len: 950 time: 0.5613344 Feb 02 07:03:44.774243 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-4cc11956-a087-4b53-abfa-2faa167e6c27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef5217ce-ef3b-419b-8f4e-cebe7d5e664f') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:03:44.774772 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-4cc11956-a087-4b53-abfa-2faa167e6c27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef5217ce-ef3b-419b-8f4e-cebe7d5e664f') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:03:44.788236 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5137c-6ef1-40a2-800a-5f554ccde543 None None] Pushing event deleted for resources: {'Port': ['ID=4a16002c-84fe-41fe-9e2d-fe57309a881d,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:44.790247 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-3af50cc3-e04d-42d0-99f7-02d55462b033 req-435af21c-4fbc-4704-a1c1-880e0b482736 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef4e2d98-b4f3-42da-bdbd-68b19920f753 {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:03:44.800119 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-3af50cc3-e04d-42d0-99f7-02d55462b033 req-435af21c-4fbc-4704-a1c1-880e0b482736 service neutron] Publish callbacks [] for port (ef4e2d98-b4f3-42da-bdbd-68b19920f753), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:44.814715 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-3af50cc3-e04d-42d0-99f7-02d55462b033 req-435af21c-4fbc-4704-a1c1-880e0b482736 service neutron] Transition to ACTIVE for port object ef4e2d98-b4f3-42da-bdbd-68b19920f753 will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:03:44.819337 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba5137c-6ef1-40a2-800a-5f554ccde543 None None] No DVR routers for this DVR port 4a16002c-84fe-41fe-9e2d-fe57309a881d on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:03:44.829354 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: a8f8d53e-f0fb-4d89-9041-0df7a3ef67ea {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:03:44.834271 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device a8f8d53e-f0fb-4d89-9041-0df7a3ef67ea not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:03:44.834862 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 4a16002c-84fe-41fe-9e2d-fe57309a881d no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:03:44.840224 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4cc11956-a087-4b53-abfa-2faa167e6c27 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (ef5217ce-ef3b-419b-8f4e-cebe7d5e664f), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:44.840883 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-3af50cc3-e04d-42d0-99f7-02d55462b033 req-435af21c-4fbc-4704-a1c1-880e0b482736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (ef4e2d98-b4f3-42da-bdbd-68b19920f753), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:44.846444 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11c2446-4dec-4acd-a15a-df5f0bd11af2 None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:03:44.887220 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-41db3e32-931f-4404-8beb-f8c4a0d7af8e req-1a8c7f85-630d-4966-ac7a-cde8a05dd2c7 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486654 Feb 02 07:03:44.894210 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4cc11956-a087-4b53-abfa-2faa167e6c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (ef5217ce-ef3b-419b-8f4e-cebe7d5e664f), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:44.908610 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 4a16002c-84fe-41fe-9e2d-fe57309a881d {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:03:44.909118 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 4a16002c-84fe-41fe-9e2d-fe57309a881d not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:03:44.912182 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435af21c-4fbc-4704-a1c1-880e0b482736 service neutron] Pushing event updated for resources: {'Port': ['ID=ef4e2d98-b4f3-42da-bdbd-68b19920f753,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:44.954793 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cc11956-a087-4b53-abfa-2faa167e6c27 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:03:44.962175 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4cc11956-a087-4b53-abfa-2faa167e6c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (ef5217ce-ef3b-419b-8f4e-cebe7d5e664f), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:44.965727 n-d-789963-26 neutron-server[109694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:03:44.965727 n-d-789963-26 neutron-server[109694]: self.session.flush() Feb 02 07:03:44.965727 n-d-789963-26 neutron-server[109694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:03:44.965727 n-d-789963-26 neutron-server[109694]: self.session.flush() Feb 02 07:03:44.965727 n-d-789963-26 neutron-server[109694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:03:44.965727 n-d-789963-26 neutron-server[109694]: self.session.flush() Feb 02 07:03:44.965727 n-d-789963-26 neutron-server[109694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:03:44.965727 n-d-789963-26 neutron-server[109694]: self.session.flush() Feb 02 07:03:44.965727 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:03:44.965727 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:03:44.965727 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:03:44.965727 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:03:44.965727 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:03:44.965727 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:03:44.965727 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:03:44.965727 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:03:44.965727 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:03:44.965727 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:03:44.965727 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:03:44.965727 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:03:44.965727 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:03:44.965727 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:03:44.965727 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:03:44.965727 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:03:44.965727 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:03:44.965727 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:03:44.965727 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:03:44.965727 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:03:44.965727 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:03:44.965727 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:03:44.965727 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:03:44.965727 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:03:44.965727 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:03:44.965727 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:03:44.965727 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:03:44.965727 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:03:44.965727 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:03:44.965727 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:03:44.965727 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:03:44.965727 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:03:44.969104 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-782ad6f3-7863-4550-b49b-7a8c98c7fa34 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Allocated IP 2001:db8::1 (0866d72e-3544-4c93-a5a9-bf8114a5301e/1490c662-e9dd-43ca-ba96-e3684d956710/ba09babf-72b2-4a45-8096-1e06c8b6fa76) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:03:44.983225 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-84474536-e354-41fe-a73e-016c76463531 req-7993637a-50dd-46fa-adef-39fe2149e921 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/security-groups?id=83500878-2b75-476a-931f-17df1a6782c5&id=2c89831c-2212-4fd4-82c0-50883e2a18e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2856421 Feb 02 07:03:44.991709 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4c87599-a8ec-4436-8f97-44706e9ef8e3 req-e776e57d-b4e6-4759-9df7-4da151850ce4 tempest-VolumesAdminNegativeTest-1781745191 tempest-VolumesAdminNegativeTest-1781745191-project] Made reservation on behalf of d64acf5af25d44f4857173a0442d8238 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:03:44.995657 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-d4c87599-a8ec-4436-8f97-44706e9ef8e3 req-e776e57d-b4e6-4759-9df7-4da151850ce4 tempest-VolumesAdminNegativeTest-1781745191 tempest-VolumesAdminNegativeTest-1781745191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:45.080109 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ebac9838-9b66-4062-901f-995773803770 req-f1be2629-0b9e-4072-be00-42ee3d1fc95c tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=969113ec-8b30-4b45-be41-413a125ac0e1 HTTP/1.1" status: 200 len: 210 time: 0.0670741 Feb 02 07:03:45.149759 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-3af50cc3-e04d-42d0-99f7-02d55462b033 req-435af21c-4fbc-4704-a1c1-880e0b482736 service neutron] Attempting to bind port ef4e2d98-b4f3-42da-bdbd-68b19920f753 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:03:45.150564 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-3af50cc3-e04d-42d0-99f7-02d55462b033 req-435af21c-4fbc-4704-a1c1-880e0b482736 service neutron] Attempting to bind port ef4e2d98-b4f3-42da-bdbd-68b19920f753 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:03:45.150904 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af50cc3-e04d-42d0-99f7-02d55462b033 req-435af21c-4fbc-4704-a1c1-880e0b482736 service neutron] Attempting to bind port ef4e2d98-b4f3-42da-bdbd-68b19920f753 on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:03:45.166666 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af50cc3-e04d-42d0-99f7-02d55462b033 req-435af21c-4fbc-4704-a1c1-880e0b482736 service neutron] Port ef4e2d98-b4f3-42da-bdbd-68b19920f753 on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:03:45.170302 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f2d11f-c582-4e9c-b6d2-a18e9919d310 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-0866d72e-3544-4c93-a5a9-bf8114a5301e', 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'project_id': 'd3e64a71e17749e693b291cf3514bb46', 'fixed_ips': [{'subnet_id': '1490c662-e9dd-43ca-ba96-e3684d956710'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:03:45.171180 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-98f2d11f-c582-4e9c-b6d2-a18e9919d310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:45.172080 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af50cc3-e04d-42d0-99f7-02d55462b033 req-435af21c-4fbc-4704-a1c1-880e0b482736 service neutron] Attempting to bind port ef4e2d98-b4f3-42da-bdbd-68b19920f753 on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:03:45.189452 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af50cc3-e04d-42d0-99f7-02d55462b033 req-435af21c-4fbc-4704-a1c1-880e0b482736 service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:03:45.192425 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af50cc3-e04d-42d0-99f7-02d55462b033 req-435af21c-4fbc-4704-a1c1-880e0b482736 service neutron] Checking segment: {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:03:45.192839 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af50cc3-e04d-42d0-99f7-02d55462b033 req-435af21c-4fbc-4704-a1c1-880e0b482736 service neutron] Bound using segment: {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:03:45.195383 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-3af50cc3-e04d-42d0-99f7-02d55462b033 req-435af21c-4fbc-4704-a1c1-880e0b482736 service neutron] Bound port: ef4e2d98-b4f3-42da-bdbd-68b19920f753, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:03:45.196530 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-3af50cc3-e04d-42d0-99f7-02d55462b033 req-435af21c-4fbc-4704-a1c1-880e0b482736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ef4e2d98-b4f3-42da-bdbd-68b19920f753), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:45.298469 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4cc11956-a087-4b53-abfa-2faa167e6c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (b8d318ee-7be7-4e51-831e-7b86032e2315), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:45.337045 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4cc11956-a087-4b53-abfa-2faa167e6c27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:45.344196 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-4cc11956-a087-4b53-abfa-2faa167e6c27 admin admin] 10.222.0.87 "DELETE /v2.0/networks/b8d318ee-7be7-4e51-831e-7b86032e2315 HTTP/1.1" status: 204 len: 168 time: 2.9990947 Feb 02 07:03:45.344592 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8496fc0c-7b8b-45a3-ae4e-8ddde19a3ff0 req-1cadf8c7-2af0-44ae-92fe-8e139098a184 tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:45.352283 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8496fc0c-7b8b-45a3-ae4e-8ddde19a3ff0 req-1cadf8c7-2af0-44ae-92fe-8e139098a184 tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] 10.222.0.87 "GET /v2.0/ports?device_id=497ab761-4d65-43b2-8058-3ab0af5247d2 HTTP/1.1" status: 200 len: 947 time: 0.1258671 Feb 02 07:03:45.406022 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-3af50cc3-e04d-42d0-99f7-02d55462b033 req-435af21c-4fbc-4704-a1c1-880e0b482736 service neutron] For port ef4e2d98-b4f3-42da-bdbd-68b19920f753, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:03:45.428584 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-3af50cc3-e04d-42d0-99f7-02d55462b033 req-435af21c-4fbc-4704-a1c1-880e0b482736 service neutron] For port ef4e2d98-b4f3-42da-bdbd-68b19920f753, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=ef4e2d98-b4f3-42da-bdbd-68b19920f753,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:03:45.440245 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8496fc0c-7b8b-45a3-ae4e-8ddde19a3ff0 req-cdfa12de-c6e4-49c1-ba49-a907551e6f3c tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] 10.222.0.87 "GET /v2.0/security-groups?id=4fb57ed4-cc4d-4527-a774-d434516db18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868540 Feb 02 07:03:45.461287 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-3af50cc3-e04d-42d0-99f7-02d55462b033 req-435af21c-4fbc-4704-a1c1-880e0b482736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (ef4e2d98-b4f3-42da-bdbd-68b19920f753), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:45.464705 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c3065c94-90c8-418c-88ff-daa0bdbe0f33 req-c24214dc-6a63-4785-880b-98a1b03f802b tempest-VolumesAdminNegativeTest-1781745191 tempest-VolumesAdminNegativeTest-1781745191-project] 10.222.0.87 "GET /v2.0/ports?device_id=f1467324-8dd8-403e-9291-8e5df5ad4316 HTTP/1.1" status: 200 len: 210 time: 0.1637597 Feb 02 07:03:45.507807 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc11956-a087-4b53-abfa-2faa167e6c27 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8d318ee-7be7-4e51-831e-7b86032e2315,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:45.535939 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435af21c-4fbc-4704-a1c1-880e0b482736 service neutron] Pushing event updated for resources: {'Port': ['ID=ef4e2d98-b4f3-42da-bdbd-68b19920f753,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:45.557914 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af50cc3-e04d-42d0-99f7-02d55462b033 req-435af21c-4fbc-4704-a1c1-880e0b482736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:45.562561 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-3af50cc3-e04d-42d0-99f7-02d55462b033 req-435af21c-4fbc-4704-a1c1-880e0b482736 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:45.565937 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3af50cc3-e04d-42d0-99f7-02d55462b033 req-435af21c-4fbc-4704-a1c1-880e0b482736 service neutron] 10.222.0.88 "PUT /v2.0/ports/ef4e2d98-b4f3-42da-bdbd-68b19920f753 HTTP/1.1" status: 200 len: 1096 time: 2.0176826 Feb 02 07:03:45.566406 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '497ab761-4d65-43b2-8058-3ab0af5247d2', 'tag': 'ef4e2d98-b4f3-42da-bdbd-68b19920f753'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:03:45.568986 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad2fcee6-5e30-479c-a326-64c43c0cf760" -d '{"events": [{"name": "network-changed", "server_uuid": "497ab761-4d65-43b2-8058-3ab0af5247d2", "tag": "ef4e2d98-b4f3-42da-bdbd-68b19920f753"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:03:45.605589 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 32d3366d-9a45-45fb-9152-9211651dfc0d up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:03:45.608973 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43760) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:45.711076 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f0080a-4d48-47ae-8128-56583490bcb7 x-openstack-request-id: req-36f0080a-4d48-47ae-8128-56583490bcb7 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:03:45.711754 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "497ab761-4d65-43b2-8058-3ab0af5247d2", "tag": "ef4e2d98-b4f3-42da-bdbd-68b19920f753", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:03:45.711754 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-36f0080a-4d48-47ae-8128-56583490bcb7 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:03:45.712068 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '497ab761-4d65-43b2-8058-3ab0af5247d2', 'tag': 'ef4e2d98-b4f3-42da-bdbd-68b19920f753', 'status': 'completed', 'code': 200} Feb 02 07:03:45.715723 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-1ab1b316-9663-450f-95c7-18ff4ba87ca3 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=8a72e2ddd46d4aa092090e984ad4bccb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1054082 Feb 02 07:03:45.718346 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43762) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:45.739729 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port 32d3366d-9a45-45fb-9152-9211651dfc0d completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:03:45.747510 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port 32d3366d-9a45-45fb-9152-9211651dfc0d triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:03:45.748102 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (32d3366d-9a45-45fb-9152-9211651dfc0d), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:45.873893 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af50cc3-e04d-42d0-99f7-02d55462b033 req-279676d7-23d6-4ce3-abac-a96d3f197ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:45.875449 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3af50cc3-e04d-42d0-99f7-02d55462b033 req-279676d7-23d6-4ce3-abac-a96d3f197ed5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=84c122d4ef10498c9eb60083d0b391c9&device_id=497ab761-4d65-43b2-8058-3ab0af5247d2 HTTP/1.1" status: 200 len: 1130 time: 0.1376779 Feb 02 07:03:45.885847 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-99e7074a-0f19-486b-ad33-bdd73f408b54 admin admin] Publish callbacks [] for security_group (501a27ef-c651-4911-a722-227638c7eda5), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:45.892338 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 32d3366d-9a45-45fb-9152-9211651dfc0d is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:03:45.893110 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (32d3366d-9a45-45fb-9152-9211651dfc0d), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:45.930024 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '420f5c18-92bb-4996-8a12-daf3c6d27a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d3366d-9a45-45fb-9152-9211651dfc0d'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:03:45.935609 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af06dd31-b718-4cd9-a0ee-484cde8edf47" -d '{"events": [{"server_uuid": "420f5c18-92bb-4996-8a12-daf3c6d27a44", "name": "network-vif-plugged", "status": "completed", "tag": "32d3366d-9a45-45fb-9152-9211651dfc0d"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:03:45.964400 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 32d3366d-9a45-45fb-9152-9211651dfc0d, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=32d3366d-9a45-45fb-9152-9211651dfc0d,segment=NetworkSegment(dbbcd93b-74ed-4f38-9d36-01cf18043418),segment_id=dbbcd93b-74ed-4f38-9d36-01cf18043418)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:03:45.988725 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (32d3366d-9a45-45fb-9152-9211651dfc0d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:46.004010 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:46.007667 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-99e7074a-0f19-486b-ad33-bdd73f408b54 admin admin] Publish callbacks [] for security_group (501a27ef-c651-4911-a722-227638c7eda5), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:46.015934 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-d4c87599-a8ec-4436-8f97-44706e9ef8e3 req-e776e57d-b4e6-4759-9df7-4da151850ce4 tempest-VolumesAdminNegativeTest-1781745191 tempest-VolumesAdminNegativeTest-1781745191-project] Allocated IP 172.20.0.9 (655bbc00-3cca-459c-999c-c63adb79d176/ea9e280c-d65a-45b2-9a6b-1bb690e87353/522fada3-5306-4ce8-a2b3-3b0a20855e0e) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:03:46.023823 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3af50cc3-e04d-42d0-99f7-02d55462b033 req-dd5c2acc-6415-4354-b82b-83ae2c268e7e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=ef4e2d98-b4f3-42da-bdbd-68b19920f753 HTTP/1.1" status: 200 len: 217 time: 0.1330278 Feb 02 07:03:46.035765 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2c8523-5f62-441b-a60f-6e5693cbdbe1 x-openstack-request-id: req-da2c8523-5f62-441b-a60f-6e5693cbdbe1 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:03:46.036651 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "420f5c18-92bb-4996-8a12-daf3c6d27a44", "name": "network-vif-plugged", "status": "completed", "tag": "32d3366d-9a45-45fb-9152-9211651dfc0d", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:03:46.037175 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-da2c8523-5f62-441b-a60f-6e5693cbdbe1 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:03:46.037581 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '420f5c18-92bb-4996-8a12-daf3c6d27a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d3366d-9a45-45fb-9152-9211651dfc0d', 'code': 200} Feb 02 07:03:46.045363 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-782ad6f3-7863-4550-b49b-7a8c98c7fa34 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for port (ba09babf-72b2-4a45-8096-1e06c8b6fa76), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:46.075123 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=32d3366d-9a45-45fb-9152-9211651dfc0d,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:46.130284 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-99e7074a-0f19-486b-ad33-bdd73f408b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (501a27ef-c651-4911-a722-227638c7eda5), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:46.133128 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-99e7074a-0f19-486b-ad33-bdd73f408b54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:46.134310 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-99e7074a-0f19-486b-ad33-bdd73f408b54 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/501a27ef-c651-4911-a722-227638c7eda5 HTTP/1.1" status: 204 len: 168 time: 0.4146826 Feb 02 07:03:46.165237 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e7074a-0f19-486b-ad33-bdd73f408b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=501a27ef-c651-4911-a722-227638c7eda5,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:46.172948 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22df714-e98e-4f7e-ba94-ba58973decc5 req-eb561bee-1b95-4db7-b5d1-55858b1b3f3e tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:46.174486 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a22df714-e98e-4f7e-ba94-ba58973decc5 req-eb561bee-1b95-4db7-b5d1-55858b1b3f3e tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2f92dd9-5697-4976-b165-77e520cf2520 HTTP/1.1" status: 200 len: 950 time: 0.1499341 Feb 02 07:03:46.180574 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af50cc3-e04d-42d0-99f7-02d55462b033 req-100031e9-eeb4-4305-ad81-efe3b69a746f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:46.183124 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3af50cc3-e04d-42d0-99f7-02d55462b033 req-100031e9-eeb4-4305-ad81-efe3b69a746f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.1527593 Feb 02 07:03:46.223052 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-782ad6f3-7863-4550-b49b-7a8c98c7fa34 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (ba09babf-72b2-4a45-8096-1e06c8b6fa76), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:46.264107 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-98f2d11f-c582-4e9c-b6d2-a18e9919d310 None None] Allocated IP 2001:db8::2 (0866d72e-3544-4c93-a5a9-bf8114a5301e/1490c662-e9dd-43ca-ba96-e3684d956710/8b5f8f9f-4364-4ec1-8a61-396299a9e310) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:03:46.264360 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151dbac8-5bb1-4707-9f93-5224bb18d571 req-d0ce17ca-e27c-419a-b560-2f87db2beae0 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:46.269839 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151dbac8-5bb1-4707-9f93-5224bb18d571 req-d0ce17ca-e27c-419a-b560-2f87db2beae0 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:46.277690 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151dbac8-5bb1-4707-9f93-5224bb18d571 req-d0ce17ca-e27c-419a-b560-2f87db2beae0 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:46.286029 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151dbac8-5bb1-4707-9f93-5224bb18d571 req-d0ce17ca-e27c-419a-b560-2f87db2beae0 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:46.294661 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151dbac8-5bb1-4707-9f93-5224bb18d571 req-d0ce17ca-e27c-419a-b560-2f87db2beae0 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:46.301699 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151dbac8-5bb1-4707-9f93-5224bb18d571 req-d0ce17ca-e27c-419a-b560-2f87db2beae0 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:46.310200 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151dbac8-5bb1-4707-9f93-5224bb18d571 req-d0ce17ca-e27c-419a-b560-2f87db2beae0 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:46.312061 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782ad6f3-7863-4550-b49b-7a8c98c7fa34 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:03:46.318439 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-151dbac8-5bb1-4707-9f93-5224bb18d571 req-d0ce17ca-e27c-419a-b560-2f87db2beae0 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 5427 time: 0.2008879 Feb 02 07:03:46.333902 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-782ad6f3-7863-4550-b49b-7a8c98c7fa34 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:03:46.342019 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782ad6f3-7863-4550-b49b-7a8c98c7fa34 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:03:46.342769 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-782ad6f3-7863-4550-b49b-7a8c98c7fa34 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (875b32a0-f15c-43f2-a568-566c7c19cf82), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:46.349818 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782ad6f3-7863-4550-b49b-7a8c98c7fa34 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event updated for resources: {'Port': ['ID=ba09babf-72b2-4a45-8096-1e06c8b6fa76,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:46.398276 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af50cc3-e04d-42d0-99f7-02d55462b033 req-008d5722-3481-41ef-a9f9-07116ed2d6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:46.400529 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3af50cc3-e04d-42d0-99f7-02d55462b033 req-008d5722-3481-41ef-a9f9-07116ed2d6da service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2066050 Feb 02 07:03:46.408153 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a22df714-e98e-4f7e-ba94-ba58973decc5 req-2bd9bdd3-c08a-4bfb-bca7-3ca3a3a213c3 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894124 Feb 02 07:03:46.411946 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-d4c87599-a8ec-4436-8f97-44706e9ef8e3 req-e776e57d-b4e6-4759-9df7-4da151850ce4 tempest-VolumesAdminNegativeTest-1781745191 tempest-VolumesAdminNegativeTest-1781745191-project] Publish callbacks [] for port (522fada3-5306-4ce8-a2b3-3b0a20855e0e), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:46.551908 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-151dbac8-5bb1-4707-9f93-5224bb18d571 req-ffd60a68-a1f5-4b19-b3ed-c968318dce43 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/security-groups?id=83500878-2b75-476a-931f-17df1a6782c5&id=2c89831c-2212-4fd4-82c0-50883e2a18e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2299786 Feb 02 07:03:46.558364 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-98f2d11f-c582-4e9c-b6d2-a18e9919d310 None None] Publish callbacks [] for port (8b5f8f9f-4364-4ec1-8a61-396299a9e310), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:46.568200 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-98f2d11f-c582-4e9c-b6d2-a18e9919d310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (8b5f8f9f-4364-4ec1-8a61-396299a9e310), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:46.589493 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-d4c87599-a8ec-4436-8f97-44706e9ef8e3 req-e776e57d-b4e6-4759-9df7-4da151850ce4 tempest-VolumesAdminNegativeTest-1781745191 tempest-VolumesAdminNegativeTest-1781745191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (522fada3-5306-4ce8-a2b3-3b0a20855e0e), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:46.646750 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-261ac4b0-f87d-4da5-a60d-6b0be2d008f8 req-47d1d89c-bb5a-495b-9888-d7e795601fda tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=969113ec-8b30-4b45-be41-413a125ac0e1 HTTP/1.1" status: 200 len: 210 time: 0.0704715 Feb 02 07:03:46.646957 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f2d11f-c582-4e9c-b6d2-a18e9919d310 None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:03:46.646957 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-98f2d11f-c582-4e9c-b6d2-a18e9919d310 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:03:46.651771 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f2d11f-c582-4e9c-b6d2-a18e9919d310 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:03:46.683056 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be06a01-8422-442a-a239-7de98274b03f req-790f0e74-ba2b-434d-a46c-08a9544761d5 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:46.684290 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0be06a01-8422-442a-a239-7de98274b03f req-790f0e74-ba2b-434d-a46c-08a9544761d5 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.59 "GET /v2.0/networks?id=f9701445-c4cf-4d4f-9286-fc4fc0bbd41b HTTP/1.1" status: 200 len: 806 time: 0.3553479 Feb 02 07:03:46.698727 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-782ad6f3-7863-4550-b49b-7a8c98c7fa34 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ba09babf-72b2-4a45-8096-1e06c8b6fa76), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:46.725082 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-0be06a01-8422-442a-a239-7de98274b03f req-f9a94c29-6c98-4e69-8614-280f4a80ddb7 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Request body: {'port': {'device_id': '969113ec-8b30-4b45-be41-413a125ac0e1', 'network_id': 'f9701445-c4cf-4d4f-9286-fc4fc0bbd41b', 'admin_state_up': True, 'tenant_id': '51472d7ac5b4449fa09fb7150f54f571'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:03:46.734870 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f2d11f-c582-4e9c-b6d2-a18e9919d310 None None] Pushing event updated for resources: {'Port': ['ID=8b5f8f9f-4364-4ec1-8a61-396299a9e310,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:46.740694 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4c87599-a8ec-4436-8f97-44706e9ef8e3 req-e776e57d-b4e6-4759-9df7-4da151850ce4 tempest-VolumesAdminNegativeTest-1781745191 tempest-VolumesAdminNegativeTest-1781745191-project] Network 655bbc00-3cca-459c-999c-c63adb79d176 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:03:46.757170 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-d4c87599-a8ec-4436-8f97-44706e9ef8e3 req-e776e57d-b4e6-4759-9df7-4da151850ce4 tempest-VolumesAdminNegativeTest-1781745191 tempest-VolumesAdminNegativeTest-1781745191-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:03:46.772872 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f2d11f-c582-4e9c-b6d2-a18e9919d310 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:03:46.773458 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f2d11f-c582-4e9c-b6d2-a18e9919d310 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:03:46.773951 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f2d11f-c582-4e9c-b6d2-a18e9919d310 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:03:46.774437 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f2d11f-c582-4e9c-b6d2-a18e9919d310 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:03:46.774923 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f2d11f-c582-4e9c-b6d2-a18e9919d310 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:03:46.775427 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f2d11f-c582-4e9c-b6d2-a18e9919d310 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:03:46.775995 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f2d11f-c582-4e9c-b6d2-a18e9919d310 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:03:46.776471 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f2d11f-c582-4e9c-b6d2-a18e9919d310 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:03:46.776934 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f2d11f-c582-4e9c-b6d2-a18e9919d310 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:03:46.777408 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f2d11f-c582-4e9c-b6d2-a18e9919d310 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:03:46.777868 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f2d11f-c582-4e9c-b6d2-a18e9919d310 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:03:46.778343 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f2d11f-c582-4e9c-b6d2-a18e9919d310 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:03:46.778812 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f2d11f-c582-4e9c-b6d2-a18e9919d310 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:03:46.781169 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4c87599-a8ec-4436-8f97-44706e9ef8e3 req-e776e57d-b4e6-4759-9df7-4da151850ce4 tempest-VolumesAdminNegativeTest-1781745191 tempest-VolumesAdminNegativeTest-1781745191-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:03:46.783804 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e776e57d-b4e6-4759-9df7-4da151850ce4 tempest-VolumesAdminNegativeTest-1781745191 tempest-VolumesAdminNegativeTest-1781745191-project] Pushing event updated for resources: {'Port': ['ID=522fada3-5306-4ce8-a2b3-3b0a20855e0e,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:46.787510 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-98f2d11f-c582-4e9c-b6d2-a18e9919d310 None None] Attempting to bind port 8b5f8f9f-4364-4ec1-8a61-396299a9e310 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:03:46.788091 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-98f2d11f-c582-4e9c-b6d2-a18e9919d310 None None] Attempting to bind port 8b5f8f9f-4364-4ec1-8a61-396299a9e310 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:03:46.788616 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f2d11f-c582-4e9c-b6d2-a18e9919d310 None None] Attempting to bind port 8b5f8f9f-4364-4ec1-8a61-396299a9e310 on network 0866d72e-3544-4c93-a5a9-bf8114a5301e {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:03:46.796032 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f2d11f-c582-4e9c-b6d2-a18e9919d310 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:03:46.796659 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f2d11f-c582-4e9c-b6d2-a18e9919d310 None None] Checking segment: {'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:03:46.797217 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-98f2d11f-c582-4e9c-b6d2-a18e9919d310 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:46.797755 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f2d11f-c582-4e9c-b6d2-a18e9919d310 None None] Bound using segment: {'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:03:46.798377 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-98f2d11f-c582-4e9c-b6d2-a18e9919d310 None None] Bound port: 8b5f8f9f-4364-4ec1-8a61-396299a9e310, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:03:46.798938 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-98f2d11f-c582-4e9c-b6d2-a18e9919d310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (8b5f8f9f-4364-4ec1-8a61-396299a9e310), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:46.848701 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3af50cc3-e04d-42d0-99f7-02d55462b033 req-51d15327-c3f9-4b83-a3e9-8fb529a1b64f service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4273686 Feb 02 07:03:46.878487 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11443c4b-c951-4e1b-93a1-6b69eb68500a req-1ee4bdd4-ceda-45a6-a7dd-a453abd3ef54 tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:46.885059 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-98f2d11f-c582-4e9c-b6d2-a18e9919d310 None None] For port 8b5f8f9f-4364-4ec1-8a61-396299a9e310, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:03:46.886855 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-11443c4b-c951-4e1b-93a1-6b69eb68500a req-1ee4bdd4-ceda-45a6-a7dd-a453abd3ef54 tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] 10.222.0.87 "GET /v2.0/ports?device_id=497ab761-4d65-43b2-8058-3ab0af5247d2 HTTP/1.1" status: 200 len: 947 time: 0.2197351 Feb 02 07:03:46.890672 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-98f2d11f-c582-4e9c-b6d2-a18e9919d310 None None] For port 8b5f8f9f-4364-4ec1-8a61-396299a9e310, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=8b5f8f9f-4364-4ec1-8a61-396299a9e310,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:03:46.898152 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-98f2d11f-c582-4e9c-b6d2-a18e9919d310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (8b5f8f9f-4364-4ec1-8a61-396299a9e310), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:46.948556 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c87599-a8ec-4436-8f97-44706e9ef8e3 req-e776e57d-b4e6-4759-9df7-4da151850ce4 tempest-VolumesAdminNegativeTest-1781745191 tempest-VolumesAdminNegativeTest-1781745191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:46.949194 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-d4c87599-a8ec-4436-8f97-44706e9ef8e3 req-e776e57d-b4e6-4759-9df7-4da151850ce4 tempest-VolumesAdminNegativeTest-1781745191 tempest-VolumesAdminNegativeTest-1781745191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:46.969460 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd619fb3-8cf1-4cd8-bb92-5acf2b730863 req-c755dc00-fc03-400b-957a-47c8652aacdf tempest-VolumesAdminNegativeTest-1781745191 tempest-VolumesAdminNegativeTest-1781745191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:46.976290 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dd619fb3-8cf1-4cd8-bb92-5acf2b730863 req-c755dc00-fc03-400b-957a-47c8652aacdf tempest-VolumesAdminNegativeTest-1781745191 tempest-VolumesAdminNegativeTest-1781745191-project] 10.222.0.87 "GET /v2.0/ports?device_id=f1467324-8dd8-403e-9291-8e5df5ad4316 HTTP/1.1" status: 200 len: 931 time: 0.2376637 Feb 02 07:03:46.997610 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0be06a01-8422-442a-a239-7de98274b03f req-f9a94c29-6c98-4e69-8614-280f4a80ddb7 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Made reservation on behalf of 51472d7ac5b4449fa09fb7150f54f571 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:03:47.001097 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0be06a01-8422-442a-a239-7de98274b03f req-f9a94c29-6c98-4e69-8614-280f4a80ddb7 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:47.010459 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f2d11f-c582-4e9c-b6d2-a18e9919d310 None None] Pushing event updated for resources: {'Port': ['ID=8b5f8f9f-4364-4ec1-8a61-396299a9e310,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:47.017691 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d4c87599-a8ec-4436-8f97-44706e9ef8e3 req-e776e57d-b4e6-4759-9df7-4da151850ce4 tempest-VolumesAdminNegativeTest-1781745191 tempest-VolumesAdminNegativeTest-1781745191-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7777286 Feb 02 07:03:47.018248 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-11443c4b-c951-4e1b-93a1-6b69eb68500a req-e6f4716f-42b2-457c-a868-52c017c5634d tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] 10.222.0.87 "GET /v2.0/security-groups?id=4fb57ed4-cc4d-4527-a774-d434516db18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291926 Feb 02 07:03:47.059955 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-d4c87599-a8ec-4436-8f97-44706e9ef8e3 req-a4dfb3f7-275e-4e9c-84ed-bb3fda7888b2 service neutron] Request body: {'port': {'device_id': 'f1467324-8dd8-403e-9291-8e5df5ad4316', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:03:47.112344 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3af50cc3-e04d-42d0-99f7-02d55462b033 req-7cff4490-f334-455f-982b-5a459ce231a0 service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558570 Feb 02 07:03:47.139231 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dd619fb3-8cf1-4cd8-bb92-5acf2b730863 req-50082ff9-1394-4f37-97b6-71dbd77839fd tempest-VolumesAdminNegativeTest-1781745191 tempest-VolumesAdminNegativeTest-1781745191-project] 10.222.0.87 "GET /v2.0/security-groups?id=5ddaff5d-49ba-4522-be29-4d30a61c6add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620784 Feb 02 07:03:47.201496 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-d4c87599-a8ec-4436-8f97-44706e9ef8e3 req-a4dfb3f7-275e-4e9c-84ed-bb3fda7888b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (522fada3-5306-4ce8-a2b3-3b0a20855e0e), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:47.252608 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-0be06a01-8422-442a-a239-7de98274b03f req-f9a94c29-6c98-4e69-8614-280f4a80ddb7 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Allocated IP 172.20.0.12 (f9701445-c4cf-4d4f-9286-fc4fc0bbd41b/32144128-c19d-4644-8a7f-0675355df2fd/1045af80-2b20-4d0b-8989-bade78600156) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:03:47.261879 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-782ad6f3-7863-4550-b49b-7a8c98c7fa34 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for port (ba09babf-72b2-4a45-8096-1e06c8b6fa76), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:47.278874 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-782ad6f3-7863-4550-b49b-7a8c98c7fa34 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (ba09babf-72b2-4a45-8096-1e06c8b6fa76), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:47.279842 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-782ad6f3-7863-4550-b49b-7a8c98c7fa34 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (875b32a0-f15c-43f2-a568-566c7c19cf82), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:47.301826 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2fcee6-5e30-479c-a326-64c43c0cf760 req-141b65f4-cc41-4549-a812-867dc1285661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:47.304244 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ad2fcee6-5e30-479c-a326-64c43c0cf760 req-141b65f4-cc41-4549-a812-867dc1285661 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=84c122d4ef10498c9eb60083d0b391c9&device_id=497ab761-4d65-43b2-8058-3ab0af5247d2 HTTP/1.1" status: 200 len: 1130 time: 0.0995917 Feb 02 07:03:47.319132 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:47.463021 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782ad6f3-7863-4550-b49b-7a8c98c7fa34 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event updated for resources: {'Port': ['ID=ba09babf-72b2-4a45-8096-1e06c8b6fa76,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:47.508536 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2fcee6-5e30-479c-a326-64c43c0cf760 req-e4ee43f3-d891-4bc5-9833-e494833f4a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:47.520632 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ad2fcee6-5e30-479c-a326-64c43c0cf760 req-e4ee43f3-d891-4bc5-9833-e494833f4a46 service neutron] 10.222.0.88 "GET /v2.0/networks?id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 HTTP/1.1" status: 200 len: 870 time: 0.2041340 Feb 02 07:03:47.610722 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 96ea0c8c-2d04-4820-aaf9-0423ccbb3176 up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:03:47.635424 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43800) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:47.641159 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ad2fcee6-5e30-479c-a326-64c43c0cf760 req-8385f968-b6e3-4028-a3a0-6dc57c5c7643 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=ef4e2d98-b4f3-42da-bdbd-68b19920f753 HTTP/1.1" status: 200 len: 217 time: 0.1009777 Feb 02 07:03:47.665202 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782ad6f3-7863-4550-b49b-7a8c98c7fa34 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:03:47.702798 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port 96ea0c8c-2d04-4820-aaf9-0423ccbb3176 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:03:47.710639 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port 96ea0c8c-2d04-4820-aaf9-0423ccbb3176 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:03:47.712416 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (96ea0c8c-2d04-4820-aaf9-0423ccbb3176), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:47.714224 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-782ad6f3-7863-4550-b49b-7a8c98c7fa34 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:03:47.758221 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2fcee6-5e30-479c-a326-64c43c0cf760 req-d8f689ab-9b6d-4c20-9d1e-9fdba04f2524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:47.760502 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ad2fcee6-5e30-479c-a326-64c43c0cf760 req-d8f689ab-9b6d-4c20-9d1e-9fdba04f2524 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.0569141 Feb 02 07:03:47.847865 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 96ea0c8c-2d04-4820-aaf9-0423ccbb3176 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:03:47.850485 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (96ea0c8c-2d04-4820-aaf9-0423ccbb3176), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:47.862362 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3ba9ad-6bf0-4a48-976e-a03747eebebf req-da710833-8fe1-4efa-b897-dd0f228aa871 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:47.863977 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cb3ba9ad-6bf0-4a48-976e-a03747eebebf req-da710833-8fe1-4efa-b897-dd0f228aa871 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2f92dd9-5697-4976-b165-77e520cf2520 HTTP/1.1" status: 200 len: 950 time: 0.3393431 Feb 02 07:03:47.870277 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0be06a01-8422-442a-a239-7de98274b03f req-f9a94c29-6c98-4e69-8614-280f4a80ddb7 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Publish callbacks [] for port (1045af80-2b20-4d0b-8989-bade78600156), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:47.874758 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-a1fd452f-b03b-453c-8753-dab387738481 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1606176529-network', 'tenant_id': '12ae52d2610343959b079c169f83e654'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:03:47.899023 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 96ea0c8c-2d04-4820-aaf9-0423ccbb3176, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=96ea0c8c-2d04-4820-aaf9-0423ccbb3176,segment=NetworkSegment(0964fc27-9dd8-4c77-8b5e-6541a668236f),segment_id=0964fc27-9dd8-4c77-8b5e-6541a668236f)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:03:47.904536 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (96ea0c8c-2d04-4820-aaf9-0423ccbb3176), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:47.904718 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2fcee6-5e30-479c-a326-64c43c0cf760 req-2e54f1b7-22de-453e-96b0-4d17ee36851d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:47.904813 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9a2ef-0933-4720-9aa2-344e93a6d37f req-ce84a4c2-e532-42a3-8ed9-3d4fd8d9167e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:47.905568 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device dcae9310-0188-4805-9e28-53f45e2fd68f up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:03:47.906341 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ad2fcee6-5e30-479c-a326-64c43c0cf760 req-2e54f1b7-22de-453e-96b0-4d17ee36851d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1317871 Feb 02 07:03:47.910679 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9a2ef-0933-4720-9aa2-344e93a6d37f req-ce84a4c2-e532-42a3-8ed9-3d4fd8d9167e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:47.917183 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9a2ef-0933-4720-9aa2-344e93a6d37f req-ce84a4c2-e532-42a3-8ed9-3d4fd8d9167e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:47.922400 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9a2ef-0933-4720-9aa2-344e93a6d37f req-ce84a4c2-e532-42a3-8ed9-3d4fd8d9167e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:47.927768 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9a2ef-0933-4720-9aa2-344e93a6d37f req-ce84a4c2-e532-42a3-8ed9-3d4fd8d9167e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:47.933382 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9a2ef-0933-4720-9aa2-344e93a6d37f req-ce84a4c2-e532-42a3-8ed9-3d4fd8d9167e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:47.938708 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9a2ef-0933-4720-9aa2-344e93a6d37f req-ce84a4c2-e532-42a3-8ed9-3d4fd8d9167e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:47.940726 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d8f9a2ef-0933-4720-9aa2-344e93a6d37f req-ce84a4c2-e532-42a3-8ed9-3d4fd8d9167e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 5427 time: 0.2803288 Feb 02 07:03:47.953954 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-d4c87599-a8ec-4436-8f97-44706e9ef8e3 req-a4dfb3f7-275e-4e9c-84ed-bb3fda7888b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 522fada3-5306-4ce8-a2b3-3b0a20855e0e {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:03:47.961135 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=96ea0c8c-2d04-4820-aaf9-0423ccbb3176,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:47.974791 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-d4c87599-a8ec-4436-8f97-44706e9ef8e3 req-a4dfb3f7-275e-4e9c-84ed-bb3fda7888b2 service neutron] Publish callbacks [] for port (522fada3-5306-4ce8-a2b3-3b0a20855e0e), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:47.990947 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cb3ba9ad-6bf0-4a48-976e-a03747eebebf req-56eefd40-1fd0-4f62-9edc-761dd9ff9a31 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163990 Feb 02 07:03:47.999242 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1fd452f-b03b-453c-8753-dab387738481 admin admin] Made reservation on behalf of 12ae52d2610343959b079c169f83e654 for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:03:48.001835 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a1fd452f-b03b-453c-8753-dab387738481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:48.020620 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0be06a01-8422-442a-a239-7de98274b03f req-f9a94c29-6c98-4e69-8614-280f4a80ddb7 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (1045af80-2b20-4d0b-8989-bade78600156), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:48.029121 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-d4c87599-a8ec-4436-8f97-44706e9ef8e3 req-a4dfb3f7-275e-4e9c-84ed-bb3fda7888b2 service neutron] Transition to ACTIVE for port object 522fada3-5306-4ce8-a2b3-3b0a20855e0e will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:03:48.032947 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port dcae9310-0188-4805-9e28-53f45e2fd68f completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:03:48.042109 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a1fd452f-b03b-453c-8753-dab387738481 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:48.043384 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '420f5c18-92bb-4996-8a12-daf3c6d27a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96ea0c8c-2d04-4820-aaf9-0423ccbb3176'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:03:48.047110 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d935478-bb61-45b6-9483-0583f84464a8" -d '{"events": [{"server_uuid": "420f5c18-92bb-4996-8a12-daf3c6d27a44", "name": "network-vif-plugged", "status": "completed", "tag": "96ea0c8c-2d04-4820-aaf9-0423ccbb3176"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:03:48.049093 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-d4c87599-a8ec-4436-8f97-44706e9ef8e3 req-a4dfb3f7-275e-4e9c-84ed-bb3fda7888b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (522fada3-5306-4ce8-a2b3-3b0a20855e0e), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:48.052992 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port dcae9310-0188-4805-9e28-53f45e2fd68f triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:03:48.053670 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (dcae9310-0188-4805-9e28-53f45e2fd68f), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:48.077826 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0be06a01-8422-442a-a239-7de98274b03f req-f9a94c29-6c98-4e69-8614-280f4a80ddb7 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Network f9701445-c4cf-4d4f-9286-fc4fc0bbd41b is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:03:48.078830 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-782ad6f3-7863-4550-b49b-7a8c98c7fa34 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Router 875b32a0-f15c-43f2-a568-566c7c19cf82 is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:03:48.085936 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-0be06a01-8422-442a-a239-7de98274b03f req-f9a94c29-6c98-4e69-8614-280f4a80ddb7 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:03:48.090060 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-0be06a01-8422-442a-a239-7de98274b03f req-f9a94c29-6c98-4e69-8614-280f4a80ddb7 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:03:48.170271 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port dcae9310-0188-4805-9e28-53f45e2fd68f is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:03:48.170762 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (dcae9310-0188-4805-9e28-53f45e2fd68f), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:48.190084 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a94c29-6c98-4e69-8614-280f4a80ddb7 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Pushing event updated for resources: {'Port': ['ID=1045af80-2b20-4d0b-8989-bade78600156,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:48.205049 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ad2fcee6-5e30-479c-a326-64c43c0cf760 req-b8ba94ad-e24f-417e-981f-57bd5650faea service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874093 Feb 02 07:03:48.223136 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port dcae9310-0188-4805-9e28-53f45e2fd68f, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=dcae9310-0188-4805-9e28-53f45e2fd68f,segment=NetworkSegment(dbbcd93b-74ed-4f38-9d36-01cf18043418),segment_id=dbbcd93b-74ed-4f38-9d36-01cf18043418)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:03:48.230588 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (dcae9310-0188-4805-9e28-53f45e2fd68f), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:48.231784 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 532b1d27-bcf3-4cac-9dd8-eada4b4926ae up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:03:48.235078 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be06a01-8422-442a-a239-7de98274b03f req-f9a94c29-6c98-4e69-8614-280f4a80ddb7 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:48.235078 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0be06a01-8422-442a-a239-7de98274b03f req-f9a94c29-6c98-4e69-8614-280f4a80ddb7 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:48.235592 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a1fd452f-b03b-453c-8753-dab387738481 admin admin] Publish callbacks [] for security_group (14b85ecc-08a4-4683-b69a-c49d65112444), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:48.249683 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d8f9a2ef-0933-4720-9aa2-344e93a6d37f req-63813184-94d2-4f7b-bd13-968e6ce8f9a0 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/security-groups?id=83500878-2b75-476a-931f-17df1a6782c5&id=2c89831c-2212-4fd4-82c0-50883e2a18e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2977684 Feb 02 07:03:48.266137 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a1fd452f-b03b-453c-8753-dab387738481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (14b85ecc-08a4-4683-b69a-c49d65112444), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:48.285667 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13769392-480a-4407-aa7f-dbc00269bed7 req-99058862-11e9-4017-92d3-fe5c13faf494 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:48.287226 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-13769392-480a-4407-aa7f-dbc00269bed7 req-99058862-11e9-4017-92d3-fe5c13faf494 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=969113ec-8b30-4b45-be41-413a125ac0e1 HTTP/1.1" status: 200 len: 932 time: 0.1908813 Feb 02 07:03:48.293101 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0be06a01-8422-442a-a239-7de98274b03f req-f9a94c29-6c98-4e69-8614-280f4a80ddb7 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5725067 Feb 02 07:03:48.332362 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-0be06a01-8422-442a-a239-7de98274b03f req-f9541d8e-2fec-4281-b9fb-b68ef65de51c service neutron] Request body: {'port': {'device_id': '969113ec-8b30-4b45-be41-413a125ac0e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:03:48.358007 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=dcae9310-0188-4805-9e28-53f45e2fd68f,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:48.391837 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port 532b1d27-bcf3-4cac-9dd8-eada4b4926ae completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:03:48.399107 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port 532b1d27-bcf3-4cac-9dd8-eada4b4926ae triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:03:48.399107 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (532b1d27-bcf3-4cac-9dd8-eada4b4926ae), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:48.411591 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dfb3f7-275e-4e9c-84ed-bb3fda7888b2 service neutron] Pushing event updated for resources: {'Port': ['ID=522fada3-5306-4ce8-a2b3-3b0a20855e0e,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:48.445011 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0be06a01-8422-442a-a239-7de98274b03f req-f9541d8e-2fec-4281-b9fb-b68ef65de51c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (1045af80-2b20-4d0b-8989-bade78600156), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:48.471739 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ad2fcee6-5e30-479c-a326-64c43c0cf760 req-4c8e85f1-655f-4d6c-9ee4-4c3b65f54172 service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547579 Feb 02 07:03:48.483263 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-13769392-480a-4407-aa7f-dbc00269bed7 req-1d02347b-c2f8-41d3-81e4-cdf59ccbb44a tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615558 Feb 02 07:03:48.492613 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1fd452f-b03b-453c-8753-dab387738481 admin admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:03:48.541323 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 532b1d27-bcf3-4cac-9dd8-eada4b4926ae is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:03:48.545042 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (532b1d27-bcf3-4cac-9dd8-eada4b4926ae), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:48.546262 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fd452f-b03b-453c-8753-dab387738481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b85ecc-08a4-4683-b69a-c49d65112444,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:48.572082 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a1fd452f-b03b-453c-8753-dab387738481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (fc0a4cad-9504-4785-979c-6732d183490f), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:48.572242 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-a1fd452f-b03b-453c-8753-dab387738481 admin admin] Added segment fc0a4cad-9504-4785-979c-6732d183490f of type vlan for network 274d3754-cb62-4276-8b4a-dfa5cf98baaf Feb 02 07:03:48.577113 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-782ad6f3-7863-4550-b49b-7a8c98c7fa34 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:03:48.592711 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-782ad6f3-7863-4550-b49b-7a8c98c7fa34 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "PUT /v2.0/routers/875b32a0-f15c-43f2-a568-566c7c19cf82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5305474 Feb 02 07:03:48.598936 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43812) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:48.615108 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 532b1d27-bcf3-4cac-9dd8-eada4b4926ae, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=532b1d27-bcf3-4cac-9dd8-eada4b4926ae,segment=NetworkSegment(5a1b64bb-b315-46f6-a993-2f3256b9cca1),segment_id=5a1b64bb-b315-46f6-a993-2f3256b9cca1)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:03:48.618972 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0484c8a-c79f-4569-bcb6-f6ca10e93305 x-openstack-request-id: req-c0484c8a-c79f-4569-bcb6-f6ca10e93305 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:03:48.619343 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "420f5c18-92bb-4996-8a12-daf3c6d27a44", "name": "network-vif-plugged", "status": "completed", "tag": "96ea0c8c-2d04-4820-aaf9-0423ccbb3176", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:03:48.619867 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c0484c8a-c79f-4569-bcb6-f6ca10e93305 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:03:48.620342 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '420f5c18-92bb-4996-8a12-daf3c6d27a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96ea0c8c-2d04-4820-aaf9-0423ccbb3176', 'code': 200} Feb 02 07:03:48.621207 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fa918a-0dfa-405e-8b57-d95423e90b13 None None] Sync routers for ids ['875b32a0-f15c-43f2-a568-566c7c19cf82'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:03:48.645107 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (532b1d27-bcf3-4cac-9dd8-eada4b4926ae), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:48.645918 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 238a9e44-e03f-44a7-b095-94714ea7aff3 up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:03:48.718082 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d545db01-d664-4086-8ce5-59d9420c2bc3 req-4a9d506e-5d62-4c15-a4c5-d5e776d9e1c9 tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:48.719684 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d545db01-d664-4086-8ce5-59d9420c2bc3 req-4a9d506e-5d62-4c15-a4c5-d5e776d9e1c9 tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] 10.222.0.87 "GET /v2.0/ports?device_id=497ab761-4d65-43b2-8058-3ab0af5247d2 HTTP/1.1" status: 200 len: 947 time: 0.3118653 Feb 02 07:03:48.726931 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a1fd452f-b03b-453c-8753-dab387738481 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (274d3754-cb62-4276-8b4a-dfa5cf98baaf), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:48.735337 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fa918a-0dfa-405e-8b57-d95423e90b13 None None] Routers {'875b32a0-f15c-43f2-a568-566c7c19cf82'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:03:48.735849 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-d4c87599-a8ec-4436-8f97-44706e9ef8e3 req-a4dfb3f7-275e-4e9c-84ed-bb3fda7888b2 service neutron] Attempting to bind port 522fada3-5306-4ce8-a2b3-3b0a20855e0e on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:03:48.736134 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-d4c87599-a8ec-4436-8f97-44706e9ef8e3 req-a4dfb3f7-275e-4e9c-84ed-bb3fda7888b2 service neutron] Attempting to bind port 522fada3-5306-4ce8-a2b3-3b0a20855e0e by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': '63b930e4-8662-48df-b0fb-09e2b4b14a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '655bbc00-3cca-459c-999c-c63adb79d176'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:03:48.736472 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c87599-a8ec-4436-8f97-44706e9ef8e3 req-a4dfb3f7-275e-4e9c-84ed-bb3fda7888b2 service neutron] Attempting to bind port 522fada3-5306-4ce8-a2b3-3b0a20855e0e on network 655bbc00-3cca-459c-999c-c63adb79d176 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:03:48.737174 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-a8fa918a-0dfa-405e-8b57-d95423e90b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:03:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['875b32a0-f15c-43f2-a568-566c7c19cf82'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:03:48.751871 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c87599-a8ec-4436-8f97-44706e9ef8e3 req-a4dfb3f7-275e-4e9c-84ed-bb3fda7888b2 service neutron] Port 522fada3-5306-4ce8-a2b3-3b0a20855e0e on network 655bbc00-3cca-459c-999c-c63adb79d176 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:03:48.752207 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c87599-a8ec-4436-8f97-44706e9ef8e3 req-a4dfb3f7-275e-4e9c-84ed-bb3fda7888b2 service neutron] Attempting to bind port 522fada3-5306-4ce8-a2b3-3b0a20855e0e on network 655bbc00-3cca-459c-999c-c63adb79d176 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:03:48.762651 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c87599-a8ec-4436-8f97-44706e9ef8e3 req-a4dfb3f7-275e-4e9c-84ed-bb3fda7888b2 service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:03:48.763003 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c87599-a8ec-4436-8f97-44706e9ef8e3 req-a4dfb3f7-275e-4e9c-84ed-bb3fda7888b2 service neutron] Checking segment: {'id': '63b930e4-8662-48df-b0fb-09e2b4b14a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '655bbc00-3cca-459c-999c-c63adb79d176'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:03:48.763501 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c87599-a8ec-4436-8f97-44706e9ef8e3 req-a4dfb3f7-275e-4e9c-84ed-bb3fda7888b2 service neutron] Bound using segment: {'id': '63b930e4-8662-48df-b0fb-09e2b4b14a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '655bbc00-3cca-459c-999c-c63adb79d176'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:03:48.763896 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-d4c87599-a8ec-4436-8f97-44706e9ef8e3 req-a4dfb3f7-275e-4e9c-84ed-bb3fda7888b2 service neutron] Bound port: 522fada3-5306-4ce8-a2b3-3b0a20855e0e, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63b930e4-8662-48df-b0fb-09e2b4b14a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '655bbc00-3cca-459c-999c-c63adb79d176'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:03:48.764243 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-d4c87599-a8ec-4436-8f97-44706e9ef8e3 req-a4dfb3f7-275e-4e9c-84ed-bb3fda7888b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (522fada3-5306-4ce8-a2b3-3b0a20855e0e), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:48.801832 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba36b81d-8c09-4759-a37c-d27b048bcad0 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:48.803963 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-ba36b81d-8c09-4759-a37c-d27b048bcad0 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/ports/ba09babf-72b2-4a45-8096-1e06c8b6fa76 HTTP/1.1" status: 200 len: 911 time: 0.2037082 Feb 02 07:03:48.808110 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43814) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:48.885089 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-a8fa918a-0dfa-405e-8b57-d95423e90b13 None None] Set router 875b32a0-f15c-43f2-a568-566c7c19cf82 gateway port host: None {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:03:48.887255 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-d4c87599-a8ec-4436-8f97-44706e9ef8e3 req-a4dfb3f7-275e-4e9c-84ed-bb3fda7888b2 service neutron] For port 522fada3-5306-4ce8-a2b3-3b0a20855e0e, host n-h1-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:03:48.890743 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-d4c87599-a8ec-4436-8f97-44706e9ef8e3 req-a4dfb3f7-275e-4e9c-84ed-bb3fda7888b2 service neutron] For port 522fada3-5306-4ce8-a2b3-3b0a20855e0e, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=522fada3-5306-4ce8-a2b3-3b0a20855e0e,segment=NetworkSegment(63b930e4-8662-48df-b0fb-09e2b4b14a47),segment_id=63b930e4-8662-48df-b0fb-09e2b4b14a47)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:03:48.894554 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aced2c72-baf0-4485-a58a-2c54c1feb76b req-ed3c2a02-13bf-4ade-bebe-071066196a3c tempest-VolumesAdminNegativeTest-1781745191 tempest-VolumesAdminNegativeTest-1781745191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:48.896129 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-aced2c72-baf0-4485-a58a-2c54c1feb76b req-ed3c2a02-13bf-4ade-bebe-071066196a3c tempest-VolumesAdminNegativeTest-1781745191 tempest-VolumesAdminNegativeTest-1781745191-project] 10.222.0.87 "GET /v2.0/ports?device_id=f1467324-8dd8-403e-9291-8e5df5ad4316 HTTP/1.1" status: 200 len: 943 time: 0.1993136 Feb 02 07:03:48.904912 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-d4c87599-a8ec-4436-8f97-44706e9ef8e3 req-a4dfb3f7-275e-4e9c-84ed-bb3fda7888b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (522fada3-5306-4ce8-a2b3-3b0a20855e0e), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:48.960815 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c87599-a8ec-4436-8f97-44706e9ef8e3 req-a4dfb3f7-275e-4e9c-84ed-bb3fda7888b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:48.963239 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-d4c87599-a8ec-4436-8f97-44706e9ef8e3 req-a4dfb3f7-275e-4e9c-84ed-bb3fda7888b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:48.964978 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d4c87599-a8ec-4436-8f97-44706e9ef8e3 req-a4dfb3f7-275e-4e9c-84ed-bb3fda7888b2 service neutron] 10.222.0.88 "PUT /v2.0/ports/522fada3-5306-4ce8-a2b3-3b0a20855e0e HTTP/1.1" status: 200 len: 1092 time: 1.9203527 Feb 02 07:03:48.965650 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a1fd452f-b03b-453c-8753-dab387738481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (274d3754-cb62-4276-8b4a-dfa5cf98baaf), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:48.966563 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1fd452f-b03b-453c-8753-dab387738481 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:48.967279 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a1fd452f-b03b-453c-8753-dab387738481 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:48.972931 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1467324-8dd8-403e-9291-8e5df5ad4316', 'tag': '522fada3-5306-4ce8-a2b3-3b0a20855e0e'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:03:48.977089 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a88c665a-4178-454f-8531-765879b1a623" -d '{"events": [{"name": "network-changed", "server_uuid": "f1467324-8dd8-403e-9291-8e5df5ad4316", "tag": "522fada3-5306-4ce8-a2b3-3b0a20855e0e"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:03:48.986048 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8e5a9e-7633-4b2c-87d3-bab3a158dd96 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:48.991446 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8e5a9e-7633-4b2c-87d3-bab3a158dd96 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:48.995918 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-6f8e5a9e-7633-4b2c-87d3-bab3a158dd96 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1827161 Feb 02 07:03:48.996753 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43818) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:49.008140 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-aced2c72-baf0-4485-a58a-2c54c1feb76b req-f2bacc4d-5dcf-4edd-a787-7c579aaf646c tempest-VolumesAdminNegativeTest-1781745191 tempest-VolumesAdminNegativeTest-1781745191-project] 10.222.0.87 "GET /v2.0/security-groups?id=5ddaff5d-49ba-4522-be29-4d30a61c6add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968487 Feb 02 07:03:49.025896 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=532b1d27-bcf3-4cac-9dd8-eada4b4926ae,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:49.032607 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 8b5f8f9f-4364-4ec1-8a61-396299a9e310 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:03:49.057920 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d545db01-d664-4086-8ce5-59d9420c2bc3 req-71d2b271-8f24-4d8f-adcd-6a842451465c tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] 10.222.0.87 "GET /v2.0/security-groups?id=4fb57ed4-cc4d-4527-a774-d434516db18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275752 Feb 02 07:03:49.124294 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a1fd452f-b03b-453c-8753-dab387738481 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4830277 Feb 02 07:03:49.132504 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43822) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:49.154092 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fd452f-b03b-453c-8753-dab387738481 admin admin] Pushing event updated for resources: {'Network': ['ID=274d3754-cb62-4276-8b4a-dfa5cf98baaf,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:49.159867 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port 238a9e44-e03f-44a7-b095-94714ea7aff3 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:03:49.163681 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-7c1678d3-5a50-4e09-80f3-39ecb4d78c48 admin admin] Request body: {'subnet': {'network_id': '274d3754-cb62-4276-8b4a-dfa5cf98baaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1606176529-subnet', 'tenant_id': '12ae52d2610343959b079c169f83e654', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:03:49.168704 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port 238a9e44-e03f-44a7-b095-94714ea7aff3 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:03:49.169087 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (238a9e44-e03f-44a7-b095-94714ea7aff3), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:49.182962 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dfb3f7-275e-4e9c-84ed-bb3fda7888b2 service neutron] Pushing event updated for resources: {'Port': ['ID=522fada3-5306-4ce8-a2b3-3b0a20855e0e,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:49.199421 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2755dc91-0e8f-47be-9394-fd82af409801 x-openstack-request-id: req-2755dc91-0e8f-47be-9394-fd82af409801 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:03:49.199903 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1467324-8dd8-403e-9291-8e5df5ad4316", "tag": "522fada3-5306-4ce8-a2b3-3b0a20855e0e", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:03:49.200348 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-2755dc91-0e8f-47be-9394-fd82af409801 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:03:49.200993 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1467324-8dd8-403e-9291-8e5df5ad4316', 'tag': '522fada3-5306-4ce8-a2b3-3b0a20855e0e', 'status': 'completed', 'code': 200} Feb 02 07:03:49.203530 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1678d3-5a50-4e09-80f3-39ecb4d78c48 admin admin] Made reservation on behalf of 12ae52d2610343959b079c169f83e654 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:03:49.205846 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7c1678d3-5a50-4e09-80f3-39ecb4d78c48 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:49.219545 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c87599-a8ec-4436-8f97-44706e9ef8e3 req-b4b94933-70de-4d62-9fae-1691c87cdce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:49.221475 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-956248e1-58da-415f-84d9-ebad2723429b None None] Provisioning complete for port 8b5f8f9f-4364-4ec1-8a61-396299a9e310 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:03:49.221837 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-956248e1-58da-415f-84d9-ebad2723429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (8b5f8f9f-4364-4ec1-8a61-396299a9e310), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:49.222173 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d4c87599-a8ec-4436-8f97-44706e9ef8e3 req-b4b94933-70de-4d62-9fae-1691c87cdce4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d64acf5af25d44f4857173a0442d8238&device_id=f1467324-8dd8-403e-9291-8e5df5ad4316 HTTP/1.1" status: 200 len: 1126 time: 0.1578903 Feb 02 07:03:49.224169 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 274d3754-cb62-4276-8b4a-dfa5cf98baaf details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:03:49.255210 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-0be06a01-8422-442a-a239-7de98274b03f req-f9541d8e-2fec-4281-b9fb-b68ef65de51c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1045af80-2b20-4d0b-8989-bade78600156 {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:03:49.280060 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0be06a01-8422-442a-a239-7de98274b03f req-f9541d8e-2fec-4281-b9fb-b68ef65de51c service neutron] Publish callbacks [] for port (1045af80-2b20-4d0b-8989-bade78600156), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:49.319370 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d4c87599-a8ec-4436-8f97-44706e9ef8e3 req-2c03b211-fca0-423e-80e0-b85c9d02b9d9 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=522fada3-5306-4ce8-a2b3-3b0a20855e0e HTTP/1.1" status: 200 len: 217 time: 0.0745692 Feb 02 07:03:49.374580 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 238a9e44-e03f-44a7-b095-94714ea7aff3 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:03:49.375292 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (238a9e44-e03f-44a7-b095-94714ea7aff3), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:49.390923 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7955b809-7c90-4122-8c8b-9b9876a39e67 req-753625ab-7e4f-46e3-bae4-58ebe9621d4b tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:49.392892 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7955b809-7c90-4122-8c8b-9b9876a39e67 req-753625ab-7e4f-46e3-bae4-58ebe9621d4b tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2f92dd9-5697-4976-b165-77e520cf2520 HTTP/1.1" status: 200 len: 950 time: 0.1597123 Feb 02 07:03:49.394610 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c87599-a8ec-4436-8f97-44706e9ef8e3 req-8056531f-a77d-45ad-8198-1148154a1ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:49.396185 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d4c87599-a8ec-4436-8f97-44706e9ef8e3 req-8056531f-a77d-45ad-8198-1148154a1ca1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ea9e280c-d65a-45b2-9a6b-1bb690e87353 HTTP/1.1" status: 200 len: 853 time: 0.0696273 Feb 02 07:03:49.442847 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d4c87599-a8ec-4436-8f97-44706e9ef8e3 req-322798a4-18d1-40ad-9df8-638ec76ff0fb service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=655bbc00-3cca-459c-999c-c63adb79d176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379231 Feb 02 07:03:49.547213 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7955b809-7c90-4122-8c8b-9b9876a39e67 req-aa3b22d4-d609-43ee-9da7-bc1a3c5ed037 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489058 Feb 02 07:03:49.573824 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d4c87599-a8ec-4436-8f97-44706e9ef8e3 req-040c1cb4-4756-470c-9a6e-689d198aaefd service neutron] 10.222.0.88 "GET /v2.0/networks/655bbc00-3cca-459c-999c-c63adb79d176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203380 Feb 02 07:03:49.615606 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 8b5f8f9f-4364-4ec1-8a61-396299a9e310 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:03:49.615955 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (8b5f8f9f-4364-4ec1-8a61-396299a9e310), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:49.660898 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 238a9e44-e03f-44a7-b095-94714ea7aff3, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=238a9e44-e03f-44a7-b095-94714ea7aff3,segment=NetworkSegment(dbbcd93b-74ed-4f38-9d36-01cf18043418),segment_id=dbbcd93b-74ed-4f38-9d36-01cf18043418)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:03:49.676701 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (238a9e44-e03f-44a7-b095-94714ea7aff3), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:49.677790 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device feaa586e-fdf3-4815-964d-77eed258f414 up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:03:49.730797 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d4c87599-a8ec-4436-8f97-44706e9ef8e3 req-6f662497-bbb4-4633-a8af-34d879a488d3 service neutron] 10.222.0.88 "GET /v2.0/networks/655bbc00-3cca-459c-999c-c63adb79d176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505046 Feb 02 07:03:49.742711 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1531c052-dd89-42fa-b810-9165d590c2d7 req-a5c07bbb-e78b-4e3e-85cd-d10d009b96f1 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:49.745445 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1531c052-dd89-42fa-b810-9165d590c2d7 req-a5c07bbb-e78b-4e3e-85cd-d10d009b96f1 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=969113ec-8b30-4b45-be41-413a125ac0e1 HTTP/1.1" status: 200 len: 932 time: 0.0814466 Feb 02 07:03:49.792628 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-956248e1-58da-415f-84d9-ebad2723429b None None] Current status of the port 8b5f8f9f-4364-4ec1-8a61-396299a9e310 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:03:49.793218 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-956248e1-58da-415f-84d9-ebad2723429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (8b5f8f9f-4364-4ec1-8a61-396299a9e310), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:49.820189 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1531c052-dd89-42fa-b810-9165d590c2d7 req-aacf68c3-56ce-447d-b187-aeedf72e7f3e tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590668 Feb 02 07:03:49.824120 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=238a9e44-e03f-44a7-b095-94714ea7aff3,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:49.844578 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-a8fa918a-0dfa-405e-8b57-d95423e90b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '875b32a0-f15c-43f2-a568-566c7c19cf82', 'name': 'tempest-NetworksTestDHCPv6-router-1863625252', 'tenant_id': 'd3e64a71e17749e693b291cf3514bb46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:03:42Z', 'updated_at': '2022-02-02T07:03:46Z', 'revision_number': 2, 'project_id': 'd3e64a71e17749e693b291cf3514bb46', 'gw_port_host': None, '_interfaces': [{'id': 'ba09babf-72b2-4a45-8096-1e06c8b6fa76', 'name': '', 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'tenant_id': 'd3e64a71e17749e693b291cf3514bb46', 'mac_address': 'fa:16:3e:3a:8b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '875b32a0-f15c-43f2-a568-566c7c19cf82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '1490c662-e9dd-43ca-ba96-e3684d956710', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:03:44Z', 'updated_at': '2022-02-02T07:03:46Z', 'revision_number': 2, 'project_id': 'd3e64a71e17749e693b291cf3514bb46', 'subnets': [{'id': '1490c662-e9dd-43ca-ba96-e3684d956710', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:03:49.863915 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-0be06a01-8422-442a-a239-7de98274b03f req-f9541d8e-2fec-4281-b9fb-b68ef65de51c service neutron] Transition to ACTIVE for port object 1045af80-2b20-4d0b-8989-bade78600156 will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:03:49.902520 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0be06a01-8422-442a-a239-7de98274b03f req-f9541d8e-2fec-4281-b9fb-b68ef65de51c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (1045af80-2b20-4d0b-8989-bade78600156), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:49.903351 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 8b5f8f9f-4364-4ec1-8a61-396299a9e310 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:03:49.904956 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (8b5f8f9f-4364-4ec1-8a61-396299a9e310), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:49.911981 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88c665a-4178-454f-8531-765879b1a623 req-304324ba-9768-42c1-ac20-d5c2a8846114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:49.913951 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a88c665a-4178-454f-8531-765879b1a623 req-304324ba-9768-42c1-ac20-d5c2a8846114 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d64acf5af25d44f4857173a0442d8238&device_id=f1467324-8dd8-403e-9291-8e5df5ad4316 HTTP/1.1" status: 200 len: 1126 time: 0.0762522 Feb 02 07:03:49.940575 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fa918a-0dfa-405e-8b57-d95423e90b13 None None] Checking router: 875b32a0-f15c-43f2-a568-566c7c19cf82 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:03:49.940961 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fa918a-0dfa-405e-8b57-d95423e90b13 None None] Updating router 875b32a0-f15c-43f2-a568-566c7c19cf82 port ba09babf-72b2-4a45-8096-1e06c8b6fa76 binding host n-d-789963-26 {{(pid=109695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:03:49.970917 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-956248e1-58da-415f-84d9-ebad2723429b None None] For port 8b5f8f9f-4364-4ec1-8a61-396299a9e310, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=8b5f8f9f-4364-4ec1-8a61-396299a9e310,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:03:49.983413 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-956248e1-58da-415f-84d9-ebad2723429b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (8b5f8f9f-4364-4ec1-8a61-396299a9e310), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:49.988600 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port feaa586e-fdf3-4815-964d-77eed258f414 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:03:50.023157 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a8fa918a-0dfa-405e-8b57-d95423e90b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ba09babf-72b2-4a45-8096-1e06c8b6fa76), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:50.025040 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port feaa586e-fdf3-4815-964d-77eed258f414 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:03:50.026010 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (feaa586e-fdf3-4815-964d-77eed258f414), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:50.027370 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88c665a-4178-454f-8531-765879b1a623 req-660ea1fd-d443-4256-be86-0f04d9d01044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:50.028944 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a88c665a-4178-454f-8531-765879b1a623 req-660ea1fd-d443-4256-be86-0f04d9d01044 service neutron] 10.222.0.88 "GET /v2.0/networks?id=655bbc00-3cca-459c-999c-c63adb79d176 HTTP/1.1" status: 200 len: 914 time: 0.1078095 Feb 02 07:03:50.047625 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48638c2c-e2c4-4877-91e5-1fe78f6450f7 req-2698d010-6094-454d-a025-22685875f2db tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:50.052808 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48638c2c-e2c4-4877-91e5-1fe78f6450f7 req-2698d010-6094-454d-a025-22685875f2db tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:50.059110 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48638c2c-e2c4-4877-91e5-1fe78f6450f7 req-2698d010-6094-454d-a025-22685875f2db tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:50.064362 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48638c2c-e2c4-4877-91e5-1fe78f6450f7 req-2698d010-6094-454d-a025-22685875f2db tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:50.070328 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48638c2c-e2c4-4877-91e5-1fe78f6450f7 req-2698d010-6094-454d-a025-22685875f2db tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:50.074714 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48638c2c-e2c4-4877-91e5-1fe78f6450f7 req-2698d010-6094-454d-a025-22685875f2db tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:50.077230 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a88c665a-4178-454f-8531-765879b1a623 req-a61c4805-e061-44e6-9874-a42b1a165391 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=522fada3-5306-4ce8-a2b3-3b0a20855e0e HTTP/1.1" status: 200 len: 217 time: 0.0418394 Feb 02 07:03:50.079962 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48638c2c-e2c4-4877-91e5-1fe78f6450f7 req-2698d010-6094-454d-a025-22685875f2db tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:50.081896 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-48638c2c-e2c4-4877-91e5-1fe78f6450f7 req-2698d010-6094-454d-a025-22685875f2db tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 5431 time: 0.7214749 Feb 02 07:03:50.114496 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9541d8e-2fec-4281-b9fb-b68ef65de51c service neutron] Pushing event updated for resources: {'Port': ['ID=1045af80-2b20-4d0b-8989-bade78600156,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:50.144961 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956248e1-58da-415f-84d9-ebad2723429b None None] Pushing event updated for resources: {'Port': ['ID=8b5f8f9f-4364-4ec1-8a61-396299a9e310,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:50.149494 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.db.api [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109695) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 07:03:50.149494 n-d-789963-26 neutron-server[109695]: DEBUG oslo_db.api [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 07:03:50.164183 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-aa92c40d-7078-4b73-adec-a9f0844108ee None None] Provisioning complete for port ba09babf-72b2-4a45-8096-1e06c8b6fa76 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:03:50.164557 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-aa92c40d-7078-4b73-adec-a9f0844108ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ba09babf-72b2-4a45-8096-1e06c8b6fa76), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:50.198108 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88c665a-4178-454f-8531-765879b1a623 req-66b58e1e-32d5-44cc-86a8-d82e9a47d693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:50.199808 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a88c665a-4178-454f-8531-765879b1a623 req-66b58e1e-32d5-44cc-86a8-d82e9a47d693 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ea9e280c-d65a-45b2-9a6b-1bb690e87353 HTTP/1.1" status: 200 len: 853 time: 0.1153088 Feb 02 07:03:50.238811 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a88c665a-4178-454f-8531-765879b1a623 req-8149df1b-47d1-4bc8-b2e8-286975b63cc1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=655bbc00-3cca-459c-999c-c63adb79d176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316412 Feb 02 07:03:50.247161 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb1e1f-0210-46eb-b8e9-9444f245d4df req-9b3bc77e-8fa1-4c1d-819e-6e9837e54c47 tempest-VolumesAdminNegativeTest-1781745191 tempest-VolumesAdminNegativeTest-1781745191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:50.250673 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2feb1e1f-0210-46eb-b8e9-9444f245d4df req-9b3bc77e-8fa1-4c1d-819e-6e9837e54c47 tempest-VolumesAdminNegativeTest-1781745191 tempest-VolumesAdminNegativeTest-1781745191-project] 10.222.0.87 "GET /v2.0/ports?device_id=f1467324-8dd8-403e-9291-8e5df5ad4316 HTTP/1.1" status: 200 len: 943 time: 0.1167161 Feb 02 07:03:50.292950 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-aa92c40d-7078-4b73-adec-a9f0844108ee None None] Port ba09babf-72b2-4a45-8096-1e06c8b6fa76 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:03:50.308416 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-48638c2c-e2c4-4877-91e5-1fe78f6450f7 req-3641432c-56f7-49ce-8933-c21dd3eb70ec tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/security-groups?id=83500878-2b75-476a-931f-17df1a6782c5&id=2c89831c-2212-4fd4-82c0-50883e2a18e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2018807 Feb 02 07:03:50.312012 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port feaa586e-fdf3-4815-964d-77eed258f414 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:03:50.312096 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (feaa586e-fdf3-4815-964d-77eed258f414), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:50.347498 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-0be06a01-8422-442a-a239-7de98274b03f req-f9541d8e-2fec-4281-b9fb-b68ef65de51c service neutron] Attempting to bind port 1045af80-2b20-4d0b-8989-bade78600156 on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:03:50.347863 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-0be06a01-8422-442a-a239-7de98274b03f req-f9541d8e-2fec-4281-b9fb-b68ef65de51c service neutron] Attempting to bind port 1045af80-2b20-4d0b-8989-bade78600156 by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': '50b2c935-c140-4230-880a-508574d9ed43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f9701445-c4cf-4d4f-9286-fc4fc0bbd41b'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:03:50.348192 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be06a01-8422-442a-a239-7de98274b03f req-f9541d8e-2fec-4281-b9fb-b68ef65de51c service neutron] Attempting to bind port 1045af80-2b20-4d0b-8989-bade78600156 on network f9701445-c4cf-4d4f-9286-fc4fc0bbd41b {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:03:50.359312 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7c1678d3-5a50-4e09-80f3-39ecb4d78c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (b6b3fc97-ea53-4910-99b5-bddf06c5d45f), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:50.369302 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be06a01-8422-442a-a239-7de98274b03f req-f9541d8e-2fec-4281-b9fb-b68ef65de51c service neutron] Port 1045af80-2b20-4d0b-8989-bade78600156 on network f9701445-c4cf-4d4f-9286-fc4fc0bbd41b not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:03:50.370081 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be06a01-8422-442a-a239-7de98274b03f req-f9541d8e-2fec-4281-b9fb-b68ef65de51c service neutron] Attempting to bind port 1045af80-2b20-4d0b-8989-bade78600156 on network f9701445-c4cf-4d4f-9286-fc4fc0bbd41b {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:03:50.410460 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port feaa586e-fdf3-4815-964d-77eed258f414, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=feaa586e-fdf3-4815-964d-77eed258f414,segment=NetworkSegment(dbbcd93b-74ed-4f38-9d36-01cf18043418),segment_id=dbbcd93b-74ed-4f38-9d36-01cf18043418)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:03:50.418658 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (feaa586e-fdf3-4815-964d-77eed258f414), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:50.420726 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 8983c95f-d2a5-40fc-ab6f-8385eea021b2 up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:03:50.441346 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be06a01-8422-442a-a239-7de98274b03f req-f9541d8e-2fec-4281-b9fb-b68ef65de51c service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:03:50.441935 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be06a01-8422-442a-a239-7de98274b03f req-f9541d8e-2fec-4281-b9fb-b68ef65de51c service neutron] Checking segment: {'id': '50b2c935-c140-4230-880a-508574d9ed43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f9701445-c4cf-4d4f-9286-fc4fc0bbd41b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:03:50.442472 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be06a01-8422-442a-a239-7de98274b03f req-f9541d8e-2fec-4281-b9fb-b68ef65de51c service neutron] Bound using segment: {'id': '50b2c935-c140-4230-880a-508574d9ed43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f9701445-c4cf-4d4f-9286-fc4fc0bbd41b'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:03:50.443076 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-0be06a01-8422-442a-a239-7de98274b03f req-f9541d8e-2fec-4281-b9fb-b68ef65de51c service neutron] Bound port: 1045af80-2b20-4d0b-8989-bade78600156, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50b2c935-c140-4230-880a-508574d9ed43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f9701445-c4cf-4d4f-9286-fc4fc0bbd41b'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:03:50.443653 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0be06a01-8422-442a-a239-7de98274b03f req-f9541d8e-2fec-4281-b9fb-b68ef65de51c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (1045af80-2b20-4d0b-8989-bade78600156), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:50.514289 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1678d3-5a50-4e09-80f3-39ecb4d78c48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6b3fc97-ea53-4910-99b5-bddf06c5d45f,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:50.545387 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port 8983c95f-d2a5-40fc-ab6f-8385eea021b2 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:03:50.545756 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (8983c95f-d2a5-40fc-ab6f-8385eea021b2), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:50.571135 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=feaa586e-fdf3-4815-964d-77eed258f414,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:50.601693 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1678d3-5a50-4e09-80f3-39ecb4d78c48 admin admin] Checking segment: {'id': 'fc0a4cad-9504-4785-979c-6732d183490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '274d3754-cb62-4276-8b4a-dfa5cf98baaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:03:50.602088 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1678d3-5a50-4e09-80f3-39ecb4d78c48 admin admin] Network hostable DHCP agents. Network: 274d3754-cb62-4276-8b4a-dfa5cf98baaf, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:03:50.621647 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '420f5c18-92bb-4996-8a12-daf3c6d27a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcae9310-0188-4805-9e28-53f45e2fd68f'}, {'server_uuid': '420f5c18-92bb-4996-8a12-daf3c6d27a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '532b1d27-bcf3-4cac-9dd8-eada4b4926ae'}, {'server_uuid': '420f5c18-92bb-4996-8a12-daf3c6d27a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '238a9e44-e03f-44a7-b095-94714ea7aff3'}, {'server_uuid': '420f5c18-92bb-4996-8a12-daf3c6d27a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feaa586e-fdf3-4815-964d-77eed258f414'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:03:50.623937 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73186d01-6305-4fdd-86ba-4cb252117836" -d '{"events": [{"server_uuid": "420f5c18-92bb-4996-8a12-daf3c6d27a44", "name": "network-vif-plugged", "status": "completed", "tag": "dcae9310-0188-4805-9e28-53f45e2fd68f"}, {"server_uuid": "420f5c18-92bb-4996-8a12-daf3c6d27a44", "name": "network-vif-plugged", "status": "completed", "tag": "532b1d27-bcf3-4cac-9dd8-eada4b4926ae"}, {"server_uuid": "420f5c18-92bb-4996-8a12-daf3c6d27a44", "name": "network-vif-plugged", "status": "completed", "tag": "238a9e44-e03f-44a7-b095-94714ea7aff3"}, {"server_uuid": "420f5c18-92bb-4996-8a12-daf3c6d27a44", "name": "network-vif-plugged", "status": "completed", "tag": "feaa586e-fdf3-4815-964d-77eed258f414"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:03:50.646471 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b14046e-cc49-4cf5-b2c2-8d9813a8279c req-39c086f6-3151-4536-abe1-e5de04888c0f tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:50.652118 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1b14046e-cc49-4cf5-b2c2-8d9813a8279c req-39c086f6-3151-4536-abe1-e5de04888c0f tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] 10.222.0.87 "GET /v2.0/ports?device_id=497ab761-4d65-43b2-8058-3ab0af5247d2 HTTP/1.1" status: 200 len: 947 time: 0.2518981 Feb 02 07:03:50.656298 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a8fa918a-0dfa-405e-8b57-d95423e90b13 None None] Publish callbacks [] for port (ba09babf-72b2-4a45-8096-1e06c8b6fa76), precommit_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:50.685822 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a8fa918a-0dfa-405e-8b57-d95423e90b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (ba09babf-72b2-4a45-8096-1e06c8b6fa76), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:50.710924 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5d6d01d9-b56f-479a-a6d3-851757c71dbe tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (875b32a0-f15c-43f2-a568-566c7c19cf82), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:50.713635 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-0be06a01-8422-442a-a239-7de98274b03f req-f9541d8e-2fec-4281-b9fb-b68ef65de51c service neutron] For port 1045af80-2b20-4d0b-8989-bade78600156, host n-h2-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:03:50.741506 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2feb1e1f-0210-46eb-b8e9-9444f245d4df req-9b02ac96-402d-4f50-8af6-6a38f76ac5bf tempest-VolumesAdminNegativeTest-1781745191 tempest-VolumesAdminNegativeTest-1781745191-project] 10.222.0.87 "GET /v2.0/security-groups?id=5ddaff5d-49ba-4522-be29-4d30a61c6add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4773073 Feb 02 07:03:50.746991 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 8b5f8f9f-4364-4ec1-8a61-396299a9e310 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:03:50.793135 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a88c665a-4178-454f-8531-765879b1a623 req-1e00fe2f-950b-4aed-a2e8-77b6e0725f2c service neutron] 10.222.0.88 "GET /v2.0/networks/655bbc00-3cca-459c-999c-c63adb79d176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5398920 Feb 02 07:03:50.801857 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1b14046e-cc49-4cf5-b2c2-8d9813a8279c req-50747319-0a84-4c1f-bba8-c775c194b18b tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] 10.222.0.87 "GET /v2.0/security-groups?id=4fb57ed4-cc4d-4527-a774-d434516db18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476581 Feb 02 07:03:50.803486 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1678d3-5a50-4e09-80f3-39ecb4d78c48 admin admin] Network 274d3754-cb62-4276-8b4a-dfa5cf98baaf is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:03:50.819425 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 8983c95f-d2a5-40fc-ab6f-8385eea021b2 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:03:50.820032 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (8983c95f-d2a5-40fc-ab6f-8385eea021b2), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:50.867887 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff49e1a-2dfe-49b1-a31b-cb8c247304fb None None] Pushing event updated for resources: {'Port': ['ID=ba09babf-72b2-4a45-8096-1e06c8b6fa76,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:50.884719 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-0be06a01-8422-442a-a239-7de98274b03f req-f9541d8e-2fec-4281-b9fb-b68ef65de51c service neutron] For port 1045af80-2b20-4d0b-8989-bade78600156, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=1045af80-2b20-4d0b-8989-bade78600156,segment=NetworkSegment(50b2c935-c140-4230-880a-508574d9ed43),segment_id=50b2c935-c140-4230-880a-508574d9ed43)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:03:50.896613 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-a8fa918a-0dfa-405e-8b57-d95423e90b13 None None] Attempting to bind port ba09babf-72b2-4a45-8096-1e06c8b6fa76 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:03:50.897152 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-a8fa918a-0dfa-405e-8b57-d95423e90b13 None None] Attempting to bind port ba09babf-72b2-4a45-8096-1e06c8b6fa76 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:03:50.897614 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fa918a-0dfa-405e-8b57-d95423e90b13 None None] Attempting to bind port ba09babf-72b2-4a45-8096-1e06c8b6fa76 on network 0866d72e-3544-4c93-a5a9-bf8114a5301e {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:03:50.914007 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0be06a01-8422-442a-a239-7de98274b03f req-f9541d8e-2fec-4281-b9fb-b68ef65de51c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (1045af80-2b20-4d0b-8989-bade78600156), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:50.923434 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fa918a-0dfa-405e-8b57-d95423e90b13 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:03:50.924085 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fa918a-0dfa-405e-8b57-d95423e90b13 None None] Checking segment: {'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:03:50.924601 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a8fa918a-0dfa-405e-8b57-d95423e90b13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:50.925089 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fa918a-0dfa-405e-8b57-d95423e90b13 None None] Bound using segment: {'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:03:50.925679 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-a8fa918a-0dfa-405e-8b57-d95423e90b13 None None] Bound port: ba09babf-72b2-4a45-8096-1e06c8b6fa76, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:03:50.926175 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a8fa918a-0dfa-405e-8b57-d95423e90b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ba09babf-72b2-4a45-8096-1e06c8b6fa76), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:50.928790 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 8b5f8f9f-4364-4ec1-8a61-396299a9e310 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:03:50.936387 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-7c1678d3-5a50-4e09-80f3-39ecb4d78c48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 274d3754-cb62-4276-8b4a-dfa5cf98baaf) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:03:50.966883 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 8983c95f-d2a5-40fc-ab6f-8385eea021b2, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=8983c95f-d2a5-40fc-ab6f-8385eea021b2,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:03:50.969790 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddc14c4-df3a-46bd-8973-2db5cbcdda31 None None] Network 274d3754-cb62-4276-8b4a-dfa5cf98baaf requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:03:51.005391 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1678d3-5a50-4e09-80f3-39ecb4d78c48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:51.005875 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7c1678d3-5a50-4e09-80f3-39ecb4d78c48 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:51.007834 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (8983c95f-d2a5-40fc-ab6f-8385eea021b2), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:51.008775 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 7fb47d58-571f-4649-9d38-e17e5ed547f3 up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:03:51.030136 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be06a01-8422-442a-a239-7de98274b03f req-f9541d8e-2fec-4281-b9fb-b68ef65de51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:51.031000 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0be06a01-8422-442a-a239-7de98274b03f req-f9541d8e-2fec-4281-b9fb-b68ef65de51c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:51.032583 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0be06a01-8422-442a-a239-7de98274b03f req-f9541d8e-2fec-4281-b9fb-b68ef65de51c service neutron] 10.222.0.59 "PUT /v2.0/ports/1045af80-2b20-4d0b-8989-bade78600156 HTTP/1.1" status: 200 len: 1093 time: 2.7127485 Feb 02 07:03:51.033182 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '969113ec-8b30-4b45-be41-413a125ac0e1', 'tag': '1045af80-2b20-4d0b-8989-bade78600156'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:03:51.037787 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60099fda-f9e5-4828-8492-196b21e7ee9c" -d '{"events": [{"name": "network-changed", "server_uuid": "969113ec-8b30-4b45-be41-413a125ac0e1", "tag": "1045af80-2b20-4d0b-8989-bade78600156"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:03:51.076270 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a88c665a-4178-454f-8531-765879b1a623 req-58f87074-d3aa-43bc-8519-d23c7ab235f9 service neutron] 10.222.0.88 "GET /v2.0/networks/655bbc00-3cca-459c-999c-c63adb79d176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779298 Feb 02 07:03:51.107147 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138f3758-610e-46a2-9674-4b9dc82543e0 req-122a4693-3a87-4446-8578-279b656b9afd tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:51.109771 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-138f3758-610e-46a2-9674-4b9dc82543e0 req-122a4693-3a87-4446-8578-279b656b9afd tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2f92dd9-5697-4976-b165-77e520cf2520 HTTP/1.1" status: 200 len: 950 time: 0.1614685 Feb 02 07:03:51.133191 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-7c1678d3-5a50-4e09-80f3-39ecb4d78c48 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9990880 Feb 02 07:03:51.135671 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 02 Feb 2022 07:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6033636-cf92-4099-bfa8-7ec66860cd5e x-openstack-request-id: req-e6033636-cf92-4099-bfa8-7ec66860cd5e {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:03:51.136094 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "420f5c18-92bb-4996-8a12-daf3c6d27a44", "name": "network-vif-plugged", "status": "completed", "tag": "dcae9310-0188-4805-9e28-53f45e2fd68f", "code": 200}, {"server_uuid": "420f5c18-92bb-4996-8a12-daf3c6d27a44", "name": "network-vif-plugged", "status": "completed", "tag": "532b1d27-bcf3-4cac-9dd8-eada4b4926ae", "code": 200}, {"server_uuid": "420f5c18-92bb-4996-8a12-daf3c6d27a44", "name": "network-vif-plugged", "status": "completed", "tag": "238a9e44-e03f-44a7-b095-94714ea7aff3", "code": 200}, {"server_uuid": "420f5c18-92bb-4996-8a12-daf3c6d27a44", "name": "network-vif-plugged", "status": "completed", "tag": "feaa586e-fdf3-4815-964d-77eed258f414", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:03:51.136452 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e6033636-cf92-4099-bfa8-7ec66860cd5e {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:03:51.136951 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '420f5c18-92bb-4996-8a12-daf3c6d27a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcae9310-0188-4805-9e28-53f45e2fd68f', 'code': 200} Feb 02 07:03:51.137404 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '420f5c18-92bb-4996-8a12-daf3c6d27a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '532b1d27-bcf3-4cac-9dd8-eada4b4926ae', 'code': 200} Feb 02 07:03:51.137753 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '420f5c18-92bb-4996-8a12-daf3c6d27a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '238a9e44-e03f-44a7-b095-94714ea7aff3', 'code': 200} Feb 02 07:03:51.138101 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '420f5c18-92bb-4996-8a12-daf3c6d27a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feaa586e-fdf3-4815-964d-77eed258f414', 'code': 200} Feb 02 07:03:51.164436 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43844) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:51.175319 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9541d8e-2fec-4281-b9fb-b68ef65de51c service neutron] Pushing event updated for resources: {'Port': ['ID=1045af80-2b20-4d0b-8989-bade78600156,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:51.190842 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-138f3758-610e-46a2-9674-4b9dc82543e0 req-cb19b040-6e6e-43fd-bca9-94e28a9b039c tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657203 Feb 02 07:03:51.190842 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-d229582f-dc60-4294-ae6e-12ca490a0539 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1606176529-router', 'tenant_id': '12ae52d2610343959b079c169f83e654', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:03:51.225758 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=8983c95f-d2a5-40fc-ab6f-8385eea021b2,revision_number=11']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:51.236140 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d229582f-dc60-4294-ae6e-12ca490a0539 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (be744460-d8bd-4283-b63d-bc86bfeb7c96), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:51.237532 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d229582f-dc60-4294-ae6e-12ca490a0539 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (be744460-d8bd-4283-b63d-bc86bfeb7c96), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:51.263779 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6258f8cc-94dd-4226-8478-d5a463aef0ed x-openstack-request-id: req-6258f8cc-94dd-4226-8478-d5a463aef0ed {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:03:51.264075 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "969113ec-8b30-4b45-be41-413a125ac0e1", "tag": "1045af80-2b20-4d0b-8989-bade78600156", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:03:51.264366 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-6258f8cc-94dd-4226-8478-d5a463aef0ed {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:03:51.265583 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '969113ec-8b30-4b45-be41-413a125ac0e1', 'tag': '1045af80-2b20-4d0b-8989-bade78600156', 'status': 'completed', 'code': 200} Feb 02 07:03:51.273859 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-a8fa918a-0dfa-405e-8b57-d95423e90b13 None None] For port ba09babf-72b2-4a45-8096-1e06c8b6fa76, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:03:51.281083 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-a8fa918a-0dfa-405e-8b57-d95423e90b13 None None] For port ba09babf-72b2-4a45-8096-1e06c8b6fa76, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=ba09babf-72b2-4a45-8096-1e06c8b6fa76,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:03:51.297084 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be06a01-8422-442a-a239-7de98274b03f req-a7142673-ea47-478e-8a6c-e882ce259f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:51.298593 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0be06a01-8422-442a-a239-7de98274b03f req-a7142673-ea47-478e-8a6c-e882ce259f7b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=51472d7ac5b4449fa09fb7150f54f571&device_id=969113ec-8b30-4b45-be41-413a125ac0e1 HTTP/1.1" status: 200 len: 1127 time: 0.1841505 Feb 02 07:03:51.307273 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-f798b883-d98b-48be-b363-053b9f9cd8f6 None None] Provisioning complete for port ba09babf-72b2-4a45-8096-1e06c8b6fa76 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:03:51.308375 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f798b883-d98b-48be-b363-053b9f9cd8f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ba09babf-72b2-4a45-8096-1e06c8b6fa76), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:51.309501 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 8b5f8f9f-4364-4ec1-8a61-396299a9e310 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:03:51.309617 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d229582f-dc60-4294-ae6e-12ca490a0539 admin admin] Publish callbacks [] for router_controller (be744460-d8bd-4283-b63d-bc86bfeb7c96), precommit_add_association {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:51.310054 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (8b5f8f9f-4364-4ec1-8a61-396299a9e310), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:51.336300 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a8fa918a-0dfa-405e-8b57-d95423e90b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (ba09babf-72b2-4a45-8096-1e06c8b6fa76), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:51.359200 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2386a2a-99ae-4bc3-94ad-5b8abd0bf850 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-274d3754-cb62-4276-8b4a-dfa5cf98baaf', 'network_id': '274d3754-cb62-4276-8b4a-dfa5cf98baaf', 'project_id': '12ae52d2610343959b079c169f83e654', 'fixed_ips': [{'subnet_id': 'b6b3fc97-ea53-4910-99b5-bddf06c5d45f'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:03:51.360201 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f2386a2a-99ae-4bc3-94ad-5b8abd0bf850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:51.363180 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0be06a01-8422-442a-a239-7de98274b03f req-c09a330a-fa7b-4183-958d-a80860e45708 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1045af80-2b20-4d0b-8989-bade78600156 HTTP/1.1" status: 200 len: 217 time: 0.0480793 Feb 02 07:03:51.388963 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f16f503-bf17-4af2-b74c-f7376640996d req-4a0e0cd4-1d81-4204-9761-991e4ebe9af3 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:51.390994 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7f16f503-bf17-4af2-b74c-f7376640996d req-4a0e0cd4-1d81-4204-9761-991e4ebe9af3 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=969113ec-8b30-4b45-be41-413a125ac0e1 HTTP/1.1" status: 200 len: 944 time: 0.1581924 Feb 02 07:03:51.407548 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port 7fb47d58-571f-4649-9d38-e17e5ed547f3 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:03:51.456751 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port 7fb47d58-571f-4649-9d38-e17e5ed547f3 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:03:51.457282 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (7fb47d58-571f-4649-9d38-e17e5ed547f3), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:51.508432 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be06a01-8422-442a-a239-7de98274b03f req-e314fbb4-7573-4a22-8682-afa5281b17e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:51.510111 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0be06a01-8422-442a-a239-7de98274b03f req-e314fbb4-7573-4a22-8682-afa5281b17e6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=32144128-c19d-4644-8a7f-0675355df2fd HTTP/1.1" status: 200 len: 846 time: 0.1375849 Feb 02 07:03:51.528030 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d229582f-dc60-4294-ae6e-12ca490a0539 admin admin] Publish callbacks [] for router_gateway (be744460-d8bd-4283-b63d-bc86bfeb7c96), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:51.528846 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7f16f503-bf17-4af2-b74c-f7376640996d req-c44229dd-d687-4c2f-9981-b9becc44ef88 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146445 Feb 02 07:03:51.560526 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0be06a01-8422-442a-a239-7de98274b03f req-73d5e874-db11-42dc-9135-b693d81cf5b4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f9701445-c4cf-4d4f-9286-fc4fc0bbd41b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429413 Feb 02 07:03:51.591724 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-5d6d01d9-b56f-479a-a6d3-851757c71dbe tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Deleting port ba09babf-72b2-4a45-8096-1e06c8b6fa76 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:03:51.592693 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5d6d01d9-b56f-479a-a6d3-851757c71dbe tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (ba09babf-72b2-4a45-8096-1e06c8b6fa76), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:51.613930 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b29d69-bb97-4094-90c6-c7c593e0df2e req-5b6eb7f2-b702-40fc-9583-8dd0c60880e0 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:51.619940 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b29d69-bb97-4094-90c6-c7c593e0df2e req-5b6eb7f2-b702-40fc-9583-8dd0c60880e0 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:51.626942 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b29d69-bb97-4094-90c6-c7c593e0df2e req-5b6eb7f2-b702-40fc-9583-8dd0c60880e0 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:51.632998 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b29d69-bb97-4094-90c6-c7c593e0df2e req-5b6eb7f2-b702-40fc-9583-8dd0c60880e0 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:51.640727 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b29d69-bb97-4094-90c6-c7c593e0df2e req-5b6eb7f2-b702-40fc-9583-8dd0c60880e0 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:51.647141 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b29d69-bb97-4094-90c6-c7c593e0df2e req-5b6eb7f2-b702-40fc-9583-8dd0c60880e0 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:51.654502 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b29d69-bb97-4094-90c6-c7c593e0df2e req-5b6eb7f2-b702-40fc-9583-8dd0c60880e0 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:51.656479 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-04b29d69-bb97-4094-90c6-c7c593e0df2e req-5b6eb7f2-b702-40fc-9583-8dd0c60880e0 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 5432 time: 0.2156186 Feb 02 07:03:51.715814 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff49e1a-2dfe-49b1-a31b-cb8c247304fb None None] Pushing event updated for resources: {'Port': ['ID=ba09babf-72b2-4a45-8096-1e06c8b6fa76,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:51.732310 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fa918a-0dfa-405e-8b57-d95423e90b13 None None] Routers {'875b32a0-f15c-43f2-a568-566c7c19cf82'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:03:51.733071 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-a8fa918a-0dfa-405e-8b57-d95423e90b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:03:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['875b32a0-f15c-43f2-a568-566c7c19cf82'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:03:51.743422 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0be06a01-8422-442a-a239-7de98274b03f req-98d4edeb-eab3-402b-8899-bcc0cb4f078d service neutron] 10.222.0.59 "GET /v2.0/networks/f9701445-c4cf-4d4f-9286-fc4fc0bbd41b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753020 Feb 02 07:03:51.759061 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-5d6d01d9-b56f-479a-a6d3-851757c71dbe tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] For port ba09babf-72b2-4a45-8096-1e06c8b6fa76, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=ba09babf-72b2-4a45-8096-1e06c8b6fa76,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:03:51.759945 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5d6d01d9-b56f-479a-a6d3-851757c71dbe tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (ba09babf-72b2-4a45-8096-1e06c8b6fa76), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:51.787739 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-5d6d01d9-b56f-479a-a6d3-851757c71dbe tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Calling delete_port for ba09babf-72b2-4a45-8096-1e06c8b6fa76 owned by network:router_interface {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:03:51.825697 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-04b29d69-bb97-4094-90c6-c7c593e0df2e req-5b036572-6b9e-46ea-9d86-b3c92a99393d tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/security-groups?id=83500878-2b75-476a-931f-17df1a6782c5&id=2c89831c-2212-4fd4-82c0-50883e2a18e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1300504 Feb 02 07:03:51.890577 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device ef4e2d98-b4f3-42da-bdbd-68b19920f753 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:03:51.957545 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0be06a01-8422-442a-a239-7de98274b03f req-e075825a-3033-4e55-bb55-e9c62dc91f6a service neutron] 10.222.0.59 "GET /v2.0/networks/f9701445-c4cf-4d4f-9286-fc4fc0bbd41b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066994 Feb 02 07:03:51.968438 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 8b5f8f9f-4364-4ec1-8a61-396299a9e310 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:03:51.995921 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-f798b883-d98b-48be-b363-053b9f9cd8f6 None None] Current status of the port ba09babf-72b2-4a45-8096-1e06c8b6fa76 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:03:51.996485 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f798b883-d98b-48be-b363-053b9f9cd8f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ba09babf-72b2-4a45-8096-1e06c8b6fa76), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:52.002046 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-a8fa918a-0dfa-405e-8b57-d95423e90b13 None None] Set router 875b32a0-f15c-43f2-a568-566c7c19cf82 gateway port host: None {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:03:52.032266 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421abc18-4a1c-417a-a6c4-0883fb388d5c req-c19148e5-4d10-4080-82e4-a0bad3f59c75 tempest-VolumesAdminNegativeTest-1781745191 tempest-VolumesAdminNegativeTest-1781745191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:52.033730 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-421abc18-4a1c-417a-a6c4-0883fb388d5c req-c19148e5-4d10-4080-82e4-a0bad3f59c75 tempest-VolumesAdminNegativeTest-1781745191 tempest-VolumesAdminNegativeTest-1781745191-project] 10.222.0.87 "GET /v2.0/ports?device_id=f1467324-8dd8-403e-9291-8e5df5ad4316 HTTP/1.1" status: 200 len: 943 time: 0.1475289 Feb 02 07:03:52.037768 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-f2386a2a-99ae-4bc3-94ad-5b8abd0bf850 None None] Allocated IP 172.20.0.2 (274d3754-cb62-4276-8b4a-dfa5cf98baaf/b6b3fc97-ea53-4910-99b5-bddf06c5d45f/e7b94134-0558-463c-9372-b2e5a59440ce) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:03:52.046960 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d229582f-dc60-4294-ae6e-12ca490a0539 admin admin] Publish callbacks [] for router_gateway (be744460-d8bd-4283-b63d-bc86bfeb7c96), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:52.050457 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:52.053824 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.db.resource_extend [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 07:03:52.058939 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26356d4-db74-402e-b434-59700a75e777 req-8f660926-f912-4add-b7c7-9f2e35a125c0 tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:52.067382 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c26356d4-db74-402e-b434-59700a75e777 req-8f660926-f912-4add-b7c7-9f2e35a125c0 tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] 10.222.0.87 "GET /v2.0/ports?device_id=497ab761-4d65-43b2-8058-3ab0af5247d2 HTTP/1.1" status: 200 len: 947 time: 0.1426461 Feb 02 07:03:52.102744 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d229582f-dc60-4294-ae6e-12ca490a0539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:52.117947 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 7fb47d58-571f-4649-9d38-e17e5ed547f3 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:03:52.118498 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (7fb47d58-571f-4649-9d38-e17e5ed547f3), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:52.171958 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5d6d01d9-b56f-479a-a6d3-851757c71dbe tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (ba09babf-72b2-4a45-8096-1e06c8b6fa76), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:52.186341 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c26356d4-db74-402e-b434-59700a75e777 req-e58441ef-c03f-43fa-8dda-724170f1c219 tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] 10.222.0.87 "GET /v2.0/security-groups?id=4fb57ed4-cc4d-4527-a774-d434516db18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179755 Feb 02 07:03:52.204450 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-421abc18-4a1c-417a-a6c4-0883fb388d5c req-0eaa37ee-e8f4-427b-a526-0b895d35393a tempest-VolumesAdminNegativeTest-1781745191 tempest-VolumesAdminNegativeTest-1781745191-project] 10.222.0.87 "GET /v2.0/security-groups?id=5ddaff5d-49ba-4522-be29-4d30a61c6add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479056 Feb 02 07:03:52.210211 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6d01d9-b56f-479a-a6d3-851757c71dbe tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event deleted for resources: {'Port': ['ID=ba09babf-72b2-4a45-8096-1e06c8b6fa76,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:52.219116 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60099fda-f9e5-4828-8492-196b21e7ee9c req-12a87869-235e-4af2-8ec1-891d3e7f085c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:52.221263 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-60099fda-f9e5-4828-8492-196b21e7ee9c req-12a87869-235e-4af2-8ec1-891d3e7f085c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=51472d7ac5b4449fa09fb7150f54f571&device_id=969113ec-8b30-4b45-be41-413a125ac0e1 HTTP/1.1" status: 200 len: 1127 time: 0.1375864 Feb 02 07:03:52.260043 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-d229582f-dc60-4294-ae6e-12ca490a0539 admin admin] Allocated IP 172.25.4.177 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/1742e93f-1dbc-4cd8-a295-f077feb1a78a) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:03:52.381674 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 7fb47d58-571f-4649-9d38-e17e5ed547f3, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=7fb47d58-571f-4649-9d38-e17e5ed547f3,segment=NetworkSegment(5a1b64bb-b315-46f6-a993-2f3256b9cca1),segment_id=5a1b64bb-b315-46f6-a993-2f3256b9cca1)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:03:52.383851 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port ef4e2d98-b4f3-42da-bdbd-68b19920f753, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=ef4e2d98-b4f3-42da-bdbd-68b19920f753,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:03:52.393377 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5d6d01d9-b56f-479a-a6d3-851757c71dbe tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (875b32a0-f15c-43f2-a568-566c7c19cf82), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:52.405173 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (7fb47d58-571f-4649-9d38-e17e5ed547f3), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:52.430292 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': 'ef4e2d98-b4f3-42da-bdbd-68b19920f753', 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1', 'port_id': 'ef4e2d98-b4f3-42da-bdbd-68b19920f753', 'mac_address': 'fa:16:3e:5e:4f:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d773733-62df-4956-84d3-71d17cfb6d11', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:03:52.457865 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d229582f-dc60-4294-ae6e-12ca490a0539 admin admin] Publish callbacks [] for port (1742e93f-1dbc-4cd8-a295-f077feb1a78a), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:52.487763 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60099fda-f9e5-4828-8492-196b21e7ee9c req-cfea98a4-21e8-450e-a4a2-3f88e224190c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:52.487959 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-f663bcb6-c389-4db7-aff5-7ea81c7514b5 None None] Could not find standard attr ID for object ba09babf-72b2-4a45-8096-1e06c8b6fa76. {{(pid=109695) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 07:03:52.488051 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-60099fda-f9e5-4828-8492-196b21e7ee9c req-cfea98a4-21e8-450e-a4a2-3f88e224190c service neutron] 10.222.0.59 "GET /v2.0/networks?id=f9701445-c4cf-4d4f-9286-fc4fc0bbd41b HTTP/1.1" status: 200 len: 907 time: 0.2569141 Feb 02 07:03:52.538923 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d229582f-dc60-4294-ae6e-12ca490a0539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (1742e93f-1dbc-4cd8-a295-f077feb1a78a), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:52.558406 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-60099fda-f9e5-4828-8492-196b21e7ee9c req-9d8fb80b-4466-43aa-ad9f-06686fc8ef18 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1045af80-2b20-4d0b-8989-bade78600156 HTTP/1.1" status: 200 len: 217 time: 0.0614464 Feb 02 07:03:52.594391 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d229582f-dc60-4294-ae6e-12ca490a0539 admin admin] Pushing event updated for resources: {'Port': ['ID=1742e93f-1dbc-4cd8-a295-f077feb1a78a,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:52.604577 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f2386a2a-99ae-4bc3-94ad-5b8abd0bf850 None None] Publish callbacks [] for port (e7b94134-0558-463c-9372-b2e5a59440ce), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:52.614011 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d229582f-dc60-4294-ae6e-12ca490a0539 admin admin] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:03:52.623157 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf59b92-a3ec-494a-bd6e-7379d4fdb96e req-fe5588bd-86ef-4e49-ac81-e909f6aa5f24 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:52.624945 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-edf59b92-a3ec-494a-bd6e-7379d4fdb96e req-fe5588bd-86ef-4e49-ac81-e909f6aa5f24 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2f92dd9-5697-4976-b165-77e520cf2520 HTTP/1.1" status: 200 len: 951 time: 0.1309421 Feb 02 07:03:52.626191 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-d229582f-dc60-4294-ae6e-12ca490a0539 admin admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:03:52.631009 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d229582f-dc60-4294-ae6e-12ca490a0539 admin admin] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:03:52.645319 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f2386a2a-99ae-4bc3-94ad-5b8abd0bf850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (e7b94134-0558-463c-9372-b2e5a59440ce), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:52.656408 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=7fb47d58-571f-4649-9d38-e17e5ed547f3,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:52.661381 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port ef4e2d98-b4f3-42da-bdbd-68b19920f753 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:03:52.661747 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ef4e2d98-b4f3-42da-bdbd-68b19920f753), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:52.707402 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2386a2a-99ae-4bc3-94ad-5b8abd0bf850 None None] Network 274d3754-cb62-4276-8b4a-dfa5cf98baaf is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:03:52.711922 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-edf59b92-a3ec-494a-bd6e-7379d4fdb96e req-ffebce99-5887-4f5f-b2cc-d94dd6be18a3 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782981 Feb 02 07:03:52.712201 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef4e2d98-b4f3-42da-bdbd-68b19920f753 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:03:52.719917 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-f2386a2a-99ae-4bc3-94ad-5b8abd0bf850 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:03:52.728281 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d6d01d9-b56f-479a-a6d3-851757c71dbe tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Router 875b32a0-f15c-43f2-a568-566c7c19cf82 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:03:52.730999 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2386a2a-99ae-4bc3-94ad-5b8abd0bf850 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:03:52.738299 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60099fda-f9e5-4828-8492-196b21e7ee9c req-99512387-bfb4-4611-8bb1-70407d292565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:52.740040 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-60099fda-f9e5-4828-8492-196b21e7ee9c req-99512387-bfb4-4611-8bb1-70407d292565 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=32144128-c19d-4644-8a7f-0675355df2fd HTTP/1.1" status: 200 len: 846 time: 0.1754465 Feb 02 07:03:52.756244 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port ef4e2d98-b4f3-42da-bdbd-68b19920f753, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=ef4e2d98-b4f3-42da-bdbd-68b19920f753,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:03:52.757477 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2386a2a-99ae-4bc3-94ad-5b8abd0bf850 None None] Pushing event updated for resources: {'Port': ['ID=e7b94134-0558-463c-9372-b2e5a59440ce,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:52.767005 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (ef4e2d98-b4f3-42da-bdbd-68b19920f753), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:52.819406 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-60099fda-f9e5-4828-8492-196b21e7ee9c req-d5c38c60-6a68-4641-a882-f40821caa6dc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f9701445-c4cf-4d4f-9286-fc4fc0bbd41b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685353 Feb 02 07:03:52.835092 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-a8fa918a-0dfa-405e-8b57-d95423e90b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '875b32a0-f15c-43f2-a568-566c7c19cf82', 'name': 'tempest-NetworksTestDHCPv6-router-1863625252', 'tenant_id': 'd3e64a71e17749e693b291cf3514bb46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:03:42Z', 'updated_at': '2022-02-02T07:03:46Z', 'revision_number': 2, 'project_id': 'd3e64a71e17749e693b291cf3514bb46', 'gw_port_host': None, '_interfaces': [{'id': 'ba09babf-72b2-4a45-8096-1e06c8b6fa76', 'name': '', 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'tenant_id': 'd3e64a71e17749e693b291cf3514bb46', 'mac_address': 'fa:16:3e:3a:8b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '875b32a0-f15c-43f2-a568-566c7c19cf82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '1490c662-e9dd-43ca-ba96-e3684d956710', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:03:44Z', 'updated_at': '2022-02-02T07:03:51Z', 'revision_number': 4, 'project_id': 'd3e64a71e17749e693b291cf3514bb46', 'subnets': [{'id': '1490c662-e9dd-43ca-ba96-e3684d956710', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:03:52.853275 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057044f3-ead8-4a8f-9350-def2199463c1 req-7123eab4-9b58-4fb6-93be-81cf16fdd114 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:52.855184 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-057044f3-ead8-4a8f-9350-def2199463c1 req-7123eab4-9b58-4fb6-93be-81cf16fdd114 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=969113ec-8b30-4b45-be41-413a125ac0e1 HTTP/1.1" status: 200 len: 944 time: 0.2082968 Feb 02 07:03:52.886843 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d6d01d9-b56f-479a-a6d3-851757c71dbe tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:03:52.890186 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fa918a-0dfa-405e-8b57-d95423e90b13 None None] The sync data for ids ['875b32a0-f15c-43f2-a568-566c7c19cf82'] in n-d-789963-26 is: [{'id': '875b32a0-f15c-43f2-a568-566c7c19cf82', 'name': 'tempest-NetworksTestDHCPv6-router-1863625252', 'tenant_id': 'd3e64a71e17749e693b291cf3514bb46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:03:42Z', 'updated_at': '2022-02-02T07:03:46Z', 'revision_number': 2, 'project_id': 'd3e64a71e17749e693b291cf3514bb46', 'gw_port_host': None, '_interfaces': [{'id': 'ba09babf-72b2-4a45-8096-1e06c8b6fa76', 'name': '', 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'tenant_id': 'd3e64a71e17749e693b291cf3514bb46', 'mac_address': 'fa:16:3e:3a:8b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '875b32a0-f15c-43f2-a568-566c7c19cf82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '1490c662-e9dd-43ca-ba96-e3684d956710', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:03:44Z', 'updated_at': '2022-02-02T07:03:51Z', 'revision_number': 4, 'project_id': 'd3e64a71e17749e693b291cf3514bb46', 'subnets': [{'id': '1490c662-e9dd-43ca-ba96-e3684d956710', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:03:52.893329 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-f2386a2a-99ae-4bc3-94ad-5b8abd0bf850 None None] Attempting to bind port e7b94134-0558-463c-9372-b2e5a59440ce on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:03:52.893911 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-f2386a2a-99ae-4bc3-94ad-5b8abd0bf850 None None] Attempting to bind port e7b94134-0558-463c-9372-b2e5a59440ce by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'fc0a4cad-9504-4785-979c-6732d183490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '274d3754-cb62-4276-8b4a-dfa5cf98baaf'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:03:52.894126 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2386a2a-99ae-4bc3-94ad-5b8abd0bf850 None None] Attempting to bind port e7b94134-0558-463c-9372-b2e5a59440ce on network 274d3754-cb62-4276-8b4a-dfa5cf98baaf {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:03:52.899603 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=ef4e2d98-b4f3-42da-bdbd-68b19920f753,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:52.904321 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-5d6d01d9-b56f-479a-a6d3-851757c71dbe tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "PUT /v2.0/routers/875b32a0-f15c-43f2-a568-566c7c19cf82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9051056 Feb 02 07:03:52.908121 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2386a2a-99ae-4bc3-94ad-5b8abd0bf850 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:03:52.908332 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43858) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:52.908409 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2386a2a-99ae-4bc3-94ad-5b8abd0bf850 None None] Checking segment: {'id': 'fc0a4cad-9504-4785-979c-6732d183490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '274d3754-cb62-4276-8b4a-dfa5cf98baaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:03:52.908781 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f2386a2a-99ae-4bc3-94ad-5b8abd0bf850 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:52.909206 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2386a2a-99ae-4bc3-94ad-5b8abd0bf850 None None] Bound using segment: {'id': 'fc0a4cad-9504-4785-979c-6732d183490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '274d3754-cb62-4276-8b4a-dfa5cf98baaf'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:03:52.909633 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-f2386a2a-99ae-4bc3-94ad-5b8abd0bf850 None None] Bound port: e7b94134-0558-463c-9372-b2e5a59440ce, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc0a4cad-9504-4785-979c-6732d183490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '274d3754-cb62-4276-8b4a-dfa5cf98baaf'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:03:52.910011 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f2386a2a-99ae-4bc3-94ad-5b8abd0bf850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (e7b94134-0558-463c-9372-b2e5a59440ce), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:52.998495 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-f2386a2a-99ae-4bc3-94ad-5b8abd0bf850 None None] For port e7b94134-0558-463c-9372-b2e5a59440ce, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:03:53.002687 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-f2386a2a-99ae-4bc3-94ad-5b8abd0bf850 None None] For port e7b94134-0558-463c-9372-b2e5a59440ce, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=e7b94134-0558-463c-9372-b2e5a59440ce,segment=NetworkSegment(fc0a4cad-9504-4785-979c-6732d183490f),segment_id=fc0a4cad-9504-4785-979c-6732d183490f)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:03:53.012927 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f2386a2a-99ae-4bc3-94ad-5b8abd0bf850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (e7b94134-0558-463c-9372-b2e5a59440ce), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:53.032297 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-057044f3-ead8-4a8f-9350-def2199463c1 req-939973ef-d9d2-4a33-ad44-94ed3bedc1ed tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579432 Feb 02 07:03:53.042224 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fb2954-da94-455a-b9e4-f50ce14ff6f5 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:53.043741 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fb2954-da94-455a-b9e4-f50ce14ff6f5 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:53.047619 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-23fb2954-da94-455a-b9e4-f50ce14ff6f5 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1362615 Feb 02 07:03:53.048614 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43860) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:53.052974 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-60099fda-f9e5-4828-8492-196b21e7ee9c req-a0794c55-c024-41e8-a7ab-3171dbe1e977 service neutron] 10.222.0.59 "GET /v2.0/networks/f9701445-c4cf-4d4f-9286-fc4fc0bbd41b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072487 Feb 02 07:03:53.070738 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['ef4e2d98-b4f3-42da-bdbd-68b19920f753'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:03:53.081782 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d229582f-dc60-4294-ae6e-12ca490a0539 admin admin] Publish callbacks [] for router_gateway (be744460-d8bd-4283-b63d-bc86bfeb7c96), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:53.125617 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2386a2a-99ae-4bc3-94ad-5b8abd0bf850 None None] Pushing event updated for resources: {'Port': ['ID=e7b94134-0558-463c-9372-b2e5a59440ce,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:53.140279 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2f92dd9-5697-4976-b165-77e520cf2520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8983c95f-d2a5-40fc-ab6f-8385eea021b2'}, {'server_uuid': '420f5c18-92bb-4996-8a12-daf3c6d27a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb47d58-571f-4649-9d38-e17e5ed547f3'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:03:53.142642 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e6ffe10-07b3-42ab-8759-264bea81d044" -d '{"events": [{"server_uuid": "e2f92dd9-5697-4976-b165-77e520cf2520", "name": "network-vif-plugged", "status": "completed", "tag": "8983c95f-d2a5-40fc-ab6f-8385eea021b2"}, {"server_uuid": "420f5c18-92bb-4996-8a12-daf3c6d27a44", "name": "network-vif-plugged", "status": "completed", "tag": "7fb47d58-571f-4649-9d38-e17e5ed547f3"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:03:53.191547 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186fce29-ac48-4523-ba60-7443f8f4afc7 req-148d3e4d-db0b-47c3-ad73-283708f50ee8 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:53.202910 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186fce29-ac48-4523-ba60-7443f8f4afc7 req-148d3e4d-db0b-47c3-ad73-283708f50ee8 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:53.208489 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186fce29-ac48-4523-ba60-7443f8f4afc7 req-148d3e4d-db0b-47c3-ad73-283708f50ee8 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:53.214808 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186fce29-ac48-4523-ba60-7443f8f4afc7 req-148d3e4d-db0b-47c3-ad73-283708f50ee8 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:53.220320 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186fce29-ac48-4523-ba60-7443f8f4afc7 req-148d3e4d-db0b-47c3-ad73-283708f50ee8 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:53.225670 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186fce29-ac48-4523-ba60-7443f8f4afc7 req-148d3e4d-db0b-47c3-ad73-283708f50ee8 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:53.240267 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186fce29-ac48-4523-ba60-7443f8f4afc7 req-148d3e4d-db0b-47c3-ad73-283708f50ee8 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:53.242335 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-186fce29-ac48-4523-ba60-7443f8f4afc7 req-148d3e4d-db0b-47c3-ad73-283708f50ee8 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 5433 time: 0.2265971 Feb 02 07:03:53.373678 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 02 Feb 2022 07:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f34e763-bc07-445b-9133-3890050aa5ec x-openstack-request-id: req-7f34e763-bc07-445b-9133-3890050aa5ec {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:03:53.377070 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2f92dd9-5697-4976-b165-77e520cf2520", "name": "network-vif-plugged", "status": "completed", "tag": "8983c95f-d2a5-40fc-ab6f-8385eea021b2", "code": 200}, {"server_uuid": "420f5c18-92bb-4996-8a12-daf3c6d27a44", "name": "network-vif-plugged", "status": "completed", "tag": "7fb47d58-571f-4649-9d38-e17e5ed547f3", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:03:53.377493 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7f34e763-bc07-445b-9133-3890050aa5ec {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:03:53.378031 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2f92dd9-5697-4976-b165-77e520cf2520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8983c95f-d2a5-40fc-ab6f-8385eea021b2', 'code': 200} Feb 02 07:03:53.378401 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '420f5c18-92bb-4996-8a12-daf3c6d27a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb47d58-571f-4649-9d38-e17e5ed547f3', 'code': 200} Feb 02 07:03:53.479629 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-186fce29-ac48-4523-ba60-7443f8f4afc7 req-65753ec9-3207-44b5-8f0e-57c87cf34b6b tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/security-groups?id=83500878-2b75-476a-931f-17df1a6782c5&id=2c89831c-2212-4fd4-82c0-50883e2a18e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1763127 Feb 02 07:03:53.647130 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d229582f-dc60-4294-ae6e-12ca490a0539 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (be744460-d8bd-4283-b63d-bc86bfeb7c96), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:53.715160 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f713759d-1c7f-4525-93c3-ab2422d566a7 req-46afbfad-5602-4ba3-8eae-a76a9350e392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:53.716704 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f713759d-1c7f-4525-93c3-ab2422d566a7 req-46afbfad-5602-4ba3-8eae-a76a9350e392 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e2f92dd9-5697-4976-b165-77e520cf2520 HTTP/1.1" status: 200 len: 1134 time: 0.1546199 Feb 02 07:03:53.728949 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9663eeff-c1a0-4d63-a3fe-29498327286f req-f598a99f-1d97-4598-ba0e-e0e359fb2437 tempest-VolumesAdminNegativeTest-1781745191 tempest-VolumesAdminNegativeTest-1781745191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:53.732203 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9663eeff-c1a0-4d63-a3fe-29498327286f req-f598a99f-1d97-4598-ba0e-e0e359fb2437 tempest-VolumesAdminNegativeTest-1781745191 tempest-VolumesAdminNegativeTest-1781745191-project] 10.222.0.87 "GET /v2.0/ports?device_id=f1467324-8dd8-403e-9291-8e5df5ad4316 HTTP/1.1" status: 200 len: 943 time: 0.1598876 Feb 02 07:03:53.821527 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-54c849da-7e29-4733-9ab7-448b4022a3eb tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Deleting subnet 1490c662-e9dd-43ca-ba96-e3684d956710 {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:03:53.833374 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-54c849da-7e29-4733-9ab7-448b4022a3eb tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for subnet (1490c662-e9dd-43ca-ba96-e3684d956710), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:53.845240 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f713759d-1c7f-4525-93c3-ab2422d566a7 req-739762f0-7e9e-4f5b-90fe-2b22bcdb87ea service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096914 Feb 02 07:03:53.869293 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9663eeff-c1a0-4d63-a3fe-29498327286f req-4d193e03-be21-4e02-9258-2feec78c4594 tempest-VolumesAdminNegativeTest-1781745191 tempest-VolumesAdminNegativeTest-1781745191-project] 10.222.0.87 "GET /v2.0/security-groups?id=5ddaff5d-49ba-4522-be29-4d30a61c6add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137733 Feb 02 07:03:53.873155 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 522fada3-5306-4ce8-a2b3-3b0a20855e0e details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:03:53.923506 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d229582f-dc60-4294-ae6e-12ca490a0539 admin admin] Router be744460-d8bd-4283-b63d-bc86bfeb7c96 is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:03:53.944882 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d9fa91-8f4d-4fc6-8d72-cc203d1bc179 req-e26de0d9-2ae5-4e68-b054-aeb8f620c5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:53.945367 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d9fa91-8f4d-4fc6-8d72-cc203d1bc179 req-e26de0d9-2ae5-4e68-b054-aeb8f620c5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:53.945937 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d9fa91-8f4d-4fc6-8d72-cc203d1bc179 req-e26de0d9-2ae5-4e68-b054-aeb8f620c5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:53.946339 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d9fa91-8f4d-4fc6-8d72-cc203d1bc179 req-e26de0d9-2ae5-4e68-b054-aeb8f620c5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:53.946872 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d9fa91-8f4d-4fc6-8d72-cc203d1bc179 req-e26de0d9-2ae5-4e68-b054-aeb8f620c5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:53.947457 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d9fa91-8f4d-4fc6-8d72-cc203d1bc179 req-e26de0d9-2ae5-4e68-b054-aeb8f620c5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:53.947944 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d9fa91-8f4d-4fc6-8d72-cc203d1bc179 req-e26de0d9-2ae5-4e68-b054-aeb8f620c5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:53.949992 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-19d9fa91-8f4d-4fc6-8d72-cc203d1bc179 req-e26de0d9-2ae5-4e68-b054-aeb8f620c5c7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 6714 time: 0.2760313 Feb 02 07:03:53.955241 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-60099fda-f9e5-4828-8492-196b21e7ee9c req-7005667e-2762-4e1a-a697-2bbb061f43fe service neutron] 10.222.0.59 "GET /v2.0/networks/f9701445-c4cf-4d4f-9286-fc4fc0bbd41b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8845723 Feb 02 07:03:53.960354 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-54c849da-7e29-4733-9ab7-448b4022a3eb tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (1490c662-e9dd-43ca-ba96-e3684d956710), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:54.022535 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b6496f-3bb6-4a71-9385-88bd5642e6fe req-604326aa-39d2-4e7f-a358-f16d341a621b tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:54.024371 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 522fada3-5306-4ce8-a2b3-3b0a20855e0e, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=522fada3-5306-4ce8-a2b3-3b0a20855e0e,segment=NetworkSegment(63b930e4-8662-48df-b0fb-09e2b4b14a47),segment_id=63b930e4-8662-48df-b0fb-09e2b4b14a47)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:03:54.033193 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-59b6496f-3bb6-4a71-9385-88bd5642e6fe req-604326aa-39d2-4e7f-a358-f16d341a621b tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] 10.222.0.87 "GET /v2.0/ports?device_id=497ab761-4d65-43b2-8058-3ab0af5247d2 HTTP/1.1" status: 200 len: 948 time: 0.3629527 Feb 02 07:03:54.039061 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': '522fada3-5306-4ce8-a2b3-3b0a20855e0e', 'network_id': '655bbc00-3cca-459c-999c-c63adb79d176', 'port_id': '522fada3-5306-4ce8-a2b3-3b0a20855e0e', 'mac_address': 'fa:16:3e:8f:72:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea9e280c-d65a-45b2-9a6b-1bb690e87353', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:03:54.091269 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07344d4d-f82d-42a3-a8b4-40dcd61dcbd6 req-b12493b1-7f6a-47d1-908d-e8aa11811d4c tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:54.092783 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 522fada3-5306-4ce8-a2b3-3b0a20855e0e is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:03:54.093321 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (522fada3-5306-4ce8-a2b3-3b0a20855e0e), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:54.099109 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-07344d4d-f82d-42a3-a8b4-40dcd61dcbd6 req-b12493b1-7f6a-47d1-908d-e8aa11811d4c tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2f92dd9-5697-4976-b165-77e520cf2520 HTTP/1.1" status: 200 len: 951 time: 0.1188569 Feb 02 07:03:54.109515 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 522fada3-5306-4ce8-a2b3-3b0a20855e0e {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:03:54.121194 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-54c849da-7e29-4733-9ab7-448b4022a3eb tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (1490c662-e9dd-43ca-ba96-e3684d956710), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:54.134114 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 522fada3-5306-4ce8-a2b3-3b0a20855e0e, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=522fada3-5306-4ce8-a2b3-3b0a20855e0e,segment=NetworkSegment(63b930e4-8662-48df-b0fb-09e2b4b14a47),segment_id=63b930e4-8662-48df-b0fb-09e2b4b14a47)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:03:54.140529 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (522fada3-5306-4ce8-a2b3-3b0a20855e0e), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:54.148885 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d229582f-dc60-4294-ae6e-12ca490a0539 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:03:54.159727 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb2216e-c866-47be-91f6-9e962e3d5075 None None] Sync routers for ids ['be744460-d8bd-4283-b63d-bc86bfeb7c96'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:03:54.177662 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb2216e-c866-47be-91f6-9e962e3d5075 None None] Routers {'be744460-d8bd-4283-b63d-bc86bfeb7c96'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:03:54.179234 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-1fb2216e-c866-47be-91f6-9e962e3d5075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:03:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['be744460-d8bd-4283-b63d-bc86bfeb7c96'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:03:54.196371 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-07344d4d-f82d-42a3-a8b4-40dcd61dcbd6 req-e950c8d6-97ad-4093-9148-abe4573d2dcd tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948138 Feb 02 07:03:54.208723 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-54c849da-7e29-4733-9ab7-448b4022a3eb tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (1490c662-e9dd-43ca-ba96-e3684d956710), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:54.227821 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d229582f-dc60-4294-ae6e-12ca490a0539 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:54.229874 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d229582f-dc60-4294-ae6e-12ca490a0539 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.0465858 Feb 02 07:03:54.232604 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43872) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:54.253382 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=522fada3-5306-4ce8-a2b3-3b0a20855e0e,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:54.305333 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c849da-7e29-4733-9ab7-448b4022a3eb tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event deleted for resources: {'Subnet': ['ID=1490c662-e9dd-43ca-ba96-e3684d956710,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:54.336687 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-59b6496f-3bb6-4a71-9385-88bd5642e6fe req-d2c5d66b-99c5-4ae5-8439-3a40a91b41f8 tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] 10.222.0.87 "GET /v2.0/security-groups?id=4fb57ed4-cc4d-4527-a774-d434516db18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996709 Feb 02 07:03:54.354693 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e6c844-67b0-4790-abbd-d789ebf4831a None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:03:54.360402 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-54c849da-7e29-4733-9ab7-448b4022a3eb tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:54.367463 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-54c849da-7e29-4733-9ab7-448b4022a3eb tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/subnets/1490c662-e9dd-43ca-ba96-e3684d956710 HTTP/1.1" status: 204 len: 168 time: 1.3184302 Feb 02 07:03:54.371262 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43874) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:54.383297 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-1fb2216e-c866-47be-91f6-9e962e3d5075 None None] Set router be744460-d8bd-4283-b63d-bc86bfeb7c96 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:03:54.561967 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-19d9fa91-8f4d-4fc6-8d72-cc203d1bc179 req-9592a195-2f70-4652-8eec-c7eaf7781a6c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=83500878-2b75-476a-931f-17df1a6782c5&id=2c89831c-2212-4fd4-82c0-50883e2a18e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3154409 Feb 02 07:03:54.569434 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-9d234672-1b05-4069-a3f7-f7103ccf3a72 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1947093 Feb 02 07:03:54.569858 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43878) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:54.621500 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6502d0-1c2f-400f-9641-7741ec9e05e3 req-e94a17bd-03ca-43f4-9d4a-70a2fc3b0a90 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:54.629291 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7a6502d0-1c2f-400f-9641-7741ec9e05e3 req-e94a17bd-03ca-43f4-9d4a-70a2fc3b0a90 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=969113ec-8b30-4b45-be41-413a125ac0e1 HTTP/1.1" status: 200 len: 944 time: 0.1800778 Feb 02 07:03:54.694820 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4b1417-8fbb-4485-b0cb-87930f83200f None None] Network 274d3754-cb62-4276-8b4a-dfa5cf98baaf requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:03:54.738729 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-db92bf50-29e3-4668-8780-ae4747a1ad09 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for router (875b32a0-f15c-43f2-a568-566c7c19cf82), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:54.742663 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7a6502d0-1c2f-400f-9641-7741ec9e05e3 req-3649155a-6cd9-4781-84d1-f062139a4b40 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124091 Feb 02 07:03:54.848062 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['522fada3-5306-4ce8-a2b3-3b0a20855e0e'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:03:54.849536 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-1fb2216e-c866-47be-91f6-9e962e3d5075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be744460-d8bd-4283-b63d-bc86bfeb7c96', 'name': 'tempest-ServerActionsTestJSON-1606176529-router', 'tenant_id': '12ae52d2610343959b079c169f83e654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '1742e93f-1dbc-4cd8-a295-f077feb1a78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:03:51Z', 'updated_at': '2022-02-02T07:03:52Z', 'revision_number': 3, 'project_id': '12ae52d2610343959b079c169f83e654', 'gw_port': {'id': '1742e93f-1dbc-4cd8-a295-f077feb1a78a', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be744460-d8bd-4283-b63d-bc86bfeb7c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:03:52Z', 'updated_at': '2022-02-02T07:03:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:03:54.883930 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb2216e-c866-47be-91f6-9e962e3d5075 None None] Checking router: be744460-d8bd-4283-b63d-bc86bfeb7c96 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:03:54.885899 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb2216e-c866-47be-91f6-9e962e3d5075 None None] Updating router be744460-d8bd-4283-b63d-bc86bfeb7c96 port 1742e93f-1dbc-4cd8-a295-f077feb1a78a binding host n-d-789963-26 {{(pid=109696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:03:54.898611 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-a170db35-d1e0-4452-b20d-60e402daf366 None None] Provisioning complete for port e7b94134-0558-463c-9372-b2e5a59440ce triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:03:54.899005 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a170db35-d1e0-4452-b20d-60e402daf366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (e7b94134-0558-463c-9372-b2e5a59440ce), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:54.971539 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-1fb2216e-c866-47be-91f6-9e962e3d5075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (1742e93f-1dbc-4cd8-a295-f077feb1a78a), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:55.043237 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-a170db35-d1e0-4452-b20d-60e402daf366 None None] Current status of the port e7b94134-0558-463c-9372-b2e5a59440ce is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:03:55.043820 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a170db35-d1e0-4452-b20d-60e402daf366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (e7b94134-0558-463c-9372-b2e5a59440ce), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:55.052945 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device e7b94134-0558-463c-9372-b2e5a59440ce up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:03:55.110469 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-db92bf50-29e3-4668-8780-ae4747a1ad09 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (875b32a0-f15c-43f2-a568-566c7c19cf82), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:55.113707 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-db92bf50-29e3-4668-8780-ae4747a1ad09 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for router_controller (875b32a0-f15c-43f2-a568-566c7c19cf82), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:55.168117 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3daf14d7-c8f6-47cf-bea6-81032b7218f9 None None] Sync routers for ids ['875b32a0-f15c-43f2-a568-566c7c19cf82'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:03:55.198906 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a604ad1-b25c-4926-b422-49496954390d req-d602d6d2-f2d4-4312-8345-75f002721799 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:55.203163 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae10399b-179a-414e-835a-45308f192122 None None] DHCP port deletion for 0866d72e-3544-4c93-a5a9-bf8114a5301e request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:03:55.206332 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a604ad1-b25c-4926-b422-49496954390d req-d602d6d2-f2d4-4312-8345-75f002721799 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:55.214096 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a604ad1-b25c-4926-b422-49496954390d req-d602d6d2-f2d4-4312-8345-75f002721799 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:55.220993 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a604ad1-b25c-4926-b422-49496954390d req-d602d6d2-f2d4-4312-8345-75f002721799 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:55.226241 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a604ad1-b25c-4926-b422-49496954390d req-d602d6d2-f2d4-4312-8345-75f002721799 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:55.234185 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a604ad1-b25c-4926-b422-49496954390d req-d602d6d2-f2d4-4312-8345-75f002721799 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:55.239629 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a604ad1-b25c-4926-b422-49496954390d req-d602d6d2-f2d4-4312-8345-75f002721799 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:55.248929 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2a604ad1-b25c-4926-b422-49496954390d req-d602d6d2-f2d4-4312-8345-75f002721799 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 5433 time: 0.6104538 Feb 02 07:03:55.253058 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-a170db35-d1e0-4452-b20d-60e402daf366 None None] For port e7b94134-0558-463c-9372-b2e5a59440ce, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=e7b94134-0558-463c-9372-b2e5a59440ce,segment=NetworkSegment(fc0a4cad-9504-4785-979c-6732d183490f),segment_id=fc0a4cad-9504-4785-979c-6732d183490f)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:03:55.260868 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-db92bf50-29e3-4668-8780-ae4747a1ad09 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (875b32a0-f15c-43f2-a568-566c7c19cf82), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:55.261246 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db92bf50-29e3-4668-8780-ae4747a1ad09 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Fanout notify agent at l3_agent the message router_deleted on router 875b32a0-f15c-43f2-a568-566c7c19cf82 {{(pid=109693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:03:55.270463 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-db92bf50-29e3-4668-8780-ae4747a1ad09 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:55.272163 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-db92bf50-29e3-4668-8780-ae4747a1ad09 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/routers/875b32a0-f15c-43f2-a568-566c7c19cf82 HTTP/1.1" status: 204 len: 168 time: 0.7012620 Feb 02 07:03:55.282855 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43884) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:55.288656 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-d950d483-e8ea-4786-b1f7-a012c5c69dca tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Request body: {'subnet': {'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:03:55.304706 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3daf14d7-c8f6-47cf-bea6-81032b7218f9 None None] Routers set() bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:03:55.305228 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3daf14d7-c8f6-47cf-bea6-81032b7218f9 None None] Router IDs set() for agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 02 07:03:55.305877 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_agentschedulers_db [None req-3daf14d7-c8f6-47cf-bea6-81032b7218f9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'875b32a0-f15c-43f2-a568-566c7c19cf82'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:03:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent'). {{(pid=109695) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 02 07:03:55.315236 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a170db35-d1e0-4452-b20d-60e402daf366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (e7b94134-0558-463c-9372-b2e5a59440ce), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:55.385925 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2a604ad1-b25c-4926-b422-49496954390d req-d64b25f5-64cb-4620-bbe8-c36f588994ab tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/security-groups?id=83500878-2b75-476a-931f-17df1a6782c5&id=2c89831c-2212-4fd4-82c0-50883e2a18e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1359591 Feb 02 07:03:55.430156 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3daf14d7-c8f6-47cf-bea6-81032b7218f9 None None] Routers set() bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:03:55.430454 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3daf14d7-c8f6-47cf-bea6-81032b7218f9 None None] Router IDs set() for agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 02 07:03:55.441449 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-1fb2216e-c866-47be-91f6-9e962e3d5075 None None] Publish callbacks [] for port (1742e93f-1dbc-4cd8-a295-f077feb1a78a), precommit_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:55.450086 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_agentschedulers_db [None req-3daf14d7-c8f6-47cf-bea6-81032b7218f9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'875b32a0-f15c-43f2-a568-566c7c19cf82'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:03:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent'). {{(pid=109695) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 02 07:03:55.451125 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3daf14d7-c8f6-47cf-bea6-81032b7218f9 None None] The sync data for ids ['875b32a0-f15c-43f2-a568-566c7c19cf82'] in n-d-789963-26 is: [] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:03:55.458993 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-1fb2216e-c866-47be-91f6-9e962e3d5075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (1742e93f-1dbc-4cd8-a295-f077feb1a78a), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:55.549277 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a24159-1418-4cf9-a2f4-7b1d1b123ac4 None None] Pushing event updated for resources: {'Port': ['ID=1742e93f-1dbc-4cd8-a295-f077feb1a78a,revision_number=2']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:55.588191 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port e7b94134-0558-463c-9372-b2e5a59440ce triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:03:55.588191 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (e7b94134-0558-463c-9372-b2e5a59440ce), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:55.598409 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d950d483-e8ea-4786-b1f7-a012c5c69dca tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Made reservation on behalf of d3e64a71e17749e693b291cf3514bb46 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:03:55.600979 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a24159-1418-4cf9-a2f4-7b1d1b123ac4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:03:55.601548 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a24159-1418-4cf9-a2f4-7b1d1b123ac4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:03:55.601994 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a24159-1418-4cf9-a2f4-7b1d1b123ac4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:03:55.602422 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a24159-1418-4cf9-a2f4-7b1d1b123ac4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:03:55.602849 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a24159-1418-4cf9-a2f4-7b1d1b123ac4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:03:55.603318 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a24159-1418-4cf9-a2f4-7b1d1b123ac4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:03:55.603728 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d950d483-e8ea-4786-b1f7-a012c5c69dca tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:55.603893 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a24159-1418-4cf9-a2f4-7b1d1b123ac4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:03:55.604259 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a24159-1418-4cf9-a2f4-7b1d1b123ac4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:03:55.604811 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a24159-1418-4cf9-a2f4-7b1d1b123ac4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:03:55.605330 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a24159-1418-4cf9-a2f4-7b1d1b123ac4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:03:55.605754 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a24159-1418-4cf9-a2f4-7b1d1b123ac4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:03:55.606177 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a24159-1418-4cf9-a2f4-7b1d1b123ac4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:03:55.606776 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a24159-1418-4cf9-a2f4-7b1d1b123ac4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:03:55.617861 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-1fb2216e-c866-47be-91f6-9e962e3d5075 None None] Attempting to bind port 1742e93f-1dbc-4cd8-a295-f077feb1a78a on host n-d-789963-26 for vnic_type normal with profile {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:03:55.618424 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-1fb2216e-c866-47be-91f6-9e962e3d5075 None None] Attempting to bind port 1742e93f-1dbc-4cd8-a295-f077feb1a78a by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:03:55.618544 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102102c-44bb-4e6d-9dd7-930c901fe673 req-6d030b7f-bf00-4164-9292-dc85a0d3a55e tempest-VolumesAdminNegativeTest-1781745191 tempest-VolumesAdminNegativeTest-1781745191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:55.619752 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb2216e-c866-47be-91f6-9e962e3d5075 None None] Attempting to bind port 1742e93f-1dbc-4cd8-a295-f077feb1a78a on network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:03:55.620772 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f102102c-44bb-4e6d-9dd7-930c901fe673 req-6d030b7f-bf00-4164-9292-dc85a0d3a55e tempest-VolumesAdminNegativeTest-1781745191 tempest-VolumesAdminNegativeTest-1781745191-project] 10.222.0.87 "GET /v2.0/ports?device_id=f1467324-8dd8-403e-9291-8e5df5ad4316 HTTP/1.1" status: 200 len: 944 time: 0.2031054 Feb 02 07:03:55.633343 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb2216e-c866-47be-91f6-9e962e3d5075 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:03:55.634127 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb2216e-c866-47be-91f6-9e962e3d5075 None None] Checking segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:03:55.635923 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-1fb2216e-c866-47be-91f6-9e962e3d5075 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:55.636550 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb2216e-c866-47be-91f6-9e962e3d5075 None None] Bound using segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:03:55.637245 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-1fb2216e-c866-47be-91f6-9e962e3d5075 None None] Bound port: 1742e93f-1dbc-4cd8-a295-f077feb1a78a, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:03:55.637843 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-1fb2216e-c866-47be-91f6-9e962e3d5075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (1742e93f-1dbc-4cd8-a295-f077feb1a78a), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:55.669416 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 1045af80-2b20-4d0b-8989-bade78600156 details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:03:55.679904 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a170db35-d1e0-4452-b20d-60e402daf366 None None] Pushing event updated for resources: {'Port': ['ID=e7b94134-0558-463c-9372-b2e5a59440ce,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:55.700803 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f102102c-44bb-4e6d-9dd7-930c901fe673 req-1c8f63c3-23d6-42e9-a1eb-9a4f6cd065eb tempest-VolumesAdminNegativeTest-1781745191 tempest-VolumesAdminNegativeTest-1781745191-project] 10.222.0.87 "GET /v2.0/security-groups?id=5ddaff5d-49ba-4522-be29-4d30a61c6add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734620 Feb 02 07:03:55.705097 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c330a7e-1c54-400c-a6b4-cf3853d84b0f req-8620a177-dbbc-4f4a-9ceb-f5f3c0cd4551 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:55.714221 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7c330a7e-1c54-400c-a6b4-cf3853d84b0f req-8620a177-dbbc-4f4a-9ceb-f5f3c0cd4551 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2f92dd9-5697-4976-b165-77e520cf2520 HTTP/1.1" status: 200 len: 951 time: 0.1871037 Feb 02 07:03:55.734539 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7b61f3cc-aa29-470f-836d-1202f1694a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:55.752272 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-576202c4-3298-498e-bc02-0bd96f496ee9 None None] Provisioning complete for port e7b94134-0558-463c-9372-b2e5a59440ce triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:03:55.752459 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-1fb2216e-c866-47be-91f6-9e962e3d5075 None None] For port 1742e93f-1dbc-4cd8-a295-f077feb1a78a, host n-d-789963-26, cleared binding levels {{(pid=109696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:03:55.752809 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-576202c4-3298-498e-bc02-0bd96f496ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (e7b94134-0558-463c-9372-b2e5a59440ce), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:55.756703 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-1fb2216e-c866-47be-91f6-9e962e3d5075 None None] For port 1742e93f-1dbc-4cd8-a295-f077feb1a78a, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=1742e93f-1dbc-4cd8-a295-f077feb1a78a,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:03:55.773013 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-1fb2216e-c866-47be-91f6-9e962e3d5075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (1742e93f-1dbc-4cd8-a295-f077feb1a78a), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:55.815038 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ae10399b-179a-414e-835a-45308f192122 None None] Deleting port 8b5f8f9f-4364-4ec1-8a61-396299a9e310 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:03:55.815408 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ae10399b-179a-414e-835a-45308f192122 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (8b5f8f9f-4364-4ec1-8a61-396299a9e310), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:55.823947 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.db.resource_extend [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 07:03:55.871762 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7c330a7e-1c54-400c-a6b4-cf3853d84b0f req-31c9fff9-554a-45f4-a99a-2868c0446c72 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520195 Feb 02 07:03:55.899260 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb2216e-c866-47be-91f6-9e962e3d5075 None None] Routers {'be744460-d8bd-4283-b63d-bc86bfeb7c96'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:03:55.909425 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-1fb2216e-c866-47be-91f6-9e962e3d5075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:03:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['be744460-d8bd-4283-b63d-bc86bfeb7c96'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:03:55.916653 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a24159-1418-4cf9-a2f4-7b1d1b123ac4 None None] Pushing event updated for resources: {'Port': ['ID=1742e93f-1dbc-4cd8-a295-f077feb1a78a,revision_number=3']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:55.931792 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device ef4e2d98-b4f3-42da-bdbd-68b19920f753 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:03:55.934313 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2bdfac-f62e-4267-b1c5-fc8a8001f4f4 req-76d3b0da-5e4b-4498-af93-d5376f76e9fe tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:55.942027 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ab2bdfac-f62e-4267-b1c5-fc8a8001f4f4 req-76d3b0da-5e4b-4498-af93-d5376f76e9fe tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] 10.222.0.87 "GET /v2.0/ports?device_id=497ab761-4d65-43b2-8058-3ab0af5247d2 HTTP/1.1" status: 200 len: 948 time: 0.1118076 Feb 02 07:03:56.083006 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ab2bdfac-f62e-4267-b1c5-fc8a8001f4f4 req-4ad9554c-e2de-4204-a754-2dec1a152e35 tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] 10.222.0.87 "GET /v2.0/security-groups?id=4fb57ed4-cc4d-4527-a774-d434516db18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400323 Feb 02 07:03:56.111811 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-7b61f3cc-aa29-470f-836d-1202f1694a46 admin admin] Allocated IP 172.20.0.1 (274d3754-cb62-4276-8b4a-dfa5cf98baaf/b6b3fc97-ea53-4910-99b5-bddf06c5d45f/dbe527c4-73ea-4b13-bbe9-8a65dbccca0b) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:03:56.133190 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d950d483-e8ea-4786-b1f7-a012c5c69dca tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (ac42499c-a1c8-481f-a337-130781cfd4ab), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:56.152787 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-1fb2216e-c866-47be-91f6-9e962e3d5075 None None] Set router be744460-d8bd-4283-b63d-bc86bfeb7c96 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:03:56.192338 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d950d483-e8ea-4786-b1f7-a012c5c69dca tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:03:56.194543 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 1045af80-2b20-4d0b-8989-bade78600156, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=1045af80-2b20-4d0b-8989-bade78600156,segment=NetworkSegment(50b2c935-c140-4230-880a-508574d9ed43),segment_id=50b2c935-c140-4230-880a-508574d9ed43)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:03:56.196199 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-d950d483-e8ea-4786-b1f7-a012c5c69dca tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:03:56.206735 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50906db-6e6c-425e-9d98-df23e25eb40f req-a944392a-a556-4d6b-804d-4ace8e3678f3 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:56.215571 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c50906db-6e6c-425e-9d98-df23e25eb40f req-a944392a-a556-4d6b-804d-4ace8e3678f3 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=969113ec-8b30-4b45-be41-413a125ac0e1 HTTP/1.1" status: 200 len: 944 time: 0.1495993 Feb 02 07:03:56.219538 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d950d483-e8ea-4786-b1f7-a012c5c69dca tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:56.220316 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d950d483-e8ea-4786-b1f7-a012c5c69dca tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:56.222643 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': '1045af80-2b20-4d0b-8989-bade78600156', 'network_id': 'f9701445-c4cf-4d4f-9286-fc4fc0bbd41b', 'port_id': '1045af80-2b20-4d0b-8989-bade78600156', 'mac_address': 'fa:16:3e:aa:a6:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32144128-c19d-4644-8a7f-0675355df2fd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:03:56.248675 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d950d483-e8ea-4786-b1f7-a012c5c69dca tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event updated for resources: {'Subnet': ['ID=ac42499c-a1c8-481f-a337-130781cfd4ab,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:56.248889 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7b61f3cc-aa29-470f-836d-1202f1694a46 admin admin] Publish callbacks [] for port (dbe527c4-73ea-4b13-bbe9-8a65dbccca0b), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:56.262166 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ae10399b-179a-414e-835a-45308f192122 None None] For port 8b5f8f9f-4364-4ec1-8a61-396299a9e310, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=8b5f8f9f-4364-4ec1-8a61-396299a9e310,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:03:56.262572 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ae10399b-179a-414e-835a-45308f192122 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (8b5f8f9f-4364-4ec1-8a61-396299a9e310), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:56.281540 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d950d483-e8ea-4786-b1f7-a012c5c69dca tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9975002 Feb 02 07:03:56.284728 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43890) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:56.290253 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-7ef73bbf-2a87-4f96-b390-1a4234a30895 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-201941296', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:03:56.312204 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7b61f3cc-aa29-470f-836d-1202f1694a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (dbe527c4-73ea-4b13-bbe9-8a65dbccca0b), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:56.312784 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c50906db-6e6c-425e-9d98-df23e25eb40f req-96af774f-e438-477c-881d-d5f8fb13b03e tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923824 Feb 02 07:03:56.339015 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7ef73bbf-2a87-4f96-b390-1a4234a30895 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (1b487146-7ee8-441c-9237-deee90d998f1), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:56.340095 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7ef73bbf-2a87-4f96-b390-1a4234a30895 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (1b487146-7ee8-441c-9237-deee90d998f1), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:56.347048 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ae10399b-179a-414e-835a-45308f192122 None None] Calling delete_port for 8b5f8f9f-4364-4ec1-8a61-396299a9e310 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:03:56.362090 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port ef4e2d98-b4f3-42da-bdbd-68b19920f753 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:03:56.384358 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port ef4e2d98-b4f3-42da-bdbd-68b19920f753 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:03:56.384740 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ef4e2d98-b4f3-42da-bdbd-68b19920f753), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:56.386382 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port e7b94134-0558-463c-9372-b2e5a59440ce is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:03:56.391621 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7ef73bbf-2a87-4f96-b390-1a4234a30895 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for router_controller (1b487146-7ee8-441c-9237-deee90d998f1), precommit_add_association {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:56.393031 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-576202c4-3298-498e-bc02-0bd96f496ee9 None None] Current status of the port e7b94134-0558-463c-9372-b2e5a59440ce is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:03:56.396130 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 1045af80-2b20-4d0b-8989-bade78600156 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:03:56.396521 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (1045af80-2b20-4d0b-8989-bade78600156), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:56.401591 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-1fb2216e-c866-47be-91f6-9e962e3d5075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be744460-d8bd-4283-b63d-bc86bfeb7c96', 'name': 'tempest-ServerActionsTestJSON-1606176529-router', 'tenant_id': '12ae52d2610343959b079c169f83e654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '1742e93f-1dbc-4cd8-a295-f077feb1a78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:03:51Z', 'updated_at': '2022-02-02T07:03:52Z', 'revision_number': 3, 'project_id': '12ae52d2610343959b079c169f83e654', 'gw_port': {'id': '1742e93f-1dbc-4cd8-a295-f077feb1a78a', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be744460-d8bd-4283-b63d-bc86bfeb7c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:03:52Z', 'updated_at': '2022-02-02T07:03:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:03:56.406201 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7ef73bbf-2a87-4f96-b390-1a4234a30895 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (1b487146-7ee8-441c-9237-deee90d998f1), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:56.429175 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b61f3cc-aa29-470f-836d-1202f1694a46 admin admin] Network 274d3754-cb62-4276-8b4a-dfa5cf98baaf is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:03:56.429967 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b61f3cc-aa29-470f-836d-1202f1694a46 admin admin] Pushing event updated for resources: {'Port': ['ID=dbe527c4-73ea-4b13-bbe9-8a65dbccca0b,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:56.434336 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-7b61f3cc-aa29-470f-836d-1202f1694a46 admin admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:03:56.436793 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b61f3cc-aa29-470f-836d-1202f1694a46 admin admin] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:03:56.465073 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb2216e-c866-47be-91f6-9e962e3d5075 None None] The sync data for ids ['be744460-d8bd-4283-b63d-bc86bfeb7c96'] in n-d-789963-26 is: [{'id': 'be744460-d8bd-4283-b63d-bc86bfeb7c96', 'name': 'tempest-ServerActionsTestJSON-1606176529-router', 'tenant_id': '12ae52d2610343959b079c169f83e654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '1742e93f-1dbc-4cd8-a295-f077feb1a78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:03:51Z', 'updated_at': '2022-02-02T07:03:52Z', 'revision_number': 3, 'project_id': '12ae52d2610343959b079c169f83e654', 'gw_port': {'id': '1742e93f-1dbc-4cd8-a295-f077feb1a78a', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be744460-d8bd-4283-b63d-bc86bfeb7c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:03:52Z', 'updated_at': '2022-02-02T07:03:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:03:56.482867 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1045af80-2b20-4d0b-8989-bade78600156 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:03:56.517472 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7ef73bbf-2a87-4f96-b390-1a4234a30895 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:56.521461 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43894) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:56.524490 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-7ef73bbf-2a87-4f96-b390-1a4234a30895 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2385538 Feb 02 07:03:56.531835 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 1045af80-2b20-4d0b-8989-bade78600156, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=1045af80-2b20-4d0b-8989-bade78600156,segment=NetworkSegment(50b2c935-c140-4230-880a-508574d9ed43),segment_id=50b2c935-c140-4230-880a-508574d9ed43)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:03:56.534811 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7b61f3cc-aa29-470f-836d-1202f1694a46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (be744460-d8bd-4283-b63d-bc86bfeb7c96), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:56.560444 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (1045af80-2b20-4d0b-8989-bade78600156), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:56.668378 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66847697-e4aa-44b5-9aa5-121d2dc2b67d req-6a5587d6-2be2-47bc-a895-01c5fd9f032b tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:56.672088 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ae10399b-179a-414e-835a-45308f192122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (8b5f8f9f-4364-4ec1-8a61-396299a9e310), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:56.677446 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66847697-e4aa-44b5-9aa5-121d2dc2b67d req-6a5587d6-2be2-47bc-a895-01c5fd9f032b tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:56.684334 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66847697-e4aa-44b5-9aa5-121d2dc2b67d req-6a5587d6-2be2-47bc-a895-01c5fd9f032b tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:56.690174 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66847697-e4aa-44b5-9aa5-121d2dc2b67d req-6a5587d6-2be2-47bc-a895-01c5fd9f032b tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:56.698910 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66847697-e4aa-44b5-9aa5-121d2dc2b67d req-6a5587d6-2be2-47bc-a895-01c5fd9f032b tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:56.705811 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66847697-e4aa-44b5-9aa5-121d2dc2b67d req-6a5587d6-2be2-47bc-a895-01c5fd9f032b tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:56.709601 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae10399b-179a-414e-835a-45308f192122 None None] No DVR routers for this DVR port 8b5f8f9f-4364-4ec1-8a61-396299a9e310 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:03:56.714942 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66847697-e4aa-44b5-9aa5-121d2dc2b67d req-6a5587d6-2be2-47bc-a895-01c5fd9f032b tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:56.723447 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-66847697-e4aa-44b5-9aa5-121d2dc2b67d req-6a5587d6-2be2-47bc-a895-01c5fd9f032b tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 5433 time: 0.2092929 Feb 02 07:03:56.738396 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=1045af80-2b20-4d0b-8989-bade78600156,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:56.757192 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f169d7-e84e-4519-979f-9a988abd25ad None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:03:56.826162 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae10399b-179a-414e-835a-45308f192122 None None] Pushing event deleted for resources: {'Port': ['ID=8b5f8f9f-4364-4ec1-8a61-396299a9e310,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:56.891841 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port ef4e2d98-b4f3-42da-bdbd-68b19920f753 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:03:56.892234 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ef4e2d98-b4f3-42da-bdbd-68b19920f753), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:56.893727 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-66847697-e4aa-44b5-9aa5-121d2dc2b67d req-219410d0-9818-478b-9af9-ae64be1f8ca7 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/security-groups?id=83500878-2b75-476a-931f-17df1a6782c5&id=2c89831c-2212-4fd4-82c0-50883e2a18e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1688924 Feb 02 07:03:56.894565 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7b61f3cc-aa29-470f-836d-1202f1694a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (dbe527c4-73ea-4b13-bbe9-8a65dbccca0b), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:56.978543 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device e7b94134-0558-463c-9372-b2e5a59440ce up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:03:57.024563 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '497ab761-4d65-43b2-8058-3ab0af5247d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef4e2d98-b4f3-42da-bdbd-68b19920f753'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:03:57.027586 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2573e9f-d448-4ee8-afa4-9eecbeefb314" -d '{"events": [{"server_uuid": "497ab761-4d65-43b2-8058-3ab0af5247d2", "name": "network-vif-plugged", "status": "completed", "tag": "ef4e2d98-b4f3-42da-bdbd-68b19920f753"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:03:57.051163 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-4fa23680-bd19-45b4-b608-e4b026964b17 None None] Provisioning complete for port dbe527c4-73ea-4b13-bbe9-8a65dbccca0b triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:03:57.051546 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-4fa23680-bd19-45b4-b608-e4b026964b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (dbe527c4-73ea-4b13-bbe9-8a65dbccca0b), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:57.095385 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-4fa23680-bd19-45b4-b608-e4b026964b17 None None] Port dbe527c4-73ea-4b13-bbe9-8a65dbccca0b cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:03:57.107382 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port ef4e2d98-b4f3-42da-bdbd-68b19920f753, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=ef4e2d98-b4f3-42da-bdbd-68b19920f753,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:03:57.126780 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (ef4e2d98-b4f3-42da-bdbd-68b19920f753), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:57.135055 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:57.163226 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24935c-e69f-4175-b21f-27c17ade5965 req-17e0dbca-5997-43bb-b16e-2be80b427fa2 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:57.164797 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7a24935c-e69f-4175-b21f-27c17ade5965 req-17e0dbca-5997-43bb-b16e-2be80b427fa2 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2f92dd9-5697-4976-b165-77e520cf2520 HTTP/1.1" status: 200 len: 951 time: 0.1508024 Feb 02 07:03:57.182340 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be5f7c0-ec99-415e-ab29-d720d17dd4eb req-679c4d18-9bc8-4c35-a132-731bd1c37dd9 tempest-VolumesAdminNegativeTest-1781745191 tempest-VolumesAdminNegativeTest-1781745191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:57.184719 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['1045af80-2b20-4d0b-8989-bade78600156'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:03:57.189952 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8be5f7c0-ec99-415e-ab29-d720d17dd4eb req-679c4d18-9bc8-4c35-a132-731bd1c37dd9 tempest-VolumesAdminNegativeTest-1781745191 tempest-VolumesAdminNegativeTest-1781745191-project] 10.222.0.87 "GET /v2.0/ports?device_id=f1467324-8dd8-403e-9291-8e5df5ad4316 HTTP/1.1" status: 200 len: 944 time: 0.2943366 Feb 02 07:03:57.210147 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-869fdd44-63a9-450b-aee1-9ed7fecf139f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:57.233993 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port e7b94134-0558-463c-9372-b2e5a59440ce triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:03:57.234447 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (e7b94134-0558-463c-9372-b2e5a59440ce), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:57.249087 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8be5f7c0-ec99-415e-ab29-d720d17dd4eb req-062d396d-ef22-4db5-aa33-44b01ade852d tempest-VolumesAdminNegativeTest-1781745191 tempest-VolumesAdminNegativeTest-1781745191-project] 10.222.0.87 "GET /v2.0/security-groups?id=5ddaff5d-49ba-4522-be29-4d30a61c6add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580652 Feb 02 07:03:57.265182 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7a24935c-e69f-4175-b21f-27c17ade5965 req-2a4be33f-5797-4195-ac05-3451a3f20809 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930145 Feb 02 07:03:57.267197 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7b61f3cc-aa29-470f-836d-1202f1694a46 admin admin] Publish callbacks [] for port (dbe527c4-73ea-4b13-bbe9-8a65dbccca0b), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:57.267311 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83c8644-8590-49d1-b40a-26218cc649be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-0866d72e-3544-4c93-a5a9-bf8114a5301e', 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'project_id': 'd3e64a71e17749e693b291cf3514bb46', 'fixed_ips': [{'subnet_id': 'ac42499c-a1c8-481f-a337-130781cfd4ab'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:03:57.268849 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f83c8644-8590-49d1-b40a-26218cc649be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:57.276154 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7b61f3cc-aa29-470f-836d-1202f1694a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (dbe527c4-73ea-4b13-bbe9-8a65dbccca0b), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:57.320893 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=ef4e2d98-b4f3-42da-bdbd-68b19920f753,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:57.347959 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95dcfa89-9ff2-4cb8-8d33-81414458fe56 x-openstack-request-id: req-95dcfa89-9ff2-4cb8-8d33-81414458fe56 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:03:57.348258 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "497ab761-4d65-43b2-8058-3ab0af5247d2", "name": "network-vif-plugged", "status": "completed", "tag": "ef4e2d98-b4f3-42da-bdbd-68b19920f753", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:03:57.348515 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-95dcfa89-9ff2-4cb8-8d33-81414458fe56 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:03:57.348907 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '497ab761-4d65-43b2-8058-3ab0af5247d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef4e2d98-b4f3-42da-bdbd-68b19920f753', 'code': 200} Feb 02 07:03:57.417495 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b61f3cc-aa29-470f-836d-1202f1694a46 admin admin] Pushing event updated for resources: {'Port': ['ID=dbe527c4-73ea-4b13-bbe9-8a65dbccca0b,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:57.420739 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7b61f3cc-aa29-470f-836d-1202f1694a46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (be744460-d8bd-4283-b63d-bc86bfeb7c96), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:57.538555 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e5bc4-899a-43d7-8bb5-e02a91a75d7b req-a9328a2b-3dbf-4889-a0ab-14ef0f4b73b3 tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:57.546360 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3f0e5bc4-899a-43d7-8bb5-e02a91a75d7b req-a9328a2b-3dbf-4889-a0ab-14ef0f4b73b3 tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] 10.222.0.87 "GET /v2.0/ports?device_id=497ab761-4d65-43b2-8058-3ab0af5247d2 HTTP/1.1" status: 200 len: 949 time: 0.1624262 Feb 02 07:03:57.637148 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port e7b94134-0558-463c-9372-b2e5a59440ce is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:03:57.665088 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3f0e5bc4-899a-43d7-8bb5-e02a91a75d7b req-b58c90fc-bcd2-47b6-b298-6b1114ab7b90 tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] 10.222.0.87 "GET /v2.0/security-groups?id=4fb57ed4-cc4d-4527-a774-d434516db18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116061 Feb 02 07:03:57.685261 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3355a77c-f106-400e-9464-3ab18220042a req-091b0e19-1165-458a-a791-d7bcc0621362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:57.686880 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3355a77c-f106-400e-9464-3ab18220042a req-091b0e19-1165-458a-a791-d7bcc0621362 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=497ab761-4d65-43b2-8058-3ab0af5247d2 HTTP/1.1" status: 200 len: 1132 time: 0.2452123 Feb 02 07:03:57.721714 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b61f3cc-aa29-470f-836d-1202f1694a46 admin admin] Network 274d3754-cb62-4276-8b4a-dfa5cf98baaf is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:03:57.731707 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-7b61f3cc-aa29-470f-836d-1202f1694a46 admin admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:03:57.757935 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 8b5f8f9f-4364-4ec1-8a61-396299a9e310 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:03:57.761870 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-869fdd44-63a9-450b-aee1-9ed7fecf139f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Allocated IP 2001:db8::1 (0866d72e-3544-4c93-a5a9-bf8114a5301e/ac42499c-a1c8-481f-a337-130781cfd4ab/ff26965d-c412-49b2-bebc-50a692939552) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:03:57.797610 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 8b5f8f9f-4364-4ec1-8a61-396299a9e310 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:03:57.798109 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 8b5f8f9f-4364-4ec1-8a61-396299a9e310 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:03:57.798645 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device ba09babf-72b2-4a45-8096-1e06c8b6fa76 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:03:57.840793 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: ba09babf-72b2-4a45-8096-1e06c8b6fa76 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:03:57.842899 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device ba09babf-72b2-4a45-8096-1e06c8b6fa76 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:03:57.912367 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 522fada3-5306-4ce8-a2b3-3b0a20855e0e up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:03:57.959240 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b61f3cc-aa29-470f-836d-1202f1694a46 admin admin] Router be744460-d8bd-4283-b63d-bc86bfeb7c96 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:03:57.967974 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3355a77c-f106-400e-9464-3ab18220042a req-0aacaae1-69e5-4c4f-9542-6f1ca8b14fab service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=4fb57ed4-cc4d-4527-a774-d434516db18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612643 Feb 02 07:03:57.982766 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a11d9d3-8eb9-4dba-978a-df29fc28a441 req-2b172fa7-3aac-40b0-a591-0d5d1c3c7765 tempest-ServersAdminTestJSON-580782576 tempest-ServersAdminTestJSON-580782576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:57.984340 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5a11d9d3-8eb9-4dba-978a-df29fc28a441 req-2b172fa7-3aac-40b0-a591-0d5d1c3c7765 tempest-ServersAdminTestJSON-580782576 tempest-ServersAdminTestJSON-580782576-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=e2f92dd9-5697-4976-b165-77e520cf2520 HTTP/1.1" status: 200 len: 1134 time: 0.1239474 Feb 02 07:03:58.022732 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port 522fada3-5306-4ce8-a2b3-3b0a20855e0e completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:03:58.027731 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port 522fada3-5306-4ce8-a2b3-3b0a20855e0e triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:03:58.028658 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (522fada3-5306-4ce8-a2b3-3b0a20855e0e), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:58.050489 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-869fdd44-63a9-450b-aee1-9ed7fecf139f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for port (ff26965d-c412-49b2-bebc-50a692939552), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:58.081537 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72751787-85a2-42ab-8e21-204090634a53 req-02607f0b-0030-4f0f-8b47-9fd6cbe81b04 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:58.087009 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-72751787-85a2-42ab-8e21-204090634a53 req-02607f0b-0030-4f0f-8b47-9fd6cbe81b04 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=969113ec-8b30-4b45-be41-413a125ac0e1 HTTP/1.1" status: 200 len: 945 time: 0.1936996 Feb 02 07:03:58.137893 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5a11d9d3-8eb9-4dba-978a-df29fc28a441 req-f60ac12b-5d49-4cc0-8a97-aff4a1fa52fc tempest-ServersAdminTestJSON-580782576 tempest-ServersAdminTestJSON-580782576-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995286 Feb 02 07:03:58.167535 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 522fada3-5306-4ce8-a2b3-3b0a20855e0e is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:03:58.168410 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (522fada3-5306-4ce8-a2b3-3b0a20855e0e), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:58.170591 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b61f3cc-aa29-470f-836d-1202f1694a46 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:03:58.181709 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-7b61f3cc-aa29-470f-836d-1202f1694a46 admin admin] 10.222.0.87 "PUT /v2.0/routers/be744460-d8bd-4283-b63d-bc86bfeb7c96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9474032 Feb 02 07:03:58.191810 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-49b0686d-8987-4157-ae8c-f1174258ae63 None None] Provisioning complete for port dbe527c4-73ea-4b13-bbe9-8a65dbccca0b triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:03:58.192229 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-49b0686d-8987-4157-ae8c-f1174258ae63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (dbe527c4-73ea-4b13-bbe9-8a65dbccca0b), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:58.249973 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-72751787-85a2-42ab-8e21-204090634a53 req-7d869475-0a31-4b82-b8e9-08a2a3f580bf tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497161 Feb 02 07:03:58.250845 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 522fada3-5306-4ce8-a2b3-3b0a20855e0e, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=522fada3-5306-4ce8-a2b3-3b0a20855e0e,segment=NetworkSegment(63b930e4-8662-48df-b0fb-09e2b4b14a47),segment_id=63b930e4-8662-48df-b0fb-09e2b4b14a47)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:03:58.262222 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-869fdd44-63a9-450b-aee1-9ed7fecf139f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (ff26965d-c412-49b2-bebc-50a692939552), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:58.268569 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-49b0686d-8987-4157-ae8c-f1174258ae63 None None] Port dbe527c4-73ea-4b13-bbe9-8a65dbccca0b cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:03:58.271545 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (522fada3-5306-4ce8-a2b3-3b0a20855e0e), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:58.323860 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869fdd44-63a9-450b-aee1-9ed7fecf139f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:03:58.329834 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-869fdd44-63a9-450b-aee1-9ed7fecf139f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:03:58.334016 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869fdd44-63a9-450b-aee1-9ed7fecf139f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:03:58.334742 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-869fdd44-63a9-450b-aee1-9ed7fecf139f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (1b487146-7ee8-441c-9237-deee90d998f1), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:58.353741 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7aab99-b5ad-4b94-8f5e-7a941df01911 req-ef33c4df-fbb1-456f-9ff8-ea974c818c5e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:58.360840 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7aab99-b5ad-4b94-8f5e-7a941df01911 req-ef33c4df-fbb1-456f-9ff8-ea974c818c5e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:58.367258 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7aab99-b5ad-4b94-8f5e-7a941df01911 req-ef33c4df-fbb1-456f-9ff8-ea974c818c5e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:58.371309 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-f83c8644-8590-49d1-b40a-26218cc649be None None] Allocated IP 2001:db8::2 (0866d72e-3544-4c93-a5a9-bf8114a5301e/ac42499c-a1c8-481f-a337-130781cfd4ab/32ecc4d0-d784-4fd3-bcd7-ad31e94a90f4) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:03:58.374608 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7aab99-b5ad-4b94-8f5e-7a941df01911 req-ef33c4df-fbb1-456f-9ff8-ea974c818c5e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:58.375465 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=522fada3-5306-4ce8-a2b3-3b0a20855e0e,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:58.383525 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7aab99-b5ad-4b94-8f5e-7a941df01911 req-ef33c4df-fbb1-456f-9ff8-ea974c818c5e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:58.384923 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869fdd44-63a9-450b-aee1-9ed7fecf139f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event updated for resources: {'Port': ['ID=ff26965d-c412-49b2-bebc-50a692939552,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:58.398008 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7aab99-b5ad-4b94-8f5e-7a941df01911 req-ef33c4df-fbb1-456f-9ff8-ea974c818c5e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:58.404933 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7aab99-b5ad-4b94-8f5e-7a941df01911 req-ef33c4df-fbb1-456f-9ff8-ea974c818c5e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:58.407093 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-de7aab99-b5ad-4b94-8f5e-7a941df01911 req-ef33c4df-fbb1-456f-9ff8-ea974c818c5e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 5433 time: 0.1549067 Feb 02 07:03:58.481050 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-de7aab99-b5ad-4b94-8f5e-7a941df01911 req-c6f52239-c028-4c1f-b018-f9a209609ce5 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/security-groups?id=83500878-2b75-476a-931f-17df1a6782c5&id=2c89831c-2212-4fd4-82c0-50883e2a18e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0673923 Feb 02 07:03:58.499119 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-869fdd44-63a9-450b-aee1-9ed7fecf139f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ff26965d-c412-49b2-bebc-50a692939552), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:58.578445 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f83c8644-8590-49d1-b40a-26218cc649be None None] Publish callbacks [] for port (32ecc4d0-d784-4fd3-bcd7-ad31e94a90f4), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:58.584977 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f83c8644-8590-49d1-b40a-26218cc649be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (32ecc4d0-d784-4fd3-bcd7-ad31e94a90f4), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:58.624860 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83c8644-8590-49d1-b40a-26218cc649be None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:03:58.631285 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-f83c8644-8590-49d1-b40a-26218cc649be None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:03:58.633933 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83c8644-8590-49d1-b40a-26218cc649be None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:03:58.641642 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83c8644-8590-49d1-b40a-26218cc649be None None] Pushing event updated for resources: {'Port': ['ID=32ecc4d0-d784-4fd3-bcd7-ad31e94a90f4,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:58.708933 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-f83c8644-8590-49d1-b40a-26218cc649be None None] Attempting to bind port 32ecc4d0-d784-4fd3-bcd7-ad31e94a90f4 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:03:58.709151 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c3ba3-7b1b-4e7d-91eb-a840aa62d3a0 req-973aaab5-9119-4937-b85f-5a13febfce39 tempest-VolumesAdminNegativeTest-1781745191 tempest-VolumesAdminNegativeTest-1781745191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:58.710432 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-f83c8644-8590-49d1-b40a-26218cc649be None None] Attempting to bind port 32ecc4d0-d784-4fd3-bcd7-ad31e94a90f4 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:03:58.711252 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83c8644-8590-49d1-b40a-26218cc649be None None] Attempting to bind port 32ecc4d0-d784-4fd3-bcd7-ad31e94a90f4 on network 0866d72e-3544-4c93-a5a9-bf8114a5301e {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:03:58.717132 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bc3c3ba3-7b1b-4e7d-91eb-a840aa62d3a0 req-973aaab5-9119-4937-b85f-5a13febfce39 tempest-VolumesAdminNegativeTest-1781745191 tempest-VolumesAdminNegativeTest-1781745191-project] 10.222.0.87 "GET /v2.0/ports?device_id=f1467324-8dd8-403e-9291-8e5df5ad4316 HTTP/1.1" status: 200 len: 945 time: 0.1676168 Feb 02 07:03:58.719330 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83c8644-8590-49d1-b40a-26218cc649be None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:03:58.719742 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83c8644-8590-49d1-b40a-26218cc649be None None] Checking segment: {'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:03:58.720149 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f83c8644-8590-49d1-b40a-26218cc649be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:58.721210 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83c8644-8590-49d1-b40a-26218cc649be None None] Bound using segment: {'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:03:58.721753 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-f83c8644-8590-49d1-b40a-26218cc649be None None] Bound port: 32ecc4d0-d784-4fd3-bcd7-ad31e94a90f4, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:03:58.722098 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f83c8644-8590-49d1-b40a-26218cc649be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (32ecc4d0-d784-4fd3-bcd7-ad31e94a90f4), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:58.814393 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-f83c8644-8590-49d1-b40a-26218cc649be None None] For port 32ecc4d0-d784-4fd3-bcd7-ad31e94a90f4, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:03:58.820116 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-f83c8644-8590-49d1-b40a-26218cc649be None None] For port 32ecc4d0-d784-4fd3-bcd7-ad31e94a90f4, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=32ecc4d0-d784-4fd3-bcd7-ad31e94a90f4,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:03:58.833954 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f83c8644-8590-49d1-b40a-26218cc649be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (32ecc4d0-d784-4fd3-bcd7-ad31e94a90f4), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:58.844109 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bc3c3ba3-7b1b-4e7d-91eb-a840aa62d3a0 req-ab81fdb4-3669-41d3-91bd-c61c284c420b tempest-VolumesAdminNegativeTest-1781745191 tempest-VolumesAdminNegativeTest-1781745191-project] 10.222.0.87 "GET /v2.0/security-groups?id=5ddaff5d-49ba-4522-be29-4d30a61c6add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259840 Feb 02 07:03:58.937602 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83c8644-8590-49d1-b40a-26218cc649be None None] Pushing event updated for resources: {'Port': ['ID=32ecc4d0-d784-4fd3-bcd7-ad31e94a90f4,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:58.969281 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-869fdd44-63a9-450b-aee1-9ed7fecf139f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for port (ff26965d-c412-49b2-bebc-50a692939552), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:58.972005 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 1742e93f-1dbc-4cd8-a295-f077feb1a78a up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:03:58.988194 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-869fdd44-63a9-450b-aee1-9ed7fecf139f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (ff26965d-c412-49b2-bebc-50a692939552), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:58.988982 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-869fdd44-63a9-450b-aee1-9ed7fecf139f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (1b487146-7ee8-441c-9237-deee90d998f1), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:59.043636 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43930) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:59.048371 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-ab8f150b-b07b-4ad5-8da9-3dad42545600 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1579897036', 'description': 'tempest-description--1714617551'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:03:59.072803 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c566bc6-f1aa-42cc-9a99-50d24cf0d38d req-f7acf6d2-4e72-44bd-8f2e-ac0bafb9daee tempest-ServersAdminTestJSON-580782576 tempest-ServersAdminTestJSON-580782576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:59.074368 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8c566bc6-f1aa-42cc-9a99-50d24cf0d38d req-f7acf6d2-4e72-44bd-8f2e-ac0bafb9daee tempest-ServersAdminTestJSON-580782576 tempest-ServersAdminTestJSON-580782576-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=e2f92dd9-5697-4976-b165-77e520cf2520 HTTP/1.1" status: 200 len: 1134 time: 0.1326375 Feb 02 07:03:59.099476 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 1742e93f-1dbc-4cd8-a295-f077feb1a78a triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:03:59.101287 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (1742e93f-1dbc-4cd8-a295-f077feb1a78a), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:59.107735 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ab8f150b-b07b-4ad5-8da9-3dad42545600 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:59.146410 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869fdd44-63a9-450b-aee1-9ed7fecf139f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event updated for resources: {'Port': ['ID=ff26965d-c412-49b2-bebc-50a692939552,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:59.253401 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869fdd44-63a9-450b-aee1-9ed7fecf139f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:03:59.255499 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-869fdd44-63a9-450b-aee1-9ed7fecf139f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:03:59.277678 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8c566bc6-f1aa-42cc-9a99-50d24cf0d38d req-1ab24042-5527-4b1a-93ad-de33703223a4 tempest-ServersAdminTestJSON-580782576 tempest-ServersAdminTestJSON-580782576-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926286 Feb 02 07:03:59.281076 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05866ae1-3d50-497d-9142-8716cb268250 None None] Sync routers for ids ['be744460-d8bd-4283-b63d-bc86bfeb7c96'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:03:59.309490 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ab8f150b-b07b-4ad5-8da9-3dad42545600 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks [] for security_group (0e03e61f-ef01-45c2-b928-39d1b5278e54), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:59.312341 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 1742e93f-1dbc-4cd8-a295-f077feb1a78a is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:03:59.312832 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (1742e93f-1dbc-4cd8-a295-f077feb1a78a), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:59.314194 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05866ae1-3d50-497d-9142-8716cb268250 None None] Routers {'be744460-d8bd-4283-b63d-bc86bfeb7c96'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:03:59.315479 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-05866ae1-3d50-497d-9142-8716cb268250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:03:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['be744460-d8bd-4283-b63d-bc86bfeb7c96'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:03:59.328237 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ab8f150b-b07b-4ad5-8da9-3dad42545600 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (0e03e61f-ef01-45c2-b928-39d1b5278e54), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:59.343850 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 1742e93f-1dbc-4cd8-a295-f077feb1a78a, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=1742e93f-1dbc-4cd8-a295-f077feb1a78a,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:03:59.350547 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1467324-8dd8-403e-9291-8e5df5ad4316', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522fada3-5306-4ce8-a2b3-3b0a20855e0e'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:03:59.358121 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b90ee4-7721-4c76-ac19-ab9e80369808" -d '{"events": [{"server_uuid": "f1467324-8dd8-403e-9291-8e5df5ad4316", "name": "network-vif-plugged", "status": "completed", "tag": "522fada3-5306-4ce8-a2b3-3b0a20855e0e"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:03:59.366098 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (1742e93f-1dbc-4cd8-a295-f077feb1a78a), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:59.375004 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8f150b-b07b-4ad5-8da9-3dad42545600 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e03e61f-ef01-45c2-b928-39d1b5278e54,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:59.379366 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ab8f150b-b07b-4ad5-8da9-3dad42545600 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:59.383603 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-ab8f150b-b07b-4ad5-8da9-3dad42545600 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3387508 Feb 02 07:03:59.385704 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43938) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:59.390151 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-9a0de8db-9516-4033-bb05-4aac664a0655 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Request body: {'security_group_rule': {'security_group_id': '0e03e61f-ef01-45c2-b928-39d1b5278e54', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:03:59.422449 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e393a8-21a3-4773-a85c-373eaa8efe2e req-f364c17a-015a-4c82-9171-339894e3a4d0 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:59.445800 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e393a8-21a3-4773-a85c-373eaa8efe2e req-f364c17a-015a-4c82-9171-339894e3a4d0 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:59.452542 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e393a8-21a3-4773-a85c-373eaa8efe2e req-f364c17a-015a-4c82-9171-339894e3a4d0 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:59.458593 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e393a8-21a3-4773-a85c-373eaa8efe2e req-f364c17a-015a-4c82-9171-339894e3a4d0 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:59.464248 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e393a8-21a3-4773-a85c-373eaa8efe2e req-f364c17a-015a-4c82-9171-339894e3a4d0 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:59.464406 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=1742e93f-1dbc-4cd8-a295-f077feb1a78a,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:59.479092 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e393a8-21a3-4773-a85c-373eaa8efe2e req-f364c17a-015a-4c82-9171-339894e3a4d0 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:59.485884 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e393a8-21a3-4773-a85c-373eaa8efe2e req-f364c17a-015a-4c82-9171-339894e3a4d0 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:59.488138 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-67e393a8-21a3-4773-a85c-373eaa8efe2e req-f364c17a-015a-4c82-9171-339894e3a4d0 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 5433 time: 0.3456209 Feb 02 07:03:59.501500 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43940) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:59.508333 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-a0403dd9-ed4a-433b-a699-bd54f3090d95 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Request body: {'floatingip': {'port_id': '96ea0c8c-2d04-4820-aaf9-0423ccbb3176'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:03:59.546962 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-05866ae1-3d50-497d-9142-8716cb268250 None None] Set router be744460-d8bd-4283-b63d-bc86bfeb7c96 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:03:59.558584 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447affaa-de1f-44cd-a349-69898a31081a req-3d720c80-4555-42e6-a8dc-28ea41e1f059 tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:59.561223 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9a0de8db-9516-4033-bb05-4aac664a0655 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks [] for security_group_rule (4ede6370-fe7d-4ea4-a76e-dee4d71978f4), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:59.563497 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-447affaa-de1f-44cd-a349-69898a31081a req-3d720c80-4555-42e6-a8dc-28ea41e1f059 tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] 10.222.0.87 "GET /v2.0/ports?device_id=497ab761-4d65-43b2-8058-3ab0af5247d2 HTTP/1.1" status: 200 len: 949 time: 0.1333270 Feb 02 07:03:59.565276 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a0403dd9-ed4a-433b-a699-bd54f3090d95 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks [] for floatingip (417f9bdc-15f6-4502-ae7c-98f8e18dd841), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:59.617904 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-869fdd44-63a9-450b-aee1-9ed7fecf139f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Router 1b487146-7ee8-441c-9237-deee90d998f1 is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:03:59.628147 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-447affaa-de1f-44cd-a349-69898a31081a req-d570393b-e468-4a0b-992e-ba45640c3e90 tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] 10.222.0.87 "GET /v2.0/security-groups?id=4fb57ed4-cc4d-4527-a774-d434516db18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611262 Feb 02 07:03:59.700996 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 1045af80-2b20-4d0b-8989-bade78600156 up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:03:59.754152 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9a0de8db-9516-4033-bb05-4aac664a0655 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks [] for security_group_rule (4ede6370-fe7d-4ea4-a76e-dee4d71978f4), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:59.764756 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee9474d-c0e2-405e-8ec6-673b05e91e3b req-91292b59-feed-4cf0-834f-e9ee78aebfa9 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:59.771912 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3ee9474d-c0e2-405e-8ec6-673b05e91e3b req-91292b59-feed-4cf0-834f-e9ee78aebfa9 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=969113ec-8b30-4b45-be41-413a125ac0e1 HTTP/1.1" status: 200 len: 945 time: 0.2021046 Feb 02 07:03:59.786958 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9a0de8db-9516-4033-bb05-4aac664a0655 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (4ede6370-fe7d-4ea4-a76e-dee4d71978f4), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:59.794072 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-869fdd44-63a9-450b-aee1-9ed7fecf139f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:03:59.803792 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-869fdd44-63a9-450b-aee1-9ed7fecf139f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "PUT /v2.0/routers/1b487146-7ee8-441c-9237-deee90d998f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2811856 Feb 02 07:03:59.804470 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43944) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:59.811628 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b741aed-9ba9-4fcc-83de-4cef6e3e9812 None None] Sync routers for ids ['1b487146-7ee8-441c-9237-deee90d998f1'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:03:59.860754 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b741aed-9ba9-4fcc-83de-4cef6e3e9812 None None] Routers {'1b487146-7ee8-441c-9237-deee90d998f1'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:03:59.861380 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0de8db-9516-4033-bb05-4aac664a0655 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ede6370-fe7d-4ea4-a76e-dee4d71978f4,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:03:59.861498 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-4b741aed-9ba9-4fcc-83de-4cef6e3e9812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:03:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['1b487146-7ee8-441c-9237-deee90d998f1'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:03:59.884916 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9a0de8db-9516-4033-bb05-4aac664a0655 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:03:59.888949 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-9a0de8db-9516-4033-bb05-4aac664a0655 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4999144 Feb 02 07:03:59.890957 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43950) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:59.903446 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-b7909700-458a-43ee-a5f0-93592ba193f4 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Request body: {'security_group_rule': {'security_group_id': '0e03e61f-ef01-45c2-b928-39d1b5278e54', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:03:59.905948 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a870d736-3155-4fe0-bec8-e0a96b2f7d6c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:03:59.910778 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a870d736-3155-4fe0-bec8-e0a96b2f7d6c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/ports/ff26965d-c412-49b2-bebc-50a692939552 HTTP/1.1" status: 200 len: 911 time: 0.1029124 Feb 02 07:03:59.911045 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43952) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:03:59.938691 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port 1045af80-2b20-4d0b-8989-bade78600156 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:03:59.954457 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-05866ae1-3d50-497d-9142-8716cb268250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be744460-d8bd-4283-b63d-bc86bfeb7c96', 'name': 'tempest-ServerActionsTestJSON-1606176529-router', 'tenant_id': '12ae52d2610343959b079c169f83e654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '1742e93f-1dbc-4cd8-a295-f077feb1a78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:03:51Z', 'updated_at': '2022-02-02T07:03:56Z', 'revision_number': 4, 'project_id': '12ae52d2610343959b079c169f83e654', 'gw_port': {'id': '1742e93f-1dbc-4cd8-a295-f077feb1a78a', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be744460-d8bd-4283-b63d-bc86bfeb7c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:03:52Z', 'updated_at': '2022-02-02T07:03:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'dbe527c4-73ea-4b13-bbe9-8a65dbccca0b', 'name': '', 'network_id': '274d3754-cb62-4276-8b4a-dfa5cf98baaf', 'tenant_id': '12ae52d2610343959b079c169f83e654', 'mac_address': 'fa:16:3e:cd:4a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be744460-d8bd-4283-b63d-bc86bfeb7c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'b6b3fc97-ea53-4910-99b5-bddf06c5d45f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:03:55Z', 'updated_at': '2022-02-02T07:03:57Z', 'revision_number': 2, 'project_id': '12ae52d2610343959b079c169f83e654', 'subnets': [{'id': 'b6b3fc97-ea53-4910-99b5-bddf06c5d45f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:03:59.959254 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3467dfa2-4499-4b05-bb8a-a7fe181a1fd2 x-openstack-request-id: req-3467dfa2-4499-4b05-bb8a-a7fe181a1fd2 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:03:59.959502 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1467324-8dd8-403e-9291-8e5df5ad4316", "name": "network-vif-plugged", "status": "completed", "tag": "522fada3-5306-4ce8-a2b3-3b0a20855e0e", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:03:59.959697 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-3467dfa2-4499-4b05-bb8a-a7fe181a1fd2 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:03:59.961276 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1467324-8dd8-403e-9291-8e5df5ad4316', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522fada3-5306-4ce8-a2b3-3b0a20855e0e', 'code': 200} Feb 02 07:03:59.994878 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3ee9474d-c0e2-405e-8ec6-673b05e91e3b req-222c4a88-22be-49b9-857d-bb5ea83be001 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219722 Feb 02 07:04:00.043037 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port 1045af80-2b20-4d0b-8989-bade78600156 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:04:00.044368 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (1045af80-2b20-4d0b-8989-bade78600156), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:00.049870 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05866ae1-3d50-497d-9142-8716cb268250 None None] Checking router: be744460-d8bd-4283-b63d-bc86bfeb7c96 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:04:00.050219 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05866ae1-3d50-497d-9142-8716cb268250 None None] Updating router be744460-d8bd-4283-b63d-bc86bfeb7c96 port dbe527c4-73ea-4b13-bbe9-8a65dbccca0b binding host n-d-789963-26 {{(pid=109696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:04:00.060535 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb93d4e-5df5-4dfb-b25d-c0e089a19877 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:00.069585 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb93d4e-5df5-4dfb-b25d-c0e089a19877 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:00.082834 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-05866ae1-3d50-497d-9142-8716cb268250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (dbe527c4-73ea-4b13-bbe9-8a65dbccca0b), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:00.084942 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-5cb93d4e-5df5-4dfb-b25d-c0e089a19877 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1717477 Feb 02 07:04:00.085601 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43958) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:04:00.131777 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-4b741aed-9ba9-4fcc-83de-4cef6e3e9812 None None] Set router 1b487146-7ee8-441c-9237-deee90d998f1 gateway port host: None {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:04:00.131975 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b7909700-458a-43ee-a5f0-93592ba193f4 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks [] for security_group_rule (0f2ba13e-cef4-455e-b4eb-b1e7d6bb8b38), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:00.300466 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 1045af80-2b20-4d0b-8989-bade78600156 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:04:00.300984 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (1045af80-2b20-4d0b-8989-bade78600156), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:00.369345 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989881a9-b69c-4e0b-8a12-21760405bb06 req-a52c243e-ea4d-4b7c-af44-fd13be8e973a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:00.371377 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-989881a9-b69c-4e0b-8a12-21760405bb06 req-a52c243e-ea4d-4b7c-af44-fd13be8e973a service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=f1467324-8dd8-403e-9291-8e5df5ad4316 HTTP/1.1" status: 200 len: 1128 time: 0.3448060 Feb 02 07:04:00.470978 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fd61b3-2704-435e-a9f2-2877ed3f7d76 req-97263440-94e0-429a-bf53-ebe8b401732e tempest-VolumesAdminNegativeTest-1781745191 tempest-VolumesAdminNegativeTest-1781745191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:00.476489 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-43fd61b3-2704-435e-a9f2-2877ed3f7d76 req-97263440-94e0-429a-bf53-ebe8b401732e tempest-VolumesAdminNegativeTest-1781745191 tempest-VolumesAdminNegativeTest-1781745191-project] 10.222.0.87 "GET /v2.0/ports?device_id=f1467324-8dd8-403e-9291-8e5df5ad4316 HTTP/1.1" status: 200 len: 945 time: 0.3610628 Feb 02 07:04:00.534161 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 1045af80-2b20-4d0b-8989-bade78600156, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=1045af80-2b20-4d0b-8989-bade78600156,segment=NetworkSegment(50b2c935-c140-4230-880a-508574d9ed43),segment_id=50b2c935-c140-4230-880a-508574d9ed43)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:04:00.582922 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (1045af80-2b20-4d0b-8989-bade78600156), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:00.686067 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=1045af80-2b20-4d0b-8989-bade78600156,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:00.688837 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-05866ae1-3d50-497d-9142-8716cb268250 None None] Publish callbacks [] for port (dbe527c4-73ea-4b13-bbe9-8a65dbccca0b), precommit_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:00.701378 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-05866ae1-3d50-497d-9142-8716cb268250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (dbe527c4-73ea-4b13-bbe9-8a65dbccca0b), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:00.742003 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-7ef6c74e-14ed-4ae5-919e-05915342c9d9 None None] Provisioning complete for port 32ecc4d0-d784-4fd3-bcd7-ad31e94a90f4 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:04:00.742386 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7ef6c74e-14ed-4ae5-919e-05915342c9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (32ecc4d0-d784-4fd3-bcd7-ad31e94a90f4), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:00.847471 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a06027-c461-4b2f-afa2-ef40636dd37b None None] Pushing event updated for resources: {'Port': ['ID=dbe527c4-73ea-4b13-bbe9-8a65dbccca0b,revision_number=3']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:00.865022 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a0403dd9-ed4a-433b-a699-bd54f3090d95 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:00.877964 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-4b741aed-9ba9-4fcc-83de-4cef6e3e9812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b487146-7ee8-441c-9237-deee90d998f1', 'name': 'tempest-NetworksTestDHCPv6-router-201941296', 'tenant_id': 'd3e64a71e17749e693b291cf3514bb46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:03:56Z', 'updated_at': '2022-02-02T07:03:58Z', 'revision_number': 2, 'project_id': 'd3e64a71e17749e693b291cf3514bb46', 'gw_port_host': None, '_interfaces': [{'id': 'ff26965d-c412-49b2-bebc-50a692939552', 'name': '', 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'tenant_id': 'd3e64a71e17749e693b291cf3514bb46', 'mac_address': 'fa:16:3e:59:60:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b487146-7ee8-441c-9237-deee90d998f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'ac42499c-a1c8-481f-a337-130781cfd4ab', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:03:57Z', 'updated_at': '2022-02-02T07:03:58Z', 'revision_number': 2, 'project_id': 'd3e64a71e17749e693b291cf3514bb46', 'subnets': [{'id': 'ac42499c-a1c8-481f-a337-130781cfd4ab', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:04:00.889015 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-05866ae1-3d50-497d-9142-8716cb268250 None None] Attempting to bind port dbe527c4-73ea-4b13-bbe9-8a65dbccca0b on host n-d-789963-26 for vnic_type normal with profile {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:04:00.890687 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-05866ae1-3d50-497d-9142-8716cb268250 None None] Attempting to bind port dbe527c4-73ea-4b13-bbe9-8a65dbccca0b by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'fc0a4cad-9504-4785-979c-6732d183490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '274d3754-cb62-4276-8b4a-dfa5cf98baaf'}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:04:00.891064 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05866ae1-3d50-497d-9142-8716cb268250 None None] Attempting to bind port dbe527c4-73ea-4b13-bbe9-8a65dbccca0b on network 274d3754-cb62-4276-8b4a-dfa5cf98baaf {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:04:00.902001 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-989881a9-b69c-4e0b-8a12-21760405bb06 req-2ad6e5ff-46d9-4a86-a63a-f9457a3bc7e7 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=5ddaff5d-49ba-4522-be29-4d30a61c6add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5177844 Feb 02 07:04:00.905905 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05866ae1-3d50-497d-9142-8716cb268250 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:04:00.906333 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05866ae1-3d50-497d-9142-8716cb268250 None None] Checking segment: {'id': 'fc0a4cad-9504-4785-979c-6732d183490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '274d3754-cb62-4276-8b4a-dfa5cf98baaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:04:00.906678 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-05866ae1-3d50-497d-9142-8716cb268250 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:00.907074 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05866ae1-3d50-497d-9142-8716cb268250 None None] Bound using segment: {'id': 'fc0a4cad-9504-4785-979c-6732d183490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '274d3754-cb62-4276-8b4a-dfa5cf98baaf'} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:04:00.907542 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-05866ae1-3d50-497d-9142-8716cb268250 None None] Bound port: dbe527c4-73ea-4b13-bbe9-8a65dbccca0b, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc0a4cad-9504-4785-979c-6732d183490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '274d3754-cb62-4276-8b4a-dfa5cf98baaf'}}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:04:00.908004 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-05866ae1-3d50-497d-9142-8716cb268250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (dbe527c4-73ea-4b13-bbe9-8a65dbccca0b), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:00.923541 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b741aed-9ba9-4fcc-83de-4cef6e3e9812 None None] Checking router: 1b487146-7ee8-441c-9237-deee90d998f1 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:04:00.924012 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b741aed-9ba9-4fcc-83de-4cef6e3e9812 None None] Updating router 1b487146-7ee8-441c-9237-deee90d998f1 port ff26965d-c412-49b2-bebc-50a692939552 binding host n-d-789963-26 {{(pid=109695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:04:00.926414 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a0403dd9-ed4a-433b-a699-bd54f3090d95 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (417f9bdc-15f6-4502-ae7c-98f8e18dd841), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:00.984548 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b7909700-458a-43ee-a5f0-93592ba193f4 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks [] for security_group_rule (0f2ba13e-cef4-455e-b4eb-b1e7d6bb8b38), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:01.011286 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b7909700-458a-43ee-a5f0-93592ba193f4 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (0f2ba13e-cef4-455e-b4eb-b1e7d6bb8b38), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:01.073424 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-05866ae1-3d50-497d-9142-8716cb268250 None None] For port dbe527c4-73ea-4b13-bbe9-8a65dbccca0b, host n-d-789963-26, cleared binding levels {{(pid=109696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:04:01.079779 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-43fd61b3-2704-435e-a9f2-2877ed3f7d76 req-a54bea01-2a68-47d6-993f-7fcc3d034601 tempest-VolumesAdminNegativeTest-1781745191 tempest-VolumesAdminNegativeTest-1781745191-project] 10.222.0.87 "GET /v2.0/security-groups?id=5ddaff5d-49ba-4522-be29-4d30a61c6add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5934482 Feb 02 07:04:01.080927 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7909700-458a-43ee-a5f0-93592ba193f4 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f2ba13e-cef4-455e-b4eb-b1e7d6bb8b38,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:01.094327 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-4b741aed-9ba9-4fcc-83de-4cef6e3e9812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ff26965d-c412-49b2-bebc-50a692939552), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:01.097617 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-05866ae1-3d50-497d-9142-8716cb268250 None None] For port dbe527c4-73ea-4b13-bbe9-8a65dbccca0b, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=dbe527c4-73ea-4b13-bbe9-8a65dbccca0b,segment=NetworkSegment(fc0a4cad-9504-4785-979c-6732d183490f),segment_id=fc0a4cad-9504-4785-979c-6732d183490f)] {{(pid=109696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:04:01.124801 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-05866ae1-3d50-497d-9142-8716cb268250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (dbe527c4-73ea-4b13-bbe9-8a65dbccca0b), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:01.142519 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-7ef6c74e-14ed-4ae5-919e-05915342c9d9 None None] Current status of the port 32ecc4d0-d784-4fd3-bcd7-ad31e94a90f4 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:04:01.142679 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7ef6c74e-14ed-4ae5-919e-05915342c9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (32ecc4d0-d784-4fd3-bcd7-ad31e94a90f4), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:01.214222 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 1742e93f-1dbc-4cd8-a295-f077feb1a78a up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:04:01.216118 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b7909700-458a-43ee-a5f0-93592ba193f4 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:01.218855 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b7909700-458a-43ee-a5f0-93592ba193f4 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3242679 Feb 02 07:04:01.226010 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43976) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:04:01.238709 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-bbe98cd5-ef70-4a89-9200-43c2d23cc2ef tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Request body: {'floatingip': {'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:04:01.282300 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a06027-c461-4b2f-afa2-ef40636dd37b None None] Pushing event updated for resources: {'Port': ['ID=dbe527c4-73ea-4b13-bbe9-8a65dbccca0b,revision_number=4']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:01.299062 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05866ae1-3d50-497d-9142-8716cb268250 None None] Routers {'be744460-d8bd-4283-b63d-bc86bfeb7c96'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:04:01.299730 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-05866ae1-3d50-497d-9142-8716cb268250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:03:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['be744460-d8bd-4283-b63d-bc86bfeb7c96'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:04:01.333064 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bbe98cd5-ef70-4a89-9200-43c2d23cc2ef tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:01.371403 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-7ef6c74e-14ed-4ae5-919e-05915342c9d9 None None] For port 32ecc4d0-d784-4fd3-bcd7-ad31e94a90f4, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=32ecc4d0-d784-4fd3-bcd7-ad31e94a90f4,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:04:01.394150 n-d-789963-26 neutron-server[109694]: INFO neutron.db.l3_db [None req-a0403dd9-ed4a-433b-a699-bd54f3090d95 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Floating IP 417f9bdc-15f6-4502-ae7c-98f8e18dd841 associated. External IP: 172.25.4.32, port: 96ea0c8c-2d04-4820-aaf9-0423ccbb3176. Feb 02 07:04:01.409627 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7ef6c74e-14ed-4ae5-919e-05915342c9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (32ecc4d0-d784-4fd3-bcd7-ad31e94a90f4), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:01.514007 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-05866ae1-3d50-497d-9142-8716cb268250 None None] Set router be744460-d8bd-4283-b63d-bc86bfeb7c96 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:04:01.535865 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-43adcc33-0d9d-47b3-b553-0ac6a0ffd161 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (1b487146-7ee8-441c-9237-deee90d998f1), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:01.548364 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c28ad-cf3f-42bf-8cc4-9a5b96b038ae req-ea212aea-4613-48dd-ae0c-7669baafed86 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:01.550041 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-996c28ad-cf3f-42bf-8cc4-9a5b96b038ae req-ea212aea-4613-48dd-ae0c-7669baafed86 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=969113ec-8b30-4b45-be41-413a125ac0e1 HTTP/1.1" status: 200 len: 946 time: 0.2328687 Feb 02 07:04:01.643345 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-4efa3bfc-0c9b-4bd3-95b3-9d14fa04f254 None None] Provisioning complete for port ff26965d-c412-49b2-bebc-50a692939552 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:04:01.643907 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-4efa3bfc-0c9b-4bd3-95b3-9d14fa04f254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ff26965d-c412-49b2-bebc-50a692939552), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:01.681612 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-996c28ad-cf3f-42bf-8cc4-9a5b96b038ae req-7aa15103-2a18-451a-a44e-7411ac64bedd tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743554 Feb 02 07:04:01.711213 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef6c74e-14ed-4ae5-919e-05915342c9d9 None None] Pushing event updated for resources: {'Port': ['ID=32ecc4d0-d784-4fd3-bcd7-ad31e94a90f4,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:01.728497 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74011e0-afac-4597-8795-b3227bad30be req-be0af68b-7456-4e53-b478-ce763d8677b6 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:01.737178 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a74011e0-afac-4597-8795-b3227bad30be req-be0af68b-7456-4e53-b478-ce763d8677b6 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=e01b1da7-ef6f-4ac8-b3b6-f9c9495dcaff HTTP/1.1" status: 200 len: 949 time: 1.0132761 Feb 02 07:04:01.737970 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 1742e93f-1dbc-4cd8-a295-f077feb1a78a triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:04:01.738349 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (1742e93f-1dbc-4cd8-a295-f077feb1a78a), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:01.845877 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-05866ae1-3d50-497d-9142-8716cb268250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be744460-d8bd-4283-b63d-bc86bfeb7c96', 'name': 'tempest-ServerActionsTestJSON-1606176529-router', 'tenant_id': '12ae52d2610343959b079c169f83e654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '1742e93f-1dbc-4cd8-a295-f077feb1a78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:03:51Z', 'updated_at': '2022-02-02T07:03:56Z', 'revision_number': 4, 'project_id': '12ae52d2610343959b079c169f83e654', 'gw_port': {'id': '1742e93f-1dbc-4cd8-a295-f077feb1a78a', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be744460-d8bd-4283-b63d-bc86bfeb7c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:03:52Z', 'updated_at': '2022-02-02T07:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'dbe527c4-73ea-4b13-bbe9-8a65dbccca0b', 'name': '', 'network_id': '274d3754-cb62-4276-8b4a-dfa5cf98baaf', 'tenant_id': '12ae52d2610343959b079c169f83e654', 'mac_address': 'fa:16:3e:cd:4a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be744460-d8bd-4283-b63d-bc86bfeb7c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'b6b3fc97-ea53-4910-99b5-bddf06c5d45f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:03:55Z', 'updated_at': '2022-02-02T07:04:01Z', 'revision_number': 4, 'project_id': '12ae52d2610343959b079c169f83e654', 'subnets': [{'id': 'b6b3fc97-ea53-4910-99b5-bddf06c5d45f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:04:01.883444 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05866ae1-3d50-497d-9142-8716cb268250 None None] The sync data for ids ['be744460-d8bd-4283-b63d-bc86bfeb7c96'] in n-d-789963-26 is: [{'id': 'be744460-d8bd-4283-b63d-bc86bfeb7c96', 'name': 'tempest-ServerActionsTestJSON-1606176529-router', 'tenant_id': '12ae52d2610343959b079c169f83e654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '1742e93f-1dbc-4cd8-a295-f077feb1a78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:03:51Z', 'updated_at': '2022-02-02T07:03:56Z', 'revision_number': 4, 'project_id': '12ae52d2610343959b079c169f83e654', 'gw_port': {'id': '1742e93f-1dbc-4cd8-a295-f077feb1a78a', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be744460-d8bd-4283-b63d-bc86bfeb7c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:03:52Z', 'updated_at': '2022-02-02T07:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'dbe527c4-73ea-4b13-bbe9-8a65dbccca0b', 'name': '', 'network_id': '274d3754-cb62-4276-8b4a-dfa5cf98baaf', 'tenant_id': '12ae52d2610343959b079c169f83e654', 'mac_address': 'fa:16:3e:cd:4a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be744460-d8bd-4283-b63d-bc86bfeb7c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'b6b3fc97-ea53-4910-99b5-bddf06c5d45f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:03:55Z', 'updated_at': '2022-02-02T07:04:01Z', 'revision_number': 4, 'project_id': '12ae52d2610343959b079c169f83e654', 'subnets': [{'id': 'b6b3fc97-ea53-4910-99b5-bddf06c5d45f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:04:01.926418 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-4efa3bfc-0c9b-4bd3-95b3-9d14fa04f254 None None] Port ff26965d-c412-49b2-bebc-50a692939552 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:04:01.944575 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d039a326-3db8-4597-b4f7-2c989923b200 req-19946eb1-ae08-4df9-9646-265bf0624789 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:01.948626 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d039a326-3db8-4597-b4f7-2c989923b200 req-19946eb1-ae08-4df9-9646-265bf0624789 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.59 "GET /v2.0/ports?device_id=e01b1da7-ef6f-4ac8-b3b6-f9c9495dcaff HTTP/1.1" status: 200 len: 949 time: 0.1966226 Feb 02 07:04:01.975462 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '969113ec-8b30-4b45-be41-413a125ac0e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1045af80-2b20-4d0b-8989-bade78600156'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:04:01.976171 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a74011e0-afac-4597-8795-b3227bad30be req-ed15ae23-e5fb-4219-ba57-1c0fd1895439 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379789 Feb 02 07:04:01.985237 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d4499e5-17bf-4283-aac9-199c3c3f2d3a" -d '{"events": [{"server_uuid": "969113ec-8b30-4b45-be41-413a125ac0e1", "name": "network-vif-plugged", "status": "completed", "tag": "1045af80-2b20-4d0b-8989-bade78600156"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:04:02.040953 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-4efa3bfc-0c9b-4bd3-95b3-9d14fa04f254 None None] Provisioning complete for port dbe527c4-73ea-4b13-bbe9-8a65dbccca0b triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:04:02.041547 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-4efa3bfc-0c9b-4bd3-95b3-9d14fa04f254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (dbe527c4-73ea-4b13-bbe9-8a65dbccca0b), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:02.107272 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ebdb59-6682-41a3-9181-7fe4780f7824 x-openstack-request-id: req-29ebdb59-6682-41a3-9181-7fe4780f7824 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:04:02.107872 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "969113ec-8b30-4b45-be41-413a125ac0e1", "name": "network-vif-plugged", "status": "completed", "tag": "1045af80-2b20-4d0b-8989-bade78600156", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:04:02.108139 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-29ebdb59-6682-41a3-9181-7fe4780f7824 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:04:02.108535 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '969113ec-8b30-4b45-be41-413a125ac0e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1045af80-2b20-4d0b-8989-bade78600156', 'code': 200} Feb 02 07:04:02.170583 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-d039a326-3db8-4597-b4f7-2c989923b200 req-b71f06cc-e876-4c45-a5fe-a956b7161a53 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Deleting port ad413416-a179-4d5e-a1d6-69aadc22e166 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:04:02.170928 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d039a326-3db8-4597-b4f7-2c989923b200 req-b71f06cc-e876-4c45-a5fe-a956b7161a53 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (ad413416-a179-4d5e-a1d6-69aadc22e166), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:02.240635 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 1742e93f-1dbc-4cd8-a295-f077feb1a78a is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:04:02.242590 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 32ecc4d0-d784-4fd3-bcd7-ad31e94a90f4 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:04:02.256329 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bbe98cd5-ef70-4a89-9200-43c2d23cc2ef tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:02.271664 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-4b741aed-9ba9-4fcc-83de-4cef6e3e9812 None None] Publish callbacks [] for port (ff26965d-c412-49b2-bebc-50a692939552), precommit_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:02.348198 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-4efa3bfc-0c9b-4bd3-95b3-9d14fa04f254 None None] Current status of the port dbe527c4-73ea-4b13-bbe9-8a65dbccca0b is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:04:02.348594 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-4efa3bfc-0c9b-4bd3-95b3-9d14fa04f254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (dbe527c4-73ea-4b13-bbe9-8a65dbccca0b), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:02.350519 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-4b741aed-9ba9-4fcc-83de-4cef6e3e9812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (ff26965d-c412-49b2-bebc-50a692939552), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:02.391249 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-43adcc33-0d9d-47b3-b553-0ac6a0ffd161 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Deleting port ff26965d-c412-49b2-bebc-50a692939552 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:04:02.391702 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-43adcc33-0d9d-47b3-b553-0ac6a0ffd161 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (ff26965d-c412-49b2-bebc-50a692939552), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:02.447699 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca03ff-abb1-4bf2-95ce-cbf9f10160c2 req-6c318af6-c25d-48d3-8139-4f19220f383b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:02.449379 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e0ca03ff-abb1-4bf2-95ce-cbf9f10160c2 req-6c318af6-c25d-48d3-8139-4f19220f383b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=969113ec-8b30-4b45-be41-413a125ac0e1 HTTP/1.1" status: 200 len: 1129 time: 0.2241910 Feb 02 07:04:02.465399 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27993fc5-9844-4623-b540-2655346231cc req-14f40cf8-4b30-46e3-a56a-fc154069c8e9 tempest-VolumesAdminNegativeTest-1781745191 tempest-VolumesAdminNegativeTest-1781745191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:02.472338 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-27993fc5-9844-4623-b540-2655346231cc req-14f40cf8-4b30-46e3-a56a-fc154069c8e9 tempest-VolumesAdminNegativeTest-1781745191 tempest-VolumesAdminNegativeTest-1781745191-project] 10.222.0.87 "GET /v2.0/ports?device_id=f1467324-8dd8-403e-9291-8e5df5ad4316 HTTP/1.1" status: 200 len: 945 time: 0.2054381 Feb 02 07:04:02.483372 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-d039a326-3db8-4597-b4f7-2c989923b200 req-b71f06cc-e876-4c45-a5fe-a956b7161a53 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] For port ad413416-a179-4d5e-a1d6-69aadc22e166, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=ad413416-a179-4d5e-a1d6-69aadc22e166,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:04:02.483938 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d039a326-3db8-4597-b4f7-2c989923b200 req-b71f06cc-e876-4c45-a5fe-a956b7161a53 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (ad413416-a179-4d5e-a1d6-69aadc22e166), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:02.494485 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4ab755-2175-431e-a53c-360e8d79fe19 None None] Pushing event updated for resources: {'Port': ['ID=ff26965d-c412-49b2-bebc-50a692939552,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:02.511345 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-4efa3bfc-0c9b-4bd3-95b3-9d14fa04f254 None None] For port dbe527c4-73ea-4b13-bbe9-8a65dbccca0b, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=dbe527c4-73ea-4b13-bbe9-8a65dbccca0b,segment=NetworkSegment(fc0a4cad-9504-4785-979c-6732d183490f),segment_id=fc0a4cad-9504-4785-979c-6732d183490f)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:04:02.522967 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0403dd9-ed4a-433b-a699-bd54f3090d95 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Router 00086e2b-5b15-4365-8a90-4734c2b4a642 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:04:02.548252 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-4efa3bfc-0c9b-4bd3-95b3-9d14fa04f254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (dbe527c4-73ea-4b13-bbe9-8a65dbccca0b), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:02.554001 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-bbe98cd5-ef70-4a89-9200-43c2d23cc2ef tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Allocated IP 172.25.4.155 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/df271680-c1a9-4da3-8c5d-2c8b490b57cf) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:04:02.580321 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-d039a326-3db8-4597-b4f7-2c989923b200 req-b71f06cc-e876-4c45-a5fe-a956b7161a53 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Calling delete_port for ad413416-a179-4d5e-a1d6-69aadc22e166 owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:04:02.639811 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 32ecc4d0-d784-4fd3-bcd7-ad31e94a90f4 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:04:02.642813 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (32ecc4d0-d784-4fd3-bcd7-ad31e94a90f4), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:02.699598 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-4b741aed-9ba9-4fcc-83de-4cef6e3e9812 None None] Attempting to bind port ff26965d-c412-49b2-bebc-50a692939552 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:04:02.700228 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-4b741aed-9ba9-4fcc-83de-4cef6e3e9812 None None] Attempting to bind port ff26965d-c412-49b2-bebc-50a692939552 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:04:02.700228 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b741aed-9ba9-4fcc-83de-4cef6e3e9812 None None] Attempting to bind port ff26965d-c412-49b2-bebc-50a692939552 on network 0866d72e-3544-4c93-a5a9-bf8114a5301e {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:04:02.723389 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e0ca03ff-abb1-4bf2-95ce-cbf9f10160c2 req-47d7e886-4450-4176-af3c-57df9eafdc4b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330368 Feb 02 07:04:02.725634 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-43adcc33-0d9d-47b3-b553-0ac6a0ffd161 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (ff26965d-c412-49b2-bebc-50a692939552), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:02.756534 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b741aed-9ba9-4fcc-83de-4cef6e3e9812 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:04:02.757013 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b741aed-9ba9-4fcc-83de-4cef6e3e9812 None None] Checking segment: {'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:04:02.757618 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-4b741aed-9ba9-4fcc-83de-4cef6e3e9812 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:02.757719 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b741aed-9ba9-4fcc-83de-4cef6e3e9812 None None] Bound using segment: {'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:04:02.758479 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-4b741aed-9ba9-4fcc-83de-4cef6e3e9812 None None] Bound port: ff26965d-c412-49b2-bebc-50a692939552, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:04:02.758869 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-4b741aed-9ba9-4fcc-83de-4cef6e3e9812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ff26965d-c412-49b2-bebc-50a692939552), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:02.760757 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-27993fc5-9844-4623-b540-2655346231cc req-7f46e2ff-2793-4782-87a9-6bdacb1d4bc0 tempest-VolumesAdminNegativeTest-1781745191 tempest-VolumesAdminNegativeTest-1781745191-project] 10.222.0.87 "GET /v2.0/security-groups?id=5ddaff5d-49ba-4522-be29-4d30a61c6add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474709 Feb 02 07:04:02.768340 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-43adcc33-0d9d-47b3-b553-0ac6a0ffd161 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Calling delete_port for ff26965d-c412-49b2-bebc-50a692939552 owned by network:router_interface {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:04:02.858222 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efa3bfc-0c9b-4bd3-95b3-9d14fa04f254 None None] Pushing event updated for resources: {'Port': ['ID=dbe527c4-73ea-4b13-bbe9-8a65dbccca0b,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:02.874018 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-f5564a2e-ae21-4171-8856-4efad4c158bc None None] Provisioning complete for port ff26965d-c412-49b2-bebc-50a692939552 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:04:02.874408 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f5564a2e-ae21-4171-8856-4efad4c158bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ff26965d-c412-49b2-bebc-50a692939552), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:02.941595 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-4b741aed-9ba9-4fcc-83de-4cef6e3e9812 None None] For port ff26965d-c412-49b2-bebc-50a692939552, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:04:02.942027 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0403dd9-ed4a-433b-a699-bd54f3090d95 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:04:02.946606 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-4b741aed-9ba9-4fcc-83de-4cef6e3e9812 None None] For port ff26965d-c412-49b2-bebc-50a692939552, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=ff26965d-c412-49b2-bebc-50a692939552,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:04:02.953340 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a0403dd9-ed4a-433b-a699-bd54f3090d95 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:02.955810 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de8dda7-d6ca-4c93-9308-688bd5a4e8d2 None None] Sync routers for ids ['00086e2b-5b15-4365-8a90-4734c2b4a642'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:04:02.966156 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-f5564a2e-ae21-4171-8856-4efad4c158bc None None] Port ff26965d-c412-49b2-bebc-50a692939552 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:04:02.975272 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de8dda7-d6ca-4c93-9308-688bd5a4e8d2 None None] Routers {'00086e2b-5b15-4365-8a90-4734c2b4a642'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:04:02.977530 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-0de8dda7-d6ca-4c93-9308-688bd5a4e8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:03:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['00086e2b-5b15-4365-8a90-4734c2b4a642'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:04:02.982850 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-4b741aed-9ba9-4fcc-83de-4cef6e3e9812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (ff26965d-c412-49b2-bebc-50a692939552), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:02.983048 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d039a326-3db8-4597-b4f7-2c989923b200 req-b71f06cc-e876-4c45-a5fe-a956b7161a53 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (ad413416-a179-4d5e-a1d6-69aadc22e166), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:03.024508 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71f06cc-e876-4c45-a5fe-a956b7161a53 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Pushing event deleted for resources: {'Port': ['ID=ad413416-a179-4d5e-a1d6-69aadc22e166,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:03.081439 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bbe98cd5-ef70-4a89-9200-43c2d23cc2ef tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks [] for port (df271680-c1a9-4da3-8c5d-2c8b490b57cf), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:03.098280 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['ad413416-a179-4d5e-a1d6-69aadc22e166', '8983c95f-d2a5-40fc-ab6f-8385eea021b2'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:04:03.100318 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['2437294e-6b15-482f-9b33-d60722f10e48'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:04:03.108759 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 32ecc4d0-d784-4fd3-bcd7-ad31e94a90f4 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:04:03.135522 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37670a-4bb9-47f8-90ec-ed07262e4375 req-2262d092-b09b-4c1d-a3ba-9dba9613778b tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:03.144625 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ee37670a-4bb9-47f8-90ec-ed07262e4375 req-2262d092-b09b-4c1d-a3ba-9dba9613778b tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=969113ec-8b30-4b45-be41-413a125ac0e1 HTTP/1.1" status: 200 len: 946 time: 0.3054397 Feb 02 07:04:03.157519 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bbe98cd5-ef70-4a89-9200-43c2d23cc2ef tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (df271680-c1a9-4da3-8c5d-2c8b490b57cf), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:03.171212 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-f5564a2e-ae21-4171-8856-4efad4c158bc None None] Provisioning complete for port dbe527c4-73ea-4b13-bbe9-8a65dbccca0b triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:04:03.171812 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f5564a2e-ae21-4171-8856-4efad4c158bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (dbe527c4-73ea-4b13-bbe9-8a65dbccca0b), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:03.216776 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-d039a326-3db8-4597-b4f7-2c989923b200 req-b71f06cc-e876-4c45-a5fe-a956b7161a53 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] No DVR routers for this DVR port ad413416-a179-4d5e-a1d6-69aadc22e166 on host n-h2-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:04:03.238534 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a9e09af0-006c-49e7-9d0b-6b0c0b1f681b req-2ec207e2-2f74-43bc-9a50-ead0c3f2fc11 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=e01b1da7-ef6f-4ac8-b3b6-f9c9495dcaff HTTP/1.1" status: 200 len: 210 time: 0.1448927 Feb 02 07:04:03.242880 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d039a326-3db8-4597-b4f7-2c989923b200 req-b71f06cc-e876-4c45-a5fe-a956b7161a53 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:03.246606 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d039a326-3db8-4597-b4f7-2c989923b200 req-b71f06cc-e876-4c45-a5fe-a956b7161a53 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.59 "DELETE /v2.0/ports/ad413416-a179-4d5e-a1d6-69aadc22e166 HTTP/1.1" status: 204 len: 173 time: 1.2676554 Feb 02 07:04:03.247240 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e01b1da7-ef6f-4ac8-b3b6-f9c9495dcaff', 'name': 'network-vif-deleted', 'tag': 'ad413416-a179-4d5e-a1d6-69aadc22e166'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:04:03.249857 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc5b42b-6ea2-45a3-9cee-b1f22e4aaf5a" -d '{"events": [{"server_uuid": "e01b1da7-ef6f-4ac8-b3b6-f9c9495dcaff", "name": "network-vif-deleted", "tag": "ad413416-a179-4d5e-a1d6-69aadc22e166"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:04:03.261135 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a0403dd9-ed4a-433b-a699-bd54f3090d95 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "PUT /v2.0/floatingips/417f9bdc-15f6-4502-ae7c-98f8e18dd841 HTTP/1.1" status: 200 len: 990 time: 3.7584956 Feb 02 07:04:03.283489 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '420f5c18-92bb-4996-8a12-daf3c6d27a44', 'tag': '96ea0c8c-2d04-4820-aaf9-0423ccbb3176'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:04:03.294277 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e180c2b-3613-4c1e-a4db-63761b7f8f5b" -d '{"events": [{"name": "network-changed", "server_uuid": "420f5c18-92bb-4996-8a12-daf3c6d27a44", "tag": "96ea0c8c-2d04-4820-aaf9-0423ccbb3176"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:04:03.299999 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-43adcc33-0d9d-47b3-b553-0ac6a0ffd161 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (ff26965d-c412-49b2-bebc-50a692939552), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:03.316137 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-0de8dda7-d6ca-4c93-9308-688bd5a4e8d2 None None] Set router 00086e2b-5b15-4365-8a90-4734c2b4a642 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:04:03.326957 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe98cd5-ef70-4a89-9200-43c2d23cc2ef tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:04:03.338029 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe98cd5-ef70-4a89-9200-43c2d23cc2ef tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Pushing event updated for resources: {'Port': ['ID=df271680-c1a9-4da3-8c5d-2c8b490b57cf,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:03.347852 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-bbe98cd5-ef70-4a89-9200-43c2d23cc2ef tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:04:03.356754 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe98cd5-ef70-4a89-9200-43c2d23cc2ef tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:04:03.433100 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc56e416-df81-4e7a-b5e7-b37004fc07f8 x-openstack-request-id: req-fc56e416-df81-4e7a-b5e7-b37004fc07f8 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:04:03.433634 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e01b1da7-ef6f-4ac8-b3b6-f9c9495dcaff", "name": "network-vif-deleted", "tag": "ad413416-a179-4d5e-a1d6-69aadc22e166", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:04:03.445903 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-fc56e416-df81-4e7a-b5e7-b37004fc07f8 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:04:03.448319 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e01b1da7-ef6f-4ac8-b3b6-f9c9495dcaff', 'name': 'network-vif-deleted', 'tag': 'ad413416-a179-4d5e-a1d6-69aadc22e166', 'status': 'completed', 'code': 200} Feb 02 07:04:03.449254 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43adcc33-0d9d-47b3-b553-0ac6a0ffd161 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event deleted for resources: {'Port': ['ID=ff26965d-c412-49b2-bebc-50a692939552,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:03.520854 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4ab755-2175-431e-a53c-360e8d79fe19 None None] Pushing event updated for resources: {'Port': ['ID=ff26965d-c412-49b2-bebc-50a692939552,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:03.532520 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b741aed-9ba9-4fcc-83de-4cef6e3e9812 None None] Routers {'1b487146-7ee8-441c-9237-deee90d998f1'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:04:03.533188 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-4b741aed-9ba9-4fcc-83de-4cef6e3e9812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:03:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['1b487146-7ee8-441c-9237-deee90d998f1'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:04:03.659240 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bbe98cd5-ef70-4a89-9200-43c2d23cc2ef tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks [] for floatingip (b4fdd179-f63f-48e6-8768-8898a9dd83e6), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:03.663392 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device dbe527c4-73ea-4b13-bbe9-8a65dbccca0b up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:04:03.703425 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-43adcc33-0d9d-47b3-b553-0ac6a0ffd161 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (1b487146-7ee8-441c-9237-deee90d998f1), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:03.704046 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ee37670a-4bb9-47f8-90ec-ed07262e4375 req-1b912758-b45b-46e7-9e27-2e480a02b0a6 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5583739 Feb 02 07:04:03.805532 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bbe98cd5-ef70-4a89-9200-43c2d23cc2ef tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (df271680-c1a9-4da3-8c5d-2c8b490b57cf), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:03.857431 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-4b741aed-9ba9-4fcc-83de-4cef6e3e9812 None None] Set router 1b487146-7ee8-441c-9237-deee90d998f1 gateway port host: None {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:04:03.935250 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-054378df-914c-4a3b-95d4-2c471d3b0b6b x-openstack-request-id: req-054378df-914c-4a3b-95d4-2c471d3b0b6b {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:04:03.935548 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "420f5c18-92bb-4996-8a12-daf3c6d27a44", "tag": "96ea0c8c-2d04-4820-aaf9-0423ccbb3176", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:04:03.935814 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-054378df-914c-4a3b-95d4-2c471d3b0b6b {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:04:03.936216 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '420f5c18-92bb-4996-8a12-daf3c6d27a44', 'tag': '96ea0c8c-2d04-4820-aaf9-0423ccbb3176', 'status': 'completed', 'code': 200} Feb 02 07:04:04.057863 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-0de8dda7-d6ca-4c93-9308-688bd5a4e8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00086e2b-5b15-4365-8a90-4734c2b4a642', 'name': 'tempest-TaggedBootDevicesTest-270524327-router', 'tenant_id': 'e8b504d3cbde466cb7d12e8c49d706df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'b0c1301c-0cb0-469f-a0c9-843ba74483c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:00:26Z', 'updated_at': '2022-02-02T07:00:33Z', 'revision_number': 4, 'project_id': 'e8b504d3cbde466cb7d12e8c49d706df', 'gw_port': {'id': 'b0c1301c-0cb0-469f-a0c9-843ba74483c4', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00086e2b-5b15-4365-8a90-4734c2b4a642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:00:27Z', 'updated_at': '2022-02-02T07:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '417f9bdc-15f6-4502-ae7c-98f8e18dd841', 'tenant_id': 'e8b504d3cbde466cb7d12e8c49d706df', 'floating_ip_address': '172.25.4.32', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '00086e2b-5b15-4365-8a90-4734c2b4a642', 'port_id': '96ea0c8c-2d04-4820-aaf9-0423ccbb3176', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 986, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77178f25-e284-4e4b-a7e5-cf621bae5a6c', 'mac_address': 'fa:16:3e:3c:1c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420f5c18-92bb-4996-8a12-daf3c6d27a44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:02:15Z', 'updated_at': '2022-02-02T07:04:00Z', 'revision_number': 1, 'project_id': 'e8b504d3cbde466cb7d12e8c49d706df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe1ae754-2aae-41bc-8f5c-79d8b2a617dd', 'name': '', 'network_id': '77178f25-e284-4e4b-a7e5-cf621bae5a6c', 'tenant_id': 'e8b504d3cbde466cb7d12e8c49d706df', 'mac_address': 'fa:16:3e:94:be:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00086e2b-5b15-4365-8a90-4734c2b4a642', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '3cc8f357-1066-45af-8dfb-a32204808b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:00:32Z', 'updated_at': '2022-02-02T07:00:39Z', 'revision_number': 5, 'project_id': 'e8b504d3cbde466cb7d12e8c49d706df', 'subnets': [{'id': '3cc8f357-1066-45af-8dfb-a32204808b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:04:04.064551 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device ef4e2d98-b4f3-42da-bdbd-68b19920f753 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:04:04.094664 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de8dda7-d6ca-4c93-9308-688bd5a4e8d2 None None] Checking router: 00086e2b-5b15-4365-8a90-4734c2b4a642 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:04:04.109278 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de8dda7-d6ca-4c93-9308-688bd5a4e8d2 None None] Routers {'00086e2b-5b15-4365-8a90-4734c2b4a642'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:04:04.111615 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-0de8dda7-d6ca-4c93-9308-688bd5a4e8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:03:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['00086e2b-5b15-4365-8a90-4734c2b4a642'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:04:04.137714 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-4b741aed-9ba9-4fcc-83de-4cef6e3e9812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b487146-7ee8-441c-9237-deee90d998f1', 'name': 'tempest-NetworksTestDHCPv6-router-201941296', 'tenant_id': 'd3e64a71e17749e693b291cf3514bb46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:03:56Z', 'updated_at': '2022-02-02T07:04:03Z', 'revision_number': 3, 'project_id': 'd3e64a71e17749e693b291cf3514bb46', 'gw_port_host': None}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:04:04.279700 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20344430-0e4c-4a6f-8652-6260cb86ac34 req-48574f82-d99b-49d3-bae4-496ea7ce1173 tempest-VolumesAdminNegativeTest-1781745191 tempest-VolumesAdminNegativeTest-1781745191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:04.287436 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-20344430-0e4c-4a6f-8652-6260cb86ac34 req-48574f82-d99b-49d3-bae4-496ea7ce1173 tempest-VolumesAdminNegativeTest-1781745191 tempest-VolumesAdminNegativeTest-1781745191-project] 10.222.0.87 "GET /v2.0/ports?device_id=f1467324-8dd8-403e-9291-8e5df5ad4316 HTTP/1.1" status: 200 len: 945 time: 0.2355123 Feb 02 07:04:04.292413 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-0de8dda7-d6ca-4c93-9308-688bd5a4e8d2 None None] Set router 00086e2b-5b15-4365-8a90-4734c2b4a642 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:04:04.308215 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47afd355-58dc-4cde-a7b3-fecc0f7ee761 req-0ff36ffa-8a9f-493e-946b-b488b12fda2c tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:04.321405 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47afd355-58dc-4cde-a7b3-fecc0f7ee761 req-0ff36ffa-8a9f-493e-946b-b488b12fda2c tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:04.323052 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b741aed-9ba9-4fcc-83de-4cef6e3e9812 None None] The sync data for ids ['1b487146-7ee8-441c-9237-deee90d998f1'] in n-d-789963-26 is: [{'id': '1b487146-7ee8-441c-9237-deee90d998f1', 'name': 'tempest-NetworksTestDHCPv6-router-201941296', 'tenant_id': 'd3e64a71e17749e693b291cf3514bb46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:03:56Z', 'updated_at': '2022-02-02T07:04:03Z', 'revision_number': 3, 'project_id': 'd3e64a71e17749e693b291cf3514bb46', 'gw_port_host': None}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:04:04.334304 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47afd355-58dc-4cde-a7b3-fecc0f7ee761 req-0ff36ffa-8a9f-493e-946b-b488b12fda2c tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:04.344450 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47afd355-58dc-4cde-a7b3-fecc0f7ee761 req-0ff36ffa-8a9f-493e-946b-b488b12fda2c tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:04.357161 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47afd355-58dc-4cde-a7b3-fecc0f7ee761 req-0ff36ffa-8a9f-493e-946b-b488b12fda2c tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:04.367047 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47afd355-58dc-4cde-a7b3-fecc0f7ee761 req-0ff36ffa-8a9f-493e-946b-b488b12fda2c tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:04.375103 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47afd355-58dc-4cde-a7b3-fecc0f7ee761 req-0ff36ffa-8a9f-493e-946b-b488b12fda2c tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:04.386946 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-47afd355-58dc-4cde-a7b3-fecc0f7ee761 req-0ff36ffa-8a9f-493e-946b-b488b12fda2c tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 5433 time: 0.6794963 Feb 02 07:04:04.432031 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bbe98cd5-ef70-4a89-9200-43c2d23cc2ef tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks [] for port (df271680-c1a9-4da3-8c5d-2c8b490b57cf), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:04.454332 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43adcc33-0d9d-47b3-b553-0ac6a0ffd161 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Router 1b487146-7ee8-441c-9237-deee90d998f1 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:04:04.464602 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bbe98cd5-ef70-4a89-9200-43c2d23cc2ef tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (df271680-c1a9-4da3-8c5d-2c8b490b57cf), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:04.498594 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.db.resource_extend [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 07:04:04.499726 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e180c2b-3613-4c1e-a4db-63761b7f8f5b req-84d29e6e-cf9a-475a-a8a1-609640e96927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:04.512853 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e180c2b-3613-4c1e-a4db-63761b7f8f5b req-84d29e6e-cf9a-475a-a8a1-609640e96927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:04.513428 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e180c2b-3613-4c1e-a4db-63761b7f8f5b req-84d29e6e-cf9a-475a-a8a1-609640e96927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:04.513933 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e180c2b-3613-4c1e-a4db-63761b7f8f5b req-84d29e6e-cf9a-475a-a8a1-609640e96927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:04.514508 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e180c2b-3613-4c1e-a4db-63761b7f8f5b req-84d29e6e-cf9a-475a-a8a1-609640e96927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:04.514932 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e180c2b-3613-4c1e-a4db-63761b7f8f5b req-84d29e6e-cf9a-475a-a8a1-609640e96927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:04.515426 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e180c2b-3613-4c1e-a4db-63761b7f8f5b req-84d29e6e-cf9a-475a-a8a1-609640e96927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:04.517740 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7e180c2b-3613-4c1e-a4db-63761b7f8f5b req-84d29e6e-cf9a-475a-a8a1-609640e96927 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e8b504d3cbde466cb7d12e8c49d706df&device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 6714 time: 0.5622051 Feb 02 07:04:04.543786 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-20344430-0e4c-4a6f-8652-6260cb86ac34 req-1f81be92-7876-462b-bb5e-34219d465ccc tempest-VolumesAdminNegativeTest-1781745191 tempest-VolumesAdminNegativeTest-1781745191-project] 10.222.0.87 "GET /v2.0/security-groups?id=5ddaff5d-49ba-4522-be29-4d30a61c6add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381783 Feb 02 07:04:04.657992 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe98cd5-ef70-4a89-9200-43c2d23cc2ef tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Pushing event updated for resources: {'Port': ['ID=df271680-c1a9-4da3-8c5d-2c8b490b57cf,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:04.670620 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bbe98cd5-ef70-4a89-9200-43c2d23cc2ef tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (b4fdd179-f63f-48e6-8768-8898a9dd83e6), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:04.706877 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-f5564a2e-ae21-4171-8856-4efad4c158bc None None] Current status of the port dbe527c4-73ea-4b13-bbe9-8a65dbccca0b is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:04:04.717794 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bbe98cd5-ef70-4a89-9200-43c2d23cc2ef tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:04.727643 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-bbe98cd5-ef70-4a89-9200-43c2d23cc2ef tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4986541 Feb 02 07:04:04.747916 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-0de8dda7-d6ca-4c93-9308-688bd5a4e8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00086e2b-5b15-4365-8a90-4734c2b4a642', 'name': 'tempest-TaggedBootDevicesTest-270524327-router', 'tenant_id': 'e8b504d3cbde466cb7d12e8c49d706df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'b0c1301c-0cb0-469f-a0c9-843ba74483c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:00:26Z', 'updated_at': '2022-02-02T07:00:33Z', 'revision_number': 4, 'project_id': 'e8b504d3cbde466cb7d12e8c49d706df', 'gw_port': {'id': 'b0c1301c-0cb0-469f-a0c9-843ba74483c4', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00086e2b-5b15-4365-8a90-4734c2b4a642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:00:27Z', 'updated_at': '2022-02-02T07:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '417f9bdc-15f6-4502-ae7c-98f8e18dd841', 'tenant_id': 'e8b504d3cbde466cb7d12e8c49d706df', 'floating_ip_address': '172.25.4.32', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '00086e2b-5b15-4365-8a90-4734c2b4a642', 'port_id': '96ea0c8c-2d04-4820-aaf9-0423ccbb3176', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 986, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77178f25-e284-4e4b-a7e5-cf621bae5a6c', 'mac_address': 'fa:16:3e:3c:1c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420f5c18-92bb-4996-8a12-daf3c6d27a44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:02:15Z', 'updated_at': '2022-02-02T07:04:00Z', 'revision_number': 1, 'project_id': 'e8b504d3cbde466cb7d12e8c49d706df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe1ae754-2aae-41bc-8f5c-79d8b2a617dd', 'name': '', 'network_id': '77178f25-e284-4e4b-a7e5-cf621bae5a6c', 'tenant_id': 'e8b504d3cbde466cb7d12e8c49d706df', 'mac_address': 'fa:16:3e:94:be:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00086e2b-5b15-4365-8a90-4734c2b4a642', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '3cc8f357-1066-45af-8dfb-a32204808b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:00:32Z', 'updated_at': '2022-02-02T07:00:39Z', 'revision_number': 5, 'project_id': 'e8b504d3cbde466cb7d12e8c49d706df', 'subnets': [{'id': '3cc8f357-1066-45af-8dfb-a32204808b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:04:04.819151 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port dbe527c4-73ea-4b13-bbe9-8a65dbccca0b triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:04:04.819525 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (dbe527c4-73ea-4b13-bbe9-8a65dbccca0b), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:04.828930 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de8dda7-d6ca-4c93-9308-688bd5a4e8d2 None None] The sync data for ids ['00086e2b-5b15-4365-8a90-4734c2b4a642'] in n-d-789963-26 is: [{'id': '00086e2b-5b15-4365-8a90-4734c2b4a642', 'name': 'tempest-TaggedBootDevicesTest-270524327-router', 'tenant_id': 'e8b504d3cbde466cb7d12e8c49d706df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'b0c1301c-0cb0-469f-a0c9-843ba74483c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:00:26Z', 'updated_at': '2022-02-02T07:00:33Z', 'revision_number': 4, 'project_id': 'e8b504d3cbde466cb7d12e8c49d706df', 'gw_port': {'id': 'b0c1301c-0cb0-469f-a0c9-843ba74483c4', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00086e2b-5b15-4365-8a90-4734c2b4a642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:00:27Z', 'updated_at': '2022-02-02T07:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '417f9bdc-15f6-4502-ae7c-98f8e18dd841', 'tenant_id': 'e8b504d3cbde466cb7d12e8c49d706df', 'floating_ip_address': '172.25.4.32', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '00086e2b-5b15-4365-8a90-4734c2b4a642', 'port_id': '96ea0c8c-2d04-4820-aaf9-0423ccbb3176', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 986, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77178f25-e284-4e4b-a7e5-cf621bae5a6c', 'mac_address': 'fa:16:3e:3c:1c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420f5c18-92bb-4996-8a12-daf3c6d27a44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:02:15Z', 'updated_at': '2022-02-02T07:04:00Z', 'revision_number': 1, 'project_id': 'e8b504d3cbde466cb7d12e8c49d706df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe1ae754-2aae-41bc-8f5c-79d8b2a617dd', 'name': '', 'network_id': '77178f25-e284-4e4b-a7e5-cf621bae5a6c', 'tenant_id': 'e8b504d3cbde466cb7d12e8c49d706df', 'mac_address': 'fa:16:3e:94:be:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00086e2b-5b15-4365-8a90-4734c2b4a642', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '3cc8f357-1066-45af-8dfb-a32204808b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:00:32Z', 'updated_at': '2022-02-02T07:00:39Z', 'revision_number': 5, 'project_id': 'e8b504d3cbde466cb7d12e8c49d706df', 'subnets': [{'id': '3cc8f357-1066-45af-8dfb-a32204808b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:04:04.859406 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43adcc33-0d9d-47b3-b553-0ac6a0ffd161 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:04:04.886839 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44048) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:04:04.898304 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-43adcc33-0d9d-47b3-b553-0ac6a0ffd161 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "PUT /v2.0/routers/1b487146-7ee8-441c-9237-deee90d998f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8090250 Feb 02 07:04:04.944524 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-47afd355-58dc-4cde-a7b3-fecc0f7ee761 req-144b3ea3-b188-418c-92e4-197de10b4db8 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/security-groups?id=83500878-2b75-476a-931f-17df1a6782c5&id=2c89831c-2212-4fd4-82c0-50883e2a18e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5565865 Feb 02 07:04:04.980153 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e180c2b-3613-4c1e-a4db-63761b7f8f5b req-f78886bf-32a8-4901-ae05-f99486460fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:04.983763 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7e180c2b-3613-4c1e-a4db-63761b7f8f5b req-f78886bf-32a8-4901-ae05-f99486460fe6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=77178f25-e284-4e4b-a7e5-cf621bae5a6c HTTP/1.1" status: 200 len: 912 time: 0.4486444 Feb 02 07:04:05.036890 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef61eb5-46a1-41ca-a516-ae7241d94f8c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:05.038348 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef61eb5-46a1-41ca-a516-ae7241d94f8c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:05.047970 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-8ea1032a-6110-4c72-852d-c7cebabc3115 None None] Could not find standard attr ID for object ff26965d-c412-49b2-bebc-50a692939552. {{(pid=109695) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 07:04:05.051070 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0ef61eb5-46a1-41ca-a516-ae7241d94f8c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1608775 Feb 02 07:04:05.051957 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44060) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:04:05.113812 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port dbe527c4-73ea-4b13-bbe9-8a65dbccca0b is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:04:05.114913 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 32ecc4d0-d784-4fd3-bcd7-ad31e94a90f4 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:04:05.149198 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd872c7c-e9fd-4e48-b406-f23c3c96d722 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Deleting subnet ac42499c-a1c8-481f-a337-130781cfd4ab {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:04:05.153489 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bd872c7c-e9fd-4e48-b406-f23c3c96d722 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for subnet (ac42499c-a1c8-481f-a337-130781cfd4ab), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:05.175994 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7e180c2b-3613-4c1e-a4db-63761b7f8f5b req-ff722ce4-6a7c-4dcf-9fb5-e01e2b31053d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96ea0c8c-2d04-4820-aaf9-0423ccbb3176 HTTP/1.1" status: 200 len: 998 time: 0.1789911 Feb 02 07:04:05.207518 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port ef4e2d98-b4f3-42da-bdbd-68b19920f753, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=ef4e2d98-b4f3-42da-bdbd-68b19920f753,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:04:05.272742 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 32ecc4d0-d784-4fd3-bcd7-ad31e94a90f4 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:04:05.273145 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (32ecc4d0-d784-4fd3-bcd7-ad31e94a90f4), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:05.284270 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bd872c7c-e9fd-4e48-b406-f23c3c96d722 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (ac42499c-a1c8-481f-a337-130781cfd4ab), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:05.355639 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e180c2b-3613-4c1e-a4db-63761b7f8f5b req-4cdc9159-e885-4769-bc7f-ea876a93c100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:05.357727 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7e180c2b-3613-4c1e-a4db-63761b7f8f5b req-4cdc9159-e885-4769-bc7f-ea876a93c100 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3cc8f357-1066-45af-8dfb-a32204808b8c HTTP/1.1" status: 200 len: 850 time: 0.1438384 Feb 02 07:04:05.378424 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d43ae4-b397-4894-9ad0-26f99ac0c8a5 req-f90f6177-0ea0-451f-8583-764eaffe2d22 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:05.380862 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-22d43ae4-b397-4894-9ad0-26f99ac0c8a5 req-f90f6177-0ea0-451f-8583-764eaffe2d22 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=969113ec-8b30-4b45-be41-413a125ac0e1 HTTP/1.1" status: 200 len: 946 time: 0.2038653 Feb 02 07:04:05.418994 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': 'ef4e2d98-b4f3-42da-bdbd-68b19920f753', 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1', 'port_id': 'ef4e2d98-b4f3-42da-bdbd-68b19920f753', 'mac_address': 'fa:16:3e:5e:4f:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d773733-62df-4956-84d3-71d17cfb6d11', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:04:05.432734 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b9976a-d2c1-4991-811b-e0f45b1e755a None None] New status for floating IP 417f9bdc-15f6-4502-ae7c-98f8e18dd841: ACTIVE {{(pid=109695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 07:04:05.503973 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e180c2b-3613-4c1e-a4db-63761b7f8f5b req-6a58a634-b26a-4d1f-a6f5-ac09c1357cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:05.506397 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7e180c2b-3613-4c1e-a4db-63761b7f8f5b req-6a58a634-b26a-4d1f-a6f5-ac09c1357cd2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=77178f25-e284-4e4b-a7e5-cf621bae5a6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1238508 Feb 02 07:04:05.511305 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-22d43ae4-b397-4894-9ad0-26f99ac0c8a5 req-fdcc3727-586d-4247-8357-7a07bcac33b1 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195657 Feb 02 07:04:05.604591 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bd872c7c-e9fd-4e48-b406-f23c3c96d722 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (ac42499c-a1c8-481f-a337-130781cfd4ab), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:05.730058 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7e180c2b-3613-4c1e-a4db-63761b7f8f5b req-06db7b42-30f2-4b8f-88a2-6d3c46cbd61f service neutron] 10.222.0.59 "GET /v2.0/networks/77178f25-e284-4e4b-a7e5-cf621bae5a6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069554 Feb 02 07:04:05.760873 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device ad413416-a179-4d5e-a1d6-69aadc22e166 no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:04:05.823717 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ee0d2832-aa6d-4268-a526-4da79c6a273c req-8d3c50a4-bea7-4a8a-9cf0-114a3748e8dd tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--1579897036&fields=id&tenant_id=12ae52d2610343959b079c169f83e654 HTTP/1.1" status: 200 len: 267 time: 0.5975449 Feb 02 07:04:05.826184 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bd872c7c-e9fd-4e48-b406-f23c3c96d722 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (ac42499c-a1c8-481f-a337-130781cfd4ab), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:05.858004 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd872c7c-e9fd-4e48-b406-f23c3c96d722 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event deleted for resources: {'Subnet': ['ID=ac42499c-a1c8-481f-a337-130781cfd4ab,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:05.945719 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7e180c2b-3613-4c1e-a4db-63761b7f8f5b req-4b3d82e6-3997-4f32-9c50-e4a9d0df507c service neutron] 10.222.0.59 "GET /v2.0/networks/77178f25-e284-4e4b-a7e5-cf621bae5a6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075405 Feb 02 07:04:05.965877 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c7477-cad0-4a73-933e-671447250b74 req-beabb687-b3cf-4c47-ab91-2938bb989330 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:05.988984 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ab43e6-46eb-4068-9732-bab5ef9f0707 None None] Sync routers for ids ['1b487146-7ee8-441c-9237-deee90d998f1'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:04:05.998203 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d2832-aa6d-4268-a526-4da79c6a273c req-6bbabe88-4cdc-4880-8971-763683e22b11 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:06.003868 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7d4c7477-cad0-4a73-933e-671447250b74 req-beabb687-b3cf-4c47-ab91-2938bb989330 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=4c7742f2-a5f8-4ea6-9cb0-5280f3d212ad HTTP/1.1" status: 200 len: 950 time: 0.2025506 Feb 02 07:04:06.005631 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ee0d2832-aa6d-4268-a526-4da79c6a273c req-6bbabe88-4cdc-4880-8971-763683e22b11 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/networks?id=274d3754-cb62-4276-8b4a-dfa5cf98baaf HTTP/1.1" status: 200 len: 812 time: 0.1745832 Feb 02 07:04:06.016071 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bd872c7c-e9fd-4e48-b406-f23c3c96d722 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:06.020842 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-bd872c7c-e9fd-4e48-b406-f23c3c96d722 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/subnets/ac42499c-a1c8-481f-a337-130781cfd4ab HTTP/1.1" status: 204 len: 168 time: 0.9678912 Feb 02 07:04:06.025179 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44096) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:04:06.033873 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ab43e6-46eb-4068-9732-bab5ef9f0707 None None] Routers {'1b487146-7ee8-441c-9237-deee90d998f1'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:04:06.035901 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-58ab43e6-46eb-4068-9732-bab5ef9f0707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:03:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['1b487146-7ee8-441c-9237-deee90d998f1'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:04:06.094419 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ee0d2832-aa6d-4268-a526-4da79c6a273c req-77f3dacd-386e-478f-a521-1d42faa58eda tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/quotas/12ae52d2610343959b079c169f83e654 HTTP/1.1" status: 200 len: 375 time: 0.0877266 Feb 02 07:04:06.106807 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7d4c7477-cad0-4a73-933e-671447250b74 req-a02f951b-0c03-4db8-bf94-f4810224c83a tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991709 Feb 02 07:04:06.267745 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-41ce63db-c356-4dbe-8209-300574a3e6ea tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2406147 Feb 02 07:04:06.270142 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44108) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:04:06.314428 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0ceb09-05dd-46d1-9fcb-67c794f7d513 None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:04:06.319799 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ee0d2832-aa6d-4268-a526-4da79c6a273c req-ad8ab115-2ca1-4329-a465-f81ac2748692 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=12ae52d2610343959b079c169f83e654&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2242765 Feb 02 07:04:06.351009 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-58ab43e6-46eb-4068-9732-bab5ef9f0707 None None] Set router 1b487146-7ee8-441c-9237-deee90d998f1 gateway port host: None {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:04:06.434080 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-58ab43e6-46eb-4068-9732-bab5ef9f0707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b487146-7ee8-441c-9237-deee90d998f1', 'name': 'tempest-NetworksTestDHCPv6-router-201941296', 'tenant_id': 'd3e64a71e17749e693b291cf3514bb46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:03:56Z', 'updated_at': '2022-02-02T07:04:03Z', 'revision_number': 3, 'project_id': 'd3e64a71e17749e693b291cf3514bb46', 'gw_port_host': None}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:04:06.482046 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ee0d2832-aa6d-4268-a526-4da79c6a273c req-21108c50-d3a6-434c-b9a4-b2f3d0cbfad2 service neutron] 10.222.0.87 "GET /v2.0/networks/274d3754-cb62-4276-8b4a-dfa5cf98baaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613135 Feb 02 07:04:06.497804 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-51564507-3f02-4522-869b-fd45c3671b4c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for router (1b487146-7ee8-441c-9237-deee90d998f1), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:06.521635 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ab43e6-46eb-4068-9732-bab5ef9f0707 None None] Checking router: 1b487146-7ee8-441c-9237-deee90d998f1 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:04:06.539604 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ab43e6-46eb-4068-9732-bab5ef9f0707 None None] Routers {'1b487146-7ee8-441c-9237-deee90d998f1'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:04:06.540153 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-58ab43e6-46eb-4068-9732-bab5ef9f0707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:03:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['1b487146-7ee8-441c-9237-deee90d998f1'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:04:06.594945 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ee0d2832-aa6d-4268-a526-4da79c6a273c req-8f01f68c-02ee-49ac-99ef-1455d86f1955 service neutron] 10.222.0.87 "GET /v2.0/networks/274d3754-cb62-4276-8b4a-dfa5cf98baaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114593 Feb 02 07:04:06.664876 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] No Port match for: ad413416-a179-4d5e-a1d6-69aadc22e166 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:04:06.665091 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device ad413416-a179-4d5e-a1d6-69aadc22e166 not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:04:06.667521 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 32ecc4d0-d784-4fd3-bcd7-ad31e94a90f4 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:04:06.693342 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port ef4e2d98-b4f3-42da-bdbd-68b19920f753 is: ACTIVE; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:04:06.693727 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ef4e2d98-b4f3-42da-bdbd-68b19920f753), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:06.729727 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ef4e2d98-b4f3-42da-bdbd-68b19920f753 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:04:06.748556 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-58ab43e6-46eb-4068-9732-bab5ef9f0707 None None] Set router 1b487146-7ee8-441c-9237-deee90d998f1 gateway port host: None {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:04:06.786894 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port ef4e2d98-b4f3-42da-bdbd-68b19920f753, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=ef4e2d98-b4f3-42da-bdbd-68b19920f753,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:04:06.832897 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (ef4e2d98-b4f3-42da-bdbd-68b19920f753), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:06.903242 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-58ab43e6-46eb-4068-9732-bab5ef9f0707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b487146-7ee8-441c-9237-deee90d998f1', 'name': 'tempest-NetworksTestDHCPv6-router-201941296', 'tenant_id': 'd3e64a71e17749e693b291cf3514bb46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:03:56Z', 'updated_at': '2022-02-02T07:04:03Z', 'revision_number': 3, 'project_id': 'd3e64a71e17749e693b291cf3514bb46', 'gw_port_host': None}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:04:06.985045 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ab43e6-46eb-4068-9732-bab5ef9f0707 None None] The sync data for ids ['1b487146-7ee8-441c-9237-deee90d998f1'] in n-d-789963-26 is: [{'id': '1b487146-7ee8-441c-9237-deee90d998f1', 'name': 'tempest-NetworksTestDHCPv6-router-201941296', 'tenant_id': 'd3e64a71e17749e693b291cf3514bb46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:03:56Z', 'updated_at': '2022-02-02T07:04:03Z', 'revision_number': 3, 'project_id': 'd3e64a71e17749e693b291cf3514bb46', 'gw_port_host': None}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:04:07.002234 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:04:07.032872 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=ef4e2d98-b4f3-42da-bdbd-68b19920f753,revision_number=6']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:07.133798 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['ef4e2d98-b4f3-42da-bdbd-68b19920f753'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:04:07.168504 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690e6eb-ec0e-4e43-b39b-f25e09cb3bc3 req-0f12a1b2-d0d0-4308-a35f-16f7960a6a48 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:07.176270 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a690e6eb-ec0e-4e43-b39b-f25e09cb3bc3 req-0f12a1b2-d0d0-4308-a35f-16f7960a6a48 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c7742f2-a5f8-4ea6-9cb0-5280f3d212ad HTTP/1.1" status: 200 len: 950 time: 0.2459764 Feb 02 07:04:07.233811 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7469ace-3d39-4b94-92a9-686338ce91fa None None] DHCP port deletion for 0866d72e-3544-4c93-a5a9-bf8114a5301e request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:04:07.236609 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-51564507-3f02-4522-869b-fd45c3671b4c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (1b487146-7ee8-441c-9237-deee90d998f1), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:07.255431 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-51564507-3f02-4522-869b-fd45c3671b4c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for router_controller (1b487146-7ee8-441c-9237-deee90d998f1), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:07.339012 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc88f92-1c6b-4a42-b4b4-6d78d5605ee7 req-a908ca89-fa79-48e6-afeb-bc4d38287009 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:07.371063 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc88f92-1c6b-4a42-b4b4-6d78d5605ee7 req-a908ca89-fa79-48e6-afeb-bc4d38287009 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:07.391043 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-b7469ace-3d39-4b94-92a9-686338ce91fa None None] Deleting port 32ecc4d0-d784-4fd3-bcd7-ad31e94a90f4 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:04:07.391619 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc88f92-1c6b-4a42-b4b4-6d78d5605ee7 req-a908ca89-fa79-48e6-afeb-bc4d38287009 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:07.391757 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b7469ace-3d39-4b94-92a9-686338ce91fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (32ecc4d0-d784-4fd3-bcd7-ad31e94a90f4), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:07.412814 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc88f92-1c6b-4a42-b4b4-6d78d5605ee7 req-a908ca89-fa79-48e6-afeb-bc4d38287009 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:07.425074 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc88f92-1c6b-4a42-b4b4-6d78d5605ee7 req-a908ca89-fa79-48e6-afeb-bc4d38287009 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:07.474589 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc88f92-1c6b-4a42-b4b4-6d78d5605ee7 req-a908ca89-fa79-48e6-afeb-bc4d38287009 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:07.488891 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc88f92-1c6b-4a42-b4b4-6d78d5605ee7 req-a908ca89-fa79-48e6-afeb-bc4d38287009 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:07.502212 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0cc88f92-1c6b-4a42-b4b4-6d78d5605ee7 req-a908ca89-fa79-48e6-afeb-bc4d38287009 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 5433 time: 0.5048475 Feb 02 07:04:07.615374 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-b7469ace-3d39-4b94-92a9-686338ce91fa None None] For port 32ecc4d0-d784-4fd3-bcd7-ad31e94a90f4, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=32ecc4d0-d784-4fd3-bcd7-ad31e94a90f4,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:04:07.615724 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b7469ace-3d39-4b94-92a9-686338ce91fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (32ecc4d0-d784-4fd3-bcd7-ad31e94a90f4), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:07.675390 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-b7469ace-3d39-4b94-92a9-686338ce91fa None None] Calling delete_port for 32ecc4d0-d784-4fd3-bcd7-ad31e94a90f4 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:04:07.726582 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0cc88f92-1c6b-4a42-b4b4-6d78d5605ee7 req-76f94928-5a7d-477d-a149-b0bf7e3a7620 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/security-groups?id=83500878-2b75-476a-931f-17df1a6782c5&id=2c89831c-2212-4fd4-82c0-50883e2a18e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2156172 Feb 02 07:04:07.825517 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-a690e6eb-ec0e-4e43-b39b-f25e09cb3bc3 req-ebf43974-b2a2-476d-aadd-36106c2ec9c7 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Deleting port 2437294e-6b15-482f-9b33-d60722f10e48 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:04:07.825877 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-a690e6eb-ec0e-4e43-b39b-f25e09cb3bc3 req-ebf43974-b2a2-476d-aadd-36106c2ec9c7 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (2437294e-6b15-482f-9b33-d60722f10e48), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:07.917551 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b7469ace-3d39-4b94-92a9-686338ce91fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (32ecc4d0-d784-4fd3-bcd7-ad31e94a90f4), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:07.957293 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7469ace-3d39-4b94-92a9-686338ce91fa None None] Pushing event deleted for resources: {'Port': ['ID=32ecc4d0-d784-4fd3-bcd7-ad31e94a90f4,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:07.959610 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7469ace-3d39-4b94-92a9-686338ce91fa None None] No DVR routers for this DVR port 32ecc4d0-d784-4fd3-bcd7-ad31e94a90f4 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:04:08.023411 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8eb1e738-bf4b-4c84-a510-dc33dc598941 req-061564b6-0847-4854-9c1c-77233fcdc0b6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e2f92dd9-5697-4976-b165-77e520cf2520&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.1597683 Feb 02 07:04:08.035302 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e789819e-edf4-4fab-be05-bac49c8c31fe req-d9146034-ebe2-419b-8e50-f632f23c6de3 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:08.043152 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e789819e-edf4-4fab-be05-bac49c8c31fe req-d9146034-ebe2-419b-8e50-f632f23c6de3 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/networks?id=f9701445-c4cf-4d4f-9286-fc4fc0bbd41b HTTP/1.1" status: 200 len: 806 time: 1.7596128 Feb 02 07:04:08.073528 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e789819e-edf4-4fab-be05-bac49c8c31fe req-97c8e7a7-2850-4eaa-b220-ab33de75ace0 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/quotas/51472d7ac5b4449fa09fb7150f54f571 HTTP/1.1" status: 200 len: 375 time: 0.0166233 Feb 02 07:04:08.084793 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-51564507-3f02-4522-869b-fd45c3671b4c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (1b487146-7ee8-441c-9237-deee90d998f1), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:08.085556 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51564507-3f02-4522-869b-fd45c3671b4c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Fanout notify agent at l3_agent the message router_deleted on router 1b487146-7ee8-441c-9237-deee90d998f1 {{(pid=109693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:04:08.094240 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-51564507-3f02-4522-869b-fd45c3671b4c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:08.097666 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-51564507-3f02-4522-869b-fd45c3671b4c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/routers/1b487146-7ee8-441c-9237-deee90d998f1 HTTP/1.1" status: 204 len: 168 time: 1.8240252 Feb 02 07:04:08.098425 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44130) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:04:08.188157 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-bac4ca9e-7d5a-4f01-987c-4f0b41b6ca79 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0879090 Feb 02 07:04:08.191671 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44132) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:04:08.247141 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-a690e6eb-ec0e-4e43-b39b-f25e09cb3bc3 req-ebf43974-b2a2-476d-aadd-36106c2ec9c7 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] For port 2437294e-6b15-482f-9b33-d60722f10e48, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=2437294e-6b15-482f-9b33-d60722f10e48,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:04:08.247795 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-a690e6eb-ec0e-4e43-b39b-f25e09cb3bc3 req-ebf43974-b2a2-476d-aadd-36106c2ec9c7 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (2437294e-6b15-482f-9b33-d60722f10e48), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:08.268997 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de4887d-c14b-4540-bd83-f732f9458191 req-935745a3-5738-4656-ad67-ef386d7cd5f8 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:08.280007 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3de4887d-c14b-4540-bd83-f732f9458191 req-935745a3-5738-4656-ad67-ef386d7cd5f8 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] 10.222.0.87 "GET /v2.0/ports?device_id=2176da82-bb5b-45eb-be5d-62f74cade60c HTTP/1.1" status: 200 len: 946 time: 0.2676952 Feb 02 07:04:08.287321 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e789819e-edf4-4fab-be05-bac49c8c31fe req-471de7ea-29a7-4cc8-a693-b9e6e60447f7 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=51472d7ac5b4449fa09fb7150f54f571&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1895676 Feb 02 07:04:08.292428 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0c057a-84ef-4b76-bd46-c5dfdea1f4ad tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:08.296023 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-fa0c057a-84ef-4b76-bd46-c5dfdea1f4ad tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0974395 Feb 02 07:04:08.296821 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1e738-bf4b-4c84-a510-dc33dc598941 req-2bf8fae5-32bf-4a65-bad0-fefbb450a535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:08.298788 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8eb1e738-bf4b-4c84-a510-dc33dc598941 req-2bf8fae5-32bf-4a65-bad0-fefbb450a535 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40f55797a4e64b49b7bf5689d7ed2a53&device_id=e2f92dd9-5697-4976-b165-77e520cf2520 HTTP/1.1" status: 200 len: 1134 time: 0.2236443 Feb 02 07:04:08.299360 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44134) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:04:08.340133 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3de4887d-c14b-4540-bd83-f732f9458191 req-0262a62d-ad5e-4b8b-8c4d-45d008757e45 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] 10.222.0.87 "GET /v2.0/security-groups?id=39ab1041-aa98-452c-9555-e34e8e32c020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591340 Feb 02 07:04:08.341348 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-a690e6eb-ec0e-4e43-b39b-f25e09cb3bc3 req-ebf43974-b2a2-476d-aadd-36106c2ec9c7 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Calling delete_port for 2437294e-6b15-482f-9b33-d60722f10e48 owned by compute:nova {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:04:08.359588 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-8d1eca1e-748c-452e-ad5a-3a8f1e31ffa5 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0550635 Feb 02 07:04:08.359801 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44138) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:04:08.404126 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-af539604-23d2-4fd4-9fcc-6af75851ea10 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Request body: {'subnet': {'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:04:08.585008 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-69aa3bf1-7c7a-4529-94de-d7cd1bbb3067 req-cf69038b-d1f1-4319-a6e2-50a8e8093191 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 210 time: 0.0411041 Feb 02 07:04:08.586530 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-a690e6eb-ec0e-4e43-b39b-f25e09cb3bc3 req-ebf43974-b2a2-476d-aadd-36106c2ec9c7 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (2437294e-6b15-482f-9b33-d60722f10e48), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:08.632600 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['2437294e-6b15-482f-9b33-d60722f10e48'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:04:08.635413 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['8983c95f-d2a5-40fc-ab6f-8385eea021b2'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:04:08.721312 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e789819e-edf4-4fab-be05-bac49c8c31fe req-69bbf275-e71b-4172-a7f8-eda0dcc1d4c9 service neutron] 10.222.0.87 "GET /v2.0/networks/f9701445-c4cf-4d4f-9286-fc4fc0bbd41b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3629651 Feb 02 07:04:08.758458 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3130e82b-4d7a-43f2-9e35-c42eeb9a3f6e req-48463c57-c2f8-4b22-bd2b-2eca30068a6f tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=4c7742f2-a5f8-4ea6-9cb0-5280f3d212ad HTTP/1.1" status: 200 len: 210 time: 0.0750606 Feb 02 07:04:08.818062 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf43974-b2a2-476d-aadd-36106c2ec9c7 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Pushing event deleted for resources: {'Port': ['ID=2437294e-6b15-482f-9b33-d60722f10e48,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:08.857357 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-a690e6eb-ec0e-4e43-b39b-f25e09cb3bc3 req-ebf43974-b2a2-476d-aadd-36106c2ec9c7 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] No DVR routers for this DVR port 2437294e-6b15-482f-9b33-d60722f10e48 on host n-h1-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:04:08.862273 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-a690e6eb-ec0e-4e43-b39b-f25e09cb3bc3 req-ebf43974-b2a2-476d-aadd-36106c2ec9c7 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:08.867308 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a690e6eb-ec0e-4e43-b39b-f25e09cb3bc3 req-ebf43974-b2a2-476d-aadd-36106c2ec9c7 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.88 "DELETE /v2.0/ports/2437294e-6b15-482f-9b33-d60722f10e48 HTTP/1.1" status: 204 len: 173 time: 1.6764026 Feb 02 07:04:08.867826 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c7742f2-a5f8-4ea6-9cb0-5280f3d212ad', 'name': 'network-vif-deleted', 'tag': '2437294e-6b15-482f-9b33-d60722f10e48'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:04:08.870348 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51af5e2b-f1dd-4478-839f-f0adcd7d761d" -d '{"events": [{"server_uuid": "4c7742f2-a5f8-4ea6-9cb0-5280f3d212ad", "name": "network-vif-deleted", "tag": "2437294e-6b15-482f-9b33-d60722f10e48"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:04:08.881018 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 32ecc4d0-d784-4fd3-bcd7-ad31e94a90f4 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:04:08.936324 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device ef4e2d98-b4f3-42da-bdbd-68b19920f753 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:04:08.966811 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 32ecc4d0-d784-4fd3-bcd7-ad31e94a90f4 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:04:08.967394 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 32ecc4d0-d784-4fd3-bcd7-ad31e94a90f4 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:04:09.060456 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1e738-bf4b-4c84-a510-dc33dc598941 req-c3ac38b5-8aaf-450d-8ce0-8f2d44a26dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:09.062176 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8eb1e738-bf4b-4c84-a510-dc33dc598941 req-c3ac38b5-8aaf-450d-8ce0-8f2d44a26dbd service neutron] 10.222.0.59 "GET /v2.0/networks?id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 HTTP/1.1" status: 200 len: 870 time: 0.7050753 Feb 02 07:04:09.066396 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af539604-23d2-4fd4-9fcc-6af75851ea10 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Made reservation on behalf of d3e64a71e17749e693b291cf3514bb46 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:04:09.070078 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-af539604-23d2-4fd4-9fcc-6af75851ea10 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:09.102451 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port ef4e2d98-b4f3-42da-bdbd-68b19920f753 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:04:09.103684 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ef4e2d98-b4f3-42da-bdbd-68b19920f753), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:09.157205 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8eb1e738-bf4b-4c84-a510-dc33dc598941 req-e6a9a1b0-52c5-4ecb-8610-910c217bb15e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=8983c95f-d2a5-40fc-ab6f-8385eea021b2 HTTP/1.1" status: 200 len: 217 time: 0.0827620 Feb 02 07:04:09.168438 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d34359-ea3f-413e-866a-7d42929c3af8 req-a819f31b-0a45-40aa-ad01-16aabe61fa2d tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:09.176029 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d34359-ea3f-413e-866a-7d42929c3af8 req-a819f31b-0a45-40aa-ad01-16aabe61fa2d tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:09.183332 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d34359-ea3f-413e-866a-7d42929c3af8 req-a819f31b-0a45-40aa-ad01-16aabe61fa2d tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:09.193850 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d34359-ea3f-413e-866a-7d42929c3af8 req-a819f31b-0a45-40aa-ad01-16aabe61fa2d tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:09.201301 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d34359-ea3f-413e-866a-7d42929c3af8 req-a819f31b-0a45-40aa-ad01-16aabe61fa2d tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:09.218630 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d34359-ea3f-413e-866a-7d42929c3af8 req-a819f31b-0a45-40aa-ad01-16aabe61fa2d tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:09.242504 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e789819e-edf4-4fab-be05-bac49c8c31fe req-cd3e2d24-8125-4365-88c5-a9c212326bbd service neutron] 10.222.0.87 "GET /v2.0/networks/f9701445-c4cf-4d4f-9286-fc4fc0bbd41b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5201898 Feb 02 07:04:09.247341 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d34359-ea3f-413e-866a-7d42929c3af8 req-a819f31b-0a45-40aa-ad01-16aabe61fa2d tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:09.257100 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-68d34359-ea3f-413e-866a-7d42929c3af8 req-a819f31b-0a45-40aa-ad01-16aabe61fa2d tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 5433 time: 0.3120720 Feb 02 07:04:09.287855 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port ef4e2d98-b4f3-42da-bdbd-68b19920f753 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:04:09.288637 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ef4e2d98-b4f3-42da-bdbd-68b19920f753), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:09.341804 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port ef4e2d98-b4f3-42da-bdbd-68b19920f753, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=ef4e2d98-b4f3-42da-bdbd-68b19920f753,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:04:09.343330 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '497ab761-4d65-43b2-8058-3ab0af5247d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef4e2d98-b4f3-42da-bdbd-68b19920f753'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:04:09.346728 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4437b44f-719b-4133-8ce7-23b07a975582" -d '{"events": [{"server_uuid": "497ab761-4d65-43b2-8058-3ab0af5247d2", "name": "network-vif-plugged", "status": "completed", "tag": "ef4e2d98-b4f3-42da-bdbd-68b19920f753"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:04:09.348829 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-68d34359-ea3f-413e-866a-7d42929c3af8 req-c311f9d9-7d59-42b6-a1fe-ee523dab90a8 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/security-groups?id=83500878-2b75-476a-931f-17df1a6782c5&id=2c89831c-2212-4fd4-82c0-50883e2a18e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0898259 Feb 02 07:04:09.363436 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (ef4e2d98-b4f3-42da-bdbd-68b19920f753), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:09.364302 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 2437294e-6b15-482f-9b33-d60722f10e48 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:04:09.435112 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: 2437294e-6b15-482f-9b33-d60722f10e48 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:04:09.435773 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 2437294e-6b15-482f-9b33-d60722f10e48 not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:04:09.474570 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d2832-aa6d-4268-a526-4da79c6a273c req-7f8268be-9b46-4526-9dc4-5d550a4163a6 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:09.484053 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ee0d2832-aa6d-4268-a526-4da79c6a273c req-7f8268be-9b46-4526-9dc4-5d550a4163a6 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.88 "GET /v2.0/networks?id=274d3754-cb62-4276-8b4a-dfa5cf98baaf HTTP/1.1" status: 200 len: 812 time: 0.6708908 Feb 02 07:04:09.554591 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c8b2d08-e263-4d8e-87ed-2b77884d2e68 x-openstack-request-id: req-4c8b2d08-e263-4d8e-87ed-2b77884d2e68 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:04:09.555256 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c7742f2-a5f8-4ea6-9cb0-5280f3d212ad", "name": "network-vif-deleted", "tag": "2437294e-6b15-482f-9b33-d60722f10e48", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:04:09.555820 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-4c8b2d08-e263-4d8e-87ed-2b77884d2e68 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:04:09.557602 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c7742f2-a5f8-4ea6-9cb0-5280f3d212ad', 'name': 'network-vif-deleted', 'tag': '2437294e-6b15-482f-9b33-d60722f10e48', 'status': 'completed', 'code': 200} Feb 02 07:04:09.568985 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=ef4e2d98-b4f3-42da-bdbd-68b19920f753,revision_number=7']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:09.631771 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4850219f-ca2b-41c1-83d7-44b6a1fa504b x-openstack-request-id: req-4850219f-ca2b-41c1-83d7-44b6a1fa504b {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:04:09.632248 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "497ab761-4d65-43b2-8058-3ab0af5247d2", "name": "network-vif-plugged", "status": "completed", "tag": "ef4e2d98-b4f3-42da-bdbd-68b19920f753", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:04:09.632684 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-4850219f-ca2b-41c1-83d7-44b6a1fa504b {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:04:09.633681 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '497ab761-4d65-43b2-8058-3ab0af5247d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef4e2d98-b4f3-42da-bdbd-68b19920f753', 'code': 200} Feb 02 07:04:09.856835 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1e738-bf4b-4c84-a510-dc33dc598941 req-b72e9bda-4d83-4e54-a1ca-76d933c578e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:09.858530 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8eb1e738-bf4b-4c84-a510-dc33dc598941 req-b72e9bda-4d83-4e54-a1ca-76d933c578e0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.6789763 Feb 02 07:04:10.009790 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ee0d2832-aa6d-4268-a526-4da79c6a273c req-84df7e1c-65fb-45e3-936d-3dee28af0bbf tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12ae52d2610343959b079c169f83e654 HTTP/1.1" status: 200 len: 380 time: 0.4942894 Feb 02 07:04:10.058324 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-ee0d2832-aa6d-4268-a526-4da79c6a273c req-c05bb4c7-00b9-4b96-9ab8-9789910591db tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Request body: {'port': {'device_id': '8ff36027-57b6-4b74-8a16-ded77bfe3f8c', 'network_id': '274d3754-cb62-4276-8b4a-dfa5cf98baaf', 'admin_state_up': True, 'tenant_id': '12ae52d2610343959b079c169f83e654', 'security_groups': ['0e03e61f-ef01-45c2-b928-39d1b5278e54']}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:04:10.113632 n-d-789963-26 neutron-server[109693]: DEBUG neutron.objects.ports [None req-af539604-23d2-4fd4-9fcc-6af75851ea10 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109693) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 02 07:04:10.165963 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff83ba7-31aa-4fd7-bd8d-ac00f3e4b56b req-c58a9ea1-1835-4b3c-aa69-cb066b8a543f tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:10.172790 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff83ba7-31aa-4fd7-bd8d-ac00f3e4b56b req-c58a9ea1-1835-4b3c-aa69-cb066b8a543f tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:10.179067 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff83ba7-31aa-4fd7-bd8d-ac00f3e4b56b req-c58a9ea1-1835-4b3c-aa69-cb066b8a543f tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:10.185929 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff83ba7-31aa-4fd7-bd8d-ac00f3e4b56b req-c58a9ea1-1835-4b3c-aa69-cb066b8a543f tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:10.191797 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff83ba7-31aa-4fd7-bd8d-ac00f3e4b56b req-c58a9ea1-1835-4b3c-aa69-cb066b8a543f tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:10.198449 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff83ba7-31aa-4fd7-bd8d-ac00f3e4b56b req-c58a9ea1-1835-4b3c-aa69-cb066b8a543f tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:10.204113 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff83ba7-31aa-4fd7-bd8d-ac00f3e4b56b req-c58a9ea1-1835-4b3c-aa69-cb066b8a543f tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:10.206223 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3ff83ba7-31aa-4fd7-bd8d-ac00f3e4b56b req-c58a9ea1-1835-4b3c-aa69-cb066b8a543f tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 5433 time: 0.4402411 Feb 02 07:04:10.218828 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-af539604-23d2-4fd4-9fcc-6af75851ea10 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (1924be74-331d-41bb-a599-a23c0dc60924), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:10.415437 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af539604-23d2-4fd4-9fcc-6af75851ea10 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:04:10.417400 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-af539604-23d2-4fd4-9fcc-6af75851ea10 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:04:10.429552 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af539604-23d2-4fd4-9fcc-6af75851ea10 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:10.430142 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-af539604-23d2-4fd4-9fcc-6af75851ea10 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:10.430336 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a073e109-140a-4e5a-af45-41aec05ebfd4 None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:04:10.456644 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1e738-bf4b-4c84-a510-dc33dc598941 req-390a42ea-daad-4492-813a-ae64c2a4a2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:10.458325 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8eb1e738-bf4b-4c84-a510-dc33dc598941 req-390a42ea-daad-4492-813a-ae64c2a4a2ac service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5846760 Feb 02 07:04:10.474375 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4b1f9573-eb0d-4e96-a9b2-b99d7a37e8d6 req-0e7f0726-61b7-4d72-9e64-80fd9ca33fbd tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 210 time: 0.0997987 Feb 02 07:04:10.523811 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af539604-23d2-4fd4-9fcc-6af75851ea10 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event updated for resources: {'Subnet': ['ID=1924be74-331d-41bb-a599-a23c0dc60924,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:10.546395 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-af539604-23d2-4fd4-9fcc-6af75851ea10 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1855073 Feb 02 07:04:10.549854 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44200) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:04:10.556456 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-ba926375-fde9-4c6a-b33c-a80569e205c1 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Request body: {'subnet': {'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:04:10.674892 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3124672-4281-45e5-9ed5-f40d8c481519 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-0866d72e-3544-4c93-a5a9-bf8114a5301e', 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'project_id': 'd3e64a71e17749e693b291cf3514bb46', 'fixed_ips': [{'subnet_id': '1924be74-331d-41bb-a599-a23c0dc60924'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:04:10.676656 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e3124672-4281-45e5-9ed5-f40d8c481519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:10.825084 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee0d2832-aa6d-4268-a526-4da79c6a273c req-c05bb4c7-00b9-4b96-9ab8-9789910591db tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Made reservation on behalf of 12ae52d2610343959b079c169f83e654 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:04:10.830859 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-ee0d2832-aa6d-4268-a526-4da79c6a273c req-c05bb4c7-00b9-4b96-9ab8-9789910591db tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:11.004565 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba926375-fde9-4c6a-b33c-a80569e205c1 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Made reservation on behalf of d3e64a71e17749e693b291cf3514bb46 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:04:11.016206 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ba926375-fde9-4c6a-b33c-a80569e205c1 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:11.048604 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-ee0d2832-aa6d-4268-a526-4da79c6a273c req-c05bb4c7-00b9-4b96-9ab8-9789910591db tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Allocated IP 172.20.0.13 (274d3754-cb62-4276-8b4a-dfa5cf98baaf/b6b3fc97-ea53-4910-99b5-bddf06c5d45f/85893ae3-9cf9-488d-a8f8-58bbbb8cbd30) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:04:11.063414 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8eb1e738-bf4b-4c84-a510-dc33dc598941 req-25a16ff8-7d10-448c-8e11-898e749cc738 service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5968008 Feb 02 07:04:11.108295 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3b8e3f99-83ea-47f8-a7d5-fef5e3800953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:11.172835 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-e3124672-4281-45e5-9ed5-f40d8c481519 None None] Allocated IP 2001:db8::f816:3eff:fe67:dd7c (0866d72e-3544-4c93-a5a9-bf8114a5301e/1924be74-331d-41bb-a599-a23c0dc60924/df34ea11-fd57-46cd-aec6-de746f27ef9b) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:04:11.210717 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a82392-dcc1-4c32-846a-d8eaab9b28d0 req-3411baae-1b35-4478-828e-0e80c896d77c tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:11.221419 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-24a82392-dcc1-4c32-846a-d8eaab9b28d0 req-3411baae-1b35-4478-828e-0e80c896d77c tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] 10.222.0.87 "GET /v2.0/ports?device_id=2176da82-bb5b-45eb-be5d-62f74cade60c HTTP/1.1" status: 200 len: 946 time: 0.3296573 Feb 02 07:04:11.325474 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-24a82392-dcc1-4c32-846a-d8eaab9b28d0 req-bca1df9a-1f27-4019-9510-638236e374cf tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] 10.222.0.87 "GET /v2.0/security-groups?id=39ab1041-aa98-452c-9555-e34e8e32c020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029077 Feb 02 07:04:11.516105 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f6a80a7e-05a3-4ecf-a56c-d3a5a8603b49 req-faa305e7-cf2d-45c4-a41d-c5407330f2c2 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=cf0cc741-2dda-402a-8a5f-0a6b4cf991a3 HTTP/1.1" status: 200 len: 210 time: 0.0701506 Feb 02 07:04:11.598588 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8eb1e738-bf4b-4c84-a510-dc33dc598941 req-7131483b-2796-4986-8ec2-484c6e076f04 service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5073333 Feb 02 07:04:11.655433 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e3124672-4281-45e5-9ed5-f40d8c481519 None None] Publish callbacks [] for port (df34ea11-fd57-46cd-aec6-de746f27ef9b), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:11.667422 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-ee0d2832-aa6d-4268-a526-4da79c6a273c req-c05bb4c7-00b9-4b96-9ab8-9789910591db tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks [] for port (85893ae3-9cf9-488d-a8f8-58bbbb8cbd30), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:11.668865 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e3124672-4281-45e5-9ed5-f40d8c481519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (df34ea11-fd57-46cd-aec6-de746f27ef9b), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:11.766136 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3124672-4281-45e5-9ed5-f40d8c481519 None None] Pushing event updated for resources: {'Port': ['ID=df34ea11-fd57-46cd-aec6-de746f27ef9b,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:11.776929 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3124672-4281-45e5-9ed5-f40d8c481519 None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:04:11.777901 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-e3124672-4281-45e5-9ed5-f40d8c481519 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:04:11.786660 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3124672-4281-45e5-9ed5-f40d8c481519 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:04:11.795407 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3489c60d-c40d-4284-aa46-14fa0c483b9e req-09be9fb0-615a-40cb-9efa-24348d773c04 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 210 time: 0.0771756 Feb 02 07:04:11.800310 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-ee0d2832-aa6d-4268-a526-4da79c6a273c req-c05bb4c7-00b9-4b96-9ab8-9789910591db tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (85893ae3-9cf9-488d-a8f8-58bbbb8cbd30), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:11.857958 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ba926375-fde9-4c6a-b33c-a80569e205c1 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (c5c81a5e-368e-4076-8884-9d4e1437899b), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:11.865265 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-e3124672-4281-45e5-9ed5-f40d8c481519 None None] Attempting to bind port df34ea11-fd57-46cd-aec6-de746f27ef9b on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:04:11.865453 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-e3124672-4281-45e5-9ed5-f40d8c481519 None None] Attempting to bind port df34ea11-fd57-46cd-aec6-de746f27ef9b by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:04:11.866040 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3124672-4281-45e5-9ed5-f40d8c481519 None None] Attempting to bind port df34ea11-fd57-46cd-aec6-de746f27ef9b on network 0866d72e-3544-4c93-a5a9-bf8114a5301e {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:04:11.872327 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3124672-4281-45e5-9ed5-f40d8c481519 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:04:11.872877 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3124672-4281-45e5-9ed5-f40d8c481519 None None] Checking segment: {'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:04:11.873378 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e3124672-4281-45e5-9ed5-f40d8c481519 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:11.873841 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3124672-4281-45e5-9ed5-f40d8c481519 None None] Bound using segment: {'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:04:11.874463 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-e3124672-4281-45e5-9ed5-f40d8c481519 None None] Bound port: df34ea11-fd57-46cd-aec6-de746f27ef9b, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:04:11.874917 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e3124672-4281-45e5-9ed5-f40d8c481519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (df34ea11-fd57-46cd-aec6-de746f27ef9b), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:11.932475 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba926375-fde9-4c6a-b33c-a80569e205c1 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event updated for resources: {'Subnet': ['ID=c5c81a5e-368e-4076-8884-9d4e1437899b,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:11.946343 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba926375-fde9-4c6a-b33c-a80569e205c1 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:04:11.949107 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-ba926375-fde9-4c6a-b33c-a80569e205c1 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:04:11.952966 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-e3124672-4281-45e5-9ed5-f40d8c481519 None None] For port df34ea11-fd57-46cd-aec6-de746f27ef9b, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:04:11.956320 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-e3124672-4281-45e5-9ed5-f40d8c481519 None None] For port df34ea11-fd57-46cd-aec6-de746f27ef9b, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=df34ea11-fd57-46cd-aec6-de746f27ef9b,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:04:11.958938 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba926375-fde9-4c6a-b33c-a80569e205c1 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:11.962777 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ba926375-fde9-4c6a-b33c-a80569e205c1 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:11.969258 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e3124672-4281-45e5-9ed5-f40d8c481519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (df34ea11-fd57-46cd-aec6-de746f27ef9b), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:11.988195 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05bb4c7-00b9-4b96-9ab8-9789910591db tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Pushing event updated for resources: {'Port': ['ID=85893ae3-9cf9-488d-a8f8-58bbbb8cbd30,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:12.008394 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-ba926375-fde9-4c6a-b33c-a80569e205c1 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4546251 Feb 02 07:04:12.008867 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44224) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:04:12.017256 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-d4130db2-552d-4b50-a568-00f3fd2ff1eb tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Request body: {'port': {'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'mac_address': 'fa:16:3e:6a:4c:bf', 'name': 'tempest-NetworksTestDHCPv6-689892303'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:04:12.024843 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05bb4c7-00b9-4b96-9ab8-9789910591db tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:04:12.027455 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05bb4c7-00b9-4b96-9ab8-9789910591db tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:04:12.033525 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05bb4c7-00b9-4b96-9ab8-9789910591db tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:04:12.034220 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05bb4c7-00b9-4b96-9ab8-9789910591db tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:04:12.035717 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05bb4c7-00b9-4b96-9ab8-9789910591db tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:04:12.039032 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05bb4c7-00b9-4b96-9ab8-9789910591db tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:04:12.039659 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05bb4c7-00b9-4b96-9ab8-9789910591db tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:04:12.040485 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05bb4c7-00b9-4b96-9ab8-9789910591db tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:04:12.042363 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05bb4c7-00b9-4b96-9ab8-9789910591db tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:04:12.042895 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05bb4c7-00b9-4b96-9ab8-9789910591db tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:04:12.043433 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05bb4c7-00b9-4b96-9ab8-9789910591db tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:04:12.045868 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05bb4c7-00b9-4b96-9ab8-9789910591db tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:04:12.046426 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05bb4c7-00b9-4b96-9ab8-9789910591db tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:04:12.060675 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3124672-4281-45e5-9ed5-f40d8c481519 None None] Pushing event updated for resources: {'Port': ['ID=df34ea11-fd57-46cd-aec6-de746f27ef9b,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:12.062574 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee0d2832-aa6d-4268-a526-4da79c6a273c req-c05bb4c7-00b9-4b96-9ab8-9789910591db tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Network 274d3754-cb62-4276-8b4a-dfa5cf98baaf is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:04:12.074008 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-ee0d2832-aa6d-4268-a526-4da79c6a273c req-c05bb4c7-00b9-4b96-9ab8-9789910591db tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:04:12.090062 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee0d2832-aa6d-4268-a526-4da79c6a273c req-c05bb4c7-00b9-4b96-9ab8-9789910591db tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:04:12.188362 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153da09d-13d5-4e6d-bd02-7a7cb3686c85 req-b5d8f1df-c9e8-4d9a-beda-59f623e397f9 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:12.200776 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-153da09d-13d5-4e6d-bd02-7a7cb3686c85 req-b5d8f1df-c9e8-4d9a-beda-59f623e397f9 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2f92dd9-5697-4976-b165-77e520cf2520 HTTP/1.1" status: 200 len: 951 time: 0.4356527 Feb 02 07:04:12.281357 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-153da09d-13d5-4e6d-bd02-7a7cb3686c85 req-81a5e781-9c12-4d5a-bed4-e9a96bdf7148 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725482 Feb 02 07:04:12.290589 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d2832-aa6d-4268-a526-4da79c6a273c req-c05bb4c7-00b9-4b96-9ab8-9789910591db tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:12.295684 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-ee0d2832-aa6d-4268-a526-4da79c6a273c req-c05bb4c7-00b9-4b96-9ab8-9789910591db tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:12.333756 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ee0d2832-aa6d-4268-a526-4da79c6a273c req-c05bb4c7-00b9-4b96-9ab8-9789910591db tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2817349 Feb 02 07:04:12.372474 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4130db2-552d-4b50-a568-00f3fd2ff1eb tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Made reservation on behalf of d3e64a71e17749e693b291cf3514bb46 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:04:12.432101 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-ee0d2832-aa6d-4268-a526-4da79c6a273c req-1a8d853a-7b32-4828-9052-51f041359c9f service neutron] Request body: {'port': {'device_id': '8ff36027-57b6-4b74-8a16-ded77bfe3f8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:04:12.623024 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-ee0d2832-aa6d-4268-a526-4da79c6a273c req-1a8d853a-7b32-4828-9052-51f041359c9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (85893ae3-9cf9-488d-a8f8-58bbbb8cbd30), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:12.664431 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-303d1e8e-39e3-425b-a2cb-6241890c675f None None] Provisioning complete for port 85893ae3-9cf9-488d-a8f8-58bbbb8cbd30 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:04:12.665586 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-303d1e8e-39e3-425b-a2cb-6241890c675f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (85893ae3-9cf9-488d-a8f8-58bbbb8cbd30), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:12.693742 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d4130db2-552d-4b50-a568-00f3fd2ff1eb tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:12.733666 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e445f8eb-b1c9-4116-bd9d-71c17288ddfe req-b9b4c161-8e5c-4ee8-b340-40f94a057022 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=cf0cc741-2dda-402a-8a5f-0a6b4cf991a3 HTTP/1.1" status: 200 len: 210 time: 0.0632436 Feb 02 07:04:12.735379 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-303d1e8e-39e3-425b-a2cb-6241890c675f None None] Port 85893ae3-9cf9-488d-a8f8-58bbbb8cbd30 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:04:12.866535 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [None req-d4130db2-552d-4b50-a568-00f3fd2ff1eb tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] device_id is not set on port 5ace81a8-edd1-4850-8685-ae7e949bfe73 yet. {{(pid=109694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:04:12.955301 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device df34ea11-fd57-46cd-aec6-de746f27ef9b up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:04:13.049272 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e789819e-edf4-4fab-be05-bac49c8c31fe req-37374fe7-2d1e-4088-a39d-d4771da1d982 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=51472d7ac5b4449fa09fb7150f54f571&device_id=cf0cc741-2dda-402a-8a5f-0a6b4cf991a3 HTTP/1.1" status: 200 len: 210 time: 0.0358782 Feb 02 07:04:13.120966 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port df34ea11-fd57-46cd-aec6-de746f27ef9b triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:04:13.121607 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (df34ea11-fd57-46cd-aec6-de746f27ef9b), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:13.340910 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-db932302-a5d4-49f1-8353-9955e4eb1848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:13.352015 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port df34ea11-fd57-46cd-aec6-de746f27ef9b is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:04:13.352552 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (df34ea11-fd57-46cd-aec6-de746f27ef9b), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:13.376895 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-ee0d2832-aa6d-4268-a526-4da79c6a273c req-1a8d853a-7b32-4828-9052-51f041359c9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85893ae3-9cf9-488d-a8f8-58bbbb8cbd30 {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:04:13.393850 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-ee0d2832-aa6d-4268-a526-4da79c6a273c req-1a8d853a-7b32-4828-9052-51f041359c9f service neutron] Publish callbacks [] for port (85893ae3-9cf9-488d-a8f8-58bbbb8cbd30), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:13.414533 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-ee0d2832-aa6d-4268-a526-4da79c6a273c req-1a8d853a-7b32-4828-9052-51f041359c9f service neutron] Transition to ACTIVE for port object 85893ae3-9cf9-488d-a8f8-58bbbb8cbd30 will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:04:13.433170 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-ee0d2832-aa6d-4268-a526-4da79c6a273c req-1a8d853a-7b32-4828-9052-51f041359c9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (85893ae3-9cf9-488d-a8f8-58bbbb8cbd30), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:13.438599 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port df34ea11-fd57-46cd-aec6-de746f27ef9b, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=df34ea11-fd57-46cd-aec6-de746f27ef9b,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:04:13.449158 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (df34ea11-fd57-46cd-aec6-de746f27ef9b), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:13.693267 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=df34ea11-fd57-46cd-aec6-de746f27ef9b,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:13.746478 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c648626-d2cf-409f-b955-673df0cb241b req-f0cecf37-3980-488d-b396-08054fd562b3 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:13.748338 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3c648626-d2cf-409f-b955-673df0cb241b req-f0cecf37-3980-488d-b396-08054fd562b3 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] 10.222.0.88 "GET /v2.0/ports?device_id=2176da82-bb5b-45eb-be5d-62f74cade60c HTTP/1.1" status: 200 len: 946 time: 1.0894799 Feb 02 07:04:13.766963 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98c5d20-02e7-4cfd-9e29-33e62f18a261 req-e3e04411-94b8-4aee-b3b7-7759f0520c34 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:13.773309 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8d853a-7b32-4828-9052-51f041359c9f service neutron] Pushing event updated for resources: {'Port': ['ID=85893ae3-9cf9-488d-a8f8-58bbbb8cbd30,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:13.776850 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c98c5d20-02e7-4cfd-9e29-33e62f18a261 req-e3e04411-94b8-4aee-b3b7-7759f0520c34 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] 10.222.0.87 "GET /v2.0/ports?device_id=2176da82-bb5b-45eb-be5d-62f74cade60c HTTP/1.1" status: 200 len: 946 time: 1.1134262 Feb 02 07:04:13.783879 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2bbff7-21ef-421f-9d76-f4e7ae2eaedc req-14393174-c205-402f-8832-c3e320546158 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:13.792163 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9b2bbff7-21ef-421f-9d76-f4e7ae2eaedc req-14393174-c205-402f-8832-c3e320546158 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 932 time: 0.7931483 Feb 02 07:04:13.986685 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c98c5d20-02e7-4cfd-9e29-33e62f18a261 req-24699a92-f1dd-4bde-b5ab-c6227be8d1cd tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] 10.222.0.87 "GET /v2.0/security-groups?id=39ab1041-aa98-452c-9555-e34e8e32c020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2086692 Feb 02 07:04:13.993335 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9b2bbff7-21ef-421f-9d76-f4e7ae2eaedc req-df35c2cb-5d36-46cd-b8fd-6c5bddbbe0aa tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1999471 Feb 02 07:04:14.079036 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-ee0d2832-aa6d-4268-a526-4da79c6a273c req-1a8d853a-7b32-4828-9052-51f041359c9f service neutron] Attempting to bind port 85893ae3-9cf9-488d-a8f8-58bbbb8cbd30 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:04:14.079773 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-ee0d2832-aa6d-4268-a526-4da79c6a273c req-1a8d853a-7b32-4828-9052-51f041359c9f service neutron] Attempting to bind port 85893ae3-9cf9-488d-a8f8-58bbbb8cbd30 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'fc0a4cad-9504-4785-979c-6732d183490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '274d3754-cb62-4276-8b4a-dfa5cf98baaf'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:04:14.080369 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0d2832-aa6d-4268-a526-4da79c6a273c req-1a8d853a-7b32-4828-9052-51f041359c9f service neutron] Attempting to bind port 85893ae3-9cf9-488d-a8f8-58bbbb8cbd30 on network 274d3754-cb62-4276-8b4a-dfa5cf98baaf {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:04:14.097680 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0d2832-aa6d-4268-a526-4da79c6a273c req-1a8d853a-7b32-4828-9052-51f041359c9f service neutron] Port 85893ae3-9cf9-488d-a8f8-58bbbb8cbd30 on network 274d3754-cb62-4276-8b4a-dfa5cf98baaf not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:04:14.098348 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0d2832-aa6d-4268-a526-4da79c6a273c req-1a8d853a-7b32-4828-9052-51f041359c9f service neutron] Attempting to bind port 85893ae3-9cf9-488d-a8f8-58bbbb8cbd30 on network 274d3754-cb62-4276-8b4a-dfa5cf98baaf {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:04:14.115069 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e789819e-edf4-4fab-be05-bac49c8c31fe req-40bccdc0-7d53-4d9a-a593-89e21e0c7a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:14.116939 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e789819e-edf4-4fab-be05-bac49c8c31fe req-40bccdc0-7d53-4d9a-a593-89e21e0c7a6b service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=51472d7ac5b4449fa09fb7150f54f571&shared=False HTTP/1.1" status: 200 len: 907 time: 1.0252795 Feb 02 07:04:14.120857 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0d2832-aa6d-4268-a526-4da79c6a273c req-1a8d853a-7b32-4828-9052-51f041359c9f service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:04:14.121280 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0d2832-aa6d-4268-a526-4da79c6a273c req-1a8d853a-7b32-4828-9052-51f041359c9f service neutron] Checking segment: {'id': 'fc0a4cad-9504-4785-979c-6732d183490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '274d3754-cb62-4276-8b4a-dfa5cf98baaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:04:14.121751 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0d2832-aa6d-4268-a526-4da79c6a273c req-1a8d853a-7b32-4828-9052-51f041359c9f service neutron] Bound using segment: {'id': 'fc0a4cad-9504-4785-979c-6732d183490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '274d3754-cb62-4276-8b4a-dfa5cf98baaf'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:04:14.122273 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-ee0d2832-aa6d-4268-a526-4da79c6a273c req-1a8d853a-7b32-4828-9052-51f041359c9f service neutron] Bound port: 85893ae3-9cf9-488d-a8f8-58bbbb8cbd30, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc0a4cad-9504-4785-979c-6732d183490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '274d3754-cb62-4276-8b4a-dfa5cf98baaf'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:04:14.122701 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-ee0d2832-aa6d-4268-a526-4da79c6a273c req-1a8d853a-7b32-4828-9052-51f041359c9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (85893ae3-9cf9-488d-a8f8-58bbbb8cbd30), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:14.138424 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-d4130db2-552d-4b50-a568-00f3fd2ff1eb tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Allocated IP 172.20.0.13 (0866d72e-3544-4c93-a5a9-bf8114a5301e/c5c81a5e-368e-4076-8884-9d4e1437899b/5ace81a8-edd1-4850-8685-ae7e949bfe73) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:04:14.147066 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ecac68-e021-49f9-ba59-cec9cdecc14f None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:04:14.171885 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-50682d34-574c-42db-8a67-da1638d27290 req-66f2ccc9-15af-42df-9473-f537f7aa0e1e tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=cf0cc741-2dda-402a-8a5f-0a6b4cf991a3 HTTP/1.1" status: 200 len: 210 time: 0.0526206 Feb 02 07:04:14.179300 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b66acd-5b73-4681-966d-2de9768636d2 req-de656244-475a-4c2d-9a6e-a29677e30fd9 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:14.181470 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-16b66acd-5b73-4681-966d-2de9768636d2 req-de656244-475a-4c2d-9a6e-a29677e30fd9 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.59 "GET /v2.0/ports?device_id=e2f92dd9-5697-4976-b165-77e520cf2520 HTTP/1.1" status: 200 len: 951 time: 0.3755319 Feb 02 07:04:14.202025 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-d4130db2-552d-4b50-a568-00f3fd2ff1eb tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Allocated IP 2001:db8::f816:3eff:fe6a:4cbf (0866d72e-3544-4c93-a5a9-bf8114a5301e/1924be74-331d-41bb-a599-a23c0dc60924/5ace81a8-edd1-4850-8685-ae7e949bfe73) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:04:14.362119 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-0de3dba4-914a-485a-a1a0-4da9b97a89c8 None None] Provisioning complete for port df34ea11-fd57-46cd-aec6-de746f27ef9b triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:04:14.362646 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0de3dba4-914a-485a-a1a0-4da9b97a89c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (df34ea11-fd57-46cd-aec6-de746f27ef9b), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:14.437028 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-ee0d2832-aa6d-4268-a526-4da79c6a273c req-1a8d853a-7b32-4828-9052-51f041359c9f service neutron] For port 85893ae3-9cf9-488d-a8f8-58bbbb8cbd30, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:04:14.443122 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-ee0d2832-aa6d-4268-a526-4da79c6a273c req-1a8d853a-7b32-4828-9052-51f041359c9f service neutron] For port 85893ae3-9cf9-488d-a8f8-58bbbb8cbd30, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=85893ae3-9cf9-488d-a8f8-58bbbb8cbd30,segment=NetworkSegment(fc0a4cad-9504-4785-979c-6732d183490f),segment_id=fc0a4cad-9504-4785-979c-6732d183490f)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:04:14.467997 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-ee0d2832-aa6d-4268-a526-4da79c6a273c req-1a8d853a-7b32-4828-9052-51f041359c9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (85893ae3-9cf9-488d-a8f8-58bbbb8cbd30), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:14.487001 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e789819e-edf4-4fab-be05-bac49c8c31fe req-46055d7a-1f10-455e-81e7-488709e05744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:14.488516 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e789819e-edf4-4fab-be05-bac49c8c31fe req-46055d7a-1f10-455e-81e7-488709e05744 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2978623 Feb 02 07:04:14.508382 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d4130db2-552d-4b50-a568-00f3fd2ff1eb tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for port (5ace81a8-edd1-4850-8685-ae7e949bfe73), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:14.523152 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d2832-aa6d-4268-a526-4da79c6a273c req-1a8d853a-7b32-4828-9052-51f041359c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:14.523885 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-ee0d2832-aa6d-4268-a526-4da79c6a273c req-1a8d853a-7b32-4828-9052-51f041359c9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:14.525429 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ee0d2832-aa6d-4268-a526-4da79c6a273c req-1a8d853a-7b32-4828-9052-51f041359c9f service neutron] 10.222.0.88 "PUT /v2.0/ports/85893ae3-9cf9-488d-a8f8-58bbbb8cbd30 HTTP/1.1" status: 200 len: 1093 time: 2.0986855 Feb 02 07:04:14.527850 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-16b66acd-5b73-4681-966d-2de9768636d2 req-cf9aa921-038c-43f1-8398-8137eb9613d0 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Deleting port 8983c95f-d2a5-40fc-ab6f-8385eea021b2 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:04:14.528190 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-16b66acd-5b73-4681-966d-2de9768636d2 req-cf9aa921-038c-43f1-8398-8137eb9613d0 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (8983c95f-d2a5-40fc-ab6f-8385eea021b2), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:14.576251 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d4130db2-552d-4b50-a568-00f3fd2ff1eb tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (5ace81a8-edd1-4850-8685-ae7e949bfe73), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:14.586495 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff0519-8b3b-43f7-a2af-67fe9370cc86 req-d5c43e5a-a047-4657-a12b-c0f1dbad8479 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:14.595954 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-efff0519-8b3b-43f7-a2af-67fe9370cc86 req-d5c43e5a-a047-4657-a12b-c0f1dbad8479 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2f92dd9-5697-4976-b165-77e520cf2520 HTTP/1.1" status: 200 len: 951 time: 0.4811418 Feb 02 07:04:14.623129 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-3c648626-d2cf-409f-b955-673df0cb241b req-f62b162b-6379-41e0-9b54-9b15f012e8e9 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Deleting port 9841212a-dbab-428c-b98e-14454a9a7249 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:04:14.623490 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3c648626-d2cf-409f-b955-673df0cb241b req-f62b162b-6379-41e0-9b54-9b15f012e8e9 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (9841212a-dbab-428c-b98e-14454a9a7249), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:14.662159 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-16b66acd-5b73-4681-966d-2de9768636d2 req-cf9aa921-038c-43f1-8398-8137eb9613d0 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] For port 8983c95f-d2a5-40fc-ab6f-8385eea021b2, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=8983c95f-d2a5-40fc-ab6f-8385eea021b2,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:04:14.662557 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-16b66acd-5b73-4681-966d-2de9768636d2 req-cf9aa921-038c-43f1-8398-8137eb9613d0 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (8983c95f-d2a5-40fc-ab6f-8385eea021b2), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:14.685347 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-16b66acd-5b73-4681-966d-2de9768636d2 req-cf9aa921-038c-43f1-8398-8137eb9613d0 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Calling delete_port for 8983c95f-d2a5-40fc-ab6f-8385eea021b2 owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:04:14.710881 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:14.798060 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-0de3dba4-914a-485a-a1a0-4da9b97a89c8 None None] Current status of the port df34ea11-fd57-46cd-aec6-de746f27ef9b is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:04:14.892221 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device df34ea11-fd57-46cd-aec6-de746f27ef9b up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:04:14.959266 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-3c648626-d2cf-409f-b955-673df0cb241b req-f62b162b-6379-41e0-9b54-9b15f012e8e9 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] For port 9841212a-dbab-428c-b98e-14454a9a7249, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=9841212a-dbab-428c-b98e-14454a9a7249,segment=NetworkSegment(88d799c5-8a21-4eb2-b1ec-1b0a670840e4),segment_id=88d799c5-8a21-4eb2-b1ec-1b0a670840e4)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:04:14.959867 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3c648626-d2cf-409f-b955-673df0cb241b req-f62b162b-6379-41e0-9b54-9b15f012e8e9 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (9841212a-dbab-428c-b98e-14454a9a7249), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:14.990509 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 9841212a-dbab-428c-b98e-14454a9a7249 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:04:15.137799 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386bbc15-1b67-4d92-b5b9-567a8d998564 None None] Update dhcp port {'port': {'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'fixed_ips': [{'subnet_id': '1924be74-331d-41bb-a599-a23c0dc60924', 'ip_address': '2001:db8::f816:3eff:fe67:dd7c'}, {'subnet_id': 'c5c81a5e-368e-4076-8884-9d4e1437899b'}], 'binding:host_id': 'n-d-789963-26'}, 'id': 'df34ea11-fd57-46cd-aec6-de746f27ef9b'} from n-d-789963-26. {{(pid=109695) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 02 07:04:15.200428 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-386bbc15-1b67-4d92-b5b9-567a8d998564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (df34ea11-fd57-46cd-aec6-de746f27ef9b), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:15.256350 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-efff0519-8b3b-43f7-a2af-67fe9370cc86 req-1cc5b2c7-538d-4ac7-b4e5-3b5e32a6d695 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/security-groups?id=da0fdf33-275e-482b-9e18-554a9c67a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6594954 Feb 02 07:04:15.257013 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4130db2-552d-4b50-a568-00f3fd2ff1eb tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event updated for resources: {'Port': ['ID=5ace81a8-edd1-4850-8685-ae7e949bfe73,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:15.296123 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ff36027-57b6-4b74-8a16-ded77bfe3f8c', 'tag': '85893ae3-9cf9-488d-a8f8-58bbbb8cbd30'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:04:15.298686 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc43ee26-79d9-405c-b3ed-20a0d43d74fc" -d '{"events": [{"name": "network-changed", "server_uuid": "8ff36027-57b6-4b74-8a16-ded77bfe3f8c", "tag": "85893ae3-9cf9-488d-a8f8-58bbbb8cbd30"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:04:15.373551 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4130db2-552d-4b50-a568-00f3fd2ff1eb tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:04:15.389324 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-d4130db2-552d-4b50-a568-00f3fd2ff1eb tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:04:15.393356 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4130db2-552d-4b50-a568-00f3fd2ff1eb tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:04:15.406049 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port df34ea11-fd57-46cd-aec6-de746f27ef9b triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:04:15.406678 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (df34ea11-fd57-46cd-aec6-de746f27ef9b), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:15.442968 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e789819e-edf4-4fab-be05-bac49c8c31fe req-10976a29-5996-42bb-a63b-6a24063e29ef tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.88 "GET /v2.0/ports?device_id=cf0cc741-2dda-402a-8a5f-0a6b4cf991a3 HTTP/1.1" status: 200 len: 210 time: 0.1396863 Feb 02 07:04:15.469197 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 9841212a-dbab-428c-b98e-14454a9a7249 is: ACTIVE; New status is: DOWN {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:04:15.469815 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (9841212a-dbab-428c-b98e-14454a9a7249), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:15.496386 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8d853a-7b32-4828-9052-51f041359c9f service neutron] Pushing event updated for resources: {'Port': ['ID=85893ae3-9cf9-488d-a8f8-58bbbb8cbd30,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:15.510642 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3c648626-d2cf-409f-b955-673df0cb241b req-f62b162b-6379-41e0-9b54-9b15f012e8e9 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:15.511046 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3c648626-d2cf-409f-b955-673df0cb241b req-f62b162b-6379-41e0-9b54-9b15f012e8e9 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (a243f2d9-72dd-4fee-bb8b-30e314e4ab9d), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:15.511376 n-d-789963-26 neutron-server[109694]: INFO neutron.db.l3_db [req-3c648626-d2cf-409f-b955-673df0cb241b req-f62b162b-6379-41e0-9b54-9b15f012e8e9 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Floating IP a243f2d9-72dd-4fee-bb8b-30e314e4ab9d disassociated. External IP: 172.25.4.93, port: 9841212a-dbab-428c-b98e-14454a9a7249. Feb 02 07:04:15.511767 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-3c648626-d2cf-409f-b955-673df0cb241b req-f62b162b-6379-41e0-9b54-9b15f012e8e9 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Calling delete_port for 9841212a-dbab-428c-b98e-14454a9a7249 owned by compute:nova {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:04:15.574547 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d2832-aa6d-4268-a526-4da79c6a273c req-d4bdba21-fd5a-440a-886d-bb82ad6c58ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:15.579456 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ee0d2832-aa6d-4268-a526-4da79c6a273c req-d4bdba21-fd5a-440a-886d-bb82ad6c58ff service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=12ae52d2610343959b079c169f83e654&device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 1127 time: 0.2580905 Feb 02 07:04:15.599351 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b23a5c-2c2d-4f71-88ae-1a6cbf18f83c req-972fbeea-44fb-4208-bfac-bf5a196ff4e9 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:15.609470 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-80b23a5c-2c2d-4f71-88ae-1a6cbf18f83c req-972fbeea-44fb-4208-bfac-bf5a196ff4e9 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] 10.222.0.87 "GET /v2.0/ports?device_id=2176da82-bb5b-45eb-be5d-62f74cade60c HTTP/1.1" status: 200 len: 946 time: 0.2970316 Feb 02 07:04:15.617540 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4130db2-552d-4b50-a568-00f3fd2ff1eb tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:15.621536 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d4130db2-552d-4b50-a568-00f3fd2ff1eb tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:15.657235 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d4130db2-552d-4b50-a568-00f3fd2ff1eb tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.6463382 Feb 02 07:04:15.660524 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44276) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:04:15.707439 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6195bfa4-df66-4f05-829a-2145e6f1b0ea req-3d847798-ae7f-4802-901d-ea22c152c7da tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:15.709300 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ee0d2832-aa6d-4268-a526-4da79c6a273c req-ca27ef7e-bb55-411e-8269-0bc2a7a401e9 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85893ae3-9cf9-488d-a8f8-58bbbb8cbd30 HTTP/1.1" status: 200 len: 217 time: 0.0901299 Feb 02 07:04:15.715688 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6195bfa4-df66-4f05-829a-2145e6f1b0ea req-3d847798-ae7f-4802-901d-ea22c152c7da tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 944 time: 0.2482932 Feb 02 07:04:15.782362 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-80b23a5c-2c2d-4f71-88ae-1a6cbf18f83c req-df1ce4c3-76fc-4330-bef0-960403931cca tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] 10.222.0.87 "GET /v2.0/security-groups?id=39ab1041-aa98-452c-9555-e34e8e32c020&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1704354 Feb 02 07:04:15.833829 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-386bbc15-1b67-4d92-b5b9-567a8d998564 None None] Allocated IP 172.20.0.2 (0866d72e-3544-4c93-a5a9-bf8114a5301e/c5c81a5e-368e-4076-8884-9d4e1437899b/df34ea11-fd57-46cd-aec6-de746f27ef9b) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:04:15.849197 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-16b66acd-5b73-4681-966d-2de9768636d2 req-cf9aa921-038c-43f1-8398-8137eb9613d0 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (8983c95f-d2a5-40fc-ab6f-8385eea021b2), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:15.898797 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6195bfa4-df66-4f05-829a-2145e6f1b0ea req-6f35f636-cbd9-4ec9-bcc9-3080c131a479 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1771896 Feb 02 07:04:15.940702 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f1a95c-6109-45b2-b53e-6196b0b0d1dd tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:15.951514 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f1a95c-6109-45b2-b53e-6196b0b0d1dd tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:15.955598 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a3f1a95c-6109-45b2-b53e-6196b0b0d1dd tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.2908378 Feb 02 07:04:15.961299 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44286) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:04:16.029117 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9aa921-038c-43f1-8398-8137eb9613d0 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Pushing event deleted for resources: {'Port': ['ID=8983c95f-d2a5-40fc-ab6f-8385eea021b2,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:16.180830 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3c648626-d2cf-409f-b955-673df0cb241b req-f62b162b-6379-41e0-9b54-9b15f012e8e9 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (9841212a-dbab-428c-b98e-14454a9a7249), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:16.199710 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a909f4e5-f9d9-45e9-91a2-e587b93efb84 x-openstack-request-id: req-a909f4e5-f9d9-45e9-91a2-e587b93efb84 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:04:16.201998 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ff36027-57b6-4b74-8a16-ded77bfe3f8c", "tag": "85893ae3-9cf9-488d-a8f8-58bbbb8cbd30", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:04:16.202557 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a909f4e5-f9d9-45e9-91a2-e587b93efb84 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:04:16.203939 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ff36027-57b6-4b74-8a16-ded77bfe3f8c', 'tag': '85893ae3-9cf9-488d-a8f8-58bbbb8cbd30', 'status': 'completed', 'code': 200} Feb 02 07:04:16.222286 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-69054d8f-2da6-4636-b4be-f29282e2f8aa req-71c9c55a-d214-4490-a546-bc39292994ed tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=cf0cc741-2dda-402a-8a5f-0a6b4cf991a3 HTTP/1.1" status: 200 len: 210 time: 0.1722453 Feb 02 07:04:16.226808 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62b162b-6379-41e0-9b54-9b15f012e8e9 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Pushing event deleted for resources: {'Port': ['ID=9841212a-dbab-428c-b98e-14454a9a7249,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:16.273190 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:16.304760 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port df34ea11-fd57-46cd-aec6-de746f27ef9b is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:04:16.321183 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c0e4b08a-e35d-49f8-af9c-5018c92bb4f8 req-413707eb-3839-4dbc-8849-db8e79c62761 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=51472d7ac5b4449fa09fb7150f54f571&device_id=cf0cc741-2dda-402a-8a5f-0a6b4cf991a3 HTTP/1.1" status: 200 len: 210 time: 0.2564902 Feb 02 07:04:16.322741 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d2832-aa6d-4268-a526-4da79c6a273c req-ce1613c2-1b56-4d1d-862e-47bb76f32de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:16.324104 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ee0d2832-aa6d-4268-a526-4da79c6a273c req-ce1613c2-1b56-4d1d-862e-47bb76f32de2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b6b3fc97-ea53-4910-99b5-bddf06c5d45f HTTP/1.1" status: 200 len: 851 time: 0.5957594 Feb 02 07:04:16.346509 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-386bbc15-1b67-4d92-b5b9-567a8d998564 None None] For port df34ea11-fd57-46cd-aec6-de746f27ef9b, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=df34ea11-fd57-46cd-aec6-de746f27ef9b,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:04:16.369892 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-7db041a6-daea-490b-8af1-184ffb1969ea tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Deleting port 5ace81a8-edd1-4850-8685-ae7e949bfe73 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:04:16.373310 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7db041a6-daea-490b-8af1-184ffb1969ea tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (5ace81a8-edd1-4850-8685-ae7e949bfe73), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:16.402811 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b66acd-5b73-4681-966d-2de9768636d2 req-cf9aa921-038c-43f1-8398-8137eb9613d0 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] No DVR routers for this DVR port 8983c95f-d2a5-40fc-ab6f-8385eea021b2 on host n-h2-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:04:16.411054 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-16b66acd-5b73-4681-966d-2de9768636d2 req-cf9aa921-038c-43f1-8398-8137eb9613d0 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:16.416514 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-16b66acd-5b73-4681-966d-2de9768636d2 req-cf9aa921-038c-43f1-8398-8137eb9613d0 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.59 "DELETE /v2.0/ports/8983c95f-d2a5-40fc-ab6f-8385eea021b2 HTTP/1.1" status: 204 len: 173 time: 2.2243919 Feb 02 07:04:16.430705 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-386bbc15-1b67-4d92-b5b9-567a8d998564 None None] Publish callbacks [] for port (df34ea11-fd57-46cd-aec6-de746f27ef9b), precommit_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:16.441201 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9c4b53ce-6f63-48dd-a6c0-a8b7101ee1f0 req-3b3437bf-e75e-47f1-873c-c8f0d005e758 tempest-ServersAdminTestJSON-869466473 tempest-ServersAdminTestJSON-869466473-project] 10.222.0.87 "GET /v2.0/ports?device_id=e2f92dd9-5697-4976-b165-77e520cf2520 HTTP/1.1" status: 200 len: 210 time: 0.0383763 Feb 02 07:04:16.444293 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-386bbc15-1b67-4d92-b5b9-567a8d998564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (df34ea11-fd57-46cd-aec6-de746f27ef9b), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:16.656251 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7db041a6-daea-490b-8af1-184ffb1969ea tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (5ace81a8-edd1-4850-8685-ae7e949bfe73), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:16.685362 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c648626-d2cf-409f-b955-673df0cb241b req-f62b162b-6379-41e0-9b54-9b15f012e8e9 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Router 26351360-de0e-4c20-8810-bcad3e59ddb8 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:04:16.686372 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d2832-aa6d-4268-a526-4da79c6a273c req-d50d10a5-e648-44a8-9fd3-6d403f028355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:16.687937 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ee0d2832-aa6d-4268-a526-4da79c6a273c req-d50d10a5-e648-44a8-9fd3-6d403f028355 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=274d3754-cb62-4276-8b4a-dfa5cf98baaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2865436 Feb 02 07:04:16.700843 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-7db041a6-daea-490b-8af1-184ffb1969ea tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Calling delete_port for 5ace81a8-edd1-4850-8685-ae7e949bfe73 owned by {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:04:16.772313 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e4b08a-e35d-49f8-af9c-5018c92bb4f8 req-16033eb4-b744-476f-86c3-2e1407de8ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:16.773816 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c0e4b08a-e35d-49f8-af9c-5018c92bb4f8 req-16033eb4-b744-476f-86c3-2e1407de8ff5 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=51472d7ac5b4449fa09fb7150f54f571&shared=False HTTP/1.1" status: 200 len: 907 time: 0.4078302 Feb 02 07:04:16.797391 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386bbc15-1b67-4d92-b5b9-567a8d998564 None None] Pushing event updated for resources: {'Port': ['ID=df34ea11-fd57-46cd-aec6-de746f27ef9b,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:17.087690 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f8297686-4fcf-48d6-a810-f47b02c3cf41 req-e81d82f9-e860-46b6-8621-17cd2fc34ef3 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] 10.222.0.87 "GET /v2.0/ports?device_id=2176da82-bb5b-45eb-be5d-62f74cade60c HTTP/1.1" status: 200 len: 210 time: 0.1539023 Feb 02 07:04:17.133116 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e4b08a-e35d-49f8-af9c-5018c92bb4f8 req-d6fd4f91-e436-45d3-b463-a3b2bf80f5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:17.135523 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c0e4b08a-e35d-49f8-af9c-5018c92bb4f8 req-d6fd4f91-e436-45d3-b463-a3b2bf80f5b4 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2935836 Feb 02 07:04:17.137593 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ee0d2832-aa6d-4268-a526-4da79c6a273c req-f405ffe6-d4b3-4ec6-8c51-545fa8baf291 service neutron] 10.222.0.88 "GET /v2.0/networks/274d3754-cb62-4276-8b4a-dfa5cf98baaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4369891 Feb 02 07:04:17.180160 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c648626-d2cf-409f-b955-673df0cb241b req-f62b162b-6379-41e0-9b54-9b15f012e8e9 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:04:17.194124 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f2b319-3a47-4214-be77-abe5bb88486b None None] Sync routers for ids ['26351360-de0e-4c20-8810-bcad3e59ddb8'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:04:17.220710 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f2b319-3a47-4214-be77-abe5bb88486b None None] Routers {'26351360-de0e-4c20-8810-bcad3e59ddb8'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:04:17.224215 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-d2f2b319-3a47-4214-be77-abe5bb88486b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:04:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['26351360-de0e-4c20-8810-bcad3e59ddb8'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:04:17.422426 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-d2f2b319-3a47-4214-be77-abe5bb88486b None None] Set router 26351360-de0e-4c20-8810-bcad3e59ddb8 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:04:17.439198 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c648626-d2cf-409f-b955-673df0cb241b req-f62b162b-6379-41e0-9b54-9b15f012e8e9 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] No DVR routers for this DVR port 9841212a-dbab-428c-b98e-14454a9a7249 on host n-h1-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:04:17.457046 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3c648626-d2cf-409f-b955-673df0cb241b req-f62b162b-6379-41e0-9b54-9b15f012e8e9 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:17.458099 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ecc684e0-4e39-4888-8106-14bb314b61a2 req-231af8d7-63f4-46b2-ab93-17294b206522 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=cf0cc741-2dda-402a-8a5f-0a6b4cf991a3 HTTP/1.1" status: 200 len: 210 time: 0.0766251 Feb 02 07:04:17.466266 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3c648626-d2cf-409f-b955-673df0cb241b req-f62b162b-6379-41e0-9b54-9b15f012e8e9 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] 10.222.0.88 "DELETE /v2.0/ports/9841212a-dbab-428c-b98e-14454a9a7249 HTTP/1.1" status: 204 len: 173 time: 3.6620862 Feb 02 07:04:17.491588 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2176da82-bb5b-45eb-be5d-62f74cade60c', 'name': 'network-vif-deleted', 'tag': '9841212a-dbab-428c-b98e-14454a9a7249'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:04:17.497398 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da75743-0910-43fe-bb1b-43e00898b293" -d '{"events": [{"server_uuid": "2176da82-bb5b-45eb-be5d-62f74cade60c", "name": "network-vif-deleted", "tag": "9841212a-dbab-428c-b98e-14454a9a7249"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:04:17.543638 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c672aed9-cb27-491c-bad7-e15e0da4f6e6 req-6177009d-40ac-42b5-b02a-d7ec70174d88 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:17.550040 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c672aed9-cb27-491c-bad7-e15e0da4f6e6 req-6177009d-40ac-42b5-b02a-d7ec70174d88 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 944 time: 0.4879968 Feb 02 07:04:17.568856 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c0e4b08a-e35d-49f8-af9c-5018c92bb4f8 req-c16516cf-85cf-449b-84a5-c652df52a2ee tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.88 "GET /v2.0/ports?device_id=cf0cc741-2dda-402a-8a5f-0a6b4cf991a3 HTTP/1.1" status: 200 len: 210 time: 0.1885965 Feb 02 07:04:17.677100 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c672aed9-cb27-491c-bad7-e15e0da4f6e6 req-60fc097a-9424-4842-9730-be825aaf670d tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184649 Feb 02 07:04:17.678407 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ee0d2832-aa6d-4268-a526-4da79c6a273c req-51a6f18a-7f2c-4cc4-a06f-f90b276ffc5f service neutron] 10.222.0.88 "GET /v2.0/networks/274d3754-cb62-4276-8b4a-dfa5cf98baaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5206776 Feb 02 07:04:17.712737 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a8c4f0-421c-4981-9ca0-29d2eb64e39f x-openstack-request-id: req-06a8c4f0-421c-4981-9ca0-29d2eb64e39f {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:04:17.713474 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2176da82-bb5b-45eb-be5d-62f74cade60c", "name": "network-vif-deleted", "tag": "9841212a-dbab-428c-b98e-14454a9a7249", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:04:17.714051 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-06a8c4f0-421c-4981-9ca0-29d2eb64e39f {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:04:17.714729 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2176da82-bb5b-45eb-be5d-62f74cade60c', 'name': 'network-vif-deleted', 'tag': '9841212a-dbab-428c-b98e-14454a9a7249', 'status': 'completed', 'code': 200} Feb 02 07:04:17.722724 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7db041a6-daea-490b-8af1-184ffb1969ea tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (5ace81a8-edd1-4850-8685-ae7e949bfe73), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:17.745876 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:17.764927 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 8983c95f-d2a5-40fc-ab6f-8385eea021b2 no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:04:17.817652 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db041a6-daea-490b-8af1-184ffb1969ea tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event deleted for resources: {'Port': ['ID=5ace81a8-edd1-4850-8685-ae7e949bfe73,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:17.983137 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] No Port match for: 8983c95f-d2a5-40fc-ab6f-8385eea021b2 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:04:17.983493 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 8983c95f-d2a5-40fc-ab6f-8385eea021b2 not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:04:18.062327 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7db041a6-daea-490b-8af1-184ffb1969ea tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:18.070531 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-7db041a6-daea-490b-8af1-184ffb1969ea tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/ports/5ace81a8-edd1-4850-8685-ae7e949bfe73 HTTP/1.1" status: 204 len: 168 time: 2.1082747 Feb 02 07:04:18.073851 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44322) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:04:18.080309 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43ee26-79d9-405c-b3ed-20a0d43d74fc req-a021a076-6114-4924-a745-2864b029012b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:18.090574 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-dc43ee26-79d9-405c-b3ed-20a0d43d74fc req-a021a076-6114-4924-a745-2864b029012b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=12ae52d2610343959b079c169f83e654&device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 1127 time: 0.2361085 Feb 02 07:04:18.177624 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44326) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:04:18.240321 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2f92dd9-5697-4976-b165-77e520cf2520', 'name': 'network-vif-deleted', 'tag': '8983c95f-d2a5-40fc-ab6f-8385eea021b2'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:04:18.253689 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4823f75-68b7-4b48-9835-28732d45d89b" -d '{"events": [{"server_uuid": "e2f92dd9-5697-4976-b165-77e520cf2520", "name": "network-vif-deleted", "tag": "8983c95f-d2a5-40fc-ab6f-8385eea021b2"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:04:18.338687 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-7278573b-e535-4c56-9f2e-b46d0cb7ccef None None] Provisioning complete for port df34ea11-fd57-46cd-aec6-de746f27ef9b triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:04:18.340747 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7278573b-e535-4c56-9f2e-b46d0cb7ccef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (df34ea11-fd57-46cd-aec6-de746f27ef9b), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:18.369098 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf56730-884d-436f-bd4a-81adc9a9978f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:18.371796 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf56730-884d-436f-bd4a-81adc9a9978f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:18.388783 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf56730-884d-436f-bd4a-81adc9a9978f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:18.398036 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-cbf56730-884d-436f-bd4a-81adc9a9978f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3228135 Feb 02 07:04:18.419276 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-d2f2b319-3a47-4214-be77-abe5bb88486b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26351360-de0e-4c20-8810-bcad3e59ddb8', 'name': 'tempest-ServersTestManualDisk-820367868-router', 'tenant_id': '119ebbdd403a496dbc2e34d86f0585a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '561648fb-160f-4879-a31b-754251b6d776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:02:47Z', 'updated_at': '2022-02-02T07:02:57Z', 'revision_number': 4, 'project_id': '119ebbdd403a496dbc2e34d86f0585a7', 'gw_port': {'id': '561648fb-160f-4879-a31b-754251b6d776', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:aa:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26351360-de0e-4c20-8810-bcad3e59ddb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:02:49Z', 'updated_at': '2022-02-02T07:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'aeb58d23-5863-44d4-ba73-7d85b89fee50', 'name': '', 'network_id': '25bb2f6b-fd67-47da-85b3-87ac7c749a35', 'tenant_id': '119ebbdd403a496dbc2e34d86f0585a7', 'mac_address': 'fa:16:3e:12:ef:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26351360-de0e-4c20-8810-bcad3e59ddb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '4301de96-4c94-4826-b786-9a6127838bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:02:55Z', 'updated_at': '2022-02-02T07:03:03Z', 'revision_number': 5, 'project_id': '119ebbdd403a496dbc2e34d86f0585a7', 'subnets': [{'id': '4301de96-4c94-4826-b786-9a6127838bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:04:18.429176 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44342) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:04:18.478830 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c70c0785-6594-4160-8f2b-028d848709a9 x-openstack-request-id: req-c70c0785-6594-4160-8f2b-028d848709a9 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:04:18.479422 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2f92dd9-5697-4976-b165-77e520cf2520", "name": "network-vif-deleted", "tag": "8983c95f-d2a5-40fc-ab6f-8385eea021b2", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:04:18.479422 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c70c0785-6594-4160-8f2b-028d848709a9 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:04:18.486962 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-31f17be8-5f72-4274-9bdf-6eda44ff8641 req-5bf70ccf-90dc-42f1-8cf4-af38db1ec02d tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] 10.222.0.87 "GET /v2.0/ports?device_id=2176da82-bb5b-45eb-be5d-62f74cade60c HTTP/1.1" status: 200 len: 210 time: 0.1531224 Feb 02 07:04:18.499964 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2f92dd9-5697-4976-b165-77e520cf2520', 'name': 'network-vif-deleted', 'tag': '8983c95f-d2a5-40fc-ab6f-8385eea021b2', 'status': 'completed', 'code': 200} Feb 02 07:04:18.500542 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f2b319-3a47-4214-be77-abe5bb88486b None None] Checking router: 26351360-de0e-4c20-8810-bcad3e59ddb8 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:04:18.545126 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f2b319-3a47-4214-be77-abe5bb88486b None None] Routers {'26351360-de0e-4c20-8810-bcad3e59ddb8'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:04:18.546050 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-d2f2b319-3a47-4214-be77-abe5bb88486b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:04:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['26351360-de0e-4c20-8810-bcad3e59ddb8'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:04:18.714489 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43ee26-79d9-405c-b3ed-20a0d43d74fc req-d4dcc458-e6b9-44ba-9833-f25e51b976f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:18.730117 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-dc43ee26-79d9-405c-b3ed-20a0d43d74fc req-d4dcc458-e6b9-44ba-9833-f25e51b976f5 service neutron] 10.222.0.88 "GET /v2.0/networks?id=274d3754-cb62-4276-8b4a-dfa5cf98baaf HTTP/1.1" status: 200 len: 913 time: 0.6290424 Feb 02 07:04:18.742753 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c969107-636c-4f86-94d9-650a2b1ff9ae tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Deleting subnet 1924be74-331d-41bb-a599-a23c0dc60924 {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:04:18.753968 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6c969107-636c-4f86-94d9-650a2b1ff9ae tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for subnet (1924be74-331d-41bb-a599-a23c0dc60924), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:18.761050 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-6ce17fa8-b86c-4f21-bbc2-ee1390070b29 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=40f55797a4e64b49b7bf5689d7ed2a53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5779476 Feb 02 07:04:18.761987 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44350) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:04:18.855514 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6c969107-636c-4f86-94d9-650a2b1ff9ae tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (1924be74-331d-41bb-a599-a23c0dc60924), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:18.914586 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e3d0c3e5-b901-499e-aa74-70fb8f778303 admin admin] Publish callbacks [] for security_group (da0fdf33-275e-482b-9e18-554a9c67a5f3), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:18.938563 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-dc43ee26-79d9-405c-b3ed-20a0d43d74fc req-e6aa75f8-6e2f-4d03-b6d3-862617a89a49 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85893ae3-9cf9-488d-a8f8-58bbbb8cbd30 HTTP/1.1" status: 200 len: 217 time: 0.0460651 Feb 02 07:04:18.962148 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e3d0c3e5-b901-499e-aa74-70fb8f778303 admin admin] Publish callbacks [] for security_group (da0fdf33-275e-482b-9e18-554a9c67a5f3), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:18.967792 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device df34ea11-fd57-46cd-aec6-de746f27ef9b up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:04:18.971113 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1352ce6-9888-4c3e-a834-2fcbc6959ab8 req-1f122be5-1e09-4467-a141-a6d982099c9a tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:18.979446 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c1352ce6-9888-4c3e-a834-2fcbc6959ab8 req-1f122be5-1e09-4467-a141-a6d982099c9a tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 944 time: 0.1542420 Feb 02 07:04:18.981284 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-7278573b-e535-4c56-9f2e-b46d0cb7ccef None None] Current status of the port df34ea11-fd57-46cd-aec6-de746f27ef9b is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:04:19.031434 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-d2f2b319-3a47-4214-be77-abe5bb88486b None None] Set router 26351360-de0e-4c20-8810-bcad3e59ddb8 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:04:19.069714 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c1352ce6-9888-4c3e-a834-2fcbc6959ab8 req-74d7d2a0-492c-4541-a960-80708e3a4630 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893676 Feb 02 07:04:19.116161 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e3d0c3e5-b901-499e-aa74-70fb8f778303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (da0fdf33-275e-482b-9e18-554a9c67a5f3), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:19.120188 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e3d0c3e5-b901-499e-aa74-70fb8f778303 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:19.121387 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-e3d0c3e5-b901-499e-aa74-70fb8f778303 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/da0fdf33-275e-482b-9e18-554a9c67a5f3 HTTP/1.1" status: 204 len: 168 time: 0.3574479 Feb 02 07:04:19.134892 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d0c3e5-b901-499e-aa74-70fb8f778303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0fdf33-275e-482b-9e18-554a9c67a5f3,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:19.148563 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-e67e2983-4666-49a9-ba68-09d94f8028fc None None] Could not find standard attr ID for object 5ace81a8-edd1-4850-8685-ae7e949bfe73. {{(pid=109695) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 07:04:19.331029 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6c969107-636c-4f86-94d9-650a2b1ff9ae tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (1924be74-331d-41bb-a599-a23c0dc60924), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:19.335467 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43ee26-79d9-405c-b3ed-20a0d43d74fc req-a7b01b84-49d9-4c3d-ad05-e14749d08a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:19.337727 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-dc43ee26-79d9-405c-b3ed-20a0d43d74fc req-a7b01b84-49d9-4c3d-ad05-e14749d08a26 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b6b3fc97-ea53-4910-99b5-bddf06c5d45f HTTP/1.1" status: 200 len: 851 time: 0.3905964 Feb 02 07:04:19.342312 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port df34ea11-fd57-46cd-aec6-de746f27ef9b triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:04:19.342996 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (df34ea11-fd57-46cd-aec6-de746f27ef9b), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:19.480634 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bdb370-df2f-4287-96ff-46338dfe9db8 req-c7bd63a2-f3a8-412e-8419-c17b946b5ef4 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:19.498669 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-51bdb370-df2f-4287-96ff-46338dfe9db8 req-c7bd63a2-f3a8-412e-8419-c17b946b5ef4 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/networks?id=f9701445-c4cf-4d4f-9286-fc4fc0bbd41b HTTP/1.1" status: 200 len: 806 time: 0.4617286 Feb 02 07:04:19.555156 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-51bdb370-df2f-4287-96ff-46338dfe9db8 req-deacb9b8-e8e8-4638-9e64-c769c9df480e tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/quotas/51472d7ac5b4449fa09fb7150f54f571 HTTP/1.1" status: 200 len: 375 time: 0.0552709 Feb 02 07:04:19.642557 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44382) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:04:19.663368 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43ee26-79d9-405c-b3ed-20a0d43d74fc req-1ab26225-8ed2-420f-9514-f7756189ad13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:19.672964 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-dc43ee26-79d9-405c-b3ed-20a0d43d74fc req-1ab26225-8ed2-420f-9514-f7756189ad13 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=274d3754-cb62-4276-8b4a-dfa5cf98baaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3024917 Feb 02 07:04:19.755669 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6c969107-636c-4f86-94d9-650a2b1ff9ae tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (1924be74-331d-41bb-a599-a23c0dc60924), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:19.780446 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port df34ea11-fd57-46cd-aec6-de746f27ef9b is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:04:19.810635 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0ee0f545-52c8-4413-8562-8cb845793e5c tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Publish callbacks [] for security_group (39ab1041-aa98-452c-9555-e34e8e32c020), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:19.812634 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44384) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:04:19.820786 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-d2f2b319-3a47-4214-be77-abe5bb88486b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26351360-de0e-4c20-8810-bcad3e59ddb8', 'name': 'tempest-ServersTestManualDisk-820367868-router', 'tenant_id': '119ebbdd403a496dbc2e34d86f0585a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '561648fb-160f-4879-a31b-754251b6d776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:02:47Z', 'updated_at': '2022-02-02T07:02:57Z', 'revision_number': 4, 'project_id': '119ebbdd403a496dbc2e34d86f0585a7', 'gw_port': {'id': '561648fb-160f-4879-a31b-754251b6d776', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:aa:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26351360-de0e-4c20-8810-bcad3e59ddb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:02:49Z', 'updated_at': '2022-02-02T07:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'aeb58d23-5863-44d4-ba73-7d85b89fee50', 'name': '', 'network_id': '25bb2f6b-fd67-47da-85b3-87ac7c749a35', 'tenant_id': '119ebbdd403a496dbc2e34d86f0585a7', 'mac_address': 'fa:16:3e:12:ef:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26351360-de0e-4c20-8810-bcad3e59ddb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '4301de96-4c94-4826-b786-9a6127838bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:02:55Z', 'updated_at': '2022-02-02T07:03:03Z', 'revision_number': 5, 'project_id': '119ebbdd403a496dbc2e34d86f0585a7', 'subnets': [{'id': '4301de96-4c94-4826-b786-9a6127838bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:04:19.864409 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6c969107-636c-4f86-94d9-650a2b1ff9ae tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:19.869915 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-6c969107-636c-4f86-94d9-650a2b1ff9ae tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/subnets/1924be74-331d-41bb-a599-a23c0dc60924 HTTP/1.1" status: 204 len: 168 time: 1.4397097 Feb 02 07:04:19.875565 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0ee0f545-52c8-4413-8562-8cb845793e5c tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Publish callbacks [] for security_group (39ab1041-aa98-452c-9555-e34e8e32c020), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:19.877194 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c969107-636c-4f86-94d9-650a2b1ff9ae tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event deleted for resources: {'Subnet': ['ID=1924be74-331d-41bb-a599-a23c0dc60924,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:19.880310 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44386) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:04:19.902663 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f2b319-3a47-4214-be77-abe5bb88486b None None] The sync data for ids ['26351360-de0e-4c20-8810-bcad3e59ddb8'] in n-d-789963-26 is: [{'id': '26351360-de0e-4c20-8810-bcad3e59ddb8', 'name': 'tempest-ServersTestManualDisk-820367868-router', 'tenant_id': '119ebbdd403a496dbc2e34d86f0585a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '561648fb-160f-4879-a31b-754251b6d776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:02:47Z', 'updated_at': '2022-02-02T07:02:57Z', 'revision_number': 4, 'project_id': '119ebbdd403a496dbc2e34d86f0585a7', 'gw_port': {'id': '561648fb-160f-4879-a31b-754251b6d776', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:aa:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26351360-de0e-4c20-8810-bcad3e59ddb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:02:49Z', 'updated_at': '2022-02-02T07:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'aeb58d23-5863-44d4-ba73-7d85b89fee50', 'name': '', 'network_id': '25bb2f6b-fd67-47da-85b3-87ac7c749a35', 'tenant_id': '119ebbdd403a496dbc2e34d86f0585a7', 'mac_address': 'fa:16:3e:12:ef:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26351360-de0e-4c20-8810-bcad3e59ddb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '4301de96-4c94-4826-b786-9a6127838bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:02:55Z', 'updated_at': '2022-02-02T07:03:03Z', 'revision_number': 5, 'project_id': '119ebbdd403a496dbc2e34d86f0585a7', 'subnets': [{'id': '4301de96-4c94-4826-b786-9a6127838bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:04:19.912806 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d38302-c3f7-470b-8065-9e00b5139398 None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:04:19.913176 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-51bdb370-df2f-4287-96ff-46338dfe9db8 req-651c34e6-f6b2-43b3-9059-9e53d844c455 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=51472d7ac5b4449fa09fb7150f54f571&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3564706 Feb 02 07:04:19.919358 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [req-51bdb370-df2f-4287-96ff-46338dfe9db8 req-e83b47f6-1703-4715-8d4a-75d579d78f87 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=109693) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:04:19.926388 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-51bdb370-df2f-4287-96ff-46338dfe9db8 req-e83b47f6-1703-4715-8d4a-75d579d78f87 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0121622 Feb 02 07:04:20.004674 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-381b3b44-6b82-4aa8-a5e2-c2f7a77c6a21 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b2f35c19df764159a99adffcbdfbee75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1899655 Feb 02 07:04:20.008013 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44388) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:04:20.053409 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-51bdb370-df2f-4287-96ff-46338dfe9db8 req-52c621f6-b39d-4ac8-86a3-a819532b78ea service neutron] 10.222.0.87 "GET /v2.0/networks/f9701445-c4cf-4d4f-9286-fc4fc0bbd41b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259201 Feb 02 07:04:20.136873 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a1179a8a-4f45-4e00-97f1-b5430680d698 admin admin] Publish callbacks [] for security_group (73a5caa6-93b1-4e08-9de7-bdfe3df7c0e3), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:20.141733 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0ee0f545-52c8-4413-8562-8cb845793e5c tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (39ab1041-aa98-452c-9555-e34e8e32c020), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:20.148550 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0ee0f545-52c8-4413-8562-8cb845793e5c tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:20.152824 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0ee0f545-52c8-4413-8562-8cb845793e5c tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] 10.222.0.87 "DELETE /v2.0/security-groups/39ab1041-aa98-452c-9555-e34e8e32c020 HTTP/1.1" status: 204 len: 168 time: 0.5063140 Feb 02 07:04:20.157651 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44392) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:04:20.162144 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-dc43ee26-79d9-405c-b3ed-20a0d43d74fc req-488aa20e-e485-4220-a84e-31decff34cb7 service neutron] 10.222.0.88 "GET /v2.0/networks/274d3754-cb62-4276-8b4a-dfa5cf98baaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4751756 Feb 02 07:04:20.170442 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ec2dc22-964c-452b-9dc8-85112ab4370b tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Deleting subnet c5c81a5e-368e-4076-8884-9d4e1437899b {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:04:20.190595 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9ec2dc22-964c-452b-9dc8-85112ab4370b tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for subnet (c5c81a5e-368e-4076-8884-9d4e1437899b), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:20.213503 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee0f545-52c8-4413-8562-8cb845793e5c tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ab1041-aa98-452c-9555-e34e8e32c020,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:20.244505 n-d-789963-26 neutron-server[109694]: INFO neutron.api.v2.resource [None req-2fd8023b-089b-4dea-97f8-9e37bb3e0169 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] show failed (client error): The resource could not be found. Feb 02 07:04:20.250919 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-2fd8023b-089b-4dea-97f8-9e37bb3e0169 tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] 10.222.0.87 "GET /v2.0/security-groups/39ab1041-aa98-452c-9555-e34e8e32c020 HTTP/1.1" status: 404 len: 347 time: 0.0840960 Feb 02 07:04:20.253373 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44394) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:04:20.286419 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a1179a8a-4f45-4e00-97f1-b5430680d698 admin admin] Publish callbacks [] for security_group (73a5caa6-93b1-4e08-9de7-bdfe3df7c0e3), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:20.467436 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1663b507-e1fd-4f96-96a7-eae54cbf94d3 req-90c706b9-24a3-4fa9-a400-a97b6a22694c tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:20.476653 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9ec2dc22-964c-452b-9dc8-85112ab4370b tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (c5c81a5e-368e-4076-8884-9d4e1437899b), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:20.478989 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1663b507-e1fd-4f96-96a7-eae54cbf94d3 req-90c706b9-24a3-4fa9-a400-a97b6a22694c tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 944 time: 0.1308534 Feb 02 07:04:20.481342 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a1179a8a-4f45-4e00-97f1-b5430680d698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (73a5caa6-93b1-4e08-9de7-bdfe3df7c0e3), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:20.484859 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a1179a8a-4f45-4e00-97f1-b5430680d698 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:20.486228 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a1179a8a-4f45-4e00-97f1-b5430680d698 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/73a5caa6-93b1-4e08-9de7-bdfe3df7c0e3 HTTP/1.1" status: 204 len: 168 time: 0.4737127 Feb 02 07:04:20.536560 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-dc43ee26-79d9-405c-b3ed-20a0d43d74fc req-c7b58c7a-58aa-41a4-bb38-0624148edd26 service neutron] 10.222.0.88 "GET /v2.0/networks/274d3754-cb62-4276-8b4a-dfa5cf98baaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3562484 Feb 02 07:04:20.562919 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1179a8a-4f45-4e00-97f1-b5430680d698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a5caa6-93b1-4e08-9de7-bdfe3df7c0e3,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:20.577861 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5879c424-9aa3-483f-af6f-115a0ce66353 None None] New status for floating IP a243f2d9-72dd-4fee-bb8b-30e314e4ab9d: DOWN {{(pid=109696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 07:04:20.610649 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-51bdb370-df2f-4287-96ff-46338dfe9db8 req-d4831623-38cc-4b0b-a26c-3e9b64dec070 service neutron] 10.222.0.87 "GET /v2.0/networks/f9701445-c4cf-4d4f-9286-fc4fc0bbd41b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5563796 Feb 02 07:04:20.709136 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1663b507-e1fd-4f96-96a7-eae54cbf94d3 req-14dbcf62-8218-4d95-a20b-b66917bd068f tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2288091 Feb 02 07:04:20.773652 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-48bb29ae-e101-4ba1-bf6a-3d7f0c2d828d tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Deleting port b2a496ba-3cf2-4d32-aeab-2a43d326a000 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:04:20.777076 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-48bb29ae-e101-4ba1-bf6a-3d7f0c2d828d tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (b2a496ba-3cf2-4d32-aeab-2a43d326a000), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:20.809971 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9ec2dc22-964c-452b-9dc8-85112ab4370b tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (c5c81a5e-368e-4076-8884-9d4e1437899b), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:20.947372 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 85893ae3-9cf9-488d-a8f8-58bbbb8cbd30 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:04:21.117453 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-48bb29ae-e101-4ba1-bf6a-3d7f0c2d828d tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (b2a496ba-3cf2-4d32-aeab-2a43d326a000), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:21.118772 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-48bb29ae-e101-4ba1-bf6a-3d7f0c2d828d tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Publish callbacks [] for floatingip (b2a496ba-3cf2-4d32-aeab-2a43d326a000), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:21.124135 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9ec2dc22-964c-452b-9dc8-85112ab4370b tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (c5c81a5e-368e-4076-8884-9d4e1437899b), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:21.143849 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-54571669-ba20-445e-b5a5-b790bb540aad req-7717b520-06e1-4a72-b883-570bbdf7ef6b tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=d7ad6d92-fb9b-4f92-ad08-6b4417b62d81 HTTP/1.1" status: 200 len: 210 time: 0.0759816 Feb 02 07:04:21.178257 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-48bb29ae-e101-4ba1-bf6a-3d7f0c2d828d tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Calling delete_port for b2a496ba-3cf2-4d32-aeab-2a43d326a000 owned by network:floatingip {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:04:21.187448 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec2dc22-964c-452b-9dc8-85112ab4370b tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event deleted for resources: {'Subnet': ['ID=c5c81a5e-368e-4076-8884-9d4e1437899b,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:21.189617 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9ec2dc22-964c-452b-9dc8-85112ab4370b tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:21.196422 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44416) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:04:21.198179 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-9ec2dc22-964c-452b-9dc8-85112ab4370b tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/subnets/c5c81a5e-368e-4076-8884-9d4e1437899b HTTP/1.1" status: 204 len: 168 time: 1.3117537 Feb 02 07:04:21.312582 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 85893ae3-9cf9-488d-a8f8-58bbbb8cbd30, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=85893ae3-9cf9-488d-a8f8-58bbbb8cbd30,segment=NetworkSegment(fc0a4cad-9504-4785-979c-6732d183490f),segment_id=fc0a4cad-9504-4785-979c-6732d183490f)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:04:21.322876 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b65dc845-05bd-4722-80f2-fad7ade2a57f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1248620 Feb 02 07:04:21.326370 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44420) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:04:21.334201 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': '85893ae3-9cf9-488d-a8f8-58bbbb8cbd30', 'network_id': '274d3754-cb62-4276-8b4a-dfa5cf98baaf', 'port_id': '85893ae3-9cf9-488d-a8f8-58bbbb8cbd30', 'mac_address': 'fa:16:3e:d5:20:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6b3fc97-ea53-4910-99b5-bddf06c5d45f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:04:21.334640 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-b40d59ec-0a7d-4ed2-b282-c8f4ad278107 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Request body: {'subnet': {'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:04:21.411307 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85f22ae-e366-4ec4-a52f-81640565c179 None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:04:21.525342 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-48bb29ae-e101-4ba1-bf6a-3d7f0c2d828d tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (b2a496ba-3cf2-4d32-aeab-2a43d326a000), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:21.629513 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bb29ae-e101-4ba1-bf6a-3d7f0c2d828d tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Pushing event deleted for resources: {'Port': ['ID=b2a496ba-3cf2-4d32-aeab-2a43d326a000,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:21.668667 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b40d59ec-0a7d-4ed2-b282-c8f4ad278107 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Made reservation on behalf of d3e64a71e17749e693b291cf3514bb46 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:04:21.675266 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b40d59ec-0a7d-4ed2-b282-c8f4ad278107 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:21.869635 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-48bb29ae-e101-4ba1-bf6a-3d7f0c2d828d tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Publish callbacks [] for floatingip (a243f2d9-72dd-4fee-bb8b-30e314e4ab9d), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:21.883453 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-48bb29ae-e101-4ba1-bf6a-3d7f0c2d828d tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:21.893899 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-48bb29ae-e101-4ba1-bf6a-3d7f0c2d828d tempest-ServersTestManualDisk-1942804487 tempest-ServersTestManualDisk-1942804487-project] 10.222.0.87 "DELETE /v2.0/floatingips/a243f2d9-72dd-4fee-bb8b-30e314e4ab9d HTTP/1.1" status: 204 len: 168 time: 1.6393428 Feb 02 07:04:21.895674 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 85893ae3-9cf9-488d-a8f8-58bbbb8cbd30 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:04:21.898663 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44446) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:04:21.901013 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (85893ae3-9cf9-488d-a8f8-58bbbb8cbd30), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:21.931156 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-fe52beba-d9f4-40ba-8dac-dec0561e0a0d None None] Provisioning complete for port df34ea11-fd57-46cd-aec6-de746f27ef9b triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:04:21.932048 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-fe52beba-d9f4-40ba-8dac-dec0561e0a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (df34ea11-fd57-46cd-aec6-de746f27ef9b), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:21.984130 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85893ae3-9cf9-488d-a8f8-58bbbb8cbd30 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:04:22.016096 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:22.059919 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3681b-5bc9-43df-8cd1-f6b9cfa63f4a req-84c7ca17-994a-4a5c-bec6-2c35890db3ff tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:22.070721 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-28f3681b-5bc9-43df-8cd1-f6b9cfa63f4a req-84c7ca17-994a-4a5c-bec6-2c35890db3ff tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 944 time: 0.1755869 Feb 02 07:04:22.148239 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-fe52beba-d9f4-40ba-8dac-dec0561e0a0d None None] Current status of the port df34ea11-fd57-46cd-aec6-de746f27ef9b is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:04:22.199747 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 85893ae3-9cf9-488d-a8f8-58bbbb8cbd30, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=85893ae3-9cf9-488d-a8f8-58bbbb8cbd30,segment=NetworkSegment(fc0a4cad-9504-4785-979c-6732d183490f),segment_id=fc0a4cad-9504-4785-979c-6732d183490f)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:04:22.208317 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-28f3681b-5bc9-43df-8cd1-f6b9cfa63f4a req-5d12c704-0cce-41fc-9a33-2f1eb517710f tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281526 Feb 02 07:04:22.210556 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (85893ae3-9cf9-488d-a8f8-58bbbb8cbd30), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:22.289265 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a52a52-e458-4128-8277-0a3a3eee9ae2 None None] DHCP port deletion for 0866d72e-3544-4c93-a5a9-bf8114a5301e request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:04:22.398885 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=85893ae3-9cf9-488d-a8f8-58bbbb8cbd30,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:22.418884 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-c8a52a52-e458-4128-8277-0a3a3eee9ae2 None None] Deleting port df34ea11-fd57-46cd-aec6-de746f27ef9b {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:04:22.419284 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c8a52a52-e458-4128-8277-0a3a3eee9ae2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (df34ea11-fd57-46cd-aec6-de746f27ef9b), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:22.590364 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['85893ae3-9cf9-488d-a8f8-58bbbb8cbd30'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:04:22.660698 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-c8a52a52-e458-4128-8277-0a3a3eee9ae2 None None] For port df34ea11-fd57-46cd-aec6-de746f27ef9b, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=df34ea11-fd57-46cd-aec6-de746f27ef9b,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:04:22.661298 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c8a52a52-e458-4128-8277-0a3a3eee9ae2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (df34ea11-fd57-46cd-aec6-de746f27ef9b), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:22.698312 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-c8a52a52-e458-4128-8277-0a3a3eee9ae2 None None] Calling delete_port for df34ea11-fd57-46cd-aec6-de746f27ef9b owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:04:22.882446 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device df34ea11-fd57-46cd-aec6-de746f27ef9b no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:04:23.016916 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c8a52a52-e458-4128-8277-0a3a3eee9ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (df34ea11-fd57-46cd-aec6-de746f27ef9b), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:23.058443 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a52a52-e458-4128-8277-0a3a3eee9ae2 None None] Pushing event deleted for resources: {'Port': ['ID=df34ea11-fd57-46cd-aec6-de746f27ef9b,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:23.065935 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port df34ea11-fd57-46cd-aec6-de746f27ef9b is: ACTIVE; New status is: DOWN {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:04:23.066521 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (df34ea11-fd57-46cd-aec6-de746f27ef9b), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:23.070405 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a52a52-e458-4128-8277-0a3a3eee9ae2 None None] No DVR routers for this DVR port df34ea11-fd57-46cd-aec6-de746f27ef9b on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:04:23.521311 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6972929f-a1e0-4964-b0e4-76d4cfffbb30 req-ada8ff67-e631-432d-9dec-835f2b332129 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=d7ad6d92-fb9b-4f92-ad08-6b4417b62d81 HTTP/1.1" status: 200 len: 210 time: 0.1726127 Feb 02 07:04:23.545658 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bdb370-df2f-4287-96ff-46338dfe9db8 req-309a2f89-aae9-4362-8994-e9e5a65d7ffc tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:23.548854 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-51bdb370-df2f-4287-96ff-46338dfe9db8 req-309a2f89-aae9-4362-8994-e9e5a65d7ffc tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.59 "GET /v2.0/networks?id=f9701445-c4cf-4d4f-9286-fc4fc0bbd41b HTTP/1.1" status: 200 len: 806 time: 0.3616662 Feb 02 07:04:23.586010 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-51bdb370-df2f-4287-96ff-46338dfe9db8 req-0035a41a-22b6-4177-bb6a-49d2f0bd7a0d tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Request body: {'port': {'device_id': 'd7ad6d92-fb9b-4f92-ad08-6b4417b62d81', 'network_id': 'f9701445-c4cf-4d4f-9286-fc4fc0bbd41b', 'admin_state_up': True, 'tenant_id': '51472d7ac5b4449fa09fb7150f54f571'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:04:23.720832 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45029e4-efdf-490a-bfa9-2fed1fbd2b94 req-72b72e1d-31cd-49c2-8aa2-0568f2a00365 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:23.723359 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b45029e4-efdf-490a-bfa9-2fed1fbd2b94 req-72b72e1d-31cd-49c2-8aa2-0568f2a00365 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 945 time: 0.3019178 Feb 02 07:04:23.823201 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b45029e4-efdf-490a-bfa9-2fed1fbd2b94 req-25a9ede8-53dd-466e-8095-586001827474 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851851 Feb 02 07:04:23.853047 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51bdb370-df2f-4287-96ff-46338dfe9db8 req-0035a41a-22b6-4177-bb6a-49d2f0bd7a0d tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Made reservation on behalf of 51472d7ac5b4449fa09fb7150f54f571 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:04:23.856965 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-51bdb370-df2f-4287-96ff-46338dfe9db8 req-0035a41a-22b6-4177-bb6a-49d2f0bd7a0d tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:23.981032 n-d-789963-26 neutron-server[109694]: DEBUG neutron.objects.ports [None req-b40d59ec-0a7d-4ed2-b282-c8f4ad278107 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109694) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 02 07:04:23.983355 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b40d59ec-0a7d-4ed2-b282-c8f4ad278107 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (a6984e11-cb94-48a0-8764-fea9e9e4d875), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:24.013129 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40d59ec-0a7d-4ed2-b282-c8f4ad278107 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:04:24.028384 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-b40d59ec-0a7d-4ed2-b282-c8f4ad278107 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:04:24.028863 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-51bdb370-df2f-4287-96ff-46338dfe9db8 req-0035a41a-22b6-4177-bb6a-49d2f0bd7a0d tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Allocated IP 172.20.0.5 (f9701445-c4cf-4d4f-9286-fc4fc0bbd41b/32144128-c19d-4644-8a7f-0675355df2fd/47c24aa6-ce17-4d11-9605-52abd7babbbb) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:04:24.038681 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602adfef-013a-40a6-8be7-c75abbda895f None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:04:24.190744 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40d59ec-0a7d-4ed2-b282-c8f4ad278107 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:24.192552 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b40d59ec-0a7d-4ed2-b282-c8f4ad278107 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:24.241344 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40d59ec-0a7d-4ed2-b282-c8f4ad278107 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event updated for resources: {'Subnet': ['ID=a6984e11-cb94-48a0-8764-fea9e9e4d875,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:24.253489 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40d59ec-0a7d-4ed2-b282-c8f4ad278107 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:04:24.253865 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40d59ec-0a7d-4ed2-b282-c8f4ad278107 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:04:24.254385 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40d59ec-0a7d-4ed2-b282-c8f4ad278107 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:04:24.254734 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40d59ec-0a7d-4ed2-b282-c8f4ad278107 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:04:24.255074 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40d59ec-0a7d-4ed2-b282-c8f4ad278107 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:04:24.255509 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40d59ec-0a7d-4ed2-b282-c8f4ad278107 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:04:24.256563 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40d59ec-0a7d-4ed2-b282-c8f4ad278107 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:04:24.256921 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40d59ec-0a7d-4ed2-b282-c8f4ad278107 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:04:24.257262 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40d59ec-0a7d-4ed2-b282-c8f4ad278107 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:04:24.257726 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40d59ec-0a7d-4ed2-b282-c8f4ad278107 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:04:24.258030 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40d59ec-0a7d-4ed2-b282-c8f4ad278107 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:04:24.258394 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40d59ec-0a7d-4ed2-b282-c8f4ad278107 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:04:24.259664 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40d59ec-0a7d-4ed2-b282-c8f4ad278107 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:04:24.292060 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b40d59ec-0a7d-4ed2-b282-c8f4ad278107 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9645221 Feb 02 07:04:24.292623 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44516) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:04:24.312470 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-15ce5c49-d111-468c-9365-4b93d23d9bfc tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Request body: {'subnet': {'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:04:24.332938 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d206074c-b798-419c-88ae-a14cc9122167 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (26351360-de0e-4c20-8810-bcad3e59ddb8), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:24.350820 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60bea108-d8dc-4531-bf15-c1464fd73dcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-0866d72e-3544-4c93-a5a9-bf8114a5301e', 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'project_id': 'd3e64a71e17749e693b291cf3514bb46', 'fixed_ips': [{'subnet_id': 'a6984e11-cb94-48a0-8764-fea9e9e4d875'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:04:24.361168 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-60bea108-d8dc-4531-bf15-c1464fd73dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:24.410483 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-51bdb370-df2f-4287-96ff-46338dfe9db8 req-0035a41a-22b6-4177-bb6a-49d2f0bd7a0d tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Publish callbacks [] for port (47c24aa6-ce17-4d11-9605-52abd7babbbb), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:24.541048 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-51bdb370-df2f-4287-96ff-46338dfe9db8 req-0035a41a-22b6-4177-bb6a-49d2f0bd7a0d tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (47c24aa6-ce17-4d11-9605-52abd7babbbb), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:24.598251 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['1045af80-2b20-4d0b-8989-bade78600156'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:04:24.679475 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51bdb370-df2f-4287-96ff-46338dfe9db8 req-0035a41a-22b6-4177-bb6a-49d2f0bd7a0d tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Network f9701445-c4cf-4d4f-9286-fc4fc0bbd41b is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:04:24.683271 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-51bdb370-df2f-4287-96ff-46338dfe9db8 req-0035a41a-22b6-4177-bb6a-49d2f0bd7a0d tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:04:24.703290 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-51bdb370-df2f-4287-96ff-46338dfe9db8 req-0035a41a-22b6-4177-bb6a-49d2f0bd7a0d tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:04:24.732895 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-60bea108-d8dc-4531-bf15-c1464fd73dcd None None] Allocated IP 2001:db8::f816:3eff:fe04:2762 (0866d72e-3544-4c93-a5a9-bf8114a5301e/a6984e11-cb94-48a0-8764-fea9e9e4d875/dd43a886-86d5-4783-8791-895f4319129c) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:04:24.806284 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0035a41a-22b6-4177-bb6a-49d2f0bd7a0d tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Pushing event updated for resources: {'Port': ['ID=47c24aa6-ce17-4d11-9605-52abd7babbbb,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:24.907360 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bdb370-df2f-4287-96ff-46338dfe9db8 req-0035a41a-22b6-4177-bb6a-49d2f0bd7a0d tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:24.908118 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-51bdb370-df2f-4287-96ff-46338dfe9db8 req-0035a41a-22b6-4177-bb6a-49d2f0bd7a0d tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:24.927333 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d807c-3782-48ff-a1e4-e15e513e4ca9 req-df69fb1b-6ef7-4366-8f81-9ce962f06dd7 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:24.938121 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-508d807c-3782-48ff-a1e4-e15e513e4ca9 req-df69fb1b-6ef7-4366-8f81-9ce962f06dd7 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=d7ad6d92-fb9b-4f92-ad08-6b4417b62d81 HTTP/1.1" status: 200 len: 931 time: 0.1430030 Feb 02 07:04:24.989089 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-51bdb370-df2f-4287-96ff-46338dfe9db8 req-0035a41a-22b6-4177-bb6a-49d2f0bd7a0d tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4161408 Feb 02 07:04:25.021962 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 85893ae3-9cf9-488d-a8f8-58bbbb8cbd30 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:04:25.036848 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-51bdb370-df2f-4287-96ff-46338dfe9db8 req-b568b4d0-68ac-481d-9c01-638d54a1c975 service neutron] Request body: {'port': {'device_id': 'd7ad6d92-fb9b-4f92-ad08-6b4417b62d81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:04:25.085685 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ce5c49-d111-468c-9365-4b93d23d9bfc tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Made reservation on behalf of d3e64a71e17749e693b291cf3514bb46 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:04:25.091034 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-15ce5c49-d111-468c-9365-4b93d23d9bfc tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:25.239920 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-508d807c-3782-48ff-a1e4-e15e513e4ca9 req-e7da1ea2-dc47-464c-89c1-6a84add007e0 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008549 Feb 02 07:04:25.241719 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-51bdb370-df2f-4287-96ff-46338dfe9db8 req-b568b4d0-68ac-481d-9c01-638d54a1c975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (47c24aa6-ce17-4d11-9605-52abd7babbbb), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:25.292885 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-60bea108-d8dc-4531-bf15-c1464fd73dcd None None] Publish callbacks [] for port (dd43a886-86d5-4783-8791-895f4319129c), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:25.403962 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-60bea108-d8dc-4531-bf15-c1464fd73dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (dd43a886-86d5-4783-8791-895f4319129c), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:25.575426 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60bea108-d8dc-4531-bf15-c1464fd73dcd None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:04:25.582943 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port 85893ae3-9cf9-488d-a8f8-58bbbb8cbd30 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:04:25.586246 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54392394-3cc2-4287-a31b-f6813a739b66 req-11f74a82-ee00-4ddf-add1-67a2c0a17105 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:25.596352 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-54392394-3cc2-4287-a31b-f6813a739b66 req-11f74a82-ee00-4ddf-add1-67a2c0a17105 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 945 time: 0.3623323 Feb 02 07:04:25.600595 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port 85893ae3-9cf9-488d-a8f8-58bbbb8cbd30 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:04:25.601319 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (85893ae3-9cf9-488d-a8f8-58bbbb8cbd30), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:25.606834 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44564) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:04:25.641499 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-60bea108-d8dc-4531-bf15-c1464fd73dcd None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:04:25.644922 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bea108-d8dc-4531-bf15-c1464fd73dcd None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:04:25.687965 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bea108-d8dc-4531-bf15-c1464fd73dcd None None] Pushing event updated for resources: {'Port': ['ID=dd43a886-86d5-4783-8791-895f4319129c,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:25.716936 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-54392394-3cc2-4287-a31b-f6813a739b66 req-389dc72e-be5d-451f-9184-25c0a7c1006f tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146820 Feb 02 07:04:25.775066 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-d206074c-b798-419c-88ae-a14cc9122167 admin admin] Deleting port aeb58d23-5863-44d4-ba73-7d85b89fee50 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:04:25.775904 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d206074c-b798-419c-88ae-a14cc9122167 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (aeb58d23-5863-44d4-ba73-7d85b89fee50), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:25.875075 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-60bea108-d8dc-4531-bf15-c1464fd73dcd None None] Attempting to bind port dd43a886-86d5-4783-8791-895f4319129c on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:04:25.875545 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-60bea108-d8dc-4531-bf15-c1464fd73dcd None None] Attempting to bind port dd43a886-86d5-4783-8791-895f4319129c by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:04:25.876031 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bea108-d8dc-4531-bf15-c1464fd73dcd None None] Attempting to bind port dd43a886-86d5-4783-8791-895f4319129c on network 0866d72e-3544-4c93-a5a9-bf8114a5301e {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:04:25.886644 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bea108-d8dc-4531-bf15-c1464fd73dcd None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:04:25.887139 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bea108-d8dc-4531-bf15-c1464fd73dcd None None] Checking segment: {'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:04:25.887721 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-60bea108-d8dc-4531-bf15-c1464fd73dcd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:25.888100 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bea108-d8dc-4531-bf15-c1464fd73dcd None None] Bound using segment: {'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:04:25.888655 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-60bea108-d8dc-4531-bf15-c1464fd73dcd None None] Bound port: dd43a886-86d5-4783-8791-895f4319129c, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:04:25.889109 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-60bea108-d8dc-4531-bf15-c1464fd73dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (dd43a886-86d5-4783-8791-895f4319129c), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:25.896270 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-51bdb370-df2f-4287-96ff-46338dfe9db8 req-b568b4d0-68ac-481d-9c01-638d54a1c975 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47c24aa6-ce17-4d11-9605-52abd7babbbb {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:04:25.906172 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-51bdb370-df2f-4287-96ff-46338dfe9db8 req-b568b4d0-68ac-481d-9c01-638d54a1c975 service neutron] Publish callbacks [] for port (47c24aa6-ce17-4d11-9605-52abd7babbbb), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:25.923435 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-51bdb370-df2f-4287-96ff-46338dfe9db8 req-b568b4d0-68ac-481d-9c01-638d54a1c975 service neutron] Transition to ACTIVE for port object 47c24aa6-ce17-4d11-9605-52abd7babbbb will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:04:25.935528 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 85893ae3-9cf9-488d-a8f8-58bbbb8cbd30 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:04:25.936095 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (85893ae3-9cf9-488d-a8f8-58bbbb8cbd30), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:25.943545 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d802cd19-444a-40f3-ad26-09ecd18f1290 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:25.947817 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-51bdb370-df2f-4287-96ff-46338dfe9db8 req-b568b4d0-68ac-481d-9c01-638d54a1c975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (47c24aa6-ce17-4d11-9605-52abd7babbbb), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:25.999274 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff36027-57b6-4b74-8a16-ded77bfe3f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85893ae3-9cf9-488d-a8f8-58bbbb8cbd30'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:04:26.002236 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0d6c94-047f-4c37-81b7-1f6c1e07ca2b" -d '{"events": [{"server_uuid": "8ff36027-57b6-4b74-8a16-ded77bfe3f8c", "name": "network-vif-plugged", "status": "completed", "tag": "85893ae3-9cf9-488d-a8f8-58bbbb8cbd30"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:04:26.023709 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-60bea108-d8dc-4531-bf15-c1464fd73dcd None None] For port dd43a886-86d5-4783-8791-895f4319129c, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:04:26.040900 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b568b4d0-68ac-481d-9c01-638d54a1c975 service neutron] Pushing event updated for resources: {'Port': ['ID=47c24aa6-ce17-4d11-9605-52abd7babbbb,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:26.054288 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 85893ae3-9cf9-488d-a8f8-58bbbb8cbd30, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=85893ae3-9cf9-488d-a8f8-58bbbb8cbd30,segment=NetworkSegment(fc0a4cad-9504-4785-979c-6732d183490f),segment_id=fc0a4cad-9504-4785-979c-6732d183490f)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:04:26.078532 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (85893ae3-9cf9-488d-a8f8-58bbbb8cbd30), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:26.085204 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-60bea108-d8dc-4531-bf15-c1464fd73dcd None None] For port dd43a886-86d5-4783-8791-895f4319129c, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=dd43a886-86d5-4783-8791-895f4319129c,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:04:26.096348 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe4008f-6630-4480-a0d3-4eaaabc806e2 x-openstack-request-id: req-ffe4008f-6630-4480-a0d3-4eaaabc806e2 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:04:26.096856 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff36027-57b6-4b74-8a16-ded77bfe3f8c", "name": "network-vif-plugged", "status": "completed", "tag": "85893ae3-9cf9-488d-a8f8-58bbbb8cbd30", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:04:26.096856 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ffe4008f-6630-4480-a0d3-4eaaabc806e2 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:04:26.097399 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff36027-57b6-4b74-8a16-ded77bfe3f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85893ae3-9cf9-488d-a8f8-58bbbb8cbd30', 'code': 200} Feb 02 07:04:26.125909 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-60bea108-d8dc-4531-bf15-c1464fd73dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (dd43a886-86d5-4783-8791-895f4319129c), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:26.217788 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-51bdb370-df2f-4287-96ff-46338dfe9db8 req-b568b4d0-68ac-481d-9c01-638d54a1c975 service neutron] Attempting to bind port 47c24aa6-ce17-4d11-9605-52abd7babbbb on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:04:26.219129 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-51bdb370-df2f-4287-96ff-46338dfe9db8 req-b568b4d0-68ac-481d-9c01-638d54a1c975 service neutron] Attempting to bind port 47c24aa6-ce17-4d11-9605-52abd7babbbb by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': '50b2c935-c140-4230-880a-508574d9ed43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f9701445-c4cf-4d4f-9286-fc4fc0bbd41b'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:04:26.219762 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bdb370-df2f-4287-96ff-46338dfe9db8 req-b568b4d0-68ac-481d-9c01-638d54a1c975 service neutron] Attempting to bind port 47c24aa6-ce17-4d11-9605-52abd7babbbb on network f9701445-c4cf-4d4f-9286-fc4fc0bbd41b {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:04:26.222414 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=85893ae3-9cf9-488d-a8f8-58bbbb8cbd30,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:26.281023 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bdb370-df2f-4287-96ff-46338dfe9db8 req-b568b4d0-68ac-481d-9c01-638d54a1c975 service neutron] Port 47c24aa6-ce17-4d11-9605-52abd7babbbb on network f9701445-c4cf-4d4f-9286-fc4fc0bbd41b not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:04:26.281614 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bdb370-df2f-4287-96ff-46338dfe9db8 req-b568b4d0-68ac-481d-9c01-638d54a1c975 service neutron] Attempting to bind port 47c24aa6-ce17-4d11-9605-52abd7babbbb on network f9701445-c4cf-4d4f-9286-fc4fc0bbd41b {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:04:26.342578 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bdb370-df2f-4287-96ff-46338dfe9db8 req-b568b4d0-68ac-481d-9c01-638d54a1c975 service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:04:26.343257 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bdb370-df2f-4287-96ff-46338dfe9db8 req-b568b4d0-68ac-481d-9c01-638d54a1c975 service neutron] Checking segment: {'id': '50b2c935-c140-4230-880a-508574d9ed43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f9701445-c4cf-4d4f-9286-fc4fc0bbd41b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:04:26.344753 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bdb370-df2f-4287-96ff-46338dfe9db8 req-b568b4d0-68ac-481d-9c01-638d54a1c975 service neutron] Bound using segment: {'id': '50b2c935-c140-4230-880a-508574d9ed43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f9701445-c4cf-4d4f-9286-fc4fc0bbd41b'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:04:26.348214 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-51bdb370-df2f-4287-96ff-46338dfe9db8 req-b568b4d0-68ac-481d-9c01-638d54a1c975 service neutron] Bound port: 47c24aa6-ce17-4d11-9605-52abd7babbbb, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50b2c935-c140-4230-880a-508574d9ed43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f9701445-c4cf-4d4f-9286-fc4fc0bbd41b'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:04:26.348796 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-51bdb370-df2f-4287-96ff-46338dfe9db8 req-b568b4d0-68ac-481d-9c01-638d54a1c975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (47c24aa6-ce17-4d11-9605-52abd7babbbb), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:26.385647 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bea108-d8dc-4531-bf15-c1464fd73dcd None None] Pushing event updated for resources: {'Port': ['ID=dd43a886-86d5-4783-8791-895f4319129c,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:26.406958 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-d206074c-b798-419c-88ae-a14cc9122167 admin admin] For port aeb58d23-5863-44d4-ba73-7d85b89fee50, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=aeb58d23-5863-44d4-ba73-7d85b89fee50,segment=NetworkSegment(88d799c5-8a21-4eb2-b1ec-1b0a670840e4),segment_id=88d799c5-8a21-4eb2-b1ec-1b0a670840e4)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:04:26.407639 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d206074c-b798-419c-88ae-a14cc9122167 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (aeb58d23-5863-44d4-ba73-7d85b89fee50), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:26.424167 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-d206074c-b798-419c-88ae-a14cc9122167 admin admin] Calling delete_port for aeb58d23-5863-44d4-ba73-7d85b89fee50 owned by network:router_interface {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:04:26.438775 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d802cd19-444a-40f3-ad26-09ecd18f1290 admin admin] Publish callbacks [] for security_group (cb628d98-a11a-41a8-aa65-bf5e1fbd528b), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:26.475441 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d802cd19-444a-40f3-ad26-09ecd18f1290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (cb628d98-a11a-41a8-aa65-bf5e1fbd528b), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:26.504675 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd640c15-8a70-424a-8232-55c1b6bf33d7 req-1509840e-ad65-4957-a4ff-c1af04a9606d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:26.506482 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fd640c15-8a70-424a-8232-55c1b6bf33d7 req-1509840e-ad65-4957-a4ff-c1af04a9606d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 1129 time: 0.2832744 Feb 02 07:04:26.611611 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-51bdb370-df2f-4287-96ff-46338dfe9db8 req-b568b4d0-68ac-481d-9c01-638d54a1c975 service neutron] For port 47c24aa6-ce17-4d11-9605-52abd7babbbb, host n-h2-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:04:26.615932 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-51bdb370-df2f-4287-96ff-46338dfe9db8 req-b568b4d0-68ac-481d-9c01-638d54a1c975 service neutron] For port 47c24aa6-ce17-4d11-9605-52abd7babbbb, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=47c24aa6-ce17-4d11-9605-52abd7babbbb,segment=NetworkSegment(50b2c935-c140-4230-880a-508574d9ed43),segment_id=50b2c935-c140-4230-880a-508574d9ed43)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:04:26.652050 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-51bdb370-df2f-4287-96ff-46338dfe9db8 req-b568b4d0-68ac-481d-9c01-638d54a1c975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (47c24aa6-ce17-4d11-9605-52abd7babbbb), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:26.753511 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-15ce5c49-d111-468c-9365-4b93d23d9bfc tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (1ec429f0-0c72-4748-9975-f4e489e65850), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:26.850014 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce5c49-d111-468c-9365-4b93d23d9bfc tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event updated for resources: {'Subnet': ['ID=1ec429f0-0c72-4748-9975-f4e489e65850,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:26.851489 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d206074c-b798-419c-88ae-a14cc9122167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (aeb58d23-5863-44d4-ba73-7d85b89fee50), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:26.975657 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ce5c49-d111-468c-9365-4b93d23d9bfc tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:04:26.980825 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-15ce5c49-d111-468c-9365-4b93d23d9bfc tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:04:27.000962 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ce5c49-d111-468c-9365-4b93d23d9bfc tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:27.005475 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-15ce5c49-d111-468c-9365-4b93d23d9bfc tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:27.029593 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d206074c-b798-419c-88ae-a14cc9122167 admin admin] Pushing event deleted for resources: {'Port': ['ID=aeb58d23-5863-44d4-ba73-7d85b89fee50,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:27.046811 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device dd43a886-86d5-4783-8791-895f4319129c up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:04:27.079005 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-15ce5c49-d111-468c-9365-4b93d23d9bfc tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7777019 Feb 02 07:04:27.126669 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44588) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:04:27.136993 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-611161f3-3c22-4280-884d-520f68cf9f0a tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Request body: {'port': {'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'mac_address': 'fa:16:3e:0e:0d:95', 'name': 'tempest-NetworksTestDHCPv6-7091386'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:04:27.208742 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e30b00-0787-4fd9-8137-d8b3afa7c2a6 req-7c4528c8-988f-43de-a0f9-480827e7fd9a tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:27.214976 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-15e30b00-0787-4fd9-8137-d8b3afa7c2a6 req-7c4528c8-988f-43de-a0f9-480827e7fd9a tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=d7ad6d92-fb9b-4f92-ad08-6b4417b62d81 HTTP/1.1" status: 200 len: 943 time: 0.4640880 Feb 02 07:04:27.216162 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:27.233625 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port dd43a886-86d5-4783-8791-895f4319129c triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:04:27.233625 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (dd43a886-86d5-4783-8791-895f4319129c), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:27.452052 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b568b4d0-68ac-481d-9c01-638d54a1c975 service neutron] Pushing event updated for resources: {'Port': ['ID=47c24aa6-ce17-4d11-9605-52abd7babbbb,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:27.462921 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port dd43a886-86d5-4783-8791-895f4319129c is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:04:27.463527 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (dd43a886-86d5-4783-8791-895f4319129c), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:27.500188 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d802cd19-444a-40f3-ad26-09ecd18f1290 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ed688a2166b043f98e8e394fe1b536a9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8726840 Feb 02 07:04:27.504020 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d802cd19-444a-40f3-ad26-09ecd18f1290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb628d98-a11a-41a8-aa65-bf5e1fbd528b,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:27.513043 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44590) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:04:27.552698 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-15e30b00-0787-4fd9-8137-d8b3afa7c2a6 req-c91f6071-8259-4084-8415-94a40feaa0a6 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479110 Feb 02 07:04:27.578962 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port dd43a886-86d5-4783-8791-895f4319129c, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=dd43a886-86d5-4783-8791-895f4319129c,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:04:27.587828 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (dd43a886-86d5-4783-8791-895f4319129c), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:27.619782 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bdb370-df2f-4287-96ff-46338dfe9db8 req-b568b4d0-68ac-481d-9c01-638d54a1c975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:27.620403 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-51bdb370-df2f-4287-96ff-46338dfe9db8 req-b568b4d0-68ac-481d-9c01-638d54a1c975 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:27.621878 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-51bdb370-df2f-4287-96ff-46338dfe9db8 req-b568b4d0-68ac-481d-9c01-638d54a1c975 service neutron] 10.222.0.59 "PUT /v2.0/ports/47c24aa6-ce17-4d11-9605-52abd7babbbb HTTP/1.1" status: 200 len: 1092 time: 2.6008308 Feb 02 07:04:27.627248 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7ad6d92-fb9b-4f92-ad08-6b4417b62d81', 'tag': '47c24aa6-ce17-4d11-9605-52abd7babbbb'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:04:27.629861 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-191f7a97-38f1-49c1-b41f-47f379bab641" -d '{"events": [{"name": "network-changed", "server_uuid": "d7ad6d92-fb9b-4f92-ad08-6b4417b62d81", "tag": "47c24aa6-ce17-4d11-9605-52abd7babbbb"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:04:27.723298 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=dd43a886-86d5-4783-8791-895f4319129c,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:27.794778 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611161f3-3c22-4280-884d-520f68cf9f0a tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Made reservation on behalf of d3e64a71e17749e693b291cf3514bb46 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:04:27.796470 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db78514-51ee-4f1f-81f3-41e98fc3c0dc req-4e01ac4e-d837-435f-9784-74ef7dc4e596 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:27.798033 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5db78514-51ee-4f1f-81f3-41e98fc3c0dc req-4e01ac4e-d837-435f-9784-74ef7dc4e596 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 946 time: 0.3373177 Feb 02 07:04:27.800538 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fd640c15-8a70-424a-8232-55c1b6bf33d7 req-2ad27896-a087-4224-bfff-b83b6e3ba6a5 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1771755 Feb 02 07:04:27.894822 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a6628d-6a22-4926-a18a-1408c85d2918 x-openstack-request-id: req-c0a6628d-6a22-4926-a18a-1408c85d2918 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:04:27.895069 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7ad6d92-fb9b-4f92-ad08-6b4417b62d81", "tag": "47c24aa6-ce17-4d11-9605-52abd7babbbb", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:04:27.895180 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c0a6628d-6a22-4926-a18a-1408c85d2918 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:04:27.895598 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7ad6d92-fb9b-4f92-ad08-6b4417b62d81', 'tag': '47c24aa6-ce17-4d11-9605-52abd7babbbb', 'status': 'completed', 'code': 200} Feb 02 07:04:27.898854 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5db78514-51ee-4f1f-81f3-41e98fc3c0dc req-7cda59a3-de67-49c3-9232-ed84cc8a60a6 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878093 Feb 02 07:04:27.907333 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4e40110d-d98e-4646-a154-50e869de12f6 admin admin] Publish callbacks [] for security_group (cb628d98-a11a-41a8-aa65-bf5e1fbd528b), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:27.927423 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-611161f3-3c22-4280-884d-520f68cf9f0a tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:27.941488 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4e40110d-d98e-4646-a154-50e869de12f6 admin admin] Publish callbacks [] for security_group (cb628d98-a11a-41a8-aa65-bf5e1fbd528b), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:27.948931 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d206074c-b798-419c-88ae-a14cc9122167 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (26351360-de0e-4c20-8810-bcad3e59ddb8), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:28.000385 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bdb370-df2f-4287-96ff-46338dfe9db8 req-9e64cf6b-7de1-4976-bcb2-144ff630eb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:28.004905 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-51bdb370-df2f-4287-96ff-46338dfe9db8 req-9e64cf6b-7de1-4976-bcb2-144ff630eb01 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=51472d7ac5b4449fa09fb7150f54f571&device_id=d7ad6d92-fb9b-4f92-ad08-6b4417b62d81 HTTP/1.1" status: 200 len: 1126 time: 0.3155637 Feb 02 07:04:28.088059 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4e40110d-d98e-4646-a154-50e869de12f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (cb628d98-a11a-41a8-aa65-bf5e1fbd528b), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:28.090736 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4e40110d-d98e-4646-a154-50e869de12f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:28.094988 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-4e40110d-d98e-4646-a154-50e869de12f6 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/cb628d98-a11a-41a8-aa65-bf5e1fbd528b HTTP/1.1" status: 204 len: 168 time: 0.5769894 Feb 02 07:04:28.099060 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-51bdb370-df2f-4287-96ff-46338dfe9db8 req-39a4a808-3639-404b-9b79-4a33f9a088e6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47c24aa6-ce17-4d11-9605-52abd7babbbb HTTP/1.1" status: 200 len: 217 time: 0.0785553 Feb 02 07:04:28.148284 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [None req-611161f3-3c22-4280-884d-520f68cf9f0a tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] device_id is not set on port dad3cf26-8b6c-41e0-9601-515d49fb35e2 yet. {{(pid=109694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:04:28.183720 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bdb370-df2f-4287-96ff-46338dfe9db8 req-ae5da38d-436a-4b93-9656-4085e74c96bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:28.185489 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-51bdb370-df2f-4287-96ff-46338dfe9db8 req-ae5da38d-436a-4b93-9656-4085e74c96bc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=32144128-c19d-4644-8a7f-0675355df2fd HTTP/1.1" status: 200 len: 846 time: 0.0795660 Feb 02 07:04:28.186450 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e40110d-d98e-4646-a154-50e869de12f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb628d98-a11a-41a8-aa65-bf5e1fbd528b,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:28.304623 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-51bdb370-df2f-4287-96ff-46338dfe9db8 req-fb700822-66f3-4b4b-93e9-d6958234dbce service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f9701445-c4cf-4d4f-9286-fc4fc0bbd41b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0932949 Feb 02 07:04:28.347387 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db94418-6231-4b49-bcca-ae21bdc8dca9 None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:04:28.463942 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d206074c-b798-419c-88ae-a14cc9122167 admin admin] Router 26351360-de0e-4c20-8810-bcad3e59ddb8 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:04:28.513431 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-51bdb370-df2f-4287-96ff-46338dfe9db8 req-4aa5b9a6-05ee-4ad4-a3a7-1790ceed3ced service neutron] 10.222.0.59 "GET /v2.0/networks/f9701445-c4cf-4d4f-9286-fc4fc0bbd41b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017548 Feb 02 07:04:28.607401 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-e5189baf-2fea-4843-af12-d0ea29396af6 None None] Provisioning complete for port dd43a886-86d5-4783-8791-895f4319129c triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:04:28.609578 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e5189baf-2fea-4843-af12-d0ea29396af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (dd43a886-86d5-4783-8791-895f4319129c), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:28.618118 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d206074c-b798-419c-88ae-a14cc9122167 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:04:28.626180 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d206074c-b798-419c-88ae-a14cc9122167 admin admin] 10.222.0.87 "PUT /v2.0/routers/26351360-de0e-4c20-8810-bcad3e59ddb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7177260 Feb 02 07:04:28.630624 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44612) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:04:28.710069 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baeb2358-4bc9-48d4-83e6-7c71dd26997f None None] Sync routers for ids ['26351360-de0e-4c20-8810-bcad3e59ddb8'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:04:28.731954 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44620) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:04:28.775678 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-11985002-43d2-4a71-b2ac-ac49a6916122 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:28.787061 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baeb2358-4bc9-48d4-83e6-7c71dd26997f None None] Routers {'26351360-de0e-4c20-8810-bcad3e59ddb8'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:04:28.787952 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-baeb2358-4bc9-48d4-83e6-7c71dd26997f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:04:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['26351360-de0e-4c20-8810-bcad3e59ddb8'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:04:28.798931 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-51bdb370-df2f-4287-96ff-46338dfe9db8 req-c312ff4d-f833-44ba-8acd-fc5ebf505f78 service neutron] 10.222.0.59 "GET /v2.0/networks/f9701445-c4cf-4d4f-9286-fc4fc0bbd41b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779319 Feb 02 07:04:28.986666 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-611161f3-3c22-4280-884d-520f68cf9f0a tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Allocated IP 172.20.0.2 (0866d72e-3544-4c93-a5a9-bf8114a5301e/1ec429f0-0c72-4748-9975-f4e489e65850/dad3cf26-8b6c-41e0-9601-515d49fb35e2) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:04:29.011061 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device dd43a886-86d5-4783-8791-895f4319129c up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:04:29.063237 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-11985002-43d2-4a71-b2ac-ac49a6916122 admin admin] Publish callbacks [] for security_group (473a7207-b935-44a4-a154-f8ef7309f71b), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:29.084067 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-e5189baf-2fea-4843-af12-d0ea29396af6 None None] Current status of the port dd43a886-86d5-4783-8791-895f4319129c is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:04:29.084668 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-611161f3-3c22-4280-884d-520f68cf9f0a tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Allocated IP 2001:db8::f816:3eff:fe0e:d95 (0866d72e-3544-4c93-a5a9-bf8114a5301e/a6984e11-cb94-48a0-8764-fea9e9e4d875/dad3cf26-8b6c-41e0-9601-515d49fb35e2) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:04:29.096156 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d55371-3d38-4d73-b4ac-0a04305ea6c0 req-e3983150-f384-4aca-8077-b8af1d842d4a tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:29.097240 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-11985002-43d2-4a71-b2ac-ac49a6916122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (473a7207-b935-44a4-a154-f8ef7309f71b), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:29.099363 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-42d55371-3d38-4d73-b4ac-0a04305ea6c0 req-e3983150-f384-4aca-8077-b8af1d842d4a tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=d7ad6d92-fb9b-4f92-ad08-6b4417b62d81 HTTP/1.1" status: 200 len: 943 time: 0.3384933 Feb 02 07:04:29.219319 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-42d55371-3d38-4d73-b4ac-0a04305ea6c0 req-3db4950c-fa60-4d90-a8dc-abb9a3fd98b9 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127450 Feb 02 07:04:29.234908 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-abfe9c76-46ef-4e78-ba59-eace24faaf30 admin admin] Publish callbacks [] for router (26351360-de0e-4c20-8810-bcad3e59ddb8), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:29.280776 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f7a97-38f1-49c1-b41f-47f379bab641 req-0e3945bd-79fa-4298-8fb9-75a93e60f75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:29.287773 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-191f7a97-38f1-49c1-b41f-47f379bab641 req-0e3945bd-79fa-4298-8fb9-75a93e60f75f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=51472d7ac5b4449fa09fb7150f54f571&device_id=d7ad6d92-fb9b-4f92-ad08-6b4417b62d81 HTTP/1.1" status: 200 len: 1126 time: 0.3702075 Feb 02 07:04:29.328291 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-11985002-43d2-4a71-b2ac-ac49a6916122 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=3b14b8beb79149abaa0558715a3984de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5952172 Feb 02 07:04:29.356234 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44630) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:04:29.357088 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11985002-43d2-4a71-b2ac-ac49a6916122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=473a7207-b935-44a4-a154-f8ef7309f71b,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:29.457303 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c542b6-1744-453c-8d17-f49b6ea8a2b8 None None] Update dhcp port {'port': {'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'fixed_ips': [{'subnet_id': 'a6984e11-cb94-48a0-8764-fea9e9e4d875', 'ip_address': '2001:db8::f816:3eff:fe04:2762'}, {'subnet_id': '1ec429f0-0c72-4748-9975-f4e489e65850'}], 'binding:host_id': 'n-d-789963-26'}, 'id': 'dd43a886-86d5-4783-8791-895f4319129c'} from n-d-789963-26. {{(pid=109695) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 02 07:04:29.461298 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-baeb2358-4bc9-48d4-83e6-7c71dd26997f None None] Set router 26351360-de0e-4c20-8810-bcad3e59ddb8 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:04:29.508437 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port dd43a886-86d5-4783-8791-895f4319129c triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:04:29.509797 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (dd43a886-86d5-4783-8791-895f4319129c), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:29.560649 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3b5ca5ac-29f6-454b-bb6f-eadab419d85d admin admin] Publish callbacks [] for security_group (473a7207-b935-44a4-a154-f8ef7309f71b), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:29.587898 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d6c542b6-1744-453c-8d17-f49b6ea8a2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (dd43a886-86d5-4783-8791-895f4319129c), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:29.588727 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3b5ca5ac-29f6-454b-bb6f-eadab419d85d admin admin] Publish callbacks [] for security_group (473a7207-b935-44a4-a154-f8ef7309f71b), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:29.665795 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c1fa26-d0fb-4c64-a0b8-24ca3eac4c20 req-525d2846-3f31-4333-a159-9f3f1b4f8064 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:29.667586 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-32c1fa26-d0fb-4c64-a0b8-24ca3eac4c20 req-525d2846-3f31-4333-a159-9f3f1b4f8064 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 946 time: 0.5937772 Feb 02 07:04:29.709897 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3b5ca5ac-29f6-454b-bb6f-eadab419d85d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (473a7207-b935-44a4-a154-f8ef7309f71b), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:29.713279 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3b5ca5ac-29f6-454b-bb6f-eadab419d85d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:29.719336 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-3b5ca5ac-29f6-454b-bb6f-eadab419d85d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/473a7207-b935-44a4-a154-f8ef7309f71b HTTP/1.1" status: 204 len: 168 time: 0.3585289 Feb 02 07:04:29.782112 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5ca5ac-29f6-454b-bb6f-eadab419d85d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=473a7207-b935-44a4-a154-f8ef7309f71b,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:29.891651 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-32c1fa26-d0fb-4c64-a0b8-24ca3eac4c20 req-577a5a8b-028e-486a-bab2-09634e655c55 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2116582 Feb 02 07:04:29.895695 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f7a97-38f1-49c1-b41f-47f379bab641 req-e99cdfff-1f6e-4a06-b0ce-1f5df12f7c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:29.899683 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-191f7a97-38f1-49c1-b41f-47f379bab641 req-e99cdfff-1f6e-4a06-b0ce-1f5df12f7c73 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f9701445-c4cf-4d4f-9286-fc4fc0bbd41b HTTP/1.1" status: 200 len: 907 time: 0.5676274 Feb 02 07:04:30.018523 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-191f7a97-38f1-49c1-b41f-47f379bab641 req-fc062e16-8ca8-4ee0-abc6-a8012bdb4049 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47c24aa6-ce17-4d11-9605-52abd7babbbb HTTP/1.1" status: 200 len: 217 time: 0.1124771 Feb 02 07:04:30.099045 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port dd43a886-86d5-4783-8791-895f4319129c is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:04:30.136624 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f7a97-38f1-49c1-b41f-47f379bab641 req-5c0c197e-26bb-41da-ba99-931f5fab9dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:30.138353 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-191f7a97-38f1-49c1-b41f-47f379bab641 req-5c0c197e-26bb-41da-ba99-931f5fab9dd7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=32144128-c19d-4644-8a7f-0675355df2fd HTTP/1.1" status: 200 len: 846 time: 0.1117134 Feb 02 07:04:30.169896 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-baeb2358-4bc9-48d4-83e6-7c71dd26997f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26351360-de0e-4c20-8810-bcad3e59ddb8', 'name': 'tempest-ServersTestManualDisk-820367868-router', 'tenant_id': '119ebbdd403a496dbc2e34d86f0585a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '561648fb-160f-4879-a31b-754251b6d776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:02:47Z', 'updated_at': '2022-02-02T07:04:26Z', 'revision_number': 5, 'project_id': '119ebbdd403a496dbc2e34d86f0585a7', 'gw_port': {'id': '561648fb-160f-4879-a31b-754251b6d776', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:aa:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26351360-de0e-4c20-8810-bcad3e59ddb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:02:49Z', 'updated_at': '2022-02-02T07:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:04:30.220326 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-191f7a97-38f1-49c1-b41f-47f379bab641 req-9ea198f7-4b52-49e7-867d-0468b2cd7ea4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f9701445-c4cf-4d4f-9286-fc4fc0bbd41b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755510 Feb 02 07:04:30.244080 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baeb2358-4bc9-48d4-83e6-7c71dd26997f None None] Checking router: 26351360-de0e-4c20-8810-bcad3e59ddb8 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:04:30.270997 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baeb2358-4bc9-48d4-83e6-7c71dd26997f None None] Routers {'26351360-de0e-4c20-8810-bcad3e59ddb8'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:04:30.272157 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-baeb2358-4bc9-48d4-83e6-7c71dd26997f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:04:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['26351360-de0e-4c20-8810-bcad3e59ddb8'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:04:30.411684 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-abfe9c76-46ef-4e78-ba59-eace24faaf30 admin admin] Publish callbacks [] for router_gateway (26351360-de0e-4c20-8810-bcad3e59ddb8), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:30.468175 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc8fb6-63a4-4ed8-bdb5-92f920014712 req-52aaddf3-0d02-4038-a6f1-f733d3e8824a tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:30.475897 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-37dc8fb6-63a4-4ed8-bdb5-92f920014712 req-52aaddf3-0d02-4038-a6f1-f733d3e8824a tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=d7ad6d92-fb9b-4f92-ad08-6b4417b62d81 HTTP/1.1" status: 200 len: 943 time: 0.1032672 Feb 02 07:04:30.545251 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-37dc8fb6-63a4-4ed8-bdb5-92f920014712 req-d0f1d4a9-c511-45a7-a514-55ea189442bb tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681551 Feb 02 07:04:30.547847 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-191f7a97-38f1-49c1-b41f-47f379bab641 req-a13a646d-9d43-4357-b128-1311bf0d8821 service neutron] 10.222.0.59 "GET /v2.0/networks/f9701445-c4cf-4d4f-9286-fc4fc0bbd41b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175273 Feb 02 07:04:30.576745 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-abfe9c76-46ef-4e78-ba59-eace24faaf30 admin admin] Deleting port 561648fb-160f-4879-a31b-754251b6d776 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:04:30.577684 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-abfe9c76-46ef-4e78-ba59-eace24faaf30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (561648fb-160f-4879-a31b-754251b6d776), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:30.632960 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-611161f3-3c22-4280-884d-520f68cf9f0a tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for port (dad3cf26-8b6c-41e0-9601-515d49fb35e2), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:30.676258 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-191f7a97-38f1-49c1-b41f-47f379bab641 req-eabce381-0dd9-4013-989c-71943a6a2130 service neutron] 10.222.0.59 "GET /v2.0/networks/f9701445-c4cf-4d4f-9286-fc4fc0bbd41b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155241 Feb 02 07:04:30.769659 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-abfe9c76-46ef-4e78-ba59-eace24faaf30 admin admin] For port 561648fb-160f-4879-a31b-754251b6d776, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=561648fb-160f-4879-a31b-754251b6d776,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:04:30.770483 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-abfe9c76-46ef-4e78-ba59-eace24faaf30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (561648fb-160f-4879-a31b-754251b6d776), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:30.770803 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-baeb2358-4bc9-48d4-83e6-7c71dd26997f None None] Set router 26351360-de0e-4c20-8810-bcad3e59ddb8 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:04:30.792405 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-abfe9c76-46ef-4e78-ba59-eace24faaf30 admin admin] Calling delete_port for 561648fb-160f-4879-a31b-754251b6d776 owned by network:router_gateway {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:04:30.816169 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-611161f3-3c22-4280-884d-520f68cf9f0a tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (dad3cf26-8b6c-41e0-9601-515d49fb35e2), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:30.934049 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611161f3-3c22-4280-884d-520f68cf9f0a tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:04:30.940762 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-611161f3-3c22-4280-884d-520f68cf9f0a tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:04:30.953877 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611161f3-3c22-4280-884d-520f68cf9f0a tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:04:31.086112 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611161f3-3c22-4280-884d-520f68cf9f0a tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event updated for resources: {'Port': ['ID=dad3cf26-8b6c-41e0-9601-515d49fb35e2,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:31.127418 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.db.api [None req-d6c542b6-1744-453c-8d17-f49b6ea8a2b8 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-17d2dadd-55ee-4b4e-98d8-96497e1d5323 {{(pid=109695) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 07:04:31.128427 n-d-789963-26 neutron-server[109695]: DEBUG oslo_db.api [None req-d6c542b6-1744-453c-8d17-f49b6ea8a2b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 07:04:31.201517 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611161f3-3c22-4280-884d-520f68cf9f0a tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:31.202176 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-611161f3-3c22-4280-884d-520f68cf9f0a tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:31.236710 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44684) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:04:31.237097 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-611161f3-3c22-4280-884d-520f68cf9f0a tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 4.1093144 Feb 02 07:04:31.263537 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ceaf7-d687-4ba4-94de-5eacde7a4eb5 req-5142229b-e17d-4c56-8705-35734f3c92dc tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:31.271099 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9f2ceaf7-d687-4ba4-94de-5eacde7a4eb5 req-5142229b-e17d-4c56-8705-35734f3c92dc tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 946 time: 0.2118196 Feb 02 07:04:31.286554 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-baeb2358-4bc9-48d4-83e6-7c71dd26997f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26351360-de0e-4c20-8810-bcad3e59ddb8', 'name': 'tempest-ServersTestManualDisk-820367868-router', 'tenant_id': '119ebbdd403a496dbc2e34d86f0585a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '561648fb-160f-4879-a31b-754251b6d776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:02:47Z', 'updated_at': '2022-02-02T07:04:26Z', 'revision_number': 5, 'project_id': '119ebbdd403a496dbc2e34d86f0585a7', 'gw_port': {'id': '561648fb-160f-4879-a31b-754251b6d776', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:aa:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26351360-de0e-4c20-8810-bcad3e59ddb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:02:49Z', 'updated_at': '2022-02-02T07:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:04:31.354548 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baeb2358-4bc9-48d4-83e6-7c71dd26997f None None] The sync data for ids ['26351360-de0e-4c20-8810-bcad3e59ddb8'] in n-d-789963-26 is: [{'id': '26351360-de0e-4c20-8810-bcad3e59ddb8', 'name': 'tempest-ServersTestManualDisk-820367868-router', 'tenant_id': '119ebbdd403a496dbc2e34d86f0585a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.108'}], 'enable_snat': True}, 'gw_port_id': '561648fb-160f-4879-a31b-754251b6d776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:02:47Z', 'updated_at': '2022-02-02T07:04:26Z', 'revision_number': 5, 'project_id': '119ebbdd403a496dbc2e34d86f0585a7', 'gw_port': {'id': '561648fb-160f-4879-a31b-754251b6d776', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:aa:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26351360-de0e-4c20-8810-bcad3e59ddb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:02:49Z', 'updated_at': '2022-02-02T07:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:04:31.375261 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d61ebb-0da0-44da-badd-e59b22e05171 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:31.383615 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9f2ceaf7-d687-4ba4-94de-5eacde7a4eb5 req-91bea462-1d66-4111-8548-d8a58f44d664 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075964 Feb 02 07:04:31.385850 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d61ebb-0da0-44da-badd-e59b22e05171 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:31.397252 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d4d61ebb-0da0-44da-badd-e59b22e05171 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1780 time: 0.1563544 Feb 02 07:04:31.397637 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44688) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:04:31.444436 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-abfe9c76-46ef-4e78-ba59-eace24faaf30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (561648fb-160f-4879-a31b-754251b6d776), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:31.473753 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfe9c76-46ef-4e78-ba59-eace24faaf30 admin admin] Pushing event deleted for resources: {'Port': ['ID=561648fb-160f-4879-a31b-754251b6d776,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:31.572283 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-abfe9c76-46ef-4e78-ba59-eace24faaf30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (26351360-de0e-4c20-8810-bcad3e59ddb8), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:31.687978 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d6c542b6-1744-453c-8d17-f49b6ea8a2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (dd43a886-86d5-4783-8791-895f4319129c), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:31.709017 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-33239bc8-df31-4829-bf94-163db9f50860 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Deleting port dad3cf26-8b6c-41e0-9601-515d49fb35e2 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:04:31.709478 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-33239bc8-df31-4829-bf94-163db9f50860 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (dad3cf26-8b6c-41e0-9601-515d49fb35e2), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:31.754201 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-abfe9c76-46ef-4e78-ba59-eace24faaf30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (26351360-de0e-4c20-8810-bcad3e59ddb8), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:31.776228 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-abfe9c76-46ef-4e78-ba59-eace24faaf30 admin admin] Publish callbacks [] for router_controller (26351360-de0e-4c20-8810-bcad3e59ddb8), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:31.800109 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 47c24aa6-ce17-4d11-9605-52abd7babbbb details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:04:31.824453 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc6fda0-1946-4b1d-a4fe-a6bab9887b52 req-8b7e4c65-78a8-42df-836a-3520a034794c tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:31.848185 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8cc6fda0-1946-4b1d-a4fe-a6bab9887b52 req-8b7e4c65-78a8-42df-836a-3520a034794c tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 946 time: 0.2792616 Feb 02 07:04:31.881912 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-33239bc8-df31-4829-bf94-163db9f50860 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (dad3cf26-8b6c-41e0-9601-515d49fb35e2), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:31.897332 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-33239bc8-df31-4829-bf94-163db9f50860 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Calling delete_port for dad3cf26-8b6c-41e0-9601-515d49fb35e2 owned by {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:04:31.938804 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44704) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:04:31.973884 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-0b8c74f7-1125-4daf-925b-d46e1c14105d tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Request body: {'floatingip': {'port_id': '85893ae3-9cf9-488d-a8f8-58bbbb8cbd30'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:04:32.073244 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-abfe9c76-46ef-4e78-ba59-eace24faaf30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (26351360-de0e-4c20-8810-bcad3e59ddb8), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:32.081254 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abfe9c76-46ef-4e78-ba59-eace24faaf30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26351360-de0e-4c20-8810-bcad3e59ddb8 {{(pid=109694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:04:32.103337 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-abfe9c76-46ef-4e78-ba59-eace24faaf30 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:32.109399 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-abfe9c76-46ef-4e78-ba59-eace24faaf30 admin admin] 10.222.0.87 "DELETE /v2.0/routers/26351360-de0e-4c20-8810-bcad3e59ddb8 HTTP/1.1" status: 204 len: 168 time: 3.4776006 Feb 02 07:04:32.122292 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44732) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:04:32.134726 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-d6c542b6-1744-453c-8d17-f49b6ea8a2b8 None None] Allocated IP 172.20.0.3 (0866d72e-3544-4c93-a5a9-bf8114a5301e/1ec429f0-0c72-4748-9975-f4e489e65850/dd43a886-86d5-4783-8791-895f4319129c) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:04:32.154867 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0b8c74f7-1125-4daf-925b-d46e1c14105d tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks [] for floatingip (b4fdd179-f63f-48e6-8768-8898a9dd83e6), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:32.181720 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 47c24aa6-ce17-4d11-9605-52abd7babbbb, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=47c24aa6-ce17-4d11-9605-52abd7babbbb,segment=NetworkSegment(50b2c935-c140-4230-880a-508574d9ed43),segment_id=50b2c935-c140-4230-880a-508574d9ed43)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:04:32.237682 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': '47c24aa6-ce17-4d11-9605-52abd7babbbb', 'network_id': 'f9701445-c4cf-4d4f-9286-fc4fc0bbd41b', 'port_id': '47c24aa6-ce17-4d11-9605-52abd7babbbb', 'mac_address': 'fa:16:3e:a7:38:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32144128-c19d-4644-8a7f-0675355df2fd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:04:32.266532 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd92d4f-7e68-4061-b7c8-da93bd0fdd78 req-bbf362e2-2ac9-4157-a93b-84d38110156a tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:32.275641 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bdd92d4f-7e68-4061-b7c8-da93bd0fdd78 req-bbf362e2-2ac9-4157-a93b-84d38110156a tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=d7ad6d92-fb9b-4f92-ad08-6b4417b62d81 HTTP/1.1" status: 200 len: 943 time: 0.2185340 Feb 02 07:04:32.377778 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 47c24aa6-ce17-4d11-9605-52abd7babbbb is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:04:32.377778 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (47c24aa6-ce17-4d11-9605-52abd7babbbb), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:32.456016 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bdd92d4f-7e68-4061-b7c8-da93bd0fdd78 req-61b5a848-0b43-4b2e-87c6-a9e5795cf47c tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779385 Feb 02 07:04:32.469470 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47c24aa6-ce17-4d11-9605-52abd7babbbb {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:04:32.535536 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 47c24aa6-ce17-4d11-9605-52abd7babbbb, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=47c24aa6-ce17-4d11-9605-52abd7babbbb,segment=NetworkSegment(50b2c935-c140-4230-880a-508574d9ed43),segment_id=50b2c935-c140-4230-880a-508574d9ed43)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:04:32.551732 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (47c24aa6-ce17-4d11-9605-52abd7babbbb), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:32.610408 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-33239bc8-df31-4829-bf94-163db9f50860 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (dad3cf26-8b6c-41e0-9601-515d49fb35e2), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:32.640786 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-d6c542b6-1744-453c-8d17-f49b6ea8a2b8 None None] For port dd43a886-86d5-4783-8791-895f4319129c, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=dd43a886-86d5-4783-8791-895f4319129c,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:04:32.683046 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44740) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:04:32.689836 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33239bc8-df31-4829-bf94-163db9f50860 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event deleted for resources: {'Port': ['ID=dad3cf26-8b6c-41e0-9601-515d49fb35e2,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:32.731892 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d6c542b6-1744-453c-8d17-f49b6ea8a2b8 None None] Publish callbacks [] for port (dd43a886-86d5-4783-8791-895f4319129c), precommit_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:32.738236 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=47c24aa6-ce17-4d11-9605-52abd7babbbb,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:32.745033 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bc10214-cf0e-4763-9894-fb91be21b40a admin admin] Deleting subnet 4301de96-4c94-4826-b786-9a6127838bf6 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:04:32.756307 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d6c542b6-1744-453c-8d17-f49b6ea8a2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (dd43a886-86d5-4783-8791-895f4319129c), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:32.756530 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1bc10214-cf0e-4763-9894-fb91be21b40a admin admin] Publish callbacks [] for subnet (4301de96-4c94-4826-b786-9a6127838bf6), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:32.832696 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-33239bc8-df31-4829-bf94-163db9f50860 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:32.840637 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-33239bc8-df31-4829-bf94-163db9f50860 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/ports/dad3cf26-8b6c-41e0-9601-515d49fb35e2 HTTP/1.1" status: 204 len: 168 time: 1.4418776 Feb 02 07:04:32.841411 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44746) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:04:32.905818 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c542b6-1744-453c-8d17-f49b6ea8a2b8 None None] Pushing event updated for resources: {'Port': ['ID=dd43a886-86d5-4783-8791-895f4319129c,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:32.907956 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa521e94-c582-42df-9b8c-1e4ce26af5ad tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:32.915139 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa521e94-c582-42df-9b8c-1e4ce26af5ad tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:32.916638 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa521e94-c582-42df-9b8c-1e4ce26af5ad tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:32.923587 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-fa521e94-c582-42df-9b8c-1e4ce26af5ad tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0808508 Feb 02 07:04:32.932805 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44748) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:04:32.994904 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1bc10214-cf0e-4763-9894-fb91be21b40a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (4301de96-4c94-4826-b786-9a6127838bf6), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:33.073847 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device aeb58d23-5863-44d4-ba73-7d85b89fee50 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:04:33.094790 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-250e9b9e-7058-4216-ba06-7c86059cfdd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:33.128340 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: aeb58d23-5863-44d4-ba73-7d85b89fee50 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:04:33.129025 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device aeb58d23-5863-44d4-ba73-7d85b89fee50 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:04:33.130251 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 561648fb-160f-4879-a31b-754251b6d776 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:04:33.133998 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['47c24aa6-ce17-4d11-9605-52abd7babbbb'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:04:33.262663 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 561648fb-160f-4879-a31b-754251b6d776 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:04:33.263244 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 561648fb-160f-4879-a31b-754251b6d776 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:04:33.275437 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-d66ac4cb-11b2-42a1-9ce2-d2fd65760a9e tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Deleting subnet 1ec429f0-0c72-4748-9975-f4e489e65850 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:04:33.278837 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-250e9b9e-7058-4216-ba06-7c86059cfdd3 admin admin] Publish callbacks [] for security_group (96f338cd-8389-44a0-a485-01aca2c85f17), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:33.287734 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d66ac4cb-11b2-42a1-9ce2-d2fd65760a9e tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for subnet (1ec429f0-0c72-4748-9975-f4e489e65850), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:33.289295 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-250e9b9e-7058-4216-ba06-7c86059cfdd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (96f338cd-8389-44a0-a485-01aca2c85f17), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:33.338615 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1bc10214-cf0e-4763-9894-fb91be21b40a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (4301de96-4c94-4826-b786-9a6127838bf6), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:33.364567 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e9b9e-7058-4216-ba06-7c86059cfdd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f338cd-8389-44a0-a485-01aca2c85f17,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:33.396387 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-250e9b9e-7058-4216-ba06-7c86059cfdd3 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=67ab8697686241fb874a0ceabf4af2bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7119322 Feb 02 07:04:33.400450 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44764) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:04:33.461244 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d66ac4cb-11b2-42a1-9ce2-d2fd65760a9e tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (1ec429f0-0c72-4748-9975-f4e489e65850), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:33.531404 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-42bf4821-1333-46ad-9223-f53f6c52b7f6 admin admin] Publish callbacks [] for security_group (96f338cd-8389-44a0-a485-01aca2c85f17), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:33.539483 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.db.resource_extend [None req-0b8c74f7-1125-4daf-925b-d46e1c14105d tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 07:04:33.582409 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-42bf4821-1333-46ad-9223-f53f6c52b7f6 admin admin] Publish callbacks [] for security_group (96f338cd-8389-44a0-a485-01aca2c85f17), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:33.678343 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0b8c74f7-1125-4daf-925b-d46e1c14105d tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:33.692373 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1bc10214-cf0e-4763-9894-fb91be21b40a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (4301de96-4c94-4826-b786-9a6127838bf6), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:33.700231 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0b8c74f7-1125-4daf-925b-d46e1c14105d tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (b4fdd179-f63f-48e6-8768-8898a9dd83e6), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:33.737994 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb9a87-538e-4fd0-8998-29e1ebb06dc9 req-d93e0c23-2be9-412b-9536-d2adfa5f5018 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:33.755779 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-adbb9a87-538e-4fd0-8998-29e1ebb06dc9 req-d93e0c23-2be9-412b-9536-d2adfa5f5018 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=d7ad6d92-fb9b-4f92-ad08-6b4417b62d81 HTTP/1.1" status: 200 len: 944 time: 0.1231539 Feb 02 07:04:33.781102 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-42bf4821-1333-46ad-9223-f53f6c52b7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (96f338cd-8389-44a0-a485-01aca2c85f17), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:33.785022 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-42bf4821-1333-46ad-9223-f53f6c52b7f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:33.789250 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-42bf4821-1333-46ad-9223-f53f6c52b7f6 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/96f338cd-8389-44a0-a485-01aca2c85f17 HTTP/1.1" status: 204 len: 168 time: 0.3848047 Feb 02 07:04:33.844920 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-adbb9a87-538e-4fd0-8998-29e1ebb06dc9 req-a99c1fab-a47b-4fde-8353-455e609557e9 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866275 Feb 02 07:04:33.847768 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bf4821-1333-46ad-9223-f53f6c52b7f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f338cd-8389-44a0-a485-01aca2c85f17,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:33.847938 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d66ac4cb-11b2-42a1-9ce2-d2fd65760a9e tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (1ec429f0-0c72-4748-9975-f4e489e65850), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:33.891285 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc10214-cf0e-4763-9894-fb91be21b40a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4301de96-4c94-4826-b786-9a6127838bf6,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:33.905536 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1bc10214-cf0e-4763-9894-fb91be21b40a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:33.909186 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-1bc10214-cf0e-4763-9894-fb91be21b40a admin admin] 10.222.0.87 "DELETE /v2.0/subnets/4301de96-4c94-4826-b786-9a6127838bf6 HTTP/1.1" status: 204 len: 168 time: 1.7821605 Feb 02 07:04:33.910024 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a0d1c5-81a3-4913-b472-0a586bfa55e5 None None] Network 25bb2f6b-fd67-47da-85b3-87ac7c749a35 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:04:33.911899 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44770) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:04:34.060099 n-d-789963-26 neutron-server[109694]: INFO neutron.db.l3_db [None req-0b8c74f7-1125-4daf-925b-d46e1c14105d tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Floating IP b4fdd179-f63f-48e6-8768-8898a9dd83e6 associated. External IP: 172.25.4.155, port: 85893ae3-9cf9-488d-a8f8-58bbbb8cbd30. Feb 02 07:04:34.073215 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0a5ad0b6-3dc3-4035-a392-70bac27a67e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (25bb2f6b-fd67-47da-85b3-87ac7c749a35), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:34.153644 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d66ac4cb-11b2-42a1-9ce2-d2fd65760a9e tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (1ec429f0-0c72-4748-9975-f4e489e65850), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:34.177243 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-7c56d1fd-ac45-460b-95b4-24b05c1b89dc None None] Provisioning complete for port dd43a886-86d5-4783-8791-895f4319129c triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:04:34.177624 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7c56d1fd-ac45-460b-95b4-24b05c1b89dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (dd43a886-86d5-4783-8791-895f4319129c), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:34.217528 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ac4cb-11b2-42a1-9ce2-d2fd65760a9e tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event deleted for resources: {'Subnet': ['ID=1ec429f0-0c72-4748-9975-f4e489e65850,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:34.243809 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d66ac4cb-11b2-42a1-9ce2-d2fd65760a9e tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:34.247679 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d66ac4cb-11b2-42a1-9ce2-d2fd65760a9e tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/subnets/1ec429f0-0c72-4748-9975-f4e489e65850 HTTP/1.1" status: 204 len: 168 time: 1.3102655 Feb 02 07:04:34.249874 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44782) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:04:34.266499 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d665d96b-c93e-45ed-ac80-57bc9b846b65 None None] DHCP port deletion for 25bb2f6b-fd67-47da-85b3-87ac7c749a35 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:04:34.326118 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d821e66-017a-490f-b725-31e967b253da tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Deleting subnet a6984e11-cb94-48a0-8764-fea9e9e4d875 {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:04:34.330023 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7d821e66-017a-490f-b725-31e967b253da tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for subnet (a6984e11-cb94-48a0-8764-fea9e9e4d875), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:34.386838 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7d821e66-017a-490f-b725-31e967b253da tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (a6984e11-cb94-48a0-8764-fea9e9e4d875), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:34.459356 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-7c56d1fd-ac45-460b-95b4-24b05c1b89dc None None] Current status of the port dd43a886-86d5-4783-8791-895f4319129c is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:04:34.475849 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-0a5ad0b6-3dc3-4035-a392-70bac27a67e0 admin admin] Deleting port c889c3b6-1c49-42ac-a1d5-073e011929f8 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:04:34.476192 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0a5ad0b6-3dc3-4035-a392-70bac27a67e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (c889c3b6-1c49-42ac-a1d5-073e011929f8), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:34.507622 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7d821e66-017a-490f-b725-31e967b253da tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (a6984e11-cb94-48a0-8764-fea9e9e4d875), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:34.522675 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-d665d96b-c93e-45ed-ac80-57bc9b846b65 None None] Deleting port c889c3b6-1c49-42ac-a1d5-073e011929f8 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:04:34.523168 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d665d96b-c93e-45ed-ac80-57bc9b846b65 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (c889c3b6-1c49-42ac-a1d5-073e011929f8), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:34.613123 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-d665d96b-c93e-45ed-ac80-57bc9b846b65 None None] For port c889c3b6-1c49-42ac-a1d5-073e011929f8, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=c889c3b6-1c49-42ac-a1d5-073e011929f8,segment=NetworkSegment(88d799c5-8a21-4eb2-b1ec-1b0a670840e4),segment_id=88d799c5-8a21-4eb2-b1ec-1b0a670840e4)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:04:34.613411 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d665d96b-c93e-45ed-ac80-57bc9b846b65 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (c889c3b6-1c49-42ac-a1d5-073e011929f8), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:34.631530 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-d665d96b-c93e-45ed-ac80-57bc9b846b65 None None] Calling delete_port for c889c3b6-1c49-42ac-a1d5-073e011929f8 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:04:34.632121 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7d821e66-017a-490f-b725-31e967b253da tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (a6984e11-cb94-48a0-8764-fea9e9e4d875), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:34.640344 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2dbc236-d53b-4e77-b10d-6e201189e12e None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:04:34.663971 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d821e66-017a-490f-b725-31e967b253da tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event deleted for resources: {'Subnet': ['ID=a6984e11-cb94-48a0-8764-fea9e9e4d875,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:34.666585 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7d821e66-017a-490f-b725-31e967b253da tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:34.670016 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-7d821e66-017a-490f-b725-31e967b253da tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/subnets/a6984e11-cb94-48a0-8764-fea9e9e4d875 HTTP/1.1" status: 204 len: 168 time: 0.4187658 Feb 02 07:04:34.672474 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44818) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:04:34.717040 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-098c0320-bf99-4919-97d0-211899b1fa32 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0433393 Feb 02 07:04:34.719672 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44822) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:04:34.725285 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-916502ec-2542-4310-84cf-6eb24e0d5d93 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Request body: {'subnet': {'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:04:34.739224 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-2a1eac7c-4ae3-479e-9e42-051c6a9aa63a None None] Could not find standard attr ID for object dad3cf26-8b6c-41e0-9601-515d49fb35e2. {{(pid=109695) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 07:04:34.866087 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916502ec-2542-4310-84cf-6eb24e0d5d93 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Made reservation on behalf of d3e64a71e17749e693b291cf3514bb46 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:04:34.873103 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-916502ec-2542-4310-84cf-6eb24e0d5d93 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:34.873287 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device dd43a886-86d5-4783-8791-895f4319129c up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:04:34.876462 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d665d96b-c93e-45ed-ac80-57bc9b846b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (c889c3b6-1c49-42ac-a1d5-073e011929f8), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:34.948423 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d665d96b-c93e-45ed-ac80-57bc9b846b65 None None] Pushing event deleted for resources: {'Port': ['ID=c889c3b6-1c49-42ac-a1d5-073e011929f8,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:34.963790 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f101bbb1-adfa-4892-a607-db18e3c37387 None None] DHCP port deletion for 0866d72e-3544-4c93-a5a9-bf8114a5301e request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:04:34.981588 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d665d96b-c93e-45ed-ac80-57bc9b846b65 None None] No DVR routers for this DVR port c889c3b6-1c49-42ac-a1d5-073e011929f8 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:04:35.071707 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port dd43a886-86d5-4783-8791-895f4319129c triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:04:35.071707 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (dd43a886-86d5-4783-8791-895f4319129c), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:35.123222 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-f101bbb1-adfa-4892-a607-db18e3c37387 None None] Deleting port dd43a886-86d5-4783-8791-895f4319129c {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:04:35.123759 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f101bbb1-adfa-4892-a607-db18e3c37387 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (dd43a886-86d5-4783-8791-895f4319129c), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:35.171738 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44834) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:04:35.202549 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29019cde-4e79-437e-8df3-c08b985d60b4 req-8a33600c-ea64-4033-9bc7-64eb38325445 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:35.204137 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-29019cde-4e79-437e-8df3-c08b985d60b4 req-8a33600c-ea64-4033-9bc7-64eb38325445 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=d7ad6d92-fb9b-4f92-ad08-6b4417b62d81 HTTP/1.1" status: 200 len: 944 time: 0.1405425 Feb 02 07:04:35.205721 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-916502ec-2542-4310-84cf-6eb24e0d5d93 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (7578d48a-1bf0-4345-a6a0-947caae1805c), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:35.229306 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-0a5ad0b6-3dc3-4035-a392-70bac27a67e0 admin admin] For port c889c3b6-1c49-42ac-a1d5-073e011929f8, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=c889c3b6-1c49-42ac-a1d5-073e011929f8,segment=NetworkSegment(88d799c5-8a21-4eb2-b1ec-1b0a670840e4),segment_id=88d799c5-8a21-4eb2-b1ec-1b0a670840e4)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:04:35.229886 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0a5ad0b6-3dc3-4035-a392-70bac27a67e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (c889c3b6-1c49-42ac-a1d5-073e011929f8), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:35.239428 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b8c74f7-1125-4daf-925b-d46e1c14105d tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Router be744460-d8bd-4283-b63d-bc86bfeb7c96 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:04:35.252443 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-0a5ad0b6-3dc3-4035-a392-70bac27a67e0 admin admin] Calling delete_port for c889c3b6-1c49-42ac-a1d5-073e011929f8 owned by network:dhcp {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:04:35.267476 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-f101bbb1-adfa-4892-a607-db18e3c37387 None None] For port dd43a886-86d5-4783-8791-895f4319129c, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=dd43a886-86d5-4783-8791-895f4319129c,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:04:35.268366 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f101bbb1-adfa-4892-a607-db18e3c37387 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (dd43a886-86d5-4783-8791-895f4319129c), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:35.273911 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916502ec-2542-4310-84cf-6eb24e0d5d93 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:04:35.278745 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-916502ec-2542-4310-84cf-6eb24e0d5d93 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:04:35.279688 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c228e4-7141-479c-b80e-781f42706a54 req-138019e7-aa88-4c2d-91f1-98ffa4d45c6a tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:35.286483 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916502ec-2542-4310-84cf-6eb24e0d5d93 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:35.287075 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-916502ec-2542-4310-84cf-6eb24e0d5d93 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:35.287808 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-84c228e4-7141-479c-b80e-781f42706a54 req-138019e7-aa88-4c2d-91f1-98ffa4d45c6a tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] 10.222.0.87 "GET /v2.0/ports?device_id=497ab761-4d65-43b2-8058-3ab0af5247d2 HTTP/1.1" status: 200 len: 949 time: 0.6822100 Feb 02 07:04:35.292927 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-f101bbb1-adfa-4892-a607-db18e3c37387 None None] Calling delete_port for dd43a886-86d5-4783-8791-895f4319129c owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:04:35.320236 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port dd43a886-86d5-4783-8791-895f4319129c is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:04:35.345674 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-29019cde-4e79-437e-8df3-c08b985d60b4 req-4530c569-13de-4bbe-b076-9c1a75fcdcf3 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270192 Feb 02 07:04:35.351385 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916502ec-2542-4310-84cf-6eb24e0d5d93 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event updated for resources: {'Subnet': ['ID=7578d48a-1bf0-4345-a6a0-947caae1805c,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:35.360769 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-d0ee5117-5b8a-4374-bbe9-be1c70e93b22 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-426542990-network', 'tenant_id': '523b76c5ed814bbdbb1be6fd71902f45'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:04:35.377878 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-916502ec-2542-4310-84cf-6eb24e0d5d93 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6570456 Feb 02 07:04:35.380692 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44838) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:04:35.389123 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-415af2dc-7626-4be8-b1a9-aa87c64d8a86 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Request body: {'subnet': {'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:04:35.417514 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ee5117-5b8a-4374-bbe9-be1c70e93b22 admin admin] Made reservation on behalf of 523b76c5ed814bbdbb1be6fd71902f45 for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:04:35.418040 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device c889c3b6-1c49-42ac-a1d5-073e011929f8 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:04:35.420040 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d0ee5117-5b8a-4374-bbe9-be1c70e93b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:35.447590 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d0ee5117-5b8a-4374-bbe9-be1c70e93b22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:35.447809 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: c889c3b6-1c49-42ac-a1d5-073e011929f8 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:04:35.447809 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device c889c3b6-1c49-42ac-a1d5-073e011929f8 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:04:35.468217 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-84c228e4-7141-479c-b80e-781f42706a54 req-872e79f5-a6a1-4736-92be-9cc6f46add00 tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] 10.222.0.87 "GET /v2.0/security-groups?id=4fb57ed4-cc4d-4527-a774-d434516db18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793165 Feb 02 07:04:35.473157 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f101bbb1-adfa-4892-a607-db18e3c37387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (dd43a886-86d5-4783-8791-895f4319129c), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:35.487586 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f101bbb1-adfa-4892-a607-db18e3c37387 None None] No DVR routers for this DVR port dd43a886-86d5-4783-8791-895f4319129c on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:04:35.506780 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8c74f7-1125-4daf-925b-d46e1c14105d tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:04:35.509477 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f101bbb1-adfa-4892-a607-db18e3c37387 None None] Pushing event deleted for resources: {'Port': ['ID=dd43a886-86d5-4783-8791-895f4319129c,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:35.528299 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0b8c74f7-1125-4daf-925b-d46e1c14105d tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:35.543458 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1f9eff-c6dd-4917-b413-7ec0e6149201 None None] Sync routers for ids ['be744460-d8bd-4283-b63d-bc86bfeb7c96'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:04:35.549994 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9fc4cf-536a-46e5-b843-53d8d3508910 None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:04:35.562904 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1f9eff-c6dd-4917-b413-7ec0e6149201 None None] Routers {'be744460-d8bd-4283-b63d-bc86bfeb7c96'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:04:35.564421 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-fd1f9eff-c6dd-4917-b413-7ec0e6149201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:04:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['be744460-d8bd-4283-b63d-bc86bfeb7c96'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:04:35.575837 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415af2dc-7626-4be8-b1a9-aa87c64d8a86 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Made reservation on behalf of d3e64a71e17749e693b291cf3514bb46 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:04:35.579645 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-415af2dc-7626-4be8-b1a9-aa87c64d8a86 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:35.594552 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0a5ad0b6-3dc3-4035-a392-70bac27a67e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (c889c3b6-1c49-42ac-a1d5-073e011929f8), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:35.598400 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0b8c74f7-1125-4daf-925b-d46e1c14105d tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "PUT /v2.0/floatingips/b4fdd179-f63f-48e6-8768-8898a9dd83e6 HTTP/1.1" status: 200 len: 992 time: 3.6583383 Feb 02 07:04:35.615887 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ff36027-57b6-4b74-8a16-ded77bfe3f8c', 'tag': '85893ae3-9cf9-488d-a8f8-58bbbb8cbd30'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:04:35.622971 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df63475-54ab-4f9a-af23-9cf1be13cb3c" -d '{"events": [{"name": "network-changed", "server_uuid": "8ff36027-57b6-4b74-8a16-ded77bfe3f8c", "tag": "85893ae3-9cf9-488d-a8f8-58bbbb8cbd30"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:04:35.685010 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5ad0b6-3dc3-4035-a392-70bac27a67e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c889c3b6-1c49-42ac-a1d5-073e011929f8,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:35.698320 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5ad0b6-3dc3-4035-a392-70bac27a67e0 admin admin] No DVR routers for this DVR port c889c3b6-1c49-42ac-a1d5-073e011929f8 on host n-d-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:04:35.707347 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2faccbf2-9108-4fc3-89be-1d6c0ef19e64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-0866d72e-3544-4c93-a5a9-bf8114a5301e', 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'project_id': 'd3e64a71e17749e693b291cf3514bb46', 'fixed_ips': [{'subnet_id': '7578d48a-1bf0-4345-a6a0-947caae1805c'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:04:35.708492 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7bc0ea5-cf50-4d81-aed1-a3c8d64dd8fa x-openstack-request-id: req-e7bc0ea5-cf50-4d81-aed1-a3c8d64dd8fa {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:04:35.708789 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ff36027-57b6-4b74-8a16-ded77bfe3f8c", "tag": "85893ae3-9cf9-488d-a8f8-58bbbb8cbd30", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:04:35.708897 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2faccbf2-9108-4fc3-89be-1d6c0ef19e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:35.709055 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e7bc0ea5-cf50-4d81-aed1-a3c8d64dd8fa {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:04:35.709948 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ff36027-57b6-4b74-8a16-ded77bfe3f8c', 'tag': '85893ae3-9cf9-488d-a8f8-58bbbb8cbd30', 'status': 'completed', 'code': 200} Feb 02 07:04:35.737558 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-fd1f9eff-c6dd-4917-b413-7ec0e6149201 None None] Set router be744460-d8bd-4283-b63d-bc86bfeb7c96 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:04:35.812269 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca27c4ff-3f31-4e0a-8ee0-1b87a56dba1a req-ae9656a3-86ab-4258-a24d-2b9e2d959e5e tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:35.813655 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ca27c4ff-3f31-4e0a-8ee0-1b87a56dba1a req-ae9656a3-86ab-4258-a24d-2b9e2d959e5e tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 946 time: 0.1367683 Feb 02 07:04:35.826255 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0a5ad0b6-3dc3-4035-a392-70bac27a67e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (25bb2f6b-fd67-47da-85b3-87ac7c749a35), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:35.852233 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df63475-54ab-4f9a-af23-9cf1be13cb3c req-35510638-db98-417f-bb44-96bc5dfcaf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:35.853729 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8df63475-54ab-4f9a-af23-9cf1be13cb3c req-35510638-db98-417f-bb44-96bc5dfcaf22 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=12ae52d2610343959b079c169f83e654&device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 1129 time: 0.0969250 Feb 02 07:04:35.860171 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d0ee5117-5b8a-4374-bbe9-be1c70e93b22 admin admin] Publish callbacks [] for security_group (ec94bdf1-a60f-468b-84ba-265382d9019e), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:35.861300 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-0a5ad0b6-3dc3-4035-a392-70bac27a67e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25bb2f6b-fd67-47da-85b3-87ac7c749a35']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:04:35.876632 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 47c24aa6-ce17-4d11-9605-52abd7babbbb up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:04:35.879272 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-2faccbf2-9108-4fc3-89be-1d6c0ef19e64 None None] Allocated IP 172.20.0.2 (0866d72e-3544-4c93-a5a9-bf8114a5301e/7578d48a-1bf0-4345-a6a0-947caae1805c/b8749d07-1264-40ef-bc27-78eeed48cbe8) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:04:35.885389 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-0a5ad0b6-3dc3-4035-a392-70bac27a67e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88d799c5-8a21-4eb2-b1ec-1b0a670840e4') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:04:35.885695 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-0a5ad0b6-3dc3-4035-a392-70bac27a67e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88d799c5-8a21-4eb2-b1ec-1b0a670840e4') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:04:35.899991 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0a5ad0b6-3dc3-4035-a392-70bac27a67e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (88d799c5-8a21-4eb2-b1ec-1b0a670840e4), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:35.903800 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d0ee5117-5b8a-4374-bbe9-be1c70e93b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (ec94bdf1-a60f-468b-84ba-265382d9019e), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:35.919595 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0a5ad0b6-3dc3-4035-a392-70bac27a67e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (88d799c5-8a21-4eb2-b1ec-1b0a670840e4), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:35.931845 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a5ad0b6-3dc3-4035-a392-70bac27a67e0 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:04:35.932267 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0a5ad0b6-3dc3-4035-a392-70bac27a67e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (88d799c5-8a21-4eb2-b1ec-1b0a670840e4), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:35.934578 n-d-789963-26 neutron-server[109694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:04:35.934578 n-d-789963-26 neutron-server[109694]: self.session.flush() Feb 02 07:04:35.934578 n-d-789963-26 neutron-server[109694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:04:35.934578 n-d-789963-26 neutron-server[109694]: self.session.flush() Feb 02 07:04:35.934578 n-d-789963-26 neutron-server[109694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:04:35.934578 n-d-789963-26 neutron-server[109694]: self.session.flush() Feb 02 07:04:35.934578 n-d-789963-26 neutron-server[109694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:04:35.934578 n-d-789963-26 neutron-server[109694]: self.session.flush() Feb 02 07:04:35.934578 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:04:35.934578 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:04:35.934578 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:04:35.934578 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:04:35.934578 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:04:35.934578 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:04:35.934578 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:04:35.934578 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:04:35.934578 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:04:35.934578 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:04:35.934578 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:04:35.934578 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:04:35.934578 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:04:35.934578 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:04:35.934578 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:04:35.934578 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:04:35.934578 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:04:35.934578 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:04:35.934578 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:04:35.934578 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:04:35.934578 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:04:35.934578 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:04:35.934578 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:04:35.934578 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:04:35.934578 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:04:35.934578 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:04:35.934578 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:04:35.934578 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:04:35.934578 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:04:35.934578 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:04:35.934578 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:04:35.934578 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:04:35.964298 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ee5117-5b8a-4374-bbe9-be1c70e93b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec94bdf1-a60f-468b-84ba-265382d9019e,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:36.005695 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ca27c4ff-3f31-4e0a-8ee0-1b87a56dba1a req-544786cc-e66a-4345-bf0d-78ef2be6bcdb tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751699 Feb 02 07:04:36.011494 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port 47c24aa6-ce17-4d11-9605-52abd7babbbb completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:04:36.021928 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port 47c24aa6-ce17-4d11-9605-52abd7babbbb triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:04:36.022370 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (47c24aa6-ce17-4d11-9605-52abd7babbbb), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:36.044879 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-fd1f9eff-c6dd-4917-b413-7ec0e6149201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be744460-d8bd-4283-b63d-bc86bfeb7c96', 'name': 'tempest-ServerActionsTestJSON-1606176529-router', 'tenant_id': '12ae52d2610343959b079c169f83e654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '1742e93f-1dbc-4cd8-a295-f077feb1a78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:03:51Z', 'updated_at': '2022-02-02T07:03:56Z', 'revision_number': 4, 'project_id': '12ae52d2610343959b079c169f83e654', 'gw_port': {'id': '1742e93f-1dbc-4cd8-a295-f077feb1a78a', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be744460-d8bd-4283-b63d-bc86bfeb7c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:03:52Z', 'updated_at': '2022-02-02T07:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': 'b4fdd179-f63f-48e6-8768-8898a9dd83e6', 'tenant_id': '12ae52d2610343959b079c169f83e654', 'floating_ip_address': '172.25.4.155', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': 'be744460-d8bd-4283-b63d-bc86bfeb7c96', 'port_id': '85893ae3-9cf9-488d-a8f8-58bbbb8cbd30', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1174, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '274d3754-cb62-4276-8b4a-dfa5cf98baaf', 'mac_address': 'fa:16:3e:d5:20:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff36027-57b6-4b74-8a16-ded77bfe3f8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:04:03Z', 'updated_at': '2022-02-02T07:04:33Z', 'revision_number': 1, 'project_id': '12ae52d2610343959b079c169f83e654', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbe527c4-73ea-4b13-bbe9-8a65dbccca0b', 'name': '', 'network_id': '274d3754-cb62-4276-8b4a-dfa5cf98baaf', 'tenant_id': '12ae52d2610343959b079c169f83e654', 'mac_address': 'fa:16:3e:cd:4a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be744460-d8bd-4283-b63d-bc86bfeb7c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'b6b3fc97-ea53-4910-99b5-bddf06c5d45f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:03:55Z', 'updated_at': '2022-02-02T07:04:02Z', 'revision_number': 5, 'project_id': '12ae52d2610343959b079c169f83e654', 'subnets': [{'id': 'b6b3fc97-ea53-4910-99b5-bddf06c5d45f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:04:36.049109 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0ee5117-5b8a-4374-bbe9-be1c70e93b22 admin admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:04:36.060597 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0a5ad0b6-3dc3-4035-a392-70bac27a67e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (25bb2f6b-fd67-47da-85b3-87ac7c749a35), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:36.076213 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d0ee5117-5b8a-4374-bbe9-be1c70e93b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (29d7944e-b597-473c-9bbf-5c8af0a35be9), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:36.076560 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-d0ee5117-5b8a-4374-bbe9-be1c70e93b22 admin admin] Added segment 29d7944e-b597-473c-9bbf-5c8af0a35be9 of type vlan for network ce6a5866-b228-4148-89a8-718fb925fb87 Feb 02 07:04:36.089886 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0a5ad0b6-3dc3-4035-a392-70bac27a67e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:36.093016 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1f9eff-c6dd-4917-b413-7ec0e6149201 None None] Checking router: be744460-d8bd-4283-b63d-bc86bfeb7c96 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:04:36.094682 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0a5ad0b6-3dc3-4035-a392-70bac27a67e0 admin admin] 10.222.0.87 "DELETE /v2.0/networks/25bb2f6b-fd67-47da-85b3-87ac7c749a35 HTTP/1.1" status: 204 len: 168 time: 2.1801560 Feb 02 07:04:36.096186 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5ad0b6-3dc3-4035-a392-70bac27a67e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=25bb2f6b-fd67-47da-85b3-87ac7c749a35,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:36.101206 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2faccbf2-9108-4fc3-89be-1d6c0ef19e64 None None] Publish callbacks [] for port (b8749d07-1264-40ef-bc27-78eeed48cbe8), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:36.115820 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1f9eff-c6dd-4917-b413-7ec0e6149201 None None] Routers {'be744460-d8bd-4283-b63d-bc86bfeb7c96'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:04:36.116448 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-fd1f9eff-c6dd-4917-b413-7ec0e6149201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:04:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['be744460-d8bd-4283-b63d-bc86bfeb7c96'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:04:36.126278 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2faccbf2-9108-4fc3-89be-1d6c0ef19e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (b8749d07-1264-40ef-bc27-78eeed48cbe8), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:36.177790 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2faccbf2-9108-4fc3-89be-1d6c0ef19e64 None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:04:36.184485 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-2faccbf2-9108-4fc3-89be-1d6c0ef19e64 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:04:36.189236 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df63475-54ab-4f9a-af23-9cf1be13cb3c req-b4ae1e51-fdd1-4483-b1bb-10a0d60f1fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:36.190881 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8df63475-54ab-4f9a-af23-9cf1be13cb3c req-b4ae1e51-fdd1-4483-b1bb-10a0d60f1fe9 service neutron] 10.222.0.88 "GET /v2.0/networks?id=274d3754-cb62-4276-8b4a-dfa5cf98baaf HTTP/1.1" status: 200 len: 913 time: 0.3122649 Feb 02 07:04:36.191492 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2faccbf2-9108-4fc3-89be-1d6c0ef19e64 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:04:36.216201 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faccbf2-9108-4fc3-89be-1d6c0ef19e64 None None] Pushing event updated for resources: {'Port': ['ID=b8749d07-1264-40ef-bc27-78eeed48cbe8,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:36.277923 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d0ee5117-5b8a-4374-bbe9-be1c70e93b22 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (ce6a5866-b228-4148-89a8-718fb925fb87), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:36.296002 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-2faccbf2-9108-4fc3-89be-1d6c0ef19e64 None None] Attempting to bind port b8749d07-1264-40ef-bc27-78eeed48cbe8 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:04:36.296473 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-2faccbf2-9108-4fc3-89be-1d6c0ef19e64 None None] Attempting to bind port b8749d07-1264-40ef-bc27-78eeed48cbe8 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:04:36.296745 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2faccbf2-9108-4fc3-89be-1d6c0ef19e64 None None] Attempting to bind port b8749d07-1264-40ef-bc27-78eeed48cbe8 on network 0866d72e-3544-4c93-a5a9-bf8114a5301e {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:04:36.309859 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2faccbf2-9108-4fc3-89be-1d6c0ef19e64 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:04:36.310721 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2faccbf2-9108-4fc3-89be-1d6c0ef19e64 None None] Checking segment: {'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:04:36.310721 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2faccbf2-9108-4fc3-89be-1d6c0ef19e64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:36.311046 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2faccbf2-9108-4fc3-89be-1d6c0ef19e64 None None] Bound using segment: {'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:04:36.311524 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-2faccbf2-9108-4fc3-89be-1d6c0ef19e64 None None] Bound port: b8749d07-1264-40ef-bc27-78eeed48cbe8, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:04:36.311938 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2faccbf2-9108-4fc3-89be-1d6c0ef19e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b8749d07-1264-40ef-bc27-78eeed48cbe8), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:36.317475 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8df63475-54ab-4f9a-af23-9cf1be13cb3c req-159057e8-3de4-4c80-acee-55b9917ff13b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85893ae3-9cf9-488d-a8f8-58bbbb8cbd30 HTTP/1.1" status: 200 len: 1000 time: 0.1159060 Feb 02 07:04:36.318052 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44848) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:04:36.328095 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 47c24aa6-ce17-4d11-9605-52abd7babbbb is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:04:36.328525 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (47c24aa6-ce17-4d11-9605-52abd7babbbb), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:36.332635 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-fd1f9eff-c6dd-4917-b413-7ec0e6149201 None None] Set router be744460-d8bd-4283-b63d-bc86bfeb7c96 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:04:36.377796 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7ad6d92-fb9b-4f92-ad08-6b4417b62d81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c24aa6-ce17-4d11-9605-52abd7babbbb'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:04:36.380217 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe2d7d3-d31f-4e0d-be7d-e4d34275b84d" -d '{"events": [{"server_uuid": "d7ad6d92-fb9b-4f92-ad08-6b4417b62d81", "name": "network-vif-plugged", "status": "completed", "tag": "47c24aa6-ce17-4d11-9605-52abd7babbbb"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:04:36.385905 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d0ee5117-5b8a-4374-bbe9-be1c70e93b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (ce6a5866-b228-4148-89a8-718fb925fb87), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:36.386834 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ee5117-5b8a-4374-bbe9-be1c70e93b22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:36.387242 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d0ee5117-5b8a-4374-bbe9-be1c70e93b22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:36.401249 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 47c24aa6-ce17-4d11-9605-52abd7babbbb, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=47c24aa6-ce17-4d11-9605-52abd7babbbb,segment=NetworkSegment(50b2c935-c140-4230-880a-508574d9ed43),segment_id=50b2c935-c140-4230-880a-508574d9ed43)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:04:36.415588 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (47c24aa6-ce17-4d11-9605-52abd7babbbb), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:36.450540 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-2faccbf2-9108-4fc3-89be-1d6c0ef19e64 None None] For port b8749d07-1264-40ef-bc27-78eeed48cbe8, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:04:36.458688 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23837f45-f5a0-4a2b-9b48-2468a673735c x-openstack-request-id: req-23837f45-f5a0-4a2b-9b48-2468a673735c {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:04:36.458974 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7ad6d92-fb9b-4f92-ad08-6b4417b62d81", "name": "network-vif-plugged", "status": "completed", "tag": "47c24aa6-ce17-4d11-9605-52abd7babbbb", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:04:36.459234 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-23837f45-f5a0-4a2b-9b48-2468a673735c {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:04:36.459649 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7ad6d92-fb9b-4f92-ad08-6b4417b62d81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c24aa6-ce17-4d11-9605-52abd7babbbb', 'code': 200} Feb 02 07:04:36.475047 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-2faccbf2-9108-4fc3-89be-1d6c0ef19e64 None None] For port b8749d07-1264-40ef-bc27-78eeed48cbe8, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=b8749d07-1264-40ef-bc27-78eeed48cbe8,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:04:36.501283 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2faccbf2-9108-4fc3-89be-1d6c0ef19e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (b8749d07-1264-40ef-bc27-78eeed48cbe8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:36.512208 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=47c24aa6-ce17-4d11-9605-52abd7babbbb,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:36.586608 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c9836-5418-4fe1-996e-dea647c8b80a req-86fc112d-bb99-45b5-aa2c-bb681949dbf4 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:36.588891 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0d0c9836-5418-4fe1-996e-dea647c8b80a req-86fc112d-bb99-45b5-aa2c-bb681949dbf4 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=d7ad6d92-fb9b-4f92-ad08-6b4417b62d81 HTTP/1.1" status: 200 len: 945 time: 0.1195962 Feb 02 07:04:36.626991 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faccbf2-9108-4fc3-89be-1d6c0ef19e64 None None] Pushing event updated for resources: {'Port': ['ID=b8749d07-1264-40ef-bc27-78eeed48cbe8,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:36.639758 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df63475-54ab-4f9a-af23-9cf1be13cb3c req-6a20c831-3f6a-487a-8c1a-d57c55adaeee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:36.641272 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8df63475-54ab-4f9a-af23-9cf1be13cb3c req-6a20c831-3f6a-487a-8c1a-d57c55adaeee service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b6b3fc97-ea53-4910-99b5-bddf06c5d45f HTTP/1.1" status: 200 len: 851 time: 0.3051019 Feb 02 07:04:36.647649 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d0ee5117-5b8a-4374-bbe9-be1c70e93b22 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4748249 Feb 02 07:04:36.648332 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44856) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:04:36.666565 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0d0c9836-5418-4fe1-996e-dea647c8b80a req-97e9fcee-1c53-47fd-898d-52662442438c tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700574 Feb 02 07:04:36.679155 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-014a0f6f-b9ef-4b1a-b90b-b63decb720ab admin admin] Request body: {'subnet': {'network_id': 'ce6a5866-b228-4148-89a8-718fb925fb87', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-426542990-subnet', 'tenant_id': '523b76c5ed814bbdbb1be6fd71902f45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:04:36.702315 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-adc2b6b9-3e40-498e-9dcc-fe64369e8a50 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=119ebbdd403a496dbc2e34d86f0585a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3797503 Feb 02 07:04:36.703143 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ee5117-5b8a-4374-bbe9-be1c70e93b22 admin admin] Pushing event updated for resources: {'Network': ['ID=ce6a5866-b228-4148-89a8-718fb925fb87,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:36.709363 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44858) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:04:36.715528 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-fd1f9eff-c6dd-4917-b413-7ec0e6149201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be744460-d8bd-4283-b63d-bc86bfeb7c96', 'name': 'tempest-ServerActionsTestJSON-1606176529-router', 'tenant_id': '12ae52d2610343959b079c169f83e654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '1742e93f-1dbc-4cd8-a295-f077feb1a78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:03:51Z', 'updated_at': '2022-02-02T07:03:56Z', 'revision_number': 4, 'project_id': '12ae52d2610343959b079c169f83e654', 'gw_port': {'id': '1742e93f-1dbc-4cd8-a295-f077feb1a78a', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be744460-d8bd-4283-b63d-bc86bfeb7c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:03:52Z', 'updated_at': '2022-02-02T07:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': 'b4fdd179-f63f-48e6-8768-8898a9dd83e6', 'tenant_id': '12ae52d2610343959b079c169f83e654', 'floating_ip_address': '172.25.4.155', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': 'be744460-d8bd-4283-b63d-bc86bfeb7c96', 'port_id': '85893ae3-9cf9-488d-a8f8-58bbbb8cbd30', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1174, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '274d3754-cb62-4276-8b4a-dfa5cf98baaf', 'mac_address': 'fa:16:3e:d5:20:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff36027-57b6-4b74-8a16-ded77bfe3f8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:04:03Z', 'updated_at': '2022-02-02T07:04:33Z', 'revision_number': 1, 'project_id': '12ae52d2610343959b079c169f83e654', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbe527c4-73ea-4b13-bbe9-8a65dbccca0b', 'name': '', 'network_id': '274d3754-cb62-4276-8b4a-dfa5cf98baaf', 'tenant_id': '12ae52d2610343959b079c169f83e654', 'mac_address': 'fa:16:3e:cd:4a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be744460-d8bd-4283-b63d-bc86bfeb7c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'b6b3fc97-ea53-4910-99b5-bddf06c5d45f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:03:55Z', 'updated_at': '2022-02-02T07:04:02Z', 'revision_number': 5, 'project_id': '12ae52d2610343959b079c169f83e654', 'subnets': [{'id': 'b6b3fc97-ea53-4910-99b5-bddf06c5d45f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:04:36.731759 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network ce6a5866-b228-4148-89a8-718fb925fb87 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:04:36.756810 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1f9eff-c6dd-4917-b413-7ec0e6149201 None None] The sync data for ids ['be744460-d8bd-4283-b63d-bc86bfeb7c96'] in n-d-789963-26 is: [{'id': 'be744460-d8bd-4283-b63d-bc86bfeb7c96', 'name': 'tempest-ServerActionsTestJSON-1606176529-router', 'tenant_id': '12ae52d2610343959b079c169f83e654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '1742e93f-1dbc-4cd8-a295-f077feb1a78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:03:51Z', 'updated_at': '2022-02-02T07:03:56Z', 'revision_number': 4, 'project_id': '12ae52d2610343959b079c169f83e654', 'gw_port': {'id': '1742e93f-1dbc-4cd8-a295-f077feb1a78a', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be744460-d8bd-4283-b63d-bc86bfeb7c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:03:52Z', 'updated_at': '2022-02-02T07:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': 'b4fdd179-f63f-48e6-8768-8898a9dd83e6', 'tenant_id': '12ae52d2610343959b079c169f83e654', 'floating_ip_address': '172.25.4.155', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': 'be744460-d8bd-4283-b63d-bc86bfeb7c96', 'port_id': '85893ae3-9cf9-488d-a8f8-58bbbb8cbd30', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1174, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '274d3754-cb62-4276-8b4a-dfa5cf98baaf', 'mac_address': 'fa:16:3e:d5:20:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff36027-57b6-4b74-8a16-ded77bfe3f8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:04:03Z', 'updated_at': '2022-02-02T07:04:33Z', 'revision_number': 1, 'project_id': '12ae52d2610343959b079c169f83e654', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbe527c4-73ea-4b13-bbe9-8a65dbccca0b', 'name': '', 'network_id': '274d3754-cb62-4276-8b4a-dfa5cf98baaf', 'tenant_id': '12ae52d2610343959b079c169f83e654', 'mac_address': 'fa:16:3e:cd:4a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be744460-d8bd-4283-b63d-bc86bfeb7c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'b6b3fc97-ea53-4910-99b5-bddf06c5d45f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:03:55Z', 'updated_at': '2022-02-02T07:04:02Z', 'revision_number': 5, 'project_id': '12ae52d2610343959b079c169f83e654', 'subnets': [{'id': 'b6b3fc97-ea53-4910-99b5-bddf06c5d45f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:04:36.863790 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device dd43a886-86d5-4783-8791-895f4319129c no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:04:36.901172 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: dd43a886-86d5-4783-8791-895f4319129c {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:04:36.901598 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device dd43a886-86d5-4783-8791-895f4319129c not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:04:36.923883 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-014a0f6f-b9ef-4b1a-b90b-b63decb720ab admin admin] Made reservation on behalf of 523b76c5ed814bbdbb1be6fd71902f45 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:04:36.925557 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-014a0f6f-b9ef-4b1a-b90b-b63decb720ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:37.043774 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device ef4e2d98-b4f3-42da-bdbd-68b19920f753 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:04:37.090381 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacae361-0287-4bc2-9271-5702bdeb31fa None None] New status for floating IP b4fdd179-f63f-48e6-8768-8898a9dd83e6: ACTIVE {{(pid=109695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 07:04:37.162201 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaccfb7-d922-4539-875e-f35bc6c8a0a9 req-0a219828-b3f1-45ee-9db0-a3ee7e2fe845 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:37.163980 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ebaccfb7-d922-4539-875e-f35bc6c8a0a9 req-0a219828-b3f1-45ee-9db0-a3ee7e2fe845 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 946 time: 0.0703049 Feb 02 07:04:37.220152 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ebaccfb7-d922-4539-875e-f35bc6c8a0a9 req-65f3531c-430c-45ae-af7c-2319a16f637b tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493937 Feb 02 07:04:37.249004 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port ef4e2d98-b4f3-42da-bdbd-68b19920f753 is: ACTIVE; New status is: DOWN {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:04:37.249406 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ef4e2d98-b4f3-42da-bdbd-68b19920f753), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:37.307194 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230abc86-2296-4bd7-bb6f-09229a9d2d00 req-876e2b0b-fa4a-4f8d-8150-d4d9c0acfb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:37.308804 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-230abc86-2296-4bd7-bb6f-09229a9d2d00 req-876e2b0b-fa4a-4f8d-8150-d4d9c0acfb6c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d7ad6d92-fb9b-4f92-ad08-6b4417b62d81 HTTP/1.1" status: 200 len: 1128 time: 0.7411807 Feb 02 07:04:37.318756 n-d-789963-26 neutron-server[109693]: DEBUG neutron.objects.ports [None req-415af2dc-7626-4be8-b1a9-aa87c64d8a86 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109693) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 02 07:04:37.338591 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df63475-54ab-4f9a-af23-9cf1be13cb3c req-6368efce-f2de-428e-817a-885d26f1734a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:37.340146 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8df63475-54ab-4f9a-af23-9cf1be13cb3c req-6368efce-f2de-428e-817a-885d26f1734a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=274d3754-cb62-4276-8b4a-dfa5cf98baaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6547828 Feb 02 07:04:37.476292 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port ef4e2d98-b4f3-42da-bdbd-68b19920f753, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=ef4e2d98-b4f3-42da-bdbd-68b19920f753,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:04:37.487766 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (ef4e2d98-b4f3-42da-bdbd-68b19920f753), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:37.523025 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b664187-eae2-468f-9e05-afb2ff0425e7 req-63b48f74-3d4d-4d9a-8db5-050bd680b9ad tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:37.525114 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3b664187-eae2-468f-9e05-afb2ff0425e7 req-63b48f74-3d4d-4d9a-8db5-050bd680b9ad tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] 10.222.0.87 "GET /v2.0/ports?device_id=497ab761-4d65-43b2-8058-3ab0af5247d2 HTTP/1.1" status: 200 len: 949 time: 0.8919556 Feb 02 07:04:37.536853 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=ef4e2d98-b4f3-42da-bdbd-68b19920f753,revision_number=8']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:37.569113 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ef5f8e6c-22dc-43a6-8b89-ac7302e0d815 admin admin] Publish callbacks [] for security_group (1c7779eb-5f5a-47b2-80ba-e596dee220e8), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:37.704824 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-230abc86-2296-4bd7-bb6f-09229a9d2d00 req-56bc17a3-6636-4874-9c2e-e8ea0cd40b10 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3819339 Feb 02 07:04:37.716109 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ef5f8e6c-22dc-43a6-8b89-ac7302e0d815 admin admin] Publish callbacks [] for security_group (1c7779eb-5f5a-47b2-80ba-e596dee220e8), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:37.791791 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-0c1b0f33-c9dc-4124-b9d6-d2b71547fc03 None None] Provisioning complete for port b8749d07-1264-40ef-bc27-78eeed48cbe8 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:04:37.792168 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0c1b0f33-c9dc-4124-b9d6-d2b71547fc03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b8749d07-1264-40ef-bc27-78eeed48cbe8), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:37.800079 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5624cc1-cc41-478c-8b9d-46b290c5f606 req-8d0012fa-47e1-4ae3-a33e-ec2364dbf747 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:37.802811 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b5624cc1-cc41-478c-8b9d-46b290c5f606 req-8d0012fa-47e1-4ae3-a33e-ec2364dbf747 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=d7ad6d92-fb9b-4f92-ad08-6b4417b62d81 HTTP/1.1" status: 200 len: 945 time: 0.0576639 Feb 02 07:04:37.853390 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8df63475-54ab-4f9a-af23-9cf1be13cb3c req-f8b8100c-e3ed-41f9-bb65-2ec260a32209 service neutron] 10.222.0.88 "GET /v2.0/networks/274d3754-cb62-4276-8b4a-dfa5cf98baaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4896922 Feb 02 07:04:37.886889 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b5624cc1-cc41-478c-8b9d-46b290c5f606 req-ce578472-3331-4e9b-af97-bed1fb18b129 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684495 Feb 02 07:04:37.903125 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-0c1b0f33-c9dc-4124-b9d6-d2b71547fc03 None None] Current status of the port b8749d07-1264-40ef-bc27-78eeed48cbe8 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:04:37.903507 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0c1b0f33-c9dc-4124-b9d6-d2b71547fc03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b8749d07-1264-40ef-bc27-78eeed48cbe8), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:37.910972 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3b664187-eae2-468f-9e05-afb2ff0425e7 req-27d65de4-c211-4b38-a815-91f800dbeea1 tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] 10.222.0.87 "GET /v2.0/security-groups?id=4fb57ed4-cc4d-4527-a774-d434516db18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3501496 Feb 02 07:04:38.051342 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.db.api [None req-0c1b0f33-c9dc-4124-b9d6-d2b71547fc03 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109695) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 07:04:38.052166 n-d-789963-26 neutron-server[109695]: DEBUG oslo_db.api [None req-0c1b0f33-c9dc-4124-b9d6-d2b71547fc03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 07:04:38.069628 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ef5f8e6c-22dc-43a6-8b89-ac7302e0d815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (1c7779eb-5f5a-47b2-80ba-e596dee220e8), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:38.071850 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ef5f8e6c-22dc-43a6-8b89-ac7302e0d815 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:38.075695 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-ef5f8e6c-22dc-43a6-8b89-ac7302e0d815 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/1c7779eb-5f5a-47b2-80ba-e596dee220e8 HTTP/1.1" status: 204 len: 168 time: 1.3626671 Feb 02 07:04:38.092313 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8df63475-54ab-4f9a-af23-9cf1be13cb3c req-b5afea4b-376d-4ba6-b91c-2582fb9b926e service neutron] 10.222.0.88 "GET /v2.0/networks/274d3754-cb62-4276-8b4a-dfa5cf98baaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151520 Feb 02 07:04:38.138917 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5f8e6c-22dc-43a6-8b89-ac7302e0d815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7779eb-5f5a-47b2-80ba-e596dee220e8,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:38.163890 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-014a0f6f-b9ef-4b1a-b90b-b63decb720ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (4984be45-7f3b-459f-9c41-5955c755c315), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:38.169792 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-415af2dc-7626-4be8-b1a9-aa87c64d8a86 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b8749d07-1264-40ef-bc27-78eeed48cbe8), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:38.399934 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014a0f6f-b9ef-4b1a-b90b-b63decb720ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=4984be45-7f3b-459f-9c41-5955c755c315,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:38.408176 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014a0f6f-b9ef-4b1a-b90b-b63decb720ab admin admin] Checking segment: {'id': '29d7944e-b597-473c-9bbf-5c8af0a35be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'ce6a5866-b228-4148-89a8-718fb925fb87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:04:38.408552 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014a0f6f-b9ef-4b1a-b90b-b63decb720ab admin admin] Network hostable DHCP agents. Network: ce6a5866-b228-4148-89a8-718fb925fb87, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:04:38.441745 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7acd398-cdab-43f4-acbb-d4216d6dd987 req-8d16b48b-1bb5-4cab-b915-ee4600f396c7 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:38.444925 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b7acd398-cdab-43f4-acbb-d4216d6dd987 req-8d16b48b-1bb5-4cab-b915-ee4600f396c7 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 946 time: 0.1171777 Feb 02 07:04:38.461303 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '497ab761-4d65-43b2-8058-3ab0af5247d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef4e2d98-b4f3-42da-bdbd-68b19920f753'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:04:38.465123 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d7945d-3192-47b1-befa-0e6088ac0a04" -d '{"events": [{"server_uuid": "497ab761-4d65-43b2-8058-3ab0af5247d2", "name": "network-vif-unplugged", "status": "completed", "tag": "ef4e2d98-b4f3-42da-bdbd-68b19920f753"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:04:38.491894 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014a0f6f-b9ef-4b1a-b90b-b63decb720ab admin admin] Network ce6a5866-b228-4148-89a8-718fb925fb87 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:04:38.523190 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-014a0f6f-b9ef-4b1a-b90b-b63decb720ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, ce6a5866-b228-4148-89a8-718fb925fb87) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:04:38.528161 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014a0f6f-b9ef-4b1a-b90b-b63decb720ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:38.529518 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-014a0f6f-b9ef-4b1a-b90b-b63decb720ab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:38.546767 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5c6fd7-0ae7-4452-83e4-8838e3b44f60 None None] Network ce6a5866-b228-4148-89a8-718fb925fb87 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:04:38.586121 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b7acd398-cdab-43f4-acbb-d4216d6dd987 req-e908642f-827b-421b-85c4-537e7c78bea0 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322308 Feb 02 07:04:38.606359 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-415af2dc-7626-4be8-b1a9-aa87c64d8a86 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] For port b8749d07-1264-40ef-bc27-78eeed48cbe8, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=b8749d07-1264-40ef-bc27-78eeed48cbe8,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:04:38.621330 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-014a0f6f-b9ef-4b1a-b90b-b63decb720ab admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.9433775 Feb 02 07:04:38.658733 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-415af2dc-7626-4be8-b1a9-aa87c64d8a86 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for port (b8749d07-1264-40ef-bc27-78eeed48cbe8), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:38.667139 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-415af2dc-7626-4be8-b1a9-aa87c64d8a86 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (b8749d07-1264-40ef-bc27-78eeed48cbe8), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:38.701879 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 07:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7869f5dd-5c00-4100-bed1-1b8353a2c0fe x-openstack-request-id: req-7869f5dd-5c00-4100-bed1-1b8353a2c0fe {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:04:38.702179 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "497ab761-4d65-43b2-8058-3ab0af5247d2", "name": "network-vif-unplugged", "status": "completed", "tag": "ef4e2d98-b4f3-42da-bdbd-68b19920f753", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:04:38.702439 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7869f5dd-5c00-4100-bed1-1b8353a2c0fe {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:04:38.702831 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '497ab761-4d65-43b2-8058-3ab0af5247d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef4e2d98-b4f3-42da-bdbd-68b19920f753', 'code': 200} Feb 02 07:04:38.718668 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b83d231-aff6-4334-bd45-360f5d6b062e None None] Network ce6a5866-b228-4148-89a8-718fb925fb87 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:04:38.734855 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-0c1b0f33-c9dc-4124-b9d6-d2b71547fc03 None None] Current status of the port b8749d07-1264-40ef-bc27-78eeed48cbe8 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:04:38.735235 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0c1b0f33-c9dc-4124-b9d6-d2b71547fc03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b8749d07-1264-40ef-bc27-78eeed48cbe8), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:38.747514 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-415af2dc-7626-4be8-b1a9-aa87c64d8a86 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (65c07bd0-abaa-46b8-9bc0-84413ef1f1e7), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:38.847592 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415af2dc-7626-4be8-b1a9-aa87c64d8a86 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:04:38.943893 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-415af2dc-7626-4be8-b1a9-aa87c64d8a86 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:04:38.958282 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415af2dc-7626-4be8-b1a9-aa87c64d8a86 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:38.959062 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-415af2dc-7626-4be8-b1a9-aa87c64d8a86 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:38.980839 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b1fff1-fb5f-4051-9f90-161fa0b33565 None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:04:38.984201 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device b8749d07-1264-40ef-bc27-78eeed48cbe8 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:04:38.984790 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415af2dc-7626-4be8-b1a9-aa87c64d8a86 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event updated for resources: {'Port': ['ID=b8749d07-1264-40ef-bc27-78eeed48cbe8,revision_number=4']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:38.995601 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415af2dc-7626-4be8-b1a9-aa87c64d8a86 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event updated for resources: {'Subnet': ['ID=65c07bd0-abaa-46b8-9bc0-84413ef1f1e7,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:39.025512 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-415af2dc-7626-4be8-b1a9-aa87c64d8a86 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.6435263 Feb 02 07:04:39.028331 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44948) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:04:39.034619 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-6176fcb8-aae3-44d4-bacb-e356c937efdf tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Request body: {'port': {'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'mac_address': 'fa:16:3e:0a:d0:cc', 'name': 'tempest-NetworksTestDHCPv6-1260961619'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:04:39.041927 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d57cbb-40bd-40bc-9069-9e33b5c636a9 req-10c3cada-f642-4084-b8d7-87285b86a260 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:39.044932 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-61d57cbb-40bd-40bc-9069-9e33b5c636a9 req-10c3cada-f642-4084-b8d7-87285b86a260 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 946 time: 0.1970403 Feb 02 07:04:39.069921 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.db.api [None req-0c1b0f33-c9dc-4124-b9d6-d2b71547fc03 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109695) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 07:04:39.070335 n-d-789963-26 neutron-server[109695]: DEBUG oslo_db.api [None req-0c1b0f33-c9dc-4124-b9d6-d2b71547fc03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 07:04:39.120279 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-61d57cbb-40bd-40bc-9069-9e33b5c636a9 req-4cefc411-2fa5-4503-a2cb-a6945bee201f tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689316 Feb 02 07:04:39.168609 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port b8749d07-1264-40ef-bc27-78eeed48cbe8 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:04:39.169011 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b8749d07-1264-40ef-bc27-78eeed48cbe8), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:39.310643 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44960) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:04:39.317758 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port b8749d07-1264-40ef-bc27-78eeed48cbe8 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:04:39.318205 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b8749d07-1264-40ef-bc27-78eeed48cbe8), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:39.324532 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6176fcb8-aae3-44d4-bacb-e356c937efdf tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Made reservation on behalf of d3e64a71e17749e693b291cf3514bb46 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:04:39.357688 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2ae04-c409-4481-94cd-2eb306c80d7e req-66332f78-e29d-47f4-a69c-9f77c854d6a1 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:39.366080 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b3a2ae04-c409-4481-94cd-2eb306c80d7e req-66332f78-e29d-47f4-a69c-9f77c854d6a1 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=d7ad6d92-fb9b-4f92-ad08-6b4417b62d81 HTTP/1.1" status: 200 len: 945 time: 0.1566224 Feb 02 07:04:39.380856 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port b8749d07-1264-40ef-bc27-78eeed48cbe8, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=b8749d07-1264-40ef-bc27-78eeed48cbe8,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:04:39.387391 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (b8749d07-1264-40ef-bc27-78eeed48cbe8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:39.433653 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b3a2ae04-c409-4481-94cd-2eb306c80d7e req-b16a2c92-d724-464b-80cb-a25585cf4e30 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664313 Feb 02 07:04:39.483721 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=b8749d07-1264-40ef-bc27-78eeed48cbe8,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:39.525578 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6176fcb8-aae3-44d4-bacb-e356c937efdf tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:39.556546 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [None req-6176fcb8-aae3-44d4-bacb-e356c937efdf tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] device_id is not set on port 1c20adf9-b5b0-4530-a0fd-24779c8f821d yet. {{(pid=109694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:04:39.576126 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-50c1403f-53c2-4fae-80fe-1219ee0fa42b admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-854707652-network', 'tenant_id': 'e821a18760614621a07973a65a766150'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:04:39.682911 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-2cac7865-0d9b-4f47-a493-15eff3e8f892 req-5f4d559b-9b0e-4351-a27b-7724fb792c07 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1318451752', 'description': 'tempest-description-531050859'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:04:39.694196 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c1403f-53c2-4fae-80fe-1219ee0fa42b admin admin] Made reservation on behalf of e821a18760614621a07973a65a766150 for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:04:39.697083 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-50c1403f-53c2-4fae-80fe-1219ee0fa42b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:39.721849 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-50c1403f-53c2-4fae-80fe-1219ee0fa42b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:39.757941 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-2cac7865-0d9b-4f47-a493-15eff3e8f892 req-5f4d559b-9b0e-4351-a27b-7724fb792c07 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:39.799979 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-0c1b0f33-c9dc-4124-b9d6-d2b71547fc03 None None] Current status of the port b8749d07-1264-40ef-bc27-78eeed48cbe8 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:04:39.976258 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-6176fcb8-aae3-44d4-bacb-e356c937efdf tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Allocated IP 172.20.0.4 (0866d72e-3544-4c93-a5a9-bf8114a5301e/7578d48a-1bf0-4345-a6a0-947caae1805c/1c20adf9-b5b0-4530-a0fd-24779c8f821d) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:04:40.005675 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-6176fcb8-aae3-44d4-bacb-e356c937efdf tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Allocated IP 2001:db8::f816:3eff:fe0a:d0cc (0866d72e-3544-4c93-a5a9-bf8114a5301e/65c07bd0-abaa-46b8-9bc0-84413ef1f1e7/1c20adf9-b5b0-4530-a0fd-24779c8f821d) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:04:40.020925 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-2cac7865-0d9b-4f47-a493-15eff3e8f892 req-5f4d559b-9b0e-4351-a27b-7724fb792c07 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks [] for security_group (6f42e75b-95dc-448e-b579-1f219ca9f20a), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:40.058097 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-2cac7865-0d9b-4f47-a493-15eff3e8f892 req-5f4d559b-9b0e-4351-a27b-7724fb792c07 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (6f42e75b-95dc-448e-b579-1f219ca9f20a), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:40.074264 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-50c1403f-53c2-4fae-80fe-1219ee0fa42b admin admin] Publish callbacks [] for security_group (e8e61412-2b54-4a5c-ab0d-3506f7e64351), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:40.097765 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-50c1403f-53c2-4fae-80fe-1219ee0fa42b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (e8e61412-2b54-4a5c-ab0d-3506f7e64351), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:40.135882 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-2cac7865-0d9b-4f47-a493-15eff3e8f892 req-5f4d559b-9b0e-4351-a27b-7724fb792c07 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:40.137205 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2cac7865-0d9b-4f47-a493-15eff3e8f892 req-5f4d559b-9b0e-4351-a27b-7724fb792c07 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.4677672 Feb 02 07:04:40.160340 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50c1403f-53c2-4fae-80fe-1219ee0fa42b admin admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:04:40.162441 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4d559b-9b0e-4351-a27b-7724fb792c07 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f42e75b-95dc-448e-b579-1f219ca9f20a,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:40.218050 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-50c1403f-53c2-4fae-80fe-1219ee0fa42b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (2d9e21dd-1cbf-4b8c-a135-5456b21a07f6), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:40.218965 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-50c1403f-53c2-4fae-80fe-1219ee0fa42b admin admin] Added segment 2d9e21dd-1cbf-4b8c-a135-5456b21a07f6 of type vlan for network fd92dca7-6586-4d93-bea6-d52be464a1f6 Feb 02 07:04:40.234765 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-14415382-5e99-4a1d-ae3f-d5827f1c804e None None] Provisioning complete for port b8749d07-1264-40ef-bc27-78eeed48cbe8 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:04:40.235149 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-14415382-5e99-4a1d-ae3f-d5827f1c804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b8749d07-1264-40ef-bc27-78eeed48cbe8), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:40.308610 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c1403f-53c2-4fae-80fe-1219ee0fa42b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e61412-2b54-4a5c-ab0d-3506f7e64351,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:40.338211 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-97682ffa-77e3-4af8-b1b4-95889ece43af req-7b96fb76-e0bc-4759-a403-42fb2a5b6073 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] 10.222.0.87 "GET /v2.0/security-groups/6f42e75b-95dc-448e-b579-1f219ca9f20a HTTP/1.1" status: 200 len: 1823 time: 0.0575025 Feb 02 07:04:40.341999 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-50c1403f-53c2-4fae-80fe-1219ee0fa42b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (fd92dca7-6586-4d93-bea6-d52be464a1f6), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:40.344435 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-97682ffa-77e3-4af8-b1b4-95889ece43af req-52ea03da-8a01-42c7-ba98-260812810fe7 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6f42e75b-95dc-448e-b579-1f219ca9f20a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:04:40.345010 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-97682ffa-77e3-4af8-b1b4-95889ece43af req-52ea03da-8a01-42c7-ba98-260812810fe7 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6f42e75b-95dc-448e-b579-1f219ca9f20a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:04:40.349341 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-14415382-5e99-4a1d-ae3f-d5827f1c804e None None] Current status of the port b8749d07-1264-40ef-bc27-78eeed48cbe8 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:04:40.403636 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6176fcb8-aae3-44d4-bacb-e356c937efdf tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for port (1c20adf9-b5b0-4530-a0fd-24779c8f821d), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:40.415960 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-50c1403f-53c2-4fae-80fe-1219ee0fa42b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (fd92dca7-6586-4d93-bea6-d52be464a1f6), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:40.416983 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c1403f-53c2-4fae-80fe-1219ee0fa42b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:40.417625 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-50c1403f-53c2-4fae-80fe-1219ee0fa42b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:40.424254 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-97682ffa-77e3-4af8-b1b4-95889ece43af req-52ea03da-8a01-42c7-ba98-260812810fe7 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks [] for security_group_rule (9c5eaff7-5426-4e65-b0cd-5b0fb3ad0459), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:40.450448 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-97682ffa-77e3-4af8-b1b4-95889ece43af req-52ea03da-8a01-42c7-ba98-260812810fe7 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks [] for security_group_rule (9c5eaff7-5426-4e65-b0cd-5b0fb3ad0459), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:40.455606 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-97682ffa-77e3-4af8-b1b4-95889ece43af req-52ea03da-8a01-42c7-ba98-260812810fe7 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (9c5eaff7-5426-4e65-b0cd-5b0fb3ad0459), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:40.466394 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-50c1403f-53c2-4fae-80fe-1219ee0fa42b admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1518741 Feb 02 07:04:40.469159 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45010) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:04:40.481740 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-98f49b6c-12ac-48d4-a9c3-45b03e700133 admin admin] Request body: {'subnet': {'network_id': 'fd92dca7-6586-4d93-bea6-d52be464a1f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-854707652-subnet', 'tenant_id': 'e821a18760614621a07973a65a766150', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:04:40.501756 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ea03da-8a01-42c7-ba98-260812810fe7 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c5eaff7-5426-4e65-b0cd-5b0fb3ad0459,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:40.511272 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c1403f-53c2-4fae-80fe-1219ee0fa42b admin admin] Pushing event updated for resources: {'Network': ['ID=fd92dca7-6586-4d93-bea6-d52be464a1f6,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:40.518694 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-97682ffa-77e3-4af8-b1b4-95889ece43af req-52ea03da-8a01-42c7-ba98-260812810fe7 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:40.530243 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-97682ffa-77e3-4af8-b1b4-95889ece43af req-52ea03da-8a01-42c7-ba98-260812810fe7 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1902843 Feb 02 07:04:40.531863 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6176fcb8-aae3-44d4-bacb-e356c937efdf tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (1c20adf9-b5b0-4530-a0fd-24779c8f821d), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:40.539694 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network fd92dca7-6586-4d93-bea6-d52be464a1f6 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:04:40.556647 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f49b6c-12ac-48d4-a9c3-45b03e700133 admin admin] Made reservation on behalf of e821a18760614621a07973a65a766150 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:04:40.559818 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-98f49b6c-12ac-48d4-a9c3-45b03e700133 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:40.598299 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6176fcb8-aae3-44d4-bacb-e356c937efdf tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:04:40.603941 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-6176fcb8-aae3-44d4-bacb-e356c937efdf tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:04:40.606224 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6176fcb8-aae3-44d4-bacb-e356c937efdf tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event updated for resources: {'Port': ['ID=1c20adf9-b5b0-4530-a0fd-24779c8f821d,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:40.609022 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6176fcb8-aae3-44d4-bacb-e356c937efdf tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:04:40.681856 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6176fcb8-aae3-44d4-bacb-e356c937efdf tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:40.682657 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6176fcb8-aae3-44d4-bacb-e356c937efdf tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:40.707225 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-6176fcb8-aae3-44d4-bacb-e356c937efdf tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.6762676 Feb 02 07:04:40.708724 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45016) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:04:40.847191 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device b8749d07-1264-40ef-bc27-78eeed48cbe8 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:04:40.854850 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6c3a3a-6e08-4c49-89d8-d180f9f52c4e tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:40.860415 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e090e4c7-b3cb-405b-b77a-309d04d014e5 req-f69423f2-0268-46ed-9116-a8b0b51ac66b tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:40.861853 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6c3a3a-6e08-4c49-89d8-d180f9f52c4e tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:40.866525 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-cf6c3a3a-6e08-4c49-89d8-d180f9f52c4e tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1567354 Feb 02 07:04:40.867395 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45020) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:04:40.869642 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e090e4c7-b3cb-405b-b77a-309d04d014e5 req-f69423f2-0268-46ed-9116-a8b0b51ac66b tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=d7ad6d92-fb9b-4f92-ad08-6b4417b62d81 HTTP/1.1" status: 200 len: 945 time: 0.1255136 Feb 02 07:04:40.996029 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e090e4c7-b3cb-405b-b77a-309d04d014e5 req-ad24f23e-971c-447f-aa99-182e0542d96d tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202419 Feb 02 07:04:41.037475 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-98f49b6c-12ac-48d4-a9c3-45b03e700133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (d1aa23ef-3d37-4724-b351-3279aabe3440), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:41.057964 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d35f9a48-fb60-4b8a-8098-741ecbc404b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:41.062179 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-13e1e0f6-e422-4bd4-9db0-caa3f3e17411 req-f108e35f-8704-4bb1-b163-1d2cc978b576 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1955368577', 'description': 'tempest-description-1283655390'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:04:41.092133 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port b8749d07-1264-40ef-bc27-78eeed48cbe8 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:04:41.092784 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b8749d07-1264-40ef-bc27-78eeed48cbe8), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:41.114927 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f49b6c-12ac-48d4-a9c3-45b03e700133 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1aa23ef-3d37-4724-b351-3279aabe3440,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:41.123237 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-13e1e0f6-e422-4bd4-9db0-caa3f3e17411 req-f108e35f-8704-4bb1-b163-1d2cc978b576 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:41.168734 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f49b6c-12ac-48d4-a9c3-45b03e700133 admin admin] Checking segment: {'id': '2d9e21dd-1cbf-4b8c-a135-5456b21a07f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'fd92dca7-6586-4d93-bea6-d52be464a1f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:04:41.169939 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f49b6c-12ac-48d4-a9c3-45b03e700133 admin admin] Network hostable DHCP agents. Network: fd92dca7-6586-4d93-bea6-d52be464a1f6, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:04:41.175929 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-ade0f1d1-6c90-4c80-bae9-0c452288a98f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Deleting port 1c20adf9-b5b0-4530-a0fd-24779c8f821d {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:04:41.177019 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ade0f1d1-6c90-4c80-bae9-0c452288a98f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (1c20adf9-b5b0-4530-a0fd-24779c8f821d), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:41.227262 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port b8749d07-1264-40ef-bc27-78eeed48cbe8 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:04:41.255618 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-13e1e0f6-e422-4bd4-9db0-caa3f3e17411 req-f108e35f-8704-4bb1-b163-1d2cc978b576 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks [] for security_group (833ecd46-eb46-474c-b7b3-e44e6915c9f0), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:41.267815 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-13e1e0f6-e422-4bd4-9db0-caa3f3e17411 req-f108e35f-8704-4bb1-b163-1d2cc978b576 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (833ecd46-eb46-474c-b7b3-e44e6915c9f0), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:41.277203 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-94719628-331c-42a1-b280-2fa2cd303416 None None] Provisioning complete for port 1c20adf9-b5b0-4530-a0fd-24779c8f821d triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:04:41.277588 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-94719628-331c-42a1-b280-2fa2cd303416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (1c20adf9-b5b0-4530-a0fd-24779c8f821d), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:41.305733 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-13e1e0f6-e422-4bd4-9db0-caa3f3e17411 req-f108e35f-8704-4bb1-b163-1d2cc978b576 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:41.307654 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-13e1e0f6-e422-4bd4-9db0-caa3f3e17411 req-f108e35f-8704-4bb1-b163-1d2cc978b576 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.2543588 Feb 02 07:04:41.316190 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f108e35f-8704-4bb1-b163-1d2cc978b576 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=833ecd46-eb46-474c-b7b3-e44e6915c9f0,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:41.317136 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-94719628-331c-42a1-b280-2fa2cd303416 None None] Port 1c20adf9-b5b0-4530-a0fd-24779c8f821d cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:04:41.332413 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f49b6c-12ac-48d4-a9c3-45b03e700133 admin admin] Network fd92dca7-6586-4d93-bea6-d52be464a1f6 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:04:41.355126 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-98f49b6c-12ac-48d4-a9c3-45b03e700133 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, fd92dca7-6586-4d93-bea6-d52be464a1f6) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:04:41.363760 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d171bdd-1520-4e46-92ed-41b23bb3ba2a None None] Network fd92dca7-6586-4d93-bea6-d52be464a1f6 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:04:41.372134 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f49b6c-12ac-48d4-a9c3-45b03e700133 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:41.373083 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-98f49b6c-12ac-48d4-a9c3-45b03e700133 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:41.385653 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ade0f1d1-6c90-4c80-bae9-0c452288a98f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (1c20adf9-b5b0-4530-a0fd-24779c8f821d), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:41.411941 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8bde85-9102-416e-aea4-105138a5873d req-357f26d3-e1bf-416f-a90c-89373ed52736 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:41.413438 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7a8bde85-9102-416e-aea4-105138a5873d req-357f26d3-e1bf-416f-a90c-89373ed52736 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=d7ad6d92-fb9b-4f92-ad08-6b4417b62d81 HTTP/1.1" status: 200 len: 945 time: 0.1876435 Feb 02 07:04:41.414411 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-ade0f1d1-6c90-4c80-bae9-0c452288a98f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Calling delete_port for 1c20adf9-b5b0-4530-a0fd-24779c8f821d owned by {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:04:41.421482 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-98f49b6c-12ac-48d4-a9c3-45b03e700133 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9467332 Feb 02 07:04:41.459973 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4b118748-925c-4b30-a00d-1466c6bba80e req-10c51238-430a-45e0-b38b-256024d7d149 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] 10.222.0.87 "GET /v2.0/security-groups/833ecd46-eb46-474c-b7b3-e44e6915c9f0 HTTP/1.1" status: 200 len: 1824 time: 0.0714209 Feb 02 07:04:41.473912 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-4b118748-925c-4b30-a00d-1466c6bba80e req-bb26312e-28af-4346-a091-01dbedbe4eb9 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '833ecd46-eb46-474c-b7b3-e44e6915c9f0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:04:41.474287 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-4b118748-925c-4b30-a00d-1466c6bba80e req-bb26312e-28af-4346-a091-01dbedbe4eb9 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '833ecd46-eb46-474c-b7b3-e44e6915c9f0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:04:41.510232 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c494b8-ec4d-405b-8849-c8bd035d8fe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-fd92dca7-6586-4d93-bea6-d52be464a1f6', 'network_id': 'fd92dca7-6586-4d93-bea6-d52be464a1f6', 'project_id': 'e821a18760614621a07973a65a766150', 'fixed_ips': [{'subnet_id': 'd1aa23ef-3d37-4724-b351-3279aabe3440'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:04:41.511331 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b1c494b8-ec4d-405b-8849-c8bd035d8fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:41.544552 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7a8bde85-9102-416e-aea4-105138a5873d req-cb14f402-fcb8-43e6-bfd4-e9c0503427c0 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215169 Feb 02 07:04:41.563696 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-4b118748-925c-4b30-a00d-1466c6bba80e req-bb26312e-28af-4346-a091-01dbedbe4eb9 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks [] for security_group_rule (c94b5c00-f07e-488d-a14e-0d36320c4536), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:41.625630 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-4b118748-925c-4b30-a00d-1466c6bba80e req-bb26312e-28af-4346-a091-01dbedbe4eb9 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks [] for security_group_rule (c94b5c00-f07e-488d-a14e-0d36320c4536), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:41.633279 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-4b118748-925c-4b30-a00d-1466c6bba80e req-bb26312e-28af-4346-a091-01dbedbe4eb9 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (c94b5c00-f07e-488d-a14e-0d36320c4536), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:41.675348 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-b1c494b8-ec4d-405b-8849-c8bd035d8fe4 None None] Allocated IP 172.20.0.2 (fd92dca7-6586-4d93-bea6-d52be464a1f6/d1aa23ef-3d37-4724-b351-3279aabe3440/104a8787-25a9-4f5c-8e92-401d6305de17) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:04:41.681292 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb26312e-28af-4346-a091-01dbedbe4eb9 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c94b5c00-f07e-488d-a14e-0d36320c4536,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:41.688581 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-4b118748-925c-4b30-a00d-1466c6bba80e req-bb26312e-28af-4346-a091-01dbedbe4eb9 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:41.710687 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4b118748-925c-4b30-a00d-1466c6bba80e req-bb26312e-28af-4346-a091-01dbedbe4eb9 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2420213 Feb 02 07:04:41.726797 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-5b3ebb96-b934-4edd-aa4f-09d01b3373ef req-6d580b5b-e33f-477f-8aaa-131c7c1165eb tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-819404089', 'description': 'tempest-description-1096303900'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:04:41.754295 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ade0f1d1-6c90-4c80-bae9-0c452288a98f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (1c20adf9-b5b0-4530-a0fd-24779c8f821d), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:41.761148 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-5b3ebb96-b934-4edd-aa4f-09d01b3373ef req-6d580b5b-e33f-477f-8aaa-131c7c1165eb tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:41.791777 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0f1d1-6c90-4c80-bae9-0c452288a98f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event deleted for resources: {'Port': ['ID=1c20adf9-b5b0-4530-a0fd-24779c8f821d,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:41.908734 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-5b3ebb96-b934-4edd-aa4f-09d01b3373ef req-6d580b5b-e33f-477f-8aaa-131c7c1165eb tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks [] for security_group (4e2fb31d-353a-4caa-b66d-60e8163c2d10), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:41.913635 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-5b3ebb96-b934-4edd-aa4f-09d01b3373ef req-6d580b5b-e33f-477f-8aaa-131c7c1165eb tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (4e2fb31d-353a-4caa-b66d-60e8163c2d10), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:41.974664 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b1c494b8-ec4d-405b-8849-c8bd035d8fe4 None None] Publish callbacks [] for port (104a8787-25a9-4f5c-8e92-401d6305de17), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:41.975976 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ade0f1d1-6c90-4c80-bae9-0c452288a98f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:41.980959 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-ade0f1d1-6c90-4c80-bae9-0c452288a98f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/ports/1c20adf9-b5b0-4530-a0fd-24779c8f821d HTTP/1.1" status: 204 len: 168 time: 1.1100409 Feb 02 07:04:41.985382 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45066) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:04:41.985593 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-5b3ebb96-b934-4edd-aa4f-09d01b3373ef req-6d580b5b-e33f-477f-8aaa-131c7c1165eb tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:41.989389 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b1c494b8-ec4d-405b-8849-c8bd035d8fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (104a8787-25a9-4f5c-8e92-401d6305de17), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:41.997632 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5b3ebb96-b934-4edd-aa4f-09d01b3373ef req-6d580b5b-e33f-477f-8aaa-131c7c1165eb tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.2754903 Feb 02 07:04:42.000107 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d580b5b-e33f-477f-8aaa-131c7c1165eb tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2fb31d-353a-4caa-b66d-60e8163c2d10,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:42.093683 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c494b8-ec4d-405b-8849-c8bd035d8fe4 None None] Pushing event updated for resources: {'Port': ['ID=104a8787-25a9-4f5c-8e92-401d6305de17,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:42.116207 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c494b8-ec4d-405b-8849-c8bd035d8fe4 None None] Network fd92dca7-6586-4d93-bea6-d52be464a1f6 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:04:42.120444 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-b1c494b8-ec4d-405b-8849-c8bd035d8fe4 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:04:42.127199 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c494b8-ec4d-405b-8849-c8bd035d8fe4 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:04:42.166456 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045509b-2fa4-4d34-8126-8090f8d21719 req-050c1c13-56fa-4519-bf82-9396c803dc03 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:42.176147 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6045509b-2fa4-4d34-8126-8090f8d21719 req-050c1c13-56fa-4519-bf82-9396c803dc03 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=d7ad6d92-fb9b-4f92-ad08-6b4417b62d81 HTTP/1.1" status: 200 len: 945 time: 0.1012025 Feb 02 07:04:42.178589 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcd05bf-7379-4d9f-9b80-bc6f2373d4ca tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:42.180000 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcd05bf-7379-4d9f-9b80-bc6f2373d4ca tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:42.182298 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcd05bf-7379-4d9f-9b80-bc6f2373d4ca tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:42.186330 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-8fcd05bf-7379-4d9f-9b80-bc6f2373d4ca tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1988168 Feb 02 07:04:42.187001 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 45076) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:04:42.228541 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973946e-a0fe-40ff-aaba-d4c81c1a748d req-79563008-64ee-48fb-a476-15d622b450dc tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:42.236195 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8973946e-a0fe-40ff-aaba-d4c81c1a748d req-79563008-64ee-48fb-a476-15d622b450dc tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/networks?id=fd92dca7-6586-4d93-bea6-d52be464a1f6 HTTP/1.1" status: 200 len: 815 time: 0.2497106 Feb 02 07:04:42.252117 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-b1c494b8-ec4d-405b-8849-c8bd035d8fe4 None None] Attempting to bind port 104a8787-25a9-4f5c-8e92-401d6305de17 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:04:42.252348 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8973946e-a0fe-40ff-aaba-d4c81c1a748d req-55d47a96-0964-4caf-b9c7-dba69d6a6ea0 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/quotas/e821a18760614621a07973a65a766150 HTTP/1.1" status: 200 len: 375 time: 0.0150468 Feb 02 07:04:42.252467 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-b1c494b8-ec4d-405b-8849-c8bd035d8fe4 None None] Attempting to bind port 104a8787-25a9-4f5c-8e92-401d6305de17 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '2d9e21dd-1cbf-4b8c-a135-5456b21a07f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'fd92dca7-6586-4d93-bea6-d52be464a1f6'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:04:42.252842 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c494b8-ec4d-405b-8849-c8bd035d8fe4 None None] Attempting to bind port 104a8787-25a9-4f5c-8e92-401d6305de17 on network fd92dca7-6586-4d93-bea6-d52be464a1f6 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:04:42.259404 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c494b8-ec4d-405b-8849-c8bd035d8fe4 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:04:42.259936 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c494b8-ec4d-405b-8849-c8bd035d8fe4 None None] Checking segment: {'id': '2d9e21dd-1cbf-4b8c-a135-5456b21a07f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'fd92dca7-6586-4d93-bea6-d52be464a1f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:04:42.260345 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b1c494b8-ec4d-405b-8849-c8bd035d8fe4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:42.260739 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c494b8-ec4d-405b-8849-c8bd035d8fe4 None None] Bound using segment: {'id': '2d9e21dd-1cbf-4b8c-a135-5456b21a07f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'fd92dca7-6586-4d93-bea6-d52be464a1f6'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:04:42.261267 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-b1c494b8-ec4d-405b-8849-c8bd035d8fe4 None None] Bound port: 104a8787-25a9-4f5c-8e92-401d6305de17, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d9e21dd-1cbf-4b8c-a135-5456b21a07f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'fd92dca7-6586-4d93-bea6-d52be464a1f6'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:04:42.261652 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b1c494b8-ec4d-405b-8849-c8bd035d8fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (104a8787-25a9-4f5c-8e92-401d6305de17), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:42.315820 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8973946e-a0fe-40ff-aaba-d4c81c1a748d req-1c311141-d876-449a-8532-c2febee6d447 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=e821a18760614621a07973a65a766150&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0627587 Feb 02 07:04:42.316027 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-05a9b462-16f2-41eb-82ca-f183fc027c2b tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Deleting subnet 65c07bd0-abaa-46b8-9bc0-84413ef1f1e7 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:04:42.319011 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-05a9b462-16f2-41eb-82ca-f183fc027c2b tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for subnet (65c07bd0-abaa-46b8-9bc0-84413ef1f1e7), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:42.349632 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-b1c494b8-ec4d-405b-8849-c8bd035d8fe4 None None] For port 104a8787-25a9-4f5c-8e92-401d6305de17, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:04:42.353366 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-b1c494b8-ec4d-405b-8849-c8bd035d8fe4 None None] For port 104a8787-25a9-4f5c-8e92-401d6305de17, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=104a8787-25a9-4f5c-8e92-401d6305de17,segment=NetworkSegment(2d9e21dd-1cbf-4b8c-a135-5456b21a07f6),segment_id=2d9e21dd-1cbf-4b8c-a135-5456b21a07f6)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:04:42.362070 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b1c494b8-ec4d-405b-8849-c8bd035d8fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (104a8787-25a9-4f5c-8e92-401d6305de17), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:42.384457 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6045509b-2fa4-4d34-8126-8090f8d21719 req-97456d21-b666-4f44-baaa-a6da3362b233 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414649 Feb 02 07:04:42.401873 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-05a9b462-16f2-41eb-82ca-f183fc027c2b tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (65c07bd0-abaa-46b8-9bc0-84413ef1f1e7), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:42.442722 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c494b8-ec4d-405b-8849-c8bd035d8fe4 None None] Pushing event updated for resources: {'Port': ['ID=104a8787-25a9-4f5c-8e92-401d6305de17,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:42.447009 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-01dc99ab-7eeb-44f9-92e1-12e63eca842c req-d5f6f6eb-b1ef-48ee-9c32-d6cdc6b17131 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-367175165', 'description': 'tempest-description-855674715'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:04:42.494676 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8973946e-a0fe-40ff-aaba-d4c81c1a748d req-dee4e518-70e6-4c92-a331-a2603377b6a3 service neutron] 10.222.0.87 "GET /v2.0/networks/fd92dca7-6586-4d93-bea6-d52be464a1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775620 Feb 02 07:04:42.497298 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-01dc99ab-7eeb-44f9-92e1-12e63eca842c req-d5f6f6eb-b1ef-48ee-9c32-d6cdc6b17131 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:42.561524 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-05a9b462-16f2-41eb-82ca-f183fc027c2b tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (65c07bd0-abaa-46b8-9bc0-84413ef1f1e7), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:42.663358 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-01dc99ab-7eeb-44f9-92e1-12e63eca842c req-d5f6f6eb-b1ef-48ee-9c32-d6cdc6b17131 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks [] for security_group (b3615c2d-378c-4258-90fa-164c472b0355), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:42.666056 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-05a9b462-16f2-41eb-82ca-f183fc027c2b tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (65c07bd0-abaa-46b8-9bc0-84413ef1f1e7), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:42.684453 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-01dc99ab-7eeb-44f9-92e1-12e63eca842c req-d5f6f6eb-b1ef-48ee-9c32-d6cdc6b17131 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (b3615c2d-378c-4258-90fa-164c472b0355), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:42.717766 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8973946e-a0fe-40ff-aaba-d4c81c1a748d req-a5825bf3-b2f6-456e-8532-47b736528142 service neutron] 10.222.0.87 "GET /v2.0/networks/fd92dca7-6586-4d93-bea6-d52be464a1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206690 Feb 02 07:04:42.734167 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a9b462-16f2-41eb-82ca-f183fc027c2b tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event deleted for resources: {'Subnet': ['ID=65c07bd0-abaa-46b8-9bc0-84413ef1f1e7,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:42.761487 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-05a9b462-16f2-41eb-82ca-f183fc027c2b tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:42.770836 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45080) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:04:42.781168 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-05a9b462-16f2-41eb-82ca-f183fc027c2b tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/subnets/65c07bd0-abaa-46b8-9bc0-84413ef1f1e7 HTTP/1.1" status: 204 len: 168 time: 0.5885429 Feb 02 07:04:42.788145 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e435ae48-8dd5-4173-b251-fe63ac30428e None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:04:42.812346 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-01dc99ab-7eeb-44f9-92e1-12e63eca842c req-d5f6f6eb-b1ef-48ee-9c32-d6cdc6b17131 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:42.838734 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-01dc99ab-7eeb-44f9-92e1-12e63eca842c req-d5f6f6eb-b1ef-48ee-9c32-d6cdc6b17131 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.3998294 Feb 02 07:04:42.842266 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f6f6eb-b1ef-48ee-9c32-d6cdc6b17131 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3615c2d-378c-4258-90fa-164c472b0355,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:42.908514 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb97a40d-d386-40b3-8780-a2c9fee7bf7a tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Deleting subnet 7578d48a-1bf0-4345-a6a0-947caae1805c {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:04:42.914477 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bb97a40d-d386-40b3-8780-a2c9fee7bf7a tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for subnet (7578d48a-1bf0-4345-a6a0-947caae1805c), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:42.988912 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bb97a40d-d386-40b3-8780-a2c9fee7bf7a tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (7578d48a-1bf0-4345-a6a0-947caae1805c), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:43.088566 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 85893ae3-9cf9-488d-a8f8-58bbbb8cbd30 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:04:43.141047 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bb97a40d-d386-40b3-8780-a2c9fee7bf7a tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (7578d48a-1bf0-4345-a6a0-947caae1805c), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:43.222161 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dec4face-ec3b-4905-8d46-b30d86d0dfbe req-109fd3d8-d27e-4abd-8403-08b730ba25cc tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] 10.222.0.87 "GET /v2.0/security-groups/4e2fb31d-353a-4caa-b66d-60e8163c2d10 HTTP/1.1" status: 200 len: 1823 time: 0.1441622 Feb 02 07:04:43.232900 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bb97a40d-d386-40b3-8780-a2c9fee7bf7a tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (7578d48a-1bf0-4345-a6a0-947caae1805c), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:43.250519 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bb97a40d-d386-40b3-8780-a2c9fee7bf7a tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:43.254018 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-bb97a40d-d386-40b3-8780-a2c9fee7bf7a tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/subnets/7578d48a-1bf0-4345-a6a0-947caae1805c HTTP/1.1" status: 204 len: 168 time: 0.4841444 Feb 02 07:04:43.270010 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 45102) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:04:43.294810 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb97a40d-d386-40b3-8780-a2c9fee7bf7a tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event deleted for resources: {'Subnet': ['ID=7578d48a-1bf0-4345-a6a0-947caae1805c,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:43.383346 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-2728ca3d-d3d9-42f5-94b9-06458def1ccf tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1056826 Feb 02 07:04:43.387349 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 45112) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:04:43.392915 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6fe6c693-2f38-4f0f-b874-cfbb024b5468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:43.397537 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-738f5124-de7c-4f66-b2c8-85fcc016438c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Request body: {'subnet': {'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:04:43.613726 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 85893ae3-9cf9-488d-a8f8-58bbbb8cbd30, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=85893ae3-9cf9-488d-a8f8-58bbbb8cbd30,segment=NetworkSegment(fc0a4cad-9504-4785-979c-6732d183490f),segment_id=fc0a4cad-9504-4785-979c-6732d183490f)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:04:43.625949 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adbf10a-2132-42da-a187-46cfcfd1d13f req-3960e066-2b16-418c-b0a3-1422041e8f3e tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:43.638073 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4adbf10a-2132-42da-a187-46cfcfd1d13f req-3960e066-2b16-418c-b0a3-1422041e8f3e tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/networks?id=fd92dca7-6586-4d93-bea6-d52be464a1f6 HTTP/1.1" status: 200 len: 815 time: 0.2900915 Feb 02 07:04:43.653018 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': '85893ae3-9cf9-488d-a8f8-58bbbb8cbd30', 'network_id': '274d3754-cb62-4276-8b4a-dfa5cf98baaf', 'port_id': '85893ae3-9cf9-488d-a8f8-58bbbb8cbd30', 'mac_address': 'fa:16:3e:d5:20:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6b3fc97-ea53-4910-99b5-bddf06c5d45f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:04:43.680654 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738f5124-de7c-4f66-b2c8-85fcc016438c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Made reservation on behalf of d3e64a71e17749e693b291cf3514bb46 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:04:43.687550 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-738f5124-de7c-4f66-b2c8-85fcc016438c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:43.704482 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4adbf10a-2132-42da-a187-46cfcfd1d13f req-a27ba8cf-446c-4b82-8a5e-1b7e5ea2f2e0 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/quotas/e821a18760614621a07973a65a766150 HTTP/1.1" status: 200 len: 375 time: 0.0653431 Feb 02 07:04:43.765155 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 85893ae3-9cf9-488d-a8f8-58bbbb8cbd30 is: ACTIVE; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:04:43.767310 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (85893ae3-9cf9-488d-a8f8-58bbbb8cbd30), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:43.839840 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 85893ae3-9cf9-488d-a8f8-58bbbb8cbd30 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:04:43.924945 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 85893ae3-9cf9-488d-a8f8-58bbbb8cbd30, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=85893ae3-9cf9-488d-a8f8-58bbbb8cbd30,segment=NetworkSegment(fc0a4cad-9504-4785-979c-6732d183490f),segment_id=fc0a4cad-9504-4785-979c-6732d183490f)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:04:43.934909 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (85893ae3-9cf9-488d-a8f8-58bbbb8cbd30), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:43.936800 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:04:43.965367 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc281262-95ba-4be7-ab1a-59f0c27a5d98 req-70ed0583-b103-4be1-a6bf-ed9076b64637 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:43.968867 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-dc281262-95ba-4be7-ab1a-59f0c27a5d98 req-70ed0583-b103-4be1-a6bf-ed9076b64637 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7ad6d92-fb9b-4f92-ad08-6b4417b62d81 HTTP/1.1" status: 200 len: 945 time: 0.3272562 Feb 02 07:04:43.996531 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4adbf10a-2132-42da-a187-46cfcfd1d13f req-1e70139b-08a4-495b-bdb9-8495599f3bf5 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=e821a18760614621a07973a65a766150&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2295635 Feb 02 07:04:44.125110 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=85893ae3-9cf9-488d-a8f8-58bbbb8cbd30,revision_number=6']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:44.154422 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['85893ae3-9cf9-488d-a8f8-58bbbb8cbd30'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:04:44.298675 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4adbf10a-2132-42da-a187-46cfcfd1d13f req-87c790b4-6488-45cf-bbf9-6da53768de07 service neutron] 10.222.0.87 "GET /v2.0/networks/fd92dca7-6586-4d93-bea6-d52be464a1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012192 Feb 02 07:04:44.367268 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-dc281262-95ba-4be7-ab1a-59f0c27a5d98 req-4adeb6ae-206c-41df-890a-ac934877a294 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Deleting port 47c24aa6-ce17-4d11-9605-52abd7babbbb {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:04:44.368131 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-dc281262-95ba-4be7-ab1a-59f0c27a5d98 req-4adeb6ae-206c-41df-890a-ac934877a294 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (47c24aa6-ce17-4d11-9605-52abd7babbbb), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:44.433528 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-738f5124-de7c-4f66-b2c8-85fcc016438c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (4cbba4bd-c904-4680-b205-1a0431af9849), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:44.463493 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dec4face-ec3b-4905-8d46-b30d86d0dfbe req-d7541302-891a-405c-b040-d510f34909c7 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] 10.222.0.87 "GET /v2.0/security-groups/b3615c2d-378c-4258-90fa-164c472b0355 HTTP/1.1" status: 200 len: 1822 time: 1.2355237 Feb 02 07:04:44.618959 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-dec4face-ec3b-4905-8d46-b30d86d0dfbe req-41b5cb05-23f7-4fca-adcf-dcee06ad1ae9 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '4e2fb31d-353a-4caa-b66d-60e8163c2d10', 'remote_group_id': 'b3615c2d-378c-4258-90fa-164c472b0355', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:04:44.619481 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:44.620056 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-dec4face-ec3b-4905-8d46-b30d86d0dfbe req-41b5cb05-23f7-4fca-adcf-dcee06ad1ae9 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '4e2fb31d-353a-4caa-b66d-60e8163c2d10', 'remote_group_id': 'b3615c2d-378c-4258-90fa-164c472b0355', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:04:44.658969 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e7b3b3-9e3b-4b3e-b214-9fbed56bfe69 None None] Network fd92dca7-6586-4d93-bea6-d52be464a1f6 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:04:44.679194 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738f5124-de7c-4f66-b2c8-85fcc016438c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event updated for resources: {'Subnet': ['ID=4cbba4bd-c904-4680-b205-1a0431af9849,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:44.692855 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4adbf10a-2132-42da-a187-46cfcfd1d13f req-9dd30ed8-9eb3-499a-afeb-a7cd3fd4e11c service neutron] 10.222.0.87 "GET /v2.0/networks/fd92dca7-6586-4d93-bea6-d52be464a1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3773983 Feb 02 07:04:44.704837 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-dc281262-95ba-4be7-ab1a-59f0c27a5d98 req-4adeb6ae-206c-41df-890a-ac934877a294 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] For port 47c24aa6-ce17-4d11-9605-52abd7babbbb, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=47c24aa6-ce17-4d11-9605-52abd7babbbb,segment=NetworkSegment(50b2c935-c140-4230-880a-508574d9ed43),segment_id=50b2c935-c140-4230-880a-508574d9ed43)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:04:44.707102 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-dc281262-95ba-4be7-ab1a-59f0c27a5d98 req-4adeb6ae-206c-41df-890a-ac934877a294 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (47c24aa6-ce17-4d11-9605-52abd7babbbb), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:44.755121 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-dc281262-95ba-4be7-ab1a-59f0c27a5d98 req-4adeb6ae-206c-41df-890a-ac934877a294 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Calling delete_port for 47c24aa6-ce17-4d11-9605-52abd7babbbb owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:04:44.848498 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-dec4face-ec3b-4905-8d46-b30d86d0dfbe req-41b5cb05-23f7-4fca-adcf-dcee06ad1ae9 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks [] for security_group_rule (c7b4cbac-990b-4d3c-a08c-78a2afa4bb6a), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:44.882531 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738f5124-de7c-4f66-b2c8-85fcc016438c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:04:44.890699 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-738f5124-de7c-4f66-b2c8-85fcc016438c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:04:44.934401 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738f5124-de7c-4f66-b2c8-85fcc016438c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:44.936941 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-738f5124-de7c-4f66-b2c8-85fcc016438c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:45.015837 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-738f5124-de7c-4f66-b2c8-85fcc016438c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6253228 Feb 02 07:04:45.018677 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 45156) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:04:45.024342 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-dec4face-ec3b-4905-8d46-b30d86d0dfbe req-41b5cb05-23f7-4fca-adcf-dcee06ad1ae9 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks [] for security_group_rule (c7b4cbac-990b-4d3c-a08c-78a2afa4bb6a), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:45.044151 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-5592413b-ed96-4725-83f8-fd8427a98fd5 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Request body: {'subnet': {'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:04:45.092164 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-dec4face-ec3b-4905-8d46-b30d86d0dfbe req-41b5cb05-23f7-4fca-adcf-dcee06ad1ae9 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (c7b4cbac-990b-4d3c-a08c-78a2afa4bb6a), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:45.128976 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b5cb05-23f7-4fca-adcf-dcee06ad1ae9 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7b4cbac-990b-4d3c-a08c-78a2afa4bb6a,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:45.135667 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-dec4face-ec3b-4905-8d46-b30d86d0dfbe req-41b5cb05-23f7-4fca-adcf-dcee06ad1ae9 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:45.141967 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dec4face-ec3b-4905-8d46-b30d86d0dfbe req-41b5cb05-23f7-4fca-adcf-dcee06ad1ae9 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6764359 Feb 02 07:04:45.202141 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c98882-4f41-4b2e-892d-ed4c6853488d None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:04:45.204318 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 104a8787-25a9-4f5c-8e92-401d6305de17 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:04:45.221222 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device ef4e2d98-b4f3-42da-bdbd-68b19920f753 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:04:45.224001 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 85893ae3-9cf9-488d-a8f8-58bbbb8cbd30 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:04:45.463375 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1c1c4a1d-866c-4ed1-9659-5fd3a7fd6662 None None] Provisioning complete for port 104a8787-25a9-4f5c-8e92-401d6305de17 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:04:45.467546 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1c1c4a1d-866c-4ed1-9659-5fd3a7fd6662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (104a8787-25a9-4f5c-8e92-401d6305de17), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:45.493048 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5592413b-ed96-4725-83f8-fd8427a98fd5 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Made reservation on behalf of d3e64a71e17749e693b291cf3514bb46 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:04:45.517261 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5592413b-ed96-4725-83f8-fd8427a98fd5 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:45.635120 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.db.resource_extend [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 07:04:45.749475 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port ef4e2d98-b4f3-42da-bdbd-68b19920f753, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=ef4e2d98-b4f3-42da-bdbd-68b19920f753,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:04:45.911973 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': 'ef4e2d98-b4f3-42da-bdbd-68b19920f753', 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1', 'port_id': 'ef4e2d98-b4f3-42da-bdbd-68b19920f753', 'mac_address': 'fa:16:3e:5e:4f:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d773733-62df-4956-84d3-71d17cfb6d11', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:04:45.944415 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 47c24aa6-ce17-4d11-9605-52abd7babbbb no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:04:46.334800 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af18f0ac-9bda-40af-899c-c298ae62d94c req-d533c642-0b33-4a65-bc11-91b0007a89ed tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:46.343041 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-af18f0ac-9bda-40af-899c-c298ae62d94c req-d533c642-0b33-4a65-bc11-91b0007a89ed tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=d7ad6d92-fb9b-4f92-ad08-6b4417b62d81 HTTP/1.1" status: 200 len: 945 time: 0.4997659 Feb 02 07:04:46.465644 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:46.561558 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973946e-a0fe-40ff-aaba-d4c81c1a748d req-d749fe89-88ed-497e-bd0c-a007baa06228 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:46.567908 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8973946e-a0fe-40ff-aaba-d4c81c1a748d req-d749fe89-88ed-497e-bd0c-a007baa06228 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.59 "GET /v2.0/networks?id=fd92dca7-6586-4d93-bea6-d52be464a1f6 HTTP/1.1" status: 200 len: 815 time: 0.7417967 Feb 02 07:04:46.568154 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 104a8787-25a9-4f5c-8e92-401d6305de17 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:04:46.568630 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (104a8787-25a9-4f5c-8e92-401d6305de17), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:46.594464 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-af18f0ac-9bda-40af-899c-c298ae62d94c req-9013dc6f-c160-467f-8328-da20a3d46eb2 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503245 Feb 02 07:04:46.602557 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port ef4e2d98-b4f3-42da-bdbd-68b19920f753 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:04:46.613236 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ef4e2d98-b4f3-42da-bdbd-68b19920f753), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:46.650400 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-8973946e-a0fe-40ff-aaba-d4c81c1a748d req-8b0f1c79-30ba-484a-9eb2-a98e64db36a0 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Request body: {'port': {'device_id': '4a3b0dba-c1ca-442b-af80-b163f0ea80a9', 'network_id': 'fd92dca7-6586-4d93-bea6-d52be464a1f6', 'admin_state_up': True, 'tenant_id': 'e821a18760614621a07973a65a766150'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:04:46.657923 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-e8ad80c0-ea46-41a5-b4f9-929f2c269181 req-3b181cdd-7b74-460f-9a2d-b6bb81a4c955 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-301083809', 'description': 'tempest-description-126504631'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:04:46.678488 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1557d53-6da0-4eb1-bd3a-24bc0510fc8b req-084da709-a3d0-4eb3-ad70-321cf043f01d tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:46.694838 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef4e2d98-b4f3-42da-bdbd-68b19920f753 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:04:46.713593 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f1557d53-6da0-4eb1-bd3a-24bc0510fc8b req-084da709-a3d0-4eb3-ad70-321cf043f01d tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/networks?id=fd92dca7-6586-4d93-bea6-d52be464a1f6 HTTP/1.1" status: 200 len: 815 time: 0.3062248 Feb 02 07:04:46.722929 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port 85893ae3-9cf9-488d-a8f8-58bbbb8cbd30 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:04:46.723277 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (85893ae3-9cf9-488d-a8f8-58bbbb8cbd30), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:46.764662 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-e8ad80c0-ea46-41a5-b4f9-929f2c269181 req-3b181cdd-7b74-460f-9a2d-b6bb81a4c955 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:46.869359 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 47c24aa6-ce17-4d11-9605-52abd7babbbb is: ACTIVE; New status is: DOWN {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:04:46.869817 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (47c24aa6-ce17-4d11-9605-52abd7babbbb), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:46.901999 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port ef4e2d98-b4f3-42da-bdbd-68b19920f753, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=ef4e2d98-b4f3-42da-bdbd-68b19920f753,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:04:46.965207 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1c1c4a1d-866c-4ed1-9659-5fd3a7fd6662 None None] Current status of the port 104a8787-25a9-4f5c-8e92-401d6305de17 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:04:46.965599 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1c1c4a1d-866c-4ed1-9659-5fd3a7fd6662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (104a8787-25a9-4f5c-8e92-401d6305de17), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:47.028215 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (ef4e2d98-b4f3-42da-bdbd-68b19920f753), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:47.039863 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-dc281262-95ba-4be7-ab1a-59f0c27a5d98 req-4adeb6ae-206c-41df-890a-ac934877a294 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (47c24aa6-ce17-4d11-9605-52abd7babbbb), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:47.112599 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['1045af80-2b20-4d0b-8989-bade78600156'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:04:47.292077 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adeb6ae-206c-41df-890a-ac934877a294 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Pushing event deleted for resources: {'Port': ['ID=47c24aa6-ce17-4d11-9605-52abd7babbbb,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:47.300814 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d15367e-f3e6-40f0-b436-15ddc119b8ca None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:04:47.363404 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['ef4e2d98-b4f3-42da-bdbd-68b19920f753'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:04:47.474650 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8973946e-a0fe-40ff-aaba-d4c81c1a748d req-8b0f1c79-30ba-484a-9eb2-a98e64db36a0 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Made reservation on behalf of e821a18760614621a07973a65a766150 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:04:47.480068 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-8973946e-a0fe-40ff-aaba-d4c81c1a748d req-8b0f1c79-30ba-484a-9eb2-a98e64db36a0 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:47.512548 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc281262-95ba-4be7-ab1a-59f0c27a5d98 req-4adeb6ae-206c-41df-890a-ac934877a294 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] No DVR routers for this DVR port 47c24aa6-ce17-4d11-9605-52abd7babbbb on host n-h2-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:04:47.524918 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-dc281262-95ba-4be7-ab1a-59f0c27a5d98 req-4adeb6ae-206c-41df-890a-ac934877a294 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:47.535170 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-dc281262-95ba-4be7-ab1a-59f0c27a5d98 req-4adeb6ae-206c-41df-890a-ac934877a294 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.59 "DELETE /v2.0/ports/47c24aa6-ce17-4d11-9605-52abd7babbbb HTTP/1.1" status: 204 len: 173 time: 3.5197210 Feb 02 07:04:47.544252 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7ad6d92-fb9b-4f92-ad08-6b4417b62d81', 'name': 'network-vif-deleted', 'tag': '47c24aa6-ce17-4d11-9605-52abd7babbbb'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:04:47.546549 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f6a497-89cb-47d0-b51a-64546d953d45" -d '{"events": [{"server_uuid": "d7ad6d92-fb9b-4f92-ad08-6b4417b62d81", "name": "network-vif-deleted", "tag": "47c24aa6-ce17-4d11-9605-52abd7babbbb"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:04:47.549535 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f1557d53-6da0-4eb1-bd3a-24bc0510fc8b req-b3f9cbf9-aee4-45f1-bde5-c1333295a312 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/quotas/e821a18760614621a07973a65a766150 HTTP/1.1" status: 200 len: 375 time: 0.3035982 Feb 02 07:04:47.560201 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1c1c4a1d-866c-4ed1-9659-5fd3a7fd6662 None None] For port 104a8787-25a9-4f5c-8e92-401d6305de17, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=104a8787-25a9-4f5c-8e92-401d6305de17,segment=NetworkSegment(2d9e21dd-1cbf-4b8c-a135-5456b21a07f6),segment_id=2d9e21dd-1cbf-4b8c-a135-5456b21a07f6)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:04:47.568335 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-e8ad80c0-ea46-41a5-b4f9-929f2c269181 req-3b181cdd-7b74-460f-9a2d-b6bb81a4c955 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks [] for security_group (b98f52d9-2bf0-49a3-8818-e8e787a7aa8f), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:47.583860 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adbf10a-2132-42da-a187-46cfcfd1d13f req-d99b89c2-7a95-4760-802b-640059878a99 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:47.588103 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4adbf10a-2132-42da-a187-46cfcfd1d13f req-d99b89c2-7a95-4760-802b-640059878a99 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.59 "GET /v2.0/networks?id=fd92dca7-6586-4d93-bea6-d52be464a1f6 HTTP/1.1" status: 200 len: 815 time: 0.8718436 Feb 02 07:04:47.620101 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-e8ad80c0-ea46-41a5-b4f9-929f2c269181 req-3b181cdd-7b74-460f-9a2d-b6bb81a4c955 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (b98f52d9-2bf0-49a3-8818-e8e787a7aa8f), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:47.642647 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-4adbf10a-2132-42da-a187-46cfcfd1d13f req-a9e9c80f-f791-4391-9c22-45708dff4293 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Request body: {'port': {'device_id': '8862ba72-75d9-4882-987c-9844219c294f', 'network_id': 'fd92dca7-6586-4d93-bea6-d52be464a1f6', 'admin_state_up': True, 'tenant_id': 'e821a18760614621a07973a65a766150'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:04:47.645014 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1c1c4a1d-866c-4ed1-9659-5fd3a7fd6662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (104a8787-25a9-4f5c-8e92-401d6305de17), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:47.687339 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b181cdd-7b74-460f-9a2d-b6bb81a4c955 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b98f52d9-2bf0-49a3-8818-e8e787a7aa8f,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:47.709557 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-e8ad80c0-ea46-41a5-b4f9-929f2c269181 req-3b181cdd-7b74-460f-9a2d-b6bb81a4c955 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:47.723001 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e8ad80c0-ea46-41a5-b4f9-929f2c269181 req-3b181cdd-7b74-460f-9a2d-b6bb81a4c955 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 1.0795949 Feb 02 07:04:47.901436 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-8973946e-a0fe-40ff-aaba-d4c81c1a748d req-8b0f1c79-30ba-484a-9eb2-a98e64db36a0 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Allocated IP 172.20.0.11 (fd92dca7-6586-4d93-bea6-d52be464a1f6/d1aa23ef-3d37-4724-b351-3279aabe3440/789c6a34-5759-40c6-b84a-7e24b567041f) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:04:47.959585 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 85893ae3-9cf9-488d-a8f8-58bbbb8cbd30 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:04:47.960124 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (85893ae3-9cf9-488d-a8f8-58bbbb8cbd30), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:47.971325 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:47.971880 n-d-789963-26 neutron-server[109694]: DEBUG neutron.objects.ports [None req-5592413b-ed96-4725-83f8-fd8427a98fd5 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109694) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 02 07:04:47.987845 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=ef4e2d98-b4f3-42da-bdbd-68b19920f753,revision_number=9']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:48.179159 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:04:48.179690 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:04:48.185385 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:04:48.185964 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:04:48.186506 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:04:48.187221 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:04:48.187817 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:04:48.188341 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:04:48.188872 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:04:48.189389 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:04:48.189917 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:04:48.190424 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:04:48.190932 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:04:48.295861 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-8973946e-a0fe-40ff-aaba-d4c81c1a748d req-8b0f1c79-30ba-484a-9eb2-a98e64db36a0 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Publish callbacks [] for port (789c6a34-5759-40c6-b84a-7e24b567041f), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:48.393233 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-8973946e-a0fe-40ff-aaba-d4c81c1a748d req-8b0f1c79-30ba-484a-9eb2-a98e64db36a0 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (789c6a34-5759-40c6-b84a-7e24b567041f), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:48.394521 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 104a8787-25a9-4f5c-8e92-401d6305de17 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:04:48.450452 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-3f4d089c-3ba4-4477-b16e-96e0b40fcb43 None None] Provisioning complete for port b8749d07-1264-40ef-bc27-78eeed48cbe8 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:04:48.450832 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3f4d089c-3ba4-4477-b16e-96e0b40fcb43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b8749d07-1264-40ef-bc27-78eeed48cbe8), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:48.471826 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff36027-57b6-4b74-8a16-ded77bfe3f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85893ae3-9cf9-488d-a8f8-58bbbb8cbd30'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:04:48.487014 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e8e9ed-9d9a-4118-a2e4-8eeb7ee319ab" -d '{"events": [{"server_uuid": "8ff36027-57b6-4b74-8a16-ded77bfe3f8c", "name": "network-vif-plugged", "status": "completed", "tag": "85893ae3-9cf9-488d-a8f8-58bbbb8cbd30"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:04:48.495144 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8973946e-a0fe-40ff-aaba-d4c81c1a748d req-8b0f1c79-30ba-484a-9eb2-a98e64db36a0 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Network fd92dca7-6586-4d93-bea6-d52be464a1f6 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:04:48.499221 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-8973946e-a0fe-40ff-aaba-d4c81c1a748d req-8b0f1c79-30ba-484a-9eb2-a98e64db36a0 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:04:48.511366 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-8973946e-a0fe-40ff-aaba-d4c81c1a748d req-8b0f1c79-30ba-484a-9eb2-a98e64db36a0 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:04:48.548801 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f1c79-30ba-484a-9eb2-a98e64db36a0 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Pushing event updated for resources: {'Port': ['ID=789c6a34-5759-40c6-b84a-7e24b567041f,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:48.648214 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4adbf10a-2132-42da-a187-46cfcfd1d13f req-a9e9c80f-f791-4391-9c22-45708dff4293 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Made reservation on behalf of e821a18760614621a07973a65a766150 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:04:48.656679 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973946e-a0fe-40ff-aaba-d4c81c1a748d req-8b0f1c79-30ba-484a-9eb2-a98e64db36a0 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:48.673390 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-8973946e-a0fe-40ff-aaba-d4c81c1a748d req-8b0f1c79-30ba-484a-9eb2-a98e64db36a0 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:48.678110 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-4adbf10a-2132-42da-a187-46cfcfd1d13f req-a9e9c80f-f791-4391-9c22-45708dff4293 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:48.729439 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8973946e-a0fe-40ff-aaba-d4c81c1a748d req-8b0f1c79-30ba-484a-9eb2-a98e64db36a0 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0871556 Feb 02 07:04:48.753075 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-8973946e-a0fe-40ff-aaba-d4c81c1a748d req-250ca84b-8967-4639-b1a9-c18da0e2895b service neutron] Request body: {'port': {'device_id': '4a3b0dba-c1ca-442b-af80-b163f0ea80a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:04:48.799452 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 85893ae3-9cf9-488d-a8f8-58bbbb8cbd30, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=85893ae3-9cf9-488d-a8f8-58bbbb8cbd30,segment=NetworkSegment(fc0a4cad-9504-4785-979c-6732d183490f),segment_id=fc0a4cad-9504-4785-979c-6732d183490f)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:04:48.803179 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f1557d53-6da0-4eb1-bd3a-24bc0510fc8b req-e1cd68fd-7134-4793-ae7d-4c33e4cea1ce tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=e821a18760614621a07973a65a766150&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1921248 Feb 02 07:04:48.877679 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (85893ae3-9cf9-488d-a8f8-58bbbb8cbd30), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:48.947829 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-8973946e-a0fe-40ff-aaba-d4c81c1a748d req-250ca84b-8967-4639-b1a9-c18da0e2895b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (789c6a34-5759-40c6-b84a-7e24b567041f), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:48.987122 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1c4a1d-866c-4ed1-9659-5fd3a7fd6662 None None] Pushing event updated for resources: {'Port': ['ID=104a8787-25a9-4f5c-8e92-401d6305de17,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:49.355826 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f1557d53-6da0-4eb1-bd3a-24bc0510fc8b req-fd6d56e8-6ab3-4145-a6b2-837285403418 service neutron] 10.222.0.87 "GET /v2.0/networks/fd92dca7-6586-4d93-bea6-d52be464a1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5510955 Feb 02 07:04:49.463260 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5592413b-ed96-4725-83f8-fd8427a98fd5 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b8749d07-1264-40ef-bc27-78eeed48cbe8), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:49.550855 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=85893ae3-9cf9-488d-a8f8-58bbbb8cbd30,revision_number=7']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:49.628040 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-4adbf10a-2132-42da-a187-46cfcfd1d13f req-a9e9c80f-f791-4391-9c22-45708dff4293 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Allocated IP 172.20.0.9 (fd92dca7-6586-4d93-bea6-d52be464a1f6/d1aa23ef-3d37-4724-b351-3279aabe3440/8095058a-bcc3-4846-888e-effa3c46156b) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:04:49.675503 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-3f4d089c-3ba4-4477-b16e-96e0b40fcb43 None None] Current status of the port b8749d07-1264-40ef-bc27-78eeed48cbe8 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:04:49.712603 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801ccde0-7d76-4188-8ee1-8f2c6bb6a329 None None] Update dhcp port {'port': {'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'fixed_ips': [{'subnet_id': '4cbba4bd-c904-4680-b205-1a0431af9849'}, {'subnet_id': '70a267a4-e1d5-4b79-9831-70d9fb8e39bf'}], 'binding:host_id': 'n-d-789963-26'}, 'id': 'b8749d07-1264-40ef-bc27-78eeed48cbe8'} from n-d-789963-26. {{(pid=109695) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 02 07:04:49.803257 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-3f4d089c-3ba4-4477-b16e-96e0b40fcb43 None None] Provisioning complete for port 104a8787-25a9-4f5c-8e92-401d6305de17 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:04:49.804052 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3f4d089c-3ba4-4477-b16e-96e0b40fcb43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (104a8787-25a9-4f5c-8e92-401d6305de17), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:49.827202 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-4adbf10a-2132-42da-a187-46cfcfd1d13f req-a9e9c80f-f791-4391-9c22-45708dff4293 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Publish callbacks [] for port (8095058a-bcc3-4846-888e-effa3c46156b), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:49.863099 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-801ccde0-7d76-4188-8ee1-8f2c6bb6a329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b8749d07-1264-40ef-bc27-78eeed48cbe8), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:50.302009 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f1557d53-6da0-4eb1-bd3a-24bc0510fc8b req-170f6639-94a0-4779-9274-039a45ae58b0 service neutron] 10.222.0.87 "GET /v2.0/networks/fd92dca7-6586-4d93-bea6-d52be464a1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9266176 Feb 02 07:04:50.310039 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-4adbf10a-2132-42da-a187-46cfcfd1d13f req-a9e9c80f-f791-4391-9c22-45708dff4293 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (8095058a-bcc3-4846-888e-effa3c46156b), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:50.346515 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-801ccde0-7d76-4188-8ee1-8f2c6bb6a329 None None] Allocated IP 172.20.0.2 (0866d72e-3544-4c93-a5a9-bf8114a5301e/4cbba4bd-c904-4680-b205-1a0431af9849/b8749d07-1264-40ef-bc27-78eeed48cbe8) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:04:50.492808 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-3f4d089c-3ba4-4477-b16e-96e0b40fcb43 None None] Current status of the port 104a8787-25a9-4f5c-8e92-401d6305de17 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:04:50.587917 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 104a8787-25a9-4f5c-8e92-401d6305de17 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:04:50.780275 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-327a919e-aaa6-4219-a52f-6260923ac29b None None] Provisioning complete for port 789c6a34-5759-40c6-b84a-7e24b567041f triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:04:50.785889 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-8973946e-a0fe-40ff-aaba-d4c81c1a748d req-250ca84b-8967-4639-b1a9-c18da0e2895b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 789c6a34-5759-40c6-b84a-7e24b567041f {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:04:50.792620 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-327a919e-aaa6-4219-a52f-6260923ac29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (789c6a34-5759-40c6-b84a-7e24b567041f), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:50.814422 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-8973946e-a0fe-40ff-aaba-d4c81c1a748d req-250ca84b-8967-4639-b1a9-c18da0e2895b service neutron] Publish callbacks [] for port (789c6a34-5759-40c6-b84a-7e24b567041f), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:50.848975 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-8973946e-a0fe-40ff-aaba-d4c81c1a748d req-250ca84b-8967-4639-b1a9-c18da0e2895b service neutron] Transition to ACTIVE for port object 789c6a34-5759-40c6-b84a-7e24b567041f will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:04:50.857118 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-8973946e-a0fe-40ff-aaba-d4c81c1a748d req-250ca84b-8967-4639-b1a9-c18da0e2895b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (789c6a34-5759-40c6-b84a-7e24b567041f), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:50.925425 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-327a919e-aaa6-4219-a52f-6260923ac29b None None] Port 789c6a34-5759-40c6-b84a-7e24b567041f cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:04:50.935776 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 104a8787-25a9-4f5c-8e92-401d6305de17 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:04:50.940156 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (104a8787-25a9-4f5c-8e92-401d6305de17), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:50.982715 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250ca84b-8967-4639-b1a9-c18da0e2895b service neutron] Pushing event updated for resources: {'Port': ['ID=789c6a34-5759-40c6-b84a-7e24b567041f,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:50.989740 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d743f740-b75f-412b-82fc-33f1905e7d55 x-openstack-request-id: req-d743f740-b75f-412b-82fc-33f1905e7d55 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:04:50.989976 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7ad6d92-fb9b-4f92-ad08-6b4417b62d81", "name": "network-vif-deleted", "tag": "47c24aa6-ce17-4d11-9605-52abd7babbbb", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:04:50.990276 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d743f740-b75f-412b-82fc-33f1905e7d55 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:04:50.990680 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7ad6d92-fb9b-4f92-ad08-6b4417b62d81', 'name': 'network-vif-deleted', 'tag': '47c24aa6-ce17-4d11-9605-52abd7babbbb', 'status': 'completed', 'code': 200} Feb 02 07:04:51.110336 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device ef4e2d98-b4f3-42da-bdbd-68b19920f753 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:04:51.175868 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4adbf10a-2132-42da-a187-46cfcfd1d13f req-a9e9c80f-f791-4391-9c22-45708dff4293 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Network fd92dca7-6586-4d93-bea6-d52be464a1f6 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:04:51.196195 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-1c85a252-e848-41a3-873f-ffdbb4191cdd req-fd58337a-18b6-4172-9bf9-3d1353099957 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1205882932', 'description': 'tempest-description-1939940522'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:04:51.215043 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-4adbf10a-2132-42da-a187-46cfcfd1d13f req-a9e9c80f-f791-4391-9c22-45708dff4293 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:04:51.225367 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-4adbf10a-2132-42da-a187-46cfcfd1d13f req-a9e9c80f-f791-4391-9c22-45708dff4293 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:04:51.387780 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-8973946e-a0fe-40ff-aaba-d4c81c1a748d req-250ca84b-8967-4639-b1a9-c18da0e2895b service neutron] Attempting to bind port 789c6a34-5759-40c6-b84a-7e24b567041f on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:04:51.388377 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-8973946e-a0fe-40ff-aaba-d4c81c1a748d req-250ca84b-8967-4639-b1a9-c18da0e2895b service neutron] Attempting to bind port 789c6a34-5759-40c6-b84a-7e24b567041f by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': '2d9e21dd-1cbf-4b8c-a135-5456b21a07f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'fd92dca7-6586-4d93-bea6-d52be464a1f6'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:04:51.388902 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8973946e-a0fe-40ff-aaba-d4c81c1a748d req-250ca84b-8967-4639-b1a9-c18da0e2895b service neutron] Attempting to bind port 789c6a34-5759-40c6-b84a-7e24b567041f on network fd92dca7-6586-4d93-bea6-d52be464a1f6 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:04:51.394656 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8973946e-a0fe-40ff-aaba-d4c81c1a748d req-250ca84b-8967-4639-b1a9-c18da0e2895b service neutron] Port 789c6a34-5759-40c6-b84a-7e24b567041f on network fd92dca7-6586-4d93-bea6-d52be464a1f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:04:51.395216 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8973946e-a0fe-40ff-aaba-d4c81c1a748d req-250ca84b-8967-4639-b1a9-c18da0e2895b service neutron] Attempting to bind port 789c6a34-5759-40c6-b84a-7e24b567041f on network fd92dca7-6586-4d93-bea6-d52be464a1f6 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:04:51.395975 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port ef4e2d98-b4f3-42da-bdbd-68b19920f753 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:04:51.397032 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ef4e2d98-b4f3-42da-bdbd-68b19920f753), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:51.402841 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8973946e-a0fe-40ff-aaba-d4c81c1a748d req-250ca84b-8967-4639-b1a9-c18da0e2895b service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:04:51.403622 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adbf10a-2132-42da-a187-46cfcfd1d13f req-a9e9c80f-f791-4391-9c22-45708dff4293 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:51.403976 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8973946e-a0fe-40ff-aaba-d4c81c1a748d req-250ca84b-8967-4639-b1a9-c18da0e2895b service neutron] Checking segment: {'id': '2d9e21dd-1cbf-4b8c-a135-5456b21a07f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'fd92dca7-6586-4d93-bea6-d52be464a1f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:04:51.404621 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8973946e-a0fe-40ff-aaba-d4c81c1a748d req-250ca84b-8967-4639-b1a9-c18da0e2895b service neutron] Bound using segment: {'id': '2d9e21dd-1cbf-4b8c-a135-5456b21a07f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'fd92dca7-6586-4d93-bea6-d52be464a1f6'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:04:51.405634 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-8973946e-a0fe-40ff-aaba-d4c81c1a748d req-250ca84b-8967-4639-b1a9-c18da0e2895b service neutron] Bound port: 789c6a34-5759-40c6-b84a-7e24b567041f, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d9e21dd-1cbf-4b8c-a135-5456b21a07f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'fd92dca7-6586-4d93-bea6-d52be464a1f6'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:04:51.406367 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-4adbf10a-2132-42da-a187-46cfcfd1d13f req-a9e9c80f-f791-4391-9c22-45708dff4293 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:51.406998 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-8973946e-a0fe-40ff-aaba-d4c81c1a748d req-250ca84b-8967-4639-b1a9-c18da0e2895b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (789c6a34-5759-40c6-b84a-7e24b567041f), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:51.463663 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e9c80f-f791-4391-9c22-45708dff4293 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Pushing event updated for resources: {'Port': ['ID=8095058a-bcc3-4846-888e-effa3c46156b,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:51.474788 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 104a8787-25a9-4f5c-8e92-401d6305de17 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:04:51.493609 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-5592413b-ed96-4725-83f8-fd8427a98fd5 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] For port b8749d07-1264-40ef-bc27-78eeed48cbe8, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=b8749d07-1264-40ef-bc27-78eeed48cbe8,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:04:51.517366 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4adbf10a-2132-42da-a187-46cfcfd1d13f req-a9e9c80f-f791-4391-9c22-45708dff4293 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8797874 Feb 02 07:04:51.557239 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-4adbf10a-2132-42da-a187-46cfcfd1d13f req-82fc153d-cadc-4f52-9f71-5940b22bb39d service neutron] Request body: {'port': {'device_id': '8862ba72-75d9-4882-987c-9844219c294f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:04:51.628355 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-8973946e-a0fe-40ff-aaba-d4c81c1a748d req-250ca84b-8967-4639-b1a9-c18da0e2895b service neutron] For port 789c6a34-5759-40c6-b84a-7e24b567041f, host n-h2-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:04:51.639688 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-8973946e-a0fe-40ff-aaba-d4c81c1a748d req-250ca84b-8967-4639-b1a9-c18da0e2895b service neutron] For port 789c6a34-5759-40c6-b84a-7e24b567041f, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=789c6a34-5759-40c6-b84a-7e24b567041f,segment=NetworkSegment(2d9e21dd-1cbf-4b8c-a135-5456b21a07f6),segment_id=2d9e21dd-1cbf-4b8c-a135-5456b21a07f6)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:04:51.641268 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-1c85a252-e848-41a3-873f-ffdbb4191cdd req-fd58337a-18b6-4172-9bf9-3d1353099957 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:51.658602 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port ef4e2d98-b4f3-42da-bdbd-68b19920f753 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:04:51.659002 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ef4e2d98-b4f3-42da-bdbd-68b19920f753), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:51.666836 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-8973946e-a0fe-40ff-aaba-d4c81c1a748d req-250ca84b-8967-4639-b1a9-c18da0e2895b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (789c6a34-5759-40c6-b84a-7e24b567041f), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:51.813743 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250ca84b-8967-4639-b1a9-c18da0e2895b service neutron] Pushing event updated for resources: {'Port': ['ID=789c6a34-5759-40c6-b84a-7e24b567041f,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:51.845028 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port ef4e2d98-b4f3-42da-bdbd-68b19920f753, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=ef4e2d98-b4f3-42da-bdbd-68b19920f753,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:04:51.850742 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973946e-a0fe-40ff-aaba-d4c81c1a748d req-250ca84b-8967-4639-b1a9-c18da0e2895b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:51.851376 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-8973946e-a0fe-40ff-aaba-d4c81c1a748d req-250ca84b-8967-4639-b1a9-c18da0e2895b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:51.853519 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8973946e-a0fe-40ff-aaba-d4c81c1a748d req-250ca84b-8967-4639-b1a9-c18da0e2895b service neutron] 10.222.0.59 "PUT /v2.0/ports/789c6a34-5759-40c6-b84a-7e24b567041f HTTP/1.1" status: 200 len: 1093 time: 3.1059091 Feb 02 07:04:51.855328 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (ef4e2d98-b4f3-42da-bdbd-68b19920f753), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:51.902667 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-4adbf10a-2132-42da-a187-46cfcfd1d13f req-82fc153d-cadc-4f52-9f71-5940b22bb39d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (8095058a-bcc3-4846-888e-effa3c46156b), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:51.916134 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5592413b-ed96-4725-83f8-fd8427a98fd5 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for port (b8749d07-1264-40ef-bc27-78eeed48cbe8), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:51.930725 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5592413b-ed96-4725-83f8-fd8427a98fd5 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (b8749d07-1264-40ef-bc27-78eeed48cbe8), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:51.958794 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5592413b-ed96-4725-83f8-fd8427a98fd5 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (70a267a4-e1d5-4b79-9831-70d9fb8e39bf), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:52.013976 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973946e-a0fe-40ff-aaba-d4c81c1a748d req-685fa413-f4ed-47f6-b1ab-fda90a96e64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:52.026285 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8973946e-a0fe-40ff-aaba-d4c81c1a748d req-685fa413-f4ed-47f6-b1ab-fda90a96e64d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e821a18760614621a07973a65a766150&device_id=4a3b0dba-c1ca-442b-af80-b163f0ea80a9 HTTP/1.1" status: 200 len: 1127 time: 0.1103022 Feb 02 07:04:52.041375 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5592413b-ed96-4725-83f8-fd8427a98fd5 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:04:52.130950 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5592413b-ed96-4725-83f8-fd8427a98fd5 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event updated for resources: {'Subnet': ['ID=70a267a4-e1d5-4b79-9831-70d9fb8e39bf,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:52.138915 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-5592413b-ed96-4725-83f8-fd8427a98fd5 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:04:52.145695 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5592413b-ed96-4725-83f8-fd8427a98fd5 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:52.146294 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5592413b-ed96-4725-83f8-fd8427a98fd5 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:52.175449 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8973946e-a0fe-40ff-aaba-d4c81c1a748d req-98979e2d-9797-44e6-9fd9-414aa28891f8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=789c6a34-5759-40c6-b84a-7e24b567041f HTTP/1.1" status: 200 len: 217 time: 0.1188030 Feb 02 07:04:52.211765 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-801ccde0-7d76-4188-8ee1-8f2c6bb6a329 None None] For port b8749d07-1264-40ef-bc27-78eeed48cbe8, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=b8749d07-1264-40ef-bc27-78eeed48cbe8,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:04:52.293536 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-801ccde0-7d76-4188-8ee1-8f2c6bb6a329 None None] Publish callbacks [] for port (b8749d07-1264-40ef-bc27-78eeed48cbe8), precommit_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:52.298004 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973946e-a0fe-40ff-aaba-d4c81c1a748d req-075cf83a-5a5f-4606-b898-b5800e7250d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:52.299683 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8973946e-a0fe-40ff-aaba-d4c81c1a748d req-075cf83a-5a5f-4606-b898-b5800e7250d5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d1aa23ef-3d37-4724-b351-3279aabe3440 HTTP/1.1" status: 200 len: 854 time: 0.1139376 Feb 02 07:04:52.374656 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=ef4e2d98-b4f3-42da-bdbd-68b19920f753,revision_number=10']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:52.422333 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-801ccde0-7d76-4188-8ee1-8f2c6bb6a329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (b8749d07-1264-40ef-bc27-78eeed48cbe8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:52.507939 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973946e-a0fe-40ff-aaba-d4c81c1a748d req-f5e60a47-832d-4f59-b1c7-ff87dcbd3123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:52.510133 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8973946e-a0fe-40ff-aaba-d4c81c1a748d req-f5e60a47-832d-4f59-b1c7-ff87dcbd3123 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fd92dca7-6586-4d93-bea6-d52be464a1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1945269 Feb 02 07:04:52.578792 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:52.644132 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-58ffcc54-077b-4a5f-8732-4c07a5e5a72b None None] Provisioning complete for port 8095058a-bcc3-4846-888e-effa3c46156b triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:04:52.650831 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-58ffcc54-077b-4a5f-8732-4c07a5e5a72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (8095058a-bcc3-4846-888e-effa3c46156b), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:52.676568 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-5592413b-ed96-4725-83f8-fd8427a98fd5 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 7.6480658 Feb 02 07:04:52.703840 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ccde0-7d76-4188-8ee1-8f2c6bb6a329 None None] Pushing event updated for resources: {'Port': ['ID=b8749d07-1264-40ef-bc27-78eeed48cbe8,revision_number=10']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:52.710752 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 45248) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:04:52.738828 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-ec0de350-5d8e-4b51-ae83-c6d4f92b7bfd tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Request body: {'port': {'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'mac_address': 'fa:16:3e:32:1f:28', 'name': 'tempest-NetworksTestDHCPv6-308937595'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:04:52.795147 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8973946e-a0fe-40ff-aaba-d4c81c1a748d req-8bf83083-0d40-4b86-b43b-1000f94edc2c service neutron] 10.222.0.59 "GET /v2.0/networks/fd92dca7-6586-4d93-bea6-d52be464a1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696798 Feb 02 07:04:52.815202 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-58ffcc54-077b-4a5f-8732-4c07a5e5a72b None None] Port 8095058a-bcc3-4846-888e-effa3c46156b cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:04:52.994480 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a3b0dba-c1ca-442b-af80-b163f0ea80a9', 'tag': '789c6a34-5759-40c6-b84a-7e24b567041f'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:04:52.997023 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-496ab046-991f-482d-bb19-7978d9d47f08" -d '{"events": [{"name": "network-changed", "server_uuid": "4a3b0dba-c1ca-442b-af80-b163f0ea80a9", "tag": "789c6a34-5759-40c6-b84a-7e24b567041f"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:04:53.025546 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5592413b-ed96-4725-83f8-fd8427a98fd5 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event updated for resources: {'Port': ['ID=b8749d07-1264-40ef-bc27-78eeed48cbe8,revision_number=9']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:53.083882 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8973946e-a0fe-40ff-aaba-d4c81c1a748d req-3787b573-275a-4bba-bf68-001067a5287b service neutron] 10.222.0.59 "GET /v2.0/networks/fd92dca7-6586-4d93-bea6-d52be464a1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608562 Feb 02 07:04:53.186508 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-1c85a252-e848-41a3-873f-ffdbb4191cdd req-fd58337a-18b6-4172-9bf9-3d1353099957 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks [] for security_group (8b23b04b-33df-47c4-ada9-9f8aa49eae5e), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:53.269508 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-1c85a252-e848-41a3-873f-ffdbb4191cdd req-fd58337a-18b6-4172-9bf9-3d1353099957 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (8b23b04b-33df-47c4-ada9-9f8aa49eae5e), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:53.475994 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-1c85a252-e848-41a3-873f-ffdbb4191cdd req-fd58337a-18b6-4172-9bf9-3d1353099957 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:53.493102 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1c85a252-e848-41a3-873f-ffdbb4191cdd req-fd58337a-18b6-4172-9bf9-3d1353099957 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 2.3256786 Feb 02 07:04:53.500247 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-4adbf10a-2132-42da-a187-46cfcfd1d13f req-82fc153d-cadc-4f52-9f71-5940b22bb39d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8095058a-bcc3-4846-888e-effa3c46156b {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:04:53.535855 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-4adbf10a-2132-42da-a187-46cfcfd1d13f req-82fc153d-cadc-4f52-9f71-5940b22bb39d service neutron] Publish callbacks [] for port (8095058a-bcc3-4846-888e-effa3c46156b), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:53.537112 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1557d53-6da0-4eb1-bd3a-24bc0510fc8b req-3e587412-f145-46f0-8f24-a997105b3044 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:53.538670 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f1557d53-6da0-4eb1-bd3a-24bc0510fc8b req-3e587412-f145-46f0-8f24-a997105b3044 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.59 "GET /v2.0/networks?id=fd92dca7-6586-4d93-bea6-d52be464a1f6 HTTP/1.1" status: 200 len: 815 time: 0.3476341 Feb 02 07:04:53.544098 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd58337a-18b6-4172-9bf9-3d1353099957 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b23b04b-33df-47c4-ada9-9f8aa49eae5e,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:53.579685 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0de350-5d8e-4b51-ae83-c6d4f92b7bfd tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Made reservation on behalf of d3e64a71e17749e693b291cf3514bb46 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:04:53.586482 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e97fb0c1-a00a-4195-b3e4-19ca4b83d962 x-openstack-request-id: req-e97fb0c1-a00a-4195-b3e4-19ca4b83d962 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:04:53.587030 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff36027-57b6-4b74-8a16-ded77bfe3f8c", "name": "network-vif-plugged", "status": "completed", "tag": "85893ae3-9cf9-488d-a8f8-58bbbb8cbd30", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:04:53.587215 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e97fb0c1-a00a-4195-b3e4-19ca4b83d962 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:04:53.587547 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff36027-57b6-4b74-8a16-ded77bfe3f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85893ae3-9cf9-488d-a8f8-58bbbb8cbd30', 'code': 200} Feb 02 07:04:53.594754 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-f1557d53-6da0-4eb1-bd3a-24bc0510fc8b req-906459b9-d1ea-48d7-889d-2c07232db55a tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Request body: {'port': {'device_id': 'c30696a1-86c4-4617-8778-3f2640a233cf', 'network_id': 'fd92dca7-6586-4d93-bea6-d52be464a1f6', 'admin_state_up': True, 'tenant_id': 'e821a18760614621a07973a65a766150'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:04:53.888352 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ec0de350-5d8e-4b51-ae83-c6d4f92b7bfd tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:53.896234 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1557d53-6da0-4eb1-bd3a-24bc0510fc8b req-906459b9-d1ea-48d7-889d-2c07232db55a tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Made reservation on behalf of e821a18760614621a07973a65a766150 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:04:53.901190 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f1557d53-6da0-4eb1-bd3a-24bc0510fc8b req-906459b9-d1ea-48d7-889d-2c07232db55a tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:53.980439 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7bd3dbf-d72d-404e-9ff6-bbc2f1e8d184 None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:04:54.021954 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-4adbf10a-2132-42da-a187-46cfcfd1d13f req-82fc153d-cadc-4f52-9f71-5940b22bb39d service neutron] Transition to ACTIVE for port object 8095058a-bcc3-4846-888e-effa3c46156b will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:04:54.047114 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-eda9e6ff-7cf2-4e81-a02a-7d3f26d99b1e req-a29f28f2-d4e4-4767-8c83-93bd606d50ec tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/ports?device_id=c30696a1-86c4-4617-8778-3f2640a233cf HTTP/1.1" status: 200 len: 210 time: 0.1767113 Feb 02 07:04:54.076984 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [None req-ec0de350-5d8e-4b51-ae83-c6d4f92b7bfd tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] device_id is not set on port 1e43a299-bf39-435a-834e-02a0304bbdfb yet. {{(pid=109694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:04:54.131420 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-f1557d53-6da0-4eb1-bd3a-24bc0510fc8b req-906459b9-d1ea-48d7-889d-2c07232db55a tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Allocated IP 172.20.0.12 (fd92dca7-6586-4d93-bea6-d52be464a1f6/d1aa23ef-3d37-4724-b351-3279aabe3440/683f55e3-2f80-42f3-a1d3-fe43c5fe5bd1) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:04:54.371251 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f1557d53-6da0-4eb1-bd3a-24bc0510fc8b req-906459b9-d1ea-48d7-889d-2c07232db55a tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Publish callbacks [] for port (683f55e3-2f80-42f3-a1d3-fe43c5fe5bd1), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:54.402572 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-b43a194b-2e79-43db-a20f-a467203f0032 None None] Provisioning complete for port b8749d07-1264-40ef-bc27-78eeed48cbe8 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:04:54.402976 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b43a194b-2e79-43db-a20f-a467203f0032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b8749d07-1264-40ef-bc27-78eeed48cbe8), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:54.467497 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f1557d53-6da0-4eb1-bd3a-24bc0510fc8b req-906459b9-d1ea-48d7-889d-2c07232db55a tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (683f55e3-2f80-42f3-a1d3-fe43c5fe5bd1), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:54.553584 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1557d53-6da0-4eb1-bd3a-24bc0510fc8b req-906459b9-d1ea-48d7-889d-2c07232db55a tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Network fd92dca7-6586-4d93-bea6-d52be464a1f6 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:04:54.583895 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-4adbf10a-2132-42da-a187-46cfcfd1d13f req-82fc153d-cadc-4f52-9f71-5940b22bb39d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (8095058a-bcc3-4846-888e-effa3c46156b), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:54.629453 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-f1557d53-6da0-4eb1-bd3a-24bc0510fc8b req-906459b9-d1ea-48d7-889d-2c07232db55a tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:04:54.657632 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1557d53-6da0-4eb1-bd3a-24bc0510fc8b req-906459b9-d1ea-48d7-889d-2c07232db55a tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:04:54.694965 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-ec0de350-5d8e-4b51-ae83-c6d4f92b7bfd tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Allocated IP 172.20.0.5 (0866d72e-3544-4c93-a5a9-bf8114a5301e/4cbba4bd-c904-4680-b205-1a0431af9849/1e43a299-bf39-435a-834e-02a0304bbdfb) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:04:54.707438 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device b8749d07-1264-40ef-bc27-78eeed48cbe8 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:04:54.867636 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1557d53-6da0-4eb1-bd3a-24bc0510fc8b req-906459b9-d1ea-48d7-889d-2c07232db55a tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:54.868786 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f1557d53-6da0-4eb1-bd3a-24bc0510fc8b req-906459b9-d1ea-48d7-889d-2c07232db55a tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:54.896344 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-ec0de350-5d8e-4b51-ae83-c6d4f92b7bfd tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Allocated IP 2001:db8::f816:3eff:fe32:1f28 (0866d72e-3544-4c93-a5a9-bf8114a5301e/70a267a4-e1d5-4b79-9831-70d9fb8e39bf/1e43a299-bf39-435a-834e-02a0304bbdfb) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:04:54.943075 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f1557d53-6da0-4eb1-bd3a-24bc0510fc8b req-906459b9-d1ea-48d7-889d-2c07232db55a tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3675735 Feb 02 07:04:54.944743 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906459b9-d1ea-48d7-889d-2c07232db55a tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Pushing event updated for resources: {'Port': ['ID=683f55e3-2f80-42f3-a1d3-fe43c5fe5bd1,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:54.973568 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-f1557d53-6da0-4eb1-bd3a-24bc0510fc8b req-4af5e035-6f78-49ab-92fc-7eefd091b6a3 service neutron] Request body: {'port': {'device_id': 'c30696a1-86c4-4617-8778-3f2640a233cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:04:55.014372 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port b8749d07-1264-40ef-bc27-78eeed48cbe8 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:04:55.026417 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b8749d07-1264-40ef-bc27-78eeed48cbe8), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:55.055656 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f1557d53-6da0-4eb1-bd3a-24bc0510fc8b req-4af5e035-6f78-49ab-92fc-7eefd091b6a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (683f55e3-2f80-42f3-a1d3-fe43c5fe5bd1), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:55.056545 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fc153d-cadc-4f52-9f71-5940b22bb39d service neutron] Pushing event updated for resources: {'Port': ['ID=8095058a-bcc3-4846-888e-effa3c46156b,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:55.218761 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-b43a194b-2e79-43db-a20f-a467203f0032 None None] Current status of the port b8749d07-1264-40ef-bc27-78eeed48cbe8 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:04:55.384797 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-4adbf10a-2132-42da-a187-46cfcfd1d13f req-82fc153d-cadc-4f52-9f71-5940b22bb39d service neutron] Attempting to bind port 8095058a-bcc3-4846-888e-effa3c46156b on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:04:55.385141 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-4adbf10a-2132-42da-a187-46cfcfd1d13f req-82fc153d-cadc-4f52-9f71-5940b22bb39d service neutron] Attempting to bind port 8095058a-bcc3-4846-888e-effa3c46156b by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': '2d9e21dd-1cbf-4b8c-a135-5456b21a07f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'fd92dca7-6586-4d93-bea6-d52be464a1f6'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:04:55.385475 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4adbf10a-2132-42da-a187-46cfcfd1d13f req-82fc153d-cadc-4f52-9f71-5940b22bb39d service neutron] Attempting to bind port 8095058a-bcc3-4846-888e-effa3c46156b on network fd92dca7-6586-4d93-bea6-d52be464a1f6 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:04:55.415736 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4adbf10a-2132-42da-a187-46cfcfd1d13f req-82fc153d-cadc-4f52-9f71-5940b22bb39d service neutron] Port 8095058a-bcc3-4846-888e-effa3c46156b on network fd92dca7-6586-4d93-bea6-d52be464a1f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:04:55.416016 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4adbf10a-2132-42da-a187-46cfcfd1d13f req-82fc153d-cadc-4f52-9f71-5940b22bb39d service neutron] Attempting to bind port 8095058a-bcc3-4846-888e-effa3c46156b on network fd92dca7-6586-4d93-bea6-d52be464a1f6 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:04:55.502104 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4adbf10a-2132-42da-a187-46cfcfd1d13f req-82fc153d-cadc-4f52-9f71-5940b22bb39d service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:04:55.502381 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4adbf10a-2132-42da-a187-46cfcfd1d13f req-82fc153d-cadc-4f52-9f71-5940b22bb39d service neutron] Checking segment: {'id': '2d9e21dd-1cbf-4b8c-a135-5456b21a07f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'fd92dca7-6586-4d93-bea6-d52be464a1f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:04:55.502773 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4adbf10a-2132-42da-a187-46cfcfd1d13f req-82fc153d-cadc-4f52-9f71-5940b22bb39d service neutron] Bound using segment: {'id': '2d9e21dd-1cbf-4b8c-a135-5456b21a07f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'fd92dca7-6586-4d93-bea6-d52be464a1f6'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:04:55.503217 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-4adbf10a-2132-42da-a187-46cfcfd1d13f req-82fc153d-cadc-4f52-9f71-5940b22bb39d service neutron] Bound port: 8095058a-bcc3-4846-888e-effa3c46156b, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d9e21dd-1cbf-4b8c-a135-5456b21a07f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'fd92dca7-6586-4d93-bea6-d52be464a1f6'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:04:55.503588 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-4adbf10a-2132-42da-a187-46cfcfd1d13f req-82fc153d-cadc-4f52-9f71-5940b22bb39d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (8095058a-bcc3-4846-888e-effa3c46156b), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:55.518934 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-30528303-6d9c-4552-b6c4-1cf5e91bc02e None None] Provisioning complete for port 683f55e3-2f80-42f3-a1d3-fe43c5fe5bd1 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:04:55.519303 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-30528303-6d9c-4552-b6c4-1cf5e91bc02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (683f55e3-2f80-42f3-a1d3-fe43c5fe5bd1), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:55.628340 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-4adbf10a-2132-42da-a187-46cfcfd1d13f req-82fc153d-cadc-4f52-9f71-5940b22bb39d service neutron] For port 8095058a-bcc3-4846-888e-effa3c46156b, host n-h2-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:04:55.631993 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-4adbf10a-2132-42da-a187-46cfcfd1d13f req-82fc153d-cadc-4f52-9f71-5940b22bb39d service neutron] For port 8095058a-bcc3-4846-888e-effa3c46156b, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=8095058a-bcc3-4846-888e-effa3c46156b,segment=NetworkSegment(2d9e21dd-1cbf-4b8c-a135-5456b21a07f6),segment_id=2d9e21dd-1cbf-4b8c-a135-5456b21a07f6)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:04:55.634772 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6990c99-36cc-4b6d-9d7b-dc7eabe3b838 x-openstack-request-id: req-b6990c99-36cc-4b6d-9d7b-dc7eabe3b838 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:04:55.637646 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a3b0dba-c1ca-442b-af80-b163f0ea80a9", "tag": "789c6a34-5759-40c6-b84a-7e24b567041f", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:04:55.637989 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b6990c99-36cc-4b6d-9d7b-dc7eabe3b838 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:04:55.639404 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a3b0dba-c1ca-442b-af80-b163f0ea80a9', 'tag': '789c6a34-5759-40c6-b84a-7e24b567041f', 'status': 'completed', 'code': 200} Feb 02 07:04:55.646794 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-4adbf10a-2132-42da-a187-46cfcfd1d13f req-82fc153d-cadc-4f52-9f71-5940b22bb39d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (8095058a-bcc3-4846-888e-effa3c46156b), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:55.709148 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '497ab761-4d65-43b2-8058-3ab0af5247d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef4e2d98-b4f3-42da-bdbd-68b19920f753'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:04:55.716796 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a2f61d-9ac2-4a00-a447-913669ad98f9" -d '{"events": [{"server_uuid": "497ab761-4d65-43b2-8058-3ab0af5247d2", "name": "network-vif-plugged", "status": "completed", "tag": "ef4e2d98-b4f3-42da-bdbd-68b19920f753"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:04:55.724534 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-30528303-6d9c-4552-b6c4-1cf5e91bc02e None None] Port 683f55e3-2f80-42f3-a1d3-fe43c5fe5bd1 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:04:55.739724 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port b8749d07-1264-40ef-bc27-78eeed48cbe8 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:04:55.760556 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-30528303-6d9c-4552-b6c4-1cf5e91bc02e None None] Provisioning complete for port b8749d07-1264-40ef-bc27-78eeed48cbe8 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:04:55.763175 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-30528303-6d9c-4552-b6c4-1cf5e91bc02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b8749d07-1264-40ef-bc27-78eeed48cbe8), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:55.848942 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adbf10a-2132-42da-a187-46cfcfd1d13f req-82fc153d-cadc-4f52-9f71-5940b22bb39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:55.853146 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-4adbf10a-2132-42da-a187-46cfcfd1d13f req-82fc153d-cadc-4f52-9f71-5940b22bb39d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:55.854679 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4adbf10a-2132-42da-a187-46cfcfd1d13f req-82fc153d-cadc-4f52-9f71-5940b22bb39d service neutron] 10.222.0.59 "PUT /v2.0/ports/8095058a-bcc3-4846-888e-effa3c46156b HTTP/1.1" status: 200 len: 1092 time: 4.3087227 Feb 02 07:04:55.855153 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8862ba72-75d9-4882-987c-9844219c294f', 'tag': '8095058a-bcc3-4846-888e-effa3c46156b'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:04:55.857460 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d5a663-9588-47f1-81ff-95ccba2d8ce9" -d '{"events": [{"name": "network-changed", "server_uuid": "8862ba72-75d9-4882-987c-9844219c294f", "tag": "8095058a-bcc3-4846-888e-effa3c46156b"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:04:55.870347 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ab046-991f-482d-bb19-7978d9d47f08 req-88333cc2-2112-4b56-94d0-e01adb1165ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:55.879276 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-496ab046-991f-482d-bb19-7978d9d47f08 req-88333cc2-2112-4b56-94d0-e01adb1165ae service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e821a18760614621a07973a65a766150&device_id=4a3b0dba-c1ca-442b-af80-b163f0ea80a9 HTTP/1.1" status: 200 len: 1127 time: 0.2037849 Feb 02 07:04:55.882237 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ec0de350-5d8e-4b51-ae83-c6d4f92b7bfd tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for port (1e43a299-bf39-435a-834e-02a0304bbdfb), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:55.974493 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-f1557d53-6da0-4eb1-bd3a-24bc0510fc8b req-4af5e035-6f78-49ab-92fc-7eefd091b6a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 683f55e3-2f80-42f3-a1d3-fe43c5fe5bd1 {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:04:56.002144 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-30528303-6d9c-4552-b6c4-1cf5e91bc02e None None] Current status of the port b8749d07-1264-40ef-bc27-78eeed48cbe8 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:04:56.004167 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f1557d53-6da0-4eb1-bd3a-24bc0510fc8b req-4af5e035-6f78-49ab-92fc-7eefd091b6a3 service neutron] Publish callbacks [] for port (683f55e3-2f80-42f3-a1d3-fe43c5fe5bd1), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:56.012555 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 789c6a34-5759-40c6-b84a-7e24b567041f details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:04:56.094742 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fc153d-cadc-4f52-9f71-5940b22bb39d service neutron] Pushing event updated for resources: {'Port': ['ID=8095058a-bcc3-4846-888e-effa3c46156b,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:56.118581 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8192a383-3be6-47e0-8e4b-c5cf77cb92d1 req-c3d754f2-de45-4b43-8d32-8a997c8dd9df tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] 10.222.0.87 "GET /v2.0/security-groups/b98f52d9-2bf0-49a3-8818-e8e787a7aa8f HTTP/1.1" status: 200 len: 1822 time: 0.3728895 Feb 02 07:04:56.146702 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adbf10a-2132-42da-a187-46cfcfd1d13f req-6bbcbd21-7aa1-488c-9f9f-22c033e0fa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:56.148457 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4adbf10a-2132-42da-a187-46cfcfd1d13f req-6bbcbd21-7aa1-488c-9f9f-22c033e0fa0f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e821a18760614621a07973a65a766150&device_id=8862ba72-75d9-4882-987c-9844219c294f HTTP/1.1" status: 200 len: 1126 time: 0.1991220 Feb 02 07:04:56.157477 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-f1557d53-6da0-4eb1-bd3a-24bc0510fc8b req-4af5e035-6f78-49ab-92fc-7eefd091b6a3 service neutron] Transition to ACTIVE for port object 683f55e3-2f80-42f3-a1d3-fe43c5fe5bd1 will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:04:56.178980 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f1557d53-6da0-4eb1-bd3a-24bc0510fc8b req-4af5e035-6f78-49ab-92fc-7eefd091b6a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (683f55e3-2f80-42f3-a1d3-fe43c5fe5bd1), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:56.233785 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ec0de350-5d8e-4b51-ae83-c6d4f92b7bfd tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (1e43a299-bf39-435a-834e-02a0304bbdfb), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:56.237894 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4adbf10a-2132-42da-a187-46cfcfd1d13f req-c0dd8bd5-6893-4e35-829d-f832e37d322e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8095058a-bcc3-4846-888e-effa3c46156b HTTP/1.1" status: 200 len: 217 time: 0.0745473 Feb 02 07:04:56.346828 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8192a383-3be6-47e0-8e4b-c5cf77cb92d1 req-1c813fae-7976-4bd0-9409-63e07053bdf9 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] 10.222.0.87 "GET /v2.0/security-groups/8b23b04b-33df-47c4-ada9-9f8aa49eae5e HTTP/1.1" status: 200 len: 1824 time: 0.2274258 Feb 02 07:04:56.367161 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-8192a383-3be6-47e0-8e4b-c5cf77cb92d1 req-b21ed608-5acc-4d24-8e6e-ae2b3159691c tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b98f52d9-2bf0-49a3-8818-e8e787a7aa8f', 'remote_group_id': '8b23b04b-33df-47c4-ada9-9f8aa49eae5e', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:04:56.367736 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-8192a383-3be6-47e0-8e4b-c5cf77cb92d1 req-b21ed608-5acc-4d24-8e6e-ae2b3159691c tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b98f52d9-2bf0-49a3-8818-e8e787a7aa8f', 'remote_group_id': '8b23b04b-33df-47c4-ada9-9f8aa49eae5e', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:04:56.386752 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ab046-991f-482d-bb19-7978d9d47f08 req-75d31a20-1de8-4853-9243-59cdaed742e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:56.393060 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0de350-5d8e-4b51-ae83-c6d4f92b7bfd tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:04:56.395960 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-496ab046-991f-482d-bb19-7978d9d47f08 req-75d31a20-1de8-4853-9243-59cdaed742e5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fd92dca7-6586-4d93-bea6-d52be464a1f6 HTTP/1.1" status: 200 len: 916 time: 0.5064375 Feb 02 07:04:56.406131 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-ec0de350-5d8e-4b51-ae83-c6d4f92b7bfd tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:04:56.417229 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.db.resource_extend [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 07:04:56.425774 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af5e035-6f78-49ab-92fc-7eefd091b6a3 service neutron] Pushing event updated for resources: {'Port': ['ID=683f55e3-2f80-42f3-a1d3-fe43c5fe5bd1,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:56.428353 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0de350-5d8e-4b51-ae83-c6d4f92b7bfd tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event updated for resources: {'Port': ['ID=1e43a299-bf39-435a-834e-02a0304bbdfb,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:56.452602 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0de350-5d8e-4b51-ae83-c6d4f92b7bfd tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:04:56.507763 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adbf10a-2132-42da-a187-46cfcfd1d13f req-7050d391-a4f6-4dee-8e2b-cae1bbdc9fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:56.510552 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4adbf10a-2132-42da-a187-46cfcfd1d13f req-7050d391-a4f6-4dee-8e2b-cae1bbdc9fb3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d1aa23ef-3d37-4724-b351-3279aabe3440 HTTP/1.1" status: 200 len: 854 time: 0.2530909 Feb 02 07:04:56.629138 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-496ab046-991f-482d-bb19-7978d9d47f08 req-c201bc39-c047-45b4-843e-ef2e5e65250c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=789c6a34-5759-40c6-b84a-7e24b567041f HTTP/1.1" status: 200 len: 217 time: 0.2256043 Feb 02 07:04:56.760428 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 789c6a34-5759-40c6-b84a-7e24b567041f, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=789c6a34-5759-40c6-b84a-7e24b567041f,segment=NetworkSegment(2d9e21dd-1cbf-4b8c-a135-5456b21a07f6),segment_id=2d9e21dd-1cbf-4b8c-a135-5456b21a07f6)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:04:56.771295 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0de350-5d8e-4b51-ae83-c6d4f92b7bfd tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:56.771965 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ec0de350-5d8e-4b51-ae83-c6d4f92b7bfd tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:56.787726 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': '789c6a34-5759-40c6-b84a-7e24b567041f', 'network_id': 'fd92dca7-6586-4d93-bea6-d52be464a1f6', 'port_id': '789c6a34-5759-40c6-b84a-7e24b567041f', 'mac_address': 'fa:16:3e:3a:25:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1aa23ef-3d37-4724-b351-3279aabe3440', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:04:56.901797 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-ec0de350-5d8e-4b51-ae83-c6d4f92b7bfd tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.1816399 Feb 02 07:04:56.905329 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45278) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:04:56.934794 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adbf10a-2132-42da-a187-46cfcfd1d13f req-ccb6ea11-b1a8-490b-bd37-e7b91fdbfd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:56.936352 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4adbf10a-2132-42da-a187-46cfcfd1d13f req-ccb6ea11-b1a8-490b-bd37-e7b91fdbfd9e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fd92dca7-6586-4d93-bea6-d52be464a1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3610353 Feb 02 07:04:56.937527 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-8192a383-3be6-47e0-8e4b-c5cf77cb92d1 req-b21ed608-5acc-4d24-8e6e-ae2b3159691c tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks [] for security_group_rule (8950151e-c706-408c-877b-6a8c0bc1eae5), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:57.004819 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ab046-991f-482d-bb19-7978d9d47f08 req-1fb56250-f331-4c22-a5fe-debeed550851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:57.006309 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-496ab046-991f-482d-bb19-7978d9d47f08 req-1fb56250-f331-4c22-a5fe-debeed550851 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d1aa23ef-3d37-4724-b351-3279aabe3440 HTTP/1.1" status: 200 len: 854 time: 0.3706999 Feb 02 07:04:57.009838 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 789c6a34-5759-40c6-b84a-7e24b567041f is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:04:57.010466 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (789c6a34-5759-40c6-b84a-7e24b567041f), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:57.026935 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-f1557d53-6da0-4eb1-bd3a-24bc0510fc8b req-4af5e035-6f78-49ab-92fc-7eefd091b6a3 service neutron] Attempting to bind port 683f55e3-2f80-42f3-a1d3-fe43c5fe5bd1 on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:04:57.027277 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-f1557d53-6da0-4eb1-bd3a-24bc0510fc8b req-4af5e035-6f78-49ab-92fc-7eefd091b6a3 service neutron] Attempting to bind port 683f55e3-2f80-42f3-a1d3-fe43c5fe5bd1 by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': '2d9e21dd-1cbf-4b8c-a135-5456b21a07f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'fd92dca7-6586-4d93-bea6-d52be464a1f6'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:04:57.027632 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1557d53-6da0-4eb1-bd3a-24bc0510fc8b req-4af5e035-6f78-49ab-92fc-7eefd091b6a3 service neutron] Attempting to bind port 683f55e3-2f80-42f3-a1d3-fe43c5fe5bd1 on network fd92dca7-6586-4d93-bea6-d52be464a1f6 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:04:57.117972 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 789c6a34-5759-40c6-b84a-7e24b567041f {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:04:57.146039 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:57.159944 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 789c6a34-5759-40c6-b84a-7e24b567041f, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=789c6a34-5759-40c6-b84a-7e24b567041f,segment=NetworkSegment(2d9e21dd-1cbf-4b8c-a135-5456b21a07f6),segment_id=2d9e21dd-1cbf-4b8c-a135-5456b21a07f6)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:04:57.166395 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1557d53-6da0-4eb1-bd3a-24bc0510fc8b req-4af5e035-6f78-49ab-92fc-7eefd091b6a3 service neutron] Port 683f55e3-2f80-42f3-a1d3-fe43c5fe5bd1 on network fd92dca7-6586-4d93-bea6-d52be464a1f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:04:57.166395 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1557d53-6da0-4eb1-bd3a-24bc0510fc8b req-4af5e035-6f78-49ab-92fc-7eefd091b6a3 service neutron] Attempting to bind port 683f55e3-2f80-42f3-a1d3-fe43c5fe5bd1 on network fd92dca7-6586-4d93-bea6-d52be464a1f6 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:04:57.174687 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (789c6a34-5759-40c6-b84a-7e24b567041f), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:57.190971 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1557d53-6da0-4eb1-bd3a-24bc0510fc8b req-4af5e035-6f78-49ab-92fc-7eefd091b6a3 service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:04:57.191334 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1557d53-6da0-4eb1-bd3a-24bc0510fc8b req-4af5e035-6f78-49ab-92fc-7eefd091b6a3 service neutron] Checking segment: {'id': '2d9e21dd-1cbf-4b8c-a135-5456b21a07f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'fd92dca7-6586-4d93-bea6-d52be464a1f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:04:57.199865 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1557d53-6da0-4eb1-bd3a-24bc0510fc8b req-4af5e035-6f78-49ab-92fc-7eefd091b6a3 service neutron] Bound using segment: {'id': '2d9e21dd-1cbf-4b8c-a135-5456b21a07f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'fd92dca7-6586-4d93-bea6-d52be464a1f6'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:04:57.200422 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-f1557d53-6da0-4eb1-bd3a-24bc0510fc8b req-4af5e035-6f78-49ab-92fc-7eefd091b6a3 service neutron] Bound port: 683f55e3-2f80-42f3-a1d3-fe43c5fe5bd1, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d9e21dd-1cbf-4b8c-a135-5456b21a07f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'fd92dca7-6586-4d93-bea6-d52be464a1f6'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:04:57.200795 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f1557d53-6da0-4eb1-bd3a-24bc0510fc8b req-4af5e035-6f78-49ab-92fc-7eefd091b6a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (683f55e3-2f80-42f3-a1d3-fe43c5fe5bd1), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:57.259960 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4adbf10a-2132-42da-a187-46cfcfd1d13f req-80bad53a-1466-4d96-ba54-0185bcdea9de service neutron] 10.222.0.59 "GET /v2.0/networks/fd92dca7-6586-4d93-bea6-d52be464a1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026497 Feb 02 07:04:57.265061 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e33087-1b82-4240-8fa7-529e25e964a2 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:57.269295 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-8192a383-3be6-47e0-8e4b-c5cf77cb92d1 req-b21ed608-5acc-4d24-8e6e-ae2b3159691c tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks [] for security_group_rule (8950151e-c706-408c-877b-6a8c0bc1eae5), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:57.270485 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e33087-1b82-4240-8fa7-529e25e964a2 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:57.273390 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-38e33087-1b82-4240-8fa7-529e25e964a2 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.3658473 Feb 02 07:04:57.291333 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45286) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:04:57.355597 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=789c6a34-5759-40c6-b84a-7e24b567041f,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:57.384136 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ee863bd6-a4ff-4329-8467-588215856131 None None] Provisioning complete for port 1e43a299-bf39-435a-834e-02a0304bbdfb triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:04:57.384712 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ee863bd6-a4ff-4329-8467-588215856131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (1e43a299-bf39-435a-834e-02a0304bbdfb), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:57.413679 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-f1557d53-6da0-4eb1-bd3a-24bc0510fc8b req-4af5e035-6f78-49ab-92fc-7eefd091b6a3 service neutron] For port 683f55e3-2f80-42f3-a1d3-fe43c5fe5bd1, host n-h2-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:04:57.417607 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-f1557d53-6da0-4eb1-bd3a-24bc0510fc8b req-4af5e035-6f78-49ab-92fc-7eefd091b6a3 service neutron] For port 683f55e3-2f80-42f3-a1d3-fe43c5fe5bd1, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=683f55e3-2f80-42f3-a1d3-fe43c5fe5bd1,segment=NetworkSegment(2d9e21dd-1cbf-4b8c-a135-5456b21a07f6),segment_id=2d9e21dd-1cbf-4b8c-a135-5456b21a07f6)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:04:57.544895 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ee863bd6-a4ff-4329-8467-588215856131 None None] Port 1e43a299-bf39-435a-834e-02a0304bbdfb cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:04:57.567211 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ab046-991f-482d-bb19-7978d9d47f08 req-30edf3ee-895a-438d-848c-52c779aa7635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:57.568774 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-496ab046-991f-482d-bb19-7978d9d47f08 req-30edf3ee-895a-438d-848c-52c779aa7635 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fd92dca7-6586-4d93-bea6-d52be464a1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5253739 Feb 02 07:04:57.570010 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f1557d53-6da0-4eb1-bd3a-24bc0510fc8b req-4af5e035-6f78-49ab-92fc-7eefd091b6a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (683f55e3-2f80-42f3-a1d3-fe43c5fe5bd1), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:57.579092 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4adbf10a-2132-42da-a187-46cfcfd1d13f req-75d7d760-de1c-43a2-8677-d05f24d7500c service neutron] 10.222.0.59 "GET /v2.0/networks/fd92dca7-6586-4d93-bea6-d52be464a1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073626 Feb 02 07:04:57.582344 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-8192a383-3be6-47e0-8e4b-c5cf77cb92d1 req-b21ed608-5acc-4d24-8e6e-ae2b3159691c tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (8950151e-c706-408c-877b-6a8c0bc1eae5), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:57.657076 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21ed608-5acc-4d24-8e6e-ae2b3159691c tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8950151e-c706-408c-877b-6a8c0bc1eae5,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:57.668078 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-8192a383-3be6-47e0-8e4b-c5cf77cb92d1 req-b21ed608-5acc-4d24-8e6e-ae2b3159691c tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:57.684250 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8192a383-3be6-47e0-8e4b-c5cf77cb92d1 req-b21ed608-5acc-4d24-8e6e-ae2b3159691c tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.3356895 Feb 02 07:04:57.684674 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['789c6a34-5759-40c6-b84a-7e24b567041f'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:04:57.687343 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 45294) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:04:57.782731 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1557d53-6da0-4eb1-bd3a-24bc0510fc8b req-4af5e035-6f78-49ab-92fc-7eefd091b6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:57.786746 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f1557d53-6da0-4eb1-bd3a-24bc0510fc8b req-4af5e035-6f78-49ab-92fc-7eefd091b6a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:57.792616 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f1557d53-6da0-4eb1-bd3a-24bc0510fc8b req-4af5e035-6f78-49ab-92fc-7eefd091b6a3 service neutron] 10.222.0.59 "PUT /v2.0/ports/683f55e3-2f80-42f3-a1d3-fe43c5fe5bd1 HTTP/1.1" status: 200 len: 1093 time: 2.8304772 Feb 02 07:04:57.849911 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c30696a1-86c4-4617-8778-3f2640a233cf', 'tag': '683f55e3-2f80-42f3-a1d3-fe43c5fe5bd1'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:04:57.857511 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ccf4c3b-9445-4a75-a650-318557e5cab6" -d '{"events": [{"name": "network-changed", "server_uuid": "c30696a1-86c4-4617-8778-3f2640a233cf", "tag": "683f55e3-2f80-42f3-a1d3-fe43c5fe5bd1"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:04:57.990779 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c2b13-8c0b-49ab-a862-517bef2d74f0 req-9516260b-1197-440a-bb78-22f50b1bd9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:57.995805 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c2b13-8c0b-49ab-a862-517bef2d74f0 req-9516260b-1197-440a-bb78-22f50b1bd9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:57.996492 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c2b13-8c0b-49ab-a862-517bef2d74f0 req-9516260b-1197-440a-bb78-22f50b1bd9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:57.997612 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c2b13-8c0b-49ab-a862-517bef2d74f0 req-9516260b-1197-440a-bb78-22f50b1bd9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:57.999352 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c2b13-8c0b-49ab-a862-517bef2d74f0 req-9516260b-1197-440a-bb78-22f50b1bd9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:58.000006 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c2b13-8c0b-49ab-a862-517bef2d74f0 req-9516260b-1197-440a-bb78-22f50b1bd9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:58.000627 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c2b13-8c0b-49ab-a862-517bef2d74f0 req-9516260b-1197-440a-bb78-22f50b1bd9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:58.018526 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c07c2b13-8c0b-49ab-a862-517bef2d74f0 req-9516260b-1197-440a-bb78-22f50b1bd9b6 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 6714 time: 0.3298821 Feb 02 07:04:58.063890 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495dbb4a-4360-400c-9ae5-b746e5adbea0 req-727c5834-a836-4e03-a650-0fc7ec186e82 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:58.075813 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-495dbb4a-4360-400c-9ae5-b746e5adbea0 req-727c5834-a836-4e03-a650-0fc7ec186e82 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/ports?device_id=c30696a1-86c4-4617-8778-3f2640a233cf HTTP/1.1" status: 200 len: 944 time: 0.2203593 Feb 02 07:04:58.235631 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c07c2b13-8c0b-49ab-a862-517bef2d74f0 req-c7c6026c-cad1-4c45-b606-1a44f6ecc8dc service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=2c89831c-2212-4fd4-82c0-50883e2a18e6&id=83500878-2b75-476a-931f-17df1a6782c5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2097707 Feb 02 07:04:58.271514 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-495dbb4a-4360-400c-9ae5-b746e5adbea0 req-994b9122-9a2b-48b5-8028-b5f40b3881b8 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/security-groups?id=e8e61412-2b54-4a5c-ab0d-3506f7e64351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867757 Feb 02 07:04:58.421140 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f37a97-fe2e-4f67-b7da-1fc3c708b1ff x-openstack-request-id: req-f4f37a97-fe2e-4f67-b7da-1fc3c708b1ff {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:04:58.421630 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "497ab761-4d65-43b2-8058-3ab0af5247d2", "name": "network-vif-plugged", "status": "completed", "tag": "ef4e2d98-b4f3-42da-bdbd-68b19920f753", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:04:58.422216 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f4f37a97-fe2e-4f67-b7da-1fc3c708b1ff {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:04:58.422710 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '497ab761-4d65-43b2-8058-3ab0af5247d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef4e2d98-b4f3-42da-bdbd-68b19920f753', 'code': 200} Feb 02 07:04:58.498064 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9916c79f-cd8f-4a0a-995a-8112992ee6b3 x-openstack-request-id: req-9916c79f-cd8f-4a0a-995a-8112992ee6b3 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:04:58.498365 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8862ba72-75d9-4882-987c-9844219c294f", "tag": "8095058a-bcc3-4846-888e-effa3c46156b", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:04:58.498630 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-9916c79f-cd8f-4a0a-995a-8112992ee6b3 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:04:58.499042 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8862ba72-75d9-4882-987c-9844219c294f', 'tag': '8095058a-bcc3-4846-888e-effa3c46156b', 'status': 'completed', 'code': 200} Feb 02 07:04:58.636694 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d5a663-9588-47f1-81ff-95ccba2d8ce9 req-73799f36-438d-4a50-b761-c1bd6fe74da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:58.638960 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-29d5a663-9588-47f1-81ff-95ccba2d8ce9 req-73799f36-438d-4a50-b761-c1bd6fe74da2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e821a18760614621a07973a65a766150&device_id=8862ba72-75d9-4882-987c-9844219c294f HTTP/1.1" status: 200 len: 1126 time: 0.0969579 Feb 02 07:04:58.661050 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af5e035-6f78-49ab-92fc-7eefd091b6a3 service neutron] Pushing event updated for resources: {'Port': ['ID=683f55e3-2f80-42f3-a1d3-fe43c5fe5bd1,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:58.703016 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-496ab046-991f-482d-bb19-7978d9d47f08 req-9f02106c-842e-4bc1-b2af-34118d1cce8f service neutron] 10.222.0.59 "GET /v2.0/networks/fd92dca7-6586-4d93-bea6-d52be464a1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1062331 Feb 02 07:04:58.825465 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-496ab046-991f-482d-bb19-7978d9d47f08 req-bcdbe3e6-d75e-4a6e-8076-9fda5e3bee7c service neutron] 10.222.0.59 "GET /v2.0/networks/fd92dca7-6586-4d93-bea6-d52be464a1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126065 Feb 02 07:04:58.837858 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1557d53-6da0-4eb1-bd3a-24bc0510fc8b req-08aee123-673a-4f7c-9111-fc1019d6284a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:58.839433 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f1557d53-6da0-4eb1-bd3a-24bc0510fc8b req-08aee123-673a-4f7c-9111-fc1019d6284a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e821a18760614621a07973a65a766150&device_id=c30696a1-86c4-4617-8778-3f2640a233cf HTTP/1.1" status: 200 len: 1127 time: 0.8384190 Feb 02 07:04:58.842162 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-91c4721e-59f2-44b5-a579-0ce3fb7ff5d5 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Deleting port 1e43a299-bf39-435a-834e-02a0304bbdfb {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:04:58.842589 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-91c4721e-59f2-44b5-a579-0ce3fb7ff5d5 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (1e43a299-bf39-435a-834e-02a0304bbdfb), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:58.899436 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cfe4e72e-b648-4523-8b08-0ff9db87ae0e req-e0076aa4-19ba-48ff-850e-6e21c1fd3d25 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] 10.222.0.87 "GET /v2.0/security-groups/8b23b04b-33df-47c4-ada9-9f8aa49eae5e HTTP/1.1" status: 200 len: 1824 time: 0.2176204 Feb 02 07:04:58.953718 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f1557d53-6da0-4eb1-bd3a-24bc0510fc8b req-d8301659-51a5-4747-b4fb-c37e9e779549 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=683f55e3-2f80-42f3-a1d3-fe43c5fe5bd1 HTTP/1.1" status: 200 len: 217 time: 0.0876331 Feb 02 07:04:59.038067 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d5a663-9588-47f1-81ff-95ccba2d8ce9 req-e0eb3833-6605-4f67-96f0-3ca277f0d155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:59.040711 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-29d5a663-9588-47f1-81ff-95ccba2d8ce9 req-e0eb3833-6605-4f67-96f0-3ca277f0d155 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fd92dca7-6586-4d93-bea6-d52be464a1f6 HTTP/1.1" status: 200 len: 916 time: 0.3944924 Feb 02 07:04:59.068326 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-cfe4e72e-b648-4523-8b08-0ff9db87ae0e req-f4c4db7a-e3e1-4a4c-b1c5-7d485c77ad32 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks [] for security_group (8b23b04b-33df-47c4-ada9-9f8aa49eae5e), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:59.096673 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1557d53-6da0-4eb1-bd3a-24bc0510fc8b req-01036524-a126-422d-920e-72bf14fd40e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:59.097428 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-cfe4e72e-b648-4523-8b08-0ff9db87ae0e req-f4c4db7a-e3e1-4a4c-b1c5-7d485c77ad32 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks [] for security_group (8b23b04b-33df-47c4-ada9-9f8aa49eae5e), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:59.098279 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f1557d53-6da0-4eb1-bd3a-24bc0510fc8b req-01036524-a126-422d-920e-72bf14fd40e6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d1aa23ef-3d37-4724-b351-3279aabe3440 HTTP/1.1" status: 200 len: 854 time: 0.0686405 Feb 02 07:04:59.186045 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-91c4721e-59f2-44b5-a579-0ce3fb7ff5d5 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (1e43a299-bf39-435a-834e-02a0304bbdfb), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:59.209646 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-91c4721e-59f2-44b5-a579-0ce3fb7ff5d5 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Calling delete_port for 1e43a299-bf39-435a-834e-02a0304bbdfb owned by {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:04:59.212079 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-29d5a663-9588-47f1-81ff-95ccba2d8ce9 req-b9d12076-32bc-4462-9a55-0b12f9fb16e0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8095058a-bcc3-4846-888e-effa3c46156b HTTP/1.1" status: 200 len: 217 time: 0.1453300 Feb 02 07:04:59.213352 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-cfe4e72e-b648-4523-8b08-0ff9db87ae0e req-f4c4db7a-e3e1-4a4c-b1c5-7d485c77ad32 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (8b23b04b-33df-47c4-ada9-9f8aa49eae5e), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:59.213788 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1557d53-6da0-4eb1-bd3a-24bc0510fc8b req-1b2a5861-49f5-451d-bafb-f94363d547f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:59.215327 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f1557d53-6da0-4eb1-bd3a-24bc0510fc8b req-1b2a5861-49f5-451d-bafb-f94363d547f9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fd92dca7-6586-4d93-bea6-d52be464a1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1088390 Feb 02 07:04:59.216579 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-cfe4e72e-b648-4523-8b08-0ff9db87ae0e req-f4c4db7a-e3e1-4a4c-b1c5-7d485c77ad32 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:59.229063 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cfe4e72e-b648-4523-8b08-0ff9db87ae0e req-f4c4db7a-e3e1-4a4c-b1c5-7d485c77ad32 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] 10.222.0.87 "DELETE /v2.0/security-groups/8b23b04b-33df-47c4-ada9-9f8aa49eae5e HTTP/1.1" status: 204 len: 173 time: 0.3187153 Feb 02 07:04:59.299395 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7792b14d-e16c-434b-b851-6ebbf61807fb x-openstack-request-id: req-7792b14d-e16c-434b-b851-6ebbf61807fb {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:04:59.299762 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c30696a1-86c4-4617-8778-3f2640a233cf", "tag": "683f55e3-2f80-42f3-a1d3-fe43c5fe5bd1", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:04:59.300117 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7792b14d-e16c-434b-b851-6ebbf61807fb {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:04:59.300639 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c30696a1-86c4-4617-8778-3f2640a233cf', 'tag': '683f55e3-2f80-42f3-a1d3-fe43c5fe5bd1', 'status': 'completed', 'code': 200} Feb 02 07:04:59.361651 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c4db7a-e3e1-4a4c-b1c5-7d485c77ad32 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b23b04b-33df-47c4-ada9-9f8aa49eae5e,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:59.377888 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d5a663-9588-47f1-81ff-95ccba2d8ce9 req-6e88b92c-6523-4456-8361-77bc9c855599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:59.379671 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-29d5a663-9588-47f1-81ff-95ccba2d8ce9 req-6e88b92c-6523-4456-8361-77bc9c855599 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d1aa23ef-3d37-4724-b351-3279aabe3440 HTTP/1.1" status: 200 len: 854 time: 0.1490350 Feb 02 07:04:59.403419 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f1557d53-6da0-4eb1-bd3a-24bc0510fc8b req-839f02af-ee26-4afd-a5e3-479ccee57be5 service neutron] 10.222.0.59 "GET /v2.0/networks/fd92dca7-6586-4d93-bea6-d52be464a1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773200 Feb 02 07:04:59.453772 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d5a663-9588-47f1-81ff-95ccba2d8ce9 req-e6af9d59-b9ca-461d-9acf-efc7bb9b1225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:04:59.456043 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-29d5a663-9588-47f1-81ff-95ccba2d8ce9 req-e6af9d59-b9ca-461d-9acf-efc7bb9b1225 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fd92dca7-6586-4d93-bea6-d52be464a1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0691512 Feb 02 07:04:59.656573 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-29d5a663-9588-47f1-81ff-95ccba2d8ce9 req-d406f688-3e95-48ec-9be5-4d2293e1e9a7 service neutron] 10.222.0.59 "GET /v2.0/networks/fd92dca7-6586-4d93-bea6-d52be464a1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935360 Feb 02 07:04:59.795210 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f1557d53-6da0-4eb1-bd3a-24bc0510fc8b req-ea7fdb39-1ee2-49c1-b799-613ece3b76e9 service neutron] 10.222.0.59 "GET /v2.0/networks/fd92dca7-6586-4d93-bea6-d52be464a1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3688071 Feb 02 07:04:59.837084 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-91c4721e-59f2-44b5-a579-0ce3fb7ff5d5 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (1e43a299-bf39-435a-834e-02a0304bbdfb), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:04:59.909572 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-29d5a663-9588-47f1-81ff-95ccba2d8ce9 req-fbe10ead-2596-4320-9517-1ff983c9422a service neutron] 10.222.0.59 "GET /v2.0/networks/fd92dca7-6586-4d93-bea6-d52be464a1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446680 Feb 02 07:04:59.921194 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c4721e-59f2-44b5-a579-0ce3fb7ff5d5 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event deleted for resources: {'Port': ['ID=1e43a299-bf39-435a-834e-02a0304bbdfb,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:04:59.931737 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 789c6a34-5759-40c6-b84a-7e24b567041f up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:05:00.088466 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port 789c6a34-5759-40c6-b84a-7e24b567041f completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:05:00.095360 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port 789c6a34-5759-40c6-b84a-7e24b567041f triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:05:00.096801 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (789c6a34-5759-40c6-b84a-7e24b567041f), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:00.310756 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-91c4721e-59f2-44b5-a579-0ce3fb7ff5d5 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:00.317424 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-91c4721e-59f2-44b5-a579-0ce3fb7ff5d5 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/ports/1e43a299-bf39-435a-834e-02a0304bbdfb HTTP/1.1" status: 204 len: 168 time: 2.8943963 Feb 02 07:05:00.318480 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45320) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:00.406134 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 789c6a34-5759-40c6-b84a-7e24b567041f is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:05:00.406975 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (789c6a34-5759-40c6-b84a-7e24b567041f), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:00.409781 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf4c3b-9445-4a75-a650-318557e5cab6 req-93d12959-0494-42cb-a82e-2b2e3c69ead7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:00.411324 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7ccf4c3b-9445-4a75-a650-318557e5cab6 req-93d12959-0494-42cb-a82e-2b2e3c69ead7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e821a18760614621a07973a65a766150&device_id=c30696a1-86c4-4617-8778-3f2640a233cf HTTP/1.1" status: 200 len: 1127 time: 0.5079868 Feb 02 07:05:00.459841 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e4cbe0-be14-4ef3-b0ec-df17cf6957e8 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:00.461242 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e4cbe0-be14-4ef3-b0ec-df17cf6957e8 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:00.462803 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e4cbe0-be14-4ef3-b0ec-df17cf6957e8 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:00.470938 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e6e4cbe0-be14-4ef3-b0ec-df17cf6957e8 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1493144 Feb 02 07:05:00.471725 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 45322) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:00.507209 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 789c6a34-5759-40c6-b84a-7e24b567041f, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=789c6a34-5759-40c6-b84a-7e24b567041f,segment=NetworkSegment(2d9e21dd-1cbf-4b8c-a135-5456b21a07f6),segment_id=2d9e21dd-1cbf-4b8c-a135-5456b21a07f6)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:05:00.520744 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a3b0dba-c1ca-442b-af80-b163f0ea80a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '789c6a34-5759-40c6-b84a-7e24b567041f'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:05:00.535099 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-171c96bf-81ec-4088-88c6-edc761b19969" -d '{"events": [{"server_uuid": "4a3b0dba-c1ca-442b-af80-b163f0ea80a9", "name": "network-vif-plugged", "status": "completed", "tag": "789c6a34-5759-40c6-b84a-7e24b567041f"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:05:00.614500 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (789c6a34-5759-40c6-b84a-7e24b567041f), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:00.641814 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-eba786f6-d594-475a-9c22-78bc15f68dbc tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Deleting subnet 4cbba4bd-c904-4680-b205-1a0431af9849 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:05:00.650074 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-eba786f6-d594-475a-9c22-78bc15f68dbc tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for subnet (4cbba4bd-c904-4680-b205-1a0431af9849), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:00.689196 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf4c3b-9445-4a75-a650-318557e5cab6 req-1f7cfa23-711a-4296-9da5-60fe650a9d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:00.690959 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7ccf4c3b-9445-4a75-a650-318557e5cab6 req-1f7cfa23-711a-4296-9da5-60fe650a9d43 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fd92dca7-6586-4d93-bea6-d52be464a1f6 HTTP/1.1" status: 200 len: 916 time: 0.2683654 Feb 02 07:05:00.737690 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-eba786f6-d594-475a-9c22-78bc15f68dbc tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (4cbba4bd-c904-4680-b205-1a0431af9849), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:00.756931 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=789c6a34-5759-40c6-b84a-7e24b567041f,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:00.787798 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7ccf4c3b-9445-4a75-a650-318557e5cab6 req-1cb8a24b-d598-4c2c-b664-f09d544f0723 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=683f55e3-2f80-42f3-a1d3-fe43c5fe5bd1 HTTP/1.1" status: 200 len: 217 time: 0.0866573 Feb 02 07:05:00.887090 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf4c3b-9445-4a75-a650-318557e5cab6 req-0a445712-a5fe-4222-ba58-d16a8a2aa3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:00.888653 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7ccf4c3b-9445-4a75-a650-318557e5cab6 req-0a445712-a5fe-4222-ba58-d16a8a2aa3d5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d1aa23ef-3d37-4724-b351-3279aabe3440 HTTP/1.1" status: 200 len: 854 time: 0.0902116 Feb 02 07:05:00.909883 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-eba786f6-d594-475a-9c22-78bc15f68dbc tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (4cbba4bd-c904-4680-b205-1a0431af9849), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:00.957549 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf4c3b-9445-4a75-a650-318557e5cab6 req-26958f7c-118e-427b-a880-d7151eb18b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:00.959228 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7ccf4c3b-9445-4a75-a650-318557e5cab6 req-26958f7c-118e-427b-a880-d7151eb18b55 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fd92dca7-6586-4d93-bea6-d52be464a1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0637634 Feb 02 07:05:01.027644 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-eba786f6-d594-475a-9c22-78bc15f68dbc tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (4cbba4bd-c904-4680-b205-1a0431af9849), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:01.091794 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba786f6-d594-475a-9c22-78bc15f68dbc tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event deleted for resources: {'Subnet': ['ID=4cbba4bd-c904-4680-b205-1a0431af9849,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:01.095354 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-eba786f6-d594-475a-9c22-78bc15f68dbc tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:01.098599 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-eba786f6-d594-475a-9c22-78bc15f68dbc tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/subnets/4cbba4bd-c904-4680-b205-1a0431af9849 HTTP/1.1" status: 204 len: 168 time: 0.6253181 Feb 02 07:05:01.104850 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9318918-e83b-4721-8d4a-5d0c3b7ed95d None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:05:01.116144 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 45334) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:01.208197 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7ccf4c3b-9445-4a75-a650-318557e5cab6 req-aa5b7f4c-deff-4fbb-b24a-40a5c95c391f service neutron] 10.222.0.59 "GET /v2.0/networks/fd92dca7-6586-4d93-bea6-d52be464a1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343519 Feb 02 07:05:01.212899 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-30138c78-390f-4517-94cb-85d5fc6546f3 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Deleting subnet 70a267a4-e1d5-4b79-9831-70d9fb8e39bf {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:05:01.236463 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-30138c78-390f-4517-94cb-85d5fc6546f3 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for subnet (70a267a4-e1d5-4b79-9831-70d9fb8e39bf), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:01.329964 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-30138c78-390f-4517-94cb-85d5fc6546f3 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (70a267a4-e1d5-4b79-9831-70d9fb8e39bf), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:01.417815 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7ccf4c3b-9445-4a75-a650-318557e5cab6 req-b330044c-361a-4b71-9a3f-b4d8ab4feb20 service neutron] 10.222.0.59 "GET /v2.0/networks/fd92dca7-6586-4d93-bea6-d52be464a1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086713 Feb 02 07:05:01.473214 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-30138c78-390f-4517-94cb-85d5fc6546f3 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (70a267a4-e1d5-4b79-9831-70d9fb8e39bf), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:01.544047 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-30138c78-390f-4517-94cb-85d5fc6546f3 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (70a267a4-e1d5-4b79-9831-70d9fb8e39bf), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:01.567720 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-30138c78-390f-4517-94cb-85d5fc6546f3 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:01.574020 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45336) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:01.583060 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-30138c78-390f-4517-94cb-85d5fc6546f3 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/subnets/70a267a4-e1d5-4b79-9831-70d9fb8e39bf HTTP/1.1" status: 204 len: 168 time: 0.4657090 Feb 02 07:05:01.635664 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30138c78-390f-4517-94cb-85d5fc6546f3 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event deleted for resources: {'Subnet': ['ID=70a267a4-e1d5-4b79-9831-70d9fb8e39bf,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:01.648179 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-0881c4bb-65a2-4382-8e76-16062a9ce4de tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0724304 Feb 02 07:05:01.651199 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45338) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:01.755896 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cd94f6-f659-48e0-967b-7dd2edb334d4 None None] Update dhcp port {'port': {'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'fixed_ips': [{'subnet_id': '70a267a4-e1d5-4b79-9831-70d9fb8e39bf'}], 'binding:host_id': 'n-d-789963-26'}, 'id': 'b8749d07-1264-40ef-bc27-78eeed48cbe8'} from n-d-789963-26. {{(pid=109695) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 02 07:05:01.789020 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4396b31e-0cda-4fb7-9efb-10aba3862090 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:01.791800 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-4396b31e-0cda-4fb7-9efb-10aba3862090 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1395652 Feb 02 07:05:01.794473 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 45340) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:01.815636 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-23cd94f6-f659-48e0-967b-7dd2edb334d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b8749d07-1264-40ef-bc27-78eeed48cbe8), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:01.947202 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3670f8f-101c-47de-a45f-4ec95e578529 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:01.950160 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-e3670f8f-101c-47de-a45f-4ec95e578529 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1543741 Feb 02 07:05:01.953205 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45342) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:02.033658 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-24729642-2acc-4dc6-a828-680b52eb7495 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0793500 Feb 02 07:05:02.039375 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 8095058a-bcc3-4846-888e-effa3c46156b details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:05:02.039544 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45344) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:02.044922 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-14c3131d-150c-4207-aaed-6218d669af88 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Request body: {'subnet': {'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:05:02.184990 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e331ea2c-f292-4bd0-b338-53a1f4802cea None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:05:02.256169 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c3131d-150c-4207-aaed-6218d669af88 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Made reservation on behalf of d3e64a71e17749e693b291cf3514bb46 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:05:02.262046 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-14c3131d-150c-4207-aaed-6218d669af88 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:02.276118 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-14c3131d-150c-4207-aaed-6218d669af88 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 07:05:02.276849 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14c3131d-150c-4207-aaed-6218d669af88 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:05:02.314393 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-14c3131d-150c-4207-aaed-6218d669af88 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2754772 Feb 02 07:05:02.314749 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-d1d000b3-1f9e-46b2-9146-f08c1ec004a7 None None] Provisioning complete for port b8749d07-1264-40ef-bc27-78eeed48cbe8 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:05:02.315075 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d1d000b3-1f9e-46b2-9146-f08c1ec004a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b8749d07-1264-40ef-bc27-78eeed48cbe8), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:02.317258 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45346) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:02.322865 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-68a1f153-3004-420e-80d3-d8838b4b0f49 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Request body: {'subnet': {'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:05:02.414168 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 8095058a-bcc3-4846-888e-effa3c46156b, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=8095058a-bcc3-4846-888e-effa3c46156b,segment=NetworkSegment(2d9e21dd-1cbf-4b8c-a135-5456b21a07f6),segment_id=2d9e21dd-1cbf-4b8c-a135-5456b21a07f6)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:05:02.468524 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-d1d000b3-1f9e-46b2-9146-f08c1ec004a7 None None] Current status of the port b8749d07-1264-40ef-bc27-78eeed48cbe8 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:05:02.484777 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': '8095058a-bcc3-4846-888e-effa3c46156b', 'network_id': 'fd92dca7-6586-4d93-bea6-d52be464a1f6', 'port_id': '8095058a-bcc3-4846-888e-effa3c46156b', 'mac_address': 'fa:16:3e:af:68:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1aa23ef-3d37-4724-b351-3279aabe3440', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:05:02.549167 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a1f153-3004-420e-80d3-d8838b4b0f49 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Made reservation on behalf of d3e64a71e17749e693b291cf3514bb46 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:05:02.557191 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-68a1f153-3004-420e-80d3-d8838b4b0f49 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:02.558138 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device b8749d07-1264-40ef-bc27-78eeed48cbe8 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:05:02.558666 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-68a1f153-3004-420e-80d3-d8838b4b0f49 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 07:05:02.559102 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68a1f153-3004-420e-80d3-d8838b4b0f49 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:05:02.605604 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af8dc06-3d6f-48f1-bd94-95bdc4325e29 None None] DHCP port deletion for 0866d72e-3544-4c93-a5a9-bf8114a5301e request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:05:02.609220 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-68a1f153-3004-420e-80d3-d8838b4b0f49 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2879694 Feb 02 07:05:02.609457 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45348) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:02.614364 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-bc5179eb-ece6-4943-9355-74c7763ea121 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Request body: {'subnet': {'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:05:02.638450 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 8095058a-bcc3-4846-888e-effa3c46156b is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:05:02.638844 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (8095058a-bcc3-4846-888e-effa3c46156b), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:02.666418 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8095058a-bcc3-4846-888e-effa3c46156b {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:05:02.690150 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 8095058a-bcc3-4846-888e-effa3c46156b, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=8095058a-bcc3-4846-888e-effa3c46156b,segment=NetworkSegment(2d9e21dd-1cbf-4b8c-a135-5456b21a07f6),segment_id=2d9e21dd-1cbf-4b8c-a135-5456b21a07f6)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:05:02.734304 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (8095058a-bcc3-4846-888e-effa3c46156b), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:02.778945 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-0af8dc06-3d6f-48f1-bd94-95bdc4325e29 None None] Deleting port b8749d07-1264-40ef-bc27-78eeed48cbe8 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:05:02.779328 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0af8dc06-3d6f-48f1-bd94-95bdc4325e29 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (b8749d07-1264-40ef-bc27-78eeed48cbe8), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:02.821978 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5179eb-ece6-4943-9355-74c7763ea121 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Made reservation on behalf of d3e64a71e17749e693b291cf3514bb46 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:05:02.826994 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bc5179eb-ece6-4943-9355-74c7763ea121 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:02.828484 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc5179eb-ece6-4943-9355-74c7763ea121 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 07:05:02.828930 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc5179eb-ece6-4943-9355-74c7763ea121 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:05:02.863707 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-0af8dc06-3d6f-48f1-bd94-95bdc4325e29 None None] For port b8749d07-1264-40ef-bc27-78eeed48cbe8, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=b8749d07-1264-40ef-bc27-78eeed48cbe8,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:05:02.864085 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0af8dc06-3d6f-48f1-bd94-95bdc4325e29 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (b8749d07-1264-40ef-bc27-78eeed48cbe8), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:02.869550 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-bc5179eb-ece6-4943-9355-74c7763ea121 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2589369 Feb 02 07:05:02.872517 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 45350) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:02.881284 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-0af8dc06-3d6f-48f1-bd94-95bdc4325e29 None None] Calling delete_port for b8749d07-1264-40ef-bc27-78eeed48cbe8 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:05:02.884570 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-08ce9350-4297-45e5-b893-1cf54ea40f82 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Request body: {'subnet': {'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:05:02.992886 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port b8749d07-1264-40ef-bc27-78eeed48cbe8 is: ACTIVE; New status is: DOWN {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:05:02.993299 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b8749d07-1264-40ef-bc27-78eeed48cbe8), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:03.004521 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0af8dc06-3d6f-48f1-bd94-95bdc4325e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (b8749d07-1264-40ef-bc27-78eeed48cbe8), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:03.047871 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af8dc06-3d6f-48f1-bd94-95bdc4325e29 None None] No DVR routers for this DVR port b8749d07-1264-40ef-bc27-78eeed48cbe8 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:05:03.053138 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=8095058a-bcc3-4846-888e-effa3c46156b,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:03.081459 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af8dc06-3d6f-48f1-bd94-95bdc4325e29 None None] Pushing event deleted for resources: {'Port': ['ID=b8749d07-1264-40ef-bc27-78eeed48cbe8,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:03.133570 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ce9350-4297-45e5-b893-1cf54ea40f82 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Made reservation on behalf of d3e64a71e17749e693b291cf3514bb46 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:05:03.138977 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-08ce9350-4297-45e5-b893-1cf54ea40f82 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:03.140519 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-08ce9350-4297-45e5-b893-1cf54ea40f82 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 07:05:03.140961 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08ce9350-4297-45e5-b893-1cf54ea40f82 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:05:03.179115 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-08ce9350-4297-45e5-b893-1cf54ea40f82 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3032384 Feb 02 07:05:03.181367 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 45352) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:03.189092 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-ea46c83f-1c2d-4d09-9e8b-64e693954eec tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Request body: {'subnet': {'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:05:03.203395 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['8095058a-bcc3-4846-888e-effa3c46156b'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:05:03.354619 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea46c83f-1c2d-4d09-9e8b-64e693954eec tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Made reservation on behalf of d3e64a71e17749e693b291cf3514bb46 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:05:03.363722 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ea46c83f-1c2d-4d09-9e8b-64e693954eec tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:03.365259 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea46c83f-1c2d-4d09-9e8b-64e693954eec tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 07:05:03.371975 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea46c83f-1c2d-4d09-9e8b-64e693954eec tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:05:03.408833 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45354) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:03.409715 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-ea46c83f-1c2d-4d09-9e8b-64e693954eec tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2272601 Feb 02 07:05:03.415634 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-97ccddcf-b005-4dd8-8099-e198b1b30ed0 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Request body: {'subnet': {'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:05:03.590397 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ccddcf-b005-4dd8-8099-e198b1b30ed0 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Made reservation on behalf of d3e64a71e17749e693b291cf3514bb46 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:05:03.594702 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-97ccddcf-b005-4dd8-8099-e198b1b30ed0 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:03.596497 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-97ccddcf-b005-4dd8-8099-e198b1b30ed0 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 07:05:03.597177 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97ccddcf-b005-4dd8-8099-e198b1b30ed0 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:05:03.639314 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-97ccddcf-b005-4dd8-8099-e198b1b30ed0 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2282217 Feb 02 07:05:03.646620 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45356) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:03.727476 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-2b0e6bad-00f3-4cb9-8ede-38c609fe7318 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0770032 Feb 02 07:05:03.730403 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 45358) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:03.858120 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0d8dce-11b2-4571-a11b-32150fc05ae5 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:03.860619 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-db0d8dce-11b2-4571-a11b-32150fc05ae5 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1291907 Feb 02 07:05:03.864599 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45360) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:03.944358 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 683f55e3-2f80-42f3-a1d3-fe43c5fe5bd1 details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:05:03.959218 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-19679bae-d806-4e0b-85c1-5cea2782ea2c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0919952 Feb 02 07:05:03.963626 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 45362) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:03.969202 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-2552dc69-c0f4-466d-bba5-2f09e2b48999 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Request body: {'subnet': {'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:05:04.108393 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2552dc69-c0f4-466d-bba5-2f09e2b48999 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Made reservation on behalf of d3e64a71e17749e693b291cf3514bb46 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:05:04.113213 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2552dc69-c0f4-466d-bba5-2f09e2b48999 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:04.182956 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 683f55e3-2f80-42f3-a1d3-fe43c5fe5bd1, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=683f55e3-2f80-42f3-a1d3-fe43c5fe5bd1,segment=NetworkSegment(2d9e21dd-1cbf-4b8c-a135-5456b21a07f6),segment_id=2d9e21dd-1cbf-4b8c-a135-5456b21a07f6)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:05:04.203970 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': '683f55e3-2f80-42f3-a1d3-fe43c5fe5bd1', 'network_id': 'fd92dca7-6586-4d93-bea6-d52be464a1f6', 'port_id': '683f55e3-2f80-42f3-a1d3-fe43c5fe5bd1', 'mac_address': 'fa:16:3e:ce:0b:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1aa23ef-3d37-4724-b351-3279aabe3440', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:05:04.266490 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 683f55e3-2f80-42f3-a1d3-fe43c5fe5bd1 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:05:04.267060 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (683f55e3-2f80-42f3-a1d3-fe43c5fe5bd1), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:04.295654 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 683f55e3-2f80-42f3-a1d3-fe43c5fe5bd1 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:05:04.326374 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 683f55e3-2f80-42f3-a1d3-fe43c5fe5bd1, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=683f55e3-2f80-42f3-a1d3-fe43c5fe5bd1,segment=NetworkSegment(2d9e21dd-1cbf-4b8c-a135-5456b21a07f6),segment_id=2d9e21dd-1cbf-4b8c-a135-5456b21a07f6)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:05:04.333357 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (683f55e3-2f80-42f3-a1d3-fe43c5fe5bd1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:04.476444 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=683f55e3-2f80-42f3-a1d3-fe43c5fe5bd1,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:04.545878 n-d-789963-26 neutron-server[109694]: DEBUG neutron.objects.ports [None req-2552dc69-c0f4-466d-bba5-2f09e2b48999 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109694) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 02 07:05:04.547887 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2552dc69-c0f4-466d-bba5-2f09e2b48999 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (038e137d-09c3-4eae-978b-039a8437c277), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:04.600882 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2552dc69-c0f4-466d-bba5-2f09e2b48999 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:05:04.607747 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-2552dc69-c0f4-466d-bba5-2f09e2b48999 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:05:04.612423 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2552dc69-c0f4-466d-bba5-2f09e2b48999 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:04.613295 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2552dc69-c0f4-466d-bba5-2f09e2b48999 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:04.621696 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b70b6a-6e77-4cbf-a68f-381020863695 None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:05:04.639373 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-2552dc69-c0f4-466d-bba5-2f09e2b48999 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6740127 Feb 02 07:05:04.642627 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 45364) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:04.649525 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-9809fd94-43d4-4dd8-8ae3-f9dd46b8333d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Request body: {'port': {'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'mac_address': 'fa:16:3e:ec:2a:1b', 'name': 'tempest-NetworksTestDHCPv6-851145534'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:05:04.673150 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2552dc69-c0f4-466d-bba5-2f09e2b48999 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event updated for resources: {'Subnet': ['ID=038e137d-09c3-4eae-978b-039a8437c277,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:04.790324 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09ead9a-77c9-4870-90d2-3554d247cd5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-0866d72e-3544-4c93-a5a9-bf8114a5301e', 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'project_id': 'd3e64a71e17749e693b291cf3514bb46', 'fixed_ips': [{'subnet_id': '038e137d-09c3-4eae-978b-039a8437c277'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:05:04.792939 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a09ead9a-77c9-4870-90d2-3554d247cd5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:04.831689 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9809fd94-43d4-4dd8-8ae3-f9dd46b8333d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Made reservation on behalf of d3e64a71e17749e693b291cf3514bb46 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:05:05.003637 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['683f55e3-2f80-42f3-a1d3-fe43c5fe5bd1'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:05:05.004169 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9809fd94-43d4-4dd8-8ae3-f9dd46b8333d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:05.054557 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [None req-9809fd94-43d4-4dd8-8ae3-f9dd46b8333d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] device_id is not set on port b9f0a090-1b1b-4250-b8f4-261cbdc37b2f yet. {{(pid=109694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:05:05.230091 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-a09ead9a-77c9-4870-90d2-3554d247cd5d None None] Allocated IP 2001:db8::f816:3eff:feaa:6eff (0866d72e-3544-4c93-a5a9-bf8114a5301e/038e137d-09c3-4eae-978b-039a8437c277/45cbcbbf-09ee-4e11-a4d5-f6fd6a0e518d) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:05:05.554187 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a09ead9a-77c9-4870-90d2-3554d247cd5d None None] Publish callbacks [] for port (45cbcbbf-09ee-4e11-a4d5-f6fd6a0e518d), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:05.563749 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a09ead9a-77c9-4870-90d2-3554d247cd5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (45cbcbbf-09ee-4e11-a4d5-f6fd6a0e518d), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:05.627643 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09ead9a-77c9-4870-90d2-3554d247cd5d None None] Pushing event updated for resources: {'Port': ['ID=45cbcbbf-09ee-4e11-a4d5-f6fd6a0e518d,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:05.642696 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09ead9a-77c9-4870-90d2-3554d247cd5d None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:05:05.644820 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-a09ead9a-77c9-4870-90d2-3554d247cd5d None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:05:05.652391 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09ead9a-77c9-4870-90d2-3554d247cd5d None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:05:05.690315 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-9809fd94-43d4-4dd8-8ae3-f9dd46b8333d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Allocated IP 2001:db8::f816:3eff:feec:2a1b (0866d72e-3544-4c93-a5a9-bf8114a5301e/038e137d-09c3-4eae-978b-039a8437c277/b9f0a090-1b1b-4250-b8f4-261cbdc37b2f) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:05:05.743367 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-a09ead9a-77c9-4870-90d2-3554d247cd5d None None] Attempting to bind port 45cbcbbf-09ee-4e11-a4d5-f6fd6a0e518d on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:05:05.744135 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-a09ead9a-77c9-4870-90d2-3554d247cd5d None None] Attempting to bind port 45cbcbbf-09ee-4e11-a4d5-f6fd6a0e518d by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:05:05.744513 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09ead9a-77c9-4870-90d2-3554d247cd5d None None] Attempting to bind port 45cbcbbf-09ee-4e11-a4d5-f6fd6a0e518d on network 0866d72e-3544-4c93-a5a9-bf8114a5301e {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:05:05.752112 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09ead9a-77c9-4870-90d2-3554d247cd5d None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:05:05.752507 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09ead9a-77c9-4870-90d2-3554d247cd5d None None] Checking segment: {'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:05:05.753200 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a09ead9a-77c9-4870-90d2-3554d247cd5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:05.753785 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09ead9a-77c9-4870-90d2-3554d247cd5d None None] Bound using segment: {'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:05:05.754291 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-a09ead9a-77c9-4870-90d2-3554d247cd5d None None] Bound port: 45cbcbbf-09ee-4e11-a4d5-f6fd6a0e518d, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:05:05.754679 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a09ead9a-77c9-4870-90d2-3554d247cd5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (45cbcbbf-09ee-4e11-a4d5-f6fd6a0e518d), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:05.903195 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-a09ead9a-77c9-4870-90d2-3554d247cd5d None None] For port 45cbcbbf-09ee-4e11-a4d5-f6fd6a0e518d, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:05:05.907398 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-a09ead9a-77c9-4870-90d2-3554d247cd5d None None] For port 45cbcbbf-09ee-4e11-a4d5-f6fd6a0e518d, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=45cbcbbf-09ee-4e11-a4d5-f6fd6a0e518d,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:05:05.920479 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a09ead9a-77c9-4870-90d2-3554d247cd5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (45cbcbbf-09ee-4e11-a4d5-f6fd6a0e518d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:05.966429 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 8095058a-bcc3-4846-888e-effa3c46156b up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:05:05.994652 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9809fd94-43d4-4dd8-8ae3-f9dd46b8333d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for port (b9f0a090-1b1b-4250-b8f4-261cbdc37b2f), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:06.032611 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09ead9a-77c9-4870-90d2-3554d247cd5d None None] Pushing event updated for resources: {'Port': ['ID=45cbcbbf-09ee-4e11-a4d5-f6fd6a0e518d,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:06.059696 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9809fd94-43d4-4dd8-8ae3-f9dd46b8333d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (b9f0a090-1b1b-4250-b8f4-261cbdc37b2f), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:06.061757 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port 8095058a-bcc3-4846-888e-effa3c46156b completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:05:06.066587 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port 8095058a-bcc3-4846-888e-effa3c46156b triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:05:06.066989 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (8095058a-bcc3-4846-888e-effa3c46156b), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:06.134849 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9809fd94-43d4-4dd8-8ae3-f9dd46b8333d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:05:06.145334 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-9809fd94-43d4-4dd8-8ae3-f9dd46b8333d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:05:06.150296 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9809fd94-43d4-4dd8-8ae3-f9dd46b8333d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:05:06.157113 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9809fd94-43d4-4dd8-8ae3-f9dd46b8333d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:06.157939 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9809fd94-43d4-4dd8-8ae3-f9dd46b8333d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:06.177105 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9809fd94-43d4-4dd8-8ae3-f9dd46b8333d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event updated for resources: {'Port': ['ID=b9f0a090-1b1b-4250-b8f4-261cbdc37b2f,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:06.199211 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-9809fd94-43d4-4dd8-8ae3-f9dd46b8333d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5551562 Feb 02 07:05:06.201823 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45376) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:06.295034 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 8095058a-bcc3-4846-888e-effa3c46156b is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:05:06.295650 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (8095058a-bcc3-4846-888e-effa3c46156b), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:06.340398 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9891e496-9b23-4951-8f7b-ade79d9c9ab8 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:06.352134 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9891e496-9b23-4951-8f7b-ade79d9c9ab8 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:06.360252 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-9891e496-9b23-4951-8f7b-ade79d9c9ab8 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1531429 Feb 02 07:05:06.360252 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45378) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:06.372555 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 8095058a-bcc3-4846-888e-effa3c46156b, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=8095058a-bcc3-4846-888e-effa3c46156b,segment=NetworkSegment(2d9e21dd-1cbf-4b8c-a135-5456b21a07f6),segment_id=2d9e21dd-1cbf-4b8c-a135-5456b21a07f6)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:05:06.379379 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (8095058a-bcc3-4846-888e-effa3c46156b), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:06.460130 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=8095058a-bcc3-4846-888e-effa3c46156b,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:06.603765 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-6b48fa45-4934-446c-940a-3a3b8ab25783 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Deleting port b9f0a090-1b1b-4250-b8f4-261cbdc37b2f {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:05:06.604098 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6b48fa45-4934-446c-940a-3a3b8ab25783 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (b9f0a090-1b1b-4250-b8f4-261cbdc37b2f), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:06.655183 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 45cbcbbf-09ee-4e11-a4d5-f6fd6a0e518d up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:05:06.735542 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 45cbcbbf-09ee-4e11-a4d5-f6fd6a0e518d triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:05:06.736090 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (45cbcbbf-09ee-4e11-a4d5-f6fd6a0e518d), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:06.748797 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6b48fa45-4934-446c-940a-3a3b8ab25783 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (b9f0a090-1b1b-4250-b8f4-261cbdc37b2f), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:06.763732 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-6b48fa45-4934-446c-940a-3a3b8ab25783 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Calling delete_port for b9f0a090-1b1b-4250-b8f4-261cbdc37b2f owned by {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:05:06.870081 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 45cbcbbf-09ee-4e11-a4d5-f6fd6a0e518d is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:05:06.870638 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (45cbcbbf-09ee-4e11-a4d5-f6fd6a0e518d), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:06.881017 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7d04f50b-44a6-49cf-9bbe-f98aa6e60620 req-6608751e-c3e2-433b-a9f3-cced19e56b35 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] 10.222.0.87 "GET /v2.0/security-groups/b98f52d9-2bf0-49a3-8818-e8e787a7aa8f HTTP/1.1" status: 200 len: 1822 time: 0.0437624 Feb 02 07:05:06.926671 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acc638e-9b34-4e7d-8aac-732c3e5f2bc4 req-fab1e7fe-0981-4f68-8d69-5a3fe434c5e6 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:06.929170 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0acc638e-9b34-4e7d-8aac-732c3e5f2bc4 req-fab1e7fe-0981-4f68-8d69-5a3fe434c5e6 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/networks?id=f9701445-c4cf-4d4f-9286-fc4fc0bbd41b HTTP/1.1" status: 200 len: 806 time: 0.1321402 Feb 02 07:05:06.931626 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 45cbcbbf-09ee-4e11-a4d5-f6fd6a0e518d, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=45cbcbbf-09ee-4e11-a4d5-f6fd6a0e518d,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:05:06.940195 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (45cbcbbf-09ee-4e11-a4d5-f6fd6a0e518d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:06.950574 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0acc638e-9b34-4e7d-8aac-732c3e5f2bc4 req-bad1d527-ccf2-417c-99e0-d639e0af8f1b tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/quotas/51472d7ac5b4449fa09fb7150f54f571 HTTP/1.1" status: 200 len: 375 time: 0.0128014 Feb 02 07:05:07.026501 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=45cbcbbf-09ee-4e11-a4d5-f6fd6a0e518d,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:07.066719 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0acc638e-9b34-4e7d-8aac-732c3e5f2bc4 req-7c684082-f98c-4b57-947c-0085f618421d tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=51472d7ac5b4449fa09fb7150f54f571&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1101789 Feb 02 07:05:07.091653 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef983a4d-a960-4c68-8918-42a260e8c85f req-3ccc665d-e962-423a-bcec-2ab127a9ff85 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:07.093504 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ef983a4d-a960-4c68-8918-42a260e8c85f req-3ccc665d-e962-423a-bcec-2ab127a9ff85 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/ports?device_id=c30696a1-86c4-4617-8778-3f2640a233cf HTTP/1.1" status: 200 len: 945 time: 0.1138911 Feb 02 07:05:07.095067 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6b48fa45-4934-446c-940a-3a3b8ab25783 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (b9f0a090-1b1b-4250-b8f4-261cbdc37b2f), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:07.158464 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b48fa45-4934-446c-940a-3a3b8ab25783 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event deleted for resources: {'Port': ['ID=b9f0a090-1b1b-4250-b8f4-261cbdc37b2f,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:07.229531 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ef983a4d-a960-4c68-8918-42a260e8c85f req-0b1d9d53-902c-4007-8027-01495509ac04 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/security-groups?id=e8e61412-2b54-4a5c-ab0d-3506f7e64351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287572 Feb 02 07:05:07.275803 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6b48fa45-4934-446c-940a-3a3b8ab25783 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:07.279507 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-6b48fa45-4934-446c-940a-3a3b8ab25783 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/ports/b9f0a090-1b1b-4250-b8f4-261cbdc37b2f HTTP/1.1" status: 204 len: 168 time: 0.9123242 Feb 02 07:05:07.284203 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45408) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:07.284400 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0acc638e-9b34-4e7d-8aac-732c3e5f2bc4 req-7079aada-441d-4a68-9a8c-190ba3f9c501 service neutron] 10.222.0.87 "GET /v2.0/networks/f9701445-c4cf-4d4f-9286-fc4fc0bbd41b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944075 Feb 02 07:05:07.372262 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c4f83fa-a188-40bb-9db9-b9a1f1fa482b x-openstack-request-id: req-0c4f83fa-a188-40bb-9db9-b9a1f1fa482b {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:05:07.372754 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a3b0dba-c1ca-442b-af80-b163f0ea80a9", "name": "network-vif-plugged", "status": "completed", "tag": "789c6a34-5759-40c6-b84a-7e24b567041f", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:05:07.373111 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-0c4f83fa-a188-40bb-9db9-b9a1f1fa482b {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:05:07.373565 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a3b0dba-c1ca-442b-af80-b163f0ea80a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '789c6a34-5759-40c6-b84a-7e24b567041f', 'code': 200} Feb 02 07:05:07.435869 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0acc638e-9b34-4e7d-8aac-732c3e5f2bc4 req-fb6e2fa0-2621-480d-b8c8-dba689404fc7 service neutron] 10.222.0.87 "GET /v2.0/networks/f9701445-c4cf-4d4f-9286-fc4fc0bbd41b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504729 Feb 02 07:05:07.464136 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76df09bb-859d-4721-9080-4215352cdb4e tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:07.465946 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76df09bb-859d-4721-9080-4215352cdb4e tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:07.467998 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-76df09bb-859d-4721-9080-4215352cdb4e tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1820576 Feb 02 07:05:07.470330 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 45420) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:07.590983 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfb9b4f5-4428-4148-a4b6-c6261414e127 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Deleting subnet 038e137d-09c3-4eae-978b-039a8437c277 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:05:07.594265 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cfb9b4f5-4428-4148-a4b6-c6261414e127 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for subnet (038e137d-09c3-4eae-978b-039a8437c277), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:07.596157 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-97683e26-7f2b-45f1-875c-dcc14462eecb None None] Provisioning complete for port 45cbcbbf-09ee-4e11-a4d5-f6fd6a0e518d triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:05:07.596888 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-97683e26-7f2b-45f1-875c-dcc14462eecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (45cbcbbf-09ee-4e11-a4d5-f6fd6a0e518d), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:07.680464 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d1258-0937-4b09-b0aa-9741accfb599 req-1717e4f3-850f-4366-a709-f05df9c0a1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:07.689317 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e74d1258-0937-4b09-b0aa-9741accfb599 req-1717e4f3-850f-4366-a709-f05df9c0a1ed service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4a3b0dba-c1ca-442b-af80-b163f0ea80a9 HTTP/1.1" status: 200 len: 1129 time: 0.1749797 Feb 02 07:05:07.698774 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-da5c5208-448d-435b-88be-b5cae51a4716 req-bdf4c176-097b-4826-88cc-fb050c613ab7 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-747272299', 'description': 'tempest-description-187466857'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:05:07.707009 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f26c25b-661a-4ad2-8ddc-28de320e8c6d req-ab788900-2965-4782-a0d6-6432aba1e4b4 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:07.710873 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cfb9b4f5-4428-4148-a4b6-c6261414e127 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (038e137d-09c3-4eae-978b-039a8437c277), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:07.713567 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4f26c25b-661a-4ad2-8ddc-28de320e8c6d req-ab788900-2965-4782-a0d6-6432aba1e4b4 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 946 time: 0.2273443 Feb 02 07:05:07.795177 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-97683e26-7f2b-45f1-875c-dcc14462eecb None None] Current status of the port 45cbcbbf-09ee-4e11-a4d5-f6fd6a0e518d is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:05:07.835163 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4f26c25b-661a-4ad2-8ddc-28de320e8c6d req-f5c3f198-cdda-4052-853a-5220f268ee50 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032603 Feb 02 07:05:07.883789 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e74d1258-0937-4b09-b0aa-9741accfb599 req-21226b87-ed13-42e0-b203-c2b4414212e2 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e8e61412-2b54-4a5c-ab0d-3506f7e64351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652060 Feb 02 07:05:07.970387 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 683f55e3-2f80-42f3-a1d3-fe43c5fe5bd1 up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:05:07.986410 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2681d217-176e-43a5-a057-4b5b1f087bf9 req-bc9aea3d-2a3e-4e8b-98d0-a4d7e5b911aa tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=33602f1c-837d-491b-a7b9-31fd3880983d HTTP/1.1" status: 200 len: 210 time: 0.0512497 Feb 02 07:05:08.069226 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-786a8a5f-25fc-470b-94ce-5f21e9a83927 None None] Could not find standard attr ID for object b9f0a090-1b1b-4250-b8f4-261cbdc37b2f. {{(pid=109695) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 07:05:08.354718 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port 683f55e3-2f80-42f3-a1d3-fe43c5fe5bd1 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:05:08.360079 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port 683f55e3-2f80-42f3-a1d3-fe43c5fe5bd1 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:05:08.360815 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (683f55e3-2f80-42f3-a1d3-fe43c5fe5bd1), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:08.368910 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cfb9b4f5-4428-4148-a4b6-c6261414e127 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (038e137d-09c3-4eae-978b-039a8437c277), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:08.433506 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-da5c5208-448d-435b-88be-b5cae51a4716 req-bdf4c176-097b-4826-88cc-fb050c613ab7 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:08.473791 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cfb9b4f5-4428-4148-a4b6-c6261414e127 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (038e137d-09c3-4eae-978b-039a8437c277), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:08.560804 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb9b4f5-4428-4148-a4b6-c6261414e127 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event deleted for resources: {'Subnet': ['ID=038e137d-09c3-4eae-978b-039a8437c277,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:08.566012 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 683f55e3-2f80-42f3-a1d3-fe43c5fe5bd1 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:05:08.566462 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (683f55e3-2f80-42f3-a1d3-fe43c5fe5bd1), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:08.578899 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 45cbcbbf-09ee-4e11-a4d5-f6fd6a0e518d up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:05:08.593396 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba28d473-c590-49f1-97a1-0eabc6c2c143 None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:05:08.594500 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cfb9b4f5-4428-4148-a4b6-c6261414e127 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:08.599998 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-cfb9b4f5-4428-4148-a4b6-c6261414e127 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/subnets/038e137d-09c3-4eae-978b-039a8437c277 HTTP/1.1" status: 204 len: 168 time: 1.1283503 Feb 02 07:05:08.602946 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 45464) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:08.673314 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 683f55e3-2f80-42f3-a1d3-fe43c5fe5bd1, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=683f55e3-2f80-42f3-a1d3-fe43c5fe5bd1,segment=NetworkSegment(2d9e21dd-1cbf-4b8c-a135-5456b21a07f6),segment_id=2d9e21dd-1cbf-4b8c-a135-5456b21a07f6)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:05:08.715544 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f35e07a8-dda6-4a42-976c-8c449a6104d9 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1086960 Feb 02 07:05:08.715910 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45474) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:08.722904 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-c68f874b-5f5d-4b65-88a4-5867d0300e40 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Request body: {'subnet': {'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:05:08.735827 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-da5c5208-448d-435b-88be-b5cae51a4716 req-bdf4c176-097b-4826-88cc-fb050c613ab7 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks [] for security_group (a469d722-81e5-4899-adc4-aa30cafcaaab), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:08.744573 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-da5c5208-448d-435b-88be-b5cae51a4716 req-bdf4c176-097b-4826-88cc-fb050c613ab7 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (a469d722-81e5-4899-adc4-aa30cafcaaab), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:08.747772 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (683f55e3-2f80-42f3-a1d3-fe43c5fe5bd1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:08.818840 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-da5c5208-448d-435b-88be-b5cae51a4716 req-bdf4c176-097b-4826-88cc-fb050c613ab7 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:08.820041 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-da5c5208-448d-435b-88be-b5cae51a4716 req-bdf4c176-097b-4826-88cc-fb050c613ab7 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 1.1279030 Feb 02 07:05:08.837888 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 45cbcbbf-09ee-4e11-a4d5-f6fd6a0e518d triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:05:08.838266 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (45cbcbbf-09ee-4e11-a4d5-f6fd6a0e518d), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:08.849351 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf4c176-097b-4826-88cc-fb050c613ab7 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a469d722-81e5-4899-adc4-aa30cafcaaab,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:08.893275 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=683f55e3-2f80-42f3-a1d3-fe43c5fe5bd1,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:08.999750 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf83c0-5f5a-439b-959e-7a04392b3c9a req-a86a8eb7-1796-499e-846d-45777ba187c8 tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:09.001692 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d2d99e-4e8f-4b53-8275-ee846535503b None None] DHCP port deletion for 0866d72e-3544-4c93-a5a9-bf8114a5301e request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:05:09.009100 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bebf83c0-5f5a-439b-959e-7a04392b3c9a req-a86a8eb7-1796-499e-846d-45777ba187c8 tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] 10.222.0.87 "GET /v2.0/ports?device_id=497ab761-4d65-43b2-8058-3ab0af5247d2 HTTP/1.1" status: 200 len: 950 time: 0.0727220 Feb 02 07:05:09.033089 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68f874b-5f5d-4b65-88a4-5867d0300e40 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Made reservation on behalf of d3e64a71e17749e693b291cf3514bb46 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:05:09.036749 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c68f874b-5f5d-4b65-88a4-5867d0300e40 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:09.050256 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 45cbcbbf-09ee-4e11-a4d5-f6fd6a0e518d is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:05:09.075735 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bebf83c0-5f5a-439b-959e-7a04392b3c9a req-9c30de5c-1d04-4169-98bd-fcee4960d006 tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] 10.222.0.87 "GET /v2.0/security-groups?id=4fb57ed4-cc4d-4527-a774-d434516db18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651631 Feb 02 07:05:09.084333 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-64d2d99e-4e8f-4b53-8275-ee846535503b None None] Deleting port 45cbcbbf-09ee-4e11-a4d5-f6fd6a0e518d {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:05:09.084625 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-64d2d99e-4e8f-4b53-8275-ee846535503b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (45cbcbbf-09ee-4e11-a4d5-f6fd6a0e518d), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:09.102779 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1814f816-7c1f-4cc2-b90b-05ca5ff17668 req-1b22ef32-b4ad-499e-afd1-74bae661a503 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:09.110117 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1814f816-7c1f-4cc2-b90b-05ca5ff17668 req-1b22ef32-b4ad-499e-afd1-74bae661a503 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/ports?device_id=c30696a1-86c4-4617-8778-3f2640a233cf HTTP/1.1" status: 200 len: 946 time: 0.1376679 Feb 02 07:05:09.143383 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-aecdd835-f777-4548-a0b7-d475e7462b9f req-1f6dfdae-1544-4743-a802-5dd03438059d tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] 10.222.0.87 "GET /v2.0/security-groups/a469d722-81e5-4899-adc4-aa30cafcaaab HTTP/1.1" status: 200 len: 1822 time: 0.0466456 Feb 02 07:05:09.157407 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-aecdd835-f777-4548-a0b7-d475e7462b9f req-2fde538a-f8ac-4924-8d42-604069a7e6f2 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a469d722-81e5-4899-adc4-aa30cafcaaab', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:05:09.157743 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-aecdd835-f777-4548-a0b7-d475e7462b9f req-2fde538a-f8ac-4924-8d42-604069a7e6f2 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a469d722-81e5-4899-adc4-aa30cafcaaab', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:05:09.172253 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-64d2d99e-4e8f-4b53-8275-ee846535503b None None] For port 45cbcbbf-09ee-4e11-a4d5-f6fd6a0e518d, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=45cbcbbf-09ee-4e11-a4d5-f6fd6a0e518d,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:05:09.172649 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-64d2d99e-4e8f-4b53-8275-ee846535503b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (45cbcbbf-09ee-4e11-a4d5-f6fd6a0e518d), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:09.190216 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-64d2d99e-4e8f-4b53-8275-ee846535503b None None] Calling delete_port for 45cbcbbf-09ee-4e11-a4d5-f6fd6a0e518d owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:05:09.193312 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-04c7665f-ca47-4372-af08-ed2c91bbc5de req-c4168bb5-1f01-4cb2-869a-039b3aa260a7 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=497ab761-4d65-43b2-8058-3ab0af5247d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2664492 Feb 02 07:05:09.235548 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-aecdd835-f777-4548-a0b7-d475e7462b9f req-2fde538a-f8ac-4924-8d42-604069a7e6f2 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks [] for security_group_rule (9b0acf9f-71c9-43df-aabd-35a5a8dd5754), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:09.258881 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1814f816-7c1f-4cc2-b90b-05ca5ff17668 req-fe4b1fdf-a8c3-4ec4-bb32-ab8b9b61e3df tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/security-groups?id=e8e61412-2b54-4a5c-ab0d-3506f7e64351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475556 Feb 02 07:05:09.282308 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-aecdd835-f777-4548-a0b7-d475e7462b9f req-2fde538a-f8ac-4924-8d42-604069a7e6f2 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks [] for security_group_rule (9b0acf9f-71c9-43df-aabd-35a5a8dd5754), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:09.289556 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-aecdd835-f777-4548-a0b7-d475e7462b9f req-2fde538a-f8ac-4924-8d42-604069a7e6f2 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (9b0acf9f-71c9-43df-aabd-35a5a8dd5754), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:09.325937 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-aecdd835-f777-4548-a0b7-d475e7462b9f req-2fde538a-f8ac-4924-8d42-604069a7e6f2 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:09.344063 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-aecdd835-f777-4548-a0b7-d475e7462b9f req-2fde538a-f8ac-4924-8d42-604069a7e6f2 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1913695 Feb 02 07:05:09.347831 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fde538a-f8ac-4924-8d42-604069a7e6f2 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b0acf9f-71c9-43df-aabd-35a5a8dd5754,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:09.354513 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-64d2d99e-4e8f-4b53-8275-ee846535503b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (45cbcbbf-09ee-4e11-a4d5-f6fd6a0e518d), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:09.384742 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d2d99e-4e8f-4b53-8275-ee846535503b None None] No DVR routers for this DVR port 45cbcbbf-09ee-4e11-a4d5-f6fd6a0e518d on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:05:09.389895 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8862ba72-75d9-4882-987c-9844219c294f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8095058a-bcc3-4846-888e-effa3c46156b'}, {'server_uuid': 'c30696a1-86c4-4617-8778-3f2640a233cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '683f55e3-2f80-42f3-a1d3-fe43c5fe5bd1'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:05:09.396781 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-175c18e2-a312-4c07-9783-886d6ed6b44f" -d '{"events": [{"server_uuid": "8862ba72-75d9-4882-987c-9844219c294f", "name": "network-vif-plugged", "status": "completed", "tag": "8095058a-bcc3-4846-888e-effa3c46156b"}, {"server_uuid": "c30696a1-86c4-4617-8778-3f2640a233cf", "name": "network-vif-plugged", "status": "completed", "tag": "683f55e3-2f80-42f3-a1d3-fe43c5fe5bd1"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:05:09.420659 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d2d99e-4e8f-4b53-8275-ee846535503b None None] Pushing event deleted for resources: {'Port': ['ID=45cbcbbf-09ee-4e11-a4d5-f6fd6a0e518d,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:09.555022 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-540fe898-0d67-4a8e-8b1d-f1368ac48d70 req-45b564e6-dc58-45bf-a219-310caa4262b5 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=33602f1c-837d-491b-a7b9-31fd3880983d HTTP/1.1" status: 200 len: 210 time: 0.0831611 Feb 02 07:05:09.601001 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c7665f-ca47-4372-af08-ed2c91bbc5de req-01ee4690-1b51-44a7-adf0-299baa5a928d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:09.603461 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-04c7665f-ca47-4372-af08-ed2c91bbc5de req-01ee4690-1b51-44a7-adf0-299baa5a928d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=84c122d4ef10498c9eb60083d0b391c9&device_id=497ab761-4d65-43b2-8058-3ab0af5247d2 HTTP/1.1" status: 200 len: 1133 time: 0.2961545 Feb 02 07:05:09.814891 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acc638e-9b34-4e7d-8aac-732c3e5f2bc4 req-919725bf-a3cc-4e7f-ab10-5c5de7807a7b tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:09.816422 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0acc638e-9b34-4e7d-8aac-732c3e5f2bc4 req-919725bf-a3cc-4e7f-ab10-5c5de7807a7b tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.88 "GET /v2.0/networks?id=f9701445-c4cf-4d4f-9286-fc4fc0bbd41b HTTP/1.1" status: 200 len: 806 time: 0.3482411 Feb 02 07:05:09.854295 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-0acc638e-9b34-4e7d-8aac-732c3e5f2bc4 req-744c52b8-cf01-4ebc-a398-a4893fd39613 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Request body: {'port': {'device_id': '33602f1c-837d-491b-a7b9-31fd3880983d', 'network_id': 'f9701445-c4cf-4d4f-9286-fc4fc0bbd41b', 'admin_state_up': True, 'tenant_id': '51472d7ac5b4449fa09fb7150f54f571'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:05:09.883773 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-383c6adf-68b2-4f8d-bc53-f2c5fb94a185 req-53af65e6-f3fa-45c4-b375-c8267387f95e tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] 10.222.0.87 "GET /v2.0/security-groups/a469d722-81e5-4899-adc4-aa30cafcaaab HTTP/1.1" status: 200 len: 2416 time: 0.2440321 Feb 02 07:05:09.928516 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-383c6adf-68b2-4f8d-bc53-f2c5fb94a185 req-a3d2dfd1-7bb9-4b1f-823a-182b9c44b70c tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a469d722-81e5-4899-adc4-aa30cafcaaab', 'remote_group_id': None}]} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:05:09.929114 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-383c6adf-68b2-4f8d-bc53-f2c5fb94a185 req-a3d2dfd1-7bb9-4b1f-823a-182b9c44b70c tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a469d722-81e5-4899-adc4-aa30cafcaaab', 'remote_group_id': None}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:05:09.989272 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 02 Feb 2022 07:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-810970b3-c806-4e46-8be4-eb2e722cc9c8 x-openstack-request-id: req-810970b3-c806-4e46-8be4-eb2e722cc9c8 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:05:09.989687 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8862ba72-75d9-4882-987c-9844219c294f", "name": "network-vif-plugged", "status": "completed", "tag": "8095058a-bcc3-4846-888e-effa3c46156b", "code": 200}, {"server_uuid": "c30696a1-86c4-4617-8778-3f2640a233cf", "name": "network-vif-plugged", "status": "completed", "tag": "683f55e3-2f80-42f3-a1d3-fe43c5fe5bd1", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:05:09.989879 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-810970b3-c806-4e46-8be4-eb2e722cc9c8 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:05:09.990244 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8862ba72-75d9-4882-987c-9844219c294f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8095058a-bcc3-4846-888e-effa3c46156b', 'code': 200} Feb 02 07:05:09.990504 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c30696a1-86c4-4617-8778-3f2640a233cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '683f55e3-2f80-42f3-a1d3-fe43c5fe5bd1', 'code': 200} Feb 02 07:05:10.008468 n-d-789963-26 neutron-server[109693]: DEBUG neutron.objects.ports [None req-c68f874b-5f5d-4b65-88a4-5867d0300e40 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109693) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 02 07:05:10.011982 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c7665f-ca47-4372-af08-ed2c91bbc5de req-a1e02d8f-3da9-45ad-8c9f-ff39a78190a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:10.013720 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-04c7665f-ca47-4372-af08-ed2c91bbc5de req-a1e02d8f-3da9-45ad-8c9f-ff39a78190a4 service neutron] 10.222.0.88 "GET /v2.0/networks?id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 HTTP/1.1" status: 200 len: 870 time: 0.3723075 Feb 02 07:05:10.022209 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c68f874b-5f5d-4b65-88a4-5867d0300e40 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (ab5e5f27-895a-4b03-a2dd-1a42c8dc3eb4), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:10.134097 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-04c7665f-ca47-4372-af08-ed2c91bbc5de req-5e97a7b8-0c8a-45c6-83c6-b4751a17d811 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=ef4e2d98-b4f3-42da-bdbd-68b19920f753 HTTP/1.1" status: 200 len: 217 time: 0.1070585 Feb 02 07:05:10.168636 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68f874b-5f5d-4b65-88a4-5867d0300e40 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:05:10.200127 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c083e4-cd08-4419-b250-d82b10df6ad0 req-b6eb7937-528e-4d0c-892d-f8db603dbd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:10.201775 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f9c083e4-cd08-4419-b250-d82b10df6ad0 req-b6eb7937-528e-4d0c-892d-f8db603dbd5b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8862ba72-75d9-4882-987c-9844219c294f HTTP/1.1" status: 200 len: 1128 time: 0.0547137 Feb 02 07:05:10.255053 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f9c083e4-cd08-4419-b250-d82b10df6ad0 req-75c6be27-fcb8-499d-b7ba-8f15446c78d3 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e8e61412-2b54-4a5c-ab0d-3506f7e64351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453677 Feb 02 07:05:10.395291 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c6875-48c9-4fa1-adbf-69abcc3c5c77 req-1a19dd7e-ab55-4f43-8604-48bb23eb711e tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:10.397032 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c72c6875-48c9-4fa1-adbf-69abcc3c5c77 req-1a19dd7e-ab55-4f43-8604-48bb23eb711e tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] 10.222.0.87 "GET /v2.0/ports?device_id=497ab761-4d65-43b2-8058-3ab0af5247d2 HTTP/1.1" status: 200 len: 950 time: 0.0793262 Feb 02 07:05:10.455457 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c72c6875-48c9-4fa1-adbf-69abcc3c5c77 req-b8f5c2bd-9fba-4bdd-aeee-87ac5869e6d2 tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] 10.222.0.87 "GET /v2.0/security-groups?id=4fb57ed4-cc4d-4527-a774-d434516db18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522699 Feb 02 07:05:10.463705 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-c68f874b-5f5d-4b65-88a4-5867d0300e40 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:05:10.466772 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68f874b-5f5d-4b65-88a4-5867d0300e40 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:10.467453 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c68f874b-5f5d-4b65-88a4-5867d0300e40 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:10.480539 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52dd5df-2203-4eb6-9f3a-8496be8e41cc None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:05:10.542172 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68f874b-5f5d-4b65-88a4-5867d0300e40 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event updated for resources: {'Subnet': ['ID=ab5e5f27-895a-4b03-a2dd-1a42c8dc3eb4,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:10.573821 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 45cbcbbf-09ee-4e11-a4d5-f6fd6a0e518d no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:05:10.593333 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-c68f874b-5f5d-4b65-88a4-5867d0300e40 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8756330 Feb 02 07:05:10.602972 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45556) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:10.611310 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-fc9da35d-9b71-4239-b04e-619e7b199300 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Request body: {'port': {'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'mac_address': 'fa:16:3e:bb:07:75', 'name': 'tempest-NetworksTestDHCPv6-1210821507'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:05:10.613025 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 45cbcbbf-09ee-4e11-a4d5-f6fd6a0e518d {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:05:10.613606 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 45cbcbbf-09ee-4e11-a4d5-f6fd6a0e518d not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:05:10.617661 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-383c6adf-68b2-4f8d-bc53-f2c5fb94a185 req-a3d2dfd1-7bb9-4b1f-823a-182b9c44b70c tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks [] for security_group_rule (e134aefc-97d9-4085-b2ab-00736ae6349f), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:10.625234 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c7665f-ca47-4372-af08-ed2c91bbc5de req-507058fe-05c6-419c-9eb5-1f18d725783f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:10.626753 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-04c7665f-ca47-4372-af08-ed2c91bbc5de req-507058fe-05c6-419c-9eb5-1f18d725783f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.4567387 Feb 02 07:05:10.640413 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0acc638e-9b34-4e7d-8aac-732c3e5f2bc4 req-744c52b8-cf01-4ebc-a398-a4893fd39613 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Made reservation on behalf of 51472d7ac5b4449fa09fb7150f54f571 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:05:10.644256 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0acc638e-9b34-4e7d-8aac-732c3e5f2bc4 req-744c52b8-cf01-4ebc-a398-a4893fd39613 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:10.657052 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad203877-58f5-446d-b55d-03db52d8a9e6 req-96800a5e-08d8-4971-b3b0-2be718ba7342 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:10.664889 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ad203877-58f5-446d-b55d-03db52d8a9e6 req-96800a5e-08d8-4971-b3b0-2be718ba7342 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/ports?device_id=c30696a1-86c4-4617-8778-3f2640a233cf HTTP/1.1" status: 200 len: 946 time: 0.0977662 Feb 02 07:05:10.674736 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6ab25e-5520-4550-8632-7832c0e8a690 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-0866d72e-3544-4c93-a5a9-bf8114a5301e', 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'project_id': 'd3e64a71e17749e693b291cf3514bb46', 'fixed_ips': [{'subnet_id': 'ab5e5f27-895a-4b03-a2dd-1a42c8dc3eb4'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:05:10.676715 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6c6ab25e-5520-4550-8632-7832c0e8a690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:10.694645 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac24b9-5fc1-47a1-832b-5875d0ca8946 req-81977118-b488-4761-9854-f787c931a8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:10.697671 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d2ac24b9-5fc1-47a1-832b-5875d0ca8946 req-81977118-b488-4761-9854-f787c931a8b5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c30696a1-86c4-4617-8778-3f2640a233cf HTTP/1.1" status: 200 len: 1129 time: 0.5704105 Feb 02 07:05:10.742092 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ad203877-58f5-446d-b55d-03db52d8a9e6 req-44efc157-db3e-43a7-a383-87b44798a265 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/security-groups?id=e8e61412-2b54-4a5c-ab0d-3506f7e64351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678322 Feb 02 07:05:10.798961 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-383c6adf-68b2-4f8d-bc53-f2c5fb94a185 req-a3d2dfd1-7bb9-4b1f-823a-182b9c44b70c tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks [] for security_group_rule (e134aefc-97d9-4085-b2ab-00736ae6349f), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:10.854700 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0afec3dd-77b0-42ac-a256-7679e75289e2 req-7d410960-4704-4e10-be50-604f6149e298 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=33602f1c-837d-491b-a7b9-31fd3880983d HTTP/1.1" status: 200 len: 210 time: 0.0466011 Feb 02 07:05:10.855912 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-383c6adf-68b2-4f8d-bc53-f2c5fb94a185 req-a3d2dfd1-7bb9-4b1f-823a-182b9c44b70c tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (e134aefc-97d9-4085-b2ab-00736ae6349f), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:10.857014 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-6c6ab25e-5520-4550-8632-7832c0e8a690 None None] Allocated IP 2001:db8::f816:3eff:fee6:ede3 (0866d72e-3544-4c93-a5a9-bf8114a5301e/ab5e5f27-895a-4b03-a2dd-1a42c8dc3eb4/6a19084e-a238-480d-8bde-01b038d669fe) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:05:10.924929 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d2dfd1-7bb9-4b1f-823a-182b9c44b70c tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e134aefc-97d9-4085-b2ab-00736ae6349f,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:10.941494 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-4118285c-865e-44d9-9bb9-d8550a340a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:10.958259 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-383c6adf-68b2-4f8d-bc53-f2c5fb94a185 req-a3d2dfd1-7bb9-4b1f-823a-182b9c44b70c tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:10.959629 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-383c6adf-68b2-4f8d-bc53-f2c5fb94a185 req-a3d2dfd1-7bb9-4b1f-823a-182b9c44b70c tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 1.0570073 Feb 02 07:05:10.976074 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d2ac24b9-5fc1-47a1-832b-5875d0ca8946 req-073e042b-952e-4784-9b9f-ea75c8dbba63 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e8e61412-2b54-4a5c-ab0d-3506f7e64351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968839 Feb 02 07:05:10.978734 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c7665f-ca47-4372-af08-ed2c91bbc5de req-e1439953-373f-4f54-b33f-58d819c8089d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:10.980236 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-04c7665f-ca47-4372-af08-ed2c91bbc5de req-e1439953-373f-4f54-b33f-58d819c8089d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3320389 Feb 02 07:05:11.035544 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6c6ab25e-5520-4550-8632-7832c0e8a690 None None] Publish callbacks [] for port (6a19084e-a238-480d-8bde-01b038d669fe), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:11.044930 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6c6ab25e-5520-4550-8632-7832c0e8a690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (6a19084e-a238-480d-8bde-01b038d669fe), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:11.064833 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9da35d-9b71-4239-b04e-619e7b199300 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Made reservation on behalf of d3e64a71e17749e693b291cf3514bb46 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:05:11.068774 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cc4f26f5-85e9-4032-9d7e-7fd484ca455a req-32339de6-bde1-48a7-a3c3-0fb8e51255cc tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] 10.222.0.87 "GET /v2.0/security-groups/a469d722-81e5-4899-adc4-aa30cafcaaab HTTP/1.1" status: 200 len: 3015 time: 0.0753713 Feb 02 07:05:11.077770 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-0acc638e-9b34-4e7d-8aac-732c3e5f2bc4 req-744c52b8-cf01-4ebc-a398-a4893fd39613 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Allocated IP 172.20.0.5 (f9701445-c4cf-4d4f-9286-fc4fc0bbd41b/32144128-c19d-4644-8a7f-0675355df2fd/c04f47c7-cdb7-4308-b148-d10dfa3307f0) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:05:11.096949 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6ab25e-5520-4550-8632-7832c0e8a690 None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:05:11.104221 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-6c6ab25e-5520-4550-8632-7832c0e8a690 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:05:11.107833 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6ab25e-5520-4550-8632-7832c0e8a690 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:05:11.115108 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ab25e-5520-4550-8632-7832c0e8a690 None None] Pushing event updated for resources: {'Port': ['ID=6a19084e-a238-480d-8bde-01b038d669fe,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:11.142533 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 85893ae3-9cf9-488d-a8f8-58bbbb8cbd30 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:05:11.160571 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 85893ae3-9cf9-488d-a8f8-58bbbb8cbd30 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:05:11.190596 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-282e5591-1dd8-4a17-afb1-96befa4a9e27 req-e50c061d-d917-4ef7-9466-75312fbea399 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] 10.222.0.87 "GET /v2.0/security-group-rules/e134aefc-97d9-4085-b2ab-00736ae6349f HTTP/1.1" status: 200 len: 783 time: 0.0666699 Feb 02 07:05:11.204876 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-6c6ab25e-5520-4550-8632-7832c0e8a690 None None] Attempting to bind port 6a19084e-a238-480d-8bde-01b038d669fe on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:05:11.205500 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-6c6ab25e-5520-4550-8632-7832c0e8a690 None None] Attempting to bind port 6a19084e-a238-480d-8bde-01b038d669fe by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:05:11.205863 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6ab25e-5520-4550-8632-7832c0e8a690 None None] Attempting to bind port 6a19084e-a238-480d-8bde-01b038d669fe on network 0866d72e-3544-4c93-a5a9-bf8114a5301e {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:05:11.224625 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6ab25e-5520-4550-8632-7832c0e8a690 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:05:11.225008 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6ab25e-5520-4550-8632-7832c0e8a690 None None] Checking segment: {'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:05:11.225413 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6c6ab25e-5520-4550-8632-7832c0e8a690 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:11.225807 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6ab25e-5520-4550-8632-7832c0e8a690 None None] Bound using segment: {'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:05:11.226286 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-6c6ab25e-5520-4550-8632-7832c0e8a690 None None] Bound port: 6a19084e-a238-480d-8bde-01b038d669fe, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:05:11.227273 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6c6ab25e-5520-4550-8632-7832c0e8a690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (6a19084e-a238-480d-8bde-01b038d669fe), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:11.347877 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-04c7665f-ca47-4372-af08-ed2c91bbc5de req-832efa83-906b-4776-b36f-4ee41632696f service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3436663 Feb 02 07:05:11.393269 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 85893ae3-9cf9-488d-a8f8-58bbbb8cbd30, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=85893ae3-9cf9-488d-a8f8-58bbbb8cbd30,segment=NetworkSegment(fc0a4cad-9504-4785-979c-6732d183490f),segment_id=fc0a4cad-9504-4785-979c-6732d183490f)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:05:11.425737 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-282e5591-1dd8-4a17-afb1-96befa4a9e27 req-907e5a18-02ae-4582-bf34-d8212e31eadc tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] 10.222.0.87 "GET /v2.0/security-groups/a469d722-81e5-4899-adc4-aa30cafcaaab HTTP/1.1" status: 200 len: 3015 time: 0.2190487 Feb 02 07:05:11.430644 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 85893ae3-9cf9-488d-a8f8-58bbbb8cbd30 is: ACTIVE; New status is: DOWN {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:05:11.430809 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (85893ae3-9cf9-488d-a8f8-58bbbb8cbd30), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:11.432757 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': '85893ae3-9cf9-488d-a8f8-58bbbb8cbd30', 'network_id': '274d3754-cb62-4276-8b4a-dfa5cf98baaf', 'port_id': '85893ae3-9cf9-488d-a8f8-58bbbb8cbd30', 'mac_address': 'fa:16:3e:d5:20:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6b3fc97-ea53-4910-99b5-bddf06c5d45f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:05:11.446567 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fc9da35d-9b71-4239-b04e-619e7b199300 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:11.449590 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-6c6ab25e-5520-4550-8632-7832c0e8a690 None None] For port 6a19084e-a238-480d-8bde-01b038d669fe, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:05:11.472143 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-6c6ab25e-5520-4550-8632-7832c0e8a690 None None] For port 6a19084e-a238-480d-8bde-01b038d669fe, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=6a19084e-a238-480d-8bde-01b038d669fe,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:05:11.504355 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6c6ab25e-5520-4550-8632-7832c0e8a690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (6a19084e-a238-480d-8bde-01b038d669fe), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:11.524321 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 85893ae3-9cf9-488d-a8f8-58bbbb8cbd30, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=85893ae3-9cf9-488d-a8f8-58bbbb8cbd30,segment=NetworkSegment(fc0a4cad-9504-4785-979c-6732d183490f),segment_id=fc0a4cad-9504-4785-979c-6732d183490f)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:05:11.557167 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (85893ae3-9cf9-488d-a8f8-58bbbb8cbd30), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:11.557867 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device ef4e2d98-b4f3-42da-bdbd-68b19920f753 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:05:11.587624 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 85893ae3-9cf9-488d-a8f8-58bbbb8cbd30 is: ACTIVE; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:05:11.588491 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (85893ae3-9cf9-488d-a8f8-58bbbb8cbd30), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:11.596439 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [None req-fc9da35d-9b71-4239-b04e-619e7b199300 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] device_id is not set on port 145916a4-302a-4c44-96c8-76a4863731b6 yet. {{(pid=109693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:05:11.615119 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-282e5591-1dd8-4a17-afb1-96befa4a9e27 req-aa440f6c-fa8c-4347-bfe2-a95f4ab9e617 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks [] for security_group_rule (e134aefc-97d9-4085-b2ab-00736ae6349f), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:11.631819 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 85893ae3-9cf9-488d-a8f8-58bbbb8cbd30 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:05:11.635287 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-282e5591-1dd8-4a17-afb1-96befa4a9e27 req-aa440f6c-fa8c-4347-bfe2-a95f4ab9e617 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks [] for security_group_rule (e134aefc-97d9-4085-b2ab-00736ae6349f), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:11.657416 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0acc638e-9b34-4e7d-8aac-732c3e5f2bc4 req-744c52b8-cf01-4ebc-a398-a4893fd39613 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Publish callbacks [] for port (c04f47c7-cdb7-4308-b148-d10dfa3307f0), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:11.659291 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ab25e-5520-4550-8632-7832c0e8a690 None None] Pushing event updated for resources: {'Port': ['ID=6a19084e-a238-480d-8bde-01b038d669fe,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:11.691924 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790046da-d84d-4f77-b3fb-96d17298dcd6 req-f4ffdd62-6b93-4a69-b4e7-9fbdba3a9e3d tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:11.700351 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-790046da-d84d-4f77-b3fb-96d17298dcd6 req-f4ffdd62-6b93-4a69-b4e7-9fbdba3a9e3d tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] 10.222.0.87 "GET /v2.0/ports?device_id=497ab761-4d65-43b2-8058-3ab0af5247d2 HTTP/1.1" status: 200 len: 950 time: 0.1263149 Feb 02 07:05:11.754283 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-04c7665f-ca47-4372-af08-ed2c91bbc5de req-a939a812-045f-43fb-8486-930994607b83 service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3887372 Feb 02 07:05:11.774618 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-790046da-d84d-4f77-b3fb-96d17298dcd6 req-39c74e7e-5578-4859-bcb0-e010d714703d tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] 10.222.0.87 "GET /v2.0/security-groups?id=4fb57ed4-cc4d-4527-a774-d434516db18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733037 Feb 02 07:05:11.776461 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.db.api [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109695) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 07:05:11.776998 n-d-789963-26 neutron-server[109695]: DEBUG oslo_db.api [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 07:05:11.805325 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port ef4e2d98-b4f3-42da-bdbd-68b19920f753 is: ACTIVE; New status is: DOWN {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:05:11.806070 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ef4e2d98-b4f3-42da-bdbd-68b19920f753), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:11.809741 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=85893ae3-9cf9-488d-a8f8-58bbbb8cbd30,revision_number=8']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:11.821732 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-282e5591-1dd8-4a17-afb1-96befa4a9e27 req-aa440f6c-fa8c-4347-bfe2-a95f4ab9e617 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (e134aefc-97d9-4085-b2ab-00736ae6349f), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:11.893425 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port ef4e2d98-b4f3-42da-bdbd-68b19920f753, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=ef4e2d98-b4f3-42da-bdbd-68b19920f753,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:05:11.902793 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (ef4e2d98-b4f3-42da-bdbd-68b19920f753), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:11.905418 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-282e5591-1dd8-4a17-afb1-96befa4a9e27 req-aa440f6c-fa8c-4347-bfe2-a95f4ab9e617 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:11.920056 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-282e5591-1dd8-4a17-afb1-96befa4a9e27 req-aa440f6c-fa8c-4347-bfe2-a95f4ab9e617 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/e134aefc-97d9-4085-b2ab-00736ae6349f HTTP/1.1" status: 204 len: 173 time: 0.4685876 Feb 02 07:05:11.965124 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa440f6c-fa8c-4347-bfe2-a95f4ab9e617 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e134aefc-97d9-4085-b2ab-00736ae6349f,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:11.976389 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=ef4e2d98-b4f3-42da-bdbd-68b19920f753,revision_number=11']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:11.977451 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0acc638e-9b34-4e7d-8aac-732c3e5f2bc4 req-744c52b8-cf01-4ebc-a398-a4893fd39613 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (c04f47c7-cdb7-4308-b148-d10dfa3307f0), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:11.991946 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff36027-57b6-4b74-8a16-ded77bfe3f8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85893ae3-9cf9-488d-a8f8-58bbbb8cbd30'}, {'server_uuid': '497ab761-4d65-43b2-8058-3ab0af5247d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef4e2d98-b4f3-42da-bdbd-68b19920f753'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:05:11.995836 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be1898f-90a0-4cb6-95af-ad706bc3c857" -d '{"events": [{"server_uuid": "8ff36027-57b6-4b74-8a16-ded77bfe3f8c", "name": "network-vif-unplugged", "status": "completed", "tag": "85893ae3-9cf9-488d-a8f8-58bbbb8cbd30"}, {"server_uuid": "497ab761-4d65-43b2-8058-3ab0af5247d2", "name": "network-vif-unplugged", "status": "completed", "tag": "ef4e2d98-b4f3-42da-bdbd-68b19920f753"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:05:12.010017 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['1045af80-2b20-4d0b-8989-bade78600156'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:05:12.026252 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd424bc-2ba4-4056-81d1-20c38bb1acee req-c0114ede-8c80-40f7-9bc7-2cf721a7883d tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:12.027891 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6cd424bc-2ba4-4056-81d1-20c38bb1acee req-c0114ede-8c80-40f7-9bc7-2cf721a7883d tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/ports?device_id=c30696a1-86c4-4617-8778-3f2640a233cf HTTP/1.1" status: 200 len: 946 time: 0.1032937 Feb 02 07:05:12.061406 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744c52b8-cf01-4ebc-a398-a4893fd39613 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Pushing event updated for resources: {'Port': ['ID=c04f47c7-cdb7-4308-b148-d10dfa3307f0,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:12.116468 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-fc9da35d-9b71-4239-b04e-619e7b199300 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Allocated IP 2001:db8::f816:3eff:febb:775 (0866d72e-3544-4c93-a5a9-bf8114a5301e/ab5e5f27-895a-4b03-a2dd-1a42c8dc3eb4/145916a4-302a-4c44-96c8-76a4863731b6) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:05:12.121389 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6cd424bc-2ba4-4056-81d1-20c38bb1acee req-f98e8fe5-4ac7-41fe-8930-979ee7cad8b7 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/security-groups?id=e8e61412-2b54-4a5c-ab0d-3506f7e64351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860002 Feb 02 07:05:12.132388 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744c52b8-cf01-4ebc-a398-a4893fd39613 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:05:12.132854 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744c52b8-cf01-4ebc-a398-a4893fd39613 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:05:12.135286 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744c52b8-cf01-4ebc-a398-a4893fd39613 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:05:12.135286 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744c52b8-cf01-4ebc-a398-a4893fd39613 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:05:12.135286 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744c52b8-cf01-4ebc-a398-a4893fd39613 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:05:12.135286 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744c52b8-cf01-4ebc-a398-a4893fd39613 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:05:12.135852 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744c52b8-cf01-4ebc-a398-a4893fd39613 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:05:12.137228 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744c52b8-cf01-4ebc-a398-a4893fd39613 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:05:12.137228 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744c52b8-cf01-4ebc-a398-a4893fd39613 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:05:12.137228 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744c52b8-cf01-4ebc-a398-a4893fd39613 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:05:12.137479 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744c52b8-cf01-4ebc-a398-a4893fd39613 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:05:12.138512 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744c52b8-cf01-4ebc-a398-a4893fd39613 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:05:12.138944 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744c52b8-cf01-4ebc-a398-a4893fd39613 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:05:12.159625 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0acc638e-9b34-4e7d-8aac-732c3e5f2bc4 req-744c52b8-cf01-4ebc-a398-a4893fd39613 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Network f9701445-c4cf-4d4f-9286-fc4fc0bbd41b is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:05:12.167069 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-0acc638e-9b34-4e7d-8aac-732c3e5f2bc4 req-744c52b8-cf01-4ebc-a398-a4893fd39613 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:05:12.170615 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-0acc638e-9b34-4e7d-8aac-732c3e5f2bc4 req-744c52b8-cf01-4ebc-a398-a4893fd39613 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:05:12.235875 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acc638e-9b34-4e7d-8aac-732c3e5f2bc4 req-744c52b8-cf01-4ebc-a398-a4893fd39613 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:12.236747 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0acc638e-9b34-4e7d-8aac-732c3e5f2bc4 req-744c52b8-cf01-4ebc-a398-a4893fd39613 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:12.276785 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2e852f87-4407-403d-a1b8-36c0373e9c3f req-517b8fc1-533c-457f-816e-7b887047ffe6 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] 10.222.0.87 "GET /v2.0/security-groups/a469d722-81e5-4899-adc4-aa30cafcaaab HTTP/1.1" status: 200 len: 2416 time: 0.0844860 Feb 02 07:05:12.281088 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0acc638e-9b34-4e7d-8aac-732c3e5f2bc4 req-744c52b8-cf01-4ebc-a398-a4893fd39613 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4390848 Feb 02 07:05:12.310574 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-0acc638e-9b34-4e7d-8aac-732c3e5f2bc4 req-de371732-5767-4859-b057-dac2e0ed4c88 service neutron] Request body: {'port': {'device_id': '33602f1c-837d-491b-a7b9-31fd3880983d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:05:12.324930 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a032b3c-e425-49a3-8154-ee174b69761a req-8ffe2d43-4c4b-4459-a7dc-13e56f719356 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:12.326741 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0a032b3c-e425-49a3-8154-ee174b69761a req-8ffe2d43-4c4b-4459-a7dc-13e56f719356 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=33602f1c-837d-491b-a7b9-31fd3880983d HTTP/1.1" status: 200 len: 931 time: 0.2694535 Feb 02 07:05:12.377263 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 85893ae3-9cf9-488d-a8f8-58bbbb8cbd30 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:05:12.377764 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (85893ae3-9cf9-488d-a8f8-58bbbb8cbd30), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:12.395882 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-2e852f87-4407-403d-a1b8-36c0373e9c3f req-b8b25001-50bf-4916-94e5-c1ea71dccdb4 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks [] for security_group (a469d722-81e5-4899-adc4-aa30cafcaaab), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:12.404572 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85893ae3-9cf9-488d-a8f8-58bbbb8cbd30 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:05:12.439198 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 85893ae3-9cf9-488d-a8f8-58bbbb8cbd30, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=85893ae3-9cf9-488d-a8f8-58bbbb8cbd30,segment=NetworkSegment(fc0a4cad-9504-4785-979c-6732d183490f),segment_id=fc0a4cad-9504-4785-979c-6732d183490f)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:05:12.452633 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (85893ae3-9cf9-488d-a8f8-58bbbb8cbd30), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:12.487831 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0a032b3c-e425-49a3-8154-ee174b69761a req-caf5e623-3884-48c5-a409-325b60179d6a tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331484 Feb 02 07:05:12.517526 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-2e852f87-4407-403d-a1b8-36c0373e9c3f req-b8b25001-50bf-4916-94e5-c1ea71dccdb4 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks [] for security_group (a469d722-81e5-4899-adc4-aa30cafcaaab), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:12.553808 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0acc638e-9b34-4e7d-8aac-732c3e5f2bc4 req-de371732-5767-4859-b057-dac2e0ed4c88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (c04f47c7-cdb7-4308-b148-d10dfa3307f0), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:12.577002 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=85893ae3-9cf9-488d-a8f8-58bbbb8cbd30,revision_number=9']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:12.601417 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['85893ae3-9cf9-488d-a8f8-58bbbb8cbd30'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:05:12.710361 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 02 Feb 2022 07:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dddb6ae7-001d-4dc8-8542-53e6bea4a30d x-openstack-request-id: req-dddb6ae7-001d-4dc8-8542-53e6bea4a30d {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:05:12.710678 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff36027-57b6-4b74-8a16-ded77bfe3f8c", "name": "network-vif-unplugged", "status": "completed", "tag": "85893ae3-9cf9-488d-a8f8-58bbbb8cbd30", "code": 200}, {"server_uuid": "497ab761-4d65-43b2-8058-3ab0af5247d2", "name": "network-vif-unplugged", "status": "completed", "tag": "ef4e2d98-b4f3-42da-bdbd-68b19920f753", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:05:12.711730 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-dddb6ae7-001d-4dc8-8542-53e6bea4a30d {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:05:12.712265 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff36027-57b6-4b74-8a16-ded77bfe3f8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85893ae3-9cf9-488d-a8f8-58bbbb8cbd30', 'code': 200} Feb 02 07:05:12.712533 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '497ab761-4d65-43b2-8058-3ab0af5247d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef4e2d98-b4f3-42da-bdbd-68b19920f753', 'code': 200} Feb 02 07:05:12.725869 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-2e852f87-4407-403d-a1b8-36c0373e9c3f req-b8b25001-50bf-4916-94e5-c1ea71dccdb4 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (a469d722-81e5-4899-adc4-aa30cafcaaab), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:12.731796 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-2e852f87-4407-403d-a1b8-36c0373e9c3f req-b8b25001-50bf-4916-94e5-c1ea71dccdb4 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:12.736905 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2e852f87-4407-403d-a1b8-36c0373e9c3f req-b8b25001-50bf-4916-94e5-c1ea71dccdb4 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] 10.222.0.87 "DELETE /v2.0/security-groups/a469d722-81e5-4899-adc4-aa30cafcaaab HTTP/1.1" status: 204 len: 173 time: 0.4589269 Feb 02 07:05:12.770129 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b25001-50bf-4916-94e5-c1ea71dccdb4 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a469d722-81e5-4899-adc4-aa30cafcaaab,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:12.782067 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 6a19084e-a238-480d-8bde-01b038d669fe up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:05:13.000914 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b36dc1-9596-4fc2-88fa-246392074027 req-ffc98e84-07bd-4051-8ccd-7ba7611634ad tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:13.007813 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d1b36dc1-9596-4fc2-88fa-246392074027 req-ffc98e84-07bd-4051-8ccd-7ba7611634ad tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] 10.222.0.87 "GET /v2.0/ports?device_id=497ab761-4d65-43b2-8058-3ab0af5247d2 HTTP/1.1" status: 200 len: 948 time: 0.0937498 Feb 02 07:05:13.036899 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 6a19084e-a238-480d-8bde-01b038d669fe triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:05:13.037275 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (6a19084e-a238-480d-8bde-01b038d669fe), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:13.068335 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-0acc638e-9b34-4e7d-8aac-732c3e5f2bc4 req-de371732-5767-4859-b057-dac2e0ed4c88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c04f47c7-cdb7-4308-b148-d10dfa3307f0 {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:05:13.079928 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0acc638e-9b34-4e7d-8aac-732c3e5f2bc4 req-de371732-5767-4859-b057-dac2e0ed4c88 service neutron] Publish callbacks [] for port (c04f47c7-cdb7-4308-b148-d10dfa3307f0), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:13.107787 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-0acc638e-9b34-4e7d-8aac-732c3e5f2bc4 req-de371732-5767-4859-b057-dac2e0ed4c88 service neutron] Transition to ACTIVE for port object c04f47c7-cdb7-4308-b148-d10dfa3307f0 will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:05:13.147480 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d1b36dc1-9596-4fc2-88fa-246392074027 req-fa5bc50b-2eea-4a94-a65d-70106f3f6d5c tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] 10.222.0.87 "GET /v2.0/security-groups?id=4fb57ed4-cc4d-4527-a774-d434516db18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349399 Feb 02 07:05:13.155284 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0acc638e-9b34-4e7d-8aac-732c3e5f2bc4 req-de371732-5767-4859-b057-dac2e0ed4c88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (c04f47c7-cdb7-4308-b148-d10dfa3307f0), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:13.203397 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fc9da35d-9b71-4239-b04e-619e7b199300 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for port (145916a4-302a-4c44-96c8-76a4863731b6), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:13.236029 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [req-e5015ba9-5636-474e-a1b0-019ce9e0a255 req-be38e58c-5ebe-47f1-ba09-2e4ef4dee98a tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] show failed (client error): The resource could not be found. Feb 02 07:05:13.245673 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e5015ba9-5636-474e-a1b0-019ce9e0a255 req-be38e58c-5ebe-47f1-ba09-2e4ef4dee98a tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] 10.222.0.87 "GET /v2.0/security-groups/8b23b04b-33df-47c4-ada9-9f8aa49eae5e HTTP/1.1" status: 404 len: 352 time: 0.1301215 Feb 02 07:05:13.333983 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de371732-5767-4859-b057-dac2e0ed4c88 service neutron] Pushing event updated for resources: {'Port': ['ID=c04f47c7-cdb7-4308-b148-d10dfa3307f0,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:13.419180 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315a72a2-b4f2-44e9-a1b0-32929312e20f req-45782b10-e66a-4bb5-a98b-6b8ad1d4aefa tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:13.420988 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-315a72a2-b4f2-44e9-a1b0-32929312e20f req-45782b10-e66a-4bb5-a98b-6b8ad1d4aefa tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] 10.222.0.88 "GET /v2.0/ports?device_id=497ab761-4d65-43b2-8058-3ab0af5247d2 HTTP/1.1" status: 200 len: 948 time: 0.3118823 Feb 02 07:05:13.427225 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1783729-96e2-4174-a446-2890ef290b43 req-18f52cfc-a3fe-422d-9422-26b739772e96 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:13.430758 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d1783729-96e2-4174-a446-2890ef290b43 req-18f52cfc-a3fe-422d-9422-26b739772e96 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/ports?device_id=c30696a1-86c4-4617-8778-3f2640a233cf HTTP/1.1" status: 200 len: 946 time: 0.0908241 Feb 02 07:05:13.496765 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d1783729-96e2-4174-a446-2890ef290b43 req-af51f19a-da74-46b8-8530-6648a762050b tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/security-groups?id=e8e61412-2b54-4a5c-ab0d-3506f7e64351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603065 Feb 02 07:05:13.517590 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-620fb6af-ea12-4e2e-9e6b-e8d37de37b57 req-84add5ef-8300-476c-b916-8c9b07c7219e tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] 10.222.0.87 "GET /v2.0/security-groups/b98f52d9-2bf0-49a3-8818-e8e787a7aa8f HTTP/1.1" status: 200 len: 1822 time: 0.2269349 Feb 02 07:05:13.590225 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 6a19084e-a238-480d-8bde-01b038d669fe is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:05:13.590790 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (6a19084e-a238-480d-8bde-01b038d669fe), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:13.628455 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-adc5b38c-ae97-40ee-91ef-cf908894ed04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:13.647723 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-d96f5583-b934-40f2-9472-d2d0d1e84576 None None] Provisioning complete for port 6a19084e-a238-480d-8bde-01b038d669fe triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:05:13.648264 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d96f5583-b934-40f2-9472-d2d0d1e84576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (6a19084e-a238-480d-8bde-01b038d669fe), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:13.693574 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-0acc638e-9b34-4e7d-8aac-732c3e5f2bc4 req-de371732-5767-4859-b057-dac2e0ed4c88 service neutron] Attempting to bind port c04f47c7-cdb7-4308-b148-d10dfa3307f0 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:05:13.694155 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-0acc638e-9b34-4e7d-8aac-732c3e5f2bc4 req-de371732-5767-4859-b057-dac2e0ed4c88 service neutron] Attempting to bind port c04f47c7-cdb7-4308-b148-d10dfa3307f0 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': '50b2c935-c140-4230-880a-508574d9ed43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f9701445-c4cf-4d4f-9286-fc4fc0bbd41b'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:05:13.694593 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0acc638e-9b34-4e7d-8aac-732c3e5f2bc4 req-de371732-5767-4859-b057-dac2e0ed4c88 service neutron] Attempting to bind port c04f47c7-cdb7-4308-b148-d10dfa3307f0 on network f9701445-c4cf-4d4f-9286-fc4fc0bbd41b {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:05:13.705259 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0acc638e-9b34-4e7d-8aac-732c3e5f2bc4 req-de371732-5767-4859-b057-dac2e0ed4c88 service neutron] Port c04f47c7-cdb7-4308-b148-d10dfa3307f0 on network f9701445-c4cf-4d4f-9286-fc4fc0bbd41b not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:05:13.705684 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0acc638e-9b34-4e7d-8aac-732c3e5f2bc4 req-de371732-5767-4859-b057-dac2e0ed4c88 service neutron] Attempting to bind port c04f47c7-cdb7-4308-b148-d10dfa3307f0 on network f9701445-c4cf-4d4f-9286-fc4fc0bbd41b {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:05:13.709611 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fc9da35d-9b71-4239-b04e-619e7b199300 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (145916a4-302a-4c44-96c8-76a4863731b6), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:13.738736 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b2b91-4b00-4a7c-baa4-844bab063e22 req-632a066b-53b0-4fff-a904-d80232c4b191 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:13.740364 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ad8b2b91-4b00-4a7c-baa4-844bab063e22 req-632a066b-53b0-4fff-a904-d80232c4b191 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=33602f1c-837d-491b-a7b9-31fd3880983d HTTP/1.1" status: 200 len: 943 time: 0.1156721 Feb 02 07:05:13.769201 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 6a19084e-a238-480d-8bde-01b038d669fe, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=6a19084e-a238-480d-8bde-01b038d669fe,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:05:13.785204 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (6a19084e-a238-480d-8bde-01b038d669fe), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:13.812526 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9da35d-9b71-4239-b04e-619e7b199300 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event updated for resources: {'Port': ['ID=145916a4-302a-4c44-96c8-76a4863731b6,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:13.826560 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0acc638e-9b34-4e7d-8aac-732c3e5f2bc4 req-de371732-5767-4859-b057-dac2e0ed4c88 service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:05:13.826722 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0acc638e-9b34-4e7d-8aac-732c3e5f2bc4 req-de371732-5767-4859-b057-dac2e0ed4c88 service neutron] Checking segment: {'id': '50b2c935-c140-4230-880a-508574d9ed43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f9701445-c4cf-4d4f-9286-fc4fc0bbd41b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:05:13.827062 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0acc638e-9b34-4e7d-8aac-732c3e5f2bc4 req-de371732-5767-4859-b057-dac2e0ed4c88 service neutron] Bound using segment: {'id': '50b2c935-c140-4230-880a-508574d9ed43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f9701445-c4cf-4d4f-9286-fc4fc0bbd41b'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:05:13.827509 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-0acc638e-9b34-4e7d-8aac-732c3e5f2bc4 req-de371732-5767-4859-b057-dac2e0ed4c88 service neutron] Bound port: c04f47c7-cdb7-4308-b148-d10dfa3307f0, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50b2c935-c140-4230-880a-508574d9ed43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f9701445-c4cf-4d4f-9286-fc4fc0bbd41b'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:05:13.827913 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0acc638e-9b34-4e7d-8aac-732c3e5f2bc4 req-de371732-5767-4859-b057-dac2e0ed4c88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (c04f47c7-cdb7-4308-b148-d10dfa3307f0), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:13.844799 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ad8b2b91-4b00-4a7c-baa4-844bab063e22 req-65b17bf8-56f0-4eff-9339-f477f5c072c1 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962131 Feb 02 07:05:13.879070 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9da35d-9b71-4239-b04e-619e7b199300 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:05:13.899979 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-fc9da35d-9b71-4239-b04e-619e7b199300 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:05:13.907272 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9da35d-9b71-4239-b04e-619e7b199300 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:05:13.915323 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=6a19084e-a238-480d-8bde-01b038d669fe,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:13.922337 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9da35d-9b71-4239-b04e-619e7b199300 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:13.931453 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fc9da35d-9b71-4239-b04e-619e7b199300 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:13.955476 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-315a72a2-b4f2-44e9-a1b0-32929312e20f req-2fadce0e-5103-4f53-b2f1-1b360ceb563b tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] Deleting port ef4e2d98-b4f3-42da-bdbd-68b19920f753 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:05:13.969806 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-315a72a2-b4f2-44e9-a1b0-32929312e20f req-2fadce0e-5103-4f53-b2f1-1b360ceb563b tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (ef4e2d98-b4f3-42da-bdbd-68b19920f753), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:14.003063 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-d96f5583-b934-40f2-9472-d2d0d1e84576 None None] Current status of the port 6a19084e-a238-480d-8bde-01b038d669fe is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:05:14.034970 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-620fb6af-ea12-4e2e-9e6b-e8d37de37b57 req-e41a02c1-277c-48b3-bd77-406fcfe6b6d9 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks [] for security_group (b98f52d9-2bf0-49a3-8818-e8e787a7aa8f), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:14.065625 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-fc9da35d-9b71-4239-b04e-619e7b199300 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.4597592 Feb 02 07:05:14.066018 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 45630) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:14.133762 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abdc964-72e5-45c9-bee0-faef3cf5b5ed req-ec579021-909a-4412-84ee-64486fa8c0ba tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:14.135763 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8abdc964-72e5-45c9-bee0-faef3cf5b5ed req-ec579021-909a-4412-84ee-64486fa8c0ba tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/ports?device_id=4a3b0dba-c1ca-442b-af80-b163f0ea80a9 HTTP/1.1" status: 200 len: 946 time: 0.1624067 Feb 02 07:05:14.137469 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-620fb6af-ea12-4e2e-9e6b-e8d37de37b57 req-e41a02c1-277c-48b3-bd77-406fcfe6b6d9 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks [] for security_group (b98f52d9-2bf0-49a3-8818-e8e787a7aa8f), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:14.181995 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7d5572-1c4c-48f1-b813-c77b387d967b tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:14.187453 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7d5572-1c4c-48f1-b813-c77b387d967b tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:14.189329 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-5e7d5572-1c4c-48f1-b813-c77b387d967b tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.1215117 Feb 02 07:05:14.194925 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 45634) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:14.212015 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-0acc638e-9b34-4e7d-8aac-732c3e5f2bc4 req-de371732-5767-4859-b057-dac2e0ed4c88 service neutron] For port c04f47c7-cdb7-4308-b148-d10dfa3307f0, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:05:14.259411 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-0acc638e-9b34-4e7d-8aac-732c3e5f2bc4 req-de371732-5767-4859-b057-dac2e0ed4c88 service neutron] For port c04f47c7-cdb7-4308-b148-d10dfa3307f0, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=c04f47c7-cdb7-4308-b148-d10dfa3307f0,segment=NetworkSegment(50b2c935-c140-4230-880a-508574d9ed43),segment_id=50b2c935-c140-4230-880a-508574d9ed43)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:05:14.263357 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-315a72a2-b4f2-44e9-a1b0-32929312e20f req-2fadce0e-5103-4f53-b2f1-1b360ceb563b tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] For port ef4e2d98-b4f3-42da-bdbd-68b19920f753, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=ef4e2d98-b4f3-42da-bdbd-68b19920f753,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:05:14.263947 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-315a72a2-b4f2-44e9-a1b0-32929312e20f req-2fadce0e-5103-4f53-b2f1-1b360ceb563b tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (ef4e2d98-b4f3-42da-bdbd-68b19920f753), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:14.274505 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8abdc964-72e5-45c9-bee0-faef3cf5b5ed req-245e04d5-468f-4067-b6b6-5729d73d7ecf tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/security-groups?id=e8e61412-2b54-4a5c-ab0d-3506f7e64351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302392 Feb 02 07:05:14.306529 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0acc638e-9b34-4e7d-8aac-732c3e5f2bc4 req-de371732-5767-4859-b057-dac2e0ed4c88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (c04f47c7-cdb7-4308-b148-d10dfa3307f0), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:14.313222 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-315a72a2-b4f2-44e9-a1b0-32929312e20f req-2fadce0e-5103-4f53-b2f1-1b360ceb563b tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] Calling delete_port for ef4e2d98-b4f3-42da-bdbd-68b19920f753 owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:05:14.323373 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-620fb6af-ea12-4e2e-9e6b-e8d37de37b57 req-e41a02c1-277c-48b3-bd77-406fcfe6b6d9 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (b98f52d9-2bf0-49a3-8818-e8e787a7aa8f), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:14.328276 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-620fb6af-ea12-4e2e-9e6b-e8d37de37b57 req-e41a02c1-277c-48b3-bd77-406fcfe6b6d9 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:14.331833 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-620fb6af-ea12-4e2e-9e6b-e8d37de37b57 req-e41a02c1-277c-48b3-bd77-406fcfe6b6d9 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] 10.222.0.87 "DELETE /v2.0/security-groups/b98f52d9-2bf0-49a3-8818-e8e787a7aa8f HTTP/1.1" status: 204 len: 173 time: 0.7692549 Feb 02 07:05:14.382781 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-c0f4c5b5-7010-4fc8-84ac-2f1c081b7e7d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Deleting port 145916a4-302a-4c44-96c8-76a4863731b6 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:05:14.383228 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c0f4c5b5-7010-4fc8-84ac-2f1c081b7e7d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (145916a4-302a-4c44-96c8-76a4863731b6), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:14.433482 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acc638e-9b34-4e7d-8aac-732c3e5f2bc4 req-de371732-5767-4859-b057-dac2e0ed4c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:14.434085 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0acc638e-9b34-4e7d-8aac-732c3e5f2bc4 req-de371732-5767-4859-b057-dac2e0ed4c88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:14.436178 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0acc638e-9b34-4e7d-8aac-732c3e5f2bc4 req-de371732-5767-4859-b057-dac2e0ed4c88 service neutron] 10.222.0.88 "PUT /v2.0/ports/c04f47c7-cdb7-4308-b148-d10dfa3307f0 HTTP/1.1" status: 200 len: 1092 time: 2.1344950 Feb 02 07:05:14.441005 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33602f1c-837d-491b-a7b9-31fd3880983d', 'tag': 'c04f47c7-cdb7-4308-b148-d10dfa3307f0'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:05:14.443291 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac5c355-9443-4b43-881e-f08c3b9209d6" -d '{"events": [{"name": "network-changed", "server_uuid": "33602f1c-837d-491b-a7b9-31fd3880983d", "tag": "c04f47c7-cdb7-4308-b148-d10dfa3307f0"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:05:14.451674 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41a02c1-277c-48b3-bd77-406fcfe6b6d9 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98f52d9-2bf0-49a3-8818-e8e787a7aa8f,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:14.502416 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-3a0e24a6-9e38-4b2f-b6be-7b821ee1d27a None None] Provisioning complete for port 145916a4-302a-4c44-96c8-76a4863731b6 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:05:14.503092 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3a0e24a6-9e38-4b2f-b6be-7b821ee1d27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (145916a4-302a-4c44-96c8-76a4863731b6), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:14.563681 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19de625-92e1-4cd1-8561-31218345f2d5 req-d79f6783-0ee0-4ef6-a00c-45f67723ebc2 tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:14.571370 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e19de625-92e1-4cd1-8561-31218345f2d5 req-d79f6783-0ee0-4ef6-a00c-45f67723ebc2 tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] 10.222.0.87 "GET /v2.0/ports?device_id=497ab761-4d65-43b2-8058-3ab0af5247d2 HTTP/1.1" status: 200 len: 948 time: 0.1595118 Feb 02 07:05:14.622863 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c0f4c5b5-7010-4fc8-84ac-2f1c081b7e7d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (145916a4-302a-4c44-96c8-76a4863731b6), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:14.649955 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-3a0e24a6-9e38-4b2f-b6be-7b821ee1d27a None None] Port 145916a4-302a-4c44-96c8-76a4863731b6 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:05:14.659272 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e19de625-92e1-4cd1-8561-31218345f2d5 req-f9d9faff-31cd-4215-8e84-6f4e694def62 tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] 10.222.0.87 "GET /v2.0/security-groups?id=4fb57ed4-cc4d-4527-a774-d434516db18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820096 Feb 02 07:05:14.660674 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-c0f4c5b5-7010-4fc8-84ac-2f1c081b7e7d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Calling delete_port for 145916a4-302a-4c44-96c8-76a4863731b6 owned by {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:05:14.738850 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 6a19084e-a238-480d-8bde-01b038d669fe up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:05:14.773224 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e5b72df7-ac8c-40ac-8d73-7dcf44255ba1 req-3c11f55b-de5d-466a-b8c2-934c92295ef2 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] 10.222.0.87 "GET /v2.0/security-groups/b3615c2d-378c-4258-90fa-164c472b0355 HTTP/1.1" status: 200 len: 1822 time: 0.0884483 Feb 02 07:05:14.827324 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de371732-5767-4859-b057-dac2e0ed4c88 service neutron] Pushing event updated for resources: {'Port': ['ID=c04f47c7-cdb7-4308-b148-d10dfa3307f0,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:14.845892 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:14.863988 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acc638e-9b34-4e7d-8aac-732c3e5f2bc4 req-aad2708c-a2f7-4331-93df-0084cbe52b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:14.865594 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0acc638e-9b34-4e7d-8aac-732c3e5f2bc4 req-aad2708c-a2f7-4331-93df-0084cbe52b9a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=51472d7ac5b4449fa09fb7150f54f571&device_id=33602f1c-837d-491b-a7b9-31fd3880983d HTTP/1.1" status: 200 len: 1126 time: 0.2548599 Feb 02 07:05:14.882764 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9af4f6-7a2e-4097-a454-b28d5ebbff0d req-36586075-1644-46f6-9236-e9db79254b17 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:14.890500 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bd9af4f6-7a2e-4097-a454-b28d5ebbff0d req-36586075-1644-46f6-9236-e9db79254b17 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/ports?device_id=8862ba72-75d9-4882-987c-9844219c294f HTTP/1.1" status: 200 len: 945 time: 0.2478154 Feb 02 07:05:14.928654 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 6a19084e-a238-480d-8bde-01b038d669fe triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:05:14.929036 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (6a19084e-a238-480d-8bde-01b038d669fe), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:15.033027 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c0f4c5b5-7010-4fc8-84ac-2f1c081b7e7d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (145916a4-302a-4c44-96c8-76a4863731b6), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:15.051002 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 6a19084e-a238-480d-8bde-01b038d669fe is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:05:15.107232 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f4c5b5-7010-4fc8-84ac-2f1c081b7e7d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event deleted for resources: {'Port': ['ID=145916a4-302a-4c44-96c8-76a4863731b6,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:15.152491 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c0f4c5b5-7010-4fc8-84ac-2f1c081b7e7d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:15.159794 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c0f4c5b5-7010-4fc8-84ac-2f1c081b7e7d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/ports/145916a4-302a-4c44-96c8-76a4863731b6 HTTP/1.1" status: 204 len: 168 time: 0.9629104 Feb 02 07:05:15.160753 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 45650) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:15.172171 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 85893ae3-9cf9-488d-a8f8-58bbbb8cbd30 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:05:15.262483 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40bf3f42-5376-4bb1-ae57-4a83535823c6 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:15.264687 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40bf3f42-5376-4bb1-ae57-4a83535823c6 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:15.266564 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-40bf3f42-5376-4bb1-ae57-4a83535823c6 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1014831 Feb 02 07:05:15.267472 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-e5b72df7-ac8c-40ac-8d73-7dcf44255ba1 req-15f876b7-b9bb-4d64-a8fa-67b1fd608570 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks [] for security_group (b3615c2d-378c-4258-90fa-164c472b0355), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:15.269612 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 45652) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:15.307146 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port 85893ae3-9cf9-488d-a8f8-58bbbb8cbd30 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:05:15.307457 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (85893ae3-9cf9-488d-a8f8-58bbbb8cbd30), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:15.363643 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-e5b72df7-ac8c-40ac-8d73-7dcf44255ba1 req-15f876b7-b9bb-4d64-a8fa-67b1fd608570 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks [] for security_group (b3615c2d-378c-4258-90fa-164c472b0355), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:15.384520 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0acc638e-9b34-4e7d-8aac-732c3e5f2bc4 req-225c8c59-17d6-4397-818f-14788747c1b2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c04f47c7-cdb7-4308-b148-d10dfa3307f0 HTTP/1.1" status: 200 len: 217 time: 0.4851258 Feb 02 07:05:15.412224 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-db5af73b-ad3f-4768-85fe-ecc6c5ff1ac1 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Deleting subnet ab5e5f27-895a-4b03-a2dd-1a42c8dc3eb4 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:05:15.425306 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-db5af73b-ad3f-4768-85fe-ecc6c5ff1ac1 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for subnet (ab5e5f27-895a-4b03-a2dd-1a42c8dc3eb4), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:15.494837 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-db5af73b-ad3f-4768-85fe-ecc6c5ff1ac1 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (ab5e5f27-895a-4b03-a2dd-1a42c8dc3eb4), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:15.498657 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 85893ae3-9cf9-488d-a8f8-58bbbb8cbd30 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:05:15.499061 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (85893ae3-9cf9-488d-a8f8-58bbbb8cbd30), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:15.550290 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff36027-57b6-4b74-8a16-ded77bfe3f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85893ae3-9cf9-488d-a8f8-58bbbb8cbd30'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:05:15.554880 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a563d9-7cd1-4d6d-922d-c8aac5c34da1" -d '{"events": [{"server_uuid": "8ff36027-57b6-4b74-8a16-ded77bfe3f8c", "name": "network-vif-plugged", "status": "completed", "tag": "85893ae3-9cf9-488d-a8f8-58bbbb8cbd30"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:05:15.586746 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 85893ae3-9cf9-488d-a8f8-58bbbb8cbd30, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=85893ae3-9cf9-488d-a8f8-58bbbb8cbd30,segment=NetworkSegment(fc0a4cad-9504-4785-979c-6732d183490f),segment_id=fc0a4cad-9504-4785-979c-6732d183490f)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:05:15.592853 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (85893ae3-9cf9-488d-a8f8-58bbbb8cbd30), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:15.593699 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device ef4e2d98-b4f3-42da-bdbd-68b19920f753 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:05:15.616454 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bd9af4f6-7a2e-4097-a454-b28d5ebbff0d req-be493d2b-49bf-445b-8be3-bf4b8cd27914 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/security-groups?id=e8e61412-2b54-4a5c-ab0d-3506f7e64351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7252665 Feb 02 07:05:15.625285 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acc638e-9b34-4e7d-8aac-732c3e5f2bc4 req-4c851759-ce06-479e-9536-793357e806fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:15.626800 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0acc638e-9b34-4e7d-8aac-732c3e5f2bc4 req-4c851759-ce06-479e-9536-793357e806fd service neutron] 10.222.0.88 "GET /v2.0/subnets?id=32144128-c19d-4644-8a7f-0675355df2fd HTTP/1.1" status: 200 len: 846 time: 0.1931736 Feb 02 07:05:15.631824 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-315a72a2-b4f2-44e9-a1b0-32929312e20f req-2fadce0e-5103-4f53-b2f1-1b360ceb563b tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (ef4e2d98-b4f3-42da-bdbd-68b19920f753), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:15.685000 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-db5af73b-ad3f-4768-85fe-ecc6c5ff1ac1 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (ab5e5f27-895a-4b03-a2dd-1a42c8dc3eb4), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:15.725372 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0acc638e-9b34-4e7d-8aac-732c3e5f2bc4 req-518c6b89-debc-4bf3-b142-1760d4005aa1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f9701445-c4cf-4d4f-9286-fc4fc0bbd41b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0881369 Feb 02 07:05:15.732525 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fadce0e-5103-4f53-b2f1-1b360ceb563b tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] Pushing event deleted for resources: {'Port': ['ID=ef4e2d98-b4f3-42da-bdbd-68b19920f753,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:15.738821 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb7435b-d21f-408f-8a8a-8754d3310068 x-openstack-request-id: req-2cb7435b-d21f-408f-8a8a-8754d3310068 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:05:15.745261 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33602f1c-837d-491b-a7b9-31fd3880983d", "tag": "c04f47c7-cdb7-4308-b148-d10dfa3307f0", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:05:15.745411 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-e5b72df7-ac8c-40ac-8d73-7dcf44255ba1 req-15f876b7-b9bb-4d64-a8fa-67b1fd608570 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (b3615c2d-378c-4258-90fa-164c472b0355), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:15.746413 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-2cb7435b-d21f-408f-8a8a-8754d3310068 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:05:15.747839 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33602f1c-837d-491b-a7b9-31fd3880983d', 'tag': 'c04f47c7-cdb7-4308-b148-d10dfa3307f0', 'status': 'completed', 'code': 200} Feb 02 07:05:15.748216 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-e5b72df7-ac8c-40ac-8d73-7dcf44255ba1 req-15f876b7-b9bb-4d64-a8fa-67b1fd608570 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:15.759573 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e5b72df7-ac8c-40ac-8d73-7dcf44255ba1 req-15f876b7-b9bb-4d64-a8fa-67b1fd608570 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] 10.222.0.87 "DELETE /v2.0/security-groups/b3615c2d-378c-4258-90fa-164c472b0355 HTTP/1.1" status: 204 len: 173 time: 0.9853480 Feb 02 07:05:15.804951 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=85893ae3-9cf9-488d-a8f8-58bbbb8cbd30,revision_number=10']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:15.809024 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f876b7-b9bb-4d64-a8fa-67b1fd608570 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3615c2d-378c-4258-90fa-164c472b0355,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:15.817418 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No active binding found for port ef4e2d98-b4f3-42da-bdbd-68b19920f753 {{(pid=109695) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 02 07:05:15.818085 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] The host n-h1-789963-26 is not matching for port ef4e2d98-b4f3-42da-bdbd-68b19920f753 host None! {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 02 07:05:15.818912 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device ef4e2d98-b4f3-42da-bdbd-68b19920f753 not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:05:15.829570 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8f464d-507a-4d5f-85b7-cf0807dd038f x-openstack-request-id: req-2f8f464d-507a-4d5f-85b7-cf0807dd038f {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:05:15.829928 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff36027-57b6-4b74-8a16-ded77bfe3f8c", "name": "network-vif-plugged", "status": "completed", "tag": "85893ae3-9cf9-488d-a8f8-58bbbb8cbd30", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:05:15.830137 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-2f8f464d-507a-4d5f-85b7-cf0807dd038f {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:05:15.836333 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff36027-57b6-4b74-8a16-ded77bfe3f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85893ae3-9cf9-488d-a8f8-58bbbb8cbd30', 'code': 200} Feb 02 07:05:15.878715 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-315a72a2-b4f2-44e9-a1b0-32929312e20f req-2fadce0e-5103-4f53-b2f1-1b360ceb563b tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] No DVR routers for this DVR port ef4e2d98-b4f3-42da-bdbd-68b19920f753 on host n-h1-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:05:15.881955 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-db5af73b-ad3f-4768-85fe-ecc6c5ff1ac1 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (ab5e5f27-895a-4b03-a2dd-1a42c8dc3eb4), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:15.892374 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-315a72a2-b4f2-44e9-a1b0-32929312e20f req-2fadce0e-5103-4f53-b2f1-1b360ceb563b tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:15.896240 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-315a72a2-b4f2-44e9-a1b0-32929312e20f req-2fadce0e-5103-4f53-b2f1-1b360ceb563b tempest-ImagesOneServerTestJSON-1356487824 tempest-ImagesOneServerTestJSON-1356487824-project] 10.222.0.88 "DELETE /v2.0/ports/ef4e2d98-b4f3-42da-bdbd-68b19920f753 HTTP/1.1" status: 204 len: 173 time: 2.4416194 Feb 02 07:05:15.970787 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:16.032227 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5af73b-ad3f-4768-85fe-ecc6c5ff1ac1 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event deleted for resources: {'Subnet': ['ID=ab5e5f27-895a-4b03-a2dd-1a42c8dc3eb4,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:16.042304 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0f0720-8aff-49f6-9ff1-8cb1b0f73b81 None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:05:16.061114 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-db5af73b-ad3f-4768-85fe-ecc6c5ff1ac1 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:16.074866 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-db5af73b-ad3f-4768-85fe-ecc6c5ff1ac1 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/subnets/ab5e5f27-895a-4b03-a2dd-1a42c8dc3eb4 HTTP/1.1" status: 204 len: 168 time: 0.8029430 Feb 02 07:05:16.076928 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 45668) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:16.157266 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3460efa9-3368-41e8-904a-57ae0205aaac req-557362a8-ce5c-44a9-82de-192d70453504 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:16.158805 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3460efa9-3368-41e8-904a-57ae0205aaac req-557362a8-ce5c-44a9-82de-192d70453504 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=33602f1c-837d-491b-a7b9-31fd3880983d HTTP/1.1" status: 200 len: 943 time: 0.2464533 Feb 02 07:05:16.170340 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0acc638e-9b34-4e7d-8aac-732c3e5f2bc4 req-af505905-a922-48c7-8c62-cccf7282b315 service neutron] 10.222.0.88 "GET /v2.0/networks/f9701445-c4cf-4d4f-9286-fc4fc0bbd41b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3626053 Feb 02 07:05:16.243674 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-81cbffb3-601f-4ffb-92d4-c2ffc6fa8a33 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1622486 Feb 02 07:05:16.246243 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 45670) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:16.313885 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0aaeba-1413-4001-93ff-f4770eb192a1 None None] DHCP port deletion for 0866d72e-3544-4c93-a5a9-bf8114a5301e request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:05:16.334074 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d256eec-4512-41ac-bebc-859b1dbb6451 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:16.336630 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-2d256eec-4512-41ac-bebc-859b1dbb6451 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0885782 Feb 02 07:05:16.338806 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 45672) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:16.419707 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84688959-3d9f-46dd-b0fc-1a4b6f4149d0 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:16.421499 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-84688959-3d9f-46dd-b0fc-1a4b6f4149d0 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0817037 Feb 02 07:05:16.425700 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 45674) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:16.493868 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-df0aaeba-1413-4001-93ff-f4770eb192a1 None None] Deleting port 6a19084e-a238-480d-8bde-01b038d669fe {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:05:16.494165 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-df0aaeba-1413-4001-93ff-f4770eb192a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (6a19084e-a238-480d-8bde-01b038d669fe), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:16.584859 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3460efa9-3368-41e8-904a-57ae0205aaac req-c2fed0f7-b02e-4c32-8b4d-13d131047164 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4074409 Feb 02 07:05:16.591748 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-e3fe433c-6752-4ee8-845c-b4afc2de47f7 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1647937 Feb 02 07:05:16.596441 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0acc638e-9b34-4e7d-8aac-732c3e5f2bc4 req-9182b9d4-8f13-4466-9202-d5fdd168dbf9 service neutron] 10.222.0.88 "GET /v2.0/networks/f9701445-c4cf-4d4f-9286-fc4fc0bbd41b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3930647 Feb 02 07:05:16.597027 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45676) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:16.633104 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-a9f8d411-a21c-486e-b8c6-84e3b9f97861 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Request body: {'subnet': {'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:05:16.657878 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba84b59-3375-493c-b02a-361028f11940 req-71b952d0-5ae5-4b01-9ae0-81bf2c86799c tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:16.659514 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-eba84b59-3375-493c-b02a-361028f11940 req-71b952d0-5ae5-4b01-9ae0-81bf2c86799c tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/ports?device_id=c30696a1-86c4-4617-8778-3f2640a233cf HTTP/1.1" status: 200 len: 946 time: 0.1067989 Feb 02 07:05:16.682593 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 6a19084e-a238-480d-8bde-01b038d669fe no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:05:16.757288 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-df0aaeba-1413-4001-93ff-f4770eb192a1 None None] For port 6a19084e-a238-480d-8bde-01b038d669fe, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=6a19084e-a238-480d-8bde-01b038d669fe,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:05:16.758228 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-df0aaeba-1413-4001-93ff-f4770eb192a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (6a19084e-a238-480d-8bde-01b038d669fe), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:16.767319 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-eba84b59-3375-493c-b02a-361028f11940 req-61b2e3b0-debd-4b1d-8362-a46e0865d00b tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/security-groups?id=e8e61412-2b54-4a5c-ab0d-3506f7e64351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996060 Feb 02 07:05:16.847925 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-df0aaeba-1413-4001-93ff-f4770eb192a1 None None] Calling delete_port for 6a19084e-a238-480d-8bde-01b038d669fe owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:05:16.886621 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f8d411-a21c-486e-b8c6-84e3b9f97861 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Made reservation on behalf of d3e64a71e17749e693b291cf3514bb46 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:05:16.890392 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a9f8d411-a21c-486e-b8c6-84e3b9f97861 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:17.048609 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 6a19084e-a238-480d-8bde-01b038d669fe is: ACTIVE; New status is: DOWN {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:05:17.056925 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (6a19084e-a238-480d-8bde-01b038d669fe), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:17.090238 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cb7ee6bc-cf3e-49b1-9606-6b792b6615c3 req-de76c106-68c9-4755-aa22-0dbab03dafa8 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] 10.222.0.87 "GET /v2.0/security-groups/4e2fb31d-353a-4caa-b66d-60e8163c2d10 HTTP/1.1" status: 200 len: 1823 time: 0.2980883 Feb 02 07:05:17.130856 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 6a19084e-a238-480d-8bde-01b038d669fe, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=6a19084e-a238-480d-8bde-01b038d669fe,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:05:17.146652 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (6a19084e-a238-480d-8bde-01b038d669fe), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:17.175804 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-df0aaeba-1413-4001-93ff-f4770eb192a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (6a19084e-a238-480d-8bde-01b038d669fe), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:17.200700 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0aaeba-1413-4001-93ff-f4770eb192a1 None None] No DVR routers for this DVR port 6a19084e-a238-480d-8bde-01b038d669fe on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:05:17.218924 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=6a19084e-a238-480d-8bde-01b038d669fe,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:17.246127 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0aaeba-1413-4001-93ff-f4770eb192a1 None None] Pushing event deleted for resources: {'Port': ['ID=6a19084e-a238-480d-8bde-01b038d669fe,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:17.281102 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac5c355-9443-4b43-881e-f08c3b9209d6 req-543d44f0-fe20-4c4e-94bb-aec96f11e4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:17.282634 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ac5c355-9443-4b43-881e-f08c3b9209d6 req-543d44f0-fe20-4c4e-94bb-aec96f11e4bf service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=51472d7ac5b4449fa09fb7150f54f571&device_id=33602f1c-837d-491b-a7b9-31fd3880983d HTTP/1.1" status: 200 len: 1126 time: 0.5405281 Feb 02 07:05:17.317312 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:17.401046 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e22271-3e4a-4f0c-8931-41a7d60169d7 req-56291af6-3f48-48c5-b699-87ae2d9104fa tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:17.408344 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f9e22271-3e4a-4f0c-8931-41a7d60169d7 req-56291af6-3f48-48c5-b699-87ae2d9104fa tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/ports?device_id=4a3b0dba-c1ca-442b-af80-b163f0ea80a9 HTTP/1.1" status: 200 len: 946 time: 0.1124132 Feb 02 07:05:17.412518 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-cb7ee6bc-cf3e-49b1-9606-6b792b6615c3 req-cc0aba84-79f1-4b6d-ad74-d862618f8589 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks [] for security_group (4e2fb31d-353a-4caa-b66d-60e8163c2d10), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:17.428855 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 45694) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:17.528763 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f9e22271-3e4a-4f0c-8931-41a7d60169d7 req-097a9367-efd1-429d-a428-c53e228cc2a2 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/security-groups?id=e8e61412-2b54-4a5c-ab0d-3506f7e64351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134934 Feb 02 07:05:17.564613 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-cb7ee6bc-cf3e-49b1-9606-6b792b6615c3 req-cc0aba84-79f1-4b6d-ad74-d862618f8589 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks [] for security_group (4e2fb31d-353a-4caa-b66d-60e8163c2d10), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:17.732857 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f92c24da-65e4-4f0b-82cf-bde7e589d8fd admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=84c122d4ef10498c9eb60083d0b391c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2852962 Feb 02 07:05:17.737050 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 45702) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:17.748564 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '497ab761-4d65-43b2-8058-3ab0af5247d2', 'name': 'network-vif-deleted', 'tag': 'ef4e2d98-b4f3-42da-bdbd-68b19920f753'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:05:17.750805 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d660baf-82c8-44ac-9b81-823a1cc842d5" -d '{"events": [{"server_uuid": "497ab761-4d65-43b2-8058-3ab0af5247d2", "name": "network-vif-deleted", "tag": "ef4e2d98-b4f3-42da-bdbd-68b19920f753"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:05:17.760598 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac5c355-9443-4b43-881e-f08c3b9209d6 req-b6530acb-280d-419e-9953-1769957d0684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:17.762149 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ac5c355-9443-4b43-881e-f08c3b9209d6 req-b6530acb-280d-419e-9953-1769957d0684 service neutron] 10.222.0.88 "GET /v2.0/networks?id=f9701445-c4cf-4d4f-9286-fc4fc0bbd41b HTTP/1.1" status: 200 len: 907 time: 0.4653258 Feb 02 07:05:17.860838 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7b0a8f89-3e53-4e2a-be7f-6298e9071569 admin admin] Publish callbacks [] for security_group (4fb57ed4-cc4d-4527-a774-d434516db18b), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:17.885396 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-cb7ee6bc-cf3e-49b1-9606-6b792b6615c3 req-cc0aba84-79f1-4b6d-ad74-d862618f8589 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (4e2fb31d-353a-4caa-b66d-60e8163c2d10), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:17.899570 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-cb7ee6bc-cf3e-49b1-9606-6b792b6615c3 req-cc0aba84-79f1-4b6d-ad74-d862618f8589 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:17.906884 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cb7ee6bc-cf3e-49b1-9606-6b792b6615c3 req-cc0aba84-79f1-4b6d-ad74-d862618f8589 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] 10.222.0.87 "DELETE /v2.0/security-groups/4e2fb31d-353a-4caa-b66d-60e8163c2d10 HTTP/1.1" status: 204 len: 173 time: 0.8144789 Feb 02 07:05:17.912463 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ac5c355-9443-4b43-881e-f08c3b9209d6 req-186e07f6-2103-42dc-a71b-aed3ced2df6a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c04f47c7-cdb7-4308-b148-d10dfa3307f0 HTTP/1.1" status: 200 len: 217 time: 0.1394150 Feb 02 07:05:17.912829 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7b0a8f89-3e53-4e2a-be7f-6298e9071569 admin admin] Publish callbacks [] for security_group (4fb57ed4-cc4d-4527-a774-d434516db18b), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:17.971114 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0aba84-79f1-4b6d-ad74-d862618f8589 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2fb31d-353a-4caa-b66d-60e8163c2d10,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:18.047369 n-d-789963-26 neutron-server[109693]: DEBUG neutron.objects.ports [None req-a9f8d411-a21c-486e-b8c6-84e3b9f97861 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109693) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 02 07:05:18.053561 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a9f8d411-a21c-486e-b8c6-84e3b9f97861 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (b1d4af94-4db9-456e-a8c1-ff1633f273eb), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:18.071210 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac5c355-9443-4b43-881e-f08c3b9209d6 req-44fce65c-95d4-4dc6-8e76-aa5f969b10e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:18.072913 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ac5c355-9443-4b43-881e-f08c3b9209d6 req-44fce65c-95d4-4dc6-8e76-aa5f969b10e0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=32144128-c19d-4644-8a7f-0675355df2fd HTTP/1.1" status: 200 len: 846 time: 0.1217322 Feb 02 07:05:18.090340 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb62539-221d-4c45-a3a1-1ba9c35cffa8 req-50a24d6d-ed8d-4180-a0da-49466cbd9e23 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:18.101959 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb62539-221d-4c45-a3a1-1ba9c35cffa8 req-50a24d6d-ed8d-4180-a0da-49466cbd9e23 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:18.115598 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb62539-221d-4c45-a3a1-1ba9c35cffa8 req-50a24d6d-ed8d-4180-a0da-49466cbd9e23 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:18.120697 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fbb62539-221d-4c45-a3a1-1ba9c35cffa8 req-50a24d6d-ed8d-4180-a0da-49466cbd9e23 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/ports?device_id=c30696a1-86c4-4617-8778-3f2640a233cf&device_id=8862ba72-75d9-4882-987c-9844219c294f&device_id=4a3b0dba-c1ca-442b-af80-b163f0ea80a9 HTTP/1.1" status: 200 len: 2418 time: 0.1771014 Feb 02 07:05:18.124999 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7b0a8f89-3e53-4e2a-be7f-6298e9071569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (4fb57ed4-cc4d-4527-a774-d434516db18b), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:18.132409 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7b0a8f89-3e53-4e2a-be7f-6298e9071569 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:18.140504 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-7b0a8f89-3e53-4e2a-be7f-6298e9071569 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/4fb57ed4-cc4d-4527-a774-d434516db18b HTTP/1.1" status: 204 len: 168 time: 0.4001758 Feb 02 07:05:18.164948 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0a8f89-3e53-4e2a-be7f-6298e9071569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb57ed4-cc4d-4527-a774-d434516db18b,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:18.238135 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ac5c355-9443-4b43-881e-f08c3b9209d6 req-a9dd9af9-eee7-416b-bfd3-afcc2a51fbd7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f9701445-c4cf-4d4f-9286-fc4fc0bbd41b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1186213 Feb 02 07:05:18.244332 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fbb62539-221d-4c45-a3a1-1ba9c35cffa8 req-4ced5ea5-6702-4237-943c-58e317dd90a5 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/security-groups?id=e8e61412-2b54-4a5c-ab0d-3506f7e64351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015410 Feb 02 07:05:18.291403 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f8d411-a21c-486e-b8c6-84e3b9f97861 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:05:18.325167 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b75b62a-787e-483c-855c-c7b81f62d301 x-openstack-request-id: req-1b75b62a-787e-483c-855c-c7b81f62d301 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:05:18.325656 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "497ab761-4d65-43b2-8058-3ab0af5247d2", "name": "network-vif-deleted", "tag": "ef4e2d98-b4f3-42da-bdbd-68b19920f753", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:05:18.325992 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1b75b62a-787e-483c-855c-c7b81f62d301 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:05:18.327433 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '497ab761-4d65-43b2-8058-3ab0af5247d2', 'name': 'network-vif-deleted', 'tag': 'ef4e2d98-b4f3-42da-bdbd-68b19920f753', 'status': 'completed', 'code': 200} Feb 02 07:05:18.344309 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-a9f8d411-a21c-486e-b8c6-84e3b9f97861 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:05:18.354956 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db69aba-b02c-4b50-93d8-8b251d0b0a31 None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:05:18.363341 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f8d411-a21c-486e-b8c6-84e3b9f97861 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:18.366442 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a9f8d411-a21c-486e-b8c6-84e3b9f97861 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:18.397880 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f8d411-a21c-486e-b8c6-84e3b9f97861 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event updated for resources: {'Subnet': ['ID=b1d4af94-4db9-456e-a8c1-ff1633f273eb,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:18.461316 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a9f8d411-a21c-486e-b8c6-84e3b9f97861 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.8624763 Feb 02 07:05:18.466926 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45718) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:18.477234 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a043e-7cba-4a0b-b631-845cc4f5132d req-23c7d869-bf16-4214-a49b-fff45a9057db tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:18.479529 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5c6a043e-7cba-4a0b-b631-845cc4f5132d req-23c7d869-bf16-4214-a49b-fff45a9057db tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=33602f1c-837d-491b-a7b9-31fd3880983d HTTP/1.1" status: 200 len: 943 time: 0.4304893 Feb 02 07:05:18.486349 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-aa09354a-023e-42ec-aa6e-6c47ef061b63 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Request body: {'port': {'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'mac_address': 'fa:16:3e:22:ad:86', 'name': 'tempest-NetworksTestDHCPv6-1648796444'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:05:18.522840 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f46c7ed7-eda8-478c-a8a2-de803da9ee95 req-bbb32f8b-c785-42eb-80d2-cac4347d1a70 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] 10.222.0.87 "GET /v2.0/security-groups/833ecd46-eb46-474c-b7b3-e44e6915c9f0 HTTP/1.1" status: 200 len: 2424 time: 0.1315126 Feb 02 07:05:18.604368 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f46c7ed7-eda8-478c-a8a2-de803da9ee95 req-d708efbd-8877-4ff3-a544-b828ab79776c tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks [] for security_group (833ecd46-eb46-474c-b7b3-e44e6915c9f0), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:18.653913 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5d4693-62ea-4e6e-bbb7-c15631bf3ba8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-0866d72e-3544-4c93-a5a9-bf8114a5301e', 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'project_id': 'd3e64a71e17749e693b291cf3514bb46', 'fixed_ips': [{'subnet_id': 'b1d4af94-4db9-456e-a8c1-ff1633f273eb'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:05:18.655056 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7f5d4693-62ea-4e6e-bbb7-c15631bf3ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:18.661468 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f46c7ed7-eda8-478c-a8a2-de803da9ee95 req-d708efbd-8877-4ff3-a544-b828ab79776c tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks [] for security_group (833ecd46-eb46-474c-b7b3-e44e6915c9f0), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:18.717746 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ac5c355-9443-4b43-881e-f08c3b9209d6 req-29ca2847-7de6-4b74-aa69-09ce77bf14ea service neutron] 10.222.0.88 "GET /v2.0/networks/f9701445-c4cf-4d4f-9286-fc4fc0bbd41b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4713295 Feb 02 07:05:18.776612 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f46c7ed7-eda8-478c-a8a2-de803da9ee95 req-d708efbd-8877-4ff3-a544-b828ab79776c tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (833ecd46-eb46-474c-b7b3-e44e6915c9f0), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:18.779763 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f46c7ed7-eda8-478c-a8a2-de803da9ee95 req-d708efbd-8877-4ff3-a544-b828ab79776c tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:18.787736 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f46c7ed7-eda8-478c-a8a2-de803da9ee95 req-d708efbd-8877-4ff3-a544-b828ab79776c tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] 10.222.0.87 "DELETE /v2.0/security-groups/833ecd46-eb46-474c-b7b3-e44e6915c9f0 HTTP/1.1" status: 204 len: 173 time: 0.2638779 Feb 02 07:05:18.825607 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d708efbd-8877-4ff3-a544-b828ab79776c tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=833ecd46-eb46-474c-b7b3-e44e6915c9f0,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:18.924934 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-7f5d4693-62ea-4e6e-bbb7-c15631bf3ba8 None None] Allocated IP 2001:db8::f816:3eff:fe2b:b930 (0866d72e-3544-4c93-a5a9-bf8114a5301e/b1d4af94-4db9-456e-a8c1-ff1633f273eb/7fe28cf4-f284-48c7-8a92-093c3d1111cd) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:05:18.979871 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5c6a043e-7cba-4a0b-b631-845cc4f5132d req-a1a4dd27-8192-482b-af46-75366e9b2f55 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4682143 Feb 02 07:05:19.068248 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa09354a-023e-42ec-aa6e-6c47ef061b63 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Made reservation on behalf of d3e64a71e17749e693b291cf3514bb46 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:05:19.112485 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ecce4c-060a-4e8e-bcf4-2e543545c914 req-22525f4d-906a-45e9-a0ad-b6cf7ffd53d8 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:19.147315 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f0ecce4c-060a-4e8e-bcf4-2e543545c914 req-22525f4d-906a-45e9-a0ad-b6cf7ffd53d8 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/ports?device_id=c30696a1-86c4-4617-8778-3f2640a233cf HTTP/1.1" status: 200 len: 946 time: 0.1362433 Feb 02 07:05:19.318512 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f0ecce4c-060a-4e8e-bcf4-2e543545c914 req-8992d40a-2f83-4bcb-91d9-53ac2ae25fef tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/security-groups?id=e8e61412-2b54-4a5c-ab0d-3506f7e64351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862350 Feb 02 07:05:19.349515 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-aa09354a-023e-42ec-aa6e-6c47ef061b63 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:19.451831 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device c04f47c7-cdb7-4308-b148-d10dfa3307f0 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:05:19.518468 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-926d1fdb-e762-4382-a045-4f922c35ed24 req-801aec1a-83c8-43ab-9472-308b91a8596f tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] 10.222.0.87 "GET /v2.0/security-groups/6f42e75b-95dc-448e-b579-1f219ca9f20a HTTP/1.1" status: 200 len: 2417 time: 0.4660649 Feb 02 07:05:19.520130 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [None req-aa09354a-023e-42ec-aa6e-6c47ef061b63 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] device_id is not set on port fd93286d-18b8-4875-98f6-0831194023b8 yet. {{(pid=109693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:05:19.556240 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ac5c355-9443-4b43-881e-f08c3b9209d6 req-a1aed1e4-fd32-448b-81fa-ef77378de73a service neutron] 10.222.0.88 "GET /v2.0/networks/f9701445-c4cf-4d4f-9286-fc4fc0bbd41b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8090942 Feb 02 07:05:19.568143 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7f5d4693-62ea-4e6e-bbb7-c15631bf3ba8 None None] Publish callbacks [] for port (7fe28cf4-f284-48c7-8a92-093c3d1111cd), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:19.583930 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7f5d4693-62ea-4e6e-bbb7-c15631bf3ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (7fe28cf4-f284-48c7-8a92-093c3d1111cd), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:19.694644 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5d4693-62ea-4e6e-bbb7-c15631bf3ba8 None None] Pushing event updated for resources: {'Port': ['ID=7fe28cf4-f284-48c7-8a92-093c3d1111cd,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:19.756206 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5d4693-62ea-4e6e-bbb7-c15631bf3ba8 None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:05:19.764048 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-7f5d4693-62ea-4e6e-bbb7-c15631bf3ba8 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:05:19.766559 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5d4693-62ea-4e6e-bbb7-c15631bf3ba8 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:05:19.868862 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-926d1fdb-e762-4382-a045-4f922c35ed24 req-5f3c898c-c750-4852-9268-721f5b2d3074 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks [] for security_group (6f42e75b-95dc-448e-b579-1f219ca9f20a), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:19.932823 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-aa09354a-023e-42ec-aa6e-6c47ef061b63 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Allocated IP 2001:db8::f816:3eff:fe22:ad86 (0866d72e-3544-4c93-a5a9-bf8114a5301e/b1d4af94-4db9-456e-a8c1-ff1633f273eb/fd93286d-18b8-4875-98f6-0831194023b8) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:05:19.936308 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-926d1fdb-e762-4382-a045-4f922c35ed24 req-5f3c898c-c750-4852-9268-721f5b2d3074 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks [] for security_group (6f42e75b-95dc-448e-b579-1f219ca9f20a), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:19.994151 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-7f5d4693-62ea-4e6e-bbb7-c15631bf3ba8 None None] Attempting to bind port 7fe28cf4-f284-48c7-8a92-093c3d1111cd on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:05:19.994533 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-7f5d4693-62ea-4e6e-bbb7-c15631bf3ba8 None None] Attempting to bind port 7fe28cf4-f284-48c7-8a92-093c3d1111cd by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:05:19.994892 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5d4693-62ea-4e6e-bbb7-c15631bf3ba8 None None] Attempting to bind port 7fe28cf4-f284-48c7-8a92-093c3d1111cd on network 0866d72e-3544-4c93-a5a9-bf8114a5301e {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:05:20.002243 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5d4693-62ea-4e6e-bbb7-c15631bf3ba8 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:05:20.002628 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5d4693-62ea-4e6e-bbb7-c15631bf3ba8 None None] Checking segment: {'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:05:20.003030 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7f5d4693-62ea-4e6e-bbb7-c15631bf3ba8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:20.003442 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5d4693-62ea-4e6e-bbb7-c15631bf3ba8 None None] Bound using segment: {'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:05:20.003934 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-7f5d4693-62ea-4e6e-bbb7-c15631bf3ba8 None None] Bound port: 7fe28cf4-f284-48c7-8a92-093c3d1111cd, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:05:20.004316 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7f5d4693-62ea-4e6e-bbb7-c15631bf3ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (7fe28cf4-f284-48c7-8a92-093c3d1111cd), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:20.102849 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-926d1fdb-e762-4382-a045-4f922c35ed24 req-5f3c898c-c750-4852-9268-721f5b2d3074 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (6f42e75b-95dc-448e-b579-1f219ca9f20a), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:20.106328 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-926d1fdb-e762-4382-a045-4f922c35ed24 req-5f3c898c-c750-4852-9268-721f5b2d3074 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:20.107794 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-926d1fdb-e762-4382-a045-4f922c35ed24 req-5f3c898c-c750-4852-9268-721f5b2d3074 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] 10.222.0.87 "DELETE /v2.0/security-groups/6f42e75b-95dc-448e-b579-1f219ca9f20a HTTP/1.1" status: 204 len: 173 time: 0.5768116 Feb 02 07:05:20.113579 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 45760) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:20.165358 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-7f5d4693-62ea-4e6e-bbb7-c15631bf3ba8 None None] For port 7fe28cf4-f284-48c7-8a92-093c3d1111cd, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:05:20.179037 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-7f5d4693-62ea-4e6e-bbb7-c15631bf3ba8 None None] For port 7fe28cf4-f284-48c7-8a92-093c3d1111cd, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=7fe28cf4-f284-48c7-8a92-093c3d1111cd,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:05:20.206591 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7f5d4693-62ea-4e6e-bbb7-c15631bf3ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (7fe28cf4-f284-48c7-8a92-093c3d1111cd), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:20.208609 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3c898c-c750-4852-9268-721f5b2d3074 tempest-SecurityGroupRulesTestJSON-739092905 tempest-SecurityGroupRulesTestJSON-739092905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f42e75b-95dc-448e-b579-1f219ca9f20a,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:20.264355 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-298a6a8e-316a-4162-9587-d4b156e499e0 admin admin] Deleting subnet 4984be45-7f3b-459f-9c41-5955c755c315 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:05:20.281331 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-298a6a8e-316a-4162-9587-d4b156e499e0 admin admin] Publish callbacks [] for subnet (4984be45-7f3b-459f-9c41-5955c755c315), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:20.298929 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-aa09354a-023e-42ec-aa6e-6c47ef061b63 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for port (fd93286d-18b8-4875-98f6-0831194023b8), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:20.348759 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port c04f47c7-cdb7-4308-b148-d10dfa3307f0, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=c04f47c7-cdb7-4308-b148-d10dfa3307f0,segment=NetworkSegment(50b2c935-c140-4230-880a-508574d9ed43),segment_id=50b2c935-c140-4230-880a-508574d9ed43)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:05:20.393272 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': 'c04f47c7-cdb7-4308-b148-d10dfa3307f0', 'network_id': 'f9701445-c4cf-4d4f-9286-fc4fc0bbd41b', 'port_id': 'c04f47c7-cdb7-4308-b148-d10dfa3307f0', 'mac_address': 'fa:16:3e:6d:4c:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32144128-c19d-4644-8a7f-0675355df2fd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:05:20.420596 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5d4693-62ea-4e6e-bbb7-c15631bf3ba8 None None] Pushing event updated for resources: {'Port': ['ID=7fe28cf4-f284-48c7-8a92-093c3d1111cd,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:20.431169 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-aa09354a-023e-42ec-aa6e-6c47ef061b63 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (fd93286d-18b8-4875-98f6-0831194023b8), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:20.449074 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-298a6a8e-316a-4162-9587-d4b156e499e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (4984be45-7f3b-459f-9c41-5955c755c315), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:20.490134 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port c04f47c7-cdb7-4308-b148-d10dfa3307f0 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:05:20.490676 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (c04f47c7-cdb7-4308-b148-d10dfa3307f0), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:20.548676 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c04f47c7-cdb7-4308-b148-d10dfa3307f0 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:05:20.627313 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa09354a-023e-42ec-aa6e-6c47ef061b63 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:05:20.631492 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port c04f47c7-cdb7-4308-b148-d10dfa3307f0, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=c04f47c7-cdb7-4308-b148-d10dfa3307f0,segment=NetworkSegment(50b2c935-c140-4230-880a-508574d9ed43),segment_id=50b2c935-c140-4230-880a-508574d9ed43)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:05:20.636397 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-aa09354a-023e-42ec-aa6e-6c47ef061b63 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:05:20.639096 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa09354a-023e-42ec-aa6e-6c47ef061b63 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event updated for resources: {'Port': ['ID=fd93286d-18b8-4875-98f6-0831194023b8,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:20.645792 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (c04f47c7-cdb7-4308-b148-d10dfa3307f0), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:20.655516 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa09354a-023e-42ec-aa6e-6c47ef061b63 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:05:20.661819 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-298a6a8e-316a-4162-9587-d4b156e499e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (4984be45-7f3b-459f-9c41-5955c755c315), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:20.671363 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa09354a-023e-42ec-aa6e-6c47ef061b63 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:20.675031 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-aa09354a-023e-42ec-aa6e-6c47ef061b63 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:20.737981 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-aa09354a-023e-42ec-aa6e-6c47ef061b63 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2683334 Feb 02 07:05:20.739588 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45780) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:20.791047 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-298a6a8e-316a-4162-9587-d4b156e499e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (4984be45-7f3b-459f-9c41-5955c755c315), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:20.843946 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=c04f47c7-cdb7-4308-b148-d10dfa3307f0,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:20.889131 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aff681d-2322-4641-bc6f-7bda03b0df22 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:20.894856 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aff681d-2322-4641-bc6f-7bda03b0df22 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:20.899346 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-9aff681d-2322-4641-bc6f-7bda03b0df22 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1533675 Feb 02 07:05:20.901858 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45784) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:20.927328 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:05:20.934610 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298a6a8e-316a-4162-9587-d4b156e499e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4984be45-7f3b-459f-9c41-5955c755c315,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:20.949612 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['c04f47c7-cdb7-4308-b148-d10dfa3307f0'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:05:20.956381 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-298a6a8e-316a-4162-9587-d4b156e499e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:20.963238 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-298a6a8e-316a-4162-9587-d4b156e499e0 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/4984be45-7f3b-459f-9c41-5955c755c315 HTTP/1.1" status: 204 len: 168 time: 0.8455317 Feb 02 07:05:20.967303 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 45786) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:21.018034 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce5c33-77d9-4f4a-affa-6f365d5586fc req-fa5fddcb-f7c3-4fff-8ebf-2b7fd88eeba5 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:21.024528 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c1ce5c33-77d9-4f4a-affa-6f365d5586fc req-fa5fddcb-f7c3-4fff-8ebf-2b7fd88eeba5 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=33602f1c-837d-491b-a7b9-31fd3880983d HTTP/1.1" status: 200 len: 943 time: 0.5565927 Feb 02 07:05:21.289686 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c9cb60b8-89fc-4efa-a7b5-0f4220844429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (ce6a5866-b228-4148-89a8-718fb925fb87), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:21.312637 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c1ce5c33-77d9-4f4a-affa-6f365d5586fc req-3c5166de-c5de-4a30-bdff-7809b1212a4e tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529821 Feb 02 07:05:21.393542 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-5027c227-0447-43e4-88d1-10c8f7d73564 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Deleting port fd93286d-18b8-4875-98f6-0831194023b8 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:05:21.394124 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5027c227-0447-43e4-88d1-10c8f7d73564 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (fd93286d-18b8-4875-98f6-0831194023b8), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:21.521930 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c9cb60b8-89fc-4efa-a7b5-0f4220844429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (ce6a5866-b228-4148-89a8-718fb925fb87), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:21.588167 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-c9cb60b8-89fc-4efa-a7b5-0f4220844429 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce6a5866-b228-4148-89a8-718fb925fb87']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:05:21.614586 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-c9cb60b8-89fc-4efa-a7b5-0f4220844429 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29d7944e-b597-473c-9bbf-5c8af0a35be9') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:05:21.615073 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-c9cb60b8-89fc-4efa-a7b5-0f4220844429 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29d7944e-b597-473c-9bbf-5c8af0a35be9') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:05:21.659072 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c9cb60b8-89fc-4efa-a7b5-0f4220844429 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (29d7944e-b597-473c-9bbf-5c8af0a35be9), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:21.702043 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba383b-1f4a-426c-a02f-2743d85bf67e req-0148ec56-2fe2-4bee-85ae-651db7a51404 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:21.711190 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-deba383b-1f4a-426c-a02f-2743d85bf67e req-0148ec56-2fe2-4bee-85ae-651db7a51404 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/ports?device_id=4a3b0dba-c1ca-442b-af80-b163f0ea80a9 HTTP/1.1" status: 200 len: 946 time: 0.1912854 Feb 02 07:05:21.727914 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5027c227-0447-43e4-88d1-10c8f7d73564 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (fd93286d-18b8-4875-98f6-0831194023b8), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:21.734633 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c9cb60b8-89fc-4efa-a7b5-0f4220844429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (29d7944e-b597-473c-9bbf-5c8af0a35be9), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:21.746814 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9cb60b8-89fc-4efa-a7b5-0f4220844429 admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:05:21.747221 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c9cb60b8-89fc-4efa-a7b5-0f4220844429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (29d7944e-b597-473c-9bbf-5c8af0a35be9), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:21.772829 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-5027c227-0447-43e4-88d1-10c8f7d73564 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Calling delete_port for fd93286d-18b8-4875-98f6-0831194023b8 owned by {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:05:21.849568 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:05:21.849568 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:05:21.849568 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:05:21.849568 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:05:21.849568 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:05:21.849568 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:05:21.849568 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:05:21.849568 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:05:21.849568 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:05:21.849568 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:05:21.849568 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:05:21.849568 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:05:21.849568 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:05:21.849568 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:05:21.849568 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:05:21.849568 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:05:21.849568 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:05:21.849568 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:05:21.849568 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:05:21.849568 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:05:21.849568 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:05:21.849568 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:05:21.849568 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:05:21.849568 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:05:21.849568 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:05:21.849568 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:05:21.849568 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:05:21.849568 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:05:21.849568 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:05:21.849568 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:05:21.849568 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:05:21.849568 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:05:21.871009 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c9cb60b8-89fc-4efa-a7b5-0f4220844429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (ce6a5866-b228-4148-89a8-718fb925fb87), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:21.890114 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c9cb60b8-89fc-4efa-a7b5-0f4220844429 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:21.896381 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c9cb60b8-89fc-4efa-a7b5-0f4220844429 admin admin] 10.222.0.87 "DELETE /v2.0/networks/ce6a5866-b228-4148-89a8-718fb925fb87 HTTP/1.1" status: 204 len: 168 time: 0.9226470 Feb 02 07:05:21.944700 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:21.956074 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 45812) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:21.958808 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cb60b8-89fc-4efa-a7b5-0f4220844429 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce6a5866-b228-4148-89a8-718fb925fb87,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:22.029108 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-deba383b-1f4a-426c-a02f-2743d85bf67e req-9b9985d3-5202-49e8-bfa9-ce4cfc30e21e tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/security-groups?id=e8e61412-2b54-4a5c-ab0d-3506f7e64351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145449 Feb 02 07:05:22.181288 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fb87982b-714c-4f53-a0c2-d82738011365 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:22.186488 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5027c227-0447-43e4-88d1-10c8f7d73564 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (fd93286d-18b8-4875-98f6-0831194023b8), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:22.271869 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5027c227-0447-43e4-88d1-10c8f7d73564 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event deleted for resources: {'Port': ['ID=fd93286d-18b8-4875-98f6-0831194023b8,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:22.271869 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45816) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:22.340261 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fb87982b-714c-4f53-a0c2-d82738011365 admin admin] Publish callbacks [] for security_group (e7bb2865-cc47-4f8e-a7b5-3437d92c3bbd), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:22.357812 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fb87982b-714c-4f53-a0c2-d82738011365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (e7bb2865-cc47-4f8e-a7b5-3437d92c3bbd), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:22.371357 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-35d4a1ba-99fc-4f78-9dbb-12ddf0f06c61 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=523b76c5ed814bbdbb1be6fd71902f45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0956354 Feb 02 07:05:22.372713 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45820) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:22.418960 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb87982b-714c-4f53-a0c2-d82738011365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7bb2865-cc47-4f8e-a7b5-3437d92c3bbd,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:22.419472 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5027c227-0447-43e4-88d1-10c8f7d73564 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:22.423009 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-5027c227-0447-43e4-88d1-10c8f7d73564 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/ports/fd93286d-18b8-4875-98f6-0831194023b8 HTTP/1.1" status: 204 len: 168 time: 1.5158207 Feb 02 07:05:22.428532 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45824) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:22.467389 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-fb87982b-714c-4f53-a0c2-d82738011365 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=898d57340c9b480b923367218a638840&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5096979 Feb 02 07:05:22.470014 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 45828) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:22.517678 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-f06cd2f0-c9cc-4ad3-9bd2-039d8a509ef9 None None] Provisioning complete for port 7fe28cf4-f284-48c7-8a92-093c3d1111cd triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:05:22.517678 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f06cd2f0-c9cc-4ad3-9bd2-039d8a509ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (7fe28cf4-f284-48c7-8a92-093c3d1111cd), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:22.593094 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a0bd1265-d66f-4c55-9ce0-fdf2d1ad47f1 admin admin] Publish callbacks [] for security_group (ec94bdf1-a60f-468b-84ba-265382d9019e), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:22.596900 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094ed36c-5e3e-4dd1-9e4e-473deccfee7f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:22.598199 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094ed36c-5e3e-4dd1-9e4e-473deccfee7f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:22.602155 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-094ed36c-5e3e-4dd1-9e4e-473deccfee7f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1706011 Feb 02 07:05:22.602842 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45834) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:22.607068 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-af159aa2-7b8e-498d-a258-7e3b56824f75 admin admin] Publish callbacks [] for security_group (e7bb2865-cc47-4f8e-a7b5-3437d92c3bbd), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:22.633818 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb53f2-33ba-4cca-9b6b-c2016c76549f req-c180a779-9b91-4abb-b305-2c41df103c67 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:22.635375 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-87cb53f2-33ba-4cca-9b6b-c2016c76549f req-c180a779-9b91-4abb-b305-2c41df103c67 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=33602f1c-837d-491b-a7b9-31fd3880983d HTTP/1.1" status: 200 len: 944 time: 0.1421812 Feb 02 07:05:22.665255 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-af159aa2-7b8e-498d-a258-7e3b56824f75 admin admin] Publish callbacks [] for security_group (e7bb2865-cc47-4f8e-a7b5-3437d92c3bbd), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:22.716457 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-f06cd2f0-c9cc-4ad3-9bd2-039d8a509ef9 None None] Current status of the port 7fe28cf4-f284-48c7-8a92-093c3d1111cd is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:05:22.716940 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f06cd2f0-c9cc-4ad3-9bd2-039d8a509ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (7fe28cf4-f284-48c7-8a92-093c3d1111cd), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:22.763003 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-af159aa2-7b8e-498d-a258-7e3b56824f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (e7bb2865-cc47-4f8e-a7b5-3437d92c3bbd), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:22.767892 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-af159aa2-7b8e-498d-a258-7e3b56824f75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:22.772535 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-af159aa2-7b8e-498d-a258-7e3b56824f75 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/e7bb2865-cc47-4f8e-a7b5-3437d92c3bbd HTTP/1.1" status: 204 len: 168 time: 0.2966704 Feb 02 07:05:22.776865 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 7fe28cf4-f284-48c7-8a92-093c3d1111cd up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:05:22.787512 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-87cb53f2-33ba-4cca-9b6b-c2016c76549f req-2198cd9f-9084-4f33-beda-040223e13931 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215601 Feb 02 07:05:22.803787 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af159aa2-7b8e-498d-a258-7e3b56824f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7bb2865-cc47-4f8e-a7b5-3437d92c3bbd,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:22.838613 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a0bd1265-d66f-4c55-9ce0-fdf2d1ad47f1 admin admin] Publish callbacks [] for security_group (ec94bdf1-a60f-468b-84ba-265382d9019e), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:22.868479 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb9d08f1-7c67-4dae-8e9a-0594c182cd91 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Deleting subnet b1d4af94-4db9-456e-a8c1-ff1633f273eb {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:05:22.876736 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-eb9d08f1-7c67-4dae-8e9a-0594c182cd91 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for subnet (b1d4af94-4db9-456e-a8c1-ff1633f273eb), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:22.890777 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-f06cd2f0-c9cc-4ad3-9bd2-039d8a509ef9 None None] For port 7fe28cf4-f284-48c7-8a92-093c3d1111cd, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=7fe28cf4-f284-48c7-8a92-093c3d1111cd,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:05:22.904149 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f06cd2f0-c9cc-4ad3-9bd2-039d8a509ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (7fe28cf4-f284-48c7-8a92-093c3d1111cd), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:22.965073 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-eb9d08f1-7c67-4dae-8e9a-0594c182cd91 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (b1d4af94-4db9-456e-a8c1-ff1633f273eb), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:22.982615 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06cd2f0-c9cc-4ad3-9bd2-039d8a509ef9 None None] Pushing event updated for resources: {'Port': ['ID=7fe28cf4-f284-48c7-8a92-093c3d1111cd,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:22.992844 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 7fe28cf4-f284-48c7-8a92-093c3d1111cd triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:05:22.993516 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (7fe28cf4-f284-48c7-8a92-093c3d1111cd), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:23.133840 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-b37589f6-a249-4efb-972a-521166f586a5 None None] Could not find standard attr ID for object fd93286d-18b8-4875-98f6-0831194023b8. {{(pid=109695) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 07:05:23.139288 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-eb9d08f1-7c67-4dae-8e9a-0594c182cd91 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (b1d4af94-4db9-456e-a8c1-ff1633f273eb), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:23.143773 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 7fe28cf4-f284-48c7-8a92-093c3d1111cd is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:05:23.214237 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device c04f47c7-cdb7-4308-b148-d10dfa3307f0 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:05:23.301755 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7727a23a-a873-49fc-b8c8-41152848d7fc req-8a27147e-2443-4ee2-b2c3-b1ae79dfc6d6 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:23.309635 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7727a23a-a873-49fc-b8c8-41152848d7fc req-8a27147e-2443-4ee2-b2c3-b1ae79dfc6d6 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/ports?device_id=4a3b0dba-c1ca-442b-af80-b163f0ea80a9 HTTP/1.1" status: 200 len: 946 time: 0.1533208 Feb 02 07:05:23.360589 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port c04f47c7-cdb7-4308-b148-d10dfa3307f0 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:05:23.367067 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port c04f47c7-cdb7-4308-b148-d10dfa3307f0 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:05:23.367391 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (c04f47c7-cdb7-4308-b148-d10dfa3307f0), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:23.453780 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7727a23a-a873-49fc-b8c8-41152848d7fc req-d4f1d5ab-4e8b-43c6-adfa-e18fc1b4244e tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/security-groups?id=e8e61412-2b54-4a5c-ab0d-3506f7e64351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368968 Feb 02 07:05:23.561928 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port c04f47c7-cdb7-4308-b148-d10dfa3307f0 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:05:23.565797 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (c04f47c7-cdb7-4308-b148-d10dfa3307f0), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:23.614634 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33602f1c-837d-491b-a7b9-31fd3880983d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c04f47c7-cdb7-4308-b148-d10dfa3307f0'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:05:23.618521 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5208b0-f7f6-498f-ac09-65af34931b0d" -d '{"events": [{"server_uuid": "33602f1c-837d-491b-a7b9-31fd3880983d", "name": "network-vif-plugged", "status": "completed", "tag": "c04f47c7-cdb7-4308-b148-d10dfa3307f0"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:05:23.650689 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port c04f47c7-cdb7-4308-b148-d10dfa3307f0, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=c04f47c7-cdb7-4308-b148-d10dfa3307f0,segment=NetworkSegment(50b2c935-c140-4230-880a-508574d9ed43),segment_id=50b2c935-c140-4230-880a-508574d9ed43)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:05:23.664150 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (c04f47c7-cdb7-4308-b148-d10dfa3307f0), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:23.754757 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d84f88c2-3614-4a4d-a26a-82f90bf98d64 x-openstack-request-id: req-d84f88c2-3614-4a4d-a26a-82f90bf98d64 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:05:23.755047 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33602f1c-837d-491b-a7b9-31fd3880983d", "name": "network-vif-plugged", "status": "completed", "tag": "c04f47c7-cdb7-4308-b148-d10dfa3307f0", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:05:23.755911 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d84f88c2-3614-4a4d-a26a-82f90bf98d64 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:05:23.759669 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33602f1c-837d-491b-a7b9-31fd3880983d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c04f47c7-cdb7-4308-b148-d10dfa3307f0', 'code': 200} Feb 02 07:05:23.780314 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=c04f47c7-cdb7-4308-b148-d10dfa3307f0,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:23.803132 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a0bd1265-d66f-4c55-9ce0-fdf2d1ad47f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (ec94bdf1-a60f-468b-84ba-265382d9019e), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:23.806741 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a0bd1265-d66f-4c55-9ce0-fdf2d1ad47f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:23.812062 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a0bd1265-d66f-4c55-9ce0-fdf2d1ad47f1 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ec94bdf1-a60f-468b-84ba-265382d9019e HTTP/1.1" status: 204 len: 168 time: 1.4356263 Feb 02 07:05:23.827306 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bd1265-d66f-4c55-9ce0-fdf2d1ad47f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec94bdf1-a60f-468b-84ba-265382d9019e,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:23.830178 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-eb9d08f1-7c67-4dae-8e9a-0594c182cd91 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (b1d4af94-4db9-456e-a8c1-ff1633f273eb), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:23.879941 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-eb9d08f1-7c67-4dae-8e9a-0594c182cd91 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:23.880613 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383c687a-5f77-46de-a682-fe78311ec7af None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:05:23.883512 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-eb9d08f1-7c67-4dae-8e9a-0594c182cd91 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/subnets/b1d4af94-4db9-456e-a8c1-ff1633f273eb HTTP/1.1" status: 204 len: 168 time: 1.2794712 Feb 02 07:05:23.886082 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45862) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:23.886834 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9d08f1-7c67-4dae-8e9a-0594c182cd91 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event deleted for resources: {'Subnet': ['ID=b1d4af94-4db9-456e-a8c1-ff1633f273eb,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:23.957417 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d3f83b24-a00f-4a5c-a909-9960567b9d3a tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0666559 Feb 02 07:05:23.962071 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45866) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:23.970737 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-0caef234-b5d0-41c5-949e-969fc617a481 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Request body: {'subnet': {'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:05:24.013752 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c571d509-0dfa-485f-9c5a-dd99cd7dabf2 req-90ea88e1-1f64-45b0-988b-b2bf8d1eb0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:24.018714 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c571d509-0dfa-485f-9c5a-dd99cd7dabf2 req-90ea88e1-1f64-45b0-988b-b2bf8d1eb0ff service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=33602f1c-837d-491b-a7b9-31fd3880983d HTTP/1.1" status: 200 len: 1128 time: 0.1991711 Feb 02 07:05:24.084391 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38bbf2-6ec9-4870-a232-8927d6104900 req-47518e36-cc87-41e9-bab4-e2f85e4e4111 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:24.090848 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bb38bbf2-6ec9-4870-a232-8927d6104900 req-47518e36-cc87-41e9-bab4-e2f85e4e4111 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=33602f1c-837d-491b-a7b9-31fd3880983d HTTP/1.1" status: 200 len: 945 time: 0.1651092 Feb 02 07:05:24.198162 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bb38bbf2-6ec9-4870-a232-8927d6104900 req-062f5806-6bfe-42ee-b307-02a0a24b0b3a tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994298 Feb 02 07:05:24.232755 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206d9828-7fd0-46a5-bd92-6e15a0772596 None None] DHCP port deletion for 0866d72e-3544-4c93-a5a9-bf8114a5301e request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:05:24.255065 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c571d509-0dfa-485f-9c5a-dd99cd7dabf2 req-d91f556f-7f65-4ba8-b3dd-f90623e05b80 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292678 Feb 02 07:05:24.284484 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0caef234-b5d0-41c5-949e-969fc617a481 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Made reservation on behalf of d3e64a71e17749e693b291cf3514bb46 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:05:24.291628 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0caef234-b5d0-41c5-949e-969fc617a481 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:24.333593 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-206d9828-7fd0-46a5-bd92-6e15a0772596 None None] Deleting port 7fe28cf4-f284-48c7-8a92-093c3d1111cd {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:05:24.336549 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-206d9828-7fd0-46a5-bd92-6e15a0772596 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (7fe28cf4-f284-48c7-8a92-093c3d1111cd), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:24.405178 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 45878) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:24.643940 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-ec468aa7-9cfb-4a65-8ce0-cc9497818fe3 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1531637019-network', 'tenant_id': '3ca6e0dbe61a40c1a76c83da4c6dc6ad'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:05:24.674981 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec468aa7-9cfb-4a65-8ce0-cc9497818fe3 admin admin] Made reservation on behalf of 3ca6e0dbe61a40c1a76c83da4c6dc6ad for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:05:24.677432 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ec468aa7-9cfb-4a65-8ce0-cc9497818fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:24.692085 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ec468aa7-9cfb-4a65-8ce0-cc9497818fe3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:24.720120 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-206d9828-7fd0-46a5-bd92-6e15a0772596 None None] For port 7fe28cf4-f284-48c7-8a92-093c3d1111cd, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=7fe28cf4-f284-48c7-8a92-093c3d1111cd,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:05:24.720120 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-206d9828-7fd0-46a5-bd92-6e15a0772596 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (7fe28cf4-f284-48c7-8a92-093c3d1111cd), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:24.737288 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-206d9828-7fd0-46a5-bd92-6e15a0772596 None None] Calling delete_port for 7fe28cf4-f284-48c7-8a92-093c3d1111cd owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:05:24.826845 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 7fe28cf4-f284-48c7-8a92-093c3d1111cd no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:05:24.855938 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-206d9828-7fd0-46a5-bd92-6e15a0772596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (7fe28cf4-f284-48c7-8a92-093c3d1111cd), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:24.860225 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ec468aa7-9cfb-4a65-8ce0-cc9497818fe3 admin admin] Publish callbacks [] for security_group (147909be-cff9-4991-aa78-917b7db4e020), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:24.876087 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ec468aa7-9cfb-4a65-8ce0-cc9497818fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (147909be-cff9-4991-aa78-917b7db4e020), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:24.890151 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206d9828-7fd0-46a5-bd92-6e15a0772596 None None] Pushing event deleted for resources: {'Port': ['ID=7fe28cf4-f284-48c7-8a92-093c3d1111cd,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:24.904565 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206d9828-7fd0-46a5-bd92-6e15a0772596 None None] No DVR routers for this DVR port 7fe28cf4-f284-48c7-8a92-093c3d1111cd on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:05:24.924316 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No active binding found for port 7fe28cf4-f284-48c7-8a92-093c3d1111cd {{(pid=109695) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 02 07:05:24.928305 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] The host n-d-789963-26 is not matching for port 7fe28cf4-f284-48c7-8a92-093c3d1111cd host None! {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 02 07:05:24.928820 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 7fe28cf4-f284-48c7-8a92-093c3d1111cd not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:05:24.938596 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec468aa7-9cfb-4a65-8ce0-cc9497818fe3 admin admin] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:05:24.953976 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ec468aa7-9cfb-4a65-8ce0-cc9497818fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (ce666524-bce3-41cf-a983-9d2cc88666a7), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:24.954677 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-ec468aa7-9cfb-4a65-8ce0-cc9497818fe3 admin admin] Added segment ce666524-bce3-41cf-a983-9d2cc88666a7 of type vlan for network 9c502670-697d-4935-855e-9a6fd2d524bb Feb 02 07:05:25.005686 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ec468aa7-9cfb-4a65-8ce0-cc9497818fe3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (9c502670-697d-4935-855e-9a6fd2d524bb), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:25.057976 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ec468aa7-9cfb-4a65-8ce0-cc9497818fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (9c502670-697d-4935-855e-9a6fd2d524bb), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:25.062643 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec468aa7-9cfb-4a65-8ce0-cc9497818fe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:25.063363 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ec468aa7-9cfb-4a65-8ce0-cc9497818fe3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:25.088610 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda342ea-010d-4e49-8f2e-6ed8b6de36ab req-961aad55-ef8b-4cbd-bd6a-75f9c40ebcdb tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:25.098153 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bda342ea-010d-4e49-8f2e-6ed8b6de36ab req-961aad55-ef8b-4cbd-bd6a-75f9c40ebcdb tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/ports?device_id=4a3b0dba-c1ca-442b-af80-b163f0ea80a9 HTTP/1.1" status: 200 len: 946 time: 0.5192349 Feb 02 07:05:25.110624 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec468aa7-9cfb-4a65-8ce0-cc9497818fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=147909be-cff9-4991-aa78-917b7db4e020,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:25.140884 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-ec468aa7-9cfb-4a65-8ce0-cc9497818fe3 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7345815 Feb 02 07:05:25.142450 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec468aa7-9cfb-4a65-8ce0-cc9497818fe3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:05:25.142837 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec468aa7-9cfb-4a65-8ce0-cc9497818fe3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:05:25.143194 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec468aa7-9cfb-4a65-8ce0-cc9497818fe3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:05:25.143534 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec468aa7-9cfb-4a65-8ce0-cc9497818fe3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:05:25.143988 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec468aa7-9cfb-4a65-8ce0-cc9497818fe3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:05:25.144645 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec468aa7-9cfb-4a65-8ce0-cc9497818fe3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:05:25.144992 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec468aa7-9cfb-4a65-8ce0-cc9497818fe3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:05:25.145332 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec468aa7-9cfb-4a65-8ce0-cc9497818fe3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:05:25.145667 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec468aa7-9cfb-4a65-8ce0-cc9497818fe3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:05:25.146001 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec468aa7-9cfb-4a65-8ce0-cc9497818fe3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:05:25.146333 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec468aa7-9cfb-4a65-8ce0-cc9497818fe3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:05:25.146667 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec468aa7-9cfb-4a65-8ce0-cc9497818fe3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:05:25.146850 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45902) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:25.147018 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec468aa7-9cfb-4a65-8ce0-cc9497818fe3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:05:25.184210 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-954ed21f-dcd1-4dc8-9e20-a47568074257 admin admin] Request body: {'subnet': {'network_id': '9c502670-697d-4935-855e-9a6fd2d524bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1531637019-subnet', 'tenant_id': '3ca6e0dbe61a40c1a76c83da4c6dc6ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:05:25.207823 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec468aa7-9cfb-4a65-8ce0-cc9497818fe3 admin admin] Pushing event updated for resources: {'Network': ['ID=9c502670-697d-4935-855e-9a6fd2d524bb,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:25.220990 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 9c502670-697d-4935-855e-9a6fd2d524bb details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:05:25.362958 n-d-789963-26 neutron-server[109693]: DEBUG neutron.objects.ports [None req-0caef234-b5d0-41c5-949e-969fc617a481 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109693) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 02 07:05:25.367470 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-954ed21f-dcd1-4dc8-9e20-a47568074257 admin admin] Made reservation on behalf of 3ca6e0dbe61a40c1a76c83da4c6dc6ad for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:05:25.376102 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-954ed21f-dcd1-4dc8-9e20-a47568074257 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:25.403832 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0caef234-b5d0-41c5-949e-969fc617a481 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (ae44fe22-75c9-41d5-88ad-071bc636b0c1), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:25.511392 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6994d43a-6777-423f-b910-09e81ccf83bd req-7846989e-561e-4afd-9779-9b27ce3dc240 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:25.513717 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6994d43a-6777-423f-b910-09e81ccf83bd req-7846989e-561e-4afd-9779-9b27ce3dc240 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=33602f1c-837d-491b-a7b9-31fd3880983d HTTP/1.1" status: 200 len: 945 time: 0.1073353 Feb 02 07:05:25.594438 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6994d43a-6777-423f-b910-09e81ccf83bd req-3bdc695d-f9b7-414a-a3f5-785d78f78ec4 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723655 Feb 02 07:05:25.595081 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 45910) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:25.652733 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bda342ea-010d-4e49-8f2e-6ed8b6de36ab req-9583cc0f-01ed-421f-925d-d12a7ed4d9bb tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/security-groups?id=e8e61412-2b54-4a5c-ab0d-3506f7e64351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5555971 Feb 02 07:05:25.680609 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0caef234-b5d0-41c5-949e-969fc617a481 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:05:25.680609 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-0caef234-b5d0-41c5-949e-969fc617a481 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:05:25.689983 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0caef234-b5d0-41c5-949e-969fc617a481 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:25.690226 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b61187-2875-4e53-8a26-550b990062cd None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:05:25.690693 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0caef234-b5d0-41c5-949e-969fc617a481 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:25.763358 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caef234-b5d0-41c5-949e-969fc617a481 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event updated for resources: {'Subnet': ['ID=ae44fe22-75c9-41d5-88ad-071bc636b0c1,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:25.806868 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-d202a2ef-1192-43ec-99ef-50449e13680c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-657294238-network', 'tenant_id': '32d438d03e3c412aa95bd1ce4c33b4b7'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:05:25.828750 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-0caef234-b5d0-41c5-949e-969fc617a481 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.8643670 Feb 02 07:05:25.829145 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 45918) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:25.834919 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-736b818e-f08a-4b9c-abad-7a8720389754 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Request body: {'port': {'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'mac_address': 'fa:16:3e:36:40:b4', 'name': 'tempest-NetworksTestDHCPv6-1250364158'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:05:25.863139 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6188df75-cf02-4b3b-91af-13b115f722a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-0866d72e-3544-4c93-a5a9-bf8114a5301e', 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'project_id': 'd3e64a71e17749e693b291cf3514bb46', 'fixed_ips': [{'subnet_id': 'ae44fe22-75c9-41d5-88ad-071bc636b0c1'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:05:25.864379 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6188df75-cf02-4b3b-91af-13b115f722a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:25.881834 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d202a2ef-1192-43ec-99ef-50449e13680c admin admin] Made reservation on behalf of 32d438d03e3c412aa95bd1ce4c33b4b7 for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:05:25.884985 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d202a2ef-1192-43ec-99ef-50449e13680c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:25.928912 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d202a2ef-1192-43ec-99ef-50449e13680c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:25.930774 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-954ed21f-dcd1-4dc8-9e20-a47568074257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (b8deeeff-eb6c-480e-bccc-ee61d29f9175), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:25.992803 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954ed21f-dcd1-4dc8-9e20-a47568074257 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8deeeff-eb6c-480e-bccc-ee61d29f9175,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:26.033989 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954ed21f-dcd1-4dc8-9e20-a47568074257 admin admin] Checking segment: {'id': 'ce666524-bce3-41cf-a983-9d2cc88666a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9c502670-697d-4935-855e-9a6fd2d524bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:05:26.034782 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954ed21f-dcd1-4dc8-9e20-a47568074257 admin admin] Network hostable DHCP agents. Network: 9c502670-697d-4935-855e-9a6fd2d524bb, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:05:26.073739 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954ed21f-dcd1-4dc8-9e20-a47568074257 admin admin] Network 9c502670-697d-4935-855e-9a6fd2d524bb is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:05:26.089853 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-954ed21f-dcd1-4dc8-9e20-a47568074257 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 9c502670-697d-4935-855e-9a6fd2d524bb) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:05:26.097489 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954ed21f-dcd1-4dc8-9e20-a47568074257 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:26.098304 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-954ed21f-dcd1-4dc8-9e20-a47568074257 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:26.110035 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce1f218-ea61-4f05-9db6-51d4c805e86f None None] Network 9c502670-697d-4935-855e-9a6fd2d524bb requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:05:26.136969 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-954ed21f-dcd1-4dc8-9e20-a47568074257 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9576814 Feb 02 07:05:26.157238 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-736b818e-f08a-4b9c-abad-7a8720389754 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Made reservation on behalf of d3e64a71e17749e693b291cf3514bb46 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:05:26.228009 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d202a2ef-1192-43ec-99ef-50449e13680c admin admin] Publish callbacks [] for security_group (a5d4ccaf-26cf-4391-8f4a-c9fd890579b0), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:26.282275 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d202a2ef-1192-43ec-99ef-50449e13680c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (a5d4ccaf-26cf-4391-8f4a-c9fd890579b0), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:26.289945 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-6188df75-cf02-4b3b-91af-13b115f722a9 None None] Allocated IP 2001:db8::f816:3eff:fed6:107f (0866d72e-3544-4c93-a5a9-bf8114a5301e/ae44fe22-75c9-41d5-88ad-071bc636b0c1/9b4edbb5-5c08-41c6-bbb5-7c61000d52e4) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:05:26.357315 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85220d5a-15fa-4c05-97c8-f6e19f59435f None None] Network 9c502670-697d-4935-855e-9a6fd2d524bb requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:05:26.364802 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d202a2ef-1192-43ec-99ef-50449e13680c admin admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:05:26.406778 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d202a2ef-1192-43ec-99ef-50449e13680c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d4ccaf-26cf-4391-8f4a-c9fd890579b0,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:26.414556 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d202a2ef-1192-43ec-99ef-50449e13680c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (e8a58fd3-a6e1-41b1-93bf-40d6f0cd9541), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:26.414979 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-d202a2ef-1192-43ec-99ef-50449e13680c admin admin] Added segment e8a58fd3-a6e1-41b1-93bf-40d6f0cd9541 of type vlan for network 4dc80cef-b607-4e43-a37e-1cb34fdb7f94 Feb 02 07:05:26.426494 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-736b818e-f08a-4b9c-abad-7a8720389754 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:26.479245 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [None req-736b818e-f08a-4b9c-abad-7a8720389754 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] device_id is not set on port be8e8dd2-decb-4704-a4b3-3c0b13b0db91 yet. {{(pid=109694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:05:26.570722 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d202a2ef-1192-43ec-99ef-50449e13680c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (4dc80cef-b607-4e43-a37e-1cb34fdb7f94), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:26.637830 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d202a2ef-1192-43ec-99ef-50449e13680c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (4dc80cef-b607-4e43-a37e-1cb34fdb7f94), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:26.638891 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d202a2ef-1192-43ec-99ef-50449e13680c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:26.641692 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d202a2ef-1192-43ec-99ef-50449e13680c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:26.702771 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d202a2ef-1192-43ec-99ef-50449e13680c admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1065252 Feb 02 07:05:26.705512 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45934) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:26.710708 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6188df75-cf02-4b3b-91af-13b115f722a9 None None] Publish callbacks [] for port (9b4edbb5-5c08-41c6-bbb5-7c61000d52e4), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:26.722644 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-7554fe7d-aaed-4899-bd96-4ca9f3b2c171 admin admin] Request body: {'subnet': {'network_id': '4dc80cef-b607-4e43-a37e-1cb34fdb7f94', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-657294238-subnet', 'tenant_id': '32d438d03e3c412aa95bd1ce4c33b4b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:05:26.736461 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6188df75-cf02-4b3b-91af-13b115f722a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (9b4edbb5-5c08-41c6-bbb5-7c61000d52e4), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:26.784960 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-736b818e-f08a-4b9c-abad-7a8720389754 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Allocated IP 2001:db8::f816:3eff:fe36:40b4 (0866d72e-3544-4c93-a5a9-bf8114a5301e/ae44fe22-75c9-41d5-88ad-071bc636b0c1/be8e8dd2-decb-4704-a4b3-3c0b13b0db91) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:05:26.826352 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7554fe7d-aaed-4899-bd96-4ca9f3b2c171 admin admin] Made reservation on behalf of 32d438d03e3c412aa95bd1ce4c33b4b7 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:05:26.829209 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7554fe7d-aaed-4899-bd96-4ca9f3b2c171 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:26.918990 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6188df75-cf02-4b3b-91af-13b115f722a9 None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:05:26.929694 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-6188df75-cf02-4b3b-91af-13b115f722a9 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:05:26.932171 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0b430c-32c9-40fe-862e-cc6edef8ea64 req-0962e22c-9a91-4ff0-b316-8481b81c29cc tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:26.933168 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6188df75-cf02-4b3b-91af-13b115f722a9 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:05:26.940193 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fc0b430c-32c9-40fe-862e-cc6edef8ea64 req-0962e22c-9a91-4ff0-b316-8481b81c29cc tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=33602f1c-837d-491b-a7b9-31fd3880983d HTTP/1.1" status: 200 len: 945 time: 0.1651239 Feb 02 07:05:26.946489 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6188df75-cf02-4b3b-91af-13b115f722a9 None None] Pushing event updated for resources: {'Port': ['ID=9b4edbb5-5c08-41c6-bbb5-7c61000d52e4,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:27.001733 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-736b818e-f08a-4b9c-abad-7a8720389754 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for port (be8e8dd2-decb-4704-a4b3-3c0b13b0db91), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:27.031758 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fc0b430c-32c9-40fe-862e-cc6edef8ea64 req-52162b86-798d-408a-b799-cc32b002db93 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896766 Feb 02 07:05:27.074359 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-736b818e-f08a-4b9c-abad-7a8720389754 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (be8e8dd2-decb-4704-a4b3-3c0b13b0db91), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:27.094375 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-6188df75-cf02-4b3b-91af-13b115f722a9 None None] Attempting to bind port 9b4edbb5-5c08-41c6-bbb5-7c61000d52e4 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:05:27.094706 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-6188df75-cf02-4b3b-91af-13b115f722a9 None None] Attempting to bind port 9b4edbb5-5c08-41c6-bbb5-7c61000d52e4 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:05:27.096032 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6188df75-cf02-4b3b-91af-13b115f722a9 None None] Attempting to bind port 9b4edbb5-5c08-41c6-bbb5-7c61000d52e4 on network 0866d72e-3544-4c93-a5a9-bf8114a5301e {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:05:27.121198 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6188df75-cf02-4b3b-91af-13b115f722a9 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:05:27.123940 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6188df75-cf02-4b3b-91af-13b115f722a9 None None] Checking segment: {'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:05:27.128239 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6188df75-cf02-4b3b-91af-13b115f722a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:27.130373 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6188df75-cf02-4b3b-91af-13b115f722a9 None None] Bound using segment: {'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:05:27.131271 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-6188df75-cf02-4b3b-91af-13b115f722a9 None None] Bound port: 9b4edbb5-5c08-41c6-bbb5-7c61000d52e4, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:05:27.132097 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6188df75-cf02-4b3b-91af-13b115f722a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (9b4edbb5-5c08-41c6-bbb5-7c61000d52e4), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:27.192167 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d737a7-9916-4139-a44a-54e1f7bef795 req-b4b7571b-3c91-4db4-a16b-cb768d49a40f tempest-ServerPasswordTestJSON-2139009300 tempest-ServerPasswordTestJSON-2139009300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:27.193786 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d9d737a7-9916-4139-a44a-54e1f7bef795 req-b4b7571b-3c91-4db4-a16b-cb768d49a40f tempest-ServerPasswordTestJSON-2139009300 tempest-ServerPasswordTestJSON-2139009300-project] 10.222.0.87 "GET /v2.0/networks?id=9c502670-697d-4935-855e-9a6fd2d524bb HTTP/1.1" status: 200 len: 813 time: 0.1275878 Feb 02 07:05:27.201050 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d202a2ef-1192-43ec-99ef-50449e13680c admin admin] Pushing event updated for resources: {'Network': ['ID=4dc80cef-b607-4e43-a37e-1cb34fdb7f94,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:27.246571 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d9d737a7-9916-4139-a44a-54e1f7bef795 req-8c3424b0-e574-43a8-ba81-e66278360df7 tempest-ServerPasswordTestJSON-2139009300 tempest-ServerPasswordTestJSON-2139009300-project] 10.222.0.87 "GET /v2.0/quotas/3ca6e0dbe61a40c1a76c83da4c6dc6ad HTTP/1.1" status: 200 len: 375 time: 0.0427415 Feb 02 07:05:27.262060 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736b818e-f08a-4b9c-abad-7a8720389754 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:05:27.293128 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d9d737a7-9916-4139-a44a-54e1f7bef795 req-70ae1a74-2198-48f6-818c-ed35f0171ee7 tempest-ServerPasswordTestJSON-2139009300 tempest-ServerPasswordTestJSON-2139009300-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=3ca6e0dbe61a40c1a76c83da4c6dc6ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0398424 Feb 02 07:05:27.296280 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-736b818e-f08a-4b9c-abad-7a8720389754 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:05:27.306864 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736b818e-f08a-4b9c-abad-7a8720389754 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:05:27.312845 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736b818e-f08a-4b9c-abad-7a8720389754 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:27.313493 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-736b818e-f08a-4b9c-abad-7a8720389754 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:27.326127 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736b818e-f08a-4b9c-abad-7a8720389754 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event updated for resources: {'Port': ['ID=be8e8dd2-decb-4704-a4b3-3c0b13b0db91,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:27.341598 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 4dc80cef-b607-4e43-a37e-1cb34fdb7f94 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:05:27.379042 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7554fe7d-aaed-4899-bd96-4ca9f3b2c171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (75a9fb07-f9cb-4fc4-b8ba-4721a09818ff), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:27.417691 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-736b818e-f08a-4b9c-abad-7a8720389754 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5832467 Feb 02 07:05:27.418346 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 45952) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:27.443494 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4538b77-c769-4724-9bcc-81108bd4fc2b req-7cd568e7-6021-4974-b645-76d06ba3be9b tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:27.447037 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a4538b77-c769-4724-9bcc-81108bd4fc2b req-7cd568e7-6021-4974-b645-76d06ba3be9b tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/ports?device_id=4a3b0dba-c1ca-442b-af80-b163f0ea80a9 HTTP/1.1" status: 200 len: 946 time: 0.2296827 Feb 02 07:05:27.508772 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:27.515951 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7554fe7d-aaed-4899-bd96-4ca9f3b2c171 admin admin] Checking segment: {'id': 'e8a58fd3-a6e1-41b1-93bf-40d6f0cd9541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4dc80cef-b607-4e43-a37e-1cb34fdb7f94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:05:27.517398 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7554fe7d-aaed-4899-bd96-4ca9f3b2c171 admin admin] Network hostable DHCP agents. Network: 4dc80cef-b607-4e43-a37e-1cb34fdb7f94, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:05:27.517793 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-6188df75-cf02-4b3b-91af-13b115f722a9 None None] For port 9b4edbb5-5c08-41c6-bbb5-7c61000d52e4, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:05:27.545136 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-6188df75-cf02-4b3b-91af-13b115f722a9 None None] For port 9b4edbb5-5c08-41c6-bbb5-7c61000d52e4, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=9b4edbb5-5c08-41c6-bbb5-7c61000d52e4,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:05:27.559811 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6188df75-cf02-4b3b-91af-13b115f722a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (9b4edbb5-5c08-41c6-bbb5-7c61000d52e4), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:27.581416 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a4538b77-c769-4724-9bcc-81108bd4fc2b req-aab67210-e782-459c-9ede-a673abc89a4d tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/security-groups?id=e8e61412-2b54-4a5c-ab0d-3506f7e64351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259310 Feb 02 07:05:27.582553 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7554fe7d-aaed-4899-bd96-4ca9f3b2c171 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75a9fb07-f9cb-4fc4-b8ba-4721a09818ff,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:27.614096 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7554fe7d-aaed-4899-bd96-4ca9f3b2c171 admin admin] Network 4dc80cef-b607-4e43-a37e-1cb34fdb7f94 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:05:27.634942 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-7554fe7d-aaed-4899-bd96-4ca9f3b2c171 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 4dc80cef-b607-4e43-a37e-1cb34fdb7f94) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:05:27.647407 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7554fe7d-aaed-4899-bd96-4ca9f3b2c171 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:27.655633 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7554fe7d-aaed-4899-bd96-4ca9f3b2c171 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:27.659005 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719dee43-fb68-4c56-b9db-5cb50d36b1c8 None None] Network 4dc80cef-b607-4e43-a37e-1cb34fdb7f94 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:05:27.669149 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6188df75-cf02-4b3b-91af-13b115f722a9 None None] Pushing event updated for resources: {'Port': ['ID=9b4edbb5-5c08-41c6-bbb5-7c61000d52e4,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:27.686044 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d9d737a7-9916-4139-a44a-54e1f7bef795 req-5219f5a5-7452-4833-be14-f85f75478fd9 service neutron] 10.222.0.87 "GET /v2.0/networks/9c502670-697d-4935-855e-9a6fd2d524bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3801925 Feb 02 07:05:27.739632 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-7554fe7d-aaed-4899-bd96-4ca9f3b2c171 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0239401 Feb 02 07:05:27.762729 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8093cfca-e689-4e3b-8d85-976a27eb9c91 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:27.778677 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8093cfca-e689-4e3b-8d85-976a27eb9c91 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:27.784306 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-8093cfca-e689-4e3b-8d85-976a27eb9c91 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3597190 Feb 02 07:05:27.788082 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 45956) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:27.856468 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e7358e-f163-41ca-bd6d-732a3b268b85 None None] Network 4dc80cef-b607-4e43-a37e-1cb34fdb7f94 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:05:27.879692 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d13d3e9-866d-41f1-87a6-0d666c9e00f9 req-f7aad083-f738-46f3-a4da-33ef2b4ce428 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:27.896403 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3d13d3e9-866d-41f1-87a6-0d666c9e00f9 req-f7aad083-f738-46f3-a4da-33ef2b4ce428 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=33602f1c-837d-491b-a7b9-31fd3880983d HTTP/1.1" status: 200 len: 945 time: 0.1844492 Feb 02 07:05:28.020403 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3d13d3e9-866d-41f1-87a6-0d666c9e00f9 req-94d539d7-49c1-4a28-9767-9c4d8e2d90f2 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166387 Feb 02 07:05:28.132155 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d9d737a7-9916-4139-a44a-54e1f7bef795 req-6edacf6a-0673-44c5-a379-e288cd44ad79 service neutron] 10.222.0.87 "GET /v2.0/networks/9c502670-697d-4935-855e-9a6fd2d524bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4409168 Feb 02 07:05:28.172650 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-6a81485c-a0a3-4539-8514-edd8ebee8688 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Deleting port be8e8dd2-decb-4704-a4b3-3c0b13b0db91 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:05:28.173153 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6a81485c-a0a3-4539-8514-edd8ebee8688 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (be8e8dd2-decb-4704-a4b3-3c0b13b0db91), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:28.207004 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-bc9894d8-91e9-4907-aef6-d8b55a7ce4a3 req-c834b17b-2320-4319-a5be-47efdc80bd38 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-776063195', 'description': 'tempest-description-821133333'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:05:28.267436 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-bc9894d8-91e9-4907-aef6-d8b55a7ce4a3 req-c834b17b-2320-4319-a5be-47efdc80bd38 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:28.369038 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6a81485c-a0a3-4539-8514-edd8ebee8688 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (be8e8dd2-decb-4704-a4b3-3c0b13b0db91), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:28.392492 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-6a81485c-a0a3-4539-8514-edd8ebee8688 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Calling delete_port for be8e8dd2-decb-4704-a4b3-3c0b13b0db91 owned by {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:05:28.421943 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-bc9894d8-91e9-4907-aef6-d8b55a7ce4a3 req-c834b17b-2320-4319-a5be-47efdc80bd38 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks [] for security_group (41bb999a-2820-4301-a1ff-7ff8ff42de74), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:28.432303 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-bc9894d8-91e9-4907-aef6-d8b55a7ce4a3 req-c834b17b-2320-4319-a5be-47efdc80bd38 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (41bb999a-2820-4301-a1ff-7ff8ff42de74), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:28.549914 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c834b17b-2320-4319-a5be-47efdc80bd38 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41bb999a-2820-4301-a1ff-7ff8ff42de74,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:28.584095 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-bc9894d8-91e9-4907-aef6-d8b55a7ce4a3 req-c834b17b-2320-4319-a5be-47efdc80bd38 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:28.588196 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bc9894d8-91e9-4907-aef6-d8b55a7ce4a3 req-c834b17b-2320-4319-a5be-47efdc80bd38 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3859246 Feb 02 07:05:28.773538 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 9b4edbb5-5c08-41c6-bbb5-7c61000d52e4 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:05:28.778330 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fe276f14-4f54-4db6-80c3-e0f3068ff50e req-e8f6edb7-49c3-4d8a-9f06-530af230c66e tempest-ServerPasswordTestJSON-2139009300 tempest-ServerPasswordTestJSON-2139009300-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5e77f3d-b260-4a6e-becc-be5a18f6105d HTTP/1.1" status: 200 len: 210 time: 0.0850041 Feb 02 07:05:28.794202 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6a81485c-a0a3-4539-8514-edd8ebee8688 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (be8e8dd2-decb-4704-a4b3-3c0b13b0db91), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:28.874455 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-366546a3-3f5a-4438-b11a-4ec60b3c3f81 req-2aff5edd-4b97-4f32-99ed-f8f1300e8868 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1796945621', 'description': 'tempest-description-652854206'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:05:28.907083 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 9b4edbb5-5c08-41c6-bbb5-7c61000d52e4 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:05:28.909334 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (9b4edbb5-5c08-41c6-bbb5-7c61000d52e4), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:28.912604 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a81485c-a0a3-4539-8514-edd8ebee8688 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event deleted for resources: {'Port': ['ID=be8e8dd2-decb-4704-a4b3-3c0b13b0db91,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:28.925898 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-366546a3-3f5a-4438-b11a-4ec60b3c3f81 req-2aff5edd-4b97-4f32-99ed-f8f1300e8868 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:29.011892 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6a81485c-a0a3-4539-8514-edd8ebee8688 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:29.024370 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-6a81485c-a0a3-4539-8514-edd8ebee8688 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/ports/be8e8dd2-decb-4704-a4b3-3c0b13b0db91 HTTP/1.1" status: 204 len: 168 time: 1.2292004 Feb 02 07:05:29.027464 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45990) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:29.136568 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-366546a3-3f5a-4438-b11a-4ec60b3c3f81 req-2aff5edd-4b97-4f32-99ed-f8f1300e8868 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks [] for security_group (dfe2a86c-dc5b-4650-a821-a27d812d1b0a), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:29.154418 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 9b4edbb5-5c08-41c6-bbb5-7c61000d52e4 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:05:29.154857 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (9b4edbb5-5c08-41c6-bbb5-7c61000d52e4), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:29.158015 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-366546a3-3f5a-4438-b11a-4ec60b3c3f81 req-2aff5edd-4b97-4f32-99ed-f8f1300e8868 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (dfe2a86c-dc5b-4650-a821-a27d812d1b0a), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:29.236202 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 9b4edbb5-5c08-41c6-bbb5-7c61000d52e4, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=9b4edbb5-5c08-41c6-bbb5-7c61000d52e4,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:05:29.238045 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7258d548-b49a-4e73-9bd4-9ef5c233b1ec tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:29.243640 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7258d548-b49a-4e73-9bd4-9ef5c233b1ec tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:29.243640 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-7258d548-b49a-4e73-9bd4-9ef5c233b1ec tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2129107 Feb 02 07:05:29.245090 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 45996) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:29.252085 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (9b4edbb5-5c08-41c6-bbb5-7c61000d52e4), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:29.269630 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-366546a3-3f5a-4438-b11a-4ec60b3c3f81 req-2aff5edd-4b97-4f32-99ed-f8f1300e8868 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:29.270910 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-366546a3-3f5a-4438-b11a-4ec60b3c3f81 req-2aff5edd-4b97-4f32-99ed-f8f1300e8868 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.4082403 Feb 02 07:05:29.274671 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aff5edd-4b97-4f32-99ed-f8f1300e8868 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe2a86c-dc5b-4650-a821-a27d812d1b0a,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:29.385582 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-3401d161-19ef-4761-80ef-20a9c0d77557 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Deleting subnet ae44fe22-75c9-41d5-88ad-071bc636b0c1 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:05:29.402981 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3401d161-19ef-4761-80ef-20a9c0d77557 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for subnet (ae44fe22-75c9-41d5-88ad-071bc636b0c1), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:29.538959 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-e4eff033-60d6-45e4-a408-00848008d023 None None] Provisioning complete for port 9b4edbb5-5c08-41c6-bbb5-7c61000d52e4 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:05:29.539365 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e4eff033-60d6-45e4-a408-00848008d023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (9b4edbb5-5c08-41c6-bbb5-7c61000d52e4), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:29.608071 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=9b4edbb5-5c08-41c6-bbb5-7c61000d52e4,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:29.648760 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec9504-b3a5-4bef-9a23-7e27ea6acd1e req-e91efe0d-17fe-4270-ac34-ef9536b1844f tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:29.655570 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-23ec9504-b3a5-4bef-9a23-7e27ea6acd1e req-e91efe0d-17fe-4270-ac34-ef9536b1844f tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=33602f1c-837d-491b-a7b9-31fd3880983d HTTP/1.1" status: 200 len: 945 time: 0.1637294 Feb 02 07:05:29.750449 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-23ec9504-b3a5-4bef-9a23-7e27ea6acd1e req-f2e26bca-f117-4f00-8c86-9da36b18fd6f tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938492 Feb 02 07:05:29.815147 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-e4eff033-60d6-45e4-a408-00848008d023 None None] Current status of the port 9b4edbb5-5c08-41c6-bbb5-7c61000d52e4 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:05:29.938819 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-348cdb41-cfc0-4af4-9b2c-168ffa3d4375 None None] Could not find standard attr ID for object be8e8dd2-decb-4704-a4b3-3c0b13b0db91. {{(pid=109695) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 07:05:29.943832 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e5c1c8-8640-4185-a47b-2cea9130f00c req-09b5812b-993c-488b-b618-47f40ec48f78 tempest-VolumesAdminNegativeTest-1781745191 tempest-VolumesAdminNegativeTest-1781745191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:29.959403 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-87e5c1c8-8640-4185-a47b-2cea9130f00c req-09b5812b-993c-488b-b618-47f40ec48f78 tempest-VolumesAdminNegativeTest-1781745191 tempest-VolumesAdminNegativeTest-1781745191-project] 10.222.0.87 "GET /v2.0/ports?device_id=f1467324-8dd8-403e-9291-8e5df5ad4316 HTTP/1.1" status: 200 len: 945 time: 0.0962801 Feb 02 07:05:30.166156 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22b3342-e02a-4588-8048-0a57e0059bef req-73a39396-b868-4891-ae6e-87df21bb8b75 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:30.167789 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b22b3342-e02a-4588-8048-0a57e0059bef req-73a39396-b868-4891-ae6e-87df21bb8b75 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/ports?device_id=4a3b0dba-c1ca-442b-af80-b163f0ea80a9 HTTP/1.1" status: 200 len: 946 time: 0.8613567 Feb 02 07:05:30.187834 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-87e5c1c8-8640-4185-a47b-2cea9130f00c req-a3249603-6128-4183-8493-aeeabf1ddb82 tempest-VolumesAdminNegativeTest-1781745191 tempest-VolumesAdminNegativeTest-1781745191-project] 10.222.0.87 "GET /v2.0/security-groups?id=5ddaff5d-49ba-4522-be29-4d30a61c6add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273214 Feb 02 07:05:30.203417 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3401d161-19ef-4761-80ef-20a9c0d77557 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (ae44fe22-75c9-41d5-88ad-071bc636b0c1), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:30.371900 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b22b3342-e02a-4588-8048-0a57e0059bef req-406e13b9-3de0-4824-9809-baf4d1004858 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/security-groups?id=e8e61412-2b54-4a5c-ab0d-3506f7e64351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585243 Feb 02 07:05:30.396916 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3401d161-19ef-4761-80ef-20a9c0d77557 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (ae44fe22-75c9-41d5-88ad-071bc636b0c1), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:30.526927 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3401d161-19ef-4761-80ef-20a9c0d77557 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (ae44fe22-75c9-41d5-88ad-071bc636b0c1), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:30.593170 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3401d161-19ef-4761-80ef-20a9c0d77557 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event deleted for resources: {'Subnet': ['ID=ae44fe22-75c9-41d5-88ad-071bc636b0c1,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:30.640953 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b0cb4a55-87d4-482c-a1ca-b140dd91daae req-06162406-f6f8-42f5-a8a8-5de5a2812991 tempest-ServerPasswordTestJSON-2139009300 tempest-ServerPasswordTestJSON-2139009300-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5e77f3d-b260-4a6e-becc-be5a18f6105d HTTP/1.1" status: 200 len: 210 time: 0.0612233 Feb 02 07:05:30.641526 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f28287-cd80-44f8-b80f-d4c454ed1b1f req-9483322e-bbab-4609-bb3c-88e830daada6 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:30.642367 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3401d161-19ef-4761-80ef-20a9c0d77557 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:30.648851 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-91f28287-cd80-44f8-b80f-d4c454ed1b1f req-9483322e-bbab-4609-bb3c-88e830daada6 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/networks?id=4dc80cef-b607-4e43-a37e-1cb34fdb7f94 HTTP/1.1" status: 200 len: 812 time: 0.3048320 Feb 02 07:05:30.652299 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-3401d161-19ef-4761-80ef-20a9c0d77557 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/subnets/ae44fe22-75c9-41d5-88ad-071bc636b0c1 HTTP/1.1" status: 204 len: 168 time: 1.4063938 Feb 02 07:05:30.660935 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46016) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:30.661049 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a101aeb3-636d-43b5-83fe-0b42e52a89af None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:05:30.694526 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-91f28287-cd80-44f8-b80f-d4c454ed1b1f req-c6a758fc-d1ed-4e46-bbf9-a6153b7223c0 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/quotas/32d438d03e3c412aa95bd1ce4c33b4b7 HTTP/1.1" status: 200 len: 375 time: 0.0433733 Feb 02 07:05:30.706441 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 9b4edbb5-5c08-41c6-bbb5-7c61000d52e4 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:05:30.764419 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-af1dacdd-82f2-4cb8-955a-e384ea277bb0 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1073370 Feb 02 07:05:30.779621 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46024) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:30.820914 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-91f28287-cd80-44f8-b80f-d4c454ed1b1f req-90658bb4-1e85-4002-bb27-26a386c3d0be tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=32d438d03e3c412aa95bd1ce4c33b4b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1228170 Feb 02 07:05:30.926230 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8946a257-31b0-4c0a-a6e0-7ff7c8a29800 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:30.928014 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-8946a257-31b0-4c0a-a6e0-7ff7c8a29800 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1467803 Feb 02 07:05:30.930714 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46026) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:30.971653 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d18ce-a086-4377-ba0a-fe6da42ba363 req-482346ee-8171-4fd2-b1c0-78111e4d5963 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:30.973043 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2e6d18ce-a086-4377-ba0a-fe6da42ba363 req-482346ee-8171-4fd2-b1c0-78111e4d5963 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.88 "GET /v2.0/ports?device_id=33602f1c-837d-491b-a7b9-31fd3880983d HTTP/1.1" status: 200 len: 945 time: 0.6974323 Feb 02 07:05:30.979094 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 9b4edbb5-5c08-41c6-bbb5-7c61000d52e4 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:05:30.979687 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (9b4edbb5-5c08-41c6-bbb5-7c61000d52e4), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:31.041209 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a61dabb-6f3c-4f90-8ab7-6d9dce46439d req-437d1cd4-b9f9-4cc3-abec-7abcf3378f25 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:31.042773 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6a61dabb-6f3c-4f90-8ab7-6d9dce46439d req-437d1cd4-b9f9-4cc3-abec-7abcf3378f25 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=33602f1c-837d-491b-a7b9-31fd3880983d HTTP/1.1" status: 200 len: 945 time: 0.1830869 Feb 02 07:05:31.089271 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47765afe-c8ce-4120-bf0b-25bc06537c46 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:31.090728 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-47765afe-c8ce-4120-bf0b-25bc06537c46 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1591148 Feb 02 07:05:31.099901 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46032) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:31.171054 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 9b4edbb5-5c08-41c6-bbb5-7c61000d52e4 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:05:31.181618 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a5a8ce-4118-427a-b384-4938440acf30 None None] DHCP port deletion for 0866d72e-3544-4c93-a5a9-bf8114a5301e request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:05:31.187051 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6a61dabb-6f3c-4f90-8ab7-6d9dce46439d req-75e97993-373f-48e4-a50a-f888a0208c91 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271060 Feb 02 07:05:31.216029 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-bda6e074-70f5-434f-ab77-a68674c1544e tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1046431 Feb 02 07:05:31.216664 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46036) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:31.225811 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-d2972961-b0cf-4fb1-ae1d-18011973923f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Request body: {'subnet': {'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:05:31.293548 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538ef2d-7923-46da-9e2b-4ff5a4a65532 req-376920b4-876a-429b-8a69-6a4d78cc64ac tempest-VolumesAdminNegativeTest-1781745191 tempest-VolumesAdminNegativeTest-1781745191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:31.302874 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c538ef2d-7923-46da-9e2b-4ff5a4a65532 req-376920b4-876a-429b-8a69-6a4d78cc64ac tempest-VolumesAdminNegativeTest-1781745191 tempest-VolumesAdminNegativeTest-1781745191-project] 10.222.0.88 "GET /v2.0/ports?device_id=f1467324-8dd8-403e-9291-8e5df5ad4316 HTTP/1.1" status: 200 len: 945 time: 0.4133551 Feb 02 07:05:31.317499 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-74a5a8ce-4118-427a-b384-4938440acf30 None None] Deleting port 9b4edbb5-5c08-41c6-bbb5-7c61000d52e4 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:05:31.317874 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-74a5a8ce-4118-427a-b384-4938440acf30 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (9b4edbb5-5c08-41c6-bbb5-7c61000d52e4), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:31.424505 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-74a5a8ce-4118-427a-b384-4938440acf30 None None] For port 9b4edbb5-5c08-41c6-bbb5-7c61000d52e4, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=9b4edbb5-5c08-41c6-bbb5-7c61000d52e4,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:05:31.424892 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-74a5a8ce-4118-427a-b384-4938440acf30 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (9b4edbb5-5c08-41c6-bbb5-7c61000d52e4), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:31.425155 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d737a7-9916-4139-a44a-54e1f7bef795 req-cc966aed-7b4b-4acb-b7a9-e4c68d4c496c tempest-ServerPasswordTestJSON-2139009300 tempest-ServerPasswordTestJSON-2139009300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:31.426895 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d9d737a7-9916-4139-a44a-54e1f7bef795 req-cc966aed-7b4b-4acb-b7a9-e4c68d4c496c tempest-ServerPasswordTestJSON-2139009300 tempest-ServerPasswordTestJSON-2139009300-project] 10.222.0.59 "GET /v2.0/networks?id=9c502670-697d-4935-855e-9a6fd2d524bb HTTP/1.1" status: 200 len: 813 time: 0.7411089 Feb 02 07:05:31.459774 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-74a5a8ce-4118-427a-b384-4938440acf30 None None] Calling delete_port for 9b4edbb5-5c08-41c6-bbb5-7c61000d52e4 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:05:31.471122 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-2e6d18ce-a086-4377-ba0a-fe6da42ba363 req-5b7366b0-4605-4ef8-ad9c-dccfe95ca7e9 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Deleting port c04f47c7-cdb7-4308-b148-d10dfa3307f0 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:05:31.471475 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2e6d18ce-a086-4377-ba0a-fe6da42ba363 req-5b7366b0-4605-4ef8-ad9c-dccfe95ca7e9 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (c04f47c7-cdb7-4308-b148-d10dfa3307f0), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:31.480854 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7632824e-fe03-4af1-847c-f62bd980f3fe req-6a4073a8-9b8e-4b3f-8906-50060c1124c4 tempest-VolumesAdminNegativeTest-1781745191 tempest-VolumesAdminNegativeTest-1781745191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:31.500454 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7632824e-fe03-4af1-847c-f62bd980f3fe req-6a4073a8-9b8e-4b3f-8906-50060c1124c4 tempest-VolumesAdminNegativeTest-1781745191 tempest-VolumesAdminNegativeTest-1781745191-project] 10.222.0.87 "GET /v2.0/ports?device_id=f1467324-8dd8-403e-9291-8e5df5ad4316 HTTP/1.1" status: 200 len: 945 time: 0.0925756 Feb 02 07:05:31.517938 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2972961-b0cf-4fb1-ae1d-18011973923f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Made reservation on behalf of d3e64a71e17749e693b291cf3514bb46 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:05:31.528598 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d2972961-b0cf-4fb1-ae1d-18011973923f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:31.581143 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-74a5a8ce-4118-427a-b384-4938440acf30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (9b4edbb5-5c08-41c6-bbb5-7c61000d52e4), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:31.595033 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a5a8ce-4118-427a-b384-4938440acf30 None None] No DVR routers for this DVR port 9b4edbb5-5c08-41c6-bbb5-7c61000d52e4 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:05:31.625571 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a5a8ce-4118-427a-b384-4938440acf30 None None] Pushing event deleted for resources: {'Port': ['ID=9b4edbb5-5c08-41c6-bbb5-7c61000d52e4,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:31.648847 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7632824e-fe03-4af1-847c-f62bd980f3fe req-f77b2d18-3d00-494b-b28c-3f545bc3d79b tempest-VolumesAdminNegativeTest-1781745191 tempest-VolumesAdminNegativeTest-1781745191-project] 10.222.0.87 "GET /v2.0/security-groups?id=5ddaff5d-49ba-4522-be29-4d30a61c6add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318543 Feb 02 07:05:31.673800 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-d9d737a7-9916-4139-a44a-54e1f7bef795 req-8262b20b-591e-4e70-a9cd-21cf906334c5 tempest-ServerPasswordTestJSON-2139009300 tempest-ServerPasswordTestJSON-2139009300-project] Request body: {'port': {'device_id': 'd5e77f3d-b260-4a6e-becc-be5a18f6105d', 'network_id': '9c502670-697d-4935-855e-9a6fd2d524bb', 'admin_state_up': True, 'tenant_id': '3ca6e0dbe61a40c1a76c83da4c6dc6ad'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:05:31.729885 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-2e6d18ce-a086-4377-ba0a-fe6da42ba363 req-5b7366b0-4605-4ef8-ad9c-dccfe95ca7e9 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] For port c04f47c7-cdb7-4308-b148-d10dfa3307f0, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=c04f47c7-cdb7-4308-b148-d10dfa3307f0,segment=NetworkSegment(50b2c935-c140-4230-880a-508574d9ed43),segment_id=50b2c935-c140-4230-880a-508574d9ed43)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:05:31.730932 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2e6d18ce-a086-4377-ba0a-fe6da42ba363 req-5b7366b0-4605-4ef8-ad9c-dccfe95ca7e9 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (c04f47c7-cdb7-4308-b148-d10dfa3307f0), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:31.760658 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-2e6d18ce-a086-4377-ba0a-fe6da42ba363 req-5b7366b0-4605-4ef8-ad9c-dccfe95ca7e9 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Calling delete_port for c04f47c7-cdb7-4308-b148-d10dfa3307f0 owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:05:31.849343 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366481b3-2964-46b6-8280-47030e620738 req-f4dbb362-f5c9-41c8-a0c2-0963a7ba1b95 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:31.855433 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-366481b3-2964-46b6-8280-47030e620738 req-f4dbb362-f5c9-41c8-a0c2-0963a7ba1b95 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/ports?device_id=4a3b0dba-c1ca-442b-af80-b163f0ea80a9 HTTP/1.1" status: 200 len: 946 time: 0.1054311 Feb 02 07:05:31.862959 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-91f28287-cd80-44f8-b80f-d4c454ed1b1f req-eaebf0d3-2acd-480a-b3fe-4cf74deb2c35 service neutron] 10.222.0.87 "GET /v2.0/networks/4dc80cef-b607-4e43-a37e-1cb34fdb7f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0409503 Feb 02 07:05:31.982954 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-366481b3-2964-46b6-8280-47030e620738 req-cfba3240-dcce-4f42-811b-5e719f5d3e9e tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/security-groups?id=e8e61412-2b54-4a5c-ab0d-3506f7e64351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889297 Feb 02 07:05:32.076007 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d2972961-b0cf-4fb1-ae1d-18011973923f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (4751cb8e-905d-44ce-9b5d-6109159c29cd), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:32.152872 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2972961-b0cf-4fb1-ae1d-18011973923f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event updated for resources: {'Subnet': ['ID=4751cb8e-905d-44ce-9b5d-6109159c29cd,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:32.156759 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-c538ef2d-7923-46da-9e2b-4ff5a4a65532 req-f5d7a805-824c-43ab-8da3-cb5473dd5823 tempest-VolumesAdminNegativeTest-1781745191 tempest-VolumesAdminNegativeTest-1781745191-project] Deleting port 522fada3-5306-4ce8-a2b3-3b0a20855e0e {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:05:32.157111 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-c538ef2d-7923-46da-9e2b-4ff5a4a65532 req-f5d7a805-824c-43ab-8da3-cb5473dd5823 tempest-VolumesAdminNegativeTest-1781745191 tempest-VolumesAdminNegativeTest-1781745191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (522fada3-5306-4ce8-a2b3-3b0a20855e0e), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:32.163611 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9d737a7-9916-4139-a44a-54e1f7bef795 req-8262b20b-591e-4e70-a9cd-21cf906334c5 tempest-ServerPasswordTestJSON-2139009300 tempest-ServerPasswordTestJSON-2139009300-project] Made reservation on behalf of 3ca6e0dbe61a40c1a76c83da4c6dc6ad for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:05:32.167292 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d9d737a7-9916-4139-a44a-54e1f7bef795 req-8262b20b-591e-4e70-a9cd-21cf906334c5 tempest-ServerPasswordTestJSON-2139009300 tempest-ServerPasswordTestJSON-2139009300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:32.206957 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2972961-b0cf-4fb1-ae1d-18011973923f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:05:32.211948 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-91f28287-cd80-44f8-b80f-d4c454ed1b1f req-a1fc70e8-b24f-441a-8c4d-14ed6e8ab389 service neutron] 10.222.0.87 "GET /v2.0/networks/4dc80cef-b607-4e43-a37e-1cb34fdb7f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478520 Feb 02 07:05:32.224159 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d4f5b0ad-4339-4f9c-9b84-db082ef10607 req-c9212150-83bf-4388-a4cc-79c3edce8e7b tempest-ServerPasswordTestJSON-2139009300 tempest-ServerPasswordTestJSON-2139009300-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5e77f3d-b260-4a6e-becc-be5a18f6105d HTTP/1.1" status: 200 len: 210 time: 0.0659335 Feb 02 07:05:32.228657 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-d2972961-b0cf-4fb1-ae1d-18011973923f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:05:32.233525 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2972961-b0cf-4fb1-ae1d-18011973923f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:32.235033 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d2972961-b0cf-4fb1-ae1d-18011973923f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:32.242583 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9516439-e16a-4a70-b9ad-351338a2f678 None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:05:32.280885 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d2972961-b0cf-4fb1-ae1d-18011973923f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0605206 Feb 02 07:05:32.281245 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46048) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:32.293874 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-c2998c62-6f7e-472d-9c60-299f8e3490c0 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Request body: {'port': {'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'mac_address': 'fa:16:3e:66:66:eb', 'name': 'tempest-NetworksTestDHCPv6-1478311830'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:05:32.392564 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f88914-9aab-41ea-9545-92976ab94ae5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-0866d72e-3544-4c93-a5a9-bf8114a5301e', 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'project_id': 'd3e64a71e17749e693b291cf3514bb46', 'fixed_ips': [{'subnet_id': '4751cb8e-905d-44ce-9b5d-6109159c29cd'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:05:32.394558 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-28f88914-9aab-41ea-9545-92976ab94ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:32.504508 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2e6d18ce-a086-4377-ba0a-fe6da42ba363 req-5b7366b0-4605-4ef8-ad9c-dccfe95ca7e9 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (c04f47c7-cdb7-4308-b148-d10dfa3307f0), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:32.559375 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['1045af80-2b20-4d0b-8989-bade78600156'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:05:32.590455 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 9b4edbb5-5c08-41c6-bbb5-7c61000d52e4 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:05:32.600784 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88817656-1565-43a1-af5a-3eaf28ce4b5e req-35f8871a-09c8-4096-9c1d-3cdae647fdb8 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:32.612554 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-88817656-1565-43a1-af5a-3eaf28ce4b5e req-35f8871a-09c8-4096-9c1d-3cdae647fdb8 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=33602f1c-837d-491b-a7b9-31fd3880983d HTTP/1.1" status: 200 len: 945 time: 0.2229693 Feb 02 07:05:32.634191 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-d9d737a7-9916-4139-a44a-54e1f7bef795 req-8262b20b-591e-4e70-a9cd-21cf906334c5 tempest-ServerPasswordTestJSON-2139009300 tempest-ServerPasswordTestJSON-2139009300-project] Allocated IP 172.20.0.10 (9c502670-697d-4935-855e-9a6fd2d524bb/b8deeeff-eb6c-480e-bccc-ee61d29f9175/ed1d9585-adb6-436d-9f70-867cc9105adf) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:05:32.682358 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2998c62-6f7e-472d-9c60-299f8e3490c0 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Made reservation on behalf of d3e64a71e17749e693b291cf3514bb46 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:05:32.737550 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-88817656-1565-43a1-af5a-3eaf28ce4b5e req-dd47c092-3b15-4273-8011-77c125060942 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215372 Feb 02 07:05:32.832394 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 9b4edbb5-5c08-41c6-bbb5-7c61000d52e4 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:05:32.832940 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 9b4edbb5-5c08-41c6-bbb5-7c61000d52e4 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:05:32.893566 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-28f88914-9aab-41ea-9545-92976ab94ae5 None None] Allocated IP 2001:db8::2 (0866d72e-3544-4c93-a5a9-bf8114a5301e/4751cb8e-905d-44ce-9b5d-6109159c29cd/b665c61c-c7ad-4b9a-a360-18c056b78a03) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:05:32.944527 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c2998c62-6f7e-472d-9c60-299f8e3490c0 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:32.950361 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d9d737a7-9916-4139-a44a-54e1f7bef795 req-8262b20b-591e-4e70-a9cd-21cf906334c5 tempest-ServerPasswordTestJSON-2139009300 tempest-ServerPasswordTestJSON-2139009300-project] Publish callbacks [] for port (ed1d9585-adb6-436d-9f70-867cc9105adf), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:32.971896 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca83dbb-d3e0-4a22-8091-32edbe7b340d req-d80d20dd-1840-4780-8c67-536c91ea8cfd tempest-VolumesAdminNegativeTest-1781745191 tempest-VolumesAdminNegativeTest-1781745191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:32.981310 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-aca83dbb-d3e0-4a22-8091-32edbe7b340d req-d80d20dd-1840-4780-8c67-536c91ea8cfd tempest-VolumesAdminNegativeTest-1781745191 tempest-VolumesAdminNegativeTest-1781745191-project] 10.222.0.87 "GET /v2.0/ports?device_id=f1467324-8dd8-403e-9291-8e5df5ad4316 HTTP/1.1" status: 200 len: 945 time: 0.1169713 Feb 02 07:05:33.052929 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d9d737a7-9916-4139-a44a-54e1f7bef795 req-8262b20b-591e-4e70-a9cd-21cf906334c5 tempest-ServerPasswordTestJSON-2139009300 tempest-ServerPasswordTestJSON-2139009300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (ed1d9585-adb6-436d-9f70-867cc9105adf), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:33.098518 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-11f8a704-9440-4f81-a834-0d7816928629 req-26d7ad7b-5923-403f-9edf-78da6ed0a3a3 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/ports?device_id=93974940-4a1d-4682-b431-5c6bf6a18a2f HTTP/1.1" status: 200 len: 210 time: 0.5529454 Feb 02 07:05:33.099378 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7366b0-4605-4ef8-ad9c-dccfe95ca7e9 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Pushing event deleted for resources: {'Port': ['ID=c04f47c7-cdb7-4308-b148-d10dfa3307f0,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:33.129836 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-aca83dbb-d3e0-4a22-8091-32edbe7b340d req-02990579-5db7-419a-95bb-056a0e1f7ffb tempest-VolumesAdminNegativeTest-1781745191 tempest-VolumesAdminNegativeTest-1781745191-project] 10.222.0.87 "GET /v2.0/security-groups?id=5ddaff5d-49ba-4522-be29-4d30a61c6add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397336 Feb 02 07:05:33.134582 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-c538ef2d-7923-46da-9e2b-4ff5a4a65532 req-f5d7a805-824c-43ab-8da3-cb5473dd5823 tempest-VolumesAdminNegativeTest-1781745191 tempest-VolumesAdminNegativeTest-1781745191-project] For port 522fada3-5306-4ce8-a2b3-3b0a20855e0e, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=522fada3-5306-4ce8-a2b3-3b0a20855e0e,segment=NetworkSegment(63b930e4-8662-48df-b0fb-09e2b4b14a47),segment_id=63b930e4-8662-48df-b0fb-09e2b4b14a47)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:05:33.134957 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-c538ef2d-7923-46da-9e2b-4ff5a4a65532 req-f5d7a805-824c-43ab-8da3-cb5473dd5823 tempest-VolumesAdminNegativeTest-1781745191 tempest-VolumesAdminNegativeTest-1781745191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (522fada3-5306-4ce8-a2b3-3b0a20855e0e), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:33.145459 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [None req-c2998c62-6f7e-472d-9c60-299f8e3490c0 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] device_id is not set on port 5110d271-6541-4e95-b748-8113369add0b yet. {{(pid=109694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:05:33.170773 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-28f88914-9aab-41ea-9545-92976ab94ae5 None None] Publish callbacks [] for port (b665c61c-c7ad-4b9a-a360-18c056b78a03), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:33.189037 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-28f88914-9aab-41ea-9545-92976ab94ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (b665c61c-c7ad-4b9a-a360-18c056b78a03), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:33.216039 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e6d18ce-a086-4377-ba0a-fe6da42ba363 req-5b7366b0-4605-4ef8-ad9c-dccfe95ca7e9 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] No DVR routers for this DVR port c04f47c7-cdb7-4308-b148-d10dfa3307f0 on host n-h1-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:05:33.261659 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f88914-9aab-41ea-9545-92976ab94ae5 None None] Pushing event updated for resources: {'Port': ['ID=b665c61c-c7ad-4b9a-a360-18c056b78a03,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:33.283497 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f88914-9aab-41ea-9545-92976ab94ae5 None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:05:33.287731 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-28f88914-9aab-41ea-9545-92976ab94ae5 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:05:33.292174 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f88914-9aab-41ea-9545-92976ab94ae5 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:05:33.296403 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2e6d18ce-a086-4377-ba0a-fe6da42ba363 req-5b7366b0-4605-4ef8-ad9c-dccfe95ca7e9 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:33.299871 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2e6d18ce-a086-4377-ba0a-fe6da42ba363 req-5b7366b0-4605-4ef8-ad9c-dccfe95ca7e9 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.88 "DELETE /v2.0/ports/c04f47c7-cdb7-4308-b148-d10dfa3307f0 HTTP/1.1" status: 204 len: 173 time: 2.2984202 Feb 02 07:05:33.305433 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33602f1c-837d-491b-a7b9-31fd3880983d', 'name': 'network-vif-deleted', 'tag': 'c04f47c7-cdb7-4308-b148-d10dfa3307f0'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:05:33.317559 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7efe60-1ffa-460e-ab7b-fade59e236f8" -d '{"events": [{"server_uuid": "33602f1c-837d-491b-a7b9-31fd3880983d", "name": "network-vif-deleted", "tag": "c04f47c7-cdb7-4308-b148-d10dfa3307f0"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:05:33.321698 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-c538ef2d-7923-46da-9e2b-4ff5a4a65532 req-f5d7a805-824c-43ab-8da3-cb5473dd5823 tempest-VolumesAdminNegativeTest-1781745191 tempest-VolumesAdminNegativeTest-1781745191-project] Calling delete_port for 522fada3-5306-4ce8-a2b3-3b0a20855e0e owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:05:33.333648 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 522fada3-5306-4ce8-a2b3-3b0a20855e0e no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:05:33.462766 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-28f88914-9aab-41ea-9545-92976ab94ae5 None None] Attempting to bind port b665c61c-c7ad-4b9a-a360-18c056b78a03 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:05:33.463295 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-28f88914-9aab-41ea-9545-92976ab94ae5 None None] Attempting to bind port b665c61c-c7ad-4b9a-a360-18c056b78a03 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:05:33.463633 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f88914-9aab-41ea-9545-92976ab94ae5 None None] Attempting to bind port b665c61c-c7ad-4b9a-a360-18c056b78a03 on network 0866d72e-3544-4c93-a5a9-bf8114a5301e {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:05:33.466974 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-c2998c62-6f7e-472d-9c60-299f8e3490c0 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Allocated IP 2001:db8::2f2 (0866d72e-3544-4c93-a5a9-bf8114a5301e/4751cb8e-905d-44ce-9b5d-6109159c29cd/5110d271-6541-4e95-b748-8113369add0b) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:05:33.547071 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55528050-95ff-4573-a82d-050670471790 req-710ff553-0ff0-4f95-a9f6-a91e31db634f tempest-ServerPasswordTestJSON-2139009300 tempest-ServerPasswordTestJSON-2139009300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:33.556042 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-55528050-95ff-4573-a82d-050670471790 req-710ff553-0ff0-4f95-a9f6-a91e31db634f tempest-ServerPasswordTestJSON-2139009300 tempest-ServerPasswordTestJSON-2139009300-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5e77f3d-b260-4a6e-becc-be5a18f6105d HTTP/1.1" status: 200 len: 932 time: 0.1688497 Feb 02 07:05:33.603583 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 522fada3-5306-4ce8-a2b3-3b0a20855e0e is: ACTIVE; New status is: DOWN {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:05:33.604136 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (522fada3-5306-4ce8-a2b3-3b0a20855e0e), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:33.614351 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f88914-9aab-41ea-9545-92976ab94ae5 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:05:33.614351 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f88914-9aab-41ea-9545-92976ab94ae5 None None] Checking segment: {'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:05:33.614351 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-28f88914-9aab-41ea-9545-92976ab94ae5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:33.617602 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f88914-9aab-41ea-9545-92976ab94ae5 None None] Bound using segment: {'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:05:33.618202 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-28f88914-9aab-41ea-9545-92976ab94ae5 None None] Bound port: b665c61c-c7ad-4b9a-a360-18c056b78a03, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:05:33.618616 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-28f88914-9aab-41ea-9545-92976ab94ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b665c61c-c7ad-4b9a-a360-18c056b78a03), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:33.750297 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1467324-8dd8-403e-9291-8e5df5ad4316', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '522fada3-5306-4ce8-a2b3-3b0a20855e0e'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:05:33.752633 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49cebc19-f67c-4b47-bd31-abaa550b1303" -d '{"events": [{"server_uuid": "f1467324-8dd8-403e-9291-8e5df5ad4316", "name": "network-vif-unplugged", "status": "completed", "tag": "522fada3-5306-4ce8-a2b3-3b0a20855e0e"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:05:33.756740 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-55528050-95ff-4573-a82d-050670471790 req-e7903113-5ba5-46e1-b314-0e05e97ecff6 tempest-ServerPasswordTestJSON-2139009300 tempest-ServerPasswordTestJSON-2139009300-project] 10.222.0.87 "GET /v2.0/security-groups?id=147909be-cff9-4991-aa78-917b7db4e020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996911 Feb 02 07:05:33.801749 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 522fada3-5306-4ce8-a2b3-3b0a20855e0e, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=522fada3-5306-4ce8-a2b3-3b0a20855e0e,segment=NetworkSegment(63b930e4-8662-48df-b0fb-09e2b4b14a47),segment_id=63b930e4-8662-48df-b0fb-09e2b4b14a47)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:05:33.812896 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (522fada3-5306-4ce8-a2b3-3b0a20855e0e), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:33.814058 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device c04f47c7-cdb7-4308-b148-d10dfa3307f0 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:05:33.873414 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: c04f47c7-cdb7-4308-b148-d10dfa3307f0 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:05:33.874049 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device c04f47c7-cdb7-4308-b148-d10dfa3307f0 not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:05:33.886467 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-28f88914-9aab-41ea-9545-92976ab94ae5 None None] For port b665c61c-c7ad-4b9a-a360-18c056b78a03, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:05:33.931342 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c2998c62-6f7e-472d-9c60-299f8e3490c0 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for port (5110d271-6541-4e95-b748-8113369add0b), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:33.936945 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-28f88914-9aab-41ea-9545-92976ab94ae5 None None] For port b665c61c-c7ad-4b9a-a360-18c056b78a03, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=b665c61c-c7ad-4b9a-a360-18c056b78a03,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:05:33.969546 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-28f88914-9aab-41ea-9545-92976ab94ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (b665c61c-c7ad-4b9a-a360-18c056b78a03), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:34.000235 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 07:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f308e95-3ad1-4d27-9fa9-40eed748cecf x-openstack-request-id: req-2f308e95-3ad1-4d27-9fa9-40eed748cecf {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:05:34.001781 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9d737a7-9916-4139-a44a-54e1f7bef795 req-8262b20b-591e-4e70-a9cd-21cf906334c5 tempest-ServerPasswordTestJSON-2139009300 tempest-ServerPasswordTestJSON-2139009300-project] Network 9c502670-697d-4935-855e-9a6fd2d524bb is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:05:34.004636 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1467324-8dd8-403e-9291-8e5df5ad4316", "name": "network-vif-unplugged", "status": "completed", "tag": "522fada3-5306-4ce8-a2b3-3b0a20855e0e", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:05:34.005114 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-2f308e95-3ad1-4d27-9fa9-40eed748cecf {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:05:34.008150 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1467324-8dd8-403e-9291-8e5df5ad4316', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '522fada3-5306-4ce8-a2b3-3b0a20855e0e', 'code': 200} Feb 02 07:05:34.011155 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d172df-c6d9-4661-ba0f-1f8e13c2e60f x-openstack-request-id: req-16d172df-c6d9-4661-ba0f-1f8e13c2e60f {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:05:34.011465 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33602f1c-837d-491b-a7b9-31fd3880983d", "name": "network-vif-deleted", "tag": "c04f47c7-cdb7-4308-b148-d10dfa3307f0", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:05:34.011818 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-16d172df-c6d9-4661-ba0f-1f8e13c2e60f {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:05:34.012298 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33602f1c-837d-491b-a7b9-31fd3880983d', 'name': 'network-vif-deleted', 'tag': 'c04f47c7-cdb7-4308-b148-d10dfa3307f0', 'status': 'completed', 'code': 200} Feb 02 07:05:34.013269 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-d9d737a7-9916-4139-a44a-54e1f7bef795 req-8262b20b-591e-4e70-a9cd-21cf906334c5 tempest-ServerPasswordTestJSON-2139009300 tempest-ServerPasswordTestJSON-2139009300-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:05:34.024045 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9d737a7-9916-4139-a44a-54e1f7bef795 req-8262b20b-591e-4e70-a9cd-21cf906334c5 tempest-ServerPasswordTestJSON-2139009300 tempest-ServerPasswordTestJSON-2139009300-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:05:34.037139 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=522fada3-5306-4ce8-a2b3-3b0a20855e0e,revision_number=6']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:34.094359 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c2998c62-6f7e-472d-9c60-299f8e3490c0 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (5110d271-6541-4e95-b748-8113369add0b), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:34.155601 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f88914-9aab-41ea-9545-92976ab94ae5 None None] Pushing event updated for resources: {'Port': ['ID=b665c61c-c7ad-4b9a-a360-18c056b78a03,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:34.167191 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8262b20b-591e-4e70-a9cd-21cf906334c5 tempest-ServerPasswordTestJSON-2139009300 tempest-ServerPasswordTestJSON-2139009300-project] Pushing event updated for resources: {'Port': ['ID=ed1d9585-adb6-436d-9f70-867cc9105adf,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:34.180782 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2998c62-6f7e-472d-9c60-299f8e3490c0 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:05:34.199458 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-c2998c62-6f7e-472d-9c60-299f8e3490c0 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:05:34.224069 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2998c62-6f7e-472d-9c60-299f8e3490c0 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:05:34.231981 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2998c62-6f7e-472d-9c60-299f8e3490c0 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:34.233322 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c2998c62-6f7e-472d-9c60-299f8e3490c0 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:34.243695 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8e462-93cc-49b1-b076-8e8cb1ee5916 req-217f61c2-b178-401e-b19f-d787742c0249 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:34.245490 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e3c8e462-93cc-49b1-b076-8e8cb1ee5916 req-217f61c2-b178-401e-b19f-d787742c0249 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/ports?device_id=4a3b0dba-c1ca-442b-af80-b163f0ea80a9 HTTP/1.1" status: 200 len: 946 time: 1.0275061 Feb 02 07:05:34.251676 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-db83e58d-f0dd-4cc4-b634-7843656289b9 req-261d9092-2af8-4ee1-acd0-972a29d50a13 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=33602f1c-837d-491b-a7b9-31fd3880983d HTTP/1.1" status: 200 len: 210 time: 0.0663242 Feb 02 07:05:34.286251 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d737a7-9916-4139-a44a-54e1f7bef795 req-8262b20b-591e-4e70-a9cd-21cf906334c5 tempest-ServerPasswordTestJSON-2139009300 tempest-ServerPasswordTestJSON-2139009300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:34.287190 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d9d737a7-9916-4139-a44a-54e1f7bef795 req-8262b20b-591e-4e70-a9cd-21cf906334c5 tempest-ServerPasswordTestJSON-2139009300 tempest-ServerPasswordTestJSON-2139009300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:34.297850 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c2998c62-6f7e-472d-9c60-299f8e3490c0 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0151846 Feb 02 07:05:34.303394 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46084) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:34.345420 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d9d737a7-9916-4139-a44a-54e1f7bef795 req-8262b20b-591e-4e70-a9cd-21cf906334c5 tempest-ServerPasswordTestJSON-2139009300 tempest-ServerPasswordTestJSON-2139009300-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6819181 Feb 02 07:05:34.370574 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2998c62-6f7e-472d-9c60-299f8e3490c0 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event updated for resources: {'Port': ['ID=5110d271-6541-4e95-b748-8113369add0b,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:34.384586 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-d9d737a7-9916-4139-a44a-54e1f7bef795 req-d887e041-2be4-465d-8cb3-8d16ac5354f5 service neutron] Request body: {'port': {'device_id': 'd5e77f3d-b260-4a6e-becc-be5a18f6105d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:05:34.508033 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e3c8e462-93cc-49b1-b076-8e8cb1ee5916 req-09de1065-1ec9-45a7-96c4-6e1b03c9a1af tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/security-groups?id=e8e61412-2b54-4a5c-ab0d-3506f7e64351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508302 Feb 02 07:05:34.525767 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a5d7b2-0d0b-4fa3-bf44-0386af7b55e8 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:34.537525 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a5d7b2-0d0b-4fa3-bf44-0386af7b55e8 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:34.545949 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-23a5d7b2-0d0b-4fa3-bf44-0386af7b55e8 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2320263 Feb 02 07:05:34.546967 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46086) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:34.765396 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device b665c61c-c7ad-4b9a-a360-18c056b78a03 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:05:34.779166 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-e8350a56-f273-43ef-9b49-b1c87185a41c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Deleting port 5110d271-6541-4e95-b748-8113369add0b {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:05:34.780655 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e8350a56-f273-43ef-9b49-b1c87185a41c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (5110d271-6541-4e95-b748-8113369add0b), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:34.867952 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port b665c61c-c7ad-4b9a-a360-18c056b78a03 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:05:34.868437 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b665c61c-c7ad-4b9a-a360-18c056b78a03), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:34.879457 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d9d737a7-9916-4139-a44a-54e1f7bef795 req-d887e041-2be4-465d-8cb3-8d16ac5354f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ed1d9585-adb6-436d-9f70-867cc9105adf), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:34.966478 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port b665c61c-c7ad-4b9a-a360-18c056b78a03 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:05:34.967210 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b665c61c-c7ad-4b9a-a360-18c056b78a03), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:34.978665 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-c538ef2d-7923-46da-9e2b-4ff5a4a65532 req-f5d7a805-824c-43ab-8da3-cb5473dd5823 tempest-VolumesAdminNegativeTest-1781745191 tempest-VolumesAdminNegativeTest-1781745191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (522fada3-5306-4ce8-a2b3-3b0a20855e0e), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:34.998972 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-57756e28-7e39-4b8a-9124-018cb851e730 req-eb6f6a06-1cfa-451a-b3bb-7854f235175c tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/ports?device_id=93974940-4a1d-4682-b431-5c6bf6a18a2f HTTP/1.1" status: 200 len: 210 time: 0.0640609 Feb 02 07:05:35.009358 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port b665c61c-c7ad-4b9a-a360-18c056b78a03, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=b665c61c-c7ad-4b9a-a360-18c056b78a03,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:05:35.018753 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (b665c61c-c7ad-4b9a-a360-18c056b78a03), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:35.061929 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e8350a56-f273-43ef-9b49-b1c87185a41c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (5110d271-6541-4e95-b748-8113369add0b), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:35.105309 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=b665c61c-c7ad-4b9a-a360-18c056b78a03,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:35.118654 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-e8350a56-f273-43ef-9b49-b1c87185a41c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Calling delete_port for 5110d271-6541-4e95-b748-8113369add0b owned by {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:05:35.245755 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d7a805-824c-43ab-8da3-cb5473dd5823 tempest-VolumesAdminNegativeTest-1781745191 tempest-VolumesAdminNegativeTest-1781745191-project] Pushing event deleted for resources: {'Port': ['ID=522fada3-5306-4ce8-a2b3-3b0a20855e0e,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:35.250691 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae86a9c4-b8a2-4dd4-a355-d84037123504 req-59065a48-805f-482d-a69f-f321b70132a5 tempest-ServerPasswordTestJSON-2139009300 tempest-ServerPasswordTestJSON-2139009300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:35.258202 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ae86a9c4-b8a2-4dd4-a355-d84037123504 req-59065a48-805f-482d-a69f-f321b70132a5 tempest-ServerPasswordTestJSON-2139009300 tempest-ServerPasswordTestJSON-2139009300-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5e77f3d-b260-4a6e-becc-be5a18f6105d HTTP/1.1" status: 200 len: 932 time: 0.1743975 Feb 02 07:05:35.350571 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ae86a9c4-b8a2-4dd4-a355-d84037123504 req-7aaf49c2-163e-4ba9-b44b-b0ec1fd6bd89 tempest-ServerPasswordTestJSON-2139009300 tempest-ServerPasswordTestJSON-2139009300-project] 10.222.0.87 "GET /v2.0/security-groups?id=147909be-cff9-4991-aa78-917b7db4e020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914137 Feb 02 07:05:35.362336 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd33fb7f-ae68-466b-912d-d8db140459f0 req-98398fc5-ade6-4bc8-9f13-137201a14429 tempest-VolumesAdminNegativeTest-1781745191 tempest-VolumesAdminNegativeTest-1781745191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:35.375002 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-dd33fb7f-ae68-466b-912d-d8db140459f0 req-98398fc5-ade6-4bc8-9f13-137201a14429 tempest-VolumesAdminNegativeTest-1781745191 tempest-VolumesAdminNegativeTest-1781745191-project] 10.222.0.87 "GET /v2.0/ports?device_id=f1467324-8dd8-403e-9291-8e5df5ad4316 HTTP/1.1" status: 200 len: 865 time: 0.6652691 Feb 02 07:05:35.426189 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f28287-cd80-44f8-b80f-d4c454ed1b1f req-3258ef1b-c227-464d-8664-17b50913036e tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:35.431031 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-91f28287-cd80-44f8-b80f-d4c454ed1b1f req-3258ef1b-c227-464d-8664-17b50913036e tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.88 "GET /v2.0/networks?id=4dc80cef-b607-4e43-a37e-1cb34fdb7f94 HTTP/1.1" status: 200 len: 812 time: 0.8076131 Feb 02 07:05:35.434460 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-c538ef2d-7923-46da-9e2b-4ff5a4a65532 req-f5d7a805-824c-43ab-8da3-cb5473dd5823 tempest-VolumesAdminNegativeTest-1781745191 tempest-VolumesAdminNegativeTest-1781745191-project] No DVR routers for this DVR port 522fada3-5306-4ce8-a2b3-3b0a20855e0e on host n-h1-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:05:35.469342 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e8350a56-f273-43ef-9b49-b1c87185a41c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (5110d271-6541-4e95-b748-8113369add0b), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:35.475194 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-c538ef2d-7923-46da-9e2b-4ff5a4a65532 req-f5d7a805-824c-43ab-8da3-cb5473dd5823 tempest-VolumesAdminNegativeTest-1781745191 tempest-VolumesAdminNegativeTest-1781745191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:35.486420 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c538ef2d-7923-46da-9e2b-4ff5a4a65532 req-f5d7a805-824c-43ab-8da3-cb5473dd5823 tempest-VolumesAdminNegativeTest-1781745191 tempest-VolumesAdminNegativeTest-1781745191-project] 10.222.0.88 "DELETE /v2.0/ports/522fada3-5306-4ce8-a2b3-3b0a20855e0e HTTP/1.1" status: 204 len: 173 time: 4.1714478 Feb 02 07:05:35.519781 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-91f28287-cd80-44f8-b80f-d4c454ed1b1f req-0268d42b-557b-4297-9c9d-fe3315ac90bb tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Request body: {'port': {'device_id': '93974940-4a1d-4682-b431-5c6bf6a18a2f', 'network_id': '4dc80cef-b607-4e43-a37e-1cb34fdb7f94', 'admin_state_up': True, 'tenant_id': '32d438d03e3c412aa95bd1ce4c33b4b7'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:05:35.521286 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8350a56-f273-43ef-9b49-b1c87185a41c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event deleted for resources: {'Port': ['ID=5110d271-6541-4e95-b748-8113369add0b,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:35.582693 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e8350a56-f273-43ef-9b49-b1c87185a41c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:35.589976 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-e8350a56-f273-43ef-9b49-b1c87185a41c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/ports/5110d271-6541-4e95-b748-8113369add0b HTTP/1.1" status: 204 len: 168 time: 1.0391471 Feb 02 07:05:35.590609 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46102) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:35.691365 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52758cd0-fc3f-4dd9-8061-5719e193840a tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:35.691588 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52758cd0-fc3f-4dd9-8061-5719e193840a tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:35.695858 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-52758cd0-fc3f-4dd9-8061-5719e193840a tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1015942 Feb 02 07:05:35.700925 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46106) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:35.760439 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-dd33fb7f-ae68-466b-912d-d8db140459f0 req-6319d969-f677-432e-9fe9-ea7722452208 tempest-VolumesAdminNegativeTest-1781745191 tempest-VolumesAdminNegativeTest-1781745191-project] 10.222.0.87 "GET /v2.0/security-groups?id=5ddaff5d-49ba-4522-be29-4d30a61c6add&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3699684 Feb 02 07:05:35.799042 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c4c2207-d385-40da-9206-4865e13761a4 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Deleting subnet 4751cb8e-905d-44ce-9b5d-6109159c29cd {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:05:35.821408 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3c4c2207-d385-40da-9206-4865e13761a4 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for subnet (4751cb8e-905d-44ce-9b5d-6109159c29cd), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:35.877949 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554d7f9-42e2-4f76-8803-9a610db63860 req-ff2add9a-8513-463e-a89a-2ee336bbc1c8 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:35.888170 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8554d7f9-42e2-4f76-8803-9a610db63860 req-ff2add9a-8513-463e-a89a-2ee336bbc1c8 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/ports?device_id=4a3b0dba-c1ca-442b-af80-b163f0ea80a9 HTTP/1.1" status: 200 len: 946 time: 0.1882942 Feb 02 07:05:35.941021 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ddc4ad20-5045-4191-9a3b-93549fe4fc4a None None] Provisioning complete for port b665c61c-c7ad-4b9a-a360-18c056b78a03 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:05:35.945346 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ddc4ad20-5045-4191-9a3b-93549fe4fc4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b665c61c-c7ad-4b9a-a360-18c056b78a03), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:35.946523 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3c4c2207-d385-40da-9206-4865e13761a4 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (4751cb8e-905d-44ce-9b5d-6109159c29cd), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:36.047546 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8554d7f9-42e2-4f76-8803-9a610db63860 req-94975dc0-8a8c-44b0-af24-b389ba0e95cc tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/security-groups?id=e8e61412-2b54-4a5c-ab0d-3506f7e64351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482096 Feb 02 07:05:36.064638 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1467324-8dd8-403e-9291-8e5df5ad4316', 'name': 'network-vif-deleted', 'tag': '522fada3-5306-4ce8-a2b3-3b0a20855e0e'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:05:36.066983 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c2fd68-0a42-4ddd-9f58-4ae7e5ef2293" -d '{"events": [{"server_uuid": "f1467324-8dd8-403e-9291-8e5df5ad4316", "name": "network-vif-deleted", "tag": "522fada3-5306-4ce8-a2b3-3b0a20855e0e"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:05:36.088025 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272cbb68-bace-48a4-8a2c-4eaae0bb7424 req-220dd8ff-0e32-43a5-91a2-e325e1009dd0 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:36.090061 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-272cbb68-bace-48a4-8a2c-4eaae0bb7424 req-220dd8ff-0e32-43a5-91a2-e325e1009dd0 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/networks?id=f9701445-c4cf-4d4f-9286-fc4fc0bbd41b HTTP/1.1" status: 200 len: 806 time: 0.1702769 Feb 02 07:05:36.113207 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-272cbb68-bace-48a4-8a2c-4eaae0bb7424 req-f8f2ef4d-88e8-4778-98f7-72b0d573850d tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/quotas/51472d7ac5b4449fa09fb7150f54f571 HTTP/1.1" status: 200 len: 375 time: 0.0140953 Feb 02 07:05:36.118235 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-d9d737a7-9916-4139-a44a-54e1f7bef795 req-d887e041-2be4-465d-8cb3-8d16ac5354f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed1d9585-adb6-436d-9f70-867cc9105adf {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:05:36.138889 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ddc4ad20-5045-4191-9a3b-93549fe4fc4a None None] Current status of the port b665c61c-c7ad-4b9a-a360-18c056b78a03 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:05:36.142545 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d9d737a7-9916-4139-a44a-54e1f7bef795 req-d887e041-2be4-465d-8cb3-8d16ac5354f5 service neutron] Publish callbacks [] for port (ed1d9585-adb6-436d-9f70-867cc9105adf), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:36.168527 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91f28287-cd80-44f8-b80f-d4c454ed1b1f req-0268d42b-557b-4297-9c9d-fe3315ac90bb tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Made reservation on behalf of 32d438d03e3c412aa95bd1ce4c33b4b7 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:05:36.172811 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-91f28287-cd80-44f8-b80f-d4c454ed1b1f req-0268d42b-557b-4297-9c9d-fe3315ac90bb tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:36.198063 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-d9d737a7-9916-4139-a44a-54e1f7bef795 req-d887e041-2be4-465d-8cb3-8d16ac5354f5 service neutron] Transition to ACTIVE for port object ed1d9585-adb6-436d-9f70-867cc9105adf will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:05:36.228960 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d9d737a7-9916-4139-a44a-54e1f7bef795 req-d887e041-2be4-465d-8cb3-8d16ac5354f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (ed1d9585-adb6-436d-9f70-867cc9105adf), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:36.282183 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3c4c2207-d385-40da-9206-4865e13761a4 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (4751cb8e-905d-44ce-9b5d-6109159c29cd), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:36.287333 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1b34e130-bcf5-4623-a7dd-09960ef15ef3 None None] Could not find standard attr ID for object 5110d271-6541-4e95-b748-8113369add0b. {{(pid=109695) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 07:05:36.334218 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-272cbb68-bace-48a4-8a2c-4eaae0bb7424 req-f7c90512-6c94-406b-8233-307b01a2d8ea tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=51472d7ac5b4449fa09fb7150f54f571&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2113347 Feb 02 07:05:36.352329 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c46d5aae-e784-4d54-a022-e1cdee669c6e req-c063a3c1-18aa-44af-be60-37325efdb018 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/ports?device_id=93974940-4a1d-4682-b431-5c6bf6a18a2f HTTP/1.1" status: 200 len: 210 time: 0.1144156 Feb 02 07:05:36.464322 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d887e041-2be4-465d-8cb3-8d16ac5354f5 service neutron] Pushing event updated for resources: {'Port': ['ID=ed1d9585-adb6-436d-9f70-867cc9105adf,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:36.487374 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3c4c2207-d385-40da-9206-4865e13761a4 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (4751cb8e-905d-44ce-9b5d-6109159c29cd), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:36.529083 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-113d955f-129d-4983-bfbc-fae534e72e78 x-openstack-request-id: req-113d955f-129d-4983-bfbc-fae534e72e78 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:05:36.529374 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1467324-8dd8-403e-9291-8e5df5ad4316", "name": "network-vif-deleted", "tag": "522fada3-5306-4ce8-a2b3-3b0a20855e0e", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:05:36.529634 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-113d955f-129d-4983-bfbc-fae534e72e78 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:05:36.530032 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1467324-8dd8-403e-9291-8e5df5ad4316', 'name': 'network-vif-deleted', 'tag': '522fada3-5306-4ce8-a2b3-3b0a20855e0e', 'status': 'completed', 'code': 200} Feb 02 07:05:36.546039 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3c4c2207-d385-40da-9206-4865e13761a4 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:36.554012 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-3c4c2207-d385-40da-9206-4865e13761a4 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/subnets/4751cb8e-905d-44ce-9b5d-6109159c29cd HTTP/1.1" status: 204 len: 168 time: 0.8520737 Feb 02 07:05:36.558572 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46126) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:36.600732 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4c2207-d385-40da-9206-4865e13761a4 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event deleted for resources: {'Subnet': ['ID=4751cb8e-905d-44ce-9b5d-6109159c29cd,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:36.603304 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a57a4fa-36d7-4183-b703-76509ef27ae5 None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:05:36.640182 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-882522a1-72b7-451c-be67-2523f13c32db tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0715020 Feb 02 07:05:36.642711 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46128) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:36.671610 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-91f28287-cd80-44f8-b80f-d4c454ed1b1f req-0268d42b-557b-4297-9c9d-fe3315ac90bb tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Allocated IP 172.20.0.5 (4dc80cef-b607-4e43-a37e-1cb34fdb7f94/75a9fb07-f9cb-4fc4-b8ba-4721a09818ff/be07e396-69de-4dfc-b5e8-7825f3428298) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:05:36.702732 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-d9d737a7-9916-4139-a44a-54e1f7bef795 req-d887e041-2be4-465d-8cb3-8d16ac5354f5 service neutron] Attempting to bind port ed1d9585-adb6-436d-9f70-867cc9105adf on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:05:36.703296 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-d9d737a7-9916-4139-a44a-54e1f7bef795 req-d887e041-2be4-465d-8cb3-8d16ac5354f5 service neutron] Attempting to bind port ed1d9585-adb6-436d-9f70-867cc9105adf by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': 'ce666524-bce3-41cf-a983-9d2cc88666a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9c502670-697d-4935-855e-9a6fd2d524bb'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:05:36.703698 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d737a7-9916-4139-a44a-54e1f7bef795 req-d887e041-2be4-465d-8cb3-8d16ac5354f5 service neutron] Attempting to bind port ed1d9585-adb6-436d-9f70-867cc9105adf on network 9c502670-697d-4935-855e-9a6fd2d524bb {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:05:36.703828 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device b665c61c-c7ad-4b9a-a360-18c056b78a03 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:05:36.709201 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-272cbb68-bace-48a4-8a2c-4eaae0bb7424 req-0fc93c98-a04e-4385-b651-9ea3dc3ca04d service neutron] 10.222.0.87 "GET /v2.0/networks/f9701445-c4cf-4d4f-9286-fc4fc0bbd41b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541179 Feb 02 07:05:36.732591 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d737a7-9916-4139-a44a-54e1f7bef795 req-d887e041-2be4-465d-8cb3-8d16ac5354f5 service neutron] Port ed1d9585-adb6-436d-9f70-867cc9105adf on network 9c502670-697d-4935-855e-9a6fd2d524bb not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:05:36.733092 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d737a7-9916-4139-a44a-54e1f7bef795 req-d887e041-2be4-465d-8cb3-8d16ac5354f5 service neutron] Attempting to bind port ed1d9585-adb6-436d-9f70-867cc9105adf on network 9c502670-697d-4935-855e-9a6fd2d524bb {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:05:36.749200 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d737a7-9916-4139-a44a-54e1f7bef795 req-d887e041-2be4-465d-8cb3-8d16ac5354f5 service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:05:36.749734 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d737a7-9916-4139-a44a-54e1f7bef795 req-d887e041-2be4-465d-8cb3-8d16ac5354f5 service neutron] Checking segment: {'id': 'ce666524-bce3-41cf-a983-9d2cc88666a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9c502670-697d-4935-855e-9a6fd2d524bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:05:36.750226 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d737a7-9916-4139-a44a-54e1f7bef795 req-d887e041-2be4-465d-8cb3-8d16ac5354f5 service neutron] Bound using segment: {'id': 'ce666524-bce3-41cf-a983-9d2cc88666a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9c502670-697d-4935-855e-9a6fd2d524bb'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:05:36.750791 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-d9d737a7-9916-4139-a44a-54e1f7bef795 req-d887e041-2be4-465d-8cb3-8d16ac5354f5 service neutron] Bound port: ed1d9585-adb6-436d-9f70-867cc9105adf, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce666524-bce3-41cf-a983-9d2cc88666a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9c502670-697d-4935-855e-9a6fd2d524bb'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:05:36.751259 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d9d737a7-9916-4139-a44a-54e1f7bef795 req-d887e041-2be4-465d-8cb3-8d16ac5354f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ed1d9585-adb6-436d-9f70-867cc9105adf), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:36.765874 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d829ef9-5eb3-4fee-8d51-1b4c82c305e5 req-2627c356-032c-4966-aec2-dec1cc19707a tempest-ServerPasswordTestJSON-2139009300 tempest-ServerPasswordTestJSON-2139009300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:36.775593 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5d829ef9-5eb3-4fee-8d51-1b4c82c305e5 req-2627c356-032c-4966-aec2-dec1cc19707a tempest-ServerPasswordTestJSON-2139009300 tempest-ServerPasswordTestJSON-2139009300-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5e77f3d-b260-4a6e-becc-be5a18f6105d HTTP/1.1" status: 200 len: 944 time: 0.1210723 Feb 02 07:05:36.815525 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port b665c61c-c7ad-4b9a-a360-18c056b78a03 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:05:36.816081 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b665c61c-c7ad-4b9a-a360-18c056b78a03), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:36.846857 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5d829ef9-5eb3-4fee-8d51-1b4c82c305e5 req-c08e6ab0-be05-4e20-85d9-fbd11062945c tempest-ServerPasswordTestJSON-2139009300 tempest-ServerPasswordTestJSON-2139009300-project] 10.222.0.87 "GET /v2.0/security-groups?id=147909be-cff9-4991-aa78-917b7db4e020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685997 Feb 02 07:05:36.871339 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aef16f0-ddf6-4d0c-b67e-d8e2ddfe01fc tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:36.879378 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-4aef16f0-ddf6-4d0c-b67e-d8e2ddfe01fc tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2355065 Feb 02 07:05:36.881196 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46132) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:36.922274 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46134) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:36.972273 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c10a11d-42f5-4e29-8c96-14dfd4751255 None None] DHCP port deletion for 0866d72e-3544-4c93-a5a9-bf8114a5301e request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:05:36.975935 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port b665c61c-c7ad-4b9a-a360-18c056b78a03 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:05:36.997006 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3078ec4-03c1-4d72-bd41-5aeac0d22e75 admin admin] Deleting subnet ea9e280c-d65a-45b2-9a6b-1bb690e87353 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:05:37.001127 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e3078ec4-03c1-4d72-bd41-5aeac0d22e75 admin admin] Publish callbacks [] for subnet (ea9e280c-d65a-45b2-9a6b-1bb690e87353), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:37.032918 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-d9d737a7-9916-4139-a44a-54e1f7bef795 req-d887e041-2be4-465d-8cb3-8d16ac5354f5 service neutron] For port ed1d9585-adb6-436d-9f70-867cc9105adf, host n-h2-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:05:37.036915 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-d9d737a7-9916-4139-a44a-54e1f7bef795 req-d887e041-2be4-465d-8cb3-8d16ac5354f5 service neutron] For port ed1d9585-adb6-436d-9f70-867cc9105adf, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=ed1d9585-adb6-436d-9f70-867cc9105adf,segment=NetworkSegment(ce666524-bce3-41cf-a983-9d2cc88666a7),segment_id=ce666524-bce3-41cf-a983-9d2cc88666a7)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:05:37.041355 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-8c10a11d-42f5-4e29-8c96-14dfd4751255 None None] Deleting port b665c61c-c7ad-4b9a-a360-18c056b78a03 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:05:37.041736 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-8c10a11d-42f5-4e29-8c96-14dfd4751255 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (b665c61c-c7ad-4b9a-a360-18c056b78a03), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:37.057396 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e3078ec4-03c1-4d72-bd41-5aeac0d22e75 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (ea9e280c-d65a-45b2-9a6b-1bb690e87353), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:37.059264 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d9d737a7-9916-4139-a44a-54e1f7bef795 req-d887e041-2be4-465d-8cb3-8d16ac5354f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (ed1d9585-adb6-436d-9f70-867cc9105adf), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:37.133804 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e3078ec4-03c1-4d72-bd41-5aeac0d22e75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (ea9e280c-d65a-45b2-9a6b-1bb690e87353), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:37.137598 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-8c10a11d-42f5-4e29-8c96-14dfd4751255 None None] For port b665c61c-c7ad-4b9a-a360-18c056b78a03, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=b665c61c-c7ad-4b9a-a360-18c056b78a03,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:05:37.138175 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-8c10a11d-42f5-4e29-8c96-14dfd4751255 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (b665c61c-c7ad-4b9a-a360-18c056b78a03), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:37.153698 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-8c10a11d-42f5-4e29-8c96-14dfd4751255 None None] Calling delete_port for b665c61c-c7ad-4b9a-a360-18c056b78a03 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:05:37.156938 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de304a1-895e-4f7c-ab60-e36032f1d494 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:37.185456 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-7de304a1-895e-4f7c-ab60-e36032f1d494 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2970700 Feb 02 07:05:37.192576 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-272cbb68-bace-48a4-8a2c-4eaae0bb7424 req-bb27ed94-b35f-4fbe-8ff1-940d9f33ccff service neutron] 10.222.0.87 "GET /v2.0/networks/f9701445-c4cf-4d4f-9286-fc4fc0bbd41b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4745259 Feb 02 07:05:37.205726 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46138) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:37.275535 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-9485eb5c-d7e0-4c70-bf19-16ca7b114f26 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0685387 Feb 02 07:05:37.284699 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e3078ec4-03c1-4d72-bd41-5aeac0d22e75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (ea9e280c-d65a-45b2-9a6b-1bb690e87353), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:37.289434 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46140) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:37.327234 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d737a7-9916-4139-a44a-54e1f7bef795 req-d887e041-2be4-465d-8cb3-8d16ac5354f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:37.327234 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d9d737a7-9916-4139-a44a-54e1f7bef795 req-d887e041-2be4-465d-8cb3-8d16ac5354f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:37.327234 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d9d737a7-9916-4139-a44a-54e1f7bef795 req-d887e041-2be4-465d-8cb3-8d16ac5354f5 service neutron] 10.222.0.59 "PUT /v2.0/ports/ed1d9585-adb6-436d-9f70-867cc9105adf HTTP/1.1" status: 200 len: 1093 time: 2.9429185 Feb 02 07:05:37.327234 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d887e041-2be4-465d-8cb3-8d16ac5354f5 service neutron] Pushing event updated for resources: {'Port': ['ID=ed1d9585-adb6-436d-9f70-867cc9105adf,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:37.331927 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-24f33119-0062-486e-958a-b60afdf4e91b tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Request body: {'subnet': {'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:05:37.342504 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3078ec4-03c1-4d72-bd41-5aeac0d22e75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea9e280c-d65a-45b2-9a6b-1bb690e87353,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:37.358510 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-91f28287-cd80-44f8-b80f-d4c454ed1b1f req-0268d42b-557b-4297-9c9d-fe3315ac90bb tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks [] for port (be07e396-69de-4dfc-b5e8-7825f3428298), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:37.362164 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-8c10a11d-42f5-4e29-8c96-14dfd4751255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (b665c61c-c7ad-4b9a-a360-18c056b78a03), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:37.368756 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e3078ec4-03c1-4d72-bd41-5aeac0d22e75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:37.374087 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-e3078ec4-03c1-4d72-bd41-5aeac0d22e75 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/ea9e280c-d65a-45b2-9a6b-1bb690e87353 HTTP/1.1" status: 204 len: 168 time: 0.4485385 Feb 02 07:05:37.374610 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46148) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:37.451271 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c10a11d-42f5-4e29-8c96-14dfd4751255 None None] Pushing event deleted for resources: {'Port': ['ID=b665c61c-c7ad-4b9a-a360-18c056b78a03,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:37.463130 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3883c0da-3472-4741-9343-86534b192d7e req-0830d6ee-2dfe-4a23-9d7e-da79d2b1a3d8 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:37.464702 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3883c0da-3472-4741-9343-86534b192d7e req-0830d6ee-2dfe-4a23-9d7e-da79d2b1a3d8 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/ports?device_id=4a3b0dba-c1ca-442b-af80-b163f0ea80a9 HTTP/1.1" status: 200 len: 946 time: 0.2599394 Feb 02 07:05:37.482934 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-962f2af5-c7f4-40e5-80f5-4752043be804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (655bbc00-3cca-459c-999c-c63adb79d176), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:37.495947 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c10a11d-42f5-4e29-8c96-14dfd4751255 None None] No DVR routers for this DVR port b665c61c-c7ad-4b9a-a360-18c056b78a03 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:05:37.587161 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3883c0da-3472-4741-9343-86534b192d7e req-a5b71622-f574-4777-86b6-22fd04ff903b tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/security-groups?id=e8e61412-2b54-4a5c-ab0d-3506f7e64351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860357 Feb 02 07:05:37.592797 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f33119-0062-486e-958a-b60afdf4e91b tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Made reservation on behalf of d3e64a71e17749e693b291cf3514bb46 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:05:37.602547 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-24f33119-0062-486e-958a-b60afdf4e91b tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:37.655534 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-91f28287-cd80-44f8-b80f-d4c454ed1b1f req-0268d42b-557b-4297-9c9d-fe3315ac90bb tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (be07e396-69de-4dfc-b5e8-7825f3428298), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:37.777654 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9e4910f9-624b-4517-aeda-209afb1f9b09 req-da5d8562-8f61-4d8e-8433-cc662fc9ee0a tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=2707143f-79c4-4761-b2b6-ad49159e25d5 HTTP/1.1" status: 200 len: 210 time: 0.1181998 Feb 02 07:05:37.802076 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91f28287-cd80-44f8-b80f-d4c454ed1b1f req-0268d42b-557b-4297-9c9d-fe3315ac90bb tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Network 4dc80cef-b607-4e43-a37e-1cb34fdb7f94 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:05:37.812214 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-962f2af5-c7f4-40e5-80f5-4752043be804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (655bbc00-3cca-459c-999c-c63adb79d176), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:37.824326 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-91f28287-cd80-44f8-b80f-d4c454ed1b1f req-0268d42b-557b-4297-9c9d-fe3315ac90bb tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:05:37.827655 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-91f28287-cd80-44f8-b80f-d4c454ed1b1f req-0268d42b-557b-4297-9c9d-fe3315ac90bb tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:05:37.877782 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ace0d9-ad2f-4d8e-98d1-dea0c63bbbf2 req-027fa88d-0f1d-4c31-b8ef-adcec0481877 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:37.885081 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-75ace0d9-ad2f-4d8e-98d1-dea0c63bbbf2 req-027fa88d-0f1d-4c31-b8ef-adcec0481877 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/ports?device_id=93974940-4a1d-4682-b431-5c6bf6a18a2f HTTP/1.1" status: 200 len: 931 time: 0.3062806 Feb 02 07:05:37.887152 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0268d42b-557b-4297-9c9d-fe3315ac90bb tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Pushing event updated for resources: {'Port': ['ID=be07e396-69de-4dfc-b5e8-7825f3428298,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:37.899712 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d737a7-9916-4139-a44a-54e1f7bef795 req-3e251ed3-e18d-46fc-bb61-dc3e69cf7f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:37.901586 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d9d737a7-9916-4139-a44a-54e1f7bef795 req-3e251ed3-e18d-46fc-bb61-dc3e69cf7f55 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3ca6e0dbe61a40c1a76c83da4c6dc6ad&device_id=d5e77f3d-b260-4a6e-becc-be5a18f6105d HTTP/1.1" status: 200 len: 1127 time: 0.4392455 Feb 02 07:05:37.944329 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-962f2af5-c7f4-40e5-80f5-4752043be804 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['655bbc00-3cca-459c-999c-c63adb79d176']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:05:38.138824 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b47c98-f44e-4741-bca9-764830246254 req-609ed8c1-5440-4703-98f9-fc9905ba8424 tempest-ServerPasswordTestJSON-2139009300 tempest-ServerPasswordTestJSON-2139009300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:38.146167 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d1b47c98-f44e-4741-bca9-764830246254 req-609ed8c1-5440-4703-98f9-fc9905ba8424 tempest-ServerPasswordTestJSON-2139009300 tempest-ServerPasswordTestJSON-2139009300-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5e77f3d-b260-4a6e-becc-be5a18f6105d HTTP/1.1" status: 200 len: 944 time: 0.1870422 Feb 02 07:05:38.217551 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d1b47c98-f44e-4741-bca9-764830246254 req-ed43416f-d11c-4189-b6b4-f97fa3b28dcf tempest-ServerPasswordTestJSON-2139009300 tempest-ServerPasswordTestJSON-2139009300-project] 10.222.0.87 "GET /v2.0/security-groups?id=147909be-cff9-4991-aa78-917b7db4e020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704219 Feb 02 07:05:38.259922 n-d-789963-26 neutron-server[109694]: DEBUG neutron.objects.ports [None req-24f33119-0062-486e-958a-b60afdf4e91b tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109694) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 02 07:05:38.264328 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-24f33119-0062-486e-958a-b60afdf4e91b tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (2d560cee-46b5-4aa8-ad8d-c81af634f3c2), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:38.299587 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d9d737a7-9916-4139-a44a-54e1f7bef795 req-2ca69788-39fe-4860-b109-4d8bb304b08c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed1d9585-adb6-436d-9f70-867cc9105adf HTTP/1.1" status: 200 len: 217 time: 0.3763900 Feb 02 07:05:38.303378 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-962f2af5-c7f4-40e5-80f5-4752043be804 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63b930e4-8662-48df-b0fb-09e2b4b14a47') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:05:38.304420 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-962f2af5-c7f4-40e5-80f5-4752043be804 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63b930e4-8662-48df-b0fb-09e2b4b14a47') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:05:38.327891 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f33119-0062-486e-958a-b60afdf4e91b tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:05:38.331376 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-24f33119-0062-486e-958a-b60afdf4e91b tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:05:38.342891 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f33119-0062-486e-958a-b60afdf4e91b tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event updated for resources: {'Subnet': ['ID=2d560cee-46b5-4aa8-ad8d-c81af634f3c2,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:38.345692 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954c353f-ba91-4bd9-9580-a3b8cfd4f236 None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:05:38.347454 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f33119-0062-486e-958a-b60afdf4e91b tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:38.355860 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-24f33119-0062-486e-958a-b60afdf4e91b tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:38.383354 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-962f2af5-c7f4-40e5-80f5-4752043be804 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (63b930e4-8662-48df-b0fb-09e2b4b14a47), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:38.390740 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-24f33119-0062-486e-958a-b60afdf4e91b tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0753875 Feb 02 07:05:38.391593 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46166) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:38.395542 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f28287-cd80-44f8-b80f-d4c454ed1b1f req-0268d42b-557b-4297-9c9d-fe3315ac90bb tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:38.396212 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-91f28287-cd80-44f8-b80f-d4c454ed1b1f req-0268d42b-557b-4297-9c9d-fe3315ac90bb tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:38.397506 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-3bd3e7e7-6c58-4d19-949e-2f9f525c7c83 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Request body: {'subnet': {'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:05:38.462056 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-75ace0d9-ad2f-4d8e-98d1-dea0c63bbbf2 req-fd279c8d-3f3b-43ef-93b1-f53edb51ade7 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a5d4ccaf-26cf-4391-8f4a-c9fd890579b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5758879 Feb 02 07:05:38.536573 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-91f28287-cd80-44f8-b80f-d4c454ed1b1f req-0268d42b-557b-4297-9c9d-fe3315ac90bb tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0323980 Feb 02 07:05:38.540029 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-962f2af5-c7f4-40e5-80f5-4752043be804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (63b930e4-8662-48df-b0fb-09e2b4b14a47), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:38.544457 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5e77f3d-b260-4a6e-becc-be5a18f6105d', 'tag': 'ed1d9585-adb6-436d-9f70-867cc9105adf'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:05:38.550821 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7117a925-12e2-4c31-97b7-87066afa1943" -d '{"events": [{"name": "network-changed", "server_uuid": "d5e77f3d-b260-4a6e-becc-be5a18f6105d", "tag": "ed1d9585-adb6-436d-9f70-867cc9105adf"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:05:38.622069 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242d3a18-30c2-4338-8f32-e423bb6ff2aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-0866d72e-3544-4c93-a5a9-bf8114a5301e', 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'project_id': 'd3e64a71e17749e693b291cf3514bb46', 'fixed_ips': [{'subnet_id': '2d560cee-46b5-4aa8-ad8d-c81af634f3c2'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:05:38.625051 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-242d3a18-30c2-4338-8f32-e423bb6ff2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:38.627432 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device b665c61c-c7ad-4b9a-a360-18c056b78a03 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:05:38.633193 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-91f28287-cd80-44f8-b80f-d4c454ed1b1f req-532d95a3-5596-42c7-9f4b-6df10dd25e1c service neutron] Request body: {'port': {'device_id': '93974940-4a1d-4682-b431-5c6bf6a18a2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:05:38.655601 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-962f2af5-c7f4-40e5-80f5-4752043be804 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:05:38.668885 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-962f2af5-c7f4-40e5-80f5-4752043be804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (63b930e4-8662-48df-b0fb-09e2b4b14a47), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:38.671500 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:05:38.671500 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:05:38.671500 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:05:38.671500 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:05:38.671500 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:05:38.671500 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:05:38.671500 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:05:38.671500 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:05:38.671500 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:05:38.671500 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:05:38.671500 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:05:38.671500 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:05:38.671500 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:05:38.671500 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:05:38.671500 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:05:38.671500 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:05:38.671500 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:05:38.671500 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:05:38.671500 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:05:38.671500 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:05:38.671500 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:05:38.671500 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:05:38.671500 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:05:38.671500 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:05:38.671500 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:05:38.671500 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:05:38.671500 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:05:38.671500 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:05:38.671500 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:05:38.671500 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:05:38.671500 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:05:38.671500 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:05:38.689340 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: b665c61c-c7ad-4b9a-a360-18c056b78a03 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:05:38.689688 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device b665c61c-c7ad-4b9a-a360-18c056b78a03 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:05:38.767467 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d737a7-9916-4139-a44a-54e1f7bef795 req-a6efb7ae-183e-41d8-8ab2-e64b4acb5ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:38.769677 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d9d737a7-9916-4139-a44a-54e1f7bef795 req-a6efb7ae-183e-41d8-8ab2-e64b4acb5ec8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b8deeeff-eb6c-480e-bccc-ee61d29f9175 HTTP/1.1" status: 200 len: 853 time: 0.4605057 Feb 02 07:05:38.785550 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b8d945-4d5b-41e7-9b87-a47bcdb3cba1 x-openstack-request-id: req-e2b8d945-4d5b-41e7-9b87-a47bcdb3cba1 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:05:38.785993 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5e77f3d-b260-4a6e-becc-be5a18f6105d", "tag": "ed1d9585-adb6-436d-9f70-867cc9105adf", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:05:38.786433 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e2b8d945-4d5b-41e7-9b87-a47bcdb3cba1 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:05:38.787006 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5e77f3d-b260-4a6e-becc-be5a18f6105d', 'tag': 'ed1d9585-adb6-436d-9f70-867cc9105adf', 'status': 'completed', 'code': 200} Feb 02 07:05:38.833043 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd3e7e7-6c58-4d19-949e-2f9f525c7c83 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Made reservation on behalf of d3e64a71e17749e693b291cf3514bb46 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:05:38.859365 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3bd3e7e7-6c58-4d19-949e-2f9f525c7c83 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:38.885737 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d9d737a7-9916-4139-a44a-54e1f7bef795 req-7de17ad4-6180-48ba-b0ca-025533804be7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9c502670-697d-4935-855e-9a6fd2d524bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0953467 Feb 02 07:05:38.946775 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-962f2af5-c7f4-40e5-80f5-4752043be804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (655bbc00-3cca-459c-999c-c63adb79d176), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:38.954895 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-962f2af5-c7f4-40e5-80f5-4752043be804 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:38.958883 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-962f2af5-c7f4-40e5-80f5-4752043be804 admin admin] 10.222.0.87 "DELETE /v2.0/networks/655bbc00-3cca-459c-999c-c63adb79d176 HTTP/1.1" status: 204 len: 168 time: 1.5815861 Feb 02 07:05:38.965143 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46182) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:39.005498 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-af5a71f9-5559-4177-83f6-f84f018416d7 req-ee719fec-78dd-48b9-b613-cf1e4d40f794 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=2707143f-79c4-4761-b2b6-ad49159e25d5 HTTP/1.1" status: 200 len: 210 time: 0.0409739 Feb 02 07:05:39.020368 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-242d3a18-30c2-4338-8f32-e423bb6ff2aa None None] Allocated IP 2001:db8::f816:3eff:fecc:2058 (0866d72e-3544-4c93-a5a9-bf8114a5301e/2d560cee-46b5-4aa8-ad8d-c81af634f3c2/26f8b929-56be-4f03-8ac3-aac45e9e73c3) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:05:39.040651 n-d-789963-26 neutron-server[109694]: INFO neutron.db.ipam_backend_mixin [None req-3bd3e7e7-6c58-4d19-949e-2f9f525c7c83 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2d560cee-46b5-4aa8-ad8d-c81af634f3c2 (CIDR: 2001:db8::/64) Feb 02 07:05:39.046065 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bd3e7e7-6c58-4d19-949e-2f9f525c7c83 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 07:05:39.046532 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bd3e7e7-6c58-4d19-949e-2f9f525c7c83 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:05:39.051579 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962f2af5-c7f4-40e5-80f5-4752043be804 admin admin] Pushing event deleted for resources: {'Network': ['ID=655bbc00-3cca-459c-999c-c63adb79d176,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:39.060300 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-91f28287-cd80-44f8-b80f-d4c454ed1b1f req-532d95a3-5596-42c7-9f4b-6df10dd25e1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (be07e396-69de-4dfc-b5e8-7825f3428298), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:39.071361 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-3bd3e7e7-6c58-4d19-949e-2f9f525c7c83 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6790547 Feb 02 07:05:39.072146 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46186) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:39.078240 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-b71fe25c-6b7a-4249-a1ac-a6cffd208641 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Request body: {'subnet': {'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:05:39.126729 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3741d9-289f-4722-aad5-a8dc6c74c395 req-ce954d96-de4a-4e9a-867b-6a90c423da18 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:39.127728 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5d3741d9-289f-4722-aad5-a8dc6c74c395 req-ce954d96-de4a-4e9a-867b-6a90c423da18 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/ports?device_id=4a3b0dba-c1ca-442b-af80-b163f0ea80a9 HTTP/1.1" status: 200 len: 946 time: 0.3569064 Feb 02 07:05:39.159932 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-23ff66e1-4a1e-4529-9073-e78d5dc879ea admin admin] Deleting subnet 97d1f5d6-bbd4-4fe7-b495-015e69be84cd {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:05:39.173701 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-23ff66e1-4a1e-4529-9073-e78d5dc879ea admin admin] Publish callbacks [] for subnet (97d1f5d6-bbd4-4fe7-b495-015e69be84cd), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:39.212992 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-242d3a18-30c2-4338-8f32-e423bb6ff2aa None None] Publish callbacks [] for port (26f8b929-56be-4f03-8ac3-aac45e9e73c3), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:39.218711 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71fe25c-6b7a-4249-a1ac-a6cffd208641 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Made reservation on behalf of d3e64a71e17749e693b291cf3514bb46 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:05:39.224009 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b71fe25c-6b7a-4249-a1ac-a6cffd208641 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:39.224479 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-242d3a18-30c2-4338-8f32-e423bb6ff2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (26f8b929-56be-4f03-8ac3-aac45e9e73c3), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:39.285760 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242d3a18-30c2-4338-8f32-e423bb6ff2aa None None] Pushing event updated for resources: {'Port': ['ID=26f8b929-56be-4f03-8ac3-aac45e9e73c3,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:39.309003 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242d3a18-30c2-4338-8f32-e423bb6ff2aa None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:05:39.310132 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-23ff66e1-4a1e-4529-9073-e78d5dc879ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (97d1f5d6-bbd4-4fe7-b495-015e69be84cd), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:39.311183 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-242d3a18-30c2-4338-8f32-e423bb6ff2aa None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:05:39.317837 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d9d737a7-9916-4139-a44a-54e1f7bef795 req-b174313f-f763-4c00-88e8-b7fd7b37b491 service neutron] 10.222.0.59 "GET /v2.0/networks/9c502670-697d-4935-855e-9a6fd2d524bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3947186 Feb 02 07:05:39.319062 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242d3a18-30c2-4338-8f32-e423bb6ff2aa None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:05:39.398292 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-242d3a18-30c2-4338-8f32-e423bb6ff2aa None None] Attempting to bind port 26f8b929-56be-4f03-8ac3-aac45e9e73c3 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:05:39.399328 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-242d3a18-30c2-4338-8f32-e423bb6ff2aa None None] Attempting to bind port 26f8b929-56be-4f03-8ac3-aac45e9e73c3 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:05:39.399798 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242d3a18-30c2-4338-8f32-e423bb6ff2aa None None] Attempting to bind port 26f8b929-56be-4f03-8ac3-aac45e9e73c3 on network 0866d72e-3544-4c93-a5a9-bf8114a5301e {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:05:39.407034 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242d3a18-30c2-4338-8f32-e423bb6ff2aa None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:05:39.407572 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242d3a18-30c2-4338-8f32-e423bb6ff2aa None None] Checking segment: {'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:05:39.407988 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-242d3a18-30c2-4338-8f32-e423bb6ff2aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:39.408389 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242d3a18-30c2-4338-8f32-e423bb6ff2aa None None] Bound using segment: {'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:05:39.408869 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-242d3a18-30c2-4338-8f32-e423bb6ff2aa None None] Bound port: 26f8b929-56be-4f03-8ac3-aac45e9e73c3, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:05:39.409257 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-242d3a18-30c2-4338-8f32-e423bb6ff2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (26f8b929-56be-4f03-8ac3-aac45e9e73c3), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:39.422438 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e081cc6-c374-4e2d-a067-025608322088 req-6269d9f5-580b-4cba-b2b9-3b27a5910c45 tempest-ServerPasswordTestJSON-2139009300 tempest-ServerPasswordTestJSON-2139009300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:39.424194 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1e081cc6-c374-4e2d-a067-025608322088 req-6269d9f5-580b-4cba-b2b9-3b27a5910c45 tempest-ServerPasswordTestJSON-2139009300 tempest-ServerPasswordTestJSON-2139009300-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5e77f3d-b260-4a6e-becc-be5a18f6105d HTTP/1.1" status: 200 len: 944 time: 0.0843546 Feb 02 07:05:39.435794 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5d3741d9-289f-4722-aad5-a8dc6c74c395 req-63992742-fd18-4941-a2aa-d2fa02d6792b tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/security-groups?id=e8e61412-2b54-4a5c-ab0d-3506f7e64351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872488 Feb 02 07:05:39.506294 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-23ff66e1-4a1e-4529-9073-e78d5dc879ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (97d1f5d6-bbd4-4fe7-b495-015e69be84cd), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:39.525172 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-242d3a18-30c2-4338-8f32-e423bb6ff2aa None None] For port 26f8b929-56be-4f03-8ac3-aac45e9e73c3, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:05:39.536996 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-242d3a18-30c2-4338-8f32-e423bb6ff2aa None None] For port 26f8b929-56be-4f03-8ac3-aac45e9e73c3, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=26f8b929-56be-4f03-8ac3-aac45e9e73c3,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:05:39.552387 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-242d3a18-30c2-4338-8f32-e423bb6ff2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (26f8b929-56be-4f03-8ac3-aac45e9e73c3), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:39.567772 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1e081cc6-c374-4e2d-a067-025608322088 req-a1bda9f6-5ea9-42b3-a4b5-a9bef5f63461 tempest-ServerPasswordTestJSON-2139009300 tempest-ServerPasswordTestJSON-2139009300-project] 10.222.0.87 "GET /v2.0/security-groups?id=147909be-cff9-4991-aa78-917b7db4e020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259189 Feb 02 07:05:39.657919 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d9d737a7-9916-4139-a44a-54e1f7bef795 req-444c9fd8-b7f8-4303-bc50-ac04b3e5cd7b service neutron] 10.222.0.59 "GET /v2.0/networks/9c502670-697d-4935-855e-9a6fd2d524bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137076 Feb 02 07:05:39.662037 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242d3a18-30c2-4338-8f32-e423bb6ff2aa None None] Pushing event updated for resources: {'Port': ['ID=26f8b929-56be-4f03-8ac3-aac45e9e73c3,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:39.715613 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b71fe25c-6b7a-4249-a1ac-a6cffd208641 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (76fc7363-e36d-4054-91df-904dca65d133), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:39.744825 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-23ff66e1-4a1e-4529-9073-e78d5dc879ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (97d1f5d6-bbd4-4fe7-b495-015e69be84cd), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:39.800532 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ff66e1-4a1e-4529-9073-e78d5dc879ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97d1f5d6-bbd4-4fe7-b495-015e69be84cd,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:39.801598 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71fe25c-6b7a-4249-a1ac-a6cffd208641 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:05:39.816027 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-b71fe25c-6b7a-4249-a1ac-a6cffd208641 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:05:39.821244 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71fe25c-6b7a-4249-a1ac-a6cffd208641 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:39.821847 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b71fe25c-6b7a-4249-a1ac-a6cffd208641 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:39.828375 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71fe25c-6b7a-4249-a1ac-a6cffd208641 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event updated for resources: {'Subnet': ['ID=76fc7363-e36d-4054-91df-904dca65d133,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:39.858662 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b71fe25c-6b7a-4249-a1ac-a6cffd208641 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7843101 Feb 02 07:05:39.861248 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46210) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:39.868224 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-bd751554-9ffa-4830-8b3b-6a7eeabe1f70 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Request body: {'port': {'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'mac_address': 'fa:16:3e:40:00:91', 'name': 'tempest-NetworksTestDHCPv6-183202017'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:05:39.868762 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-23ff66e1-4a1e-4529-9073-e78d5dc879ea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:39.874376 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-23ff66e1-4a1e-4529-9073-e78d5dc879ea admin admin] 10.222.0.87 "DELETE /v2.0/subnets/97d1f5d6-bbd4-4fe7-b495-015e69be84cd HTTP/1.1" status: 204 len: 168 time: 0.8988938 Feb 02 07:05:39.875352 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46212) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:39.959182 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272cbb68-bace-48a4-8a2c-4eaae0bb7424 req-5f0995df-9d7f-4762-a6d8-5fe7d7bf0ac3 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:39.964833 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-272cbb68-bace-48a4-8a2c-4eaae0bb7424 req-5f0995df-9d7f-4762-a6d8-5fe7d7bf0ac3 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.88 "GET /v2.0/networks?id=f9701445-c4cf-4d4f-9286-fc4fc0bbd41b HTTP/1.1" status: 200 len: 806 time: 0.5970805 Feb 02 07:05:39.991115 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902cff33-42a1-4a2e-96be-24d894e09769 req-8a3d5545-cb4b-417a-9d3b-2cee9536a3c2 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:39.993187 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-902cff33-42a1-4a2e-96be-24d894e09769 req-8a3d5545-cb4b-417a-9d3b-2cee9536a3c2 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/ports?device_id=93974940-4a1d-4682-b431-5c6bf6a18a2f HTTP/1.1" status: 200 len: 931 time: 0.3344333 Feb 02 07:05:39.996653 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-272cbb68-bace-48a4-8a2c-4eaae0bb7424 req-01f81673-4c56-4243-a265-4cef4b95e04f tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Request body: {'port': {'device_id': '2707143f-79c4-4761-b2b6-ad49159e25d5', 'network_id': 'f9701445-c4cf-4d4f-9286-fc4fc0bbd41b', 'admin_state_up': True, 'tenant_id': '51472d7ac5b4449fa09fb7150f54f571'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:05:40.081976 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7117a925-12e2-4c31-97b7-87066afa1943 req-19a66804-da84-467a-8c08-0b558405a0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:40.083801 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7117a925-12e2-4c31-97b7-87066afa1943 req-19a66804-da84-467a-8c08-0b558405a0ef service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3ca6e0dbe61a40c1a76c83da4c6dc6ad&device_id=d5e77f3d-b260-4a6e-becc-be5a18f6105d HTTP/1.1" status: 200 len: 1127 time: 0.2851293 Feb 02 07:05:40.169132 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-91f28287-cd80-44f8-b80f-d4c454ed1b1f req-532d95a3-5596-42c7-9f4b-6df10dd25e1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be07e396-69de-4dfc-b5e8-7825f3428298 {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:05:40.201319 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-91f28287-cd80-44f8-b80f-d4c454ed1b1f req-532d95a3-5596-42c7-9f4b-6df10dd25e1c service neutron] Publish callbacks [] for port (be07e396-69de-4dfc-b5e8-7825f3428298), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:40.268911 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-91f28287-cd80-44f8-b80f-d4c454ed1b1f req-532d95a3-5596-42c7-9f4b-6df10dd25e1c service neutron] Transition to ACTIVE for port object be07e396-69de-4dfc-b5e8-7825f3428298 will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:05:40.274163 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-902cff33-42a1-4a2e-96be-24d894e09769 req-5e597773-e155-40f8-9b61-5e2b71d7eb5f tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a5d4ccaf-26cf-4391-8f4a-c9fd890579b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523139 Feb 02 07:05:40.278514 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-91f28287-cd80-44f8-b80f-d4c454ed1b1f req-532d95a3-5596-42c7-9f4b-6df10dd25e1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (be07e396-69de-4dfc-b5e8-7825f3428298), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:40.357158 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7117a925-12e2-4c31-97b7-87066afa1943 req-d5806609-3e66-4979-bfcb-e7494b6fdc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:40.358665 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7117a925-12e2-4c31-97b7-87066afa1943 req-d5806609-3e66-4979-bfcb-e7494b6fdc98 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9c502670-697d-4935-855e-9a6fd2d524bb HTTP/1.1" status: 200 len: 914 time: 0.2644579 Feb 02 07:05:40.363163 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532d95a3-5596-42c7-9f4b-6df10dd25e1c service neutron] Pushing event updated for resources: {'Port': ['ID=be07e396-69de-4dfc-b5e8-7825f3428298,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:40.397049 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-32e1ee16-fb51-4449-b75a-d0ab2179ae89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (aa9ab9f5-4311-434f-81fa-6b8fb0654997), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:40.437502 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7117a925-12e2-4c31-97b7-87066afa1943 req-e79ea6d2-902f-45d9-abc1-cd795cd1135a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed1d9585-adb6-436d-9f70-867cc9105adf HTTP/1.1" status: 200 len: 217 time: 0.0705729 Feb 02 07:05:40.438287 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-272cbb68-bace-48a4-8a2c-4eaae0bb7424 req-01f81673-4c56-4243-a265-4cef4b95e04f tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Made reservation on behalf of 51472d7ac5b4449fa09fb7150f54f571 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:05:40.441602 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-272cbb68-bace-48a4-8a2c-4eaae0bb7424 req-01f81673-4c56-4243-a265-4cef4b95e04f tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:40.459534 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-99a52158-6818-4b7e-83dd-96df5253f3ef req-57d47609-bbf3-4075-a7db-bece0676e72f tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=2707143f-79c4-4761-b2b6-ad49159e25d5 HTTP/1.1" status: 200 len: 210 time: 0.0844159 Feb 02 07:05:40.497279 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdfbcc5-e19f-4b57-abd0-0cd5b1e75cc8 req-b744f021-8145-4f77-9a09-4f82e90e1444 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:40.506871 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0cdfbcc5-e19f-4b57-abd0-0cd5b1e75cc8 req-b744f021-8145-4f77-9a09-4f82e90e1444 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 947 time: 0.4897015 Feb 02 07:05:40.552363 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd751554-9ffa-4830-8b3b-6a7eeabe1f70 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Made reservation on behalf of d3e64a71e17749e693b291cf3514bb46 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:05:40.610793 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-32e1ee16-fb51-4449-b75a-d0ab2179ae89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (aa9ab9f5-4311-434f-81fa-6b8fb0654997), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:40.621520 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7117a925-12e2-4c31-97b7-87066afa1943 req-7bb2c9ec-929a-40cd-8652-59b5593c9b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:40.623346 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7117a925-12e2-4c31-97b7-87066afa1943 req-7bb2c9ec-929a-40cd-8652-59b5593c9b6d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b8deeeff-eb6c-480e-bccc-ee61d29f9175 HTTP/1.1" status: 200 len: 853 time: 0.1791098 Feb 02 07:05:40.645491 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 26f8b929-56be-4f03-8ac3-aac45e9e73c3 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:05:40.667104 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-32e1ee16-fb51-4449-b75a-d0ab2179ae89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa9ab9f5-4311-434f-81fa-6b8fb0654997']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:05:40.709044 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7117a925-12e2-4c31-97b7-87066afa1943 req-a6e61c6d-53ed-4597-a6f4-350e0c88500e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9c502670-697d-4935-855e-9a6fd2d524bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590205 Feb 02 07:05:40.712573 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0cdfbcc5-e19f-4b57-abd0-0cd5b1e75cc8 req-74343da7-41c2-4dbe-888c-ca8afbac7e47 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2047653 Feb 02 07:05:40.715176 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-32e1ee16-fb51-4449-b75a-d0ab2179ae89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e30c3851-2312-4364-9c53-a061c70020f1') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:05:40.715480 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-32e1ee16-fb51-4449-b75a-d0ab2179ae89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e30c3851-2312-4364-9c53-a061c70020f1') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:05:40.715945 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 26f8b929-56be-4f03-8ac3-aac45e9e73c3 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:05:40.718893 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (26f8b929-56be-4f03-8ac3-aac45e9e73c3), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:40.734686 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-32e1ee16-fb51-4449-b75a-d0ab2179ae89 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (e30c3851-2312-4364-9c53-a061c70020f1), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:40.751106 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-32e1ee16-fb51-4449-b75a-d0ab2179ae89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (e30c3851-2312-4364-9c53-a061c70020f1), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:40.766581 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-91f28287-cd80-44f8-b80f-d4c454ed1b1f req-532d95a3-5596-42c7-9f4b-6df10dd25e1c service neutron] Attempting to bind port be07e396-69de-4dfc-b5e8-7825f3428298 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:05:40.766918 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-91f28287-cd80-44f8-b80f-d4c454ed1b1f req-532d95a3-5596-42c7-9f4b-6df10dd25e1c service neutron] Attempting to bind port be07e396-69de-4dfc-b5e8-7825f3428298 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'e8a58fd3-a6e1-41b1-93bf-40d6f0cd9541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4dc80cef-b607-4e43-a37e-1cb34fdb7f94'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:05:40.767249 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f28287-cd80-44f8-b80f-d4c454ed1b1f req-532d95a3-5596-42c7-9f4b-6df10dd25e1c service neutron] Attempting to bind port be07e396-69de-4dfc-b5e8-7825f3428298 on network 4dc80cef-b607-4e43-a37e-1cb34fdb7f94 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:05:40.771721 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32e1ee16-fb51-4449-b75a-d0ab2179ae89 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:05:40.772272 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-32e1ee16-fb51-4449-b75a-d0ab2179ae89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (e30c3851-2312-4364-9c53-a061c70020f1), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:40.774970 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:05:40.774970 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:05:40.774970 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:05:40.774970 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:05:40.774970 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:05:40.774970 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:05:40.774970 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:05:40.774970 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:05:40.774970 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:05:40.774970 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:05:40.774970 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:05:40.774970 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:05:40.774970 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:05:40.774970 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:05:40.774970 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:05:40.774970 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:05:40.774970 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:05:40.774970 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:05:40.774970 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:05:40.774970 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:05:40.774970 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:05:40.774970 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:05:40.774970 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:05:40.774970 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:05:40.774970 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:05:40.774970 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:05:40.774970 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:05:40.774970 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:05:40.774970 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:05:40.774970 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:05:40.774970 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:05:40.774970 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:05:40.795919 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f28287-cd80-44f8-b80f-d4c454ed1b1f req-532d95a3-5596-42c7-9f4b-6df10dd25e1c service neutron] Port be07e396-69de-4dfc-b5e8-7825f3428298 on network 4dc80cef-b607-4e43-a37e-1cb34fdb7f94 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:05:40.796156 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bd751554-9ffa-4830-8b3b-6a7eeabe1f70 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:40.796280 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f28287-cd80-44f8-b80f-d4c454ed1b1f req-532d95a3-5596-42c7-9f4b-6df10dd25e1c service neutron] Attempting to bind port be07e396-69de-4dfc-b5e8-7825f3428298 on network 4dc80cef-b607-4e43-a37e-1cb34fdb7f94 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:05:40.853747 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 26f8b929-56be-4f03-8ac3-aac45e9e73c3 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:05:40.854565 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (26f8b929-56be-4f03-8ac3-aac45e9e73c3), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:40.901556 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 26f8b929-56be-4f03-8ac3-aac45e9e73c3, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=26f8b929-56be-4f03-8ac3-aac45e9e73c3,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:05:40.912157 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (26f8b929-56be-4f03-8ac3-aac45e9e73c3), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:40.913826 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [None req-bd751554-9ffa-4830-8b3b-6a7eeabe1f70 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] device_id is not set on port 09c0d7ff-d2cd-4770-8c9b-4310adb741f6 yet. {{(pid=109694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:05:40.927199 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-32e1ee16-fb51-4449-b75a-d0ab2179ae89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (aa9ab9f5-4311-434f-81fa-6b8fb0654997), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:40.953275 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2bd64848-dcd8-4d8c-a513-56df9809a967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:40.964665 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-32e1ee16-fb51-4449-b75a-d0ab2179ae89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:40.970915 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-32e1ee16-fb51-4449-b75a-d0ab2179ae89 admin admin] 10.222.0.87 "DELETE /v2.0/networks/aa9ab9f5-4311-434f-81fa-6b8fb0654997 HTTP/1.1" status: 204 len: 168 time: 1.0943563 Feb 02 07:05:40.997814 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e1ee16-fb51-4449-b75a-d0ab2179ae89 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa9ab9f5-4311-434f-81fa-6b8fb0654997,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:41.007754 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=26f8b929-56be-4f03-8ac3-aac45e9e73c3,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:41.010686 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7fa81a-bd29-47b7-887d-7aa8fcedde38 req-f2d800ba-47b0-4412-97de-460b242ceeb1 tempest-ServerPasswordTestJSON-2139009300 tempest-ServerPasswordTestJSON-2139009300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:41.012284 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1f7fa81a-bd29-47b7-887d-7aa8fcedde38 req-f2d800ba-47b0-4412-97de-460b242ceeb1 tempest-ServerPasswordTestJSON-2139009300 tempest-ServerPasswordTestJSON-2139009300-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5e77f3d-b260-4a6e-becc-be5a18f6105d HTTP/1.1" status: 200 len: 944 time: 0.1511276 Feb 02 07:05:41.120491 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1f7fa81a-bd29-47b7-887d-7aa8fcedde38 req-2d79bf3e-42cd-4a07-afd4-9a149d855f1b tempest-ServerPasswordTestJSON-2139009300 tempest-ServerPasswordTestJSON-2139009300-project] 10.222.0.87 "GET /v2.0/security-groups?id=147909be-cff9-4991-aa78-917b7db4e020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985603 Feb 02 07:05:41.149555 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53de431a-9eef-4c20-85bd-93bc4ec65074 None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:05:41.172123 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46226) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:41.173832 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7424a9-7a3f-459b-a39a-c0579157dc91 req-8e74ec5a-1ae8-411c-b5b1-64a43582f7d2 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:41.180169 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ec7424a9-7a3f-459b-a39a-c0579157dc91 req-8e74ec5a-1ae8-411c-b5b1-64a43582f7d2 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/ports?device_id=4a3b0dba-c1ca-442b-af80-b163f0ea80a9 HTTP/1.1" status: 200 len: 946 time: 0.6098258 Feb 02 07:05:41.232671 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f28287-cd80-44f8-b80f-d4c454ed1b1f req-532d95a3-5596-42c7-9f4b-6df10dd25e1c service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:05:41.233045 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f28287-cd80-44f8-b80f-d4c454ed1b1f req-532d95a3-5596-42c7-9f4b-6df10dd25e1c service neutron] Checking segment: {'id': 'e8a58fd3-a6e1-41b1-93bf-40d6f0cd9541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4dc80cef-b607-4e43-a37e-1cb34fdb7f94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:05:41.233440 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f28287-cd80-44f8-b80f-d4c454ed1b1f req-532d95a3-5596-42c7-9f4b-6df10dd25e1c service neutron] Bound using segment: {'id': 'e8a58fd3-a6e1-41b1-93bf-40d6f0cd9541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4dc80cef-b607-4e43-a37e-1cb34fdb7f94'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:05:41.233900 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-91f28287-cd80-44f8-b80f-d4c454ed1b1f req-532d95a3-5596-42c7-9f4b-6df10dd25e1c service neutron] Bound port: be07e396-69de-4dfc-b5e8-7825f3428298, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8a58fd3-a6e1-41b1-93bf-40d6f0cd9541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4dc80cef-b607-4e43-a37e-1cb34fdb7f94'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:05:41.234262 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-91f28287-cd80-44f8-b80f-d4c454ed1b1f req-532d95a3-5596-42c7-9f4b-6df10dd25e1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (be07e396-69de-4dfc-b5e8-7825f3428298), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:41.236520 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-bd751554-9ffa-4830-8b3b-6a7eeabe1f70 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Allocated IP 2001:db8:0:1::13e (0866d72e-3544-4c93-a5a9-bf8114a5301e/76fc7363-e36d-4054-91df-904dca65d133/09c0d7ff-d2cd-4770-8c9b-4310adb741f6) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:05:41.243101 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-deecb34c-0e3f-43d7-bc43-29cd7503b6c6 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=d64acf5af25d44f4857173a0442d8238&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0648749 Feb 02 07:05:41.244320 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46232) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:41.247185 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7117a925-12e2-4c31-97b7-87066afa1943 req-0b87ed25-f7b6-4353-a7bd-4b1fedb3b2fc service neutron] 10.222.0.59 "GET /v2.0/networks/9c502670-697d-4935-855e-9a6fd2d524bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5272889 Feb 02 07:05:41.254829 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-bd751554-9ffa-4830-8b3b-6a7eeabe1f70 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Allocated IP 2001:db8::f816:3eff:fe40:91 (0866d72e-3544-4c93-a5a9-bf8114a5301e/2d560cee-46b5-4aa8-ad8d-c81af634f3c2/09c0d7ff-d2cd-4770-8c9b-4310adb741f6) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:05:41.298914 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-0af6c46a-6dc2-4441-bebf-de052964a301 None None] Provisioning complete for port 26f8b929-56be-4f03-8ac3-aac45e9e73c3 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:05:41.299625 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0af6c46a-6dc2-4441-bebf-de052964a301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (26f8b929-56be-4f03-8ac3-aac45e9e73c3), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:41.334121 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3eb76c26-18fa-4dbe-9ca9-0df46c002f4c admin admin] Publish callbacks [] for security_group (5ddaff5d-49ba-4522-be29-4d30a61c6add), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:41.362327 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3eb76c26-18fa-4dbe-9ca9-0df46c002f4c admin admin] Publish callbacks [] for security_group (5ddaff5d-49ba-4522-be29-4d30a61c6add), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:41.365377 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7117a925-12e2-4c31-97b7-87066afa1943 req-c208b2f5-4831-4a78-bbcb-4b8bdcda12d9 service neutron] 10.222.0.59 "GET /v2.0/networks/9c502670-697d-4935-855e-9a6fd2d524bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076047 Feb 02 07:05:41.436236 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3eb76c26-18fa-4dbe-9ca9-0df46c002f4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (5ddaff5d-49ba-4522-be29-4d30a61c6add), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:41.438424 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-272cbb68-bace-48a4-8a2c-4eaae0bb7424 req-01f81673-4c56-4243-a265-4cef4b95e04f tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Allocated IP 172.20.0.13 (f9701445-c4cf-4d4f-9286-fc4fc0bbd41b/32144128-c19d-4644-8a7f-0675355df2fd/5fa93a10-98b1-4c0e-a8f7-5ea10d4343e2) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:05:41.447090 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-0af6c46a-6dc2-4441-bebf-de052964a301 None None] Current status of the port 26f8b929-56be-4f03-8ac3-aac45e9e73c3 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:05:41.447852 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3eb76c26-18fa-4dbe-9ca9-0df46c002f4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:41.454196 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-3eb76c26-18fa-4dbe-9ca9-0df46c002f4c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/5ddaff5d-49ba-4522-be29-4d30a61c6add HTTP/1.1" status: 204 len: 168 time: 0.2071881 Feb 02 07:05:41.460026 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4680d4e2-70b5-4dc1-9360-e981ee7331ab None None] Update dhcp port {'port': {'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'fixed_ips': [{'subnet_id': '2d560cee-46b5-4aa8-ad8d-c81af634f3c2', 'ip_address': '2001:db8::f816:3eff:fecc:2058'}, {'subnet_id': '76fc7363-e36d-4054-91df-904dca65d133'}], 'binding:host_id': 'n-d-789963-26'}, 'id': '26f8b929-56be-4f03-8ac3-aac45e9e73c3'} from n-d-789963-26. {{(pid=109695) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 02 07:05:41.467592 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ec7424a9-7a3f-459b-a39a-c0579157dc91 req-8797875e-cc51-4ed0-9477-3e9dbee1ea7a tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/security-groups?id=e8e61412-2b54-4a5c-ab0d-3506f7e64351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841117 Feb 02 07:05:41.533773 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-4680d4e2-70b5-4dc1-9360-e981ee7331ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (26f8b929-56be-4f03-8ac3-aac45e9e73c3), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:41.568674 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb76c26-18fa-4dbe-9ca9-0df46c002f4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ddaff5d-49ba-4522-be29-4d30a61c6add,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:41.607441 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-91f28287-cd80-44f8-b80f-d4c454ed1b1f req-532d95a3-5596-42c7-9f4b-6df10dd25e1c service neutron] For port be07e396-69de-4dfc-b5e8-7825f3428298, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:05:41.640185 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-91f28287-cd80-44f8-b80f-d4c454ed1b1f req-532d95a3-5596-42c7-9f4b-6df10dd25e1c service neutron] For port be07e396-69de-4dfc-b5e8-7825f3428298, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=be07e396-69de-4dfc-b5e8-7825f3428298,segment=NetworkSegment(e8a58fd3-a6e1-41b1-93bf-40d6f0cd9541),segment_id=e8a58fd3-a6e1-41b1-93bf-40d6f0cd9541)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:05:41.661270 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bd751554-9ffa-4830-8b3b-6a7eeabe1f70 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for port (09c0d7ff-d2cd-4770-8c9b-4310adb741f6), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:41.685592 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-91f28287-cd80-44f8-b80f-d4c454ed1b1f req-532d95a3-5596-42c7-9f4b-6df10dd25e1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (be07e396-69de-4dfc-b5e8-7825f3428298), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:41.737405 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2742a5a-85de-4124-94ec-1d37cb6ae234 req-3d709baf-0544-400c-ad11-9cd79abd5daa tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:41.738952 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e2742a5a-85de-4124-94ec-1d37cb6ae234 req-3d709baf-0544-400c-ad11-9cd79abd5daa tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/ports?device_id=93974940-4a1d-4682-b431-5c6bf6a18a2f HTTP/1.1" status: 200 len: 943 time: 0.1798420 Feb 02 07:05:41.777187 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f28287-cd80-44f8-b80f-d4c454ed1b1f req-532d95a3-5596-42c7-9f4b-6df10dd25e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:41.777862 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-91f28287-cd80-44f8-b80f-d4c454ed1b1f req-532d95a3-5596-42c7-9f4b-6df10dd25e1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:41.779211 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-91f28287-cd80-44f8-b80f-d4c454ed1b1f req-532d95a3-5596-42c7-9f4b-6df10dd25e1c service neutron] 10.222.0.88 "PUT /v2.0/ports/be07e396-69de-4dfc-b5e8-7825f3428298 HTTP/1.1" status: 200 len: 1092 time: 3.1863294 Feb 02 07:05:41.799388 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-00081e89-3a55-456f-bc54-f01dd18573b0 req-ec0ab7b3-c165-49d7-9c9e-c298b0572a4a tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=2707143f-79c4-4761-b2b6-ad49159e25d5 HTTP/1.1" status: 200 len: 210 time: 0.0761566 Feb 02 07:05:41.807345 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bd751554-9ffa-4830-8b3b-6a7eeabe1f70 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (09c0d7ff-d2cd-4770-8c9b-4310adb741f6), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:41.852788 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-4680d4e2-70b5-4dc1-9360-e981ee7331ab None None] Allocated IP 2001:db8:0:1::2 (0866d72e-3544-4c93-a5a9-bf8114a5301e/76fc7363-e36d-4054-91df-904dca65d133/26f8b929-56be-4f03-8ac3-aac45e9e73c3) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:05:41.858101 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93974940-4a1d-4682-b431-5c6bf6a18a2f', 'tag': 'be07e396-69de-4dfc-b5e8-7825f3428298'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:05:41.860415 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1969c7a-6b63-41a0-99af-40b5b48b73b1" -d '{"events": [{"name": "network-changed", "server_uuid": "93974940-4a1d-4682-b431-5c6bf6a18a2f", "tag": "be07e396-69de-4dfc-b5e8-7825f3428298"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:05:41.888016 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd751554-9ffa-4830-8b3b-6a7eeabe1f70 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:05:41.890906 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-bd751554-9ffa-4830-8b3b-6a7eeabe1f70 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:05:41.903030 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd751554-9ffa-4830-8b3b-6a7eeabe1f70 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:05:41.914567 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd751554-9ffa-4830-8b3b-6a7eeabe1f70 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:41.915172 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bd751554-9ffa-4830-8b3b-6a7eeabe1f70 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:41.947616 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd751554-9ffa-4830-8b3b-6a7eeabe1f70 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event updated for resources: {'Port': ['ID=09c0d7ff-d2cd-4770-8c9b-4310adb741f6,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:41.988099 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532d95a3-5596-42c7-9f4b-6df10dd25e1c service neutron] Pushing event updated for resources: {'Port': ['ID=be07e396-69de-4dfc-b5e8-7825f3428298,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:42.016515 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-bd751554-9ffa-4830-8b3b-6a7eeabe1f70 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.1538186 Feb 02 07:05:42.019857 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46250) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:42.034476 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e2742a5a-85de-4124-94ec-1d37cb6ae234 req-e9fe7a7b-4941-4e91-93c7-288db8d8c738 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a5d4ccaf-26cf-4391-8f4a-c9fd890579b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603974 Feb 02 07:05:42.037777 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f28287-cd80-44f8-b80f-d4c454ed1b1f req-94ac96a4-2b72-4126-8ec3-f3caa1f49d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:42.039509 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-91f28287-cd80-44f8-b80f-d4c454ed1b1f req-94ac96a4-2b72-4126-8ec3-f3caa1f49d73 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=32d438d03e3c412aa95bd1ce4c33b4b7&device_id=93974940-4a1d-4682-b431-5c6bf6a18a2f HTTP/1.1" status: 200 len: 1126 time: 0.1699998 Feb 02 07:05:42.042553 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-272cbb68-bace-48a4-8a2c-4eaae0bb7424 req-01f81673-4c56-4243-a265-4cef4b95e04f tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Publish callbacks [] for port (5fa93a10-98b1-4c0e-a8f7-5ea10d4343e2), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:42.067373 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46252) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:42.092157 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694e16e-5245-4502-abd5-6776470d3af9 req-bdbff8f8-e270-421a-b0f0-675561e6dc7c tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:42.100613 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6694e16e-5245-4502-abd5-6776470d3af9 req-bdbff8f8-e270-421a-b0f0-675561e6dc7c tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 947 time: 0.1749806 Feb 02 07:05:42.121121 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc333cf-244d-43b3-8599-6428c9e0bbcc x-openstack-request-id: req-dfc333cf-244d-43b3-8599-6428c9e0bbcc {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:05:42.121457 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93974940-4a1d-4682-b431-5c6bf6a18a2f", "tag": "be07e396-69de-4dfc-b5e8-7825f3428298", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:05:42.121674 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-dfc333cf-244d-43b3-8599-6428c9e0bbcc {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:05:42.122236 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93974940-4a1d-4682-b431-5c6bf6a18a2f', 'tag': 'be07e396-69de-4dfc-b5e8-7825f3428298', 'status': 'completed', 'code': 200} Feb 02 07:05:42.128038 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-91f28287-cd80-44f8-b80f-d4c454ed1b1f req-b3c66577-361b-4bbf-94e8-e3379229c332 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be07e396-69de-4dfc-b5e8-7825f3428298 HTTP/1.1" status: 200 len: 217 time: 0.0686262 Feb 02 07:05:42.189649 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-272cbb68-bace-48a4-8a2c-4eaae0bb7424 req-01f81673-4c56-4243-a265-4cef4b95e04f tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (5fa93a10-98b1-4c0e-a8f7-5ea10d4343e2), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:42.207376 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-4680d4e2-70b5-4dc1-9360-e981ee7331ab None None] For port 26f8b929-56be-4f03-8ac3-aac45e9e73c3, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=26f8b929-56be-4f03-8ac3-aac45e9e73c3,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:05:42.207747 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f28287-cd80-44f8-b80f-d4c454ed1b1f req-e183eb72-60e9-4985-b17f-5ecfb45d2679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:42.210980 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-91f28287-cd80-44f8-b80f-d4c454ed1b1f req-e183eb72-60e9-4985-b17f-5ecfb45d2679 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=75a9fb07-f9cb-4fc4-b8ba-4721a09818ff HTTP/1.1" status: 200 len: 852 time: 0.0755084 Feb 02 07:05:42.212541 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-3c73c675-8af7-4e2e-b5ad-4d36e6eb18e0 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=4ecee164c2d84d4c81289f53c9b63f50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1440165 Feb 02 07:05:42.215594 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46256) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:42.229890 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6694e16e-5245-4502-abd5-6776470d3af9 req-12f31efc-fed7-4f43-8472-a9da25f9aff9 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281254 Feb 02 07:05:42.247795 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['1045af80-2b20-4d0b-8989-bade78600156'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:05:42.253713 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-4680d4e2-70b5-4dc1-9360-e981ee7331ab None None] Publish callbacks [] for port (26f8b929-56be-4f03-8ac3-aac45e9e73c3), precommit_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:42.254081 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-272cbb68-bace-48a4-8a2c-4eaae0bb7424 req-01f81673-4c56-4243-a265-4cef4b95e04f tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Network f9701445-c4cf-4d4f-9286-fc4fc0bbd41b is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:05:42.278979 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-4680d4e2-70b5-4dc1-9360-e981ee7331ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (26f8b929-56be-4f03-8ac3-aac45e9e73c3), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:42.289446 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-272cbb68-bace-48a4-8a2c-4eaae0bb7424 req-01f81673-4c56-4243-a265-4cef4b95e04f tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:05:42.291186 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-066bf818-3612-4883-8662-971ee8cbbf4c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Deleting port 09c0d7ff-d2cd-4770-8c9b-4310adb741f6 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:05:42.291658 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-066bf818-3612-4883-8662-971ee8cbbf4c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (09c0d7ff-d2cd-4770-8c9b-4310adb741f6), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:42.292816 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-272cbb68-bace-48a4-8a2c-4eaae0bb7424 req-01f81673-4c56-4243-a265-4cef4b95e04f tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:05:42.301979 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-91f28287-cd80-44f8-b80f-d4c454ed1b1f req-5da38410-1985-4156-8a0d-c7934313d16f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4dc80cef-b607-4e43-a37e-1cb34fdb7f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588114 Feb 02 07:05:42.377227 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f81673-4c56-4243-a265-4cef4b95e04f tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Pushing event updated for resources: {'Port': ['ID=5fa93a10-98b1-4c0e-a8f7-5ea10d4343e2,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:42.393800 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4680d4e2-70b5-4dc1-9360-e981ee7331ab None None] Pushing event updated for resources: {'Port': ['ID=26f8b929-56be-4f03-8ac3-aac45e9e73c3,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:42.403220 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-30d35cb9-8df9-4678-9b9b-326da40bde10 admin admin] Publish callbacks [] for security_group (f48e5367-d078-475e-9695-1059feabec8c), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:42.427959 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272cbb68-bace-48a4-8a2c-4eaae0bb7424 req-01f81673-4c56-4243-a265-4cef4b95e04f tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:42.428639 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-272cbb68-bace-48a4-8a2c-4eaae0bb7424 req-01f81673-4c56-4243-a265-4cef4b95e04f tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:42.434462 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-30d35cb9-8df9-4678-9b9b-326da40bde10 admin admin] Publish callbacks [] for security_group (f48e5367-d078-475e-9695-1059feabec8c), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:42.513425 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-066bf818-3612-4883-8662-971ee8cbbf4c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (09c0d7ff-d2cd-4770-8c9b-4310adb741f6), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:42.546250 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-066bf818-3612-4883-8662-971ee8cbbf4c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Calling delete_port for 09c0d7ff-d2cd-4770-8c9b-4310adb741f6 owned by {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:05:42.565889 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-272cbb68-bace-48a4-8a2c-4eaae0bb7424 req-01f81673-4c56-4243-a265-4cef4b95e04f tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5864024 Feb 02 07:05:42.591450 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c91ad6-bd47-40e2-904f-e32a4b520060 req-37b1a93f-706e-4776-bbe2-3226b2161505 tempest-ServerPasswordTestJSON-2139009300 tempest-ServerPasswordTestJSON-2139009300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:42.593887 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e0c91ad6-bd47-40e2-904f-e32a4b520060 req-37b1a93f-706e-4776-bbe2-3226b2161505 tempest-ServerPasswordTestJSON-2139009300 tempest-ServerPasswordTestJSON-2139009300-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5e77f3d-b260-4a6e-becc-be5a18f6105d HTTP/1.1" status: 200 len: 944 time: 0.3386719 Feb 02 07:05:42.599164 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-272cbb68-bace-48a4-8a2c-4eaae0bb7424 req-3074f8fe-04e2-47bd-ab9e-32173db6480e service neutron] Request body: {'port': {'device_id': '2707143f-79c4-4761-b2b6-ad49159e25d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:05:42.615144 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 26f8b929-56be-4f03-8ac3-aac45e9e73c3 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:05:42.674846 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-91f28287-cd80-44f8-b80f-d4c454ed1b1f req-d7fbd89e-238d-4ebf-95d0-2b27892f00f3 service neutron] 10.222.0.88 "GET /v2.0/networks/4dc80cef-b607-4e43-a37e-1cb34fdb7f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298163 Feb 02 07:05:42.688030 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 26f8b929-56be-4f03-8ac3-aac45e9e73c3 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:05:42.688419 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (26f8b929-56be-4f03-8ac3-aac45e9e73c3), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:42.840561 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-066bf818-3612-4883-8662-971ee8cbbf4c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (09c0d7ff-d2cd-4770-8c9b-4310adb741f6), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:42.841075 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 26f8b929-56be-4f03-8ac3-aac45e9e73c3 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:05:42.873381 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e0c91ad6-bd47-40e2-904f-e32a4b520060 req-9aff4768-0f24-47a4-877a-6ca716252e4c tempest-ServerPasswordTestJSON-2139009300 tempest-ServerPasswordTestJSON-2139009300-project] 10.222.0.87 "GET /v2.0/security-groups?id=147909be-cff9-4991-aa78-917b7db4e020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286930 Feb 02 07:05:42.899391 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-272cbb68-bace-48a4-8a2c-4eaae0bb7424 req-3074f8fe-04e2-47bd-ab9e-32173db6480e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (5fa93a10-98b1-4c0e-a8f7-5ea10d4343e2), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:42.912419 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066bf818-3612-4883-8662-971ee8cbbf4c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event deleted for resources: {'Port': ['ID=09c0d7ff-d2cd-4770-8c9b-4310adb741f6,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:42.947914 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60995926-a218-42d1-8d68-f0c5776cc96d req-b3e68647-c1eb-401c-b3c3-2967fdfed100 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:42.954617 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-60995926-a218-42d1-8d68-f0c5776cc96d req-b3e68647-c1eb-401c-b3c3-2967fdfed100 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/ports?device_id=4a3b0dba-c1ca-442b-af80-b163f0ea80a9 HTTP/1.1" status: 200 len: 946 time: 0.3206258 Feb 02 07:05:42.956464 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-30d35cb9-8df9-4678-9b9b-326da40bde10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (f48e5367-d078-475e-9695-1059feabec8c), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:42.959075 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-30d35cb9-8df9-4678-9b9b-326da40bde10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:42.963521 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-30d35cb9-8df9-4678-9b9b-326da40bde10 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/f48e5367-d078-475e-9695-1059feabec8c HTTP/1.1" status: 204 len: 168 time: 0.7471597 Feb 02 07:05:42.973771 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-91f28287-cd80-44f8-b80f-d4c454ed1b1f req-49fea373-1188-44be-89e3-ad97327e508e service neutron] 10.222.0.88 "GET /v2.0/networks/4dc80cef-b607-4e43-a37e-1cb34fdb7f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882369 Feb 02 07:05:42.976684 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-066bf818-3612-4883-8662-971ee8cbbf4c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:42.979993 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-066bf818-3612-4883-8662-971ee8cbbf4c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/ports/09c0d7ff-d2cd-4770-8c9b-4310adb741f6 HTTP/1.1" status: 204 len: 168 time: 0.9576905 Feb 02 07:05:42.983530 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46264) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:42.994219 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d35cb9-8df9-4678-9b9b-326da40bde10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f48e5367-d078-475e-9695-1059feabec8c,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:43.111328 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-60995926-a218-42d1-8d68-f0c5776cc96d req-0bde44be-d19a-4985-a464-b7874cb281be tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/security-groups?id=e8e61412-2b54-4a5c-ab0d-3506f7e64351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557326 Feb 02 07:05:43.261387 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a6ca5197-4fbf-48b8-9a0e-51f1d1b0e92e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:43.293762 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8208274b-40fd-467b-a9f9-07bbc271d865 req-cb92f161-2cdf-4693-9128-2a5ac317e3e4 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:43.296388 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8208274b-40fd-467b-a9f9-07bbc271d865 req-cb92f161-2cdf-4693-9128-2a5ac317e3e4 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/ports?device_id=93974940-4a1d-4682-b431-5c6bf6a18a2f HTTP/1.1" status: 200 len: 943 time: 0.1072116 Feb 02 07:05:43.325003 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf67a51-ad3b-4e57-8e9f-5f4154bbfc11 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:43.329542 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46274) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:43.330961 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-bdf67a51-ad3b-4e57-8e9f-5f4154bbfc11 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3332808 Feb 02 07:05:43.337747 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 85893ae3-9cf9-488d-a8f8-58bbbb8cbd30 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:05:43.375200 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1969c7a-6b63-41a0-99af-40b5b48b73b1 req-e250b624-583c-4b8b-8c9d-ced2eb704790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:43.376990 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b1969c7a-6b63-41a0-99af-40b5b48b73b1 req-e250b624-583c-4b8b-8c9d-ced2eb704790 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=32d438d03e3c412aa95bd1ce4c33b4b7&device_id=93974940-4a1d-4682-b431-5c6bf6a18a2f HTTP/1.1" status: 200 len: 1126 time: 0.1688645 Feb 02 07:05:43.385369 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e763a26-53ff-410b-b23b-cd8ae859f99d req-1569d62a-7799-4b1b-be80-65f5e5d3d2f1 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:43.392922 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7e763a26-53ff-410b-b23b-cd8ae859f99d req-1569d62a-7799-4b1b-be80-65f5e5d3d2f1 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=2707143f-79c4-4761-b2b6-ad49159e25d5 HTTP/1.1" status: 200 len: 932 time: 0.3412802 Feb 02 07:05:43.444743 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-2a5fea17-0c48-434b-8a8c-0702c4e790d0 None None] Provisioning complete for port 26f8b929-56be-4f03-8ac3-aac45e9e73c3 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:05:43.445488 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2a5fea17-0c48-434b-8a8c-0702c4e790d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (26f8b929-56be-4f03-8ac3-aac45e9e73c3), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:43.457675 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8208274b-40fd-467b-a9f9-07bbc271d865 req-b323a9db-4e43-4d52-869b-685e80d5c315 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a5d4ccaf-26cf-4391-8f4a-c9fd890579b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558502 Feb 02 07:05:43.517242 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1269ded-602b-445a-9bf4-caa31923e4e0 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:43.520193 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-e1269ded-602b-445a-9bf4-caa31923e4e0 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1892889 Feb 02 07:05:43.523196 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46278) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:43.595517 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1969c7a-6b63-41a0-99af-40b5b48b73b1 req-cdead0d7-dd0e-4cb2-9e6d-32a28f349a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:43.598186 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b1969c7a-6b63-41a0-99af-40b5b48b73b1 req-cdead0d7-dd0e-4cb2-9e6d-32a28f349a2f service neutron] 10.222.0.88 "GET /v2.0/networks?id=4dc80cef-b607-4e43-a37e-1cb34fdb7f94 HTTP/1.1" status: 200 len: 913 time: 0.2004912 Feb 02 07:05:43.623440 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-2a5fea17-0c48-434b-8a8c-0702c4e790d0 None None] Current status of the port 26f8b929-56be-4f03-8ac3-aac45e9e73c3 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:05:43.634931 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 85893ae3-9cf9-488d-a8f8-58bbbb8cbd30 is: ACTIVE; New status is: DOWN {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:05:43.635331 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (85893ae3-9cf9-488d-a8f8-58bbbb8cbd30), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:43.638544 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68965981-6250-49ae-a081-fb8ba8d4de71 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:43.640085 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68965981-6250-49ae-a081-fb8ba8d4de71 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:43.641663 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68965981-6250-49ae-a081-fb8ba8d4de71 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:43.643395 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-68965981-6250-49ae-a081-fb8ba8d4de71 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1191578 Feb 02 07:05:43.646889 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46284) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:43.686993 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff36027-57b6-4b74-8a16-ded77bfe3f8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85893ae3-9cf9-488d-a8f8-58bbbb8cbd30'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:05:43.689793 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3bed5f-bd1d-4f53-8b8d-8cec72a726fb" -d '{"events": [{"server_uuid": "8ff36027-57b6-4b74-8a16-ded77bfe3f8c", "name": "network-vif-unplugged", "status": "completed", "tag": "85893ae3-9cf9-488d-a8f8-58bbbb8cbd30"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:05:43.717110 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 85893ae3-9cf9-488d-a8f8-58bbbb8cbd30, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=85893ae3-9cf9-488d-a8f8-58bbbb8cbd30,segment=NetworkSegment(fc0a4cad-9504-4785-979c-6732d183490f),segment_id=fc0a4cad-9504-4785-979c-6732d183490f)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:05:43.723704 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-d89f9656-33e3-4b8f-8b5a-7a6db465274a tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Deleting subnet 2d560cee-46b5-4aa8-ad8d-c81af634f3c2 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:05:43.730446 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d89f9656-33e3-4b8f-8b5a-7a6db465274a tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for subnet (2d560cee-46b5-4aa8-ad8d-c81af634f3c2), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:43.737059 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (85893ae3-9cf9-488d-a8f8-58bbbb8cbd30), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:43.788930 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d89f9656-33e3-4b8f-8b5a-7a6db465274a tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (2d560cee-46b5-4aa8-ad8d-c81af634f3c2), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:43.828432 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b1969c7a-6b63-41a0-99af-40b5b48b73b1 req-568c977e-561a-4f13-a281-4a9542dcb480 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be07e396-69de-4dfc-b5e8-7825f3428298 HTTP/1.1" status: 200 len: 217 time: 0.1225884 Feb 02 07:05:43.841551 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=85893ae3-9cf9-488d-a8f8-58bbbb8cbd30,revision_number=11']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:43.862823 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7e763a26-53ff-410b-b23b-cd8ae859f99d req-9d31fa59-431c-4ec4-91f2-534cb705b73f tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4689195 Feb 02 07:05:43.866216 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-c76355a4-a4d6-4232-b990-7f900ff9fc88 None None] Could not find standard attr ID for object 09c0d7ff-d2cd-4770-8c9b-4310adb741f6. {{(pid=109695) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 07:05:43.962410 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1969c7a-6b63-41a0-99af-40b5b48b73b1 req-29380384-fc89-499a-bc2c-f364f0472f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:43.964705 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b1969c7a-6b63-41a0-99af-40b5b48b73b1 req-29380384-fc89-499a-bc2c-f364f0472f03 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=75a9fb07-f9cb-4fc4-b8ba-4721a09818ff HTTP/1.1" status: 200 len: 852 time: 0.1281528 Feb 02 07:05:44.043212 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b1969c7a-6b63-41a0-99af-40b5b48b73b1 req-16fc0e22-86e9-48d7-b6c7-6daa18898e62 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4dc80cef-b607-4e43-a37e-1cb34fdb7f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691280 Feb 02 07:05:44.049653 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b22d06-1abf-4200-bb50-d8d98f781c7d req-ff168a61-9a1c-409d-9ed5-b74010207802 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:44.064165 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f2b22d06-1abf-4200-bb50-d8d98f781c7d req-ff168a61-9a1c-409d-9ed5-b74010207802 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 945 time: 0.2235601 Feb 02 07:05:44.105675 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d89f9656-33e3-4b8f-8b5a-7a6db465274a tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (2d560cee-46b5-4aa8-ad8d-c81af634f3c2), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:44.118582 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 07:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb4ea68-dd0c-44da-825a-2942a5b9e6c1 x-openstack-request-id: req-ceb4ea68-dd0c-44da-825a-2942a5b9e6c1 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:05:44.118881 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff36027-57b6-4b74-8a16-ded77bfe3f8c", "name": "network-vif-unplugged", "status": "completed", "tag": "85893ae3-9cf9-488d-a8f8-58bbbb8cbd30", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:05:44.119136 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ceb4ea68-dd0c-44da-825a-2942a5b9e6c1 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:05:44.119536 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff36027-57b6-4b74-8a16-ded77bfe3f8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85893ae3-9cf9-488d-a8f8-58bbbb8cbd30', 'code': 200} Feb 02 07:05:44.156014 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device ed1d9585-adb6-436d-9f70-867cc9105adf details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:05:44.283666 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-272cbb68-bace-48a4-8a2c-4eaae0bb7424 req-3074f8fe-04e2-47bd-ab9e-32173db6480e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fa93a10-98b1-4c0e-a8f7-5ea10d4343e2 {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:05:44.284459 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f2b22d06-1abf-4200-bb50-d8d98f781c7d req-3ca506e4-7076-4b80-85e7-7ed6eeb714aa tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2146478 Feb 02 07:05:44.298479 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-272cbb68-bace-48a4-8a2c-4eaae0bb7424 req-3074f8fe-04e2-47bd-ab9e-32173db6480e service neutron] Publish callbacks [] for port (5fa93a10-98b1-4c0e-a8f7-5ea10d4343e2), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:44.329261 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d89f9656-33e3-4b8f-8b5a-7a6db465274a tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (2d560cee-46b5-4aa8-ad8d-c81af634f3c2), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:44.347692 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-272cbb68-bace-48a4-8a2c-4eaae0bb7424 req-3074f8fe-04e2-47bd-ab9e-32173db6480e service neutron] Transition to ACTIVE for port object 5fa93a10-98b1-4c0e-a8f7-5ea10d4343e2 will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:05:44.366752 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port ed1d9585-adb6-436d-9f70-867cc9105adf, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=ed1d9585-adb6-436d-9f70-867cc9105adf,segment=NetworkSegment(ce666524-bce3-41cf-a983-9d2cc88666a7),segment_id=ce666524-bce3-41cf-a983-9d2cc88666a7)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:05:44.373439 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89f9656-33e3-4b8f-8b5a-7a6db465274a tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event deleted for resources: {'Subnet': ['ID=2d560cee-46b5-4aa8-ad8d-c81af634f3c2,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:44.384667 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-272cbb68-bace-48a4-8a2c-4eaae0bb7424 req-3074f8fe-04e2-47bd-ab9e-32173db6480e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (5fa93a10-98b1-4c0e-a8f7-5ea10d4343e2), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:44.385604 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': 'ed1d9585-adb6-436d-9f70-867cc9105adf', 'network_id': '9c502670-697d-4935-855e-9a6fd2d524bb', 'port_id': 'ed1d9585-adb6-436d-9f70-867cc9105adf', 'mac_address': 'fa:16:3e:5c:28:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8deeeff-eb6c-480e-bccc-ee61d29f9175', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:05:44.395082 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d89f9656-33e3-4b8f-8b5a-7a6db465274a tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:44.399261 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43932240-0549-4f5b-b115-b85d23121b3c None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:05:44.404156 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d89f9656-33e3-4b8f-8b5a-7a6db465274a tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/subnets/2d560cee-46b5-4aa8-ad8d-c81af634f3c2 HTTP/1.1" status: 204 len: 168 time: 0.7539191 Feb 02 07:05:44.406415 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46306) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:44.474644 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef7677a1-9869-43a3-9939-c49880784da6 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Deleting subnet 76fc7363-e36d-4054-91df-904dca65d133 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:05:44.480957 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ef7677a1-9869-43a3-9939-c49880784da6 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for subnet (76fc7363-e36d-4054-91df-904dca65d133), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:44.488327 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3074f8fe-04e2-47bd-ab9e-32173db6480e service neutron] Pushing event updated for resources: {'Port': ['ID=5fa93a10-98b1-4c0e-a8f7-5ea10d4343e2,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:44.576399 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port ed1d9585-adb6-436d-9f70-867cc9105adf is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:05:44.577215 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ed1d9585-adb6-436d-9f70-867cc9105adf), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:44.594894 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:44.603657 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed1d9585-adb6-436d-9f70-867cc9105adf {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:05:44.607272 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1617a672-4ea2-4c5d-a9b2-36a278b7e30f req-66aaf046-bbbf-47bd-9530-87f07d80af36 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:44.609190 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1617a672-4ea2-4c5d-a9b2-36a278b7e30f req-66aaf046-bbbf-47bd-9530-87f07d80af36 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/ports?device_id=4a3b0dba-c1ca-442b-af80-b163f0ea80a9 HTTP/1.1" status: 200 len: 946 time: 0.1295602 Feb 02 07:05:44.621382 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ef7677a1-9869-43a3-9939-c49880784da6 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (76fc7363-e36d-4054-91df-904dca65d133), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:44.652670 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port ed1d9585-adb6-436d-9f70-867cc9105adf, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=ed1d9585-adb6-436d-9f70-867cc9105adf,segment=NetworkSegment(ce666524-bce3-41cf-a983-9d2cc88666a7),segment_id=ce666524-bce3-41cf-a983-9d2cc88666a7)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:05:44.653015 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd4712e-7d74-4596-890b-86d818b491ca req-4c9b9379-0c84-4827-bbf5-38954a6cff42 tempest-ServerPasswordTestJSON-2139009300 tempest-ServerPasswordTestJSON-2139009300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:44.660847 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (ed1d9585-adb6-436d-9f70-867cc9105adf), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:44.661244 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0cd4712e-7d74-4596-890b-86d818b491ca req-4c9b9379-0c84-4827-bbf5-38954a6cff42 tempest-ServerPasswordTestJSON-2139009300 tempest-ServerPasswordTestJSON-2139009300-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5e77f3d-b260-4a6e-becc-be5a18f6105d HTTP/1.1" status: 200 len: 944 time: 0.4188464 Feb 02 07:05:44.669203 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c841aea-a351-4ebf-93ce-d3855cd086b5 req-979162b8-f692-481a-92bb-da7f09e18a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:44.671153 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5c841aea-a351-4ebf-93ce-d3855cd086b5 req-979162b8-f692-481a-92bb-da7f09e18a45 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e821a18760614621a07973a65a766150&device_id=4a3b0dba-c1ca-442b-af80-b163f0ea80a9 HTTP/1.1" status: 200 len: 1129 time: 0.3538780 Feb 02 07:05:44.673997 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b1969c7a-6b63-41a0-99af-40b5b48b73b1 req-45dc772a-c0f0-4716-a89f-0b64fddcc1f4 service neutron] 10.222.0.88 "GET /v2.0/networks/4dc80cef-b607-4e43-a37e-1cb34fdb7f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6225355 Feb 02 07:05:44.725384 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=ed1d9585-adb6-436d-9f70-867cc9105adf,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:44.744376 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1617a672-4ea2-4c5d-a9b2-36a278b7e30f req-e240430e-a670-46ef-80f2-652c6a7806bb tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/security-groups?id=e8e61412-2b54-4a5c-ab0d-3506f7e64351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291406 Feb 02 07:05:44.844157 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-272cbb68-bace-48a4-8a2c-4eaae0bb7424 req-3074f8fe-04e2-47bd-ab9e-32173db6480e service neutron] Attempting to bind port 5fa93a10-98b1-4c0e-a8f7-5ea10d4343e2 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:05:44.844827 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-272cbb68-bace-48a4-8a2c-4eaae0bb7424 req-3074f8fe-04e2-47bd-ab9e-32173db6480e service neutron] Attempting to bind port 5fa93a10-98b1-4c0e-a8f7-5ea10d4343e2 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': '50b2c935-c140-4230-880a-508574d9ed43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f9701445-c4cf-4d4f-9286-fc4fc0bbd41b'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:05:44.845399 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272cbb68-bace-48a4-8a2c-4eaae0bb7424 req-3074f8fe-04e2-47bd-ab9e-32173db6480e service neutron] Attempting to bind port 5fa93a10-98b1-4c0e-a8f7-5ea10d4343e2 on network f9701445-c4cf-4d4f-9286-fc4fc0bbd41b {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:05:44.859535 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ef7677a1-9869-43a3-9939-c49880784da6 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (76fc7363-e36d-4054-91df-904dca65d133), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:44.871978 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272cbb68-bace-48a4-8a2c-4eaae0bb7424 req-3074f8fe-04e2-47bd-ab9e-32173db6480e service neutron] Port 5fa93a10-98b1-4c0e-a8f7-5ea10d4343e2 on network f9701445-c4cf-4d4f-9286-fc4fc0bbd41b not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:05:44.872705 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272cbb68-bace-48a4-8a2c-4eaae0bb7424 req-3074f8fe-04e2-47bd-ab9e-32173db6480e service neutron] Attempting to bind port 5fa93a10-98b1-4c0e-a8f7-5ea10d4343e2 on network f9701445-c4cf-4d4f-9286-fc4fc0bbd41b {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:05:44.891227 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0cd4712e-7d74-4596-890b-86d818b491ca req-7d97263c-78f6-4f66-a39f-f7f46bc09285 tempest-ServerPasswordTestJSON-2139009300 tempest-ServerPasswordTestJSON-2139009300-project] 10.222.0.87 "GET /v2.0/security-groups?id=147909be-cff9-4991-aa78-917b7db4e020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290406 Feb 02 07:05:44.931053 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ef7677a1-9869-43a3-9939-c49880784da6 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (76fc7363-e36d-4054-91df-904dca65d133), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:44.967142 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7677a1-9869-43a3-9939-c49880784da6 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event deleted for resources: {'Subnet': ['ID=76fc7363-e36d-4054-91df-904dca65d133,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:44.969210 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ef7677a1-9869-43a3-9939-c49880784da6 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:44.972443 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-ef7677a1-9869-43a3-9939-c49880784da6 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/subnets/76fc7363-e36d-4054-91df-904dca65d133 HTTP/1.1" status: 204 len: 168 time: 0.5638225 Feb 02 07:05:44.976112 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46314) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:45.006906 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272cbb68-bace-48a4-8a2c-4eaae0bb7424 req-3074f8fe-04e2-47bd-ab9e-32173db6480e service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:05:45.007273 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272cbb68-bace-48a4-8a2c-4eaae0bb7424 req-3074f8fe-04e2-47bd-ab9e-32173db6480e service neutron] Checking segment: {'id': '50b2c935-c140-4230-880a-508574d9ed43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f9701445-c4cf-4d4f-9286-fc4fc0bbd41b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:05:45.007699 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272cbb68-bace-48a4-8a2c-4eaae0bb7424 req-3074f8fe-04e2-47bd-ab9e-32173db6480e service neutron] Bound using segment: {'id': '50b2c935-c140-4230-880a-508574d9ed43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f9701445-c4cf-4d4f-9286-fc4fc0bbd41b'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:05:45.008154 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-272cbb68-bace-48a4-8a2c-4eaae0bb7424 req-3074f8fe-04e2-47bd-ab9e-32173db6480e service neutron] Bound port: 5fa93a10-98b1-4c0e-a8f7-5ea10d4343e2, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50b2c935-c140-4230-880a-508574d9ed43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f9701445-c4cf-4d4f-9286-fc4fc0bbd41b'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:05:45.008519 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-272cbb68-bace-48a4-8a2c-4eaae0bb7424 req-3074f8fe-04e2-47bd-ab9e-32173db6480e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (5fa93a10-98b1-4c0e-a8f7-5ea10d4343e2), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:45.042461 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-2f3a7fcc-bfdf-4ef2-8445-7e195a6cc0dd tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0651855 Feb 02 07:05:45.046962 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c841aea-a351-4ebf-93ce-d3855cd086b5 req-2f1ba43d-1636-4cb8-8c79-c1d34c644164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:45.048449 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5c841aea-a351-4ebf-93ce-d3855cd086b5 req-2f1ba43d-1636-4cb8-8c79-c1d34c644164 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fd92dca7-6586-4d93-bea6-d52be464a1f6 HTTP/1.1" status: 200 len: 916 time: 0.3491528 Feb 02 07:05:45.055201 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46318) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:45.060812 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-9ed7d920-bad6-41e0-bb6d-131c45ebfc18 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Request body: {'subnet': {'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:05:45.161896 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['ed1d9585-adb6-436d-9f70-867cc9105adf'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:05:45.205681 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed7d920-bad6-41e0-bb6d-131c45ebfc18 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Made reservation on behalf of d3e64a71e17749e693b291cf3514bb46 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:05:45.209765 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ed7d920-bad6-41e0-bb6d-131c45ebfc18 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:45.236603 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6a62b3-deca-4d84-943e-5b06e57f5614 req-766fa610-d07c-4132-aa7b-cea4b30c5b16 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:45.238415 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2a6a62b3-deca-4d84-943e-5b06e57f5614 req-766fa610-d07c-4132-aa7b-cea4b30c5b16 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=2707143f-79c4-4761-b2b6-ad49159e25d5 HTTP/1.1" status: 200 len: 944 time: 0.1547031 Feb 02 07:05:45.360826 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device be07e396-69de-4dfc-b5e8-7825f3428298 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:05:45.403383 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2a6a62b3-deca-4d84-943e-5b06e57f5614 req-3e0e747c-867a-4a11-910a-cb883297d578 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576653 Feb 02 07:05:45.546716 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port be07e396-69de-4dfc-b5e8-7825f3428298, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=be07e396-69de-4dfc-b5e8-7825f3428298,segment=NetworkSegment(e8a58fd3-a6e1-41b1-93bf-40d6f0cd9541),segment_id=e8a58fd3-a6e1-41b1-93bf-40d6f0cd9541)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:05:45.568379 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': 'be07e396-69de-4dfc-b5e8-7825f3428298', 'network_id': '4dc80cef-b607-4e43-a37e-1cb34fdb7f94', 'port_id': 'be07e396-69de-4dfc-b5e8-7825f3428298', 'mac_address': 'fa:16:3e:d0:e2:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75a9fb07-f9cb-4fc4-b8ba-4721a09818ff', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:05:45.615260 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5c841aea-a351-4ebf-93ce-d3855cd086b5 req-6caecda7-39c8-4e4e-84ee-b47e509bd8c1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=789c6a34-5759-40c6-b84a-7e24b567041f HTTP/1.1" status: 200 len: 217 time: 0.5556359 Feb 02 07:05:45.642324 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649936dc-aa63-4e01-843d-065edb372ace None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:05:45.692278 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b1969c7a-6b63-41a0-99af-40b5b48b73b1 req-32ebc8ed-9754-4420-ae3c-de19349d7a32 service neutron] 10.222.0.88 "GET /v2.0/networks/4dc80cef-b607-4e43-a37e-1cb34fdb7f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9943535 Feb 02 07:05:45.705218 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port be07e396-69de-4dfc-b5e8-7825f3428298 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:05:45.705807 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (be07e396-69de-4dfc-b5e8-7825f3428298), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:45.716779 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-272cbb68-bace-48a4-8a2c-4eaae0bb7424 req-3074f8fe-04e2-47bd-ab9e-32173db6480e service neutron] For port 5fa93a10-98b1-4c0e-a8f7-5ea10d4343e2, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:05:45.726624 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0606c-b9eb-4570-8040-e0f9ec224bec req-486b9fa2-621e-43d8-ae1b-d2163938fa73 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:45.733541 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d5e0606c-b9eb-4570-8040-e0f9ec224bec req-486b9fa2-621e-43d8-ae1b-d2163938fa73 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/ports?device_id=93974940-4a1d-4682-b431-5c6bf6a18a2f HTTP/1.1" status: 200 len: 943 time: 0.7188668 Feb 02 07:05:45.736343 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be07e396-69de-4dfc-b5e8-7825f3428298 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:05:45.739094 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-272cbb68-bace-48a4-8a2c-4eaae0bb7424 req-3074f8fe-04e2-47bd-ab9e-32173db6480e service neutron] For port 5fa93a10-98b1-4c0e-a8f7-5ea10d4343e2, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=5fa93a10-98b1-4c0e-a8f7-5ea10d4343e2,segment=NetworkSegment(50b2c935-c140-4230-880a-508574d9ed43),segment_id=50b2c935-c140-4230-880a-508574d9ed43)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:05:45.748878 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c841aea-a351-4ebf-93ce-d3855cd086b5 req-95ef666c-1e86-4c5e-aeb4-8feb3164770f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:45.749954 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5c841aea-a351-4ebf-93ce-d3855cd086b5 req-95ef666c-1e86-4c5e-aeb4-8feb3164770f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d1aa23ef-3d37-4724-b351-3279aabe3440 HTTP/1.1" status: 200 len: 854 time: 0.1118765 Feb 02 07:05:45.765797 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d50551b-70e8-4dd7-8f59-4188340d0150 req-e05313aa-7819-4bd8-aaba-1761c730bdbe tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:45.767536 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0d50551b-70e8-4dd7-8f59-4188340d0150 req-e05313aa-7819-4bd8-aaba-1761c730bdbe tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 945 time: 0.2184820 Feb 02 07:05:45.768722 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-272cbb68-bace-48a4-8a2c-4eaae0bb7424 req-3074f8fe-04e2-47bd-ab9e-32173db6480e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (5fa93a10-98b1-4c0e-a8f7-5ea10d4343e2), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:45.771916 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port be07e396-69de-4dfc-b5e8-7825f3428298, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=be07e396-69de-4dfc-b5e8-7825f3428298,segment=NetworkSegment(e8a58fd3-a6e1-41b1-93bf-40d6f0cd9541),segment_id=e8a58fd3-a6e1-41b1-93bf-40d6f0cd9541)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:05:45.792117 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (be07e396-69de-4dfc-b5e8-7825f3428298), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:45.792786 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 85893ae3-9cf9-488d-a8f8-58bbbb8cbd30 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:05:45.844873 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0d50551b-70e8-4dd7-8f59-4188340d0150 req-c828f713-2cc0-4888-8b07-734c04e91020 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689907 Feb 02 07:05:45.845986 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272cbb68-bace-48a4-8a2c-4eaae0bb7424 req-3074f8fe-04e2-47bd-ab9e-32173db6480e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:45.846613 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-272cbb68-bace-48a4-8a2c-4eaae0bb7424 req-3074f8fe-04e2-47bd-ab9e-32173db6480e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:45.848105 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-272cbb68-bace-48a4-8a2c-4eaae0bb7424 req-3074f8fe-04e2-47bd-ab9e-32173db6480e service neutron] 10.222.0.88 "PUT /v2.0/ports/5fa93a10-98b1-4c0e-a8f7-5ea10d4343e2 HTTP/1.1" status: 200 len: 1093 time: 3.2531123 Feb 02 07:05:45.849300 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2707143f-79c4-4761-b2b6-ad49159e25d5', 'tag': '5fa93a10-98b1-4c0e-a8f7-5ea10d4343e2'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:05:45.852101 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b56cc38d-34c5-4b79-aa91-2151194ee211" -d '{"events": [{"name": "network-changed", "server_uuid": "2707143f-79c4-4761-b2b6-ad49159e25d5", "tag": "5fa93a10-98b1-4c0e-a8f7-5ea10d4343e2"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:05:45.910913 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d5e0606c-b9eb-4570-8040-e0f9ec224bec req-2c41148d-e302-411c-bcec-39c2ed372b13 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a5d4ccaf-26cf-4391-8f4a-c9fd890579b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759856 Feb 02 07:05:45.912972 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3074f8fe-04e2-47bd-ab9e-32173db6480e service neutron] Pushing event updated for resources: {'Port': ['ID=5fa93a10-98b1-4c0e-a8f7-5ea10d4343e2,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:45.954169 n-d-789963-26 neutron-server[109694]: DEBUG neutron.objects.ports [None req-9ed7d920-bad6-41e0-bb6d-131c45ebfc18 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109694) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 02 07:05:45.991377 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-f1d331b8-c98b-4517-8c86-4b49a9783b20 None None] Provisioning complete for port 26f8b929-56be-4f03-8ac3-aac45e9e73c3 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:05:45.993332 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f1d331b8-c98b-4517-8c86-4b49a9783b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (26f8b929-56be-4f03-8ac3-aac45e9e73c3), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:46.004343 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ffc13a-5e49-4e71-820b-9e73644ea110 x-openstack-request-id: req-f3ffc13a-5e49-4e71-820b-9e73644ea110 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:05:46.004642 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2707143f-79c4-4761-b2b6-ad49159e25d5", "tag": "5fa93a10-98b1-4c0e-a8f7-5ea10d4343e2", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:05:46.004895 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f3ffc13a-5e49-4e71-820b-9e73644ea110 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:05:46.005288 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2707143f-79c4-4761-b2b6-ad49159e25d5', 'tag': '5fa93a10-98b1-4c0e-a8f7-5ea10d4343e2', 'status': 'completed', 'code': 200} Feb 02 07:05:46.007970 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c841aea-a351-4ebf-93ce-d3855cd086b5 req-dad5f6b7-574a-4412-a313-068afc1f5b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:46.010211 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5c841aea-a351-4ebf-93ce-d3855cd086b5 req-dad5f6b7-574a-4412-a313-068afc1f5b04 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fd92dca7-6586-4d93-bea6-d52be464a1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2525382 Feb 02 07:05:46.072305 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.db.resource_extend [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 07:05:46.078019 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:46.116541 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=be07e396-69de-4dfc-b5e8-7825f3428298,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:46.145877 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272cbb68-bace-48a4-8a2c-4eaae0bb7424 req-9ace43ea-a8af-42f9-9208-14ea569ee4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:46.147390 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-272cbb68-bace-48a4-8a2c-4eaae0bb7424 req-9ace43ea-a8af-42f9-9208-14ea569ee4d5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=51472d7ac5b4449fa09fb7150f54f571&device_id=2707143f-79c4-4761-b2b6-ad49159e25d5 HTTP/1.1" status: 200 len: 1127 time: 0.2245700 Feb 02 07:05:46.171868 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc2e36e-e79f-4996-9095-4f75379232e3 req-517d4c54-806a-4877-af92-6a51c48dc9f4 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:46.180128 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8fc2e36e-e79f-4996-9095-4f75379232e3 req-517d4c54-806a-4877-af92-6a51c48dc9f4 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/ports?device_id=4a3b0dba-c1ca-442b-af80-b163f0ea80a9 HTTP/1.1" status: 200 len: 946 time: 0.1607227 Feb 02 07:05:46.254253 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-272cbb68-bace-48a4-8a2c-4eaae0bb7424 req-40935e6c-8812-4344-825e-ffcd73a6b827 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fa93a10-98b1-4c0e-a8f7-5ea10d4343e2 HTTP/1.1" status: 200 len: 217 time: 0.0629408 Feb 02 07:05:46.264241 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5c841aea-a351-4ebf-93ce-d3855cd086b5 req-a040f435-d264-4fcf-8c18-4d86337b1f58 service neutron] 10.222.0.59 "GET /v2.0/networks/fd92dca7-6586-4d93-bea6-d52be464a1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356887 Feb 02 07:05:46.291486 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8fc2e36e-e79f-4996-9095-4f75379232e3 req-2d171e67-edcb-43ff-884b-9ab085e18825 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/security-groups?id=e8e61412-2b54-4a5c-ab0d-3506f7e64351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101129 Feb 02 07:05:46.317980 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ed7d920-bad6-41e0-bb6d-131c45ebfc18 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (26f8b929-56be-4f03-8ac3-aac45e9e73c3), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:46.345927 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f31e7ac-cd13-4b62-82f8-938b54e13b91 None None] DHCP port deletion for 0866d72e-3544-4c93-a5a9-bf8114a5301e request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:05:46.359613 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 85893ae3-9cf9-488d-a8f8-58bbbb8cbd30, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=85893ae3-9cf9-488d-a8f8-58bbbb8cbd30,segment=NetworkSegment(fc0a4cad-9504-4785-979c-6732d183490f),segment_id=fc0a4cad-9504-4785-979c-6732d183490f)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:05:46.375672 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272cbb68-bace-48a4-8a2c-4eaae0bb7424 req-424be4bb-b5a0-43f7-ae0c-7857eb3bb39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:46.377655 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-272cbb68-bace-48a4-8a2c-4eaae0bb7424 req-424be4bb-b5a0-43f7-ae0c-7857eb3bb39a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=32144128-c19d-4644-8a7f-0675355df2fd HTTP/1.1" status: 200 len: 846 time: 0.1165173 Feb 02 07:05:46.405528 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': '85893ae3-9cf9-488d-a8f8-58bbbb8cbd30', 'network_id': '274d3754-cb62-4276-8b4a-dfa5cf98baaf', 'port_id': '85893ae3-9cf9-488d-a8f8-58bbbb8cbd30', 'mac_address': 'fa:16:3e:d5:20:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6b3fc97-ea53-4910-99b5-bddf06c5d45f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:05:46.409832 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-f1d331b8-c98b-4517-8c86-4b49a9783b20 None None] Current status of the port 26f8b929-56be-4f03-8ac3-aac45e9e73c3 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:05:46.454763 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-272cbb68-bace-48a4-8a2c-4eaae0bb7424 req-a892e815-bf66-4a7f-9e62-c5fb3f531930 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f9701445-c4cf-4d4f-9286-fc4fc0bbd41b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538073 Feb 02 07:05:46.490885 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 85893ae3-9cf9-488d-a8f8-58bbbb8cbd30 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:05:46.492298 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02beb0cb-801a-4bd4-98f6-80ec985e3c38 req-64e747ee-ea2d-4d33-b7e6-d0c949001d8a tempest-ServerPasswordTestJSON-2139009300 tempest-ServerPasswordTestJSON-2139009300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:46.495387 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (85893ae3-9cf9-488d-a8f8-58bbbb8cbd30), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:46.503155 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-02beb0cb-801a-4bd4-98f6-80ec985e3c38 req-64e747ee-ea2d-4d33-b7e6-d0c949001d8a tempest-ServerPasswordTestJSON-2139009300 tempest-ServerPasswordTestJSON-2139009300-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5e77f3d-b260-4a6e-becc-be5a18f6105d HTTP/1.1" status: 200 len: 945 time: 0.3962357 Feb 02 07:05:46.517958 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85893ae3-9cf9-488d-a8f8-58bbbb8cbd30 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:05:46.535125 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-2f31e7ac-cd13-4b62-82f8-938b54e13b91 None None] Deleting port 26f8b929-56be-4f03-8ac3-aac45e9e73c3 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:05:46.535493 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2f31e7ac-cd13-4b62-82f8-938b54e13b91 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (26f8b929-56be-4f03-8ac3-aac45e9e73c3), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:46.603675 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 85893ae3-9cf9-488d-a8f8-58bbbb8cbd30, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=85893ae3-9cf9-488d-a8f8-58bbbb8cbd30,segment=NetworkSegment(fc0a4cad-9504-4785-979c-6732d183490f),segment_id=fc0a4cad-9504-4785-979c-6732d183490f)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:05:46.608919 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 26f8b929-56be-4f03-8ac3-aac45e9e73c3 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:05:46.622116 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-9ed7d920-bad6-41e0-bb6d-131c45ebfc18 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] For port 26f8b929-56be-4f03-8ac3-aac45e9e73c3, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=26f8b929-56be-4f03-8ac3-aac45e9e73c3,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:05:46.649225 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e07a7b-9884-4cd4-a16c-8423df6cb973 req-c64fdf97-be8e-4000-9461-573f9ecabfce tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:46.654837 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (85893ae3-9cf9-488d-a8f8-58bbbb8cbd30), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:46.656519 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-97e07a7b-9884-4cd4-a16c-8423df6cb973 req-c64fdf97-be8e-4000-9461-573f9ecabfce tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=2707143f-79c4-4761-b2b6-ad49159e25d5 HTTP/1.1" status: 200 len: 944 time: 0.1061628 Feb 02 07:05:46.713498 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ed7d920-bad6-41e0-bb6d-131c45ebfc18 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for port (26f8b929-56be-4f03-8ac3-aac45e9e73c3), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:46.728125 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ed7d920-bad6-41e0-bb6d-131c45ebfc18 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (26f8b929-56be-4f03-8ac3-aac45e9e73c3), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:46.733029 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-02beb0cb-801a-4bd4-98f6-80ec985e3c38 req-a593ada2-acab-4e6d-b22b-149d234db4f9 tempest-ServerPasswordTestJSON-2139009300 tempest-ServerPasswordTestJSON-2139009300-project] 10.222.0.87 "GET /v2.0/security-groups?id=147909be-cff9-4991-aa78-917b7db4e020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276442 Feb 02 07:05:46.735602 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-272cbb68-bace-48a4-8a2c-4eaae0bb7424 req-b5cdbc50-fb90-4005-bcdf-a50db7307e43 service neutron] 10.222.0.88 "GET /v2.0/networks/f9701445-c4cf-4d4f-9286-fc4fc0bbd41b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252617 Feb 02 07:05:46.759203 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=85893ae3-9cf9-488d-a8f8-58bbbb8cbd30,revision_number=12']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:46.804859 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7d920-bad6-41e0-bb6d-131c45ebfc18 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event updated for resources: {'Port': ['ID=26f8b929-56be-4f03-8ac3-aac45e9e73c3,revision_number=8']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:46.844062 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-97e07a7b-9884-4cd4-a16c-8423df6cb973 req-73b47738-5109-44d9-9e96-30cfa12b1d17 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614559 Feb 02 07:05:46.844062 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ed7d920-bad6-41e0-bb6d-131c45ebfc18 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (cb04bb7d-051c-4fa0-8fd8-d04c6ec3ace1), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:46.873541 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5c841aea-a351-4ebf-93ce-d3855cd086b5 req-dca6626e-a7a2-479b-950b-e6cf1aba023e service neutron] 10.222.0.59 "GET /v2.0/networks/fd92dca7-6586-4d93-bea6-d52be464a1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5738769 Feb 02 07:05:46.916795 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-272cbb68-bace-48a4-8a2c-4eaae0bb7424 req-0ce3569a-3719-4719-8861-99441d296381 service neutron] 10.222.0.88 "GET /v2.0/networks/f9701445-c4cf-4d4f-9286-fc4fc0bbd41b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729383 Feb 02 07:05:46.946801 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed7d920-bad6-41e0-bb6d-131c45ebfc18 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:05:46.951199 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-9ed7d920-bad6-41e0-bb6d-131c45ebfc18 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:05:46.961715 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed7d920-bad6-41e0-bb6d-131c45ebfc18 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:46.973829 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-2f31e7ac-cd13-4b62-82f8-938b54e13b91 None None] For port 26f8b929-56be-4f03-8ac3-aac45e9e73c3, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=26f8b929-56be-4f03-8ac3-aac45e9e73c3,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:05:46.974053 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ed7d920-bad6-41e0-bb6d-131c45ebfc18 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:46.974454 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2f31e7ac-cd13-4b62-82f8-938b54e13b91 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (26f8b929-56be-4f03-8ac3-aac45e9e73c3), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:46.995610 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-2f31e7ac-cd13-4b62-82f8-938b54e13b91 None None] Calling delete_port for 26f8b929-56be-4f03-8ac3-aac45e9e73c3 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:05:47.009886 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7d920-bad6-41e0-bb6d-131c45ebfc18 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event updated for resources: {'Subnet': ['ID=cb04bb7d-051c-4fa0-8fd8-d04c6ec3ace1,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:47.037080 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-9ed7d920-bad6-41e0-bb6d-131c45ebfc18 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9803996 Feb 02 07:05:47.040660 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46372) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:47.089492 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-6505f97c-166a-4235-b555-552f8e2221da tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Request body: {'subnet': {'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:05:47.103289 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e534cb-6a4a-4400-bae1-83886c6ff8d8 req-4a6a6747-65c7-4968-be43-835ccb942f1c tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:47.103715 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-35e534cb-6a4a-4400-bae1-83886c6ff8d8 req-4a6a6747-65c7-4968-be43-835ccb942f1c tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 946 time: 0.1407523 Feb 02 07:05:47.127906 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['85893ae3-9cf9-488d-a8f8-58bbbb8cbd30'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:05:47.133031 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12011796-84f8-465f-9d27-fea88c0e12bf req-780f5293-4361-43a4-8fc9-62c7de3dca15 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:47.134688 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-12011796-84f8-465f-9d27-fea88c0e12bf req-780f5293-4361-43a4-8fc9-62c7de3dca15 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/ports?device_id=93974940-4a1d-4682-b431-5c6bf6a18a2f HTTP/1.1" status: 200 len: 944 time: 0.1199038 Feb 02 07:05:47.190450 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-35e534cb-6a4a-4400-bae1-83886c6ff8d8 req-34dc8cd3-f780-4604-a344-62e953a3e264 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701029 Feb 02 07:05:47.243605 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56cc38d-34c5-4b79-aa91-2151194ee211 req-84b46d88-2fdf-4336-937f-7db8e743bcba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:47.245153 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b56cc38d-34c5-4b79-aa91-2151194ee211 req-84b46d88-2fdf-4336-937f-7db8e743bcba service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=51472d7ac5b4449fa09fb7150f54f571&device_id=2707143f-79c4-4761-b2b6-ad49159e25d5 HTTP/1.1" status: 200 len: 1127 time: 0.2053845 Feb 02 07:05:47.250612 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-12011796-84f8-465f-9d27-fea88c0e12bf req-6cb50309-f1f5-48b1-8c17-7e17f5117905 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a5d4ccaf-26cf-4391-8f4a-c9fd890579b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082323 Feb 02 07:05:47.328457 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['be07e396-69de-4dfc-b5e8-7825f3428298'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:05:47.406677 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56cc38d-34c5-4b79-aa91-2151194ee211 req-6b8149b4-68af-453f-8f04-304a57686b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:47.408282 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b56cc38d-34c5-4b79-aa91-2151194ee211 req-6b8149b4-68af-453f-8f04-304a57686b8d service neutron] 10.222.0.88 "GET /v2.0/networks?id=f9701445-c4cf-4d4f-9286-fc4fc0bbd41b HTTP/1.1" status: 200 len: 907 time: 0.1515749 Feb 02 07:05:47.416233 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6505f97c-166a-4235-b555-552f8e2221da tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Made reservation on behalf of d3e64a71e17749e693b291cf3514bb46 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:05:47.421643 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6505f97c-166a-4235-b555-552f8e2221da tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:47.443693 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2f31e7ac-cd13-4b62-82f8-938b54e13b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (26f8b929-56be-4f03-8ac3-aac45e9e73c3), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:47.472639 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b56cc38d-34c5-4b79-aa91-2151194ee211 req-6e7bf913-d435-48ff-b59a-b40351fa3226 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fa93a10-98b1-4c0e-a8f7-5ea10d4343e2 HTTP/1.1" status: 200 len: 217 time: 0.0455735 Feb 02 07:05:47.547233 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56cc38d-34c5-4b79-aa91-2151194ee211 req-d238bc42-4dc7-4088-95b4-90c36ea34802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:47.548772 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b56cc38d-34c5-4b79-aa91-2151194ee211 req-d238bc42-4dc7-4088-95b4-90c36ea34802 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=32144128-c19d-4644-8a7f-0675355df2fd HTTP/1.1" status: 200 len: 846 time: 0.0611970 Feb 02 07:05:47.560917 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f31e7ac-cd13-4b62-82f8-938b54e13b91 None None] Pushing event deleted for resources: {'Port': ['ID=26f8b929-56be-4f03-8ac3-aac45e9e73c3,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:47.561940 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd56ee-d506-4fdf-ba62-4d36a48eb195 req-0e12f5e0-c0ad-4c00-8a09-1c11e09fe4ff tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:47.574952 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fedd56ee-d506-4fdf-ba62-4d36a48eb195 req-0e12f5e0-c0ad-4c00-8a09-1c11e09fe4ff tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/ports?device_id=4a3b0dba-c1ca-442b-af80-b163f0ea80a9 HTTP/1.1" status: 200 len: 946 time: 0.1476617 Feb 02 07:05:47.598234 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b56cc38d-34c5-4b79-aa91-2151194ee211 req-681cc79a-14f5-41d7-bb48-f8f0c575ae09 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f9701445-c4cf-4d4f-9286-fc4fc0bbd41b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359912 Feb 02 07:05:47.622527 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:47.630329 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 26f8b929-56be-4f03-8ac3-aac45e9e73c3 is: ACTIVE; New status is: DOWN {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:05:47.633471 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (26f8b929-56be-4f03-8ac3-aac45e9e73c3), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:47.680377 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fedd56ee-d506-4fdf-ba62-4d36a48eb195 req-afd82ab0-94ff-4c78-8a3c-64bf93dff558 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/security-groups?id=e8e61412-2b54-4a5c-ab0d-3506f7e64351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010964 Feb 02 07:05:47.732981 n-d-789963-26 neutron-server[109693]: INFO neutron.db.ipam_backend_mixin [None req-6505f97c-166a-4235-b555-552f8e2221da tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cb04bb7d-051c-4fa0-8fd8-d04c6ec3ace1 (CIDR: 2001:db8::/64) Feb 02 07:05:47.757859 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-6505f97c-166a-4235-b555-552f8e2221da tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 07:05:47.757859 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6505f97c-166a-4235-b555-552f8e2221da tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:05:47.769968 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b56cc38d-34c5-4b79-aa91-2151194ee211 req-72a9f4ef-e111-4812-80ed-99389d1f5f63 service neutron] 10.222.0.88 "GET /v2.0/networks/f9701445-c4cf-4d4f-9286-fc4fc0bbd41b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365719 Feb 02 07:05:47.782802 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-6505f97c-166a-4235-b555-552f8e2221da tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7404621 Feb 02 07:05:47.785642 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46396) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:47.785766 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f31e7ac-cd13-4b62-82f8-938b54e13b91 None None] No DVR routers for this DVR port 26f8b929-56be-4f03-8ac3-aac45e9e73c3 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:05:47.792535 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-7b7a410b-1a8c-4fba-9a0e-e56b87ba1eb6 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Request body: {'subnet': {'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:05:47.833928 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9bc5f7-eab1-43f4-92de-bd593f814460 None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:05:47.998499 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffddba7e-638e-4a3f-b473-38fd94d31616 req-07166d4e-42b5-43fa-8bdd-b4d2884107b0 tempest-ServerPasswordTestJSON-2139009300 tempest-ServerPasswordTestJSON-2139009300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:48.000233 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ffddba7e-638e-4a3f-b473-38fd94d31616 req-07166d4e-42b5-43fa-8bdd-b4d2884107b0 tempest-ServerPasswordTestJSON-2139009300 tempest-ServerPasswordTestJSON-2139009300-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5e77f3d-b260-4a6e-becc-be5a18f6105d HTTP/1.1" status: 200 len: 945 time: 0.1256595 Feb 02 07:05:48.002203 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b56cc38d-34c5-4b79-aa91-2151194ee211 req-98046c05-676b-4cfc-a4eb-288b51c8f780 service neutron] 10.222.0.88 "GET /v2.0/networks/f9701445-c4cf-4d4f-9286-fc4fc0bbd41b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183244 Feb 02 07:05:48.126235 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ffddba7e-638e-4a3f-b473-38fd94d31616 req-2df8d44b-c533-4376-97c8-8e0ae2d93ebf tempest-ServerPasswordTestJSON-2139009300 tempest-ServerPasswordTestJSON-2139009300-project] 10.222.0.87 "GET /v2.0/security-groups?id=147909be-cff9-4991-aa78-917b7db4e020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178510 Feb 02 07:05:48.159379 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0077792b-d2df-4e39-a8f4-d0dbb5c3bbef req-b65d3252-9cc1-429b-8cf8-79dccf2757da tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:48.167181 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0077792b-d2df-4e39-a8f4-d0dbb5c3bbef req-b65d3252-9cc1-429b-8cf8-79dccf2757da tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=2707143f-79c4-4761-b2b6-ad49159e25d5 HTTP/1.1" status: 200 len: 944 time: 0.1067235 Feb 02 07:05:48.174407 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7a410b-1a8c-4fba-9a0e-e56b87ba1eb6 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Made reservation on behalf of d3e64a71e17749e693b291cf3514bb46 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:05:48.178677 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4c05a4-33ca-47e4-b323-352091a26d69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-0866d72e-3544-4c93-a5a9-bf8114a5301e', 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'project_id': 'd3e64a71e17749e693b291cf3514bb46', 'fixed_ips': [{'subnet_id': 'cb04bb7d-051c-4fa0-8fd8-d04c6ec3ace1'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:05:48.178847 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7b7a410b-1a8c-4fba-9a0e-e56b87ba1eb6 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:48.179451 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ae4c05a4-33ca-47e4-b323-352091a26d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:48.197828 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device ed1d9585-adb6-436d-9f70-867cc9105adf up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:05:48.249527 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0077792b-d2df-4e39-a8f4-d0dbb5c3bbef req-a8784131-a779-4ecd-8655-f20a201778a0 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792174 Feb 02 07:05:48.293211 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46408) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:48.384333 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port ed1d9585-adb6-436d-9f70-867cc9105adf completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:05:48.398565 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port ed1d9585-adb6-436d-9f70-867cc9105adf triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:05:48.398960 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ed1d9585-adb6-436d-9f70-867cc9105adf), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:48.444067 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b981150-b60a-4cf0-aec7-c97efb6528c2 req-798daf6c-b7ae-4f39-abb9-fdd230cf57f5 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:48.447128 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0b981150-b60a-4cf0-aec7-c97efb6528c2 req-798daf6c-b7ae-4f39-abb9-fdd230cf57f5 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 946 time: 0.0944099 Feb 02 07:05:48.521821 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-ae4c05a4-33ca-47e4-b323-352091a26d69 None None] Allocated IP 2001:db8::f816:3eff:feff:6464 (0866d72e-3544-4c93-a5a9-bf8114a5301e/cb04bb7d-051c-4fa0-8fd8-d04c6ec3ace1/653570fe-a781-40dc-aeaa-097401aa3f8f) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:05:48.561472 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-30da9d1a-cd9c-41f2-a5fe-4593ac2340fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:48.583390 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0b981150-b60a-4cf0-aec7-c97efb6528c2 req-884fe8bf-6c7a-4b7d-b53f-825e9860852e tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266286 Feb 02 07:05:48.631017 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port ed1d9585-adb6-436d-9f70-867cc9105adf is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:05:48.639689 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4892f9c8-aef5-424c-b2b9-0fd35bfb6934 req-5447877e-5419-4f40-84a5-1d86c1206fab tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:48.641187 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4892f9c8-aef5-424c-b2b9-0fd35bfb6934 req-5447877e-5419-4f40-84a5-1d86c1206fab tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/ports?device_id=93974940-4a1d-4682-b431-5c6bf6a18a2f HTTP/1.1" status: 200 len: 944 time: 0.2403896 Feb 02 07:05:48.642229 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7b7a410b-1a8c-4fba-9a0e-e56b87ba1eb6 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (fc27fc34-8483-4a58-819d-be475021b7ef), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:48.644310 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ed1d9585-adb6-436d-9f70-867cc9105adf), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:48.729320 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-30da9d1a-cd9c-41f2-a5fe-4593ac2340fe admin admin] Publish callbacks [] for security_group (33a83df9-13f3-410d-8859-dcf3203f89b1), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:48.743285 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-30da9d1a-cd9c-41f2-a5fe-4593ac2340fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (33a83df9-13f3-410d-8859-dcf3203f89b1), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:48.758186 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7a410b-1a8c-4fba-9a0e-e56b87ba1eb6 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:05:48.769771 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-7b7a410b-1a8c-4fba-9a0e-e56b87ba1eb6 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:05:48.781186 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7a410b-1a8c-4fba-9a0e-e56b87ba1eb6 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:48.781589 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7b7a410b-1a8c-4fba-9a0e-e56b87ba1eb6 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:48.809201 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-30da9d1a-cd9c-41f2-a5fe-4593ac2340fe admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=91b2708fab6845479096eb300b93fe29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5110121 Feb 02 07:05:48.809752 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46414) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:48.809835 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30da9d1a-cd9c-41f2-a5fe-4593ac2340fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a83df9-13f3-410d-8859-dcf3203f89b1,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:48.829515 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7a410b-1a8c-4fba-9a0e-e56b87ba1eb6 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event updated for resources: {'Subnet': ['ID=fc27fc34-8483-4a58-819d-be475021b7ef,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:48.837300 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-7b7a410b-1a8c-4fba-9a0e-e56b87ba1eb6 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0473535 Feb 02 07:05:48.842177 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46416) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:48.858215 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-b2300974-5452-48d0-a3c8-a389c7895d4f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Request body: {'port': {'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'mac_address': 'fa:16:3e:0e:95:7c', 'name': 'tempest-NetworksTestDHCPv6-518411441'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:05:48.880928 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a254d1-dd0b-4f8f-a85f-651ae8bfd68e req-95d677c7-15db-46e7-9c25-197f78f286bb tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:48.883324 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c9a254d1-dd0b-4f8f-a85f-651ae8bfd68e req-95d677c7-15db-46e7-9c25-197f78f286bb tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/ports?device_id=4a3b0dba-c1ca-442b-af80-b163f0ea80a9 HTTP/1.1" status: 200 len: 946 time: 0.0765107 Feb 02 07:05:48.891828 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port ed1d9585-adb6-436d-9f70-867cc9105adf, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=ed1d9585-adb6-436d-9f70-867cc9105adf,segment=NetworkSegment(ce666524-bce3-41cf-a983-9d2cc88666a7),segment_id=ce666524-bce3-41cf-a983-9d2cc88666a7)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:05:48.919723 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5e77f3d-b260-4a6e-becc-be5a18f6105d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1d9585-adb6-436d-9f70-867cc9105adf'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:05:48.923751 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b21da0-68e0-42cb-b3df-e599565a4cd6" -d '{"events": [{"server_uuid": "d5e77f3d-b260-4a6e-becc-be5a18f6105d", "name": "network-vif-plugged", "status": "completed", "tag": "ed1d9585-adb6-436d-9f70-867cc9105adf"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:05:48.929859 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (ed1d9585-adb6-436d-9f70-867cc9105adf), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:48.965698 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c9a254d1-dd0b-4f8f-a85f-651ae8bfd68e req-0e0e0687-510f-47ed-8c36-6cfa8903ebca tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/security-groups?id=e8e61412-2b54-4a5c-ab0d-3506f7e64351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747290 Feb 02 07:05:49.002119 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ae4c05a4-33ca-47e4-b323-352091a26d69 None None] Publish callbacks [] for port (653570fe-a781-40dc-aeaa-097401aa3f8f), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:49.017137 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4892f9c8-aef5-424c-b2b9-0fd35bfb6934 req-794907fb-25c5-43b7-802a-e6ea78f1fe81 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a5d4ccaf-26cf-4391-8f4a-c9fd890579b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3598909 Feb 02 07:05:49.025200 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ae4c05a4-33ca-47e4-b323-352091a26d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (653570fe-a781-40dc-aeaa-097401aa3f8f), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:49.037017 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=ed1d9585-adb6-436d-9f70-867cc9105adf,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:49.064124 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca562c88-fd24-4292-b4c9-56c0fd087dec x-openstack-request-id: req-ca562c88-fd24-4292-b4c9-56c0fd087dec {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:05:49.064514 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5e77f3d-b260-4a6e-becc-be5a18f6105d", "name": "network-vif-plugged", "status": "completed", "tag": "ed1d9585-adb6-436d-9f70-867cc9105adf", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:05:49.067496 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ca562c88-fd24-4292-b4c9-56c0fd087dec {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:05:49.071325 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5e77f3d-b260-4a6e-becc-be5a18f6105d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1d9585-adb6-436d-9f70-867cc9105adf', 'code': 200} Feb 02 07:05:49.072869 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:05:49.073226 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:05:49.073618 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:05:49.074043 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:05:49.074332 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:05:49.074664 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:05:49.076647 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2300974-5452-48d0-a3c8-a389c7895d4f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Made reservation on behalf of d3e64a71e17749e693b291cf3514bb46 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:05:49.078400 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:05:49.078799 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:05:49.079347 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:05:49.079728 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:05:49.080072 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:05:49.080407 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:05:49.080983 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:05:49.104718 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4c05a4-33ca-47e4-b323-352091a26d69 None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:05:49.158754 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-ae4c05a4-33ca-47e4-b323-352091a26d69 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:05:49.161228 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4c05a4-33ca-47e4-b323-352091a26d69 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:05:49.251880 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c05a4-33ca-47e4-b323-352091a26d69 None None] Pushing event updated for resources: {'Port': ['ID=653570fe-a781-40dc-aeaa-097401aa3f8f,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:49.266702 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b2300974-5452-48d0-a3c8-a389c7895d4f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:49.293253 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-67ee9ff6-5b7c-4d5b-94b1-5918d41afa08 admin admin] Publish callbacks [] for security_group (33a83df9-13f3-410d-8859-dcf3203f89b1), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:49.297720 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-ae4c05a4-33ca-47e4-b323-352091a26d69 None None] Attempting to bind port 653570fe-a781-40dc-aeaa-097401aa3f8f on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:05:49.298229 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-ae4c05a4-33ca-47e4-b323-352091a26d69 None None] Attempting to bind port 653570fe-a781-40dc-aeaa-097401aa3f8f by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:05:49.298720 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4c05a4-33ca-47e4-b323-352091a26d69 None None] Attempting to bind port 653570fe-a781-40dc-aeaa-097401aa3f8f on network 0866d72e-3544-4c93-a5a9-bf8114a5301e {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:05:49.305948 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4c05a4-33ca-47e4-b323-352091a26d69 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:05:49.306474 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4c05a4-33ca-47e4-b323-352091a26d69 None None] Checking segment: {'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:05:49.306988 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ae4c05a4-33ca-47e4-b323-352091a26d69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:49.307502 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4c05a4-33ca-47e4-b323-352091a26d69 None None] Bound using segment: {'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:05:49.308100 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-ae4c05a4-33ca-47e4-b323-352091a26d69 None None] Bound port: 653570fe-a781-40dc-aeaa-097401aa3f8f, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:05:49.308585 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ae4c05a4-33ca-47e4-b323-352091a26d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (653570fe-a781-40dc-aeaa-097401aa3f8f), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:49.309974 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6751e56f-a9ff-45db-9d30-b3c52fecbbb0 req-928b71c7-9964-4e90-b5a6-3b12dcdc1fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:49.312423 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6751e56f-a9ff-45db-9d30-b3c52fecbbb0 req-928b71c7-9964-4e90-b5a6-3b12dcdc1fa3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d5e77f3d-b260-4a6e-becc-be5a18f6105d HTTP/1.1" status: 200 len: 1129 time: 0.1469450 Feb 02 07:05:49.358101 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-67ee9ff6-5b7c-4d5b-94b1-5918d41afa08 admin admin] Publish callbacks [] for security_group (33a83df9-13f3-410d-8859-dcf3203f89b1), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:49.365975 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b998262f-578e-4fa2-abee-baf269e13abe req-02a9a30a-0f83-4f3e-88c2-16b332f66edd tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:49.368892 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b998262f-578e-4fa2-abee-baf269e13abe req-02a9a30a-0f83-4f3e-88c2-16b332f66edd tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/ports?device_id=4a3b0dba-c1ca-442b-af80-b163f0ea80a9 HTTP/1.1" status: 200 len: 946 time: 0.1438665 Feb 02 07:05:49.376189 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [None req-b2300974-5452-48d0-a3c8-a389c7895d4f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] device_id is not set on port e0d10069-27ba-4576-830c-e05a1fa38425 yet. {{(pid=109694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:05:49.389517 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ae4c05a4-33ca-47e4-b323-352091a26d69 None None] For port 653570fe-a781-40dc-aeaa-097401aa3f8f, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:05:49.393611 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ae4c05a4-33ca-47e4-b323-352091a26d69 None None] For port 653570fe-a781-40dc-aeaa-097401aa3f8f, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=653570fe-a781-40dc-aeaa-097401aa3f8f,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:05:49.396558 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc57f130-8b5d-4223-a767-cc3e73a4d0ec req-25bfefb6-e17f-41d2-8c8f-434cdf304fde tempest-ServerPasswordTestJSON-2139009300 tempest-ServerPasswordTestJSON-2139009300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:49.398715 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cc57f130-8b5d-4223-a767-cc3e73a4d0ec req-25bfefb6-e17f-41d2-8c8f-434cdf304fde tempest-ServerPasswordTestJSON-2139009300 tempest-ServerPasswordTestJSON-2139009300-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5e77f3d-b260-4a6e-becc-be5a18f6105d HTTP/1.1" status: 200 len: 946 time: 0.1284130 Feb 02 07:05:49.401133 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 5fa93a10-98b1-4c0e-a8f7-5ea10d4343e2 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:05:49.404250 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 85893ae3-9cf9-488d-a8f8-58bbbb8cbd30 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:05:49.431810 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6751e56f-a9ff-45db-9d30-b3c52fecbbb0 req-92b7dc04-6028-42c4-be7f-e8b45e7cecf8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=147909be-cff9-4991-aa78-917b7db4e020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094382 Feb 02 07:05:49.437376 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ae4c05a4-33ca-47e4-b323-352091a26d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (653570fe-a781-40dc-aeaa-097401aa3f8f), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:49.470619 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b998262f-578e-4fa2-abee-baf269e13abe req-45cce418-0ae9-4fff-aab5-72ed43b17d50 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/security-groups?id=e8e61412-2b54-4a5c-ab0d-3506f7e64351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886745 Feb 02 07:05:49.574010 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c05a4-33ca-47e4-b323-352091a26d69 None None] Pushing event updated for resources: {'Port': ['ID=653570fe-a781-40dc-aeaa-097401aa3f8f,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:49.622408 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cc57f130-8b5d-4223-a767-cc3e73a4d0ec req-09839dd3-8cc5-42b3-a114-26b1d076f597 tempest-ServerPasswordTestJSON-2139009300 tempest-ServerPasswordTestJSON-2139009300-project] 10.222.0.87 "GET /v2.0/security-groups?id=147909be-cff9-4991-aa78-917b7db4e020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639202 Feb 02 07:05:49.625322 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-67ee9ff6-5b7c-4d5b-94b1-5918d41afa08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (33a83df9-13f3-410d-8859-dcf3203f89b1), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:49.627921 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-67ee9ff6-5b7c-4d5b-94b1-5918d41afa08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:49.629024 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-67ee9ff6-5b7c-4d5b-94b1-5918d41afa08 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/33a83df9-13f3-410d-8859-dcf3203f89b1 HTTP/1.1" status: 204 len: 168 time: 0.8180218 Feb 02 07:05:49.656441 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b9d94-3a8c-40be-a1c7-a74b1c0b9dd9 req-6eff243c-6e84-4582-8c93-f564df94af89 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:49.658338 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8f0b9d94-3a8c-40be-a1c7-a74b1c0b9dd9 req-6eff243c-6e84-4582-8c93-f564df94af89 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=2707143f-79c4-4761-b2b6-ad49159e25d5 HTTP/1.1" status: 200 len: 944 time: 0.0858171 Feb 02 07:05:49.662589 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port 85893ae3-9cf9-488d-a8f8-58bbbb8cbd30 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:05:49.663146 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (85893ae3-9cf9-488d-a8f8-58bbbb8cbd30), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:49.665832 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ee9ff6-5b7c-4d5b-94b1-5918d41afa08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a83df9-13f3-410d-8859-dcf3203f89b1,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:49.750906 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-b2300974-5452-48d0-a3c8-a389c7895d4f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Allocated IP 2001:db8:0:1::33e (0866d72e-3544-4c93-a5a9-bf8114a5301e/fc27fc34-8483-4a58-819d-be475021b7ef/e0d10069-27ba-4576-830c-e05a1fa38425) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:05:49.779683 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-b2300974-5452-48d0-a3c8-a389c7895d4f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Allocated IP 2001:db8::f816:3eff:fe0e:957c (0866d72e-3544-4c93-a5a9-bf8114a5301e/cb04bb7d-051c-4fa0-8fd8-d04c6ec3ace1/e0d10069-27ba-4576-830c-e05a1fa38425) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:05:49.782215 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8f0b9d94-3a8c-40be-a1c7-a74b1c0b9dd9 req-feb7f707-8a91-4d75-af78-d065e3317fa5 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968797 Feb 02 07:05:49.828916 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 5fa93a10-98b1-4c0e-a8f7-5ea10d4343e2, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=5fa93a10-98b1-4c0e-a8f7-5ea10d4343e2,segment=NetworkSegment(50b2c935-c140-4230-880a-508574d9ed43),segment_id=50b2c935-c140-4230-880a-508574d9ed43)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:05:49.898853 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': '5fa93a10-98b1-4c0e-a8f7-5ea10d4343e2', 'network_id': 'f9701445-c4cf-4d4f-9286-fc4fc0bbd41b', 'port_id': '5fa93a10-98b1-4c0e-a8f7-5ea10d4343e2', 'mac_address': 'fa:16:3e:43:f8:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32144128-c19d-4644-8a7f-0675355df2fd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:05:49.956439 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 85893ae3-9cf9-488d-a8f8-58bbbb8cbd30 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:05:49.956845 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (85893ae3-9cf9-488d-a8f8-58bbbb8cbd30), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:50.041792 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2534ec-02eb-4fee-8014-58a074cf5b81 req-6bc3da5a-47e6-4370-9008-e2277a342c5b tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:50.043377 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cf2534ec-02eb-4fee-8014-58a074cf5b81 req-6bc3da5a-47e6-4370-9008-e2277a342c5b tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/ports?device_id=8862ba72-75d9-4882-987c-9844219c294f HTTP/1.1" status: 200 len: 945 time: 0.2401032 Feb 02 07:05:50.068156 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 85893ae3-9cf9-488d-a8f8-58bbbb8cbd30, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=85893ae3-9cf9-488d-a8f8-58bbbb8cbd30,segment=NetworkSegment(fc0a4cad-9504-4785-979c-6732d183490f),segment_id=fc0a4cad-9504-4785-979c-6732d183490f)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:05:50.074918 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 5fa93a10-98b1-4c0e-a8f7-5ea10d4343e2 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:05:50.076896 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (5fa93a10-98b1-4c0e-a8f7-5ea10d4343e2), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:50.121742 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fa93a10-98b1-4c0e-a8f7-5ea10d4343e2 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:05:50.123964 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b159dca-95a3-41be-a643-22c6b89b627b req-398d11f2-9ec5-4d28-83e8-a529c8c7f2d3 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:50.130984 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7b159dca-95a3-41be-a643-22c6b89b627b req-398d11f2-9ec5-4d28-83e8-a529c8c7f2d3 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 946 time: 0.1422293 Feb 02 07:05:50.131817 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (85893ae3-9cf9-488d-a8f8-58bbbb8cbd30), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:50.133586 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device be07e396-69de-4dfc-b5e8-7825f3428298 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:05:50.137308 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cf2534ec-02eb-4fee-8014-58a074cf5b81 req-368b9871-12ca-48f7-adb6-4077675114a0 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/security-groups?id=e8e61412-2b54-4a5c-ab0d-3506f7e64351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751956 Feb 02 07:05:50.250861 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7b159dca-95a3-41be-a643-22c6b89b627b req-39e4504c-b13b-4730-bc27-210aa8feb3a6 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131856 Feb 02 07:05:50.290268 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 5fa93a10-98b1-4c0e-a8f7-5ea10d4343e2, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=5fa93a10-98b1-4c0e-a8f7-5ea10d4343e2,segment=NetworkSegment(50b2c935-c140-4230-880a-508574d9ed43),segment_id=50b2c935-c140-4230-880a-508574d9ed43)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:05:50.303085 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (5fa93a10-98b1-4c0e-a8f7-5ea10d4343e2), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:50.326379 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=85893ae3-9cf9-488d-a8f8-58bbbb8cbd30,revision_number=13']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:50.387451 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port be07e396-69de-4dfc-b5e8-7825f3428298 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:05:50.393576 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port be07e396-69de-4dfc-b5e8-7825f3428298 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:05:50.394053 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (be07e396-69de-4dfc-b5e8-7825f3428298), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:50.400041 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=5fa93a10-98b1-4c0e-a8f7-5ea10d4343e2,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:50.495388 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f968d9-4a92-4f71-8d34-556c77e28c21 req-3a2484e4-cdd2-423c-9527-c55eb2d5f7e1 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:50.499869 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e6f29d-6b8c-48f0-9fd7-8c297ef2b25e req-e2b9f595-d2f0-43e1-82d1-d1e7337b5dcb tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:50.508693 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-93f968d9-4a92-4f71-8d34-556c77e28c21 req-3a2484e4-cdd2-423c-9527-c55eb2d5f7e1 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/ports?device_id=93974940-4a1d-4682-b431-5c6bf6a18a2f HTTP/1.1" status: 200 len: 944 time: 0.2151031 Feb 02 07:05:50.511270 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port be07e396-69de-4dfc-b5e8-7825f3428298 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:05:50.511723 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (be07e396-69de-4dfc-b5e8-7825f3428298), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:50.518539 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-36e6f29d-6b8c-48f0-9fd7-8c297ef2b25e req-e2b9f595-d2f0-43e1-82d1-d1e7337b5dcb tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/ports?device_id=c30696a1-86c4-4617-8778-3f2640a233cf HTTP/1.1" status: 200 len: 946 time: 0.1280670 Feb 02 07:05:50.552093 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b2300974-5452-48d0-a3c8-a389c7895d4f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for port (e0d10069-27ba-4576-830c-e05a1fa38425), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:50.563806 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port be07e396-69de-4dfc-b5e8-7825f3428298, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=be07e396-69de-4dfc-b5e8-7825f3428298,segment=NetworkSegment(e8a58fd3-a6e1-41b1-93bf-40d6f0cd9541),segment_id=e8a58fd3-a6e1-41b1-93bf-40d6f0cd9541)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:05:50.571297 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (be07e396-69de-4dfc-b5e8-7825f3428298), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:50.633190 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['5fa93a10-98b1-4c0e-a8f7-5ea10d4343e2'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:05:50.644245 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-36e6f29d-6b8c-48f0-9fd7-8c297ef2b25e req-dd646a3f-88a0-494c-ab2b-59e85394d6a0 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/security-groups?id=e8e61412-2b54-4a5c-ab0d-3506f7e64351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095102 Feb 02 07:05:50.677817 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [req-cb7c8a47-653b-4f54-8abb-8c7b86f55e59 req-c35a38ce-ac79-4213-8f54-f06777974b94 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=109693) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:05:50.679350 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cb7c8a47-653b-4f54-8abb-8c7b86f55e59 req-c35a38ce-ac79-4213-8f54-f06777974b94 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061581 Feb 02 07:05:50.715782 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-93f968d9-4a92-4f71-8d34-556c77e28c21 req-a2b42342-2b6a-4831-89bb-8ddc93030157 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a5d4ccaf-26cf-4391-8f4a-c9fd890579b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060285 Feb 02 07:05:50.775654 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b2300974-5452-48d0-a3c8-a389c7895d4f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (e0d10069-27ba-4576-830c-e05a1fa38425), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:50.790037 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=be07e396-69de-4dfc-b5e8-7825f3428298,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:50.826409 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 653570fe-a781-40dc-aeaa-097401aa3f8f up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:05:50.853534 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2300974-5452-48d0-a3c8-a389c7895d4f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:05:50.860046 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-b2300974-5452-48d0-a3c8-a389c7895d4f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:05:50.862497 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2300974-5452-48d0-a3c8-a389c7895d4f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:05:50.871604 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2300974-5452-48d0-a3c8-a389c7895d4f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:50.871833 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b2300974-5452-48d0-a3c8-a389c7895d4f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:50.886781 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2300974-5452-48d0-a3c8-a389c7895d4f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event updated for resources: {'Port': ['ID=e0d10069-27ba-4576-830c-e05a1fa38425,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:50.914446 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cb7c8a47-653b-4f54-8abb-8c7b86f55e59 req-3f061baf-85f6-44b0-bc7e-b69217f29bf4 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2277801 Feb 02 07:05:50.966213 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b2300974-5452-48d0-a3c8-a389c7895d4f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.1158547 Feb 02 07:05:50.966701 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46460) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:51.053011 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9aa098-f6e7-4cbd-aa76-d37600fcd296 req-7b451e8b-c3eb-4555-9c8f-bf7614609245 tempest-ServerPasswordTestJSON-2139009300 tempest-ServerPasswordTestJSON-2139009300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:51.071356 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bd9aa098-f6e7-4cbd-aa76-d37600fcd296 req-7b451e8b-c3eb-4555-9c8f-bf7614609245 tempest-ServerPasswordTestJSON-2139009300 tempest-ServerPasswordTestJSON-2139009300-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5e77f3d-b260-4a6e-becc-be5a18f6105d HTTP/1.1" status: 200 len: 946 time: 0.1644080 Feb 02 07:05:51.088803 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff36027-57b6-4b74-8a16-ded77bfe3f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85893ae3-9cf9-488d-a8f8-58bbbb8cbd30'}, {'server_uuid': '93974940-4a1d-4682-b431-5c6bf6a18a2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be07e396-69de-4dfc-b5e8-7825f3428298'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:05:51.100194 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ec1b98-818e-48a6-b2b4-4362b87a9024" -d '{"events": [{"server_uuid": "8ff36027-57b6-4b74-8a16-ded77bfe3f8c", "name": "network-vif-plugged", "status": "completed", "tag": "85893ae3-9cf9-488d-a8f8-58bbbb8cbd30"}, {"server_uuid": "93974940-4a1d-4682-b431-5c6bf6a18a2f", "name": "network-vif-plugged", "status": "completed", "tag": "be07e396-69de-4dfc-b5e8-7825f3428298"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:05:51.123025 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 653570fe-a781-40dc-aeaa-097401aa3f8f triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:05:51.124271 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (653570fe-a781-40dc-aeaa-097401aa3f8f), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:51.253237 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bd9aa098-f6e7-4cbd-aa76-d37600fcd296 req-9d409367-14b4-4844-8ce1-8b5dee45b67a tempest-ServerPasswordTestJSON-2139009300 tempest-ServerPasswordTestJSON-2139009300-project] 10.222.0.87 "GET /v2.0/security-groups?id=147909be-cff9-4991-aa78-917b7db4e020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821010 Feb 02 07:05:51.255503 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-6f44fcf8-69c4-4a5e-859a-079097ee91ef tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Deleting port e0d10069-27ba-4576-830c-e05a1fa38425 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:05:51.268042 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6f44fcf8-69c4-4a5e-859a-079097ee91ef tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (e0d10069-27ba-4576-830c-e05a1fa38425), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:51.379306 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 02 Feb 2022 07:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5146096-a6de-43ca-8686-42cc6b1511a6 x-openstack-request-id: req-f5146096-a6de-43ca-8686-42cc6b1511a6 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:05:51.379306 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff36027-57b6-4b74-8a16-ded77bfe3f8c", "name": "network-vif-plugged", "status": "completed", "tag": "85893ae3-9cf9-488d-a8f8-58bbbb8cbd30", "code": 200}, {"server_uuid": "93974940-4a1d-4682-b431-5c6bf6a18a2f", "name": "network-vif-plugged", "status": "completed", "tag": "be07e396-69de-4dfc-b5e8-7825f3428298", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:05:51.379827 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f5146096-a6de-43ca-8686-42cc6b1511a6 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:05:51.379917 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff36027-57b6-4b74-8a16-ded77bfe3f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85893ae3-9cf9-488d-a8f8-58bbbb8cbd30', 'code': 200} Feb 02 07:05:51.380139 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93974940-4a1d-4682-b431-5c6bf6a18a2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be07e396-69de-4dfc-b5e8-7825f3428298', 'code': 200} Feb 02 07:05:51.425516 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6f44fcf8-69c4-4a5e-859a-079097ee91ef tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (e0d10069-27ba-4576-830c-e05a1fa38425), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:51.450706 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 653570fe-a781-40dc-aeaa-097401aa3f8f is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:05:51.451025 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (653570fe-a781-40dc-aeaa-097401aa3f8f), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:51.451244 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-6f44fcf8-69c4-4a5e-859a-079097ee91ef tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Calling delete_port for e0d10069-27ba-4576-830c-e05a1fa38425 owned by {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:05:51.574381 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 653570fe-a781-40dc-aeaa-097401aa3f8f, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=653570fe-a781-40dc-aeaa-097401aa3f8f,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:05:51.585617 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e044ecc-cc09-4c39-ac08-aea76debdbaa None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:05:51.590168 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (653570fe-a781-40dc-aeaa-097401aa3f8f), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:51.593487 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e451a-4f7e-4d14-b8fa-2984c2b998da req-06c2954f-8fbc-49cc-be28-4a35f6033a8b tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:51.595064 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0f5e451a-4f7e-4d14-b8fa-2984c2b998da req-06c2954f-8fbc-49cc-be28-4a35f6033a8b tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/ports?device_id=4a3b0dba-c1ca-442b-af80-b163f0ea80a9 HTTP/1.1" status: 200 len: 946 time: 0.1226966 Feb 02 07:05:51.715374 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0f5e451a-4f7e-4d14-b8fa-2984c2b998da req-e0ccd20d-140a-4dbd-8c0b-cd924b984666 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/security-groups?id=e8e61412-2b54-4a5c-ab0d-3506f7e64351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131504 Feb 02 07:05:51.942275 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a253b3bd-9445-484d-89cd-7e59f131e04f req-42c2a30c-b17d-41f4-a3d8-37ac76a5ab2e tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:51.951922 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a253b3bd-9445-484d-89cd-7e59f131e04f req-42c2a30c-b17d-41f4-a3d8-37ac76a5ab2e tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 947 time: 0.1118932 Feb 02 07:05:51.987300 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-f3c6fa45-d2d3-40f0-b50e-4e69408163ad None None] Provisioning complete for port 653570fe-a781-40dc-aeaa-097401aa3f8f triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:05:51.988318 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f3c6fa45-d2d3-40f0-b50e-4e69408163ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (653570fe-a781-40dc-aeaa-097401aa3f8f), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:51.990698 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:51.991624 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=653570fe-a781-40dc-aeaa-097401aa3f8f,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:51.999967 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0705640c-5fb3-4de0-8116-bdd64dd5a1a9 req-aa6442d6-0004-4759-8f88-64b42550cca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:52.004159 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0705640c-5fb3-4de0-8116-bdd64dd5a1a9 req-aa6442d6-0004-4759-8f88-64b42550cca0 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=93974940-4a1d-4682-b431-5c6bf6a18a2f HTTP/1.1" status: 200 len: 1128 time: 0.4613662 Feb 02 07:05:52.010841 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6f44fcf8-69c4-4a5e-859a-079097ee91ef tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (e0d10069-27ba-4576-830c-e05a1fa38425), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:52.049664 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a253b3bd-9445-484d-89cd-7e59f131e04f req-094c9ef2-dc24-4d7f-b697-0758eb725466 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964875 Feb 02 07:05:52.152357 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e6b67-5206-4eda-b5a1-69ca532ae2c5 req-84c55d35-b019-4ba9-8255-c45f38d5667d tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:52.162121 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-280e6b67-5206-4eda-b5a1-69ca532ae2c5 req-84c55d35-b019-4ba9-8255-c45f38d5667d tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=2707143f-79c4-4761-b2b6-ad49159e25d5 HTTP/1.1" status: 200 len: 945 time: 0.6970024 Feb 02 07:05:52.217156 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f44fcf8-69c4-4a5e-859a-079097ee91ef tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event deleted for resources: {'Port': ['ID=e0d10069-27ba-4576-830c-e05a1fa38425,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:52.231405 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6f44fcf8-69c4-4a5e-859a-079097ee91ef tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:52.237120 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-6f44fcf8-69c4-4a5e-859a-079097ee91ef tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/ports/e0d10069-27ba-4576-830c-e05a1fa38425 HTTP/1.1" status: 204 len: 168 time: 1.2692780 Feb 02 07:05:52.239612 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46492) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:52.300537 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b068a3b-064a-4c69-a621-ce971e228c51 req-73ed7db0-1d16-446d-a4a9-0f57718e1c51 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:52.304325 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-280e6b67-5206-4eda-b5a1-69ca532ae2c5 req-44268679-0a41-4e37-b3c9-d093a8eb7784 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364479 Feb 02 07:05:52.322133 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9b068a3b-064a-4c69-a621-ce971e228c51 req-73ed7db0-1d16-446d-a4a9-0f57718e1c51 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/ports?device_id=93974940-4a1d-4682-b431-5c6bf6a18a2f HTTP/1.1" status: 200 len: 945 time: 0.1710396 Feb 02 07:05:52.354115 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-f3c6fa45-d2d3-40f0-b50e-4e69408163ad None None] Current status of the port 653570fe-a781-40dc-aeaa-097401aa3f8f is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:05:52.362758 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0705640c-5fb3-4de0-8116-bdd64dd5a1a9 req-0947e2e8-bc6b-470d-a409-f045dd9398b5 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=a5d4ccaf-26cf-4391-8f4a-c9fd890579b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3451080 Feb 02 07:05:52.390469 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e178a31-e167-4cb5-a562-2a95e2e92546 None None] Update dhcp port {'port': {'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'fixed_ips': [{'subnet_id': 'cb04bb7d-051c-4fa0-8fd8-d04c6ec3ace1', 'ip_address': '2001:db8::f816:3eff:feff:6464'}, {'subnet_id': 'fc27fc34-8483-4a58-819d-be475021b7ef'}], 'binding:host_id': 'n-d-789963-26'}, 'id': '653570fe-a781-40dc-aeaa-097401aa3f8f'} from n-d-789963-26. {{(pid=109695) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 02 07:05:52.444892 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9b068a3b-064a-4c69-a621-ce971e228c51 req-d85b4970-0a5c-4348-9bec-3b6e80ae38ae tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a5d4ccaf-26cf-4391-8f4a-c9fd890579b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279385 Feb 02 07:05:52.461885 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3e178a31-e167-4cb5-a562-2a95e2e92546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (653570fe-a781-40dc-aeaa-097401aa3f8f), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:52.483543 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc9012a-bfd6-441c-981b-30baaff0cd15 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:52.485329 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-bcc9012a-bfd6-441c-981b-30baaff0cd15 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.2420547 Feb 02 07:05:52.487846 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46502) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:52.548480 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51cc010-ec8c-4fbd-8c3f-86d9a211aaf6 req-167e6c3d-d0cd-443c-97ba-7aeefca13431 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:52.556416 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d51cc010-ec8c-4fbd-8c3f-86d9a211aaf6 req-167e6c3d-d0cd-443c-97ba-7aeefca13431 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/ports?device_id=8862ba72-75d9-4882-987c-9844219c294f HTTP/1.1" status: 200 len: 945 time: 0.1249862 Feb 02 07:05:52.588582 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba48dd6-7c61-4268-b9b3-bf8769be301d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:52.590309 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-1ba48dd6-7c61-4268-b9b3-bf8769be301d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1009169 Feb 02 07:05:52.592632 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46504) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:52.615996 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d51cc010-ec8c-4fbd-8c3f-86d9a211aaf6 req-971270ed-e302-4a25-ba31-e882a4b1aeb4 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/security-groups?id=e8e61412-2b54-4a5c-ab0d-3506f7e64351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542192 Feb 02 07:05:52.671820 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 653570fe-a781-40dc-aeaa-097401aa3f8f up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:05:52.696511 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a2592f-8c86-4033-b8a9-601ca1377952 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:52.701333 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a2592f-8c86-4033-b8a9-601ca1377952 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:52.703539 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a2592f-8c86-4033-b8a9-601ca1377952 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:52.706069 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f4a2592f-8c86-4033-b8a9-601ca1377952 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1124585 Feb 02 07:05:52.708734 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46518) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:52.728616 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb07fac8-a152-42cb-b29f-8d3dbbfa8ea9 req-6ab677fc-369d-4244-947d-f93b70e81e35 tempest-ServerPasswordTestJSON-2139009300 tempest-ServerPasswordTestJSON-2139009300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:52.730257 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cb07fac8-a152-42cb-b29f-8d3dbbfa8ea9 req-6ab677fc-369d-4244-947d-f93b70e81e35 tempest-ServerPasswordTestJSON-2139009300 tempest-ServerPasswordTestJSON-2139009300-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5e77f3d-b260-4a6e-becc-be5a18f6105d HTTP/1.1" status: 200 len: 946 time: 0.1621368 Feb 02 07:05:52.827756 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 653570fe-a781-40dc-aeaa-097401aa3f8f triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:05:52.828243 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (653570fe-a781-40dc-aeaa-097401aa3f8f), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:52.843793 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-23df6a86-2378-4fd3-8210-e7b9f11e2c0b tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Deleting subnet cb04bb7d-051c-4fa0-8fd8-d04c6ec3ace1 {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:05:52.869106 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-3e178a31-e167-4cb5-a562-2a95e2e92546 None None] Allocated IP 2001:db8:0:1::2 (0866d72e-3544-4c93-a5a9-bf8114a5301e/fc27fc34-8483-4a58-819d-be475021b7ef/653570fe-a781-40dc-aeaa-097401aa3f8f) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:05:52.869659 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23805c9e-6ba5-469c-a082-8293cfce3438 req-a1cf2112-c297-45ee-9ddb-2aec172e4247 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:52.877002 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-23805c9e-6ba5-469c-a082-8293cfce3438 req-a1cf2112-c297-45ee-9ddb-2aec172e4247 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/ports?device_id=c30696a1-86c4-4617-8778-3f2640a233cf HTTP/1.1" status: 200 len: 946 time: 0.0802777 Feb 02 07:05:52.942035 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-23805c9e-6ba5-469c-a082-8293cfce3438 req-a553edf8-c55c-47c5-99c4-8849b8a0dad0 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/security-groups?id=e8e61412-2b54-4a5c-ab0d-3506f7e64351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636938 Feb 02 07:05:53.052076 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 653570fe-a781-40dc-aeaa-097401aa3f8f is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:05:53.062998 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-3e178a31-e167-4cb5-a562-2a95e2e92546 None None] For port 653570fe-a781-40dc-aeaa-097401aa3f8f, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=653570fe-a781-40dc-aeaa-097401aa3f8f,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:05:53.131589 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3e178a31-e167-4cb5-a562-2a95e2e92546 None None] Publish callbacks [] for port (653570fe-a781-40dc-aeaa-097401aa3f8f), precommit_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:53.185966 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3e178a31-e167-4cb5-a562-2a95e2e92546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (653570fe-a781-40dc-aeaa-097401aa3f8f), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:53.187186 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-23df6a86-2378-4fd3-8210-e7b9f11e2c0b tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for subnet (cb04bb7d-051c-4fa0-8fd8-d04c6ec3ace1), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:53.218244 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cb07fac8-a152-42cb-b29f-8d3dbbfa8ea9 req-3f011216-a683-417f-bcd3-35c526e77368 tempest-ServerPasswordTestJSON-2139009300 tempest-ServerPasswordTestJSON-2139009300-project] 10.222.0.87 "GET /v2.0/security-groups?id=147909be-cff9-4991-aa78-917b7db4e020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4803133 Feb 02 07:05:53.253564 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-23df6a86-2378-4fd3-8210-e7b9f11e2c0b tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (cb04bb7d-051c-4fa0-8fd8-d04c6ec3ace1), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:53.292925 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e178a31-e167-4cb5-a562-2a95e2e92546 None None] Pushing event updated for resources: {'Port': ['ID=653570fe-a781-40dc-aeaa-097401aa3f8f,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:53.367886 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 5fa93a10-98b1-4c0e-a8f7-5ea10d4343e2 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:05:53.438104 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-23df6a86-2378-4fd3-8210-e7b9f11e2c0b tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (cb04bb7d-051c-4fa0-8fd8-d04c6ec3ace1), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:53.518951 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port 5fa93a10-98b1-4c0e-a8f7-5ea10d4343e2 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:05:53.535629 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port 5fa93a10-98b1-4c0e-a8f7-5ea10d4343e2 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:05:53.536115 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb944f2-55e7-4e47-8edc-c20668495b8f req-550e2f66-0d24-4c3e-bb9b-33746a9fe01b tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:53.536652 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (5fa93a10-98b1-4c0e-a8f7-5ea10d4343e2), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:53.543154 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb944f2-55e7-4e47-8edc-c20668495b8f req-550e2f66-0d24-4c3e-bb9b-33746a9fe01b tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:53.556197 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb944f2-55e7-4e47-8edc-c20668495b8f req-550e2f66-0d24-4c3e-bb9b-33746a9fe01b tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:53.565989 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2eb944f2-55e7-4e47-8edc-c20668495b8f req-550e2f66-0d24-4c3e-bb9b-33746a9fe01b tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/ports?device_id=c30696a1-86c4-4617-8778-3f2640a233cf&device_id=8862ba72-75d9-4882-987c-9844219c294f&device_id=4a3b0dba-c1ca-442b-af80-b163f0ea80a9 HTTP/1.1" status: 200 len: 2418 time: 0.1321149 Feb 02 07:05:53.642681 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-23df6a86-2378-4fd3-8210-e7b9f11e2c0b tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (cb04bb7d-051c-4fa0-8fd8-d04c6ec3ace1), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:53.665776 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2eb944f2-55e7-4e47-8edc-c20668495b8f req-7db38a4a-1149-4e78-8589-2324114c1522 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/security-groups?id=e8e61412-2b54-4a5c-ab0d-3506f7e64351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987689 Feb 02 07:05:53.687409 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-23df6a86-2378-4fd3-8210-e7b9f11e2c0b tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:53.701607 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46568) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:53.702587 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-23df6a86-2378-4fd3-8210-e7b9f11e2c0b tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/subnets/cb04bb7d-051c-4fa0-8fd8-d04c6ec3ace1 HTTP/1.1" status: 204 len: 168 time: 0.9910150 Feb 02 07:05:53.753367 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23df6a86-2378-4fd3-8210-e7b9f11e2c0b tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event deleted for resources: {'Subnet': ['ID=cb04bb7d-051c-4fa0-8fd8-d04c6ec3ace1,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:53.836244 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 5fa93a10-98b1-4c0e-a8f7-5ea10d4343e2 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:05:53.837133 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (5fa93a10-98b1-4c0e-a8f7-5ea10d4343e2), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:53.890802 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2707143f-79c4-4761-b2b6-ad49159e25d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa93a10-98b1-4c0e-a8f7-5ea10d4343e2'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:05:53.891234 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-9109375e-e7d0-430a-87b5-064e338021ef tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Deleting subnet fc27fc34-8483-4a58-819d-be475021b7ef {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:05:53.893306 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04978dae-06d5-461e-9887-4a9f4c4f65a1" -d '{"events": [{"server_uuid": "2707143f-79c4-4761-b2b6-ad49159e25d5", "name": "network-vif-plugged", "status": "completed", "tag": "5fa93a10-98b1-4c0e-a8f7-5ea10d4343e2"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:05:53.901690 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9109375e-e7d0-430a-87b5-064e338021ef tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for subnet (fc27fc34-8483-4a58-819d-be475021b7ef), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:53.911341 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 5fa93a10-98b1-4c0e-a8f7-5ea10d4343e2, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=5fa93a10-98b1-4c0e-a8f7-5ea10d4343e2,segment=NetworkSegment(50b2c935-c140-4230-880a-508574d9ed43),segment_id=50b2c935-c140-4230-880a-508574d9ed43)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:05:53.933082 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (5fa93a10-98b1-4c0e-a8f7-5ea10d4343e2), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:53.954724 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138cde4-8b49-42be-b871-1e01179e6ca7 req-f2960f97-fbb0-4f67-8d08-3996a0b677d8 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:53.956631 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d138cde4-8b49-42be-b871-1e01179e6ca7 req-f2960f97-fbb0-4f67-8d08-3996a0b677d8 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 947 time: 0.1960871 Feb 02 07:05:53.983314 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9109375e-e7d0-430a-87b5-064e338021ef tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (fc27fc34-8483-4a58-819d-be475021b7ef), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:54.018093 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=5fa93a10-98b1-4c0e-a8f7-5ea10d4343e2,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:54.138691 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d138cde4-8b49-42be-b871-1e01179e6ca7 req-8e6dec14-dc2a-4c22-b621-ee0c6dd97da8 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622210 Feb 02 07:05:54.186668 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9109375e-e7d0-430a-87b5-064e338021ef tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (fc27fc34-8483-4a58-819d-be475021b7ef), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:54.193260 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec4246-4120-47bc-98f6-03c7e0d90185 req-70cb8e7d-14f0-4839-bdb8-abb7b266c35f tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:54.195812 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-10ec4246-4120-47bc-98f6-03c7e0d90185 req-70cb8e7d-14f0-4839-bdb8-abb7b266c35f tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=2707143f-79c4-4761-b2b6-ad49159e25d5 HTTP/1.1" status: 200 len: 946 time: 0.1211636 Feb 02 07:05:54.267280 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ebab66-0e0e-4c02-a4b4-be4f770e095d None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:05:54.278766 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-10ec4246-4120-47bc-98f6-03c7e0d90185 req-9a5316c0-eca1-4666-9c5c-2618b303bcbb tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769889 Feb 02 07:05:54.323258 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016400a0-a13a-48a1-81e1-214b0430dda6 req-2b24e08e-8023-451f-8241-e15552cdab05 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:54.325024 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-016400a0-a13a-48a1-81e1-214b0430dda6 req-2b24e08e-8023-451f-8241-e15552cdab05 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/ports?device_id=93974940-4a1d-4682-b431-5c6bf6a18a2f HTTP/1.1" status: 200 len: 945 time: 0.0842628 Feb 02 07:05:54.326605 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9109375e-e7d0-430a-87b5-064e338021ef tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (fc27fc34-8483-4a58-819d-be475021b7ef), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:54.355637 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9109375e-e7d0-430a-87b5-064e338021ef tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event deleted for resources: {'Subnet': ['ID=fc27fc34-8483-4a58-819d-be475021b7ef,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:54.379644 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9109375e-e7d0-430a-87b5-064e338021ef tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:54.381300 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-735936ac-9277-408e-b5a3-5a59087b2b24 None None] Provisioning complete for port 653570fe-a781-40dc-aeaa-097401aa3f8f triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:05:54.382456 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-735936ac-9277-408e-b5a3-5a59087b2b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (653570fe-a781-40dc-aeaa-097401aa3f8f), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:54.385301 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-9109375e-e7d0-430a-87b5-064e338021ef tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/subnets/fc27fc34-8483-4a58-819d-be475021b7ef HTTP/1.1" status: 204 len: 168 time: 0.6793306 Feb 02 07:05:54.385424 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46580) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:54.414414 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-628d2849-0d08-4886-a180-337e64b1d22d req-0b8e8e88-55da-4119-9054-d1e6c822d30e tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0890880 Feb 02 07:05:54.461217 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-cb00b370-28cb-42fe-9600-006752c3179c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0746677 Feb 02 07:05:54.464426 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46582) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:54.470261 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-51f3710e-ab07-409e-bee3-2c2eb647ce3f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Request body: {'subnet': {'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:05:54.517045 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-016400a0-a13a-48a1-81e1-214b0430dda6 req-2a3c38c5-138f-4a26-b1f3-b4dc23c6ec3b tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a5d4ccaf-26cf-4391-8f4a-c9fd890579b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623628 Feb 02 07:05:54.610727 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-735936ac-9277-408e-b5a3-5a59087b2b24 None None] Current status of the port 653570fe-a781-40dc-aeaa-097401aa3f8f is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:05:54.635284 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d9f6ed-cc4e-4e02-b387-b88874483f74 x-openstack-request-id: req-47d9f6ed-cc4e-4e02-b387-b88874483f74 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:05:54.635284 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2707143f-79c4-4761-b2b6-ad49159e25d5", "name": "network-vif-plugged", "status": "completed", "tag": "5fa93a10-98b1-4c0e-a8f7-5ea10d4343e2", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:05:54.635602 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-47d9f6ed-cc4e-4e02-b387-b88874483f74 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:05:54.636171 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2707143f-79c4-4761-b2b6-ad49159e25d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa93a10-98b1-4c0e-a8f7-5ea10d4343e2', 'code': 200} Feb 02 07:05:54.638284 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 653570fe-a781-40dc-aeaa-097401aa3f8f up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:05:54.704328 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51f3710e-ab07-409e-bee3-2c2eb647ce3f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Made reservation on behalf of d3e64a71e17749e693b291cf3514bb46 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:05:54.716415 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-51f3710e-ab07-409e-bee3-2c2eb647ce3f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:54.739933 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1b889c-8a28-4310-9201-7dc8ffd19c54 None None] Update dhcp port {'port': {'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'fixed_ips': [{'subnet_id': 'fc27fc34-8483-4a58-819d-be475021b7ef'}], 'binding:host_id': 'n-d-789963-26'}, 'id': '653570fe-a781-40dc-aeaa-097401aa3f8f'} from n-d-789963-26. {{(pid=109695) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 02 07:05:54.776622 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 653570fe-a781-40dc-aeaa-097401aa3f8f triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:05:54.777007 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (653570fe-a781-40dc-aeaa-097401aa3f8f), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:54.779620 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1a1b889c-8a28-4310-9201-7dc8ffd19c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (653570fe-a781-40dc-aeaa-097401aa3f8f), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:55.015315 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d23713-eba1-4b2e-8552-fa2d8560bf3d None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:05:55.018007 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 653570fe-a781-40dc-aeaa-097401aa3f8f is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:05:55.131043 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-c9162617-f0b0-4081-b9b2-b15b95692de5 None None] Provisioning complete for port 653570fe-a781-40dc-aeaa-097401aa3f8f triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:05:55.132512 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c9162617-f0b0-4081-b9b2-b15b95692de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (653570fe-a781-40dc-aeaa-097401aa3f8f), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:55.256027 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e6cd1fca-9130-42ce-a3eb-1530d61b3431 req-0058b751-8a7b-4dae-985a-f6a070f56913 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-776063195&fields=id&tenant_id=32d438d03e3c412aa95bd1ce4c33b4b7 HTTP/1.1" status: 200 len: 267 time: 0.0648096 Feb 02 07:05:55.273812 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82434fc3-e386-46a9-8739-890dcea53fb8 req-c3e2a2fc-cfb8-4693-b808-9d2cd37c5880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:55.277148 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-82434fc3-e386-46a9-8739-890dcea53fb8 req-c3e2a2fc-cfb8-4693-b808-9d2cd37c5880 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=2707143f-79c4-4761-b2b6-ad49159e25d5 HTTP/1.1" status: 200 len: 1129 time: 0.1634622 Feb 02 07:05:55.337624 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cd1fca-9130-42ce-a3eb-1530d61b3431 req-6c1cc858-ca1b-4fb6-b295-a79324234a70 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:55.346571 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29de5376-5ed3-481b-975c-e78965eb3d32 None None] DHCP port deletion for 0866d72e-3544-4c93-a5a9-bf8114a5301e request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:05:55.347103 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-82434fc3-e386-46a9-8739-890dcea53fb8 req-bc575acc-3668-458e-9020-eae5c1ce49ae service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600557 Feb 02 07:05:55.349011 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e6cd1fca-9130-42ce-a3eb-1530d61b3431 req-6c1cc858-ca1b-4fb6-b295-a79324234a70 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/ports?device_id=93974940-4a1d-4682-b431-5c6bf6a18a2f HTTP/1.1" status: 200 len: 945 time: 0.0920610 Feb 02 07:05:55.358318 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-e6cd1fca-9130-42ce-a3eb-1530d61b3431 req-6655d647-2cb3-434f-b18a-1d733a7e5892 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Request body: {'port': {'security_groups': ['a5d4ccaf-26cf-4391-8f4a-c9fd890579b0', '41bb999a-2820-4301-a1ff-7ff8ff42de74']}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:05:55.438553 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-c9162617-f0b0-4081-b9b2-b15b95692de5 None None] Current status of the port 653570fe-a781-40dc-aeaa-097401aa3f8f is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:05:55.498890 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-e6cd1fca-9130-42ce-a3eb-1530d61b3431 req-6655d647-2cb3-434f-b18a-1d733a7e5892 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (be07e396-69de-4dfc-b5e8-7825f3428298), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:55.501866 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-51f3710e-ab07-409e-bee3-2c2eb647ce3f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (13109caf-0d2d-4fb2-95f1-95d67153de94), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:55.523994 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-29de5376-5ed3-481b-975c-e78965eb3d32 None None] Deleting port 653570fe-a781-40dc-aeaa-097401aa3f8f {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:05:55.524200 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-29de5376-5ed3-481b-975c-e78965eb3d32 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (653570fe-a781-40dc-aeaa-097401aa3f8f), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:55.594038 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f3710e-ab07-409e-bee3-2c2eb647ce3f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event updated for resources: {'Subnet': ['ID=13109caf-0d2d-4fb2-95f1-95d67153de94,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:55.623248 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f3710e-ab07-409e-bee3-2c2eb647ce3f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:05:55.629091 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-51f3710e-ab07-409e-bee3-2c2eb647ce3f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:05:55.639071 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f3710e-ab07-409e-bee3-2c2eb647ce3f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:55.639719 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-51f3710e-ab07-409e-bee3-2c2eb647ce3f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:55.675671 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-51f3710e-ab07-409e-bee3-2c2eb647ce3f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2091372 Feb 02 07:05:55.678175 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46638) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:55.688717 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-3d146fb1-19a9-4db6-849c-f93314a6f67e tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Request body: {'subnet': {'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:05:55.712894 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-29de5376-5ed3-481b-975c-e78965eb3d32 None None] For port 653570fe-a781-40dc-aeaa-097401aa3f8f, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=653570fe-a781-40dc-aeaa-097401aa3f8f,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:05:55.713305 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-29de5376-5ed3-481b-975c-e78965eb3d32 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (653570fe-a781-40dc-aeaa-097401aa3f8f), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:55.742898 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-29de5376-5ed3-481b-975c-e78965eb3d32 None None] Calling delete_port for 653570fe-a781-40dc-aeaa-097401aa3f8f owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:05:55.854958 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d146fb1-19a9-4db6-849c-f93314a6f67e tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Made reservation on behalf of d3e64a71e17749e693b291cf3514bb46 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:05:55.859550 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3d146fb1-19a9-4db6-849c-f93314a6f67e tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:55.876355 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-29de5376-5ed3-481b-975c-e78965eb3d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (653570fe-a781-40dc-aeaa-097401aa3f8f), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:55.899018 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-e6cd1fca-9130-42ce-a3eb-1530d61b3431 req-6655d647-2cb3-434f-b18a-1d733a7e5892 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] For port be07e396-69de-4dfc-b5e8-7825f3428298, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=be07e396-69de-4dfc-b5e8-7825f3428298,segment=NetworkSegment(e8a58fd3-a6e1-41b1-93bf-40d6f0cd9541),segment_id=e8a58fd3-a6e1-41b1-93bf-40d6f0cd9541)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:05:55.918078 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29de5376-5ed3-481b-975c-e78965eb3d32 None None] Pushing event deleted for resources: {'Port': ['ID=653570fe-a781-40dc-aeaa-097401aa3f8f,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:55.928049 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29de5376-5ed3-481b-975c-e78965eb3d32 None None] No DVR routers for this DVR port 653570fe-a781-40dc-aeaa-097401aa3f8f on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:05:55.961006 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cc4f62-78a5-4813-a7b2-0422c6d33216 None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:05:55.994296 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-e6cd1fca-9130-42ce-a3eb-1530d61b3431 req-6655d647-2cb3-434f-b18a-1d733a7e5892 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks [] for port (be07e396-69de-4dfc-b5e8-7825f3428298), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:56.004282 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-e6cd1fca-9130-42ce-a3eb-1530d61b3431 req-6655d647-2cb3-434f-b18a-1d733a7e5892 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (be07e396-69de-4dfc-b5e8-7825f3428298), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:56.035509 n-d-789963-26 neutron-server[109693]: INFO neutron.db.ipam_backend_mixin [None req-3d146fb1-19a9-4db6-849c-f93314a6f67e tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 13109caf-0d2d-4fb2-95f1-95d67153de94 (CIDR: 2001:db8::/64) Feb 02 07:05:56.042538 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d146fb1-19a9-4db6-849c-f93314a6f67e tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 07:05:56.043130 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d146fb1-19a9-4db6-849c-f93314a6f67e tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:05:56.054384 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['be07e396-69de-4dfc-b5e8-7825f3428298'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:05:56.077371 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-3d146fb1-19a9-4db6-849c-f93314a6f67e tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3979340 Feb 02 07:05:56.082328 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46642) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:56.087618 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6655d647-2cb3-434f-b18a-1d733a7e5892 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Pushing event updated for resources: {'Port': ['ID=be07e396-69de-4dfc-b5e8-7825f3428298,revision_number=6']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:56.089621 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-fb0e91be-aadf-4631-9e63-70e8bb35f2fa tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Request body: {'subnet': {'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:05:56.111686 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cd1fca-9130-42ce-a3eb-1530d61b3431 req-6655d647-2cb3-434f-b18a-1d733a7e5892 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:56.112665 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-e6cd1fca-9130-42ce-a3eb-1530d61b3431 req-6655d647-2cb3-434f-b18a-1d733a7e5892 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:56.121982 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e6cd1fca-9130-42ce-a3eb-1530d61b3431 req-6655d647-2cb3-434f-b18a-1d733a7e5892 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "PUT /v2.0/ports/be07e396-69de-4dfc-b5e8-7825f3428298 HTTP/1.1" status: 200 len: 981 time: 0.7701738 Feb 02 07:05:56.121982 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93974940-4a1d-4682-b431-5c6bf6a18a2f', 'tag': 'be07e396-69de-4dfc-b5e8-7825f3428298'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:05:56.124008 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf7e71f-7145-4596-a4b0-65de17e080f8" -d '{"events": [{"name": "network-changed", "server_uuid": "93974940-4a1d-4682-b431-5c6bf6a18a2f", "tag": "be07e396-69de-4dfc-b5e8-7825f3428298"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:05:56.156276 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cdac2c-c8f5-454d-ab99-ea11cd1187d4 req-7d08fd76-735c-489c-84ed-0436f4d1f373 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:56.157971 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-22cdac2c-c8f5-454d-ab99-ea11cd1187d4 req-7d08fd76-735c-489c-84ed-0436f4d1f373 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 947 time: 0.1645296 Feb 02 07:05:56.186709 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524bd1eb-243e-4bdc-bd79-28e45b90e9f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-0866d72e-3544-4c93-a5a9-bf8114a5301e', 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'project_id': 'd3e64a71e17749e693b291cf3514bb46', 'fixed_ips': [{'subnet_id': '13109caf-0d2d-4fb2-95f1-95d67153de94'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:05:56.187591 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-524bd1eb-243e-4bdc-bd79-28e45b90e9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:56.364693 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['be07e396-69de-4dfc-b5e8-7825f3428298'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:05:56.378663 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-22cdac2c-c8f5-454d-ab99-ea11cd1187d4 req-c7dd055b-d588-4ea6-b3c6-05b6d766d1d7 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094201 Feb 02 07:05:56.385296 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb0e91be-aadf-4631-9e63-70e8bb35f2fa tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Made reservation on behalf of d3e64a71e17749e693b291cf3514bb46 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:05:56.395100 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fb0e91be-aadf-4631-9e63-70e8bb35f2fa tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:56.408628 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7c1f5-c916-4fc9-9ac3-dade9d34589e req-d7e41ee9-b4b2-436d-9d8f-1ef1f4c1df3d tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:56.417988 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2ae7c1f5-c916-4fc9-9ac3-dade9d34589e req-d7e41ee9-b4b2-436d-9d8f-1ef1f4c1df3d tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=2707143f-79c4-4761-b2b6-ad49159e25d5 HTTP/1.1" status: 200 len: 946 time: 0.1025426 Feb 02 07:05:56.486100 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2ae7c1f5-c916-4fc9-9ac3-dade9d34589e req-0a90d2eb-526a-4528-8759-70d0d7bf73f2 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669997 Feb 02 07:05:56.720210 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 653570fe-a781-40dc-aeaa-097401aa3f8f no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:05:56.835462 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 653570fe-a781-40dc-aeaa-097401aa3f8f {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:05:56.835837 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 653570fe-a781-40dc-aeaa-097401aa3f8f not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:05:56.918328 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2523f5-d575-415a-848f-d8319802d948 req-c0f0e3c0-46c0-4310-ac6b-16a343fa1276 tempest-ServerPasswordTestJSON-2139009300 tempest-ServerPasswordTestJSON-2139009300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:56.920223 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-dc2523f5-d575-415a-848f-d8319802d948 req-c0f0e3c0-46c0-4310-ac6b-16a343fa1276 tempest-ServerPasswordTestJSON-2139009300 tempest-ServerPasswordTestJSON-2139009300-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5e77f3d-b260-4a6e-becc-be5a18f6105d HTTP/1.1" status: 200 len: 946 time: 0.3659782 Feb 02 07:05:56.995351 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-dc2523f5-d575-415a-848f-d8319802d948 req-f2239cff-8979-4e29-9529-468f1ae1aa2d tempest-ServerPasswordTestJSON-2139009300 tempest-ServerPasswordTestJSON-2139009300-project] 10.222.0.87 "GET /v2.0/security-groups?id=147909be-cff9-4991-aa78-917b7db4e020&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647278 Feb 02 07:05:57.015115 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d76f0eb1-a34b-4a6b-a72e-e402a86a2715 req-66c2e800-96d0-4834-aecf-fbf1612248cc tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1796945621&fields=id&tenant_id=32d438d03e3c412aa95bd1ce4c33b4b7 HTTP/1.1" status: 200 len: 267 time: 0.0868435 Feb 02 07:05:57.058787 n-d-789963-26 neutron-server[109693]: DEBUG neutron.objects.ports [None req-fb0e91be-aadf-4631-9e63-70e8bb35f2fa tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109693) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 02 07:05:57.059937 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fb0e91be-aadf-4631-9e63-70e8bb35f2fa tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (8a71b3fc-156e-45ea-9c89-0f8e94896d45), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:57.089446 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a63b3d9-709e-4661-865d-0f315a24672b x-openstack-request-id: req-0a63b3d9-709e-4661-865d-0f315a24672b {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:05:57.089745 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93974940-4a1d-4682-b431-5c6bf6a18a2f", "tag": "be07e396-69de-4dfc-b5e8-7825f3428298", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:05:57.090008 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-0a63b3d9-709e-4661-865d-0f315a24672b {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:05:57.090411 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93974940-4a1d-4682-b431-5c6bf6a18a2f', 'tag': 'be07e396-69de-4dfc-b5e8-7825f3428298', 'status': 'completed', 'code': 200} Feb 02 07:05:57.117527 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-524bd1eb-243e-4bdc-bd79-28e45b90e9f0 None None] Allocated IP 2001:db8::2 (0866d72e-3544-4c93-a5a9-bf8114a5301e/13109caf-0d2d-4fb2-95f1-95d67153de94/0116beac-4651-424b-8c66-3535afe9a757) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:05:57.118365 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0e91be-aadf-4631-9e63-70e8bb35f2fa tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event updated for resources: {'Subnet': ['ID=8a71b3fc-156e-45ea-9c89-0f8e94896d45,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:57.132543 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f0eb1-a34b-4a6b-a72e-e402a86a2715 req-1b706b3c-9e09-4f9f-8d8e-e5e34820fa9a tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:57.133313 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0e91be-aadf-4631-9e63-70e8bb35f2fa tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:05:57.134802 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-fb0e91be-aadf-4631-9e63-70e8bb35f2fa tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:05:57.137699 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0e91be-aadf-4631-9e63-70e8bb35f2fa tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:57.138304 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fb0e91be-aadf-4631-9e63-70e8bb35f2fa tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:57.140102 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d76f0eb1-a34b-4a6b-a72e-e402a86a2715 req-1b706b3c-9e09-4f9f-8d8e-e5e34820fa9a tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/ports?device_id=93974940-4a1d-4682-b431-5c6bf6a18a2f HTTP/1.1" status: 200 len: 984 time: 0.1241004 Feb 02 07:05:57.145661 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-d76f0eb1-a34b-4a6b-a72e-e402a86a2715 req-646dd08f-4c13-44ab-91c9-ab7b16f1abe2 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Request body: {'port': {'security_groups': ['41bb999a-2820-4301-a1ff-7ff8ff42de74', 'a5d4ccaf-26cf-4391-8f4a-c9fd890579b0', 'dfe2a86c-dc5b-4650-a821-a27d812d1b0a']}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:05:57.212467 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:57.246197 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-fb0e91be-aadf-4631-9e63-70e8bb35f2fa tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1591158 Feb 02 07:05:57.247529 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46672) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:57.260844 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-1b2fb711-4ac4-4375-81f7-501cc921f7a9 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Request body: {'port': {'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'mac_address': 'fa:16:3e:8b:55:c8', 'name': 'tempest-NetworksTestDHCPv6-105331545'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:05:57.395061 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-d76f0eb1-a34b-4a6b-a72e-e402a86a2715 req-646dd08f-4c13-44ab-91c9-ab7b16f1abe2 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (be07e396-69de-4dfc-b5e8-7825f3428298), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:57.416109 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf7e71f-7145-4596-a4b0-65de17e080f8 req-73c80835-8eda-4088-99ef-bfe52786611d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:57.418018 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-faf7e71f-7145-4596-a4b0-65de17e080f8 req-73c80835-8eda-4088-99ef-bfe52786611d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=32d438d03e3c412aa95bd1ce4c33b4b7&device_id=93974940-4a1d-4682-b431-5c6bf6a18a2f HTTP/1.1" status: 200 len: 1167 time: 0.2530229 Feb 02 07:05:57.435510 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335bc179-f21f-41c6-b29d-49b34202756e req-44d90ffb-e401-4184-90e6-2805c47e8cd9 tempest-ServerPasswordTestJSON-2139009300 tempest-ServerPasswordTestJSON-2139009300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:57.437572 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-335bc179-f21f-41c6-b29d-49b34202756e req-44d90ffb-e401-4184-90e6-2805c47e8cd9 tempest-ServerPasswordTestJSON-2139009300 tempest-ServerPasswordTestJSON-2139009300-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5e77f3d-b260-4a6e-becc-be5a18f6105d HTTP/1.1" status: 200 len: 946 time: 0.1492388 Feb 02 07:05:57.481203 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-524bd1eb-243e-4bdc-bd79-28e45b90e9f0 None None] Publish callbacks [] for port (0116beac-4651-424b-8c66-3535afe9a757), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:57.510849 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-524bd1eb-243e-4bdc-bd79-28e45b90e9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (0116beac-4651-424b-8c66-3535afe9a757), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:57.602955 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524bd1eb-243e-4bdc-bd79-28e45b90e9f0 None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:05:57.615513 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-524bd1eb-243e-4bdc-bd79-28e45b90e9f0 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:05:57.620786 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524bd1eb-243e-4bdc-bd79-28e45b90e9f0 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:05:57.639679 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524bd1eb-243e-4bdc-bd79-28e45b90e9f0 None None] Pushing event updated for resources: {'Port': ['ID=0116beac-4651-424b-8c66-3535afe9a757,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:57.684353 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf7e71f-7145-4596-a4b0-65de17e080f8 req-1f2f6a6c-7bd2-4dea-8576-26f7f8c8a4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:57.685947 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-faf7e71f-7145-4596-a4b0-65de17e080f8 req-1f2f6a6c-7bd2-4dea-8576-26f7f8c8a4ff service neutron] 10.222.0.88 "GET /v2.0/networks?id=4dc80cef-b607-4e43-a37e-1cb34fdb7f94 HTTP/1.1" status: 200 len: 913 time: 0.2470014 Feb 02 07:05:57.715452 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-d76f0eb1-a34b-4a6b-a72e-e402a86a2715 req-646dd08f-4c13-44ab-91c9-ab7b16f1abe2 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] For port be07e396-69de-4dfc-b5e8-7825f3428298, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=be07e396-69de-4dfc-b5e8-7825f3428298,segment=NetworkSegment(e8a58fd3-a6e1-41b1-93bf-40d6f0cd9541),segment_id=e8a58fd3-a6e1-41b1-93bf-40d6f0cd9541)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:05:57.735742 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-524bd1eb-243e-4bdc-bd79-28e45b90e9f0 None None] Attempting to bind port 0116beac-4651-424b-8c66-3535afe9a757 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:05:57.736191 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-524bd1eb-243e-4bdc-bd79-28e45b90e9f0 None None] Attempting to bind port 0116beac-4651-424b-8c66-3535afe9a757 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:05:57.736575 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524bd1eb-243e-4bdc-bd79-28e45b90e9f0 None None] Attempting to bind port 0116beac-4651-424b-8c66-3535afe9a757 on network 0866d72e-3544-4c93-a5a9-bf8114a5301e {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:05:57.742876 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524bd1eb-243e-4bdc-bd79-28e45b90e9f0 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:05:57.743344 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524bd1eb-243e-4bdc-bd79-28e45b90e9f0 None None] Checking segment: {'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:05:57.743833 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-524bd1eb-243e-4bdc-bd79-28e45b90e9f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:57.744270 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524bd1eb-243e-4bdc-bd79-28e45b90e9f0 None None] Bound using segment: {'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:05:57.744744 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-524bd1eb-243e-4bdc-bd79-28e45b90e9f0 None None] Bound port: 0116beac-4651-424b-8c66-3535afe9a757, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:05:57.745135 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-524bd1eb-243e-4bdc-bd79-28e45b90e9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (0116beac-4651-424b-8c66-3535afe9a757), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:57.755840 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b2fb711-4ac4-4375-81f7-501cc921f7a9 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Made reservation on behalf of d3e64a71e17749e693b291cf3514bb46 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:05:57.826738 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-d76f0eb1-a34b-4a6b-a72e-e402a86a2715 req-646dd08f-4c13-44ab-91c9-ab7b16f1abe2 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks [] for port (be07e396-69de-4dfc-b5e8-7825f3428298), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:57.836693 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-d76f0eb1-a34b-4a6b-a72e-e402a86a2715 req-646dd08f-4c13-44ab-91c9-ab7b16f1abe2 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (be07e396-69de-4dfc-b5e8-7825f3428298), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:57.837252 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-524bd1eb-243e-4bdc-bd79-28e45b90e9f0 None None] For port 0116beac-4651-424b-8c66-3535afe9a757, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:05:57.841440 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-524bd1eb-243e-4bdc-bd79-28e45b90e9f0 None None] For port 0116beac-4651-424b-8c66-3535afe9a757, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=0116beac-4651-424b-8c66-3535afe9a757,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:05:57.860636 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-524bd1eb-243e-4bdc-bd79-28e45b90e9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (0116beac-4651-424b-8c66-3535afe9a757), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:57.865873 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-faf7e71f-7145-4596-a4b0-65de17e080f8 req-19b8b677-b1b9-4146-bee2-a499ec3600a2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be07e396-69de-4dfc-b5e8-7825f3428298 HTTP/1.1" status: 200 len: 217 time: 0.1680818 Feb 02 07:05:57.870632 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1b2fb711-4ac4-4375-81f7-501cc921f7a9 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:57.894601 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['be07e396-69de-4dfc-b5e8-7825f3428298'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:05:57.939097 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf7e71f-7145-4596-a4b0-65de17e080f8 req-050c7b10-c2d5-4b6a-971b-c15892fbb25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:57.940675 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-faf7e71f-7145-4596-a4b0-65de17e080f8 req-050c7b10-c2d5-4b6a-971b-c15892fbb25e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=75a9fb07-f9cb-4fc4-b8ba-4721a09818ff HTTP/1.1" status: 200 len: 852 time: 0.0617306 Feb 02 07:05:57.946649 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:05:57.986276 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-faf7e71f-7145-4596-a4b0-65de17e080f8 req-d5c75ebf-219d-4a24-a078-da4221799fd9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4dc80cef-b607-4e43-a37e-1cb34fdb7f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330951 Feb 02 07:05:58.010442 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-335bc179-f21f-41c6-b29d-49b34202756e req-cdc065a0-4c88-4769-970c-dbc1b299f01c tempest-ServerPasswordTestJSON-2139009300 tempest-ServerPasswordTestJSON-2139009300-project] Deleting port ed1d9585-adb6-436d-9f70-867cc9105adf {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:05:58.011597 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-335bc179-f21f-41c6-b29d-49b34202756e req-cdc065a0-4c88-4769-970c-dbc1b299f01c tempest-ServerPasswordTestJSON-2139009300 tempest-ServerPasswordTestJSON-2139009300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (ed1d9585-adb6-436d-9f70-867cc9105adf), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:58.031593 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646dd08f-4c13-44ab-91c9-ab7b16f1abe2 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Pushing event updated for resources: {'Port': ['ID=be07e396-69de-4dfc-b5e8-7825f3428298,revision_number=7']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:58.051639 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f0eb1-a34b-4a6b-a72e-e402a86a2715 req-646dd08f-4c13-44ab-91c9-ab7b16f1abe2 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:58.052321 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-d76f0eb1-a34b-4a6b-a72e-e402a86a2715 req-646dd08f-4c13-44ab-91c9-ab7b16f1abe2 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:58.064492 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d76f0eb1-a34b-4a6b-a72e-e402a86a2715 req-646dd08f-4c13-44ab-91c9-ab7b16f1abe2 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "PUT /v2.0/ports/be07e396-69de-4dfc-b5e8-7825f3428298 HTTP/1.1" status: 200 len: 1020 time: 0.9229708 Feb 02 07:05:58.143369 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-335bc179-f21f-41c6-b29d-49b34202756e req-cdc065a0-4c88-4769-970c-dbc1b299f01c tempest-ServerPasswordTestJSON-2139009300 tempest-ServerPasswordTestJSON-2139009300-project] For port ed1d9585-adb6-436d-9f70-867cc9105adf, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=ed1d9585-adb6-436d-9f70-867cc9105adf,segment=NetworkSegment(ce666524-bce3-41cf-a983-9d2cc88666a7),segment_id=ce666524-bce3-41cf-a983-9d2cc88666a7)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:05:58.143369 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-335bc179-f21f-41c6-b29d-49b34202756e req-cdc065a0-4c88-4769-970c-dbc1b299f01c tempest-ServerPasswordTestJSON-2139009300 tempest-ServerPasswordTestJSON-2139009300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (ed1d9585-adb6-436d-9f70-867cc9105adf), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:58.157678 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-335bc179-f21f-41c6-b29d-49b34202756e req-cdc065a0-4c88-4769-970c-dbc1b299f01c tempest-ServerPasswordTestJSON-2139009300 tempest-ServerPasswordTestJSON-2139009300-project] Calling delete_port for ed1d9585-adb6-436d-9f70-867cc9105adf owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:05:58.220330 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524bd1eb-243e-4bdc-bd79-28e45b90e9f0 None None] Pushing event updated for resources: {'Port': ['ID=0116beac-4651-424b-8c66-3535afe9a757,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:58.235933 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['be07e396-69de-4dfc-b5e8-7825f3428298'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:05:58.321920 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [None req-1b2fb711-4ac4-4375-81f7-501cc921f7a9 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] device_id is not set on port c3c58b25-5d52-4041-9bf5-e1903463be49 yet. {{(pid=109693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:05:58.329281 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-335bc179-f21f-41c6-b29d-49b34202756e req-cdc065a0-4c88-4769-970c-dbc1b299f01c tempest-ServerPasswordTestJSON-2139009300 tempest-ServerPasswordTestJSON-2139009300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (ed1d9585-adb6-436d-9f70-867cc9105adf), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:58.377569 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['ed1d9585-adb6-436d-9f70-867cc9105adf'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:05:58.379995 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127fff2a-ff13-45d9-a517-c03f16558c65 req-6378d5bf-8c4d-422e-a83d-1d8532199b7d tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:58.385931 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-127fff2a-ff13-45d9-a517-c03f16558c65 req-6378d5bf-8c4d-422e-a83d-1d8532199b7d tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 947 time: 0.1691401 Feb 02 07:05:58.526449 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc065a0-4c88-4769-970c-dbc1b299f01c tempest-ServerPasswordTestJSON-2139009300 tempest-ServerPasswordTestJSON-2139009300-project] Pushing event deleted for resources: {'Port': ['ID=ed1d9585-adb6-436d-9f70-867cc9105adf,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:58.547005 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-335bc179-f21f-41c6-b29d-49b34202756e req-cdc065a0-4c88-4769-970c-dbc1b299f01c tempest-ServerPasswordTestJSON-2139009300 tempest-ServerPasswordTestJSON-2139009300-project] No DVR routers for this DVR port ed1d9585-adb6-436d-9f70-867cc9105adf on host n-h2-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:05:58.549828 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-335bc179-f21f-41c6-b29d-49b34202756e req-cdc065a0-4c88-4769-970c-dbc1b299f01c tempest-ServerPasswordTestJSON-2139009300 tempest-ServerPasswordTestJSON-2139009300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:58.555087 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-335bc179-f21f-41c6-b29d-49b34202756e req-cdc065a0-4c88-4769-970c-dbc1b299f01c tempest-ServerPasswordTestJSON-2139009300 tempest-ServerPasswordTestJSON-2139009300-project] 10.222.0.59 "DELETE /v2.0/ports/ed1d9585-adb6-436d-9f70-867cc9105adf HTTP/1.1" status: 204 len: 173 time: 1.1003840 Feb 02 07:05:58.572829 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-127fff2a-ff13-45d9-a517-c03f16558c65 req-fd3cbc5b-a537-4737-ba1a-b825000d68da tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1732452 Feb 02 07:05:58.579593 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5e77f3d-b260-4a6e-becc-be5a18f6105d', 'name': 'network-vif-deleted', 'tag': 'ed1d9585-adb6-436d-9f70-867cc9105adf'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:05:58.582319 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc120cd-bb61-49ac-aec3-f997b70f5d81" -d '{"events": [{"server_uuid": "d5e77f3d-b260-4a6e-becc-be5a18f6105d", "name": "network-vif-deleted", "tag": "ed1d9585-adb6-436d-9f70-867cc9105adf"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:05:58.794076 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e1dfbf-e20d-40aa-a90c-cd7074169dc0 req-1813035a-8218-4364-b9f5-44c0e3b20681 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:58.803012 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-85e1dfbf-e20d-40aa-a90c-cd7074169dc0 req-1813035a-8218-4364-b9f5-44c0e3b20681 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=2707143f-79c4-4761-b2b6-ad49159e25d5 HTTP/1.1" status: 200 len: 946 time: 0.2704418 Feb 02 07:05:58.825559 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-faf7e71f-7145-4596-a4b0-65de17e080f8 req-88be01dc-d671-4186-b70a-9c4760e8b859 service neutron] 10.222.0.88 "GET /v2.0/networks/4dc80cef-b607-4e43-a37e-1cb34fdb7f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8257151 Feb 02 07:05:58.876802 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 0116beac-4651-424b-8c66-3535afe9a757 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:05:58.911448 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1cfdb063-b6c1-4d17-8157-2438e2e3bde6 req-d050a411-f8d1-48bb-a9ec-9ceff6af1064 tempest-ServerPasswordTestJSON-2139009300 tempest-ServerPasswordTestJSON-2139009300-project] 10.222.0.87 "GET /v2.0/ports?device_id=d5e77f3d-b260-4a6e-becc-be5a18f6105d HTTP/1.1" status: 200 len: 210 time: 0.0681684 Feb 02 07:05:59.048003 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 0116beac-4651-424b-8c66-3535afe9a757 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:05:59.048446 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (0116beac-4651-424b-8c66-3535afe9a757), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:59.065606 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a368c0d7-f6f1-4480-a0f3-99700de17285 req-78273fcf-0f6b-4b97-b2c0-68ef56edb633 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:59.069608 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a368c0d7-f6f1-4480-a0f3-99700de17285 req-78273fcf-0f6b-4b97-b2c0-68ef56edb633 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/ports?device_id=93974940-4a1d-4682-b431-5c6bf6a18a2f HTTP/1.1" status: 200 len: 1023 time: 0.0896809 Feb 02 07:05:59.094916 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93974940-4a1d-4682-b431-5c6bf6a18a2f', 'tag': 'be07e396-69de-4dfc-b5e8-7825f3428298'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:05:59.099021 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-452f8695-4fc0-47c9-b469-3c7b3a4951e5" -d '{"events": [{"name": "network-changed", "server_uuid": "93974940-4a1d-4682-b431-5c6bf6a18a2f", "tag": "be07e396-69de-4dfc-b5e8-7825f3428298"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:05:59.122468 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-1b2fb711-4ac4-4375-81f7-501cc921f7a9 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Allocated IP 2001:db8::2a7 (0866d72e-3544-4c93-a5a9-bf8114a5301e/13109caf-0d2d-4fb2-95f1-95d67153de94/c3c58b25-5d52-4041-9bf5-e1903463be49) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:05:59.130910 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-1b2fb711-4ac4-4375-81f7-501cc921f7a9 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Allocated IP 2001:db8:0:1:f816:3eff:fe8b:55c8 (0866d72e-3544-4c93-a5a9-bf8114a5301e/8a71b3fc-156e-45ea-9c89-0f8e94896d45/c3c58b25-5d52-4041-9bf5-e1903463be49) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:05:59.185653 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 0116beac-4651-424b-8c66-3535afe9a757 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:05:59.186048 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (0116beac-4651-424b-8c66-3535afe9a757), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:59.194713 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a368c0d7-f6f1-4480-a0f3-99700de17285 req-814b0d1c-15ae-4005-95d8-a35e1c64c6f9 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/security-groups?id=41bb999a-2820-4301-a1ff-7ff8ff42de74&id=dfe2a86c-dc5b-4650-a821-a27d812d1b0a&id=a5d4ccaf-26cf-4391-8f4a-c9fd890579b0 HTTP/1.1" status: 200 len: 6206 time: 0.1170502 Feb 02 07:05:59.258374 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-85e1dfbf-e20d-40aa-a90c-cd7074169dc0 req-8bea156e-5e5e-4f3f-814d-36cb4e71fab8 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4542189 Feb 02 07:05:59.294916 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 0116beac-4651-424b-8c66-3535afe9a757, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=0116beac-4651-424b-8c66-3535afe9a757,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:05:59.304675 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (0116beac-4651-424b-8c66-3535afe9a757), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:59.366618 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-faf7e71f-7145-4596-a4b0-65de17e080f8 req-97e257db-24c8-4464-bb3e-28e66ed4aa19 service neutron] 10.222.0.88 "GET /v2.0/networks/4dc80cef-b607-4e43-a37e-1cb34fdb7f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5066497 Feb 02 07:05:59.380266 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec5d22a-6dc8-4b0c-86dd-dce6329fcea7 x-openstack-request-id: req-2ec5d22a-6dc8-4b0c-86dd-dce6329fcea7 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:05:59.380912 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5e77f3d-b260-4a6e-becc-be5a18f6105d", "name": "network-vif-deleted", "tag": "ed1d9585-adb6-436d-9f70-867cc9105adf", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:05:59.381401 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-2ec5d22a-6dc8-4b0c-86dd-dce6329fcea7 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:05:59.383202 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5e77f3d-b260-4a6e-becc-be5a18f6105d', 'name': 'network-vif-deleted', 'tag': 'ed1d9585-adb6-436d-9f70-867cc9105adf', 'status': 'completed', 'code': 200} Feb 02 07:05:59.510977 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=0116beac-4651-424b-8c66-3535afe9a757,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:59.567058 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1b2fb711-4ac4-4375-81f7-501cc921f7a9 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for port (c3c58b25-5d52-4041-9bf5-e1903463be49), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:59.660077 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1b2fb711-4ac4-4375-81f7-501cc921f7a9 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (c3c58b25-5d52-4041-9bf5-e1903463be49), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:59.739415 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a2fd70d-61e4-44e9-8394-d4e6b286aeec x-openstack-request-id: req-7a2fd70d-61e4-44e9-8394-d4e6b286aeec {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:05:59.739799 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93974940-4a1d-4682-b431-5c6bf6a18a2f", "tag": "be07e396-69de-4dfc-b5e8-7825f3428298", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:05:59.740069 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7a2fd70d-61e4-44e9-8394-d4e6b286aeec {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:05:59.740525 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93974940-4a1d-4682-b431-5c6bf6a18a2f', 'tag': 'be07e396-69de-4dfc-b5e8-7825f3428298', 'status': 'completed', 'code': 200} Feb 02 07:05:59.786766 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-a71878f4-34f3-49fc-bc30-78fc2ad94f7b req-178a79df-9242-4751-bf59-8651e88ed937 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Request body: {'security_group': {'name': ' tempest-securitygroup -320331488 ', 'description': 'tempest-description-1877446167'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:05:59.821755 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc057e84-309d-48f1-be25-0098025ef765 None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:05:59.844358 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2fb711-4ac4-4375-81f7-501cc921f7a9 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event updated for resources: {'Port': ['ID=c3c58b25-5d52-4041-9bf5-e1903463be49,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:05:59.848231 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2fb711-4ac4-4375-81f7-501cc921f7a9 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:05:59.852186 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-1b2fb711-4ac4-4375-81f7-501cc921f7a9 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:05:59.854122 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2fb711-4ac4-4375-81f7-501cc921f7a9 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:05:59.860105 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2fb711-4ac4-4375-81f7-501cc921f7a9 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:59.860742 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1b2fb711-4ac4-4375-81f7-501cc921f7a9 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:59.861287 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-a71878f4-34f3-49fc-bc30-78fc2ad94f7b req-178a79df-9242-4751-bf59-8651e88ed937 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:05:59.909136 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-1b2fb711-4ac4-4375-81f7-501cc921f7a9 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.6559072 Feb 02 07:05:59.911926 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46768) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:05:59.959483 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452f8695-4fc0-47c9-b469-3c7b3a4951e5 req-86375948-0ccc-4be7-b2ad-e95e6c37a245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:05:59.961666 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-452f8695-4fc0-47c9-b469-3c7b3a4951e5 req-86375948-0ccc-4be7-b2ad-e95e6c37a245 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=32d438d03e3c412aa95bd1ce4c33b4b7&device_id=93974940-4a1d-4682-b431-5c6bf6a18a2f HTTP/1.1" status: 200 len: 1207 time: 0.1269100 Feb 02 07:06:00.053089 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-a71878f4-34f3-49fc-bc30-78fc2ad94f7b req-178a79df-9242-4751-bf59-8651e88ed937 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks [] for security_group (47d4e272-857e-4a13-a2e8-ee6da9be802a), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:00.065468 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-fc9bd315-4480-4409-abf0-452d52fabd27 None None] Provisioning complete for port 0116beac-4651-424b-8c66-3535afe9a757 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:06:00.066148 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-fc9bd315-4480-4409-abf0-452d52fabd27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (0116beac-4651-424b-8c66-3535afe9a757), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:00.066518 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-a71878f4-34f3-49fc-bc30-78fc2ad94f7b req-178a79df-9242-4751-bf59-8651e88ed937 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (47d4e272-857e-4a13-a2e8-ee6da9be802a), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:00.126709 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178a79df-9242-4751-bf59-8651e88ed937 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47d4e272-857e-4a13-a2e8-ee6da9be802a,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:00.146285 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-a71878f4-34f3-49fc-bc30-78fc2ad94f7b req-178a79df-9242-4751-bf59-8651e88ed937 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:00.160640 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c5271-5708-4ba3-8933-e98cb5a573a9 req-70f86e4e-7205-42bb-b393-a5db4e55392f tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:00.168101 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-826c5271-5708-4ba3-8933-e98cb5a573a9 req-70f86e4e-7205-42bb-b393-a5db4e55392f tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/networks?id=f9701445-c4cf-4d4f-9286-fc4fc0bbd41b HTTP/1.1" status: 200 len: 806 time: 0.1309371 Feb 02 07:06:00.170919 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a71878f4-34f3-49fc-bc30-78fc2ad94f7b req-178a79df-9242-4751-bf59-8651e88ed937 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.3749313 Feb 02 07:06:00.201942 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-fc9bd315-4480-4409-abf0-452d52fabd27 None None] Current status of the port 0116beac-4651-424b-8c66-3535afe9a757 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:06:00.312357 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a503ee-3bad-4bdc-ad34-d8942503f7ae None None] Update dhcp port {'port': {'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'fixed_ips': [{'subnet_id': '13109caf-0d2d-4fb2-95f1-95d67153de94', 'ip_address': '2001:db8::2'}, {'subnet_id': '8a71b3fc-156e-45ea-9c89-0f8e94896d45'}], 'binding:host_id': 'n-d-789963-26'}, 'id': '0116beac-4651-424b-8c66-3535afe9a757'} from n-d-789963-26. {{(pid=109695) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 02 07:06:00.331631 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8fa169-eccd-4ce2-8fbe-50aa3b8ce887 req-7bf4f6ff-16ee-4b89-b3c1-b01433b9865b tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:00.341295 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ce8fa169-eccd-4ce2-8fbe-50aa3b8ce887 req-7bf4f6ff-16ee-4b89-b3c1-b01433b9865b tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 947 time: 0.1081183 Feb 02 07:06:00.377007 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-08a503ee-3bad-4bdc-ad34-d8942503f7ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (0116beac-4651-424b-8c66-3535afe9a757), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:00.456507 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ce8fa169-eccd-4ce2-8fbe-50aa3b8ce887 req-f632e275-0ced-4216-b855-e27957ec18cc tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139135 Feb 02 07:06:00.526632 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-826c5271-5708-4ba3-8933-e98cb5a573a9 req-7aa3a214-4099-4b0f-b8c3-fdc1d4bb54dc tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/quotas/51472d7ac5b4449fa09fb7150f54f571 HTTP/1.1" status: 200 len: 375 time: 0.3527353 Feb 02 07:06:00.602606 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-dba3dced-c080-4dd0-91a9-e83ba3629e21 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Deleting port c3c58b25-5d52-4041-9bf5-e1903463be49 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:06:00.602963 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-dba3dced-c080-4dd0-91a9-e83ba3629e21 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (c3c58b25-5d52-4041-9bf5-e1903463be49), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:00.657855 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452f8695-4fc0-47c9-b469-3c7b3a4951e5 req-723f527c-5c97-47e9-99e0-6a5d417bf39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:00.659330 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-452f8695-4fc0-47c9-b469-3c7b3a4951e5 req-723f527c-5c97-47e9-99e0-6a5d417bf39e service neutron] 10.222.0.88 "GET /v2.0/networks?id=4dc80cef-b607-4e43-a37e-1cb34fdb7f94 HTTP/1.1" status: 200 len: 913 time: 0.6693015 Feb 02 07:06:00.703229 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 0116beac-4651-424b-8c66-3535afe9a757 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:06:00.740229 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46792) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:00.742608 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-dba3dced-c080-4dd0-91a9-e83ba3629e21 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (c3c58b25-5d52-4041-9bf5-e1903463be49), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:00.755519 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-dba3dced-c080-4dd0-91a9-e83ba3629e21 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Calling delete_port for c3c58b25-5d52-4041-9bf5-e1903463be49 owned by {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:06:00.821485 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-826c5271-5708-4ba3-8933-e98cb5a573a9 req-290b315a-a23e-407c-8b1e-7e9641e8f2c4 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=51472d7ac5b4449fa09fb7150f54f571&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2980893 Feb 02 07:06:00.860987 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 0116beac-4651-424b-8c66-3535afe9a757 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:06:00.860987 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (0116beac-4651-424b-8c66-3535afe9a757), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:00.886382 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-f60aab27-19e6-43e7-ab8b-dcaf324be999 admin admin] Deleting subnet b8deeeff-eb6c-480e-bccc-ee61d29f9175 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:06:00.890429 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f60aab27-19e6-43e7-ab8b-dcaf324be999 admin admin] Publish callbacks [] for subnet (b8deeeff-eb6c-480e-bccc-ee61d29f9175), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:00.891356 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-452f8695-4fc0-47c9-b469-3c7b3a4951e5 req-eb85f325-d067-4415-aa33-b3a3f645808f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be07e396-69de-4dfc-b5e8-7825f3428298 HTTP/1.1" status: 200 len: 217 time: 0.0846930 Feb 02 07:06:00.935399 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1343de2d-4fd4-44eb-8446-efc02e23e2c2 req-ae18aed3-b17d-46e2-bd92-635a7763816f tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/security-groups/47d4e272-857e-4a13-a2e8-ee6da9be802a HTTP/1.1" status: 200 len: 1799 time: 0.1002924 Feb 02 07:06:00.944621 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-08a503ee-3bad-4bdc-ad34-d8942503f7ae None None] Allocated IP 2001:db8:0:1:f816:3eff:fedc:e5dc (0866d72e-3544-4c93-a5a9-bf8114a5301e/8a71b3fc-156e-45ea-9c89-0f8e94896d45/0116beac-4651-424b-8c66-3535afe9a757) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:06:00.981138 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f60aab27-19e6-43e7-ab8b-dcaf324be999 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (b8deeeff-eb6c-480e-bccc-ee61d29f9175), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:01.056589 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-08a503ee-3bad-4bdc-ad34-d8942503f7ae None None] For port 0116beac-4651-424b-8c66-3535afe9a757, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=0116beac-4651-424b-8c66-3535afe9a757,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:06:01.090614 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-08a503ee-3bad-4bdc-ad34-d8942503f7ae None None] Publish callbacks [] for port (0116beac-4651-424b-8c66-3535afe9a757), precommit_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:01.111339 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-08a503ee-3bad-4bdc-ad34-d8942503f7ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (0116beac-4651-424b-8c66-3535afe9a757), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:01.128287 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452f8695-4fc0-47c9-b469-3c7b3a4951e5 req-724aa2a1-c1ea-425e-8602-4a7d6fef7481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:01.130817 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-452f8695-4fc0-47c9-b469-3c7b3a4951e5 req-724aa2a1-c1ea-425e-8602-4a7d6fef7481 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=75a9fb07-f9cb-4fc4-b8ba-4721a09818ff HTTP/1.1" status: 200 len: 852 time: 0.2156906 Feb 02 07:06:01.152633 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f60aab27-19e6-43e7-ab8b-dcaf324be999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (b8deeeff-eb6c-480e-bccc-ee61d29f9175), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:01.166705 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-826c5271-5708-4ba3-8933-e98cb5a573a9 req-8d4671bf-087d-4cbe-aaa8-9b8189d224e4 service neutron] 10.222.0.87 "GET /v2.0/networks/f9701445-c4cf-4d4f-9286-fc4fc0bbd41b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979193 Feb 02 07:06:01.212833 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-452f8695-4fc0-47c9-b469-3c7b3a4951e5 req-4b88bea8-814d-4f82-bc09-8f7d77d6baa7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4dc80cef-b607-4e43-a37e-1cb34fdb7f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731740 Feb 02 07:06:01.278784 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a503ee-3bad-4bdc-ad34-d8942503f7ae None None] Pushing event updated for resources: {'Port': ['ID=0116beac-4651-424b-8c66-3535afe9a757,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:01.303511 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 0116beac-4651-424b-8c66-3535afe9a757 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:06:01.353233 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3205786a-3f8f-4322-8989-311c4e9fedc8 req-3e4c23a8-7453-49a6-a458-accaccf693f5 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:01.355295 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3205786a-3f8f-4322-8989-311c4e9fedc8 req-3e4c23a8-7453-49a6-a458-accaccf693f5 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/ports?device_id=c30696a1-86c4-4617-8778-3f2640a233cf HTTP/1.1" status: 200 len: 946 time: 0.2442632 Feb 02 07:06:01.357547 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f60aab27-19e6-43e7-ab8b-dcaf324be999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (b8deeeff-eb6c-480e-bccc-ee61d29f9175), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:01.416292 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60aab27-19e6-43e7-ab8b-dcaf324be999 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8deeeff-eb6c-480e-bccc-ee61d29f9175,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:01.424603 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f60aab27-19e6-43e7-ab8b-dcaf324be999 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:01.431880 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f60aab27-19e6-43e7-ab8b-dcaf324be999 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/b8deeeff-eb6c-480e-bccc-ee61d29f9175 HTTP/1.1" status: 204 len: 168 time: 0.6879218 Feb 02 07:06:01.432322 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46806) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:01.503214 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-826c5271-5708-4ba3-8933-e98cb5a573a9 req-3cbc7912-2fff-4c94-b33a-97775ee94815 service neutron] 10.222.0.87 "GET /v2.0/networks/f9701445-c4cf-4d4f-9286-fc4fc0bbd41b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052042 Feb 02 07:06:01.549894 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-452f8695-4fc0-47c9-b469-3c7b3a4951e5 req-3fdb8cdb-078b-4a74-ac6e-9d0a9f0aee9a service neutron] 10.222.0.88 "GET /v2.0/networks/4dc80cef-b607-4e43-a37e-1cb34fdb7f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174343 Feb 02 07:06:01.562702 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-316e87d3-05f6-4daa-b891-456dcee7b75f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (9c502670-697d-4935-855e-9a6fd2d524bb), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:01.573611 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-dba3dced-c080-4dd0-91a9-e83ba3629e21 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (c3c58b25-5d52-4041-9bf5-e1903463be49), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:01.622571 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3205786a-3f8f-4322-8989-311c4e9fedc8 req-4c483bf2-4a38-4c92-9c6d-bbaf1d4f514b tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/security-groups?id=e8e61412-2b54-4a5c-ab0d-3506f7e64351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591028 Feb 02 07:06:01.631480 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba3dced-c080-4dd0-91a9-e83ba3629e21 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event deleted for resources: {'Port': ['ID=c3c58b25-5d52-4041-9bf5-e1903463be49,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:01.784771 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-316e87d3-05f6-4daa-b891-456dcee7b75f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (9c502670-697d-4935-855e-9a6fd2d524bb), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:01.826742 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-dba3dced-c080-4dd0-91a9-e83ba3629e21 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:01.834230 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-dba3dced-c080-4dd0-91a9-e83ba3629e21 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/ports/c3c58b25-5d52-4041-9bf5-e1903463be49 HTTP/1.1" status: 204 len: 168 time: 1.9210980 Feb 02 07:06:01.845481 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46820) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:01.848704 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-316e87d3-05f6-4daa-b891-456dcee7b75f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c502670-697d-4935-855e-9a6fd2d524bb']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:06:01.861032 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-316e87d3-05f6-4daa-b891-456dcee7b75f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce666524-bce3-41cf-a983-9d2cc88666a7') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:06:01.861334 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-316e87d3-05f6-4daa-b891-456dcee7b75f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce666524-bce3-41cf-a983-9d2cc88666a7') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:06:01.900895 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-316e87d3-05f6-4daa-b891-456dcee7b75f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (ce666524-bce3-41cf-a983-9d2cc88666a7), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:01.943016 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-316e87d3-05f6-4daa-b891-456dcee7b75f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (ce666524-bce3-41cf-a983-9d2cc88666a7), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:01.969604 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-316e87d3-05f6-4daa-b891-456dcee7b75f admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:06:01.972190 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-316e87d3-05f6-4daa-b891-456dcee7b75f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (ce666524-bce3-41cf-a983-9d2cc88666a7), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:01.983442 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1a742983-07db-4e7d-a6a5-3c519c2dced4 req-5febc33a-2634-420d-91c0-d19f7728f9c8 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/security-groups/47d4e272-857e-4a13-a2e8-ee6da9be802a HTTP/1.1" status: 200 len: 1799 time: 0.1736369 Feb 02 07:06:01.989253 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-452f8695-4fc0-47c9-b469-3c7b3a4951e5 req-b06bd994-8068-4074-9c56-b27f100b9d0b service neutron] 10.222.0.88 "GET /v2.0/networks/4dc80cef-b607-4e43-a37e-1cb34fdb7f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4318242 Feb 02 07:06:02.076544 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44b810e-4b24-4cea-99a9-a57b147336e8 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:02.086451 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a44b810e-4b24-4cea-99a9-a57b147336e8 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2265100 Feb 02 07:06:02.086745 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:06:02.086745 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:06:02.086745 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:06:02.086745 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:06:02.086745 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:06:02.086745 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:06:02.086745 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:06:02.086745 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:06:02.086745 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:06:02.086745 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:06:02.086745 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:06:02.086745 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:06:02.086745 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:06:02.086745 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:06:02.086745 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:06:02.086745 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:06:02.086745 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:06:02.086745 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:06:02.086745 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:06:02.086745 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:06:02.086745 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:06:02.086745 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:06:02.086745 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:06:02.086745 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:06:02.086745 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:06:02.086745 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:06:02.086745 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:06:02.086745 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:06:02.086745 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:06:02.086745 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:06:02.086745 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:06:02.086745 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:06:02.089627 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46844) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:02.102922 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-316e87d3-05f6-4daa-b891-456dcee7b75f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (9c502670-697d-4935-855e-9a6fd2d524bb), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:02.110861 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-316e87d3-05f6-4daa-b891-456dcee7b75f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:02.121203 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-316e87d3-05f6-4daa-b891-456dcee7b75f admin admin] 10.222.0.87 "DELETE /v2.0/networks/9c502670-697d-4935-855e-9a6fd2d524bb HTTP/1.1" status: 204 len: 168 time: 0.6861613 Feb 02 07:06:02.139363 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-1a742983-07db-4e7d-a6a5-3c519c2dced4 req-9ee4ab23-1d4d-4abe-b9e2-abd6dfd8a49f tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks [] for security_group (47d4e272-857e-4a13-a2e8-ee6da9be802a), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:02.184268 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-1a742983-07db-4e7d-a6a5-3c519c2dced4 req-9ee4ab23-1d4d-4abe-b9e2-abd6dfd8a49f tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks [] for security_group (47d4e272-857e-4a13-a2e8-ee6da9be802a), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:02.227694 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device ed1d9585-adb6-436d-9f70-867cc9105adf no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:06:02.281654 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] No Port match for: ed1d9585-adb6-436d-9f70-867cc9105adf {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:06:02.282125 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device ed1d9585-adb6-436d-9f70-867cc9105adf not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:06:02.284949 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e87d3-05f6-4daa-b891-456dcee7b75f admin admin] Pushing event deleted for resources: {'Network': ['ID=9c502670-697d-4935-855e-9a6fd2d524bb,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:02.352711 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-1a742983-07db-4e7d-a6a5-3c519c2dced4 req-9ee4ab23-1d4d-4abe-b9e2-abd6dfd8a49f tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (47d4e272-857e-4a13-a2e8-ee6da9be802a), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:02.354426 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fe912f-a9cc-4d8d-a06f-7fc5e13f50ee tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:02.355722 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-1a742983-07db-4e7d-a6a5-3c519c2dced4 req-9ee4ab23-1d4d-4abe-b9e2-abd6dfd8a49f tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:02.361314 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c8fe912f-a9cc-4d8d-a06f-7fc5e13f50ee tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2702796 Feb 02 07:06:02.362198 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46862) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:02.369379 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1a742983-07db-4e7d-a6a5-3c519c2dced4 req-9ee4ab23-1d4d-4abe-b9e2-abd6dfd8a49f tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "DELETE /v2.0/security-groups/47d4e272-857e-4a13-a2e8-ee6da9be802a HTTP/1.1" status: 204 len: 173 time: 0.3777134 Feb 02 07:06:02.388195 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee4ab23-1d4d-4abe-b9e2-abd6dfd8a49f tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d4e272-857e-4a13-a2e8-ee6da9be802a,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:02.443182 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee755bbe-32bc-4758-b0e8-edaf81258143 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:02.445909 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee755bbe-32bc-4758-b0e8-edaf81258143 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:02.451629 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee755bbe-32bc-4758-b0e8-edaf81258143 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:02.457768 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46868) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:02.458447 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-ee755bbe-32bc-4758-b0e8-edaf81258143 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0947881 Feb 02 07:06:02.588555 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-05a1ea94-a9e5-4e8b-ac52-af557814fe46 None None] Provisioning complete for port 0116beac-4651-424b-8c66-3535afe9a757 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:06:02.589162 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-05a1ea94-a9e5-4e8b-ac52-af557814fe46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (0116beac-4651-424b-8c66-3535afe9a757), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:02.604525 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46870) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:02.626973 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 0116beac-4651-424b-8c66-3535afe9a757 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:06:02.650017 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba917e0-646a-447d-8d78-3dab32fe6c85 req-5c19690d-745e-43a4-abd8-06bd41936a3d tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:02.652218 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4ba917e0-646a-447d-8d78-3dab32fe6c85 req-5c19690d-745e-43a4-abd8-06bd41936a3d tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 947 time: 0.1117928 Feb 02 07:06:02.715928 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 0116beac-4651-424b-8c66-3535afe9a757 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:06:02.716597 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (0116beac-4651-424b-8c66-3535afe9a757), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:02.756049 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-47c8bd16-ff67-4e77-aae5-dabbfac2baeb req-ed67b0ed-244c-42fc-a7ea-6ffcd4dff2e1 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=66efdfcb-d75d-49a1-a389-2e252e22cb3b HTTP/1.1" status: 200 len: 210 time: 0.1992328 Feb 02 07:06:02.818221 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-da6c17a5-9c05-4cec-80bd-d646a56ee6a6 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Deleting subnet 13109caf-0d2d-4fb2-95f1-95d67153de94 {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:06:02.827907 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-05a1ea94-a9e5-4e8b-ac52-af557814fe46 None None] Current status of the port 0116beac-4651-424b-8c66-3535afe9a757 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:06:02.834350 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-05a1ea94-a9e5-4e8b-ac52-af557814fe46 None None] Could not find standard attr ID for object c3c58b25-5d52-4041-9bf5-e1903463be49. {{(pid=109695) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 07:06:02.843614 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-da6c17a5-9c05-4cec-80bd-d646a56ee6a6 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for subnet (13109caf-0d2d-4fb2-95f1-95d67153de94), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:02.857661 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4ba917e0-646a-447d-8d78-3dab32fe6c85 req-5ee2f9e1-94cc-4879-bc4a-07b0a10889f5 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1805058 Feb 02 07:06:02.925846 n-d-789963-26 neutron-server[109694]: INFO neutron.api.v2.resource [req-8a39692c-40d0-47c4-a505-a62b59f9fdd8 req-6e36dade-66e5-4e84-bc63-332bd616e26b tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] show failed (client error): The resource could not be found. Feb 02 07:06:02.935243 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8a39692c-40d0-47c4-a505-a62b59f9fdd8 req-6e36dade-66e5-4e84-bc63-332bd616e26b tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/security-groups/47d4e272-857e-4a13-a2e8-ee6da9be802a HTTP/1.1" status: 404 len: 352 time: 0.0260334 Feb 02 07:06:02.946325 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 0116beac-4651-424b-8c66-3535afe9a757 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:06:02.967159 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c21fcde-d29f-4546-b744-89e7062707b5 req-94500809-64b1-4226-8793-fc96e6f5a12c tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:02.968959 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7c21fcde-d29f-4546-b744-89e7062707b5 req-94500809-64b1-4226-8793-fc96e6f5a12c tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.59 "GET /v2.0/ports?device_id=c30696a1-86c4-4617-8778-3f2640a233cf HTTP/1.1" status: 200 len: 946 time: 0.4134974 Feb 02 07:06:02.971199 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-5ca5f496-9c9b-4e55-8956-0f41ee05d91c None None] Could not find standard attr ID for object e0d10069-27ba-4576-830c-e05a1fa38425. {{(pid=109695) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 07:06:03.025920 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-da6c17a5-9c05-4cec-80bd-d646a56ee6a6 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (13109caf-0d2d-4fb2-95f1-95d67153de94), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:03.127815 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-1e6898b9-ca7e-4d01-8e17-67157fd16097 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=3ca6e0dbe61a40c1a76c83da4c6dc6ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4456260 Feb 02 07:06:03.135324 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46904) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:03.201787 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c2b45-ca28-465f-8333-a8eb0c8e4bb6 req-35c5c53f-9d85-47f3-8c63-768916aff139 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:03.206030 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3c7c2b45-ca28-465f-8333-a8eb0c8e4bb6 req-35c5c53f-9d85-47f3-8c63-768916aff139 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/ports?device_id=c30696a1-86c4-4617-8778-3f2640a233cf HTTP/1.1" status: 200 len: 946 time: 0.1911352 Feb 02 07:06:03.274264 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-7c21fcde-d29f-4546-b744-89e7062707b5 req-7400b5a0-51bb-44c6-8834-70f7fbe3e02d tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Deleting port 683f55e3-2f80-42f3-a1d3-fe43c5fe5bd1 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:06:03.274859 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-7c21fcde-d29f-4546-b744-89e7062707b5 req-7400b5a0-51bb-44c6-8834-70f7fbe3e02d tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (683f55e3-2f80-42f3-a1d3-fe43c5fe5bd1), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:03.303974 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-da6c17a5-9c05-4cec-80bd-d646a56ee6a6 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (13109caf-0d2d-4fb2-95f1-95d67153de94), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:03.384167 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3c7c2b45-ca28-465f-8333-a8eb0c8e4bb6 req-7c170e2b-7503-4bdf-b94c-0b6b2272fb04 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/security-groups?id=e8e61412-2b54-4a5c-ab0d-3506f7e64351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618907 Feb 02 07:06:03.418480 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-19b3f6cc-729d-46cd-8125-1c3cf9abf33d admin admin] Publish callbacks [] for security_group (147909be-cff9-4991-aa78-917b7db4e020), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:03.465239 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-9236675a-f977-4f5e-b827-8ece67f4a558 req-2752f0ea-f468-4018-9b9e-3ac3ce287dd5 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-616732459', 'description': 'tempest-description-1811713231'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:06:03.514154 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-7c21fcde-d29f-4546-b744-89e7062707b5 req-7400b5a0-51bb-44c6-8834-70f7fbe3e02d tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] For port 683f55e3-2f80-42f3-a1d3-fe43c5fe5bd1, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=683f55e3-2f80-42f3-a1d3-fe43c5fe5bd1,segment=NetworkSegment(2d9e21dd-1cbf-4b8c-a135-5456b21a07f6),segment_id=2d9e21dd-1cbf-4b8c-a135-5456b21a07f6)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:06:03.514524 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-7c21fcde-d29f-4546-b744-89e7062707b5 req-7400b5a0-51bb-44c6-8834-70f7fbe3e02d tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (683f55e3-2f80-42f3-a1d3-fe43c5fe5bd1), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:03.521785 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-19b3f6cc-729d-46cd-8125-1c3cf9abf33d admin admin] Publish callbacks [] for security_group (147909be-cff9-4991-aa78-917b7db4e020), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:03.545991 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-da6c17a5-9c05-4cec-80bd-d646a56ee6a6 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (13109caf-0d2d-4fb2-95f1-95d67153de94), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:03.599125 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-7c21fcde-d29f-4546-b744-89e7062707b5 req-7400b5a0-51bb-44c6-8834-70f7fbe3e02d tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Calling delete_port for 683f55e3-2f80-42f3-a1d3-fe43c5fe5bd1 owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:06:03.651297 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-da6c17a5-9c05-4cec-80bd-d646a56ee6a6 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:03.667923 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-da6c17a5-9c05-4cec-80bd-d646a56ee6a6 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/subnets/13109caf-0d2d-4fb2-95f1-95d67153de94 HTTP/1.1" status: 204 len: 168 time: 1.2086546 Feb 02 07:06:03.668982 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46934) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:03.703837 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6c17a5-9c05-4cec-80bd-d646a56ee6a6 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event deleted for resources: {'Subnet': ['ID=13109caf-0d2d-4fb2-95f1-95d67153de94,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:03.756527 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-28b3e0bb-b21c-4dce-96c4-98dd9152c272 None None] Could not find standard attr ID for object c3c58b25-5d52-4041-9bf5-e1903463be49. {{(pid=109695) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 07:06:03.787879 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-9236675a-f977-4f5e-b827-8ece67f4a558 req-2752f0ea-f468-4018-9b9e-3ac3ce287dd5 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:03.867254 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c5271-5708-4ba3-8933-e98cb5a573a9 req-8d9120a5-8fec-4927-9710-0684030c34a2 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:03.875645 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-826c5271-5708-4ba3-8933-e98cb5a573a9 req-8d9120a5-8fec-4927-9710-0684030c34a2 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.59 "GET /v2.0/networks?id=f9701445-c4cf-4d4f-9286-fc4fc0bbd41b HTTP/1.1" status: 200 len: 806 time: 0.3172054 Feb 02 07:06:03.887054 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ef69db-5b22-450b-a125-8a1f0f711aaa None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:06:03.887443 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb9b0de0-96e5-4614-84bf-1e6d0b83628c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Deleting subnet 8a71b3fc-156e-45ea-9c89-0f8e94896d45 {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:06:03.895127 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-eb9b0de0-96e5-4614-84bf-1e6d0b83628c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for subnet (8a71b3fc-156e-45ea-9c89-0f8e94896d45), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:03.939719 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-826c5271-5708-4ba3-8933-e98cb5a573a9 req-b83beabc-cecc-45e4-ae3e-a386a53dadb1 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Request body: {'port': {'device_id': '66efdfcb-d75d-49a1-a389-2e252e22cb3b', 'network_id': 'f9701445-c4cf-4d4f-9286-fc4fc0bbd41b', 'admin_state_up': True, 'tenant_id': '51472d7ac5b4449fa09fb7150f54f571'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:06:03.956489 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-19b3f6cc-729d-46cd-8125-1c3cf9abf33d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (147909be-cff9-4991-aa78-917b7db4e020), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:03.960545 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-19b3f6cc-729d-46cd-8125-1c3cf9abf33d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:03.966574 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-19b3f6cc-729d-46cd-8125-1c3cf9abf33d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/147909be-cff9-4991-aa78-917b7db4e020 HTTP/1.1" status: 204 len: 168 time: 0.8193157 Feb 02 07:06:03.985585 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-eb9b0de0-96e5-4614-84bf-1e6d0b83628c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (8a71b3fc-156e-45ea-9c89-0f8e94896d45), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:04.108125 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b3f6cc-729d-46cd-8125-1c3cf9abf33d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=147909be-cff9-4991-aa78-917b7db4e020,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:04.257963 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-eb9b0de0-96e5-4614-84bf-1e6d0b83628c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (8a71b3fc-156e-45ea-9c89-0f8e94896d45), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:04.260868 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-9236675a-f977-4f5e-b827-8ece67f4a558 req-2752f0ea-f468-4018-9b9e-3ac3ce287dd5 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks [] for security_group (9bdc352a-c75f-44bc-97b8-6070a7c740d3), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:04.281268 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-9236675a-f977-4f5e-b827-8ece67f4a558 req-2752f0ea-f468-4018-9b9e-3ac3ce287dd5 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (9bdc352a-c75f-44bc-97b8-6070a7c740d3), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:04.289585 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-7c21fcde-d29f-4546-b744-89e7062707b5 req-7400b5a0-51bb-44c6-8834-70f7fbe3e02d tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (683f55e3-2f80-42f3-a1d3-fe43c5fe5bd1), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:04.326185 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['789c6a34-5759-40c6-b84a-7e24b567041f', '8095058a-bcc3-4846-888e-effa3c46156b', '683f55e3-2f80-42f3-a1d3-fe43c5fe5bd1'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:06:04.373832 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7400b5a0-51bb-44c6-8834-70f7fbe3e02d tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Pushing event deleted for resources: {'Port': ['ID=683f55e3-2f80-42f3-a1d3-fe43c5fe5bd1,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:04.460558 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-9236675a-f977-4f5e-b827-8ece67f4a558 req-2752f0ea-f468-4018-9b9e-3ac3ce287dd5 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:04.482993 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9236675a-f977-4f5e-b827-8ece67f4a558 req-2752f0ea-f468-4018-9b9e-3ac3ce287dd5 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 1.0270030 Feb 02 07:06:04.484056 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2752f0ea-f468-4018-9b9e-3ac3ce287dd5 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bdc352a-c75f-44bc-97b8-6070a7c740d3,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:04.499337 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-826c5271-5708-4ba3-8933-e98cb5a573a9 req-b83beabc-cecc-45e4-ae3e-a386a53dadb1 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Made reservation on behalf of 51472d7ac5b4449fa09fb7150f54f571 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:06:04.516231 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-826c5271-5708-4ba3-8933-e98cb5a573a9 req-b83beabc-cecc-45e4-ae3e-a386a53dadb1 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:04.562395 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c21fcde-d29f-4546-b744-89e7062707b5 req-7400b5a0-51bb-44c6-8834-70f7fbe3e02d tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] No DVR routers for this DVR port 683f55e3-2f80-42f3-a1d3-fe43c5fe5bd1 on host n-h2-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:06:04.564448 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-eb9b0de0-96e5-4614-84bf-1e6d0b83628c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (8a71b3fc-156e-45ea-9c89-0f8e94896d45), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:04.576290 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-7c21fcde-d29f-4546-b744-89e7062707b5 req-7400b5a0-51bb-44c6-8834-70f7fbe3e02d tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:04.579899 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7c21fcde-d29f-4546-b744-89e7062707b5 req-7400b5a0-51bb-44c6-8834-70f7fbe3e02d tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.59 "DELETE /v2.0/ports/683f55e3-2f80-42f3-a1d3-fe43c5fe5bd1 HTTP/1.1" status: 204 len: 173 time: 1.5918343 Feb 02 07:06:04.657801 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c30696a1-86c4-4617-8778-3f2640a233cf', 'name': 'network-vif-deleted', 'tag': '683f55e3-2f80-42f3-a1d3-fe43c5fe5bd1'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:06:04.664367 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-020cef35-b1dd-4b35-9eaf-36174aaa3699" -d '{"events": [{"server_uuid": "c30696a1-86c4-4617-8778-3f2640a233cf", "name": "network-vif-deleted", "tag": "683f55e3-2f80-42f3-a1d3-fe43c5fe5bd1"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:06:04.674974 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-eb9b0de0-96e5-4614-84bf-1e6d0b83628c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:04.678978 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-eb9b0de0-96e5-4614-84bf-1e6d0b83628c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/subnets/8a71b3fc-156e-45ea-9c89-0f8e94896d45 HTTP/1.1" status: 204 len: 168 time: 1.0066833 Feb 02 07:06:04.689478 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9b0de0-96e5-4614-84bf-1e6d0b83628c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event deleted for resources: {'Subnet': ['ID=8a71b3fc-156e-45ea-9c89-0f8e94896d45,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:04.691400 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46986) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:04.724254 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-656353cb-3d41-45d8-9b68-4032dd351f2f req-d522b112-3a1c-4ff7-b078-782345e3bfc4 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=66efdfcb-d75d-49a1-a389-2e252e22cb3b HTTP/1.1" status: 200 len: 210 time: 0.0437729 Feb 02 07:06:04.845103 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-751c39a5-edd9-4782-9c59-3d098bbec40a tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1498330 Feb 02 07:06:04.846707 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46990) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:04.864655 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-4402b8f7-1921-4c83-ad09-1e2065bb7de9 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Request body: {'subnet': {'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:06:04.996604 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-826c5271-5708-4ba3-8933-e98cb5a573a9 req-b83beabc-cecc-45e4-ae3e-a386a53dadb1 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Allocated IP 172.20.0.14 (f9701445-c4cf-4d4f-9286-fc4fc0bbd41b/32144128-c19d-4644-8a7f-0675355df2fd/429a379b-e608-4074-8c4d-b4d6eb203812) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:06:05.036851 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-569a0774-928e-4483-8d48-83b75f9b4a2d req-4b1c66b7-a9c9-448d-9667-d9fb9f0017ef tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/ports?device_id=c30696a1-86c4-4617-8778-3f2640a233cf HTTP/1.1" status: 200 len: 210 time: 0.0685019 Feb 02 07:06:05.298222 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4402b8f7-1921-4c83-ad09-1e2065bb7de9 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Made reservation on behalf of d3e64a71e17749e693b291cf3514bb46 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:06:05.314124 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ad3dc-523f-4272-a4f8-5aaae4c07f2a req-3feca783-7253-4650-8e99-8e892409315e tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:05.316019 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-df7ad3dc-523f-4272-a4f8-5aaae4c07f2a req-3feca783-7253-4650-8e99-8e892409315e tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 947 time: 0.3407660 Feb 02 07:06:05.316414 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4402b8f7-1921-4c83-ad09-1e2065bb7de9 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:05.430763 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-df7ad3dc-523f-4272-a4f8-5aaae4c07f2a req-0b9e1452-dfe5-4e2f-a2aa-ad92294d4fc5 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027329 Feb 02 07:06:05.464211 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-826c5271-5708-4ba3-8933-e98cb5a573a9 req-b83beabc-cecc-45e4-ae3e-a386a53dadb1 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Publish callbacks [] for port (429a379b-e608-4074-8c4d-b4d6eb203812), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:05.531774 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-b767be8f-bd22-452a-9d73-0309bf620adf req-58bdf992-068e-46b1-9940-25c72eea2947 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-268183194', 'description': 'tempest-description-1068901928'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:06:05.613973 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-b767be8f-bd22-452a-9d73-0309bf620adf req-58bdf992-068e-46b1-9940-25c72eea2947 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:05.668724 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-532595d5-3401-4f4c-bd59-edf5eb53ac41 None None] Provisioning complete for port 0116beac-4651-424b-8c66-3535afe9a757 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:06:05.669791 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-532595d5-3401-4f4c-bd59-edf5eb53ac41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (0116beac-4651-424b-8c66-3535afe9a757), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:05.677664 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28197775-a567-4699-a1d4-faf7d28c4e98 None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:06:05.684389 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 47028) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:05.721152 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-826c5271-5708-4ba3-8933-e98cb5a573a9 req-b83beabc-cecc-45e4-ae3e-a386a53dadb1 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (429a379b-e608-4074-8c4d-b4d6eb203812), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:05.769929 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4402b8f7-1921-4c83-ad09-1e2065bb7de9 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (a9a84a00-5f78-4f3b-a073-95e5231d9f5c), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:05.782792 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['1045af80-2b20-4d0b-8989-bade78600156'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:06:05.783021 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-826c5271-5708-4ba3-8933-e98cb5a573a9 req-b83beabc-cecc-45e4-ae3e-a386a53dadb1 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Network f9701445-c4cf-4d4f-9286-fc4fc0bbd41b is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:06:05.788948 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-826c5271-5708-4ba3-8933-e98cb5a573a9 req-b83beabc-cecc-45e4-ae3e-a386a53dadb1 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:06:05.801947 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-826c5271-5708-4ba3-8933-e98cb5a573a9 req-b83beabc-cecc-45e4-ae3e-a386a53dadb1 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:06:05.861558 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c5271-5708-4ba3-8933-e98cb5a573a9 req-b83beabc-cecc-45e4-ae3e-a386a53dadb1 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:05.862558 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-826c5271-5708-4ba3-8933-e98cb5a573a9 req-b83beabc-cecc-45e4-ae3e-a386a53dadb1 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:05.878048 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['5fa93a10-98b1-4c0e-a8f7-5ea10d4343e2'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:06:05.880809 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4402b8f7-1921-4c83-ad09-1e2065bb7de9 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:06:05.885076 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-4402b8f7-1921-4c83-ad09-1e2065bb7de9 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:06:05.889814 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83beabc-cecc-45e4-ae3e-a386a53dadb1 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Pushing event updated for resources: {'Port': ['ID=429a379b-e608-4074-8c4d-b4d6eb203812,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:05.893539 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4402b8f7-1921-4c83-ad09-1e2065bb7de9 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:05.898326 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4402b8f7-1921-4c83-ad09-1e2065bb7de9 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:05.901643 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-b767be8f-bd22-452a-9d73-0309bf620adf req-58bdf992-068e-46b1-9940-25c72eea2947 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks [] for security_group (15ffa0da-3ff1-4617-b0f0-be9e77d3c370), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:05.914155 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-b767be8f-bd22-452a-9d73-0309bf620adf req-58bdf992-068e-46b1-9940-25c72eea2947 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (15ffa0da-3ff1-4617-b0f0-be9e77d3c370), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:05.932554 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-0b59ce8d-297b-4344-ac2a-3e31dfd8f2c5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-2023207750-network', 'tenant_id': 'bc6d7dbe1d5148348d5fd6c6cc68f02a'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:06:05.934881 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-826c5271-5708-4ba3-8933-e98cb5a573a9 req-b83beabc-cecc-45e4-ae3e-a386a53dadb1 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0126324 Feb 02 07:06:05.939771 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-b767be8f-bd22-452a-9d73-0309bf620adf req-58bdf992-068e-46b1-9940-25c72eea2947 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:05.941845 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b767be8f-bd22-452a-9d73-0309bf620adf req-58bdf992-068e-46b1-9940-25c72eea2947 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.4301515 Feb 02 07:06:05.953653 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-826c5271-5708-4ba3-8933-e98cb5a573a9 req-4e15e317-dde4-4874-902c-a32d6cdedae8 service neutron] Request body: {'port': {'device_id': '66efdfcb-d75d-49a1-a389-2e252e22cb3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:06:05.954380 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-4402b8f7-1921-4c83-ad09-1e2065bb7de9 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1060760 Feb 02 07:06:05.962554 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 47040) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:05.982512 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-751569c4-956e-43c4-bb0f-8314a9b88142 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Request body: {'subnet': {'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:06:05.993015 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4402b8f7-1921-4c83-ad09-1e2065bb7de9 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event updated for resources: {'Subnet': ['ID=a9a84a00-5f78-4f3b-a073-95e5231d9f5c,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:06.043468 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2faa96-5224-4c91-9c3c-6127b7021a3b x-openstack-request-id: req-5e2faa96-5224-4c91-9c3c-6127b7021a3b {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:06:06.043801 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c30696a1-86c4-4617-8778-3f2640a233cf", "name": "network-vif-deleted", "tag": "683f55e3-2f80-42f3-a1d3-fe43c5fe5bd1", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:06:06.044066 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-5e2faa96-5224-4c91-9c3c-6127b7021a3b {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:06:06.047524 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c30696a1-86c4-4617-8778-3f2640a233cf', 'name': 'network-vif-deleted', 'tag': '683f55e3-2f80-42f3-a1d3-fe43c5fe5bd1', 'status': 'completed', 'code': 200} Feb 02 07:06:06.067591 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bdf992-068e-46b1-9940-25c72eea2947 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15ffa0da-3ff1-4617-b0f0-be9e77d3c370,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:06.076987 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-7c96aa6c-07a8-4c37-9665-c5af9eb8a013 req-bcfb90e2-6ba9-4f3a-a006-95a0ff3d13b1 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-527454398', 'description': 'tempest-description-299817851'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:06:06.086299 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-826c5271-5708-4ba3-8933-e98cb5a573a9 req-4e15e317-dde4-4874-902c-a32d6cdedae8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (429a379b-e608-4074-8c4d-b4d6eb203812), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:06.120184 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b59ce8d-297b-4344-ac2a-3e31dfd8f2c5 admin admin] Made reservation on behalf of bc6d7dbe1d5148348d5fd6c6cc68f02a for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:06:06.123115 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0b59ce8d-297b-4344-ac2a-3e31dfd8f2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:06.164202 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0b59ce8d-297b-4344-ac2a-3e31dfd8f2c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:06.233585 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-7c96aa6c-07a8-4c37-9665-c5af9eb8a013 req-bcfb90e2-6ba9-4f3a-a006-95a0ff3d13b1 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:06.275636 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6beeb50-0ea8-4bc2-be3c-1dab2476f373 req-541400ec-5b35-4088-8b4d-25edb3e25393 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:06.277502 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f6beeb50-0ea8-4bc2-be3c-1dab2476f373 req-541400ec-5b35-4088-8b4d-25edb3e25393 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=66efdfcb-d75d-49a1-a389-2e252e22cb3b HTTP/1.1" status: 200 len: 932 time: 0.1470044 Feb 02 07:06:06.308457 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751569c4-956e-43c4-bb0f-8314a9b88142 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Made reservation on behalf of d3e64a71e17749e693b291cf3514bb46 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:06:06.309041 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-532595d5-3401-4f4c-bd59-edf5eb53ac41 None None] Current status of the port 0116beac-4651-424b-8c66-3535afe9a757 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:06:06.312878 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-751569c4-956e-43c4-bb0f-8314a9b88142 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:06.350060 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 683f55e3-2f80-42f3-a1d3-fe43c5fe5bd1 no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:06:06.390409 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f6beeb50-0ea8-4bc2-be3c-1dab2476f373 req-1972a815-0167-4ad4-a85f-ba38b092d09e tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030841 Feb 02 07:06:06.405350 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] No Port match for: 683f55e3-2f80-42f3-a1d3-fe43c5fe5bd1 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:06:06.405711 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 683f55e3-2f80-42f3-a1d3-fe43c5fe5bd1 not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:06:06.495152 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0b59ce8d-297b-4344-ac2a-3e31dfd8f2c5 admin admin] Publish callbacks [] for security_group (3031d22f-f419-4370-9379-d12f21c766b4), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:06.530402 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0b59ce8d-297b-4344-ac2a-3e31dfd8f2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (3031d22f-f419-4370-9379-d12f21c766b4), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:06.546411 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b59ce8d-297b-4344-ac2a-3e31dfd8f2c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:06:06.568334 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0b59ce8d-297b-4344-ac2a-3e31dfd8f2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (0708fd28-2d16-470c-840a-add81f0f58a2), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:06.569086 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-0b59ce8d-297b-4344-ac2a-3e31dfd8f2c5 admin admin] Added segment 0708fd28-2d16-470c-840a-add81f0f58a2 of type vlan for network 098466ed-6cfb-4629-b5bb-bc2a67c5bdc6 Feb 02 07:06:06.583803 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf2da50-0a58-42a2-a040-d9a7ec4d4f96 None None] DHCP port deletion for 0866d72e-3544-4c93-a5a9-bf8114a5301e request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:06:06.620381 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0b59ce8d-297b-4344-ac2a-3e31dfd8f2c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (098466ed-6cfb-4629-b5bb-bc2a67c5bdc6), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:06.656165 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-826c5271-5708-4ba3-8933-e98cb5a573a9 req-4e15e317-dde4-4874-902c-a32d6cdedae8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 429a379b-e608-4074-8c4d-b4d6eb203812 {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:06:06.680369 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-826c5271-5708-4ba3-8933-e98cb5a573a9 req-4e15e317-dde4-4874-902c-a32d6cdedae8 service neutron] Publish callbacks [] for port (429a379b-e608-4074-8c4d-b4d6eb203812), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:06.687330 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b59ce8d-297b-4344-ac2a-3e31dfd8f2c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3031d22f-f419-4370-9379-d12f21c766b4,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:06.690038 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0b59ce8d-297b-4344-ac2a-3e31dfd8f2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (098466ed-6cfb-4629-b5bb-bc2a67c5bdc6), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:06.690360 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1bf2da50-0a58-42a2-a040-d9a7ec4d4f96 None None] Deleting port 0116beac-4651-424b-8c66-3535afe9a757 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:06:06.690860 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1bf2da50-0a58-42a2-a040-d9a7ec4d4f96 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (0116beac-4651-424b-8c66-3535afe9a757), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:06.691301 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b59ce8d-297b-4344-ac2a-3e31dfd8f2c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:06.692124 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0b59ce8d-297b-4344-ac2a-3e31dfd8f2c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:06.697685 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-7c96aa6c-07a8-4c37-9665-c5af9eb8a013 req-bcfb90e2-6ba9-4f3a-a006-95a0ff3d13b1 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks [] for security_group (40cf56d1-0ff0-4474-bea1-a317dc098c3a), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:06.718073 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-7c96aa6c-07a8-4c37-9665-c5af9eb8a013 req-bcfb90e2-6ba9-4f3a-a006-95a0ff3d13b1 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (40cf56d1-0ff0-4474-bea1-a317dc098c3a), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:06.750220 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-826c5271-5708-4ba3-8933-e98cb5a573a9 req-4e15e317-dde4-4874-902c-a32d6cdedae8 service neutron] Transition to ACTIVE for port object 429a379b-e608-4074-8c4d-b4d6eb203812 will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:06:06.761070 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-826c5271-5708-4ba3-8933-e98cb5a573a9 req-4e15e317-dde4-4874-902c-a32d6cdedae8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (429a379b-e608-4074-8c4d-b4d6eb203812), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:06.764249 n-d-789963-26 neutron-server[109693]: INFO neutron.db.ipam_backend_mixin [None req-751569c4-956e-43c4-bb0f-8314a9b88142 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a9a84a00-5f78-4f3b-a073-95e5231d9f5c (CIDR: 2001:db8::/64) Feb 02 07:06:06.768710 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfb90e2-6ba9-4f3a-a006-95a0ff3d13b1 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40cf56d1-0ff0-4474-bea1-a317dc098c3a,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:06.780598 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-0b59ce8d-297b-4344-ac2a-3e31dfd8f2c5 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0949910 Feb 02 07:06:06.792800 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-751569c4-956e-43c4-bb0f-8314a9b88142 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 07:06:06.793415 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-751569c4-956e-43c4-bb0f-8314a9b88142 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:06:06.794699 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb3c35a-479c-4a75-962f-90153789c968 req-fe767571-8955-4a32-bb5d-c2bfaeffcf7a tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:06.796744 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1bf2da50-0a58-42a2-a040-d9a7ec4d4f96 None None] For port 0116beac-4651-424b-8c66-3535afe9a757, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=0116beac-4651-424b-8c66-3535afe9a757,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:06:06.797640 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1bf2da50-0a58-42a2-a040-d9a7ec4d4f96 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (0116beac-4651-424b-8c66-3535afe9a757), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:06.798785 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 47064) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:06.804906 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-bc508628-126c-4998-a06a-f5400ae6d092 admin admin] Request body: {'subnet': {'network_id': '098466ed-6cfb-4629-b5bb-bc2a67c5bdc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-2023207750-subnet', 'tenant_id': 'bc6d7dbe1d5148348d5fd6c6cc68f02a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:06:06.806238 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fbb3c35a-479c-4a75-962f-90153789c968 req-fe767571-8955-4a32-bb5d-c2bfaeffcf7a tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 947 time: 0.1384771 Feb 02 07:06:06.814547 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1bf2da50-0a58-42a2-a040-d9a7ec4d4f96 None None] Calling delete_port for 0116beac-4651-424b-8c66-3535afe9a757 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:06:06.878598 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-7c96aa6c-07a8-4c37-9665-c5af9eb8a013 req-bcfb90e2-6ba9-4f3a-a006-95a0ff3d13b1 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:06.880062 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7c96aa6c-07a8-4c37-9665-c5af9eb8a013 req-bcfb90e2-6ba9-4f3a-a006-95a0ff3d13b1 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.8156216 Feb 02 07:06:06.882767 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc508628-126c-4998-a06a-f5400ae6d092 admin admin] Made reservation on behalf of bc6d7dbe1d5148348d5fd6c6cc68f02a for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:06:06.885369 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bc508628-126c-4998-a06a-f5400ae6d092 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:06.898886 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e15e317-dde4-4874-902c-a32d6cdedae8 service neutron] Pushing event updated for resources: {'Port': ['ID=429a379b-e608-4074-8c4d-b4d6eb203812,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:06.903621 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b59ce8d-297b-4344-ac2a-3e31dfd8f2c5 admin admin] Pushing event updated for resources: {'Network': ['ID=098466ed-6cfb-4629-b5bb-bc2a67c5bdc6,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:06.910811 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-751569c4-956e-43c4-bb0f-8314a9b88142 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9375827 Feb 02 07:06:06.919949 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 47068) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:06.926612 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-2f6b904e-f954-459a-b086-e9857c2b839d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Request body: {'subnet': {'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:06:06.926763 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 098466ed-6cfb-4629-b5bb-bc2a67c5bdc6 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:06:07.046313 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1bf2da50-0a58-42a2-a040-d9a7ec4d4f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (0116beac-4651-424b-8c66-3535afe9a757), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:07.080569 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fbb3c35a-479c-4a75-962f-90153789c968 req-3c74affa-ed91-4824-b654-98544ec264cc tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2727616 Feb 02 07:06:07.127933 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf2da50-0a58-42a2-a040-d9a7ec4d4f96 None None] Pushing event deleted for resources: {'Port': ['ID=0116beac-4651-424b-8c66-3535afe9a757,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:07.144622 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-826c5271-5708-4ba3-8933-e98cb5a573a9 req-4e15e317-dde4-4874-902c-a32d6cdedae8 service neutron] Attempting to bind port 429a379b-e608-4074-8c4d-b4d6eb203812 on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:06:07.144990 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-826c5271-5708-4ba3-8933-e98cb5a573a9 req-4e15e317-dde4-4874-902c-a32d6cdedae8 service neutron] Attempting to bind port 429a379b-e608-4074-8c4d-b4d6eb203812 by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': '50b2c935-c140-4230-880a-508574d9ed43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f9701445-c4cf-4d4f-9286-fc4fc0bbd41b'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:06:07.145363 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826c5271-5708-4ba3-8933-e98cb5a573a9 req-4e15e317-dde4-4874-902c-a32d6cdedae8 service neutron] Attempting to bind port 429a379b-e608-4074-8c4d-b4d6eb203812 on network f9701445-c4cf-4d4f-9286-fc4fc0bbd41b {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:06:07.152452 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826c5271-5708-4ba3-8933-e98cb5a573a9 req-4e15e317-dde4-4874-902c-a32d6cdedae8 service neutron] Port 429a379b-e608-4074-8c4d-b4d6eb203812 on network f9701445-c4cf-4d4f-9286-fc4fc0bbd41b not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:06:07.152765 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826c5271-5708-4ba3-8933-e98cb5a573a9 req-4e15e317-dde4-4874-902c-a32d6cdedae8 service neutron] Attempting to bind port 429a379b-e608-4074-8c4d-b4d6eb203812 on network f9701445-c4cf-4d4f-9286-fc4fc0bbd41b {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:06:07.153099 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf2da50-0a58-42a2-a040-d9a7ec4d4f96 None None] No DVR routers for this DVR port 0116beac-4651-424b-8c66-3535afe9a757 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:06:07.161687 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826c5271-5708-4ba3-8933-e98cb5a573a9 req-4e15e317-dde4-4874-902c-a32d6cdedae8 service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:06:07.162053 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826c5271-5708-4ba3-8933-e98cb5a573a9 req-4e15e317-dde4-4874-902c-a32d6cdedae8 service neutron] Checking segment: {'id': '50b2c935-c140-4230-880a-508574d9ed43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f9701445-c4cf-4d4f-9286-fc4fc0bbd41b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:06:07.163228 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826c5271-5708-4ba3-8933-e98cb5a573a9 req-4e15e317-dde4-4874-902c-a32d6cdedae8 service neutron] Bound using segment: {'id': '50b2c935-c140-4230-880a-508574d9ed43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f9701445-c4cf-4d4f-9286-fc4fc0bbd41b'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:06:07.163385 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-826c5271-5708-4ba3-8933-e98cb5a573a9 req-4e15e317-dde4-4874-902c-a32d6cdedae8 service neutron] Bound port: 429a379b-e608-4074-8c4d-b4d6eb203812, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50b2c935-c140-4230-880a-508574d9ed43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f9701445-c4cf-4d4f-9286-fc4fc0bbd41b'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:06:07.176023 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-826c5271-5708-4ba3-8933-e98cb5a573a9 req-4e15e317-dde4-4874-902c-a32d6cdedae8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (429a379b-e608-4074-8c4d-b4d6eb203812), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:07.179767 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3cb5386-ae09-4bcf-b20b-37649268abe6 None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:06:07.393603 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-826c5271-5708-4ba3-8933-e98cb5a573a9 req-4e15e317-dde4-4874-902c-a32d6cdedae8 service neutron] For port 429a379b-e608-4074-8c4d-b4d6eb203812, host n-h2-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:06:07.399195 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-826c5271-5708-4ba3-8933-e98cb5a573a9 req-4e15e317-dde4-4874-902c-a32d6cdedae8 service neutron] For port 429a379b-e608-4074-8c4d-b4d6eb203812, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=429a379b-e608-4074-8c4d-b4d6eb203812,segment=NetworkSegment(50b2c935-c140-4230-880a-508574d9ed43),segment_id=50b2c935-c140-4230-880a-508574d9ed43)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:06:07.410788 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-826c5271-5708-4ba3-8933-e98cb5a573a9 req-4e15e317-dde4-4874-902c-a32d6cdedae8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (429a379b-e608-4074-8c4d-b4d6eb203812), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:07.453190 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2886475d-0a99-4913-8ac6-ecb42acc2a14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-0866d72e-3544-4c93-a5a9-bf8114a5301e', 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'project_id': 'd3e64a71e17749e693b291cf3514bb46', 'fixed_ips': [{'subnet_id': 'a9a84a00-5f78-4f3b-a073-95e5231d9f5c'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:06:07.454073 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2886475d-0a99-4913-8ac6-ecb42acc2a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:07.529220 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c5271-5708-4ba3-8933-e98cb5a573a9 req-4e15e317-dde4-4874-902c-a32d6cdedae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:07.529847 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-826c5271-5708-4ba3-8933-e98cb5a573a9 req-4e15e317-dde4-4874-902c-a32d6cdedae8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:07.531242 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-826c5271-5708-4ba3-8933-e98cb5a573a9 req-4e15e317-dde4-4874-902c-a32d6cdedae8 service neutron] 10.222.0.59 "PUT /v2.0/ports/429a379b-e608-4074-8c4d-b4d6eb203812 HTTP/1.1" status: 200 len: 1093 time: 1.5822737 Feb 02 07:06:07.551463 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66efdfcb-d75d-49a1-a389-2e252e22cb3b', 'tag': '429a379b-e608-4074-8c4d-b4d6eb203812'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:06:07.557604 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c0bb71-1e0d-4a5d-8448-7da5eb0b745e" -d '{"events": [{"name": "network-changed", "server_uuid": "66efdfcb-d75d-49a1-a389-2e252e22cb3b", "tag": "429a379b-e608-4074-8c4d-b4d6eb203812"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:06:07.718938 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6b904e-f954-459a-b086-e9857c2b839d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Made reservation on behalf of d3e64a71e17749e693b291cf3514bb46 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:06:07.722395 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2f6b904e-f954-459a-b086-e9857c2b839d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:07.736269 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-2886475d-0a99-4913-8ac6-ecb42acc2a14 None None] Allocated IP 2001:db8::2 (0866d72e-3544-4c93-a5a9-bf8114a5301e/a9a84a00-5f78-4f3b-a073-95e5231d9f5c/6f8597b2-e859-4180-89a3-dfbe22f5e837) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:06:07.851940 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bc508628-126c-4998-a06a-f5400ae6d092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (446bfa5e-0944-4da6-8411-de8b2d47ca42), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:07.876573 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a37bab12-cf91-475a-9945-3210d92acb42 req-da4e1b69-76b7-4bf7-b6ac-57d86e019e47 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=32d438d03e3c412aa95bd1ce4c33b4b7 HTTP/1.1" status: 200 len: 11009 time: 0.4031386 Feb 02 07:06:07.901886 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e15e317-dde4-4874-902c-a32d6cdedae8 service neutron] Pushing event updated for resources: {'Port': ['ID=429a379b-e608-4074-8c4d-b4d6eb203812,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:07.971594 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c5271-5708-4ba3-8933-e98cb5a573a9 req-6d998702-3a05-4a6e-b8f0-57edb9615a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:07.973512 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-826c5271-5708-4ba3-8933-e98cb5a573a9 req-6d998702-3a05-4a6e-b8f0-57edb9615a80 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=51472d7ac5b4449fa09fb7150f54f571&device_id=66efdfcb-d75d-49a1-a389-2e252e22cb3b HTTP/1.1" status: 200 len: 1127 time: 0.3615294 Feb 02 07:06:07.982014 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a37bab12-cf91-475a-9945-3210d92acb42 req-dc6866cb-13b0-449b-ab8b-cac74e299e9f tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/security-groups/a5d4ccaf-26cf-4391-8f4a-c9fd890579b0 HTTP/1.1" status: 200 len: 3002 time: 0.0929532 Feb 02 07:06:08.050632 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc508628-126c-4998-a06a-f5400ae6d092 admin admin] Pushing event updated for resources: {'Subnet': ['ID=446bfa5e-0944-4da6-8411-de8b2d47ca42,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:08.056111 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-826c5271-5708-4ba3-8933-e98cb5a573a9 req-e81b51d8-be70-4b52-8f4b-3dc921b647a1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=429a379b-e608-4074-8c4d-b4d6eb203812 HTTP/1.1" status: 200 len: 217 time: 0.0593307 Feb 02 07:06:08.068375 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2886475d-0a99-4913-8ac6-ecb42acc2a14 None None] Publish callbacks [] for port (6f8597b2-e859-4180-89a3-dfbe22f5e837), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:08.082202 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2886475d-0a99-4913-8ac6-ecb42acc2a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (6f8597b2-e859-4180-89a3-dfbe22f5e837), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:08.087342 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed83052-2b86-4b4c-a6df-3c47de007b56 req-7a6db62c-1b90-46d0-84ba-d28aa19c0b5a tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:08.096297 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bed83052-2b86-4b4c-a6df-3c47de007b56 req-7a6db62c-1b90-46d0-84ba-d28aa19c0b5a tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/ports?device_id=8862ba72-75d9-4882-987c-9844219c294f HTTP/1.1" status: 200 len: 945 time: 0.1640556 Feb 02 07:06:08.108112 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc508628-126c-4998-a06a-f5400ae6d092 admin admin] Checking segment: {'id': '0708fd28-2d16-470c-840a-add81f0f58a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '098466ed-6cfb-4629-b5bb-bc2a67c5bdc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:06:08.108491 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc508628-126c-4998-a06a-f5400ae6d092 admin admin] Network hostable DHCP agents. Network: 098466ed-6cfb-4629-b5bb-bc2a67c5bdc6, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:06:08.143691 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a37bab12-cf91-475a-9945-3210d92acb42 req-68bda74e-7b74-446c-82cb-1dc774ab9da7 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/security-groups/a5d4ccaf-26cf-4391-8f4a-c9fd890579b0 HTTP/1.1" status: 200 len: 3002 time: 0.1551175 Feb 02 07:06:08.164943 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c5271-5708-4ba3-8933-e98cb5a573a9 req-0474649a-39e3-4905-b4c9-76e3453c846e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:08.166493 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc508628-126c-4998-a06a-f5400ae6d092 admin admin] Network 098466ed-6cfb-4629-b5bb-bc2a67c5bdc6 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:06:08.169438 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-826c5271-5708-4ba3-8933-e98cb5a573a9 req-0474649a-39e3-4905-b4c9-76e3453c846e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=32144128-c19d-4644-8a7f-0675355df2fd HTTP/1.1" status: 200 len: 846 time: 0.1017911 Feb 02 07:06:08.173914 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2886475d-0a99-4913-8ac6-ecb42acc2a14 None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:06:08.196163 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-2886475d-0a99-4913-8ac6-ecb42acc2a14 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:06:08.200695 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2886475d-0a99-4913-8ac6-ecb42acc2a14 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:06:08.208661 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2886475d-0a99-4913-8ac6-ecb42acc2a14 None None] Pushing event updated for resources: {'Port': ['ID=6f8597b2-e859-4180-89a3-dfbe22f5e837,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:08.214908 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-bc508628-126c-4998-a06a-f5400ae6d092 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 098466ed-6cfb-4629-b5bb-bc2a67c5bdc6) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:06:08.233205 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bed83052-2b86-4b4c-a6df-3c47de007b56 req-b3aa5e02-79fc-4e6e-8c5f-eacf9f9a8322 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/security-groups?id=e8e61412-2b54-4a5c-ab0d-3506f7e64351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359208 Feb 02 07:06:08.268895 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364d8ac4-0dc0-499a-b32d-3aaeeaeb340a None None] Network 098466ed-6cfb-4629-b5bb-bc2a67c5bdc6 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:06:08.281676 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-826c5271-5708-4ba3-8933-e98cb5a573a9 req-fecbdd52-84f1-4ad8-8f22-b9f1fd340bd3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f9701445-c4cf-4d4f-9286-fc4fc0bbd41b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1046605 Feb 02 07:06:08.294233 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc508628-126c-4998-a06a-f5400ae6d092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:08.294846 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bc508628-126c-4998-a06a-f5400ae6d092 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:08.324422 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-2886475d-0a99-4913-8ac6-ecb42acc2a14 None None] Attempting to bind port 6f8597b2-e859-4180-89a3-dfbe22f5e837 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:06:08.325056 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-2886475d-0a99-4913-8ac6-ecb42acc2a14 None None] Attempting to bind port 6f8597b2-e859-4180-89a3-dfbe22f5e837 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:06:08.325604 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2886475d-0a99-4913-8ac6-ecb42acc2a14 None None] Attempting to bind port 6f8597b2-e859-4180-89a3-dfbe22f5e837 on network 0866d72e-3544-4c93-a5a9-bf8114a5301e {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:06:08.333551 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2886475d-0a99-4913-8ac6-ecb42acc2a14 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:06:08.334209 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2886475d-0a99-4913-8ac6-ecb42acc2a14 None None] Checking segment: {'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:06:08.338302 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2886475d-0a99-4913-8ac6-ecb42acc2a14 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:08.339128 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2886475d-0a99-4913-8ac6-ecb42acc2a14 None None] Bound using segment: {'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:06:08.339825 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-2886475d-0a99-4913-8ac6-ecb42acc2a14 None None] Bound port: 6f8597b2-e859-4180-89a3-dfbe22f5e837, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28926945-7756-40b6-b3b7-9dc56b3fb1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:06:08.340572 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2886475d-0a99-4913-8ac6-ecb42acc2a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (6f8597b2-e859-4180-89a3-dfbe22f5e837), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:08.410826 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-bc508628-126c-4998-a06a-f5400ae6d092 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.6108696 Feb 02 07:06:08.413443 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 47118) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:08.419196 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e4a2289-bd3b-41f5-9e11-b65d62726d1e x-openstack-request-id: req-4e4a2289-bd3b-41f5-9e11-b65d62726d1e {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:06:08.419589 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66efdfcb-d75d-49a1-a389-2e252e22cb3b", "tag": "429a379b-e608-4074-8c4d-b4d6eb203812", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:06:08.419920 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-4e4a2289-bd3b-41f5-9e11-b65d62726d1e {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:06:08.422003 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66efdfcb-d75d-49a1-a389-2e252e22cb3b', 'tag': '429a379b-e608-4074-8c4d-b4d6eb203812', 'status': 'completed', 'code': 200} Feb 02 07:06:08.432483 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-f0835748-b885-4615-91d9-6db59889b618 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-2023207750-router', 'tenant_id': 'bc6d7dbe1d5148348d5fd6c6cc68f02a', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:06:08.526096 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e6625d-f04e-49aa-a917-9761bd45d18c None None] Network 098466ed-6cfb-4629-b5bb-bc2a67c5bdc6 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:06:08.538074 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f0835748-b885-4615-91d9-6db59889b618 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (f4805bbb-7278-499c-9197-654522a821d7), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:08.541069 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-2886475d-0a99-4913-8ac6-ecb42acc2a14 None None] For port 6f8597b2-e859-4180-89a3-dfbe22f5e837, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:06:08.545889 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-2886475d-0a99-4913-8ac6-ecb42acc2a14 None None] For port 6f8597b2-e859-4180-89a3-dfbe22f5e837, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=6f8597b2-e859-4180-89a3-dfbe22f5e837,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:06:08.547208 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f0835748-b885-4615-91d9-6db59889b618 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (f4805bbb-7278-499c-9197-654522a821d7), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:08.566996 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2886475d-0a99-4913-8ac6-ecb42acc2a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (6f8597b2-e859-4180-89a3-dfbe22f5e837), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:08.597598 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-826c5271-5708-4ba3-8933-e98cb5a573a9 req-1f2a7287-288b-4ba7-acf8-145d3a41ac37 service neutron] 10.222.0.59 "GET /v2.0/networks/f9701445-c4cf-4d4f-9286-fc4fc0bbd41b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943814 Feb 02 07:06:08.613031 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1319b69-f1ab-4cab-abb5-db8fa774e8d9 req-f7864359-9e41-4172-87b6-6f076f6c8a37 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:08.620764 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c1319b69-f1ab-4cab-abb5-db8fa774e8d9 req-f7864359-9e41-4172-87b6-6f076f6c8a37 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=66efdfcb-d75d-49a1-a389-2e252e22cb3b HTTP/1.1" status: 200 len: 944 time: 0.2912149 Feb 02 07:06:08.690294 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2886475d-0a99-4913-8ac6-ecb42acc2a14 None None] Pushing event updated for resources: {'Port': ['ID=6f8597b2-e859-4180-89a3-dfbe22f5e837,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:08.747978 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 0116beac-4651-424b-8c66-3535afe9a757 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:06:08.784611 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c1319b69-f1ab-4cab-abb5-db8fa774e8d9 req-a79908ae-5265-455d-9177-cea98819c8bd tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573191 Feb 02 07:06:08.796783 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 0116beac-4651-424b-8c66-3535afe9a757 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:06:08.796783 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 0116beac-4651-424b-8c66-3535afe9a757 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:06:08.821326 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f0835748-b885-4615-91d9-6db59889b618 admin admin] Publish callbacks [] for router_controller (f4805bbb-7278-499c-9197-654522a821d7), precommit_add_association {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:08.846245 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-826c5271-5708-4ba3-8933-e98cb5a573a9 req-c704c71e-02ed-4c40-be58-8813d8a364fd service neutron] 10.222.0.59 "GET /v2.0/networks/f9701445-c4cf-4d4f-9286-fc4fc0bbd41b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407484 Feb 02 07:06:08.986830 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f07ab0-fabe-4684-af11-0e2ff687dea4 req-687d048a-0a18-4367-84a0-bf72c5b5457e tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:08.988462 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b4f07ab0-fabe-4684-af11-0e2ff687dea4 req-687d048a-0a18-4367-84a0-bf72c5b5457e tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 947 time: 0.0927455 Feb 02 07:06:09.058144 n-d-789963-26 neutron-server[109693]: DEBUG neutron.objects.ports [None req-2f6b904e-f954-459a-b086-e9857c2b839d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109693) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 02 07:06:09.143899 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b4f07ab0-fabe-4684-af11-0e2ff687dea4 req-b805fe45-ea9c-4eb0-8eb9-14dc3bc0be14 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467531 Feb 02 07:06:09.240349 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3b6cc3fd-4a09-4f98-8d9b-05bf992d7048 req-f298e84c-23a2-41cb-bd52-66f96447442f tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/security-groups/9bdc352a-c75f-44bc-97b8-6070a7c740d3 HTTP/1.1" status: 200 len: 1819 time: 0.0532825 Feb 02 07:06:09.356003 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3b6cc3fd-4a09-4f98-8d9b-05bf992d7048 req-da691102-3f38-4cae-a49a-7b4f1304541e tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks [] for security_group (9bdc352a-c75f-44bc-97b8-6070a7c740d3), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:09.376996 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0bb71-1e0d-4a5d-8448-7da5eb0b745e req-7466354f-5e09-45c0-b343-8378d55f6bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:09.378598 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d9c0bb71-1e0d-4a5d-8448-7da5eb0b745e req-7466354f-5e09-45c0-b343-8378d55f6bea service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=51472d7ac5b4449fa09fb7150f54f571&device_id=66efdfcb-d75d-49a1-a389-2e252e22cb3b HTTP/1.1" status: 200 len: 1127 time: 0.3186123 Feb 02 07:06:09.403316 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3b6cc3fd-4a09-4f98-8d9b-05bf992d7048 req-da691102-3f38-4cae-a49a-7b4f1304541e tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks [] for security_group (9bdc352a-c75f-44bc-97b8-6070a7c740d3), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:09.492831 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f0835748-b885-4615-91d9-6db59889b618 admin admin] Publish callbacks [] for router_gateway (f4805bbb-7278-499c-9197-654522a821d7), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:09.540811 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3b6cc3fd-4a09-4f98-8d9b-05bf992d7048 req-da691102-3f38-4cae-a49a-7b4f1304541e tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (9bdc352a-c75f-44bc-97b8-6070a7c740d3), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:09.543489 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3b6cc3fd-4a09-4f98-8d9b-05bf992d7048 req-da691102-3f38-4cae-a49a-7b4f1304541e tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:09.552803 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3b6cc3fd-4a09-4f98-8d9b-05bf992d7048 req-da691102-3f38-4cae-a49a-7b4f1304541e tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "DELETE /v2.0/security-groups/9bdc352a-c75f-44bc-97b8-6070a7c740d3 HTTP/1.1" status: 204 len: 173 time: 0.3071887 Feb 02 07:06:09.579982 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da691102-3f38-4cae-a49a-7b4f1304541e tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bdc352a-c75f-44bc-97b8-6070a7c740d3,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:09.603861 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0bb71-1e0d-4a5d-8448-7da5eb0b745e req-d2fd2215-a6a5-4aeb-8305-8a15078722e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:09.606264 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d9c0bb71-1e0d-4a5d-8448-7da5eb0b745e req-d2fd2215-a6a5-4aeb-8305-8a15078722e0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f9701445-c4cf-4d4f-9286-fc4fc0bbd41b HTTP/1.1" status: 200 len: 907 time: 0.2132998 Feb 02 07:06:09.607332 n-d-789963-26 neutron-server[109694]: INFO neutron.api.v2.resource [req-03dd26f1-33b6-420a-87c5-eb050a5fe6b0 req-4a72a7a7-bd38-4500-a591-c987ae304907 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] show failed (client error): The resource could not be found. Feb 02 07:06:09.617535 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-03dd26f1-33b6-420a-87c5-eb050a5fe6b0 req-4a72a7a7-bd38-4500-a591-c987ae304907 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/security-groups/9bdc352a-c75f-44bc-97b8-6070a7c740d3 HTTP/1.1" status: 404 len: 352 time: 0.0388775 Feb 02 07:06:09.706175 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d9c0bb71-1e0d-4a5d-8448-7da5eb0b745e req-d47e89ad-b46c-4e48-aa78-516c018c70a0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=429a379b-e608-4074-8c4d-b4d6eb203812 HTTP/1.1" status: 200 len: 217 time: 0.0904887 Feb 02 07:06:09.778416 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48e19e3-19d4-4ec3-bf66-2c6423d1ba58 req-0bc1946f-96eb-441c-a00d-fe4b528b698b tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:09.780807 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d48e19e3-19d4-4ec3-bf66-2c6423d1ba58 req-0bc1946f-96eb-441c-a00d-fe4b528b698b tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.59 "GET /v2.0/ports?device_id=8862ba72-75d9-4882-987c-9844219c294f HTTP/1.1" status: 200 len: 945 time: 0.5234535 Feb 02 07:06:09.809212 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-45fb42bd-ba49-4048-9bce-1a9105a4c3c1 req-cdf3b337-e6f2-49c4-b5c4-1737e34f5c0d tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/security-groups/15ffa0da-3ff1-4617-b0f0-be9e77d3c370 HTTP/1.1" status: 200 len: 1819 time: 0.1694863 Feb 02 07:06:09.831209 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0bb71-1e0d-4a5d-8448-7da5eb0b745e req-965863cf-8563-432a-8d6c-e25aa1977525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:09.832870 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d9c0bb71-1e0d-4a5d-8448-7da5eb0b745e req-965863cf-8563-432a-8d6c-e25aa1977525 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=32144128-c19d-4644-8a7f-0675355df2fd HTTP/1.1" status: 200 len: 846 time: 0.1178660 Feb 02 07:06:09.846372 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2f6b904e-f954-459a-b086-e9857c2b839d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (6f8597b2-e859-4180-89a3-dfbe22f5e837), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:09.900104 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30e0fe-bd2b-4420-9fb3-5682209f93bd req-e1982c68-1c5a-4948-9a5d-ed87a7aac806 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:09.903313 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4f30e0fe-bd2b-4420-9fb3-5682209f93bd req-e1982c68-1c5a-4948-9a5d-ed87a7aac806 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/ports?device_id=8862ba72-75d9-4882-987c-9844219c294f HTTP/1.1" status: 200 len: 945 time: 0.4857495 Feb 02 07:06:09.962842 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d9c0bb71-1e0d-4a5d-8448-7da5eb0b745e req-54cba742-5866-4b48-b72d-a4af22c21446 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f9701445-c4cf-4d4f-9286-fc4fc0bbd41b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1191430 Feb 02 07:06:09.970687 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-45fb42bd-ba49-4048-9bce-1a9105a4c3c1 req-59049bfa-7d12-4f47-9550-010a9c301034 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks [] for security_group (15ffa0da-3ff1-4617-b0f0-be9e77d3c370), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:10.024467 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-45fb42bd-ba49-4048-9bce-1a9105a4c3c1 req-59049bfa-7d12-4f47-9550-010a9c301034 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks [] for security_group (15ffa0da-3ff1-4617-b0f0-be9e77d3c370), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:10.075550 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83327547-6e43-4fc1-8d79-485340588827 req-36dfc3be-9e92-4448-85ed-25d5e5380281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:10.077102 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-83327547-6e43-4fc1-8d79-485340588827 req-36dfc3be-9e92-4448-85ed-25d5e5380281 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=12ae52d2610343959b079c169f83e654&device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 1130 time: 0.2665966 Feb 02 07:06:10.161482 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d9c0bb71-1e0d-4a5d-8448-7da5eb0b745e req-38309106-a8a1-4c87-832c-1bedf0adb29d service neutron] 10.222.0.59 "GET /v2.0/networks/f9701445-c4cf-4d4f-9286-fc4fc0bbd41b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916430 Feb 02 07:06:10.162831 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-45fb42bd-ba49-4048-9bce-1a9105a4c3c1 req-59049bfa-7d12-4f47-9550-010a9c301034 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (15ffa0da-3ff1-4617-b0f0-be9e77d3c370), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:10.166914 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-45fb42bd-ba49-4048-9bce-1a9105a4c3c1 req-59049bfa-7d12-4f47-9550-010a9c301034 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:10.179165 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-45fb42bd-ba49-4048-9bce-1a9105a4c3c1 req-59049bfa-7d12-4f47-9550-010a9c301034 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "DELETE /v2.0/security-groups/15ffa0da-3ff1-4617-b0f0-be9e77d3c370 HTTP/1.1" status: 204 len: 173 time: 0.3585451 Feb 02 07:06:10.244588 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4f30e0fe-bd2b-4420-9fb3-5682209f93bd req-e7597053-f309-4098-8b31-2da6f350b712 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/security-groups?id=e8e61412-2b54-4a5c-ab0d-3506f7e64351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300948 Feb 02 07:06:10.460049 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83327547-6e43-4fc1-8d79-485340588827 req-db8fcee6-8c11-40db-a419-692fc912bcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:10.461627 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-83327547-6e43-4fc1-8d79-485340588827 req-db8fcee6-8c11-40db-a419-692fc912bcf0 service neutron] 10.222.0.88 "GET /v2.0/networks?id=274d3754-cb62-4276-8b4a-dfa5cf98baaf HTTP/1.1" status: 200 len: 913 time: 0.3063395 Feb 02 07:06:10.480360 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-bf260412-6d9a-4bed-8d44-ad01779c0c2a None None] Provisioning complete for port 6f8597b2-e859-4180-89a3-dfbe22f5e837 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:06:10.481780 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-bf260412-6d9a-4bed-8d44-ad01779c0c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (6f8597b2-e859-4180-89a3-dfbe22f5e837), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:10.496265 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 47218) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:10.507461 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-2f6b904e-f954-459a-b086-e9857c2b839d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] For port 6f8597b2-e859-4180-89a3-dfbe22f5e837, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=6f8597b2-e859-4180-89a3-dfbe22f5e837,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:06:10.548438 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-d48e19e3-19d4-4ec3-bf66-2c6423d1ba58 req-f4ac8592-12ef-42d6-a549-2fc2a0d89971 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Deleting port 8095058a-bcc3-4846-888e-effa3c46156b {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:06:10.548798 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d48e19e3-19d4-4ec3-bf66-2c6423d1ba58 req-f4ac8592-12ef-42d6-a549-2fc2a0d89971 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (8095058a-bcc3-4846-888e-effa3c46156b), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:10.670584 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-83327547-6e43-4fc1-8d79-485340588827 req-9406190f-0577-4ceb-8e14-bb8a464d4d6d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85893ae3-9cf9-488d-a8f8-58bbbb8cbd30 HTTP/1.1" status: 200 len: 1002 time: 0.1047828 Feb 02 07:06:10.680781 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-bf260412-6d9a-4bed-8d44-ad01779c0c2a None None] Current status of the port 6f8597b2-e859-4180-89a3-dfbe22f5e837 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:06:10.681182 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-bf260412-6d9a-4bed-8d44-ad01779c0c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (6f8597b2-e859-4180-89a3-dfbe22f5e837), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:10.694096 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b115c90-024b-472f-ade1-217f39069450 req-809ebfd1-8b21-4193-a2f8-a7ca42e9afe2 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:10.701320 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2b115c90-024b-472f-ade1-217f39069450 req-809ebfd1-8b21-4193-a2f8-a7ca42e9afe2 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 947 time: 0.3281474 Feb 02 07:06:10.707336 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 6f8597b2-e859-4180-89a3-dfbe22f5e837 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:06:10.731828 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59049bfa-7d12-4f47-9550-010a9c301034 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ffa0da-3ff1-4617-b0f0-be9e77d3c370,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:10.776304 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 6f8597b2-e859-4180-89a3-dfbe22f5e837 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:06:10.776684 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (6f8597b2-e859-4180-89a3-dfbe22f5e837), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:10.849833 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b7d2c-87c4-4184-8cdd-a9b9bd27281d req-3d53cf63-8891-4641-8312-38b0c2801cc8 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:10.851607 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c54b7d2c-87c4-4184-8cdd-a9b9bd27281d req-3d53cf63-8891-4641-8312-38b0c2801cc8 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=66efdfcb-d75d-49a1-a389-2e252e22cb3b HTTP/1.1" status: 200 len: 944 time: 0.1532049 Feb 02 07:06:10.879346 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d9c0bb71-1e0d-4a5d-8448-7da5eb0b745e req-c165aadd-c096-40fe-8968-0ddcd8844392 service neutron] 10.222.0.59 "GET /v2.0/networks/f9701445-c4cf-4d4f-9286-fc4fc0bbd41b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6991084 Feb 02 07:06:10.908121 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 6f8597b2-e859-4180-89a3-dfbe22f5e837 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:06:10.908682 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (6f8597b2-e859-4180-89a3-dfbe22f5e837), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:10.910997 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c54b7d2c-87c4-4184-8cdd-a9b9bd27281d req-e67473cf-11a1-4fba-b77a-d6029046c009 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498886 Feb 02 07:06:10.933232 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e1466b02-eeaf-4228-b670-e342534fb357 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:10.963181 n-d-789963-26 neutron-server[109694]: INFO neutron.api.v2.resource [req-dd1fc86f-b66f-4f4a-83a0-a1352c38b960 req-94b1037f-e423-4f6b-a198-45238a3e938d tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] show failed (client error): The resource could not be found. Feb 02 07:06:10.964540 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dd1fc86f-b66f-4f4a-83a0-a1352c38b960 req-94b1037f-e423-4f6b-a198-45238a3e938d tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/security-groups/15ffa0da-3ff1-4617-b0f0-be9e77d3c370 HTTP/1.1" status: 404 len: 352 time: 0.0154161 Feb 02 07:06:11.028562 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-411eed2c-82ef-45be-bcf2-f4b6eee66d6b req-305d66f7-7a62-4c74-bc1f-e72cb1549169 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/security-groups/40cf56d1-0ff0-4474-bea1-a317dc098c3a HTTP/1.1" status: 200 len: 1818 time: 0.0428753 Feb 02 07:06:11.105266 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-411eed2c-82ef-45be-bcf2-f4b6eee66d6b req-207ae911-13c0-41ee-bcc3-5bb415bec1bf tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks [] for security_group (40cf56d1-0ff0-4474-bea1-a317dc098c3a), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:11.131799 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-411eed2c-82ef-45be-bcf2-f4b6eee66d6b req-207ae911-13c0-41ee-bcc3-5bb415bec1bf tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks [] for security_group (40cf56d1-0ff0-4474-bea1-a317dc098c3a), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:11.179300 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-411eed2c-82ef-45be-bcf2-f4b6eee66d6b req-207ae911-13c0-41ee-bcc3-5bb415bec1bf tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (40cf56d1-0ff0-4474-bea1-a317dc098c3a), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:11.186102 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-411eed2c-82ef-45be-bcf2-f4b6eee66d6b req-207ae911-13c0-41ee-bcc3-5bb415bec1bf tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:11.190054 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-411eed2c-82ef-45be-bcf2-f4b6eee66d6b req-207ae911-13c0-41ee-bcc3-5bb415bec1bf tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "DELETE /v2.0/security-groups/40cf56d1-0ff0-4474-bea1-a317dc098c3a HTTP/1.1" status: 204 len: 173 time: 0.1529939 Feb 02 07:06:11.215220 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2fe269bc-2970-4d25-bbb7-6967bfe7849e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:11.216331 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ae911-13c0-41ee-bcc3-5bb415bec1bf tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40cf56d1-0ff0-4474-bea1-a317dc098c3a,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:11.229063 n-d-789963-26 neutron-server[109694]: INFO neutron.api.v2.resource [req-917cbc14-9de4-49ca-ab00-f5752a513e64 req-80a5a579-56e6-41c4-b9d0-b2885f99c390 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] show failed (client error): The resource could not be found. Feb 02 07:06:11.230196 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-917cbc14-9de4-49ca-ab00-f5752a513e64 req-80a5a579-56e6-41c4-b9d0-b2885f99c390 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/security-groups/40cf56d1-0ff0-4474-bea1-a317dc098c3a HTTP/1.1" status: 404 len: 352 time: 0.0237718 Feb 02 07:06:11.254345 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2f6b904e-f954-459a-b086-e9857c2b839d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for port (6f8597b2-e859-4180-89a3-dfbe22f5e837), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:11.304248 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2b115c90-024b-472f-ade1-217f39069450 req-4084b505-386e-455b-a276-c72bd294c477 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6019373 Feb 02 07:06:11.305044 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2f6b904e-f954-459a-b086-e9857c2b839d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (6f8597b2-e859-4180-89a3-dfbe22f5e837), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:11.356837 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.db.api [None req-bf260412-6d9a-4bed-8d44-ad01779c0c2a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109695) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 07:06:11.357843 n-d-789963-26 neutron-server[109695]: DEBUG oslo_db.api [None req-bf260412-6d9a-4bed-8d44-ad01779c0c2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 07:06:11.362015 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.db.api [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109695) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 07:06:11.362573 n-d-789963-26 neutron-server[109695]: DEBUG oslo_db.api [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 07:06:11.369263 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f0835748-b885-4615-91d9-6db59889b618 admin admin] Publish callbacks [] for router_gateway (f4805bbb-7278-499c-9197-654522a821d7), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:11.370560 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-430286fb-2531-4927-ab2e-a27b16149ede req-b1f1791a-e63d-4461-b040-a6390eae30e7 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=32d438d03e3c412aa95bd1ce4c33b4b7 HTTP/1.1" status: 200 len: 6206 time: 0.0974085 Feb 02 07:06:11.371805 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83327547-6e43-4fc1-8d79-485340588827 req-84122754-5372-47a6-90bb-db261ea99c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:11.373348 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-83327547-6e43-4fc1-8d79-485340588827 req-84122754-5372-47a6-90bb-db261ea99c37 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b6b3fc97-ea53-4910-99b5-bddf06c5d45f HTTP/1.1" status: 200 len: 851 time: 0.6877062 Feb 02 07:06:11.429803 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-430286fb-2531-4927-ab2e-a27b16149ede req-1797b25a-a514-4067-9607-d300d78504c7 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/security-groups/a5d4ccaf-26cf-4391-8f4a-c9fd890579b0 HTTP/1.1" status: 200 len: 3002 time: 0.0464866 Feb 02 07:06:11.445724 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2f6b904e-f954-459a-b086-e9857c2b839d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (41f1ace3-86c9-43e3-b0c8-813ad41b195c), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:11.462253 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f0835748-b885-4615-91d9-6db59889b618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:11.494112 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-430286fb-2531-4927-ab2e-a27b16149ede req-51b64d2d-fae6-4147-a5e6-096e204c7bf5 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/security-groups/a5d4ccaf-26cf-4391-8f4a-c9fd890579b0 HTTP/1.1" status: 200 len: 3002 time: 0.0576472 Feb 02 07:06:11.523424 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-83ddbd30-a96e-43a4-861b-bc2fbd500227 req-aa311eb0-7dcf-4692-8b86-e0708ef23bbe tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-423432516', 'description': 'tempest-description-1176521810'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:06:11.543950 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-83ddbd30-a96e-43a4-861b-bc2fbd500227 req-aa311eb0-7dcf-4692-8b86-e0708ef23bbe tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:11.564959 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-be2c9be1-b69f-43c7-9f76-3c7b91a409ff req-7004af73-7164-4290-9b29-0357b3f05380 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.7679245 Feb 02 07:06:11.567525 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-d48e19e3-19d4-4ec3-bf66-2c6423d1ba58 req-f4ac8592-12ef-42d6-a549-2fc2a0d89971 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] For port 8095058a-bcc3-4846-888e-effa3c46156b, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=8095058a-bcc3-4846-888e-effa3c46156b,segment=NetworkSegment(2d9e21dd-1cbf-4b8c-a135-5456b21a07f6),segment_id=2d9e21dd-1cbf-4b8c-a135-5456b21a07f6)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:06:11.567921 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d48e19e3-19d4-4ec3-bf66-2c6423d1ba58 req-f4ac8592-12ef-42d6-a549-2fc2a0d89971 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (8095058a-bcc3-4846-888e-effa3c46156b), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:11.619855 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-83ddbd30-a96e-43a4-861b-bc2fbd500227 req-aa311eb0-7dcf-4692-8b86-e0708ef23bbe tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks [] for security_group (ea557f59-4959-458d-b8fa-a7e2d54a6314), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:11.624370 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-83ddbd30-a96e-43a4-861b-bc2fbd500227 req-aa311eb0-7dcf-4692-8b86-e0708ef23bbe tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (ea557f59-4959-458d-b8fa-a7e2d54a6314), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:11.655176 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-83ddbd30-a96e-43a4-861b-bc2fbd500227 req-aa311eb0-7dcf-4692-8b86-e0708ef23bbe tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:11.656433 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-83ddbd30-a96e-43a4-861b-bc2fbd500227 req-aa311eb0-7dcf-4692-8b86-e0708ef23bbe tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.1375723 Feb 02 07:06:11.658274 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa311eb0-7dcf-4692-8b86-e0708ef23bbe tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea557f59-4959-458d-b8fa-a7e2d54a6314,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:11.684394 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6b904e-f954-459a-b086-e9857c2b839d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:06:11.686405 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-61b5cd96-f719-4d33-8ce5-1714b5d8d01c req-ad8f444f-27ee-47ae-9bd1-d562c7a750aa tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-738680647', 'description': 'tempest-description-718725834'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:06:11.687216 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-d48e19e3-19d4-4ec3-bf66-2c6423d1ba58 req-f4ac8592-12ef-42d6-a549-2fc2a0d89971 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Calling delete_port for 8095058a-bcc3-4846-888e-effa3c46156b owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:06:11.707733 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-61b5cd96-f719-4d33-8ce5-1714b5d8d01c req-ad8f444f-27ee-47ae-9bd1-d562c7a750aa tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:11.729859 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-2f6b904e-f954-459a-b086-e9857c2b839d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:06:11.731526 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6b904e-f954-459a-b086-e9857c2b839d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event updated for resources: {'Port': ['ID=6f8597b2-e859-4180-89a3-dfbe22f5e837,revision_number=4']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:11.742292 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c95aa12-75f1-471e-b1f6-50e3b1274151 None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:06:11.761449 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6b904e-f954-459a-b086-e9857c2b839d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:11.762052 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2f6b904e-f954-459a-b086-e9857c2b839d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:11.789206 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-61b5cd96-f719-4d33-8ce5-1714b5d8d01c req-ad8f444f-27ee-47ae-9bd1-d562c7a750aa tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks [] for security_group (8baab629-eb75-4520-953b-878c01fb4cf5), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:11.793106 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-61b5cd96-f719-4d33-8ce5-1714b5d8d01c req-ad8f444f-27ee-47ae-9bd1-d562c7a750aa tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (8baab629-eb75-4520-953b-878c01fb4cf5), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:11.795023 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6b904e-f954-459a-b086-e9857c2b839d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event updated for resources: {'Subnet': ['ID=41f1ace3-86c9-43e3-b0c8-813ad41b195c,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:11.831328 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8f444f-27ee-47ae-9bd1-d562c7a750aa tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8baab629-eb75-4520-953b-878c01fb4cf5,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:11.836086 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-61b5cd96-f719-4d33-8ce5-1714b5d8d01c req-ad8f444f-27ee-47ae-9bd1-d562c7a750aa tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:11.841017 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-61b5cd96-f719-4d33-8ce5-1714b5d8d01c req-ad8f444f-27ee-47ae-9bd1-d562c7a750aa tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.1588423 Feb 02 07:06:11.871884 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83327547-6e43-4fc1-8d79-485340588827 req-44f7e642-8b95-403a-ae09-4303cfb09413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:11.873495 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-83327547-6e43-4fc1-8d79-485340588827 req-44f7e642-8b95-403a-ae09-4303cfb09413 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=274d3754-cb62-4276-8b4a-dfa5cf98baaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4725237 Feb 02 07:06:11.944590 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0d2a26-411b-4477-bf71-d3a173576aba req-8a05bcec-cdfc-44fc-9a79-e3eff564f795 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:11.946278 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0a0d2a26-411b-4477-bf71-d3a173576aba req-8a05bcec-cdfc-44fc-9a79-e3eff564f795 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/ports?device_id=8862ba72-75d9-4882-987c-9844219c294f HTTP/1.1" status: 200 len: 945 time: 0.5377879 Feb 02 07:06:11.947370 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 6f8597b2-e859-4180-89a3-dfbe22f5e837 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:06:11.947806 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (6f8597b2-e859-4180-89a3-dfbe22f5e837), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:11.951935 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-2f6b904e-f954-459a-b086-e9857c2b839d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 5.0296259 Feb 02 07:06:11.954759 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47276) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:11.960797 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-80b3ac2d-646f-4923-b0d9-c10c777e6566 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Request body: {'port': {'network_id': '0866d72e-3544-4c93-a5a9-bf8114a5301e', 'mac_address': 'fa:16:3e:27:3b:fc', 'name': 'tempest-NetworksTestDHCPv6-1844597780'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:06:11.963625 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-bf260412-6d9a-4bed-8d44-ad01779c0c2a None None] Current status of the port 6f8597b2-e859-4180-89a3-dfbe22f5e837 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:06:11.964015 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-bf260412-6d9a-4bed-8d44-ad01779c0c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (6f8597b2-e859-4180-89a3-dfbe22f5e837), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:12.004626 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 6f8597b2-e859-4180-89a3-dfbe22f5e837, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=6f8597b2-e859-4180-89a3-dfbe22f5e837,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:06:12.012202 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (6f8597b2-e859-4180-89a3-dfbe22f5e837), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:12.125171 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.db.api [None req-bf260412-6d9a-4bed-8d44-ad01779c0c2a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109695) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 07:06:12.125844 n-d-789963-26 neutron-server[109695]: DEBUG oslo_db.api [None req-bf260412-6d9a-4bed-8d44-ad01779c0c2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 07:06:12.127456 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=6f8597b2-e859-4180-89a3-dfbe22f5e837,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:12.167892 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0513b375-b5e3-4222-b421-e9a98edd11af req-a68d2bd5-4925-47a4-8493-502de48cb8cb tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:12.169650 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0513b375-b5e3-4222-b421-e9a98edd11af req-a68d2bd5-4925-47a4-8493-502de48cb8cb tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=66efdfcb-d75d-49a1-a389-2e252e22cb3b HTTP/1.1" status: 200 len: 944 time: 0.0983827 Feb 02 07:06:12.180777 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2fe269bc-2970-4d25-bbb7-6967bfe7849e admin admin] Publish callbacks [] for security_group (9b794466-23f5-44dc-a418-0a766c8d52de), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:12.189100 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b3ac2d-646f-4923-b0d9-c10c777e6566 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Made reservation on behalf of d3e64a71e17749e693b291cf3514bb46 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:06:12.227684 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d48e19e3-19d4-4ec3-bf66-2c6423d1ba58 req-f4ac8592-12ef-42d6-a549-2fc2a0d89971 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (8095058a-bcc3-4846-888e-effa3c46156b), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:12.234611 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2fe269bc-2970-4d25-bbb7-6967bfe7849e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (9b794466-23f5-44dc-a418-0a766c8d52de), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:12.259226 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c9be1-b69f-43c7-9f76-3c7b91a409ff req-a27b6501-a011-4715-89cb-99edeb4bb7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:12.259741 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c9be1-b69f-43c7-9f76-3c7b91a409ff req-a27b6501-a011-4715-89cb-99edeb4bb7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:12.260218 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c9be1-b69f-43c7-9f76-3c7b91a409ff req-a27b6501-a011-4715-89cb-99edeb4bb7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:12.260710 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c9be1-b69f-43c7-9f76-3c7b91a409ff req-a27b6501-a011-4715-89cb-99edeb4bb7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:12.261162 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c9be1-b69f-43c7-9f76-3c7b91a409ff req-a27b6501-a011-4715-89cb-99edeb4bb7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:12.261627 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c9be1-b69f-43c7-9f76-3c7b91a409ff req-a27b6501-a011-4715-89cb-99edeb4bb7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:12.262094 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c9be1-b69f-43c7-9f76-3c7b91a409ff req-a27b6501-a011-4715-89cb-99edeb4bb7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:12.263210 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['789c6a34-5759-40c6-b84a-7e24b567041f', '8095058a-bcc3-4846-888e-effa3c46156b'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:06:12.264106 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-be2c9be1-b69f-43c7-9f76-3c7b91a409ff req-a27b6501-a011-4715-89cb-99edeb4bb7aa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e8b504d3cbde466cb7d12e8c49d706df&device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 6714 time: 0.5749848 Feb 02 07:06:12.272538 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-f0835748-b885-4615-91d9-6db59889b618 admin admin] Allocated IP 172.25.4.252 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/1c492ac7-4c79-42c1-b988-e0114c0e532f) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:06:12.291812 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0513b375-b5e3-4222-b421-e9a98edd11af req-f8b433d3-7f73-4001-950d-4b497f8b250b tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111181 Feb 02 07:06:12.321144 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-80b3ac2d-646f-4923-b0d9-c10c777e6566 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:12.362740 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ac8592-12ef-42d6-a549-2fc2a0d89971 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Pushing event deleted for resources: {'Port': ['ID=8095058a-bcc3-4846-888e-effa3c46156b,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:12.365950 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [None req-80b3ac2d-646f-4923-b0d9-c10c777e6566 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] device_id is not set on port aef67d43-9927-4db4-930d-a709f9f078ff yet. {{(pid=109694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:06:12.468070 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-2fe269bc-2970-4d25-bbb7-6967bfe7849e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=1249ea5367d443f3a28b0358ad85b3b8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9639826 Feb 02 07:06:12.469289 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47290) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:12.487238 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ac8592-12ef-42d6-a549-2fc2a0d89971 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:06:12.487855 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ac8592-12ef-42d6-a549-2fc2a0d89971 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:06:12.488439 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ac8592-12ef-42d6-a549-2fc2a0d89971 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:06:12.488992 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ac8592-12ef-42d6-a549-2fc2a0d89971 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:06:12.489511 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ac8592-12ef-42d6-a549-2fc2a0d89971 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:06:12.490035 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ac8592-12ef-42d6-a549-2fc2a0d89971 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:06:12.490554 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ac8592-12ef-42d6-a549-2fc2a0d89971 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:06:12.492302 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ac8592-12ef-42d6-a549-2fc2a0d89971 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:06:12.492831 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ac8592-12ef-42d6-a549-2fc2a0d89971 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:06:12.493363 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ac8592-12ef-42d6-a549-2fc2a0d89971 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:06:12.493892 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ac8592-12ef-42d6-a549-2fc2a0d89971 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:06:12.494418 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ac8592-12ef-42d6-a549-2fc2a0d89971 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:06:12.494928 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ac8592-12ef-42d6-a549-2fc2a0d89971 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:06:12.520769 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe269bc-2970-4d25-bbb7-6967bfe7849e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b794466-23f5-44dc-a418-0a766c8d52de,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:12.578642 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0a0d2a26-411b-4477-bf71-d3a173576aba req-1cc5145e-5a64-445b-b411-3b9711f7f6d8 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/security-groups?id=e8e61412-2b54-4a5c-ab0d-3506f7e64351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5654738 Feb 02 07:06:12.581140 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-83327547-6e43-4fc1-8d79-485340588827 req-153481e6-bcec-4151-8d1e-59a6b41c1311 service neutron] 10.222.0.88 "GET /v2.0/networks/274d3754-cb62-4276-8b4a-dfa5cf98baaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6973064 Feb 02 07:06:12.590058 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-d48e19e3-19d4-4ec3-bf66-2c6423d1ba58 req-f4ac8592-12ef-42d6-a549-2fc2a0d89971 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] No DVR routers for this DVR port 8095058a-bcc3-4846-888e-effa3c46156b on host n-h2-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:06:12.652870 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea78542-dba9-4f38-be2c-10dc806b07eb req-e833b9fa-40bd-4cd9-bc96-d7f5eddd7852 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:12.656073 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d48e19e3-19d4-4ec3-bf66-2c6423d1ba58 req-f4ac8592-12ef-42d6-a549-2fc2a0d89971 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:12.661419 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fea78542-dba9-4f38-be2c-10dc806b07eb req-e833b9fa-40bd-4cd9-bc96-d7f5eddd7852 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/networks?id=4dc80cef-b607-4e43-a37e-1cb34fdb7f94 HTTP/1.1" status: 200 len: 812 time: 0.2288866 Feb 02 07:06:12.663460 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3e392168-614a-49ed-95d1-2ddf2d18fd86 admin admin] Publish callbacks [] for security_group (9b794466-23f5-44dc-a418-0a766c8d52de), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:12.664615 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d48e19e3-19d4-4ec3-bf66-2c6423d1ba58 req-f4ac8592-12ef-42d6-a549-2fc2a0d89971 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.59 "DELETE /v2.0/ports/8095058a-bcc3-4846-888e-effa3c46156b HTTP/1.1" status: 204 len: 173 time: 2.8202775 Feb 02 07:06:12.665105 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8862ba72-75d9-4882-987c-9844219c294f', 'name': 'network-vif-deleted', 'tag': '8095058a-bcc3-4846-888e-effa3c46156b'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:06:12.667411 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d42419-8be6-46ab-8a29-5e42d83c223e" -d '{"events": [{"server_uuid": "8862ba72-75d9-4882-987c-9844219c294f", "name": "network-vif-deleted", "tag": "8095058a-bcc3-4846-888e-effa3c46156b"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:06:12.689463 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 6f8597b2-e859-4180-89a3-dfbe22f5e837 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:06:12.747753 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fea78542-dba9-4f38-be2c-10dc806b07eb req-ecf1ef4c-9e6e-4026-b6e2-9c4d61125acb tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/quotas/32d438d03e3c412aa95bd1ce4c33b4b7 HTTP/1.1" status: 200 len: 375 time: 0.0851703 Feb 02 07:06:12.798640 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3e392168-614a-49ed-95d1-2ddf2d18fd86 admin admin] Publish callbacks [] for security_group (9b794466-23f5-44dc-a418-0a766c8d52de), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:12.841544 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 6f8597b2-e859-4180-89a3-dfbe22f5e837 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:06:12.843497 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (6f8597b2-e859-4180-89a3-dfbe22f5e837), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:12.845667 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c9be1-b69f-43c7-9f76-3c7b91a409ff req-809c4583-93c2-44c2-9d87-9ad2c2f239c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:12.846621 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c9be1-b69f-43c7-9f76-3c7b91a409ff req-809c4583-93c2-44c2-9d87-9ad2c2f239c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:12.847254 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c9be1-b69f-43c7-9f76-3c7b91a409ff req-809c4583-93c2-44c2-9d87-9ad2c2f239c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:12.851758 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-be2c9be1-b69f-43c7-9f76-3c7b91a409ff req-809c4583-93c2-44c2-9d87-9ad2c2f239c0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=77178f25-e284-4e4b-a7e5-cf621bae5a6c&id=9faf7e40-7741-4ebb-8f78-e3e3326a51b7&id=9faf7e40-7741-4ebb-8f78-e3e3326a51b7&id=9faf7e40-7741-4ebb-8f78-e3e3326a51b7&id=9faf7e40-7741-4ebb-8f78-e3e3326a51b7&id=fc60349d-a3fd-46d2-93de-c30a8b26931d&id=fc60349d-a3fd-46d2-93de-c30a8b26931d HTTP/1.1" status: 200 len: 2291 time: 0.5277712 Feb 02 07:06:12.941068 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 6f8597b2-e859-4180-89a3-dfbe22f5e837 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:06:12.947610 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fea78542-dba9-4f38-be2c-10dc806b07eb req-709c7619-368d-453b-9b48-9b68e71999f3 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=32d438d03e3c412aa95bd1ce4c33b4b7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1989775 Feb 02 07:06:12.968724 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-80b3ac2d-646f-4923-b0d9-c10c777e6566 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Allocated IP 2001:db8::1ac (0866d72e-3544-4c93-a5a9-bf8114a5301e/a9a84a00-5f78-4f3b-a073-95e5231d9f5c/aef67d43-9927-4db4-930d-a709f9f078ff) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:06:12.992716 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-80b3ac2d-646f-4923-b0d9-c10c777e6566 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Allocated IP 2001:db8:0:1:f816:3eff:fe27:3bfc (0866d72e-3544-4c93-a5a9-bf8114a5301e/41f1ace3-86c9-43e3-b0c8-813ad41b195c/aef67d43-9927-4db4-930d-a709f9f078ff) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:06:13.036962 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3e392168-614a-49ed-95d1-2ddf2d18fd86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (9b794466-23f5-44dc-a418-0a766c8d52de), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:13.039708 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3e392168-614a-49ed-95d1-2ddf2d18fd86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:13.040855 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-3e392168-614a-49ed-95d1-2ddf2d18fd86 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/9b794466-23f5-44dc-a418-0a766c8d52de HTTP/1.1" status: 204 len: 168 time: 0.5676210 Feb 02 07:06:13.041441 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-be2c9be1-b69f-43c7-9f76-3c7b91a409ff req-e9cea936-9bdd-4a4c-ab26-8ae5242fda31 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96ea0c8c-2d04-4820-aaf9-0423ccbb3176 HTTP/1.1" status: 200 len: 1000 time: 0.1544564 Feb 02 07:06:13.063952 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f0835748-b885-4615-91d9-6db59889b618 admin admin] Publish callbacks [] for port (1c492ac7-4c79-42c1-b988-e0114c0e532f), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:13.069230 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e392168-614a-49ed-95d1-2ddf2d18fd86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b794466-23f5-44dc-a418-0a766c8d52de,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:13.109908 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70240907-4ce7-4918-bbae-64dbf1045ed0 req-434d5e76-50fa-4d9d-8f5e-336c758e3037 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:13.111279 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-70240907-4ce7-4918-bbae-64dbf1045ed0 req-434d5e76-50fa-4d9d-8f5e-336c758e3037 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 947 time: 0.4230378 Feb 02 07:06:13.140702 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-83327547-6e43-4fc1-8d79-485340588827 req-6d2992f4-6aac-4fc4-97b7-302e8bfd1b35 service neutron] 10.222.0.88 "GET /v2.0/networks/274d3754-cb62-4276-8b4a-dfa5cf98baaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5518773 Feb 02 07:06:13.173925 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c9be1-b69f-43c7-9f76-3c7b91a409ff req-8c2a532e-7fb3-4f2d-b7d7-09db2c97bbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:13.174672 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-bf260412-6d9a-4bed-8d44-ad01779c0c2a None None] Current status of the port 6f8597b2-e859-4180-89a3-dfbe22f5e837 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:06:13.175436 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-be2c9be1-b69f-43c7-9f76-3c7b91a409ff req-8c2a532e-7fb3-4f2d-b7d7-09db2c97bbd8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3cc8f357-1066-45af-8dfb-a32204808b8c HTTP/1.1" status: 200 len: 850 time: 0.1257555 Feb 02 07:06:13.194905 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fea78542-dba9-4f38-be2c-10dc806b07eb req-3c5c828b-3f87-41d3-8ac4-511f2fdb8859 service neutron] 10.222.0.87 "GET /v2.0/networks/4dc80cef-b607-4e43-a37e-1cb34fdb7f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373548 Feb 02 07:06:13.239169 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-70240907-4ce7-4918-bbae-64dbf1045ed0 req-2ee2b47a-5441-45d4-ab55-58eaa8ccd781 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202233 Feb 02 07:06:13.245709 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f0835748-b885-4615-91d9-6db59889b618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (1c492ac7-4c79-42c1-b988-e0114c0e532f), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:13.275886 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-4a890dcf-4f33-443b-b894-35834996f36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:13.317022 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-b5d45e2d-68b9-4992-9916-d8ae1a11bb00 None None] Provisioning complete for port 6f8597b2-e859-4180-89a3-dfbe22f5e837 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:06:13.317399 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b5d45e2d-68b9-4992-9916-d8ae1a11bb00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (6f8597b2-e859-4180-89a3-dfbe22f5e837), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:13.351435 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d9edfd-6231-4188-abd3-d6fcbfae38e5 x-openstack-request-id: req-f1d9edfd-6231-4188-abd3-d6fcbfae38e5 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:06:13.352046 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8862ba72-75d9-4882-987c-9844219c294f", "name": "network-vif-deleted", "tag": "8095058a-bcc3-4846-888e-effa3c46156b", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:06:13.352262 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f1d9edfd-6231-4188-abd3-d6fcbfae38e5 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:06:13.352681 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8862ba72-75d9-4882-987c-9844219c294f', 'name': 'network-vif-deleted', 'tag': '8095058a-bcc3-4846-888e-effa3c46156b', 'status': 'completed', 'code': 200} Feb 02 07:06:13.373242 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0835748-b885-4615-91d9-6db59889b618 admin admin] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:06:13.396336 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-80b3ac2d-646f-4923-b0d9-c10c777e6566 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for port (aef67d43-9927-4db4-930d-a709f9f078ff), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:13.399391 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-f0835748-b885-4615-91d9-6db59889b618 admin admin] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:06:13.405266 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0835748-b885-4615-91d9-6db59889b618 admin admin] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:06:13.421358 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 85893ae3-9cf9-488d-a8f8-58bbbb8cbd30 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:06:13.441249 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0835748-b885-4615-91d9-6db59889b618 admin admin] Pushing event updated for resources: {'Port': ['ID=1c492ac7-4c79-42c1-b988-e0114c0e532f,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:13.461116 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c9be1-b69f-43c7-9f76-3c7b91a409ff req-eb67512b-ae84-4c8d-876b-cbf417bafd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:13.462676 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-be2c9be1-b69f-43c7-9f76-3c7b91a409ff req-eb67512b-ae84-4c8d-876b-cbf417bafd12 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=77178f25-e284-4e4b-a7e5-cf621bae5a6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2783232 Feb 02 07:06:13.469545 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-b5d45e2d-68b9-4992-9916-d8ae1a11bb00 None None] Current status of the port 6f8597b2-e859-4180-89a3-dfbe22f5e837 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:06:13.497581 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fea78542-dba9-4f38-be2c-10dc806b07eb req-0d6a2a03-7d89-4790-9e6e-cbbb61b2188b service neutron] 10.222.0.87 "GET /v2.0/networks/4dc80cef-b607-4e43-a37e-1cb34fdb7f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927773 Feb 02 07:06:13.558129 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-80b3ac2d-646f-4923-b0d9-c10c777e6566 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (aef67d43-9927-4db4-930d-a709f9f078ff), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:13.578613 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 85893ae3-9cf9-488d-a8f8-58bbbb8cbd30 is: ACTIVE; New status is: DOWN {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:06:13.579105 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (85893ae3-9cf9-488d-a8f8-58bbbb8cbd30), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:13.614124 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff36027-57b6-4b74-8a16-ded77bfe3f8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85893ae3-9cf9-488d-a8f8-58bbbb8cbd30'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:06:13.618159 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b782e7e1-5d62-4e63-97a1-1b80dad39acb" -d '{"events": [{"server_uuid": "8ff36027-57b6-4b74-8a16-ded77bfe3f8c", "name": "network-vif-unplugged", "status": "completed", "tag": "85893ae3-9cf9-488d-a8f8-58bbbb8cbd30"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:06:13.627934 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b3ac2d-646f-4923-b0d9-c10c777e6566 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:06:13.631136 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-80b3ac2d-646f-4923-b0d9-c10c777e6566 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:06:13.636801 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b3ac2d-646f-4923-b0d9-c10c777e6566 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:06:13.642496 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b3ac2d-646f-4923-b0d9-c10c777e6566 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:13.643124 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 85893ae3-9cf9-488d-a8f8-58bbbb8cbd30, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=85893ae3-9cf9-488d-a8f8-58bbbb8cbd30,segment=NetworkSegment(fc0a4cad-9504-4785-979c-6732d183490f),segment_id=fc0a4cad-9504-4785-979c-6732d183490f)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:06:13.644423 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-80b3ac2d-646f-4923-b0d9-c10c777e6566 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:13.649932 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b3ac2d-646f-4923-b0d9-c10c777e6566 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event updated for resources: {'Port': ['ID=aef67d43-9927-4db4-930d-a709f9f078ff,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:13.654096 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (85893ae3-9cf9-488d-a8f8-58bbbb8cbd30), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:13.684561 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-80b3ac2d-646f-4923-b0d9-c10c777e6566 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.7282178 Feb 02 07:06:13.686954 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47322) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:13.793079 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=85893ae3-9cf9-488d-a8f8-58bbbb8cbd30,revision_number=14']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:13.839601 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-be2c9be1-b69f-43c7-9f76-3c7b91a409ff req-dfdd44a7-0866-4111-bd45-d4314cb1cd65 service neutron] 10.222.0.59 "GET /v2.0/networks/77178f25-e284-4e4b-a7e5-cf621bae5a6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3576376 Feb 02 07:06:13.869477 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6771138f-ff59-48d8-8698-94f69e2862b9 req-01456abe-7957-4376-8804-8eebd67efe1a tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:13.877297 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6771138f-ff59-48d8-8698-94f69e2862b9 req-01456abe-7957-4376-8804-8eebd67efe1a tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=66efdfcb-d75d-49a1-a389-2e252e22cb3b HTTP/1.1" status: 200 len: 944 time: 0.4657917 Feb 02 07:06:13.883818 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-32a2e22b-3253-4093-89ec-c01be3a39d99 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Deleting port aef67d43-9927-4db4-930d-a709f9f078ff {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:06:13.885308 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-32a2e22b-3253-4093-89ec-c01be3a39d99 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (aef67d43-9927-4db4-930d-a709f9f078ff), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:14.100677 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-32a2e22b-3253-4093-89ec-c01be3a39d99 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (aef67d43-9927-4db4-930d-a709f9f078ff), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:14.102464 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6771138f-ff59-48d8-8698-94f69e2862b9 req-ae77111c-6439-4665-9322-22f301e90a0d tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185690 Feb 02 07:06:14.113380 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-bb966728-1083-4ef0-abef-610c91eb38d4 None None] Provisioning complete for port aef67d43-9927-4db4-930d-a709f9f078ff triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:06:14.115025 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-bb966728-1083-4ef0-abef-610c91eb38d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (aef67d43-9927-4db4-930d-a709f9f078ff), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:14.125083 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-32a2e22b-3253-4093-89ec-c01be3a39d99 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Calling delete_port for aef67d43-9927-4db4-930d-a709f9f078ff owned by {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:06:14.233595 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-bb966728-1083-4ef0-abef-610c91eb38d4 None None] Port aef67d43-9927-4db4-930d-a709f9f078ff cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:06:14.252069 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 07:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd5754a-c573-460f-acc2-b10f32949962 x-openstack-request-id: req-7dd5754a-c573-460f-acc2-b10f32949962 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:06:14.252488 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff36027-57b6-4b74-8a16-ded77bfe3f8c", "name": "network-vif-unplugged", "status": "completed", "tag": "85893ae3-9cf9-488d-a8f8-58bbbb8cbd30", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:06:14.252836 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7dd5754a-c573-460f-acc2-b10f32949962 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:06:14.253301 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff36027-57b6-4b74-8a16-ded77bfe3f8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85893ae3-9cf9-488d-a8f8-58bbbb8cbd30', 'code': 200} Feb 02 07:06:14.337960 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 429a379b-e608-4074-8c4d-b4d6eb203812 details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:06:14.352554 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 8095058a-bcc3-4846-888e-effa3c46156b no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:06:14.386324 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-32a2e22b-3253-4093-89ec-c01be3a39d99 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (aef67d43-9927-4db4-930d-a709f9f078ff), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:14.395659 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfbf7a5-aff4-4a08-afc2-e46e8590bf55 req-ea7ada15-b6f0-4271-a211-7415a80199b1 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:14.403707 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4dfbf7a5-aff4-4a08-afc2-e46e8590bf55 req-ea7ada15-b6f0-4271-a211-7415a80199b1 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 945 time: 0.0903351 Feb 02 07:06:14.443378 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] No Port match for: 8095058a-bcc3-4846-888e-effa3c46156b {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:06:14.445384 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 8095058a-bcc3-4846-888e-effa3c46156b not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:06:14.459411 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a2e22b-3253-4093-89ec-c01be3a39d99 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event deleted for resources: {'Port': ['ID=aef67d43-9927-4db4-930d-a709f9f078ff,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:14.620646 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-32a2e22b-3253-4093-89ec-c01be3a39d99 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:14.626085 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-32a2e22b-3253-4093-89ec-c01be3a39d99 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/ports/aef67d43-9927-4db4-930d-a709f9f078ff HTTP/1.1" status: 204 len: 168 time: 0.9379222 Feb 02 07:06:14.629802 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47350) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:14.637844 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:14.656167 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 429a379b-e608-4074-8c4d-b4d6eb203812, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=429a379b-e608-4074-8c4d-b4d6eb203812,segment=NetworkSegment(50b2c935-c140-4230-880a-508574d9ed43),segment_id=50b2c935-c140-4230-880a-508574d9ed43)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:06:14.673125 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': '429a379b-e608-4074-8c4d-b4d6eb203812', 'network_id': 'f9701445-c4cf-4d4f-9286-fc4fc0bbd41b', 'port_id': '429a379b-e608-4074-8c4d-b4d6eb203812', 'mac_address': 'fa:16:3e:e9:f5:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32144128-c19d-4644-8a7f-0675355df2fd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:06:14.705936 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4dfbf7a5-aff4-4a08-afc2-e46e8590bf55 req-380658f8-b445-449c-8ed5-0c65ec15c818 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3012538 Feb 02 07:06:14.739572 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 429a379b-e608-4074-8c4d-b4d6eb203812 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:06:14.739827 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c14e353-e495-419d-b1bf-bfd27bdffb26 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:14.740177 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (429a379b-e608-4074-8c4d-b4d6eb203812), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:14.742300 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-9c14e353-e495-419d-b1bf-bfd27bdffb26 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0826418 Feb 02 07:06:14.747138 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f0835748-b885-4615-91d9-6db59889b618 admin admin] Publish callbacks [] for router_gateway (f4805bbb-7278-499c-9197-654522a821d7), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:14.750017 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 47352) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:14.764385 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 429a379b-e608-4074-8c4d-b4d6eb203812 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:06:14.776228 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-be2c9be1-b69f-43c7-9f76-3c7b91a409ff req-4ae4be3b-f5b5-4de8-a314-9732e8f522a2 service neutron] 10.222.0.59 "GET /v2.0/networks/77178f25-e284-4e4b-a7e5-cf621bae5a6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9281726 Feb 02 07:06:14.822599 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 429a379b-e608-4074-8c4d-b4d6eb203812, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=429a379b-e608-4074-8c4d-b4d6eb203812,segment=NetworkSegment(50b2c935-c140-4230-880a-508574d9ed43),segment_id=50b2c935-c140-4230-880a-508574d9ed43)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:06:14.830998 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (429a379b-e608-4074-8c4d-b4d6eb203812), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:14.914124 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=429a379b-e608-4074-8c4d-b4d6eb203812,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:14.914906 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-066c1589-cb5d-4bef-9a05-97432a8f153f req-e6fd9291-bc6c-4240-bb87-1719c3206bd4 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/ports?device_id=81bd0e49-4581-45a5-a74e-6af2fb177a7d HTTP/1.1" status: 200 len: 210 time: 0.2238278 Feb 02 07:06:14.986400 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-be2c9be1-b69f-43c7-9f76-3c7b91a409ff req-8540ea76-c0cf-48b6-8b44-2db67ddea2cb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=dcae9310-0188-4805-9e28-53f45e2fd68f HTTP/1.1" status: 200 len: 217 time: 0.1236854 Feb 02 07:06:15.006854 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b045d9-5d5b-4b9d-b140-2f4aec0480de tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:15.011798 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47366) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:15.012415 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-90b045d9-5d5b-4b9d-b140-2f4aec0480de tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2496369 Feb 02 07:06:15.086491 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd5522d-15ed-41ca-9438-d9becf26859b tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:15.088200 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd5522d-15ed-41ca-9438-d9becf26859b tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:15.089919 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd5522d-15ed-41ca-9438-d9becf26859b tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:15.092349 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-ccd5522d-15ed-41ca-9438-d9becf26859b tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0792296 Feb 02 07:06:15.095432 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47370) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:15.190564 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c9be1-b69f-43c7-9f76-3c7b91a409ff req-66a3be14-950f-4015-93ca-85bad82e2bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:15.192269 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-be2c9be1-b69f-43c7-9f76-3c7b91a409ff req-66a3be14-950f-4015-93ca-85bad82e2bd1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ddd7ba65-e54a-42e2-83d4-6480a2d3e138 HTTP/1.1" status: 200 len: 797 time: 0.1786864 Feb 02 07:06:15.231753 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5d11561-cd1a-4e79-acee-1be57a0be09a tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Deleting subnet 41f1ace3-86c9-43e3-b0c8-813ad41b195c {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:06:15.235411 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a5d11561-cd1a-4e79-acee-1be57a0be09a tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for subnet (41f1ace3-86c9-43e3-b0c8-813ad41b195c), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:15.287175 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f276c3eb-4066-40ad-988c-f34d847aa17f req-304c676a-9d7b-4b64-b090-585415c4b977 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:15.288879 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f276c3eb-4066-40ad-988c-f34d847aa17f req-304c676a-9d7b-4b64-b090-585415c4b977 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/ports?device_id=4a3b0dba-c1ca-442b-af80-b163f0ea80a9 HTTP/1.1" status: 200 len: 946 time: 0.1423855 Feb 02 07:06:15.290977 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['429a379b-e608-4074-8c4d-b4d6eb203812'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:06:15.299727 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f43339f3-baa9-42e0-a3a0-246a2fca7bc3 req-6a52c508-da63-412a-981e-dd966c64efac tempest-ImagesNegativeTestJSON-1927925133 tempest-ImagesNegativeTestJSON-1927925133-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=da8f3e8bd3f842ae9ac38733ce9d378e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0511048 Feb 02 07:06:15.312309 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a5d11561-cd1a-4e79-acee-1be57a0be09a tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (41f1ace3-86c9-43e3-b0c8-813ad41b195c), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:15.412423 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f276c3eb-4066-40ad-988c-f34d847aa17f req-2b8a642e-6e90-40b4-a4fa-ffd4b752a6a6 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/security-groups?id=e8e61412-2b54-4a5c-ab0d-3506f7e64351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171303 Feb 02 07:06:15.468424 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c9be1-b69f-43c7-9f76-3c7b91a409ff req-d8977610-9691-4d30-95a1-9ed1c6a651f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:15.469959 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-be2c9be1-b69f-43c7-9f76-3c7b91a409ff req-d8977610-9691-4d30-95a1-9ed1c6a651f3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9faf7e40-7741-4ebb-8f78-e3e3326a51b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2699351 Feb 02 07:06:15.526058 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43339f3-baa9-42e0-a3a0-246a2fca7bc3 req-ed881699-7f2e-42e0-8e67-669241ffeb7f tempest-ImagesNegativeTestJSON-1927925133 tempest-ImagesNegativeTestJSON-1927925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:15.530444 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a5d11561-cd1a-4e79-acee-1be57a0be09a tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (41f1ace3-86c9-43e3-b0c8-813ad41b195c), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:15.533202 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f43339f3-baa9-42e0-a3a0-246a2fca7bc3 req-ed881699-7f2e-42e0-8e67-669241ffeb7f tempest-ImagesNegativeTestJSON-1927925133 tempest-ImagesNegativeTestJSON-1927925133-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2268164 Feb 02 07:06:15.555149 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f0835748-b885-4615-91d9-6db59889b618 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (f4805bbb-7278-499c-9197-654522a821d7), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:15.617471 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f43339f3-baa9-42e0-a3a0-246a2fca7bc3 req-a23b079a-e7dd-41d3-8c40-144a92c982df tempest-ImagesNegativeTestJSON-1927925133 tempest-ImagesNegativeTestJSON-1927925133-project] 10.222.0.87 "GET /v2.0/quotas/da8f3e8bd3f842ae9ac38733ce9d378e HTTP/1.1" status: 200 len: 375 time: 0.0833323 Feb 02 07:06:15.685291 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a5d11561-cd1a-4e79-acee-1be57a0be09a tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (41f1ace3-86c9-43e3-b0c8-813ad41b195c), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:15.698689 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa5f0a-7ca4-487d-94c3-5586a4d2e244 req-862fd1cc-a198-42b0-a650-e88f51b60723 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:15.706082 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-31aa5f0a-7ca4-487d-94c3-5586a4d2e244 req-862fd1cc-a198-42b0-a650-e88f51b60723 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=66efdfcb-d75d-49a1-a389-2e252e22cb3b HTTP/1.1" status: 200 len: 945 time: 0.1109047 Feb 02 07:06:15.719678 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f43339f3-baa9-42e0-a3a0-246a2fca7bc3 req-6099eca7-7188-4aa8-9547-485ec721dbf1 tempest-ImagesNegativeTestJSON-1927925133 tempest-ImagesNegativeTestJSON-1927925133-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=da8f3e8bd3f842ae9ac38733ce9d378e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1009653 Feb 02 07:06:15.766629 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d11561-cd1a-4e79-acee-1be57a0be09a tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event deleted for resources: {'Subnet': ['ID=41f1ace3-86c9-43e3-b0c8-813ad41b195c,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:15.773082 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a28c11-27ea-48f4-b96b-ec79adbd2bd1 None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:06:15.773688 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a5d11561-cd1a-4e79-acee-1be57a0be09a tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:15.789464 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a5d11561-cd1a-4e79-acee-1be57a0be09a tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/subnets/41f1ace3-86c9-43e3-b0c8-813ad41b195c HTTP/1.1" status: 204 len: 168 time: 0.6926758 Feb 02 07:06:15.792547 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47408) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:15.846083 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-be2c9be1-b69f-43c7-9f76-3c7b91a409ff req-273bea9b-de85-4a9d-a498-cc26f873693f service neutron] 10.222.0.59 "GET /v2.0/networks/9faf7e40-7741-4ebb-8f78-e3e3326a51b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3583148 Feb 02 07:06:15.895715 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-31aa5f0a-7ca4-487d-94c3-5586a4d2e244 req-baed7a03-3951-47ed-aba6-35d9c38746c2 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884003 Feb 02 07:06:15.991241 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-f70b7224-10ec-4bb9-ae5f-3185d2ca3a1c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Deleting subnet a9a84a00-5f78-4f3b-a073-95e5231d9f5c {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:06:16.012402 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f70b7224-10ec-4bb9-ae5f-3185d2ca3a1c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks [] for subnet (a9a84a00-5f78-4f3b-a073-95e5231d9f5c), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:16.014519 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:16.039889 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea78542-dba9-4f38-be2c-10dc806b07eb req-062cb1c2-419a-4d0e-af81-da03c87ab41d tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:16.042332 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fea78542-dba9-4f38-be2c-10dc806b07eb req-062cb1c2-419a-4d0e-af81-da03c87ab41d tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.88 "GET /v2.0/networks?id=4dc80cef-b607-4e43-a37e-1cb34fdb7f94 HTTP/1.1" status: 200 len: 812 time: 0.3782623 Feb 02 07:06:16.088316 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f70b7224-10ec-4bb9-ae5f-3185d2ca3a1c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (a9a84a00-5f78-4f3b-a073-95e5231d9f5c), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:16.091890 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-fea78542-dba9-4f38-be2c-10dc806b07eb req-92806376-9248-4f8b-a2f3-fe6e85ff8250 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Request body: {'port': {'device_id': '81bd0e49-4581-45a5-a74e-6af2fb177a7d', 'network_id': '4dc80cef-b607-4e43-a37e-1cb34fdb7f94', 'admin_state_up': True, 'tenant_id': '32d438d03e3c412aa95bd1ce4c33b4b7'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:06:16.104523 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-533a60fd-4f5f-4f90-934a-9426e21e57dd req-860b63b9-a713-40c3-bf41-42a8440c3138 tempest-ImagesNegativeTestJSON-1927925133 tempest-ImagesNegativeTestJSON-1927925133-project] 10.222.0.87 "GET /v2.0/ports?device_id=fdae53e3-60bd-46a0-b389-492f9f2da683 HTTP/1.1" status: 200 len: 210 time: 0.0610390 Feb 02 07:06:16.246057 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4d8a5771-4825-4c3e-880d-8663b7bf07a4 req-698eeed9-7310-4641-b0c3-8ad85a7a4e7e tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/ports?device_id=81bd0e49-4581-45a5-a74e-6af2fb177a7d HTTP/1.1" status: 200 len: 210 time: 0.0800211 Feb 02 07:06:16.291446 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-be2c9be1-b69f-43c7-9f76-3c7b91a409ff req-b4b1abf9-5859-4513-a1c1-f66ed63eb210 service neutron] 10.222.0.59 "GET /v2.0/networks/9faf7e40-7741-4ebb-8f78-e3e3326a51b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4376571 Feb 02 07:06:16.294441 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f70b7224-10ec-4bb9-ae5f-3185d2ca3a1c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (a9a84a00-5f78-4f3b-a073-95e5231d9f5c), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:16.375372 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f70b7224-10ec-4bb9-ae5f-3185d2ca3a1c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (a9a84a00-5f78-4f3b-a073-95e5231d9f5c), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:16.379498 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-be2c9be1-b69f-43c7-9f76-3c7b91a409ff req-6ad3f1c2-ee20-4b9e-8686-cb8699b2fde4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.28&port_id=32d3366d-9a45-45fb-9152-9211651dfc0d HTTP/1.1" status: 200 len: 217 time: 0.0805421 Feb 02 07:06:16.383023 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0835748-b885-4615-91d9-6db59889b618 admin admin] Router f4805bbb-7278-499c-9197-654522a821d7 is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:06:16.412856 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fea78542-dba9-4f38-be2c-10dc806b07eb req-92806376-9248-4f8b-a2f3-fe6e85ff8250 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Made reservation on behalf of 32d438d03e3c412aa95bd1ce4c33b4b7 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:06:16.419108 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f70b7224-10ec-4bb9-ae5f-3185d2ca3a1c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:16.419651 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-fea78542-dba9-4f38-be2c-10dc806b07eb req-92806376-9248-4f8b-a2f3-fe6e85ff8250 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:16.425658 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f70b7224-10ec-4bb9-ae5f-3185d2ca3a1c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/subnets/a9a84a00-5f78-4f3b-a073-95e5231d9f5c HTTP/1.1" status: 204 len: 168 time: 0.6308484 Feb 02 07:06:16.426508 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47456) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:16.427608 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70b7224-10ec-4bb9-ae5f-3185d2ca3a1c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event deleted for resources: {'Subnet': ['ID=a9a84a00-5f78-4f3b-a073-95e5231d9f5c,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:16.499249 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-44591780-a8e7-40ea-95c1-d9b5f1b35181 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0660477 Feb 02 07:06:16.500066 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47462) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:16.589845 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bb1fcd-1e3e-40c6-a664-56555c4c81ad tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:16.594699 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-96bb1fcd-1e3e-40c6-a664-56555c4c81ad tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0905986 Feb 02 07:06:16.595460 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47464) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:16.634100 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c9be1-b69f-43c7-9f76-3c7b91a409ff req-0b2ad611-f863-4723-97a9-58fef7fc15a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:16.638667 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-be2c9be1-b69f-43c7-9f76-3c7b91a409ff req-0b2ad611-f863-4723-97a9-58fef7fc15a3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ddd7ba65-e54a-42e2-83d4-6480a2d3e138 HTTP/1.1" status: 200 len: 797 time: 0.2517397 Feb 02 07:06:16.658825 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe25ec0-0fe3-48a8-a6ce-c082417b3c3c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:16.660959 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-dfe25ec0-0fe3-48a8-a6ce-c082417b3c3c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0645509 Feb 02 07:06:16.671116 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47466) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:16.713620 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-e61e066b-7acd-45e8-a415-37fe7d2e24e1 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0478325 Feb 02 07:06:16.720269 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47470) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:16.769262 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9a973f7-4bb9-416b-bf10-5cce8641fe58 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] DELETE failed (client error): The resource could not be found. Feb 02 07:06:16.769950 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9a973f7-4bb9-416b-bf10-5cce8641fe58 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:06:16.775805 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-e9a973f7-4bb9-416b-bf10-5cce8641fe58 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/ports/aef67d43-9927-4db4-930d-a709f9f078ff HTTP/1.1" status: 404 len: 333 time: 0.0473783 Feb 02 07:06:16.787665 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47472) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:16.864361 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e34ada6-94cf-42f0-a431-de91df0fbb9d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] DELETE failed (client error): The resource could not be found. Feb 02 07:06:16.864841 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e34ada6-94cf-42f0-a431-de91df0fbb9d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:06:16.871388 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-8e34ada6-94cf-42f0-a431-de91df0fbb9d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/subnets/41f1ace3-86c9-43e3-b0c8-813ad41b195c HTTP/1.1" status: 404 len: 337 time: 0.0814447 Feb 02 07:06:16.872036 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47476) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:16.900294 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abde770e-6be2-4c29-a4ae-6b29d9187153 req-c81f1c3d-6f1e-40be-9114-af9c81eb704f tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:16.901843 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-abde770e-6be2-4c29-a4ae-6b29d9187153 req-c81f1c3d-6f1e-40be-9114-af9c81eb704f tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/ports?device_id=4a3b0dba-c1ca-442b-af80-b163f0ea80a9 HTTP/1.1" status: 200 len: 946 time: 0.3407352 Feb 02 07:06:16.903667 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd086f5-d2e4-4439-ba46-c996e61f16fa req-78e46b74-e7ef-411a-ab13-a78421581c15 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:16.905121 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cfd086f5-d2e4-4439-ba46-c996e61f16fa req-78e46b74-e7ef-411a-ab13-a78421581c15 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 945 time: 0.1381326 Feb 02 07:06:16.926648 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-912fa32e-98a5-4106-b90e-aef8263d5b02 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] DELETE failed (client error): The resource could not be found. Feb 02 07:06:16.927136 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-912fa32e-98a5-4106-b90e-aef8263d5b02 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:06:16.933159 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-912fa32e-98a5-4106-b90e-aef8263d5b02 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/subnets/a9a84a00-5f78-4f3b-a073-95e5231d9f5c HTTP/1.1" status: 404 len: 337 time: 0.0528255 Feb 02 07:06:16.933792 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47480) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:16.936978 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b933d5-de1a-4817-bce5-4c42f9cb8ebf None None] Network 0866d72e-3544-4c93-a5a9-bf8114a5301e requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:06:16.942671 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0835748-b885-4615-91d9-6db59889b618 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:06:16.945526 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-fea78542-dba9-4f38-be2c-10dc806b07eb req-92806376-9248-4f8b-a2f3-fe6e85ff8250 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Allocated IP 172.20.0.4 (4dc80cef-b607-4e43-a37e-1cb34fdb7f94/75a9fb07-f9cb-4fc4-b8ba-4721a09818ff/15bc6804-c0cf-42af-b743-9acff5c1be01) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:06:16.957168 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3df2b4-13c7-476a-aefd-3062e28f1057 None None] Sync routers for ids ['f4805bbb-7278-499c-9197-654522a821d7'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:06:16.976379 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f0835748-b885-4615-91d9-6db59889b618 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:16.977989 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-f0835748-b885-4615-91d9-6db59889b618 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 8.5569961 Feb 02 07:06:16.982819 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c9be1-b69f-43c7-9f76-3c7b91a409ff req-b87feb5d-3d6f-4892-8543-0690dd2fa171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:16.984339 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-be2c9be1-b69f-43c7-9f76-3c7b91a409ff req-b87feb5d-3d6f-4892-8543-0690dd2fa171 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9faf7e40-7741-4ebb-8f78-e3e3326a51b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2845755 Feb 02 07:06:16.988338 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 47482) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:16.993128 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3df2b4-13c7-476a-aefd-3062e28f1057 None None] Routers {'f4805bbb-7278-499c-9197-654522a821d7'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:06:16.994609 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cfd086f5-d2e4-4439-ba46-c996e61f16fa req-1795fe46-d094-4c26-99fb-93331bf25096 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696034 Feb 02 07:06:16.996329 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-ef3df2b4-13c7-476a-aefd-3062e28f1057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:06:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['f4805bbb-7278-499c-9197-654522a821d7'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:06:17.016814 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-0da40906-4a07-463f-8272-c509920cfffb tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] DELETE failed (client error): The resource could not be found. Feb 02 07:06:17.016814 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0da40906-4a07-463f-8272-c509920cfffb tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:06:17.022736 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0da40906-4a07-463f-8272-c509920cfffb tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/ports/c3c58b25-5d52-4041-9bf5-e1903463be49 HTTP/1.1" status: 404 len: 333 time: 0.0845292 Feb 02 07:06:17.023350 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47486) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:17.071572 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-885f55eb-7095-4c8b-a904-2416f100bb09 None None] Provisioning complete for port 6f8597b2-e859-4180-89a3-dfbe22f5e837 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:06:17.071955 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-885f55eb-7095-4c8b-a904-2416f100bb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (6f8597b2-e859-4180-89a3-dfbe22f5e837), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:17.081487 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-385f2e20-0fff-401d-afce-d34ea97ea4a2 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] DELETE failed (client error): The resource could not be found. Feb 02 07:06:17.082332 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-385f2e20-0fff-401d-afce-d34ea97ea4a2 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:06:17.086344 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-385f2e20-0fff-401d-afce-d34ea97ea4a2 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/subnets/8a71b3fc-156e-45ea-9c89-0f8e94896d45 HTTP/1.1" status: 404 len: 337 time: 0.0618951 Feb 02 07:06:17.089262 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47488) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:17.142955 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd68b203-beca-4f9b-ac29-6378e09f4025 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] DELETE failed (client error): The resource could not be found. Feb 02 07:06:17.143828 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd68b203-beca-4f9b-ac29-6378e09f4025 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:06:17.148261 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-dd68b203-beca-4f9b-ac29-6378e09f4025 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/subnets/13109caf-0d2d-4fb2-95f1-95d67153de94 HTTP/1.1" status: 404 len: 337 time: 0.0576975 Feb 02 07:06:17.151101 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47492) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:17.172726 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-885f55eb-7095-4c8b-a904-2416f100bb09 None None] Current status of the port 6f8597b2-e859-4180-89a3-dfbe22f5e837 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:06:17.187588 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-2af5edfd-4a6c-4058-bfae-98933d319570 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] DELETE failed (client error): The resource could not be found. Feb 02 07:06:17.188164 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2af5edfd-4a6c-4058-bfae-98933d319570 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:06:17.197352 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-2af5edfd-4a6c-4058-bfae-98933d319570 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/ports/e0d10069-27ba-4576-830c-e05a1fa38425 HTTP/1.1" status: 404 len: 333 time: 0.0427966 Feb 02 07:06:17.198198 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47494) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:17.243340 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a097ba1-bd5c-4d09-89cd-e84f39feac48 None None] DHCP port deletion for 0866d72e-3544-4c93-a5a9-bf8114a5301e request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:06:17.246468 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5ecf896-10dd-422a-8b7d-d52012e419d3 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] DELETE failed (client error): The resource could not be found. Feb 02 07:06:17.246468 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5ecf896-10dd-422a-8b7d-d52012e419d3 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:06:17.252871 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a5ecf896-10dd-422a-8b7d-d52012e419d3 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/subnets/fc27fc34-8483-4a58-819d-be475021b7ef HTTP/1.1" status: 404 len: 337 time: 0.0441988 Feb 02 07:06:17.254691 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47496) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:17.271536 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b9c9d3-6923-4e73-9cbc-cea50dd4f2b5 req-60cfbcb4-fc4e-4989-bda2-0cbd90c5c6e8 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:17.274156 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-57b9c9d3-6923-4e73-9cbc-cea50dd4f2b5 req-60cfbcb4-fc4e-4989-bda2-0cbd90c5c6e8 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=66efdfcb-d75d-49a1-a389-2e252e22cb3b HTTP/1.1" status: 200 len: 945 time: 0.1860781 Feb 02 07:06:17.297390 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-8041d204-6097-4a5b-ad79-40882de1bfb9 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] DELETE failed (client error): The resource could not be found. Feb 02 07:06:17.297841 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8041d204-6097-4a5b-ad79-40882de1bfb9 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:06:17.304044 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-8041d204-6097-4a5b-ad79-40882de1bfb9 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/subnets/cb04bb7d-051c-4fa0-8fd8-d04c6ec3ace1 HTTP/1.1" status: 404 len: 337 time: 0.0447898 Feb 02 07:06:17.307941 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47500) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:17.318548 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-abde770e-6be2-4c29-a4ae-6b29d9187153 req-62ac634e-9e60-45da-be10-92d0aec46d8f tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/security-groups?id=e8e61412-2b54-4a5c-ab0d-3506f7e64351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4060223 Feb 02 07:06:17.324848 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-ef3df2b4-13c7-476a-aefd-3062e28f1057 None None] Set router f4805bbb-7278-499c-9197-654522a821d7 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:06:17.329984 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:17.355352 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-6a097ba1-bd5c-4d09-89cd-e84f39feac48 None None] Deleting port 6f8597b2-e859-4180-89a3-dfbe22f5e837 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:06:17.357055 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6a097ba1-bd5c-4d09-89cd-e84f39feac48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (6f8597b2-e859-4180-89a3-dfbe22f5e837), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:17.387663 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-337eeef1-fbfb-48a5-b7f1-157c7350d43f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] DELETE failed (client error): The resource could not be found. Feb 02 07:06:17.388249 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-337eeef1-fbfb-48a5-b7f1-157c7350d43f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:06:17.392807 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-337eeef1-fbfb-48a5-b7f1-157c7350d43f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/ports/09c0d7ff-d2cd-4770-8c9b-4310adb741f6 HTTP/1.1" status: 404 len: 333 time: 0.0826902 Feb 02 07:06:17.395537 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47502) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:17.432411 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea029516-13a0-4318-a2f8-848285b28e5f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] DELETE failed (client error): The resource could not be found. Feb 02 07:06:17.433145 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea029516-13a0-4318-a2f8-848285b28e5f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:06:17.436121 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-ea029516-13a0-4318-a2f8-848285b28e5f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/subnets/76fc7363-e36d-4054-91df-904dca65d133 HTTP/1.1" status: 404 len: 337 time: 0.0395768 Feb 02 07:06:17.442493 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47504) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:17.464752 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-6a097ba1-bd5c-4d09-89cd-e84f39feac48 None None] For port 6f8597b2-e859-4180-89a3-dfbe22f5e837, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=6f8597b2-e859-4180-89a3-dfbe22f5e837,segment=NetworkSegment(28926945-7756-40b6-b3b7-9dc56b3fb1c3),segment_id=28926945-7756-40b6-b3b7-9dc56b3fb1c3)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:06:17.465572 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6a097ba1-bd5c-4d09-89cd-e84f39feac48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (6f8597b2-e859-4180-89a3-dfbe22f5e837), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:17.478759 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-0df15008-1eff-4f0e-8a79-c7fd99d83926 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] DELETE failed (client error): The resource could not be found. Feb 02 07:06:17.479234 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0df15008-1eff-4f0e-8a79-c7fd99d83926 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:06:17.482413 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-6a097ba1-bd5c-4d09-89cd-e84f39feac48 None None] Calling delete_port for 6f8597b2-e859-4180-89a3-dfbe22f5e837 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:06:17.483550 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0df15008-1eff-4f0e-8a79-c7fd99d83926 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/subnets/2d560cee-46b5-4aa8-ad8d-c81af634f3c2 HTTP/1.1" status: 404 len: 337 time: 0.0400779 Feb 02 07:06:17.487170 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47506) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:17.580606 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd0228f4-9202-4dcd-83a5-58ded1af319a tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] DELETE failed (client error): The resource could not be found. Feb 02 07:06:17.581308 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd0228f4-9202-4dcd-83a5-58ded1af319a tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:06:17.588089 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-cd0228f4-9202-4dcd-83a5-58ded1af319a tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/ports/5110d271-6541-4e95-b748-8113369add0b HTTP/1.1" status: 404 len: 333 time: 0.0994787 Feb 02 07:06:17.590402 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6a097ba1-bd5c-4d09-89cd-e84f39feac48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (6f8597b2-e859-4180-89a3-dfbe22f5e837), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:17.591674 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47510) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:17.622404 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-9626fee2-6361-4393-bd40-2a65a4f282fb tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] DELETE failed (client error): The resource could not be found. Feb 02 07:06:17.623856 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9626fee2-6361-4393-bd40-2a65a4f282fb tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:06:17.627302 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-9626fee2-6361-4393-bd40-2a65a4f282fb tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/subnets/4751cb8e-905d-44ce-9b5d-6109159c29cd HTTP/1.1" status: 404 len: 337 time: 0.0346560 Feb 02 07:06:17.628111 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a097ba1-bd5c-4d09-89cd-e84f39feac48 None None] Pushing event deleted for resources: {'Port': ['ID=6f8597b2-e859-4180-89a3-dfbe22f5e837,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:17.629905 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47512) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:17.643506 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a097ba1-bd5c-4d09-89cd-e84f39feac48 None None] No DVR routers for this DVR port 6f8597b2-e859-4180-89a3-dfbe22f5e837 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:06:17.654230 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-57b9c9d3-6923-4e73-9cbc-cea50dd4f2b5 req-79471082-2d70-4528-9cd5-2b43bd050755 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3539014 Feb 02 07:06:17.672949 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-ef3df2b4-13c7-476a-aefd-3062e28f1057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4805bbb-7278-499c-9197-654522a821d7', 'name': 'tempest-ServerRescueTestJSONUnderV235-2023207750-router', 'tenant_id': 'bc6d7dbe1d5148348d5fd6c6cc68f02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': '1c492ac7-4c79-42c1-b988-e0114c0e532f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:06:08Z', 'updated_at': '2022-02-02T07:06:14Z', 'revision_number': 3, 'project_id': 'bc6d7dbe1d5148348d5fd6c6cc68f02a', 'gw_port': {'id': '1c492ac7-4c79-42c1-b988-e0114c0e532f', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b2:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4805bbb-7278-499c-9197-654522a821d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:06:11Z', 'updated_at': '2022-02-02T07:06:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:06:17.681972 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-b517066e-2534-46bc-be42-b7cc08013a25 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] DELETE failed (client error): The resource could not be found. Feb 02 07:06:17.682564 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b517066e-2534-46bc-be42-b7cc08013a25 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:06:17.685739 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b517066e-2534-46bc-be42-b7cc08013a25 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/ports/be8e8dd2-decb-4704-a4b3-3c0b13b0db91 HTTP/1.1" status: 404 len: 333 time: 0.0548403 Feb 02 07:06:17.688375 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47514) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:17.708123 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3df2b4-13c7-476a-aefd-3062e28f1057 None None] Checking router: f4805bbb-7278-499c-9197-654522a821d7 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:06:17.708791 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3df2b4-13c7-476a-aefd-3062e28f1057 None None] Updating router f4805bbb-7278-499c-9197-654522a821d7 port 1c492ac7-4c79-42c1-b988-e0114c0e532f binding host n-d-789963-26 {{(pid=109696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:06:17.717702 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-530e368a-e13c-4183-8103-1e70890ff20c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] DELETE failed (client error): The resource could not be found. Feb 02 07:06:17.718177 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-530e368a-e13c-4183-8103-1e70890ff20c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:06:17.722950 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-530e368a-e13c-4183-8103-1e70890ff20c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/subnets/ae44fe22-75c9-41d5-88ad-071bc636b0c1 HTTP/1.1" status: 404 len: 337 time: 0.0335789 Feb 02 07:06:17.736234 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47516) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:17.750285 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-ef3df2b4-13c7-476a-aefd-3062e28f1057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (1c492ac7-4c79-42c1-b988-e0114c0e532f), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:17.770250 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3fdd09f9-c4b2-4212-a212-0fc8eeda475c req-803d08fc-bfd4-4301-98c6-4f9fcff2c88a tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/ports?device_id=81bd0e49-4581-45a5-a74e-6af2fb177a7d HTTP/1.1" status: 200 len: 210 time: 0.0420609 Feb 02 07:06:17.796426 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-03120cc8-a540-4541-9281-9b1863eaec3f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] DELETE failed (client error): The resource could not be found. Feb 02 07:06:17.797257 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03120cc8-a540-4541-9281-9b1863eaec3f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:06:17.804738 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-03120cc8-a540-4541-9281-9b1863eaec3f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/ports/fd93286d-18b8-4875-98f6-0831194023b8 HTTP/1.1" status: 404 len: 333 time: 0.0620360 Feb 02 07:06:17.804928 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47518) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:17.844259 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb71edd1-14be-40da-9924-0b31fdcd4710 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] DELETE failed (client error): The resource could not be found. Feb 02 07:06:17.847699 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb71edd1-14be-40da-9924-0b31fdcd4710 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:06:17.852575 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-bb71edd1-14be-40da-9924-0b31fdcd4710 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/subnets/b1d4af94-4db9-456e-a8c1-ff1633f273eb HTTP/1.1" status: 404 len: 337 time: 0.0438554 Feb 02 07:06:17.853348 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47520) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:17.902673 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-4965e4c4-7002-4691-a37a-81072027610d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] DELETE failed (client error): The resource could not be found. Feb 02 07:06:17.903443 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4965e4c4-7002-4691-a37a-81072027610d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:06:17.907362 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-4965e4c4-7002-4691-a37a-81072027610d tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/ports/145916a4-302a-4c44-96c8-76a4863731b6 HTTP/1.1" status: 404 len: 333 time: 0.0534780 Feb 02 07:06:17.913228 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47522) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:17.923719 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c7363b66-9b92-4612-9336-6c353c7605e2 req-364ad275-df7b-4fdb-8640-9c9dcefca38f tempest-ImagesNegativeTestJSON-1927925133 tempest-ImagesNegativeTestJSON-1927925133-project] 10.222.0.87 "GET /v2.0/ports?device_id=fdae53e3-60bd-46a0-b389-492f9f2da683 HTTP/1.1" status: 200 len: 210 time: 0.0960612 Feb 02 07:06:17.983449 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f43339f3-baa9-42e0-a3a0-246a2fca7bc3 req-dbcb5439-a315-4318-b94a-a8bbc4c5417e tempest-ImagesNegativeTestJSON-1927925133 tempest-ImagesNegativeTestJSON-1927925133-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=da8f3e8bd3f842ae9ac38733ce9d378e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0676231 Feb 02 07:06:17.984332 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d37e07f-e94a-4010-963d-9e084f3ddc49 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] DELETE failed (client error): The resource could not be found. Feb 02 07:06:17.984719 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1079f49e-5183-4146-b7ea-0c4325c03ec0 req-f78093ca-6d81-4896-bd96-be44efe52429 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:17.984858 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d37e07f-e94a-4010-963d-9e084f3ddc49 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:06:17.986199 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1079f49e-5183-4146-b7ea-0c4325c03ec0 req-f78093ca-6d81-4896-bd96-be44efe52429 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.59 "GET /v2.0/ports?device_id=4a3b0dba-c1ca-442b-af80-b163f0ea80a9 HTTP/1.1" status: 200 len: 946 time: 0.9020772 Feb 02 07:06:17.987758 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-6d37e07f-e94a-4010-963d-9e084f3ddc49 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/subnets/ab5e5f27-895a-4b03-a2dd-1a42c8dc3eb4 HTTP/1.1" status: 404 len: 337 time: 0.0733280 Feb 02 07:06:17.990633 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47524) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:18.013803 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-be2c9be1-b69f-43c7-9f76-3c7b91a409ff req-05ee9273-d983-49cd-9acc-67a80a1b8ac2 service neutron] 10.222.0.59 "GET /v2.0/networks/9faf7e40-7741-4ebb-8f78-e3e3326a51b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9307194 Feb 02 07:06:18.050642 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-81b6ac81-8cdc-4801-8082-b141b7475160 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] DELETE failed (client error): The resource could not be found. Feb 02 07:06:18.051234 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81b6ac81-8cdc-4801-8082-b141b7475160 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:06:18.055430 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-81b6ac81-8cdc-4801-8082-b141b7475160 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/ports/b9f0a090-1b1b-4250-b8f4-261cbdc37b2f HTTP/1.1" status: 404 len: 333 time: 0.0617683 Feb 02 07:06:18.064885 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f12f36-2239-4a63-8104-200132393aa8 req-467b457e-9178-4f24-acb1-77aa145f2b1d tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:18.066389 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-37f12f36-2239-4a63-8104-200132393aa8 req-467b457e-9178-4f24-acb1-77aa145f2b1d tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 945 time: 0.2144527 Feb 02 07:06:18.076670 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47526) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:18.129331 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-ef3df2b4-13c7-476a-aefd-3062e28f1057 None None] Publish callbacks [] for port (1c492ac7-4c79-42c1-b988-e0114c0e532f), precommit_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:18.137111 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-ef3df2b4-13c7-476a-aefd-3062e28f1057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (1c492ac7-4c79-42c1-b988-e0114c0e532f), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:18.148432 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907fbd56-7ee2-4398-8ab1-9ff22dd36027 req-2f791d9a-f728-483a-9221-a560436f422c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:18.150030 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-907fbd56-7ee2-4398-8ab1-9ff22dd36027 req-2f791d9a-f728-483a-9221-a560436f422c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=12ae52d2610343959b079c169f83e654&device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 1128 time: 0.3330529 Feb 02 07:06:18.159680 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-035c9572-e145-45cf-9b2c-a38ac56e0fec tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] DELETE failed (client error): The resource could not be found. Feb 02 07:06:18.160031 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-035c9572-e145-45cf-9b2c-a38ac56e0fec tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:06:18.165680 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-035c9572-e145-45cf-9b2c-a38ac56e0fec tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/subnets/038e137d-09c3-4eae-978b-039a8437c277 HTTP/1.1" status: 404 len: 337 time: 0.0861089 Feb 02 07:06:18.172082 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47528) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:18.193874 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e47414-70d1-4708-b08b-423ca8c7ea1a None None] Pushing event updated for resources: {'Port': ['ID=1c492ac7-4c79-42c1-b988-e0114c0e532f,revision_number=2']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:18.207964 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e47414-70d1-4708-b08b-423ca8c7ea1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:06:18.208786 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e47414-70d1-4708-b08b-423ca8c7ea1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:06:18.209890 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e47414-70d1-4708-b08b-423ca8c7ea1a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:06:18.210436 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e47414-70d1-4708-b08b-423ca8c7ea1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:06:18.210974 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e47414-70d1-4708-b08b-423ca8c7ea1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:06:18.211547 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e47414-70d1-4708-b08b-423ca8c7ea1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:06:18.211968 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e47414-70d1-4708-b08b-423ca8c7ea1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:06:18.212365 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e47414-70d1-4708-b08b-423ca8c7ea1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:06:18.212768 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e47414-70d1-4708-b08b-423ca8c7ea1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:06:18.213158 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e47414-70d1-4708-b08b-423ca8c7ea1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:06:18.213708 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e47414-70d1-4708-b08b-423ca8c7ea1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:06:18.214098 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e47414-70d1-4708-b08b-423ca8c7ea1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:06:18.214632 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e47414-70d1-4708-b08b-423ca8c7ea1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:06:18.217649 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-40b8e794-0a7f-46c4-85a8-c98a6c52cf01 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] DELETE failed (client error): The resource could not be found. Feb 02 07:06:18.218227 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40b8e794-0a7f-46c4-85a8-c98a6c52cf01 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:06:18.221694 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-40b8e794-0a7f-46c4-85a8-c98a6c52cf01 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/ports/1e43a299-bf39-435a-834e-02a0304bbdfb HTTP/1.1" status: 404 len: 333 time: 0.0473142 Feb 02 07:06:18.228340 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-ef3df2b4-13c7-476a-aefd-3062e28f1057 None None] Attempting to bind port 1c492ac7-4c79-42c1-b988-e0114c0e532f on host n-d-789963-26 for vnic_type normal with profile {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:06:18.228737 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-ef3df2b4-13c7-476a-aefd-3062e28f1057 None None] Attempting to bind port 1c492ac7-4c79-42c1-b988-e0114c0e532f by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:06:18.229611 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47530) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:18.229748 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3df2b4-13c7-476a-aefd-3062e28f1057 None None] Attempting to bind port 1c492ac7-4c79-42c1-b988-e0114c0e532f on network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:06:18.235203 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3df2b4-13c7-476a-aefd-3062e28f1057 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:06:18.235641 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3df2b4-13c7-476a-aefd-3062e28f1057 None None] Checking segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:06:18.236125 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-ef3df2b4-13c7-476a-aefd-3062e28f1057 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:18.236585 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3df2b4-13c7-476a-aefd-3062e28f1057 None None] Bound using segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:06:18.237064 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-ef3df2b4-13c7-476a-aefd-3062e28f1057 None None] Bound port: 1c492ac7-4c79-42c1-b988-e0114c0e532f, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:06:18.238164 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-ef3df2b4-13c7-476a-aefd-3062e28f1057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (1c492ac7-4c79-42c1-b988-e0114c0e532f), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:18.273073 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-37f12f36-2239-4a63-8104-200132393aa8 req-5e0cc8fb-20ef-45f1-8c06-773d47967763 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1915605 Feb 02 07:06:18.274976 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-c565be0a-f639-478f-b4f8-ab9498b659df tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] DELETE failed (client error): The resource could not be found. Feb 02 07:06:18.274976 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c565be0a-f639-478f-b4f8-ab9498b659df tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:06:18.281531 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c565be0a-f639-478f-b4f8-ab9498b659df tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/subnets/70a267a4-e1d5-4b79-9831-70d9fb8e39bf HTTP/1.1" status: 404 len: 337 time: 0.0447176 Feb 02 07:06:18.288958 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43339f3-baa9-42e0-a3a0-246a2fca7bc3 req-9f4c8c14-b250-4f0c-bbcf-fa290884a780 tempest-ImagesNegativeTestJSON-1927925133 tempest-ImagesNegativeTestJSON-1927925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:18.290140 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f43339f3-baa9-42e0-a3a0-246a2fca7bc3 req-9f4c8c14-b250-4f0c-bbcf-fa290884a780 tempest-ImagesNegativeTestJSON-1927925133 tempest-ImagesNegativeTestJSON-1927925133-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2984056 Feb 02 07:06:18.290651 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47532) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:18.300124 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-ef3df2b4-13c7-476a-aefd-3062e28f1057 None None] For port 1c492ac7-4c79-42c1-b988-e0114c0e532f, host n-d-789963-26, cleared binding levels {{(pid=109696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:06:18.304685 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-ef3df2b4-13c7-476a-aefd-3062e28f1057 None None] For port 1c492ac7-4c79-42c1-b988-e0114c0e532f, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=1c492ac7-4c79-42c1-b988-e0114c0e532f,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:06:18.314247 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-ef3df2b4-13c7-476a-aefd-3062e28f1057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (1c492ac7-4c79-42c1-b988-e0114c0e532f), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:18.322963 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-f43339f3-baa9-42e0-a3a0-246a2fca7bc3 req-b8a8c1fd-42d2-402d-a101-767a8c649e92 tempest-ImagesNegativeTestJSON-1927925133 tempest-ImagesNegativeTestJSON-1927925133-project] Request body: {'port': {'device_id': 'fdae53e3-60bd-46a0-b389-492f9f2da683', 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1', 'admin_state_up': True, 'tenant_id': 'da8f3e8bd3f842ae9ac38733ce9d378e'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:06:18.327695 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-e49784db-b7ff-416b-bcb6-698b219773d0 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] DELETE failed (client error): The resource could not be found. Feb 02 07:06:18.328152 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e49784db-b7ff-416b-bcb6-698b219773d0 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:06:18.333413 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-e49784db-b7ff-416b-bcb6-698b219773d0 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/subnets/4cbba4bd-c904-4680-b205-1a0431af9849 HTTP/1.1" status: 404 len: 337 time: 0.0395596 Feb 02 07:06:18.341845 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47534) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:18.346362 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-fea78542-dba9-4f38-be2c-10dc806b07eb req-92806376-9248-4f8b-a2f3-fe6e85ff8250 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks [] for port (15bc6804-c0cf-42af-b743-9acff5c1be01), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:18.374220 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 429a379b-e608-4074-8c4d-b4d6eb203812 up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:06:18.381829 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3df2b4-13c7-476a-aefd-3062e28f1057 None None] Routers {'f4805bbb-7278-499c-9197-654522a821d7'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:06:18.382389 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-ef3df2b4-13c7-476a-aefd-3062e28f1057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:06:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['f4805bbb-7278-499c-9197-654522a821d7'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:06:18.403125 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-be2c9be1-b69f-43c7-9f76-3c7b91a409ff req-de143a15-b463-4d94-bdc2-b081ce9b8c4d service neutron] 10.222.0.59 "GET /v2.0/networks/9faf7e40-7741-4ebb-8f78-e3e3326a51b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3664713 Feb 02 07:06:18.439155 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3ca9f77-ae6d-4e0d-89e6-accffcf24464 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] DELETE failed (client error): The resource could not be found. Feb 02 07:06:18.439723 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3ca9f77-ae6d-4e0d-89e6-accffcf24464 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:06:18.446210 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b3ca9f77-ae6d-4e0d-89e6-accffcf24464 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/ports/1c20adf9-b5b0-4530-a0fd-24779c8f821d HTTP/1.1" status: 404 len: 333 time: 0.1002963 Feb 02 07:06:18.446385 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port 429a379b-e608-4074-8c4d-b4d6eb203812 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:06:18.447617 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47538) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:18.448930 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port 429a379b-e608-4074-8c4d-b4d6eb203812 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:06:18.449616 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (429a379b-e608-4074-8c4d-b4d6eb203812), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:18.463037 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e47414-70d1-4708-b08b-423ca8c7ea1a None None] Pushing event updated for resources: {'Port': ['ID=1c492ac7-4c79-42c1-b988-e0114c0e532f,revision_number=3']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:18.503293 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-408e7242-651a-49a7-a06c-86533a58dfe4 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] DELETE failed (client error): The resource could not be found. Feb 02 07:06:18.503789 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-408e7242-651a-49a7-a06c-86533a58dfe4 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:06:18.507792 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-408e7242-651a-49a7-a06c-86533a58dfe4 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/subnets/65c07bd0-abaa-46b8-9bc0-84413ef1f1e7 HTTP/1.1" status: 404 len: 337 time: 0.0600808 Feb 02 07:06:18.510440 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47540) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:18.543706 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-edacd4e4-b3b8-4981-a3a5-bb13bfb45614 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] DELETE failed (client error): The resource could not be found. Feb 02 07:06:18.544182 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edacd4e4-b3b8-4981-a3a5-bb13bfb45614 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:06:18.550120 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-edacd4e4-b3b8-4981-a3a5-bb13bfb45614 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/subnets/7578d48a-1bf0-4345-a6a0-947caae1805c HTTP/1.1" status: 404 len: 337 time: 0.0358939 Feb 02 07:06:18.550314 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 429a379b-e608-4074-8c4d-b4d6eb203812 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:06:18.550314 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (429a379b-e608-4074-8c4d-b4d6eb203812), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:18.550488 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47542) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:18.564168 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-be2c9be1-b69f-43c7-9f76-3c7b91a409ff req-6f62cb2e-3a6b-420a-a4a5-4fcf25042732 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=feaa586e-fdf3-4815-964d-77eed258f414 HTTP/1.1" status: 200 len: 217 time: 0.1506231 Feb 02 07:06:18.602232 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 429a379b-e608-4074-8c4d-b4d6eb203812, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=429a379b-e608-4074-8c4d-b4d6eb203812,segment=NetworkSegment(50b2c935-c140-4230-880a-508574d9ed43),segment_id=50b2c935-c140-4230-880a-508574d9ed43)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:06:18.603603 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66efdfcb-d75d-49a1-a389-2e252e22cb3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '429a379b-e608-4074-8c4d-b4d6eb203812'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:06:18.606228 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d4e453e-ea9e-4e5f-ac7e-533a8b33714a" -d '{"events": [{"server_uuid": "66efdfcb-d75d-49a1-a389-2e252e22cb3b", "name": "network-vif-plugged", "status": "completed", "tag": "429a379b-e608-4074-8c4d-b4d6eb203812"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:06:18.611093 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c49fc21-ad09-4f53-b208-869a5bfd53d7 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] DELETE failed (client error): The resource could not be found. Feb 02 07:06:18.612385 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c49fc21-ad09-4f53-b208-869a5bfd53d7 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:06:18.614423 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (429a379b-e608-4074-8c4d-b4d6eb203812), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:18.628284 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-8c49fc21-ad09-4f53-b208-869a5bfd53d7 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/ports/dad3cf26-8b6c-41e0-9601-515d49fb35e2 HTTP/1.1" status: 404 len: 333 time: 0.0762506 Feb 02 07:06:18.633511 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-1079f49e-5183-4146-b7ea-0c4325c03ec0 req-53851976-9493-4708-bfa7-9077468d3272 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Deleting port 789c6a34-5759-40c6-b84a-7e24b567041f {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:06:18.634101 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47546) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:18.634346 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-1079f49e-5183-4146-b7ea-0c4325c03ec0 req-53851976-9493-4708-bfa7-9077468d3272 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (789c6a34-5759-40c6-b84a-7e24b567041f), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:18.652089 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-ef3df2b4-13c7-476a-aefd-3062e28f1057 None None] Set router f4805bbb-7278-499c-9197-654522a821d7 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:06:18.652790 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907fbd56-7ee2-4398-8ab1-9ff22dd36027 req-a8e76d35-d69f-4168-b107-eb9e1ef69294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:18.654496 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-907fbd56-7ee2-4398-8ab1-9ff22dd36027 req-a8e76d35-d69f-4168-b107-eb9e1ef69294 service neutron] 10.222.0.88 "GET /v2.0/networks?id=274d3754-cb62-4276-8b4a-dfa5cf98baaf HTTP/1.1" status: 200 len: 913 time: 0.4538696 Feb 02 07:06:18.676825 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 6f8597b2-e859-4180-89a3-dfbe22f5e837 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:06:18.686371 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-fea78542-dba9-4f38-be2c-10dc806b07eb req-92806376-9248-4f8b-a2f3-fe6e85ff8250 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (15bc6804-c0cf-42af-b743-9acff5c1be01), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:18.701646 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecae91d9-0370-4f5b-a9d7-3d93b6e16550 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] DELETE failed (client error): The resource could not be found. Feb 02 07:06:18.701926 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b2d979-8057-4827-b479-59f509a1f299 x-openstack-request-id: req-f4b2d979-8057-4827-b479-59f509a1f299 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:06:18.702123 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecae91d9-0370-4f5b-a9d7-3d93b6e16550 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:06:18.702483 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66efdfcb-d75d-49a1-a389-2e252e22cb3b", "name": "network-vif-plugged", "status": "completed", "tag": "429a379b-e608-4074-8c4d-b4d6eb203812", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:06:18.702843 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f4b2d979-8057-4827-b479-59f509a1f299 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:06:18.703431 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66efdfcb-d75d-49a1-a389-2e252e22cb3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '429a379b-e608-4074-8c4d-b4d6eb203812', 'code': 200} Feb 02 07:06:18.707954 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-ecae91d9-0370-4f5b-a9d7-3d93b6e16550 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/subnets/1ec429f0-0c72-4748-9975-f4e489e65850 HTTP/1.1" status: 404 len: 337 time: 0.0699546 Feb 02 07:06:18.708561 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47550) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:18.735513 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=429a379b-e608-4074-8c4d-b4d6eb203812,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:18.755826 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['be07e396-69de-4dfc-b5e8-7825f3428298'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:06:18.760846 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 6f8597b2-e859-4180-89a3-dfbe22f5e837 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:06:18.761474 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 6f8597b2-e859-4180-89a3-dfbe22f5e837 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:06:18.804518 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-756d004a-ee80-49bb-b144-625e2a568bc1 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] DELETE failed (client error): The resource could not be found. Feb 02 07:06:18.804518 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-756d004a-ee80-49bb-b144-625e2a568bc1 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:06:18.809544 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-756d004a-ee80-49bb-b144-625e2a568bc1 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/subnets/a6984e11-cb94-48a0-8764-fea9e9e4d875 HTTP/1.1" status: 404 len: 337 time: 0.0948148 Feb 02 07:06:18.809544 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f43339f3-baa9-42e0-a3a0-246a2fca7bc3 req-b8a8c1fd-42d2-402d-a101-767a8c649e92 tempest-ImagesNegativeTestJSON-1927925133 tempest-ImagesNegativeTestJSON-1927925133-project] Made reservation on behalf of da8f3e8bd3f842ae9ac38733ce9d378e for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:06:18.811393 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f43339f3-baa9-42e0-a3a0-246a2fca7bc3 req-b8a8c1fd-42d2-402d-a101-767a8c649e92 tempest-ImagesNegativeTestJSON-1927925133 tempest-ImagesNegativeTestJSON-1927925133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:18.814765 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47554) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:18.825891 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c9be1-b69f-43c7-9f76-3c7b91a409ff req-a63b42c7-0423-48d4-b136-c3d9113dbb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:18.827456 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-be2c9be1-b69f-43c7-9f76-3c7b91a409ff req-a63b42c7-0423-48d4-b136-c3d9113dbb59 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ddd7ba65-e54a-42e2-83d4-6480a2d3e138 HTTP/1.1" status: 200 len: 797 time: 0.2497842 Feb 02 07:06:18.896714 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f43339f3-baa9-42e0-a3a0-246a2fca7bc3 req-b8a8c1fd-42d2-402d-a101-767a8c649e92 tempest-ImagesNegativeTestJSON-1927925133 tempest-ImagesNegativeTestJSON-1927925133-project] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:18.906482 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-ef3df2b4-13c7-476a-aefd-3062e28f1057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4805bbb-7278-499c-9197-654522a821d7', 'name': 'tempest-ServerRescueTestJSONUnderV235-2023207750-router', 'tenant_id': 'bc6d7dbe1d5148348d5fd6c6cc68f02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': '1c492ac7-4c79-42c1-b988-e0114c0e532f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:06:08Z', 'updated_at': '2022-02-02T07:06:14Z', 'revision_number': 3, 'project_id': 'bc6d7dbe1d5148348d5fd6c6cc68f02a', 'gw_port': {'id': '1c492ac7-4c79-42c1-b988-e0114c0e532f', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b2:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4805bbb-7278-499c-9197-654522a821d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:06:11Z', 'updated_at': '2022-02-02T07:06:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:06:18.912441 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0f19242-6904-4f0e-81e3-765c20819b91 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] DELETE failed (client error): The resource could not be found. Feb 02 07:06:18.913681 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0f19242-6904-4f0e-81e3-765c20819b91 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:06:18.917310 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b0f19242-6904-4f0e-81e3-765c20819b91 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/ports/5ace81a8-edd1-4850-8685-ae7e949bfe73 HTTP/1.1" status: 404 len: 333 time: 0.0805311 Feb 02 07:06:18.924226 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47556) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:18.942089 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3df2b4-13c7-476a-aefd-3062e28f1057 None None] The sync data for ids ['f4805bbb-7278-499c-9197-654522a821d7'] in n-d-789963-26 is: [{'id': 'f4805bbb-7278-499c-9197-654522a821d7', 'name': 'tempest-ServerRescueTestJSONUnderV235-2023207750-router', 'tenant_id': 'bc6d7dbe1d5148348d5fd6c6cc68f02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': '1c492ac7-4c79-42c1-b988-e0114c0e532f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:06:08Z', 'updated_at': '2022-02-02T07:06:14Z', 'revision_number': 3, 'project_id': 'bc6d7dbe1d5148348d5fd6c6cc68f02a', 'gw_port': {'id': '1c492ac7-4c79-42c1-b988-e0114c0e532f', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b2:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4805bbb-7278-499c-9197-654522a821d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:06:11Z', 'updated_at': '2022-02-02T07:06:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:06:18.974180 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-e91a3cf5-ddb4-4aba-a2b0-1c600e3c3209 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] DELETE failed (client error): The resource could not be found. Feb 02 07:06:18.974180 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e91a3cf5-ddb4-4aba-a2b0-1c600e3c3209 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:06:18.977879 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-e91a3cf5-ddb4-4aba-a2b0-1c600e3c3209 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/subnets/c5c81a5e-368e-4076-8884-9d4e1437899b HTTP/1.1" status: 404 len: 337 time: 0.0526323 Feb 02 07:06:18.984422 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47560) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:19.009371 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0bbc43-32e5-4356-b21d-089e9f28b396 req-fba7fc88-c50e-46cb-998f-b3d2a9098a76 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:19.010948 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2b0bbc43-32e5-4356-b21d-089e9f28b396 req-fba7fc88-c50e-46cb-998f-b3d2a9098a76 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/ports?device_id=4a3b0dba-c1ca-442b-af80-b163f0ea80a9 HTTP/1.1" status: 200 len: 946 time: 0.5845075 Feb 02 07:06:19.019037 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fea78542-dba9-4f38-be2c-10dc806b07eb req-92806376-9248-4f8b-a2f3-fe6e85ff8250 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Network 4dc80cef-b607-4e43-a37e-1cb34fdb7f94 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:06:19.031404 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-fea78542-dba9-4f38-be2c-10dc806b07eb req-92806376-9248-4f8b-a2f3-fe6e85ff8250 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:06:19.034262 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-fea78542-dba9-4f38-be2c-10dc806b07eb req-92806376-9248-4f8b-a2f3-fe6e85ff8250 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:06:19.035419 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa95443-ce77-4bcb-a0f7-32ac758e6e79 req-88c9a4d4-6b2d-4b11-a313-397799ef5d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:19.037165 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5fa95443-ce77-4bcb-a0f7-32ac758e6e79 req-88c9a4d4-6b2d-4b11-a313-397799ef5d59 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=66efdfcb-d75d-49a1-a389-2e252e22cb3b HTTP/1.1" status: 200 len: 1129 time: 0.2456541 Feb 02 07:06:19.044757 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-40a721d9-fe63-4044-900c-036b1a7c0a21 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] DELETE failed (client error): The resource could not be found. Feb 02 07:06:19.045214 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40a721d9-fe63-4044-900c-036b1a7c0a21 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:06:19.048530 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-40a721d9-fe63-4044-900c-036b1a7c0a21 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/subnets/1924be74-331d-41bb-a599-a23c0dc60924 HTTP/1.1" status: 404 len: 337 time: 0.0629988 Feb 02 07:06:19.053804 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47562) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:19.090261 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701369b-d133-4f12-98c0-8857c65f848a req-d2b347ae-3888-4d62-9be0-6a1ff8f20bcc tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:19.097206 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5701369b-d133-4f12-98c0-8857c65f848a req-d2b347ae-3888-4d62-9be0-6a1ff8f20bcc tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=66efdfcb-d75d-49a1-a389-2e252e22cb3b HTTP/1.1" status: 200 len: 946 time: 0.3183706 Feb 02 07:06:19.125023 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b7562aac-7c27-4388-9788-cfac85771e41 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/ports?device_id=1b487146-7ee8-441c-9237-deee90d998f1 HTTP/1.1" status: 200 len: 205 time: 0.0641589 Feb 02 07:06:19.131108 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47564) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:19.139898 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92806376-9248-4f8b-a2f3-fe6e85ff8250 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Pushing event updated for resources: {'Port': ['ID=15bc6804-c0cf-42af-b743-9acff5c1be01,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:19.178525 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-907fbd56-7ee2-4398-8ab1-9ff22dd36027 req-94e7baea-0496-44b9-9eb7-b62f4d2cd723 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85893ae3-9cf9-488d-a8f8-58bbbb8cbd30 HTTP/1.1" status: 200 len: 1000 time: 0.4934161 Feb 02 07:06:19.198593 n-d-789963-26 neutron-server[109694]: INFO neutron.api.v2.resource [None req-d12c2ff8-3386-416e-b99d-38dcd8d20068 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] delete failed (client error): The resource could not be found. Feb 02 07:06:19.199727 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d12c2ff8-3386-416e-b99d-38dcd8d20068 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/routers/1b487146-7ee8-441c-9237-deee90d998f1 HTTP/1.1" status: 404 len: 336 time: 0.0651307 Feb 02 07:06:19.199959 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-1079f49e-5183-4146-b7ea-0c4325c03ec0 req-53851976-9493-4708-bfa7-9077468d3272 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] For port 789c6a34-5759-40c6-b84a-7e24b567041f, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=789c6a34-5759-40c6-b84a-7e24b567041f,segment=NetworkSegment(2d9e21dd-1cbf-4b8c-a135-5456b21a07f6),segment_id=2d9e21dd-1cbf-4b8c-a135-5456b21a07f6)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:06:19.200341 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-1079f49e-5183-4146-b7ea-0c4325c03ec0 req-53851976-9493-4708-bfa7-9077468d3272 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (789c6a34-5759-40c6-b84a-7e24b567041f), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:19.215296 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 47566) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:19.236312 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5fa95443-ce77-4bcb-a0f7-32ac758e6e79 req-92421bc0-ebe9-4d17-a011-4a879ee27539 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853955 Feb 02 07:06:19.254685 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c9be1-b69f-43c7-9f76-3c7b91a409ff req-b5668bd1-86d4-4e21-a9bf-ec8917336cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:19.254685 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-be2c9be1-b69f-43c7-9f76-3c7b91a409ff req-b5668bd1-86d4-4e21-a9bf-ec8917336cc9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9faf7e40-7741-4ebb-8f78-e3e3326a51b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3498199 Feb 02 07:06:19.275730 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f43339f3-baa9-42e0-a3a0-246a2fca7bc3 req-b8a8c1fd-42d2-402d-a101-767a8c649e92 tempest-ImagesNegativeTestJSON-1927925133 tempest-ImagesNegativeTestJSON-1927925133-project] Publish callbacks [] for security_group (35c6cf30-58b5-490b-8fa1-24fc6a0a10a3), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:19.288030 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea78542-dba9-4f38-be2c-10dc806b07eb req-92806376-9248-4f8b-a2f3-fe6e85ff8250 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:19.288674 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-fea78542-dba9-4f38-be2c-10dc806b07eb req-92806376-9248-4f8b-a2f3-fe6e85ff8250 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:19.290204 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5701369b-d133-4f12-98c0-8857c65f848a req-65ff030d-96f7-45ab-b8df-b578e6fe8880 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915817 Feb 02 07:06:19.296078 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f43339f3-baa9-42e0-a3a0-246a2fca7bc3 req-b8a8c1fd-42d2-402d-a101-767a8c649e92 tempest-ImagesNegativeTestJSON-1927925133 tempest-ImagesNegativeTestJSON-1927925133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (35c6cf30-58b5-490b-8fa1-24fc6a0a10a3), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:19.306707 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-1079f49e-5183-4146-b7ea-0c4325c03ec0 req-53851976-9493-4708-bfa7-9077468d3272 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Calling delete_port for 789c6a34-5759-40c6-b84a-7e24b567041f owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:06:19.346336 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f3cca13-cf30-4f88-b622-a487dce07e8c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] DELETE failed (client error): The resource could not be found. Feb 02 07:06:19.346800 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f3cca13-cf30-4f88-b622-a487dce07e8c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:06:19.352576 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-0f3cca13-cf30-4f88-b622-a487dce07e8c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/subnets/ac42499c-a1c8-481f-a337-130781cfd4ab HTTP/1.1" status: 404 len: 337 time: 0.1240335 Feb 02 07:06:19.363385 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 47570) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:19.369021 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2b0bbc43-32e5-4356-b21d-089e9f28b396 req-c35a1ec2-d8e0-41ad-b4b9-d38e3df95814 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/security-groups?id=e8e61412-2b54-4a5c-ab0d-3506f7e64351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388934 Feb 02 07:06:19.373800 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a8c1fd-42d2-402d-a101-767a8c649e92 tempest-ImagesNegativeTestJSON-1927925133 tempest-ImagesNegativeTestJSON-1927925133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35c6cf30-58b5-490b-8fa1-24fc6a0a10a3,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:19.489329 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b3834-7474-4a42-9136-61c169931801 req-19a1b134-67dd-4099-b77f-ceef838ade7f tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:19.493568 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fea78542-dba9-4f38-be2c-10dc806b07eb req-92806376-9248-4f8b-a2f3-fe6e85ff8250 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4114835 Feb 02 07:06:19.494044 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ba7b3834-7474-4a42-9136-61c169931801 req-19a1b134-67dd-4099-b77f-ceef838ade7f tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/ports?device_id=81bd0e49-4581-45a5-a74e-6af2fb177a7d HTTP/1.1" status: 200 len: 931 time: 0.1212082 Feb 02 07:06:19.505088 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-f43339f3-baa9-42e0-a3a0-246a2fca7bc3 req-b8a8c1fd-42d2-402d-a101-767a8c649e92 tempest-ImagesNegativeTestJSON-1927925133 tempest-ImagesNegativeTestJSON-1927925133-project] Allocated IP 192.168.233.11 (04bc5622-0c2b-4ce8-b107-e6abcbdf57e1/9d773733-62df-4956-84d3-71d17cfb6d11/a0a9425c-fee4-41a9-8e59-b6efc510131e) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:06:19.508465 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-ebd9e054-35f3-45eb-a862-f308c21c73c9 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "GET /v2.0/ports?device_id=875b32a0-f15c-43f2-a568-566c7c19cf82 HTTP/1.1" status: 200 len: 205 time: 0.1383770 Feb 02 07:06:19.514552 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47572) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:19.518551 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-fea78542-dba9-4f38-be2c-10dc806b07eb req-2808aa3f-6edd-4659-9f13-b2f058e9a57a service neutron] Request body: {'port': {'device_id': '81bd0e49-4581-45a5-a74e-6af2fb177a7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:06:19.537491 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907fbd56-7ee2-4398-8ab1-9ff22dd36027 req-9621d072-6d1b-43fb-b579-830a5aeb6de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:19.538997 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-907fbd56-7ee2-4398-8ab1-9ff22dd36027 req-9621d072-6d1b-43fb-b579-830a5aeb6de9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b6b3fc97-ea53-4910-99b5-bddf06c5d45f HTTP/1.1" status: 200 len: 851 time: 0.3452568 Feb 02 07:06:19.545558 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b2537c3b-de12-4cd9-980a-eb43d6c85db2 req-9793c2f8-01b3-4bd5-9805-f523b3e394f1 tempest-ImagesNegativeTestJSON-1927925133 tempest-ImagesNegativeTestJSON-1927925133-project] 10.222.0.87 "GET /v2.0/ports?device_id=fdae53e3-60bd-46a0-b389-492f9f2da683 HTTP/1.1" status: 200 len: 210 time: 0.0820699 Feb 02 07:06:19.584993 n-d-789963-26 neutron-server[109694]: INFO neutron.api.v2.resource [None req-107bd6d7-5f91-4962-ac0f-235124052202 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] delete failed (client error): The resource could not be found. Feb 02 07:06:19.588806 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-107bd6d7-5f91-4962-ac0f-235124052202 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/routers/875b32a0-f15c-43f2-a568-566c7c19cf82 HTTP/1.1" status: 404 len: 336 time: 0.0725965 Feb 02 07:06:19.596254 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47576) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:19.645549 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-ded471c3-0c89-4dda-9dab-4e3785330803 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] DELETE failed (client error): The resource could not be found. Feb 02 07:06:19.646202 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ded471c3-0c89-4dda-9dab-4e3785330803 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:06:19.651974 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-ded471c3-0c89-4dda-9dab-4e3785330803 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/subnets/1490c662-e9dd-43ca-ba96-e3684d956710 HTTP/1.1" status: 404 len: 337 time: 0.0525091 Feb 02 07:06:19.654822 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47578) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:19.672169 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ba7b3834-7474-4a42-9136-61c169931801 req-33f03945-cd20-4e0c-a1fa-6fb257cc5ebe tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a5d4ccaf-26cf-4391-8f4a-c9fd890579b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640220 Feb 02 07:06:19.697571 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-556d1418-9744-45bb-baaa-2d6763027683 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] DELETE failed (client error): The resource could not be found. Feb 02 07:06:19.697571 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-556d1418-9744-45bb-baaa-2d6763027683 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:06:19.700332 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-556d1418-9744-45bb-baaa-2d6763027683 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/subnets/f174ff50-77a8-47b1-bffd-01db0e58787e HTTP/1.1" status: 404 len: 337 time: 0.0445294 Feb 02 07:06:19.705490 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47580) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:19.744042 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-19f73aca-8c38-4f85-b324-9b91a801e72f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] DELETE failed (client error): The resource could not be found. Feb 02 07:06:19.744493 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19f73aca-8c38-4f85-b324-9b91a801e72f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:06:19.747958 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-19f73aca-8c38-4f85-b324-9b91a801e72f tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/ports/90f1db0b-de84-4c9a-856b-e6490f119bd8 HTTP/1.1" status: 404 len: 333 time: 0.0413857 Feb 02 07:06:19.759488 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47582) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:19.797197 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-33047308-4847-4713-ad75-75aabffdffbd tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] DELETE failed (client error): The resource could not be found. Feb 02 07:06:19.797654 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33047308-4847-4713-ad75-75aabffdffbd tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:06:19.804594 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-33047308-4847-4713-ad75-75aabffdffbd tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/subnets/46ab69cf-ddd7-4bea-95e7-888530e9ae81 HTTP/1.1" status: 404 len: 337 time: 0.0404644 Feb 02 07:06:19.805229 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47584) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:19.862115 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-8681dadc-ba2d-4703-ba9e-a2c2da3b5b3a tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] DELETE failed (client error): The resource could not be found. Feb 02 07:06:19.862677 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8681dadc-ba2d-4703-ba9e-a2c2da3b5b3a tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:06:19.868911 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-8681dadc-ba2d-4703-ba9e-a2c2da3b5b3a tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/ports/1900ec49-1804-427d-94b1-aae2231cfef7 HTTP/1.1" status: 404 len: 333 time: 0.0598974 Feb 02 07:06:19.871763 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47586) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:20.134281 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907fbd56-7ee2-4398-8ab1-9ff22dd36027 req-76a730c2-c75e-4de1-b966-7122d445ebab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:20.135974 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-907fbd56-7ee2-4398-8ab1-9ff22dd36027 req-76a730c2-c75e-4de1-b966-7122d445ebab service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=274d3754-cb62-4276-8b4a-dfa5cf98baaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5722034 Feb 02 07:06:20.141150 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e5a12d3a-1e6b-453d-be7e-be646abc72d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:20.153019 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-fea78542-dba9-4f38-be2c-10dc806b07eb req-2808aa3f-6edd-4659-9f13-b2f058e9a57a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (15bc6804-c0cf-42af-b743-9acff5c1be01), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:20.204323 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd2f8ea8-7d76-4905-a0ae-449e51a365a6 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] DELETE failed (client error): The resource could not be found. Feb 02 07:06:20.204789 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd2f8ea8-7d76-4905-a0ae-449e51a365a6 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:06:20.207821 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-dd2f8ea8-7d76-4905-a0ae-449e51a365a6 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/subnets/b196d08f-efef-42a5-a874-638c99dcb755 HTTP/1.1" status: 404 len: 337 time: 0.3354366 Feb 02 07:06:20.210822 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47588) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:20.242965 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-148686fa-562a-442f-a2be-0d928505294e tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] DELETE failed (client error): The resource could not be found. Feb 02 07:06:20.243519 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-148686fa-562a-442f-a2be-0d928505294e tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:06:20.246533 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-148686fa-562a-442f-a2be-0d928505294e tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/ports/b9763458-3744-442c-b4f4-5feb8f9993bb HTTP/1.1" status: 404 len: 333 time: 0.0348141 Feb 02 07:06:20.251319 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47590) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:20.256146 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-be2c9be1-b69f-43c7-9f76-3c7b91a409ff req-7293cad9-6ec0-4e1a-8142-6d40223616b3 service neutron] 10.222.0.59 "GET /v2.0/networks/9faf7e40-7741-4ebb-8f78-e3e3326a51b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6480522 Feb 02 07:06:20.285164 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-47223334-5532-482c-9749-486857e0b79e tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] DELETE failed (client error): The resource could not be found. Feb 02 07:06:20.285533 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47223334-5532-482c-9749-486857e0b79e tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:06:20.289175 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-47223334-5532-482c-9749-486857e0b79e tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/subnets/903ae38e-3286-447f-8c85-1e5dffad3a53 HTTP/1.1" status: 404 len: 337 time: 0.0369167 Feb 02 07:06:20.292324 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f43339f3-baa9-42e0-a3a0-246a2fca7bc3 req-b8a8c1fd-42d2-402d-a101-767a8c649e92 tempest-ImagesNegativeTestJSON-1927925133 tempest-ImagesNegativeTestJSON-1927925133-project] Publish callbacks [] for port (a0a9425c-fee4-41a9-8e59-b6efc510131e), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:20.293547 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47592) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:20.294223 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce8fef-5daf-4a58-a082-9b0c583d7bff req-4e566283-2217-4077-92b4-e94870f171ca tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:20.295762 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-82ce8fef-5daf-4a58-a082-9b0c583d7bff req-4e566283-2217-4077-92b4-e94870f171ca tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 945 time: 0.6620998 Feb 02 07:06:20.327026 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-b49f4495-6d0e-4faa-9219-223cae439f16 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] DELETE failed (client error): The resource could not be found. Feb 02 07:06:20.327537 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b49f4495-6d0e-4faa-9219-223cae439f16 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:06:20.332992 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b49f4495-6d0e-4faa-9219-223cae439f16 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/ports/77f57a80-ead5-4d40-ac86-a7b69a2fa3bf HTTP/1.1" status: 404 len: 333 time: 0.0361032 Feb 02 07:06:20.334673 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47596) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:20.363214 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 789c6a34-5759-40c6-b84a-7e24b567041f no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:06:20.377852 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-235ba2d7-6354-4c4d-9d44-f5fa33d5b5c4 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] DELETE failed (client error): The resource could not be found. Feb 02 07:06:20.378671 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-235ba2d7-6354-4c4d-9d44-f5fa33d5b5c4 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:06:20.381564 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-235ba2d7-6354-4c4d-9d44-f5fa33d5b5c4 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/subnets/399a1811-91f6-4727-b1b3-b974d0fb7122 HTTP/1.1" status: 404 len: 337 time: 0.0457258 Feb 02 07:06:20.392155 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47598) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:20.415580 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] No active binding found for port 789c6a34-5759-40c6-b84a-7e24b567041f {{(pid=109695) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 02 07:06:20.416137 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] The host n-h2-789963-26 is not matching for port 789c6a34-5759-40c6-b84a-7e24b567041f host None! {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 02 07:06:20.416710 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 789c6a34-5759-40c6-b84a-7e24b567041f not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:06:20.440378 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-765a0f8a-95f5-4f3f-a1b4-cdad169d8132 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] DELETE failed (client error): The resource could not be found. Feb 02 07:06:20.440931 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-765a0f8a-95f5-4f3f-a1b4-cdad169d8132 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:06:20.444223 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-765a0f8a-95f5-4f3f-a1b4-cdad169d8132 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/ports/cfcc5940-486b-45e5-acd3-eccc87e71037 HTTP/1.1" status: 404 len: 333 time: 0.0483706 Feb 02 07:06:20.447064 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47602) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:20.448738 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-1079f49e-5183-4146-b7ea-0c4325c03ec0 req-53851976-9493-4708-bfa7-9077468d3272 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (789c6a34-5759-40c6-b84a-7e24b567041f), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:20.460660 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f43339f3-baa9-42e0-a3a0-246a2fca7bc3 req-b8a8c1fd-42d2-402d-a101-767a8c649e92 tempest-ImagesNegativeTestJSON-1927925133 tempest-ImagesNegativeTestJSON-1927925133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (a0a9425c-fee4-41a9-8e59-b6efc510131e), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:20.488020 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bf8e054-a754-4395-8562-a9b41477a4cc tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] DELETE failed (client error): The resource could not be found. Feb 02 07:06:20.488833 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bf8e054-a754-4395-8562-a9b41477a4cc tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:06:20.491656 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-8bf8e054-a754-4395-8562-a9b41477a4cc tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/subnets/3b7ada29-3f46-4528-a537-971491c12a09 HTTP/1.1" status: 404 len: 337 time: 0.0436337 Feb 02 07:06:20.508903 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 47604) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:20.542673 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f43339f3-baa9-42e0-a3a0-246a2fca7bc3 req-b8a8c1fd-42d2-402d-a101-767a8c649e92 tempest-ImagesNegativeTestJSON-1927925133 tempest-ImagesNegativeTestJSON-1927925133-project] Network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:06:20.549794 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59749fec-1ea0-4f84-9bda-6f1b79aee2e4 req-cf2ee3cd-89e5-4dee-9954-1a80459ecbc0 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:20.551374 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-59749fec-1ea0-4f84-9bda-6f1b79aee2e4 req-cf2ee3cd-89e5-4dee-9954-1a80459ecbc0 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=66efdfcb-d75d-49a1-a389-2e252e22cb3b HTTP/1.1" status: 200 len: 946 time: 0.1769526 Feb 02 07:06:20.555720 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-f43339f3-baa9-42e0-a3a0-246a2fca7bc3 req-b8a8c1fd-42d2-402d-a101-767a8c649e92 tempest-ImagesNegativeTestJSON-1927925133 tempest-ImagesNegativeTestJSON-1927925133-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:06:20.562045 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-f43339f3-baa9-42e0-a3a0-246a2fca7bc3 req-b8a8c1fd-42d2-402d-a101-767a8c649e92 tempest-ImagesNegativeTestJSON-1927925133 tempest-ImagesNegativeTestJSON-1927925133-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:06:20.571250 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a8c1fd-42d2-402d-a101-767a8c649e92 tempest-ImagesNegativeTestJSON-1927925133 tempest-ImagesNegativeTestJSON-1927925133-project] Pushing event updated for resources: {'Port': ['ID=a0a9425c-fee4-41a9-8e59-b6efc510131e,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:20.651433 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43339f3-baa9-42e0-a3a0-246a2fca7bc3 req-b8a8c1fd-42d2-402d-a101-767a8c649e92 tempest-ImagesNegativeTestJSON-1927925133 tempest-ImagesNegativeTestJSON-1927925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:20.652465 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f43339f3-baa9-42e0-a3a0-246a2fca7bc3 req-b8a8c1fd-42d2-402d-a101-767a8c649e92 tempest-ImagesNegativeTestJSON-1927925133 tempest-ImagesNegativeTestJSON-1927925133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:20.686145 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53851976-9493-4708-bfa7-9077468d3272 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Pushing event deleted for resources: {'Port': ['ID=789c6a34-5759-40c6-b84a-7e24b567041f,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:20.690522 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-59749fec-1ea0-4f84-9bda-6f1b79aee2e4 req-f8dc9f4a-7df6-4048-a8fb-bcd150703a40 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325111 Feb 02 07:06:20.720612 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f43339f3-baa9-42e0-a3a0-246a2fca7bc3 req-b8a8c1fd-42d2-402d-a101-767a8c649e92 tempest-ImagesNegativeTestJSON-1927925133 tempest-ImagesNegativeTestJSON-1927925133-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4016056 Feb 02 07:06:20.738557 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 1c492ac7-4c79-42c1-b988-e0114c0e532f up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:06:20.740493 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-f43339f3-baa9-42e0-a3a0-246a2fca7bc3 req-15252d2c-e6c2-4ee7-9d50-8a095c011396 service neutron] Request body: {'port': {'device_id': 'fdae53e3-60bd-46a0-b389-492f9f2da683', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:06:20.814968 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd937f07-06f3-4f5b-87ae-2698608a3171 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] DELETE failed (client error): The resource could not be found. Feb 02 07:06:20.815956 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd937f07-06f3-4f5b-87ae-2698608a3171 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:06:20.823954 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-dd937f07-06f3-4f5b-87ae-2698608a3171 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/ports/73b02214-96dc-4b3a-8772-7bebeb8ebd8f HTTP/1.1" status: 404 len: 333 time: 0.3056989 Feb 02 07:06:20.830344 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47610) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:20.862325 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 1c492ac7-4c79-42c1-b988-e0114c0e532f triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:06:20.862607 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (1c492ac7-4c79-42c1-b988-e0114c0e532f), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:20.890724 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-907fbd56-7ee2-4398-8ab1-9ff22dd36027 req-2e745a8e-6821-44ed-b92b-65d1fd6ba8b5 service neutron] 10.222.0.88 "GET /v2.0/networks/274d3754-cb62-4276-8b4a-dfa5cf98baaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7397368 Feb 02 07:06:20.903582 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-38abcdb9-d6dd-4af9-8f1d-43c76e3d1c77 req-e12bfbc9-b05e-465d-9624-cfeb39a72f89 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.87 "GET /v2.0/ports?device_id=4a3b0dba-c1ca-442b-af80-b163f0ea80a9 HTTP/1.1" status: 200 len: 210 time: 0.0931768 Feb 02 07:06:20.905968 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec0ecf2a-1654-4a43-bc2d-82698ed07012 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] DELETE failed (client error): The resource could not be found. Feb 02 07:06:20.906434 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec0ecf2a-1654-4a43-bc2d-82698ed07012 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:06:20.911755 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-ec0ecf2a-1654-4a43-bc2d-82698ed07012 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/subnets/ac668d25-d007-4214-a271-af6f6ae081d1 HTTP/1.1" status: 404 len: 337 time: 0.0781784 Feb 02 07:06:20.912139 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47612) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:20.999499 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-82ce8fef-5daf-4a58-a082-9b0c583d7bff req-2a6a03c3-bdc4-4759-a8e4-c199598325c8 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6257811 Feb 02 07:06:21.000790 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-1079f49e-5183-4146-b7ea-0c4325c03ec0 req-53851976-9493-4708-bfa7-9077468d3272 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] No DVR routers for this DVR port 789c6a34-5759-40c6-b84a-7e24b567041f on host n-h2-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:06:21.007903 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-1079f49e-5183-4146-b7ea-0c4325c03ec0 req-53851976-9493-4708-bfa7-9077468d3272 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:21.013939 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-73c17a0c-b005-47f6-bf34-c70b8439392c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] DELETE failed (client error): The resource could not be found. Feb 02 07:06:21.014438 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73c17a0c-b005-47f6-bf34-c70b8439392c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:06:21.019862 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-73c17a0c-b005-47f6-bf34-c70b8439392c tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/ports/e482abf7-54fc-48fd-bc0a-8c0737d73307 HTTP/1.1" status: 404 len: 333 time: 0.0745704 Feb 02 07:06:21.024363 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1079f49e-5183-4146-b7ea-0c4325c03ec0 req-53851976-9493-4708-bfa7-9077468d3272 tempest-ListServerFiltersTestJSON-1346196516 tempest-ListServerFiltersTestJSON-1346196516-project] 10.222.0.59 "DELETE /v2.0/ports/789c6a34-5759-40c6-b84a-7e24b567041f HTTP/1.1" status: 204 len: 173 time: 3.0276625 Feb 02 07:06:21.027684 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47614) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:21.031051 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 1c492ac7-4c79-42c1-b988-e0114c0e532f is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:06:21.031691 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (1c492ac7-4c79-42c1-b988-e0114c0e532f), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:21.049233 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f43339f3-baa9-42e0-a3a0-246a2fca7bc3 req-15252d2c-e6c2-4ee7-9d50-8a095c011396 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (a0a9425c-fee4-41a9-8e59-b6efc510131e), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:21.078307 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 1c492ac7-4c79-42c1-b988-e0114c0e532f, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=1c492ac7-4c79-42c1-b988-e0114c0e532f,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:06:21.095878 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3da4ca9-99db-44b0-ba2e-5d03a4105aab tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] DELETE failed (client error): The resource could not be found. Feb 02 07:06:21.096655 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3da4ca9-99db-44b0-ba2e-5d03a4105aab tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:06:21.100647 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f3da4ca9-99db-44b0-ba2e-5d03a4105aab tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/subnets/e0a8afae-cdd1-419e-a259-5ac0579a4f33 HTTP/1.1" status: 404 len: 337 time: 0.0714047 Feb 02 07:06:21.104966 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47616) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:21.117217 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (1c492ac7-4c79-42c1-b988-e0114c0e532f), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:21.119762 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-40bda75e-c6ab-429f-be1a-13b233bf8af2 None None] Provisioning complete for port a0a9425c-fee4-41a9-8e59-b6efc510131e triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:06:21.120353 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-40bda75e-c6ab-429f-be1a-13b233bf8af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (a0a9425c-fee4-41a9-8e59-b6efc510131e), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:21.211147 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a3b0dba-c1ca-442b-af80-b163f0ea80a9', 'name': 'network-vif-deleted', 'tag': '789c6a34-5759-40c6-b84a-7e24b567041f'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:06:21.213793 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14fc62e0-6aa4-40a2-914a-7899e13be694" -d '{"events": [{"server_uuid": "4a3b0dba-c1ca-442b-af80-b163f0ea80a9", "name": "network-vif-deleted", "tag": "789c6a34-5759-40c6-b84a-7e24b567041f"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:06:21.215818 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-40bda75e-c6ab-429f-be1a-13b233bf8af2 None None] Port a0a9425c-fee4-41a9-8e59-b6efc510131e cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:06:21.219046 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-be2c9be1-b69f-43c7-9f76-3c7b91a409ff req-3cfdd60c-f5f8-4042-afec-23132cdbdb1d service neutron] 10.222.0.59 "GET /v2.0/networks/9faf7e40-7741-4ebb-8f78-e3e3326a51b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9498436 Feb 02 07:06:21.240745 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=1c492ac7-4c79-42c1-b988-e0114c0e532f,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:21.248783 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ab40ac-fef0-4f33-8896-cf2019700a74 req-10056e90-29f2-4285-8bcf-a088d8109a4d tempest-ImagesNegativeTestJSON-1927925133 tempest-ImagesNegativeTestJSON-1927925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:21.250293 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-98ab40ac-fef0-4f33-8896-cf2019700a74 req-10056e90-29f2-4285-8bcf-a088d8109a4d tempest-ImagesNegativeTestJSON-1927925133 tempest-ImagesNegativeTestJSON-1927925133-project] 10.222.0.87 "GET /v2.0/ports?device_id=fdae53e3-60bd-46a0-b389-492f9f2da683 HTTP/1.1" status: 200 len: 935 time: 0.2305596 Feb 02 07:06:21.263153 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d1bb6e96-a9f6-4fc0-95ba-15b8a9951f09 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (0866d72e-3544-4c93-a5a9-bf8114a5301e), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:21.379502 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-be2c9be1-b69f-43c7-9f76-3c7b91a409ff req-5e3c656c-8d4d-4571-8d96-dc6ede2f74b4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.23&port_id=238a9e44-e03f-44a7-b095-94714ea7aff3 HTTP/1.1" status: 200 len: 217 time: 0.1447611 Feb 02 07:06:21.396436 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-e5a12d3a-1e6b-453d-be7e-be646abc72d8 admin admin] Allocated IP 172.20.0.1 (098466ed-6cfb-4629-b5bb-bc2a67c5bdc6/446bfa5e-0944-4da6-8411-de8b2d47ca42/8651fe7d-7c5e-4234-8b06-f217706108b0) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:06:21.435393 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-98ab40ac-fef0-4f33-8896-cf2019700a74 req-6417d9d6-7ab6-471f-bce8-a254a71fb339 tempest-ImagesNegativeTestJSON-1927925133 tempest-ImagesNegativeTestJSON-1927925133-project] 10.222.0.87 "GET /v2.0/security-groups?id=35c6cf30-58b5-490b-8fa1-24fc6a0a10a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759913 Feb 02 07:06:21.491999 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-907fbd56-7ee2-4398-8ab1-9ff22dd36027 req-ee7fdea8-0beb-4c4a-9a21-06bbf16b4390 service neutron] 10.222.0.88 "GET /v2.0/networks/274d3754-cb62-4276-8b4a-dfa5cf98baaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5643523 Feb 02 07:06:21.503780 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d1bb6e96-a9f6-4fc0-95ba-15b8a9951f09 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (0866d72e-3544-4c93-a5a9-bf8114a5301e), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:21.511601 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d421d87-5a89-45bd-93d7-feec5617a7ad x-openstack-request-id: req-2d421d87-5a89-45bd-93d7-feec5617a7ad {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:06:21.511887 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a3b0dba-c1ca-442b-af80-b163f0ea80a9", "name": "network-vif-deleted", "tag": "789c6a34-5759-40c6-b84a-7e24b567041f", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:06:21.512140 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-2d421d87-5a89-45bd-93d7-feec5617a7ad {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:06:21.512762 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a3b0dba-c1ca-442b-af80-b163f0ea80a9', 'name': 'network-vif-deleted', 'tag': '789c6a34-5759-40c6-b84a-7e24b567041f', 'status': 'completed', 'code': 200} Feb 02 07:06:21.538693 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-d1bb6e96-a9f6-4fc0-95ba-15b8a9951f09 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0866d72e-3544-4c93-a5a9-bf8114a5301e']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:06:21.542404 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c9be1-b69f-43c7-9f76-3c7b91a409ff req-40b4086d-8eca-474b-b212-c83bdce0b26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:21.543961 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-be2c9be1-b69f-43c7-9f76-3c7b91a409ff req-40b4086d-8eca-474b-b212-c83bdce0b26e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ddd7ba65-e54a-42e2-83d4-6480a2d3e138 HTTP/1.1" status: 200 len: 797 time: 0.1535356 Feb 02 07:06:21.554125 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de8941-988e-4eac-b2d9-e50ddd3bd772 req-30359ca5-cc15-4bd4-855a-f8cc90d76233 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:21.556645 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-d1bb6e96-a9f6-4fc0-95ba-15b8a9951f09 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28926945-7756-40b6-b3b7-9dc56b3fb1c3') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:06:21.556888 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-d1bb6e96-a9f6-4fc0-95ba-15b8a9951f09 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28926945-7756-40b6-b3b7-9dc56b3fb1c3') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:06:21.560392 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-33de8941-988e-4eac-b2d9-e50ddd3bd772 req-30359ca5-cc15-4bd4-855a-f8cc90d76233 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/ports?device_id=81bd0e49-4581-45a5-a74e-6af2fb177a7d HTTP/1.1" status: 200 len: 931 time: 0.3325052 Feb 02 07:06:21.573624 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d1bb6e96-a9f6-4fc0-95ba-15b8a9951f09 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (28926945-7756-40b6-b3b7-9dc56b3fb1c3), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:21.594728 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d1bb6e96-a9f6-4fc0-95ba-15b8a9951f09 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (28926945-7756-40b6-b3b7-9dc56b3fb1c3), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:21.608798 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1bb6e96-a9f6-4fc0-95ba-15b8a9951f09 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:06:21.609208 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d1bb6e96-a9f6-4fc0-95ba-15b8a9951f09 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (28926945-7756-40b6-b3b7-9dc56b3fb1c3), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:21.612445 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:06:21.612445 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:06:21.612445 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:06:21.612445 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:06:21.612445 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:06:21.612445 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:06:21.612445 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:06:21.612445 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:06:21.612445 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:06:21.612445 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:06:21.612445 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:06:21.612445 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:06:21.612445 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:06:21.612445 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:06:21.612445 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:06:21.612445 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:06:21.612445 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:06:21.612445 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:06:21.612445 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:06:21.612445 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:06:21.612445 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:06:21.612445 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:06:21.612445 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:06:21.612445 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:06:21.612445 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:06:21.612445 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:06:21.612445 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:06:21.612445 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:06:21.612445 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:06:21.612445 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:06:21.612445 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:06:21.612445 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:06:21.698725 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-f43339f3-baa9-42e0-a3a0-246a2fca7bc3 req-15252d2c-e6c2-4ee7-9d50-8a095c011396 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0a9425c-fee4-41a9-8e59-b6efc510131e {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:06:21.707479 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f43339f3-baa9-42e0-a3a0-246a2fca7bc3 req-15252d2c-e6c2-4ee7-9d50-8a095c011396 service neutron] Publish callbacks [] for port (a0a9425c-fee4-41a9-8e59-b6efc510131e), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:21.721615 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d1bb6e96-a9f6-4fc0-95ba-15b8a9951f09 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (0866d72e-3544-4c93-a5a9-bf8114a5301e), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:21.729545 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-f43339f3-baa9-42e0-a3a0-246a2fca7bc3 req-15252d2c-e6c2-4ee7-9d50-8a095c011396 service neutron] Transition to ACTIVE for port object a0a9425c-fee4-41a9-8e59-b6efc510131e will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:06:21.732697 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d1bb6e96-a9f6-4fc0-95ba-15b8a9951f09 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:21.736485 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d1bb6e96-a9f6-4fc0-95ba-15b8a9951f09 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] 10.222.0.87 "DELETE /v2.0/networks/0866d72e-3544-4c93-a5a9-bf8114a5301e HTTP/1.1" status: 204 len: 168 time: 0.6290569 Feb 02 07:06:21.748399 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f43339f3-baa9-42e0-a3a0-246a2fca7bc3 req-15252d2c-e6c2-4ee7-9d50-8a095c011396 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (a0a9425c-fee4-41a9-8e59-b6efc510131e), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:21.754097 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bb6e96-a9f6-4fc0-95ba-15b8a9951f09 tempest-NetworksTestDHCPv6-72892540 tempest-NetworksTestDHCPv6-72892540-project] Pushing event deleted for resources: {'Network': ['ID=0866d72e-3544-4c93-a5a9-bf8114a5301e,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:21.754269 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-33de8941-988e-4eac-b2d9-e50ddd3bd772 req-9e1b0881-2e7a-4d35-a21c-87d3111cad45 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a5d4ccaf-26cf-4391-8f4a-c9fd890579b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918383 Feb 02 07:06:21.760515 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-fea78542-dba9-4f38-be2c-10dc806b07eb req-2808aa3f-6edd-4659-9f13-b2f058e9a57a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15bc6804-c0cf-42af-b743-9acff5c1be01 {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:06:21.774227 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-fea78542-dba9-4f38-be2c-10dc806b07eb req-2808aa3f-6edd-4659-9f13-b2f058e9a57a service neutron] Publish callbacks [] for port (15bc6804-c0cf-42af-b743-9acff5c1be01), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:21.780561 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e5a12d3a-1e6b-453d-be7e-be646abc72d8 admin admin] Publish callbacks [] for port (8651fe7d-7c5e-4234-8b06-f217706108b0), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:21.784700 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c9be1-b69f-43c7-9f76-3c7b91a409ff req-c2a5e858-cfd3-40c3-a975-ecba063f8920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:21.786351 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-be2c9be1-b69f-43c7-9f76-3c7b91a409ff req-c2a5e858-cfd3-40c3-a975-ecba063f8920 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9faf7e40-7741-4ebb-8f78-e3e3326a51b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1848450 Feb 02 07:06:21.807525 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-fea78542-dba9-4f38-be2c-10dc806b07eb req-2808aa3f-6edd-4659-9f13-b2f058e9a57a service neutron] Transition to ACTIVE for port object 15bc6804-c0cf-42af-b743-9acff5c1be01 will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:06:21.813471 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15252d2c-e6c2-4ee7-9d50-8a095c011396 service neutron] Pushing event updated for resources: {'Port': ['ID=a0a9425c-fee4-41a9-8e59-b6efc510131e,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:21.841715 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-fea78542-dba9-4f38-be2c-10dc806b07eb req-2808aa3f-6edd-4659-9f13-b2f058e9a57a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (15bc6804-c0cf-42af-b743-9acff5c1be01), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:21.935663 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:21.983536 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-f43339f3-baa9-42e0-a3a0-246a2fca7bc3 req-15252d2c-e6c2-4ee7-9d50-8a095c011396 service neutron] Attempting to bind port a0a9425c-fee4-41a9-8e59-b6efc510131e on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:06:21.983536 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-f43339f3-baa9-42e0-a3a0-246a2fca7bc3 req-15252d2c-e6c2-4ee7-9d50-8a095c011396 service neutron] Attempting to bind port a0a9425c-fee4-41a9-8e59-b6efc510131e by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:06:21.983942 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43339f3-baa9-42e0-a3a0-246a2fca7bc3 req-15252d2c-e6c2-4ee7-9d50-8a095c011396 service neutron] Attempting to bind port a0a9425c-fee4-41a9-8e59-b6efc510131e on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:06:21.987451 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47626) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:21.999609 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43339f3-baa9-42e0-a3a0-246a2fca7bc3 req-15252d2c-e6c2-4ee7-9d50-8a095c011396 service neutron] Port a0a9425c-fee4-41a9-8e59-b6efc510131e on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:06:22.000039 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43339f3-baa9-42e0-a3a0-246a2fca7bc3 req-15252d2c-e6c2-4ee7-9d50-8a095c011396 service neutron] Attempting to bind port a0a9425c-fee4-41a9-8e59-b6efc510131e on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:06:22.028408 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a81fa6-f885-4fe7-a445-f6923c64bbae req-1425c44f-8a60-48b6-8573-da1701a49242 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:22.035764 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-73a81fa6-f885-4fe7-a445-f6923c64bbae req-1425c44f-8a60-48b6-8573-da1701a49242 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=66efdfcb-d75d-49a1-a389-2e252e22cb3b HTTP/1.1" status: 200 len: 946 time: 0.1801791 Feb 02 07:06:22.055772 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2808aa3f-6edd-4659-9f13-b2f058e9a57a service neutron] Pushing event updated for resources: {'Port': ['ID=15bc6804-c0cf-42af-b743-9acff5c1be01,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:22.062193 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43339f3-baa9-42e0-a3a0-246a2fca7bc3 req-15252d2c-e6c2-4ee7-9d50-8a095c011396 service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:06:22.062592 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43339f3-baa9-42e0-a3a0-246a2fca7bc3 req-15252d2c-e6c2-4ee7-9d50-8a095c011396 service neutron] Checking segment: {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:06:22.063083 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43339f3-baa9-42e0-a3a0-246a2fca7bc3 req-15252d2c-e6c2-4ee7-9d50-8a095c011396 service neutron] Bound using segment: {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:06:22.063886 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-f43339f3-baa9-42e0-a3a0-246a2fca7bc3 req-15252d2c-e6c2-4ee7-9d50-8a095c011396 service neutron] Bound port: a0a9425c-fee4-41a9-8e59-b6efc510131e, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:06:22.064374 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f43339f3-baa9-42e0-a3a0-246a2fca7bc3 req-15252d2c-e6c2-4ee7-9d50-8a095c011396 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (a0a9425c-fee4-41a9-8e59-b6efc510131e), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:22.070375 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e5a12d3a-1e6b-453d-be7e-be646abc72d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (8651fe7d-7c5e-4234-8b06-f217706108b0), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:22.126010 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1c7ad6b-e966-4c25-a34e-2c6a05b5c6c2 admin admin] Deleting subnet d1aa23ef-3d37-4724-b351-3279aabe3440 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:06:22.157312 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b1c7ad6b-e966-4c25-a34e-2c6a05b5c6c2 admin admin] Publish callbacks [] for subnet (d1aa23ef-3d37-4724-b351-3279aabe3440), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:22.172962 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-be2c9be1-b69f-43c7-9f76-3c7b91a409ff req-ae179c80-9288-4f2a-a257-fd53be0e227a service neutron] 10.222.0.59 "GET /v2.0/networks/9faf7e40-7741-4ebb-8f78-e3e3326a51b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3614018 Feb 02 07:06:22.203282 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a12d3a-1e6b-453d-be7e-be646abc72d8 admin admin] Network 098466ed-6cfb-4629-b5bb-bc2a67c5bdc6 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:06:22.215089 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47632) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:22.215407 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-e5a12d3a-1e6b-453d-be7e-be646abc72d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:06:22.229116 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b1c7ad6b-e966-4c25-a34e-2c6a05b5c6c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (d1aa23ef-3d37-4724-b351-3279aabe3440), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:22.244690 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a12d3a-1e6b-453d-be7e-be646abc72d8 admin admin] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:06:22.261400 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-73a81fa6-f885-4fe7-a445-f6923c64bbae req-2962f041-aeba-4e97-a403-66c8d561ef6b tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244818 Feb 02 07:06:22.323441 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-fea78542-dba9-4f38-be2c-10dc806b07eb req-2808aa3f-6edd-4659-9f13-b2f058e9a57a service neutron] Attempting to bind port 15bc6804-c0cf-42af-b743-9acff5c1be01 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:06:22.323696 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-fea78542-dba9-4f38-be2c-10dc806b07eb req-2808aa3f-6edd-4659-9f13-b2f058e9a57a service neutron] Attempting to bind port 15bc6804-c0cf-42af-b743-9acff5c1be01 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'e8a58fd3-a6e1-41b1-93bf-40d6f0cd9541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4dc80cef-b607-4e43-a37e-1cb34fdb7f94'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:06:22.324038 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea78542-dba9-4f38-be2c-10dc806b07eb req-2808aa3f-6edd-4659-9f13-b2f058e9a57a service neutron] Attempting to bind port 15bc6804-c0cf-42af-b743-9acff5c1be01 on network 4dc80cef-b607-4e43-a37e-1cb34fdb7f94 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:06:22.328642 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-f43339f3-baa9-42e0-a3a0-246a2fca7bc3 req-15252d2c-e6c2-4ee7-9d50-8a095c011396 service neutron] For port a0a9425c-fee4-41a9-8e59-b6efc510131e, host n-h1-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:06:22.335114 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea78542-dba9-4f38-be2c-10dc806b07eb req-2808aa3f-6edd-4659-9f13-b2f058e9a57a service neutron] Port 15bc6804-c0cf-42af-b743-9acff5c1be01 on network 4dc80cef-b607-4e43-a37e-1cb34fdb7f94 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:06:22.335449 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea78542-dba9-4f38-be2c-10dc806b07eb req-2808aa3f-6edd-4659-9f13-b2f058e9a57a service neutron] Attempting to bind port 15bc6804-c0cf-42af-b743-9acff5c1be01 on network 4dc80cef-b607-4e43-a37e-1cb34fdb7f94 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:06:22.336651 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-f43339f3-baa9-42e0-a3a0-246a2fca7bc3 req-15252d2c-e6c2-4ee7-9d50-8a095c011396 service neutron] For port a0a9425c-fee4-41a9-8e59-b6efc510131e, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=a0a9425c-fee4-41a9-8e59-b6efc510131e,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:06:22.340715 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a12d3a-1e6b-453d-be7e-be646abc72d8 admin admin] Pushing event updated for resources: {'Port': ['ID=8651fe7d-7c5e-4234-8b06-f217706108b0,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:22.369692 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea78542-dba9-4f38-be2c-10dc806b07eb req-2808aa3f-6edd-4659-9f13-b2f058e9a57a service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:06:22.370017 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea78542-dba9-4f38-be2c-10dc806b07eb req-2808aa3f-6edd-4659-9f13-b2f058e9a57a service neutron] Checking segment: {'id': 'e8a58fd3-a6e1-41b1-93bf-40d6f0cd9541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4dc80cef-b607-4e43-a37e-1cb34fdb7f94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:06:22.370406 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea78542-dba9-4f38-be2c-10dc806b07eb req-2808aa3f-6edd-4659-9f13-b2f058e9a57a service neutron] Bound using segment: {'id': 'e8a58fd3-a6e1-41b1-93bf-40d6f0cd9541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4dc80cef-b607-4e43-a37e-1cb34fdb7f94'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:06:22.370577 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f43339f3-baa9-42e0-a3a0-246a2fca7bc3 req-15252d2c-e6c2-4ee7-9d50-8a095c011396 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (a0a9425c-fee4-41a9-8e59-b6efc510131e), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:22.370857 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-fea78542-dba9-4f38-be2c-10dc806b07eb req-2808aa3f-6edd-4659-9f13-b2f058e9a57a service neutron] Bound port: 15bc6804-c0cf-42af-b743-9acff5c1be01, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8a58fd3-a6e1-41b1-93bf-40d6f0cd9541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4dc80cef-b607-4e43-a37e-1cb34fdb7f94'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:06:22.371216 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-fea78542-dba9-4f38-be2c-10dc806b07eb req-2808aa3f-6edd-4659-9f13-b2f058e9a57a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (15bc6804-c0cf-42af-b743-9acff5c1be01), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:22.396300 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e5a12d3a-1e6b-453d-be7e-be646abc72d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (f4805bbb-7278-499c-9197-654522a821d7), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:22.477716 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b1c7ad6b-e966-4c25-a34e-2c6a05b5c6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (d1aa23ef-3d37-4724-b351-3279aabe3440), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:22.504784 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43339f3-baa9-42e0-a3a0-246a2fca7bc3 req-15252d2c-e6c2-4ee7-9d50-8a095c011396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:22.505391 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f43339f3-baa9-42e0-a3a0-246a2fca7bc3 req-15252d2c-e6c2-4ee7-9d50-8a095c011396 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:22.507013 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f43339f3-baa9-42e0-a3a0-246a2fca7bc3 req-15252d2c-e6c2-4ee7-9d50-8a095c011396 service neutron] 10.222.0.88 "PUT /v2.0/ports/a0a9425c-fee4-41a9-8e59-b6efc510131e HTTP/1.1" status: 200 len: 1096 time: 1.7709408 Feb 02 07:06:22.525204 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdae53e3-60bd-46a0-b389-492f9f2da683', 'tag': 'a0a9425c-fee4-41a9-8e59-b6efc510131e'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:06:22.527491 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-287a7e5c-616d-4663-9852-15422b5988fa" -d '{"events": [{"name": "network-changed", "server_uuid": "fdae53e3-60bd-46a0-b389-492f9f2da683", "tag": "a0a9425c-fee4-41a9-8e59-b6efc510131e"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:06:22.560649 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-1551a3e8-374a-4d39-a4a0-9ed17b50b68b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=d3e64a71e17749e693b291cf3514bb46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3406849 Feb 02 07:06:22.561829 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15252d2c-e6c2-4ee7-9d50-8a095c011396 service neutron] Pushing event updated for resources: {'Port': ['ID=a0a9425c-fee4-41a9-8e59-b6efc510131e,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:22.566522 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47642) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:22.592692 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e270ace9-6059-479f-b642-700e7f82d9bb req-8e98b58d-cff0-4326-817c-29d18e520dff tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:22.594311 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e270ace9-6059-479f-b642-700e7f82d9bb req-8e98b58d-cff0-4326-817c-29d18e520dff tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=2707143f-79c4-4761-b2b6-ad49159e25d5 HTTP/1.1" status: 200 len: 946 time: 0.2259898 Feb 02 07:06:22.646242 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 1c492ac7-4c79-42c1-b988-e0114c0e532f up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:06:22.689598 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b1c7ad6b-e966-4c25-a34e-2c6a05b5c6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (d1aa23ef-3d37-4724-b351-3279aabe3440), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:22.715295 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 1c492ac7-4c79-42c1-b988-e0114c0e532f triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:06:22.716071 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (1c492ac7-4c79-42c1-b988-e0114c0e532f), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:22.741311 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c7ad6b-e966-4c25-a34e-2c6a05b5c6c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1aa23ef-3d37-4724-b351-3279aabe3440,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:22.751844 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b1c7ad6b-e966-4c25-a34e-2c6a05b5c6c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:22.755782 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b1c7ad6b-e966-4c25-a34e-2c6a05b5c6c2 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/d1aa23ef-3d37-4724-b351-3279aabe3440 HTTP/1.1" status: 204 len: 168 time: 0.7662120 Feb 02 07:06:22.765123 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35f981b-0d9a-4d9b-9d12-eb23e47c7596 None None] Network fd92dca7-6586-4d93-bea6-d52be464a1f6 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:06:22.779072 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e270ace9-6059-479f-b642-700e7f82d9bb req-32b4a502-5bd3-49fc-bdf4-9f25ff52f2a8 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616905 Feb 02 07:06:22.782948 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47644) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:22.799540 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a67ed6c0-998d-4950-a4bf-5bd538e4bb6a admin admin] Publish callbacks [] for security_group (f5e03388-1a44-49b5-953d-eee4067d847d), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:22.803076 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43339f3-baa9-42e0-a3a0-246a2fca7bc3 req-8d05b850-6c81-4f86-9e27-4d48dc5e0525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:22.814654 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f43339f3-baa9-42e0-a3a0-246a2fca7bc3 req-8d05b850-6c81-4f86-9e27-4d48dc5e0525 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=da8f3e8bd3f842ae9ac38733ce9d378e&device_id=fdae53e3-60bd-46a0-b389-492f9f2da683 HTTP/1.1" status: 200 len: 1130 time: 0.2337542 Feb 02 07:06:22.891880 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c1c9d-13aa-44eb-a403-5e6c859c56a4 req-b28a92fe-98ba-4756-a238-4791ee0ca28d tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:22.893230 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e13c1c9d-13aa-44eb-a403-5e6c859c56a4 req-b28a92fe-98ba-4756-a238-4791ee0ca28d tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 945 time: 0.7538652 Feb 02 07:06:22.904641 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f43339f3-baa9-42e0-a3a0-246a2fca7bc3 req-87d9ed31-e252-4826-aba6-0ecac13b5738 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=a0a9425c-fee4-41a9-8e59-b6efc510131e HTTP/1.1" status: 200 len: 217 time: 0.0734453 Feb 02 07:06:22.945080 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 1c492ac7-4c79-42c1-b988-e0114c0e532f is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:06:22.947110 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-be2c9be1-b69f-43c7-9f76-3c7b91a409ff req-2ded9f5b-b4c4-4623-a6cf-0297c4e69bd0 service neutron] 10.222.0.59 "GET /v2.0/networks/9faf7e40-7741-4ebb-8f78-e3e3326a51b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7329359 Feb 02 07:06:22.948197 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a67ed6c0-998d-4950-a4bf-5bd538e4bb6a admin admin] Publish callbacks [] for security_group (f5e03388-1a44-49b5-953d-eee4067d847d), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:23.020338 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868e0168-986f-49c2-8765-4803033f4426 None None] DHCP port deletion for fd92dca7-6586-4d93-bea6-d52be464a1f6 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:06:23.020703 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-be2c9be1-b69f-43c7-9f76-3c7b91a409ff req-1ee68105-47f5-45d5-9303-15c3b40d7cb5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7fb47d58-571f-4649-9d38-e17e5ed547f3 HTTP/1.1" status: 200 len: 217 time: 0.0648952 Feb 02 07:06:23.024831 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3981631c-2d3c-4c40-a69f-4f56859e9654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (fd92dca7-6586-4d93-bea6-d52be464a1f6), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:23.059286 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-fea78542-dba9-4f38-be2c-10dc806b07eb req-2808aa3f-6edd-4659-9f13-b2f058e9a57a service neutron] For port 15bc6804-c0cf-42af-b743-9acff5c1be01, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:06:23.061082 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43339f3-baa9-42e0-a3a0-246a2fca7bc3 req-af97bd22-78af-4931-9648-e07a6a979f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:23.062810 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f43339f3-baa9-42e0-a3a0-246a2fca7bc3 req-af97bd22-78af-4931-9648-e07a6a979f5c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.1125050 Feb 02 07:06:23.084702 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-868e0168-986f-49c2-8765-4803033f4426 None None] Deleting port 104a8787-25a9-4f5c-8e92-401d6305de17 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:06:23.085634 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-868e0168-986f-49c2-8765-4803033f4426 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (104a8787-25a9-4f5c-8e92-401d6305de17), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:23.085988 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf46a8f9-33eb-407f-ab9a-76e8d5d73cf6 req-da59b3a3-b711-4407-b7f1-9ebee848a5c4 tempest-ImagesNegativeTestJSON-1927925133 tempest-ImagesNegativeTestJSON-1927925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:23.087495 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bf46a8f9-33eb-407f-ab9a-76e8d5d73cf6 req-da59b3a3-b711-4407-b7f1-9ebee848a5c4 tempest-ImagesNegativeTestJSON-1927925133 tempest-ImagesNegativeTestJSON-1927925133-project] 10.222.0.87 "GET /v2.0/ports?device_id=fdae53e3-60bd-46a0-b389-492f9f2da683 HTTP/1.1" status: 200 len: 947 time: 0.2025838 Feb 02 07:06:23.106002 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e13c1c9d-13aa-44eb-a403-5e6c859c56a4 req-5aaa6fd3-1319-4eaa-b37f-6f1e6b261a90 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1983910 Feb 02 07:06:23.108241 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-fea78542-dba9-4f38-be2c-10dc806b07eb req-2808aa3f-6edd-4659-9f13-b2f058e9a57a service neutron] For port 15bc6804-c0cf-42af-b743-9acff5c1be01, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=15bc6804-c0cf-42af-b743-9acff5c1be01,segment=NetworkSegment(e8a58fd3-a6e1-41b1-93bf-40d6f0cd9541),segment_id=e8a58fd3-a6e1-41b1-93bf-40d6f0cd9541)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:06:23.119217 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e5a12d3a-1e6b-453d-be7e-be646abc72d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (8651fe7d-7c5e-4234-8b06-f217706108b0), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:23.130723 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-fea78542-dba9-4f38-be2c-10dc806b07eb req-2808aa3f-6edd-4659-9f13-b2f058e9a57a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (15bc6804-c0cf-42af-b743-9acff5c1be01), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:23.147227 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a67ed6c0-998d-4950-a4bf-5bd538e4bb6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (f5e03388-1a44-49b5-953d-eee4067d847d), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:23.150551 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a67ed6c0-998d-4950-a4bf-5bd538e4bb6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:23.151737 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a67ed6c0-998d-4950-a4bf-5bd538e4bb6a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/f5e03388-1a44-49b5-953d-eee4067d847d HTTP/1.1" status: 204 len: 168 time: 0.5833158 Feb 02 07:06:23.172348 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c9be1-b69f-43c7-9f76-3c7b91a409ff req-ab1190ed-394a-4f57-a44c-942cd6e40689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:23.173835 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-be2c9be1-b69f-43c7-9f76-3c7b91a409ff req-ab1190ed-394a-4f57-a44c-942cd6e40689 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6fccb40b-1cb3-4576-9fe7-5509d392215b HTTP/1.1" status: 200 len: 797 time: 0.1312149 Feb 02 07:06:23.174220 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67ed6c0-998d-4950-a4bf-5bd538e4bb6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e03388-1a44-49b5-953d-eee4067d847d,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:23.205859 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1dfba65-0227-4cc8-91bb-0a925c4a808f x-openstack-request-id: req-c1dfba65-0227-4cc8-91bb-0a925c4a808f {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:06:23.206157 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdae53e3-60bd-46a0-b389-492f9f2da683", "tag": "a0a9425c-fee4-41a9-8e59-b6efc510131e", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:06:23.206417 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c1dfba65-0227-4cc8-91bb-0a925c4a808f {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:06:23.206807 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdae53e3-60bd-46a0-b389-492f9f2da683', 'tag': 'a0a9425c-fee4-41a9-8e59-b6efc510131e', 'status': 'completed', 'code': 200} Feb 02 07:06:23.219206 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea78542-dba9-4f38-be2c-10dc806b07eb req-2808aa3f-6edd-4659-9f13-b2f058e9a57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:23.220416 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-fea78542-dba9-4f38-be2c-10dc806b07eb req-2808aa3f-6edd-4659-9f13-b2f058e9a57a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:23.222081 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fea78542-dba9-4f38-be2c-10dc806b07eb req-2808aa3f-6edd-4659-9f13-b2f058e9a57a service neutron] 10.222.0.88 "PUT /v2.0/ports/15bc6804-c0cf-42af-b743-9acff5c1be01 HTTP/1.1" status: 200 len: 1092 time: 3.7096860 Feb 02 07:06:23.258225 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-868e0168-986f-49c2-8765-4803033f4426 None None] For port 104a8787-25a9-4f5c-8e92-401d6305de17, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=104a8787-25a9-4f5c-8e92-401d6305de17,segment=NetworkSegment(2d9e21dd-1cbf-4b8c-a135-5456b21a07f6),segment_id=2d9e21dd-1cbf-4b8c-a135-5456b21a07f6)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:06:23.258475 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bf46a8f9-33eb-407f-ab9a-76e8d5d73cf6 req-b72128c3-6609-4658-8cfe-852c54adab5d tempest-ImagesNegativeTestJSON-1927925133 tempest-ImagesNegativeTestJSON-1927925133-project] 10.222.0.87 "GET /v2.0/security-groups?id=35c6cf30-58b5-490b-8fa1-24fc6a0a10a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493299 Feb 02 07:06:23.258648 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-868e0168-986f-49c2-8765-4803033f4426 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (104a8787-25a9-4f5c-8e92-401d6305de17), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:23.272461 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-868e0168-986f-49c2-8765-4803033f4426 None None] Calling delete_port for 104a8787-25a9-4f5c-8e92-401d6305de17 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:06:23.278090 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43339f3-baa9-42e0-a3a0-246a2fca7bc3 req-68300147-d1de-4234-aa7d-aedfeac0f8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:23.279706 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f43339f3-baa9-42e0-a3a0-246a2fca7bc3 req-68300147-d1de-4234-aa7d-aedfeac0f8ad service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2093306 Feb 02 07:06:23.286370 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-3981631c-2d3c-4c40-a69f-4f56859e9654 admin admin] Deleting port 104a8787-25a9-4f5c-8e92-401d6305de17 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:06:23.288699 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3981631c-2d3c-4c40-a69f-4f56859e9654 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (104a8787-25a9-4f5c-8e92-401d6305de17), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:23.311153 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2808aa3f-6edd-4659-9f13-b2f058e9a57a service neutron] Pushing event updated for resources: {'Port': ['ID=15bc6804-c0cf-42af-b743-9acff5c1be01,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:23.397745 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c9be1-b69f-43c7-9f76-3c7b91a409ff req-9e6a6c8a-f288-4339-ba99-c415b79a0b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:23.399273 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-be2c9be1-b69f-43c7-9f76-3c7b91a409ff req-9e6a6c8a-f288-4339-ba99-c415b79a0b22 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fc60349d-a3fd-46d2-93de-c30a8b26931d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2174282 Feb 02 07:06:23.418751 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-868e0168-986f-49c2-8765-4803033f4426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (104a8787-25a9-4f5c-8e92-401d6305de17), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:23.454373 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868e0168-986f-49c2-8765-4803033f4426 None None] No DVR routers for this DVR port 104a8787-25a9-4f5c-8e92-401d6305de17 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:06:23.456079 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868e0168-986f-49c2-8765-4803033f4426 None None] Pushing event deleted for resources: {'Port': ['ID=104a8787-25a9-4f5c-8e92-401d6305de17,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:23.515278 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea78542-dba9-4f38-be2c-10dc806b07eb req-aee25f87-037f-4157-bce8-2187629a6293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:23.516017 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fea78542-dba9-4f38-be2c-10dc806b07eb req-aee25f87-037f-4157-bce8-2187629a6293 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=32d438d03e3c412aa95bd1ce4c33b4b7&device_id=81bd0e49-4581-45a5-a74e-6af2fb177a7d HTTP/1.1" status: 200 len: 1126 time: 0.2010481 Feb 02 07:06:23.520882 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-3981631c-2d3c-4c40-a69f-4f56859e9654 admin admin] For port 104a8787-25a9-4f5c-8e92-401d6305de17, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=104a8787-25a9-4f5c-8e92-401d6305de17,segment=NetworkSegment(2d9e21dd-1cbf-4b8c-a135-5456b21a07f6),segment_id=2d9e21dd-1cbf-4b8c-a135-5456b21a07f6)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:06:23.521407 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3981631c-2d3c-4c40-a69f-4f56859e9654 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (104a8787-25a9-4f5c-8e92-401d6305de17), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:23.541422 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-3981631c-2d3c-4c40-a69f-4f56859e9654 admin admin] Calling delete_port for 104a8787-25a9-4f5c-8e92-401d6305de17 owned by network:dhcp {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:06:23.542866 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81bd0e49-4581-45a5-a74e-6af2fb177a7d', 'tag': '15bc6804-c0cf-42af-b743-9acff5c1be01'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:06:23.545237 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b539b07a-1a4d-455c-a780-83034e8ba862" -d '{"events": [{"name": "network-changed", "server_uuid": "81bd0e49-4581-45a5-a74e-6af2fb177a7d", "tag": "15bc6804-c0cf-42af-b743-9acff5c1be01"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:06:23.562899 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca6b89-a21e-49ea-a8fa-82038ec467c7 req-0de2023c-442f-41a9-a78d-a00a196f9bc9 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:23.564543 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-46ca6b89-a21e-49ea-a8fa-82038ec467c7 req-0de2023c-442f-41a9-a78d-a00a196f9bc9 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/ports?device_id=81bd0e49-4581-45a5-a74e-6af2fb177a7d HTTP/1.1" status: 200 len: 943 time: 0.1870499 Feb 02 07:06:23.615013 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fea78542-dba9-4f38-be2c-10dc806b07eb req-de98b984-cc3c-4a41-839f-596b30198c65 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=15bc6804-c0cf-42af-b743-9acff5c1be01 HTTP/1.1" status: 200 len: 217 time: 0.0649278 Feb 02 07:06:23.627463 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f43339f3-baa9-42e0-a3a0-246a2fca7bc3 req-aa645c83-3280-4d37-a9a1-6f58465a47a8 service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093085 Feb 02 07:06:23.690300 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d506277-739c-4a10-80de-75474c1a7c36 req-e2ed62fc-ff24-4458-bcb0-1cfe8a50ac28 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:23.691870 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0d506277-739c-4a10-80de-75474c1a7c36 req-e2ed62fc-ff24-4458-bcb0-1cfe8a50ac28 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=66efdfcb-d75d-49a1-a389-2e252e22cb3b HTTP/1.1" status: 200 len: 946 time: 0.2995064 Feb 02 07:06:23.699884 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-be2c9be1-b69f-43c7-9f76-3c7b91a409ff req-f11aa75e-c4c7-49e5-b4a0-f661258e6dbb service neutron] 10.222.0.59 "GET /v2.0/networks/fc60349d-a3fd-46d2-93de-c30a8b26931d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584794 Feb 02 07:06:23.707385 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-46ca6b89-a21e-49ea-a8fa-82038ec467c7 req-859fc2c5-66b3-4346-8355-1374aad24138 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a5d4ccaf-26cf-4391-8f4a-c9fd890579b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348531 Feb 02 07:06:23.712428 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e5a12d3a-1e6b-453d-be7e-be646abc72d8 admin admin] Publish callbacks [] for port (8651fe7d-7c5e-4234-8b06-f217706108b0), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:23.751915 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e5a12d3a-1e6b-453d-be7e-be646abc72d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (8651fe7d-7c5e-4234-8b06-f217706108b0), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:23.764523 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f5fce5-a704-4778-a4f5-cb942c3beeac x-openstack-request-id: req-b8f5fce5-a704-4778-a4f5-cb942c3beeac {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:06:23.764813 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81bd0e49-4581-45a5-a74e-6af2fb177a7d", "tag": "15bc6804-c0cf-42af-b743-9acff5c1be01", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:06:23.765073 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b8f5fce5-a704-4778-a4f5-cb942c3beeac {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:06:23.765452 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81bd0e49-4581-45a5-a74e-6af2fb177a7d', 'tag': '15bc6804-c0cf-42af-b743-9acff5c1be01', 'status': 'completed', 'code': 200} Feb 02 07:06:23.773782 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3981631c-2d3c-4c40-a69f-4f56859e9654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (104a8787-25a9-4f5c-8e92-401d6305de17), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:23.788609 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f43339f3-baa9-42e0-a3a0-246a2fca7bc3 req-6c9932ba-e864-4160-855f-e6a6c109e446 service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551228 Feb 02 07:06:23.809438 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3981631c-2d3c-4c40-a69f-4f56859e9654 admin admin] Pushing event deleted for resources: {'Port': ['ID=104a8787-25a9-4f5c-8e92-401d6305de17,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:23.811419 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3981631c-2d3c-4c40-a69f-4f56859e9654 admin admin] No DVR routers for this DVR port 104a8787-25a9-4f5c-8e92-401d6305de17 on host n-d-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:06:23.818253 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea78542-dba9-4f38-be2c-10dc806b07eb req-9766c0e0-0f38-40a1-8969-a96aaedf4fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:23.820551 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fea78542-dba9-4f38-be2c-10dc806b07eb req-9766c0e0-0f38-40a1-8969-a96aaedf4fed service neutron] 10.222.0.88 "GET /v2.0/subnets?id=75a9fb07-f9cb-4fc4-b8ba-4721a09818ff HTTP/1.1" status: 200 len: 852 time: 0.1926281 Feb 02 07:06:23.903059 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3981631c-2d3c-4c40-a69f-4f56859e9654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (fd92dca7-6586-4d93-bea6-d52be464a1f6), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:23.920958 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fea78542-dba9-4f38-be2c-10dc806b07eb req-df0f0858-a419-4fb3-a773-2824d629653d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4dc80cef-b607-4e43-a37e-1cb34fdb7f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873859 Feb 02 07:06:23.950838 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-3981631c-2d3c-4c40-a69f-4f56859e9654 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd92dca7-6586-4d93-bea6-d52be464a1f6']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:06:23.953736 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e5a12d3a-1e6b-453d-be7e-be646abc72d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (f4805bbb-7278-499c-9197-654522a821d7), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:23.966234 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-3981631c-2d3c-4c40-a69f-4f56859e9654 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d9e21dd-1cbf-4b8c-a135-5456b21a07f6') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:06:23.966490 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-3981631c-2d3c-4c40-a69f-4f56859e9654 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d9e21dd-1cbf-4b8c-a135-5456b21a07f6') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:06:23.970092 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0d506277-739c-4a10-80de-75474c1a7c36 req-112cb2da-a8ff-4cb7-b9ab-7cb836fc875d tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597065 Feb 02 07:06:23.974250 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a12d3a-1e6b-453d-be7e-be646abc72d8 admin admin] Pushing event updated for resources: {'Port': ['ID=8651fe7d-7c5e-4234-8b06-f217706108b0,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:23.980159 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3981631c-2d3c-4c40-a69f-4f56859e9654 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (2d9e21dd-1cbf-4b8c-a135-5456b21a07f6), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:24.002013 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3981631c-2d3c-4c40-a69f-4f56859e9654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (2d9e21dd-1cbf-4b8c-a135-5456b21a07f6), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:24.005636 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a7e5c-616d-4663-9852-15422b5988fa req-76c31497-a52a-48c4-83a4-28a2264f9384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:24.007318 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-287a7e5c-616d-4663-9852-15422b5988fa req-76c31497-a52a-48c4-83a4-28a2264f9384 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=da8f3e8bd3f842ae9ac38733ce9d378e&device_id=fdae53e3-60bd-46a0-b389-492f9f2da683 HTTP/1.1" status: 200 len: 1130 time: 0.0901568 Feb 02 07:06:24.012821 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3981631c-2d3c-4c40-a69f-4f56859e9654 admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:06:24.013175 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3981631c-2d3c-4c40-a69f-4f56859e9654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (2d9e21dd-1cbf-4b8c-a135-5456b21a07f6), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:24.015612 n-d-789963-26 neutron-server[109694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:06:24.015612 n-d-789963-26 neutron-server[109694]: self.session.flush() Feb 02 07:06:24.015612 n-d-789963-26 neutron-server[109694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:06:24.015612 n-d-789963-26 neutron-server[109694]: self.session.flush() Feb 02 07:06:24.015612 n-d-789963-26 neutron-server[109694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:06:24.015612 n-d-789963-26 neutron-server[109694]: self.session.flush() Feb 02 07:06:24.015612 n-d-789963-26 neutron-server[109694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:06:24.015612 n-d-789963-26 neutron-server[109694]: self.session.flush() Feb 02 07:06:24.015612 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:06:24.015612 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:06:24.015612 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:06:24.015612 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:06:24.015612 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:06:24.015612 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:06:24.015612 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:06:24.015612 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:06:24.015612 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:06:24.015612 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:06:24.015612 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:06:24.015612 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:06:24.015612 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:06:24.015612 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:06:24.015612 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:06:24.015612 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:06:24.015612 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:06:24.015612 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:06:24.015612 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:06:24.015612 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:06:24.015612 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:06:24.015612 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:06:24.015612 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:06:24.015612 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:06:24.015612 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:06:24.015612 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:06:24.015612 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:06:24.015612 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:06:24.015612 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:06:24.015612 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:06:24.015612 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:06:24.015612 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:06:24.085327 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-be2c9be1-b69f-43c7-9f76-3c7b91a409ff req-e81c9065-4b56-4163-8ce6-808887243cd7 service neutron] 10.222.0.59 "GET /v2.0/networks/fc60349d-a3fd-46d2-93de-c30a8b26931d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3782735 Feb 02 07:06:24.141333 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3981631c-2d3c-4c40-a69f-4f56859e9654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (fd92dca7-6586-4d93-bea6-d52be464a1f6), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:24.150327 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3981631c-2d3c-4c40-a69f-4f56859e9654 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:24.154433 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-3981631c-2d3c-4c40-a69f-4f56859e9654 admin admin] 10.222.0.87 "DELETE /v2.0/networks/fd92dca7-6586-4d93-bea6-d52be464a1f6 HTTP/1.1" status: 204 len: 168 time: 1.3707299 Feb 02 07:06:24.172147 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3981631c-2d3c-4c40-a69f-4f56859e9654 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd92dca7-6586-4d93-bea6-d52be464a1f6,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:24.175740 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47678) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:24.206339 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a7e5c-616d-4663-9852-15422b5988fa req-3a9d143c-5162-475f-a9dc-7ed722c5714a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:24.208014 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-287a7e5c-616d-4663-9852-15422b5988fa req-3a9d143c-5162-475f-a9dc-7ed722c5714a service neutron] 10.222.0.88 "GET /v2.0/networks?id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 HTTP/1.1" status: 200 len: 870 time: 0.1916187 Feb 02 07:06:24.228154 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-be2c9be1-b69f-43c7-9f76-3c7b91a409ff req-5c5b07cd-12a4-44c4-9715-053c2fa81379 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=532b1d27-bcf3-4cac-9dd8-eada4b4926ae HTTP/1.1" status: 200 len: 217 time: 0.1301749 Feb 02 07:06:24.323531 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-287a7e5c-616d-4663-9852-15422b5988fa req-24d1e13b-68c5-412a-bde2-768a2cb3c34a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=a0a9425c-fee4-41a9-8e59-b6efc510131e HTTP/1.1" status: 200 len: 217 time: 0.1080132 Feb 02 07:06:24.337157 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fea78542-dba9-4f38-be2c-10dc806b07eb req-abe720f6-bd51-49e0-ad30-7c646ba18607 service neutron] 10.222.0.88 "GET /v2.0/networks/4dc80cef-b607-4e43-a37e-1cb34fdb7f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4016914 Feb 02 07:06:24.347153 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-bd672d87-b0d2-49c2-b84c-2c9e8cfff2f9 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-923207809'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:06:24.406087 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c9be1-b69f-43c7-9f76-3c7b91a409ff req-6a05c2cb-15a1-42a9-814a-2db4d0c84278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:24.407682 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-be2c9be1-b69f-43c7-9f76-3c7b91a409ff req-6a05c2cb-15a1-42a9-814a-2db4d0c84278 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6fccb40b-1cb3-4576-9fe7-5509d392215b HTTP/1.1" status: 200 len: 797 time: 0.1724210 Feb 02 07:06:24.417476 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 47686) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:24.423080 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd672d87-b0d2-49c2-b84c-2c9e8cfff2f9 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Made reservation on behalf of 9173653ae73f437eb381eab8dac50b29 for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:06:24.426503 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bd672d87-b0d2-49c2-b84c-2c9e8cfff2f9 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:24.434299 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a7e5c-616d-4663-9852-15422b5988fa req-af70d43a-ebcc-40bf-9737-0d645d08bfff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:24.435766 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-287a7e5c-616d-4663-9852-15422b5988fa req-af70d43a-ebcc-40bf-9737-0d645d08bfff service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.0841815 Feb 02 07:06:24.446405 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7b7ecb-fb98-47b5-89ed-21c555a705a6 req-1ac8f90e-2f7b-444a-a486-b09921fa6032 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:24.447872 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cf7b7ecb-fb98-47b5-89ed-21c555a705a6 req-1ac8f90e-2f7b-444a-a486-b09921fa6032 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 945 time: 0.1960251 Feb 02 07:06:24.448779 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6df4dc-424b-4eaa-9753-0bae4ab11895 req-b3e2a02b-1f55-4177-b8e0-aae4e68187de tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:24.450255 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7d6df4dc-424b-4eaa-9753-0bae4ab11895 req-b3e2a02b-1f55-4177-b8e0-aae4e68187de tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=66efdfcb-d75d-49a1-a389-2e252e22cb3b HTTP/1.1" status: 200 len: 946 time: 0.1387255 Feb 02 07:06:24.450746 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a12d3a-1e6b-453d-be7e-be646abc72d8 admin admin] Network 098466ed-6cfb-4629-b5bb-bc2a67c5bdc6 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:06:24.454342 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bd672d87-b0d2-49c2-b84c-2c9e8cfff2f9 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:24.504900 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-e5a12d3a-1e6b-453d-be7e-be646abc72d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:06:24.585437 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 104a8787-25a9-4f5c-8e92-401d6305de17 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:06:24.608870 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 104a8787-25a9-4f5c-8e92-401d6305de17 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:06:24.609216 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 104a8787-25a9-4f5c-8e92-401d6305de17 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:06:24.664940 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fea78542-dba9-4f38-be2c-10dc806b07eb req-617fb82c-b5cd-4f88-8aca-6782fa5e518a service neutron] 10.222.0.88 "GET /v2.0/networks/4dc80cef-b607-4e43-a37e-1cb34fdb7f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117599 Feb 02 07:06:24.702901 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-2ef461bf-d1d5-4edb-aa02-d1e2de2397d2 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=e821a18760614621a07973a65a766150&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2799211 Feb 02 07:06:24.707222 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c9be1-b69f-43c7-9f76-3c7b91a409ff req-067d61a3-624d-497d-97f9-a223a162d276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:24.708789 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-be2c9be1-b69f-43c7-9f76-3c7b91a409ff req-067d61a3-624d-497d-97f9-a223a162d276 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fc60349d-a3fd-46d2-93de-c30a8b26931d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2872632 Feb 02 07:06:24.711775 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 47688) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:24.715095 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cf7b7ecb-fb98-47b5-89ed-21c555a705a6 req-55161be2-3100-4fe5-9abe-595d8f0b44e3 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2379558 Feb 02 07:06:24.827664 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5a12d3a-1e6b-453d-be7e-be646abc72d8 admin admin] Router f4805bbb-7278-499c-9197-654522a821d7 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:06:24.876844 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7d6df4dc-424b-4eaa-9753-0bae4ab11895 req-91e78a96-654a-4d27-bc28-a95a88f3f3b2 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4149005 Feb 02 07:06:24.881492 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a7e5c-616d-4663-9852-15422b5988fa req-0a6978c0-bba1-4bd2-b9f4-16ce494c28b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:24.883026 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-287a7e5c-616d-4663-9852-15422b5988fa req-0a6978c0-bba1-4bd2-b9f4-16ce494c28b9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4317441 Feb 02 07:06:25.022521 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bd672d87-b0d2-49c2-b84c-2c9e8cfff2f9 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for security_group (0c029591-0c84-47c8-a328-f1382916ac66), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:25.037938 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bd672d87-b0d2-49c2-b84c-2c9e8cfff2f9 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (0c029591-0c84-47c8-a328-f1382916ac66), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:25.067563 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-287a7e5c-616d-4663-9852-15422b5988fa req-acef014f-cda7-4ace-a8d1-cc3c49045ffa service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753533 Feb 02 07:06:25.078830 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd672d87-b0d2-49c2-b84c-2c9e8cfff2f9 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:06:25.113004 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd672d87-b0d2-49c2-b84c-2c9e8cfff2f9 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c029591-0c84-47c8-a328-f1382916ac66,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:25.128875 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d823c-0903-427f-af99-38402c08a384 req-b40c6bcf-fae2-4f00-98f7-2c3c6c5939fc tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:25.130454 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d05d823c-0903-427f-af99-38402c08a384 req-b40c6bcf-fae2-4f00-98f7-2c3c6c5939fc tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/ports?device_id=81bd0e49-4581-45a5-a74e-6af2fb177a7d HTTP/1.1" status: 200 len: 943 time: 0.1629767 Feb 02 07:06:25.132587 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bd672d87-b0d2-49c2-b84c-2c9e8cfff2f9 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (781806d3-4152-4255-a649-026c6c2499c3), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:25.132939 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-bd672d87-b0d2-49c2-b84c-2c9e8cfff2f9 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Added segment 781806d3-4152-4255-a649-026c6c2499c3 of type vlan for network 3aa6b9b1-7647-4e2c-a3d3-2787d3795776 Feb 02 07:06:25.242876 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bd672d87-b0d2-49c2-b84c-2c9e8cfff2f9 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (3aa6b9b1-7647-4e2c-a3d3-2787d3795776), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:25.266672 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d7fba1fa-9c86-4c57-8613-6435dab9b9dc admin admin] Publish callbacks [] for security_group (e8e61412-2b54-4a5c-ab0d-3506f7e64351), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:25.277928 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d05d823c-0903-427f-af99-38402c08a384 req-8bab5277-b3b4-48c7-9893-bae759d18f87 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a5d4ccaf-26cf-4391-8f4a-c9fd890579b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294100 Feb 02 07:06:25.278983 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b539b07a-1a4d-455c-a780-83034e8ba862 req-f7495d56-5e57-4796-9224-f2dda8580904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:25.280622 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b539b07a-1a4d-455c-a780-83034e8ba862 req-f7495d56-5e57-4796-9224-f2dda8580904 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=32d438d03e3c412aa95bd1ce4c33b4b7&device_id=81bd0e49-4581-45a5-a74e-6af2fb177a7d HTTP/1.1" status: 200 len: 1126 time: 0.5064859 Feb 02 07:06:25.290470 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-be2c9be1-b69f-43c7-9f76-3c7b91a409ff req-bb913252-b00d-406d-ae64-77ae11ad9272 service neutron] 10.222.0.59 "GET /v2.0/networks/fc60349d-a3fd-46d2-93de-c30a8b26931d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5675004 Feb 02 07:06:25.295847 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-287a7e5c-616d-4663-9852-15422b5988fa req-ae1afeb5-9649-475c-9159-f2b4c6ac8f0a service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123265 Feb 02 07:06:25.301751 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bd672d87-b0d2-49c2-b84c-2c9e8cfff2f9 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (3aa6b9b1-7647-4e2c-a3d3-2787d3795776), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:25.308399 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd672d87-b0d2-49c2-b84c-2c9e8cfff2f9 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:25.309008 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bd672d87-b0d2-49c2-b84c-2c9e8cfff2f9 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:25.338079 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-bd672d87-b0d2-49c2-b84c-2c9e8cfff2f9 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1607993 Feb 02 07:06:25.341348 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47694) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:25.348269 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-22ff9656-5305-452f-b4d6-4a646dd14ac3 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Request body: {'subnet': {'network_id': '3aa6b9b1-7647-4e2c-a3d3-2787d3795776', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:06:25.387355 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e094627-a2bb-4a72-856c-5bc95125eaef req-22e9aced-85b4-4c00-afd1-5ee56b753033 tempest-ImagesNegativeTestJSON-1927925133 tempest-ImagesNegativeTestJSON-1927925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:25.388887 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1e094627-a2bb-4a72-856c-5bc95125eaef req-22e9aced-85b4-4c00-afd1-5ee56b753033 tempest-ImagesNegativeTestJSON-1927925133 tempest-ImagesNegativeTestJSON-1927925133-project] 10.222.0.87 "GET /v2.0/ports?device_id=fdae53e3-60bd-46a0-b389-492f9f2da683 HTTP/1.1" status: 200 len: 947 time: 0.5731194 Feb 02 07:06:25.399292 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d7fba1fa-9c86-4c57-8613-6435dab9b9dc admin admin] Publish callbacks [] for security_group (e8e61412-2b54-4a5c-ab0d-3506f7e64351), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:25.414479 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd672d87-b0d2-49c2-b84c-2c9e8cfff2f9 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Pushing event updated for resources: {'Network': ['ID=3aa6b9b1-7647-4e2c-a3d3-2787d3795776,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:25.456412 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd672d87-b0d2-49c2-b84c-2c9e8cfff2f9 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:06:25.456811 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd672d87-b0d2-49c2-b84c-2c9e8cfff2f9 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:06:25.457163 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd672d87-b0d2-49c2-b84c-2c9e8cfff2f9 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:06:25.457506 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd672d87-b0d2-49c2-b84c-2c9e8cfff2f9 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:06:25.457847 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd672d87-b0d2-49c2-b84c-2c9e8cfff2f9 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:06:25.458184 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd672d87-b0d2-49c2-b84c-2c9e8cfff2f9 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:06:25.458519 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd672d87-b0d2-49c2-b84c-2c9e8cfff2f9 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:06:25.458848 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd672d87-b0d2-49c2-b84c-2c9e8cfff2f9 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:06:25.459228 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd672d87-b0d2-49c2-b84c-2c9e8cfff2f9 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:06:25.459629 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd672d87-b0d2-49c2-b84c-2c9e8cfff2f9 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:06:25.460024 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd672d87-b0d2-49c2-b84c-2c9e8cfff2f9 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:06:25.460341 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd672d87-b0d2-49c2-b84c-2c9e8cfff2f9 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:06:25.460673 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd672d87-b0d2-49c2-b84c-2c9e8cfff2f9 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:06:25.474013 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 3aa6b9b1-7647-4e2c-a3d3-2787d3795776 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:06:25.509309 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device a0a9425c-fee4-41a9-8e59-b6efc510131e details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:06:25.536180 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d566a61-303d-4646-8afc-5f7cd011e2a4 req-f6063cb0-4226-409e-adb4-d99ae12c2fb3 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:25.537945 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9d566a61-303d-4646-8afc-5f7cd011e2a4 req-f6063cb0-4226-409e-adb4-d99ae12c2fb3 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 945 time: 0.0687296 Feb 02 07:06:25.539340 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ff9656-5305-452f-b4d6-4a646dd14ac3 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Made reservation on behalf of 9173653ae73f437eb381eab8dac50b29 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:06:25.542134 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-22ff9656-5305-452f-b4d6-4a646dd14ac3 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:25.573089 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a12d3a-1e6b-453d-be7e-be646abc72d8 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:06:25.591523 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e5a12d3a-1e6b-453d-be7e-be646abc72d8 admin admin] 10.222.0.87 "PUT /v2.0/routers/f4805bbb-7278-499c-9197-654522a821d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6021464 Feb 02 07:06:25.610573 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b539b07a-1a4d-455c-a780-83034e8ba862 req-0c472f29-a01e-4096-b743-f45abeef8fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:25.612263 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b539b07a-1a4d-455c-a780-83034e8ba862 req-0c472f29-a01e-4096-b743-f45abeef8fd4 service neutron] 10.222.0.88 "GET /v2.0/networks?id=4dc80cef-b607-4e43-a37e-1cb34fdb7f94 HTTP/1.1" status: 200 len: 913 time: 0.3209319 Feb 02 07:06:25.672068 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1e094627-a2bb-4a72-856c-5bc95125eaef req-145eb229-3075-4190-a1aa-2cf7d514af15 tempest-ImagesNegativeTestJSON-1927925133 tempest-ImagesNegativeTestJSON-1927925133-project] 10.222.0.87 "GET /v2.0/security-groups?id=35c6cf30-58b5-490b-8fa1-24fc6a0a10a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546926 Feb 02 07:06:25.674171 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-be2c9be1-b69f-43c7-9f76-3c7b91a409ff req-474ce6f1-5559-4b97-8b42-e2fb3e251f79 service neutron] 10.222.0.59 "GET /v2.0/networks/fc60349d-a3fd-46d2-93de-c30a8b26931d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3594437 Feb 02 07:06:25.681248 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9d566a61-303d-4646-8afc-5f7cd011e2a4 req-9c7737bc-6de9-45ce-9e10-a8bea44b0935 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344860 Feb 02 07:06:25.737278 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b539b07a-1a4d-455c-a780-83034e8ba862 req-2cc3dc87-7d28-43f1-94ec-9bfa18bf210a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=15bc6804-c0cf-42af-b743-9acff5c1be01 HTTP/1.1" status: 200 len: 217 time: 0.0617921 Feb 02 07:06:25.737934 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d7fba1fa-9c86-4c57-8613-6435dab9b9dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (e8e61412-2b54-4a5c-ab0d-3506f7e64351), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:25.740847 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d7fba1fa-9c86-4c57-8613-6435dab9b9dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:25.752409 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d7fba1fa-9c86-4c57-8613-6435dab9b9dc admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/e8e61412-2b54-4a5c-ab0d-3506f7e64351 HTTP/1.1" status: 204 len: 168 time: 1.0361836 Feb 02 07:06:25.798322 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fba1fa-9c86-4c57-8613-6435dab9b9dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e61412-2b54-4a5c-ab0d-3506f7e64351,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:25.897599 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port a0a9425c-fee4-41a9-8e59-b6efc510131e, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=a0a9425c-fee4-41a9-8e59-b6efc510131e,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:06:25.907711 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b539b07a-1a4d-455c-a780-83034e8ba862 req-43f1be9d-b077-49d6-bc82-11f485f8db43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:25.909468 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-22ff9656-5305-452f-b4d6-4a646dd14ac3 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (d173fa1b-2f06-450d-aae4-0b2b2833a319), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:25.909970 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b539b07a-1a4d-455c-a780-83034e8ba862 req-43f1be9d-b077-49d6-bc82-11f485f8db43 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=75a9fb07-f9cb-4fc4-b8ba-4721a09818ff HTTP/1.1" status: 200 len: 852 time: 0.1562538 Feb 02 07:06:25.912491 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': 'a0a9425c-fee4-41a9-8e59-b6efc510131e', 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1', 'port_id': 'a0a9425c-fee4-41a9-8e59-b6efc510131e', 'mac_address': 'fa:16:3e:1e:d1:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d773733-62df-4956-84d3-71d17cfb6d11', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:06:25.924243 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4d066f-1125-40b0-99bb-49f8521c4019 None None] Sync routers for ids ['f4805bbb-7278-499c-9197-654522a821d7'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:06:25.974616 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b539b07a-1a4d-455c-a780-83034e8ba862 req-43fdaf53-8020-4eaf-be09-888d7494fa28 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4dc80cef-b607-4e43-a37e-1cb34fdb7f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528672 Feb 02 07:06:25.977357 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff9656-5305-452f-b4d6-4a646dd14ac3 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Pushing event updated for resources: {'Subnet': ['ID=d173fa1b-2f06-450d-aae4-0b2b2833a319,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:26.005102 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4d066f-1125-40b0-99bb-49f8521c4019 None None] Routers {'f4805bbb-7278-499c-9197-654522a821d7'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:06:26.006500 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-3f4d066f-1125-40b0-99bb-49f8521c4019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:06:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['f4805bbb-7278-499c-9197-654522a821d7'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:06:26.008339 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ff9656-5305-452f-b4d6-4a646dd14ac3 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Checking segment: {'id': '781806d3-4152-4255-a649-026c6c2499c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3aa6b9b1-7647-4e2c-a3d3-2787d3795776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:06:26.008705 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ff9656-5305-452f-b4d6-4a646dd14ac3 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Network hostable DHCP agents. Network: 3aa6b9b1-7647-4e2c-a3d3-2787d3795776, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:06:26.036821 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ff9656-5305-452f-b4d6-4a646dd14ac3 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Network 3aa6b9b1-7647-4e2c-a3d3-2787d3795776 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:06:26.040414 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173293d-6e16-4127-95cc-a2ce0db7beb0 req-e49947a0-9e6d-4ceb-bab6-2b43f5ce262a tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:26.041959 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0173293d-6e16-4127-95cc-a2ce0db7beb0 req-e49947a0-9e6d-4ceb-bab6-2b43f5ce262a tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.59 "GET /v2.0/ports?device_id=66efdfcb-d75d-49a1-a389-2e252e22cb3b HTTP/1.1" status: 200 len: 946 time: 0.2098575 Feb 02 07:06:26.055652 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-22ff9656-5305-452f-b4d6-4a646dd14ac3 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 3aa6b9b1-7647-4e2c-a3d3-2787d3795776) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:06:26.060917 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ff9656-5305-452f-b4d6-4a646dd14ac3 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:26.062098 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-22ff9656-5305-452f-b4d6-4a646dd14ac3 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:26.093077 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4306f26-b61d-48dd-9b01-fef7085326a1 req-e773736f-fe76-48aa-b2b0-d71cc50aa9d3 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:26.094619 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b4306f26-b61d-48dd-9b01-fef7085326a1 req-e773736f-fe76-48aa-b2b0-d71cc50aa9d3 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 945 time: 0.2339652 Feb 02 07:06:26.098941 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-22ff9656-5305-452f-b4d6-4a646dd14ac3 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7567508 Feb 02 07:06:26.100715 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47714) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:26.106255 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-a52ef256-cb06-4665-bf6a-de80af8e3274 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-188560630', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}, 'admin_state_up': False}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:06:26.135120 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a52ef256-cb06-4665-bf6a-de80af8e3274 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (6946a29e-0c9b-4876-be90-af232657f1ee), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:26.136998 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a52ef256-cb06-4665-bf6a-de80af8e3274 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (6946a29e-0c9b-4876-be90-af232657f1ee), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:26.158884 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc08399-bf76-4467-8d1d-94e8da769d89 None None] Network 3aa6b9b1-7647-4e2c-a3d3-2787d3795776 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:06:26.216564 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b539b07a-1a4d-455c-a780-83034e8ba862 req-365dd3c6-51a0-4db7-bf5c-5ae857df72f5 service neutron] 10.222.0.88 "GET /v2.0/networks/4dc80cef-b607-4e43-a37e-1cb34fdb7f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331927 Feb 02 07:06:26.242644 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a52ef256-cb06-4665-bf6a-de80af8e3274 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for router_controller (6946a29e-0c9b-4876-be90-af232657f1ee), precommit_add_association {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:26.259998 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b4306f26-b61d-48dd-9b01-fef7085326a1 req-582ee67b-d181-4511-8447-e0654ffccc92 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406219 Feb 02 07:06:26.320803 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port a0a9425c-fee4-41a9-8e59-b6efc510131e is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:06:26.321202 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (a0a9425c-fee4-41a9-8e59-b6efc510131e), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:26.466605 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-0173293d-6e16-4127-95cc-a2ce0db7beb0 req-09dfc89d-b518-48d2-b0a2-980622b4d4d0 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Deleting port 429a379b-e608-4074-8c4d-b4d6eb203812 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:06:26.467543 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0173293d-6e16-4127-95cc-a2ce0db7beb0 req-09dfc89d-b518-48d2-b0a2-980622b4d4d0 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (429a379b-e608-4074-8c4d-b4d6eb203812), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:26.471568 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-3f4d066f-1125-40b0-99bb-49f8521c4019 None None] Set router f4805bbb-7278-499c-9197-654522a821d7 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:06:26.513151 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b539b07a-1a4d-455c-a780-83034e8ba862 req-9e1b9d6b-b215-4cda-b8f4-ccc19b575c62 service neutron] 10.222.0.88 "GET /v2.0/networks/4dc80cef-b607-4e43-a37e-1cb34fdb7f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904246 Feb 02 07:06:26.533100 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e8ec42-5292-423a-a5d5-cc860bc1e2ff None None] Network 3aa6b9b1-7647-4e2c-a3d3-2787d3795776 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:06:26.578901 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0a9425c-fee4-41a9-8e59-b6efc510131e {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:06:26.604379 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c275594-1b51-4d99-9b1f-71860f011a7d req-2b3d78b7-4446-453a-9788-7238ea7ea64c tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:26.605469 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port a0a9425c-fee4-41a9-8e59-b6efc510131e, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=a0a9425c-fee4-41a9-8e59-b6efc510131e,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:06:26.612019 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7c275594-1b51-4d99-9b1f-71860f011a7d req-2b3d78b7-4446-453a-9788-7238ea7ea64c tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=66efdfcb-d75d-49a1-a389-2e252e22cb3b HTTP/1.1" status: 200 len: 946 time: 0.2486751 Feb 02 07:06:26.628158 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (a0a9425c-fee4-41a9-8e59-b6efc510131e), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:26.688143 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a52ef256-cb06-4665-bf6a-de80af8e3274 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for router_gateway (6946a29e-0c9b-4876-be90-af232657f1ee), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:26.733422 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-0173293d-6e16-4127-95cc-a2ce0db7beb0 req-09dfc89d-b518-48d2-b0a2-980622b4d4d0 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] For port 429a379b-e608-4074-8c4d-b4d6eb203812, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=429a379b-e608-4074-8c4d-b4d6eb203812,segment=NetworkSegment(50b2c935-c140-4230-880a-508574d9ed43),segment_id=50b2c935-c140-4230-880a-508574d9ed43)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:06:26.736379 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0173293d-6e16-4127-95cc-a2ce0db7beb0 req-09dfc89d-b518-48d2-b0a2-980622b4d4d0 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (429a379b-e608-4074-8c4d-b4d6eb203812), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:26.752891 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=a0a9425c-fee4-41a9-8e59-b6efc510131e,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:26.758778 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-0173293d-6e16-4127-95cc-a2ce0db7beb0 req-09dfc89d-b518-48d2-b0a2-980622b4d4d0 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Calling delete_port for 429a379b-e608-4074-8c4d-b4d6eb203812 owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:06:26.793792 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7c275594-1b51-4d99-9b1f-71860f011a7d req-3fb2de8b-d0b2-49a2-b60e-dcd24ed2c399 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792066 Feb 02 07:06:26.798036 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c120e82-4211-447e-baec-3f16afbe713f req-6923c3ec-1cae-4bb7-82d8-643dd277e09e tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:26.813397 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2c120e82-4211-447e-baec-3f16afbe713f req-6923c3ec-1cae-4bb7-82d8-643dd277e09e tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/networks?id=098466ed-6cfb-4629-b5bb-bc2a67c5bdc6 HTTP/1.1" status: 200 len: 820 time: 0.3702404 Feb 02 07:06:26.879218 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2c120e82-4211-447e-baec-3f16afbe713f req-f240a8cb-0500-459e-88ad-6814386b4c6d tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/quotas/bc6d7dbe1d5148348d5fd6c6cc68f02a HTTP/1.1" status: 200 len: 375 time: 0.0557292 Feb 02 07:06:26.973643 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 47748) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:26.988513 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-3f4d066f-1125-40b0-99bb-49f8521c4019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4805bbb-7278-499c-9197-654522a821d7', 'name': 'tempest-ServerRescueTestJSONUnderV235-2023207750-router', 'tenant_id': 'bc6d7dbe1d5148348d5fd6c6cc68f02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': '1c492ac7-4c79-42c1-b988-e0114c0e532f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:06:08Z', 'updated_at': '2022-02-02T07:06:22Z', 'revision_number': 4, 'project_id': 'bc6d7dbe1d5148348d5fd6c6cc68f02a', 'gw_port': {'id': '1c492ac7-4c79-42c1-b988-e0114c0e532f', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4805bbb-7278-499c-9197-654522a821d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:06:11Z', 'updated_at': '2022-02-02T07:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '8651fe7d-7c5e-4234-8b06-f217706108b0', 'name': '', 'network_id': '098466ed-6cfb-4629-b5bb-bc2a67c5bdc6', 'tenant_id': 'bc6d7dbe1d5148348d5fd6c6cc68f02a', 'mac_address': 'fa:16:3e:bf:f7:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4805bbb-7278-499c-9197-654522a821d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '446bfa5e-0944-4da6-8411-de8b2d47ca42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:06:20Z', 'updated_at': '2022-02-02T07:06:23Z', 'revision_number': 2, 'project_id': 'bc6d7dbe1d5148348d5fd6c6cc68f02a', 'subnets': [{'id': '446bfa5e-0944-4da6-8411-de8b2d47ca42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:06:27.025227 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['a0a9425c-fee4-41a9-8e59-b6efc510131e'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:06:27.029743 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4d066f-1125-40b0-99bb-49f8521c4019 None None] Checking router: f4805bbb-7278-499c-9197-654522a821d7 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:06:27.030336 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4d066f-1125-40b0-99bb-49f8521c4019 None None] Updating router f4805bbb-7278-499c-9197-654522a821d7 port 8651fe7d-7c5e-4234-8b06-f217706108b0 binding host n-d-789963-26 {{(pid=109695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:06:27.032173 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2c120e82-4211-447e-baec-3f16afbe713f req-28873440-4196-4c78-a3ce-ad02b257a9ce tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=bc6d7dbe1d5148348d5fd6c6cc68f02a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1455953 Feb 02 07:06:27.060663 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0173293d-6e16-4127-95cc-a2ce0db7beb0 req-09dfc89d-b518-48d2-b0a2-980622b4d4d0 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (429a379b-e608-4074-8c4d-b4d6eb203812), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:27.094815 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a52ef256-cb06-4665-bf6a-de80af8e3274 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for router_gateway (6946a29e-0c9b-4876-be90-af232657f1ee), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:27.103157 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['1045af80-2b20-4d0b-8989-bade78600156', '429a379b-e608-4074-8c4d-b4d6eb203812'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:06:27.105935 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['5fa93a10-98b1-4c0e-a8f7-5ea10d4343e2'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:06:27.146007 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a52ef256-cb06-4665-bf6a-de80af8e3274 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:27.149139 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dfc89d-b518-48d2-b0a2-980622b4d4d0 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Pushing event deleted for resources: {'Port': ['ID=429a379b-e608-4074-8c4d-b4d6eb203812,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:27.162253 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-7380c093-9217-4a4e-9e02-7938bc8486d8 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1888121861-network', 'tenant_id': 'c6dbad5bbd5049eea9a730d9e0d1a033'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:06:27.191224 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3f4d066f-1125-40b0-99bb-49f8521c4019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (8651fe7d-7c5e-4234-8b06-f217706108b0), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:27.232203 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-0173293d-6e16-4127-95cc-a2ce0db7beb0 req-09dfc89d-b518-48d2-b0a2-980622b4d4d0 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] No DVR routers for this DVR port 429a379b-e608-4074-8c4d-b4d6eb203812 on host n-h2-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:06:27.235479 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0173293d-6e16-4127-95cc-a2ce0db7beb0 req-09dfc89d-b518-48d2-b0a2-980622b4d4d0 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:27.238829 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0173293d-6e16-4127-95cc-a2ce0db7beb0 req-09dfc89d-b518-48d2-b0a2-980622b4d4d0 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.59 "DELETE /v2.0/ports/429a379b-e608-4074-8c4d-b4d6eb203812 HTTP/1.1" status: 204 len: 173 time: 1.1635394 Feb 02 07:06:27.238980 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2c120e82-4211-447e-baec-3f16afbe713f req-1a91f830-5e10-4375-ba70-ebe0e73e538c service neutron] 10.222.0.87 "GET /v2.0/networks/098466ed-6cfb-4629-b5bb-bc2a67c5bdc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058299 Feb 02 07:06:27.261739 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd490c1e-01d0-4c0a-9c38-39ad96cf570a req-d1d03278-a87e-41d7-8fdb-b6938a2d41f0 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:27.263523 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:27.272532 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bd490c1e-01d0-4c0a-9c38-39ad96cf570a req-d1d03278-a87e-41d7-8fdb-b6938a2d41f0 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/ports?device_id=81bd0e49-4581-45a5-a74e-6af2fb177a7d HTTP/1.1" status: 200 len: 943 time: 0.3016715 Feb 02 07:06:27.278843 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66efdfcb-d75d-49a1-a389-2e252e22cb3b', 'name': 'network-vif-deleted', 'tag': '429a379b-e608-4074-8c4d-b4d6eb203812'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:06:27.281702 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc61677e-1a7c-4af5-b0dd-0e9cc1fc8656" -d '{"events": [{"server_uuid": "66efdfcb-d75d-49a1-a389-2e252e22cb3b", "name": "network-vif-deleted", "tag": "429a379b-e608-4074-8c4d-b4d6eb203812"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:06:27.312173 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7380c093-9217-4a4e-9e02-7938bc8486d8 admin admin] Made reservation on behalf of c6dbad5bbd5049eea9a730d9e0d1a033 for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:06:27.314233 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7380c093-9217-4a4e-9e02-7938bc8486d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:27.325463 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7380c093-9217-4a4e-9e02-7938bc8486d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:27.377627 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bd490c1e-01d0-4c0a-9c38-39ad96cf570a req-3dd03157-e438-4238-962f-2f79c3b78f84 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a5d4ccaf-26cf-4391-8f4a-c9fd890579b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029820 Feb 02 07:06:27.472735 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2c120e82-4211-447e-baec-3f16afbe713f req-d3cb9b9f-4b55-4806-84b1-2cdfa7013a6a service neutron] 10.222.0.87 "GET /v2.0/networks/098466ed-6cfb-4629-b5bb-bc2a67c5bdc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154584 Feb 02 07:06:27.525135 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-a52ef256-cb06-4665-bf6a-de80af8e3274 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Allocated IP 172.25.4.167 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/c061c84e-9901-4aaa-9c71-3aba2e7ad732) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:06:27.536511 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 15bc6804-c0cf-42af-b743-9acff5c1be01 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:06:27.573227 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7380c093-9217-4a4e-9e02-7938bc8486d8 admin admin] Publish callbacks [] for security_group (89eaf62b-207a-424b-ae04-59938a2bc973), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:27.655900 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193dcd7-53a0-4ebe-8203-ec2aadd6e556 req-63874e0b-67bb-49a7-8718-91dc656ca7a1 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:27.664093 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1193dcd7-53a0-4ebe-8203-ec2aadd6e556 req-63874e0b-67bb-49a7-8718-91dc656ca7a1 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/networks?id=274d3754-cb62-4276-8b4a-dfa5cf98baaf HTTP/1.1" status: 200 len: 812 time: 0.1624496 Feb 02 07:06:27.686111 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a52ef256-cb06-4665-bf6a-de80af8e3274 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for port (c061c84e-9901-4aaa-9c71-3aba2e7ad732), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:27.696327 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1193dcd7-53a0-4ebe-8203-ec2aadd6e556 req-32aa314d-ca4a-40be-90c7-8977a3f38bbc tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/quotas/12ae52d2610343959b079c169f83e654 HTTP/1.1" status: 200 len: 375 time: 0.0305767 Feb 02 07:06:27.701233 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7380c093-9217-4a4e-9e02-7938bc8486d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (89eaf62b-207a-424b-ae04-59938a2bc973), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:27.730171 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a52ef256-cb06-4665-bf6a-de80af8e3274 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (c061c84e-9901-4aaa-9c71-3aba2e7ad732), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:27.746536 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7380c093-9217-4a4e-9e02-7938bc8486d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:06:27.771378 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7380c093-9217-4a4e-9e02-7938bc8486d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (f254d4d5-2922-4852-b49a-b23fffd3fb86), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:27.771927 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-7380c093-9217-4a4e-9e02-7938bc8486d8 admin admin] Added segment f254d4d5-2922-4852-b49a-b23fffd3fb86 of type vlan for network 62e59aad-2d14-47be-8338-14951124621b Feb 02 07:06:27.775285 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7380c093-9217-4a4e-9e02-7938bc8486d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89eaf62b-207a-424b-ae04-59938a2bc973,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:27.844354 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1193dcd7-53a0-4ebe-8203-ec2aadd6e556 req-22e6ec35-3521-4bce-90dd-cca912782e65 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=12ae52d2610343959b079c169f83e654&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1470141 Feb 02 07:06:27.862486 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7380c093-9217-4a4e-9e02-7938bc8486d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (62e59aad-2d14-47be-8338-14951124621b), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:27.872688 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52ef256-cb06-4665-bf6a-de80af8e3274 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:06:27.929066 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-a52ef256-cb06-4665-bf6a-de80af8e3274 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:06:27.937737 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52ef256-cb06-4665-bf6a-de80af8e3274 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:06:27.962947 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 15bc6804-c0cf-42af-b743-9acff5c1be01, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=15bc6804-c0cf-42af-b743-9acff5c1be01,segment=NetworkSegment(e8a58fd3-a6e1-41b1-93bf-40d6f0cd9541),segment_id=e8a58fd3-a6e1-41b1-93bf-40d6f0cd9541)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:06:27.984920 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52ef256-cb06-4665-bf6a-de80af8e3274 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Pushing event updated for resources: {'Port': ['ID=c061c84e-9901-4aaa-9c71-3aba2e7ad732,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:27.988232 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': '15bc6804-c0cf-42af-b743-9acff5c1be01', 'network_id': '4dc80cef-b607-4e43-a37e-1cb34fdb7f94', 'port_id': '15bc6804-c0cf-42af-b743-9acff5c1be01', 'mac_address': 'fa:16:3e:69:a5:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75a9fb07-f9cb-4fc4-b8ba-4721a09818ff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:06:28.013042 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4d9d6e-bbf7-4d34-ab56-2791c533cf1c req-9d34a55c-4633-480d-aaf0-bdbdbe24da70 tempest-ImagesNegativeTestJSON-1927925133 tempest-ImagesNegativeTestJSON-1927925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:28.018038 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7380c093-9217-4a4e-9e02-7938bc8486d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (62e59aad-2d14-47be-8338-14951124621b), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:28.018988 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7380c093-9217-4a4e-9e02-7938bc8486d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:28.019583 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7380c093-9217-4a4e-9e02-7938bc8486d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:28.030221 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ec4d9d6e-bbf7-4d34-ab56-2791c533cf1c req-9d34a55c-4633-480d-aaf0-bdbdbe24da70 tempest-ImagesNegativeTestJSON-1927925133 tempest-ImagesNegativeTestJSON-1927925133-project] 10.222.0.87 "GET /v2.0/ports?device_id=fdae53e3-60bd-46a0-b389-492f9f2da683 HTTP/1.1" status: 200 len: 948 time: 0.1765132 Feb 02 07:06:28.090410 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1193dcd7-53a0-4ebe-8203-ec2aadd6e556 req-e1e9f318-f4a2-499b-8b9b-6b4ea6a2aaab service neutron] 10.222.0.87 "GET /v2.0/networks/274d3754-cb62-4276-8b4a-dfa5cf98baaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448349 Feb 02 07:06:28.099388 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3f4d066f-1125-40b0-99bb-49f8521c4019 None None] Publish callbacks [] for port (8651fe7d-7c5e-4234-8b06-f217706108b0), precommit_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:28.101345 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 15bc6804-c0cf-42af-b743-9acff5c1be01 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:06:28.101619 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (15bc6804-c0cf-42af-b743-9acff5c1be01), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:28.106153 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-7380c093-9217-4a4e-9e02-7938bc8486d8 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1315253 Feb 02 07:06:28.119013 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3f4d066f-1125-40b0-99bb-49f8521c4019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (8651fe7d-7c5e-4234-8b06-f217706108b0), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:28.137359 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 47772) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:28.154553 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ec4d9d6e-bbf7-4d34-ab56-2791c533cf1c req-483cb0bb-1646-4364-8d63-effda5b3abf5 tempest-ImagesNegativeTestJSON-1927925133 tempest-ImagesNegativeTestJSON-1927925133-project] 10.222.0.87 "GET /v2.0/security-groups?id=35c6cf30-58b5-490b-8fa1-24fc6a0a10a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224670 Feb 02 07:06:28.163380 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-17ad4beb-5b11-4f10-b7c7-88970111c3d0 admin admin] Request body: {'subnet': {'network_id': '62e59aad-2d14-47be-8338-14951124621b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1888121861-subnet', 'tenant_id': 'c6dbad5bbd5049eea9a730d9e0d1a033', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:06:28.166600 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7380c093-9217-4a4e-9e02-7938bc8486d8 admin admin] Pushing event updated for resources: {'Network': ['ID=62e59aad-2d14-47be-8338-14951124621b,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:28.182187 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae7d61e-1ca9-4f14-b7a3-951b3dab2345 None None] Pushing event updated for resources: {'Port': ['ID=8651fe7d-7c5e-4234-8b06-f217706108b0,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:28.193062 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 62e59aad-2d14-47be-8338-14951124621b details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:06:28.198704 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15bc6804-c0cf-42af-b743-9acff5c1be01 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:06:28.248232 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ad4beb-5b11-4f10-b7c7-88970111c3d0 admin admin] Made reservation on behalf of c6dbad5bbd5049eea9a730d9e0d1a033 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:06:28.257869 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-17ad4beb-5b11-4f10-b7c7-88970111c3d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:28.273712 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 15bc6804-c0cf-42af-b743-9acff5c1be01, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=15bc6804-c0cf-42af-b743-9acff5c1be01,segment=NetworkSegment(e8a58fd3-a6e1-41b1-93bf-40d6f0cd9541),segment_id=e8a58fd3-a6e1-41b1-93bf-40d6f0cd9541)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:06:28.309173 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4856b4aa-1b54-4b8a-ac6a-41a6f19df0bd x-openstack-request-id: req-4856b4aa-1b54-4b8a-ac6a-41a6f19df0bd {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:06:28.309983 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66efdfcb-d75d-49a1-a389-2e252e22cb3b", "name": "network-vif-deleted", "tag": "429a379b-e608-4074-8c4d-b4d6eb203812", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:06:28.310277 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-4856b4aa-1b54-4b8a-ac6a-41a6f19df0bd {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:06:28.311083 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66efdfcb-d75d-49a1-a389-2e252e22cb3b', 'name': 'network-vif-deleted', 'tag': '429a379b-e608-4074-8c4d-b4d6eb203812', 'status': 'completed', 'code': 200} Feb 02 07:06:28.408789 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-625fcd46-35be-47dd-b9c3-e5c96c5b2338 req-615d9ae8-6cae-4399-ba7b-b831672d6d16 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/ports?device_id=80149690-37a7-46d9-b8e3-fcd421797a67 HTTP/1.1" status: 200 len: 210 time: 0.0480592 Feb 02 07:06:28.481098 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1193dcd7-53a0-4ebe-8203-ec2aadd6e556 req-70d5f4b9-1243-49e5-9db7-8c7793ec3c33 service neutron] 10.222.0.87 "GET /v2.0/networks/274d3754-cb62-4276-8b4a-dfa5cf98baaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3899426 Feb 02 07:06:28.504216 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (15bc6804-c0cf-42af-b743-9acff5c1be01), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:28.635014 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-17ad4beb-5b11-4f10-b7c7-88970111c3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (7d4d0298-aacd-41f3-981b-f035c75b1253), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:28.655130 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-3f4d066f-1125-40b0-99bb-49f8521c4019 None None] Attempting to bind port 8651fe7d-7c5e-4234-8b06-f217706108b0 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:06:28.655831 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-3f4d066f-1125-40b0-99bb-49f8521c4019 None None] Attempting to bind port 8651fe7d-7c5e-4234-8b06-f217706108b0 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '0708fd28-2d16-470c-840a-add81f0f58a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '098466ed-6cfb-4629-b5bb-bc2a67c5bdc6'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:06:28.656274 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4d066f-1125-40b0-99bb-49f8521c4019 None None] Attempting to bind port 8651fe7d-7c5e-4234-8b06-f217706108b0 on network 098466ed-6cfb-4629-b5bb-bc2a67c5bdc6 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:06:28.674600 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4d066f-1125-40b0-99bb-49f8521c4019 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:06:28.675414 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4d066f-1125-40b0-99bb-49f8521c4019 None None] Checking segment: {'id': '0708fd28-2d16-470c-840a-add81f0f58a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '098466ed-6cfb-4629-b5bb-bc2a67c5bdc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:06:28.675414 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3f4d066f-1125-40b0-99bb-49f8521c4019 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:28.675809 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4d066f-1125-40b0-99bb-49f8521c4019 None None] Bound using segment: {'id': '0708fd28-2d16-470c-840a-add81f0f58a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '098466ed-6cfb-4629-b5bb-bc2a67c5bdc6'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:06:28.676294 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-3f4d066f-1125-40b0-99bb-49f8521c4019 None None] Bound port: 8651fe7d-7c5e-4234-8b06-f217706108b0, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0708fd28-2d16-470c-840a-add81f0f58a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '098466ed-6cfb-4629-b5bb-bc2a67c5bdc6'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:06:28.676681 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3f4d066f-1125-40b0-99bb-49f8521c4019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (8651fe7d-7c5e-4234-8b06-f217706108b0), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:28.709439 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=15bc6804-c0cf-42af-b743-9acff5c1be01,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:28.761688 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ad4beb-5b11-4f10-b7c7-88970111c3d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d4d0298-aacd-41f3-981b-f035c75b1253,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:28.772703 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ad4beb-5b11-4f10-b7c7-88970111c3d0 admin admin] Checking segment: {'id': 'f254d4d5-2922-4852-b49a-b23fffd3fb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '62e59aad-2d14-47be-8338-14951124621b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:06:28.773075 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ad4beb-5b11-4f10-b7c7-88970111c3d0 admin admin] Network hostable DHCP agents. Network: 62e59aad-2d14-47be-8338-14951124621b, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:06:28.793151 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ad4beb-5b11-4f10-b7c7-88970111c3d0 admin admin] Network 62e59aad-2d14-47be-8338-14951124621b is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:06:28.807413 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a5a4c8-4c18-40c9-98ef-9ab4e5bbf482 req-109bfc74-7c14-4284-95d2-6fc1f16db1d1 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:28.810553 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-17ad4beb-5b11-4f10-b7c7-88970111c3d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 62e59aad-2d14-47be-8338-14951124621b) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:06:28.821100 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ad4beb-5b11-4f10-b7c7-88970111c3d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:28.821231 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d6a5a4c8-4c18-40c9-98ef-9ab4e5bbf482 req-109bfc74-7c14-4284-95d2-6fc1f16db1d1 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/ports?device_id=81bd0e49-4581-45a5-a74e-6af2fb177a7d HTTP/1.1" status: 200 len: 944 time: 0.2066853 Feb 02 07:06:28.821743 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-17ad4beb-5b11-4f10-b7c7-88970111c3d0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:28.841609 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-17ad4beb-5b11-4f10-b7c7-88970111c3d0 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7016222 Feb 02 07:06:28.848075 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6366756-fbc7-48fe-b80a-0e301b301e31 None None] Network 62e59aad-2d14-47be-8338-14951124621b requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:06:28.853066 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-3f4d066f-1125-40b0-99bb-49f8521c4019 None None] For port 8651fe7d-7c5e-4234-8b06-f217706108b0, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:06:28.874367 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a52ef256-cb06-4665-bf6a-de80af8e3274 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for router_gateway (6946a29e-0c9b-4876-be90-af232657f1ee), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:28.883051 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-3f4d066f-1125-40b0-99bb-49f8521c4019 None None] For port 8651fe7d-7c5e-4234-8b06-f217706108b0, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=8651fe7d-7c5e-4234-8b06-f217706108b0,segment=NetworkSegment(0708fd28-2d16-470c-840a-add81f0f58a2),segment_id=0708fd28-2d16-470c-840a-add81f0f58a2)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:06:28.926079 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3f4d066f-1125-40b0-99bb-49f8521c4019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (8651fe7d-7c5e-4234-8b06-f217706108b0), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:28.964179 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d6a5a4c8-4c18-40c9-98ef-9ab4e5bbf482 req-2124437a-5a85-4b3d-ad1e-afc6fa38614a tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a5d4ccaf-26cf-4391-8f4a-c9fd890579b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419702 Feb 02 07:06:29.026557 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['15bc6804-c0cf-42af-b743-9acff5c1be01'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:06:29.086136 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4d066f-1125-40b0-99bb-49f8521c4019 None None] Routers {'f4805bbb-7278-499c-9197-654522a821d7'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:06:29.086787 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-3f4d066f-1125-40b0-99bb-49f8521c4019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:06:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['f4805bbb-7278-499c-9197-654522a821d7'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:06:29.158001 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae7d61e-1ca9-4f14-b7a3-951b3dab2345 None None] Pushing event updated for resources: {'Port': ['ID=8651fe7d-7c5e-4234-8b06-f217706108b0,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:29.170467 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-681cf497-f475-46a1-b1dd-3b741b9e931b req-c9f6ca40-f860-4739-8a13-7b9af6a36cbb tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=32f5f2ca-71c6-4137-bee4-300527dd6e2f HTTP/1.1" status: 200 len: 210 time: 0.0740743 Feb 02 07:06:29.188893 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d4a20c-5c56-497d-afdd-3529551b6100 None None] Network 62e59aad-2d14-47be-8338-14951124621b requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:06:29.201402 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97af1705-fedc-458b-b754-a5d9f9e6c2e5 req-2a32d691-adc5-4438-b3bc-fb8003001143 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:29.203268 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-97af1705-fedc-458b-b754-a5d9f9e6c2e5 req-2a32d691-adc5-4438-b3bc-fb8003001143 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=2707143f-79c4-4761-b2b6-ad49159e25d5 HTTP/1.1" status: 200 len: 946 time: 0.1069458 Feb 02 07:06:29.219781 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a52ef256-cb06-4665-bf6a-de80af8e3274 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (6946a29e-0c9b-4876-be90-af232657f1ee), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:29.279194 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-97af1705-fedc-458b-b754-a5d9f9e6c2e5 req-7e5bbf44-620b-4012-a9ad-4553ce7417ae tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680218 Feb 02 07:06:29.536028 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-3f4d066f-1125-40b0-99bb-49f8521c4019 None None] Set router f4805bbb-7278-499c-9197-654522a821d7 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:06:29.554602 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device a0a9425c-fee4-41a9-8e59-b6efc510131e up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:06:29.557078 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c120e82-4211-447e-baec-3f16afbe713f req-929c45e9-2e64-4ab9-9245-1f315ca06711 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:29.560043 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2c120e82-4211-447e-baec-3f16afbe713f req-929c45e9-2e64-4ab9-9245-1f315ca06711 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.59 "GET /v2.0/networks?id=098466ed-6cfb-4629-b5bb-bc2a67c5bdc6 HTTP/1.1" status: 200 len: 820 time: 0.2637537 Feb 02 07:06:29.578745 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-2c120e82-4211-447e-baec-3f16afbe713f req-0d6eb174-ca91-494a-8d03-9c5085c96a9a tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Request body: {'port': {'device_id': '80149690-37a7-46d9-b8e3-fcd421797a67', 'network_id': '098466ed-6cfb-4629-b5bb-bc2a67c5bdc6', 'admin_state_up': True, 'tenant_id': 'bc6d7dbe1d5148348d5fd6c6cc68f02a'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:06:29.702525 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be9c9d7-43c2-4e4b-a396-c66db1d47e61 req-75c403b7-2f56-4723-9c3a-fa79425e548f tempest-ImagesNegativeTestJSON-1927925133 tempest-ImagesNegativeTestJSON-1927925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:29.704138 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6be9c9d7-43c2-4e4b-a396-c66db1d47e61 req-75c403b7-2f56-4723-9c3a-fa79425e548f tempest-ImagesNegativeTestJSON-1927925133 tempest-ImagesNegativeTestJSON-1927925133-project] 10.222.0.87 "GET /v2.0/ports?device_id=fdae53e3-60bd-46a0-b389-492f9f2da683 HTTP/1.1" status: 200 len: 948 time: 0.2742922 Feb 02 07:06:29.802696 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c120e82-4211-447e-baec-3f16afbe713f req-0d6eb174-ca91-494a-8d03-9c5085c96a9a tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Made reservation on behalf of bc6d7dbe1d5148348d5fd6c6cc68f02a for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:06:29.807365 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2c120e82-4211-447e-baec-3f16afbe713f req-0d6eb174-ca91-494a-8d03-9c5085c96a9a tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:29.831669 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6be9c9d7-43c2-4e4b-a396-c66db1d47e61 req-a375d3e6-fe07-46db-8439-357a0e6a47ed tempest-ImagesNegativeTestJSON-1927925133 tempest-ImagesNegativeTestJSON-1927925133-project] 10.222.0.87 "GET /v2.0/security-groups?id=35c6cf30-58b5-490b-8fa1-24fc6a0a10a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964432 Feb 02 07:06:29.850538 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-799e734e-f712-418f-9213-e9e15ebfe04a req-3b2ee0bb-3251-4156-899b-dce63a08aba7 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/ports?device_id=80149690-37a7-46d9-b8e3-fcd421797a67 HTTP/1.1" status: 200 len: 210 time: 0.0377858 Feb 02 07:06:29.878460 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a52ef256-cb06-4665-bf6a-de80af8e3274 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Router 6946a29e-0c9b-4876-be90-af232657f1ee is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:06:29.915899 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port a0a9425c-fee4-41a9-8e59-b6efc510131e completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:06:29.929153 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port a0a9425c-fee4-41a9-8e59-b6efc510131e triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:06:29.929541 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (a0a9425c-fee4-41a9-8e59-b6efc510131e), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:30.010726 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-2c120e82-4211-447e-baec-3f16afbe713f req-0d6eb174-ca91-494a-8d03-9c5085c96a9a tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Allocated IP 172.20.0.12 (098466ed-6cfb-4629-b5bb-bc2a67c5bdc6/446bfa5e-0944-4da6-8411-de8b2d47ca42/6e3e472f-b38f-4eaa-8125-2415a7780d63) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:06:30.034257 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a52ef256-cb06-4665-bf6a-de80af8e3274 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:06:30.050665 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cb701a-520f-4065-875a-4ea61efa19e6 None None] Sync routers for ids ['6946a29e-0c9b-4876-be90-af232657f1ee'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:06:30.065550 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cb701a-520f-4065-875a-4ea61efa19e6 None None] Routers {'6946a29e-0c9b-4876-be90-af232657f1ee'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:06:30.068130 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-76cb701a-520f-4065-875a-4ea61efa19e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:06:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['6946a29e-0c9b-4876-be90-af232657f1ee'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:06:30.082310 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-3f4d066f-1125-40b0-99bb-49f8521c4019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4805bbb-7278-499c-9197-654522a821d7', 'name': 'tempest-ServerRescueTestJSONUnderV235-2023207750-router', 'tenant_id': 'bc6d7dbe1d5148348d5fd6c6cc68f02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': '1c492ac7-4c79-42c1-b988-e0114c0e532f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:06:08Z', 'updated_at': '2022-02-02T07:06:22Z', 'revision_number': 4, 'project_id': 'bc6d7dbe1d5148348d5fd6c6cc68f02a', 'gw_port': {'id': '1c492ac7-4c79-42c1-b988-e0114c0e532f', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4805bbb-7278-499c-9197-654522a821d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:06:11Z', 'updated_at': '2022-02-02T07:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '8651fe7d-7c5e-4234-8b06-f217706108b0', 'name': '', 'network_id': '098466ed-6cfb-4629-b5bb-bc2a67c5bdc6', 'tenant_id': 'bc6d7dbe1d5148348d5fd6c6cc68f02a', 'mac_address': 'fa:16:3e:bf:f7:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4805bbb-7278-499c-9197-654522a821d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '446bfa5e-0944-4da6-8411-de8b2d47ca42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:06:20Z', 'updated_at': '2022-02-02T07:06:28Z', 'revision_number': 4, 'project_id': 'bc6d7dbe1d5148348d5fd6c6cc68f02a', 'subnets': [{'id': '446bfa5e-0944-4da6-8411-de8b2d47ca42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:06:30.085680 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port a0a9425c-fee4-41a9-8e59-b6efc510131e is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:06:30.086098 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (a0a9425c-fee4-41a9-8e59-b6efc510131e), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:30.088012 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a52ef256-cb06-4665-bf6a-de80af8e3274 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:30.089327 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a52ef256-cb06-4665-bf6a-de80af8e3274 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.9869504 Feb 02 07:06:30.093425 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47808) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:30.112330 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4d066f-1125-40b0-99bb-49f8521c4019 None None] The sync data for ids ['f4805bbb-7278-499c-9197-654522a821d7'] in n-d-789963-26 is: [{'id': 'f4805bbb-7278-499c-9197-654522a821d7', 'name': 'tempest-ServerRescueTestJSONUnderV235-2023207750-router', 'tenant_id': 'bc6d7dbe1d5148348d5fd6c6cc68f02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': '1c492ac7-4c79-42c1-b988-e0114c0e532f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:06:08Z', 'updated_at': '2022-02-02T07:06:22Z', 'revision_number': 4, 'project_id': 'bc6d7dbe1d5148348d5fd6c6cc68f02a', 'gw_port': {'id': '1c492ac7-4c79-42c1-b988-e0114c0e532f', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4805bbb-7278-499c-9197-654522a821d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:06:11Z', 'updated_at': '2022-02-02T07:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '8651fe7d-7c5e-4234-8b06-f217706108b0', 'name': '', 'network_id': '098466ed-6cfb-4629-b5bb-bc2a67c5bdc6', 'tenant_id': 'bc6d7dbe1d5148348d5fd6c6cc68f02a', 'mac_address': 'fa:16:3e:bf:f7:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4805bbb-7278-499c-9197-654522a821d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '446bfa5e-0944-4da6-8411-de8b2d47ca42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:06:20Z', 'updated_at': '2022-02-02T07:06:28Z', 'revision_number': 4, 'project_id': 'bc6d7dbe1d5148348d5fd6c6cc68f02a', 'subnets': [{'id': '446bfa5e-0944-4da6-8411-de8b2d47ca42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:06:30.121516 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-76cb701a-520f-4065-875a-4ea61efa19e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:06:30.143959 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cb701a-520f-4065-875a-4ea61efa19e6 None None] Routers {'6946a29e-0c9b-4876-be90-af232657f1ee'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:06:30.145030 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-76cb701a-520f-4065-875a-4ea61efa19e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:06:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['6946a29e-0c9b-4876-be90-af232657f1ee'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:06:30.159266 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdae53e3-60bd-46a0-b389-492f9f2da683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a9425c-fee4-41a9-8e59-b6efc510131e'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:06:30.163574 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8ccc18-3baa-4dfd-8973-b37e9fd06fb1" -d '{"events": [{"server_uuid": "fdae53e3-60bd-46a0-b389-492f9f2da683", "name": "network-vif-plugged", "status": "completed", "tag": "a0a9425c-fee4-41a9-8e59-b6efc510131e"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:06:30.218037 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port a0a9425c-fee4-41a9-8e59-b6efc510131e, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=a0a9425c-fee4-41a9-8e59-b6efc510131e,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:06:30.230717 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (a0a9425c-fee4-41a9-8e59-b6efc510131e), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:30.262938 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-76cb701a-520f-4065-875a-4ea61efa19e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:06:30.263772 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cb701a-520f-4065-875a-4ea61efa19e6 None None] The sync data for ids ['6946a29e-0c9b-4876-be90-af232657f1ee'] in n-d-789963-26 is: [] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:06:30.299126 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0df0b4c-ff78-40b1-8967-bf59d38b7336 x-openstack-request-id: req-a0df0b4c-ff78-40b1-8967-bf59d38b7336 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:06:30.301584 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdae53e3-60bd-46a0-b389-492f9f2da683", "name": "network-vif-plugged", "status": "completed", "tag": "a0a9425c-fee4-41a9-8e59-b6efc510131e", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:06:30.301852 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a0df0b4c-ff78-40b1-8967-bf59d38b7336 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:06:30.302522 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdae53e3-60bd-46a0-b389-492f9f2da683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a9425c-fee4-41a9-8e59-b6efc510131e', 'code': 200} Feb 02 07:06:30.365975 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=a0a9425c-fee4-41a9-8e59-b6efc510131e,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:30.429429 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 429a379b-e608-4074-8c4d-b4d6eb203812 no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:06:30.470379 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] No Port match for: 429a379b-e608-4074-8c4d-b4d6eb203812 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:06:30.470662 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 429a379b-e608-4074-8c4d-b4d6eb203812 not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:06:30.476546 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bc65b69d-a309-4789-984e-76b8dfa154c4 req-4f5cdba3-99c7-499b-b022-1513dec92a7d tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=32f5f2ca-71c6-4137-bee4-300527dd6e2f HTTP/1.1" status: 200 len: 210 time: 0.0781939 Feb 02 07:06:30.589519 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d93293-18be-4257-b84b-c67c241872d8 req-960487c0-452a-47ae-a0d3-bbfd5af96e74 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:30.596397 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d5d93293-18be-4257-b84b-c67c241872d8 req-960487c0-452a-47ae-a0d3-bbfd5af96e74 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/ports?device_id=81bd0e49-4581-45a5-a74e-6af2fb177a7d HTTP/1.1" status: 200 len: 944 time: 0.5233252 Feb 02 07:06:30.690019 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2c120e82-4211-447e-baec-3f16afbe713f req-0d6eb174-ca91-494a-8d03-9c5085c96a9a tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Publish callbacks [] for port (6e3e472f-b38f-4eaa-8125-2415a7780d63), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:30.698336 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 8651fe7d-7c5e-4234-8b06-f217706108b0 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:06:30.707384 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193dcd7-53a0-4ebe-8203-ec2aadd6e556 req-f8625469-9571-47d0-8537-7fcd83993b40 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:30.709514 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1193dcd7-53a0-4ebe-8203-ec2aadd6e556 req-f8625469-9571-47d0-8537-7fcd83993b40 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.59 "GET /v2.0/networks?id=274d3754-cb62-4276-8b4a-dfa5cf98baaf HTTP/1.1" status: 200 len: 812 time: 0.4260302 Feb 02 07:06:30.717595 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b3bc4d-770f-42fb-9b46-eceedb8d415b req-618e5ae8-965b-4fca-bb8f-127be639286e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:30.719081 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-55b3bc4d-770f-42fb-9b46-eceedb8d415b req-618e5ae8-965b-4fca-bb8f-127be639286e service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=fdae53e3-60bd-46a0-b389-492f9f2da683 HTTP/1.1" status: 200 len: 1132 time: 0.1918471 Feb 02 07:06:30.748252 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d5d93293-18be-4257-b84b-c67c241872d8 req-615746d3-5147-479a-aa6d-e5939745220f tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a5d4ccaf-26cf-4391-8f4a-c9fd890579b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373136 Feb 02 07:06:30.758933 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-1193dcd7-53a0-4ebe-8203-ec2aadd6e556 req-387c5427-f45f-476b-81e9-a2aa0b7a8bb9 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Request body: {'port': {'device_id': '32f5f2ca-71c6-4137-bee4-300527dd6e2f', 'network_id': '274d3754-cb62-4276-8b4a-dfa5cf98baaf', 'admin_state_up': True, 'tenant_id': '12ae52d2610343959b079c169f83e654'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:06:30.796203 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4edc6b-da3d-4aaa-b19a-500e1bec618f req-f288e702-4c5c-4bb2-b418-904a9262b59a tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:30.799260 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 8651fe7d-7c5e-4234-8b06-f217706108b0 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:06:30.799639 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (8651fe7d-7c5e-4234-8b06-f217706108b0), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:30.803809 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ce4edc6b-da3d-4aaa-b19a-500e1bec618f req-f288e702-4c5c-4bb2-b418-904a9262b59a tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=2707143f-79c4-4761-b2b6-ad49159e25d5 HTTP/1.1" status: 200 len: 946 time: 0.1235588 Feb 02 07:06:30.981153 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 8651fe7d-7c5e-4234-8b06-f217706108b0 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:06:30.981876 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (8651fe7d-7c5e-4234-8b06-f217706108b0), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:30.983839 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ce4edc6b-da3d-4aaa-b19a-500e1bec618f req-56dafce2-85b2-48d5-bf3b-e146dd78699f tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793134 Feb 02 07:06:30.998628 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1193dcd7-53a0-4ebe-8203-ec2aadd6e556 req-387c5427-f45f-476b-81e9-a2aa0b7a8bb9 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Made reservation on behalf of 12ae52d2610343959b079c169f83e654 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:06:31.003960 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-1193dcd7-53a0-4ebe-8203-ec2aadd6e556 req-387c5427-f45f-476b-81e9-a2aa0b7a8bb9 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:31.012765 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee01ef98-03e7-472c-bd46-00d26d14d59f req-e8c603eb-1043-454e-908d-fadd89ee25f5 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:31.014314 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ee01ef98-03e7-472c-bd46-00d26d14d59f req-e8c603eb-1043-454e-908d-fadd89ee25f5 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.88 "GET /v2.0/ports?device_id=2707143f-79c4-4761-b2b6-ad49159e25d5 HTTP/1.1" status: 200 len: 946 time: 0.2858925 Feb 02 07:06:31.025117 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-55b3bc4d-770f-42fb-9b46-eceedb8d415b req-e616b1c7-14fe-4da9-b541-82b567ea19db service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=35c6cf30-58b5-490b-8fa1-24fc6a0a10a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809758 Feb 02 07:06:31.060217 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 8651fe7d-7c5e-4234-8b06-f217706108b0, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=8651fe7d-7c5e-4234-8b06-f217706108b0,segment=NetworkSegment(0708fd28-2d16-470c-840a-add81f0f58a2),segment_id=0708fd28-2d16-470c-840a-add81f0f58a2)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:06:31.071045 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (8651fe7d-7c5e-4234-8b06-f217706108b0), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:31.143694 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=8651fe7d-7c5e-4234-8b06-f217706108b0,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:31.210058 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b636b7eb-f5dd-4e9f-9464-d2372b9c76bc tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:31.248867 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-72ed90f1-4a0a-41f5-b8f4-b6f73986dc6d req-e35d9814-ecbd-4557-8b09-f18744a7b821 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/ports?device_id=80149690-37a7-46d9-b8e3-fcd421797a67 HTTP/1.1" status: 200 len: 210 time: 0.0522361 Feb 02 07:06:31.366375 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-ee01ef98-03e7-472c-bd46-00d26d14d59f req-d6995ae1-5230-4b41-9ec5-1d0604552438 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Deleting port 5fa93a10-98b1-4c0e-a8f7-5ea10d4343e2 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:06:31.366815 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-ee01ef98-03e7-472c-bd46-00d26d14d59f req-d6995ae1-5230-4b41-9ec5-1d0604552438 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (5fa93a10-98b1-4c0e-a8f7-5ea10d4343e2), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:31.472779 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8668de77-3e3d-4607-88ae-fdef783756df req-1aee2ec8-0b1b-46ef-a739-734ea62b4fa5 tempest-ImagesNegativeTestJSON-1927925133 tempest-ImagesNegativeTestJSON-1927925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:31.475009 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8668de77-3e3d-4607-88ae-fdef783756df req-1aee2ec8-0b1b-46ef-a739-734ea62b4fa5 tempest-ImagesNegativeTestJSON-1927925133 tempest-ImagesNegativeTestJSON-1927925133-project] 10.222.0.87 "GET /v2.0/ports?device_id=fdae53e3-60bd-46a0-b389-492f9f2da683 HTTP/1.1" status: 200 len: 949 time: 0.4468818 Feb 02 07:06:31.536143 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8668de77-3e3d-4607-88ae-fdef783756df req-d89c3454-e1eb-469d-ac37-3ef8beb5181d tempest-ImagesNegativeTestJSON-1927925133 tempest-ImagesNegativeTestJSON-1927925133-project] 10.222.0.87 "GET /v2.0/security-groups?id=35c6cf30-58b5-490b-8fa1-24fc6a0a10a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539284 Feb 02 07:06:31.541744 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2c120e82-4211-447e-baec-3f16afbe713f req-0d6eb174-ca91-494a-8d03-9c5085c96a9a tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (6e3e472f-b38f-4eaa-8125-2415a7780d63), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:31.574636 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 15bc6804-c0cf-42af-b743-9acff5c1be01 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:06:31.660905 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-ee01ef98-03e7-472c-bd46-00d26d14d59f req-d6995ae1-5230-4b41-9ec5-1d0604552438 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] For port 5fa93a10-98b1-4c0e-a8f7-5ea10d4343e2, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=5fa93a10-98b1-4c0e-a8f7-5ea10d4343e2,segment=NetworkSegment(50b2c935-c140-4230-880a-508574d9ed43),segment_id=50b2c935-c140-4230-880a-508574d9ed43)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:06:31.661644 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-ee01ef98-03e7-472c-bd46-00d26d14d59f req-d6995ae1-5230-4b41-9ec5-1d0604552438 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (5fa93a10-98b1-4c0e-a8f7-5ea10d4343e2), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:31.665898 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-1193dcd7-53a0-4ebe-8203-ec2aadd6e556 req-387c5427-f45f-476b-81e9-a2aa0b7a8bb9 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Allocated IP 172.20.0.6 (274d3754-cb62-4276-8b4a-dfa5cf98baaf/b6b3fc97-ea53-4910-99b5-bddf06c5d45f/d394fde5-fe9f-4589-bb6b-f852c92a9e2f) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:06:31.675513 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port 15bc6804-c0cf-42af-b743-9acff5c1be01 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:06:31.677509 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-ee01ef98-03e7-472c-bd46-00d26d14d59f req-d6995ae1-5230-4b41-9ec5-1d0604552438 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Calling delete_port for 5fa93a10-98b1-4c0e-a8f7-5ea10d4343e2 owned by compute:nova {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:06:31.680702 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port 15bc6804-c0cf-42af-b743-9acff5c1be01 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:06:31.681398 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (15bc6804-c0cf-42af-b743-9acff5c1be01), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:31.720261 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c120e82-4211-447e-baec-3f16afbe713f req-0d6eb174-ca91-494a-8d03-9c5085c96a9a tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Network 098466ed-6cfb-4629-b5bb-bc2a67c5bdc6 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:06:31.736406 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-2c120e82-4211-447e-baec-3f16afbe713f req-0d6eb174-ca91-494a-8d03-9c5085c96a9a tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:06:31.751476 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c120e82-4211-447e-baec-3f16afbe713f req-0d6eb174-ca91-494a-8d03-9c5085c96a9a tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:06:31.771330 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6eb174-ca91-494a-8d03-9c5085c96a9a tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Pushing event updated for resources: {'Port': ['ID=6e3e472f-b38f-4eaa-8125-2415a7780d63,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:31.813436 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 15bc6804-c0cf-42af-b743-9acff5c1be01 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:06:31.814098 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (15bc6804-c0cf-42af-b743-9acff5c1be01), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:31.873459 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 15bc6804-c0cf-42af-b743-9acff5c1be01, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=15bc6804-c0cf-42af-b743-9acff5c1be01,segment=NetworkSegment(e8a58fd3-a6e1-41b1-93bf-40d6f0cd9541),segment_id=e8a58fd3-a6e1-41b1-93bf-40d6f0cd9541)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:06:31.882876 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (15bc6804-c0cf-42af-b743-9acff5c1be01), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:31.884167 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 5fa93a10-98b1-4c0e-a8f7-5ea10d4343e2 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:06:31.909977 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-ee01ef98-03e7-472c-bd46-00d26d14d59f req-d6995ae1-5230-4b41-9ec5-1d0604552438 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (5fa93a10-98b1-4c0e-a8f7-5ea10d4343e2), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:31.970590 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d5224b26-f381-44c9-84e1-660b34496c00 req-00f80907-471f-429b-9a7a-82b5fff97bef tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=32f5f2ca-71c6-4137-bee4-300527dd6e2f HTTP/1.1" status: 200 len: 210 time: 0.2041860 Feb 02 07:06:31.971765 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c120e82-4211-447e-baec-3f16afbe713f req-0d6eb174-ca91-494a-8d03-9c5085c96a9a tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:31.972514 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2c120e82-4211-447e-baec-3f16afbe713f req-0d6eb174-ca91-494a-8d03-9c5085c96a9a tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:31.981695 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=15bc6804-c0cf-42af-b743-9acff5c1be01,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:31.986331 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['1045af80-2b20-4d0b-8989-bade78600156'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:06:32.050368 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6995ae1-5230-4b41-9ec5-1d0604552438 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Pushing event deleted for resources: {'Port': ['ID=5fa93a10-98b1-4c0e-a8f7-5ea10d4343e2,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:32.057897 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-b636b7eb-f5dd-4e9f-9464-d2372b9c76bc tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Allocated IP 172.20.0.1 (3aa6b9b1-7647-4e2c-a3d3-2787d3795776/d173fa1b-2f06-450d-aae4-0b2b2833a319/c19439ef-a54b-485e-a0e1-f486c57f8742) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:06:32.063695 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2c120e82-4211-447e-baec-3f16afbe713f req-0d6eb174-ca91-494a-8d03-9c5085c96a9a tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4902229 Feb 02 07:06:32.089419 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee01ef98-03e7-472c-bd46-00d26d14d59f req-d6995ae1-5230-4b41-9ec5-1d0604552438 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] No DVR routers for this DVR port 5fa93a10-98b1-4c0e-a8f7-5ea10d4343e2 on host n-h1-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:06:32.094254 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-ee01ef98-03e7-472c-bd46-00d26d14d59f req-d6995ae1-5230-4b41-9ec5-1d0604552438 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:32.098011 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ee01ef98-03e7-472c-bd46-00d26d14d59f req-d6995ae1-5230-4b41-9ec5-1d0604552438 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.88 "DELETE /v2.0/ports/5fa93a10-98b1-4c0e-a8f7-5ea10d4343e2 HTTP/1.1" status: 204 len: 173 time: 1.0757053 Feb 02 07:06:32.098545 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2707143f-79c4-4761-b2b6-ad49159e25d5', 'name': 'network-vif-deleted', 'tag': '5fa93a10-98b1-4c0e-a8f7-5ea10d4343e2'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:06:32.102349 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-2c120e82-4211-447e-baec-3f16afbe713f req-ab56aa44-c2ba-4d9d-b289-b1cafebf5f87 service neutron] Request body: {'port': {'device_id': '80149690-37a7-46d9-b8e3-fcd421797a67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:06:32.102696 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a66728-4b2a-495d-b13f-357217bee3cb" -d '{"events": [{"server_uuid": "2707143f-79c4-4761-b2b6-ad49159e25d5", "name": "network-vif-deleted", "tag": "5fa93a10-98b1-4c0e-a8f7-5ea10d4343e2"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:06:32.135305 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No active binding found for port 5fa93a10-98b1-4c0e-a8f7-5ea10d4343e2 {{(pid=109695) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 02 07:06:32.135724 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] The host n-h1-789963-26 is not matching for port 5fa93a10-98b1-4c0e-a8f7-5ea10d4343e2 host None! {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 02 07:06:32.136125 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 5fa93a10-98b1-4c0e-a8f7-5ea10d4343e2 not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:06:32.175799 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704139b-a9b2-4005-83dd-d5a6ff1bdbd6 req-9098475a-f72b-4cbd-a039-a27c0f7fa731 tempest-ServerGroupTestJSON-22669958 tempest-ServerGroupTestJSON-22669958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:32.182912 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8704139b-a9b2-4005-83dd-d5a6ff1bdbd6 req-9098475a-f72b-4cbd-a039-a27c0f7fa731 tempest-ServerGroupTestJSON-22669958 tempest-ServerGroupTestJSON-22669958-project] 10.222.0.87 "GET /v2.0/networks?id=62e59aad-2d14-47be-8338-14951124621b HTTP/1.1" status: 200 len: 810 time: 0.3717885 Feb 02 07:06:32.195838 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-1193dcd7-53a0-4ebe-8203-ec2aadd6e556 req-387c5427-f45f-476b-81e9-a2aa0b7a8bb9 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks [] for port (d394fde5-fe9f-4589-bb6b-f852c92a9e2f), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:32.215386 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8704139b-a9b2-4005-83dd-d5a6ff1bdbd6 req-7d2f4052-f822-4eab-87ef-0dcb40ecc11e tempest-ServerGroupTestJSON-22669958 tempest-ServerGroupTestJSON-22669958-project] 10.222.0.87 "GET /v2.0/quotas/c6dbad5bbd5049eea9a730d9e0d1a033 HTTP/1.1" status: 200 len: 375 time: 0.0313947 Feb 02 07:06:32.259229 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8704139b-a9b2-4005-83dd-d5a6ff1bdbd6 req-c70624b9-4f34-4532-be6c-8d9da8675738 tempest-ServerGroupTestJSON-22669958 tempest-ServerGroupTestJSON-22669958-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=c6dbad5bbd5049eea9a730d9e0d1a033&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427229 Feb 02 07:06:32.262912 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8759fe36-de79-4ffd-af4c-38f80b14cfc5 req-c82c75f8-f0ac-4748-af8a-8f0f774dbafd tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:32.264479 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8759fe36-de79-4ffd-af4c-38f80b14cfc5 req-c82c75f8-f0ac-4748-af8a-8f0f774dbafd tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/ports?device_id=81bd0e49-4581-45a5-a74e-6af2fb177a7d HTTP/1.1" status: 200 len: 945 time: 0.1462262 Feb 02 07:06:32.310109 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81bd0e49-4581-45a5-a74e-6af2fb177a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15bc6804-c0cf-42af-b743-9acff5c1be01'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:06:32.316923 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0806ac78-97f1-4035-9565-fd131af9e582" -d '{"events": [{"server_uuid": "81bd0e49-4581-45a5-a74e-6af2fb177a7d", "name": "network-vif-plugged", "status": "completed", "tag": "15bc6804-c0cf-42af-b743-9acff5c1be01"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:06:32.331071 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2c120e82-4211-447e-baec-3f16afbe713f req-ab56aa44-c2ba-4d9d-b289-b1cafebf5f87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (6e3e472f-b38f-4eaa-8125-2415a7780d63), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:32.360501 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b636b7eb-f5dd-4e9f-9464-d2372b9c76bc tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for port (c19439ef-a54b-485e-a0e1-f486c57f8742), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:32.381440 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8759fe36-de79-4ffd-af4c-38f80b14cfc5 req-14ec7926-f515-4673-a460-6b7f425b7e69 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a5d4ccaf-26cf-4391-8f4a-c9fd890579b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008203 Feb 02 07:06:32.424073 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-1193dcd7-53a0-4ebe-8203-ec2aadd6e556 req-387c5427-f45f-476b-81e9-a2aa0b7a8bb9 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (d394fde5-fe9f-4589-bb6b-f852c92a9e2f), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:32.433438 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b636b7eb-f5dd-4e9f-9464-d2372b9c76bc tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (c19439ef-a54b-485e-a0e1-f486c57f8742), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:32.449844 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8704139b-a9b2-4005-83dd-d5a6ff1bdbd6 req-42bf8f63-01c0-45f0-b712-e83fc8eb57c6 service neutron] 10.222.0.87 "GET /v2.0/networks/62e59aad-2d14-47be-8338-14951124621b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893828 Feb 02 07:06:32.478639 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b636b7eb-f5dd-4e9f-9464-d2372b9c76bc tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Network 3aa6b9b1-7647-4e2c-a3d3-2787d3795776 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:06:32.483001 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-b636b7eb-f5dd-4e9f-9464-d2372b9c76bc tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:06:32.497725 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b636b7eb-f5dd-4e9f-9464-d2372b9c76bc tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:06:32.554200 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fd00d184-5f1b-4304-be2e-6cb03d00a9e4 req-8ddb1049-1ce3-434d-b5d1-e08518c6f072 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=2707143f-79c4-4761-b2b6-ad49159e25d5 HTTP/1.1" status: 200 len: 210 time: 0.0663757 Feb 02 07:06:32.559068 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b636b7eb-f5dd-4e9f-9464-d2372b9c76bc tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Pushing event updated for resources: {'Port': ['ID=c19439ef-a54b-485e-a0e1-f486c57f8742,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:32.562026 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1193dcd7-53a0-4ebe-8203-ec2aadd6e556 req-387c5427-f45f-476b-81e9-a2aa0b7a8bb9 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Network 274d3754-cb62-4276-8b4a-dfa5cf98baaf is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:06:32.577945 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b636b7eb-f5dd-4e9f-9464-d2372b9c76bc tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (6946a29e-0c9b-4876-be90-af232657f1ee), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:32.582969 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-1193dcd7-53a0-4ebe-8203-ec2aadd6e556 req-387c5427-f45f-476b-81e9-a2aa0b7a8bb9 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:06:32.597900 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-1193dcd7-53a0-4ebe-8203-ec2aadd6e556 req-387c5427-f45f-476b-81e9-a2aa0b7a8bb9 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:06:32.602940 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387c5427-f45f-476b-81e9-a2aa0b7a8bb9 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Pushing event updated for resources: {'Port': ['ID=d394fde5-fe9f-4589-bb6b-f852c92a9e2f,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:32.624665 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7754bf40-b94d-42ab-b657-73ff2421ba44 x-openstack-request-id: req-7754bf40-b94d-42ab-b657-73ff2421ba44 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:06:32.627767 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2707143f-79c4-4761-b2b6-ad49159e25d5", "name": "network-vif-deleted", "tag": "5fa93a10-98b1-4c0e-a8f7-5ea10d4343e2", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:06:32.628505 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7754bf40-b94d-42ab-b657-73ff2421ba44 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:06:32.629539 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2707143f-79c4-4761-b2b6-ad49159e25d5', 'name': 'network-vif-deleted', 'tag': '5fa93a10-98b1-4c0e-a8f7-5ea10d4343e2', 'status': 'completed', 'code': 200} Feb 02 07:06:32.656853 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 8651fe7d-7c5e-4234-8b06-f217706108b0 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:06:32.719156 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 8651fe7d-7c5e-4234-8b06-f217706108b0 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:06:32.719531 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (8651fe7d-7c5e-4234-8b06-f217706108b0), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:32.794243 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193dcd7-53a0-4ebe-8203-ec2aadd6e556 req-387c5427-f45f-476b-81e9-a2aa0b7a8bb9 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:32.794872 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-1193dcd7-53a0-4ebe-8203-ec2aadd6e556 req-387c5427-f45f-476b-81e9-a2aa0b7a8bb9 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:32.801274 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7332db-92ea-42f6-b557-64bdc3030894 req-bf9e8d51-1136-48f9-b17f-d93ab9ca0c75 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:32.810891 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6a7332db-92ea-42f6-b557-64bdc3030894 req-bf9e8d51-1136-48f9-b17f-d93ab9ca0c75 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/ports?device_id=80149690-37a7-46d9-b8e3-fcd421797a67 HTTP/1.1" status: 200 len: 932 time: 0.1138449 Feb 02 07:06:32.841037 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8704139b-a9b2-4005-83dd-d5a6ff1bdbd6 req-8c410f4f-451d-4ba1-882c-34783fdb5dec service neutron] 10.222.0.87 "GET /v2.0/networks/62e59aad-2d14-47be-8338-14951124621b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3902621 Feb 02 07:06:32.844335 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 8651fe7d-7c5e-4234-8b06-f217706108b0 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:06:32.849154 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1193dcd7-53a0-4ebe-8203-ec2aadd6e556 req-387c5427-f45f-476b-81e9-a2aa0b7a8bb9 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1062770 Feb 02 07:06:32.866735 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b636b7eb-f5dd-4e9f-9464-d2372b9c76bc tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (c19439ef-a54b-485e-a0e1-f486c57f8742), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:32.881501 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-1193dcd7-53a0-4ebe-8203-ec2aadd6e556 req-79987eec-c676-4069-9c12-4ed18bef2225 service neutron] Request body: {'port': {'device_id': '32f5f2ca-71c6-4137-bee4-300527dd6e2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:06:32.931627 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-30a37248-3ef4-4d4d-aae3-a43574869e38 None None] Provisioning complete for port d394fde5-fe9f-4589-bb6b-f852c92a9e2f triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:06:32.933978 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6a7332db-92ea-42f6-b557-64bdc3030894 req-1e532f5d-e91e-4c01-9bcc-ccebe63c7a49 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/security-groups?id=3031d22f-f419-4370-9379-d12f21c766b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218815 Feb 02 07:06:32.934582 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-30a37248-3ef4-4d4d-aae3-a43574869e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (d394fde5-fe9f-4589-bb6b-f852c92a9e2f), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:32.979986 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-1193dcd7-53a0-4ebe-8203-ec2aadd6e556 req-79987eec-c676-4069-9c12-4ed18bef2225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (d394fde5-fe9f-4589-bb6b-f852c92a9e2f), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:33.005017 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-30a37248-3ef4-4d4d-aae3-a43574869e38 None None] Port d394fde5-fe9f-4589-bb6b-f852c92a9e2f cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:06:33.029146 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d36b57-3c23-418b-87a8-0c46421a7239 x-openstack-request-id: req-38d36b57-3c23-418b-87a8-0c46421a7239 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:06:33.029638 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81bd0e49-4581-45a5-a74e-6af2fb177a7d", "name": "network-vif-plugged", "status": "completed", "tag": "15bc6804-c0cf-42af-b743-9acff5c1be01", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:06:33.030067 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-38d36b57-3c23-418b-87a8-0c46421a7239 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:06:33.030604 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81bd0e49-4581-45a5-a74e-6af2fb177a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15bc6804-c0cf-42af-b743-9acff5c1be01', 'code': 200} Feb 02 07:06:33.134211 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-2c120e82-4211-447e-baec-3f16afbe713f req-ab56aa44-c2ba-4d9d-b289-b1cafebf5f87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e3e472f-b38f-4eaa-8125-2415a7780d63 {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:06:33.150294 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2c120e82-4211-447e-baec-3f16afbe713f req-ab56aa44-c2ba-4d9d-b289-b1cafebf5f87 service neutron] Publish callbacks [] for port (6e3e472f-b38f-4eaa-8125-2415a7780d63), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:33.174028 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-2c120e82-4211-447e-baec-3f16afbe713f req-ab56aa44-c2ba-4d9d-b289-b1cafebf5f87 service neutron] Transition to ACTIVE for port object 6e3e472f-b38f-4eaa-8125-2415a7780d63 will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:06:33.189500 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2c120e82-4211-447e-baec-3f16afbe713f req-ab56aa44-c2ba-4d9d-b289-b1cafebf5f87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (6e3e472f-b38f-4eaa-8125-2415a7780d63), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:33.422717 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab56aa44-c2ba-4d9d-b289-b1cafebf5f87 service neutron] Pushing event updated for resources: {'Port': ['ID=6e3e472f-b38f-4eaa-8125-2415a7780d63,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:33.494371 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-2c120e82-4211-447e-baec-3f16afbe713f req-ab56aa44-c2ba-4d9d-b289-b1cafebf5f87 service neutron] Attempting to bind port 6e3e472f-b38f-4eaa-8125-2415a7780d63 on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:06:33.494709 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-2c120e82-4211-447e-baec-3f16afbe713f req-ab56aa44-c2ba-4d9d-b289-b1cafebf5f87 service neutron] Attempting to bind port 6e3e472f-b38f-4eaa-8125-2415a7780d63 by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': '0708fd28-2d16-470c-840a-add81f0f58a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '098466ed-6cfb-4629-b5bb-bc2a67c5bdc6'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:06:33.495042 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c120e82-4211-447e-baec-3f16afbe713f req-ab56aa44-c2ba-4d9d-b289-b1cafebf5f87 service neutron] Attempting to bind port 6e3e472f-b38f-4eaa-8125-2415a7780d63 on network 098466ed-6cfb-4629-b5bb-bc2a67c5bdc6 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:06:33.509728 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa14ee-7351-4c29-ba9a-bd7e4cee5248 req-fd2ccd29-5852-400b-b641-b4dddacced4f tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:33.511758 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e6aa14ee-7351-4c29-ba9a-bd7e4cee5248 req-fd2ccd29-5852-400b-b641-b4dddacced4f tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=32f5f2ca-71c6-4137-bee4-300527dd6e2f HTTP/1.1" status: 200 len: 931 time: 0.2282672 Feb 02 07:06:33.517997 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c120e82-4211-447e-baec-3f16afbe713f req-ab56aa44-c2ba-4d9d-b289-b1cafebf5f87 service neutron] Port 6e3e472f-b38f-4eaa-8125-2415a7780d63 on network 098466ed-6cfb-4629-b5bb-bc2a67c5bdc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:06:33.518391 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c120e82-4211-447e-baec-3f16afbe713f req-ab56aa44-c2ba-4d9d-b289-b1cafebf5f87 service neutron] Attempting to bind port 6e3e472f-b38f-4eaa-8125-2415a7780d63 on network 098466ed-6cfb-4629-b5bb-bc2a67c5bdc6 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:06:33.539581 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c120e82-4211-447e-baec-3f16afbe713f req-ab56aa44-c2ba-4d9d-b289-b1cafebf5f87 service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:06:33.539950 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c120e82-4211-447e-baec-3f16afbe713f req-ab56aa44-c2ba-4d9d-b289-b1cafebf5f87 service neutron] Checking segment: {'id': '0708fd28-2d16-470c-840a-add81f0f58a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '098466ed-6cfb-4629-b5bb-bc2a67c5bdc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:06:33.540314 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c120e82-4211-447e-baec-3f16afbe713f req-ab56aa44-c2ba-4d9d-b289-b1cafebf5f87 service neutron] Bound using segment: {'id': '0708fd28-2d16-470c-840a-add81f0f58a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '098466ed-6cfb-4629-b5bb-bc2a67c5bdc6'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:06:33.541132 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-2c120e82-4211-447e-baec-3f16afbe713f req-ab56aa44-c2ba-4d9d-b289-b1cafebf5f87 service neutron] Bound port: 6e3e472f-b38f-4eaa-8125-2415a7780d63, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0708fd28-2d16-470c-840a-add81f0f58a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '098466ed-6cfb-4629-b5bb-bc2a67c5bdc6'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:06:33.541503 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2c120e82-4211-447e-baec-3f16afbe713f req-ab56aa44-c2ba-4d9d-b289-b1cafebf5f87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (6e3e472f-b38f-4eaa-8125-2415a7780d63), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:33.652455 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-1193dcd7-53a0-4ebe-8203-ec2aadd6e556 req-79987eec-c676-4069-9c12-4ed18bef2225 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d394fde5-fe9f-4589-bb6b-f852c92a9e2f {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:06:33.656031 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c230838f-61af-4ad2-9060-54e2d6d905f1 req-8b52edfc-3bf1-43ed-9ec1-f604b382f359 tempest-ImagesNegativeTestJSON-1927925133 tempest-ImagesNegativeTestJSON-1927925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:33.663239 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c230838f-61af-4ad2-9060-54e2d6d905f1 req-8b52edfc-3bf1-43ed-9ec1-f604b382f359 tempest-ImagesNegativeTestJSON-1927925133 tempest-ImagesNegativeTestJSON-1927925133-project] 10.222.0.87 "GET /v2.0/ports?device_id=fdae53e3-60bd-46a0-b389-492f9f2da683 HTTP/1.1" status: 200 len: 949 time: 0.5522573 Feb 02 07:06:33.670418 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-1193dcd7-53a0-4ebe-8203-ec2aadd6e556 req-79987eec-c676-4069-9c12-4ed18bef2225 service neutron] Publish callbacks [] for port (d394fde5-fe9f-4589-bb6b-f852c92a9e2f), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:33.676942 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e6aa14ee-7351-4c29-ba9a-bd7e4cee5248 req-35c878e1-49a1-41fc-bba9-bf6799ba4b9b tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536422 Feb 02 07:06:33.695169 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-2c120e82-4211-447e-baec-3f16afbe713f req-ab56aa44-c2ba-4d9d-b289-b1cafebf5f87 service neutron] For port 6e3e472f-b38f-4eaa-8125-2415a7780d63, host n-h2-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:06:33.704209 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-1193dcd7-53a0-4ebe-8203-ec2aadd6e556 req-79987eec-c676-4069-9c12-4ed18bef2225 service neutron] Transition to ACTIVE for port object d394fde5-fe9f-4589-bb6b-f852c92a9e2f will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:06:33.704209 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-2c120e82-4211-447e-baec-3f16afbe713f req-ab56aa44-c2ba-4d9d-b289-b1cafebf5f87 service neutron] For port 6e3e472f-b38f-4eaa-8125-2415a7780d63, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=6e3e472f-b38f-4eaa-8125-2415a7780d63,segment=NetworkSegment(0708fd28-2d16-470c-840a-add81f0f58a2),segment_id=0708fd28-2d16-470c-840a-add81f0f58a2)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:06:33.704624 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc80dd52-9eee-482b-8d66-a90e9d1cf3ba req-5d884e74-86e1-4690-947f-e796f944dcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:33.704624 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cc80dd52-9eee-482b-8d66-a90e9d1cf3ba req-5d884e74-86e1-4690-947f-e796f944dcec service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=81bd0e49-4581-45a5-a74e-6af2fb177a7d HTTP/1.1" status: 200 len: 1128 time: 0.1310217 Feb 02 07:06:33.710801 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-1193dcd7-53a0-4ebe-8203-ec2aadd6e556 req-79987eec-c676-4069-9c12-4ed18bef2225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (d394fde5-fe9f-4589-bb6b-f852c92a9e2f), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:33.720507 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2c120e82-4211-447e-baec-3f16afbe713f req-ab56aa44-c2ba-4d9d-b289-b1cafebf5f87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (6e3e472f-b38f-4eaa-8125-2415a7780d63), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:33.762585 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b636b7eb-f5dd-4e9f-9464-d2372b9c76bc tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for port (c19439ef-a54b-485e-a0e1-f486c57f8742), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:33.771805 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c120e82-4211-447e-baec-3f16afbe713f req-ab56aa44-c2ba-4d9d-b289-b1cafebf5f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:33.772545 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2c120e82-4211-447e-baec-3f16afbe713f req-ab56aa44-c2ba-4d9d-b289-b1cafebf5f87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:33.774070 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2c120e82-4211-447e-baec-3f16afbe713f req-ab56aa44-c2ba-4d9d-b289-b1cafebf5f87 service neutron] 10.222.0.59 "PUT /v2.0/ports/6e3e472f-b38f-4eaa-8125-2415a7780d63 HTTP/1.1" status: 200 len: 1093 time: 1.6944146 Feb 02 07:06:33.774584 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80149690-37a7-46d9-b8e3-fcd421797a67', 'tag': '6e3e472f-b38f-4eaa-8125-2415a7780d63'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:06:33.776930 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea80add5-9d65-488b-b6f5-d5a0f0671ad2" -d '{"events": [{"name": "network-changed", "server_uuid": "80149690-37a7-46d9-b8e3-fcd421797a67", "tag": "6e3e472f-b38f-4eaa-8125-2415a7780d63"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:06:33.777094 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c230838f-61af-4ad2-9060-54e2d6d905f1 req-9802d8c3-5d18-4a33-8e73-a057df643152 tempest-ImagesNegativeTestJSON-1927925133 tempest-ImagesNegativeTestJSON-1927925133-project] 10.222.0.87 "GET /v2.0/security-groups?id=35c6cf30-58b5-490b-8fa1-24fc6a0a10a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128035 Feb 02 07:06:33.779256 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b636b7eb-f5dd-4e9f-9464-d2372b9c76bc tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (c19439ef-a54b-485e-a0e1-f486c57f8742), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:33.796700 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79987eec-c676-4069-9c12-4ed18bef2225 service neutron] Pushing event updated for resources: {'Port': ['ID=d394fde5-fe9f-4589-bb6b-f852c92a9e2f,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:33.951977 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cc80dd52-9eee-482b-8d66-a90e9d1cf3ba req-3070ec55-7c5e-441c-b065-05fd2c7eb286 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=a5d4ccaf-26cf-4391-8f4a-c9fd890579b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338736 Feb 02 07:06:33.954295 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-800f6ea7-b862-45a5-a5e7-64f6cd243614 req-6ab45ac2-5a14-4cf8-8d25-71cceab72508 tempest-ServerGroupTestJSON-22669958 tempest-ServerGroupTestJSON-22669958-project] 10.222.0.87 "GET /v2.0/ports?device_id=807f32b3-06b9-4342-92fc-55cc754886fc HTTP/1.1" status: 200 len: 210 time: 0.1065421 Feb 02 07:06:33.964534 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b636b7eb-f5dd-4e9f-9464-d2372b9c76bc tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Pushing event updated for resources: {'Port': ['ID=c19439ef-a54b-485e-a0e1-f486c57f8742,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:33.988778 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b636b7eb-f5dd-4e9f-9464-d2372b9c76bc tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (6946a29e-0c9b-4876-be90-af232657f1ee), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:34.009752 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab56aa44-c2ba-4d9d-b289-b1cafebf5f87 service neutron] Pushing event updated for resources: {'Port': ['ID=6e3e472f-b38f-4eaa-8125-2415a7780d63,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:34.057715 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c120e82-4211-447e-baec-3f16afbe713f req-c3bc30c4-255b-4a7d-9e37-f8cdb1060ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:34.059537 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2c120e82-4211-447e-baec-3f16afbe713f req-c3bc30c4-255b-4a7d-9e37-f8cdb1060ea1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bc6d7dbe1d5148348d5fd6c6cc68f02a&device_id=80149690-37a7-46d9-b8e3-fcd421797a67 HTTP/1.1" status: 200 len: 1127 time: 0.1918528 Feb 02 07:06:34.063211 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-1193dcd7-53a0-4ebe-8203-ec2aadd6e556 req-79987eec-c676-4069-9c12-4ed18bef2225 service neutron] Attempting to bind port d394fde5-fe9f-4589-bb6b-f852c92a9e2f on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:06:34.063671 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-1193dcd7-53a0-4ebe-8203-ec2aadd6e556 req-79987eec-c676-4069-9c12-4ed18bef2225 service neutron] Attempting to bind port d394fde5-fe9f-4589-bb6b-f852c92a9e2f by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': 'fc0a4cad-9504-4785-979c-6732d183490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '274d3754-cb62-4276-8b4a-dfa5cf98baaf'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:06:34.064028 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1193dcd7-53a0-4ebe-8203-ec2aadd6e556 req-79987eec-c676-4069-9c12-4ed18bef2225 service neutron] Attempting to bind port d394fde5-fe9f-4589-bb6b-f852c92a9e2f on network 274d3754-cb62-4276-8b4a-dfa5cf98baaf {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:06:34.070076 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1193dcd7-53a0-4ebe-8203-ec2aadd6e556 req-79987eec-c676-4069-9c12-4ed18bef2225 service neutron] Port d394fde5-fe9f-4589-bb6b-f852c92a9e2f on network 274d3754-cb62-4276-8b4a-dfa5cf98baaf not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:06:34.070406 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1193dcd7-53a0-4ebe-8203-ec2aadd6e556 req-79987eec-c676-4069-9c12-4ed18bef2225 service neutron] Attempting to bind port d394fde5-fe9f-4589-bb6b-f852c92a9e2f on network 274d3754-cb62-4276-8b4a-dfa5cf98baaf {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:06:34.094425 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b279fc34-1bed-4ef6-afaa-fb463765255b x-openstack-request-id: req-b279fc34-1bed-4ef6-afaa-fb463765255b {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:06:34.094725 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80149690-37a7-46d9-b8e3-fcd421797a67", "tag": "6e3e472f-b38f-4eaa-8125-2415a7780d63", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:06:34.094984 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b279fc34-1bed-4ef6-afaa-fb463765255b {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:06:34.095735 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80149690-37a7-46d9-b8e3-fcd421797a67', 'tag': '6e3e472f-b38f-4eaa-8125-2415a7780d63', 'status': 'completed', 'code': 200} Feb 02 07:06:34.098053 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1193dcd7-53a0-4ebe-8203-ec2aadd6e556 req-79987eec-c676-4069-9c12-4ed18bef2225 service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:06:34.098398 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1193dcd7-53a0-4ebe-8203-ec2aadd6e556 req-79987eec-c676-4069-9c12-4ed18bef2225 service neutron] Checking segment: {'id': 'fc0a4cad-9504-4785-979c-6732d183490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '274d3754-cb62-4276-8b4a-dfa5cf98baaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:06:34.098906 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1193dcd7-53a0-4ebe-8203-ec2aadd6e556 req-79987eec-c676-4069-9c12-4ed18bef2225 service neutron] Bound using segment: {'id': 'fc0a4cad-9504-4785-979c-6732d183490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '274d3754-cb62-4276-8b4a-dfa5cf98baaf'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:06:34.099368 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-1193dcd7-53a0-4ebe-8203-ec2aadd6e556 req-79987eec-c676-4069-9c12-4ed18bef2225 service neutron] Bound port: d394fde5-fe9f-4589-bb6b-f852c92a9e2f, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc0a4cad-9504-4785-979c-6732d183490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '274d3754-cb62-4276-8b4a-dfa5cf98baaf'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:06:34.100325 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-1193dcd7-53a0-4ebe-8203-ec2aadd6e556 req-79987eec-c676-4069-9c12-4ed18bef2225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (d394fde5-fe9f-4589-bb6b-f852c92a9e2f), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:34.141019 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2c120e82-4211-447e-baec-3f16afbe713f req-a99cdb98-77e5-43b4-8eb4-2d13aa319379 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e3e472f-b38f-4eaa-8125-2415a7780d63 HTTP/1.1" status: 200 len: 217 time: 0.0670173 Feb 02 07:06:34.148790 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b636b7eb-f5dd-4e9f-9464-d2372b9c76bc tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Network 3aa6b9b1-7647-4e2c-a3d3-2787d3795776 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:06:34.155916 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-b636b7eb-f5dd-4e9f-9464-d2372b9c76bc tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:06:34.181961 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2582b4-cd51-4d87-9174-91896e1b1f3f req-5593d0a6-5042-4d17-abdd-9f85053342a9 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:34.191095 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8b2582b4-cd51-4d87-9174-91896e1b1f3f req-5593d0a6-5042-4d17-abdd-9f85053342a9 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/ports?device_id=81bd0e49-4581-45a5-a74e-6af2fb177a7d HTTP/1.1" status: 200 len: 945 time: 0.3124435 Feb 02 07:06:34.256598 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c120e82-4211-447e-baec-3f16afbe713f req-37ae1f5b-7ed3-480b-8b24-81cace6f7e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:34.259276 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2c120e82-4211-447e-baec-3f16afbe713f req-37ae1f5b-7ed3-480b-8b24-81cace6f7e00 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=446bfa5e-0944-4da6-8411-de8b2d47ca42 HTTP/1.1" status: 200 len: 860 time: 0.1015723 Feb 02 07:06:34.262164 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-1193dcd7-53a0-4ebe-8203-ec2aadd6e556 req-79987eec-c676-4069-9c12-4ed18bef2225 service neutron] For port d394fde5-fe9f-4589-bb6b-f852c92a9e2f, host n-h2-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:06:34.265592 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-1193dcd7-53a0-4ebe-8203-ec2aadd6e556 req-79987eec-c676-4069-9c12-4ed18bef2225 service neutron] For port d394fde5-fe9f-4589-bb6b-f852c92a9e2f, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=d394fde5-fe9f-4589-bb6b-f852c92a9e2f,segment=NetworkSegment(fc0a4cad-9504-4785-979c-6732d183490f),segment_id=fc0a4cad-9504-4785-979c-6732d183490f)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:06:34.299619 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-1193dcd7-53a0-4ebe-8203-ec2aadd6e556 req-79987eec-c676-4069-9c12-4ed18bef2225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (d394fde5-fe9f-4589-bb6b-f852c92a9e2f), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:34.308240 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2c120e82-4211-447e-baec-3f16afbe713f req-3c5a5340-1292-4bea-b3de-97283a9a1e18 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=098466ed-6cfb-4629-b5bb-bc2a67c5bdc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409362 Feb 02 07:06:34.332659 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8b2582b4-cd51-4d87-9174-91896e1b1f3f req-d459628e-d4b0-4a49-891b-f7093d5598e3 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a5d4ccaf-26cf-4391-8f4a-c9fd890579b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403432 Feb 02 07:06:34.359846 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b636b7eb-f5dd-4e9f-9464-d2372b9c76bc tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Router 6946a29e-0c9b-4876-be90-af232657f1ee has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:06:34.401586 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193dcd7-53a0-4ebe-8203-ec2aadd6e556 req-79987eec-c676-4069-9c12-4ed18bef2225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:34.401830 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-1193dcd7-53a0-4ebe-8203-ec2aadd6e556 req-79987eec-c676-4069-9c12-4ed18bef2225 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:34.403474 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1193dcd7-53a0-4ebe-8203-ec2aadd6e556 req-79987eec-c676-4069-9c12-4ed18bef2225 service neutron] 10.222.0.59 "PUT /v2.0/ports/d394fde5-fe9f-4589-bb6b-f852c92a9e2f HTTP/1.1" status: 200 len: 1092 time: 1.5277359 Feb 02 07:06:34.457884 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79987eec-c676-4069-9c12-4ed18bef2225 service neutron] Pushing event updated for resources: {'Port': ['ID=d394fde5-fe9f-4589-bb6b-f852c92a9e2f,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:34.498861 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c3303-7150-43ae-a55f-0e9ae60a5de2 req-10e4fe69-c531-4b07-945d-41af58259de9 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:34.500447 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4f4c3303-7150-43ae-a55f-0e9ae60a5de2 req-10e4fe69-c531-4b07-945d-41af58259de9 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/ports?device_id=80149690-37a7-46d9-b8e3-fcd421797a67 HTTP/1.1" status: 200 len: 944 time: 0.1983495 Feb 02 07:06:34.556128 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2c120e82-4211-447e-baec-3f16afbe713f req-56d4a4d6-e6f0-4997-af15-ff8246dc2a81 service neutron] 10.222.0.59 "GET /v2.0/networks/098466ed-6cfb-4629-b5bb-bc2a67c5bdc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162499 Feb 02 07:06:34.621606 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4f4c3303-7150-43ae-a55f-0e9ae60a5de2 req-6d63879f-21a7-4d8a-9596-c3431fa840a6 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/security-groups?id=3031d22f-f419-4370-9379-d12f21c766b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000230 Feb 02 07:06:34.623441 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193dcd7-53a0-4ebe-8203-ec2aadd6e556 req-72136a9e-9c91-4518-9962-8e0175fab06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:34.624885 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1193dcd7-53a0-4ebe-8203-ec2aadd6e556 req-72136a9e-9c91-4518-9962-8e0175fab06f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=12ae52d2610343959b079c169f83e654&device_id=32f5f2ca-71c6-4137-bee4-300527dd6e2f HTTP/1.1" status: 200 len: 1126 time: 0.1477432 Feb 02 07:06:34.664168 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b636b7eb-f5dd-4e9f-9464-d2372b9c76bc tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:06:34.676287 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b636b7eb-f5dd-4e9f-9464-d2372b9c76bc tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] 10.222.0.87 "PUT /v2.0/routers/6946a29e-0c9b-4876-be90-af232657f1ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5787053 Feb 02 07:06:34.680359 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6749e96-78e6-455e-893a-75d7cda7ddc3 None None] Sync routers for ids ['6946a29e-0c9b-4876-be90-af232657f1ee'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:06:34.682524 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 47902) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:34.702902 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6749e96-78e6-455e-893a-75d7cda7ddc3 None None] Routers {'6946a29e-0c9b-4876-be90-af232657f1ee'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:06:34.703970 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-b6749e96-78e6-455e-893a-75d7cda7ddc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:06:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['6946a29e-0c9b-4876-be90-af232657f1ee'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:06:34.714719 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-acd68cd7-14a4-4834-917a-6f5eed5fa846 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Request body: {'port': {'network_id': '3aa6b9b1-7647-4e2c-a3d3-2787d3795776', 'name': 'tempest-FloatingIPTestJSON-1211823132'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:06:34.723288 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1193dcd7-53a0-4ebe-8203-ec2aadd6e556 req-64d918ec-60bc-4b03-8b44-ca582fa437e0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d394fde5-fe9f-4589-bb6b-f852c92a9e2f HTTP/1.1" status: 200 len: 217 time: 0.0549996 Feb 02 07:06:34.755037 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-b6749e96-78e6-455e-893a-75d7cda7ddc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:06:34.778048 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6749e96-78e6-455e-893a-75d7cda7ddc3 None None] Routers {'6946a29e-0c9b-4876-be90-af232657f1ee'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:06:34.778960 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-b6749e96-78e6-455e-893a-75d7cda7ddc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:06:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['6946a29e-0c9b-4876-be90-af232657f1ee'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:06:34.822030 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-b6749e96-78e6-455e-893a-75d7cda7ddc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:06:34.822992 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6749e96-78e6-455e-893a-75d7cda7ddc3 None None] The sync data for ids ['6946a29e-0c9b-4876-be90-af232657f1ee'] in n-d-789963-26 is: [] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:06:34.833460 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51156419-9aa1-4377-b70c-e5ffd4a4943d req-42c937d9-b18a-40d2-9641-ed1db9e28c49 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:34.841886 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-51156419-9aa1-4377-b70c-e5ffd4a4943d req-42c937d9-b18a-40d2-9641-ed1db9e28c49 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/networks?id=f9701445-c4cf-4d4f-9286-fc4fc0bbd41b HTTP/1.1" status: 200 len: 806 time: 0.3638248 Feb 02 07:06:34.858917 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2c120e82-4211-447e-baec-3f16afbe713f req-fbca6e7a-3e3f-4c1a-a098-1437be42f80e service neutron] 10.222.0.59 "GET /v2.0/networks/098466ed-6cfb-4629-b5bb-bc2a67c5bdc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923543 Feb 02 07:06:34.866319 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-51156419-9aa1-4377-b70c-e5ffd4a4943d req-02d88bd5-bdc0-48b1-a384-9bf82e5d79a2 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/quotas/51472d7ac5b4449fa09fb7150f54f571 HTTP/1.1" status: 200 len: 375 time: 0.0235751 Feb 02 07:06:34.875200 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193dcd7-53a0-4ebe-8203-ec2aadd6e556 req-65f6dbe6-7140-452c-9dbc-84db351c6a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:34.876651 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1193dcd7-53a0-4ebe-8203-ec2aadd6e556 req-65f6dbe6-7140-452c-9dbc-84db351c6a95 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b6b3fc97-ea53-4910-99b5-bddf06c5d45f HTTP/1.1" status: 200 len: 851 time: 0.1374090 Feb 02 07:06:34.878823 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704139b-a9b2-4005-83dd-d5a6ff1bdbd6 req-2cc9c8fa-924f-4b80-a8aa-cec5e5ae2c51 tempest-ServerGroupTestJSON-22669958 tempest-ServerGroupTestJSON-22669958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:34.880324 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8704139b-a9b2-4005-83dd-d5a6ff1bdbd6 req-2cc9c8fa-924f-4b80-a8aa-cec5e5ae2c51 tempest-ServerGroupTestJSON-22669958 tempest-ServerGroupTestJSON-22669958-project] 10.222.0.59 "GET /v2.0/networks?id=62e59aad-2d14-47be-8338-14951124621b HTTP/1.1" status: 200 len: 810 time: 0.2725751 Feb 02 07:06:34.905442 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:06:34.921373 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b8f0e-f88a-405c-8165-a0d35fafbd7b req-e559924b-268e-47c7-b9e3-2d0c974b547f tempest-ImagesNegativeTestJSON-1927925133 tempest-ImagesNegativeTestJSON-1927925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:34.922861 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-143b8f0e-f88a-405c-8165-a0d35fafbd7b req-e559924b-268e-47c7-b9e3-2d0c974b547f tempest-ImagesNegativeTestJSON-1927925133 tempest-ImagesNegativeTestJSON-1927925133-project] 10.222.0.87 "GET /v2.0/ports?device_id=fdae53e3-60bd-46a0-b389-492f9f2da683 HTTP/1.1" status: 200 len: 949 time: 0.1846857 Feb 02 07:06:34.935188 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-8704139b-a9b2-4005-83dd-d5a6ff1bdbd6 req-c4789f5d-6176-4557-bb30-bdc8d228c1b1 tempest-ServerGroupTestJSON-22669958 tempest-ServerGroupTestJSON-22669958-project] Request body: {'port': {'device_id': '807f32b3-06b9-4342-92fc-55cc754886fc', 'network_id': '62e59aad-2d14-47be-8338-14951124621b', 'admin_state_up': True, 'tenant_id': 'c6dbad5bbd5049eea9a730d9e0d1a033'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:06:35.001289 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-51156419-9aa1-4377-b70c-e5ffd4a4943d req-dbf7df13-08bf-46e8-8ffe-c69813deeaac tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=51472d7ac5b4449fa09fb7150f54f571&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1289566 Feb 02 07:06:35.005248 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd68cd7-14a4-4834-917a-6f5eed5fa846 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Made reservation on behalf of 9173653ae73f437eb381eab8dac50b29 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:06:35.009309 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-acd68cd7-14a4-4834-917a-6f5eed5fa846 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:35.050256 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193dcd7-53a0-4ebe-8203-ec2aadd6e556 req-8eeea6ff-9327-471c-b3ed-d5d543742501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:35.051707 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1193dcd7-53a0-4ebe-8203-ec2aadd6e556 req-8eeea6ff-9327-471c-b3ed-d5d543742501 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=274d3754-cb62-4276-8b4a-dfa5cf98baaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1553924 Feb 02 07:06:35.056853 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-143b8f0e-f88a-405c-8165-a0d35fafbd7b req-ca6caf11-8359-4c63-8181-1e62f68237a8 tempest-ImagesNegativeTestJSON-1927925133 tempest-ImagesNegativeTestJSON-1927925133-project] 10.222.0.87 "GET /v2.0/security-groups?id=35c6cf30-58b5-490b-8fa1-24fc6a0a10a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126845 Feb 02 07:06:35.094898 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [None req-acd68cd7-14a4-4834-917a-6f5eed5fa846 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] device_id is not set on port 560c0193-2b07-43a3-b2b6-eae5e0909a84 yet. {{(pid=109693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:06:35.128826 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8704139b-a9b2-4005-83dd-d5a6ff1bdbd6 req-c4789f5d-6176-4557-bb30-bdc8d228c1b1 tempest-ServerGroupTestJSON-22669958 tempest-ServerGroupTestJSON-22669958-project] Made reservation on behalf of c6dbad5bbd5049eea9a730d9e0d1a033 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:06:35.132991 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-8704139b-a9b2-4005-83dd-d5a6ff1bdbd6 req-c4789f5d-6176-4557-bb30-bdc8d228c1b1 tempest-ServerGroupTestJSON-22669958 tempest-ServerGroupTestJSON-22669958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:35.158965 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-51156419-9aa1-4377-b70c-e5ffd4a4943d req-d3709a44-4853-47f6-81d4-8f7226f5faa4 service neutron] 10.222.0.87 "GET /v2.0/networks/f9701445-c4cf-4d4f-9286-fc4fc0bbd41b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408343 Feb 02 07:06:35.226466 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea80add5-9d65-488b-b6f5-d5a0f0671ad2 req-4f0b7b12-919a-4603-9f9f-208b262b02a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:35.228486 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ea80add5-9d65-488b-b6f5-d5a0f0671ad2 req-4f0b7b12-919a-4603-9f9f-208b262b02a8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bc6d7dbe1d5148348d5fd6c6cc68f02a&device_id=80149690-37a7-46d9-b8e3-fcd421797a67 HTTP/1.1" status: 200 len: 1127 time: 0.2430401 Feb 02 07:06:35.337233 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-51156419-9aa1-4377-b70c-e5ffd4a4943d req-80fb9f6f-e1f8-403f-93c9-b6e0c318397e service neutron] 10.222.0.87 "GET /v2.0/networks/f9701445-c4cf-4d4f-9286-fc4fc0bbd41b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677742 Feb 02 07:06:35.347824 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-8704139b-a9b2-4005-83dd-d5a6ff1bdbd6 req-c4789f5d-6176-4557-bb30-bdc8d228c1b1 tempest-ServerGroupTestJSON-22669958 tempest-ServerGroupTestJSON-22669958-project] Allocated IP 172.20.0.14 (62e59aad-2d14-47be-8338-14951124621b/7d4d0298-aacd-41f3-981b-f035c75b1253/b6e20dc5-5e22-4df3-a2dc-ecfa56b4f907) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:06:35.357414 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1193dcd7-53a0-4ebe-8203-ec2aadd6e556 req-44059945-94d9-4b7a-88eb-dc6cf7d27672 service neutron] 10.222.0.59 "GET /v2.0/networks/274d3754-cb62-4276-8b4a-dfa5cf98baaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964935 Feb 02 07:06:35.400007 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-acd68cd7-14a4-4834-917a-6f5eed5fa846 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Allocated IP 172.20.0.6 (3aa6b9b1-7647-4e2c-a3d3-2787d3795776/d173fa1b-2f06-450d-aae4-0b2b2833a319/560c0193-2b07-43a3-b2b6-eae5e0909a84) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:06:35.423048 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c7db9-a975-428a-b0d4-fc422e2750ad req-c96c6a6b-5ebd-445e-8804-27ce1e2f472a tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:35.424563 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-337c7db9-a975-428a-b0d4-fc422e2750ad req-c96c6a6b-5ebd-445e-8804-27ce1e2f472a tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=32f5f2ca-71c6-4137-bee4-300527dd6e2f HTTP/1.1" status: 200 len: 943 time: 0.2749395 Feb 02 07:06:35.528424 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea80add5-9d65-488b-b6f5-d5a0f0671ad2 req-a363a3b2-5429-4c58-9a72-9608b7cb60d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:35.530118 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ea80add5-9d65-488b-b6f5-d5a0f0671ad2 req-a363a3b2-5429-4c58-9a72-9608b7cb60d8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=098466ed-6cfb-4629-b5bb-bc2a67c5bdc6 HTTP/1.1" status: 200 len: 921 time: 0.2914271 Feb 02 07:06:35.557315 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d4b5f546-4ffc-40c6-a492-31455dc52395 req-414d3d3d-1463-401f-ad39-26ae6c29c489 tempest-ServerGroupTestJSON-22669958 tempest-ServerGroupTestJSON-22669958-project] 10.222.0.87 "GET /v2.0/ports?device_id=807f32b3-06b9-4342-92fc-55cc754886fc HTTP/1.1" status: 200 len: 210 time: 0.0421910 Feb 02 07:06:35.567021 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-8704139b-a9b2-4005-83dd-d5a6ff1bdbd6 req-c4789f5d-6176-4557-bb30-bdc8d228c1b1 tempest-ServerGroupTestJSON-22669958 tempest-ServerGroupTestJSON-22669958-project] Publish callbacks [] for port (b6e20dc5-5e22-4df3-a2dc-ecfa56b4f907), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:35.628568 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-8704139b-a9b2-4005-83dd-d5a6ff1bdbd6 req-c4789f5d-6176-4557-bb30-bdc8d228c1b1 tempest-ServerGroupTestJSON-22669958 tempest-ServerGroupTestJSON-22669958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (b6e20dc5-5e22-4df3-a2dc-ecfa56b4f907), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:35.701474 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-337c7db9-a975-428a-b0d4-fc422e2750ad req-88171d9a-291f-4e1d-9505-e4b9e04b2dee tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656400 Feb 02 07:06:35.706598 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ea80add5-9d65-488b-b6f5-d5a0f0671ad2 req-e9da8ca8-6f23-4edf-aa0d-9fcfedf06922 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e3e472f-b38f-4eaa-8125-2415a7780d63 HTTP/1.1" status: 200 len: 217 time: 0.0972459 Feb 02 07:06:35.734421 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8704139b-a9b2-4005-83dd-d5a6ff1bdbd6 req-c4789f5d-6176-4557-bb30-bdc8d228c1b1 tempest-ServerGroupTestJSON-22669958 tempest-ServerGroupTestJSON-22669958-project] Network 62e59aad-2d14-47be-8338-14951124621b is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:06:35.743261 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-8704139b-a9b2-4005-83dd-d5a6ff1bdbd6 req-c4789f5d-6176-4557-bb30-bdc8d228c1b1 tempest-ServerGroupTestJSON-22669958 tempest-ServerGroupTestJSON-22669958-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:06:35.750679 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-8704139b-a9b2-4005-83dd-d5a6ff1bdbd6 req-c4789f5d-6176-4557-bb30-bdc8d228c1b1 tempest-ServerGroupTestJSON-22669958 tempest-ServerGroupTestJSON-22669958-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:06:35.758190 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4789f5d-6176-4557-bb30-bdc8d228c1b1 tempest-ServerGroupTestJSON-22669958 tempest-ServerGroupTestJSON-22669958-project] Pushing event updated for resources: {'Port': ['ID=b6e20dc5-5e22-4df3-a2dc-ecfa56b4f907,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:35.817784 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09fbcfd-6326-43c4-b9dd-be7f04c89af3 req-2ff4186c-ae72-4339-a07b-9d5bd7239f71 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:35.819735 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f09fbcfd-6326-43c4-b9dd-be7f04c89af3 req-2ff4186c-ae72-4339-a07b-9d5bd7239f71 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/ports?device_id=81bd0e49-4581-45a5-a74e-6af2fb177a7d HTTP/1.1" status: 200 len: 945 time: 0.1444941 Feb 02 07:06:35.830623 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704139b-a9b2-4005-83dd-d5a6ff1bdbd6 req-c4789f5d-6176-4557-bb30-bdc8d228c1b1 tempest-ServerGroupTestJSON-22669958 tempest-ServerGroupTestJSON-22669958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:35.831283 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-8704139b-a9b2-4005-83dd-d5a6ff1bdbd6 req-c4789f5d-6176-4557-bb30-bdc8d228c1b1 tempest-ServerGroupTestJSON-22669958 tempest-ServerGroupTestJSON-22669958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:35.866141 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8704139b-a9b2-4005-83dd-d5a6ff1bdbd6 req-c4789f5d-6176-4557-bb30-bdc8d228c1b1 tempest-ServerGroupTestJSON-22669958 tempest-ServerGroupTestJSON-22669958-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9400935 Feb 02 07:06:35.887283 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-8704139b-a9b2-4005-83dd-d5a6ff1bdbd6 req-a5602d27-33f0-47e9-8e29-c2b7fcde6a81 service neutron] Request body: {'port': {'device_id': '807f32b3-06b9-4342-92fc-55cc754886fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:06:35.898102 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f09fbcfd-6326-43c4-b9dd-be7f04c89af3 req-c2fe5af4-234c-488b-8427-a4235f78ffaf tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/security-groups?id=a5d4ccaf-26cf-4391-8f4a-c9fd890579b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623331 Feb 02 07:06:35.965194 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-8704139b-a9b2-4005-83dd-d5a6ff1bdbd6 req-a5602d27-33f0-47e9-8e29-c2b7fcde6a81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b6e20dc5-5e22-4df3-a2dc-ecfa56b4f907), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:36.034648 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1193dcd7-53a0-4ebe-8203-ec2aadd6e556 req-986b3443-3537-414b-a76b-a453e8b4f7b9 service neutron] 10.222.0.59 "GET /v2.0/networks/274d3754-cb62-4276-8b4a-dfa5cf98baaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6623969 Feb 02 07:06:36.096969 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32f5f2ca-71c6-4137-bee4-300527dd6e2f', 'tag': 'd394fde5-fe9f-4589-bb6b-f852c92a9e2f'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:06:36.099125 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270f81a7-db3e-4c1a-8805-9f474de80df1" -d '{"events": [{"name": "network-changed", "server_uuid": "32f5f2ca-71c6-4137-bee4-300527dd6e2f", "tag": "d394fde5-fe9f-4589-bb6b-f852c92a9e2f"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:06:36.107226 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-befb50a8-7379-4ce2-88f8-e48ee69390a7 req-53bf0102-8e31-451e-8fb9-fcb7cb0c40a1 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=e136febd-b423-4535-857f-7ce49205ad26 HTTP/1.1" status: 200 len: 210 time: 0.0678184 Feb 02 07:06:36.132381 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d33f10-1c8f-468d-8bc8-e5490b8d2658 req-b59905cc-ca8d-4cb9-ac43-c1b607b537e1 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:36.132943 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea80add5-9d65-488b-b6f5-d5a0f0671ad2 req-abcd9f10-53ba-4be9-b4bf-e4ca68ec9628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:36.134208 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ea80add5-9d65-488b-b6f5-d5a0f0671ad2 req-abcd9f10-53ba-4be9-b4bf-e4ca68ec9628 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=446bfa5e-0944-4da6-8411-de8b2d47ca42 HTTP/1.1" status: 200 len: 860 time: 0.0985861 Feb 02 07:06:36.135864 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e3d33f10-1c8f-468d-8bc8-e5490b8d2658 req-b59905cc-ca8d-4cb9-ac43-c1b607b537e1 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/ports?device_id=80149690-37a7-46d9-b8e3-fcd421797a67 HTTP/1.1" status: 200 len: 944 time: 0.1305239 Feb 02 07:06:36.184824 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ea80add5-9d65-488b-b6f5-d5a0f0671ad2 req-87dc44f3-f42f-4c6b-a00d-f644397a5f7e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=098466ed-6cfb-4629-b5bb-bc2a67c5bdc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414140 Feb 02 07:06:36.225951 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-acd68cd7-14a4-4834-917a-6f5eed5fa846 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for port (560c0193-2b07-43a3-b2b6-eae5e0909a84), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:36.251896 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e3d33f10-1c8f-468d-8bc8-e5490b8d2658 req-21a97dc8-6658-4042-a538-51f76a75ccb6 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/security-groups?id=3031d22f-f419-4370-9379-d12f21c766b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151307 Feb 02 07:06:36.350187 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3b705b55-d615-415c-b408-aac212dae1a3 req-2e4fa09d-de0b-4d17-8367-c14349b8eeff tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-423432516&fields=id&tenant_id=32d438d03e3c412aa95bd1ce4c33b4b7 HTTP/1.1" status: 200 len: 267 time: 0.1563411 Feb 02 07:06:36.378238 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-acd68cd7-14a4-4834-917a-6f5eed5fa846 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (560c0193-2b07-43a3-b2b6-eae5e0909a84), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:36.381659 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc83366-d964-4f63-99dc-5238f1437f98 req-0609903f-2203-446f-805a-a5c1bf6b8037 tempest-ImagesNegativeTestJSON-1927925133 tempest-ImagesNegativeTestJSON-1927925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:36.383944 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3bc83366-d964-4f63-99dc-5238f1437f98 req-0609903f-2203-446f-805a-a5c1bf6b8037 tempest-ImagesNegativeTestJSON-1927925133 tempest-ImagesNegativeTestJSON-1927925133-project] 10.222.0.88 "GET /v2.0/ports?device_id=fdae53e3-60bd-46a0-b389-492f9f2da683 HTTP/1.1" status: 200 len: 949 time: 0.1968246 Feb 02 07:06:36.394754 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ea80add5-9d65-488b-b6f5-d5a0f0671ad2 req-dd730bdf-45f8-474e-9434-3eaea1a27625 service neutron] 10.222.0.59 "GET /v2.0/networks/098466ed-6cfb-4629-b5bb-bc2a67c5bdc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027175 Feb 02 07:06:36.472584 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd68cd7-14a4-4834-917a-6f5eed5fa846 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Network 3aa6b9b1-7647-4e2c-a3d3-2787d3795776 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:06:36.479621 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7de576-98b9-41ae-8799-2bc32fd225b2 req-4f8686d2-6b99-4e3a-9d5f-312a48a8e032 tempest-ImagesNegativeTestJSON-1927925133 tempest-ImagesNegativeTestJSON-1927925133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:36.481236 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5c7de576-98b9-41ae-8799-2bc32fd225b2 req-4f8686d2-6b99-4e3a-9d5f-312a48a8e032 tempest-ImagesNegativeTestJSON-1927925133 tempest-ImagesNegativeTestJSON-1927925133-project] 10.222.0.87 "GET /v2.0/ports?device_id=fdae53e3-60bd-46a0-b389-492f9f2da683 HTTP/1.1" status: 200 len: 949 time: 0.1644087 Feb 02 07:06:36.488394 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-acd68cd7-14a4-4834-917a-6f5eed5fa846 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:06:36.494177 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd68cd7-14a4-4834-917a-6f5eed5fa846 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Pushing event updated for resources: {'Port': ['ID=560c0193-2b07-43a3-b2b6-eae5e0909a84,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:36.520031 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd68cd7-14a4-4834-917a-6f5eed5fa846 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:06:36.523926 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-8704139b-a9b2-4005-83dd-d5a6ff1bdbd6 req-a5602d27-33f0-47e9-8e29-c2b7fcde6a81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6e20dc5-5e22-4df3-a2dc-ecfa56b4f907 {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:06:36.545008 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-8704139b-a9b2-4005-83dd-d5a6ff1bdbd6 req-a5602d27-33f0-47e9-8e29-c2b7fcde6a81 service neutron] Publish callbacks [] for port (b6e20dc5-5e22-4df3-a2dc-ecfa56b4f907), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:36.563312 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b705b55-d615-415c-b408-aac212dae1a3 req-1d907dcf-95cc-4337-8a12-719fe9301ed8 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:36.565376 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3b705b55-d615-415c-b408-aac212dae1a3 req-1d907dcf-95cc-4337-8a12-719fe9301ed8 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/ports?device_id=81bd0e49-4581-45a5-a74e-6af2fb177a7d HTTP/1.1" status: 200 len: 945 time: 0.2059488 Feb 02 07:06:36.571382 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-8704139b-a9b2-4005-83dd-d5a6ff1bdbd6 req-a5602d27-33f0-47e9-8e29-c2b7fcde6a81 service neutron] Transition to ACTIVE for port object b6e20dc5-5e22-4df3-a2dc-ecfa56b4f907 will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:06:36.584826 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-3b705b55-d615-415c-b408-aac212dae1a3 req-45e6d935-eef5-4b14-a72d-b8253ee20ee3 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Request body: {'port': {'security_groups': ['a5d4ccaf-26cf-4391-8f4a-c9fd890579b0', 'ea557f59-4959-458d-b8fa-a7e2d54a6314']}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:06:36.590504 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-8704139b-a9b2-4005-83dd-d5a6ff1bdbd6 req-a5602d27-33f0-47e9-8e29-c2b7fcde6a81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (b6e20dc5-5e22-4df3-a2dc-ecfa56b4f907), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:36.636470 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5c7de576-98b9-41ae-8799-2bc32fd225b2 req-e73ec37f-c312-456e-b413-728d97cc1a5f tempest-ImagesNegativeTestJSON-1927925133 tempest-ImagesNegativeTestJSON-1927925133-project] 10.222.0.87 "GET /v2.0/security-groups?id=35c6cf30-58b5-490b-8fa1-24fc6a0a10a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187017 Feb 02 07:06:36.638689 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd68cd7-14a4-4834-917a-6f5eed5fa846 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:36.639511 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-acd68cd7-14a4-4834-917a-6f5eed5fa846 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:36.648099 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ea80add5-9d65-488b-b6f5-d5a0f0671ad2 req-f6828794-7428-4363-a83c-4945809375c2 service neutron] 10.222.0.59 "GET /v2.0/networks/098466ed-6cfb-4629-b5bb-bc2a67c5bdc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435071 Feb 02 07:06:36.655536 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-3bc83366-d964-4f63-99dc-5238f1437f98 req-fce7e89c-ff18-4886-a96c-cdedef736d06 tempest-ImagesNegativeTestJSON-1927925133 tempest-ImagesNegativeTestJSON-1927925133-project] Deleting port a0a9425c-fee4-41a9-8e59-b6efc510131e {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:06:36.666766 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3bc83366-d964-4f63-99dc-5238f1437f98 req-fce7e89c-ff18-4886-a96c-cdedef736d06 tempest-ImagesNegativeTestJSON-1927925133 tempest-ImagesNegativeTestJSON-1927925133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (a0a9425c-fee4-41a9-8e59-b6efc510131e), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:36.690960 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5602d27-33f0-47e9-8e29-c2b7fcde6a81 service neutron] Pushing event updated for resources: {'Port': ['ID=b6e20dc5-5e22-4df3-a2dc-ecfa56b4f907,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:36.727215 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-acd68cd7-14a4-4834-917a-6f5eed5fa846 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0415485 Feb 02 07:06:36.752532 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 47932) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:36.753970 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8a6e66-52e6-4bc2-a344-54e8cc605ff6 x-openstack-request-id: req-0a8a6e66-52e6-4bc2-a344-54e8cc605ff6 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:06:36.754263 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32f5f2ca-71c6-4137-bee4-300527dd6e2f", "tag": "d394fde5-fe9f-4589-bb6b-f852c92a9e2f", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:06:36.754515 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-0a8a6e66-52e6-4bc2-a344-54e8cc605ff6 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:06:36.754893 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32f5f2ca-71c6-4137-bee4-300527dd6e2f', 'tag': 'd394fde5-fe9f-4589-bb6b-f852c92a9e2f', 'status': 'completed', 'code': 200} Feb 02 07:06:36.767581 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-f70b0c99-0242-45b1-96e7-9056a900b3e7 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Request body: {'port': {'network_id': '3aa6b9b1-7647-4e2c-a3d3-2787d3795776', 'name': 'tempest-FloatingIPTestJSON-1559696266'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:06:36.791457 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-3bc83366-d964-4f63-99dc-5238f1437f98 req-fce7e89c-ff18-4886-a96c-cdedef736d06 tempest-ImagesNegativeTestJSON-1927925133 tempest-ImagesNegativeTestJSON-1927925133-project] For port a0a9425c-fee4-41a9-8e59-b6efc510131e, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=a0a9425c-fee4-41a9-8e59-b6efc510131e,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:06:36.791945 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3bc83366-d964-4f63-99dc-5238f1437f98 req-fce7e89c-ff18-4886-a96c-cdedef736d06 tempest-ImagesNegativeTestJSON-1927925133 tempest-ImagesNegativeTestJSON-1927925133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (a0a9425c-fee4-41a9-8e59-b6efc510131e), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:36.795442 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-3b705b55-d615-415c-b408-aac212dae1a3 req-45e6d935-eef5-4b14-a72d-b8253ee20ee3 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (15bc6804-c0cf-42af-b743-9acff5c1be01), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:36.810290 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-3bc83366-d964-4f63-99dc-5238f1437f98 req-fce7e89c-ff18-4886-a96c-cdedef736d06 tempest-ImagesNegativeTestJSON-1927925133 tempest-ImagesNegativeTestJSON-1927925133-project] Calling delete_port for a0a9425c-fee4-41a9-8e59-b6efc510131e owned by compute:nova {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:06:36.949955 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51156419-9aa1-4377-b70c-e5ffd4a4943d req-ab88a842-b3c0-48d3-8bb1-576ef4675217 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:36.951395 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-51156419-9aa1-4377-b70c-e5ffd4a4943d req-ab88a842-b3c0-48d3-8bb1-576ef4675217 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.88 "GET /v2.0/networks?id=f9701445-c4cf-4d4f-9286-fc4fc0bbd41b HTTP/1.1" status: 200 len: 806 time: 0.3064687 Feb 02 07:06:36.988542 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc75934d-8b1b-45ee-b84c-e0a633d026cd req-ab9436e7-d8b9-484a-882b-333d63355c40 tempest-ServerGroupTestJSON-22669958 tempest-ServerGroupTestJSON-22669958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:36.989057 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f81a7-db3e-4c1a-8805-9f474de80df1 req-e5e196a5-4ae0-4fa1-94eb-e1fa63900ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:36.990065 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fc75934d-8b1b-45ee-b84c-e0a633d026cd req-ab9436e7-d8b9-484a-882b-333d63355c40 tempest-ServerGroupTestJSON-22669958 tempest-ServerGroupTestJSON-22669958-project] 10.222.0.87 "GET /v2.0/ports?device_id=807f32b3-06b9-4342-92fc-55cc754886fc HTTP/1.1" status: 200 len: 944 time: 0.1505907 Feb 02 07:06:36.990545 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-270f81a7-db3e-4c1a-8805-9f474de80df1 req-e5e196a5-4ae0-4fa1-94eb-e1fa63900ff3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=12ae52d2610343959b079c169f83e654&device_id=32f5f2ca-71c6-4137-bee4-300527dd6e2f HTTP/1.1" status: 200 len: 1126 time: 0.1907361 Feb 02 07:06:36.991509 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-8704139b-a9b2-4005-83dd-d5a6ff1bdbd6 req-a5602d27-33f0-47e9-8e29-c2b7fcde6a81 service neutron] Attempting to bind port b6e20dc5-5e22-4df3-a2dc-ecfa56b4f907 on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:06:36.991871 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-8704139b-a9b2-4005-83dd-d5a6ff1bdbd6 req-a5602d27-33f0-47e9-8e29-c2b7fcde6a81 service neutron] Attempting to bind port b6e20dc5-5e22-4df3-a2dc-ecfa56b4f907 by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': 'f254d4d5-2922-4852-b49a-b23fffd3fb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '62e59aad-2d14-47be-8338-14951124621b'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:06:36.992199 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8704139b-a9b2-4005-83dd-d5a6ff1bdbd6 req-a5602d27-33f0-47e9-8e29-c2b7fcde6a81 service neutron] Attempting to bind port b6e20dc5-5e22-4df3-a2dc-ecfa56b4f907 on network 62e59aad-2d14-47be-8338-14951124621b {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:06:36.994187 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-51156419-9aa1-4377-b70c-e5ffd4a4943d req-41db81ad-1747-41af-89a5-2d6702e31aab tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Request body: {'port': {'device_id': 'e136febd-b423-4535-857f-7ce49205ad26', 'network_id': 'f9701445-c4cf-4d4f-9286-fc4fc0bbd41b', 'admin_state_up': True, 'tenant_id': '51472d7ac5b4449fa09fb7150f54f571'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:06:37.003780 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8704139b-a9b2-4005-83dd-d5a6ff1bdbd6 req-a5602d27-33f0-47e9-8e29-c2b7fcde6a81 service neutron] Port b6e20dc5-5e22-4df3-a2dc-ecfa56b4f907 on network 62e59aad-2d14-47be-8338-14951124621b not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:06:37.004108 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8704139b-a9b2-4005-83dd-d5a6ff1bdbd6 req-a5602d27-33f0-47e9-8e29-c2b7fcde6a81 service neutron] Attempting to bind port b6e20dc5-5e22-4df3-a2dc-ecfa56b4f907 on network 62e59aad-2d14-47be-8338-14951124621b {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:06:37.018764 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8704139b-a9b2-4005-83dd-d5a6ff1bdbd6 req-a5602d27-33f0-47e9-8e29-c2b7fcde6a81 service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:06:37.019112 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8704139b-a9b2-4005-83dd-d5a6ff1bdbd6 req-a5602d27-33f0-47e9-8e29-c2b7fcde6a81 service neutron] Checking segment: {'id': 'f254d4d5-2922-4852-b49a-b23fffd3fb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '62e59aad-2d14-47be-8338-14951124621b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:06:37.019496 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8704139b-a9b2-4005-83dd-d5a6ff1bdbd6 req-a5602d27-33f0-47e9-8e29-c2b7fcde6a81 service neutron] Bound using segment: {'id': 'f254d4d5-2922-4852-b49a-b23fffd3fb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '62e59aad-2d14-47be-8338-14951124621b'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:06:37.019961 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-8704139b-a9b2-4005-83dd-d5a6ff1bdbd6 req-a5602d27-33f0-47e9-8e29-c2b7fcde6a81 service neutron] Bound port: b6e20dc5-5e22-4df3-a2dc-ecfa56b4f907, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f254d4d5-2922-4852-b49a-b23fffd3fb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '62e59aad-2d14-47be-8338-14951124621b'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:06:37.020322 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-8704139b-a9b2-4005-83dd-d5a6ff1bdbd6 req-a5602d27-33f0-47e9-8e29-c2b7fcde6a81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b6e20dc5-5e22-4df3-a2dc-ecfa56b4f907), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:37.118640 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fc75934d-8b1b-45ee-b84c-e0a633d026cd req-73144cb4-3296-4770-ab48-57e619468443 tempest-ServerGroupTestJSON-22669958 tempest-ServerGroupTestJSON-22669958-project] 10.222.0.87 "GET /v2.0/security-groups?id=89eaf62b-207a-424b-ae04-59938a2bc973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217287 Feb 02 07:06:37.139646 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3bc83366-d964-4f63-99dc-5238f1437f98 req-fce7e89c-ff18-4886-a96c-cdedef736d06 tempest-ImagesNegativeTestJSON-1927925133 tempest-ImagesNegativeTestJSON-1927925133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (a0a9425c-fee4-41a9-8e59-b6efc510131e), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:37.141582 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70b0c99-0242-45b1-96e7-9056a900b3e7 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Made reservation on behalf of 9173653ae73f437eb381eab8dac50b29 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:06:37.144793 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f70b0c99-0242-45b1-96e7-9056a900b3e7 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:37.176208 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce7e89c-ff18-4886-a96c-cdedef736d06 tempest-ImagesNegativeTestJSON-1927925133 tempest-ImagesNegativeTestJSON-1927925133-project] Pushing event deleted for resources: {'Port': ['ID=a0a9425c-fee4-41a9-8e59-b6efc510131e,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:37.176692 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['a0a9425c-fee4-41a9-8e59-b6efc510131e'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:06:37.181772 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-8704139b-a9b2-4005-83dd-d5a6ff1bdbd6 req-a5602d27-33f0-47e9-8e29-c2b7fcde6a81 service neutron] For port b6e20dc5-5e22-4df3-a2dc-ecfa56b4f907, host n-h2-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:06:37.213529 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-8704139b-a9b2-4005-83dd-d5a6ff1bdbd6 req-a5602d27-33f0-47e9-8e29-c2b7fcde6a81 service neutron] For port b6e20dc5-5e22-4df3-a2dc-ecfa56b4f907, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=b6e20dc5-5e22-4df3-a2dc-ecfa56b4f907,segment=NetworkSegment(f254d4d5-2922-4852-b49a-b23fffd3fb86),segment_id=f254d4d5-2922-4852-b49a-b23fffd3fb86)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:06:37.228699 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [None req-f70b0c99-0242-45b1-96e7-9056a900b3e7 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] device_id is not set on port 64ffdba9-e0a4-44c7-8a25-f14afe2c14fb yet. {{(pid=109693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:06:37.233520 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bc83366-d964-4f63-99dc-5238f1437f98 req-fce7e89c-ff18-4886-a96c-cdedef736d06 tempest-ImagesNegativeTestJSON-1927925133 tempest-ImagesNegativeTestJSON-1927925133-project] No DVR routers for this DVR port a0a9425c-fee4-41a9-8e59-b6efc510131e on host n-h1-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:06:37.235822 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-8704139b-a9b2-4005-83dd-d5a6ff1bdbd6 req-a5602d27-33f0-47e9-8e29-c2b7fcde6a81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (b6e20dc5-5e22-4df3-a2dc-ecfa56b4f907), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:37.238355 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3bc83366-d964-4f63-99dc-5238f1437f98 req-fce7e89c-ff18-4886-a96c-cdedef736d06 tempest-ImagesNegativeTestJSON-1927925133 tempest-ImagesNegativeTestJSON-1927925133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:37.243013 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3bc83366-d964-4f63-99dc-5238f1437f98 req-fce7e89c-ff18-4886-a96c-cdedef736d06 tempest-ImagesNegativeTestJSON-1927925133 tempest-ImagesNegativeTestJSON-1927925133-project] 10.222.0.88 "DELETE /v2.0/ports/a0a9425c-fee4-41a9-8e59-b6efc510131e HTTP/1.1" status: 204 len: 173 time: 0.8439493 Feb 02 07:06:37.245090 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdae53e3-60bd-46a0-b389-492f9f2da683', 'name': 'network-vif-deleted', 'tag': 'a0a9425c-fee4-41a9-8e59-b6efc510131e'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:06:37.247406 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd8fa286-6484-455f-9366-29984858c5f6" -d '{"events": [{"server_uuid": "fdae53e3-60bd-46a0-b389-492f9f2da683", "name": "network-vif-deleted", "tag": "a0a9425c-fee4-41a9-8e59-b6efc510131e"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:06:37.289364 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f81a7-db3e-4c1a-8805-9f474de80df1 req-1f2d411a-851f-4f9c-af6a-6b3b78ab536e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:37.290846 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-270f81a7-db3e-4c1a-8805-9f474de80df1 req-1f2d411a-851f-4f9c-af6a-6b3b78ab536e service neutron] 10.222.0.59 "GET /v2.0/networks?id=274d3754-cb62-4276-8b4a-dfa5cf98baaf HTTP/1.1" status: 200 len: 913 time: 0.2903175 Feb 02 07:06:37.316973 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704139b-a9b2-4005-83dd-d5a6ff1bdbd6 req-a5602d27-33f0-47e9-8e29-c2b7fcde6a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:37.316973 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-8704139b-a9b2-4005-83dd-d5a6ff1bdbd6 req-a5602d27-33f0-47e9-8e29-c2b7fcde6a81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:37.318173 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8704139b-a9b2-4005-83dd-d5a6ff1bdbd6 req-a5602d27-33f0-47e9-8e29-c2b7fcde6a81 service neutron] 10.222.0.59 "PUT /v2.0/ports/b6e20dc5-5e22-4df3-a2dc-ecfa56b4f907 HTTP/1.1" status: 200 len: 1093 time: 1.4362457 Feb 02 07:06:37.348319 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5602d27-33f0-47e9-8e29-c2b7fcde6a81 service neutron] Pushing event updated for resources: {'Port': ['ID=b6e20dc5-5e22-4df3-a2dc-ecfa56b4f907,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:37.371726 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6220adef-4b11-4938-bf3f-31b9f27d71bb req-61de8ae8-0f84-44fc-bf8e-b868a4d5d4fc tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:37.380081 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6220adef-4b11-4938-bf3f-31b9f27d71bb req-61de8ae8-0f84-44fc-bf8e-b868a4d5d4fc tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=32f5f2ca-71c6-4137-bee4-300527dd6e2f HTTP/1.1" status: 200 len: 943 time: 0.1293092 Feb 02 07:06:37.400966 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-270f81a7-db3e-4c1a-8805-9f474de80df1 req-11ddb69d-dbf0-4c9b-b58a-c91134eaa510 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d394fde5-fe9f-4589-bb6b-f852c92a9e2f HTTP/1.1" status: 200 len: 217 time: 0.0781441 Feb 02 07:06:37.472898 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6220adef-4b11-4938-bf3f-31b9f27d71bb req-f694c0f5-0ef1-4b4b-8a11-eb3f3037a791 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873814 Feb 02 07:06:37.496043 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51156419-9aa1-4377-b70c-e5ffd4a4943d req-41db81ad-1747-41af-89a5-2d6702e31aab tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Made reservation on behalf of 51472d7ac5b4449fa09fb7150f54f571 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:06:37.505565 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704139b-a9b2-4005-83dd-d5a6ff1bdbd6 req-03cb8978-5363-43d6-9170-444557b53139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:37.507540 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8704139b-a9b2-4005-83dd-d5a6ff1bdbd6 req-03cb8978-5363-43d6-9170-444557b53139 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c6dbad5bbd5049eea9a730d9e0d1a033&device_id=807f32b3-06b9-4342-92fc-55cc754886fc HTTP/1.1" status: 200 len: 1127 time: 0.0936756 Feb 02 07:06:37.508828 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-51156419-9aa1-4377-b70c-e5ffd4a4943d req-41db81ad-1747-41af-89a5-2d6702e31aab tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:37.522362 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-3b705b55-d615-415c-b408-aac212dae1a3 req-45e6d935-eef5-4b14-a72d-b8253ee20ee3 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] For port 15bc6804-c0cf-42af-b743-9acff5c1be01, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=15bc6804-c0cf-42af-b743-9acff5c1be01,segment=NetworkSegment(e8a58fd3-a6e1-41b1-93bf-40d6f0cd9541),segment_id=e8a58fd3-a6e1-41b1-93bf-40d6f0cd9541)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:06:37.569911 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8704139b-a9b2-4005-83dd-d5a6ff1bdbd6 req-01ffd3af-f704-431d-866c-b5c4737c3a42 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6e20dc5-5e22-4df3-a2dc-ecfa56b4f907 HTTP/1.1" status: 200 len: 217 time: 0.0488694 Feb 02 07:06:37.577007 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f81a7-db3e-4c1a-8805-9f474de80df1 req-a7884a88-c448-46dd-ad73-45af762fd60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:37.578599 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-270f81a7-db3e-4c1a-8805-9f474de80df1 req-a7884a88-c448-46dd-ad73-45af762fd60b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b6b3fc97-ea53-4910-99b5-bddf06c5d45f HTTP/1.1" status: 200 len: 851 time: 0.1612754 Feb 02 07:06:37.608616 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-f70b0c99-0242-45b1-96e7-9056a900b3e7 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Allocated IP 172.20.0.2 (3aa6b9b1-7647-4e2c-a3d3-2787d3795776/d173fa1b-2f06-450d-aae4-0b2b2833a319/64ffdba9-e0a4-44c7-8a25-f14afe2c14fb) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:06:37.617968 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-17f1eff7-28fe-4684-acaf-84be7611a2cf req-d26c3d39-ed79-439c-a674-67627d2f6092 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=e136febd-b423-4535-857f-7ce49205ad26 HTTP/1.1" status: 200 len: 210 time: 0.0510533 Feb 02 07:06:37.641219 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-3b705b55-d615-415c-b408-aac212dae1a3 req-45e6d935-eef5-4b14-a72d-b8253ee20ee3 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks [] for port (15bc6804-c0cf-42af-b743-9acff5c1be01), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:37.649200 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704139b-a9b2-4005-83dd-d5a6ff1bdbd6 req-dc5f6eb0-8c6c-46f0-8e6f-3f6e59863526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:37.650774 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8704139b-a9b2-4005-83dd-d5a6ff1bdbd6 req-dc5f6eb0-8c6c-46f0-8e6f-3f6e59863526 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7d4d0298-aacd-41f3-981b-f035c75b1253 HTTP/1.1" status: 200 len: 850 time: 0.0721300 Feb 02 07:06:37.668049 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed58461-fd5e-4cec-816b-0cdce17648c5 x-openstack-request-id: req-1ed58461-fd5e-4cec-816b-0cdce17648c5 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:06:37.668343 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdae53e3-60bd-46a0-b389-492f9f2da683", "name": "network-vif-deleted", "tag": "a0a9425c-fee4-41a9-8e59-b6efc510131e", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:06:37.668598 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1ed58461-fd5e-4cec-816b-0cdce17648c5 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:06:37.668992 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdae53e3-60bd-46a0-b389-492f9f2da683', 'name': 'network-vif-deleted', 'tag': 'a0a9425c-fee4-41a9-8e59-b6efc510131e', 'status': 'completed', 'code': 200} Feb 02 07:06:37.687070 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-3b705b55-d615-415c-b408-aac212dae1a3 req-45e6d935-eef5-4b14-a72d-b8253ee20ee3 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (15bc6804-c0cf-42af-b743-9acff5c1be01), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:37.689859 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8704139b-a9b2-4005-83dd-d5a6ff1bdbd6 req-72abea6f-7262-4545-b7cb-8fb4dd385707 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=62e59aad-2d14-47be-8338-14951124621b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311298 Feb 02 07:06:37.727714 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['be07e396-69de-4dfc-b5e8-7825f3428298', '15bc6804-c0cf-42af-b743-9acff5c1be01'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:06:37.795148 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b705b55-d615-415c-b408-aac212dae1a3 req-45e6d935-eef5-4b14-a72d-b8253ee20ee3 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:37.795802 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-3b705b55-d615-415c-b408-aac212dae1a3 req-45e6d935-eef5-4b14-a72d-b8253ee20ee3 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:37.797454 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3b705b55-d615-415c-b408-aac212dae1a3 req-45e6d935-eef5-4b14-a72d-b8253ee20ee3 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "PUT /v2.0/ports/15bc6804-c0cf-42af-b743-9acff5c1be01 HTTP/1.1" status: 200 len: 981 time: 1.2234840 Feb 02 07:06:37.815889 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f81a7-db3e-4c1a-8805-9f474de80df1 req-b8c6906d-a318-4dbe-bcfd-ac09d02a36a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:37.818630 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-270f81a7-db3e-4c1a-8805-9f474de80df1 req-b8c6906d-a318-4dbe-bcfd-ac09d02a36a8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=274d3754-cb62-4276-8b4a-dfa5cf98baaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2299480 Feb 02 07:06:37.863780 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8704139b-a9b2-4005-83dd-d5a6ff1bdbd6 req-bd651ae3-76cf-4c15-bb63-75654d84faaa service neutron] 10.222.0.59 "GET /v2.0/networks/62e59aad-2d14-47be-8338-14951124621b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675563 Feb 02 07:06:37.928316 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-270f81a7-db3e-4c1a-8805-9f474de80df1 req-5b809018-0fe1-4172-ba93-4670a3ccf775 service neutron] 10.222.0.59 "GET /v2.0/networks/274d3754-cb62-4276-8b4a-dfa5cf98baaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896707 Feb 02 07:06:37.969150 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9702fe08-f62d-4c25-850f-28c945425555 req-b1485141-5f16-4a4d-83e0-f1f4a5b1c3ab tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:37.971449 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9702fe08-f62d-4c25-850f-28c945425555 req-b1485141-5f16-4a4d-83e0-f1f4a5b1c3ab tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/ports?device_id=80149690-37a7-46d9-b8e3-fcd421797a67 HTTP/1.1" status: 200 len: 944 time: 0.2516327 Feb 02 07:06:38.024720 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8704139b-a9b2-4005-83dd-d5a6ff1bdbd6 req-fab6bff1-0fe6-486e-b95b-799f8be5eb23 service neutron] 10.222.0.59 "GET /v2.0/networks/62e59aad-2d14-47be-8338-14951124621b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546094 Feb 02 07:06:38.029422 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e6455293-78f9-4f86-b351-c9b4f60edcab req-357f9047-7982-43c1-b81b-ca4e607d3bf1 tempest-ImagesNegativeTestJSON-1927925133 tempest-ImagesNegativeTestJSON-1927925133-project] 10.222.0.87 "GET /v2.0/ports?device_id=fdae53e3-60bd-46a0-b389-492f9f2da683 HTTP/1.1" status: 200 len: 210 time: 0.0998664 Feb 02 07:06:38.035125 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e6d935-eef5-4b14-a72d-b8253ee20ee3 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Pushing event updated for resources: {'Port': ['ID=15bc6804-c0cf-42af-b743-9acff5c1be01,revision_number=6']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:38.052734 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9702fe08-f62d-4c25-850f-28c945425555 req-b6ef14be-b09b-4ebd-a0d8-c38d20ff71eb tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/security-groups?id=3031d22f-f419-4370-9379-d12f21c766b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697339 Feb 02 07:06:38.154417 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['15bc6804-c0cf-42af-b743-9acff5c1be01'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:06:38.261181 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187acfc9-8590-43a7-9566-37dd2aa11d4d req-a7459c82-46e0-42da-8000-f6b768e2594d tempest-ServerGroupTestJSON-22669958 tempest-ServerGroupTestJSON-22669958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:38.263498 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-187acfc9-8590-43a7-9566-37dd2aa11d4d req-a7459c82-46e0-42da-8000-f6b768e2594d tempest-ServerGroupTestJSON-22669958 tempest-ServerGroupTestJSON-22669958-project] 10.222.0.87 "GET /v2.0/ports?device_id=807f32b3-06b9-4342-92fc-55cc754886fc HTTP/1.1" status: 200 len: 944 time: 0.0652852 Feb 02 07:06:38.317301 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-187acfc9-8590-43a7-9566-37dd2aa11d4d req-4cde7d37-3582-4de5-93c1-622ef70b0350 tempest-ServerGroupTestJSON-22669958 tempest-ServerGroupTestJSON-22669958-project] 10.222.0.87 "GET /v2.0/security-groups?id=89eaf62b-207a-424b-ae04-59938a2bc973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473766 Feb 02 07:06:38.415292 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-51156419-9aa1-4377-b70c-e5ffd4a4943d req-41db81ad-1747-41af-89a5-2d6702e31aab tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Allocated IP 172.20.0.3 (f9701445-c4cf-4d4f-9286-fc4fc0bbd41b/32144128-c19d-4644-8a7f-0675355df2fd/cff51609-e3aa-47fc-838c-fc61d26d18c6) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:06:38.519540 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-270f81a7-db3e-4c1a-8805-9f474de80df1 req-32798261-a1a3-46f7-ad7a-3207aa2d72af service neutron] 10.222.0.59 "GET /v2.0/networks/274d3754-cb62-4276-8b4a-dfa5cf98baaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5460794 Feb 02 07:06:38.522492 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5df24050-9bd9-42b3-8358-6454caf7c3a2 req-dde06307-7993-4b36-8bc7-7f37d27335aa tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/security-groups/ea557f59-4959-458d-b8fa-a7e2d54a6314 HTTP/1.1" status: 200 len: 1819 time: 0.1660914 Feb 02 07:06:38.556218 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f70b0c99-0242-45b1-96e7-9056a900b3e7 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for port (64ffdba9-e0a4-44c7-8a25-f14afe2c14fb), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:38.624505 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba9c4a-7f6b-4e1a-8d69-6d6298040dcd req-a6b8b357-233b-4111-99f5-ba597c4edc8d tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:38.626101 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-94ba9c4a-7f6b-4e1a-8d69-6d6298040dcd req-a6b8b357-233b-4111-99f5-ba597c4edc8d tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=32f5f2ca-71c6-4137-bee4-300527dd6e2f HTTP/1.1" status: 200 len: 943 time: 0.0576892 Feb 02 07:06:38.635589 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [req-5df24050-9bd9-42b3-8358-6454caf7c3a2 req-f64ea02f-c9c8-4956-bcbf-d1b835c4c9a2 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 02 07:06:38.636633 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5df24050-9bd9-42b3-8358-6454caf7c3a2 req-f64ea02f-c9c8-4956-bcbf-d1b835c4c9a2 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "DELETE /v2.0/security-groups/ea557f59-4959-458d-b8fa-a7e2d54a6314 HTTP/1.1" status: 409 len: 341 time: 0.0959110 Feb 02 07:06:38.707172 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f70b0c99-0242-45b1-96e7-9056a900b3e7 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (64ffdba9-e0a4-44c7-8a25-f14afe2c14fb), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:38.716081 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-94ba9c4a-7f6b-4e1a-8d69-6d6298040dcd req-6a07d8d2-fdc0-4159-8cb6-aedf79f563ca tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823915 Feb 02 07:06:38.763835 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81bd0e49-4581-45a5-a74e-6af2fb177a7d', 'tag': '15bc6804-c0cf-42af-b743-9acff5c1be01'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:06:38.766090 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a76e0a84-2906-4216-9674-83e3534914ec" -d '{"events": [{"name": "network-changed", "server_uuid": "81bd0e49-4581-45a5-a74e-6af2fb177a7d", "tag": "15bc6804-c0cf-42af-b743-9acff5c1be01"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:06:38.791798 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e16755d4-2c35-4872-8648-4a9980476eed req-4d0f50b6-f162-4cb4-a939-fcb26be44e98 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=e136febd-b423-4535-857f-7ce49205ad26 HTTP/1.1" status: 200 len: 210 time: 0.0861049 Feb 02 07:06:38.795777 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-51156419-9aa1-4377-b70c-e5ffd4a4943d req-41db81ad-1747-41af-89a5-2d6702e31aab tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Publish callbacks [] for port (cff51609-e3aa-47fc-838c-fc61d26d18c6), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:38.842907 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70b0c99-0242-45b1-96e7-9056a900b3e7 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Pushing event updated for resources: {'Port': ['ID=64ffdba9-e0a4-44c7-8a25-f14afe2c14fb,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:38.846584 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70b0c99-0242-45b1-96e7-9056a900b3e7 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Network 3aa6b9b1-7647-4e2c-a3d3-2787d3795776 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:06:38.851124 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83030022-8dd1-414b-af65-a451219ee847 x-openstack-request-id: req-83030022-8dd1-414b-af65-a451219ee847 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:06:38.851403 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81bd0e49-4581-45a5-a74e-6af2fb177a7d", "tag": "15bc6804-c0cf-42af-b743-9acff5c1be01", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:06:38.851692 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-83030022-8dd1-414b-af65-a451219ee847 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:06:38.852156 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81bd0e49-4581-45a5-a74e-6af2fb177a7d', 'tag': '15bc6804-c0cf-42af-b743-9acff5c1be01', 'status': 'completed', 'code': 200} Feb 02 07:06:38.856379 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-f70b0c99-0242-45b1-96e7-9056a900b3e7 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:06:38.863817 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70b0c99-0242-45b1-96e7-9056a900b3e7 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:06:38.917017 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-51156419-9aa1-4377-b70c-e5ffd4a4943d req-41db81ad-1747-41af-89a5-2d6702e31aab tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (cff51609-e3aa-47fc-838c-fc61d26d18c6), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:38.932400 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70b0c99-0242-45b1-96e7-9056a900b3e7 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:38.933040 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f70b0c99-0242-45b1-96e7-9056a900b3e7 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:38.950945 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['1045af80-2b20-4d0b-8989-bade78600156'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:06:38.990076 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51156419-9aa1-4377-b70c-e5ffd4a4943d req-41db81ad-1747-41af-89a5-2d6702e31aab tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Network f9701445-c4cf-4d4f-9286-fc4fc0bbd41b is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:06:38.999050 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-f70b0c99-0242-45b1-96e7-9056a900b3e7 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2355869 Feb 02 07:06:38.999050 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-51156419-9aa1-4377-b70c-e5ffd4a4943d req-41db81ad-1747-41af-89a5-2d6702e31aab tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:06:39.000292 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fde78e-6fc1-43dd-bf4b-e13705ffc0b9 req-0c77a716-2620-4c77-88c2-c08f56eb8999 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:39.001642 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 47956) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:39.002383 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-51156419-9aa1-4377-b70c-e5ffd4a4943d req-41db81ad-1747-41af-89a5-2d6702e31aab tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:06:39.008023 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-71fde78e-6fc1-43dd-bf4b-e13705ffc0b9 req-0c77a716-2620-4c77-88c2-c08f56eb8999 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/ports?device_id=81bd0e49-4581-45a5-a74e-6af2fb177a7d HTTP/1.1" status: 200 len: 984 time: 0.1188462 Feb 02 07:06:39.010364 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-d26279db-7c73-4aa7-9a46-73444bd967fd tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Request body: {'floatingip': {'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'port_id': '64ffdba9-e0a4-44c7-8a25-f14afe2c14fb', 'fixed_ip_address': '172.20.0.2'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:06:39.010486 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e0a84-2906-4216-9674-83e3534914ec req-920284c2-d8fc-467f-92a3-9a9835025b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:39.011966 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a76e0a84-2906-4216-9674-83e3534914ec req-920284c2-d8fc-467f-92a3-9a9835025b9d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=32d438d03e3c412aa95bd1ce4c33b4b7&device_id=81bd0e49-4581-45a5-a74e-6af2fb177a7d HTTP/1.1" status: 200 len: 1167 time: 0.0832973 Feb 02 07:06:39.049584 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41db81ad-1747-41af-89a5-2d6702e31aab tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Pushing event updated for resources: {'Port': ['ID=cff51609-e3aa-47fc-838c-fc61d26d18c6,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:39.063081 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d26279db-7c73-4aa7-9a46-73444bd967fd tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:39.107620 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51156419-9aa1-4377-b70c-e5ffd4a4943d req-41db81ad-1747-41af-89a5-2d6702e31aab tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:39.108444 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-51156419-9aa1-4377-b70c-e5ffd4a4943d req-41db81ad-1747-41af-89a5-2d6702e31aab tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:39.166604 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-51156419-9aa1-4377-b70c-e5ffd4a4943d req-41db81ad-1747-41af-89a5-2d6702e31aab tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1813450 Feb 02 07:06:39.187629 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-51156419-9aa1-4377-b70c-e5ffd4a4943d req-f5e9d5ea-afbe-4c8b-8717-53c5e0cbb957 service neutron] Request body: {'port': {'device_id': 'e136febd-b423-4535-857f-7ce49205ad26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:06:39.219934 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-71fde78e-6fc1-43dd-bf4b-e13705ffc0b9 req-db874834-fd01-4b2f-890b-a6f2739c3ba2 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/security-groups?id=ea557f59-4959-458d-b8fa-a7e2d54a6314&id=a5d4ccaf-26cf-4391-8f4a-c9fd890579b0&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2099507 Feb 02 07:06:39.243481 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e0a84-2906-4216-9674-83e3534914ec req-3fe5089a-8903-4bcf-8aa4-33b9742181ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:39.245107 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a76e0a84-2906-4216-9674-83e3534914ec req-3fe5089a-8903-4bcf-8aa4-33b9742181ca service neutron] 10.222.0.88 "GET /v2.0/networks?id=4dc80cef-b607-4e43-a37e-1cb34fdb7f94 HTTP/1.1" status: 200 len: 913 time: 0.2199216 Feb 02 07:06:39.296924 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d26279db-7c73-4aa7-9a46-73444bd967fd tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:39.314962 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-51156419-9aa1-4377-b70c-e5ffd4a4943d req-f5e9d5ea-afbe-4c8b-8717-53c5e0cbb957 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (cff51609-e3aa-47fc-838c-fc61d26d18c6), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:39.324808 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a76e0a84-2906-4216-9674-83e3534914ec req-329050fd-0514-47d8-96f0-393aa5fbaa0f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=15bc6804-c0cf-42af-b743-9acff5c1be01 HTTP/1.1" status: 200 len: 217 time: 0.0735025 Feb 02 07:06:39.380097 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9916b0ec-8f31-429b-932e-d90b50614612 req-20675a8a-06b8-4531-ae14-0452c920a19c tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:39.381709 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9916b0ec-8f31-429b-932e-d90b50614612 req-20675a8a-06b8-4531-ae14-0452c920a19c tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/ports?device_id=80149690-37a7-46d9-b8e3-fcd421797a67 HTTP/1.1" status: 200 len: 944 time: 0.1661124 Feb 02 07:06:39.397859 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e0a84-2906-4216-9674-83e3534914ec req-4891b5cf-418c-4f84-a9b6-7c1e75095cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:39.399381 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a76e0a84-2906-4216-9674-83e3534914ec req-4891b5cf-418c-4f84-a9b6-7c1e75095cf4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=75a9fb07-f9cb-4fc4-b8ba-4721a09818ff HTTP/1.1" status: 200 len: 852 time: 0.0668139 Feb 02 07:06:39.560445 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device a0a9425c-fee4-41a9-8e59-b6efc510131e no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:06:39.579650 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9916b0ec-8f31-429b-932e-d90b50614612 req-0edb2d90-504e-499c-98db-603d77f9bd09 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/security-groups?id=3031d22f-f419-4370-9379-d12f21c766b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740220 Feb 02 07:06:39.580917 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-d26279db-7c73-4aa7-9a46-73444bd967fd tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Allocated IP 172.25.4.40 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/dff6dff0-d75b-4cf0-81e1-4301e50b1177) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:06:39.596387 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: a0a9425c-fee4-41a9-8e59-b6efc510131e {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:06:39.596760 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device a0a9425c-fee4-41a9-8e59-b6efc510131e not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:06:39.749746 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '807f32b3-06b9-4342-92fc-55cc754886fc', 'tag': 'b6e20dc5-5e22-4df3-a2dc-ecfa56b4f907'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:06:39.752449 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b098143-8234-4d74-a29d-f0e1cc424fa9" -d '{"events": [{"name": "network-changed", "server_uuid": "807f32b3-06b9-4342-92fc-55cc754886fc", "tag": "b6e20dc5-5e22-4df3-a2dc-ecfa56b4f907"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:06:39.759478 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a76e0a84-2906-4216-9674-83e3534914ec req-b8d9dbe3-af8b-4060-9df6-7403c9f9f92f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4dc80cef-b607-4e43-a37e-1cb34fdb7f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3536251 Feb 02 07:06:39.794338 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d26279db-7c73-4aa7-9a46-73444bd967fd tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for port (dff6dff0-d75b-4cf0-81e1-4301e50b1177), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:39.890672 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a76e0a84-2906-4216-9674-83e3534914ec req-e9bb7384-813c-4431-8a0b-78b845774ebd service neutron] 10.222.0.88 "GET /v2.0/networks/4dc80cef-b607-4e43-a37e-1cb34fdb7f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205211 Feb 02 07:06:39.895721 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 47986) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:39.898158 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f08d11-4e35-421b-bafe-b90a0a6737d2 req-200b27fd-abba-4b10-ae6b-de61c49d9fab tempest-ServerGroupTestJSON-22669958 tempest-ServerGroupTestJSON-22669958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:39.899636 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e5f08d11-4e35-421b-bafe-b90a0a6737d2 req-200b27fd-abba-4b10-ae6b-de61c49d9fab tempest-ServerGroupTestJSON-22669958 tempest-ServerGroupTestJSON-22669958-project] 10.222.0.87 "GET /v2.0/ports?device_id=807f32b3-06b9-4342-92fc-55cc754886fc HTTP/1.1" status: 200 len: 944 time: 0.1438234 Feb 02 07:06:39.917879 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d26279db-7c73-4aa7-9a46-73444bd967fd tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (dff6dff0-d75b-4cf0-81e1-4301e50b1177), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:39.922416 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-51156419-9aa1-4377-b70c-e5ffd4a4943d req-f5e9d5ea-afbe-4c8b-8717-53c5e0cbb957 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cff51609-e3aa-47fc-838c-fc61d26d18c6 {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:06:39.939581 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-51156419-9aa1-4377-b70c-e5ffd4a4943d req-f5e9d5ea-afbe-4c8b-8717-53c5e0cbb957 service neutron] Publish callbacks [] for port (cff51609-e3aa-47fc-838c-fc61d26d18c6), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:39.983688 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26279db-7c73-4aa7-9a46-73444bd967fd tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:06:39.987709 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-51156419-9aa1-4377-b70c-e5ffd4a4943d req-f5e9d5ea-afbe-4c8b-8717-53c5e0cbb957 service neutron] Transition to ACTIVE for port object cff51609-e3aa-47fc-838c-fc61d26d18c6 will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:06:39.991443 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-d26279db-7c73-4aa7-9a46-73444bd967fd tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:06:40.004185 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e5f08d11-4e35-421b-bafe-b90a0a6737d2 req-2ed31232-ebce-4cae-97c5-0016a1ad734a tempest-ServerGroupTestJSON-22669958 tempest-ServerGroupTestJSON-22669958-project] 10.222.0.87 "GET /v2.0/security-groups?id=89eaf62b-207a-424b-ae04-59938a2bc973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958431 Feb 02 07:06:40.004364 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c10ab-2e0d-44d1-a12a-e2ec4583bcb6 req-7e2184ad-fe76-4ebd-b344-e654a5a088bf tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:40.006433 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f63c10ab-2e0d-44d1-a12a-e2ec4583bcb6 req-7e2184ad-fe76-4ebd-b344-e654a5a088bf tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=32f5f2ca-71c6-4137-bee4-300527dd6e2f HTTP/1.1" status: 200 len: 943 time: 0.1847911 Feb 02 07:06:40.007368 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26279db-7c73-4aa7-9a46-73444bd967fd tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:06:40.011189 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-51156419-9aa1-4377-b70c-e5ffd4a4943d req-f5e9d5ea-afbe-4c8b-8717-53c5e0cbb957 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (cff51609-e3aa-47fc-838c-fc61d26d18c6), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:40.025427 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a76e0a84-2906-4216-9674-83e3534914ec req-c7891849-22eb-46a2-bde0-fdb0bb9cc256 service neutron] 10.222.0.88 "GET /v2.0/networks/4dc80cef-b607-4e43-a37e-1cb34fdb7f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248991 Feb 02 07:06:40.056259 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26279db-7c73-4aa7-9a46-73444bd967fd tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Pushing event updated for resources: {'Port': ['ID=dff6dff0-d75b-4cf0-81e1-4301e50b1177,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:40.070951 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14893e81-ef84-44ed-a207-b5e56a8e3ef6 x-openstack-request-id: req-14893e81-ef84-44ed-a207-b5e56a8e3ef6 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:06:40.071738 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "807f32b3-06b9-4342-92fc-55cc754886fc", "tag": "b6e20dc5-5e22-4df3-a2dc-ecfa56b4f907", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:06:40.072560 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-14893e81-ef84-44ed-a207-b5e56a8e3ef6 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:06:40.072972 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '807f32b3-06b9-4342-92fc-55cc754886fc', 'tag': 'b6e20dc5-5e22-4df3-a2dc-ecfa56b4f907', 'status': 'completed', 'code': 200} Feb 02 07:06:40.185917 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa1a4b-0a3f-408d-8f27-7d5f46c3bea6 req-7812b4a2-fa56-4310-b1a0-65591ffe4f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:40.187482 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-82fa1a4b-0a3f-408d-8f27-7d5f46c3bea6 req-7812b4a2-fa56-4310-b1a0-65591ffe4f93 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=32d438d03e3c412aa95bd1ce4c33b4b7&device_id=81bd0e49-4581-45a5-a74e-6af2fb177a7d HTTP/1.1" status: 200 len: 1167 time: 0.0855258 Feb 02 07:06:40.198183 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee414a8-d0ba-4c7a-817b-2879c0594ce7 req-33ee1cea-9f6f-4072-81fd-de23fcd3f414 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:40.199628 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8ee414a8-d0ba-4c7a-817b-2879c0594ce7 req-33ee1cea-9f6f-4072-81fd-de23fcd3f414 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=e136febd-b423-4535-857f-7ce49205ad26 HTTP/1.1" status: 200 len: 943 time: 0.0657105 Feb 02 07:06:40.253403 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f63c10ab-2e0d-44d1-a12a-e2ec4583bcb6 req-82ede410-765b-428d-bc02-7f457465cd04 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161961 Feb 02 07:06:40.259450 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-cfea3673-29e4-4daa-bfd2-bd704a9a063f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=da8f3e8bd3f842ae9ac38733ce9d378e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3601356 Feb 02 07:06:40.260222 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e9d5ea-afbe-4c8b-8717-53c5e0cbb957 service neutron] Pushing event updated for resources: {'Port': ['ID=cff51609-e3aa-47fc-838c-fc61d26d18c6,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:40.270828 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 47992) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:40.307335 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8ee414a8-d0ba-4c7a-817b-2879c0594ce7 req-2f1384eb-b316-4507-8c67-e5715f4bc87d tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985122 Feb 02 07:06:40.324630 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa1a4b-0a3f-408d-8f27-7d5f46c3bea6 req-1808a45b-9008-442c-bbfe-29cfa863bda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:40.326103 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-82fa1a4b-0a3f-408d-8f27-7d5f46c3bea6 req-1808a45b-9008-442c-bbfe-29cfa863bda4 service neutron] 10.222.0.88 "GET /v2.0/networks?id=4dc80cef-b607-4e43-a37e-1cb34fdb7f94 HTTP/1.1" status: 200 len: 913 time: 0.1255169 Feb 02 07:06:40.363426 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b098143-8234-4d74-a29d-f0e1cc424fa9 req-68070e9f-6099-4080-a457-38c3d4f5602d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:40.365463 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8b098143-8234-4d74-a29d-f0e1cc424fa9 req-68070e9f-6099-4080-a457-38c3d4f5602d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c6dbad5bbd5049eea9a730d9e0d1a033&device_id=807f32b3-06b9-4342-92fc-55cc754886fc HTTP/1.1" status: 200 len: 1127 time: 0.2505782 Feb 02 07:06:40.370890 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-82fa1a4b-0a3f-408d-8f27-7d5f46c3bea6 req-3def3035-5def-4ae7-85d6-2b068fd8c24e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=15bc6804-c0cf-42af-b743-9acff5c1be01 HTTP/1.1" status: 200 len: 217 time: 0.0373211 Feb 02 07:06:40.423030 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa1a4b-0a3f-408d-8f27-7d5f46c3bea6 req-1711fdcf-df62-4256-8855-5d6b0096e578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:40.424544 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-82fa1a4b-0a3f-408d-8f27-7d5f46c3bea6 req-1711fdcf-df62-4256-8855-5d6b0096e578 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=75a9fb07-f9cb-4fc4-b8ba-4721a09818ff HTTP/1.1" status: 200 len: 852 time: 0.0488229 Feb 02 07:06:40.456336 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-82fa1a4b-0a3f-408d-8f27-7d5f46c3bea6 req-e25d6d2a-0880-41a8-bb88-5c800d113f5d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4dc80cef-b607-4e43-a37e-1cb34fdb7f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260265 Feb 02 07:06:40.476708 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 6e3e472f-b38f-4eaa-8125-2415a7780d63 details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:06:40.512808 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-51156419-9aa1-4377-b70c-e5ffd4a4943d req-f5e9d5ea-afbe-4c8b-8717-53c5e0cbb957 service neutron] Attempting to bind port cff51609-e3aa-47fc-838c-fc61d26d18c6 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:06:40.513145 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-51156419-9aa1-4377-b70c-e5ffd4a4943d req-f5e9d5ea-afbe-4c8b-8717-53c5e0cbb957 service neutron] Attempting to bind port cff51609-e3aa-47fc-838c-fc61d26d18c6 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': '50b2c935-c140-4230-880a-508574d9ed43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f9701445-c4cf-4d4f-9286-fc4fc0bbd41b'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:06:40.513394 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51156419-9aa1-4377-b70c-e5ffd4a4943d req-f5e9d5ea-afbe-4c8b-8717-53c5e0cbb957 service neutron] Attempting to bind port cff51609-e3aa-47fc-838c-fc61d26d18c6 on network f9701445-c4cf-4d4f-9286-fc4fc0bbd41b {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:06:40.554234 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-82fa1a4b-0a3f-408d-8f27-7d5f46c3bea6 req-db99903c-d0cc-42f6-80c6-39630092f0fd service neutron] 10.222.0.88 "GET /v2.0/networks/4dc80cef-b607-4e43-a37e-1cb34fdb7f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916681 Feb 02 07:06:40.591923 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 6e3e472f-b38f-4eaa-8125-2415a7780d63, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=6e3e472f-b38f-4eaa-8125-2415a7780d63,segment=NetworkSegment(0708fd28-2d16-470c-840a-add81f0f58a2),segment_id=0708fd28-2d16-470c-840a-add81f0f58a2)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:06:40.592482 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51156419-9aa1-4377-b70c-e5ffd4a4943d req-f5e9d5ea-afbe-4c8b-8717-53c5e0cbb957 service neutron] Port cff51609-e3aa-47fc-838c-fc61d26d18c6 on network f9701445-c4cf-4d4f-9286-fc4fc0bbd41b not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:06:40.593041 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51156419-9aa1-4377-b70c-e5ffd4a4943d req-f5e9d5ea-afbe-4c8b-8717-53c5e0cbb957 service neutron] Attempting to bind port cff51609-e3aa-47fc-838c-fc61d26d18c6 on network f9701445-c4cf-4d4f-9286-fc4fc0bbd41b {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:06:40.604181 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-844e1f84-ddeb-41b2-8aab-d981fe4bbf2d admin admin] Publish callbacks [] for security_group (35c6cf30-58b5-490b-8fa1-24fc6a0a10a3), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:40.605284 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': '6e3e472f-b38f-4eaa-8125-2415a7780d63', 'network_id': '098466ed-6cfb-4629-b5bb-bc2a67c5bdc6', 'port_id': '6e3e472f-b38f-4eaa-8125-2415a7780d63', 'mac_address': 'fa:16:3e:9b:57:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '446bfa5e-0944-4da6-8411-de8b2d47ca42', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:06:40.619241 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740b8497-5cde-4a0d-a8ed-31257d42c2de req-302acef4-4014-42f3-9fa5-07a50ec787d2 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:40.620804 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-740b8497-5cde-4a0d-a8ed-31257d42c2de req-302acef4-4014-42f3-9fa5-07a50ec787d2 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/ports?device_id=81bd0e49-4581-45a5-a74e-6af2fb177a7d HTTP/1.1" status: 200 len: 984 time: 0.2822957 Feb 02 07:06:40.637065 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51156419-9aa1-4377-b70c-e5ffd4a4943d req-f5e9d5ea-afbe-4c8b-8717-53c5e0cbb957 service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:06:40.637412 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51156419-9aa1-4377-b70c-e5ffd4a4943d req-f5e9d5ea-afbe-4c8b-8717-53c5e0cbb957 service neutron] Checking segment: {'id': '50b2c935-c140-4230-880a-508574d9ed43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f9701445-c4cf-4d4f-9286-fc4fc0bbd41b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:06:40.637868 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51156419-9aa1-4377-b70c-e5ffd4a4943d req-f5e9d5ea-afbe-4c8b-8717-53c5e0cbb957 service neutron] Bound using segment: {'id': '50b2c935-c140-4230-880a-508574d9ed43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f9701445-c4cf-4d4f-9286-fc4fc0bbd41b'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:06:40.638329 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-51156419-9aa1-4377-b70c-e5ffd4a4943d req-f5e9d5ea-afbe-4c8b-8717-53c5e0cbb957 service neutron] Bound port: cff51609-e3aa-47fc-838c-fc61d26d18c6, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50b2c935-c140-4230-880a-508574d9ed43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f9701445-c4cf-4d4f-9286-fc4fc0bbd41b'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:06:40.638692 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-51156419-9aa1-4377-b70c-e5ffd4a4943d req-f5e9d5ea-afbe-4c8b-8717-53c5e0cbb957 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (cff51609-e3aa-47fc-838c-fc61d26d18c6), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:40.650747 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 6e3e472f-b38f-4eaa-8125-2415a7780d63 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:06:40.652173 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (6e3e472f-b38f-4eaa-8125-2415a7780d63), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:40.666425 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-82fa1a4b-0a3f-408d-8f27-7d5f46c3bea6 req-13b0bba5-42e4-4c76-bb8b-1ed252b6dba4 service neutron] 10.222.0.88 "GET /v2.0/networks/4dc80cef-b607-4e43-a37e-1cb34fdb7f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066082 Feb 02 07:06:40.667480 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e3e472f-b38f-4eaa-8125-2415a7780d63 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:06:40.685539 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-844e1f84-ddeb-41b2-8aab-d981fe4bbf2d admin admin] Publish callbacks [] for security_group (35c6cf30-58b5-490b-8fa1-24fc6a0a10a3), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:40.700438 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 6e3e472f-b38f-4eaa-8125-2415a7780d63, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=6e3e472f-b38f-4eaa-8125-2415a7780d63,segment=NetworkSegment(0708fd28-2d16-470c-840a-add81f0f58a2),segment_id=0708fd28-2d16-470c-840a-add81f0f58a2)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:06:40.706309 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (6e3e472f-b38f-4eaa-8125-2415a7780d63), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:40.707197 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device d394fde5-fe9f-4589-bb6b-f852c92a9e2f details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:06:40.721158 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b098143-8234-4d74-a29d-f0e1cc424fa9 req-2a0223c7-9ba2-4390-82f1-39f066724c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:40.722648 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8b098143-8234-4d74-a29d-f0e1cc424fa9 req-2a0223c7-9ba2-4390-82f1-39f066724c01 service neutron] 10.222.0.59 "GET /v2.0/networks?id=62e59aad-2d14-47be-8338-14951124621b HTTP/1.1" status: 200 len: 911 time: 0.3300827 Feb 02 07:06:40.763975 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f29aae9-1102-4236-ba9c-491e5b340d51 req-ba28889e-8228-49ec-80f6-571c6b78b675 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:40.766716 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3f29aae9-1102-4236-ba9c-491e5b340d51 req-ba28889e-8228-49ec-80f6-571c6b78b675 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/ports?device_id=80149690-37a7-46d9-b8e3-fcd421797a67 HTTP/1.1" status: 200 len: 945 time: 0.0574195 Feb 02 07:06:40.792275 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=6e3e472f-b38f-4eaa-8125-2415a7780d63,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:40.833363 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3f29aae9-1102-4236-ba9c-491e5b340d51 req-a0dba582-e515-4fa1-b768-f986787cd6e2 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/security-groups?id=3031d22f-f419-4370-9379-d12f21c766b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560744 Feb 02 07:06:40.868842 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port d394fde5-fe9f-4589-bb6b-f852c92a9e2f, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=d394fde5-fe9f-4589-bb6b-f852c92a9e2f,segment=NetworkSegment(fc0a4cad-9504-4785-979c-6732d183490f),segment_id=fc0a4cad-9504-4785-979c-6732d183490f)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:06:40.883041 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': 'd394fde5-fe9f-4589-bb6b-f852c92a9e2f', 'network_id': '274d3754-cb62-4276-8b4a-dfa5cf98baaf', 'port_id': 'd394fde5-fe9f-4589-bb6b-f852c92a9e2f', 'mac_address': 'fa:16:3e:f4:09:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6b3fc97-ea53-4910-99b5-bddf06c5d45f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:06:40.907004 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8b098143-8234-4d74-a29d-f0e1cc424fa9 req-07274ab2-e9b1-4c5a-9375-9e38f40ab98f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6e20dc5-5e22-4df3-a2dc-ecfa56b4f907 HTTP/1.1" status: 200 len: 217 time: 0.1392863 Feb 02 07:06:40.935347 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port d394fde5-fe9f-4589-bb6b-f852c92a9e2f is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:06:40.936214 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (d394fde5-fe9f-4589-bb6b-f852c92a9e2f), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:40.937536 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-fbc730c3-ad1c-48f2-9b58-ee0a3add2351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:40.950955 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d394fde5-fe9f-4589-bb6b-f852c92a9e2f {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:06:40.971501 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port d394fde5-fe9f-4589-bb6b-f852c92a9e2f, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=d394fde5-fe9f-4589-bb6b-f852c92a9e2f,segment=NetworkSegment(fc0a4cad-9504-4785-979c-6732d183490f),segment_id=fc0a4cad-9504-4785-979c-6732d183490f)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:06:40.976901 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (d394fde5-fe9f-4589-bb6b-f852c92a9e2f), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:41.023492 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=d394fde5-fe9f-4589-bb6b-f852c92a9e2f,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:41.142798 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5478fe5a-6c7b-4804-ad3e-6fe4823e8b47 req-86bcbe52-c012-4f6a-b2cc-7128609ecc88 tempest-ServerGroupTestJSON-22669958 tempest-ServerGroupTestJSON-22669958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:41.144395 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5478fe5a-6c7b-4804-ad3e-6fe4823e8b47 req-86bcbe52-c012-4f6a-b2cc-7128609ecc88 tempest-ServerGroupTestJSON-22669958 tempest-ServerGroupTestJSON-22669958-project] 10.222.0.87 "GET /v2.0/ports?device_id=807f32b3-06b9-4342-92fc-55cc754886fc HTTP/1.1" status: 200 len: 944 time: 0.0619738 Feb 02 07:06:41.196760 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5478fe5a-6c7b-4804-ad3e-6fe4823e8b47 req-eca9804b-9f4f-4b52-bd39-6ec70b7457d7 tempest-ServerGroupTestJSON-22669958 tempest-ServerGroupTestJSON-22669958-project] 10.222.0.87 "GET /v2.0/security-groups?id=89eaf62b-207a-424b-ae04-59938a2bc973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464334 Feb 02 07:06:41.360614 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-51156419-9aa1-4377-b70c-e5ffd4a4943d req-f5e9d5ea-afbe-4c8b-8717-53c5e0cbb957 service neutron] For port cff51609-e3aa-47fc-838c-fc61d26d18c6, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:06:41.383427 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab472402-a0fd-476c-977e-df9af41582bc req-efc69329-3735-4c60-91e7-7de80b7feed8 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:41.385094 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ab472402-a0fd-476c-977e-df9af41582bc req-efc69329-3735-4c60-91e7-7de80b7feed8 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=32f5f2ca-71c6-4137-bee4-300527dd6e2f HTTP/1.1" status: 200 len: 944 time: 0.0566790 Feb 02 07:06:41.398744 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-740b8497-5cde-4a0d-a8ed-31257d42c2de req-e16a88fc-467a-43c8-a419-0bdefcbcb704 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/security-groups?id=ea557f59-4959-458d-b8fa-a7e2d54a6314&id=a5d4ccaf-26cf-4391-8f4a-c9fd890579b0&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.7412949 Feb 02 07:06:41.417865 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-51156419-9aa1-4377-b70c-e5ffd4a4943d req-f5e9d5ea-afbe-4c8b-8717-53c5e0cbb957 service neutron] For port cff51609-e3aa-47fc-838c-fc61d26d18c6, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=cff51609-e3aa-47fc-838c-fc61d26d18c6,segment=NetworkSegment(50b2c935-c140-4230-880a-508574d9ed43),segment_id=50b2c935-c140-4230-880a-508574d9ed43)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:06:41.443257 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-51156419-9aa1-4377-b70c-e5ffd4a4943d req-f5e9d5ea-afbe-4c8b-8717-53c5e0cbb957 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (cff51609-e3aa-47fc-838c-fc61d26d18c6), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:41.445220 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-844e1f84-ddeb-41b2-8aab-d981fe4bbf2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (35c6cf30-58b5-490b-8fa1-24fc6a0a10a3), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:41.447770 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-844e1f84-ddeb-41b2-8aab-d981fe4bbf2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:41.448904 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-844e1f84-ddeb-41b2-8aab-d981fe4bbf2d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/35c6cf30-58b5-490b-8fa1-24fc6a0a10a3 HTTP/1.1" status: 204 len: 168 time: 1.1765475 Feb 02 07:06:41.450484 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b098143-8234-4d74-a29d-f0e1cc424fa9 req-719372ad-db0f-4b42-967a-fe2edaec7837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:41.451946 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8b098143-8234-4d74-a29d-f0e1cc424fa9 req-719372ad-db0f-4b42-967a-fe2edaec7837 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7d4d0298-aacd-41f3-981b-f035c75b1253 HTTP/1.1" status: 200 len: 850 time: 0.5325177 Feb 02 07:06:41.462852 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ab472402-a0fd-476c-977e-df9af41582bc req-ce46ba29-2558-40d6-80b1-ce48457933d5 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718277 Feb 02 07:06:41.498423 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844e1f84-ddeb-41b2-8aab-d981fe4bbf2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c6cf30-58b5-490b-8fa1-24fc6a0a10a3,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:41.529753 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['6e3e472f-b38f-4eaa-8125-2415a7780d63'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:06:41.564653 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['d394fde5-fe9f-4589-bb6b-f852c92a9e2f'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:06:41.581555 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51156419-9aa1-4377-b70c-e5ffd4a4943d req-f5e9d5ea-afbe-4c8b-8717-53c5e0cbb957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:41.581555 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-51156419-9aa1-4377-b70c-e5ffd4a4943d req-f5e9d5ea-afbe-4c8b-8717-53c5e0cbb957 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:41.583281 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-51156419-9aa1-4377-b70c-e5ffd4a4943d req-f5e9d5ea-afbe-4c8b-8717-53c5e0cbb957 service neutron] 10.222.0.88 "PUT /v2.0/ports/cff51609-e3aa-47fc-838c-fc61d26d18c6 HTTP/1.1" status: 200 len: 1092 time: 2.3999765 Feb 02 07:06:41.606427 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e136febd-b423-4535-857f-7ce49205ad26', 'tag': 'cff51609-e3aa-47fc-838c-fc61d26d18c6'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:06:41.609562 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-697c3da8-a688-4527-9068-e68048169517" -d '{"events": [{"name": "network-changed", "server_uuid": "e136febd-b423-4535-857f-7ce49205ad26", "tag": "cff51609-e3aa-47fc-838c-fc61d26d18c6"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:06:41.613531 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8b098143-8234-4d74-a29d-f0e1cc424fa9 req-93090e71-41e6-499f-ae29-3008f06ecbe3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=62e59aad-2d14-47be-8338-14951124621b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1451237 Feb 02 07:06:41.700615 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b32d879-b47f-4f01-a431-313e5ea1a62b x-openstack-request-id: req-1b32d879-b47f-4f01-a431-313e5ea1a62b {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:06:41.700906 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e136febd-b423-4535-857f-7ce49205ad26", "tag": "cff51609-e3aa-47fc-838c-fc61d26d18c6", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:06:41.701230 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1b32d879-b47f-4f01-a431-313e5ea1a62b {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:06:41.701551 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e136febd-b423-4535-857f-7ce49205ad26', 'tag': 'cff51609-e3aa-47fc-838c-fc61d26d18c6', 'status': 'completed', 'code': 200} Feb 02 07:06:41.741161 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d26279db-7c73-4aa7-9a46-73444bd967fd tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for floatingip (3ca95e21-9210-4ee2-b38d-399447cee491), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:41.803810 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e9d5ea-afbe-4c8b-8717-53c5e0cbb957 service neutron] Pushing event updated for resources: {'Port': ['ID=cff51609-e3aa-47fc-838c-fc61d26d18c6,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:41.874242 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb1f698-6bf9-4849-b00a-f396720a0419 req-3eea21db-22e3-408e-8f02-adb2b4f17b0a tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:41.875806 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8cb1f698-6bf9-4849-b00a-f396720a0419 req-3eea21db-22e3-408e-8f02-adb2b4f17b0a tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=e136febd-b423-4535-857f-7ce49205ad26 HTTP/1.1" status: 200 len: 943 time: 0.4085414 Feb 02 07:06:41.909340 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51156419-9aa1-4377-b70c-e5ffd4a4943d req-8e631c54-b34f-40dc-8475-1a7e65b66426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:41.910835 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-51156419-9aa1-4377-b70c-e5ffd4a4943d req-8e631c54-b34f-40dc-8475-1a7e65b66426 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=51472d7ac5b4449fa09fb7150f54f571&device_id=e136febd-b423-4535-857f-7ce49205ad26 HTTP/1.1" status: 200 len: 1126 time: 0.2713397 Feb 02 07:06:41.945828 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8b098143-8234-4d74-a29d-f0e1cc424fa9 req-a65f8a35-0bed-41e9-807c-9e21ac1658ca service neutron] 10.222.0.59 "GET /v2.0/networks/62e59aad-2d14-47be-8338-14951124621b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152933 Feb 02 07:06:41.963061 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5dc5e5-4413-4d39-9b0b-875266d5e6bc req-150c3118-1638-4535-9604-a476e29182e9 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:41.964889 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8d5dc5e5-4413-4d39-9b0b-875266d5e6bc req-150c3118-1638-4535-9604-a476e29182e9 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/ports?device_id=80149690-37a7-46d9-b8e3-fcd421797a67 HTTP/1.1" status: 200 len: 945 time: 0.0555012 Feb 02 07:06:41.992586 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-51156419-9aa1-4377-b70c-e5ffd4a4943d req-ecd64c12-ac1b-49d3-842f-d60d971c977a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cff51609-e3aa-47fc-838c-fc61d26d18c6 HTTP/1.1" status: 200 len: 217 time: 0.0582182 Feb 02 07:06:42.022748 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8d5dc5e5-4413-4d39-9b0b-875266d5e6bc req-f448c985-8a1b-41b9-a0d5-24dc8d04f4f3 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/security-groups?id=3031d22f-f419-4370-9379-d12f21c766b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515387 Feb 02 07:06:42.027196 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d26279db-7c73-4aa7-9a46-73444bd967fd tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (dff6dff0-d75b-4cf0-81e1-4301e50b1177), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:42.092716 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8cb1f698-6bf9-4849-b00a-f396720a0419 req-4a728c00-a533-42ba-8818-792495f8a917 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072659 Feb 02 07:06:42.160577 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51156419-9aa1-4377-b70c-e5ffd4a4943d req-43422012-6f26-4687-a499-8bb9744b7c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:42.162185 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-51156419-9aa1-4377-b70c-e5ffd4a4943d req-43422012-6f26-4687-a499-8bb9744b7c0d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=32144128-c19d-4644-8a7f-0675355df2fd HTTP/1.1" status: 200 len: 846 time: 0.1589231 Feb 02 07:06:42.219398 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-51156419-9aa1-4377-b70c-e5ffd4a4943d req-1c87b7c0-cf8b-4ab3-bc64-4c3d1bd664a5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f9701445-c4cf-4d4f-9286-fc4fc0bbd41b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436013 Feb 02 07:06:42.262030 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8b098143-8234-4d74-a29d-f0e1cc424fa9 req-9454c2b1-db4c-4fdb-bebf-f3d1be40baf3 service neutron] 10.222.0.59 "GET /v2.0/networks/62e59aad-2d14-47be-8338-14951124621b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829823 Feb 02 07:06:42.421749 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe0030-eb8a-44ad-9427-68c50f1a71c2 req-bec6e102-2b16-4003-8b37-eb119a576d70 tempest-ServerGroupTestJSON-22669958 tempest-ServerGroupTestJSON-22669958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:42.423235 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7afe0030-eb8a-44ad-9427-68c50f1a71c2 req-bec6e102-2b16-4003-8b37-eb119a576d70 tempest-ServerGroupTestJSON-22669958 tempest-ServerGroupTestJSON-22669958-project] 10.222.0.87 "GET /v2.0/ports?device_id=807f32b3-06b9-4342-92fc-55cc754886fc HTTP/1.1" status: 200 len: 944 time: 0.1480949 Feb 02 07:06:42.435315 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d26279db-7c73-4aa7-9a46-73444bd967fd tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for port (dff6dff0-d75b-4cf0-81e1-4301e50b1177), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:42.446198 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-51156419-9aa1-4377-b70c-e5ffd4a4943d req-0b4800f4-aca7-4f71-8be5-12f7c9587682 service neutron] 10.222.0.88 "GET /v2.0/networks/f9701445-c4cf-4d4f-9286-fc4fc0bbd41b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948771 Feb 02 07:06:42.452970 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d26279db-7c73-4aa7-9a46-73444bd967fd tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (dff6dff0-d75b-4cf0-81e1-4301e50b1177), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:42.499800 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device b6e20dc5-5e22-4df3-a2dc-ecfa56b4f907 details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:06:42.588452 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eeec87-6e48-41ec-ace3-c4852ccb49b2 req-d1a74bea-69bc-4ded-9a1c-30e0ebc53978 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:42.590881 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-66eeec87-6e48-41ec-ace3-c4852ccb49b2 req-d1a74bea-69bc-4ded-9a1c-30e0ebc53978 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/ports?device_id=81bd0e49-4581-45a5-a74e-6af2fb177a7d HTTP/1.1" status: 200 len: 984 time: 0.1110857 Feb 02 07:06:42.635523 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7afe0030-eb8a-44ad-9427-68c50f1a71c2 req-0df880ae-e181-4272-9583-55826257688d tempest-ServerGroupTestJSON-22669958 tempest-ServerGroupTestJSON-22669958-project] 10.222.0.87 "GET /v2.0/security-groups?id=89eaf62b-207a-424b-ae04-59938a2bc973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977928 Feb 02 07:06:42.654399 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26279db-7c73-4aa7-9a46-73444bd967fd tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Pushing event updated for resources: {'Port': ['ID=dff6dff0-d75b-4cf0-81e1-4301e50b1177,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:42.670993 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d26279db-7c73-4aa7-9a46-73444bd967fd tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (3ca95e21-9210-4ee2-b38d-399447cee491), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:42.692138 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-66eeec87-6e48-41ec-ace3-c4852ccb49b2 req-334d99db-be3b-411e-b08e-674032a9b5f2 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/security-groups?id=ea557f59-4959-458d-b8fa-a7e2d54a6314&id=a5d4ccaf-26cf-4391-8f4a-c9fd890579b0&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0955009 Feb 02 07:06:42.694638 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port b6e20dc5-5e22-4df3-a2dc-ecfa56b4f907, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=b6e20dc5-5e22-4df3-a2dc-ecfa56b4f907,segment=NetworkSegment(f254d4d5-2922-4852-b49a-b23fffd3fb86),segment_id=f254d4d5-2922-4852-b49a-b23fffd3fb86)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:06:42.721673 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': 'b6e20dc5-5e22-4df3-a2dc-ecfa56b4f907', 'network_id': '62e59aad-2d14-47be-8338-14951124621b', 'port_id': 'b6e20dc5-5e22-4df3-a2dc-ecfa56b4f907', 'mac_address': 'fa:16:3e:e3:ce:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d4d0298-aacd-41f3-981b-f035c75b1253', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:06:42.729775 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-51156419-9aa1-4377-b70c-e5ffd4a4943d req-deb9b338-3041-4db1-a9af-555c761c7726 service neutron] 10.222.0.88 "GET /v2.0/networks/f9701445-c4cf-4d4f-9286-fc4fc0bbd41b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722988 Feb 02 07:06:42.810730 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 48046) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:42.826501 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port b6e20dc5-5e22-4df3-a2dc-ecfa56b4f907 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:06:42.827202 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b6e20dc5-5e22-4df3-a2dc-ecfa56b4f907), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:42.862133 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6e20dc5-5e22-4df3-a2dc-ecfa56b4f907 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:06:42.891717 n-d-789963-26 neutron-server[109693]: INFO neutron.db.l3_db [None req-d26279db-7c73-4aa7-9a46-73444bd967fd tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Floating IP 3ca95e21-9210-4ee2-b38d-399447cee491 associated. External IP: 172.25.4.40, port: 64ffdba9-e0a4-44c7-8a25-f14afe2c14fb. Feb 02 07:06:42.895513 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1dad0e5f-188f-45f0-96d0-ac33735b7ab4 req-fd73e608-aeb1-4c47-83f5-7c81215f04ca tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-738680647&fields=id&tenant_id=32d438d03e3c412aa95bd1ce4c33b4b7 HTTP/1.1" status: 200 len: 267 time: 0.0645380 Feb 02 07:06:42.905034 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port b6e20dc5-5e22-4df3-a2dc-ecfa56b4f907, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=b6e20dc5-5e22-4df3-a2dc-ecfa56b4f907,segment=NetworkSegment(f254d4d5-2922-4852-b49a-b23fffd3fb86),segment_id=f254d4d5-2922-4852-b49a-b23fffd3fb86)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:06:42.913540 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (b6e20dc5-5e22-4df3-a2dc-ecfa56b4f907), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:42.971815 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad0e5f-188f-45f0-96d0-ac33735b7ab4 req-309c48ca-049d-46a1-8f21-4982232f286c tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:42.985702 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1dad0e5f-188f-45f0-96d0-ac33735b7ab4 req-309c48ca-049d-46a1-8f21-4982232f286c tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/ports?device_id=81bd0e49-4581-45a5-a74e-6af2fb177a7d HTTP/1.1" status: 200 len: 984 time: 0.0879991 Feb 02 07:06:42.995375 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-1dad0e5f-188f-45f0-96d0-ac33735b7ab4 req-01c0bb67-75b5-410e-9618-67f446cb8f6f tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Request body: {'port': {'security_groups': ['a5d4ccaf-26cf-4391-8f4a-c9fd890579b0', 'ea557f59-4959-458d-b8fa-a7e2d54a6314', '8baab629-eb75-4520-953b-878c01fb4cf5']}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:06:42.999819 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8d716-1ff4-412c-b7fb-59b9897e6de0 req-bdb87215-de4a-4e6c-8207-b76737d49445 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:43.001313 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6ce8d716-1ff4-412c-b7fb-59b9897e6de0 req-bdb87215-de4a-4e6c-8207-b76737d49445 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=32f5f2ca-71c6-4137-bee4-300527dd6e2f HTTP/1.1" status: 200 len: 944 time: 0.2066212 Feb 02 07:06:43.017310 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=b6e20dc5-5e22-4df3-a2dc-ecfa56b4f907,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:43.024402 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c3da8-a688-4527-9068-e68048169517 req-fc0cf28a-afad-4437-849d-3ba6bb92afea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:43.025926 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-697c3da8-a688-4527-9068-e68048169517 req-fc0cf28a-afad-4437-849d-3ba6bb92afea service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=51472d7ac5b4449fa09fb7150f54f571&device_id=e136febd-b423-4535-857f-7ce49205ad26 HTTP/1.1" status: 200 len: 1126 time: 0.1876993 Feb 02 07:06:43.072562 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-03199b71-e401-430b-beb3-de883105d506 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:43.107181 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-1dad0e5f-188f-45f0-96d0-ac33735b7ab4 req-01c0bb67-75b5-410e-9618-67f446cb8f6f tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (15bc6804-c0cf-42af-b743-9acff5c1be01), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:43.265269 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-acd5e094-4768-4cfe-8d5c-60947e3e218c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:43.347467 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-1dad0e5f-188f-45f0-96d0-ac33735b7ab4 req-01c0bb67-75b5-410e-9618-67f446cb8f6f tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] For port 15bc6804-c0cf-42af-b743-9acff5c1be01, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=15bc6804-c0cf-42af-b743-9acff5c1be01,segment=NetworkSegment(e8a58fd3-a6e1-41b1-93bf-40d6f0cd9541),segment_id=e8a58fd3-a6e1-41b1-93bf-40d6f0cd9541)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:06:43.380551 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-1dad0e5f-188f-45f0-96d0-ac33735b7ab4 req-01c0bb67-75b5-410e-9618-67f446cb8f6f tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks [] for port (15bc6804-c0cf-42af-b743-9acff5c1be01), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:43.386431 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-1dad0e5f-188f-45f0-96d0-ac33735b7ab4 req-01c0bb67-75b5-410e-9618-67f446cb8f6f tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (15bc6804-c0cf-42af-b743-9acff5c1be01), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:43.434772 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad0e5f-188f-45f0-96d0-ac33735b7ab4 req-01c0bb67-75b5-410e-9618-67f446cb8f6f tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:43.435419 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-1dad0e5f-188f-45f0-96d0-ac33735b7ab4 req-01c0bb67-75b5-410e-9618-67f446cb8f6f tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:43.436509 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['b6e20dc5-5e22-4df3-a2dc-ecfa56b4f907'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:06:43.442571 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1dad0e5f-188f-45f0-96d0-ac33735b7ab4 req-01c0bb67-75b5-410e-9618-67f446cb8f6f tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "PUT /v2.0/ports/15bc6804-c0cf-42af-b743-9acff5c1be01 HTTP/1.1" status: 200 len: 1020 time: 0.4531353 Feb 02 07:06:43.442571 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81bd0e49-4581-45a5-a74e-6af2fb177a7d', 'tag': '15bc6804-c0cf-42af-b743-9acff5c1be01'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:06:43.453843 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8332f1e0-79be-425f-988a-873a53fbcc7a" -d '{"events": [{"name": "network-changed", "server_uuid": "81bd0e49-4581-45a5-a74e-6af2fb177a7d", "tag": "15bc6804-c0cf-42af-b743-9acff5c1be01"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:06:43.490491 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6ce8d716-1ff4-412c-b7fb-59b9897e6de0 req-18f6b0e0-6d3c-4ad0-bb8b-7d188a880c92 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4763718 Feb 02 07:06:43.516281 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c0bb67-75b5-410e-9618-67f446cb8f6f tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Pushing event updated for resources: {'Port': ['ID=15bc6804-c0cf-42af-b743-9acff5c1be01,revision_number=7']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:43.546128 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['be07e396-69de-4dfc-b5e8-7825f3428298', '15bc6804-c0cf-42af-b743-9acff5c1be01'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:06:43.595986 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c3da8-a688-4527-9068-e68048169517 req-66c8db0c-3cf6-4e36-85b1-1d4f31659fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:43.598467 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-697c3da8-a688-4527-9068-e68048169517 req-66c8db0c-3cf6-4e36-85b1-1d4f31659fac service neutron] 10.222.0.88 "GET /v2.0/networks?id=f9701445-c4cf-4d4f-9286-fc4fc0bbd41b HTTP/1.1" status: 200 len: 907 time: 0.5554633 Feb 02 07:06:43.598592 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd356a06-7e00-4f3e-8d65-d5dfb0a2f48d req-7585f095-c28d-440f-a7a5-0ca5c390cd8f tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:43.600373 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bd356a06-7e00-4f3e-8d65-d5dfb0a2f48d req-7585f095-c28d-440f-a7a5-0ca5c390cd8f tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/ports?device_id=80149690-37a7-46d9-b8e3-fcd421797a67 HTTP/1.1" status: 200 len: 945 time: 0.0853779 Feb 02 07:06:43.688001 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bd356a06-7e00-4f3e-8d65-d5dfb0a2f48d req-e6a9eba2-3845-4316-a53d-345a47795da0 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/security-groups?id=3031d22f-f419-4370-9379-d12f21c766b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755439 Feb 02 07:06:43.700183 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-697c3da8-a688-4527-9068-e68048169517 req-8972c3fd-26ce-400c-bff4-e53127f72219 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cff51609-e3aa-47fc-838c-fc61d26d18c6 HTTP/1.1" status: 200 len: 217 time: 0.0758958 Feb 02 07:06:43.713578 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d26279db-7c73-4aa7-9a46-73444bd967fd tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Router 6946a29e-0c9b-4876-be90-af232657f1ee has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:06:43.738332 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['15bc6804-c0cf-42af-b743-9acff5c1be01'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:06:43.757844 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-55851f73-9bb8-4e04-bc4b-48f337feb133 req-16f33070-77e0-498d-a7e9-5dba0af238d7 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/security-groups/8baab629-eb75-4520-953b-878c01fb4cf5 HTTP/1.1" status: 200 len: 1818 time: 0.0516205 Feb 02 07:06:43.794444 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-03199b71-e401-430b-beb3-de883105d506 admin admin] Publish callbacks [] for security_group (9d29ed65-df39-4b57-8912-d8b299b730e5), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:43.820626 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adfbed2-e1cf-4e06-b0d6-0898a11507a8 req-eaf79a43-cefe-4208-87d0-c83d26838d81 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:43.821845 n-d-789963-26 neutron-server[109694]: INFO neutron.api.v2.resource [req-55851f73-9bb8-4e04-bc4b-48f337feb133 req-dd49cb78-91c4-4b84-9060-096b7869737d tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 02 07:06:43.822452 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7adfbed2-e1cf-4e06-b0d6-0898a11507a8 req-eaf79a43-cefe-4208-87d0-c83d26838d81 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=e136febd-b423-4535-857f-7ce49205ad26 HTTP/1.1" status: 200 len: 943 time: 0.2209506 Feb 02 07:06:43.823363 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-55851f73-9bb8-4e04-bc4b-48f337feb133 req-dd49cb78-91c4-4b84-9060-096b7869737d tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "DELETE /v2.0/security-groups/8baab629-eb75-4520-953b-878c01fb4cf5 HTTP/1.1" status: 409 len: 341 time: 0.0590982 Feb 02 07:06:43.860858 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-03199b71-e401-430b-beb3-de883105d506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (9d29ed65-df39-4b57-8912-d8b299b730e5), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:43.868836 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e1e677-bf5f-41ce-8f13-996725f43e28 x-openstack-request-id: req-49e1e677-bf5f-41ce-8f13-996725f43e28 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:06:43.869313 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81bd0e49-4581-45a5-a74e-6af2fb177a7d", "tag": "15bc6804-c0cf-42af-b743-9acff5c1be01", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:06:43.869720 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-49e1e677-bf5f-41ce-8f13-996725f43e28 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:06:43.870443 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81bd0e49-4581-45a5-a74e-6af2fb177a7d', 'tag': '15bc6804-c0cf-42af-b743-9acff5c1be01', 'status': 'completed', 'code': 200} Feb 02 07:06:43.908769 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c3da8-a688-4527-9068-e68048169517 req-aea57ad3-e396-4ede-a647-5088a36b21e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:43.910435 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-697c3da8-a688-4527-9068-e68048169517 req-aea57ad3-e396-4ede-a647-5088a36b21e9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=32144128-c19d-4644-8a7f-0675355df2fd HTTP/1.1" status: 200 len: 846 time: 0.1991520 Feb 02 07:06:44.020547 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8332f1e0-79be-425f-988a-873a53fbcc7a req-77f37347-dd08-4806-a15e-b58b3cdea99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:44.023287 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8332f1e0-79be-425f-988a-873a53fbcc7a req-77f37347-dd08-4806-a15e-b58b3cdea99b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=32d438d03e3c412aa95bd1ce4c33b4b7&device_id=81bd0e49-4581-45a5-a74e-6af2fb177a7d HTTP/1.1" status: 200 len: 1207 time: 0.0908709 Feb 02 07:06:44.028349 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-03199b71-e401-430b-beb3-de883105d506 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9bf45a3c78094724b6efbf616eef4278&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2143438 Feb 02 07:06:44.028588 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-697c3da8-a688-4527-9068-e68048169517 req-eb2063b6-b3e6-4a4e-a126-6650c6678fc0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f9701445-c4cf-4d4f-9286-fc4fc0bbd41b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0969858 Feb 02 07:06:44.029263 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03199b71-e401-430b-beb3-de883105d506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d29ed65-df39-4b57-8912-d8b299b730e5,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:44.030942 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 48062) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:44.056141 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca4e686-9e60-4ad2-9084-8043d38ed8ce req-2949b2c9-0f0a-448a-9974-797357535980 tempest-ServerGroupTestJSON-22669958 tempest-ServerGroupTestJSON-22669958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:44.064001 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fca4e686-9e60-4ad2-9084-8043d38ed8ce req-2949b2c9-0f0a-448a-9974-797357535980 tempest-ServerGroupTestJSON-22669958 tempest-ServerGroupTestJSON-22669958-project] 10.222.0.87 "GET /v2.0/ports?device_id=807f32b3-06b9-4342-92fc-55cc754886fc HTTP/1.1" status: 200 len: 945 time: 0.0992935 Feb 02 07:06:44.075406 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7adfbed2-e1cf-4e06-b0d6-0898a11507a8 req-36829a45-3692-4fd3-8fe7-ccb58f54980a tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157519 Feb 02 07:06:44.112797 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d26279db-7c73-4aa7-9a46-73444bd967fd tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:06:44.126309 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27aca7f-6c95-43ca-b266-7bbdc3328af5 None None] Sync routers for ids ['6946a29e-0c9b-4876-be90-af232657f1ee'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:06:44.147008 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27aca7f-6c95-43ca-b266-7bbdc3328af5 None None] Routers {'6946a29e-0c9b-4876-be90-af232657f1ee'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:06:44.148576 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-a27aca7f-6c95-43ca-b266-7bbdc3328af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:06:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['6946a29e-0c9b-4876-be90-af232657f1ee'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:06:44.184867 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d26279db-7c73-4aa7-9a46-73444bd967fd tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:44.229828 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fca4e686-9e60-4ad2-9084-8043d38ed8ce req-0e76c11a-2dcc-4279-94a6-57d4654c9e43 tempest-ServerGroupTestJSON-22669958 tempest-ServerGroupTestJSON-22669958-project] 10.222.0.87 "GET /v2.0/security-groups?id=89eaf62b-207a-424b-ae04-59938a2bc973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645253 Feb 02 07:06:44.255121 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-a27aca7f-6c95-43ca-b266-7bbdc3328af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:06:44.286193 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27aca7f-6c95-43ca-b266-7bbdc3328af5 None None] Routers {'6946a29e-0c9b-4876-be90-af232657f1ee'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:06:44.288368 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-a27aca7f-6c95-43ca-b266-7bbdc3328af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:06:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['6946a29e-0c9b-4876-be90-af232657f1ee'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:06:44.298997 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0252cdb8-b33e-4d53-85cb-6df6e92e6fdf admin admin] Publish callbacks [] for security_group (9d29ed65-df39-4b57-8912-d8b299b730e5), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:44.304078 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-697c3da8-a688-4527-9068-e68048169517 req-3e00e10b-f5ac-49f1-b38b-0b258db983e6 service neutron] 10.222.0.88 "GET /v2.0/networks/f9701445-c4cf-4d4f-9286-fc4fc0bbd41b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626081 Feb 02 07:06:44.319903 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d26279db-7c73-4aa7-9a46-73444bd967fd tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.3145280 Feb 02 07:06:44.322474 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 48066) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:44.327286 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-8a27e6d6-7740-4d54-8903-3267e04bbfc2 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:06:44.344658 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8332f1e0-79be-425f-988a-873a53fbcc7a req-1803a469-0a05-4491-b3fe-0ed9856779d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:44.351521 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8332f1e0-79be-425f-988a-873a53fbcc7a req-1803a469-0a05-4491-b3fe-0ed9856779d3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=4dc80cef-b607-4e43-a37e-1cb34fdb7f94 HTTP/1.1" status: 200 len: 913 time: 0.3067317 Feb 02 07:06:44.356769 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-a27aca7f-6c95-43ca-b266-7bbdc3328af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:06:44.357710 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27aca7f-6c95-43ca-b266-7bbdc3328af5 None None] The sync data for ids ['6946a29e-0c9b-4876-be90-af232657f1ee'] in n-d-789963-26 is: [] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:06:44.441875 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8332f1e0-79be-425f-988a-873a53fbcc7a req-4179b4b9-fbd7-44bb-a421-0617ece7d650 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=15bc6804-c0cf-42af-b743-9acff5c1be01 HTTP/1.1" status: 200 len: 217 time: 0.0865130 Feb 02 07:06:44.445002 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0252cdb8-b33e-4d53-85cb-6df6e92e6fdf admin admin] Publish callbacks [] for security_group (9d29ed65-df39-4b57-8912-d8b299b730e5), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:44.491842 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8a27e6d6-7740-4d54-8903-3267e04bbfc2 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for floatingip (3ca95e21-9210-4ee2-b38d-399447cee491), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:44.508103 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 6e3e472f-b38f-4eaa-8125-2415a7780d63 up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:06:44.542325 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8332f1e0-79be-425f-988a-873a53fbcc7a req-9056dccc-6602-45e1-b053-0298491df119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:44.544165 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8332f1e0-79be-425f-988a-873a53fbcc7a req-9056dccc-6602-45e1-b053-0298491df119 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=75a9fb07-f9cb-4fc4-b8ba-4721a09818ff HTTP/1.1" status: 200 len: 852 time: 0.0954976 Feb 02 07:06:44.583996 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773bb64-5a4c-4bf4-895c-02b0e3d3d440 req-0e983de2-800e-4964-9cf1-b783bbae5854 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:44.591884 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f773bb64-5a4c-4bf4-895c-02b0e3d3d440 req-0e983de2-800e-4964-9cf1-b783bbae5854 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/ports?device_id=81bd0e49-4581-45a5-a74e-6af2fb177a7d HTTP/1.1" status: 200 len: 1023 time: 0.2293086 Feb 02 07:06:44.604034 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0252cdb8-b33e-4d53-85cb-6df6e92e6fdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (9d29ed65-df39-4b57-8912-d8b299b730e5), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:44.605420 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:44.607014 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0252cdb8-b33e-4d53-85cb-6df6e92e6fdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:44.610857 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0252cdb8-b33e-4d53-85cb-6df6e92e6fdf admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/9d29ed65-df39-4b57-8912-d8b299b730e5 HTTP/1.1" status: 204 len: 168 time: 0.5761805 Feb 02 07:06:44.624323 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port 6e3e472f-b38f-4eaa-8125-2415a7780d63 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:06:44.634920 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port 6e3e472f-b38f-4eaa-8125-2415a7780d63 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:06:44.636003 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (6e3e472f-b38f-4eaa-8125-2415a7780d63), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:44.636660 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8332f1e0-79be-425f-988a-873a53fbcc7a req-b84a11db-48fe-47d4-865e-e486cc8b2d94 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4dc80cef-b607-4e43-a37e-1cb34fdb7f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696340 Feb 02 07:06:44.669367 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0252cdb8-b33e-4d53-85cb-6df6e92e6fdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d29ed65-df39-4b57-8912-d8b299b730e5,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:44.697130 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8a27e6d6-7740-4d54-8903-3267e04bbfc2 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:44.721392 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-697c3da8-a688-4527-9068-e68048169517 req-5d2861c6-3f4b-4e8f-9cf9-cb2e2e15b268 service neutron] 10.222.0.88 "GET /v2.0/networks/f9701445-c4cf-4d4f-9286-fc4fc0bbd41b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339312 Feb 02 07:06:44.724049 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8a27e6d6-7740-4d54-8903-3267e04bbfc2 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (3ca95e21-9210-4ee2-b38d-399447cee491), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:44.725483 n-d-789963-26 neutron-server[109693]: INFO neutron.db.l3_db [None req-8a27e6d6-7740-4d54-8903-3267e04bbfc2 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Floating IP 3ca95e21-9210-4ee2-b38d-399447cee491 disassociated. External IP: 172.25.4.40, port: 64ffdba9-e0a4-44c7-8a25-f14afe2c14fb. Feb 02 07:06:44.750775 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 6e3e472f-b38f-4eaa-8125-2415a7780d63 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:06:44.751309 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (6e3e472f-b38f-4eaa-8125-2415a7780d63), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:44.798178 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 6e3e472f-b38f-4eaa-8125-2415a7780d63, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=6e3e472f-b38f-4eaa-8125-2415a7780d63,segment=NetworkSegment(0708fd28-2d16-470c-840a-add81f0f58a2),segment_id=0708fd28-2d16-470c-840a-add81f0f58a2)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:06:44.799729 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80149690-37a7-46d9-b8e3-fcd421797a67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e3e472f-b38f-4eaa-8125-2415a7780d63'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:06:44.803042 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8712d904-c731-40da-b135-7f031d27617b" -d '{"events": [{"server_uuid": "80149690-37a7-46d9-b8e3-fcd421797a67", "name": "network-vif-plugged", "status": "completed", "tag": "6e3e472f-b38f-4eaa-8125-2415a7780d63"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:06:44.819198 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (6e3e472f-b38f-4eaa-8125-2415a7780d63), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:44.825908 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device d394fde5-fe9f-4589-bb6b-f852c92a9e2f up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:06:44.854249 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f773bb64-5a4c-4bf4-895c-02b0e3d3d440 req-c4982e2b-60bc-41f8-87d0-cd1803dde61e tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/security-groups?id=8baab629-eb75-4520-953b-878c01fb4cf5&id=ea557f59-4959-458d-b8fa-a7e2d54a6314&id=a5d4ccaf-26cf-4391-8f4a-c9fd890579b0&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2615008 Feb 02 07:06:44.890831 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8332f1e0-79be-425f-988a-873a53fbcc7a req-c878df2b-9a65-4303-9291-6095192e4305 service neutron] 10.222.0.88 "GET /v2.0/networks/4dc80cef-b607-4e43-a37e-1cb34fdb7f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359259 Feb 02 07:06:44.985648 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port d394fde5-fe9f-4589-bb6b-f852c92a9e2f completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:06:44.993008 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=6e3e472f-b38f-4eaa-8125-2415a7780d63,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:44.996075 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port d394fde5-fe9f-4589-bb6b-f852c92a9e2f triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:06:44.996624 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (d394fde5-fe9f-4589-bb6b-f852c92a9e2f), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:45.039884 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f43396-b4d6-469d-8565-e3a2b24a14a3 req-e6822a1f-eedd-4327-9724-36847859601c tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:45.042362 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a3f43396-b4d6-469d-8565-e3a2b24a14a3 req-e6822a1f-eedd-4327-9724-36847859601c tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=32f5f2ca-71c6-4137-bee4-300527dd6e2f HTTP/1.1" status: 200 len: 944 time: 0.3236320 Feb 02 07:06:45.077848 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8332f1e0-79be-425f-988a-873a53fbcc7a req-96ccc317-02cf-4c91-baf6-17f3da1f424f service neutron] 10.222.0.88 "GET /v2.0/networks/4dc80cef-b607-4e43-a37e-1cb34fdb7f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786792 Feb 02 07:06:45.093475 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d62de-e6cb-499f-a126-92198f65ce2d req-ebc82487-61ae-4428-9830-26811abace2a tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:45.095398 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-533d62de-e6cb-499f-a126-92198f65ce2d req-ebc82487-61ae-4428-9830-26811abace2a tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/ports?device_id=80149690-37a7-46d9-b8e3-fcd421797a67 HTTP/1.1" status: 200 len: 946 time: 0.1078217 Feb 02 07:06:45.107686 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port d394fde5-fe9f-4589-bb6b-f852c92a9e2f is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:06:45.109369 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (d394fde5-fe9f-4589-bb6b-f852c92a9e2f), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:45.173039 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-533d62de-e6cb-499f-a126-92198f65ce2d req-6e21339b-04e3-4120-bce3-b9f78c65b360 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/security-groups?id=3031d22f-f419-4370-9379-d12f21c766b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628777 Feb 02 07:06:45.192534 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port d394fde5-fe9f-4589-bb6b-f852c92a9e2f, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=d394fde5-fe9f-4589-bb6b-f852c92a9e2f,segment=NetworkSegment(fc0a4cad-9504-4785-979c-6732d183490f),segment_id=fc0a4cad-9504-4785-979c-6732d183490f)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:06:45.206049 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (d394fde5-fe9f-4589-bb6b-f852c92a9e2f), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:45.238286 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a3f43396-b4d6-469d-8565-e3a2b24a14a3 req-44937102-6d99-4ea9-9275-2309a5a1048c tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826751 Feb 02 07:06:45.258165 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a27e6d6-7740-4d54-8903-3267e04bbfc2 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Router 6946a29e-0c9b-4876-be90-af232657f1ee has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:06:45.270760 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3930f308-9e87-43f1-961a-0cd44adc06d5 x-openstack-request-id: req-3930f308-9e87-43f1-961a-0cd44adc06d5 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:06:45.271829 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80149690-37a7-46d9-b8e3-fcd421797a67", "name": "network-vif-plugged", "status": "completed", "tag": "6e3e472f-b38f-4eaa-8125-2415a7780d63", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:06:45.272235 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-3930f308-9e87-43f1-961a-0cd44adc06d5 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:06:45.273099 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80149690-37a7-46d9-b8e3-fcd421797a67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e3e472f-b38f-4eaa-8125-2415a7780d63', 'code': 200} Feb 02 07:06:45.291460 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=d394fde5-fe9f-4589-bb6b-f852c92a9e2f,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:45.431860 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173bd92d-871a-4a30-9c0f-b6e1f72adbee req-5b7a91ff-a9b1-4a38-8cae-effeda40a4ae tempest-ServerGroupTestJSON-22669958 tempest-ServerGroupTestJSON-22669958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:45.434469 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-173bd92d-871a-4a30-9c0f-b6e1f72adbee req-5b7a91ff-a9b1-4a38-8cae-effeda40a4ae tempest-ServerGroupTestJSON-22669958 tempest-ServerGroupTestJSON-22669958-project] 10.222.0.87 "GET /v2.0/ports?device_id=807f32b3-06b9-4342-92fc-55cc754886fc HTTP/1.1" status: 200 len: 945 time: 0.0839050 Feb 02 07:06:45.480649 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a27e6d6-7740-4d54-8903-3267e04bbfc2 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:06:45.485352 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8a27e6d6-7740-4d54-8903-3267e04bbfc2 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:45.496143 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1817ca69-e593-4313-b559-77da4b1fd4a4 None None] Sync routers for ids ['6946a29e-0c9b-4876-be90-af232657f1ee'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:06:45.509292 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1817ca69-e593-4313-b559-77da4b1fd4a4 None None] Routers {'6946a29e-0c9b-4876-be90-af232657f1ee'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:06:45.511036 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-1817ca69-e593-4313-b559-77da4b1fd4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:06:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['6946a29e-0c9b-4876-be90-af232657f1ee'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:06:45.536354 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7174bf5d-209b-4a97-a782-0f7bea6b34e0 req-be1211e5-00bf-48de-a4ef-3a4daa6213b0 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:45.538438 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7174bf5d-209b-4a97-a782-0f7bea6b34e0 req-be1211e5-00bf-48de-a4ef-3a4daa6213b0 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=e136febd-b423-4535-857f-7ce49205ad26 HTTP/1.1" status: 200 len: 943 time: 0.1891813 Feb 02 07:06:45.538955 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-173bd92d-871a-4a30-9c0f-b6e1f72adbee req-2eac0c3a-591d-4bc7-8db0-90fb74d2b64d tempest-ServerGroupTestJSON-22669958 tempest-ServerGroupTestJSON-22669958-project] 10.222.0.87 "GET /v2.0/security-groups?id=89eaf62b-207a-424b-ae04-59938a2bc973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936570 Feb 02 07:06:45.544592 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 48096) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:45.544730 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-8a27e6d6-7740-4d54-8903-3267e04bbfc2 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] 10.222.0.87 "PUT /v2.0/floatingips/3ca95e21-9210-4ee2-b38d-399447cee491 HTTP/1.1" status: 200 len: 687 time: 1.2209582 Feb 02 07:06:45.554267 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fa66c-8ae5-403a-bbb6-9b66a2e9b7ef req-dcc72824-04f0-4b34-bdb2-b83995c01fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:45.556571 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2c8fa66c-8ae5-403a-bbb6-9b66a2e9b7ef req-dcc72824-04f0-4b34-bdb2-b83995c01fe9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=80149690-37a7-46d9-b8e3-fcd421797a67 HTTP/1.1" status: 200 len: 1129 time: 0.1904120 Feb 02 07:06:45.560573 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-1817ca69-e593-4313-b559-77da4b1fd4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:06:45.571264 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device cff51609-e3aa-47fc-838c-fc61d26d18c6 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:06:45.584834 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1817ca69-e593-4313-b559-77da4b1fd4a4 None None] Routers {'6946a29e-0c9b-4876-be90-af232657f1ee'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:06:45.585625 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-1817ca69-e593-4313-b559-77da4b1fd4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:06:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['6946a29e-0c9b-4876-be90-af232657f1ee'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:06:45.628402 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7174bf5d-209b-4a97-a782-0f7bea6b34e0 req-73b9e284-b631-45a0-bf1c-4da866c0ba58 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823243 Feb 02 07:06:45.652987 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2c8fa66c-8ae5-403a-bbb6-9b66a2e9b7ef req-074f94b3-d822-4405-8b4e-7e909101a54c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3031d22f-f419-4370-9379-d12f21c766b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897746 Feb 02 07:06:45.724598 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-049dd923-8a9a-43a3-bce8-46af1de8acdc tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Deleting port dff6dff0-d75b-4cf0-81e1-4301e50b1177 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:06:45.725179 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-049dd923-8a9a-43a3-bce8-46af1de8acdc tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (dff6dff0-d75b-4cf0-81e1-4301e50b1177), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:45.730693 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 48100) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:45.775082 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-1817ca69-e593-4313-b559-77da4b1fd4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:06:45.775788 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1817ca69-e593-4313-b559-77da4b1fd4a4 None None] The sync data for ids ['6946a29e-0c9b-4876-be90-af232657f1ee'] in n-d-789963-26 is: [] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:06:45.784632 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.db.resource_extend [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 07:06:45.826673 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-049dd923-8a9a-43a3-bce8-46af1de8acdc tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (dff6dff0-d75b-4cf0-81e1-4301e50b1177), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:45.827083 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-049dd923-8a9a-43a3-bce8-46af1de8acdc tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for floatingip (dff6dff0-d75b-4cf0-81e1-4301e50b1177), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:45.840748 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-049dd923-8a9a-43a3-bce8-46af1de8acdc tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Calling delete_port for dff6dff0-d75b-4cf0-81e1-4301e50b1177 owned by network:floatingip {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:06:45.846946 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-ad5cbf00-ad04-4c1d-9fad-4217a9fe8b9f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-155004712-network', 'tenant_id': 'b7fdb1e3c067496f9bb9145fa1a55099'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:06:45.866145 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port cff51609-e3aa-47fc-838c-fc61d26d18c6, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=cff51609-e3aa-47fc-838c-fc61d26d18c6,segment=NetworkSegment(50b2c935-c140-4230-880a-508574d9ed43),segment_id=50b2c935-c140-4230-880a-508574d9ed43)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:06:45.869574 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad5cbf00-ad04-4c1d-9fad-4217a9fe8b9f admin admin] Made reservation on behalf of b7fdb1e3c067496f9bb9145fa1a55099 for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:06:45.871936 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ad5cbf00-ad04-4c1d-9fad-4217a9fe8b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:45.878521 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': 'cff51609-e3aa-47fc-838c-fc61d26d18c6', 'network_id': 'f9701445-c4cf-4d4f-9286-fc4fc0bbd41b', 'port_id': 'cff51609-e3aa-47fc-838c-fc61d26d18c6', 'mac_address': 'fa:16:3e:db:01:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32144128-c19d-4644-8a7f-0675355df2fd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:06:45.882293 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ad5cbf00-ad04-4c1d-9fad-4217a9fe8b9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:45.923998 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port cff51609-e3aa-47fc-838c-fc61d26d18c6 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:06:45.924640 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (cff51609-e3aa-47fc-838c-fc61d26d18c6), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:45.946572 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cff51609-e3aa-47fc-838c-fc61d26d18c6 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:06:45.980660 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ad5cbf00-ad04-4c1d-9fad-4217a9fe8b9f admin admin] Publish callbacks [] for security_group (48fa8d36-3743-4aa2-8424-fdea23fe737c), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:45.986141 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ad5cbf00-ad04-4c1d-9fad-4217a9fe8b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (48fa8d36-3743-4aa2-8424-fdea23fe737c), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:45.987061 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port cff51609-e3aa-47fc-838c-fc61d26d18c6, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=cff51609-e3aa-47fc-838c-fc61d26d18c6,segment=NetworkSegment(50b2c935-c140-4230-880a-508574d9ed43),segment_id=50b2c935-c140-4230-880a-508574d9ed43)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:06:45.991165 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:45.993406 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (cff51609-e3aa-47fc-838c-fc61d26d18c6), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:46.016497 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5cbf00-ad04-4c1d-9fad-4217a9fe8b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48fa8d36-3743-4aa2-8424-fdea23fe737c,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:46.036273 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-049dd923-8a9a-43a3-bce8-46af1de8acdc tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (dff6dff0-d75b-4cf0-81e1-4301e50b1177), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:46.044508 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad5cbf00-ad04-4c1d-9fad-4217a9fe8b9f admin admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:06:46.051850 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=cff51609-e3aa-47fc-838c-fc61d26d18c6,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:46.054446 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54dae67-2f8a-4010-884d-165c5de9cd96 req-c78e8016-8100-44a8-83a2-365ece807d38 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:46.055839 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ad5cbf00-ad04-4c1d-9fad-4217a9fe8b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (7154ec41-d824-4b60-a7e6-ae89e34423e5), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:46.056037 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d54dae67-2f8a-4010-884d-165c5de9cd96 req-c78e8016-8100-44a8-83a2-365ece807d38 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/ports?device_id=81bd0e49-4581-45a5-a74e-6af2fb177a7d HTTP/1.1" status: 200 len: 1023 time: 0.0997972 Feb 02 07:06:46.056371 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-ad5cbf00-ad04-4c1d-9fad-4217a9fe8b9f admin admin] Added segment 7154ec41-d824-4b60-a7e6-ae89e34423e5 of type vlan for network fbe32aa1-bfb4-4a04-9fbd-febd2f0ba80f Feb 02 07:06:46.085084 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049dd923-8a9a-43a3-bce8-46af1de8acdc tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Pushing event deleted for resources: {'Port': ['ID=dff6dff0-d75b-4cf0-81e1-4301e50b1177,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:46.107131 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ad5cbf00-ad04-4c1d-9fad-4217a9fe8b9f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (fbe32aa1-bfb4-4a04-9fbd-febd2f0ba80f), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:46.132551 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ad5cbf00-ad04-4c1d-9fad-4217a9fe8b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (fbe32aa1-bfb4-4a04-9fbd-febd2f0ba80f), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:46.133642 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5cbf00-ad04-4c1d-9fad-4217a9fe8b9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:46.134282 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ad5cbf00-ad04-4c1d-9fad-4217a9fe8b9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:46.197101 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-ad5cbf00-ad04-4c1d-9fad-4217a9fe8b9f admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4651608 Feb 02 07:06:46.199931 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 48106) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:46.204513 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-eb2d265a-14cd-4c42-8604-6bda7266c06c admin admin] Request body: {'subnet': {'network_id': 'fbe32aa1-bfb4-4a04-9fbd-febd2f0ba80f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-155004712-subnet', 'tenant_id': 'b7fdb1e3c067496f9bb9145fa1a55099', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:06:46.209236 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5cbf00-ad04-4c1d-9fad-4217a9fe8b9f admin admin] Pushing event updated for resources: {'Network': ['ID=fbe32aa1-bfb4-4a04-9fbd-febd2f0ba80f,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:46.222350 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-049dd923-8a9a-43a3-bce8-46af1de8acdc tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for floatingip (3ca95e21-9210-4ee2-b38d-399447cee491), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:46.225009 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-049dd923-8a9a-43a3-bce8-46af1de8acdc tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:46.226171 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-049dd923-8a9a-43a3-bce8-46af1de8acdc tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] 10.222.0.87 "DELETE /v2.0/floatingips/3ca95e21-9210-4ee2-b38d-399447cee491 HTTP/1.1" status: 204 len: 168 time: 0.6803863 Feb 02 07:06:46.226293 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network fbe32aa1-bfb4-4a04-9fbd-febd2f0ba80f details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:06:46.230825 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 48110) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:46.234411 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcdbb80-16e6-4385-8815-c1177a3aa811 req-1c420430-b3f7-46f8-a078-2400ab0251f8 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:46.235920 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5dcdbb80-16e6-4385-8815-c1177a3aa811 req-1c420430-b3f7-46f8-a078-2400ab0251f8 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.88 "GET /v2.0/ports?device_id=81bd0e49-4581-45a5-a74e-6af2fb177a7d HTTP/1.1" status: 200 len: 1023 time: 0.1621180 Feb 02 07:06:46.236808 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-63589381-bb36-4ee7-90e2-dcc558bb1bde tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Request body: {'floatingip': {'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'port_id': '560c0193-2b07-43a3-b2b6-eae5e0909a84'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:06:46.242091 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d54dae67-2f8a-4010-884d-165c5de9cd96 req-e885c1fe-4070-466e-95a3-2a398f1ae469 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/security-groups?id=8baab629-eb75-4520-953b-878c01fb4cf5&id=ea557f59-4959-458d-b8fa-a7e2d54a6314&id=a5d4ccaf-26cf-4391-8f4a-c9fd890579b0&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1671553 Feb 02 07:06:46.245357 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb2d265a-14cd-4c42-8604-6bda7266c06c admin admin] Made reservation on behalf of b7fdb1e3c067496f9bb9145fa1a55099 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:06:46.249107 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-eb2d265a-14cd-4c42-8604-6bda7266c06c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:46.322256 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['cff51609-e3aa-47fc-838c-fc61d26d18c6'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:06:46.333516 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-63589381-bb36-4ee7-90e2-dcc558bb1bde tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:46.443951 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c73231-9ea4-4402-8384-7475918d9f6e req-e8f3e6c9-a266-4d90-bc58-6bbb2393064b tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:46.452139 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d7c73231-9ea4-4402-8384-7475918d9f6e req-e8f3e6c9-a266-4d90-bc58-6bbb2393064b tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=32f5f2ca-71c6-4137-bee4-300527dd6e2f HTTP/1.1" status: 200 len: 945 time: 0.1183243 Feb 02 07:06:46.457231 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-5dcdbb80-16e6-4385-8815-c1177a3aa811 req-40c00efd-5df6-4b97-9554-d0bdaf49de6d tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Deleting port 15bc6804-c0cf-42af-b743-9acff5c1be01 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:06:46.457676 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-5dcdbb80-16e6-4385-8815-c1177a3aa811 req-40c00efd-5df6-4b97-9554-d0bdaf49de6d tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (15bc6804-c0cf-42af-b743-9acff5c1be01), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:46.475445 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2aadc-3901-4148-b75f-e191f1ee4c19 req-9113f010-9621-44c1-908b-a4b0423854e4 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:46.476993 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f4b2aadc-3901-4148-b75f-e191f1ee4c19 req-9113f010-9621-44c1-908b-a4b0423854e4 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/ports?device_id=80149690-37a7-46d9-b8e3-fcd421797a67 HTTP/1.1" status: 200 len: 946 time: 0.1489830 Feb 02 07:06:46.522088 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device b6e20dc5-5e22-4df3-a2dc-ecfa56b4f907 up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:06:46.581961 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port b6e20dc5-5e22-4df3-a2dc-ecfa56b4f907 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:06:46.586644 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port b6e20dc5-5e22-4df3-a2dc-ecfa56b4f907 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:06:46.587035 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b6e20dc5-5e22-4df3-a2dc-ecfa56b4f907), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:46.592297 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d7c73231-9ea4-4402-8384-7475918d9f6e req-4e5976a8-cf9b-4a32-aecb-5ba61a1fae7e tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288207 Feb 02 07:06:46.623517 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-5dcdbb80-16e6-4385-8815-c1177a3aa811 req-40c00efd-5df6-4b97-9554-d0bdaf49de6d tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] For port 15bc6804-c0cf-42af-b743-9acff5c1be01, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=15bc6804-c0cf-42af-b743-9acff5c1be01,segment=NetworkSegment(e8a58fd3-a6e1-41b1-93bf-40d6f0cd9541),segment_id=e8a58fd3-a6e1-41b1-93bf-40d6f0cd9541)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:06:46.624526 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-5dcdbb80-16e6-4385-8815-c1177a3aa811 req-40c00efd-5df6-4b97-9554-d0bdaf49de6d tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (15bc6804-c0cf-42af-b743-9acff5c1be01), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:46.626228 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f4b2aadc-3901-4148-b75f-e191f1ee4c19 req-5c7a371d-8ea4-4af5-89db-4311cb3b3c8a tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/security-groups?id=3031d22f-f419-4370-9379-d12f21c766b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284509 Feb 02 07:06:46.631080 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-eb2d265a-14cd-4c42-8604-6bda7266c06c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (de54ac3b-53c6-4616-b4f7-803ea09b48a9), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:46.667860 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-5dcdbb80-16e6-4385-8815-c1177a3aa811 req-40c00efd-5df6-4b97-9554-d0bdaf49de6d tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Calling delete_port for 15bc6804-c0cf-42af-b743-9acff5c1be01 owned by compute:nova {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:06:46.678702 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-63589381-bb36-4ee7-90e2-dcc558bb1bde tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:46.706537 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port b6e20dc5-5e22-4df3-a2dc-ecfa56b4f907 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:06:46.707216 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b6e20dc5-5e22-4df3-a2dc-ecfa56b4f907), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:46.742652 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port b6e20dc5-5e22-4df3-a2dc-ecfa56b4f907, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=b6e20dc5-5e22-4df3-a2dc-ecfa56b4f907,segment=NetworkSegment(f254d4d5-2922-4852-b49a-b23fffd3fb86),segment_id=f254d4d5-2922-4852-b49a-b23fffd3fb86)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:06:46.748774 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (b6e20dc5-5e22-4df3-a2dc-ecfa56b4f907), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:46.783978 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2d265a-14cd-4c42-8604-6bda7266c06c admin admin] Pushing event updated for resources: {'Subnet': ['ID=de54ac3b-53c6-4616-b4f7-803ea09b48a9,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:46.798102 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2d265a-14cd-4c42-8604-6bda7266c06c admin admin] Checking segment: {'id': '7154ec41-d824-4b60-a7e6-ae89e34423e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'fbe32aa1-bfb4-4a04-9fbd-febd2f0ba80f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:06:46.798481 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2d265a-14cd-4c42-8604-6bda7266c06c admin admin] Network hostable DHCP agents. Network: fbe32aa1-bfb4-4a04-9fbd-febd2f0ba80f, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:06:46.799458 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=b6e20dc5-5e22-4df3-a2dc-ecfa56b4f907,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:46.801461 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d19f3d1-7169-44c5-8c2b-681186613c9d req-ef04a20f-2bc9-42a8-91cd-9764169d0be5 tempest-ServerGroupTestJSON-22669958 tempest-ServerGroupTestJSON-22669958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:46.808181 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2d19f3d1-7169-44c5-8c2b-681186613c9d req-ef04a20f-2bc9-42a8-91cd-9764169d0be5 tempest-ServerGroupTestJSON-22669958 tempest-ServerGroupTestJSON-22669958-project] 10.222.0.87 "GET /v2.0/ports?device_id=807f32b3-06b9-4342-92fc-55cc754886fc HTTP/1.1" status: 200 len: 945 time: 0.1425972 Feb 02 07:06:46.873030 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899fa23-1666-4cde-a1c8-db1990e06618 req-c850e6bd-a703-48e7-b441-4bafe8e293d8 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:46.874514 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0899fa23-1666-4cde-a1c8-db1990e06618 req-c850e6bd-a703-48e7-b441-4bafe8e293d8 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=e136febd-b423-4535-857f-7ce49205ad26 HTTP/1.1" status: 200 len: 944 time: 0.1661339 Feb 02 07:06:46.875099 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2d265a-14cd-4c42-8604-6bda7266c06c admin admin] Network fbe32aa1-bfb4-4a04-9fbd-febd2f0ba80f is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:06:46.889903 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2d19f3d1-7169-44c5-8c2b-681186613c9d req-5ddcfb57-2616-4568-a25a-c9e754671d19 tempest-ServerGroupTestJSON-22669958 tempest-ServerGroupTestJSON-22669958-project] 10.222.0.87 "GET /v2.0/security-groups?id=89eaf62b-207a-424b-ae04-59938a2bc973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805850 Feb 02 07:06:46.902701 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-63589381-bb36-4ee7-90e2-dcc558bb1bde tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Allocated IP 172.25.4.136 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/646b428b-f4e7-410b-88c9-c28ae478fe7b) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:06:46.907638 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-eb2d265a-14cd-4c42-8604-6bda7266c06c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, fbe32aa1-bfb4-4a04-9fbd-febd2f0ba80f) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:06:46.912421 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2d265a-14cd-4c42-8604-6bda7266c06c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:46.913246 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-eb2d265a-14cd-4c42-8604-6bda7266c06c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:46.917925 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fbae2e-efae-4559-96a5-404e4dfcbfe7 None None] Network fbe32aa1-bfb4-4a04-9fbd-febd2f0ba80f requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:06:46.931143 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-5dcdbb80-16e6-4385-8815-c1177a3aa811 req-40c00efd-5df6-4b97-9554-d0bdaf49de6d tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (15bc6804-c0cf-42af-b743-9acff5c1be01), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:46.964844 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c00efd-5df6-4b97-9554-d0bdaf49de6d tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Pushing event deleted for resources: {'Port': ['ID=15bc6804-c0cf-42af-b743-9acff5c1be01,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:46.974679 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-eb2d265a-14cd-4c42-8604-6bda7266c06c admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7730191 Feb 02 07:06:47.002369 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0899fa23-1666-4cde-a1c8-db1990e06618 req-fc09030a-d48c-4c06-8b2c-b283c788d9e1 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186583 Feb 02 07:06:47.032688 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['be07e396-69de-4dfc-b5e8-7825f3428298', '15bc6804-c0cf-42af-b743-9acff5c1be01'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:06:47.055117 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dcdbb80-16e6-4385-8815-c1177a3aa811 req-40c00efd-5df6-4b97-9554-d0bdaf49de6d tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] No DVR routers for this DVR port 15bc6804-c0cf-42af-b743-9acff5c1be01 on host n-h1-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:06:47.058316 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-5dcdbb80-16e6-4385-8815-c1177a3aa811 req-40c00efd-5df6-4b97-9554-d0bdaf49de6d tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:47.062127 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5dcdbb80-16e6-4385-8815-c1177a3aa811 req-40c00efd-5df6-4b97-9554-d0bdaf49de6d tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.88 "DELETE /v2.0/ports/15bc6804-c0cf-42af-b743-9acff5c1be01 HTTP/1.1" status: 204 len: 173 time: 0.8191569 Feb 02 07:06:47.063462 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81bd0e49-4581-45a5-a74e-6af2fb177a7d', 'name': 'network-vif-deleted', 'tag': '15bc6804-c0cf-42af-b743-9acff5c1be01'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:06:47.066666 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2edaa34f-aece-4df6-b4f3-4d2d1d2cd0b1" -d '{"events": [{"server_uuid": "81bd0e49-4581-45a5-a74e-6af2fb177a7d", "name": "network-vif-deleted", "tag": "15bc6804-c0cf-42af-b743-9acff5c1be01"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:06:47.086779 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-63589381-bb36-4ee7-90e2-dcc558bb1bde tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for port (646b428b-f4e7-410b-88c9-c28ae478fe7b), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:47.133510 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c1f9bc-8fe2-46b4-a257-39d154b02a63 x-openstack-request-id: req-a1c1f9bc-8fe2-46b4-a257-39d154b02a63 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:06:47.133871 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81bd0e49-4581-45a5-a74e-6af2fb177a7d", "name": "network-vif-deleted", "tag": "15bc6804-c0cf-42af-b743-9acff5c1be01", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:06:47.134234 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a1c1f9bc-8fe2-46b4-a257-39d154b02a63 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:06:47.134768 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81bd0e49-4581-45a5-a74e-6af2fb177a7d', 'name': 'network-vif-deleted', 'tag': '15bc6804-c0cf-42af-b743-9acff5c1be01', 'status': 'completed', 'code': 200} Feb 02 07:06:47.137078 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe788b6-5622-4104-80bf-130368d491b3 None None] Network fbe32aa1-bfb4-4a04-9fbd-febd2f0ba80f requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:06:47.140797 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-63589381-bb36-4ee7-90e2-dcc558bb1bde tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (646b428b-f4e7-410b-88c9-c28ae478fe7b), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:47.195244 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63589381-bb36-4ee7-90e2-dcc558bb1bde tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:06:47.198310 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-63589381-bb36-4ee7-90e2-dcc558bb1bde tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:06:47.201782 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63589381-bb36-4ee7-90e2-dcc558bb1bde tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:06:47.238775 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63589381-bb36-4ee7-90e2-dcc558bb1bde tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Pushing event updated for resources: {'Port': ['ID=646b428b-f4e7-410b-88c9-c28ae478fe7b,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:47.274942 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32f5f2ca-71c6-4137-bee4-300527dd6e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd394fde5-fe9f-4589-bb6b-f852c92a9e2f'}, {'server_uuid': '807f32b3-06b9-4342-92fc-55cc754886fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e20dc5-5e22-4df3-a2dc-ecfa56b4f907'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:06:47.278542 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4588c679-cd9a-4804-8622-6add20d1703f" -d '{"events": [{"server_uuid": "32f5f2ca-71c6-4137-bee4-300527dd6e2f", "name": "network-vif-plugged", "status": "completed", "tag": "d394fde5-fe9f-4589-bb6b-f852c92a9e2f"}, {"server_uuid": "807f32b3-06b9-4342-92fc-55cc754886fc", "name": "network-vif-plugged", "status": "completed", "tag": "b6e20dc5-5e22-4df3-a2dc-ecfa56b4f907"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:06:47.341552 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:47.407813 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2a23cbe4-6df1-4479-b836-9aa15a7ae662 req-86e2ee15-c1b2-4ef9-b578-eb590ac26380 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/ports?device_id=81bd0e49-4581-45a5-a74e-6af2fb177a7d HTTP/1.1" status: 200 len: 210 time: 0.0368156 Feb 02 07:06:47.418355 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-e554a14d-a460-487a-9407-46596fe3d37f req-eba5d07b-7437-438e-87e3-ef9d6beff771 tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-915561631', 'description': 'tempest-description-268674975'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:06:47.459851 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 02 Feb 2022 07:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6022528f-c844-4c1d-b961-2337c709a265 x-openstack-request-id: req-6022528f-c844-4c1d-b961-2337c709a265 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:06:47.460150 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32f5f2ca-71c6-4137-bee4-300527dd6e2f", "name": "network-vif-plugged", "status": "completed", "tag": "d394fde5-fe9f-4589-bb6b-f852c92a9e2f", "code": 200}, {"server_uuid": "807f32b3-06b9-4342-92fc-55cc754886fc", "name": "network-vif-plugged", "status": "completed", "tag": "b6e20dc5-5e22-4df3-a2dc-ecfa56b4f907", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:06:47.460411 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-6022528f-c844-4c1d-b961-2337c709a265 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:06:47.460817 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32f5f2ca-71c6-4137-bee4-300527dd6e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd394fde5-fe9f-4589-bb6b-f852c92a9e2f', 'code': 200} Feb 02 07:06:47.461080 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '807f32b3-06b9-4342-92fc-55cc754886fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e20dc5-5e22-4df3-a2dc-ecfa56b4f907', 'code': 200} Feb 02 07:06:47.613919 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device cff51609-e3aa-47fc-838c-fc61d26d18c6 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:06:47.621639 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3cd3ab-f5a9-406a-988e-27a418ccd722 req-ac95e8da-936b-4506-abc6-452eb15d74d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:47.623233 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7b3cd3ab-f5a9-406a-988e-27a418ccd722 req-ac95e8da-936b-4506-abc6-452eb15d74d3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=807f32b3-06b9-4342-92fc-55cc754886fc HTTP/1.1" status: 200 len: 1129 time: 0.0503933 Feb 02 07:06:47.691169 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port cff51609-e3aa-47fc-838c-fc61d26d18c6 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:06:47.691889 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7b3cd3ab-f5a9-406a-988e-27a418ccd722 req-01543dfa-83fe-4986-98fb-b97f299003c9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=89eaf62b-207a-424b-ae04-59938a2bc973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594468 Feb 02 07:06:47.696637 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port cff51609-e3aa-47fc-838c-fc61d26d18c6 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:06:47.696997 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (cff51609-e3aa-47fc-838c-fc61d26d18c6), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:47.758907 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd6ea70-25e0-43b6-868e-37fc1249a40c req-f4eb4ebc-2833-45db-8a54-e9f236f31e86 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:47.760954 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6cd6ea70-25e0-43b6-868e-37fc1249a40c req-f4eb4ebc-2833-45db-8a54-e9f236f31e86 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=32f5f2ca-71c6-4137-bee4-300527dd6e2f HTTP/1.1" status: 200 len: 945 time: 0.0783813 Feb 02 07:06:47.810832 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-e554a14d-a460-487a-9407-46596fe3d37f req-eba5d07b-7437-438e-87e3-ef9d6beff771 tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:47.813127 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port cff51609-e3aa-47fc-838c-fc61d26d18c6 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:06:47.813688 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (cff51609-e3aa-47fc-838c-fc61d26d18c6), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:47.828999 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6cd6ea70-25e0-43b6-868e-37fc1249a40c req-05cc183f-817e-4350-9c82-c93bdd5e4f48 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602942 Feb 02 07:06:47.867421 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port cff51609-e3aa-47fc-838c-fc61d26d18c6, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=cff51609-e3aa-47fc-838c-fc61d26d18c6,segment=NetworkSegment(50b2c935-c140-4230-880a-508574d9ed43),segment_id=50b2c935-c140-4230-880a-508574d9ed43)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:06:47.873063 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (cff51609-e3aa-47fc-838c-fc61d26d18c6), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:47.874499 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 15bc6804-c0cf-42af-b743-9acff5c1be01 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:06:47.886990 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e74eb3b-6e40-4467-a4c5-90646be6d80e req-bbf83091-edc9-4af0-a9e1-b6b493b36e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:47.888520 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8e74eb3b-6e40-4467-a4c5-90646be6d80e req-bbf83091-edc9-4af0-a9e1-b6b493b36e92 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=32f5f2ca-71c6-4137-bee4-300527dd6e2f HTTP/1.1" status: 200 len: 1128 time: 0.0941763 Feb 02 07:06:47.913896 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: 15bc6804-c0cf-42af-b743-9acff5c1be01 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:06:47.913896 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 15bc6804-c0cf-42af-b743-9acff5c1be01 not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:06:47.942984 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=cff51609-e3aa-47fc-838c-fc61d26d18c6,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:47.999474 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-e554a14d-a460-487a-9407-46596fe3d37f req-eba5d07b-7437-438e-87e3-ef9d6beff771 tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] Publish callbacks [] for security_group (8cfb97f2-9041-4815-87ca-28b4aabb5189), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:48.004962 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-e554a14d-a460-487a-9407-46596fe3d37f req-eba5d07b-7437-438e-87e3-ef9d6beff771 tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (8cfb97f2-9041-4815-87ca-28b4aabb5189), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:48.074490 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-e554a14d-a460-487a-9407-46596fe3d37f req-eba5d07b-7437-438e-87e3-ef9d6beff771 tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:48.075652 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e554a14d-a460-487a-9407-46596fe3d37f req-eba5d07b-7437-438e-87e3-ef9d6beff771 tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.6650918 Feb 02 07:06:48.095444 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba5d07b-7437-438e-87e3-ef9d6beff771 tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cfb97f2-9041-4815-87ca-28b4aabb5189,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:48.131830 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-63589381-bb36-4ee7-90e2-dcc558bb1bde tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for floatingip (6a43834a-043b-4c24-85f4-36ccc828ac92), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:48.145912 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8e74eb3b-6e40-4467-a4c5-90646be6d80e req-afbaf01d-4794-45be-8fa5-02eb820275d8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098411 Feb 02 07:06:48.243693 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770739a9-40dc-4d5a-94a7-bcdb92be46ad req-7ecc9b6b-d035-4cf8-aaa8-67acb316ee46 tempest-ServerGroupTestJSON-22669958 tempest-ServerGroupTestJSON-22669958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:48.245172 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-770739a9-40dc-4d5a-94a7-bcdb92be46ad req-7ecc9b6b-d035-4cf8-aaa8-67acb316ee46 tempest-ServerGroupTestJSON-22669958 tempest-ServerGroupTestJSON-22669958-project] 10.222.0.87 "GET /v2.0/ports?device_id=807f32b3-06b9-4342-92fc-55cc754886fc HTTP/1.1" status: 200 len: 946 time: 0.1117718 Feb 02 07:06:48.251612 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-63589381-bb36-4ee7-90e2-dcc558bb1bde tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (646b428b-f4e7-410b-88c9-c28ae478fe7b), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:48.273092 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbcb102-7f48-441f-8ab8-6ed5a47fc810 req-406f93e1-7738-4d5c-8ec7-36d448c845a2 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:48.274000 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0dbcb102-7f48-441f-8ab8-6ed5a47fc810 req-406f93e1-7738-4d5c-8ec7-36d448c845a2 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/ports?device_id=80149690-37a7-46d9-b8e3-fcd421797a67 HTTP/1.1" status: 200 len: 946 time: 0.3637261 Feb 02 07:06:48.321723 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0dbcb102-7f48-441f-8ab8-6ed5a47fc810 req-2d18901f-0f0a-4f4e-908c-29c168c58cbd tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/security-groups?id=3031d22f-f419-4370-9379-d12f21c766b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416200 Feb 02 07:06:48.342187 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-770739a9-40dc-4d5a-94a7-bcdb92be46ad req-2f45afc5-ab3a-4187-8799-139e0ccb3a91 tempest-ServerGroupTestJSON-22669958 tempest-ServerGroupTestJSON-22669958-project] 10.222.0.87 "GET /v2.0/security-groups?id=89eaf62b-207a-424b-ae04-59938a2bc973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878785 Feb 02 07:06:48.443186 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23db22e-e508-478e-bd1d-0816b3a19d3f req-ec43eb96-3c7a-473b-b607-16d19c9f2667 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:48.445052 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b23db22e-e508-478e-bd1d-0816b3a19d3f req-ec43eb96-3c7a-473b-b607-16d19c9f2667 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=e136febd-b423-4535-857f-7ce49205ad26 HTTP/1.1" status: 200 len: 945 time: 0.0564876 Feb 02 07:06:48.460471 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-111a2fca-82ca-446d-be9d-882a1ac2c054 req-7cb3b4b4-a8a8-44f0-8459-d2eec5cb24e9 tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] 10.222.0.87 "GET /v2.0/security-groups/8cfb97f2-9041-4815-87ca-28b4aabb5189 HTTP/1.1" status: 200 len: 1830 time: 0.0713279 Feb 02 07:06:48.477364 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-111a2fca-82ca-446d-be9d-882a1ac2c054 req-6a41287f-7023-4acd-bd0b-526d830db0f0 tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8cfb97f2-9041-4815-87ca-28b4aabb5189', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:06:48.477694 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-111a2fca-82ca-446d-be9d-882a1ac2c054 req-6a41287f-7023-4acd-bd0b-526d830db0f0 tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8cfb97f2-9041-4815-87ca-28b4aabb5189', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:06:48.492769 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-63589381-bb36-4ee7-90e2-dcc558bb1bde tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for port (646b428b-f4e7-410b-88c9-c28ae478fe7b), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:48.494384 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b23db22e-e508-478e-bd1d-0816b3a19d3f req-68c42e4d-045b-489b-993d-dd8d99f4b4c4 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432541 Feb 02 07:06:48.500684 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-63589381-bb36-4ee7-90e2-dcc558bb1bde tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (646b428b-f4e7-410b-88c9-c28ae478fe7b), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:48.589988 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63589381-bb36-4ee7-90e2-dcc558bb1bde tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Pushing event updated for resources: {'Port': ['ID=646b428b-f4e7-410b-88c9-c28ae478fe7b,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:48.610727 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-63589381-bb36-4ee7-90e2-dcc558bb1bde tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (6a43834a-043b-4c24-85f4-36ccc828ac92), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:48.660733 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-111a2fca-82ca-446d-be9d-882a1ac2c054 req-6a41287f-7023-4acd-bd0b-526d830db0f0 tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] Publish callbacks [] for security_group_rule (90205384-edfb-4281-a960-77e12209cb04), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:48.727332 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-111a2fca-82ca-446d-be9d-882a1ac2c054 req-6a41287f-7023-4acd-bd0b-526d830db0f0 tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] Publish callbacks [] for security_group_rule (90205384-edfb-4281-a960-77e12209cb04), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:48.747440 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-111a2fca-82ca-446d-be9d-882a1ac2c054 req-6a41287f-7023-4acd-bd0b-526d830db0f0 tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (90205384-edfb-4281-a960-77e12209cb04), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:48.794764 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a41287f-7023-4acd-bd0b-526d830db0f0 tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90205384-edfb-4281-a960-77e12209cb04,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:48.798560 n-d-789963-26 neutron-server[109693]: INFO neutron.db.l3_db [None req-63589381-bb36-4ee7-90e2-dcc558bb1bde tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Floating IP 6a43834a-043b-4c24-85f4-36ccc828ac92 associated. External IP: 172.25.4.136, port: 560c0193-2b07-43a3-b2b6-eae5e0909a84. Feb 02 07:06:48.805919 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-111a2fca-82ca-446d-be9d-882a1ac2c054 req-6a41287f-7023-4acd-bd0b-526d830db0f0 tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:48.807148 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-111a2fca-82ca-446d-be9d-882a1ac2c054 req-6a41287f-7023-4acd-bd0b-526d830db0f0 tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3404639 Feb 02 07:06:48.810194 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef21269-d9c6-41a6-bf30-35e4ef4f8d8d req-49466492-1317-49fd-935e-c7adf66dece0 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:48.811702 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2ef21269-d9c6-41a6-bf30-35e4ef4f8d8d req-49466492-1317-49fd-935e-c7adf66dece0 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/ports?device_id=80149690-37a7-46d9-b8e3-fcd421797a67 HTTP/1.1" status: 200 len: 946 time: 0.0628748 Feb 02 07:06:48.863418 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2ef21269-d9c6-41a6-bf30-35e4ef4f8d8d req-d62ef8c2-e6bd-48b9-94bc-248358d79474 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/security-groups?id=3031d22f-f419-4370-9379-d12f21c766b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437672 Feb 02 07:06:48.883350 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bda632-5e76-43dd-a9f8-28ecf8856eca req-def232f1-dfa8-42db-b98c-9a78b98dbbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:48.883973 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a8bda632-5e76-43dd-a9f8-28ecf8856eca req-def232f1-dfa8-42db-b98c-9a78b98dbbdc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bc6d7dbe1d5148348d5fd6c6cc68f02a&device_id=80149690-37a7-46d9-b8e3-fcd421797a67 HTTP/1.1" status: 200 len: 1129 time: 0.1538661 Feb 02 07:06:48.925406 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-360622af-570f-468a-aabb-c63ce0f320c4 req-68fa2ef1-866b-4760-bde3-2a03e51a7431 tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] 10.222.0.87 "GET /v2.0/security-groups/8cfb97f2-9041-4815-87ca-28b4aabb5189 HTTP/1.1" status: 200 len: 2424 time: 0.0391104 Feb 02 07:06:48.963083 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b6704b5f-050b-41d1-ade1-38dd932d51d9 req-c230e1dc-6720-4c9c-b3d7-38ff241d59b3 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/security-groups/ea557f59-4959-458d-b8fa-a7e2d54a6314 HTTP/1.1" status: 200 len: 1819 time: 0.1227038 Feb 02 07:06:49.025992 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ea829-192c-4b63-a503-fc14582b483b req-b94ffc55-1c16-4f29-8d25-c29bf4706699 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:49.027652 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-470ea829-192c-4b63-a503-fc14582b483b req-b94ffc55-1c16-4f29-8d25-c29bf4706699 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=32f5f2ca-71c6-4137-bee4-300527dd6e2f HTTP/1.1" status: 200 len: 945 time: 0.0538957 Feb 02 07:06:49.074801 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-470ea829-192c-4b63-a503-fc14582b483b req-81e4761d-c9e5-4a2d-adf3-2187ac883dee tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414257 Feb 02 07:06:49.103603 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bda632-5e76-43dd-a9f8-28ecf8856eca req-9a88376f-4254-4797-8588-27404b6574ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:49.105089 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a8bda632-5e76-43dd-a9f8-28ecf8856eca req-9a88376f-4254-4797-8588-27404b6574ab service neutron] 10.222.0.59 "GET /v2.0/networks?id=098466ed-6cfb-4629-b5bb-bc2a67c5bdc6 HTTP/1.1" status: 200 len: 921 time: 0.1847603 Feb 02 07:06:49.121340 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5a364aea-064a-45fe-ae3f-8d4bbb807215 req-f97f621f-3b9d-4470-8f19-99145ca88557 tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] 10.222.0.87 "GET /v2.0/security-group-rules/90205384-edfb-4281-a960-77e12209cb04 HTTP/1.1" status: 200 len: 778 time: 0.0244067 Feb 02 07:06:49.166085 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5a364aea-064a-45fe-ae3f-8d4bbb807215 req-dbb0e033-3175-4138-b309-b7fe77f2fc0a tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] 10.222.0.87 "GET /v2.0/security-groups/8cfb97f2-9041-4815-87ca-28b4aabb5189 HTTP/1.1" status: 200 len: 2424 time: 0.0390227 Feb 02 07:06:49.195602 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-5a364aea-064a-45fe-ae3f-8d4bbb807215 req-0bae544f-b382-469f-8bf6-99275aae8e04 tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] Publish callbacks [] for security_group_rule (90205384-edfb-4281-a960-77e12209cb04), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:49.197305 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a8bda632-5e76-43dd-a9f8-28ecf8856eca req-82a57cd8-6221-4ee6-94f4-aace329f5149 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e3e472f-b38f-4eaa-8125-2415a7780d63 HTTP/1.1" status: 200 len: 217 time: 0.0831649 Feb 02 07:06:49.199781 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-b6704b5f-050b-41d1-ade1-38dd932d51d9 req-335ad671-7702-4657-b883-1e68354090a1 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks [] for security_group (ea557f59-4959-458d-b8fa-a7e2d54a6314), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:49.203140 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-5a364aea-064a-45fe-ae3f-8d4bbb807215 req-0bae544f-b382-469f-8bf6-99275aae8e04 tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] Publish callbacks [] for security_group_rule (90205384-edfb-4281-a960-77e12209cb04), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:49.230191 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-5a364aea-064a-45fe-ae3f-8d4bbb807215 req-0bae544f-b382-469f-8bf6-99275aae8e04 tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (90205384-edfb-4281-a960-77e12209cb04), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:49.234900 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-5a364aea-064a-45fe-ae3f-8d4bbb807215 req-0bae544f-b382-469f-8bf6-99275aae8e04 tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:49.236290 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5a364aea-064a-45fe-ae3f-8d4bbb807215 req-0bae544f-b382-469f-8bf6-99275aae8e04 tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/90205384-edfb-4281-a960-77e12209cb04 HTTP/1.1" status: 204 len: 173 time: 0.0640020 Feb 02 07:06:49.244892 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bae544f-b382-469f-8bf6-99275aae8e04 tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=90205384-edfb-4281-a960-77e12209cb04,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:49.267241 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-085bc7fc-17f4-4be1-95fe-0178409bb87a req-36bb70b0-0817-44f3-8426-5012dd118d24 tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1232423847', 'description': 'tempest-description-1128898373'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:06:49.271059 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-b6704b5f-050b-41d1-ade1-38dd932d51d9 req-335ad671-7702-4657-b883-1e68354090a1 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks [] for security_group (ea557f59-4959-458d-b8fa-a7e2d54a6314), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:49.289213 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-085bc7fc-17f4-4be1-95fe-0178409bb87a req-36bb70b0-0817-44f3-8426-5012dd118d24 tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:49.296578 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63589381-bb36-4ee7-90e2-dcc558bb1bde tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Router 6946a29e-0c9b-4876-be90-af232657f1ee has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:06:49.301867 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bda632-5e76-43dd-a9f8-28ecf8856eca req-14b04115-bc09-414b-9555-db88b66fbd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:49.304432 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a8bda632-5e76-43dd-a9f8-28ecf8856eca req-14b04115-bc09-414b-9555-db88b66fbd13 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=446bfa5e-0944-4da6-8411-de8b2d47ca42 HTTP/1.1" status: 200 len: 860 time: 0.0989878 Feb 02 07:06:49.352231 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a8bda632-5e76-43dd-a9f8-28ecf8856eca req-615e10fa-e0d9-4757-86e0-175bc1922557 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=098466ed-6cfb-4629-b5bb-bc2a67c5bdc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371649 Feb 02 07:06:49.359649 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-085bc7fc-17f4-4be1-95fe-0178409bb87a req-36bb70b0-0817-44f3-8426-5012dd118d24 tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] Publish callbacks [] for security_group (4726dab9-0988-4155-b976-5762de952a35), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:49.363473 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-085bc7fc-17f4-4be1-95fe-0178409bb87a req-36bb70b0-0817-44f3-8426-5012dd118d24 tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (4726dab9-0988-4155-b976-5762de952a35), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:49.393364 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-b6704b5f-050b-41d1-ade1-38dd932d51d9 req-335ad671-7702-4657-b883-1e68354090a1 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (ea557f59-4959-458d-b8fa-a7e2d54a6314), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:49.395692 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-085bc7fc-17f4-4be1-95fe-0178409bb87a req-36bb70b0-0817-44f3-8426-5012dd118d24 tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:49.395896 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-b6704b5f-050b-41d1-ade1-38dd932d51d9 req-335ad671-7702-4657-b883-1e68354090a1 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:49.397582 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-085bc7fc-17f4-4be1-95fe-0178409bb87a req-36bb70b0-0817-44f3-8426-5012dd118d24 tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.1344554 Feb 02 07:06:49.397709 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b6704b5f-050b-41d1-ade1-38dd932d51d9 req-335ad671-7702-4657-b883-1e68354090a1 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "DELETE /v2.0/security-groups/ea557f59-4959-458d-b8fa-a7e2d54a6314 HTTP/1.1" status: 204 len: 173 time: 0.4283597 Feb 02 07:06:49.399372 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bb70b0-0817-44f3-8426-5012dd118d24 tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4726dab9-0988-4155-b976-5762de952a35,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:49.430733 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335ad671-7702-4657-b883-1e68354090a1 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea557f59-4959-458d-b8fa-a7e2d54a6314,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:49.462654 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e136febd-b423-4535-857f-7ce49205ad26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff51609-e3aa-47fc-838c-fc61d26d18c6'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:06:49.464972 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe570e6d-d349-4fd4-96e6-ea9e4a242a55" -d '{"events": [{"server_uuid": "e136febd-b423-4535-857f-7ce49205ad26", "name": "network-vif-plugged", "status": "completed", "tag": "cff51609-e3aa-47fc-838c-fc61d26d18c6"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:06:49.512123 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f37af134-53d9-41f4-aaa2-02a23cfa3595 req-7c0c74f0-c9e1-43bd-ac53-28bc31b54dbb tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/security-groups/8baab629-eb75-4520-953b-878c01fb4cf5 HTTP/1.1" status: 200 len: 1818 time: 0.0799072 Feb 02 07:06:49.575496 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f37af134-53d9-41f4-aaa2-02a23cfa3595 req-55bddfe3-4da7-4ca5-8eaf-7f4a410607df tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks [] for security_group (8baab629-eb75-4520-953b-878c01fb4cf5), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:49.581417 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63589381-bb36-4ee7-90e2-dcc558bb1bde tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:06:49.594319 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a618b1-ae4a-455d-98a7-99bb6b63f9f1 None None] Sync routers for ids ['6946a29e-0c9b-4876-be90-af232657f1ee'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:06:49.601162 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f37af134-53d9-41f4-aaa2-02a23cfa3595 req-55bddfe3-4da7-4ca5-8eaf-7f4a410607df tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks [] for security_group (8baab629-eb75-4520-953b-878c01fb4cf5), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:49.608794 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a618b1-ae4a-455d-98a7-99bb6b63f9f1 None None] Routers {'6946a29e-0c9b-4876-be90-af232657f1ee'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:06:49.609738 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-c1a618b1-ae4a-455d-98a7-99bb6b63f9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:06:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['6946a29e-0c9b-4876-be90-af232657f1ee'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:06:49.612550 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a8bda632-5e76-43dd-a9f8-28ecf8856eca req-39ec170b-2203-4df6-b558-fa5ef5bc68e3 service neutron] 10.222.0.59 "GET /v2.0/networks/098466ed-6cfb-4629-b5bb-bc2a67c5bdc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140019 Feb 02 07:06:49.630671 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-63589381-bb36-4ee7-90e2-dcc558bb1bde tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:49.640439 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b471c-80ea-4903-a7ea-c8fb266f6526 req-6501e576-479f-4ad9-83cc-986f1ffff075 tempest-ServerGroupTestJSON-22669958 tempest-ServerGroupTestJSON-22669958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:49.641921 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e30b471c-80ea-4903-a7ea-c8fb266f6526 req-6501e576-479f-4ad9-83cc-986f1ffff075 tempest-ServerGroupTestJSON-22669958 tempest-ServerGroupTestJSON-22669958-project] 10.222.0.87 "GET /v2.0/ports?device_id=807f32b3-06b9-4342-92fc-55cc754886fc HTTP/1.1" status: 200 len: 946 time: 0.1471803 Feb 02 07:06:49.647309 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f37af134-53d9-41f4-aaa2-02a23cfa3595 req-55bddfe3-4da7-4ca5-8eaf-7f4a410607df tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (8baab629-eb75-4520-953b-878c01fb4cf5), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:49.650268 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f37af134-53d9-41f4-aaa2-02a23cfa3595 req-55bddfe3-4da7-4ca5-8eaf-7f4a410607df tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:49.651540 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f37af134-53d9-41f4-aaa2-02a23cfa3595 req-55bddfe3-4da7-4ca5-8eaf-7f4a410607df tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "DELETE /v2.0/security-groups/8baab629-eb75-4520-953b-878c01fb4cf5 HTTP/1.1" status: 204 len: 173 time: 0.1373746 Feb 02 07:06:49.654271 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-c1a618b1-ae4a-455d-98a7-99bb6b63f9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:06:49.668805 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a618b1-ae4a-455d-98a7-99bb6b63f9f1 None None] Routers {'6946a29e-0c9b-4876-be90-af232657f1ee'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:06:49.669461 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-c1a618b1-ae4a-455d-98a7-99bb6b63f9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:06:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['6946a29e-0c9b-4876-be90-af232657f1ee'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:06:49.672701 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bddfe3-4da7-4ca5-8eaf-7f4a410607df tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8baab629-eb75-4520-953b-878c01fb4cf5,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:49.721116 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-c1a618b1-ae4a-455d-98a7-99bb6b63f9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:06:49.721760 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a618b1-ae4a-455d-98a7-99bb6b63f9f1 None None] The sync data for ids ['6946a29e-0c9b-4876-be90-af232657f1ee'] in n-d-789963-26 is: [] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:06:49.731432 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ab71ed0e-3b78-42cb-9f25-cb5fac558783 req-91eea90b-b6d5-4ec1-bc1e-fe201e94cb5c tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] 10.222.0.87 "GET /v2.0/security-groups/4726dab9-0988-4155-b976-5762de952a35 HTTP/1.1" status: 200 len: 1832 time: 0.0517972 Feb 02 07:06:49.744407 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-63589381-bb36-4ee7-90e2-dcc558bb1bde tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.5090699 Feb 02 07:06:49.745209 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 48170) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:49.772325 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-054fc3ae-6c9a-40c2-aa57-a18bfb311aa3 x-openstack-request-id: req-054fc3ae-6c9a-40c2-aa57-a18bfb311aa3 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:06:49.772325 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e136febd-b423-4535-857f-7ce49205ad26", "name": "network-vif-plugged", "status": "completed", "tag": "cff51609-e3aa-47fc-838c-fc61d26d18c6", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:06:49.773560 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-054fc3ae-6c9a-40c2-aa57-a18bfb311aa3 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:06:49.773977 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e136febd-b423-4535-857f-7ce49205ad26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff51609-e3aa-47fc-838c-fc61d26d18c6', 'code': 200} Feb 02 07:06:49.779217 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e30b471c-80ea-4903-a7ea-c8fb266f6526 req-c14156cd-acf3-4c86-bc7b-ed5f9ccf91fa tempest-ServerGroupTestJSON-22669958 tempest-ServerGroupTestJSON-22669958-project] 10.222.0.87 "GET /v2.0/security-groups?id=89eaf62b-207a-424b-ae04-59938a2bc973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251717 Feb 02 07:06:49.816045 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a8bda632-5e76-43dd-a9f8-28ecf8856eca req-833d939f-340a-4036-9a2b-2c2f28024aa7 service neutron] 10.222.0.59 "GET /v2.0/networks/098466ed-6cfb-4629-b5bb-bc2a67c5bdc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954603 Feb 02 07:06:49.823831 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-472500fc-b4b8-4425-b0bc-d90596e0c78d req-fb761b14-e3aa-4fba-9c5c-ea863760d4cf tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1683595807', 'description': 'tempest-description-1826190582'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:06:49.846110 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-472500fc-b4b8-4425-b0bc-d90596e0c78d req-fb761b14-e3aa-4fba-9c5c-ea863760d4cf tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:49.860367 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-95a8b89a-28cf-4028-b1bf-bfc8e8fefd87 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] 10.222.0.87 "GET /v2.0/floatingips/6a43834a-043b-4c24-85f4-36ccc828ac92 HTTP/1.1" status: 200 len: 978 time: 0.1113334 Feb 02 07:06:49.863026 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 48172) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:49.942307 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30fb032-d617-48d0-a798-d1c36db8b5a2 req-22020703-a5a1-4b94-9cc4-22de6c8049b0 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:49.944679 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a30fb032-d617-48d0-a798-d1c36db8b5a2 req-22020703-a5a1-4b94-9cc4-22de6c8049b0 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=e136febd-b423-4535-857f-7ce49205ad26 HTTP/1.1" status: 200 len: 945 time: 0.1006048 Feb 02 07:06:49.950509 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a3466d-09d9-41ed-a031-55409414bc12 req-c33c72bb-755b-4a59-b3e2-532e345d3f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:49.952400 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b6a3466d-09d9-41ed-a031-55409414bc12 req-c33c72bb-755b-4a59-b3e2-532e345d3f04 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=e136febd-b423-4535-857f-7ce49205ad26 HTTP/1.1" status: 200 len: 1128 time: 0.0735559 Feb 02 07:06:50.008257 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-f0c41e52-a1ea-45a9-80e7-352bdc5f1685 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] 10.222.0.87 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1435797 Feb 02 07:06:50.009122 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 48180) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:50.013584 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-6c6b7b0b-706a-47ef-9287-3d38f7c71624 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Request body: {'floatingip': {'port_id': '64ffdba9-e0a4-44c7-8a25-f14afe2c14fb'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:06:50.041894 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b6a3466d-09d9-41ed-a031-55409414bc12 req-d040ff24-5dd9-4360-9ace-0a9cf628808b service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803704 Feb 02 07:06:50.045133 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a30fb032-d617-48d0-a798-d1c36db8b5a2 req-84c3359a-062f-4e24-83a3-08cee0d36e6e tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854485 Feb 02 07:06:50.086060 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-472500fc-b4b8-4425-b0bc-d90596e0c78d req-fb761b14-e3aa-4fba-9c5c-ea863760d4cf tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks [] for security_group (81a2ea9b-edf2-4aa5-972c-8e93317b8f4b), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:50.095335 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6c6b7b0b-706a-47ef-9287-3d38f7c71624 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for floatingip (6a43834a-043b-4c24-85f4-36ccc828ac92), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:50.097376 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-472500fc-b4b8-4425-b0bc-d90596e0c78d req-fb761b14-e3aa-4fba-9c5c-ea863760d4cf tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (81a2ea9b-edf2-4aa5-972c-8e93317b8f4b), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:50.164244 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-472500fc-b4b8-4425-b0bc-d90596e0c78d req-fb761b14-e3aa-4fba-9c5c-ea863760d4cf tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:50.165395 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-472500fc-b4b8-4425-b0bc-d90596e0c78d req-fb761b14-e3aa-4fba-9c5c-ea863760d4cf tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.3457291 Feb 02 07:06:50.174460 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c08272-db37-4aa5-bb54-cb96457c8585 req-e02983d5-83cd-48d0-97ab-ec801fab0bad tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:50.174575 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb761b14-e3aa-4fba-9c5c-ea863760d4cf tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81a2ea9b-edf2-4aa5-972c-8e93317b8f4b,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:50.179525 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e7c08272-db37-4aa5-bb54-cb96457c8585 req-e02983d5-83cd-48d0-97ab-ec801fab0bad tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/ports?device_id=80149690-37a7-46d9-b8e3-fcd421797a67 HTTP/1.1" status: 200 len: 946 time: 0.0671363 Feb 02 07:06:50.211532 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-49a9883d-1b81-4d7d-a0aa-f9b1746a049e req-023f32a9-3913-4fb1-a363-215c0dd5b394 tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1015597971', 'description': 'tempest-description-1137037044'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:06:50.223945 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e7c08272-db37-4aa5-bb54-cb96457c8585 req-3d51d911-682c-421c-bf1a-4fb83529a061 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/security-groups?id=3031d22f-f419-4370-9379-d12f21c766b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433974 Feb 02 07:06:50.272927 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-49a9883d-1b81-4d7d-a0aa-f9b1746a049e req-023f32a9-3913-4fb1-a363-215c0dd5b394 tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:50.335318 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d85e27c-ac01-40e5-b5e1-785b9670a9ca req-69816f92-4570-4f80-a1e1-c7ca6949cab9 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:50.336768 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3d85e27c-ac01-40e5-b5e1-785b9670a9ca req-69816f92-4570-4f80-a1e1-c7ca6949cab9 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=32f5f2ca-71c6-4137-bee4-300527dd6e2f HTTP/1.1" status: 200 len: 945 time: 0.0552831 Feb 02 07:06:50.388389 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3d85e27c-ac01-40e5-b5e1-785b9670a9ca req-bab7bf5d-7eb9-4034-aac7-79a4a9c6d016 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459564 Feb 02 07:06:50.435482 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-49a9883d-1b81-4d7d-a0aa-f9b1746a049e req-023f32a9-3913-4fb1-a363-215c0dd5b394 tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] Publish callbacks [] for security_group (7b26a1e3-9be7-4524-adc6-5f470646d4ac), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:50.451310 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fd76890f-3d06-4192-94c9-bfc2f34f4ba8 req-53f3aa63-3781-49d0-8b97-2e1702d85279 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/security-groups/81a2ea9b-edf2-4aa5-972c-8e93317b8f4b HTTP/1.1" status: 200 len: 1820 time: 0.0398331 Feb 02 07:06:50.461196 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-fd76890f-3d06-4192-94c9-bfc2f34f4ba8 req-72b6db01-9eaa-4e7a-9692-78b2c12606fc tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1894300878', 'description': 'tempest-description-hth-1641958327'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:06:50.469604 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-49a9883d-1b81-4d7d-a0aa-f9b1746a049e req-023f32a9-3913-4fb1-a363-215c0dd5b394 tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (7b26a1e3-9be7-4524-adc6-5f470646d4ac), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:50.501187 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-fd76890f-3d06-4192-94c9-bfc2f34f4ba8 req-72b6db01-9eaa-4e7a-9692-78b2c12606fc tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks [] for security_group (81a2ea9b-edf2-4aa5-972c-8e93317b8f4b), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:50.511993 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-49a9883d-1b81-4d7d-a0aa-f9b1746a049e req-023f32a9-3913-4fb1-a363-215c0dd5b394 tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:50.513207 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-49a9883d-1b81-4d7d-a0aa-f9b1746a049e req-023f32a9-3913-4fb1-a363-215c0dd5b394 tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.3074999 Feb 02 07:06:50.516548 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f32a9-3913-4fb1-a363-215c0dd5b394 tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b26a1e3-9be7-4524-adc6-5f470646d4ac,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:50.567024 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-fd76890f-3d06-4192-94c9-bfc2f34f4ba8 req-72b6db01-9eaa-4e7a-9692-78b2c12606fc tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks [] for security_group (81a2ea9b-edf2-4aa5-972c-8e93317b8f4b), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:50.572397 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-fd76890f-3d06-4192-94c9-bfc2f34f4ba8 req-72b6db01-9eaa-4e7a-9692-78b2c12606fc tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (81a2ea9b-edf2-4aa5-972c-8e93317b8f4b), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:50.576216 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-fd76890f-3d06-4192-94c9-bfc2f34f4ba8 req-72b6db01-9eaa-4e7a-9692-78b2c12606fc tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:50.592206 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fd76890f-3d06-4192-94c9-bfc2f34f4ba8 req-72b6db01-9eaa-4e7a-9692-78b2c12606fc tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "PUT /v2.0/security-groups/81a2ea9b-edf2-4aa5-972c-8e93317b8f4b HTTP/1.1" status: 200 len: 1794 time: 0.1348715 Feb 02 07:06:50.646231 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b6db01-9eaa-4e7a-9692-78b2c12606fc tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81a2ea9b-edf2-4aa5-972c-8e93317b8f4b,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:50.661008 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-23abcbbc-6538-4992-a338-2275d3215bd6 req-9b84d65a-3154-4109-b721-f73694966427 tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] 10.222.0.87 "GET /v2.0/security-groups/7b26a1e3-9be7-4524-adc6-5f470646d4ac HTTP/1.1" status: 200 len: 1832 time: 0.0678899 Feb 02 07:06:50.772152 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a8b10-a228-4969-bc07-fdf51a24cf68 req-3f954541-3452-4680-9d8d-ad3ca9cd231d tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:50.773685 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-101a8b10-a228-4969-bc07-fdf51a24cf68 req-3f954541-3452-4680-9d8d-ad3ca9cd231d tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=32f5f2ca-71c6-4137-bee4-300527dd6e2f HTTP/1.1" status: 200 len: 945 time: 0.0587780 Feb 02 07:06:50.828337 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-101a8b10-a228-4969-bc07-fdf51a24cf68 req-5db84720-d0ff-4f03-9d9f-92ead078b24a tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488660 Feb 02 07:06:50.856374 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-d4ebe1a4-344c-4e9e-b5bf-c14dd21baa7d req-b9cb1c9a-e8c7-4a1d-8a3c-aef4d00a0dcf tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1355989731', 'description': 'tempest-description-1552757480'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:06:50.877201 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-d4ebe1a4-344c-4e9e-b5bf-c14dd21baa7d req-b9cb1c9a-e8c7-4a1d-8a3c-aef4d00a0dcf tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:50.951400 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-d4ebe1a4-344c-4e9e-b5bf-c14dd21baa7d req-b9cb1c9a-e8c7-4a1d-8a3c-aef4d00a0dcf tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] Publish callbacks [] for security_group (5bfbd746-beed-4e05-a988-a461a40d19ed), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:50.956340 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-d4ebe1a4-344c-4e9e-b5bf-c14dd21baa7d req-b9cb1c9a-e8c7-4a1d-8a3c-aef4d00a0dcf tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (5bfbd746-beed-4e05-a988-a461a40d19ed), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:50.985432 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-d4ebe1a4-344c-4e9e-b5bf-c14dd21baa7d req-b9cb1c9a-e8c7-4a1d-8a3c-aef4d00a0dcf tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:50.986652 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d4ebe1a4-344c-4e9e-b5bf-c14dd21baa7d req-b9cb1c9a-e8c7-4a1d-8a3c-aef4d00a0dcf tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.1345615 Feb 02 07:06:50.996939 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cb1c9a-e8c7-4a1d-8a3c-aef4d00a0dcf tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bfbd746-beed-4e05-a988-a461a40d19ed,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:51.002517 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6408052c-3694-4439-9bea-d2e83192708c req-55ec5fdb-c596-47c3-a263-c088b1449808 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/security-groups/81a2ea9b-edf2-4aa5-972c-8e93317b8f4b HTTP/1.1" status: 200 len: 1794 time: 0.0738981 Feb 02 07:06:51.093872 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6c6b7b0b-706a-47ef-9287-3d38f7c71624 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:51.098556 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6c6b7b0b-706a-47ef-9287-3d38f7c71624 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (6a43834a-043b-4c24-85f4-36ccc828ac92), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:51.099836 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8263f881-4a1f-4fcd-9a90-f9d0398e8562 req-5e810254-c9a1-45e1-a748-5bd5589ab09a tempest-ServerGroupTestJSON-22669958 tempest-ServerGroupTestJSON-22669958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:51.101515 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8263f881-4a1f-4fcd-9a90-f9d0398e8562 req-5e810254-c9a1-45e1-a748-5bd5589ab09a tempest-ServerGroupTestJSON-22669958 tempest-ServerGroupTestJSON-22669958-project] 10.222.0.87 "GET /v2.0/ports?device_id=807f32b3-06b9-4342-92fc-55cc754886fc HTTP/1.1" status: 200 len: 946 time: 0.0547752 Feb 02 07:06:51.136486 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ebcbf68b-6143-41de-8fae-e265bfe9a32a req-7cf17ad5-3f12-4755-826f-5e88034499cb tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] 10.222.0.87 "GET /v2.0/security-groups/5bfbd746-beed-4e05-a988-a461a40d19ed HTTP/1.1" status: 200 len: 1832 time: 0.0855699 Feb 02 07:06:51.162489 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8263f881-4a1f-4fcd-9a90-f9d0398e8562 req-8ae97aaf-146e-47e4-9e6c-75a613d07199 tempest-ServerGroupTestJSON-22669958 tempest-ServerGroupTestJSON-22669958-project] 10.222.0.87 "GET /v2.0/security-groups?id=89eaf62b-207a-424b-ae04-59938a2bc973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548792 Feb 02 07:06:51.248523 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ac610378-7168-49ed-9802-b62987d96e27 req-9f334d57-f43f-4e21-bad1-a7dded66fd8a tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/security-groups/81a2ea9b-edf2-4aa5-972c-8e93317b8f4b HTTP/1.1" status: 200 len: 1794 time: 0.0884929 Feb 02 07:06:51.249668 n-d-789963-26 neutron-server[109693]: INFO neutron.db.l3_db [None req-6c6b7b0b-706a-47ef-9287-3d38f7c71624 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Floating IP 6a43834a-043b-4c24-85f4-36ccc828ac92 associated. External IP: 172.25.4.136, port: 560c0193-2b07-43a3-b2b6-eae5e0909a84. Feb 02 07:06:51.280221 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb73e17-58f6-4138-bdc4-a6c7e1100cd5 req-4ed9fbcc-f2ec-4547-bb78-e69db5bb9521 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:51.281825 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dbb73e17-58f6-4138-bdc4-a6c7e1100cd5 req-4ed9fbcc-f2ec-4547-bb78-e69db5bb9521 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=e136febd-b423-4535-857f-7ce49205ad26 HTTP/1.1" status: 200 len: 945 time: 0.0560324 Feb 02 07:06:51.334864 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dbb73e17-58f6-4138-bdc4-a6c7e1100cd5 req-9fbc6bac-e016-449e-a535-7cb251a744ca tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473228 Feb 02 07:06:51.362641 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-1f073602-9ddb-4f61-8bbe-3d41595d9c1b req-bd6e7054-0cdc-42b9-a4e9-671b8303981b tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-174804726', 'description': 'tempest-description-846554444'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:06:51.384780 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-1f073602-9ddb-4f61-8bbe-3d41595d9c1b req-bd6e7054-0cdc-42b9-a4e9-671b8303981b tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:51.394389 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-ac610378-7168-49ed-9802-b62987d96e27 req-fa5a1cfd-1471-4328-8f3f-b2dbe3a4d08d tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks [] for security_group (81a2ea9b-edf2-4aa5-972c-8e93317b8f4b), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:51.452480 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-1f073602-9ddb-4f61-8bbe-3d41595d9c1b req-bd6e7054-0cdc-42b9-a4e9-671b8303981b tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] Publish callbacks [] for security_group (3cf0b3c9-8892-4281-8ce1-acc1ea4fe50b), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:51.452958 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-ac610378-7168-49ed-9802-b62987d96e27 req-fa5a1cfd-1471-4328-8f3f-b2dbe3a4d08d tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks [] for security_group (81a2ea9b-edf2-4aa5-972c-8e93317b8f4b), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:51.456636 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-1f073602-9ddb-4f61-8bbe-3d41595d9c1b req-bd6e7054-0cdc-42b9-a4e9-671b8303981b tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (3cf0b3c9-8892-4281-8ce1-acc1ea4fe50b), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:51.485768 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-1f073602-9ddb-4f61-8bbe-3d41595d9c1b req-bd6e7054-0cdc-42b9-a4e9-671b8303981b tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:51.486963 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1f073602-9ddb-4f61-8bbe-3d41595d9c1b req-bd6e7054-0cdc-42b9-a4e9-671b8303981b tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.1292114 Feb 02 07:06:51.491450 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6e7054-0cdc-42b9-a4e9-671b8303981b tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf0b3c9-8892-4281-8ce1-acc1ea4fe50b,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:51.557851 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-ac610378-7168-49ed-9802-b62987d96e27 req-fa5a1cfd-1471-4328-8f3f-b2dbe3a4d08d tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (81a2ea9b-edf2-4aa5-972c-8e93317b8f4b), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:51.560364 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-ac610378-7168-49ed-9802-b62987d96e27 req-fa5a1cfd-1471-4328-8f3f-b2dbe3a4d08d tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:51.561485 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ac610378-7168-49ed-9802-b62987d96e27 req-fa5a1cfd-1471-4328-8f3f-b2dbe3a4d08d tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "DELETE /v2.0/security-groups/81a2ea9b-edf2-4aa5-972c-8e93317b8f4b HTTP/1.1" status: 204 len: 173 time: 0.2775304 Feb 02 07:06:51.563344 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c6b7b0b-706a-47ef-9287-3d38f7c71624 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Router 6946a29e-0c9b-4876-be90-af232657f1ee has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:06:51.576983 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5a1cfd-1471-4328-8f3f-b2dbe3a4d08d tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a2ea9b-edf2-4aa5-972c-8e93317b8f4b,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:51.648958 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bc453-13a9-46aa-975e-1a71bf29de0b req-9ac9ba68-54ad-4c9f-a4d7-f6d9ccf0c088 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:51.650610 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dd7bc453-13a9-46aa-975e-1a71bf29de0b req-9ac9ba68-54ad-4c9f-a4d7-f6d9ccf0c088 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/ports?device_id=80149690-37a7-46d9-b8e3-fcd421797a67 HTTP/1.1" status: 200 len: 946 time: 0.0585005 Feb 02 07:06:51.702267 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dd7bc453-13a9-46aa-975e-1a71bf29de0b req-ed0b0d66-e9f4-404f-986c-0fc641b6e90c tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/security-groups?id=3031d22f-f419-4370-9379-d12f21c766b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446215 Feb 02 07:06:51.722468 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c6b7b0b-706a-47ef-9287-3d38f7c71624 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:06:51.733156 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed9cd9f-f6be-4079-935a-dea6d65a581b None None] Sync routers for ids ['6946a29e-0c9b-4876-be90-af232657f1ee'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:06:51.744611 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed9cd9f-f6be-4079-935a-dea6d65a581b None None] Routers {'6946a29e-0c9b-4876-be90-af232657f1ee'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:06:51.745399 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-aed9cd9f-f6be-4079-935a-dea6d65a581b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:06:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['6946a29e-0c9b-4876-be90-af232657f1ee'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:06:51.779452 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-aed9cd9f-f6be-4079-935a-dea6d65a581b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:06:51.787591 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-96f1fb46-4997-47da-91f7-908a23289d44 req-3327c51a-bd59-43cf-a0ba-47a288f25ff8 tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] 10.222.0.87 "GET /v2.0/security-groups/3cf0b3c9-8892-4281-8ce1-acc1ea4fe50b HTTP/1.1" status: 200 len: 1830 time: 0.0905502 Feb 02 07:06:51.788491 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed9cd9f-f6be-4079-935a-dea6d65a581b None None] Routers {'6946a29e-0c9b-4876-be90-af232657f1ee'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:06:51.789238 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-aed9cd9f-f6be-4079-935a-dea6d65a581b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:06:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['6946a29e-0c9b-4876-be90-af232657f1ee'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:06:51.831131 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-aed9cd9f-f6be-4079-935a-dea6d65a581b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:06:51.831979 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed9cd9f-f6be-4079-935a-dea6d65a581b None None] The sync data for ids ['6946a29e-0c9b-4876-be90-af232657f1ee'] in n-d-789963-26 is: [] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:06:51.905535 n-d-789963-26 neutron-server[109694]: INFO neutron.api.v2.resource [req-d467727c-7920-4efe-88d0-59e5a3211636 req-2fda1b45-f5fd-45eb-9e64-49a19d859fe3 tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] show failed (client error): The resource could not be found. Feb 02 07:06:51.906551 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d467727c-7920-4efe-88d0-59e5a3211636 req-2fda1b45-f5fd-45eb-9e64-49a19d859fe3 tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] 10.222.0.87 "GET /v2.0/security-groups/1a8b3662-d46d-40cb-b753-e6ccacd264a1 HTTP/1.1" status: 404 len: 352 time: 0.0140357 Feb 02 07:06:51.940519 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:52.011204 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655b8917-025d-4a54-ae7a-1f60d6d2caec req-ec76e1e7-9762-4bbf-b37e-1eaf62386868 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:52.012854 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-655b8917-025d-4a54-ae7a-1f60d6d2caec req-ec76e1e7-9762-4bbf-b37e-1eaf62386868 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=e136febd-b423-4535-857f-7ce49205ad26 HTTP/1.1" status: 200 len: 945 time: 0.1129317 Feb 02 07:06:52.029674 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c6b7b0b-706a-47ef-9287-3d38f7c71624 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Router 6946a29e-0c9b-4876-be90-af232657f1ee has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:06:52.050701 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f9216-fb81-4571-9bad-39cc4614d5c8 req-1c2d5b28-7a4f-490a-ab94-cba67328e700 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:52.053237 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-210f9216-fb81-4571-9bad-39cc4614d5c8 req-1c2d5b28-7a4f-490a-ab94-cba67328e700 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=32f5f2ca-71c6-4137-bee4-300527dd6e2f HTTP/1.1" status: 200 len: 945 time: 0.0576661 Feb 02 07:06:52.099762 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-210f9216-fb81-4571-9bad-39cc4614d5c8 req-769366ab-ffb5-4f8a-adec-24b2b65ac3ad tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400069 Feb 02 07:06:52.108590 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-655b8917-025d-4a54-ae7a-1f60d6d2caec req-888dfbdd-6daa-435a-83d0-ea4560538dd3 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893068 Feb 02 07:06:52.169336 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [req-d1f71a30-6dd9-400d-9725-d3d3983e597e req-3c33b7de-4086-4666-80a5-26260883cdf7 tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] show failed (client error): The resource could not be found. Feb 02 07:06:52.170322 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d1f71a30-6dd9-400d-9725-d3d3983e597e req-3c33b7de-4086-4666-80a5-26260883cdf7 tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] 10.222.0.87 "GET /v2.0/security-group-rules/8b673f0b-26d7-44af-87de-c2059951f57b HTTP/1.1" status: 404 len: 361 time: 0.0162411 Feb 02 07:06:52.204947 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c6b7b0b-706a-47ef-9287-3d38f7c71624 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:06:52.206907 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [req-c083a3a8-a719-4662-9a94-c5b9d1c05c35 req-4b089830-9792-4094-ba81-7bd3e012335a tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] show failed (client error): The resource could not be found. Feb 02 07:06:52.207858 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c083a3a8-a719-4662-9a94-c5b9d1c05c35 req-4b089830-9792-4094-ba81-7bd3e012335a tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/security-groups/8baab629-eb75-4520-953b-878c01fb4cf5 HTTP/1.1" status: 404 len: 352 time: 0.0201905 Feb 02 07:06:52.211488 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6c6b7b0b-706a-47ef-9287-3d38f7c71624 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:52.222378 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeecf3e7-f4ec-4b5e-8105-a4bcf6f07e56 None None] Sync routers for ids ['6946a29e-0c9b-4876-be90-af232657f1ee'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:06:52.232729 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed89a6c-06fe-4441-b0ba-77aaf099e363 req-fa1a8279-6f71-484a-abbc-7a2e6380021a tempest-ServerGroupTestJSON-22669958 tempest-ServerGroupTestJSON-22669958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:52.235849 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7ed89a6c-06fe-4441-b0ba-77aaf099e363 req-fa1a8279-6f71-484a-abbc-7a2e6380021a tempest-ServerGroupTestJSON-22669958 tempest-ServerGroupTestJSON-22669958-project] 10.222.0.87 "GET /v2.0/ports?device_id=807f32b3-06b9-4342-92fc-55cc754886fc HTTP/1.1" status: 200 len: 946 time: 0.0703804 Feb 02 07:06:52.237930 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeecf3e7-f4ec-4b5e-8105-a4bcf6f07e56 None None] Routers {'6946a29e-0c9b-4876-be90-af232657f1ee'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:06:52.238732 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-aeecf3e7-f4ec-4b5e-8105-a4bcf6f07e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:06:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['6946a29e-0c9b-4876-be90-af232657f1ee'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:06:52.288189 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-6c6b7b0b-706a-47ef-9287-3d38f7c71624 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] 10.222.0.87 "PUT /v2.0/floatingips/6a43834a-043b-4c24-85f4-36ccc828ac92 HTTP/1.1" status: 200 len: 978 time: 2.2780011 Feb 02 07:06:52.290094 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 48240) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:52.294729 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-8579c95a-9fe9-4c5c-9bc8-218932724e8c tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:06:52.305631 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7ed89a6c-06fe-4441-b0ba-77aaf099e363 req-f7d381dc-b5ea-431b-b429-167ffc643a43 tempest-ServerGroupTestJSON-22669958 tempest-ServerGroupTestJSON-22669958-project] 10.222.0.87 "GET /v2.0/security-groups?id=89eaf62b-207a-424b-ae04-59938a2bc973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630779 Feb 02 07:06:52.347259 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f75eca-de06-4168-bcee-4028cdc2591b req-7b95bcba-53ae-47f3-8313-b49381fb2e73 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:52.348872 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-96f75eca-de06-4168-bcee-4028cdc2591b req-7b95bcba-53ae-47f3-8313-b49381fb2e73 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=e136febd-b423-4535-857f-7ce49205ad26 HTTP/1.1" status: 200 len: 945 time: 0.0673108 Feb 02 07:06:52.376467 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-aeecf3e7-f4ec-4b5e-8105-a4bcf6f07e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:06:52.386883 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeecf3e7-f4ec-4b5e-8105-a4bcf6f07e56 None None] Routers {'6946a29e-0c9b-4876-be90-af232657f1ee'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:06:52.387761 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-aeecf3e7-f4ec-4b5e-8105-a4bcf6f07e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:06:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['6946a29e-0c9b-4876-be90-af232657f1ee'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:06:52.393975 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8579c95a-9fe9-4c5c-9bc8-218932724e8c tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for floatingip (6a43834a-043b-4c24-85f4-36ccc828ac92), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:52.403005 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-96f75eca-de06-4168-bcee-4028cdc2591b req-050dd32f-dd51-40cf-ba27-d651c29b9de4 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464482 Feb 02 07:06:52.420827 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-aeecf3e7-f4ec-4b5e-8105-a4bcf6f07e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:06:52.421663 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeecf3e7-f4ec-4b5e-8105-a4bcf6f07e56 None None] The sync data for ids ['6946a29e-0c9b-4876-be90-af232657f1ee'] in n-d-789963-26 is: [] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:06:52.443702 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cfa46f72-5142-4c48-b8a5-91f89f5bb3b7 req-42662e70-92ad-46a2-91f3-24e3fe2c6a36 tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] 10.222.0.87 "GET /v2.0/security-groups/3cf0b3c9-8892-4281-8ce1-acc1ea4fe50b HTTP/1.1" status: 200 len: 1830 time: 0.0940883 Feb 02 07:06:52.443939 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [req-df80aacb-d08a-4de8-a253-440f2d59d68b req-ef19568e-ea57-4b09-a743-e576e7f0b551 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] show failed (client error): The resource could not be found. Feb 02 07:06:52.443939 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-df80aacb-d08a-4de8-a253-440f2d59d68b req-ef19568e-ea57-4b09-a743-e576e7f0b551 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/security-groups/ea557f59-4959-458d-b8fa-a7e2d54a6314 HTTP/1.1" status: 404 len: 352 time: 0.0153499 Feb 02 07:06:52.620745 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-cfa46f72-5142-4c48-b8a5-91f89f5bb3b7 req-66cf37ce-bb19-4480-9fc0-4310d596526e tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] Publish callbacks [] for security_group (3cf0b3c9-8892-4281-8ce1-acc1ea4fe50b), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:52.627087 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8579c95a-9fe9-4c5c-9bc8-218932724e8c tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:52.637123 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8579c95a-9fe9-4c5c-9bc8-218932724e8c tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (6a43834a-043b-4c24-85f4-36ccc828ac92), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:52.637465 n-d-789963-26 neutron-server[109694]: INFO neutron.db.l3_db [None req-8579c95a-9fe9-4c5c-9bc8-218932724e8c tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Floating IP 6a43834a-043b-4c24-85f4-36ccc828ac92 disassociated. External IP: 172.25.4.136, port: 64ffdba9-e0a4-44c7-8a25-f14afe2c14fb. Feb 02 07:06:52.687849 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-cfa46f72-5142-4c48-b8a5-91f89f5bb3b7 req-66cf37ce-bb19-4480-9fc0-4310d596526e tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] Publish callbacks [] for security_group (3cf0b3c9-8892-4281-8ce1-acc1ea4fe50b), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:52.772882 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-cfa46f72-5142-4c48-b8a5-91f89f5bb3b7 req-66cf37ce-bb19-4480-9fc0-4310d596526e tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (3cf0b3c9-8892-4281-8ce1-acc1ea4fe50b), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:52.775367 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-cfa46f72-5142-4c48-b8a5-91f89f5bb3b7 req-66cf37ce-bb19-4480-9fc0-4310d596526e tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:52.776553 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cfa46f72-5142-4c48-b8a5-91f89f5bb3b7 req-66cf37ce-bb19-4480-9fc0-4310d596526e tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] 10.222.0.87 "DELETE /v2.0/security-groups/3cf0b3c9-8892-4281-8ce1-acc1ea4fe50b HTTP/1.1" status: 204 len: 173 time: 0.3238521 Feb 02 07:06:52.788856 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cf37ce-bb19-4480-9fc0-4310d596526e tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf0b3c9-8892-4281-8ce1-acc1ea4fe50b,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:52.850447 n-d-789963-26 neutron-server[109694]: INFO neutron.api.v2.resource [req-1ee6b7be-3472-413f-93b1-fa8eb2cb4e56 req-18f76cab-2663-4b7e-9e36-64ddd0f5cb3a tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] show failed (client error): The resource could not be found. Feb 02 07:06:52.851472 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1ee6b7be-3472-413f-93b1-fa8eb2cb4e56 req-18f76cab-2663-4b7e-9e36-64ddd0f5cb3a tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/security-groups/40cf56d1-0ff0-4474-bea1-a317dc098c3a HTTP/1.1" status: 404 len: 352 time: 0.0212090 Feb 02 07:06:52.909367 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ff669-5a03-4120-bc86-747c4fea33a9 req-99c0f853-40ee-402e-a335-4c3abcb0556a tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:52.910859 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f01ff669-5a03-4120-bc86-747c4fea33a9 req-99c0f853-40ee-402e-a335-4c3abcb0556a tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/ports?device_id=80149690-37a7-46d9-b8e3-fcd421797a67 HTTP/1.1" status: 200 len: 946 time: 0.0538385 Feb 02 07:06:52.945365 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8579c95a-9fe9-4c5c-9bc8-218932724e8c tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Router 6946a29e-0c9b-4876-be90-af232657f1ee has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:06:52.950817 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-73eda9ea-c544-4a2e-bda8-2261f0d64384 req-342f94ee-2ee9-45c7-a7f8-e9f8de10c160 tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] 10.222.0.87 "GET /v2.0/security-groups/5bfbd746-beed-4e05-a988-a461a40d19ed HTTP/1.1" status: 200 len: 1832 time: 0.0599363 Feb 02 07:06:52.958551 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f01ff669-5a03-4120-bc86-747c4fea33a9 req-f20af4a3-072a-4dcd-931c-84810cc55b5a tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/security-groups?id=3031d22f-f419-4370-9379-d12f21c766b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412421 Feb 02 07:06:53.069891 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151636fe-d41a-4c44-aed6-172a6e7e6c1d req-73162900-3853-41fb-b7a2-95bde53b2d34 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:53.071396 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-151636fe-d41a-4c44-aed6-172a6e7e6c1d req-73162900-3853-41fb-b7a2-95bde53b2d34 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=e136febd-b423-4535-857f-7ce49205ad26 HTTP/1.1" status: 200 len: 945 time: 0.0572431 Feb 02 07:06:53.083110 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-73eda9ea-c544-4a2e-bda8-2261f0d64384 req-5bec34f9-a47e-40cf-b9b6-0509e2af3e11 tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] Publish callbacks [] for security_group (5bfbd746-beed-4e05-a988-a461a40d19ed), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:53.112804 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8579c95a-9fe9-4c5c-9bc8-218932724e8c tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:06:53.119385 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8579c95a-9fe9-4c5c-9bc8-218932724e8c tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:53.120169 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-151636fe-d41a-4c44-aed6-172a6e7e6c1d req-d39e8470-e61f-42c8-9348-feba657ad84b tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431406 Feb 02 07:06:53.122310 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-73eda9ea-c544-4a2e-bda8-2261f0d64384 req-5bec34f9-a47e-40cf-b9b6-0509e2af3e11 tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] Publish callbacks [] for security_group (5bfbd746-beed-4e05-a988-a461a40d19ed), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:53.126236 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc90e62-75c5-4b5d-b9a2-47e0abdb3225 None None] Sync routers for ids ['6946a29e-0c9b-4876-be90-af232657f1ee'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:06:53.144762 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc90e62-75c5-4b5d-b9a2-47e0abdb3225 None None] Routers {'6946a29e-0c9b-4876-be90-af232657f1ee'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:06:53.145454 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-7dc90e62-75c5-4b5d-b9a2-47e0abdb3225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:06:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['6946a29e-0c9b-4876-be90-af232657f1ee'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:06:53.157618 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [req-8ce40197-0cdf-4d6d-a8ae-3c1dc4d70ec6 req-7d2afd0d-f3e3-4536-9240-0d116d539143 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] show failed (client error): The resource could not be found. Feb 02 07:06:53.158719 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8ce40197-0cdf-4d6d-a8ae-3c1dc4d70ec6 req-7d2afd0d-f3e3-4536-9240-0d116d539143 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/security-groups/15ffa0da-3ff1-4617-b0f0-be9e77d3c370 HTTP/1.1" status: 404 len: 352 time: 0.0138109 Feb 02 07:06:53.176387 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-8579c95a-9fe9-4c5c-9bc8-218932724e8c tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] 10.222.0.87 "PUT /v2.0/floatingips/6a43834a-043b-4c24-85f4-36ccc828ac92 HTTP/1.1" status: 200 len: 688 time: 0.8852241 Feb 02 07:06:53.180386 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 48258) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:53.184393 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-7dc90e62-75c5-4b5d-b9a2-47e0abdb3225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:06:53.195526 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc90e62-75c5-4b5d-b9a2-47e0abdb3225 None None] Routers {'6946a29e-0c9b-4876-be90-af232657f1ee'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:06:53.196170 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-7dc90e62-75c5-4b5d-b9a2-47e0abdb3225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:06:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['6946a29e-0c9b-4876-be90-af232657f1ee'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:06:53.197617 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-73eda9ea-c544-4a2e-bda8-2261f0d64384 req-5bec34f9-a47e-40cf-b9b6-0509e2af3e11 tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (5bfbd746-beed-4e05-a988-a461a40d19ed), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:53.200284 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-73eda9ea-c544-4a2e-bda8-2261f0d64384 req-5bec34f9-a47e-40cf-b9b6-0509e2af3e11 tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:53.201412 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-73eda9ea-c544-4a2e-bda8-2261f0d64384 req-5bec34f9-a47e-40cf-b9b6-0509e2af3e11 tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] 10.222.0.87 "DELETE /v2.0/security-groups/5bfbd746-beed-4e05-a988-a461a40d19ed HTTP/1.1" status: 204 len: 173 time: 0.2435386 Feb 02 07:06:53.214958 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bec34f9-a47e-40cf-b9b6-0509e2af3e11 tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bfbd746-beed-4e05-a988-a461a40d19ed,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:53.248478 n-d-789963-26 neutron-server[109694]: INFO neutron.api.v2.resource [req-1c2ab4e8-f05b-4ab4-99f5-50ae68ec80e8 req-c23c9919-b49b-41a2-a995-47bf86b2a186 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] show failed (client error): The resource could not be found. Feb 02 07:06:53.260464 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-7dc90e62-75c5-4b5d-b9a2-47e0abdb3225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:06:53.260464 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc90e62-75c5-4b5d-b9a2-47e0abdb3225 None None] The sync data for ids ['6946a29e-0c9b-4876-be90-af232657f1ee'] in n-d-789963-26 is: [] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:06:53.260700 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1c2ab4e8-f05b-4ab4-99f5-50ae68ec80e8 req-c23c9919-b49b-41a2-a995-47bf86b2a186 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/security-groups/9bdc352a-c75f-44bc-97b8-6070a7c740d3 HTTP/1.1" status: 404 len: 352 time: 0.0332408 Feb 02 07:06:53.316117 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-158e8c9d-93c3-44fc-ba40-8ac556f67b03 req-ceb17b44-baed-45bf-8b8b-024bbe752476 tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] 10.222.0.87 "GET /v2.0/security-groups/7b26a1e3-9be7-4524-adc6-5f470646d4ac HTTP/1.1" status: 200 len: 1832 time: 0.0393200 Feb 02 07:06:53.370589 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4308cbd4-f722-4c12-bfc3-59229cf1ad9e req-2ccf224d-e633-42a9-b6de-444be4c9eec5 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:53.372106 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4308cbd4-f722-4c12-bfc3-59229cf1ad9e req-2ccf224d-e633-42a9-b6de-444be4c9eec5 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=32f5f2ca-71c6-4137-bee4-300527dd6e2f HTTP/1.1" status: 200 len: 945 time: 0.0890553 Feb 02 07:06:53.377344 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-1a46033a-1fdb-4d2c-b184-3207bab7231b tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Deleting port 646b428b-f4e7-410b-88c9-c28ae478fe7b {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:06:53.377684 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1a46033a-1fdb-4d2c-b184-3207bab7231b tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (646b428b-f4e7-410b-88c9-c28ae478fe7b), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:53.378989 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-158e8c9d-93c3-44fc-ba40-8ac556f67b03 req-46c10f2b-b65f-4434-90c2-4ab9c46ebe5d tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] Publish callbacks [] for security_group (7b26a1e3-9be7-4524-adc6-5f470646d4ac), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:53.403115 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-158e8c9d-93c3-44fc-ba40-8ac556f67b03 req-46c10f2b-b65f-4434-90c2-4ab9c46ebe5d tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] Publish callbacks [] for security_group (7b26a1e3-9be7-4524-adc6-5f470646d4ac), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:53.446591 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-158e8c9d-93c3-44fc-ba40-8ac556f67b03 req-46c10f2b-b65f-4434-90c2-4ab9c46ebe5d tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (7b26a1e3-9be7-4524-adc6-5f470646d4ac), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:53.450986 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-158e8c9d-93c3-44fc-ba40-8ac556f67b03 req-46c10f2b-b65f-4434-90c2-4ab9c46ebe5d tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:53.452295 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-158e8c9d-93c3-44fc-ba40-8ac556f67b03 req-46c10f2b-b65f-4434-90c2-4ab9c46ebe5d tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] 10.222.0.87 "DELETE /v2.0/security-groups/7b26a1e3-9be7-4524-adc6-5f470646d4ac HTTP/1.1" status: 204 len: 173 time: 0.1297309 Feb 02 07:06:53.464250 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c10f2b-b65f-4434-90c2-4ab9c46ebe5d tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b26a1e3-9be7-4524-adc6-5f470646d4ac,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:53.480062 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4308cbd4-f722-4c12-bfc3-59229cf1ad9e req-698260ba-86f0-4491-bc6a-c31d5fa973e4 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996385 Feb 02 07:06:53.482015 n-d-789963-26 neutron-server[109694]: INFO neutron.api.v2.resource [req-6956544d-5562-4fdd-b015-9b1be76cac51 req-4605d8a8-a1f9-4d62-879d-5256ae4f11f1 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] show failed (client error): The resource could not be found. Feb 02 07:06:53.488718 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6956544d-5562-4fdd-b015-9b1be76cac51 req-4605d8a8-a1f9-4d62-879d-5256ae4f11f1 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/security-groups/47d4e272-857e-4a13-a2e8-ee6da9be802a HTTP/1.1" status: 404 len: 352 time: 0.0172329 Feb 02 07:06:53.501783 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1a46033a-1fdb-4d2c-b184-3207bab7231b tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (646b428b-f4e7-410b-88c9-c28ae478fe7b), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:53.502190 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1a46033a-1fdb-4d2c-b184-3207bab7231b tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for floatingip (646b428b-f4e7-410b-88c9-c28ae478fe7b), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:53.516678 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-1a46033a-1fdb-4d2c-b184-3207bab7231b tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Calling delete_port for 646b428b-f4e7-410b-88c9-c28ae478fe7b owned by network:floatingip {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:06:53.589830 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a3bf4-ad3a-4d12-b861-e214c7216fbd req-7975e81e-3c16-4968-ae83-0f856eec053e tempest-ServerGroupTestJSON-22669958 tempest-ServerGroupTestJSON-22669958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:53.591413 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-af9a3bf4-ad3a-4d12-b861-e214c7216fbd req-7975e81e-3c16-4968-ae83-0f856eec053e tempest-ServerGroupTestJSON-22669958 tempest-ServerGroupTestJSON-22669958-project] 10.222.0.87 "GET /v2.0/ports?device_id=807f32b3-06b9-4342-92fc-55cc754886fc HTTP/1.1" status: 200 len: 946 time: 0.0574615 Feb 02 07:06:53.638263 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-af9a3bf4-ad3a-4d12-b861-e214c7216fbd req-d8522b29-d38c-4321-ad3d-cd8ba23e179f tempest-ServerGroupTestJSON-22669958 tempest-ServerGroupTestJSON-22669958-project] 10.222.0.87 "GET /v2.0/security-groups?id=89eaf62b-207a-424b-ae04-59938a2bc973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411572 Feb 02 07:06:53.655382 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8726cdc7-51df-4209-82ae-64f5bc1ee36c req-6c6f9f88-d81d-4082-86be-78648b748cb5 tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] 10.222.0.87 "GET /v2.0/security-groups/4726dab9-0988-4155-b976-5762de952a35 HTTP/1.1" status: 200 len: 1832 time: 0.1248829 Feb 02 07:06:53.690035 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a743b666-7716-4766-b776-73843720aa1f req-c2b5adc3-bebc-48de-9952-cd8c21576f0d tempest-ServerGroupTestJSON-22669958 tempest-ServerGroupTestJSON-22669958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:53.691502 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a743b666-7716-4766-b776-73843720aa1f req-c2b5adc3-bebc-48de-9952-cd8c21576f0d tempest-ServerGroupTestJSON-22669958 tempest-ServerGroupTestJSON-22669958-project] 10.222.0.59 "GET /v2.0/ports?device_id=807f32b3-06b9-4342-92fc-55cc754886fc HTTP/1.1" status: 200 len: 946 time: 0.1082938 Feb 02 07:06:53.847315 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-8726cdc7-51df-4209-82ae-64f5bc1ee36c req-d19b85ec-bc7c-4288-a93d-717d50c10ab4 tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] Publish callbacks [] for security_group (4726dab9-0988-4155-b976-5762de952a35), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:53.855261 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1a46033a-1fdb-4d2c-b184-3207bab7231b tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (646b428b-f4e7-410b-88c9-c28ae478fe7b), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:53.879059 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55909517-2260-454f-91d9-f333663bd7cc req-130b579e-7e5e-4059-beac-007ac7e097de tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:53.881200 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-55909517-2260-454f-91d9-f333663bd7cc req-130b579e-7e5e-4059-beac-007ac7e097de tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/ports?device_id=93974940-4a1d-4682-b431-5c6bf6a18a2f HTTP/1.1" status: 200 len: 1023 time: 0.0564051 Feb 02 07:06:53.900276 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a46033a-1fdb-4d2c-b184-3207bab7231b tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Pushing event deleted for resources: {'Port': ['ID=646b428b-f4e7-410b-88c9-c28ae478fe7b,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:53.904891 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-8726cdc7-51df-4209-82ae-64f5bc1ee36c req-d19b85ec-bc7c-4288-a93d-717d50c10ab4 tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] Publish callbacks [] for security_group (4726dab9-0988-4155-b976-5762de952a35), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:53.952532 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-55909517-2260-454f-91d9-f333663bd7cc req-0d09dd12-8327-4a84-814f-091d31675196 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/security-groups?id=41bb999a-2820-4301-a1ff-7ff8ff42de74&id=dfe2a86c-dc5b-4650-a821-a27d812d1b0a&id=a5d4ccaf-26cf-4391-8f4a-c9fd890579b0&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0654640 Feb 02 07:06:53.989279 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-a743b666-7716-4766-b776-73843720aa1f req-5348c8fd-9455-454e-8a9c-998bffd1a5ae tempest-ServerGroupTestJSON-22669958 tempest-ServerGroupTestJSON-22669958-project] Deleting port b6e20dc5-5e22-4df3-a2dc-ecfa56b4f907 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:06:53.990144 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-a743b666-7716-4766-b776-73843720aa1f req-5348c8fd-9455-454e-8a9c-998bffd1a5ae tempest-ServerGroupTestJSON-22669958 tempest-ServerGroupTestJSON-22669958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (b6e20dc5-5e22-4df3-a2dc-ecfa56b4f907), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:54.027790 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-8726cdc7-51df-4209-82ae-64f5bc1ee36c req-d19b85ec-bc7c-4288-a93d-717d50c10ab4 tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (4726dab9-0988-4155-b976-5762de952a35), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:54.030255 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-8726cdc7-51df-4209-82ae-64f5bc1ee36c req-d19b85ec-bc7c-4288-a93d-717d50c10ab4 tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:54.031905 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8726cdc7-51df-4209-82ae-64f5bc1ee36c req-d19b85ec-bc7c-4288-a93d-717d50c10ab4 tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] 10.222.0.87 "DELETE /v2.0/security-groups/4726dab9-0988-4155-b976-5762de952a35 HTTP/1.1" status: 204 len: 173 time: 0.3690217 Feb 02 07:06:54.042260 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1a46033a-1fdb-4d2c-b184-3207bab7231b tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for floatingip (6a43834a-043b-4c24-85f4-36ccc828ac92), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:54.044882 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1a46033a-1fdb-4d2c-b184-3207bab7231b tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:54.046046 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-1a46033a-1fdb-4d2c-b184-3207bab7231b tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] 10.222.0.87 "DELETE /v2.0/floatingips/6a43834a-043b-4c24-85f4-36ccc828ac92 HTTP/1.1" status: 204 len: 168 time: 0.8644793 Feb 02 07:06:54.050650 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 48276) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:54.086450 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b85ec-bc7c-4288-a93d-717d50c10ab4 tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4726dab9-0988-4155-b976-5762de952a35,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:54.088503 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be1822a-b0f7-4a9b-9fe5-c342b4e07dce req-90323a14-94e0-4741-9251-31a918a09a09 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:54.090032 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0be1822a-b0f7-4a9b-9fe5-c342b4e07dce req-90323a14-94e0-4741-9251-31a918a09a09 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/ports?device_id=80149690-37a7-46d9-b8e3-fcd421797a67 HTTP/1.1" status: 200 len: 946 time: 0.0610721 Feb 02 07:06:54.139291 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-8a9d6cd2-13eb-4b45-a47c-a0d85b55c065 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] delete failed (client error): The resource could not be found. Feb 02 07:06:54.140394 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-8a9d6cd2-13eb-4b45-a47c-a0d85b55c065 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] 10.222.0.87 "DELETE /v2.0/floatingips/6a43834a-043b-4c24-85f4-36ccc828ac92 HTTP/1.1" status: 404 len: 345 time: 0.0626225 Feb 02 07:06:54.142206 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0be1822a-b0f7-4a9b-9fe5-c342b4e07dce req-c04ed004-774f-4677-8690-f47bd703319e tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/security-groups?id=3031d22f-f419-4370-9379-d12f21c766b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448301 Feb 02 07:06:54.144666 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 48278) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:54.189278 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-a743b666-7716-4766-b776-73843720aa1f req-5348c8fd-9455-454e-8a9c-998bffd1a5ae tempest-ServerGroupTestJSON-22669958 tempest-ServerGroupTestJSON-22669958-project] For port b6e20dc5-5e22-4df3-a2dc-ecfa56b4f907, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=b6e20dc5-5e22-4df3-a2dc-ecfa56b4f907,segment=NetworkSegment(f254d4d5-2922-4852-b49a-b23fffd3fb86),segment_id=f254d4d5-2922-4852-b49a-b23fffd3fb86)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:06:54.189648 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-a743b666-7716-4766-b776-73843720aa1f req-5348c8fd-9455-454e-8a9c-998bffd1a5ae tempest-ServerGroupTestJSON-22669958 tempest-ServerGroupTestJSON-22669958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (b6e20dc5-5e22-4df3-a2dc-ecfa56b4f907), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:54.200757 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ae5e4c7-462a-45a1-93cd-72861f507a31 req-6096050f-35d1-4537-8456-86034da54c91 tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] 10.222.0.87 "GET /v2.0/security-groups/8cfb97f2-9041-4815-87ca-28b4aabb5189 HTTP/1.1" status: 200 len: 1830 time: 0.1175225 Feb 02 07:06:54.206589 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-a743b666-7716-4766-b776-73843720aa1f req-5348c8fd-9455-454e-8a9c-998bffd1a5ae tempest-ServerGroupTestJSON-22669958 tempest-ServerGroupTestJSON-22669958-project] Calling delete_port for b6e20dc5-5e22-4df3-a2dc-ecfa56b4f907 owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:06:54.267918 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a7ff13-c9c0-4bbb-b7bd-ffecf6935947 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:54.274092 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a7ff13-c9c0-4bbb-b7bd-ffecf6935947 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:54.279438 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a7ff13-c9c0-4bbb-b7bd-ffecf6935947 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:54.282732 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b2a7ff13-c9c0-4bbb-b7bd-ffecf6935947 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] 10.222.0.87 "GET /v2.0/ports?network_id=3aa6b9b1-7647-4e2c-a3d3-2787d3795776 HTTP/1.1" status: 200 len: 2358 time: 0.1368871 Feb 02 07:06:54.284731 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 48282) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:54.315916 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2ae5e4c7-462a-45a1-93cd-72861f507a31 req-34413a0e-6d44-4fab-b01d-9860541f6873 tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] Publish callbacks [] for security_group (8cfb97f2-9041-4815-87ca-28b4aabb5189), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:54.341893 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8702db0f-fa2c-47b7-90c6-50bd76c8ab45 req-dec38950-82a0-482c-8086-5fdc47fed0e8 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:54.343370 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8702db0f-fa2c-47b7-90c6-50bd76c8ab45 req-dec38950-82a0-482c-8086-5fdc47fed0e8 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=e136febd-b423-4535-857f-7ce49205ad26 HTTP/1.1" status: 200 len: 945 time: 0.1315563 Feb 02 07:06:54.347475 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2ae5e4c7-462a-45a1-93cd-72861f507a31 req-34413a0e-6d44-4fab-b01d-9860541f6873 tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] Publish callbacks [] for security_group (8cfb97f2-9041-4815-87ca-28b4aabb5189), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:54.363259 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1fe720-8763-4b6a-a6c8-9b831b5d3b12 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:54.369585 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-7a1fe720-8763-4b6a-a6c8-9b831b5d3b12 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] 10.222.0.87 "GET /v2.0/subnets/d173fa1b-2f06-450d-aae4-0b2b2833a319 HTTP/1.1" status: 200 len: 797 time: 0.0789196 Feb 02 07:06:54.370812 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 48284) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:54.376631 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-20df9ff9-b8df-4f99-adcd-4f7fdc9ffe34 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Request body: {'port': {'network_id': '3aa6b9b1-7647-4e2c-a3d3-2787d3795776', 'name': 'tempest-FloatingIPTestJSON-571656522', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:06:54.426300 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-a743b666-7716-4766-b776-73843720aa1f req-5348c8fd-9455-454e-8a9c-998bffd1a5ae tempest-ServerGroupTestJSON-22669958 tempest-ServerGroupTestJSON-22669958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (b6e20dc5-5e22-4df3-a2dc-ecfa56b4f907), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:54.434519 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2ae5e4c7-462a-45a1-93cd-72861f507a31 req-34413a0e-6d44-4fab-b01d-9860541f6873 tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (8cfb97f2-9041-4815-87ca-28b4aabb5189), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:54.437102 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2ae5e4c7-462a-45a1-93cd-72861f507a31 req-34413a0e-6d44-4fab-b01d-9860541f6873 tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:54.444844 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ae5e4c7-462a-45a1-93cd-72861f507a31 req-34413a0e-6d44-4fab-b01d-9860541f6873 tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] 10.222.0.87 "DELETE /v2.0/security-groups/8cfb97f2-9041-4815-87ca-28b4aabb5189 HTTP/1.1" status: 204 len: 173 time: 0.2299268 Feb 02 07:06:54.448370 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 48286) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:54.461273 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['b6e20dc5-5e22-4df3-a2dc-ecfa56b4f907'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:06:54.481322 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5348c8fd-9455-454e-8a9c-998bffd1a5ae tempest-ServerGroupTestJSON-22669958 tempest-ServerGroupTestJSON-22669958-project] Pushing event deleted for resources: {'Port': ['ID=b6e20dc5-5e22-4df3-a2dc-ecfa56b4f907,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:54.497502 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8702db0f-fa2c-47b7-90c6-50bd76c8ab45 req-7c8a3bed-5b3a-4a66-9560-d02bd973c460 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481721 Feb 02 07:06:54.511964 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34413a0e-6d44-4fab-b01d-9860541f6873 tempest-SecurityGroupRulesNegativeTestJSON-1889893264 tempest-SecurityGroupRulesNegativeTestJSON-1889893264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cfb97f2-9041-4815-87ca-28b4aabb5189,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:54.556795 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f236062-3776-4dbb-92dc-583b24dc194f req-f503c855-70ad-40db-b383-88af96216a49 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:54.558310 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9f236062-3776-4dbb-92dc-583b24dc194f req-f503c855-70ad-40db-b383-88af96216a49 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.88 "GET /v2.0/ports?device_id=e136febd-b423-4535-857f-7ce49205ad26 HTTP/1.1" status: 200 len: 945 time: 0.1396346 Feb 02 07:06:54.596545 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20df9ff9-b8df-4f99-adcd-4f7fdc9ffe34 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Made reservation on behalf of 9173653ae73f437eb381eab8dac50b29 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:06:54.602942 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-a743b666-7716-4766-b776-73843720aa1f req-5348c8fd-9455-454e-8a9c-998bffd1a5ae tempest-ServerGroupTestJSON-22669958 tempest-ServerGroupTestJSON-22669958-project] No DVR routers for this DVR port b6e20dc5-5e22-4df3-a2dc-ecfa56b4f907 on host n-h2-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:06:54.605639 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-a743b666-7716-4766-b776-73843720aa1f req-5348c8fd-9455-454e-8a9c-998bffd1a5ae tempest-ServerGroupTestJSON-22669958 tempest-ServerGroupTestJSON-22669958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:54.609352 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a743b666-7716-4766-b776-73843720aa1f req-5348c8fd-9455-454e-8a9c-998bffd1a5ae tempest-ServerGroupTestJSON-22669958 tempest-ServerGroupTestJSON-22669958-project] 10.222.0.59 "DELETE /v2.0/ports/b6e20dc5-5e22-4df3-a2dc-ecfa56b4f907 HTTP/1.1" status: 204 len: 173 time: 0.9108353 Feb 02 07:06:54.612658 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d6037b5-df77-40c9-a91f-47776ed671f6 admin admin] Deleting subnet de54ac3b-53c6-4616-b4f7-803ea09b48a9 {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:06:54.616878 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '807f32b3-06b9-4342-92fc-55cc754886fc', 'name': 'network-vif-deleted', 'tag': 'b6e20dc5-5e22-4df3-a2dc-ecfa56b4f907'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:06:54.619350 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9c14bc-6d8e-40a7-8160-d6d753e9b2e5" -d '{"events": [{"server_uuid": "807f32b3-06b9-4342-92fc-55cc754886fc", "name": "network-vif-deleted", "tag": "b6e20dc5-5e22-4df3-a2dc-ecfa56b4f907"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:06:54.638379 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0d6037b5-df77-40c9-a91f-47776ed671f6 admin admin] Publish callbacks [] for subnet (de54ac3b-53c6-4616-b4f7-803ea09b48a9), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:54.698639 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0d6037b5-df77-40c9-a91f-47776ed671f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (de54ac3b-53c6-4616-b4f7-803ea09b48a9), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:54.730810 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb38701c-5b85-40c4-be87-3c97a4cd4b7d x-openstack-request-id: req-cb38701c-5b85-40c4-be87-3c97a4cd4b7d {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:06:54.731152 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "807f32b3-06b9-4342-92fc-55cc754886fc", "name": "network-vif-deleted", "tag": "b6e20dc5-5e22-4df3-a2dc-ecfa56b4f907", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:06:54.731361 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-cb38701c-5b85-40c4-be87-3c97a4cd4b7d {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:06:54.731779 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '807f32b3-06b9-4342-92fc-55cc754886fc', 'name': 'network-vif-deleted', 'tag': 'b6e20dc5-5e22-4df3-a2dc-ecfa56b4f907', 'status': 'completed', 'code': 200} Feb 02 07:06:54.733896 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-20df9ff9-b8df-4f99-adcd-4f7fdc9ffe34 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:54.764880 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699d8e8e-cb7f-4bc1-92c6-d13419bd7197 req-edfba28a-cb3c-4a2e-b68c-9a4ba144d4e5 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:54.766741 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-9f236062-3776-4dbb-92dc-583b24dc194f req-1dc57804-73da-4e4f-85ef-6b7aae0a9641 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Deleting port cff51609-e3aa-47fc-838c-fc61d26d18c6 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:06:54.767086 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-9f236062-3776-4dbb-92dc-583b24dc194f req-1dc57804-73da-4e4f-85ef-6b7aae0a9641 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (cff51609-e3aa-47fc-838c-fc61d26d18c6), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:54.768032 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-699d8e8e-cb7f-4bc1-92c6-d13419bd7197 req-edfba28a-cb3c-4a2e-b68c-9a4ba144d4e5 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=32f5f2ca-71c6-4137-bee4-300527dd6e2f HTTP/1.1" status: 200 len: 945 time: 0.1907766 Feb 02 07:06:54.782706 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0d6037b5-df77-40c9-a91f-47776ed671f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (de54ac3b-53c6-4616-b4f7-803ea09b48a9), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:54.786362 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [None req-20df9ff9-b8df-4f99-adcd-4f7fdc9ffe34 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] device_id is not set on port 5f820746-9584-431a-a579-4eb3ac55901c yet. {{(pid=109694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:06:54.793215 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f54a91c5-1ae1-4299-af71-4fc8138e7b5e req-bcffa040-f81a-45bb-935c-d365ac31f059 tempest-ServerGroupTestJSON-22669958 tempest-ServerGroupTestJSON-22669958-project] 10.222.0.87 "GET /v2.0/ports?device_id=807f32b3-06b9-4342-92fc-55cc754886fc HTTP/1.1" status: 200 len: 210 time: 0.0542133 Feb 02 07:06:54.854120 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-699d8e8e-cb7f-4bc1-92c6-d13419bd7197 req-04cee6f8-d03e-47b2-a2d7-f9ac9559b0d1 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805218 Feb 02 07:06:54.868094 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0d6037b5-df77-40c9-a91f-47776ed671f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (de54ac3b-53c6-4616-b4f7-803ea09b48a9), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:54.892915 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6037b5-df77-40c9-a91f-47776ed671f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de54ac3b-53c6-4616-b4f7-803ea09b48a9,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:54.897324 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0d6037b5-df77-40c9-a91f-47776ed671f6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:54.904218 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-0d6037b5-df77-40c9-a91f-47776ed671f6 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/de54ac3b-53c6-4616-b4f7-803ea09b48a9 HTTP/1.1" status: 204 len: 168 time: 0.4343863 Feb 02 07:06:54.904325 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 48294) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:54.977550 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b17dafff-48a2-4acb-a93a-95ac6ebf7b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (fbe32aa1-bfb4-4a04-9fbd-febd2f0ba80f), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:55.009036 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-9f236062-3776-4dbb-92dc-583b24dc194f req-1dc57804-73da-4e4f-85ef-6b7aae0a9641 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] For port cff51609-e3aa-47fc-838c-fc61d26d18c6, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=cff51609-e3aa-47fc-838c-fc61d26d18c6,segment=NetworkSegment(50b2c935-c140-4230-880a-508574d9ed43),segment_id=50b2c935-c140-4230-880a-508574d9ed43)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:06:55.009406 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-9f236062-3776-4dbb-92dc-583b24dc194f req-1dc57804-73da-4e4f-85ef-6b7aae0a9641 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (cff51609-e3aa-47fc-838c-fc61d26d18c6), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:55.051540 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-9f236062-3776-4dbb-92dc-583b24dc194f req-1dc57804-73da-4e4f-85ef-6b7aae0a9641 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Calling delete_port for cff51609-e3aa-47fc-838c-fc61d26d18c6 owned by compute:nova {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:06:55.064810 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b17dafff-48a2-4acb-a93a-95ac6ebf7b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (fbe32aa1-bfb4-4a04-9fbd-febd2f0ba80f), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:55.088089 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-b17dafff-48a2-4acb-a93a-95ac6ebf7b9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbe32aa1-bfb4-4a04-9fbd-febd2f0ba80f']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:06:55.099575 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-b17dafff-48a2-4acb-a93a-95ac6ebf7b9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7154ec41-d824-4b60-a7e6-ae89e34423e5') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:06:55.099881 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-b17dafff-48a2-4acb-a93a-95ac6ebf7b9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7154ec41-d824-4b60-a7e6-ae89e34423e5') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:06:55.109783 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b17dafff-48a2-4acb-a93a-95ac6ebf7b9b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (7154ec41-d824-4b60-a7e6-ae89e34423e5), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:55.123172 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b17dafff-48a2-4acb-a93a-95ac6ebf7b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (7154ec41-d824-4b60-a7e6-ae89e34423e5), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:55.129404 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b17dafff-48a2-4acb-a93a-95ac6ebf7b9b admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:06:55.129785 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b17dafff-48a2-4acb-a93a-95ac6ebf7b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (7154ec41-d824-4b60-a7e6-ae89e34423e5), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:55.132159 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:06:55.132159 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:06:55.132159 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:06:55.132159 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:06:55.132159 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:06:55.132159 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:06:55.132159 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:06:55.132159 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:06:55.132159 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:06:55.132159 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:06:55.132159 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:06:55.132159 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:06:55.132159 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:06:55.132159 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:06:55.132159 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:06:55.132159 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:06:55.132159 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:06:55.132159 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:06:55.132159 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:06:55.132159 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:06:55.132159 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:06:55.132159 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:06:55.132159 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:06:55.132159 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:06:55.132159 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:06:55.132159 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:06:55.132159 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:06:55.132159 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:06:55.132159 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:06:55.132159 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:06:55.132159 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:06:55.132159 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:06:55.193964 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b17dafff-48a2-4acb-a93a-95ac6ebf7b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (fbe32aa1-bfb4-4a04-9fbd-febd2f0ba80f), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:55.203173 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b17dafff-48a2-4acb-a93a-95ac6ebf7b9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:55.210866 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b17dafff-48a2-4acb-a93a-95ac6ebf7b9b admin admin] 10.222.0.87 "DELETE /v2.0/networks/fbe32aa1-bfb4-4a04-9fbd-febd2f0ba80f HTTP/1.1" status: 204 len: 168 time: 0.3025832 Feb 02 07:06:55.225674 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d005a871-b7a2-478e-972b-a7516b6767dc req-924aa874-1365-4a6c-b132-ddc953699088 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:55.227212 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d005a871-b7a2-478e-972b-a7516b6767dc req-924aa874-1365-4a6c-b132-ddc953699088 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/ports?device_id=93974940-4a1d-4682-b431-5c6bf6a18a2f HTTP/1.1" status: 200 len: 1023 time: 0.1824923 Feb 02 07:06:55.242612 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17dafff-48a2-4acb-a93a-95ac6ebf7b9b admin admin] Pushing event deleted for resources: {'Network': ['ID=fbe32aa1-bfb4-4a04-9fbd-febd2f0ba80f,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:55.347857 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819247c6-eae3-4061-8b0a-347e70a53c09 req-0ceba04a-9ba1-4562-9c4d-ae8fb9696b20 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:55.350233 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-819247c6-eae3-4061-8b0a-347e70a53c09 req-0ceba04a-9ba1-4562-9c4d-ae8fb9696b20 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/ports?device_id=80149690-37a7-46d9-b8e3-fcd421797a67 HTTP/1.1" status: 200 len: 946 time: 0.0615728 Feb 02 07:06:55.355646 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-20df9ff9-b8df-4f99-adcd-4f7fdc9ffe34 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Allocated IP 172.20.0.14 (3aa6b9b1-7647-4e2c-a3d3-2787d3795776/d173fa1b-2f06-450d-aae4-0b2b2833a319/5f820746-9584-431a-a579-4eb3ac55901c) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:06:55.370186 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-20df9ff9-b8df-4f99-adcd-4f7fdc9ffe34 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Allocated IP 172.20.0.13 (3aa6b9b1-7647-4e2c-a3d3-2787d3795776/d173fa1b-2f06-450d-aae4-0b2b2833a319/5f820746-9584-431a-a579-4eb3ac55901c) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:06:55.374731 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 48302) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:55.402769 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-9f236062-3776-4dbb-92dc-583b24dc194f req-1dc57804-73da-4e4f-85ef-6b7aae0a9641 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (cff51609-e3aa-47fc-838c-fc61d26d18c6), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:55.425593 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d005a871-b7a2-478e-972b-a7516b6767dc req-3654fe6b-46e2-4b31-a625-883459665a75 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/security-groups?id=41bb999a-2820-4301-a1ff-7ff8ff42de74&id=dfe2a86c-dc5b-4650-a821-a27d812d1b0a&id=a5d4ccaf-26cf-4391-8f4a-c9fd890579b0&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1739414 Feb 02 07:06:55.430744 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-819247c6-eae3-4061-8b0a-347e70a53c09 req-edc95fbd-69b2-4654-a066-12c9f5cc5fe1 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/security-groups?id=3031d22f-f419-4370-9379-d12f21c766b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740423 Feb 02 07:06:55.436208 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['cff51609-e3aa-47fc-838c-fc61d26d18c6'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:06:55.457324 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-c6d9ad51-308a-4b47-8ab4-1b14f043a724 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b7fdb1e3c067496f9bb9145fa1a55099&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0807095 Feb 02 07:06:55.457423 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc57804-73da-4e4f-85ef-6b7aae0a9641 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Pushing event deleted for resources: {'Port': ['ID=cff51609-e3aa-47fc-838c-fc61d26d18c6,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:55.463698 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 48304) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:55.471338 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['1045af80-2b20-4d0b-8989-bade78600156'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:06:55.516108 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f236062-3776-4dbb-92dc-583b24dc194f req-1dc57804-73da-4e4f-85ef-6b7aae0a9641 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] No DVR routers for this DVR port cff51609-e3aa-47fc-838c-fc61d26d18c6 on host n-h1-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:06:55.521026 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-9f236062-3776-4dbb-92dc-583b24dc194f req-1dc57804-73da-4e4f-85ef-6b7aae0a9641 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:55.531890 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9f236062-3776-4dbb-92dc-583b24dc194f req-1dc57804-73da-4e4f-85ef-6b7aae0a9641 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.88 "DELETE /v2.0/ports/cff51609-e3aa-47fc-838c-fc61d26d18c6 HTTP/1.1" status: 204 len: 173 time: 0.9665232 Feb 02 07:06:55.532597 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e136febd-b423-4535-857f-7ce49205ad26', 'name': 'network-vif-deleted', 'tag': 'cff51609-e3aa-47fc-838c-fc61d26d18c6'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:06:55.536224 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e4d87a-87e5-4f83-baf3-eb306b296d75" -d '{"events": [{"server_uuid": "e136febd-b423-4535-857f-7ce49205ad26", "name": "network-vif-deleted", "tag": "cff51609-e3aa-47fc-838c-fc61d26d18c6"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:06:55.592135 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5770572-b112-40a8-9165-86b65c655ef6 req-3d89d0dc-8d60-4db5-9879-b91fd441c09c tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:55.593756 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e5770572-b112-40a8-9165-86b65c655ef6 req-3d89d0dc-8d60-4db5-9879-b91fd441c09c tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.88 "GET /v2.0/ports?device_id=93974940-4a1d-4682-b431-5c6bf6a18a2f HTTP/1.1" status: 200 len: 1023 time: 0.1263945 Feb 02 07:06:55.595650 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3b40899a-126c-46c6-964f-3c2baf923ecb admin admin] Publish callbacks [] for security_group (48fa8d36-3743-4aa2-8424-fdea23fe737c), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:55.654836 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf6edc22-6465-4156-9bcd-c5357004fa32 x-openstack-request-id: req-cf6edc22-6465-4156-9bcd-c5357004fa32 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:06:55.655131 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e136febd-b423-4535-857f-7ce49205ad26", "name": "network-vif-deleted", "tag": "cff51609-e3aa-47fc-838c-fc61d26d18c6", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:06:55.655387 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-cf6edc22-6465-4156-9bcd-c5357004fa32 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:06:55.656137 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e136febd-b423-4535-857f-7ce49205ad26', 'name': 'network-vif-deleted', 'tag': 'cff51609-e3aa-47fc-838c-fc61d26d18c6', 'status': 'completed', 'code': 200} Feb 02 07:06:55.722938 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8fde267d-06e1-4acb-b950-08ad2d5d088a req-e375c651-0ad8-480e-ae32-ce48e6f536eb tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=e136febd-b423-4535-857f-7ce49205ad26 HTTP/1.1" status: 200 len: 210 time: 0.0497437 Feb 02 07:06:55.736284 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-20df9ff9-b8df-4f99-adcd-4f7fdc9ffe34 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for port (5f820746-9584-431a-a579-4eb3ac55901c), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:55.784026 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-20df9ff9-b8df-4f99-adcd-4f7fdc9ffe34 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (5f820746-9584-431a-a579-4eb3ac55901c), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:55.844108 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20df9ff9-b8df-4f99-adcd-4f7fdc9ffe34 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Network 3aa6b9b1-7647-4e2c-a3d3-2787d3795776 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:06:55.852077 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-20df9ff9-b8df-4f99-adcd-4f7fdc9ffe34 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:06:55.856149 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20df9ff9-b8df-4f99-adcd-4f7fdc9ffe34 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:06:55.888784 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20df9ff9-b8df-4f99-adcd-4f7fdc9ffe34 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Pushing event updated for resources: {'Port': ['ID=5f820746-9584-431a-a579-4eb3ac55901c,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:55.934753 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20df9ff9-b8df-4f99-adcd-4f7fdc9ffe34 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:55.936051 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-20df9ff9-b8df-4f99-adcd-4f7fdc9ffe34 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:55.961833 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-20df9ff9-b8df-4f99-adcd-4f7fdc9ffe34 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.5876470 Feb 02 07:06:55.962877 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 48318) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:55.967665 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-eb447b99-6926-413e-bdc6-29b69ba6503c tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Request body: {'floatingip': {'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'port_id': '5f820746-9584-431a-a579-4eb3ac55901c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:06:55.992996 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-eb447b99-6926-413e-bdc6-29b69ba6503c tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:56.044614 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3b40899a-126c-46c6-964f-3c2baf923ecb admin admin] Publish callbacks [] for security_group (48fa8d36-3743-4aa2-8424-fdea23fe737c), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:56.110903 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-eb447b99-6926-413e-bdc6-29b69ba6503c tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:56.206313 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73baccd8-a906-4982-8b1c-95d3bcebf1cb req-3c177ffc-ab78-4229-a5da-6fc2ffd48bc5 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:56.216675 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-73baccd8-a906-4982-8b1c-95d3bcebf1cb req-3c177ffc-ab78-4229-a5da-6fc2ffd48bc5 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=32f5f2ca-71c6-4137-bee4-300527dd6e2f HTTP/1.1" status: 200 len: 945 time: 0.1865184 Feb 02 07:06:56.249957 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-eb447b99-6926-413e-bdc6-29b69ba6503c tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Allocated IP 172.25.4.144 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/5b833606-4ed9-448e-a5f6-58c287130f37) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:06:56.250554 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3b40899a-126c-46c6-964f-3c2baf923ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (48fa8d36-3743-4aa2-8424-fdea23fe737c), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:56.254636 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3b40899a-126c-46c6-964f-3c2baf923ecb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:56.258813 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-3b40899a-126c-46c6-964f-3c2baf923ecb admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/48fa8d36-3743-4aa2-8424-fdea23fe737c HTTP/1.1" status: 204 len: 168 time: 0.7909484 Feb 02 07:06:56.267936 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 48336) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:56.280547 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b40899a-126c-46c6-964f-3c2baf923ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48fa8d36-3743-4aa2-8424-fdea23fe737c,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:56.295123 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-e5770572-b112-40a8-9165-86b65c655ef6 req-eb0c0080-ee89-4ec9-9fb9-19d980cc9558 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Deleting port be07e396-69de-4dfc-b5e8-7825f3428298 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:06:56.295300 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-e5770572-b112-40a8-9165-86b65c655ef6 req-eb0c0080-ee89-4ec9-9fb9-19d980cc9558 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (be07e396-69de-4dfc-b5e8-7825f3428298), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:56.340303 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-73baccd8-a906-4982-8b1c-95d3bcebf1cb req-f14a2983-7c8b-426e-8c1e-72af52da43a1 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230426 Feb 02 07:06:56.384591 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-361a7771-17d7-47d8-98a5-975de5c3c6c3 admin admin] Deleting subnet 7d4d0298-aacd-41f3-981b-f035c75b1253 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:06:56.392898 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-361a7771-17d7-47d8-98a5-975de5c3c6c3 admin admin] Publish callbacks [] for subnet (7d4d0298-aacd-41f3-981b-f035c75b1253), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:56.428288 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-e5770572-b112-40a8-9165-86b65c655ef6 req-eb0c0080-ee89-4ec9-9fb9-19d980cc9558 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] For port be07e396-69de-4dfc-b5e8-7825f3428298, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=be07e396-69de-4dfc-b5e8-7825f3428298,segment=NetworkSegment(e8a58fd3-a6e1-41b1-93bf-40d6f0cd9541),segment_id=e8a58fd3-a6e1-41b1-93bf-40d6f0cd9541)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:06:56.428689 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-e5770572-b112-40a8-9165-86b65c655ef6 req-eb0c0080-ee89-4ec9-9fb9-19d980cc9558 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (be07e396-69de-4dfc-b5e8-7825f3428298), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:56.443990 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-e5770572-b112-40a8-9165-86b65c655ef6 req-eb0c0080-ee89-4ec9-9fb9-19d980cc9558 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Calling delete_port for be07e396-69de-4dfc-b5e8-7825f3428298 owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:06:56.654488 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-e5770572-b112-40a8-9165-86b65c655ef6 req-eb0c0080-ee89-4ec9-9fb9-19d980cc9558 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (be07e396-69de-4dfc-b5e8-7825f3428298), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:56.694556 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c0080-ee89-4ec9-9fb9-19d980cc9558 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Pushing event deleted for resources: {'Port': ['ID=be07e396-69de-4dfc-b5e8-7825f3428298,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:56.705031 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e5df7-7cfa-4b39-b7af-10d2a849a57b req-e2bac572-4760-459b-ac1b-663b60e9f3a0 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:56.706581 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-660e5df7-7cfa-4b39-b7af-10d2a849a57b req-e2bac572-4760-459b-ac1b-663b60e9f3a0 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/ports?device_id=80149690-37a7-46d9-b8e3-fcd421797a67 HTTP/1.1" status: 200 len: 946 time: 0.1115918 Feb 02 07:06:56.762830 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5770572-b112-40a8-9165-86b65c655ef6 req-eb0c0080-ee89-4ec9-9fb9-19d980cc9558 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] No DVR routers for this DVR port be07e396-69de-4dfc-b5e8-7825f3428298 on host n-h1-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:06:56.769836 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-e5770572-b112-40a8-9165-86b65c655ef6 req-eb0c0080-ee89-4ec9-9fb9-19d980cc9558 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:56.769836 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e5770572-b112-40a8-9165-86b65c655ef6 req-eb0c0080-ee89-4ec9-9fb9-19d980cc9558 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.88 "DELETE /v2.0/ports/be07e396-69de-4dfc-b5e8-7825f3428298 HTTP/1.1" status: 204 len: 173 time: 1.1521420 Feb 02 07:06:56.770217 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93974940-4a1d-4682-b431-5c6bf6a18a2f', 'name': 'network-vif-deleted', 'tag': 'be07e396-69de-4dfc-b5e8-7825f3428298'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:06:56.773381 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f001b000-91af-49a3-bc75-204202306f58" -d '{"events": [{"server_uuid": "93974940-4a1d-4682-b431-5c6bf6a18a2f", "name": "network-vif-deleted", "tag": "be07e396-69de-4dfc-b5e8-7825f3428298"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:06:56.795619 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ed9fd4c4-3e6d-4c02-a88d-3b0729b62bde req-055b4b40-6e0f-4160-935d-f943cc664275 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/ports?device_id=93974940-4a1d-4682-b431-5c6bf6a18a2f HTTP/1.1" status: 200 len: 210 time: 0.0449033 Feb 02 07:06:56.813935 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-660e5df7-7cfa-4b39-b7af-10d2a849a57b req-7c477fb3-f0ce-43e3-addf-30b2a3fd85af tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/security-groups?id=3031d22f-f419-4370-9379-d12f21c766b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834939 Feb 02 07:06:56.816683 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-361a7771-17d7-47d8-98a5-975de5c3c6c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (7d4d0298-aacd-41f3-981b-f035c75b1253), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:56.830654 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-eb447b99-6926-413e-bdc6-29b69ba6503c tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for port (5b833606-4ed9-448e-a5f6-58c287130f37), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:56.898548 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c5f7fcb-ff06-45a7-85d6-ba9269a30c3e x-openstack-request-id: req-0c5f7fcb-ff06-45a7-85d6-ba9269a30c3e {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:06:56.898842 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93974940-4a1d-4682-b431-5c6bf6a18a2f", "name": "network-vif-deleted", "tag": "be07e396-69de-4dfc-b5e8-7825f3428298", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:06:56.899091 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-0c5f7fcb-ff06-45a7-85d6-ba9269a30c3e {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:06:56.899638 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93974940-4a1d-4682-b431-5c6bf6a18a2f', 'name': 'network-vif-deleted', 'tag': 'be07e396-69de-4dfc-b5e8-7825f3428298', 'status': 'completed', 'code': 200} Feb 02 07:06:56.909312 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-361a7771-17d7-47d8-98a5-975de5c3c6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (7d4d0298-aacd-41f3-981b-f035c75b1253), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:56.956075 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-eb447b99-6926-413e-bdc6-29b69ba6503c tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (5b833606-4ed9-448e-a5f6-58c287130f37), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:57.008181 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb447b99-6926-413e-bdc6-29b69ba6503c tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:06:57.012026 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-eb447b99-6926-413e-bdc6-29b69ba6503c tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:06:57.016029 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb447b99-6926-413e-bdc6-29b69ba6503c tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:06:57.018333 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-361a7771-17d7-47d8-98a5-975de5c3c6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (7d4d0298-aacd-41f3-981b-f035c75b1253), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:57.079018 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361a7771-17d7-47d8-98a5-975de5c3c6c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d4d0298-aacd-41f3-981b-f035c75b1253,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:57.083929 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb447b99-6926-413e-bdc6-29b69ba6503c tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Pushing event updated for resources: {'Port': ['ID=5b833606-4ed9-448e-a5f6-58c287130f37,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:57.086844 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-361a7771-17d7-47d8-98a5-975de5c3c6c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:57.091617 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-361a7771-17d7-47d8-98a5-975de5c3c6c3 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/7d4d0298-aacd-41f3-981b-f035c75b1253 HTTP/1.1" status: 204 len: 168 time: 0.8209867 Feb 02 07:06:57.093032 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 48374) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:57.154131 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:57.174761 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a60af-5338-499d-bf8b-fa51131d065c req-54e4dab1-eff6-41a7-96e1-d3dc5d81b9e9 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:57.176309 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a15a60af-5338-499d-bf8b-fa51131d065c req-54e4dab1-eff6-41a7-96e1-d3dc5d81b9e9 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/networks?id=f9701445-c4cf-4d4f-9286-fc4fc0bbd41b HTTP/1.1" status: 200 len: 806 time: 0.1249299 Feb 02 07:06:57.194384 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a15a60af-5338-499d-bf8b-fa51131d065c req-2b07422c-0e31-4e8d-aa3e-faa5baf987e4 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/quotas/51472d7ac5b4449fa09fb7150f54f571 HTTP/1.1" status: 200 len: 375 time: 0.0110826 Feb 02 07:06:57.223338 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5735da92-12d7-4925-a69a-13acad949c07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (62e59aad-2d14-47be-8338-14951124621b), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:57.264307 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a15a60af-5338-499d-bf8b-fa51131d065c req-61ca3bb5-c9ef-421b-84a5-66b01bf3e9e5 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=51472d7ac5b4449fa09fb7150f54f571&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0632007 Feb 02 07:06:57.378337 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a15a60af-5338-499d-bf8b-fa51131d065c req-e145879f-4639-4d42-8f96-4e1b6d4e59d7 service neutron] 10.222.0.87 "GET /v2.0/networks/f9701445-c4cf-4d4f-9286-fc4fc0bbd41b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071136 Feb 02 07:06:57.401522 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5735da92-12d7-4925-a69a-13acad949c07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (62e59aad-2d14-47be-8338-14951124621b), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:57.434214 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-5735da92-12d7-4925-a69a-13acad949c07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62e59aad-2d14-47be-8338-14951124621b']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:06:57.455242 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-5735da92-12d7-4925-a69a-13acad949c07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f254d4d5-2922-4852-b49a-b23fffd3fb86') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:06:57.455659 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-5735da92-12d7-4925-a69a-13acad949c07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f254d4d5-2922-4852-b49a-b23fffd3fb86') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:06:57.473189 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5735da92-12d7-4925-a69a-13acad949c07 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (f254d4d5-2922-4852-b49a-b23fffd3fb86), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:57.509793 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a15a60af-5338-499d-bf8b-fa51131d065c req-37b5484d-94a8-40f2-8341-3b8e6edb6472 service neutron] 10.222.0.87 "GET /v2.0/networks/f9701445-c4cf-4d4f-9286-fc4fc0bbd41b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300554 Feb 02 07:06:57.547037 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5735da92-12d7-4925-a69a-13acad949c07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (f254d4d5-2922-4852-b49a-b23fffd3fb86), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:57.579870 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5735da92-12d7-4925-a69a-13acad949c07 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:06:57.580386 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5735da92-12d7-4925-a69a-13acad949c07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (f254d4d5-2922-4852-b49a-b23fffd3fb86), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:57.582155 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:06:57.582155 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:06:57.582155 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:06:57.582155 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:06:57.582155 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:06:57.582155 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:06:57.582155 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:06:57.582155 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:06:57.582155 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:06:57.582155 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:06:57.582155 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:06:57.582155 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:06:57.582155 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:06:57.582155 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:06:57.582155 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:06:57.582155 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:06:57.582155 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:06:57.582155 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:06:57.582155 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:06:57.582155 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:06:57.582155 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:06:57.582155 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:06:57.582155 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:06:57.582155 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:06:57.582155 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:06:57.582155 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:06:57.582155 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:06:57.582155 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:06:57.582155 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:06:57.582155 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:06:57.582155 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:06:57.582155 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:06:57.591802 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device cff51609-e3aa-47fc-838c-fc61d26d18c6 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:06:57.628344 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: cff51609-e3aa-47fc-838c-fc61d26d18c6 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:06:57.628975 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device cff51609-e3aa-47fc-838c-fc61d26d18c6 not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:06:57.630569 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device be07e396-69de-4dfc-b5e8-7825f3428298 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:06:57.659373 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: be07e396-69de-4dfc-b5e8-7825f3428298 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:06:57.659996 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device be07e396-69de-4dfc-b5e8-7825f3428298 not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:06:57.688983 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e1c08ec9-3d0c-4c68-9866-8aa6f943dab8 req-d4d13403-7381-4c7b-940a-fb29498cf1f0 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=0a44e4b3-ccac-4e3b-9c5e-47c349456db3 HTTP/1.1" status: 200 len: 210 time: 0.0313854 Feb 02 07:06:57.715133 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5735da92-12d7-4925-a69a-13acad949c07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (62e59aad-2d14-47be-8338-14951124621b), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:57.741541 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b915ac-1cec-4db7-a588-f8d3d9ef6371 req-5a0ee838-913a-4e8b-ac46-714bed2c6ac6 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:57.743067 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c8b915ac-1cec-4db7-a588-f8d3d9ef6371 req-5a0ee838-913a-4e8b-ac46-714bed2c6ac6 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=32f5f2ca-71c6-4137-bee4-300527dd6e2f HTTP/1.1" status: 200 len: 945 time: 0.2167449 Feb 02 07:06:57.748882 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5735da92-12d7-4925-a69a-13acad949c07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:57.754296 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-5735da92-12d7-4925-a69a-13acad949c07 admin admin] 10.222.0.87 "DELETE /v2.0/networks/62e59aad-2d14-47be-8338-14951124621b HTTP/1.1" status: 204 len: 168 time: 0.6580973 Feb 02 07:06:57.770727 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5735da92-12d7-4925-a69a-13acad949c07 admin admin] Pushing event deleted for resources: {'Network': ['ID=62e59aad-2d14-47be-8338-14951124621b,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:57.803581 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-eb447b99-6926-413e-bdc6-29b69ba6503c tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for floatingip (d2180e55-76d2-4fb3-8661-6d40373eba3b), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:57.818390 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 48398) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:57.854067 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c8b915ac-1cec-4db7-a588-f8d3d9ef6371 req-66d54247-c4cd-4409-abbe-65ccda3440d2 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868182 Feb 02 07:06:57.952012 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-eb447b99-6926-413e-bdc6-29b69ba6503c tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (5b833606-4ed9-448e-a5f6-58c287130f37), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:57.983313 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c4d16-9375-453d-b036-ea6a6364018a req-ef8be576-42af-48aa-afad-2235b6491f20 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:57.990875 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-108c4d16-9375-453d-b036-ea6a6364018a req-ef8be576-42af-48aa-afad-2235b6491f20 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/ports?device_id=80149690-37a7-46d9-b8e3-fcd421797a67 HTTP/1.1" status: 200 len: 946 time: 0.0746913 Feb 02 07:06:58.026150 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4572525c-7baf-4238-9dbe-52b4991fc90a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:58.041492 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 48412) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:58.092770 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-108c4d16-9375-453d-b036-ea6a6364018a req-1f47b7d6-1f8e-4519-b6a4-d17913ae3432 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/security-groups?id=3031d22f-f419-4370-9379-d12f21c766b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009173 Feb 02 07:06:58.119520 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c415851a-9a37-4056-9bfe-61458c6cbf0d req-4e2c8997-82e0-4b8c-83b3-8485babe0bd3 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/security-groups/dfe2a86c-dc5b-4650-a821-a27d812d1b0a HTTP/1.1" status: 200 len: 1819 time: 0.0881999 Feb 02 07:06:58.128602 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-5a51d28f-177a-4372-9d28-73b961530442 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c6dbad5bbd5049eea9a730d9e0d1a033&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0837009 Feb 02 07:06:58.129627 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 48414) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:58.218564 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4572525c-7baf-4238-9dbe-52b4991fc90a admin admin] Publish callbacks [] for security_group (f1460f08-cc61-4b06-8e9f-1e7499c0d837), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:58.219709 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-280b9f06-5f31-4d32-b07c-637bf71e31ed admin admin] Publish callbacks [] for security_group (89eaf62b-207a-424b-ae04-59938a2bc973), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:58.223392 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-c415851a-9a37-4056-9bfe-61458c6cbf0d req-1e19ae04-9c52-4ac1-9ec0-904da5aacd6f tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks [] for security_group (dfe2a86c-dc5b-4650-a821-a27d812d1b0a), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:58.224977 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4572525c-7baf-4238-9dbe-52b4991fc90a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (f1460f08-cc61-4b06-8e9f-1e7499c0d837), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:58.269528 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-280b9f06-5f31-4d32-b07c-637bf71e31ed admin admin] Publish callbacks [] for security_group (89eaf62b-207a-424b-ae04-59938a2bc973), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:58.278297 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-c415851a-9a37-4056-9bfe-61458c6cbf0d req-1e19ae04-9c52-4ac1-9ec0-904da5aacd6f tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks [] for security_group (dfe2a86c-dc5b-4650-a821-a27d812d1b0a), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:58.292111 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-4572525c-7baf-4238-9dbe-52b4991fc90a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=1d5c4c400b1b4704aa46399e86f5ae96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4722884 Feb 02 07:06:58.293275 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 48416) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:58.321803 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4572525c-7baf-4238-9dbe-52b4991fc90a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1460f08-cc61-4b06-8e9f-1e7499c0d837,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:58.326355 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-eb447b99-6926-413e-bdc6-29b69ba6503c tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for port (5b833606-4ed9-448e-a5f6-58c287130f37), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:58.334231 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-eb447b99-6926-413e-bdc6-29b69ba6503c tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (5b833606-4ed9-448e-a5f6-58c287130f37), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:58.381510 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-c415851a-9a37-4056-9bfe-61458c6cbf0d req-1e19ae04-9c52-4ac1-9ec0-904da5aacd6f tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (dfe2a86c-dc5b-4650-a821-a27d812d1b0a), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:58.383982 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ee582bea-3d93-40c3-80e8-67785fee68e7 admin admin] Publish callbacks [] for security_group (f1460f08-cc61-4b06-8e9f-1e7499c0d837), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:58.384597 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-c415851a-9a37-4056-9bfe-61458c6cbf0d req-1e19ae04-9c52-4ac1-9ec0-904da5aacd6f tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:58.389594 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c415851a-9a37-4056-9bfe-61458c6cbf0d req-1e19ae04-9c52-4ac1-9ec0-904da5aacd6f tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "DELETE /v2.0/security-groups/dfe2a86c-dc5b-4650-a821-a27d812d1b0a HTTP/1.1" status: 204 len: 173 time: 0.2776034 Feb 02 07:06:58.398555 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-280b9f06-5f31-4d32-b07c-637bf71e31ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (89eaf62b-207a-424b-ae04-59938a2bc973), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:58.401257 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-280b9f06-5f31-4d32-b07c-637bf71e31ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:58.404767 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-280b9f06-5f31-4d32-b07c-637bf71e31ed admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/89eaf62b-207a-424b-ae04-59938a2bc973 HTTP/1.1" status: 204 len: 168 time: 0.2724497 Feb 02 07:06:58.428541 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ee582bea-3d93-40c3-80e8-67785fee68e7 admin admin] Publish callbacks [] for security_group (f1460f08-cc61-4b06-8e9f-1e7499c0d837), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:58.441318 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280b9f06-5f31-4d32-b07c-637bf71e31ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89eaf62b-207a-424b-ae04-59938a2bc973,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:58.457776 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-eb447b99-6926-413e-bdc6-29b69ba6503c tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (d2180e55-76d2-4fb3-8661-6d40373eba3b), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:58.496974 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7b99cb70-b362-4654-b64e-14d091e62d43 req-8fa90a88-b879-4760-b067-6064ecf1e64f tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "GET /v2.0/security-groups/41bb999a-2820-4301-a1ff-7ff8ff42de74 HTTP/1.1" status: 200 len: 1818 time: 0.0892642 Feb 02 07:06:58.522891 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ee582bea-3d93-40c3-80e8-67785fee68e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (f1460f08-cc61-4b06-8e9f-1e7499c0d837), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:58.525747 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ee582bea-3d93-40c3-80e8-67785fee68e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:58.526685 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb447b99-6926-413e-bdc6-29b69ba6503c tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Pushing event updated for resources: {'Port': ['ID=5b833606-4ed9-448e-a5f6-58c287130f37,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:58.526926 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-ee582bea-3d93-40c3-80e8-67785fee68e7 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/f1460f08-cc61-4b06-8e9f-1e7499c0d837 HTTP/1.1" status: 204 len: 168 time: 0.2216117 Feb 02 07:06:58.532717 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e19ae04-9c52-4ac1-9ec0-904da5aacd6f tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe2a86c-dc5b-4650-a821-a27d812d1b0a,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:58.549114 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee582bea-3d93-40c3-80e8-67785fee68e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1460f08-cc61-4b06-8e9f-1e7499c0d837,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:58.578977 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-7b99cb70-b362-4654-b64e-14d091e62d43 req-9e92ea21-2059-418d-b86a-696c2798b188 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks [] for security_group (41bb999a-2820-4301-a1ff-7ff8ff42de74), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:58.592462 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device b6e20dc5-5e22-4df3-a2dc-ecfa56b4f907 no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:06:58.610572 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-7b99cb70-b362-4654-b64e-14d091e62d43 req-9e92ea21-2059-418d-b86a-696c2798b188 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks [] for security_group (41bb999a-2820-4301-a1ff-7ff8ff42de74), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:58.634742 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] No Port match for: b6e20dc5-5e22-4df3-a2dc-ecfa56b4f907 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:06:58.635238 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device b6e20dc5-5e22-4df3-a2dc-ecfa56b4f907 not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:06:58.655954 n-d-789963-26 neutron-server[109694]: INFO neutron.db.l3_db [None req-eb447b99-6926-413e-bdc6-29b69ba6503c tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Floating IP d2180e55-76d2-4fb3-8661-6d40373eba3b associated. External IP: 172.25.4.144, port: 5f820746-9584-431a-a579-4eb3ac55901c. Feb 02 07:06:58.675793 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-7b99cb70-b362-4654-b64e-14d091e62d43 req-9e92ea21-2059-418d-b86a-696c2798b188 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (41bb999a-2820-4301-a1ff-7ff8ff42de74), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:58.679685 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-7b99cb70-b362-4654-b64e-14d091e62d43 req-9e92ea21-2059-418d-b86a-696c2798b188 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:58.680982 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7b99cb70-b362-4654-b64e-14d091e62d43 req-9e92ea21-2059-418d-b86a-696c2798b188 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] 10.222.0.87 "DELETE /v2.0/security-groups/41bb999a-2820-4301-a1ff-7ff8ff42de74 HTTP/1.1" status: 204 len: 173 time: 0.1768270 Feb 02 07:06:58.688977 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 48424) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:58.702734 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e92ea21-2059-418d-b86a-696c2798b188 tempest-SecurityGroupsTestJSON-1823606018 tempest-SecurityGroupsTestJSON-1823606018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41bb999a-2820-4301-a1ff-7ff8ff42de74,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:58.845702 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-e02e038e-bbcb-42b8-81f0-0d4f3af7abbd admin admin] Deleting subnet 75a9fb07-f9cb-4fc4-b8ba-4721a09818ff {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:06:58.854290 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e02e038e-bbcb-42b8-81f0-0d4f3af7abbd admin admin] Publish callbacks [] for subnet (75a9fb07-f9cb-4fc4-b8ba-4721a09818ff), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:58.879277 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-76790c4b-15bf-477c-9f61-6dca85af70a3 req-b58f667c-feb7-4d65-9f25-89b52928f66d tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=0a44e4b3-ccac-4e3b-9c5e-47c349456db3 HTTP/1.1" status: 200 len: 210 time: 0.0453577 Feb 02 07:06:58.967344 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb447b99-6926-413e-bdc6-29b69ba6503c tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Router 6946a29e-0c9b-4876-be90-af232657f1ee has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:06:59.040814 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e02e038e-bbcb-42b8-81f0-0d4f3af7abbd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (75a9fb07-f9cb-4fc4-b8ba-4721a09818ff), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:59.149082 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb447b99-6926-413e-bdc6-29b69ba6503c tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:06:59.154454 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665274f4-e3cd-4d45-a82d-03fd5da854f4 req-03d2af52-07e1-401e-912a-16f0dc97982e tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:59.159317 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede1f422-ab4a-493b-9dba-67535cf1ff3b None None] Sync routers for ids ['6946a29e-0c9b-4876-be90-af232657f1ee'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:06:59.162127 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-665274f4-e3cd-4d45-a82d-03fd5da854f4 req-03d2af52-07e1-401e-912a-16f0dc97982e tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=32f5f2ca-71c6-4137-bee4-300527dd6e2f HTTP/1.1" status: 200 len: 945 time: 0.1773608 Feb 02 07:06:59.175935 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e02e038e-bbcb-42b8-81f0-0d4f3af7abbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (75a9fb07-f9cb-4fc4-b8ba-4721a09818ff), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:59.180585 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede1f422-ab4a-493b-9dba-67535cf1ff3b None None] Routers {'6946a29e-0c9b-4876-be90-af232657f1ee'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:06:59.182732 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-ede1f422-ab4a-493b-9dba-67535cf1ff3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:06:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['6946a29e-0c9b-4876-be90-af232657f1ee'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:06:59.211853 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a60af-5338-499d-bf8b-fa51131d065c req-cf4cf79f-9807-4e42-864c-5ddb2a5c83fb tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:59.213366 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a15a60af-5338-499d-bf8b-fa51131d065c req-cf4cf79f-9807-4e42-864c-5ddb2a5c83fb tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.88 "GET /v2.0/networks?id=f9701445-c4cf-4d4f-9286-fc4fc0bbd41b HTTP/1.1" status: 200 len: 806 time: 0.3200366 Feb 02 07:06:59.233648 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-ede1f422-ab4a-493b-9dba-67535cf1ff3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:06:59.243018 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-eb447b99-6926-413e-bdc6-29b69ba6503c tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:59.246458 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-a15a60af-5338-499d-bf8b-fa51131d065c req-c50112b9-c2a4-4f4d-b97c-4bdc5d2b8903 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Request body: {'port': {'device_id': '0a44e4b3-ccac-4e3b-9c5e-47c349456db3', 'network_id': 'f9701445-c4cf-4d4f-9286-fc4fc0bbd41b', 'admin_state_up': True, 'tenant_id': '51472d7ac5b4449fa09fb7150f54f571'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:06:59.260306 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede1f422-ab4a-493b-9dba-67535cf1ff3b None None] Routers {'6946a29e-0c9b-4876-be90-af232657f1ee'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:06:59.261043 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-ede1f422-ab4a-493b-9dba-67535cf1ff3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:06:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['6946a29e-0c9b-4876-be90-af232657f1ee'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:06:59.282061 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae4952-c701-4d5f-9ed7-7e36e7a8333c req-dc27747a-f244-46b5-9745-255c557e3df5 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:06:59.290888 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2dae4952-c701-4d5f-9ed7-7e36e7a8333c req-dc27747a-f244-46b5-9745-255c557e3df5 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/ports?device_id=80149690-37a7-46d9-b8e3-fcd421797a67 HTTP/1.1" status: 200 len: 946 time: 0.1078117 Feb 02 07:06:59.301247 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-ede1f422-ab4a-493b-9dba-67535cf1ff3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:06:59.302415 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede1f422-ab4a-493b-9dba-67535cf1ff3b None None] The sync data for ids ['6946a29e-0c9b-4876-be90-af232657f1ee'] in n-d-789963-26 is: [] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:06:59.318269 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-665274f4-e3cd-4d45-a82d-03fd5da854f4 req-0ce105b4-0f4d-41af-9f87-1a4f625dd409 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550698 Feb 02 07:06:59.327350 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-eb447b99-6926-413e-bdc6-29b69ba6503c tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.3624198 Feb 02 07:06:59.330092 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 48452) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:59.337963 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-b8bc0fe4-a23c-4f73-8c18-5192b2e41436 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Request body: {'floatingip': {'port_id': '5f820746-9584-431a-a579-4eb3ac55901c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:06:59.370656 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e02e038e-bbcb-42b8-81f0-0d4f3af7abbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (75a9fb07-f9cb-4fc4-b8ba-4721a09818ff), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:59.401263 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02e038e-bbcb-42b8-81f0-0d4f3af7abbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75a9fb07-f9cb-4fc4-b8ba-4721a09818ff,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:06:59.416043 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e02e038e-bbcb-42b8-81f0-0d4f3af7abbd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:59.419318 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e02e038e-bbcb-42b8-81f0-0d4f3af7abbd admin admin] 10.222.0.87 "DELETE /v2.0/subnets/75a9fb07-f9cb-4fc4-b8ba-4721a09818ff HTTP/1.1" status: 204 len: 168 time: 0.7281826 Feb 02 07:06:59.425715 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 48458) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:59.432457 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2dae4952-c701-4d5f-9ed7-7e36e7a8333c req-7ccf208a-b61c-4763-8865-169493598be8 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/security-groups?id=3031d22f-f419-4370-9379-d12f21c766b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406012 Feb 02 07:06:59.452785 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b8bc0fe4-a23c-4f73-8c18-5192b2e41436 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for floatingip (d2180e55-76d2-4fb3-8661-6d40373eba3b), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:59.519839 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a15a60af-5338-499d-bf8b-fa51131d065c req-c50112b9-c2a4-4f4d-b97c-4bdc5d2b8903 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Made reservation on behalf of 51472d7ac5b4449fa09fb7150f54f571 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:06:59.523722 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-a15a60af-5338-499d-bf8b-fa51131d065c req-c50112b9-c2a4-4f4d-b97c-4bdc5d2b8903 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:59.529106 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d9d07231-44b7-4971-a52b-f212cca0a8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (4dc80cef-b607-4e43-a37e-1cb34fdb7f94), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:59.690558 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d9d07231-44b7-4971-a52b-f212cca0a8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (4dc80cef-b607-4e43-a37e-1cb34fdb7f94), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:59.711276 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 48468) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:06:59.745790 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-d9d07231-44b7-4971-a52b-f212cca0a8e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dc80cef-b607-4e43-a37e-1cb34fdb7f94']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:06:59.761887 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-d9d07231-44b7-4971-a52b-f212cca0a8e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8a58fd3-a6e1-41b1-93bf-40d6f0cd9541') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:06:59.762186 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-d9d07231-44b7-4971-a52b-f212cca0a8e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8a58fd3-a6e1-41b1-93bf-40d6f0cd9541') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:06:59.775175 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-a15a60af-5338-499d-bf8b-fa51131d065c req-c50112b9-c2a4-4f4d-b97c-4bdc5d2b8903 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Allocated IP 172.20.0.6 (f9701445-c4cf-4d4f-9286-fc4fc0bbd41b/32144128-c19d-4644-8a7f-0675355df2fd/6dbe7f08-ef12-4c04-aea1-9ca65d785fed) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:06:59.778820 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d9d07231-44b7-4971-a52b-f212cca0a8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (e8a58fd3-a6e1-41b1-93bf-40d6f0cd9541), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:59.813216 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d9d07231-44b7-4971-a52b-f212cca0a8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (e8a58fd3-a6e1-41b1-93bf-40d6f0cd9541), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:59.829852 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9d07231-44b7-4971-a52b-f212cca0a8e6 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:06:59.830291 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d9d07231-44b7-4971-a52b-f212cca0a8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (e8a58fd3-a6e1-41b1-93bf-40d6f0cd9541), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:59.832070 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:06:59.832070 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:06:59.832070 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:06:59.832070 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:06:59.832070 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:06:59.832070 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:06:59.832070 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:06:59.832070 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:06:59.832070 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:06:59.832070 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:06:59.832070 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:06:59.832070 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:06:59.832070 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:06:59.832070 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:06:59.832070 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:06:59.832070 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:06:59.832070 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:06:59.832070 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:06:59.832070 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:06:59.832070 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:06:59.832070 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:06:59.832070 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:06:59.832070 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:06:59.832070 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:06:59.832070 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:06:59.832070 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:06:59.832070 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:06:59.832070 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:06:59.832070 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:06:59.832070 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:06:59.832070 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:06:59.832070 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:06:59.932267 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d9d07231-44b7-4971-a52b-f212cca0a8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (4dc80cef-b607-4e43-a37e-1cb34fdb7f94), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:59.961642 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d9d07231-44b7-4971-a52b-f212cca0a8e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:06:59.965024 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d9d07231-44b7-4971-a52b-f212cca0a8e6 admin admin] 10.222.0.87 "DELETE /v2.0/networks/4dc80cef-b607-4e43-a37e-1cb34fdb7f94 HTTP/1.1" status: 204 len: 168 time: 0.5383508 Feb 02 07:07:00.004468 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d07231-44b7-4971-a52b-f212cca0a8e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4dc80cef-b607-4e43-a37e-1cb34fdb7f94,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:00.049273 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-0a0280d2-4336-4d0d-9b7c-53c287b9b18d admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1778728753-network', 'tenant_id': '48ea4d45999c417da005b09de43555db'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:07:00.071598 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f64ffed8-660c-408b-ac32-6f6486a18064 req-b98f3a0f-c64d-4153-8071-acef81e5c6f1 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=0a44e4b3-ccac-4e3b-9c5e-47c349456db3 HTTP/1.1" status: 200 len: 210 time: 0.0441260 Feb 02 07:07:00.108386 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a0280d2-4336-4d0d-9b7c-53c287b9b18d admin admin] Made reservation on behalf of 48ea4d45999c417da005b09de43555db for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:07:00.111493 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0a0280d2-4336-4d0d-9b7c-53c287b9b18d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:00.124645 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-a15a60af-5338-499d-bf8b-fa51131d065c req-c50112b9-c2a4-4f4d-b97c-4bdc5d2b8903 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Publish callbacks [] for port (6dbe7f08-ef12-4c04-aea1-9ca65d785fed), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:00.129742 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0a0280d2-4336-4d0d-9b7c-53c287b9b18d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:00.163691 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b8bc0fe4-a23c-4f73-8c18-5192b2e41436 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:00.169433 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b8bc0fe4-a23c-4f73-8c18-5192b2e41436 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (d2180e55-76d2-4fb3-8661-6d40373eba3b), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:00.217973 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-a15a60af-5338-499d-bf8b-fa51131d065c req-c50112b9-c2a4-4f4d-b97c-4bdc5d2b8903 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (6dbe7f08-ef12-4c04-aea1-9ca65d785fed), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:00.220800 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 48490) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:07:00.256825 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['1045af80-2b20-4d0b-8989-bade78600156'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:07:00.300079 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a15a60af-5338-499d-bf8b-fa51131d065c req-c50112b9-c2a4-4f4d-b97c-4bdc5d2b8903 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Network f9701445-c4cf-4d4f-9286-fc4fc0bbd41b is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:07:00.317427 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-a15a60af-5338-499d-bf8b-fa51131d065c req-c50112b9-c2a4-4f4d-b97c-4bdc5d2b8903 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:07:00.321379 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0a0280d2-4336-4d0d-9b7c-53c287b9b18d admin admin] Publish callbacks [] for security_group (6e102305-4422-4a23-b1bd-60b26e692063), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:00.331641 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-a15a60af-5338-499d-bf8b-fa51131d065c req-c50112b9-c2a4-4f4d-b97c-4bdc5d2b8903 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:07:00.343246 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0a0280d2-4336-4d0d-9b7c-53c287b9b18d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (6e102305-4422-4a23-b1bd-60b26e692063), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:00.355453 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a0280d2-4336-4d0d-9b7c-53c287b9b18d admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:07:00.366013 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0a0280d2-4336-4d0d-9b7c-53c287b9b18d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (55874057-7438-4ede-9b7c-df97f734112c), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:00.366381 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-0a0280d2-4336-4d0d-9b7c-53c287b9b18d admin admin] Added segment 55874057-7438-4ede-9b7c-df97f734112c of type vlan for network 99751111-c471-4642-828d-cd79e17cf84a Feb 02 07:07:00.423501 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0a0280d2-4336-4d0d-9b7c-53c287b9b18d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (99751111-c471-4642-828d-cd79e17cf84a), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:00.482585 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8bc0fe4-a23c-4f73-8c18-5192b2e41436 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Router 6946a29e-0c9b-4876-be90-af232657f1ee has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:07:00.518718 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50112b9-c2a4-4f4d-b97c-4bdc5d2b8903 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Pushing event updated for resources: {'Port': ['ID=6dbe7f08-ef12-4c04-aea1-9ca65d785fed,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:00.534977 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-58f97c3f-f823-4929-94ad-a05cd883445e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=32d438d03e3c412aa95bd1ce4c33b4b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3125086 Feb 02 07:07:00.559047 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0280d2-4336-4d0d-9b7c-53c287b9b18d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e102305-4422-4a23-b1bd-60b26e692063,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:00.574242 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 48500) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:07:00.605089 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0a0280d2-4336-4d0d-9b7c-53c287b9b18d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (99751111-c471-4642-828d-cd79e17cf84a), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:00.606144 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0280d2-4336-4d0d-9b7c-53c287b9b18d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:00.606798 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0a0280d2-4336-4d0d-9b7c-53c287b9b18d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:00.648444 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a60af-5338-499d-bf8b-fa51131d065c req-c50112b9-c2a4-4f4d-b97c-4bdc5d2b8903 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:00.649204 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-a15a60af-5338-499d-bf8b-fa51131d065c req-c50112b9-c2a4-4f4d-b97c-4bdc5d2b8903 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:00.694335 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-0a0280d2-4336-4d0d-9b7c-53c287b9b18d admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9771266 Feb 02 07:07:00.697143 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1663a7b0-3525-49c6-b643-681bb06a9778 req-9e6e645e-9bdb-433d-823d-a4cc6e287269 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:00.698620 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1663a7b0-3525-49c6-b643-681bb06a9778 req-9e6e645e-9bdb-433d-823d-a4cc6e287269 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=32f5f2ca-71c6-4137-bee4-300527dd6e2f HTTP/1.1" status: 200 len: 945 time: 0.1193683 Feb 02 07:07:00.699088 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 48504) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:07:00.706107 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-47084a5f-029b-4cc5-8b55-dad59e73ea0f admin admin] Request body: {'subnet': {'network_id': '99751111-c471-4642-828d-cd79e17cf84a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1778728753-subnet', 'tenant_id': '48ea4d45999c417da005b09de43555db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:07:00.728616 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8bc0fe4-a23c-4f73-8c18-5192b2e41436 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:07:00.741276 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b8bc0fe4-a23c-4f73-8c18-5192b2e41436 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:00.743445 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0280d2-4336-4d0d-9b7c-53c287b9b18d admin admin] Pushing event updated for resources: {'Network': ['ID=99751111-c471-4642-828d-cd79e17cf84a,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:00.744098 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659af986-0ea7-4a49-8ff2-04f8754b80b9 None None] Sync routers for ids ['6946a29e-0c9b-4876-be90-af232657f1ee'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:07:00.755753 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a15a60af-5338-499d-bf8b-fa51131d065c req-c50112b9-c2a4-4f4d-b97c-4bdc5d2b8903 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5167727 Feb 02 07:07:00.756934 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659af986-0ea7-4a49-8ff2-04f8754b80b9 None None] Routers {'6946a29e-0c9b-4876-be90-af232657f1ee'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:07:00.757837 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-659af986-0ea7-4a49-8ff2-04f8754b80b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:06:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['6946a29e-0c9b-4876-be90-af232657f1ee'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:07:00.762703 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 99751111-c471-4642-828d-cd79e17cf84a details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:07:00.765433 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8017d3e7-133d-4982-9f9e-e8483958aad2 admin admin] Publish callbacks [] for security_group (a5d4ccaf-26cf-4391-8f4a-c9fd890579b0), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:00.776292 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-a15a60af-5338-499d-bf8b-fa51131d065c req-3071a702-0eaf-4dc2-b456-f1dd533696a7 service neutron] Request body: {'port': {'device_id': '0a44e4b3-ccac-4e3b-9c5e-47c349456db3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:07:00.780350 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47084a5f-029b-4cc5-8b55-dad59e73ea0f admin admin] Made reservation on behalf of 48ea4d45999c417da005b09de43555db for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:07:00.782672 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-47084a5f-029b-4cc5-8b55-dad59e73ea0f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:00.815993 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d2b430-84bb-4226-9470-f24db0ecb1db req-623fa7d8-d118-41d3-93be-eaa9e98fb25c tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:00.818945 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-93d2b430-84bb-4226-9470-f24db0ecb1db req-623fa7d8-d118-41d3-93be-eaa9e98fb25c tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/ports?device_id=80149690-37a7-46d9-b8e3-fcd421797a67 HTTP/1.1" status: 200 len: 946 time: 0.1860240 Feb 02 07:07:00.842367 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8017d3e7-133d-4982-9f9e-e8483958aad2 admin admin] Publish callbacks [] for security_group (a5d4ccaf-26cf-4391-8f4a-c9fd890579b0), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:00.864146 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-659af986-0ea7-4a49-8ff2-04f8754b80b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:07:00.875083 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659af986-0ea7-4a49-8ff2-04f8754b80b9 None None] Routers {'6946a29e-0c9b-4876-be90-af232657f1ee'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:07:00.875757 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-659af986-0ea7-4a49-8ff2-04f8754b80b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:06:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['6946a29e-0c9b-4876-be90-af232657f1ee'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:07:00.909207 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-659af986-0ea7-4a49-8ff2-04f8754b80b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:07:00.909904 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659af986-0ea7-4a49-8ff2-04f8754b80b9 None None] The sync data for ids ['6946a29e-0c9b-4876-be90-af232657f1ee'] in n-d-789963-26 is: [] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:07:00.925005 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-a15a60af-5338-499d-bf8b-fa51131d065c req-3071a702-0eaf-4dc2-b456-f1dd533696a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (6dbe7f08-ef12-4c04-aea1-9ca65d785fed), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:00.978170 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-93d2b430-84bb-4226-9470-f24db0ecb1db req-c2974f3e-0c1b-43a7-8459-c490be9081ae tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/security-groups?id=3031d22f-f419-4370-9379-d12f21c766b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478941 Feb 02 07:07:01.013847 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8017d3e7-133d-4982-9f9e-e8483958aad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (a5d4ccaf-26cf-4391-8f4a-c9fd890579b0), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:01.016449 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8017d3e7-133d-4982-9f9e-e8483958aad2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:01.019983 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-8017d3e7-133d-4982-9f9e-e8483958aad2 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/a5d4ccaf-26cf-4391-8f4a-c9fd890579b0 HTTP/1.1" status: 204 len: 168 time: 0.4424293 Feb 02 07:07:01.094461 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8017d3e7-133d-4982-9f9e-e8483958aad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d4ccaf-26cf-4391-8f4a-c9fd890579b0,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:01.198232 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1663a7b0-3525-49c6-b643-681bb06a9778 req-b805228b-6377-4197-a6a7-2d4cbdaa7d71 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4856105 Feb 02 07:07:01.211821 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd33bf2-6316-4cf6-a7ad-f6f8546772c7 req-a8a6d54a-3cf7-48c8-8e26-cab513f42785 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:01.215389 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd33bf2-6316-4cf6-a7ad-f6f8546772c7 req-a8a6d54a-3cf7-48c8-8e26-cab513f42785 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:01.219808 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b8bc0fe4-a23c-4f73-8c18-5192b2e41436 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] 10.222.0.87 "PUT /v2.0/floatingips/d2180e55-76d2-4fb3-8661-6d40373eba3b HTTP/1.1" status: 200 len: 978 time: 1.8885419 Feb 02 07:07:01.220684 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd33bf2-6316-4cf6-a7ad-f6f8546772c7 req-a8a6d54a-3cf7-48c8-8e26-cab513f42785 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:01.226090 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd33bf2-6316-4cf6-a7ad-f6f8546772c7 req-a8a6d54a-3cf7-48c8-8e26-cab513f42785 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:01.231219 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd33bf2-6316-4cf6-a7ad-f6f8546772c7 req-a8a6d54a-3cf7-48c8-8e26-cab513f42785 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:01.236490 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd33bf2-6316-4cf6-a7ad-f6f8546772c7 req-a8a6d54a-3cf7-48c8-8e26-cab513f42785 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:01.242209 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd33bf2-6316-4cf6-a7ad-f6f8546772c7 req-a8a6d54a-3cf7-48c8-8e26-cab513f42785 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:01.244251 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bfd33bf2-6316-4cf6-a7ad-f6f8546772c7 req-a8a6d54a-3cf7-48c8-8e26-cab513f42785 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 5433 time: 0.1755683 Feb 02 07:07:01.246579 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 48510) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:07:01.348168 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-47084a5f-029b-4cc5-8b55-dad59e73ea0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (c6c35ee5-52ad-4ee9-b861-c5d15f8ea962), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:01.426305 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47084a5f-029b-4cc5-8b55-dad59e73ea0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6c35ee5-52ad-4ee9-b861-c5d15f8ea962,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:01.434299 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bfd33bf2-6316-4cf6-a7ad-f6f8546772c7 req-4cecc93a-e659-462d-aa17-473a2f674999 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/security-groups?id=83500878-2b75-476a-931f-17df1a6782c5&id=2c89831c-2212-4fd4-82c0-50883e2a18e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1789162 Feb 02 07:07:01.450920 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47084a5f-029b-4cc5-8b55-dad59e73ea0f admin admin] Checking segment: {'id': '55874057-7438-4ede-9b7c-df97f734112c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '99751111-c471-4642-828d-cd79e17cf84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:07:01.451505 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47084a5f-029b-4cc5-8b55-dad59e73ea0f admin admin] Network hostable DHCP agents. Network: 99751111-c471-4642-828d-cd79e17cf84a, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:07:01.494050 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47084a5f-029b-4cc5-8b55-dad59e73ea0f admin admin] Network 99751111-c471-4642-828d-cd79e17cf84a is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:07:01.496075 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-a15a60af-5338-499d-bf8b-fa51131d065c req-3071a702-0eaf-4dc2-b456-f1dd533696a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dbe7f08-ef12-4c04-aea1-9ca65d785fed {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:07:01.507827 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-47084a5f-029b-4cc5-8b55-dad59e73ea0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 99751111-c471-4642-828d-cd79e17cf84a) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:07:01.511618 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-a15a60af-5338-499d-bf8b-fa51131d065c req-3071a702-0eaf-4dc2-b456-f1dd533696a7 service neutron] Publish callbacks [] for port (6dbe7f08-ef12-4c04-aea1-9ca65d785fed), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:01.518011 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47084a5f-029b-4cc5-8b55-dad59e73ea0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:01.518648 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-47084a5f-029b-4cc5-8b55-dad59e73ea0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:01.520026 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49ba334-5179-46a5-8eb6-8102e6cb8b7e None None] Network 99751111-c471-4642-828d-cd79e17cf84a requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:07:01.559585 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-47084a5f-029b-4cc5-8b55-dad59e73ea0f admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8467476 Feb 02 07:07:01.572101 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-a15a60af-5338-499d-bf8b-fa51131d065c req-3071a702-0eaf-4dc2-b456-f1dd533696a7 service neutron] Transition to ACTIVE for port object 6dbe7f08-ef12-4c04-aea1-9ca65d785fed will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:07:01.587587 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-a15a60af-5338-499d-bf8b-fa51131d065c req-3071a702-0eaf-4dc2-b456-f1dd533696a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (6dbe7f08-ef12-4c04-aea1-9ca65d785fed), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:01.639229 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-d962bb79-45c5-468a-a5bc-ce055e6c0c8d tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Deleting port 5b833606-4ed9-448e-a5f6-58c287130f37 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:07:01.639582 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d962bb79-45c5-468a-a5bc-ce055e6c0c8d tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (5b833606-4ed9-448e-a5f6-58c287130f37), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:01.690051 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76259ae5-e80c-4e51-80a3-fda1d098ad1f None None] Network 99751111-c471-4642-828d-cd79e17cf84a requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:07:01.701117 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3071a702-0eaf-4dc2-b456-f1dd533696a7 service neutron] Pushing event updated for resources: {'Port': ['ID=6dbe7f08-ef12-4c04-aea1-9ca65d785fed,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:01.865321 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d962bb79-45c5-468a-a5bc-ce055e6c0c8d tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (5b833606-4ed9-448e-a5f6-58c287130f37), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:01.865643 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d962bb79-45c5-468a-a5bc-ce055e6c0c8d tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for floatingip (5b833606-4ed9-448e-a5f6-58c287130f37), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:01.879361 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cdf7ff-b70e-4ec6-bd72-692a236f25e1 req-80bb2a9d-4655-4dde-88d7-e929f1241ff7 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:01.881729 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-70cdf7ff-b70e-4ec6-bd72-692a236f25e1 req-80bb2a9d-4655-4dde-88d7-e929f1241ff7 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=0a44e4b3-ccac-4e3b-9c5e-47c349456db3 HTTP/1.1" status: 200 len: 943 time: 0.2342286 Feb 02 07:07:01.900552 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-d962bb79-45c5-468a-a5bc-ce055e6c0c8d tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Calling delete_port for 5b833606-4ed9-448e-a5f6-58c287130f37 owned by network:floatingip {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:07:01.903232 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-a15a60af-5338-499d-bf8b-fa51131d065c req-3071a702-0eaf-4dc2-b456-f1dd533696a7 service neutron] Attempting to bind port 6dbe7f08-ef12-4c04-aea1-9ca65d785fed on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:07:01.903642 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-a15a60af-5338-499d-bf8b-fa51131d065c req-3071a702-0eaf-4dc2-b456-f1dd533696a7 service neutron] Attempting to bind port 6dbe7f08-ef12-4c04-aea1-9ca65d785fed by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': '50b2c935-c140-4230-880a-508574d9ed43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f9701445-c4cf-4d4f-9286-fc4fc0bbd41b'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:07:01.903937 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15a60af-5338-499d-bf8b-fa51131d065c req-3071a702-0eaf-4dc2-b456-f1dd533696a7 service neutron] Attempting to bind port 6dbe7f08-ef12-4c04-aea1-9ca65d785fed on network f9701445-c4cf-4d4f-9286-fc4fc0bbd41b {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:07:01.924634 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15a60af-5338-499d-bf8b-fa51131d065c req-3071a702-0eaf-4dc2-b456-f1dd533696a7 service neutron] Port 6dbe7f08-ef12-4c04-aea1-9ca65d785fed on network f9701445-c4cf-4d4f-9286-fc4fc0bbd41b not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:07:01.924980 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15a60af-5338-499d-bf8b-fa51131d065c req-3071a702-0eaf-4dc2-b456-f1dd533696a7 service neutron] Attempting to bind port 6dbe7f08-ef12-4c04-aea1-9ca65d785fed on network f9701445-c4cf-4d4f-9286-fc4fc0bbd41b {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:07:01.946329 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15a60af-5338-499d-bf8b-fa51131d065c req-3071a702-0eaf-4dc2-b456-f1dd533696a7 service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:07:01.946685 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15a60af-5338-499d-bf8b-fa51131d065c req-3071a702-0eaf-4dc2-b456-f1dd533696a7 service neutron] Checking segment: {'id': '50b2c935-c140-4230-880a-508574d9ed43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f9701445-c4cf-4d4f-9286-fc4fc0bbd41b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:07:01.947079 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15a60af-5338-499d-bf8b-fa51131d065c req-3071a702-0eaf-4dc2-b456-f1dd533696a7 service neutron] Bound using segment: {'id': '50b2c935-c140-4230-880a-508574d9ed43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f9701445-c4cf-4d4f-9286-fc4fc0bbd41b'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:07:01.947542 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-a15a60af-5338-499d-bf8b-fa51131d065c req-3071a702-0eaf-4dc2-b456-f1dd533696a7 service neutron] Bound port: 6dbe7f08-ef12-4c04-aea1-9ca65d785fed, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50b2c935-c140-4230-880a-508574d9ed43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f9701445-c4cf-4d4f-9286-fc4fc0bbd41b'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:07:01.947915 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-a15a60af-5338-499d-bf8b-fa51131d065c req-3071a702-0eaf-4dc2-b456-f1dd533696a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (6dbe7f08-ef12-4c04-aea1-9ca65d785fed), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:02.025717 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-70cdf7ff-b70e-4ec6-bd72-692a236f25e1 req-8b0ccf76-a5a5-45fa-9793-34f52d3f95d0 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353903 Feb 02 07:07:02.090593 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 48556) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:07:02.198128 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874a1a4-08aa-4970-865b-9cfaf4eea5f4 req-0ba22cac-02af-4ae4-b2eb-bcbe617bea5a tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:02.199858 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1874a1a4-08aa-4970-865b-9cfaf4eea5f4 req-0ba22cac-02af-4ae4-b2eb-bcbe617bea5a tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/ports?device_id=80149690-37a7-46d9-b8e3-fcd421797a67 HTTP/1.1" status: 200 len: 946 time: 0.0616834 Feb 02 07:07:02.253883 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1874a1a4-08aa-4970-865b-9cfaf4eea5f4 req-eaca4711-9e7e-4eea-bb90-68626c3f8e18 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/security-groups?id=3031d22f-f419-4370-9379-d12f21c766b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473561 Feb 02 07:07:02.471298 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-a15a60af-5338-499d-bf8b-fa51131d065c req-3071a702-0eaf-4dc2-b456-f1dd533696a7 service neutron] For port 6dbe7f08-ef12-4c04-aea1-9ca65d785fed, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:07:02.476334 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc607f-421a-447f-8b10-6853d4693aa0 req-d60b7bde-cefa-4afb-bba1-24645b988487 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:02.486797 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fddc607f-421a-447f-8b10-6853d4693aa0 req-d60b7bde-cefa-4afb-bba1-24645b988487 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=32f5f2ca-71c6-4137-bee4-300527dd6e2f HTTP/1.1" status: 200 len: 945 time: 0.0773253 Feb 02 07:07:02.548883 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-a15a60af-5338-499d-bf8b-fa51131d065c req-3071a702-0eaf-4dc2-b456-f1dd533696a7 service neutron] For port 6dbe7f08-ef12-4c04-aea1-9ca65d785fed, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=6dbe7f08-ef12-4c04-aea1-9ca65d785fed,segment=NetworkSegment(50b2c935-c140-4230-880a-508574d9ed43),segment_id=50b2c935-c140-4230-880a-508574d9ed43)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:07:02.554376 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fddc607f-421a-447f-8b10-6853d4693aa0 req-8a8ce8b2-0974-4078-ace1-fbcae15159e9 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664647 Feb 02 07:07:02.564628 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-9e42b3cc-29ee-433d-bea5-3f023f53f793 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-2013953738-network', 'tenant_id': '5549f15d82f64bae95c6531d512cdc1a'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:07:02.579822 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-a15a60af-5338-499d-bf8b-fa51131d065c req-3071a702-0eaf-4dc2-b456-f1dd533696a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (6dbe7f08-ef12-4c04-aea1-9ca65d785fed), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:02.627720 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 48582) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:07:02.685067 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e42b3cc-29ee-433d-bea5-3f023f53f793 admin admin] Made reservation on behalf of 5549f15d82f64bae95c6531d512cdc1a for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:07:02.687579 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9e42b3cc-29ee-433d-bea5-3f023f53f793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:02.696049 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a60af-5338-499d-bf8b-fa51131d065c req-3071a702-0eaf-4dc2-b456-f1dd533696a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:02.696839 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-a15a60af-5338-499d-bf8b-fa51131d065c req-3071a702-0eaf-4dc2-b456-f1dd533696a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:02.698491 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a15a60af-5338-499d-bf8b-fa51131d065c req-3071a702-0eaf-4dc2-b456-f1dd533696a7 service neutron] 10.222.0.88 "PUT /v2.0/ports/6dbe7f08-ef12-4c04-aea1-9ca65d785fed HTTP/1.1" status: 200 len: 1092 time: 1.9298494 Feb 02 07:07:02.704393 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a44e4b3-ccac-4e3b-9c5e-47c349456db3', 'tag': '6dbe7f08-ef12-4c04-aea1-9ca65d785fed'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:07:02.705085 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d3514-5eeb-404b-8c92-bd25684e9004 req-f347f902-2435-40d7-94f8-732afd20509e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:02.706637 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b41cc987-6844-40b9-bf87-f38bb038cfb9" -d '{"events": [{"name": "network-changed", "server_uuid": "0a44e4b3-ccac-4e3b-9c5e-47c349456db3", "tag": "6dbe7f08-ef12-4c04-aea1-9ca65d785fed"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:07:02.710798 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d3514-5eeb-404b-8c92-bd25684e9004 req-f347f902-2435-40d7-94f8-732afd20509e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:02.717397 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d3514-5eeb-404b-8c92-bd25684e9004 req-f347f902-2435-40d7-94f8-732afd20509e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:02.724412 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d3514-5eeb-404b-8c92-bd25684e9004 req-f347f902-2435-40d7-94f8-732afd20509e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:02.728951 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11e3b4-0280-474a-b419-d2ac4b7f9df3 req-969857e1-ecea-4886-a856-e90c39153bec tempest-ServerMetadataNegativeTestJSON-1417754319 tempest-ServerMetadataNegativeTestJSON-1417754319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:02.729893 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d3514-5eeb-404b-8c92-bd25684e9004 req-f347f902-2435-40d7-94f8-732afd20509e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:02.735358 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d3514-5eeb-404b-8c92-bd25684e9004 req-f347f902-2435-40d7-94f8-732afd20509e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:02.735493 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ff11e3b4-0280-474a-b419-d2ac4b7f9df3 req-969857e1-ecea-4886-a856-e90c39153bec tempest-ServerMetadataNegativeTestJSON-1417754319 tempest-ServerMetadataNegativeTestJSON-1417754319-project] 10.222.0.87 "GET /v2.0/networks?id=99751111-c471-4642-828d-cd79e17cf84a HTTP/1.1" status: 200 len: 821 time: 0.3178048 Feb 02 07:07:02.737179 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9e42b3cc-29ee-433d-bea5-3f023f53f793 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:02.741448 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d3514-5eeb-404b-8c92-bd25684e9004 req-f347f902-2435-40d7-94f8-732afd20509e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:02.743977 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-007d3514-5eeb-404b-8c92-bd25684e9004 req-f347f902-2435-40d7-94f8-732afd20509e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 5433 time: 0.1059763 Feb 02 07:07:02.763613 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-764a9df6-a44b-4a63-8490-3ba34e79e152 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:02.767964 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3071a702-0eaf-4dc2-b456-f1dd533696a7 service neutron] Pushing event updated for resources: {'Port': ['ID=6dbe7f08-ef12-4c04-aea1-9ca65d785fed,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:02.787695 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ff11e3b4-0280-474a-b419-d2ac4b7f9df3 req-bf06f92f-b68e-43cf-9823-a9cf3fc6894c tempest-ServerMetadataNegativeTestJSON-1417754319 tempest-ServerMetadataNegativeTestJSON-1417754319-project] 10.222.0.87 "GET /v2.0/quotas/48ea4d45999c417da005b09de43555db HTTP/1.1" status: 200 len: 375 time: 0.0513394 Feb 02 07:07:02.816225 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d962bb79-45c5-468a-a5bc-ce055e6c0c8d tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (5b833606-4ed9-448e-a5f6-58c287130f37), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:02.836292 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-007d3514-5eeb-404b-8c92-bd25684e9004 req-facc75ed-59a7-43c5-8995-20bfc1b699fa tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/security-groups?id=83500878-2b75-476a-931f-17df1a6782c5&id=2c89831c-2212-4fd4-82c0-50883e2a18e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0844011 Feb 02 07:07:02.877714 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ff11e3b4-0280-474a-b419-d2ac4b7f9df3 req-2dd79104-2bf8-4b02-a0ef-a4a35c6f6dbe tempest-ServerMetadataNegativeTestJSON-1417754319 tempest-ServerMetadataNegativeTestJSON-1417754319-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=48ea4d45999c417da005b09de43555db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0674472 Feb 02 07:07:02.883261 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d962bb79-45c5-468a-a5bc-ce055e6c0c8d tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Pushing event deleted for resources: {'Port': ['ID=5b833606-4ed9-448e-a5f6-58c287130f37,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:02.919694 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-764a9df6-a44b-4a63-8490-3ba34e79e152 admin admin] Publish callbacks [] for security_group (8276bda3-a8a5-49ca-860a-7075b78aaafc), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:02.926426 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-764a9df6-a44b-4a63-8490-3ba34e79e152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (8276bda3-a8a5-49ca-860a-7075b78aaafc), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:02.938058 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0bbcdb-7e25-4456-8176-e217ebc619ef x-openstack-request-id: req-ed0bbcdb-7e25-4456-8176-e217ebc619ef {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:07:02.938368 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a44e4b3-ccac-4e3b-9c5e-47c349456db3", "tag": "6dbe7f08-ef12-4c04-aea1-9ca65d785fed", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:07:02.938618 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ed0bbcdb-7e25-4456-8176-e217ebc619ef {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:07:02.939016 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a44e4b3-ccac-4e3b-9c5e-47c349456db3', 'tag': '6dbe7f08-ef12-4c04-aea1-9ca65d785fed', 'status': 'completed', 'code': 200} Feb 02 07:07:02.975147 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-764a9df6-a44b-4a63-8490-3ba34e79e152 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=99bf7a8011394c7d92e73bc6bfe1a7d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3459213 Feb 02 07:07:02.976084 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764a9df6-a44b-4a63-8490-3ba34e79e152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8276bda3-a8a5-49ca-860a-7075b78aaafc,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:02.978528 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 48588) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:07:02.984689 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a60af-5338-499d-bf8b-fa51131d065c req-4785d584-6201-4f4b-99b0-d20c0cc7d17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:02.986219 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a15a60af-5338-499d-bf8b-fa51131d065c req-4785d584-6201-4f4b-99b0-d20c0cc7d17e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=51472d7ac5b4449fa09fb7150f54f571&device_id=0a44e4b3-ccac-4e3b-9c5e-47c349456db3 HTTP/1.1" status: 200 len: 1126 time: 0.2233028 Feb 02 07:07:03.029830 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ca093bbd-56c9-4dbb-b5bd-e5d99e47dd54 admin admin] Publish callbacks [] for security_group (8276bda3-a8a5-49ca-860a-7075b78aaafc), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:03.051312 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ca093bbd-56c9-4dbb-b5bd-e5d99e47dd54 admin admin] Publish callbacks [] for security_group (8276bda3-a8a5-49ca-860a-7075b78aaafc), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:03.078099 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a15a60af-5338-499d-bf8b-fa51131d065c req-71de68e9-38b7-47b7-a799-faaf1e94601a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6dbe7f08-ef12-4c04-aea1-9ca65d785fed HTTP/1.1" status: 200 len: 217 time: 0.0755148 Feb 02 07:07:03.085645 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d962bb79-45c5-468a-a5bc-ce055e6c0c8d tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for floatingip (d2180e55-76d2-4fb3-8661-6d40373eba3b), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:03.086109 n-d-789963-26 neutron-server[109693]: INFO neutron.db.l3_db [None req-d962bb79-45c5-468a-a5bc-ce055e6c0c8d tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Floating IP d2180e55-76d2-4fb3-8661-6d40373eba3b disassociated (deleted). External IP: 172.25.4.144, port: 5f820746-9584-431a-a579-4eb3ac55901c. Feb 02 07:07:03.102831 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ca093bbd-56c9-4dbb-b5bd-e5d99e47dd54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (8276bda3-a8a5-49ca-860a-7075b78aaafc), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:03.105914 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ca093bbd-56c9-4dbb-b5bd-e5d99e47dd54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:03.107274 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-ca093bbd-56c9-4dbb-b5bd-e5d99e47dd54 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/8276bda3-a8a5-49ca-860a-7075b78aaafc HTTP/1.1" status: 204 len: 168 time: 0.1279175 Feb 02 07:07:03.128693 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca093bbd-56c9-4dbb-b5bd-e5d99e47dd54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8276bda3-a8a5-49ca-860a-7075b78aaafc,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:03.174572 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2175e7-c08a-43d5-b959-41533d368203 req-a5535a50-d0f7-4b1d-863a-a1f3e3db70fd tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:03.176142 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8b2175e7-c08a-43d5-b959-41533d368203 req-a5535a50-d0f7-4b1d-863a-a1f3e3db70fd tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=0a44e4b3-ccac-4e3b-9c5e-47c349456db3 HTTP/1.1" status: 200 len: 943 time: 0.0676279 Feb 02 07:07:03.186156 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9e42b3cc-29ee-433d-bea5-3f023f53f793 admin admin] Publish callbacks [] for security_group (3a6efb9e-2fbe-484a-b139-f069e16d9eef), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:03.208675 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9e42b3cc-29ee-433d-bea5-3f023f53f793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (3a6efb9e-2fbe-484a-b139-f069e16d9eef), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:03.232642 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8b2175e7-c08a-43d5-b959-41533d368203 req-77f0d9de-fd05-4af1-9120-62d469dd25a7 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497341 Feb 02 07:07:03.272876 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ff11e3b4-0280-474a-b419-d2ac4b7f9df3 req-c9f378a9-33b3-4305-b0f5-08ff8a24e7c3 service neutron] 10.222.0.87 "GET /v2.0/networks/99751111-c471-4642-828d-cd79e17cf84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528612 Feb 02 07:07:03.279759 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a60af-5338-499d-bf8b-fa51131d065c req-3a02b34a-20c8-4056-adf1-7f078c6bb44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:03.281230 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a15a60af-5338-499d-bf8b-fa51131d065c req-3a02b34a-20c8-4056-adf1-7f078c6bb44a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=32144128-c19d-4644-8a7f-0675355df2fd HTTP/1.1" status: 200 len: 846 time: 0.1869438 Feb 02 07:07:03.309033 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e42b3cc-29ee-433d-bea5-3f023f53f793 admin admin] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:07:03.356816 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e42b3cc-29ee-433d-bea5-3f023f53f793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6efb9e-2fbe-484a-b139-f069e16d9eef,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:03.360579 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a15a60af-5338-499d-bf8b-fa51131d065c req-15b92302-25e9-4318-ab5b-208d27d6b379 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f9701445-c4cf-4d4f-9286-fc4fc0bbd41b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572639 Feb 02 07:07:03.377837 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9e42b3cc-29ee-433d-bea5-3f023f53f793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (193ae55e-92a5-4ce3-bf68-99f857b7a348), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:03.378190 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-9e42b3cc-29ee-433d-bea5-3f023f53f793 admin admin] Added segment 193ae55e-92a5-4ce3-bf68-99f857b7a348 of type vlan for network 085cd9a7-f01b-4c4e-94e0-dc83039f286a Feb 02 07:07:03.415474 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf92453-2fd6-4e33-a40e-7bb7d08edfa6 req-df462491-8e00-4a2f-b628-bb365d9f5966 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:03.417072 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4bf92453-2fd6-4e33-a40e-7bb7d08edfa6 req-df462491-8e00-4a2f-b628-bb365d9f5966 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/ports?device_id=80149690-37a7-46d9-b8e3-fcd421797a67 HTTP/1.1" status: 200 len: 946 time: 0.0892322 Feb 02 07:07:03.473566 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4bf92453-2fd6-4e33-a40e-7bb7d08edfa6 req-7e6a6d88-324d-44b1-84c6-b7a09fcf40e9 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/security-groups?id=3031d22f-f419-4370-9379-d12f21c766b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505493 Feb 02 07:07:03.558763 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9e42b3cc-29ee-433d-bea5-3f023f53f793 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (085cd9a7-f01b-4c4e-94e0-dc83039f286a), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:03.654443 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ff11e3b4-0280-474a-b419-d2ac4b7f9df3 req-e3f0e8ad-6647-46f2-9a2b-404f35e801c4 service neutron] 10.222.0.87 "GET /v2.0/networks/99751111-c471-4642-828d-cd79e17cf84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3705542 Feb 02 07:07:03.676743 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a15a60af-5338-499d-bf8b-fa51131d065c req-37eec69b-24af-4b0d-89e8-469ed8ee9209 service neutron] 10.222.0.88 "GET /v2.0/networks/f9701445-c4cf-4d4f-9286-fc4fc0bbd41b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028407 Feb 02 07:07:03.679520 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9e42b3cc-29ee-433d-bea5-3f023f53f793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (085cd9a7-f01b-4c4e-94e0-dc83039f286a), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:03.680461 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e42b3cc-29ee-433d-bea5-3f023f53f793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:03.681034 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9e42b3cc-29ee-433d-bea5-3f023f53f793 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:03.707950 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d17f0-8ad4-4b79-91fa-0cdca41a37fa req-81eb45e8-2a05-4b14-a86b-d9a2212040d1 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:03.719502 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-818d17f0-8ad4-4b79-91fa-0cdca41a37fa req-81eb45e8-2a05-4b14-a86b-d9a2212040d1 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=32f5f2ca-71c6-4137-bee4-300527dd6e2f HTTP/1.1" status: 200 len: 945 time: 0.0930343 Feb 02 07:07:03.755448 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-9e42b3cc-29ee-433d-bea5-3f023f53f793 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6634722 Feb 02 07:07:03.789066 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 48614) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:07:03.794016 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d962bb79-45c5-468a-a5bc-ce055e6c0c8d tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Router 6946a29e-0c9b-4876-be90-af232657f1ee has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:07:03.797660 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-e36885f9-2566-4e71-8549-88cab5cd091d admin admin] Request body: {'subnet': {'network_id': '085cd9a7-f01b-4c4e-94e0-dc83039f286a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-2013953738-subnet', 'tenant_id': '5549f15d82f64bae95c6531d512cdc1a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:07:03.798810 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-818d17f0-8ad4-4b79-91fa-0cdca41a37fa req-a5cc1ab6-ac48-45e8-9ae0-f0c76c89d965 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653286 Feb 02 07:07:03.863925 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e42b3cc-29ee-433d-bea5-3f023f53f793 admin admin] Pushing event updated for resources: {'Network': ['ID=085cd9a7-f01b-4c4e-94e0-dc83039f286a,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:03.878111 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 085cd9a7-f01b-4c4e-94e0-dc83039f286a details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:07:03.890171 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4ee966e2-0d4a-412d-9c35-c1f5085db8f2 req-fcc3b223-5d10-4f13-9e7d-e5fe0b201f82 tempest-ServerMetadataNegativeTestJSON-1417754319 tempest-ServerMetadataNegativeTestJSON-1417754319-project] 10.222.0.87 "GET /v2.0/ports?device_id=40d45cfd-3bac-4de5-9dcf-bf01faeff885 HTTP/1.1" status: 200 len: 210 time: 0.0533576 Feb 02 07:07:03.949795 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e36885f9-2566-4e71-8549-88cab5cd091d admin admin] Made reservation on behalf of 5549f15d82f64bae95c6531d512cdc1a for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:07:03.952170 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e36885f9-2566-4e71-8549-88cab5cd091d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:03.958816 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a15a60af-5338-499d-bf8b-fa51131d065c req-0fa4abfa-3e85-4605-972e-83bfbefaeb8c service neutron] 10.222.0.88 "GET /v2.0/networks/f9701445-c4cf-4d4f-9286-fc4fc0bbd41b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712038 Feb 02 07:07:04.104742 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d1d562-15dc-419f-8695-16392ee738d4 req-219c9687-e71d-4059-95f7-13417d79ce3e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:04.113583 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d1d562-15dc-419f-8695-16392ee738d4 req-219c9687-e71d-4059-95f7-13417d79ce3e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:04.120568 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d1d562-15dc-419f-8695-16392ee738d4 req-219c9687-e71d-4059-95f7-13417d79ce3e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:04.127344 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d1d562-15dc-419f-8695-16392ee738d4 req-219c9687-e71d-4059-95f7-13417d79ce3e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:04.128197 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d962bb79-45c5-468a-a5bc-ce055e6c0c8d tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:07:04.134900 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d1d562-15dc-419f-8695-16392ee738d4 req-219c9687-e71d-4059-95f7-13417d79ce3e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:04.135639 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d962bb79-45c5-468a-a5bc-ce055e6c0c8d tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:04.149647 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d1d562-15dc-419f-8695-16392ee738d4 req-219c9687-e71d-4059-95f7-13417d79ce3e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:04.154216 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03a47e4-4dc3-47bc-84dc-baaa4da0db08 None None] Sync routers for ids ['6946a29e-0c9b-4876-be90-af232657f1ee'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:07:04.163723 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d1d562-15dc-419f-8695-16392ee738d4 req-219c9687-e71d-4059-95f7-13417d79ce3e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:04.171406 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03a47e4-4dc3-47bc-84dc-baaa4da0db08 None None] Routers {'6946a29e-0c9b-4876-be90-af232657f1ee'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:07:04.172073 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-b03a47e4-4dc3-47bc-84dc-baaa4da0db08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:06:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['6946a29e-0c9b-4876-be90-af232657f1ee'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:07:04.176777 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a9d1d562-15dc-419f-8695-16392ee738d4 req-219c9687-e71d-4059-95f7-13417d79ce3e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 5433 time: 0.1821921 Feb 02 07:07:04.185045 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d962bb79-45c5-468a-a5bc-ce055e6c0c8d tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] 10.222.0.87 "DELETE /v2.0/floatingips/d2180e55-76d2-4fb3-8661-6d40373eba3b HTTP/1.1" status: 204 len: 168 time: 2.9374313 Feb 02 07:07:04.194181 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 48632) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:07:04.221804 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41cc987-6844-40b9-bf87-f38bb038cfb9 req-0ffe7803-163e-417e-a9f2-8c8c8f634cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:04.223093 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b41cc987-6844-40b9-bf87-f38bb038cfb9 req-0ffe7803-163e-417e-a9f2-8c8c8f634cbc service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=51472d7ac5b4449fa09fb7150f54f571&device_id=0a44e4b3-ccac-4e3b-9c5e-47c349456db3 HTTP/1.1" status: 200 len: 1126 time: 0.1496260 Feb 02 07:07:04.262957 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-b03a47e4-4dc3-47bc-84dc-baaa4da0db08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:07:04.277195 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03a47e4-4dc3-47bc-84dc-baaa4da0db08 None None] Routers {'6946a29e-0c9b-4876-be90-af232657f1ee'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:07:04.278211 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-b03a47e4-4dc3-47bc-84dc-baaa4da0db08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:06:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['6946a29e-0c9b-4876-be90-af232657f1ee'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:07:04.337101 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-b03a47e4-4dc3-47bc-84dc-baaa4da0db08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:07:04.337891 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03a47e4-4dc3-47bc-84dc-baaa4da0db08 None None] The sync data for ids ['6946a29e-0c9b-4876-be90-af232657f1ee'] in n-d-789963-26 is: [] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:07:04.381821 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a9d1d562-15dc-419f-8695-16392ee738d4 req-4ee3eaf1-276a-48dd-8017-d3ada74b9f5f tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/security-groups?id=83500878-2b75-476a-931f-17df1a6782c5&id=2c89831c-2212-4fd4-82c0-50883e2a18e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2043221 Feb 02 07:07:04.386372 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e36885f9-2566-4e71-8549-88cab5cd091d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (c7545568-47c4-4cd0-be68-7f25d5ee9a43), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:04.424588 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-bc881414-c5c8-4ef6-9c8b-d3b8df884555 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Deleting port 5f820746-9584-431a-a579-4eb3ac55901c {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:07:04.424588 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bc881414-c5c8-4ef6-9c8b-d3b8df884555 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (5f820746-9584-431a-a579-4eb3ac55901c), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:04.449549 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-58d6f458-a983-4805-b528-6ebb7424f6f6 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:04.454841 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-58d6f458-a983-4805-b528-6ebb7424f6f6 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:04.460313 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-58d6f458-a983-4805-b528-6ebb7424f6f6 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:04.465506 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-58d6f458-a983-4805-b528-6ebb7424f6f6 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:04.470762 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-58d6f458-a983-4805-b528-6ebb7424f6f6 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:04.476440 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-58d6f458-a983-4805-b528-6ebb7424f6f6 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:04.481757 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-58d6f458-a983-4805-b528-6ebb7424f6f6 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:04.483719 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-58d6f458-a983-4805-b528-6ebb7424f6f6 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.59 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 5433 time: 0.2745013 Feb 02 07:07:04.515157 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41cc987-6844-40b9-bf87-f38bb038cfb9 req-39b2cf20-d49c-4b0a-9c7f-ce712121ca4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:04.516736 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b41cc987-6844-40b9-bf87-f38bb038cfb9 req-39b2cf20-d49c-4b0a-9c7f-ce712121ca4d service neutron] 10.222.0.88 "GET /v2.0/networks?id=f9701445-c4cf-4d4f-9286-fc4fc0bbd41b HTTP/1.1" status: 200 len: 907 time: 0.2858233 Feb 02 07:07:04.581217 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bc881414-c5c8-4ef6-9c8b-d3b8df884555 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (5f820746-9584-431a-a579-4eb3ac55901c), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:04.599720 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b41cc987-6844-40b9-bf87-f38bb038cfb9 req-c4fbc9a9-9576-42bc-b65a-2e8d5e872e4e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6dbe7f08-ef12-4c04-aea1-9ca65d785fed HTTP/1.1" status: 200 len: 217 time: 0.0580382 Feb 02 07:07:04.600291 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36885f9-2566-4e71-8549-88cab5cd091d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7545568-47c4-4cd0-be68-7f25d5ee9a43,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:04.609550 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-9fc12390-4983-4334-8cbe-c21da03725ad tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:04.610570 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-9fc12390-4983-4334-8cbe-c21da03725ad tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.59 "GET /v2.0/ports/dcae9310-0188-4805-9e28-53f45e2fd68f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1171906 Feb 02 07:07:04.637259 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9c8b0-6bad-4ee7-ac8e-6f1377fe1841 req-5c285cdf-a5eb-4d76-be08-df6440458639 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:04.646410 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b3c9c8b0-6bad-4ee7-ac8e-6f1377fe1841 req-5c285cdf-a5eb-4d76-be08-df6440458639 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=0a44e4b3-ccac-4e3b-9c5e-47c349456db3 HTTP/1.1" status: 200 len: 943 time: 0.1458216 Feb 02 07:07:04.653734 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-bc881414-c5c8-4ef6-9c8b-d3b8df884555 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Calling delete_port for 5f820746-9584-431a-a579-4eb3ac55901c owned by {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:07:04.701862 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36885f9-2566-4e71-8549-88cab5cd091d admin admin] Checking segment: {'id': '193ae55e-92a5-4ce3-bf68-99f857b7a348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '085cd9a7-f01b-4c4e-94e0-dc83039f286a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:07:04.702234 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36885f9-2566-4e71-8549-88cab5cd091d admin admin] Network hostable DHCP agents. Network: 085cd9a7-f01b-4c4e-94e0-dc83039f286a, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:07:04.761611 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41cc987-6844-40b9-bf87-f38bb038cfb9 req-1ab2773b-691c-4a32-bb6e-16be020c813c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:04.773631 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b3c9c8b0-6bad-4ee7-ac8e-6f1377fe1841 req-d6b7d797-1048-4ed0-a6fb-5917e7946fbd tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111567 Feb 02 07:07:04.774166 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b41cc987-6844-40b9-bf87-f38bb038cfb9 req-1ab2773b-691c-4a32-bb6e-16be020c813c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=32144128-c19d-4644-8a7f-0675355df2fd HTTP/1.1" status: 200 len: 846 time: 0.1557131 Feb 02 07:07:04.872360 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b41cc987-6844-40b9-bf87-f38bb038cfb9 req-e45ad043-a8ee-42a2-bd52-a2d8b9d9315d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f9701445-c4cf-4d4f-9286-fc4fc0bbd41b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864582 Feb 02 07:07:04.897125 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36885f9-2566-4e71-8549-88cab5cd091d admin admin] Network 085cd9a7-f01b-4c4e-94e0-dc83039f286a is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:07:04.938093 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-ff980f44-ef40-4e60-87a2-9f94e2c436b6 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.59 "GET /v2.0/networks/9faf7e40-7741-4ebb-8f78-e3e3326a51b7?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3189104 Feb 02 07:07:04.944850 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-e36885f9-2566-4e71-8549-88cab5cd091d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 085cd9a7-f01b-4c4e-94e0-dc83039f286a) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:07:04.957275 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0cd361-576b-41f3-bb40-c8dc2a9bf491 None None] Network 085cd9a7-f01b-4c4e-94e0-dc83039f286a requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:07:04.979864 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8734335-76d1-47bd-8a89-719dd28b4872 req-b6e99f9f-1fc3-4f89-ae67-9c263b7f9711 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:04.982506 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c8734335-76d1-47bd-8a89-719dd28b4872 req-b6e99f9f-1fc3-4f89-ae67-9c263b7f9711 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/ports?device_id=80149690-37a7-46d9-b8e3-fcd421797a67 HTTP/1.1" status: 200 len: 946 time: 0.1149294 Feb 02 07:07:05.018515 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bc881414-c5c8-4ef6-9c8b-d3b8df884555 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (5f820746-9584-431a-a579-4eb3ac55901c), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:05.046405 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-57550b60-4060-499b-8983-01388479ddae service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:07:05.062629 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36885f9-2566-4e71-8549-88cab5cd091d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:05.063257 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e36885f9-2566-4e71-8549-88cab5cd091d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:05.074252 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc881414-c5c8-4ef6-9c8b-d3b8df884555 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Pushing event deleted for resources: {'Port': ['ID=5f820746-9584-431a-a579-4eb3ac55901c,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:05.099875 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75418cc8-1764-42b4-9f91-40488fe12594 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-085cd9a7-f01b-4c4e-94e0-dc83039f286a', 'network_id': '085cd9a7-f01b-4c4e-94e0-dc83039f286a', 'project_id': '5549f15d82f64bae95c6531d512cdc1a', 'fixed_ips': [{'subnet_id': 'c7545568-47c4-4cd0-be68-7f25d5ee9a43'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:07:05.103816 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-75418cc8-1764-42b4-9f91-40488fe12594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:05.148958 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e36885f9-2566-4e71-8549-88cab5cd091d admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3585911 Feb 02 07:07:05.151521 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 48658) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:07:05.161875 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-a9a21b24-9aac-460b-b82e-4f44732363ad admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-2013953738-router', 'tenant_id': '5549f15d82f64bae95c6531d512cdc1a', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:07:05.171601 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c8734335-76d1-47bd-8a89-719dd28b4872 req-4ef248b8-f32d-4161-aaa6-30a795fb22ee tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/security-groups?id=3031d22f-f419-4370-9379-d12f21c766b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817930 Feb 02 07:07:05.238521 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d749fc5f-dba4-4a5e-b01c-6c0a83d51cb0 req-d65542ea-4dba-4e34-9b25-9f9740966620 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:05.239956 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d749fc5f-dba4-4a5e-b01c-6c0a83d51cb0 req-d65542ea-4dba-4e34-9b25-9f9740966620 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=32f5f2ca-71c6-4137-bee4-300527dd6e2f HTTP/1.1" status: 200 len: 945 time: 0.2984486 Feb 02 07:07:05.243364 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bc881414-c5c8-4ef6-9c8b-d3b8df884555 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:05.246893 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-bc881414-c5c8-4ef6-9c8b-d3b8df884555 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] 10.222.0.87 "DELETE /v2.0/ports/5f820746-9584-431a-a579-4eb3ac55901c HTTP/1.1" status: 204 len: 168 time: 1.0513928 Feb 02 07:07:05.249024 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a9a21b24-9aac-460b-b82e-4f44732363ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (16702d13-04a4-4eb1-815a-65de49e9a8c8), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:05.249911 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a9a21b24-9aac-460b-b82e-4f44732363ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (16702d13-04a4-4eb1-815a-65de49e9a8c8), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:05.254098 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 48662) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:07:05.260487 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-8679bc6e-7025-4829-b576-50bb288ca848 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Request body: {'floatingip': {'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:07:05.277500 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-57550b60-4060-499b-8983-01388479ddae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (dcae9310-0188-4805-9e28-53f45e2fd68f), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:05.302517 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b41cc987-6844-40b9-bf87-f38bb038cfb9 req-93dda1e7-026e-48e0-bf27-9feeb32316e0 service neutron] 10.222.0.88 "GET /v2.0/networks/f9701445-c4cf-4d4f-9286-fc4fc0bbd41b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4005558 Feb 02 07:07:05.338343 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a9a21b24-9aac-460b-b82e-4f44732363ad admin admin] Publish callbacks [] for router_controller (16702d13-04a4-4eb1-815a-65de49e9a8c8), precommit_add_association {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:05.340246 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8679bc6e-7025-4829-b576-50bb288ca848 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:05.346834 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-75418cc8-1764-42b4-9f91-40488fe12594 None None] Allocated IP 172.20.0.2 (085cd9a7-f01b-4c4e-94e0-dc83039f286a/c7545568-47c4-4cd0-be68-7f25d5ee9a43/01ce09f3-b30a-4795-8861-63f75c3405ac) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:07:05.523866 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d749fc5f-dba4-4a5e-b01c-6c0a83d51cb0 req-ec625c63-c613-4717-9a7c-10f4f4249fa5 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610648 Feb 02 07:07:05.570572 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-75418cc8-1764-42b4-9f91-40488fe12594 None None] Publish callbacks [] for port (01ce09f3-b30a-4795-8861-63f75c3405ac), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:05.580478 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-75418cc8-1764-42b4-9f91-40488fe12594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (01ce09f3-b30a-4795-8861-63f75c3405ac), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:05.628813 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 6dbe7f08-ef12-4c04-aea1-9ca65d785fed details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:07:05.629098 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a9a21b24-9aac-460b-b82e-4f44732363ad admin admin] Publish callbacks [] for router_gateway (16702d13-04a4-4eb1-815a-65de49e9a8c8), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:05.701525 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b41cc987-6844-40b9-bf87-f38bb038cfb9 req-729fa2e3-2b44-481d-ae8b-2e2172adb5cb service neutron] 10.222.0.88 "GET /v2.0/networks/f9701445-c4cf-4d4f-9286-fc4fc0bbd41b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3475013 Feb 02 07:07:05.729486 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-57550b60-4060-499b-8983-01388479ddae service neutron] For port dcae9310-0188-4805-9e28-53f45e2fd68f, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=dcae9310-0188-4805-9e28-53f45e2fd68f,segment=NetworkSegment(dbbcd93b-74ed-4f38-9d36-01cf18043418),segment_id=dbbcd93b-74ed-4f38-9d36-01cf18043418)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:07:05.783051 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75418cc8-1764-42b4-9f91-40488fe12594 None None] Network 085cd9a7-f01b-4c4e-94e0-dc83039f286a is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:07:05.796028 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-75418cc8-1764-42b4-9f91-40488fe12594 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:07:05.798994 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75418cc8-1764-42b4-9f91-40488fe12594 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:07:05.814020 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75418cc8-1764-42b4-9f91-40488fe12594 None None] Pushing event updated for resources: {'Port': ['ID=01ce09f3-b30a-4795-8861-63f75c3405ac,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:05.823967 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 6dbe7f08-ef12-4c04-aea1-9ca65d785fed, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=6dbe7f08-ef12-4c04-aea1-9ca65d785fed,segment=NetworkSegment(50b2c935-c140-4230-880a-508574d9ed43),segment_id=50b2c935-c140-4230-880a-508574d9ed43)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:07:05.827630 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75418cc8-1764-42b4-9f91-40488fe12594 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:07:05.828100 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75418cc8-1764-42b4-9f91-40488fe12594 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:07:05.828517 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75418cc8-1764-42b4-9f91-40488fe12594 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:07:05.828929 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75418cc8-1764-42b4-9f91-40488fe12594 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:07:05.829344 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75418cc8-1764-42b4-9f91-40488fe12594 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:07:05.829739 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75418cc8-1764-42b4-9f91-40488fe12594 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:07:05.830135 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75418cc8-1764-42b4-9f91-40488fe12594 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:07:05.830661 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75418cc8-1764-42b4-9f91-40488fe12594 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:07:05.831079 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75418cc8-1764-42b4-9f91-40488fe12594 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:07:05.831476 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75418cc8-1764-42b4-9f91-40488fe12594 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:07:05.831940 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75418cc8-1764-42b4-9f91-40488fe12594 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:07:05.832331 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75418cc8-1764-42b4-9f91-40488fe12594 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:07:05.832724 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75418cc8-1764-42b4-9f91-40488fe12594 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:07:05.866550 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': '6dbe7f08-ef12-4c04-aea1-9ca65d785fed', 'network_id': 'f9701445-c4cf-4d4f-9286-fc4fc0bbd41b', 'port_id': '6dbe7f08-ef12-4c04-aea1-9ca65d785fed', 'mac_address': 'fa:16:3e:a3:eb:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32144128-c19d-4644-8a7f-0675355df2fd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:07:05.886693 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b73b6061-a7d4-450f-8ff7-afcb02bd7607 req-2ff06a0c-3068-4aaa-b600-79a03ed5d2b1 tempest-ServerMetadataNegativeTestJSON-1417754319 tempest-ServerMetadataNegativeTestJSON-1417754319-project] 10.222.0.87 "GET /v2.0/ports?device_id=40d45cfd-3bac-4de5-9dcf-bf01faeff885 HTTP/1.1" status: 200 len: 210 time: 0.3912203 Feb 02 07:07:05.894843 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11e3b4-0280-474a-b419-d2ac4b7f9df3 req-41cc67f8-9f93-4164-bcf8-912b406121f2 tempest-ServerMetadataNegativeTestJSON-1417754319 tempest-ServerMetadataNegativeTestJSON-1417754319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:05.898405 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ff11e3b4-0280-474a-b419-d2ac4b7f9df3 req-41cc67f8-9f93-4164-bcf8-912b406121f2 tempest-ServerMetadataNegativeTestJSON-1417754319 tempest-ServerMetadataNegativeTestJSON-1417754319-project] 10.222.0.88 "GET /v2.0/networks?id=99751111-c471-4642-828d-cd79e17cf84a HTTP/1.1" status: 200 len: 821 time: 0.2611938 Feb 02 07:07:05.908990 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 6dbe7f08-ef12-4c04-aea1-9ca65d785fed is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:07:05.909468 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (6dbe7f08-ef12-4c04-aea1-9ca65d785fed), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:05.936983 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-ff11e3b4-0280-474a-b419-d2ac4b7f9df3 req-181a1cd4-af85-4788-9a42-eeab7bd7a7b4 tempest-ServerMetadataNegativeTestJSON-1417754319 tempest-ServerMetadataNegativeTestJSON-1417754319-project] Request body: {'port': {'device_id': '40d45cfd-3bac-4de5-9dcf-bf01faeff885', 'network_id': '99751111-c471-4642-828d-cd79e17cf84a', 'admin_state_up': True, 'tenant_id': '48ea4d45999c417da005b09de43555db'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:07:05.943630 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dbe7f08-ef12-4c04-aea1-9ca65d785fed {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:07:05.974871 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-75418cc8-1764-42b4-9f91-40488fe12594 None None] Attempting to bind port 01ce09f3-b30a-4795-8861-63f75c3405ac on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:07:05.975619 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-75418cc8-1764-42b4-9f91-40488fe12594 None None] Attempting to bind port 01ce09f3-b30a-4795-8861-63f75c3405ac by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '193ae55e-92a5-4ce3-bf68-99f857b7a348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '085cd9a7-f01b-4c4e-94e0-dc83039f286a'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:07:05.975777 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75418cc8-1764-42b4-9f91-40488fe12594 None None] Attempting to bind port 01ce09f3-b30a-4795-8861-63f75c3405ac on network 085cd9a7-f01b-4c4e-94e0-dc83039f286a {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:07:05.978984 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 6dbe7f08-ef12-4c04-aea1-9ca65d785fed, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=6dbe7f08-ef12-4c04-aea1-9ca65d785fed,segment=NetworkSegment(50b2c935-c140-4230-880a-508574d9ed43),segment_id=50b2c935-c140-4230-880a-508574d9ed43)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:07:05.983861 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75418cc8-1764-42b4-9f91-40488fe12594 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:07:05.984246 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75418cc8-1764-42b4-9f91-40488fe12594 None None] Checking segment: {'id': '193ae55e-92a5-4ce3-bf68-99f857b7a348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '085cd9a7-f01b-4c4e-94e0-dc83039f286a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:07:05.984701 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-75418cc8-1764-42b4-9f91-40488fe12594 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:05.985263 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75418cc8-1764-42b4-9f91-40488fe12594 None None] Bound using segment: {'id': '193ae55e-92a5-4ce3-bf68-99f857b7a348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '085cd9a7-f01b-4c4e-94e0-dc83039f286a'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:07:05.985928 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-75418cc8-1764-42b4-9f91-40488fe12594 None None] Bound port: 01ce09f3-b30a-4795-8861-63f75c3405ac, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '193ae55e-92a5-4ce3-bf68-99f857b7a348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '085cd9a7-f01b-4c4e-94e0-dc83039f286a'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:07:05.986424 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-75418cc8-1764-42b4-9f91-40488fe12594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (01ce09f3-b30a-4795-8861-63f75c3405ac), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:06.004842 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (6dbe7f08-ef12-4c04-aea1-9ca65d785fed), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:06.101572 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-75418cc8-1764-42b4-9f91-40488fe12594 None None] For port 01ce09f3-b30a-4795-8861-63f75c3405ac, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:07:06.103869 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=6dbe7f08-ef12-4c04-aea1-9ca65d785fed,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:06.109588 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-75418cc8-1764-42b4-9f91-40488fe12594 None None] For port 01ce09f3-b30a-4795-8861-63f75c3405ac, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=01ce09f3-b30a-4795-8861-63f75c3405ac,segment=NetworkSegment(193ae55e-92a5-4ce3-bf68-99f857b7a348),segment_id=193ae55e-92a5-4ce3-bf68-99f857b7a348)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:07:06.116967 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-75418cc8-1764-42b4-9f91-40488fe12594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (01ce09f3-b30a-4795-8861-63f75c3405ac), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:06.191736 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75418cc8-1764-42b4-9f91-40488fe12594 None None] Pushing event updated for resources: {'Port': ['ID=01ce09f3-b30a-4795-8861-63f75c3405ac,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:06.244078 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b2a7f-447a-4238-92de-2968ade32283 req-1d0e3d72-5f4c-413e-a260-09a8ce591a5e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:06.257502 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b2a7f-447a-4238-92de-2968ade32283 req-1d0e3d72-5f4c-413e-a260-09a8ce591a5e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:06.267964 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b2a7f-447a-4238-92de-2968ade32283 req-1d0e3d72-5f4c-413e-a260-09a8ce591a5e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:06.274634 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b2a7f-447a-4238-92de-2968ade32283 req-1d0e3d72-5f4c-413e-a260-09a8ce591a5e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:06.280515 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b2a7f-447a-4238-92de-2968ade32283 req-1d0e3d72-5f4c-413e-a260-09a8ce591a5e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:06.285299 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff11e3b4-0280-474a-b419-d2ac4b7f9df3 req-181a1cd4-af85-4788-9a42-eeab7bd7a7b4 tempest-ServerMetadataNegativeTestJSON-1417754319 tempest-ServerMetadataNegativeTestJSON-1417754319-project] Made reservation on behalf of 48ea4d45999c417da005b09de43555db for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:07:06.285694 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b2a7f-447a-4238-92de-2968ade32283 req-1d0e3d72-5f4c-413e-a260-09a8ce591a5e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:06.289251 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-ff11e3b4-0280-474a-b419-d2ac4b7f9df3 req-181a1cd4-af85-4788-9a42-eeab7bd7a7b4 tempest-ServerMetadataNegativeTestJSON-1417754319 tempest-ServerMetadataNegativeTestJSON-1417754319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:06.293372 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b2a7f-447a-4238-92de-2968ade32283 req-1d0e3d72-5f4c-413e-a260-09a8ce591a5e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:06.295625 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['6dbe7f08-ef12-4c04-aea1-9ca65d785fed'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:07:06.296294 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5f6b2a7f-447a-4238-92de-2968ade32283 req-1d0e3d72-5f4c-413e-a260-09a8ce591a5e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 5433 time: 0.6463292 Feb 02 07:07:06.324866 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-57550b60-4060-499b-8983-01388479ddae service neutron] For port dcae9310-0188-4805-9e28-53f45e2fd68f, host n-h2-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:07:06.330066 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a5d47-366e-4387-a5bd-cf4784d53715 req-26544080-d3ed-4b8d-ac52-ea4df4e6b678 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:06.331981 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c36a5d47-366e-4387-a5bd-cf4784d53715 req-26544080-d3ed-4b8d-ac52-ea4df4e6b678 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=0a44e4b3-ccac-4e3b-9c5e-47c349456db3 HTTP/1.1" status: 200 len: 944 time: 0.2489967 Feb 02 07:07:06.404776 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-57550b60-4060-499b-8983-01388479ddae service neutron] device_id is not set on port dcae9310-0188-4805-9e28-53f45e2fd68f yet. {{(pid=109693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:07:06.423127 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-57550b60-4060-499b-8983-01388479ddae service neutron] Publish callbacks [] for port (dcae9310-0188-4805-9e28-53f45e2fd68f), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:06.456692 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5f6b2a7f-447a-4238-92de-2968ade32283 req-fe935643-9d1b-4283-9c58-3d439fc38a38 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/security-groups?id=83500878-2b75-476a-931f-17df1a6782c5&id=2c89831c-2212-4fd4-82c0-50883e2a18e6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0950630 Feb 02 07:07:06.456692 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-57550b60-4060-499b-8983-01388479ddae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (dcae9310-0188-4805-9e28-53f45e2fd68f), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:06.501285 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8679bc6e-7025-4829-b576-50bb288ca848 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:06.561272 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-57550b60-4060-499b-8983-01388479ddae service neutron] No DVR routers for this DVR port dcae9310-0188-4805-9e28-53f45e2fd68f on host n-h2-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:07:06.567466 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57550b60-4060-499b-8983-01388479ddae service neutron] Pushing event updated for resources: {'Port': ['ID=dcae9310-0188-4805-9e28-53f45e2fd68f,revision_number=6']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:06.639819 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 7fb47d58-571f-4649-9d38-e17e5ed547f3 no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:07:06.675128 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c36a5d47-366e-4387-a5bd-cf4784d53715 req-6e39040c-9df0-4348-bdc7-02deceb8c4bc tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153617 Feb 02 07:07:06.754028 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-57550b60-4060-499b-8983-01388479ddae service neutron] In _notify_port_updated(), no bound segment for port dcae9310-0188-4805-9e28-53f45e2fd68f on network 9faf7e40-7741-4ebb-8f78-e3e3326a51b7 {{(pid=109693) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 02 07:07:06.754780 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-57550b60-4060-499b-8983-01388479ddae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:06.758190 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-57550b60-4060-499b-8983-01388479ddae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:06.759591 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-57550b60-4060-499b-8983-01388479ddae service neutron] 10.222.0.59 "PUT /v2.0/ports/dcae9310-0188-4805-9e28-53f45e2fd68f HTTP/1.1" status: 200 len: 1027 time: 1.8129718 Feb 02 07:07:06.760872 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 7fb47d58-571f-4649-9d38-e17e5ed547f3 is: ACTIVE; New status is: DOWN {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:07:06.761876 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (7fb47d58-571f-4649-9d38-e17e5ed547f3), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:06.803703 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 01ce09f3-b30a-4795-8861-63f75c3405ac up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:07:06.828253 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '420f5c18-92bb-4996-8a12-daf3c6d27a44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fb47d58-571f-4649-9d38-e17e5ed547f3'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:07:06.831280 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba9a3de-44e6-4026-aeb6-7fa7eea8eff2" -d '{"events": [{"server_uuid": "420f5c18-92bb-4996-8a12-daf3c6d27a44", "name": "network-vif-unplugged", "status": "completed", "tag": "7fb47d58-571f-4649-9d38-e17e5ed547f3"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:07:06.843978 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-ff11e3b4-0280-474a-b419-d2ac4b7f9df3 req-181a1cd4-af85-4788-9a42-eeab7bd7a7b4 tempest-ServerMetadataNegativeTestJSON-1417754319 tempest-ServerMetadataNegativeTestJSON-1417754319-project] Allocated IP 172.20.0.11 (99751111-c471-4642-828d-cd79e17cf84a/c6c35ee5-52ad-4ee9-b861-c5d15f8ea962/32c1b2bd-09a3-46c0-8e55-5b740f896b83) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:07:06.881318 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-63e652f2-7e21-4530-9c32-f139c0bca843 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:06.883017 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-63e652f2-7e21-4530-9c32-f139c0bca843 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.59 "GET /v2.0/ports/32d3366d-9a45-45fb-9152-9211651dfc0d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1116042 Feb 02 07:07:06.896245 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059c715-64a1-4cf9-b365-afbd9714f94b req-cd602f14-c719-4995-a59d-3b907c88262c tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:06.903968 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0059c715-64a1-4cf9-b365-afbd9714f94b req-cd602f14-c719-4995-a59d-3b907c88262c tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/ports?device_id=80149690-37a7-46d9-b8e3-fcd421797a67 HTTP/1.1" status: 200 len: 946 time: 0.2676971 Feb 02 07:07:06.913189 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-89e2a87c-f349-4405-929f-9644b15c7867 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:07:06.914402 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 7fb47d58-571f-4649-9d38-e17e5ed547f3, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=7fb47d58-571f-4649-9d38-e17e5ed547f3,segment=NetworkSegment(5a1b64bb-b315-46f6-a993-2f3256b9cca1),segment_id=5a1b64bb-b315-46f6-a993-2f3256b9cca1)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:07:06.932576 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 01ce09f3-b30a-4795-8861-63f75c3405ac triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:07:06.933021 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (01ce09f3-b30a-4795-8861-63f75c3405ac), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:06.934664 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (7fb47d58-571f-4649-9d38-e17e5ed547f3), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:06.935424 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 96ea0c8c-2d04-4820-aaf9-0423ccbb3176 no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:07:07.022899 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0059c715-64a1-4cf9-b365-afbd9714f94b req-01e41312-188e-460f-aa8e-fff797544fb7 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/security-groups?id=3031d22f-f419-4370-9379-d12f21c766b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180809 Feb 02 07:07:07.046266 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-8679bc6e-7025-4829-b576-50bb288ca848 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Allocated IP 172.25.4.92 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/2e876170-e1b9-463f-8d49-cccd4995fd2b) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:07:07.049267 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-89e2a87c-f349-4405-929f-9644b15c7867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (32d3366d-9a45-45fb-9152-9211651dfc0d), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:07.066889 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a9a21b24-9aac-460b-b82e-4f44732363ad admin admin] Publish callbacks [] for router_gateway (16702d13-04a4-4eb1-815a-65de49e9a8c8), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:07.111149 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 07:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0026d36c-f003-41d3-9cda-3840c35a1f2a x-openstack-request-id: req-0026d36c-f003-41d3-9cda-3840c35a1f2a {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:07:07.111666 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "420f5c18-92bb-4996-8a12-daf3c6d27a44", "name": "network-vif-unplugged", "status": "completed", "tag": "7fb47d58-571f-4649-9d38-e17e5ed547f3", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:07:07.111767 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-0026d36c-f003-41d3-9cda-3840c35a1f2a {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:07:07.112296 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '420f5c18-92bb-4996-8a12-daf3c6d27a44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fb47d58-571f-4649-9d38-e17e5ed547f3', 'code': 200} Feb 02 07:07:07.124978 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a9a21b24-9aac-460b-b82e-4f44732363ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:07.178991 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=7fb47d58-571f-4649-9d38-e17e5ed547f3,revision_number=6']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:07.217745 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 96ea0c8c-2d04-4820-aaf9-0423ccbb3176 is: ACTIVE; New status is: DOWN {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:07:07.218352 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (96ea0c8c-2d04-4820-aaf9-0423ccbb3176), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:07.249479 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 01ce09f3-b30a-4795-8861-63f75c3405ac is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:07:07.250021 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (01ce09f3-b30a-4795-8861-63f75c3405ac), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:07.252502 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3be38555-acb7-4adf-b89d-de0254adac60 req-94f81117-66f0-48bc-aa6d-dd3a52058c21 tempest-ServerMetadataNegativeTestJSON-1417754319 tempest-ServerMetadataNegativeTestJSON-1417754319-project] 10.222.0.87 "GET /v2.0/ports?device_id=40d45cfd-3bac-4de5-9dcf-bf01faeff885 HTTP/1.1" status: 200 len: 210 time: 0.0475297 Feb 02 07:07:07.300015 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 96ea0c8c-2d04-4820-aaf9-0423ccbb3176, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=96ea0c8c-2d04-4820-aaf9-0423ccbb3176,segment=NetworkSegment(0964fc27-9dd8-4c77-8b5e-6541a668236f),segment_id=0964fc27-9dd8-4c77-8b5e-6541a668236f)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:07:07.311248 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (96ea0c8c-2d04-4820-aaf9-0423ccbb3176), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:07.312472 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device dcae9310-0188-4805-9e28-53f45e2fd68f no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:07:07.317847 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-eb9abd43-515d-4568-ac2b-cf0d4e7bd4ff None None] Provisioning complete for port dcae9310-0188-4805-9e28-53f45e2fd68f triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:07:07.318117 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-eb9abd43-515d-4568-ac2b-cf0d4e7bd4ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (dcae9310-0188-4805-9e28-53f45e2fd68f), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:07.328046 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01855b4e-955f-43e9-b3ec-431612e4b1c6 req-c5cf84a4-bacf-411d-aa40-f6b198afd8ac tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:07.335604 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-01855b4e-955f-43e9-b3ec-431612e4b1c6 req-c5cf84a4-bacf-411d-aa40-f6b198afd8ac tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=32f5f2ca-71c6-4137-bee4-300527dd6e2f HTTP/1.1" status: 200 len: 945 time: 0.4585230 Feb 02 07:07:07.339062 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-89e2a87c-f349-4405-929f-9644b15c7867 service neutron] For port 32d3366d-9a45-45fb-9152-9211651dfc0d, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=32d3366d-9a45-45fb-9152-9211651dfc0d,segment=NetworkSegment(dbbcd93b-74ed-4f38-9d36-01cf18043418),segment_id=dbbcd93b-74ed-4f38-9d36-01cf18043418)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:07:07.376738 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-89e2a87c-f349-4405-929f-9644b15c7867 service neutron] For port 32d3366d-9a45-45fb-9152-9211651dfc0d, host n-h2-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:07:07.387751 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 01ce09f3-b30a-4795-8861-63f75c3405ac, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=01ce09f3-b30a-4795-8861-63f75c3405ac,segment=NetworkSegment(193ae55e-92a5-4ce3-bf68-99f857b7a348),segment_id=193ae55e-92a5-4ce3-bf68-99f857b7a348)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:07:07.415689 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (01ce09f3-b30a-4795-8861-63f75c3405ac), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:07.419859 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-89e2a87c-f349-4405-929f-9644b15c7867 service neutron] device_id is not set on port 32d3366d-9a45-45fb-9152-9211651dfc0d yet. {{(pid=109693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:07:07.430644 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-89e2a87c-f349-4405-929f-9644b15c7867 service neutron] Publish callbacks [] for port (32d3366d-9a45-45fb-9152-9211651dfc0d), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:07.437567 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-eb9abd43-515d-4568-ac2b-cf0d4e7bd4ff None None] Port dcae9310-0188-4805-9e28-53f45e2fd68f cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:07:07.441256 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-89e2a87c-f349-4405-929f-9644b15c7867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (32d3366d-9a45-45fb-9152-9211651dfc0d), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:07.441646 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=96ea0c8c-2d04-4820-aaf9-0423ccbb3176,revision_number=6']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:07.451376 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] The host n-h2-789963-26 is not matching for port dcae9310-0188-4805-9e28-53f45e2fd68f host ! {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 02 07:07:07.451870 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device dcae9310-0188-4805-9e28-53f45e2fd68f not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:07:07.452362 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 532b1d27-bcf3-4cac-9dd8-eada4b4926ae no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:07:07.470273 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-ff11e3b4-0280-474a-b419-d2ac4b7f9df3 req-181a1cd4-af85-4788-9a42-eeab7bd7a7b4 tempest-ServerMetadataNegativeTestJSON-1417754319 tempest-ServerMetadataNegativeTestJSON-1417754319-project] Publish callbacks [] for port (32c1b2bd-09a3-46c0-8e55-5b740f896b83), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:07.477673 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-01855b4e-955f-43e9-b3ec-431612e4b1c6 req-dbacc50d-cb13-4d6b-9b80-1105f63bcbe9 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411259 Feb 02 07:07:07.540781 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8679bc6e-7025-4829-b576-50bb288ca848 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for port (2e876170-e1b9-463f-8d49-cccd4995fd2b), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:07.570420 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-ff11e3b4-0280-474a-b419-d2ac4b7f9df3 req-181a1cd4-af85-4788-9a42-eeab7bd7a7b4 tempest-ServerMetadataNegativeTestJSON-1417754319 tempest-ServerMetadataNegativeTestJSON-1417754319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (32c1b2bd-09a3-46c0-8e55-5b740f896b83), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:07.575124 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-89e2a87c-f349-4405-929f-9644b15c7867 service neutron] No DVR routers for this DVR port 32d3366d-9a45-45fb-9152-9211651dfc0d on host n-h2-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:07:07.577258 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e2a87c-f349-4405-929f-9644b15c7867 service neutron] Pushing event updated for resources: {'Port': ['ID=32d3366d-9a45-45fb-9152-9211651dfc0d,revision_number=6']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:07.620963 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff11e3b4-0280-474a-b419-d2ac4b7f9df3 req-181a1cd4-af85-4788-9a42-eeab7bd7a7b4 tempest-ServerMetadataNegativeTestJSON-1417754319 tempest-ServerMetadataNegativeTestJSON-1417754319-project] Network 99751111-c471-4642-828d-cd79e17cf84a is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:07:07.624229 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 532b1d27-bcf3-4cac-9dd8-eada4b4926ae is: ACTIVE; New status is: DOWN {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:07:07.624639 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (532b1d27-bcf3-4cac-9dd8-eada4b4926ae), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:07.625655 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-ff11e3b4-0280-474a-b419-d2ac4b7f9df3 req-181a1cd4-af85-4788-9a42-eeab7bd7a7b4 tempest-ServerMetadataNegativeTestJSON-1417754319 tempest-ServerMetadataNegativeTestJSON-1417754319-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:07:07.628182 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff11e3b4-0280-474a-b419-d2ac4b7f9df3 req-181a1cd4-af85-4788-9a42-eeab7bd7a7b4 tempest-ServerMetadataNegativeTestJSON-1417754319 tempest-ServerMetadataNegativeTestJSON-1417754319-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:07:07.641219 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 6dbe7f08-ef12-4c04-aea1-9ca65d785fed up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:07:07.679908 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=01ce09f3-b30a-4795-8861-63f75c3405ac,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:07.680265 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-89e2a87c-f349-4405-929f-9644b15c7867 service neutron] In _notify_port_updated(), no bound segment for port 32d3366d-9a45-45fb-9152-9211651dfc0d on network 9faf7e40-7741-4ebb-8f78-e3e3326a51b7 {{(pid=109693) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 02 07:07:07.681095 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-89e2a87c-f349-4405-929f-9644b15c7867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:07.682135 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-89e2a87c-f349-4405-929f-9644b15c7867 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:07.683051 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-89e2a87c-f349-4405-929f-9644b15c7867 service neutron] 10.222.0.59 "PUT /v2.0/ports/32d3366d-9a45-45fb-9152-9211651dfc0d HTTP/1.1" status: 200 len: 1027 time: 0.7759571 Feb 02 07:07:07.719538 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11e3b4-0280-474a-b419-d2ac4b7f9df3 req-181a1cd4-af85-4788-9a42-eeab7bd7a7b4 tempest-ServerMetadataNegativeTestJSON-1417754319 tempest-ServerMetadataNegativeTestJSON-1417754319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:07.720234 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-ff11e3b4-0280-474a-b419-d2ac4b7f9df3 req-181a1cd4-af85-4788-9a42-eeab7bd7a7b4 tempest-ServerMetadataNegativeTestJSON-1417754319 tempest-ServerMetadataNegativeTestJSON-1417754319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:07.742206 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8679bc6e-7025-4829-b576-50bb288ca848 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (2e876170-e1b9-463f-8d49-cccd4995fd2b), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:07.743687 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 532b1d27-bcf3-4cac-9dd8-eada4b4926ae, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=532b1d27-bcf3-4cac-9dd8-eada4b4926ae,segment=NetworkSegment(5a1b64bb-b315-46f6-a993-2f3256b9cca1),segment_id=5a1b64bb-b315-46f6-a993-2f3256b9cca1)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:07:07.756961 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (532b1d27-bcf3-4cac-9dd8-eada4b4926ae), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:07.757966 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 238a9e44-e03f-44a7-b095-94714ea7aff3 no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:07:07.780670 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181a1cd4-af85-4788-9a42-eeab7bd7a7b4 tempest-ServerMetadataNegativeTestJSON-1417754319 tempest-ServerMetadataNegativeTestJSON-1417754319-project] Pushing event updated for resources: {'Port': ['ID=32c1b2bd-09a3-46c0-8e55-5b740f896b83,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:07.831217 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port 6dbe7f08-ef12-4c04-aea1-9ca65d785fed completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:07:07.856126 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b27b1-3548-49e9-b8b6-8e86316b106a req-f25b5cc4-58a3-478d-afeb-7469ec2d0887 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:07.861486 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b27b1-3548-49e9-b8b6-8e86316b106a req-f25b5cc4-58a3-478d-afeb-7469ec2d0887 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:07.866779 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b27b1-3548-49e9-b8b6-8e86316b106a req-f25b5cc4-58a3-478d-afeb-7469ec2d0887 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:07.867819 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port 6dbe7f08-ef12-4c04-aea1-9ca65d785fed triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:07:07.868193 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (6dbe7f08-ef12-4c04-aea1-9ca65d785fed), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:07.872892 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b27b1-3548-49e9-b8b6-8e86316b106a req-f25b5cc4-58a3-478d-afeb-7469ec2d0887 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:07.878432 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b27b1-3548-49e9-b8b6-8e86316b106a req-f25b5cc4-58a3-478d-afeb-7469ec2d0887 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:07.880901 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-020b27b1-3548-49e9-b8b6-8e86316b106a req-f25b5cc4-58a3-478d-afeb-7469ec2d0887 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 3881 time: 0.2537732 Feb 02 07:07:07.891360 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ff11e3b4-0280-474a-b419-d2ac4b7f9df3 req-181a1cd4-af85-4788-9a42-eeab7bd7a7b4 tempest-ServerMetadataNegativeTestJSON-1417754319 tempest-ServerMetadataNegativeTestJSON-1417754319-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9623306 Feb 02 07:07:07.941822 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-a9a21b24-9aac-460b-b82e-4f44732363ad admin admin] Allocated IP 172.25.4.246 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/9d035809-e581-497f-bd69-a0a383099845) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:07:07.949905 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-ff11e3b4-0280-474a-b419-d2ac4b7f9df3 req-2f11b817-5886-487e-af86-2d9e5a1d18ab service neutron] Request body: {'port': {'device_id': '40d45cfd-3bac-4de5-9dcf-bf01faeff885', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:07:07.955535 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-b005bd3d-ca0c-4f5d-87f9-c793141f6e59 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Deleting port 7fb47d58-571f-4649-9d38-e17e5ed547f3 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:07:07.955977 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-b005bd3d-ca0c-4f5d-87f9-c793141f6e59 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (7fb47d58-571f-4649-9d38-e17e5ed547f3), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:07.964633 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-020b27b1-3548-49e9-b8b6-8e86316b106a req-e11ea9a6-5e49-48b8-8807-cda5e4e69e5f tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/security-groups?id=2c89831c-2212-4fd4-82c0-50883e2a18e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733652 Feb 02 07:07:07.972423 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8679bc6e-7025-4829-b576-50bb288ca848 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:07:07.986290 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-16d11bd6-21ab-49b4-82a0-41aaaa0f2a8c None None] Provisioning complete for port 32d3366d-9a45-45fb-9152-9211651dfc0d triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:07:07.986675 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-16d11bd6-21ab-49b4-82a0-41aaaa0f2a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (32d3366d-9a45-45fb-9152-9211651dfc0d), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:07.988655 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=532b1d27-bcf3-4cac-9dd8-eada4b4926ae,revision_number=6']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:08.019664 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 238a9e44-e03f-44a7-b095-94714ea7aff3 is: ACTIVE; New status is: DOWN {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:07:08.020062 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (238a9e44-e03f-44a7-b095-94714ea7aff3), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:08.032934 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-8679bc6e-7025-4829-b576-50bb288ca848 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:07:08.038287 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8679bc6e-7025-4829-b576-50bb288ca848 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:07:08.050403 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8679bc6e-7025-4829-b576-50bb288ca848 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Pushing event updated for resources: {'Port': ['ID=2e876170-e1b9-463f-8d49-cccd4995fd2b,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:08.103267 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-16d11bd6-21ab-49b4-82a0-41aaaa0f2a8c None None] Port 32d3366d-9a45-45fb-9152-9211651dfc0d cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:07:08.140027 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 238a9e44-e03f-44a7-b095-94714ea7aff3, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=238a9e44-e03f-44a7-b095-94714ea7aff3,segment=NetworkSegment(dbbcd93b-74ed-4f38-9d36-01cf18043418),segment_id=dbbcd93b-74ed-4f38-9d36-01cf18043418)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:07:08.141660 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 6dbe7f08-ef12-4c04-aea1-9ca65d785fed is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:07:08.142051 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (6dbe7f08-ef12-4c04-aea1-9ca65d785fed), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:08.160924 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-b005bd3d-ca0c-4f5d-87f9-c793141f6e59 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] For port 7fb47d58-571f-4649-9d38-e17e5ed547f3, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=7fb47d58-571f-4649-9d38-e17e5ed547f3,segment=NetworkSegment(5a1b64bb-b315-46f6-a993-2f3256b9cca1),segment_id=5a1b64bb-b315-46f6-a993-2f3256b9cca1)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:07:08.169736 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-b005bd3d-ca0c-4f5d-87f9-c793141f6e59 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (7fb47d58-571f-4649-9d38-e17e5ed547f3), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:08.193894 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-b005bd3d-ca0c-4f5d-87f9-c793141f6e59 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Calling delete_port for 7fb47d58-571f-4649-9d38-e17e5ed547f3 owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:07:08.209138 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (238a9e44-e03f-44a7-b095-94714ea7aff3), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:08.210254 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device feaa586e-fdf3-4815-964d-77eed258f414 no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:07:08.278376 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 6dbe7f08-ef12-4c04-aea1-9ca65d785fed, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=6dbe7f08-ef12-4c04-aea1-9ca65d785fed,segment=NetworkSegment(50b2c935-c140-4230-880a-508574d9ed43),segment_id=50b2c935-c140-4230-880a-508574d9ed43)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:07:08.285959 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30185e41-1b76-4822-8907-f00e768bc399 req-ca7fbbd2-ca12-4c38-9f8a-fbd66b764ca6 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:08.288696 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-30185e41-1b76-4822-8907-f00e768bc399 req-ca7fbbd2-ca12-4c38-9f8a-fbd66b764ca6 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=0a44e4b3-ccac-4e3b-9c5e-47c349456db3 HTTP/1.1" status: 200 len: 944 time: 0.4017894 Feb 02 07:07:08.292813 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-ff11e3b4-0280-474a-b419-d2ac4b7f9df3 req-2f11b817-5886-487e-af86-2d9e5a1d18ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (32c1b2bd-09a3-46c0-8e55-5b740f896b83), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:08.307693 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (6dbe7f08-ef12-4c04-aea1-9ca65d785fed), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:08.327655 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=238a9e44-e03f-44a7-b095-94714ea7aff3,revision_number=6']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:08.378893 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e405de56-c0c6-4cab-88d5-acdb8d2f8ca9 None None] Network 085cd9a7-f01b-4c4e-94e0-dc83039f286a requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:07:08.405777 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c909c983-7813-4107-bd69-2a5e19b80b5e req-0bc37ea2-372e-464b-920a-9678e984a5ed tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:08.416180 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8679bc6e-7025-4829-b576-50bb288ca848 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for floatingip (f42ee695-c072-4836-9c5d-110898633b63), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:08.418176 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c909c983-7813-4107-bd69-2a5e19b80b5e req-0bc37ea2-372e-464b-920a-9678e984a5ed tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/ports?device_id=80149690-37a7-46d9-b8e3-fcd421797a67 HTTP/1.1" status: 200 len: 946 time: 0.1278596 Feb 02 07:07:08.464089 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a9a21b24-9aac-460b-b82e-4f44732363ad admin admin] Publish callbacks [] for port (9d035809-e581-497f-bd69-a0a383099845), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:08.493220 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c909c983-7813-4107-bd69-2a5e19b80b5e req-793eb909-f305-4612-81a6-30baa9e5328c tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/security-groups?id=3031d22f-f419-4370-9379-d12f21c766b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735826 Feb 02 07:07:08.571981 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-b005bd3d-ca0c-4f5d-87f9-c793141f6e59 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (7fb47d58-571f-4649-9d38-e17e5ed547f3), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:08.595921 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-30185e41-1b76-4822-8907-f00e768bc399 req-3ee7b47a-aaa4-4135-b17b-17d9973e79e1 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690425 Feb 02 07:07:08.626344 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b005bd3d-ca0c-4f5d-87f9-c793141f6e59 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Pushing event deleted for resources: {'Port': ['ID=7fb47d58-571f-4649-9d38-e17e5ed547f3,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:08.643646 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8679bc6e-7025-4829-b576-50bb288ca848 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (2e876170-e1b9-463f-8d49-cccd4995fd2b), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:08.651023 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a9a21b24-9aac-460b-b82e-4f44732363ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (9d035809-e581-497f-bd69-a0a383099845), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:08.676441 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port feaa586e-fdf3-4815-964d-77eed258f414 is: ACTIVE; New status is: DOWN {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:07:08.677225 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (feaa586e-fdf3-4815-964d-77eed258f414), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:08.710860 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 01ce09f3-b30a-4795-8861-63f75c3405ac up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:07:08.720689 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-b005bd3d-ca0c-4f5d-87f9-c793141f6e59 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] No DVR routers for this DVR port 7fb47d58-571f-4649-9d38-e17e5ed547f3 on host n-h2-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:07:08.728795 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-b005bd3d-ca0c-4f5d-87f9-c793141f6e59 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:08.733566 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-b005bd3d-ca0c-4f5d-87f9-c793141f6e59 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.59 "DELETE /v2.0/ports/7fb47d58-571f-4649-9d38-e17e5ed547f3 HTTP/1.1" status: 204 len: 173 time: 1.0429740 Feb 02 07:07:08.733989 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '420f5c18-92bb-4996-8a12-daf3c6d27a44', 'name': 'network-vif-deleted', 'tag': '7fb47d58-571f-4649-9d38-e17e5ed547f3'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:07:08.736207 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=6dbe7f08-ef12-4c04-aea1-9ca65d785fed,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:08.737176 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b47f0a-2cb2-4b4c-99ca-4396536818a2" -d '{"events": [{"server_uuid": "420f5c18-92bb-4996-8a12-daf3c6d27a44", "name": "network-vif-deleted", "tag": "7fb47d58-571f-4649-9d38-e17e5ed547f3"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:07:08.767069 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-bb97e3a3-3afe-450c-8a32-c7366146a37e None None] Provisioning complete for port 01ce09f3-b30a-4795-8861-63f75c3405ac triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:07:08.767454 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-bb97e3a3-3afe-450c-8a32-c7366146a37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (01ce09f3-b30a-4795-8861-63f75c3405ac), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:08.856544 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port feaa586e-fdf3-4815-964d-77eed258f414, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=feaa586e-fdf3-4815-964d-77eed258f414,segment=NetworkSegment(dbbcd93b-74ed-4f38-9d36-01cf18043418),segment_id=dbbcd93b-74ed-4f38-9d36-01cf18043418)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:07:08.867437 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (feaa586e-fdf3-4815-964d-77eed258f414), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:08.868184 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 32d3366d-9a45-45fb-9152-9211651dfc0d no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:07:08.941510 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-18d9a55b-a3c8-4397-a906-5d5ce1c81b2e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Deleting port 238a9e44-e03f-44a7-b095-94714ea7aff3 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:07:08.942047 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-18d9a55b-a3c8-4397-a906-5d5ce1c81b2e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (238a9e44-e03f-44a7-b095-94714ea7aff3), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:08.990817 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 01ce09f3-b30a-4795-8861-63f75c3405ac triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:07:08.991195 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (01ce09f3-b30a-4795-8861-63f75c3405ac), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:09.021826 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] The host n-h2-789963-26 is not matching for port 32d3366d-9a45-45fb-9152-9211651dfc0d host ! {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 02 07:07:09.022325 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 32d3366d-9a45-45fb-9152-9211651dfc0d not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:07:09.026643 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=feaa586e-fdf3-4815-964d-77eed258f414,revision_number=6']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:09.113901 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '420f5c18-92bb-4996-8a12-daf3c6d27a44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96ea0c8c-2d04-4820-aaf9-0423ccbb3176'}, {'server_uuid': '420f5c18-92bb-4996-8a12-daf3c6d27a44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '532b1d27-bcf3-4cac-9dd8-eada4b4926ae'}, {'server_uuid': '420f5c18-92bb-4996-8a12-daf3c6d27a44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '238a9e44-e03f-44a7-b095-94714ea7aff3'}, {'server_uuid': '0a44e4b3-ccac-4e3b-9c5e-47c349456db3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dbe7f08-ef12-4c04-aea1-9ca65d785fed'}, {'server_uuid': '420f5c18-92bb-4996-8a12-daf3c6d27a44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'feaa586e-fdf3-4815-964d-77eed258f414'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:07:09.122256 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2235edb3-a95b-473e-8102-01225fffa9d9" -d '{"events": [{"server_uuid": "420f5c18-92bb-4996-8a12-daf3c6d27a44", "name": "network-vif-unplugged", "status": "completed", "tag": "96ea0c8c-2d04-4820-aaf9-0423ccbb3176"}, {"server_uuid": "420f5c18-92bb-4996-8a12-daf3c6d27a44", "name": "network-vif-unplugged", "status": "completed", "tag": "532b1d27-bcf3-4cac-9dd8-eada4b4926ae"}, {"server_uuid": "420f5c18-92bb-4996-8a12-daf3c6d27a44", "name": "network-vif-unplugged", "status": "completed", "tag": "238a9e44-e03f-44a7-b095-94714ea7aff3"}, {"server_uuid": "0a44e4b3-ccac-4e3b-9c5e-47c349456db3", "name": "network-vif-plugged", "status": "completed", "tag": "6dbe7f08-ef12-4c04-aea1-9ca65d785fed"}, {"server_uuid": "420f5c18-92bb-4996-8a12-daf3c6d27a44", "name": "network-vif-unplugged", "status": "completed", "tag": "feaa586e-fdf3-4815-964d-77eed258f414"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:07:09.142338 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-bb97e3a3-3afe-450c-8a32-c7366146a37e None None] Current status of the port 01ce09f3-b30a-4795-8861-63f75c3405ac is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:07:09.224138 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4ceff5-3ebe-4a07-93f2-454c40e18c90 req-8c669e35-0130-4b36-a924-1bc04d574b50 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:09.234275 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4b4ceff5-3ebe-4a07-93f2-454c40e18c90 req-8c669e35-0130-4b36-a924-1bc04d574b50 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=32f5f2ca-71c6-4137-bee4-300527dd6e2f HTTP/1.1" status: 200 len: 945 time: 0.2737246 Feb 02 07:07:09.235672 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 01ce09f3-b30a-4795-8861-63f75c3405ac is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:07:09.275648 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-18d9a55b-a3c8-4397-a906-5d5ce1c81b2e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] For port 238a9e44-e03f-44a7-b095-94714ea7aff3, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=238a9e44-e03f-44a7-b095-94714ea7aff3,segment=NetworkSegment(dbbcd93b-74ed-4f38-9d36-01cf18043418),segment_id=dbbcd93b-74ed-4f38-9d36-01cf18043418)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:07:09.276438 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-18d9a55b-a3c8-4397-a906-5d5ce1c81b2e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (238a9e44-e03f-44a7-b095-94714ea7aff3), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:09.323505 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-18d9a55b-a3c8-4397-a906-5d5ce1c81b2e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Calling delete_port for 238a9e44-e03f-44a7-b095-94714ea7aff3 owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:07:09.351824 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a21b24-9aac-460b-b82e-4f44732363ad admin admin] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:07:09.392674 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-a9a21b24-9aac-460b-b82e-4f44732363ad admin admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:07:09.394400 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4b4ceff5-3ebe-4a07-93f2-454c40e18c90 req-e927c1eb-1c2b-4bc2-b89a-65254d4c33aa tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515045 Feb 02 07:07:09.413328 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a21b24-9aac-460b-b82e-4f44732363ad admin admin] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:07:09.419499 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a21b24-9aac-460b-b82e-4f44732363ad admin admin] Pushing event updated for resources: {'Port': ['ID=9d035809-e581-497f-bd69-a0a383099845,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:09.476000 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-5a448238-3d63-443a-b1f9-2c3c7d7d265c None None] Provisioning complete for port 01ce09f3-b30a-4795-8861-63f75c3405ac triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:07:09.476386 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5a448238-3d63-443a-b1f9-2c3c7d7d265c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (01ce09f3-b30a-4795-8861-63f75c3405ac), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:09.577081 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7657e50-b4eb-4b14-ab4b-c09092679e08 req-603c913f-3b2e-4bf7-9c44-c31a7c4e56ac tempest-ServerMetadataNegativeTestJSON-1417754319 tempest-ServerMetadataNegativeTestJSON-1417754319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:09.578634 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c7657e50-b4eb-4b14-ab4b-c09092679e08 req-603c913f-3b2e-4bf7-9c44-c31a7c4e56ac tempest-ServerMetadataNegativeTestJSON-1417754319 tempest-ServerMetadataNegativeTestJSON-1417754319-project] 10.222.0.87 "GET /v2.0/ports?device_id=40d45cfd-3bac-4de5-9dcf-bf01faeff885 HTTP/1.1" status: 200 len: 932 time: 0.8339560 Feb 02 07:07:09.628571 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-338b92c4-0102-4de0-84bc-282aefb07e93 x-openstack-request-id: req-338b92c4-0102-4de0-84bc-282aefb07e93 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:07:09.628812 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "420f5c18-92bb-4996-8a12-daf3c6d27a44", "name": "network-vif-deleted", "tag": "7fb47d58-571f-4649-9d38-e17e5ed547f3", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:07:09.629156 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-338b92c4-0102-4de0-84bc-282aefb07e93 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:07:09.629569 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '420f5c18-92bb-4996-8a12-daf3c6d27a44', 'name': 'network-vif-deleted', 'tag': '7fb47d58-571f-4649-9d38-e17e5ed547f3', 'status': 'completed', 'code': 200} Feb 02 07:07:09.636127 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-18d9a55b-a3c8-4397-a906-5d5ce1c81b2e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (238a9e44-e03f-44a7-b095-94714ea7aff3), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:09.655790 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-5a448238-3d63-443a-b1f9-2c3c7d7d265c None None] Current status of the port 01ce09f3-b30a-4795-8861-63f75c3405ac is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:07:09.677604 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d9a55b-a3c8-4397-a906-5d5ce1c81b2e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Pushing event deleted for resources: {'Port': ['ID=238a9e44-e03f-44a7-b095-94714ea7aff3,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:09.709301 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-ff11e3b4-0280-474a-b419-d2ac4b7f9df3 req-2f11b817-5886-487e-af86-2d9e5a1d18ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32c1b2bd-09a3-46c0-8e55-5b740f896b83 {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:07:09.748762 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-ff11e3b4-0280-474a-b419-d2ac4b7f9df3 req-2f11b817-5886-487e-af86-2d9e5a1d18ab service neutron] Publish callbacks [] for port (32c1b2bd-09a3-46c0-8e55-5b740f896b83), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:09.749238 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-18d9a55b-a3c8-4397-a906-5d5ce1c81b2e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] No DVR routers for this DVR port 238a9e44-e03f-44a7-b095-94714ea7aff3 on host n-h2-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:07:09.752198 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-18d9a55b-a3c8-4397-a906-5d5ce1c81b2e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:09.755931 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-18d9a55b-a3c8-4397-a906-5d5ce1c81b2e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.59 "DELETE /v2.0/ports/238a9e44-e03f-44a7-b095-94714ea7aff3 HTTP/1.1" status: 204 len: 173 time: 1.0050321 Feb 02 07:07:09.807316 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c7657e50-b4eb-4b14-ab4b-c09092679e08 req-6fd1e37f-4e2d-4a3c-b5a3-997ea5c92165 tempest-ServerMetadataNegativeTestJSON-1417754319 tempest-ServerMetadataNegativeTestJSON-1417754319-project] 10.222.0.87 "GET /v2.0/security-groups?id=6e102305-4422-4a23-b1bd-60b26e692063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169600 Feb 02 07:07:09.819508 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e28075-cd25-444e-8f5b-c7889a6417f2 req-fde1dcfe-1018-40cf-aaf4-e71727fe715d tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:09.825614 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e28075-cd25-444e-8f5b-c7889a6417f2 req-fde1dcfe-1018-40cf-aaf4-e71727fe715d tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:09.831299 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e28075-cd25-444e-8f5b-c7889a6417f2 req-fde1dcfe-1018-40cf-aaf4-e71727fe715d tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:09.833778 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-21e28075-cd25-444e-8f5b-c7889a6417f2 req-fde1dcfe-1018-40cf-aaf4-e71727fe715d tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 2410 time: 0.1621213 Feb 02 07:07:09.842684 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-ff11e3b4-0280-474a-b419-d2ac4b7f9df3 req-2f11b817-5886-487e-af86-2d9e5a1d18ab service neutron] Transition to ACTIVE for port object 32c1b2bd-09a3-46c0-8e55-5b740f896b83 will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:07:09.863825 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-ff11e3b4-0280-474a-b419-d2ac4b7f9df3 req-2f11b817-5886-487e-af86-2d9e5a1d18ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (32c1b2bd-09a3-46c0-8e55-5b740f896b83), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:09.873196 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8679bc6e-7025-4829-b576-50bb288ca848 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for port (2e876170-e1b9-463f-8d49-cccd4995fd2b), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:09.941248 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8679bc6e-7025-4829-b576-50bb288ca848 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (2e876170-e1b9-463f-8d49-cccd4995fd2b), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:09.945773 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 875 Content-Type: application/json Date: Wed, 02 Feb 2022 07:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d4dcbb-faa2-45f2-a214-e0610ad17872 x-openstack-request-id: req-f7d4dcbb-faa2-45f2-a214-e0610ad17872 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:07:09.946468 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "420f5c18-92bb-4996-8a12-daf3c6d27a44", "name": "network-vif-unplugged", "status": "completed", "tag": "96ea0c8c-2d04-4820-aaf9-0423ccbb3176", "code": 200}, {"server_uuid": "420f5c18-92bb-4996-8a12-daf3c6d27a44", "name": "network-vif-unplugged", "status": "completed", "tag": "532b1d27-bcf3-4cac-9dd8-eada4b4926ae", "code": 200}, {"server_uuid": "420f5c18-92bb-4996-8a12-daf3c6d27a44", "name": "network-vif-unplugged", "status": "completed", "tag": "238a9e44-e03f-44a7-b095-94714ea7aff3", "code": 200}, {"server_uuid": "0a44e4b3-ccac-4e3b-9c5e-47c349456db3", "name": "network-vif-plugged", "status": "completed", "tag": "6dbe7f08-ef12-4c04-aea1-9ca65d785fed", "code": 200}, {"server_uuid": "420f5c18-92bb-4996-8a12-daf3c6d27a44", "name": "network-vif-unplugged", "status": "completed", "tag": "feaa586e-fdf3-4815-964d-77eed258f414", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:07:09.947394 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f7d4dcbb-faa2-45f2-a214-e0610ad17872 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:07:09.948687 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '420f5c18-92bb-4996-8a12-daf3c6d27a44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96ea0c8c-2d04-4820-aaf9-0423ccbb3176', 'code': 200} Feb 02 07:07:09.949196 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '420f5c18-92bb-4996-8a12-daf3c6d27a44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '532b1d27-bcf3-4cac-9dd8-eada4b4926ae', 'code': 200} Feb 02 07:07:09.957547 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '420f5c18-92bb-4996-8a12-daf3c6d27a44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '238a9e44-e03f-44a7-b095-94714ea7aff3', 'code': 200} Feb 02 07:07:09.959307 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a44e4b3-ccac-4e3b-9c5e-47c349456db3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dbe7f08-ef12-4c04-aea1-9ca65d785fed', 'code': 200} Feb 02 07:07:09.959928 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '420f5c18-92bb-4996-8a12-daf3c6d27a44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'feaa586e-fdf3-4815-964d-77eed258f414', 'code': 200} Feb 02 07:07:09.978849 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-21e28075-cd25-444e-8f5b-c7889a6417f2 req-82596dc8-755b-42fb-8bd9-492f78a145f6 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/security-groups?id=2c89831c-2212-4fd4-82c0-50883e2a18e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280036 Feb 02 07:07:10.001272 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5f1c16f0-6279-43b7-a091-fcefb273eeae req-d47d3c7a-1ebc-492c-a4e6-c6238dbcceb3 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0835614 Feb 02 07:07:10.003822 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-43ee0e86-f98f-4053-9579-3809fb0cae04 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Deleting port 532b1d27-bcf3-4cac-9dd8-eada4b4926ae {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:07:10.004078 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-43ee0e86-f98f-4053-9579-3809fb0cae04 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (532b1d27-bcf3-4cac-9dd8-eada4b4926ae), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:10.015617 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f11b817-5886-487e-af86-2d9e5a1d18ab service neutron] Pushing event updated for resources: {'Port': ['ID=32c1b2bd-09a3-46c0-8e55-5b740f896b83,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:10.258090 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8679bc6e-7025-4829-b576-50bb288ca848 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (f42ee695-c072-4836-9c5d-110898633b63), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:10.272019 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-43ee0e86-f98f-4053-9579-3809fb0cae04 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] For port 532b1d27-bcf3-4cac-9dd8-eada4b4926ae, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=532b1d27-bcf3-4cac-9dd8-eada4b4926ae,segment=NetworkSegment(5a1b64bb-b315-46f6-a993-2f3256b9cca1),segment_id=5a1b64bb-b315-46f6-a993-2f3256b9cca1)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:07:10.272396 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-43ee0e86-f98f-4053-9579-3809fb0cae04 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (532b1d27-bcf3-4cac-9dd8-eada4b4926ae), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:10.273187 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8679bc6e-7025-4829-b576-50bb288ca848 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Pushing event updated for resources: {'Port': ['ID=2e876170-e1b9-463f-8d49-cccd4995fd2b,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:10.288399 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a9a21b24-9aac-460b-b82e-4f44732363ad admin admin] Publish callbacks [] for router_gateway (16702d13-04a4-4eb1-815a-65de49e9a8c8), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:10.318317 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-43ee0e86-f98f-4053-9579-3809fb0cae04 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Calling delete_port for 532b1d27-bcf3-4cac-9dd8-eada4b4926ae owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:07:10.329182 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c16f0-6279-43b7-a091-fcefb273eeae req-9c89f7e3-5a44-48f6-a6bf-25d9903e9f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:10.331163 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5f1c16f0-6279-43b7-a091-fcefb273eeae req-9c89f7e3-5a44-48f6-a6bf-25d9903e9f41 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=12ae52d2610343959b079c169f83e654&device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 1128 time: 0.1900187 Feb 02 07:07:10.334410 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f2698-4611-4fc2-854f-c934cac4c8bd req-3e00d6b2-93eb-4260-8f96-a4a869a8207f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:10.336086 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-058f2698-4611-4fc2-854f-c934cac4c8bd req-3e00d6b2-93eb-4260-8f96-a4a869a8207f service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0a44e4b3-ccac-4e3b-9c5e-47c349456db3 HTTP/1.1" status: 200 len: 1128 time: 0.2408867 Feb 02 07:07:10.338940 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8679bc6e-7025-4829-b576-50bb288ca848 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:10.340243 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-8679bc6e-7025-4829-b576-50bb288ca848 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0850663 Feb 02 07:07:10.343526 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 48718) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:07:10.362047 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a68d9e8-cf41-460b-afb6-2a7c536a19c4 req-c021dc26-ec69-4ab1-8671-117c6dd9ee23 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:10.366871 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-a2fe5a25-d677-4e99-b203-6d527a96501a tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Request body: {'port': {'network_id': '3aa6b9b1-7647-4e2c-a3d3-2787d3795776', 'name': 'tempest-FloatingIPTestJSON-1862861649'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:07:10.369819 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8a68d9e8-cf41-460b-afb6-2a7c536a19c4 req-c021dc26-ec69-4ab1-8671-117c6dd9ee23 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=0a44e4b3-ccac-4e3b-9c5e-47c349456db3 HTTP/1.1" status: 200 len: 945 time: 0.1968265 Feb 02 07:07:10.397609 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-ff11e3b4-0280-474a-b419-d2ac4b7f9df3 req-2f11b817-5886-487e-af86-2d9e5a1d18ab service neutron] Attempting to bind port 32c1b2bd-09a3-46c0-8e55-5b740f896b83 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:07:10.397957 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-ff11e3b4-0280-474a-b419-d2ac4b7f9df3 req-2f11b817-5886-487e-af86-2d9e5a1d18ab service neutron] Attempting to bind port 32c1b2bd-09a3-46c0-8e55-5b740f896b83 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': '55874057-7438-4ede-9b7c-df97f734112c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '99751111-c471-4642-828d-cd79e17cf84a'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:07:10.398325 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff11e3b4-0280-474a-b419-d2ac4b7f9df3 req-2f11b817-5886-487e-af86-2d9e5a1d18ab service neutron] Attempting to bind port 32c1b2bd-09a3-46c0-8e55-5b740f896b83 on network 99751111-c471-4642-828d-cd79e17cf84a {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:07:10.419303 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4996ce-3a39-47f8-bed2-e7bc44ba6c8f req-1f7f4069-6d29-4dba-8606-2f438417ba72 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:10.420833 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4a4996ce-3a39-47f8-bed2-e7bc44ba6c8f req-1f7f4069-6d29-4dba-8606-2f438417ba72 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/ports?device_id=80149690-37a7-46d9-b8e3-fcd421797a67 HTTP/1.1" status: 200 len: 946 time: 0.2675898 Feb 02 07:07:10.489076 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff11e3b4-0280-474a-b419-d2ac4b7f9df3 req-2f11b817-5886-487e-af86-2d9e5a1d18ab service neutron] Port 32c1b2bd-09a3-46c0-8e55-5b740f896b83 on network 99751111-c471-4642-828d-cd79e17cf84a not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:07:10.489076 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff11e3b4-0280-474a-b419-d2ac4b7f9df3 req-2f11b817-5886-487e-af86-2d9e5a1d18ab service neutron] Attempting to bind port 32c1b2bd-09a3-46c0-8e55-5b740f896b83 on network 99751111-c471-4642-828d-cd79e17cf84a {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:07:10.515383 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff11e3b4-0280-474a-b419-d2ac4b7f9df3 req-2f11b817-5886-487e-af86-2d9e5a1d18ab service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:07:10.515751 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff11e3b4-0280-474a-b419-d2ac4b7f9df3 req-2f11b817-5886-487e-af86-2d9e5a1d18ab service neutron] Checking segment: {'id': '55874057-7438-4ede-9b7c-df97f734112c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '99751111-c471-4642-828d-cd79e17cf84a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:07:10.516078 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff11e3b4-0280-474a-b419-d2ac4b7f9df3 req-2f11b817-5886-487e-af86-2d9e5a1d18ab service neutron] Bound using segment: {'id': '55874057-7438-4ede-9b7c-df97f734112c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '99751111-c471-4642-828d-cd79e17cf84a'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:07:10.516532 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-ff11e3b4-0280-474a-b419-d2ac4b7f9df3 req-2f11b817-5886-487e-af86-2d9e5a1d18ab service neutron] Bound port: 32c1b2bd-09a3-46c0-8e55-5b740f896b83, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55874057-7438-4ede-9b7c-df97f734112c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '99751111-c471-4642-828d-cd79e17cf84a'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:07:10.516897 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-ff11e3b4-0280-474a-b419-d2ac4b7f9df3 req-2f11b817-5886-487e-af86-2d9e5a1d18ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (32c1b2bd-09a3-46c0-8e55-5b740f896b83), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:10.568932 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-058f2698-4611-4fc2-854f-c934cac4c8bd req-eb275924-06ff-4a22-8b74-0d9e9bc52a5a service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229455 Feb 02 07:07:10.587832 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8a68d9e8-cf41-460b-afb6-2a7c536a19c4 req-b2abc942-9665-4e11-ba85-4370154a4a19 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158759 Feb 02 07:07:10.633637 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c16f0-6279-43b7-a091-fcefb273eeae req-6e900f91-ba71-4397-9950-a9c9cfa9cf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:10.635602 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5f1c16f0-6279-43b7-a091-fcefb273eeae req-6e900f91-ba71-4397-9950-a9c9cfa9cf4d service neutron] 10.222.0.88 "GET /v2.0/networks?id=274d3754-cb62-4276-8b4a-dfa5cf98baaf HTTP/1.1" status: 200 len: 913 time: 0.2635155 Feb 02 07:07:10.665404 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4a4996ce-3a39-47f8-bed2-e7bc44ba6c8f req-72572a3f-6c19-4c7b-ab83-e3c6810345a1 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/security-groups?id=3031d22f-f419-4370-9379-d12f21c766b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039561 Feb 02 07:07:10.754040 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-43ee0e86-f98f-4053-9579-3809fb0cae04 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (532b1d27-bcf3-4cac-9dd8-eada4b4926ae), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:10.754502 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2fe5a25-d677-4e99-b203-6d527a96501a tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Made reservation on behalf of 9173653ae73f437eb381eab8dac50b29 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:07:10.758959 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a2fe5a25-d677-4e99-b203-6d527a96501a tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:10.778471 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-ff11e3b4-0280-474a-b419-d2ac4b7f9df3 req-2f11b817-5886-487e-af86-2d9e5a1d18ab service neutron] For port 32c1b2bd-09a3-46c0-8e55-5b740f896b83, host n-h1-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:07:10.793208 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [None req-a2fe5a25-d677-4e99-b203-6d527a96501a tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] device_id is not set on port 18e36ee8-d9df-4bd1-86ef-267fd8cfdbcc yet. {{(pid=109694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:07:10.803436 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5644210b-d647-4d95-bccf-2d637914782a req-ef5f3d25-0c1d-409e-9498-3e1c132cd57c tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:10.805493 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5644210b-d647-4d95-bccf-2d637914782a req-ef5f3d25-0c1d-409e-9498-3e1c132cd57c tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=32f5f2ca-71c6-4137-bee4-300527dd6e2f HTTP/1.1" status: 200 len: 945 time: 0.0967393 Feb 02 07:07:10.805736 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ee0e86-f98f-4053-9579-3809fb0cae04 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Pushing event deleted for resources: {'Port': ['ID=532b1d27-bcf3-4cac-9dd8-eada4b4926ae,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:10.815396 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-ff11e3b4-0280-474a-b419-d2ac4b7f9df3 req-2f11b817-5886-487e-af86-2d9e5a1d18ab service neutron] For port 32c1b2bd-09a3-46c0-8e55-5b740f896b83, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=32c1b2bd-09a3-46c0-8e55-5b740f896b83,segment=NetworkSegment(55874057-7438-4ede-9b7c-df97f734112c),segment_id=55874057-7438-4ede-9b7c-df97f734112c)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:07:10.848754 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a9a21b24-9aac-460b-b82e-4f44732363ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (16702d13-04a4-4eb1-815a-65de49e9a8c8), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:10.858225 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-43ee0e86-f98f-4053-9579-3809fb0cae04 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] No DVR routers for this DVR port 532b1d27-bcf3-4cac-9dd8-eada4b4926ae on host n-h2-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:07:10.862803 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-43ee0e86-f98f-4053-9579-3809fb0cae04 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:10.866161 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-43ee0e86-f98f-4053-9579-3809fb0cae04 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.59 "DELETE /v2.0/ports/532b1d27-bcf3-4cac-9dd8-eada4b4926ae HTTP/1.1" status: 204 len: 173 time: 1.1030471 Feb 02 07:07:10.874968 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-ff11e3b4-0280-474a-b419-d2ac4b7f9df3 req-2f11b817-5886-487e-af86-2d9e5a1d18ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (32c1b2bd-09a3-46c0-8e55-5b740f896b83), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:10.929119 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-74dc6af2-11af-4a5c-8d63-938774dcaa29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:10.994986 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5f1c16f0-6279-43b7-a091-fcefb273eeae req-215b938b-1f5d-44c9-874f-850fcfbac8f1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85893ae3-9cf9-488d-a8f8-58bbbb8cbd30 HTTP/1.1" status: 200 len: 1000 time: 0.1603525 Feb 02 07:07:11.020271 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5644210b-d647-4d95-bccf-2d637914782a req-2d9b0c7c-12aa-402b-88dd-de621cd9d0a7 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689625 Feb 02 07:07:11.050572 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11e3b4-0280-474a-b419-d2ac4b7f9df3 req-2f11b817-5886-487e-af86-2d9e5a1d18ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:11.051203 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-ff11e3b4-0280-474a-b419-d2ac4b7f9df3 req-2f11b817-5886-487e-af86-2d9e5a1d18ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:11.052977 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ff11e3b4-0280-474a-b419-d2ac4b7f9df3 req-2f11b817-5886-487e-af86-2d9e5a1d18ab service neutron] 10.222.0.88 "PUT /v2.0/ports/32c1b2bd-09a3-46c0-8e55-5b740f896b83 HTTP/1.1" status: 200 len: 1093 time: 3.1167328 Feb 02 07:07:11.057659 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40d45cfd-3bac-4de5-9dcf-bf01faeff885', 'tag': '32c1b2bd-09a3-46c0-8e55-5b740f896b83'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:07:11.059956 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9fab15c-03a7-460e-b6c6-cc8819d2d7dd" -d '{"events": [{"name": "network-changed", "server_uuid": "40d45cfd-3bac-4de5-9dcf-bf01faeff885", "tag": "32c1b2bd-09a3-46c0-8e55-5b740f896b83"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:07:11.102740 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f11b817-5886-487e-af86-2d9e5a1d18ab service neutron] Pushing event updated for resources: {'Port': ['ID=32c1b2bd-09a3-46c0-8e55-5b740f896b83,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:11.125662 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c16f0-6279-43b7-a091-fcefb273eeae req-0dd70435-aed3-4916-9e4d-a8ef23395c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:11.127582 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5f1c16f0-6279-43b7-a091-fcefb273eeae req-0dd70435-aed3-4916-9e4d-a8ef23395c2d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b6b3fc97-ea53-4910-99b5-bddf06c5d45f HTTP/1.1" status: 200 len: 851 time: 0.1051753 Feb 02 07:07:11.156987 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-a2fe5a25-d677-4e99-b203-6d527a96501a tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Allocated IP 172.20.0.3 (3aa6b9b1-7647-4e2c-a3d3-2787d3795776/d173fa1b-2f06-450d-aae4-0b2b2833a319/18e36ee8-d9df-4bd1-86ef-267fd8cfdbcc) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:07:11.191735 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-dca33a4a-2324-4af3-9dfa-14ddcd5df21e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Deleting port 96ea0c8c-2d04-4820-aaf9-0423ccbb3176 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:07:11.192076 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-dca33a4a-2324-4af3-9dfa-14ddcd5df21e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (96ea0c8c-2d04-4820-aaf9-0423ccbb3176), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:11.208940 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c30b80-6aec-421c-8569-b10d58e0c261 req-3b9ad4da-6ff8-4044-8add-2bf1b92f6cfe tempest-ServerMetadataNegativeTestJSON-1417754319 tempest-ServerMetadataNegativeTestJSON-1417754319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:11.216015 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-28c30b80-6aec-421c-8569-b10d58e0c261 req-3b9ad4da-6ff8-4044-8add-2bf1b92f6cfe tempest-ServerMetadataNegativeTestJSON-1417754319 tempest-ServerMetadataNegativeTestJSON-1417754319-project] 10.222.0.87 "GET /v2.0/ports?device_id=40d45cfd-3bac-4de5-9dcf-bf01faeff885 HTTP/1.1" status: 200 len: 944 time: 0.2954767 Feb 02 07:07:11.322815 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c16f0-6279-43b7-a091-fcefb273eeae req-5a99ec63-72fc-45b1-bbec-d1d699274dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:11.324571 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5f1c16f0-6279-43b7-a091-fcefb273eeae req-5a99ec63-72fc-45b1-bbec-d1d699274dd3 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=274d3754-cb62-4276-8b4a-dfa5cf98baaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1856740 Feb 02 07:07:11.334733 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11e3b4-0280-474a-b419-d2ac4b7f9df3 req-4e29390c-824d-46fb-9d10-6700e3fbad5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:11.336382 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ff11e3b4-0280-474a-b419-d2ac4b7f9df3 req-4e29390c-824d-46fb-9d10-6700e3fbad5d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=48ea4d45999c417da005b09de43555db&device_id=40d45cfd-3bac-4de5-9dcf-bf01faeff885 HTTP/1.1" status: 200 len: 1127 time: 0.1972179 Feb 02 07:07:11.341075 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e547a4dc-9494-4315-b3fa-bac4d18283bb req-70d4daac-c2d5-4f38-a773-5e2a585b7eba tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:11.346591 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e547a4dc-9494-4315-b3fa-bac4d18283bb req-70d4daac-c2d5-4f38-a773-5e2a585b7eba tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:11.348327 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e547a4dc-9494-4315-b3fa-bac4d18283bb req-70d4daac-c2d5-4f38-a773-5e2a585b7eba tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 1677 time: 0.2248573 Feb 02 07:07:11.351008 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-dca33a4a-2324-4af3-9dfa-14ddcd5df21e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] For port 96ea0c8c-2d04-4820-aaf9-0423ccbb3176, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=96ea0c8c-2d04-4820-aaf9-0423ccbb3176,segment=NetworkSegment(0964fc27-9dd8-4c77-8b5e-6541a668236f),segment_id=0964fc27-9dd8-4c77-8b5e-6541a668236f)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:07:11.351454 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-dca33a4a-2324-4af3-9dfa-14ddcd5df21e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (96ea0c8c-2d04-4820-aaf9-0423ccbb3176), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:11.363158 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-28c30b80-6aec-421c-8569-b10d58e0c261 req-060f4fce-cd7b-4721-a562-e7d87167e9ff tempest-ServerMetadataNegativeTestJSON-1417754319 tempest-ServerMetadataNegativeTestJSON-1417754319-project] 10.222.0.87 "GET /v2.0/security-groups?id=6e102305-4422-4a23-b1bd-60b26e692063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405821 Feb 02 07:07:11.467784 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6400f817-ea02-43c6-8320-b283779c9b43 x-openstack-request-id: req-6400f817-ea02-43c6-8320-b283779c9b43 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:07:11.468448 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40d45cfd-3bac-4de5-9dcf-bf01faeff885", "tag": "32c1b2bd-09a3-46c0-8e55-5b740f896b83", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:07:11.468448 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-6400f817-ea02-43c6-8320-b283779c9b43 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:07:11.468728 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40d45cfd-3bac-4de5-9dcf-bf01faeff885', 'tag': '32c1b2bd-09a3-46c0-8e55-5b740f896b83', 'status': 'completed', 'code': 200} Feb 02 07:07:11.473131 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ff11e3b4-0280-474a-b419-d2ac4b7f9df3 req-0584a9df-f124-4db5-85bd-60ff82521b05 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32c1b2bd-09a3-46c0-8e55-5b740f896b83 HTTP/1.1" status: 200 len: 217 time: 0.1043491 Feb 02 07:07:11.592068 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9a21b24-9aac-460b-b82e-4f44732363ad admin admin] Router 16702d13-04a4-4eb1-815a-65de49e9a8c8 is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:07:11.636270 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '420f5c18-92bb-4996-8a12-daf3c6d27a44', 'name': 'network-vif-deleted', 'tag': '238a9e44-e03f-44a7-b095-94714ea7aff3'}, {'server_uuid': '420f5c18-92bb-4996-8a12-daf3c6d27a44', 'name': 'network-vif-deleted', 'tag': '532b1d27-bcf3-4cac-9dd8-eada4b4926ae'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:07:11.643582 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13742eb5-3f9a-4dfb-ba05-a2bdb568b5dc" -d '{"events": [{"server_uuid": "420f5c18-92bb-4996-8a12-daf3c6d27a44", "name": "network-vif-deleted", "tag": "238a9e44-e03f-44a7-b095-94714ea7aff3"}, {"server_uuid": "420f5c18-92bb-4996-8a12-daf3c6d27a44", "name": "network-vif-deleted", "tag": "532b1d27-bcf3-4cac-9dd8-eada4b4926ae"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:07:11.797662 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11e3b4-0280-474a-b419-d2ac4b7f9df3 req-2e2cfd47-1c9d-419c-b40a-51c49fc72e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:11.799907 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ff11e3b4-0280-474a-b419-d2ac4b7f9df3 req-2e2cfd47-1c9d-419c-b40a-51c49fc72e7f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c6c35ee5-52ad-4ee9-b861-c5d15f8ea962 HTTP/1.1" status: 200 len: 861 time: 0.2291117 Feb 02 07:07:11.823448 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e547a4dc-9494-4315-b3fa-bac4d18283bb req-436147fc-3e2c-4eb9-94d5-faa98cb6b208 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/security-groups?id=2c89831c-2212-4fd4-82c0-50883e2a18e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4534616 Feb 02 07:07:11.833598 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5f1c16f0-6279-43b7-a091-fcefb273eeae req-747e2595-d448-41a7-99d8-82f6a0eedfbc service neutron] 10.222.0.88 "GET /v2.0/networks/274d3754-cb62-4276-8b4a-dfa5cf98baaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4785292 Feb 02 07:07:11.857504 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a2fe5a25-d677-4e99-b203-6d527a96501a tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for port (18e36ee8-d9df-4bd1-86ef-267fd8cfdbcc), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:11.904546 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:07:11.914622 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ff11e3b4-0280-474a-b419-d2ac4b7f9df3 req-765e622c-de5d-4312-9018-1fdc5a713c9c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=99751111-c471-4642-828d-cd79e17cf84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522950 Feb 02 07:07:11.952198 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 02 Feb 2022 07:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a58ae846-fff3-423d-a105-97a643258330 x-openstack-request-id: req-a58ae846-fff3-423d-a105-97a643258330 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:07:11.952496 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "420f5c18-92bb-4996-8a12-daf3c6d27a44", "name": "network-vif-deleted", "tag": "238a9e44-e03f-44a7-b095-94714ea7aff3", "status": "completed", "code": 200}, {"server_uuid": "420f5c18-92bb-4996-8a12-daf3c6d27a44", "name": "network-vif-deleted", "tag": "532b1d27-bcf3-4cac-9dd8-eada4b4926ae", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:07:11.952759 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a58ae846-fff3-423d-a105-97a643258330 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:07:11.953234 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '420f5c18-92bb-4996-8a12-daf3c6d27a44', 'name': 'network-vif-deleted', 'tag': '238a9e44-e03f-44a7-b095-94714ea7aff3', 'status': 'completed', 'code': 200} Feb 02 07:07:11.953505 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '420f5c18-92bb-4996-8a12-daf3c6d27a44', 'name': 'network-vif-deleted', 'tag': '532b1d27-bcf3-4cac-9dd8-eada4b4926ae', 'status': 'completed', 'code': 200} Feb 02 07:07:11.998175 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-dca33a4a-2324-4af3-9dfa-14ddcd5df21e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:11.999074 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-dca33a4a-2324-4af3-9dfa-14ddcd5df21e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (417f9bdc-15f6-4502-ae7c-98f8e18dd841), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:11.999379 n-d-789963-26 neutron-server[109693]: INFO neutron.db.l3_db [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-dca33a4a-2324-4af3-9dfa-14ddcd5df21e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Floating IP 417f9bdc-15f6-4502-ae7c-98f8e18dd841 disassociated. External IP: 172.25.4.32, port: 96ea0c8c-2d04-4820-aaf9-0423ccbb3176. Feb 02 07:07:11.999762 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-dca33a4a-2324-4af3-9dfa-14ddcd5df21e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Calling delete_port for 96ea0c8c-2d04-4820-aaf9-0423ccbb3176 owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:07:12.003442 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5f1c16f0-6279-43b7-a091-fcefb273eeae req-f69710dd-c1bf-462f-863b-3fae2918a069 service neutron] 10.222.0.88 "GET /v2.0/networks/274d3754-cb62-4276-8b4a-dfa5cf98baaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347415 Feb 02 07:07:12.127423 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217211f-500b-428b-876d-3a62cf898bf7 req-984c2b09-bfd2-4899-b48c-ebe784b2ecb2 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:12.129131 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e217211f-500b-428b-876d-3a62cf898bf7 req-984c2b09-bfd2-4899-b48c-ebe784b2ecb2 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/ports?device_id=80149690-37a7-46d9-b8e3-fcd421797a67 HTTP/1.1" status: 200 len: 946 time: 0.1173649 Feb 02 07:07:12.221886 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e217211f-500b-428b-876d-3a62cf898bf7 req-173d8b32-ac78-4130-b2cc-3a3e1b31e07f tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/security-groups?id=3031d22f-f419-4370-9379-d12f21c766b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826907 Feb 02 07:07:12.244277 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-dca33a4a-2324-4af3-9dfa-14ddcd5df21e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (96ea0c8c-2d04-4820-aaf9-0423ccbb3176), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:12.277430 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca33a4a-2324-4af3-9dfa-14ddcd5df21e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Pushing event deleted for resources: {'Port': ['ID=96ea0c8c-2d04-4820-aaf9-0423ccbb3176,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:12.405182 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb55cab-6bda-4c85-b840-bad0e984025e req-154c958a-ca53-403f-aee8-c9d9fae9f02d tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:12.406780 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bdb55cab-6bda-4c85-b840-bad0e984025e req-154c958a-ca53-403f-aee8-c9d9fae9f02d tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=0a44e4b3-ccac-4e3b-9c5e-47c349456db3 HTTP/1.1" status: 200 len: 945 time: 0.6823075 Feb 02 07:07:12.444677 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b77f3011-8d89-4b44-9004-87271b1028a0 req-b7a86533-1e03-4028-beb3-725ccecf0f6c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=969113ec-8b30-4b45-be41-413a125ac0e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6834624 Feb 02 07:07:12.445837 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a2fe5a25-d677-4e99-b203-6d527a96501a tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (18e36ee8-d9df-4bd1-86ef-267fd8cfdbcc), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:12.467794 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a21b24-9aac-460b-b82e-4f44732363ad admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:07:12.480720 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be298e98-673f-40a5-bd1c-283b2b45cb28 None None] Sync routers for ids ['16702d13-04a4-4eb1-815a-65de49e9a8c8'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:07:12.500565 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be298e98-673f-40a5-bd1c-283b2b45cb28 None None] Routers {'16702d13-04a4-4eb1-815a-65de49e9a8c8'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:07:12.501612 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-be298e98-673f-40a5-bd1c-283b2b45cb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:06:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['16702d13-04a4-4eb1-815a-65de49e9a8c8'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:07:12.541084 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ff11e3b4-0280-474a-b419-d2ac4b7f9df3 req-b18ada3a-fc15-4332-9e70-7b67fd1de126 service neutron] 10.222.0.88 "GET /v2.0/networks/99751111-c471-4642-828d-cd79e17cf84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6210301 Feb 02 07:07:12.567036 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fe5a25-d677-4e99-b203-6d527a96501a tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Network 3aa6b9b1-7647-4e2c-a3d3-2787d3795776 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:07:12.599383 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-a2fe5a25-d677-4e99-b203-6d527a96501a tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:07:12.614398 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fe5a25-d677-4e99-b203-6d527a96501a tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:07:12.619483 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fe5a25-d677-4e99-b203-6d527a96501a tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Pushing event updated for resources: {'Port': ['ID=18e36ee8-d9df-4bd1-86ef-267fd8cfdbcc,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:12.620947 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-be298e98-673f-40a5-bd1c-283b2b45cb28 None None] Set router 16702d13-04a4-4eb1-815a-65de49e9a8c8 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:07:12.625087 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a9a21b24-9aac-460b-b82e-4f44732363ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:12.629148 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a9a21b24-9aac-460b-b82e-4f44732363ad admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.4763784 Feb 02 07:07:12.629850 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 48744) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:07:12.755998 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff564582-0bfd-4471-a542-75d9467c4d5f req-ed953e53-948c-4cdd-a6c4-30ff496127e0 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:12.763105 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ff564582-0bfd-4471-a542-75d9467c4d5f req-ed953e53-948c-4cdd-a6c4-30ff496127e0 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=32f5f2ca-71c6-4137-bee4-300527dd6e2f HTTP/1.1" status: 200 len: 945 time: 0.4744639 Feb 02 07:07:12.794708 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-dca33a4a-2324-4af3-9dfa-14ddcd5df21e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Router 00086e2b-5b15-4365-8a90-4734c2b4a642 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:07:12.834684 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ff564582-0bfd-4471-a542-75d9467c4d5f req-5f8cc615-f86d-48b8-a891-bc47c47fc8fa tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684004 Feb 02 07:07:12.867983 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-be298e98-673f-40a5-bd1c-283b2b45cb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16702d13-04a4-4eb1-815a-65de49e9a8c8', 'name': 'tempest-ServersTestFqdnHostnames-2013953738-router', 'tenant_id': '5549f15d82f64bae95c6531d512cdc1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '9d035809-e581-497f-bd69-a0a383099845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:07:05Z', 'updated_at': '2022-02-02T07:07:09Z', 'revision_number': 3, 'project_id': '5549f15d82f64bae95c6531d512cdc1a', 'gw_port': {'id': '9d035809-e581-497f-bd69-a0a383099845', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:bd:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16702d13-04a4-4eb1-815a-65de49e9a8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:07:07Z', 'updated_at': '2022-02-02T07:07:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:07:12.891521 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2fe5a25-d677-4e99-b203-6d527a96501a tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:12.892612 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a2fe5a25-d677-4e99-b203-6d527a96501a tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:12.907310 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bdb55cab-6bda-4c85-b840-bad0e984025e req-562703a9-7748-4a3d-b733-6f7f27a5eae2 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4787199 Feb 02 07:07:12.909275 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be298e98-673f-40a5-bd1c-283b2b45cb28 None None] Checking router: 16702d13-04a4-4eb1-815a-65de49e9a8c8 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:07:12.909632 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be298e98-673f-40a5-bd1c-283b2b45cb28 None None] Updating router 16702d13-04a4-4eb1-815a-65de49e9a8c8 port 9d035809-e581-497f-bd69-a0a383099845 binding host n-d-789963-26 {{(pid=109695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:07:12.949946 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f3011-8d89-4b44-9004-87271b1028a0 req-ee4431cd-3a90-4ef6-9f6e-2f70bfd687da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:12.951597 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b77f3011-8d89-4b44-9004-87271b1028a0 req-ee4431cd-3a90-4ef6-9f6e-2f70bfd687da service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=51472d7ac5b4449fa09fb7150f54f571&device_id=969113ec-8b30-4b45-be41-413a125ac0e1 HTTP/1.1" status: 200 len: 1129 time: 0.4432256 Feb 02 07:07:12.955494 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ff11e3b4-0280-474a-b419-d2ac4b7f9df3 req-102f5286-4b6c-4123-8939-4fc268576fb8 service neutron] 10.222.0.88 "GET /v2.0/networks/99751111-c471-4642-828d-cd79e17cf84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3811462 Feb 02 07:07:12.960345 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-be298e98-673f-40a5-bd1c-283b2b45cb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (9d035809-e581-497f-bd69-a0a383099845), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:12.966027 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a2fe5a25-d677-4e99-b203-6d527a96501a tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6104553 Feb 02 07:07:12.966640 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 48750) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:07:12.971340 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-84e5703e-a721-46cc-9155-fa13cdf64cea tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Request body: {'floatingip': {'port_id': '18e36ee8-d9df-4bd1-86ef-267fd8cfdbcc'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:07:13.030262 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-dca33a4a-2324-4af3-9dfa-14ddcd5df21e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:07:13.041533 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9deb322-ea3a-41ba-b452-d60d8d04605f None None] Sync routers for ids ['00086e2b-5b15-4365-8a90-4734c2b4a642'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:07:13.056168 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9deb322-ea3a-41ba-b452-d60d8d04605f None None] Routers {'00086e2b-5b15-4365-8a90-4734c2b4a642'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:07:13.057150 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-d9deb322-ea3a-41ba-b452-d60d8d04605f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:06:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['00086e2b-5b15-4365-8a90-4734c2b4a642'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:07:13.071773 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e8f9a-c1e7-485b-96ee-a7eccf34ead4 req-1ad2f401-be14-4559-a8bd-496c09abce8a tempest-ServerMetadataNegativeTestJSON-1417754319 tempest-ServerMetadataNegativeTestJSON-1417754319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:13.073481 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fc5e8f9a-c1e7-485b-96ee-a7eccf34ead4 req-1ad2f401-be14-4559-a8bd-496c09abce8a tempest-ServerMetadataNegativeTestJSON-1417754319 tempest-ServerMetadataNegativeTestJSON-1417754319-project] 10.222.0.87 "GET /v2.0/ports?device_id=40d45cfd-3bac-4de5-9dcf-bf01faeff885 HTTP/1.1" status: 200 len: 944 time: 0.1563361 Feb 02 07:07:13.100198 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-84e5703e-a721-46cc-9155-fa13cdf64cea tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for floatingip (f42ee695-c072-4836-9c5d-110898633b63), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:13.124839 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-dca33a4a-2324-4af3-9dfa-14ddcd5df21e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] No DVR routers for this DVR port 96ea0c8c-2d04-4820-aaf9-0423ccbb3176 on host n-h2-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:07:13.127408 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-dca33a4a-2324-4af3-9dfa-14ddcd5df21e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:13.132134 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-dca33a4a-2324-4af3-9dfa-14ddcd5df21e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.59 "DELETE /v2.0/ports/96ea0c8c-2d04-4820-aaf9-0423ccbb3176 HTTP/1.1" status: 204 len: 173 time: 2.2263937 Feb 02 07:07:13.166696 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fc5e8f9a-c1e7-485b-96ee-a7eccf34ead4 req-68101074-2e3e-45b0-b9e8-470215717bee tempest-ServerMetadataNegativeTestJSON-1417754319 tempest-ServerMetadataNegativeTestJSON-1417754319-project] 10.222.0.87 "GET /v2.0/security-groups?id=6e102305-4422-4a23-b1bd-60b26e692063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776367 Feb 02 07:07:13.222591 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-d9deb322-ea3a-41ba-b452-d60d8d04605f None None] Set router 00086e2b-5b15-4365-8a90-4734c2b4a642 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:07:13.293474 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6ec79116-9fb7-49f4-bcf1-be9bf8faa3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:13.381761 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-6cb98fd1-177b-4a7e-a199-d5616bd9e46e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Deleting port feaa586e-fdf3-4815-964d-77eed258f414 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:07:13.382115 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-6cb98fd1-177b-4a7e-a199-d5616bd9e46e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (feaa586e-fdf3-4815-964d-77eed258f414), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:13.419848 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fab15c-03a7-460e-b6c6-cc8819d2d7dd req-16ebfe65-300c-46b0-98f0-51569fd5efd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:13.421383 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f9fab15c-03a7-460e-b6c6-cc8819d2d7dd req-16ebfe65-300c-46b0-98f0-51569fd5efd5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=48ea4d45999c417da005b09de43555db&device_id=40d45cfd-3bac-4de5-9dcf-bf01faeff885 HTTP/1.1" status: 200 len: 1127 time: 0.3485348 Feb 02 07:07:13.439501 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-be298e98-673f-40a5-bd1c-283b2b45cb28 None None] Publish callbacks [] for port (9d035809-e581-497f-bd69-a0a383099845), precommit_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:13.452222 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f3011-8d89-4b44-9004-87271b1028a0 req-97ddfd2e-235e-4760-bf88-313b3b5bf5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:13.454836 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b77f3011-8d89-4b44-9004-87271b1028a0 req-97ddfd2e-235e-4760-bf88-313b3b5bf5d3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f9701445-c4cf-4d4f-9286-fc4fc0bbd41b HTTP/1.1" status: 200 len: 907 time: 0.4774611 Feb 02 07:07:13.458829 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-be298e98-673f-40a5-bd1c-283b2b45cb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (9d035809-e581-497f-bd69-a0a383099845), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:13.524692 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-be298e98-673f-40a5-bd1c-283b2b45cb28 None None] Attempting to bind port 9d035809-e581-497f-bd69-a0a383099845 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:07:13.525361 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-be298e98-673f-40a5-bd1c-283b2b45cb28 None None] Attempting to bind port 9d035809-e581-497f-bd69-a0a383099845 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:07:13.525483 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be298e98-673f-40a5-bd1c-283b2b45cb28 None None] Attempting to bind port 9d035809-e581-497f-bd69-a0a383099845 on network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:07:13.532664 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe459e59-68d9-48bb-a585-5699a72ad587 None None] Pushing event updated for resources: {'Port': ['ID=9d035809-e581-497f-bd69-a0a383099845,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:13.538033 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-d9deb322-ea3a-41ba-b452-d60d8d04605f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00086e2b-5b15-4365-8a90-4734c2b4a642', 'name': 'tempest-TaggedBootDevicesTest-270524327-router', 'tenant_id': 'e8b504d3cbde466cb7d12e8c49d706df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'b0c1301c-0cb0-469f-a0c9-843ba74483c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:00:26Z', 'updated_at': '2022-02-02T07:00:33Z', 'revision_number': 4, 'project_id': 'e8b504d3cbde466cb7d12e8c49d706df', 'gw_port': {'id': 'b0c1301c-0cb0-469f-a0c9-843ba74483c4', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00086e2b-5b15-4365-8a90-4734c2b4a642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:00:27Z', 'updated_at': '2022-02-02T07:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'fe1ae754-2aae-41bc-8f5c-79d8b2a617dd', 'name': '', 'network_id': '77178f25-e284-4e4b-a7e5-cf621bae5a6c', 'tenant_id': 'e8b504d3cbde466cb7d12e8c49d706df', 'mac_address': 'fa:16:3e:94:be:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00086e2b-5b15-4365-8a90-4734c2b4a642', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '3cc8f357-1066-45af-8dfb-a32204808b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:00:32Z', 'updated_at': '2022-02-02T07:00:39Z', 'revision_number': 5, 'project_id': 'e8b504d3cbde466cb7d12e8c49d706df', 'subnets': [{'id': '3cc8f357-1066-45af-8dfb-a32204808b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:07:13.542944 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be298e98-673f-40a5-bd1c-283b2b45cb28 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:07:13.543780 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be298e98-673f-40a5-bd1c-283b2b45cb28 None None] Checking segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:07:13.544195 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-be298e98-673f-40a5-bd1c-283b2b45cb28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:13.544584 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be298e98-673f-40a5-bd1c-283b2b45cb28 None None] Bound using segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:07:13.545072 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-be298e98-673f-40a5-bd1c-283b2b45cb28 None None] Bound port: 9d035809-e581-497f-bd69-a0a383099845, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:07:13.545454 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-be298e98-673f-40a5-bd1c-283b2b45cb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (9d035809-e581-497f-bd69-a0a383099845), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:13.572067 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9deb322-ea3a-41ba-b452-d60d8d04605f None None] Checking router: 00086e2b-5b15-4365-8a90-4734c2b4a642 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:07:13.582784 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9deb322-ea3a-41ba-b452-d60d8d04605f None None] Routers {'00086e2b-5b15-4365-8a90-4734c2b4a642'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:07:13.584198 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-d9deb322-ea3a-41ba-b452-d60d8d04605f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:07:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['00086e2b-5b15-4365-8a90-4734c2b4a642'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:07:13.589483 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d1b52-af78-4533-9edd-b76ed729b1ef req-272f5642-ae9f-4c75-af2a-c97fdfd3fa2d tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:13.599457 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f29d1b52-af78-4533-9edd-b76ed729b1ef req-272f5642-ae9f-4c75-af2a-c97fdfd3fa2d tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 943 time: 0.5444558 Feb 02 07:07:13.616773 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-be298e98-673f-40a5-bd1c-283b2b45cb28 None None] For port 9d035809-e581-497f-bd69-a0a383099845, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:07:13.621154 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-be298e98-673f-40a5-bd1c-283b2b45cb28 None None] For port 9d035809-e581-497f-bd69-a0a383099845, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=9d035809-e581-497f-bd69-a0a383099845,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:07:13.638173 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-be298e98-673f-40a5-bd1c-283b2b45cb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (9d035809-e581-497f-bd69-a0a383099845), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:13.650504 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-6cb98fd1-177b-4a7e-a199-d5616bd9e46e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] For port feaa586e-fdf3-4815-964d-77eed258f414, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=feaa586e-fdf3-4815-964d-77eed258f414,segment=NetworkSegment(dbbcd93b-74ed-4f38-9d36-01cf18043418),segment_id=dbbcd93b-74ed-4f38-9d36-01cf18043418)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:07:13.650779 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-6cb98fd1-177b-4a7e-a199-d5616bd9e46e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (feaa586e-fdf3-4815-964d-77eed258f414), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:13.684474 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-6cb98fd1-177b-4a7e-a199-d5616bd9e46e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Calling delete_port for feaa586e-fdf3-4815-964d-77eed258f414 owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:07:13.694387 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8570f46-658d-40fc-9dc7-4d54d89514aa req-c4c751d5-0152-49bb-8044-3e35127fd8b0 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:13.701699 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a8570f46-658d-40fc-9dc7-4d54d89514aa req-c4c751d5-0152-49bb-8044-3e35127fd8b0 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/ports?device_id=80149690-37a7-46d9-b8e3-fcd421797a67 HTTP/1.1" status: 200 len: 946 time: 0.2186451 Feb 02 07:07:13.730189 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be298e98-673f-40a5-bd1c-283b2b45cb28 None None] Routers {'16702d13-04a4-4eb1-815a-65de49e9a8c8'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:07:13.730732 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-be298e98-673f-40a5-bd1c-283b2b45cb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:07:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['16702d13-04a4-4eb1-815a-65de49e9a8c8'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:07:13.733653 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-d9deb322-ea3a-41ba-b452-d60d8d04605f None None] Set router 00086e2b-5b15-4365-8a90-4734c2b4a642 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:07:13.763510 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b77f3011-8d89-4b44-9004-87271b1028a0 req-abcb2195-aceb-44bf-bdff-c09bb6c64d06 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1045af80-2b20-4d0b-8989-bade78600156 HTTP/1.1" status: 200 len: 217 time: 0.1615660 Feb 02 07:07:13.824706 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a8570f46-658d-40fc-9dc7-4d54d89514aa req-add8a9df-18ff-4645-905c-47e15ea014b9 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/security-groups?id=3031d22f-f419-4370-9379-d12f21c766b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200771 Feb 02 07:07:13.865078 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f3011-8d89-4b44-9004-87271b1028a0 req-10987eb2-b389-4026-a1fd-9e42c57707f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:13.865627 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe459e59-68d9-48bb-a585-5699a72ad587 None None] Pushing event updated for resources: {'Port': ['ID=9d035809-e581-497f-bd69-a0a383099845,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:13.866948 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b77f3011-8d89-4b44-9004-87271b1028a0 req-10987eb2-b389-4026-a1fd-9e42c57707f8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=32144128-c19d-4644-8a7f-0675355df2fd HTTP/1.1" status: 200 len: 846 time: 0.0849848 Feb 02 07:07:13.976486 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '420f5c18-92bb-4996-8a12-daf3c6d27a44', 'name': 'network-vif-deleted', 'tag': '96ea0c8c-2d04-4820-aaf9-0423ccbb3176'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:07:13.982109 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f4113db-96f6-457b-80e6-1dce4499ab3e" -d '{"events": [{"server_uuid": "420f5c18-92bb-4996-8a12-daf3c6d27a44", "name": "network-vif-deleted", "tag": "96ea0c8c-2d04-4820-aaf9-0423ccbb3176"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:07:13.991779 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-be298e98-673f-40a5-bd1c-283b2b45cb28 None None] Set router 16702d13-04a4-4eb1-815a-65de49e9a8c8 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:07:13.992796 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-d9deb322-ea3a-41ba-b452-d60d8d04605f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00086e2b-5b15-4365-8a90-4734c2b4a642', 'name': 'tempest-TaggedBootDevicesTest-270524327-router', 'tenant_id': 'e8b504d3cbde466cb7d12e8c49d706df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'b0c1301c-0cb0-469f-a0c9-843ba74483c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:00:26Z', 'updated_at': '2022-02-02T07:00:33Z', 'revision_number': 4, 'project_id': 'e8b504d3cbde466cb7d12e8c49d706df', 'gw_port': {'id': 'b0c1301c-0cb0-469f-a0c9-843ba74483c4', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00086e2b-5b15-4365-8a90-4734c2b4a642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:00:27Z', 'updated_at': '2022-02-02T07:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'fe1ae754-2aae-41bc-8f5c-79d8b2a617dd', 'name': '', 'network_id': '77178f25-e284-4e4b-a7e5-cf621bae5a6c', 'tenant_id': 'e8b504d3cbde466cb7d12e8c49d706df', 'mac_address': 'fa:16:3e:94:be:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00086e2b-5b15-4365-8a90-4734c2b4a642', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '3cc8f357-1066-45af-8dfb-a32204808b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:00:32Z', 'updated_at': '2022-02-02T07:00:39Z', 'revision_number': 5, 'project_id': 'e8b504d3cbde466cb7d12e8c49d706df', 'subnets': [{'id': '3cc8f357-1066-45af-8dfb-a32204808b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:07:14.021744 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9deb322-ea3a-41ba-b452-d60d8d04605f None None] The sync data for ids ['00086e2b-5b15-4365-8a90-4734c2b4a642'] in n-d-789963-26 is: [{'id': '00086e2b-5b15-4365-8a90-4734c2b4a642', 'name': 'tempest-TaggedBootDevicesTest-270524327-router', 'tenant_id': 'e8b504d3cbde466cb7d12e8c49d706df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'b0c1301c-0cb0-469f-a0c9-843ba74483c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:00:26Z', 'updated_at': '2022-02-02T07:00:33Z', 'revision_number': 4, 'project_id': 'e8b504d3cbde466cb7d12e8c49d706df', 'gw_port': {'id': 'b0c1301c-0cb0-469f-a0c9-843ba74483c4', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00086e2b-5b15-4365-8a90-4734c2b4a642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:00:27Z', 'updated_at': '2022-02-02T07:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'fe1ae754-2aae-41bc-8f5c-79d8b2a617dd', 'name': '', 'network_id': '77178f25-e284-4e4b-a7e5-cf621bae5a6c', 'tenant_id': 'e8b504d3cbde466cb7d12e8c49d706df', 'mac_address': 'fa:16:3e:94:be:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00086e2b-5b15-4365-8a90-4734c2b4a642', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '3cc8f357-1066-45af-8dfb-a32204808b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:00:32Z', 'updated_at': '2022-02-02T07:00:39Z', 'revision_number': 5, 'project_id': 'e8b504d3cbde466cb7d12e8c49d706df', 'subnets': [{'id': '3cc8f357-1066-45af-8dfb-a32204808b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:07:14.073439 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-6cb98fd1-177b-4a7e-a199-d5616bd9e46e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (feaa586e-fdf3-4815-964d-77eed258f414), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:14.112121 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b77f3011-8d89-4b44-9004-87271b1028a0 req-a3e4d2c7-0330-4221-b3a5-1e5c03ea19b6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f9701445-c4cf-4d4f-9286-fc4fc0bbd41b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1735959 Feb 02 07:07:14.120339 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f29d1b52-af78-4533-9edd-b76ed729b1ef req-c681bcc7-1398-4476-9dbf-e4e18547e2ca tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/security-groups?id=2c89831c-2212-4fd4-82c0-50883e2a18e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5197556 Feb 02 07:07:14.124824 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb98fd1-177b-4a7e-a199-d5616bd9e46e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Pushing event deleted for resources: {'Port': ['ID=feaa586e-fdf3-4815-964d-77eed258f414,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:14.150380 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b7d2c-06c4-4156-93c1-4b128fc685b1 req-18387b22-d7e6-4aaf-bcc9-8192235667d0 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:14.158802 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-527b7d2c-06c4-4156-93c1-4b128fc685b1 req-18387b22-d7e6-4aaf-bcc9-8192235667d0 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=32f5f2ca-71c6-4137-bee4-300527dd6e2f HTTP/1.1" status: 200 len: 945 time: 0.1300673 Feb 02 07:07:14.203089 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb98fd1-177b-4a7e-a199-d5616bd9e46e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:07:14.203430 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb98fd1-177b-4a7e-a199-d5616bd9e46e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:07:14.203793 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb98fd1-177b-4a7e-a199-d5616bd9e46e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:07:14.204134 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb98fd1-177b-4a7e-a199-d5616bd9e46e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:07:14.204467 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb98fd1-177b-4a7e-a199-d5616bd9e46e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:07:14.204800 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb98fd1-177b-4a7e-a199-d5616bd9e46e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:07:14.205130 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb98fd1-177b-4a7e-a199-d5616bd9e46e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:07:14.205458 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb98fd1-177b-4a7e-a199-d5616bd9e46e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:07:14.206133 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb98fd1-177b-4a7e-a199-d5616bd9e46e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:07:14.206384 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb98fd1-177b-4a7e-a199-d5616bd9e46e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:07:14.206701 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb98fd1-177b-4a7e-a199-d5616bd9e46e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:07:14.207020 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb98fd1-177b-4a7e-a199-d5616bd9e46e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:07:14.207350 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb98fd1-177b-4a7e-a199-d5616bd9e46e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:07:14.254292 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-6cb98fd1-177b-4a7e-a199-d5616bd9e46e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] No DVR routers for this DVR port feaa586e-fdf3-4815-964d-77eed258f414 on host n-h2-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:07:14.266670 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-6cb98fd1-177b-4a7e-a199-d5616bd9e46e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:14.279366 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6cd9360c-2d36-49a5-88af-c2ad064bb326 req-6cb98fd1-177b-4a7e-a199-d5616bd9e46e tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.59 "DELETE /v2.0/ports/feaa586e-fdf3-4815-964d-77eed258f414 HTTP/1.1" status: 204 len: 173 time: 1.1393740 Feb 02 07:07:14.292796 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fab15c-03a7-460e-b6c6-cc8819d2d7dd req-17e9bb67-18a9-408f-9aa5-f5a869937f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:14.294292 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f9fab15c-03a7-460e-b6c6-cc8819d2d7dd req-17e9bb67-18a9-408f-9aa5-f5a869937f8e service neutron] 10.222.0.88 "GET /v2.0/networks?id=99751111-c471-4642-828d-cd79e17cf84a HTTP/1.1" status: 200 len: 922 time: 0.8448215 Feb 02 07:07:14.319795 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-527b7d2c-06c4-4156-93c1-4b128fc685b1 req-1a13425c-3977-4a43-a4e6-a1f78a11cd64 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599050 Feb 02 07:07:14.398602 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb16e06b-fc98-4f9e-9fed-5707dc607f23 x-openstack-request-id: req-eb16e06b-fc98-4f9e-9fed-5707dc607f23 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:07:14.398909 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "420f5c18-92bb-4996-8a12-daf3c6d27a44", "name": "network-vif-deleted", "tag": "96ea0c8c-2d04-4820-aaf9-0423ccbb3176", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:07:14.399173 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-eb16e06b-fc98-4f9e-9fed-5707dc607f23 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:07:14.399597 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '420f5c18-92bb-4996-8a12-daf3c6d27a44', 'name': 'network-vif-deleted', 'tag': '96ea0c8c-2d04-4820-aaf9-0423ccbb3176', 'status': 'completed', 'code': 200} Feb 02 07:07:14.437075 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-be298e98-673f-40a5-bd1c-283b2b45cb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16702d13-04a4-4eb1-815a-65de49e9a8c8', 'name': 'tempest-ServersTestFqdnHostnames-2013953738-router', 'tenant_id': '5549f15d82f64bae95c6531d512cdc1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '9d035809-e581-497f-bd69-a0a383099845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:07:05Z', 'updated_at': '2022-02-02T07:07:09Z', 'revision_number': 3, 'project_id': '5549f15d82f64bae95c6531d512cdc1a', 'gw_port': {'id': '9d035809-e581-497f-bd69-a0a383099845', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:bd:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16702d13-04a4-4eb1-815a-65de49e9a8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:07:07Z', 'updated_at': '2022-02-02T07:07:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:07:14.483857 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f9fab15c-03a7-460e-b6c6-cc8819d2d7dd req-dd9cdec4-6d61-4bfb-8b02-9969fe54c807 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32c1b2bd-09a3-46c0-8e55-5b740f896b83 HTTP/1.1" status: 200 len: 217 time: 0.1529820 Feb 02 07:07:14.512426 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be298e98-673f-40a5-bd1c-283b2b45cb28 None None] The sync data for ids ['16702d13-04a4-4eb1-815a-65de49e9a8c8'] in n-d-789963-26 is: [{'id': '16702d13-04a4-4eb1-815a-65de49e9a8c8', 'name': 'tempest-ServersTestFqdnHostnames-2013953738-router', 'tenant_id': '5549f15d82f64bae95c6531d512cdc1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '9d035809-e581-497f-bd69-a0a383099845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:07:05Z', 'updated_at': '2022-02-02T07:07:09Z', 'revision_number': 3, 'project_id': '5549f15d82f64bae95c6531d512cdc1a', 'gw_port': {'id': '9d035809-e581-497f-bd69-a0a383099845', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:bd:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16702d13-04a4-4eb1-815a-65de49e9a8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:07:07Z', 'updated_at': '2022-02-02T07:07:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:07:14.539219 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9942559-b60b-4214-807a-ab577589a7ba None None] New status for floating IP 417f9bdc-15f6-4502-ae7c-98f8e18dd841: DOWN {{(pid=109695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 07:07:14.588981 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48cf7bf-5312-4dce-b621-ecd4f01e179c req-8cd444da-3b22-4ca7-9496-413bebb2a54d tempest-ServerMetadataNegativeTestJSON-1417754319 tempest-ServerMetadataNegativeTestJSON-1417754319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:14.596173 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e48cf7bf-5312-4dce-b621-ecd4f01e179c req-8cd444da-3b22-4ca7-9496-413bebb2a54d tempest-ServerMetadataNegativeTestJSON-1417754319 tempest-ServerMetadataNegativeTestJSON-1417754319-project] 10.222.0.87 "GET /v2.0/ports?device_id=40d45cfd-3bac-4de5-9dcf-bf01faeff885 HTTP/1.1" status: 200 len: 944 time: 0.1224213 Feb 02 07:07:14.693571 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e48cf7bf-5312-4dce-b621-ecd4f01e179c req-5f9f327b-7bd0-4ed7-b608-b2314974284b tempest-ServerMetadataNegativeTestJSON-1417754319 tempest-ServerMetadataNegativeTestJSON-1417754319-project] 10.222.0.87 "GET /v2.0/security-groups?id=6e102305-4422-4a23-b1bd-60b26e692063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905790 Feb 02 07:07:14.763193 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:15.055101 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419afaba-d96d-45a0-a8ba-f8b7d57bb3b5 req-0a1435a8-0379-4cf2-8fda-181aace26be6 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:15.068818 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-419afaba-d96d-45a0-a8ba-f8b7d57bb3b5 req-0a1435a8-0379-4cf2-8fda-181aace26be6 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/ports?device_id=80149690-37a7-46d9-b8e3-fcd421797a67 HTTP/1.1" status: 200 len: 946 time: 0.1424134 Feb 02 07:07:15.133027 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-419afaba-d96d-45a0-a8ba-f8b7d57bb3b5 req-257c6b13-8217-4aee-bacb-ef5488b06c48 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/security-groups?id=3031d22f-f419-4370-9379-d12f21c766b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632885 Feb 02 07:07:15.324659 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8ef2e06d-f29b-4477-880c-6bc3ebb5335b req-48c0236b-e078-4a61-b52e-892582a69478 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 210 time: 0.0557156 Feb 02 07:07:15.351376 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b77f3011-8d89-4b44-9004-87271b1028a0 req-87d9b75e-a3fe-4bd9-b3ed-b41c13cd5381 service neutron] 10.222.0.59 "GET /v2.0/networks/f9701445-c4cf-4d4f-9286-fc4fc0bbd41b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2116487 Feb 02 07:07:15.380276 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-db9be049-738a-4b4d-ae53-357249c5e079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:15.523805 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158126c-4a7f-4286-ab31-263b2a25f3fc req-48894a6c-dd68-426e-b604-3fcfcc9f80fe tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:15.527123 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0158126c-4a7f-4286-ab31-263b2a25f3fc req-48894a6c-dd68-426e-b604-3fcfcc9f80fe tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=32f5f2ca-71c6-4137-bee4-300527dd6e2f HTTP/1.1" status: 200 len: 945 time: 0.0995197 Feb 02 07:07:15.597406 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0158126c-4a7f-4286-ab31-263b2a25f3fc req-2d586fc2-3c09-4642-8303-50f34e509c7d tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631077 Feb 02 07:07:15.645029 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.db.resource_extend [None req-84e5703e-a721-46cc-9155-fa13cdf64cea tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 07:07:15.652861 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 32c1b2bd-09a3-46c0-8e55-5b740f896b83 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:07:15.741787 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-84e5703e-a721-46cc-9155-fa13cdf64cea tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:15.773948 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2913ce4f-536d-4401-99d1-157853b07ddb req-7ed70033-ce80-452f-a34f-6a3cf16d5a23 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:15.777713 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2913ce4f-536d-4401-99d1-157853b07ddb req-7ed70033-ce80-452f-a34f-6a3cf16d5a23 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=0a44e4b3-ccac-4e3b-9c5e-47c349456db3 HTTP/1.1" status: 200 len: 945 time: 1.4505072 Feb 02 07:07:15.781540 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b77f3011-8d89-4b44-9004-87271b1028a0 req-19fe993f-a6e9-4e87-bdb2-18776c31f731 service neutron] 10.222.0.59 "GET /v2.0/networks/f9701445-c4cf-4d4f-9286-fc4fc0bbd41b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3920102 Feb 02 07:07:15.803128 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-84e5703e-a721-46cc-9155-fa13cdf64cea tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (f42ee695-c072-4836-9c5d-110898633b63), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:15.883080 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 32c1b2bd-09a3-46c0-8e55-5b740f896b83, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=32c1b2bd-09a3-46c0-8e55-5b740f896b83,segment=NetworkSegment(55874057-7438-4ede-9b7c-df97f734112c),segment_id=55874057-7438-4ede-9b7c-df97f734112c)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:07:15.905510 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': '32c1b2bd-09a3-46c0-8e55-5b740f896b83', 'network_id': '99751111-c471-4642-828d-cd79e17cf84a', 'port_id': '32c1b2bd-09a3-46c0-8e55-5b740f896b83', 'mac_address': 'fa:16:3e:37:2d:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6c35ee5-52ad-4ee9-b861-c5d15f8ea962', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:07:15.956373 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89472a8-00a0-42a8-961c-da4c5cd15f61 req-79c336bf-1de6-479c-81fc-479971ae98ed tempest-ServerMetadataNegativeTestJSON-1417754319 tempest-ServerMetadataNegativeTestJSON-1417754319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:15.968614 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f89472a8-00a0-42a8-961c-da4c5cd15f61 req-79c336bf-1de6-479c-81fc-479971ae98ed tempest-ServerMetadataNegativeTestJSON-1417754319 tempest-ServerMetadataNegativeTestJSON-1417754319-project] 10.222.0.87 "GET /v2.0/ports?device_id=40d45cfd-3bac-4de5-9dcf-bf01faeff885 HTTP/1.1" status: 200 len: 944 time: 0.1331031 Feb 02 07:07:15.979299 n-d-789963-26 neutron-server[109694]: INFO neutron.db.l3_db [None req-84e5703e-a721-46cc-9155-fa13cdf64cea tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Floating IP f42ee695-c072-4836-9c5d-110898633b63 associated. External IP: 172.25.4.92, port: 18e36ee8-d9df-4bd1-86ef-267fd8cfdbcc. Feb 02 07:07:15.996695 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 32c1b2bd-09a3-46c0-8e55-5b740f896b83 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:07:15.997580 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (32c1b2bd-09a3-46c0-8e55-5b740f896b83), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:16.023807 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32c1b2bd-09a3-46c0-8e55-5b740f896b83 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:07:16.045177 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:16.049540 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 32c1b2bd-09a3-46c0-8e55-5b740f896b83, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=32c1b2bd-09a3-46c0-8e55-5b740f896b83,segment=NetworkSegment(55874057-7438-4ede-9b7c-df97f734112c),segment_id=55874057-7438-4ede-9b7c-df97f734112c)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:07:16.056279 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (32c1b2bd-09a3-46c0-8e55-5b740f896b83), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:16.056763 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f89472a8-00a0-42a8-961c-da4c5cd15f61 req-df3d5ef4-32a2-4586-a7ec-d46093bf5117 tempest-ServerMetadataNegativeTestJSON-1417754319 tempest-ServerMetadataNegativeTestJSON-1417754319-project] 10.222.0.87 "GET /v2.0/security-groups?id=6e102305-4422-4a23-b1bd-60b26e692063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813997 Feb 02 07:07:16.122253 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=32c1b2bd-09a3-46c0-8e55-5b740f896b83,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:16.142912 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fab15c-03a7-460e-b6c6-cc8819d2d7dd req-0f2f35c9-40bb-431b-8284-c086c85bf228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:16.144400 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f9fab15c-03a7-460e-b6c6-cc8819d2d7dd req-0f2f35c9-40bb-431b-8284-c086c85bf228 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c6c35ee5-52ad-4ee9-b861-c5d15f8ea962 HTTP/1.1" status: 200 len: 861 time: 1.6500177 Feb 02 07:07:16.230360 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f9fab15c-03a7-460e-b6c6-cc8819d2d7dd req-61b8a4de-4310-4933-8a0f-a1a1e01354f4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=99751111-c471-4642-828d-cd79e17cf84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716250 Feb 02 07:07:16.309585 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c134a-4c18-4ddf-a00f-5d08a3dfd4a0 req-1ddcda53-3773-4b01-a95d-0d0010859260 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:16.318603 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bb7c134a-4c18-4ddf-a00f-5d08a3dfd4a0 req-1ddcda53-3773-4b01-a95d-0d0010859260 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/ports?device_id=80149690-37a7-46d9-b8e3-fcd421797a67 HTTP/1.1" status: 200 len: 946 time: 0.0991411 Feb 02 07:07:16.415382 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '420f5c18-92bb-4996-8a12-daf3c6d27a44', 'name': 'network-vif-deleted', 'tag': 'feaa586e-fdf3-4815-964d-77eed258f414'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:07:16.419253 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b2f5a8-6925-48ec-b12f-2f8a0644f7a5" -d '{"events": [{"server_uuid": "420f5c18-92bb-4996-8a12-daf3c6d27a44", "name": "network-vif-deleted", "tag": "feaa586e-fdf3-4815-964d-77eed258f414"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:07:16.449726 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2913ce4f-536d-4401-99d1-157853b07ddb req-34baf462-77e4-44ee-8e5f-fdf2ba00c2e4 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4721341 Feb 02 07:07:16.464899 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bb7c134a-4c18-4ddf-a00f-5d08a3dfd4a0 req-fbe484f4-4287-4e70-b8f0-32d8d3cce772 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/security-groups?id=3031d22f-f419-4370-9379-d12f21c766b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453934 Feb 02 07:07:16.552805 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['32c1b2bd-09a3-46c0-8e55-5b740f896b83'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:07:16.618945 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-db9be049-738a-4b4d-ae53-357249c5e079 admin admin] Allocated IP 172.20.0.1 (085cd9a7-f01b-4c4e-94e0-dc83039f286a/c7545568-47c4-4cd0-be68-7f25d5ee9a43/5296fdb5-c300-4ef4-8d92-2751b3efc863) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:07:16.654746 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6487c957-730b-4696-b17a-ed5e87a33e56 req-7e29e4f6-76a1-492b-a170-fd468f78eec1 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 210 time: 0.0719397 Feb 02 07:07:16.656783 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80753044-2b13-462f-841b-829c4b7b646f x-openstack-request-id: req-80753044-2b13-462f-841b-829c4b7b646f {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:07:16.657302 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "420f5c18-92bb-4996-8a12-daf3c6d27a44", "name": "network-vif-deleted", "tag": "feaa586e-fdf3-4815-964d-77eed258f414", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:07:16.657866 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-80753044-2b13-462f-841b-829c4b7b646f {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:07:16.658495 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '420f5c18-92bb-4996-8a12-daf3c6d27a44', 'name': 'network-vif-deleted', 'tag': 'feaa586e-fdf3-4815-964d-77eed258f414', 'status': 'completed', 'code': 200} Feb 02 07:07:16.808947 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 9d035809-e581-497f-bd69-a0a383099845 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:07:16.829957 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-db9be049-738a-4b4d-ae53-357249c5e079 admin admin] Publish callbacks [] for port (5296fdb5-c300-4ef4-8d92-2751b3efc863), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:16.836556 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f9fab15c-03a7-460e-b6c6-cc8819d2d7dd req-b5614424-4810-428e-ba93-a4e0ad83a587 service neutron] 10.222.0.88 "GET /v2.0/networks/99751111-c471-4642-828d-cd79e17cf84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5975459 Feb 02 07:07:16.956377 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170de2ec-9455-4b60-96ae-8bf9b4a86fcf req-7ee17ade-52e8-4d8d-9e4c-8d5b737535dc tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:16.961100 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-170de2ec-9455-4b60-96ae-8bf9b4a86fcf req-7ee17ade-52e8-4d8d-9e4c-8d5b737535dc tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=32f5f2ca-71c6-4137-bee4-300527dd6e2f HTTP/1.1" status: 200 len: 945 time: 0.1234946 Feb 02 07:07:17.011829 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 9d035809-e581-497f-bd69-a0a383099845 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:07:17.012555 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (9d035809-e581-497f-bd69-a0a383099845), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:17.078086 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-170de2ec-9455-4b60-96ae-8bf9b4a86fcf req-1837cdfa-06d2-49c1-ae32-235ba0eada8d tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034317 Feb 02 07:07:17.128358 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 9d035809-e581-497f-bd69-a0a383099845 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:07:17.128755 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (9d035809-e581-497f-bd69-a0a383099845), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:17.159345 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 9d035809-e581-497f-bd69-a0a383099845, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=9d035809-e581-497f-bd69-a0a383099845,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:07:17.168021 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (9d035809-e581-497f-bd69-a0a383099845), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:17.198615 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f9fab15c-03a7-460e-b6c6-cc8819d2d7dd req-398746d5-3bb2-499f-976a-122dbda5779c service neutron] 10.222.0.88 "GET /v2.0/networks/99751111-c471-4642-828d-cd79e17cf84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3477161 Feb 02 07:07:17.213069 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc7bce-5726-420b-9d60-f0a35407c3fa req-1fd1411c-c745-475f-9989-eecf0874c1f0 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:17.214788 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6dfc7bce-5726-420b-9d60-f0a35407c3fa req-1fd1411c-c745-475f-9989-eecf0874c1f0 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=0a44e4b3-ccac-4e3b-9c5e-47c349456db3 HTTP/1.1" status: 200 len: 945 time: 0.2437341 Feb 02 07:07:17.235835 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69886f12-f8cd-411e-bc50-31b074de3960 req-126a9044-551c-4781-a9d0-9cb22d3e0753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:17.237505 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-69886f12-f8cd-411e-bc50-31b074de3960 req-126a9044-551c-4781-a9d0-9cb22d3e0753 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=80149690-37a7-46d9-b8e3-fcd421797a67 HTTP/1.1" status: 200 len: 1129 time: 0.1602938 Feb 02 07:07:17.245556 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=9d035809-e581-497f-bd69-a0a383099845,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:17.289143 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-db9be049-738a-4b4d-ae53-357249c5e079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (5296fdb5-c300-4ef4-8d92-2751b3efc863), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:17.293277 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:17.299998 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe1ed6-bdc8-46d0-becc-a2f565400b6a req-b18410dc-fe76-458a-862c-f440d441216a tempest-ServerMetadataNegativeTestJSON-1417754319 tempest-ServerMetadataNegativeTestJSON-1417754319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:17.301540 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9afe1ed6-bdc8-46d0-becc-a2f565400b6a req-b18410dc-fe76-458a-862c-f440d441216a tempest-ServerMetadataNegativeTestJSON-1417754319 tempest-ServerMetadataNegativeTestJSON-1417754319-project] 10.222.0.87 "GET /v2.0/ports?device_id=40d45cfd-3bac-4de5-9dcf-bf01faeff885 HTTP/1.1" status: 200 len: 945 time: 0.1129682 Feb 02 07:07:17.306530 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e5703e-a721-46cc-9155-fa13cdf64cea tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Router 6946a29e-0c9b-4876-be90-af232657f1ee has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:07:17.358247 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9afe1ed6-bdc8-46d0-becc-a2f565400b6a req-421ab76b-af48-48da-80d0-e42c505d24db tempest-ServerMetadataNegativeTestJSON-1417754319 tempest-ServerMetadataNegativeTestJSON-1417754319-project] 10.222.0.87 "GET /v2.0/security-groups?id=6e102305-4422-4a23-b1bd-60b26e692063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491703 Feb 02 07:07:17.378440 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-69886f12-f8cd-411e-bc50-31b074de3960 req-058e405b-3ecb-4510-84d9-6076e7b391b6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3031d22f-f419-4370-9379-d12f21c766b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315148 Feb 02 07:07:17.383643 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9be049-738a-4b4d-ae53-357249c5e079 admin admin] Network 085cd9a7-f01b-4c4e-94e0-dc83039f286a is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:07:17.390419 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6dfc7bce-5726-420b-9d60-f0a35407c3fa req-dc99cdee-3ce2-4dde-bd2a-d7be3faa1670 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635511 Feb 02 07:07:17.394674 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-db9be049-738a-4b4d-ae53-357249c5e079 admin admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:07:17.398891 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9be049-738a-4b4d-ae53-357249c5e079 admin admin] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:07:17.401129 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9be049-738a-4b4d-ae53-357249c5e079 admin admin] Pushing event updated for resources: {'Port': ['ID=5296fdb5-c300-4ef4-8d92-2751b3efc863,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:17.481520 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-db9be049-738a-4b4d-ae53-357249c5e079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (16702d13-04a4-4eb1-815a-65de49e9a8c8), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:17.583380 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6353ec66-8ae9-4ced-aaf7-fb4a28100616 req-2bd1e0f3-c919-44ea-9af5-6635ce12c054 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:17.585565 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6353ec66-8ae9-4ced-aaf7-fb4a28100616 req-2bd1e0f3-c919-44ea-9af5-6635ce12c054 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=0a44e4b3-ccac-4e3b-9c5e-47c349456db3 HTTP/1.1" status: 200 len: 945 time: 0.0822916 Feb 02 07:07:17.628328 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e5703e-a721-46cc-9155-fa13cdf64cea tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:07:17.636804 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-84e5703e-a721-46cc-9155-fa13cdf64cea tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:17.641745 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2b23a3-9c15-4585-b449-b95ef9ee2142 None None] Sync routers for ids ['6946a29e-0c9b-4876-be90-af232657f1ee'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:07:17.659784 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6353ec66-8ae9-4ced-aaf7-fb4a28100616 req-694a69f0-9b1c-4982-a3a2-3373034dfd1d tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670688 Feb 02 07:07:17.662997 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2b23a3-9c15-4585-b449-b95ef9ee2142 None None] Routers {'6946a29e-0c9b-4876-be90-af232657f1ee'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:07:17.663654 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-9c2b23a3-9c15-4585-b449-b95ef9ee2142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:07:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['6946a29e-0c9b-4876-be90-af232657f1ee'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:07:17.680941 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 32c1b2bd-09a3-46c0-8e55-5b740f896b83 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:07:17.699085 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 48812) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:07:17.699239 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-84e5703e-a721-46cc-9155-fa13cdf64cea tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] 10.222.0.87 "PUT /v2.0/floatingips/f42ee695-c072-4836-9c5d-110898633b63 HTTP/1.1" status: 200 len: 977 time: 4.7312491 Feb 02 07:07:17.736990 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-9c2b23a3-9c15-4585-b449-b95ef9ee2142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:07:17.758973 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2b23a3-9c15-4585-b449-b95ef9ee2142 None None] Routers {'6946a29e-0c9b-4876-be90-af232657f1ee'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:07:17.759837 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-9c2b23a3-9c15-4585-b449-b95ef9ee2142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:07:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['6946a29e-0c9b-4876-be90-af232657f1ee'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:07:17.769710 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-b09b6a5d-28c7-4fa2-bf0a-8a8950ca615e None None] Provisioning complete for port 5296fdb5-c300-4ef4-8d92-2751b3efc863 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:07:17.770696 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b09b6a5d-28c7-4fa2-bf0a-8a8950ca615e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (5296fdb5-c300-4ef4-8d92-2751b3efc863), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:17.795494 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf76e244-3cb9-4a04-81a6-4eb699e52879 req-77c69fed-2d95-49a4-9af5-3f4fcb5205af tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:17.807155 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cf76e244-3cb9-4a04-81a6-4eb699e52879 req-77c69fed-2d95-49a4-9af5-3f4fcb5205af tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/ports?device_id=80149690-37a7-46d9-b8e3-fcd421797a67 HTTP/1.1" status: 200 len: 946 time: 0.2132881 Feb 02 07:07:17.808727 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-b09b6a5d-28c7-4fa2-bf0a-8a8950ca615e None None] Port 5296fdb5-c300-4ef4-8d92-2751b3efc863 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:07:17.834204 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port 32c1b2bd-09a3-46c0-8e55-5b740f896b83 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:07:17.838407 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port 32c1b2bd-09a3-46c0-8e55-5b740f896b83 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:07:17.838900 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (32c1b2bd-09a3-46c0-8e55-5b740f896b83), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:17.840233 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-9c2b23a3-9c15-4585-b449-b95ef9ee2142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:07:17.842091 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2b23a3-9c15-4585-b449-b95ef9ee2142 None None] The sync data for ids ['6946a29e-0c9b-4876-be90-af232657f1ee'] in n-d-789963-26 is: [] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:07:17.865876 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-e77baa06-d6f1-4491-9a0c-4de3a684d110 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Deleting port 18e36ee8-d9df-4bd1-86ef-267fd8cfdbcc {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:07:17.867071 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e77baa06-d6f1-4491-9a0c-4de3a684d110 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (18e36ee8-d9df-4bd1-86ef-267fd8cfdbcc), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:17.912338 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-db9be049-738a-4b4d-ae53-357249c5e079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (5296fdb5-c300-4ef4-8d92-2751b3efc863), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:17.936860 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 32c1b2bd-09a3-46c0-8e55-5b740f896b83 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:07:17.937889 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (32c1b2bd-09a3-46c0-8e55-5b740f896b83), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:17.981988 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 32c1b2bd-09a3-46c0-8e55-5b740f896b83, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=32c1b2bd-09a3-46c0-8e55-5b740f896b83,segment=NetworkSegment(55874057-7438-4ede-9b7c-df97f734112c),segment_id=55874057-7438-4ede-9b7c-df97f734112c)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:07:17.983147 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40d45cfd-3bac-4de5-9dcf-bf01faeff885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c1b2bd-09a3-46c0-8e55-5b740f896b83'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:07:17.986685 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065e3e58-ef2b-41e3-8446-b2c8305a4439" -d '{"events": [{"server_uuid": "40d45cfd-3bac-4de5-9dcf-bf01faeff885", "name": "network-vif-plugged", "status": "completed", "tag": "32c1b2bd-09a3-46c0-8e55-5b740f896b83"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:07:17.993964 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (32c1b2bd-09a3-46c0-8e55-5b740f896b83), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:18.001087 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e77baa06-d6f1-4491-9a0c-4de3a684d110 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (18e36ee8-d9df-4bd1-86ef-267fd8cfdbcc), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:18.046913 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=32c1b2bd-09a3-46c0-8e55-5b740f896b83,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:18.086872 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cf76e244-3cb9-4a04-81a6-4eb699e52879 req-67a68ec2-48b1-4cfe-8dec-4a16359905ac tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/security-groups?id=3031d22f-f419-4370-9379-d12f21c766b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787719 Feb 02 07:07:18.125925 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-db9be049-738a-4b4d-ae53-357249c5e079 admin admin] Publish callbacks [] for port (5296fdb5-c300-4ef4-8d92-2751b3efc863), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:18.129418 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fd866128-ec60-4ad7-8d82-56d3b3ec459d req-d0f57143-23c1-4183-80dd-96ad3ce9a610 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 210 time: 0.0386889 Feb 02 07:07:18.133197 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-db9be049-738a-4b4d-ae53-357249c5e079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (5296fdb5-c300-4ef4-8d92-2751b3efc863), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:18.261414 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd32413-23c7-4464-8951-6539bcd0c6cb x-openstack-request-id: req-4fd32413-23c7-4464-8951-6539bcd0c6cb {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:07:18.261900 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40d45cfd-3bac-4de5-9dcf-bf01faeff885", "name": "network-vif-plugged", "status": "completed", "tag": "32c1b2bd-09a3-46c0-8e55-5b740f896b83", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:07:18.262336 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-4fd32413-23c7-4464-8951-6539bcd0c6cb {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:07:18.262879 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40d45cfd-3bac-4de5-9dcf-bf01faeff885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c1b2bd-09a3-46c0-8e55-5b740f896b83', 'code': 200} Feb 02 07:07:18.264434 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9be049-738a-4b4d-ae53-357249c5e079 admin admin] Pushing event updated for resources: {'Port': ['ID=5296fdb5-c300-4ef4-8d92-2751b3efc863,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:18.275013 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-db9be049-738a-4b4d-ae53-357249c5e079 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (16702d13-04a4-4eb1-815a-65de49e9a8c8), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:18.415660 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9be049-738a-4b4d-ae53-357249c5e079 admin admin] Network 085cd9a7-f01b-4c4e-94e0-dc83039f286a is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:07:18.419457 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-db9be049-738a-4b4d-ae53-357249c5e079 admin admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:07:18.438656 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c8f48-3a12-4527-918d-72dfead3f853 req-43335282-19d7-4c94-a87b-6b79871a54be tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:18.447286 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-369c8f48-3a12-4527-918d-72dfead3f853 req-43335282-19d7-4c94-a87b-6b79871a54be tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=0a44e4b3-ccac-4e3b-9c5e-47c349456db3 HTTP/1.1" status: 200 len: 945 time: 0.2199423 Feb 02 07:07:18.456162 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e77baa06-d6f1-4491-9a0c-4de3a684d110 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:18.456523 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e77baa06-d6f1-4491-9a0c-4de3a684d110 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (f42ee695-c072-4836-9c5d-110898633b63), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:18.456838 n-d-789963-26 neutron-server[109693]: INFO neutron.db.l3_db [None req-e77baa06-d6f1-4491-9a0c-4de3a684d110 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Floating IP f42ee695-c072-4836-9c5d-110898633b63 disassociated. External IP: 172.25.4.92, port: 18e36ee8-d9df-4bd1-86ef-267fd8cfdbcc. Feb 02 07:07:18.457327 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-e77baa06-d6f1-4491-9a0c-4de3a684d110 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Calling delete_port for 18e36ee8-d9df-4bd1-86ef-267fd8cfdbcc owned by {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:07:18.586747 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-369c8f48-3a12-4527-918d-72dfead3f853 req-e66af7aa-ee2b-4ab8-a0e1-1c47f3c99feb tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384356 Feb 02 07:07:18.647211 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db9be049-738a-4b4d-ae53-357249c5e079 admin admin] Router 16702d13-04a4-4eb1-815a-65de49e9a8c8 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:07:18.661979 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb781bf-7c4f-49b9-91c1-54adce7f4d86 req-2300a989-51fe-4629-884b-7a1ff5090782 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:18.671008 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9eb781bf-7c4f-49b9-91c1-54adce7f4d86 req-2300a989-51fe-4629-884b-7a1ff5090782 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=32f5f2ca-71c6-4137-bee4-300527dd6e2f HTTP/1.1" status: 200 len: 945 time: 0.2815135 Feb 02 07:07:18.759782 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e77baa06-d6f1-4491-9a0c-4de3a684d110 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (18e36ee8-d9df-4bd1-86ef-267fd8cfdbcc), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:18.784491 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 9d035809-e581-497f-bd69-a0a383099845 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:07:18.819950 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77baa06-d6f1-4491-9a0c-4de3a684d110 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Pushing event deleted for resources: {'Port': ['ID=18e36ee8-d9df-4bd1-86ef-267fd8cfdbcc,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:18.883118 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9eb781bf-7c4f-49b9-91c1-54adce7f4d86 req-0891c322-6b9a-4845-8449-418c2b7a6c63 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106550 Feb 02 07:07:18.889946 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5420c6-0e19-426a-9c91-0cdbb7235d5f req-123e477e-17be-42b4-8891-4b6a0001f4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:18.894154 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2d5420c6-0e19-426a-9c91-0cdbb7235d5f req-123e477e-17be-42b4-8891-4b6a0001f4af service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=40d45cfd-3bac-4de5-9dcf-bf01faeff885 HTTP/1.1" status: 200 len: 1129 time: 0.4921806 Feb 02 07:07:18.904956 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-2844b9fe-763c-4663-80c8-bd003a3b0518 None None] Provisioning complete for port 5296fdb5-c300-4ef4-8d92-2751b3efc863 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:07:18.905546 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2844b9fe-763c-4663-80c8-bd003a3b0518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (5296fdb5-c300-4ef4-8d92-2751b3efc863), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:18.946278 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-2844b9fe-763c-4663-80c8-bd003a3b0518 None None] Port 5296fdb5-c300-4ef4-8d92-2751b3efc863 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:07:18.963543 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 9d035809-e581-497f-bd69-a0a383099845 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:07:18.963962 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (9d035809-e581-497f-bd69-a0a383099845), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:18.989525 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e77baa06-d6f1-4491-9a0c-4de3a684d110 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Router 6946a29e-0c9b-4876-be90-af232657f1ee has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:07:19.019882 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382bd593-27f3-4a27-ad48-5885cdb2c745 req-df697a96-9596-4cc1-a410-c248b16f7170 tempest-ServerMetadataNegativeTestJSON-1417754319 tempest-ServerMetadataNegativeTestJSON-1417754319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:19.022347 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-382bd593-27f3-4a27-ad48-5885cdb2c745 req-df697a96-9596-4cc1-a410-c248b16f7170 tempest-ServerMetadataNegativeTestJSON-1417754319 tempest-ServerMetadataNegativeTestJSON-1417754319-project] 10.222.0.87 "GET /v2.0/ports?device_id=40d45cfd-3bac-4de5-9dcf-bf01faeff885 HTTP/1.1" status: 200 len: 946 time: 0.0767999 Feb 02 07:07:19.042169 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2d5420c6-0e19-426a-9c91-0cdbb7235d5f req-239f52f7-3d8c-4072-9a2c-da74f7962d6a service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=6e102305-4422-4a23-b1bd-60b26e692063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401329 Feb 02 07:07:19.065946 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db9be049-738a-4b4d-ae53-357249c5e079 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:07:19.077177 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb50e03a-2864-4a6e-830d-9ef673ec7dd8 None None] Sync routers for ids ['16702d13-04a4-4eb1-815a-65de49e9a8c8'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:07:19.080029 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-db9be049-738a-4b4d-ae53-357249c5e079 admin admin] 10.222.0.87 "PUT /v2.0/routers/16702d13-04a4-4eb1-815a-65de49e9a8c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4416533 Feb 02 07:07:19.086289 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 9d035809-e581-497f-bd69-a0a383099845 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:07:19.099963 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb50e03a-2864-4a6e-830d-9ef673ec7dd8 None None] Routers {'16702d13-04a4-4eb1-815a-65de49e9a8c8'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:07:19.100803 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-bb50e03a-2864-4a6e-830d-9ef673ec7dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:07:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['16702d13-04a4-4eb1-815a-65de49e9a8c8'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:07:19.180382 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e77baa06-d6f1-4491-9a0c-4de3a684d110 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:07:19.194257 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58f58dd-fb8e-4f5b-bf60-9a56b2a2fcc2 None None] Sync routers for ids ['6946a29e-0c9b-4876-be90-af232657f1ee'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:07:19.225816 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58f58dd-fb8e-4f5b-bf60-9a56b2a2fcc2 None None] Routers {'6946a29e-0c9b-4876-be90-af232657f1ee'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:07:19.226445 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-d58f58dd-fb8e-4f5b-bf60-9a56b2a2fcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:07:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['6946a29e-0c9b-4876-be90-af232657f1ee'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:07:19.287067 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-382bd593-27f3-4a27-ad48-5885cdb2c745 req-80b7a8d5-4c01-45b2-8a6c-bcecac098126 tempest-ServerMetadataNegativeTestJSON-1417754319 tempest-ServerMetadataNegativeTestJSON-1417754319-project] 10.222.0.87 "GET /v2.0/security-groups?id=6e102305-4422-4a23-b1bd-60b26e692063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061614 Feb 02 07:07:19.318337 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-d58f58dd-fb8e-4f5b-bf60-9a56b2a2fcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:07:19.344376 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e68f0c-68b4-4662-9981-18589d914307 req-9f083994-483f-42cc-ac68-cd747e1680d5 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:19.347837 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58f58dd-fb8e-4f5b-bf60-9a56b2a2fcc2 None None] Routers {'6946a29e-0c9b-4876-be90-af232657f1ee'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:07:19.348996 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-d58f58dd-fb8e-4f5b-bf60-9a56b2a2fcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:07:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['6946a29e-0c9b-4876-be90-af232657f1ee'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:07:19.350328 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e77baa06-d6f1-4491-9a0c-4de3a684d110 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:19.352475 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-bb50e03a-2864-4a6e-830d-9ef673ec7dd8 None None] Set router 16702d13-04a4-4eb1-815a-65de49e9a8c8 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:07:19.354192 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-51e68f0c-68b4-4662-9981-18589d914307 req-9f083994-483f-42cc-ac68-cd747e1680d5 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/ports?device_id=80149690-37a7-46d9-b8e3-fcd421797a67 HTTP/1.1" status: 200 len: 946 time: 0.1223495 Feb 02 07:07:19.362949 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 48840) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:07:19.370130 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e77baa06-d6f1-4491-9a0c-4de3a684d110 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] 10.222.0.87 "DELETE /v2.0/ports/18e36ee8-d9df-4bd1-86ef-267fd8cfdbcc HTTP/1.1" status: 204 len: 168 time: 1.6695447 Feb 02 07:07:19.424708 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-d58f58dd-fb8e-4f5b-bf60-9a56b2a2fcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:07:19.430049 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58f58dd-fb8e-4f5b-bf60-9a56b2a2fcc2 None None] The sync data for ids ['6946a29e-0c9b-4876-be90-af232657f1ee'] in n-d-789963-26 is: [] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:07:19.441883 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a205ec09-6999-4760-a751-84e014e38926 req-ba22c291-b779-4f8c-9d84-e73771c1b1ac tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 210 time: 0.0463212 Feb 02 07:07:19.463582 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-8c4dbe27-b228-4d41-9ecc-3a4f306a6386 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] 10.222.0.87 "GET /v2.0/floatingips/f42ee695-c072-4836-9c5d-110898633b63 HTTP/1.1" status: 200 len: 687 time: 0.0993567 Feb 02 07:07:19.466111 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 48844) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:07:19.685164 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-bb50e03a-2864-4a6e-830d-9ef673ec7dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16702d13-04a4-4eb1-815a-65de49e9a8c8', 'name': 'tempest-ServersTestFqdnHostnames-2013953738-router', 'tenant_id': '5549f15d82f64bae95c6531d512cdc1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '9d035809-e581-497f-bd69-a0a383099845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:07:05Z', 'updated_at': '2022-02-02T07:07:17Z', 'revision_number': 4, 'project_id': '5549f15d82f64bae95c6531d512cdc1a', 'gw_port': {'id': '9d035809-e581-497f-bd69-a0a383099845', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:bd:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16702d13-04a4-4eb1-815a-65de49e9a8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:07:07Z', 'updated_at': '2022-02-02T07:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '5296fdb5-c300-4ef4-8d92-2751b3efc863', 'name': '', 'network_id': '085cd9a7-f01b-4c4e-94e0-dc83039f286a', 'tenant_id': '5549f15d82f64bae95c6531d512cdc1a', 'mac_address': 'fa:16:3e:db:76:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16702d13-04a4-4eb1-815a-65de49e9a8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'c7545568-47c4-4cd0-be68-7f25d5ee9a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:07:15Z', 'updated_at': '2022-02-02T07:07:17Z', 'revision_number': 2, 'project_id': '5549f15d82f64bae95c6531d512cdc1a', 'subnets': [{'id': 'c7545568-47c4-4cd0-be68-7f25d5ee9a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:07:19.713997 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb50e03a-2864-4a6e-830d-9ef673ec7dd8 None None] Checking router: 16702d13-04a4-4eb1-815a-65de49e9a8c8 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:07:19.714521 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb50e03a-2864-4a6e-830d-9ef673ec7dd8 None None] Updating router 16702d13-04a4-4eb1-815a-65de49e9a8c8 port 5296fdb5-c300-4ef4-8d92-2751b3efc863 binding host n-d-789963-26 {{(pid=109695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:07:19.745237 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-bb50e03a-2864-4a6e-830d-9ef673ec7dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (5296fdb5-c300-4ef4-8d92-2751b3efc863), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:19.947583 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 48852) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:07:19.952525 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-65b857a2-8eaa-4a17-ac76-f8afec31ada4 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1035589766', 'description': 'tempest-description--721104646'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:07:20.002918 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-65b857a2-8eaa-4a17-ac76-f8afec31ada4 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:20.042492 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-51e68f0c-68b4-4662-9981-18589d914307 req-c66f088b-368b-4009-8a10-96ee3edff73d tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/security-groups?id=3031d22f-f419-4370-9379-d12f21c766b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6872835 Feb 02 07:07:20.138680 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-d3652695-c988-4d95-aa8e-42df31ad21c7 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Deleting port 2e876170-e1b9-463f-8d49-cccd4995fd2b {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:07:20.139041 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d3652695-c988-4d95-aa8e-42df31ad21c7 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (2e876170-e1b9-463f-8d49-cccd4995fd2b), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:20.152357 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-65b857a2-8eaa-4a17-ac76-f8afec31ada4 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Publish callbacks [] for security_group (a81f360d-fecf-4c62-90a0-6d26aa446565), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:20.167889 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-65b857a2-8eaa-4a17-ac76-f8afec31ada4 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (a81f360d-fecf-4c62-90a0-6d26aa446565), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:20.209517 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf885b-b623-4c1b-9fd9-502b6e6c4de5 req-f8066d13-5779-49c9-ae8a-d78d5f64bfda tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:20.214777 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-87bf885b-b623-4c1b-9fd9-502b6e6c4de5 req-f8066d13-5779-49c9-ae8a-d78d5f64bfda tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=0a44e4b3-ccac-4e3b-9c5e-47c349456db3 HTTP/1.1" status: 200 len: 945 time: 0.1594248 Feb 02 07:07:20.293897 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-bb50e03a-2864-4a6e-830d-9ef673ec7dd8 None None] Publish callbacks [] for port (5296fdb5-c300-4ef4-8d92-2751b3efc863), precommit_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:20.299458 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d3652695-c988-4d95-aa8e-42df31ad21c7 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (2e876170-e1b9-463f-8d49-cccd4995fd2b), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:20.299830 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d3652695-c988-4d95-aa8e-42df31ad21c7 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for floatingip (2e876170-e1b9-463f-8d49-cccd4995fd2b), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:20.309302 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-bb50e03a-2864-4a6e-830d-9ef673ec7dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (5296fdb5-c300-4ef4-8d92-2751b3efc863), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:20.311922 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b857a2-8eaa-4a17-ac76-f8afec31ada4 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a81f360d-fecf-4c62-90a0-6d26aa446565,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:20.320826 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-65b857a2-8eaa-4a17-ac76-f8afec31ada4 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:20.325852 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-65b857a2-8eaa-4a17-ac76-f8afec31ada4 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3768210 Feb 02 07:07:20.330818 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 48860) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:07:20.336619 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-9e306c1f-4d58-4fd5-9c31-ef641db15112 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Request body: {'security_group_rule': {'security_group_id': 'a81f360d-fecf-4c62-90a0-6d26aa446565', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:07:20.336820 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-d3652695-c988-4d95-aa8e-42df31ad21c7 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Calling delete_port for 2e876170-e1b9-463f-8d49-cccd4995fd2b owned by network:floatingip {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:07:20.384716 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-87bf885b-b623-4c1b-9fd9-502b6e6c4de5 req-e7c7e558-a2ca-4edd-8687-a7ce3392c0ae tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542325 Feb 02 07:07:20.391748 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9e306c1f-4d58-4fd5-9c31-ef641db15112 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Publish callbacks [] for security_group_rule (bd36b496-ae89-443d-afad-6c4f2cfe20d4), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:20.440407 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-23561862-7086-43bf-a274-dd894033c181 req-99f13e29-6e39-4279-8836-4781a006afbb tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-551581145', 'description': 'tempest-description-1289912533'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:07:20.476238 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03b60e-70e8-4615-9cd8-b8df7b095c7f None None] Pushing event updated for resources: {'Port': ['ID=5296fdb5-c300-4ef4-8d92-2751b3efc863,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:20.500006 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-bb50e03a-2864-4a6e-830d-9ef673ec7dd8 None None] Attempting to bind port 5296fdb5-c300-4ef4-8d92-2751b3efc863 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:07:20.500431 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-bb50e03a-2864-4a6e-830d-9ef673ec7dd8 None None] Attempting to bind port 5296fdb5-c300-4ef4-8d92-2751b3efc863 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '193ae55e-92a5-4ce3-bf68-99f857b7a348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '085cd9a7-f01b-4c4e-94e0-dc83039f286a'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:07:20.501137 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb50e03a-2864-4a6e-830d-9ef673ec7dd8 None None] Attempting to bind port 5296fdb5-c300-4ef4-8d92-2751b3efc863 on network 085cd9a7-f01b-4c4e-94e0-dc83039f286a {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:07:20.517734 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb50e03a-2864-4a6e-830d-9ef673ec7dd8 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:07:20.518200 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb50e03a-2864-4a6e-830d-9ef673ec7dd8 None None] Checking segment: {'id': '193ae55e-92a5-4ce3-bf68-99f857b7a348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '085cd9a7-f01b-4c4e-94e0-dc83039f286a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:07:20.518614 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-bb50e03a-2864-4a6e-830d-9ef673ec7dd8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:20.519074 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb50e03a-2864-4a6e-830d-9ef673ec7dd8 None None] Bound using segment: {'id': '193ae55e-92a5-4ce3-bf68-99f857b7a348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '085cd9a7-f01b-4c4e-94e0-dc83039f286a'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:07:20.519587 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-bb50e03a-2864-4a6e-830d-9ef673ec7dd8 None None] Bound port: 5296fdb5-c300-4ef4-8d92-2751b3efc863, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '193ae55e-92a5-4ce3-bf68-99f857b7a348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '085cd9a7-f01b-4c4e-94e0-dc83039f286a'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:07:20.520295 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-bb50e03a-2864-4a6e-830d-9ef673ec7dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (5296fdb5-c300-4ef4-8d92-2751b3efc863), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:20.553944 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-23561862-7086-43bf-a274-dd894033c181 req-99f13e29-6e39-4279-8836-4781a006afbb tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:20.586276 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9e306c1f-4d58-4fd5-9c31-ef641db15112 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Publish callbacks [] for security_group_rule (bd36b496-ae89-443d-afad-6c4f2cfe20d4), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:20.603782 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9e306c1f-4d58-4fd5-9c31-ef641db15112 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (bd36b496-ae89-443d-afad-6c4f2cfe20d4), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:20.628045 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d3652695-c988-4d95-aa8e-42df31ad21c7 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (2e876170-e1b9-463f-8d49-cccd4995fd2b), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:20.628446 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-bb50e03a-2864-4a6e-830d-9ef673ec7dd8 None None] For port 5296fdb5-c300-4ef4-8d92-2751b3efc863, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:07:20.634125 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-bb50e03a-2864-4a6e-830d-9ef673ec7dd8 None None] For port 5296fdb5-c300-4ef4-8d92-2751b3efc863, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=5296fdb5-c300-4ef4-8d92-2751b3efc863,segment=NetworkSegment(193ae55e-92a5-4ce3-bf68-99f857b7a348),segment_id=193ae55e-92a5-4ce3-bf68-99f857b7a348)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:07:20.643005 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-bb50e03a-2864-4a6e-830d-9ef673ec7dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (5296fdb5-c300-4ef4-8d92-2751b3efc863), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:20.666641 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e306c1f-4d58-4fd5-9c31-ef641db15112 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd36b496-ae89-443d-afad-6c4f2cfe20d4,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:20.690901 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9e306c1f-4d58-4fd5-9c31-ef641db15112 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:20.692945 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-9e306c1f-4d58-4fd5-9c31-ef641db15112 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3602648 Feb 02 07:07:20.700117 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 48864) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:07:20.723170 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-7db8f59d-4de4-48d3-bc37-576baa35d199 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Request body: {'security_group_rule': {'security_group_id': 'a81f360d-fecf-4c62-90a0-6d26aa446565', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:07:20.754078 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3652695-c988-4d95-aa8e-42df31ad21c7 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Pushing event deleted for resources: {'Port': ['ID=2e876170-e1b9-463f-8d49-cccd4995fd2b,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:20.787267 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb50e03a-2864-4a6e-830d-9ef673ec7dd8 None None] Routers {'16702d13-04a4-4eb1-815a-65de49e9a8c8'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:07:20.788955 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-bb50e03a-2864-4a6e-830d-9ef673ec7dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:07:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['16702d13-04a4-4eb1-815a-65de49e9a8c8'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:07:20.800036 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-23561862-7086-43bf-a274-dd894033c181 req-99f13e29-6e39-4279-8836-4781a006afbb tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Publish callbacks [] for security_group (6718df16-cc13-453f-a9dc-ba69b719fbc9), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:20.817951 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-23561862-7086-43bf-a274-dd894033c181 req-99f13e29-6e39-4279-8836-4781a006afbb tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (6718df16-cc13-453f-a9dc-ba69b719fbc9), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:20.869539 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d3652695-c988-4d95-aa8e-42df31ad21c7 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for floatingip (f42ee695-c072-4836-9c5d-110898633b63), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:20.872769 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d3652695-c988-4d95-aa8e-42df31ad21c7 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:20.873997 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d3652695-c988-4d95-aa8e-42df31ad21c7 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] 10.222.0.87 "DELETE /v2.0/floatingips/f42ee695-c072-4836-9c5d-110898633b63 HTTP/1.1" status: 204 len: 168 time: 1.4068973 Feb 02 07:07:20.880918 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 48866) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:07:20.886703 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a5cc8-ad85-473c-9daa-616c36d68f7d req-84a0d9a6-2e0f-4f9f-80f9-d1319a316a02 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:20.888294 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-67d036a4-cfde-4d9a-9863-930ddf5abf00 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Request body: {'floatingip': {'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'port_id': '64ffdba9-e0a4-44c7-8a25-f14afe2c14fb'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:07:20.893796 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5a3a5cc8-ad85-473c-9daa-616c36d68f7d req-84a0d9a6-2e0f-4f9f-80f9-d1319a316a02 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=32f5f2ca-71c6-4137-bee4-300527dd6e2f HTTP/1.1" status: 200 len: 945 time: 0.3348489 Feb 02 07:07:20.917806 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-23561862-7086-43bf-a274-dd894033c181 req-99f13e29-6e39-4279-8836-4781a006afbb tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:20.931700 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-23561862-7086-43bf-a274-dd894033c181 req-99f13e29-6e39-4279-8836-4781a006afbb tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.4959514 Feb 02 07:07:20.937034 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-67d036a4-cfde-4d9a-9863-930ddf5abf00 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:20.941455 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7db8f59d-4de4-48d3-bc37-576baa35d199 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Publish callbacks [] for security_group_rule (7600932f-2a0c-4252-9a84-3a40d4179937), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:20.976617 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03b60e-70e8-4615-9cd8-b8df7b095c7f None None] Pushing event updated for resources: {'Port': ['ID=5296fdb5-c300-4ef4-8d92-2751b3efc863,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:20.992667 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f13e29-6e39-4279-8836-4781a006afbb tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6718df16-cc13-453f-a9dc-ba69b719fbc9,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:20.996385 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5a3a5cc8-ad85-473c-9daa-616c36d68f7d req-c01d6483-da86-44a4-97b7-7b0180495fd5 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967340 Feb 02 07:07:21.103194 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-7f429cb9-7f00-4bd1-9087-f5be4f5f547a None None] Provisioning complete for port 5296fdb5-c300-4ef4-8d92-2751b3efc863 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:07:21.103598 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7f429cb9-7f00-4bd1-9087-f5be4f5f547a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (5296fdb5-c300-4ef4-8d92-2751b3efc863), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:21.155340 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-bb50e03a-2864-4a6e-830d-9ef673ec7dd8 None None] Set router 16702d13-04a4-4eb1-815a-65de49e9a8c8 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:07:21.185317 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5e5c19dd-90dc-469c-8d50-aa04d3efc979 req-f927c1b3-33e9-4369-9e22-2920f5424061 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 210 time: 0.0719390 Feb 02 07:07:21.201518 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aed9e6-b499-4686-9843-6efaa84469e7 req-9a9b41db-1e9b-4566-b9c6-35c06b4b980f tempest-ServerMetadataNegativeTestJSON-1417754319 tempest-ServerMetadataNegativeTestJSON-1417754319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:21.204959 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b6aed9e6-b499-4686-9843-6efaa84469e7 req-9a9b41db-1e9b-4566-b9c6-35c06b4b980f tempest-ServerMetadataNegativeTestJSON-1417754319 tempest-ServerMetadataNegativeTestJSON-1417754319-project] 10.222.0.87 "GET /v2.0/ports?device_id=40d45cfd-3bac-4de5-9dcf-bf01faeff885 HTTP/1.1" status: 200 len: 946 time: 0.1194913 Feb 02 07:07:21.214924 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-67d036a4-cfde-4d9a-9863-930ddf5abf00 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:21.225990 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7db8f59d-4de4-48d3-bc37-576baa35d199 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Publish callbacks [] for security_group_rule (7600932f-2a0c-4252-9a84-3a40d4179937), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:21.236214 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7db8f59d-4de4-48d3-bc37-576baa35d199 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (7600932f-2a0c-4252-9a84-3a40d4179937), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:21.262720 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db8f59d-4de4-48d3-bc37-576baa35d199 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7600932f-2a0c-4252-9a84-3a40d4179937,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:21.295928 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7db8f59d-4de4-48d3-bc37-576baa35d199 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:21.302311 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 48872) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:07:21.303206 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-7db8f59d-4de4-48d3-bc37-576baa35d199 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6012685 Feb 02 07:07:21.306814 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-f2d791f9-982b-4495-92d0-8378bb498862 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Request body: {'floatingip': {'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:07:21.361961 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ad32275a-a341-4599-a040-eccc775de271 req-87d1c4bd-1efe-4467-aef1-8445c41226e4 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-551581145&fields=id&tenant_id=bc6d7dbe1d5148348d5fd6c6cc68f02a HTTP/1.1" status: 200 len: 267 time: 0.0556014 Feb 02 07:07:21.380630 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b6aed9e6-b499-4686-9843-6efaa84469e7 req-6df23eb0-8c89-42e6-b709-679437574874 tempest-ServerMetadataNegativeTestJSON-1417754319 tempest-ServerMetadataNegativeTestJSON-1417754319-project] 10.222.0.87 "GET /v2.0/security-groups?id=6e102305-4422-4a23-b1bd-60b26e692063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628931 Feb 02 07:07:21.409417 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f2d791f9-982b-4495-92d0-8378bb498862 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:21.455391 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad32275a-a341-4599-a040-eccc775de271 req-e23869b7-68d7-4a24-86a3-3ca3ccfda2a8 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:21.464610 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ad32275a-a341-4599-a040-eccc775de271 req-e23869b7-68d7-4a24-86a3-3ca3ccfda2a8 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/ports?device_id=80149690-37a7-46d9-b8e3-fcd421797a67 HTTP/1.1" status: 200 len: 946 time: 0.1013632 Feb 02 07:07:21.471157 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-ad32275a-a341-4599-a040-eccc775de271 req-2719c70d-435f-45f2-81a9-17b905db421d tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Request body: {'port': {'security_groups': ['3031d22f-f419-4370-9379-d12f21c766b4', '6718df16-cc13-453f-a9dc-ba69b719fbc9']}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:07:21.632317 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-ad32275a-a341-4599-a040-eccc775de271 req-2719c70d-435f-45f2-81a9-17b905db421d tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (6e3e472f-b38f-4eaa-8125-2415a7780d63), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:21.646733 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-67d036a4-cfde-4d9a-9863-930ddf5abf00 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Allocated IP 172.25.4.158 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/40707529-a423-4ed2-b9ac-a3be2715fcad) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:07:21.736307 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-7f429cb9-7f00-4bd1-9087-f5be4f5f547a None None] Current status of the port 5296fdb5-c300-4ef4-8d92-2751b3efc863 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:07:21.736867 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7f429cb9-7f00-4bd1-9087-f5be4f5f547a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (5296fdb5-c300-4ef4-8d92-2751b3efc863), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:21.780561 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-7f429cb9-7f00-4bd1-9087-f5be4f5f547a None None] For port 5296fdb5-c300-4ef4-8d92-2751b3efc863, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=5296fdb5-c300-4ef4-8d92-2751b3efc863,segment=NetworkSegment(193ae55e-92a5-4ce3-bf68-99f857b7a348),segment_id=193ae55e-92a5-4ce3-bf68-99f857b7a348)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:07:21.784176 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-bb50e03a-2864-4a6e-830d-9ef673ec7dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16702d13-04a4-4eb1-815a-65de49e9a8c8', 'name': 'tempest-ServersTestFqdnHostnames-2013953738-router', 'tenant_id': '5549f15d82f64bae95c6531d512cdc1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '9d035809-e581-497f-bd69-a0a383099845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:07:05Z', 'updated_at': '2022-02-02T07:07:17Z', 'revision_number': 4, 'project_id': '5549f15d82f64bae95c6531d512cdc1a', 'gw_port': {'id': '9d035809-e581-497f-bd69-a0a383099845', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:bd:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16702d13-04a4-4eb1-815a-65de49e9a8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:07:07Z', 'updated_at': '2022-02-02T07:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '5296fdb5-c300-4ef4-8d92-2751b3efc863', 'name': '', 'network_id': '085cd9a7-f01b-4c4e-94e0-dc83039f286a', 'tenant_id': '5549f15d82f64bae95c6531d512cdc1a', 'mac_address': 'fa:16:3e:db:76:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16702d13-04a4-4eb1-815a-65de49e9a8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'c7545568-47c4-4cd0-be68-7f25d5ee9a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:07:15Z', 'updated_at': '2022-02-02T07:07:20Z', 'revision_number': 4, 'project_id': '5549f15d82f64bae95c6531d512cdc1a', 'subnets': [{'id': 'c7545568-47c4-4cd0-be68-7f25d5ee9a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:07:21.793186 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359dba48-6286-4754-bbc3-0a04002a26fb req-f0ca6794-2794-4542-a674-dcdc6699b542 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:21.800209 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-359dba48-6286-4754-bbc3-0a04002a26fb req-f0ca6794-2794-4542-a674-dcdc6699b542 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=0a44e4b3-ccac-4e3b-9c5e-47c349456db3 HTTP/1.1" status: 200 len: 945 time: 0.1550288 Feb 02 07:07:21.817415 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb50e03a-2864-4a6e-830d-9ef673ec7dd8 None None] The sync data for ids ['16702d13-04a4-4eb1-815a-65de49e9a8c8'] in n-d-789963-26 is: [{'id': '16702d13-04a4-4eb1-815a-65de49e9a8c8', 'name': 'tempest-ServersTestFqdnHostnames-2013953738-router', 'tenant_id': '5549f15d82f64bae95c6531d512cdc1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '9d035809-e581-497f-bd69-a0a383099845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:07:05Z', 'updated_at': '2022-02-02T07:07:17Z', 'revision_number': 4, 'project_id': '5549f15d82f64bae95c6531d512cdc1a', 'gw_port': {'id': '9d035809-e581-497f-bd69-a0a383099845', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:bd:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16702d13-04a4-4eb1-815a-65de49e9a8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:07:07Z', 'updated_at': '2022-02-02T07:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '5296fdb5-c300-4ef4-8d92-2751b3efc863', 'name': '', 'network_id': '085cd9a7-f01b-4c4e-94e0-dc83039f286a', 'tenant_id': '5549f15d82f64bae95c6531d512cdc1a', 'mac_address': 'fa:16:3e:db:76:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16702d13-04a4-4eb1-815a-65de49e9a8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'c7545568-47c4-4cd0-be68-7f25d5ee9a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:07:15Z', 'updated_at': '2022-02-02T07:07:20Z', 'revision_number': 4, 'project_id': '5549f15d82f64bae95c6531d512cdc1a', 'subnets': [{'id': 'c7545568-47c4-4cd0-be68-7f25d5ee9a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:07:21.819154 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7f429cb9-7f00-4bd1-9087-f5be4f5f547a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (5296fdb5-c300-4ef4-8d92-2751b3efc863), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:21.878406 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-359dba48-6286-4754-bbc3-0a04002a26fb req-02bb1514-1f6f-49c4-a4cc-118573daad02 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722182 Feb 02 07:07:21.904889 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f429cb9-7f00-4bd1-9087-f5be4f5f547a None None] Pushing event updated for resources: {'Port': ['ID=5296fdb5-c300-4ef4-8d92-2751b3efc863,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:21.940859 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-9b77fad8-1a08-42a2-81b4-a562a0645fd0 None None] Provisioning complete for port 5296fdb5-c300-4ef4-8d92-2751b3efc863 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:07:21.941243 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9b77fad8-1a08-42a2-81b4-a562a0645fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (5296fdb5-c300-4ef4-8d92-2751b3efc863), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:21.982466 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-67d036a4-cfde-4d9a-9863-930ddf5abf00 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for port (40707529-a423-4ed2-b9ac-a3be2715fcad), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:22.023575 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f2d791f9-982b-4495-92d0-8378bb498862 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:22.033734 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:22.125129 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-9b77fad8-1a08-42a2-81b4-a562a0645fd0 None None] Current status of the port 5296fdb5-c300-4ef4-8d92-2751b3efc863 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:07:22.154192 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-ad32275a-a341-4599-a040-eccc775de271 req-2719c70d-435f-45f2-81a9-17b905db421d tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] For port 6e3e472f-b38f-4eaa-8125-2415a7780d63, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=6e3e472f-b38f-4eaa-8125-2415a7780d63,segment=NetworkSegment(0708fd28-2d16-470c-840a-add81f0f58a2),segment_id=0708fd28-2d16-470c-840a-add81f0f58a2)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:07:22.190730 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-ad32275a-a341-4599-a040-eccc775de271 req-2719c70d-435f-45f2-81a9-17b905db421d tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Publish callbacks [] for port (6e3e472f-b38f-4eaa-8125-2415a7780d63), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:22.209976 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-ad32275a-a341-4599-a040-eccc775de271 req-2719c70d-435f-45f2-81a9-17b905db421d tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (6e3e472f-b38f-4eaa-8125-2415a7780d63), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:22.229342 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-67d036a4-cfde-4d9a-9863-930ddf5abf00 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (40707529-a423-4ed2-b9ac-a3be2715fcad), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:22.242271 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['6e3e472f-b38f-4eaa-8125-2415a7780d63'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:07:22.298516 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2719c70d-435f-45f2-81a9-17b905db421d tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Pushing event updated for resources: {'Port': ['ID=6e3e472f-b38f-4eaa-8125-2415a7780d63,revision_number=6']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:22.344294 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad32275a-a341-4599-a040-eccc775de271 req-2719c70d-435f-45f2-81a9-17b905db421d tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:22.344987 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-ad32275a-a341-4599-a040-eccc775de271 req-2719c70d-435f-45f2-81a9-17b905db421d tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:22.350938 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ad32275a-a341-4599-a040-eccc775de271 req-2719c70d-435f-45f2-81a9-17b905db421d tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "PUT /v2.0/ports/6e3e472f-b38f-4eaa-8125-2415a7780d63 HTTP/1.1" status: 200 len: 982 time: 0.8852539 Feb 02 07:07:22.351489 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80149690-37a7-46d9-b8e3-fcd421797a67', 'tag': '6e3e472f-b38f-4eaa-8125-2415a7780d63'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:07:22.366869 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4407f06c-e390-454a-993e-979d29fb29a6" -d '{"events": [{"name": "network-changed", "server_uuid": "80149690-37a7-46d9-b8e3-fcd421797a67", "tag": "6e3e472f-b38f-4eaa-8125-2415a7780d63"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:07:22.414868 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d036a4-cfde-4d9a-9863-930ddf5abf00 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Pushing event updated for resources: {'Port': ['ID=40707529-a423-4ed2-b9ac-a3be2715fcad,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:22.432538 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d036a4-cfde-4d9a-9863-930ddf5abf00 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:07:22.481374 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bacf54-65a7-43f4-8782-85bd084c629f req-b6112789-4aa0-4041-abb9-f52a34e12e7b tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:22.488449 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-debcae92-4288-45e9-ab0f-2491279dc662 req-ab0cd223-7ad2-4379-8632-4b1358bb8202 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 210 time: 0.0732653 Feb 02 07:07:22.490165 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b1bacf54-65a7-43f4-8782-85bd084c629f req-b6112789-4aa0-4041-abb9-f52a34e12e7b tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=32f5f2ca-71c6-4137-bee4-300527dd6e2f HTTP/1.1" status: 200 len: 945 time: 0.3646593 Feb 02 07:07:22.494582 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-67d036a4-cfde-4d9a-9863-930ddf5abf00 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:07:22.507024 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['6e3e472f-b38f-4eaa-8125-2415a7780d63'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:07:22.535136 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d036a4-cfde-4d9a-9863-930ddf5abf00 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:07:22.556358 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-f2d791f9-982b-4495-92d0-8378bb498862 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Allocated IP 172.25.4.7 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/7440d5eb-3163-45d7-9968-7ffd4b4a909b) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:07:22.748441 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b1bacf54-65a7-43f4-8782-85bd084c629f req-96f4d219-6ea6-440d-8a83-44179cd2122a tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516019 Feb 02 07:07:22.760284 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fdfb1e3b-6388-4517-9bb0-19a5b869989a req-dfd844e9-cdec-4269-973f-cdc124705711 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-551581145&fields=id&tenant_id=bc6d7dbe1d5148348d5fd6c6cc68f02a HTTP/1.1" status: 200 len: 267 time: 0.1594777 Feb 02 07:07:22.852498 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 5296fdb5-c300-4ef4-8d92-2751b3efc863 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:07:22.882824 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4498e8f4-5edd-4257-9124-9e720b7e49a8 x-openstack-request-id: req-4498e8f4-5edd-4257-9124-9e720b7e49a8 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:07:22.884332 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80149690-37a7-46d9-b8e3-fcd421797a67", "tag": "6e3e472f-b38f-4eaa-8125-2415a7780d63", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:07:22.884332 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-4498e8f4-5edd-4257-9124-9e720b7e49a8 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:07:22.884556 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80149690-37a7-46d9-b8e3-fcd421797a67', 'tag': '6e3e472f-b38f-4eaa-8125-2415a7780d63', 'status': 'completed', 'code': 200} Feb 02 07:07:22.922946 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfb1e3b-6388-4517-9bb0-19a5b869989a req-f0fe76c8-c599-4678-8584-1f4957c0d507 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:22.928980 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fdfb1e3b-6388-4517-9bb0-19a5b869989a req-f0fe76c8-c599-4678-8584-1f4957c0d507 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/ports?device_id=80149690-37a7-46d9-b8e3-fcd421797a67 HTTP/1.1" status: 200 len: 985 time: 0.1623273 Feb 02 07:07:22.940741 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-fdfb1e3b-6388-4517-9bb0-19a5b869989a req-fff8de46-0918-4f75-827b-584e26649698 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Request body: {'port': {'security_groups': ['3031d22f-f419-4370-9379-d12f21c766b4']}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:07:23.032513 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f2d791f9-982b-4495-92d0-8378bb498862 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Publish callbacks [] for port (7440d5eb-3163-45d7-9968-7ffd4b4a909b), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:23.080085 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 5296fdb5-c300-4ef4-8d92-2751b3efc863 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:07:23.080488 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (5296fdb5-c300-4ef4-8d92-2751b3efc863), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:23.186131 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4407f06c-e390-454a-993e-979d29fb29a6 req-36d2f7c8-0932-4126-bf33-d90d0298bf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:23.187703 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4407f06c-e390-454a-993e-979d29fb29a6 req-36d2f7c8-0932-4126-bf33-d90d0298bf5e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bc6d7dbe1d5148348d5fd6c6cc68f02a&device_id=80149690-37a7-46d9-b8e3-fcd421797a67 HTTP/1.1" status: 200 len: 1168 time: 0.2436824 Feb 02 07:07:23.247892 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f2d791f9-982b-4495-92d0-8378bb498862 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (7440d5eb-3163-45d7-9968-7ffd4b4a909b), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:23.252911 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-fdfb1e3b-6388-4517-9bb0-19a5b869989a req-fff8de46-0918-4f75-827b-584e26649698 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (6e3e472f-b38f-4eaa-8125-2415a7780d63), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:23.268499 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 5296fdb5-c300-4ef4-8d92-2751b3efc863 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:07:23.420945 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4407f06c-e390-454a-993e-979d29fb29a6 req-d58d2149-5354-44a5-a574-7f58ec1b4f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:23.422455 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4407f06c-e390-454a-993e-979d29fb29a6 req-d58d2149-5354-44a5-a574-7f58ec1b4f00 service neutron] 10.222.0.59 "GET /v2.0/networks?id=098466ed-6cfb-4629-b5bb-bc2a67c5bdc6 HTTP/1.1" status: 200 len: 921 time: 0.2248831 Feb 02 07:07:23.496988 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4407f06c-e390-454a-993e-979d29fb29a6 req-e9d9ef26-d8a5-4fc7-8958-ca6f2a789ef6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e3e472f-b38f-4eaa-8125-2415a7780d63 HTTP/1.1" status: 200 len: 217 time: 0.0676346 Feb 02 07:07:23.563117 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4407f06c-e390-454a-993e-979d29fb29a6 req-deb4b1c0-d6b9-4b27-83ea-3ee0e1c10b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:23.564942 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4407f06c-e390-454a-993e-979d29fb29a6 req-deb4b1c0-d6b9-4b27-83ea-3ee0e1c10b22 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=446bfa5e-0944-4da6-8411-de8b2d47ca42 HTTP/1.1" status: 200 len: 860 time: 0.0549273 Feb 02 07:07:23.566758 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-67d036a4-cfde-4d9a-9863-930ddf5abf00 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for floatingip (a19fda25-d09c-4d41-978c-311c170527ff), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:23.609643 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4407f06c-e390-454a-993e-979d29fb29a6 req-7aa23878-310c-4ee3-834a-4166120b9914 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=098466ed-6cfb-4629-b5bb-bc2a67c5bdc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380809 Feb 02 07:07:23.664286 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d791f9-982b-4495-92d0-8378bb498862 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:07:23.677975 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-f2d791f9-982b-4495-92d0-8378bb498862 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:07:23.686967 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d791f9-982b-4495-92d0-8378bb498862 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:07:23.811602 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-fdfb1e3b-6388-4517-9bb0-19a5b869989a req-fff8de46-0918-4f75-827b-584e26649698 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] For port 6e3e472f-b38f-4eaa-8125-2415a7780d63, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=6e3e472f-b38f-4eaa-8125-2415a7780d63,segment=NetworkSegment(0708fd28-2d16-470c-840a-add81f0f58a2),segment_id=0708fd28-2d16-470c-840a-add81f0f58a2)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:07:23.899276 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-fdfb1e3b-6388-4517-9bb0-19a5b869989a req-fff8de46-0918-4f75-827b-584e26649698 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Publish callbacks [] for port (6e3e472f-b38f-4eaa-8125-2415a7780d63), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:23.904484 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4407f06c-e390-454a-993e-979d29fb29a6 req-e7b2cc97-2cfc-4663-9951-169f7e05ca64 service neutron] 10.222.0.59 "GET /v2.0/networks/098466ed-6cfb-4629-b5bb-bc2a67c5bdc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414398 Feb 02 07:07:23.908499 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-fdfb1e3b-6388-4517-9bb0-19a5b869989a req-fff8de46-0918-4f75-827b-584e26649698 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (6e3e472f-b38f-4eaa-8125-2415a7780d63), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:23.942391 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['6e3e472f-b38f-4eaa-8125-2415a7780d63'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:07:24.038922 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfb1e3b-6388-4517-9bb0-19a5b869989a req-fff8de46-0918-4f75-827b-584e26649698 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:24.039482 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-fdfb1e3b-6388-4517-9bb0-19a5b869989a req-fff8de46-0918-4f75-827b-584e26649698 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:24.042942 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fdfb1e3b-6388-4517-9bb0-19a5b869989a req-fff8de46-0918-4f75-827b-584e26649698 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "PUT /v2.0/ports/6e3e472f-b38f-4eaa-8125-2415a7780d63 HTTP/1.1" status: 200 len: 943 time: 1.1072383 Feb 02 07:07:24.065203 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff8de46-0918-4f75-827b-584e26649698 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Pushing event updated for resources: {'Port': ['ID=6e3e472f-b38f-4eaa-8125-2415a7780d63,revision_number=7']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:24.209647 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d791f9-982b-4495-92d0-8378bb498862 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Pushing event updated for resources: {'Port': ['ID=7440d5eb-3163-45d7-9968-7ffd4b4a909b,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:24.234491 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['6e3e472f-b38f-4eaa-8125-2415a7780d63'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:07:24.260654 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b7b34-d297-409a-95c7-1ebbff0bf225 req-2a72c307-f6e8-4d9e-84f9-8e69a619ba2d tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:24.262965 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-de1b7b34-d297-409a-95c7-1ebbff0bf225 req-2a72c307-f6e8-4d9e-84f9-8e69a619ba2d tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 945 time: 0.0934246 Feb 02 07:07:24.333499 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-de1b7b34-d297-409a-95c7-1ebbff0bf225 req-6f62c27f-c036-4c77-8116-3c24de0499bd tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626898 Feb 02 07:07:24.337447 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4407f06c-e390-454a-993e-979d29fb29a6 req-a8867699-bad5-4fe4-9579-3718848250c9 service neutron] 10.222.0.59 "GET /v2.0/networks/098466ed-6cfb-4629-b5bb-bc2a67c5bdc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4138627 Feb 02 07:07:24.372970 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f2d791f9-982b-4495-92d0-8378bb498862 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Publish callbacks [] for floatingip (f09dd58e-4ed9-4d89-afdf-346cb2461462), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:24.415656 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df8e484-356a-45a0-a908-dfe71a77feb0 req-842c2e6c-5df2-47e2-806f-e0b3197793c0 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:24.418202 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2df8e484-356a-45a0-a908-dfe71a77feb0 req-842c2e6c-5df2-47e2-806f-e0b3197793c0 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=0a44e4b3-ccac-4e3b-9c5e-47c349456db3 HTTP/1.1" status: 200 len: 945 time: 1.0942602 Feb 02 07:07:24.419818 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-67d036a4-cfde-4d9a-9863-930ddf5abf00 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (40707529-a423-4ed2-b9ac-a3be2715fcad), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:24.484496 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f1fac8de-3353-428a-86b0-4b9b6cff6cfb req-02927484-7f7d-4cb9-9749-22fd1676dcdb tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 210 time: 0.0301170 Feb 02 07:07:24.572198 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f2d791f9-982b-4495-92d0-8378bb498862 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (7440d5eb-3163-45d7-9968-7ffd4b4a909b), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:24.604730 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2df8e484-356a-45a0-a908-dfe71a77feb0 req-9e41fa31-b89b-4979-817e-617d46158389 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400445 Feb 02 07:07:24.873953 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-67d036a4-cfde-4d9a-9863-930ddf5abf00 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for port (40707529-a423-4ed2-b9ac-a3be2715fcad), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:24.889463 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-67d036a4-cfde-4d9a-9863-930ddf5abf00 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (40707529-a423-4ed2-b9ac-a3be2715fcad), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:24.891729 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80149690-37a7-46d9-b8e3-fcd421797a67', 'tag': '6e3e472f-b38f-4eaa-8125-2415a7780d63'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:07:24.894517 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8433b157-7215-4be7-8df1-98c4c2559ba5" -d '{"events": [{"name": "network-changed", "server_uuid": "80149690-37a7-46d9-b8e3-fcd421797a67", "tag": "6e3e472f-b38f-4eaa-8125-2415a7780d63"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:07:24.899016 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec1239-8bfe-4647-8b50-20269a628515 req-bb21c1dd-ac10-4df2-9435-bb1dac569235 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:24.906001 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0eec1239-8bfe-4647-8b50-20269a628515 req-bb21c1dd-ac10-4df2-9435-bb1dac569235 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 945 time: 0.1559045 Feb 02 07:07:24.914891 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f2d791f9-982b-4495-92d0-8378bb498862 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Publish callbacks [] for port (7440d5eb-3163-45d7-9968-7ffd4b4a909b), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:24.917952 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-697a51c6-eb08-4e34-8101-391eb148f8d8 req-55843ba9-c6bb-43d6-98b2-2f193a48d18e tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3303878 Feb 02 07:07:24.931822 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-697a51c6-eb08-4e34-8101-391eb148f8d8 req-02bbfb87-4c58-491f-adfa-e28052e3bcdc tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Request body: {'floatingip': {'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:07:24.951095 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f2d791f9-982b-4495-92d0-8378bb498862 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (7440d5eb-3163-45d7-9968-7ffd4b4a909b), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:24.959601 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-697a51c6-eb08-4e34-8101-391eb148f8d8 req-02bbfb87-4c58-491f-adfa-e28052e3bcdc tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:25.039167 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d036a4-cfde-4d9a-9863-930ddf5abf00 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Pushing event updated for resources: {'Port': ['ID=40707529-a423-4ed2-b9ac-a3be2715fcad,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:25.096014 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-697a51c6-eb08-4e34-8101-391eb148f8d8 req-02bbfb87-4c58-491f-adfa-e28052e3bcdc tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:25.103046 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0eec1239-8bfe-4647-8b50-20269a628515 req-3b812485-12be-4e4c-a29c-373d5fb34f06 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1959579 Feb 02 07:07:25.115374 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-67d036a4-cfde-4d9a-9863-930ddf5abf00 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (a19fda25-d09c-4d41-978c-311c170527ff), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:25.176031 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f2d791f9-982b-4495-92d0-8378bb498862 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (f09dd58e-4ed9-4d89-afdf-346cb2461462), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:25.215915 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d791f9-982b-4495-92d0-8378bb498862 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Pushing event updated for resources: {'Port': ['ID=7440d5eb-3163-45d7-9968-7ffd4b4a909b,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:25.264461 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f2d791f9-982b-4495-92d0-8378bb498862 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:25.268901 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-f2d791f9-982b-4495-92d0-8378bb498862 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.9655578 Feb 02 07:07:25.316498 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-697a51c6-eb08-4e34-8101-391eb148f8d8 req-02bbfb87-4c58-491f-adfa-e28052e3bcdc tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Allocated IP 172.25.4.224 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/fe891d70-9b26-4daa-ad61-b52ff4cbdc3d) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:07:25.342123 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-756d3bb8-57fd-4ef3-baae-df05e3f57215 x-openstack-request-id: req-756d3bb8-57fd-4ef3-baae-df05e3f57215 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:07:25.342520 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80149690-37a7-46d9-b8e3-fcd421797a67", "tag": "6e3e472f-b38f-4eaa-8125-2415a7780d63", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:07:25.342876 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-756d3bb8-57fd-4ef3-baae-df05e3f57215 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:07:25.343465 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80149690-37a7-46d9-b8e3-fcd421797a67', 'tag': '6e3e472f-b38f-4eaa-8125-2415a7780d63', 'status': 'completed', 'code': 200} Feb 02 07:07:25.376937 n-d-789963-26 neutron-server[109693]: INFO neutron.db.l3_db [None req-67d036a4-cfde-4d9a-9863-930ddf5abf00 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Floating IP a19fda25-d09c-4d41-978c-311c170527ff associated. External IP: 172.25.4.158, port: 64ffdba9-e0a4-44c7-8a25-f14afe2c14fb. Feb 02 07:07:25.561858 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8433b157-7215-4be7-8df1-98c4c2559ba5 req-56dd7c09-0d34-4654-96e8-9a37345d3984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:25.563543 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8433b157-7215-4be7-8df1-98c4c2559ba5 req-56dd7c09-0d34-4654-96e8-9a37345d3984 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bc6d7dbe1d5148348d5fd6c6cc68f02a&device_id=80149690-37a7-46d9-b8e3-fcd421797a67 HTTP/1.1" status: 200 len: 1129 time: 0.2073090 Feb 02 07:07:25.644676 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-697a51c6-eb08-4e34-8101-391eb148f8d8 req-02bbfb87-4c58-491f-adfa-e28052e3bcdc tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Publish callbacks [] for port (fe891d70-9b26-4daa-ad61-b52ff4cbdc3d), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:25.782697 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 48968) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:07:25.834913 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8433b157-7215-4be7-8df1-98c4c2559ba5 req-ec7145a5-45bf-4e6b-b31c-8e4fea8f496b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:25.836442 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8433b157-7215-4be7-8df1-98c4c2559ba5 req-ec7145a5-45bf-4e6b-b31c-8e4fea8f496b service neutron] 10.222.0.59 "GET /v2.0/networks?id=098466ed-6cfb-4629-b5bb-bc2a67c5bdc6 HTTP/1.1" status: 200 len: 921 time: 0.2658713 Feb 02 07:07:25.839004 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-697a51c6-eb08-4e34-8101-391eb148f8d8 req-02bbfb87-4c58-491f-adfa-e28052e3bcdc tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (fe891d70-9b26-4daa-ad61-b52ff4cbdc3d), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:25.865652 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-697a51c6-eb08-4e34-8101-391eb148f8d8 req-02bbfb87-4c58-491f-adfa-e28052e3bcdc tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:07:25.876026 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67d036a4-cfde-4d9a-9863-930ddf5abf00 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Router 6946a29e-0c9b-4876-be90-af232657f1ee has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:07:25.923730 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-697a51c6-eb08-4e34-8101-391eb148f8d8 req-02bbfb87-4c58-491f-adfa-e28052e3bcdc tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:07:25.929002 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-697a51c6-eb08-4e34-8101-391eb148f8d8 req-02bbfb87-4c58-491f-adfa-e28052e3bcdc tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:07:25.933346 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8433b157-7215-4be7-8df1-98c4c2559ba5 req-2fc1536b-71df-4937-8c82-b0fb548e06a1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e3e472f-b38f-4eaa-8125-2415a7780d63 HTTP/1.1" status: 200 len: 217 time: 0.0825036 Feb 02 07:07:25.975979 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bff5ad-1361-423d-a440-301bf0aa7944 req-32b519f4-bed9-42f7-b3e2-02b88ea748eb tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:25.983613 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a3bff5ad-1361-423d-a440-301bf0aa7944 req-32b519f4-bed9-42f7-b3e2-02b88ea748eb tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/networks?id=274d3754-cb62-4276-8b4a-dfa5cf98baaf HTTP/1.1" status: 200 len: 812 time: 0.2573531 Feb 02 07:07:25.984154 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bbfb87-4c58-491f-adfa-e28052e3bcdc tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Pushing event updated for resources: {'Port': ['ID=fe891d70-9b26-4daa-ad61-b52ff4cbdc3d,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:26.030326 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4d4aaa6e-fb8f-47aa-ad35-485159450ec3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:26.044480 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a3bff5ad-1361-423d-a440-301bf0aa7944 req-df5ac0bb-c98b-4b89-9965-dbc01dae1660 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/quotas/12ae52d2610343959b079c169f83e654 HTTP/1.1" status: 200 len: 375 time: 0.0596023 Feb 02 07:07:26.075711 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bbfb87-4c58-491f-adfa-e28052e3bcdc tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:07:26.076078 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bbfb87-4c58-491f-adfa-e28052e3bcdc tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:07:26.076699 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bbfb87-4c58-491f-adfa-e28052e3bcdc tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:07:26.076885 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bbfb87-4c58-491f-adfa-e28052e3bcdc tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:07:26.077250 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bbfb87-4c58-491f-adfa-e28052e3bcdc tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:07:26.077577 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bbfb87-4c58-491f-adfa-e28052e3bcdc tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:07:26.078054 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bbfb87-4c58-491f-adfa-e28052e3bcdc tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:07:26.078401 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bbfb87-4c58-491f-adfa-e28052e3bcdc tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:07:26.078866 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bbfb87-4c58-491f-adfa-e28052e3bcdc tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:07:26.079212 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bbfb87-4c58-491f-adfa-e28052e3bcdc tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:07:26.079746 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bbfb87-4c58-491f-adfa-e28052e3bcdc tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:07:26.080083 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bbfb87-4c58-491f-adfa-e28052e3bcdc tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:07:26.080417 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bbfb87-4c58-491f-adfa-e28052e3bcdc tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:07:26.110882 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8433b157-7215-4be7-8df1-98c4c2559ba5 req-8de75167-ef8d-4b2d-9927-32e84cf7d98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:26.112585 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8433b157-7215-4be7-8df1-98c4c2559ba5 req-8de75167-ef8d-4b2d-9927-32e84cf7d98b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=446bfa5e-0944-4da6-8411-de8b2d47ca42 HTTP/1.1" status: 200 len: 860 time: 0.1546686 Feb 02 07:07:26.113088 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d036a4-cfde-4d9a-9863-930ddf5abf00 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:07:26.125371 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8ff7b0-8809-453a-88bd-61d690d72153 None None] Sync routers for ids ['6946a29e-0c9b-4876-be90-af232657f1ee'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:07:26.143591 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8ff7b0-8809-453a-88bd-61d690d72153 None None] Routers {'6946a29e-0c9b-4876-be90-af232657f1ee'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:07:26.144868 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-df8ff7b0-8809-453a-88bd-61d690d72153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:07:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['6946a29e-0c9b-4876-be90-af232657f1ee'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:07:26.157027 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-67d036a4-cfde-4d9a-9863-930ddf5abf00 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:26.187369 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-697a51c6-eb08-4e34-8101-391eb148f8d8 req-02bbfb87-4c58-491f-adfa-e28052e3bcdc tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Publish callbacks [] for floatingip (bfe07599-a4de-4541-b873-e345182fb183), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:26.206347 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a3bff5ad-1361-423d-a440-301bf0aa7944 req-7da3778f-d205-48c8-93f0-966ccbe68132 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=12ae52d2610343959b079c169f83e654&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1612160 Feb 02 07:07:26.229676 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-67d036a4-cfde-4d9a-9863-930ddf5abf00 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.3473132 Feb 02 07:07:26.230880 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8433b157-7215-4be7-8df1-98c4c2559ba5 req-7d476030-62f7-4cf6-a223-81776f720931 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=098466ed-6cfb-4629-b5bb-bc2a67c5bdc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336671 Feb 02 07:07:26.231767 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 48972) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:07:26.254588 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-df8ff7b0-8809-453a-88bd-61d690d72153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:07:26.270720 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4d4aaa6e-fb8f-47aa-ad35-485159450ec3 admin admin] Publish callbacks [] for security_group (567c1638-ccd8-4c5b-81e5-22743e25a216), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:26.270957 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-0e05c0ad-1e4a-411c-a5df-3a8a36317785 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1771569923'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:07:26.273514 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8ff7b0-8809-453a-88bd-61d690d72153 None None] Routers {'6946a29e-0c9b-4876-be90-af232657f1ee'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:07:26.274701 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-df8ff7b0-8809-453a-88bd-61d690d72153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:07:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['6946a29e-0c9b-4876-be90-af232657f1ee'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:07:26.296588 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-697a51c6-eb08-4e34-8101-391eb148f8d8 req-02bbfb87-4c58-491f-adfa-e28052e3bcdc tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (fe891d70-9b26-4daa-ad61-b52ff4cbdc3d), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:26.301517 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4d4aaa6e-fb8f-47aa-ad35-485159450ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (567c1638-ccd8-4c5b-81e5-22743e25a216), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:26.322792 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e05c0ad-1e4a-411c-a5df-3a8a36317785 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Made reservation on behalf of 9173653ae73f437eb381eab8dac50b29 for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:07:26.326903 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0e05c0ad-1e4a-411c-a5df-3a8a36317785 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:26.358456 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-df8ff7b0-8809-453a-88bd-61d690d72153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:07:26.359116 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8ff7b0-8809-453a-88bd-61d690d72153 None None] The sync data for ids ['6946a29e-0c9b-4876-be90-af232657f1ee'] in n-d-789963-26 is: [] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:07:26.369002 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4aaa6e-fb8f-47aa-ad35-485159450ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=567c1638-ccd8-4c5b-81e5-22743e25a216,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:26.381599 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-4d4aaa6e-fb8f-47aa-ad35-485159450ec3 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=78c397a8937a4a12a9cffe2d32dbdfd8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5949469 Feb 02 07:07:26.387671 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 48974) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:07:26.401724 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a3bff5ad-1361-423d-a440-301bf0aa7944 req-31262a4c-da99-40a9-b8e7-c7d68edb1071 service neutron] 10.222.0.87 "GET /v2.0/networks/274d3754-cb62-4276-8b4a-dfa5cf98baaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850076 Feb 02 07:07:26.414978 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e05c0ad-1e4a-411c-a5df-3a8a36317785 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:07:26.428595 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0e05c0ad-1e4a-411c-a5df-3a8a36317785 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (238748ea-b85b-463d-8154-28d7dca303bb), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:26.428943 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-0e05c0ad-1e4a-411c-a5df-3a8a36317785 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Added segment 238748ea-b85b-463d-8154-28d7dca303bb of type vlan for network 7a1f3fdf-6e45-4fa2-9858-04b684e2bab8 Feb 02 07:07:26.482733 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0e05c0ad-1e4a-411c-a5df-3a8a36317785 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (7a1f3fdf-6e45-4fa2-9858-04b684e2bab8), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:26.531600 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a3bff5ad-1361-423d-a440-301bf0aa7944 req-71963942-87d1-4b42-974e-5181c06cb1c7 service neutron] 10.222.0.87 "GET /v2.0/networks/274d3754-cb62-4276-8b4a-dfa5cf98baaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284738 Feb 02 07:07:26.532407 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-94a25b40-2eb5-455b-99c3-5c470c6c8581 admin admin] Publish callbacks [] for security_group (567c1638-ccd8-4c5b-81e5-22743e25a216), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:26.550004 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0e05c0ad-1e4a-411c-a5df-3a8a36317785 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (7a1f3fdf-6e45-4fa2-9858-04b684e2bab8), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:26.559281 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-94a25b40-2eb5-455b-99c3-5c470c6c8581 admin admin] Publish callbacks [] for security_group (567c1638-ccd8-4c5b-81e5-22743e25a216), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:26.566193 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e05c0ad-1e4a-411c-a5df-3a8a36317785 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:26.567451 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0e05c0ad-1e4a-411c-a5df-3a8a36317785 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:26.635119 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-94a25b40-2eb5-455b-99c3-5c470c6c8581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (567c1638-ccd8-4c5b-81e5-22743e25a216), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:26.638252 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-94a25b40-2eb5-455b-99c3-5c470c6c8581 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:26.639800 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-94a25b40-2eb5-455b-99c3-5c470c6c8581 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/567c1638-ccd8-4c5b-81e5-22743e25a216 HTTP/1.1" status: 204 len: 168 time: 0.2508299 Feb 02 07:07:26.650146 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a25b40-2eb5-455b-99c3-5c470c6c8581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=567c1638-ccd8-4c5b-81e5-22743e25a216,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:26.715043 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 48978) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:07:26.715316 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0e05c0ad-1e4a-411c-a5df-3a8a36317785 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4816377 Feb 02 07:07:26.724813 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-0fff0d45-838d-4474-8ec3-66d71c1dc643 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Request body: {'subnet': {'network_id': '7a1f3fdf-6e45-4fa2-9858-04b684e2bab8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:07:26.768712 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e05c0ad-1e4a-411c-a5df-3a8a36317785 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Pushing event updated for resources: {'Network': ['ID=7a1f3fdf-6e45-4fa2-9858-04b684e2bab8,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:26.779473 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 7a1f3fdf-6e45-4fa2-9858-04b684e2bab8 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:07:26.817310 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8433b157-7215-4be7-8df1-98c4c2559ba5 req-1aa3b7f2-1ad7-483e-8cec-812bff20616e service neutron] 10.222.0.59 "GET /v2.0/networks/098466ed-6cfb-4629-b5bb-bc2a67c5bdc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5232003 Feb 02 07:07:27.077141 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a79a7b6b-885e-4b09-9962-e17bd109598d req-330bfe70-7bc8-4ef4-b802-b7b828d90f53 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--1035589766&fields=id&tenant_id=5549f15d82f64bae95c6531d512cdc1a HTTP/1.1" status: 200 len: 267 time: 0.1591182 Feb 02 07:07:27.114668 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-697a51c6-eb08-4e34-8101-391eb148f8d8 req-02bbfb87-4c58-491f-adfa-e28052e3bcdc tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Publish callbacks [] for port (fe891d70-9b26-4daa-ad61-b52ff4cbdc3d), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:27.123127 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8433b157-7215-4be7-8df1-98c4c2559ba5 req-1ac426f5-3081-43b0-97de-ed229b99d341 service neutron] 10.222.0.59 "GET /v2.0/networks/098466ed-6cfb-4629-b5bb-bc2a67c5bdc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932315 Feb 02 07:07:27.130281 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-697a51c6-eb08-4e34-8101-391eb148f8d8 req-02bbfb87-4c58-491f-adfa-e28052e3bcdc tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (fe891d70-9b26-4daa-ad61-b52ff4cbdc3d), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:27.175705 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fff0d45-838d-4474-8ec3-66d71c1dc643 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Made reservation on behalf of 9173653ae73f437eb381eab8dac50b29 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:07:27.188509 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0fff0d45-838d-4474-8ec3-66d71c1dc643 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:27.194487 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:27.261887 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bbfb87-4c58-491f-adfa-e28052e3bcdc tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Pushing event updated for resources: {'Port': ['ID=fe891d70-9b26-4daa-ad61-b52ff4cbdc3d,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:27.374817 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c7e2c9-0edf-4ac5-878c-948ed791b93b req-3e57f98c-d814-45fe-a916-1b4001bcda67 tempest-ServerMetadataNegativeTestJSON-1417754319 tempest-ServerMetadataNegativeTestJSON-1417754319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:27.378600 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-04c7e2c9-0edf-4ac5-878c-948ed791b93b req-3e57f98c-d814-45fe-a916-1b4001bcda67 tempest-ServerMetadataNegativeTestJSON-1417754319 tempest-ServerMetadataNegativeTestJSON-1417754319-project] 10.222.0.88 "GET /v2.0/ports?device_id=40d45cfd-3bac-4de5-9dcf-bf01faeff885 HTTP/1.1" status: 200 len: 946 time: 0.1136839 Feb 02 07:07:27.380781 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-697a51c6-eb08-4e34-8101-391eb148f8d8 req-02bbfb87-4c58-491f-adfa-e28052e3bcdc tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (bfe07599-a4de-4541-b873-e345182fb183), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:27.423294 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a7b6b-885e-4b09-9962-e17bd109598d req-584f785c-34f2-4e3f-bd07-948c273d9f64 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:27.433688 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a79a7b6b-885e-4b09-9962-e17bd109598d req-584f785c-34f2-4e3f-bd07-948c273d9f64 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] 10.222.0.87 "GET /v2.0/networks?id=085cd9a7-f01b-4c4e-94e0-dc83039f286a HTTP/1.1" status: 200 len: 815 time: 0.3553739 Feb 02 07:07:27.460724 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a79a7b6b-885e-4b09-9962-e17bd109598d req-517ed929-9220-4386-b7ec-9a8ec9b71a3c tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] 10.222.0.87 "GET /v2.0/quotas/5549f15d82f64bae95c6531d512cdc1a HTTP/1.1" status: 200 len: 375 time: 0.0260975 Feb 02 07:07:27.559445 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-697a51c6-eb08-4e34-8101-391eb148f8d8 req-02bbfb87-4c58-491f-adfa-e28052e3bcdc tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:27.562650 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-697a51c6-eb08-4e34-8101-391eb148f8d8 req-02bbfb87-4c58-491f-adfa-e28052e3bcdc tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6389222 Feb 02 07:07:27.567004 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-04c7e2c9-0edf-4ac5-878c-948ed791b93b req-7684611b-4cda-4274-87da-801622190638 tempest-ServerMetadataNegativeTestJSON-1417754319 tempest-ServerMetadataNegativeTestJSON-1417754319-project] Deleting port 32c1b2bd-09a3-46c0-8e55-5b740f896b83 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:07:27.567721 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-04c7e2c9-0edf-4ac5-878c-948ed791b93b req-7684611b-4cda-4274-87da-801622190638 tempest-ServerMetadataNegativeTestJSON-1417754319 tempest-ServerMetadataNegativeTestJSON-1417754319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (32c1b2bd-09a3-46c0-8e55-5b740f896b83), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:27.592159 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a79a7b6b-885e-4b09-9962-e17bd109598d req-78096b57-495e-4498-9413-90878c25585b tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=5549f15d82f64bae95c6531d512cdc1a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1299260 Feb 02 07:07:27.658923 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-697a51c6-eb08-4e34-8101-391eb148f8d8 req-203067da-3631-4186-9059-231fcde14a5e tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.4.224 HTTP/1.1" status: 200 len: 696 time: 0.0854800 Feb 02 07:07:27.793983 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0fff0d45-838d-4474-8ec3-66d71c1dc643 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (d9abb0a4-f16f-4c9f-8e0c-4f763ce380ab), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:27.862548 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-04c7e2c9-0edf-4ac5-878c-948ed791b93b req-7684611b-4cda-4274-87da-801622190638 tempest-ServerMetadataNegativeTestJSON-1417754319 tempest-ServerMetadataNegativeTestJSON-1417754319-project] For port 32c1b2bd-09a3-46c0-8e55-5b740f896b83, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=32c1b2bd-09a3-46c0-8e55-5b740f896b83,segment=NetworkSegment(55874057-7438-4ede-9b7c-df97f734112c),segment_id=55874057-7438-4ede-9b7c-df97f734112c)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:07:27.862920 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-04c7e2c9-0edf-4ac5-878c-948ed791b93b req-7684611b-4cda-4274-87da-801622190638 tempest-ServerMetadataNegativeTestJSON-1417754319 tempest-ServerMetadataNegativeTestJSON-1417754319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (32c1b2bd-09a3-46c0-8e55-5b740f896b83), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:27.889567 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-04c7e2c9-0edf-4ac5-878c-948ed791b93b req-7684611b-4cda-4274-87da-801622190638 tempest-ServerMetadataNegativeTestJSON-1417754319 tempest-ServerMetadataNegativeTestJSON-1417754319-project] Calling delete_port for 32c1b2bd-09a3-46c0-8e55-5b740f896b83 owned by compute:nova {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:07:27.909532 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a51c6-eb08-4e34-8101-391eb148f8d8 req-b2ebc43e-9cb0-4938-86a7-205a9021616a tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:27.911121 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-697a51c6-eb08-4e34-8101-391eb148f8d8 req-b2ebc43e-9cb0-4938-86a7-205a9021616a tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/networks/ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 HTTP/1.1" status: 200 len: 784 time: 0.2325807 Feb 02 07:07:27.939126 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fff0d45-838d-4474-8ec3-66d71c1dc643 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Pushing event updated for resources: {'Subnet': ['ID=d9abb0a4-f16f-4c9f-8e0c-4f763ce380ab,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:27.962239 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [req-697a51c6-eb08-4e34-8101-391eb148f8d8 req-b0c5032a-a565-49ae-a6f6-83224d623f1f tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:07:27.963280 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-697a51c6-eb08-4e34-8101-391eb148f8d8 req-b0c5032a-a565-49ae-a6f6-83224d623f1f tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0439301 Feb 02 07:07:27.987644 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a79a7b6b-885e-4b09-9962-e17bd109598d req-53c088ec-2210-4ec4-96e0-404c3fa6ddf9 service neutron] 10.222.0.87 "GET /v2.0/networks/085cd9a7-f01b-4c4e-94e0-dc83039f286a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3876626 Feb 02 07:07:28.112977 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fff0d45-838d-4474-8ec3-66d71c1dc643 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Checking segment: {'id': '238748ea-b85b-463d-8154-28d7dca303bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7a1f3fdf-6e45-4fa2-9858-04b684e2bab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:07:28.113464 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fff0d45-838d-4474-8ec3-66d71c1dc643 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Network hostable DHCP agents. Network: 7a1f3fdf-6e45-4fa2-9858-04b684e2bab8, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:07:28.129597 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e95e5cde-4afb-434c-b553-b934895e205b req-a010277b-b8b1-46e9-8f19-91515d6da707 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 210 time: 0.0353415 Feb 02 07:07:28.146063 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-04c7e2c9-0edf-4ac5-878c-948ed791b93b req-7684611b-4cda-4274-87da-801622190638 tempest-ServerMetadataNegativeTestJSON-1417754319 tempest-ServerMetadataNegativeTestJSON-1417754319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (32c1b2bd-09a3-46c0-8e55-5b740f896b83), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:28.147294 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a79a7b6b-885e-4b09-9962-e17bd109598d req-ca81e899-9606-4b21-a626-5a1bed240a22 service neutron] 10.222.0.87 "GET /v2.0/networks/085cd9a7-f01b-4c4e-94e0-dc83039f286a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513526 Feb 02 07:07:28.149860 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fff0d45-838d-4474-8ec3-66d71c1dc643 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Network 7a1f3fdf-6e45-4fa2-9858-04b684e2bab8 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:07:28.163776 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-0fff0d45-838d-4474-8ec3-66d71c1dc643 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 7a1f3fdf-6e45-4fa2-9858-04b684e2bab8) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:07:28.170233 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fff0d45-838d-4474-8ec3-66d71c1dc643 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:28.170677 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0fff0d45-838d-4474-8ec3-66d71c1dc643 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:28.173574 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11670057-3ddf-43d6-9bc0-929687ba45c7 None None] Network 7a1f3fdf-6e45-4fa2-9858-04b684e2bab8 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:07:28.188081 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7684611b-4cda-4274-87da-801622190638 tempest-ServerMetadataNegativeTestJSON-1417754319 tempest-ServerMetadataNegativeTestJSON-1417754319-project] Pushing event deleted for resources: {'Port': ['ID=32c1b2bd-09a3-46c0-8e55-5b740f896b83,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:28.211404 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-0fff0d45-838d-4474-8ec3-66d71c1dc643 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4939940 Feb 02 07:07:28.214123 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 49020) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:07:28.223945 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-7a66eae1-a1c6-4c14-9df3-bacbdcc4b5d3 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1897594139', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}, 'admin_state_up': False}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:07:28.273326 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7a66eae1-a1c6-4c14-9df3-bacbdcc4b5d3 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (8970afb6-a82e-41c8-bac5-fbf63f17b531), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:28.274414 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7a66eae1-a1c6-4c14-9df3-bacbdcc4b5d3 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (8970afb6-a82e-41c8-bac5-fbf63f17b531), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:28.281524 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-04c7e2c9-0edf-4ac5-878c-948ed791b93b req-7684611b-4cda-4274-87da-801622190638 tempest-ServerMetadataNegativeTestJSON-1417754319 tempest-ServerMetadataNegativeTestJSON-1417754319-project] No DVR routers for this DVR port 32c1b2bd-09a3-46c0-8e55-5b740f896b83 on host n-h1-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:07:28.286507 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-04c7e2c9-0edf-4ac5-878c-948ed791b93b req-7684611b-4cda-4274-87da-801622190638 tempest-ServerMetadataNegativeTestJSON-1417754319 tempest-ServerMetadataNegativeTestJSON-1417754319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:28.290634 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-04c7e2c9-0edf-4ac5-878c-948ed791b93b req-7684611b-4cda-4274-87da-801622190638 tempest-ServerMetadataNegativeTestJSON-1417754319 tempest-ServerMetadataNegativeTestJSON-1417754319-project] 10.222.0.88 "DELETE /v2.0/ports/32c1b2bd-09a3-46c0-8e55-5b740f896b83 HTTP/1.1" status: 204 len: 173 time: 0.8994987 Feb 02 07:07:28.292599 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40d45cfd-3bac-4de5-9dcf-bf01faeff885', 'name': 'network-vif-deleted', 'tag': '32c1b2bd-09a3-46c0-8e55-5b740f896b83'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:07:28.295119 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd85051c-7d81-45db-bf7f-8e092865e422" -d '{"events": [{"server_uuid": "40d45cfd-3bac-4de5-9dcf-bf01faeff885", "name": "network-vif-deleted", "tag": "32c1b2bd-09a3-46c0-8e55-5b740f896b83"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:07:28.349709 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d1d959a9-2b3f-4ce7-bc5e-7f4c91406dff req-ed4636c8-ae92-4fc5-bed2-6dedad8b07e5 tempest-ServerMetadataNegativeTestJSON-1417754319 tempest-ServerMetadataNegativeTestJSON-1417754319-project] 10.222.0.87 "GET /v2.0/ports?device_id=40d45cfd-3bac-4de5-9dcf-bf01faeff885 HTTP/1.1" status: 200 len: 210 time: 0.0657365 Feb 02 07:07:28.414867 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7a66eae1-a1c6-4c14-9df3-bacbdcc4b5d3 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for router_controller (8970afb6-a82e-41c8-bac5-fbf63f17b531), precommit_add_association {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:28.527018 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7d8afb-cced-484c-bca8-f7a4134a4cf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-7a1f3fdf-6e45-4fa2-9858-04b684e2bab8', 'network_id': '7a1f3fdf-6e45-4fa2-9858-04b684e2bab8', 'project_id': '9173653ae73f437eb381eab8dac50b29', 'fixed_ips': [{'subnet_id': 'd9abb0a4-f16f-4c9f-8e0c-4f763ce380ab'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:07:28.528164 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ed7d8afb-cced-484c-bca8-f7a4134a4cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:28.631299 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6a1c84cd-9f2f-4227-bd96-a2b596aef2b2 req-31be2ffe-7078-45bb-a35d-74bd55ec41ff tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=7baf18cf-5694-4ff3-b104-ed32bfa1c233 HTTP/1.1" status: 200 len: 210 time: 0.0555074 Feb 02 07:07:28.870720 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-ed7d8afb-cced-484c-bca8-f7a4134a4cf2 None None] Allocated IP 172.20.0.2 (7a1f3fdf-6e45-4fa2-9858-04b684e2bab8/d9abb0a4-f16f-4c9f-8e0c-4f763ce380ab/4e48da5f-b7a0-4375-baa2-d6a246285717) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:07:28.914916 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7a66eae1-a1c6-4c14-9df3-bacbdcc4b5d3 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for router_gateway (8970afb6-a82e-41c8-bac5-fbf63f17b531), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:29.001603 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d465c7b-af15-4c47-8c35-997ba5be4b2e req-234eeb92-c6cb-46d1-8040-5427b0e33e73 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:29.009265 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8d465c7b-af15-4c47-8c35-997ba5be4b2e req-234eeb92-c6cb-46d1-8040-5427b0e33e73 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/ports?device_id=80149690-37a7-46d9-b8e3-fcd421797a67&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1628923 Feb 02 07:07:29.176110 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ed7d8afb-cced-484c-bca8-f7a4134a4cf2 None None] Publish callbacks [] for port (4e48da5f-b7a0-4375-baa2-d6a246285717), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:29.193464 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ed7d8afb-cced-484c-bca8-f7a4134a4cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (4e48da5f-b7a0-4375-baa2-d6a246285717), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:29.199322 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8d465c7b-af15-4c47-8c35-997ba5be4b2e req-e4d99c17-e42a-4c39-ab63-d366113f9d47 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.4.224 HTTP/1.1" status: 200 len: 696 time: 0.1879439 Feb 02 07:07:29.215628 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-8d465c7b-af15-4c47-8c35-997ba5be4b2e req-3e85f9ab-e95f-4060-9a44-456cf44a09d4 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Request body: {'floatingip': {'port_id': '6e3e472f-b38f-4eaa-8125-2415a7780d63', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:07:29.242929 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7d8afb-cced-484c-bca8-f7a4134a4cf2 None None] Network 7a1f3fdf-6e45-4fa2-9858-04b684e2bab8 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:07:29.248176 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-ed7d8afb-cced-484c-bca8-f7a4134a4cf2 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:07:29.316702 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7d8afb-cced-484c-bca8-f7a4134a4cf2 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:07:29.333438 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-8d465c7b-af15-4c47-8c35-997ba5be4b2e req-3e85f9ab-e95f-4060-9a44-456cf44a09d4 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Publish callbacks [] for floatingip (bfe07599-a4de-4541-b873-e345182fb183), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:29.357047 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bff5ad-1361-423d-a440-301bf0aa7944 req-882f5f4b-4c1e-4dc4-a9cd-9a8a80be87cf tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:29.358610 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a3bff5ad-1361-423d-a440-301bf0aa7944 req-882f5f4b-4c1e-4dc4-a9cd-9a8a80be87cf tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.59 "GET /v2.0/networks?id=274d3754-cb62-4276-8b4a-dfa5cf98baaf HTTP/1.1" status: 200 len: 812 time: 0.7477281 Feb 02 07:07:29.380544 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-a3bff5ad-1361-423d-a440-301bf0aa7944 req-8eb1fdf0-3ddd-4151-89f0-650a4d817187 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Request body: {'port': {'device_id': '7baf18cf-5694-4ff3-b104-ed32bfa1c233', 'network_id': '274d3754-cb62-4276-8b4a-dfa5cf98baaf', 'admin_state_up': True, 'tenant_id': '12ae52d2610343959b079c169f83e654'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:07:29.414590 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-ed7d8afb-cced-484c-bca8-f7a4134a4cf2 None None] Attempting to bind port 4e48da5f-b7a0-4375-baa2-d6a246285717 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:07:29.414968 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-ed7d8afb-cced-484c-bca8-f7a4134a4cf2 None None] Attempting to bind port 4e48da5f-b7a0-4375-baa2-d6a246285717 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '238748ea-b85b-463d-8154-28d7dca303bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7a1f3fdf-6e45-4fa2-9858-04b684e2bab8'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:07:29.415331 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7d8afb-cced-484c-bca8-f7a4134a4cf2 None None] Attempting to bind port 4e48da5f-b7a0-4375-baa2-d6a246285717 on network 7a1f3fdf-6e45-4fa2-9858-04b684e2bab8 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:07:29.418636 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f342fe-67dc-4f85-b4c0-ac2c82dea785 req-f2ca9213-e00f-42c7-8c78-8b12fca79102 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:29.419069 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7d8afb-cced-484c-bca8-f7a4134a4cf2 None None] Pushing event updated for resources: {'Port': ['ID=4e48da5f-b7a0-4375-baa2-d6a246285717,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:29.428829 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-05f342fe-67dc-4f85-b4c0-ac2c82dea785 req-f2ca9213-e00f-42c7-8c78-8b12fca79102 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=0a44e4b3-ccac-4e3b-9c5e-47c349456db3 HTTP/1.1" status: 200 len: 945 time: 0.9413023 Feb 02 07:07:29.433129 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7d8afb-cced-484c-bca8-f7a4134a4cf2 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:07:29.433524 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7d8afb-cced-484c-bca8-f7a4134a4cf2 None None] Checking segment: {'id': '238748ea-b85b-463d-8154-28d7dca303bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7a1f3fdf-6e45-4fa2-9858-04b684e2bab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:07:29.434558 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ed7d8afb-cced-484c-bca8-f7a4134a4cf2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:29.434558 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7d8afb-cced-484c-bca8-f7a4134a4cf2 None None] Bound using segment: {'id': '238748ea-b85b-463d-8154-28d7dca303bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7a1f3fdf-6e45-4fa2-9858-04b684e2bab8'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:07:29.434794 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-ed7d8afb-cced-484c-bca8-f7a4134a4cf2 None None] Bound port: 4e48da5f-b7a0-4375-baa2-d6a246285717, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '238748ea-b85b-463d-8154-28d7dca303bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7a1f3fdf-6e45-4fa2-9858-04b684e2bab8'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:07:29.435173 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ed7d8afb-cced-484c-bca8-f7a4134a4cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (4e48da5f-b7a0-4375-baa2-d6a246285717), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:29.545720 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-05f342fe-67dc-4f85-b4c0-ac2c82dea785 req-f463206f-1169-4428-a4c2-996504719513 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156766 Feb 02 07:07:29.611526 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ed7d8afb-cced-484c-bca8-f7a4134a4cf2 None None] For port 4e48da5f-b7a0-4375-baa2-d6a246285717, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:07:29.616933 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ed7d8afb-cced-484c-bca8-f7a4134a4cf2 None None] For port 4e48da5f-b7a0-4375-baa2-d6a246285717, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=4e48da5f-b7a0-4375-baa2-d6a246285717,segment=NetworkSegment(238748ea-b85b-463d-8154-28d7dca303bb),segment_id=238748ea-b85b-463d-8154-28d7dca303bb)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:07:29.628033 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3bff5ad-1361-423d-a440-301bf0aa7944 req-8eb1fdf0-3ddd-4151-89f0-650a4d817187 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Made reservation on behalf of 12ae52d2610343959b079c169f83e654 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:07:29.631739 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ed7d8afb-cced-484c-bca8-f7a4134a4cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (4e48da5f-b7a0-4375-baa2-d6a246285717), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:29.632632 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-a3bff5ad-1361-423d-a440-301bf0aa7944 req-8eb1fdf0-3ddd-4151-89f0-650a4d817187 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:29.641478 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6691a91-d289-4745-9f7b-327e551986c7 x-openstack-request-id: req-e6691a91-d289-4745-9f7b-327e551986c7 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:07:29.641783 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40d45cfd-3bac-4de5-9dcf-bf01faeff885", "name": "network-vif-deleted", "tag": "32c1b2bd-09a3-46c0-8e55-5b740f896b83", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:07:29.642049 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e6691a91-d289-4745-9f7b-327e551986c7 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:07:29.642457 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40d45cfd-3bac-4de5-9dcf-bf01faeff885', 'name': 'network-vif-deleted', 'tag': '32c1b2bd-09a3-46c0-8e55-5b740f896b83', 'status': 'completed', 'code': 200} Feb 02 07:07:29.700586 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 32c1b2bd-09a3-46c0-8e55-5b740f896b83 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:07:29.757205 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: 32c1b2bd-09a3-46c0-8e55-5b740f896b83 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:07:29.758653 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 32c1b2bd-09a3-46c0-8e55-5b740f896b83 not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:07:29.760414 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7d8afb-cced-484c-bca8-f7a4134a4cf2 None None] Pushing event updated for resources: {'Port': ['ID=4e48da5f-b7a0-4375-baa2-d6a246285717,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:29.902289 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-a3bff5ad-1361-423d-a440-301bf0aa7944 req-8eb1fdf0-3ddd-4151-89f0-650a4d817187 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Allocated IP 172.20.0.5 (274d3754-cb62-4276-8b4a-dfa5cf98baaf/b6b3fc97-ea53-4910-99b5-bddf06c5d45f/3fbf38b0-c429-4910-9937-0a8e4016e831) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:07:30.208781 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1440cd50-76e6-42d5-9fc4-7c54b0d3e7b3 req-bbabe22d-23ab-477d-9875-cf5448829e5d tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] 10.222.0.87 "GET /v2.0/ports?device_id=927767ef-ed32-4ea3-9e66-e8daaf8ff822 HTTP/1.1" status: 200 len: 210 time: 0.0912900 Feb 02 07:07:30.461542 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a7b6b-885e-4b09-9962-e17bd109598d req-b7e6d849-6c42-4aaf-8948-0b21860a9cea tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:30.463271 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a79a7b6b-885e-4b09-9962-e17bd109598d req-b7e6d849-6c42-4aaf-8948-0b21860a9cea tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] 10.222.0.88 "GET /v2.0/networks?id=085cd9a7-f01b-4c4e-94e0-dc83039f286a HTTP/1.1" status: 200 len: 815 time: 0.2535119 Feb 02 07:07:30.493465 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7a66eae1-a1c6-4c14-9df3-bacbdcc4b5d3 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for router_gateway (8970afb6-a82e-41c8-bac5-fbf63f17b531), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:30.509751 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9590799e-3bb4-45db-9661-c9f00bd38cb6 req-fc5ad8e5-ca03-4694-b170-8632d995a026 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 210 time: 0.0431623 Feb 02 07:07:30.522204 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7a66eae1-a1c6-4c14-9df3-bacbdcc4b5d3 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:30.538424 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-a3bff5ad-1361-423d-a440-301bf0aa7944 req-8eb1fdf0-3ddd-4151-89f0-650a4d817187 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks [] for port (3fbf38b0-c429-4910-9937-0a8e4016e831), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:30.604885 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-a3bff5ad-1361-423d-a440-301bf0aa7944 req-8eb1fdf0-3ddd-4151-89f0-650a4d817187 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (3fbf38b0-c429-4910-9937-0a8e4016e831), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:30.612807 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 49052) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:07:30.642759 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['d394fde5-fe9f-4589-bb6b-f852c92a9e2f'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:07:30.685216 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-7a66eae1-a1c6-4c14-9df3-bacbdcc4b5d3 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Allocated IP 172.25.4.20 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/e2d72386-0689-4a70-9ccf-f05fa2e13d76) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:07:30.820068 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3bff5ad-1361-423d-a440-301bf0aa7944 req-8eb1fdf0-3ddd-4151-89f0-650a4d817187 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Network 274d3754-cb62-4276-8b4a-dfa5cf98baaf is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:07:30.836669 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7a66eae1-a1c6-4c14-9df3-bacbdcc4b5d3 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for port (e2d72386-0689-4a70-9ccf-f05fa2e13d76), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:30.840208 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a79a7b6b-885e-4b09-9962-e17bd109598d req-1c107c46-418a-4a90-8cff-25509914395a tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5549f15d82f64bae95c6531d512cdc1a HTTP/1.1" status: 200 len: 380 time: 0.3277528 Feb 02 07:07:30.841469 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-a3bff5ad-1361-423d-a440-301bf0aa7944 req-8eb1fdf0-3ddd-4151-89f0-650a4d817187 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:07:30.847366 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb1fdf0-3ddd-4151-89f0-650a4d817187 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Pushing event updated for resources: {'Port': ['ID=3fbf38b0-c429-4910-9937-0a8e4016e831,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:30.855694 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3bff5ad-1361-423d-a440-301bf0aa7944 req-8eb1fdf0-3ddd-4151-89f0-650a4d817187 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:07:30.864835 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-a79a7b6b-885e-4b09-9962-e17bd109598d req-59d3085a-6ccf-4ed1-9b11-d01246bd3cb4 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Request body: {'port': {'device_id': '927767ef-ed32-4ea3-9e66-e8daaf8ff822', 'network_id': '085cd9a7-f01b-4c4e-94e0-dc83039f286a', 'admin_state_up': True, 'tenant_id': '5549f15d82f64bae95c6531d512cdc1a', 'security_groups': ['a81f360d-fecf-4c62-90a0-6d26aa446565']}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:07:30.870809 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b518472-45a5-48ec-a645-386b91971bb0 admin admin] Deleting subnet c6c35ee5-52ad-4ee9-b861-c5d15f8ea962 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:07:30.882490 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 4e48da5f-b7a0-4375-baa2-d6a246285717 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:07:30.917794 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7b518472-45a5-48ec-a645-386b91971bb0 admin admin] Publish callbacks [] for subnet (c6c35ee5-52ad-4ee9-b861-c5d15f8ea962), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:31.026349 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 4e48da5f-b7a0-4375-baa2-d6a246285717 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:07:31.026663 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (4e48da5f-b7a0-4375-baa2-d6a246285717), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:31.134219 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-8d465c7b-af15-4c47-8c35-997ba5be4b2e req-3e85f9ab-e95f-4060-9a44-456cf44a09d4 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:31.138084 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7a66eae1-a1c6-4c14-9df3-bacbdcc4b5d3 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (e2d72386-0689-4a70-9ccf-f05fa2e13d76), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:31.167106 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a66eae1-a1c6-4c14-9df3-bacbdcc4b5d3 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:07:31.175317 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-7a66eae1-a1c6-4c14-9df3-bacbdcc4b5d3 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:07:31.177954 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-8d465c7b-af15-4c47-8c35-997ba5be4b2e req-3e85f9ab-e95f-4060-9a44-456cf44a09d4 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (bfe07599-a4de-4541-b873-e345182fb183), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:31.196291 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7b518472-45a5-48ec-a645-386b91971bb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (c6c35ee5-52ad-4ee9-b861-c5d15f8ea962), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:31.258350 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 4e48da5f-b7a0-4375-baa2-d6a246285717 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:07:31.258739 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (4e48da5f-b7a0-4375-baa2-d6a246285717), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:31.261099 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bff5ad-1361-423d-a440-301bf0aa7944 req-8eb1fdf0-3ddd-4151-89f0-650a4d817187 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:31.262100 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-a3bff5ad-1361-423d-a440-301bf0aa7944 req-8eb1fdf0-3ddd-4151-89f0-650a4d817187 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:31.282424 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf26543b-0354-4a92-8c3c-68ba730c7cee req-cc25ce9b-639a-4f22-bd18-ff29810a1e93 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:31.291337 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cf26543b-0354-4a92-8c3c-68ba730c7cee req-cc25ce9b-639a-4f22-bd18-ff29810a1e93 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=7baf18cf-5694-4ff3-b104-ed32bfa1c233 HTTP/1.1" status: 200 len: 931 time: 0.5815475 Feb 02 07:07:31.307652 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-04995dfe-abb3-48bb-973b-9d71c116d329 None None] Provisioning complete for port 3fbf38b0-c429-4910-9937-0a8e4016e831 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:07:31.308403 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-04995dfe-abb3-48bb-973b-9d71c116d329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (3fbf38b0-c429-4910-9937-0a8e4016e831), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:31.348456 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 4e48da5f-b7a0-4375-baa2-d6a246285717, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=4e48da5f-b7a0-4375-baa2-d6a246285717,segment=NetworkSegment(238748ea-b85b-463d-8154-28d7dca303bb),segment_id=238748ea-b85b-463d-8154-28d7dca303bb)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:07:31.350454 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a3bff5ad-1361-423d-a440-301bf0aa7944 req-8eb1fdf0-3ddd-4151-89f0-650a4d817187 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9728425 Feb 02 07:07:31.351485 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a79a7b6b-885e-4b09-9962-e17bd109598d req-59d3085a-6ccf-4ed1-9b11-d01246bd3cb4 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Made reservation on behalf of 5549f15d82f64bae95c6531d512cdc1a for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:07:31.355799 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-a79a7b6b-885e-4b09-9962-e17bd109598d req-59d3085a-6ccf-4ed1-9b11-d01246bd3cb4 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:31.358036 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a66eae1-a1c6-4c14-9df3-bacbdcc4b5d3 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:07:31.360023 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (4e48da5f-b7a0-4375-baa2-d6a246285717), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:31.386651 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-a3bff5ad-1361-423d-a440-301bf0aa7944 req-66ca39a5-b1a5-4a16-9155-1d4da27b73e7 service neutron] Request body: {'port': {'device_id': '7baf18cf-5694-4ff3-b104-ed32bfa1c233', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:07:31.394535 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-04995dfe-abb3-48bb-973b-9d71c116d329 None None] Port 3fbf38b0-c429-4910-9937-0a8e4016e831 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:07:31.400739 n-d-789963-26 neutron-server[109693]: INFO neutron.db.l3_db [req-8d465c7b-af15-4c47-8c35-997ba5be4b2e req-3e85f9ab-e95f-4060-9a44-456cf44a09d4 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Floating IP bfe07599-a4de-4541-b873-e345182fb183 associated. External IP: 172.25.4.224, port: 6e3e472f-b38f-4eaa-8125-2415a7780d63. Feb 02 07:07:31.447649 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=4e48da5f-b7a0-4375-baa2-d6a246285717,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:31.510793 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7b518472-45a5-48ec-a645-386b91971bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (c6c35ee5-52ad-4ee9-b861-c5d15f8ea962), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:31.526860 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a66eae1-a1c6-4c14-9df3-bacbdcc4b5d3 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Pushing event updated for resources: {'Port': ['ID=e2d72386-0689-4a70-9ccf-f05fa2e13d76,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:31.597456 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cf26543b-0354-4a92-8c3c-68ba730c7cee req-7418f7d3-febd-4b16-9ee7-b85384cd863a tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027911 Feb 02 07:07:31.606881 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a47044-f810-41c6-b724-f661b7141af0 None None] Network 7a1f3fdf-6e45-4fa2-9858-04b684e2bab8 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:07:31.774729 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-a3bff5ad-1361-423d-a440-301bf0aa7944 req-66ca39a5-b1a5-4a16-9155-1d4da27b73e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3fbf38b0-c429-4910-9937-0a8e4016e831), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:31.835401 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-5d45ec5d-ab18-45a9-a42d-e60c260ef5bf None None] Provisioning complete for port 4e48da5f-b7a0-4375-baa2-d6a246285717 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:07:31.836117 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5d45ec5d-ab18-45a9-a42d-e60c260ef5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (4e48da5f-b7a0-4375-baa2-d6a246285717), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:31.867212 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7b518472-45a5-48ec-a645-386b91971bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (c6c35ee5-52ad-4ee9-b861-c5d15f8ea962), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:31.892511 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d465c7b-af15-4c47-8c35-997ba5be4b2e req-3e85f9ab-e95f-4060-9a44-456cf44a09d4 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Router f4805bbb-7278-499c-9197-654522a821d7 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:07:31.951497 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b518472-45a5-48ec-a645-386b91971bb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6c35ee5-52ad-4ee9-b861-c5d15f8ea962,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:31.977830 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7e2bb6-72b2-4440-aec3-606f90c07571 req-74afdb6f-ef4c-4b56-9fc2-3979605fb15a tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:31.979841 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bd7e2bb6-72b2-4440-aec3-606f90c07571 req-74afdb6f-ef4c-4b56-9fc2-3979605fb15a tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=0a44e4b3-ccac-4e3b-9c5e-47c349456db3 HTTP/1.1" status: 200 len: 945 time: 0.2616718 Feb 02 07:07:31.982059 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7b518472-45a5-48ec-a645-386b91971bb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:31.993158 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 49060) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:07:32.004114 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-7b518472-45a5-48ec-a645-386b91971bb0 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/c6c35ee5-52ad-4ee9-b861-c5d15f8ea962 HTTP/1.1" status: 204 len: 168 time: 1.3860197 Feb 02 07:07:32.006210 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-a79a7b6b-885e-4b09-9962-e17bd109598d req-59d3085a-6ccf-4ed1-9b11-d01246bd3cb4 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Allocated IP 172.20.0.5 (085cd9a7-f01b-4c4e-94e0-dc83039f286a/c7545568-47c4-4cd0-be68-7f25d5ee9a43/9b47c517-0060-4691-a1ab-633b8870ac31) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:07:32.044238 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-5d45ec5d-ab18-45a9-a42d-e60c260ef5bf None None] Current status of the port 4e48da5f-b7a0-4375-baa2-d6a246285717 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:07:32.210176 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bd7e2bb6-72b2-4440-aec3-606f90c07571 req-dabdaa4a-3ab7-4ee9-b9fd-ed739ac8ccc7 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976788 Feb 02 07:07:32.227002 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7a66eae1-a1c6-4c14-9df3-bacbdcc4b5d3 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for router_gateway (8970afb6-a82e-41c8-bac5-fbf63f17b531), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:32.232827 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-997ada10-3ee6-4865-82f9-fe214f233dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (99751111-c471-4642-828d-cd79e17cf84a), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:32.345748 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d465c7b-af15-4c47-8c35-997ba5be4b2e req-3e85f9ab-e95f-4060-9a44-456cf44a09d4 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:07:32.362683 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-8d465c7b-af15-4c47-8c35-997ba5be4b2e req-3e85f9ab-e95f-4060-9a44-456cf44a09d4 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:32.365675 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead309b8-9f97-4887-9b93-21b5b629308b None None] Sync routers for ids ['f4805bbb-7278-499c-9197-654522a821d7'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:07:32.379286 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead309b8-9f97-4887-9b93-21b5b629308b None None] Routers {'f4805bbb-7278-499c-9197-654522a821d7'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:07:32.380156 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-ead309b8-9f97-4887-9b93-21b5b629308b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:07:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['f4805bbb-7278-499c-9197-654522a821d7'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:07:32.382537 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-53139c5a-e53f-4612-8517-26ffa0dc7ccb None None] Provisioning complete for port 4e48da5f-b7a0-4375-baa2-d6a246285717 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:07:32.382915 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-53139c5a-e53f-4612-8517-26ffa0dc7ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (4e48da5f-b7a0-4375-baa2-d6a246285717), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:32.456093 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-997ada10-3ee6-4865-82f9-fe214f233dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (99751111-c471-4642-828d-cd79e17cf84a), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:32.508780 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-a3bff5ad-1361-423d-a440-301bf0aa7944 req-66ca39a5-b1a5-4a16-9155-1d4da27b73e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fbf38b0-c429-4910-9937-0a8e4016e831 {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:07:32.523196 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-a3bff5ad-1361-423d-a440-301bf0aa7944 req-66ca39a5-b1a5-4a16-9155-1d4da27b73e7 service neutron] Publish callbacks [] for port (3fbf38b0-c429-4910-9937-0a8e4016e831), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:32.534569 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8d465c7b-af15-4c47-8c35-997ba5be4b2e req-3e85f9ab-e95f-4060-9a44-456cf44a09d4 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "PUT /v2.0/floatingips/bfe07599-a4de-4541-b873-e345182fb183 HTTP/1.1" status: 200 len: 997 time: 3.3339810 Feb 02 07:07:32.539674 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-a3bff5ad-1361-423d-a440-301bf0aa7944 req-66ca39a5-b1a5-4a16-9155-1d4da27b73e7 service neutron] Transition to ACTIVE for port object 3fbf38b0-c429-4910-9937-0a8e4016e831 will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:07:32.540338 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-997ada10-3ee6-4865-82f9-fe214f233dbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99751111-c471-4642-828d-cd79e17cf84a']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:07:32.561058 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80149690-37a7-46d9-b8e3-fcd421797a67', 'tag': '6e3e472f-b38f-4eaa-8125-2415a7780d63'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:07:32.563333 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c22810-4d8b-4b19-8af1-fa6eea599cf9" -d '{"events": [{"name": "network-changed", "server_uuid": "80149690-37a7-46d9-b8e3-fcd421797a67", "tag": "6e3e472f-b38f-4eaa-8125-2415a7780d63"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:07:32.566578 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-53139c5a-e53f-4612-8517-26ffa0dc7ccb None None] Current status of the port 4e48da5f-b7a0-4375-baa2-d6a246285717 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:07:32.624007 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-997ada10-3ee6-4865-82f9-fe214f233dbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55874057-7438-4ede-9b7c-df97f734112c') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:07:32.624388 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-997ada10-3ee6-4865-82f9-fe214f233dbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55874057-7438-4ede-9b7c-df97f734112c') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:07:32.634675 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-76b31d4e-c8d3-488c-8a56-313844487bcc req-ae2c3571-b525-44f0-bb3f-e698b2cc4ada tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] 10.222.0.87 "GET /v2.0/ports?device_id=927767ef-ed32-4ea3-9e66-e8daaf8ff822 HTTP/1.1" status: 200 len: 210 time: 0.3023496 Feb 02 07:07:32.639801 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-a79a7b6b-885e-4b09-9962-e17bd109598d req-59d3085a-6ccf-4ed1-9b11-d01246bd3cb4 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Publish callbacks [] for port (9b47c517-0060-4691-a1ab-633b8870ac31), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:32.649121 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-ead309b8-9f97-4887-9b93-21b5b629308b None None] Set router f4805bbb-7278-499c-9197-654522a821d7 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:07:32.650816 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-a3bff5ad-1361-423d-a440-301bf0aa7944 req-66ca39a5-b1a5-4a16-9155-1d4da27b73e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (3fbf38b0-c429-4910-9937-0a8e4016e831), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:32.686142 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-997ada10-3ee6-4865-82f9-fe214f233dbf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (55874057-7438-4ede-9b7c-df97f734112c), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:32.707016 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-997ada10-3ee6-4865-82f9-fe214f233dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (55874057-7438-4ede-9b7c-df97f734112c), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:32.722688 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-997ada10-3ee6-4865-82f9-fe214f233dbf admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:07:32.723860 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-997ada10-3ee6-4865-82f9-fe214f233dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (55874057-7438-4ede-9b7c-df97f734112c), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:32.727674 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:07:32.727674 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:07:32.727674 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:07:32.727674 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:07:32.727674 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:07:32.727674 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:07:32.727674 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:07:32.727674 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:07:32.727674 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:07:32.727674 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:07:32.727674 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:07:32.727674 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:07:32.727674 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:07:32.727674 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:07:32.727674 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:07:32.727674 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:07:32.727674 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:07:32.727674 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:07:32.727674 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:07:32.727674 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:07:32.727674 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:07:32.727674 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:07:32.727674 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:07:32.727674 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:07:32.727674 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:07:32.727674 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:07:32.727674 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:07:32.727674 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:07:32.727674 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:07:32.727674 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:07:32.727674 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:07:32.727674 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:07:32.729653 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d465c7b-af15-4c47-8c35-997ba5be4b2e req-bedc05d4-785b-4161-bda2-6d43f95380c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:32.746489 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8d465c7b-af15-4c47-8c35-997ba5be4b2e req-bedc05d4-785b-4161-bda2-6d43f95380c0 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=bc6d7dbe1d5148348d5fd6c6cc68f02a&device_id=80149690-37a7-46d9-b8e3-fcd421797a67 HTTP/1.1" status: 200 len: 1129 time: 0.2110026 Feb 02 07:07:32.756182 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 4e48da5f-b7a0-4375-baa2-d6a246285717 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:07:32.831471 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3ef5e776-e476-433c-9861-bb20f553fac0 req-0f8be064-bf46-464e-9337-255e1f9bddad tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 210 time: 0.0659320 Feb 02 07:07:32.877147 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ca39a5-b1a5-4a16-9155-1d4da27b73e7 service neutron] Pushing event updated for resources: {'Port': ['ID=3fbf38b0-c429-4910-9937-0a8e4016e831,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:32.877358 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 4e48da5f-b7a0-4375-baa2-d6a246285717 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:07:32.877788 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (4e48da5f-b7a0-4375-baa2-d6a246285717), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:32.985803 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7a66eae1-a1c6-4c14-9df3-bacbdcc4b5d3 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (8970afb6-a82e-41c8-bac5-fbf63f17b531), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:33.049227 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-ead309b8-9f97-4887-9b93-21b5b629308b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4805bbb-7278-499c-9197-654522a821d7', 'name': 'tempest-ServerRescueTestJSONUnderV235-2023207750-router', 'tenant_id': 'bc6d7dbe1d5148348d5fd6c6cc68f02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': '1c492ac7-4c79-42c1-b988-e0114c0e532f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:06:08Z', 'updated_at': '2022-02-02T07:06:22Z', 'revision_number': 4, 'project_id': 'bc6d7dbe1d5148348d5fd6c6cc68f02a', 'gw_port': {'id': '1c492ac7-4c79-42c1-b988-e0114c0e532f', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4805bbb-7278-499c-9197-654522a821d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:06:11Z', 'updated_at': '2022-02-02T07:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': 'bfe07599-a4de-4541-b873-e345182fb183', 'tenant_id': 'bc6d7dbe1d5148348d5fd6c6cc68f02a', 'floating_ip_address': '172.25.4.224', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': 'f4805bbb-7278-499c-9197-654522a821d7', 'port_id': '6e3e472f-b38f-4eaa-8125-2415a7780d63', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '098466ed-6cfb-4629-b5bb-bc2a67c5bdc6', 'mac_address': 'fa:16:3e:9b:57:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80149690-37a7-46d9-b8e3-fcd421797a67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:07:26Z', 'updated_at': '2022-02-02T07:07:30Z', 'revision_number': 1, 'project_id': 'bc6d7dbe1d5148348d5fd6c6cc68f02a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8651fe7d-7c5e-4234-8b06-f217706108b0', 'name': '', 'network_id': '098466ed-6cfb-4629-b5bb-bc2a67c5bdc6', 'tenant_id': 'bc6d7dbe1d5148348d5fd6c6cc68f02a', 'mac_address': 'fa:16:3e:bf:f7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4805bbb-7278-499c-9197-654522a821d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '446bfa5e-0944-4da6-8411-de8b2d47ca42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:06:20Z', 'updated_at': '2022-02-02T07:06:31Z', 'revision_number': 5, 'project_id': 'bc6d7dbe1d5148348d5fd6c6cc68f02a', 'subnets': [{'id': '446bfa5e-0944-4da6-8411-de8b2d47ca42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:07:33.057433 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 4e48da5f-b7a0-4375-baa2-d6a246285717 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:07:33.071591 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-a79a7b6b-885e-4b09-9962-e17bd109598d req-59d3085a-6ccf-4ed1-9b11-d01246bd3cb4 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (9b47c517-0060-4691-a1ab-633b8870ac31), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:33.137709 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db846eb-1f64-456e-9f35-d14389c7ded4 x-openstack-request-id: req-9db846eb-1f64-456e-9f35-d14389c7ded4 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:07:33.138406 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80149690-37a7-46d9-b8e3-fcd421797a67", "tag": "6e3e472f-b38f-4eaa-8125-2415a7780d63", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:07:33.138835 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-9db846eb-1f64-456e-9f35-d14389c7ded4 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:07:33.139406 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80149690-37a7-46d9-b8e3-fcd421797a67', 'tag': '6e3e472f-b38f-4eaa-8125-2415a7780d63', 'status': 'completed', 'code': 200} Feb 02 07:07:33.148711 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead309b8-9f97-4887-9b93-21b5b629308b None None] Checking router: f4805bbb-7278-499c-9197-654522a821d7 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:07:33.177921 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead309b8-9f97-4887-9b93-21b5b629308b None None] Routers {'f4805bbb-7278-499c-9197-654522a821d7'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:07:33.178164 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-a3bff5ad-1361-423d-a440-301bf0aa7944 req-66ca39a5-b1a5-4a16-9155-1d4da27b73e7 service neutron] Attempting to bind port 3fbf38b0-c429-4910-9937-0a8e4016e831 on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:07:33.178450 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-a3bff5ad-1361-423d-a440-301bf0aa7944 req-66ca39a5-b1a5-4a16-9155-1d4da27b73e7 service neutron] Attempting to bind port 3fbf38b0-c429-4910-9937-0a8e4016e831 by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': 'fc0a4cad-9504-4785-979c-6732d183490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '274d3754-cb62-4276-8b4a-dfa5cf98baaf'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:07:33.178620 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-ead309b8-9f97-4887-9b93-21b5b629308b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:07:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['f4805bbb-7278-499c-9197-654522a821d7'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:07:33.178782 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bff5ad-1361-423d-a440-301bf0aa7944 req-66ca39a5-b1a5-4a16-9155-1d4da27b73e7 service neutron] Attempting to bind port 3fbf38b0-c429-4910-9937-0a8e4016e831 on network 274d3754-cb62-4276-8b4a-dfa5cf98baaf {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:07:33.201793 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bff5ad-1361-423d-a440-301bf0aa7944 req-66ca39a5-b1a5-4a16-9155-1d4da27b73e7 service neutron] Port 3fbf38b0-c429-4910-9937-0a8e4016e831 on network 274d3754-cb62-4276-8b4a-dfa5cf98baaf not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:07:33.202128 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bff5ad-1361-423d-a440-301bf0aa7944 req-66ca39a5-b1a5-4a16-9155-1d4da27b73e7 service neutron] Attempting to bind port 3fbf38b0-c429-4910-9937-0a8e4016e831 on network 274d3754-cb62-4276-8b4a-dfa5cf98baaf {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:07:33.250183 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bff5ad-1361-423d-a440-301bf0aa7944 req-66ca39a5-b1a5-4a16-9155-1d4da27b73e7 service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:07:33.250565 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bff5ad-1361-423d-a440-301bf0aa7944 req-66ca39a5-b1a5-4a16-9155-1d4da27b73e7 service neutron] Checking segment: {'id': 'fc0a4cad-9504-4785-979c-6732d183490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '274d3754-cb62-4276-8b4a-dfa5cf98baaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:07:33.250929 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bff5ad-1361-423d-a440-301bf0aa7944 req-66ca39a5-b1a5-4a16-9155-1d4da27b73e7 service neutron] Bound using segment: {'id': 'fc0a4cad-9504-4785-979c-6732d183490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '274d3754-cb62-4276-8b4a-dfa5cf98baaf'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:07:33.252544 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-a3bff5ad-1361-423d-a440-301bf0aa7944 req-66ca39a5-b1a5-4a16-9155-1d4da27b73e7 service neutron] Bound port: 3fbf38b0-c429-4910-9937-0a8e4016e831, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc0a4cad-9504-4785-979c-6732d183490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '274d3754-cb62-4276-8b4a-dfa5cf98baaf'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:07:33.252892 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-a3bff5ad-1361-423d-a440-301bf0aa7944 req-66ca39a5-b1a5-4a16-9155-1d4da27b73e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3fbf38b0-c429-4910-9937-0a8e4016e831), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:33.265533 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-997ada10-3ee6-4865-82f9-fe214f233dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (99751111-c471-4642-828d-cd79e17cf84a), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:33.271855 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-997ada10-3ee6-4865-82f9-fe214f233dbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:33.276147 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-997ada10-3ee6-4865-82f9-fe214f233dbf admin admin] 10.222.0.87 "DELETE /v2.0/networks/99751111-c471-4642-828d-cd79e17cf84a HTTP/1.1" status: 204 len: 168 time: 1.2337520 Feb 02 07:07:33.313901 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a79a7b6b-885e-4b09-9962-e17bd109598d req-59d3085a-6ccf-4ed1-9b11-d01246bd3cb4 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Network 085cd9a7-f01b-4c4e-94e0-dc83039f286a is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:07:33.327529 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d3085a-6ccf-4ed1-9b11-d01246bd3cb4 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Pushing event updated for resources: {'Port': ['ID=9b47c517-0060-4691-a1ab-633b8870ac31,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:33.355951 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-ead309b8-9f97-4887-9b93-21b5b629308b None None] Set router f4805bbb-7278-499c-9197-654522a821d7 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:07:33.357199 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-a79a7b6b-885e-4b09-9962-e17bd109598d req-59d3085a-6ccf-4ed1-9b11-d01246bd3cb4 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:07:33.372692 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-a79a7b6b-885e-4b09-9962-e17bd109598d req-59d3085a-6ccf-4ed1-9b11-d01246bd3cb4 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:07:33.514658 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a7b6b-885e-4b09-9962-e17bd109598d req-59d3085a-6ccf-4ed1-9b11-d01246bd3cb4 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:33.515331 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-a79a7b6b-885e-4b09-9962-e17bd109598d req-59d3085a-6ccf-4ed1-9b11-d01246bd3cb4 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:33.532216 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997ada10-3ee6-4865-82f9-fe214f233dbf admin admin] Pushing event deleted for resources: {'Network': ['ID=99751111-c471-4642-828d-cd79e17cf84a,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:33.574087 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca8dcf6-8c85-4ff2-95b0-9db6c5318a75 req-00bc78d6-56a8-467d-a1ba-07006d5b7f8b tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:33.581652 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8ca8dcf6-8c85-4ff2-95b0-9db6c5318a75 req-00bc78d6-56a8-467d-a1ba-07006d5b7f8b tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=7baf18cf-5694-4ff3-b104-ed32bfa1c233 HTTP/1.1" status: 200 len: 943 time: 0.3848417 Feb 02 07:07:33.591590 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d465c7b-af15-4c47-8c35-997ba5be4b2e req-1418e946-e24c-47ce-9acd-744df030515e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:33.597772 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8d465c7b-af15-4c47-8c35-997ba5be4b2e req-1418e946-e24c-47ce-9acd-744df030515e service neutron] 10.222.0.87 "GET /v2.0/networks?id=098466ed-6cfb-4629-b5bb-bc2a67c5bdc6 HTTP/1.1" status: 200 len: 921 time: 0.8477819 Feb 02 07:07:33.619513 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a79a7b6b-885e-4b09-9962-e17bd109598d req-59d3085a-6ccf-4ed1-9b11-d01246bd3cb4 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7654395 Feb 02 07:07:33.650802 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-a79a7b6b-885e-4b09-9962-e17bd109598d req-f4151fc5-dd35-4cef-95a9-b7101b5bab7c service neutron] Request body: {'port': {'device_id': '927767ef-ed32-4ea3-9e66-e8daaf8ff822', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:07:33.778611 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-a3bff5ad-1361-423d-a440-301bf0aa7944 req-66ca39a5-b1a5-4a16-9155-1d4da27b73e7 service neutron] For port 3fbf38b0-c429-4910-9937-0a8e4016e831, host n-h2-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:07:33.800088 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8ca8dcf6-8c85-4ff2-95b0-9db6c5318a75 req-4be18e45-fec0-4ea3-9f23-453361ab63e6 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170300 Feb 02 07:07:33.802429 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 49084) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:07:33.854792 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-b3fa1678-fdc9-450a-8daf-fa946711ff76 None None] Provisioning complete for port 9b47c517-0060-4691-a1ab-633b8870ac31 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:07:33.855182 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b3fa1678-fdc9-450a-8daf-fa946711ff76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (9b47c517-0060-4691-a1ab-633b8870ac31), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:33.894478 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-a3bff5ad-1361-423d-a440-301bf0aa7944 req-66ca39a5-b1a5-4a16-9155-1d4da27b73e7 service neutron] For port 3fbf38b0-c429-4910-9937-0a8e4016e831, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=3fbf38b0-c429-4910-9937-0a8e4016e831,segment=NetworkSegment(fc0a4cad-9504-4785-979c-6732d183490f),segment_id=fc0a4cad-9504-4785-979c-6732d183490f)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:07:33.906604 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-a79a7b6b-885e-4b09-9962-e17bd109598d req-f4151fc5-dd35-4cef-95a9-b7101b5bab7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (9b47c517-0060-4691-a1ab-633b8870ac31), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:33.933254 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-ead309b8-9f97-4887-9b93-21b5b629308b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4805bbb-7278-499c-9197-654522a821d7', 'name': 'tempest-ServerRescueTestJSONUnderV235-2023207750-router', 'tenant_id': 'bc6d7dbe1d5148348d5fd6c6cc68f02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': '1c492ac7-4c79-42c1-b988-e0114c0e532f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:06:08Z', 'updated_at': '2022-02-02T07:06:22Z', 'revision_number': 4, 'project_id': 'bc6d7dbe1d5148348d5fd6c6cc68f02a', 'gw_port': {'id': '1c492ac7-4c79-42c1-b988-e0114c0e532f', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4805bbb-7278-499c-9197-654522a821d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:06:11Z', 'updated_at': '2022-02-02T07:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': 'bfe07599-a4de-4541-b873-e345182fb183', 'tenant_id': 'bc6d7dbe1d5148348d5fd6c6cc68f02a', 'floating_ip_address': '172.25.4.224', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': 'f4805bbb-7278-499c-9197-654522a821d7', 'port_id': '6e3e472f-b38f-4eaa-8125-2415a7780d63', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '098466ed-6cfb-4629-b5bb-bc2a67c5bdc6', 'mac_address': 'fa:16:3e:9b:57:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80149690-37a7-46d9-b8e3-fcd421797a67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:07:26Z', 'updated_at': '2022-02-02T07:07:30Z', 'revision_number': 1, 'project_id': 'bc6d7dbe1d5148348d5fd6c6cc68f02a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8651fe7d-7c5e-4234-8b06-f217706108b0', 'name': '', 'network_id': '098466ed-6cfb-4629-b5bb-bc2a67c5bdc6', 'tenant_id': 'bc6d7dbe1d5148348d5fd6c6cc68f02a', 'mac_address': 'fa:16:3e:bf:f7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4805bbb-7278-499c-9197-654522a821d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '446bfa5e-0944-4da6-8411-de8b2d47ca42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:06:20Z', 'updated_at': '2022-02-02T07:06:31Z', 'revision_number': 5, 'project_id': 'bc6d7dbe1d5148348d5fd6c6cc68f02a', 'subnets': [{'id': '446bfa5e-0944-4da6-8411-de8b2d47ca42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:07:33.938819 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-b3fa1678-fdc9-450a-8daf-fa946711ff76 None None] Port 9b47c517-0060-4691-a1ab-633b8870ac31 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:07:33.946175 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-a3bff5ad-1361-423d-a440-301bf0aa7944 req-66ca39a5-b1a5-4a16-9155-1d4da27b73e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (3fbf38b0-c429-4910-9937-0a8e4016e831), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:33.986099 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead309b8-9f97-4887-9b93-21b5b629308b None None] The sync data for ids ['f4805bbb-7278-499c-9197-654522a821d7'] in n-d-789963-26 is: [{'id': 'f4805bbb-7278-499c-9197-654522a821d7', 'name': 'tempest-ServerRescueTestJSONUnderV235-2023207750-router', 'tenant_id': 'bc6d7dbe1d5148348d5fd6c6cc68f02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': '1c492ac7-4c79-42c1-b988-e0114c0e532f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:06:08Z', 'updated_at': '2022-02-02T07:06:22Z', 'revision_number': 4, 'project_id': 'bc6d7dbe1d5148348d5fd6c6cc68f02a', 'gw_port': {'id': '1c492ac7-4c79-42c1-b988-e0114c0e532f', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4805bbb-7278-499c-9197-654522a821d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:06:11Z', 'updated_at': '2022-02-02T07:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': 'bfe07599-a4de-4541-b873-e345182fb183', 'tenant_id': 'bc6d7dbe1d5148348d5fd6c6cc68f02a', 'floating_ip_address': '172.25.4.224', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': 'f4805bbb-7278-499c-9197-654522a821d7', 'port_id': '6e3e472f-b38f-4eaa-8125-2415a7780d63', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '098466ed-6cfb-4629-b5bb-bc2a67c5bdc6', 'mac_address': 'fa:16:3e:9b:57:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80149690-37a7-46d9-b8e3-fcd421797a67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:07:26Z', 'updated_at': '2022-02-02T07:07:30Z', 'revision_number': 1, 'project_id': 'bc6d7dbe1d5148348d5fd6c6cc68f02a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8651fe7d-7c5e-4234-8b06-f217706108b0', 'name': '', 'network_id': '098466ed-6cfb-4629-b5bb-bc2a67c5bdc6', 'tenant_id': 'bc6d7dbe1d5148348d5fd6c6cc68f02a', 'mac_address': 'fa:16:3e:bf:f7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4805bbb-7278-499c-9197-654522a821d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '446bfa5e-0944-4da6-8411-de8b2d47ca42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:06:20Z', 'updated_at': '2022-02-02T07:06:31Z', 'revision_number': 5, 'project_id': 'bc6d7dbe1d5148348d5fd6c6cc68f02a', 'subnets': [{'id': '446bfa5e-0944-4da6-8411-de8b2d47ca42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:07:34.097374 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ca39a5-b1a5-4a16-9155-1d4da27b73e7 service neutron] Pushing event updated for resources: {'Port': ['ID=3fbf38b0-c429-4910-9937-0a8e4016e831,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:34.110430 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bff5ad-1361-423d-a440-301bf0aa7944 req-66ca39a5-b1a5-4a16-9155-1d4da27b73e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:34.111086 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-a3bff5ad-1361-423d-a440-301bf0aa7944 req-66ca39a5-b1a5-4a16-9155-1d4da27b73e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:34.113422 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a3bff5ad-1361-423d-a440-301bf0aa7944 req-66ca39a5-b1a5-4a16-9155-1d4da27b73e7 service neutron] 10.222.0.59 "PUT /v2.0/ports/3fbf38b0-c429-4910-9937-0a8e4016e831 HTTP/1.1" status: 200 len: 1092 time: 2.7411282 Feb 02 07:07:34.137690 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7baf18cf-5694-4ff3-b104-ed32bfa1c233', 'tag': '3fbf38b0-c429-4910-9937-0a8e4016e831'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:07:34.140169 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddba94b9-da72-4587-b3af-d7cdc76661d9" -d '{"events": [{"name": "network-changed", "server_uuid": "7baf18cf-5694-4ff3-b104-ed32bfa1c233", "tag": "3fbf38b0-c429-4910-9937-0a8e4016e831"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:07:34.250484 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c22810-4d8b-4b19-8af1-fa6eea599cf9 req-2ec41402-f7b5-4183-9e10-bc0747c527c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:34.252133 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d9c22810-4d8b-4b19-8af1-fa6eea599cf9 req-2ec41402-f7b5-4183-9e10-bc0747c527c0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bc6d7dbe1d5148348d5fd6c6cc68f02a&device_id=80149690-37a7-46d9-b8e3-fcd421797a67 HTTP/1.1" status: 200 len: 1129 time: 1.1166241 Feb 02 07:07:34.320663 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8d465c7b-af15-4c47-8c35-997ba5be4b2e req-27164219-1188-4d16-b29b-7aa1a6653b83 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e3e472f-b38f-4eaa-8125-2415a7780d63 HTTP/1.1" status: 200 len: 1000 time: 0.7020774 Feb 02 07:07:34.338096 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67971b23-a99a-40fe-ae87-3940cf73976c None None] New status for floating IP bfe07599-a4de-4541-b873-e345182fb183: ACTIVE {{(pid=109695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 07:07:34.515158 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d465c7b-af15-4c47-8c35-997ba5be4b2e req-fd357e3c-4838-4c56-a54e-96eb6dcce907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:34.517220 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8d465c7b-af15-4c47-8c35-997ba5be4b2e req-fd357e3c-4838-4c56-a54e-96eb6dcce907 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=446bfa5e-0944-4da6-8411-de8b2d47ca42 HTTP/1.1" status: 200 len: 860 time: 0.1853631 Feb 02 07:07:34.569203 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8d465c7b-af15-4c47-8c35-997ba5be4b2e req-faf80c59-5fab-4546-b30a-75757c41b253 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=098466ed-6cfb-4629-b5bb-bc2a67c5bdc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429654 Feb 02 07:07:34.612618 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [req-8d465c7b-af15-4c47-8c35-997ba5be4b2e req-8cda259a-2cb5-4853-8135-3d3d500219b7 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=109693) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:07:34.615915 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8d465c7b-af15-4c47-8c35-997ba5be4b2e req-8cda259a-2cb5-4853-8135-3d3d500219b7 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081549 Feb 02 07:07:34.619013 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a66eae1-a1c6-4c14-9df3-bacbdcc4b5d3 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Router 8970afb6-a82e-41c8-bac5-fbf63f17b531 is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:07:34.623264 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c22810-4d8b-4b19-8af1-fa6eea599cf9 req-6989f666-4181-42af-a8b8-a107142754de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:34.625117 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d9c22810-4d8b-4b19-8af1-fa6eea599cf9 req-6989f666-4181-42af-a8b8-a107142754de service neutron] 10.222.0.59 "GET /v2.0/networks?id=098466ed-6cfb-4629-b5bb-bc2a67c5bdc6 HTTP/1.1" status: 200 len: 921 time: 0.3034554 Feb 02 07:07:34.655970 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-a79a7b6b-885e-4b09-9962-e17bd109598d req-f4151fc5-dd35-4cef-95a9-b7101b5bab7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b47c517-0060-4691-a1ab-633b8870ac31 {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:07:34.682497 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-a79a7b6b-885e-4b09-9962-e17bd109598d req-f4151fc5-dd35-4cef-95a9-b7101b5bab7c service neutron] Publish callbacks [] for port (9b47c517-0060-4691-a1ab-633b8870ac31), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:34.728822 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d94009f9-46e9-4198-b805-915094f7e844 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=48ea4d45999c417da005b09de43555db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9036229 Feb 02 07:07:34.733677 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 49094) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:07:34.780938 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33da9cd-7770-42d3-9c9c-7c57c026301a req-fb8d01fe-8535-4534-8ded-bfb68a6dd5e1 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:34.789560 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d33da9cd-7770-42d3-9c9c-7c57c026301a req-fb8d01fe-8535-4534-8ded-bfb68a6dd5e1 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=0a44e4b3-ccac-4e3b-9c5e-47c349456db3 HTTP/1.1" status: 200 len: 945 time: 0.8544888 Feb 02 07:07:34.840371 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-a79a7b6b-885e-4b09-9962-e17bd109598d req-f4151fc5-dd35-4cef-95a9-b7101b5bab7c service neutron] Transition to ACTIVE for port object 9b47c517-0060-4691-a1ab-633b8870ac31 will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:07:34.859053 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-a79a7b6b-885e-4b09-9962-e17bd109598d req-f4151fc5-dd35-4cef-95a9-b7101b5bab7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (9b47c517-0060-4691-a1ab-633b8870ac31), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:34.871673 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d9c22810-4d8b-4b19-8af1-fa6eea599cf9 req-53bb79ce-ca9d-4726-87af-65009ef6fc3f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e3e472f-b38f-4eaa-8125-2415a7780d63 HTTP/1.1" status: 200 len: 1002 time: 0.2348800 Feb 02 07:07:34.950543 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8d465c7b-af15-4c47-8c35-997ba5be4b2e req-88bd57e4-24f4-4fdd-8b7d-9c16c4e57160 service neutron] 10.222.0.87 "GET /v2.0/networks/098466ed-6cfb-4629-b5bb-bc2a67c5bdc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231335 Feb 02 07:07:34.952939 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bff5ad-1361-423d-a440-301bf0aa7944 req-d9dc3c8b-688e-46bb-8c18-2bfb7481d370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:34.957076 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a3bff5ad-1361-423d-a440-301bf0aa7944 req-d9dc3c8b-688e-46bb-8c18-2bfb7481d370 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=12ae52d2610343959b079c169f83e654&device_id=7baf18cf-5694-4ff3-b104-ed32bfa1c233 HTTP/1.1" status: 200 len: 1126 time: 0.7690499 Feb 02 07:07:34.971765 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c22810-4d8b-4b19-8af1-fa6eea599cf9 req-ad193898-4846-449f-b031-fefc96221344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:34.973577 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d9c22810-4d8b-4b19-8af1-fa6eea599cf9 req-ad193898-4846-449f-b031-fefc96221344 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=446bfa5e-0944-4da6-8411-de8b2d47ca42 HTTP/1.1" status: 200 len: 860 time: 0.0951715 Feb 02 07:07:34.984598 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a66eae1-a1c6-4c14-9df3-bacbdcc4b5d3 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:07:34.996538 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b13cc6-cafe-4e7f-9dac-e7f884cd1b1d None None] Sync routers for ids ['8970afb6-a82e-41c8-bac5-fbf63f17b531'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:07:35.009987 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b13cc6-cafe-4e7f-9dac-e7f884cd1b1d None None] Routers {'8970afb6-a82e-41c8-bac5-fbf63f17b531'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:07:35.010606 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-f6b13cc6-cafe-4e7f-9dac-e7f884cd1b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:07:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['8970afb6-a82e-41c8-bac5-fbf63f17b531'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:07:35.067390 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7a66eae1-a1c6-4c14-9df3-bacbdcc4b5d3 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:35.068699 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-7a66eae1-a1c6-4c14-9df3-bacbdcc4b5d3 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.8536487 Feb 02 07:07:35.089609 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-f6b13cc6-cafe-4e7f-9dac-e7f884cd1b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:07:35.104307 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a3bff5ad-1361-423d-a440-301bf0aa7944 req-75e869c2-f5b3-4f05-91b2-38f9002c730f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3fbf38b0-c429-4910-9937-0a8e4016e831 HTTP/1.1" status: 200 len: 217 time: 0.1233692 Feb 02 07:07:35.104831 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4151fc5-dd35-4cef-95a9-b7101b5bab7c service neutron] Pushing event updated for resources: {'Port': ['ID=9b47c517-0060-4691-a1ab-633b8870ac31,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:35.113351 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 49098) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:07:35.117155 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d33da9cd-7770-42d3-9c9c-7c57c026301a req-6d536b5d-0515-403a-9ea7-cf3801e77e85 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263967 Feb 02 07:07:35.126460 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b13cc6-cafe-4e7f-9dac-e7f884cd1b1d None None] Routers {'8970afb6-a82e-41c8-bac5-fbf63f17b531'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:07:35.127107 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-f6b13cc6-cafe-4e7f-9dac-e7f884cd1b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:07:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['8970afb6-a82e-41c8-bac5-fbf63f17b531'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:07:35.172759 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d9c22810-4d8b-4b19-8af1-fa6eea599cf9 req-c0e69439-05ae-40a4-9b6e-af5b870d5dbd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=098466ed-6cfb-4629-b5bb-bc2a67c5bdc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1388876 Feb 02 07:07:35.232310 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-f6b13cc6-cafe-4e7f-9dac-e7f884cd1b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:07:35.232986 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b13cc6-cafe-4e7f-9dac-e7f884cd1b1d None None] The sync data for ids ['8970afb6-a82e-41c8-bac5-fbf63f17b531'] in n-d-789963-26 is: [] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:07:35.345014 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8d465c7b-af15-4c47-8c35-997ba5be4b2e req-a0095a4f-97d0-4eab-8490-6c083bd3e21c service neutron] 10.222.0.87 "GET /v2.0/networks/098466ed-6cfb-4629-b5bb-bc2a67c5bdc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3874230 Feb 02 07:07:35.394322 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d9c22810-4d8b-4b19-8af1-fa6eea599cf9 req-df2281a5-4179-4e8b-bc30-4e55393fe3b0 service neutron] 10.222.0.59 "GET /v2.0/networks/098466ed-6cfb-4629-b5bb-bc2a67c5bdc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537828 Feb 02 07:07:35.463378 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0069efac-ab9f-4b94-9f41-3f4da0430a2c admin admin] Publish callbacks [] for security_group (6e102305-4422-4a23-b1bd-60b26e692063), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:35.495901 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-a79a7b6b-885e-4b09-9962-e17bd109598d req-f4151fc5-dd35-4cef-95a9-b7101b5bab7c service neutron] Attempting to bind port 9b47c517-0060-4691-a1ab-633b8870ac31 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:07:35.496034 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-a79a7b6b-885e-4b09-9962-e17bd109598d req-f4151fc5-dd35-4cef-95a9-b7101b5bab7c service neutron] Attempting to bind port 9b47c517-0060-4691-a1ab-633b8870ac31 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': '193ae55e-92a5-4ce3-bf68-99f857b7a348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '085cd9a7-f01b-4c4e-94e0-dc83039f286a'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:07:35.496438 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79a7b6b-885e-4b09-9962-e17bd109598d req-f4151fc5-dd35-4cef-95a9-b7101b5bab7c service neutron] Attempting to bind port 9b47c517-0060-4691-a1ab-633b8870ac31 on network 085cd9a7-f01b-4c4e-94e0-dc83039f286a {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:07:35.558617 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2dc1ad0e-d74e-4d8f-963e-824666cde75c req-cbbe0bd1-8271-4dfc-98e8-3aa28a4dd1b3 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 210 time: 0.0499084 Feb 02 07:07:35.560056 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79a7b6b-885e-4b09-9962-e17bd109598d req-f4151fc5-dd35-4cef-95a9-b7101b5bab7c service neutron] Port 9b47c517-0060-4691-a1ab-633b8870ac31 on network 085cd9a7-f01b-4c4e-94e0-dc83039f286a not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:07:35.560466 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79a7b6b-885e-4b09-9962-e17bd109598d req-f4151fc5-dd35-4cef-95a9-b7101b5bab7c service neutron] Attempting to bind port 9b47c517-0060-4691-a1ab-633b8870ac31 on network 085cd9a7-f01b-4c4e-94e0-dc83039f286a {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:07:35.620695 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d9c22810-4d8b-4b19-8af1-fa6eea599cf9 req-0111673b-a70f-48c9-a2d6-21fe6e4eab39 service neutron] 10.222.0.59 "GET /v2.0/networks/098466ed-6cfb-4629-b5bb-bc2a67c5bdc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204769 Feb 02 07:07:35.649890 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c177185-88d3-4df4-af8c-d8b86155c739 x-openstack-request-id: req-7c177185-88d3-4df4-af8c-d8b86155c739 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:07:35.650800 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7baf18cf-5694-4ff3-b104-ed32bfa1c233", "tag": "3fbf38b0-c429-4910-9937-0a8e4016e831", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:07:35.651284 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7c177185-88d3-4df4-af8c-d8b86155c739 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:07:35.651945 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7baf18cf-5694-4ff3-b104-ed32bfa1c233', 'tag': '3fbf38b0-c429-4910-9937-0a8e4016e831', 'status': 'completed', 'code': 200} Feb 02 07:07:35.661453 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0069efac-ab9f-4b94-9f41-3f4da0430a2c admin admin] Publish callbacks [] for security_group (6e102305-4422-4a23-b1bd-60b26e692063), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:35.664883 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bff5ad-1361-423d-a440-301bf0aa7944 req-6cb8e4cd-b28b-4cf2-991b-da495986deff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:35.666506 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a3bff5ad-1361-423d-a440-301bf0aa7944 req-6cb8e4cd-b28b-4cf2-991b-da495986deff service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b6b3fc97-ea53-4910-99b5-bddf06c5d45f HTTP/1.1" status: 200 len: 851 time: 0.5544457 Feb 02 07:07:35.685831 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79a7b6b-885e-4b09-9962-e17bd109598d req-f4151fc5-dd35-4cef-95a9-b7101b5bab7c service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:07:35.686223 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79a7b6b-885e-4b09-9962-e17bd109598d req-f4151fc5-dd35-4cef-95a9-b7101b5bab7c service neutron] Checking segment: {'id': '193ae55e-92a5-4ce3-bf68-99f857b7a348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '085cd9a7-f01b-4c4e-94e0-dc83039f286a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:07:35.686559 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79a7b6b-885e-4b09-9962-e17bd109598d req-f4151fc5-dd35-4cef-95a9-b7101b5bab7c service neutron] Bound using segment: {'id': '193ae55e-92a5-4ce3-bf68-99f857b7a348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '085cd9a7-f01b-4c4e-94e0-dc83039f286a'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:07:35.687009 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-a79a7b6b-885e-4b09-9962-e17bd109598d req-f4151fc5-dd35-4cef-95a9-b7101b5bab7c service neutron] Bound port: 9b47c517-0060-4691-a1ab-633b8870ac31, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '193ae55e-92a5-4ce3-bf68-99f857b7a348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '085cd9a7-f01b-4c4e-94e0-dc83039f286a'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:07:35.687437 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-a79a7b6b-885e-4b09-9962-e17bd109598d req-f4151fc5-dd35-4cef-95a9-b7101b5bab7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (9b47c517-0060-4691-a1ab-633b8870ac31), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:35.737795 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be981733-d8b3-4b1a-bf8f-72e18e608753 req-730b94e5-3839-4aca-b073-a5f297f1de39 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:35.740402 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-be981733-d8b3-4b1a-bf8f-72e18e608753 req-730b94e5-3839-4aca-b073-a5f297f1de39 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=7baf18cf-5694-4ff3-b104-ed32bfa1c233 HTTP/1.1" status: 200 len: 943 time: 0.0569925 Feb 02 07:07:35.793806 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-be981733-d8b3-4b1a-bf8f-72e18e608753 req-d432f815-5f70-4000-9c7d-a73b9f7a301e tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473685 Feb 02 07:07:36.016860 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e593f7b8-d614-4dce-a5ec-133820b5fc2e req-7e69d307-73e9-404b-ac8b-31ef125fdce8 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.4.224 HTTP/1.1" status: 200 len: 1002 time: 0.1042707 Feb 02 07:07:36.072104 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e593f7b8-d614-4dce-a5ec-133820b5fc2e req-27dbf7a6-2e32-4984-8d72-55c00769e729 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:36.073612 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e593f7b8-d614-4dce-a5ec-133820b5fc2e req-27dbf7a6-2e32-4984-8d72-55c00769e729 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/ports/6e3e472f-b38f-4eaa-8125-2415a7780d63 HTTP/1.1" status: 200 len: 943 time: 0.0514009 Feb 02 07:07:36.137602 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e13da-40dd-455e-b7ad-745469f16d3a req-f5f46588-5dc5-4c94-a117-bb89e3da738a tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:36.139054 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5c3e13da-40dd-455e-b7ad-745469f16d3a req-f5f46588-5dc5-4c94-a117-bb89e3da738a tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] 10.222.0.87 "GET /v2.0/ports?device_id=927767ef-ed32-4ea3-9e66-e8daaf8ff822 HTTP/1.1" status: 200 len: 943 time: 0.8617835 Feb 02 07:07:36.186648 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e593f7b8-d614-4dce-a5ec-133820b5fc2e req-38b7d69a-9930-4f9c-90c9-01f8c25eea91 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.4.224 HTTP/1.1" status: 200 len: 1002 time: 0.0694106 Feb 02 07:07:36.227920 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0069efac-ab9f-4b94-9f41-3f4da0430a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (6e102305-4422-4a23-b1bd-60b26e692063), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:36.230402 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0069efac-ab9f-4b94-9f41-3f4da0430a2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:36.233916 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0069efac-ab9f-4b94-9f41-3f4da0430a2c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/6e102305-4422-4a23-b1bd-60b26e692063 HTTP/1.1" status: 204 len: 168 time: 1.4964924 Feb 02 07:07:36.250859 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bff5ad-1361-423d-a440-301bf0aa7944 req-1c7d3795-784d-47ea-8677-55ec0b80cfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:36.252797 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a3bff5ad-1361-423d-a440-301bf0aa7944 req-1c7d3795-784d-47ea-8677-55ec0b80cfa3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=274d3754-cb62-4276-8b4a-dfa5cf98baaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5603220 Feb 02 07:07:36.265835 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-a79a7b6b-885e-4b09-9962-e17bd109598d req-f4151fc5-dd35-4cef-95a9-b7101b5bab7c service neutron] For port 9b47c517-0060-4691-a1ab-633b8870ac31, host n-h1-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:07:36.285134 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0069efac-ab9f-4b94-9f41-3f4da0430a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e102305-4422-4a23-b1bd-60b26e692063,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:36.343211 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e593f7b8-d614-4dce-a5ec-133820b5fc2e req-79817148-f6e0-4238-9d89-8718043d8ae5 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:36.344556 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-a79a7b6b-885e-4b09-9962-e17bd109598d req-f4151fc5-dd35-4cef-95a9-b7101b5bab7c service neutron] For port 9b47c517-0060-4691-a1ab-633b8870ac31, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=9b47c517-0060-4691-a1ab-633b8870ac31,segment=NetworkSegment(193ae55e-92a5-4ce3-bf68-99f857b7a348),segment_id=193ae55e-92a5-4ce3-bf68-99f857b7a348)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:07:36.353912 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e593f7b8-d614-4dce-a5ec-133820b5fc2e req-79817148-f6e0-4238-9d89-8718043d8ae5 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/networks/ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 HTTP/1.1" status: 200 len: 784 time: 0.1602526 Feb 02 07:07:36.377202 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5c3e13da-40dd-455e-b7ad-745469f16d3a req-a00a5365-9a97-4fec-abb3-8815b430e3f1 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] 10.222.0.87 "GET /v2.0/security-groups?id=a81f360d-fecf-4c62-90a0-6d26aa446565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2190177 Feb 02 07:07:36.424469 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-a79a7b6b-885e-4b09-9962-e17bd109598d req-f4151fc5-dd35-4cef-95a9-b7101b5bab7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (9b47c517-0060-4691-a1ab-633b8870ac31), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:36.487828 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a7b6b-885e-4b09-9962-e17bd109598d req-f4151fc5-dd35-4cef-95a9-b7101b5bab7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:36.487828 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-a79a7b6b-885e-4b09-9962-e17bd109598d req-f4151fc5-dd35-4cef-95a9-b7101b5bab7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:36.487828 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a79a7b6b-885e-4b09-9962-e17bd109598d req-f4151fc5-dd35-4cef-95a9-b7101b5bab7c service neutron] 10.222.0.88 "PUT /v2.0/ports/9b47c517-0060-4691-a1ab-633b8870ac31 HTTP/1.1" status: 200 len: 1092 time: 2.8463604 Feb 02 07:07:36.503738 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e593f7b8-d614-4dce-a5ec-133820b5fc2e req-16c3a02a-3375-454f-81ce-63d74bfad0a4 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.4.224 HTTP/1.1" status: 200 len: 1002 time: 0.1485109 Feb 02 07:07:36.517942 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-e593f7b8-d614-4dce-a5ec-133820b5fc2e req-028957fc-9158-495c-abf2-705612fd1bc4 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:07:36.592979 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a3bff5ad-1361-423d-a440-301bf0aa7944 req-26714637-42ad-4e14-8f05-547908d034a2 service neutron] 10.222.0.59 "GET /v2.0/networks/274d3754-cb62-4276-8b4a-dfa5cf98baaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284245 Feb 02 07:07:36.660579 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4151fc5-dd35-4cef-95a9-b7101b5bab7c service neutron] Pushing event updated for resources: {'Port': ['ID=9b47c517-0060-4691-a1ab-633b8870ac31,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:36.702521 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-e593f7b8-d614-4dce-a5ec-133820b5fc2e req-028957fc-9158-495c-abf2-705612fd1bc4 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Publish callbacks [] for floatingip (bfe07599-a4de-4541-b873-e345182fb183), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:36.927142 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a7b6b-885e-4b09-9962-e17bd109598d req-c64091fb-ea18-4747-815c-6ff5e375640d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:36.937682 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a79a7b6b-885e-4b09-9962-e17bd109598d req-c64091fb-ea18-4747-815c-6ff5e375640d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5549f15d82f64bae95c6531d512cdc1a&device_id=927767ef-ed32-4ea3-9e66-e8daaf8ff822 HTTP/1.1" status: 200 len: 1126 time: 0.3687184 Feb 02 07:07:36.995782 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-e593f7b8-d614-4dce-a5ec-133820b5fc2e req-028957fc-9158-495c-abf2-705612fd1bc4 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:37.005229 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-e593f7b8-d614-4dce-a5ec-133820b5fc2e req-028957fc-9158-495c-abf2-705612fd1bc4 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (bfe07599-a4de-4541-b873-e345182fb183), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:37.005640 n-d-789963-26 neutron-server[109693]: INFO neutron.db.l3_db [req-e593f7b8-d614-4dce-a5ec-133820b5fc2e req-028957fc-9158-495c-abf2-705612fd1bc4 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Floating IP bfe07599-a4de-4541-b873-e345182fb183 disassociated. External IP: 172.25.4.224, port: 6e3e472f-b38f-4eaa-8125-2415a7780d63. Feb 02 07:07:37.052356 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a3bff5ad-1361-423d-a440-301bf0aa7944 req-0a07d150-695e-4a0e-bd6f-df43266e7511 service neutron] 10.222.0.59 "GET /v2.0/networks/274d3754-cb62-4276-8b4a-dfa5cf98baaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4302914 Feb 02 07:07:37.059117 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9a290f-095c-46f2-b711-100d147fd0ec req-520090fc-cf27-4630-ba19-d55e45263086 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:37.079183 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7e9a290f-095c-46f2-b711-100d147fd0ec req-520090fc-cf27-4630-ba19-d55e45263086 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=0a44e4b3-ccac-4e3b-9c5e-47c349456db3 HTTP/1.1" status: 200 len: 945 time: 0.4816568 Feb 02 07:07:37.089684 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a79a7b6b-885e-4b09-9962-e17bd109598d req-b4d8613b-8ef3-4c9b-84de-c1f0484c3df5 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b47c517-0060-4691-a1ab-633b8870ac31 HTTP/1.1" status: 200 len: 217 time: 0.1227992 Feb 02 07:07:37.149288 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d7edb8f0-33a7-4211-a56f-c8918b9ae45d tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:37.345843 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e593f7b8-d614-4dce-a5ec-133820b5fc2e req-028957fc-9158-495c-abf2-705612fd1bc4 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Router f4805bbb-7278-499c-9197-654522a821d7 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:07:37.380348 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7e9a290f-095c-46f2-b711-100d147fd0ec req-6e67e26b-40d0-4694-a126-d05c2ebb55bd tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893467 Feb 02 07:07:37.537337 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e593f7b8-d614-4dce-a5ec-133820b5fc2e req-028957fc-9158-495c-abf2-705612fd1bc4 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:07:37.543035 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-e593f7b8-d614-4dce-a5ec-133820b5fc2e req-028957fc-9158-495c-abf2-705612fd1bc4 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:37.549459 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5ec40e-e89a-4962-b6aa-16ffdcc09e80 None None] Sync routers for ids ['f4805bbb-7278-499c-9197-654522a821d7'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:07:37.566156 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5ec40e-e89a-4962-b6aa-16ffdcc09e80 None None] Routers {'f4805bbb-7278-499c-9197-654522a821d7'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:07:37.567582 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-0f5ec40e-e89a-4962-b6aa-16ffdcc09e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:07:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['f4805bbb-7278-499c-9197-654522a821d7'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:07:37.606215 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 49148) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:07:37.640967 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e593f7b8-d614-4dce-a5ec-133820b5fc2e req-028957fc-9158-495c-abf2-705612fd1bc4 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "PUT /v2.0/floatingips/bfe07599-a4de-4541-b873-e345182fb183 HTTP/1.1" status: 200 len: 695 time: 1.1283007 Feb 02 07:07:37.641869 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80149690-37a7-46d9-b8e3-fcd421797a67', 'tag': '6e3e472f-b38f-4eaa-8125-2415a7780d63'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:07:37.645647 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcfe9ed6-5c09-42e2-b6c3-786b38b33766" -d '{"events": [{"name": "network-changed", "server_uuid": "80149690-37a7-46d9-b8e3-fcd421797a67", "tag": "6e3e472f-b38f-4eaa-8125-2415a7780d63"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:07:37.775534 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-44836ee1-6236-4b91-b3a6-23c4f956b460 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1237133656-network', 'tenant_id': 'b1fedabee724425a8e5d5639e34f1a08'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:07:37.779814 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '927767ef-ed32-4ea3-9e66-e8daaf8ff822', 'tag': '9b47c517-0060-4691-a1ab-633b8870ac31'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:07:37.782914 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d5fde5-cbbb-49da-b11f-73c4a14a5cd9" -d '{"events": [{"name": "network-changed", "server_uuid": "927767ef-ed32-4ea3-9e66-e8daaf8ff822", "tag": "9b47c517-0060-4691-a1ab-633b8870ac31"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:07:37.788833 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a7b6b-885e-4b09-9962-e17bd109598d req-91760de3-2cbb-441e-8986-3bda157e2cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:37.790423 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e593f7b8-d614-4dce-a5ec-133820b5fc2e req-05d61002-1dc0-45d6-9e17-2e57d449294c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:37.791003 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a79a7b6b-885e-4b09-9962-e17bd109598d req-91760de3-2cbb-441e-8986-3bda157e2cd9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c7545568-47c4-4cd0-be68-7f25d5ee9a43 HTTP/1.1" status: 200 len: 854 time: 0.6797004 Feb 02 07:07:37.800857 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e593f7b8-d614-4dce-a5ec-133820b5fc2e req-05d61002-1dc0-45d6-9e17-2e57d449294c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=bc6d7dbe1d5148348d5fd6c6cc68f02a&device_id=80149690-37a7-46d9-b8e3-fcd421797a67 HTTP/1.1" status: 200 len: 1129 time: 0.1467440 Feb 02 07:07:37.833606 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-0f5ec40e-e89a-4962-b6aa-16ffdcc09e80 None None] Set router f4805bbb-7278-499c-9197-654522a821d7 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:07:37.887781 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44836ee1-6236-4b91-b3a6-23c4f956b460 admin admin] Made reservation on behalf of b1fedabee724425a8e5d5639e34f1a08 for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:07:37.890407 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-44836ee1-6236-4b91-b3a6-23c4f956b460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:37.907936 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-44836ee1-6236-4b91-b3a6-23c4f956b460 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:38.012078 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e593f7b8-d614-4dce-a5ec-133820b5fc2e req-2b29e936-7b2b-4bed-ab6b-76030b58c300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:38.022894 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e593f7b8-d614-4dce-a5ec-133820b5fc2e req-2b29e936-7b2b-4bed-ab6b-76030b58c300 service neutron] 10.222.0.87 "GET /v2.0/networks?id=098466ed-6cfb-4629-b5bb-bc2a67c5bdc6 HTTP/1.1" status: 200 len: 921 time: 0.2177491 Feb 02 07:07:38.104703 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e593f7b8-d614-4dce-a5ec-133820b5fc2e req-6a725450-fa74-4b2e-ac26-9916789145c2 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e3e472f-b38f-4eaa-8125-2415a7780d63 HTTP/1.1" status: 200 len: 217 time: 0.0798683 Feb 02 07:07:38.141525 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b9c12d5b-d49a-40ca-af14-8e4f0ce8479d req-09f4e66f-6a09-4720-b69b-52c1e668b235 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 210 time: 0.3471739 Feb 02 07:07:38.160501 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e593f7b8-d614-4dce-a5ec-133820b5fc2e req-09c10c19-8d44-4ce5-bc58-f19ab3b4e09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:38.162602 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e593f7b8-d614-4dce-a5ec-133820b5fc2e req-09c10c19-8d44-4ce5-bc58-f19ab3b4e09a service neutron] 10.222.0.87 "GET /v2.0/subnets?id=446bfa5e-0944-4da6-8411-de8b2d47ca42 HTTP/1.1" status: 200 len: 860 time: 0.0503247 Feb 02 07:07:38.205056 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e593f7b8-d614-4dce-a5ec-133820b5fc2e req-cb5326d7-3d4d-4302-b090-5b3207d80156 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=098466ed-6cfb-4629-b5bb-bc2a67c5bdc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355175 Feb 02 07:07:38.210239 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-d7edb8f0-33a7-4211-a56f-c8918b9ae45d tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Allocated IP 172.20.0.1 (7a1f3fdf-6e45-4fa2-9858-04b684e2bab8/d9abb0a4-f16f-4c9f-8e0c-4f763ce380ab/9f2df8b1-eb84-455b-94b0-19baef81040b) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:07:38.234137 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba94b9-da72-4587-b3af-d7cdc76661d9 req-02c7ffc7-e671-42fc-bedd-b2e1d44cb45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:38.238116 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ddba94b9-da72-4587-b3af-d7cdc76661d9 req-02c7ffc7-e671-42fc-bedd-b2e1d44cb45c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=12ae52d2610343959b079c169f83e654&device_id=7baf18cf-5694-4ff3-b104-ed32bfa1c233 HTTP/1.1" status: 200 len: 1126 time: 1.0475578 Feb 02 07:07:38.259418 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a7b6b-885e-4b09-9962-e17bd109598d req-6b6643dd-7b7e-4f44-8a1b-832021fe1f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:38.261011 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a79a7b6b-885e-4b09-9962-e17bd109598d req-6b6643dd-7b7e-4f44-8a1b-832021fe1f57 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=085cd9a7-f01b-4c4e-94e0-dc83039f286a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3235645 Feb 02 07:07:38.293850 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-0f5ec40e-e89a-4962-b6aa-16ffdcc09e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4805bbb-7278-499c-9197-654522a821d7', 'name': 'tempest-ServerRescueTestJSONUnderV235-2023207750-router', 'tenant_id': 'bc6d7dbe1d5148348d5fd6c6cc68f02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': '1c492ac7-4c79-42c1-b988-e0114c0e532f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:06:08Z', 'updated_at': '2022-02-02T07:06:22Z', 'revision_number': 4, 'project_id': 'bc6d7dbe1d5148348d5fd6c6cc68f02a', 'gw_port': {'id': '1c492ac7-4c79-42c1-b988-e0114c0e532f', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4805bbb-7278-499c-9197-654522a821d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:06:11Z', 'updated_at': '2022-02-02T07:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '8651fe7d-7c5e-4234-8b06-f217706108b0', 'name': '', 'network_id': '098466ed-6cfb-4629-b5bb-bc2a67c5bdc6', 'tenant_id': 'bc6d7dbe1d5148348d5fd6c6cc68f02a', 'mac_address': 'fa:16:3e:bf:f7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4805bbb-7278-499c-9197-654522a821d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '446bfa5e-0944-4da6-8411-de8b2d47ca42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:06:20Z', 'updated_at': '2022-02-02T07:06:31Z', 'revision_number': 5, 'project_id': 'bc6d7dbe1d5148348d5fd6c6cc68f02a', 'subnets': [{'id': '446bfa5e-0944-4da6-8411-de8b2d47ca42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:07:38.310237 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-44836ee1-6236-4b91-b3a6-23c4f956b460 admin admin] Publish callbacks [] for security_group (c4d218fd-538f-4efe-87d5-def12acdbaa8), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:38.320735 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-44836ee1-6236-4b91-b3a6-23c4f956b460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (c4d218fd-538f-4efe-87d5-def12acdbaa8), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:38.326354 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5ec40e-e89a-4962-b6aa-16ffdcc09e80 None None] Checking router: f4805bbb-7278-499c-9197-654522a821d7 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:07:38.336800 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5ec40e-e89a-4962-b6aa-16ffdcc09e80 None None] Routers {'f4805bbb-7278-499c-9197-654522a821d7'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:07:38.338322 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-0f5ec40e-e89a-4962-b6aa-16ffdcc09e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:07:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['f4805bbb-7278-499c-9197-654522a821d7'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:07:38.365154 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44836ee1-6236-4b91-b3a6-23c4f956b460 admin admin] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:07:38.391825 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e593f7b8-d614-4dce-a5ec-133820b5fc2e req-a4f7f49a-7253-49d4-877a-815aa76295fd service neutron] 10.222.0.87 "GET /v2.0/networks/098466ed-6cfb-4629-b5bb-bc2a67c5bdc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791198 Feb 02 07:07:38.397328 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44836ee1-6236-4b91-b3a6-23c4f956b460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d218fd-538f-4efe-87d5-def12acdbaa8,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:38.412052 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-44836ee1-6236-4b91-b3a6-23c4f956b460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (a9fa2e92-fe10-4a10-8f88-a94a7c43f6f8), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:38.412499 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-44836ee1-6236-4b91-b3a6-23c4f956b460 admin admin] Added segment a9fa2e92-fe10-4a10-8f88-a94a7c43f6f8 of type vlan for network 08f0123b-1ec0-4e8d-a484-33e0709b580c Feb 02 07:07:38.472581 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-0f5ec40e-e89a-4962-b6aa-16ffdcc09e80 None None] Set router f4805bbb-7278-499c-9197-654522a821d7 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:07:38.542560 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-44836ee1-6236-4b91-b3a6-23c4f956b460 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (08f0123b-1ec0-4e8d-a484-33e0709b580c), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:38.644621 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e593f7b8-d614-4dce-a5ec-133820b5fc2e req-058bc9ff-1f85-42e1-9132-7ca3fc852c79 service neutron] 10.222.0.87 "GET /v2.0/networks/098466ed-6cfb-4629-b5bb-bc2a67c5bdc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421291 Feb 02 07:07:38.649263 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-44836ee1-6236-4b91-b3a6-23c4f956b460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (08f0123b-1ec0-4e8d-a484-33e0709b580c), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:38.650226 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44836ee1-6236-4b91-b3a6-23c4f956b460 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:38.650813 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-44836ee1-6236-4b91-b3a6-23c4f956b460 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:38.701505 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-0f5ec40e-e89a-4962-b6aa-16ffdcc09e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4805bbb-7278-499c-9197-654522a821d7', 'name': 'tempest-ServerRescueTestJSONUnderV235-2023207750-router', 'tenant_id': 'bc6d7dbe1d5148348d5fd6c6cc68f02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': '1c492ac7-4c79-42c1-b988-e0114c0e532f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:06:08Z', 'updated_at': '2022-02-02T07:06:22Z', 'revision_number': 4, 'project_id': 'bc6d7dbe1d5148348d5fd6c6cc68f02a', 'gw_port': {'id': '1c492ac7-4c79-42c1-b988-e0114c0e532f', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4805bbb-7278-499c-9197-654522a821d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:06:11Z', 'updated_at': '2022-02-02T07:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '8651fe7d-7c5e-4234-8b06-f217706108b0', 'name': '', 'network_id': '098466ed-6cfb-4629-b5bb-bc2a67c5bdc6', 'tenant_id': 'bc6d7dbe1d5148348d5fd6c6cc68f02a', 'mac_address': 'fa:16:3e:bf:f7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4805bbb-7278-499c-9197-654522a821d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '446bfa5e-0944-4da6-8411-de8b2d47ca42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:06:20Z', 'updated_at': '2022-02-02T07:06:31Z', 'revision_number': 5, 'project_id': 'bc6d7dbe1d5148348d5fd6c6cc68f02a', 'subnets': [{'id': '446bfa5e-0944-4da6-8411-de8b2d47ca42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:07:38.748263 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5ec40e-e89a-4962-b6aa-16ffdcc09e80 None None] The sync data for ids ['f4805bbb-7278-499c-9197-654522a821d7'] in n-d-789963-26 is: [{'id': 'f4805bbb-7278-499c-9197-654522a821d7', 'name': 'tempest-ServerRescueTestJSONUnderV235-2023207750-router', 'tenant_id': 'bc6d7dbe1d5148348d5fd6c6cc68f02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': '1c492ac7-4c79-42c1-b988-e0114c0e532f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:06:08Z', 'updated_at': '2022-02-02T07:06:22Z', 'revision_number': 4, 'project_id': 'bc6d7dbe1d5148348d5fd6c6cc68f02a', 'gw_port': {'id': '1c492ac7-4c79-42c1-b988-e0114c0e532f', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4805bbb-7278-499c-9197-654522a821d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:06:11Z', 'updated_at': '2022-02-02T07:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '8651fe7d-7c5e-4234-8b06-f217706108b0', 'name': '', 'network_id': '098466ed-6cfb-4629-b5bb-bc2a67c5bdc6', 'tenant_id': 'bc6d7dbe1d5148348d5fd6c6cc68f02a', 'mac_address': 'fa:16:3e:bf:f7:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4805bbb-7278-499c-9197-654522a821d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '446bfa5e-0944-4da6-8411-de8b2d47ca42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:06:20Z', 'updated_at': '2022-02-02T07:06:31Z', 'revision_number': 5, 'project_id': 'bc6d7dbe1d5148348d5fd6c6cc68f02a', 'subnets': [{'id': '446bfa5e-0944-4da6-8411-de8b2d47ca42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:07:38.812738 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44836ee1-6236-4b91-b3a6-23c4f956b460 admin admin] Pushing event updated for resources: {'Network': ['ID=08f0123b-1ec0-4e8d-a484-33e0709b580c,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:38.825805 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 08f0123b-1ec0-4e8d-a484-33e0709b580c details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:07:38.829872 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb2e37-14ed-404b-a928-d2a3d86de637 req-0427aff2-3f5e-41f5-890c-13b45622cdea tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:38.837335 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-abeb2e37-14ed-404b-a928-d2a3d86de637 req-0427aff2-3f5e-41f5-890c-13b45622cdea tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=7baf18cf-5694-4ff3-b104-ed32bfa1c233 HTTP/1.1" status: 200 len: 943 time: 0.5200293 Feb 02 07:07:38.866484 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a79a7b6b-885e-4b09-9962-e17bd109598d req-eebe7dca-c850-419c-9651-d33006afbc48 service neutron] 10.222.0.88 "GET /v2.0/networks/085cd9a7-f01b-4c4e-94e0-dc83039f286a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5847199 Feb 02 07:07:38.877733 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba94b9-da72-4587-b3af-d7cdc76661d9 req-154d50b3-210d-41e1-8290-7073cb55efca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:38.879622 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ddba94b9-da72-4587-b3af-d7cdc76661d9 req-154d50b3-210d-41e1-8290-7073cb55efca service neutron] 10.222.0.59 "GET /v2.0/networks?id=274d3754-cb62-4276-8b4a-dfa5cf98baaf HTTP/1.1" status: 200 len: 913 time: 0.6258771 Feb 02 07:07:38.895502 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d7edb8f0-33a7-4211-a56f-c8918b9ae45d tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for port (9f2df8b1-eb84-455b-94b0-19baef81040b), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:38.938352 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-44836ee1-6236-4b91-b3a6-23c4f956b460 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3278587 Feb 02 07:07:38.940991 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 49160) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:07:38.952677 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-5bb761c7-7693-4865-a915-8339a0e31e0d admin admin] Request body: {'subnet': {'network_id': '08f0123b-1ec0-4e8d-a484-33e0709b580c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1237133656-subnet', 'tenant_id': 'b1fedabee724425a8e5d5639e34f1a08', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:07:39.026484 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065bcc94-06fd-4697-bb9d-832ed6b004ae req-f131cc70-5f81-4440-8924-5207b397b072 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:39.028100 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-065bcc94-06fd-4697-bb9d-832ed6b004ae req-f131cc70-5f81-4440-8924-5207b397b072 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] 10.222.0.87 "GET /v2.0/ports?device_id=927767ef-ed32-4ea3-9e66-e8daaf8ff822 HTTP/1.1" status: 200 len: 943 time: 0.2220986 Feb 02 07:07:39.028936 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb761c7-7693-4865-a915-8339a0e31e0d admin admin] Made reservation on behalf of b1fedabee724425a8e5d5639e34f1a08 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:07:39.031616 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5bb761c7-7693-4865-a915-8339a0e31e0d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:39.072915 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ddba94b9-da72-4587-b3af-d7cdc76661d9 req-b9623d93-f94d-419b-a819-0a168f45b795 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3fbf38b0-c429-4910-9937-0a8e4016e831 HTTP/1.1" status: 200 len: 217 time: 0.0576975 Feb 02 07:07:39.162512 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a79a7b6b-885e-4b09-9962-e17bd109598d req-83aa930b-e39c-4c87-8f1b-be8d19c4c5c5 service neutron] 10.222.0.88 "GET /v2.0/networks/085cd9a7-f01b-4c4e-94e0-dc83039f286a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871890 Feb 02 07:07:39.170377 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-abeb2e37-14ed-404b-a928-d2a3d86de637 req-da534551-a640-47fd-9e92-d5f11679750a tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158979 Feb 02 07:07:39.183396 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba94b9-da72-4587-b3af-d7cdc76661d9 req-8025a45a-9c76-473b-8dec-e0f1ee0ca07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:39.185309 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ddba94b9-da72-4587-b3af-d7cdc76661d9 req-8025a45a-9c76-473b-8dec-e0f1ee0ca07b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b6b3fc97-ea53-4910-99b5-bddf06c5d45f HTTP/1.1" status: 200 len: 851 time: 0.1011071 Feb 02 07:07:39.191855 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d7edb8f0-33a7-4211-a56f-c8918b9ae45d tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (9f2df8b1-eb84-455b-94b0-19baef81040b), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:39.209758 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-065bcc94-06fd-4697-bb9d-832ed6b004ae req-52643d20-7036-4528-a20b-0726457c025f tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] 10.222.0.87 "GET /v2.0/security-groups?id=a81f360d-fecf-4c62-90a0-6d26aa446565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591692 Feb 02 07:07:39.231227 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be0332f-77bc-4541-91d9-1d7f1a4eb45d None None] New status for floating IP bfe07599-a4de-4541-b873-e345182fb183: DOWN {{(pid=109696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 07:07:39.333212 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02963de7-3452-4680-9812-28a0ffa7b9ad x-openstack-request-id: req-02963de7-3452-4680-9812-28a0ffa7b9ad {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:07:39.333503 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80149690-37a7-46d9-b8e3-fcd421797a67", "tag": "6e3e472f-b38f-4eaa-8125-2415a7780d63", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:07:39.333792 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-02963de7-3452-4680-9812-28a0ffa7b9ad {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:07:39.334070 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80149690-37a7-46d9-b8e3-fcd421797a67', 'tag': '6e3e472f-b38f-4eaa-8125-2415a7780d63', 'status': 'completed', 'code': 200} Feb 02 07:07:39.340655 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5bb761c7-7693-4865-a915-8339a0e31e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (03a972f8-0254-4a3d-bc50-73c64b2c3de5), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:39.345145 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7edb8f0-33a7-4211-a56f-c8918b9ae45d tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Network 7a1f3fdf-6e45-4fa2-9858-04b684e2bab8 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:07:39.366897 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7edb8f0-33a7-4211-a56f-c8918b9ae45d tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Pushing event updated for resources: {'Port': ['ID=9f2df8b1-eb84-455b-94b0-19baef81040b,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:39.380867 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-d7edb8f0-33a7-4211-a56f-c8918b9ae45d tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:07:39.408528 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63924769-1316-4ebc-8573-8fff4379f694 x-openstack-request-id: req-63924769-1316-4ebc-8573-8fff4379f694 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:07:39.409227 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "927767ef-ed32-4ea3-9e66-e8daaf8ff822", "tag": "9b47c517-0060-4691-a1ab-633b8870ac31", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:07:39.412575 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-63924769-1316-4ebc-8573-8fff4379f694 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:07:39.413236 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '927767ef-ed32-4ea3-9e66-e8daaf8ff822', 'tag': '9b47c517-0060-4691-a1ab-633b8870ac31', 'status': 'completed', 'code': 200} Feb 02 07:07:39.415166 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7edb8f0-33a7-4211-a56f-c8918b9ae45d tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:07:39.568786 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba94b9-da72-4587-b3af-d7cdc76661d9 req-797d9ef1-5011-4d27-bed8-b7d36b4e8cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:39.570339 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ddba94b9-da72-4587-b3af-d7cdc76661d9 req-797d9ef1-5011-4d27-bed8-b7d36b4e8cd5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=274d3754-cb62-4276-8b4a-dfa5cf98baaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3759508 Feb 02 07:07:39.573210 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5d53d98f-72d3-4923-b987-a494c5044607 req-df2d57ce-6d1e-4071-af74-40bc2843bfa5 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/floatingips/bfe07599-a4de-4541-b873-e345182fb183 HTTP/1.1" status: 200 len: 695 time: 0.1479442 Feb 02 07:07:39.630129 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb761c7-7693-4865-a915-8339a0e31e0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=03a972f8-0254-4a3d-bc50-73c64b2c3de5,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:39.685788 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb761c7-7693-4865-a915-8339a0e31e0d admin admin] Checking segment: {'id': 'a9fa2e92-fe10-4a10-8f88-a94a7c43f6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '08f0123b-1ec0-4e8d-a484-33e0709b580c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:07:39.686152 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c44217c-c93e-45a7-b2cc-4d835adc6f05 req-f3171fdb-11f7-4406-b8d6-23f10a33ffc5 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:39.687778 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3c44217c-c93e-45a7-b2cc-4d835adc6f05 req-f3171fdb-11f7-4406-b8d6-23f10a33ffc5 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=0a44e4b3-ccac-4e3b-9c5e-47c349456db3 HTTP/1.1" status: 200 len: 945 time: 0.3858807 Feb 02 07:07:39.688570 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d7edb8f0-33a7-4211-a56f-c8918b9ae45d tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (8970afb6-a82e-41c8-bac5-fbf63f17b531), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:39.689981 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb761c7-7693-4865-a915-8339a0e31e0d admin admin] Network hostable DHCP agents. Network: 08f0123b-1ec0-4e8d-a484-33e0709b580c, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:07:39.717228 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfe9ed6-5c09-42e2-b6c3-786b38b33766 req-ae8bf54f-be7a-493a-a42e-97dbc95076dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:39.718780 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bcfe9ed6-5c09-42e2-b6c3-786b38b33766 req-ae8bf54f-be7a-493a-a42e-97dbc95076dc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bc6d7dbe1d5148348d5fd6c6cc68f02a&device_id=80149690-37a7-46d9-b8e3-fcd421797a67 HTTP/1.1" status: 200 len: 1129 time: 0.3731861 Feb 02 07:07:39.842719 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb761c7-7693-4865-a915-8339a0e31e0d admin admin] Network 08f0123b-1ec0-4e8d-a484-33e0709b580c is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:07:39.863348 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1b6b3587-231e-45c4-abed-6a7ed6bcf544 None None] Provisioning complete for port 9f2df8b1-eb84-455b-94b0-19baef81040b triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:07:39.864164 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1b6b3587-231e-45c4-abed-6a7ed6bcf544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (9f2df8b1-eb84-455b-94b0-19baef81040b), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:39.891376 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-5bb761c7-7693-4865-a915-8339a0e31e0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 08f0123b-1ec0-4e8d-a484-33e0709b580c) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:07:39.892717 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d5fde5-cbbb-49da-b11f-73c4a14a5cd9 req-0e0f65dc-ce90-4a47-8be5-a878d6680530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:39.895451 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-09d5fde5-cbbb-49da-b11f-73c4a14a5cd9 req-0e0f65dc-ce90-4a47-8be5-a878d6680530 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5549f15d82f64bae95c6531d512cdc1a&device_id=927767ef-ed32-4ea3-9e66-e8daaf8ff822 HTTP/1.1" status: 200 len: 1126 time: 0.4457915 Feb 02 07:07:39.916891 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae81fc4-f377-4308-b440-1a28167f9f11 None None] Network 08f0123b-1ec0-4e8d-a484-33e0709b580c requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:07:39.922769 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb761c7-7693-4865-a915-8339a0e31e0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:39.923371 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5bb761c7-7693-4865-a915-8339a0e31e0d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:39.933520 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d53d98f-72d3-4923-b987-a494c5044607 req-263f6644-c84c-4967-9627-a53bee1a86af tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:39.936924 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5d53d98f-72d3-4923-b987-a494c5044607 req-263f6644-c84c-4967-9627-a53bee1a86af tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/networks/ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 HTTP/1.1" status: 200 len: 784 time: 0.3317308 Feb 02 07:07:39.950328 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [req-5d53d98f-72d3-4923-b987-a494c5044607 req-710f604d-0ec1-45ea-b999-0fdfd3155891 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=109693) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:07:39.951388 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5d53d98f-72d3-4923-b987-a494c5044607 req-710f604d-0ec1-45ea-b999-0fdfd3155891 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063438 Feb 02 07:07:39.955020 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfe9ed6-5c09-42e2-b6c3-786b38b33766 req-885daf4c-ed81-40ee-bb34-ca5fca70989a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:39.956548 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bcfe9ed6-5c09-42e2-b6c3-786b38b33766 req-885daf4c-ed81-40ee-bb34-ca5fca70989a service neutron] 10.222.0.59 "GET /v2.0/networks?id=098466ed-6cfb-4629-b5bb-bc2a67c5bdc6 HTTP/1.1" status: 200 len: 921 time: 0.2297444 Feb 02 07:07:39.990183 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3c44217c-c93e-45a7-b2cc-4d835adc6f05 req-3fadb513-b1d2-4420-9685-e70e0fa068ab tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859166 Feb 02 07:07:39.992430 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ddba94b9-da72-4587-b3af-d7cdc76661d9 req-d639aaf8-a37f-4bff-9ae6-bc6de58b52e6 service neutron] 10.222.0.59 "GET /v2.0/networks/274d3754-cb62-4276-8b4a-dfa5cf98baaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4001007 Feb 02 07:07:40.035805 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5d53d98f-72d3-4923-b987-a494c5044607 req-8f00d4d0-b183-4ba5-8bde-aa1c1ff72137 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.4.224 HTTP/1.1" status: 200 len: 696 time: 0.0766864 Feb 02 07:07:40.075151 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2ecd48-f5aa-4b68-9ec0-bc9d176e43be None None] Network 08f0123b-1ec0-4e8d-a484-33e0709b580c requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:07:40.079781 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1b6b3587-231e-45c4-abed-6a7ed6bcf544 None None] Port 9f2df8b1-eb84-455b-94b0-19baef81040b cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:07:40.140061 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-5bb761c7-7693-4865-a915-8339a0e31e0d admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1890101 Feb 02 07:07:40.170735 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bcfe9ed6-5c09-42e2-b6c3-786b38b33766 req-95bbd889-d1b6-4d9b-bbd0-e91b45f12aab service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e3e472f-b38f-4eaa-8125-2415a7780d63 HTTP/1.1" status: 200 len: 217 time: 0.1335168 Feb 02 07:07:40.189566 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5d53d98f-72d3-4923-b987-a494c5044607 req-09d599fa-63b9-4947-b6ee-a1862cecd351 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/floatingips?floating_ip_address=172.25.4.224 HTTP/1.1" status: 200 len: 696 time: 0.1363328 Feb 02 07:07:40.330248 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfe9ed6-5c09-42e2-b6c3-786b38b33766 req-2df61914-996a-4739-bdd6-5fa6b6686e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:40.331900 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bcfe9ed6-5c09-42e2-b6c3-786b38b33766 req-2df61914-996a-4739-bdd6-5fa6b6686e8b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=446bfa5e-0944-4da6-8411-de8b2d47ca42 HTTP/1.1" status: 200 len: 860 time: 0.1326096 Feb 02 07:07:40.380784 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bcfe9ed6-5c09-42e2-b6c3-786b38b33766 req-98a95e46-d24f-49ef-a54f-7f5c8bbaf3dd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=098466ed-6cfb-4629-b5bb-bc2a67c5bdc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302534 Feb 02 07:07:40.602177 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3c3c0a37-2833-43c7-bd34-f8fb72e4b0d0 req-eba7b13b-a26c-4481-829d-21435c1b6e27 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 210 time: 0.0690629 Feb 02 07:07:40.607701 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d5fde5-cbbb-49da-b11f-73c4a14a5cd9 req-4f4389ca-0418-46ac-b8d5-1d100b16868e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:40.609178 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-09d5fde5-cbbb-49da-b11f-73c4a14a5cd9 req-4f4389ca-0418-46ac-b8d5-1d100b16868e service neutron] 10.222.0.88 "GET /v2.0/networks?id=085cd9a7-f01b-4c4e-94e0-dc83039f286a HTTP/1.1" status: 200 len: 916 time: 0.6903844 Feb 02 07:07:40.683527 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d7edb8f0-33a7-4211-a56f-c8918b9ae45d tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (9f2df8b1-eb84-455b-94b0-19baef81040b), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:40.689104 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-09d5fde5-cbbb-49da-b11f-73c4a14a5cd9 req-d1aed363-7ce8-4fd9-8186-ea2ba94df4ee service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b47c517-0060-4691-a1ab-633b8870ac31 HTTP/1.1" status: 200 len: 217 time: 0.0694084 Feb 02 07:07:40.697281 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ddba94b9-da72-4587-b3af-d7cdc76661d9 req-b277a4c5-0c55-4715-988b-35799350d366 service neutron] 10.222.0.59 "GET /v2.0/networks/274d3754-cb62-4276-8b4a-dfa5cf98baaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6942403 Feb 02 07:07:40.717952 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 3fbf38b0-c429-4910-9937-0a8e4016e831 details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:07:40.850239 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bcfe9ed6-5c09-42e2-b6c3-786b38b33766 req-29505792-6ff9-4f4b-8892-55418d4de9d4 service neutron] 10.222.0.59 "GET /v2.0/networks/098466ed-6cfb-4629-b5bb-bc2a67c5bdc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4611418 Feb 02 07:07:40.851783 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-5d53d98f-72d3-4923-b987-a494c5044607 req-814902e8-ae82-45b3-b55c-4553c6eda0dc tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Deleting port fe891d70-9b26-4daa-ad61-b52ff4cbdc3d {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:07:40.852121 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-5d53d98f-72d3-4923-b987-a494c5044607 req-814902e8-ae82-45b3-b55c-4553c6eda0dc tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (fe891d70-9b26-4daa-ad61-b52ff4cbdc3d), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:40.855346 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d5fde5-cbbb-49da-b11f-73c4a14a5cd9 req-5c69f59b-777f-40df-bc01-55180070ef2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:40.856839 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-09d5fde5-cbbb-49da-b11f-73c4a14a5cd9 req-5c69f59b-777f-40df-bc01-55180070ef2f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c7545568-47c4-4cd0-be68-7f25d5ee9a43 HTTP/1.1" status: 200 len: 854 time: 0.1571481 Feb 02 07:07:40.930727 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 3fbf38b0-c429-4910-9937-0a8e4016e831, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=3fbf38b0-c429-4910-9937-0a8e4016e831,segment=NetworkSegment(fc0a4cad-9504-4785-979c-6732d183490f),segment_id=fc0a4cad-9504-4785-979c-6732d183490f)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:07:40.963057 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': '3fbf38b0-c429-4910-9937-0a8e4016e831', 'network_id': '274d3754-cb62-4276-8b4a-dfa5cf98baaf', 'port_id': '3fbf38b0-c429-4910-9937-0a8e4016e831', 'mac_address': 'fa:16:3e:fa:e6:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6b3fc97-ea53-4910-99b5-bddf06c5d45f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:07:41.017879 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 3fbf38b0-c429-4910-9937-0a8e4016e831 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:07:41.018704 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3fbf38b0-c429-4910-9937-0a8e4016e831), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:41.036827 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fbf38b0-c429-4910-9937-0a8e4016e831 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:07:41.037140 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-5d53d98f-72d3-4923-b987-a494c5044607 req-814902e8-ae82-45b3-b55c-4553c6eda0dc tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (fe891d70-9b26-4daa-ad61-b52ff4cbdc3d), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:41.037261 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-5d53d98f-72d3-4923-b987-a494c5044607 req-814902e8-ae82-45b3-b55c-4553c6eda0dc tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Publish callbacks [] for floatingip (fe891d70-9b26-4daa-ad61-b52ff4cbdc3d), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:41.049880 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bcfe9ed6-5c09-42e2-b6c3-786b38b33766 req-f2ffdbe9-faeb-45cb-8f70-85f08a659c64 service neutron] 10.222.0.59 "GET /v2.0/networks/098466ed-6cfb-4629-b5bb-bc2a67c5bdc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904666 Feb 02 07:07:41.054241 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-5d53d98f-72d3-4923-b987-a494c5044607 req-814902e8-ae82-45b3-b55c-4553c6eda0dc tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Calling delete_port for fe891d70-9b26-4daa-ad61-b52ff4cbdc3d owned by network:floatingip {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:07:41.061788 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 3fbf38b0-c429-4910-9937-0a8e4016e831, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=3fbf38b0-c429-4910-9937-0a8e4016e831,segment=NetworkSegment(fc0a4cad-9504-4785-979c-6732d183490f),segment_id=fc0a4cad-9504-4785-979c-6732d183490f)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:07:41.064115 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-dd9f4886-a46d-423b-a903-774bcdcea746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:41.070602 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (3fbf38b0-c429-4910-9937-0a8e4016e831), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:41.130228 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=3fbf38b0-c429-4910-9937-0a8e4016e831,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:41.214752 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-5d53d98f-72d3-4923-b987-a494c5044607 req-814902e8-ae82-45b3-b55c-4553c6eda0dc tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (fe891d70-9b26-4daa-ad61-b52ff4cbdc3d), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:41.220966 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d5fde5-cbbb-49da-b11f-73c4a14a5cd9 req-87e3d43a-bc1e-48a2-8945-62aa975cc18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:41.222552 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-09d5fde5-cbbb-49da-b11f-73c4a14a5cd9 req-87e3d43a-bc1e-48a2-8945-62aa975cc18a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=085cd9a7-f01b-4c4e-94e0-dc83039f286a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3524532 Feb 02 07:07:41.241355 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814902e8-ae82-45b3-b55c-4553c6eda0dc tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Pushing event deleted for resources: {'Port': ['ID=fe891d70-9b26-4daa-ad61-b52ff4cbdc3d,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:41.308565 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-5d53d98f-72d3-4923-b987-a494c5044607 req-814902e8-ae82-45b3-b55c-4553c6eda0dc tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Publish callbacks [] for floatingip (bfe07599-a4de-4541-b873-e345182fb183), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:41.311426 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-5d53d98f-72d3-4923-b987-a494c5044607 req-814902e8-ae82-45b3-b55c-4553c6eda0dc tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:41.312608 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5d53d98f-72d3-4923-b987-a494c5044607 req-814902e8-ae82-45b3-b55c-4553c6eda0dc tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "DELETE /v2.0/floatingips/bfe07599-a4de-4541-b873-e345182fb183 HTTP/1.1" status: 204 len: 173 time: 1.1220429 Feb 02 07:07:41.348999 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f32a98c-3e1d-47a6-8035-8d11dec5cb0e req-81b81d19-3fd2-4832-862a-699ab028a4fd tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:41.350507 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3f32a98c-3e1d-47a6-8035-8d11dec5cb0e req-81b81d19-3fd2-4832-862a-699ab028a4fd tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=7baf18cf-5694-4ff3-b104-ed32bfa1c233 HTTP/1.1" status: 200 len: 944 time: 0.2068121 Feb 02 07:07:41.388578 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d7edb8f0-33a7-4211-a56f-c8918b9ae45d tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for port (9f2df8b1-eb84-455b-94b0-19baef81040b), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:41.406310 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d7edb8f0-33a7-4211-a56f-c8918b9ae45d tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (9f2df8b1-eb84-455b-94b0-19baef81040b), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:41.433245 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767f8579-c760-4409-881a-2a74e757b780 req-396208da-1626-4ed1-9281-806bcc70a0a2 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:41.434847 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-767f8579-c760-4409-881a-2a74e757b780 req-396208da-1626-4ed1-9281-806bcc70a0a2 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] 10.222.0.87 "GET /v2.0/ports?device_id=927767ef-ed32-4ea3-9e66-e8daaf8ff822 HTTP/1.1" status: 200 len: 943 time: 0.0583813 Feb 02 07:07:41.475651 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-09d5fde5-cbbb-49da-b11f-73c4a14a5cd9 req-22587700-f9a0-4ea8-8fa1-f86a20261015 service neutron] 10.222.0.88 "GET /v2.0/networks/085cd9a7-f01b-4c4e-94e0-dc83039f286a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451553 Feb 02 07:07:41.498120 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-767f8579-c760-4409-881a-2a74e757b780 req-e9dc14e4-a31d-4649-bc76-6c260eecb68f tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] 10.222.0.87 "GET /v2.0/security-groups?id=a81f360d-fecf-4c62-90a0-6d26aa446565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569623 Feb 02 07:07:41.507050 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3f32a98c-3e1d-47a6-8035-8d11dec5cb0e req-14320186-465b-405a-8d56-33991594c7be tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471541 Feb 02 07:07:41.529687 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['3fbf38b0-c429-4910-9937-0a8e4016e831'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:07:41.536109 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7edb8f0-33a7-4211-a56f-c8918b9ae45d tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Pushing event updated for resources: {'Port': ['ID=9f2df8b1-eb84-455b-94b0-19baef81040b,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:41.549046 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d7edb8f0-33a7-4211-a56f-c8918b9ae45d tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (8970afb6-a82e-41c8-bac5-fbf63f17b531), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:41.684186 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-09d5fde5-cbbb-49da-b11f-73c4a14a5cd9 req-cf2416df-ca8c-4d7a-b677-3b0dc969bfb9 service neutron] 10.222.0.88 "GET /v2.0/networks/085cd9a7-f01b-4c4e-94e0-dc83039f286a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980155 Feb 02 07:07:41.741023 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7edb8f0-33a7-4211-a56f-c8918b9ae45d tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Network 7a1f3fdf-6e45-4fa2-9858-04b684e2bab8 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:07:41.742641 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-d7edb8f0-33a7-4211-a56f-c8918b9ae45d tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:07:41.766620 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 9b47c517-0060-4691-a1ab-633b8870ac31 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:07:41.930803 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 9b47c517-0060-4691-a1ab-633b8870ac31, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=9b47c517-0060-4691-a1ab-633b8870ac31,segment=NetworkSegment(193ae55e-92a5-4ce3-bf68-99f857b7a348),segment_id=193ae55e-92a5-4ce3-bf68-99f857b7a348)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:07:41.943340 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': '9b47c517-0060-4691-a1ab-633b8870ac31', 'network_id': '085cd9a7-f01b-4c4e-94e0-dc83039f286a', 'port_id': '9b47c517-0060-4691-a1ab-633b8870ac31', 'mac_address': 'fa:16:3e:a2:41:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7545568-47c4-4cd0-be68-7f25d5ee9a43', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:07:41.983013 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04526860-8836-4307-98ba-d4dab73f796c req-29e0da68-cecd-43c0-8bf8-e1ea3c7615e0 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:41.985877 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-04526860-8836-4307-98ba-d4dab73f796c req-29e0da68-cecd-43c0-8bf8-e1ea3c7615e0 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/networks?id=08f0123b-1ec0-4e8d-a484-33e0709b580c HTTP/1.1" status: 200 len: 814 time: 0.1453927 Feb 02 07:07:41.996228 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 9b47c517-0060-4691-a1ab-633b8870ac31 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:07:41.996466 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (9b47c517-0060-4691-a1ab-633b8870ac31), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:42.009467 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-04526860-8836-4307-98ba-d4dab73f796c req-0b402a1f-8244-41a3-b1c8-7d20073bf152 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/quotas/b1fedabee724425a8e5d5639e34f1a08 HTTP/1.1" status: 200 len: 375 time: 0.0166402 Feb 02 07:07:42.011211 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e0695-b6f7-4662-aacb-80fcd885a2ad req-6e96bed0-5279-4792-93f2-24c71fbd00a2 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:42.013446 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-928e0695-b6f7-4662-aacb-80fcd885a2ad req-6e96bed0-5279-4792-93f2-24c71fbd00a2 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=0a44e4b3-ccac-4e3b-9c5e-47c349456db3 HTTP/1.1" status: 200 len: 945 time: 0.1443129 Feb 02 07:07:42.024027 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b47c517-0060-4691-a1ab-633b8870ac31 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:07:42.046179 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 9b47c517-0060-4691-a1ab-633b8870ac31, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=9b47c517-0060-4691-a1ab-633b8870ac31,segment=NetworkSegment(193ae55e-92a5-4ce3-bf68-99f857b7a348),segment_id=193ae55e-92a5-4ce3-bf68-99f857b7a348)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:07:42.053357 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (9b47c517-0060-4691-a1ab-633b8870ac31), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:42.065342 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-04526860-8836-4307-98ba-d4dab73f796c req-1a8d53b0-df2d-4c4e-b6d0-fbd93c367ced tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=b1fedabee724425a8e5d5639e34f1a08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438030 Feb 02 07:07:42.075269 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7edb8f0-33a7-4211-a56f-c8918b9ae45d tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Router 8970afb6-a82e-41c8-bac5-fbf63f17b531 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:07:42.106364 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-928e0695-b6f7-4662-aacb-80fcd885a2ad req-48840881-e26b-4111-aa64-04fc68c5597e tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573070 Feb 02 07:07:42.137316 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=9b47c517-0060-4691-a1ab-633b8870ac31,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:42.142063 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-28cab3c1-c01b-4bda-9739-534785906e3f None None] Provisioning complete for port 9f2df8b1-eb84-455b-94b0-19baef81040b triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:07:42.142538 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-28cab3c1-c01b-4bda-9739-534785906e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (9f2df8b1-eb84-455b-94b0-19baef81040b), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:42.179986 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-28cab3c1-c01b-4bda-9739-534785906e3f None None] Port 9f2df8b1-eb84-455b-94b0-19baef81040b cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:07:42.211370 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-04526860-8836-4307-98ba-d4dab73f796c req-ac17ab62-d5c4-4199-b3f6-c0f277c78b43 service neutron] 10.222.0.87 "GET /v2.0/networks/08f0123b-1ec0-4e8d-a484-33e0709b580c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378207 Feb 02 07:07:42.267621 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-468a21d6-ee1b-4da9-95fd-2bfc70ccc855 req-4a79f2f3-2ff0-4d8e-99c6-56f1efe38b52 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/security-groups/6718df16-cc13-453f-a9dc-ba69b719fbc9 HTTP/1.1" status: 200 len: 1826 time: 0.0935893 Feb 02 07:07:42.272264 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7edb8f0-33a7-4211-a56f-c8918b9ae45d tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:07:42.279883 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 49204) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:07:42.280158 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d7edb8f0-33a7-4211-a56f-c8918b9ae45d tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] 10.222.0.87 "PUT /v2.0/routers/8970afb6-a82e-41c8-bac5-fbf63f17b531/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1620607 Feb 02 07:07:42.285807 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adfa8fa-540a-4fcb-be8c-1c80d778f1ab None None] Sync routers for ids ['8970afb6-a82e-41c8-bac5-fbf63f17b531'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:07:42.285984 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-b0e836c1-9f33-4be2-bea1-f77fb7faff41 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Request body: {'port': {'network_id': '7a1f3fdf-6e45-4fa2-9858-04b684e2bab8', 'name': 'tempest-FloatingIPTestJSON-598698701'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:07:42.298199 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adfa8fa-540a-4fcb-be8c-1c80d778f1ab None None] Routers {'8970afb6-a82e-41c8-bac5-fbf63f17b531'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:07:42.299309 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-1adfa8fa-540a-4fcb-be8c-1c80d778f1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:07:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['8970afb6-a82e-41c8-bac5-fbf63f17b531'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:07:42.336657 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-1adfa8fa-540a-4fcb-be8c-1c80d778f1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:07:42.345384 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adfa8fa-540a-4fcb-be8c-1c80d778f1ab None None] Routers {'8970afb6-a82e-41c8-bac5-fbf63f17b531'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:07:42.345984 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-1adfa8fa-540a-4fcb-be8c-1c80d778f1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:07:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['8970afb6-a82e-41c8-bac5-fbf63f17b531'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:07:42.384204 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['9b47c517-0060-4691-a1ab-633b8870ac31'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:07:42.386486 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-1adfa8fa-540a-4fcb-be8c-1c80d778f1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:07:42.387093 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adfa8fa-540a-4fcb-be8c-1c80d778f1ab None None] The sync data for ids ['8970afb6-a82e-41c8-bac5-fbf63f17b531'] in n-d-789963-26 is: [] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:07:42.418783 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e836c1-9f33-4be2-bea1-f77fb7faff41 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Made reservation on behalf of 9173653ae73f437eb381eab8dac50b29 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:07:42.422682 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b0e836c1-9f33-4be2-bea1-f77fb7faff41 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:42.453408 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-468a21d6-ee1b-4da9-95fd-2bfc70ccc855 req-1aa2b222-70bf-4491-91dd-f88d31524841 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Publish callbacks [] for security_group (6718df16-cc13-453f-a9dc-ba69b719fbc9), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:42.458257 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-04526860-8836-4307-98ba-d4dab73f796c req-df0ac1c1-98b3-4da2-874b-3f0808826877 service neutron] 10.222.0.87 "GET /v2.0/networks/08f0123b-1ec0-4e8d-a484-33e0709b580c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444499 Feb 02 07:07:42.476649 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [None req-b0e836c1-9f33-4be2-bea1-f77fb7faff41 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] device_id is not set on port 6cf6f53c-f0c4-408b-a1ba-6a4e85884e14 yet. {{(pid=109693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:07:42.509483 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-468a21d6-ee1b-4da9-95fd-2bfc70ccc855 req-1aa2b222-70bf-4491-91dd-f88d31524841 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Publish callbacks [] for security_group (6718df16-cc13-453f-a9dc-ba69b719fbc9), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:42.618051 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-468a21d6-ee1b-4da9-95fd-2bfc70ccc855 req-1aa2b222-70bf-4491-91dd-f88d31524841 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (6718df16-cc13-453f-a9dc-ba69b719fbc9), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:42.623066 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-468a21d6-ee1b-4da9-95fd-2bfc70ccc855 req-1aa2b222-70bf-4491-91dd-f88d31524841 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:42.638446 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-468a21d6-ee1b-4da9-95fd-2bfc70ccc855 req-1aa2b222-70bf-4491-91dd-f88d31524841 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "DELETE /v2.0/security-groups/6718df16-cc13-453f-a9dc-ba69b719fbc9 HTTP/1.1" status: 204 len: 173 time: 0.3553667 Feb 02 07:07:42.714720 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb099160-8cfc-43a1-b2ef-6e42e90f61e9 req-a72a6854-c1cf-499c-bfc1-cba6f65310a7 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:42.728073 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-eb099160-8cfc-43a1-b2ef-6e42e90f61e9 req-a72a6854-c1cf-499c-bfc1-cba6f65310a7 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.88 "GET /v2.0/ports?device_id=0a44e4b3-ccac-4e3b-9c5e-47c349456db3 HTTP/1.1" status: 200 len: 945 time: 0.4110982 Feb 02 07:07:42.731817 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa2b222-70bf-4491-91dd-f88d31524841 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6718df16-cc13-453f-a9dc-ba69b719fbc9,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:42.732407 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-b0e836c1-9f33-4be2-bea1-f77fb7faff41 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Allocated IP 172.20.0.13 (7a1f3fdf-6e45-4fa2-9858-04b684e2bab8/d9abb0a4-f16f-4c9f-8e0c-4f763ce380ab/6cf6f53c-f0c4-408b-a1ba-6a4e85884e14) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:07:42.733724 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 3fbf38b0-c429-4910-9937-0a8e4016e831 up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:07:42.854673 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-60061952-7b48-4698-a69b-06f38af610df req-8ee247aa-9923-402e-8770-ed3e6d69a967 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 210 time: 0.0487623 Feb 02 07:07:42.912785 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port 3fbf38b0-c429-4910-9937-0a8e4016e831 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:07:42.924284 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port 3fbf38b0-c429-4910-9937-0a8e4016e831 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:07:42.924692 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (3fbf38b0-c429-4910-9937-0a8e4016e831), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:43.057025 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-eb099160-8cfc-43a1-b2ef-6e42e90f61e9 req-b81d52ac-9d66-4cad-90f6-f559f543cb47 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Deleting port 6dbe7f08-ef12-4c04-aea1-9ca65d785fed {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:07:43.060242 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-eb099160-8cfc-43a1-b2ef-6e42e90f61e9 req-b81d52ac-9d66-4cad-90f6-f559f543cb47 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (6dbe7f08-ef12-4c04-aea1-9ca65d785fed), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:43.086367 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b0e836c1-9f33-4be2-bea1-f77fb7faff41 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for port (6cf6f53c-f0c4-408b-a1ba-6a4e85884e14), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:43.122118 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 3fbf38b0-c429-4910-9937-0a8e4016e831 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:07:43.123084 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3fbf38b0-c429-4910-9937-0a8e4016e831), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:43.181435 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b0e836c1-9f33-4be2-bea1-f77fb7faff41 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (6cf6f53c-f0c4-408b-a1ba-6a4e85884e14), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:43.194508 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 3fbf38b0-c429-4910-9937-0a8e4016e831, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=3fbf38b0-c429-4910-9937-0a8e4016e831,segment=NetworkSegment(fc0a4cad-9504-4785-979c-6732d183490f),segment_id=fc0a4cad-9504-4785-979c-6732d183490f)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:07:43.195500 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7baf18cf-5694-4ff3-b104-ed32bfa1c233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fbf38b0-c429-4910-9937-0a8e4016e831'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:07:43.201293 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ca4f58-54e0-48b5-a886-06dee8222ae7" -d '{"events": [{"server_uuid": "7baf18cf-5694-4ff3-b104-ed32bfa1c233", "name": "network-vif-plugged", "status": "completed", "tag": "3fbf38b0-c429-4910-9937-0a8e4016e831"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:07:43.206245 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (3fbf38b0-c429-4910-9937-0a8e4016e831), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:43.274889 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3100ac2-6f41-4abf-828f-4d839bcc2ff8 req-c9357c4d-a188-4518-8880-5f59ae63f2bf tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:43.276476 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d3100ac2-6f41-4abf-828f-4d839bcc2ff8 req-c9357c4d-a188-4518-8880-5f59ae63f2bf tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=7baf18cf-5694-4ff3-b104-ed32bfa1c233 HTTP/1.1" status: 200 len: 944 time: 0.2657473 Feb 02 07:07:43.306962 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e836c1-9f33-4be2-bea1-f77fb7faff41 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Pushing event updated for resources: {'Port': ['ID=6cf6f53c-f0c4-408b-a1ba-6a4e85884e14,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:43.340842 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e836c1-9f33-4be2-bea1-f77fb7faff41 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Network 7a1f3fdf-6e45-4fa2-9858-04b684e2bab8 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:07:43.343285 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-b0e836c1-9f33-4be2-bea1-f77fb7faff41 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:07:43.353771 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e836c1-9f33-4be2-bea1-f77fb7faff41 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:07:43.363655 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=3fbf38b0-c429-4910-9937-0a8e4016e831,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:43.372186 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-eb099160-8cfc-43a1-b2ef-6e42e90f61e9 req-b81d52ac-9d66-4cad-90f6-f559f543cb47 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] For port 6dbe7f08-ef12-4c04-aea1-9ca65d785fed, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=6dbe7f08-ef12-4c04-aea1-9ca65d785fed,segment=NetworkSegment(50b2c935-c140-4230-880a-508574d9ed43),segment_id=50b2c935-c140-4230-880a-508574d9ed43)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:07:43.372837 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-eb099160-8cfc-43a1-b2ef-6e42e90f61e9 req-b81d52ac-9d66-4cad-90f6-f559f543cb47 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (6dbe7f08-ef12-4c04-aea1-9ca65d785fed), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:43.391884 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-46b6c018-1875-411a-be1e-cfeae5d8a0da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:43.409104 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-eb099160-8cfc-43a1-b2ef-6e42e90f61e9 req-b81d52ac-9d66-4cad-90f6-f559f543cb47 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Calling delete_port for 6dbe7f08-ef12-4c04-aea1-9ca65d785fed owned by compute:nova {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:07:43.409277 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db439f5b-e5eb-469a-a925-72e277753d38 req-4dd05b15-cd20-4de8-8874-756d4c9d2a34 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:43.411413 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-db439f5b-e5eb-469a-a925-72e277753d38 req-4dd05b15-cd20-4de8-8874-756d4c9d2a34 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] 10.222.0.87 "GET /v2.0/ports?device_id=927767ef-ed32-4ea3-9e66-e8daaf8ff822 HTTP/1.1" status: 200 len: 944 time: 0.3992198 Feb 02 07:07:43.451898 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d3100ac2-6f41-4abf-828f-4d839bcc2ff8 req-1eba5d93-8ae2-4b37-8004-8189261898dc tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596777 Feb 02 07:07:43.587089 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-db439f5b-e5eb-469a-a925-72e277753d38 req-97dd467a-72f6-4811-9f3d-a96a84e0eeac tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] 10.222.0.87 "GET /v2.0/security-groups?id=a81f360d-fecf-4c62-90a0-6d26aa446565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478047 Feb 02 07:07:43.610140 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e836c1-9f33-4be2-bea1-f77fb7faff41 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:43.611170 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b0e836c1-9f33-4be2-bea1-f77fb7faff41 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:43.658549 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b0e836c1-9f33-4be2-bea1-f77fb7faff41 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3770020 Feb 02 07:07:43.661208 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 49230) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:07:43.666291 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-0066c4b8-793f-40bc-9fd0-5268a4878659 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Request body: {'floatingip': {'port_id': '6cf6f53c-f0c4-408b-a1ba-6a4e85884e14'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:07:43.766291 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 9b47c517-0060-4691-a1ab-633b8870ac31 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:07:43.804509 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0066c4b8-793f-40bc-9fd0-5268a4878659 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for floatingip (a19fda25-d09c-4d41-978c-311c170527ff), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:43.818941 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-72ca1cbe-1793-48fa-8f58-cd6f418f7782 req-3f19f0f8-eff1-4b8a-8029-9f4da3272a1b tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 210 time: 0.0459726 Feb 02 07:07:43.845937 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-eb099160-8cfc-43a1-b2ef-6e42e90f61e9 req-b81d52ac-9d66-4cad-90f6-f559f543cb47 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (6dbe7f08-ef12-4c04-aea1-9ca65d785fed), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:43.903980 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['1045af80-2b20-4d0b-8989-bade78600156'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:07:43.911805 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['6dbe7f08-ef12-4c04-aea1-9ca65d785fed'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:07:43.934315 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81d52ac-9d66-4cad-90f6-f559f543cb47 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Pushing event deleted for resources: {'Port': ['ID=6dbe7f08-ef12-4c04-aea1-9ca65d785fed,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:43.990414 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-841174cb-bec5-475f-809b-85eeb5aebaa6 req-098ec300-e8e7-4982-9258-1ea19861d143 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=0a44e4b3-ccac-4e3b-9c5e-47c349456db3 HTTP/1.1" status: 200 len: 210 time: 0.0474565 Feb 02 07:07:44.027373 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-893665f7-a538-42ee-b8dc-1e60a2231db3 None None] Provisioning complete for port 6cf6f53c-f0c4-408b-a1ba-6a4e85884e14 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:07:44.027824 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-893665f7-a538-42ee-b8dc-1e60a2231db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (6cf6f53c-f0c4-408b-a1ba-6a4e85884e14), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:44.046746 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb099160-8cfc-43a1-b2ef-6e42e90f61e9 req-b81d52ac-9d66-4cad-90f6-f559f543cb47 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] No DVR routers for this DVR port 6dbe7f08-ef12-4c04-aea1-9ca65d785fed on host n-h1-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:07:44.054198 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-eb099160-8cfc-43a1-b2ef-6e42e90f61e9 req-b81d52ac-9d66-4cad-90f6-f559f543cb47 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:44.062213 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-eb099160-8cfc-43a1-b2ef-6e42e90f61e9 req-b81d52ac-9d66-4cad-90f6-f559f543cb47 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.88 "DELETE /v2.0/ports/6dbe7f08-ef12-4c04-aea1-9ca65d785fed HTTP/1.1" status: 204 len: 173 time: 1.3172076 Feb 02 07:07:44.062739 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a44e4b3-ccac-4e3b-9c5e-47c349456db3', 'name': 'network-vif-deleted', 'tag': '6dbe7f08-ef12-4c04-aea1-9ca65d785fed'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:07:44.071302 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8572c33-6143-4a64-a61d-2a8eb2dcf579" -d '{"events": [{"server_uuid": "0a44e4b3-ccac-4e3b-9c5e-47c349456db3", "name": "network-vif-deleted", "tag": "6dbe7f08-ef12-4c04-aea1-9ca65d785fed"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:07:44.124685 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771d7365-1ac2-44d4-b409-926e63afeb91 x-openstack-request-id: req-771d7365-1ac2-44d4-b409-926e63afeb91 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:07:44.128779 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7baf18cf-5694-4ff3-b104-ed32bfa1c233", "name": "network-vif-plugged", "status": "completed", "tag": "3fbf38b0-c429-4910-9937-0a8e4016e831", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:07:44.129187 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-771d7365-1ac2-44d4-b409-926e63afeb91 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:07:44.129663 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7baf18cf-5694-4ff3-b104-ed32bfa1c233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fbf38b0-c429-4910-9937-0a8e4016e831', 'code': 200} Feb 02 07:07:44.197622 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-893665f7-a538-42ee-b8dc-1e60a2231db3 None None] Port 6cf6f53c-f0c4-408b-a1ba-6a4e85884e14 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:07:44.204118 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port 9b47c517-0060-4691-a1ab-633b8870ac31 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:07:44.213116 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port 9b47c517-0060-4691-a1ab-633b8870ac31 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:07:44.213505 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (9b47c517-0060-4691-a1ab-633b8870ac31), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:44.219053 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe0559d-d931-4fb7-9217-4c6134be4e83 req-1c74b99c-de61-4286-959c-322a6750c5fc tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:44.221688 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0fe0559d-d931-4fb7-9217-4c6134be4e83 req-1c74b99c-de61-4286-959c-322a6750c5fc tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/ports?device_id=80149690-37a7-46d9-b8e3-fcd421797a67 HTTP/1.1" status: 200 len: 946 time: 0.1251149 Feb 02 07:07:44.311404 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-53939d2e-4da3-4238-b381-e6c6797ab3d5 req-e3d91530-2783-4980-9b4a-d78a12fb5431 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 210 time: 0.0857103 Feb 02 07:07:44.338877 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0fe0559d-d931-4fb7-9217-4c6134be4e83 req-9452f563-c06c-4ad1-820f-8c273dd2267f tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/security-groups?id=3031d22f-f419-4370-9379-d12f21c766b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072612 Feb 02 07:07:44.439879 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1f8d92-4951-4eb8-b9f5-5a58dde41eec x-openstack-request-id: req-5e1f8d92-4951-4eb8-b9f5-5a58dde41eec {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:07:44.445719 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a44e4b3-ccac-4e3b-9c5e-47c349456db3", "name": "network-vif-deleted", "tag": "6dbe7f08-ef12-4c04-aea1-9ca65d785fed", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:07:44.445719 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-5e1f8d92-4951-4eb8-b9f5-5a58dde41eec {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:07:44.445719 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a44e4b3-ccac-4e3b-9c5e-47c349456db3', 'name': 'network-vif-deleted', 'tag': '6dbe7f08-ef12-4c04-aea1-9ca65d785fed', 'status': 'completed', 'code': 200} Feb 02 07:07:44.649772 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 9b47c517-0060-4691-a1ab-633b8870ac31 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:07:44.651206 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (9b47c517-0060-4691-a1ab-633b8870ac31), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:44.664615 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7358ce27-f9db-4391-a06d-e7903d2ded45 req-e7e4ea08-b916-4034-8ed2-d0296de73824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:44.667105 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7358ce27-f9db-4391-a06d-e7903d2ded45 req-e7e4ea08-b916-4034-8ed2-d0296de73824 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7baf18cf-5694-4ff3-b104-ed32bfa1c233 HTTP/1.1" status: 200 len: 1128 time: 0.4452531 Feb 02 07:07:44.701885 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:44.744703 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 9b47c517-0060-4691-a1ab-633b8870ac31, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=9b47c517-0060-4691-a1ab-633b8870ac31,segment=NetworkSegment(193ae55e-92a5-4ce3-bf68-99f857b7a348),segment_id=193ae55e-92a5-4ce3-bf68-99f857b7a348)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:07:44.758124 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (9b47c517-0060-4691-a1ab-633b8870ac31), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:44.843364 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7358ce27-f9db-4391-a06d-e7903d2ded45 req-8879f7f5-9323-42b5-8a87-e82cd7697e74 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701212 Feb 02 07:07:44.876122 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=9b47c517-0060-4691-a1ab-633b8870ac31,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:44.913084 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05947f4d-b284-4b8b-84d6-9d6d3738d48f req-7709f036-2965-41fd-9c46-19e4b4b54bda tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:44.921275 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-05947f4d-b284-4b8b-84d6-9d6d3738d48f req-7709f036-2965-41fd-9c46-19e4b4b54bda tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=7baf18cf-5694-4ff3-b104-ed32bfa1c233 HTTP/1.1" status: 200 len: 945 time: 0.3001711 Feb 02 07:07:44.953786 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04526860-8836-4307-98ba-d4dab73f796c req-78a09140-97f3-4c81-ba5d-ca068b0fb2f7 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:44.955762 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-04526860-8836-4307-98ba-d4dab73f796c req-78a09140-97f3-4c81-ba5d-ca068b0fb2f7 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.88 "GET /v2.0/networks?id=08f0123b-1ec0-4e8d-a484-33e0709b580c HTTP/1.1" status: 200 len: 814 time: 0.4724929 Feb 02 07:07:44.998581 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-04526860-8836-4307-98ba-d4dab73f796c req-bfbd07c8-49e5-4682-aba3-050454c4232a tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Request body: {'port': {'device_id': '48059edf-1773-466d-93fa-224a5674d6d5', 'network_id': '08f0123b-1ec0-4e8d-a484-33e0709b580c', 'admin_state_up': True, 'tenant_id': 'b1fedabee724425a8e5d5639e34f1a08'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:07:45.002385 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0066c4b8-793f-40bc-9fd0-5268a4878659 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:45.020351 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0066c4b8-793f-40bc-9fd0-5268a4878659 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (a19fda25-d09c-4d41-978c-311c170527ff), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:45.063656 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-05947f4d-b284-4b8b-84d6-9d6d3738d48f req-61447d92-022e-40bf-a8a9-2fda360678f9 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299114 Feb 02 07:07:45.129910 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d77a1-26eb-4c91-8a73-cad1a91d5eec req-eee09613-9ccb-43dd-af06-17506c8ab263 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:45.131926 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-539d77a1-26eb-4c91-8a73-cad1a91d5eec req-eee09613-9ccb-43dd-af06-17506c8ab263 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] 10.222.0.87 "GET /v2.0/ports?device_id=927767ef-ed32-4ea3-9e66-e8daaf8ff822 HTTP/1.1" status: 200 len: 945 time: 0.2052872 Feb 02 07:07:45.151068 n-d-789963-26 neutron-server[109693]: INFO neutron.db.l3_db [None req-0066c4b8-793f-40bc-9fd0-5268a4878659 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Floating IP a19fda25-d09c-4d41-978c-311c170527ff associated. External IP: 172.25.4.158, port: 64ffdba9-e0a4-44c7-8a25-f14afe2c14fb. Feb 02 07:07:45.154930 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04526860-8836-4307-98ba-d4dab73f796c req-bfbd07c8-49e5-4682-aba3-050454c4232a tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Made reservation on behalf of b1fedabee724425a8e5d5639e34f1a08 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:07:45.161914 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-04526860-8836-4307-98ba-d4dab73f796c req-bfbd07c8-49e5-4682-aba3-050454c4232a tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:45.263681 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-539d77a1-26eb-4c91-8a73-cad1a91d5eec req-cb450fb6-131f-4eea-8ce3-ac412dedd80b tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] 10.222.0.87 "GET /v2.0/security-groups?id=a81f360d-fecf-4c62-90a0-6d26aa446565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230905 Feb 02 07:07:45.370529 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-04526860-8836-4307-98ba-d4dab73f796c req-bfbd07c8-49e5-4682-aba3-050454c4232a tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Allocated IP 172.20.0.8 (08f0123b-1ec0-4e8d-a484-33e0709b580c/03a972f8-0254-4a3d-bc50-73c64b2c3de5/18d0d2d5-f098-4215-bfbd-e6aca83e7772) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:07:45.493228 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0066c4b8-793f-40bc-9fd0-5268a4878659 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Router 6946a29e-0c9b-4876-be90-af232657f1ee has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:07:45.498087 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fea730be-4b05-4bc6-bd4f-ec596682972b req-6bd97610-ba90-4aff-932b-ebfe8180a669 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 210 time: 0.1000485 Feb 02 07:07:45.658098 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0066c4b8-793f-40bc-9fd0-5268a4878659 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:07:45.671399 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2eea5e5-e89a-4696-95e3-d75e634b03e1 None None] Sync routers for ids ['6946a29e-0c9b-4876-be90-af232657f1ee'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:07:45.701327 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2eea5e5-e89a-4696-95e3-d75e634b03e1 None None] Routers {'6946a29e-0c9b-4876-be90-af232657f1ee'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:07:45.702544 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-b2eea5e5-e89a-4696-95e3-d75e634b03e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:07:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['6946a29e-0c9b-4876-be90-af232657f1ee'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:07:45.709467 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cb7e3329-3dde-4df8-9a78-384f22831cbf req-c5cf24cd-1f1f-49b7-86bb-1de0a30620e7 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 210 time: 0.0619087 Feb 02 07:07:45.752547 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-b2eea5e5-e89a-4696-95e3-d75e634b03e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:07:45.765655 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2eea5e5-e89a-4696-95e3-d75e634b03e1 None None] Routers {'6946a29e-0c9b-4876-be90-af232657f1ee'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:07:45.766540 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-b2eea5e5-e89a-4696-95e3-d75e634b03e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:07:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['6946a29e-0c9b-4876-be90-af232657f1ee'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:07:45.817866 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-b2eea5e5-e89a-4696-95e3-d75e634b03e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:07:45.819487 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2eea5e5-e89a-4696-95e3-d75e634b03e1 None None] The sync data for ids ['6946a29e-0c9b-4876-be90-af232657f1ee'] in n-d-789963-26 is: [] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:07:45.860640 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-04526860-8836-4307-98ba-d4dab73f796c req-bfbd07c8-49e5-4682-aba3-050454c4232a tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Publish callbacks [] for port (18d0d2d5-f098-4215-bfbd-e6aca83e7772), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:45.872035 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa6e70b-99eb-4d68-8a29-0d4dad408536 req-126cfcbb-65d7-4ae1-a30a-68def8510d4f tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:45.873638 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0aa6e70b-99eb-4d68-8a29-0d4dad408536 req-126cfcbb-65d7-4ae1-a30a-68def8510d4f tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/ports?device_id=80149690-37a7-46d9-b8e3-fcd421797a67 HTTP/1.1" status: 200 len: 946 time: 0.1434629 Feb 02 07:07:45.906013 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-04526860-8836-4307-98ba-d4dab73f796c req-bfbd07c8-49e5-4682-aba3-050454c4232a tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (18d0d2d5-f098-4215-bfbd-e6aca83e7772), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:45.996543 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04526860-8836-4307-98ba-d4dab73f796c req-bfbd07c8-49e5-4682-aba3-050454c4232a tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Network 08f0123b-1ec0-4e8d-a484-33e0709b580c is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:07:45.999326 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-04526860-8836-4307-98ba-d4dab73f796c req-bfbd07c8-49e5-4682-aba3-050454c4232a tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:07:46.003595 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:46.013298 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-04526860-8836-4307-98ba-d4dab73f796c req-bfbd07c8-49e5-4682-aba3-050454c4232a tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:07:46.093933 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04526860-8836-4307-98ba-d4dab73f796c req-bfbd07c8-49e5-4682-aba3-050454c4232a tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:46.094788 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-04526860-8836-4307-98ba-d4dab73f796c req-bfbd07c8-49e5-4682-aba3-050454c4232a tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:46.115137 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbd07c8-49e5-4682-aba3-050454c4232a tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Pushing event updated for resources: {'Port': ['ID=18d0d2d5-f098-4215-bfbd-e6aca83e7772,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:46.131051 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '927767ef-ed32-4ea3-9e66-e8daaf8ff822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b47c517-0060-4691-a1ab-633b8870ac31'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:07:46.134403 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4634b18-0833-4e69-86dc-456f52d2c44d" -d '{"events": [{"server_uuid": "927767ef-ed32-4ea3-9e66-e8daaf8ff822", "name": "network-vif-plugged", "status": "completed", "tag": "9b47c517-0060-4691-a1ab-633b8870ac31"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:07:46.134549 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-04526860-8836-4307-98ba-d4dab73f796c req-bfbd07c8-49e5-4682-aba3-050454c4232a tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1420429 Feb 02 07:07:46.155272 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0aa6e70b-99eb-4d68-8a29-0d4dad408536 req-3da7fa18-8389-4045-b4b1-cfd9c96ef336 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/security-groups?id=3031d22f-f419-4370-9379-d12f21c766b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654102 Feb 02 07:07:46.156125 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-04526860-8836-4307-98ba-d4dab73f796c req-e4d7c822-381f-49b4-9b85-b920842ff279 service neutron] Request body: {'port': {'device_id': '48059edf-1773-466d-93fa-224a5674d6d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:07:46.199970 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0066c4b8-793f-40bc-9fd0-5268a4878659 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Router 8970afb6-a82e-41c8-bac5-fbf63f17b531 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:07:46.234486 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b00477-d52a-40f5-8201-4953ab2ac787 x-openstack-request-id: req-38b00477-d52a-40f5-8201-4953ab2ac787 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:07:46.234787 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "927767ef-ed32-4ea3-9e66-e8daaf8ff822", "name": "network-vif-plugged", "status": "completed", "tag": "9b47c517-0060-4691-a1ab-633b8870ac31", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:07:46.235045 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-38b00477-d52a-40f5-8201-4953ab2ac787 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:07:46.235498 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '927767ef-ed32-4ea3-9e66-e8daaf8ff822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b47c517-0060-4691-a1ab-633b8870ac31', 'code': 200} Feb 02 07:07:46.318446 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-04526860-8836-4307-98ba-d4dab73f796c req-e4d7c822-381f-49b4-9b85-b920842ff279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (18d0d2d5-f098-4215-bfbd-e6aca83e7772), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:46.538236 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a1d972-da31-4ba9-b6e8-4b5ba84ab518 req-3690bb6e-dfb7-461e-8764-6cf8a2053820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:46.539695 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-82a1d972-da31-4ba9-b6e8-4b5ba84ab518 req-3690bb6e-dfb7-461e-8764-6cf8a2053820 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=927767ef-ed32-4ea3-9e66-e8daaf8ff822 HTTP/1.1" status: 200 len: 1128 time: 0.1521111 Feb 02 07:07:46.542289 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0066c4b8-793f-40bc-9fd0-5268a4878659 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:07:46.547076 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0066c4b8-793f-40bc-9fd0-5268a4878659 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:46.557391 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08ba47e-0bb1-4490-b737-a2ff2ba77137 None None] Sync routers for ids ['8970afb6-a82e-41c8-bac5-fbf63f17b531'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:07:46.570603 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08ba47e-0bb1-4490-b737-a2ff2ba77137 None None] Routers {'8970afb6-a82e-41c8-bac5-fbf63f17b531'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:07:46.574027 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-c08ba47e-0bb1-4490-b737-a2ff2ba77137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:07:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['8970afb6-a82e-41c8-bac5-fbf63f17b531'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:07:46.613070 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f162e82-b530-4b22-b589-1241645b3ec6 req-a18c7c0c-15ca-4842-a7ac-f8f33d73075d tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:46.615796 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4f162e82-b530-4b22-b589-1241645b3ec6 req-a18c7c0c-15ca-4842-a7ac-f8f33d73075d tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] 10.222.0.87 "GET /v2.0/ports?device_id=927767ef-ed32-4ea3-9e66-e8daaf8ff822 HTTP/1.1" status: 200 len: 945 time: 0.1642797 Feb 02 07:07:46.668223 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-c08ba47e-0bb1-4490-b737-a2ff2ba77137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:07:46.680996 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08ba47e-0bb1-4490-b737-a2ff2ba77137 None None] Routers {'8970afb6-a82e-41c8-bac5-fbf63f17b531'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:07:46.681617 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-c08ba47e-0bb1-4490-b737-a2ff2ba77137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:07:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['8970afb6-a82e-41c8-bac5-fbf63f17b531'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:07:46.690045 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-82a1d972-da31-4ba9-b6e8-4b5ba84ab518 req-47e5d6b6-ba6c-4f5e-a1bf-7e148d0beabe service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=a81f360d-fecf-4c62-90a0-6d26aa446565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396813 Feb 02 07:07:46.697554 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-0066c4b8-793f-40bc-9fd0-5268a4878659 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] 10.222.0.87 "PUT /v2.0/floatingips/a19fda25-d09c-4d41-978c-311c170527ff HTTP/1.1" status: 200 len: 978 time: 3.0350704 Feb 02 07:07:46.700266 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 49296) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:07:46.732398 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-04526860-8836-4307-98ba-d4dab73f796c req-e4d7c822-381f-49b4-9b85-b920842ff279 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18d0d2d5-f098-4215-bfbd-e6aca83e7772 {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:07:46.750731 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4f162e82-b530-4b22-b589-1241645b3ec6 req-0f5f66a5-a243-4d62-b940-5a63b90893bc tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] 10.222.0.87 "GET /v2.0/security-groups?id=a81f360d-fecf-4c62-90a0-6d26aa446565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276643 Feb 02 07:07:46.782308 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-04526860-8836-4307-98ba-d4dab73f796c req-e4d7c822-381f-49b4-9b85-b920842ff279 service neutron] Publish callbacks [] for port (18d0d2d5-f098-4215-bfbd-e6aca83e7772), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:46.816975 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-04526860-8836-4307-98ba-d4dab73f796c req-e4d7c822-381f-49b4-9b85-b920842ff279 service neutron] Transition to ACTIVE for port object 18d0d2d5-f098-4215-bfbd-e6aca83e7772 will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:07:46.828957 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc2c5f2-7153-4bfb-8cf4-0ef5ed331693 req-58f805d2-9abf-478f-a2ab-2333305fb341 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:46.837828 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3fc2c5f2-7153-4bfb-8cf4-0ef5ed331693 req-58f805d2-9abf-478f-a2ab-2333305fb341 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=7baf18cf-5694-4ff3-b104-ed32bfa1c233 HTTP/1.1" status: 200 len: 945 time: 0.6161008 Feb 02 07:07:46.857544 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-04526860-8836-4307-98ba-d4dab73f796c req-e4d7c822-381f-49b4-9b85-b920842ff279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (18d0d2d5-f098-4215-bfbd-e6aca83e7772), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:46.901753 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-1ead8903-3a02-459d-9834-c937f5478bf7 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Deleting port 6cf6f53c-f0c4-408b-a1ba-6a4e85884e14 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:07:46.902687 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1ead8903-3a02-459d-9834-c937f5478bf7 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (6cf6f53c-f0c4-408b-a1ba-6a4e85884e14), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:47.003102 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3fc2c5f2-7153-4bfb-8cf4-0ef5ed331693 req-ca28c6cf-3acf-4021-b517-5dad44ac94ff tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596692 Feb 02 07:07:47.027787 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-c08ba47e-0bb1-4490-b737-a2ff2ba77137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:07:47.028774 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08ba47e-0bb1-4490-b737-a2ff2ba77137 None None] The sync data for ids ['8970afb6-a82e-41c8-bac5-fbf63f17b531'] in n-d-789963-26 is: [] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:07:47.046130 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a29af3f-f550-487a-a5aa-079c26db76b7 req-e18aa29a-e327-49dd-9a03-91ec35c46da3 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:47.047872 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3a29af3f-f550-487a-a5aa-079c26db76b7 req-e18aa29a-e327-49dd-9a03-91ec35c46da3 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.59 "GET /v2.0/ports?device_id=80149690-37a7-46d9-b8e3-fcd421797a67 HTTP/1.1" status: 200 len: 946 time: 0.2024724 Feb 02 07:07:47.048274 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d7c822-381f-49b4-9b85-b920842ff279 service neutron] Pushing event updated for resources: {'Port': ['ID=18d0d2d5-f098-4215-bfbd-e6aca83e7772,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:47.101000 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-04526860-8836-4307-98ba-d4dab73f796c req-e4d7c822-381f-49b4-9b85-b920842ff279 service neutron] Attempting to bind port 18d0d2d5-f098-4215-bfbd-e6aca83e7772 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:07:47.101606 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-04526860-8836-4307-98ba-d4dab73f796c req-e4d7c822-381f-49b4-9b85-b920842ff279 service neutron] Attempting to bind port 18d0d2d5-f098-4215-bfbd-e6aca83e7772 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'a9fa2e92-fe10-4a10-8f88-a94a7c43f6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '08f0123b-1ec0-4e8d-a484-33e0709b580c'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:07:47.102137 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04526860-8836-4307-98ba-d4dab73f796c req-e4d7c822-381f-49b4-9b85-b920842ff279 service neutron] Attempting to bind port 18d0d2d5-f098-4215-bfbd-e6aca83e7772 on network 08f0123b-1ec0-4e8d-a484-33e0709b580c {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:07:47.152425 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f89b5b-ef78-4b71-b290-c509819dc350 req-e3adb145-2634-4f74-bcfb-c2655491be2e tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:47.159527 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-95f89b5b-ef78-4b71-b290-c509819dc350 req-e3adb145-2634-4f74-bcfb-c2655491be2e tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 943 time: 0.2303672 Feb 02 07:07:47.167306 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-42112a46-e715-4e0a-bb03-a343efcb63c5 req-af7e216f-f5a3-4181-b893-b30e6f035a03 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 210 time: 0.0597427 Feb 02 07:07:47.168115 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04526860-8836-4307-98ba-d4dab73f796c req-e4d7c822-381f-49b4-9b85-b920842ff279 service neutron] Port 18d0d2d5-f098-4215-bfbd-e6aca83e7772 on network 08f0123b-1ec0-4e8d-a484-33e0709b580c not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:07:47.168453 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04526860-8836-4307-98ba-d4dab73f796c req-e4d7c822-381f-49b4-9b85-b920842ff279 service neutron] Attempting to bind port 18d0d2d5-f098-4215-bfbd-e6aca83e7772 on network 08f0123b-1ec0-4e8d-a484-33e0709b580c {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:07:47.180376 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04526860-8836-4307-98ba-d4dab73f796c req-e4d7c822-381f-49b4-9b85-b920842ff279 service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:07:47.181519 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04526860-8836-4307-98ba-d4dab73f796c req-e4d7c822-381f-49b4-9b85-b920842ff279 service neutron] Checking segment: {'id': 'a9fa2e92-fe10-4a10-8f88-a94a7c43f6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '08f0123b-1ec0-4e8d-a484-33e0709b580c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:07:47.185753 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04526860-8836-4307-98ba-d4dab73f796c req-e4d7c822-381f-49b4-9b85-b920842ff279 service neutron] Bound using segment: {'id': 'a9fa2e92-fe10-4a10-8f88-a94a7c43f6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '08f0123b-1ec0-4e8d-a484-33e0709b580c'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:07:47.186113 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-04526860-8836-4307-98ba-d4dab73f796c req-e4d7c822-381f-49b4-9b85-b920842ff279 service neutron] Bound port: 18d0d2d5-f098-4215-bfbd-e6aca83e7772, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9fa2e92-fe10-4a10-8f88-a94a7c43f6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '08f0123b-1ec0-4e8d-a484-33e0709b580c'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:07:47.186505 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-04526860-8836-4307-98ba-d4dab73f796c req-e4d7c822-381f-49b4-9b85-b920842ff279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (18d0d2d5-f098-4215-bfbd-e6aca83e7772), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:47.303188 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:47.338801 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-04526860-8836-4307-98ba-d4dab73f796c req-e4d7c822-381f-49b4-9b85-b920842ff279 service neutron] For port 18d0d2d5-f098-4215-bfbd-e6aca83e7772, host n-h1-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:07:47.349044 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-04526860-8836-4307-98ba-d4dab73f796c req-e4d7c822-381f-49b4-9b85-b920842ff279 service neutron] For port 18d0d2d5-f098-4215-bfbd-e6aca83e7772, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=18d0d2d5-f098-4215-bfbd-e6aca83e7772,segment=NetworkSegment(a9fa2e92-fe10-4a10-8f88-a94a7c43f6f8),segment_id=a9fa2e92-fe10-4a10-8f88-a94a7c43f6f8)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:07:47.368984 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-04526860-8836-4307-98ba-d4dab73f796c req-e4d7c822-381f-49b4-9b85-b920842ff279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (18d0d2d5-f098-4215-bfbd-e6aca83e7772), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:47.394646 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04526860-8836-4307-98ba-d4dab73f796c req-e4d7c822-381f-49b4-9b85-b920842ff279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:47.395286 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-04526860-8836-4307-98ba-d4dab73f796c req-e4d7c822-381f-49b4-9b85-b920842ff279 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:47.396825 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-04526860-8836-4307-98ba-d4dab73f796c req-e4d7c822-381f-49b4-9b85-b920842ff279 service neutron] 10.222.0.88 "PUT /v2.0/ports/18d0d2d5-f098-4215-bfbd-e6aca83e7772 HTTP/1.1" status: 200 len: 1092 time: 1.2455633 Feb 02 07:07:47.418046 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48059edf-1773-466d-93fa-224a5674d6d5', 'tag': '18d0d2d5-f098-4215-bfbd-e6aca83e7772'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:07:47.421682 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb4a7ba4-6986-4c6f-b69c-0e2904d67fb5" -d '{"events": [{"name": "network-changed", "server_uuid": "48059edf-1773-466d-93fa-224a5674d6d5", "tag": "18d0d2d5-f098-4215-bfbd-e6aca83e7772"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:07:47.537812 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d7c822-381f-49b4-9b85-b920842ff279 service neutron] Pushing event updated for resources: {'Port': ['ID=18d0d2d5-f098-4215-bfbd-e6aca83e7772,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:47.556531 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c42cf49-bb81-485d-a7c0-5ad7cd84981d req-e259dd77-2ad7-4a4f-983c-ba1be3be153b tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:47.558104 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9c42cf49-bb81-485d-a7c0-5ad7cd84981d req-e259dd77-2ad7-4a4f-983c-ba1be3be153b tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/ports?device_id=80149690-37a7-46d9-b8e3-fcd421797a67 HTTP/1.1" status: 200 len: 946 time: 0.2045069 Feb 02 07:07:47.587034 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04526860-8836-4307-98ba-d4dab73f796c req-862d052f-531a-44db-90ad-976227c6c233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:47.588619 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-04526860-8836-4307-98ba-d4dab73f796c req-862d052f-531a-44db-90ad-976227c6c233 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b1fedabee724425a8e5d5639e34f1a08&device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 1126 time: 0.0928385 Feb 02 07:07:47.619699 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9c42cf49-bb81-485d-a7c0-5ad7cd84981d req-c080d554-b043-43fe-ad50-12dd410fa2e2 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/security-groups?id=3031d22f-f419-4370-9379-d12f21c766b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557892 Feb 02 07:07:47.667508 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1ead8903-3a02-459d-9834-c937f5478bf7 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (6cf6f53c-f0c4-408b-a1ba-6a4e85884e14), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:47.717585 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-04526860-8836-4307-98ba-d4dab73f796c req-c0a4d897-9625-446e-a961-a4143b6d7a69 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18d0d2d5-f098-4215-bfbd-e6aca83e7772 HTTP/1.1" status: 200 len: 217 time: 0.0775630 Feb 02 07:07:47.750550 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f8be6f5-0ded-46e7-92d8-6eb206927d76 x-openstack-request-id: req-9f8be6f5-0ded-46e7-92d8-6eb206927d76 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:07:47.750850 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48059edf-1773-466d-93fa-224a5674d6d5", "tag": "18d0d2d5-f098-4215-bfbd-e6aca83e7772", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:07:47.751120 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-9f8be6f5-0ded-46e7-92d8-6eb206927d76 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:07:47.753135 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48059edf-1773-466d-93fa-224a5674d6d5', 'tag': '18d0d2d5-f098-4215-bfbd-e6aca83e7772', 'status': 'completed', 'code': 200} Feb 02 07:07:47.761202 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-95f89b5b-ef78-4b71-b290-c509819dc350 req-6d5f419f-c0b8-4139-a5c0-ce15dac9ddaf tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6007247 Feb 02 07:07:47.761696 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 6dbe7f08-ef12-4c04-aea1-9ca65d785fed no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:07:47.798588 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-3a29af3f-f550-487a-a5aa-079c26db76b7 req-4c0532c2-f7c0-4cfd-8497-f6917d6b1c1b tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Deleting port 6e3e472f-b38f-4eaa-8125-2415a7780d63 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:07:47.799011 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-3a29af3f-f550-487a-a5aa-079c26db76b7 req-4c0532c2-f7c0-4cfd-8497-f6917d6b1c1b tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (6e3e472f-b38f-4eaa-8125-2415a7780d63), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:47.827338 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: 6dbe7f08-ef12-4c04-aea1-9ca65d785fed {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:07:47.828819 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 6dbe7f08-ef12-4c04-aea1-9ca65d785fed not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:07:47.891744 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04526860-8836-4307-98ba-d4dab73f796c req-309d1355-2c68-4c4c-99f8-835390dce999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:47.894364 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-04526860-8836-4307-98ba-d4dab73f796c req-309d1355-2c68-4c4c-99f8-835390dce999 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=03a972f8-0254-4a3d-bc50-73c64b2c3de5 HTTP/1.1" status: 200 len: 854 time: 0.1689570 Feb 02 07:07:47.940375 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-04526860-8836-4307-98ba-d4dab73f796c req-b78ad287-3947-49cf-ab72-5f061febbef8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=08f0123b-1ec0-4e8d-a484-33e0709b580c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374382 Feb 02 07:07:48.100000 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-04526860-8836-4307-98ba-d4dab73f796c req-5081abd6-2683-434d-925d-bc9101ca2620 service neutron] 10.222.0.88 "GET /v2.0/networks/08f0123b-1ec0-4e8d-a484-33e0709b580c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477239 Feb 02 07:07:48.132942 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1ead8903-3a02-459d-9834-c937f5478bf7 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:48.133338 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1ead8903-3a02-459d-9834-c937f5478bf7 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (a19fda25-d09c-4d41-978c-311c170527ff), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:48.133666 n-d-789963-26 neutron-server[109693]: INFO neutron.db.l3_db [None req-1ead8903-3a02-459d-9834-c937f5478bf7 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Floating IP a19fda25-d09c-4d41-978c-311c170527ff disassociated. External IP: 172.25.4.158, port: 6cf6f53c-f0c4-408b-a1ba-6a4e85884e14. Feb 02 07:07:48.134018 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-1ead8903-3a02-459d-9834-c937f5478bf7 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Calling delete_port for 6cf6f53c-f0c4-408b-a1ba-6a4e85884e14 owned by {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:07:48.139357 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-3a29af3f-f550-487a-a5aa-079c26db76b7 req-4c0532c2-f7c0-4cfd-8497-f6917d6b1c1b tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] For port 6e3e472f-b38f-4eaa-8125-2415a7780d63, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=6e3e472f-b38f-4eaa-8125-2415a7780d63,segment=NetworkSegment(0708fd28-2d16-470c-840a-add81f0f58a2),segment_id=0708fd28-2d16-470c-840a-add81f0f58a2)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:07:48.139758 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-3a29af3f-f550-487a-a5aa-079c26db76b7 req-4c0532c2-f7c0-4cfd-8497-f6917d6b1c1b tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (6e3e472f-b38f-4eaa-8125-2415a7780d63), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:48.162486 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa26d0bc-6939-4afc-bd3b-a20da7ae0331 req-8c801d4a-e4ba-44e8-a424-8db280899252 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:48.164053 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fa26d0bc-6939-4afc-bd3b-a20da7ae0331 req-8c801d4a-e4ba-44e8-a424-8db280899252 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] 10.222.0.87 "GET /v2.0/ports?device_id=927767ef-ed32-4ea3-9e66-e8daaf8ff822 HTTP/1.1" status: 200 len: 945 time: 0.2327888 Feb 02 07:07:48.223705 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-3a29af3f-f550-487a-a5aa-079c26db76b7 req-4c0532c2-f7c0-4cfd-8497-f6917d6b1c1b tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Calling delete_port for 6e3e472f-b38f-4eaa-8125-2415a7780d63 owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:07:48.230686 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fa26d0bc-6939-4afc-bd3b-a20da7ae0331 req-d0cac093-4eee-456e-81b8-54241582ade8 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] 10.222.0.87 "GET /v2.0/security-groups?id=a81f360d-fecf-4c62-90a0-6d26aa446565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588632 Feb 02 07:07:48.242015 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1cfc4d-c983-4ccf-9738-e05158c322d9 req-4b6c9b6b-8f9c-454b-9311-775781e40396 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:48.243982 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7e1cfc4d-c983-4ccf-9738-e05158c322d9 req-4b6c9b6b-8f9c-454b-9311-775781e40396 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=7baf18cf-5694-4ff3-b104-ed32bfa1c233 HTTP/1.1" status: 200 len: 945 time: 0.1258352 Feb 02 07:07:48.313427 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7e1cfc4d-c983-4ccf-9738-e05158c322d9 req-6c6fc90d-88a4-4cf2-96cd-8cf2c575917e tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620801 Feb 02 07:07:48.339133 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-04526860-8836-4307-98ba-d4dab73f796c req-39645299-f206-4984-9c3c-b07178d4e645 service neutron] 10.222.0.88 "GET /v2.0/networks/08f0123b-1ec0-4e8d-a484-33e0709b580c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173533 Feb 02 07:07:48.470482 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e999e4d6-06f6-4b8d-8ea6-b0a331a640e7 req-b74f8411-fea4-4a20-90b4-1fcb269ac90d tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 210 time: 0.0563960 Feb 02 07:07:48.555329 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4a7ba4-6986-4c6f-b69c-0e2904d67fb5 req-3fe32bd6-82cd-4627-9ada-b4a62d2acbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:48.557372 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cb4a7ba4-6986-4c6f-b69c-0e2904d67fb5 req-3fe32bd6-82cd-4627-9ada-b4a62d2acbc4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b1fedabee724425a8e5d5639e34f1a08&device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 1126 time: 0.1158538 Feb 02 07:07:48.565347 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-3a29af3f-f550-487a-a5aa-079c26db76b7 req-4c0532c2-f7c0-4cfd-8497-f6917d6b1c1b tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (6e3e472f-b38f-4eaa-8125-2415a7780d63), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:48.576855 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1ead8903-3a02-459d-9834-c937f5478bf7 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (6cf6f53c-f0c4-408b-a1ba-6a4e85884e14), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:48.612203 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['6e3e472f-b38f-4eaa-8125-2415a7780d63'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:07:48.672563 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0532c2-f7c0-4cfd-8497-f6917d6b1c1b tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Pushing event deleted for resources: {'Port': ['ID=6e3e472f-b38f-4eaa-8125-2415a7780d63,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:48.774995 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4a7ba4-6986-4c6f-b69c-0e2904d67fb5 req-73d69ad4-3441-4a89-a43d-39b7117eebdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:48.776707 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cb4a7ba4-6986-4c6f-b69c-0e2904d67fb5 req-73d69ad4-3441-4a89-a43d-39b7117eebdc service neutron] 10.222.0.88 "GET /v2.0/networks?id=08f0123b-1ec0-4e8d-a484-33e0709b580c HTTP/1.1" status: 200 len: 915 time: 0.2131453 Feb 02 07:07:48.812016 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6582fcb7-57c1-470d-9f36-c67dcc6f314f req-1d955c22-df27-43dc-a826-9c6287f5e771 tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.87 "GET /v2.0/ports?device_id=80149690-37a7-46d9-b8e3-fcd421797a67 HTTP/1.1" status: 200 len: 210 time: 0.0639539 Feb 02 07:07:48.856198 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ead8903-3a02-459d-9834-c937f5478bf7 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Pushing event deleted for resources: {'Port': ['ID=6cf6f53c-f0c4-408b-a1ba-6a4e85884e14,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:48.905206 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:07:48.915380 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cb4a7ba4-6986-4c6f-b69c-0e2904d67fb5 req-d4d28538-27ba-4757-a25f-05fd06197050 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18d0d2d5-f098-4215-bfbd-e6aca83e7772 HTTP/1.1" status: 200 len: 217 time: 0.1213148 Feb 02 07:07:48.998930 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4a7ba4-6986-4c6f-b69c-0e2904d67fb5 req-bb8c2e03-830d-4c0b-9f05-e102ca8f8554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:49.000835 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cb4a7ba4-6986-4c6f-b69c-0e2904d67fb5 req-bb8c2e03-830d-4c0b-9f05-e102ca8f8554 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=03a972f8-0254-4a3d-bc50-73c64b2c3de5 HTTP/1.1" status: 200 len: 854 time: 0.0779111 Feb 02 07:07:49.002311 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a29af3f-f550-487a-a5aa-079c26db76b7 req-4c0532c2-f7c0-4cfd-8497-f6917d6b1c1b tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] No DVR routers for this DVR port 6e3e472f-b38f-4eaa-8125-2415a7780d63 on host n-h2-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:07:49.007135 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ead8903-3a02-459d-9834-c937f5478bf7 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Router 8970afb6-a82e-41c8-bac5-fbf63f17b531 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:07:49.024203 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-3a29af3f-f550-487a-a5aa-079c26db76b7 req-4c0532c2-f7c0-4cfd-8497-f6917d6b1c1b tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:49.033354 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3a29af3f-f550-487a-a5aa-079c26db76b7 req-4c0532c2-f7c0-4cfd-8497-f6917d6b1c1b tempest-ServerRescueTestJSONUnderV235-1186668918 tempest-ServerRescueTestJSONUnderV235-1186668918-project] 10.222.0.59 "DELETE /v2.0/ports/6e3e472f-b38f-4eaa-8125-2415a7780d63 HTTP/1.1" status: 204 len: 173 time: 1.9769969 Feb 02 07:07:49.036766 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80149690-37a7-46d9-b8e3-fcd421797a67', 'name': 'network-vif-deleted', 'tag': '6e3e472f-b38f-4eaa-8125-2415a7780d63'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:07:49.038757 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-064ceb06-62c3-42c6-b58d-3f67bf82da1b" -d '{"events": [{"server_uuid": "80149690-37a7-46d9-b8e3-fcd421797a67", "name": "network-vif-deleted", "tag": "6e3e472f-b38f-4eaa-8125-2415a7780d63"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:07:49.061442 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758e539f-5c99-4c32-9799-f0208ed2c478 req-3b1b8e39-3fa8-44b7-9252-7ac3486ef3ff tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:49.061748 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b525c3-9dc9-421d-a72e-3a9de06523eb req-c4f88407-bd80-4c51-8562-a52e2bc4a1db tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:49.063295 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-758e539f-5c99-4c32-9799-f0208ed2c478 req-3b1b8e39-3fa8-44b7-9252-7ac3486ef3ff tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 943 time: 0.1420193 Feb 02 07:07:49.065460 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cb4a7ba4-6986-4c6f-b69c-0e2904d67fb5 req-e09ab103-bf72-44e5-91be-addbcbf494e6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=08f0123b-1ec0-4e8d-a484-33e0709b580c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563054 Feb 02 07:07:49.072595 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a9b525c3-9dc9-421d-a72e-3a9de06523eb req-c4f88407-bd80-4c51-8562-a52e2bc4a1db tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=969113ec-8b30-4b45-be41-413a125ac0e1 HTTP/1.1" status: 200 len: 946 time: 0.3157902 Feb 02 07:07:49.211143 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-758e539f-5c99-4c32-9799-f0208ed2c478 req-2c352c34-c99d-4e4e-a07a-03508892ac49 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318345 Feb 02 07:07:49.232174 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a9b525c3-9dc9-421d-a72e-3a9de06523eb req-0964b2a6-e9b0-44e4-9d3d-9f7a01b02090 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562297 Feb 02 07:07:49.282570 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ead8903-3a02-459d-9834-c937f5478bf7 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:07:49.294601 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ca03a1-4f1c-4248-a63a-ef7a42854066 None None] Sync routers for ids ['8970afb6-a82e-41c8-bac5-fbf63f17b531'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:07:49.306811 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cb4a7ba4-6986-4c6f-b69c-0e2904d67fb5 req-3034dbc3-07a8-4729-a769-21bb8446feb8 service neutron] 10.222.0.88 "GET /v2.0/networks/08f0123b-1ec0-4e8d-a484-33e0709b580c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329254 Feb 02 07:07:49.311757 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ca03a1-4f1c-4248-a63a-ef7a42854066 None None] Routers {'8970afb6-a82e-41c8-bac5-fbf63f17b531'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:07:49.318317 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-f6ca03a1-4f1c-4248-a63a-ef7a42854066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:07:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['8970afb6-a82e-41c8-bac5-fbf63f17b531'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:07:49.367376 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-521cbce0-fae0-4644-b3aa-40e65cc2a0b1 x-openstack-request-id: req-521cbce0-fae0-4644-b3aa-40e65cc2a0b1 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:07:49.369288 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80149690-37a7-46d9-b8e3-fcd421797a67", "name": "network-vif-deleted", "tag": "6e3e472f-b38f-4eaa-8125-2415a7780d63", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:07:49.369579 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-521cbce0-fae0-4644-b3aa-40e65cc2a0b1 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:07:49.370000 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80149690-37a7-46d9-b8e3-fcd421797a67', 'name': 'network-vif-deleted', 'tag': '6e3e472f-b38f-4eaa-8125-2415a7780d63', 'status': 'completed', 'code': 200} Feb 02 07:07:49.411863 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-f6ca03a1-4f1c-4248-a63a-ef7a42854066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:07:49.423484 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ca03a1-4f1c-4248-a63a-ef7a42854066 None None] Routers {'8970afb6-a82e-41c8-bac5-fbf63f17b531'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:07:49.424895 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-f6ca03a1-4f1c-4248-a63a-ef7a42854066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:07:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['8970afb6-a82e-41c8-bac5-fbf63f17b531'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:07:49.444094 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cb4a7ba4-6986-4c6f-b69c-0e2904d67fb5 req-85cc099d-c651-42f8-ab96-88bdf67f9e29 service neutron] 10.222.0.88 "GET /v2.0/networks/08f0123b-1ec0-4e8d-a484-33e0709b580c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290789 Feb 02 07:07:49.465435 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-f6ca03a1-4f1c-4248-a63a-ef7a42854066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:07:49.466337 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ca03a1-4f1c-4248-a63a-ef7a42854066 None None] The sync data for ids ['8970afb6-a82e-41c8-bac5-fbf63f17b531'] in n-d-789963-26 is: [] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:07:49.503501 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1ead8903-3a02-459d-9834-c937f5478bf7 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:49.509970 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 49346) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:07:49.511884 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-1ead8903-3a02-459d-9834-c937f5478bf7 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] 10.222.0.87 "DELETE /v2.0/ports/6cf6f53c-f0c4-408b-a1ba-6a4e85884e14 HTTP/1.1" status: 204 len: 168 time: 2.8104038 Feb 02 07:07:49.548905 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678321b1-6f71-4e0d-b3e6-aa2119699673 req-1eafe962-964c-451c-8f94-1b4a227f70f4 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:49.552263 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-678321b1-6f71-4e0d-b3e6-aa2119699673 req-1eafe962-964c-451c-8f94-1b4a227f70f4 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] 10.222.0.87 "GET /v2.0/ports?device_id=927767ef-ed32-4ea3-9e66-e8daaf8ff822 HTTP/1.1" status: 200 len: 945 time: 0.1342955 Feb 02 07:07:49.634273 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-678321b1-6f71-4e0d-b3e6-aa2119699673 req-2e769e61-2876-4172-a606-043adbe61d65 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] 10.222.0.87 "GET /v2.0/security-groups?id=a81f360d-fecf-4c62-90a0-6d26aa446565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762420 Feb 02 07:07:49.755359 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 18d0d2d5-f098-4215-bfbd-e6aca83e7772 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:07:49.920212 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 18d0d2d5-f098-4215-bfbd-e6aca83e7772, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=18d0d2d5-f098-4215-bfbd-e6aca83e7772,segment=NetworkSegment(a9fa2e92-fe10-4a10-8f88-a94a7c43f6f8),segment_id=a9fa2e92-fe10-4a10-8f88-a94a7c43f6f8)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:07:49.934719 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': '18d0d2d5-f098-4215-bfbd-e6aca83e7772', 'network_id': '08f0123b-1ec0-4e8d-a484-33e0709b580c', 'port_id': '18d0d2d5-f098-4215-bfbd-e6aca83e7772', 'mac_address': 'fa:16:3e:6a:c2:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03a972f8-0254-4a3d-bc50-73c64b2c3de5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:07:49.963843 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ce6ec-de84-4a3c-8824-a6c954a7485c req-fe8b512c-c99c-4950-bc58-c8f699bf09c8 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:49.976287 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3f8ce6ec-de84-4a3c-8824-a6c954a7485c req-fe8b512c-c99c-4950-bc58-c8f699bf09c8 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] 10.222.0.87 "GET /v2.0/ports?device_id=927767ef-ed32-4ea3-9e66-e8daaf8ff822 HTTP/1.1" status: 200 len: 945 time: 0.1227257 Feb 02 07:07:49.976822 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 49356) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:07:49.998489 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-9787be05-717e-42e4-a3c5-f785f893c2aa tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Request body: {'floatingip': {'port_id': '9b47c517-0060-4691-a1ab-633b8870ac31'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:07:50.062791 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 18d0d2d5-f098-4215-bfbd-e6aca83e7772 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:07:50.063192 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (18d0d2d5-f098-4215-bfbd-e6aca83e7772), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:50.066072 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 49358) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:07:50.091428 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18d0d2d5-f098-4215-bfbd-e6aca83e7772 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:07:50.116373 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-51b50993-b398-4ee6-b232-faf9c8a9bba4 req-2f52c969-8e88-402f-b793-d55b466b4d97 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 210 time: 0.0485189 Feb 02 07:07:50.121265 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9787be05-717e-42e4-a3c5-f785f893c2aa tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Publish callbacks [] for floatingip (f09dd58e-4ed9-4d89-afdf-346cb2461462), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:50.135785 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 18d0d2d5-f098-4215-bfbd-e6aca83e7772, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=18d0d2d5-f098-4215-bfbd-e6aca83e7772,segment=NetworkSegment(a9fa2e92-fe10-4a10-8f88-a94a7c43f6f8),segment_id=a9fa2e92-fe10-4a10-8f88-a94a7c43f6f8)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:07:50.144710 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (18d0d2d5-f098-4215-bfbd-e6aca83e7772), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:50.206830 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=18d0d2d5-f098-4215-bfbd-e6aca83e7772,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:50.432926 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['18d0d2d5-f098-4215-bfbd-e6aca83e7772'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:07:50.495844 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c6902e-2943-4801-a581-f3e5be1756a2 req-881919f2-c46e-4035-997a-12298c8361b1 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:50.497352 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e0c6902e-2943-4801-a581-f3e5be1756a2 req-881919f2-c46e-4035-997a-12298c8361b1 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 944 time: 0.1839786 Feb 02 07:07:50.501168 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded30db6-f43f-402e-9fb7-457375174bf6 req-781ac2d4-e594-4e28-9b85-f51f09c0889a tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:50.505214 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ded30db6-f43f-402e-9fb7-457375174bf6 req-781ac2d4-e594-4e28-9b85-f51f09c0889a tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=969113ec-8b30-4b45-be41-413a125ac0e1 HTTP/1.1" status: 200 len: 946 time: 0.1881492 Feb 02 07:07:50.666657 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e0c6902e-2943-4801-a581-f3e5be1756a2 req-883ce936-1632-4faf-adbe-5335c809be97 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477251 Feb 02 07:07:50.744559 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ded30db6-f43f-402e-9fb7-457375174bf6 req-c11a0fe8-61f8-417a-b51a-f08c90961395 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311177 Feb 02 07:07:50.778801 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 6e3e472f-b38f-4eaa-8125-2415a7780d63 no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:07:50.844211 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] No Port match for: 6e3e472f-b38f-4eaa-8125-2415a7780d63 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:07:50.844211 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 6e3e472f-b38f-4eaa-8125-2415a7780d63 not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:07:50.931112 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cb3e56-5a0b-413d-bf1a-86bec505c77c req-557a3953-47d0-4d31-ad0f-0dfc27ec425f tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:50.933019 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e7cb3e56-5a0b-413d-bf1a-86bec505c77c req-557a3953-47d0-4d31-ad0f-0dfc27ec425f tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.59 "GET /v2.0/ports?device_id=969113ec-8b30-4b45-be41-413a125ac0e1 HTTP/1.1" status: 200 len: 946 time: 0.3917930 Feb 02 07:07:50.944771 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0788470e-26a5-43a9-b069-5a398a1def80 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (8970afb6-a82e-41c8-bac5-fbf63f17b531), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:51.001198 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.db.resource_extend [None req-9787be05-717e-42e4-a3c5-f785f893c2aa tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 07:07:51.115201 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9787be05-717e-42e4-a3c5-f785f893c2aa tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:51.126670 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9787be05-717e-42e4-a3c5-f785f893c2aa tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (f09dd58e-4ed9-4d89-afdf-346cb2461462), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:51.172114 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-eddf9e09-55a9-4eab-a6ee-7cc2aa7112fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (f4805bbb-7278-499c-9197-654522a821d7), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:51.209636 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-e7cb3e56-5a0b-413d-bf1a-86bec505c77c req-8646d58f-0218-40a3-8e54-e7b1ff4b1fa8 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Deleting port 1045af80-2b20-4d0b-8989-bade78600156 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:07:51.210293 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-e7cb3e56-5a0b-413d-bf1a-86bec505c77c req-8646d58f-0218-40a3-8e54-e7b1ff4b1fa8 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (1045af80-2b20-4d0b-8989-bade78600156), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:51.299849 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-57a33c85-ab8a-490c-b182-1e92ee8de9cb req-ec676dc4-6f84-4625-ab1f-9650126e7329 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 210 time: 0.0490742 Feb 02 07:07:51.365729 n-d-789963-26 neutron-server[109693]: INFO neutron.db.l3_db [None req-9787be05-717e-42e4-a3c5-f785f893c2aa tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Floating IP f09dd58e-4ed9-4d89-afdf-346cb2461462 associated. External IP: 172.25.4.7, port: 9b47c517-0060-4691-a1ab-633b8870ac31. Feb 02 07:07:51.373474 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-e7cb3e56-5a0b-413d-bf1a-86bec505c77c req-8646d58f-0218-40a3-8e54-e7b1ff4b1fa8 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] For port 1045af80-2b20-4d0b-8989-bade78600156, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=1045af80-2b20-4d0b-8989-bade78600156,segment=NetworkSegment(50b2c935-c140-4230-880a-508574d9ed43),segment_id=50b2c935-c140-4230-880a-508574d9ed43)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:07:51.374094 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-e7cb3e56-5a0b-413d-bf1a-86bec505c77c req-8646d58f-0218-40a3-8e54-e7b1ff4b1fa8 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (1045af80-2b20-4d0b-8989-bade78600156), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:51.434130 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-e7cb3e56-5a0b-413d-bf1a-86bec505c77c req-8646d58f-0218-40a3-8e54-e7b1ff4b1fa8 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Calling delete_port for 1045af80-2b20-4d0b-8989-bade78600156 owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:07:51.667782 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-0788470e-26a5-43a9-b069-5a398a1def80 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Deleting port 9f2df8b1-eb84-455b-94b0-19baef81040b {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:07:51.668419 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0788470e-26a5-43a9-b069-5a398a1def80 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (9f2df8b1-eb84-455b-94b0-19baef81040b), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:51.776037 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 18d0d2d5-f098-4215-bfbd-e6aca83e7772 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:07:51.887108 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9787be05-717e-42e4-a3c5-f785f893c2aa tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Router 16702d13-04a4-4eb1-815a-65de49e9a8c8 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:07:51.908166 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port 18d0d2d5-f098-4215-bfbd-e6aca83e7772 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:07:51.913427 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port 18d0d2d5-f098-4215-bfbd-e6aca83e7772 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:07:51.914139 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (18d0d2d5-f098-4215-bfbd-e6aca83e7772), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:51.920365 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0788470e-26a5-43a9-b069-5a398a1def80 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (9f2df8b1-eb84-455b-94b0-19baef81040b), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:51.955276 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-0788470e-26a5-43a9-b069-5a398a1def80 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Calling delete_port for 9f2df8b1-eb84-455b-94b0-19baef81040b owned by network:router_interface {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:07:51.971662 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-eddf9e09-55a9-4eab-a6ee-7cc2aa7112fc admin admin] Deleting port 8651fe7d-7c5e-4234-8b06-f217706108b0 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:07:51.972252 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-eddf9e09-55a9-4eab-a6ee-7cc2aa7112fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (8651fe7d-7c5e-4234-8b06-f217706108b0), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:52.086341 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 18d0d2d5-f098-4215-bfbd-e6aca83e7772 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:07:52.086698 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (18d0d2d5-f098-4215-bfbd-e6aca83e7772), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:52.102306 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea68dcf1-73a4-4978-a41f-efaa5970a7d4 req-e9b7ddd7-e977-4c8c-8c9c-7e17860900c1 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:52.107927 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:52.109959 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ea68dcf1-73a4-4978-a41f-efaa5970a7d4 req-e9b7ddd7-e977-4c8c-8c9c-7e17860900c1 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=969113ec-8b30-4b45-be41-413a125ac0e1 HTTP/1.1" status: 200 len: 946 time: 0.2031155 Feb 02 07:07:52.139521 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 18d0d2d5-f098-4215-bfbd-e6aca83e7772, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=18d0d2d5-f098-4215-bfbd-e6aca83e7772,segment=NetworkSegment(a9fa2e92-fe10-4a10-8f88-a94a7c43f6f8),segment_id=a9fa2e92-fe10-4a10-8f88-a94a7c43f6f8)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:07:52.140727 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48059edf-1773-466d-93fa-224a5674d6d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d0d2d5-f098-4215-bfbd-e6aca83e7772'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:07:52.146199 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd28f641-94ec-4207-93c7-4782a4cffb1c" -d '{"events": [{"server_uuid": "48059edf-1773-466d-93fa-224a5674d6d5", "name": "network-vif-plugged", "status": "completed", "tag": "18d0d2d5-f098-4215-bfbd-e6aca83e7772"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:07:52.154547 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (18d0d2d5-f098-4215-bfbd-e6aca83e7772), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:52.181976 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc85430-de52-40ea-b238-119587c4b2db req-db01c212-a450-4b86-a783-40ae03b65e02 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:52.183642 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6fc85430-de52-40ea-b238-119587c4b2db req-db01c212-a450-4b86-a783-40ae03b65e02 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 944 time: 0.3368821 Feb 02 07:07:52.203359 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-e7cb3e56-5a0b-413d-bf1a-86bec505c77c req-8646d58f-0218-40a3-8e54-e7b1ff4b1fa8 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (1045af80-2b20-4d0b-8989-bade78600156), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:52.224891 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-eddf9e09-55a9-4eab-a6ee-7cc2aa7112fc admin admin] For port 8651fe7d-7c5e-4234-8b06-f217706108b0, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=8651fe7d-7c5e-4234-8b06-f217706108b0,segment=NetworkSegment(0708fd28-2d16-470c-840a-add81f0f58a2),segment_id=0708fd28-2d16-470c-840a-add81f0f58a2)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:07:52.225665 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-eddf9e09-55a9-4eab-a6ee-7cc2aa7112fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (8651fe7d-7c5e-4234-8b06-f217706108b0), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:52.244819 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ea68dcf1-73a4-4978-a41f-efaa5970a7d4 req-9690bed2-42ec-4bc7-b2e1-1c5113b94068 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/security-groups?id=11f26c60-24b9-47cd-9a69-7dc0c6ea5509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336904 Feb 02 07:07:52.246405 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=18d0d2d5-f098-4215-bfbd-e6aca83e7772,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:52.252070 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['1045af80-2b20-4d0b-8989-bade78600156'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:07:52.279868 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-eddf9e09-55a9-4eab-a6ee-7cc2aa7112fc admin admin] Calling delete_port for 8651fe7d-7c5e-4234-8b06-f217706108b0 owned by network:router_interface {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:07:52.372303 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6fc85430-de52-40ea-b238-119587c4b2db req-92604590-b121-4642-a49a-4e97167fbc18 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574643 Feb 02 07:07:52.458188 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51043063-e095-4b8e-ad45-f5b32f9e0291 x-openstack-request-id: req-51043063-e095-4b8e-ad45-f5b32f9e0291 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:07:52.458490 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48059edf-1773-466d-93fa-224a5674d6d5", "name": "network-vif-plugged", "status": "completed", "tag": "18d0d2d5-f098-4215-bfbd-e6aca83e7772", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:07:52.458800 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-51043063-e095-4b8e-ad45-f5b32f9e0291 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:07:52.459255 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48059edf-1773-466d-93fa-224a5674d6d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d0d2d5-f098-4215-bfbd-e6aca83e7772', 'code': 200} Feb 02 07:07:52.476698 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8646d58f-0218-40a3-8e54-e7b1ff4b1fa8 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Pushing event deleted for resources: {'Port': ['ID=1045af80-2b20-4d0b-8989-bade78600156,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:52.557528 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7cb3e56-5a0b-413d-bf1a-86bec505c77c req-8646d58f-0218-40a3-8e54-e7b1ff4b1fa8 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] No DVR routers for this DVR port 1045af80-2b20-4d0b-8989-bade78600156 on host n-h2-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:07:52.561664 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-e7cb3e56-5a0b-413d-bf1a-86bec505c77c req-8646d58f-0218-40a3-8e54-e7b1ff4b1fa8 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:52.569694 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ac1d12b5-72d4-4287-a66a-3a6030ddf4b2 req-df9bb886-cba3-47ff-ba3f-af4c48231a0a tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 210 time: 0.0758305 Feb 02 07:07:52.575121 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e7cb3e56-5a0b-413d-bf1a-86bec505c77c req-8646d58f-0218-40a3-8e54-e7b1ff4b1fa8 tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.59 "DELETE /v2.0/ports/1045af80-2b20-4d0b-8989-bade78600156 HTTP/1.1" status: 204 len: 173 time: 1.6335123 Feb 02 07:07:52.575650 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '969113ec-8b30-4b45-be41-413a125ac0e1', 'name': 'network-vif-deleted', 'tag': '1045af80-2b20-4d0b-8989-bade78600156'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:07:52.578020 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff55782-e755-4bb4-9656-0d035a101c3d" -d '{"events": [{"server_uuid": "969113ec-8b30-4b45-be41-413a125ac0e1", "name": "network-vif-deleted", "tag": "1045af80-2b20-4d0b-8989-bade78600156"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:07:52.617531 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9787be05-717e-42e4-a3c5-f785f893c2aa tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:07:52.623202 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9787be05-717e-42e4-a3c5-f785f893c2aa tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:52.634021 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392793f8-45d5-4d9b-add2-f51109e67fdf None None] Sync routers for ids ['16702d13-04a4-4eb1-815a-65de49e9a8c8'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:07:52.682572 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392793f8-45d5-4d9b-add2-f51109e67fdf None None] Routers {'16702d13-04a4-4eb1-815a-65de49e9a8c8'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:07:52.684405 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0788470e-26a5-43a9-b069-5a398a1def80 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (9f2df8b1-eb84-455b-94b0-19baef81040b), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:52.685392 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-392793f8-45d5-4d9b-add2-f51109e67fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:07:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['16702d13-04a4-4eb1-815a-65de49e9a8c8'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:07:52.738907 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0788470e-26a5-43a9-b069-5a398a1def80 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Pushing event deleted for resources: {'Port': ['ID=9f2df8b1-eb84-455b-94b0-19baef81040b,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:52.765074 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa332c0-29aa-4948-b19d-43f437b75254 req-f1ddc11e-ed26-42e3-8c83-a97e41265325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:52.766593 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-afa332c0-29aa-4948-b19d-43f437b75254 req-f1ddc11e-ed26-42e3-8c83-a97e41265325 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 1128 time: 0.1917069 Feb 02 07:07:52.997615 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-392793f8-45d5-4d9b-add2-f51109e67fdf None None] Set router 16702d13-04a4-4eb1-815a-65de49e9a8c8 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:07:53.117874 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-afa332c0-29aa-4948-b19d-43f437b75254 req-4c98c250-f526-41c0-8cdb-29fb413cb835 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279481 Feb 02 07:07:53.121091 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-eddf9e09-55a9-4eab-a6ee-7cc2aa7112fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (8651fe7d-7c5e-4234-8b06-f217706108b0), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:53.164801 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddf9e09-55a9-4eab-a6ee-7cc2aa7112fc admin admin] Pushing event deleted for resources: {'Port': ['ID=8651fe7d-7c5e-4234-8b06-f217706108b0,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:53.330078 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0788470e-26a5-43a9-b069-5a398a1def80 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (8970afb6-a82e-41c8-bac5-fbf63f17b531), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:53.618944 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-355a4092-ceb2-4e0f-9080-0d50c9e8d9be x-openstack-request-id: req-355a4092-ceb2-4e0f-9080-0d50c9e8d9be {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:07:53.619508 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "969113ec-8b30-4b45-be41-413a125ac0e1", "name": "network-vif-deleted", "tag": "1045af80-2b20-4d0b-8989-bade78600156", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:07:53.622326 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-392793f8-45d5-4d9b-add2-f51109e67fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16702d13-04a4-4eb1-815a-65de49e9a8c8', 'name': 'tempest-ServersTestFqdnHostnames-2013953738-router', 'tenant_id': '5549f15d82f64bae95c6531d512cdc1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '9d035809-e581-497f-bd69-a0a383099845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:07:05Z', 'updated_at': '2022-02-02T07:07:17Z', 'revision_number': 4, 'project_id': '5549f15d82f64bae95c6531d512cdc1a', 'gw_port': {'id': '9d035809-e581-497f-bd69-a0a383099845', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:bd:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16702d13-04a4-4eb1-815a-65de49e9a8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:07:07Z', 'updated_at': '2022-02-02T07:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': 'f09dd58e-4ed9-4d89-afdf-346cb2461462', 'tenant_id': '5549f15d82f64bae95c6531d512cdc1a', 'floating_ip_address': '172.25.4.7', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '16702d13-04a4-4eb1-815a-65de49e9a8c8', 'port_id': '9b47c517-0060-4691-a1ab-633b8870ac31', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '085cd9a7-f01b-4c4e-94e0-dc83039f286a', 'mac_address': 'fa:16:3e:a2:41:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927767ef-ed32-4ea3-9e66-e8daaf8ff822', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:07:24Z', 'updated_at': '2022-02-02T07:07:50Z', 'revision_number': 1, 'project_id': '5549f15d82f64bae95c6531d512cdc1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5296fdb5-c300-4ef4-8d92-2751b3efc863', 'name': '', 'network_id': '085cd9a7-f01b-4c4e-94e0-dc83039f286a', 'tenant_id': '5549f15d82f64bae95c6531d512cdc1a', 'mac_address': 'fa:16:3e:db:76:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16702d13-04a4-4eb1-815a-65de49e9a8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'c7545568-47c4-4cd0-be68-7f25d5ee9a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:07:15Z', 'updated_at': '2022-02-02T07:07:21Z', 'revision_number': 5, 'project_id': '5549f15d82f64bae95c6531d512cdc1a', 'subnets': [{'id': 'c7545568-47c4-4cd0-be68-7f25d5ee9a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:07:53.623985 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-355a4092-ceb2-4e0f-9080-0d50c9e8d9be {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:07:53.624538 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '969113ec-8b30-4b45-be41-413a125ac0e1', 'name': 'network-vif-deleted', 'tag': '1045af80-2b20-4d0b-8989-bade78600156', 'status': 'completed', 'code': 200} Feb 02 07:07:53.692453 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-9787be05-717e-42e4-a3c5-f785f893c2aa tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] 10.222.0.87 "PUT /v2.0/floatingips/f09dd58e-4ed9-4d89-afdf-346cb2461462 HTTP/1.1" status: 200 len: 989 time: 3.7145283 Feb 02 07:07:53.694915 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392793f8-45d5-4d9b-add2-f51109e67fdf None None] Checking router: 16702d13-04a4-4eb1-815a-65de49e9a8c8 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:07:53.706021 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392793f8-45d5-4d9b-add2-f51109e67fdf None None] Routers {'16702d13-04a4-4eb1-815a-65de49e9a8c8'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:07:53.706792 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-392793f8-45d5-4d9b-add2-f51109e67fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:07:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['16702d13-04a4-4eb1-815a-65de49e9a8c8'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:07:53.732163 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c486d05b-a5d0-4bbd-a16e-80fa4dae663a req-7e070ca4-c66b-4e19-b0d2-18fa58628ceb tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:53.740164 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c486d05b-a5d0-4bbd-a16e-80fa4dae663a req-7e070ca4-c66b-4e19-b0d2-18fa58628ceb tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.1126611 Feb 02 07:07:53.888317 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c486d05b-a5d0-4bbd-a16e-80fa4dae663a req-abc0d9ba-bffc-4ae7-a379-6c5bb32bd361 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422813 Feb 02 07:07:53.917549 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-392793f8-45d5-4d9b-add2-f51109e67fdf None None] Set router 16702d13-04a4-4eb1-815a-65de49e9a8c8 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:07:54.168151 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3050be71-ce2b-4740-8642-f7f7bc0b1b0a req-570a668b-ba44-4566-ac0e-accd3ebd25c4 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 210 time: 0.0511312 Feb 02 07:07:54.271683 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-392793f8-45d5-4d9b-add2-f51109e67fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16702d13-04a4-4eb1-815a-65de49e9a8c8', 'name': 'tempest-ServersTestFqdnHostnames-2013953738-router', 'tenant_id': '5549f15d82f64bae95c6531d512cdc1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '9d035809-e581-497f-bd69-a0a383099845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:07:05Z', 'updated_at': '2022-02-02T07:07:17Z', 'revision_number': 4, 'project_id': '5549f15d82f64bae95c6531d512cdc1a', 'gw_port': {'id': '9d035809-e581-497f-bd69-a0a383099845', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:bd:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16702d13-04a4-4eb1-815a-65de49e9a8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:07:07Z', 'updated_at': '2022-02-02T07:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': 'f09dd58e-4ed9-4d89-afdf-346cb2461462', 'tenant_id': '5549f15d82f64bae95c6531d512cdc1a', 'floating_ip_address': '172.25.4.7', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '16702d13-04a4-4eb1-815a-65de49e9a8c8', 'port_id': '9b47c517-0060-4691-a1ab-633b8870ac31', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '085cd9a7-f01b-4c4e-94e0-dc83039f286a', 'mac_address': 'fa:16:3e:a2:41:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927767ef-ed32-4ea3-9e66-e8daaf8ff822', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:07:24Z', 'updated_at': '2022-02-02T07:07:50Z', 'revision_number': 1, 'project_id': '5549f15d82f64bae95c6531d512cdc1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5296fdb5-c300-4ef4-8d92-2751b3efc863', 'name': '', 'network_id': '085cd9a7-f01b-4c4e-94e0-dc83039f286a', 'tenant_id': '5549f15d82f64bae95c6531d512cdc1a', 'mac_address': 'fa:16:3e:db:76:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16702d13-04a4-4eb1-815a-65de49e9a8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'c7545568-47c4-4cd0-be68-7f25d5ee9a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:07:15Z', 'updated_at': '2022-02-02T07:07:21Z', 'revision_number': 5, 'project_id': '5549f15d82f64bae95c6531d512cdc1a', 'subnets': [{'id': 'c7545568-47c4-4cd0-be68-7f25d5ee9a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:07:54.357988 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392793f8-45d5-4d9b-add2-f51109e67fdf None None] The sync data for ids ['16702d13-04a4-4eb1-815a-65de49e9a8c8'] in n-d-789963-26 is: [{'id': '16702d13-04a4-4eb1-815a-65de49e9a8c8', 'name': 'tempest-ServersTestFqdnHostnames-2013953738-router', 'tenant_id': '5549f15d82f64bae95c6531d512cdc1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '9d035809-e581-497f-bd69-a0a383099845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:07:05Z', 'updated_at': '2022-02-02T07:07:17Z', 'revision_number': 4, 'project_id': '5549f15d82f64bae95c6531d512cdc1a', 'gw_port': {'id': '9d035809-e581-497f-bd69-a0a383099845', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:bd:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16702d13-04a4-4eb1-815a-65de49e9a8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:07:07Z', 'updated_at': '2022-02-02T07:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': 'f09dd58e-4ed9-4d89-afdf-346cb2461462', 'tenant_id': '5549f15d82f64bae95c6531d512cdc1a', 'floating_ip_address': '172.25.4.7', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '16702d13-04a4-4eb1-815a-65de49e9a8c8', 'port_id': '9b47c517-0060-4691-a1ab-633b8870ac31', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '085cd9a7-f01b-4c4e-94e0-dc83039f286a', 'mac_address': 'fa:16:3e:a2:41:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927767ef-ed32-4ea3-9e66-e8daaf8ff822', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:07:24Z', 'updated_at': '2022-02-02T07:07:50Z', 'revision_number': 1, 'project_id': '5549f15d82f64bae95c6531d512cdc1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5296fdb5-c300-4ef4-8d92-2751b3efc863', 'name': '', 'network_id': '085cd9a7-f01b-4c4e-94e0-dc83039f286a', 'tenant_id': '5549f15d82f64bae95c6531d512cdc1a', 'mac_address': 'fa:16:3e:db:76:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16702d13-04a4-4eb1-815a-65de49e9a8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'c7545568-47c4-4cd0-be68-7f25d5ee9a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:07:15Z', 'updated_at': '2022-02-02T07:07:21Z', 'revision_number': 5, 'project_id': '5549f15d82f64bae95c6531d512cdc1a', 'subnets': [{'id': 'c7545568-47c4-4cd0-be68-7f25d5ee9a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:07:54.359515 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dfe6bd63-de16-4015-b594-d23f8442ae08 req-d2a11786-420c-45a9-8afb-e9ad6b21e93a tempest-ServersTestJSON-918490446 tempest-ServersTestJSON-918490446-project] 10.222.0.87 "GET /v2.0/ports?device_id=969113ec-8b30-4b45-be41-413a125ac0e1 HTTP/1.1" status: 200 len: 210 time: 0.0740652 Feb 02 07:07:54.391224 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539fcf76-bb72-444a-a591-42d33a12f876 req-9464edce-3bde-4788-9ad2-4fd84f57c41f tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:54.393181 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-eddf9e09-55a9-4eab-a6ee-7cc2aa7112fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (f4805bbb-7278-499c-9197-654522a821d7), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:54.397946 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-539fcf76-bb72-444a-a591-42d33a12f876 req-9464edce-3bde-4788-9ad2-4fd84f57c41f tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] 10.222.0.87 "GET /v2.0/ports?device_id=927767ef-ed32-4ea3-9e66-e8daaf8ff822 HTTP/1.1" status: 200 len: 945 time: 0.1143982 Feb 02 07:07:54.501086 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-539fcf76-bb72-444a-a591-42d33a12f876 req-19c188e2-7ad5-45b1-8564-b1d3f2a037f3 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] 10.222.0.87 "GET /v2.0/security-groups?id=a81f360d-fecf-4c62-90a0-6d26aa446565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005678 Feb 02 07:07:54.763088 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e4e490-1906-43b2-84f9-dc097166d11e None None] New status for floating IP f09dd58e-4ed9-4d89-afdf-346cb2461462: ACTIVE {{(pid=109696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 07:07:54.810185 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 1045af80-2b20-4d0b-8989-bade78600156 no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:07:54.831684 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] No Port match for: 1045af80-2b20-4d0b-8989-bade78600156 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:07:54.832577 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 1045af80-2b20-4d0b-8989-bade78600156 not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:07:54.866899 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eddf9e09-55a9-4eab-a6ee-7cc2aa7112fc admin admin] Router f4805bbb-7278-499c-9197-654522a821d7 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:07:54.903812 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0788470e-26a5-43a9-b069-5a398a1def80 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Router 8970afb6-a82e-41c8-bac5-fbf63f17b531 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:07:55.141796 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eddf9e09-55a9-4eab-a6ee-7cc2aa7112fc admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:07:55.151968 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-eddf9e09-55a9-4eab-a6ee-7cc2aa7112fc admin admin] 10.222.0.87 "PUT /v2.0/routers/f4805bbb-7278-499c-9197-654522a821d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0831027 Feb 02 07:07:55.154533 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 49410) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:07:55.157304 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db04b9d6-d5bd-4e69-89a3-43ab05e87416 None None] Sync routers for ids ['f4805bbb-7278-499c-9197-654522a821d7'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:07:55.168932 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db04b9d6-d5bd-4e69-89a3-43ab05e87416 None None] Routers {'f4805bbb-7278-499c-9197-654522a821d7'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:07:55.169573 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-db04b9d6-d5bd-4e69-89a3-43ab05e87416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:07:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['f4805bbb-7278-499c-9197-654522a821d7'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:07:55.170951 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd8b3e-292c-47a8-9de3-6e622841b108 req-d1eeb009-0f18-473c-b8a1-68da15e0f1b9 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:55.173139 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a7bd8b3e-292c-47a8-9de3-6e622841b108 req-d1eeb009-0f18-473c-b8a1-68da15e0f1b9 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.1471791 Feb 02 07:07:55.190169 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0788470e-26a5-43a9-b069-5a398a1def80 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:07:55.201570 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1475a62c-f4b2-4bb0-9175-3c9a6c1d7ddb None None] Sync routers for ids ['8970afb6-a82e-41c8-bac5-fbf63f17b531'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:07:55.205730 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0788470e-26a5-43a9-b069-5a398a1def80 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] 10.222.0.87 "PUT /v2.0/routers/8970afb6-a82e-41c8-bac5-fbf63f17b531/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6942840 Feb 02 07:07:55.205882 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 49412) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:07:55.219227 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1475a62c-f4b2-4bb0-9175-3c9a6c1d7ddb None None] Routers {'8970afb6-a82e-41c8-bac5-fbf63f17b531'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:07:55.223473 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-1475a62c-f4b2-4bb0-9175-3c9a6c1d7ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:07:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['8970afb6-a82e-41c8-bac5-fbf63f17b531'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:07:55.238053 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a7bd8b3e-292c-47a8-9de3-6e622841b108 req-5c66042d-dcad-4554-9889-1b3023a75b8a tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550256 Feb 02 07:07:55.293349 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-1475a62c-f4b2-4bb0-9175-3c9a6c1d7ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:07:55.303667 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1475a62c-f4b2-4bb0-9175-3c9a6c1d7ddb None None] Routers {'8970afb6-a82e-41c8-bac5-fbf63f17b531'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:07:55.304494 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-1475a62c-f4b2-4bb0-9175-3c9a6c1d7ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:07:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['8970afb6-a82e-41c8-bac5-fbf63f17b531'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:07:55.345128 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-1475a62c-f4b2-4bb0-9175-3c9a6c1d7ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:07:55.345901 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1475a62c-f4b2-4bb0-9175-3c9a6c1d7ddb None None] The sync data for ids ['8970afb6-a82e-41c8-bac5-fbf63f17b531'] in n-d-789963-26 is: [] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:07:55.409541 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-db04b9d6-d5bd-4e69-89a3-43ab05e87416 None None] Set router f4805bbb-7278-499c-9197-654522a821d7 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:07:55.447397 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c5099aa8-c454-41e1-9c76-39bbb9785654 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for router (8970afb6-a82e-41c8-bac5-fbf63f17b531), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:55.549440 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a8460432-b531-4710-985b-df8e8b8d9a30 req-306c235b-38bd-4e23-aa0d-0b4a07a37f50 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/ports?device_id=420f5c18-92bb-4996-8a12-daf3c6d27a44 HTTP/1.1" status: 200 len: 210 time: 0.1787937 Feb 02 07:07:55.609076 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c5367-3719-4b4c-a564-4f0057768263 req-046a6872-7e56-4d08-88e8-f80a856c610e tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:55.612436 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cb9c5367-3719-4b4c-a564-4f0057768263 req-046a6872-7e56-4d08-88e8-f80a856c610e tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/networks?id=08f0123b-1ec0-4e8d-a484-33e0709b580c HTTP/1.1" status: 200 len: 814 time: 0.2041082 Feb 02 07:07:55.625058 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '927767ef-ed32-4ea3-9e66-e8daaf8ff822', 'tag': '9b47c517-0060-4691-a1ab-633b8870ac31'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:07:55.627774 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dedc583d-6f12-4562-afcd-c3039af34384" -d '{"events": [{"name": "network-changed", "server_uuid": "927767ef-ed32-4ea3-9e66-e8daaf8ff822", "tag": "9b47c517-0060-4691-a1ab-633b8870ac31"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:07:55.630441 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 49432) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:07:55.637137 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cb9c5367-3719-4b4c-a564-4f0057768263 req-33967347-0ef2-45c1-8b50-9a045b6df760 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/quotas/b1fedabee724425a8e5d5639e34f1a08 HTTP/1.1" status: 200 len: 375 time: 0.0178056 Feb 02 07:07:55.674054 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-db04b9d6-d5bd-4e69-89a3-43ab05e87416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4805bbb-7278-499c-9197-654522a821d7', 'name': 'tempest-ServerRescueTestJSONUnderV235-2023207750-router', 'tenant_id': 'bc6d7dbe1d5148348d5fd6c6cc68f02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': '1c492ac7-4c79-42c1-b988-e0114c0e532f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:06:08Z', 'updated_at': '2022-02-02T07:07:52Z', 'revision_number': 5, 'project_id': 'bc6d7dbe1d5148348d5fd6c6cc68f02a', 'gw_port': {'id': '1c492ac7-4c79-42c1-b988-e0114c0e532f', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4805bbb-7278-499c-9197-654522a821d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:06:11Z', 'updated_at': '2022-02-02T07:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:07:55.704900 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ff281d5-f0ce-433a-a99b-27b06265cf40 admin admin] Deleting subnet 32144128-c19d-4644-8a7f-0675355df2fd {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:07:55.707403 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cb9c5367-3719-4b4c-a564-4f0057768263 req-3e9e2899-8b46-4f47-a3be-8cee027bf9c9 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=b1fedabee724425a8e5d5639e34f1a08&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0643969 Feb 02 07:07:55.716465 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-79065837-7e8f-4898-b188-872e902ca0af admin admin] Publish callbacks [] for router (f4805bbb-7278-499c-9197-654522a821d7), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:55.727132 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db04b9d6-d5bd-4e69-89a3-43ab05e87416 None None] Checking router: f4805bbb-7278-499c-9197-654522a821d7 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:07:55.739132 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db04b9d6-d5bd-4e69-89a3-43ab05e87416 None None] Routers {'f4805bbb-7278-499c-9197-654522a821d7'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:07:55.739793 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-db04b9d6-d5bd-4e69-89a3-43ab05e87416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:07:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['f4805bbb-7278-499c-9197-654522a821d7'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:07:55.827695 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cb9c5367-3719-4b4c-a564-4f0057768263 req-538a7d1f-c2be-43fe-83e3-5594b6ee2cbb service neutron] 10.222.0.87 "GET /v2.0/networks/08f0123b-1ec0-4e8d-a484-33e0709b580c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119833 Feb 02 07:07:55.840217 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1ff281d5-f0ce-433a-a99b-27b06265cf40 admin admin] Publish callbacks [] for subnet (32144128-c19d-4644-8a7f-0675355df2fd), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:55.846582 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c5099aa8-c454-41e1-9c76-39bbb9785654 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for router_gateway (8970afb6-a82e-41c8-bac5-fbf63f17b531), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:55.877745 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-79065837-7e8f-4898-b188-872e902ca0af admin admin] Publish callbacks [] for router_gateway (f4805bbb-7278-499c-9197-654522a821d7), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:55.930870 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1ff281d5-f0ce-433a-a99b-27b06265cf40 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (32144128-c19d-4644-8a7f-0675355df2fd), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:55.955813 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cb9c5367-3719-4b4c-a564-4f0057768263 req-b6a6cb84-cbbf-4f6a-a676-cc7a527c3039 service neutron] 10.222.0.87 "GET /v2.0/networks/08f0123b-1ec0-4e8d-a484-33e0709b580c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212380 Feb 02 07:07:56.036641 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-db04b9d6-d5bd-4e69-89a3-43ab05e87416 None None] Set router f4805bbb-7278-499c-9197-654522a821d7 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:07:56.056736 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3628f1e-65e8-46d2-958f-8cebc675db52 req-7065a597-d1c8-441e-9c30-a32143bb516c tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:56.063419 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b3628f1e-65e8-46d2-958f-8cebc675db52 req-7065a597-d1c8-441e-9c30-a32143bb516c tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] 10.222.0.87 "GET /v2.0/ports?device_id=927767ef-ed32-4ea3-9e66-e8daaf8ff822 HTTP/1.1" status: 200 len: 945 time: 0.2390165 Feb 02 07:07:56.180667 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1471af-5e15-4681-bcb5-07342d8dbcd5 x-openstack-request-id: req-3b1471af-5e15-4681-bcb5-07342d8dbcd5 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:07:56.181350 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "927767ef-ed32-4ea3-9e66-e8daaf8ff822", "tag": "9b47c517-0060-4691-a1ab-633b8870ac31", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:07:56.181350 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-3b1471af-5e15-4681-bcb5-07342d8dbcd5 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:07:56.181590 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '927767ef-ed32-4ea3-9e66-e8daaf8ff822', 'tag': '9b47c517-0060-4691-a1ab-633b8870ac31', 'status': 'completed', 'code': 200} Feb 02 07:07:56.214870 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b3628f1e-65e8-46d2-958f-8cebc675db52 req-f0be7551-1f88-498d-877e-c223ca3635ac tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] 10.222.0.87 "GET /v2.0/security-groups?id=a81f360d-fecf-4c62-90a0-6d26aa446565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504786 Feb 02 07:07:56.216470 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1ff281d5-f0ce-433a-a99b-27b06265cf40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (32144128-c19d-4644-8a7f-0675355df2fd), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:56.255294 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b6f90067-7358-4c80-a572-1cb599db7b1d req-fea56248-d57c-414d-8995-9a939b229f79 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=3a48b3e5-1376-4aa2-b67a-6595a3bf031e HTTP/1.1" status: 200 len: 210 time: 0.0554872 Feb 02 07:07:56.280221 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-79065837-7e8f-4898-b188-872e902ca0af admin admin] Deleting port 1c492ac7-4c79-42c1-b988-e0114c0e532f {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:07:56.280932 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-79065837-7e8f-4898-b188-872e902ca0af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (1c492ac7-4c79-42c1-b988-e0114c0e532f), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:56.314579 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-c5099aa8-c454-41e1-9c76-39bbb9785654 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Deleting port e2d72386-0689-4a70-9ccf-f05fa2e13d76 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:07:56.314924 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c5099aa8-c454-41e1-9c76-39bbb9785654 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (e2d72386-0689-4a70-9ccf-f05fa2e13d76), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:56.333064 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-db04b9d6-d5bd-4e69-89a3-43ab05e87416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4805bbb-7278-499c-9197-654522a821d7', 'name': 'tempest-ServerRescueTestJSONUnderV235-2023207750-router', 'tenant_id': 'bc6d7dbe1d5148348d5fd6c6cc68f02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': '1c492ac7-4c79-42c1-b988-e0114c0e532f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:06:08Z', 'updated_at': '2022-02-02T07:07:52Z', 'revision_number': 5, 'project_id': 'bc6d7dbe1d5148348d5fd6c6cc68f02a', 'gw_port': {'id': '1c492ac7-4c79-42c1-b988-e0114c0e532f', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4805bbb-7278-499c-9197-654522a821d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:06:11Z', 'updated_at': '2022-02-02T07:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:07:56.363680 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedc583d-6f12-4562-afcd-c3039af34384 req-d51f8b01-d582-452a-9c5b-448b83049efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:56.367845 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dedc583d-6f12-4562-afcd-c3039af34384 req-d51f8b01-d582-452a-9c5b-448b83049efb service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5549f15d82f64bae95c6531d512cdc1a&device_id=927767ef-ed32-4ea3-9e66-e8daaf8ff822 HTTP/1.1" status: 200 len: 1128 time: 0.1079276 Feb 02 07:07:56.400668 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db04b9d6-d5bd-4e69-89a3-43ab05e87416 None None] The sync data for ids ['f4805bbb-7278-499c-9197-654522a821d7'] in n-d-789963-26 is: [{'id': 'f4805bbb-7278-499c-9197-654522a821d7', 'name': 'tempest-ServerRescueTestJSONUnderV235-2023207750-router', 'tenant_id': 'bc6d7dbe1d5148348d5fd6c6cc68f02a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.252'}], 'enable_snat': True}, 'gw_port_id': '1c492ac7-4c79-42c1-b988-e0114c0e532f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:06:08Z', 'updated_at': '2022-02-02T07:07:52Z', 'revision_number': 5, 'project_id': 'bc6d7dbe1d5148348d5fd6c6cc68f02a', 'gw_port': {'id': '1c492ac7-4c79-42c1-b988-e0114c0e532f', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4805bbb-7278-499c-9197-654522a821d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:06:11Z', 'updated_at': '2022-02-02T07:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:07:56.473570 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1ff281d5-f0ce-433a-a99b-27b06265cf40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (32144128-c19d-4644-8a7f-0675355df2fd), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:56.507662 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff281d5-f0ce-433a-a99b-27b06265cf40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32144128-c19d-4644-8a7f-0675355df2fd,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:56.507956 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedc583d-6f12-4562-afcd-c3039af34384 req-25a81e8a-44b0-4282-b731-ef872994d09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:56.513697 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dedc583d-6f12-4562-afcd-c3039af34384 req-25a81e8a-44b0-4282-b731-ef872994d09b service neutron] 10.222.0.88 "GET /v2.0/networks?id=085cd9a7-f01b-4c4e-94e0-dc83039f286a HTTP/1.1" status: 200 len: 916 time: 0.1419506 Feb 02 07:07:56.531008 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-79065837-7e8f-4898-b188-872e902ca0af admin admin] For port 1c492ac7-4c79-42c1-b988-e0114c0e532f, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=1c492ac7-4c79-42c1-b988-e0114c0e532f,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:07:56.531381 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-79065837-7e8f-4898-b188-872e902ca0af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (1c492ac7-4c79-42c1-b988-e0114c0e532f), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:56.544791 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1ff281d5-f0ce-433a-a99b-27b06265cf40 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:56.548191 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-1ff281d5-f0ce-433a-a99b-27b06265cf40 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/32144128-c19d-4644-8a7f-0675355df2fd HTTP/1.1" status: 204 len: 168 time: 0.9141769 Feb 02 07:07:56.552324 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c5099aa8-c454-41e1-9c76-39bbb9785654 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (e2d72386-0689-4a70-9ccf-f05fa2e13d76), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:56.557747 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 49448) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:07:56.570112 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-79065837-7e8f-4898-b188-872e902ca0af admin admin] Calling delete_port for 1c492ac7-4c79-42c1-b988-e0114c0e532f owned by network:router_gateway {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:07:56.598562 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-c5099aa8-c454-41e1-9c76-39bbb9785654 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Calling delete_port for e2d72386-0689-4a70-9ccf-f05fa2e13d76 owned by network:router_gateway {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:07:56.648362 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dedc583d-6f12-4562-afcd-c3039af34384 req-d4c98852-d92a-4f53-acd7-7c2ac2c30002 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b47c517-0060-4691-a1ab-633b8870ac31 HTTP/1.1" status: 200 len: 999 time: 0.1312418 Feb 02 07:07:56.718276 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedc583d-6f12-4562-afcd-c3039af34384 req-358eceff-2b54-44c4-9bc7-210112e9a663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:56.720308 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dedc583d-6f12-4562-afcd-c3039af34384 req-358eceff-2b54-44c4-9bc7-210112e9a663 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c7545568-47c4-4cd0-be68-7f25d5ee9a43 HTTP/1.1" status: 200 len: 854 time: 0.0656140 Feb 02 07:07:56.721292 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 49456) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:07:56.769603 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-75d8f06b-568c-4f05-924a-d2f1d982a24f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (f9701445-c4cf-4d4f-9286-fc4fc0bbd41b), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:56.819807 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 8651fe7d-7c5e-4234-8b06-f217706108b0 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:07:56.874511 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedc583d-6f12-4562-afcd-c3039af34384 req-2543b009-b6b4-4833-9916-c21eb2c93d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:56.876117 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dedc583d-6f12-4562-afcd-c3039af34384 req-2543b009-b6b4-4833-9916-c21eb2c93d88 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=085cd9a7-f01b-4c4e-94e0-dc83039f286a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1382918 Feb 02 07:07:56.876946 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cb9526b8-325b-469d-b930-45a62b03df84 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks [] for security_group (2c89831c-2212-4fd4-82c0-50883e2a18e6), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:56.906144 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 8651fe7d-7c5e-4234-8b06-f217706108b0 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:07:56.906656 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 8651fe7d-7c5e-4234-8b06-f217706108b0 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:07:56.947931 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cb9526b8-325b-469d-b930-45a62b03df84 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks [] for security_group (2c89831c-2212-4fd4-82c0-50883e2a18e6), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:56.996926 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c5099aa8-c454-41e1-9c76-39bbb9785654 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (e2d72386-0689-4a70-9ccf-f05fa2e13d76), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:57.055619 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dedc583d-6f12-4562-afcd-c3039af34384 req-f08789f0-1447-424f-aba1-ce588f451776 service neutron] 10.222.0.88 "GET /v2.0/networks/085cd9a7-f01b-4c4e-94e0-dc83039f286a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699271 Feb 02 07:07:57.099227 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cb9526b8-325b-469d-b930-45a62b03df84 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (2c89831c-2212-4fd4-82c0-50883e2a18e6), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:57.102255 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cb9526b8-325b-469d-b930-45a62b03df84 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:57.106858 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-cb9526b8-325b-469d-b930-45a62b03df84 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "DELETE /v2.0/security-groups/2c89831c-2212-4fd4-82c0-50883e2a18e6 HTTP/1.1" status: 204 len: 168 time: 0.3810823 Feb 02 07:07:57.109792 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 49460) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:07:57.114043 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5099aa8-c454-41e1-9c76-39bbb9785654 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Pushing event deleted for resources: {'Port': ['ID=e2d72386-0689-4a70-9ccf-f05fa2e13d76,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:57.132919 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9526b8-325b-469d-b930-45a62b03df84 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c89831c-2212-4fd4-82c0-50883e2a18e6,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:57.208455 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:57.223309 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-36bffc69-0c4a-4f21-9ee2-501bb4845dbd tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] show failed (client error): The resource could not be found. Feb 02 07:07:57.224498 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-36bffc69-0c4a-4f21-9ee2-501bb4845dbd tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "GET /v2.0/security-groups/2c89831c-2212-4fd4-82c0-50883e2a18e6 HTTP/1.1" status: 404 len: 347 time: 0.1123033 Feb 02 07:07:57.230348 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c5099aa8-c454-41e1-9c76-39bbb9785654 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (8970afb6-a82e-41c8-bac5-fbf63f17b531), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:57.252476 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 49464) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:07:57.266891 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dedc583d-6f12-4562-afcd-c3039af34384 req-d97c304b-f2d1-4ed6-bc6f-9072e45841d0 service neutron] 10.222.0.88 "GET /v2.0/networks/085cd9a7-f01b-4c4e-94e0-dc83039f286a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959770 Feb 02 07:07:57.420472 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-75d8f06b-568c-4f05-924a-d2f1d982a24f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (f9701445-c4cf-4d4f-9286-fc4fc0bbd41b), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:57.487916 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5622118c-56f3-4433-92c0-3359100596ca req-f3f99f90-d716-4186-b5e6-2a2772347a35 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:57.489656 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5622118c-56f3-4433-92c0-3359100596ca req-f3f99f90-d716-4186-b5e6-2a2772347a35 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] 10.222.0.87 "GET /v2.0/ports?device_id=927767ef-ed32-4ea3-9e66-e8daaf8ff822 HTTP/1.1" status: 200 len: 945 time: 0.1548741 Feb 02 07:07:57.501173 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8785d9ff-540d-4c6b-9a66-36c289ce8987 req-2135d65f-bd34-4ff2-a545-dea545ce753d tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=3a48b3e5-1376-4aa2-b67a-6595a3bf031e HTTP/1.1" status: 200 len: 210 time: 0.1141071 Feb 02 07:07:57.510471 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c5099aa8-c454-41e1-9c76-39bbb9785654 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (8970afb6-a82e-41c8-bac5-fbf63f17b531), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:57.518318 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c5099aa8-c454-41e1-9c76-39bbb9785654 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for router_controller (8970afb6-a82e-41c8-bac5-fbf63f17b531), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:57.523620 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-75d8f06b-568c-4f05-924a-d2f1d982a24f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9701445-c4cf-4d4f-9286-fc4fc0bbd41b']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:07:57.553357 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-75d8f06b-568c-4f05-924a-d2f1d982a24f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50b2c935-c140-4230-880a-508574d9ed43') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:07:57.553666 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-75d8f06b-568c-4f05-924a-d2f1d982a24f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50b2c935-c140-4230-880a-508574d9ed43') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:07:57.562442 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5622118c-56f3-4433-92c0-3359100596ca req-f69f92cf-4bce-410a-ab4e-9dc411dd3d38 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] 10.222.0.87 "GET /v2.0/security-groups?id=a81f360d-fecf-4c62-90a0-6d26aa446565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641623 Feb 02 07:07:57.562658 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-367af6ee-206d-46d4-b6d3-70bca833277b tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Deleting port 96015bdf-0056-4a99-bdd6-bb115f3e9588 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:07:57.564090 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-367af6ee-206d-46d4-b6d3-70bca833277b tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (96015bdf-0056-4a99-bdd6-bb115f3e9588), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:57.605262 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-79065837-7e8f-4898-b188-872e902ca0af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (1c492ac7-4c79-42c1-b988-e0114c0e532f), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:57.609161 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-75d8f06b-568c-4f05-924a-d2f1d982a24f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (50b2c935-c140-4230-880a-508574d9ed43), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:57.656233 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c5099aa8-c454-41e1-9c76-39bbb9785654 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (8970afb6-a82e-41c8-bac5-fbf63f17b531), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:57.656841 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5099aa8-c454-41e1-9c76-39bbb9785654 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Fanout notify agent at l3_agent the message router_deleted on router 8970afb6-a82e-41c8-bac5-fbf63f17b531 {{(pid=109693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:07:57.666724 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c5099aa8-c454-41e1-9c76-39bbb9785654 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:57.671185 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-c5099aa8-c454-41e1-9c76-39bbb9785654 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] 10.222.0.87 "DELETE /v2.0/routers/8970afb6-a82e-41c8-bac5-fbf63f17b531 HTTP/1.1" status: 204 len: 168 time: 2.4641635 Feb 02 07:07:57.672111 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79065837-7e8f-4898-b188-872e902ca0af admin admin] Pushing event deleted for resources: {'Port': ['ID=1c492ac7-4c79-42c1-b988-e0114c0e532f,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:57.673031 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-367af6ee-206d-46d4-b6d3-70bca833277b tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (96015bdf-0056-4a99-bdd6-bb115f3e9588), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:57.673500 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-367af6ee-206d-46d4-b6d3-70bca833277b tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks [] for floatingip (96015bdf-0056-4a99-bdd6-bb115f3e9588), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:57.680343 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 49470) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:07:57.681373 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-75d8f06b-568c-4f05-924a-d2f1d982a24f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (50b2c935-c140-4230-880a-508574d9ed43), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:57.702923 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-367af6ee-206d-46d4-b6d3-70bca833277b tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Calling delete_port for 96015bdf-0056-4a99-bdd6-bb115f3e9588 owned by network:floatingip {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:07:57.721365 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75d8f06b-568c-4f05-924a-d2f1d982a24f admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:07:57.721773 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-75d8f06b-568c-4f05-924a-d2f1d982a24f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (50b2c935-c140-4230-880a-508574d9ed43), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:57.724710 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:07:57.724710 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:07:57.724710 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:07:57.724710 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:07:57.724710 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:07:57.724710 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:07:57.724710 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:07:57.724710 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:07:57.724710 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:07:57.724710 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:07:57.724710 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:07:57.724710 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:07:57.724710 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:07:57.724710 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:07:57.724710 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:07:57.724710 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:07:57.724710 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:07:57.724710 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:07:57.724710 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:07:57.724710 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:07:57.724710 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:07:57.724710 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:07:57.724710 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:07:57.724710 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:07:57.724710 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:07:57.724710 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:07:57.724710 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:07:57.724710 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:07:57.724710 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:07:57.724710 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:07:57.724710 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:07:57.724710 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:07:57.868748 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-367af6ee-206d-46d4-b6d3-70bca833277b tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (96015bdf-0056-4a99-bdd6-bb115f3e9588), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:57.902069 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367af6ee-206d-46d4-b6d3-70bca833277b tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Pushing event deleted for resources: {'Port': ['ID=96015bdf-0056-4a99-bdd6-bb115f3e9588,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:57.934178 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8b98239-1a42-416f-a664-ce57b42baf30 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Deleting subnet d9abb0a4-f16f-4c9f-8e0c-4f763ce380ab {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:07:57.937935 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b8b98239-1a42-416f-a664-ce57b42baf30 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for subnet (d9abb0a4-f16f-4c9f-8e0c-4f763ce380ab), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:57.965707 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-75d8f06b-568c-4f05-924a-d2f1d982a24f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (f9701445-c4cf-4d4f-9286-fc4fc0bbd41b), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:57.970815 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-79065837-7e8f-4898-b188-872e902ca0af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (f4805bbb-7278-499c-9197-654522a821d7), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:57.973619 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-367af6ee-206d-46d4-b6d3-70bca833277b tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks [] for floatingip (417f9bdc-15f6-4502-ae7c-98f8e18dd841), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:57.976355 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-367af6ee-206d-46d4-b6d3-70bca833277b tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:57.977806 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-367af6ee-206d-46d4-b6d3-70bca833277b tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "DELETE /v2.0/floatingips/417f9bdc-15f6-4502-ae7c-98f8e18dd841 HTTP/1.1" status: 204 len: 168 time: 0.7219543 Feb 02 07:07:57.980486 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 49472) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:07:57.980644 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-75d8f06b-568c-4f05-924a-d2f1d982a24f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:57.989931 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-75d8f06b-568c-4f05-924a-d2f1d982a24f admin admin] 10.222.0.87 "DELETE /v2.0/networks/f9701445-c4cf-4d4f-9286-fc4fc0bbd41b HTTP/1.1" status: 204 len: 168 time: 1.4297900 Feb 02 07:07:58.087276 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d8f06b-568c-4f05-924a-d2f1d982a24f admin admin] Pushing event deleted for resources: {'Network': ['ID=f9701445-c4cf-4d4f-9286-fc4fc0bbd41b,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:58.147901 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-79065837-7e8f-4898-b188-872e902ca0af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (f4805bbb-7278-499c-9197-654522a821d7), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:58.152233 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b8b98239-1a42-416f-a664-ce57b42baf30 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (d9abb0a4-f16f-4c9f-8e0c-4f763ce380ab), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:58.155256 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-79065837-7e8f-4898-b188-872e902ca0af admin admin] Publish callbacks [] for router_controller (f4805bbb-7278-499c-9197-654522a821d7), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:58.186305 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c5367-3719-4b4c-a564-4f0057768263 req-a2cf8747-6e9d-478b-99e1-6e3a2c571485 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:58.187982 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cb9c5367-3719-4b4c-a564-4f0057768263 req-a2cf8747-6e9d-478b-99e1-6e3a2c571485 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.59 "GET /v2.0/networks?id=08f0123b-1ec0-4e8d-a484-33e0709b580c HTTP/1.1" status: 200 len: 814 time: 0.4680786 Feb 02 07:07:58.214179 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-b7d53843-0368-437f-8fc3-171306cf785f tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Deleting port 32d3366d-9a45-45fb-9152-9211651dfc0d {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:07:58.215229 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b7d53843-0368-437f-8fc3-171306cf785f tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (32d3366d-9a45-45fb-9152-9211651dfc0d), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:58.268248 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 49482) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:07:58.297790 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-cb9c5367-3719-4b4c-a564-4f0057768263 req-3d70e90a-8a0e-4a91-967e-d3bcdfdfd4c9 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Request body: {'port': {'device_id': '3a48b3e5-1376-4aa2-b67a-6595a3bf031e', 'network_id': '08f0123b-1ec0-4e8d-a484-33e0709b580c', 'admin_state_up': True, 'tenant_id': 'b1fedabee724425a8e5d5639e34f1a08'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:07:58.339084 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-79065837-7e8f-4898-b188-872e902ca0af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (f4805bbb-7278-499c-9197-654522a821d7), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:58.339637 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79065837-7e8f-4898-b188-872e902ca0af admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4805bbb-7278-499c-9197-654522a821d7 {{(pid=109693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:07:58.351452 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-79065837-7e8f-4898-b188-872e902ca0af admin admin] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:58.352789 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-79065837-7e8f-4898-b188-872e902ca0af admin admin] 10.222.0.87 "DELETE /v2.0/routers/f4805bbb-7278-499c-9197-654522a821d7 HTTP/1.1" status: 204 len: 168 time: 3.1972723 Feb 02 07:07:58.360461 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 49484) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:07:58.420701 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-80f99233-5ba4-4523-803b-11cb88baf8d8 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=51472d7ac5b4449fa09fb7150f54f571&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1510065 Feb 02 07:07:58.424347 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b7d53843-0368-437f-8fc3-171306cf785f tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (32d3366d-9a45-45fb-9152-9211651dfc0d), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:58.427285 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 49486) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:07:58.457343 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-b7d53843-0368-437f-8fc3-171306cf785f tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Calling delete_port for 32d3366d-9a45-45fb-9152-9211651dfc0d owned by {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:07:58.477294 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d382a33-5220-45b2-9448-6d1d5fd79139 admin admin] Deleting subnet 446bfa5e-0944-4da6-8411-de8b2d47ca42 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:07:58.489659 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1d382a33-5220-45b2-9448-6d1d5fd79139 admin admin] Publish callbacks [] for subnet (446bfa5e-0944-4da6-8411-de8b2d47ca42), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:58.586879 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1d382a33-5220-45b2-9448-6d1d5fd79139 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (446bfa5e-0944-4da6-8411-de8b2d47ca42), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:58.612092 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b8b98239-1a42-416f-a664-ce57b42baf30 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (d9abb0a4-f16f-4c9f-8e0c-4f763ce380ab), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:58.625339 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7e8ed8e5-6329-44a6-b6b7-4c731fca7b5a admin admin] Publish callbacks [] for security_group (11f26c60-24b9-47cd-9a69-7dc0c6ea5509), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:58.707481 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1d382a33-5220-45b2-9448-6d1d5fd79139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (446bfa5e-0944-4da6-8411-de8b2d47ca42), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:58.721074 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7e8ed8e5-6329-44a6-b6b7-4c731fca7b5a admin admin] Publish callbacks [] for security_group (11f26c60-24b9-47cd-9a69-7dc0c6ea5509), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:58.750468 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb9c5367-3719-4b4c-a564-4f0057768263 req-3d70e90a-8a0e-4a91-967e-d3bcdfdfd4c9 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Made reservation on behalf of b1fedabee724425a8e5d5639e34f1a08 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:07:58.757419 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-cb9c5367-3719-4b4c-a564-4f0057768263 req-3d70e90a-8a0e-4a91-967e-d3bcdfdfd4c9 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:58.789900 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e80cf81a-4df5-4995-ae8f-142336f9ada3 req-8e82bd0d-b6bd-4a52-ae42-80e2c0eb26c3 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=3a48b3e5-1376-4aa2-b67a-6595a3bf031e HTTP/1.1" status: 200 len: 210 time: 0.0928564 Feb 02 07:07:58.841114 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b8b98239-1a42-416f-a664-ce57b42baf30 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (d9abb0a4-f16f-4c9f-8e0c-4f763ce380ab), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:58.948086 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8e05e4-7dd8-4a88-8373-1f627d51a1d1 None None] Network 7a1f3fdf-6e45-4fa2-9858-04b684e2bab8 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:07:58.973716 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b8b98239-1a42-416f-a664-ce57b42baf30 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:58.986775 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b8b98239-1a42-416f-a664-ce57b42baf30 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] 10.222.0.87 "DELETE /v2.0/subnets/d9abb0a4-f16f-4c9f-8e0c-4f763ce380ab HTTP/1.1" status: 204 len: 168 time: 1.3026929 Feb 02 07:07:58.998337 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b98239-1a42-416f-a664-ce57b42baf30 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Pushing event deleted for resources: {'Subnet': ['ID=d9abb0a4-f16f-4c9f-8e0c-4f763ce380ab,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:58.998337 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 49496) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:07:59.017174 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7e8ed8e5-6329-44a6-b6b7-4c731fca7b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (11f26c60-24b9-47cd-9a69-7dc0c6ea5509), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:59.022107 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7e8ed8e5-6329-44a6-b6b7-4c731fca7b5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:59.025191 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-7e8ed8e5-6329-44a6-b6b7-4c731fca7b5a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/11f26c60-24b9-47cd-9a69-7dc0c6ea5509 HTTP/1.1" status: 204 len: 168 time: 0.5953488 Feb 02 07:07:59.035450 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1d382a33-5220-45b2-9448-6d1d5fd79139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (446bfa5e-0944-4da6-8411-de8b2d47ca42), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:59.042943 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b7d53843-0368-437f-8fc3-171306cf785f tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (32d3366d-9a45-45fb-9152-9211651dfc0d), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:59.045217 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a8bb3-d942-4bb0-a917-aa610bf66c69 req-8846f3b3-e154-42bb-8106-3ebfd6436cc0 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:59.053417 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b25a8bb3-d942-4bb0-a917-aa610bf66c69 req-8846f3b3-e154-42bb-8106-3ebfd6436cc0 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] 10.222.0.87 "GET /v2.0/ports?device_id=927767ef-ed32-4ea3-9e66-e8daaf8ff822 HTTP/1.1" status: 200 len: 945 time: 0.3420975 Feb 02 07:07:59.090682 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 1c492ac7-4c79-42c1-b988-e0114c0e532f no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:07:59.097728 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8ed8e5-6329-44a6-b6b7-4c731fca7b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f26c60-24b9-47cd-9a69-7dc0c6ea5509,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:59.130698 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d382a33-5220-45b2-9448-6d1d5fd79139 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=446bfa5e-0944-4da6-8411-de8b2d47ca42,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:59.151120 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1d382a33-5220-45b2-9448-6d1d5fd79139 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:59.163648 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-1d382a33-5220-45b2-9448-6d1d5fd79139 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/446bfa5e-0944-4da6-8411-de8b2d47ca42 HTTP/1.1" status: 204 len: 168 time: 0.8018565 Feb 02 07:07:59.164852 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d53843-0368-437f-8fc3-171306cf785f tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Pushing event deleted for resources: {'Port': ['ID=32d3366d-9a45-45fb-9152-9211651dfc0d,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:59.167124 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 49500) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:07:59.182754 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 1c492ac7-4c79-42c1-b988-e0114c0e532f {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:07:59.183106 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 1c492ac7-4c79-42c1-b988-e0114c0e532f not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:07:59.327425 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8ec31e-0bd9-44c7-98e9-3d6ddcbfabfb None None] DHCP port deletion for 7a1f3fdf-6e45-4fa2-9858-04b684e2bab8 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:07:59.437856 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-6a8ec31e-0bd9-44c7-98e9-3d6ddcbfabfb None None] Deleting port 4e48da5f-b7a0-4375-baa2-d6a246285717 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:07:59.438239 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6a8ec31e-0bd9-44c7-98e9-3d6ddcbfabfb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (4e48da5f-b7a0-4375-baa2-d6a246285717), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:59.498259 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-48b22c27-832c-40e0-b449-0df2a2eb78b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (098466ed-6cfb-4629-b5bb-bc2a67c5bdc6), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:59.525240 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1215d07-705f-4bcb-a450-44d48f98c3a5 req-10bf7450-b637-4d04-9917-f7bb7684249d tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:07:59.526794 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f1215d07-705f-4bcb-a450-44d48f98c3a5 req-10bf7450-b637-4d04-9917-f7bb7684249d tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 945 time: 0.4656065 Feb 02 07:07:59.541625 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b7d53843-0368-437f-8fc3-171306cf785f tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:59.552224 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b7d53843-0368-437f-8fc3-171306cf785f tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "DELETE /v2.0/ports/32d3366d-9a45-45fb-9152-9211651dfc0d HTTP/1.1" status: 204 len: 168 time: 1.5704622 Feb 02 07:07:59.561151 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 49508) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:07:59.647782 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-6a8ec31e-0bd9-44c7-98e9-3d6ddcbfabfb None None] For port 4e48da5f-b7a0-4375-baa2-d6a246285717, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=4e48da5f-b7a0-4375-baa2-d6a246285717,segment=NetworkSegment(238748ea-b85b-463d-8154-28d7dca303bb),segment_id=238748ea-b85b-463d-8154-28d7dca303bb)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:07:59.648187 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6a8ec31e-0bd9-44c7-98e9-3d6ddcbfabfb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (4e48da5f-b7a0-4375-baa2-d6a246285717), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:59.678984 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-6a8ec31e-0bd9-44c7-98e9-3d6ddcbfabfb None None] Calling delete_port for 4e48da5f-b7a0-4375-baa2-d6a246285717 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:07:59.823841 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6a8ec31e-0bd9-44c7-98e9-3d6ddcbfabfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (4e48da5f-b7a0-4375-baa2-d6a246285717), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:59.875644 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f1215d07-705f-4bcb-a450-44d48f98c3a5 req-86f21149-f76a-4977-9f9f-68e0c2d6c5f1 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3379269 Feb 02 07:07:59.877515 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-48b22c27-832c-40e0-b449-0df2a2eb78b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (098466ed-6cfb-4629-b5bb-bc2a67c5bdc6), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:07:59.893492 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8ec31e-0bd9-44c7-98e9-3d6ddcbfabfb None None] Pushing event deleted for resources: {'Port': ['ID=4e48da5f-b7a0-4375-baa2-d6a246285717,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:07:59.920239 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8ec31e-0bd9-44c7-98e9-3d6ddcbfabfb None None] No DVR routers for this DVR port 4e48da5f-b7a0-4375-baa2-d6a246285717 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:08:00.070076 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5f777411-4ea7-47e4-a824-31cb2dc61b7f tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (7a1f3fdf-6e45-4fa2-9858-04b684e2bab8), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:00.077282 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-cb9c5367-3719-4b4c-a564-4f0057768263 req-3d70e90a-8a0e-4a91-967e-d3bcdfdfd4c9 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Allocated IP 172.20.0.13 (08f0123b-1ec0-4e8d-a484-33e0709b580c/03a972f8-0254-4a3d-bc50-73c64b2c3de5/e08a38a6-5635-47a5-8fd0-57bff6f800ab) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:08:00.111978 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b25a8bb3-d942-4bb0-a917-aa610bf66c69 req-084b95ed-2237-45b1-91bd-bd6fb5c33558 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] 10.222.0.87 "GET /v2.0/security-groups?id=a81f360d-fecf-4c62-90a0-6d26aa446565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0349126 Feb 02 07:08:00.344593 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5f777411-4ea7-47e4-a824-31cb2dc61b7f tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (7a1f3fdf-6e45-4fa2-9858-04b684e2bab8), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:00.482818 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-48b22c27-832c-40e0-b449-0df2a2eb78b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['098466ed-6cfb-4629-b5bb-bc2a67c5bdc6']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:08:00.496415 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab6098-3c09-4c07-806c-b5ceea7c5eb7 req-3c4eecb9-2020-4ca2-ad1b-0b10cbdf7d03 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:00.498514 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-35ab6098-3c09-4c07-806c-b5ceea7c5eb7 req-3c4eecb9-2020-4ca2-ad1b-0b10cbdf7d03 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 945 time: 0.2860978 Feb 02 07:08:00.524589 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-5f777411-4ea7-47e4-a824-31cb2dc61b7f tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a1f3fdf-6e45-4fa2-9858-04b684e2bab8']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:08:00.531114 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2a9c2951-4ed9-471c-a00a-ab1ab6c3d52b req-a73e96a0-8c97-4099-92ca-e2f28a53779b tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=3a48b3e5-1376-4aa2-b67a-6595a3bf031e HTTP/1.1" status: 200 len: 210 time: 0.0738754 Feb 02 07:08:00.531947 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-48b22c27-832c-40e0-b449-0df2a2eb78b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0708fd28-2d16-470c-840a-add81f0f58a2') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:08:00.532261 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-48b22c27-832c-40e0-b449-0df2a2eb78b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0708fd28-2d16-470c-840a-add81f0f58a2') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:08:00.552584 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-48b22c27-832c-40e0-b449-0df2a2eb78b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (0708fd28-2d16-470c-840a-add81f0f58a2), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:00.576607 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-48b22c27-832c-40e0-b449-0df2a2eb78b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (0708fd28-2d16-470c-840a-add81f0f58a2), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:00.586690 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-3cfcee08-1145-4804-944c-58f28060ef71 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Deleting port dcae9310-0188-4805-9e28-53f45e2fd68f {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:08:00.587035 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3cfcee08-1145-4804-944c-58f28060ef71 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (dcae9310-0188-4805-9e28-53f45e2fd68f), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:00.588356 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-5f777411-4ea7-47e4-a824-31cb2dc61b7f tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '238748ea-b85b-463d-8154-28d7dca303bb') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:08:00.588675 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-5f777411-4ea7-47e4-a824-31cb2dc61b7f tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '238748ea-b85b-463d-8154-28d7dca303bb') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:08:00.608485 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48b22c27-832c-40e0-b449-0df2a2eb78b2 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:08:00.608747 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-48b22c27-832c-40e0-b449-0df2a2eb78b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (0708fd28-2d16-470c-840a-add81f0f58a2), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:00.611099 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:08:00.611099 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:08:00.611099 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:08:00.611099 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:08:00.611099 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:08:00.611099 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:08:00.611099 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:08:00.611099 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:08:00.611099 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:08:00.611099 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:08:00.611099 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:08:00.611099 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:08:00.611099 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:08:00.611099 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:08:00.611099 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:08:00.611099 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:08:00.611099 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:08:00.611099 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:08:00.611099 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:08:00.611099 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:08:00.611099 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:08:00.611099 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:08:00.611099 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:08:00.611099 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:08:00.611099 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:08:00.611099 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:08:00.611099 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:08:00.611099 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:08:00.611099 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:08:00.611099 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:08:00.611099 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:08:00.611099 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:08:00.635809 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5f777411-4ea7-47e4-a824-31cb2dc61b7f tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (238748ea-b85b-463d-8154-28d7dca303bb), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:00.649072 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-35ab6098-3c09-4c07-806c-b5ceea7c5eb7 req-bd888db8-7e70-4377-8843-7ce5d8f95588 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399684 Feb 02 07:08:00.671181 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5f777411-4ea7-47e4-a824-31cb2dc61b7f tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (238748ea-b85b-463d-8154-28d7dca303bb), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:00.689584 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f777411-4ea7-47e4-a824-31cb2dc61b7f tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:08:00.690037 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5f777411-4ea7-47e4-a824-31cb2dc61b7f tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (238748ea-b85b-463d-8154-28d7dca303bb), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:00.695178 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:08:00.695178 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:08:00.695178 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:08:00.695178 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:08:00.695178 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:08:00.695178 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:08:00.695178 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:08:00.695178 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:08:00.695178 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:08:00.695178 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:08:00.695178 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:08:00.695178 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:08:00.695178 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:08:00.695178 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:08:00.695178 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:08:00.695178 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:08:00.695178 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:08:00.695178 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:08:00.695178 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:08:00.695178 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:08:00.695178 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:08:00.695178 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:08:00.695178 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:08:00.695178 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:08:00.695178 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:08:00.695178 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:08:00.695178 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:08:00.695178 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:08:00.695178 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:08:00.695178 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:08:00.695178 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:08:00.695178 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:08:00.735491 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-cb9c5367-3719-4b4c-a564-4f0057768263 req-3d70e90a-8a0e-4a91-967e-d3bcdfdfd4c9 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Publish callbacks [] for port (e08a38a6-5635-47a5-8fd0-57bff6f800ab), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:00.763883 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 4e48da5f-b7a0-4375-baa2-d6a246285717 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:08:00.782512 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-48b22c27-832c-40e0-b449-0df2a2eb78b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (098466ed-6cfb-4629-b5bb-bc2a67c5bdc6), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:00.797517 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-48b22c27-832c-40e0-b449-0df2a2eb78b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:00.805497 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-48b22c27-832c-40e0-b449-0df2a2eb78b2 admin admin] 10.222.0.87 "DELETE /v2.0/networks/098466ed-6cfb-4629-b5bb-bc2a67c5bdc6 HTTP/1.1" status: 204 len: 168 time: 1.6330054 Feb 02 07:08:00.826773 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 4e48da5f-b7a0-4375-baa2-d6a246285717 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:08:00.827768 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 4e48da5f-b7a0-4375-baa2-d6a246285717 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:08:00.843103 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5f777411-4ea7-47e4-a824-31cb2dc61b7f tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (7a1f3fdf-6e45-4fa2-9858-04b684e2bab8), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:00.872180 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5f777411-4ea7-47e4-a824-31cb2dc61b7f tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:00.876679 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-5f777411-4ea7-47e4-a824-31cb2dc61b7f tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] 10.222.0.87 "DELETE /v2.0/networks/7a1f3fdf-6e45-4fa2-9858-04b684e2bab8 HTTP/1.1" status: 204 len: 168 time: 1.8697758 Feb 02 07:08:00.879908 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f777411-4ea7-47e4-a824-31cb2dc61b7f tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Pushing event deleted for resources: {'Network': ['ID=7a1f3fdf-6e45-4fa2-9858-04b684e2bab8,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:00.882155 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3cfcee08-1145-4804-944c-58f28060ef71 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (dcae9310-0188-4805-9e28-53f45e2fd68f), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:00.882908 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 49546) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:00.887945 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b22c27-832c-40e0-b449-0df2a2eb78b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=098466ed-6cfb-4629-b5bb-bc2a67c5bdc6,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:00.922957 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-3cfcee08-1145-4804-944c-58f28060ef71 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Calling delete_port for dcae9310-0188-4805-9e28-53f45e2fd68f owned by {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:08:01.064776 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-cb9c5367-3719-4b4c-a564-4f0057768263 req-3d70e90a-8a0e-4a91-967e-d3bcdfdfd4c9 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (e08a38a6-5635-47a5-8fd0-57bff6f800ab), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:01.103937 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['18d0d2d5-f098-4215-bfbd-e6aca83e7772'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:08:01.169893 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 49554) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:01.220741 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb9c5367-3719-4b4c-a564-4f0057768263 req-3d70e90a-8a0e-4a91-967e-d3bcdfdfd4c9 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Network 08f0123b-1ec0-4e8d-a484-33e0709b580c is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:08:01.227882 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-6980b356-45ef-4863-bd54-a619893ca9ad tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Deleting port 40707529-a423-4ed2-b9ac-a3be2715fcad {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:08:01.227882 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6980b356-45ef-4863-bd54-a619893ca9ad tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (40707529-a423-4ed2-b9ac-a3be2715fcad), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:01.233881 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-08bd0ef0-5b12-403e-a9b1-b21c06764f27 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=bc6d7dbe1d5148348d5fd6c6cc68f02a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0624752 Feb 02 07:08:01.235488 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-cb9c5367-3719-4b4c-a564-4f0057768263 req-3d70e90a-8a0e-4a91-967e-d3bcdfdfd4c9 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:08:01.236614 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3cfcee08-1145-4804-944c-58f28060ef71 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (dcae9310-0188-4805-9e28-53f45e2fd68f), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:01.238683 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 49558) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:01.239829 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb9c5367-3719-4b4c-a564-4f0057768263 req-3d70e90a-8a0e-4a91-967e-d3bcdfdfd4c9 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:08:01.279916 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfcee08-1145-4804-944c-58f28060ef71 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Pushing event deleted for resources: {'Port': ['ID=dcae9310-0188-4805-9e28-53f45e2fd68f,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:01.285274 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d70e90a-8a0e-4a91-967e-d3bcdfdfd4c9 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Pushing event updated for resources: {'Port': ['ID=e08a38a6-5635-47a5-8fd0-57bff6f800ab,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:01.394046 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3cfcee08-1145-4804-944c-58f28060ef71 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:01.398846 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-3cfcee08-1145-4804-944c-58f28060ef71 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "DELETE /v2.0/ports/dcae9310-0188-4805-9e28-53f45e2fd68f HTTP/1.1" status: 204 len: 168 time: 1.8342683 Feb 02 07:08:01.413135 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d93dbb0-6992-4c85-b72f-a4f311b11bd7 req-dc5e012d-4b5b-4d65-9242-9e18b48f3997 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:01.414756 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3d93dbb0-6992-4c85-b72f-a4f311b11bd7 req-dc5e012d-4b5b-4d65-9242-9e18b48f3997 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 945 time: 0.3218038 Feb 02 07:08:01.417117 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 49562) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:01.430247 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2c95088d-fefc-4573-9276-56e27ddf13f0 req-90973738-260e-4f48-9aa9-35bd6a2469c2 tempest-ServerShowV257Test-1700813566 tempest-ServerShowV257Test-1700813566-project] 10.222.0.87 "GET /v2.0/ports?device_id=a1c97446-c2cb-4a88-9636-e620fec7188f HTTP/1.1" status: 200 len: 210 time: 0.0397499 Feb 02 07:08:01.436136 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c5367-3719-4b4c-a564-4f0057768263 req-3d70e90a-8a0e-4a91-967e-d3bcdfdfd4c9 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:01.436772 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-cb9c5367-3719-4b4c-a564-4f0057768263 req-3d70e90a-8a0e-4a91-967e-d3bcdfdfd4c9 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:01.520551 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6980b356-45ef-4863-bd54-a619893ca9ad tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (40707529-a423-4ed2-b9ac-a3be2715fcad), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:01.521049 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6980b356-45ef-4863-bd54-a619893ca9ad tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for floatingip (40707529-a423-4ed2-b9ac-a3be2715fcad), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:01.541321 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cb9c5367-3719-4b4c-a564-4f0057768263 req-3d70e90a-8a0e-4a91-967e-d3bcdfdfd4c9 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3268845 Feb 02 07:08:01.559283 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-6980b356-45ef-4863-bd54-a619893ca9ad tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Calling delete_port for 40707529-a423-4ed2-b9ac-a3be2715fcad owned by network:floatingip {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:08:01.564269 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-cb9c5367-3719-4b4c-a564-4f0057768263 req-5282a45e-2c9a-4c01-ad95-889481e32526 service neutron] Request body: {'port': {'device_id': '3a48b3e5-1376-4aa2-b67a-6595a3bf031e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:08:01.578954 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddb14a38-650a-40aa-8059-31a1c491e619 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Deleting subnet 6fccb40b-1cb3-4576-9fe7-5509d392215b {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:08:01.581665 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-568e3634-36d7-474f-9089-ababfff426b0 admin admin] Publish callbacks [] for security_group (3031d22f-f419-4370-9379-d12f21c766b4), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:01.611027 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ddb14a38-650a-40aa-8059-31a1c491e619 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks [] for subnet (6fccb40b-1cb3-4576-9fe7-5509d392215b), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:01.689425 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d799b1-b3e0-4666-b8ef-70bbc442be67 req-51377560-e6b9-4bae-bb7d-b11cba364eed tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:01.692764 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c1d799b1-b3e0-4666-b8ef-70bbc442be67 req-51377560-e6b9-4bae-bb7d-b11cba364eed tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=3a48b3e5-1376-4aa2-b67a-6595a3bf031e HTTP/1.1" status: 200 len: 932 time: 0.0896113 Feb 02 07:08:01.709355 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3d93dbb0-6992-4c85-b72f-a4f311b11bd7 req-4c31d5ff-41e8-49d4-b62e-10c53731ed7f tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2624772 Feb 02 07:08:01.785927 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-568e3634-36d7-474f-9089-ababfff426b0 admin admin] Publish callbacks [] for security_group (3031d22f-f419-4370-9379-d12f21c766b4), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:01.789707 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c1d799b1-b3e0-4666-b8ef-70bbc442be67 req-4c99bc43-c137-49cd-840d-96977794daab tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891154 Feb 02 07:08:01.876418 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ddb14a38-650a-40aa-8059-31a1c491e619 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (6fccb40b-1cb3-4576-9fe7-5509d392215b), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:01.954887 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-cb9c5367-3719-4b4c-a564-4f0057768263 req-5282a45e-2c9a-4c01-ad95-889481e32526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (e08a38a6-5635-47a5-8fd0-57bff6f800ab), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:02.088468 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-568e3634-36d7-474f-9089-ababfff426b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (3031d22f-f419-4370-9379-d12f21c766b4), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:02.091083 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-568e3634-36d7-474f-9089-ababfff426b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:02.094722 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-568e3634-36d7-474f-9089-ababfff426b0 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/3031d22f-f419-4370-9379-d12f21c766b4 HTTP/1.1" status: 204 len: 168 time: 0.8084865 Feb 02 07:08:02.110445 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ddb14a38-650a-40aa-8059-31a1c491e619 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (6fccb40b-1cb3-4576-9fe7-5509d392215b), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:02.189844 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568e3634-36d7-474f-9089-ababfff426b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3031d22f-f419-4370-9379-d12f21c766b4,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:02.242597 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6980b356-45ef-4863-bd54-a619893ca9ad tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (40707529-a423-4ed2-b9ac-a3be2715fcad), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:02.330837 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bda728-f4f5-429b-9196-ffe2cce405ec req-9c27e30b-8859-4d67-866d-16671877e717 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:02.346327 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b1bda728-f4f5-429b-9196-ffe2cce405ec req-9c27e30b-8859-4d67-866d-16671877e717 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 945 time: 0.0966713 Feb 02 07:08:02.358273 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6980b356-45ef-4863-bd54-a619893ca9ad tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Pushing event deleted for resources: {'Port': ['ID=40707529-a423-4ed2-b9ac-a3be2715fcad,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:02.372224 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ddb14a38-650a-40aa-8059-31a1c491e619 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (6fccb40b-1cb3-4576-9fe7-5509d392215b), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:02.432848 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b1bda728-f4f5-429b-9196-ffe2cce405ec req-e8ef7812-ab95-4fdd-9688-b8277b644575 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855553 Feb 02 07:08:02.463916 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ddb14a38-650a-40aa-8059-31a1c491e619 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:02.469886 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-ddb14a38-650a-40aa-8059-31a1c491e619 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "DELETE /v2.0/subnets/6fccb40b-1cb3-4576-9fe7-5509d392215b HTTP/1.1" status: 204 len: 168 time: 1.0478272 Feb 02 07:08:02.470361 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 49588) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:02.471260 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb14a38-650a-40aa-8059-31a1c491e619 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Pushing event deleted for resources: {'Subnet': ['ID=6fccb40b-1cb3-4576-9fe7-5509d392215b,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:02.474427 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cca2ca9-a3be-4456-928f-6ebd5cf3c901 None None] Network fc60349d-a3fd-46d2-93de-c30a8b26931d requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:08:02.494507 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6980b356-45ef-4863-bd54-a619893ca9ad tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for floatingip (a19fda25-d09c-4d41-978c-311c170527ff), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:02.498665 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6980b356-45ef-4863-bd54-a619893ca9ad tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:02.505172 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-6980b356-45ef-4863-bd54-a619893ca9ad tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] 10.222.0.87 "DELETE /v2.0/floatingips/a19fda25-d09c-4d41-978c-311c170527ff HTTP/1.1" status: 204 len: 168 time: 1.6212263 Feb 02 07:08:02.509617 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 49590) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:02.540722 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-02a99db6-758b-4929-8d15-aad022efc282 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] DELETE failed (client error): The resource could not be found. Feb 02 07:08:02.543940 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02a99db6-758b-4929-8d15-aad022efc282 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:08:02.553385 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 49594) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:02.562475 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-02a99db6-758b-4929-8d15-aad022efc282 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] 10.222.0.87 "DELETE /v2.0/ports/6cf6f53c-f0c4-408b-a1ba-6a4e85884e14 HTTP/1.1" status: 404 len: 333 time: 0.0517535 Feb 02 07:08:02.646374 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-8e0e03f4-fe41-40d6-8975-04d1534336e7 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] 10.222.0.87 "GET /v2.0/ports?device_id=8970afb6-a82e-41c8-bac5-fbf63f17b531 HTTP/1.1" status: 200 len: 205 time: 0.0898168 Feb 02 07:08:02.648835 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 49596) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:02.659211 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-5515d455-b625-4d1c-8148-0af5b01cd989 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Deleting subnet ddd7ba65-e54a-42e2-83d4-6480a2d3e138 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:08:02.663915 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5515d455-b625-4d1c-8148-0af5b01cd989 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks [] for subnet (ddd7ba65-e54a-42e2-83d4-6480a2d3e138), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:02.678088 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-778a4bf5-bbb6-445b-99c1-38f0f9532e5c req-9f457353-5747-45ab-97a6-849b1df75e85 tempest-ServerShowV257Test-1700813566 tempest-ServerShowV257Test-1700813566-project] 10.222.0.87 "GET /v2.0/ports?device_id=a1c97446-c2cb-4a88-9636-e620fec7188f HTTP/1.1" status: 200 len: 210 time: 0.0681789 Feb 02 07:08:02.713827 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f941d717-d31f-4dff-a65a-8a11dd7963d6 None None] DHCP port deletion for fc60349d-a3fd-46d2-93de-c30a8b26931d request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:08:02.729573 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5515d455-b625-4d1c-8148-0af5b01cd989 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (ddd7ba65-e54a-42e2-83d4-6480a2d3e138), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:02.744841 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-386dbc2e-24bc-4fb6-93f5-6cac4176bfc4 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] delete failed (client error): The resource could not be found. Feb 02 07:08:02.746028 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-386dbc2e-24bc-4fb6-93f5-6cac4176bfc4 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] 10.222.0.87 "DELETE /v2.0/routers/8970afb6-a82e-41c8-bac5-fbf63f17b531 HTTP/1.1" status: 404 len: 336 time: 0.0923219 Feb 02 07:08:02.749044 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 49602) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:02.817288 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-f941d717-d31f-4dff-a65a-8a11dd7963d6 None None] Deleting port 0552d18f-9595-433d-a6f6-1cb0c11defa3 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:08:02.818187 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f941d717-d31f-4dff-a65a-8a11dd7963d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (0552d18f-9595-433d-a6f6-1cb0c11defa3), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:02.865482 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-83722b80-d3bf-46bc-9a39-290f6a1d7ae2 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] DELETE failed (client error): The resource could not be found. Feb 02 07:08:02.865959 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83722b80-d3bf-46bc-9a39-290f6a1d7ae2 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:08:02.879135 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-83722b80-d3bf-46bc-9a39-290f6a1d7ae2 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] 10.222.0.87 "DELETE /v2.0/subnets/d9abb0a4-f16f-4c9f-8e0c-4f763ce380ab HTTP/1.1" status: 404 len: 337 time: 0.1265044 Feb 02 07:08:02.889291 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 49608) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:02.945274 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-cb9c5367-3719-4b4c-a564-4f0057768263 req-5282a45e-2c9a-4c01-ad95-889481e32526 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e08a38a6-5635-47a5-8fd0-57bff6f800ab {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:08:02.959375 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-cb9c5367-3719-4b4c-a564-4f0057768263 req-5282a45e-2c9a-4c01-ad95-889481e32526 service neutron] Publish callbacks [] for port (e08a38a6-5635-47a5-8fd0-57bff6f800ab), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:02.970537 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5515d455-b625-4d1c-8148-0af5b01cd989 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (ddd7ba65-e54a-42e2-83d4-6480a2d3e138), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:03.019064 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-f941d717-d31f-4dff-a65a-8a11dd7963d6 None None] For port 0552d18f-9595-433d-a6f6-1cb0c11defa3, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=0552d18f-9595-433d-a6f6-1cb0c11defa3,segment=NetworkSegment(5a1b64bb-b315-46f6-a993-2f3256b9cca1),segment_id=5a1b64bb-b315-46f6-a993-2f3256b9cca1)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:08:03.020439 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f941d717-d31f-4dff-a65a-8a11dd7963d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (0552d18f-9595-433d-a6f6-1cb0c11defa3), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:03.036078 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac08eec-90de-42ba-99ca-1b47dfbdc583 req-9827e4b1-c646-43d4-8e6a-51d241903d18 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:03.037913 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1ac08eec-90de-42ba-99ca-1b47dfbdc583 req-9827e4b1-c646-43d4-8e6a-51d241903d18 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=3a48b3e5-1376-4aa2-b67a-6595a3bf031e HTTP/1.1" status: 200 len: 932 time: 0.1586187 Feb 02 07:08:03.048860 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-f941d717-d31f-4dff-a65a-8a11dd7963d6 None None] Calling delete_port for 0552d18f-9595-433d-a6f6-1cb0c11defa3 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:08:03.095334 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-7d060395-fefa-41ae-819a-d1e2905887dd tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Deleting port 64ffdba9-e0a4-44c7-8a25-f14afe2c14fb {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:08:03.096020 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7d060395-fefa-41ae-819a-d1e2905887dd tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (64ffdba9-e0a4-44c7-8a25-f14afe2c14fb), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:03.131437 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-cb9c5367-3719-4b4c-a564-4f0057768263 req-5282a45e-2c9a-4c01-ad95-889481e32526 service neutron] Transition to ACTIVE for port object e08a38a6-5635-47a5-8fd0-57bff6f800ab will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:08:03.131687 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5515d455-b625-4d1c-8148-0af5b01cd989 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (ddd7ba65-e54a-42e2-83d4-6480a2d3e138), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:03.165756 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f941d717-d31f-4dff-a65a-8a11dd7963d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (0552d18f-9595-433d-a6f6-1cb0c11defa3), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:03.183484 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5515d455-b625-4d1c-8148-0af5b01cd989 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:03.186751 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-5515d455-b625-4d1c-8148-0af5b01cd989 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "DELETE /v2.0/subnets/ddd7ba65-e54a-42e2-83d4-6480a2d3e138 HTTP/1.1" status: 204 len: 168 time: 0.7153683 Feb 02 07:08:03.188163 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5515d455-b625-4d1c-8148-0af5b01cd989 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Pushing event deleted for resources: {'Subnet': ['ID=ddd7ba65-e54a-42e2-83d4-6480a2d3e138,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:03.189741 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 49616) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:03.206441 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1ac08eec-90de-42ba-99ca-1b47dfbdc583 req-d60cdfb5-13ee-449c-87f6-69899cd6844e tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557102 Feb 02 07:08:03.218012 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f941d717-d31f-4dff-a65a-8a11dd7963d6 None None] Pushing event deleted for resources: {'Port': ['ID=0552d18f-9595-433d-a6f6-1cb0c11defa3,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:03.227867 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-cb9c5367-3719-4b4c-a564-4f0057768263 req-5282a45e-2c9a-4c01-ad95-889481e32526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (e08a38a6-5635-47a5-8fd0-57bff6f800ab), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:03.232520 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e770ceb-06b7-4446-a581-b4f2f4f613f1 None None] Network 9faf7e40-7741-4ebb-8f78-e3e3326a51b7 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:08:03.289866 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2e6eaef4-460e-423e-a9db-33dd86a322f3 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (fc60349d-a3fd-46d2-93de-c30a8b26931d), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:03.318950 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f941d717-d31f-4dff-a65a-8a11dd7963d6 None None] No DVR routers for this DVR port 0552d18f-9595-433d-a6f6-1cb0c11defa3 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:08:03.338942 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5282a45e-2c9a-4c01-ad95-889481e32526 service neutron] Pushing event updated for resources: {'Port': ['ID=e08a38a6-5635-47a5-8fd0-57bff6f800ab,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:03.417866 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2e6eaef4-460e-423e-a9db-33dd86a322f3 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (fc60349d-a3fd-46d2-93de-c30a8b26931d), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:03.420611 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7d060395-fefa-41ae-819a-d1e2905887dd tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (64ffdba9-e0a4-44c7-8a25-f14afe2c14fb), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:03.445267 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-2e6eaef4-460e-423e-a9db-33dd86a322f3 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc60349d-a3fd-46d2-93de-c30a8b26931d']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:08:03.479545 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-2e6eaef4-460e-423e-a9db-33dd86a322f3 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a1b64bb-b315-46f6-a993-2f3256b9cca1') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:08:03.480110 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-2e6eaef4-460e-423e-a9db-33dd86a322f3 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a1b64bb-b315-46f6-a993-2f3256b9cca1') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:08:03.482225 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-7d060395-fefa-41ae-819a-d1e2905887dd tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Calling delete_port for 64ffdba9-e0a4-44c7-8a25-f14afe2c14fb owned by {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:08:03.509653 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2e6eaef4-460e-423e-a9db-33dd86a322f3 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (5a1b64bb-b315-46f6-a993-2f3256b9cca1), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:03.516907 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23942810-e5bb-4745-af00-093a823189a9 None None] DHCP port deletion for 9faf7e40-7741-4ebb-8f78-e3e3326a51b7 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:08:03.538688 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 49624) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:03.539499 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2e6eaef4-460e-423e-a9db-33dd86a322f3 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (5a1b64bb-b315-46f6-a993-2f3256b9cca1), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:03.559815 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e6eaef4-460e-423e-a9db-33dd86a322f3 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:08:03.560541 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2e6eaef4-460e-423e-a9db-33dd86a322f3 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (5a1b64bb-b315-46f6-a993-2f3256b9cca1), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:03.629706 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-cb9c5367-3719-4b4c-a564-4f0057768263 req-5282a45e-2c9a-4c01-ad95-889481e32526 service neutron] Attempting to bind port e08a38a6-5635-47a5-8fd0-57bff6f800ab on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:08:03.630256 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-cb9c5367-3719-4b4c-a564-4f0057768263 req-5282a45e-2c9a-4c01-ad95-889481e32526 service neutron] Attempting to bind port e08a38a6-5635-47a5-8fd0-57bff6f800ab by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': 'a9fa2e92-fe10-4a10-8f88-a94a7c43f6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '08f0123b-1ec0-4e8d-a484-33e0709b580c'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:08:03.630676 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9c5367-3719-4b4c-a564-4f0057768263 req-5282a45e-2c9a-4c01-ad95-889481e32526 service neutron] Attempting to bind port e08a38a6-5635-47a5-8fd0-57bff6f800ab on network 08f0123b-1ec0-4e8d-a484-33e0709b580c {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:08:03.634010 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-23942810-e5bb-4745-af00-093a823189a9 None None] Deleting port 7db0ad4d-f113-4d2a-87d7-6ed218779d37 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:08:03.635168 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-23942810-e5bb-4745-af00-093a823189a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (7db0ad4d-f113-4d2a-87d7-6ed218779d37), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:03.650332 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9c5367-3719-4b4c-a564-4f0057768263 req-5282a45e-2c9a-4c01-ad95-889481e32526 service neutron] Port e08a38a6-5635-47a5-8fd0-57bff6f800ab on network 08f0123b-1ec0-4e8d-a484-33e0709b580c not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:08:03.650903 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9c5367-3719-4b4c-a564-4f0057768263 req-5282a45e-2c9a-4c01-ad95-889481e32526 service neutron] Attempting to bind port e08a38a6-5635-47a5-8fd0-57bff6f800ab on network 08f0123b-1ec0-4e8d-a484-33e0709b580c {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:08:03.653209 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:08:03.653209 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:08:03.653209 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:08:03.653209 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:08:03.653209 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:08:03.653209 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:08:03.653209 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:08:03.653209 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:08:03.653209 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:08:03.653209 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:08:03.653209 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:08:03.653209 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:08:03.653209 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:08:03.653209 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:08:03.653209 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:08:03.653209 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:08:03.653209 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:08:03.653209 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:08:03.653209 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:08:03.653209 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:08:03.653209 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:08:03.653209 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:08:03.653209 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:08:03.653209 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:08:03.653209 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:08:03.653209 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:08:03.653209 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:08:03.653209 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:08:03.653209 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:08:03.653209 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:08:03.653209 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:08:03.653209 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:08:03.655252 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2e6eaef4-460e-423e-a9db-33dd86a322f3 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (fc60349d-a3fd-46d2-93de-c30a8b26931d), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:03.673373 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9c5367-3719-4b4c-a564-4f0057768263 req-5282a45e-2c9a-4c01-ad95-889481e32526 service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:08:03.673798 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9c5367-3719-4b4c-a564-4f0057768263 req-5282a45e-2c9a-4c01-ad95-889481e32526 service neutron] Checking segment: {'id': 'a9fa2e92-fe10-4a10-8f88-a94a7c43f6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '08f0123b-1ec0-4e8d-a484-33e0709b580c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:08:03.674365 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9c5367-3719-4b4c-a564-4f0057768263 req-5282a45e-2c9a-4c01-ad95-889481e32526 service neutron] Bound using segment: {'id': 'a9fa2e92-fe10-4a10-8f88-a94a7c43f6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '08f0123b-1ec0-4e8d-a484-33e0709b580c'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:08:03.675285 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-cb9c5367-3719-4b4c-a564-4f0057768263 req-5282a45e-2c9a-4c01-ad95-889481e32526 service neutron] Bound port: e08a38a6-5635-47a5-8fd0-57bff6f800ab, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9fa2e92-fe10-4a10-8f88-a94a7c43f6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '08f0123b-1ec0-4e8d-a484-33e0709b580c'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:08:03.675943 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-cb9c5367-3719-4b4c-a564-4f0057768263 req-5282a45e-2c9a-4c01-ad95-889481e32526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (e08a38a6-5635-47a5-8fd0-57bff6f800ab), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:03.683942 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2e6eaef4-460e-423e-a9db-33dd86a322f3 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:03.698388 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-2e6eaef4-460e-423e-a9db-33dd86a322f3 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "DELETE /v2.0/networks/fc60349d-a3fd-46d2-93de-c30a8b26931d HTTP/1.1" status: 204 len: 168 time: 0.5074565 Feb 02 07:08:03.700782 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 49632) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:03.703085 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9fea8-6fe3-44f6-b8a1-3f21b6b1690b req-0c80adaa-8b44-4984-8856-3a45b789dfe8 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:03.704773 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-90f9fea8-6fe3-44f6-b8a1-3f21b6b1690b req-0c80adaa-8b44-4984-8856-3a45b789dfe8 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 945 time: 0.1427560 Feb 02 07:08:03.751621 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-20e8881f-7ab0-47d2-b29e-c07b7a761127 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1820136609-network', 'tenant_id': 'ea22297d504c43c1a96fcfb15e0b4df4'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:08:03.779331 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6eaef4-460e-423e-a9db-33dd86a322f3 tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Pushing event deleted for resources: {'Network': ['ID=fc60349d-a3fd-46d2-93de-c30a8b26931d,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:03.829164 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-23942810-e5bb-4745-af00-093a823189a9 None None] For port 7db0ad4d-f113-4d2a-87d7-6ed218779d37, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=7db0ad4d-f113-4d2a-87d7-6ed218779d37,segment=NetworkSegment(dbbcd93b-74ed-4f38-9d36-01cf18043418),segment_id=dbbcd93b-74ed-4f38-9d36-01cf18043418)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:08:03.830475 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-23942810-e5bb-4745-af00-093a823189a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (7db0ad4d-f113-4d2a-87d7-6ed218779d37), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:03.844287 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-90f9fea8-6fe3-44f6-b8a1-3f21b6b1690b req-8389b73a-439b-47c0-9cc5-9425e0d86eef tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076097 Feb 02 07:08:03.850229 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-23942810-e5bb-4745-af00-093a823189a9 None None] Calling delete_port for 7db0ad4d-f113-4d2a-87d7-6ed218779d37 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:08:03.857461 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-cb9c5367-3719-4b4c-a564-4f0057768263 req-5282a45e-2c9a-4c01-ad95-889481e32526 service neutron] For port e08a38a6-5635-47a5-8fd0-57bff6f800ab, host n-h2-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:08:03.860945 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-cb9c5367-3719-4b4c-a564-4f0057768263 req-5282a45e-2c9a-4c01-ad95-889481e32526 service neutron] For port e08a38a6-5635-47a5-8fd0-57bff6f800ab, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=e08a38a6-5635-47a5-8fd0-57bff6f800ab,segment=NetworkSegment(a9fa2e92-fe10-4a10-8f88-a94a7c43f6f8),segment_id=a9fa2e92-fe10-4a10-8f88-a94a7c43f6f8)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:08:03.866109 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7d060395-fefa-41ae-819a-d1e2905887dd tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (64ffdba9-e0a4-44c7-8a25-f14afe2c14fb), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:03.877297 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-cb9c5367-3719-4b4c-a564-4f0057768263 req-5282a45e-2c9a-4c01-ad95-889481e32526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (e08a38a6-5635-47a5-8fd0-57bff6f800ab), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:03.913742 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d060395-fefa-41ae-819a-d1e2905887dd tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Pushing event deleted for resources: {'Port': ['ID=64ffdba9-e0a4-44c7-8a25-f14afe2c14fb,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:03.976518 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-23942810-e5bb-4745-af00-093a823189a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (7db0ad4d-f113-4d2a-87d7-6ed218779d37), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:03.983641 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5282a45e-2c9a-4c01-ad95-889481e32526 service neutron] Pushing event updated for resources: {'Port': ['ID=e08a38a6-5635-47a5-8fd0-57bff6f800ab,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:03.999710 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-837985ec-bf6d-43a0-9799-e05f1c635fda req-8df65d51-f73f-4a7f-b671-812c846ba2ed tempest-ServerShowV257Test-1700813566 tempest-ServerShowV257Test-1700813566-project] 10.222.0.87 "GET /v2.0/ports?device_id=a1c97446-c2cb-4a88-9636-e620fec7188f HTTP/1.1" status: 200 len: 210 time: 0.1254160 Feb 02 07:08:04.001460 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c5367-3719-4b4c-a564-4f0057768263 req-5282a45e-2c9a-4c01-ad95-889481e32526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:04.002168 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-cb9c5367-3719-4b4c-a564-4f0057768263 req-5282a45e-2c9a-4c01-ad95-889481e32526 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:04.004780 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cb9c5367-3719-4b4c-a564-4f0057768263 req-5282a45e-2c9a-4c01-ad95-889481e32526 service neutron] 10.222.0.59 "PUT /v2.0/ports/e08a38a6-5635-47a5-8fd0-57bff6f800ab HTTP/1.1" status: 200 len: 1093 time: 2.4479005 Feb 02 07:08:04.006230 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a48b3e5-1376-4aa2-b67a-6595a3bf031e', 'tag': 'e08a38a6-5635-47a5-8fd0-57bff6f800ab'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:08:04.013981 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5020bc-4ca5-4737-b1bf-8fc44cb12740" -d '{"events": [{"name": "network-changed", "server_uuid": "3a48b3e5-1376-4aa2-b67a-6595a3bf031e", "tag": "e08a38a6-5635-47a5-8fd0-57bff6f800ab"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:08:04.022232 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23942810-e5bb-4745-af00-093a823189a9 None None] Pushing event deleted for resources: {'Port': ['ID=7db0ad4d-f113-4d2a-87d7-6ed218779d37,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:04.024400 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23942810-e5bb-4745-af00-093a823189a9 None None] No DVR routers for this DVR port 7db0ad4d-f113-4d2a-87d7-6ed218779d37 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:08:04.121708 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de2b06a-1f76-4383-8577-1619f599cb9a x-openstack-request-id: req-3de2b06a-1f76-4383-8577-1619f599cb9a {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:08:04.122023 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a48b3e5-1376-4aa2-b67a-6595a3bf031e", "tag": "e08a38a6-5635-47a5-8fd0-57bff6f800ab", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:08:04.122441 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-3de2b06a-1f76-4383-8577-1619f599cb9a {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:08:04.122857 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a48b3e5-1376-4aa2-b67a-6595a3bf031e', 'tag': 'e08a38a6-5635-47a5-8fd0-57bff6f800ab', 'status': 'completed', 'code': 200} Feb 02 07:08:04.128164 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fbd5f9be-567e-4e13-9e55-8f0c30a9ad6a tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (9faf7e40-7741-4ebb-8f78-e3e3326a51b7), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:04.135192 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e8881f-7ab0-47d2-b29e-c07b7a761127 admin admin] Made reservation on behalf of ea22297d504c43c1a96fcfb15e0b4df4 for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:08:04.137581 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-20e8881f-7ab0-47d2-b29e-c07b7a761127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:04.148825 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-20e8881f-7ab0-47d2-b29e-c07b7a761127 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:04.160494 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7d060395-fefa-41ae-819a-d1e2905887dd tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:04.167676 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-7d060395-fefa-41ae-819a-d1e2905887dd tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] 10.222.0.87 "DELETE /v2.0/ports/64ffdba9-e0a4-44c7-8a25-f14afe2c14fb HTTP/1.1" status: 204 len: 168 time: 1.2745912 Feb 02 07:08:04.168067 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 49640) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:04.188322 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c5367-3719-4b4c-a564-4f0057768263 req-efc2fbbf-493b-4f31-8d87-8025558bcee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:04.189832 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cb9c5367-3719-4b4c-a564-4f0057768263 req-efc2fbbf-493b-4f31-8d87-8025558bcee3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b1fedabee724425a8e5d5639e34f1a08&device_id=3a48b3e5-1376-4aa2-b67a-6595a3bf031e HTTP/1.1" status: 200 len: 1127 time: 0.0838780 Feb 02 07:08:04.261186 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 49644) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:04.267363 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cb9c5367-3719-4b4c-a564-4f0057768263 req-b92c2e84-400e-46c4-b952-5f29fff3879d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e08a38a6-5635-47a5-8fd0-57bff6f800ab HTTP/1.1" status: 200 len: 217 time: 0.0628369 Feb 02 07:08:04.299612 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2bbd125b-e3c6-4f9f-818e-d1d7762ad11f req-cc790327-cf1d-402a-b814-a42be353620c service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a1c97446-c2cb-4a88-9636-e620fec7188f HTTP/1.1" status: 200 len: 210 time: 0.0597453 Feb 02 07:08:04.333896 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c5367-3719-4b4c-a564-4f0057768263 req-addc95c1-7203-4c16-88f7-26e06cae7d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:04.336120 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cb9c5367-3719-4b4c-a564-4f0057768263 req-addc95c1-7203-4c16-88f7-26e06cae7d3b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=03a972f8-0254-4a3d-bc50-73c64b2c3de5 HTTP/1.1" status: 200 len: 854 time: 0.0597849 Feb 02 07:08:04.377878 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cb9c5367-3719-4b4c-a564-4f0057768263 req-2e9f1ce4-7974-4448-9e38-405e17ae1a35 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=08f0123b-1ec0-4e8d-a484-33e0709b580c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358996 Feb 02 07:08:04.416161 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c3c83f5a-7c8a-4a5f-829a-903d9b882079 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:04.416805 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fbd5f9be-567e-4e13-9e55-8f0c30a9ad6a tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (9faf7e40-7741-4ebb-8f78-e3e3326a51b7), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:04.458826 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-fbd5f9be-567e-4e13-9e55-8f0c30a9ad6a tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9faf7e40-7741-4ebb-8f78-e3e3326a51b7']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:08:04.478983 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-fbd5f9be-567e-4e13-9e55-8f0c30a9ad6a tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbbcd93b-74ed-4f38-9d36-01cf18043418') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:08:04.479286 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-fbd5f9be-567e-4e13-9e55-8f0c30a9ad6a tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbbcd93b-74ed-4f38-9d36-01cf18043418') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:08:04.503833 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fbd5f9be-567e-4e13-9e55-8f0c30a9ad6a tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (dbbcd93b-74ed-4f38-9d36-01cf18043418), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:04.527236 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cb9c5367-3719-4b4c-a564-4f0057768263 req-430b4f86-96d4-4c93-a21d-b5a0d8a12147 service neutron] 10.222.0.59 "GET /v2.0/networks/08f0123b-1ec0-4e8d-a484-33e0709b580c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408074 Feb 02 07:08:04.527536 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b76b18-8113-4fb9-a1fe-b03a2346ee32 req-c99f3209-e928-48fb-9f31-19f837432c97 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:04.529147 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-09b76b18-8113-4fb9-a1fe-b03a2346ee32 req-c99f3209-e928-48fb-9f31-19f837432c97 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=3a48b3e5-1376-4aa2-b67a-6595a3bf031e HTTP/1.1" status: 200 len: 944 time: 0.2254210 Feb 02 07:08:04.560982 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fbd5f9be-567e-4e13-9e55-8f0c30a9ad6a tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (dbbcd93b-74ed-4f38-9d36-01cf18043418), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:04.565973 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-20e8881f-7ab0-47d2-b29e-c07b7a761127 admin admin] Publish callbacks [] for security_group (764993e8-aab5-4f9c-8152-ae5e9dc74bd7), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:04.584250 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-20e8881f-7ab0-47d2-b29e-c07b7a761127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (764993e8-aab5-4f9c-8152-ae5e9dc74bd7), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:04.587810 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbd5f9be-567e-4e13-9e55-8f0c30a9ad6a tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:08:04.588223 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fbd5f9be-567e-4e13-9e55-8f0c30a9ad6a tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (dbbcd93b-74ed-4f38-9d36-01cf18043418), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:04.593018 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:08:04.593018 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:08:04.593018 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:08:04.593018 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:08:04.593018 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:08:04.593018 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:08:04.593018 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:08:04.593018 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:08:04.593018 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:08:04.593018 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:08:04.593018 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:08:04.593018 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:08:04.593018 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:08:04.593018 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:08:04.593018 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:08:04.593018 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:08:04.593018 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:08:04.593018 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:08:04.593018 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:08:04.593018 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:08:04.593018 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:08:04.593018 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:08:04.593018 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:08:04.593018 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:08:04.593018 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:08:04.593018 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:08:04.593018 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:08:04.593018 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:08:04.593018 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:08:04.593018 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:08:04.593018 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:08:04.593018 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:08:04.595227 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-d9cccbba-2b0a-4726-b5b9-c96f00079c0a tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Deleting port 560c0193-2b07-43a3-b2b6-eae5e0909a84 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:08:04.595738 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d9cccbba-2b0a-4726-b5b9-c96f00079c0a tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (560c0193-2b07-43a3-b2b6-eae5e0909a84), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:04.631079 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c3c83f5a-7c8a-4a5f-829a-903d9b882079 admin admin] Publish callbacks [] for security_group (3f3b2e6b-c414-4f56-9216-c522e39ec81e), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:04.647012 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c3c83f5a-7c8a-4a5f-829a-903d9b882079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (3f3b2e6b-c414-4f56-9216-c522e39ec81e), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:04.669231 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cb9c5367-3719-4b4c-a564-4f0057768263 req-256c7ac9-b6f7-4b55-914e-5230590fbab1 service neutron] 10.222.0.59 "GET /v2.0/networks/08f0123b-1ec0-4e8d-a484-33e0709b580c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356335 Feb 02 07:08:04.691716 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-c3c83f5a-7c8a-4a5f-829a-903d9b882079 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=03886aa1d8de479e8c73f3e5e74ff599&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4287384 Feb 02 07:08:04.695533 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 49648) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:04.710403 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c83f5a-7c8a-4a5f-829a-903d9b882079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3b2e6b-c414-4f56-9216-c522e39ec81e,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:04.728618 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20e8881f-7ab0-47d2-b29e-c07b7a761127 admin admin] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:08:04.742615 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 7db0ad4d-f113-4d2a-87d7-6ed218779d37 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:08:04.764139 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 7db0ad4d-f113-4d2a-87d7-6ed218779d37 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:08:04.764906 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 7db0ad4d-f113-4d2a-87d7-6ed218779d37 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:08:04.765499 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 0552d18f-9595-433d-a6f6-1cb0c11defa3 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:08:04.774207 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e8065f7f-3c98-4e67-ba02-6fe96749dbe8 admin admin] Publish callbacks [] for security_group (3f3b2e6b-c414-4f56-9216-c522e39ec81e), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:04.786807 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 0552d18f-9595-433d-a6f6-1cb0c11defa3 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:08:04.787394 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 0552d18f-9595-433d-a6f6-1cb0c11defa3 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:08:04.791927 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-09b76b18-8113-4fb9-a1fe-b03a2346ee32 req-947fefd2-058d-42fd-9b6e-e844a01a8441 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489631 Feb 02 07:08:04.794328 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e8881f-7ab0-47d2-b29e-c07b7a761127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=764993e8-aab5-4f9c-8152-ae5e9dc74bd7,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:04.807721 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-20e8881f-7ab0-47d2-b29e-c07b7a761127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (842ef04e-6cb9-4ed9-bc09-45bb8da4c754), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:04.808702 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-20e8881f-7ab0-47d2-b29e-c07b7a761127 admin admin] Added segment 842ef04e-6cb9-4ed9-bc09-45bb8da4c754 of type vlan for network e38064e7-5611-45ca-8511-3aa97138a283 Feb 02 07:08:04.820535 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fbd5f9be-567e-4e13-9e55-8f0c30a9ad6a tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (9faf7e40-7741-4ebb-8f78-e3e3326a51b7), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:04.837303 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e8065f7f-3c98-4e67-ba02-6fe96749dbe8 admin admin] Publish callbacks [] for security_group (3f3b2e6b-c414-4f56-9216-c522e39ec81e), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:04.853551 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fbd5f9be-567e-4e13-9e55-8f0c30a9ad6a tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:04.860191 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-fbd5f9be-567e-4e13-9e55-8f0c30a9ad6a tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] 10.222.0.87 "DELETE /v2.0/networks/9faf7e40-7741-4ebb-8f78-e3e3326a51b7 HTTP/1.1" status: 204 len: 168 time: 1.1102557 Feb 02 07:08:04.887114 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd5f9be-567e-4e13-9e55-8f0c30a9ad6a tempest-TaggedBootDevicesTest-545088412 tempest-TaggedBootDevicesTest-545088412-project] Pushing event deleted for resources: {'Network': ['ID=9faf7e40-7741-4ebb-8f78-e3e3326a51b7,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:04.888834 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5020bc-4ca5-4737-b1bf-8fc44cb12740 req-72a4d035-6d70-414b-8091-ff4e501b0d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:04.891031 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4a5020bc-4ca5-4737-b1bf-8fc44cb12740 req-72a4d035-6d70-414b-8091-ff4e501b0d7f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b1fedabee724425a8e5d5639e34f1a08&device_id=3a48b3e5-1376-4aa2-b67a-6595a3bf031e HTTP/1.1" status: 200 len: 1127 time: 0.0961697 Feb 02 07:08:04.918889 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-20e8881f-7ab0-47d2-b29e-c07b7a761127 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (e38064e7-5611-45ca-8511-3aa97138a283), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:04.938709 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e8065f7f-3c98-4e67-ba02-6fe96749dbe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (3f3b2e6b-c414-4f56-9216-c522e39ec81e), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:04.938997 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d9cccbba-2b0a-4726-b5b9-c96f00079c0a tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (560c0193-2b07-43a3-b2b6-eae5e0909a84), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:04.939712 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e8065f7f-3c98-4e67-ba02-6fe96749dbe8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:04.940974 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e8065f7f-3c98-4e67-ba02-6fe96749dbe8 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/3f3b2e6b-c414-4f56-9216-c522e39ec81e HTTP/1.1" status: 204 len: 168 time: 0.2443445 Feb 02 07:08:04.955224 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-d9cccbba-2b0a-4726-b5b9-c96f00079c0a tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Calling delete_port for 560c0193-2b07-43a3-b2b6-eae5e0909a84 owned by {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:08:04.985698 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8065f7f-3c98-4e67-ba02-6fe96749dbe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3b2e6b-c414-4f56-9216-c522e39ec81e,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:05.033731 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5020bc-4ca5-4737-b1bf-8fc44cb12740 req-db3da422-6862-4679-bebf-a01c36c31387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:05.036330 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4a5020bc-4ca5-4737-b1bf-8fc44cb12740 req-db3da422-6862-4679-bebf-a01c36c31387 service neutron] 10.222.0.59 "GET /v2.0/networks?id=08f0123b-1ec0-4e8d-a484-33e0709b580c HTTP/1.1" status: 200 len: 915 time: 0.1337810 Feb 02 07:08:05.037403 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.db.resource_extend [None req-20e8881f-7ab0-47d2-b29e-c07b7a761127 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 07:08:05.088141 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-20e8881f-7ab0-47d2-b29e-c07b7a761127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (e38064e7-5611-45ca-8511-3aa97138a283), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:05.089199 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e8881f-7ab0-47d2-b29e-c07b7a761127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:05.090264 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-20e8881f-7ab0-47d2-b29e-c07b7a761127 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:05.141237 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4a5020bc-4ca5-4737-b1bf-8fc44cb12740 req-aacba713-9d1d-4d1c-a103-e8f8ed29b7f8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e08a38a6-5635-47a5-8fd0-57bff6f800ab HTTP/1.1" status: 200 len: 217 time: 0.0980959 Feb 02 07:08:05.153044 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-20e8881f-7ab0-47d2-b29e-c07b7a761127 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6120512 Feb 02 07:08:05.162326 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 49664) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:05.168782 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-ee35b94f-0ac6-42ed-ba2c-e7d614ad260b admin admin] Request body: {'subnet': {'network_id': 'e38064e7-5611-45ca-8511-3aa97138a283', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1820136609-subnet', 'tenant_id': 'ea22297d504c43c1a96fcfb15e0b4df4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:08:05.239065 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e8881f-7ab0-47d2-b29e-c07b7a761127 admin admin] Pushing event updated for resources: {'Network': ['ID=e38064e7-5611-45ca-8511-3aa97138a283,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:05.251881 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network e38064e7-5611-45ca-8511-3aa97138a283 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:08:05.262717 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d9cccbba-2b0a-4726-b5b9-c96f00079c0a tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (560c0193-2b07-43a3-b2b6-eae5e0909a84), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:05.283019 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5020bc-4ca5-4737-b1bf-8fc44cb12740 req-665e12b2-86dd-4850-bdfd-fe986fd3d1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:05.285615 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0864f164-4588-4105-9e8d-42f67b29ee4d req-622fab22-6853-424e-b5d7-9a6885e4cef4 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:05.292374 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4a5020bc-4ca5-4737-b1bf-8fc44cb12740 req-665e12b2-86dd-4850-bdfd-fe986fd3d1a9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=03a972f8-0254-4a3d-bc50-73c64b2c3de5 HTTP/1.1" status: 200 len: 854 time: 0.1422002 Feb 02 07:08:05.293489 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0864f164-4588-4105-9e8d-42f67b29ee4d req-622fab22-6853-424e-b5d7-9a6885e4cef4 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 945 time: 0.2159543 Feb 02 07:08:05.306070 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee35b94f-0ac6-42ed-ba2c-e7d614ad260b admin admin] Made reservation on behalf of ea22297d504c43c1a96fcfb15e0b4df4 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:08:05.310327 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ee35b94f-0ac6-42ed-ba2c-e7d614ad260b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:05.358207 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cccbba-2b0a-4726-b5b9-c96f00079c0a tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Pushing event deleted for resources: {'Port': ['ID=560c0193-2b07-43a3-b2b6-eae5e0909a84,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:05.421530 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4a5020bc-4ca5-4737-b1bf-8fc44cb12740 req-7e03d77f-0896-405f-b9d3-53965de7a56f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=08f0123b-1ec0-4e8d-a484-33e0709b580c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1183815 Feb 02 07:08:05.463132 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0864f164-4588-4105-9e8d-42f67b29ee4d req-0570980f-cb53-48df-9602-43a7eb774edd tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684959 Feb 02 07:08:05.484630 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d9cccbba-2b0a-4726-b5b9-c96f00079c0a tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:05.496598 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d9cccbba-2b0a-4726-b5b9-c96f00079c0a tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] 10.222.0.87 "DELETE /v2.0/ports/560c0193-2b07-43a3-b2b6-eae5e0909a84 HTTP/1.1" status: 204 len: 168 time: 1.3261447 Feb 02 07:08:05.499393 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 49672) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:05.632591 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49fbbdd-fde0-4512-baca-cbd431623280 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:05.636700 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4a5020bc-4ca5-4737-b1bf-8fc44cb12740 req-48691c27-9cb7-4da7-bb62-9430857e8708 service neutron] 10.222.0.59 "GET /v2.0/networks/08f0123b-1ec0-4e8d-a484-33e0709b580c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001739 Feb 02 07:08:05.637775 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f49fbbdd-fde0-4512-baca-cbd431623280 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] 10.222.0.87 "GET /v2.0/ports?device_id=6946a29e-0c9b-4876-be90-af232657f1ee HTTP/1.1" status: 200 len: 913 time: 0.1368680 Feb 02 07:08:05.640302 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 49678) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:05.819829 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6b5fa2ce-8f5a-4cc7-9728-d7f70b6f1063 req-e7608f1b-8e4b-401a-aa7f-d4706b84396c tempest-ServerShowV257Test-1700813566 tempest-ServerShowV257Test-1700813566-project] 10.222.0.87 "GET /v2.0/ports?device_id=a1c97446-c2cb-4a88-9636-e620fec7188f HTTP/1.1" status: 200 len: 210 time: 0.5385749 Feb 02 07:08:05.956892 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4a5020bc-4ca5-4737-b1bf-8fc44cb12740 req-1b91e169-f0c2-4a52-a68d-21db3a02e7b9 service neutron] 10.222.0.59 "GET /v2.0/networks/08f0123b-1ec0-4e8d-a484-33e0709b580c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113463 Feb 02 07:08:05.959811 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ee35b94f-0ac6-42ed-ba2c-e7d614ad260b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (be54a05a-06d7-439b-853b-084bad000392), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:06.035771 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee35b94f-0ac6-42ed-ba2c-e7d614ad260b admin admin] Pushing event updated for resources: {'Subnet': ['ID=be54a05a-06d7-439b-853b-084bad000392,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:06.073755 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee35b94f-0ac6-42ed-ba2c-e7d614ad260b admin admin] Checking segment: {'id': '842ef04e-6cb9-4ed9-bc09-45bb8da4c754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e38064e7-5611-45ca-8511-3aa97138a283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:08:06.074968 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee35b94f-0ac6-42ed-ba2c-e7d614ad260b admin admin] Network hostable DHCP agents. Network: e38064e7-5611-45ca-8511-3aa97138a283, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:08:06.093880 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619019c-a123-4ba4-babd-b24d5ff3e820 req-1b71da19-59fd-485b-9b00-e4c8e8c4b232 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:06.095502 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0619019c-a123-4ba4-babd-b24d5ff3e820 req-1b71da19-59fd-485b-9b00-e4c8e8c4b232 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=3a48b3e5-1376-4aa2-b67a-6595a3bf031e HTTP/1.1" status: 200 len: 944 time: 0.1507008 Feb 02 07:08:06.104232 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee35b94f-0ac6-42ed-ba2c-e7d614ad260b admin admin] Network e38064e7-5611-45ca-8511-3aa97138a283 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:08:06.121541 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-ee35b94f-0ac6-42ed-ba2c-e7d614ad260b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, e38064e7-5611-45ca-8511-3aa97138a283) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:08:06.132124 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c891adbf-5234-4a92-96c5-96777d53cf84 None None] Network e38064e7-5611-45ca-8511-3aa97138a283 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:08:06.151116 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee35b94f-0ac6-42ed-ba2c-e7d614ad260b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:06.155319 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ee35b94f-0ac6-42ed-ba2c-e7d614ad260b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:06.160826 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0619019c-a123-4ba4-babd-b24d5ff3e820 req-013d4af7-649f-4726-8b11-f48cb7b42404 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579371 Feb 02 07:08:06.212413 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-ee35b94f-0ac6-42ed-ba2c-e7d614ad260b admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0475883 Feb 02 07:08:06.305638 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a7c7345c-4592-4898-a107-969ec46bf326 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (6946a29e-0c9b-4876-be90-af232657f1ee), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:06.370007 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5c1852-cf54-4cda-a15d-d80fb2e7dbef None None] Network e38064e7-5611-45ca-8511-3aa97138a283 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:08:06.693657 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac73cb5f-12b9-47b1-964b-2fd9ad1daa3c req-51d2fb0b-2d35-4f8f-979f-a47a598ab934 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:06.703007 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ac73cb5f-12b9-47b1-964b-2fd9ad1daa3c req-51d2fb0b-2d35-4f8f-979f-a47a598ab934 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 945 time: 0.1111510 Feb 02 07:08:06.791097 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-a7c7345c-4592-4898-a107-969ec46bf326 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Deleting port c19439ef-a54b-485e-a0e1-f486c57f8742 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:08:06.792660 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a7c7345c-4592-4898-a107-969ec46bf326 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (c19439ef-a54b-485e-a0e1-f486c57f8742), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:06.799475 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ac73cb5f-12b9-47b1-964b-2fd9ad1daa3c req-eae7494c-ef97-4c46-b519-39c1885a3182 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889211 Feb 02 07:08:06.921088 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a7c7345c-4592-4898-a107-969ec46bf326 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (c19439ef-a54b-485e-a0e1-f486c57f8742), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:06.935122 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-a7c7345c-4592-4898-a107-969ec46bf326 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Calling delete_port for c19439ef-a54b-485e-a0e1-f486c57f8742 owned by network:router_interface {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:08:06.967229 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a14f2b9a-f5f5-46bc-9795-359966c0e02b req-98b527fd-9645-4ac2-a0c3-78ca60584899 tempest-ServerShowV257Test-1700813566 tempest-ServerShowV257Test-1700813566-project] 10.222.0.87 "GET /v2.0/ports?device_id=a1c97446-c2cb-4a88-9636-e620fec7188f HTTP/1.1" status: 200 len: 210 time: 0.0546346 Feb 02 07:08:07.177054 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a7c7345c-4592-4898-a107-969ec46bf326 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (c19439ef-a54b-485e-a0e1-f486c57f8742), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:07.236005 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c7345c-4592-4898-a107-969ec46bf326 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Pushing event deleted for resources: {'Port': ['ID=c19439ef-a54b-485e-a0e1-f486c57f8742,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:07.534536 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a7c7345c-4592-4898-a107-969ec46bf326 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (6946a29e-0c9b-4876-be90-af232657f1ee), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:07.610560 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ce02f1-78ae-4c18-a976-8b107a5c44b5 req-5d862a0f-474b-415f-b8e0-b772dbf044aa tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:07.618556 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-89ce02f1-78ae-4c18-a976-8b107a5c44b5 req-5d862a0f-474b-415f-b8e0-b772dbf044aa tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=3a48b3e5-1376-4aa2-b67a-6595a3bf031e HTTP/1.1" status: 200 len: 944 time: 0.0763052 Feb 02 07:08:07.683762 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-89ce02f1-78ae-4c18-a976-8b107a5c44b5 req-5d703e86-fa57-4cf7-8910-389beb34c79f tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640004 Feb 02 07:08:07.892156 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-add9fb5c-da6c-4623-b11f-d97e3163dbc1 req-a8eadde3-75eb-47a9-a47a-837beed35251 tempest-ServerShowV257Test-1700813566 tempest-ServerShowV257Test-1700813566-project] 10.222.0.87 "GET /v2.0/ports?device_id=a1c97446-c2cb-4a88-9636-e620fec7188f HTTP/1.1" status: 200 len: 210 time: 0.0908308 Feb 02 07:08:08.107530 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a15ea1-eced-49dc-acad-ce41ef4f0289 req-90acfdc5-77ca-499f-ad8a-b506feff6623 tempest-ServerTagsTestJSON-1321741055 tempest-ServerTagsTestJSON-1321741055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:08.112874 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-36a15ea1-eced-49dc-acad-ce41ef4f0289 req-90acfdc5-77ca-499f-ad8a-b506feff6623 tempest-ServerTagsTestJSON-1321741055 tempest-ServerTagsTestJSON-1321741055-project] 10.222.0.87 "GET /v2.0/networks?id=e38064e7-5611-45ca-8511-3aa97138a283 HTTP/1.1" status: 200 len: 809 time: 0.6826093 Feb 02 07:08:08.130010 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-36a15ea1-eced-49dc-acad-ce41ef4f0289 req-66e2caea-58b6-474f-a006-a8e8fc7dceed tempest-ServerTagsTestJSON-1321741055 tempest-ServerTagsTestJSON-1321741055-project] 10.222.0.87 "GET /v2.0/quotas/ea22297d504c43c1a96fcfb15e0b4df4 HTTP/1.1" status: 200 len: 375 time: 0.0161579 Feb 02 07:08:08.202654 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-36a15ea1-eced-49dc-acad-ce41ef4f0289 req-7de9fae7-a812-46c4-9907-9253f2c34298 tempest-ServerTagsTestJSON-1321741055 tempest-ServerTagsTestJSON-1321741055-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=ea22297d504c43c1a96fcfb15e0b4df4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0717149 Feb 02 07:08:08.304756 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-36a15ea1-eced-49dc-acad-ce41ef4f0289 req-7a441ec1-b7f8-4dee-b4f9-0a509e973930 service neutron] 10.222.0.87 "GET /v2.0/networks/e38064e7-5611-45ca-8511-3aa97138a283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011844 Feb 02 07:08:08.443940 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7c7345c-4592-4898-a107-969ec46bf326 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Router 6946a29e-0c9b-4876-be90-af232657f1ee has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:08:08.493329 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125ebe9-2c04-4b55-8eb0-5e00e9686df7 req-90c3c9db-41cd-48ed-a577-9162dce145c4 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:08.495269 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b125ebe9-2c04-4b55-8eb0-5e00e9686df7 req-90c3c9db-41cd-48ed-a577-9162dce145c4 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 945 time: 0.5123065 Feb 02 07:08:08.581022 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b125ebe9-2c04-4b55-8eb0-5e00e9686df7 req-efc3837d-71dc-4edd-be0c-2492fdc99c35 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734432 Feb 02 07:08:08.595613 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c7345c-4592-4898-a107-969ec46bf326 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:08:08.599383 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-36a15ea1-eced-49dc-acad-ce41ef4f0289 req-a5e7b3d3-5df0-4128-9477-2903e160becb service neutron] 10.222.0.87 "GET /v2.0/networks/e38064e7-5611-45ca-8511-3aa97138a283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937603 Feb 02 07:08:08.603185 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a7c7345c-4592-4898-a107-969ec46bf326 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] 10.222.0.87 "PUT /v2.0/routers/6946a29e-0c9b-4876-be90-af232657f1ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9618890 Feb 02 07:08:08.608422 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d80c07-ddb9-4d4f-b5e5-bf557edc76ec None None] Sync routers for ids ['6946a29e-0c9b-4876-be90-af232657f1ee'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:08:08.609114 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 49786) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:08.626084 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d80c07-ddb9-4d4f-b5e5-bf557edc76ec None None] Routers {'6946a29e-0c9b-4876-be90-af232657f1ee'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:08:08.627085 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-81d80c07-ddb9-4d4f-b5e5-bf557edc76ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:07:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['6946a29e-0c9b-4876-be90-af232657f1ee'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:08:08.666071 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-81d80c07-ddb9-4d4f-b5e5-bf557edc76ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:08:08.678710 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d80c07-ddb9-4d4f-b5e5-bf557edc76ec None None] Routers {'6946a29e-0c9b-4876-be90-af232657f1ee'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:08:08.679653 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-81d80c07-ddb9-4d4f-b5e5-bf557edc76ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:07:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['6946a29e-0c9b-4876-be90-af232657f1ee'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:08:08.787701 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-81d80c07-ddb9-4d4f-b5e5-bf557edc76ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:08:08.788789 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d80c07-ddb9-4d4f-b5e5-bf557edc76ec None None] The sync data for ids ['6946a29e-0c9b-4876-be90-af232657f1ee'] in n-d-789963-26 is: [] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:08:08.848189 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4b1b8bfe-e164-4381-977c-2cf6e3e1f719 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for router (6946a29e-0c9b-4876-be90-af232657f1ee), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:08.887162 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device e08a38a6-5635-47a5-8fd0-57bff6f800ab details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:08:08.931600 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb090b99-85e4-4d0b-937a-34325f4d18e9 req-f6be4333-3fbe-4231-bcf6-5157aea95bc6 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:08.938194 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cb090b99-85e4-4d0b-937a-34325f4d18e9 req-f6be4333-3fbe-4231-bcf6-5157aea95bc6 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=3a48b3e5-1376-4aa2-b67a-6595a3bf031e HTTP/1.1" status: 200 len: 944 time: 0.1207151 Feb 02 07:08:08.938996 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-552a37c4-c9c3-4dc7-ac35-43bc61d354e7 req-bb4dbd67-c1d2-4952-b692-aa5ff6a926db tempest-ServerTagsTestJSON-1321741055 tempest-ServerTagsTestJSON-1321741055-project] 10.222.0.87 "GET /v2.0/ports?device_id=48d71107-816d-4217-994c-6ca3a83a12dd HTTP/1.1" status: 200 len: 210 time: 0.0490987 Feb 02 07:08:09.018195 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4b1b8bfe-e164-4381-977c-2cf6e3e1f719 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for router_gateway (6946a29e-0c9b-4876-be90-af232657f1ee), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:09.064894 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cb090b99-85e4-4d0b-937a-34325f4d18e9 req-6dce7959-6add-4295-a079-ae3223029144 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151404 Feb 02 07:08:09.071198 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 49802) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:09.132452 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b12e3eec-778c-4dff-aa8d-b8a567bedef6 req-2ca7c762-8727-46bf-a7a6-965abe499c31 tempest-ServerShowV257Test-1700813566 tempest-ServerShowV257Test-1700813566-project] 10.222.0.87 "GET /v2.0/ports?device_id=a1c97446-c2cb-4a88-9636-e620fec7188f HTTP/1.1" status: 200 len: 210 time: 0.0629709 Feb 02 07:08:09.136450 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port e08a38a6-5635-47a5-8fd0-57bff6f800ab, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=e08a38a6-5635-47a5-8fd0-57bff6f800ab,segment=NetworkSegment(a9fa2e92-fe10-4a10-8f88-a94a7c43f6f8),segment_id=a9fa2e92-fe10-4a10-8f88-a94a7c43f6f8)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:08:09.149422 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-4b1b8bfe-e164-4381-977c-2cf6e3e1f719 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Deleting port c061c84e-9901-4aaa-9c71-3aba2e7ad732 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:08:09.149777 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4b1b8bfe-e164-4381-977c-2cf6e3e1f719 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (c061c84e-9901-4aaa-9c71-3aba2e7ad732), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:09.154685 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': 'e08a38a6-5635-47a5-8fd0-57bff6f800ab', 'network_id': '08f0123b-1ec0-4e8d-a484-33e0709b580c', 'port_id': 'e08a38a6-5635-47a5-8fd0-57bff6f800ab', 'mac_address': 'fa:16:3e:40:03:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03a972f8-0254-4a3d-bc50-73c64b2c3de5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:08:09.206194 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port e08a38a6-5635-47a5-8fd0-57bff6f800ab is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:08:09.207448 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (e08a38a6-5635-47a5-8fd0-57bff6f800ab), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:09.262292 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4b1b8bfe-e164-4381-977c-2cf6e3e1f719 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (c061c84e-9901-4aaa-9c71-3aba2e7ad732), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:09.277136 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6cdd1000-6248-4172-af4a-ed94d6d2e5f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:09.282623 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-4b1b8bfe-e164-4381-977c-2cf6e3e1f719 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Calling delete_port for c061c84e-9901-4aaa-9c71-3aba2e7ad732 owned by network:router_gateway {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:08:09.375024 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e08a38a6-5635-47a5-8fd0-57bff6f800ab {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:08:09.396925 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6cdd1000-6248-4172-af4a-ed94d6d2e5f0 admin admin] Publish callbacks [] for security_group (0305696d-be79-4124-85e0-e03c5473ce2e), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:09.403014 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port e08a38a6-5635-47a5-8fd0-57bff6f800ab, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=e08a38a6-5635-47a5-8fd0-57bff6f800ab,segment=NetworkSegment(a9fa2e92-fe10-4a10-8f88-a94a7c43f6f8),segment_id=a9fa2e92-fe10-4a10-8f88-a94a7c43f6f8)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:08:09.403261 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6cdd1000-6248-4172-af4a-ed94d6d2e5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (0305696d-be79-4124-85e0-e03c5473ce2e), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:09.406222 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (e08a38a6-5635-47a5-8fd0-57bff6f800ab), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:09.461224 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-6cdd1000-6248-4172-af4a-ed94d6d2e5f0 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=00dd5346d2704c50a8d19e966c0b98b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3889084 Feb 02 07:08:09.462877 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdd1000-6248-4172-af4a-ed94d6d2e5f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0305696d-be79-4124-85e0-e03c5473ce2e,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:09.464465 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=e08a38a6-5635-47a5-8fd0-57bff6f800ab,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:09.466140 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 49808) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:09.511600 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:08:09.512169 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:08:09.512803 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:08:09.513377 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:08:09.513979 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:08:09.514794 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:08:09.515863 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:08:09.516624 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:08:09.517543 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:08:09.518166 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:08:09.518711 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:08:09.519996 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:08:09.520620 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:08:09.538569 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cc0b2753-690d-4ade-8e8a-8bb487c34d7a admin admin] Publish callbacks [] for security_group (0305696d-be79-4124-85e0-e03c5473ce2e), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:09.569047 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cc0b2753-690d-4ade-8e8a-8bb487c34d7a admin admin] Publish callbacks [] for security_group (0305696d-be79-4124-85e0-e03c5473ce2e), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:09.597311 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4b1b8bfe-e164-4381-977c-2cf6e3e1f719 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (c061c84e-9901-4aaa-9c71-3aba2e7ad732), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:09.663524 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cc0b2753-690d-4ade-8e8a-8bb487c34d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (0305696d-be79-4124-85e0-e03c5473ce2e), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:09.666168 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1b8bfe-e164-4381-977c-2cf6e3e1f719 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Pushing event deleted for resources: {'Port': ['ID=c061c84e-9901-4aaa-9c71-3aba2e7ad732,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:09.666414 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cc0b2753-690d-4ade-8e8a-8bb487c34d7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:09.670185 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-cc0b2753-690d-4ade-8e8a-8bb487c34d7a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/0305696d-be79-4124-85e0-e03c5473ce2e HTTP/1.1" status: 204 len: 168 time: 0.2032392 Feb 02 07:08:09.694631 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0b2753-690d-4ade-8e8a-8bb487c34d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0305696d-be79-4124-85e0-e03c5473ce2e,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:09.730295 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae44ac-0bdc-47c9-a093-a7673cd705cc req-cf1871ba-2fab-4cd5-a82a-6088b0be7af9 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:09.738460 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-70ae44ac-0bdc-47c9-a093-a7673cd705cc req-cf1871ba-2fab-4cd5-a82a-6088b0be7af9 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 945 time: 0.0850866 Feb 02 07:08:09.749630 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4b1b8bfe-e164-4381-977c-2cf6e3e1f719 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (6946a29e-0c9b-4876-be90-af232657f1ee), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:09.787243 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-70ae44ac-0bdc-47c9-a093-a7673cd705cc req-46ff1e36-1c19-485a-b363-a82b2fb38be2 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476820 Feb 02 07:08:09.836263 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['e08a38a6-5635-47a5-8fd0-57bff6f800ab'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:08:09.942969 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4b1b8bfe-e164-4381-977c-2cf6e3e1f719 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (6946a29e-0c9b-4876-be90-af232657f1ee), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:09.945907 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4b1b8bfe-e164-4381-977c-2cf6e3e1f719 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for router_controller (6946a29e-0c9b-4876-be90-af232657f1ee), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:10.061585 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4b1b8bfe-e164-4381-977c-2cf6e3e1f719 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (6946a29e-0c9b-4876-be90-af232657f1ee), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:10.064887 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b1b8bfe-e164-4381-977c-2cf6e3e1f719 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Fanout notify agent at l3_agent the message router_deleted on router 6946a29e-0c9b-4876-be90-af232657f1ee {{(pid=109694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:08:10.076773 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4b1b8bfe-e164-4381-977c-2cf6e3e1f719 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:10.083281 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 49820) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:10.088125 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-4b1b8bfe-e164-4381-977c-2cf6e3e1f719 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] 10.222.0.87 "DELETE /v2.0/routers/6946a29e-0c9b-4876-be90-af232657f1ee HTTP/1.1" status: 204 len: 168 time: 1.4778771 Feb 02 07:08:10.142930 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-288f1d33-1847-42d2-b09d-ae061d3beb94 req-7c46bcce-841f-4dde-a51e-d0d9c3a209fb tempest-ServerTagsTestJSON-1321741055 tempest-ServerTagsTestJSON-1321741055-project] 10.222.0.87 "GET /v2.0/ports?device_id=48d71107-816d-4217-994c-6ca3a83a12dd HTTP/1.1" status: 200 len: 210 time: 0.0453873 Feb 02 07:08:10.184083 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d9e0d-81c1-43f1-8e30-b6c0636a5118 req-6f7407d5-78df-4a7d-b70c-da0fdf200f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:10.185824 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-271d9e0d-81c1-43f1-8e30-b6c0636a5118 req-6f7407d5-78df-4a7d-b70c-da0fdf200f1e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=12ae52d2610343959b079c169f83e654&device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 1128 time: 0.1857836 Feb 02 07:08:10.204712 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-32db97bf-50ea-46a8-9651-9ea291a84f7c tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Deleting subnet d173fa1b-2f06-450d-aae4-0b2b2833a319 {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:08:10.211142 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-32db97bf-50ea-46a8-9651-9ea291a84f7c tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for subnet (d173fa1b-2f06-450d-aae4-0b2b2833a319), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:10.269807 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3143b452-d4e1-4804-8b4a-bfc9ef5420a3 req-2d2f0ae3-9491-44ab-ba32-49c0e22835bf tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:10.278200 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3143b452-d4e1-4804-8b4a-bfc9ef5420a3 req-2d2f0ae3-9491-44ab-ba32-49c0e22835bf tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=3a48b3e5-1376-4aa2-b67a-6595a3bf031e HTTP/1.1" status: 200 len: 945 time: 0.1203349 Feb 02 07:08:10.298823 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 49826) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:10.320885 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-32db97bf-50ea-46a8-9651-9ea291a84f7c tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (d173fa1b-2f06-450d-aae4-0b2b2833a319), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:10.349969 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e48baa67-d735-40e3-a2c6-6de12c5e8a0e req-f3405586-0815-4142-97ed-3d9b4cffdc7e tempest-ServerShowV257Test-1700813566 tempest-ServerShowV257Test-1700813566-project] 10.222.0.87 "GET /v2.0/ports?device_id=a1c97446-c2cb-4a88-9636-e620fec7188f HTTP/1.1" status: 200 len: 210 time: 0.0380676 Feb 02 07:08:10.353239 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d9e0d-81c1-43f1-8e30-b6c0636a5118 req-1095c35c-fa7e-4993-a999-5cf4f5cd9ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:10.354667 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-271d9e0d-81c1-43f1-8e30-b6c0636a5118 req-1095c35c-fa7e-4993-a999-5cf4f5cd9ea8 service neutron] 10.222.0.88 "GET /v2.0/networks?id=274d3754-cb62-4276-8b4a-dfa5cf98baaf HTTP/1.1" status: 200 len: 913 time: 0.1434822 Feb 02 07:08:10.356645 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fcd25ab5-5a50-4e31-bce7-d850bc46ef67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:10.384630 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3143b452-d4e1-4804-8b4a-bfc9ef5420a3 req-32230970-1d19-4b99-9a1b-c040aeed9c5f tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027985 Feb 02 07:08:10.430932 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-32db97bf-50ea-46a8-9651-9ea291a84f7c tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (d173fa1b-2f06-450d-aae4-0b2b2833a319), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:10.464001 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-271d9e0d-81c1-43f1-8e30-b6c0636a5118 req-750880bd-49e4-4c63-99fc-a59cf9279bbd service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85893ae3-9cf9-488d-a8f8-58bbbb8cbd30 HTTP/1.1" status: 200 len: 1000 time: 0.1016519 Feb 02 07:08:10.587602 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d9e0d-81c1-43f1-8e30-b6c0636a5118 req-9ebbb4c7-9f9f-49fa-84e8-4d336abbcbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:10.589450 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-271d9e0d-81c1-43f1-8e30-b6c0636a5118 req-9ebbb4c7-9f9f-49fa-84e8-4d336abbcbce service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b6b3fc97-ea53-4910-99b5-bddf06c5d45f HTTP/1.1" status: 200 len: 851 time: 0.1061730 Feb 02 07:08:10.606852 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-32db97bf-50ea-46a8-9651-9ea291a84f7c tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (d173fa1b-2f06-450d-aae4-0b2b2833a319), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:10.656332 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fcd25ab5-5a50-4e31-bce7-d850bc46ef67 admin admin] Publish callbacks [] for security_group (1caa309f-3692-4689-b23c-f446a7b50095), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:10.660218 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32db97bf-50ea-46a8-9651-9ea291a84f7c tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Pushing event deleted for resources: {'Subnet': ['ID=d173fa1b-2f06-450d-aae4-0b2b2833a319,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:10.661299 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d9e0d-81c1-43f1-8e30-b6c0636a5118 req-5a249539-211b-4778-9123-f122e4a8d646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:10.663192 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-271d9e0d-81c1-43f1-8e30-b6c0636a5118 req-5a249539-211b-4778-9123-f122e4a8d646 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=274d3754-cb62-4276-8b4a-dfa5cf98baaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0666597 Feb 02 07:08:10.666417 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-32db97bf-50ea-46a8-9651-9ea291a84f7c tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:10.669881 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-32db97bf-50ea-46a8-9651-9ea291a84f7c tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] 10.222.0.87 "DELETE /v2.0/subnets/d173fa1b-2f06-450d-aae4-0b2b2833a319 HTTP/1.1" status: 204 len: 168 time: 0.5855172 Feb 02 07:08:10.672480 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 49830) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:10.673991 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fcd25ab5-5a50-4e31-bce7-d850bc46ef67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (1caa309f-3692-4689-b23c-f446a7b50095), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:10.723363 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a15ea1-eced-49dc-acad-ce41ef4f0289 req-e1ebc7b5-1387-495f-a27b-30aeb5dc5b54 tempest-ServerTagsTestJSON-1321741055 tempest-ServerTagsTestJSON-1321741055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:10.725020 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-36a15ea1-eced-49dc-acad-ce41ef4f0289 req-e1ebc7b5-1387-495f-a27b-30aeb5dc5b54 tempest-ServerTagsTestJSON-1321741055 tempest-ServerTagsTestJSON-1321741055-project] 10.222.0.88 "GET /v2.0/networks?id=e38064e7-5611-45ca-8511-3aa97138a283 HTTP/1.1" status: 200 len: 809 time: 0.2394328 Feb 02 07:08:10.743072 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd25ab5-5a50-4e31-bce7-d850bc46ef67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1caa309f-3692-4689-b23c-f446a7b50095,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:10.750890 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-fcd25ab5-5a50-4e31-bce7-d850bc46ef67 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b8f0dc689e3948e58c037425783284b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4478755 Feb 02 07:08:10.751839 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 49832) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:10.767256 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-36a15ea1-eced-49dc-acad-ce41ef4f0289 req-8ad3c4ea-80f1-4e70-a76d-a5cfab6fecf2 tempest-ServerTagsTestJSON-1321741055 tempest-ServerTagsTestJSON-1321741055-project] Request body: {'port': {'device_id': '48d71107-816d-4217-994c-6ca3a83a12dd', 'network_id': 'e38064e7-5611-45ca-8511-3aa97138a283', 'admin_state_up': True, 'tenant_id': 'ea22297d504c43c1a96fcfb15e0b4df4'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:08:10.824577 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f4af6e3e-a037-4e3a-9fea-4040c0c8edf0 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (3aa6b9b1-7647-4e2c-a3d3-2787d3795776), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:10.882612 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8a37bea8-eddf-476a-8925-526708f454cd admin admin] Publish callbacks [] for security_group (1caa309f-3692-4689-b23c-f446a7b50095), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:10.927036 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c913a956-ba78-4c36-8009-e1972bdbac0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:10.931467 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8a37bea8-eddf-476a-8925-526708f454cd admin admin] Publish callbacks [] for security_group (1caa309f-3692-4689-b23c-f446a7b50095), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:10.954568 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36a15ea1-eced-49dc-acad-ce41ef4f0289 req-8ad3c4ea-80f1-4e70-a76d-a5cfab6fecf2 tempest-ServerTagsTestJSON-1321741055 tempest-ServerTagsTestJSON-1321741055-project] Made reservation on behalf of ea22297d504c43c1a96fcfb15e0b4df4 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:08:10.956306 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-271d9e0d-81c1-43f1-8e30-b6c0636a5118 req-bb8fe856-ee38-48be-8046-6ef439ec559b service neutron] 10.222.0.88 "GET /v2.0/networks/274d3754-cb62-4276-8b4a-dfa5cf98baaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626576 Feb 02 07:08:10.959019 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-36a15ea1-eced-49dc-acad-ce41ef4f0289 req-8ad3c4ea-80f1-4e70-a76d-a5cfab6fecf2 tempest-ServerTagsTestJSON-1321741055 tempest-ServerTagsTestJSON-1321741055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:11.022635 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f4af6e3e-a037-4e3a-9fea-4040c0c8edf0 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (3aa6b9b1-7647-4e2c-a3d3-2787d3795776), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:11.063390 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8a37bea8-eddf-476a-8925-526708f454cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (1caa309f-3692-4689-b23c-f446a7b50095), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:11.066621 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8a37bea8-eddf-476a-8925-526708f454cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:11.068135 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-8a37bea8-eddf-476a-8925-526708f454cd admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/1caa309f-3692-4689-b23c-f446a7b50095 HTTP/1.1" status: 204 len: 168 time: 0.3135781 Feb 02 07:08:11.102338 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-f4af6e3e-a037-4e3a-9fea-4040c0c8edf0 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aa6b9b1-7647-4e2c-a3d3-2787d3795776']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:08:11.104556 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a37bea8-eddf-476a-8925-526708f454cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1caa309f-3692-4689-b23c-f446a7b50095,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:11.118526 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-f4af6e3e-a037-4e3a-9fea-4040c0c8edf0 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '781806d3-4152-4255-a649-026c6c2499c3') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:08:11.118951 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-f4af6e3e-a037-4e3a-9fea-4040c0c8edf0 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '781806d3-4152-4255-a649-026c6c2499c3') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:08:11.135286 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f71ffb-68b4-4bf7-a473-32f3eee89f58 req-c08447f7-567f-48a8-9384-3da361debdb3 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:11.136923 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b0f71ffb-68b4-4bf7-a473-32f3eee89f58 req-c08447f7-567f-48a8-9384-3da361debdb3 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 945 time: 0.2410400 Feb 02 07:08:11.142512 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f4af6e3e-a037-4e3a-9fea-4040c0c8edf0 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (781806d3-4152-4255-a649-026c6c2499c3), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:11.152021 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-36a15ea1-eced-49dc-acad-ce41ef4f0289 req-8ad3c4ea-80f1-4e70-a76d-a5cfab6fecf2 tempest-ServerTagsTestJSON-1321741055 tempest-ServerTagsTestJSON-1321741055-project] Allocated IP 172.20.0.4 (e38064e7-5611-45ca-8511-3aa97138a283/be54a05a-06d7-439b-853b-084bad000392/bb30e303-6bfe-4a5e-a203-33d14f826e38) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:08:11.186329 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f4af6e3e-a037-4e3a-9fea-4040c0c8edf0 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (781806d3-4152-4255-a649-026c6c2499c3), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:11.194248 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-271d9e0d-81c1-43f1-8e30-b6c0636a5118 req-7e814dec-3f5c-4ff8-b798-2fae8e215064 service neutron] 10.222.0.88 "GET /v2.0/networks/274d3754-cb62-4276-8b4a-dfa5cf98baaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261629 Feb 02 07:08:11.199114 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4af6e3e-a037-4e3a-9fea-4040c0c8edf0 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:08:11.199588 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f4af6e3e-a037-4e3a-9fea-4040c0c8edf0 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (781806d3-4152-4255-a649-026c6c2499c3), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:11.202845 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:08:11.202845 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:08:11.202845 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:08:11.202845 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:08:11.202845 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:08:11.202845 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:08:11.202845 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:08:11.202845 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:08:11.202845 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:08:11.202845 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:08:11.202845 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:08:11.202845 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:08:11.202845 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:08:11.202845 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:08:11.202845 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:08:11.202845 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:08:11.202845 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:08:11.202845 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:08:11.202845 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:08:11.202845 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:08:11.202845 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:08:11.202845 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:08:11.202845 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:08:11.202845 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:08:11.202845 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:08:11.202845 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:08:11.202845 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:08:11.202845 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:08:11.202845 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:08:11.202845 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:08:11.202845 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:08:11.202845 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:08:11.280268 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b0f71ffb-68b4-4bf7-a473-32f3eee89f58 req-f911f058-d791-4c0f-a279-39819c9423f4 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332877 Feb 02 07:08:11.290411 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f4af6e3e-a037-4e3a-9fea-4040c0c8edf0 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (3aa6b9b1-7647-4e2c-a3d3-2787d3795776), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:11.296239 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f4af6e3e-a037-4e3a-9fea-4040c0c8edf0 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:11.301564 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f4af6e3e-a037-4e3a-9fea-4040c0c8edf0 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] 10.222.0.87 "DELETE /v2.0/networks/3aa6b9b1-7647-4e2c-a3d3-2787d3795776 HTTP/1.1" status: 204 len: 168 time: 0.6274242 Feb 02 07:08:11.333752 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af6e3e-a037-4e3a-9fea-4040c0c8edf0 tempest-FloatingIPTestJSON-1886080706 tempest-FloatingIPTestJSON-1886080706-project] Pushing event deleted for resources: {'Network': ['ID=3aa6b9b1-7647-4e2c-a3d3-2787d3795776,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:11.351814 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-700ef5be-5569-4017-9cf0-dbbe8ecf7bcc req-a482bacd-3b56-434c-bd15-1a0d892ce71e tempest-ServerTagsTestJSON-1321741055 tempest-ServerTagsTestJSON-1321741055-project] 10.222.0.87 "GET /v2.0/ports?device_id=48d71107-816d-4217-994c-6ca3a83a12dd HTTP/1.1" status: 200 len: 210 time: 0.0849037 Feb 02 07:08:11.465737 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-36a15ea1-eced-49dc-acad-ce41ef4f0289 req-8ad3c4ea-80f1-4e70-a76d-a5cfab6fecf2 tempest-ServerTagsTestJSON-1321741055 tempest-ServerTagsTestJSON-1321741055-project] Publish callbacks [] for port (bb30e303-6bfe-4a5e-a203-33d14f826e38), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:11.567565 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7856fba7-26c8-4b73-8c25-a1c8212c8a56 req-09b8bfd9-b004-46d0-a842-16f5f071431c tempest-ServerShowV257Test-1700813566 tempest-ServerShowV257Test-1700813566-project] 10.222.0.87 "GET /v2.0/ports?device_id=a1c97446-c2cb-4a88-9636-e620fec7188f HTTP/1.1" status: 200 len: 210 time: 0.0793109 Feb 02 07:08:11.569444 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-36a15ea1-eced-49dc-acad-ce41ef4f0289 req-8ad3c4ea-80f1-4e70-a76d-a5cfab6fecf2 tempest-ServerTagsTestJSON-1321741055 tempest-ServerTagsTestJSON-1321741055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (bb30e303-6bfe-4a5e-a203-33d14f826e38), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:11.626236 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36a15ea1-eced-49dc-acad-ce41ef4f0289 req-8ad3c4ea-80f1-4e70-a76d-a5cfab6fecf2 tempest-ServerTagsTestJSON-1321741055 tempest-ServerTagsTestJSON-1321741055-project] Network e38064e7-5611-45ca-8511-3aa97138a283 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:08:11.632385 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-36a15ea1-eced-49dc-acad-ce41ef4f0289 req-8ad3c4ea-80f1-4e70-a76d-a5cfab6fecf2 tempest-ServerTagsTestJSON-1321741055 tempest-ServerTagsTestJSON-1321741055-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:08:11.639704 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-36a15ea1-eced-49dc-acad-ce41ef4f0289 req-8ad3c4ea-80f1-4e70-a76d-a5cfab6fecf2 tempest-ServerTagsTestJSON-1321741055 tempest-ServerTagsTestJSON-1321741055-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:08:11.683312 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad3c4ea-80f1-4e70-a76d-a5cfab6fecf2 tempest-ServerTagsTestJSON-1321741055 tempest-ServerTagsTestJSON-1321741055-project] Pushing event updated for resources: {'Port': ['ID=bb30e303-6bfe-4a5e-a203-33d14f826e38,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:11.734662 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461bef7e-1d69-445b-a38a-e9f57b119640 req-39507264-04f4-4f54-b3eb-20d978712b57 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:11.736325 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-461bef7e-1d69-445b-a38a-e9f57b119640 req-39507264-04f4-4f54-b3eb-20d978712b57 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=3a48b3e5-1376-4aa2-b67a-6595a3bf031e HTTP/1.1" status: 200 len: 945 time: 0.2178018 Feb 02 07:08:11.793474 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a15ea1-eced-49dc-acad-ce41ef4f0289 req-8ad3c4ea-80f1-4e70-a76d-a5cfab6fecf2 tempest-ServerTagsTestJSON-1321741055 tempest-ServerTagsTestJSON-1321741055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:11.794152 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-36a15ea1-eced-49dc-acad-ce41ef4f0289 req-8ad3c4ea-80f1-4e70-a76d-a5cfab6fecf2 tempest-ServerTagsTestJSON-1321741055 tempest-ServerTagsTestJSON-1321741055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:11.801721 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 49858) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:11.826841 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-461bef7e-1d69-445b-a38a-e9f57b119640 req-a9f4c8f1-35c6-4f13-adff-04721c17c748 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836132 Feb 02 07:08:11.830456 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-36a15ea1-eced-49dc-acad-ce41ef4f0289 req-8ad3c4ea-80f1-4e70-a76d-a5cfab6fecf2 tempest-ServerTagsTestJSON-1321741055 tempest-ServerTagsTestJSON-1321741055-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0676734 Feb 02 07:08:11.855405 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-36a15ea1-eced-49dc-acad-ce41ef4f0289 req-bfaf01a3-bc59-4d24-abd7-61506ff338aa service neutron] Request body: {'port': {'device_id': '48d71107-816d-4217-994c-6ca3a83a12dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:08:11.931628 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-36a15ea1-eced-49dc-acad-ce41ef4f0289 req-bfaf01a3-bc59-4d24-abd7-61506ff338aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (bb30e303-6bfe-4a5e-a203-33d14f826e38), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:12.061147 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-8a3c31b4-0e2f-4ac9-b7a9-e618f494c1c3 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9173653ae73f437eb381eab8dac50b29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2581937 Feb 02 07:08:12.063449 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 49868) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:12.126301 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e29220a9-a68b-4dc7-b6d1-888f1b6d9900 admin admin] Publish callbacks [] for security_group (0c029591-0c84-47c8-a328-f1382916ac66), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:12.156794 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e29220a9-a68b-4dc7-b6d1-888f1b6d9900 admin admin] Publish callbacks [] for security_group (0c029591-0c84-47c8-a328-f1382916ac66), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:12.214369 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e29220a9-a68b-4dc7-b6d1-888f1b6d9900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (0c029591-0c84-47c8-a328-f1382916ac66), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:12.217986 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e29220a9-a68b-4dc7-b6d1-888f1b6d9900 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:12.220706 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-e29220a9-a68b-4dc7-b6d1-888f1b6d9900 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/0c029591-0c84-47c8-a328-f1382916ac66 HTTP/1.1" status: 204 len: 168 time: 0.1534309 Feb 02 07:08:12.240294 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29220a9-a68b-4dc7-b6d1-888f1b6d9900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c029591-0c84-47c8-a328-f1382916ac66,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:12.274544 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-36a15ea1-eced-49dc-acad-ce41ef4f0289 req-bfaf01a3-bc59-4d24-abd7-61506ff338aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb30e303-6bfe-4a5e-a203-33d14f826e38 {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:08:12.284268 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-36a15ea1-eced-49dc-acad-ce41ef4f0289 req-bfaf01a3-bc59-4d24-abd7-61506ff338aa service neutron] Publish callbacks [] for port (bb30e303-6bfe-4a5e-a203-33d14f826e38), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:12.299668 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-36a15ea1-eced-49dc-acad-ce41ef4f0289 req-bfaf01a3-bc59-4d24-abd7-61506ff338aa service neutron] Transition to ACTIVE for port object bb30e303-6bfe-4a5e-a203-33d14f826e38 will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:08:12.306272 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-36a15ea1-eced-49dc-acad-ce41ef4f0289 req-bfaf01a3-bc59-4d24-abd7-61506ff338aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (bb30e303-6bfe-4a5e-a203-33d14f826e38), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:12.435630 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaf01a3-bc59-4d24-abd7-61506ff338aa service neutron] Pushing event updated for resources: {'Port': ['ID=bb30e303-6bfe-4a5e-a203-33d14f826e38,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:12.511689 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-36a15ea1-eced-49dc-acad-ce41ef4f0289 req-bfaf01a3-bc59-4d24-abd7-61506ff338aa service neutron] Attempting to bind port bb30e303-6bfe-4a5e-a203-33d14f826e38 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:08:12.512207 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-36a15ea1-eced-49dc-acad-ce41ef4f0289 req-bfaf01a3-bc59-4d24-abd7-61506ff338aa service neutron] Attempting to bind port bb30e303-6bfe-4a5e-a203-33d14f826e38 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': '842ef04e-6cb9-4ed9-bc09-45bb8da4c754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e38064e7-5611-45ca-8511-3aa97138a283'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:08:12.512909 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a15ea1-eced-49dc-acad-ce41ef4f0289 req-bfaf01a3-bc59-4d24-abd7-61506ff338aa service neutron] Attempting to bind port bb30e303-6bfe-4a5e-a203-33d14f826e38 on network e38064e7-5611-45ca-8511-3aa97138a283 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:08:12.529342 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e08232-cc28-4343-8ea4-620183e84139 req-d1811111-8ebc-4d89-993c-63bf34c2793b tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:12.531497 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-68e08232-cc28-4343-8ea4-620183e84139 req-d1811111-8ebc-4d89-993c-63bf34c2793b tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 945 time: 0.0763395 Feb 02 07:08:12.533148 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a15ea1-eced-49dc-acad-ce41ef4f0289 req-bfaf01a3-bc59-4d24-abd7-61506ff338aa service neutron] Port bb30e303-6bfe-4a5e-a203-33d14f826e38 on network e38064e7-5611-45ca-8511-3aa97138a283 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:08:12.533477 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a15ea1-eced-49dc-acad-ce41ef4f0289 req-bfaf01a3-bc59-4d24-abd7-61506ff338aa service neutron] Attempting to bind port bb30e303-6bfe-4a5e-a203-33d14f826e38 on network e38064e7-5611-45ca-8511-3aa97138a283 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:08:12.545170 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a15ea1-eced-49dc-acad-ce41ef4f0289 req-bfaf01a3-bc59-4d24-abd7-61506ff338aa service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:08:12.545537 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a15ea1-eced-49dc-acad-ce41ef4f0289 req-bfaf01a3-bc59-4d24-abd7-61506ff338aa service neutron] Checking segment: {'id': '842ef04e-6cb9-4ed9-bc09-45bb8da4c754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e38064e7-5611-45ca-8511-3aa97138a283'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:08:12.545925 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a15ea1-eced-49dc-acad-ce41ef4f0289 req-bfaf01a3-bc59-4d24-abd7-61506ff338aa service neutron] Bound using segment: {'id': '842ef04e-6cb9-4ed9-bc09-45bb8da4c754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e38064e7-5611-45ca-8511-3aa97138a283'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:08:12.546374 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-36a15ea1-eced-49dc-acad-ce41ef4f0289 req-bfaf01a3-bc59-4d24-abd7-61506ff338aa service neutron] Bound port: bb30e303-6bfe-4a5e-a203-33d14f826e38, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '842ef04e-6cb9-4ed9-bc09-45bb8da4c754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e38064e7-5611-45ca-8511-3aa97138a283'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:08:12.546793 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-36a15ea1-eced-49dc-acad-ce41ef4f0289 req-bfaf01a3-bc59-4d24-abd7-61506ff338aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (bb30e303-6bfe-4a5e-a203-33d14f826e38), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:12.599818 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-68e08232-cc28-4343-8ea4-620183e84139 req-f2f73159-a93c-4d0e-b63d-579d34061716 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619829 Feb 02 07:08:12.601710 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d486a6-f332-4c9a-8efe-c2c9e0ec78d9 req-5f263346-2775-4f6a-b400-37bcb9cd559f tempest-ServerTagsTestJSON-1321741055 tempest-ServerTagsTestJSON-1321741055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:12.603401 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-73d486a6-f332-4c9a-8efe-c2c9e0ec78d9 req-5f263346-2775-4f6a-b400-37bcb9cd559f tempest-ServerTagsTestJSON-1321741055 tempest-ServerTagsTestJSON-1321741055-project] 10.222.0.87 "GET /v2.0/ports?device_id=48d71107-816d-4217-994c-6ca3a83a12dd HTTP/1.1" status: 200 len: 943 time: 0.1226788 Feb 02 07:08:12.656368 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-36a15ea1-eced-49dc-acad-ce41ef4f0289 req-bfaf01a3-bc59-4d24-abd7-61506ff338aa service neutron] For port bb30e303-6bfe-4a5e-a203-33d14f826e38, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:08:12.661772 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-36a15ea1-eced-49dc-acad-ce41ef4f0289 req-bfaf01a3-bc59-4d24-abd7-61506ff338aa service neutron] For port bb30e303-6bfe-4a5e-a203-33d14f826e38, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=bb30e303-6bfe-4a5e-a203-33d14f826e38,segment=NetworkSegment(842ef04e-6cb9-4ed9-bc09-45bb8da4c754),segment_id=842ef04e-6cb9-4ed9-bc09-45bb8da4c754)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:08:12.679032 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-36a15ea1-eced-49dc-acad-ce41ef4f0289 req-bfaf01a3-bc59-4d24-abd7-61506ff338aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (bb30e303-6bfe-4a5e-a203-33d14f826e38), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:12.685074 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-73d486a6-f332-4c9a-8efe-c2c9e0ec78d9 req-724da7f7-7353-499e-b547-f923c07fa670 tempest-ServerTagsTestJSON-1321741055 tempest-ServerTagsTestJSON-1321741055-project] 10.222.0.87 "GET /v2.0/security-groups?id=764993e8-aab5-4f9c-8152-ae5e9dc74bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724385 Feb 02 07:08:12.746679 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a15ea1-eced-49dc-acad-ce41ef4f0289 req-bfaf01a3-bc59-4d24-abd7-61506ff338aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:12.747543 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-36a15ea1-eced-49dc-acad-ce41ef4f0289 req-bfaf01a3-bc59-4d24-abd7-61506ff338aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:12.749133 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-36a15ea1-eced-49dc-acad-ce41ef4f0289 req-bfaf01a3-bc59-4d24-abd7-61506ff338aa service neutron] 10.222.0.88 "PUT /v2.0/ports/bb30e303-6bfe-4a5e-a203-33d14f826e38 HTTP/1.1" status: 200 len: 1092 time: 0.9022491 Feb 02 07:08:12.749677 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48d71107-816d-4217-994c-6ca3a83a12dd', 'tag': 'bb30e303-6bfe-4a5e-a203-33d14f826e38'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:08:12.752025 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ab6aa7-0d8d-4b4c-abb2-3984bb638b10" -d '{"events": [{"name": "network-changed", "server_uuid": "48d71107-816d-4217-994c-6ca3a83a12dd", "tag": "bb30e303-6bfe-4a5e-a203-33d14f826e38"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:08:12.823061 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dcd1fc0f-4426-4283-8b38-d91b3f9e32e0 req-7b508037-9c12-4196-8478-84744b8e8e8a tempest-ServerShowV257Test-1700813566 tempest-ServerShowV257Test-1700813566-project] 10.222.0.87 "GET /v2.0/ports?device_id=a1c97446-c2cb-4a88-9636-e620fec7188f HTTP/1.1" status: 200 len: 210 time: 0.0926349 Feb 02 07:08:12.826136 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68ea76c-8322-48eb-9d47-1fdf4cb19605 x-openstack-request-id: req-e68ea76c-8322-48eb-9d47-1fdf4cb19605 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:08:12.829014 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48d71107-816d-4217-994c-6ca3a83a12dd", "tag": "bb30e303-6bfe-4a5e-a203-33d14f826e38", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:08:12.829518 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e68ea76c-8322-48eb-9d47-1fdf4cb19605 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:08:12.830038 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48d71107-816d-4217-994c-6ca3a83a12dd', 'tag': 'bb30e303-6bfe-4a5e-a203-33d14f826e38', 'status': 'completed', 'code': 200} Feb 02 07:08:12.836725 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaf01a3-bc59-4d24-abd7-61506ff338aa service neutron] Pushing event updated for resources: {'Port': ['ID=bb30e303-6bfe-4a5e-a203-33d14f826e38,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:12.896573 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device e08a38a6-5635-47a5-8fd0-57bff6f800ab up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:08:12.965013 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port e08a38a6-5635-47a5-8fd0-57bff6f800ab completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:08:12.970871 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a15ea1-eced-49dc-acad-ce41ef4f0289 req-9876ecbd-b478-4d8d-9065-bbd08ec81d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:12.973835 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port e08a38a6-5635-47a5-8fd0-57bff6f800ab triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:08:12.974226 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (e08a38a6-5635-47a5-8fd0-57bff6f800ab), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:12.978354 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-36a15ea1-eced-49dc-acad-ce41ef4f0289 req-9876ecbd-b478-4d8d-9065-bbd08ec81d64 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ea22297d504c43c1a96fcfb15e0b4df4&device_id=48d71107-816d-4217-994c-6ca3a83a12dd HTTP/1.1" status: 200 len: 1126 time: 0.1332989 Feb 02 07:08:13.062323 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-36a15ea1-eced-49dc-acad-ce41ef4f0289 req-cb83828f-7d92-4e2b-8234-1d121b10980b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb30e303-6bfe-4a5e-a203-33d14f826e38 HTTP/1.1" status: 200 len: 217 time: 0.0702970 Feb 02 07:08:13.179497 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port e08a38a6-5635-47a5-8fd0-57bff6f800ab is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:08:13.179915 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (e08a38a6-5635-47a5-8fd0-57bff6f800ab), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:13.230847 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a48b3e5-1376-4aa2-b67a-6595a3bf031e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e08a38a6-5635-47a5-8fd0-57bff6f800ab'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:08:13.248813 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2efdf9f-72ca-4b10-83b4-4abee48e0eb2" -d '{"events": [{"server_uuid": "3a48b3e5-1376-4aa2-b67a-6595a3bf031e", "name": "network-vif-plugged", "status": "completed", "tag": "e08a38a6-5635-47a5-8fd0-57bff6f800ab"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:08:13.290327 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e871f75-5e9d-41cd-9210-bdce7def4138 req-457ffbd9-7f42-4f4c-ac36-9dc2d7ce7e3f tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:13.302892 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2e871f75-5e9d-41cd-9210-bdce7def4138 req-457ffbd9-7f42-4f4c-ac36-9dc2d7ce7e3f tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=3a48b3e5-1376-4aa2-b67a-6595a3bf031e HTTP/1.1" status: 200 len: 945 time: 0.2395225 Feb 02 07:08:13.309150 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port e08a38a6-5635-47a5-8fd0-57bff6f800ab, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=e08a38a6-5635-47a5-8fd0-57bff6f800ab,segment=NetworkSegment(a9fa2e92-fe10-4a10-8f88-a94a7c43f6f8),segment_id=a9fa2e92-fe10-4a10-8f88-a94a7c43f6f8)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:08:13.321116 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a15ea1-eced-49dc-acad-ce41ef4f0289 req-877268a7-b46b-4f7b-8e22-0bf49e8f6e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:13.325174 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-36a15ea1-eced-49dc-acad-ce41ef4f0289 req-877268a7-b46b-4f7b-8e22-0bf49e8f6e13 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=be54a05a-06d7-439b-853b-084bad000392 HTTP/1.1" status: 200 len: 849 time: 0.2023284 Feb 02 07:08:13.328485 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (e08a38a6-5635-47a5-8fd0-57bff6f800ab), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:13.347989 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e84cb81d-2582-4e74-b116-58f7ea7696ea x-openstack-request-id: req-e84cb81d-2582-4e74-b116-58f7ea7696ea {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:08:13.348293 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a48b3e5-1376-4aa2-b67a-6595a3bf031e", "name": "network-vif-plugged", "status": "completed", "tag": "e08a38a6-5635-47a5-8fd0-57bff6f800ab", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:08:13.348551 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e84cb81d-2582-4e74-b116-58f7ea7696ea {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:08:13.348957 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a48b3e5-1376-4aa2-b67a-6595a3bf031e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e08a38a6-5635-47a5-8fd0-57bff6f800ab', 'code': 200} Feb 02 07:08:13.349976 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-cdea5662-455c-4fae-a367-ff2fdcb36ce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:13.416113 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-36a15ea1-eced-49dc-acad-ce41ef4f0289 req-4e00d351-5bf4-438c-b3b9-31e0cd5dc5c8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e38064e7-5611-45ca-8511-3aa97138a283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746717 Feb 02 07:08:13.431694 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=e08a38a6-5635-47a5-8fd0-57bff6f800ab,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:13.542369 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2e871f75-5e9d-41cd-9210-bdce7def4138 req-43cf8667-6267-4735-8097-55887a09b732 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282293 Feb 02 07:08:13.611789 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-36a15ea1-eced-49dc-acad-ce41ef4f0289 req-4e2d71f7-ed85-4190-8d7d-1ff572f13ef2 service neutron] 10.222.0.88 "GET /v2.0/networks/e38064e7-5611-45ca-8511-3aa97138a283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664670 Feb 02 07:08:13.751655 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 49936) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:13.810534 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67e29d7-07f7-499d-84ef-07521ac8210a req-87e4da08-6e55-4932-828b-a8d2c65f087e tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:13.825487 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d67e29d7-07f7-499d-84ef-07521ac8210a req-87e4da08-6e55-4932-828b-a8d2c65f087e tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 945 time: 0.1221175 Feb 02 07:08:13.866036 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-b06666c7-7a9f-438c-b912-e0071cbd671a tempest-TagsTest-733988803 tempest-TagsTest-733988803-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1797897248'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:08:13.892729 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-36a15ea1-eced-49dc-acad-ce41ef4f0289 req-47dd54f0-7644-4773-9d12-da9acd518e97 service neutron] 10.222.0.88 "GET /v2.0/networks/e38064e7-5611-45ca-8511-3aa97138a283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720671 Feb 02 07:08:13.949237 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b06666c7-7a9f-438c-b912-e0071cbd671a tempest-TagsTest-733988803 tempest-TagsTest-733988803-project] Made reservation on behalf of 14859b057a944fcfafb717edae0e58e0 for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:08:13.954317 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b06666c7-7a9f-438c-b912-e0071cbd671a tempest-TagsTest-733988803 tempest-TagsTest-733988803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:13.983182 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d67e29d7-07f7-499d-84ef-07521ac8210a req-2cd547e7-aa8d-4a42-a56d-5996f9ba96de tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524088 Feb 02 07:08:13.984097 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b626e-b102-4ea7-b070-4d692fec9470 req-9d7fa670-d605-46d3-ac13-2232162c28cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:13.985966 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-522b626e-b102-4ea7-b070-4d692fec9470 req-9d7fa670-d605-46d3-ac13-2232162c28cb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3a48b3e5-1376-4aa2-b67a-6595a3bf031e HTTP/1.1" status: 200 len: 1129 time: 0.5288031 Feb 02 07:08:13.986604 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b06666c7-7a9f-438c-b912-e0071cbd671a tempest-TagsTest-733988803 tempest-TagsTest-733988803-project] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:14.051816 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b9732e-7d68-4cce-936c-d354a02dbc7f req-2f893402-efa6-42ca-9d2d-34e2ebf60b8b tempest-ServerTagsTestJSON-1321741055 tempest-ServerTagsTestJSON-1321741055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:14.055889 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-39b9732e-7d68-4cce-936c-d354a02dbc7f req-2f893402-efa6-42ca-9d2d-34e2ebf60b8b tempest-ServerTagsTestJSON-1321741055 tempest-ServerTagsTestJSON-1321741055-project] 10.222.0.87 "GET /v2.0/ports?device_id=48d71107-816d-4217-994c-6ca3a83a12dd HTTP/1.1" status: 200 len: 943 time: 0.2075274 Feb 02 07:08:14.171389 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-522b626e-b102-4ea7-b070-4d692fec9470 req-33a94044-9112-4bd9-878f-a62c72220d42 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772425 Feb 02 07:08:14.177281 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1deca495-2955-4e34-988c-47eaf5b9a0aa req-edbbeca0-759e-40e7-b685-862f81c73f9c tempest-ServerShowV257Test-1700813566 tempest-ServerShowV257Test-1700813566-project] 10.222.0.87 "GET /v2.0/ports?device_id=a1c97446-c2cb-4a88-9636-e620fec7188f HTTP/1.1" status: 200 len: 210 time: 0.0448086 Feb 02 07:08:14.195979 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b06666c7-7a9f-438c-b912-e0071cbd671a tempest-TagsTest-733988803 tempest-TagsTest-733988803-project] Publish callbacks [] for security_group (00db78e3-2e86-4a1c-bde7-f820e739ca67), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:14.201433 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b06666c7-7a9f-438c-b912-e0071cbd671a tempest-TagsTest-733988803 tempest-TagsTest-733988803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (00db78e3-2e86-4a1c-bde7-f820e739ca67), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:14.243090 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b06666c7-7a9f-438c-b912-e0071cbd671a tempest-TagsTest-733988803 tempest-TagsTest-733988803-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:08:14.249688 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06666c7-7a9f-438c-b912-e0071cbd671a tempest-TagsTest-733988803 tempest-TagsTest-733988803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00db78e3-2e86-4a1c-bde7-f820e739ca67,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:14.258124 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-39b9732e-7d68-4cce-936c-d354a02dbc7f req-bff7e502-c0fe-4479-8815-7c9c802683da tempest-ServerTagsTestJSON-1321741055 tempest-ServerTagsTestJSON-1321741055-project] 10.222.0.87 "GET /v2.0/security-groups?id=764993e8-aab5-4f9c-8152-ae5e9dc74bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799135 Feb 02 07:08:14.276954 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b06666c7-7a9f-438c-b912-e0071cbd671a tempest-TagsTest-733988803 tempest-TagsTest-733988803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (e0efe922-3cce-4075-9828-9634633d241f), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:14.278153 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab6aa7-0d8d-4b4c-abb2-3984bb638b10 req-f8eea5fc-0ff0-40ee-8a62-3e378c8c9cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:14.280019 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-68ab6aa7-0d8d-4b4c-abb2-3984bb638b10 req-f8eea5fc-0ff0-40ee-8a62-3e378c8c9cdf service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ea22297d504c43c1a96fcfb15e0b4df4&device_id=48d71107-816d-4217-994c-6ca3a83a12dd HTTP/1.1" status: 200 len: 1126 time: 0.2505684 Feb 02 07:08:14.283986 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-b06666c7-7a9f-438c-b912-e0071cbd671a tempest-TagsTest-733988803 tempest-TagsTest-733988803-project] Added segment e0efe922-3cce-4075-9828-9634633d241f of type vlan for network 14e5aac7-6d6f-4742-b54d-c8d46932220f Feb 02 07:08:14.385466 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b06666c7-7a9f-438c-b912-e0071cbd671a tempest-TagsTest-733988803 tempest-TagsTest-733988803-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (14e5aac7-6d6f-4742-b54d-c8d46932220f), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:14.429592 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b06666c7-7a9f-438c-b912-e0071cbd671a tempest-TagsTest-733988803 tempest-TagsTest-733988803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (14e5aac7-6d6f-4742-b54d-c8d46932220f), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:14.434544 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06666c7-7a9f-438c-b912-e0071cbd671a tempest-TagsTest-733988803 tempest-TagsTest-733988803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:14.445630 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b06666c7-7a9f-438c-b912-e0071cbd671a tempest-TagsTest-733988803 tempest-TagsTest-733988803-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:14.473090 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab6aa7-0d8d-4b4c-abb2-3984bb638b10 req-f9d8d2d0-b63f-4c83-9f9a-65539b6de23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:14.474727 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-68ab6aa7-0d8d-4b4c-abb2-3984bb638b10 req-f9d8d2d0-b63f-4c83-9f9a-65539b6de23a service neutron] 10.222.0.88 "GET /v2.0/networks?id=e38064e7-5611-45ca-8511-3aa97138a283 HTTP/1.1" status: 200 len: 910 time: 0.1879480 Feb 02 07:08:14.499612 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b06666c7-7a9f-438c-b912-e0071cbd671a tempest-TagsTest-733988803 tempest-TagsTest-733988803-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.7387717 Feb 02 07:08:14.503750 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 49956) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:14.516236 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.tag.tag_plugin [None req-9b1c5563-598b-4666-a78e-7526319e121f tempest-TagsTest-733988803 tempest-TagsTest-733988803-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '14e5aac7-6d6f-4742-b54d-c8d46932220f', 'tempest-TagsTest-Tag-1827332000') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:08:14.530540 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-68ab6aa7-0d8d-4b4c-abb2-3984bb638b10 req-59879fe8-af1d-4108-93ce-9460b9a8aa93 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb30e303-6bfe-4a5e-a203-33d14f826e38 HTTP/1.1" status: 200 len: 217 time: 0.0483301 Feb 02 07:08:14.562426 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06666c7-7a9f-438c-b912-e0071cbd671a tempest-TagsTest-733988803 tempest-TagsTest-733988803-project] Pushing event updated for resources: {'Network': ['ID=14e5aac7-6d6f-4742-b54d-c8d46932220f,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:14.587460 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 14e5aac7-6d6f-4742-b54d-c8d46932220f details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:08:14.648721 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:14.648963 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab6aa7-0d8d-4b4c-abb2-3984bb638b10 req-bd066978-90fe-43e1-9539-82c00c37dccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:14.654649 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-68ab6aa7-0d8d-4b4c-abb2-3984bb638b10 req-bd066978-90fe-43e1-9539-82c00c37dccb service neutron] 10.222.0.88 "GET /v2.0/subnets?id=be54a05a-06d7-439b-853b-084bad000392 HTTP/1.1" status: 200 len: 849 time: 0.1156044 Feb 02 07:08:14.699380 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-68ab6aa7-0d8d-4b4c-abb2-3984bb638b10 req-1236214d-9c11-45d7-b382-94d6216c8970 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e38064e7-5611-45ca-8511-3aa97138a283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370016 Feb 02 07:08:14.748679 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-9b1c5563-598b-4666-a78e-7526319e121f tempest-TagsTest-733988803 tempest-TagsTest-733988803-project] 10.222.0.87 "PUT /v2.0/networks/14e5aac7-6d6f-4742-b54d-c8d46932220f/tags/tempest-TagsTest-Tag-1827332000 HTTP/1.1" status: 201 len: 201 time: 0.2394841 Feb 02 07:08:14.751308 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 49966) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:14.758645 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.tag.tag_plugin [None req-16bdc943-5166-496b-a854-22a5100bfba4 tempest-TagsTest-733988803 tempest-TagsTest-733988803-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '14e5aac7-6d6f-4742-b54d-c8d46932220f', 'tempest-TagsTest-Tag-1827332000') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:08:14.775889 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febbc628-dc2c-4b9d-97d8-c8b294f862f8 req-2d275f36-0fc7-422a-a3a3-166cadcb5f6f tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:14.777850 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-febbc628-dc2c-4b9d-97d8-c8b294f862f8 req-2d275f36-0fc7-422a-a3a3-166cadcb5f6f tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=3a48b3e5-1376-4aa2-b67a-6595a3bf031e HTTP/1.1" status: 200 len: 946 time: 0.1116793 Feb 02 07:08:14.903466 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-febbc628-dc2c-4b9d-97d8-c8b294f862f8 req-e2cb9874-7417-4469-9239-c2579b1270bf tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180086 Feb 02 07:08:14.905093 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-68ab6aa7-0d8d-4b4c-abb2-3984bb638b10 req-dd3f2c6d-379d-4b27-ba56-ff019139d636 service neutron] 10.222.0.88 "GET /v2.0/networks/e38064e7-5611-45ca-8511-3aa97138a283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946883 Feb 02 07:08:14.943495 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-16bdc943-5166-496b-a854-22a5100bfba4 tempest-TagsTest-733988803 tempest-TagsTest-733988803-project] 10.222.0.87 "GET /v2.0/networks/14e5aac7-6d6f-4742-b54d-c8d46932220f/tags/tempest-TagsTest-Tag-1827332000 HTTP/1.1" status: 204 len: 168 time: 0.1907489 Feb 02 07:08:14.946016 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 49970) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:14.950330 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.tag.tag_plugin [None req-027a71e7-7f94-40f4-b715-8ee7f92fb18f tempest-TagsTest-733988803 tempest-TagsTest-733988803-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '14e5aac7-6d6f-4742-b54d-c8d46932220f') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:08:15.028806 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-027a71e7-7f94-40f4-b715-8ee7f92fb18f tempest-TagsTest-733988803 tempest-TagsTest-733988803-project] 10.222.0.87 "GET /v2.0/networks/14e5aac7-6d6f-4742-b54d-c8d46932220f/tags HTTP/1.1" status: 200 len: 238 time: 0.0816433 Feb 02 07:08:15.032148 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 49974) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:15.037743 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.tag.tag_plugin [None req-46e1c045-df3b-49c3-90f3-355111556193 tempest-TagsTest-733988803 tempest-TagsTest-733988803-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '14e5aac7-6d6f-4742-b54d-c8d46932220f', {'tags': ['tempest-TagsTest-Tag-55650272', 'tempest-TagsTest-Tag-276588709', 'tempest-TagsTest-Tag-140467626']}) {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:08:15.082124 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-68ab6aa7-0d8d-4b4c-abb2-3984bb638b10 req-9b024fa6-734b-4f2e-a529-e603f2b9a903 service neutron] 10.222.0.88 "GET /v2.0/networks/e38064e7-5611-45ca-8511-3aa97138a283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513038 Feb 02 07:08:15.152673 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d711b34a-d167-47c6-85ef-8d0bd5951abb req-a3560df3-df0e-4e40-8af7-2d1789de982a tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:15.154271 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d711b34a-d167-47c6-85ef-8d0bd5951abb req-a3560df3-df0e-4e40-8af7-2d1789de982a tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 945 time: 0.0906427 Feb 02 07:08:15.182412 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-46e1c045-df3b-49c3-90f3-355111556193 tempest-TagsTest-733988803 tempest-TagsTest-733988803-project] 10.222.0.87 "PUT /v2.0/networks/14e5aac7-6d6f-4742-b54d-c8d46932220f/tags HTTP/1.1" status: 200 len: 305 time: 0.1489887 Feb 02 07:08:15.184905 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 49978) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:15.191319 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.tag.tag_plugin [None req-16ebcbc4-f016-473a-aee2-217fa487e33e tempest-TagsTest-733988803 tempest-TagsTest-733988803-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '14e5aac7-6d6f-4742-b54d-c8d46932220f', 'tempest-TagsTest-Tag-55650272') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:08:15.239680 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d711b34a-d167-47c6-85ef-8d0bd5951abb req-d5e8d231-c539-44c6-9b91-895eafe38e4b tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741093 Feb 02 07:08:15.330395 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-16ebcbc4-f016-473a-aee2-217fa487e33e tempest-TagsTest-733988803 tempest-TagsTest-733988803-project] 10.222.0.87 "DELETE /v2.0/networks/14e5aac7-6d6f-4742-b54d-c8d46932220f/tags/tempest-TagsTest-Tag-55650272 HTTP/1.1" status: 204 len: 168 time: 0.1438699 Feb 02 07:08:15.333800 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 49986) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:15.342864 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.tag.tag_plugin [None req-f3b0408e-5e5e-4e25-b168-1d09be58033d tempest-TagsTest-733988803 tempest-TagsTest-733988803-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '14e5aac7-6d6f-4742-b54d-c8d46932220f', 'tempest-TagsTest-Tag-55650272') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:08:15.348632 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-964185b7-56d6-4cb3-988e-85f103f6fa9f req-16527223-2336-41b0-809e-d17b4fcffc0d tempest-ServerShowV257Test-1700813566 tempest-ServerShowV257Test-1700813566-project] 10.222.0.87 "GET /v2.0/ports?device_id=a1c97446-c2cb-4a88-9636-e620fec7188f HTTP/1.1" status: 200 len: 210 time: 0.0478787 Feb 02 07:08:15.364271 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 49988) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:15.481702 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-f3b0408e-5e5e-4e25-b168-1d09be58033d tempest-TagsTest-733988803 tempest-TagsTest-733988803-project] show failed (client error): The resource could not be found. Feb 02 07:08:15.485849 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-f3b0408e-5e5e-4e25-b168-1d09be58033d tempest-TagsTest-733988803 tempest-TagsTest-733988803-project] 10.222.0.87 "GET /v2.0/networks/14e5aac7-6d6f-4742-b54d-c8d46932220f/tags/tempest-TagsTest-Tag-55650272 HTTP/1.1" status: 404 len: 324 time: 0.1459253 Feb 02 07:08:15.486767 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 49992) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:15.492487 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.tag.tag_plugin [None req-471a2d58-c085-405f-9e7d-25f824c45e78 tempest-TagsTest-733988803 tempest-TagsTest-733988803-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '14e5aac7-6d6f-4742-b54d-c8d46932220f', 'tempest-TagsTest-Tag-276588709') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:08:15.505567 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23902479-7df5-4415-8420-a67e4e904bfd req-7c259105-f318-4712-b323-9202f4fca1cb tempest-ServerTagsTestJSON-1321741055 tempest-ServerTagsTestJSON-1321741055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:15.508357 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-23902479-7df5-4415-8420-a67e4e904bfd req-7c259105-f318-4712-b323-9202f4fca1cb tempest-ServerTagsTestJSON-1321741055 tempest-ServerTagsTestJSON-1321741055-project] 10.222.0.87 "GET /v2.0/ports?device_id=48d71107-816d-4217-994c-6ca3a83a12dd HTTP/1.1" status: 200 len: 943 time: 0.1110413 Feb 02 07:08:15.520395 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2e1c78aa-1091-4a36-981a-bc6df420301a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:15.565135 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-23902479-7df5-4415-8420-a67e4e904bfd req-d1f5bfb1-d113-4907-a8e0-dba26fc7b47d tempest-ServerTagsTestJSON-1321741055 tempest-ServerTagsTestJSON-1321741055-project] 10.222.0.87 "GET /v2.0/security-groups?id=764993e8-aab5-4f9c-8152-ae5e9dc74bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501788 Feb 02 07:08:15.621262 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-471a2d58-c085-405f-9e7d-25f824c45e78 tempest-TagsTest-733988803 tempest-TagsTest-733988803-project] 10.222.0.87 "GET /v2.0/networks/14e5aac7-6d6f-4742-b54d-c8d46932220f/tags/tempest-TagsTest-Tag-276588709 HTTP/1.1" status: 204 len: 168 time: 0.1334321 Feb 02 07:08:15.624058 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 49994) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:15.632037 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.tag.tag_plugin [None req-48e49fba-ac30-405d-981c-bbb0ae9a9470 tempest-TagsTest-733988803 tempest-TagsTest-733988803-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '14e5aac7-6d6f-4742-b54d-c8d46932220f', 'tempest-TagsTest-Tag-140467626') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:08:15.666771 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2e1c78aa-1091-4a36-981a-bc6df420301a admin admin] Publish callbacks [] for security_group (e0220f79-86f1-47b0-860e-a141fad147de), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:15.675222 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2e1c78aa-1091-4a36-981a-bc6df420301a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (e0220f79-86f1-47b0-860e-a141fad147de), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:15.723608 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-48e49fba-ac30-405d-981c-bbb0ae9a9470 tempest-TagsTest-733988803 tempest-TagsTest-733988803-project] 10.222.0.87 "GET /v2.0/networks/14e5aac7-6d6f-4742-b54d-c8d46932220f/tags/tempest-TagsTest-Tag-140467626 HTTP/1.1" status: 204 len: 168 time: 0.0950365 Feb 02 07:08:15.724677 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 49996) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:15.729261 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.tag.tag_plugin [None req-61de2b33-7473-47b0-8837-4180c92c381c tempest-TagsTest-733988803 tempest-TagsTest-733988803-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '14e5aac7-6d6f-4742-b54d-c8d46932220f') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:08:15.739643 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1c78aa-1091-4a36-981a-bc6df420301a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0220f79-86f1-47b0-860e-a141fad147de,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:15.747440 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-2e1c78aa-1091-4a36-981a-bc6df420301a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=395fa376718d4c1b8143766e56d4c8ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3821034 Feb 02 07:08:15.747983 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 49998) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:15.848496 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a7cef483-6297-4b48-9527-4b63121c5240 admin admin] Publish callbacks [] for security_group (e0220f79-86f1-47b0-860e-a141fad147de), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:15.875754 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device bb30e303-6bfe-4a5e-a203-33d14f826e38 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:08:15.881116 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-61de2b33-7473-47b0-8837-4180c92c381c tempest-TagsTest-733988803 tempest-TagsTest-733988803-project] 10.222.0.87 "DELETE /v2.0/networks/14e5aac7-6d6f-4742-b54d-c8d46932220f/tags HTTP/1.1" status: 204 len: 168 time: 0.1529033 Feb 02 07:08:15.881116 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a7cef483-6297-4b48-9527-4b63121c5240 admin admin] Publish callbacks [] for security_group (e0220f79-86f1-47b0-860e-a141fad147de), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:15.882449 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 50000) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:15.886704 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.tag.tag_plugin [None req-93502623-4ca4-4212-bfda-5b6113682ee3 tempest-TagsTest-733988803 tempest-TagsTest-733988803-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '14e5aac7-6d6f-4742-b54d-c8d46932220f', 'tempest-TagsTest-Tag-276588709') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:08:15.992483 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-93502623-4ca4-4212-bfda-5b6113682ee3 tempest-TagsTest-733988803 tempest-TagsTest-733988803-project] show failed (client error): The resource could not be found. Feb 02 07:08:15.993536 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-93502623-4ca4-4212-bfda-5b6113682ee3 tempest-TagsTest-733988803 tempest-TagsTest-733988803-project] 10.222.0.87 "GET /v2.0/networks/14e5aac7-6d6f-4742-b54d-c8d46932220f/tags/tempest-TagsTest-Tag-276588709 HTTP/1.1" status: 404 len: 325 time: 0.1101990 Feb 02 07:08:15.994014 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:15.997875 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 50004) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:16.001850 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port bb30e303-6bfe-4a5e-a203-33d14f826e38, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=bb30e303-6bfe-4a5e-a203-33d14f826e38,segment=NetworkSegment(842ef04e-6cb9-4ed9-bc09-45bb8da4c754),segment_id=842ef04e-6cb9-4ed9-bc09-45bb8da4c754)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:08:16.004625 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.tag.tag_plugin [None req-0dcd8864-8559-4a9f-a1cc-47ad24f92c10 tempest-TagsTest-733988803 tempest-TagsTest-733988803-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '14e5aac7-6d6f-4742-b54d-c8d46932220f', 'tempest-TagsTest-Tag-140467626') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:08:16.007789 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a7cef483-6297-4b48-9527-4b63121c5240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (e0220f79-86f1-47b0-860e-a141fad147de), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:16.010842 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a7cef483-6297-4b48-9527-4b63121c5240 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:16.014305 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a7cef483-6297-4b48-9527-4b63121c5240 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/e0220f79-86f1-47b0-860e-a141fad147de HTTP/1.1" status: 204 len: 168 time: 0.2622209 Feb 02 07:08:16.021000 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cef483-6297-4b48-9527-4b63121c5240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0220f79-86f1-47b0-860e-a141fad147de,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:16.029839 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cef483-6297-4b48-9527-4b63121c5240 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:08:16.030195 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cef483-6297-4b48-9527-4b63121c5240 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:08:16.030545 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cef483-6297-4b48-9527-4b63121c5240 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:08:16.030883 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cef483-6297-4b48-9527-4b63121c5240 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:08:16.031265 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cef483-6297-4b48-9527-4b63121c5240 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:08:16.031635 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cef483-6297-4b48-9527-4b63121c5240 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:08:16.031968 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cef483-6297-4b48-9527-4b63121c5240 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:08:16.032298 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cef483-6297-4b48-9527-4b63121c5240 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:08:16.032622 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cef483-6297-4b48-9527-4b63121c5240 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:08:16.032945 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cef483-6297-4b48-9527-4b63121c5240 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:08:16.033271 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cef483-6297-4b48-9527-4b63121c5240 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:08:16.033593 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cef483-6297-4b48-9527-4b63121c5240 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:08:16.033969 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cef483-6297-4b48-9527-4b63121c5240 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:08:16.038070 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': 'bb30e303-6bfe-4a5e-a203-33d14f826e38', 'network_id': 'e38064e7-5611-45ca-8511-3aa97138a283', 'port_id': 'bb30e303-6bfe-4a5e-a203-33d14f826e38', 'mac_address': 'fa:16:3e:a0:99:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be54a05a-06d7-439b-853b-084bad000392', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:08:16.102033 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port bb30e303-6bfe-4a5e-a203-33d14f826e38 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:08:16.102137 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (bb30e303-6bfe-4a5e-a203-33d14f826e38), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:16.104260 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa4ec10-4ad5-46af-ae96-c0bc3b9bf015 req-197e1589-699b-4070-92f9-08e1c70c0be6 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:16.105821 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7fa4ec10-4ad5-46af-ae96-c0bc3b9bf015 req-197e1589-699b-4070-92f9-08e1c70c0be6 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=3a48b3e5-1376-4aa2-b67a-6595a3bf031e HTTP/1.1" status: 200 len: 946 time: 0.0957973 Feb 02 07:08:16.126477 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb30e303-6bfe-4a5e-a203-33d14f826e38 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:08:16.150659 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port bb30e303-6bfe-4a5e-a203-33d14f826e38, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=bb30e303-6bfe-4a5e-a203-33d14f826e38,segment=NetworkSegment(842ef04e-6cb9-4ed9-bc09-45bb8da4c754),segment_id=842ef04e-6cb9-4ed9-bc09-45bb8da4c754)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:08:16.156551 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (bb30e303-6bfe-4a5e-a203-33d14f826e38), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:16.162269 n-d-789963-26 neutron-server[109694]: INFO neutron.api.v2.resource [None req-0dcd8864-8559-4a9f-a1cc-47ad24f92c10 tempest-TagsTest-733988803 tempest-TagsTest-733988803-project] show failed (client error): The resource could not be found. Feb 02 07:08:16.166214 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 50008) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:16.166450 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0dcd8864-8559-4a9f-a1cc-47ad24f92c10 tempest-TagsTest-733988803 tempest-TagsTest-733988803-project] 10.222.0.87 "GET /v2.0/networks/14e5aac7-6d6f-4742-b54d-c8d46932220f/tags/tempest-TagsTest-Tag-140467626 HTTP/1.1" status: 404 len: 325 time: 0.1670477 Feb 02 07:08:16.171312 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.tag.tag_plugin [None req-037908cc-3609-4cee-8a22-1429b90bd209 tempest-TagsTest-733988803 tempest-TagsTest-733988803-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '14e5aac7-6d6f-4742-b54d-c8d46932220f') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:08:16.237795 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7fa4ec10-4ad5-46af-ae96-c0bc3b9bf015 req-fd50340a-769d-4510-b66c-8fb390b26813 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236143 Feb 02 07:08:16.238856 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=bb30e303-6bfe-4a5e-a203-33d14f826e38,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:16.283508 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 50018) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:16.292908 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-037908cc-3609-4cee-8a22-1429b90bd209 tempest-TagsTest-733988803 tempest-TagsTest-733988803-project] 10.222.0.87 "DELETE /v2.0/networks/14e5aac7-6d6f-4742-b54d-c8d46932220f/tags HTTP/1.1" status: 204 len: 168 time: 0.1254082 Feb 02 07:08:16.381944 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-023d57a3-47cf-44b1-bd08-c53bcf15c800 tempest-TagsTest-733988803 tempest-TagsTest-733988803-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (14e5aac7-6d6f-4742-b54d-c8d46932220f), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:16.440494 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 50022) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:16.450954 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b713570-8f6c-45a6-a934-36f8c997f659 req-4461759f-28de-4fbb-903b-60010252956f tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:16.458424 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0b713570-8f6c-45a6-a934-36f8c997f659 req-4461759f-28de-4fbb-903b-60010252956f tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 945 time: 0.0862570 Feb 02 07:08:16.502305 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-dda451db-ba86-45f3-b0e4-eebcf5e6da72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:16.542419 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['bb30e303-6bfe-4a5e-a203-33d14f826e38'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:08:16.556345 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-023d57a3-47cf-44b1-bd08-c53bcf15c800 tempest-TagsTest-733988803 tempest-TagsTest-733988803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (14e5aac7-6d6f-4742-b54d-c8d46932220f), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:16.564933 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0b713570-8f6c-45a6-a934-36f8c997f659 req-9efb36c0-d8fa-445e-856c-4f40cae1110c tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928943 Feb 02 07:08:16.603693 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c2535805-8eee-4684-9d98-853079323439 req-18242d18-de52-40d2-8784-b897b518931d tempest-ServerShowV257Test-1700813566 tempest-ServerShowV257Test-1700813566-project] 10.222.0.87 "GET /v2.0/ports?device_id=a1c97446-c2cb-4a88-9636-e620fec7188f HTTP/1.1" status: 200 len: 210 time: 0.0493438 Feb 02 07:08:16.616167 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-023d57a3-47cf-44b1-bd08-c53bcf15c800 tempest-TagsTest-733988803 tempest-TagsTest-733988803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14e5aac7-6d6f-4742-b54d-c8d46932220f']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:08:16.629129 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-023d57a3-47cf-44b1-bd08-c53bcf15c800 tempest-TagsTest-733988803 tempest-TagsTest-733988803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0efe922-3cce-4075-9828-9634633d241f') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:08:16.629420 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-023d57a3-47cf-44b1-bd08-c53bcf15c800 tempest-TagsTest-733988803 tempest-TagsTest-733988803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0efe922-3cce-4075-9828-9634633d241f') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:08:16.640764 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-023d57a3-47cf-44b1-bd08-c53bcf15c800 tempest-TagsTest-733988803 tempest-TagsTest-733988803-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (e0efe922-3cce-4075-9828-9634633d241f), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:16.658922 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-023d57a3-47cf-44b1-bd08-c53bcf15c800 tempest-TagsTest-733988803 tempest-TagsTest-733988803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (e0efe922-3cce-4075-9828-9634633d241f), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:16.668225 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-023d57a3-47cf-44b1-bd08-c53bcf15c800 tempest-TagsTest-733988803 tempest-TagsTest-733988803-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:08:16.668784 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-023d57a3-47cf-44b1-bd08-c53bcf15c800 tempest-TagsTest-733988803 tempest-TagsTest-733988803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (e0efe922-3cce-4075-9828-9634633d241f), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:16.674276 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:08:16.674276 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:08:16.674276 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:08:16.674276 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:08:16.674276 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:08:16.674276 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:08:16.674276 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:08:16.674276 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:08:16.674276 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:08:16.674276 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:08:16.674276 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:08:16.674276 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:08:16.674276 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:08:16.674276 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:08:16.674276 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:08:16.674276 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:08:16.674276 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:08:16.674276 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:08:16.674276 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:08:16.674276 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:08:16.674276 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:08:16.674276 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:08:16.674276 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:08:16.674276 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:08:16.674276 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:08:16.674276 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:08:16.674276 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:08:16.674276 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:08:16.674276 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:08:16.674276 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:08:16.674276 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:08:16.674276 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:08:16.686601 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-dda451db-ba86-45f3-b0e4-eebcf5e6da72 admin admin] Publish callbacks [] for security_group (32884d2a-877e-4734-aa7e-2653881785fb), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:16.696095 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-dda451db-ba86-45f3-b0e4-eebcf5e6da72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (32884d2a-877e-4734-aa7e-2653881785fb), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:16.778915 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-dda451db-ba86-45f3-b0e4-eebcf5e6da72 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=36e2ebeab43546b9b0183f0b53854a0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3194571 Feb 02 07:08:16.781479 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda451db-ba86-45f3-b0e4-eebcf5e6da72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32884d2a-877e-4734-aa7e-2653881785fb,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:16.783815 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 50028) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:16.800927 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-023d57a3-47cf-44b1-bd08-c53bcf15c800 tempest-TagsTest-733988803 tempest-TagsTest-733988803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (14e5aac7-6d6f-4742-b54d-c8d46932220f), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:16.818046 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-023d57a3-47cf-44b1-bd08-c53bcf15c800 tempest-TagsTest-733988803 tempest-TagsTest-733988803-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:16.820520 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f92b30-4020-4fb6-ae83-b9a82918159a req-12ce7c3f-ac26-49b8-8ae4-52a435974fb6 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:16.823623 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-023d57a3-47cf-44b1-bd08-c53bcf15c800 tempest-TagsTest-733988803 tempest-TagsTest-733988803-project] 10.222.0.87 "DELETE /v2.0/networks/14e5aac7-6d6f-4742-b54d-c8d46932220f HTTP/1.1" status: 204 len: 168 time: 0.5368187 Feb 02 07:08:16.830858 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-66f92b30-4020-4fb6-ae83-b9a82918159a req-12ce7c3f-ac26-49b8-8ae4-52a435974fb6 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=3a48b3e5-1376-4aa2-b67a-6595a3bf031e HTTP/1.1" status: 200 len: 946 time: 0.1104803 Feb 02 07:08:16.858281 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023d57a3-47cf-44b1-bd08-c53bcf15c800 tempest-TagsTest-733988803 tempest-TagsTest-733988803-project] Pushing event deleted for resources: {'Network': ['ID=14e5aac7-6d6f-4742-b54d-c8d46932220f,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:16.887266 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d815bbd7-cbcf-41f8-ab23-4540ec890582 admin admin] Publish callbacks [] for security_group (32884d2a-877e-4734-aa7e-2653881785fb), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:16.902794 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-66f92b30-4020-4fb6-ae83-b9a82918159a req-31adae4b-faed-4435-b310-30236519fbce tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708580 Feb 02 07:08:16.910459 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa025fb-faba-47ed-bb8d-5f4dbb3799bf req-bf83b8ae-918e-479c-8a7c-52872094f2a0 tempest-ServerTagsTestJSON-1321741055 tempest-ServerTagsTestJSON-1321741055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:16.916026 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4aa025fb-faba-47ed-bb8d-5f4dbb3799bf req-bf83b8ae-918e-479c-8a7c-52872094f2a0 tempest-ServerTagsTestJSON-1321741055 tempest-ServerTagsTestJSON-1321741055-project] 10.222.0.87 "GET /v2.0/ports?device_id=48d71107-816d-4217-994c-6ca3a83a12dd HTTP/1.1" status: 200 len: 944 time: 0.1730165 Feb 02 07:08:16.929858 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d815bbd7-cbcf-41f8-ab23-4540ec890582 admin admin] Publish callbacks [] for security_group (32884d2a-877e-4734-aa7e-2653881785fb), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:17.015316 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4aa025fb-faba-47ed-bb8d-5f4dbb3799bf req-dda47604-409c-4ee5-b2ce-c79be33a0a50 tempest-ServerTagsTestJSON-1321741055 tempest-ServerTagsTestJSON-1321741055-project] 10.222.0.87 "GET /v2.0/security-groups?id=764993e8-aab5-4f9c-8152-ae5e9dc74bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838747 Feb 02 07:08:17.044559 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d815bbd7-cbcf-41f8-ab23-4540ec890582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (32884d2a-877e-4734-aa7e-2653881785fb), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:17.053680 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d815bbd7-cbcf-41f8-ab23-4540ec890582 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:17.055061 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d815bbd7-cbcf-41f8-ab23-4540ec890582 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/32884d2a-877e-4734-aa7e-2653881785fb HTTP/1.1" status: 204 len: 168 time: 0.2647634 Feb 02 07:08:17.066340 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d815bbd7-cbcf-41f8-ab23-4540ec890582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32884d2a-877e-4734-aa7e-2653881785fb,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:17.162819 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 50036) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:17.303540 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:17.431008 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-57d6afa8-017e-4317-9be4-b7c8b995aff2 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=14859b057a944fcfafb717edae0e58e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2647111 Feb 02 07:08:17.431275 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 50048) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:17.492162 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3f608104-f0b6-4314-93bd-50bba5b5ad7a admin admin] Publish callbacks [] for security_group (00db78e3-2e86-4a1c-bde7-f820e739ca67), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:17.528229 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3f608104-f0b6-4314-93bd-50bba5b5ad7a admin admin] Publish callbacks [] for security_group (00db78e3-2e86-4a1c-bde7-f820e739ca67), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:17.577492 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3f608104-f0b6-4314-93bd-50bba5b5ad7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (00db78e3-2e86-4a1c-bde7-f820e739ca67), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:17.582484 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3f608104-f0b6-4314-93bd-50bba5b5ad7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:17.587234 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-3f608104-f0b6-4314-93bd-50bba5b5ad7a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/00db78e3-2e86-4a1c-bde7-f820e739ca67 HTTP/1.1" status: 204 len: 168 time: 0.1549227 Feb 02 07:08:17.599775 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f608104-f0b6-4314-93bd-50bba5b5ad7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00db78e3-2e86-4a1c-bde7-f820e739ca67,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:17.757028 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3a406a74-3734-4b56-b1a6-e6fb028ab99a req-5d0fd7a3-e29b-402a-8fd3-94f8242f94ce tempest-ServerShowV257Test-1700813566 tempest-ServerShowV257Test-1700813566-project] 10.222.0.87 "GET /v2.0/ports?device_id=a1c97446-c2cb-4a88-9636-e620fec7188f HTTP/1.1" status: 200 len: 210 time: 0.0345898 Feb 02 07:08:17.812699 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b27ea6-f623-4feb-9509-1b3055428a7c req-275aff65-2a7d-4582-9b10-9531c2ecd60b tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:17.821108 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d8b27ea6-f623-4feb-9509-1b3055428a7c req-275aff65-2a7d-4582-9b10-9531c2ecd60b tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 945 time: 0.1100528 Feb 02 07:08:17.879539 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device bb30e303-6bfe-4a5e-a203-33d14f826e38 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:08:17.898974 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d8b27ea6-f623-4feb-9509-1b3055428a7c req-a4635648-1957-4376-8cd6-9592c58b5978 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764463 Feb 02 07:08:17.967920 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port bb30e303-6bfe-4a5e-a203-33d14f826e38 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:08:17.975425 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port bb30e303-6bfe-4a5e-a203-33d14f826e38 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:08:17.976333 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (bb30e303-6bfe-4a5e-a203-33d14f826e38), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:18.106628 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port bb30e303-6bfe-4a5e-a203-33d14f826e38 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:08:18.107098 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (bb30e303-6bfe-4a5e-a203-33d14f826e38), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:18.123065 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c52c5-e15b-4280-a1f9-4fce1b6127d5 req-a4b0b855-f0dd-45ab-9b91-c388125fa147 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:18.124647 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f48c52c5-e15b-4280-a1f9-4fce1b6127d5 req-a4b0b855-f0dd-45ab-9b91-c388125fa147 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=3a48b3e5-1376-4aa2-b67a-6595a3bf031e HTTP/1.1" status: 200 len: 946 time: 0.1157131 Feb 02 07:08:18.153495 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port bb30e303-6bfe-4a5e-a203-33d14f826e38, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=bb30e303-6bfe-4a5e-a203-33d14f826e38,segment=NetworkSegment(842ef04e-6cb9-4ed9-bc09-45bb8da4c754),segment_id=842ef04e-6cb9-4ed9-bc09-45bb8da4c754)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:08:18.154935 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d71107-816d-4217-994c-6ca3a83a12dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb30e303-6bfe-4a5e-a203-33d14f826e38'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:08:18.157866 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-141b6b2b-876c-4bfd-8d08-3373826fdcf2" -d '{"events": [{"server_uuid": "48d71107-816d-4217-994c-6ca3a83a12dd", "name": "network-vif-plugged", "status": "completed", "tag": "bb30e303-6bfe-4a5e-a203-33d14f826e38"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:08:18.164054 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (bb30e303-6bfe-4a5e-a203-33d14f826e38), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:18.241093 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=bb30e303-6bfe-4a5e-a203-33d14f826e38,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:18.248915 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f48c52c5-e15b-4280-a1f9-4fce1b6127d5 req-d97d886f-f58d-4ffa-8e9b-9490f164eca4 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103342 Feb 02 07:08:18.298019 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd67686-83ed-4c07-88b3-03bbcd71316a x-openstack-request-id: req-1cd67686-83ed-4c07-88b3-03bbcd71316a {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:08:18.298322 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48d71107-816d-4217-994c-6ca3a83a12dd", "name": "network-vif-plugged", "status": "completed", "tag": "bb30e303-6bfe-4a5e-a203-33d14f826e38", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:08:18.298587 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1cd67686-83ed-4c07-88b3-03bbcd71316a {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:08:18.298992 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48d71107-816d-4217-994c-6ca3a83a12dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb30e303-6bfe-4a5e-a203-33d14f826e38', 'code': 200} Feb 02 07:08:18.302173 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f90c9-64de-4539-8edd-e2b007b9df21 req-dd5f79d0-3bcb-4878-9197-56479bbf1266 tempest-ServerTagsTestJSON-1321741055 tempest-ServerTagsTestJSON-1321741055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:18.309269 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-369f90c9-64de-4539-8edd-e2b007b9df21 req-dd5f79d0-3bcb-4878-9197-56479bbf1266 tempest-ServerTagsTestJSON-1321741055 tempest-ServerTagsTestJSON-1321741055-project] 10.222.0.87 "GET /v2.0/ports?device_id=48d71107-816d-4217-994c-6ca3a83a12dd HTTP/1.1" status: 200 len: 944 time: 0.1882050 Feb 02 07:08:18.340742 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e27731-3e36-401c-b433-9864c086ca29 req-5c398873-f061-4e90-8028-fa211ac0b82e tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:18.342229 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b4e27731-3e36-401c-b433-9864c086ca29 req-5c398873-f061-4e90-8028-fa211ac0b82e tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.59 "GET /v2.0/ports?device_id=3a48b3e5-1376-4aa2-b67a-6595a3bf031e HTTP/1.1" status: 200 len: 946 time: 0.1555872 Feb 02 07:08:18.392977 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-369f90c9-64de-4539-8edd-e2b007b9df21 req-3e1d8769-3033-4f92-b68a-9658d1843e56 tempest-ServerTagsTestJSON-1321741055 tempest-ServerTagsTestJSON-1321741055-project] 10.222.0.87 "GET /v2.0/security-groups?id=764993e8-aab5-4f9c-8152-ae5e9dc74bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828731 Feb 02 07:08:18.516223 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef80f37-6804-491f-b74c-ae78843c280d req-dc9d8e2c-49b4-4ee1-8516-6ffaee96f158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:18.517849 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bef80f37-6804-491f-b74c-ae78843c280d req-dc9d8e2c-49b4-4ee1-8516-6ffaee96f158 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=48d71107-816d-4217-994c-6ca3a83a12dd HTTP/1.1" status: 200 len: 1128 time: 0.1096153 Feb 02 07:08:18.577933 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bef80f37-6804-491f-b74c-ae78843c280d req-568f764f-b46b-4d7e-ae18-0a0ceb587b8e service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=764993e8-aab5-4f9c-8152-ae5e9dc74bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530641 Feb 02 07:08:18.580660 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-b4e27731-3e36-401c-b433-9864c086ca29 req-5673af16-8203-47a1-83c5-db17c87025cd tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Deleting port e08a38a6-5635-47a5-8fd0-57bff6f800ab {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:08:18.581008 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-b4e27731-3e36-401c-b433-9864c086ca29 req-5673af16-8203-47a1-83c5-db17c87025cd tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (e08a38a6-5635-47a5-8fd0-57bff6f800ab), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:18.695750 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-b4e27731-3e36-401c-b433-9864c086ca29 req-5673af16-8203-47a1-83c5-db17c87025cd tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] For port e08a38a6-5635-47a5-8fd0-57bff6f800ab, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=e08a38a6-5635-47a5-8fd0-57bff6f800ab,segment=NetworkSegment(a9fa2e92-fe10-4a10-8f88-a94a7c43f6f8),segment_id=a9fa2e92-fe10-4a10-8f88-a94a7c43f6f8)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:08:18.696215 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-b4e27731-3e36-401c-b433-9864c086ca29 req-5673af16-8203-47a1-83c5-db17c87025cd tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (e08a38a6-5635-47a5-8fd0-57bff6f800ab), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:18.711542 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-b4e27731-3e36-401c-b433-9864c086ca29 req-5673af16-8203-47a1-83c5-db17c87025cd tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Calling delete_port for e08a38a6-5635-47a5-8fd0-57bff6f800ab owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:08:18.875653 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-b4e27731-3e36-401c-b433-9864c086ca29 req-5673af16-8203-47a1-83c5-db17c87025cd tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (e08a38a6-5635-47a5-8fd0-57bff6f800ab), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:18.913351 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['e08a38a6-5635-47a5-8fd0-57bff6f800ab'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:08:18.919293 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['18d0d2d5-f098-4215-bfbd-e6aca83e7772'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:08:18.935630 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5673af16-8203-47a1-83c5-db17c87025cd tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Pushing event deleted for resources: {'Port': ['ID=e08a38a6-5635-47a5-8fd0-57bff6f800ab,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:18.983221 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0fbf8942-e19a-4a2e-9f70-5c9086953bd8 req-5e647a5f-7417-42ce-a1bb-3442770234fe tempest-ServerShowV257Test-1700813566 tempest-ServerShowV257Test-1700813566-project] 10.222.0.87 "GET /v2.0/ports?device_id=a1c97446-c2cb-4a88-9636-e620fec7188f HTTP/1.1" status: 200 len: 210 time: 0.0875812 Feb 02 07:08:18.985914 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4e27731-3e36-401c-b433-9864c086ca29 req-5673af16-8203-47a1-83c5-db17c87025cd tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] No DVR routers for this DVR port e08a38a6-5635-47a5-8fd0-57bff6f800ab on host n-h2-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:08:18.990206 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-b4e27731-3e36-401c-b433-9864c086ca29 req-5673af16-8203-47a1-83c5-db17c87025cd tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:19.008367 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b4e27731-3e36-401c-b433-9864c086ca29 req-5673af16-8203-47a1-83c5-db17c87025cd tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.59 "DELETE /v2.0/ports/e08a38a6-5635-47a5-8fd0-57bff6f800ab HTTP/1.1" status: 204 len: 173 time: 0.6290588 Feb 02 07:08:19.008715 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a48b3e5-1376-4aa2-b67a-6595a3bf031e', 'name': 'network-vif-deleted', 'tag': 'e08a38a6-5635-47a5-8fd0-57bff6f800ab'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:08:19.012119 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e5e1f5e-ef67-4a06-9812-9a1cd095a4e0" -d '{"events": [{"server_uuid": "3a48b3e5-1376-4aa2-b67a-6595a3bf031e", "name": "network-vif-deleted", "tag": "e08a38a6-5635-47a5-8fd0-57bff6f800ab"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:08:19.152768 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107eb13e-d573-4b63-a92f-11aff4b519b1 req-0988c692-b0c3-467a-bda0-2595f7998b77 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:19.154698 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-107eb13e-d573-4b63-a92f-11aff4b519b1 req-0988c692-b0c3-467a-bda0-2595f7998b77 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 945 time: 0.1268301 Feb 02 07:08:19.275335 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-107eb13e-d573-4b63-a92f-11aff4b519b1 req-2e410fff-c0e9-45f5-bcab-51c85f85e969 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113515 Feb 02 07:08:19.303085 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-014c72e1-804a-48fc-be7d-eab3ad06a4f4 x-openstack-request-id: req-014c72e1-804a-48fc-be7d-eab3ad06a4f4 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:08:19.303387 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a48b3e5-1376-4aa2-b67a-6595a3bf031e", "name": "network-vif-deleted", "tag": "e08a38a6-5635-47a5-8fd0-57bff6f800ab", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:08:19.303760 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-014c72e1-804a-48fc-be7d-eab3ad06a4f4 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:08:19.304172 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a48b3e5-1376-4aa2-b67a-6595a3bf031e', 'name': 'network-vif-deleted', 'tag': 'e08a38a6-5635-47a5-8fd0-57bff6f800ab', 'status': 'completed', 'code': 200} Feb 02 07:08:19.434741 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d294bce1-37eb-4163-9462-613036fe9155 req-5ba8ef27-afc9-48b5-a162-82dc035cc021 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=3a48b3e5-1376-4aa2-b67a-6595a3bf031e HTTP/1.1" status: 200 len: 210 time: 0.0573699 Feb 02 07:08:19.674572 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6123f107-28f3-4dc8-9dbb-9462cd4daf34 req-d8ca8e08-7448-4cf5-a77f-a20e36fb79a1 tempest-ServerTagsTestJSON-1321741055 tempest-ServerTagsTestJSON-1321741055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:19.691952 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6123f107-28f3-4dc8-9dbb-9462cd4daf34 req-d8ca8e08-7448-4cf5-a77f-a20e36fb79a1 tempest-ServerTagsTestJSON-1321741055 tempest-ServerTagsTestJSON-1321741055-project] 10.222.0.87 "GET /v2.0/ports?device_id=48d71107-816d-4217-994c-6ca3a83a12dd HTTP/1.1" status: 200 len: 945 time: 0.1517704 Feb 02 07:08:19.761568 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30d2d8b-cc19-4d83-b39a-f6463c5b945b req-7b036519-883b-4bab-844c-66029c39a70a tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:19.772844 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b30d2d8b-cc19-4d83-b39a-f6463c5b945b req-7b036519-883b-4bab-844c-66029c39a70a tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 945 time: 0.1167278 Feb 02 07:08:19.828655 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6123f107-28f3-4dc8-9dbb-9462cd4daf34 req-d9d3e445-9a1d-4e4e-bb8d-6e7e393eb64a tempest-ServerTagsTestJSON-1321741055 tempest-ServerTagsTestJSON-1321741055-project] 10.222.0.87 "GET /v2.0/security-groups?id=764993e8-aab5-4f9c-8152-ae5e9dc74bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357207 Feb 02 07:08:19.899677 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b30d2d8b-cc19-4d83-b39a-f6463c5b945b req-d1ec8c1f-5bc1-4648-a28e-5b0665d25abe tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233397 Feb 02 07:08:20.014149 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37beaea-06de-48ff-9410-a623c1abb050 req-e4f402bf-8d97-40b4-b9fd-0b63f824dddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:20.015317 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e37beaea-06de-48ff-9410-a623c1abb050 req-e4f402bf-8d97-40b4-b9fd-0b63f824dddf service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=12ae52d2610343959b079c169f83e654&device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 1128 time: 0.2542002 Feb 02 07:08:20.160927 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-181d4fdd-1e34-454b-90ff-9b3bb3d964c8 req-5fc5c012-64f8-4e52-aa50-1c68a866446f tempest-ServerShowV257Test-1700813566 tempest-ServerShowV257Test-1700813566-project] 10.222.0.87 "GET /v2.0/ports?device_id=a1c97446-c2cb-4a88-9636-e620fec7188f HTTP/1.1" status: 200 len: 210 time: 0.0675764 Feb 02 07:08:20.193776 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37beaea-06de-48ff-9410-a623c1abb050 req-c72de264-7609-48b2-b537-1b692e9e4231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:20.195256 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e37beaea-06de-48ff-9410-a623c1abb050 req-c72de264-7609-48b2-b537-1b692e9e4231 service neutron] 10.222.0.88 "GET /v2.0/networks?id=274d3754-cb62-4276-8b4a-dfa5cf98baaf HTTP/1.1" status: 200 len: 913 time: 0.1738198 Feb 02 07:08:20.291373 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e37beaea-06de-48ff-9410-a623c1abb050 req-bd106096-ad5d-4471-b71c-365b44f54dba service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85893ae3-9cf9-488d-a8f8-58bbbb8cbd30 HTTP/1.1" status: 200 len: 1000 time: 0.0886552 Feb 02 07:08:20.835448 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37beaea-06de-48ff-9410-a623c1abb050 req-7be3d64d-9d3b-46cf-94e7-bf13c9c54a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:20.836990 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e37beaea-06de-48ff-9410-a623c1abb050 req-7be3d64d-9d3b-46cf-94e7-bf13c9c54a69 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b6b3fc97-ea53-4910-99b5-bddf06c5d45f HTTP/1.1" status: 200 len: 851 time: 0.5394325 Feb 02 07:08:20.899273 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d1811-290a-44c7-a0a0-ee28ed19374f req-282c7959-05d1-4187-bfaa-9cbc6a1cf038 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:20.906242 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-258d1811-290a-44c7-a0a0-ee28ed19374f req-282c7959-05d1-4187-bfaa-9cbc6a1cf038 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.1209872 Feb 02 07:08:20.967241 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37beaea-06de-48ff-9410-a623c1abb050 req-009bbe83-1858-4a54-b838-c1f8241dac17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:20.968788 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e37beaea-06de-48ff-9410-a623c1abb050 req-009bbe83-1858-4a54-b838-c1f8241dac17 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=274d3754-cb62-4276-8b4a-dfa5cf98baaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1215591 Feb 02 07:08:20.979307 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-258d1811-290a-44c7-a0a0-ee28ed19374f req-17657a9b-1cb1-4164-a92c-a6a5eede3a5c tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721536 Feb 02 07:08:21.090902 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c9cc94-212b-4be6-b899-9e73e94e8ef6 req-4d07588a-c996-4246-8568-733d40d68543 tempest-ServerTagsTestJSON-1321741055 tempest-ServerTagsTestJSON-1321741055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:21.102746 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-81c9cc94-212b-4be6-b899-9e73e94e8ef6 req-4d07588a-c996-4246-8568-733d40d68543 tempest-ServerTagsTestJSON-1321741055 tempest-ServerTagsTestJSON-1321741055-project] 10.222.0.87 "GET /v2.0/ports?device_id=48d71107-816d-4217-994c-6ca3a83a12dd HTTP/1.1" status: 200 len: 945 time: 0.1279414 Feb 02 07:08:21.186727 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e37beaea-06de-48ff-9410-a623c1abb050 req-21bf7f03-656b-47da-8a24-b5fdb4abbec4 service neutron] 10.222.0.88 "GET /v2.0/networks/274d3754-cb62-4276-8b4a-dfa5cf98baaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994507 Feb 02 07:08:21.224068 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8356bfc9-3021-4685-9265-32dc568f3fb9 req-ef3ca4c2-e941-4db7-983a-912002a5607a tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:21.231069 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8356bfc9-3021-4685-9265-32dc568f3fb9 req-ef3ca4c2-e941-4db7-983a-912002a5607a tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 945 time: 0.1353076 Feb 02 07:08:21.258643 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-81c9cc94-212b-4be6-b899-9e73e94e8ef6 req-d2c87270-cca5-4dc9-bda9-98e27e2f1376 tempest-ServerTagsTestJSON-1321741055 tempest-ServerTagsTestJSON-1321741055-project] 10.222.0.87 "GET /v2.0/security-groups?id=764993e8-aab5-4f9c-8152-ae5e9dc74bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539106 Feb 02 07:08:21.386329 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8356bfc9-3021-4685-9265-32dc568f3fb9 req-4f3fbed8-f641-46da-ab48-1153f267dc25 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543205 Feb 02 07:08:21.441416 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e37beaea-06de-48ff-9410-a623c1abb050 req-b021536f-f211-4b7e-8da4-6898cba7a76a service neutron] 10.222.0.88 "GET /v2.0/networks/274d3754-cb62-4276-8b4a-dfa5cf98baaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537155 Feb 02 07:08:21.470732 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ae702786-9be6-42cb-ba77-cc301f0be041 req-84ebe9f1-f9fb-439f-9eaf-9a24df6a0929 tempest-ServerShowV257Test-1700813566 tempest-ServerShowV257Test-1700813566-project] 10.222.0.87 "GET /v2.0/ports?device_id=a1c97446-c2cb-4a88-9636-e620fec7188f HTTP/1.1" status: 200 len: 210 time: 0.0727706 Feb 02 07:08:21.646336 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c6806-efc3-47c6-93f5-6c5cb339ff41 req-55864c73-cf3a-4d67-9b17-0656a1e9fe34 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:21.655080 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-229c6806-efc3-47c6-93f5-6c5cb339ff41 req-55864c73-cf3a-4d67-9b17-0656a1e9fe34 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.0815942 Feb 02 07:08:21.724514 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-229c6806-efc3-47c6-93f5-6c5cb339ff41 req-1f2d93a6-33fc-45d4-a84c-be4dbaeed55a tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651543 Feb 02 07:08:21.914777 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd60d0c2-bf84-4171-be52-0ffce678a751 req-bd8551bc-77ed-41f5-8da5-d5e42ecfe028 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:21.924320 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dd60d0c2-bf84-4171-be52-0ffce678a751 req-bd8551bc-77ed-41f5-8da5-d5e42ecfe028 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.1256740 Feb 02 07:08:21.968948 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:22.005523 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dd60d0c2-bf84-4171-be52-0ffce678a751 req-44efbd39-b891-4bba-b077-c34af45cde36 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794442 Feb 02 07:08:22.688032 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb5e794-8d0e-4d4a-aa5b-39c63690670f req-35074970-9109-444c-8540-849c66d05609 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:22.698963 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-13b36fb3-a87c-42b2-9af2-b13bb6d9cac1 req-cbb31f77-974f-4edb-a14c-967094fe38f2 tempest-ServerShowV257Test-1700813566 tempest-ServerShowV257Test-1700813566-project] 10.222.0.87 "GET /v2.0/ports?device_id=a1c97446-c2cb-4a88-9636-e620fec7188f HTTP/1.1" status: 200 len: 210 time: 0.0792565 Feb 02 07:08:22.719961 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fcb5e794-8d0e-4d4a-aa5b-39c63690670f req-35074970-9109-444c-8540-849c66d05609 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 945 time: 0.1556151 Feb 02 07:08:22.813381 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fcb5e794-8d0e-4d4a-aa5b-39c63690670f req-f6ae7bc4-811a-4657-907a-dcbf2fb743db tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005507 Feb 02 07:08:22.959218 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device e08a38a6-5635-47a5-8fd0-57bff6f800ab no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:08:23.011764 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] No Port match for: e08a38a6-5635-47a5-8fd0-57bff6f800ab {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:08:23.015423 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8db51d-9539-4825-ae2c-0b74228512a1 req-ec7d313d-d373-4399-be15-5eba70fad246 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:23.021483 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device e08a38a6-5635-47a5-8fd0-57bff6f800ab not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:08:23.024636 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bd8db51d-9539-4825-ae2c-0b74228512a1 req-ec7d313d-d373-4399-be15-5eba70fad246 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 945 time: 0.1128821 Feb 02 07:08:23.093314 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bd8db51d-9539-4825-ae2c-0b74228512a1 req-9116dc8b-b233-4a75-9f60-821a586cf7a1 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676858 Feb 02 07:08:23.522864 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3d6ea6-bc98-4855-9f61-18f410a0a1b3 req-b6e88512-64b2-4954-ab3e-9cc43327c288 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:23.524431 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1f3d6ea6-bc98-4855-9f61-18f410a0a1b3 req-b6e88512-64b2-4954-ab3e-9cc43327c288 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 945 time: 0.0956302 Feb 02 07:08:23.625433 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1f3d6ea6-bc98-4855-9f61-18f410a0a1b3 req-66cfd2e4-ba77-45d9-b40d-76a5912aab3c tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938277 Feb 02 07:08:23.861438 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-98e50be5-12e6-4a59-8684-899433483a5a req-46edd5d4-a666-40a3-8882-027a009af92b tempest-ServerShowV257Test-1700813566 tempest-ServerShowV257Test-1700813566-project] 10.222.0.87 "GET /v2.0/ports?device_id=a1c97446-c2cb-4a88-9636-e620fec7188f HTTP/1.1" status: 200 len: 210 time: 0.0417829 Feb 02 07:08:24.119262 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336038a1-95a4-4b1c-9400-f637258d1ec1 req-804bacf3-7d15-4883-b65f-ceccef2dbc62 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:24.120855 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-336038a1-95a4-4b1c-9400-f637258d1ec1 req-804bacf3-7d15-4883-b65f-ceccef2dbc62 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 945 time: 0.0973098 Feb 02 07:08:24.257135 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-336038a1-95a4-4b1c-9400-f637258d1ec1 req-b5041279-f6c5-4070-b11e-a54c3156825a tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295862 Feb 02 07:08:25.090025 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8146a90a-e181-408a-a48d-f2745a31bf46 req-caf68f37-991f-4cda-8e09-6133af2e9fa3 tempest-ServerShowV257Test-1700813566 tempest-ServerShowV257Test-1700813566-project] 10.222.0.87 "GET /v2.0/ports?device_id=a1c97446-c2cb-4a88-9636-e620fec7188f HTTP/1.1" status: 200 len: 210 time: 0.0751812 Feb 02 07:08:25.167378 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da44e2f-640d-44b9-b65d-ee6f7dd7c43b req-13091d1d-8707-4ef1-809c-f502735391fd tempest-ServerTagsTestJSON-1321741055 tempest-ServerTagsTestJSON-1321741055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:25.169486 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8da44e2f-640d-44b9-b65d-ee6f7dd7c43b req-13091d1d-8707-4ef1-809c-f502735391fd tempest-ServerTagsTestJSON-1321741055 tempest-ServerTagsTestJSON-1321741055-project] 10.222.0.87 "GET /v2.0/ports?device_id=48d71107-816d-4217-994c-6ca3a83a12dd HTTP/1.1" status: 200 len: 945 time: 0.0854595 Feb 02 07:08:25.220504 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8da44e2f-640d-44b9-b65d-ee6f7dd7c43b req-d488c8bd-3f3c-4103-ab4f-db7d4d60955e tempest-ServerTagsTestJSON-1321741055 tempest-ServerTagsTestJSON-1321741055-project] 10.222.0.87 "GET /v2.0/security-groups?id=764993e8-aab5-4f9c-8152-ae5e9dc74bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453777 Feb 02 07:08:25.375149 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e525466a-d9c6-4360-8736-9d4affbc85cc req-a3342cc1-1f95-455f-95c1-d04032194900 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:25.376761 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e525466a-d9c6-4360-8736-9d4affbc85cc req-a3342cc1-1f95-455f-95c1-d04032194900 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 945 time: 0.0575833 Feb 02 07:08:25.426591 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e525466a-d9c6-4360-8736-9d4affbc85cc req-ffb94e58-2431-4555-9267-644be9594943 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426917 Feb 02 07:08:25.669231 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d1e89-847e-4ac3-acaa-36f669bf4ea4 req-d3c98192-e30f-416c-afb7-ec879bfd4fec tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:25.670708 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-227d1e89-847e-4ac3-acaa-36f669bf4ea4 req-d3c98192-e30f-416c-afb7-ec879bfd4fec tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 945 time: 0.0612824 Feb 02 07:08:25.728772 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-227d1e89-847e-4ac3-acaa-36f669bf4ea4 req-941dd647-d134-408d-a51d-5e4f95aa0799 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496552 Feb 02 07:08:25.914780 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:08:26.239500 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1eb24ed6-973e-47c3-922d-b12217ad6006 req-7a2c6374-e96b-4265-980c-785a3e6f9bce tempest-ServerShowV257Test-1700813566 tempest-ServerShowV257Test-1700813566-project] 10.222.0.87 "GET /v2.0/ports?device_id=a1c97446-c2cb-4a88-9636-e620fec7188f HTTP/1.1" status: 200 len: 210 time: 0.0413547 Feb 02 07:08:26.432036 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6a6f89-959c-47f2-b1d9-63a43b1e60f9 req-48909c6d-1bed-43ba-b4e0-7e5919044952 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:26.432655 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d405a2-3e7a-4b38-83a4-644d8ccfc60c req-e317a695-093c-4823-8f0a-ebfc116e161f tempest-ServerTagsTestJSON-1321741055 tempest-ServerTagsTestJSON-1321741055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:26.442052 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b4d405a2-3e7a-4b38-83a4-644d8ccfc60c req-e317a695-093c-4823-8f0a-ebfc116e161f tempest-ServerTagsTestJSON-1321741055 tempest-ServerTagsTestJSON-1321741055-project] 10.222.0.87 "GET /v2.0/ports?device_id=48d71107-816d-4217-994c-6ca3a83a12dd HTTP/1.1" status: 200 len: 945 time: 0.1007411 Feb 02 07:08:26.451716 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ca6a6f89-959c-47f2-b1d9-63a43b1e60f9 req-48909c6d-1bed-43ba-b4e0-7e5919044952 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.1272466 Feb 02 07:08:26.512337 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b4d405a2-3e7a-4b38-83a4-644d8ccfc60c req-efa7f6c4-ceb2-421c-ad65-e8e2ff645a19 tempest-ServerTagsTestJSON-1321741055 tempest-ServerTagsTestJSON-1321741055-project] 10.222.0.87 "GET /v2.0/security-groups?id=764993e8-aab5-4f9c-8152-ae5e9dc74bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690057 Feb 02 07:08:26.551000 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ca6a6f89-959c-47f2-b1d9-63a43b1e60f9 req-b00959c7-27bb-427a-a979-12fbfeffaec2 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918822 Feb 02 07:08:26.705261 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6506188a-f036-4aa3-914b-85d3cec567f3 req-702f1050-dc4d-44ba-8c97-77729a7aa542 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:26.707597 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6506188a-f036-4aa3-914b-85d3cec567f3 req-702f1050-dc4d-44ba-8c97-77729a7aa542 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.0689504 Feb 02 07:08:26.802010 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6506188a-f036-4aa3-914b-85d3cec567f3 req-730538db-60b3-4c18-a172-e01d57d50bfc tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826449 Feb 02 07:08:26.842886 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd9fde-18c6-43b7-aa4b-877c488f7753 req-839794c4-fe66-4550-9198-5b57962203bc tempest-ServerTagsTestJSON-1321741055 tempest-ServerTagsTestJSON-1321741055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:26.844488 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cecd9fde-18c6-43b7-aa4b-877c488f7753 req-839794c4-fe66-4550-9198-5b57962203bc tempest-ServerTagsTestJSON-1321741055 tempest-ServerTagsTestJSON-1321741055-project] 10.222.0.88 "GET /v2.0/ports?device_id=48d71107-816d-4217-994c-6ca3a83a12dd HTTP/1.1" status: 200 len: 945 time: 0.1074939 Feb 02 07:08:27.037447 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1063056c-f8f2-4ad7-a88b-223a27be301c req-e79c5d8c-45cd-4945-a020-43a50b0a13e2 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:27.044538 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1063056c-f8f2-4ad7-a88b-223a27be301c req-e79c5d8c-45cd-4945-a020-43a50b0a13e2 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 945 time: 0.1909790 Feb 02 07:08:27.111340 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1063056c-f8f2-4ad7-a88b-223a27be301c req-639d8c28-f900-4e98-8cef-315b47beed53 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659504 Feb 02 07:08:27.147072 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-cecd9fde-18c6-43b7-aa4b-877c488f7753 req-08537be1-7f51-4644-a027-34a9f5fa2415 tempest-ServerTagsTestJSON-1321741055 tempest-ServerTagsTestJSON-1321741055-project] Deleting port bb30e303-6bfe-4a5e-a203-33d14f826e38 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:08:27.147072 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-cecd9fde-18c6-43b7-aa4b-877c488f7753 req-08537be1-7f51-4644-a027-34a9f5fa2415 tempest-ServerTagsTestJSON-1321741055 tempest-ServerTagsTestJSON-1321741055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (bb30e303-6bfe-4a5e-a203-33d14f826e38), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:27.214590 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:27.276158 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-cecd9fde-18c6-43b7-aa4b-877c488f7753 req-08537be1-7f51-4644-a027-34a9f5fa2415 tempest-ServerTagsTestJSON-1321741055 tempest-ServerTagsTestJSON-1321741055-project] For port bb30e303-6bfe-4a5e-a203-33d14f826e38, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=bb30e303-6bfe-4a5e-a203-33d14f826e38,segment=NetworkSegment(842ef04e-6cb9-4ed9-bc09-45bb8da4c754),segment_id=842ef04e-6cb9-4ed9-bc09-45bb8da4c754)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:08:27.276511 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-cecd9fde-18c6-43b7-aa4b-877c488f7753 req-08537be1-7f51-4644-a027-34a9f5fa2415 tempest-ServerTagsTestJSON-1321741055 tempest-ServerTagsTestJSON-1321741055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (bb30e303-6bfe-4a5e-a203-33d14f826e38), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:27.295581 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-cecd9fde-18c6-43b7-aa4b-877c488f7753 req-08537be1-7f51-4644-a027-34a9f5fa2415 tempest-ServerTagsTestJSON-1321741055 tempest-ServerTagsTestJSON-1321741055-project] Calling delete_port for bb30e303-6bfe-4a5e-a203-33d14f826e38 owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:08:27.474920 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc736a4-6b2b-4540-b84e-4d344e1163ae req-05c0f52e-c987-49e1-9714-6af3f6147842 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:27.479004 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9bc736a4-6b2b-4540-b84e-4d344e1163ae req-05c0f52e-c987-49e1-9714-6af3f6147842 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 945 time: 0.1587772 Feb 02 07:08:27.518776 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-cecd9fde-18c6-43b7-aa4b-877c488f7753 req-08537be1-7f51-4644-a027-34a9f5fa2415 tempest-ServerTagsTestJSON-1321741055 tempest-ServerTagsTestJSON-1321741055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (bb30e303-6bfe-4a5e-a203-33d14f826e38), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:27.545814 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4efc95e2-5f98-4d2a-8184-f08efb313c62 req-2ae79a1c-0277-4196-b225-8a4ace050abe tempest-ServerShowV257Test-1700813566 tempest-ServerShowV257Test-1700813566-project] 10.222.0.87 "GET /v2.0/ports?device_id=a1c97446-c2cb-4a88-9636-e620fec7188f HTTP/1.1" status: 200 len: 210 time: 0.0414176 Feb 02 07:08:27.554506 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['bb30e303-6bfe-4a5e-a203-33d14f826e38'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:08:27.596001 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08537be1-7f51-4644-a027-34a9f5fa2415 tempest-ServerTagsTestJSON-1321741055 tempest-ServerTagsTestJSON-1321741055-project] Pushing event deleted for resources: {'Port': ['ID=bb30e303-6bfe-4a5e-a203-33d14f826e38,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:27.646521 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9bc736a4-6b2b-4540-b84e-4d344e1163ae req-4d205096-872b-4283-a4d5-26f0566d2037 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612389 Feb 02 07:08:27.681648 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-cecd9fde-18c6-43b7-aa4b-877c488f7753 req-08537be1-7f51-4644-a027-34a9f5fa2415 tempest-ServerTagsTestJSON-1321741055 tempest-ServerTagsTestJSON-1321741055-project] No DVR routers for this DVR port bb30e303-6bfe-4a5e-a203-33d14f826e38 on host n-h1-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:08:27.685697 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-cecd9fde-18c6-43b7-aa4b-877c488f7753 req-08537be1-7f51-4644-a027-34a9f5fa2415 tempest-ServerTagsTestJSON-1321741055 tempest-ServerTagsTestJSON-1321741055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:27.695527 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cecd9fde-18c6-43b7-aa4b-877c488f7753 req-08537be1-7f51-4644-a027-34a9f5fa2415 tempest-ServerTagsTestJSON-1321741055 tempest-ServerTagsTestJSON-1321741055-project] 10.222.0.88 "DELETE /v2.0/ports/bb30e303-6bfe-4a5e-a203-33d14f826e38 HTTP/1.1" status: 204 len: 173 time: 0.8382556 Feb 02 07:08:27.696409 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d71107-816d-4217-994c-6ca3a83a12dd', 'name': 'network-vif-deleted', 'tag': 'bb30e303-6bfe-4a5e-a203-33d14f826e38'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:08:27.698896 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb25f4af-1047-4142-b04c-545d0b9178eb" -d '{"events": [{"server_uuid": "48d71107-816d-4217-994c-6ca3a83a12dd", "name": "network-vif-deleted", "tag": "bb30e303-6bfe-4a5e-a203-33d14f826e38"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:08:27.747704 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-371497bd-0be6-4292-b6fc-18e1b0ac4671 req-b1de3b63-f4a4-4a25-b450-d24f68a838db tempest-ServerTagsTestJSON-1321741055 tempest-ServerTagsTestJSON-1321741055-project] 10.222.0.87 "GET /v2.0/ports?device_id=48d71107-816d-4217-994c-6ca3a83a12dd HTTP/1.1" status: 200 len: 210 time: 0.0443499 Feb 02 07:08:27.848648 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7651a650-7001-4587-81c7-af1b6115c020 req-8c7ee1f1-ae45-4645-9a59-7801f8faaaf0 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:27.856142 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7651a650-7001-4587-81c7-af1b6115c020 req-8c7ee1f1-ae45-4645-9a59-7801f8faaaf0 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 945 time: 0.0916913 Feb 02 07:08:27.871496 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab96eac-d958-44f0-a7a4-958401a600ca x-openstack-request-id: req-bab96eac-d958-44f0-a7a4-958401a600ca {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:08:27.872097 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48d71107-816d-4217-994c-6ca3a83a12dd", "name": "network-vif-deleted", "tag": "bb30e303-6bfe-4a5e-a203-33d14f826e38", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:08:27.872515 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-bab96eac-d958-44f0-a7a4-958401a600ca {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:08:27.873091 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48d71107-816d-4217-994c-6ca3a83a12dd', 'name': 'network-vif-deleted', 'tag': 'bb30e303-6bfe-4a5e-a203-33d14f826e38', 'status': 'completed', 'code': 200} Feb 02 07:08:27.933985 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7651a650-7001-4587-81c7-af1b6115c020 req-e9ffc6b4-ac6d-4e24-b758-0882f5408722 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724626 Feb 02 07:08:28.062091 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89810c62-25c5-40b9-9bbe-63b2e1b3d275 req-0d0b209e-bea9-44f1-b8f4-35230ad858f1 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:28.069832 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-89810c62-25c5-40b9-9bbe-63b2e1b3d275 req-0d0b209e-bea9-44f1-b8f4-35230ad858f1 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 945 time: 0.0683300 Feb 02 07:08:28.127425 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-89810c62-25c5-40b9-9bbe-63b2e1b3d275 req-759954ee-8ccc-4909-95bf-3af046ec2433 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545425 Feb 02 07:08:28.779816 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e32c43ff-7cf9-4803-b275-7b27b92aef27 req-d26acce5-8515-45ff-9b77-beec834644e9 tempest-ServerShowV257Test-1700813566 tempest-ServerShowV257Test-1700813566-project] 10.222.0.87 "GET /v2.0/ports?device_id=a1c97446-c2cb-4a88-9636-e620fec7188f HTTP/1.1" status: 200 len: 210 time: 0.0543547 Feb 02 07:08:28.849354 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 50526) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:28.948462 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bcdd0c5-d24d-437a-b7a7-1ed21c4fc71a admin admin] Deleting subnet be54a05a-06d7-439b-853b-084bad000392 {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:08:28.954173 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0bcdd0c5-d24d-437a-b7a7-1ed21c4fc71a admin admin] Publish callbacks [] for subnet (be54a05a-06d7-439b-853b-084bad000392), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:28.993519 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0bcdd0c5-d24d-437a-b7a7-1ed21c4fc71a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (be54a05a-06d7-439b-853b-084bad000392), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:29.044742 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0bcdd0c5-d24d-437a-b7a7-1ed21c4fc71a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (be54a05a-06d7-439b-853b-084bad000392), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:29.134857 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0bcdd0c5-d24d-437a-b7a7-1ed21c4fc71a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (be54a05a-06d7-439b-853b-084bad000392), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:29.163339 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0bcdd0c5-d24d-437a-b7a7-1ed21c4fc71a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:29.167468 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-0bcdd0c5-d24d-437a-b7a7-1ed21c4fc71a admin admin] 10.222.0.87 "DELETE /v2.0/subnets/be54a05a-06d7-439b-853b-084bad000392 HTTP/1.1" status: 204 len: 168 time: 0.3161497 Feb 02 07:08:29.172058 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 50532) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:29.200263 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcdd0c5-d24d-437a-b7a7-1ed21c4fc71a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be54a05a-06d7-439b-853b-084bad000392,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:29.305448 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a9ad2693-391a-4ec9-af72-7ee9beee4a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (e38064e7-5611-45ca-8511-3aa97138a283), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:29.429846 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a9ad2693-391a-4ec9-af72-7ee9beee4a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (e38064e7-5611-45ca-8511-3aa97138a283), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:29.436862 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 50544) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:29.822212 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdd28ed-e6c8-4e43-8934-73ccd129f2ee req-2b1e3dcb-31e0-4171-9d42-45ea229a733c tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:29.829754 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5cdd28ed-e6c8-4e43-8934-73ccd129f2ee req-2b1e3dcb-31e0-4171-9d42-45ea229a733c tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.1349065 Feb 02 07:08:29.885862 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5cdd28ed-e6c8-4e43-8934-73ccd129f2ee req-c7fdc507-89a0-4458-b09b-c165e7d42c86 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550447 Feb 02 07:08:30.030761 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc01da-ab25-4686-a976-ee021a5b1be7 req-a7fe2171-4b76-4313-a2ac-3684f518c395 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:30.040426 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-38bc01da-ab25-4686-a976-ee021a5b1be7 req-a7fe2171-4b76-4313-a2ac-3684f518c395 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.0776672 Feb 02 07:08:30.056256 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-94294c6f-607b-4df1-b7e5-d2faf465b17e req-fe7f6ab0-32ce-4d06-bef5-b85956c399df tempest-ServerShowV257Test-1700813566 tempest-ServerShowV257Test-1700813566-project] 10.222.0.87 "GET /v2.0/ports?device_id=a1c97446-c2cb-4a88-9636-e620fec7188f HTTP/1.1" status: 200 len: 210 time: 0.0551627 Feb 02 07:08:30.058160 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-a9ad2693-391a-4ec9-af72-7ee9beee4a0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e38064e7-5611-45ca-8511-3aa97138a283']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:08:30.084072 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-a9ad2693-391a-4ec9-af72-7ee9beee4a0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '842ef04e-6cb9-4ed9-bc09-45bb8da4c754') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:08:30.084336 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-a9ad2693-391a-4ec9-af72-7ee9beee4a0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '842ef04e-6cb9-4ed9-bc09-45bb8da4c754') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:08:30.102861 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a9ad2693-391a-4ec9-af72-7ee9beee4a0f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (842ef04e-6cb9-4ed9-bc09-45bb8da4c754), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:30.113557 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-38bc01da-ab25-4686-a976-ee021a5b1be7 req-9dc15254-79fb-48c7-820f-ec8be9dc01ff tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668564 Feb 02 07:08:30.127880 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a9ad2693-391a-4ec9-af72-7ee9beee4a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (842ef04e-6cb9-4ed9-bc09-45bb8da4c754), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:30.136861 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9ad2693-391a-4ec9-af72-7ee9beee4a0f admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:08:30.137296 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a9ad2693-391a-4ec9-af72-7ee9beee4a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (842ef04e-6cb9-4ed9-bc09-45bb8da4c754), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:30.239185 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:08:30.239185 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:08:30.239185 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:08:30.239185 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:08:30.239185 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:08:30.239185 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:08:30.239185 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:08:30.239185 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:08:30.239185 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:08:30.239185 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:08:30.239185 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:08:30.239185 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:08:30.239185 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:08:30.239185 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:08:30.239185 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:08:30.239185 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:08:30.239185 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:08:30.239185 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:08:30.239185 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:08:30.239185 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:08:30.239185 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:08:30.239185 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:08:30.239185 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:08:30.239185 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:08:30.239185 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:08:30.239185 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:08:30.239185 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:08:30.239185 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:08:30.239185 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:08:30.239185 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:08:30.239185 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:08:30.239185 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:08:30.309563 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a9ad2693-391a-4ec9-af72-7ee9beee4a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (e38064e7-5611-45ca-8511-3aa97138a283), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:30.316434 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a9ad2693-391a-4ec9-af72-7ee9beee4a0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:30.321070 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a9ad2693-391a-4ec9-af72-7ee9beee4a0f admin admin] 10.222.0.87 "DELETE /v2.0/networks/e38064e7-5611-45ca-8511-3aa97138a283 HTTP/1.1" status: 204 len: 168 time: 1.1479940 Feb 02 07:08:30.347321 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ad2693-391a-4ec9-af72-7ee9beee4a0f admin admin] Pushing event deleted for resources: {'Network': ['ID=e38064e7-5611-45ca-8511-3aa97138a283,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:30.360266 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ad2693-391a-4ec9-af72-7ee9beee4a0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:08:30.360629 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ad2693-391a-4ec9-af72-7ee9beee4a0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:08:30.361118 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ad2693-391a-4ec9-af72-7ee9beee4a0f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:08:30.361489 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ad2693-391a-4ec9-af72-7ee9beee4a0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:08:30.361920 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ad2693-391a-4ec9-af72-7ee9beee4a0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:08:30.363454 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ad2693-391a-4ec9-af72-7ee9beee4a0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:08:30.363915 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ad2693-391a-4ec9-af72-7ee9beee4a0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:08:30.364249 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ad2693-391a-4ec9-af72-7ee9beee4a0f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:08:30.364580 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ad2693-391a-4ec9-af72-7ee9beee4a0f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:08:30.364908 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ad2693-391a-4ec9-af72-7ee9beee4a0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:08:30.365234 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ad2693-391a-4ec9-af72-7ee9beee4a0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:08:30.365559 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ad2693-391a-4ec9-af72-7ee9beee4a0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:08:30.365881 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ad2693-391a-4ec9-af72-7ee9beee4a0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:08:30.449825 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db696f-9662-498d-9863-42ed911d3596 req-5c38271b-9ec1-4f4a-9b6e-8cf65e2c4351 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:30.453265 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c2db696f-9662-498d-9863-42ed911d3596 req-5c38271b-9ec1-4f4a-9b6e-8cf65e2c4351 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.1096220 Feb 02 07:08:30.561102 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c2db696f-9662-498d-9863-42ed911d3596 req-50c1681b-c56f-48b0-b43c-3a23cad1d0a8 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984650 Feb 02 07:08:30.767532 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 50588) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:30.783981 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec873d-02b8-4d3e-b7c6-c1d61644cd79 req-16235378-df3a-49c3-b72b-5ef72cd25ecb tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:30.794679 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-34ec873d-02b8-4d3e-b7c6-c1d61644cd79 req-16235378-df3a-49c3-b72b-5ef72cd25ecb tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.0993419 Feb 02 07:08:30.861236 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-5754185d-f258-453f-bc20-3a4887a1c2d7 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ea22297d504c43c1a96fcfb15e0b4df4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0914493 Feb 02 07:08:30.864863 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 50594) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:30.889297 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-34ec873d-02b8-4d3e-b7c6-c1d61644cd79 req-dabac13d-536b-417f-98f6-270e6c5f2a78 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934038 Feb 02 07:08:30.923881 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0c328f10-e5ff-42da-ae96-405d0d605ee5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (00086e2b-5b15-4365-8a90-4734c2b4a642), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:30.958963 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-53cdf84d-5dfe-45c5-a69a-ad49c37938d1 admin admin] Publish callbacks [] for security_group (764993e8-aab5-4f9c-8152-ae5e9dc74bd7), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:30.985998 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-53cdf84d-5dfe-45c5-a69a-ad49c37938d1 admin admin] Publish callbacks [] for security_group (764993e8-aab5-4f9c-8152-ae5e9dc74bd7), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:31.060304 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-53cdf84d-5dfe-45c5-a69a-ad49c37938d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (764993e8-aab5-4f9c-8152-ae5e9dc74bd7), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:31.063140 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-53cdf84d-5dfe-45c5-a69a-ad49c37938d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:31.068551 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-53cdf84d-5dfe-45c5-a69a-ad49c37938d1 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/764993e8-aab5-4f9c-8152-ae5e9dc74bd7 HTTP/1.1" status: 204 len: 168 time: 0.2028537 Feb 02 07:08:31.080094 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cdf84d-5dfe-45c5-a69a-ad49c37938d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=764993e8-aab5-4f9c-8152-ae5e9dc74bd7,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:31.227992 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3499fcab-8c01-4313-86ef-3d0ca95d4517 req-cc37facc-5cbe-4633-938b-5bd752b3923b tempest-ServerShowV257Test-1700813566 tempest-ServerShowV257Test-1700813566-project] 10.222.0.87 "GET /v2.0/ports?device_id=a1c97446-c2cb-4a88-9636-e620fec7188f HTTP/1.1" status: 200 len: 210 time: 0.0611858 Feb 02 07:08:31.409116 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac6883c-d23b-4e42-a3ef-394a9925739c req-b7ed3c36-edb0-433a-9270-60341e705bc7 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:31.410749 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dac6883c-d23b-4e42-a3ef-394a9925739c req-b7ed3c36-edb0-433a-9270-60341e705bc7 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.1493685 Feb 02 07:08:31.437740 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-0c328f10-e5ff-42da-ae96-405d0d605ee5 admin admin] Deleting port fe1ae754-2aae-41bc-8f5c-79d8b2a617dd {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:08:31.438101 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0c328f10-e5ff-42da-ae96-405d0d605ee5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (fe1ae754-2aae-41bc-8f5c-79d8b2a617dd), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:31.517857 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dac6883c-d23b-4e42-a3ef-394a9925739c req-bbd404f9-ac7e-45e1-915b-3fbd25b721e2 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996175 Feb 02 07:08:31.575684 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-0c328f10-e5ff-42da-ae96-405d0d605ee5 admin admin] For port fe1ae754-2aae-41bc-8f5c-79d8b2a617dd, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=fe1ae754-2aae-41bc-8f5c-79d8b2a617dd,segment=NetworkSegment(0964fc27-9dd8-4c77-8b5e-6541a668236f),segment_id=0964fc27-9dd8-4c77-8b5e-6541a668236f)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:08:31.576066 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0c328f10-e5ff-42da-ae96-405d0d605ee5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (fe1ae754-2aae-41bc-8f5c-79d8b2a617dd), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:31.598590 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-0c328f10-e5ff-42da-ae96-405d0d605ee5 admin admin] Calling delete_port for fe1ae754-2aae-41bc-8f5c-79d8b2a617dd owned by network:router_interface {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:08:31.706390 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986df131-cedf-41bc-8bd8-f4900bd88293 req-5c7e6ea3-bc5f-4460-bd79-be3bf6e5ff68 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:31.715723 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-986df131-cedf-41bc-8bd8-f4900bd88293 req-5c7e6ea3-bc5f-4460-bd79-be3bf6e5ff68 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.0818465 Feb 02 07:08:31.785298 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-986df131-cedf-41bc-8bd8-f4900bd88293 req-9b44a32d-f973-4fa3-b511-ef966f79e4b4 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647953 Feb 02 07:08:31.963842 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device bb30e303-6bfe-4a5e-a203-33d14f826e38 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:08:31.968968 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0c328f10-e5ff-42da-ae96-405d0d605ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (fe1ae754-2aae-41bc-8f5c-79d8b2a617dd), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:32.022397 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c328f10-e5ff-42da-ae96-405d0d605ee5 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe1ae754-2aae-41bc-8f5c-79d8b2a617dd,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:32.027390 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: bb30e303-6bfe-4a5e-a203-33d14f826e38 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:08:32.031428 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device bb30e303-6bfe-4a5e-a203-33d14f826e38 not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:08:32.279674 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba4e64-4039-4d77-a05c-32fd5ffb63c2 req-4cdf7d94-2773-423f-acca-737c024ec2aa tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:32.303207 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-07ba4e64-4039-4d77-a05c-32fd5ffb63c2 req-4cdf7d94-2773-423f-acca-737c024ec2aa tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.1618745 Feb 02 07:08:32.449402 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-07ba4e64-4039-4d77-a05c-32fd5ffb63c2 req-9ab08c3b-081b-4c0e-b668-9c47d5832ffe tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433473 Feb 02 07:08:32.492349 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f1eb105c-74f8-4257-b583-9abe022991d4 req-0d968adb-24b8-4ed8-8dd2-4c28b52a020d tempest-ServerShowV257Test-1700813566 tempest-ServerShowV257Test-1700813566-project] 10.222.0.87 "GET /v2.0/ports?device_id=a1c97446-c2cb-4a88-9636-e620fec7188f HTTP/1.1" status: 200 len: 210 time: 0.1090970 Feb 02 07:08:32.515608 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0c328f10-e5ff-42da-ae96-405d0d605ee5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (00086e2b-5b15-4365-8a90-4734c2b4a642), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:32.701188 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bca0d7-cdaa-4e0b-9b82-829f22b5ee1d req-236ed3fb-6308-4b23-8def-4f031b527359 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:32.707188 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c2bca0d7-cdaa-4e0b-9b82-829f22b5ee1d req-236ed3fb-6308-4b23-8def-4f031b527359 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.1323798 Feb 02 07:08:32.840048 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c2bca0d7-cdaa-4e0b-9b82-829f22b5ee1d req-36a13bdf-7f93-4abb-b1ae-e96a5edb706e tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048162 Feb 02 07:08:32.905762 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c328f10-e5ff-42da-ae96-405d0d605ee5 admin admin] Router 00086e2b-5b15-4365-8a90-4734c2b4a642 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:08:33.033598 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c328f10-e5ff-42da-ae96-405d0d605ee5 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:08:33.046433 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8a20e2-3c3b-4f56-a8be-d0afa7280c57 None None] Sync routers for ids ['00086e2b-5b15-4365-8a90-4734c2b4a642'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:08:33.060122 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 50668) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:33.061849 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0c328f10-e5ff-42da-ae96-405d0d605ee5 admin admin] 10.222.0.87 "PUT /v2.0/routers/00086e2b-5b15-4365-8a90-4734c2b4a642/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6223457 Feb 02 07:08:33.063764 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8a20e2-3c3b-4f56-a8be-d0afa7280c57 None None] Routers {'00086e2b-5b15-4365-8a90-4734c2b4a642'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:08:33.064384 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-5a8a20e2-3c3b-4f56-a8be-d0afa7280c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:08:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['00086e2b-5b15-4365-8a90-4734c2b4a642'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:08:33.210130 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-5a8a20e2-3c3b-4f56-a8be-d0afa7280c57 None None] Set router 00086e2b-5b15-4365-8a90-4734c2b4a642 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:08:33.393338 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad8d6d-59b8-4046-ac93-97afa1377b1a req-78bffab0-4018-4e4f-914f-6a1f4bfac645 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:33.404939 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-39ad8d6d-59b8-4046-ac93-97afa1377b1a req-78bffab0-4018-4e4f-914f-6a1f4bfac645 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.2394395 Feb 02 07:08:33.413010 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-beda3816-dfd2-4a2b-b809-20b0c7f03b98 admin admin] Publish callbacks [] for router (00086e2b-5b15-4365-8a90-4734c2b4a642), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:33.506082 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-5a8a20e2-3c3b-4f56-a8be-d0afa7280c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00086e2b-5b15-4365-8a90-4734c2b4a642', 'name': 'tempest-TaggedBootDevicesTest-270524327-router', 'tenant_id': 'e8b504d3cbde466cb7d12e8c49d706df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'b0c1301c-0cb0-469f-a0c9-843ba74483c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:00:26Z', 'updated_at': '2022-02-02T07:08:31Z', 'revision_number': 5, 'project_id': 'e8b504d3cbde466cb7d12e8c49d706df', 'gw_port': {'id': 'b0c1301c-0cb0-469f-a0c9-843ba74483c4', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00086e2b-5b15-4365-8a90-4734c2b4a642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:00:27Z', 'updated_at': '2022-02-02T07:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:08:33.601049 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8a20e2-3c3b-4f56-a8be-d0afa7280c57 None None] Checking router: 00086e2b-5b15-4365-8a90-4734c2b4a642 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:08:33.602057 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-39ad8d6d-59b8-4046-ac93-97afa1377b1a req-2dcd1018-9c30-4dca-a342-7e8f1013c143 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809902 Feb 02 07:08:33.629658 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8a20e2-3c3b-4f56-a8be-d0afa7280c57 None None] Routers {'00086e2b-5b15-4365-8a90-4734c2b4a642'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:08:33.630524 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-5a8a20e2-3c3b-4f56-a8be-d0afa7280c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:08:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['00086e2b-5b15-4365-8a90-4734c2b4a642'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:08:33.682928 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-beda3816-dfd2-4a2b-b809-20b0c7f03b98 admin admin] Publish callbacks [] for router_gateway (00086e2b-5b15-4365-8a90-4734c2b4a642), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:33.746515 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-25446dcc-7ef2-44e4-b2e3-9224626f82c6 req-2b45e748-a9bc-46fd-a531-fb2e1116d3bf tempest-ServerShowV257Test-1700813566 tempest-ServerShowV257Test-1700813566-project] 10.222.0.87 "GET /v2.0/ports?device_id=a1c97446-c2cb-4a88-9636-e620fec7188f HTTP/1.1" status: 200 len: 210 time: 0.0581429 Feb 02 07:08:33.802255 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-5a8a20e2-3c3b-4f56-a8be-d0afa7280c57 None None] Set router 00086e2b-5b15-4365-8a90-4734c2b4a642 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:08:33.902439 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-beda3816-dfd2-4a2b-b809-20b0c7f03b98 admin admin] Deleting port b0c1301c-0cb0-469f-a0c9-843ba74483c4 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:08:33.904355 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-beda3816-dfd2-4a2b-b809-20b0c7f03b98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (b0c1301c-0cb0-469f-a0c9-843ba74483c4), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:33.972830 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f47c4-6937-4c70-b6b0-0b82a7d0eed5 req-af79be3f-6d7a-4549-98ab-be49ecbc30ec tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:33.981116 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-462f47c4-6937-4c70-b6b0-0b82a7d0eed5 req-af79be3f-6d7a-4549-98ab-be49ecbc30ec tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.2084160 Feb 02 07:08:34.199672 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-5a8a20e2-3c3b-4f56-a8be-d0afa7280c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00086e2b-5b15-4365-8a90-4734c2b4a642', 'name': 'tempest-TaggedBootDevicesTest-270524327-router', 'tenant_id': 'e8b504d3cbde466cb7d12e8c49d706df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'b0c1301c-0cb0-469f-a0c9-843ba74483c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:00:26Z', 'updated_at': '2022-02-02T07:08:31Z', 'revision_number': 5, 'project_id': 'e8b504d3cbde466cb7d12e8c49d706df', 'gw_port': {'id': 'b0c1301c-0cb0-469f-a0c9-843ba74483c4', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00086e2b-5b15-4365-8a90-4734c2b4a642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:00:27Z', 'updated_at': '2022-02-02T07:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:08:34.204288 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-462f47c4-6937-4c70-b6b0-0b82a7d0eed5 req-73959711-06e9-49b9-96a1-ef85c50e3bc4 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200274 Feb 02 07:08:34.239307 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8a20e2-3c3b-4f56-a8be-d0afa7280c57 None None] The sync data for ids ['00086e2b-5b15-4365-8a90-4734c2b4a642'] in n-d-789963-26 is: [{'id': '00086e2b-5b15-4365-8a90-4734c2b4a642', 'name': 'tempest-TaggedBootDevicesTest-270524327-router', 'tenant_id': 'e8b504d3cbde466cb7d12e8c49d706df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'b0c1301c-0cb0-469f-a0c9-843ba74483c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:00:26Z', 'updated_at': '2022-02-02T07:08:31Z', 'revision_number': 5, 'project_id': 'e8b504d3cbde466cb7d12e8c49d706df', 'gw_port': {'id': 'b0c1301c-0cb0-469f-a0c9-843ba74483c4', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00086e2b-5b15-4365-8a90-4734c2b4a642', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:00:27Z', 'updated_at': '2022-02-02T07:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:08:34.256927 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-beda3816-dfd2-4a2b-b809-20b0c7f03b98 admin admin] For port b0c1301c-0cb0-469f-a0c9-843ba74483c4, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=b0c1301c-0cb0-469f-a0c9-843ba74483c4,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:08:34.257824 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-beda3816-dfd2-4a2b-b809-20b0c7f03b98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (b0c1301c-0cb0-469f-a0c9-843ba74483c4), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:34.285620 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-beda3816-dfd2-4a2b-b809-20b0c7f03b98 admin admin] Calling delete_port for b0c1301c-0cb0-469f-a0c9-843ba74483c4 owned by network:router_gateway {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:08:34.325575 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 50696) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:34.631123 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-beda3816-dfd2-4a2b-b809-20b0c7f03b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (b0c1301c-0cb0-469f-a0c9-843ba74483c4), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:34.660544 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-eac468d9-769a-4b9f-aeda-426881c5d3fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:34.701251 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device fe1ae754-2aae-41bc-8f5c-79d8b2a617dd no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:08:34.714933 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beda3816-dfd2-4a2b-b809-20b0c7f03b98 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0c1301c-0cb0-469f-a0c9-843ba74483c4,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:34.759114 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: fe1ae754-2aae-41bc-8f5c-79d8b2a617dd {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:08:34.762225 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device fe1ae754-2aae-41bc-8f5c-79d8b2a617dd not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:08:34.845675 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-eac468d9-769a-4b9f-aeda-426881c5d3fb admin admin] Publish callbacks [] for security_group (fd34cdaf-7470-4460-9df7-3987de9b0056), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:34.858397 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-eac468d9-769a-4b9f-aeda-426881c5d3fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (fd34cdaf-7470-4460-9df7-3987de9b0056), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:34.861757 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-beda3816-dfd2-4a2b-b809-20b0c7f03b98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (00086e2b-5b15-4365-8a90-4734c2b4a642), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:34.891779 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-eac468d9-769a-4b9f-aeda-426881c5d3fb admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=125956baf7c34587839b23153be668aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5651295 Feb 02 07:08:34.893436 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 50710) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:34.957364 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d309e9-3676-4c13-8db7-ed464aaaed14 req-32767ddc-ac92-4a9d-85a0-dde6e2bb7cb7 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:34.959003 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c6d309e9-3676-4c13-8db7-ed464aaaed14 req-32767ddc-ac92-4a9d-85a0-dde6e2bb7cb7 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.2590675 Feb 02 07:08:34.973003 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7c8a5b58-1ac8-48be-8660-5655750b22ee req-5a1c0cb8-4740-43f6-9f55-535c124e4497 tempest-ServerShowV257Test-1700813566 tempest-ServerShowV257Test-1700813566-project] 10.222.0.87 "GET /v2.0/ports?device_id=a1c97446-c2cb-4a88-9636-e620fec7188f HTTP/1.1" status: 200 len: 210 time: 0.0608172 Feb 02 07:08:34.977043 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac468d9-769a-4b9f-aeda-426881c5d3fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd34cdaf-7470-4460-9df7-3987de9b0056,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:35.010018 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-beda3816-dfd2-4a2b-b809-20b0c7f03b98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (00086e2b-5b15-4365-8a90-4734c2b4a642), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:35.016647 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-beda3816-dfd2-4a2b-b809-20b0c7f03b98 admin admin] Publish callbacks [] for router_controller (00086e2b-5b15-4365-8a90-4734c2b4a642), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:35.017315 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a57182ff-2f2a-4127-90e7-62cff06954f3 admin admin] Publish callbacks [] for security_group (fd34cdaf-7470-4460-9df7-3987de9b0056), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:35.050584 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a57182ff-2f2a-4127-90e7-62cff06954f3 admin admin] Publish callbacks [] for security_group (fd34cdaf-7470-4460-9df7-3987de9b0056), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:35.093606 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-beda3816-dfd2-4a2b-b809-20b0c7f03b98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (00086e2b-5b15-4365-8a90-4734c2b4a642), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:35.094232 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beda3816-dfd2-4a2b-b809-20b0c7f03b98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00086e2b-5b15-4365-8a90-4734c2b4a642 {{(pid=109693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:08:35.105503 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c6d309e9-3676-4c13-8db7-ed464aaaed14 req-3980b80d-84fa-448f-b4bd-7ddbd5733be9 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183453 Feb 02 07:08:35.108660 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-beda3816-dfd2-4a2b-b809-20b0c7f03b98 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:35.109852 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-beda3816-dfd2-4a2b-b809-20b0c7f03b98 admin admin] 10.222.0.87 "DELETE /v2.0/routers/00086e2b-5b15-4365-8a90-4734c2b4a642 HTTP/1.1" status: 204 len: 168 time: 2.0486853 Feb 02 07:08:35.127483 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 50714) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:35.128219 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a57182ff-2f2a-4127-90e7-62cff06954f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (fd34cdaf-7470-4460-9df7-3987de9b0056), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:35.128219 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a57182ff-2f2a-4127-90e7-62cff06954f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:35.128962 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a57182ff-2f2a-4127-90e7-62cff06954f3 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/fd34cdaf-7470-4460-9df7-3987de9b0056 HTTP/1.1" status: 204 len: 168 time: 0.2332261 Feb 02 07:08:35.165765 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57182ff-2f2a-4127-90e7-62cff06954f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd34cdaf-7470-4460-9df7-3987de9b0056,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:35.209841 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3f10ca2-062d-4c44-a1f4-0a01f1c0a2a8 admin admin] Deleting subnet 3cc8f357-1066-45af-8dfb-a32204808b8c {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:08:35.213669 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b3f10ca2-062d-4c44-a1f4-0a01f1c0a2a8 admin admin] Publish callbacks [] for subnet (3cc8f357-1066-45af-8dfb-a32204808b8c), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:35.265374 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b3f10ca2-062d-4c44-a1f4-0a01f1c0a2a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (3cc8f357-1066-45af-8dfb-a32204808b8c), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:35.308540 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4343be37-ca37-4462-a61e-b42d382e6f0a req-c3da62a7-2057-452f-829f-d226490f5066 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:35.316228 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4343be37-ca37-4462-a61e-b42d382e6f0a req-c3da62a7-2057-452f-829f-d226490f5066 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.0976410 Feb 02 07:08:35.377278 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 50724) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:35.380125 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4343be37-ca37-4462-a61e-b42d382e6f0a req-1d1d4058-d44f-4878-a007-a4deb48e21c0 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629838 Feb 02 07:08:35.427391 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b3f10ca2-062d-4c44-a1f4-0a01f1c0a2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (3cc8f357-1066-45af-8dfb-a32204808b8c), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:35.495222 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b3f10ca2-062d-4c44-a1f4-0a01f1c0a2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (3cc8f357-1066-45af-8dfb-a32204808b8c), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:35.528331 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f10ca2-062d-4c44-a1f4-0a01f1c0a2a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cc8f357-1066-45af-8dfb-a32204808b8c,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:35.536287 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f5c0d6-af75-4a8d-8206-ac2cbfca62b3 None None] Network 77178f25-e284-4e4b-a7e5-cf621bae5a6c requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:08:35.543625 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b3f10ca2-062d-4c44-a1f4-0a01f1c0a2a8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:35.546770 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b3f10ca2-062d-4c44-a1f4-0a01f1c0a2a8 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/3cc8f357-1066-45af-8dfb-a32204808b8c HTTP/1.1" status: 204 len: 168 time: 0.4293611 Feb 02 07:08:35.549429 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 50734) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:35.584865 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-654369cc-4eea-45c9-aefa-33bd352066c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:35.718404 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-60f24e6e-1b88-40af-abce-bb8a0407fff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (77178f25-e284-4e4b-a7e5-cf621bae5a6c), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:35.756928 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6828fc44-d321-417d-a589-d68ee0f824a7 None None] DHCP port deletion for 77178f25-e284-4e4b-a7e5-cf621bae5a6c request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:08:35.826296 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-6828fc44-d321-417d-a589-d68ee0f824a7 None None] Deleting port 2fd0d16d-3b08-4e20-906a-91374e6a013b {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:08:35.827021 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6828fc44-d321-417d-a589-d68ee0f824a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (2fd0d16d-3b08-4e20-906a-91374e6a013b), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:35.871428 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b80413-10b4-40ff-8a78-00920f1a61c2 req-4fd76d3b-8aa6-4dd7-8c69-e2fcc9fe996d tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:35.872945 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d5b80413-10b4-40ff-8a78-00920f1a61c2 req-4fd76d3b-8aa6-4dd7-8c69-e2fcc9fe996d tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/networks?id=08f0123b-1ec0-4e8d-a484-33e0709b580c HTTP/1.1" status: 200 len: 814 time: 0.2200830 Feb 02 07:08:35.906307 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d5b80413-10b4-40ff-8a78-00920f1a61c2 req-bb85235e-d6f1-4bea-996d-fb0a25518ecf tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/quotas/b1fedabee724425a8e5d5639e34f1a08 HTTP/1.1" status: 200 len: 375 time: 0.0248382 Feb 02 07:08:35.912244 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-60f24e6e-1b88-40af-abce-bb8a0407fff5 admin admin] Deleting port 2fd0d16d-3b08-4e20-906a-91374e6a013b {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:08:35.912588 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-60f24e6e-1b88-40af-abce-bb8a0407fff5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (2fd0d16d-3b08-4e20-906a-91374e6a013b), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:35.915431 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-654369cc-4eea-45c9-aefa-33bd352066c4 admin admin] Publish callbacks [] for security_group (9c5c9d15-f2d5-4a51-8edb-722734a9d233), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:35.931498 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-6828fc44-d321-417d-a589-d68ee0f824a7 None None] For port 2fd0d16d-3b08-4e20-906a-91374e6a013b, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=2fd0d16d-3b08-4e20-906a-91374e6a013b,segment=NetworkSegment(0964fc27-9dd8-4c77-8b5e-6541a668236f),segment_id=0964fc27-9dd8-4c77-8b5e-6541a668236f)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:08:35.931925 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6828fc44-d321-417d-a589-d68ee0f824a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (2fd0d16d-3b08-4e20-906a-91374e6a013b), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:35.945065 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-654369cc-4eea-45c9-aefa-33bd352066c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (9c5c9d15-f2d5-4a51-8edb-722734a9d233), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:35.953140 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-6828fc44-d321-417d-a589-d68ee0f824a7 None None] Calling delete_port for 2fd0d16d-3b08-4e20-906a-91374e6a013b owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:08:36.064913 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-60f24e6e-1b88-40af-abce-bb8a0407fff5 admin admin] For port 2fd0d16d-3b08-4e20-906a-91374e6a013b, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=2fd0d16d-3b08-4e20-906a-91374e6a013b,segment=NetworkSegment(0964fc27-9dd8-4c77-8b5e-6541a668236f),segment_id=0964fc27-9dd8-4c77-8b5e-6541a668236f)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:08:36.065429 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-60f24e6e-1b88-40af-abce-bb8a0407fff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (2fd0d16d-3b08-4e20-906a-91374e6a013b), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:36.071132 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-654369cc-4eea-45c9-aefa-33bd352066c4 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9fece6803f1746efa76bb949b3aa1b7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6923590 Feb 02 07:08:36.073869 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 50772) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:36.077456 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654369cc-4eea-45c9-aefa-33bd352066c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5c9d15-f2d5-4a51-8edb-722734a9d233,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:36.089340 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-60f24e6e-1b88-40af-abce-bb8a0407fff5 admin admin] Calling delete_port for 2fd0d16d-3b08-4e20-906a-91374e6a013b owned by network:dhcp {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:08:36.105647 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d5b80413-10b4-40ff-8a78-00920f1a61c2 req-4e11910b-1eba-424e-a5e1-ba1ac6f65d52 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=b1fedabee724425a8e5d5639e34f1a08&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1879048 Feb 02 07:08:36.150954 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6828fc44-d321-417d-a589-d68ee0f824a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (2fd0d16d-3b08-4e20-906a-91374e6a013b), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:36.197226 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7df66c46-bfc4-4df4-aa40-df7ddf4d4f73 req-ff5faac0-5a81-4d5e-a896-f499357241b8 tempest-ServerShowV257Test-1700813566 tempest-ServerShowV257Test-1700813566-project] 10.222.0.87 "GET /v2.0/ports?device_id=a1c97446-c2cb-4a88-9636-e620fec7188f HTTP/1.1" status: 200 len: 210 time: 0.0544424 Feb 02 07:08:36.219964 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6828fc44-d321-417d-a589-d68ee0f824a7 None None] Pushing event deleted for resources: {'Port': ['ID=2fd0d16d-3b08-4e20-906a-91374e6a013b,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:36.225092 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-60f24e6e-1b88-40af-abce-bb8a0407fff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (2fd0d16d-3b08-4e20-906a-91374e6a013b), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:36.228372 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6828fc44-d321-417d-a589-d68ee0f824a7 None None] No DVR routers for this DVR port 2fd0d16d-3b08-4e20-906a-91374e6a013b on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:08:36.254105 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f2b4ff9d-3f2f-4e47-9e74-fff9dd314485 admin admin] Publish callbacks [] for security_group (9c5c9d15-f2d5-4a51-8edb-722734a9d233), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:36.273330 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f24e6e-1b88-40af-abce-bb8a0407fff5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fd0d16d-3b08-4e20-906a-91374e6a013b,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:36.289094 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f2b4ff9d-3f2f-4e47-9e74-fff9dd314485 admin admin] Publish callbacks [] for security_group (9c5c9d15-f2d5-4a51-8edb-722734a9d233), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:36.307890 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f24e6e-1b88-40af-abce-bb8a0407fff5 admin admin] No DVR routers for this DVR port 2fd0d16d-3b08-4e20-906a-91374e6a013b on host n-d-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:08:36.369390 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f2b4ff9d-3f2f-4e47-9e74-fff9dd314485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (9c5c9d15-f2d5-4a51-8edb-722734a9d233), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:36.373166 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f2b4ff9d-3f2f-4e47-9e74-fff9dd314485 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:36.374448 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f2b4ff9d-3f2f-4e47-9e74-fff9dd314485 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/9c5c9d15-f2d5-4a51-8edb-722734a9d233 HTTP/1.1" status: 204 len: 168 time: 0.2989039 Feb 02 07:08:36.392661 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461399fc-0827-4bd0-9d49-bb1585ae85f8 req-2bd33689-c180-4264-8be5-e247624578a3 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:36.394639 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-461399fc-0827-4bd0-9d49-bb1585ae85f8 req-2bd33689-c180-4264-8be5-e247624578a3 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.1234610 Feb 02 07:08:36.398522 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b4ff9d-3f2f-4e47-9e74-fff9dd314485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5c9d15-f2d5-4a51-8edb-722734a9d233,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:36.432138 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-60f24e6e-1b88-40af-abce-bb8a0407fff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (77178f25-e284-4e4b-a7e5-cf621bae5a6c), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:36.501695 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-60f24e6e-1b88-40af-abce-bb8a0407fff5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77178f25-e284-4e4b-a7e5-cf621bae5a6c']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:08:36.523319 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-60f24e6e-1b88-40af-abce-bb8a0407fff5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0964fc27-9dd8-4c77-8b5e-6541a668236f') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:08:36.523652 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-60f24e6e-1b88-40af-abce-bb8a0407fff5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0964fc27-9dd8-4c77-8b5e-6541a668236f') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:08:36.542614 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-60f24e6e-1b88-40af-abce-bb8a0407fff5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (0964fc27-9dd8-4c77-8b5e-6541a668236f), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:36.561620 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-461399fc-0827-4bd0-9d49-bb1585ae85f8 req-e5cd2851-30e7-4e50-a366-d4cd660f4628 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324751 Feb 02 07:08:36.570758 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-60f24e6e-1b88-40af-abce-bb8a0407fff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (0964fc27-9dd8-4c77-8b5e-6541a668236f), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:36.580699 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60f24e6e-1b88-40af-abce-bb8a0407fff5 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:08:36.581224 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-60f24e6e-1b88-40af-abce-bb8a0407fff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (0964fc27-9dd8-4c77-8b5e-6541a668236f), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:36.584504 n-d-789963-26 neutron-server[109693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:08:36.584504 n-d-789963-26 neutron-server[109693]: self.session.flush() Feb 02 07:08:36.584504 n-d-789963-26 neutron-server[109693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:08:36.584504 n-d-789963-26 neutron-server[109693]: self.session.flush() Feb 02 07:08:36.584504 n-d-789963-26 neutron-server[109693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:08:36.584504 n-d-789963-26 neutron-server[109693]: self.session.flush() Feb 02 07:08:36.584504 n-d-789963-26 neutron-server[109693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:08:36.584504 n-d-789963-26 neutron-server[109693]: self.session.flush() Feb 02 07:08:36.584504 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:08:36.584504 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:08:36.584504 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:08:36.584504 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:08:36.584504 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:08:36.584504 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:08:36.584504 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:08:36.584504 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:08:36.584504 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:08:36.584504 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:08:36.584504 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:08:36.584504 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:08:36.584504 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:08:36.584504 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:08:36.584504 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:08:36.584504 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:08:36.584504 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:08:36.584504 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:08:36.584504 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:08:36.584504 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:08:36.584504 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:08:36.584504 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:08:36.584504 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:08:36.584504 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:08:36.584504 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:08:36.584504 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:08:36.584504 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:08:36.584504 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:08:36.584504 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:08:36.584504 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:08:36.584504 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:08:36.584504 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:08:36.706731 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-60f24e6e-1b88-40af-abce-bb8a0407fff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (77178f25-e284-4e4b-a7e5-cf621bae5a6c), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:36.716892 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-60f24e6e-1b88-40af-abce-bb8a0407fff5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:36.724281 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 50810) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:36.724466 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-60f24e6e-1b88-40af-abce-bb8a0407fff5 admin admin] 10.222.0.87 "DELETE /v2.0/networks/77178f25-e284-4e4b-a7e5-cf621bae5a6c HTTP/1.1" status: 204 len: 168 time: 1.1734366 Feb 02 07:08:36.746586 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f24e6e-1b88-40af-abce-bb8a0407fff5 admin admin] Pushing event deleted for resources: {'Network': ['ID=77178f25-e284-4e4b-a7e5-cf621bae5a6c,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:36.761961 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f531b6e-c71a-4bf5-85a3-bd6b0ad45661 req-d17fe27f-27fd-4be2-8509-502b0556e66a tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:36.763862 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7f531b6e-c71a-4bf5-85a3-bd6b0ad45661 req-d17fe27f-27fd-4be2-8509-502b0556e66a tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.1011944 Feb 02 07:08:36.827601 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device b0c1301c-0cb0-469f-a0c9-843ba74483c4 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:08:36.858494 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: b0c1301c-0cb0-469f-a0c9-843ba74483c4 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:08:36.859342 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device b0c1301c-0cb0-469f-a0c9-843ba74483c4 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:08:36.859906 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 2fd0d16d-3b08-4e20-906a-91374e6a013b no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:08:36.884433 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7f531b6e-c71a-4bf5-85a3-bd6b0ad45661 req-5b4c2bf1-e3b8-4e1e-a4d8-e8695970bdb0 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078968 Feb 02 07:08:36.905256 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 2fd0d16d-3b08-4e20-906a-91374e6a013b {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:08:36.905932 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 2fd0d16d-3b08-4e20-906a-91374e6a013b not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:08:37.015939 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 50818) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:37.044840 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bd3739e5-ab2e-4041-a16e-621466dc1bf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:37.115166 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 50834) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:37.178066 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bd3739e5-ab2e-4041-a16e-621466dc1bf9 admin admin] Publish callbacks [] for security_group (05397659-cace-45c0-ba10-67c4919dd632), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:37.183777 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bd3739e5-ab2e-4041-a16e-621466dc1bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (05397659-cace-45c0-ba10-67c4919dd632), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:37.209585 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3b7c6ed2-3e76-48fb-9857-71eb4182cf78 req-cc6d3bb1-6a15-4b2c-81ef-5097903d56e0 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=b1fedabee724425a8e5d5639e34f1a08 HTTP/1.1" status: 200 len: 221 time: 0.0916963 Feb 02 07:08:37.262049 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-bd3739e5-ab2e-4041-a16e-621466dc1bf9 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=7ccb19ba494941cc864bb1f765317718&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2444446 Feb 02 07:08:37.265450 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 50846) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:37.306084 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3739e5-ab2e-4041-a16e-621466dc1bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05397659-cace-45c0-ba10-67c4919dd632,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:37.374512 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-35d8473c-a493-4cf2-93b2-ece404c79248 admin admin] Publish callbacks [] for security_group (05397659-cace-45c0-ba10-67c4919dd632), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:37.385419 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2e003863-1b67-48c9-a845-b5765af22bf7 req-c248a9ec-b14f-4a39-8e01-293c7e971fbd tempest-ServerShowV257Test-1700813566 tempest-ServerShowV257Test-1700813566-project] 10.222.0.87 "GET /v2.0/ports?device_id=a1c97446-c2cb-4a88-9636-e620fec7188f HTTP/1.1" status: 200 len: 210 time: 0.0344005 Feb 02 07:08:37.400746 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-536552b1-b161-4c5a-baf3-fc5b8457b7ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:37.403017 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-86ff2753-3117-4f19-98ad-933bfec3a3c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (71a4d7d7-ffb1-4e1c-9eae-5da8ba76bbd0), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:37.469445 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-35d8473c-a493-4cf2-93b2-ece404c79248 admin admin] Publish callbacks [] for security_group (05397659-cace-45c0-ba10-67c4919dd632), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:37.509734 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-536552b1-b161-4c5a-baf3-fc5b8457b7ae admin admin] Publish callbacks [] for security_group (2edea4a8-1bab-42bf-9f7a-4c44d6d3b3dc), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:37.515517 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-536552b1-b161-4c5a-baf3-fc5b8457b7ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (2edea4a8-1bab-42bf-9f7a-4c44d6d3b3dc), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:37.557803 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-536552b1-b161-4c5a-baf3-fc5b8457b7ae admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=4fc6c44a775a42899eddf20e2cbb56e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4415877 Feb 02 07:08:37.558926 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536552b1-b161-4c5a-baf3-fc5b8457b7ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2edea4a8-1bab-42bf-9f7a-4c44d6d3b3dc,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:37.561527 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 50848) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:37.592503 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de7aacd-9de5-4a11-8da7-900a9d5f967b req-30ebd1ae-17e6-478a-a6c5-b31a560c86b6 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:37.600046 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0de7aacd-9de5-4a11-8da7-900a9d5f967b req-30ebd1ae-17e6-478a-a6c5-b31a560c86b6 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.2502031 Feb 02 07:08:37.610341 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-35d8473c-a493-4cf2-93b2-ece404c79248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (05397659-cace-45c0-ba10-67c4919dd632), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:37.613730 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-35d8473c-a493-4cf2-93b2-ece404c79248 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:37.614812 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-35d8473c-a493-4cf2-93b2-ece404c79248 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/05397659-cace-45c0-ba10-67c4919dd632 HTTP/1.1" status: 204 len: 168 time: 0.3461893 Feb 02 07:08:37.624093 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5e1dcfd9-1ffa-4137-baf7-5e556b84dc68 admin admin] Publish callbacks [] for security_group (2edea4a8-1bab-42bf-9f7a-4c44d6d3b3dc), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:37.654223 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5e1dcfd9-1ffa-4137-baf7-5e556b84dc68 admin admin] Publish callbacks [] for security_group (2edea4a8-1bab-42bf-9f7a-4c44d6d3b3dc), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:37.664231 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d8473c-a493-4cf2-93b2-ece404c79248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05397659-cace-45c0-ba10-67c4919dd632,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:37.710006 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0de7aacd-9de5-4a11-8da7-900a9d5f967b req-3f91e49c-702d-4a28-9821-f72894933ee0 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090841 Feb 02 07:08:37.743055 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5e1dcfd9-1ffa-4137-baf7-5e556b84dc68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (2edea4a8-1bab-42bf-9f7a-4c44d6d3b3dc), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:37.745774 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5e1dcfd9-1ffa-4137-baf7-5e556b84dc68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:37.749578 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-5e1dcfd9-1ffa-4137-baf7-5e556b84dc68 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/2edea4a8-1bab-42bf-9f7a-4c44d6d3b3dc HTTP/1.1" status: 204 len: 168 time: 0.1844995 Feb 02 07:08:37.757262 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1dcfd9-1ffa-4137-baf7-5e556b84dc68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2edea4a8-1bab-42bf-9f7a-4c44d6d3b3dc,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:37.910559 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b226f-624b-49d8-846e-171adbcfbec9 req-5f82d176-ac53-442e-af90-92ff42702cec tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:37.912643 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-071b226f-624b-49d8-846e-171adbcfbec9 req-5f82d176-ac53-442e-af90-92ff42702cec tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.0845625 Feb 02 07:08:37.944163 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-86ff2753-3117-4f19-98ad-933bfec3a3c8 admin admin] Deleting port 933a3c12-88db-4055-9e2b-e48a9fba7d1c {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:08:37.945572 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-86ff2753-3117-4f19-98ad-933bfec3a3c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (933a3c12-88db-4055-9e2b-e48a9fba7d1c), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:37.997145 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-071b226f-624b-49d8-846e-171adbcfbec9 req-6673b9ec-40dd-44c2-aed1-e17b2cbe3c84 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787480 Feb 02 07:08:38.044473 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-86ff2753-3117-4f19-98ad-933bfec3a3c8 admin admin] For port 933a3c12-88db-4055-9e2b-e48a9fba7d1c, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=933a3c12-88db-4055-9e2b-e48a9fba7d1c,segment=NetworkSegment(a7bc333b-9756-4e7a-a5bd-b5b92a46bda8),segment_id=a7bc333b-9756-4e7a-a5bd-b5b92a46bda8)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:08:38.045279 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-86ff2753-3117-4f19-98ad-933bfec3a3c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (933a3c12-88db-4055-9e2b-e48a9fba7d1c), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:38.085341 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-86ff2753-3117-4f19-98ad-933bfec3a3c8 admin admin] Calling delete_port for 933a3c12-88db-4055-9e2b-e48a9fba7d1c owned by network:router_interface {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:08:38.215518 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53771089-00fa-404f-91e4-d8f56765fbe6 req-3df859bb-80d3-46ea-abf1-cb5207c8a4a3 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:38.226666 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-53771089-00fa-404f-91e4-d8f56765fbe6 req-3df859bb-80d3-46ea-abf1-cb5207c8a4a3 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.1040561 Feb 02 07:08:38.325910 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-53771089-00fa-404f-91e4-d8f56765fbe6 req-9b1ec71a-d13f-4750-9425-be450444a3a3 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930939 Feb 02 07:08:38.376085 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-86ff2753-3117-4f19-98ad-933bfec3a3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (933a3c12-88db-4055-9e2b-e48a9fba7d1c), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:38.409608 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ff2753-3117-4f19-98ad-933bfec3a3c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=933a3c12-88db-4055-9e2b-e48a9fba7d1c,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:38.540044 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9f4d027b-5090-4058-a611-5aa35ed47772 req-6db808be-440e-4d96-b19d-dd24ffc078ab tempest-ServerShowV257Test-1700813566 tempest-ServerShowV257Test-1700813566-project] 10.222.0.87 "GET /v2.0/ports?device_id=a1c97446-c2cb-4a88-9636-e620fec7188f HTTP/1.1" status: 200 len: 210 time: 0.0395374 Feb 02 07:08:38.635095 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab2dd76-8a7e-4edf-8bc8-ea57f764a6f1 req-902e581c-841d-4778-ad2b-d23a35c57e21 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:38.636738 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fab2dd76-8a7e-4edf-8bc8-ea57f764a6f1 req-902e581c-841d-4778-ad2b-d23a35c57e21 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.1912823 Feb 02 07:08:38.773976 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fab2dd76-8a7e-4edf-8bc8-ea57f764a6f1 req-d9a1852b-c152-40da-9c7d-590f21873f54 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300435 Feb 02 07:08:38.781684 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-86ff2753-3117-4f19-98ad-933bfec3a3c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (71a4d7d7-ffb1-4e1c-9eae-5da8ba76bbd0), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:39.066959 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5055b-5771-466f-a16f-293f7556f419 req-62f97fdd-c9ee-40bc-ada9-20030c99b546 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:39.068552 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7ae5055b-5771-466f-a16f-293f7556f419 req-62f97fdd-c9ee-40bc-ada9-20030c99b546 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.1604393 Feb 02 07:08:39.119182 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ff2753-3117-4f19-98ad-933bfec3a3c8 admin admin] Router 71a4d7d7-ffb1-4e1c-9eae-5da8ba76bbd0 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:08:39.144049 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7ae5055b-5771-466f-a16f-293f7556f419 req-8be94c75-143c-4604-a066-fd4fb27ac028 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642748 Feb 02 07:08:39.277655 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ff2753-3117-4f19-98ad-933bfec3a3c8 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:08:39.288129 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ba9ee7-ba82-4b6f-bc0c-ceb1be11fe99 None None] Sync routers for ids ['71a4d7d7-ffb1-4e1c-9eae-5da8ba76bbd0'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:08:39.291746 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-86ff2753-3117-4f19-98ad-933bfec3a3c8 admin admin] 10.222.0.87 "PUT /v2.0/routers/71a4d7d7-ffb1-4e1c-9eae-5da8ba76bbd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5654557 Feb 02 07:08:39.294451 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 50922) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:39.303503 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ba9ee7-ba82-4b6f-bc0c-ceb1be11fe99 None None] Routers {'71a4d7d7-ffb1-4e1c-9eae-5da8ba76bbd0'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:08:39.307319 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-20ba9ee7-ba82-4b6f-bc0c-ceb1be11fe99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:08:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['71a4d7d7-ffb1-4e1c-9eae-5da8ba76bbd0'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:08:39.410367 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-901ee109-4463-46ad-80f8-2fbcce13aa85 admin admin] Publish callbacks [] for router (71a4d7d7-ffb1-4e1c-9eae-5da8ba76bbd0), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:39.422964 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf56b68-b551-4185-82ab-81ab4d58c409 req-f5c671d3-5c1e-425a-95d1-c21796487846 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:39.422964 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9bf56b68-b551-4185-82ab-81ab4d58c409 req-f5c671d3-5c1e-425a-95d1-c21796487846 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.1343312 Feb 02 07:08:39.542472 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9bf56b68-b551-4185-82ab-81ab4d58c409 req-18473b4e-42ef-47fa-9ca4-b081eab3459c tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138008 Feb 02 07:08:39.589155 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-20ba9ee7-ba82-4b6f-bc0c-ceb1be11fe99 None None] Set router 71a4d7d7-ffb1-4e1c-9eae-5da8ba76bbd0 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:08:39.612914 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-901ee109-4463-46ad-80f8-2fbcce13aa85 admin admin] Publish callbacks [] for router_gateway (71a4d7d7-ffb1-4e1c-9eae-5da8ba76bbd0), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:39.832226 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-901ee109-4463-46ad-80f8-2fbcce13aa85 admin admin] Deleting port e6d5a080-0922-4803-8bca-1c3910a9e23d {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:08:39.832226 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-901ee109-4463-46ad-80f8-2fbcce13aa85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (e6d5a080-0922-4803-8bca-1c3910a9e23d), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:39.873508 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-23396c8e-6415-4f7d-9684-289f43c5e48f req-637870cf-592c-4172-b12e-44a0eceee658 tempest-ServerShowV257Test-1700813566 tempest-ServerShowV257Test-1700813566-project] 10.222.0.87 "GET /v2.0/ports?device_id=a1c97446-c2cb-4a88-9636-e620fec7188f HTTP/1.1" status: 200 len: 210 time: 0.0713618 Feb 02 07:08:39.888683 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-20ba9ee7-ba82-4b6f-bc0c-ceb1be11fe99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a4d7d7-ffb1-4e1c-9eae-5da8ba76bbd0', 'name': 'tempest-TaggedBootDevicesTest-1867045220-router', 'tenant_id': 'f448af77430843d3a0fc36014bd7917d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.207'}], 'enable_snat': True}, 'gw_port_id': 'e6d5a080-0922-4803-8bca-1c3910a9e23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:00:37Z', 'updated_at': '2022-02-02T07:08:38Z', 'revision_number': 5, 'project_id': 'f448af77430843d3a0fc36014bd7917d', 'gw_port': {'id': 'e6d5a080-0922-4803-8bca-1c3910a9e23d', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ea:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a4d7d7-ffb1-4e1c-9eae-5da8ba76bbd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:00:40Z', 'updated_at': '2022-02-02T07:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:08:39.943191 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ba9ee7-ba82-4b6f-bc0c-ceb1be11fe99 None None] Checking router: 71a4d7d7-ffb1-4e1c-9eae-5da8ba76bbd0 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:08:39.981261 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ba9ee7-ba82-4b6f-bc0c-ceb1be11fe99 None None] Routers {'71a4d7d7-ffb1-4e1c-9eae-5da8ba76bbd0'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:08:39.981897 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-20ba9ee7-ba82-4b6f-bc0c-ceb1be11fe99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:08:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['71a4d7d7-ffb1-4e1c-9eae-5da8ba76bbd0'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:08:40.012503 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-901ee109-4463-46ad-80f8-2fbcce13aa85 admin admin] For port e6d5a080-0922-4803-8bca-1c3910a9e23d, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=e6d5a080-0922-4803-8bca-1c3910a9e23d,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:08:40.013039 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-901ee109-4463-46ad-80f8-2fbcce13aa85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (e6d5a080-0922-4803-8bca-1c3910a9e23d), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:40.030998 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-901ee109-4463-46ad-80f8-2fbcce13aa85 admin admin] Calling delete_port for e6d5a080-0922-4803-8bca-1c3910a9e23d owned by network:router_gateway {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:08:40.201647 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-20ba9ee7-ba82-4b6f-bc0c-ceb1be11fe99 None None] Set router 71a4d7d7-ffb1-4e1c-9eae-5da8ba76bbd0 gateway port host: None {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:08:40.329995 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-20ba9ee7-ba82-4b6f-bc0c-ceb1be11fe99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71a4d7d7-ffb1-4e1c-9eae-5da8ba76bbd0', 'name': 'tempest-TaggedBootDevicesTest-1867045220-router', 'tenant_id': 'f448af77430843d3a0fc36014bd7917d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:00:37Z', 'updated_at': '2022-02-02T07:08:39Z', 'revision_number': 6, 'project_id': 'f448af77430843d3a0fc36014bd7917d', 'gw_port_host': None}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:08:40.411489 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ba9ee7-ba82-4b6f-bc0c-ceb1be11fe99 None None] The sync data for ids ['71a4d7d7-ffb1-4e1c-9eae-5da8ba76bbd0'] in n-d-789963-26 is: [{'id': '71a4d7d7-ffb1-4e1c-9eae-5da8ba76bbd0', 'name': 'tempest-TaggedBootDevicesTest-1867045220-router', 'tenant_id': 'f448af77430843d3a0fc36014bd7917d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:00:37Z', 'updated_at': '2022-02-02T07:08:39Z', 'revision_number': 6, 'project_id': 'f448af77430843d3a0fc36014bd7917d', 'gw_port_host': None}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:08:40.831743 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 933a3c12-88db-4055-9e2b-e48a9fba7d1c no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:08:40.850605 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d679a5f2-a8d3-485f-ad5f-aa2214933ef0 req-81193139-ff4e-4a16-8be1-6bccce265a90 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a1c97446-c2cb-4a88-9636-e620fec7188f HTTP/1.1" status: 200 len: 210 time: 0.0438066 Feb 02 07:08:40.867833 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 933a3c12-88db-4055-9e2b-e48a9fba7d1c {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:08:40.868534 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 933a3c12-88db-4055-9e2b-e48a9fba7d1c not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:08:40.868716 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a2ec1e-55ac-4d04-93b1-ccb720c0c863 req-0dd8c0d9-490b-4459-a5c4-3c757327dc28 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:40.870295 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-99a2ec1e-55ac-4d04-93b1-ccb720c0c863 req-0dd8c0d9-490b-4459-a5c4-3c757327dc28 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 1.0874012 Feb 02 07:08:40.933242 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-81907487-7ca3-4d8f-8523-0da0012842ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:41.005082 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-901ee109-4463-46ad-80f8-2fbcce13aa85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (e6d5a080-0922-4803-8bca-1c3910a9e23d), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:41.023897 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f31b248f-d2cb-4f9d-a691-72ba318f511d req-618f0e4b-3bce-48c8-bfb8-b2e261546c8f tempest-ServerShowV257Test-1700813566 tempest-ServerShowV257Test-1700813566-project] 10.222.0.87 "GET /v2.0/ports?device_id=a1c97446-c2cb-4a88-9636-e620fec7188f HTTP/1.1" status: 200 len: 210 time: 0.0444489 Feb 02 07:08:41.054990 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901ee109-4463-46ad-80f8-2fbcce13aa85 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6d5a080-0922-4803-8bca-1c3910a9e23d,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:41.094210 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-99a2ec1e-55ac-4d04-93b1-ccb720c0c863 req-aee83744-2711-461a-99fa-9a42ddb6fc16 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164323 Feb 02 07:08:41.166920 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-901ee109-4463-46ad-80f8-2fbcce13aa85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (71a4d7d7-ffb1-4e1c-9eae-5da8ba76bbd0), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:41.247866 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aca859d-191a-481e-92d7-f79b1e5e676d req-4e3aa92d-b967-400a-97b0-afdca06b58ec tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:41.256158 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9aca859d-191a-481e-92d7-f79b1e5e676d req-4e3aa92d-b967-400a-97b0-afdca06b58ec tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.0704651 Feb 02 07:08:41.331817 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9aca859d-191a-481e-92d7-f79b1e5e676d req-09f98d6d-aea9-4bb4-99d8-0c38e6cab2ea tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729008 Feb 02 07:08:41.422982 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-901ee109-4463-46ad-80f8-2fbcce13aa85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (71a4d7d7-ffb1-4e1c-9eae-5da8ba76bbd0), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:41.426898 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-901ee109-4463-46ad-80f8-2fbcce13aa85 admin admin] Publish callbacks [] for router_controller (71a4d7d7-ffb1-4e1c-9eae-5da8ba76bbd0), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:41.527058 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ee44e8-2891-4341-a317-f156742deb9a req-116250f4-8eab-4d33-8f76-dfbb3b98d3c4 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:41.537690 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-87ee44e8-2891-4341-a317-f156742deb9a req-116250f4-8eab-4d33-8f76-dfbb3b98d3c4 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.1147163 Feb 02 07:08:41.539301 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-901ee109-4463-46ad-80f8-2fbcce13aa85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (71a4d7d7-ffb1-4e1c-9eae-5da8ba76bbd0), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:41.540401 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-901ee109-4463-46ad-80f8-2fbcce13aa85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71a4d7d7-ffb1-4e1c-9eae-5da8ba76bbd0 {{(pid=109694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:08:41.547868 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-901ee109-4463-46ad-80f8-2fbcce13aa85 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:41.552338 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-901ee109-4463-46ad-80f8-2fbcce13aa85 admin admin] 10.222.0.87 "DELETE /v2.0/routers/71a4d7d7-ffb1-4e1c-9eae-5da8ba76bbd0 HTTP/1.1" status: 204 len: 168 time: 2.2517362 Feb 02 07:08:41.552705 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 51000) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:41.632017 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2876b68-f50a-4c95-b3f6-202c528a585d admin admin] Deleting subnet 9dcf2e2e-c4da-4d2e-8593-e410778fa237 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:08:41.633800 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-87ee44e8-2891-4341-a317-f156742deb9a req-abc8ad6a-08a0-407b-9196-7ed21d159365 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948048 Feb 02 07:08:41.647275 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c2876b68-f50a-4c95-b3f6-202c528a585d admin admin] Publish callbacks [] for subnet (9dcf2e2e-c4da-4d2e-8593-e410778fa237), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:41.727980 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c2876b68-f50a-4c95-b3f6-202c528a585d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (9dcf2e2e-c4da-4d2e-8593-e410778fa237), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:41.878587 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed26cd-760a-477f-83d2-bd19b60e4753 req-2fb9fbca-9452-4af4-a553-6d177e0ef784 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:41.880270 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a1ed26cd-760a-477f-83d2-bd19b60e4753 req-2fb9fbca-9452-4af4-a553-6d177e0ef784 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.1209707 Feb 02 07:08:41.917667 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c2876b68-f50a-4c95-b3f6-202c528a585d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (9dcf2e2e-c4da-4d2e-8593-e410778fa237), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:41.996191 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a1ed26cd-760a-477f-83d2-bd19b60e4753 req-eafaf7f3-8553-4883-8621-adc500ea1f52 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077120 Feb 02 07:08:42.056536 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c2876b68-f50a-4c95-b3f6-202c528a585d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (9dcf2e2e-c4da-4d2e-8593-e410778fa237), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:42.113219 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2876b68-f50a-4c95-b3f6-202c528a585d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9dcf2e2e-c4da-4d2e-8593-e410778fa237,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:42.127638 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c2876b68-f50a-4c95-b3f6-202c528a585d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:42.134161 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c2876b68-f50a-4c95-b3f6-202c528a585d admin admin] 10.222.0.87 "DELETE /v2.0/subnets/9dcf2e2e-c4da-4d2e-8593-e410778fa237 HTTP/1.1" status: 204 len: 168 time: 0.5721409 Feb 02 07:08:42.135016 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 51022) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:42.137220 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7624992-9b1b-4b90-a742-fcce4c1bc81d None None] Network 6f9d2520-58b7-405e-ae3e-05f376196903 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:08:42.261299 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-42c83178-9ab2-40fb-9041-0c630f6e9fea req-4eb364de-c129-406d-8ed7-ce5a3a0ab649 tempest-ServerShowV257Test-1700813566 tempest-ServerShowV257Test-1700813566-project] 10.222.0.87 "GET /v2.0/ports?device_id=a1c97446-c2cb-4a88-9636-e620fec7188f HTTP/1.1" status: 200 len: 210 time: 0.0611780 Feb 02 07:08:42.284813 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 51026) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:42.369822 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-94c0b2a7-75df-4d48-b00b-40c18f6ca6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (6f9d2520-58b7-405e-ae3e-05f376196903), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:42.393733 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3c9621-6c46-4fbc-aa67-72b58a8dcd9f None None] DHCP port deletion for 6f9d2520-58b7-405e-ae3e-05f376196903 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:08:42.396003 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e0a550-d09f-44de-bf96-9d9c2b0d561f req-e39027e5-55a2-4050-afdd-9bd5c25940b0 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:42.397762 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d7e0a550-d09f-44de-bf96-9d9c2b0d561f req-e39027e5-55a2-4050-afdd-9bd5c25940b0 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.2289047 Feb 02 07:08:42.495062 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-512b3e80-d1f8-42e5-937a-f85eda40670e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:42.516589 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d7e0a550-d09f-44de-bf96-9d9c2b0d561f req-5af10c07-67bb-4f93-94b8-b66207b461aa tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945601 Feb 02 07:08:42.525343 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-94c0b2a7-75df-4d48-b00b-40c18f6ca6ec admin admin] Deleting port eed695d1-a1d3-45f2-8cd8-cd30e8ab4272 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:08:42.525771 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-94c0b2a7-75df-4d48-b00b-40c18f6ca6ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (eed695d1-a1d3-45f2-8cd8-cd30e8ab4272), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:42.745741 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-512b3e80-d1f8-42e5-937a-f85eda40670e admin admin] Publish callbacks [] for security_group (883262f2-dcdb-4e35-afcf-f7f54596b421), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:42.750174 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-94c0b2a7-75df-4d48-b00b-40c18f6ca6ec admin admin] For port eed695d1-a1d3-45f2-8cd8-cd30e8ab4272, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=eed695d1-a1d3-45f2-8cd8-cd30e8ab4272,segment=NetworkSegment(a7bc333b-9756-4e7a-a5bd-b5b92a46bda8),segment_id=a7bc333b-9756-4e7a-a5bd-b5b92a46bda8)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:08:42.750560 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-94c0b2a7-75df-4d48-b00b-40c18f6ca6ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (eed695d1-a1d3-45f2-8cd8-cd30e8ab4272), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:42.755868 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-512b3e80-d1f8-42e5-937a-f85eda40670e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (883262f2-dcdb-4e35-afcf-f7f54596b421), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:42.758044 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-7e3c9621-6c46-4fbc-aa67-72b58a8dcd9f None None] Deleting port eed695d1-a1d3-45f2-8cd8-cd30e8ab4272 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:08:42.758433 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7e3c9621-6c46-4fbc-aa67-72b58a8dcd9f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (eed695d1-a1d3-45f2-8cd8-cd30e8ab4272), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:42.791501 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-94c0b2a7-75df-4d48-b00b-40c18f6ca6ec admin admin] Calling delete_port for eed695d1-a1d3-45f2-8cd8-cd30e8ab4272 owned by network:dhcp {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:08:42.855579 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-512b3e80-d1f8-42e5-937a-f85eda40670e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=367f37e301214f6dabd209c3d52ddc60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5701425 Feb 02 07:08:42.869560 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-7e3c9621-6c46-4fbc-aa67-72b58a8dcd9f None None] For port eed695d1-a1d3-45f2-8cd8-cd30e8ab4272, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=eed695d1-a1d3-45f2-8cd8-cd30e8ab4272,segment=NetworkSegment(a7bc333b-9756-4e7a-a5bd-b5b92a46bda8),segment_id=a7bc333b-9756-4e7a-a5bd-b5b92a46bda8)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:08:42.869968 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7e3c9621-6c46-4fbc-aa67-72b58a8dcd9f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (eed695d1-a1d3-45f2-8cd8-cd30e8ab4272), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:42.884731 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-7e3c9621-6c46-4fbc-aa67-72b58a8dcd9f None None] Calling delete_port for eed695d1-a1d3-45f2-8cd8-cd30e8ab4272 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:08:42.913571 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512b3e80-d1f8-42e5-937a-f85eda40670e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=883262f2-dcdb-4e35-afcf-f7f54596b421,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:42.924527 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 51048) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:42.980623 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device e6d5a080-0922-4803-8bca-1c3910a9e23d no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:08:43.011003 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-94c0b2a7-75df-4d48-b00b-40c18f6ca6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (eed695d1-a1d3-45f2-8cd8-cd30e8ab4272), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:43.041790 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0505ec7d-7252-4d72-87f0-77ff833f5ef9 req-46448cc9-6710-4fef-aa4c-61c95b541788 tempest-ServerShowV257Test-1700813566 tempest-ServerShowV257Test-1700813566-project] 10.222.0.87 "GET /v2.0/ports?device_id=a1c97446-c2cb-4a88-9636-e620fec7188f HTTP/1.1" status: 200 len: 210 time: 0.1518776 Feb 02 07:08:43.047156 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-598038eb-5b79-46a2-aedb-61176ee84b49 admin admin] Publish callbacks [] for security_group (883262f2-dcdb-4e35-afcf-f7f54596b421), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:43.064703 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: e6d5a080-0922-4803-8bca-1c3910a9e23d {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:08:43.066074 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device e6d5a080-0922-4803-8bca-1c3910a9e23d not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:08:43.066555 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device eed695d1-a1d3-45f2-8cd8-cd30e8ab4272 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:08:43.093923 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4bc1ca98-c16b-4e03-95f1-9bff0896b9e1 req-b1fd7168-1a2e-4899-a4f4-ef06911f6c4e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7d27c8413ed14120b1739b4967d9f547&device_id=a1c97446-c2cb-4a88-9636-e620fec7188f HTTP/1.1" status: 200 len: 210 time: 0.1297100 Feb 02 07:08:43.102914 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-598038eb-5b79-46a2-aedb-61176ee84b49 admin admin] Publish callbacks [] for security_group (883262f2-dcdb-4e35-afcf-f7f54596b421), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:43.140895 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c0b2a7-75df-4d48-b00b-40c18f6ca6ec admin admin] Pushing event deleted for resources: {'Port': ['ID=eed695d1-a1d3-45f2-8cd8-cd30e8ab4272,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:43.151338 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c0b2a7-75df-4d48-b00b-40c18f6ca6ec admin admin] No DVR routers for this DVR port eed695d1-a1d3-45f2-8cd8-cd30e8ab4272 on host n-d-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:08:43.163685 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: eed695d1-a1d3-45f2-8cd8-cd30e8ab4272 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:08:43.169366 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device eed695d1-a1d3-45f2-8cd8-cd30e8ab4272 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:08:43.213243 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4bc1ca98-c16b-4e03-95f1-9bff0896b9e1 req-83b3bd18-4a89-42be-81cd-bee7423080d1 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=7d27c8413ed14120b1739b4967d9f547&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0910106 Feb 02 07:08:43.248210 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-598038eb-5b79-46a2-aedb-61176ee84b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (883262f2-dcdb-4e35-afcf-f7f54596b421), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:43.251998 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-598038eb-5b79-46a2-aedb-61176ee84b49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:43.254395 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-598038eb-5b79-46a2-aedb-61176ee84b49 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/883262f2-dcdb-4e35-afcf-f7f54596b421 HTTP/1.1" status: 204 len: 168 time: 0.3236022 Feb 02 07:08:43.273666 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7e3c9621-6c46-4fbc-aa67-72b58a8dcd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (eed695d1-a1d3-45f2-8cd8-cd30e8ab4272), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:43.293218 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598038eb-5b79-46a2-aedb-61176ee84b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=883262f2-dcdb-4e35-afcf-f7f54596b421,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:43.303174 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec7f32-73b8-46a4-bf24-5587b9de38a5 req-dfbca456-62a0-4609-b22f-f5fc1d46b634 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:43.313942 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-07ec7f32-73b8-46a4-bf24-5587b9de38a5 req-dfbca456-62a0-4609-b22f-f5fc1d46b634 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.3463328 Feb 02 07:08:43.328656 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3c9621-6c46-4fbc-aa67-72b58a8dcd9f None None] No DVR routers for this DVR port eed695d1-a1d3-45f2-8cd8-cd30e8ab4272 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:08:43.364665 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3c9621-6c46-4fbc-aa67-72b58a8dcd9f None None] Pushing event deleted for resources: {'Port': ['ID=eed695d1-a1d3-45f2-8cd8-cd30e8ab4272,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:43.371298 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7f7a45dc-3cf4-4da8-92e7-30b89851e6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:43.416853 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-94c0b2a7-75df-4d48-b00b-40c18f6ca6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (6f9d2520-58b7-405e-ae3e-05f376196903), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:43.937202 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 51070) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:43.965782 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a831a9bc-89a5-4318-a27b-725e7a52738d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:44.004415 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-94c0b2a7-75df-4d48-b00b-40c18f6ca6ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f9d2520-58b7-405e-ae3e-05f376196903']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:08:44.031883 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-94c0b2a7-75df-4d48-b00b-40c18f6ca6ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7bc333b-9756-4e7a-a5bd-b5b92a46bda8') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:08:44.033725 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-94c0b2a7-75df-4d48-b00b-40c18f6ca6ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7bc333b-9756-4e7a-a5bd-b5b92a46bda8') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:08:44.051168 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc1ca98-c16b-4e03-95f1-9bff0896b9e1 req-1067ad1a-e9f5-47a5-a83d-47ccdfc29855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:44.055534 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4bc1ca98-c16b-4e03-95f1-9bff0896b9e1 req-1067ad1a-e9f5-47a5-a83d-47ccdfc29855 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8300111 Feb 02 07:08:44.073809 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-94c0b2a7-75df-4d48-b00b-40c18f6ca6ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (a7bc333b-9756-4e7a-a5bd-b5b92a46bda8), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:44.109140 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-94c0b2a7-75df-4d48-b00b-40c18f6ca6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (a7bc333b-9756-4e7a-a5bd-b5b92a46bda8), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:44.129102 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-07ec7f32-73b8-46a4-bf24-5587b9de38a5 req-f971a29b-14ba-4ca9-9e70-cd16794373fa tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8053262 Feb 02 07:08:44.133851 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94c0b2a7-75df-4d48-b00b-40c18f6ca6ec admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:08:44.134427 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-94c0b2a7-75df-4d48-b00b-40c18f6ca6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (a7bc333b-9756-4e7a-a5bd-b5b92a46bda8), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:44.136416 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:08:44.136416 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:08:44.136416 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:08:44.136416 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:08:44.136416 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:08:44.136416 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:08:44.136416 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:08:44.136416 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:08:44.136416 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:08:44.136416 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:08:44.136416 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:08:44.136416 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:08:44.136416 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:08:44.136416 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:08:44.136416 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:08:44.136416 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:08:44.136416 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:08:44.136416 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:08:44.136416 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:08:44.136416 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:08:44.136416 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:08:44.136416 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:08:44.136416 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:08:44.136416 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:08:44.136416 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:08:44.136416 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:08:44.136416 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:08:44.136416 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:08:44.136416 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:08:44.136416 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:08:44.136416 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:08:44.136416 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:08:44.159776 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 51076) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:44.178729 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a831a9bc-89a5-4318-a27b-725e7a52738d admin admin] Publish callbacks [] for security_group (cccd3022-700b-46ef-b1a2-7e7a90c1bf71), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:44.213752 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1c4244a0-ad3f-4113-9a40-af34b8f8d560 req-5327c3d8-aa2e-442a-a754-e5bef66b24db tempest-ServerShowV257Test-1700813566 tempest-ServerShowV257Test-1700813566-project] 10.222.0.87 "GET /v2.0/ports?device_id=a1c97446-c2cb-4a88-9636-e620fec7188f HTTP/1.1" status: 200 len: 210 time: 0.0328441 Feb 02 07:08:44.214959 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a831a9bc-89a5-4318-a27b-725e7a52738d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (cccd3022-700b-46ef-b1a2-7e7a90c1bf71), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:44.303791 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a831a9bc-89a5-4318-a27b-725e7a52738d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=0c15ce92e55b4980ae14a423a9ec9caf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3626299 Feb 02 07:08:44.304874 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 51082) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:44.305347 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a831a9bc-89a5-4318-a27b-725e7a52738d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cccd3022-700b-46ef-b1a2-7e7a90c1bf71,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:44.389239 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-94c0b2a7-75df-4d48-b00b-40c18f6ca6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (6f9d2520-58b7-405e-ae3e-05f376196903), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:44.449599 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5247cfeb-3e36-4f9a-8572-6987d63c3824 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:44.450006 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-94c0b2a7-75df-4d48-b00b-40c18f6ca6ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:44.453691 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-94c0b2a7-75df-4d48-b00b-40c18f6ca6ec admin admin] 10.222.0.87 "DELETE /v2.0/networks/6f9d2520-58b7-405e-ae3e-05f376196903 HTTP/1.1" status: 204 len: 168 time: 2.3176296 Feb 02 07:08:44.455842 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c0b2a7-75df-4d48-b00b-40c18f6ca6ec admin admin] Pushing event deleted for resources: {'Network': ['ID=6f9d2520-58b7-405e-ae3e-05f376196903,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:44.536517 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3d7ff47a-029b-4af3-a771-03ff73fa2fb8 admin admin] Publish callbacks [] for security_group (cccd3022-700b-46ef-b1a2-7e7a90c1bf71), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:44.585711 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3d7ff47a-029b-4af3-a771-03ff73fa2fb8 admin admin] Publish callbacks [] for security_group (cccd3022-700b-46ef-b1a2-7e7a90c1bf71), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:44.619757 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:44.668203 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5247cfeb-3e36-4f9a-8572-6987d63c3824 admin admin] Publish callbacks [] for security_group (d965a0ec-0bae-4656-b3ae-803ebf0c14d1), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:44.677825 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5247cfeb-3e36-4f9a-8572-6987d63c3824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (d965a0ec-0bae-4656-b3ae-803ebf0c14d1), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:44.705275 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ca22d6-de0d-4d1f-8bfe-8333fb07e7d4 req-d5e6599d-6422-4fd9-896a-b16fbfaa69d8 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:44.707899 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b3ca22d6-de0d-4d1f-8bfe-8333fb07e7d4 req-d5e6599d-6422-4fd9-896a-b16fbfaa69d8 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.3325205 Feb 02 07:08:44.708425 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 51094) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:44.717090 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3d7ff47a-029b-4af3-a771-03ff73fa2fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (cccd3022-700b-46ef-b1a2-7e7a90c1bf71), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:44.719655 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3d7ff47a-029b-4af3-a771-03ff73fa2fb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:44.725514 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-3d7ff47a-029b-4af3-a771-03ff73fa2fb8 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/cccd3022-700b-46ef-b1a2-7e7a90c1bf71 HTTP/1.1" status: 204 len: 168 time: 0.4163888 Feb 02 07:08:44.725678 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-5247cfeb-3e36-4f9a-8572-6987d63c3824 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=265d29d501544d37b27ca8db1980cb54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5633502 Feb 02 07:08:44.726787 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 51098) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:44.796699 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7ff47a-029b-4af3-a771-03ff73fa2fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cccd3022-700b-46ef-b1a2-7e7a90c1bf71,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:44.804562 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5247cfeb-3e36-4f9a-8572-6987d63c3824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d965a0ec-0bae-4656-b3ae-803ebf0c14d1,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:44.869979 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a03decbd-6754-491b-85a1-e604bb7687a3 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=e8b504d3cbde466cb7d12e8c49d706df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1532366 Feb 02 07:08:44.870375 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 51100) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:44.872722 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5fceb4f3-6893-4264-bd7f-033d5bc603a8 admin admin] Publish callbacks [] for security_group (d965a0ec-0bae-4656-b3ae-803ebf0c14d1), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:44.912104 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b3ca22d6-de0d-4d1f-8bfe-8333fb07e7d4 req-b8654c7f-9dd9-4baf-bd62-1a8553f4cc49 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599228 Feb 02 07:08:45.058355 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5fceb4f3-6893-4264-bd7f-033d5bc603a8 admin admin] Publish callbacks [] for security_group (d965a0ec-0bae-4656-b3ae-803ebf0c14d1), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:45.143746 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d1cd53b9-24a4-4d02-91a4-a849e3fe02d5 admin admin] Publish callbacks [] for security_group (83500878-2b75-476a-931f-17df1a6782c5), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:45.240103 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d1cd53b9-24a4-4d02-91a4-a849e3fe02d5 admin admin] Publish callbacks [] for security_group (83500878-2b75-476a-931f-17df1a6782c5), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:45.248924 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5fceb4f3-6893-4264-bd7f-033d5bc603a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (d965a0ec-0bae-4656-b3ae-803ebf0c14d1), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:45.251883 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5fceb4f3-6893-4264-bd7f-033d5bc603a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:45.253571 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-5fceb4f3-6893-4264-bd7f-033d5bc603a8 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d965a0ec-0bae-4656-b3ae-803ebf0c14d1 HTTP/1.1" status: 204 len: 168 time: 0.5258780 Feb 02 07:08:45.287079 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6184b08-5d5f-4d79-b01c-90140bf8d3a3 req-aac5e1f1-90e2-4ff6-aff6-6671fdf5e778 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:45.294734 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e6184b08-5d5f-4d79-b01c-90140bf8d3a3 req-aac5e1f1-90e2-4ff6-aff6-6671fdf5e778 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.2479503 Feb 02 07:08:45.297030 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fceb4f3-6893-4264-bd7f-033d5bc603a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d965a0ec-0bae-4656-b3ae-803ebf0c14d1,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:45.399104 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e6184b08-5d5f-4d79-b01c-90140bf8d3a3 req-2ec26795-6571-4ceb-ab22-95eface18cd0 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009610 Feb 02 07:08:45.416824 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d1cd53b9-24a4-4d02-91a4-a849e3fe02d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (83500878-2b75-476a-931f-17df1a6782c5), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:45.419684 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d1cd53b9-24a4-4d02-91a4-a849e3fe02d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:45.420929 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d1cd53b9-24a4-4d02-91a4-a849e3fe02d5 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/83500878-2b75-476a-931f-17df1a6782c5 HTTP/1.1" status: 204 len: 168 time: 0.5493770 Feb 02 07:08:45.432188 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cd53b9-24a4-4d02-91a4-a849e3fe02d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83500878-2b75-476a-931f-17df1a6782c5,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:45.479203 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-969d31dc-4c5d-4853-aa15-66c42f999344 req-fb57794f-81f8-42a0-887e-e73106c6cb42 tempest-ServerShowV257Test-1700813566 tempest-ServerShowV257Test-1700813566-project] 10.222.0.87 "GET /v2.0/ports?device_id=a1c97446-c2cb-4a88-9636-e620fec7188f HTTP/1.1" status: 200 len: 210 time: 0.1064653 Feb 02 07:08:45.632024 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4bc1ca98-c16b-4e03-95f1-9bff0896b9e1 req-0b1019ab-a78a-495b-931b-49b2d1892135 tempest-ServerShowV257Test-1700813566 tempest-ServerShowV257Test-1700813566-project] 10.222.0.88 "GET /v2.0/ports?device_id=a1c97446-c2cb-4a88-9636-e620fec7188f HTTP/1.1" status: 200 len: 210 time: 0.0281997 Feb 02 07:08:45.969750 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:46.120279 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a61f7-ae1d-4e97-9528-74743b4c8c21 req-20e1e1d9-c015-428f-9317-836218369036 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:46.129340 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e52a61f7-ae1d-4e97-9528-74743b4c8c21 req-20e1e1d9-c015-428f-9317-836218369036 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.0655270 Feb 02 07:08:46.180911 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 51146) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:46.203173 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e52a61f7-ae1d-4e97-9528-74743b4c8c21 req-4189d1a0-7bba-4ee8-9f6f-8efe88ee2a1b tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681744 Feb 02 07:08:46.209672 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fd047625-50a3-4832-97a9-1a0da41e4b88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:46.237601 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 51150) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:46.313583 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fd047625-50a3-4832-97a9-1a0da41e4b88 admin admin] Publish callbacks [] for security_group (dda2c934-b7d8-475b-85e7-ceac42d5ed0f), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:46.322522 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fd047625-50a3-4832-97a9-1a0da41e4b88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (dda2c934-b7d8-475b-85e7-ceac42d5ed0f), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:46.333958 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-bf6d63df-b9fb-40f7-9599-462e5f11b2e4 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f448af77430843d3a0fc36014bd7917d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0939643 Feb 02 07:08:46.340909 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 51152) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:46.416812 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b875db80-4b78-46b4-8f13-e45867da6a85 admin admin] Publish callbacks [] for security_group (afbff70b-ffc6-4e64-ad8c-18f99598de3d), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:46.439414 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd047625-50a3-4832-97a9-1a0da41e4b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda2c934-b7d8-475b-85e7-ceac42d5ed0f,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:46.454177 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b875db80-4b78-46b4-8f13-e45867da6a85 admin admin] Publish callbacks [] for security_group (afbff70b-ffc6-4e64-ad8c-18f99598de3d), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:46.475803 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-fd047625-50a3-4832-97a9-1a0da41e4b88 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=439a57e461c944f2b079cea035f908a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2935858 Feb 02 07:08:46.478162 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 51164) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:46.532087 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b875db80-4b78-46b4-8f13-e45867da6a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (afbff70b-ffc6-4e64-ad8c-18f99598de3d), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:46.534775 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b875db80-4b78-46b4-8f13-e45867da6a85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:46.536115 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b875db80-4b78-46b4-8f13-e45867da6a85 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/afbff70b-ffc6-4e64-ad8c-18f99598de3d HTTP/1.1" status: 204 len: 168 time: 0.1941085 Feb 02 07:08:46.543874 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bef0bd-0f2e-4427-89c8-717a412816df req-331dd4d7-b4b0-4637-bcf6-1302d7a9fd4e tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:46.545419 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f1bef0bd-0f2e-4427-89c8-717a412816df req-331dd4d7-b4b0-4637-bcf6-1302d7a9fd4e tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.2049694 Feb 02 07:08:46.547115 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b875db80-4b78-46b4-8f13-e45867da6a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afbff70b-ffc6-4e64-ad8c-18f99598de3d,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:46.597715 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c3170ae2-0d86-4926-b9d7-1b6590ed5352 admin admin] Publish callbacks [] for security_group (dda2c934-b7d8-475b-85e7-ceac42d5ed0f), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:46.641152 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c3170ae2-0d86-4926-b9d7-1b6590ed5352 admin admin] Publish callbacks [] for security_group (dda2c934-b7d8-475b-85e7-ceac42d5ed0f), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:46.646316 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f1bef0bd-0f2e-4427-89c8-717a412816df req-0d023328-3ee2-4c59-b3d4-12c7d7666bd3 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870218 Feb 02 07:08:46.703304 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c3170ae2-0d86-4926-b9d7-1b6590ed5352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (dda2c934-b7d8-475b-85e7-ceac42d5ed0f), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:46.706595 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c3170ae2-0d86-4926-b9d7-1b6590ed5352 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:46.707904 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c3170ae2-0d86-4926-b9d7-1b6590ed5352 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/dda2c934-b7d8-475b-85e7-ceac42d5ed0f HTTP/1.1" status: 204 len: 168 time: 0.2287955 Feb 02 07:08:46.715472 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3170ae2-0d86-4926-b9d7-1b6590ed5352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda2c934-b7d8-475b-85e7-ceac42d5ed0f,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:47.008662 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 51196) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:47.068739 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95370ea8-c575-4b7e-b1b4-9ed528f918dd req-b532396c-434b-45e3-b878-aee2963dac4b tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:47.070323 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-95370ea8-c575-4b7e-b1b4-9ed528f918dd req-b532396c-434b-45e3-b878-aee2963dac4b tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.0563219 Feb 02 07:08:47.120321 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-95370ea8-c575-4b7e-b1b4-9ed528f918dd req-1ebe5c26-ea1d-4b2a-9334-5200c41890d3 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435376 Feb 02 07:08:47.248170 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3163fa13-6bf5-4d5a-84bd-16a609bdfea0 req-0697655b-4942-4924-90d8-5ae0166da25d tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:47.255025 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3163fa13-6bf5-4d5a-84bd-16a609bdfea0 req-0697655b-4942-4924-90d8-5ae0166da25d tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.0604486 Feb 02 07:08:47.296069 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:47.312242 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3163fa13-6bf5-4d5a-84bd-16a609bdfea0 req-d134be5e-a191-4516-aa16-3ab0603e9000 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562937 Feb 02 07:08:47.355706 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e3710534-e559-43ac-a172-c8ec9a6cbabf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:47.429147 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 51214) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:47.446763 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-84ba9b2e-a678-46e3-af15-4fb2d77ff9b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:47.490331 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e3710534-e559-43ac-a172-c8ec9a6cbabf admin admin] Publish callbacks [] for security_group (0cb4e8d4-36be-44c2-9f7d-d37446f7251a), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:47.499383 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e3710534-e559-43ac-a172-c8ec9a6cbabf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (0cb4e8d4-36be-44c2-9f7d-d37446f7251a), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:47.545399 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb9d22-97eb-424e-a5e1-8955e0e4915c req-49a63447-ab8b-49af-8e95-8494c7c71e2b tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:47.547624 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a4eb9d22-97eb-424e-a5e1-8955e0e4915c req-49a63447-ab8b-49af-8e95-8494c7c71e2b tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.1349988 Feb 02 07:08:47.554650 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-84ba9b2e-a678-46e3-af15-4fb2d77ff9b0 admin admin] Publish callbacks [] for security_group (fa94955d-998f-49bc-871b-1e2066601898), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:47.564109 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 51218) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:47.567787 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e3710534-e559-43ac-a172-c8ec9a6cbabf admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=7d27c8413ed14120b1739b4967d9f547&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5579638 Feb 02 07:08:47.571898 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-84ba9b2e-a678-46e3-af15-4fb2d77ff9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (fa94955d-998f-49bc-871b-1e2066601898), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:47.573879 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 51220) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:47.574539 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3710534-e559-43ac-a172-c8ec9a6cbabf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb4e8d4-36be-44c2-9f7d-d37446f7251a,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:47.629752 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-84ba9b2e-a678-46e3-af15-4fb2d77ff9b0 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=95e03dac1d454805baf4ae78c9f6b06d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1995053 Feb 02 07:08:47.633292 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 51226) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:47.648520 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a4eb9d22-97eb-424e-a5e1-8955e0e4915c req-0b8bb860-7678-4b8e-9411-c846903c5e39 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887208 Feb 02 07:08:47.653430 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ba9b2e-a678-46e3-af15-4fb2d77ff9b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa94955d-998f-49bc-871b-1e2066601898,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:47.667414 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7d20b7ee-d46a-4d02-bd11-2f3a7cf4ef77 admin admin] Publish callbacks [] for security_group (0cb4e8d4-36be-44c2-9f7d-d37446f7251a), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:47.713875 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2967520e-5304-49bb-aad6-32826a9ce3cf admin admin] Publish callbacks [] for security_group (fa94955d-998f-49bc-871b-1e2066601898), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:47.714125 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7d20b7ee-d46a-4d02-bd11-2f3a7cf4ef77 admin admin] Publish callbacks [] for security_group (0cb4e8d4-36be-44c2-9f7d-d37446f7251a), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:47.777145 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2967520e-5304-49bb-aad6-32826a9ce3cf admin admin] Publish callbacks [] for security_group (fa94955d-998f-49bc-871b-1e2066601898), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:47.790474 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7d20b7ee-d46a-4d02-bd11-2f3a7cf4ef77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (0cb4e8d4-36be-44c2-9f7d-d37446f7251a), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:47.793853 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7d20b7ee-d46a-4d02-bd11-2f3a7cf4ef77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:47.797890 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-7d20b7ee-d46a-4d02-bd11-2f3a7cf4ef77 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/0cb4e8d4-36be-44c2-9f7d-d37446f7251a HTTP/1.1" status: 204 len: 168 time: 0.2174382 Feb 02 07:08:47.806868 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ac8dd59c-75d6-42f0-9234-f897ecc96c20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:47.809541 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d20b7ee-d46a-4d02-bd11-2f3a7cf4ef77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb4e8d4-36be-44c2-9f7d-d37446f7251a,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:47.869883 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3bde20-e389-4e55-86a7-0a88c6d9ae6b req-f56560f8-7340-47d2-9091-21f1c9553a0b tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:47.871414 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ad3bde20-e389-4e55-86a7-0a88c6d9ae6b req-f56560f8-7340-47d2-9091-21f1c9553a0b tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.1380587 Feb 02 07:08:47.901896 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2967520e-5304-49bb-aad6-32826a9ce3cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (fa94955d-998f-49bc-871b-1e2066601898), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:47.904503 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2967520e-5304-49bb-aad6-32826a9ce3cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:47.908095 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-2967520e-5304-49bb-aad6-32826a9ce3cf admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/fa94955d-998f-49bc-871b-1e2066601898 HTTP/1.1" status: 204 len: 168 time: 0.2715793 Feb 02 07:08:47.930756 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2967520e-5304-49bb-aad6-32826a9ce3cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa94955d-998f-49bc-871b-1e2066601898,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:47.972952 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ad3bde20-e389-4e55-86a7-0a88c6d9ae6b req-0e150458-6d93-4745-a76e-a077571dbe15 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929468 Feb 02 07:08:47.987278 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ac8dd59c-75d6-42f0-9234-f897ecc96c20 admin admin] Publish callbacks [] for security_group (0561d53f-6d1c-4b44-87e9-dcdc677041cd), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:48.000593 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ac8dd59c-75d6-42f0-9234-f897ecc96c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (0561d53f-6d1c-4b44-87e9-dcdc677041cd), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:48.046913 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-ac8dd59c-75d6-42f0-9234-f897ecc96c20 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=d656dc84ac68449db9743a6bf39cdfa8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4777100 Feb 02 07:08:48.046913 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8dd59c-75d6-42f0-9234-f897ecc96c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0561d53f-6d1c-4b44-87e9-dcdc677041cd,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:48.047455 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 51250) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:48.116695 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0dc5aa52-87a6-4db1-901f-6fc9f4272cd8 admin admin] Publish callbacks [] for security_group (0561d53f-6d1c-4b44-87e9-dcdc677041cd), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:48.148439 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0dc5aa52-87a6-4db1-901f-6fc9f4272cd8 admin admin] Publish callbacks [] for security_group (0561d53f-6d1c-4b44-87e9-dcdc677041cd), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:48.216491 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0dc5aa52-87a6-4db1-901f-6fc9f4272cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (0561d53f-6d1c-4b44-87e9-dcdc677041cd), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:48.220011 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0dc5aa52-87a6-4db1-901f-6fc9f4272cd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:48.225798 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-0dc5aa52-87a6-4db1-901f-6fc9f4272cd8 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/0561d53f-6d1c-4b44-87e9-dcdc677041cd HTTP/1.1" status: 204 len: 168 time: 0.1770351 Feb 02 07:08:48.234607 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc5aa52-87a6-4db1-901f-6fc9f4272cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0561d53f-6d1c-4b44-87e9-dcdc677041cd,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:48.275489 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33d6c2a-4997-4c36-ace8-2aee270441f9 req-c6f506ea-2953-4815-b366-f1e1d87588e9 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:48.277742 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c33d6c2a-4997-4c36-ace8-2aee270441f9 req-c6f506ea-2953-4815-b366-f1e1d87588e9 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.0633838 Feb 02 07:08:48.337776 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c33d6c2a-4997-4c36-ace8-2aee270441f9 req-ea10a13b-5c0f-4791-be82-d3d4c82f194b tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539999 Feb 02 07:08:48.583520 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 51280) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:48.738420 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-0c19e297-27ae-4793-a1ec-98e1ed17b030 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1294267512-network', 'tenant_id': '07cbe6ce97734b3c8365c4e2bb6fcdb5'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:08:48.761724 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c19e297-27ae-4793-a1ec-98e1ed17b030 admin admin] Made reservation on behalf of 07cbe6ce97734b3c8365c4e2bb6fcdb5 for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:08:48.765133 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0c19e297-27ae-4793-a1ec-98e1ed17b030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:48.776028 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0c19e297-27ae-4793-a1ec-98e1ed17b030 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:48.858778 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0c19e297-27ae-4793-a1ec-98e1ed17b030 admin admin] Publish callbacks [] for security_group (c2d438c9-ecad-41fa-9c3c-fefcebb88ca9), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:48.864675 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0c19e297-27ae-4793-a1ec-98e1ed17b030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (c2d438c9-ecad-41fa-9c3c-fefcebb88ca9), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:48.891461 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c19e297-27ae-4793-a1ec-98e1ed17b030 admin admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:08:48.902115 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c19e297-27ae-4793-a1ec-98e1ed17b030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d438c9-ecad-41fa-9c3c-fefcebb88ca9,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:48.907193 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0c19e297-27ae-4793-a1ec-98e1ed17b030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (0eb81a88-33b3-4b45-9d45-2895b4ce9226), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:48.907814 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-0c19e297-27ae-4793-a1ec-98e1ed17b030 admin admin] Added segment 0eb81a88-33b3-4b45-9d45-2895b4ce9226 of type vlan for network 75d236c0-f48f-4716-8c17-05895f8c5ef2 Feb 02 07:08:48.952704 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0c19e297-27ae-4793-a1ec-98e1ed17b030 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (75d236c0-f48f-4716-8c17-05895f8c5ef2), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:48.981478 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0c19e297-27ae-4793-a1ec-98e1ed17b030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (75d236c0-f48f-4716-8c17-05895f8c5ef2), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:48.982415 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c19e297-27ae-4793-a1ec-98e1ed17b030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:48.982997 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0c19e297-27ae-4793-a1ec-98e1ed17b030 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:49.018034 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-0c19e297-27ae-4793-a1ec-98e1ed17b030 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4333234 Feb 02 07:08:49.021075 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 51310) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:49.026177 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-e6c82ac4-a24f-46be-a9c2-139cb27cca8e admin admin] Request body: {'subnet': {'network_id': '75d236c0-f48f-4716-8c17-05895f8c5ef2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1294267512-subnet', 'tenant_id': '07cbe6ce97734b3c8365c4e2bb6fcdb5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:08:49.049906 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c82ac4-a24f-46be-a9c2-139cb27cca8e admin admin] Made reservation on behalf of 07cbe6ce97734b3c8365c4e2bb6fcdb5 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:08:49.052811 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e6c82ac4-a24f-46be-a9c2-139cb27cca8e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:49.057043 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c19e297-27ae-4793-a1ec-98e1ed17b030 admin admin] Pushing event updated for resources: {'Network': ['ID=75d236c0-f48f-4716-8c17-05895f8c5ef2,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:49.069381 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 75d236c0-f48f-4716-8c17-05895f8c5ef2 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:08:49.281253 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e6c82ac4-a24f-46be-a9c2-139cb27cca8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (e1650f49-fd4b-4603-822f-9852910c48b0), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:49.341481 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c82ac4-a24f-46be-a9c2-139cb27cca8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1650f49-fd4b-4603-822f-9852910c48b0,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:49.350099 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c82ac4-a24f-46be-a9c2-139cb27cca8e admin admin] Checking segment: {'id': '0eb81a88-33b3-4b45-9d45-2895b4ce9226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '75d236c0-f48f-4716-8c17-05895f8c5ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:08:49.350335 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c82ac4-a24f-46be-a9c2-139cb27cca8e admin admin] Network hostable DHCP agents. Network: 75d236c0-f48f-4716-8c17-05895f8c5ef2, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:08:49.373492 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c82ac4-a24f-46be-a9c2-139cb27cca8e admin admin] Network 75d236c0-f48f-4716-8c17-05895f8c5ef2 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:08:49.385917 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-e6c82ac4-a24f-46be-a9c2-139cb27cca8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 75d236c0-f48f-4716-8c17-05895f8c5ef2) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:08:49.394259 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c82ac4-a24f-46be-a9c2-139cb27cca8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:49.395404 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e6c82ac4-a24f-46be-a9c2-139cb27cca8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:49.396749 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcf14db-b358-47ed-b583-d9658580793a None None] Network 75d236c0-f48f-4716-8c17-05895f8c5ef2 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:08:49.452664 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-e6c82ac4-a24f-46be-a9c2-139cb27cca8e admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4303148 Feb 02 07:08:49.453284 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 51340) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:49.459112 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-1188d7d2-edfc-429f-b8db-46f0569e839b admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1294267512-router', 'tenant_id': '07cbe6ce97734b3c8365c4e2bb6fcdb5', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:08:49.487222 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1188d7d2-edfc-429f-b8db-46f0569e839b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (ce39ca5b-f97a-4fa3-9e3f-efb600271ce7), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:49.492302 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1188d7d2-edfc-429f-b8db-46f0569e839b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (ce39ca5b-f97a-4fa3-9e3f-efb600271ce7), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:49.520229 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e492d68-a656-40d6-b6a0-c05de6768a29 req-c0179597-c3e3-4cab-a544-3c5c3fed408d tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:49.530062 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5e492d68-a656-40d6-b6a0-c05de6768a29 req-c0179597-c3e3-4cab-a544-3c5c3fed408d tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.0887394 Feb 02 07:08:49.540821 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b848f4db-f809-4369-963d-28c5d3061d00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-75d236c0-f48f-4716-8c17-05895f8c5ef2', 'network_id': '75d236c0-f48f-4716-8c17-05895f8c5ef2', 'project_id': '07cbe6ce97734b3c8365c4e2bb6fcdb5', 'fixed_ips': [{'subnet_id': 'e1650f49-fd4b-4603-822f-9852910c48b0'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:08:49.541988 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b848f4db-f809-4369-963d-28c5d3061d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:49.577116 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1188d7d2-edfc-429f-b8db-46f0569e839b admin admin] Publish callbacks [] for router_controller (ce39ca5b-f97a-4fa3-9e3f-efb600271ce7), precommit_add_association {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:49.607696 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5e492d68-a656-40d6-b6a0-c05de6768a29 req-390f45a5-d175-4653-8637-af8df1dc5d0a tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762746 Feb 02 07:08:49.629380 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 51346) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:49.705569 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-b848f4db-f809-4369-963d-28c5d3061d00 None None] Allocated IP 172.20.0.2 (75d236c0-f48f-4716-8c17-05895f8c5ef2/e1650f49-fd4b-4603-822f-9852910c48b0/31b95c9e-a7ef-40e8-85f5-064fb057e39a) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:08:49.807378 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1188d7d2-edfc-429f-b8db-46f0569e839b admin admin] Publish callbacks [] for router_gateway (ce39ca5b-f97a-4fa3-9e3f-efb600271ce7), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:49.888818 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-77ec9a42-eb4e-44f4-a882-d892947f291c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1797721458-network', 'tenant_id': 'faba4237acf64862ba84ad5ca9ce531a'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:08:49.944217 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ec9a42-eb4e-44f4-a882-d892947f291c admin admin] Made reservation on behalf of faba4237acf64862ba84ad5ca9ce531a for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:08:49.954085 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-77ec9a42-eb4e-44f4-a882-d892947f291c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:49.972556 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b848f4db-f809-4369-963d-28c5d3061d00 None None] Publish callbacks [] for port (31b95c9e-a7ef-40e8-85f5-064fb057e39a), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:49.981420 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b848f4db-f809-4369-963d-28c5d3061d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (31b95c9e-a7ef-40e8-85f5-064fb057e39a), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:49.982738 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-77ec9a42-eb4e-44f4-a882-d892947f291c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:50.014151 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f087aa-d04f-469b-b5ce-a9524483317e req-ea67bddf-af20-47bf-9cc5-b7b222ec7010 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:50.015416 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-29f087aa-d04f-469b-b5ce-a9524483317e req-ea67bddf-af20-47bf-9cc5-b7b222ec7010 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.1090360 Feb 02 07:08:50.037888 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b848f4db-f809-4369-963d-28c5d3061d00 None None] Network 75d236c0-f48f-4716-8c17-05895f8c5ef2 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:08:50.044008 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-b848f4db-f809-4369-963d-28c5d3061d00 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:08:50.049892 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b848f4db-f809-4369-963d-28c5d3061d00 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:08:50.056306 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b848f4db-f809-4369-963d-28c5d3061d00 None None] Pushing event updated for resources: {'Port': ['ID=31b95c9e-a7ef-40e8-85f5-064fb057e39a,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:50.126782 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-b848f4db-f809-4369-963d-28c5d3061d00 None None] Attempting to bind port 31b95c9e-a7ef-40e8-85f5-064fb057e39a on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:08:50.128420 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-b848f4db-f809-4369-963d-28c5d3061d00 None None] Attempting to bind port 31b95c9e-a7ef-40e8-85f5-064fb057e39a by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '0eb81a88-33b3-4b45-9d45-2895b4ce9226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '75d236c0-f48f-4716-8c17-05895f8c5ef2'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:08:50.128986 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b848f4db-f809-4369-963d-28c5d3061d00 None None] Attempting to bind port 31b95c9e-a7ef-40e8-85f5-064fb057e39a on network 75d236c0-f48f-4716-8c17-05895f8c5ef2 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:08:50.135634 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b848f4db-f809-4369-963d-28c5d3061d00 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:08:50.136583 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b848f4db-f809-4369-963d-28c5d3061d00 None None] Checking segment: {'id': '0eb81a88-33b3-4b45-9d45-2895b4ce9226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '75d236c0-f48f-4716-8c17-05895f8c5ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:08:50.137202 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b848f4db-f809-4369-963d-28c5d3061d00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:50.137797 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b848f4db-f809-4369-963d-28c5d3061d00 None None] Bound using segment: {'id': '0eb81a88-33b3-4b45-9d45-2895b4ce9226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '75d236c0-f48f-4716-8c17-05895f8c5ef2'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:08:50.138485 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-b848f4db-f809-4369-963d-28c5d3061d00 None None] Bound port: 31b95c9e-a7ef-40e8-85f5-064fb057e39a, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eb81a88-33b3-4b45-9d45-2895b4ce9226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '75d236c0-f48f-4716-8c17-05895f8c5ef2'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:08:50.139077 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b848f4db-f809-4369-963d-28c5d3061d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (31b95c9e-a7ef-40e8-85f5-064fb057e39a), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:50.191891 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-77ec9a42-eb4e-44f4-a882-d892947f291c admin admin] Publish callbacks [] for security_group (da93f67a-dd50-4f99-8118-e8cb11d3b1d9), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:50.193979 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1188d7d2-edfc-429f-b8db-46f0569e839b admin admin] Publish callbacks [] for router_gateway (ce39ca5b-f97a-4fa3-9e3f-efb600271ce7), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:50.199596 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-77ec9a42-eb4e-44f4-a882-d892947f291c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (da93f67a-dd50-4f99-8118-e8cb11d3b1d9), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:50.233984 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-b848f4db-f809-4369-963d-28c5d3061d00 None None] For port 31b95c9e-a7ef-40e8-85f5-064fb057e39a, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:08:50.240740 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1188d7d2-edfc-429f-b8db-46f0569e839b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:50.241136 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-b848f4db-f809-4369-963d-28c5d3061d00 None None] For port 31b95c9e-a7ef-40e8-85f5-064fb057e39a, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=31b95c9e-a7ef-40e8-85f5-064fb057e39a,segment=NetworkSegment(0eb81a88-33b3-4b45-9d45-2895b4ce9226),segment_id=0eb81a88-33b3-4b45-9d45-2895b4ce9226)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:08:50.249373 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b848f4db-f809-4369-963d-28c5d3061d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (31b95c9e-a7ef-40e8-85f5-064fb057e39a), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:50.251922 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77ec9a42-eb4e-44f4-a882-d892947f291c admin admin] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:08:50.256460 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-29f087aa-d04f-469b-b5ce-a9524483317e req-567fafc5-2037-4d8a-b08d-1e2a572b7356 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346525 Feb 02 07:08:50.273374 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ec9a42-eb4e-44f4-a882-d892947f291c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da93f67a-dd50-4f99-8118-e8cb11d3b1d9,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:50.288823 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-77ec9a42-eb4e-44f4-a882-d892947f291c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (99da04fe-20b0-46d1-9372-22452ee68679), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:50.289371 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-77ec9a42-eb4e-44f4-a882-d892947f291c admin admin] Added segment 99da04fe-20b0-46d1-9372-22452ee68679 of type vlan for network 93a7727a-9e40-4a0f-b90d-66c79fe1bf6c Feb 02 07:08:50.355466 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b848f4db-f809-4369-963d-28c5d3061d00 None None] Pushing event updated for resources: {'Port': ['ID=31b95c9e-a7ef-40e8-85f5-064fb057e39a,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:50.385135 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-77ec9a42-eb4e-44f4-a882-d892947f291c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (93a7727a-9e40-4a0f-b90d-66c79fe1bf6c), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:50.416370 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-77ec9a42-eb4e-44f4-a882-d892947f291c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (93a7727a-9e40-4a0f-b90d-66c79fe1bf6c), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:50.417478 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ec9a42-eb4e-44f4-a882-d892947f291c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:50.418129 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-77ec9a42-eb4e-44f4-a882-d892947f291c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:50.451422 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-77ec9a42-eb4e-44f4-a882-d892947f291c admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8211334 Feb 02 07:08:50.452520 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 51378) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:50.467233 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-8cfe684e-ebd6-4122-8f56-439a143bb1f6 admin admin] Request body: {'subnet': {'network_id': '93a7727a-9e40-4a0f-b90d-66c79fe1bf6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1797721458-subnet', 'tenant_id': 'faba4237acf64862ba84ad5ca9ce531a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:08:50.471052 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-1188d7d2-edfc-429f-b8db-46f0569e839b admin admin] Allocated IP 172.25.4.92 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/58cb2ff9-9cbd-4000-a469-f267ce94a489) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:08:50.504835 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ec9a42-eb4e-44f4-a882-d892947f291c admin admin] Pushing event updated for resources: {'Network': ['ID=93a7727a-9e40-4a0f-b90d-66c79fe1bf6c,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:50.519462 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 93a7727a-9e40-4a0f-b90d-66c79fe1bf6c details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:08:50.528781 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cfe684e-ebd6-4122-8f56-439a143bb1f6 admin admin] Made reservation on behalf of faba4237acf64862ba84ad5ca9ce531a for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:08:50.531095 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8cfe684e-ebd6-4122-8f56-439a143bb1f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:50.750414 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1188d7d2-edfc-429f-b8db-46f0569e839b admin admin] Publish callbacks [] for port (58cb2ff9-9cbd-4000-a469-f267ce94a489), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:50.916347 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1188d7d2-edfc-429f-b8db-46f0569e839b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (58cb2ff9-9cbd-4000-a469-f267ce94a489), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:50.922612 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 31b95c9e-a7ef-40e8-85f5-064fb057e39a up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:08:50.970480 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1188d7d2-edfc-429f-b8db-46f0569e839b admin admin] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:08:50.972622 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-1188d7d2-edfc-429f-b8db-46f0569e839b admin admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:08:50.974903 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1188d7d2-edfc-429f-b8db-46f0569e839b admin admin] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:08:51.000824 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 31b95c9e-a7ef-40e8-85f5-064fb057e39a triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:08:51.001228 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (31b95c9e-a7ef-40e8-85f5-064fb057e39a), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:51.008558 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8cfe684e-ebd6-4122-8f56-439a143bb1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (772313e3-625d-4c7f-b776-8fe829836021), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:51.067309 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1188d7d2-edfc-429f-b8db-46f0569e839b admin admin] Pushing event updated for resources: {'Port': ['ID=58cb2ff9-9cbd-4000-a469-f267ce94a489,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:51.078823 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe684e-ebd6-4122-8f56-439a143bb1f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=772313e3-625d-4c7f-b776-8fe829836021,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:51.131040 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 31b95c9e-a7ef-40e8-85f5-064fb057e39a is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:08:51.131623 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (31b95c9e-a7ef-40e8-85f5-064fb057e39a), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:51.195334 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 31b95c9e-a7ef-40e8-85f5-064fb057e39a, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=31b95c9e-a7ef-40e8-85f5-064fb057e39a,segment=NetworkSegment(0eb81a88-33b3-4b45-9d45-2895b4ce9226),segment_id=0eb81a88-33b3-4b45-9d45-2895b4ce9226)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:08:51.196967 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfe684e-ebd6-4122-8f56-439a143bb1f6 admin admin] Checking segment: {'id': '99da04fe-20b0-46d1-9372-22452ee68679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '93a7727a-9e40-4a0f-b90d-66c79fe1bf6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:08:51.197512 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfe684e-ebd6-4122-8f56-439a143bb1f6 admin admin] Network hostable DHCP agents. Network: 93a7727a-9e40-4a0f-b90d-66c79fe1bf6c, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:08:51.200637 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (31b95c9e-a7ef-40e8-85f5-064fb057e39a), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:51.230816 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfe684e-ebd6-4122-8f56-439a143bb1f6 admin admin] Network 93a7727a-9e40-4a0f-b90d-66c79fe1bf6c is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:08:51.263037 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=31b95c9e-a7ef-40e8-85f5-064fb057e39a,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:51.292554 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-8cfe684e-ebd6-4122-8f56-439a143bb1f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 93a7727a-9e40-4a0f-b90d-66c79fe1bf6c) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:08:51.307649 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dec3e98-c054-487c-a548-9c883f5e1f05 None None] Network 93a7727a-9e40-4a0f-b90d-66c79fe1bf6c requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:08:51.314462 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfe684e-ebd6-4122-8f56-439a143bb1f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:51.326423 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8cfe684e-ebd6-4122-8f56-439a143bb1f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:51.420501 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-8cfe684e-ebd6-4122-8f56-439a143bb1f6 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9669027 Feb 02 07:08:51.423666 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 51420) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:51.452582 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-f0cc0305-b518-4269-9127-75b1b114ef33 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1797721458-router', 'tenant_id': 'faba4237acf64862ba84ad5ca9ce531a', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:08:51.464600 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1188d7d2-edfc-429f-b8db-46f0569e839b admin admin] Publish callbacks [] for router_gateway (ce39ca5b-f97a-4fa3-9e3f-efb600271ce7), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:51.473727 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f76e32-c91c-416b-8fe4-f8c17cb30c7c req-fe8b3cfd-3640-402a-ac6d-22aecb96afff tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:51.483547 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-74f76e32-c91c-416b-8fe4-f8c17cb30c7c req-fe8b3cfd-3640-402a-ac6d-22aecb96afff tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.0993896 Feb 02 07:08:51.494951 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2015c1b-e04e-4bd3-8149-9aaa01ab0e15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-93a7727a-9e40-4a0f-b90d-66c79fe1bf6c', 'network_id': '93a7727a-9e40-4a0f-b90d-66c79fe1bf6c', 'project_id': 'faba4237acf64862ba84ad5ca9ce531a', 'fixed_ips': [{'subnet_id': '772313e3-625d-4c7f-b776-8fe829836021'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:08:51.496043 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d2015c1b-e04e-4bd3-8149-9aaa01ab0e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:51.608715 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-74f76e32-c91c-416b-8fe4-f8c17cb30c7c req-0db56e09-a8a5-499a-8a53-bc3e9469b27c tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230316 Feb 02 07:08:51.696349 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f0cc0305-b518-4269-9127-75b1b114ef33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (96a03403-39d6-4642-947c-0aeefc2e12bf), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:51.697711 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f0cc0305-b518-4269-9127-75b1b114ef33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (96a03403-39d6-4642-947c-0aeefc2e12bf), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:51.731418 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-d2015c1b-e04e-4bd3-8149-9aaa01ab0e15 None None] Allocated IP 172.20.0.2 (93a7727a-9e40-4a0f-b90d-66c79fe1bf6c/772313e3-625d-4c7f-b776-8fe829836021/b9722010-2cdf-4f5e-957d-e1d6358bee61) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:08:51.844923 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f0cc0305-b518-4269-9127-75b1b114ef33 admin admin] Publish callbacks [] for router_controller (96a03403-39d6-4642-947c-0aeefc2e12bf), precommit_add_association {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:51.977430 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d2015c1b-e04e-4bd3-8149-9aaa01ab0e15 None None] Publish callbacks [] for port (b9722010-2cdf-4f5e-957d-e1d6358bee61), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:51.993808 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d2015c1b-e04e-4bd3-8149-9aaa01ab0e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (b9722010-2cdf-4f5e-957d-e1d6358bee61), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:52.021762 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2015c1b-e04e-4bd3-8149-9aaa01ab0e15 None None] Network 93a7727a-9e40-4a0f-b90d-66c79fe1bf6c is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:08:52.026697 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-d2015c1b-e04e-4bd3-8149-9aaa01ab0e15 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:08:52.028707 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73809983-ca49-420e-b765-09bcf0421eee None None] Network 75d236c0-f48f-4716-8c17-05895f8c5ef2 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:08:52.110979 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:52.112331 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2015c1b-e04e-4bd3-8149-9aaa01ab0e15 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:08:52.112464 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f0cc0305-b518-4269-9127-75b1b114ef33 admin admin] Publish callbacks [] for router_gateway (96a03403-39d6-4642-947c-0aeefc2e12bf), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:52.180214 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1188d7d2-edfc-429f-b8db-46f0569e839b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (ce39ca5b-f97a-4fa3-9e3f-efb600271ce7), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:52.267233 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2015c1b-e04e-4bd3-8149-9aaa01ab0e15 None None] Pushing event updated for resources: {'Port': ['ID=b9722010-2cdf-4f5e-957d-e1d6358bee61,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:52.292124 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-f8d5f087-7e38-4413-a112-01e7b30c8e1c None None] Provisioning complete for port 31b95c9e-a7ef-40e8-85f5-064fb057e39a triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:08:52.292518 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f8d5f087-7e38-4413-a112-01e7b30c8e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (31b95c9e-a7ef-40e8-85f5-064fb057e39a), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:52.369881 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-d2015c1b-e04e-4bd3-8149-9aaa01ab0e15 None None] Attempting to bind port b9722010-2cdf-4f5e-957d-e1d6358bee61 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:08:52.370131 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-d2015c1b-e04e-4bd3-8149-9aaa01ab0e15 None None] Attempting to bind port b9722010-2cdf-4f5e-957d-e1d6358bee61 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '99da04fe-20b0-46d1-9372-22452ee68679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '93a7727a-9e40-4a0f-b90d-66c79fe1bf6c'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:08:52.370697 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2015c1b-e04e-4bd3-8149-9aaa01ab0e15 None None] Attempting to bind port b9722010-2cdf-4f5e-957d-e1d6358bee61 on network 93a7727a-9e40-4a0f-b90d-66c79fe1bf6c {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:08:52.395324 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2015c1b-e04e-4bd3-8149-9aaa01ab0e15 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:08:52.396561 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2015c1b-e04e-4bd3-8149-9aaa01ab0e15 None None] Checking segment: {'id': '99da04fe-20b0-46d1-9372-22452ee68679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '93a7727a-9e40-4a0f-b90d-66c79fe1bf6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:08:52.396924 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d2015c1b-e04e-4bd3-8149-9aaa01ab0e15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:52.397937 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2015c1b-e04e-4bd3-8149-9aaa01ab0e15 None None] Bound using segment: {'id': '99da04fe-20b0-46d1-9372-22452ee68679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '93a7727a-9e40-4a0f-b90d-66c79fe1bf6c'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:08:52.398851 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-d2015c1b-e04e-4bd3-8149-9aaa01ab0e15 None None] Bound port: b9722010-2cdf-4f5e-957d-e1d6358bee61, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99da04fe-20b0-46d1-9372-22452ee68679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '93a7727a-9e40-4a0f-b90d-66c79fe1bf6c'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:08:52.399642 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d2015c1b-e04e-4bd3-8149-9aaa01ab0e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b9722010-2cdf-4f5e-957d-e1d6358bee61), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:52.529006 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-d2015c1b-e04e-4bd3-8149-9aaa01ab0e15 None None] For port b9722010-2cdf-4f5e-957d-e1d6358bee61, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:08:52.533456 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-d2015c1b-e04e-4bd3-8149-9aaa01ab0e15 None None] For port b9722010-2cdf-4f5e-957d-e1d6358bee61, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=b9722010-2cdf-4f5e-957d-e1d6358bee61,segment=NetworkSegment(99da04fe-20b0-46d1-9372-22452ee68679),segment_id=99da04fe-20b0-46d1-9372-22452ee68679)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:08:52.587108 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-f8d5f087-7e38-4413-a112-01e7b30c8e1c None None] Current status of the port 31b95c9e-a7ef-40e8-85f5-064fb057e39a is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:08:52.590173 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d2015c1b-e04e-4bd3-8149-9aaa01ab0e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (b9722010-2cdf-4f5e-957d-e1d6358bee61), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:52.734033 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2015c1b-e04e-4bd3-8149-9aaa01ab0e15 None None] Pushing event updated for resources: {'Port': ['ID=b9722010-2cdf-4f5e-957d-e1d6358bee61,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:52.798217 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 31b95c9e-a7ef-40e8-85f5-064fb057e39a up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:08:52.959717 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-764eb112-4372-4ac7-8fba-1aa620de07b3 None None] Provisioning complete for port 31b95c9e-a7ef-40e8-85f5-064fb057e39a triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:08:52.959717 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-764eb112-4372-4ac7-8fba-1aa620de07b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (31b95c9e-a7ef-40e8-85f5-064fb057e39a), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:52.971170 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3900df5-ae95-4dda-89e6-71199c24a368 req-2ace0e72-8062-462e-9608-b0f9d6359272 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:52.972704 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c3900df5-ae95-4dda-89e6-71199c24a368 req-2ace0e72-8062-462e-9608-b0f9d6359272 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.1354432 Feb 02 07:08:53.011649 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 31b95c9e-a7ef-40e8-85f5-064fb057e39a triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:08:53.015549 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (31b95c9e-a7ef-40e8-85f5-064fb057e39a), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:53.092475 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c3900df5-ae95-4dda-89e6-71199c24a368 req-7d037394-464a-4818-ab71-6896d200d191 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053145 Feb 02 07:08:53.156814 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-764eb112-4372-4ac7-8fba-1aa620de07b3 None None] Current status of the port 31b95c9e-a7ef-40e8-85f5-064fb057e39a is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:08:53.233795 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 31b95c9e-a7ef-40e8-85f5-064fb057e39a is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:08:53.274547 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1188d7d2-edfc-429f-b8db-46f0569e839b admin admin] Router ce39ca5b-f97a-4fa3-9e3f-efb600271ce7 is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:08:53.396877 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f0cc0305-b518-4269-9127-75b1b114ef33 admin admin] Publish callbacks [] for router_gateway (96a03403-39d6-4642-947c-0aeefc2e12bf), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:53.408171 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 51546) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:53.434831 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f0cc0305-b518-4269-9127-75b1b114ef33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:53.504182 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 51550) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:53.619418 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1191a6bd-fa96-4024-a4be-4706c41a56a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:53.640664 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1188d7d2-edfc-429f-b8db-46f0569e839b admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:08:53.642734 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-f0cc0305-b518-4269-9127-75b1b114ef33 admin admin] Allocated IP 172.25.4.69 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/46edfeb7-6eb1-4026-958c-30c68e711312) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:08:53.648536 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bc1cef5d-7103-4f84-aeec-0240f8f4675b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:53.654529 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76732573-b815-4ad0-b433-19d536eed26a None None] Sync routers for ids ['ce39ca5b-f97a-4fa3-9e3f-efb600271ce7'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:08:53.673462 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76732573-b815-4ad0-b433-19d536eed26a None None] Routers {'ce39ca5b-f97a-4fa3-9e3f-efb600271ce7'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:08:53.675777 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-76732573-b815-4ad0-b433-19d536eed26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:08:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['ce39ca5b-f97a-4fa3-9e3f-efb600271ce7'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:08:53.684039 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1188d7d2-edfc-429f-b8db-46f0569e839b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:53.689348 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 51554) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:53.689911 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-1188d7d2-edfc-429f-b8db-46f0569e839b admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.2351415 Feb 02 07:08:53.794684 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f0cc0305-b518-4269-9127-75b1b114ef33 admin admin] Publish callbacks [] for port (46edfeb7-6eb1-4026-958c-30c68e711312), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:53.823605 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-76732573-b815-4ad0-b433-19d536eed26a None None] Set router ce39ca5b-f97a-4fa3-9e3f-efb600271ce7 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:08:53.844909 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f0cc0305-b518-4269-9127-75b1b114ef33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (46edfeb7-6eb1-4026-958c-30c68e711312), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:53.928268 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cc0305-b518-4269-9127-75b1b114ef33 admin admin] Pushing event updated for resources: {'Port': ['ID=46edfeb7-6eb1-4026-958c-30c68e711312,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:53.934371 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1191a6bd-fa96-4024-a4be-4706c41a56a9 admin admin] Publish callbacks [] for security_group (4dcf0e37-d8d3-4fda-a54c-99fe8a9fed2c), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:53.950524 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0cc0305-b518-4269-9127-75b1b114ef33 admin admin] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:08:53.952856 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-f0cc0305-b518-4269-9127-75b1b114ef33 admin admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:08:53.956244 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cc0305-b518-4269-9127-75b1b114ef33 admin admin] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:08:53.983339 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1191a6bd-fa96-4024-a4be-4706c41a56a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (4dcf0e37-d8d3-4fda-a54c-99fe8a9fed2c), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:54.083347 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bc1cef5d-7103-4f84-aeec-0240f8f4675b admin admin] Publish callbacks [] for security_group (ae42d1cf-a69d-4e31-be69-540eb4205c4b), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:54.084403 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1191a6bd-fa96-4024-a4be-4706c41a56a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dcf0e37-d8d3-4fda-a54c-99fe8a9fed2c,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:54.089343 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-76732573-b815-4ad0-b433-19d536eed26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce39ca5b-f97a-4fa3-9e3f-efb600271ce7', 'name': 'tempest-TaggedBootDevicesTest_v242-1294267512-router', 'tenant_id': '07cbe6ce97734b3c8365c4e2bb6fcdb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '58cb2ff9-9cbd-4000-a469-f267ce94a489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:08:49Z', 'updated_at': '2022-02-02T07:08:51Z', 'revision_number': 3, 'project_id': '07cbe6ce97734b3c8365c4e2bb6fcdb5', 'gw_port': {'id': '58cb2ff9-9cbd-4000-a469-f267ce94a489', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce39ca5b-f97a-4fa3-9e3f-efb600271ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:08:50Z', 'updated_at': '2022-02-02T07:08:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:08:54.096917 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-1191a6bd-fa96-4024-a4be-4706c41a56a9 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=e9403598ca8c469492c796c4fb7d8621&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6868472 Feb 02 07:08:54.097629 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 51556) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:54.139426 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bc1cef5d-7103-4f84-aeec-0240f8f4675b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (ae42d1cf-a69d-4e31-be69-540eb4205c4b), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:54.149528 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76732573-b815-4ad0-b433-19d536eed26a None None] Checking router: ce39ca5b-f97a-4fa3-9e3f-efb600271ce7 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:08:54.150070 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76732573-b815-4ad0-b433-19d536eed26a None None] Updating router ce39ca5b-f97a-4fa3-9e3f-efb600271ce7 port 58cb2ff9-9cbd-4000-a469-f267ce94a489 binding host n-d-789963-26 {{(pid=109696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:08:54.167968 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-bc1cef5d-7103-4f84-aeec-0240f8f4675b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=73e30c643e5445a4885c574e9befe8e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6627865 Feb 02 07:08:54.182812 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 51560) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:54.187918 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-76732573-b815-4ad0-b433-19d536eed26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (58cb2ff9-9cbd-4000-a469-f267ce94a489), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:54.243882 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1cef5d-7103-4f84-aeec-0240f8f4675b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae42d1cf-a69d-4e31-be69-540eb4205c4b,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:54.435028 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ac47d0-c805-4cd3-a19c-97ce3b34e21a None None] Network 93a7727a-9e40-4a0f-b90d-66c79fe1bf6c requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:08:54.459657 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f0cc0305-b518-4269-9127-75b1b114ef33 admin admin] Publish callbacks [] for router_gateway (96a03403-39d6-4642-947c-0aeefc2e12bf), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:54.529465 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9c5226f3-b099-4c0c-b9bb-5be0fe9a7d85 admin admin] Publish callbacks [] for security_group (4dcf0e37-d8d3-4fda-a54c-99fe8a9fed2c), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:54.567678 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-76732573-b815-4ad0-b433-19d536eed26a None None] Publish callbacks [] for port (58cb2ff9-9cbd-4000-a469-f267ce94a489), precommit_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:54.577451 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-76732573-b815-4ad0-b433-19d536eed26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (58cb2ff9-9cbd-4000-a469-f267ce94a489), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:54.588998 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fa43e7a2-7370-41fb-b60c-69f02872df19 admin admin] Publish callbacks [] for security_group (ae42d1cf-a69d-4e31-be69-540eb4205c4b), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:54.605056 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-2515837d-586e-422a-9d7d-2455de54b513 None None] Provisioning complete for port b9722010-2cdf-4f5e-957d-e1d6358bee61 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:08:54.605435 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2515837d-586e-422a-9d7d-2455de54b513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b9722010-2cdf-4f5e-957d-e1d6358bee61), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:54.634629 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9c5226f3-b099-4c0c-b9bb-5be0fe9a7d85 admin admin] Publish callbacks [] for security_group (4dcf0e37-d8d3-4fda-a54c-99fe8a9fed2c), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:54.638397 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fa43e7a2-7370-41fb-b60c-69f02872df19 admin admin] Publish callbacks [] for security_group (ae42d1cf-a69d-4e31-be69-540eb4205c4b), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:54.687364 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ee995-402c-4840-95c7-c3dacc613754 req-2689ffe1-e473-49e5-90a3-12c58b63cbaa tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:54.700005 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b69ee995-402c-4840-95c7-c3dacc613754 req-2689ffe1-e473-49e5-90a3-12c58b63cbaa tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.4302576 Feb 02 07:08:54.734654 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-2515837d-586e-422a-9d7d-2455de54b513 None None] Current status of the port b9722010-2cdf-4f5e-957d-e1d6358bee61 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:08:54.735303 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2515837d-586e-422a-9d7d-2455de54b513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b9722010-2cdf-4f5e-957d-e1d6358bee61), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:54.752308 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f0cc0305-b518-4269-9127-75b1b114ef33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (96a03403-39d6-4642-947c-0aeefc2e12bf), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:54.788753 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-2515837d-586e-422a-9d7d-2455de54b513 None None] For port b9722010-2cdf-4f5e-957d-e1d6358bee61, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=b9722010-2cdf-4f5e-957d-e1d6358bee61,segment=NetworkSegment(99da04fe-20b0-46d1-9372-22452ee68679),segment_id=99da04fe-20b0-46d1-9372-22452ee68679)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:08:54.802357 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2515837d-586e-422a-9d7d-2455de54b513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (b9722010-2cdf-4f5e-957d-e1d6358bee61), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:54.816509 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-76732573-b815-4ad0-b433-19d536eed26a None None] Attempting to bind port 58cb2ff9-9cbd-4000-a469-f267ce94a489 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:08:54.817045 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-76732573-b815-4ad0-b433-19d536eed26a None None] Attempting to bind port 58cb2ff9-9cbd-4000-a469-f267ce94a489 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:08:54.817238 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76732573-b815-4ad0-b433-19d536eed26a None None] Attempting to bind port 58cb2ff9-9cbd-4000-a469-f267ce94a489 on network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:08:54.827716 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76732573-b815-4ad0-b433-19d536eed26a None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:08:54.828142 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76732573-b815-4ad0-b433-19d536eed26a None None] Checking segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:08:54.828668 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-76732573-b815-4ad0-b433-19d536eed26a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:54.829351 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76732573-b815-4ad0-b433-19d536eed26a None None] Bound using segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:08:54.829993 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-76732573-b815-4ad0-b433-19d536eed26a None None] Bound port: 58cb2ff9-9cbd-4000-a469-f267ce94a489, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:08:54.831597 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-76732573-b815-4ad0-b433-19d536eed26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (58cb2ff9-9cbd-4000-a469-f267ce94a489), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:54.834083 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5402ac09-bf93-4a14-a656-87ca360a98de None None] Pushing event updated for resources: {'Port': ['ID=58cb2ff9-9cbd-4000-a469-f267ce94a489,revision_number=2']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:54.866146 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device b9722010-2cdf-4f5e-957d-e1d6358bee61 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:08:54.869457 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5402ac09-bf93-4a14-a656-87ca360a98de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:08:54.870015 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5402ac09-bf93-4a14-a656-87ca360a98de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:08:54.870523 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5402ac09-bf93-4a14-a656-87ca360a98de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:08:54.871011 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5402ac09-bf93-4a14-a656-87ca360a98de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:08:54.871537 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5402ac09-bf93-4a14-a656-87ca360a98de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:08:54.872896 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5402ac09-bf93-4a14-a656-87ca360a98de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:08:54.873444 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5402ac09-bf93-4a14-a656-87ca360a98de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:08:54.873925 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5402ac09-bf93-4a14-a656-87ca360a98de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:08:54.874542 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5402ac09-bf93-4a14-a656-87ca360a98de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:08:54.875021 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5402ac09-bf93-4a14-a656-87ca360a98de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:08:54.875542 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5402ac09-bf93-4a14-a656-87ca360a98de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:08:54.876054 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5402ac09-bf93-4a14-a656-87ca360a98de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:08:54.876536 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5402ac09-bf93-4a14-a656-87ca360a98de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:08:54.923034 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-76732573-b815-4ad0-b433-19d536eed26a None None] For port 58cb2ff9-9cbd-4000-a469-f267ce94a489, host n-d-789963-26, cleared binding levels {{(pid=109696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:08:54.934341 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-76732573-b815-4ad0-b433-19d536eed26a None None] For port 58cb2ff9-9cbd-4000-a469-f267ce94a489, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=58cb2ff9-9cbd-4000-a469-f267ce94a489,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:08:54.942518 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-76732573-b815-4ad0-b433-19d536eed26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (58cb2ff9-9cbd-4000-a469-f267ce94a489), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:54.953532 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b69ee995-402c-4840-95c7-c3dacc613754 req-c97ee078-3280-46e3-98d8-89f833c2ded7 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527575 Feb 02 07:08:54.970077 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2515837d-586e-422a-9d7d-2455de54b513 None None] Pushing event updated for resources: {'Port': ['ID=b9722010-2cdf-4f5e-957d-e1d6358bee61,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:54.985971 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port b9722010-2cdf-4f5e-957d-e1d6358bee61 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:08:54.986621 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b9722010-2cdf-4f5e-957d-e1d6358bee61), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:54.998052 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0cc0305-b518-4269-9127-75b1b114ef33 admin admin] Router 96a03403-39d6-4642-947c-0aeefc2e12bf is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:08:55.018994 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76732573-b815-4ad0-b433-19d536eed26a None None] Routers {'ce39ca5b-f97a-4fa3-9e3f-efb600271ce7'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:08:55.024441 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-76732573-b815-4ad0-b433-19d536eed26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:08:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['ce39ca5b-f97a-4fa3-9e3f-efb600271ce7'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:08:55.033282 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fa43e7a2-7370-41fb-b60c-69f02872df19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (ae42d1cf-a69d-4e31-be69-540eb4205c4b), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:55.038360 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fa43e7a2-7370-41fb-b60c-69f02872df19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:55.040165 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-fa43e7a2-7370-41fb-b60c-69f02872df19 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ae42d1cf-a69d-4e31-be69-540eb4205c4b HTTP/1.1" status: 204 len: 168 time: 0.8554592 Feb 02 07:08:55.040908 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9c5226f3-b099-4c0c-b9bb-5be0fe9a7d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (4dcf0e37-d8d3-4fda-a54c-99fe8a9fed2c), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:55.043820 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9c5226f3-b099-4c0c-b9bb-5be0fe9a7d85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:55.047264 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-9c5226f3-b099-4c0c-b9bb-5be0fe9a7d85 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/4dcf0e37-d8d3-4fda-a54c-99fe8a9fed2c HTTP/1.1" status: 204 len: 168 time: 0.9130969 Feb 02 07:08:55.056488 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa43e7a2-7370-41fb-b60c-69f02872df19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae42d1cf-a69d-4e31-be69-540eb4205c4b,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:55.073917 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5226f3-b099-4c0c-b9bb-5be0fe9a7d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dcf0e37-d8d3-4fda-a54c-99fe8a9fed2c,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:55.123588 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-98e7b829-cc81-4631-aba1-ff658b50fd18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:55.177533 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port b9722010-2cdf-4f5e-957d-e1d6358bee61 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:08:55.179927 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-b6528215-7081-4cbe-abaf-004e08ed6ccf None None] Provisioning complete for port b9722010-2cdf-4f5e-957d-e1d6358bee61 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:08:55.180301 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b6528215-7081-4cbe-abaf-004e08ed6ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b9722010-2cdf-4f5e-957d-e1d6358bee61), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:55.204149 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-76732573-b815-4ad0-b433-19d536eed26a None None] Set router ce39ca5b-f97a-4fa3-9e3f-efb600271ce7 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:08:55.288120 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-b6528215-7081-4cbe-abaf-004e08ed6ccf None None] Current status of the port b9722010-2cdf-4f5e-957d-e1d6358bee61 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:08:55.337181 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0cc0305-b518-4269-9127-75b1b114ef33 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:08:55.343516 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5402ac09-bf93-4a14-a656-87ca360a98de None None] Pushing event updated for resources: {'Port': ['ID=58cb2ff9-9cbd-4000-a469-f267ce94a489,revision_number=3']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:55.347904 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc45b531-de13-46b4-aa36-ee23deb36281 None None] Sync routers for ids ['96a03403-39d6-4642-947c-0aeefc2e12bf'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:08:55.366929 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc45b531-de13-46b4-aa36-ee23deb36281 None None] Routers {'96a03403-39d6-4642-947c-0aeefc2e12bf'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:08:55.367588 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-fc45b531-de13-46b4-aa36-ee23deb36281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:08:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['96a03403-39d6-4642-947c-0aeefc2e12bf'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:08:55.382216 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f0cc0305-b518-4269-9127-75b1b114ef33 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:55.389602 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f0cc0305-b518-4269-9127-75b1b114ef33 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.9614818 Feb 02 07:08:55.390460 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 51572) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:55.424899 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-98e7b829-cc81-4631-aba1-ff658b50fd18 admin admin] Allocated IP 172.20.0.1 (75d236c0-f48f-4716-8c17-05895f8c5ef2/e1650f49-fd4b-4603-822f-9852910c48b0/7c8df5bb-05ef-4d95-8835-3ce0a3bde4c1) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:08:55.566739 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-76732573-b815-4ad0-b433-19d536eed26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce39ca5b-f97a-4fa3-9e3f-efb600271ce7', 'name': 'tempest-TaggedBootDevicesTest_v242-1294267512-router', 'tenant_id': '07cbe6ce97734b3c8365c4e2bb6fcdb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '58cb2ff9-9cbd-4000-a469-f267ce94a489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:08:49Z', 'updated_at': '2022-02-02T07:08:51Z', 'revision_number': 3, 'project_id': '07cbe6ce97734b3c8365c4e2bb6fcdb5', 'gw_port': {'id': '58cb2ff9-9cbd-4000-a469-f267ce94a489', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce39ca5b-f97a-4fa3-9e3f-efb600271ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:08:50Z', 'updated_at': '2022-02-02T07:08:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:08:55.604469 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-fc45b531-de13-46b4-aa36-ee23deb36281 None None] Set router 96a03403-39d6-4642-947c-0aeefc2e12bf gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:08:55.629404 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76732573-b815-4ad0-b433-19d536eed26a None None] The sync data for ids ['ce39ca5b-f97a-4fa3-9e3f-efb600271ce7'] in n-d-789963-26 is: [{'id': 'ce39ca5b-f97a-4fa3-9e3f-efb600271ce7', 'name': 'tempest-TaggedBootDevicesTest_v242-1294267512-router', 'tenant_id': '07cbe6ce97734b3c8365c4e2bb6fcdb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '58cb2ff9-9cbd-4000-a469-f267ce94a489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:08:49Z', 'updated_at': '2022-02-02T07:08:51Z', 'revision_number': 3, 'project_id': '07cbe6ce97734b3c8365c4e2bb6fcdb5', 'gw_port': {'id': '58cb2ff9-9cbd-4000-a469-f267ce94a489', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce39ca5b-f97a-4fa3-9e3f-efb600271ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:08:50Z', 'updated_at': '2022-02-02T07:08:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:08:55.633208 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-98e7b829-cc81-4631-aba1-ff658b50fd18 admin admin] Publish callbacks [] for port (7c8df5bb-05ef-4d95-8835-3ce0a3bde4c1), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:55.711851 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-98e7b829-cc81-4631-aba1-ff658b50fd18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (7c8df5bb-05ef-4d95-8835-3ce0a3bde4c1), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:55.739625 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 51578) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:55.781232 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e7b829-cc81-4631-aba1-ff658b50fd18 admin admin] Network 75d236c0-f48f-4716-8c17-05895f8c5ef2 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:08:55.781656 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-88b2a71e-f5cf-4172-9473-ef7e953266a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:55.788250 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-98e7b829-cc81-4631-aba1-ff658b50fd18 admin admin] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:08:55.790684 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e7b829-cc81-4631-aba1-ff658b50fd18 admin admin] Pushing event updated for resources: {'Port': ['ID=7c8df5bb-05ef-4d95-8835-3ce0a3bde4c1,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:55.800123 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e7b829-cc81-4631-aba1-ff658b50fd18 admin admin] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:08:55.824331 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 51582) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:55.867853 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-98e7b829-cc81-4631-aba1-ff658b50fd18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (ce39ca5b-f97a-4fa3-9e3f-efb600271ce7), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:55.881699 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-11e8d456-dce8-42f1-af3c-ca57e5e18eee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:56.184824 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-98e7b829-cc81-4631-aba1-ff658b50fd18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (7c8df5bb-05ef-4d95-8835-3ce0a3bde4c1), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:56.250734 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-df8e8e47-c650-4361-a495-7084ceae948b None None] Provisioning complete for port 7c8df5bb-05ef-4d95-8835-3ce0a3bde4c1 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:08:56.251112 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-df8e8e47-c650-4361-a495-7084ceae948b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (7c8df5bb-05ef-4d95-8835-3ce0a3bde4c1), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:56.279456 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-fc45b531-de13-46b4-aa36-ee23deb36281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a03403-39d6-4642-947c-0aeefc2e12bf', 'name': 'tempest-AttachVolumeShelveTestJSON-1797721458-router', 'tenant_id': 'faba4237acf64862ba84ad5ca9ce531a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '46edfeb7-6eb1-4026-958c-30c68e711312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:08:51Z', 'updated_at': '2022-02-02T07:08:54Z', 'revision_number': 3, 'project_id': 'faba4237acf64862ba84ad5ca9ce531a', 'gw_port': {'id': '46edfeb7-6eb1-4026-958c-30c68e711312', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:30:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a03403-39d6-4642-947c-0aeefc2e12bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:08:53Z', 'updated_at': '2022-02-02T07:08:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:08:56.303841 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-88b2a71e-f5cf-4172-9473-ef7e953266a1 admin admin] Publish callbacks [] for security_group (ce61cade-20a5-4800-b5da-0ce8244ef517), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:56.323019 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-88b2a71e-f5cf-4172-9473-ef7e953266a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (ce61cade-20a5-4800-b5da-0ce8244ef517), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:56.323278 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc45b531-de13-46b4-aa36-ee23deb36281 None None] Checking router: 96a03403-39d6-4642-947c-0aeefc2e12bf for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:08:56.323627 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc45b531-de13-46b4-aa36-ee23deb36281 None None] Updating router 96a03403-39d6-4642-947c-0aeefc2e12bf port 46edfeb7-6eb1-4026-958c-30c68e711312 binding host n-d-789963-26 {{(pid=109695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:08:56.364323 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-df8e8e47-c650-4361-a495-7084ceae948b None None] Port 7c8df5bb-05ef-4d95-8835-3ce0a3bde4c1 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:08:56.386616 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-fc45b531-de13-46b4-aa36-ee23deb36281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (46edfeb7-6eb1-4026-958c-30c68e711312), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:56.446330 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-11e8d456-dce8-42f1-af3c-ca57e5e18eee admin admin] Publish callbacks [] for security_group (b43a1347-7ee6-4b94-9c64-b2af5d81f467), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:56.451394 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b2a71e-f5cf-4172-9473-ef7e953266a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce61cade-20a5-4800-b5da-0ce8244ef517,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:56.463057 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-88b2a71e-f5cf-4172-9473-ef7e953266a1 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c6aa3d212c6942ef89d96447902da7f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7185030 Feb 02 07:08:56.464424 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-11e8d456-dce8-42f1-af3c-ca57e5e18eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (b43a1347-7ee6-4b94-9c64-b2af5d81f467), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:56.466739 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 51594) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:56.515022 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7fdc6-f88c-49ef-bfe5-007c60518489 req-97b448b0-83cc-4a63-a16b-63901bf45544 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:56.516628 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-73a7fdc6-f88c-49ef-bfe5-007c60518489 req-97b448b0-83cc-4a63-a16b-63901bf45544 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.3145771 Feb 02 07:08:56.524200 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-98e7b829-cc81-4631-aba1-ff658b50fd18 admin admin] Publish callbacks [] for port (7c8df5bb-05ef-4d95-8835-3ce0a3bde4c1), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:56.533472 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-98e7b829-cc81-4631-aba1-ff658b50fd18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (7c8df5bb-05ef-4d95-8835-3ce0a3bde4c1), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:56.608631 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-11e8d456-dce8-42f1-af3c-ca57e5e18eee admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=a13a8870ae5d43b1b6391c312da0793d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7804379 Feb 02 07:08:56.611106 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e8d456-dce8-42f1-af3c-ca57e5e18eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b43a1347-7ee6-4b94-9c64-b2af5d81f467,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:56.620127 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 51598) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:56.728307 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bb5f28a3-b876-4976-8895-55817ca70b8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:56.730788 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-98e7b829-cc81-4631-aba1-ff658b50fd18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (ce39ca5b-f97a-4fa3-9e3f-efb600271ce7), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:56.734516 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5002a680-1ef3-4676-99f3-611f2568bf1e admin admin] Publish callbacks [] for security_group (ce61cade-20a5-4800-b5da-0ce8244ef517), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:56.739514 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-73a7fdc6-f88c-49ef-bfe5-007c60518489 req-f92bc8b1-7b21-4f7e-870b-3e3aedbffca0 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139170 Feb 02 07:08:56.769724 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e7b829-cc81-4631-aba1-ff658b50fd18 admin admin] Pushing event updated for resources: {'Port': ['ID=7c8df5bb-05ef-4d95-8835-3ce0a3bde4c1,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:56.804611 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5002a680-1ef3-4676-99f3-611f2568bf1e admin admin] Publish callbacks [] for security_group (ce61cade-20a5-4800-b5da-0ce8244ef517), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:56.923542 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cafccc98-d2a5-46ea-ad80-165437bc594c admin admin] Publish callbacks [] for security_group (b43a1347-7ee6-4b94-9c64-b2af5d81f467), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:56.964092 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-fc45b531-de13-46b4-aa36-ee23deb36281 None None] Publish callbacks [] for port (46edfeb7-6eb1-4026-958c-30c68e711312), precommit_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:56.978551 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-fc45b531-de13-46b4-aa36-ee23deb36281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (46edfeb7-6eb1-4026-958c-30c68e711312), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:57.026885 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cafccc98-d2a5-46ea-ad80-165437bc594c admin admin] Publish callbacks [] for security_group (b43a1347-7ee6-4b94-9c64-b2af5d81f467), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:57.036859 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 58cb2ff9-9cbd-4000-a469-f267ce94a489 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:08:57.059721 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e7b829-cc81-4631-aba1-ff658b50fd18 admin admin] Network 75d236c0-f48f-4716-8c17-05895f8c5ef2 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:08:57.072339 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-98e7b829-cc81-4631-aba1-ff658b50fd18 admin admin] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:08:57.129243 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5002a680-1ef3-4676-99f3-611f2568bf1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (ce61cade-20a5-4800-b5da-0ce8244ef517), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:57.133865 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5002a680-1ef3-4676-99f3-611f2568bf1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:57.135679 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-5002a680-1ef3-4676-99f3-611f2568bf1e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ce61cade-20a5-4800-b5da-0ce8244ef517 HTTP/1.1" status: 204 len: 168 time: 0.6628931 Feb 02 07:08:57.152190 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7609a4e-259c-4ad3-8d1e-2f1672bc0d02 req-ad5d83b6-9136-49cb-a3e6-5880d26d43fe tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:57.155459 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5002a680-1ef3-4676-99f3-611f2568bf1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce61cade-20a5-4800-b5da-0ce8244ef517,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:57.171691 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-bb5f28a3-b876-4976-8895-55817ca70b8c admin admin] Allocated IP 172.20.0.1 (93a7727a-9e40-4a0f-b90d-66c79fe1bf6c/772313e3-625d-4c7f-b776-8fe829836021/27dbd983-8a26-499d-b424-f8d9842bb005) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:08:57.175328 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b7609a4e-259c-4ad3-8d1e-2f1672bc0d02 req-ad5d83b6-9136-49cb-a3e6-5880d26d43fe tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.2781649 Feb 02 07:08:57.179533 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-fc45b531-de13-46b4-aa36-ee23deb36281 None None] Attempting to bind port 46edfeb7-6eb1-4026-958c-30c68e711312 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:08:57.180076 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-fc45b531-de13-46b4-aa36-ee23deb36281 None None] Attempting to bind port 46edfeb7-6eb1-4026-958c-30c68e711312 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:08:57.180577 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc45b531-de13-46b4-aa36-ee23deb36281 None None] Attempting to bind port 46edfeb7-6eb1-4026-958c-30c68e711312 on network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:08:57.297673 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc45b531-de13-46b4-aa36-ee23deb36281 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:08:57.298147 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc45b531-de13-46b4-aa36-ee23deb36281 None None] Checking segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:08:57.298653 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-fc45b531-de13-46b4-aa36-ee23deb36281 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:57.299167 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc45b531-de13-46b4-aa36-ee23deb36281 None None] Bound using segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:08:57.300462 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-fc45b531-de13-46b4-aa36-ee23deb36281 None None] Bound port: 46edfeb7-6eb1-4026-958c-30c68e711312, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:08:57.300462 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-fc45b531-de13-46b4-aa36-ee23deb36281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (46edfeb7-6eb1-4026-958c-30c68e711312), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:57.305227 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c8e92f-4895-40a4-b197-22334d317fd5 None None] Pushing event updated for resources: {'Port': ['ID=46edfeb7-6eb1-4026-958c-30c68e711312,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:57.367372 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bb5f28a3-b876-4976-8895-55817ca70b8c admin admin] Publish callbacks [] for port (27dbd983-8a26-499d-b424-f8d9842bb005), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:57.367968 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cafccc98-d2a5-46ea-ad80-165437bc594c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (b43a1347-7ee6-4b94-9c64-b2af5d81f467), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:57.378847 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cafccc98-d2a5-46ea-ad80-165437bc594c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:57.387171 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:57.395892 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-cafccc98-d2a5-46ea-ad80-165437bc594c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b43a1347-7ee6-4b94-9c64-b2af5d81f467 HTTP/1.1" status: 204 len: 168 time: 0.7651415 Feb 02 07:08:57.429364 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 58cb2ff9-9cbd-4000-a469-f267ce94a489 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:08:57.431034 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (58cb2ff9-9cbd-4000-a469-f267ce94a489), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:57.463409 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bb5f28a3-b876-4976-8895-55817ca70b8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (27dbd983-8a26-499d-b424-f8d9842bb005), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:57.499218 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-fc45b531-de13-46b4-aa36-ee23deb36281 None None] For port 46edfeb7-6eb1-4026-958c-30c68e711312, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:08:57.545490 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-fc45b531-de13-46b4-aa36-ee23deb36281 None None] For port 46edfeb7-6eb1-4026-958c-30c68e711312, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=46edfeb7-6eb1-4026-958c-30c68e711312,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:08:57.561678 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5f28a3-b876-4976-8895-55817ca70b8c admin admin] Network 93a7727a-9e40-4a0f-b90d-66c79fe1bf6c is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:08:57.567060 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b7609a4e-259c-4ad3-8d1e-2f1672bc0d02 req-0f457e36-6474-4164-a4bd-df294acfbb44 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3904879 Feb 02 07:08:57.569590 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-fc45b531-de13-46b4-aa36-ee23deb36281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (46edfeb7-6eb1-4026-958c-30c68e711312), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:57.574474 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-bb5f28a3-b876-4976-8895-55817ca70b8c admin admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:08:57.577595 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafccc98-d2a5-46ea-ad80-165437bc594c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b43a1347-7ee6-4b94-9c64-b2af5d81f467,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:57.583451 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5f28a3-b876-4976-8895-55817ca70b8c admin admin] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:08:57.599117 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98e7b829-cc81-4631-aba1-ff658b50fd18 admin admin] Router ce39ca5b-f97a-4fa3-9e3f-efb600271ce7 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:08:57.714133 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5f28a3-b876-4976-8895-55817ca70b8c admin admin] Pushing event updated for resources: {'Port': ['ID=27dbd983-8a26-499d-b424-f8d9842bb005,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:57.735379 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bb5f28a3-b876-4976-8895-55817ca70b8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (96a03403-39d6-4642-947c-0aeefc2e12bf), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:57.862898 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c8e92f-4895-40a4-b197-22334d317fd5 None None] Pushing event updated for resources: {'Port': ['ID=46edfeb7-6eb1-4026-958c-30c68e711312,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:57.934843 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-355fecf3-a71b-4eb3-a41a-60798c7c37f4 None None] Provisioning complete for port 7c8df5bb-05ef-4d95-8835-3ce0a3bde4c1 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:08:57.936478 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-355fecf3-a71b-4eb3-a41a-60798c7c37f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (7c8df5bb-05ef-4d95-8835-3ce0a3bde4c1), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:57.961668 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98e7b829-cc81-4631-aba1-ff658b50fd18 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:08:57.981834 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-98e7b829-cc81-4631-aba1-ff658b50fd18 admin admin] 10.222.0.87 "PUT /v2.0/routers/ce39ca5b-f97a-4fa3-9e3f-efb600271ce7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2896123 Feb 02 07:08:58.026949 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107721d-0874-4e74-82c2-c8705dc2e116 req-504a3293-3977-497a-88ac-6fcd6fe11f2c tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:58.032578 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4107721d-0874-4e74-82c2-c8705dc2e116 req-504a3293-3977-497a-88ac-6fcd6fe11f2c tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.1532810 Feb 02 07:08:58.069285 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bb5f28a3-b876-4976-8895-55817ca70b8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (27dbd983-8a26-499d-b424-f8d9842bb005), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:58.129558 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc45b531-de13-46b4-aa36-ee23deb36281 None None] Routers {'96a03403-39d6-4642-947c-0aeefc2e12bf'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:08:58.134829 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-fc45b531-de13-46b4-aa36-ee23deb36281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:08:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['96a03403-39d6-4642-947c-0aeefc2e12bf'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:08:58.139430 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4107721d-0874-4e74-82c2-c8705dc2e116 req-ae839370-5776-4e4a-8520-f6fc51a5b2ce tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989640 Feb 02 07:08:58.325686 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 58cb2ff9-9cbd-4000-a469-f267ce94a489 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:08:58.326319 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (58cb2ff9-9cbd-4000-a469-f267ce94a489), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:58.357144 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 58cb2ff9-9cbd-4000-a469-f267ce94a489, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=58cb2ff9-9cbd-4000-a469-f267ce94a489,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:08:58.372651 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-355fecf3-a71b-4eb3-a41a-60798c7c37f4 None None] Port 7c8df5bb-05ef-4d95-8835-3ce0a3bde4c1 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:08:58.382630 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (58cb2ff9-9cbd-4000-a469-f267ce94a489), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:58.383466 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device b9722010-2cdf-4f5e-957d-e1d6358bee61 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:08:58.419644 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4565251e-69eb-4bb4-97bf-2363a747a84d req-68d192ef-7d42-480a-8719-d7a0676e41dd tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:58.429034 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4565251e-69eb-4bb4-97bf-2363a747a84d req-68d192ef-7d42-480a-8719-d7a0676e41dd tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.1177750 Feb 02 07:08:58.474306 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bb5f28a3-b876-4976-8895-55817ca70b8c admin admin] Publish callbacks [] for port (27dbd983-8a26-499d-b424-f8d9842bb005), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:58.504075 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bb5f28a3-b876-4976-8895-55817ca70b8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (27dbd983-8a26-499d-b424-f8d9842bb005), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:58.531732 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c08979-2140-4a04-98c5-0b4597aacceb None None] Sync routers for ids ['ce39ca5b-f97a-4fa3-9e3f-efb600271ce7'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:08:58.555642 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c08979-2140-4a04-98c5-0b4597aacceb None None] Routers {'ce39ca5b-f97a-4fa3-9e3f-efb600271ce7'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:08:58.556560 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-60c08979-2140-4a04-98c5-0b4597aacceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:08:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['ce39ca5b-f97a-4fa3-9e3f-efb600271ce7'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:08:58.596739 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4565251e-69eb-4bb4-97bf-2363a747a84d req-12041d81-066e-454b-bd41-f3340fb8ac2a tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619337 Feb 02 07:08:58.625787 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bb5f28a3-b876-4976-8895-55817ca70b8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (96a03403-39d6-4642-947c-0aeefc2e12bf), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:58.629559 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=58cb2ff9-9cbd-4000-a469-f267ce94a489,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:58.637474 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5f28a3-b876-4976-8895-55817ca70b8c admin admin] Pushing event updated for resources: {'Port': ['ID=27dbd983-8a26-499d-b424-f8d9842bb005,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:58.675481 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-fc45b531-de13-46b4-aa36-ee23deb36281 None None] Set router 96a03403-39d6-4642-947c-0aeefc2e12bf gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:08:58.788363 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-60c08979-2140-4a04-98c5-0b4597aacceb None None] Set router ce39ca5b-f97a-4fa3-9e3f-efb600271ce7 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:08:58.827350 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5f28a3-b876-4976-8895-55817ca70b8c admin admin] Network 93a7727a-9e40-4a0f-b90d-66c79fe1bf6c is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:08:58.836916 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc55f90f-0557-4aa0-a433-49daf6f30165 req-a3d4e26f-5891-474a-9b89-9bbf859350d5 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:58.844335 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fc55f90f-0557-4aa0-a433-49daf6f30165 req-a3d4e26f-5891-474a-9b89-9bbf859350d5 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.0888371 Feb 02 07:08:58.847298 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-bb5f28a3-b876-4976-8895-55817ca70b8c admin admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:08:59.022795 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-7463fa79-0de6-4159-8280-4279e40a13df None None] Provisioning complete for port 27dbd983-8a26-499d-b424-f8d9842bb005 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:08:59.023170 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7463fa79-0de6-4159-8280-4279e40a13df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (27dbd983-8a26-499d-b424-f8d9842bb005), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:59.063001 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port b9722010-2cdf-4f5e-957d-e1d6358bee61 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:08:59.063391 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b9722010-2cdf-4f5e-957d-e1d6358bee61), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:59.233801 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-60c08979-2140-4a04-98c5-0b4597aacceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce39ca5b-f97a-4fa3-9e3f-efb600271ce7', 'name': 'tempest-TaggedBootDevicesTest_v242-1294267512-router', 'tenant_id': '07cbe6ce97734b3c8365c4e2bb6fcdb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '58cb2ff9-9cbd-4000-a469-f267ce94a489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:08:49Z', 'updated_at': '2022-02-02T07:08:56Z', 'revision_number': 4, 'project_id': '07cbe6ce97734b3c8365c4e2bb6fcdb5', 'gw_port': {'id': '58cb2ff9-9cbd-4000-a469-f267ce94a489', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce39ca5b-f97a-4fa3-9e3f-efb600271ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:08:50Z', 'updated_at': '2022-02-02T07:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '7c8df5bb-05ef-4d95-8835-3ce0a3bde4c1', 'name': '', 'network_id': '75d236c0-f48f-4716-8c17-05895f8c5ef2', 'tenant_id': '07cbe6ce97734b3c8365c4e2bb6fcdb5', 'mac_address': 'fa:16:3e:7f:4e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce39ca5b-f97a-4fa3-9e3f-efb600271ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': 'e1650f49-fd4b-4603-822f-9852910c48b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:08:55Z', 'updated_at': '2022-02-02T07:08:56Z', 'revision_number': 2, 'project_id': '07cbe6ce97734b3c8365c4e2bb6fcdb5', 'subnets': [{'id': 'e1650f49-fd4b-4603-822f-9852910c48b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:08:59.239909 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-7463fa79-0de6-4159-8280-4279e40a13df None None] Port 27dbd983-8a26-499d-b424-f8d9842bb005 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:08:59.310704 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c08979-2140-4a04-98c5-0b4597aacceb None None] Checking router: ce39ca5b-f97a-4fa3-9e3f-efb600271ce7 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:08:59.311539 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c08979-2140-4a04-98c5-0b4597aacceb None None] Updating router ce39ca5b-f97a-4fa3-9e3f-efb600271ce7 port 7c8df5bb-05ef-4d95-8835-3ce0a3bde4c1 binding host n-d-789963-26 {{(pid=109696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:08:59.370336 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-60c08979-2140-4a04-98c5-0b4597aacceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (7c8df5bb-05ef-4d95-8835-3ce0a3bde4c1), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:59.378551 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port b9722010-2cdf-4f5e-957d-e1d6358bee61 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:08:59.400644 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 51672) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:08:59.408213 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-d6f29efd-aac9-42dc-8e79-f15d527afdce admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2064144395-network', 'tenant_id': '315023c055d14309af49112c40e73527'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:08:59.435183 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-3ee50c7f-75fc-4569-ad4a-e5d12e8cb877 None None] Provisioning complete for port 27dbd983-8a26-499d-b424-f8d9842bb005 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:08:59.435595 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3ee50c7f-75fc-4569-ad4a-e5d12e8cb877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (27dbd983-8a26-499d-b424-f8d9842bb005), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:59.449777 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f29efd-aac9-42dc-8e79-f15d527afdce admin admin] Made reservation on behalf of 315023c055d14309af49112c40e73527 for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:08:59.458631 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d6f29efd-aac9-42dc-8e79-f15d527afdce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:59.499999 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d6f29efd-aac9-42dc-8e79-f15d527afdce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:59.547184 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-fc45b531-de13-46b4-aa36-ee23deb36281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a03403-39d6-4642-947c-0aeefc2e12bf', 'name': 'tempest-AttachVolumeShelveTestJSON-1797721458-router', 'tenant_id': 'faba4237acf64862ba84ad5ca9ce531a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '46edfeb7-6eb1-4026-958c-30c68e711312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:08:51Z', 'updated_at': '2022-02-02T07:08:57Z', 'revision_number': 4, 'project_id': 'faba4237acf64862ba84ad5ca9ce531a', 'gw_port': {'id': '46edfeb7-6eb1-4026-958c-30c68e711312', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:30:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a03403-39d6-4642-947c-0aeefc2e12bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:08:53Z', 'updated_at': '2022-02-02T07:08:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '27dbd983-8a26-499d-b424-f8d9842bb005', 'name': '', 'network_id': '93a7727a-9e40-4a0f-b90d-66c79fe1bf6c', 'tenant_id': 'faba4237acf64862ba84ad5ca9ce531a', 'mac_address': 'fa:16:3e:20:9c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a03403-39d6-4642-947c-0aeefc2e12bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '772313e3-625d-4c7f-b776-8fe829836021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:08:56Z', 'updated_at': '2022-02-02T07:08:57Z', 'revision_number': 1, 'project_id': 'faba4237acf64862ba84ad5ca9ce531a', 'subnets': [{'id': '772313e3-625d-4c7f-b776-8fe829836021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:08:59.553582 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 58cb2ff9-9cbd-4000-a469-f267ce94a489 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:08:59.672763 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d6f29efd-aac9-42dc-8e79-f15d527afdce admin admin] Publish callbacks [] for security_group (29235dc2-d43f-4f11-bf44-41bcf8b401ec), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:59.681853 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d6f29efd-aac9-42dc-8e79-f15d527afdce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (29235dc2-d43f-4f11-bf44-41bcf8b401ec), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:59.724723 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc45b531-de13-46b4-aa36-ee23deb36281 None None] The sync data for ids ['96a03403-39d6-4642-947c-0aeefc2e12bf'] in n-d-789963-26 is: [{'id': '96a03403-39d6-4642-947c-0aeefc2e12bf', 'name': 'tempest-AttachVolumeShelveTestJSON-1797721458-router', 'tenant_id': 'faba4237acf64862ba84ad5ca9ce531a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '46edfeb7-6eb1-4026-958c-30c68e711312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:08:51Z', 'updated_at': '2022-02-02T07:08:57Z', 'revision_number': 4, 'project_id': 'faba4237acf64862ba84ad5ca9ce531a', 'gw_port': {'id': '46edfeb7-6eb1-4026-958c-30c68e711312', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:30:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a03403-39d6-4642-947c-0aeefc2e12bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:08:53Z', 'updated_at': '2022-02-02T07:08:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '27dbd983-8a26-499d-b424-f8d9842bb005', 'name': '', 'network_id': '93a7727a-9e40-4a0f-b90d-66c79fe1bf6c', 'tenant_id': 'faba4237acf64862ba84ad5ca9ce531a', 'mac_address': 'fa:16:3e:20:9c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a03403-39d6-4642-947c-0aeefc2e12bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '772313e3-625d-4c7f-b776-8fe829836021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:08:56Z', 'updated_at': '2022-02-02T07:08:57Z', 'revision_number': 1, 'project_id': 'faba4237acf64862ba84ad5ca9ce531a', 'subnets': [{'id': '772313e3-625d-4c7f-b776-8fe829836021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:08:59.731995 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6f29efd-aac9-42dc-8e79-f15d527afdce admin admin] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:08:59.735308 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-3ee50c7f-75fc-4569-ad4a-e5d12e8cb877 None None] Port 27dbd983-8a26-499d-b424-f8d9842bb005 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:08:59.760977 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f29efd-aac9-42dc-8e79-f15d527afdce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29235dc2-d43f-4f11-bf44-41bcf8b401ec,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:08:59.770480 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 58cb2ff9-9cbd-4000-a469-f267ce94a489 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:08:59.770855 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (58cb2ff9-9cbd-4000-a469-f267ce94a489), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:59.771405 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d6f29efd-aac9-42dc-8e79-f15d527afdce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (b0111bfa-2996-4cbd-a1bc-0ec27435bec0), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:59.777943 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-d6f29efd-aac9-42dc-8e79-f15d527afdce admin admin] Added segment b0111bfa-2996-4cbd-a1bc-0ec27435bec0 of type vlan for network e433ef7b-5a69-4c5a-b1e5-e0d768cc4e7c Feb 02 07:08:59.871058 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d6f29efd-aac9-42dc-8e79-f15d527afdce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (e433ef7b-5a69-4c5a-b1e5-e0d768cc4e7c), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:59.885485 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fc55f90f-0557-4aa0-a433-49daf6f30165 req-d61d7606-7bda-4fe5-9ddd-a73bcf90c92d tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0315194 Feb 02 07:08:59.941658 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d6f29efd-aac9-42dc-8e79-f15d527afdce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (e433ef7b-5a69-4c5a-b1e5-e0d768cc4e7c), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:59.943038 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f29efd-aac9-42dc-8e79-f15d527afdce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:08:59.943962 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d6f29efd-aac9-42dc-8e79-f15d527afdce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:08:59.969164 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb5f28a3-b876-4976-8895-55817ca70b8c admin admin] Router 96a03403-39d6-4642-947c-0aeefc2e12bf has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:08:59.989680 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 58cb2ff9-9cbd-4000-a469-f267ce94a489 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:09:00.012823 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-60c08979-2140-4a04-98c5-0b4597aacceb None None] Publish callbacks [] for port (7c8df5bb-05ef-4d95-8835-3ce0a3bde4c1), precommit_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:00.030527 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-60c08979-2140-4a04-98c5-0b4597aacceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (7c8df5bb-05ef-4d95-8835-3ce0a3bde4c1), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:00.187828 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f29efd-aac9-42dc-8e79-f15d527afdce admin admin] Pushing event updated for resources: {'Network': ['ID=e433ef7b-5a69-4c5a-b1e5-e0d768cc4e7c,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:00.224609 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network e433ef7b-5a69-4c5a-b1e5-e0d768cc4e7c details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:09:00.253416 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d6f29efd-aac9-42dc-8e79-f15d527afdce admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8505292 Feb 02 07:09:00.261201 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb5f28a3-b876-4976-8895-55817ca70b8c admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:09:00.269582 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-bb5f28a3-b876-4976-8895-55817ca70b8c admin admin] 10.222.0.87 "PUT /v2.0/routers/96a03403-39d6-4642-947c-0aeefc2e12bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8770778 Feb 02 07:09:00.270210 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 51692) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:00.277495 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc907b52-b82b-402e-a9ba-884cb0cf86ea None None] Pushing event updated for resources: {'Port': ['ID=7c8df5bb-05ef-4d95-8835-3ce0a3bde4c1,revision_number=3']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:00.290444 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-242bdb64-07ec-4609-a22e-23b953efce29 admin admin] Request body: {'subnet': {'network_id': 'e433ef7b-5a69-4c5a-b1e5-e0d768cc4e7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2064144395-subnet', 'tenant_id': '315023c055d14309af49112c40e73527', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:09:00.331599 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d103581-4385-4f95-8594-8c512fe95a55 req-4add6ed7-c180-4a1f-9a4c-ef8790ee7096 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:00.345358 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-60c08979-2140-4a04-98c5-0b4597aacceb None None] Attempting to bind port 7c8df5bb-05ef-4d95-8835-3ce0a3bde4c1 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:09:00.347938 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-60c08979-2140-4a04-98c5-0b4597aacceb None None] Attempting to bind port 7c8df5bb-05ef-4d95-8835-3ce0a3bde4c1 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '0eb81a88-33b3-4b45-9d45-2895b4ce9226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '75d236c0-f48f-4716-8c17-05895f8c5ef2'}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:09:00.348861 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1d103581-4385-4f95-8594-8c512fe95a55 req-4add6ed7-c180-4a1f-9a4c-ef8790ee7096 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.2651026 Feb 02 07:09:00.356439 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c08979-2140-4a04-98c5-0b4597aacceb None None] Attempting to bind port 7c8df5bb-05ef-4d95-8835-3ce0a3bde4c1 on network 75d236c0-f48f-4716-8c17-05895f8c5ef2 {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:09:00.370281 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c08979-2140-4a04-98c5-0b4597aacceb None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:09:00.372329 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c08979-2140-4a04-98c5-0b4597aacceb None None] Checking segment: {'id': '0eb81a88-33b3-4b45-9d45-2895b4ce9226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '75d236c0-f48f-4716-8c17-05895f8c5ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:09:00.374289 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-60c08979-2140-4a04-98c5-0b4597aacceb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:00.376075 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c08979-2140-4a04-98c5-0b4597aacceb None None] Bound using segment: {'id': '0eb81a88-33b3-4b45-9d45-2895b4ce9226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '75d236c0-f48f-4716-8c17-05895f8c5ef2'} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:09:00.376836 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-60c08979-2140-4a04-98c5-0b4597aacceb None None] Bound port: 7c8df5bb-05ef-4d95-8835-3ce0a3bde4c1, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eb81a88-33b3-4b45-9d45-2895b4ce9226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '75d236c0-f48f-4716-8c17-05895f8c5ef2'}}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:09:00.379153 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-60c08979-2140-4a04-98c5-0b4597aacceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (7c8df5bb-05ef-4d95-8835-3ce0a3bde4c1), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:00.388800 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-242bdb64-07ec-4609-a22e-23b953efce29 admin admin] Made reservation on behalf of 315023c055d14309af49112c40e73527 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:09:00.391188 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-242bdb64-07ec-4609-a22e-23b953efce29 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:00.496889 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1d103581-4385-4f95-8594-8c512fe95a55 req-2c53c94a-acfb-4216-90cd-e5fa562a5428 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381009 Feb 02 07:09:00.620830 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-60c08979-2140-4a04-98c5-0b4597aacceb None None] For port 7c8df5bb-05ef-4d95-8835-3ce0a3bde4c1, host n-d-789963-26, cleared binding levels {{(pid=109696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:09:00.624774 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-60c08979-2140-4a04-98c5-0b4597aacceb None None] For port 7c8df5bb-05ef-4d95-8835-3ce0a3bde4c1, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=7c8df5bb-05ef-4d95-8835-3ce0a3bde4c1,segment=NetworkSegment(0eb81a88-33b3-4b45-9d45-2895b4ce9226),segment_id=0eb81a88-33b3-4b45-9d45-2895b4ce9226)] {{(pid=109696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:09:00.645795 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-60c08979-2140-4a04-98c5-0b4597aacceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (7c8df5bb-05ef-4d95-8835-3ce0a3bde4c1), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:00.680509 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-99cffde7-8f6a-4e01-ba0c-34af4c5d0268 None None] Provisioning complete for port 7c8df5bb-05ef-4d95-8835-3ce0a3bde4c1 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:09:00.681596 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-99cffde7-8f6a-4e01-ba0c-34af4c5d0268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (7c8df5bb-05ef-4d95-8835-3ce0a3bde4c1), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:00.684897 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-242bdb64-07ec-4609-a22e-23b953efce29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (ff1df3f8-096e-47ca-881e-a116add49876), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:00.794861 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-99cffde7-8f6a-4e01-ba0c-34af4c5d0268 None None] Current status of the port 7c8df5bb-05ef-4d95-8835-3ce0a3bde4c1 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:09:00.796404 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-99cffde7-8f6a-4e01-ba0c-34af4c5d0268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (7c8df5bb-05ef-4d95-8835-3ce0a3bde4c1), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:00.829102 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242bdb64-07ec-4609-a22e-23b953efce29 admin admin] Checking segment: {'id': 'b0111bfa-2996-4cbd-a1bc-0ec27435bec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e433ef7b-5a69-4c5a-b1e5-e0d768cc4e7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:09:00.830814 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242bdb64-07ec-4609-a22e-23b953efce29 admin admin] Network hostable DHCP agents. Network: e433ef7b-5a69-4c5a-b1e5-e0d768cc4e7c, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:09:00.881719 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242bdb64-07ec-4609-a22e-23b953efce29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff1df3f8-096e-47ca-881e-a116add49876,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:00.912144 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c08979-2140-4a04-98c5-0b4597aacceb None None] Routers {'ce39ca5b-f97a-4fa3-9e3f-efb600271ce7'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:09:00.912776 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-60c08979-2140-4a04-98c5-0b4597aacceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:08:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['ce39ca5b-f97a-4fa3-9e3f-efb600271ce7'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:09:00.925042 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242bdb64-07ec-4609-a22e-23b953efce29 admin admin] Network e433ef7b-5a69-4c5a-b1e5-e0d768cc4e7c is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:09:00.947073 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-242bdb64-07ec-4609-a22e-23b953efce29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, e433ef7b-5a69-4c5a-b1e5-e0d768cc4e7c) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:09:00.955704 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242bdb64-07ec-4609-a22e-23b953efce29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:00.960026 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-242bdb64-07ec-4609-a22e-23b953efce29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:00.967905 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602047a-bff4-4323-ba66-1541784f32ef req-e7fe6b7c-6e9a-4850-a8a5-0310c00617ea tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:00.987292 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4602047a-bff4-4323-ba66-1541784f32ef req-e7fe6b7c-6e9a-4850-a8a5-0310c00617ea tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.2255290 Feb 02 07:09:01.020800 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-242bdb64-07ec-4609-a22e-23b953efce29 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7492592 Feb 02 07:09:01.021865 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 51738) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:01.032646 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-f7e05237-f9d9-4bab-a6c3-8216b9cb3e10 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2064144395-router', 'tenant_id': '315023c055d14309af49112c40e73527', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:09:01.083680 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc907b52-b82b-402e-a9ba-884cb0cf86ea None None] Pushing event updated for resources: {'Port': ['ID=7c8df5bb-05ef-4d95-8835-3ce0a3bde4c1,revision_number=4']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:01.085009 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f7e05237-f9d9-4bab-a6c3-8216b9cb3e10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (f36760c7-3016-49d9-a560-c3f8be2f18eb), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:01.086409 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f7e05237-f9d9-4bab-a6c3-8216b9cb3e10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (f36760c7-3016-49d9-a560-c3f8be2f18eb), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:01.185705 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4602047a-bff4-4323-ba66-1541784f32ef req-59677d2d-6d94-4a62-8ac6-0aac25eab674 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934867 Feb 02 07:09:01.234739 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13adaf63-9ba2-4cb2-8844-03c9fe3b9614 None None] Network e433ef7b-5a69-4c5a-b1e5-e0d768cc4e7c requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:09:01.258631 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f7e05237-f9d9-4bab-a6c3-8216b9cb3e10 admin admin] Publish callbacks [] for router_controller (f36760c7-3016-49d9-a560-c3f8be2f18eb), precommit_add_association {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:01.347166 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-99cffde7-8f6a-4e01-ba0c-34af4c5d0268 None None] For port 7c8df5bb-05ef-4d95-8835-3ce0a3bde4c1, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=7c8df5bb-05ef-4d95-8835-3ce0a3bde4c1,segment=NetworkSegment(0eb81a88-33b3-4b45-9d45-2895b4ce9226),segment_id=0eb81a88-33b3-4b45-9d45-2895b4ce9226)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:09:01.415282 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-60c08979-2140-4a04-98c5-0b4597aacceb None None] Set router ce39ca5b-f97a-4fa3-9e3f-efb600271ce7 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:09:01.417917 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af0bb23-88d4-43d3-bde3-291a2edf7ad9 req-34823dab-cf2f-405e-9f0e-4c996f769aba tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:01.426396 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-99cffde7-8f6a-4e01-ba0c-34af4c5d0268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (7c8df5bb-05ef-4d95-8835-3ce0a3bde4c1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:01.436448 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2af0bb23-88d4-43d3-bde3-291a2edf7ad9 req-34823dab-cf2f-405e-9f0e-4c996f769aba tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.1456821 Feb 02 07:09:01.641805 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f7e05237-f9d9-4bab-a6c3-8216b9cb3e10 admin admin] Publish callbacks [] for router_gateway (f36760c7-3016-49d9-a560-c3f8be2f18eb), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:01.643761 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2af0bb23-88d4-43d3-bde3-291a2edf7ad9 req-91205180-6bbe-4bdb-9577-4978f7e6fa6e tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061291 Feb 02 07:09:01.867140 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-648dfd99-7702-43b8-8f3c-544e88c82a34 None None] Provisioning complete for port 7c8df5bb-05ef-4d95-8835-3ce0a3bde4c1 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:09:01.867724 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-648dfd99-7702-43b8-8f3c-544e88c82a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (7c8df5bb-05ef-4d95-8835-3ce0a3bde4c1), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:01.944041 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3db885-e8d3-4586-b65b-00658dd51ba9 req-d4655b1c-942a-4830-8a5e-4ab66680fabb tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:01.958000 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bf3db885-e8d3-4586-b65b-00658dd51ba9 req-d4655b1c-942a-4830-8a5e-4ab66680fabb tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.1389136 Feb 02 07:09:01.969463 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cffde7-8f6a-4e01-ba0c-34af4c5d0268 None None] Pushing event updated for resources: {'Port': ['ID=7c8df5bb-05ef-4d95-8835-3ce0a3bde4c1,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:01.970038 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 51808) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:01.975969 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-b14f15a2-4a9b-458e-8ab3-44ee0270f130 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Request body: {'security_group': {'name': 'tempest-securitygroup--411386502', 'description': 'tempest-description--575966175'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:09:01.994786 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7146b14a-be8d-4db5-97ba-30a16e849a26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-e433ef7b-5a69-4c5a-b1e5-e0d768cc4e7c', 'network_id': 'e433ef7b-5a69-4c5a-b1e5-e0d768cc4e7c', 'project_id': '315023c055d14309af49112c40e73527', 'fixed_ips': [{'subnet_id': 'ff1df3f8-096e-47ca-881e-a116add49876'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:09:01.995702 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7146b14a-be8d-4db5-97ba-30a16e849a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:02.052450 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b14f15a2-4a9b-458e-8ab3-44ee0270f130 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:02.120193 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bf3db885-e8d3-4586-b65b-00658dd51ba9 req-c2807b5e-91a1-48d3-82a3-c384a802f8d1 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612244 Feb 02 07:09:02.200471 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f7e05237-f9d9-4bab-a6c3-8216b9cb3e10 admin admin] Publish callbacks [] for router_gateway (f36760c7-3016-49d9-a560-c3f8be2f18eb), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:02.233346 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-60c08979-2140-4a04-98c5-0b4597aacceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce39ca5b-f97a-4fa3-9e3f-efb600271ce7', 'name': 'tempest-TaggedBootDevicesTest_v242-1294267512-router', 'tenant_id': '07cbe6ce97734b3c8365c4e2bb6fcdb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '58cb2ff9-9cbd-4000-a469-f267ce94a489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:08:49Z', 'updated_at': '2022-02-02T07:08:56Z', 'revision_number': 4, 'project_id': '07cbe6ce97734b3c8365c4e2bb6fcdb5', 'gw_port': {'id': '58cb2ff9-9cbd-4000-a469-f267ce94a489', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce39ca5b-f97a-4fa3-9e3f-efb600271ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:08:50Z', 'updated_at': '2022-02-02T07:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '7c8df5bb-05ef-4d95-8835-3ce0a3bde4c1', 'name': '', 'network_id': '75d236c0-f48f-4716-8c17-05895f8c5ef2', 'tenant_id': '07cbe6ce97734b3c8365c4e2bb6fcdb5', 'mac_address': 'fa:16:3e:7f:4e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce39ca5b-f97a-4fa3-9e3f-efb600271ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': 'e1650f49-fd4b-4603-822f-9852910c48b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:08:55Z', 'updated_at': '2022-02-02T07:09:00Z', 'revision_number': 4, 'project_id': '07cbe6ce97734b3c8365c4e2bb6fcdb5', 'subnets': [{'id': 'e1650f49-fd4b-4603-822f-9852910c48b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:09:02.246038 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b14f15a2-4a9b-458e-8ab3-44ee0270f130 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks [] for security_group (4c2c0860-2986-407a-8a1e-1579ab01e7d7), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:02.260855 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b14f15a2-4a9b-458e-8ab3-44ee0270f130 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (4c2c0860-2986-407a-8a1e-1579ab01e7d7), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:02.271511 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-648dfd99-7702-43b8-8f3c-544e88c82a34 None None] Current status of the port 7c8df5bb-05ef-4d95-8835-3ce0a3bde4c1 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:09:02.272855 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f7e05237-f9d9-4bab-a6c3-8216b9cb3e10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:02.280834 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c08979-2140-4a04-98c5-0b4597aacceb None None] The sync data for ids ['ce39ca5b-f97a-4fa3-9e3f-efb600271ce7'] in n-d-789963-26 is: [{'id': 'ce39ca5b-f97a-4fa3-9e3f-efb600271ce7', 'name': 'tempest-TaggedBootDevicesTest_v242-1294267512-router', 'tenant_id': '07cbe6ce97734b3c8365c4e2bb6fcdb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '58cb2ff9-9cbd-4000-a469-f267ce94a489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:08:49Z', 'updated_at': '2022-02-02T07:08:56Z', 'revision_number': 4, 'project_id': '07cbe6ce97734b3c8365c4e2bb6fcdb5', 'gw_port': {'id': '58cb2ff9-9cbd-4000-a469-f267ce94a489', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce39ca5b-f97a-4fa3-9e3f-efb600271ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:08:50Z', 'updated_at': '2022-02-02T07:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '7c8df5bb-05ef-4d95-8835-3ce0a3bde4c1', 'name': '', 'network_id': '75d236c0-f48f-4716-8c17-05895f8c5ef2', 'tenant_id': '07cbe6ce97734b3c8365c4e2bb6fcdb5', 'mac_address': 'fa:16:3e:7f:4e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce39ca5b-f97a-4fa3-9e3f-efb600271ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': 'e1650f49-fd4b-4603-822f-9852910c48b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:08:55Z', 'updated_at': '2022-02-02T07:09:00Z', 'revision_number': 4, 'project_id': '07cbe6ce97734b3c8365c4e2bb6fcdb5', 'subnets': [{'id': 'e1650f49-fd4b-4603-822f-9852910c48b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:09:02.341885 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b14f15a2-4a9b-458e-8ab3-44ee0270f130 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:02.347368 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b14f15a2-4a9b-458e-8ab3-44ee0270f130 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3748786 Feb 02 07:09:02.350386 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 51814) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:02.375844 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-3e10ac75-9d61-4156-8f27-98565ea9f757 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Request body: {'security_group_rule': {'security_group_id': '4c2c0860-2986-407a-8a1e-1579ab01e7d7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:09:02.385950 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f15a2-4a9b-458e-8ab3-44ee0270f130 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2c0860-2986-407a-8a1e-1579ab01e7d7,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:02.429781 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3e10ac75-9d61-4156-8f27-98565ea9f757 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks [] for security_group_rule (4f3b9759-237a-4be0-9847-ee13b1e94a83), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:02.434357 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-7146b14a-be8d-4db5-97ba-30a16e849a26 None None] Allocated IP 172.20.0.2 (e433ef7b-5a69-4c5a-b1e5-e0d768cc4e7c/ff1df3f8-096e-47ca-881e-a116add49876/4f0af4bb-2f3e-4d95-8d97-21de144614af) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:09:02.586660 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917be5fe-2739-4312-a2b7-278614405608 req-aa9142e0-a88b-4f05-bc22-d3f64c757038 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:02.599896 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-917be5fe-2739-4312-a2b7-278614405608 req-aa9142e0-a88b-4f05-bc22-d3f64c757038 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.3339529 Feb 02 07:09:02.647130 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3e10ac75-9d61-4156-8f27-98565ea9f757 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks [] for security_group_rule (4f3b9759-237a-4be0-9847-ee13b1e94a83), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:02.660714 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3e10ac75-9d61-4156-8f27-98565ea9f757 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (4f3b9759-237a-4be0-9847-ee13b1e94a83), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:02.685311 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 51822) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:02.722393 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e10ac75-9d61-4156-8f27-98565ea9f757 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f3b9759-237a-4be0-9847-ee13b1e94a83,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:02.735452 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3e10ac75-9d61-4156-8f27-98565ea9f757 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:02.740164 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-3e10ac75-9d61-4156-8f27-98565ea9f757 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3863471 Feb 02 07:09:02.741106 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 51826) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:02.752192 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-47928257-986d-437c-afcf-ad2b3250e62c tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Request body: {'security_group_rule': {'security_group_id': '4c2c0860-2986-407a-8a1e-1579ab01e7d7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:09:02.804590 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-47928257-986d-437c-afcf-ad2b3250e62c tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks [] for security_group_rule (ab5e0e12-bc9f-41d6-94e5-43cb2f01ca13), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:02.822473 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-917be5fe-2739-4312-a2b7-278614405608 req-94bf9763-d691-4edd-b52b-b04ceccace62 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208154 Feb 02 07:09:02.901592 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-f7e05237-f9d9-4bab-a6c3-8216b9cb3e10 admin admin] Allocated IP 172.25.4.227 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/36b65447-0702-4fe5-8f37-1adc779c98fa) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:09:02.910466 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:09:02.912919 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-47928257-986d-437c-afcf-ad2b3250e62c tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks [] for security_group_rule (ab5e0e12-bc9f-41d6-94e5-43cb2f01ca13), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:02.918908 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-47928257-986d-437c-afcf-ad2b3250e62c tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (ab5e0e12-bc9f-41d6-94e5-43cb2f01ca13), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:02.963541 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7146b14a-be8d-4db5-97ba-30a16e849a26 None None] Publish callbacks [] for port (4f0af4bb-2f3e-4d95-8d97-21de144614af), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:02.978907 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7146b14a-be8d-4db5-97ba-30a16e849a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (4f0af4bb-2f3e-4d95-8d97-21de144614af), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:02.985049 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47928257-986d-437c-afcf-ad2b3250e62c tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab5e0e12-bc9f-41d6-94e5-43cb2f01ca13,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:02.992653 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-47928257-986d-437c-afcf-ad2b3250e62c tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:02.996531 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-47928257-986d-437c-afcf-ad2b3250e62c tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2494583 Feb 02 07:09:02.996761 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 51834) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:03.007540 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-137d8c19-6d31-4ebc-9b05-f60519ed5f45 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Request body: {'floatingip': {'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:09:03.016694 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7146b14a-be8d-4db5-97ba-30a16e849a26 None None] Network e433ef7b-5a69-4c5a-b1e5-e0d768cc4e7c is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:09:03.054075 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-137d8c19-6d31-4ebc-9b05-f60519ed5f45 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:03.064134 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-7146b14a-be8d-4db5-97ba-30a16e849a26 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:09:03.068541 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7146b14a-be8d-4db5-97ba-30a16e849a26 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:09:03.168602 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7146b14a-be8d-4db5-97ba-30a16e849a26 None None] Pushing event updated for resources: {'Port': ['ID=4f0af4bb-2f3e-4d95-8d97-21de144614af,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:03.240091 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f7e05237-f9d9-4bab-a6c3-8216b9cb3e10 admin admin] Publish callbacks [] for port (36b65447-0702-4fe5-8f37-1adc779c98fa), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:03.255039 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-7146b14a-be8d-4db5-97ba-30a16e849a26 None None] Attempting to bind port 4f0af4bb-2f3e-4d95-8d97-21de144614af on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:09:03.255600 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-7146b14a-be8d-4db5-97ba-30a16e849a26 None None] Attempting to bind port 4f0af4bb-2f3e-4d95-8d97-21de144614af by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'b0111bfa-2996-4cbd-a1bc-0ec27435bec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e433ef7b-5a69-4c5a-b1e5-e0d768cc4e7c'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:09:03.258337 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7146b14a-be8d-4db5-97ba-30a16e849a26 None None] Attempting to bind port 4f0af4bb-2f3e-4d95-8d97-21de144614af on network e433ef7b-5a69-4c5a-b1e5-e0d768cc4e7c {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:09:03.270229 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7146b14a-be8d-4db5-97ba-30a16e849a26 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:09:03.274259 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7146b14a-be8d-4db5-97ba-30a16e849a26 None None] Checking segment: {'id': 'b0111bfa-2996-4cbd-a1bc-0ec27435bec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e433ef7b-5a69-4c5a-b1e5-e0d768cc4e7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:09:03.275021 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7146b14a-be8d-4db5-97ba-30a16e849a26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:03.276624 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7146b14a-be8d-4db5-97ba-30a16e849a26 None None] Bound using segment: {'id': 'b0111bfa-2996-4cbd-a1bc-0ec27435bec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e433ef7b-5a69-4c5a-b1e5-e0d768cc4e7c'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:09:03.277390 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-7146b14a-be8d-4db5-97ba-30a16e849a26 None None] Bound port: 4f0af4bb-2f3e-4d95-8d97-21de144614af, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0111bfa-2996-4cbd-a1bc-0ec27435bec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e433ef7b-5a69-4c5a-b1e5-e0d768cc4e7c'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:09:03.278035 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7146b14a-be8d-4db5-97ba-30a16e849a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (4f0af4bb-2f3e-4d95-8d97-21de144614af), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:03.298397 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-137d8c19-6d31-4ebc-9b05-f60519ed5f45 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:03.368919 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f7e05237-f9d9-4bab-a6c3-8216b9cb3e10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (36b65447-0702-4fe5-8f37-1adc779c98fa), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:03.442741 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-610cd752-6b76-4224-8ea4-e1c4f63af643 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:03.445701 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-7146b14a-be8d-4db5-97ba-30a16e849a26 None None] For port 4f0af4bb-2f3e-4d95-8d97-21de144614af, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:09:03.449428 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-7146b14a-be8d-4db5-97ba-30a16e849a26 None None] For port 4f0af4bb-2f3e-4d95-8d97-21de144614af, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=4f0af4bb-2f3e-4d95-8d97-21de144614af,segment=NetworkSegment(b0111bfa-2996-4cbd-a1bc-0ec27435bec0),segment_id=b0111bfa-2996-4cbd-a1bc-0ec27435bec0)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:09:03.462314 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7146b14a-be8d-4db5-97ba-30a16e849a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (4f0af4bb-2f3e-4d95-8d97-21de144614af), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:03.511272 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e05237-f9d9-4bab-a6c3-8216b9cb3e10 admin admin] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:09:03.516039 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-f7e05237-f9d9-4bab-a6c3-8216b9cb3e10 admin admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:09:03.522454 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e05237-f9d9-4bab-a6c3-8216b9cb3e10 admin admin] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:09:03.563829 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e05237-f9d9-4bab-a6c3-8216b9cb3e10 admin admin] Pushing event updated for resources: {'Port': ['ID=36b65447-0702-4fe5-8f37-1adc779c98fa,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:03.575274 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7146b14a-be8d-4db5-97ba-30a16e849a26 None None] Pushing event updated for resources: {'Port': ['ID=4f0af4bb-2f3e-4d95-8d97-21de144614af,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:03.594268 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c146e-6258-4dfc-916d-f686d77efb7a req-e8ebbe9d-8966-452c-a885-ca3dc45a686d tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:03.597785 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a97c146e-6258-4dfc-916d-f686d77efb7a req-e8ebbe9d-8966-452c-a885-ca3dc45a686d tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.5752099 Feb 02 07:09:03.634959 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-610cd752-6b76-4224-8ea4-e1c4f63af643 admin admin] Publish callbacks [] for security_group (2cc7097e-d437-454f-b4d1-349ffbb1980e), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:03.677113 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-137d8c19-6d31-4ebc-9b05-f60519ed5f45 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Allocated IP 172.25.4.217 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/98495207-1e36-48d7-bf30-4ca3db20d0ae) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:09:03.762160 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-610cd752-6b76-4224-8ea4-e1c4f63af643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (2cc7097e-d437-454f-b4d1-349ffbb1980e), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:03.771179 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 7c8df5bb-05ef-4d95-8835-3ce0a3bde4c1 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:09:03.923089 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 7c8df5bb-05ef-4d95-8835-3ce0a3bde4c1 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:09:03.925622 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (7c8df5bb-05ef-4d95-8835-3ce0a3bde4c1), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:04.011826 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-610cd752-6b76-4224-8ea4-e1c4f63af643 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=85e7ca54fdef4ad28ba089f7a6cbdeb9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3027527 Feb 02 07:09:04.015158 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610cd752-6b76-4224-8ea4-e1c4f63af643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc7097e-d437-454f-b4d1-349ffbb1980e,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:04.036793 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 51850) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:04.049410 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a97c146e-6258-4dfc-916d-f686d77efb7a req-f097ec73-7303-429b-8f57-02811844e22a tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4322042 Feb 02 07:09:04.154906 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-137d8c19-6d31-4ebc-9b05-f60519ed5f45 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks [] for port (98495207-1e36-48d7-bf30-4ca3db20d0ae), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:04.166304 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 7c8df5bb-05ef-4d95-8835-3ce0a3bde4c1 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:09:04.167724 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 46edfeb7-6eb1-4026-958c-30c68e711312 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:09:04.284181 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 46edfeb7-6eb1-4026-958c-30c68e711312 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:09:04.289329 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (46edfeb7-6eb1-4026-958c-30c68e711312), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:04.382494 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-137d8c19-6d31-4ebc-9b05-f60519ed5f45 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (98495207-1e36-48d7-bf30-4ca3db20d0ae), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:04.454665 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f7e05237-f9d9-4bab-a6c3-8216b9cb3e10 admin admin] Publish callbacks [] for router_gateway (f36760c7-3016-49d9-a560-c3f8be2f18eb), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:04.534545 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d8c19-6d31-4ebc-9b05-f60519ed5f45 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Pushing event updated for resources: {'Port': ['ID=98495207-1e36-48d7-bf30-4ca3db20d0ae,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:04.573538 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137d8c19-6d31-4ebc-9b05-f60519ed5f45 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:09:04.585417 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-137d8c19-6d31-4ebc-9b05-f60519ed5f45 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:09:04.597960 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137d8c19-6d31-4ebc-9b05-f60519ed5f45 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:09:04.629467 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 46edfeb7-6eb1-4026-958c-30c68e711312 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:09:04.629892 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (46edfeb7-6eb1-4026-958c-30c68e711312), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:04.679050 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 46edfeb7-6eb1-4026-958c-30c68e711312, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=46edfeb7-6eb1-4026-958c-30c68e711312,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:09:04.690679 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (46edfeb7-6eb1-4026-958c-30c68e711312), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:04.781766 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142f4ae8-0d64-45db-8808-2cbdbc2ce50b None None] Sync routers for ids ['96a03403-39d6-4642-947c-0aeefc2e12bf'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:09:04.807973 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c12dce24-8fc4-41f1-8736-28140c38a5a8 admin admin] Publish callbacks [] for security_group (2cc7097e-d437-454f-b4d1-349ffbb1980e), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:04.848937 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142f4ae8-0d64-45db-8808-2cbdbc2ce50b None None] Routers {'96a03403-39d6-4642-947c-0aeefc2e12bf'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:09:04.849538 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-142f4ae8-0d64-45db-8808-2cbdbc2ce50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:08:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['96a03403-39d6-4642-947c-0aeefc2e12bf'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:09:04.861922 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f7e05237-f9d9-4bab-a6c3-8216b9cb3e10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (f36760c7-3016-49d9-a560-c3f8be2f18eb), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:04.874931 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c12dce24-8fc4-41f1-8736-28140c38a5a8 admin admin] Publish callbacks [] for security_group (2cc7097e-d437-454f-b4d1-349ffbb1980e), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:04.964437 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da9d50b-ec9d-49e2-9f81-0ff52628c1a1 req-ddb1803f-ca18-4e11-b6ac-381f765dfd45 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:04.984270 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1da9d50b-ec9d-49e2-9f81-0ff52628c1a1 req-ddb1803f-ca18-4e11-b6ac-381f765dfd45 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.7017953 Feb 02 07:09:05.003473 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c12dce24-8fc4-41f1-8736-28140c38a5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (2cc7097e-d437-454f-b4d1-349ffbb1980e), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:05.013883 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c12dce24-8fc4-41f1-8736-28140c38a5a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:05.020106 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-c12dce24-8fc4-41f1-8736-28140c38a5a8 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/2cc7097e-d437-454f-b4d1-349ffbb1980e HTTP/1.1" status: 204 len: 168 time: 0.9822748 Feb 02 07:09:05.069412 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=46edfeb7-6eb1-4026-958c-30c68e711312,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:05.115864 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-142f4ae8-0d64-45db-8808-2cbdbc2ce50b None None] Set router 96a03403-39d6-4642-947c-0aeefc2e12bf gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:09:05.262262 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38014fb8-f915-442d-a440-e5ce00580eef req-6f494c3f-77b1-4b05-a8ef-406abf58bf76 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:05.265201 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-38014fb8-f915-442d-a440-e5ce00580eef req-6f494c3f-77b1-4b05-a8ef-406abf58bf76 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 945 time: 0.2996097 Feb 02 07:09:05.275598 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 51870) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:05.357773 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7e05237-f9d9-4bab-a6c3-8216b9cb3e10 admin admin] Router f36760c7-3016-49d9-a560-c3f8be2f18eb is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:09:05.453136 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-38014fb8-f915-442d-a440-e5ce00580eef req-263983da-12d2-44fe-8faf-6ac26ba0046a tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703248 Feb 02 07:09:05.719528 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-142f4ae8-0d64-45db-8808-2cbdbc2ce50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a03403-39d6-4642-947c-0aeefc2e12bf', 'name': 'tempest-AttachVolumeShelveTestJSON-1797721458-router', 'tenant_id': 'faba4237acf64862ba84ad5ca9ce531a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '46edfeb7-6eb1-4026-958c-30c68e711312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:08:51Z', 'updated_at': '2022-02-02T07:08:57Z', 'revision_number': 4, 'project_id': 'faba4237acf64862ba84ad5ca9ce531a', 'gw_port': {'id': '46edfeb7-6eb1-4026-958c-30c68e711312', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:30:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a03403-39d6-4642-947c-0aeefc2e12bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:08:53Z', 'updated_at': '2022-02-02T07:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '27dbd983-8a26-499d-b424-f8d9842bb005', 'name': '', 'network_id': '93a7727a-9e40-4a0f-b90d-66c79fe1bf6c', 'tenant_id': 'faba4237acf64862ba84ad5ca9ce531a', 'mac_address': 'fa:16:3e:20:9c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a03403-39d6-4642-947c-0aeefc2e12bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '772313e3-625d-4c7f-b776-8fe829836021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:08:56Z', 'updated_at': '2022-02-02T07:08:58Z', 'revision_number': 2, 'project_id': 'faba4237acf64862ba84ad5ca9ce531a', 'subnets': [{'id': '772313e3-625d-4c7f-b776-8fe829836021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:09:05.733797 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e05237-f9d9-4bab-a6c3-8216b9cb3e10 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:09:05.750082 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3697b4a-0983-4fdb-824b-202c7778b31e None None] Sync routers for ids ['f36760c7-3016-49d9-a560-c3f8be2f18eb'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:09:05.771175 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12dce24-8fc4-41f1-8736-28140c38a5a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc7097e-d437-454f-b4d1-349ffbb1980e,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:05.798419 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3697b4a-0983-4fdb-824b-202c7778b31e None None] Routers {'f36760c7-3016-49d9-a560-c3f8be2f18eb'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:09:05.801780 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-e3697b4a-0983-4fdb-824b-202c7778b31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:08:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['f36760c7-3016-49d9-a560-c3f8be2f18eb'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:09:05.836102 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-137d8c19-6d31-4ebc-9b05-f60519ed5f45 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks [] for floatingip (a471077f-db71-41d5-aa9c-b263cee34142), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:05.847240 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f7e05237-f9d9-4bab-a6c3-8216b9cb3e10 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:05.852757 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f7e05237-f9d9-4bab-a6c3-8216b9cb3e10 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.8253186 Feb 02 07:09:05.858686 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 51878) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:05.870669 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-41ac1d3a-c3bd-42ca-9ee4-95e954d60706 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:05.930787 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc82952-9d05-45a0-82c3-fe4986c74ab8 None None] Network e433ef7b-5a69-4c5a-b1e5-e0d768cc4e7c requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:09:05.941475 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 4f0af4bb-2f3e-4d95-8d97-21de144614af up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:09:06.050641 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142f4ae8-0d64-45db-8808-2cbdbc2ce50b None None] Checking router: 96a03403-39d6-4642-947c-0aeefc2e12bf for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:09:06.051120 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142f4ae8-0d64-45db-8808-2cbdbc2ce50b None None] Updating router 96a03403-39d6-4642-947c-0aeefc2e12bf port 27dbd983-8a26-499d-b424-f8d9842bb005 binding host n-d-789963-26 {{(pid=109695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:09:06.055290 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-41ac1d3a-c3bd-42ca-9ee4-95e954d60706 admin admin] Publish callbacks [] for security_group (4d9c0895-b72f-4cda-8b9b-760eb9e8c320), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:06.067201 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-41ac1d3a-c3bd-42ca-9ee4-95e954d60706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (4d9c0895-b72f-4cda-8b9b-760eb9e8c320), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:06.112054 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ec652906-4553-48f0-a938-d24eb9dd1e48 None None] Provisioning complete for port 4f0af4bb-2f3e-4d95-8d97-21de144614af triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:09:06.112333 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ec652906-4553-48f0-a938-d24eb9dd1e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (4f0af4bb-2f3e-4d95-8d97-21de144614af), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:06.128269 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-41ac1d3a-c3bd-42ca-9ee4-95e954d60706 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=0de3706a08414786aef4d691b32c7e17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8488390 Feb 02 07:09:06.129506 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 51892) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:06.163379 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ac1d3a-c3bd-42ca-9ee4-95e954d60706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9c0895-b72f-4cda-8b9b-760eb9e8c320,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:06.172960 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-e3697b4a-0983-4fdb-824b-202c7778b31e None None] Set router f36760c7-3016-49d9-a560-c3f8be2f18eb gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:09:06.185401 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1da9d50b-ec9d-49e2-9f81-0ff52628c1a1 req-5c8a45e9-a20b-465d-9999-9a2050742d22 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2000577 Feb 02 07:09:06.191795 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 4f0af4bb-2f3e-4d95-8d97-21de144614af triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:09:06.192231 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (4f0af4bb-2f3e-4d95-8d97-21de144614af), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:06.199452 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-142f4ae8-0d64-45db-8808-2cbdbc2ce50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (27dbd983-8a26-499d-b424-f8d9842bb005), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:06.214678 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7141bf8a-cb4b-48d3-8062-01c691e97aff req-b6e90409-b729-44ec-b04c-a6c79ad5fba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:06.216045 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7141bf8a-cb4b-48d3-8062-01c691e97aff req-b6e90409-b729-44ec-b04c-a6c79ad5fba6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=12ae52d2610343959b079c169f83e654&device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 1128 time: 1.2681966 Feb 02 07:09:06.273140 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-137d8c19-6d31-4ebc-9b05-f60519ed5f45 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (98495207-1e36-48d7-bf30-4ca3db20d0ae), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:06.294723 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c70d1530-2200-4127-a5e1-8e45cb01fba5 admin admin] Publish callbacks [] for security_group (4d9c0895-b72f-4cda-8b9b-760eb9e8c320), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:06.348170 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c70d1530-2200-4127-a5e1-8e45cb01fba5 admin admin] Publish callbacks [] for security_group (4d9c0895-b72f-4cda-8b9b-760eb9e8c320), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:06.442253 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c70d1530-2200-4127-a5e1-8e45cb01fba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (4d9c0895-b72f-4cda-8b9b-760eb9e8c320), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:06.445311 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c70d1530-2200-4127-a5e1-8e45cb01fba5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:06.446585 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c70d1530-2200-4127-a5e1-8e45cb01fba5 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/4d9c0895-b72f-4cda-8b9b-760eb9e8c320 HTTP/1.1" status: 204 len: 168 time: 0.3142526 Feb 02 07:09:06.464046 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70d1530-2200-4127-a5e1-8e45cb01fba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9c0895-b72f-4cda-8b9b-760eb9e8c320,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:06.697854 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891c0a0-6cb1-42e1-976d-3fe9ee6d15cc req-c0d86a59-56b6-4c52-9129-253fe07c8292 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:06.699922 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1891c0a0-6cb1-42e1-976d-3fe9ee6d15cc req-c0d86a59-56b6-4c52-9129-253fe07c8292 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 945 time: 0.1053901 Feb 02 07:09:06.735993 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-e3697b4a-0983-4fdb-824b-202c7778b31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f36760c7-3016-49d9-a560-c3f8be2f18eb', 'name': 'tempest-TaggedBootDevicesTest_v242-2064144395-router', 'tenant_id': '315023c055d14309af49112c40e73527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '36b65447-0702-4fe5-8f37-1adc779c98fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:09:01Z', 'updated_at': '2022-02-02T07:09:04Z', 'revision_number': 3, 'project_id': '315023c055d14309af49112c40e73527', 'gw_port': {'id': '36b65447-0702-4fe5-8f37-1adc779c98fa', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:20:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f36760c7-3016-49d9-a560-c3f8be2f18eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:09:02Z', 'updated_at': '2022-02-02T07:09:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:09:06.787433 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1891c0a0-6cb1-42e1-976d-3fe9ee6d15cc req-f80ff832-e859-4646-a6db-d35c03084b18 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795999 Feb 02 07:09:06.816879 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3697b4a-0983-4fdb-824b-202c7778b31e None None] Checking router: f36760c7-3016-49d9-a560-c3f8be2f18eb for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:09:06.817420 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3697b4a-0983-4fdb-824b-202c7778b31e None None] Updating router f36760c7-3016-49d9-a560-c3f8be2f18eb port 36b65447-0702-4fe5-8f37-1adc779c98fa binding host n-d-789963-26 {{(pid=109696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:09:06.850738 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-e3697b4a-0983-4fdb-824b-202c7778b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (36b65447-0702-4fe5-8f37-1adc779c98fa), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:07.002902 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877cb255-5702-423c-a2cb-61aabcd75d2e req-f2145706-2380-41f2-8a81-e4dd0b344f87 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:07.011351 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-877cb255-5702-423c-a2cb-61aabcd75d2e req-f2145706-2380-41f2-8a81-e4dd0b344f87 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.4775665 Feb 02 07:09:07.025615 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7141bf8a-cb4b-48d3-8062-01c691e97aff req-ad2a204c-2f05-420a-9d61-32deae209668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:07.027544 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7141bf8a-cb4b-48d3-8062-01c691e97aff req-ad2a204c-2f05-420a-9d61-32deae209668 service neutron] 10.222.0.88 "GET /v2.0/networks?id=274d3754-cb62-4276-8b4a-dfa5cf98baaf HTTP/1.1" status: 200 len: 913 time: 0.8044879 Feb 02 07:09:07.073952 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 51916) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:07.093911 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1fbfec2c-66db-4d77-8371-4e35f92954d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:07.160128 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 51918) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:07.193598 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-e3697b4a-0983-4fdb-824b-202c7778b31e None None] Publish callbacks [] for port (36b65447-0702-4fe5-8f37-1adc779c98fa), precommit_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:07.206333 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-e3697b4a-0983-4fdb-824b-202c7778b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (36b65447-0702-4fe5-8f37-1adc779c98fa), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:07.277564 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-137d8c19-6d31-4ebc-9b05-f60519ed5f45 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks [] for port (98495207-1e36-48d7-bf30-4ca3db20d0ae), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:07.321388 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-e3697b4a-0983-4fdb-824b-202c7778b31e None None] Attempting to bind port 36b65447-0702-4fe5-8f37-1adc779c98fa on host n-d-789963-26 for vnic_type normal with profile {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:09:07.322206 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-e3697b4a-0983-4fdb-824b-202c7778b31e None None] Attempting to bind port 36b65447-0702-4fe5-8f37-1adc779c98fa by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:09:07.323394 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3697b4a-0983-4fdb-824b-202c7778b31e None None] Attempting to bind port 36b65447-0702-4fe5-8f37-1adc779c98fa on network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:09:07.331037 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-137d8c19-6d31-4ebc-9b05-f60519ed5f45 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (98495207-1e36-48d7-bf30-4ca3db20d0ae), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:07.338668 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f15c64f-50e0-4bfd-ab51-64e080c748b3 None None] Pushing event updated for resources: {'Port': ['ID=36b65447-0702-4fe5-8f37-1adc779c98fa,revision_number=2']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:07.346541 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3697b4a-0983-4fdb-824b-202c7778b31e None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:09:07.346964 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3697b4a-0983-4fdb-824b-202c7778b31e None None] Checking segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:09:07.347324 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-e3697b4a-0983-4fdb-824b-202c7778b31e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:07.347748 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3697b4a-0983-4fdb-824b-202c7778b31e None None] Bound using segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:09:07.348229 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-e3697b4a-0983-4fdb-824b-202c7778b31e None None] Bound port: 36b65447-0702-4fe5-8f37-1adc779c98fa, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:09:07.348606 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-e3697b4a-0983-4fdb-824b-202c7778b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (36b65447-0702-4fe5-8f37-1adc779c98fa), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:07.355452 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1fbfec2c-66db-4d77-8371-4e35f92954d4 admin admin] Publish callbacks [] for security_group (cc2af2c7-a947-4353-b1d1-a517a72b9c70), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:07.368816 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1fbfec2c-66db-4d77-8371-4e35f92954d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (cc2af2c7-a947-4353-b1d1-a517a72b9c70), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:07.383430 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-877cb255-5702-423c-a2cb-61aabcd75d2e req-0601aa61-7e87-46b6-8d96-61e0fa6490df tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3707676 Feb 02 07:09:07.434659 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7141bf8a-cb4b-48d3-8062-01c691e97aff req-4d8be435-c305-4dc3-88a6-5334f03826c6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85893ae3-9cf9-488d-a8f8-58bbbb8cbd30 HTTP/1.1" status: 200 len: 1000 time: 0.3913872 Feb 02 07:09:07.468906 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ec652906-4553-48f0-a938-d24eb9dd1e48 None None] Current status of the port 4f0af4bb-2f3e-4d95-8d97-21de144614af is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:09:07.476322 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ec652906-4553-48f0-a938-d24eb9dd1e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (4f0af4bb-2f3e-4d95-8d97-21de144614af), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:07.495513 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-1fbfec2c-66db-4d77-8371-4e35f92954d4 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=a661474a92d643d381a97f26ebd3283f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4205737 Feb 02 07:09:07.496681 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbfec2c-66db-4d77-8371-4e35f92954d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc2af2c7-a947-4353-b1d1-a517a72b9c70,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:07.499203 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 51926) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:07.507912 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-137d8c19-6d31-4ebc-9b05-f60519ed5f45 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (a471077f-db71-41d5-aa9c-b263cee34142), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:07.552913 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-e3697b4a-0983-4fdb-824b-202c7778b31e None None] For port 36b65447-0702-4fe5-8f37-1adc779c98fa, host n-d-789963-26, cleared binding levels {{(pid=109696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:09:07.573992 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-e3697b4a-0983-4fdb-824b-202c7778b31e None None] For port 36b65447-0702-4fe5-8f37-1adc779c98fa, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=36b65447-0702-4fe5-8f37-1adc779c98fa,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:09:07.584436 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-e3697b4a-0983-4fdb-824b-202c7778b31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (36b65447-0702-4fe5-8f37-1adc779c98fa), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:07.641516 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a258674a-51fd-4ce6-b2e5-51b45740d730 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:07.667514 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3697b4a-0983-4fdb-824b-202c7778b31e None None] Routers {'f36760c7-3016-49d9-a560-c3f8be2f18eb'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:09:07.668375 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-e3697b4a-0983-4fdb-824b-202c7778b31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:08:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['f36760c7-3016-49d9-a560-c3f8be2f18eb'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:09:07.740212 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-142f4ae8-0d64-45db-8808-2cbdbc2ce50b None None] Publish callbacks [] for port (27dbd983-8a26-499d-b424-f8d9842bb005), precommit_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:07.761137 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-142f4ae8-0d64-45db-8808-2cbdbc2ce50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (27dbd983-8a26-499d-b424-f8d9842bb005), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:07.801492 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-137d8c19-6d31-4ebc-9b05-f60519ed5f45 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:07.802825 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-137d8c19-6d31-4ebc-9b05-f60519ed5f45 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8039176 Feb 02 07:09:07.813126 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d8c19-6d31-4ebc-9b05-f60519ed5f45 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Pushing event updated for resources: {'Port': ['ID=98495207-1e36-48d7-bf30-4ca3db20d0ae,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:07.818582 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cd708262-0da8-487b-b059-b9016560bd13 admin admin] Publish callbacks [] for security_group (cc2af2c7-a947-4353-b1d1-a517a72b9c70), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:07.867129 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7141bf8a-cb4b-48d3-8062-01c691e97aff req-be29755a-ffa9-451d-9d9e-e5ba745f8646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:07.871920 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7141bf8a-cb4b-48d3-8062-01c691e97aff req-be29755a-ffa9-451d-9d9e-e5ba745f8646 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b6b3fc97-ea53-4910-99b5-bddf06c5d45f HTTP/1.1" status: 200 len: 851 time: 0.3657472 Feb 02 07:09:07.901878 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a9a9b6-43a3-4f93-9b4d-339e8b46d1c0 None None] Pushing event updated for resources: {'Port': ['ID=27dbd983-8a26-499d-b424-f8d9842bb005,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:07.912751 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 4f0af4bb-2f3e-4d95-8d97-21de144614af is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:09:07.913145 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (4f0af4bb-2f3e-4d95-8d97-21de144614af), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:07.950209 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d49ebaf-421b-4a5d-a2a7-94ba55cb70e4 req-f599bbf5-216e-40b0-9645-57ee4cfb6b44 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:07.968224 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7d49ebaf-421b-4a5d-a2a7-94ba55cb70e4 req-f599bbf5-216e-40b0-9645-57ee4cfb6b44 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.4018564 Feb 02 07:09:07.973911 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f15c64f-50e0-4bfd-ab51-64e080c748b3 None None] Pushing event updated for resources: {'Port': ['ID=36b65447-0702-4fe5-8f37-1adc779c98fa,revision_number=3']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:07.983685 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cd708262-0da8-487b-b059-b9016560bd13 admin admin] Publish callbacks [] for security_group (cc2af2c7-a947-4353-b1d1-a517a72b9c70), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:08.001185 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-e3697b4a-0983-4fdb-824b-202c7778b31e None None] Set router f36760c7-3016-49d9-a560-c3f8be2f18eb gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:09:08.116979 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-142f4ae8-0d64-45db-8808-2cbdbc2ce50b None None] Attempting to bind port 27dbd983-8a26-499d-b424-f8d9842bb005 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:09:08.117312 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-142f4ae8-0d64-45db-8808-2cbdbc2ce50b None None] Attempting to bind port 27dbd983-8a26-499d-b424-f8d9842bb005 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '99da04fe-20b0-46d1-9372-22452ee68679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '93a7727a-9e40-4a0f-b90d-66c79fe1bf6c'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:09:08.117639 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142f4ae8-0d64-45db-8808-2cbdbc2ce50b None None] Attempting to bind port 27dbd983-8a26-499d-b424-f8d9842bb005 on network 93a7727a-9e40-4a0f-b90d-66c79fe1bf6c {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:09:08.129801 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ec652906-4553-48f0-a938-d24eb9dd1e48 None None] For port 4f0af4bb-2f3e-4d95-8d97-21de144614af, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=4f0af4bb-2f3e-4d95-8d97-21de144614af,segment=NetworkSegment(b0111bfa-2996-4cbd-a1bc-0ec27435bec0),segment_id=b0111bfa-2996-4cbd-a1bc-0ec27435bec0)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:09:08.135762 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142f4ae8-0d64-45db-8808-2cbdbc2ce50b None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:09:08.136188 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142f4ae8-0d64-45db-8808-2cbdbc2ce50b None None] Checking segment: {'id': '99da04fe-20b0-46d1-9372-22452ee68679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '93a7727a-9e40-4a0f-b90d-66c79fe1bf6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:09:08.136605 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-142f4ae8-0d64-45db-8808-2cbdbc2ce50b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:08.137264 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142f4ae8-0d64-45db-8808-2cbdbc2ce50b None None] Bound using segment: {'id': '99da04fe-20b0-46d1-9372-22452ee68679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '93a7727a-9e40-4a0f-b90d-66c79fe1bf6c'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:09:08.137543 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-142f4ae8-0d64-45db-8808-2cbdbc2ce50b None None] Bound port: 27dbd983-8a26-499d-b424-f8d9842bb005, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99da04fe-20b0-46d1-9372-22452ee68679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '93a7727a-9e40-4a0f-b90d-66c79fe1bf6c'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:09:08.137932 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-142f4ae8-0d64-45db-8808-2cbdbc2ce50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (27dbd983-8a26-499d-b424-f8d9842bb005), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:08.148097 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2d7536ac-a377-449d-ba1e-c019f351e962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:08.176441 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ec652906-4553-48f0-a938-d24eb9dd1e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (4f0af4bb-2f3e-4d95-8d97-21de144614af), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:08.230110 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e684a95-f2cd-4ebb-ac5b-c4d63cc9d861 req-3367ce0d-f03e-4f00-a18e-4e4ba3ea6420 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:08.240406 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a258674a-51fd-4ce6-b2e5-51b45740d730 admin admin] Publish callbacks [] for security_group (41d94aa7-543f-433a-be88-2638400bc8bb), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:08.241853 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cd708262-0da8-487b-b059-b9016560bd13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (cc2af2c7-a947-4353-b1d1-a517a72b9c70), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:08.243211 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7e684a95-f2cd-4ebb-ac5b-c4d63cc9d861 req-3367ce0d-f03e-4f00-a18e-4e4ba3ea6420 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 945 time: 0.2304478 Feb 02 07:09:08.245655 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cd708262-0da8-487b-b059-b9016560bd13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:08.248962 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-cd708262-0da8-487b-b059-b9016560bd13 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/cc2af2c7-a947-4353-b1d1-a517a72b9c70 HTTP/1.1" status: 204 len: 168 time: 0.7483990 Feb 02 07:09:08.262456 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a258674a-51fd-4ce6-b2e5-51b45740d730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (41d94aa7-543f-433a-be88-2638400bc8bb), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:08.272310 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7141bf8a-cb4b-48d3-8062-01c691e97aff req-d3328a82-c8e3-4b6d-83dc-9859dcbdb7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:08.276531 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7141bf8a-cb4b-48d3-8062-01c691e97aff req-d3328a82-c8e3-4b6d-83dc-9859dcbdb7e1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=274d3754-cb62-4276-8b4a-dfa5cf98baaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3326719 Feb 02 07:09:08.335160 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd708262-0da8-487b-b059-b9016560bd13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc2af2c7-a947-4353-b1d1-a517a72b9c70,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:08.353546 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7d49ebaf-421b-4a5d-a2a7-94ba55cb70e4 req-f39b0e4d-e34d-485b-aee1-94555215a6a0 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3772562 Feb 02 07:09:08.372602 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a258674a-51fd-4ce6-b2e5-51b45740d730 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=5b882b9388e14d15b921ac64af8293a6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2101884 Feb 02 07:09:08.379540 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 51950) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:08.449937 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec652906-4553-48f0-a938-d24eb9dd1e48 None None] Pushing event updated for resources: {'Port': ['ID=4f0af4bb-2f3e-4d95-8d97-21de144614af,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:08.499005 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a258674a-51fd-4ce6-b2e5-51b45740d730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d94aa7-543f-433a-be88-2638400bc8bb,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:08.541075 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-e3697b4a-0983-4fdb-824b-202c7778b31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f36760c7-3016-49d9-a560-c3f8be2f18eb', 'name': 'tempest-TaggedBootDevicesTest_v242-2064144395-router', 'tenant_id': '315023c055d14309af49112c40e73527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '36b65447-0702-4fe5-8f37-1adc779c98fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:09:01Z', 'updated_at': '2022-02-02T07:09:04Z', 'revision_number': 3, 'project_id': '315023c055d14309af49112c40e73527', 'gw_port': {'id': '36b65447-0702-4fe5-8f37-1adc779c98fa', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:20:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f36760c7-3016-49d9-a560-c3f8be2f18eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:09:02Z', 'updated_at': '2022-02-02T07:09:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:09:08.546834 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-40c5fd6a-d501-4d4c-8679-05b27dd4b688 None None] Provisioning complete for port 4f0af4bb-2f3e-4d95-8d97-21de144614af triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:09:08.547369 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-40c5fd6a-d501-4d4c-8679-05b27dd4b688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (4f0af4bb-2f3e-4d95-8d97-21de144614af), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:08.553025 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6aa94293-d450-4beb-9fa5-b4597e375835 admin admin] Publish callbacks [] for security_group (41d94aa7-543f-433a-be88-2638400bc8bb), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:08.580653 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3697b4a-0983-4fdb-824b-202c7778b31e None None] The sync data for ids ['f36760c7-3016-49d9-a560-c3f8be2f18eb'] in n-d-789963-26 is: [{'id': 'f36760c7-3016-49d9-a560-c3f8be2f18eb', 'name': 'tempest-TaggedBootDevicesTest_v242-2064144395-router', 'tenant_id': '315023c055d14309af49112c40e73527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '36b65447-0702-4fe5-8f37-1adc779c98fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:09:01Z', 'updated_at': '2022-02-02T07:09:04Z', 'revision_number': 3, 'project_id': '315023c055d14309af49112c40e73527', 'gw_port': {'id': '36b65447-0702-4fe5-8f37-1adc779c98fa', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:20:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f36760c7-3016-49d9-a560-c3f8be2f18eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:09:02Z', 'updated_at': '2022-02-02T07:09:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:09:08.581344 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6aa94293-d450-4beb-9fa5-b4597e375835 admin admin] Publish callbacks [] for security_group (41d94aa7-543f-433a-be88-2638400bc8bb), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:08.587713 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 51960) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:08.631992 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7141bf8a-cb4b-48d3-8062-01c691e97aff req-d0b97bc5-ee74-4e8b-aa48-8ed4ea28231f service neutron] 10.222.0.88 "GET /v2.0/networks/274d3754-cb62-4276-8b4a-dfa5cf98baaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373778 Feb 02 07:09:08.660826 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2067e8c8-cab0-488c-8bf3-74ac3bd8e51a req-e35c6c3c-76a5-4037-a628-c09fa8b723da tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--411386502&fields=id&tenant_id=faba4237acf64862ba84ad5ca9ce531a HTTP/1.1" status: 200 len: 267 time: 0.1713750 Feb 02 07:09:08.686770 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.db.api [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109695) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 07:09:08.694502 n-d-789963-26 neutron-server[109695]: DEBUG oslo_db.api [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 07:09:08.713124 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-142f4ae8-0d64-45db-8808-2cbdbc2ce50b None None] For port 27dbd983-8a26-499d-b424-f8d9842bb005, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:09:08.722689 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-142f4ae8-0d64-45db-8808-2cbdbc2ce50b None None] For port 27dbd983-8a26-499d-b424-f8d9842bb005, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=27dbd983-8a26-499d-b424-f8d9842bb005,segment=NetworkSegment(99da04fe-20b0-46d1-9372-22452ee68679),segment_id=99da04fe-20b0-46d1-9372-22452ee68679)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:09:08.740750 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-142f4ae8-0d64-45db-8808-2cbdbc2ce50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (27dbd983-8a26-499d-b424-f8d9842bb005), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:08.783876 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7e684a95-f2cd-4ebb-ac5b-c4d63cc9d861 req-7d7de465-3036-442b-8c97-afad01789d0c tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5178785 Feb 02 07:09:08.904770 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6aa94293-d450-4beb-9fa5-b4597e375835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (41d94aa7-543f-433a-be88-2638400bc8bb), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:08.913727 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6aa94293-d450-4beb-9fa5-b4597e375835 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:08.915016 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-6aa94293-d450-4beb-9fa5-b4597e375835 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/41d94aa7-543f-433a-be88-2638400bc8bb HTTP/1.1" status: 204 len: 168 time: 0.5285239 Feb 02 07:09:08.947951 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067e8c8-cab0-488c-8bf3-74ac3bd8e51a req-92c219a3-0eb5-44be-b9ea-40982b7d9ee8 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:08.949517 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2067e8c8-cab0-488c-8bf3-74ac3bd8e51a req-92c219a3-0eb5-44be-b9ea-40982b7d9ee8 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/networks?id=93a7727a-9e40-4a0f-b90d-66c79fe1bf6c HTTP/1.1" status: 200 len: 817 time: 0.2781942 Feb 02 07:09:08.998637 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa94293-d450-4beb-9fa5-b4597e375835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d94aa7-543f-433a-be88-2638400bc8bb,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:09.006118 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142f4ae8-0d64-45db-8808-2cbdbc2ce50b None None] Routers {'96a03403-39d6-4642-947c-0aeefc2e12bf'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:09:09.008242 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-142f4ae8-0d64-45db-8808-2cbdbc2ce50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:08:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['96a03403-39d6-4642-947c-0aeefc2e12bf'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:09:09.025530 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-40c5fd6a-d501-4d4c-8679-05b27dd4b688 None None] Current status of the port 4f0af4bb-2f3e-4d95-8d97-21de144614af is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:09:09.036963 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2067e8c8-cab0-488c-8bf3-74ac3bd8e51a req-d957260f-68d3-484a-a6a8-55b3033582d3 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/quotas/faba4237acf64862ba84ad5ca9ce531a HTTP/1.1" status: 200 len: 375 time: 0.0555835 Feb 02 07:09:09.195140 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2067e8c8-cab0-488c-8bf3-74ac3bd8e51a req-8478cacf-97c5-4ab6-9124-d1bd476b0ddf tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=faba4237acf64862ba84ad5ca9ce531a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1584268 Feb 02 07:09:09.215590 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7141bf8a-cb4b-48d3-8062-01c691e97aff req-df1a3b4b-40ed-4388-a0a2-7cab49560b2e service neutron] 10.222.0.88 "GET /v2.0/networks/274d3754-cb62-4276-8b4a-dfa5cf98baaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5552340 Feb 02 07:09:09.219400 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a9a9b6-43a3-4f93-9b4d-339e8b46d1c0 None None] Pushing event updated for resources: {'Port': ['ID=27dbd983-8a26-499d-b424-f8d9842bb005,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:09.236918 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-96aac3db-8882-4d74-80fd-57b09f680ea0 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1709828402', 'router:external': True}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:09:09.274634 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96aac3db-8882-4d74-80fd-57b09f680ea0 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Made reservation on behalf of ba2d4fec5c2a4fd3b5f035c0c3b38bb8 for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:09:09.278085 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-96aac3db-8882-4d74-80fd-57b09f680ea0 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:09.310553 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-96aac3db-8882-4d74-80fd-57b09f680ea0 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:09.311340 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd365ca-12cb-4cd0-980c-f347dad09573 req-af22d913-1676-4a1b-8a1f-e69715f9810a tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:09.313039 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6fd365ca-12cb-4cd0-980c-f347dad09573 req-af22d913-1676-4a1b-8a1f-e69715f9810a tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.3082225 Feb 02 07:09:09.324178 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-2d7536ac-a377-449d-ba1e-c019f351e962 admin admin] Allocated IP 172.20.0.1 (e433ef7b-5a69-4c5a-b1e5-e0d768cc4e7c/ff1df3f8-096e-47ca-881e-a116add49876/572f499a-a89e-4913-bb37-6d870c886ba6) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:09:09.401167 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6fd365ca-12cb-4cd0-980c-f347dad09573 req-4600c11b-f345-4ee0-b013-d9804abbf6f8 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740879 Feb 02 07:09:09.455526 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-cd3153d6-0ea7-480d-b451-540937226a7a None None] Provisioning complete for port 27dbd983-8a26-499d-b424-f8d9842bb005 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:09:09.461726 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-cd3153d6-0ea7-480d-b451-540937226a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (27dbd983-8a26-499d-b424-f8d9842bb005), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:09.572328 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-96aac3db-8882-4d74-80fd-57b09f680ea0 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks [] for security_group (bb784a3e-04a5-4d0f-b330-9a6e2d10b205), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:09.584239 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-96aac3db-8882-4d74-80fd-57b09f680ea0 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (bb784a3e-04a5-4d0f-b330-9a6e2d10b205), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:09.609010 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 4f0af4bb-2f3e-4d95-8d97-21de144614af is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:09:09.610865 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 46edfeb7-6eb1-4026-958c-30c68e711312 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:09:09.651667 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96aac3db-8882-4d74-80fd-57b09f680ea0 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:09:09.677050 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aac3db-8882-4d74-80fd-57b09f680ea0 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb784a3e-04a5-4d0f-b330-9a6e2d10b205,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:09.699035 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-96aac3db-8882-4d74-80fd-57b09f680ea0 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (68416558-9be9-4fcc-8d68-e94e5b8a65a3), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:09.704177 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-96aac3db-8882-4d74-80fd-57b09f680ea0 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Added segment 68416558-9be9-4fcc-8d68-e94e5b8a65a3 of type vlan for network d961ae97-6a26-47e3-8431-ed6322133984 Feb 02 07:09:09.795316 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-142f4ae8-0d64-45db-8808-2cbdbc2ce50b None None] Set router 96a03403-39d6-4642-947c-0aeefc2e12bf gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:09:09.813686 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 51984) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:09.837984 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-96aac3db-8882-4d74-80fd-57b09f680ea0 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (d961ae97-6a26-47e3-8431-ed6322133984), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:09.876342 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4c5e44ff-34aa-49cd-b13f-6bce8b4afec2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:09.881215 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2067e8c8-cab0-488c-8bf3-74ac3bd8e51a req-37182855-2c82-41df-b9c3-e1b5f72785d8 service neutron] 10.222.0.87 "GET /v2.0/networks/93a7727a-9e40-4a0f-b90d-66c79fe1bf6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6829662 Feb 02 07:09:09.941063 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-cd3153d6-0ea7-480d-b451-540937226a7a None None] Current status of the port 27dbd983-8a26-499d-b424-f8d9842bb005 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:09:09.941460 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-cd3153d6-0ea7-480d-b451-540937226a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (27dbd983-8a26-499d-b424-f8d9842bb005), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:09.989057 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-96aac3db-8882-4d74-80fd-57b09f680ea0 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (d961ae97-6a26-47e3-8431-ed6322133984), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:09.990345 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96aac3db-8882-4d74-80fd-57b09f680ea0 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:09.991496 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-96aac3db-8882-4d74-80fd-57b09f680ea0 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:10.016041 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 46edfeb7-6eb1-4026-958c-30c68e711312 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:09:10.016695 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (46edfeb7-6eb1-4026-958c-30c68e711312), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:10.023435 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-cd3153d6-0ea7-480d-b451-540937226a7a None None] For port 27dbd983-8a26-499d-b424-f8d9842bb005, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=27dbd983-8a26-499d-b424-f8d9842bb005,segment=NetworkSegment(99da04fe-20b0-46d1-9372-22452ee68679),segment_id=99da04fe-20b0-46d1-9372-22452ee68679)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:09:10.073763 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-cd3153d6-0ea7-480d-b451-540937226a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (27dbd983-8a26-499d-b424-f8d9842bb005), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:10.086252 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aac3db-8882-4d74-80fd-57b09f680ea0 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Pushing event updated for resources: {'Network': ['ID=d961ae97-6a26-47e3-8431-ed6322133984,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:10.125348 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2d7536ac-a377-449d-ba1e-c019f351e962 admin admin] Publish callbacks [] for port (572f499a-a89e-4913-bb37-6d870c886ba6), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:10.126655 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-96aac3db-8882-4d74-80fd-57b09f680ea0 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.5322752 Feb 02 07:09:10.134977 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 51988) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:10.141204 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-0cb83af4-9c9c-4511-98ec-e4d46acfc622 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Request body: {'subnet': {'network_id': 'd961ae97-6a26-47e3-8431-ed6322133984', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:09:10.174454 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2067e8c8-cab0-488c-8bf3-74ac3bd8e51a req-f0b9adf3-070f-43f9-b968-27711259cc93 service neutron] 10.222.0.87 "GET /v2.0/networks/93a7727a-9e40-4a0f-b90d-66c79fe1bf6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916448 Feb 02 07:09:10.199136 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb83af4-9c9c-4511-98ec-e4d46acfc622 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Made reservation on behalf of ba2d4fec5c2a4fd3b5f035c0c3b38bb8 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:09:10.202504 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0cb83af4-9c9c-4511-98ec-e4d46acfc622 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:10.204278 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e1d26-2a99-4d3c-9f4d-f726480b6a4d req-2e0d0cb2-1b36-467e-ab5c-e8f7f1b41347 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:10.213034 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-377e1d26-2a99-4d3c-9f4d-f726480b6a4d req-2e0d0cb2-1b36-467e-ab5c-e8f7f1b41347 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.5756896 Feb 02 07:09:10.219904 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network d961ae97-6a26-47e3-8431-ed6322133984 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:09:10.253825 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4c5e44ff-34aa-49cd-b13f-6bce8b4afec2 admin admin] Publish callbacks [] for security_group (0f2b7f78-6abc-42eb-ab81-431a614d30c6), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:10.260728 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a926db3e-6dd6-4f1d-9026-4812c494643d req-7f49cccb-638f-444a-a8a5-b0aa96b9e6c2 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=927767ef-ed32-4ea3-9e66-e8daaf8ff822&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3700142 Feb 02 07:09:10.276120 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4c5e44ff-34aa-49cd-b13f-6bce8b4afec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (0f2b7f78-6abc-42eb-ab81-431a614d30c6), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:10.373484 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3153d6-0ea7-480d-b451-540937226a7a None None] Pushing event updated for resources: {'Port': ['ID=27dbd983-8a26-499d-b424-f8d9842bb005,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:10.409222 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-377e1d26-2a99-4d3c-9f4d-f726480b6a4d req-a654b2b3-0d98-4e9f-8ab8-a67f23226d0f tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895180 Feb 02 07:09:10.410068 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5e44ff-34aa-49cd-b13f-6bce8b4afec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2b7f78-6abc-42eb-ab81-431a614d30c6,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:10.432233 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2d7536ac-a377-449d-ba1e-c019f351e962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (572f499a-a89e-4913-bb37-6d870c886ba6), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:10.461917 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-4c5e44ff-34aa-49cd-b13f-6bce8b4afec2 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=43c709c1981340f689641d273cb4cf40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6382563 Feb 02 07:09:10.473147 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 52004) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:10.492840 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3153d6-0ea7-480d-b451-540937226a7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:09:10.493182 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3153d6-0ea7-480d-b451-540937226a7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:09:10.493625 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3153d6-0ea7-480d-b451-540937226a7a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:09:10.494060 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3153d6-0ea7-480d-b451-540937226a7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:09:10.494500 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3153d6-0ea7-480d-b451-540937226a7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:09:10.494952 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3153d6-0ea7-480d-b451-540937226a7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:09:10.495381 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3153d6-0ea7-480d-b451-540937226a7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:09:10.496222 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3153d6-0ea7-480d-b451-540937226a7a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:09:10.496222 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3153d6-0ea7-480d-b451-540937226a7a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:09:10.497425 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3153d6-0ea7-480d-b451-540937226a7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:09:10.497862 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3153d6-0ea7-480d-b451-540937226a7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:09:10.501924 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3153d6-0ea7-480d-b451-540937226a7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:09:10.502407 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3153d6-0ea7-480d-b451-540937226a7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:09:10.527664 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-db2583a8-c93d-43fc-90b9-817dae6fcc6d None None] Provisioning complete for port 27dbd983-8a26-499d-b424-f8d9842bb005 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:09:10.528145 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-db2583a8-c93d-43fc-90b9-817dae6fcc6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (27dbd983-8a26-499d-b424-f8d9842bb005), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:10.598353 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 46edfeb7-6eb1-4026-958c-30c68e711312 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:09:10.598580 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7536ac-a377-449d-ba1e-c019f351e962 admin admin] Network e433ef7b-5a69-4c5a-b1e5-e0d768cc4e7c is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:09:10.616127 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-92624937-aa92-404d-a9fe-7801d2f45f95 req-e2c7e2ca-788d-469e-956a-41e57eb27c76 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 210 time: 0.1224813 Feb 02 07:09:10.632691 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-2d7536ac-a377-449d-ba1e-c019f351e962 admin admin] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:09:10.654275 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7536ac-a377-449d-ba1e-c019f351e962 admin admin] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:09:10.773764 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2d7536ac-a377-449d-ba1e-c019f351e962 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (f36760c7-3016-49d9-a560-c3f8be2f18eb), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:10.856993 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb66a7-a97c-4717-a446-230652f44516 req-df4138ea-9e27-424a-8b91-d5dcd58c9954 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:10.878832 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dceb66a7-a97c-4717-a446-230652f44516 req-df4138ea-9e27-424a-8b91-d5dcd58c9954 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 945 time: 0.2867925 Feb 02 07:09:10.905280 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a926db3e-6dd6-4f1d-9026-4812c494643d req-3544f87e-e9da-483c-aeb5-c14c355b43f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:10.907183 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a926db3e-6dd6-4f1d-9026-4812c494643d req-3544f87e-e9da-483c-aeb5-c14c355b43f9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5549f15d82f64bae95c6531d512cdc1a&device_id=927767ef-ed32-4ea3-9e66-e8daaf8ff822 HTTP/1.1" status: 200 len: 1128 time: 0.5935526 Feb 02 07:09:10.956970 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7536ac-a377-449d-ba1e-c019f351e962 admin admin] Pushing event updated for resources: {'Port': ['ID=572f499a-a89e-4913-bb37-6d870c886ba6,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:11.091465 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-db2583a8-c93d-43fc-90b9-817dae6fcc6d None None] Current status of the port 27dbd983-8a26-499d-b424-f8d9842bb005 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:09:11.099420 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 27dbd983-8a26-499d-b424-f8d9842bb005 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:09:11.104254 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-bdc59244-4a25-4037-a770-8d660cc5aae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:11.125556 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dceb66a7-a97c-4717-a446-230652f44516 req-0bb66a7b-1f61-47f0-8455-c5e39f39d279 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2458136 Feb 02 07:09:11.176573 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-142f4ae8-0d64-45db-8808-2cbdbc2ce50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a03403-39d6-4642-947c-0aeefc2e12bf', 'name': 'tempest-AttachVolumeShelveTestJSON-1797721458-router', 'tenant_id': 'faba4237acf64862ba84ad5ca9ce531a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '46edfeb7-6eb1-4026-958c-30c68e711312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:08:51Z', 'updated_at': '2022-02-02T07:08:57Z', 'revision_number': 4, 'project_id': 'faba4237acf64862ba84ad5ca9ce531a', 'gw_port': {'id': '46edfeb7-6eb1-4026-958c-30c68e711312', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:30:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a03403-39d6-4642-947c-0aeefc2e12bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:08:53Z', 'updated_at': '2022-02-02T07:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '27dbd983-8a26-499d-b424-f8d9842bb005', 'name': '', 'network_id': '93a7727a-9e40-4a0f-b90d-66c79fe1bf6c', 'tenant_id': 'faba4237acf64862ba84ad5ca9ce531a', 'mac_address': 'fa:16:3e:20:9c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a03403-39d6-4642-947c-0aeefc2e12bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '772313e3-625d-4c7f-b776-8fe829836021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:08:56Z', 'updated_at': '2022-02-02T07:09:08Z', 'revision_number': 4, 'project_id': 'faba4237acf64862ba84ad5ca9ce531a', 'subnets': [{'id': '772313e3-625d-4c7f-b776-8fe829836021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:09:11.241647 n-d-789963-26 neutron-server[109694]: DEBUG neutron.objects.ports [None req-0cb83af4-9c9c-4511-98ec-e4d46acfc622 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109694) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 02 07:09:11.242293 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0cb83af4-9c9c-4511-98ec-e4d46acfc622 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (8327e169-bec2-477a-b50c-d59d1a3ad476), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:11.263763 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142f4ae8-0d64-45db-8808-2cbdbc2ce50b None None] The sync data for ids ['96a03403-39d6-4642-947c-0aeefc2e12bf'] in n-d-789963-26 is: [{'id': '96a03403-39d6-4642-947c-0aeefc2e12bf', 'name': 'tempest-AttachVolumeShelveTestJSON-1797721458-router', 'tenant_id': 'faba4237acf64862ba84ad5ca9ce531a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '46edfeb7-6eb1-4026-958c-30c68e711312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:08:51Z', 'updated_at': '2022-02-02T07:08:57Z', 'revision_number': 4, 'project_id': 'faba4237acf64862ba84ad5ca9ce531a', 'gw_port': {'id': '46edfeb7-6eb1-4026-958c-30c68e711312', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:30:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a03403-39d6-4642-947c-0aeefc2e12bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:08:53Z', 'updated_at': '2022-02-02T07:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '27dbd983-8a26-499d-b424-f8d9842bb005', 'name': '', 'network_id': '93a7727a-9e40-4a0f-b90d-66c79fe1bf6c', 'tenant_id': 'faba4237acf64862ba84ad5ca9ce531a', 'mac_address': 'fa:16:3e:20:9c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96a03403-39d6-4642-947c-0aeefc2e12bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '772313e3-625d-4c7f-b776-8fe829836021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:08:56Z', 'updated_at': '2022-02-02T07:09:08Z', 'revision_number': 4, 'project_id': 'faba4237acf64862ba84ad5ca9ce531a', 'subnets': [{'id': '772313e3-625d-4c7f-b776-8fe829836021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:09:11.284965 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-50de4832-eb05-493d-b4af-fe082cf6e842 admin admin] Publish callbacks [] for security_group (0f2b7f78-6abc-42eb-ab81-431a614d30c6), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:11.306083 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1414f73f-ea5c-4730-875a-e21bef1167ce None None] Provisioning complete for port 572f499a-a89e-4913-bb37-6d870c886ba6 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:09:11.309208 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1414f73f-ea5c-4730-875a-e21bef1167ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (572f499a-a89e-4913-bb37-6d870c886ba6), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:11.365798 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2d7536ac-a377-449d-ba1e-c019f351e962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (572f499a-a89e-4913-bb37-6d870c886ba6), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:11.384778 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb83af4-9c9c-4511-98ec-e4d46acfc622 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8327e169-bec2-477a-b50c-d59d1a3ad476,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:11.386115 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-50de4832-eb05-493d-b4af-fe082cf6e842 admin admin] Publish callbacks [] for security_group (0f2b7f78-6abc-42eb-ab81-431a614d30c6), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:11.404817 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb83af4-9c9c-4511-98ec-e4d46acfc622 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Checking segment: {'id': '68416558-9be9-4fcc-8d68-e94e5b8a65a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd961ae97-6a26-47e3-8431-ed6322133984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:09:11.405590 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb83af4-9c9c-4511-98ec-e4d46acfc622 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Network hostable DHCP agents. Network: d961ae97-6a26-47e3-8431-ed6322133984, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:09:11.406615 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a926db3e-6dd6-4f1d-9026-4812c494643d req-51e4ce57-752c-4329-a202-e8704c612ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:11.408903 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a926db3e-6dd6-4f1d-9026-4812c494643d req-51e4ce57-752c-4329-a202-e8704c612ec3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=085cd9a7-f01b-4c4e-94e0-dc83039f286a HTTP/1.1" status: 200 len: 916 time: 0.4426885 Feb 02 07:09:11.432423 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb83af4-9c9c-4511-98ec-e4d46acfc622 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Network d961ae97-6a26-47e3-8431-ed6322133984 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:09:11.447718 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-0cb83af4-9c9c-4511-98ec-e4d46acfc622 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, d961ae97-6a26-47e3-8431-ed6322133984) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:09:11.464368 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb83af4-9c9c-4511-98ec-e4d46acfc622 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:11.465295 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0cb83af4-9c9c-4511-98ec-e4d46acfc622 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:11.502679 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0cb83af4-9c9c-4511-98ec-e4d46acfc622 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.3656876 Feb 02 07:09:11.509081 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 52026) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:11.523524 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-1871dd47-7ac1-4504-ac6e-0fc025084193 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-402732364', 'network_id': 'd961ae97-6a26-47e3-8431-ed6322133984'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:09:11.581843 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42cf09-f91c-41fe-b79e-4207fac2bf9b req-dd1bada6-bbde-41e4-a48c-f53b4ba117f3 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:11.583870 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2a42cf09-f91c-41fe-b79e-4207fac2bf9b req-dd1bada6-bbde-41e4-a48c-f53b4ba117f3 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.5231826 Feb 02 07:09:11.606287 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1871dd47-7ac1-4504-ac6e-0fc025084193 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Made reservation on behalf of ba2d4fec5c2a4fd3b5f035c0c3b38bb8 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:09:11.609420 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1871dd47-7ac1-4504-ac6e-0fc025084193 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:11.639200 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d820cecb-e262-4c80-980e-b606c7cd0d17 None None] Network d961ae97-6a26-47e3-8431-ed6322133984 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:09:11.651487 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [None req-1871dd47-7ac1-4504-ac6e-0fc025084193 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] device_id is not set on port 4fc86f2a-d819-45c9-8a05-124d07facd2b yet. {{(pid=109694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:09:11.688010 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2a42cf09-f91c-41fe-b79e-4207fac2bf9b req-d822bec6-e3ae-419a-ad8e-0eb3d56ba4ea tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741518 Feb 02 07:09:11.725833 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a926db3e-6dd6-4f1d-9026-4812c494643d req-b43516d5-eedc-48d0-b404-3773d9148dd2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b47c517-0060-4691-a1ab-633b8870ac31 HTTP/1.1" status: 200 len: 999 time: 0.3039572 Feb 02 07:09:11.774505 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 27dbd983-8a26-499d-b424-f8d9842bb005 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:09:11.774881 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (27dbd983-8a26-499d-b424-f8d9842bb005), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:11.786064 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1414f73f-ea5c-4730-875a-e21bef1167ce None None] Port 572f499a-a89e-4913-bb37-6d870c886ba6 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:09:11.787798 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-50de4832-eb05-493d-b4af-fe082cf6e842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (0f2b7f78-6abc-42eb-ab81-431a614d30c6), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:11.792066 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-50de4832-eb05-493d-b4af-fe082cf6e842 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:11.796533 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-50de4832-eb05-493d-b4af-fe082cf6e842 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/0f2b7f78-6abc-42eb-ab81-431a614d30c6 HTTP/1.1" status: 204 len: 168 time: 1.3137312 Feb 02 07:09:11.955929 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-92e557b8-9897-4654-88a2-c9133e469436 req-f21fa557-53ea-4f21-9b2a-26f149d7705c tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 210 time: 0.1085968 Feb 02 07:09:11.997619 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-1871dd47-7ac1-4504-ac6e-0fc025084193 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Allocated IP 2001:db8::21d (d961ae97-6a26-47e3-8431-ed6322133984/8327e169-bec2-477a-b50c-d59d1a3ad476/4fc86f2a-d819-45c9-8a05-124d07facd2b) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:09:12.029093 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f2c797-1817-4a1b-8877-74f8e13177b6 None None] Network d961ae97-6a26-47e3-8431-ed6322133984 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:09:12.163602 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 27dbd983-8a26-499d-b424-f8d9842bb005 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:09:12.174740 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 4f0af4bb-2f3e-4d95-8d97-21de144614af up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:09:12.324653 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 4f0af4bb-2f3e-4d95-8d97-21de144614af triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:09:12.325203 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (4f0af4bb-2f3e-4d95-8d97-21de144614af), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:12.416689 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1871dd47-7ac1-4504-ac6e-0fc025084193 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks [] for port (4fc86f2a-d819-45c9-8a05-124d07facd2b), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:12.451046 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50de4832-eb05-493d-b4af-fe082cf6e842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2b7f78-6abc-42eb-ab81-431a614d30c6,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:12.502862 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1871dd47-7ac1-4504-ac6e-0fc025084193 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (4fc86f2a-d819-45c9-8a05-124d07facd2b), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:12.511521 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 4f0af4bb-2f3e-4d95-8d97-21de144614af is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:09:12.512558 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 36b65447-0702-4fe5-8f37-1adc779c98fa up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:09:12.545573 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a926db3e-6dd6-4f1d-9026-4812c494643d req-025484c8-d4e5-4ab0-81d2-1222b1b79c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:12.545573 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a926db3e-6dd6-4f1d-9026-4812c494643d req-025484c8-d4e5-4ab0-81d2-1222b1b79c16 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c7545568-47c4-4cd0-be68-7f25d5ee9a43 HTTP/1.1" status: 200 len: 854 time: 0.8109703 Feb 02 07:09:12.598245 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 36b65447-0702-4fe5-8f37-1adc779c98fa triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:09:12.598816 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (36b65447-0702-4fe5-8f37-1adc779c98fa), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:12.630205 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1871dd47-7ac1-4504-ac6e-0fc025084193 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Pushing event updated for resources: {'Port': ['ID=4fc86f2a-d819-45c9-8a05-124d07facd2b,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:12.644029 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1871dd47-7ac1-4504-ac6e-0fc025084193 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Network d961ae97-6a26-47e3-8431-ed6322133984 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:09:12.648783 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-1871dd47-7ac1-4504-ac6e-0fc025084193 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:09:12.653771 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1871dd47-7ac1-4504-ac6e-0fc025084193 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:09:12.654808 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1871dd47-7ac1-4504-ac6e-0fc025084193 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:12.658520 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1871dd47-7ac1-4504-ac6e-0fc025084193 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:12.694166 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08413ded-c098-4ee7-95af-542ea9dd9086 req-fea2ad48-3662-4a9c-af00-83de2d743c0b tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:12.698700 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-1871dd47-7ac1-4504-ac6e-0fc025084193 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.1856666 Feb 02 07:09:12.699341 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 52056) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:12.702226 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-08413ded-c098-4ee7-95af-542ea9dd9086 req-fea2ad48-3662-4a9c-af00-83de2d743c0b tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.2795663 Feb 02 07:09:12.735550 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 36b65447-0702-4fe5-8f37-1adc779c98fa is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:09:12.736772 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (36b65447-0702-4fe5-8f37-1adc779c98fa), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:12.761753 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 36b65447-0702-4fe5-8f37-1adc779c98fa, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=36b65447-0702-4fe5-8f37-1adc779c98fa,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:09:12.768220 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (36b65447-0702-4fe5-8f37-1adc779c98fa), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:12.829596 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-08413ded-c098-4ee7-95af-542ea9dd9086 req-bea44759-4ed5-485a-9d4a-da768fa4698d tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262836 Feb 02 07:09:12.843436 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a926db3e-6dd6-4f1d-9026-4812c494643d req-c05eca8f-69f6-42a9-a79d-4c2aff4deb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:12.851702 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a926db3e-6dd6-4f1d-9026-4812c494643d req-c05eca8f-69f6-42a9-a79d-4c2aff4deb32 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=085cd9a7-f01b-4c4e-94e0-dc83039f286a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2951517 Feb 02 07:09:12.868332 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=36b65447-0702-4fe5-8f37-1adc779c98fa,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:12.868571 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2d7536ac-a377-449d-ba1e-c019f351e962 admin admin] Publish callbacks [] for port (572f499a-a89e-4913-bb37-6d870c886ba6), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:12.888112 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2d7536ac-a377-449d-ba1e-c019f351e962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (572f499a-a89e-4913-bb37-6d870c886ba6), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:12.924368 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-dc5a2db6-42df-42a6-8bb2-0a7e7f401e70 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Deleting port 4fc86f2a-d819-45c9-8a05-124d07facd2b {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:09:12.924800 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-dc5a2db6-42df-42a6-8bb2-0a7e7f401e70 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (4fc86f2a-d819-45c9-8a05-124d07facd2b), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:13.045815 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-dc5a2db6-42df-42a6-8bb2-0a7e7f401e70 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (4fc86f2a-d819-45c9-8a05-124d07facd2b), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:13.063733 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-dc5a2db6-42df-42a6-8bb2-0a7e7f401e70 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Calling delete_port for 4fc86f2a-d819-45c9-8a05-124d07facd2b owned by {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:09:13.152444 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2d7536ac-a377-449d-ba1e-c019f351e962 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (f36760c7-3016-49d9-a560-c3f8be2f18eb), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:13.161862 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7536ac-a377-449d-ba1e-c019f351e962 admin admin] Pushing event updated for resources: {'Port': ['ID=572f499a-a89e-4913-bb37-6d870c886ba6,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:13.179251 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8686d8fd-ba18-44b8-8309-ff14909e70e9 req-bcd7ec5c-18a3-4244-8f48-c3a7f6662b64 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 210 time: 0.0490432 Feb 02 07:09:13.255167 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d8d0b2f5-b647-4932-801b-9976e183cee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:13.271207 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067e8c8-cab0-488c-8bf3-74ac3bd8e51a req-b25db0f9-a7ed-4c08-bbdd-da5ded85852f tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:13.272872 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2067e8c8-cab0-488c-8bf3-74ac3bd8e51a req-b25db0f9-a7ed-4c08-bbdd-da5ded85852f tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.59 "GET /v2.0/networks?id=93a7727a-9e40-4a0f-b90d-66c79fe1bf6c HTTP/1.1" status: 200 len: 817 time: 0.3555813 Feb 02 07:09:13.276330 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a926db3e-6dd6-4f1d-9026-4812c494643d req-64498816-dbc7-4ea7-b861-9ffaca2788d6 service neutron] 10.222.0.88 "GET /v2.0/networks/085cd9a7-f01b-4c4e-94e0-dc83039f286a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4149659 Feb 02 07:09:13.279588 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-dc5a2db6-42df-42a6-8bb2-0a7e7f401e70 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (4fc86f2a-d819-45c9-8a05-124d07facd2b), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:13.348110 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5a2db6-42df-42a6-8bb2-0a7e7f401e70 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Pushing event deleted for resources: {'Port': ['ID=4fc86f2a-d819-45c9-8a05-124d07facd2b,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:13.402022 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-dc5a2db6-42df-42a6-8bb2-0a7e7f401e70 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:13.406303 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-dc5a2db6-42df-42a6-8bb2-0a7e7f401e70 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] 10.222.0.87 "DELETE /v2.0/ports/4fc86f2a-d819-45c9-8a05-124d07facd2b HTTP/1.1" status: 204 len: 168 time: 0.7049260 Feb 02 07:09:13.409613 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 52092) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:13.416797 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-a8062e9a-f5ac-4daa-adae-e3e21523987d tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd961ae97-6a26-47e3-8431-ed6322133984', 'external_fixed_ips': [{'subnet_id': '8327e169-bec2-477a-b50c-d59d1a3ad476', 'ip_address': '2001:db8::21d'}]}}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:09:13.448861 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a8062e9a-f5ac-4daa-adae-e3e21523987d tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (e208d4df-c8d9-472f-b5fa-18c727927e92), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:13.451036 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a8062e9a-f5ac-4daa-adae-e3e21523987d tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (e208d4df-c8d9-472f-b5fa-18c727927e92), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:13.526049 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a8062e9a-f5ac-4daa-adae-e3e21523987d tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks [] for router_controller (e208d4df-c8d9-472f-b5fa-18c727927e92), precommit_add_association {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:13.556025 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2067e8c8-cab0-488c-8bf3-74ac3bd8e51a req-1dc9397a-4fde-423e-a595-f650633eb2ca tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=faba4237acf64862ba84ad5ca9ce531a HTTP/1.1" status: 200 len: 379 time: 0.2592323 Feb 02 07:09:13.562113 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7536ac-a377-449d-ba1e-c019f351e962 admin admin] Network e433ef7b-5a69-4c5a-b1e5-e0d768cc4e7c is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:09:13.569703 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-2067e8c8-cab0-488c-8bf3-74ac3bd8e51a req-4f15a380-0947-4eb4-b044-21b8ad6b9b0a tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Request body: {'port': {'device_id': '6d3244b4-d911-40fc-bc67-3817cf9a5d47', 'network_id': '93a7727a-9e40-4a0f-b90d-66c79fe1bf6c', 'admin_state_up': True, 'tenant_id': 'faba4237acf64862ba84ad5ca9ce531a', 'security_groups': ['4c2c0860-2986-407a-8a1e-1579ab01e7d7']}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:09:13.574278 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-2d7536ac-a377-449d-ba1e-c019f351e962 admin admin] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:09:13.686069 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ed385-8ab7-46cf-a7d3-243d0bd8963a req-f5bee52d-8874-4a8b-8d1b-c1686e72a259 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:13.695111 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-579ed385-8ab7-46cf-a7d3-243d0bd8963a req-f5bee52d-8874-4a8b-8d1b-c1686e72a259 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.3716884 Feb 02 07:09:13.723621 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a926db3e-6dd6-4f1d-9026-4812c494643d req-7a45d6c8-5d37-4e60-9e01-d6f4f2315e17 service neutron] 10.222.0.88 "GET /v2.0/networks/085cd9a7-f01b-4c4e-94e0-dc83039f286a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4364100 Feb 02 07:09:13.757990 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a8062e9a-f5ac-4daa-adae-e3e21523987d tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks [] for router_gateway (e208d4df-c8d9-472f-b5fa-18c727927e92), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:13.886828 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-16983a13-0869-4393-837d-cc2b9dea8204 req-e544e168-99db-4f10-9255-00117be618e2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=32f5f2ca-71c6-4137-bee4-300527dd6e2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1236923 Feb 02 07:09:13.899669 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-579ed385-8ab7-46cf-a7d3-243d0bd8963a req-0677e2db-2be6-47e6-a5aa-e9044a791535 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014022 Feb 02 07:09:14.030712 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-265e4bb9-6b34-44c9-8fd4-ae467fc461cb None None] Provisioning complete for port 572f499a-a89e-4913-bb37-6d870c886ba6 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:09:14.031789 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-265e4bb9-6b34-44c9-8fd4-ae467fc461cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (572f499a-a89e-4913-bb37-6d870c886ba6), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:14.056624 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d7536ac-a377-449d-ba1e-c019f351e962 admin admin] Router f36760c7-3016-49d9-a560-c3f8be2f18eb has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:09:14.080763 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-265e4bb9-6b34-44c9-8fd4-ae467fc461cb None None] Port 572f499a-a89e-4913-bb37-6d870c886ba6 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:09:14.145025 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2067e8c8-cab0-488c-8bf3-74ac3bd8e51a req-4f15a380-0947-4eb4-b044-21b8ad6b9b0a tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Made reservation on behalf of faba4237acf64862ba84ad5ca9ce531a for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:09:14.148421 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2067e8c8-cab0-488c-8bf3-74ac3bd8e51a req-4f15a380-0947-4eb4-b044-21b8ad6b9b0a tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:14.300552 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7536ac-a377-449d-ba1e-c019f351e962 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:09:14.309685 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-2d7536ac-a377-449d-ba1e-c019f351e962 admin admin] 10.222.0.87 "PUT /v2.0/routers/f36760c7-3016-49d9-a560-c3f8be2f18eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4495361 Feb 02 07:09:14.319547 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ad04e7-0754-406a-ad7a-8ca84c097786 None None] Sync routers for ids ['f36760c7-3016-49d9-a560-c3f8be2f18eb'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:09:14.347709 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ad04e7-0754-406a-ad7a-8ca84c097786 None None] Routers {'f36760c7-3016-49d9-a560-c3f8be2f18eb'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:09:14.348532 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-e2ad04e7-0754-406a-ad7a-8ca84c097786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:09:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['f36760c7-3016-49d9-a560-c3f8be2f18eb'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:09:14.395331 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-aa3a300b-8b33-42c5-994d-9e1e5e48d487 req-051f4fff-a0fa-4307-a1e0-48216a256c1c tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 210 time: 0.0506866 Feb 02 07:09:14.414613 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-2067e8c8-cab0-488c-8bf3-74ac3bd8e51a req-4f15a380-0947-4eb4-b044-21b8ad6b9b0a tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Allocated IP 172.20.0.14 (93a7727a-9e40-4a0f-b90d-66c79fe1bf6c/772313e3-625d-4c7f-b776-8fe829836021/f9522278-2a1c-403b-b1b6-9e3dbe8dd39f) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:09:14.421267 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 52128) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:14.572268 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-e2ad04e7-0754-406a-ad7a-8ca84c097786 None None] Set router f36760c7-3016-49d9-a560-c3f8be2f18eb gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:09:14.645882 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:14.696396 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2067e8c8-cab0-488c-8bf3-74ac3bd8e51a req-4f15a380-0947-4eb4-b044-21b8ad6b9b0a tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks [] for port (f9522278-2a1c-403b-b1b6-9e3dbe8dd39f), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:14.732957 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16983a13-0869-4393-837d-cc2b9dea8204 req-dc099757-477a-4557-9ff0-27ffecd6e70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:14.734276 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-afa42065-7ff6-425c-8c5e-f96bdd31fb36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:14.734666 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-16983a13-0869-4393-837d-cc2b9dea8204 req-dc099757-477a-4557-9ff0-27ffecd6e70c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=12ae52d2610343959b079c169f83e654&device_id=32f5f2ca-71c6-4137-bee4-300527dd6e2f HTTP/1.1" status: 200 len: 1128 time: 0.7098401 Feb 02 07:09:14.746449 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaa39d8-7c87-4f52-aa2d-7ed802074491 req-e0d87dca-a121-4a50-ae94-2f6580a6284a tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:14.748068 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0aaa39d8-7c87-4f52-aa2d-7ed802074491 req-e0d87dca-a121-4a50-ae94-2f6580a6284a tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.7221944 Feb 02 07:09:14.753442 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a8062e9a-f5ac-4daa-adae-e3e21523987d tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks [] for router_gateway (e208d4df-c8d9-472f-b5fa-18c727927e92), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:14.805959 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2067e8c8-cab0-488c-8bf3-74ac3bd8e51a req-4f15a380-0947-4eb4-b044-21b8ad6b9b0a tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (f9522278-2a1c-403b-b1b6-9e3dbe8dd39f), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:14.838807 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a8062e9a-f5ac-4daa-adae-e3e21523987d tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:14.877873 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2067e8c8-cab0-488c-8bf3-74ac3bd8e51a req-4f15a380-0947-4eb4-b044-21b8ad6b9b0a tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Network 93a7727a-9e40-4a0f-b90d-66c79fe1bf6c is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:09:14.879897 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-2067e8c8-cab0-488c-8bf3-74ac3bd8e51a req-4f15a380-0947-4eb4-b044-21b8ad6b9b0a tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:09:14.899161 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f15a380-0947-4eb4-b044-21b8ad6b9b0a tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Pushing event updated for resources: {'Port': ['ID=f9522278-2a1c-403b-b1b6-9e3dbe8dd39f,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:14.903506 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-2067e8c8-cab0-488c-8bf3-74ac3bd8e51a req-4f15a380-0947-4eb4-b044-21b8ad6b9b0a tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:09:14.988662 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 36b65447-0702-4fe5-8f37-1adc779c98fa up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:09:14.997638 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0aaa39d8-7c87-4f52-aa2d-7ed802074491 req-e341041e-2ede-453f-9a41-5bf0dcd15820 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406132 Feb 02 07:09:15.028029 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-afa42065-7ff6-425c-8c5e-f96bdd31fb36 admin admin] Publish callbacks [] for security_group (534c6bf2-e0a1-44d0-9496-1cdbffecc3fb), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:15.059053 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 36b65447-0702-4fe5-8f37-1adc779c98fa triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:09:15.060363 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (36b65447-0702-4fe5-8f37-1adc779c98fa), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:15.061073 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-afa42065-7ff6-425c-8c5e-f96bdd31fb36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (534c6bf2-e0a1-44d0-9496-1cdbffecc3fb), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:15.111982 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-e2ad04e7-0754-406a-ad7a-8ca84c097786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f36760c7-3016-49d9-a560-c3f8be2f18eb', 'name': 'tempest-TaggedBootDevicesTest_v242-2064144395-router', 'tenant_id': '315023c055d14309af49112c40e73527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '36b65447-0702-4fe5-8f37-1adc779c98fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:09:01Z', 'updated_at': '2022-02-02T07:09:11Z', 'revision_number': 4, 'project_id': '315023c055d14309af49112c40e73527', 'gw_port': {'id': '36b65447-0702-4fe5-8f37-1adc779c98fa', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:20:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36760c7-3016-49d9-a560-c3f8be2f18eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:09:02Z', 'updated_at': '2022-02-02T07:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '572f499a-a89e-4913-bb37-6d870c886ba6', 'name': '', 'network_id': 'e433ef7b-5a69-4c5a-b1e5-e0d768cc4e7c', 'tenant_id': '315023c055d14309af49112c40e73527', 'mac_address': 'fa:16:3e:63:94:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f36760c7-3016-49d9-a560-c3f8be2f18eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'ff1df3f8-096e-47ca-881e-a116add49876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:09:08Z', 'updated_at': '2022-02-02T07:09:11Z', 'revision_number': 2, 'project_id': '315023c055d14309af49112c40e73527', 'subnets': [{'id': 'ff1df3f8-096e-47ca-881e-a116add49876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:09:15.144630 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067e8c8-cab0-488c-8bf3-74ac3bd8e51a req-4f15a380-0947-4eb4-b044-21b8ad6b9b0a tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:15.145274 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2067e8c8-cab0-488c-8bf3-74ac3bd8e51a req-4f15a380-0947-4eb4-b044-21b8ad6b9b0a tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:15.163527 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ad04e7-0754-406a-ad7a-8ca84c097786 None None] Checking router: f36760c7-3016-49d9-a560-c3f8be2f18eb for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:09:15.164219 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ad04e7-0754-406a-ad7a-8ca84c097786 None None] Updating router f36760c7-3016-49d9-a560-c3f8be2f18eb port 572f499a-a89e-4913-bb37-6d870c886ba6 binding host n-d-789963-26 {{(pid=109695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:09:15.181289 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-a8062e9a-f5ac-4daa-adae-e3e21523987d tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Allocated IP 2001:db8::21d (d961ae97-6a26-47e3-8431-ed6322133984/8327e169-bec2-477a-b50c-d59d1a3ad476/f46a0fb6-42a5-40b6-b618-9746fb777b1f) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:09:15.233610 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-afa42065-7ff6-425c-8c5e-f96bdd31fb36 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c40088fd308d46f483bcfdff6ded1eb8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8089292 Feb 02 07:09:15.233610 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa42065-7ff6-425c-8c5e-f96bdd31fb36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=534c6bf2-e0a1-44d0-9496-1cdbffecc3fb,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:15.237230 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 52172) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:15.239241 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e2ad04e7-0754-406a-ad7a-8ca84c097786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (572f499a-a89e-4913-bb37-6d870c886ba6), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:15.251418 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2067e8c8-cab0-488c-8bf3-74ac3bd8e51a req-4f15a380-0947-4eb4-b044-21b8ad6b9b0a tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6879809 Feb 02 07:09:15.282032 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-2067e8c8-cab0-488c-8bf3-74ac3bd8e51a req-d8a0f894-9634-496d-b3e1-a916d485d61f service neutron] Request body: {'port': {'device_id': '6d3244b4-d911-40fc-bc67-3817cf9a5d47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:09:15.348151 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a8062e9a-f5ac-4daa-adae-e3e21523987d tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks [] for port (f46a0fb6-42a5-40b6-b618-9746fb777b1f), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:15.366795 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-182867fe-93fe-4709-a3e8-2d3c43d8080e admin admin] Publish callbacks [] for security_group (534c6bf2-e0a1-44d0-9496-1cdbffecc3fb), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:15.414692 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2067e8c8-cab0-488c-8bf3-74ac3bd8e51a req-d8a0f894-9634-496d-b3e1-a916d485d61f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f9522278-2a1c-403b-b1b6-9e3dbe8dd39f), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:15.417910 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-182867fe-93fe-4709-a3e8-2d3c43d8080e admin admin] Publish callbacks [] for security_group (534c6bf2-e0a1-44d0-9496-1cdbffecc3fb), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:15.499471 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a8062e9a-f5ac-4daa-adae-e3e21523987d tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (f46a0fb6-42a5-40b6-b618-9746fb777b1f), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:15.569857 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8062e9a-f5ac-4daa-adae-e3e21523987d tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Pushing event updated for resources: {'Port': ['ID=f46a0fb6-42a5-40b6-b618-9746fb777b1f,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:15.591330 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-182867fe-93fe-4709-a3e8-2d3c43d8080e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (534c6bf2-e0a1-44d0-9496-1cdbffecc3fb), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:15.595201 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-182867fe-93fe-4709-a3e8-2d3c43d8080e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:15.596962 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-182867fe-93fe-4709-a3e8-2d3c43d8080e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/534c6bf2-e0a1-44d0-9496-1cdbffecc3fb HTTP/1.1" status: 204 len: 168 time: 0.3585727 Feb 02 07:09:15.623699 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182867fe-93fe-4709-a3e8-2d3c43d8080e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534c6bf2-e0a1-44d0-9496-1cdbffecc3fb,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:15.672018 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc06bfd-3c8b-4b3d-b79b-f8489e45e85e req-2b01fa32-277a-4287-b18e-e8e0f3a6d478 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:15.674506 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2bc06bfd-3c8b-4b3d-b79b-f8489e45e85e req-2b01fa32-277a-4287-b18e-e8e0f3a6d478 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.2636597 Feb 02 07:09:15.677442 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8062e9a-f5ac-4daa-adae-e3e21523987d tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Network d961ae97-6a26-47e3-8431-ed6322133984 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:09:15.689025 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-a8062e9a-f5ac-4daa-adae-e3e21523987d tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:09:15.693553 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8062e9a-f5ac-4daa-adae-e3e21523987d tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:09:15.702676 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e2ad04e7-0754-406a-ad7a-8ca84c097786 None None] Publish callbacks [] for port (572f499a-a89e-4913-bb37-6d870c886ba6), precommit_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:15.743268 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e2ad04e7-0754-406a-ad7a-8ca84c097786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (572f499a-a89e-4913-bb37-6d870c886ba6), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:15.810656 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec83943-3dc3-4a7d-b0e3-f4df9f1c7bce req-c2b789a1-a047-4449-82d3-5157cfd82c41 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:15.812809 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-dec83943-3dc3-4a7d-b0e3-f4df9f1c7bce req-c2b789a1-a047-4449-82d3-5157cfd82c41 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 932 time: 0.1865535 Feb 02 07:09:15.835248 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 36b65447-0702-4fe5-8f37-1adc779c98fa is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:09:15.837868 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-c43c7e54-8acd-4d62-961a-8508ad0a2e24 None None] Provisioning complete for port f9522278-2a1c-403b-b1b6-9e3dbe8dd39f triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:09:15.838317 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c43c7e54-8acd-4d62-961a-8508ad0a2e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (f9522278-2a1c-403b-b1b6-9e3dbe8dd39f), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:15.930042 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaf0276-f3c6-4e7d-939d-5c906e14ad06 None None] Pushing event updated for resources: {'Port': ['ID=572f499a-a89e-4913-bb37-6d870c886ba6,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:15.980787 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-dec83943-3dc3-4a7d-b0e3-f4df9f1c7bce req-c31609ea-bc16-4825-880a-59702ec12fb7 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=4c2c0860-2986-407a-8a1e-1579ab01e7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1600358 Feb 02 07:09:15.992744 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16983a13-0869-4393-837d-cc2b9dea8204 req-2f944f6b-2035-4a46-a6b9-66b4f9b7c5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:15.998909 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-16983a13-0869-4393-837d-cc2b9dea8204 req-2f944f6b-2035-4a46-a6b9-66b4f9b7c5cd service neutron] 10.222.0.59 "GET /v2.0/networks?id=274d3754-cb62-4276-8b4a-dfa5cf98baaf HTTP/1.1" status: 200 len: 913 time: 1.1834712 Feb 02 07:09:16.073621 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-2067e8c8-cab0-488c-8bf3-74ac3bd8e51a req-d8a0f894-9634-496d-b3e1-a916d485d61f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9522278-2a1c-403b-b1b6-9e3dbe8dd39f {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:09:16.099003 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2067e8c8-cab0-488c-8bf3-74ac3bd8e51a req-d8a0f894-9634-496d-b3e1-a916d485d61f service neutron] Publish callbacks [] for port (f9522278-2a1c-403b-b1b6-9e3dbe8dd39f), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:16.133958 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-2067e8c8-cab0-488c-8bf3-74ac3bd8e51a req-d8a0f894-9634-496d-b3e1-a916d485d61f service neutron] Transition to ACTIVE for port object f9522278-2a1c-403b-b1b6-9e3dbe8dd39f will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:09:16.145570 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:16.149040 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-c43c7e54-8acd-4d62-961a-8508ad0a2e24 None None] Port f9522278-2a1c-403b-b1b6-9e3dbe8dd39f cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:09:16.153907 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-e2ad04e7-0754-406a-ad7a-8ca84c097786 None None] Attempting to bind port 572f499a-a89e-4913-bb37-6d870c886ba6 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:09:16.155243 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-e2ad04e7-0754-406a-ad7a-8ca84c097786 None None] Attempting to bind port 572f499a-a89e-4913-bb37-6d870c886ba6 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'b0111bfa-2996-4cbd-a1bc-0ec27435bec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e433ef7b-5a69-4c5a-b1e5-e0d768cc4e7c'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:09:16.155890 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ad04e7-0754-406a-ad7a-8ca84c097786 None None] Attempting to bind port 572f499a-a89e-4913-bb37-6d870c886ba6 on network e433ef7b-5a69-4c5a-b1e5-e0d768cc4e7c {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:09:16.160419 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2067e8c8-cab0-488c-8bf3-74ac3bd8e51a req-d8a0f894-9634-496d-b3e1-a916d485d61f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (f9522278-2a1c-403b-b1b6-9e3dbe8dd39f), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:16.163859 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ad04e7-0754-406a-ad7a-8ca84c097786 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:09:16.164551 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ad04e7-0754-406a-ad7a-8ca84c097786 None None] Checking segment: {'id': 'b0111bfa-2996-4cbd-a1bc-0ec27435bec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e433ef7b-5a69-4c5a-b1e5-e0d768cc4e7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:09:16.165575 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e2ad04e7-0754-406a-ad7a-8ca84c097786 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:16.166198 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ad04e7-0754-406a-ad7a-8ca84c097786 None None] Bound using segment: {'id': 'b0111bfa-2996-4cbd-a1bc-0ec27435bec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e433ef7b-5a69-4c5a-b1e5-e0d768cc4e7c'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:09:16.166902 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-e2ad04e7-0754-406a-ad7a-8ca84c097786 None None] Bound port: 572f499a-a89e-4913-bb37-6d870c886ba6, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0111bfa-2996-4cbd-a1bc-0ec27435bec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e433ef7b-5a69-4c5a-b1e5-e0d768cc4e7c'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:09:16.167529 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e2ad04e7-0754-406a-ad7a-8ca84c097786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (572f499a-a89e-4913-bb37-6d870c886ba6), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:16.231280 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-16983a13-0869-4393-837d-cc2b9dea8204 req-e88f7b07-1d45-4a5f-a729-b6beec9700cb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d394fde5-fe9f-4589-bb6b-f852c92a9e2f HTTP/1.1" status: 200 len: 217 time: 0.1989954 Feb 02 07:09:16.279153 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2bc06bfd-3c8b-4b3d-b79b-f8489e45e85e req-6943aa23-1770-417b-8c1d-6403cb858bc2 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5946908 Feb 02 07:09:16.293647 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-e2ad04e7-0754-406a-ad7a-8ca84c097786 None None] For port 572f499a-a89e-4913-bb37-6d870c886ba6, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:09:16.305464 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-e2ad04e7-0754-406a-ad7a-8ca84c097786 None None] For port 572f499a-a89e-4913-bb37-6d870c886ba6, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=572f499a-a89e-4913-bb37-6d870c886ba6,segment=NetworkSegment(b0111bfa-2996-4cbd-a1bc-0ec27435bec0),segment_id=b0111bfa-2996-4cbd-a1bc-0ec27435bec0)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:09:16.335050 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e2ad04e7-0754-406a-ad7a-8ca84c097786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (572f499a-a89e-4913-bb37-6d870c886ba6), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:16.416603 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a0f894-9634-496d-b3e1-a916d485d61f service neutron] Pushing event updated for resources: {'Port': ['ID=f9522278-2a1c-403b-b1b6-9e3dbe8dd39f,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:16.418579 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 52224) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:16.488174 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a0f894-9634-496d-b3e1-a916d485d61f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:09:16.488530 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a0f894-9634-496d-b3e1-a916d485d61f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:09:16.488881 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a0f894-9634-496d-b3e1-a916d485d61f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:09:16.489227 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a0f894-9634-496d-b3e1-a916d485d61f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:09:16.489566 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a0f894-9634-496d-b3e1-a916d485d61f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:09:16.489901 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a0f894-9634-496d-b3e1-a916d485d61f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:09:16.490238 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a0f894-9634-496d-b3e1-a916d485d61f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:09:16.490567 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a0f894-9634-496d-b3e1-a916d485d61f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:09:16.490902 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a0f894-9634-496d-b3e1-a916d485d61f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:09:16.491236 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a0f894-9634-496d-b3e1-a916d485d61f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:09:16.498163 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a0f894-9634-496d-b3e1-a916d485d61f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:09:16.498661 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a0f894-9634-496d-b3e1-a916d485d61f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:09:16.499336 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a0f894-9634-496d-b3e1-a916d485d61f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:09:16.511093 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a8062e9a-f5ac-4daa-adae-e3e21523987d tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks [] for router_gateway (e208d4df-c8d9-472f-b5fa-18c727927e92), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:16.511288 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-906c1314-e8e7-4bec-a972-ecd200890682 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:16.554415 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ad04e7-0754-406a-ad7a-8ca84c097786 None None] Routers {'f36760c7-3016-49d9-a560-c3f8be2f18eb'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:09:16.558929 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-e2ad04e7-0754-406a-ad7a-8ca84c097786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:09:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['f36760c7-3016-49d9-a560-c3f8be2f18eb'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:09:16.565286 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaf0276-f3c6-4e7d-939d-5c906e14ad06 None None] Pushing event updated for resources: {'Port': ['ID=572f499a-a89e-4913-bb37-6d870c886ba6,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:16.590131 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16983a13-0869-4393-837d-cc2b9dea8204 req-0d499e1a-f0ba-40db-b836-1ae8e393474f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:16.598571 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-16983a13-0869-4393-837d-cc2b9dea8204 req-0d499e1a-f0ba-40db-b836-1ae8e393474f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b6b3fc97-ea53-4910-99b5-bddf06c5d45f HTTP/1.1" status: 200 len: 851 time: 0.3469229 Feb 02 07:09:16.667319 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-2067e8c8-cab0-488c-8bf3-74ac3bd8e51a req-d8a0f894-9634-496d-b3e1-a916d485d61f service neutron] Attempting to bind port f9522278-2a1c-403b-b1b6-9e3dbe8dd39f on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:09:16.670412 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-2067e8c8-cab0-488c-8bf3-74ac3bd8e51a req-d8a0f894-9634-496d-b3e1-a916d485d61f service neutron] Attempting to bind port f9522278-2a1c-403b-b1b6-9e3dbe8dd39f by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': '99da04fe-20b0-46d1-9372-22452ee68679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '93a7727a-9e40-4a0f-b90d-66c79fe1bf6c'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:09:16.670782 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2067e8c8-cab0-488c-8bf3-74ac3bd8e51a req-d8a0f894-9634-496d-b3e1-a916d485d61f service neutron] Attempting to bind port f9522278-2a1c-403b-b1b6-9e3dbe8dd39f on network 93a7727a-9e40-4a0f-b90d-66c79fe1bf6c {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:09:16.700716 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2067e8c8-cab0-488c-8bf3-74ac3bd8e51a req-d8a0f894-9634-496d-b3e1-a916d485d61f service neutron] Port f9522278-2a1c-403b-b1b6-9e3dbe8dd39f on network 93a7727a-9e40-4a0f-b90d-66c79fe1bf6c not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:09:16.701105 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2067e8c8-cab0-488c-8bf3-74ac3bd8e51a req-d8a0f894-9634-496d-b3e1-a916d485d61f service neutron] Attempting to bind port f9522278-2a1c-403b-b1b6-9e3dbe8dd39f on network 93a7727a-9e40-4a0f-b90d-66c79fe1bf6c {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:09:16.702134 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-965fa3e5-7642-4886-9c1f-9cb16548af34 None None] Provisioning complete for port 572f499a-a89e-4913-bb37-6d870c886ba6 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:09:16.702377 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-965fa3e5-7642-4886-9c1f-9cb16548af34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (572f499a-a89e-4913-bb37-6d870c886ba6), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:16.721342 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2067e8c8-cab0-488c-8bf3-74ac3bd8e51a req-d8a0f894-9634-496d-b3e1-a916d485d61f service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:09:16.721829 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2067e8c8-cab0-488c-8bf3-74ac3bd8e51a req-d8a0f894-9634-496d-b3e1-a916d485d61f service neutron] Checking segment: {'id': '99da04fe-20b0-46d1-9372-22452ee68679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '93a7727a-9e40-4a0f-b90d-66c79fe1bf6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:09:16.722254 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2067e8c8-cab0-488c-8bf3-74ac3bd8e51a req-d8a0f894-9634-496d-b3e1-a916d485d61f service neutron] Bound using segment: {'id': '99da04fe-20b0-46d1-9372-22452ee68679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '93a7727a-9e40-4a0f-b90d-66c79fe1bf6c'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:09:16.722698 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-2067e8c8-cab0-488c-8bf3-74ac3bd8e51a req-d8a0f894-9634-496d-b3e1-a916d485d61f service neutron] Bound port: f9522278-2a1c-403b-b1b6-9e3dbe8dd39f, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99da04fe-20b0-46d1-9372-22452ee68679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '93a7727a-9e40-4a0f-b90d-66c79fe1bf6c'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:09:16.723061 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2067e8c8-cab0-488c-8bf3-74ac3bd8e51a req-d8a0f894-9634-496d-b3e1-a916d485d61f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f9522278-2a1c-403b-b1b6-9e3dbe8dd39f), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:16.784093 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d06d7-4b65-49ba-ba90-4f31cf7e5b2e req-9daee71d-8fef-4cdd-aadb-0dfc49e6bdfc tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:16.785770 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-797d06d7-4b65-49ba-ba90-4f31cf7e5b2e req-9daee71d-8fef-4cdd-aadb-0dfc49e6bdfc tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.3522906 Feb 02 07:09:16.835246 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16983a13-0869-4393-837d-cc2b9dea8204 req-8054a0f6-5584-4c24-9a15-4f9a9f8870a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:16.837705 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-16983a13-0869-4393-837d-cc2b9dea8204 req-8054a0f6-5584-4c24-9a15-4f9a9f8870a0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=274d3754-cb62-4276-8b4a-dfa5cf98baaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2281759 Feb 02 07:09:16.906237 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-906c1314-e8e7-4bec-a972-ecd200890682 admin admin] Publish callbacks [] for security_group (1784ced3-8ef7-4606-a2e4-ae6a947f7e92), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:16.923594 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-906c1314-e8e7-4bec-a972-ecd200890682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (1784ced3-8ef7-4606-a2e4-ae6a947f7e92), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:16.955998 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-906c1314-e8e7-4bec-a972-ecd200890682 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=bde7a6043a83488ab489edea27101728&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5163584 Feb 02 07:09:16.957758 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-797d06d7-4b65-49ba-ba90-4f31cf7e5b2e req-320faf2c-a0ca-47ad-ba99-f8fbc4dcaa1a tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630259 Feb 02 07:09:16.959087 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-2067e8c8-cab0-488c-8bf3-74ac3bd8e51a req-d8a0f894-9634-496d-b3e1-a916d485d61f service neutron] For port f9522278-2a1c-403b-b1b6-9e3dbe8dd39f, host n-h2-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:09:16.961042 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 52256) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:16.989271 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-2067e8c8-cab0-488c-8bf3-74ac3bd8e51a req-d8a0f894-9634-496d-b3e1-a916d485d61f service neutron] For port f9522278-2a1c-403b-b1b6-9e3dbe8dd39f, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=f9522278-2a1c-403b-b1b6-9e3dbe8dd39f,segment=NetworkSegment(99da04fe-20b0-46d1-9372-22452ee68679),segment_id=99da04fe-20b0-46d1-9372-22452ee68679)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:09:17.040965 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-e2ad04e7-0754-406a-ad7a-8ca84c097786 None None] Set router f36760c7-3016-49d9-a560-c3f8be2f18eb gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:09:17.053876 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 52262) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:17.060428 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2067e8c8-cab0-488c-8bf3-74ac3bd8e51a req-d8a0f894-9634-496d-b3e1-a916d485d61f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (f9522278-2a1c-403b-b1b6-9e3dbe8dd39f), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:17.068516 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906c1314-e8e7-4bec-a972-ecd200890682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1784ced3-8ef7-4606-a2e4-ae6a947f7e92,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:17.138134 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067e8c8-cab0-488c-8bf3-74ac3bd8e51a req-d8a0f894-9634-496d-b3e1-a916d485d61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:17.139081 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2067e8c8-cab0-488c-8bf3-74ac3bd8e51a req-d8a0f894-9634-496d-b3e1-a916d485d61f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:17.141240 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2067e8c8-cab0-488c-8bf3-74ac3bd8e51a req-d8a0f894-9634-496d-b3e1-a916d485d61f service neutron] 10.222.0.59 "PUT /v2.0/ports/f9522278-2a1c-403b-b1b6-9e3dbe8dd39f HTTP/1.1" status: 200 len: 1093 time: 1.8735223 Feb 02 07:09:17.141890 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d3244b4-d911-40fc-bc67-3817cf9a5d47', 'tag': 'f9522278-2a1c-403b-b1b6-9e3dbe8dd39f'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:09:17.145356 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f64f2c4d-72bc-4b92-9213-0021e3636003" -d '{"events": [{"name": "network-changed", "server_uuid": "6d3244b4-d911-40fc-bc67-3817cf9a5d47", "tag": "f9522278-2a1c-403b-b1b6-9e3dbe8dd39f"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:09:17.255739 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-965fa3e5-7642-4886-9c1f-9cb16548af34 None None] Current status of the port 572f499a-a89e-4913-bb37-6d870c886ba6 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:09:17.256136 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-965fa3e5-7642-4886-9c1f-9cb16548af34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (572f499a-a89e-4913-bb37-6d870c886ba6), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:17.302811 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a8062e9a-f5ac-4daa-adae-e3e21523987d tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (e208d4df-c8d9-472f-b5fa-18c727927e92), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:17.372238 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-16983a13-0869-4393-837d-cc2b9dea8204 req-5c305513-86c7-4e48-969b-700f85786bd0 service neutron] 10.222.0.59 "GET /v2.0/networks/274d3754-cb62-4276-8b4a-dfa5cf98baaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5229177 Feb 02 07:09:17.472000 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8521e6db-94a6-4fbe-8647-81390898e686 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:17.498731 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a0f894-9634-496d-b3e1-a916d485d61f service neutron] Pushing event updated for resources: {'Port': ['ID=f9522278-2a1c-403b-b1b6-9e3dbe8dd39f,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:17.507361 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7642e0df-a085-47f5-98b2-c51ba3132a7b admin admin] Publish callbacks [] for security_group (1784ced3-8ef7-4606-a2e4-ae6a947f7e92), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:17.516473 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:17.520398 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-965fa3e5-7642-4886-9c1f-9cb16548af34 None None] For port 572f499a-a89e-4913-bb37-6d870c886ba6, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=572f499a-a89e-4913-bb37-6d870c886ba6,segment=NetworkSegment(b0111bfa-2996-4cbd-a1bc-0ec27435bec0),segment_id=b0111bfa-2996-4cbd-a1bc-0ec27435bec0)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:09:17.539782 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-965fa3e5-7642-4886-9c1f-9cb16548af34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (572f499a-a89e-4913-bb37-6d870c886ba6), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:17.557778 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f9296-d9c4-4cab-b456-c2536fb33674 req-128b4e71-a28f-439d-ae37-19360d24b8bf tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:17.559831 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9c8f9296-d9c4-4cab-b456-c2536fb33674 req-128b4e71-a28f-439d-ae37-19360d24b8bf tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 944 time: 0.3942068 Feb 02 07:09:17.599494 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067e8c8-cab0-488c-8bf3-74ac3bd8e51a req-8ee63b45-2def-402b-8566-66a33175e2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:17.601306 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2067e8c8-cab0-488c-8bf3-74ac3bd8e51a req-8ee63b45-2def-402b-8566-66a33175e2b7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=faba4237acf64862ba84ad5ca9ce531a&device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 1127 time: 0.3591471 Feb 02 07:09:17.605364 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7642e0df-a085-47f5-98b2-c51ba3132a7b admin admin] Publish callbacks [] for security_group (1784ced3-8ef7-4606-a2e4-ae6a947f7e92), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:17.627574 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8521e6db-94a6-4fbe-8647-81390898e686 admin admin] Publish callbacks [] for security_group (da82d69b-6955-4c11-9033-bf791adb4bee), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:17.638219 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965fa3e5-7642-4886-9c1f-9cb16548af34 None None] Pushing event updated for resources: {'Port': ['ID=572f499a-a89e-4913-bb37-6d870c886ba6,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:17.676735 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8521e6db-94a6-4fbe-8647-81390898e686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (da82d69b-6955-4c11-9033-bf791adb4bee), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:17.711078 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-b6d98253-a619-4b93-883b-caefb6dedf7a None None] Provisioning complete for port 572f499a-a89e-4913-bb37-6d870c886ba6 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:09:17.712066 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b6d98253-a619-4b93-883b-caefb6dedf7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (572f499a-a89e-4913-bb37-6d870c886ba6), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:17.758020 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2067e8c8-cab0-488c-8bf3-74ac3bd8e51a req-9399ab18-7abf-4724-b2c0-e351405e7f16 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9522278-2a1c-403b-b1b6-9e3dbe8dd39f HTTP/1.1" status: 200 len: 217 time: 0.1415350 Feb 02 07:09:17.778910 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-8521e6db-94a6-4fbe-8647-81390898e686 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=e18c975723994ac09e7e20a1e01c0816&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7209074 Feb 02 07:09:17.785005 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 52280) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:17.787739 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8521e6db-94a6-4fbe-8647-81390898e686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da82d69b-6955-4c11-9033-bf791adb4bee,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:17.794774 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-e2ad04e7-0754-406a-ad7a-8ca84c097786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f36760c7-3016-49d9-a560-c3f8be2f18eb', 'name': 'tempest-TaggedBootDevicesTest_v242-2064144395-router', 'tenant_id': '315023c055d14309af49112c40e73527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '36b65447-0702-4fe5-8f37-1adc779c98fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:09:01Z', 'updated_at': '2022-02-02T07:09:11Z', 'revision_number': 4, 'project_id': '315023c055d14309af49112c40e73527', 'gw_port': {'id': '36b65447-0702-4fe5-8f37-1adc779c98fa', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:20:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36760c7-3016-49d9-a560-c3f8be2f18eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:09:02Z', 'updated_at': '2022-02-02T07:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '572f499a-a89e-4913-bb37-6d870c886ba6', 'name': '', 'network_id': 'e433ef7b-5a69-4c5a-b1e5-e0d768cc4e7c', 'tenant_id': '315023c055d14309af49112c40e73527', 'mac_address': 'fa:16:3e:63:94:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f36760c7-3016-49d9-a560-c3f8be2f18eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'ff1df3f8-096e-47ca-881e-a116add49876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:09:08Z', 'updated_at': '2022-02-02T07:09:16Z', 'revision_number': 4, 'project_id': '315023c055d14309af49112c40e73527', 'subnets': [{'id': 'ff1df3f8-096e-47ca-881e-a116add49876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:09:17.805563 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f24d14bb-6719-47ef-8782-e574a3a4730e x-openstack-request-id: req-f24d14bb-6719-47ef-8782-e574a3a4730e {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:09:17.805955 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d3244b4-d911-40fc-bc67-3817cf9a5d47", "tag": "f9522278-2a1c-403b-b1b6-9e3dbe8dd39f", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:09:17.806310 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f24d14bb-6719-47ef-8782-e574a3a4730e {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:09:17.806808 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d3244b4-d911-40fc-bc67-3817cf9a5d47', 'tag': 'f9522278-2a1c-403b-b1b6-9e3dbe8dd39f', 'status': 'completed', 'code': 200} Feb 02 07:09:17.818197 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-16983a13-0869-4393-837d-cc2b9dea8204 req-b7c1b6af-9682-4e3f-b802-ae74094e4ef2 service neutron] 10.222.0.59 "GET /v2.0/networks/274d3754-cb62-4276-8b4a-dfa5cf98baaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4379506 Feb 02 07:09:17.885532 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ad04e7-0754-406a-ad7a-8ca84c097786 None None] The sync data for ids ['f36760c7-3016-49d9-a560-c3f8be2f18eb'] in n-d-789963-26 is: [{'id': 'f36760c7-3016-49d9-a560-c3f8be2f18eb', 'name': 'tempest-TaggedBootDevicesTest_v242-2064144395-router', 'tenant_id': '315023c055d14309af49112c40e73527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '36b65447-0702-4fe5-8f37-1adc779c98fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:09:01Z', 'updated_at': '2022-02-02T07:09:11Z', 'revision_number': 4, 'project_id': '315023c055d14309af49112c40e73527', 'gw_port': {'id': '36b65447-0702-4fe5-8f37-1adc779c98fa', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:20:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36760c7-3016-49d9-a560-c3f8be2f18eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:09:02Z', 'updated_at': '2022-02-02T07:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '572f499a-a89e-4913-bb37-6d870c886ba6', 'name': '', 'network_id': 'e433ef7b-5a69-4c5a-b1e5-e0d768cc4e7c', 'tenant_id': '315023c055d14309af49112c40e73527', 'mac_address': 'fa:16:3e:63:94:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f36760c7-3016-49d9-a560-c3f8be2f18eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'ff1df3f8-096e-47ca-881e-a116add49876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:09:08Z', 'updated_at': '2022-02-02T07:09:16Z', 'revision_number': 4, 'project_id': '315023c055d14309af49112c40e73527', 'subnets': [{'id': 'ff1df3f8-096e-47ca-881e-a116add49876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:09:17.886978 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9c8f9296-d9c4-4cab-b456-c2536fb33674 req-737513ef-84e4-454f-85ab-6d2a5e70747a tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=4c2c0860-2986-407a-8a1e-1579ab01e7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3144417 Feb 02 07:09:17.922292 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-b6d98253-a619-4b93-883b-caefb6dedf7a None None] Current status of the port 572f499a-a89e-4913-bb37-6d870c886ba6 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:09:17.944103 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067e8c8-cab0-488c-8bf3-74ac3bd8e51a req-3725eadf-a5ba-487e-9eb6-95a34be08b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:17.945749 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2067e8c8-cab0-488c-8bf3-74ac3bd8e51a req-3725eadf-a5ba-487e-9eb6-95a34be08b86 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=772313e3-625d-4c7f-b776-8fe829836021 HTTP/1.1" status: 200 len: 856 time: 0.1471646 Feb 02 07:09:17.951168 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8062e9a-f5ac-4daa-adae-e3e21523987d tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Router e208d4df-c8d9-472f-b5fa-18c727927e92 is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:09:18.038861 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7642e0df-a085-47f5-98b2-c51ba3132a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (1784ced3-8ef7-4606-a2e4-ae6a947f7e92), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:18.043436 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7642e0df-a085-47f5-98b2-c51ba3132a7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:18.046984 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-7642e0df-a085-47f5-98b2-c51ba3132a7b admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/1784ced3-8ef7-4606-a2e4-ae6a947f7e92 HTTP/1.1" status: 204 len: 168 time: 1.0785830 Feb 02 07:09:18.061899 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7642e0df-a085-47f5-98b2-c51ba3132a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1784ced3-8ef7-4606-a2e4-ae6a947f7e92,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:18.065712 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-72220d17-69fa-47c4-893a-dad7b421b414 admin admin] Publish callbacks [] for security_group (da82d69b-6955-4c11-9033-bf791adb4bee), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:18.085315 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067e8c8-cab0-488c-8bf3-74ac3bd8e51a req-07f6c00a-5248-4995-8318-7883215b856e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:18.086925 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2067e8c8-cab0-488c-8bf3-74ac3bd8e51a req-07f6c00a-5248-4995-8318-7883215b856e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=93a7727a-9e40-4a0f-b90d-66c79fe1bf6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1225049 Feb 02 07:09:18.174527 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1007b54-51c5-439d-8ce0-ce8d53ec7630 req-f105fad3-d003-444e-9d6f-9ed98a8fbc55 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:18.182252 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b1007b54-51c5-439d-8ce0-ce8d53ec7630 req-f105fad3-d003-444e-9d6f-9ed98a8fbc55 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.2988980 Feb 02 07:09:18.269030 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2067e8c8-cab0-488c-8bf3-74ac3bd8e51a req-cd10b9af-bd07-4593-8e3a-d9797e9616f7 service neutron] 10.222.0.59 "GET /v2.0/networks/93a7727a-9e40-4a0f-b90d-66c79fe1bf6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741166 Feb 02 07:09:18.288246 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-72220d17-69fa-47c4-893a-dad7b421b414 admin admin] Publish callbacks [] for security_group (da82d69b-6955-4c11-9033-bf791adb4bee), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:18.386068 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8062e9a-f5ac-4daa-adae-e3e21523987d tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:09:18.398534 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285c3350-cc8a-4d42-a460-db3c39ecf477 None None] Sync routers for ids ['e208d4df-c8d9-472f-b5fa-18c727927e92'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:09:18.405574 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2067e8c8-cab0-488c-8bf3-74ac3bd8e51a req-93437920-af34-42d6-b2e9-81d45d147564 service neutron] 10.222.0.59 "GET /v2.0/networks/93a7727a-9e40-4a0f-b90d-66c79fe1bf6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321144 Feb 02 07:09:18.413901 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285c3350-cc8a-4d42-a460-db3c39ecf477 None None] Routers {'e208d4df-c8d9-472f-b5fa-18c727927e92'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:09:18.416491 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-285c3350-cc8a-4d42-a460-db3c39ecf477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:09:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['e208d4df-c8d9-472f-b5fa-18c727927e92'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:09:18.482351 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b1007b54-51c5-439d-8ce0-ce8d53ec7630 req-f26efb64-410e-444f-a31e-2f5351712615 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821324 Feb 02 07:09:18.505675 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a8062e9a-f5ac-4daa-adae-e3e21523987d tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:18.506904 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a8062e9a-f5ac-4daa-adae-e3e21523987d tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.0961621 Feb 02 07:09:18.512308 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 52288) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:18.531447 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-72220d17-69fa-47c4-893a-dad7b421b414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (da82d69b-6955-4c11-9033-bf791adb4bee), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:18.535702 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-72220d17-69fa-47c4-893a-dad7b421b414 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:18.555431 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-72220d17-69fa-47c4-893a-dad7b421b414 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/da82d69b-6955-4c11-9033-bf791adb4bee HTTP/1.1" status: 204 len: 168 time: 0.7689319 Feb 02 07:09:18.581950 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72220d17-69fa-47c4-893a-dad7b421b414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da82d69b-6955-4c11-9033-bf791adb4bee,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:18.648177 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-285c3350-cc8a-4d42-a460-db3c39ecf477 None None] Set router e208d4df-c8d9-472f-b5fa-18c727927e92 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:09:18.700866 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64f2c4d-72bc-4b92-9213-0021e3636003 req-e098ce5b-cc54-4759-89ed-49e344188f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:18.702491 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f64f2c4d-72bc-4b92-9213-0021e3636003 req-e098ce5b-cc54-4759-89ed-49e344188f44 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=faba4237acf64862ba84ad5ca9ce531a&device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 1127 time: 0.1818163 Feb 02 07:09:18.724173 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a76db262-8c08-4d26-9285-ef01f1b563f4 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks [] for router (e208d4df-c8d9-472f-b5fa-18c727927e92), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:19.031982 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 572f499a-a89e-4913-bb37-6d870c886ba6 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:09:19.178831 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-285c3350-cc8a-4d42-a460-db3c39ecf477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e208d4df-c8d9-472f-b5fa-18c727927e92', 'name': '', 'tenant_id': 'ba2d4fec5c2a4fd3b5f035c0c3b38bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd961ae97-6a26-47e3-8431-ed6322133984', 'external_fixed_ips': [{'subnet_id': '8327e169-bec2-477a-b50c-d59d1a3ad476', 'ip_address': '2001:db8::21d'}], 'enable_snat': True}, 'gw_port_id': 'f46a0fb6-42a5-40b6-b618-9746fb777b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:09:13Z', 'updated_at': '2022-02-02T07:09:15Z', 'revision_number': 3, 'project_id': 'ba2d4fec5c2a4fd3b5f035c0c3b38bb8', 'gw_port': {'id': 'f46a0fb6-42a5-40b6-b618-9746fb777b1f', 'name': '', 'network_id': 'd961ae97-6a26-47e3-8431-ed6322133984', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:16:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e208d4df-c8d9-472f-b5fa-18c727927e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '8327e169-bec2-477a-b50c-d59d1a3ad476', 'ip_address': '2001:db8::21d', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:09:14Z', 'updated_at': '2022-02-02T07:09:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8327e169-bec2-477a-b50c-d59d1a3ad476', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:09:19.186526 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 572f499a-a89e-4913-bb37-6d870c886ba6 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:09:19.187050 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (572f499a-a89e-4913-bb37-6d870c886ba6), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:19.271521 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285c3350-cc8a-4d42-a460-db3c39ecf477 None None] Checking router: e208d4df-c8d9-472f-b5fa-18c727927e92 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:09:19.272676 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285c3350-cc8a-4d42-a460-db3c39ecf477 None None] Updating router e208d4df-c8d9-472f-b5fa-18c727927e92 port f46a0fb6-42a5-40b6-b618-9746fb777b1f binding host n-d-789963-26 {{(pid=109696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:09:19.358800 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-285c3350-cc8a-4d42-a460-db3c39ecf477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f46a0fb6-42a5-40b6-b618-9746fb777b1f), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:19.371303 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 52310) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:19.397444 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ccf1cf98-c1ce-4ea3-985d-d69eef12086e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:19.403236 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 572f499a-a89e-4913-bb37-6d870c886ba6 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:09:19.619622 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ccf1cf98-c1ce-4ea3-985d-d69eef12086e admin admin] Publish callbacks [] for security_group (0bc3e39e-02a4-463f-b6d9-baee3883be4b), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:19.700581 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ccf1cf98-c1ce-4ea3-985d-d69eef12086e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (0bc3e39e-02a4-463f-b6d9-baee3883be4b), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:19.759479 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64f2c4d-72bc-4b92-9213-0021e3636003 req-e1898887-813f-40ed-9bca-bff3dec824c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:19.761126 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f64f2c4d-72bc-4b92-9213-0021e3636003 req-e1898887-813f-40ed-9bca-bff3dec824c7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=93a7727a-9e40-4a0f-b90d-66c79fe1bf6c HTTP/1.1" status: 200 len: 918 time: 1.0507743 Feb 02 07:09:19.803235 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-ccf1cf98-c1ce-4ea3-985d-d69eef12086e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=4a7ac5b1557349c38436d700942521a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4300570 Feb 02 07:09:19.805418 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf1cf98-c1ce-4ea3-985d-d69eef12086e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc3e39e-02a4-463f-b6d9-baee3883be4b,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:19.808991 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 52318) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:19.818220 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f64f2c4d-72bc-4b92-9213-0021e3636003 req-f8db56bb-ff1a-46c9-9336-da288519fc59 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9522278-2a1c-403b-b1b6-9e3dbe8dd39f HTTP/1.1" status: 200 len: 217 time: 0.0488186 Feb 02 07:09:19.831971 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bcaf5f-331a-4965-b1f3-2fcb99002d13 req-99c8c79a-e02c-4c2d-94ef-afdf8c817208 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:19.839199 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f9bcaf5f-331a-4965-b1f3-2fcb99002d13 req-99c8c79a-e02c-4c2d-94ef-afdf8c817208 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 944 time: 0.2177613 Feb 02 07:09:19.867453 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a4ea63-c2bc-4392-aa88-062afc3717b5 req-5e73263b-f3c2-4b20-8bb2-81f62db43ff2 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:19.869629 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b8a4ea63-c2bc-4392-aa88-062afc3717b5 req-5e73263b-f3c2-4b20-8bb2-81f62db43ff2 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.2463939 Feb 02 07:09:19.875996 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a76db262-8c08-4d26-9285-ef01f1b563f4 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks [] for router_gateway (e208d4df-c8d9-472f-b5fa-18c727927e92), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:19.996667 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b8a4ea63-c2bc-4392-aa88-062afc3717b5 req-a85bf163-937e-41b3-8d37-4ac11bce3a8d tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053278 Feb 02 07:09:19.998097 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d00ff088-6feb-49f6-86ab-8c4adad6408f admin admin] Publish callbacks [] for security_group (0bc3e39e-02a4-463f-b6d9-baee3883be4b), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:20.025473 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d00ff088-6feb-49f6-86ab-8c4adad6408f admin admin] Publish callbacks [] for security_group (0bc3e39e-02a4-463f-b6d9-baee3883be4b), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:20.049433 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-285c3350-cc8a-4d42-a460-db3c39ecf477 None None] Publish callbacks [] for port (f46a0fb6-42a5-40b6-b618-9746fb777b1f), precommit_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:20.061361 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-285c3350-cc8a-4d42-a460-db3c39ecf477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (f46a0fb6-42a5-40b6-b618-9746fb777b1f), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:20.083056 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f9bcaf5f-331a-4965-b1f3-2fcb99002d13 req-1adee978-b239-407c-b18e-e2d18c76aa69 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=4c2c0860-2986-407a-8a1e-1579ab01e7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2429669 Feb 02 07:09:20.084987 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64f2c4d-72bc-4b92-9213-0021e3636003 req-c182743a-f097-45f0-a05b-404d28a17448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:20.086797 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f64f2c4d-72bc-4b92-9213-0021e3636003 req-c182743a-f097-45f0-a05b-404d28a17448 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=772313e3-625d-4c7f-b776-8fe829836021 HTTP/1.1" status: 200 len: 856 time: 0.2449796 Feb 02 07:09:20.108208 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d00ff088-6feb-49f6-86ab-8c4adad6408f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (0bc3e39e-02a4-463f-b6d9-baee3883be4b), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:20.112825 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d00ff088-6feb-49f6-86ab-8c4adad6408f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:20.120055 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d00ff088-6feb-49f6-86ab-8c4adad6408f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/0bc3e39e-02a4-463f-b6d9-baee3883be4b HTTP/1.1" status: 204 len: 168 time: 0.3083184 Feb 02 07:09:20.137558 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00ff088-6feb-49f6-86ab-8c4adad6408f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc3e39e-02a4-463f-b6d9-baee3883be4b,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:20.141028 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-285c3350-cc8a-4d42-a460-db3c39ecf477 None None] Attempting to bind port f46a0fb6-42a5-40b6-b618-9746fb777b1f on host n-d-789963-26 for vnic_type normal with profile {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:09:20.141389 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-285c3350-cc8a-4d42-a460-db3c39ecf477 None None] Attempting to bind port f46a0fb6-42a5-40b6-b618-9746fb777b1f by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '68416558-9be9-4fcc-8d68-e94e5b8a65a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd961ae97-6a26-47e3-8431-ed6322133984'}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:09:20.141748 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285c3350-cc8a-4d42-a460-db3c39ecf477 None None] Attempting to bind port f46a0fb6-42a5-40b6-b618-9746fb777b1f on network d961ae97-6a26-47e3-8431-ed6322133984 {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:09:20.147578 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fe5050-1735-4ccd-81c9-9795ca9ab1a7 None None] Pushing event updated for resources: {'Port': ['ID=f46a0fb6-42a5-40b6-b618-9746fb777b1f,revision_number=2']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:20.150971 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285c3350-cc8a-4d42-a460-db3c39ecf477 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:09:20.151711 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285c3350-cc8a-4d42-a460-db3c39ecf477 None None] Checking segment: {'id': '68416558-9be9-4fcc-8d68-e94e5b8a65a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd961ae97-6a26-47e3-8431-ed6322133984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:09:20.152207 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-285c3350-cc8a-4d42-a460-db3c39ecf477 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:20.157196 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285c3350-cc8a-4d42-a460-db3c39ecf477 None None] Bound using segment: {'id': '68416558-9be9-4fcc-8d68-e94e5b8a65a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd961ae97-6a26-47e3-8431-ed6322133984'} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:09:20.164237 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-285c3350-cc8a-4d42-a460-db3c39ecf477 None None] Bound port: f46a0fb6-42a5-40b6-b618-9746fb777b1f, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68416558-9be9-4fcc-8d68-e94e5b8a65a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd961ae97-6a26-47e3-8431-ed6322133984'}}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:09:20.164950 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-285c3350-cc8a-4d42-a460-db3c39ecf477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f46a0fb6-42a5-40b6-b618-9746fb777b1f), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:20.196215 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-a76db262-8c08-4d26-9285-ef01f1b563f4 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Deleting port f46a0fb6-42a5-40b6-b618-9746fb777b1f {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:09:20.196629 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a76db262-8c08-4d26-9285-ef01f1b563f4 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (f46a0fb6-42a5-40b6-b618-9746fb777b1f), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:20.212230 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64f2c4d-72bc-4b92-9213-0021e3636003 req-fd5fb8a8-c165-43d0-bdf5-9d7b8f8e099b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:20.213773 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f64f2c4d-72bc-4b92-9213-0021e3636003 req-fd5fb8a8-c165-43d0-bdf5-9d7b8f8e099b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=93a7727a-9e40-4a0f-b90d-66c79fe1bf6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1163800 Feb 02 07:09:20.268832 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-285c3350-cc8a-4d42-a460-db3c39ecf477 None None] For port f46a0fb6-42a5-40b6-b618-9746fb777b1f, host n-d-789963-26, cleared binding levels {{(pid=109696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:09:20.277815 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-285c3350-cc8a-4d42-a460-db3c39ecf477 None None] For port f46a0fb6-42a5-40b6-b618-9746fb777b1f, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=f46a0fb6-42a5-40b6-b618-9746fb777b1f,segment=NetworkSegment(68416558-9be9-4fcc-8d68-e94e5b8a65a3),segment_id=68416558-9be9-4fcc-8d68-e94e5b8a65a3)] {{(pid=109696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:09:20.287143 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-285c3350-cc8a-4d42-a460-db3c39ecf477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (f46a0fb6-42a5-40b6-b618-9746fb777b1f), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:20.350896 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a76db262-8c08-4d26-9285-ef01f1b563f4 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (f46a0fb6-42a5-40b6-b618-9746fb777b1f), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:20.379305 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-a76db262-8c08-4d26-9285-ef01f1b563f4 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Calling delete_port for f46a0fb6-42a5-40b6-b618-9746fb777b1f owned by network:router_gateway {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:09:20.386244 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f64f2c4d-72bc-4b92-9213-0021e3636003 req-b8f4e6b1-0277-4a93-b60b-8b899c769e79 service neutron] 10.222.0.59 "GET /v2.0/networks/93a7727a-9e40-4a0f-b90d-66c79fe1bf6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610818 Feb 02 07:09:20.410125 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fe5050-1735-4ccd-81c9-9795ca9ab1a7 None None] Pushing event updated for resources: {'Port': ['ID=f46a0fb6-42a5-40b6-b618-9746fb777b1f,revision_number=3']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:20.412855 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285c3350-cc8a-4d42-a460-db3c39ecf477 None None] Routers {'e208d4df-c8d9-472f-b5fa-18c727927e92'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:09:20.413454 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-285c3350-cc8a-4d42-a460-db3c39ecf477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:09:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['e208d4df-c8d9-472f-b5fa-18c727927e92'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:09:20.620507 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-285c3350-cc8a-4d42-a460-db3c39ecf477 None None] Set router e208d4df-c8d9-472f-b5fa-18c727927e92 gateway port host: None {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:09:20.639143 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f64f2c4d-72bc-4b92-9213-0021e3636003 req-5e11e5ca-bd1b-4e47-adaf-b4e91b80a490 service neutron] 10.222.0.59 "GET /v2.0/networks/93a7727a-9e40-4a0f-b90d-66c79fe1bf6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454836 Feb 02 07:09:20.710481 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-285c3350-cc8a-4d42-a460-db3c39ecf477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e208d4df-c8d9-472f-b5fa-18c727927e92', 'name': '', 'tenant_id': 'ba2d4fec5c2a4fd3b5f035c0c3b38bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:09:13Z', 'updated_at': '2022-02-02T07:09:19Z', 'revision_number': 4, 'project_id': 'ba2d4fec5c2a4fd3b5f035c0c3b38bb8', 'gw_port_host': None}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:09:20.724114 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a76db262-8c08-4d26-9285-ef01f1b563f4 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (f46a0fb6-42a5-40b6-b618-9746fb777b1f), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:20.745377 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285c3350-cc8a-4d42-a460-db3c39ecf477 None None] The sync data for ids ['e208d4df-c8d9-472f-b5fa-18c727927e92'] in n-d-789963-26 is: [{'id': 'e208d4df-c8d9-472f-b5fa-18c727927e92', 'name': '', 'tenant_id': 'ba2d4fec5c2a4fd3b5f035c0c3b38bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:09:13Z', 'updated_at': '2022-02-02T07:09:19Z', 'revision_number': 4, 'project_id': 'ba2d4fec5c2a4fd3b5f035c0c3b38bb8', 'gw_port_host': None}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:09:20.763754 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76db262-8c08-4d26-9285-ef01f1b563f4 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Pushing event deleted for resources: {'Port': ['ID=f46a0fb6-42a5-40b6-b618-9746fb777b1f,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:20.827483 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a76db262-8c08-4d26-9285-ef01f1b563f4 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (e208d4df-c8d9-472f-b5fa-18c727927e92), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:20.966941 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a76db262-8c08-4d26-9285-ef01f1b563f4 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (e208d4df-c8d9-472f-b5fa-18c727927e92), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:20.972228 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a76db262-8c08-4d26-9285-ef01f1b563f4 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks [] for router_controller (e208d4df-c8d9-472f-b5fa-18c727927e92), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:21.033317 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a76db262-8c08-4d26-9285-ef01f1b563f4 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (e208d4df-c8d9-472f-b5fa-18c727927e92), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:21.034304 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a76db262-8c08-4d26-9285-ef01f1b563f4 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e208d4df-c8d9-472f-b5fa-18c727927e92 {{(pid=109693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:09:21.043644 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a76db262-8c08-4d26-9285-ef01f1b563f4 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:21.047411 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a76db262-8c08-4d26-9285-ef01f1b563f4 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] 10.222.0.87 "DELETE /v2.0/routers/e208d4df-c8d9-472f-b5fa-18c727927e92 HTTP/1.1" status: 204 len: 168 time: 2.5312784 Feb 02 07:09:21.048202 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 52350) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:21.124745 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3f158d9-965c-4db3-932f-41cbb297bd18 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Deleting subnet 8327e169-bec2-477a-b50c-d59d1a3ad476 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:09:21.129156 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b3f158d9-965c-4db3-932f-41cbb297bd18 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks [] for subnet (8327e169-bec2-477a-b50c-d59d1a3ad476), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:21.180906 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device f9522278-2a1c-403b-b1b6-9e3dbe8dd39f details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:09:21.248943 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b3f158d9-965c-4db3-932f-41cbb297bd18 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (8327e169-bec2-477a-b50c-d59d1a3ad476), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:21.330304 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acce6ef1-a723-4ac9-a517-11f953c82966 req-9dbb3a5e-b4f5-4b57-92cc-3bed16f785ca tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:21.332542 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-acce6ef1-a723-4ac9-a517-11f953c82966 req-9dbb3a5e-b4f5-4b57-92cc-3bed16f785ca tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.1764770 Feb 02 07:09:21.342059 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b3f158d9-965c-4db3-932f-41cbb297bd18 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (8327e169-bec2-477a-b50c-d59d1a3ad476), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:21.352330 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port f9522278-2a1c-403b-b1b6-9e3dbe8dd39f, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=f9522278-2a1c-403b-b1b6-9e3dbe8dd39f,segment=NetworkSegment(99da04fe-20b0-46d1-9372-22452ee68679),segment_id=99da04fe-20b0-46d1-9372-22452ee68679)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:09:21.392950 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': 'f9522278-2a1c-403b-b1b6-9e3dbe8dd39f', 'network_id': '93a7727a-9e40-4a0f-b90d-66c79fe1bf6c', 'port_id': 'f9522278-2a1c-403b-b1b6-9e3dbe8dd39f', 'mac_address': 'fa:16:3e:5d:0a:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '772313e3-625d-4c7f-b776-8fe829836021', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:09:21.422786 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f33df-ea77-4636-b383-78b6d761ef57 req-e4898aff-e967-44e4-9bee-464f3e6c0240 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:21.426677 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d93f33df-ea77-4636-b383-78b6d761ef57 req-e4898aff-e967-44e4-9bee-464f3e6c0240 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 944 time: 0.1355212 Feb 02 07:09:21.437767 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-acce6ef1-a723-4ac9-a517-11f953c82966 req-f3aabfb8-54ea-4ead-92c4-25184bfac6cb tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969555 Feb 02 07:09:21.465674 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b3f158d9-965c-4db3-932f-41cbb297bd18 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (8327e169-bec2-477a-b50c-d59d1a3ad476), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:21.500916 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f158d9-965c-4db3-932f-41cbb297bd18 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8327e169-bec2-477a-b50c-d59d1a3ad476,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:21.512539 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port f9522278-2a1c-403b-b1b6-9e3dbe8dd39f is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:09:21.512806 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b3f158d9-965c-4db3-932f-41cbb297bd18 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:21.514693 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f9522278-2a1c-403b-b1b6-9e3dbe8dd39f), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:21.518979 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b3f158d9-965c-4db3-932f-41cbb297bd18 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] 10.222.0.87 "DELETE /v2.0/subnets/8327e169-bec2-477a-b50c-d59d1a3ad476 HTTP/1.1" status: 204 len: 168 time: 0.4666755 Feb 02 07:09:21.519965 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 52364) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:21.531708 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d93f33df-ea77-4636-b383-78b6d761ef57 req-e6656edf-74c8-44bd-83b3-d12f569a41b3 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=4c2c0860-2986-407a-8a1e-1579ab01e7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981715 Feb 02 07:09:21.542813 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9522278-2a1c-403b-b1b6-9e3dbe8dd39f {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:09:21.580103 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port f9522278-2a1c-403b-b1b6-9e3dbe8dd39f, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=f9522278-2a1c-403b-b1b6-9e3dbe8dd39f,segment=NetworkSegment(99da04fe-20b0-46d1-9372-22452ee68679),segment_id=99da04fe-20b0-46d1-9372-22452ee68679)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:09:21.592202 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (f9522278-2a1c-403b-b1b6-9e3dbe8dd39f), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:21.645808 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-273d1148-7990-43ba-9de8-d9b678fc7cf0 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (d961ae97-6a26-47e3-8431-ed6322133984), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:21.681134 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=f9522278-2a1c-403b-b1b6-9e3dbe8dd39f,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:21.762963 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-273d1148-7990-43ba-9de8-d9b678fc7cf0 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (d961ae97-6a26-47e3-8431-ed6322133984), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:21.805845 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-273d1148-7990-43ba-9de8-d9b678fc7cf0 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d961ae97-6a26-47e3-8431-ed6322133984']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:09:21.821865 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-273d1148-7990-43ba-9de8-d9b678fc7cf0 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68416558-9be9-4fcc-8d68-e94e5b8a65a3') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:09:21.822184 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-273d1148-7990-43ba-9de8-d9b678fc7cf0 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68416558-9be9-4fcc-8d68-e94e5b8a65a3') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:09:21.835694 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-273d1148-7990-43ba-9de8-d9b678fc7cf0 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (68416558-9be9-4fcc-8d68-e94e5b8a65a3), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:21.857322 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-273d1148-7990-43ba-9de8-d9b678fc7cf0 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (68416558-9be9-4fcc-8d68-e94e5b8a65a3), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:21.866691 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-273d1148-7990-43ba-9de8-d9b678fc7cf0 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:09:21.867100 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-273d1148-7990-43ba-9de8-d9b678fc7cf0 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (68416558-9be9-4fcc-8d68-e94e5b8a65a3), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:21.869277 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:09:21.869277 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:09:21.869277 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:09:21.869277 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:09:21.869277 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:09:21.869277 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:09:21.869277 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:09:21.869277 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:09:21.869277 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:09:21.869277 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:09:21.869277 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:09:21.869277 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:09:21.869277 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:09:21.869277 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:09:21.869277 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:09:21.869277 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:09:21.869277 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:09:21.869277 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:09:21.869277 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:09:21.869277 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:09:21.869277 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:09:21.869277 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:09:21.869277 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:09:21.869277 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:09:21.869277 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:09:21.869277 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:09:21.869277 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:09:21.869277 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:09:21.869277 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:09:21.869277 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:09:21.869277 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:09:21.869277 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:09:21.957038 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-273d1148-7990-43ba-9de8-d9b678fc7cf0 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (d961ae97-6a26-47e3-8431-ed6322133984), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:21.984446 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-273d1148-7990-43ba-9de8-d9b678fc7cf0 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d961ae97-6a26-47e3-8431-ed6322133984 {{(pid=109694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 02 07:09:21.989349 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:21.998120 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-273d1148-7990-43ba-9de8-d9b678fc7cf0 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:22.004144 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-273d1148-7990-43ba-9de8-d9b678fc7cf0 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] 10.222.0.87 "DELETE /v2.0/networks/d961ae97-6a26-47e3-8431-ed6322133984 HTTP/1.1" status: 204 len: 168 time: 0.4819326 Feb 02 07:09:22.005010 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d1148-7990-43ba-9de8-d9b678fc7cf0 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Pushing event deleted for resources: {'Network': ['ID=d961ae97-6a26-47e3-8431-ed6322133984,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:22.014073 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['f9522278-2a1c-403b-b1b6-9e3dbe8dd39f'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:09:22.698510 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecf3f12-6f68-4943-ae0b-e22337fbe867 req-4dd73f89-3aae-427a-9c9c-7c3b2eb40b4a tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:22.700216 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7ecf3f12-6f68-4943-ae0b-e22337fbe867 req-4dd73f89-3aae-427a-9c9c-7c3b2eb40b4a tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.1495602 Feb 02 07:09:22.768322 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f35518c-d447-4ccf-8938-2ce919e98cf9 req-104dfcef-1adb-463b-9cf3-3c80a2f3730f tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:22.780333 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8f35518c-d447-4ccf-8938-2ce919e98cf9 req-104dfcef-1adb-463b-9cf3-3c80a2f3730f tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 945 time: 0.0900149 Feb 02 07:09:22.781720 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7ecf3f12-6f68-4943-ae0b-e22337fbe867 req-172b4713-0446-4498-a893-52f1cabe7b12 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665095 Feb 02 07:09:22.885485 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8f35518c-d447-4ccf-8938-2ce919e98cf9 req-b9eca89d-6b38-4b11-b01b-a89fe451c405 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=4c2c0860-2986-407a-8a1e-1579ab01e7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784531 Feb 02 07:09:22.926654 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 52408) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:22.931473 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-a6b31699-b1c7-4a64-80a4-81edabd7a90b tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Request body: {'router': {'name': 'tempest-router--1155859802', 'project_id': '993572d3b090491aa4800585d4bee3dc'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:09:22.962458 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a6b31699-b1c7-4a64-80a4-81edabd7a90b tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (652b8b9b-e42a-4d57-b889-31365a6d704b), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:22.965631 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a6b31699-b1c7-4a64-80a4-81edabd7a90b tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (652b8b9b-e42a-4d57-b889-31365a6d704b), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:23.054240 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a6b31699-b1c7-4a64-80a4-81edabd7a90b tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks [] for router_controller (652b8b9b-e42a-4d57-b889-31365a6d704b), precommit_add_association {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:23.059699 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a6b31699-b1c7-4a64-80a4-81edabd7a90b tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (652b8b9b-e42a-4d57-b889-31365a6d704b), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:23.078779 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a6b31699-b1c7-4a64-80a4-81edabd7a90b tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:23.080014 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a6b31699-b1c7-4a64-80a4-81edabd7a90b tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1518626 Feb 02 07:09:23.084012 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 52414) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:23.165607 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b0bedaca-3bdc-4d5d-86d6-d29920269cf1 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks [] for router (652b8b9b-e42a-4d57-b889-31365a6d704b), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:23.193121 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device f9522278-2a1c-403b-b1b6-9e3dbe8dd39f up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:09:23.287135 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port f9522278-2a1c-403b-b1b6-9e3dbe8dd39f completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:09:23.291688 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port f9522278-2a1c-403b-b1b6-9e3dbe8dd39f triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:09:23.292813 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (f9522278-2a1c-403b-b1b6-9e3dbe8dd39f), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:23.363716 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b0bedaca-3bdc-4d5d-86d6-d29920269cf1 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (652b8b9b-e42a-4d57-b889-31365a6d704b), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:23.366335 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b0bedaca-3bdc-4d5d-86d6-d29920269cf1 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks [] for router_controller (652b8b9b-e42a-4d57-b889-31365a6d704b), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:23.436505 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port f9522278-2a1c-403b-b1b6-9e3dbe8dd39f is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:09:23.436975 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f9522278-2a1c-403b-b1b6-9e3dbe8dd39f), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:23.442659 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b0bedaca-3bdc-4d5d-86d6-d29920269cf1 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (652b8b9b-e42a-4d57-b889-31365a6d704b), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:23.443600 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0bedaca-3bdc-4d5d-86d6-d29920269cf1 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 652b8b9b-e42a-4d57-b889-31365a6d704b {{(pid=109693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:09:23.451590 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b0bedaca-3bdc-4d5d-86d6-d29920269cf1 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:23.453454 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b0bedaca-3bdc-4d5d-86d6-d29920269cf1 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] 10.222.0.87 "DELETE /v2.0/routers/652b8b9b-e42a-4d57-b889-31365a6d704b HTTP/1.1" status: 204 len: 168 time: 0.3683350 Feb 02 07:09:23.502620 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3244b4-d911-40fc-bc67-3817cf9a5d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9522278-2a1c-403b-b1b6-9e3dbe8dd39f'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:09:23.505891 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a575a2-3570-4d84-9c53-a101bd668603" -d '{"events": [{"server_uuid": "6d3244b4-d911-40fc-bc67-3817cf9a5d47", "name": "network-vif-plugged", "status": "completed", "tag": "f9522278-2a1c-403b-b1b6-9e3dbe8dd39f"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:09:23.539427 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port f9522278-2a1c-403b-b1b6-9e3dbe8dd39f, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=f9522278-2a1c-403b-b1b6-9e3dbe8dd39f,segment=NetworkSegment(99da04fe-20b0-46d1-9372-22452ee68679),segment_id=99da04fe-20b0-46d1-9372-22452ee68679)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:09:23.547940 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (f9522278-2a1c-403b-b1b6-9e3dbe8dd39f), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:23.652812 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=f9522278-2a1c-403b-b1b6-9e3dbe8dd39f,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:23.769265 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 52454) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:23.984374 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f9a5ec-f434-430e-84c5-fe8a846d3c50 x-openstack-request-id: req-44f9a5ec-f434-430e-84c5-fe8a846d3c50 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:09:23.984889 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d3244b4-d911-40fc-bc67-3817cf9a5d47", "name": "network-vif-plugged", "status": "completed", "tag": "f9522278-2a1c-403b-b1b6-9e3dbe8dd39f", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:09:23.985392 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-44f9a5ec-f434-430e-84c5-fe8a846d3c50 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:09:23.985949 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d3244b4-d911-40fc-bc67-3817cf9a5d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9522278-2a1c-403b-b1b6-9e3dbe8dd39f', 'code': 200} Feb 02 07:09:24.000391 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f4eff-d938-4491-9488-9744ca28386b req-6e8610bb-a53c-4272-8a54-723e34055cc2 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:24.002423 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-df6f4eff-d938-4491-9488-9744ca28386b req-6e8610bb-a53c-4272-8a54-723e34055cc2 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.1113856 Feb 02 07:09:24.117130 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-df6f4eff-d938-4491-9488-9744ca28386b req-8df25811-a73a-45ed-9167-1338906d574c tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047006 Feb 02 07:09:24.149021 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac37703-0b16-42ba-9819-25b7e88f6ffb req-84ebe332-f39c-422b-a38b-63688e8c73f0 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:24.151364 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8ac37703-0b16-42ba-9819-25b7e88f6ffb req-84ebe332-f39c-422b-a38b-63688e8c73f0 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 946 time: 0.0995131 Feb 02 07:09:24.192090 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d705e07-ef17-4618-b723-4bfb9cb1eee1 req-3b55d254-a4c8-4679-b9e0-40ca1593ee03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:24.195700 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7d705e07-ef17-4618-b723-4bfb9cb1eee1 req-3b55d254-a4c8-4679-b9e0-40ca1593ee03 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 1129 time: 0.0770609 Feb 02 07:09:24.218278 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8ac37703-0b16-42ba-9819-25b7e88f6ffb req-d43bce4c-664a-474b-b2a8-c27130a1e713 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=4c2c0860-2986-407a-8a1e-1579ab01e7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612361 Feb 02 07:09:24.274758 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7d705e07-ef17-4618-b723-4bfb9cb1eee1 req-63af4647-0602-4f79-89e5-7dad4b0ae098 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4c2c0860-2986-407a-8a1e-1579ab01e7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716419 Feb 02 07:09:24.304760 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-ad922e75-fe9e-459d-9430-4bda36abc410 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1109851048', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}, 'admin_state_up': False}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:09:24.330907 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ad922e75-fe9e-459d-9430-4bda36abc410 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (dd10bc8d-c690-40c5-923b-2ae660f5f108), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:24.332259 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ad922e75-fe9e-459d-9430-4bda36abc410 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (dd10bc8d-c690-40c5-923b-2ae660f5f108), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:24.410157 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 52476) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:24.415452 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ad922e75-fe9e-459d-9430-4bda36abc410 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks [] for router_controller (dd10bc8d-c690-40c5-923b-2ae660f5f108), precommit_add_association {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:24.590726 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ad922e75-fe9e-459d-9430-4bda36abc410 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks [] for router_gateway (dd10bc8d-c690-40c5-923b-2ae660f5f108), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:24.708958 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-58d286f1-d6f9-47d2-afa2-37a99c349d3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:24.810439 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-58d286f1-d6f9-47d2-afa2-37a99c349d3f admin admin] Publish callbacks [] for security_group (e5a2c11e-0ae2-4630-a466-22ba709a27c7), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:24.819458 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-58d286f1-d6f9-47d2-afa2-37a99c349d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (e5a2c11e-0ae2-4630-a466-22ba709a27c7), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:24.851283 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ad922e75-fe9e-459d-9430-4bda36abc410 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks [] for router_gateway (dd10bc8d-c690-40c5-923b-2ae660f5f108), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:24.870634 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-58d286f1-d6f9-47d2-afa2-37a99c349d3f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=a5f38a43cf184357af6f846e29aadb66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4589486 Feb 02 07:09:24.873196 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 52488) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:24.880670 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ad922e75-fe9e-459d-9430-4bda36abc410 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:24.891327 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d286f1-d6f9-47d2-afa2-37a99c349d3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a2c11e-0ae2-4630-a466-22ba709a27c7,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:25.024569 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a3702771-5a5e-401a-9c30-31d66130c067 admin admin] Publish callbacks [] for security_group (e5a2c11e-0ae2-4630-a466-22ba709a27c7), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:25.067296 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-ad922e75-fe9e-459d-9430-4bda36abc410 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Allocated IP 172.25.4.89 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/460f73ea-5a7a-4616-8811-52e0aa11d398) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:09:25.075668 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a3702771-5a5e-401a-9c30-31d66130c067 admin admin] Publish callbacks [] for security_group (e5a2c11e-0ae2-4630-a466-22ba709a27c7), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:25.195605 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a3702771-5a5e-401a-9c30-31d66130c067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (e5a2c11e-0ae2-4630-a466-22ba709a27c7), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:25.198411 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a3702771-5a5e-401a-9c30-31d66130c067 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:25.201923 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a3702771-5a5e-401a-9c30-31d66130c067 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/e5a2c11e-0ae2-4630-a466-22ba709a27c7 HTTP/1.1" status: 204 len: 168 time: 0.3254485 Feb 02 07:09:25.235056 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3702771-5a5e-401a-9c30-31d66130c067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a2c11e-0ae2-4630-a466-22ba709a27c7,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:25.258903 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ad922e75-fe9e-459d-9430-4bda36abc410 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks [] for port (460f73ea-5a7a-4616-8811-52e0aa11d398), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:25.303498 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c061b15-ebcc-4eb8-8359-30c276bdc130 req-259a388f-6e44-48d2-952f-1dce4816d4f2 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:25.303498 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6c061b15-ebcc-4eb8-8359-30c276bdc130 req-259a388f-6e44-48d2-952f-1dce4816d4f2 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.0922120 Feb 02 07:09:25.349996 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ad922e75-fe9e-459d-9430-4bda36abc410 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (460f73ea-5a7a-4616-8811-52e0aa11d398), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:25.421863 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad922e75-fe9e-459d-9430-4bda36abc410 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:09:25.430338 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-ad922e75-fe9e-459d-9430-4bda36abc410 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:09:25.431532 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46135478-fc85-48c7-9ebd-be997ba8280b req-e927ff27-935a-4992-a313-fb647898d885 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:25.441686 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad922e75-fe9e-459d-9430-4bda36abc410 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:09:25.453553 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-46135478-fc85-48c7-9ebd-be997ba8280b req-e927ff27-935a-4992-a313-fb647898d885 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 946 time: 0.1110301 Feb 02 07:09:25.474744 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6c061b15-ebcc-4eb8-8359-30c276bdc130 req-ae7be7bc-d459-46f0-ba0f-cfae22d4cb5b tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634116 Feb 02 07:09:25.482682 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad922e75-fe9e-459d-9430-4bda36abc410 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Pushing event updated for resources: {'Port': ['ID=460f73ea-5a7a-4616-8811-52e0aa11d398,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:25.565385 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-46135478-fc85-48c7-9ebd-be997ba8280b req-f62197ee-bbb7-44c6-950d-4f11557b7e74 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=4c2c0860-2986-407a-8a1e-1579ab01e7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108174 Feb 02 07:09:25.791044 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 52510) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:25.794618 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ad922e75-fe9e-459d-9430-4bda36abc410 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks [] for router_gateway (dd10bc8d-c690-40c5-923b-2ae660f5f108), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:25.810938 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7a0f174f-3d0c-4ed5-a233-6fa2d4fa7e3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:25.912750 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7a0f174f-3d0c-4ed5-a233-6fa2d4fa7e3e admin admin] Publish callbacks [] for security_group (cad8f4ee-c899-4ec2-8094-84dfac60f399), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:25.919110 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7a0f174f-3d0c-4ed5-a233-6fa2d4fa7e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (cad8f4ee-c899-4ec2-8094-84dfac60f399), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:25.979045 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-7a0f174f-3d0c-4ed5-a233-6fa2d4fa7e3e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b2a70be2ecde436392df879abc40ccc8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1847179 Feb 02 07:09:25.979854 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 52516) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:26.013754 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0f174f-3d0c-4ed5-a233-6fa2d4fa7e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad8f4ee-c899-4ec2-8094-84dfac60f399,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:26.041632 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-193ce5e6-09fb-468a-8c2a-742a6b726851 admin admin] Publish callbacks [] for security_group (cad8f4ee-c899-4ec2-8094-84dfac60f399), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:26.069195 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-193ce5e6-09fb-468a-8c2a-742a6b726851 admin admin] Publish callbacks [] for security_group (cad8f4ee-c899-4ec2-8094-84dfac60f399), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:26.093959 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ad922e75-fe9e-459d-9430-4bda36abc410 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (dd10bc8d-c690-40c5-923b-2ae660f5f108), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:26.139018 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-193ce5e6-09fb-468a-8c2a-742a6b726851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (cad8f4ee-c899-4ec2-8094-84dfac60f399), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:26.142746 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-193ce5e6-09fb-468a-8c2a-742a6b726851 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:26.146908 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-193ce5e6-09fb-468a-8c2a-742a6b726851 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/cad8f4ee-c899-4ec2-8094-84dfac60f399 HTTP/1.1" status: 204 len: 168 time: 0.1659021 Feb 02 07:09:26.156642 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193ce5e6-09fb-468a-8c2a-742a6b726851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad8f4ee-c899-4ec2-8094-84dfac60f399,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:26.266789 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad922e75-fe9e-459d-9430-4bda36abc410 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Router dd10bc8d-c690-40c5-923b-2ae660f5f108 is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:09:26.388031 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad922e75-fe9e-459d-9430-4bda36abc410 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:09:26.403021 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d873ea9-4620-4001-a053-eb34a5b48d30 None None] Sync routers for ids ['dd10bc8d-c690-40c5-923b-2ae660f5f108'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:09:26.410691 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ad922e75-fe9e-459d-9430-4bda36abc410 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:26.411998 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-ad922e75-fe9e-459d-9430-4bda36abc410 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.6411083 Feb 02 07:09:26.414755 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 52526) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:26.426948 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d873ea9-4620-4001-a053-eb34a5b48d30 None None] Routers {'dd10bc8d-c690-40c5-923b-2ae660f5f108'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:09:26.426948 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-3d873ea9-4620-4001-a053-eb34a5b48d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:09:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['dd10bc8d-c690-40c5-923b-2ae660f5f108'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:09:26.477005 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-3d873ea9-4620-4001-a053-eb34a5b48d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:09:26.487007 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d873ea9-4620-4001-a053-eb34a5b48d30 None None] Routers {'dd10bc8d-c690-40c5-923b-2ae660f5f108'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:09:26.487966 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-3d873ea9-4620-4001-a053-eb34a5b48d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:09:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['dd10bc8d-c690-40c5-923b-2ae660f5f108'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:09:26.544135 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-3d873ea9-4620-4001-a053-eb34a5b48d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:09:26.545043 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d873ea9-4620-4001-a053-eb34a5b48d30 None None] The sync data for ids ['dd10bc8d-c690-40c5-923b-2ae660f5f108'] in n-d-789963-26 is: [] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:09:26.648187 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-af17a57a-a3bf-4ba9-b137-bdb1301c4dbf tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] 10.222.0.87 "GET /v2.0/routers/dd10bc8d-c690-40c5-923b-2ae660f5f108 HTTP/1.1" status: 200 len: 924 time: 0.2319379 Feb 02 07:09:26.649265 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 52540) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:26.685258 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-0ad67be6-bf5c-495a-a41c-597b7d297e35 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] 10.222.0.87 "GET /v2.0/ports?device_id=dd10bc8d-c690-40c5-923b-2ae660f5f108 HTTP/1.1" status: 200 len: 205 time: 0.0337882 Feb 02 07:09:26.688888 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 52542) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:26.712208 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a47e95d-aee9-444a-ac4d-1491ed739241 req-94993912-8df8-499b-a03b-6002203e5127 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:26.714567 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8a47e95d-aee9-444a-ac4d-1491ed739241 req-94993912-8df8-499b-a03b-6002203e5127 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 946 time: 0.0650206 Feb 02 07:09:26.780086 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8a47e95d-aee9-444a-ac4d-1491ed739241 req-ebfcbde1-ecd4-40e6-b074-5af98ac6752c tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=4c2c0860-2986-407a-8a1e-1579ab01e7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597296 Feb 02 07:09:26.816856 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3751153a-150c-472e-9431-2eb74610ca5e req-192e79c6-b7d8-4f6e-88a1-111d9f11e124 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:26.822501 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3751153a-150c-472e-9431-2eb74610ca5e req-192e79c6-b7d8-4f6e-88a1-111d9f11e124 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.2452028 Feb 02 07:09:26.894988 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-eafa9ea2-ba33-4e99-bd01-365c80ee7703 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks [] for router (dd10bc8d-c690-40c5-923b-2ae660f5f108), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:26.949373 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd77838-970b-49c5-b324-abc6ebe643d7 req-63031cec-538a-4e5e-b423-900be9929911 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:26.951820 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fcd77838-970b-49c5-b324-abc6ebe643d7 req-63031cec-538a-4e5e-b423-900be9929911 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 946 time: 0.0876307 Feb 02 07:09:26.962415 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 52552) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:26.969510 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-2b3e68e3-cc30-4315-8971-3eb5ca050d4e tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Request body: {'floatingip': {'port_id': 'f9522278-2a1c-403b-b1b6-9e3dbe8dd39f'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:09:27.049092 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2b3e68e3-cc30-4315-8971-3eb5ca050d4e tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks [] for floatingip (a471077f-db71-41d5-aa9c-b263cee34142), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:27.232313 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:27.365816 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3751153a-150c-472e-9431-2eb74610ca5e req-5cb2b62d-9854-4f96-9e29-615303c1d14f tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5238135 Feb 02 07:09:27.438664 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-eafa9ea2-ba33-4e99-bd01-365c80ee7703 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks [] for router_gateway (dd10bc8d-c690-40c5-923b-2ae660f5f108), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:27.521403 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-eafa9ea2-ba33-4e99-bd01-365c80ee7703 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Deleting port 460f73ea-5a7a-4616-8811-52e0aa11d398 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:09:27.521774 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-eafa9ea2-ba33-4e99-bd01-365c80ee7703 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (460f73ea-5a7a-4616-8811-52e0aa11d398), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:27.637114 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-eafa9ea2-ba33-4e99-bd01-365c80ee7703 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (460f73ea-5a7a-4616-8811-52e0aa11d398), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:27.654743 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-eafa9ea2-ba33-4e99-bd01-365c80ee7703 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Calling delete_port for 460f73ea-5a7a-4616-8811-52e0aa11d398 owned by network:router_gateway {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:09:27.853279 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2b3e68e3-cc30-4315-8971-3eb5ca050d4e tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:27.859183 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2b3e68e3-cc30-4315-8971-3eb5ca050d4e tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (a471077f-db71-41d5-aa9c-b263cee34142), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:27.879005 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-eafa9ea2-ba33-4e99-bd01-365c80ee7703 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (460f73ea-5a7a-4616-8811-52e0aa11d398), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:27.949069 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafa9ea2-ba33-4e99-bd01-365c80ee7703 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Pushing event deleted for resources: {'Port': ['ID=460f73ea-5a7a-4616-8811-52e0aa11d398,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:28.056669 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-eafa9ea2-ba33-4e99-bd01-365c80ee7703 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (dd10bc8d-c690-40c5-923b-2ae660f5f108), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:28.259699 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-eafa9ea2-ba33-4e99-bd01-365c80ee7703 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (dd10bc8d-c690-40c5-923b-2ae660f5f108), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:28.270710 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-eafa9ea2-ba33-4e99-bd01-365c80ee7703 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks [] for router_controller (dd10bc8d-c690-40c5-923b-2ae660f5f108), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:28.347361 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-eafa9ea2-ba33-4e99-bd01-365c80ee7703 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (dd10bc8d-c690-40c5-923b-2ae660f5f108), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:28.349215 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eafa9ea2-ba33-4e99-bd01-365c80ee7703 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Fanout notify agent at l3_agent the message router_deleted on router dd10bc8d-c690-40c5-923b-2ae660f5f108 {{(pid=109693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:09:28.362167 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-eafa9ea2-ba33-4e99-bd01-365c80ee7703 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:28.370684 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-eafa9ea2-ba33-4e99-bd01-365c80ee7703 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] 10.222.0.87 "DELETE /v2.0/routers/dd10bc8d-c690-40c5-923b-2ae660f5f108 HTTP/1.1" status: 204 len: 168 time: 1.6795456 Feb 02 07:09:28.371400 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 52582) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:28.379613 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-f48ebdab-9772-4f70-a7a9-ab6bfa335f2e tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1001018658', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'enable_snat': False}}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:09:28.406776 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f48ebdab-9772-4f70-a7a9-ab6bfa335f2e tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (006a1445-1e00-4f34-827c-c9d8a603381e), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:28.408933 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f48ebdab-9772-4f70-a7a9-ab6bfa335f2e tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (006a1445-1e00-4f34-827c-c9d8a603381e), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:28.432957 n-d-789963-26 neutron-server[109694]: INFO neutron.db.l3_db [None req-2b3e68e3-cc30-4315-8971-3eb5ca050d4e tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Floating IP a471077f-db71-41d5-aa9c-b263cee34142 associated. External IP: 172.25.4.217, port: f9522278-2a1c-403b-b1b6-9e3dbe8dd39f. Feb 02 07:09:28.514272 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f48ebdab-9772-4f70-a7a9-ab6bfa335f2e tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks [] for router_controller (006a1445-1e00-4f34-827c-c9d8a603381e), precommit_add_association {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:28.617968 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea81ba-7048-4466-bf23-6b06d8988ca8 req-13004ecc-a063-4256-8d62-1ae8f291a4f0 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:28.624843 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a1ea81ba-7048-4466-bf23-6b06d8988ca8 req-13004ecc-a063-4256-8d62-1ae8f291a4f0 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.1251118 Feb 02 07:09:28.700618 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a1ea81ba-7048-4466-bf23-6b06d8988ca8 req-07d0ba3e-406c-4968-9996-5b6af2062e29 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698311 Feb 02 07:09:28.800307 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f48ebdab-9772-4f70-a7a9-ab6bfa335f2e tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks [] for router_gateway (006a1445-1e00-4f34-827c-c9d8a603381e), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:28.830374 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b3e68e3-cc30-4315-8971-3eb5ca050d4e tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Router 96a03403-39d6-4642-947c-0aeefc2e12bf has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:09:28.994836 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b3e68e3-cc30-4315-8971-3eb5ca050d4e tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:09:29.005517 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2b3e68e3-cc30-4315-8971-3eb5ca050d4e tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:29.007706 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12fd504-2c8a-4fa3-9736-394907cbd4a2 None None] Sync routers for ids ['96a03403-39d6-4642-947c-0aeefc2e12bf'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:09:29.035653 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12fd504-2c8a-4fa3-9736-394907cbd4a2 None None] Routers {'96a03403-39d6-4642-947c-0aeefc2e12bf'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:09:29.040440 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-f12fd504-2c8a-4fa3-9736-394907cbd4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:09:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['96a03403-39d6-4642-947c-0aeefc2e12bf'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:09:29.046799 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-2b3e68e3-cc30-4315-8971-3eb5ca050d4e tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "PUT /v2.0/floatingips/a471077f-db71-41d5-aa9c-b263cee34142 HTTP/1.1" status: 200 len: 992 time: 2.0830367 Feb 02 07:09:29.047451 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d3244b4-d911-40fc-bc67-3817cf9a5d47', 'tag': 'f9522278-2a1c-403b-b1b6-9e3dbe8dd39f'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:09:29.050663 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e2b7e7-04fb-444a-a459-8c8e0988813d" -d '{"events": [{"name": "network-changed", "server_uuid": "6d3244b4-d911-40fc-bc67-3817cf9a5d47", "tag": "f9522278-2a1c-403b-b1b6-9e3dbe8dd39f"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:09:29.232801 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-f12fd504-2c8a-4fa3-9736-394907cbd4a2 None None] Set router 96a03403-39d6-4642-947c-0aeefc2e12bf gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:09:29.274432 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f48ebdab-9772-4f70-a7a9-ab6bfa335f2e tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks [] for router_gateway (006a1445-1e00-4f34-827c-c9d8a603381e), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:29.329286 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f48ebdab-9772-4f70-a7a9-ab6bfa335f2e tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:29.349490 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a817d4dc-c016-4d09-8314-651c571d94f5 req-c7226ce1-de1f-4a3c-b2b0-a29c042e67cf tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:29.351205 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a817d4dc-c016-4d09-8314-651c571d94f5 req-c7226ce1-de1f-4a3c-b2b0-a29c042e67cf tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 946 time: 0.2176473 Feb 02 07:09:29.379941 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-279f91be-195a-4145-ba01-315ea67794f1 x-openstack-request-id: req-279f91be-195a-4145-ba01-315ea67794f1 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:09:29.380295 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d3244b4-d911-40fc-bc67-3817cf9a5d47", "tag": "f9522278-2a1c-403b-b1b6-9e3dbe8dd39f", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:09:29.380568 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-279f91be-195a-4145-ba01-315ea67794f1 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:09:29.380915 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d3244b4-d911-40fc-bc67-3817cf9a5d47', 'tag': 'f9522278-2a1c-403b-b1b6-9e3dbe8dd39f', 'status': 'completed', 'code': 200} Feb 02 07:09:29.591477 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a817d4dc-c016-4d09-8314-651c571d94f5 req-ed4c87b4-3379-4aaa-9be0-301d4d5d1772 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=4c2c0860-2986-407a-8a1e-1579ab01e7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578114 Feb 02 07:09:29.611244 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e2b7e7-04fb-444a-a459-8c8e0988813d req-deba8883-bb7c-4f76-80fc-930cf856afc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:29.613163 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b7e2b7e7-04fb-444a-a459-8c8e0988813d req-deba8883-bb7c-4f76-80fc-930cf856afc1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=faba4237acf64862ba84ad5ca9ce531a&device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 1129 time: 0.1803827 Feb 02 07:09:29.614504 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-f12fd504-2c8a-4fa3-9736-394907cbd4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a03403-39d6-4642-947c-0aeefc2e12bf', 'name': 'tempest-AttachVolumeShelveTestJSON-1797721458-router', 'tenant_id': 'faba4237acf64862ba84ad5ca9ce531a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '46edfeb7-6eb1-4026-958c-30c68e711312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:08:51Z', 'updated_at': '2022-02-02T07:08:57Z', 'revision_number': 4, 'project_id': 'faba4237acf64862ba84ad5ca9ce531a', 'gw_port': {'id': '46edfeb7-6eb1-4026-958c-30c68e711312', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:30:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a03403-39d6-4642-947c-0aeefc2e12bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:08:53Z', 'updated_at': '2022-02-02T07:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': 'a471077f-db71-41d5-aa9c-b263cee34142', 'tenant_id': 'faba4237acf64862ba84ad5ca9ce531a', 'floating_ip_address': '172.25.4.217', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '96a03403-39d6-4642-947c-0aeefc2e12bf', 'port_id': 'f9522278-2a1c-403b-b1b6-9e3dbe8dd39f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1663, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93a7727a-9e40-4a0f-b90d-66c79fe1bf6c', 'mac_address': 'fa:16:3e:5d:0a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3244b4-d911-40fc-bc67-3817cf9a5d47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:09:04Z', 'updated_at': '2022-02-02T07:09:27Z', 'revision_number': 1, 'project_id': 'faba4237acf64862ba84ad5ca9ce531a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27dbd983-8a26-499d-b424-f8d9842bb005', 'name': '', 'network_id': '93a7727a-9e40-4a0f-b90d-66c79fe1bf6c', 'tenant_id': 'faba4237acf64862ba84ad5ca9ce531a', 'mac_address': 'fa:16:3e:20:9c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a03403-39d6-4642-947c-0aeefc2e12bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '772313e3-625d-4c7f-b776-8fe829836021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:08:56Z', 'updated_at': '2022-02-02T07:09:09Z', 'revision_number': 5, 'project_id': 'faba4237acf64862ba84ad5ca9ce531a', 'subnets': [{'id': '772313e3-625d-4c7f-b776-8fe829836021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:09:29.630040 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-f48ebdab-9772-4f70-a7a9-ab6bfa335f2e tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Allocated IP 172.25.4.208 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/3bfe7fe3-0d54-4da5-96af-b29fdd0f23f4) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:09:29.651658 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12fd504-2c8a-4fa3-9736-394907cbd4a2 None None] Checking router: 96a03403-39d6-4642-947c-0aeefc2e12bf for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:09:29.663496 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12fd504-2c8a-4fa3-9736-394907cbd4a2 None None] Routers {'96a03403-39d6-4642-947c-0aeefc2e12bf'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:09:29.664663 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-f12fd504-2c8a-4fa3-9736-394907cbd4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:09:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['96a03403-39d6-4642-947c-0aeefc2e12bf'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:09:29.826971 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-f12fd504-2c8a-4fa3-9736-394907cbd4a2 None None] Set router 96a03403-39d6-4642-947c-0aeefc2e12bf gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:09:29.870325 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e2b7e7-04fb-444a-a459-8c8e0988813d req-c2129417-dbe9-4ef1-8246-a9bcf8ef4905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:29.873575 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b7e2b7e7-04fb-444a-a459-8c8e0988813d req-c2129417-dbe9-4ef1-8246-a9bcf8ef4905 service neutron] 10.222.0.59 "GET /v2.0/networks?id=93a7727a-9e40-4a0f-b90d-66c79fe1bf6c HTTP/1.1" status: 200 len: 918 time: 0.2503376 Feb 02 07:09:29.935481 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45c3c0-6080-433a-96e9-f649f18584a4 req-ee24e446-06e5-489b-8035-eba40bba3683 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:29.937912 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3f45c3c0-6080-433a-96e9-f649f18584a4 req-ee24e446-06e5-489b-8035-eba40bba3683 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.1256900 Feb 02 07:09:30.028526 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f48ebdab-9772-4f70-a7a9-ab6bfa335f2e tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks [] for port (3bfe7fe3-0d54-4da5-96af-b29fdd0f23f4), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:30.059855 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3f45c3c0-6080-433a-96e9-f649f18584a4 req-a1637696-07df-4f3e-bdcb-af5aa1a14c8d tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055408 Feb 02 07:09:30.102535 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b7e2b7e7-04fb-444a-a459-8c8e0988813d req-a76b9aa7-bc82-414e-ac03-5865804275ce service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9522278-2a1c-403b-b1b6-9e3dbe8dd39f HTTP/1.1" status: 200 len: 1000 time: 0.2121060 Feb 02 07:09:30.133345 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-f12fd504-2c8a-4fa3-9736-394907cbd4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a03403-39d6-4642-947c-0aeefc2e12bf', 'name': 'tempest-AttachVolumeShelveTestJSON-1797721458-router', 'tenant_id': 'faba4237acf64862ba84ad5ca9ce531a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '46edfeb7-6eb1-4026-958c-30c68e711312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:08:51Z', 'updated_at': '2022-02-02T07:08:57Z', 'revision_number': 4, 'project_id': 'faba4237acf64862ba84ad5ca9ce531a', 'gw_port': {'id': '46edfeb7-6eb1-4026-958c-30c68e711312', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:30:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a03403-39d6-4642-947c-0aeefc2e12bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:08:53Z', 'updated_at': '2022-02-02T07:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': 'a471077f-db71-41d5-aa9c-b263cee34142', 'tenant_id': 'faba4237acf64862ba84ad5ca9ce531a', 'floating_ip_address': '172.25.4.217', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '96a03403-39d6-4642-947c-0aeefc2e12bf', 'port_id': 'f9522278-2a1c-403b-b1b6-9e3dbe8dd39f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1663, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93a7727a-9e40-4a0f-b90d-66c79fe1bf6c', 'mac_address': 'fa:16:3e:5d:0a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3244b4-d911-40fc-bc67-3817cf9a5d47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:09:04Z', 'updated_at': '2022-02-02T07:09:27Z', 'revision_number': 1, 'project_id': 'faba4237acf64862ba84ad5ca9ce531a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27dbd983-8a26-499d-b424-f8d9842bb005', 'name': '', 'network_id': '93a7727a-9e40-4a0f-b90d-66c79fe1bf6c', 'tenant_id': 'faba4237acf64862ba84ad5ca9ce531a', 'mac_address': 'fa:16:3e:20:9c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a03403-39d6-4642-947c-0aeefc2e12bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '772313e3-625d-4c7f-b776-8fe829836021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:08:56Z', 'updated_at': '2022-02-02T07:09:09Z', 'revision_number': 5, 'project_id': 'faba4237acf64862ba84ad5ca9ce531a', 'subnets': [{'id': '772313e3-625d-4c7f-b776-8fe829836021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:09:30.173762 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12fd504-2c8a-4fa3-9736-394907cbd4a2 None None] The sync data for ids ['96a03403-39d6-4642-947c-0aeefc2e12bf'] in n-d-789963-26 is: [{'id': '96a03403-39d6-4642-947c-0aeefc2e12bf', 'name': 'tempest-AttachVolumeShelveTestJSON-1797721458-router', 'tenant_id': 'faba4237acf64862ba84ad5ca9ce531a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '46edfeb7-6eb1-4026-958c-30c68e711312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:08:51Z', 'updated_at': '2022-02-02T07:08:57Z', 'revision_number': 4, 'project_id': 'faba4237acf64862ba84ad5ca9ce531a', 'gw_port': {'id': '46edfeb7-6eb1-4026-958c-30c68e711312', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:30:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a03403-39d6-4642-947c-0aeefc2e12bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:08:53Z', 'updated_at': '2022-02-02T07:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': 'a471077f-db71-41d5-aa9c-b263cee34142', 'tenant_id': 'faba4237acf64862ba84ad5ca9ce531a', 'floating_ip_address': '172.25.4.217', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '96a03403-39d6-4642-947c-0aeefc2e12bf', 'port_id': 'f9522278-2a1c-403b-b1b6-9e3dbe8dd39f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1663, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93a7727a-9e40-4a0f-b90d-66c79fe1bf6c', 'mac_address': 'fa:16:3e:5d:0a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3244b4-d911-40fc-bc67-3817cf9a5d47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:09:04Z', 'updated_at': '2022-02-02T07:09:27Z', 'revision_number': 1, 'project_id': 'faba4237acf64862ba84ad5ca9ce531a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27dbd983-8a26-499d-b424-f8d9842bb005', 'name': '', 'network_id': '93a7727a-9e40-4a0f-b90d-66c79fe1bf6c', 'tenant_id': 'faba4237acf64862ba84ad5ca9ce531a', 'mac_address': 'fa:16:3e:20:9c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a03403-39d6-4642-947c-0aeefc2e12bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '772313e3-625d-4c7f-b776-8fe829836021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:08:56Z', 'updated_at': '2022-02-02T07:09:09Z', 'revision_number': 5, 'project_id': 'faba4237acf64862ba84ad5ca9ce531a', 'subnets': [{'id': '772313e3-625d-4c7f-b776-8fe829836021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:09:30.180605 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f48ebdab-9772-4f70-a7a9-ab6bfa335f2e tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (3bfe7fe3-0d54-4da5-96af-b29fdd0f23f4), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:30.197880 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e2b7e7-04fb-444a-a459-8c8e0988813d req-3924c707-7dcf-4e09-993b-ca2bae32a2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:30.203099 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b7e2b7e7-04fb-444a-a459-8c8e0988813d req-3924c707-7dcf-4e09-993b-ca2bae32a2a2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=772313e3-625d-4c7f-b776-8fe829836021 HTTP/1.1" status: 200 len: 856 time: 0.0978715 Feb 02 07:09:30.309836 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48ebdab-9772-4f70-a7a9-ab6bfa335f2e tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:09:30.320615 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-f48ebdab-9772-4f70-a7a9-ab6bfa335f2e tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:09:30.324250 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48ebdab-9772-4f70-a7a9-ab6bfa335f2e tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Pushing event updated for resources: {'Port': ['ID=3bfe7fe3-0d54-4da5-96af-b29fdd0f23f4,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:30.330834 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48ebdab-9772-4f70-a7a9-ab6bfa335f2e tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:09:30.376382 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e2b7e7-04fb-444a-a459-8c8e0988813d req-0a2dcc1e-5187-4318-8460-d3de1533ba7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:30.378171 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b7e2b7e7-04fb-444a-a459-8c8e0988813d req-0a2dcc1e-5187-4318-8460-d3de1533ba7c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=93a7727a-9e40-4a0f-b90d-66c79fe1bf6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1460006 Feb 02 07:09:30.561376 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0872622e-2eb3-4be6-b072-733c7643fed8 None None] New status for floating IP a471077f-db71-41d5-aa9c-b263cee34142: ACTIVE {{(pid=109695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 07:09:30.615845 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b7e2b7e7-04fb-444a-a459-8c8e0988813d req-27b4c431-5e5f-4d0d-beea-557ada5b1377 service neutron] 10.222.0.59 "GET /v2.0/networks/93a7727a-9e40-4a0f-b90d-66c79fe1bf6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305560 Feb 02 07:09:30.863146 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f48ebdab-9772-4f70-a7a9-ab6bfa335f2e tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks [] for router_gateway (006a1445-1e00-4f34-827c-c9d8a603381e), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:30.873407 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b7e2b7e7-04fb-444a-a459-8c8e0988813d req-eefccf62-0399-4cef-b5b0-235e106ac59b service neutron] 10.222.0.59 "GET /v2.0/networks/93a7727a-9e40-4a0f-b90d-66c79fe1bf6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484426 Feb 02 07:09:30.955607 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b146ab-9b54-471a-891c-2e334fb027cf req-3ec4f71d-051e-4d84-ac15-f10bb11ca766 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:30.957196 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-84b146ab-9b54-471a-891c-2e334fb027cf req-3ec4f71d-051e-4d84-ac15-f10bb11ca766 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 946 time: 0.1969843 Feb 02 07:09:31.086225 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-84b146ab-9b54-471a-891c-2e334fb027cf req-0f6254cc-9f1d-4eef-90e6-2d0484d36f73 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=4c2c0860-2986-407a-8a1e-1579ab01e7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940514 Feb 02 07:09:31.175662 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f48ebdab-9772-4f70-a7a9-ab6bfa335f2e tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (006a1445-1e00-4f34-827c-c9d8a603381e), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:31.231739 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028b80c-0ae6-42de-a7c6-c368ca009ca8 req-f3818a44-b7c3-47e0-b374-e822a9d3320a tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:31.236375 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0028b80c-0ae6-42de-a7c6-c368ca009ca8 req-f3818a44-b7c3-47e0-b374-e822a9d3320a tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.0737884 Feb 02 07:09:31.317733 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0028b80c-0ae6-42de-a7c6-c368ca009ca8 req-a8ad34a7-0773-4399-af6e-168dae9abf45 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722144 Feb 02 07:09:31.380832 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f48ebdab-9772-4f70-a7a9-ab6bfa335f2e tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Router 006a1445-1e00-4f34-827c-c9d8a603381e is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:09:31.506856 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 52672) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:31.525684 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f48ebdab-9772-4f70-a7a9-ab6bfa335f2e tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:09:31.535353 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3470041-251d-4429-9fb7-ec651736dce7 None None] Sync routers for ids ['006a1445-1e00-4f34-827c-c9d8a603381e'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:09:31.547664 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3470041-251d-4429-9fb7-ec651736dce7 None None] Routers {'006a1445-1e00-4f34-827c-c9d8a603381e'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:09:31.549567 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-b3470041-251d-4429-9fb7-ec651736dce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:09:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['006a1445-1e00-4f34-827c-c9d8a603381e'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:09:31.553681 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f48ebdab-9772-4f70-a7a9-ab6bfa335f2e tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:31.557779 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 52676) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:31.558930 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-f48ebdab-9772-4f70-a7a9-ab6bfa335f2e tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.1841502 Feb 02 07:09:31.686213 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-038194fa-af48-40d0-8239-a00bca0fff6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:31.712726 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-b3470041-251d-4429-9fb7-ec651736dce7 None None] Set router 006a1445-1e00-4f34-827c-c9d8a603381e gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:09:31.714668 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0c9a45f9-8c30-4052-be3c-72f6a5c825c5 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] 10.222.0.87 "GET /v2.0/routers/006a1445-1e00-4f34-827c-c9d8a603381e HTTP/1.1" status: 200 len: 909 time: 0.1556246 Feb 02 07:09:31.717295 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 52680) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:31.723380 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-8cab707c-cdf0-4e17-aabc-6bcab3023bb9 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1001018658', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'enable_snat': True}}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:09:31.752504 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8cab707c-cdf0-4e17-aabc-6bcab3023bb9 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (b0311865-e5bd-43cb-9bd8-bdc7b454f2a8), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:31.755139 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8cab707c-cdf0-4e17-aabc-6bcab3023bb9 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (b0311865-e5bd-43cb-9bd8-bdc7b454f2a8), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:31.812191 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-038194fa-af48-40d0-8239-a00bca0fff6b admin admin] Publish callbacks [] for security_group (faec47c2-f3f5-478f-b306-23abdb0067dc), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:31.820361 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-038194fa-af48-40d0-8239-a00bca0fff6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (faec47c2-f3f5-478f-b306-23abdb0067dc), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:31.828035 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8cab707c-cdf0-4e17-aabc-6bcab3023bb9 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks [] for router_controller (b0311865-e5bd-43cb-9bd8-bdc7b454f2a8), precommit_add_association {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:31.890949 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-038194fa-af48-40d0-8239-a00bca0fff6b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=6710a18d52ed470fac6dd6f33e7790c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3828082 Feb 02 07:09:31.892398 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038194fa-af48-40d0-8239-a00bca0fff6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faec47c2-f3f5-478f-b306-23abdb0067dc,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:31.896566 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 52684) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:31.999378 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3f2aa3f6-3378-4c75-b5f9-0bd88a09400e admin admin] Publish callbacks [] for security_group (faec47c2-f3f5-478f-b306-23abdb0067dc), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:32.015545 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8cab707c-cdf0-4e17-aabc-6bcab3023bb9 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks [] for router_gateway (b0311865-e5bd-43cb-9bd8-bdc7b454f2a8), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:32.024672 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3f2aa3f6-3378-4c75-b5f9-0bd88a09400e admin admin] Publish callbacks [] for security_group (faec47c2-f3f5-478f-b306-23abdb0067dc), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:32.112895 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3f2aa3f6-3378-4c75-b5f9-0bd88a09400e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (faec47c2-f3f5-478f-b306-23abdb0067dc), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:32.118581 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3f2aa3f6-3378-4c75-b5f9-0bd88a09400e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:32.125435 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-3f2aa3f6-3378-4c75-b5f9-0bd88a09400e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/faec47c2-f3f5-478f-b306-23abdb0067dc HTTP/1.1" status: 204 len: 168 time: 0.2277875 Feb 02 07:09:32.136836 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-b3470041-251d-4429-9fb7-ec651736dce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '006a1445-1e00-4f34-827c-c9d8a603381e', 'name': 'tempest-snat-router-1001018658', 'tenant_id': 'ba2d4fec5c2a4fd3b5f035c0c3b38bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.208'}], 'enable_snat': False}, 'gw_port_id': '3bfe7fe3-0d54-4da5-96af-b29fdd0f23f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:09:28Z', 'updated_at': '2022-02-02T07:09:30Z', 'revision_number': 3, 'project_id': 'ba2d4fec5c2a4fd3b5f035c0c3b38bb8', 'gw_port': {'id': '3bfe7fe3-0d54-4da5-96af-b29fdd0f23f4', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:96:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '006a1445-1e00-4f34-827c-c9d8a603381e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:09:29Z', 'updated_at': '2022-02-02T07:09:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:09:32.146071 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2aa3f6-3378-4c75-b5f9-0bd88a09400e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faec47c2-f3f5-478f-b306-23abdb0067dc,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:32.212718 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3470041-251d-4429-9fb7-ec651736dce7 None None] Checking router: 006a1445-1e00-4f34-827c-c9d8a603381e for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:09:32.213474 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3470041-251d-4429-9fb7-ec651736dce7 None None] Updating router 006a1445-1e00-4f34-827c-c9d8a603381e port 3bfe7fe3-0d54-4da5-96af-b29fdd0f23f4 binding host n-d-789963-26 {{(pid=109696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:09:32.272144 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-b3470041-251d-4429-9fb7-ec651736dce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3bfe7fe3-0d54-4da5-96af-b29fdd0f23f4), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:32.327236 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76843865-5784-4230-9b95-eed0dda9b27d req-bd4b07be-11e8-4fde-bb82-af4e7816dd17 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:32.334664 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-76843865-5784-4230-9b95-eed0dda9b27d req-bd4b07be-11e8-4fde-bb82-af4e7816dd17 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 946 time: 0.0934627 Feb 02 07:09:32.417544 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8cab707c-cdf0-4e17-aabc-6bcab3023bb9 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks [] for router_gateway (b0311865-e5bd-43cb-9bd8-bdc7b454f2a8), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:32.420431 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-76843865-5784-4230-9b95-eed0dda9b27d req-664bb258-778e-4001-9f1f-92c07b8a3124 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=4c2c0860-2986-407a-8a1e-1579ab01e7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796666 Feb 02 07:09:32.491632 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8cab707c-cdf0-4e17-aabc-6bcab3023bb9 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:32.623389 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117dc691-7de7-461f-8e2d-f8748d35b909 req-4f0c595e-8ce1-4201-b64e-bbce8ea614ce tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:32.625303 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-117dc691-7de7-461f-8e2d-f8748d35b909 req-4f0c595e-8ce1-4201-b64e-bbce8ea614ce tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.1733260 Feb 02 07:09:32.695845 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-117dc691-7de7-461f-8e2d-f8748d35b909 req-8551f865-e1de-4bbd-8265-c8d72a748d89 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615687 Feb 02 07:09:32.802354 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-b3470041-251d-4429-9fb7-ec651736dce7 None None] Publish callbacks [] for port (3bfe7fe3-0d54-4da5-96af-b29fdd0f23f4), precommit_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:32.810350 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-b3470041-251d-4429-9fb7-ec651736dce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (3bfe7fe3-0d54-4da5-96af-b29fdd0f23f4), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:32.880053 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-b3470041-251d-4429-9fb7-ec651736dce7 None None] Attempting to bind port 3bfe7fe3-0d54-4da5-96af-b29fdd0f23f4 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:09:32.880699 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-b3470041-251d-4429-9fb7-ec651736dce7 None None] Attempting to bind port 3bfe7fe3-0d54-4da5-96af-b29fdd0f23f4 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:09:32.881272 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3470041-251d-4429-9fb7-ec651736dce7 None None] Attempting to bind port 3bfe7fe3-0d54-4da5-96af-b29fdd0f23f4 on network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:09:32.885242 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004defae-8cf3-4139-97be-5ceec56251fa None None] Pushing event updated for resources: {'Port': ['ID=3bfe7fe3-0d54-4da5-96af-b29fdd0f23f4,revision_number=2']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:32.890491 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3470041-251d-4429-9fb7-ec651736dce7 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:09:32.891219 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3470041-251d-4429-9fb7-ec651736dce7 None None] Checking segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:09:32.891970 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-b3470041-251d-4429-9fb7-ec651736dce7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:32.892666 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3470041-251d-4429-9fb7-ec651736dce7 None None] Bound using segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:09:32.893371 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-b3470041-251d-4429-9fb7-ec651736dce7 None None] Bound port: 3bfe7fe3-0d54-4da5-96af-b29fdd0f23f4, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:09:32.894009 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-b3470041-251d-4429-9fb7-ec651736dce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3bfe7fe3-0d54-4da5-96af-b29fdd0f23f4), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:32.906045 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-8cab707c-cdf0-4e17-aabc-6bcab3023bb9 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Allocated IP 172.25.4.220 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/7e5001bd-a41f-4774-9f53-74059a2247a4) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:09:32.953029 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 52716) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:32.972192 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ef20dcbe-7fb4-4380-917d-a4ae21dd3c1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:33.007505 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-b3470041-251d-4429-9fb7-ec651736dce7 None None] For port 3bfe7fe3-0d54-4da5-96af-b29fdd0f23f4, host n-d-789963-26, cleared binding levels {{(pid=109696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:09:33.013132 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-b3470041-251d-4429-9fb7-ec651736dce7 None None] For port 3bfe7fe3-0d54-4da5-96af-b29fdd0f23f4, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=3bfe7fe3-0d54-4da5-96af-b29fdd0f23f4,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:09:33.034929 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-b3470041-251d-4429-9fb7-ec651736dce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (3bfe7fe3-0d54-4da5-96af-b29fdd0f23f4), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:33.124220 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8cab707c-cdf0-4e17-aabc-6bcab3023bb9 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks [] for port (7e5001bd-a41f-4774-9f53-74059a2247a4), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:33.138563 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004defae-8cf3-4139-97be-5ceec56251fa None None] Pushing event updated for resources: {'Port': ['ID=3bfe7fe3-0d54-4da5-96af-b29fdd0f23f4,revision_number=3']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:33.165215 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ef20dcbe-7fb4-4380-917d-a4ae21dd3c1d admin admin] Publish callbacks [] for security_group (5c72efba-e723-4afa-a8ad-b4a3dcd9da7d), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:33.172533 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ef20dcbe-7fb4-4380-917d-a4ae21dd3c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (5c72efba-e723-4afa-a8ad-b4a3dcd9da7d), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:33.193349 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3470041-251d-4429-9fb7-ec651736dce7 None None] Routers {'006a1445-1e00-4f34-827c-c9d8a603381e'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:09:33.194244 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-b3470041-251d-4429-9fb7-ec651736dce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:09:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['006a1445-1e00-4f34-827c-c9d8a603381e'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:09:33.237946 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8cab707c-cdf0-4e17-aabc-6bcab3023bb9 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (7e5001bd-a41f-4774-9f53-74059a2247a4), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:33.259633 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef20dcbe-7fb4-4380-917d-a4ae21dd3c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c72efba-e723-4afa-a8ad-b4a3dcd9da7d,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:33.275781 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-ef20dcbe-7fb4-4380-917d-a4ae21dd3c1d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=8467e2b16e20480f8b199c8e9fa523f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3114910 Feb 02 07:09:33.276542 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 52722) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:33.320998 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cab707c-cdf0-4e17-aabc-6bcab3023bb9 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:09:33.338086 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-8cab707c-cdf0-4e17-aabc-6bcab3023bb9 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:09:33.344680 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cab707c-cdf0-4e17-aabc-6bcab3023bb9 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:09:33.355231 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-b3470041-251d-4429-9fb7-ec651736dce7 None None] Set router 006a1445-1e00-4f34-827c-c9d8a603381e gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:09:33.379479 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-51058bc4-ce54-4c92-b543-0593d6fca51f admin admin] Publish callbacks [] for security_group (5c72efba-e723-4afa-a8ad-b4a3dcd9da7d), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:33.412952 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cab707c-cdf0-4e17-aabc-6bcab3023bb9 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Pushing event updated for resources: {'Port': ['ID=7e5001bd-a41f-4774-9f53-74059a2247a4,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:33.425109 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-51058bc4-ce54-4c92-b543-0593d6fca51f admin admin] Publish callbacks [] for security_group (5c72efba-e723-4afa-a8ad-b4a3dcd9da7d), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:33.467422 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cab707c-cdf0-4e17-aabc-6bcab3023bb9 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:09:33.468471 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cab707c-cdf0-4e17-aabc-6bcab3023bb9 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:09:33.468985 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cab707c-cdf0-4e17-aabc-6bcab3023bb9 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:09:33.469544 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cab707c-cdf0-4e17-aabc-6bcab3023bb9 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:09:33.476303 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cab707c-cdf0-4e17-aabc-6bcab3023bb9 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:09:33.479806 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cab707c-cdf0-4e17-aabc-6bcab3023bb9 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:09:33.480569 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cab707c-cdf0-4e17-aabc-6bcab3023bb9 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:09:33.481617 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cab707c-cdf0-4e17-aabc-6bcab3023bb9 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:09:33.482847 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cab707c-cdf0-4e17-aabc-6bcab3023bb9 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:09:33.483529 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cab707c-cdf0-4e17-aabc-6bcab3023bb9 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:09:33.484748 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cab707c-cdf0-4e17-aabc-6bcab3023bb9 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:09:33.485321 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cab707c-cdf0-4e17-aabc-6bcab3023bb9 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:09:33.486639 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cab707c-cdf0-4e17-aabc-6bcab3023bb9 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:09:33.796606 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-b3470041-251d-4429-9fb7-ec651736dce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '006a1445-1e00-4f34-827c-c9d8a603381e', 'name': 'tempest-snat-router-1001018658', 'tenant_id': 'ba2d4fec5c2a4fd3b5f035c0c3b38bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.208'}], 'enable_snat': False}, 'gw_port_id': '3bfe7fe3-0d54-4da5-96af-b29fdd0f23f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:09:28Z', 'updated_at': '2022-02-02T07:09:30Z', 'revision_number': 3, 'project_id': 'ba2d4fec5c2a4fd3b5f035c0c3b38bb8', 'gw_port': {'id': '3bfe7fe3-0d54-4da5-96af-b29fdd0f23f4', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:96:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '006a1445-1e00-4f34-827c-c9d8a603381e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:09:29Z', 'updated_at': '2022-02-02T07:09:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:09:33.810367 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8cab707c-cdf0-4e17-aabc-6bcab3023bb9 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks [] for router_gateway (b0311865-e5bd-43cb-9bd8-bdc7b454f2a8), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:33.905484 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3470041-251d-4429-9fb7-ec651736dce7 None None] The sync data for ids ['006a1445-1e00-4f34-827c-c9d8a603381e'] in n-d-789963-26 is: [{'id': '006a1445-1e00-4f34-827c-c9d8a603381e', 'name': 'tempest-snat-router-1001018658', 'tenant_id': 'ba2d4fec5c2a4fd3b5f035c0c3b38bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.208'}], 'enable_snat': False}, 'gw_port_id': '3bfe7fe3-0d54-4da5-96af-b29fdd0f23f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:09:28Z', 'updated_at': '2022-02-02T07:09:30Z', 'revision_number': 3, 'project_id': 'ba2d4fec5c2a4fd3b5f035c0c3b38bb8', 'gw_port': {'id': '3bfe7fe3-0d54-4da5-96af-b29fdd0f23f4', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:96:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '006a1445-1e00-4f34-827c-c9d8a603381e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:09:29Z', 'updated_at': '2022-02-02T07:09:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-26'}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:09:34.082722 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a3a72a-d19e-4ad4-97a4-ea4f0f3a5035 req-4001012a-8573-456b-a3df-191d3c81c75f tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:34.084326 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f6a3a72a-d19e-4ad4-97a4-ea4f0f3a5035 req-4001012a-8573-456b-a3df-191d3c81c75f tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.0877883 Feb 02 07:09:34.086158 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-51058bc4-ce54-4c92-b543-0593d6fca51f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (5c72efba-e723-4afa-a8ad-b4a3dcd9da7d), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:34.089689 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-51058bc4-ce54-4c92-b543-0593d6fca51f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:34.091364 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-51058bc4-ce54-4c92-b543-0593d6fca51f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/5c72efba-e723-4afa-a8ad-b4a3dcd9da7d HTTP/1.1" status: 204 len: 168 time: 0.8138640 Feb 02 07:09:34.108007 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51058bc4-ce54-4c92-b543-0593d6fca51f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c72efba-e723-4afa-a8ad-b4a3dcd9da7d,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:34.190795 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f6a3a72a-d19e-4ad4-97a4-ea4f0f3a5035 req-fa174a59-d149-4f4a-a36c-effeab1a2c23 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896714 Feb 02 07:09:34.241388 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8cab707c-cdf0-4e17-aabc-6bcab3023bb9 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (b0311865-e5bd-43cb-9bd8-bdc7b454f2a8), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:34.544983 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cab707c-cdf0-4e17-aabc-6bcab3023bb9 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Router b0311865-e5bd-43cb-9bd8-bdc7b454f2a8 is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:09:34.827357 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cab707c-cdf0-4e17-aabc-6bcab3023bb9 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:09:34.852088 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae624928-446e-470c-91ab-21b7983c6040 None None] Sync routers for ids ['b0311865-e5bd-43cb-9bd8-bdc7b454f2a8'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:09:34.895919 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae624928-446e-470c-91ab-21b7983c6040 None None] Routers {'b0311865-e5bd-43cb-9bd8-bdc7b454f2a8'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:09:34.895919 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-ae624928-446e-470c-91ab-21b7983c6040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:09:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['b0311865-e5bd-43cb-9bd8-bdc7b454f2a8'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:09:34.907287 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8cab707c-cdf0-4e17-aabc-6bcab3023bb9 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:34.909688 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-8cab707c-cdf0-4e17-aabc-6bcab3023bb9 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.1908169 Feb 02 07:09:34.912274 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 52758) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:35.089787 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 3bfe7fe3-0d54-4da5-96af-b29fdd0f23f4 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:09:35.132871 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-ae624928-446e-470c-91ab-21b7983c6040 None None] Set router b0311865-e5bd-43cb-9bd8-bdc7b454f2a8 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:09:35.183921 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-896368e2-2010-405c-9145-f66764404626 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] 10.222.0.87 "GET /v2.0/routers/b0311865-e5bd-43cb-9bd8-bdc7b454f2a8 HTTP/1.1" status: 200 len: 908 time: 0.2679584 Feb 02 07:09:35.184570 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 52770) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:35.516495 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 3bfe7fe3-0d54-4da5-96af-b29fdd0f23f4 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:09:35.517324 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (3bfe7fe3-0d54-4da5-96af-b29fdd0f23f4), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:35.589512 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a328c2d2-b46e-432a-8c8b-572f409f7d45 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks [] for router (b0311865-e5bd-43cb-9bd8-bdc7b454f2a8), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:35.637186 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-ae624928-446e-470c-91ab-21b7983c6040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0311865-e5bd-43cb-9bd8-bdc7b454f2a8', 'name': 'tempest-snat-router-1001018658', 'tenant_id': 'ba2d4fec5c2a4fd3b5f035c0c3b38bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '7e5001bd-a41f-4774-9f53-74059a2247a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:09:31Z', 'updated_at': '2022-02-02T07:09:33Z', 'revision_number': 3, 'project_id': 'ba2d4fec5c2a4fd3b5f035c0c3b38bb8', 'gw_port': {'id': '7e5001bd-a41f-4774-9f53-74059a2247a4', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:bc:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0311865-e5bd-43cb-9bd8-bdc7b454f2a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:09:32Z', 'updated_at': '2022-02-02T07:09:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:09:35.692052 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae624928-446e-470c-91ab-21b7983c6040 None None] Checking router: b0311865-e5bd-43cb-9bd8-bdc7b454f2a8 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:09:35.692710 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae624928-446e-470c-91ab-21b7983c6040 None None] Updating router b0311865-e5bd-43cb-9bd8-bdc7b454f2a8 port 7e5001bd-a41f-4774-9f53-74059a2247a4 binding host n-d-789963-26 {{(pid=109695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:09:35.793429 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a328c2d2-b46e-432a-8c8b-572f409f7d45 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks [] for router_gateway (b0311865-e5bd-43cb-9bd8-bdc7b454f2a8), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:35.821428 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ae624928-446e-470c-91ab-21b7983c6040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (7e5001bd-a41f-4774-9f53-74059a2247a4), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:35.845567 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf10367-65fe-42cd-a7b2-8bd28ef00caf req-4bb8cc1a-7981-43b2-82b3-06758a62b488 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:35.853367 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fbf10367-65fe-42cd-a7b2-8bd28ef00caf req-4bb8cc1a-7981-43b2-82b3-06758a62b488 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.4413924 Feb 02 07:09:35.943920 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fbf10367-65fe-42cd-a7b2-8bd28ef00caf req-c8b24b77-a215-4d08-8ca5-b39992ea7e62 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854831 Feb 02 07:09:35.980114 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-a328c2d2-b46e-432a-8c8b-572f409f7d45 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Deleting port 7e5001bd-a41f-4774-9f53-74059a2247a4 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:09:35.980465 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a328c2d2-b46e-432a-8c8b-572f409f7d45 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (7e5001bd-a41f-4774-9f53-74059a2247a4), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:36.097456 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 3bfe7fe3-0d54-4da5-96af-b29fdd0f23f4 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:09:36.098150 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3bfe7fe3-0d54-4da5-96af-b29fdd0f23f4), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:36.112440 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 52812) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:36.122585 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a328c2d2-b46e-432a-8c8b-572f409f7d45 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (7e5001bd-a41f-4774-9f53-74059a2247a4), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:36.139941 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-a328c2d2-b46e-432a-8c8b-572f409f7d45 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Calling delete_port for 7e5001bd-a41f-4774-9f53-74059a2247a4 owned by network:router_gateway {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:09:36.195981 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 3bfe7fe3-0d54-4da5-96af-b29fdd0f23f4, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=3bfe7fe3-0d54-4da5-96af-b29fdd0f23f4,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:09:36.216507 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (3bfe7fe3-0d54-4da5-96af-b29fdd0f23f4), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:36.255852 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 18d0d2d5-f098-4215-bfbd-e6aca83e7772 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:09:36.487218 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a328c2d2-b46e-432a-8c8b-572f409f7d45 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (7e5001bd-a41f-4774-9f53-74059a2247a4), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:36.503245 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d9526595-82ba-445d-b3a4-28005f53b89e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:36.514536 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.db.api [None req-ae624928-446e-470c-91ab-21b7983c6040 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109695) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 07:09:36.514901 n-d-789963-26 neutron-server[109695]: DEBUG oslo_db.api [None req-ae624928-446e-470c-91ab-21b7983c6040 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 07:09:36.555226 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a328c2d2-b46e-432a-8c8b-572f409f7d45 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Pushing event deleted for resources: {'Port': ['ID=7e5001bd-a41f-4774-9f53-74059a2247a4,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:36.577103 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=3bfe7fe3-0d54-4da5-96af-b29fdd0f23f4,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:36.615216 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 18d0d2d5-f098-4215-bfbd-e6aca83e7772, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=18d0d2d5-f098-4215-bfbd-e6aca83e7772,segment=NetworkSegment(a9fa2e92-fe10-4a10-8f88-a94a7c43f6f8),segment_id=a9fa2e92-fe10-4a10-8f88-a94a7c43f6f8)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:09:36.636519 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': '18d0d2d5-f098-4215-bfbd-e6aca83e7772', 'network_id': '08f0123b-1ec0-4e8d-a484-33e0709b580c', 'port_id': '18d0d2d5-f098-4215-bfbd-e6aca83e7772', 'mac_address': 'fa:16:3e:6a:c2:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03a972f8-0254-4a3d-bc50-73c64b2c3de5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:09:36.685425 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 18d0d2d5-f098-4215-bfbd-e6aca83e7772 is: ACTIVE; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:09:36.685857 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (18d0d2d5-f098-4215-bfbd-e6aca83e7772), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:36.702368 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 18d0d2d5-f098-4215-bfbd-e6aca83e7772 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:09:36.709009 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d9526595-82ba-445d-b3a4-28005f53b89e admin admin] Publish callbacks [] for security_group (15b51940-4bf5-44a4-9957-cad4ae3fe74c), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:36.722072 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d9526595-82ba-445d-b3a4-28005f53b89e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (15b51940-4bf5-44a4-9957-cad4ae3fe74c), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:36.728696 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a328c2d2-b46e-432a-8c8b-572f409f7d45 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (b0311865-e5bd-43cb-9bd8-bdc7b454f2a8), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:36.736008 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 18d0d2d5-f098-4215-bfbd-e6aca83e7772, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=18d0d2d5-f098-4215-bfbd-e6aca83e7772,segment=NetworkSegment(a9fa2e92-fe10-4a10-8f88-a94a7c43f6f8),segment_id=a9fa2e92-fe10-4a10-8f88-a94a7c43f6f8)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:09:36.745221 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (18d0d2d5-f098-4215-bfbd-e6aca83e7772), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:36.827871 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d9526595-82ba-445d-b3a4-28005f53b89e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=e83a6bffce994982b9c2aeb13a876604&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7013271 Feb 02 07:09:36.828721 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 52838) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:36.832277 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9526595-82ba-445d-b3a4-28005f53b89e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b51940-4bf5-44a4-9957-cad4ae3fe74c,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:36.890811 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a328c2d2-b46e-432a-8c8b-572f409f7d45 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (b0311865-e5bd-43cb-9bd8-bdc7b454f2a8), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:36.894348 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a328c2d2-b46e-432a-8c8b-572f409f7d45 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks [] for router_controller (b0311865-e5bd-43cb-9bd8-bdc7b454f2a8), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:36.922769 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=18d0d2d5-f098-4215-bfbd-e6aca83e7772,revision_number=6']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:36.964119 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a328c2d2-b46e-432a-8c8b-572f409f7d45 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (b0311865-e5bd-43cb-9bd8-bdc7b454f2a8), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:36.964813 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a328c2d2-b46e-432a-8c8b-572f409f7d45 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b0311865-e5bd-43cb-9bd8-bdc7b454f2a8 {{(pid=109694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:09:36.977104 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a328c2d2-b46e-432a-8c8b-572f409f7d45 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:36.978401 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a328c2d2-b46e-432a-8c8b-572f409f7d45 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] 10.222.0.87 "DELETE /v2.0/routers/b0311865-e5bd-43cb-9bd8-bdc7b454f2a8 HTTP/1.1" status: 204 len: 168 time: 1.7925634 Feb 02 07:09:36.981114 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 52844) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:36.983267 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-23836097-85a3-4b9c-a602-97b0d46a14a2 admin admin] Publish callbacks [] for security_group (15b51940-4bf5-44a4-9957-cad4ae3fe74c), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:37.027406 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['18d0d2d5-f098-4215-bfbd-e6aca83e7772'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:09:37.083879 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-23836097-85a3-4b9c-a602-97b0d46a14a2 admin admin] Publish callbacks [] for security_group (15b51940-4bf5-44a4-9957-cad4ae3fe74c), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:37.113865 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ca9da9c1-bd46-4c5c-9d72-fa5246ac364f tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks [] for router (006a1445-1e00-4f34-827c-c9d8a603381e), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:37.224547 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 3bfe7fe3-0d54-4da5-96af-b29fdd0f23f4 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:09:37.239927 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-23836097-85a3-4b9c-a602-97b0d46a14a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (15b51940-4bf5-44a4-9957-cad4ae3fe74c), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:37.243480 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae624928-446e-470c-91ab-21b7983c6040 None None] Port 7e5001bd-a41f-4774-9f53-74059a2247a4 not found while updating agent binding for router b0311865-e5bd-43cb-9bd8-bdc7b454f2a8. {{(pid=109695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 02 07:09:37.248478 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-23836097-85a3-4b9c-a602-97b0d46a14a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:37.253172 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-23836097-85a3-4b9c-a602-97b0d46a14a2 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/15b51940-4bf5-44a4-9957-cad4ae3fe74c HTTP/1.1" status: 204 len: 168 time: 0.4222293 Feb 02 07:09:37.274814 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23836097-85a3-4b9c-a602-97b0d46a14a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b51940-4bf5-44a4-9957-cad4ae3fe74c,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:37.290016 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0951135e-6920-42a9-b004-ee35a778ffd4 req-7f74fa2b-d7bc-48d8-a2ed-4723dbcf8e82 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:37.297748 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0951135e-6920-42a9-b004-ee35a778ffd4 req-7f74fa2b-d7bc-48d8-a2ed-4723dbcf8e82 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 944 time: 0.1173446 Feb 02 07:09:37.336679 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ca9da9c1-bd46-4c5c-9d72-fa5246ac364f tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks [] for router_gateway (006a1445-1e00-4f34-827c-c9d8a603381e), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:37.373193 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0951135e-6920-42a9-b004-ee35a778ffd4 req-caea3e5e-c5a7-434f-ae0e-460e9d28c5c6 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730157 Feb 02 07:09:37.467426 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae624928-446e-470c-91ab-21b7983c6040 None None] Routers set() bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:09:37.467824 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae624928-446e-470c-91ab-21b7983c6040 None None] Router IDs set() for agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 02 07:09:37.468491 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_agentschedulers_db [None req-ae624928-446e-470c-91ab-21b7983c6040 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b0311865-e5bd-43cb-9bd8-bdc7b454f2a8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:09:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent'). {{(pid=109695) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 02 07:09:37.468842 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae624928-446e-470c-91ab-21b7983c6040 None None] The sync data for ids ['b0311865-e5bd-43cb-9bd8-bdc7b454f2a8'] in n-d-789963-26 is: [] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:09:37.472817 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-ca9da9c1-bd46-4c5c-9d72-fa5246ac364f tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Deleting port 3bfe7fe3-0d54-4da5-96af-b29fdd0f23f4 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:09:37.472817 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ca9da9c1-bd46-4c5c-9d72-fa5246ac364f tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (3bfe7fe3-0d54-4da5-96af-b29fdd0f23f4), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:37.620856 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 3bfe7fe3-0d54-4da5-96af-b29fdd0f23f4 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:09:37.621499 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (3bfe7fe3-0d54-4da5-96af-b29fdd0f23f4), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:37.680342 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-ca9da9c1-bd46-4c5c-9d72-fa5246ac364f tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] For port 3bfe7fe3-0d54-4da5-96af-b29fdd0f23f4, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=3bfe7fe3-0d54-4da5-96af-b29fdd0f23f4,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:09:37.681456 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ca9da9c1-bd46-4c5c-9d72-fa5246ac364f tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (3bfe7fe3-0d54-4da5-96af-b29fdd0f23f4), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:37.708005 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-ca9da9c1-bd46-4c5c-9d72-fa5246ac364f tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Calling delete_port for 3bfe7fe3-0d54-4da5-96af-b29fdd0f23f4 owned by network:router_gateway {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:09:37.855014 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 3bfe7fe3-0d54-4da5-96af-b29fdd0f23f4 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:09:37.955274 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 52870) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:37.998550 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b6745d1a-dec0-43d8-a449-197b85f6a475 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:38.035473 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ca9da9c1-bd46-4c5c-9d72-fa5246ac364f tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (3bfe7fe3-0d54-4da5-96af-b29fdd0f23f4), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:38.096309 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9da9c1-bd46-4c5c-9d72-fa5246ac364f tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Pushing event deleted for resources: {'Port': ['ID=3bfe7fe3-0d54-4da5-96af-b29fdd0f23f4,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:38.184981 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ca9da9c1-bd46-4c5c-9d72-fa5246ac364f tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (006a1445-1e00-4f34-827c-c9d8a603381e), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:38.199324 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b6745d1a-dec0-43d8-a449-197b85f6a475 admin admin] Publish callbacks [] for security_group (ac881406-2870-463a-ae66-ce46f4c7e223), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:38.216033 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b6745d1a-dec0-43d8-a449-197b85f6a475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (ac881406-2870-463a-ae66-ce46f4c7e223), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:38.237178 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 18d0d2d5-f098-4215-bfbd-e6aca83e7772 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:09:38.261903 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b6745d1a-dec0-43d8-a449-197b85f6a475 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ae6c234eab5949dfbf19191f82b31725&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3053498 Feb 02 07:09:38.263060 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6745d1a-dec0-43d8-a449-197b85f6a475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac881406-2870-463a-ae66-ce46f4c7e223,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:38.265804 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 52876) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:38.344037 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-82675557-0019-474b-b77e-be9995fd3d5f admin admin] Publish callbacks [] for security_group (ac881406-2870-463a-ae66-ce46f4c7e223), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:38.359935 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port 18d0d2d5-f098-4215-bfbd-e6aca83e7772 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:09:38.365490 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (18d0d2d5-f098-4215-bfbd-e6aca83e7772), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:38.373139 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-82675557-0019-474b-b77e-be9995fd3d5f admin admin] Publish callbacks [] for security_group (ac881406-2870-463a-ae66-ce46f4c7e223), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:38.543181 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-82675557-0019-474b-b77e-be9995fd3d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (ac881406-2870-463a-ae66-ce46f4c7e223), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:38.546112 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-82675557-0019-474b-b77e-be9995fd3d5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:38.547786 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-82675557-0019-474b-b77e-be9995fd3d5f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ac881406-2870-463a-ae66-ce46f4c7e223 HTTP/1.1" status: 204 len: 168 time: 0.2800305 Feb 02 07:09:38.570547 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82675557-0019-474b-b77e-be9995fd3d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac881406-2870-463a-ae66-ce46f4c7e223,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:38.626166 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 18d0d2d5-f098-4215-bfbd-e6aca83e7772 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:09:38.626570 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (18d0d2d5-f098-4215-bfbd-e6aca83e7772), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:38.723798 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48059edf-1773-466d-93fa-224a5674d6d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d0d2d5-f098-4215-bfbd-e6aca83e7772'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:09:38.732525 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1bf2810-5d29-4353-abc9-c25e60c2665e" -d '{"events": [{"server_uuid": "48059edf-1773-466d-93fa-224a5674d6d5", "name": "network-vif-plugged", "status": "completed", "tag": "18d0d2d5-f098-4215-bfbd-e6aca83e7772"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:09:38.751837 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 18d0d2d5-f098-4215-bfbd-e6aca83e7772, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=18d0d2d5-f098-4215-bfbd-e6aca83e7772,segment=NetworkSegment(a9fa2e92-fe10-4a10-8f88-a94a7c43f6f8),segment_id=a9fa2e92-fe10-4a10-8f88-a94a7c43f6f8)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:09:38.760169 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (18d0d2d5-f098-4215-bfbd-e6aca83e7772), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:38.857130 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-919683e0-92a5-4007-8a30-54069e46ea84 x-openstack-request-id: req-919683e0-92a5-4007-8a30-54069e46ea84 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:09:38.858312 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48059edf-1773-466d-93fa-224a5674d6d5", "name": "network-vif-plugged", "status": "completed", "tag": "18d0d2d5-f098-4215-bfbd-e6aca83e7772", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:09:38.858832 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-919683e0-92a5-4007-8a30-54069e46ea84 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:09:38.860004 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48059edf-1773-466d-93fa-224a5674d6d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d0d2d5-f098-4215-bfbd-e6aca83e7772', 'code': 200} Feb 02 07:09:38.898773 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=18d0d2d5-f098-4215-bfbd-e6aca83e7772,revision_number=7']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:39.277092 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 52892) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:39.297385 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ca9da9c1-bd46-4c5c-9d72-fa5246ac364f tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (006a1445-1e00-4f34-827c-c9d8a603381e), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:39.308271 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4f21b51a-2c0d-44f6-80a1-a5baa961ba72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:39.334477 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ca9da9c1-bd46-4c5c-9d72-fa5246ac364f tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks [] for router_controller (006a1445-1e00-4f34-827c-c9d8a603381e), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:39.456337 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0400c0f6-c77a-4261-96c2-41d27d93cf4f req-5d8a58c5-2834-4b5b-8888-367e9771db7f tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:39.473186 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0400c0f6-c77a-4261-96c2-41d27d93cf4f req-5d8a58c5-2834-4b5b-8888-367e9771db7f tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.3025503 Feb 02 07:09:39.476347 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ca9da9c1-bd46-4c5c-9d72-fa5246ac364f tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (006a1445-1e00-4f34-827c-c9d8a603381e), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:39.476956 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca9da9c1-bd46-4c5c-9d72-fa5246ac364f tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 006a1445-1e00-4f34-827c-c9d8a603381e {{(pid=109694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:09:39.480877 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4f21b51a-2c0d-44f6-80a1-a5baa961ba72 admin admin] Publish callbacks [] for security_group (351b14fb-64f5-48a6-98a1-3d46a20698e8), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:39.492510 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4f21b51a-2c0d-44f6-80a1-a5baa961ba72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (351b14fb-64f5-48a6-98a1-3d46a20698e8), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:39.539853 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ca9da9c1-bd46-4c5c-9d72-fa5246ac364f tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:39.541216 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-ca9da9c1-bd46-4c5c-9d72-fa5246ac364f tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] 10.222.0.87 "DELETE /v2.0/routers/006a1445-1e00-4f34-827c-c9d8a603381e HTTP/1.1" status: 204 len: 168 time: 2.5588939 Feb 02 07:09:39.545274 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 52898) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:39.573929 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-b9ea3fcf-41f8-4a4f-b9dd-cf8b899306af tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1440483183', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}, 'admin_state_up': False}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:09:39.596832 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-4f21b51a-2c0d-44f6-80a1-a5baa961ba72 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=03bc7ead67f54516b05aaf860242b450&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3185489 Feb 02 07:09:39.597813 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f21b51a-2c0d-44f6-80a1-a5baa961ba72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=351b14fb-64f5-48a6-98a1-3d46a20698e8,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:39.601365 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 52900) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:39.672117 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0400c0f6-c77a-4261-96c2-41d27d93cf4f req-31303d93-ada1-4610-a3ae-1555bd8b45fd tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980374 Feb 02 07:09:39.706361 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b9ea3fcf-41f8-4a4f-b9dd-cf8b899306af tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (57010d82-b86f-4888-a40e-3077569a4b56), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:39.707418 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b9ea3fcf-41f8-4a4f-b9dd-cf8b899306af tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (57010d82-b86f-4888-a40e-3077569a4b56), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:39.884553 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b9ea3fcf-41f8-4a4f-b9dd-cf8b899306af tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks [] for router_controller (57010d82-b86f-4888-a40e-3077569a4b56), precommit_add_association {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:39.911368 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:09:40.003392 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-701f294b-9a76-4a01-acd0-65c8de52c3ec admin admin] Publish callbacks [] for security_group (351b14fb-64f5-48a6-98a1-3d46a20698e8), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:40.040922 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-701f294b-9a76-4a01-acd0-65c8de52c3ec admin admin] Publish callbacks [] for security_group (351b14fb-64f5-48a6-98a1-3d46a20698e8), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:40.159300 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-701f294b-9a76-4a01-acd0-65c8de52c3ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (351b14fb-64f5-48a6-98a1-3d46a20698e8), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:40.162106 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-701f294b-9a76-4a01-acd0-65c8de52c3ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:40.166455 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-701f294b-9a76-4a01-acd0-65c8de52c3ec admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/351b14fb-64f5-48a6-98a1-3d46a20698e8 HTTP/1.1" status: 204 len: 168 time: 0.5590415 Feb 02 07:09:40.180564 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701f294b-9a76-4a01-acd0-65c8de52c3ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=351b14fb-64f5-48a6-98a1-3d46a20698e8,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:40.308072 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b9ea3fcf-41f8-4a4f-b9dd-cf8b899306af tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks [] for router_gateway (57010d82-b86f-4888-a40e-3077569a4b56), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:40.892446 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 3bfe7fe3-0d54-4da5-96af-b29fdd0f23f4 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:09:40.950511 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 3bfe7fe3-0d54-4da5-96af-b29fdd0f23f4 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:09:40.953759 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 3bfe7fe3-0d54-4da5-96af-b29fdd0f23f4 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:09:40.968914 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0154e7a-78a9-4ea6-be92-cfb788ed3399 req-f7dbf6a2-900c-4982-8f59-875304b34982 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:40.985810 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f0154e7a-78a9-4ea6-be92-cfb788ed3399 req-f7dbf6a2-900c-4982-8f59-875304b34982 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.1834333 Feb 02 07:09:40.993081 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b9ea3fcf-41f8-4a4f-b9dd-cf8b899306af tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks [] for router_gateway (57010d82-b86f-4888-a40e-3077569a4b56), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:41.003499 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1d00cf6d-92fc-406c-82d7-5cfee0bf6921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:41.066073 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b9ea3fcf-41f8-4a4f-b9dd-cf8b899306af tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:41.124798 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f0154e7a-78a9-4ea6-be92-cfb788ed3399 req-b09e91ae-a78b-4c1b-a07d-214d9ed3083b tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377096 Feb 02 07:09:41.316098 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-b9ea3fcf-41f8-4a4f-b9dd-cf8b899306af tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Allocated IP 172.25.4.6 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/0c65abfd-d7bb-474a-a363-a5127fcbfdcf) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:09:41.499694 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b9ea3fcf-41f8-4a4f-b9dd-cf8b899306af tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks [] for port (0c65abfd-d7bb-474a-a363-a5127fcbfdcf), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:41.576402 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b9ea3fcf-41f8-4a4f-b9dd-cf8b899306af tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (0c65abfd-d7bb-474a-a363-a5127fcbfdcf), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:41.657925 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ea3fcf-41f8-4a4f-b9dd-cf8b899306af tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:09:41.661375 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-b9ea3fcf-41f8-4a4f-b9dd-cf8b899306af tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:09:41.677135 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ea3fcf-41f8-4a4f-b9dd-cf8b899306af tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:09:41.680588 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ea3fcf-41f8-4a4f-b9dd-cf8b899306af tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Pushing event updated for resources: {'Port': ['ID=0c65abfd-d7bb-474a-a363-a5127fcbfdcf,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:42.075924 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b9ea3fcf-41f8-4a4f-b9dd-cf8b899306af tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks [] for router_gateway (57010d82-b86f-4888-a40e-3077569a4b56), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:42.393099 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb251449-7592-4b3b-bff2-a67d456ba6b8 req-2f216068-21cb-42cf-9f2e-9fb0d8a562c1 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:42.400697 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cb251449-7592-4b3b-bff2-a67d456ba6b8 req-2f216068-21cb-42cf-9f2e-9fb0d8a562c1 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.1237450 Feb 02 07:09:42.442420 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b9ea3fcf-41f8-4a4f-b9dd-cf8b899306af tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (57010d82-b86f-4888-a40e-3077569a4b56), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:42.504052 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cb251449-7592-4b3b-bff2-a67d456ba6b8 req-c59afd4d-5196-43e5-b6ef-516215f9c50e tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939972 Feb 02 07:09:42.767410 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ea3fcf-41f8-4a4f-b9dd-cf8b899306af tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Router 57010d82-b86f-4888-a40e-3077569a4b56 is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:09:43.034337 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ea3fcf-41f8-4a4f-b9dd-cf8b899306af tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:09:43.055232 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd0e8c7-dd84-458a-90a9-f0acade377af None None] Sync routers for ids ['57010d82-b86f-4888-a40e-3077569a4b56'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:09:43.074058 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b9ea3fcf-41f8-4a4f-b9dd-cf8b899306af tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:43.079595 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b9ea3fcf-41f8-4a4f-b9dd-cf8b899306af tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.5337784 Feb 02 07:09:43.082579 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 52990) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:43.083322 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd0e8c7-dd84-458a-90a9-f0acade377af None None] Routers {'57010d82-b86f-4888-a40e-3077569a4b56'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:09:43.084001 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-3bd0e8c7-dd84-458a-90a9-f0acade377af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:09:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['57010d82-b86f-4888-a40e-3077569a4b56'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:09:43.088736 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-83c61b96-f779-4bc3-831c-668c86345f23 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'enable_snat': False}}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:09:43.180337 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-3bd0e8c7-dd84-458a-90a9-f0acade377af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:09:43.207450 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd0e8c7-dd84-458a-90a9-f0acade377af None None] Routers {'57010d82-b86f-4888-a40e-3077569a4b56'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:09:43.208105 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-3bd0e8c7-dd84-458a-90a9-f0acade377af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:09:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['57010d82-b86f-4888-a40e-3077569a4b56'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:09:43.259196 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a90e30cb-1015-4c0a-a98c-b1bfe99aed9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:43.365371 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-3bd0e8c7-dd84-458a-90a9-f0acade377af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:09:43.366243 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd0e8c7-dd84-458a-90a9-f0acade377af None None] The sync data for ids ['57010d82-b86f-4888-a40e-3077569a4b56'] in n-d-789963-26 is: [] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:09:43.813321 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7713e07a-9b5c-4ec3-8e94-86c26b810a19 req-47b4ee47-f0b5-493d-8c07-f7b91cbba317 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:43.821670 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7713e07a-9b5c-4ec3-8e94-86c26b810a19 req-47b4ee47-f0b5-493d-8c07-f7b91cbba317 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.1534538 Feb 02 07:09:44.045999 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7713e07a-9b5c-4ec3-8e94-86c26b810a19 req-e32e90b7-4c67-479b-9111-17db5aab1e13 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231684 Feb 02 07:09:44.089567 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-83c61b96-f779-4bc3-831c-668c86345f23 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks [] for router_gateway (57010d82-b86f-4888-a40e-3077569a4b56), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:44.151830 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3bcfb3-6789-489f-a0cf-77563d42c5b6 req-84cc15b4-a21d-4355-bf25-d7f6dbd45c59 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:44.153336 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5e3bcfb3-6789-489f-a0cf-77563d42c5b6 req-84cc15b4-a21d-4355-bf25-d7f6dbd45c59 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 945 time: 0.1391342 Feb 02 07:09:44.247365 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5e3bcfb3-6789-489f-a0cf-77563d42c5b6 req-b044e088-97f2-410a-8d40-6c97c5180938 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850987 Feb 02 07:09:44.612314 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:44.850475 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001fd279-9598-4b61-a368-06885ee3ed83 req-1cc3015d-aecf-42de-ad67-48cfbca38c4e tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:44.852314 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-001fd279-9598-4b61-a368-06885ee3ed83 req-1cc3015d-aecf-42de-ad67-48cfbca38c4e tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 945 time: 0.3151755 Feb 02 07:09:44.974384 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-001fd279-9598-4b61-a368-06885ee3ed83 req-b3b06147-9d99-44e2-8275-c6e3894acd01 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147714 Feb 02 07:09:44.976867 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-83c61b96-f779-4bc3-831c-668c86345f23 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1043354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-942652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13285'] for router (57010d82-b86f-4888-a40e-3077569a4b56), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:44.981286 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-83c61b96-f779-4bc3-831c-668c86345f23 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1043345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1043336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-942635'] for router (57010d82-b86f-4888-a40e-3077569a4b56), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:45.249457 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83c61b96-f779-4bc3-831c-668c86345f23 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Router 57010d82-b86f-4888-a40e-3077569a4b56 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:09:45.318189 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da49b9ca-0793-460d-9ad1-9bb3716a9c64 req-fcd5b30a-a090-45e7-b93e-b1d0d02ed69a tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:45.319916 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-da49b9ca-0793-460d-9ad1-9bb3716a9c64 req-fcd5b30a-a090-45e7-b93e-b1d0d02ed69a tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.1389754 Feb 02 07:09:45.430033 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-da49b9ca-0793-460d-9ad1-9bb3716a9c64 req-d8eba8db-04ea-4c9a-bfeb-4f6b09d9db15 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040440 Feb 02 07:09:45.587539 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c61b96-f779-4bc3-831c-668c86345f23 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:09:45.596501 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-83c61b96-f779-4bc3-831c-668c86345f23 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:45.600452 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-83c61b96-f779-4bc3-831c-668c86345f23 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] 10.222.0.87 "PUT /v2.0/routers/57010d82-b86f-4888-a40e-3077569a4b56 HTTP/1.1" status: 200 len: 924 time: 2.5131812 Feb 02 07:09:45.600772 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 53134) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:45.605829 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a383152-a68f-4662-a737-65acd01462e6 None None] Sync routers for ids ['57010d82-b86f-4888-a40e-3077569a4b56'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:09:45.627411 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a383152-a68f-4662-a737-65acd01462e6 None None] Routers {'57010d82-b86f-4888-a40e-3077569a4b56'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:09:45.629528 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-5a383152-a68f-4662-a737-65acd01462e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:09:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['57010d82-b86f-4888-a40e-3077569a4b56'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:09:45.749220 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-5a383152-a68f-4662-a737-65acd01462e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:09:45.784077 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a383152-a68f-4662-a737-65acd01462e6 None None] Routers {'57010d82-b86f-4888-a40e-3077569a4b56'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:09:45.784796 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-5a383152-a68f-4662-a737-65acd01462e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:09:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['57010d82-b86f-4888-a40e-3077569a4b56'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:09:45.869231 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d7321c14-329d-4659-8fde-6cae3693424d tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] 10.222.0.87 "GET /v2.0/routers/57010d82-b86f-4888-a40e-3077569a4b56 HTTP/1.1" status: 200 len: 924 time: 0.2671070 Feb 02 07:09:45.878503 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 53148) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:45.880561 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-5a383152-a68f-4662-a737-65acd01462e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:09:45.881477 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a383152-a68f-4662-a737-65acd01462e6 None None] The sync data for ids ['57010d82-b86f-4888-a40e-3077569a4b56'] in n-d-789963-26 is: [] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:09:45.923013 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f28ad53-158e-44b9-b56d-57c534f21073 req-f43e2bed-afed-47ce-bf1d-102c1458fa1f tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:45.930559 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8f28ad53-158e-44b9-b56d-57c534f21073 req-f43e2bed-afed-47ce-bf1d-102c1458fa1f tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/networks?id=274d3754-cb62-4276-8b4a-dfa5cf98baaf HTTP/1.1" status: 200 len: 812 time: 0.3995690 Feb 02 07:09:45.991592 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8f28ad53-158e-44b9-b56d-57c534f21073 req-fd160c72-501e-4041-aa76-83592f8b575c tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/quotas/12ae52d2610343959b079c169f83e654 HTTP/1.1" status: 200 len: 375 time: 0.0454545 Feb 02 07:09:45.996893 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:46.084303 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f552099f-49c9-4b42-9f6e-7ce05b272f03 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:46.086377 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f552099f-49c9-4b42-9f6e-7ce05b272f03 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] 10.222.0.87 "GET /v2.0/ports?network_id=ee4463ee-e783-4af5-91d5-cbeb2d0e0db8&device_id=57010d82-b86f-4888-a40e-3077569a4b56&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.2051349 Feb 02 07:09:46.088789 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 53154) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:46.119008 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8f28ad53-158e-44b9-b56d-57c534f21073 req-c865dfc4-633e-472c-8437-224b42d65abb tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=12ae52d2610343959b079c169f83e654&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1249561 Feb 02 07:09:46.322724 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a99de9-d90a-4ed8-b5a7-27497b54f0dd tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:46.328934 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 53166) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:46.330713 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-19a99de9-d90a-4ed8-b5a7-27497b54f0dd tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] 10.222.0.87 "GET /v2.0/networks/ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 HTTP/1.1" status: 200 len: 881 time: 0.2398727 Feb 02 07:09:46.405316 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-c882ac80-fee5-4def-a4b4-d6a6718f52c6 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] 10.222.0.87 "GET /v2.0/ports?device_id=57010d82-b86f-4888-a40e-3077569a4b56 HTTP/1.1" status: 200 len: 205 time: 0.0728977 Feb 02 07:09:46.406062 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 53172) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:46.568815 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8f28ad53-158e-44b9-b56d-57c534f21073 req-86241da2-c927-43b2-9e22-045cd56f4d3e service neutron] 10.222.0.87 "GET /v2.0/networks/274d3754-cb62-4276-8b4a-dfa5cf98baaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4454536 Feb 02 07:09:46.731117 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-168f2f10-d4eb-440f-ba2b-42515e804421 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks [] for router (57010d82-b86f-4888-a40e-3077569a4b56), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:46.841622 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8f28ad53-158e-44b9-b56d-57c534f21073 req-39228dbd-8a56-416c-9353-372baaff813a service neutron] 10.222.0.87 "GET /v2.0/networks/274d3754-cb62-4276-8b4a-dfa5cf98baaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690978 Feb 02 07:09:46.905120 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-168f2f10-d4eb-440f-ba2b-42515e804421 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks [] for router_gateway (57010d82-b86f-4888-a40e-3077569a4b56), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:46.941095 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe026eb-8bba-4dd5-8ece-9ea5729a0f69 req-ebfc3d3d-8df2-44ee-b0ea-c1a8b7cfa563 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:46.942730 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8fe026eb-8bba-4dd5-8ece-9ea5729a0f69 req-ebfc3d3d-8df2-44ee-b0ea-c1a8b7cfa563 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.3076625 Feb 02 07:09:47.060290 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8fe026eb-8bba-4dd5-8ece-9ea5729a0f69 req-987ecff4-13fa-4684-9a86-ca45925e9189 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888958 Feb 02 07:09:47.115785 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-168f2f10-d4eb-440f-ba2b-42515e804421 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Deleting port 0c65abfd-d7bb-474a-a363-a5127fcbfdcf {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:09:47.116393 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-168f2f10-d4eb-440f-ba2b-42515e804421 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (0c65abfd-d7bb-474a-a363-a5127fcbfdcf), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:47.256643 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-168f2f10-d4eb-440f-ba2b-42515e804421 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (0c65abfd-d7bb-474a-a363-a5127fcbfdcf), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:47.270740 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-168f2f10-d4eb-440f-ba2b-42515e804421 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Calling delete_port for 0c65abfd-d7bb-474a-a363-a5127fcbfdcf owned by network:router_gateway {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:09:47.303797 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:47.405458 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-060df38f-92bc-4330-bfdf-0a90d3cbcc88 req-170023a8-b46b-41d0-972d-2e580a54edeb tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=2de00abe-eaea-4d63-b152-fd639a7f711a HTTP/1.1" status: 200 len: 210 time: 0.1007743 Feb 02 07:09:47.657612 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 53220) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:47.690353 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-168f2f10-d4eb-440f-ba2b-42515e804421 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (0c65abfd-d7bb-474a-a363-a5127fcbfdcf), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:47.823038 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168f2f10-d4eb-440f-ba2b-42515e804421 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Pushing event deleted for resources: {'Port': ['ID=0c65abfd-d7bb-474a-a363-a5127fcbfdcf,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:47.888135 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ca0ffe83-431e-427f-9ee5-53ca9314dcaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:47.950092 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-168f2f10-d4eb-440f-ba2b-42515e804421 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (57010d82-b86f-4888-a40e-3077569a4b56), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:48.098032 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ca0ffe83-431e-427f-9ee5-53ca9314dcaa admin admin] Publish callbacks [] for security_group (b484a407-c138-4cb6-b034-5d41d63ed413), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:48.109916 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ca0ffe83-431e-427f-9ee5-53ca9314dcaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (b484a407-c138-4cb6-b034-5d41d63ed413), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:48.166746 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-ca0ffe83-431e-427f-9ee5-53ca9314dcaa admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=2ad235c1fc0c45ccaa53fe65048b7b84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5056643 Feb 02 07:09:48.166746 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ffe83-431e-427f-9ee5-53ca9314dcaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b484a407-c138-4cb6-b034-5d41d63ed413,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:48.168260 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 53230) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:48.185429 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-168f2f10-d4eb-440f-ba2b-42515e804421 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (57010d82-b86f-4888-a40e-3077569a4b56), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:48.196882 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-168f2f10-d4eb-440f-ba2b-42515e804421 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks [] for router_controller (57010d82-b86f-4888-a40e-3077569a4b56), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:48.275030 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-168f2f10-d4eb-440f-ba2b-42515e804421 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (57010d82-b86f-4888-a40e-3077569a4b56), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:48.275621 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-168f2f10-d4eb-440f-ba2b-42515e804421 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Fanout notify agent at l3_agent the message router_deleted on router 57010d82-b86f-4888-a40e-3077569a4b56 {{(pid=109694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:09:48.282966 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-168f2f10-d4eb-440f-ba2b-42515e804421 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:48.287818 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-168f2f10-d4eb-440f-ba2b-42515e804421 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] 10.222.0.87 "DELETE /v2.0/routers/57010d82-b86f-4888-a40e-3077569a4b56 HTTP/1.1" status: 204 len: 168 time: 1.8755820 Feb 02 07:09:48.288207 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 53232) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:48.292836 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-1e17a2ad-d8c5-47d1-abad-c5c5957df936 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1439385369', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:09:48.308557 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d9ad08af-b5e2-4fad-b00e-ba0d7e5c11d1 admin admin] Publish callbacks [] for security_group (b484a407-c138-4cb6-b034-5d41d63ed413), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:48.346508 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d9ad08af-b5e2-4fad-b00e-ba0d7e5c11d1 admin admin] Publish callbacks [] for security_group (b484a407-c138-4cb6-b034-5d41d63ed413), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:48.357783 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1e17a2ad-d8c5-47d1-abad-c5c5957df936 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (943b048e-ec24-47e8-82e0-9074ccfdf949), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:48.358883 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1e17a2ad-d8c5-47d1-abad-c5c5957df936 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (943b048e-ec24-47e8-82e0-9074ccfdf949), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:48.436990 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6156de4-4e45-4099-8459-0b4b1a6c6a37 req-d57583d4-bb06-4abc-8eec-32c91e770364 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:48.439251 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f6156de4-4e45-4099-8459-0b4b1a6c6a37 req-d57583d4-bb06-4abc-8eec-32c91e770364 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.2315331 Feb 02 07:09:48.446205 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d9ad08af-b5e2-4fad-b00e-ba0d7e5c11d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (b484a407-c138-4cb6-b034-5d41d63ed413), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:48.446205 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d9ad08af-b5e2-4fad-b00e-ba0d7e5c11d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:48.446205 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d9ad08af-b5e2-4fad-b00e-ba0d7e5c11d1 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b484a407-c138-4cb6-b034-5d41d63ed413 HTTP/1.1" status: 204 len: 168 time: 0.2762141 Feb 02 07:09:48.467012 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1e17a2ad-d8c5-47d1-abad-c5c5957df936 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks [] for router_controller (943b048e-ec24-47e8-82e0-9074ccfdf949), precommit_add_association {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:48.480086 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1e17a2ad-d8c5-47d1-abad-c5c5957df936 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (943b048e-ec24-47e8-82e0-9074ccfdf949), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:48.518899 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1e17a2ad-d8c5-47d1-abad-c5c5957df936 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:48.520073 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-1e17a2ad-d8c5-47d1-abad-c5c5957df936 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2309654 Feb 02 07:09:48.521922 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ad08af-b5e2-4fad-b00e-ba0d7e5c11d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b484a407-c138-4cb6-b034-5d41d63ed413,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:48.522801 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 53240) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:48.527393 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-d47c50f3-0f0b-4e36-ba0f-989add5c3f1e tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:09:48.581584 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f6156de4-4e45-4099-8459-0b4b1a6c6a37 req-93640bd3-d02a-490c-9233-c99f7ecbadbb tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127913 Feb 02 07:09:48.698614 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d10e240d-91ef-4755-9052-a92efa481738 req-2a285cc2-d4e9-40c2-888a-13d839f1d8fd tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=2de00abe-eaea-4d63-b152-fd639a7f711a HTTP/1.1" status: 200 len: 210 time: 0.1530607 Feb 02 07:09:49.101035 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f28ad53-158e-44b9-b56d-57c534f21073 req-30bb36d2-0aae-472d-83e6-4391f5eb78d8 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:49.114755 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8f28ad53-158e-44b9-b56d-57c534f21073 req-30bb36d2-0aae-472d-83e6-4391f5eb78d8 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.88 "GET /v2.0/networks?id=274d3754-cb62-4276-8b4a-dfa5cf98baaf HTTP/1.1" status: 200 len: 812 time: 0.3305018 Feb 02 07:09:49.155510 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-8f28ad53-158e-44b9-b56d-57c534f21073 req-5dde8136-f7a3-466e-a4e2-07f78ab8e5eb tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Request body: {'port': {'device_id': '2de00abe-eaea-4d63-b152-fd639a7f711a', 'network_id': '274d3754-cb62-4276-8b4a-dfa5cf98baaf', 'admin_state_up': True, 'tenant_id': '12ae52d2610343959b079c169f83e654'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:09:49.471852 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f28ad53-158e-44b9-b56d-57c534f21073 req-5dde8136-f7a3-466e-a4e2-07f78ab8e5eb tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Made reservation on behalf of 12ae52d2610343959b079c169f83e654 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:09:49.480546 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-8f28ad53-158e-44b9-b56d-57c534f21073 req-5dde8136-f7a3-466e-a4e2-07f78ab8e5eb tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:49.695172 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d47c50f3-0f0b-4e36-ba0f-989add5c3f1e tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks [] for router_gateway (943b048e-ec24-47e8-82e0-9074ccfdf949), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:49.920922 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-545e7e74-8fcb-4446-96ed-459eb3357b28 req-22900041-f421-4700-8af8-94209b31e887 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=2de00abe-eaea-4d63-b152-fd639a7f711a HTTP/1.1" status: 200 len: 210 time: 0.0476661 Feb 02 07:09:50.191124 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d47c50f3-0f0b-4e36-ba0f-989add5c3f1e tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks [] for router_gateway (943b048e-ec24-47e8-82e0-9074ccfdf949), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:50.193336 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f561a77-2907-43ad-84b4-2039917076bc req-8121ca89-f263-40ee-bc8a-7fe7fe70cee9 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:50.195050 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6f561a77-2907-43ad-84b4-2039917076bc req-8121ca89-f263-40ee-bc8a-7fe7fe70cee9 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.2896063 Feb 02 07:09:50.196396 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-8f28ad53-158e-44b9-b56d-57c534f21073 req-5dde8136-f7a3-466e-a4e2-07f78ab8e5eb tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Allocated IP 172.20.0.10 (274d3754-cb62-4276-8b4a-dfa5cf98baaf/b6b3fc97-ea53-4910-99b5-bddf06c5d45f/6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:09:50.301736 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d47c50f3-0f0b-4e36-ba0f-989add5c3f1e tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:50.312969 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6f561a77-2907-43ad-84b4-2039917076bc req-11da1582-4767-42f2-a7cb-a9b820543945 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075902 Feb 02 07:09:50.599584 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-8f28ad53-158e-44b9-b56d-57c534f21073 req-5dde8136-f7a3-466e-a4e2-07f78ab8e5eb tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks [] for port (6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:50.604685 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-d47c50f3-0f0b-4e36-ba0f-989add5c3f1e tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Allocated IP 172.25.4.54 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/b83dd822-6006-4123-a858-4ce3296e7496) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:09:50.686518 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-8f28ad53-158e-44b9-b56d-57c534f21073 req-5dde8136-f7a3-466e-a4e2-07f78ab8e5eb tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:50.723209 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['d394fde5-fe9f-4589-bb6b-f852c92a9e2f', '3fbf38b0-c429-4910-9937-0a8e4016e831'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:09:50.772145 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f28ad53-158e-44b9-b56d-57c534f21073 req-5dde8136-f7a3-466e-a4e2-07f78ab8e5eb tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Network 274d3754-cb62-4276-8b4a-dfa5cf98baaf is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:09:50.781266 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-8f28ad53-158e-44b9-b56d-57c534f21073 req-5dde8136-f7a3-466e-a4e2-07f78ab8e5eb tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:09:50.788922 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f28ad53-158e-44b9-b56d-57c534f21073 req-5dde8136-f7a3-466e-a4e2-07f78ab8e5eb tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:09:50.866672 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d47c50f3-0f0b-4e36-ba0f-989add5c3f1e tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks [] for port (b83dd822-6006-4123-a858-4ce3296e7496), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:50.878159 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dde8136-f7a3-466e-a4e2-07f78ab8e5eb tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Pushing event updated for resources: {'Port': ['ID=6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:50.968711 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f28ad53-158e-44b9-b56d-57c534f21073 req-5dde8136-f7a3-466e-a4e2-07f78ab8e5eb tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:50.992487 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-8f28ad53-158e-44b9-b56d-57c534f21073 req-5dde8136-f7a3-466e-a4e2-07f78ab8e5eb tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:51.002797 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d47c50f3-0f0b-4e36-ba0f-989add5c3f1e tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (b83dd822-6006-4123-a858-4ce3296e7496), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:51.039985 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8f28ad53-158e-44b9-b56d-57c534f21073 req-5dde8136-f7a3-466e-a4e2-07f78ab8e5eb tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8889592 Feb 02 07:09:51.058335 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-8f28ad53-158e-44b9-b56d-57c534f21073 req-e7298363-2941-421c-aa27-6d2e69ff5cb9 service neutron] Request body: {'port': {'device_id': '2de00abe-eaea-4d63-b152-fd639a7f711a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:09:51.102548 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47c50f3-0f0b-4e36-ba0f-989add5c3f1e tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:09:51.193064 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-8f28ad53-158e-44b9-b56d-57c534f21073 req-e7298363-2941-421c-aa27-6d2e69ff5cb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:51.195102 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-d47c50f3-0f0b-4e36-ba0f-989add5c3f1e tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:09:51.199034 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47c50f3-0f0b-4e36-ba0f-989add5c3f1e tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:09:51.331954 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-22ebe39b-03b9-4037-8b7d-1eb36721359b None None] Provisioning complete for port 6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:09:51.332478 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-22ebe39b-03b9-4037-8b7d-1eb36721359b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:51.402456 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-22ebe39b-03b9-4037-8b7d-1eb36721359b None None] Port 6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:09:51.519585 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 53310) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:51.520209 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47c50f3-0f0b-4e36-ba0f-989add5c3f1e tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Pushing event updated for resources: {'Port': ['ID=b83dd822-6006-4123-a858-4ce3296e7496,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:51.628416 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2585c8-86dc-4cc4-b33e-064a775f6e4d req-b08cfa4b-dea2-40ca-9cf9-862f154f740c tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:51.633353 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cc2585c8-86dc-4cc4-b33e-064a775f6e4d req-b08cfa4b-dea2-40ca-9cf9-862f154f740c tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=2de00abe-eaea-4d63-b152-fd639a7f711a HTTP/1.1" status: 200 len: 932 time: 0.5438890 Feb 02 07:09:51.722891 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e7ce73-0b2b-40e0-b4d9-a52de11e1b81 req-bd02f672-8617-4dd0-bef2-15b9562e39cb tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:51.724472 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-37e7ce73-0b2b-40e0-b4d9-a52de11e1b81 req-bd02f672-8617-4dd0-bef2-15b9562e39cb tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.2097139 Feb 02 07:09:51.832242 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cc2585c8-86dc-4cc4-b33e-064a775f6e4d req-9f48412c-63b4-44e9-9030-15657cd43afa tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928596 Feb 02 07:09:51.866058 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d47c50f3-0f0b-4e36-ba0f-989add5c3f1e tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks [] for router_gateway (943b048e-ec24-47e8-82e0-9074ccfdf949), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:51.937102 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-71376555-b0ee-45c4-8fa3-0d165cf42122 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:52.006275 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:52.097648 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-71376555-b0ee-45c4-8fa3-0d165cf42122 admin admin] Publish callbacks [] for security_group (61ca000b-8cf7-4a8a-b895-848bdab31ad4), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:52.117700 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-37e7ce73-0b2b-40e0-b4d9-a52de11e1b81 req-8c79a9ac-6f9e-485e-9180-e8917822ec33 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3828485 Feb 02 07:09:52.123956 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-71376555-b0ee-45c4-8fa3-0d165cf42122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (61ca000b-8cf7-4a8a-b895-848bdab31ad4), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:52.205129 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-71376555-b0ee-45c4-8fa3-0d165cf42122 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=5c559945aef14fa3a0bcf5d29e8798a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6718981 Feb 02 07:09:52.207722 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71376555-b0ee-45c4-8fa3-0d165cf42122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ca000b-8cf7-4a8a-b895-848bdab31ad4,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:52.209175 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 53316) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:52.295623 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-8f28ad53-158e-44b9-b56d-57c534f21073 req-e7298363-2941-421c-aa27-6d2e69ff5cb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:09:52.305422 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-8f28ad53-158e-44b9-b56d-57c534f21073 req-e7298363-2941-421c-aa27-6d2e69ff5cb9 service neutron] Publish callbacks [] for port (6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:52.327509 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cd058b39-d7eb-4bf7-8fd6-aacd00be7025 admin admin] Publish callbacks [] for security_group (61ca000b-8cf7-4a8a-b895-848bdab31ad4), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:52.340688 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-8f28ad53-158e-44b9-b56d-57c534f21073 req-e7298363-2941-421c-aa27-6d2e69ff5cb9 service neutron] Transition to ACTIVE for port object 6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:09:52.367877 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d47c50f3-0f0b-4e36-ba0f-989add5c3f1e tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1043354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-942652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13285'] for router (943b048e-ec24-47e8-82e0-9074ccfdf949), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:52.374825 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d47c50f3-0f0b-4e36-ba0f-989add5c3f1e tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1043345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1043336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-942635'] for router (943b048e-ec24-47e8-82e0-9074ccfdf949), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:52.388067 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cd058b39-d7eb-4bf7-8fd6-aacd00be7025 admin admin] Publish callbacks [] for security_group (61ca000b-8cf7-4a8a-b895-848bdab31ad4), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:52.392715 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-8f28ad53-158e-44b9-b56d-57c534f21073 req-e7298363-2941-421c-aa27-6d2e69ff5cb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:52.595175 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7298363-2941-421c-aa27-6d2e69ff5cb9 service neutron] Pushing event updated for resources: {'Port': ['ID=6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:52.700404 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-8f28ad53-158e-44b9-b56d-57c534f21073 req-e7298363-2941-421c-aa27-6d2e69ff5cb9 service neutron] Attempting to bind port 6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:09:52.700728 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-8f28ad53-158e-44b9-b56d-57c534f21073 req-e7298363-2941-421c-aa27-6d2e69ff5cb9 service neutron] Attempting to bind port 6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'fc0a4cad-9504-4785-979c-6732d183490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '274d3754-cb62-4276-8b4a-dfa5cf98baaf'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:09:52.700974 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f28ad53-158e-44b9-b56d-57c534f21073 req-e7298363-2941-421c-aa27-6d2e69ff5cb9 service neutron] Attempting to bind port 6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf on network 274d3754-cb62-4276-8b4a-dfa5cf98baaf {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:09:52.713701 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f28ad53-158e-44b9-b56d-57c534f21073 req-e7298363-2941-421c-aa27-6d2e69ff5cb9 service neutron] Port 6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf on network 274d3754-cb62-4276-8b4a-dfa5cf98baaf not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:09:52.714124 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f28ad53-158e-44b9-b56d-57c534f21073 req-e7298363-2941-421c-aa27-6d2e69ff5cb9 service neutron] Attempting to bind port 6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf on network 274d3754-cb62-4276-8b4a-dfa5cf98baaf {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:09:52.723294 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cd058b39-d7eb-4bf7-8fd6-aacd00be7025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (61ca000b-8cf7-4a8a-b895-848bdab31ad4), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:52.723533 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f28ad53-158e-44b9-b56d-57c534f21073 req-e7298363-2941-421c-aa27-6d2e69ff5cb9 service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:09:52.723967 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f28ad53-158e-44b9-b56d-57c534f21073 req-e7298363-2941-421c-aa27-6d2e69ff5cb9 service neutron] Checking segment: {'id': 'fc0a4cad-9504-4785-979c-6732d183490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '274d3754-cb62-4276-8b4a-dfa5cf98baaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:09:52.724224 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f28ad53-158e-44b9-b56d-57c534f21073 req-e7298363-2941-421c-aa27-6d2e69ff5cb9 service neutron] Bound using segment: {'id': 'fc0a4cad-9504-4785-979c-6732d183490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '274d3754-cb62-4276-8b4a-dfa5cf98baaf'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:09:52.724676 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-8f28ad53-158e-44b9-b56d-57c534f21073 req-e7298363-2941-421c-aa27-6d2e69ff5cb9 service neutron] Bound port: 6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc0a4cad-9504-4785-979c-6732d183490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '274d3754-cb62-4276-8b4a-dfa5cf98baaf'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:09:52.725043 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-8f28ad53-158e-44b9-b56d-57c534f21073 req-e7298363-2941-421c-aa27-6d2e69ff5cb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:52.733474 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cd058b39-d7eb-4bf7-8fd6-aacd00be7025 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:52.739356 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-cd058b39-d7eb-4bf7-8fd6-aacd00be7025 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/61ca000b-8cf7-4a8a-b895-848bdab31ad4 HTTP/1.1" status: 204 len: 168 time: 0.5268755 Feb 02 07:09:52.780945 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd058b39-d7eb-4bf7-8fd6-aacd00be7025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ca000b-8cf7-4a8a-b895-848bdab31ad4,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:52.844928 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d47c50f3-0f0b-4e36-ba0f-989add5c3f1e tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Router 943b048e-ec24-47e8-82e0-9074ccfdf949 is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:09:52.982391 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-8f28ad53-158e-44b9-b56d-57c534f21073 req-e7298363-2941-421c-aa27-6d2e69ff5cb9 service neutron] For port 6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:09:52.992196 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-8f28ad53-158e-44b9-b56d-57c534f21073 req-e7298363-2941-421c-aa27-6d2e69ff5cb9 service neutron] For port 6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf,segment=NetworkSegment(fc0a4cad-9504-4785-979c-6732d183490f),segment_id=fc0a4cad-9504-4785-979c-6732d183490f)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:09:53.009202 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-8f28ad53-158e-44b9-b56d-57c534f21073 req-e7298363-2941-421c-aa27-6d2e69ff5cb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:53.118132 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f28ad53-158e-44b9-b56d-57c534f21073 req-e7298363-2941-421c-aa27-6d2e69ff5cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:53.120621 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-8f28ad53-158e-44b9-b56d-57c534f21073 req-e7298363-2941-421c-aa27-6d2e69ff5cb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:53.124497 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8f28ad53-158e-44b9-b56d-57c534f21073 req-e7298363-2941-421c-aa27-6d2e69ff5cb9 service neutron] 10.222.0.88 "PUT /v2.0/ports/6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf HTTP/1.1" status: 200 len: 1093 time: 2.0705972 Feb 02 07:09:53.127430 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2de00abe-eaea-4d63-b152-fd639a7f711a', 'tag': '6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:09:53.131333 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca672143-4c63-4ff3-9175-487c6db138c0" -d '{"events": [{"name": "network-changed", "server_uuid": "2de00abe-eaea-4d63-b152-fd639a7f711a", "tag": "6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:09:53.275602 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d01fc6-0d56-4095-86ef-f3b58b2ba980 req-b5a964be-e5d3-4b3f-b1f4-b419d7d9196d tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:53.281726 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-78d01fc6-0d56-4095-86ef-f3b58b2ba980 req-b5a964be-e5d3-4b3f-b1f4-b419d7d9196d tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=2de00abe-eaea-4d63-b152-fd639a7f711a HTTP/1.1" status: 200 len: 944 time: 0.2833354 Feb 02 07:09:53.326588 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7298363-2941-421c-aa27-6d2e69ff5cb9 service neutron] Pushing event updated for resources: {'Port': ['ID=6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:53.343110 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47c50f3-0f0b-4e36-ba0f-989add5c3f1e tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:09:53.363154 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e674510-1b03-49ce-a045-8e2325531b66 None None] Sync routers for ids ['943b048e-ec24-47e8-82e0-9074ccfdf949'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:09:53.378992 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d47c50f3-0f0b-4e36-ba0f-989add5c3f1e tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:53.382937 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d47c50f3-0f0b-4e36-ba0f-989add5c3f1e tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] 10.222.0.87 "PUT /v2.0/routers/943b048e-ec24-47e8-82e0-9074ccfdf949 HTTP/1.1" status: 200 len: 883 time: 4.8565481 Feb 02 07:09:53.383914 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 53346) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:53.406432 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e674510-1b03-49ce-a045-8e2325531b66 None None] Routers {'943b048e-ec24-47e8-82e0-9074ccfdf949'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:09:53.407398 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-5e674510-1b03-49ce-a045-8e2325531b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:09:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['943b048e-ec24-47e8-82e0-9074ccfdf949'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:09:53.420071 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f28ad53-158e-44b9-b56d-57c534f21073 req-c6e5d259-2e5b-4dc0-95fe-e4fc04fa4ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:53.421876 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8f28ad53-158e-44b9-b56d-57c534f21073 req-c6e5d259-2e5b-4dc0-95fe-e4fc04fa4ce8 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=12ae52d2610343959b079c169f83e654&device_id=2de00abe-eaea-4d63-b152-fd639a7f711a HTTP/1.1" status: 200 len: 1127 time: 0.2284651 Feb 02 07:09:53.529044 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-5e674510-1b03-49ce-a045-8e2325531b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:09:53.574602 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e674510-1b03-49ce-a045-8e2325531b66 None None] Routers {'943b048e-ec24-47e8-82e0-9074ccfdf949'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:09:53.574871 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8f28ad53-158e-44b9-b56d-57c534f21073 req-1c0f6370-083e-4c65-981d-e6108a58c332 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf HTTP/1.1" status: 200 len: 217 time: 0.1326776 Feb 02 07:09:53.575233 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-5e674510-1b03-49ce-a045-8e2325531b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:09:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['943b048e-ec24-47e8-82e0-9074ccfdf949'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:09:53.636301 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-9247cc01-1daf-4872-a3a5-8b68a7024d4e tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] 10.222.0.87 "GET /v2.0/routers/943b048e-ec24-47e8-82e0-9074ccfdf949 HTTP/1.1" status: 200 len: 924 time: 0.2419579 Feb 02 07:09:53.648476 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 53356) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:53.731407 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e9fa6c-6040-4ff6-aee6-720cec17b0b7 req-cae1dec5-5efa-47aa-a01f-fa40e7dc792c tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:53.744160 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-5e674510-1b03-49ce-a045-8e2325531b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:09:53.748104 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e674510-1b03-49ce-a045-8e2325531b66 None None] The sync data for ids ['943b048e-ec24-47e8-82e0-9074ccfdf949'] in n-d-789963-26 is: [] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:09:53.748857 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a5e9fa6c-6040-4ff6-aee6-720cec17b0b7 req-cae1dec5-5efa-47aa-a01f-fa40e7dc792c tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.4317875 Feb 02 07:09:53.791318 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-78d01fc6-0d56-4095-86ef-f3b58b2ba980 req-0b171fa5-cbba-4055-90e3-a899c4cc80aa tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4878347 Feb 02 07:09:53.851197 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5083e6a4-f39b-4d0c-b0a4-d17be0b8d309 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:53.858640 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f28ad53-158e-44b9-b56d-57c534f21073 req-aa3d343d-c421-4721-b34d-9a6b7d08c0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:53.858921 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-5083e6a4-f39b-4d0c-b0a4-d17be0b8d309 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] 10.222.0.87 "GET /v2.0/ports?network_id=ee4463ee-e783-4af5-91d5-cbeb2d0e0db8&device_id=943b048e-ec24-47e8-82e0-9074ccfdf949&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2062666 Feb 02 07:09:53.859581 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 53360) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:53.863517 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8f28ad53-158e-44b9-b56d-57c534f21073 req-aa3d343d-c421-4721-b34d-9a6b7d08c0dc service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b6b3fc97-ea53-4910-99b5-bddf06c5d45f HTTP/1.1" status: 200 len: 851 time: 0.2692802 Feb 02 07:09:53.955979 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a5e9fa6c-6040-4ff6-aee6-720cec17b0b7 req-5335b5ef-2ec3-4be2-9c5d-cba587399978 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035778 Feb 02 07:09:53.981947 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a05c97f-fe81-4791-8e77-df29a3759607 x-openstack-request-id: req-4a05c97f-fe81-4791-8e77-df29a3759607 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:09:53.982656 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2de00abe-eaea-4d63-b152-fd639a7f711a", "tag": "6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:09:53.984238 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-4a05c97f-fe81-4791-8e77-df29a3759607 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:09:53.985982 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2de00abe-eaea-4d63-b152-fd639a7f711a', 'tag': '6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf', 'status': 'completed', 'code': 200} Feb 02 07:09:54.053764 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f28ad53-158e-44b9-b56d-57c534f21073 req-8521fc2b-3e63-4f8d-89f8-f9979ab24da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:54.059860 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8f28ad53-158e-44b9-b56d-57c534f21073 req-8521fc2b-3e63-4f8d-89f8-f9979ab24da8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=274d3754-cb62-4276-8b4a-dfa5cf98baaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1849880 Feb 02 07:09:54.195369 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a355835-3d15-40e6-8b12-363d3ad873ee tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:54.196993 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0a355835-3d15-40e6-8b12-363d3ad873ee tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] 10.222.0.87 "GET /v2.0/networks/ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 HTTP/1.1" status: 200 len: 881 time: 0.3335674 Feb 02 07:09:54.203190 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 53374) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:54.246449 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b1e65312-01be-4fdb-831e-418251aaf507 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] 10.222.0.87 "GET /v2.0/ports?device_id=943b048e-ec24-47e8-82e0-9074ccfdf949 HTTP/1.1" status: 200 len: 205 time: 0.0412898 Feb 02 07:09:54.260018 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 53378) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:54.459280 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-86ca5ca2-bea1-42b9-bd86-2ead244ad7ee tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks [] for router (943b048e-ec24-47e8-82e0-9074ccfdf949), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:54.683129 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-86ca5ca2-bea1-42b9-bd86-2ead244ad7ee tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks [] for router_gateway (943b048e-ec24-47e8-82e0-9074ccfdf949), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:54.802370 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-86ca5ca2-bea1-42b9-bd86-2ead244ad7ee tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Deleting port b83dd822-6006-4123-a858-4ce3296e7496 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:09:54.802710 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-86ca5ca2-bea1-42b9-bd86-2ead244ad7ee tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (b83dd822-6006-4123-a858-4ce3296e7496), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:54.960357 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-86ca5ca2-bea1-42b9-bd86-2ead244ad7ee tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (b83dd822-6006-4123-a858-4ce3296e7496), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:54.975764 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-86ca5ca2-bea1-42b9-bd86-2ead244ad7ee tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Calling delete_port for b83dd822-6006-4123-a858-4ce3296e7496 owned by network:router_gateway {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:09:55.167487 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8f28ad53-158e-44b9-b56d-57c534f21073 req-cc899bc4-2cd4-4737-8bb4-2be469076afa service neutron] 10.222.0.88 "GET /v2.0/networks/274d3754-cb62-4276-8b4a-dfa5cf98baaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1009657 Feb 02 07:09:55.264235 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-86ca5ca2-bea1-42b9-bd86-2ead244ad7ee tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (b83dd822-6006-4123-a858-4ce3296e7496), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:55.343836 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ca5ca2-bea1-42b9-bd86-2ead244ad7ee tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Pushing event deleted for resources: {'Port': ['ID=b83dd822-6006-4123-a858-4ce3296e7496,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:55.359769 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ab258a-eaa5-437e-8405-5bdaac8fae86 req-2b842eb5-976a-46fe-b9c1-1a13d4963057 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:55.365078 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-92ab258a-eaa5-437e-8405-5bdaac8fae86 req-2b842eb5-976a-46fe-b9c1-1a13d4963057 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.1938820 Feb 02 07:09:55.379000 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [req-1a75f5bc-1378-4ab6-a786-7dea011bd2b2 req-8c689b4e-6455-4cb6-a8ff-e0ea73e7d396 service neutron] (109694) timed out ('10.222.0.59', 61300) {{(pid=109694) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 02 07:09:55.430970 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8d50fe-9abb-4f25-abd9-1e32ae691182 req-a369acfe-ae0e-4ea4-b2da-eaf54b8512f7 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:55.438051 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5e8d50fe-9abb-4f25-abd9-1e32ae691182 req-a369acfe-ae0e-4ea4-b2da-eaf54b8512f7 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=2de00abe-eaea-4d63-b152-fd639a7f711a HTTP/1.1" status: 200 len: 944 time: 0.2170115 Feb 02 07:09:55.489679 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-86ca5ca2-bea1-42b9-bd86-2ead244ad7ee tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (943b048e-ec24-47e8-82e0-9074ccfdf949), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:55.516981 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8f28ad53-158e-44b9-b56d-57c534f21073 req-2370c098-9a10-44de-8a2f-eb88740af965 service neutron] 10.222.0.88 "GET /v2.0/networks/274d3754-cb62-4276-8b4a-dfa5cf98baaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3150556 Feb 02 07:09:55.529925 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-92ab258a-eaa5-437e-8405-5bdaac8fae86 req-258ec8ed-975c-4386-8720-5a2d5bd8b56d tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589849 Feb 02 07:09:55.709568 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca672143-4c63-4ff3-9175-487c6db138c0 req-954477b5-24ca-4d57-9a7b-0ae8244897f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:55.715491 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ca672143-4c63-4ff3-9175-487c6db138c0 req-954477b5-24ca-4d57-9a7b-0ae8244897f0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=12ae52d2610343959b079c169f83e654&device_id=2de00abe-eaea-4d63-b152-fd639a7f711a HTTP/1.1" status: 200 len: 1127 time: 0.0927923 Feb 02 07:09:55.865182 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-86ca5ca2-bea1-42b9-bd86-2ead244ad7ee tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (943b048e-ec24-47e8-82e0-9074ccfdf949), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:55.876842 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-86ca5ca2-bea1-42b9-bd86-2ead244ad7ee tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks [] for router_controller (943b048e-ec24-47e8-82e0-9074ccfdf949), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:55.898279 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5e8d50fe-9abb-4f25-abd9-1e32ae691182 req-c4313643-9de1-4371-ae1f-7b20909307ff tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4589849 Feb 02 07:09:55.954820 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca672143-4c63-4ff3-9175-487c6db138c0 req-6045891d-efad-41da-88a6-aaa16458416c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:55.959181 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ca672143-4c63-4ff3-9175-487c6db138c0 req-6045891d-efad-41da-88a6-aaa16458416c service neutron] 10.222.0.88 "GET /v2.0/networks?id=274d3754-cb62-4276-8b4a-dfa5cf98baaf HTTP/1.1" status: 200 len: 913 time: 0.2408736 Feb 02 07:09:56.059790 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-86ca5ca2-bea1-42b9-bd86-2ead244ad7ee tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (943b048e-ec24-47e8-82e0-9074ccfdf949), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:56.060428 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ca5ca2-bea1-42b9-bd86-2ead244ad7ee tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Fanout notify agent at l3_agent the message router_deleted on router 943b048e-ec24-47e8-82e0-9074ccfdf949 {{(pid=109694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:09:56.068423 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-86ca5ca2-bea1-42b9-bd86-2ead244ad7ee tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:56.069183 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-86ca5ca2-bea1-42b9-bd86-2ead244ad7ee tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] 10.222.0.87 "DELETE /v2.0/routers/943b048e-ec24-47e8-82e0-9074ccfdf949 HTTP/1.1" status: 204 len: 168 time: 1.8081720 Feb 02 07:09:56.076000 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 53412) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:56.081004 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-492ea317-400d-4b73-8447-659a42b81901 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1646204781', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:09:56.084929 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ca672143-4c63-4ff3-9175-487c6db138c0 req-d655ec72-c79c-493c-89c5-372bcbda38f3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf HTTP/1.1" status: 200 len: 217 time: 0.0891082 Feb 02 07:09:56.162345 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-492ea317-400d-4b73-8447-659a42b81901 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (fd71850b-f7a3-49e7-9db8-50a629dd92d4), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:56.163422 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-492ea317-400d-4b73-8447-659a42b81901 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (fd71850b-f7a3-49e7-9db8-50a629dd92d4), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:56.225680 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca672143-4c63-4ff3-9175-487c6db138c0 req-ac89ce40-7b43-4184-8367-0e9c984d9aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:56.227276 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ca672143-4c63-4ff3-9175-487c6db138c0 req-ac89ce40-7b43-4184-8367-0e9c984d9aed service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b6b3fc97-ea53-4910-99b5-bddf06c5d45f HTTP/1.1" status: 200 len: 851 time: 0.1415737 Feb 02 07:09:56.313339 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-492ea317-400d-4b73-8447-659a42b81901 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks [] for router_controller (fd71850b-f7a3-49e7-9db8-50a629dd92d4), precommit_add_association {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:56.329725 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-492ea317-400d-4b73-8447-659a42b81901 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (fd71850b-f7a3-49e7-9db8-50a629dd92d4), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:56.365353 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca672143-4c63-4ff3-9175-487c6db138c0 req-f04804d8-c16a-480e-af55-a7e505e4a1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:56.370932 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-492ea317-400d-4b73-8447-659a42b81901 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:56.371447 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-492ea317-400d-4b73-8447-659a42b81901 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2944832 Feb 02 07:09:56.380069 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 53422) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:56.384474 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-196327de-c27a-479e-b452-7a66a4c75547 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'enable_snat': True}}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:09:56.386503 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ca672143-4c63-4ff3-9175-487c6db138c0 req-f04804d8-c16a-480e-af55-a7e505e4a1f0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=274d3754-cb62-4276-8b4a-dfa5cf98baaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1320376 Feb 02 07:09:56.625532 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ca672143-4c63-4ff3-9175-487c6db138c0 req-e10f3996-8bbd-47f8-bdab-ba1da4eb1d47 service neutron] 10.222.0.88 "GET /v2.0/networks/274d3754-cb62-4276-8b4a-dfa5cf98baaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374318 Feb 02 07:09:56.746065 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 53430) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:57.113364 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ca672143-4c63-4ff3-9175-487c6db138c0 req-ec9fc9d0-2ae7-463f-a8b3-a958d1c5d710 service neutron] 10.222.0.88 "GET /v2.0/networks/274d3754-cb62-4276-8b4a-dfa5cf98baaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4821887 Feb 02 07:09:57.134864 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-196327de-c27a-479e-b452-7a66a4c75547 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks [] for router_gateway (fd71850b-f7a3-49e7-9db8-50a629dd92d4), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:57.144082 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4e4726-e053-45f0-9adc-5d309f41a931 req-eb3191f4-c54d-48b8-a792-449e6f7cdf02 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:57.154337 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-be4e4726-e053-45f0-9adc-5d309f41a931 req-eb3191f4-c54d-48b8-a792-449e6f7cdf02 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.3103366 Feb 02 07:09:57.224778 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:57.262496 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-be4e4726-e053-45f0-9adc-5d309f41a931 req-64ba1bc0-d75f-457c-9a46-a7593a9d9dd2 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071157 Feb 02 07:09:57.273833 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-b441808e-c7fa-4154-b818-6cec1d1c3535 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Request body: {'floatingip': {'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:09:57.304144 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b441808e-c7fa-4154-b818-6cec1d1c3535 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:57.353450 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fbaf37-9140-4205-96ff-4d4c6303c2bd req-1a82c28d-159f-462c-9440-2641b20c945a tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:57.365531 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b5fbaf37-9140-4205-96ff-4d4c6303c2bd req-1a82c28d-159f-462c-9440-2641b20c945a tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=2de00abe-eaea-4d63-b152-fd639a7f711a HTTP/1.1" status: 200 len: 944 time: 0.2759428 Feb 02 07:09:57.476621 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b441808e-c7fa-4154-b818-6cec1d1c3535 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:57.710262 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-b441808e-c7fa-4154-b818-6cec1d1c3535 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Allocated IP 172.25.4.25 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/2f6f10c6-53ae-4b55-88dc-e20f2550551f) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:09:57.882535 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b5fbaf37-9140-4205-96ff-4d4c6303c2bd req-1583d61f-35a4-40b1-817d-2f948cc444bc tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5159786 Feb 02 07:09:57.922176 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b441808e-c7fa-4154-b818-6cec1d1c3535 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks [] for port (2f6f10c6-53ae-4b55-88dc-e20f2550551f), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:58.006976 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b441808e-c7fa-4154-b818-6cec1d1c3535 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (2f6f10c6-53ae-4b55-88dc-e20f2550551f), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:58.076710 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b441808e-c7fa-4154-b818-6cec1d1c3535 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:09:58.082589 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-b441808e-c7fa-4154-b818-6cec1d1c3535 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:09:58.089135 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b441808e-c7fa-4154-b818-6cec1d1c3535 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:09:58.143754 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-196327de-c27a-479e-b452-7a66a4c75547 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks [] for router_gateway (fd71850b-f7a3-49e7-9db8-50a629dd92d4), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:58.170102 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-196327de-c27a-479e-b452-7a66a4c75547 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:58.243456 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b441808e-c7fa-4154-b818-6cec1d1c3535 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Pushing event updated for resources: {'Port': ['ID=2f6f10c6-53ae-4b55-88dc-e20f2550551f,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:58.304392 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:09:58.335847 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b441808e-c7fa-4154-b818-6cec1d1c3535 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks [] for floatingip (cdacdab4-b381-4adf-a528-d41ef68532f2), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:58.417099 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b441808e-c7fa-4154-b818-6cec1d1c3535 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (2f6f10c6-53ae-4b55-88dc-e20f2550551f), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:58.453235 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-196327de-c27a-479e-b452-7a66a4c75547 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Allocated IP 172.25.4.157 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/fb82cb5d-336d-4649-8b8d-1f96116079c6) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:09:58.579493 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e19044-0d79-4dfa-828c-a9316493ffc1 req-6fc8b55c-d2af-4302-8ae4-cd7ad1ac615c tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:58.587263 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-04e19044-0d79-4dfa-828c-a9316493ffc1 req-6fc8b55c-d2af-4302-8ae4-cd7ad1ac615c tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.1286871 Feb 02 07:09:58.608900 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf,segment=NetworkSegment(fc0a4cad-9504-4785-979c-6732d183490f),segment_id=fc0a4cad-9504-4785-979c-6732d183490f)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:09:58.646267 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': '6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf', 'network_id': '274d3754-cb62-4276-8b4a-dfa5cf98baaf', 'port_id': '6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf', 'mac_address': 'fa:16:3e:4a:28:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6b3fc97-ea53-4910-99b5-bddf06c5d45f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:09:58.753994 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-196327de-c27a-479e-b452-7a66a4c75547 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks [] for port (fb82cb5d-336d-4649-8b8d-1f96116079c6), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:58.772049 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:09:58.772751 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:58.803834 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-04e19044-0d79-4dfa-828c-a9316493ffc1 req-8f4192da-4caf-4995-8352-a34a2e18da9f tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152705 Feb 02 07:09:58.812212 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:09:58.854091 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-196327de-c27a-479e-b452-7a66a4c75547 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (fb82cb5d-336d-4649-8b8d-1f96116079c6), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:58.863828 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b441808e-c7fa-4154-b818-6cec1d1c3535 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks [] for port (2f6f10c6-53ae-4b55-88dc-e20f2550551f), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:58.883911 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b441808e-c7fa-4154-b818-6cec1d1c3535 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (2f6f10c6-53ae-4b55-88dc-e20f2550551f), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:58.898986 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf,segment=NetworkSegment(fc0a4cad-9504-4785-979c-6732d183490f),segment_id=fc0a4cad-9504-4785-979c-6732d183490f)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:09:58.913727 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:58.920258 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196327de-c27a-479e-b452-7a66a4c75547 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:09:58.929027 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-196327de-c27a-479e-b452-7a66a4c75547 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:09:58.936438 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196327de-c27a-479e-b452-7a66a4c75547 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:09:59.007709 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b441808e-c7fa-4154-b818-6cec1d1c3535 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Pushing event updated for resources: {'Port': ['ID=2f6f10c6-53ae-4b55-88dc-e20f2550551f,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:59.010505 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b441808e-c7fa-4154-b818-6cec1d1c3535 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (cdacdab4-b381-4adf-a528-d41ef68532f2), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:59.049840 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b441808e-c7fa-4154-b818-6cec1d1c3535 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:59.055279 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b441808e-c7fa-4154-b818-6cec1d1c3535 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3081822 Feb 02 07:09:59.056187 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 53474) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:59.061871 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-707d2361-1c9b-47dd-b4c9-1be976ace7ae tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2118369746'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:09:59.088952 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:59.122738 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-707d2361-1c9b-47dd-b4c9-1be976ace7ae tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Made reservation on behalf of 648b25045e2f4e4084dd81250997767d for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:09:59.131227 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-707d2361-1c9b-47dd-b4c9-1be976ace7ae tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:59.154563 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-707d2361-1c9b-47dd-b4c9-1be976ace7ae tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:59.173394 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196327de-c27a-479e-b452-7a66a4c75547 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Pushing event updated for resources: {'Port': ['ID=fb82cb5d-336d-4649-8b8d-1f96116079c6,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:59.236926 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:09:59.264107 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-707d2361-1c9b-47dd-b4c9-1be976ace7ae tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks [] for security_group (92c14180-4853-4386-9975-97647ac12726), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:59.276098 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-707d2361-1c9b-47dd-b4c9-1be976ace7ae tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (92c14180-4853-4386-9975-97647ac12726), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:59.294562 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-707d2361-1c9b-47dd-b4c9-1be976ace7ae tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:09:59.299134 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75f94fe-d94a-474e-8f41-a53458983d9b req-9a4108b5-870d-4a74-a41a-eaefaf2c9348 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:59.301501 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a75f94fe-d94a-474e-8f41-a53458983d9b req-9a4108b5-870d-4a74-a41a-eaefaf2c9348 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=2de00abe-eaea-4d63-b152-fd639a7f711a HTTP/1.1" status: 200 len: 945 time: 0.2384136 Feb 02 07:09:59.315189 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-707d2361-1c9b-47dd-b4c9-1be976ace7ae tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (d931cb0d-6be0-4526-a46f-71bad8597cbf), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:59.315804 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-707d2361-1c9b-47dd-b4c9-1be976ace7ae tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Added segment d931cb0d-6be0-4526-a46f-71bad8597cbf of type vlan for network 437ec306-c787-4877-a297-2c8716a5056c Feb 02 07:09:59.376458 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-707d2361-1c9b-47dd-b4c9-1be976ace7ae tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (437ec306-c787-4877-a297-2c8716a5056c), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:59.440816 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-707d2361-1c9b-47dd-b4c9-1be976ace7ae tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (437ec306-c787-4877-a297-2c8716a5056c), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:59.456251 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707d2361-1c9b-47dd-b4c9-1be976ace7ae tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:09:59.458724 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-707d2361-1c9b-47dd-b4c9-1be976ace7ae tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:59.463220 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a75f94fe-d94a-474e-8f41-a53458983d9b req-4ab6b21c-fa7e-41be-ad38-835b88a06643 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251924 Feb 02 07:09:59.618788 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-707d2361-1c9b-47dd-b4c9-1be976ace7ae tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5604670 Feb 02 07:09:59.625110 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 53476) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:09:59.625945 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707d2361-1c9b-47dd-b4c9-1be976ace7ae tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92c14180-4853-4386-9975-97647ac12726,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:59.650153 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-891d354a-2765-4bc1-8f63-1deff5324f29 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Request body: {'subnet': {'network_id': '437ec306-c787-4877-a297-2c8716a5056c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:09:59.731268 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707d2361-1c9b-47dd-b4c9-1be976ace7ae tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Pushing event updated for resources: {'Network': ['ID=437ec306-c787-4877-a297-2c8716a5056c,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:09:59.732709 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-196327de-c27a-479e-b452-7a66a4c75547 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks [] for router_gateway (fd71850b-f7a3-49e7-9db8-50a629dd92d4), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:09:59.751382 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 437ec306-c787-4877-a297-2c8716a5056c details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:10:00.072812 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-196327de-c27a-479e-b452-7a66a4c75547 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1043354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-942652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13285'] for router (fd71850b-f7a3-49e7-9db8-50a629dd92d4), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:00.076714 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-196327de-c27a-479e-b452-7a66a4c75547 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1043345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1043336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-942635'] for router (fd71850b-f7a3-49e7-9db8-50a629dd92d4), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:00.083753 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-891d354a-2765-4bc1-8f63-1deff5324f29 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Made reservation on behalf of 648b25045e2f4e4084dd81250997767d for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:10:00.089848 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-891d354a-2765-4bc1-8f63-1deff5324f29 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:00.131665 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9246067f-3050-43e9-b158-bdbeb43d3ece req-0d4c2d0e-f412-4f88-859d-8a15cba38904 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:00.141905 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9246067f-3050-43e9-b158-bdbeb43d3ece req-0d4c2d0e-f412-4f88-859d-8a15cba38904 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.1562893 Feb 02 07:10:00.238001 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9246067f-3050-43e9-b158-bdbeb43d3ece req-425bfbc0-4dd9-4a79-91fb-a45af0fea23b tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934410 Feb 02 07:10:00.345138 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:10:00.408203 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port 6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:10:00.415973 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port 6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:10:00.419494 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:00.450766 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-196327de-c27a-479e-b452-7a66a4c75547 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Router fd71850b-f7a3-49e7-9db8-50a629dd92d4 is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:10:00.586771 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:10:00.587905 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:00.632658 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-891d354a-2765-4bc1-8f63-1deff5324f29 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (32a584ae-c95b-4541-af51-02a2776eb4d0), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:00.639105 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf,segment=NetworkSegment(fc0a4cad-9504-4785-979c-6732d183490f),segment_id=fc0a4cad-9504-4785-979c-6732d183490f)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:10:00.640860 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de00abe-eaea-4d63-b152-fd639a7f711a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:10:00.646291 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18995f93-7d31-4fe7-9b98-f81711612c8a" -d '{"events": [{"server_uuid": "2de00abe-eaea-4d63-b152-fd639a7f711a", "name": "network-vif-plugged", "status": "completed", "tag": "6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:10:00.652109 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:00.669711 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-196327de-c27a-479e-b452-7a66a4c75547 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:10:00.677074 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-196327de-c27a-479e-b452-7a66a4c75547 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:00.678483 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-196327de-c27a-479e-b452-7a66a4c75547 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] 10.222.0.87 "PUT /v2.0/routers/fd71850b-f7a3-49e7-9db8-50a629dd92d4 HTTP/1.1" status: 200 len: 919 time: 4.2974219 Feb 02 07:10:00.681933 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 53492) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:00.740402 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:00.743573 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb5fa3c-a4dc-4907-baf4-2e56b32797fe None None] Sync routers for ids ['fd71850b-f7a3-49e7-9db8-50a629dd92d4'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:10:00.757284 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ffb6c74-c6b1-4a6d-893d-1f1e714f6e25 x-openstack-request-id: req-0ffb6c74-c6b1-4a6d-893d-1f1e714f6e25 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:10:00.757941 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2de00abe-eaea-4d63-b152-fd639a7f711a", "name": "network-vif-plugged", "status": "completed", "tag": "6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:10:00.758993 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-0ffb6c74-c6b1-4a6d-893d-1f1e714f6e25 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:10:00.759409 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2de00abe-eaea-4d63-b152-fd639a7f711a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf', 'code': 200} Feb 02 07:10:00.760164 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e01571-a0de-42cd-99eb-f628511ca70c req-7215de70-d13d-408d-be83-e3ed651055d6 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:00.762071 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-16e01571-a0de-42cd-99eb-f628511ca70c req-7215de70-d13d-408d-be83-e3ed651055d6 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=2de00abe-eaea-4d63-b152-fd639a7f711a HTTP/1.1" status: 200 len: 945 time: 0.1521344 Feb 02 07:10:00.779467 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb5fa3c-a4dc-4907-baf4-2e56b32797fe None None] Routers {'fd71850b-f7a3-49e7-9db8-50a629dd92d4'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:10:00.781699 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-2cb5fa3c-a4dc-4907-baf4-2e56b32797fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:09:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['fd71850b-f7a3-49e7-9db8-50a629dd92d4'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:10:00.819259 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891d354a-2765-4bc1-8f63-1deff5324f29 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Pushing event updated for resources: {'Subnet': ['ID=32a584ae-c95b-4541-af51-02a2776eb4d0,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:00.849839 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-2cb5fa3c-a4dc-4907-baf4-2e56b32797fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:10:00.864470 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb5fa3c-a4dc-4907-baf4-2e56b32797fe None None] Routers {'fd71850b-f7a3-49e7-9db8-50a629dd92d4'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:10:00.865113 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-2cb5fa3c-a4dc-4907-baf4-2e56b32797fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:09:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['fd71850b-f7a3-49e7-9db8-50a629dd92d4'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:10:00.905904 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-2cb5fa3c-a4dc-4907-baf4-2e56b32797fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:10:00.906701 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb5fa3c-a4dc-4907-baf4-2e56b32797fe None None] The sync data for ids ['fd71850b-f7a3-49e7-9db8-50a629dd92d4'] in n-d-789963-26 is: [] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:10:00.925556 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891d354a-2765-4bc1-8f63-1deff5324f29 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Checking segment: {'id': 'd931cb0d-6be0-4526-a46f-71bad8597cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '437ec306-c787-4877-a297-2c8716a5056c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:10:00.925965 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891d354a-2765-4bc1-8f63-1deff5324f29 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Network hostable DHCP agents. Network: 437ec306-c787-4877-a297-2c8716a5056c, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:10:00.978308 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-16e01571-a0de-42cd-99eb-f628511ca70c req-4430d68f-7d12-4e03-b79a-047827c4dda7 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099965 Feb 02 07:10:00.987986 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891d354a-2765-4bc1-8f63-1deff5324f29 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Network 437ec306-c787-4877-a297-2c8716a5056c is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:10:00.988199 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-46427d22-0eb1-4bc9-859a-a784e8b37ef7 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] 10.222.0.87 "GET /v2.0/routers/fd71850b-f7a3-49e7-9db8-50a629dd92d4 HTTP/1.1" status: 200 len: 925 time: 0.3044245 Feb 02 07:10:00.991089 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 53496) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:00.992949 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb8e7b2-7f79-4231-b0c0-a1832dfdb89f req-ae264cf9-66f8-4a37-9439-2ced49427a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:00.994535 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8bb8e7b2-7f79-4231-b0c0-a1832dfdb89f req-ae264cf9-66f8-4a37-9439-2ced49427a0c service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=2de00abe-eaea-4d63-b152-fd639a7f711a HTTP/1.1" status: 200 len: 1129 time: 0.1501393 Feb 02 07:10:01.024458 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-891d354a-2765-4bc1-8f63-1deff5324f29 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 437ec306-c787-4877-a297-2c8716a5056c) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:10:01.033694 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed421fe-d149-4ed8-a60d-b44a8508b274 None None] Network 437ec306-c787-4877-a297-2c8716a5056c requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:10:01.040226 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891d354a-2765-4bc1-8f63-1deff5324f29 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:01.041320 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-891d354a-2765-4bc1-8f63-1deff5324f29 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:01.049265 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f665ecb2-e59e-4545-9a42-f86f8e089507 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:01.051082 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f665ecb2-e59e-4545-9a42-f86f8e089507 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] 10.222.0.87 "GET /v2.0/ports?network_id=ee4463ee-e783-4af5-91d5-cbeb2d0e0db8&device_id=fd71850b-f7a3-49e7-9db8-50a629dd92d4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0591469 Feb 02 07:10:01.054548 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 53498) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:01.097809 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8bb8e7b2-7f79-4231-b0c0-a1832dfdb89f req-8bdef0c5-d14e-49f9-8f51-4946290f4201 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927861 Feb 02 07:10:01.109832 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-891d354a-2765-4bc1-8f63-1deff5324f29 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4695246 Feb 02 07:10:01.113042 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 53500) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:01.117405 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-1c1aab30-fcca-48e1-a514-b71edfec9ec7 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1623985606', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}, 'admin_state_up': False}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:10:01.196587 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1c1aab30-fcca-48e1-a514-b71edfec9ec7 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (c9122b36-b1de-46ed-8ffd-bcfa66db82c7), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:01.197628 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1c1aab30-fcca-48e1-a514-b71edfec9ec7 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (c9122b36-b1de-46ed-8ffd-bcfa66db82c7), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:01.225081 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c56075-d8d8-4e21-9809-8144347e1fe5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-437ec306-c787-4877-a297-2c8716a5056c', 'network_id': '437ec306-c787-4877-a297-2c8716a5056c', 'project_id': '648b25045e2f4e4084dd81250997767d', 'fixed_ips': [{'subnet_id': '32a584ae-c95b-4541-af51-02a2776eb4d0'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:10:01.227097 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-05c56075-d8d8-4e21-9809-8144347e1fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:01.232131 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c0b6a0-5105-4dfe-a9ae-6f6aa0640ae9 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:01.241440 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b5c0b6a0-5105-4dfe-a9ae-6f6aa0640ae9 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] 10.222.0.87 "GET /v2.0/networks/ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 HTTP/1.1" status: 200 len: 881 time: 0.1811204 Feb 02 07:10:01.242074 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 53504) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:01.299888 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-1f251e96-65d6-44d7-af19-2ec847a50170 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] 10.222.0.87 "GET /v2.0/ports?device_id=fd71850b-f7a3-49e7-9db8-50a629dd92d4 HTTP/1.1" status: 200 len: 205 time: 0.0533457 Feb 02 07:10:01.304650 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 53508) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:01.323128 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 53510) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:01.334021 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-1313a658-ccbf-4baf-95f0-fe38c728e155 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1183598440'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:10:01.424637 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1c1aab30-fcca-48e1-a514-b71edfec9ec7 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks [] for router_controller (c9122b36-b1de-46ed-8ffd-bcfa66db82c7), precommit_add_association {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:01.465753 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-05c56075-d8d8-4e21-9809-8144347e1fe5 None None] Allocated IP 172.20.0.2 (437ec306-c787-4877-a297-2c8716a5056c/32a584ae-c95b-4541-af51-02a2776eb4d0/6205253b-94b3-48e6-88c3-0442d790e5e9) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:10:01.490993 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1313a658-ccbf-4baf-95f0-fe38c728e155 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Made reservation on behalf of 07cbe6ce97734b3c8365c4e2bb6fcdb5 for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:10:01.495573 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1313a658-ccbf-4baf-95f0-fe38c728e155 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:01.626859 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46789086-d76e-4262-8c11-594ff276ded2 req-338d85d1-ce4f-4ba3-8039-babdd0f0b49d tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:01.628721 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-46789086-d76e-4262-8c11-594ff276ded2 req-338d85d1-ce4f-4ba3-8039-babdd0f0b49d tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.2566094 Feb 02 07:10:01.666109 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1313a658-ccbf-4baf-95f0-fe38c728e155 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:10:01.682574 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-05c56075-d8d8-4e21-9809-8144347e1fe5 None None] Publish callbacks [] for port (6205253b-94b3-48e6-88c3-0442d790e5e9), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:01.691525 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-05c56075-d8d8-4e21-9809-8144347e1fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (6205253b-94b3-48e6-88c3-0442d790e5e9), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:01.699535 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-86b43452-0512-4858-bb47-ee53b0b58eec tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks [] for router (fd71850b-f7a3-49e7-9db8-50a629dd92d4), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:01.762263 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c56075-d8d8-4e21-9809-8144347e1fe5 None None] Pushing event updated for resources: {'Port': ['ID=6205253b-94b3-48e6-88c3-0442d790e5e9,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:01.765791 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1313a658-ccbf-4baf-95f0-fe38c728e155 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (4853bd7a-35ba-41e6-9757-b7f9c4755985), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:01.766186 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-1313a658-ccbf-4baf-95f0-fe38c728e155 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Added segment 4853bd7a-35ba-41e6-9757-b7f9c4755985 of type vlan for network 44fb9145-9ace-47b2-84ba-690d45d04d68 Feb 02 07:10:01.778551 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c56075-d8d8-4e21-9809-8144347e1fe5 None None] Network 437ec306-c787-4877-a297-2c8716a5056c is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:10:01.780764 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-05c56075-d8d8-4e21-9809-8144347e1fe5 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:10:01.787932 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c56075-d8d8-4e21-9809-8144347e1fe5 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:10:01.882887 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-05c56075-d8d8-4e21-9809-8144347e1fe5 None None] Attempting to bind port 6205253b-94b3-48e6-88c3-0442d790e5e9 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:10:01.883268 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-05c56075-d8d8-4e21-9809-8144347e1fe5 None None] Attempting to bind port 6205253b-94b3-48e6-88c3-0442d790e5e9 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'd931cb0d-6be0-4526-a46f-71bad8597cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '437ec306-c787-4877-a297-2c8716a5056c'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:10:01.883723 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c56075-d8d8-4e21-9809-8144347e1fe5 None None] Attempting to bind port 6205253b-94b3-48e6-88c3-0442d790e5e9 on network 437ec306-c787-4877-a297-2c8716a5056c {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:10:01.888843 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-46789086-d76e-4262-8c11-594ff276ded2 req-70afe868-306b-4b19-a011-d4897d1e8de8 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454627 Feb 02 07:10:01.890823 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1c1aab30-fcca-48e1-a514-b71edfec9ec7 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks [] for router_gateway (c9122b36-b1de-46ed-8ffd-bcfa66db82c7), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:01.901025 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1313a658-ccbf-4baf-95f0-fe38c728e155 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (44fb9145-9ace-47b2-84ba-690d45d04d68), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:01.910248 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c56075-d8d8-4e21-9809-8144347e1fe5 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:10:01.914339 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c56075-d8d8-4e21-9809-8144347e1fe5 None None] Checking segment: {'id': 'd931cb0d-6be0-4526-a46f-71bad8597cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '437ec306-c787-4877-a297-2c8716a5056c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:10:01.923876 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-05c56075-d8d8-4e21-9809-8144347e1fe5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:01.923876 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c56075-d8d8-4e21-9809-8144347e1fe5 None None] Bound using segment: {'id': 'd931cb0d-6be0-4526-a46f-71bad8597cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '437ec306-c787-4877-a297-2c8716a5056c'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:10:01.923876 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-05c56075-d8d8-4e21-9809-8144347e1fe5 None None] Bound port: 6205253b-94b3-48e6-88c3-0442d790e5e9, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd931cb0d-6be0-4526-a46f-71bad8597cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '437ec306-c787-4877-a297-2c8716a5056c'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:10:01.923876 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-05c56075-d8d8-4e21-9809-8144347e1fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (6205253b-94b3-48e6-88c3-0442d790e5e9), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:01.946218 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-86b43452-0512-4858-bb47-ee53b0b58eec tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks [] for router_gateway (fd71850b-f7a3-49e7-9db8-50a629dd92d4), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:01.960172 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1313a658-ccbf-4baf-95f0-fe38c728e155 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (44fb9145-9ace-47b2-84ba-690d45d04d68), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:01.966318 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1313a658-ccbf-4baf-95f0-fe38c728e155 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:01.968091 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1313a658-ccbf-4baf-95f0-fe38c728e155 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:02.054108 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-05c56075-d8d8-4e21-9809-8144347e1fe5 None None] For port 6205253b-94b3-48e6-88c3-0442d790e5e9, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:10:02.060398 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-05c56075-d8d8-4e21-9809-8144347e1fe5 None None] For port 6205253b-94b3-48e6-88c3-0442d790e5e9, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=6205253b-94b3-48e6-88c3-0442d790e5e9,segment=NetworkSegment(d931cb0d-6be0-4526-a46f-71bad8597cbf),segment_id=d931cb0d-6be0-4526-a46f-71bad8597cbf)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:10:02.077136 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 53516) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:02.079529 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-1313a658-ccbf-4baf-95f0-fe38c728e155 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7544994 Feb 02 07:10:02.083939 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-05c56075-d8d8-4e21-9809-8144347e1fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (6205253b-94b3-48e6-88c3-0442d790e5e9), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:02.091861 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-78a4dd18-a465-4886-927b-f514f44a366a tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1510061271'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:10:02.164765 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a4dd18-a465-4886-927b-f514f44a366a tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Made reservation on behalf of 07cbe6ce97734b3c8365c4e2bb6fcdb5 for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:10:02.187712 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-78a4dd18-a465-4886-927b-f514f44a366a tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:02.250171 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c56075-d8d8-4e21-9809-8144347e1fe5 None None] Pushing event updated for resources: {'Port': ['ID=6205253b-94b3-48e6-88c3-0442d790e5e9,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:02.263314 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1313a658-ccbf-4baf-95f0-fe38c728e155 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Pushing event updated for resources: {'Network': ['ID=44fb9145-9ace-47b2-84ba-690d45d04d68,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:02.279332 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 44fb9145-9ace-47b2-84ba-690d45d04d68 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:10:02.303111 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d59202f-086b-4457-8b3e-993ad8b90cb7 req-88321777-8af2-49be-8aad-d0bcb55d9a08 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:02.314209 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7d59202f-086b-4457-8b3e-993ad8b90cb7 req-88321777-8af2-49be-8aad-d0bcb55d9a08 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=2de00abe-eaea-4d63-b152-fd639a7f711a HTTP/1.1" status: 200 len: 946 time: 0.1650031 Feb 02 07:10:02.344595 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78a4dd18-a465-4886-927b-f514f44a366a tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:10:02.379895 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-86b43452-0512-4858-bb47-ee53b0b58eec tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Deleting port fb82cb5d-336d-4649-8b8d-1f96116079c6 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:10:02.380342 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-86b43452-0512-4858-bb47-ee53b0b58eec tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (fb82cb5d-336d-4649-8b8d-1f96116079c6), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:02.407501 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-78a4dd18-a465-4886-927b-f514f44a366a tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (1c67e090-bfd0-439d-962b-ef9f63726228), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:02.409047 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-78a4dd18-a465-4886-927b-f514f44a366a tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Added segment 1c67e090-bfd0-439d-962b-ef9f63726228 of type vlan for network 807c79ec-08e2-4059-a72e-092033961844 Feb 02 07:10:02.445906 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1c1aab30-fcca-48e1-a514-b71edfec9ec7 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks [] for router_gateway (c9122b36-b1de-46ed-8ffd-bcfa66db82c7), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:02.481365 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7d59202f-086b-4457-8b3e-993ad8b90cb7 req-0e4a4731-ceae-4724-af35-c2fdbd4f9c9c tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657078 Feb 02 07:10:02.487312 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1c1aab30-fcca-48e1-a514-b71edfec9ec7 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:02.512142 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-78a4dd18-a465-4886-927b-f514f44a366a tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (807c79ec-08e2-4059-a72e-092033961844), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:02.616171 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-86b43452-0512-4858-bb47-ee53b0b58eec tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (fb82cb5d-336d-4649-8b8d-1f96116079c6), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:02.636297 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-86b43452-0512-4858-bb47-ee53b0b58eec tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Calling delete_port for fb82cb5d-336d-4649-8b8d-1f96116079c6 owned by network:router_gateway {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:10:02.670252 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-78a4dd18-a465-4886-927b-f514f44a366a tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (807c79ec-08e2-4059-a72e-092033961844), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:02.676308 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a4dd18-a465-4886-927b-f514f44a366a tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:02.676811 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-78a4dd18-a465-4886-927b-f514f44a366a tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:02.776145 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-78a4dd18-a465-4886-927b-f514f44a366a tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6982489 Feb 02 07:10:02.777994 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 53528) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:02.784481 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-b548da5c-19c9-4682-852a-03d580f21e8d tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Request body: {'subnet': {'network_id': '44fb9145-9ace-47b2-84ba-690d45d04d68', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:10:02.789777 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-1c1aab30-fcca-48e1-a514-b71edfec9ec7 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Allocated IP 172.25.4.245 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/b4dbbf1a-deea-4bbd-a48d-4415c39a7ca8) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:10:02.792190 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a4dd18-a465-4886-927b-f514f44a366a tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Pushing event updated for resources: {'Network': ['ID=807c79ec-08e2-4059-a72e-092033961844,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:02.813008 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 807c79ec-08e2-4059-a72e-092033961844 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:10:02.912914 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1c1aab30-fcca-48e1-a514-b71edfec9ec7 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks [] for port (b4dbbf1a-deea-4bbd-a48d-4415c39a7ca8), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:02.936065 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b548da5c-19c9-4682-852a-03d580f21e8d tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Made reservation on behalf of 07cbe6ce97734b3c8365c4e2bb6fcdb5 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:10:02.939535 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b548da5c-19c9-4682-852a-03d580f21e8d tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:02.976906 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1c1aab30-fcca-48e1-a514-b71edfec9ec7 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (b4dbbf1a-deea-4bbd-a48d-4415c39a7ca8), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:03.042986 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-86b43452-0512-4858-bb47-ee53b0b58eec tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (fb82cb5d-336d-4649-8b8d-1f96116079c6), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:03.077034 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b43452-0512-4858-bb47-ee53b0b58eec tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Pushing event deleted for resources: {'Port': ['ID=fb82cb5d-336d-4649-8b8d-1f96116079c6,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:03.082816 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1aab30-fcca-48e1-a514-b71edfec9ec7 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:10:03.103093 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-1c1aab30-fcca-48e1-a514-b71edfec9ec7 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:10:03.109210 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1aab30-fcca-48e1-a514-b71edfec9ec7 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:10:03.133197 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1aab30-fcca-48e1-a514-b71edfec9ec7 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Pushing event updated for resources: {'Port': ['ID=b4dbbf1a-deea-4bbd-a48d-4415c39a7ca8,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:03.168364 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b9966-2055-41fb-b266-3819f60d6abc req-f99367d4-2a5e-465f-adba-fa3e490a3220 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:03.176890 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bb4b9966-2055-41fb-b266-3819f60d6abc req-f99367d4-2a5e-465f-adba-fa3e490a3220 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.1392753 Feb 02 07:10:03.179980 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 6205253b-94b3-48e6-88c3-0442d790e5e9 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:10:03.214115 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-86b43452-0512-4858-bb47-ee53b0b58eec tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (fd71850b-f7a3-49e7-9db8-50a629dd92d4), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:03.252869 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 6205253b-94b3-48e6-88c3-0442d790e5e9 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:10:03.253817 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (6205253b-94b3-48e6-88c3-0442d790e5e9), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:03.407328 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 6205253b-94b3-48e6-88c3-0442d790e5e9 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:10:03.407924 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (6205253b-94b3-48e6-88c3-0442d790e5e9), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:03.441811 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bb4b9966-2055-41fb-b266-3819f60d6abc req-c3fcbabe-bd7f-4361-9dbd-d94e0bc7bf05 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639365 Feb 02 07:10:03.473331 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cfeed8-9875-46a8-90f0-ed60856f97f6 req-e50da646-f52c-4826-a6da-79747dec87e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:03.474855 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-92cfeed8-9875-46a8-90f0-ed60856f97f6 req-e50da646-f52c-4826-a6da-79747dec87e2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b1fedabee724425a8e5d5639e34f1a08&device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 1128 time: 0.1525600 Feb 02 07:10:03.497200 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 6205253b-94b3-48e6-88c3-0442d790e5e9, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=6205253b-94b3-48e6-88c3-0442d790e5e9,segment=NetworkSegment(d931cb0d-6be0-4526-a46f-71bad8597cbf),segment_id=d931cb0d-6be0-4526-a46f-71bad8597cbf)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:10:03.504253 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (6205253b-94b3-48e6-88c3-0442d790e5e9), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:03.633276 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=6205253b-94b3-48e6-88c3-0442d790e5e9,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:03.752318 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1c1aab30-fcca-48e1-a514-b71edfec9ec7 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks [] for router_gateway (c9122b36-b1de-46ed-8ffd-bcfa66db82c7), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:03.754982 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cfeed8-9875-46a8-90f0-ed60856f97f6 req-e16a544f-cdf4-442e-96ad-4af66bc899b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:03.756621 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-92cfeed8-9875-46a8-90f0-ed60856f97f6 req-e16a544f-cdf4-442e-96ad-4af66bc899b8 service neutron] 10.222.0.88 "GET /v2.0/networks?id=08f0123b-1ec0-4e8d-a484-33e0709b580c HTTP/1.1" status: 200 len: 915 time: 0.2742155 Feb 02 07:10:03.782309 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-86b43452-0512-4858-bb47-ee53b0b58eec tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (fd71850b-f7a3-49e7-9db8-50a629dd92d4), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:03.817779 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3615861-188e-46ac-a7c4-66dc0c340bf3 None None] Network 437ec306-c787-4877-a297-2c8716a5056c requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:10:03.827790 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-86b43452-0512-4858-bb47-ee53b0b58eec tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks [] for router_controller (fd71850b-f7a3-49e7-9db8-50a629dd92d4), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:03.902903 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b548da5c-19c9-4682-852a-03d580f21e8d tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (d8c93dc1-7ee4-400a-ad20-2d7430ee8b3d), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:03.956454 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-86b43452-0512-4858-bb47-ee53b0b58eec tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (fd71850b-f7a3-49e7-9db8-50a629dd92d4), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:03.956930 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b43452-0512-4858-bb47-ee53b0b58eec tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Fanout notify agent at l3_agent the message router_deleted on router fd71850b-f7a3-49e7-9db8-50a629dd92d4 {{(pid=109694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:10:03.964242 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-86b43452-0512-4858-bb47-ee53b0b58eec tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:03.972129 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-86b43452-0512-4858-bb47-ee53b0b58eec tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] 10.222.0.87 "DELETE /v2.0/routers/fd71850b-f7a3-49e7-9db8-50a629dd92d4 HTTP/1.1" status: 204 len: 168 time: 2.6663175 Feb 02 07:10:03.972835 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 53536) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:03.981939 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-1cbabf73-7438-4210-80b8-3ddd96dd4836 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1948558776', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:10:04.006047 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912e2c4-fc6f-4867-b74a-b62e38542eb9 req-07df77c2-e6b2-43dd-9576-40b90b7db75c tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:04.007952 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1912e2c4-fc6f-4867-b74a-b62e38542eb9 req-07df77c2-e6b2-43dd-9576-40b90b7db75c tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=2de00abe-eaea-4d63-b152-fd639a7f711a HTTP/1.1" status: 200 len: 946 time: 0.2467005 Feb 02 07:10:04.039096 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b548da5c-19c9-4682-852a-03d580f21e8d tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Pushing event updated for resources: {'Subnet': ['ID=d8c93dc1-7ee4-400a-ad20-2d7430ee8b3d,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:04.062309 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1cbabf73-7438-4210-80b8-3ddd96dd4836 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (0636edbb-3ce2-4113-b408-035599c62b6d), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:04.064024 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1cbabf73-7438-4210-80b8-3ddd96dd4836 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (0636edbb-3ce2-4113-b408-035599c62b6d), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:04.094396 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b548da5c-19c9-4682-852a-03d580f21e8d tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Checking segment: {'id': '4853bd7a-35ba-41e6-9757-b7f9c4755985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '44fb9145-9ace-47b2-84ba-690d45d04d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:10:04.095224 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b548da5c-19c9-4682-852a-03d580f21e8d tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Network hostable DHCP agents. Network: 44fb9145-9ace-47b2-84ba-690d45d04d68, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:10:04.165557 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1912e2c4-fc6f-4867-b74a-b62e38542eb9 req-bd7c10d1-b518-4a65-a119-3514fe6b6dc7 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393931 Feb 02 07:10:04.180452 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1cbabf73-7438-4210-80b8-3ddd96dd4836 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks [] for router_controller (0636edbb-3ce2-4113-b408-035599c62b6d), precommit_add_association {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:04.191446 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1cbabf73-7438-4210-80b8-3ddd96dd4836 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (0636edbb-3ce2-4113-b408-035599c62b6d), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:04.197800 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b548da5c-19c9-4682-852a-03d580f21e8d tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Network 44fb9145-9ace-47b2-84ba-690d45d04d68 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:10:04.222253 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-92cfeed8-9875-46a8-90f0-ed60856f97f6 req-cc07a3bd-072b-4834-b101-00092ad5cc5f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18d0d2d5-f098-4215-bfbd-e6aca83e7772 HTTP/1.1" status: 200 len: 217 time: 0.4289782 Feb 02 07:10:04.230934 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-b548da5c-19c9-4682-852a-03d580f21e8d tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 44fb9145-9ace-47b2-84ba-690d45d04d68) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:10:04.247195 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b548da5c-19c9-4682-852a-03d580f21e8d tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:04.247996 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b548da5c-19c9-4682-852a-03d580f21e8d tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:04.267230 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1cbabf73-7438-4210-80b8-3ddd96dd4836 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:04.268464 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-1cbabf73-7438-4210-80b8-3ddd96dd4836 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2901952 Feb 02 07:10:04.271166 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 53548) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:04.276820 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-c1ff8aaa-95c7-4f9c-ae74-74537d05f861 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'enable_snat': False}}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:10:04.285749 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16558357-7807-4d7e-bfd4-a0a995609e2a None None] Network 44fb9145-9ace-47b2-84ba-690d45d04d68 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:10:04.332246 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-f431cba4-2cca-49ae-ab1e-9acb8a535699 None None] Provisioning complete for port 6205253b-94b3-48e6-88c3-0442d790e5e9 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:10:04.332581 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f431cba4-2cca-49ae-ab1e-9acb8a535699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (6205253b-94b3-48e6-88c3-0442d790e5e9), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:04.359203 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b548da5c-19c9-4682-852a-03d580f21e8d tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5800025 Feb 02 07:10:04.360479 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 53550) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:04.451309 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-abef4a12-65fc-40a8-9c6a-0ef0f50a83b2 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Request body: {'subnet': {'network_id': '807c79ec-08e2-4059-a72e-092033961844', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:10:04.514521 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af41a9b-a4b1-4f47-b6b0-9f0d92833c4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-44fb9145-9ace-47b2-84ba-690d45d04d68', 'network_id': '44fb9145-9ace-47b2-84ba-690d45d04d68', 'project_id': '07cbe6ce97734b3c8365c4e2bb6fcdb5', 'fixed_ips': [{'subnet_id': 'd8c93dc1-7ee4-400a-ad20-2d7430ee8b3d'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:10:04.515356 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7af41a9b-a4b1-4f47-b6b0-9f0d92833c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:04.579398 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8fa094b2-3cc3-4fcb-ae73-769da9ef73b5 req-6853d9d8-5df5-4cd6-af5d-5397d87dad47 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=12ae52d2610343959b079c169f83e654 HTTP/1.1" status: 200 len: 267 time: 0.2615747 Feb 02 07:10:04.700056 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cfeed8-9875-46a8-90f0-ed60856f97f6 req-e7d54f1f-dabb-4ce5-9b55-2946fbda7469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:04.705977 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-92cfeed8-9875-46a8-90f0-ed60856f97f6 req-e7d54f1f-dabb-4ce5-9b55-2946fbda7469 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=03a972f8-0254-4a3d-bc50-73c64b2c3de5 HTTP/1.1" status: 200 len: 854 time: 0.4612238 Feb 02 07:10:04.746637 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-f431cba4-2cca-49ae-ab1e-9acb8a535699 None None] Current status of the port 6205253b-94b3-48e6-88c3-0442d790e5e9 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:10:04.759231 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-92cfeed8-9875-46a8-90f0-ed60856f97f6 req-4faa60ad-5c20-48b1-90f8-01ab78d930e5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=08f0123b-1ec0-4e8d-a484-33e0709b580c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432255 Feb 02 07:10:04.841786 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 53558) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:04.846899 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-7af41a9b-a4b1-4f47-b6b0-9f0d92833c4e None None] Allocated IP 10.1.1.2 (44fb9145-9ace-47b2-84ba-690d45d04d68/d8c93dc1-7ee4-400a-ad20-2d7430ee8b3d/19cc660b-d8ac-4450-9a10-a5808195a39a) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:10:04.933961 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa094b2-3cc3-4fcb-ae73-769da9ef73b5 req-0db4e7da-1846-4c4a-abad-4b44f2701527 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:04.935480 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8fa094b2-3cc3-4fcb-ae73-769da9ef73b5 req-0db4e7da-1846-4c4a-abad-4b44f2701527 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=2de00abe-eaea-4d63-b152-fd639a7f711a HTTP/1.1" status: 200 len: 946 time: 0.3549967 Feb 02 07:10:04.947507 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-8fa094b2-3cc3-4fcb-ae73-769da9ef73b5 req-76ba6c4b-610e-4cd1-8948-0b23dd676560 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Request body: {'port': {'security_groups': []}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:10:04.981552 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c1ff8aaa-95c7-4f9c-ae74-74537d05f861 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks [] for router_gateway (0636edbb-3ce2-4113-b408-035599c62b6d), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:04.990781 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-a56ea1d1-b477-4533-a6d5-b7b7ef40e9e9 None None] Provisioning complete for port 6205253b-94b3-48e6-88c3-0442d790e5e9 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:10:04.991800 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a56ea1d1-b477-4533-a6d5-b7b7ef40e9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (6205253b-94b3-48e6-88c3-0442d790e5e9), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:05.015617 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 6205253b-94b3-48e6-88c3-0442d790e5e9 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:10:05.022201 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715d3f62-4378-499e-a684-464735dcde4f req-81ec84ed-d405-465f-b0fd-fcd36663d524 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:05.027108 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-715d3f62-4378-499e-a684-464735dcde4f req-81ec84ed-d405-465f-b0fd-fcd36663d524 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.4262991 Feb 02 07:10:05.070594 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-92cfeed8-9875-46a8-90f0-ed60856f97f6 req-0f34b835-c747-4a49-83fa-043f66dd15d1 service neutron] 10.222.0.88 "GET /v2.0/networks/08f0123b-1ec0-4e8d-a484-33e0709b580c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962840 Feb 02 07:10:05.124395 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abef4a12-65fc-40a8-9c6a-0ef0f50a83b2 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Made reservation on behalf of 07cbe6ce97734b3c8365c4e2bb6fcdb5 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:10:05.129725 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-abef4a12-65fc-40a8-9c6a-0ef0f50a83b2 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:05.151227 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-8fa094b2-3cc3-4fcb-ae73-769da9ef73b5 req-76ba6c4b-610e-4cd1-8948-0b23dd676560 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:05.168623 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 6205253b-94b3-48e6-88c3-0442d790e5e9 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:10:05.169246 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (6205253b-94b3-48e6-88c3-0442d790e5e9), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:05.198642 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1c1aab30-fcca-48e1-a514-b71edfec9ec7 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (c9122b36-b1de-46ed-8ffd-bcfa66db82c7), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:05.210097 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-17dbca14-8a70-4304-aca7-e545ae65feb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:05.268508 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7af41a9b-a4b1-4f47-b6b0-9f0d92833c4e None None] Publish callbacks [] for port (19cc660b-d8ac-4450-9a10-a5808195a39a), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:05.275725 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-a56ea1d1-b477-4533-a6d5-b7b7ef40e9e9 None None] Current status of the port 6205253b-94b3-48e6-88c3-0442d790e5e9 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:10:05.284896 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7af41a9b-a4b1-4f47-b6b0-9f0d92833c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (19cc660b-d8ac-4450-9a10-a5808195a39a), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:05.308443 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-92cfeed8-9875-46a8-90f0-ed60856f97f6 req-0ab4f908-4e54-4e2a-93d6-b2e2623256a5 service neutron] 10.222.0.88 "GET /v2.0/networks/08f0123b-1ec0-4e8d-a484-33e0709b580c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275765 Feb 02 07:10:05.350677 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af41a9b-a4b1-4f47-b6b0-9f0d92833c4e None None] Pushing event updated for resources: {'Port': ['ID=19cc660b-d8ac-4450-9a10-a5808195a39a,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:05.368739 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-715d3f62-4378-499e-a684-464735dcde4f req-e0876cd9-a44f-48ba-af37-63255dc8ef50 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293872 Feb 02 07:10:05.372582 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af41a9b-a4b1-4f47-b6b0-9f0d92833c4e None None] Network 44fb9145-9ace-47b2-84ba-690d45d04d68 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:10:05.399279 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-7af41a9b-a4b1-4f47-b6b0-9f0d92833c4e None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:10:05.407316 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af41a9b-a4b1-4f47-b6b0-9f0d92833c4e None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:10:05.439184 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 6205253b-94b3-48e6-88c3-0442d790e5e9 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:10:05.510158 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-7af41a9b-a4b1-4f47-b6b0-9f0d92833c4e None None] Attempting to bind port 19cc660b-d8ac-4450-9a10-a5808195a39a on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:10:05.510543 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-7af41a9b-a4b1-4f47-b6b0-9f0d92833c4e None None] Attempting to bind port 19cc660b-d8ac-4450-9a10-a5808195a39a by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '4853bd7a-35ba-41e6-9757-b7f9c4755985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '44fb9145-9ace-47b2-84ba-690d45d04d68'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:10:05.510919 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af41a9b-a4b1-4f47-b6b0-9f0d92833c4e None None] Attempting to bind port 19cc660b-d8ac-4450-9a10-a5808195a39a on network 44fb9145-9ace-47b2-84ba-690d45d04d68 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:10:05.518425 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af41a9b-a4b1-4f47-b6b0-9f0d92833c4e None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:10:05.518809 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af41a9b-a4b1-4f47-b6b0-9f0d92833c4e None None] Checking segment: {'id': '4853bd7a-35ba-41e6-9757-b7f9c4755985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '44fb9145-9ace-47b2-84ba-690d45d04d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:10:05.519273 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7af41a9b-a4b1-4f47-b6b0-9f0d92833c4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:05.519708 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af41a9b-a4b1-4f47-b6b0-9f0d92833c4e None None] Bound using segment: {'id': '4853bd7a-35ba-41e6-9757-b7f9c4755985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '44fb9145-9ace-47b2-84ba-690d45d04d68'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:10:05.520244 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-7af41a9b-a4b1-4f47-b6b0-9f0d92833c4e None None] Bound port: 19cc660b-d8ac-4450-9a10-a5808195a39a, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4853bd7a-35ba-41e6-9757-b7f9c4755985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '44fb9145-9ace-47b2-84ba-690d45d04d68'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:10:05.520639 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7af41a9b-a4b1-4f47-b6b0-9f0d92833c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (19cc660b-d8ac-4450-9a10-a5808195a39a), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:05.535593 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c1aab30-fcca-48e1-a514-b71edfec9ec7 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Router c9122b36-b1de-46ed-8ffd-bcfa66db82c7 is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:10:05.545591 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-8fa094b2-3cc3-4fcb-ae73-769da9ef73b5 req-76ba6c4b-610e-4cd1-8948-0b23dd676560 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] For port 6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf,segment=NetworkSegment(fc0a4cad-9504-4785-979c-6732d183490f),segment_id=fc0a4cad-9504-4785-979c-6732d183490f)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:10:05.607154 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-7af41a9b-a4b1-4f47-b6b0-9f0d92833c4e None None] For port 19cc660b-d8ac-4450-9a10-a5808195a39a, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:10:05.612559 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-7af41a9b-a4b1-4f47-b6b0-9f0d92833c4e None None] For port 19cc660b-d8ac-4450-9a10-a5808195a39a, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=19cc660b-d8ac-4450-9a10-a5808195a39a,segment=NetworkSegment(4853bd7a-35ba-41e6-9757-b7f9c4755985),segment_id=4853bd7a-35ba-41e6-9757-b7f9c4755985)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:10:05.621294 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7af41a9b-a4b1-4f47-b6b0-9f0d92833c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (19cc660b-d8ac-4450-9a10-a5808195a39a), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:05.625402 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-8fa094b2-3cc3-4fcb-ae73-769da9ef73b5 req-76ba6c4b-610e-4cd1-8948-0b23dd676560 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks [] for port (6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:05.632443 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-8fa094b2-3cc3-4fcb-ae73-769da9ef73b5 req-76ba6c4b-610e-4cd1-8948-0b23dd676560 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:05.667639 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-17dbca14-8a70-4304-aca7-e545ae65feb2 admin admin] Publish callbacks [] for security_group (cf66918a-c3df-4a30-9f9b-587c1ebc0ab6), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:05.670409 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['d394fde5-fe9f-4589-bb6b-f852c92a9e2f', '3fbf38b0-c429-4910-9937-0a8e4016e831'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:10:05.720167 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:10:05.721048 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-17dbca14-8a70-4304-aca7-e545ae65feb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (cf66918a-c3df-4a30-9f9b-587c1ebc0ab6), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:05.736078 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ba6c4b-610e-4cd1-8948-0b23dd676560 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Pushing event updated for resources: {'Port': ['ID=6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf,revision_number=6']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:05.752355 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa094b2-3cc3-4fcb-ae73-769da9ef73b5 req-76ba6c4b-610e-4cd1-8948-0b23dd676560 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:05.753049 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-8fa094b2-3cc3-4fcb-ae73-769da9ef73b5 req-76ba6c4b-610e-4cd1-8948-0b23dd676560 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:05.754515 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8fa094b2-3cc3-4fcb-ae73-769da9ef73b5 req-76ba6c4b-610e-4cd1-8948-0b23dd676560 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "PUT /v2.0/ports/6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf HTTP/1.1" status: 200 len: 905 time: 0.8117461 Feb 02 07:10:05.755450 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2de00abe-eaea-4d63-b152-fd639a7f711a', 'tag': '6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:10:05.757944 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9306c0-fe76-4684-8ac8-e6322f1694cf" -d '{"events": [{"name": "network-changed", "server_uuid": "2de00abe-eaea-4d63-b152-fd639a7f711a", "tag": "6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:10:05.787047 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-abef4a12-65fc-40a8-9c6a-0ef0f50a83b2 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (381427b1-69c6-4fa3-af7a-83250c7dd27c), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:05.801893 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c1aab30-fcca-48e1-a514-b71edfec9ec7 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:10:05.816608 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc31b3f7-5c17-4691-b328-0587d44f8778 None None] Sync routers for ids ['c9122b36-b1de-46ed-8ffd-bcfa66db82c7'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:10:05.841035 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-17dbca14-8a70-4304-aca7-e545ae65feb2 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ad9a3c024f4e4de699c9f46d7e94f727&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9949498 Feb 02 07:10:05.851006 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc31b3f7-5c17-4691-b328-0587d44f8778 None None] Routers {'c9122b36-b1de-46ed-8ffd-bcfa66db82c7'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:10:05.852597 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d527654c-caa2-456c-937f-d2b67024d893 x-openstack-request-id: req-d527654c-caa2-456c-937f-d2b67024d893 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:10:05.853045 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2de00abe-eaea-4d63-b152-fd639a7f711a", "tag": "6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:10:05.855529 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d527654c-caa2-456c-937f-d2b67024d893 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:10:05.856225 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2de00abe-eaea-4d63-b152-fd639a7f711a', 'tag': '6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf', 'status': 'completed', 'code': 200} Feb 02 07:10:05.856709 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 53566) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:05.857906 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-dc31b3f7-5c17-4691-b328-0587d44f8778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:09:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['c9122b36-b1de-46ed-8ffd-bcfa66db82c7'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:10:05.871183 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c1ff8aaa-95c7-4f9c-ae74-74537d05f861 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks [] for router_gateway (0636edbb-3ce2-4113-b408-035599c62b6d), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:05.878212 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dbca14-8a70-4304-aca7-e545ae65feb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf66918a-c3df-4a30-9f9b-587c1ebc0ab6,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:05.929280 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1c1aab30-fcca-48e1-a514-b71edfec9ec7 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:05.933781 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-1c1aab30-fcca-48e1-a514-b71edfec9ec7 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 4.8196559 Feb 02 07:10:05.934340 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 53568) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:05.960269 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:10:05.983513 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-dc31b3f7-5c17-4691-b328-0587d44f8778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:10:06.007847 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc31b3f7-5c17-4691-b328-0587d44f8778 None None] Routers {'c9122b36-b1de-46ed-8ffd-bcfa66db82c7'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:10:06.011235 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-dc31b3f7-5c17-4691-b328-0587d44f8778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:09:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['c9122b36-b1de-46ed-8ffd-bcfa66db82c7'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:10:06.029244 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c1ff8aaa-95c7-4f9c-ae74-74537d05f861 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:06.070156 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abef4a12-65fc-40a8-9c6a-0ef0f50a83b2 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Pushing event updated for resources: {'Subnet': ['ID=381427b1-69c6-4fa3-af7a-83250c7dd27c,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:06.097261 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-dc31b3f7-5c17-4691-b328-0587d44f8778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:10:06.098437 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc31b3f7-5c17-4691-b328-0587d44f8778 None None] The sync data for ids ['c9122b36-b1de-46ed-8ffd-bcfa66db82c7'] in n-d-789963-26 is: [] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:10:06.159300 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af41a9b-a4b1-4f47-b6b0-9f0d92833c4e None None] Pushing event updated for resources: {'Port': ['ID=19cc660b-d8ac-4450-9a10-a5808195a39a,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:06.200844 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abef4a12-65fc-40a8-9c6a-0ef0f50a83b2 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Checking segment: {'id': '1c67e090-bfd0-439d-962b-ef9f63726228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '807c79ec-08e2-4059-a72e-092033961844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:10:06.201220 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abef4a12-65fc-40a8-9c6a-0ef0f50a83b2 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Network hostable DHCP agents. Network: 807c79ec-08e2-4059-a72e-092033961844, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:10:06.285893 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abef4a12-65fc-40a8-9c6a-0ef0f50a83b2 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Network 807c79ec-08e2-4059-a72e-092033961844 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:10:06.307682 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9306c0-fe76-4684-8ac8-e6322f1694cf req-ba7d7104-8f1f-4583-b15f-8759c309fa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:06.309368 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-de9306c0-fe76-4684-8ac8-e6322f1694cf req-ba7d7104-8f1f-4583-b15f-8759c309fa57 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=12ae52d2610343959b079c169f83e654&device_id=2de00abe-eaea-4d63-b152-fd639a7f711a HTTP/1.1" status: 200 len: 1091 time: 0.3983567 Feb 02 07:10:06.310059 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-c1ff8aaa-95c7-4f9c-ae74-74537d05f861 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Allocated IP 172.25.4.166 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/a60c9af9-415b-4243-9d1a-8a1ba77051b3) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:10:06.328363 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-abef4a12-65fc-40a8-9c6a-0ef0f50a83b2 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 807c79ec-08e2-4059-a72e-092033961844) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:10:06.343796 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abef4a12-65fc-40a8-9c6a-0ef0f50a83b2 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:06.347333 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-abef4a12-65fc-40a8-9c6a-0ef0f50a83b2 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:06.353119 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267be1c-99da-4bb0-a970-5002e8c70115 req-54f6a649-a883-4e49-8c7b-4432fa7180f4 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:06.368360 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0267be1c-99da-4bb0-a970-5002e8c70115 req-54f6a649-a883-4e49-8c7b-4432fa7180f4 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=2de00abe-eaea-4d63-b152-fd639a7f711a HTTP/1.1" status: 200 len: 908 time: 0.2319155 Feb 02 07:10:06.402254 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-abef4a12-65fc-40a8-9c6a-0ef0f50a83b2 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9726691 Feb 02 07:10:06.402887 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 53572) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:06.412176 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-df5159ac-7df1-4c10-b4b9-ce67e295360f tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Request body: {'port': {'network_id': '44fb9145-9ace-47b2-84ba-690d45d04d68', 'name': 'tempest-TaggedBootDevicesTest_v242-1217264013', 'fixed_ips': [{'subnet_id': 'd8c93dc1-7ee4-400a-ad20-2d7430ee8b3d'}]}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:10:06.425841 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06df6caa-e723-48aa-8dde-28f2d465a5ee None None] Network 807c79ec-08e2-4059-a72e-092033961844 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:10:06.428116 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 18d0d2d5-f098-4215-bfbd-e6aca83e7772 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:10:06.557840 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-9962bc69-6617-43da-b52a-20bf47cfdae5 None None] Provisioning complete for port 6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:10:06.558549 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9962bc69-6617-43da-b52a-20bf47cfdae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:06.597965 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9306c0-fe76-4684-8ac8-e6322f1694cf req-78878252-1e3d-4c60-92c2-cc8e08da8973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:06.600277 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-de9306c0-fe76-4684-8ac8-e6322f1694cf req-78878252-1e3d-4c60-92c2-cc8e08da8973 service neutron] 10.222.0.88 "GET /v2.0/networks?id=274d3754-cb62-4276-8b4a-dfa5cf98baaf HTTP/1.1" status: 200 len: 913 time: 0.2744577 Feb 02 07:10:06.601021 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-60d6ac80-3249-43b5-9358-1ac0745a69c5 admin admin] Publish callbacks [] for security_group (cf66918a-c3df-4a30-9f9b-587c1ebc0ab6), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:06.632495 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c1ff8aaa-95c7-4f9c-ae74-74537d05f861 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks [] for port (a60c9af9-415b-4243-9d1a-8a1ba77051b3), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:06.692788 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6820b075-6a20-4a10-bc33-000d2e81e2ca req-698a6c0c-9aca-45bb-8252-8493075554ef tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:06.694385 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6820b075-6a20-4a10-bc33-000d2e81e2ca req-698a6c0c-9aca-45bb-8252-8493075554ef tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 945 time: 0.1797431 Feb 02 07:10:06.697083 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df5159ac-7df1-4c10-b4b9-ce67e295360f tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Made reservation on behalf of 07cbe6ce97734b3c8365c4e2bb6fcdb5 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:10:06.738261 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 18d0d2d5-f098-4215-bfbd-e6aca83e7772 is: ACTIVE; New status is: DOWN {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:10:06.739039 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (18d0d2d5-f098-4215-bfbd-e6aca83e7772), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:06.747302 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-de9306c0-fe76-4684-8ac8-e6322f1694cf req-88082b25-dae4-4e90-9f8a-ef26f38933b8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf HTTP/1.1" status: 200 len: 217 time: 0.1332030 Feb 02 07:10:06.754892 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-60d6ac80-3249-43b5-9358-1ac0745a69c5 admin admin] Publish callbacks [] for security_group (cf66918a-c3df-4a30-9f9b-587c1ebc0ab6), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:06.765701 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c1ff8aaa-95c7-4f9c-ae74-74537d05f861 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (a60c9af9-415b-4243-9d1a-8a1ba77051b3), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:06.796928 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48db006e-914f-41e0-80b4-324ba4736244 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-807c79ec-08e2-4059-a72e-092033961844', 'network_id': '807c79ec-08e2-4059-a72e-092033961844', 'project_id': '07cbe6ce97734b3c8365c4e2bb6fcdb5', 'fixed_ips': [{'subnet_id': '381427b1-69c6-4fa3-af7a-83250c7dd27c'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:10:06.799213 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-48db006e-914f-41e0-80b4-324ba4736244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:06.810367 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9306c0-fe76-4684-8ac8-e6322f1694cf req-9500446c-6fa8-4e37-aa23-8b78ca0ae54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:06.812363 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-de9306c0-fe76-4684-8ac8-e6322f1694cf req-9500446c-6fa8-4e37-aa23-8b78ca0ae54b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b6b3fc97-ea53-4910-99b5-bddf06c5d45f HTTP/1.1" status: 200 len: 851 time: 0.0531402 Feb 02 07:10:06.832435 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 18d0d2d5-f098-4215-bfbd-e6aca83e7772, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=18d0d2d5-f098-4215-bfbd-e6aca83e7772,segment=NetworkSegment(a9fa2e92-fe10-4a10-8f88-a94a7c43f6f8),segment_id=a9fa2e92-fe10-4a10-8f88-a94a7c43f6f8)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:10:06.838340 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48059edf-1773-466d-93fa-224a5674d6d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18d0d2d5-f098-4215-bfbd-e6aca83e7772'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:10:06.846022 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfcf19da-3226-479f-8920-12eab296bc94" -d '{"events": [{"server_uuid": "48059edf-1773-466d-93fa-224a5674d6d5", "name": "network-vif-unplugged", "status": "completed", "tag": "18d0d2d5-f098-4215-bfbd-e6aca83e7772"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:10:06.873248 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (18d0d2d5-f098-4215-bfbd-e6aca83e7772), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:06.903847 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ff8aaa-95c7-4f9c-ae74-74537d05f861 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:10:06.934170 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6820b075-6a20-4a10-bc33-000d2e81e2ca req-0f96abf9-915a-45ee-b43b-2d4020e37103 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2322192 Feb 02 07:10:06.946816 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784bd45-5b0c-4f34-95bd-60fcf8bee539 req-c223b997-4af9-49bb-a74c-dfe434fa11d8 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:06.948551 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0784bd45-5b0c-4f34-95bd-60fcf8bee539 req-c223b997-4af9-49bb-a74c-dfe434fa11d8 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 945 time: 0.3357017 Feb 02 07:10:06.977912 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=18d0d2d5-f098-4215-bfbd-e6aca83e7772,revision_number=8']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:07.003742 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ff8aaa-95c7-4f9c-ae74-74537d05f861 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Pushing event updated for resources: {'Port': ['ID=a60c9af9-415b-4243-9d1a-8a1ba77051b3,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:07.009122 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-c1ff8aaa-95c7-4f9c-ae74-74537d05f861 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:10:07.020765 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ff8aaa-95c7-4f9c-ae74-74537d05f861 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:10:07.043730 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 07:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06af5448-0613-423f-aa31-de86d2ebb211 x-openstack-request-id: req-06af5448-0613-423f-aa31-de86d2ebb211 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:10:07.043961 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48059edf-1773-466d-93fa-224a5674d6d5", "name": "network-vif-unplugged", "status": "completed", "tag": "18d0d2d5-f098-4215-bfbd-e6aca83e7772", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:10:07.044235 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-06af5448-0613-423f-aa31-de86d2ebb211 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:10:07.044601 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48059edf-1773-466d-93fa-224a5674d6d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18d0d2d5-f098-4215-bfbd-e6aca83e7772', 'code': 200} Feb 02 07:10:07.047690 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-9962bc69-6617-43da-b52a-20bf47cfdae5 None None] Current status of the port 6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:10:07.066922 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-df5159ac-7df1-4c10-b4b9-ce67e295360f tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:07.128717 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [None req-df5159ac-7df1-4c10-b4b9-ce67e295360f tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] device_id is not set on port f5de1191-97ca-4e23-bce0-9532d8edbad4 yet. {{(pid=109694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:10:07.165594 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 19cc660b-d8ac-4450-9a10-a5808195a39a up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:10:07.207578 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-60d6ac80-3249-43b5-9358-1ac0745a69c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (cf66918a-c3df-4a30-9f9b-587c1ebc0ab6), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:07.210690 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-60d6ac80-3249-43b5-9358-1ac0745a69c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:07.212441 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-60d6ac80-3249-43b5-9358-1ac0745a69c5 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/cf66918a-c3df-4a30-9f9b-587c1ebc0ab6 HTTP/1.1" status: 204 len: 168 time: 1.3544462 Feb 02 07:10:07.225824 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0784bd45-5b0c-4f34-95bd-60fcf8bee539 req-e2930761-19b8-4ea4-bc94-09af5dba5db4 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706413 Feb 02 07:10:07.241017 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9306c0-fe76-4684-8ac8-e6322f1694cf req-2d4deaa0-b791-4a9b-b94c-c9d2a53ff3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:07.243511 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-de9306c0-fe76-4684-8ac8-e6322f1694cf req-2d4deaa0-b791-4a9b-b94c-c9d2a53ff3ab service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=274d3754-cb62-4276-8b4a-dfa5cf98baaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4122219 Feb 02 07:10:07.247469 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6ac80-3249-43b5-9358-1ac0745a69c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf66918a-c3df-4a30-9f9b-587c1ebc0ab6,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:07.402210 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-48db006e-914f-41e0-80b4-324ba4736244 None None] Allocated IP 10.2.2.2 (807c79ec-08e2-4059-a72e-092033961844/381427b1-69c6-4fa3-af7a-83250c7dd27c/c2706865-0fab-44a7-9af0-dda2b7c9c6c3) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:10:07.435337 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 19cc660b-d8ac-4450-9a10-a5808195a39a triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:10:07.448418 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (19cc660b-d8ac-4450-9a10-a5808195a39a), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:07.469059 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ef38aa03-95b6-4833-907c-077e0edeeda8 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:07.562458 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-de9306c0-fe76-4684-8ac8-e6322f1694cf req-6220a878-532c-4648-99dd-591bc1503822 service neutron] 10.222.0.88 "GET /v2.0/networks/274d3754-cb62-4276-8b4a-dfa5cf98baaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079374 Feb 02 07:10:07.585431 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25c7e9b-3adc-40c3-8207-c6619a4fc355 None None] Network 44fb9145-9ace-47b2-84ba-690d45d04d68 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:10:07.689366 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 53584) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:07.723625 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-beb6f9be-872e-45ad-85be-896a84846049 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:07.776661 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f26d11-8a9b-49ef-8f9b-92f1a92a1d97 req-5593663a-ac44-4c7c-8ff6-cc2f337a752e tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:07.778499 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-60f26d11-8a9b-49ef-8f9b-92f1a92a1d97 req-5593663a-ac44-4c7c-8ff6-cc2f337a752e tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 945 time: 0.6776502 Feb 02 07:10:07.791492 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-de9306c0-fe76-4684-8ac8-e6322f1694cf req-7d6cfb78-e6e4-4ae9-87c7-2cdbe87cd9dd service neutron] 10.222.0.88 "GET /v2.0/networks/274d3754-cb62-4276-8b4a-dfa5cf98baaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227097 Feb 02 07:10:07.827323 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-df5159ac-7df1-4c10-b4b9-ce67e295360f tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Allocated IP 10.1.1.30 (44fb9145-9ace-47b2-84ba-690d45d04d68/d8c93dc1-7ee4-400a-ad20-2d7430ee8b3d/f5de1191-97ca-4e23-bce0-9532d8edbad4) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:10:07.911913 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-5a6d226a-dc40-4e10-b464-a7bb7417cdda None None] Provisioning complete for port 19cc660b-d8ac-4450-9a10-a5808195a39a triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:10:07.912331 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5a6d226a-dc40-4e10-b464-a7bb7417cdda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (19cc660b-d8ac-4450-9a10-a5808195a39a), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:07.941110 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-60f26d11-8a9b-49ef-8f9b-92f1a92a1d97 req-16bc8d7f-f047-44d8-8586-a23dbd6b23ca tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441250 Feb 02 07:10:07.970351 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-ef38aa03-95b6-4833-907c-077e0edeeda8 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Allocated IP 172.20.0.1 (437ec306-c787-4877-a297-2c8716a5056c/32a584ae-c95b-4541-af51-02a2776eb4d0/c9eb2c0a-a875-4fcb-b460-b450f56b0ae8) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:10:07.977859 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-beb6f9be-872e-45ad-85be-896a84846049 admin admin] Publish callbacks [] for security_group (4a1b54f8-b9a2-4e6f-a119-2ad685de75f2), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:07.989128 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-beb6f9be-872e-45ad-85be-896a84846049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (4a1b54f8-b9a2-4e6f-a119-2ad685de75f2), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:08.025682 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-beb6f9be-872e-45ad-85be-896a84846049 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=263f17a9113b4dc6a57247b7ebaab653&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3328056 Feb 02 07:10:08.027583 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 53588) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:08.070620 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c1ff8aaa-95c7-4f9c-ae74-74537d05f861 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks [] for router_gateway (0636edbb-3ce2-4113-b408-035599c62b6d), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:08.073674 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb6f9be-872e-45ad-85be-896a84846049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1b54f8-b9a2-4e6f-a119-2ad685de75f2,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:08.170070 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ef38aa03-95b6-4833-907c-077e0edeeda8 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks [] for port (c9eb2c0a-a875-4fcb-b460-b450f56b0ae8), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:08.173729 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 19cc660b-d8ac-4450-9a10-a5808195a39a is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:10:08.174259 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (19cc660b-d8ac-4450-9a10-a5808195a39a), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:08.222352 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ef38aa03-95b6-4833-907c-077e0edeeda8 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (c9eb2c0a-a875-4fcb-b460-b450f56b0ae8), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:08.240920 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-df5159ac-7df1-4c10-b4b9-ce67e295360f tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks [] for port (f5de1191-97ca-4e23-bce0-9532d8edbad4), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:08.245921 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef38aa03-95b6-4833-907c-077e0edeeda8 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Network 437ec306-c787-4877-a297-2c8716a5056c is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:10:08.302798 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3b111367-54de-45e5-939d-93f12f21a91e admin admin] Publish callbacks [] for security_group (4a1b54f8-b9a2-4e6f-a119-2ad685de75f2), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:08.307988 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-48db006e-914f-41e0-80b4-324ba4736244 None None] Publish callbacks [] for port (c2706865-0fab-44a7-9af0-dda2b7c9c6c3), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:08.314791 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 19cc660b-d8ac-4450-9a10-a5808195a39a, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=19cc660b-d8ac-4450-9a10-a5808195a39a,segment=NetworkSegment(4853bd7a-35ba-41e6-9757-b7f9c4755985),segment_id=4853bd7a-35ba-41e6-9757-b7f9c4755985)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:10:08.317865 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-5a6d226a-dc40-4e10-b464-a7bb7417cdda None None] Current status of the port 19cc660b-d8ac-4450-9a10-a5808195a39a is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:10:08.318313 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5a6d226a-dc40-4e10-b464-a7bb7417cdda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (19cc660b-d8ac-4450-9a10-a5808195a39a), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:08.332438 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3b111367-54de-45e5-939d-93f12f21a91e admin admin] Publish callbacks [] for security_group (4a1b54f8-b9a2-4e6f-a119-2ad685de75f2), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:08.337678 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-48db006e-914f-41e0-80b4-324ba4736244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (c2706865-0fab-44a7-9af0-dda2b7c9c6c3), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:08.343298 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (19cc660b-d8ac-4450-9a10-a5808195a39a), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:08.413444 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48db006e-914f-41e0-80b4-324ba4736244 None None] Network 807c79ec-08e2-4059-a72e-092033961844 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:10:08.420705 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-48db006e-914f-41e0-80b4-324ba4736244 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:10:08.423846 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48db006e-914f-41e0-80b4-324ba4736244 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:10:08.472225 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48db006e-914f-41e0-80b4-324ba4736244 None None] Pushing event updated for resources: {'Port': ['ID=c2706865-0fab-44a7-9af0-dda2b7c9c6c3,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:08.518029 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.db.api [None req-5a6d226a-dc40-4e10-b464-a7bb7417cdda None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109695) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 07:10:08.518379 n-d-789963-26 neutron-server[109695]: DEBUG oslo_db.api [None req-5a6d226a-dc40-4e10-b464-a7bb7417cdda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 07:10:08.572370 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-48db006e-914f-41e0-80b4-324ba4736244 None None] Attempting to bind port c2706865-0fab-44a7-9af0-dda2b7c9c6c3 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:10:08.572862 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-48db006e-914f-41e0-80b4-324ba4736244 None None] Attempting to bind port c2706865-0fab-44a7-9af0-dda2b7c9c6c3 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '1c67e090-bfd0-439d-962b-ef9f63726228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '807c79ec-08e2-4059-a72e-092033961844'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:10:08.573108 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48db006e-914f-41e0-80b4-324ba4736244 None None] Attempting to bind port c2706865-0fab-44a7-9af0-dda2b7c9c6c3 on network 807c79ec-08e2-4059-a72e-092033961844 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:10:08.581966 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48db006e-914f-41e0-80b4-324ba4736244 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:10:08.582355 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48db006e-914f-41e0-80b4-324ba4736244 None None] Checking segment: {'id': '1c67e090-bfd0-439d-962b-ef9f63726228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '807c79ec-08e2-4059-a72e-092033961844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:10:08.582768 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-48db006e-914f-41e0-80b4-324ba4736244 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:08.583171 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48db006e-914f-41e0-80b4-324ba4736244 None None] Bound using segment: {'id': '1c67e090-bfd0-439d-962b-ef9f63726228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '807c79ec-08e2-4059-a72e-092033961844'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:10:08.583684 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-48db006e-914f-41e0-80b4-324ba4736244 None None] Bound port: c2706865-0fab-44a7-9af0-dda2b7c9c6c3, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c67e090-bfd0-439d-962b-ef9f63726228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '807c79ec-08e2-4059-a72e-092033961844'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:10:08.584075 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-48db006e-914f-41e0-80b4-324ba4736244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (c2706865-0fab-44a7-9af0-dda2b7c9c6c3), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:08.586283 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=19cc660b-d8ac-4450-9a10-a5808195a39a,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:08.662349 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-48db006e-914f-41e0-80b4-324ba4736244 None None] For port c2706865-0fab-44a7-9af0-dda2b7c9c6c3, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:10:08.666381 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-48db006e-914f-41e0-80b4-324ba4736244 None None] For port c2706865-0fab-44a7-9af0-dda2b7c9c6c3, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=c2706865-0fab-44a7-9af0-dda2b7c9c6c3,segment=NetworkSegment(1c67e090-bfd0-439d-962b-ef9f63726228),segment_id=1c67e090-bfd0-439d-962b-ef9f63726228)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:10:08.669957 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-ef38aa03-95b6-4833-907c-077e0edeeda8 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:10:08.676098 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-48db006e-914f-41e0-80b4-324ba4736244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (c2706865-0fab-44a7-9af0-dda2b7c9c6c3), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:08.676905 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef38aa03-95b6-4833-907c-077e0edeeda8 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:10:08.758419 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef38aa03-95b6-4833-907c-077e0edeeda8 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Pushing event updated for resources: {'Port': ['ID=c9eb2c0a-a875-4fcb-b460-b450f56b0ae8,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:08.763697 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48db006e-914f-41e0-80b4-324ba4736244 None None] Pushing event updated for resources: {'Port': ['ID=c2706865-0fab-44a7-9af0-dda2b7c9c6c3,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:08.811262 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ef38aa03-95b6-4833-907c-077e0edeeda8 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (c9122b36-b1de-46ed-8ffd-bcfa66db82c7), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:08.905753 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881fc5a2-baa0-41a1-9a7c-0de882d943f3 req-cbfa0ef5-ace8-46ed-8a48-aa57a4879be1 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:08.905974 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3b111367-54de-45e5-939d-93f12f21a91e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (4a1b54f8-b9a2-4e6f-a119-2ad685de75f2), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:08.908123 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-881fc5a2-baa0-41a1-9a7c-0de882d943f3 req-cbfa0ef5-ace8-46ed-8a48-aa57a4879be1 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/networks?id=274d3754-cb62-4276-8b4a-dfa5cf98baaf HTTP/1.1" status: 200 len: 812 time: 0.6606970 Feb 02 07:10:08.909221 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3b111367-54de-45e5-939d-93f12f21a91e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:08.910369 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-3b111367-54de-45e5-939d-93f12f21a91e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/4a1b54f8-b9a2-4e6f-a119-2ad685de75f2 HTTP/1.1" status: 204 len: 168 time: 0.8807049 Feb 02 07:10:08.929143 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b111367-54de-45e5-939d-93f12f21a91e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1b54f8-b9a2-4e6f-a119-2ad685de75f2,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:08.992619 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-881fc5a2-baa0-41a1-9a7c-0de882d943f3 req-94a33ca4-c9f3-49ef-91a8-5db4381841bf tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/quotas/12ae52d2610343959b079c169f83e654 HTTP/1.1" status: 200 len: 375 time: 0.0628836 Feb 02 07:10:09.086417 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 19cc660b-d8ac-4450-9a10-a5808195a39a up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:10:09.086580 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704375c8-2ca6-4eba-9fc0-76240993132c req-6a38bcd6-8150-40bc-8b97-21c4f7fa0fee tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:09.088246 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-704375c8-2ca6-4eba-9fc0-76240993132c req-6a38bcd6-8150-40bc-8b97-21c4f7fa0fee tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 943 time: 0.6953270 Feb 02 07:10:09.091765 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-df5159ac-7df1-4c10-b4b9-ce67e295360f tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (f5de1191-97ca-4e23-bce0-9532d8edbad4), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:09.113162 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-881fc5a2-baa0-41a1-9a7c-0de882d943f3 req-755e5844-0b31-4bf8-b73c-04cadb450afb tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=12ae52d2610343959b079c169f83e654&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1188452 Feb 02 07:10:09.116763 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-5a6d226a-dc40-4e10-b464-a7bb7417cdda None None] Current status of the port 19cc660b-d8ac-4450-9a10-a5808195a39a is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:10:09.197783 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 19cc660b-d8ac-4450-9a10-a5808195a39a triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:10:09.198448 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (19cc660b-d8ac-4450-9a10-a5808195a39a), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:09.245258 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5159ac-7df1-4c10-b4b9-ce67e295360f tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Network 44fb9145-9ace-47b2-84ba-690d45d04d68 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:10:09.252118 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-df5159ac-7df1-4c10-b4b9-ce67e295360f tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:10:09.260513 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5159ac-7df1-4c10-b4b9-ce67e295360f tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:10:09.283717 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-292c147b-9fd0-4ecf-b75b-fa494c0228ca None None] Provisioning complete for port c9eb2c0a-a875-4fcb-b460-b450f56b0ae8 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:10:09.284098 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-292c147b-9fd0-4ecf-b75b-fa494c0228ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (c9eb2c0a-a875-4fcb-b460-b450f56b0ae8), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:09.317092 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-881fc5a2-baa0-41a1-9a7c-0de882d943f3 req-64acec48-3d22-4da1-ac87-43d6afba2537 service neutron] 10.222.0.87 "GET /v2.0/networks/274d3754-cb62-4276-8b4a-dfa5cf98baaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694057 Feb 02 07:10:09.342110 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5159ac-7df1-4c10-b4b9-ce67e295360f tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Pushing event updated for resources: {'Port': ['ID=f5de1191-97ca-4e23-bce0-9532d8edbad4,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:09.347187 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-292c147b-9fd0-4ecf-b75b-fa494c0228ca None None] Port c9eb2c0a-a875-4fcb-b460-b450f56b0ae8 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:10:09.353528 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ef38aa03-95b6-4833-907c-077e0edeeda8 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (c9eb2c0a-a875-4fcb-b460-b450f56b0ae8), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:09.358512 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-704375c8-2ca6-4eba-9fc0-76240993132c req-c6f099c9-eb9e-45d4-8840-c0193736ebbd tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581248 Feb 02 07:10:09.367912 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c1ff8aaa-95c7-4f9c-ae74-74537d05f861 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1043354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-942652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13285'] for router (0636edbb-3ce2-4113-b408-035599c62b6d), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:09.400441 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5159ac-7df1-4c10-b4b9-ce67e295360f tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:09.401216 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-df5159ac-7df1-4c10-b4b9-ce67e295360f tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:09.405328 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c1ff8aaa-95c7-4f9c-ae74-74537d05f861 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1043345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1043336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-942635'] for router (0636edbb-3ce2-4113-b408-035599c62b6d), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:09.459775 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 19cc660b-d8ac-4450-9a10-a5808195a39a is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:10:09.474936 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-df5159ac-7df1-4c10-b4b9-ce67e295360f tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.0670481 Feb 02 07:10:09.477490 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 53608) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:09.478606 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-292c147b-9fd0-4ecf-b75b-fa494c0228ca None None] Provisioning complete for port 19cc660b-d8ac-4450-9a10-a5808195a39a triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:10:09.478985 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-292c147b-9fd0-4ecf-b75b-fa494c0228ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (19cc660b-d8ac-4450-9a10-a5808195a39a), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:09.484253 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-0de4fcdd-8ad0-4068-8c30-5f482c6c118a tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Request body: {'port': {'network_id': '44fb9145-9ace-47b2-84ba-690d45d04d68', 'name': 'tempest-TaggedBootDevicesTest_v242-1414397638', 'fixed_ips': [{'subnet_id': 'd8c93dc1-7ee4-400a-ad20-2d7430ee8b3d'}]}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:10:09.610337 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-292c147b-9fd0-4ecf-b75b-fa494c0228ca None None] Current status of the port 19cc660b-d8ac-4450-9a10-a5808195a39a is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:10:09.646865 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-881fc5a2-baa0-41a1-9a7c-0de882d943f3 req-0ff39153-40bc-4a3d-b9ee-b82c049dec85 service neutron] 10.222.0.87 "GET /v2.0/networks/274d3754-cb62-4276-8b4a-dfa5cf98baaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3230348 Feb 02 07:10:09.657595 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 53610) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:09.692670 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c144ea24-a022-49c0-9153-d0f623da63ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:09.742476 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-4290c6fb-73f0-494d-aa79-9ff32e08c500 None None] Provisioning complete for port f5de1191-97ca-4e23-bce0-9532d8edbad4 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:10:09.742918 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-4290c6fb-73f0-494d-aa79-9ff32e08c500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (f5de1191-97ca-4e23-bce0-9532d8edbad4), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:09.744706 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f79edb5-a9f0-49c6-af22-91206a3df18b req-38f54b63-2d2e-4dd5-a6f3-49e88f28b04f tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:09.748182 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4f79edb5-a9f0-49c6-af22-91206a3df18b req-38f54b63-2d2e-4dd5-a6f3-49e88f28b04f tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 943 time: 0.2410073 Feb 02 07:10:09.808579 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de4fcdd-8ad0-4068-8c30-5f482c6c118a tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Made reservation on behalf of 07cbe6ce97734b3c8365c4e2bb6fcdb5 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:10:09.814530 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0de4fcdd-8ad0-4068-8c30-5f482c6c118a tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:09.849268 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-4290c6fb-73f0-494d-aa79-9ff32e08c500 None None] Port f5de1191-97ca-4e23-bce0-9532d8edbad4 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:10:09.877680 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f3f5ed5b-608e-4d77-a2dc-f5d291b30270 req-0bbb0774-93b8-4c79-b816-7b940a2f9807 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=e345bef4-841f-48f1-9275-4e5304c6d2aa HTTP/1.1" status: 200 len: 210 time: 0.0427527 Feb 02 07:10:09.940898 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4f79edb5-a9f0-49c6-af22-91206a3df18b req-b2c1e2aa-620c-492c-bc1b-be3c6f8c64e3 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793756 Feb 02 07:10:09.941514 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1ff8aaa-95c7-4f9c-ae74-74537d05f861 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Router 0636edbb-3ce2-4113-b408-035599c62b6d is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:10:09.944278 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [None req-0de4fcdd-8ad0-4068-8c30-5f482c6c118a tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] device_id is not set on port 4910d9f2-bb8f-4859-9893-c0a040e3bfb6 yet. {{(pid=109694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:10:09.971303 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ef38aa03-95b6-4833-907c-077e0edeeda8 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks [] for port (c9eb2c0a-a875-4fcb-b460-b450f56b0ae8), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:09.988394 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ef38aa03-95b6-4833-907c-077e0edeeda8 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (c9eb2c0a-a875-4fcb-b460-b450f56b0ae8), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:10.134464 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ef38aa03-95b6-4833-907c-077e0edeeda8 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (c9122b36-b1de-46ed-8ffd-bcfa66db82c7), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:10.168520 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c144ea24-a022-49c0-9153-d0f623da63ad admin admin] Publish callbacks [] for security_group (16644bcd-3c5e-4caf-8241-0f1d62e82c2b), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:10.235939 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef38aa03-95b6-4833-907c-077e0edeeda8 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Pushing event updated for resources: {'Port': ['ID=c9eb2c0a-a875-4fcb-b460-b450f56b0ae8,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:10.236395 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [req-668682a3-7c39-438c-96d4-b64a2bb13df9 req-f2e61c13-4f46-47db-9c25-44b6adfa8a2a service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:10:10.237448 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-668682a3-7c39-438c-96d4-b64a2bb13df9 req-f2e61c13-4f46-47db-9c25-44b6adfa8a2a service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0132151 Feb 02 07:10:10.238147 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c144ea24-a022-49c0-9153-d0f623da63ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (16644bcd-3c5e-4caf-8241-0f1d62e82c2b), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:10.286811 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c144ea24-a022-49c0-9153-d0f623da63ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16644bcd-3c5e-4caf-8241-0f1d62e82c2b,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:10.313406 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef38aa03-95b6-4833-907c-077e0edeeda8 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Network 437ec306-c787-4877-a297-2c8716a5056c is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:10:10.316816 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-ef38aa03-95b6-4833-907c-077e0edeeda8 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:10:10.390070 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c144ea24-a022-49c0-9153-d0f623da63ad admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=16150a86bfc24420b2600d53e8e52b16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7266154 Feb 02 07:10:10.393764 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 53632) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:10.405189 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4e11f9-1b37-4fe1-9013-7de0680ebac6 None None] Network 807c79ec-08e2-4059-a72e-092033961844 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:10:10.406180 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ff8aaa-95c7-4f9c-ae74-74537d05f861 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:10:10.450486 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c1ff8aaa-95c7-4f9c-ae74-74537d05f861 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:10.451124 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d0329d-bcaa-40bc-9333-a2062453a39b None None] Sync routers for ids ['0636edbb-3ce2-4113-b408-035599c62b6d'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:10:10.454799 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c1ff8aaa-95c7-4f9c-ae74-74537d05f861 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] 10.222.0.87 "PUT /v2.0/routers/0636edbb-3ce2-4113-b408-035599c62b6d HTTP/1.1" status: 200 len: 920 time: 6.1783900 Feb 02 07:10:10.469809 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-0de4fcdd-8ad0-4068-8c30-5f482c6c118a tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Allocated IP 10.1.1.184 (44fb9145-9ace-47b2-84ba-690d45d04d68/d8c93dc1-7ee4-400a-ad20-2d7430ee8b3d/4910d9f2-bb8f-4859-9893-c0a040e3bfb6) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:10:10.473764 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 53640) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:10.600444 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d0329d-bcaa-40bc-9333-a2062453a39b None None] Routers {'0636edbb-3ce2-4113-b408-035599c62b6d'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:10:10.601360 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-10d0329d-bcaa-40bc-9333-a2062453a39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:09:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['0636edbb-3ce2-4113-b408-035599c62b6d'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:10:10.663270 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e88aaa91-5728-46c2-a36a-a3267ccfe29c tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] 10.222.0.87 "GET /v2.0/routers/0636edbb-3ce2-4113-b408-035599c62b6d HTTP/1.1" status: 200 len: 926 time: 0.1851552 Feb 02 07:10:10.665411 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 53642) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:10.679157 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-a238a703-8bbc-42a9-85c6-631830f2436e None None] Provisioning complete for port c2706865-0fab-44a7-9af0-dda2b7c9c6c3 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:10:10.679797 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a238a703-8bbc-42a9-85c6-631830f2436e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (c2706865-0fab-44a7-9af0-dda2b7c9c6c3), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:10.681751 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-10d0329d-bcaa-40bc-9333-a2062453a39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:10:10.687202 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0de4fcdd-8ad0-4068-8c30-5f482c6c118a tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks [] for port (4910d9f2-bb8f-4859-9893-c0a040e3bfb6), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:10.735571 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0de4fcdd-8ad0-4068-8c30-5f482c6c118a tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (4910d9f2-bb8f-4859-9893-c0a040e3bfb6), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:10.763098 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d0329d-bcaa-40bc-9333-a2062453a39b None None] Routers {'0636edbb-3ce2-4113-b408-035599c62b6d'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:10:10.764005 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-10d0329d-bcaa-40bc-9333-a2062453a39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:09:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['0636edbb-3ce2-4113-b408-035599c62b6d'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:10:10.804464 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-10d0329d-bcaa-40bc-9333-a2062453a39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:10:10.805399 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d0329d-bcaa-40bc-9333-a2062453a39b None None] The sync data for ids ['0636edbb-3ce2-4113-b408-035599c62b6d'] in n-d-789963-26 is: [] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:10:10.809867 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de4fcdd-8ad0-4068-8c30-5f482c6c118a tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Network 44fb9145-9ace-47b2-84ba-690d45d04d68 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:10:10.816130 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-0de4fcdd-8ad0-4068-8c30-5f482c6c118a tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:10:10.820269 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de4fcdd-8ad0-4068-8c30-5f482c6c118a tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:10:10.878809 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de4fcdd-8ad0-4068-8c30-5f482c6c118a tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Pushing event updated for resources: {'Port': ['ID=4910d9f2-bb8f-4859-9893-c0a040e3bfb6,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:10.913400 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de4fcdd-8ad0-4068-8c30-5f482c6c118a tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:10.914706 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0de4fcdd-8ad0-4068-8c30-5f482c6c118a tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:10.955274 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0de4fcdd-8ad0-4068-8c30-5f482c6c118a tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4763772 Feb 02 07:10:11.033503 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5a35b-d7a9-4a5e-ace7-6f11e8d14bb0 req-b7ab8dec-aab0-40b8-8254-8f47500f7e9a tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:11.035091 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-39d5a35b-d7a9-4a5e-ace7-6f11e8d14bb0 req-b7ab8dec-aab0-40b8-8254-8f47500f7e9a tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 943 time: 0.4061196 Feb 02 07:10:11.055026 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-32530f16-29e0-4847-9073-3afae71a7a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:11.056796 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-a238a703-8bbc-42a9-85c6-631830f2436e None None] Current status of the port c2706865-0fab-44a7-9af0-dda2b7c9c6c3 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:10:11.057181 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a238a703-8bbc-42a9-85c6-631830f2436e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (c2706865-0fab-44a7-9af0-dda2b7c9c6c3), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:11.082294 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77560e5f-ba35-4375-85c2-178e62599acd tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:11.087660 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-77560e5f-ba35-4375-85c2-178e62599acd tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] 10.222.0.87 "GET /v2.0/ports?network_id=ee4463ee-e783-4af5-91d5-cbeb2d0e0db8&device_id=0636edbb-3ce2-4113-b408-035599c62b6d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4132526 Feb 02 07:10:11.091020 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-53655290-9d09-406d-9e09-083a3d0ce163 admin admin] Publish callbacks [] for security_group (16644bcd-3c5e-4caf-8241-0f1d62e82c2b), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:11.102144 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 53654) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:11.108260 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f2a10863-bae4-4760-9cbd-fd97a228976f req-da6ada76-fde3-4fd6-b39f-34d0cd6329dc tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=e345bef4-841f-48f1-9275-4e5304c6d2aa HTTP/1.1" status: 200 len: 210 time: 0.0611777 Feb 02 07:10:11.142239 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef38aa03-95b6-4833-907c-077e0edeeda8 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Router c9122b36-b1de-46ed-8ffd-bcfa66db82c7 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:10:11.160531 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-a238a703-8bbc-42a9-85c6-631830f2436e None None] For port c2706865-0fab-44a7-9af0-dda2b7c9c6c3, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=c2706865-0fab-44a7-9af0-dda2b7c9c6c3,segment=NetworkSegment(1c67e090-bfd0-439d-962b-ef9f63726228),segment_id=1c67e090-bfd0-439d-962b-ef9f63726228)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:10:11.171327 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a238a703-8bbc-42a9-85c6-631830f2436e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (c2706865-0fab-44a7-9af0-dda2b7c9c6c3), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:11.184757 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device c2706865-0fab-44a7-9af0-dda2b7c9c6c3 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:10:11.214773 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-53655290-9d09-406d-9e09-083a3d0ce163 admin admin] Publish callbacks [] for security_group (16644bcd-3c5e-4caf-8241-0f1d62e82c2b), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:11.221531 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-39d5a35b-d7a9-4a5e-ace7-6f11e8d14bb0 req-1ddfc98d-397c-4e37-ae1b-b0ce4cc42843 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768792 Feb 02 07:10:11.345298 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b8584cb5-4b1c-49be-a405-31bd5943576a req-42f4e1ab-e7b3-47ec-901c-49db4b921840 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3415301 Feb 02 07:10:11.367778 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [req-b8584cb5-4b1c-49be-a405-31bd5943576a req-e97e1263-5567-4c8b-977b-17932de30c01 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:10:11.370718 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b8584cb5-4b1c-49be-a405-31bd5943576a req-e97e1263-5567-4c8b-977b-17932de30c01 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0094097 Feb 02 07:10:11.398629 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-6cf9b932-8476-4501-a8ad-b16e047c343e None None] Provisioning complete for port c9eb2c0a-a875-4fcb-b460-b450f56b0ae8 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:10:11.399012 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6cf9b932-8476-4501-a8ad-b16e047c343e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (c9eb2c0a-a875-4fcb-b460-b450f56b0ae8), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:11.401574 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a238a703-8bbc-42a9-85c6-631830f2436e None None] Pushing event updated for resources: {'Port': ['ID=c2706865-0fab-44a7-9af0-dda2b7c9c6c3,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:11.454629 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-6cf9b932-8476-4501-a8ad-b16e047c343e None None] Port c9eb2c0a-a875-4fcb-b460-b450f56b0ae8 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:10:11.464889 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a238a703-8bbc-42a9-85c6-631830f2436e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:10:11.465550 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a238a703-8bbc-42a9-85c6-631830f2436e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:10:11.466088 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a238a703-8bbc-42a9-85c6-631830f2436e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:10:11.466704 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a238a703-8bbc-42a9-85c6-631830f2436e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:10:11.467322 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a238a703-8bbc-42a9-85c6-631830f2436e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:10:11.467882 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a238a703-8bbc-42a9-85c6-631830f2436e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:10:11.468743 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a238a703-8bbc-42a9-85c6-631830f2436e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:10:11.469857 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a238a703-8bbc-42a9-85c6-631830f2436e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:10:11.470371 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a238a703-8bbc-42a9-85c6-631830f2436e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:10:11.470920 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a238a703-8bbc-42a9-85c6-631830f2436e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:10:11.471450 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a238a703-8bbc-42a9-85c6-631830f2436e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:10:11.472159 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a238a703-8bbc-42a9-85c6-631830f2436e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:10:11.472723 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a238a703-8bbc-42a9-85c6-631830f2436e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:10:11.483502 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port c2706865-0fab-44a7-9af0-dda2b7c9c6c3 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:10:11.484103 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (c2706865-0fab-44a7-9af0-dda2b7c9c6c3), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:11.563199 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 53660) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:11.567955 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-b2dc95c5-3250-40ed-8234-a805191a6cf6 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1361785629', 'description': 'tempest-description--133778926'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:10:11.590705 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-fec4b5fc-4c1f-4dd9-a934-7a1454c4af4d None None] Provisioning complete for port c2706865-0fab-44a7-9af0-dda2b7c9c6c3 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:10:11.591114 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-fec4b5fc-4c1f-4dd9-a934-7a1454c4af4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (c2706865-0fab-44a7-9af0-dda2b7c9c6c3), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:11.597083 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b2dc95c5-3250-40ed-8234-a805191a6cf6 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:11.622569 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef38aa03-95b6-4833-907c-077e0edeeda8 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:10:11.628044 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port c2706865-0fab-44a7-9af0-dda2b7c9c6c3 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:10:11.644565 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003aa402-07d8-4091-aeb9-f56f62d11710 None None] Sync routers for ids ['c9122b36-b1de-46ed-8ffd-bcfa66db82c7'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:10:11.665959 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003aa402-07d8-4091-aeb9-f56f62d11710 None None] Routers {'c9122b36-b1de-46ed-8ffd-bcfa66db82c7'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:10:11.666857 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-003aa402-07d8-4091-aeb9-f56f62d11710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:09:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['c9122b36-b1de-46ed-8ffd-bcfa66db82c7'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:10:11.713545 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-003aa402-07d8-4091-aeb9-f56f62d11710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:10:11.723645 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003aa402-07d8-4091-aeb9-f56f62d11710 None None] Routers {'c9122b36-b1de-46ed-8ffd-bcfa66db82c7'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:10:11.724524 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-003aa402-07d8-4091-aeb9-f56f62d11710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:09:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['c9122b36-b1de-46ed-8ffd-bcfa66db82c7'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:10:11.742848 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-fec4b5fc-4c1f-4dd9-a934-7a1454c4af4d None None] Current status of the port c2706865-0fab-44a7-9af0-dda2b7c9c6c3 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:10:11.754360 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db07fd9b-8d96-455d-ac44-5fd5faa42052 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:11.758491 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-db07fd9b-8d96-455d-ac44-5fd5faa42052 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] 10.222.0.87 "GET /v2.0/networks/ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 HTTP/1.1" status: 200 len: 881 time: 0.6525424 Feb 02 07:10:11.759222 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 53666) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:11.763866 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-003aa402-07d8-4091-aeb9-f56f62d11710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:10:11.765049 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003aa402-07d8-4091-aeb9-f56f62d11710 None None] The sync data for ids ['c9122b36-b1de-46ed-8ffd-bcfa66db82c7'] in n-d-789963-26 is: [] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:10:11.774779 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-ef38aa03-95b6-4833-907c-077e0edeeda8 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] 10.222.0.87 "PUT /v2.0/routers/c9122b36-b1de-46ed-8ffd-bcfa66db82c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8135896 Feb 02 07:10:11.778087 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 53668) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:11.781520 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-fec4b5fc-4c1f-4dd9-a934-7a1454c4af4d None None] Provisioning complete for port 4910d9f2-bb8f-4859-9893-c0a040e3bfb6 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:10:11.781993 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-fec4b5fc-4c1f-4dd9-a934-7a1454c4af4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (4910d9f2-bb8f-4859-9893-c0a040e3bfb6), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:11.783686 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-53655290-9d09-406d-9e09-083a3d0ce163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (16644bcd-3c5e-4caf-8241-0f1d62e82c2b), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:11.786823 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-53655290-9d09-406d-9e09-083a3d0ce163 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:11.790167 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-53655290-9d09-406d-9e09-083a3d0ce163 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/16644bcd-3c5e-4caf-8241-0f1d62e82c2b HTTP/1.1" status: 204 len: 168 time: 1.3928795 Feb 02 07:10:11.795654 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-ae97d1b8-c322-41e9-9f01-760beb1eae8e tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Request body: {'port': {'network_id': '437ec306-c787-4877-a297-2c8716a5056c', 'name': 'tempest-FloatingIPAdminTestJSON-1117264968'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:10:11.797640 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c5955530-ce86-448e-b432-e860751b010c tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] 10.222.0.87 "GET /v2.0/ports?device_id=0636edbb-3ce2-4113-b408-035599c62b6d HTTP/1.1" status: 200 len: 205 time: 0.0374882 Feb 02 07:10:11.801848 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 53672) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:11.825249 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-fec4b5fc-4c1f-4dd9-a934-7a1454c4af4d None None] Port 4910d9f2-bb8f-4859-9893-c0a040e3bfb6 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:10:11.849640 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53655290-9d09-406d-9e09-083a3d0ce163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16644bcd-3c5e-4caf-8241-0f1d62e82c2b,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:11.921434 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881fc5a2-baa0-41a1-9a7c-0de882d943f3 req-106e31e8-60c9-4783-b8ba-28ea8c6d7966 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:11.923527 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-881fc5a2-baa0-41a1-9a7c-0de882d943f3 req-106e31e8-60c9-4783-b8ba-28ea8c6d7966 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.59 "GET /v2.0/networks?id=274d3754-cb62-4276-8b4a-dfa5cf98baaf HTTP/1.1" status: 200 len: 812 time: 0.3741605 Feb 02 07:10:11.935817 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b2dc95c5-3250-40ed-8234-a805191a6cf6 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks [] for security_group (39d64e71-9bbb-4283-9333-9f076dd0e667), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:11.943676 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b2dc95c5-3250-40ed-8234-a805191a6cf6 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (39d64e71-9bbb-4283-9333-9f076dd0e667), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:11.945827 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-881fc5a2-baa0-41a1-9a7c-0de882d943f3 req-e9079208-7276-4a78-9397-87c7402ca631 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Request body: {'port': {'device_id': 'e345bef4-841f-48f1-9275-4e5304c6d2aa', 'network_id': '274d3754-cb62-4276-8b4a-dfa5cf98baaf', 'admin_state_up': True, 'tenant_id': '12ae52d2610343959b079c169f83e654'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:10:11.990655 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dc95c5-3250-40ed-8234-a805191a6cf6 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39d64e71-9bbb-4283-9333-9f076dd0e667,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:11.995299 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3ec9f91e-a52c-4efe-9b65-f2b4c62f8c84 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks [] for router (0636edbb-3ce2-4113-b408-035599c62b6d), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:12.037290 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b2dc95c5-3250-40ed-8234-a805191a6cf6 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:12.041588 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b2dc95c5-3250-40ed-8234-a805191a6cf6 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4771445 Feb 02 07:10:12.043891 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 53674) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:12.048613 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-4ce69ee8-5c52-4bef-aa4a-7abf54f4ea66 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Request body: {'security_group_rule': {'security_group_id': '39d64e71-9bbb-4283-9333-9f076dd0e667', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:10:12.097236 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae97d1b8-c322-41e9-9f01-760beb1eae8e tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Made reservation on behalf of 648b25045e2f4e4084dd81250997767d for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:10:12.102535 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ae97d1b8-c322-41e9-9f01-760beb1eae8e tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:12.121616 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4ce69ee8-5c52-4bef-aa4a-7abf54f4ea66 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks [] for security_group_rule (2d2389c2-1915-4ec9-8cee-17a08c095256), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:12.131837 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [None req-ae97d1b8-c322-41e9-9f01-760beb1eae8e tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] device_id is not set on port c8177958-3c59-4823-9c5e-c8bee7dcd2b5 yet. {{(pid=109693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:10:12.178058 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-881fc5a2-baa0-41a1-9a7c-0de882d943f3 req-e9079208-7276-4a78-9397-87c7402ca631 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Made reservation on behalf of 12ae52d2610343959b079c169f83e654 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:10:12.182131 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-881fc5a2-baa0-41a1-9a7c-0de882d943f3 req-e9079208-7276-4a78-9397-87c7402ca631 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:12.206240 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3ec9f91e-a52c-4efe-9b65-f2b4c62f8c84 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks [] for router_gateway (0636edbb-3ce2-4113-b408-035599c62b6d), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:12.266313 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4ce69ee8-5c52-4bef-aa4a-7abf54f4ea66 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks [] for security_group_rule (2d2389c2-1915-4ec9-8cee-17a08c095256), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:12.279779 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4ce69ee8-5c52-4bef-aa4a-7abf54f4ea66 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (2d2389c2-1915-4ec9-8cee-17a08c095256), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:12.314859 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce69ee8-5c52-4bef-aa4a-7abf54f4ea66 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d2389c2-1915-4ec9-8cee-17a08c095256,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:12.321560 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4ce69ee8-5c52-4bef-aa4a-7abf54f4ea66 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:12.322826 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-4ce69ee8-5c52-4bef-aa4a-7abf54f4ea66 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2779605 Feb 02 07:10:12.326271 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 53686) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:12.332272 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-f8619869-c6ec-41eb-a6fb-3be8aa2e8d4a tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Request body: {'security_group_rule': {'security_group_id': '39d64e71-9bbb-4283-9333-9f076dd0e667', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:10:12.344896 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ffb407e6-f58f-4bfb-bf1b-a553fe1ee832 req-ba939987-36f0-4149-a731-e77f6c88a2af tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=e345bef4-841f-48f1-9275-4e5304c6d2aa HTTP/1.1" status: 200 len: 210 time: 0.1050367 Feb 02 07:10:12.351941 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 18d0d2d5-f098-4215-bfbd-e6aca83e7772 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:10:12.358644 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-3ec9f91e-a52c-4efe-9b65-f2b4c62f8c84 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Deleting port a60c9af9-415b-4243-9d1a-8a1ba77051b3 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:10:12.359178 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3ec9f91e-a52c-4efe-9b65-f2b4c62f8c84 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (a60c9af9-415b-4243-9d1a-8a1ba77051b3), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:12.420883 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f8619869-c6ec-41eb-a6fb-3be8aa2e8d4a tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks [] for security_group_rule (25020906-689a-4ef1-b481-7114988a5caa), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:12.445497 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-ae97d1b8-c322-41e9-9f01-760beb1eae8e tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Allocated IP 172.20.0.11 (437ec306-c787-4877-a297-2c8716a5056c/32a584ae-c95b-4541-af51-02a2776eb4d0/c8177958-3c59-4823-9c5e-c8bee7dcd2b5) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:10:12.475539 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 18d0d2d5-f098-4215-bfbd-e6aca83e7772 is: DOWN; New status is: DOWN {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:10:12.512629 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-881fc5a2-baa0-41a1-9a7c-0de882d943f3 req-e9079208-7276-4a78-9397-87c7402ca631 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Allocated IP 172.20.0.11 (274d3754-cb62-4276-8b4a-dfa5cf98baaf/b6b3fc97-ea53-4910-99b5-bddf06c5d45f/01515b49-db47-48da-91c2-424b4f244bf1) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:10:12.534867 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754053ab-6d6c-4063-8656-8e2a10324fe8 req-665d5cbb-21ed-47d3-9c2b-79d7d1230c31 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:12.536432 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-754053ab-6d6c-4063-8656-8e2a10324fe8 req-665d5cbb-21ed-47d3-9c2b-79d7d1230c31 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 943 time: 0.1833611 Feb 02 07:10:12.541962 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3ec9f91e-a52c-4efe-9b65-f2b4c62f8c84 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (a60c9af9-415b-4243-9d1a-8a1ba77051b3), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:12.561535 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f8619869-c6ec-41eb-a6fb-3be8aa2e8d4a tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks [] for security_group_rule (25020906-689a-4ef1-b481-7114988a5caa), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:12.572414 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-3ec9f91e-a52c-4efe-9b65-f2b4c62f8c84 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Calling delete_port for a60c9af9-415b-4243-9d1a-8a1ba77051b3 owned by network:router_gateway {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:10:12.580875 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f8619869-c6ec-41eb-a6fb-3be8aa2e8d4a tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (25020906-689a-4ef1-b481-7114988a5caa), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:12.629858 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f8619869-c6ec-41eb-a6fb-3be8aa2e8d4a tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:12.633971 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f8619869-c6ec-41eb-a6fb-3be8aa2e8d4a tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3041325 Feb 02 07:10:12.633971 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8619869-c6ec-41eb-a6fb-3be8aa2e8d4a tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25020906-689a-4ef1-b481-7114988a5caa,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:12.640272 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 53696) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:12.668565 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-6650a014-1746-4d97-8f34-ed94e0e305c8 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Request body: {'floatingip': {'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:10:12.683874 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-754053ab-6d6c-4063-8656-8e2a10324fe8 req-5ce1c31b-b17b-45f4-90d9-36b8bed6405b tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268589 Feb 02 07:10:12.811043 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6650a014-1746-4d97-8f34-ed94e0e305c8 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:12.820308 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3ec9f91e-a52c-4efe-9b65-f2b4c62f8c84 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (a60c9af9-415b-4243-9d1a-8a1ba77051b3), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:12.860906 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec9f91e-a52c-4efe-9b65-f2b4c62f8c84 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Pushing event deleted for resources: {'Port': ['ID=a60c9af9-415b-4243-9d1a-8a1ba77051b3,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:12.889658 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8584cb5-4b1c-49be-a405-31bd5943576a req-49595fcc-3b53-4c4d-96bd-fdc39a302741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:12.891780 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b8584cb5-4b1c-49be-a405-31bd5943576a req-49595fcc-3b53-4c4d-96bd-fdc39a302741 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5&tenant_id=b1fedabee724425a8e5d5639e34f1a08 HTTP/1.1" status: 200 len: 1126 time: 0.3082628 Feb 02 07:10:12.895797 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ae97d1b8-c322-41e9-9f01-760beb1eae8e tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks [] for port (c8177958-3c59-4823-9c5e-c8bee7dcd2b5), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:12.924895 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3ec9f91e-a52c-4efe-9b65-f2b4c62f8c84 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (0636edbb-3ce2-4113-b408-035599c62b6d), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:12.998094 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device c2706865-0fab-44a7-9af0-dda2b7c9c6c3 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:10:13.023894 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-881fc5a2-baa0-41a1-9a7c-0de882d943f3 req-e9079208-7276-4a78-9397-87c7402ca631 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks [] for port (01515b49-db47-48da-91c2-424b4f244bf1), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:13.061663 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3ec9f91e-a52c-4efe-9b65-f2b4c62f8c84 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (0636edbb-3ce2-4113-b408-035599c62b6d), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:13.061956 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port c2706865-0fab-44a7-9af0-dda2b7c9c6c3 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:10:13.062632 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (c2706865-0fab-44a7-9af0-dda2b7c9c6c3), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:13.066058 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3ec9f91e-a52c-4efe-9b65-f2b4c62f8c84 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks [] for router_controller (0636edbb-3ce2-4113-b408-035599c62b6d), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:13.086877 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ae97d1b8-c322-41e9-9f01-760beb1eae8e tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (c8177958-3c59-4823-9c5e-c8bee7dcd2b5), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:13.119523 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8584cb5-4b1c-49be-a405-31bd5943576a req-ac5ead64-e02a-4839-a82e-32d864c44859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:13.121233 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b8584cb5-4b1c-49be-a405-31bd5943576a req-ac5ead64-e02a-4839-a82e-32d864c44859 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b1fedabee724425a8e5d5639e34f1a08&device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 1126 time: 0.1917980 Feb 02 07:10:13.121663 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3ec9f91e-a52c-4efe-9b65-f2b4c62f8c84 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (0636edbb-3ce2-4113-b408-035599c62b6d), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:13.122255 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec9f91e-a52c-4efe-9b65-f2b4c62f8c84 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Fanout notify agent at l3_agent the message router_deleted on router 0636edbb-3ce2-4113-b408-035599c62b6d {{(pid=109694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:10:13.130687 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3ec9f91e-a52c-4efe-9b65-f2b4c62f8c84 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:13.136719 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-3ec9f91e-a52c-4efe-9b65-f2b4c62f8c84 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] 10.222.0.87 "DELETE /v2.0/routers/0636edbb-3ce2-4113-b408-035599c62b6d HTTP/1.1" status: 204 len: 168 time: 1.3338273 Feb 02 07:10:13.138614 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 53708) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:13.144038 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-8f7f2bc3-9b20-49b1-9a5b-6cc1259729ee tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1780721066', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}, 'admin_state_up': False}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:10:13.167243 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port c2706865-0fab-44a7-9af0-dda2b7c9c6c3 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:10:13.176164 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8f7f2bc3-9b20-49b1-9a5b-6cc1259729ee tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (57be556e-bef3-4192-91c7-3539c87e17f0), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:13.177712 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8f7f2bc3-9b20-49b1-9a5b-6cc1259729ee tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (57be556e-bef3-4192-91c7-3539c87e17f0), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:13.241206 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8f7f2bc3-9b20-49b1-9a5b-6cc1259729ee tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks [] for router_controller (57be556e-bef3-4192-91c7-3539c87e17f0), precommit_add_association {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:13.250210 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-8b0657c6-7c6c-4fef-93f9-3adb0a4f4e28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:13.407925 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8f7f2bc3-9b20-49b1-9a5b-6cc1259729ee tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks [] for router_gateway (57be556e-bef3-4192-91c7-3539c87e17f0), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:13.562083 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae97d1b8-c322-41e9-9f01-760beb1eae8e tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Network 437ec306-c787-4877-a297-2c8716a5056c is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:10:13.584109 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-881fc5a2-baa0-41a1-9a7c-0de882d943f3 req-e9079208-7276-4a78-9397-87c7402ca631 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (01515b49-db47-48da-91c2-424b4f244bf1), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:13.592584 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-ae97d1b8-c322-41e9-9f01-760beb1eae8e tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:10:13.605593 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae97d1b8-c322-41e9-9f01-760beb1eae8e tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:10:13.622594 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['d394fde5-fe9f-4589-bb6b-f852c92a9e2f', '3fbf38b0-c429-4910-9937-0a8e4016e831'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:10:13.634430 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8f7f2bc3-9b20-49b1-9a5b-6cc1259729ee tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks [] for router_gateway (57be556e-bef3-4192-91c7-3539c87e17f0), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:13.657070 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae97d1b8-c322-41e9-9f01-760beb1eae8e tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Pushing event updated for resources: {'Port': ['ID=c8177958-3c59-4823-9c5e-c8bee7dcd2b5,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:13.662755 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8f7f2bc3-9b20-49b1-9a5b-6cc1259729ee tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:13.796050 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-881fc5a2-baa0-41a1-9a7c-0de882d943f3 req-e9079208-7276-4a78-9397-87c7402ca631 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Network 274d3754-cb62-4276-8b4a-dfa5cf98baaf is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:10:13.808824 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6650a014-1746-4d97-8f34-ed94e0e305c8 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:13.833701 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-881fc5a2-baa0-41a1-9a7c-0de882d943f3 req-e9079208-7276-4a78-9397-87c7402ca631 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:10:13.870574 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae97d1b8-c322-41e9-9f01-760beb1eae8e tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:13.871245 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ae97d1b8-c322-41e9-9f01-760beb1eae8e tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:13.887809 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-881fc5a2-baa0-41a1-9a7c-0de882d943f3 req-e9079208-7276-4a78-9397-87c7402ca631 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:10:13.974232 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-8f7f2bc3-9b20-49b1-9a5b-6cc1259729ee tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Allocated IP 172.25.4.84 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/339c1a9d-1845-41d5-be41-a249e897aa2d) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:10:14.000657 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c7554c-8777-48a6-b255-57214e2a0012 req-cd3a5380-b95e-4608-bd85-0149da864f76 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:14.009001 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-74c7554c-8777-48a6-b255-57214e2a0012 req-cd3a5380-b95e-4608-bd85-0149da864f76 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 943 time: 0.1911173 Feb 02 07:10:14.021180 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9079208-7276-4a78-9397-87c7402ca631 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Pushing event updated for resources: {'Port': ['ID=01515b49-db47-48da-91c2-424b4f244bf1,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:14.059425 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a31940-05eb-4b37-9c53-bf88ba3d0aa3 req-85cc04a1-603e-4a36-ab95-bdafc6609936 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:14.061039 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e6a31940-05eb-4b37-9c53-bf88ba3d0aa3 req-85cc04a1-603e-4a36-ab95-bdafc6609936 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=e345bef4-841f-48f1-9275-4e5304c6d2aa HTTP/1.1" status: 200 len: 932 time: 0.5439546 Feb 02 07:10:14.069597 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8584cb5-4b1c-49be-a405-31bd5943576a req-159034c4-1058-4a5f-aca4-9594fa9db6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:14.071346 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b8584cb5-4b1c-49be-a405-31bd5943576a req-159034c4-1058-4a5f-aca4-9594fa9db6b8 service neutron] 10.222.0.88 "GET /v2.0/networks?id=08f0123b-1ec0-4e8d-a484-33e0709b580c HTTP/1.1" status: 200 len: 915 time: 0.5519993 Feb 02 07:10:14.087419 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-ae97d1b8-c322-41e9-9f01-760beb1eae8e tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.3077755 Feb 02 07:10:14.089003 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-9ceef965-32bf-4475-b1fe-a05693680a28 None None] Provisioning complete for port c8177958-3c59-4823-9c5e-c8bee7dcd2b5 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:10:14.089387 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9ceef965-32bf-4475-b1fe-a05693680a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (c8177958-3c59-4823-9c5e-c8bee7dcd2b5), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:14.104071 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 53720) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:14.144298 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-9ceef965-32bf-4475-b1fe-a05693680a28 None None] Port c8177958-3c59-4823-9c5e-c8bee7dcd2b5 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:10:14.177792 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-74c7554c-8777-48a6-b255-57214e2a0012 req-0067389f-c7f2-46fd-8d83-4f2cbc1106d0 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669276 Feb 02 07:10:14.184742 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b8584cb5-4b1c-49be-a405-31bd5943576a req-fcb423f1-933c-445b-b1e4-b0e6143e741a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18d0d2d5-f098-4215-bfbd-e6aca83e7772 HTTP/1.1" status: 200 len: 217 time: 0.1013677 Feb 02 07:10:14.195155 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881fc5a2-baa0-41a1-9a7c-0de882d943f3 req-e9079208-7276-4a78-9397-87c7402ca631 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:14.195155 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-881fc5a2-baa0-41a1-9a7c-0de882d943f3 req-e9079208-7276-4a78-9397-87c7402ca631 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:14.229748 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8f7f2bc3-9b20-49b1-9a5b-6cc1259729ee tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks [] for port (339c1a9d-1845-41d5-be41-a249e897aa2d), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:14.267002 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-b1b23f72-50c9-4c19-a351-b6b8e08a779f None None] Provisioning complete for port 01515b49-db47-48da-91c2-424b4f244bf1 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:10:14.267421 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b1b23f72-50c9-4c19-a351-b6b8e08a779f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (01515b49-db47-48da-91c2-424b4f244bf1), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:14.273285 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8f7f2bc3-9b20-49b1-9a5b-6cc1259729ee tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (339c1a9d-1845-41d5-be41-a249e897aa2d), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:14.319085 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7f2bc3-9b20-49b1-9a5b-6cc1259729ee tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:10:14.323958 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-8f7f2bc3-9b20-49b1-9a5b-6cc1259729ee tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:10:14.337378 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7f2bc3-9b20-49b1-9a5b-6cc1259729ee tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:10:14.358025 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-b1b23f72-50c9-4c19-a351-b6b8e08a779f None None] Port 01515b49-db47-48da-91c2-424b4f244bf1 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:10:14.372309 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-6650a014-1746-4d97-8f34-ed94e0e305c8 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Allocated IP 172.25.4.62 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/4a1553db-240f-4bf7-b1aa-dd2917c4538e) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:10:14.379285 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7f2bc3-9b20-49b1-9a5b-6cc1259729ee tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Pushing event updated for resources: {'Port': ['ID=339c1a9d-1845-41d5-be41-a249e897aa2d,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:14.409505 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-2c4ede1f-0d2f-4dbc-8bd3-f32eaedd091c tempest-FloatingIPAdminTestJSON-1877439200 tempest-FloatingIPAdminTestJSON-1877439200-project-admin] Request body: {'floatingip': {'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'project_id': '648b25045e2f4e4084dd81250997767d', 'port_id': 'c8177958-3c59-4823-9c5e-c8bee7dcd2b5'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:10:14.437074 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8584cb5-4b1c-49be-a405-31bd5943576a req-3e753d5d-d915-4225-b9af-b90f66dc6f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:14.439410 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b8584cb5-4b1c-49be-a405-31bd5943576a req-3e753d5d-d915-4225-b9af-b90f66dc6f54 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=03a972f8-0254-4a3d-bc50-73c64b2c3de5 HTTP/1.1" status: 200 len: 854 time: 0.2325525 Feb 02 07:10:14.471718 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e6a31940-05eb-4b37-9c53-bf88ba3d0aa3 req-001a2fd8-09c5-4a7a-8bc9-a510de9d4789 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3921146 Feb 02 07:10:14.496813 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-881fc5a2-baa0-41a1-9a7c-0de882d943f3 req-e9079208-7276-4a78-9397-87c7402ca631 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5571949 Feb 02 07:10:14.501332 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2c4ede1f-0d2f-4dbc-8bd3-f32eaedd091c tempest-FloatingIPAdminTestJSON-1877439200 tempest-FloatingIPAdminTestJSON-1877439200-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:14.553861 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-881fc5a2-baa0-41a1-9a7c-0de882d943f3 req-b33a9b64-af50-4d75-b816-9fcafcc4bcd5 service neutron] Request body: {'port': {'device_id': 'e345bef4-841f-48f1-9275-4e5304c6d2aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:10:14.565602 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b8584cb5-4b1c-49be-a405-31bd5943576a req-5f009ac1-da88-4872-94f6-e945f91a9a3c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=08f0123b-1ec0-4e8d-a484-33e0709b580c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1107190 Feb 02 07:10:14.603335 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:14.753776 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-881fc5a2-baa0-41a1-9a7c-0de882d943f3 req-b33a9b64-af50-4d75-b816-9fcafcc4bcd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (01515b49-db47-48da-91c2-424b4f244bf1), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:14.758038 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6650a014-1746-4d97-8f34-ed94e0e305c8 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks [] for port (4a1553db-240f-4bf7-b1aa-dd2917c4538e), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:14.836423 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b8584cb5-4b1c-49be-a405-31bd5943576a req-7aed41af-8feb-455b-a10c-49b8751f5ca5 service neutron] 10.222.0.88 "GET /v2.0/networks/08f0123b-1ec0-4e8d-a484-33e0709b580c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631865 Feb 02 07:10:15.009897 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8f7f2bc3-9b20-49b1-9a5b-6cc1259729ee tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks [] for router_gateway (57be556e-bef3-4192-91c7-3539c87e17f0), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:15.036397 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6650a014-1746-4d97-8f34-ed94e0e305c8 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (4a1553db-240f-4bf7-b1aa-dd2917c4538e), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:15.117245 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6650a014-1746-4d97-8f34-ed94e0e305c8 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:10:15.134237 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b8584cb5-4b1c-49be-a405-31bd5943576a req-82d695ff-4bd9-4388-9901-7147e1f24de4 service neutron] 10.222.0.88 "GET /v2.0/networks/08f0123b-1ec0-4e8d-a484-33e0709b580c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694244 Feb 02 07:10:15.140203 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-6650a014-1746-4d97-8f34-ed94e0e305c8 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:10:15.144646 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2c4ede1f-0d2f-4dbc-8bd3-f32eaedd091c tempest-FloatingIPAdminTestJSON-1877439200 tempest-FloatingIPAdminTestJSON-1877439200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:15.147220 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6650a014-1746-4d97-8f34-ed94e0e305c8 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:10:15.155383 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6650a014-1746-4d97-8f34-ed94e0e305c8 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Pushing event updated for resources: {'Port': ['ID=4a1553db-240f-4bf7-b1aa-dd2917c4538e,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:15.230030 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8f7f2bc3-9b20-49b1-9a5b-6cc1259729ee tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (57be556e-bef3-4192-91c7-3539c87e17f0), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:15.379030 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a01e77b-7ca9-426b-afff-2106a7bc141f req-43cb6e3c-ce06-47ab-8728-025e932e05a5 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:15.380576 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2a01e77b-7ca9-426b-afff-2106a7bc141f req-43cb6e3c-ce06-47ab-8728-025e932e05a5 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 943 time: 0.1139350 Feb 02 07:10:15.409260 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6650a014-1746-4d97-8f34-ed94e0e305c8 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks [] for floatingip (35e24b1d-d23b-4223-8542-10e02f49e495), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:15.463243 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f7f2bc3-9b20-49b1-9a5b-6cc1259729ee tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Router 57be556e-bef3-4192-91c7-3539c87e17f0 is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:10:15.473065 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-2c4ede1f-0d2f-4dbc-8bd3-f32eaedd091c tempest-FloatingIPAdminTestJSON-1877439200 tempest-FloatingIPAdminTestJSON-1877439200-project-admin] Allocated IP 172.25.4.215 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/a4003d23-e2cb-4da8-afba-ed42ea6e4d1a) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:10:15.473913 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2a01e77b-7ca9-426b-afff-2106a7bc141f req-e66c6302-e724-4e92-bf07-757a6f1ef934 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773373 Feb 02 07:10:15.507104 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6650a014-1746-4d97-8f34-ed94e0e305c8 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (4a1553db-240f-4bf7-b1aa-dd2917c4538e), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:15.535018 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-881fc5a2-baa0-41a1-9a7c-0de882d943f3 req-b33a9b64-af50-4d75-b816-9fcafcc4bcd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01515b49-db47-48da-91c2-424b4f244bf1 {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:10:15.550242 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-881fc5a2-baa0-41a1-9a7c-0de882d943f3 req-b33a9b64-af50-4d75-b816-9fcafcc4bcd5 service neutron] Publish callbacks [] for port (01515b49-db47-48da-91c2-424b4f244bf1), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:15.587630 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-881fc5a2-baa0-41a1-9a7c-0de882d943f3 req-b33a9b64-af50-4d75-b816-9fcafcc4bcd5 service neutron] Transition to ACTIVE for port object 01515b49-db47-48da-91c2-424b4f244bf1 will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:10:15.610691 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-881fc5a2-baa0-41a1-9a7c-0de882d943f3 req-b33a9b64-af50-4d75-b816-9fcafcc4bcd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (01515b49-db47-48da-91c2-424b4f244bf1), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:15.653451 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7f2bc3-9b20-49b1-9a5b-6cc1259729ee tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:10:15.665381 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af83d99-abb4-41e2-ba83-bbabb12df1ba None None] Sync routers for ids ['57be556e-bef3-4192-91c7-3539c87e17f0'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:10:15.678945 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af83d99-abb4-41e2-ba83-bbabb12df1ba None None] Routers {'57be556e-bef3-4192-91c7-3539c87e17f0'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:10:15.679900 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-1af83d99-abb4-41e2-ba83-bbabb12df1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:10:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['57be556e-bef3-4192-91c7-3539c87e17f0'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:10:15.691047 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8f7f2bc3-9b20-49b1-9a5b-6cc1259729ee tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:15.694139 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-8f7f2bc3-9b20-49b1-9a5b-6cc1259729ee tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.5523901 Feb 02 07:10:15.695182 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 53752) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:15.705739 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-84c33ba9-eb03-4cc3-b758-ff0abb6c2495 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:10:15.775244 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33a9b64-af50-4d75-b816-9fcafcc4bcd5 service neutron] Pushing event updated for resources: {'Port': ['ID=01515b49-db47-48da-91c2-424b4f244bf1,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:15.906545 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-1af83d99-abb4-41e2-ba83-bbabb12df1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:10:15.934219 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af83d99-abb4-41e2-ba83-bbabb12df1ba None None] Routers {'57be556e-bef3-4192-91c7-3539c87e17f0'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:10:15.939456 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-1af83d99-abb4-41e2-ba83-bbabb12df1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:10:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['57be556e-bef3-4192-91c7-3539c87e17f0'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:10:16.019375 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-1af83d99-abb4-41e2-ba83-bbabb12df1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:10:16.020678 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af83d99-abb4-41e2-ba83-bbabb12df1ba None None] The sync data for ids ['57be556e-bef3-4192-91c7-3539c87e17f0'] in n-d-789963-26 is: [] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:10:16.061523 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:16.091171 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f7477f83-a637-4f23-bbb7-06f8ea4626f9 req-f0932d90-cd6f-49f0-9386-3cef8b68ddc7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7baf18cf-5694-4ff3-b104-ed32bfa1c233&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2748647 Feb 02 07:10:16.104621 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515fcb8-aae6-4fe2-a604-a6606c23c2f6 req-bda04703-9b29-4c0e-9ee3-4fd72d50ddd4 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:16.126818 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1515fcb8-aae6-4fe2-a604-a6606c23c2f6 req-bda04703-9b29-4c0e-9ee3-4fd72d50ddd4 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=e345bef4-841f-48f1-9275-4e5304c6d2aa HTTP/1.1" status: 200 len: 944 time: 0.5340681 Feb 02 07:10:16.191284 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2c4ede1f-0d2f-4dbc-8bd3-f32eaedd091c tempest-FloatingIPAdminTestJSON-1877439200 tempest-FloatingIPAdminTestJSON-1877439200-project-admin] Publish callbacks [] for port (a4003d23-e2cb-4da8-afba-ed42ea6e4d1a), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:16.296381 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7477f83-a637-4f23-bbb7-06f8ea4626f9 req-fe1e710b-1e2b-4aa4-982d-afe825f0c736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:16.298697 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f7477f83-a637-4f23-bbb7-06f8ea4626f9 req-fe1e710b-1e2b-4aa4-982d-afe825f0c736 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=12ae52d2610343959b079c169f83e654&device_id=7baf18cf-5694-4ff3-b104-ed32bfa1c233 HTTP/1.1" status: 200 len: 1128 time: 0.1713078 Feb 02 07:10:16.347162 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6650a014-1746-4d97-8f34-ed94e0e305c8 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks [] for port (4a1553db-240f-4bf7-b1aa-dd2917c4538e), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:16.356798 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1515fcb8-aae6-4fe2-a604-a6606c23c2f6 req-c35243bf-47c6-44ab-8003-73eafc733bba tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220364 Feb 02 07:10:16.362316 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6650a014-1746-4d97-8f34-ed94e0e305c8 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (4a1553db-240f-4bf7-b1aa-dd2917c4538e), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:16.451784 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-881fc5a2-baa0-41a1-9a7c-0de882d943f3 req-b33a9b64-af50-4d75-b816-9fcafcc4bcd5 service neutron] Attempting to bind port 01515b49-db47-48da-91c2-424b4f244bf1 on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:10:16.452435 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-881fc5a2-baa0-41a1-9a7c-0de882d943f3 req-b33a9b64-af50-4d75-b816-9fcafcc4bcd5 service neutron] Attempting to bind port 01515b49-db47-48da-91c2-424b4f244bf1 by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': 'fc0a4cad-9504-4785-979c-6732d183490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '274d3754-cb62-4276-8b4a-dfa5cf98baaf'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:10:16.452534 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881fc5a2-baa0-41a1-9a7c-0de882d943f3 req-b33a9b64-af50-4d75-b816-9fcafcc4bcd5 service neutron] Attempting to bind port 01515b49-db47-48da-91c2-424b4f244bf1 on network 274d3754-cb62-4276-8b4a-dfa5cf98baaf {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:10:16.480205 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881fc5a2-baa0-41a1-9a7c-0de882d943f3 req-b33a9b64-af50-4d75-b816-9fcafcc4bcd5 service neutron] Port 01515b49-db47-48da-91c2-424b4f244bf1 on network 274d3754-cb62-4276-8b4a-dfa5cf98baaf not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:10:16.480881 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881fc5a2-baa0-41a1-9a7c-0de882d943f3 req-b33a9b64-af50-4d75-b816-9fcafcc4bcd5 service neutron] Attempting to bind port 01515b49-db47-48da-91c2-424b4f244bf1 on network 274d3754-cb62-4276-8b4a-dfa5cf98baaf {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:10:16.524945 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6650a014-1746-4d97-8f34-ed94e0e305c8 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Pushing event updated for resources: {'Port': ['ID=4a1553db-240f-4bf7-b1aa-dd2917c4538e,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:16.589683 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6650a014-1746-4d97-8f34-ed94e0e305c8 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (35e24b1d-d23b-4223-8542-10e02f49e495), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:16.594778 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2c4ede1f-0d2f-4dbc-8bd3-f32eaedd091c tempest-FloatingIPAdminTestJSON-1877439200 tempest-FloatingIPAdminTestJSON-1877439200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (a4003d23-e2cb-4da8-afba-ed42ea6e4d1a), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:16.621969 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4ede1f-0d2f-4dbc-8bd3-f32eaedd091c tempest-FloatingIPAdminTestJSON-1877439200 tempest-FloatingIPAdminTestJSON-1877439200-project-admin] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:10:16.631943 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-2c4ede1f-0d2f-4dbc-8bd3-f32eaedd091c tempest-FloatingIPAdminTestJSON-1877439200 tempest-FloatingIPAdminTestJSON-1877439200-project-admin] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:10:16.638998 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881fc5a2-baa0-41a1-9a7c-0de882d943f3 req-b33a9b64-af50-4d75-b816-9fcafcc4bcd5 service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:10:16.639730 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881fc5a2-baa0-41a1-9a7c-0de882d943f3 req-b33a9b64-af50-4d75-b816-9fcafcc4bcd5 service neutron] Checking segment: {'id': 'fc0a4cad-9504-4785-979c-6732d183490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '274d3754-cb62-4276-8b4a-dfa5cf98baaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:10:16.640492 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881fc5a2-baa0-41a1-9a7c-0de882d943f3 req-b33a9b64-af50-4d75-b816-9fcafcc4bcd5 service neutron] Bound using segment: {'id': 'fc0a4cad-9504-4785-979c-6732d183490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '274d3754-cb62-4276-8b4a-dfa5cf98baaf'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:10:16.642073 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-881fc5a2-baa0-41a1-9a7c-0de882d943f3 req-b33a9b64-af50-4d75-b816-9fcafcc4bcd5 service neutron] Bound port: 01515b49-db47-48da-91c2-424b4f244bf1, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc0a4cad-9504-4785-979c-6732d183490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '274d3754-cb62-4276-8b4a-dfa5cf98baaf'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:10:16.642799 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-881fc5a2-baa0-41a1-9a7c-0de882d943f3 req-b33a9b64-af50-4d75-b816-9fcafcc4bcd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (01515b49-db47-48da-91c2-424b4f244bf1), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:16.666525 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4ede1f-0d2f-4dbc-8bd3-f32eaedd091c tempest-FloatingIPAdminTestJSON-1877439200 tempest-FloatingIPAdminTestJSON-1877439200-project-admin] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:10:16.769270 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-84c33ba9-eb03-4cc3-b758-ff0abb6c2495 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks [] for router_gateway (57be556e-bef3-4192-91c7-3539c87e17f0), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:16.795314 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7477f83-a637-4f23-bbb7-06f8ea4626f9 req-3ca89bf8-7249-4292-a99a-abf75a584cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:16.796886 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f7477f83-a637-4f23-bbb7-06f8ea4626f9 req-3ca89bf8-7249-4292-a99a-abf75a584cc3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=274d3754-cb62-4276-8b4a-dfa5cf98baaf HTTP/1.1" status: 200 len: 913 time: 0.3993194 Feb 02 07:10:16.800543 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6650a014-1746-4d97-8f34-ed94e0e305c8 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:10:16.801964 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6650a014-1746-4d97-8f34-ed94e0e305c8 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:10:16.803043 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6650a014-1746-4d97-8f34-ed94e0e305c8 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:10:16.803748 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6650a014-1746-4d97-8f34-ed94e0e305c8 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:10:16.804440 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6650a014-1746-4d97-8f34-ed94e0e305c8 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:10:16.805216 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-84c33ba9-eb03-4cc3-b758-ff0abb6c2495 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks [] for router_gateway (57be556e-bef3-4192-91c7-3539c87e17f0), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:16.805753 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6650a014-1746-4d97-8f34-ed94e0e305c8 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:10:16.806476 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6650a014-1746-4d97-8f34-ed94e0e305c8 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:10:16.807118 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6650a014-1746-4d97-8f34-ed94e0e305c8 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:10:16.807863 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6650a014-1746-4d97-8f34-ed94e0e305c8 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:10:16.808427 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6650a014-1746-4d97-8f34-ed94e0e305c8 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:10:16.809244 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6650a014-1746-4d97-8f34-ed94e0e305c8 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:10:16.810338 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6650a014-1746-4d97-8f34-ed94e0e305c8 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:10:16.811139 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6650a014-1746-4d97-8f34-ed94e0e305c8 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:10:16.886545 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f7477f83-a637-4f23-bbb7-06f8ea4626f9 req-ad1dad74-ed9d-49b1-b18e-094626ea97dd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3fbf38b0-c429-4910-9937-0a8e4016e831 HTTP/1.1" status: 200 len: 217 time: 0.0781705 Feb 02 07:10:16.910825 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:10:16.942701 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b816f7-5628-4d9f-8eca-84dc9f07ef71 req-c2c9e12a-1a8b-4e10-a20a-92b2cb737856 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:16.944646 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-47b816f7-5628-4d9f-8eca-84dc9f07ef71 req-c2c9e12a-1a8b-4e10-a20a-92b2cb737856 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 943 time: 0.2868090 Feb 02 07:10:16.979692 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-881fc5a2-baa0-41a1-9a7c-0de882d943f3 req-b33a9b64-af50-4d75-b816-9fcafcc4bcd5 service neutron] For port 01515b49-db47-48da-91c2-424b4f244bf1, host n-h2-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:10:17.006081 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7477f83-a637-4f23-bbb7-06f8ea4626f9 req-b54ff66f-e64f-4d81-b863-c46d49c55bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:17.008212 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f7477f83-a637-4f23-bbb7-06f8ea4626f9 req-b54ff66f-e64f-4d81-b863-c46d49c55bf1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b6b3fc97-ea53-4910-99b5-bddf06c5d45f HTTP/1.1" status: 200 len: 851 time: 0.0625508 Feb 02 07:10:17.010186 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-881fc5a2-baa0-41a1-9a7c-0de882d943f3 req-b33a9b64-af50-4d75-b816-9fcafcc4bcd5 service neutron] For port 01515b49-db47-48da-91c2-424b4f244bf1, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=01515b49-db47-48da-91c2-424b4f244bf1,segment=NetworkSegment(fc0a4cad-9504-4785-979c-6732d183490f),segment_id=fc0a4cad-9504-4785-979c-6732d183490f)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:10:17.053803 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-881fc5a2-baa0-41a1-9a7c-0de882d943f3 req-b33a9b64-af50-4d75-b816-9fcafcc4bcd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (01515b49-db47-48da-91c2-424b4f244bf1), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:17.116880 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6650a014-1746-4d97-8f34-ed94e0e305c8 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:17.127528 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-6650a014-1746-4d97-8f34-ed94e0e305c8 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4588771 Feb 02 07:10:17.175475 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-84c33ba9-eb03-4cc3-b758-ff0abb6c2495 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Deleting port 339c1a9d-1845-41d5-be41-a249e897aa2d {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:10:17.177899 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-84c33ba9-eb03-4cc3-b758-ff0abb6c2495 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (339c1a9d-1845-41d5-be41-a249e897aa2d), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:17.185402 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881fc5a2-baa0-41a1-9a7c-0de882d943f3 req-b33a9b64-af50-4d75-b816-9fcafcc4bcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:17.186223 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-881fc5a2-baa0-41a1-9a7c-0de882d943f3 req-b33a9b64-af50-4d75-b816-9fcafcc4bcd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:17.187942 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-881fc5a2-baa0-41a1-9a7c-0de882d943f3 req-b33a9b64-af50-4d75-b816-9fcafcc4bcd5 service neutron] 10.222.0.59 "PUT /v2.0/ports/01515b49-db47-48da-91c2-424b4f244bf1 HTTP/1.1" status: 200 len: 1093 time: 2.6683531 Feb 02 07:10:17.188415 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e345bef4-841f-48f1-9275-4e5304c6d2aa', 'tag': '01515b49-db47-48da-91c2-424b4f244bf1'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:10:17.190681 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-160a5cdd-3e92-445b-b376-b91c183c3a22" -d '{"events": [{"name": "network-changed", "server_uuid": "e345bef4-841f-48f1-9275-4e5304c6d2aa", "tag": "01515b49-db47-48da-91c2-424b4f244bf1"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:10:17.240217 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4ede1f-0d2f-4dbc-8bd3-f32eaedd091c tempest-FloatingIPAdminTestJSON-1877439200 tempest-FloatingIPAdminTestJSON-1877439200-project-admin] Pushing event updated for resources: {'Port': ['ID=a4003d23-e2cb-4da8-afba-ed42ea6e4d1a,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:17.330404 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:17.389238 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec290686-2551-4631-832a-3819808018ee x-openstack-request-id: req-ec290686-2551-4631-832a-3819808018ee {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:10:17.389920 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e345bef4-841f-48f1-9275-4e5304c6d2aa", "tag": "01515b49-db47-48da-91c2-424b4f244bf1", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:10:17.391024 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ec290686-2551-4631-832a-3819808018ee {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:10:17.391641 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e345bef4-841f-48f1-9275-4e5304c6d2aa', 'tag': '01515b49-db47-48da-91c2-424b4f244bf1', 'status': 'completed', 'code': 200} Feb 02 07:10:17.473102 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-84c33ba9-eb03-4cc3-b758-ff0abb6c2495 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (339c1a9d-1845-41d5-be41-a249e897aa2d), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:17.537362 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-84c33ba9-eb03-4cc3-b758-ff0abb6c2495 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Calling delete_port for 339c1a9d-1845-41d5-be41-a249e897aa2d owned by network:router_gateway {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:10:17.616695 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-47b816f7-5628-4d9f-8eca-84dc9f07ef71 req-76bfd017-10df-427d-bb2b-a2e9d4983083 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6072569 Feb 02 07:10:17.629963 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7477f83-a637-4f23-bbb7-06f8ea4626f9 req-e1679f71-813a-43ff-82a4-256f7af49be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:17.631795 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f7477f83-a637-4f23-bbb7-06f8ea4626f9 req-e1679f71-813a-43ff-82a4-256f7af49be9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=274d3754-cb62-4276-8b4a-dfa5cf98baaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5927033 Feb 02 07:10:17.681945 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881fc5a2-baa0-41a1-9a7c-0de882d943f3 req-beb9eddd-e60a-4b0a-ae71-67d537dad42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:17.683458 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-881fc5a2-baa0-41a1-9a7c-0de882d943f3 req-beb9eddd-e60a-4b0a-ae71-67d537dad42b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=12ae52d2610343959b079c169f83e654&device_id=e345bef4-841f-48f1-9275-4e5304c6d2aa HTTP/1.1" status: 200 len: 1127 time: 0.4120979 Feb 02 07:10:17.684184 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33a9b64-af50-4d75-b816-9fcafcc4bcd5 service neutron] Pushing event updated for resources: {'Port': ['ID=01515b49-db47-48da-91c2-424b4f244bf1,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:17.753144 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-881fc5a2-baa0-41a1-9a7c-0de882d943f3 req-b6176fda-de10-4f65-be0b-b8e713bb1da9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01515b49-db47-48da-91c2-424b4f244bf1 HTTP/1.1" status: 200 len: 217 time: 0.0480645 Feb 02 07:10:17.849649 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e43f2d-093d-43f2-9317-21a2e645d19a req-5fcae20c-e510-4d08-9392-a49e31844463 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:17.857340 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-37e43f2d-093d-43f2-9317-21a2e645d19a req-5fcae20c-e510-4d08-9392-a49e31844463 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=e345bef4-841f-48f1-9275-4e5304c6d2aa HTTP/1.1" status: 200 len: 944 time: 0.2801218 Feb 02 07:10:17.933913 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881fc5a2-baa0-41a1-9a7c-0de882d943f3 req-95bbe4e9-f24a-464c-a297-2afb148b81bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:17.935582 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-881fc5a2-baa0-41a1-9a7c-0de882d943f3 req-95bbe4e9-f24a-464c-a297-2afb148b81bd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b6b3fc97-ea53-4910-99b5-bddf06c5d45f HTTP/1.1" status: 200 len: 851 time: 0.1763556 Feb 02 07:10:18.066428 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-37e43f2d-093d-43f2-9317-21a2e645d19a req-2116a9d4-9791-44bd-a758-e96f696710d3 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080326 Feb 02 07:10:18.078897 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-4436c1ea-88a6-4eb2-8cbd-1e1d82e115db tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--1361785629&fields=id&tenant_id=07cbe6ce97734b3c8365c4e2bb6fcdb5 HTTP/1.1" status: 200 len: 267 time: 0.2861221 Feb 02 07:10:18.124114 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2c4ede1f-0d2f-4dbc-8bd3-f32eaedd091c tempest-FloatingIPAdminTestJSON-1877439200 tempest-FloatingIPAdminTestJSON-1877439200-project-admin] Publish callbacks [] for floatingip (2230f17e-9072-470c-addd-2234667e2684), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:18.205411 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-d9677255-ebe2-4a74-953c-c6f066518a7c tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:18.207473 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-d9677255-ebe2-4a74-953c-c6f066518a7c tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports/f5de1191-97ca-4e23-bce0-9532d8edbad4 HTTP/1.1" status: 200 len: 936 time: 0.1118093 Feb 02 07:10:18.210186 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f7477f83-a637-4f23-bbb7-06f8ea4626f9 req-5d3265a1-e701-4b97-ae23-bb51f67562ae service neutron] 10.222.0.59 "GET /v2.0/networks/274d3754-cb62-4276-8b4a-dfa5cf98baaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5644825 Feb 02 07:10:18.214914 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881fc5a2-baa0-41a1-9a7c-0de882d943f3 req-5e623eb7-380d-466c-a5b0-8992f622b14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:18.217644 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-881fc5a2-baa0-41a1-9a7c-0de882d943f3 req-5e623eb7-380d-466c-a5b0-8992f622b14c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=274d3754-cb62-4276-8b4a-dfa5cf98baaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2741394 Feb 02 07:10:18.326250 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f7477f83-a637-4f23-bbb7-06f8ea4626f9 req-b6093689-8bd0-4904-90b2-646d5c945b5a service neutron] 10.222.0.59 "GET /v2.0/networks/274d3754-cb62-4276-8b4a-dfa5cf98baaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092260 Feb 02 07:10:18.443208 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-d66d9fa2-9ecd-4e84-a124-c3918a8049c9 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:18.445009 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-d66d9fa2-9ecd-4e84-a124-c3918a8049c9 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports/4910d9f2-bb8f-4859-9893-c0a040e3bfb6 HTTP/1.1" status: 200 len: 937 time: 0.2300436 Feb 02 07:10:18.502070 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-ef787149-5271-434a-98c2-d821f6813ac3 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?network_id=807c79ec-08e2-4059-a72e-092033961844&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0430377 Feb 02 07:10:18.503049 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-84c33ba9-eb03-4cc3-b758-ff0abb6c2495 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (339c1a9d-1845-41d5-be41-a249e897aa2d), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:18.610342 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-f5ad33e2-8ec4-4aa1-84b9-5acaa990c835 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?network_id=807c79ec-08e2-4059-a72e-092033961844&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0973008 Feb 02 07:10:18.611234 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c33ba9-eb03-4cc3-b758-ff0abb6c2495 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Pushing event deleted for resources: {'Port': ['ID=339c1a9d-1845-41d5-be41-a249e897aa2d,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:18.794742 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-881fc5a2-baa0-41a1-9a7c-0de882d943f3 req-32e0cc76-6b30-4973-902a-af5544b7fdc5 service neutron] 10.222.0.59 "GET /v2.0/networks/274d3754-cb62-4276-8b4a-dfa5cf98baaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5591881 Feb 02 07:10:18.799352 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-84c33ba9-eb03-4cc3-b758-ff0abb6c2495 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (57be556e-bef3-4192-91c7-3539c87e17f0), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:18.896973 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2c4ede1f-0d2f-4dbc-8bd3-f32eaedd091c tempest-FloatingIPAdminTestJSON-1877439200 tempest-FloatingIPAdminTestJSON-1877439200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (a4003d23-e2cb-4da8-afba-ed42ea6e4d1a), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:18.994764 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c11ff8-609b-4ef2-bc14-f20093be42b2 req-51121bca-39ae-482e-a462-45316901cfe9 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:18.996525 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c4c11ff8-609b-4ef2-bc14-f20093be42b2 req-51121bca-39ae-482e-a462-45316901cfe9 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 943 time: 0.2001781 Feb 02 07:10:19.096793 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-881fc5a2-baa0-41a1-9a7c-0de882d943f3 req-cb8d1eee-ceae-4085-b7f2-59eef6135cf7 service neutron] 10.222.0.59 "GET /v2.0/networks/274d3754-cb62-4276-8b4a-dfa5cf98baaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877727 Feb 02 07:10:19.163121 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-4880c176-6c2a-4971-989c-93e240f6690e tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:19.169007 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-4880c176-6c2a-4971-989c-93e240f6690e tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:19.175369 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-4880c176-6c2a-4971-989c-93e240f6690e tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:19.182921 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-4880c176-6c2a-4971-989c-93e240f6690e tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/networks?id=75d236c0-f48f-4716-8c17-05895f8c5ef2&id=44fb9145-9ace-47b2-84ba-690d45d04d68&id=44fb9145-9ace-47b2-84ba-690d45d04d68&id=807c79ec-08e2-4059-a72e-092033961844&id=807c79ec-08e2-4059-a72e-092033961844 HTTP/1.1" status: 200 len: 1996 time: 0.5135393 Feb 02 07:10:19.186817 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-84c33ba9-eb03-4cc3-b758-ff0abb6c2495 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1043354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-942652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13285'] for router (57be556e-bef3-4192-91c7-3539c87e17f0), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:19.199002 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-84c33ba9-eb03-4cc3-b758-ff0abb6c2495 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1043345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1043336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-942635'] for router (57be556e-bef3-4192-91c7-3539c87e17f0), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:19.208729 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-4441e9f4-d2a3-4ee0-8a71-e0f404f85371 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/quotas/07cbe6ce97734b3c8365c4e2bb6fcdb5 HTTP/1.1" status: 200 len: 375 time: 0.0247405 Feb 02 07:10:19.349379 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c4c11ff8-609b-4ef2-bc14-f20093be42b2 req-e9cc7367-ec94-406d-a387-f64bd1e3d79d tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3439772 Feb 02 07:10:19.450899 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a5cdd-3e92-445b-b376-b91c183c3a22 req-d2b52bbb-e160-492b-b6c6-a49d9ec1400c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:19.452467 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-160a5cdd-3e92-445b-b376-b91c183c3a22 req-d2b52bbb-e160-492b-b6c6-a49d9ec1400c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=12ae52d2610343959b079c169f83e654&device_id=e345bef4-841f-48f1-9275-4e5304c6d2aa HTTP/1.1" status: 200 len: 1127 time: 0.2236407 Feb 02 07:10:19.517576 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2c4ede1f-0d2f-4dbc-8bd3-f32eaedd091c tempest-FloatingIPAdminTestJSON-1877439200 tempest-FloatingIPAdminTestJSON-1877439200-project-admin] Publish callbacks [] for port (a4003d23-e2cb-4da8-afba-ed42ea6e4d1a), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:19.570723 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2c4ede1f-0d2f-4dbc-8bd3-f32eaedd091c tempest-FloatingIPAdminTestJSON-1877439200 tempest-FloatingIPAdminTestJSON-1877439200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (a4003d23-e2cb-4da8-afba-ed42ea6e4d1a), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:19.716582 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a4df3-04de-4577-a624-6bd7eeeb5930 req-52e6d0f5-7d74-4314-a282-2241d2fa4e7d tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:19.718196 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-677a4df3-04de-4577-a624-6bd7eeeb5930 req-52e6d0f5-7d74-4314-a282-2241d2fa4e7d tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=e345bef4-841f-48f1-9275-4e5304c6d2aa HTTP/1.1" status: 200 len: 944 time: 0.2078846 Feb 02 07:10:19.740948 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a5cdd-3e92-445b-b376-b91c183c3a22 req-093fb278-66dc-4ce0-bfff-59ca8554ae92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:19.742491 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-160a5cdd-3e92-445b-b376-b91c183c3a22 req-093fb278-66dc-4ce0-bfff-59ca8554ae92 service neutron] 10.222.0.59 "GET /v2.0/networks?id=274d3754-cb62-4276-8b4a-dfa5cf98baaf HTTP/1.1" status: 200 len: 913 time: 0.2800119 Feb 02 07:10:19.743323 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4ede1f-0d2f-4dbc-8bd3-f32eaedd091c tempest-FloatingIPAdminTestJSON-1877439200 tempest-FloatingIPAdminTestJSON-1877439200-project-admin] Pushing event updated for resources: {'Port': ['ID=a4003d23-e2cb-4da8-afba-ed42ea6e4d1a,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:19.772952 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2c4ede1f-0d2f-4dbc-8bd3-f32eaedd091c tempest-FloatingIPAdminTestJSON-1877439200 tempest-FloatingIPAdminTestJSON-1877439200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (2230f17e-9072-470c-addd-2234667e2684), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:19.848097 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-160a5cdd-3e92-445b-b376-b91c183c3a22 req-c3b1a776-4864-49f2-8d7d-5af7de2f81c5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01515b49-db47-48da-91c2-424b4f244bf1 HTTP/1.1" status: 200 len: 217 time: 0.0977654 Feb 02 07:10:19.876766 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84c33ba9-eb03-4cc3-b758-ff0abb6c2495 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Router 57be556e-bef3-4192-91c7-3539c87e17f0 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:10:19.893381 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-c938d132-c981-4ec9-8513-a8c6941f1f40 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=07cbe6ce97734b3c8365c4e2bb6fcdb5&fields=id HTTP/1.1" status: 200 len: 486 time: 0.6837437 Feb 02 07:10:20.079384 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-677a4df3-04de-4577-a624-6bd7eeeb5930 req-8f4cd67f-7609-4c00-bf5b-c16d2aeb792b tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3502910 Feb 02 07:10:20.110677 n-d-789963-26 neutron-server[109693]: INFO neutron.db.l3_db [None req-2c4ede1f-0d2f-4dbc-8bd3-f32eaedd091c tempest-FloatingIPAdminTestJSON-1877439200 tempest-FloatingIPAdminTestJSON-1877439200-project-admin] Floating IP 2230f17e-9072-470c-addd-2234667e2684 associated. External IP: 172.25.4.215, port: c8177958-3c59-4823-9c5e-c8bee7dcd2b5. Feb 02 07:10:20.120586 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c33ba9-eb03-4cc3-b758-ff0abb6c2495 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:10:20.136283 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97fda90-2d45-4d8a-af6d-0ea203f478ca None None] Sync routers for ids ['57be556e-bef3-4192-91c7-3539c87e17f0'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:10:20.143689 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-84c33ba9-eb03-4cc3-b758-ff0abb6c2495 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:20.150469 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-84c33ba9-eb03-4cc3-b758-ff0abb6c2495 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] 10.222.0.87 "PUT /v2.0/routers/57be556e-bef3-4192-91c7-3539c87e17f0 HTTP/1.1" status: 200 len: 710 time: 4.4539137 Feb 02 07:10:20.162539 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 53794) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:20.179249 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97fda90-2d45-4d8a-af6d-0ea203f478ca None None] Routers {'57be556e-bef3-4192-91c7-3539c87e17f0'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:10:20.181491 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-b97fda90-2d45-4d8a-af6d-0ea203f478ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:10:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['57be556e-bef3-4192-91c7-3539c87e17f0'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:10:20.195945 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a5cdd-3e92-445b-b376-b91c183c3a22 req-24c2406b-944f-4c28-a683-b64689b9c614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:20.197591 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-160a5cdd-3e92-445b-b376-b91c183c3a22 req-24c2406b-944f-4c28-a683-b64689b9c614 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b6b3fc97-ea53-4910-99b5-bddf06c5d45f HTTP/1.1" status: 200 len: 851 time: 0.3259439 Feb 02 07:10:20.268420 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-b97fda90-2d45-4d8a-af6d-0ea203f478ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:10:20.291464 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97fda90-2d45-4d8a-af6d-0ea203f478ca None None] Routers {'57be556e-bef3-4192-91c7-3539c87e17f0'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:10:20.292363 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-b97fda90-2d45-4d8a-af6d-0ea203f478ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:10:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['57be556e-bef3-4192-91c7-3539c87e17f0'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:10:20.341443 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-3aa7e771-2cef-48d9-ad9b-747ad0a34d22 tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] 10.222.0.87 "GET /v2.0/routers/57be556e-bef3-4192-91c7-3539c87e17f0 HTTP/1.1" status: 200 len: 745 time: 0.1755378 Feb 02 07:10:20.342016 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 53796) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:20.361993 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-b97fda90-2d45-4d8a-af6d-0ea203f478ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:10:20.366203 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97fda90-2d45-4d8a-af6d-0ea203f478ca None None] The sync data for ids ['57be556e-bef3-4192-91c7-3539c87e17f0'] in n-d-789963-26 is: [] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:10:20.403785 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a5cdd-3e92-445b-b376-b91c183c3a22 req-51ea2e46-8128-40b7-ba89-e2b6efc1b89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:20.405581 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-160a5cdd-3e92-445b-b376-b91c183c3a22 req-51ea2e46-8128-40b7-ba89-e2b6efc1b89c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=274d3754-cb62-4276-8b4a-dfa5cf98baaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1957314 Feb 02 07:10:20.436277 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-6805b653-4278-4706-91df-b371442d844c tempest-RoutersIpV6AdminTest-800718972 tempest-RoutersIpV6AdminTest-800718972-project-admin] 10.222.0.87 "GET /v2.0/ports?network_id=ee4463ee-e783-4af5-91d5-cbeb2d0e0db8&device_id=57be556e-bef3-4192-91c7-3539c87e17f0 HTTP/1.1" status: 200 len: 205 time: 0.0898783 Feb 02 07:10:20.449845 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 53800) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:20.498907 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-06ade6b4-5958-427b-8ca3-c5b89cc94af0 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] 10.222.0.87 "GET /v2.0/ports?device_id=57be556e-bef3-4192-91c7-3539c87e17f0 HTTP/1.1" status: 200 len: 205 time: 0.0453486 Feb 02 07:10:20.503547 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-097923a8-28c6-4b67-ba0f-b8c5c572f5be service neutron] 10.222.0.87 "GET /v2.0/networks/75d236c0-f48f-4716-8c17-05895f8c5ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5958307 Feb 02 07:10:20.504365 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 53802) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:20.618808 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f0de3e36-9c5b-47c0-b1aa-59bae935bb1e tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks [] for router (57be556e-bef3-4192-91c7-3539c87e17f0), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:20.674646 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21111b5f-51c2-4fc9-ae79-adb5565e5241 req-6d14accc-8c77-48b4-8da1-0b1d5e2299d7 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:20.676516 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-21111b5f-51c2-4fc9-ae79-adb5565e5241 req-6d14accc-8c77-48b4-8da1-0b1d5e2299d7 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 943 time: 0.1680255 Feb 02 07:10:20.680316 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-160a5cdd-3e92-445b-b376-b91c183c3a22 req-d1deb11f-fd9d-4ae8-a0f4-10704b1ebec3 service neutron] 10.222.0.59 "GET /v2.0/networks/274d3754-cb62-4276-8b4a-dfa5cf98baaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679055 Feb 02 07:10:20.703262 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c4ede1f-0d2f-4dbc-8bd3-f32eaedd091c tempest-FloatingIPAdminTestJSON-1877439200 tempest-FloatingIPAdminTestJSON-1877439200-project-admin] Router c9122b36-b1de-46ed-8ffd-bcfa66db82c7 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:10:20.774453 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-21111b5f-51c2-4fc9-ae79-adb5565e5241 req-a6a0bea4-291c-4867-8d42-b76c77d071fc tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905554 Feb 02 07:10:21.008485 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f0de3e36-9c5b-47c0-b1aa-59bae935bb1e tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (57be556e-bef3-4192-91c7-3539c87e17f0), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:21.010994 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f0de3e36-9c5b-47c0-b1aa-59bae935bb1e tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks [] for router_controller (57be556e-bef3-4192-91c7-3539c87e17f0), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:21.054964 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c4ede1f-0d2f-4dbc-8bd3-f32eaedd091c tempest-FloatingIPAdminTestJSON-1877439200 tempest-FloatingIPAdminTestJSON-1877439200-project-admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:10:21.071840 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc5370b-ba12-46c0-ba2b-9993cfc09430 None None] Sync routers for ids ['c9122b36-b1de-46ed-8ffd-bcfa66db82c7'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:10:21.082273 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc5370b-ba12-46c0-ba2b-9993cfc09430 None None] Routers {'c9122b36-b1de-46ed-8ffd-bcfa66db82c7'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:10:21.082914 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-3cc5370b-ba12-46c0-ba2b-9993cfc09430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:10:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['c9122b36-b1de-46ed-8ffd-bcfa66db82c7'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:10:21.139151 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f0de3e36-9c5b-47c0-b1aa-59bae935bb1e tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (57be556e-bef3-4192-91c7-3539c87e17f0), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:21.139702 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0de3e36-9c5b-47c0-b1aa-59bae935bb1e tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Fanout notify agent at l3_agent the message router_deleted on router 57be556e-bef3-4192-91c7-3539c87e17f0 {{(pid=109694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:10:21.141702 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2c4ede1f-0d2f-4dbc-8bd3-f32eaedd091c tempest-FloatingIPAdminTestJSON-1877439200 tempest-FloatingIPAdminTestJSON-1877439200-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:21.158861 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f0de3e36-9c5b-47c0-b1aa-59bae935bb1e tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:21.174066 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f0de3e36-9c5b-47c0-b1aa-59bae935bb1e tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] 10.222.0.87 "DELETE /v2.0/routers/57be556e-bef3-4192-91c7-3539c87e17f0 HTTP/1.1" status: 204 len: 168 time: 0.6682596 Feb 02 07:10:21.182998 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 53806) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:21.197505 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-53594719-60cc-4231-91df-f03e45537bcb service neutron] 10.222.0.87 "GET /v2.0/networks/75d236c0-f48f-4716-8c17-05895f8c5ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6035669 Feb 02 07:10:21.217927 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-160a5cdd-3e92-445b-b376-b91c183c3a22 req-c44f66e3-583e-4d6e-b825-d248462668b2 service neutron] 10.222.0.59 "GET /v2.0/networks/274d3754-cb62-4276-8b4a-dfa5cf98baaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5250587 Feb 02 07:10:21.240494 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-3cc5370b-ba12-46c0-ba2b-9993cfc09430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:10:21.258262 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-f1baee41-3cbf-42a0-95b5-e91150f3067d service neutron] 10.222.0.87 "GET /v2.0/ports/f5de1191-97ca-4e23-bce0-9532d8edbad4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0594327 Feb 02 07:10:21.270442 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc5370b-ba12-46c0-ba2b-9993cfc09430 None None] Routers {'c9122b36-b1de-46ed-8ffd-bcfa66db82c7'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:10:21.271071 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-3cc5370b-ba12-46c0-ba2b-9993cfc09430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:10:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['c9122b36-b1de-46ed-8ffd-bcfa66db82c7'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:10:21.278490 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-ce5277e1-bc9f-4a57-8ab4-82385db025f4 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] 10.222.0.87 "GET /v2.0/ports?device_id=57be556e-bef3-4192-91c7-3539c87e17f0 HTTP/1.1" status: 200 len: 205 time: 0.0886714 Feb 02 07:10:21.283001 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 53810) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:21.289857 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-2c4ede1f-0d2f-4dbc-8bd3-f32eaedd091c tempest-FloatingIPAdminTestJSON-1877439200 tempest-FloatingIPAdminTestJSON-1877439200-project-admin] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 7.1707418 Feb 02 07:10:21.290433 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 53812) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:21.368185 n-d-789963-26 neutron-server[109694]: INFO neutron.api.v2.resource [None req-e197f9c6-bddf-4913-a8c9-1ac654bca143 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] delete failed (client error): The resource could not be found. Feb 02 07:10:21.370816 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-e197f9c6-bddf-4913-a8c9-1ac654bca143 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] 10.222.0.87 "DELETE /v2.0/routers/57be556e-bef3-4192-91c7-3539c87e17f0 HTTP/1.1" status: 404 len: 336 time: 0.0864489 Feb 02 07:10:21.387885 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 53814) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:21.411722 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-3cc5370b-ba12-46c0-ba2b-9993cfc09430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:10:21.412368 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc5370b-ba12-46c0-ba2b-9993cfc09430 None None] The sync data for ids ['c9122b36-b1de-46ed-8ffd-bcfa66db82c7'] in n-d-789963-26 is: [] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:10:21.459500 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-91135f78-b94f-45a9-8841-579611189549 tempest-FloatingIPAdminTestJSON-1877439200 tempest-FloatingIPAdminTestJSON-1877439200-project-admin] 10.222.0.87 "GET /v2.0/floatingips/2230f17e-9072-470c-addd-2234667e2684 HTTP/1.1" status: 200 len: 984 time: 0.1662123 Feb 02 07:10:21.461241 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 53816) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:21.478208 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-bd14ffcc-afc2-4f36-b997-86e602f4ea7b tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] 10.222.0.87 "GET /v2.0/ports?device_id=0636edbb-3ce2-4113-b408-035599c62b6d HTTP/1.1" status: 200 len: 205 time: 0.0842330 Feb 02 07:10:21.480247 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 53818) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:21.570081 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a392257e-de62-4258-9d65-06d96c8b6a44 req-815d1624-f113-4c46-9f61-a51569dba941 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:21.571681 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a392257e-de62-4258-9d65-06d96c8b6a44 req-815d1624-f113-4c46-9f61-a51569dba941 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=e345bef4-841f-48f1-9275-4e5304c6d2aa HTTP/1.1" status: 200 len: 944 time: 0.3868458 Feb 02 07:10:21.595758 n-d-789963-26 neutron-server[109694]: INFO neutron.api.v2.resource [None req-1c463834-4aa6-40b6-82b3-3b905125801e tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] delete failed (client error): The resource could not be found. Feb 02 07:10:21.596999 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-1c463834-4aa6-40b6-82b3-3b905125801e tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] 10.222.0.87 "DELETE /v2.0/routers/0636edbb-3ce2-4113-b408-035599c62b6d HTTP/1.1" status: 404 len: 336 time: 0.1131554 Feb 02 07:10:21.600317 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 53820) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:21.642653 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-e6f1d78e-d2de-489b-b724-f48d16191179 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] 10.222.0.87 "GET /v2.0/ports?device_id=fd71850b-f7a3-49e7-9db8-50a629dd92d4 HTTP/1.1" status: 200 len: 205 time: 0.0403986 Feb 02 07:10:21.645255 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 53822) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:21.712577 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-76df58db-1a5c-4044-a1e5-7eb1c6f8d7a8 tempest-FloatingIPAdminTestJSON-1877439200 tempest-FloatingIPAdminTestJSON-1877439200-project-admin] 10.222.0.87 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4299 time: 0.2498043 Feb 02 07:10:21.716650 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 53824) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:21.733144 n-d-789963-26 neutron-server[109694]: INFO neutron.api.v2.resource [None req-45adab77-5bcb-47d4-a2ee-1fb399635f9e tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] delete failed (client error): The resource could not be found. Feb 02 07:10:21.735620 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-45adab77-5bcb-47d4-a2ee-1fb399635f9e tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] 10.222.0.87 "DELETE /v2.0/routers/fd71850b-f7a3-49e7-9db8-50a629dd92d4 HTTP/1.1" status: 404 len: 336 time: 0.0881565 Feb 02 07:10:21.738473 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 53826) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:21.757253 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a392257e-de62-4258-9d65-06d96c8b6a44 req-36edf7f6-b865-424b-bd25-931c9a470a4d tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698327 Feb 02 07:10:21.839440 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-1705d5ee-8418-43cb-8ba6-be8f5939456c service neutron] 10.222.0.87 "GET /v2.0/networks/44fb9145-9ace-47b2-84ba-690d45d04d68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5796299 Feb 02 07:10:21.844685 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0f6d26e6-c799-43e0-8411-fa1d55c3af47 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] 10.222.0.87 "GET /v2.0/ports?device_id=943b048e-ec24-47e8-82e0-9074ccfdf949 HTTP/1.1" status: 200 len: 205 time: 0.1020353 Feb 02 07:10:21.850047 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 53830) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:21.950588 n-d-789963-26 neutron-server[109694]: INFO neutron.api.v2.resource [None req-96ad89b0-2557-45e0-b71d-aef9965626e9 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] delete failed (client error): The resource could not be found. Feb 02 07:10:21.954783 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-96ad89b0-2557-45e0-b71d-aef9965626e9 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] 10.222.0.87 "DELETE /v2.0/routers/943b048e-ec24-47e8-82e0-9074ccfdf949 HTTP/1.1" status: 404 len: 336 time: 0.0994406 Feb 02 07:10:21.955099 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 53832) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:22.015147 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:22.022604 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b0827f23-1d39-43e3-9bae-7aedddcf1167 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] 10.222.0.87 "GET /v2.0/ports?device_id=57010d82-b86f-4888-a40e-3077569a4b56 HTTP/1.1" status: 200 len: 205 time: 0.0643950 Feb 02 07:10:22.023001 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 53834) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:22.102491 n-d-789963-26 neutron-server[109694]: INFO neutron.api.v2.resource [None req-fd084d06-5b3b-4510-aed6-d7358f1a8963 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] delete failed (client error): The resource could not be found. Feb 02 07:10:22.105879 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-fd084d06-5b3b-4510-aed6-d7358f1a8963 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] 10.222.0.87 "DELETE /v2.0/routers/57010d82-b86f-4888-a40e-3077569a4b56 HTTP/1.1" status: 404 len: 336 time: 0.0796070 Feb 02 07:10:22.106808 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 53838) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:22.166471 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b127f69c-3d27-4cc8-83b2-8395b6494bc9 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] 10.222.0.87 "GET /v2.0/ports?device_id=dd10bc8d-c690-40c5-923b-2ae660f5f108 HTTP/1.1" status: 200 len: 205 time: 0.0589626 Feb 02 07:10:22.166717 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 53840) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:22.179040 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43f8d3-9c2e-46db-b871-9f80e2a11329 req-ed7973f6-1b23-4f9e-96e6-e288ea960d9d tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:22.189738 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1b43f8d3-9c2e-46db-b871-9f80e2a11329 req-ed7973f6-1b23-4f9e-96e6-e288ea960d9d tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 943 time: 0.2646644 Feb 02 07:10:22.276952 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-c42f845a-ebab-4fad-9d21-6c4eed7735c6 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] delete failed (client error): The resource could not be found. Feb 02 07:10:22.280277 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-c42f845a-ebab-4fad-9d21-6c4eed7735c6 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] 10.222.0.87 "DELETE /v2.0/routers/dd10bc8d-c690-40c5-923b-2ae660f5f108 HTTP/1.1" status: 404 len: 336 time: 0.0796695 Feb 02 07:10:22.283133 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 53842) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:22.383723 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-a10d18b5-c0b8-4600-9638-6a88a1ff2787 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] DELETE failed (client error): The resource could not be found. Feb 02 07:10:22.385208 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a10d18b5-c0b8-4600-9638-6a88a1ff2787 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:10:22.401948 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a10d18b5-c0b8-4600-9638-6a88a1ff2787 tempest-RoutersIpV6AdminTest-207548123 tempest-RoutersIpV6AdminTest-207548123-project] 10.222.0.87 "DELETE /v2.0/subnets/8327e169-bec2-477a-b50c-d59d1a3ad476 HTTP/1.1" status: 404 len: 337 time: 0.1101022 Feb 02 07:10:22.562070 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-1ac79e87-6696-462a-9e6f-99f8ae798acf service neutron] 10.222.0.87 "GET /v2.0/networks/44fb9145-9ace-47b2-84ba-690d45d04d68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808263 Feb 02 07:10:22.647012 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-6d59cadb-ff04-4abf-ab81-bcda499c4c6f service neutron] 10.222.0.87 "GET /v2.0/ports/4910d9f2-bb8f-4859-9893-c0a040e3bfb6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0744472 Feb 02 07:10:22.864430 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-fc7f07e9-71e9-4ef6-9f54-7a1a2ab3f2bb service neutron] 10.222.0.87 "GET /v2.0/networks/44fb9145-9ace-47b2-84ba-690d45d04d68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119930 Feb 02 07:10:23.126685 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-47d82e99-1a9b-40a8-b85f-b819faa52560 service neutron] 10.222.0.87 "GET /v2.0/networks/44fb9145-9ace-47b2-84ba-690d45d04d68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440810 Feb 02 07:10:23.128069 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 53856) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:23.187465 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 53860) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:23.381717 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-0c536c55-49ec-4c7b-8c1d-f7bc5014d1a6 service neutron] 10.222.0.87 "GET /v2.0/networks/44fb9145-9ace-47b2-84ba-690d45d04d68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424664 Feb 02 07:10:23.394979 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1b43f8d3-9c2e-46db-b871-9f80e2a11329 req-8854a828-9fe2-4c48-9843-b07d48a746e2 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2043343 Feb 02 07:10:23.432395 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 01515b49-db47-48da-91c2-424b4f244bf1 details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:10:23.449191 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-3b55aed3-515d-47f2-992c-d737cfc2fe70 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Deleting port a4003d23-e2cb-4da8-afba-ed42ea6e4d1a {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:10:23.449545 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3b55aed3-515d-47f2-992c-d737cfc2fe70 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (a4003d23-e2cb-4da8-afba-ed42ea6e4d1a), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:23.532286 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-376b9f4f-a38a-4133-b077-64fee41e4e1a service neutron] 10.222.0.87 "GET /v2.0/networks/44fb9145-9ace-47b2-84ba-690d45d04d68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422782 Feb 02 07:10:23.576482 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5a987af7-cb45-45b9-8655-85f89eb64ae4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:23.578687 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-22b6978b-4500-4983-9dcf-285a1b37a21e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:23.586148 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 01515b49-db47-48da-91c2-424b4f244bf1, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=01515b49-db47-48da-91c2-424b4f244bf1,segment=NetworkSegment(fc0a4cad-9504-4785-979c-6732d183490f),segment_id=fc0a4cad-9504-4785-979c-6732d183490f)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:10:23.601191 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': '01515b49-db47-48da-91c2-424b4f244bf1', 'network_id': '274d3754-cb62-4276-8b4a-dfa5cf98baaf', 'port_id': '01515b49-db47-48da-91c2-424b4f244bf1', 'mac_address': 'fa:16:3e:fc:90:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6b3fc97-ea53-4910-99b5-bddf06c5d45f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:10:23.688872 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 01515b49-db47-48da-91c2-424b4f244bf1 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:10:23.690666 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (01515b49-db47-48da-91c2-424b4f244bf1), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:23.722288 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01515b49-db47-48da-91c2-424b4f244bf1 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:10:23.767636 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 01515b49-db47-48da-91c2-424b4f244bf1, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=01515b49-db47-48da-91c2-424b4f244bf1,segment=NetworkSegment(fc0a4cad-9504-4785-979c-6732d183490f),segment_id=fc0a4cad-9504-4785-979c-6732d183490f)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:10:23.776081 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (01515b49-db47-48da-91c2-424b4f244bf1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:23.780238 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-49d5e0ba-e252-4f50-a394-f2ba9bd04865 service neutron] 10.222.0.87 "GET /v2.0/networks/44fb9145-9ace-47b2-84ba-690d45d04d68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338245 Feb 02 07:10:23.786193 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-22b6978b-4500-4983-9dcf-285a1b37a21e admin admin] Publish callbacks [] for security_group (b0d8acff-9260-4cd2-9c13-4cb4a9fa7fb0), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:23.811967 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-22b6978b-4500-4983-9dcf-285a1b37a21e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (b0d8acff-9260-4cd2-9c13-4cb4a9fa7fb0), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:23.858671 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3b55aed3-515d-47f2-992c-d737cfc2fe70 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (a4003d23-e2cb-4da8-afba-ed42ea6e4d1a), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:23.864667 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3b55aed3-515d-47f2-992c-d737cfc2fe70 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks [] for floatingip (a4003d23-e2cb-4da8-afba-ed42ea6e4d1a), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:23.867179 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5a987af7-cb45-45b9-8655-85f89eb64ae4 admin admin] Publish callbacks [] for security_group (2ad131d2-5323-447b-b8e0-50591c9553ba), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:23.894805 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=01515b49-db47-48da-91c2-424b4f244bf1,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:23.914507 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5a987af7-cb45-45b9-8655-85f89eb64ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (2ad131d2-5323-447b-b8e0-50591c9553ba), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:23.916724 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-3b55aed3-515d-47f2-992c-d737cfc2fe70 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Calling delete_port for a4003d23-e2cb-4da8-afba-ed42ea6e4d1a owned by network:floatingip {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:10:23.934172 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-22b6978b-4500-4983-9dcf-285a1b37a21e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=7a9dd797909b4ce09bef61ed7c0fb087&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8037577 Feb 02 07:10:23.940071 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 53864) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:23.946882 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b6978b-4500-4983-9dcf-285a1b37a21e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d8acff-9260-4cd2-9c13-4cb4a9fa7fb0,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:24.001719 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-5a987af7-cb45-45b9-8655-85f89eb64ae4 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=8809d05bc3744b5fac9c8af3ce9183f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8087590 Feb 02 07:10:24.012321 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 53866) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:24.043863 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-c6e17b1e-6db4-4d74-b5aa-510950ce36f5 service neutron] 10.222.0.87 "GET /v2.0/networks/44fb9145-9ace-47b2-84ba-690d45d04d68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551033 Feb 02 07:10:24.067291 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a987af7-cb45-45b9-8655-85f89eb64ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad131d2-5323-447b-b8e0-50591c9553ba,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:24.085229 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0befb7d3-2d6f-4c58-9956-32f2b4a99bb0 req-77ba2610-361f-477f-a530-26a68cf1fb54 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:24.104406 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0befb7d3-2d6f-4c58-9956-32f2b4a99bb0 req-77ba2610-361f-477f-a530-26a68cf1fb54 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=e345bef4-841f-48f1-9275-4e5304c6d2aa HTTP/1.1" status: 200 len: 944 time: 0.4641819 Feb 02 07:10:24.186290 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4e59a19b-1cce-4144-ac45-519c35827c99 admin admin] Publish callbacks [] for security_group (b0d8acff-9260-4cd2-9c13-4cb4a9fa7fb0), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:24.226176 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d98cea5f-b067-4bb6-baac-2a47968caa1d admin admin] Publish callbacks [] for security_group (2ad131d2-5323-447b-b8e0-50591c9553ba), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:24.253642 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4e59a19b-1cce-4144-ac45-519c35827c99 admin admin] Publish callbacks [] for security_group (b0d8acff-9260-4cd2-9c13-4cb4a9fa7fb0), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:24.276021 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-d32db6c0-b3e3-41fc-94b5-6e3865122492 service neutron] 10.222.0.87 "GET /v2.0/networks/807c79ec-08e2-4059-a72e-092033961844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237649 Feb 02 07:10:24.278777 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['01515b49-db47-48da-91c2-424b4f244bf1'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:10:24.296879 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d98cea5f-b067-4bb6-baac-2a47968caa1d admin admin] Publish callbacks [] for security_group (2ad131d2-5323-447b-b8e0-50591c9553ba), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:24.298402 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3b55aed3-515d-47f2-992c-d737cfc2fe70 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (a4003d23-e2cb-4da8-afba-ed42ea6e4d1a), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:24.345227 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b55aed3-515d-47f2-992c-d737cfc2fe70 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Pushing event deleted for resources: {'Port': ['ID=a4003d23-e2cb-4da8-afba-ed42ea6e4d1a,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:24.460571 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4e59a19b-1cce-4144-ac45-519c35827c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (b0d8acff-9260-4cd2-9c13-4cb4a9fa7fb0), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:24.473622 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4e59a19b-1cce-4144-ac45-519c35827c99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:24.475097 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-4e59a19b-1cce-4144-ac45-519c35827c99 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b0d8acff-9260-4cd2-9c13-4cb4a9fa7fb0 HTTP/1.1" status: 204 len: 168 time: 0.5339358 Feb 02 07:10:24.482767 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0befb7d3-2d6f-4c58-9956-32f2b4a99bb0 req-2778b842-d036-48c7-92dc-56d6aa8d54a9 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3767271 Feb 02 07:10:24.499493 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d98cea5f-b067-4bb6-baac-2a47968caa1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (2ad131d2-5323-447b-b8e0-50591c9553ba), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:24.509034 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d98cea5f-b067-4bb6-baac-2a47968caa1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:24.510255 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d98cea5f-b067-4bb6-baac-2a47968caa1d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/2ad131d2-5323-447b-b8e0-50591c9553ba HTTP/1.1" status: 204 len: 168 time: 0.4906332 Feb 02 07:10:24.531646 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-795d4076-b446-4d08-98b6-4b58a1cdb7b4 service neutron] 10.222.0.87 "GET /v2.0/networks/807c79ec-08e2-4059-a72e-092033961844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389307 Feb 02 07:10:24.616397 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e59a19b-1cce-4144-ac45-519c35827c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d8acff-9260-4cd2-9c13-4cb4a9fa7fb0,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:24.660042 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98cea5f-b067-4bb6-baac-2a47968caa1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad131d2-5323-447b-b8e0-50591c9553ba,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:24.743545 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3b55aed3-515d-47f2-992c-d737cfc2fe70 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks [] for floatingip (2230f17e-9072-470c-addd-2234667e2684), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:24.752126 n-d-789963-26 neutron-server[109693]: INFO neutron.db.l3_db [None req-3b55aed3-515d-47f2-992c-d737cfc2fe70 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Floating IP 2230f17e-9072-470c-addd-2234667e2684 disassociated (deleted). External IP: 172.25.4.215, port: c8177958-3c59-4823-9c5e-c8bee7dcd2b5. Feb 02 07:10:24.836636 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-10e8cce9-88e0-44b1-80e3-08ba7fc97766 service neutron] 10.222.0.87 "GET /v2.0/networks/807c79ec-08e2-4059-a72e-092033961844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040881 Feb 02 07:10:24.876228 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31595db-7d59-4f9c-857c-a45cb8d082da req-5af039ce-4a86-45e7-90b1-0a5866402685 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:24.877867 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d31595db-7d59-4f9c-857c-a45cb8d082da req-5af039ce-4a86-45e7-90b1-0a5866402685 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 943 time: 0.2892075 Feb 02 07:10:25.010794 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d31595db-7d59-4f9c-857c-a45cb8d082da req-8c5e9581-1f7f-4cd9-b8d9-7f1f3de82ff2 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138484 Feb 02 07:10:25.128109 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 53884) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:25.130903 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-920e07fc-2465-4e87-b305-561f3e62aa4f service neutron] 10.222.0.87 "GET /v2.0/networks/807c79ec-08e2-4059-a72e-092033961844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809663 Feb 02 07:10:25.311746 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b55aed3-515d-47f2-992c-d737cfc2fe70 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Router c9122b36-b1de-46ed-8ffd-bcfa66db82c7 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:10:25.365182 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 53892) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:25.382890 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-9b8f6afa-61fe-45b6-8dab-240fe451071e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ba2d4fec5c2a4fd3b5f035c0c3b38bb8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2526271 Feb 02 07:10:25.539259 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7afc8d5f-5921-4562-bab6-a97b2296fb14 admin admin] Publish callbacks [] for security_group (bb784a3e-04a5-4d0f-b330-9a6e2d10b205), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:25.592953 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7afc8d5f-5921-4562-bab6-a97b2296fb14 admin admin] Publish callbacks [] for security_group (bb784a3e-04a5-4d0f-b330-9a6e2d10b205), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:25.674044 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7afc8d5f-5921-4562-bab6-a97b2296fb14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (bb784a3e-04a5-4d0f-b330-9a6e2d10b205), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:25.677936 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7afc8d5f-5921-4562-bab6-a97b2296fb14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:25.687516 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-7afc8d5f-5921-4562-bab6-a97b2296fb14 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/bb784a3e-04a5-4d0f-b330-9a6e2d10b205 HTTP/1.1" status: 204 len: 168 time: 0.3208034 Feb 02 07:10:25.711961 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afc8d5f-5921-4562-bab6-a97b2296fb14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb784a3e-04a5-4d0f-b330-9a6e2d10b205,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:25.869342 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b55aed3-515d-47f2-992c-d737cfc2fe70 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:10:25.906491 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c329d2-828b-4090-8608-65a4775030d7 None None] Sync routers for ids ['c9122b36-b1de-46ed-8ffd-bcfa66db82c7'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:10:25.941345 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c329d2-828b-4090-8608-65a4775030d7 None None] Routers {'c9122b36-b1de-46ed-8ffd-bcfa66db82c7'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:10:25.956518 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-74c329d2-828b-4090-8608-65a4775030d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:10:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['c9122b36-b1de-46ed-8ffd-bcfa66db82c7'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:10:25.959335 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3b55aed3-515d-47f2-992c-d737cfc2fe70 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:26.058167 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-74c329d2-828b-4090-8608-65a4775030d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:10:26.087232 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-3b55aed3-515d-47f2-992c-d737cfc2fe70 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] 10.222.0.87 "DELETE /v2.0/floatingips/2230f17e-9072-470c-addd-2234667e2684 HTTP/1.1" status: 204 len: 168 time: 4.3690777 Feb 02 07:10:26.091024 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 53926) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:26.096864 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-53ecf562-3f37-4257-9320-44252990b30e tempest-FloatingIPAdminTestJSON-1877439200 tempest-FloatingIPAdminTestJSON-1877439200-project-admin] Request body: {'floatingip': {'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:10:26.104489 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c329d2-828b-4090-8608-65a4775030d7 None None] Routers {'c9122b36-b1de-46ed-8ffd-bcfa66db82c7'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:10:26.105130 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-74c329d2-828b-4090-8608-65a4775030d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:10:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['c9122b36-b1de-46ed-8ffd-bcfa66db82c7'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:10:26.133505 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13efae5e-f8e2-492f-b05d-8fb4ad3c1c53 req-ffec6d47-2025-4221-aeb0-c411201f1b9f tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:26.135888 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-13efae5e-f8e2-492f-b05d-8fb4ad3c1c53 req-ffec6d47-2025-4221-aeb0-c411201f1b9f tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=e345bef4-841f-48f1-9275-4e5304c6d2aa HTTP/1.1" status: 200 len: 945 time: 0.5061626 Feb 02 07:10:26.166014 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-53ecf562-3f37-4257-9320-44252990b30e tempest-FloatingIPAdminTestJSON-1877439200 tempest-FloatingIPAdminTestJSON-1877439200-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:26.238603 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-74c329d2-828b-4090-8608-65a4775030d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:10:26.239272 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c329d2-828b-4090-8608-65a4775030d7 None None] The sync data for ids ['c9122b36-b1de-46ed-8ffd-bcfa66db82c7'] in n-d-789963-26 is: [] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:10:26.344391 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-13efae5e-f8e2-492f-b05d-8fb4ad3c1c53 req-045ce915-bf5e-48d3-bb3a-a68dc5608998 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945276 Feb 02 07:10:26.464369 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-53ecf562-3f37-4257-9320-44252990b30e tempest-FloatingIPAdminTestJSON-1877439200 tempest-FloatingIPAdminTestJSON-1877439200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:26.634472 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-df3f1d89-3d4b-48f4-b015-c8405a3cee1a req-bc46e665-a67b-450c-a442-c97e4c0f5611 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 210 time: 0.0838373 Feb 02 07:10:26.642301 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-53ecf562-3f37-4257-9320-44252990b30e tempest-FloatingIPAdminTestJSON-1877439200 tempest-FloatingIPAdminTestJSON-1877439200-project-admin] Allocated IP 172.25.4.17 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/dd56b6fb-3bbb-42df-b314-fbd8fc9d3149) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:10:26.844885 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4add9a-c513-4a41-a7be-b040dd37a7a1 req-2e30c49a-9f2a-4191-81f2-03e8d287b517 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:26.852860 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bf4add9a-c513-4a41-a7be-b040dd37a7a1 req-2e30c49a-9f2a-4191-81f2-03e8d287b517 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 943 time: 0.1930892 Feb 02 07:10:26.931197 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-53ecf562-3f37-4257-9320-44252990b30e tempest-FloatingIPAdminTestJSON-1877439200 tempest-FloatingIPAdminTestJSON-1877439200-project-admin] Publish callbacks [] for port (dd56b6fb-3bbb-42df-b314-fbd8fc9d3149), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:26.979811 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bf4add9a-c513-4a41-a7be-b040dd37a7a1 req-ad8653f9-0c86-4e25-aa15-7405de07b64d tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212428 Feb 02 07:10:26.983052 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-53ecf562-3f37-4257-9320-44252990b30e tempest-FloatingIPAdminTestJSON-1877439200 tempest-FloatingIPAdminTestJSON-1877439200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (dd56b6fb-3bbb-42df-b314-fbd8fc9d3149), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:27.033103 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ecf562-3f37-4257-9320-44252990b30e tempest-FloatingIPAdminTestJSON-1877439200 tempest-FloatingIPAdminTestJSON-1877439200-project-admin] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:10:27.039151 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-53ecf562-3f37-4257-9320-44252990b30e tempest-FloatingIPAdminTestJSON-1877439200 tempest-FloatingIPAdminTestJSON-1877439200-project-admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:10:27.042565 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ecf562-3f37-4257-9320-44252990b30e tempest-FloatingIPAdminTestJSON-1877439200 tempest-FloatingIPAdminTestJSON-1877439200-project-admin] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:10:27.071590 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ecf562-3f37-4257-9320-44252990b30e tempest-FloatingIPAdminTestJSON-1877439200 tempest-FloatingIPAdminTestJSON-1877439200-project-admin] Pushing event updated for resources: {'Port': ['ID=dd56b6fb-3bbb-42df-b314-fbd8fc9d3149,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:27.156654 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-53ecf562-3f37-4257-9320-44252990b30e tempest-FloatingIPAdminTestJSON-1877439200 tempest-FloatingIPAdminTestJSON-1877439200-project-admin] Publish callbacks [] for floatingip (32267e62-9c67-427b-9c4a-97dd74574022), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:27.205841 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:27.215688 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-53ecf562-3f37-4257-9320-44252990b30e tempest-FloatingIPAdminTestJSON-1877439200 tempest-FloatingIPAdminTestJSON-1877439200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (dd56b6fb-3bbb-42df-b314-fbd8fc9d3149), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:27.447911 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-53ecf562-3f37-4257-9320-44252990b30e tempest-FloatingIPAdminTestJSON-1877439200 tempest-FloatingIPAdminTestJSON-1877439200-project-admin] Publish callbacks [] for port (dd56b6fb-3bbb-42df-b314-fbd8fc9d3149), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:27.453914 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 01515b49-db47-48da-91c2-424b4f244bf1 up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:10:27.465416 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-53ecf562-3f37-4257-9320-44252990b30e tempest-FloatingIPAdminTestJSON-1877439200 tempest-FloatingIPAdminTestJSON-1877439200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (dd56b6fb-3bbb-42df-b314-fbd8fc9d3149), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:27.557173 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d68b57-1a97-4ce6-8697-460e88312614 req-f91853d5-33d7-42ad-83b1-bd90f83bda08 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:27.568388 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-84d68b57-1a97-4ce6-8697-460e88312614 req-f91853d5-33d7-42ad-83b1-bd90f83bda08 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=e345bef4-841f-48f1-9275-4e5304c6d2aa HTTP/1.1" status: 200 len: 945 time: 0.0868387 Feb 02 07:10:27.606470 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port 01515b49-db47-48da-91c2-424b4f244bf1 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:10:27.613126 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port 01515b49-db47-48da-91c2-424b4f244bf1 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:10:27.613618 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (01515b49-db47-48da-91c2-424b4f244bf1), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:27.627456 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ecf562-3f37-4257-9320-44252990b30e tempest-FloatingIPAdminTestJSON-1877439200 tempest-FloatingIPAdminTestJSON-1877439200-project-admin] Pushing event updated for resources: {'Port': ['ID=dd56b6fb-3bbb-42df-b314-fbd8fc9d3149,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:27.633109 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-53ecf562-3f37-4257-9320-44252990b30e tempest-FloatingIPAdminTestJSON-1877439200 tempest-FloatingIPAdminTestJSON-1877439200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (32267e62-9c67-427b-9c4a-97dd74574022), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:27.644930 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-84d68b57-1a97-4ce6-8697-460e88312614 req-2a13b724-2f5f-49dc-8e9c-36fb16302b2c tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758238 Feb 02 07:10:27.663181 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-53ecf562-3f37-4257-9320-44252990b30e tempest-FloatingIPAdminTestJSON-1877439200 tempest-FloatingIPAdminTestJSON-1877439200-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:27.665140 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-53ecf562-3f37-4257-9320-44252990b30e tempest-FloatingIPAdminTestJSON-1877439200 tempest-FloatingIPAdminTestJSON-1877439200-project-admin] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5728972 Feb 02 07:10:27.668532 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 54040) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:27.767094 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1e5031b2-15e2-465b-ad18-049871e54861 req-88e93eb6-3030-4037-9bf2-4de60506a340 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 210 time: 0.0341144 Feb 02 07:10:27.779728 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 01515b49-db47-48da-91c2-424b4f244bf1 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:10:27.780392 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (01515b49-db47-48da-91c2-424b4f244bf1), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:27.829304 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e345bef4-841f-48f1-9275-4e5304c6d2aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01515b49-db47-48da-91c2-424b4f244bf1'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:10:27.835860 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-badcddb9-24c0-4dec-a547-1f8196cbe5cc" -d '{"events": [{"server_uuid": "e345bef4-841f-48f1-9275-4e5304c6d2aa", "name": "network-vif-plugged", "status": "completed", "tag": "01515b49-db47-48da-91c2-424b4f244bf1"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:10:27.877285 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 01515b49-db47-48da-91c2-424b4f244bf1, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=01515b49-db47-48da-91c2-424b4f244bf1,segment=NetworkSegment(fc0a4cad-9504-4785-979c-6732d183490f),segment_id=fc0a4cad-9504-4785-979c-6732d183490f)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:10:27.885459 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (01515b49-db47-48da-91c2-424b4f244bf1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:27.896136 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f00edac-3a6c-4aca-860a-7e7361fa8a07 x-openstack-request-id: req-0f00edac-3a6c-4aca-860a-7e7361fa8a07 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:10:27.896662 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e345bef4-841f-48f1-9275-4e5304c6d2aa", "name": "network-vif-plugged", "status": "completed", "tag": "01515b49-db47-48da-91c2-424b4f244bf1", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:10:27.897244 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-0f00edac-3a6c-4aca-860a-7e7361fa8a07 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:10:27.897748 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e345bef4-841f-48f1-9275-4e5304c6d2aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01515b49-db47-48da-91c2-424b4f244bf1', 'code': 200} Feb 02 07:10:27.975004 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=01515b49-db47-48da-91c2-424b4f244bf1,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:28.005156 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 54056) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:28.104144 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-829c5138-f4b2-4ff4-a7f4-81a6f1c36392 tempest-FloatingIPAdminTestJSON-63932647 tempest-FloatingIPAdminTestJSON-63932647-project] Request body: {'floatingip': {'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:10:28.164449 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-8382b4b9-ccce-4a9c-b73c-db7017a20cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:28.166862 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-8382b4b9-ccce-4a9c-b73c-db7017a20cb8 service neutron] 10.222.0.88 "GET /v2.0/ports/f5de1191-97ca-4e23-bce0-9532d8edbad4 HTTP/1.1" status: 200 len: 1032 time: 0.1241996 Feb 02 07:10:28.177690 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1558055d-8ef2-41e3-a419-0ba42e029891 req-b09f9e7f-fb04-4ae7-a20a-6213cad3629e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:28.180310 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1558055d-8ef2-41e3-a419-0ba42e029891 req-b09f9e7f-fb04-4ae7-a20a-6213cad3629e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e345bef4-841f-48f1-9275-4e5304c6d2aa HTTP/1.1" status: 200 len: 1129 time: 0.1574798 Feb 02 07:10:28.186074 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae0a70-8b5d-4158-8953-9ef3bee0433f req-b8ae427b-bcbb-4731-9e43-692d246f0803 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:28.194157 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-829c5138-f4b2-4ff4-a7f4-81a6f1c36392 tempest-FloatingIPAdminTestJSON-63932647 tempest-FloatingIPAdminTestJSON-63932647-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:28.195230 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c7ae0a70-8b5d-4158-8953-9ef3bee0433f req-b8ae427b-bcbb-4731-9e43-692d246f0803 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 943 time: 0.0811427 Feb 02 07:10:28.200331 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-08a78cca-0ddf-4efe-94d5-582ed61a20f3 tempest-RoutersAdminNegativeTest-13627461 tempest-RoutersAdminNegativeTest-13627461-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-71215831', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:10:28.250910 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c7ae0a70-8b5d-4158-8953-9ef3bee0433f req-dcafccbf-5d6b-4c6f-93dd-771dd53eec4a tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546780 Feb 02 07:10:28.303207 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-cb7ed240-8e1f-484f-b28a-ae186b878150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:28.304611 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-cb7ed240-8e1f-484f-b28a-ae186b878150 service neutron] 10.222.0.88 "GET /v2.0/ports/4910d9f2-bb8f-4859-9893-c0a040e3bfb6 HTTP/1.1" status: 200 len: 1033 time: 0.1298594 Feb 02 07:10:28.312628 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1558055d-8ef2-41e3-a419-0ba42e029891 req-08be917b-b112-4b88-9d4a-b1019bc08301 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195118 Feb 02 07:10:28.316294 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a78cca-0ddf-4efe-94d5-582ed61a20f3 tempest-RoutersAdminNegativeTest-13627461 tempest-RoutersAdminNegativeTest-13627461-project-admin] Made reservation on behalf of 0843a3a2bd694db4b306271ef61b9845 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:10:28.318761 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-08a78cca-0ddf-4efe-94d5-582ed61a20f3 tempest-RoutersAdminNegativeTest-13627461 tempest-RoutersAdminNegativeTest-13627461-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:28.331106 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-08a78cca-0ddf-4efe-94d5-582ed61a20f3 tempest-RoutersAdminNegativeTest-13627461 tempest-RoutersAdminNegativeTest-13627461-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:28.547209 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-77f4ac71-9033-4014-93b8-835e7be6a7b9 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:28.552627 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-77f4ac71-9033-4014-93b8-835e7be6a7b9 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:28.557718 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-77f4ac71-9033-4014-93b8-835e7be6a7b9 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:28.559359 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-77f4ac71-9033-4014-93b8-835e7be6a7b9 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.88 "GET /v2.0/networks?id=75d236c0-f48f-4716-8c17-05895f8c5ef2&id=44fb9145-9ace-47b2-84ba-690d45d04d68&id=44fb9145-9ace-47b2-84ba-690d45d04d68&id=44fb9145-9ace-47b2-84ba-690d45d04d68&id=44fb9145-9ace-47b2-84ba-690d45d04d68&id=807c79ec-08e2-4059-a72e-092033961844&id=807c79ec-08e2-4059-a72e-092033961844 HTTP/1.1" status: 200 len: 1996 time: 0.2246156 Feb 02 07:10:28.592681 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-829c5138-f4b2-4ff4-a7f4-81a6f1c36392 tempest-FloatingIPAdminTestJSON-63932647 tempest-FloatingIPAdminTestJSON-63932647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:28.602575 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-08a78cca-0ddf-4efe-94d5-582ed61a20f3 tempest-RoutersAdminNegativeTest-13627461 tempest-RoutersAdminNegativeTest-13627461-project-admin] Publish callbacks [] for security_group (8ce13d05-2c17-4152-8e22-da78b38ac5a3), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:28.617940 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-08a78cca-0ddf-4efe-94d5-582ed61a20f3 tempest-RoutersAdminNegativeTest-13627461 tempest-RoutersAdminNegativeTest-13627461-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (8ce13d05-2c17-4152-8e22-da78b38ac5a3), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:28.626837 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [None req-08a78cca-0ddf-4efe-94d5-582ed61a20f3 tempest-RoutersAdminNegativeTest-13627461 tempest-RoutersAdminNegativeTest-13627461-project-admin] device_id is not set on port 2484ac8b-59a3-4d8a-8a76-53a4639623c7 yet. {{(pid=109693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:10:28.788008 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a78cca-0ddf-4efe-94d5-582ed61a20f3 tempest-RoutersAdminNegativeTest-13627461 tempest-RoutersAdminNegativeTest-13627461-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce13d05-2c17-4152-8e22-da78b38ac5a3,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:28.842035 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-a8377ff5-b449-4a42-b904-dd931919e416 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07cbe6ce97734b3c8365c4e2bb6fcdb5 HTTP/1.1" status: 200 len: 380 time: 0.2626944 Feb 02 07:10:28.853480 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-7635ec66-04fb-48c1-857b-bcec328c352b tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Request body: {'port': {'device_id': '1e074495-bb56-4ff7-a978-84b111e50f6e', 'network_id': '75d236c0-f48f-4716-8c17-05895f8c5ef2', 'admin_state_up': True, 'tenant_id': '07cbe6ce97734b3c8365c4e2bb6fcdb5', 'security_groups': ['39d64e71-9bbb-4283-9333-9f076dd0e667']}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:10:28.912114 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-829c5138-f4b2-4ff4-a7f4-81a6f1c36392 tempest-FloatingIPAdminTestJSON-63932647 tempest-FloatingIPAdminTestJSON-63932647-project] Allocated IP 172.25.4.104 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/37d0981e-8252-4fec-9150-f99b80aaee90) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:10:28.931872 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-03b211e7-a2e7-4c2e-9217-ca416702cf61 req-ee185bd5-57fd-4d24-acf6-f541d7644be4 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 210 time: 0.0398870 Feb 02 07:10:28.971959 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4210a94-a8a0-4c33-9767-c6ea4cb22085 req-40d2eee2-95a2-4fe9-a5f3-51b63224152f tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:28.972542 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e4210a94-a8a0-4c33-9767-c6ea4cb22085 req-40d2eee2-95a2-4fe9-a5f3-51b63224152f tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=e345bef4-841f-48f1-9275-4e5304c6d2aa HTTP/1.1" status: 200 len: 946 time: 0.2064879 Feb 02 07:10:29.119602 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e4210a94-a8a0-4c33-9767-c6ea4cb22085 req-8dbf987b-7bbc-416f-8625-d07420466de2 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386545 Feb 02 07:10:29.129639 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-7635ec66-04fb-48c1-857b-bcec328c352b tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Made reservation on behalf of 07cbe6ce97734b3c8365c4e2bb6fcdb5 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:10:29.133242 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-7635ec66-04fb-48c1-857b-bcec328c352b tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:29.154102 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-829c5138-f4b2-4ff4-a7f4-81a6f1c36392 tempest-FloatingIPAdminTestJSON-63932647 tempest-FloatingIPAdminTestJSON-63932647-project] Publish callbacks [] for port (37d0981e-8252-4fec-9150-f99b80aaee90), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:29.299483 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-829c5138-f4b2-4ff4-a7f4-81a6f1c36392 tempest-FloatingIPAdminTestJSON-63932647 tempest-FloatingIPAdminTestJSON-63932647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (37d0981e-8252-4fec-9150-f99b80aaee90), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:29.372824 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829c5138-f4b2-4ff4-a7f4-81a6f1c36392 tempest-FloatingIPAdminTestJSON-63932647 tempest-FloatingIPAdminTestJSON-63932647-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:10:29.381466 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-7635ec66-04fb-48c1-857b-bcec328c352b tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Allocated IP 172.20.0.4 (75d236c0-f48f-4716-8c17-05895f8c5ef2/e1650f49-fd4b-4603-822f-9852910c48b0/78f002f0-5cc9-43ce-9674-66babfe32234) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:10:29.387082 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-08a78cca-0ddf-4efe-94d5-582ed61a20f3 tempest-RoutersAdminNegativeTest-13627461 tempest-RoutersAdminNegativeTest-13627461-project-admin] Allocated IP 172.25.4.130 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/2484ac8b-59a3-4d8a-8a76-53a4639623c7) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:10:29.403259 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-829c5138-f4b2-4ff4-a7f4-81a6f1c36392 tempest-FloatingIPAdminTestJSON-63932647 tempest-FloatingIPAdminTestJSON-63932647-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:10:29.405759 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829c5138-f4b2-4ff4-a7f4-81a6f1c36392 tempest-FloatingIPAdminTestJSON-63932647 tempest-FloatingIPAdminTestJSON-63932647-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:10:29.431143 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458c2cb1-3bc7-4b69-8191-a7484ef01e3c req-a718ff80-31d5-4640-aaa5-79161d7e504e tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:29.439570 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-458c2cb1-3bc7-4b69-8191-a7484ef01e3c req-a718ff80-31d5-4640-aaa5-79161d7e504e tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 943 time: 0.0855610 Feb 02 07:10:29.478515 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829c5138-f4b2-4ff4-a7f4-81a6f1c36392 tempest-FloatingIPAdminTestJSON-63932647 tempest-FloatingIPAdminTestJSON-63932647-project] Pushing event updated for resources: {'Port': ['ID=37d0981e-8252-4fec-9150-f99b80aaee90,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:29.536530 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-458c2cb1-3bc7-4b69-8191-a7484ef01e3c req-e9f6b0ef-01df-4745-b87f-3997578052d7 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958424 Feb 02 07:10:29.694291 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-829c5138-f4b2-4ff4-a7f4-81a6f1c36392 tempest-FloatingIPAdminTestJSON-63932647 tempest-FloatingIPAdminTestJSON-63932647-project] Publish callbacks [] for floatingip (ca23940e-e7da-434e-a14d-2ae9710defc6), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:30.079003 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-69fc2914-9937-4ffa-bed3-e02a6a9212d8 req-05ba13f1-5769-4e00-b4c7-6fd8510d6e5a tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 210 time: 0.0579863 Feb 02 07:10:30.095665 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-7635ec66-04fb-48c1-857b-bcec328c352b tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks [] for port (78f002f0-5cc9-43ce-9674-66babfe32234), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:30.097801 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-829c5138-f4b2-4ff4-a7f4-81a6f1c36392 tempest-FloatingIPAdminTestJSON-63932647 tempest-FloatingIPAdminTestJSON-63932647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (37d0981e-8252-4fec-9150-f99b80aaee90), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:30.163225 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-08a78cca-0ddf-4efe-94d5-582ed61a20f3 tempest-RoutersAdminNegativeTest-13627461 tempest-RoutersAdminNegativeTest-13627461-project-admin] Publish callbacks [] for port (2484ac8b-59a3-4d8a-8a76-53a4639623c7), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:30.280728 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-7635ec66-04fb-48c1-857b-bcec328c352b tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (78f002f0-5cc9-43ce-9674-66babfe32234), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:30.298040 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e96dba-60e7-4098-a02f-959248ecba53 req-bd2eb2fe-7366-4452-9031-07c28f968c52 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:30.300002 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a3e96dba-60e7-4098-a02f-959248ecba53 req-bd2eb2fe-7366-4452-9031-07c28f968c52 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=e345bef4-841f-48f1-9275-4e5304c6d2aa HTTP/1.1" status: 200 len: 946 time: 0.0718479 Feb 02 07:10:30.345051 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-08a78cca-0ddf-4efe-94d5-582ed61a20f3 tempest-RoutersAdminNegativeTest-13627461 tempest-RoutersAdminNegativeTest-13627461-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (2484ac8b-59a3-4d8a-8a76-53a4639623c7), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:30.359600 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-7635ec66-04fb-48c1-857b-bcec328c352b tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Network 75d236c0-f48f-4716-8c17-05895f8c5ef2 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:10:30.370212 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a3e96dba-60e7-4098-a02f-959248ecba53 req-bf6ee931-df92-4657-aec2-6bab384c40a5 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633502 Feb 02 07:10:30.382186 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-7635ec66-04fb-48c1-857b-bcec328c352b tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:10:30.396803 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-7635ec66-04fb-48c1-857b-bcec328c352b tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:10:30.438119 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7635ec66-04fb-48c1-857b-bcec328c352b tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Pushing event updated for resources: {'Port': ['ID=78f002f0-5cc9-43ce-9674-66babfe32234,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:30.466684 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a78cca-0ddf-4efe-94d5-582ed61a20f3 tempest-RoutersAdminNegativeTest-13627461 tempest-RoutersAdminNegativeTest-13627461-project-admin] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:10:30.482613 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 18d0d2d5-f098-4215-bfbd-e6aca83e7772 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:10:30.503520 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-08a78cca-0ddf-4efe-94d5-582ed61a20f3 tempest-RoutersAdminNegativeTest-13627461 tempest-RoutersAdminNegativeTest-13627461-project-admin] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:10:30.506017 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a78cca-0ddf-4efe-94d5-582ed61a20f3 tempest-RoutersAdminNegativeTest-13627461 tempest-RoutersAdminNegativeTest-13627461-project-admin] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:10:30.603871 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-7635ec66-04fb-48c1-857b-bcec328c352b tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:30.606050 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-7635ec66-04fb-48c1-857b-bcec328c352b tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:30.664417 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-7635ec66-04fb-48c1-857b-bcec328c352b tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8147092 Feb 02 07:10:30.719542 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-5e258578-9c51-476c-9460-2323afb2e0f4 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Request body: {'port': {'device_id': '1e074495-bb56-4ff7-a978-84b111e50f6e', 'network_id': '44fb9145-9ace-47b2-84ba-690d45d04d68', 'admin_state_up': True, 'tenant_id': '07cbe6ce97734b3c8365c4e2bb6fcdb5', 'security_groups': ['39d64e71-9bbb-4283-9333-9f076dd0e667']}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:10:30.763127 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 18d0d2d5-f098-4215-bfbd-e6aca83e7772, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=18d0d2d5-f098-4215-bfbd-e6aca83e7772,segment=NetworkSegment(a9fa2e92-fe10-4a10-8f88-a94a7c43f6f8),segment_id=a9fa2e92-fe10-4a10-8f88-a94a7c43f6f8)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:10:30.780807 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acb34ce-cc38-4cb9-a228-ccca152c2da4 req-1e93964e-13a2-4490-8400-50995a9860e9 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:30.788578 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4acb34ce-cc38-4cb9-a228-ccca152c2da4 req-1e93964e-13a2-4490-8400-50995a9860e9 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 943 time: 0.0703912 Feb 02 07:10:30.799060 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a78cca-0ddf-4efe-94d5-582ed61a20f3 tempest-RoutersAdminNegativeTest-13627461 tempest-RoutersAdminNegativeTest-13627461-project-admin] Pushing event updated for resources: {'Port': ['ID=2484ac8b-59a3-4d8a-8a76-53a4639623c7,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:30.801296 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': '18d0d2d5-f098-4215-bfbd-e6aca83e7772', 'network_id': '08f0123b-1ec0-4e8d-a484-33e0709b580c', 'port_id': '18d0d2d5-f098-4215-bfbd-e6aca83e7772', 'mac_address': 'fa:16:3e:6a:c2:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03a972f8-0254-4a3d-bc50-73c64b2c3de5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:10:30.817272 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-829c5138-f4b2-4ff4-a7f4-81a6f1c36392 tempest-FloatingIPAdminTestJSON-63932647 tempest-FloatingIPAdminTestJSON-63932647-project] Publish callbacks [] for port (37d0981e-8252-4fec-9150-f99b80aaee90), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:30.838302 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a78cca-0ddf-4efe-94d5-582ed61a20f3 tempest-RoutersAdminNegativeTest-13627461 tempest-RoutersAdminNegativeTest-13627461-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:30.838911 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-08a78cca-0ddf-4efe-94d5-582ed61a20f3 tempest-RoutersAdminNegativeTest-13627461 tempest-RoutersAdminNegativeTest-13627461-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:30.863288 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 18d0d2d5-f098-4215-bfbd-e6aca83e7772 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:10:30.863647 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4acb34ce-cc38-4cb9-a228-ccca152c2da4 req-31bf2e59-7acd-4cb2-8677-388d313ee872 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650797 Feb 02 07:10:30.864319 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (18d0d2d5-f098-4215-bfbd-e6aca83e7772), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:30.909011 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-829c5138-f4b2-4ff4-a7f4-81a6f1c36392 tempest-FloatingIPAdminTestJSON-63932647 tempest-FloatingIPAdminTestJSON-63932647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (37d0981e-8252-4fec-9150-f99b80aaee90), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:30.925182 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18d0d2d5-f098-4215-bfbd-e6aca83e7772 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:10:30.967018 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-9c084b31-29d5-4e2b-afc9-0eecc845327a None None] Provisioning complete for port 78f002f0-5cc9-43ce-9674-66babfe32234 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:10:30.967731 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9c084b31-29d5-4e2b-afc9-0eecc845327a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (78f002f0-5cc9-43ce-9674-66babfe32234), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:30.973663 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 18d0d2d5-f098-4215-bfbd-e6aca83e7772, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=18d0d2d5-f098-4215-bfbd-e6aca83e7772,segment=NetworkSegment(a9fa2e92-fe10-4a10-8f88-a94a7c43f6f8),segment_id=a9fa2e92-fe10-4a10-8f88-a94a7c43f6f8)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:10:30.994677 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (18d0d2d5-f098-4215-bfbd-e6aca83e7772), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:31.020005 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-9c084b31-29d5-4e2b-afc9-0eecc845327a None None] Port 78f002f0-5cc9-43ce-9674-66babfe32234 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:10:31.026944 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-08a78cca-0ddf-4efe-94d5-582ed61a20f3 tempest-RoutersAdminNegativeTest-13627461 tempest-RoutersAdminNegativeTest-13627461-project-admin] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.0205619 Feb 02 07:10:31.030492 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 54086) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:31.036094 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-52245206-acb1-4396-9190-65cbc91b32ad tempest-RoutersAdminNegativeTest-13627461 tempest-RoutersAdminNegativeTest-13627461-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.130'}]}}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:10:31.062738 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-52245206-acb1-4396-9190-65cbc91b32ad tempest-RoutersAdminNegativeTest-13627461 tempest-RoutersAdminNegativeTest-13627461-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (ded4a0b1-4821-4a62-aa4a-8c797b07bd58), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:31.063817 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-52245206-acb1-4396-9190-65cbc91b32ad tempest-RoutersAdminNegativeTest-13627461 tempest-RoutersAdminNegativeTest-13627461-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (ded4a0b1-4821-4a62-aa4a-8c797b07bd58), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:31.084734 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c6065-4942-41da-9aff-4686a72cbd1b req-c58d4771-7f1c-496d-8844-b6fbb37be4b5 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:31.086640 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1a7c6065-4942-41da-9aff-4686a72cbd1b req-c58d4771-7f1c-496d-8844-b6fbb37be4b5 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=e345bef4-841f-48f1-9275-4e5304c6d2aa HTTP/1.1" status: 200 len: 946 time: 0.3809576 Feb 02 07:10:31.104421 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829c5138-f4b2-4ff4-a7f4-81a6f1c36392 tempest-FloatingIPAdminTestJSON-63932647 tempest-FloatingIPAdminTestJSON-63932647-project] Pushing event updated for resources: {'Port': ['ID=37d0981e-8252-4fec-9150-f99b80aaee90,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:31.148965 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-829c5138-f4b2-4ff4-a7f4-81a6f1c36392 tempest-FloatingIPAdminTestJSON-63932647 tempest-FloatingIPAdminTestJSON-63932647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (ca23940e-e7da-434e-a14d-2ae9710defc6), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:31.159327 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=18d0d2d5-f098-4215-bfbd-e6aca83e7772,revision_number=9']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:31.171010 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-52245206-acb1-4396-9190-65cbc91b32ad tempest-RoutersAdminNegativeTest-13627461 tempest-RoutersAdminNegativeTest-13627461-project-admin] Publish callbacks [] for router_controller (ded4a0b1-4821-4a62-aa4a-8c797b07bd58), precommit_add_association {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:31.189366 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-829c5138-f4b2-4ff4-a7f4-81a6f1c36392 tempest-FloatingIPAdminTestJSON-63932647 tempest-FloatingIPAdminTestJSON-63932647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:31.192972 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-829c5138-f4b2-4ff4-a7f4-81a6f1c36392 tempest-FloatingIPAdminTestJSON-63932647 tempest-FloatingIPAdminTestJSON-63932647-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5207121 Feb 02 07:10:31.194215 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 54090) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:31.208251 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1a7c6065-4942-41da-9aff-4686a72cbd1b req-281fcd90-2864-4f7b-9e7c-d7b7a6a50363 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103380 Feb 02 07:10:31.212716 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-5e258578-9c51-476c-9460-2323afb2e0f4 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Made reservation on behalf of 07cbe6ce97734b3c8365c4e2bb6fcdb5 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:10:31.232674 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-5e258578-9c51-476c-9460-2323afb2e0f4 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:31.306140 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['18d0d2d5-f098-4215-bfbd-e6aca83e7772'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:10:31.434353 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-5e258578-9c51-476c-9460-2323afb2e0f4 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Allocated IP 10.1.1.110 (44fb9145-9ace-47b2-84ba-690d45d04d68/d8c93dc1-7ee4-400a-ad20-2d7430ee8b3d/3327c7b8-0004-4fd0-b0f2-234f90c816b4) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:10:31.699129 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-5e258578-9c51-476c-9460-2323afb2e0f4 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks [] for port (3327c7b8-0004-4fd0-b0f2-234f90c816b4), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:31.771994 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-5e258578-9c51-476c-9460-2323afb2e0f4 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (3327c7b8-0004-4fd0-b0f2-234f90c816b4), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:31.839649 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-5e258578-9c51-476c-9460-2323afb2e0f4 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Network 44fb9145-9ace-47b2-84ba-690d45d04d68 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:10:31.847857 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-5e258578-9c51-476c-9460-2323afb2e0f4 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:10:31.853511 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-5e258578-9c51-476c-9460-2323afb2e0f4 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:10:31.932406 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e258578-9c51-476c-9460-2323afb2e0f4 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Pushing event updated for resources: {'Port': ['ID=3327c7b8-0004-4fd0-b0f2-234f90c816b4,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:31.974073 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-5e258578-9c51-476c-9460-2323afb2e0f4 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:31.974972 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-5e258578-9c51-476c-9460-2323afb2e0f4 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:31.988999 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-52245206-acb1-4396-9190-65cbc91b32ad tempest-RoutersAdminNegativeTest-13627461 tempest-RoutersAdminNegativeTest-13627461-project-admin] Publish callbacks [] for router_gateway (ded4a0b1-4821-4a62-aa4a-8c797b07bd58), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:32.004136 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-6d683594-c2cb-4da9-821d-d110eeee192c tempest-FloatingIPAdminTestJSON-1877439200 tempest-FloatingIPAdminTestJSON-1877439200-project-admin] 10.222.0.87 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4482 time: 0.7709954 Feb 02 07:10:32.008271 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-5e258578-9c51-476c-9460-2323afb2e0f4 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3005791 Feb 02 07:10:32.010180 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 54096) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:32.032015 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e3e4ea-b23c-4046-af82-084a2a40bb1d req-f56d5950-3252-4bce-8304-d171fc0e4a05 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:32.044762 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-05e3e4ea-b23c-4046-af82-084a2a40bb1d req-f56d5950-3252-4bce-8304-d171fc0e4a05 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 931 time: 0.8044922 Feb 02 07:10:32.047056 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-af86036c-7feb-423c-a95e-9f5fe085b357 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Request body: {'port': {'device_id': '1e074495-bb56-4ff7-a978-84b111e50f6e', 'network_id': '44fb9145-9ace-47b2-84ba-690d45d04d68', 'admin_state_up': True, 'tenant_id': '07cbe6ce97734b3c8365c4e2bb6fcdb5', 'security_groups': ['39d64e71-9bbb-4283-9333-9f076dd0e667']}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:10:32.198981 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-05e3e4ea-b23c-4046-af82-084a2a40bb1d req-25029285-9d63-4947-a6f7-e459f49878d2 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/security-groups?id=39d64e71-9bbb-4283-9333-9f076dd0e667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398363 Feb 02 07:10:32.268105 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-604b68c2-494a-40c6-a32c-d3e03254b005 None None] Provisioning complete for port 3327c7b8-0004-4fd0-b0f2-234f90c816b4 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:10:32.268731 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-604b68c2-494a-40c6-a32c-d3e03254b005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (3327c7b8-0004-4fd0-b0f2-234f90c816b4), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:32.306387 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a730ef58-e3fc-4d88-9149-cddb7371448a tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] 10.222.0.87 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.2941575 Feb 02 07:10:32.312144 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 54100) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:32.363228 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-604b68c2-494a-40c6-a32c-d3e03254b005 None None] Port 3327c7b8-0004-4fd0-b0f2-234f90c816b4 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:10:32.389911 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-52245206-acb1-4396-9190-65cbc91b32ad tempest-RoutersAdminNegativeTest-13627461 tempest-RoutersAdminNegativeTest-13627461-project-admin] Publish callbacks [] for router_gateway (ded4a0b1-4821-4a62-aa4a-8c797b07bd58), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:32.426896 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cfc05e-3697-481f-af77-6cf0c0089b79 req-a2297dc3-adc6-413e-b83e-8fb2ceb223df tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:32.428643 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-54cfc05e-3697-481f-af77-6cf0c0089b79 req-a2297dc3-adc6-413e-b83e-8fb2ceb223df tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 944 time: 0.4358351 Feb 02 07:10:32.446770 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-52245206-acb1-4396-9190-65cbc91b32ad tempest-RoutersAdminNegativeTest-13627461 tempest-RoutersAdminNegativeTest-13627461-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:32.499524 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 18d0d2d5-f098-4215-bfbd-e6aca83e7772 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:10:32.534998 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-af86036c-7feb-423c-a95e-9f5fe085b357 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Made reservation on behalf of 07cbe6ce97734b3c8365c4e2bb6fcdb5 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:10:32.538612 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-af86036c-7feb-423c-a95e-9f5fe085b357 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:32.545068 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b27b717-86c9-4258-bbdb-508fe914c1c9 req-9dcbd5a9-3435-459a-ba65-b7afe5c237a8 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:32.547621 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0b27b717-86c9-4258-bbdb-508fe914c1c9 req-9dcbd5a9-3435-459a-ba65-b7afe5c237a8 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=e345bef4-841f-48f1-9275-4e5304c6d2aa HTTP/1.1" status: 200 len: 946 time: 0.2183876 Feb 02 07:10:32.555028 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-54cfc05e-3697-481f-af77-6cf0c0089b79 req-97b2098f-04ad-45a3-b984-0bccbbef0af6 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194508 Feb 02 07:10:32.630074 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-896a71a9-f1cf-4617-b72a-038a56ac9fb6 tempest-FloatingIPAdminTestJSON-63932647 tempest-FloatingIPAdminTestJSON-63932647-project] Deleting port 37d0981e-8252-4fec-9150-f99b80aaee90 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:10:32.630798 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-896a71a9-f1cf-4617-b72a-038a56ac9fb6 tempest-FloatingIPAdminTestJSON-63932647 tempest-FloatingIPAdminTestJSON-63932647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (37d0981e-8252-4fec-9150-f99b80aaee90), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:32.638104 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port 18d0d2d5-f098-4215-bfbd-e6aca83e7772 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:10:32.638757 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (18d0d2d5-f098-4215-bfbd-e6aca83e7772), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:32.739858 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0b27b717-86c9-4258-bbdb-508fe914c1c9 req-2c453acc-b401-4fac-acf1-c5808bdde28a tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832340 Feb 02 07:10:32.760682 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 18d0d2d5-f098-4215-bfbd-e6aca83e7772 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:10:32.761085 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (18d0d2d5-f098-4215-bfbd-e6aca83e7772), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:32.795437 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-52245206-acb1-4396-9190-65cbc91b32ad tempest-RoutersAdminNegativeTest-13627461 tempest-RoutersAdminNegativeTest-13627461-project-admin] Publish callbacks [] for router (ded4a0b1-4821-4a62-aa4a-8c797b07bd58), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:32.820127 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48059edf-1773-466d-93fa-224a5674d6d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d0d2d5-f098-4215-bfbd-e6aca83e7772'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:10:32.823109 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e27f59-5c17-45b2-8a24-ff7c2ffd9fec" -d '{"events": [{"server_uuid": "48059edf-1773-466d-93fa-224a5674d6d5", "name": "network-vif-plugged", "status": "completed", "tag": "18d0d2d5-f098-4215-bfbd-e6aca83e7772"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:10:32.855535 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 18d0d2d5-f098-4215-bfbd-e6aca83e7772, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=18d0d2d5-f098-4215-bfbd-e6aca83e7772,segment=NetworkSegment(a9fa2e92-fe10-4a10-8f88-a94a7c43f6f8),segment_id=a9fa2e92-fe10-4a10-8f88-a94a7c43f6f8)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:10:32.864901 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (18d0d2d5-f098-4215-bfbd-e6aca83e7772), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:32.871500 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-896a71a9-f1cf-4617-b72a-038a56ac9fb6 tempest-FloatingIPAdminTestJSON-63932647 tempest-FloatingIPAdminTestJSON-63932647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (37d0981e-8252-4fec-9150-f99b80aaee90), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:32.872069 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-896a71a9-f1cf-4617-b72a-038a56ac9fb6 tempest-FloatingIPAdminTestJSON-63932647 tempest-FloatingIPAdminTestJSON-63932647-project] Publish callbacks [] for floatingip (37d0981e-8252-4fec-9150-f99b80aaee90), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:32.885804 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-896a71a9-f1cf-4617-b72a-038a56ac9fb6 tempest-FloatingIPAdminTestJSON-63932647 tempest-FloatingIPAdminTestJSON-63932647-project] Calling delete_port for 37d0981e-8252-4fec-9150-f99b80aaee90 owned by network:floatingip {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:10:33.010052 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c263ee80-450f-413b-83f6-6195a8c9cb3c x-openstack-request-id: req-c263ee80-450f-413b-83f6-6195a8c9cb3c {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:10:33.010166 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48059edf-1773-466d-93fa-224a5674d6d5", "name": "network-vif-plugged", "status": "completed", "tag": "18d0d2d5-f098-4215-bfbd-e6aca83e7772", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:10:33.010553 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c263ee80-450f-413b-83f6-6195a8c9cb3c {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:10:33.010843 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48059edf-1773-466d-93fa-224a5674d6d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d0d2d5-f098-4215-bfbd-e6aca83e7772', 'code': 200} Feb 02 07:10:33.012863 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=18d0d2d5-f098-4215-bfbd-e6aca83e7772,revision_number=10']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:33.064791 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-af86036c-7feb-423c-a95e-9f5fe085b357 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Allocated IP 10.1.1.55 (44fb9145-9ace-47b2-84ba-690d45d04d68/d8c93dc1-7ee4-400a-ad20-2d7430ee8b3d/b17d715e-1c85-4c03-a547-caefd8ea643a) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:10:33.076548 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-896a71a9-f1cf-4617-b72a-038a56ac9fb6 tempest-FloatingIPAdminTestJSON-63932647 tempest-FloatingIPAdminTestJSON-63932647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (37d0981e-8252-4fec-9150-f99b80aaee90), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:33.121342 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896a71a9-f1cf-4617-b72a-038a56ac9fb6 tempest-FloatingIPAdminTestJSON-63932647 tempest-FloatingIPAdminTestJSON-63932647-project] Pushing event deleted for resources: {'Port': ['ID=37d0981e-8252-4fec-9150-f99b80aaee90,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:33.140998 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-52245206-acb1-4396-9190-65cbc91b32ad tempest-RoutersAdminNegativeTest-13627461 tempest-RoutersAdminNegativeTest-13627461-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (ded4a0b1-4821-4a62-aa4a-8c797b07bd58), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:33.143695 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-52245206-acb1-4396-9190-65cbc91b32ad tempest-RoutersAdminNegativeTest-13627461 tempest-RoutersAdminNegativeTest-13627461-project-admin] Publish callbacks [] for router_controller (ded4a0b1-4821-4a62-aa4a-8c797b07bd58), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:33.269230 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-52245206-acb1-4396-9190-65cbc91b32ad tempest-RoutersAdminNegativeTest-13627461 tempest-RoutersAdminNegativeTest-13627461-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (ded4a0b1-4821-4a62-aa4a-8c797b07bd58), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:33.269756 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52245206-acb1-4396-9190-65cbc91b32ad tempest-RoutersAdminNegativeTest-13627461 tempest-RoutersAdminNegativeTest-13627461-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ded4a0b1-4821-4a62-aa4a-8c797b07bd58 {{(pid=109694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:10:33.282966 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78f34e0-3483-4bfd-8f6b-1ffc6b42fc5b req-34c56207-282e-418b-91ea-a75820a67c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:33.285071 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d78f34e0-3483-4bfd-8f6b-1ffc6b42fc5b req-34c56207-282e-418b-91ea-a75820a67c58 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 1129 time: 0.1288424 Feb 02 07:10:33.335613 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-896a71a9-f1cf-4617-b72a-038a56ac9fb6 tempest-FloatingIPAdminTestJSON-63932647 tempest-FloatingIPAdminTestJSON-63932647-project] Publish callbacks [] for floatingip (ca23940e-e7da-434e-a14d-2ae9710defc6), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:33.337978 n-d-789963-26 neutron-server[109694]: INFO neutron.api.v2.resource [None req-52245206-acb1-4396-9190-65cbc91b32ad tempest-RoutersAdminNegativeTest-13627461 tempest-RoutersAdminNegativeTest-13627461-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 02 07:10:33.338189 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-896a71a9-f1cf-4617-b72a-038a56ac9fb6 tempest-FloatingIPAdminTestJSON-63932647 tempest-FloatingIPAdminTestJSON-63932647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:33.341653 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-52245206-acb1-4396-9190-65cbc91b32ad tempest-RoutersAdminNegativeTest-13627461 tempest-RoutersAdminNegativeTest-13627461-project-admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.3072424 Feb 02 07:10:33.341837 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-896a71a9-f1cf-4617-b72a-038a56ac9fb6 tempest-FloatingIPAdminTestJSON-63932647 tempest-FloatingIPAdminTestJSON-63932647-project] 10.222.0.87 "DELETE /v2.0/floatingips/ca23940e-e7da-434e-a14d-2ae9710defc6 HTTP/1.1" status: 204 len: 168 time: 1.0237792 Feb 02 07:10:33.347704 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 54118) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:33.348047 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 54120) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:33.362227 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d78f34e0-3483-4bfd-8f6b-1ffc6b42fc5b req-ecd1a10d-470a-4e35-a2da-236697fc9b50 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706313 Feb 02 07:10:33.442425 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02da91c3-fb67-46d4-805a-538f32443f4d req-b10a13f0-3bf7-43be-a1e9-70dc646070f6 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:33.448209 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02da91c3-fb67-46d4-805a-538f32443f4d req-b10a13f0-3bf7-43be-a1e9-70dc646070f6 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:33.449953 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-02da91c3-fb67-46d4-805a-538f32443f4d req-b10a13f0-3bf7-43be-a1e9-70dc646070f6 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 1653 time: 0.0857861 Feb 02 07:10:33.567893 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-02da91c3-fb67-46d4-805a-538f32443f4d req-812a7150-f1fc-4a89-a184-2008f5627369 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/security-groups?id=39d64e71-9bbb-4283-9333-9f076dd0e667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114082 Feb 02 07:10:33.575284 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-af86036c-7feb-423c-a95e-9f5fe085b357 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks [] for port (b17d715e-1c85-4c03-a547-caefd8ea643a), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:33.699273 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-b9131374-e81f-48f8-adf6-eac2c54d142f tempest-FloatingIPAdminTestJSON-1877439200 tempest-FloatingIPAdminTestJSON-1877439200-project-admin] Deleting port dd56b6fb-3bbb-42df-b314-fbd8fc9d3149 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:10:33.699659 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b9131374-e81f-48f8-adf6-eac2c54d142f tempest-FloatingIPAdminTestJSON-1877439200 tempest-FloatingIPAdminTestJSON-1877439200-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (dd56b6fb-3bbb-42df-b314-fbd8fc9d3149), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:33.730074 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378937c0-2ba7-4fbb-924c-621ad9350581 req-8911bc5a-7750-4d3d-9023-0760d48db4ed tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:33.731679 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-378937c0-2ba7-4fbb-924c-621ad9350581 req-8911bc5a-7750-4d3d-9023-0760d48db4ed tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=e345bef4-841f-48f1-9275-4e5304c6d2aa HTTP/1.1" status: 200 len: 946 time: 0.1617551 Feb 02 07:10:33.740941 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-af86036c-7feb-423c-a95e-9f5fe085b357 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (b17d715e-1c85-4c03-a547-caefd8ea643a), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:33.743150 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b381d-8b3c-4290-b1ee-2111b2bb0d64 req-f5739c24-7174-4104-8f0c-8eab28af0f65 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:33.745380 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ef6b381d-8b3c-4290-b1ee-2111b2bb0d64 req-f5739c24-7174-4104-8f0c-8eab28af0f65 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 946 time: 0.0806808 Feb 02 07:10:33.818954 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ef6b381d-8b3c-4290-b1ee-2111b2bb0d64 req-a9599657-45b6-46bc-8ee8-a3608bfa0e79 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620158 Feb 02 07:10:33.856120 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-ef22aba1-3f6a-4820-b1fe-e15c6429ad65 tempest-RoutersAdminNegativeTest-13627461 tempest-RoutersAdminNegativeTest-13627461-project-admin] Deleting port 2484ac8b-59a3-4d8a-8a76-53a4639623c7 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:10:33.856466 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ef22aba1-3f6a-4820-b1fe-e15c6429ad65 tempest-RoutersAdminNegativeTest-13627461 tempest-RoutersAdminNegativeTest-13627461-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (2484ac8b-59a3-4d8a-8a76-53a4639623c7), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:33.868373 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-af86036c-7feb-423c-a95e-9f5fe085b357 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Network 44fb9145-9ace-47b2-84ba-690d45d04d68 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:10:33.892240 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-af86036c-7feb-423c-a95e-9f5fe085b357 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:10:33.894092 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af86036c-7feb-423c-a95e-9f5fe085b357 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Pushing event updated for resources: {'Port': ['ID=b17d715e-1c85-4c03-a547-caefd8ea643a,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:33.902408 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-af86036c-7feb-423c-a95e-9f5fe085b357 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:10:34.202002 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-a8903369-e38c-4c0b-9ce9-e9590a7cafdd None None] Provisioning complete for port b17d715e-1c85-4c03-a547-caefd8ea643a triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:10:34.203239 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a8903369-e38c-4c0b-9ce9-e9590a7cafdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b17d715e-1c85-4c03-a547-caefd8ea643a), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:34.252806 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-a8903369-e38c-4c0b-9ce9-e9590a7cafdd None None] Port b17d715e-1c85-4c03-a547-caefd8ea643a cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:10:34.335332 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b9131374-e81f-48f8-adf6-eac2c54d142f tempest-FloatingIPAdminTestJSON-1877439200 tempest-FloatingIPAdminTestJSON-1877439200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (dd56b6fb-3bbb-42df-b314-fbd8fc9d3149), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:34.335864 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b9131374-e81f-48f8-adf6-eac2c54d142f tempest-FloatingIPAdminTestJSON-1877439200 tempest-FloatingIPAdminTestJSON-1877439200-project-admin] Publish callbacks [] for floatingip (dd56b6fb-3bbb-42df-b314-fbd8fc9d3149), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:34.366847 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-378937c0-2ba7-4fbb-924c-621ad9350581 req-a5785c33-a4a8-4d0b-96cb-94653eca143c tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6272779 Feb 02 07:10:34.385557 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-b9131374-e81f-48f8-adf6-eac2c54d142f tempest-FloatingIPAdminTestJSON-1877439200 tempest-FloatingIPAdminTestJSON-1877439200-project-admin] Calling delete_port for dd56b6fb-3bbb-42df-b314-fbd8fc9d3149 owned by network:floatingip {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:10:34.397666 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-af86036c-7feb-423c-a95e-9f5fe085b357 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:34.398558 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-af86036c-7feb-423c-a95e-9f5fe085b357 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:34.436068 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ef22aba1-3f6a-4820-b1fe-e15c6429ad65 tempest-RoutersAdminNegativeTest-13627461 tempest-RoutersAdminNegativeTest-13627461-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (2484ac8b-59a3-4d8a-8a76-53a4639623c7), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:34.473256 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-af86036c-7feb-423c-a95e-9f5fe085b357 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4357336 Feb 02 07:10:34.498432 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-d43d3de4-5b54-4b86-b12f-95699c8d944e tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Request body: {'port': {'device_id': '1e074495-bb56-4ff7-a978-84b111e50f6e', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '807c79ec-08e2-4059-a72e-092033961844', 'admin_state_up': True, 'tenant_id': '07cbe6ce97734b3c8365c4e2bb6fcdb5', 'security_groups': ['39d64e71-9bbb-4283-9333-9f076dd0e667']}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:10:34.504775 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-ef22aba1-3f6a-4820-b1fe-e15c6429ad65 tempest-RoutersAdminNegativeTest-13627461 tempest-RoutersAdminNegativeTest-13627461-project-admin] Calling delete_port for 2484ac8b-59a3-4d8a-8a76-53a4639623c7 owned by {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:10:34.772068 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-d43d3de4-5b54-4b86-b12f-95699c8d944e tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Made reservation on behalf of 07cbe6ce97734b3c8365c4e2bb6fcdb5 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:10:34.791972 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b9131374-e81f-48f8-adf6-eac2c54d142f tempest-FloatingIPAdminTestJSON-1877439200 tempest-FloatingIPAdminTestJSON-1877439200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (dd56b6fb-3bbb-42df-b314-fbd8fc9d3149), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:34.881234 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb47e523-485a-4add-85d9-7a664c75fc92 req-9ee99cff-4159-44ab-8c69-c44ffbc9a398 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:34.882511 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9131374-e81f-48f8-adf6-eac2c54d142f tempest-FloatingIPAdminTestJSON-1877439200 tempest-FloatingIPAdminTestJSON-1877439200-project-admin] Pushing event deleted for resources: {'Port': ['ID=dd56b6fb-3bbb-42df-b314-fbd8fc9d3149,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:34.907640 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb47e523-485a-4add-85d9-7a664c75fc92 req-9ee99cff-4159-44ab-8c69-c44ffbc9a398 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:34.943188 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb47e523-485a-4add-85d9-7a664c75fc92 req-9ee99cff-4159-44ab-8c69-c44ffbc9a398 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:34.948215 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bb47e523-485a-4add-85d9-7a664c75fc92 req-9ee99cff-4159-44ab-8c69-c44ffbc9a398 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 2373 time: 0.2305288 Feb 02 07:10:34.983620 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ef22aba1-3f6a-4820-b1fe-e15c6429ad65 tempest-RoutersAdminNegativeTest-13627461 tempest-RoutersAdminNegativeTest-13627461-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (2484ac8b-59a3-4d8a-8a76-53a4639623c7), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:35.073620 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22aba1-3f6a-4820-b1fe-e15c6429ad65 tempest-RoutersAdminNegativeTest-13627461 tempest-RoutersAdminNegativeTest-13627461-project-admin] Pushing event deleted for resources: {'Port': ['ID=2484ac8b-59a3-4d8a-8a76-53a4639623c7,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:35.104501 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bb47e523-485a-4add-85d9-7a664c75fc92 req-a88aab1e-556f-4fc3-aa6e-ede0208b2f15 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/security-groups?id=39d64e71-9bbb-4283-9333-9f076dd0e667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360173 Feb 02 07:10:35.123839 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-d43d3de4-5b54-4b86-b12f-95699c8d944e tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:35.173933 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b9131374-e81f-48f8-adf6-eac2c54d142f tempest-FloatingIPAdminTestJSON-1877439200 tempest-FloatingIPAdminTestJSON-1877439200-project-admin] Publish callbacks [] for floatingip (32267e62-9c67-427b-9c4a-97dd74574022), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:35.176771 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b9131374-e81f-48f8-adf6-eac2c54d142f tempest-FloatingIPAdminTestJSON-1877439200 tempest-FloatingIPAdminTestJSON-1877439200-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:35.177943 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b9131374-e81f-48f8-adf6-eac2c54d142f tempest-FloatingIPAdminTestJSON-1877439200 tempest-FloatingIPAdminTestJSON-1877439200-project-admin] 10.222.0.87 "DELETE /v2.0/floatingips/32267e62-9c67-427b-9c4a-97dd74574022 HTTP/1.1" status: 204 len: 168 time: 1.8278086 Feb 02 07:10:35.181966 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 54168) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:35.217379 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a750220-01c8-448f-8d4d-f228f0d8e3e7 req-9b1265a5-038a-418b-b746-3d43dd615ef1 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:35.236188 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5a750220-01c8-448f-8d4d-f228f0d8e3e7 req-9b1265a5-038a-418b-b746-3d43dd615ef1 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 946 time: 0.2904387 Feb 02 07:10:35.375044 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-9d76f65b-3ee8-4f87-9b88-62ed0f3f62cb tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Deleting port c8177958-3c59-4823-9c5e-c8bee7dcd2b5 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:10:35.375271 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9d76f65b-3ee8-4f87-9b88-62ed0f3f62cb tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (c8177958-3c59-4823-9c5e-c8bee7dcd2b5), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:35.379622 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ef22aba1-3f6a-4820-b1fe-e15c6429ad65 tempest-RoutersAdminNegativeTest-13627461 tempest-RoutersAdminNegativeTest-13627461-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:35.383984 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-ef22aba1-3f6a-4820-b1fe-e15c6429ad65 tempest-RoutersAdminNegativeTest-13627461 tempest-RoutersAdminNegativeTest-13627461-project-admin] 10.222.0.87 "DELETE /v2.0/ports/2484ac8b-59a3-4d8a-8a76-53a4639623c7 HTTP/1.1" status: 204 len: 168 time: 2.0349755 Feb 02 07:10:35.584983 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5a750220-01c8-448f-8d4d-f228f0d8e3e7 req-4f332159-b92b-4e88-91c3-72c3038601a1 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3478749 Feb 02 07:10:35.660319 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-d43d3de4-5b54-4b86-b12f-95699c8d944e tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Allocated IP 10.2.2.100 (807c79ec-08e2-4059-a72e-092033961844/381427b1-69c6-4fa3-af7a-83250c7dd27c/55434b8b-b44b-441d-bba3-0628c5e8ba97) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:10:35.695513 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9d76f65b-3ee8-4f87-9b88-62ed0f3f62cb tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (c8177958-3c59-4823-9c5e-c8bee7dcd2b5), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:35.732893 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-9d76f65b-3ee8-4f87-9b88-62ed0f3f62cb tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Calling delete_port for c8177958-3c59-4823-9c5e-c8bee7dcd2b5 owned by {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:10:35.767056 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d002cdfb-ef45-4e0c-90a4-056f6aba00a3 req-0aba5b94-086e-4d04-bb65-2b201d8a6b2f tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:35.791478 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d002cdfb-ef45-4e0c-90a4-056f6aba00a3 req-0aba5b94-086e-4d04-bb65-2b201d8a6b2f tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=e345bef4-841f-48f1-9275-4e5304c6d2aa HTTP/1.1" status: 200 len: 946 time: 0.1955574 Feb 02 07:10:35.893964 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-d43d3de4-5b54-4b86-b12f-95699c8d944e tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks [] for port (55434b8b-b44b-441d-bba3-0628c5e8ba97), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:35.907911 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d002cdfb-ef45-4e0c-90a4-056f6aba00a3 req-4822f764-d434-434c-a3ef-96c0cc240225 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155827 Feb 02 07:10:35.948745 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-d43d3de4-5b54-4b86-b12f-95699c8d944e tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (55434b8b-b44b-441d-bba3-0628c5e8ba97), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:36.004725 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-d43d3de4-5b54-4b86-b12f-95699c8d944e tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Network 807c79ec-08e2-4059-a72e-092033961844 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:10:36.011217 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-d43d3de4-5b54-4b86-b12f-95699c8d944e tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:10:36.027280 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-d43d3de4-5b54-4b86-b12f-95699c8d944e tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:10:36.032957 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 54176) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:36.035790 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9d76f65b-3ee8-4f87-9b88-62ed0f3f62cb tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (c8177958-3c59-4823-9c5e-c8bee7dcd2b5), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:36.081241 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43d3de4-5b54-4b86-b12f-95699c8d944e tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Pushing event updated for resources: {'Port': ['ID=55434b8b-b44b-441d-bba3-0628c5e8ba97,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:36.128869 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-d43d3de4-5b54-4b86-b12f-95699c8d944e tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:36.131874 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-d43d3de4-5b54-4b86-b12f-95699c8d944e tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:36.155016 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d76f65b-3ee8-4f87-9b88-62ed0f3f62cb tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Pushing event deleted for resources: {'Port': ['ID=c8177958-3c59-4823-9c5e-c8bee7dcd2b5,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:36.179636 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-d43d3de4-5b54-4b86-b12f-95699c8d944e tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6900532 Feb 02 07:10:36.198139 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-50a7da41-74e8-461d-8fbf-8dc65abbbea6 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Request body: {'port': {'device_id': '1e074495-bb56-4ff7-a978-84b111e50f6e', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '807c79ec-08e2-4059-a72e-092033961844', 'admin_state_up': True, 'tenant_id': '07cbe6ce97734b3c8365c4e2bb6fcdb5', 'security_groups': ['39d64e71-9bbb-4283-9333-9f076dd0e667']}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:10:36.258142 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d76f65b-3ee8-4f87-9b88-62ed0f3f62cb tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:10:36.258493 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d76f65b-3ee8-4f87-9b88-62ed0f3f62cb tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:10:36.258844 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d76f65b-3ee8-4f87-9b88-62ed0f3f62cb tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:10:36.259192 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d76f65b-3ee8-4f87-9b88-62ed0f3f62cb tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:10:36.259868 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d76f65b-3ee8-4f87-9b88-62ed0f3f62cb tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:10:36.260213 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d76f65b-3ee8-4f87-9b88-62ed0f3f62cb tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:10:36.260548 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d76f65b-3ee8-4f87-9b88-62ed0f3f62cb tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:10:36.260882 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d76f65b-3ee8-4f87-9b88-62ed0f3f62cb tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:10:36.261395 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d76f65b-3ee8-4f87-9b88-62ed0f3f62cb tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:10:36.261714 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d76f65b-3ee8-4f87-9b88-62ed0f3f62cb tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:10:36.262044 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d76f65b-3ee8-4f87-9b88-62ed0f3f62cb tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:10:36.262372 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d76f65b-3ee8-4f87-9b88-62ed0f3f62cb tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:10:36.264806 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d76f65b-3ee8-4f87-9b88-62ed0f3f62cb tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:10:36.331377 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-25cc8f41-93c6-4657-b4ec-2aba923c6011 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:36.409072 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9d76f65b-3ee8-4f87-9b88-62ed0f3f62cb tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:36.422982 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-9d76f65b-3ee8-4f87-9b88-62ed0f3f62cb tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] 10.222.0.87 "DELETE /v2.0/ports/c8177958-3c59-4823-9c5e-c8bee7dcd2b5 HTTP/1.1" status: 204 len: 168 time: 1.2399056 Feb 02 07:10:36.423398 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cda88a5-0f9b-4dea-b5a2-f14f0437d861 req-f39604d5-98e0-4025-a215-e30ab92276e5 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:36.429241 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 54184) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:36.429692 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cda88a5-0f9b-4dea-b5a2-f14f0437d861 req-f39604d5-98e0-4025-a215-e30ab92276e5 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:36.436102 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cda88a5-0f9b-4dea-b5a2-f14f0437d861 req-f39604d5-98e0-4025-a215-e30ab92276e5 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:36.441607 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cda88a5-0f9b-4dea-b5a2-f14f0437d861 req-f39604d5-98e0-4025-a215-e30ab92276e5 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:36.443500 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6cda88a5-0f9b-4dea-b5a2-f14f0437d861 req-f39604d5-98e0-4025-a215-e30ab92276e5 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 3094 time: 0.1790512 Feb 02 07:10:36.501818 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-eb144600-f27a-487a-8377-ba20816a605a None None] Provisioning complete for port 55434b8b-b44b-441d-bba3-0628c5e8ba97 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:10:36.502867 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-eb144600-f27a-487a-8377-ba20816a605a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (55434b8b-b44b-441d-bba3-0628c5e8ba97), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:36.517324 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37909bfd-dd2e-471e-9d2d-f708b1e23249 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:36.518854 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-37909bfd-dd2e-471e-9d2d-f708b1e23249 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] 10.222.0.87 "GET /v2.0/ports?device_id=c9122b36-b1de-46ed-8ffd-bcfa66db82c7 HTTP/1.1" status: 200 len: 913 time: 0.0878866 Feb 02 07:10:36.522659 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 54186) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:36.550315 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-eb144600-f27a-487a-8377-ba20816a605a None None] Port 55434b8b-b44b-441d-bba3-0628c5e8ba97 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:10:36.567250 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-25cc8f41-93c6-4657-b4ec-2aba923c6011 admin admin] Publish callbacks [] for security_group (de7a7726-42b8-4d8a-b9af-84b0c1fa07a1), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:36.573082 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-25cc8f41-93c6-4657-b4ec-2aba923c6011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (de7a7726-42b8-4d8a-b9af-84b0c1fa07a1), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:36.600098 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-50a7da41-74e8-461d-8fbf-8dc65abbbea6 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Made reservation on behalf of 07cbe6ce97734b3c8365c4e2bb6fcdb5 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:10:36.604768 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-50a7da41-74e8-461d-8fbf-8dc65abbbea6 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:36.616492 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-25cc8f41-93c6-4657-b4ec-2aba923c6011 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=4f4649cb29a74c4a96c2bbfd97434a39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5817213 Feb 02 07:10:36.618464 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 54188) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:36.768227 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cc8f41-93c6-4657-b4ec-2aba923c6011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de7a7726-42b8-4d8a-b9af-84b0c1fa07a1,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:36.789507 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6cda88a5-0f9b-4dea-b5a2-f14f0437d861 req-3cbc3bf1-ebfb-47f3-8a46-f018e27c852c tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/security-groups?id=39d64e71-9bbb-4283-9333-9f076dd0e667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3291395 Feb 02 07:10:36.810274 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1421b877-9784-4664-8c14-b14a9cf935be admin admin] Publish callbacks [] for security_group (de7a7726-42b8-4d8a-b9af-84b0c1fa07a1), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:36.847531 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1421b877-9784-4664-8c14-b14a9cf935be admin admin] Publish callbacks [] for security_group (de7a7726-42b8-4d8a-b9af-84b0c1fa07a1), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:36.868490 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dae2da-330b-4d2c-9859-463cb24d63c7 req-d3355446-bdab-4034-bf24-a5c31bbb5428 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:36.870004 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-20dae2da-330b-4d2c-9859-463cb24d63c7 req-d3355446-bdab-4034-bf24-a5c31bbb5428 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 946 time: 0.1608620 Feb 02 07:10:36.875380 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-50a7da41-74e8-461d-8fbf-8dc65abbbea6 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Allocated IP 10.2.2.200 (807c79ec-08e2-4059-a72e-092033961844/381427b1-69c6-4fa3-af7a-83250c7dd27c/9a0b3200-b107-4b3b-badf-62352eb5d2b2) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:10:37.002449 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-20dae2da-330b-4d2c-9859-463cb24d63c7 req-d1803ed2-813a-48f2-9f87-a499e1b31b7f tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226130 Feb 02 07:10:37.025289 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1421b877-9784-4664-8c14-b14a9cf935be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (de7a7726-42b8-4d8a-b9af-84b0c1fa07a1), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:37.031662 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1421b877-9784-4664-8c14-b14a9cf935be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:37.034429 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-1421b877-9784-4664-8c14-b14a9cf935be admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/de7a7726-42b8-4d8a-b9af-84b0c1fa07a1 HTTP/1.1" status: 204 len: 168 time: 0.4095302 Feb 02 07:10:37.045884 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1421b877-9784-4664-8c14-b14a9cf935be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7a7726-42b8-4d8a-b9af-84b0c1fa07a1,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:37.223645 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942641f3-b48b-474b-a421-bb6dcc6d3e63 req-feac7fa3-4267-4e81-9680-6cfb3e090fe1 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:37.225366 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-942641f3-b48b-474b-a421-bb6dcc6d3e63 req-feac7fa3-4267-4e81-9680-6cfb3e090fe1 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=e345bef4-841f-48f1-9275-4e5304c6d2aa HTTP/1.1" status: 200 len: 946 time: 0.2224760 Feb 02 07:10:37.274133 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-50a7da41-74e8-461d-8fbf-8dc65abbbea6 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks [] for port (9a0b3200-b107-4b3b-badf-62352eb5d2b2), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:37.341192 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3078032-8373-4699-9472-58c614d56d76 req-56e2ac93-7be8-4139-b55c-3f2d5bf49160 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:37.343687 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f3078032-8373-4699-9472-58c614d56d76 req-56e2ac93-7be8-4139-b55c-3f2d5bf49160 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 946 time: 0.1635566 Feb 02 07:10:37.348921 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-942641f3-b48b-474b-a421-bb6dcc6d3e63 req-cdbabab0-6d0b-42c0-82e1-486ad8b2730d tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090193 Feb 02 07:10:37.408101 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-50a7da41-74e8-461d-8fbf-8dc65abbbea6 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (9a0b3200-b107-4b3b-badf-62352eb5d2b2), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:37.472862 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f3078032-8373-4699-9472-58c614d56d76 req-58f7705a-2770-4a95-912e-f7ab3e3cef16 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155751 Feb 02 07:10:37.508285 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-50a7da41-74e8-461d-8fbf-8dc65abbbea6 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Network 807c79ec-08e2-4059-a72e-092033961844 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:10:37.509369 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a7da41-74e8-461d-8fbf-8dc65abbbea6 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Pushing event updated for resources: {'Port': ['ID=9a0b3200-b107-4b3b-badf-62352eb5d2b2,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:37.516256 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 01515b49-db47-48da-91c2-424b4f244bf1 details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:10:37.534440 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-50a7da41-74e8-461d-8fbf-8dc65abbbea6 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:10:37.558946 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-50a7da41-74e8-461d-8fbf-8dc65abbbea6 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:10:37.710643 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 54206) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:37.785835 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-3f953cf4-e7ca-4b77-b8c8-939c05f4f41f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=0843a3a2bd694db4b306271ef61b9845&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0717988 Feb 02 07:10:37.786071 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 54208) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:37.796613 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 01515b49-db47-48da-91c2-424b4f244bf1, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=01515b49-db47-48da-91c2-424b4f244bf1,segment=NetworkSegment(fc0a4cad-9504-4785-979c-6732d183490f),segment_id=fc0a4cad-9504-4785-979c-6732d183490f)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:10:37.815818 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': '01515b49-db47-48da-91c2-424b4f244bf1', 'network_id': '274d3754-cb62-4276-8b4a-dfa5cf98baaf', 'port_id': '01515b49-db47-48da-91c2-424b4f244bf1', 'mac_address': 'fa:16:3e:fc:90:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6b3fc97-ea53-4910-99b5-bddf06c5d45f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:10:37.911080 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 01515b49-db47-48da-91c2-424b4f244bf1 is: ACTIVE; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:10:37.912400 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (01515b49-db47-48da-91c2-424b4f244bf1), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:37.941269 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ea542347-7ede-4284-8b13-abbcefe9f25e admin admin] Publish callbacks [] for security_group (8ce13d05-2c17-4152-8e22-da78b38ac5a3), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:37.943753 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 01515b49-db47-48da-91c2-424b4f244bf1 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:10:37.986008 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 01515b49-db47-48da-91c2-424b4f244bf1, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=01515b49-db47-48da-91c2-424b4f244bf1,segment=NetworkSegment(fc0a4cad-9504-4785-979c-6732d183490f),segment_id=fc0a4cad-9504-4785-979c-6732d183490f)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:10:38.012694 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (01515b49-db47-48da-91c2-424b4f244bf1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:38.035218 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ea542347-7ede-4284-8b13-abbcefe9f25e admin admin] Publish callbacks [] for security_group (8ce13d05-2c17-4152-8e22-da78b38ac5a3), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:38.094279 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664373d5-03c6-4097-beb5-98893648d58e req-36b9afba-2c59-41a5-9d1c-57bcb5b979ee tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:38.100678 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664373d5-03c6-4097-beb5-98893648d58e req-36b9afba-2c59-41a5-9d1c-57bcb5b979ee tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:38.107656 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664373d5-03c6-4097-beb5-98893648d58e req-36b9afba-2c59-41a5-9d1c-57bcb5b979ee tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:38.113007 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-50a7da41-74e8-461d-8fbf-8dc65abbbea6 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:38.113797 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-50a7da41-74e8-461d-8fbf-8dc65abbbea6 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:38.114972 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664373d5-03c6-4097-beb5-98893648d58e req-36b9afba-2c59-41a5-9d1c-57bcb5b979ee tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:38.121467 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664373d5-03c6-4097-beb5-98893648d58e req-36b9afba-2c59-41a5-9d1c-57bcb5b979ee tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:38.122218 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-9f2d4693-f6a0-4ff7-bfc3-14bf5712b07d None None] Provisioning complete for port 9a0b3200-b107-4b3b-badf-62352eb5d2b2 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:10:38.122717 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9f2d4693-f6a0-4ff7-bfc3-14bf5712b07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (9a0b3200-b107-4b3b-badf-62352eb5d2b2), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:38.125108 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-664373d5-03c6-4097-beb5-98893648d58e req-36b9afba-2c59-41a5-9d1c-57bcb5b979ee tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 3815 time: 0.1667359 Feb 02 07:10:38.130209 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e26b8eed-87c4-4c35-a231-5a94bec1e7ba tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (c9122b36-b1de-46ed-8ffd-bcfa66db82c7), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:38.147897 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=01515b49-db47-48da-91c2-424b4f244bf1,revision_number=6']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:38.182985 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['01515b49-db47-48da-91c2-424b4f244bf1'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:10:38.191616 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-50a7da41-74e8-461d-8fbf-8dc65abbbea6 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9992616 Feb 02 07:10:38.204846 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ea542347-7ede-4284-8b13-abbcefe9f25e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (8ce13d05-2c17-4152-8e22-da78b38ac5a3), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:38.212586 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-6577862a-72d8-4833-8299-89493a24b970 service neutron] Request body: {'port': {'device_id': '1e074495-bb56-4ff7-a978-84b111e50f6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:10:38.213802 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ea542347-7ede-4284-8b13-abbcefe9f25e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:38.217665 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-ea542347-7ede-4284-8b13-abbcefe9f25e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/8ce13d05-2c17-4152-8e22-da78b38ac5a3 HTTP/1.1" status: 204 len: 168 time: 0.4304347 Feb 02 07:10:38.230550 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea542347-7ede-4284-8b13-abbcefe9f25e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce13d05-2c17-4152-8e22-da78b38ac5a3,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:38.246467 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-9f2d4693-f6a0-4ff7-bfc3-14bf5712b07d None None] Port 9a0b3200-b107-4b3b-badf-62352eb5d2b2 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:10:38.264120 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-664373d5-03c6-4097-beb5-98893648d58e req-fc057ee0-f9e2-479a-8de2-dde1eeac4604 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/security-groups?id=39d64e71-9bbb-4283-9333-9f076dd0e667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169174 Feb 02 07:10:38.369771 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96ee292-79c9-4de9-9cbb-5bfa0b468b99 req-f03b81d9-9a2b-49d0-a477-81224bac368f tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:38.373151 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a96ee292-79c9-4de9-9cbb-5bfa0b468b99 req-f03b81d9-9a2b-49d0-a477-81224bac368f tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 946 time: 0.7556765 Feb 02 07:10:38.549989 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a6e8a-1394-4ab5-b2b9-f3d2e7f38a58 req-d151cac1-94bf-44c6-8b3c-8fbf1a1e9e32 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:38.551732 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-755a6e8a-1394-4ab5-b2b9-f3d2e7f38a58 req-d151cac1-94bf-44c6-8b3c-8fbf1a1e9e32 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=e345bef4-841f-48f1-9275-4e5304c6d2aa HTTP/1.1" status: 200 len: 945 time: 0.0905282 Feb 02 07:10:38.652559 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-755a6e8a-1394-4ab5-b2b9-f3d2e7f38a58 req-95bebaa0-5974-4ddd-8e06-87d5d2d69883 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945482 Feb 02 07:10:38.656992 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a96ee292-79c9-4de9-9cbb-5bfa0b468b99 req-8362b446-5399-478d-970c-98479c4b1047 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120697 Feb 02 07:10:38.664017 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-6577862a-72d8-4833-8299-89493a24b970 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (78f002f0-5cc9-43ce-9674-66babfe32234), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:38.955632 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf536ce-6a45-4c53-90ea-98b14025a162 req-4d8512a1-b467-41b4-8e88-88bc93501fa0 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:38.967021 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fdf536ce-6a45-4c53-90ea-98b14025a162 req-4d8512a1-b467-41b4-8e88-88bc93501fa0 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 946 time: 0.1488411 Feb 02 07:10:39.054055 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fdf536ce-6a45-4c53-90ea-98b14025a162 req-e49ad9d9-f689-4b01-916d-a1551b9290ec tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855958 Feb 02 07:10:39.133074 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-e26b8eed-87c4-4c35-a231-5a94bec1e7ba tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Deleting port c9eb2c0a-a875-4fcb-b460-b450f56b0ae8 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:10:39.134081 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e26b8eed-87c4-4c35-a231-5a94bec1e7ba tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (c9eb2c0a-a875-4fcb-b460-b450f56b0ae8), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:39.406990 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e26b8eed-87c4-4c35-a231-5a94bec1e7ba tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (c9eb2c0a-a875-4fcb-b460-b450f56b0ae8), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:39.470310 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-e26b8eed-87c4-4c35-a231-5a94bec1e7ba tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Calling delete_port for c9eb2c0a-a875-4fcb-b460-b450f56b0ae8 owned by network:router_interface {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:10:39.502699 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b89858-161d-4684-b993-effdf0555a03 req-731957be-5df1-43f7-9ec9-541ed10c789c tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:39.505911 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b2b89858-161d-4684-b993-effdf0555a03 req-731957be-5df1-43f7-9ec9-541ed10c789c tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 946 time: 0.2418146 Feb 02 07:10:39.511320 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 01515b49-db47-48da-91c2-424b4f244bf1 up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:10:39.601798 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e364fd90-4bfa-4250-9ab3-f1cd5d67c5b7 req-57079874-b615-4610-8ab6-0f178085c089 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:39.615539 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e364fd90-4bfa-4250-9ab3-f1cd5d67c5b7 req-57079874-b615-4610-8ab6-0f178085c089 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:39.629013 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e364fd90-4bfa-4250-9ab3-f1cd5d67c5b7 req-57079874-b615-4610-8ab6-0f178085c089 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:39.632399 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port 01515b49-db47-48da-91c2-424b4f244bf1 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:10:39.633470 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (01515b49-db47-48da-91c2-424b4f244bf1), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:39.635212 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-6577862a-72d8-4833-8299-89493a24b970 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78f002f0-5cc9-43ce-9674-66babfe32234 {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:10:39.647381 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e364fd90-4bfa-4250-9ab3-f1cd5d67c5b7 req-57079874-b615-4610-8ab6-0f178085c089 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:39.654375 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e364fd90-4bfa-4250-9ab3-f1cd5d67c5b7 req-57079874-b615-4610-8ab6-0f178085c089 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:39.662052 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-6577862a-72d8-4833-8299-89493a24b970 service neutron] Publish callbacks [] for port (78f002f0-5cc9-43ce-9674-66babfe32234), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:39.664030 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e364fd90-4bfa-4250-9ab3-f1cd5d67c5b7 req-57079874-b615-4610-8ab6-0f178085c089 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 3815 time: 0.2136295 Feb 02 07:10:39.717632 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-6577862a-72d8-4833-8299-89493a24b970 service neutron] Transition to ACTIVE for port object 78f002f0-5cc9-43ce-9674-66babfe32234 will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:10:39.731884 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e364fd90-4bfa-4250-9ab3-f1cd5d67c5b7 req-49073afa-4f54-44d6-8eb8-175f752d29e5 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/security-groups?id=39d64e71-9bbb-4283-9333-9f076dd0e667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652370 Feb 02 07:10:39.742846 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b2b89858-161d-4684-b993-effdf0555a03 req-fefaba4b-7169-4c34-bc03-157e8222d55e tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789515 Feb 02 07:10:39.833718 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-6577862a-72d8-4833-8299-89493a24b970 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (78f002f0-5cc9-43ce-9674-66babfe32234), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:39.858556 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 54252) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:39.892998 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db05c547-209b-4e46-92d4-3adc6ab8afb4 req-e4123a28-351f-42f3-b01d-413dfa36e225 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:39.904271 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-db05c547-209b-4e46-92d4-3adc6ab8afb4 req-e4123a28-351f-42f3-b01d-413dfa36e225 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=e345bef4-841f-48f1-9275-4e5304c6d2aa HTTP/1.1" status: 200 len: 945 time: 0.1030896 Feb 02 07:10:39.935318 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 01515b49-db47-48da-91c2-424b4f244bf1 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:10:39.936089 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (01515b49-db47-48da-91c2-424b4f244bf1), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:40.003483 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e345bef4-841f-48f1-9275-4e5304c6d2aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01515b49-db47-48da-91c2-424b4f244bf1'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:10:40.010538 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-710be416-75b4-4a82-b120-cd87a92cb0cd" -d '{"events": [{"server_uuid": "e345bef4-841f-48f1-9275-4e5304c6d2aa", "name": "network-vif-plugged", "status": "completed", "tag": "01515b49-db47-48da-91c2-424b4f244bf1"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:10:40.016653 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-db05c547-209b-4e46-92d4-3adc6ab8afb4 req-8d31f3c2-2fa3-4ce0-a8b6-65d718731cea tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105385 Feb 02 07:10:40.040199 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6577862a-72d8-4833-8299-89493a24b970 service neutron] Pushing event updated for resources: {'Port': ['ID=78f002f0-5cc9-43ce-9674-66babfe32234,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:40.066554 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 01515b49-db47-48da-91c2-424b4f244bf1, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=01515b49-db47-48da-91c2-424b4f244bf1,segment=NetworkSegment(fc0a4cad-9504-4785-979c-6732d183490f),segment_id=fc0a4cad-9504-4785-979c-6732d183490f)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:10:40.084142 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-bb875b3c-5d9c-44b5-88b8-4fb089ddb9c6 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Request body: {'networks': [{'name': 'tempest-network--197903001'}, {'name': 'tempest-network--1188416540'}]} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:10:40.085035 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-bb875b3c-5d9c-44b5-88b8-4fb089ddb9c6 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Request body: {'network': {'name': 'tempest-network--197903001'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:10:40.085678 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-bb875b3c-5d9c-44b5-88b8-4fb089ddb9c6 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Request body: {'network': {'name': 'tempest-network--1188416540'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:10:40.086673 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (01515b49-db47-48da-91c2-424b4f244bf1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:40.156311 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb875b3c-5d9c-44b5-88b8-4fb089ddb9c6 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Made reservation on behalf of 7cbe57b7809c4e62a16195d4d179441a for: {'network': 2} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:10:40.161134 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bb875b3c-5d9c-44b5-88b8-4fb089ddb9c6 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:40.181106 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bb875b3c-5d9c-44b5-88b8-4fb089ddb9c6 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:40.214089 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7773fd9a-0303-430c-b163-668392634098 x-openstack-request-id: req-7773fd9a-0303-430c-b163-668392634098 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:10:40.214652 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e345bef4-841f-48f1-9275-4e5304c6d2aa", "name": "network-vif-plugged", "status": "completed", "tag": "01515b49-db47-48da-91c2-424b4f244bf1", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:10:40.215023 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7773fd9a-0303-430c-b163-668392634098 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:10:40.215550 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e345bef4-841f-48f1-9275-4e5304c6d2aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01515b49-db47-48da-91c2-424b4f244bf1', 'code': 200} Feb 02 07:10:40.216551 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0529fe92-5496-48e6-912a-66638a578e66 req-6ecd05b5-6f55-4450-b403-de7e8be14c50 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:40.217547 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=01515b49-db47-48da-91c2-424b4f244bf1,revision_number=7']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:40.219397 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0529fe92-5496-48e6-912a-66638a578e66 req-6ecd05b5-6f55-4450-b403-de7e8be14c50 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 946 time: 0.2541857 Feb 02 07:10:40.290572 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bb875b3c-5d9c-44b5-88b8-4fb089ddb9c6 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks [] for security_group (5a7e7d00-8ef5-4cb2-a190-78db8330987f), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:40.296688 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bb875b3c-5d9c-44b5-88b8-4fb089ddb9c6 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (5a7e7d00-8ef5-4cb2-a190-78db8330987f), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:40.297218 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bb875b3c-5d9c-44b5-88b8-4fb089ddb9c6 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:40.346327 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb875b3c-5d9c-44b5-88b8-4fb089ddb9c6 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a7e7d00-8ef5-4cb2-a190-78db8330987f,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:40.358378 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb875b3c-5d9c-44b5-88b8-4fb089ddb9c6 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:10:40.373061 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bb875b3c-5d9c-44b5-88b8-4fb089ddb9c6 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (deb26f08-8287-44db-b4db-afb006b6479d), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:40.373610 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-bb875b3c-5d9c-44b5-88b8-4fb089ddb9c6 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Added segment deb26f08-8287-44db-b4db-afb006b6479d of type vlan for network a30e2d1f-a0c9-4dc6-8033-d99907c2af51 Feb 02 07:10:40.464038 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bb875b3c-5d9c-44b5-88b8-4fb089ddb9c6 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (a30e2d1f-a0c9-4dc6-8033-d99907c2af51), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:40.513921 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb875b3c-5d9c-44b5-88b8-4fb089ddb9c6 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:10:40.528281 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0529fe92-5496-48e6-912a-66638a578e66 req-900a0476-d3e0-4478-91bf-3c1d1ce48ce4 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745299 Feb 02 07:10:40.529383 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bb875b3c-5d9c-44b5-88b8-4fb089ddb9c6 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (2b663278-88eb-47eb-bc4b-6d988d78bcd3), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:40.530032 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-bb875b3c-5d9c-44b5-88b8-4fb089ddb9c6 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Added segment 2b663278-88eb-47eb-bc4b-6d988d78bcd3 of type vlan for network 63ce7c30-f8bf-4364-8bfa-53cecca0baa5 Feb 02 07:10:40.595605 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-6577862a-72d8-4833-8299-89493a24b970 service neutron] Attempting to bind port 78f002f0-5cc9-43ce-9674-66babfe32234 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:10:40.596849 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-6577862a-72d8-4833-8299-89493a24b970 service neutron] Attempting to bind port 78f002f0-5cc9-43ce-9674-66babfe32234 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': '0eb81a88-33b3-4b45-9d45-2895b4ce9226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '75d236c0-f48f-4716-8c17-05895f8c5ef2'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:10:40.597291 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-6577862a-72d8-4833-8299-89493a24b970 service neutron] Attempting to bind port 78f002f0-5cc9-43ce-9674-66babfe32234 on network 75d236c0-f48f-4716-8c17-05895f8c5ef2 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:10:40.610057 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-6577862a-72d8-4833-8299-89493a24b970 service neutron] Port 78f002f0-5cc9-43ce-9674-66babfe32234 on network 75d236c0-f48f-4716-8c17-05895f8c5ef2 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:10:40.610655 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-6577862a-72d8-4833-8299-89493a24b970 service neutron] Attempting to bind port 78f002f0-5cc9-43ce-9674-66babfe32234 on network 75d236c0-f48f-4716-8c17-05895f8c5ef2 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:10:40.617647 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-6577862a-72d8-4833-8299-89493a24b970 service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:10:40.619476 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-6577862a-72d8-4833-8299-89493a24b970 service neutron] Checking segment: {'id': '0eb81a88-33b3-4b45-9d45-2895b4ce9226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '75d236c0-f48f-4716-8c17-05895f8c5ef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:10:40.620688 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-6577862a-72d8-4833-8299-89493a24b970 service neutron] Bound using segment: {'id': '0eb81a88-33b3-4b45-9d45-2895b4ce9226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '75d236c0-f48f-4716-8c17-05895f8c5ef2'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:10:40.621861 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-6577862a-72d8-4833-8299-89493a24b970 service neutron] Bound port: 78f002f0-5cc9-43ce-9674-66babfe32234, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eb81a88-33b3-4b45-9d45-2895b4ce9226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '75d236c0-f48f-4716-8c17-05895f8c5ef2'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:10:40.622256 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-6577862a-72d8-4833-8299-89493a24b970 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (78f002f0-5cc9-43ce-9674-66babfe32234), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:40.626617 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bb875b3c-5d9c-44b5-88b8-4fb089ddb9c6 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (63ce7c30-f8bf-4364-8bfa-53cecca0baa5), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:40.648948 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e26b8eed-87c4-4c35-a231-5a94bec1e7ba tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (c9eb2c0a-a875-4fcb-b460-b450f56b0ae8), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:40.659002 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bb875b3c-5d9c-44b5-88b8-4fb089ddb9c6 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (a30e2d1f-a0c9-4dc6-8033-d99907c2af51), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:40.659381 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bb875b3c-5d9c-44b5-88b8-4fb089ddb9c6 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (63ce7c30-f8bf-4364-8bfa-53cecca0baa5), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:40.668667 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb875b3c-5d9c-44b5-88b8-4fb089ddb9c6 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:40.678025 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb875b3c-5d9c-44b5-88b8-4fb089ddb9c6 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:40.678712 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bb875b3c-5d9c-44b5-88b8-4fb089ddb9c6 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:40.699068 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26b8eed-87c4-4c35-a231-5a94bec1e7ba tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Pushing event deleted for resources: {'Port': ['ID=c9eb2c0a-a875-4fcb-b460-b450f56b0ae8,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:40.793987 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-bb875b3c-5d9c-44b5-88b8-4fb089ddb9c6 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.9294224 Feb 02 07:10:40.797053 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-6577862a-72d8-4833-8299-89493a24b970 service neutron] For port 78f002f0-5cc9-43ce-9674-66babfe32234, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:10:40.799076 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 54272) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:40.869897 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb875b3c-5d9c-44b5-88b8-4fb089ddb9c6 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Pushing event updated for resources: {'Network': ['ID=a30e2d1f-a0c9-4dc6-8033-d99907c2af51,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:40.896855 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network a30e2d1f-a0c9-4dc6-8033-d99907c2af51 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:10:40.992807 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a771dca-d561-4fbb-8f92-45925968f7f7 req-ef87680b-f084-45ce-8c0c-bc78ca50c805 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:41.000054 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-6577862a-72d8-4833-8299-89493a24b970 service neutron] For port 78f002f0-5cc9-43ce-9674-66babfe32234, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=78f002f0-5cc9-43ce-9674-66babfe32234,segment=NetworkSegment(0eb81a88-33b3-4b45-9d45-2895b4ce9226),segment_id=0eb81a88-33b3-4b45-9d45-2895b4ce9226)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:10:41.002414 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0a771dca-d561-4fbb-8f92-45925968f7f7 req-ef87680b-f084-45ce-8c0c-bc78ca50c805 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 946 time: 0.3159389 Feb 02 07:10:41.107357 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3dd82d41-eaca-447d-a163-8617a4627a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:41.209560 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb875b3c-5d9c-44b5-88b8-4fb089ddb9c6 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Pushing event updated for resources: {'Network': ['ID=63ce7c30-f8bf-4364-8bfa-53cecca0baa5,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:41.233624 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 63ce7c30-f8bf-4364-8bfa-53cecca0baa5 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:10:41.300953 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0a771dca-d561-4fbb-8f92-45925968f7f7 req-33d7486b-51c1-459e-b7db-8c88221972ad tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966888 Feb 02 07:10:41.352007 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecd2018-8859-40d7-877f-e97847e234f9 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:41.357757 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecd2018-8859-40d7-877f-e97847e234f9 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:41.367189 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecd2018-8859-40d7-877f-e97847e234f9 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:41.373050 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecd2018-8859-40d7-877f-e97847e234f9 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:41.377628 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-5ecd2018-8859-40d7-877f-e97847e234f9 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5508199 Feb 02 07:10:41.378542 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 54284) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:41.402230 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-6577862a-72d8-4833-8299-89493a24b970 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (78f002f0-5cc9-43ce-9674-66babfe32234), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:41.602949 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0f912284-4059-46ab-bd5d-2ed732fcbd66 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (a30e2d1f-a0c9-4dc6-8033-d99907c2af51), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:41.621127 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa56a1b-1179-4667-8e10-b3073adc6478 req-5b503e23-cb80-41f9-8ad6-c611b1379aca tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:41.629839 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e26b8eed-87c4-4c35-a231-5a94bec1e7ba tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (c9122b36-b1de-46ed-8ffd-bcfa66db82c7), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:41.630442 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6aa56a1b-1179-4667-8e10-b3073adc6478 req-5b503e23-cb80-41f9-8ad6-c611b1379aca tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=e345bef4-841f-48f1-9275-4e5304c6d2aa HTTP/1.1" status: 200 len: 946 time: 0.1333292 Feb 02 07:10:41.657712 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-6577862a-72d8-4833-8299-89493a24b970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:41.658459 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-6577862a-72d8-4833-8299-89493a24b970 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:41.659874 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-6577862a-72d8-4833-8299-89493a24b970 service neutron] 10.222.0.88 "PUT /v2.0/ports/78f002f0-5cc9-43ce-9674-66babfe32234 HTTP/1.1" status: 200 len: 1092 time: 3.4523826 Feb 02 07:10:41.663577 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e074495-bb56-4ff7-a978-84b111e50f6e', 'tag': '78f002f0-5cc9-43ce-9674-66babfe32234'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:10:41.666024 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515d023e-bfa2-4ead-a55f-33ce81f8be79" -d '{"events": [{"name": "network-changed", "server_uuid": "1e074495-bb56-4ff7-a978-84b111e50f6e", "tag": "78f002f0-5cc9-43ce-9674-66babfe32234"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:10:41.760023 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6aa56a1b-1179-4667-8e10-b3073adc6478 req-27f91a4c-32d9-4978-a085-25ff39cd438e tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291127 Feb 02 07:10:41.771506 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-7ee7157a-115e-47af-a549-4c42546b3945 service neutron] Request body: {'port': {'device_id': '1e074495-bb56-4ff7-a978-84b111e50f6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:10:41.843997 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be7ebe6-08b3-44c7-ac70-04ba1ef2ea60 req-3507ad00-68bb-4306-bf38-5beb1b9ddc1f tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:41.866971 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be7ebe6-08b3-44c7-ac70-04ba1ef2ea60 req-3507ad00-68bb-4306-bf38-5beb1b9ddc1f tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:41.889715 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be7ebe6-08b3-44c7-ac70-04ba1ef2ea60 req-3507ad00-68bb-4306-bf38-5beb1b9ddc1f tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:41.892157 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0f912284-4059-46ab-bd5d-2ed732fcbd66 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (a30e2d1f-a0c9-4dc6-8033-d99907c2af51), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:41.911933 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be7ebe6-08b3-44c7-ac70-04ba1ef2ea60 req-3507ad00-68bb-4306-bf38-5beb1b9ddc1f tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:41.923492 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be7ebe6-08b3-44c7-ac70-04ba1ef2ea60 req-3507ad00-68bb-4306-bf38-5beb1b9ddc1f tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:41.927987 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7be7ebe6-08b3-44c7-ac70-04ba1ef2ea60 req-3507ad00-68bb-4306-bf38-5beb1b9ddc1f tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 3827 time: 0.5850728 Feb 02 07:10:41.949998 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6577862a-72d8-4833-8299-89493a24b970 service neutron] Pushing event updated for resources: {'Port': ['ID=78f002f0-5cc9-43ce-9674-66babfe32234,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:41.975766 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-0f912284-4059-46ab-bd5d-2ed732fcbd66 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a30e2d1f-a0c9-4dc6-8033-d99907c2af51']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:10:42.002966 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-0f912284-4059-46ab-bd5d-2ed732fcbd66 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deb26f08-8287-44db-b4db-afb006b6479d') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:10:42.011874 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-0f912284-4059-46ab-bd5d-2ed732fcbd66 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deb26f08-8287-44db-b4db-afb006b6479d') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:10:42.058475 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0f912284-4059-46ab-bd5d-2ed732fcbd66 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (deb26f08-8287-44db-b4db-afb006b6479d), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:42.112260 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0f912284-4059-46ab-bd5d-2ed732fcbd66 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (deb26f08-8287-44db-b4db-afb006b6479d), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:42.137841 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f912284-4059-46ab-bd5d-2ed732fcbd66 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:10:42.138265 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0f912284-4059-46ab-bd5d-2ed732fcbd66 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (deb26f08-8287-44db-b4db-afb006b6479d), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:42.157415 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:10:42.157415 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:10:42.157415 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:10:42.157415 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:10:42.157415 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:10:42.157415 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:10:42.157415 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:10:42.157415 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:10:42.157415 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:10:42.157415 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:10:42.157415 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:10:42.157415 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:10:42.157415 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:10:42.157415 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:10:42.157415 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:10:42.157415 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:10:42.157415 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:10:42.157415 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:10:42.157415 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:10:42.157415 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:10:42.157415 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:10:42.157415 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:10:42.157415 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:10:42.157415 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:10:42.157415 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:10:42.157415 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:10:42.157415 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:10:42.157415 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:10:42.157415 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:10:42.157415 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:10:42.157415 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:10:42.157415 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:10:42.295081 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0f912284-4059-46ab-bd5d-2ed732fcbd66 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (a30e2d1f-a0c9-4dc6-8033-d99907c2af51), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:42.305231 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0f912284-4059-46ab-bd5d-2ed732fcbd66 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:42.312456 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0f912284-4059-46ab-bd5d-2ed732fcbd66 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] 10.222.0.87 "DELETE /v2.0/networks/a30e2d1f-a0c9-4dc6-8033-d99907c2af51 HTTP/1.1" status: 204 len: 168 time: 0.9297705 Feb 02 07:10:42.340266 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 54300) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:42.552279 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c0a69dc-43b2-4d5e-b61e-58b3d399edd2 x-openstack-request-id: req-4c0a69dc-43b2-4d5e-b61e-58b3d399edd2 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:10:42.552947 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e074495-bb56-4ff7-a978-84b111e50f6e", "tag": "78f002f0-5cc9-43ce-9674-66babfe32234", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:10:42.553239 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-4c0a69dc-43b2-4d5e-b61e-58b3d399edd2 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:10:42.553634 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e074495-bb56-4ff7-a978-84b111e50f6e', 'tag': '78f002f0-5cc9-43ce-9674-66babfe32234', 'status': 'completed', 'code': 200} Feb 02 07:10:42.614271 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f912284-4059-46ab-bd5d-2ed732fcbd66 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Pushing event deleted for resources: {'Network': ['ID=a30e2d1f-a0c9-4dc6-8033-d99907c2af51,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:42.632779 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fc056387-1d55-4666-aa29-675f0d768798 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (63ce7c30-f8bf-4364-8bfa-53cecca0baa5), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:42.700766 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-7ee7157a-115e-47af-a549-4c42546b3945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f5de1191-97ca-4e23-bce0-9532d8edbad4), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:42.748544 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d023e-bfa2-4ead-a55f-33ce81f8be79 req-ee6c72c6-a7ad-4d3d-bba3-718f65938827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:42.751659 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d023e-bfa2-4ead-a55f-33ce81f8be79 req-ee6c72c6-a7ad-4d3d-bba3-718f65938827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:42.752228 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d023e-bfa2-4ead-a55f-33ce81f8be79 req-ee6c72c6-a7ad-4d3d-bba3-718f65938827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:42.753947 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d023e-bfa2-4ead-a55f-33ce81f8be79 req-ee6c72c6-a7ad-4d3d-bba3-718f65938827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:42.755875 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d023e-bfa2-4ead-a55f-33ce81f8be79 req-ee6c72c6-a7ad-4d3d-bba3-718f65938827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:42.762223 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-515d023e-bfa2-4ead-a55f-33ce81f8be79 req-ee6c72c6-a7ad-4d3d-bba3-718f65938827 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=07cbe6ce97734b3c8365c4e2bb6fcdb5&device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 4394 time: 0.4885132 Feb 02 07:10:42.762943 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7be7ebe6-08b3-44c7-ac70-04ba1ef2ea60 req-db25780f-b79d-47cb-816d-1e92ca0fbfb1 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/security-groups?id=39d64e71-9bbb-4283-9333-9f076dd0e667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8169494 Feb 02 07:10:42.789893 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2ed08-63c4-48af-927c-11e886f913ca req-70b96677-5e05-42cf-9434-6f36f94315bd tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:42.802030 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5bd2ed08-63c4-48af-927c-11e886f913ca req-70b96677-5e05-42cf-9434-6f36f94315bd tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 946 time: 0.4606631 Feb 02 07:10:43.147630 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d023e-bfa2-4ead-a55f-33ce81f8be79 req-663039ce-9ec4-4fb9-a74b-aae34afab5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:43.148009 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d023e-bfa2-4ead-a55f-33ce81f8be79 req-663039ce-9ec4-4fb9-a74b-aae34afab5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:43.148736 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d023e-bfa2-4ead-a55f-33ce81f8be79 req-663039ce-9ec4-4fb9-a74b-aae34afab5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:43.150754 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-515d023e-bfa2-4ead-a55f-33ce81f8be79 req-663039ce-9ec4-4fb9-a74b-aae34afab5da service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=07cbe6ce97734b3c8365c4e2bb6fcdb5&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.3348508 Feb 02 07:10:43.253039 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-4de4c924-a22b-435b-81b9-0b188a731dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:43.381247 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d023e-bfa2-4ead-a55f-33ce81f8be79 req-e69820f2-ad58-47ca-9bd3-1a537e9c738d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:43.383381 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-515d023e-bfa2-4ead-a55f-33ce81f8be79 req-e69820f2-ad58-47ca-9bd3-1a537e9c738d service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2203939 Feb 02 07:10:43.454421 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fc056387-1d55-4666-aa29-675f0d768798 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (63ce7c30-f8bf-4364-8bfa-53cecca0baa5), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:43.479039 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5bd2ed08-63c4-48af-927c-11e886f913ca req-49a41e20-ba25-4f5f-b956-5c8fca1db1b9 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6760616 Feb 02 07:10:43.520096 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e26b8eed-87c4-4c35-a231-5a94bec1e7ba tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Router c9122b36-b1de-46ed-8ffd-bcfa66db82c7 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:10:43.526286 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-fc056387-1d55-4666-aa29-675f0d768798 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63ce7c30-f8bf-4364-8bfa-53cecca0baa5']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:10:43.552572 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-fc056387-1d55-4666-aa29-675f0d768798 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b663278-88eb-47eb-bc4b-6d988d78bcd3') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:10:43.554477 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-fc056387-1d55-4666-aa29-675f0d768798 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b663278-88eb-47eb-bc4b-6d988d78bcd3') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:10:43.581276 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fc056387-1d55-4666-aa29-675f0d768798 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (2b663278-88eb-47eb-bc4b-6d988d78bcd3), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:43.613768 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fc056387-1d55-4666-aa29-675f0d768798 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (2b663278-88eb-47eb-bc4b-6d988d78bcd3), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:43.625503 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc056387-1d55-4666-aa29-675f0d768798 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:10:43.627697 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fc056387-1d55-4666-aa29-675f0d768798 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (2b663278-88eb-47eb-bc4b-6d988d78bcd3), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:43.636625 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:10:43.636625 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:10:43.636625 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:10:43.636625 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:10:43.636625 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:10:43.636625 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:10:43.636625 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:10:43.636625 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:10:43.636625 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:10:43.636625 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:10:43.636625 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:10:43.636625 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:10:43.636625 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:10:43.636625 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:10:43.636625 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:10:43.636625 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:10:43.636625 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:10:43.636625 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:10:43.636625 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:10:43.636625 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:10:43.636625 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:10:43.636625 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:10:43.636625 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:10:43.636625 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:10:43.636625 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:10:43.636625 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:10:43.636625 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:10:43.636625 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:10:43.636625 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:10:43.636625 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:10:43.636625 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:10:43.636625 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:10:43.905968 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1346ba29-bbf1-47e3-8784-10fa6fb58a69 req-41012887-2001-461a-9b8b-4b0640275003 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:43.914282 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1346ba29-bbf1-47e3-8784-10fa6fb58a69 req-41012887-2001-461a-9b8b-4b0640275003 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=e345bef4-841f-48f1-9275-4e5304c6d2aa HTTP/1.1" status: 200 len: 946 time: 0.9314246 Feb 02 07:10:44.222647 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1346ba29-bbf1-47e3-8784-10fa6fb58a69 req-75b70f76-f0b1-46e0-a3fe-ec60e96b5614 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966321 Feb 02 07:10:44.261823 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26b8eed-87c4-4c35-a231-5a94bec1e7ba tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:10:44.274167 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f56538d-3f9c-440c-8ebd-f06892a780d4 None None] Sync routers for ids ['c9122b36-b1de-46ed-8ffd-bcfa66db82c7'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:10:44.300267 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f56538d-3f9c-440c-8ebd-f06892a780d4 None None] Routers {'c9122b36-b1de-46ed-8ffd-bcfa66db82c7'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:10:44.301156 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-1f56538d-3f9c-440c-8ebd-f06892a780d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:10:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['c9122b36-b1de-46ed-8ffd-bcfa66db82c7'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:10:44.362952 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e26b8eed-87c4-4c35-a231-5a94bec1e7ba tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] 10.222.0.87 "PUT /v2.0/routers/c9122b36-b1de-46ed-8ffd-bcfa66db82c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8344514 Feb 02 07:10:44.369081 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 54310) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:44.412818 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-1f56538d-3f9c-440c-8ebd-f06892a780d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:10:44.435765 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f56538d-3f9c-440c-8ebd-f06892a780d4 None None] Routers {'c9122b36-b1de-46ed-8ffd-bcfa66db82c7'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:10:44.436662 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-1f56538d-3f9c-440c-8ebd-f06892a780d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:10:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['c9122b36-b1de-46ed-8ffd-bcfa66db82c7'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:10:44.514293 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fc056387-1d55-4666-aa29-675f0d768798 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (63ce7c30-f8bf-4364-8bfa-53cecca0baa5), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:44.567513 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-1f56538d-3f9c-440c-8ebd-f06892a780d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:10:44.568365 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f56538d-3f9c-440c-8ebd-f06892a780d4 None None] The sync data for ids ['c9122b36-b1de-46ed-8ffd-bcfa66db82c7'] in n-d-789963-26 is: [] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:10:44.570294 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fc056387-1d55-4666-aa29-675f0d768798 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:44.588873 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-fc056387-1d55-4666-aa29-675f0d768798 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] 10.222.0.87 "DELETE /v2.0/networks/63ce7c30-f8bf-4364-8bfa-53cecca0baa5 HTTP/1.1" status: 204 len: 168 time: 2.2341700 Feb 02 07:10:44.590558 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc056387-1d55-4666-aa29-675f0d768798 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Pushing event deleted for resources: {'Network': ['ID=63ce7c30-f8bf-4364-8bfa-53cecca0baa5,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:44.595847 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 54314) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:44.642624 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:44.689625 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-26b7d42f-cc41-4aa8-a2d0-09b4f54f5883 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks [] for router (c9122b36-b1de-46ed-8ffd-bcfa66db82c7), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:44.759771 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-7ee7157a-115e-47af-a549-4c42546b3945 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5de1191-97ca-4e23-bce0-9532d8edbad4 {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:10:44.789700 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-7ee7157a-115e-47af-a549-4c42546b3945 service neutron] Publish callbacks [] for port (f5de1191-97ca-4e23-bce0-9532d8edbad4), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:44.891691 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa40c587-699a-4ac9-bd9c-6763c7f3bcee req-07549869-5ca0-4dad-8c44-03b298f5847e tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:44.893350 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-7ee7157a-115e-47af-a549-4c42546b3945 service neutron] Transition to ACTIVE for port object f5de1191-97ca-4e23-bce0-9532d8edbad4 will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:10:44.907506 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa40c587-699a-4ac9-bd9c-6763c7f3bcee req-07549869-5ca0-4dad-8c44-03b298f5847e tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:44.916277 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-7ee7157a-115e-47af-a549-4c42546b3945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (f5de1191-97ca-4e23-bce0-9532d8edbad4), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:44.917694 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa40c587-699a-4ac9-bd9c-6763c7f3bcee req-07549869-5ca0-4dad-8c44-03b298f5847e tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:44.925969 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa40c587-699a-4ac9-bd9c-6763c7f3bcee req-07549869-5ca0-4dad-8c44-03b298f5847e tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:44.949888 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa40c587-699a-4ac9-bd9c-6763c7f3bcee req-07549869-5ca0-4dad-8c44-03b298f5847e tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:44.957401 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fa40c587-699a-4ac9-bd9c-6763c7f3bcee req-07549869-5ca0-4dad-8c44-03b298f5847e tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 3827 time: 0.6059361 Feb 02 07:10:44.979214 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936d2b8c-8276-49eb-ab2c-5175d9efcab6 req-ff7a684e-dea7-4579-9fb4-9312a48e4da1 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:44.995004 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-936d2b8c-8276-49eb-ab2c-5175d9efcab6 req-ff7a684e-dea7-4579-9fb4-9312a48e4da1 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 946 time: 0.3025920 Feb 02 07:10:45.113687 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fa40c587-699a-4ac9-bd9c-6763c7f3bcee req-04ec55e5-fee9-45ea-95d2-863c6977b6ea tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/security-groups?id=39d64e71-9bbb-4283-9333-9f076dd0e667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434720 Feb 02 07:10:45.142130 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e92c0e-5a81-4b99-a425-47e8bad12fee tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:45.161440 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e92c0e-5a81-4b99-a425-47e8bad12fee tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:45.163377 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-47e92c0e-5a81-4b99-a425-47e8bad12fee tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5636182 Feb 02 07:10:45.185742 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-26b7d42f-cc41-4aa8-a2d0-09b4f54f5883 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks [] for router_gateway (c9122b36-b1de-46ed-8ffd-bcfa66db82c7), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:45.199771 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 54318) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:45.210042 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-e3f97431-81b2-4acd-aba1-abe871f92b20 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-429660947'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:10:45.291678 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee7157a-115e-47af-a549-4c42546b3945 service neutron] Pushing event updated for resources: {'Port': ['ID=f5de1191-97ca-4e23-bce0-9532d8edbad4,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:45.319006 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f97431-81b2-4acd-aba1-abe871f92b20 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Made reservation on behalf of 7cbe57b7809c4e62a16195d4d179441a for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:10:45.323483 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e3f97431-81b2-4acd-aba1-abe871f92b20 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:45.489274 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3f97431-81b2-4acd-aba1-abe871f92b20 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:10:45.518280 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-936d2b8c-8276-49eb-ab2c-5175d9efcab6 req-9493c227-c04b-4bc9-8749-ab27442ab8bc tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5187116 Feb 02 07:10:45.550450 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e3f97431-81b2-4acd-aba1-abe871f92b20 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (12d13dd5-05ce-4da7-80fc-cd1b14c6bb3b), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:45.550450 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-e3f97431-81b2-4acd-aba1-abe871f92b20 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Added segment 12d13dd5-05ce-4da7-80fc-cd1b14c6bb3b of type vlan for network fcfcadff-3efc-4fb1-ad66-59af7ad65599 Feb 02 07:10:45.637731 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-7ee7157a-115e-47af-a549-4c42546b3945 service neutron] Attempting to bind port f5de1191-97ca-4e23-bce0-9532d8edbad4 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:10:45.637731 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-7ee7157a-115e-47af-a549-4c42546b3945 service neutron] Attempting to bind port f5de1191-97ca-4e23-bce0-9532d8edbad4 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': '4853bd7a-35ba-41e6-9757-b7f9c4755985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '44fb9145-9ace-47b2-84ba-690d45d04d68'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:10:45.637731 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-7ee7157a-115e-47af-a549-4c42546b3945 service neutron] Attempting to bind port f5de1191-97ca-4e23-bce0-9532d8edbad4 on network 44fb9145-9ace-47b2-84ba-690d45d04d68 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:10:45.679287 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-7ee7157a-115e-47af-a549-4c42546b3945 service neutron] Port f5de1191-97ca-4e23-bce0-9532d8edbad4 on network 44fb9145-9ace-47b2-84ba-690d45d04d68 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:10:45.684068 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-7ee7157a-115e-47af-a549-4c42546b3945 service neutron] Attempting to bind port f5de1191-97ca-4e23-bce0-9532d8edbad4 on network 44fb9145-9ace-47b2-84ba-690d45d04d68 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:10:45.694221 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-26b7d42f-cc41-4aa8-a2d0-09b4f54f5883 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Deleting port b4dbbf1a-deea-4bbd-a48d-4415c39a7ca8 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:10:45.694562 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-26b7d42f-cc41-4aa8-a2d0-09b4f54f5883 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (b4dbbf1a-deea-4bbd-a48d-4415c39a7ca8), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:45.704445 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-7ee7157a-115e-47af-a549-4c42546b3945 service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:10:45.704792 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-7ee7157a-115e-47af-a549-4c42546b3945 service neutron] Checking segment: {'id': '4853bd7a-35ba-41e6-9757-b7f9c4755985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '44fb9145-9ace-47b2-84ba-690d45d04d68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:10:45.705192 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-7ee7157a-115e-47af-a549-4c42546b3945 service neutron] Bound using segment: {'id': '4853bd7a-35ba-41e6-9757-b7f9c4755985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '44fb9145-9ace-47b2-84ba-690d45d04d68'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:10:45.705645 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-7ee7157a-115e-47af-a549-4c42546b3945 service neutron] Bound port: f5de1191-97ca-4e23-bce0-9532d8edbad4, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4853bd7a-35ba-41e6-9757-b7f9c4755985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '44fb9145-9ace-47b2-84ba-690d45d04d68'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:10:45.706009 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-7ee7157a-115e-47af-a549-4c42546b3945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f5de1191-97ca-4e23-bce0-9532d8edbad4), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:45.785037 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e3f97431-81b2-4acd-aba1-abe871f92b20 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (fcfcadff-3efc-4fb1-ad66-59af7ad65599), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:45.830337 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bc4171-e9f0-45fc-af1d-9ca43e9c7d63 req-cc79a0ab-15b2-4bd7-8777-34376c0f8681 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:45.837225 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-00bc4171-e9f0-45fc-af1d-9ca43e9c7d63 req-cc79a0ab-15b2-4bd7-8777-34376c0f8681 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=e345bef4-841f-48f1-9275-4e5304c6d2aa HTTP/1.1" status: 200 len: 946 time: 0.4628332 Feb 02 07:10:45.948040 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e3f97431-81b2-4acd-aba1-abe871f92b20 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (fcfcadff-3efc-4fb1-ad66-59af7ad65599), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:45.956480 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f97431-81b2-4acd-aba1-abe871f92b20 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:45.957520 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e3f97431-81b2-4acd-aba1-abe871f92b20 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:46.005404 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-26b7d42f-cc41-4aa8-a2d0-09b4f54f5883 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (b4dbbf1a-deea-4bbd-a48d-4415c39a7ca8), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:46.005920 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:46.132196 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-00bc4171-e9f0-45fc-af1d-9ca43e9c7d63 req-7560a016-b897-4ae5-beea-f1575cf6d1c1 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766781 Feb 02 07:10:46.157820 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-e3f97431-81b2-4acd-aba1-abe871f92b20 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9564297 Feb 02 07:10:46.198416 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 54338) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:46.199413 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-26b7d42f-cc41-4aa8-a2d0-09b4f54f5883 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Calling delete_port for b4dbbf1a-deea-4bbd-a48d-4415c39a7ca8 owned by network:router_gateway {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:10:46.223315 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-47fba9ff-4153-4523-8546-16a05a4d6537 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1789751719'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:10:46.292800 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f97431-81b2-4acd-aba1-abe871f92b20 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Pushing event updated for resources: {'Network': ['ID=fcfcadff-3efc-4fb1-ad66-59af7ad65599,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:46.305525 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-7ee7157a-115e-47af-a549-4c42546b3945 service neutron] For port f5de1191-97ca-4e23-bce0-9532d8edbad4, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:10:46.310981 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network fcfcadff-3efc-4fb1-ad66-59af7ad65599 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:10:46.327746 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-7ee7157a-115e-47af-a549-4c42546b3945 service neutron] For port f5de1191-97ca-4e23-bce0-9532d8edbad4, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=f5de1191-97ca-4e23-bce0-9532d8edbad4,segment=NetworkSegment(4853bd7a-35ba-41e6-9757-b7f9c4755985),segment_id=4853bd7a-35ba-41e6-9757-b7f9c4755985)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:10:46.332765 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae938ce5-3529-448b-83bd-d4af59386da5 req-8b403f46-9e72-49ab-9547-891f40b1fcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:46.334745 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ae938ce5-3529-448b-83bd-d4af59386da5 req-8b403f46-9e72-49ab-9547-891f40b1fcf4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b1fedabee724425a8e5d5639e34f1a08&device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 1129 time: 0.2489166 Feb 02 07:10:46.409217 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47fba9ff-4153-4523-8546-16a05a4d6537 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Made reservation on behalf of 7cbe57b7809c4e62a16195d4d179441a for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:10:46.412614 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-47fba9ff-4153-4523-8546-16a05a4d6537 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:46.454626 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-7ee7157a-115e-47af-a549-4c42546b3945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (f5de1191-97ca-4e23-bce0-9532d8edbad4), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:46.582620 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07a186-593d-4507-a950-cdf42889e482 req-931582d0-2ff9-4231-a6ed-79198eafd74f tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:46.600388 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07a186-593d-4507-a950-cdf42889e482 req-931582d0-2ff9-4231-a6ed-79198eafd74f tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:46.610406 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07a186-593d-4507-a950-cdf42889e482 req-931582d0-2ff9-4231-a6ed-79198eafd74f tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:46.631706 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07a186-593d-4507-a950-cdf42889e482 req-931582d0-2ff9-4231-a6ed-79198eafd74f tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:46.640931 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07a186-593d-4507-a950-cdf42889e482 req-931582d0-2ff9-4231-a6ed-79198eafd74f tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:46.648181 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07a186-593d-4507-a950-cdf42889e482 req-931582d0-2ff9-4231-a6ed-79198eafd74f tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:46.652983 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27113381-c771-48ca-93b6-1a31cdda5cc7 req-74a06cfb-e672-43b7-93b2-683b1848cad6 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:46.654657 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-27113381-c771-48ca-93b6-1a31cdda5cc7 req-74a06cfb-e672-43b7-93b2-683b1848cad6 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 946 time: 0.6042061 Feb 02 07:10:46.656159 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-7ee7157a-115e-47af-a549-4c42546b3945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:46.656776 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-7ee7157a-115e-47af-a549-4c42546b3945 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:46.660276 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3c07a186-593d-4507-a950-cdf42889e482 req-931582d0-2ff9-4231-a6ed-79198eafd74f tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 4604 time: 0.2798655 Feb 02 07:10:46.666761 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-7ee7157a-115e-47af-a549-4c42546b3945 service neutron] 10.222.0.88 "PUT /v2.0/ports/f5de1191-97ca-4e23-bce0-9532d8edbad4 HTTP/1.1" status: 200 len: 1136 time: 4.9145274 Feb 02 07:10:46.673804 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47fba9ff-4153-4523-8546-16a05a4d6537 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:10:46.675966 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e074495-bb56-4ff7-a978-84b111e50f6e', 'tag': 'f5de1191-97ca-4e23-bce0-9532d8edbad4'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:10:46.678363 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97869756-ba2c-48ee-a8f6-af574b4dde7e" -d '{"events": [{"name": "network-changed", "server_uuid": "1e074495-bb56-4ff7-a978-84b111e50f6e", "tag": "f5de1191-97ca-4e23-bce0-9532d8edbad4"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:10:46.752324 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-704daada-ce07-425d-a580-d4d9c4040940 service neutron] Request body: {'port': {'device_id': '1e074495-bb56-4ff7-a978-84b111e50f6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:10:46.776220 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3c07a186-593d-4507-a950-cdf42889e482 req-cfda3d05-5d1f-4bdf-9191-24853e7fd4f5 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/security-groups?id=39d64e71-9bbb-4283-9333-9f076dd0e667&id=c2d438c9-ecad-41fa-9c3c-fefcebb88ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1144066 Feb 02 07:10:46.840444 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae938ce5-3529-448b-83bd-d4af59386da5 req-22003bbc-2009-471f-87e4-816ebbfa5fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:46.849167 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ae938ce5-3529-448b-83bd-d4af59386da5 req-22003bbc-2009-471f-87e4-816ebbfa5fa1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=08f0123b-1ec0-4e8d-a484-33e0709b580c HTTP/1.1" status: 200 len: 915 time: 0.5039206 Feb 02 07:10:46.946079 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-47fba9ff-4153-4523-8546-16a05a4d6537 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (61234f45-728d-4d4e-aeba-54b46bade1a7), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:46.946880 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-47fba9ff-4153-4523-8546-16a05a4d6537 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Added segment 61234f45-728d-4d4e-aeba-54b46bade1a7 of type vlan for network dd12899b-0fcf-4831-b7b1-f34ec464ce38 Feb 02 07:10:46.949271 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b870421f-7987-4dcb-98b9-89439f62e6d5 x-openstack-request-id: req-b870421f-7987-4dcb-98b9-89439f62e6d5 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:10:46.949810 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e074495-bb56-4ff7-a978-84b111e50f6e", "tag": "f5de1191-97ca-4e23-bce0-9532d8edbad4", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:10:46.950256 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b870421f-7987-4dcb-98b9-89439f62e6d5 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:10:46.951409 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e074495-bb56-4ff7-a978-84b111e50f6e', 'tag': 'f5de1191-97ca-4e23-bce0-9532d8edbad4', 'status': 'completed', 'code': 200} Feb 02 07:10:47.003889 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ae938ce5-3529-448b-83bd-d4af59386da5 req-3bef0d06-ca4a-40c8-80f2-7aaa1b7f58eb service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18d0d2d5-f098-4215-bfbd-e6aca83e7772 HTTP/1.1" status: 200 len: 217 time: 0.1451895 Feb 02 07:10:47.029553 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee7157a-115e-47af-a549-4c42546b3945 service neutron] Pushing event updated for resources: {'Port': ['ID=f5de1191-97ca-4e23-bce0-9532d8edbad4,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:47.075153 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae938ce5-3529-448b-83bd-d4af59386da5 req-2f97219a-4b34-4830-a2f7-b6a9f60917fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:47.077088 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ae938ce5-3529-448b-83bd-d4af59386da5 req-2f97219a-4b34-4830-a2f7-b6a9f60917fb service neutron] 10.222.0.88 "GET /v2.0/subnets?id=03a972f8-0254-4a3d-bc50-73c64b2c3de5 HTTP/1.1" status: 200 len: 854 time: 0.0672114 Feb 02 07:10:47.123477 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ae938ce5-3529-448b-83bd-d4af59386da5 req-2d05261c-fc48-4f1f-bc99-20abe2477654 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=08f0123b-1ec0-4e8d-a484-33e0709b580c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385590 Feb 02 07:10:47.197032 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-27113381-c771-48ca-93b6-1a31cdda5cc7 req-ad927ad8-8a48-48e9-9f6a-a21869a3512e tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4946377 Feb 02 07:10:47.220529 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-704daada-ce07-425d-a580-d4d9c4040940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (4910d9f2-bb8f-4859-9893-c0a040e3bfb6), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:47.223634 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-47fba9ff-4153-4523-8546-16a05a4d6537 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (dd12899b-0fcf-4831-b7b1-f34ec464ce38), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:47.314489 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:47.332015 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ae938ce5-3529-448b-83bd-d4af59386da5 req-6d22ca26-bc27-47cf-9bee-bafe90dd7271 service neutron] 10.222.0.88 "GET /v2.0/networks/08f0123b-1ec0-4e8d-a484-33e0709b580c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964884 Feb 02 07:10:47.471006 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde106c8-3c09-4719-a586-bc2341c6ccfc req-0137a3d0-82ba-4e91-9942-ce473ff2ea73 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:47.478417 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cde106c8-3c09-4719-a586-bc2341c6ccfc req-0137a3d0-82ba-4e91-9942-ce473ff2ea73 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=e345bef4-841f-48f1-9275-4e5304c6d2aa HTTP/1.1" status: 200 len: 946 time: 0.1453598 Feb 02 07:10:47.596656 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cde106c8-3c09-4719-a586-bc2341c6ccfc req-9af2998f-8ea1-4369-bde5-2915595e458b tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169353 Feb 02 07:10:47.599154 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ae938ce5-3529-448b-83bd-d4af59386da5 req-01cfb53c-fa0c-4309-92f9-ce5413408f77 service neutron] 10.222.0.88 "GET /v2.0/networks/08f0123b-1ec0-4e8d-a484-33e0709b580c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256806 Feb 02 07:10:47.675665 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-26b7d42f-cc41-4aa8-a2d0-09b4f54f5883 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (b4dbbf1a-deea-4bbd-a48d-4415c39a7ca8), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:47.690164 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97869756-ba2c-48ee-a8f6-af574b4dde7e req-84872089-eb44-41c7-87a0-e4e9b1d3f4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:47.690654 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97869756-ba2c-48ee-a8f6-af574b4dde7e req-84872089-eb44-41c7-87a0-e4e9b1d3f4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:47.691240 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97869756-ba2c-48ee-a8f6-af574b4dde7e req-84872089-eb44-41c7-87a0-e4e9b1d3f4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:47.692317 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97869756-ba2c-48ee-a8f6-af574b4dde7e req-84872089-eb44-41c7-87a0-e4e9b1d3f4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:47.692792 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97869756-ba2c-48ee-a8f6-af574b4dde7e req-84872089-eb44-41c7-87a0-e4e9b1d3f4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:47.693258 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97869756-ba2c-48ee-a8f6-af574b4dde7e req-84872089-eb44-41c7-87a0-e4e9b1d3f4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:47.695178 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-97869756-ba2c-48ee-a8f6-af574b4dde7e req-84872089-eb44-41c7-87a0-e4e9b1d3f4d5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=07cbe6ce97734b3c8365c4e2bb6fcdb5&device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 5354 time: 0.6839261 Feb 02 07:10:47.847655 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-47fba9ff-4153-4523-8546-16a05a4d6537 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (dd12899b-0fcf-4831-b7b1-f34ec464ce38), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:47.861044 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fba9ff-4153-4523-8546-16a05a4d6537 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:47.862196 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-47fba9ff-4153-4523-8546-16a05a4d6537 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:47.932437 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b7d42f-cc41-4aa8-a2d0-09b4f54f5883 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Pushing event deleted for resources: {'Port': ['ID=b4dbbf1a-deea-4bbd-a48d-4415c39a7ca8,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:48.414336 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6f0ce-f662-44c4-a048-822c56d094dd req-112ae403-66e6-42c3-8062-2cbbce48ae87 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:48.427142 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-24a6f0ce-f662-44c4-a048-822c56d094dd req-112ae403-66e6-42c3-8062-2cbbce48ae87 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 946 time: 0.1324544 Feb 02 07:10:48.538506 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-24a6f0ce-f662-44c4-a048-822c56d094dd req-88628599-d4ee-4e3c-ac0d-b6f33992f17a tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101735 Feb 02 07:10:48.584958 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-47fba9ff-4153-4523-8546-16a05a4d6537 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.3811290 Feb 02 07:10:48.585580 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 54368) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:48.591322 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-99d5dfc4-75c3-4fb0-b411-df37ca0efc4b tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Request body: {'ports': [{'network_id': 'fcfcadff-3efc-4fb1-ad66-59af7ad65599', 'name': 'tempest-port--449920928', 'admin_state_up': True}, {'network_id': 'dd12899b-0fcf-4831-b7b1-f34ec464ce38', 'admin_state_up': False}]} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:10:48.591675 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-99d5dfc4-75c3-4fb0-b411-df37ca0efc4b tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Request body: {'port': {'network_id': 'fcfcadff-3efc-4fb1-ad66-59af7ad65599', 'name': 'tempest-port--449920928', 'admin_state_up': True}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:10:48.592165 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-99d5dfc4-75c3-4fb0-b411-df37ca0efc4b tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Request body: {'port': {'network_id': 'dd12899b-0fcf-4831-b7b1-f34ec464ce38', 'admin_state_up': False}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:10:48.794413 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fba9ff-4153-4523-8546-16a05a4d6537 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Pushing event updated for resources: {'Network': ['ID=dd12899b-0fcf-4831-b7b1-f34ec464ce38,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:48.814835 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network dd12899b-0fcf-4831-b7b1-f34ec464ce38 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:10:48.825577 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-704daada-ce07-425d-a580-d4d9c4040940 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4910d9f2-bb8f-4859-9893-c0a040e3bfb6 {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:10:48.836839 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-704daada-ce07-425d-a580-d4d9c4040940 service neutron] Publish callbacks [] for port (4910d9f2-bb8f-4859-9893-c0a040e3bfb6), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:48.853269 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-704daada-ce07-425d-a580-d4d9c4040940 service neutron] Transition to ACTIVE for port object 4910d9f2-bb8f-4859-9893-c0a040e3bfb6 will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:10:48.854685 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-26b7d42f-cc41-4aa8-a2d0-09b4f54f5883 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (c9122b36-b1de-46ed-8ffd-bcfa66db82c7), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:48.923569 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97869756-ba2c-48ee-a8f6-af574b4dde7e req-6e038bab-fd0b-49b3-b5a0-3607db2ebc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:48.924075 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97869756-ba2c-48ee-a8f6-af574b4dde7e req-6e038bab-fd0b-49b3-b5a0-3607db2ebc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:48.924803 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97869756-ba2c-48ee-a8f6-af574b4dde7e req-6e038bab-fd0b-49b3-b5a0-3607db2ebc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:48.930843 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-97869756-ba2c-48ee-a8f6-af574b4dde7e req-6e038bab-fd0b-49b3-b5a0-3607db2ebc9b service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=07cbe6ce97734b3c8365c4e2bb6fcdb5&shared=False HTTP/1.1" status: 200 len: 2299 time: 1.1621635 Feb 02 07:10:48.948497 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-704daada-ce07-425d-a580-d4d9c4040940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (4910d9f2-bb8f-4859-9893-c0a040e3bfb6), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:49.016677 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d5dfc4-75c3-4fb0-b411-df37ca0efc4b tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Made reservation on behalf of 7cbe57b7809c4e62a16195d4d179441a for: {'port': 2} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:10:49.021400 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-99d5dfc4-75c3-4fb0-b411-df37ca0efc4b tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:49.049245 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-99d5dfc4-75c3-4fb0-b411-df37ca0efc4b tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:49.415842 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704daada-ce07-425d-a580-d4d9c4040940 service neutron] Pushing event updated for resources: {'Port': ['ID=4910d9f2-bb8f-4859-9893-c0a040e3bfb6,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:49.590947 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [None req-99d5dfc4-75c3-4fb0-b411-df37ca0efc4b tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] device_id is not set on port 97004613-5d21-49d3-ab57-da276ae02ad4 yet. {{(pid=109694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:10:49.614964 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-26b7d42f-cc41-4aa8-a2d0-09b4f54f5883 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (c9122b36-b1de-46ed-8ffd-bcfa66db82c7), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:49.640256 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd3a13-2325-40d8-a151-6d382566cd59 req-558e0f49-38af-4f5f-b53a-dabe979dfd6b tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:49.654410 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd3a13-2325-40d8-a151-6d382566cd59 req-558e0f49-38af-4f5f-b53a-dabe979dfd6b tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:49.669231 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd3a13-2325-40d8-a151-6d382566cd59 req-558e0f49-38af-4f5f-b53a-dabe979dfd6b tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:49.681574 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd3a13-2325-40d8-a151-6d382566cd59 req-558e0f49-38af-4f5f-b53a-dabe979dfd6b tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:49.694226 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd3a13-2325-40d8-a151-6d382566cd59 req-558e0f49-38af-4f5f-b53a-dabe979dfd6b tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:49.702991 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd3a13-2325-40d8-a151-6d382566cd59 req-558e0f49-38af-4f5f-b53a-dabe979dfd6b tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:49.704878 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9ebd3a13-2325-40d8-a151-6d382566cd59 req-558e0f49-38af-4f5f-b53a-dabe979dfd6b tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 4604 time: 1.7697451 Feb 02 07:10:49.710626 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-26b7d42f-cc41-4aa8-a2d0-09b4f54f5883 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks [] for router_controller (c9122b36-b1de-46ed-8ffd-bcfa66db82c7), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:49.714437 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ce1154-2a1c-44d0-8f99-f191f5861372 req-b291cb0c-1a78-424e-b5d7-3f04e0e940e8 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:49.716421 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-47ce1154-2a1c-44d0-8f99-f191f5861372 req-b291cb0c-1a78-424e-b5d7-3f04e0e940e8 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=e345bef4-841f-48f1-9275-4e5304c6d2aa HTTP/1.1" status: 200 len: 946 time: 0.2045569 Feb 02 07:10:49.759423 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97869756-ba2c-48ee-a8f6-af574b4dde7e req-78825ab3-3ca1-4943-a25a-b0dce5dae9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:49.760918 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-97869756-ba2c-48ee-a8f6-af574b4dde7e req-78825ab3-3ca1-4943-a25a-b0dce5dae9cf service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7152672 Feb 02 07:10:49.821592 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-99d5dfc4-75c3-4fb0-b411-df37ca0efc4b tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks [] for port (97004613-5d21-49d3-ab57-da276ae02ad4), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:49.918478 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [None req-99d5dfc4-75c3-4fb0-b411-df37ca0efc4b tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] device_id is not set on port f150069e-777b-4bd4-9f00-0b06d0018871 yet. {{(pid=109694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:10:49.986725 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-704daada-ce07-425d-a580-d4d9c4040940 service neutron] Attempting to bind port 4910d9f2-bb8f-4859-9893-c0a040e3bfb6 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:10:49.986937 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-704daada-ce07-425d-a580-d4d9c4040940 service neutron] Attempting to bind port 4910d9f2-bb8f-4859-9893-c0a040e3bfb6 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': '4853bd7a-35ba-41e6-9757-b7f9c4755985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '44fb9145-9ace-47b2-84ba-690d45d04d68'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:10:49.987250 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-704daada-ce07-425d-a580-d4d9c4040940 service neutron] Attempting to bind port 4910d9f2-bb8f-4859-9893-c0a040e3bfb6 on network 44fb9145-9ace-47b2-84ba-690d45d04d68 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:10:49.994383 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-26b7d42f-cc41-4aa8-a2d0-09b4f54f5883 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (c9122b36-b1de-46ed-8ffd-bcfa66db82c7), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:49.994897 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b7d42f-cc41-4aa8-a2d0-09b4f54f5883 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Fanout notify agent at l3_agent the message router_deleted on router c9122b36-b1de-46ed-8ffd-bcfa66db82c7 {{(pid=109693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:10:50.003298 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-26b7d42f-cc41-4aa8-a2d0-09b4f54f5883 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:50.004455 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-26b7d42f-cc41-4aa8-a2d0-09b4f54f5883 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] 10.222.0.87 "DELETE /v2.0/routers/c9122b36-b1de-46ed-8ffd-bcfa66db82c7 HTTP/1.1" status: 204 len: 168 time: 5.6344423 Feb 02 07:10:50.008656 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 54388) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:50.009263 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-704daada-ce07-425d-a580-d4d9c4040940 service neutron] Port 4910d9f2-bb8f-4859-9893-c0a040e3bfb6 on network 44fb9145-9ace-47b2-84ba-690d45d04d68 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:10:50.009583 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-704daada-ce07-425d-a580-d4d9c4040940 service neutron] Attempting to bind port 4910d9f2-bb8f-4859-9893-c0a040e3bfb6 on network 44fb9145-9ace-47b2-84ba-690d45d04d68 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:10:50.039729 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-99d5dfc4-75c3-4fb0-b411-df37ca0efc4b tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks [] for port (f150069e-777b-4bd4-9f00-0b06d0018871), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:50.055889 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-704daada-ce07-425d-a580-d4d9c4040940 service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:10:50.056367 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-704daada-ce07-425d-a580-d4d9c4040940 service neutron] Checking segment: {'id': '4853bd7a-35ba-41e6-9757-b7f9c4755985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '44fb9145-9ace-47b2-84ba-690d45d04d68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:10:50.056878 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-704daada-ce07-425d-a580-d4d9c4040940 service neutron] Bound using segment: {'id': '4853bd7a-35ba-41e6-9757-b7f9c4755985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '44fb9145-9ace-47b2-84ba-690d45d04d68'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:10:50.057137 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-704daada-ce07-425d-a580-d4d9c4040940 service neutron] Bound port: 4910d9f2-bb8f-4859-9893-c0a040e3bfb6, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4853bd7a-35ba-41e6-9757-b7f9c4755985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '44fb9145-9ace-47b2-84ba-690d45d04d68'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:10:50.057493 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-704daada-ce07-425d-a580-d4d9c4040940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (4910d9f2-bb8f-4859-9893-c0a040e3bfb6), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:50.105793 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9ebd3a13-2325-40d8-a151-6d382566cd59 req-b8d21cca-64c9-4bda-bf4e-c800666e9fa5 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/security-groups?id=39d64e71-9bbb-4283-9333-9f076dd0e667&id=c2d438c9-ecad-41fa-9c3c-fefcebb88ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3681104 Feb 02 07:10:50.118505 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-4abefbf8-ba88-4669-ae2a-8973ea70d198 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Deleting subnet 32a584ae-c95b-4541-af51-02a2776eb4d0 {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:10:50.152678 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4abefbf8-ba88-4669-ae2a-8973ea70d198 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks [] for subnet (32a584ae-c95b-4541-af51-02a2776eb4d0), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:50.160092 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-99d5dfc4-75c3-4fb0-b411-df37ca0efc4b tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (97004613-5d21-49d3-ab57-da276ae02ad4), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:50.234521 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4abefbf8-ba88-4669-ae2a-8973ea70d198 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (32a584ae-c95b-4541-af51-02a2776eb4d0), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:50.346334 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-704daada-ce07-425d-a580-d4d9c4040940 service neutron] For port 4910d9f2-bb8f-4859-9893-c0a040e3bfb6, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:10:50.376023 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d5dfc4-75c3-4fb0-b411-df37ca0efc4b tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Checking segment: {'id': '12d13dd5-05ce-4da7-80fc-cd1b14c6bb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'fcfcadff-3efc-4fb1-ad66-59af7ad65599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:10:50.376803 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d5dfc4-75c3-4fb0-b411-df37ca0efc4b tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Network hostable DHCP agents. Network: fcfcadff-3efc-4fb1-ad66-59af7ad65599, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:10:50.385440 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d5dfc4-75c3-4fb0-b411-df37ca0efc4b tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Pushing event updated for resources: {'Port': ['ID=97004613-5d21-49d3-ab57-da276ae02ad4,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:50.396427 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-704daada-ce07-425d-a580-d4d9c4040940 service neutron] For port 4910d9f2-bb8f-4859-9893-c0a040e3bfb6, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=4910d9f2-bb8f-4859-9893-c0a040e3bfb6,segment=NetworkSegment(4853bd7a-35ba-41e6-9757-b7f9c4755985),segment_id=4853bd7a-35ba-41e6-9757-b7f9c4755985)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:10:50.402154 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-47ce1154-2a1c-44d0-8f99-f191f5861372 req-5494dc2c-c58d-4cea-aacf-f837845f4c26 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619276 Feb 02 07:10:50.417877 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d5dfc4-75c3-4fb0-b411-df37ca0efc4b tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Network fcfcadff-3efc-4fb1-ad66-59af7ad65599 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:10:50.435661 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-704daada-ce07-425d-a580-d4d9c4040940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (4910d9f2-bb8f-4859-9893-c0a040e3bfb6), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:50.437015 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-99d5dfc4-75c3-4fb0-b411-df37ca0efc4b tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, fcfcadff-3efc-4fb1-ad66-59af7ad65599) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:10:50.447343 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2345b381-10d6-461e-beb8-aa9936f3bc80 None None] Network fcfcadff-3efc-4fb1-ad66-59af7ad65599 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:10:50.460209 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d5dfc4-75c3-4fb0-b411-df37ca0efc4b tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:10:50.468754 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-99d5dfc4-75c3-4fb0-b411-df37ca0efc4b tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (f150069e-777b-4bd4-9f00-0b06d0018871), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:50.589848 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e02742-d0e1-49c7-9e44-31d8764f30af req-545174d1-f8e0-4102-af7a-0f5a17724e6d tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:50.594756 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-58e02742-d0e1-49c7-9e44-31d8764f30af req-545174d1-f8e0-4102-af7a-0f5a17724e6d tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 946 time: 0.3079102 Feb 02 07:10:50.653245 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-704daada-ce07-425d-a580-d4d9c4040940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:50.654847 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-704daada-ce07-425d-a580-d4d9c4040940 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:50.657866 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-704daada-ce07-425d-a580-d4d9c4040940 service neutron] 10.222.0.88 "PUT /v2.0/ports/4910d9f2-bb8f-4859-9893-c0a040e3bfb6 HTTP/1.1" status: 200 len: 1137 time: 3.9097018 Feb 02 07:10:50.669966 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e074495-bb56-4ff7-a978-84b111e50f6e', 'tag': '4910d9f2-bb8f-4859-9893-c0a040e3bfb6'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:10:50.675770 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ed535e-ec94-47dd-b44a-a0134fcb03f1" -d '{"events": [{"name": "network-changed", "server_uuid": "1e074495-bb56-4ff7-a978-84b111e50f6e", "tag": "4910d9f2-bb8f-4859-9893-c0a040e3bfb6"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:10:50.704882 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d5dfc4-75c3-4fb0-b411-df37ca0efc4b tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Pushing event updated for resources: {'Port': ['ID=f150069e-777b-4bd4-9f00-0b06d0018871,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:50.705552 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-d6ca66d7-491e-472a-9e10-9148a0fa4102 service neutron] Request body: {'port': {'device_id': '1e074495-bb56-4ff7-a978-84b111e50f6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:10:50.720890 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4abefbf8-ba88-4669-ae2a-8973ea70d198 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (32a584ae-c95b-4541-af51-02a2776eb4d0), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:50.722269 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d5dfc4-75c3-4fb0-b411-df37ca0efc4b tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Checking segment: {'id': '61234f45-728d-4d4e-aeba-54b46bade1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'dd12899b-0fcf-4831-b7b1-f34ec464ce38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:10:50.722747 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d5dfc4-75c3-4fb0-b411-df37ca0efc4b tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Network hostable DHCP agents. Network: dd12899b-0fcf-4831-b7b1-f34ec464ce38, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:10:50.747748 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210eb2fa-7b65-48da-9a77-a6c3c927735f req-eb2e5c21-b310-484d-9f1c-c44660ba7021 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:50.755027 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-210eb2fa-7b65-48da-9a77-a6c3c927735f req-eb2e5c21-b310-484d-9f1c-c44660ba7021 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 946 time: 0.1698472 Feb 02 07:10:50.788979 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d5dfc4-75c3-4fb0-b411-df37ca0efc4b tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Network dd12899b-0fcf-4831-b7b1-f34ec464ce38 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:10:50.835655 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-210eb2fa-7b65-48da-9a77-a6c3c927735f req-09eca859-b7bd-4d8c-a4cb-1be64a98b1a5 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794687 Feb 02 07:10:50.842515 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-99d5dfc4-75c3-4fb0-b411-df37ca0efc4b tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, dd12899b-0fcf-4831-b7b1-f34ec464ce38) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:10:50.856780 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dccafcc4-1980-4c8d-b108-9e344aec1c0a None None] Network dd12899b-0fcf-4831-b7b1-f34ec464ce38 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:10:50.879483 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d5dfc4-75c3-4fb0-b411-df37ca0efc4b tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:10:50.887529 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d5dfc4-75c3-4fb0-b411-df37ca0efc4b tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:50.893448 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d5dfc4-75c3-4fb0-b411-df37ca0efc4b tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:50.894230 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-99d5dfc4-75c3-4fb0-b411-df37ca0efc4b tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:50.919738 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-99d5dfc4-75c3-4fb0-b411-df37ca0efc4b tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.3329856 Feb 02 07:10:50.922857 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 54400) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:51.019135 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc81cdc-4bea-4d97-b694-347d7b2f6d7c x-openstack-request-id: req-bdc81cdc-4bea-4d97-b694-347d7b2f6d7c {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:10:51.022350 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e074495-bb56-4ff7-a978-84b111e50f6e", "tag": "4910d9f2-bb8f-4859-9893-c0a040e3bfb6", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:10:51.022739 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-bdc81cdc-4bea-4d97-b694-347d7b2f6d7c {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:10:51.023291 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e074495-bb56-4ff7-a978-84b111e50f6e', 'tag': '4910d9f2-bb8f-4859-9893-c0a040e3bfb6', 'status': 'completed', 'code': 200} Feb 02 07:10:51.027310 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704daada-ce07-425d-a580-d4d9c4040940 service neutron] Pushing event updated for resources: {'Port': ['ID=4910d9f2-bb8f-4859-9893-c0a040e3bfb6,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:51.145789 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-58e02742-d0e1-49c7-9e44-31d8764f30af req-e964a595-67c3-4cb2-83bd-1ec31592f60c tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=4c2c0860-2986-407a-8a1e-1579ab01e7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5139508 Feb 02 07:10:51.170707 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e9ec7f-2d6a-41da-a105-d6ae5265d122 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:51.191484 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-d6ca66d7-491e-472a-9e10-9148a0fa4102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3327c7b8-0004-4fd0-b0f2-234f90c816b4), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:51.196223 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e9ec7f-2d6a-41da-a105-d6ae5265d122 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:51.211865 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 54404) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:51.213864 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-36e9ec7f-2d6a-41da-a105-d6ae5265d122 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2877762 Feb 02 07:10:51.227896 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4abefbf8-ba88-4669-ae2a-8973ea70d198 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (32a584ae-c95b-4541-af51-02a2776eb4d0), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:51.316855 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abefbf8-ba88-4669-ae2a-8973ea70d198 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Pushing event deleted for resources: {'Subnet': ['ID=32a584ae-c95b-4541-af51-02a2776eb4d0,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:51.341666 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4abefbf8-ba88-4669-ae2a-8973ea70d198 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:51.347995 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-4abefbf8-ba88-4669-ae2a-8973ea70d198 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] 10.222.0.87 "DELETE /v2.0/subnets/32a584ae-c95b-4541-af51-02a2776eb4d0 HTTP/1.1" status: 204 len: 168 time: 1.3360705 Feb 02 07:10:51.360033 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 54406) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:51.415328 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed535e-ec94-47dd-b44a-a0134fcb03f1 req-317788af-0477-402a-8ecb-14431d0a2f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:51.416283 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed535e-ec94-47dd-b44a-a0134fcb03f1 req-317788af-0477-402a-8ecb-14431d0a2f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:51.417067 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed535e-ec94-47dd-b44a-a0134fcb03f1 req-317788af-0477-402a-8ecb-14431d0a2f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:51.417697 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed535e-ec94-47dd-b44a-a0134fcb03f1 req-317788af-0477-402a-8ecb-14431d0a2f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:51.418326 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed535e-ec94-47dd-b44a-a0134fcb03f1 req-317788af-0477-402a-8ecb-14431d0a2f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:51.418949 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed535e-ec94-47dd-b44a-a0134fcb03f1 req-317788af-0477-402a-8ecb-14431d0a2f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:51.419652 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed535e-ec94-47dd-b44a-a0134fcb03f1 req-317788af-0477-402a-8ecb-14431d0a2f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:51.423884 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c2ed535e-ec94-47dd-b44a-a0134fcb03f1 req-317788af-0477-402a-8ecb-14431d0a2f31 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=07cbe6ce97734b3c8365c4e2bb6fcdb5&device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 6315 time: 0.3211854 Feb 02 07:10:51.451795 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e4e1f0-6eed-4339-8c30-b14f1130cf4b None None] Network 437ec306-c787-4877-a297-2c8716a5056c requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:10:51.491388 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62721bc-eba2-4cef-abd6-823c22608e88 req-f911e16e-6b6e-4d5b-b058-a6073820cc55 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:51.502020 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b62721bc-eba2-4cef-abd6-823c22608e88 req-f911e16e-6b6e-4d5b-b058-a6073820cc55 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 946 time: 0.2857032 Feb 02 07:10:51.554444 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1b6f26d2-8dfa-42cd-bb5a-a0c1cdf26929 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (437ec306-c787-4877-a297-2c8716a5056c), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:51.644199 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b62721bc-eba2-4cef-abd6-823c22608e88 req-bbf28be1-bf8a-4539-bd50-a6245b65b274 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410394 Feb 02 07:10:51.735890 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da3e72e-5484-490f-b215-5ff9b4f836cf req-20ba06b2-1ba2-4915-99a7-35d3c2e38963 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:51.741298 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da3e72e-5484-490f-b215-5ff9b4f836cf req-20ba06b2-1ba2-4915-99a7-35d3c2e38963 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:51.759408 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da3e72e-5484-490f-b215-5ff9b4f836cf req-20ba06b2-1ba2-4915-99a7-35d3c2e38963 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:51.768308 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da3e72e-5484-490f-b215-5ff9b4f836cf req-20ba06b2-1ba2-4915-99a7-35d3c2e38963 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:51.777008 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da3e72e-5484-490f-b215-5ff9b4f836cf req-20ba06b2-1ba2-4915-99a7-35d3c2e38963 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:51.783029 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da3e72e-5484-490f-b215-5ff9b4f836cf req-20ba06b2-1ba2-4915-99a7-35d3c2e38963 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:51.802993 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da3e72e-5484-490f-b215-5ff9b4f836cf req-20ba06b2-1ba2-4915-99a7-35d3c2e38963 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:51.805440 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1da3e72e-5484-490f-b215-5ff9b4f836cf req-20ba06b2-1ba2-4915-99a7-35d3c2e38963 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 5382 time: 0.4322298 Feb 02 07:10:51.819837 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-1b6f26d2-8dfa-42cd-bb5a-a0c1cdf26929 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Deleting port 6205253b-94b3-48e6-88c3-0442d790e5e9 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:10:51.820283 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1b6f26d2-8dfa-42cd-bb5a-a0c1cdf26929 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (6205253b-94b3-48e6-88c3-0442d790e5e9), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:51.912915 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c432d23-a2ee-4d37-b6de-1bb4acf3834e None None] DHCP port deletion for 437ec306-c787-4877-a297-2c8716a5056c request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:10:51.956965 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-d6ca66d7-491e-472a-9e10-9148a0fa4102 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3327c7b8-0004-4fd0-b0f2-234f90c816b4 {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:10:51.965878 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-d6ca66d7-491e-472a-9e10-9148a0fa4102 service neutron] Publish callbacks [] for port (3327c7b8-0004-4fd0-b0f2-234f90c816b4), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:51.980375 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-d6ca66d7-491e-472a-9e10-9148a0fa4102 service neutron] Transition to ACTIVE for port object 3327c7b8-0004-4fd0-b0f2-234f90c816b4 will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:10:52.017144 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-3b347394-5b54-466b-ab48-13f2c4c16a39 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Deleting port 97004613-5d21-49d3-ab57-da276ae02ad4 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:10:52.017469 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3b347394-5b54-466b-ab48-13f2c4c16a39 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (97004613-5d21-49d3-ab57-da276ae02ad4), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:52.020251 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-d6ca66d7-491e-472a-9e10-9148a0fa4102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (3327c7b8-0004-4fd0-b0f2-234f90c816b4), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:52.028356 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-1b6f26d2-8dfa-42cd-bb5a-a0c1cdf26929 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] For port 6205253b-94b3-48e6-88c3-0442d790e5e9, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=6205253b-94b3-48e6-88c3-0442d790e5e9,segment=NetworkSegment(d931cb0d-6be0-4526-a46f-71bad8597cbf),segment_id=d931cb0d-6be0-4526-a46f-71bad8597cbf)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:10:52.028807 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1b6f26d2-8dfa-42cd-bb5a-a0c1cdf26929 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (6205253b-94b3-48e6-88c3-0442d790e5e9), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:52.065412 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-1b6f26d2-8dfa-42cd-bb5a-a0c1cdf26929 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Calling delete_port for 6205253b-94b3-48e6-88c3-0442d790e5e9 owned by network:dhcp {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:10:52.087117 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ca66d7-491e-472a-9e10-9148a0fa4102 service neutron] Pushing event updated for resources: {'Port': ['ID=3327c7b8-0004-4fd0-b0f2-234f90c816b4,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:52.092507 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b47139-3c29-4891-b39d-69b114881336 req-d5a1618e-602a-415b-a5e6-1d8ed9b26111 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:52.098526 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a1b47139-3c29-4891-b39d-69b114881336 req-d5a1618e-602a-415b-a5e6-1d8ed9b26111 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=e345bef4-841f-48f1-9275-4e5304c6d2aa HTTP/1.1" status: 200 len: 946 time: 0.2720349 Feb 02 07:10:52.111034 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed535e-ec94-47dd-b44a-a0134fcb03f1 req-6a77bd4c-120a-4e5c-914f-3773b6772720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:52.111502 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed535e-ec94-47dd-b44a-a0134fcb03f1 req-6a77bd4c-120a-4e5c-914f-3773b6772720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:52.112169 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed535e-ec94-47dd-b44a-a0134fcb03f1 req-6a77bd4c-120a-4e5c-914f-3773b6772720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:52.113893 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c2ed535e-ec94-47dd-b44a-a0134fcb03f1 req-6a77bd4c-120a-4e5c-914f-3773b6772720 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=07cbe6ce97734b3c8365c4e2bb6fcdb5&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.6510687 Feb 02 07:10:52.137675 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:52.216727 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-5c432d23-a2ee-4d37-b6de-1bb4acf3834e None None] Deleting port 6205253b-94b3-48e6-88c3-0442d790e5e9 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:10:52.217014 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5c432d23-a2ee-4d37-b6de-1bb4acf3834e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (6205253b-94b3-48e6-88c3-0442d790e5e9), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:52.317624 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed535e-ec94-47dd-b44a-a0134fcb03f1 req-d18753d1-fd12-40f2-bf0f-1ef35952b75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:52.319150 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c2ed535e-ec94-47dd-b44a-a0134fcb03f1 req-d18753d1-fd12-40f2-bf0f-1ef35952b75d service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1885481 Feb 02 07:10:52.348452 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a1b47139-3c29-4891-b39d-69b114881336 req-0a85ab3c-d466-4742-bfe0-7cf499cfcf30 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359314 Feb 02 07:10:52.385713 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-5c432d23-a2ee-4d37-b6de-1bb4acf3834e None None] For port 6205253b-94b3-48e6-88c3-0442d790e5e9, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=6205253b-94b3-48e6-88c3-0442d790e5e9,segment=NetworkSegment(d931cb0d-6be0-4526-a46f-71bad8597cbf),segment_id=d931cb0d-6be0-4526-a46f-71bad8597cbf)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:10:52.386444 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5c432d23-a2ee-4d37-b6de-1bb4acf3834e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (6205253b-94b3-48e6-88c3-0442d790e5e9), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:52.422625 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-5c432d23-a2ee-4d37-b6de-1bb4acf3834e None None] Calling delete_port for 6205253b-94b3-48e6-88c3-0442d790e5e9 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:10:52.474420 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1b6f26d2-8dfa-42cd-bb5a-a0c1cdf26929 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (6205253b-94b3-48e6-88c3-0442d790e5e9), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:52.509537 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3b347394-5b54-466b-ab48-13f2c4c16a39 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (97004613-5d21-49d3-ab57-da276ae02ad4), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:52.555268 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6f26d2-8dfa-42cd-bb5a-a0c1cdf26929 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Pushing event deleted for resources: {'Port': ['ID=6205253b-94b3-48e6-88c3-0442d790e5e9,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:52.563580 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6f26d2-8dfa-42cd-bb5a-a0c1cdf26929 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] No DVR routers for this DVR port 6205253b-94b3-48e6-88c3-0442d790e5e9 on host n-d-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:10:52.612976 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5c432d23-a2ee-4d37-b6de-1bb4acf3834e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (6205253b-94b3-48e6-88c3-0442d790e5e9), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:52.631419 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c432d23-a2ee-4d37-b6de-1bb4acf3834e None None] No DVR routers for this DVR port 6205253b-94b3-48e6-88c3-0442d790e5e9 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:10:52.691883 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c432d23-a2ee-4d37-b6de-1bb4acf3834e None None] Pushing event deleted for resources: {'Port': ['ID=6205253b-94b3-48e6-88c3-0442d790e5e9,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:52.737070 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1da3e72e-5484-490f-b215-5ff9b4f836cf req-66361ed4-3818-4efc-bfd9-39ae0b33f3ad tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/security-groups?id=39d64e71-9bbb-4283-9333-9f076dd0e667&id=c2d438c9-ecad-41fa-9c3c-fefcebb88ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7493594 Feb 02 07:10:52.754745 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-3b347394-5b54-466b-ab48-13f2c4c16a39 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Calling delete_port for 97004613-5d21-49d3-ab57-da276ae02ad4 owned by {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:10:52.759469 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1b6f26d2-8dfa-42cd-bb5a-a0c1cdf26929 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (437ec306-c787-4877-a297-2c8716a5056c), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:52.778899 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1219ad10-e019-46de-9694-440f7f837b4b req-8ade330d-1b3c-4d3e-b6e7-3b059c3e63c2 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:52.780556 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1219ad10-e019-46de-9694-440f7f837b4b req-8ade330d-1b3c-4d3e-b6e7-3b059c3e63c2 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 946 time: 0.2374127 Feb 02 07:10:52.808333 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-1b6f26d2-8dfa-42cd-bb5a-a0c1cdf26929 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['437ec306-c787-4877-a297-2c8716a5056c']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:10:52.833036 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-1b6f26d2-8dfa-42cd-bb5a-a0c1cdf26929 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd931cb0d-6be0-4526-a46f-71bad8597cbf') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:10:52.833343 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-1b6f26d2-8dfa-42cd-bb5a-a0c1cdf26929 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd931cb0d-6be0-4526-a46f-71bad8597cbf') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:10:52.862029 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1b6f26d2-8dfa-42cd-bb5a-a0c1cdf26929 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (d931cb0d-6be0-4526-a46f-71bad8597cbf), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:52.878311 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1b6f26d2-8dfa-42cd-bb5a-a0c1cdf26929 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (d931cb0d-6be0-4526-a46f-71bad8597cbf), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:52.886299 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b6f26d2-8dfa-42cd-bb5a-a0c1cdf26929 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:10:52.886788 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1b6f26d2-8dfa-42cd-bb5a-a0c1cdf26929 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (d931cb0d-6be0-4526-a46f-71bad8597cbf), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:52.955503 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:10:52.955503 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:10:52.955503 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:10:52.955503 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:10:52.955503 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:10:52.955503 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:10:52.955503 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:10:52.955503 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:10:52.955503 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:10:52.955503 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:10:52.955503 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:10:52.955503 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:10:52.955503 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:10:52.955503 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:10:52.955503 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:10:52.955503 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:10:52.955503 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:10:52.955503 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:10:52.955503 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:10:52.955503 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:10:52.955503 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:10:52.955503 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:10:52.955503 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:10:52.955503 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:10:52.955503 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:10:52.955503 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:10:52.955503 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:10:52.955503 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:10:52.955503 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:10:52.955503 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:10:52.955503 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:10:52.955503 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:10:52.977304 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1b6f26d2-8dfa-42cd-bb5a-a0c1cdf26929 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (437ec306-c787-4877-a297-2c8716a5056c), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:52.998852 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1b6f26d2-8dfa-42cd-bb5a-a0c1cdf26929 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:53.006870 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-1b6f26d2-8dfa-42cd-bb5a-a0c1cdf26929 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] 10.222.0.87 "DELETE /v2.0/networks/437ec306-c787-4877-a297-2c8716a5056c HTTP/1.1" status: 204 len: 168 time: 1.6420257 Feb 02 07:10:53.010103 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 54428) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:53.046718 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 6205253b-94b3-48e6-88c3-0442d790e5e9 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:10:53.057979 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3b347394-5b54-466b-ab48-13f2c4c16a39 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (97004613-5d21-49d3-ab57-da276ae02ad4), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:53.089323 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 6205253b-94b3-48e6-88c3-0442d790e5e9 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:10:53.089668 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 6205253b-94b3-48e6-88c3-0442d790e5e9 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:10:53.116326 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6f26d2-8dfa-42cd-bb5a-a0c1cdf26929 tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Pushing event deleted for resources: {'Network': ['ID=437ec306-c787-4877-a297-2c8716a5056c,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:53.211760 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1219ad10-e019-46de-9694-440f7f837b4b req-25b7ecc9-8bef-49f4-a21a-fc6424ad2025 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=4c2c0860-2986-407a-8a1e-1579ab01e7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4245751 Feb 02 07:10:53.705959 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b347394-5b54-466b-ab48-13f2c4c16a39 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Pushing event deleted for resources: {'Port': ['ID=97004613-5d21-49d3-ab57-da276ae02ad4,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:53.707279 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d2860b-11ca-4d72-8041-f8f042ae1ae4 req-8dd963dc-6fe0-4140-9c0f-d45ef16cad38 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:53.717268 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3b347394-5b54-466b-ab48-13f2c4c16a39 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:53.721372 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-3b347394-5b54-466b-ab48-13f2c4c16a39 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] 10.222.0.87 "DELETE /v2.0/ports/97004613-5d21-49d3-ab57-da276ae02ad4 HTTP/1.1" status: 204 len: 168 time: 2.5083838 Feb 02 07:10:53.724954 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 54432) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:53.731014 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-38d2860b-11ca-4d72-8041-f8f042ae1ae4 req-8dd963dc-6fe0-4140-9c0f-d45ef16cad38 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=e345bef4-841f-48f1-9275-4e5304c6d2aa HTTP/1.1" status: 200 len: 946 time: 0.1126716 Feb 02 07:10:53.791225 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-d6ca66d7-491e-472a-9e10-9148a0fa4102 service neutron] Attempting to bind port 3327c7b8-0004-4fd0-b0f2-234f90c816b4 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:10:53.791817 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-d6ca66d7-491e-472a-9e10-9148a0fa4102 service neutron] Attempting to bind port 3327c7b8-0004-4fd0-b0f2-234f90c816b4 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': '4853bd7a-35ba-41e6-9757-b7f9c4755985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '44fb9145-9ace-47b2-84ba-690d45d04d68'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:10:53.791952 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-d6ca66d7-491e-472a-9e10-9148a0fa4102 service neutron] Attempting to bind port 3327c7b8-0004-4fd0-b0f2-234f90c816b4 on network 44fb9145-9ace-47b2-84ba-690d45d04d68 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:10:53.799161 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-d6ca66d7-491e-472a-9e10-9148a0fa4102 service neutron] Port 3327c7b8-0004-4fd0-b0f2-234f90c816b4 on network 44fb9145-9ace-47b2-84ba-690d45d04d68 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:10:53.799821 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-d6ca66d7-491e-472a-9e10-9148a0fa4102 service neutron] Attempting to bind port 3327c7b8-0004-4fd0-b0f2-234f90c816b4 on network 44fb9145-9ace-47b2-84ba-690d45d04d68 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:10:53.810866 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff64c5c9-4a60-45ad-b248-181079391c4f req-e971180a-6560-4bc6-985e-9c82de204b9e tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:53.812533 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ff64c5c9-4a60-45ad-b248-181079391c4f req-e971180a-6560-4bc6-985e-9c82de204b9e tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 946 time: 0.8821390 Feb 02 07:10:53.830318 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-38d2860b-11ca-4d72-8041-f8f042ae1ae4 req-16eb831d-bb49-4ac9-8310-47c53cf78a53 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953605 Feb 02 07:10:53.830703 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-d6ca66d7-491e-472a-9e10-9148a0fa4102 service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:10:53.831135 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-d6ca66d7-491e-472a-9e10-9148a0fa4102 service neutron] Checking segment: {'id': '4853bd7a-35ba-41e6-9757-b7f9c4755985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '44fb9145-9ace-47b2-84ba-690d45d04d68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:10:53.831610 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-d6ca66d7-491e-472a-9e10-9148a0fa4102 service neutron] Bound using segment: {'id': '4853bd7a-35ba-41e6-9757-b7f9c4755985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '44fb9145-9ace-47b2-84ba-690d45d04d68'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:10:53.832128 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-d6ca66d7-491e-472a-9e10-9148a0fa4102 service neutron] Bound port: 3327c7b8-0004-4fd0-b0f2-234f90c816b4, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4853bd7a-35ba-41e6-9757-b7f9c4755985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '44fb9145-9ace-47b2-84ba-690d45d04d68'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:10:53.841741 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-d6ca66d7-491e-472a-9e10-9148a0fa4102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3327c7b8-0004-4fd0-b0f2-234f90c816b4), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:53.879636 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-b569d401-75dc-448d-a0be-661700c9414e tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Deleting port 2f6f10c6-53ae-4b55-88dc-e20f2550551f {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:10:53.882826 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b569d401-75dc-448d-a0be-661700c9414e tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (2f6f10c6-53ae-4b55-88dc-e20f2550551f), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:53.912171 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:10:53.939218 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ff64c5c9-4a60-45ad-b248-181079391c4f req-3aef2569-17a8-4406-ac2f-385077fcee05 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009822 Feb 02 07:10:53.964699 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-8723d655-0f74-4410-b191-4028d349a5c2 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Deleting port f150069e-777b-4bd4-9f00-0b06d0018871 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:10:53.965387 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8723d655-0f74-4410-b191-4028d349a5c2 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (f150069e-777b-4bd4-9f00-0b06d0018871), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:54.037249 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b569d401-75dc-448d-a0be-661700c9414e tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (2f6f10c6-53ae-4b55-88dc-e20f2550551f), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:54.037578 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b569d401-75dc-448d-a0be-661700c9414e tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks [] for floatingip (2f6f10c6-53ae-4b55-88dc-e20f2550551f), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:54.052235 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-b569d401-75dc-448d-a0be-661700c9414e tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Calling delete_port for 2f6f10c6-53ae-4b55-88dc-e20f2550551f owned by network:floatingip {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:10:54.084780 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-d6ca66d7-491e-472a-9e10-9148a0fa4102 service neutron] For port 3327c7b8-0004-4fd0-b0f2-234f90c816b4, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:10:54.092687 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-d6ca66d7-491e-472a-9e10-9148a0fa4102 service neutron] For port 3327c7b8-0004-4fd0-b0f2-234f90c816b4, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=3327c7b8-0004-4fd0-b0f2-234f90c816b4,segment=NetworkSegment(4853bd7a-35ba-41e6-9757-b7f9c4755985),segment_id=4853bd7a-35ba-41e6-9757-b7f9c4755985)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:10:54.106450 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8723d655-0f74-4410-b191-4028d349a5c2 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (f150069e-777b-4bd4-9f00-0b06d0018871), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:54.142156 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-d6ca66d7-491e-472a-9e10-9148a0fa4102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (3327c7b8-0004-4fd0-b0f2-234f90c816b4), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:54.166034 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-d6ca66d7-491e-472a-9e10-9148a0fa4102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:54.167232 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-d6ca66d7-491e-472a-9e10-9148a0fa4102 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:54.169064 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-d6ca66d7-491e-472a-9e10-9148a0fa4102 service neutron] 10.222.0.88 "PUT /v2.0/ports/3327c7b8-0004-4fd0-b0f2-234f90c816b4 HTTP/1.1" status: 200 len: 1092 time: 3.4702978 Feb 02 07:10:54.176015 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e074495-bb56-4ff7-a978-84b111e50f6e', 'tag': '3327c7b8-0004-4fd0-b0f2-234f90c816b4'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:10:54.178844 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66946ac-fc0f-447e-b01c-cb577c8c8fe6" -d '{"events": [{"name": "network-changed", "server_uuid": "1e074495-bb56-4ff7-a978-84b111e50f6e", "tag": "3327c7b8-0004-4fd0-b0f2-234f90c816b4"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:10:54.210810 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-8723d655-0f74-4410-b191-4028d349a5c2 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Calling delete_port for f150069e-777b-4bd4-9f00-0b06d0018871 owned by {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:10:54.228817 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-84d4763a-10bc-4683-8347-ed1d26c9ab1e service neutron] Request body: {'port': {'device_id': '1e074495-bb56-4ff7-a978-84b111e50f6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:10:54.284379 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b569d401-75dc-448d-a0be-661700c9414e tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (2f6f10c6-53ae-4b55-88dc-e20f2550551f), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:54.295898 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b06f36-b04d-4f2f-a63d-9902ff7bbfd3 req-d696bc38-6708-4044-b007-eebe2dd5964b tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:54.303335 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-80b06f36-b04d-4f2f-a63d-9902ff7bbfd3 req-d696bc38-6708-4044-b007-eebe2dd5964b tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 946 time: 0.1898394 Feb 02 07:10:54.359735 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b569d401-75dc-448d-a0be-661700c9414e tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Pushing event deleted for resources: {'Port': ['ID=2f6f10c6-53ae-4b55-88dc-e20f2550551f,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:54.524139 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a08f9-08bd-48cb-94bf-788d695ce0fc req-12a50dc3-9b23-4c44-98a2-d72101bedf40 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:54.531199 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a08f9-08bd-48cb-94bf-788d695ce0fc req-12a50dc3-9b23-4c44-98a2-d72101bedf40 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:54.532572 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ca66d7-491e-472a-9e10-9148a0fa4102 service neutron] Pushing event updated for resources: {'Port': ['ID=3327c7b8-0004-4fd0-b0f2-234f90c816b4,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:54.538240 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a08f9-08bd-48cb-94bf-788d695ce0fc req-12a50dc3-9b23-4c44-98a2-d72101bedf40 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:54.544592 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a08f9-08bd-48cb-94bf-788d695ce0fc req-12a50dc3-9b23-4c44-98a2-d72101bedf40 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:54.552085 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a08f9-08bd-48cb-94bf-788d695ce0fc req-12a50dc3-9b23-4c44-98a2-d72101bedf40 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:54.555456 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-84d4763a-10bc-4683-8347-ed1d26c9ab1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b17d715e-1c85-4c03-a547-caefd8ea643a), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:54.559879 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a08f9-08bd-48cb-94bf-788d695ce0fc req-12a50dc3-9b23-4c44-98a2-d72101bedf40 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:54.566751 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a08f9-08bd-48cb-94bf-788d695ce0fc req-12a50dc3-9b23-4c44-98a2-d72101bedf40 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:54.576769 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ba3a08f9-08bd-48cb-94bf-788d695ce0fc req-12a50dc3-9b23-4c44-98a2-d72101bedf40 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 5394 time: 0.6348186 Feb 02 07:10:54.632719 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b569d401-75dc-448d-a0be-661700c9414e tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks [] for floatingip (cdacdab4-b381-4adf-a528-d41ef68532f2), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:54.639104 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b569d401-75dc-448d-a0be-661700c9414e tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:54.642593 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b569d401-75dc-448d-a0be-661700c9414e tempest-FloatingIPAdminTestJSON-362336811 tempest-FloatingIPAdminTestJSON-362336811-project] 10.222.0.87 "DELETE /v2.0/floatingips/cdacdab4-b381-4adf-a528-d41ef68532f2 HTTP/1.1" status: 204 len: 168 time: 1.6277816 Feb 02 07:10:54.750895 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ba3a08f9-08bd-48cb-94bf-788d695ce0fc req-6d122319-6a57-4c36-8789-1112ae753b3f tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/security-groups?id=39d64e71-9bbb-4283-9333-9f076dd0e667&id=c2d438c9-ecad-41fa-9c3c-fefcebb88ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1655376 Feb 02 07:10:54.800720 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-80b06f36-b04d-4f2f-a63d-9902ff7bbfd3 req-325c2899-0408-4c83-b3f0-151c43c8551b tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4962540 Feb 02 07:10:54.976337 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb92c3b-5707-403d-90d2-137fa9a871f0 x-openstack-request-id: req-dcb92c3b-5707-403d-90d2-137fa9a871f0 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:10:54.976789 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e074495-bb56-4ff7-a978-84b111e50f6e", "tag": "3327c7b8-0004-4fd0-b0f2-234f90c816b4", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:10:54.977266 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-dcb92c3b-5707-403d-90d2-137fa9a871f0 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:10:54.977762 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e074495-bb56-4ff7-a978-84b111e50f6e', 'tag': '3327c7b8-0004-4fd0-b0f2-234f90c816b4', 'status': 'completed', 'code': 200} Feb 02 07:10:55.121309 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8723d655-0f74-4410-b191-4028d349a5c2 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (f150069e-777b-4bd4-9f00-0b06d0018871), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:55.151331 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66946ac-fc0f-447e-b01c-cb577c8c8fe6 req-445b7fa8-574a-4a9b-a96c-47098cdbf400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:55.151829 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66946ac-fc0f-447e-b01c-cb577c8c8fe6 req-445b7fa8-574a-4a9b-a96c-47098cdbf400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:55.152296 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66946ac-fc0f-447e-b01c-cb577c8c8fe6 req-445b7fa8-574a-4a9b-a96c-47098cdbf400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:55.152757 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66946ac-fc0f-447e-b01c-cb577c8c8fe6 req-445b7fa8-574a-4a9b-a96c-47098cdbf400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:55.153218 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66946ac-fc0f-447e-b01c-cb577c8c8fe6 req-445b7fa8-574a-4a9b-a96c-47098cdbf400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:55.153740 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66946ac-fc0f-447e-b01c-cb577c8c8fe6 req-445b7fa8-574a-4a9b-a96c-47098cdbf400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:55.154218 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66946ac-fc0f-447e-b01c-cb577c8c8fe6 req-445b7fa8-574a-4a9b-a96c-47098cdbf400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:55.157170 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f66946ac-fc0f-447e-b01c-cb577c8c8fe6 req-445b7fa8-574a-4a9b-a96c-47098cdbf400 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=07cbe6ce97734b3c8365c4e2bb6fcdb5&device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 6414 time: 0.1371570 Feb 02 07:10:55.183003 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea33e6b-d791-4854-815d-ad8b3ffc7f54 req-4edc5d3c-45a3-4d74-9987-18895c287886 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:55.192835 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6ea33e6b-d791-4854-815d-ad8b3ffc7f54 req-4edc5d3c-45a3-4d74-9987-18895c287886 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=e345bef4-841f-48f1-9275-4e5304c6d2aa HTTP/1.1" status: 200 len: 946 time: 0.1132221 Feb 02 07:10:55.205127 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225cb78-7178-47b7-87ef-dd9fe6a2d9fc req-fa8c4cdc-cea5-4a95-9a1a-205a8992cbb6 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:55.212029 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1225cb78-7178-47b7-87ef-dd9fe6a2d9fc req-fa8c4cdc-cea5-4a95-9a1a-205a8992cbb6 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 946 time: 0.2332065 Feb 02 07:10:55.215721 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 54458) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:55.236660 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8723d655-0f74-4410-b191-4028d349a5c2 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:55.240337 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-8723d655-0f74-4410-b191-4028d349a5c2 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] 10.222.0.87 "DELETE /v2.0/ports/f150069e-777b-4bd4-9f00-0b06d0018871 HTTP/1.1" status: 204 len: 168 time: 1.5141389 Feb 02 07:10:55.241322 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8723d655-0f74-4410-b191-4028d349a5c2 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Pushing event deleted for resources: {'Port': ['ID=f150069e-777b-4bd4-9f00-0b06d0018871,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:55.253436 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 54462) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:55.338668 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6ea33e6b-d791-4854-815d-ad8b3ffc7f54 req-d1a6b483-03ac-452a-b7c1-c1ea38398640 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401715 Feb 02 07:10:55.351250 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1225cb78-7178-47b7-87ef-dd9fe6a2d9fc req-cc798f81-2bd0-4ac8-be2a-d6c5636b10a0 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=4c2c0860-2986-407a-8a1e-1579ab01e7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382706 Feb 02 07:10:55.360388 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 54464) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:55.363524 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-926b21d3-27ed-4583-b76a-5e0296146351 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0838590 Feb 02 07:10:55.365931 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-154f3bbe-5cf6-41ed-b5d2-d4f00ff06923 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-848414211'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:10:55.462845 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-154f3bbe-5cf6-41ed-b5d2-d4f00ff06923 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Made reservation on behalf of 7cbe57b7809c4e62a16195d4d179441a for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:10:55.479840 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-154f3bbe-5cf6-41ed-b5d2-d4f00ff06923 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:55.555251 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-07bbfdb6-c072-492d-9b98-ece013e1d28b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=648b25045e2f4e4084dd81250997767d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3341331 Feb 02 07:10:55.556047 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 54466) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:55.596698 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-154f3bbe-5cf6-41ed-b5d2-d4f00ff06923 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:10:55.623062 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-154f3bbe-5cf6-41ed-b5d2-d4f00ff06923 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (b709e101-d6d8-4666-8557-dadac8e1b1df), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:55.623590 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-154f3bbe-5cf6-41ed-b5d2-d4f00ff06923 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Added segment b709e101-d6d8-4666-8557-dadac8e1b1df of type vlan for network 9447eb04-83a1-4525-9c39-8528b8fa4984 Feb 02 07:10:55.633165 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfc93a0-1665-4d10-b509-19b7fd1ac2e4 req-4e8040ce-166f-4e0f-802c-ce162a82e422 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:55.640600 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7bfc93a0-1665-4d10-b509-19b7fd1ac2e4 req-4e8040ce-166f-4e0f-802c-ce162a82e422 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 946 time: 0.1572249 Feb 02 07:10:55.680427 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-84d4763a-10bc-4683-8347-ed1d26c9ab1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b17d715e-1c85-4c03-a547-caefd8ea643a {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:10:55.703806 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-84d4763a-10bc-4683-8347-ed1d26c9ab1e service neutron] Publish callbacks [] for port (b17d715e-1c85-4c03-a547-caefd8ea643a), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:55.732127 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-154f3bbe-5cf6-41ed-b5d2-d4f00ff06923 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (9447eb04-83a1-4525-9c39-8528b8fa4984), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:55.735205 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-84d4763a-10bc-4683-8347-ed1d26c9ab1e service neutron] Transition to ACTIVE for port object b17d715e-1c85-4c03-a547-caefd8ea643a will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:10:55.741846 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66946ac-fc0f-447e-b01c-cb577c8c8fe6 req-94c824ac-9c01-4e6d-b56c-f32ad34592bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:55.742649 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66946ac-fc0f-447e-b01c-cb577c8c8fe6 req-94c824ac-9c01-4e6d-b56c-f32ad34592bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:55.745036 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66946ac-fc0f-447e-b01c-cb577c8c8fe6 req-94c824ac-9c01-4e6d-b56c-f32ad34592bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:55.748493 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f66946ac-fc0f-447e-b01c-cb577c8c8fe6 req-94c824ac-9c01-4e6d-b56c-f32ad34592bd service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=07cbe6ce97734b3c8365c4e2bb6fcdb5&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.5671344 Feb 02 07:10:55.749932 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-84d4763a-10bc-4683-8347-ed1d26c9ab1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (b17d715e-1c85-4c03-a547-caefd8ea643a), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:55.758125 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7bfc93a0-1665-4d10-b509-19b7fd1ac2e4 req-c1269bec-e9f7-4db0-a7e9-3e5b5f2ecca4 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104045 Feb 02 07:10:55.760541 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ac80313d-a786-4251-af0c-8a32df6c1d20 admin admin] Publish callbacks [] for security_group (92c14180-4853-4386-9975-97647ac12726), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:55.836052 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ac80313d-a786-4251-af0c-8a32df6c1d20 admin admin] Publish callbacks [] for security_group (92c14180-4853-4386-9975-97647ac12726), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:55.840871 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d4763a-10bc-4683-8347-ed1d26c9ab1e service neutron] Pushing event updated for resources: {'Port': ['ID=b17d715e-1c85-4c03-a547-caefd8ea643a,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:55.912212 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.db.resource_extend [None req-154f3bbe-5cf6-41ed-b5d2-d4f00ff06923 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 07:10:55.919200 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ac80313d-a786-4251-af0c-8a32df6c1d20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (92c14180-4853-4386-9975-97647ac12726), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:55.922575 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ac80313d-a786-4251-af0c-8a32df6c1d20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:55.936145 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-ac80313d-a786-4251-af0c-8a32df6c1d20 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/92c14180-4853-4386-9975-97647ac12726 HTTP/1.1" status: 204 len: 168 time: 0.3756859 Feb 02 07:10:56.054175 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac80313d-a786-4251-af0c-8a32df6c1d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c14180-4853-4386-9975-97647ac12726,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:56.065504 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-154f3bbe-5cf6-41ed-b5d2-d4f00ff06923 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (9447eb04-83a1-4525-9c39-8528b8fa4984), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:56.079846 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154f3bbe-5cf6-41ed-b5d2-d4f00ff06923 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:56.080491 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-154f3bbe-5cf6-41ed-b5d2-d4f00ff06923 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:56.157817 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-154f3bbe-5cf6-41ed-b5d2-d4f00ff06923 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7931492 Feb 02 07:10:56.180384 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 54476) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:56.200815 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-d98901d8-c66d-45f6-955a-73f43fc1edd1 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-654713209'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:10:56.223219 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b323743e-6e45-4688-bd6e-3a8fbcf2b176 req-2995363f-62e2-4627-999d-2c3a8e272252 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:56.224798 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b323743e-6e45-4688-bd6e-3a8fbcf2b176 req-2995363f-62e2-4627-999d-2c3a8e272252 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 946 time: 0.1923754 Feb 02 07:10:56.320014 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154f3bbe-5cf6-41ed-b5d2-d4f00ff06923 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Pushing event updated for resources: {'Network': ['ID=9447eb04-83a1-4525-9c39-8528b8fa4984,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:56.332741 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 9447eb04-83a1-4525-9c39-8528b8fa4984 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:10:56.349620 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-84d4763a-10bc-4683-8347-ed1d26c9ab1e service neutron] Attempting to bind port b17d715e-1c85-4c03-a547-caefd8ea643a on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:10:56.353210 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-84d4763a-10bc-4683-8347-ed1d26c9ab1e service neutron] Attempting to bind port b17d715e-1c85-4c03-a547-caefd8ea643a by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': '4853bd7a-35ba-41e6-9757-b7f9c4755985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '44fb9145-9ace-47b2-84ba-690d45d04d68'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:10:56.353577 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-84d4763a-10bc-4683-8347-ed1d26c9ab1e service neutron] Attempting to bind port b17d715e-1c85-4c03-a547-caefd8ea643a on network 44fb9145-9ace-47b2-84ba-690d45d04d68 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:10:56.355966 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e9c2ed-41d2-4cfc-887c-14c7dcece6cd req-68abe99a-55c5-4432-8402-9399247bbf03 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:56.364519 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e9c2ed-41d2-4cfc-887c-14c7dcece6cd req-68abe99a-55c5-4432-8402-9399247bbf03 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:56.371033 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e9c2ed-41d2-4cfc-887c-14c7dcece6cd req-68abe99a-55c5-4432-8402-9399247bbf03 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:56.376956 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66946ac-fc0f-447e-b01c-cb577c8c8fe6 req-d7cd4cc2-4be6-4631-8f20-de3d0ef5ad8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:56.378511 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f66946ac-fc0f-447e-b01c-cb577c8c8fe6 req-d7cd4cc2-4be6-4631-8f20-de3d0ef5ad8b service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6148858 Feb 02 07:10:56.382191 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e9c2ed-41d2-4cfc-887c-14c7dcece6cd req-68abe99a-55c5-4432-8402-9399247bbf03 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:56.383623 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-84d4763a-10bc-4683-8347-ed1d26c9ab1e service neutron] Port b17d715e-1c85-4c03-a547-caefd8ea643a on network 44fb9145-9ace-47b2-84ba-690d45d04d68 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:10:56.383940 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-84d4763a-10bc-4683-8347-ed1d26c9ab1e service neutron] Attempting to bind port b17d715e-1c85-4c03-a547-caefd8ea643a on network 44fb9145-9ace-47b2-84ba-690d45d04d68 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:10:56.389250 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e9c2ed-41d2-4cfc-887c-14c7dcece6cd req-68abe99a-55c5-4432-8402-9399247bbf03 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:56.398488 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-84d4763a-10bc-4683-8347-ed1d26c9ab1e service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:10:56.398857 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-84d4763a-10bc-4683-8347-ed1d26c9ab1e service neutron] Checking segment: {'id': '4853bd7a-35ba-41e6-9757-b7f9c4755985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '44fb9145-9ace-47b2-84ba-690d45d04d68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:10:56.401590 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-84d4763a-10bc-4683-8347-ed1d26c9ab1e service neutron] Bound using segment: {'id': '4853bd7a-35ba-41e6-9757-b7f9c4755985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '44fb9145-9ace-47b2-84ba-690d45d04d68'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:10:56.402085 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-84d4763a-10bc-4683-8347-ed1d26c9ab1e service neutron] Bound port: b17d715e-1c85-4c03-a547-caefd8ea643a, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4853bd7a-35ba-41e6-9757-b7f9c4755985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '44fb9145-9ace-47b2-84ba-690d45d04d68'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:10:56.402463 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-84d4763a-10bc-4683-8347-ed1d26c9ab1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b17d715e-1c85-4c03-a547-caefd8ea643a), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:56.419136 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e9c2ed-41d2-4cfc-887c-14c7dcece6cd req-68abe99a-55c5-4432-8402-9399247bbf03 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:56.430867 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e9c2ed-41d2-4cfc-887c-14c7dcece6cd req-68abe99a-55c5-4432-8402-9399247bbf03 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:56.461064 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d0e9c2ed-41d2-4cfc-887c-14c7dcece6cd req-68abe99a-55c5-4432-8402-9399247bbf03 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 5406 time: 0.5146687 Feb 02 07:10:56.497114 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b323743e-6e45-4688-bd6e-3a8fbcf2b176 req-9877f6b5-c34f-41c1-9956-9525c1ae374d tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637498 Feb 02 07:10:56.601228 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98901d8-c66d-45f6-955a-73f43fc1edd1 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Made reservation on behalf of 7cbe57b7809c4e62a16195d4d179441a for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:10:56.612342 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d98901d8-c66d-45f6-955a-73f43fc1edd1 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:56.621959 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 54486) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:56.641703 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-72af7daa-d2c3-4486-979f-a707782e9ec3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:56.653984 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-84d4763a-10bc-4683-8347-ed1d26c9ab1e service neutron] For port b17d715e-1c85-4c03-a547-caefd8ea643a, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:10:56.672928 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-84d4763a-10bc-4683-8347-ed1d26c9ab1e service neutron] For port b17d715e-1c85-4c03-a547-caefd8ea643a, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=b17d715e-1c85-4c03-a547-caefd8ea643a,segment=NetworkSegment(4853bd7a-35ba-41e6-9757-b7f9c4755985),segment_id=4853bd7a-35ba-41e6-9757-b7f9c4755985)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:10:56.694171 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-84d4763a-10bc-4683-8347-ed1d26c9ab1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (b17d715e-1c85-4c03-a547-caefd8ea643a), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:56.718651 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d0e9c2ed-41d2-4cfc-887c-14c7dcece6cd req-e3012bb3-abdd-4179-b1e9-ad0c1c69a54d tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/security-groups?id=39d64e71-9bbb-4283-9333-9f076dd0e667&id=c2d438c9-ecad-41fa-9c3c-fefcebb88ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2566116 Feb 02 07:10:56.724571 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d98901d8-c66d-45f6-955a-73f43fc1edd1 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:10:56.747893 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d98901d8-c66d-45f6-955a-73f43fc1edd1 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (b4cdb271-4bbf-47b5-bbfd-32ff6a40cf15), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:56.748457 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-d98901d8-c66d-45f6-955a-73f43fc1edd1 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Added segment b4cdb271-4bbf-47b5-bbfd-32ff6a40cf15 of type vlan for network 3da61461-9e9c-4111-87ba-a3e022a9b7db Feb 02 07:10:56.782903 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-84d4763a-10bc-4683-8347-ed1d26c9ab1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:56.787023 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-84d4763a-10bc-4683-8347-ed1d26c9ab1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:56.789636 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-84d4763a-10bc-4683-8347-ed1d26c9ab1e service neutron] 10.222.0.88 "PUT /v2.0/ports/b17d715e-1c85-4c03-a547-caefd8ea643a HTTP/1.1" status: 200 len: 1091 time: 2.5651636 Feb 02 07:10:56.845899 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-c5151e87-bcaa-481c-91e6-b18206592087 service neutron] Request body: {'port': {'device_id': '1e074495-bb56-4ff7-a978-84b111e50f6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:10:56.860669 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d98901d8-c66d-45f6-955a-73f43fc1edd1 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (3da61461-9e9c-4111-87ba-a3e022a9b7db), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:56.976494 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330320f2-aecc-40dc-a8d2-8ce438cef3e0 req-fb4933a5-9e96-4ca6-912f-e3545725c314 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:56.989587 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e074495-bb56-4ff7-a978-84b111e50f6e', 'tag': 'b17d715e-1c85-4c03-a547-caefd8ea643a'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:10:56.996640 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e449ca75-f346-4ca1-aee9-82206107615d" -d '{"events": [{"name": "network-changed", "server_uuid": "1e074495-bb56-4ff7-a978-84b111e50f6e", "tag": "b17d715e-1c85-4c03-a547-caefd8ea643a"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:10:57.000151 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-330320f2-aecc-40dc-a8d2-8ce438cef3e0 req-fb4933a5-9e96-4ca6-912f-e3545725c314 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 946 time: 0.1538873 Feb 02 07:10:57.033908 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d98901d8-c66d-45f6-955a-73f43fc1edd1 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (3da61461-9e9c-4111-87ba-a3e022a9b7db), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:57.053701 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98901d8-c66d-45f6-955a-73f43fc1edd1 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:57.054349 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d98901d8-c66d-45f6-955a-73f43fc1edd1 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:57.071177 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9daa3e6-88ac-48bb-ab75-e0bb2e7fdbfb req-f60bb38c-7562-428b-9aa0-3c0398c6dc73 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:57.076337 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a9daa3e6-88ac-48bb-ab75-e0bb2e7fdbfb req-f60bb38c-7562-428b-9aa0-3c0398c6dc73 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=e345bef4-841f-48f1-9275-4e5304c6d2aa HTTP/1.1" status: 200 len: 946 time: 0.3972523 Feb 02 07:10:57.103173 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d98901d8-c66d-45f6-955a-73f43fc1edd1 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9208794 Feb 02 07:10:57.139187 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-c5151e87-bcaa-481c-91e6-b18206592087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (55434b8b-b44b-441d-bba3-0628c5e8ba97), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:57.142501 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d4763a-10bc-4683-8347-ed1d26c9ab1e service neutron] Pushing event updated for resources: {'Port': ['ID=b17d715e-1c85-4c03-a547-caefd8ea643a,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:57.225615 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:57.267036 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-330320f2-aecc-40dc-a8d2-8ce438cef3e0 req-9538daf0-4ab1-466e-8510-1fa78a55ae1e tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=4c2c0860-2986-407a-8a1e-1579ab01e7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2659295 Feb 02 07:10:57.394951 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a9daa3e6-88ac-48bb-ab75-e0bb2e7fdbfb req-ec616289-5be9-4ed0-94cf-fd190c163841 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267737 Feb 02 07:10:57.399200 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98901d8-c66d-45f6-955a-73f43fc1edd1 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Pushing event updated for resources: {'Network': ['ID=3da61461-9e9c-4111-87ba-a3e022a9b7db,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:57.434944 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 3da61461-9e9c-4111-87ba-a3e022a9b7db details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:10:57.474032 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-72af7daa-d2c3-4486-979f-a707782e9ec3 admin admin] Publish callbacks [] for security_group (668434e8-579b-4092-a96f-1dea01e234d4), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:57.501826 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-72af7daa-d2c3-4486-979f-a707782e9ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (668434e8-579b-4092-a96f-1dea01e234d4), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:57.575173 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-72af7daa-d2c3-4486-979f-a707782e9ec3 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=4f3c70ccab084f5898f1438cc976bd01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9491382 Feb 02 07:10:57.575657 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 54494) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:57.648294 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72af7daa-d2c3-4486-979f-a707782e9ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=668434e8-579b-4092-a96f-1dea01e234d4,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:57.652988 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e2f5cff-19c4-48f0-995b-b2bbb4172057 x-openstack-request-id: req-1e2f5cff-19c4-48f0-995b-b2bbb4172057 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:10:57.652988 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e074495-bb56-4ff7-a978-84b111e50f6e", "tag": "b17d715e-1c85-4c03-a547-caefd8ea643a", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:10:57.652988 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1e2f5cff-19c4-48f0-995b-b2bbb4172057 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:10:57.653490 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e074495-bb56-4ff7-a978-84b111e50f6e', 'tag': 'b17d715e-1c85-4c03-a547-caefd8ea643a', 'status': 'completed', 'code': 200} Feb 02 07:10:57.779158 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3c213502-4ced-4662-ba53-9a2575840f8c admin admin] Publish callbacks [] for security_group (668434e8-579b-4092-a96f-1dea01e234d4), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:57.942675 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3c213502-4ced-4662-ba53-9a2575840f8c admin admin] Publish callbacks [] for security_group (668434e8-579b-4092-a96f-1dea01e234d4), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:58.054370 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58642eb4-70ff-4de0-8e2d-bd5fde5cccb9 req-3587116e-99ff-4af1-ae15-4da23452ef33 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:58.066208 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58642eb4-70ff-4de0-8e2d-bd5fde5cccb9 req-3587116e-99ff-4af1-ae15-4da23452ef33 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:58.099008 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58642eb4-70ff-4de0-8e2d-bd5fde5cccb9 req-3587116e-99ff-4af1-ae15-4da23452ef33 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:58.131747 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58642eb4-70ff-4de0-8e2d-bd5fde5cccb9 req-3587116e-99ff-4af1-ae15-4da23452ef33 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:58.138602 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58642eb4-70ff-4de0-8e2d-bd5fde5cccb9 req-3587116e-99ff-4af1-ae15-4da23452ef33 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:58.148774 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58642eb4-70ff-4de0-8e2d-bd5fde5cccb9 req-3587116e-99ff-4af1-ae15-4da23452ef33 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:58.162770 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58642eb4-70ff-4de0-8e2d-bd5fde5cccb9 req-3587116e-99ff-4af1-ae15-4da23452ef33 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:58.165075 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-58642eb4-70ff-4de0-8e2d-bd5fde5cccb9 req-3587116e-99ff-4af1-ae15-4da23452ef33 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 5406 time: 0.2995708 Feb 02 07:10:58.229240 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e449ca75-f346-4ca1-aee9-82206107615d req-7c1e7e99-a4ca-4df6-b64f-21621197e69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:58.233261 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e449ca75-f346-4ca1-aee9-82206107615d req-7c1e7e99-a4ca-4df6-b64f-21621197e69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:58.236571 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e449ca75-f346-4ca1-aee9-82206107615d req-7c1e7e99-a4ca-4df6-b64f-21621197e69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:58.239437 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e449ca75-f346-4ca1-aee9-82206107615d req-7c1e7e99-a4ca-4df6-b64f-21621197e69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:58.242595 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e449ca75-f346-4ca1-aee9-82206107615d req-7c1e7e99-a4ca-4df6-b64f-21621197e69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:58.243686 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e449ca75-f346-4ca1-aee9-82206107615d req-7c1e7e99-a4ca-4df6-b64f-21621197e69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:58.244165 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e449ca75-f346-4ca1-aee9-82206107615d req-7c1e7e99-a4ca-4df6-b64f-21621197e69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:58.254632 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e449ca75-f346-4ca1-aee9-82206107615d req-7c1e7e99-a4ca-4df6-b64f-21621197e69d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=07cbe6ce97734b3c8365c4e2bb6fcdb5&device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 6513 time: 0.4690130 Feb 02 07:10:58.354911 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155596bd-5182-4d52-8934-7fe35c5c42f5 req-3e1fd665-bc9f-4b32-bb7b-afca59bdbd7b tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:58.362979 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-155596bd-5182-4d52-8934-7fe35c5c42f5 req-3e1fd665-bc9f-4b32-bb7b-afca59bdbd7b tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 946 time: 0.3526015 Feb 02 07:10:58.382771 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-58642eb4-70ff-4de0-8e2d-bd5fde5cccb9 req-b6c116d0-f65f-4c36-93e6-f308cb113cae tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/security-groups?id=39d64e71-9bbb-4283-9333-9f076dd0e667&id=c2d438c9-ecad-41fa-9c3c-fefcebb88ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2015109 Feb 02 07:10:58.421604 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3c213502-4ced-4662-ba53-9a2575840f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (668434e8-579b-4092-a96f-1dea01e234d4), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:58.424994 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3c213502-4ced-4662-ba53-9a2575840f8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:58.425876 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-3c213502-4ced-4662-ba53-9a2575840f8c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/668434e8-579b-4092-a96f-1dea01e234d4 HTTP/1.1" status: 204 len: 168 time: 0.8488922 Feb 02 07:10:58.493510 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c213502-4ced-4662-ba53-9a2575840f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=668434e8-579b-4092-a96f-1dea01e234d4,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:58.644606 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-155596bd-5182-4d52-8934-7fe35c5c42f5 req-5abedde9-3a1b-4f06-9cfe-a690446f32d0 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754581 Feb 02 07:10:58.696441 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-c5151e87-bcaa-481c-91e6-b18206592087 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55434b8b-b44b-441d-bba3-0628c5e8ba97 {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:10:58.719134 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-c5151e87-bcaa-481c-91e6-b18206592087 service neutron] Publish callbacks [] for port (55434b8b-b44b-441d-bba3-0628c5e8ba97), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:58.723598 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e449ca75-f346-4ca1-aee9-82206107615d req-b1cfdf68-1cd1-4918-87c2-3171b0668225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:58.724366 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e449ca75-f346-4ca1-aee9-82206107615d req-b1cfdf68-1cd1-4918-87c2-3171b0668225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:58.725095 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e449ca75-f346-4ca1-aee9-82206107615d req-b1cfdf68-1cd1-4918-87c2-3171b0668225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:58.727217 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e449ca75-f346-4ca1-aee9-82206107615d req-b1cfdf68-1cd1-4918-87c2-3171b0668225 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=07cbe6ce97734b3c8365c4e2bb6fcdb5&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.4218979 Feb 02 07:10:58.740487 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-c5151e87-bcaa-481c-91e6-b18206592087 service neutron] Transition to ACTIVE for port object 55434b8b-b44b-441d-bba3-0628c5e8ba97 will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:10:58.756041 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-c5151e87-bcaa-481c-91e6-b18206592087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (55434b8b-b44b-441d-bba3-0628c5e8ba97), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:58.758095 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41802d50-c226-4c1e-b8e9-0d72dc728db7 req-ae5c4bfb-c983-41a3-baef-28e9061d4217 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:58.775074 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-41802d50-c226-4c1e-b8e9-0d72dc728db7 req-ae5c4bfb-c983-41a3-baef-28e9061d4217 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 946 time: 0.2122371 Feb 02 07:10:58.923916 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5151e87-bcaa-481c-91e6-b18206592087 service neutron] Pushing event updated for resources: {'Port': ['ID=55434b8b-b44b-441d-bba3-0628c5e8ba97,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:10:58.958232 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-41802d50-c226-4c1e-b8e9-0d72dc728db7 req-c9163898-4b00-43aa-99bc-7ffc6b5de3e2 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=4c2c0860-2986-407a-8a1e-1579ab01e7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1769803 Feb 02 07:10:59.232043 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e449ca75-f346-4ca1-aee9-82206107615d req-c9fb75a0-00b7-4527-8c87-d4ea69249251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:59.234482 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e449ca75-f346-4ca1-aee9-82206107615d req-c9fb75a0-00b7-4527-8c87-d4ea69249251 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4923449 Feb 02 07:10:59.413644 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af23c69-2484-4256-9dd7-44031e8c1b65 req-84d1e6cf-dbcb-4979-90ae-ac85c1460104 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:59.413644 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5af23c69-2484-4256-9dd7-44031e8c1b65 req-84d1e6cf-dbcb-4979-90ae-ac85c1460104 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 946 time: 0.2331581 Feb 02 07:10:59.414110 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-c5151e87-bcaa-481c-91e6-b18206592087 service neutron] Attempting to bind port 55434b8b-b44b-441d-bba3-0628c5e8ba97 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:10:59.414110 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-c5151e87-bcaa-481c-91e6-b18206592087 service neutron] Attempting to bind port 55434b8b-b44b-441d-bba3-0628c5e8ba97 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': '1c67e090-bfd0-439d-962b-ef9f63726228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '807c79ec-08e2-4059-a72e-092033961844'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:10:59.414110 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-c5151e87-bcaa-481c-91e6-b18206592087 service neutron] Attempting to bind port 55434b8b-b44b-441d-bba3-0628c5e8ba97 on network 807c79ec-08e2-4059-a72e-092033961844 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:10:59.430970 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-c5151e87-bcaa-481c-91e6-b18206592087 service neutron] Port 55434b8b-b44b-441d-bba3-0628c5e8ba97 on network 807c79ec-08e2-4059-a72e-092033961844 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:10:59.431631 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-c5151e87-bcaa-481c-91e6-b18206592087 service neutron] Attempting to bind port 55434b8b-b44b-441d-bba3-0628c5e8ba97 on network 807c79ec-08e2-4059-a72e-092033961844 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:10:59.470475 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad65bb-50a1-45cc-91fc-1335962118c7 req-89f61398-74cc-41c2-a0e1-275d3acf7568 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:59.473104 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b7ad65bb-50a1-45cc-91fc-1335962118c7 req-89f61398-74cc-41c2-a0e1-275d3acf7568 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=e345bef4-841f-48f1-9275-4e5304c6d2aa HTTP/1.1" status: 200 len: 946 time: 0.6077168 Feb 02 07:10:59.474131 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-c5151e87-bcaa-481c-91e6-b18206592087 service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:10:59.474642 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-c5151e87-bcaa-481c-91e6-b18206592087 service neutron] Checking segment: {'id': '1c67e090-bfd0-439d-962b-ef9f63726228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '807c79ec-08e2-4059-a72e-092033961844'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:10:59.475214 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-c5151e87-bcaa-481c-91e6-b18206592087 service neutron] Bound using segment: {'id': '1c67e090-bfd0-439d-962b-ef9f63726228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '807c79ec-08e2-4059-a72e-092033961844'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:10:59.475863 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-c5151e87-bcaa-481c-91e6-b18206592087 service neutron] Bound port: 55434b8b-b44b-441d-bba3-0628c5e8ba97, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c67e090-bfd0-439d-962b-ef9f63726228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '807c79ec-08e2-4059-a72e-092033961844'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:10:59.476474 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-c5151e87-bcaa-481c-91e6-b18206592087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (55434b8b-b44b-441d-bba3-0628c5e8ba97), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:59.563727 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5af23c69-2484-4256-9dd7-44031e8c1b65 req-0d6ecc69-0c72-4323-bced-9886d446042e tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820803 Feb 02 07:10:59.602879 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b7ad65bb-50a1-45cc-91fc-1335962118c7 req-9ca20a10-2bea-43a0-ba5f-7f93d6ca4512 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236644 Feb 02 07:10:59.668338 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 54522) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:10:59.684089 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-c5151e87-bcaa-481c-91e6-b18206592087 service neutron] For port 55434b8b-b44b-441d-bba3-0628c5e8ba97, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:10:59.693914 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-c5151e87-bcaa-481c-91e6-b18206592087 service neutron] For port 55434b8b-b44b-441d-bba3-0628c5e8ba97, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=55434b8b-b44b-441d-bba3-0628c5e8ba97,segment=NetworkSegment(1c67e090-bfd0-439d-962b-ef9f63726228),segment_id=1c67e090-bfd0-439d-962b-ef9f63726228)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:10:59.706498 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-65088587-5387-4a55-9c00-3efab64466ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:59.708133 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-c5151e87-bcaa-481c-91e6-b18206592087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (55434b8b-b44b-441d-bba3-0628c5e8ba97), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:59.735876 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [req-c04140f2-8059-443c-b0ce-0bc368b500fd req-549ce72b-05f3-4e52-85f9-76a10edfe436 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=109693) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:10:59.743625 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c04140f2-8059-443c-b0ce-0bc368b500fd req-549ce72b-05f3-4e52-85f9-76a10edfe436 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0131915 Feb 02 07:10:59.807736 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-c5151e87-bcaa-481c-91e6-b18206592087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:10:59.808680 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-c5151e87-bcaa-481c-91e6-b18206592087 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:10:59.812987 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-c5151e87-bcaa-481c-91e6-b18206592087 service neutron] 10.222.0.88 "PUT /v2.0/ports/55434b8b-b44b-441d-bba3-0628c5e8ba97 HTTP/1.1" status: 200 len: 1092 time: 2.9754627 Feb 02 07:10:59.821819 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e074495-bb56-4ff7-a978-84b111e50f6e', 'tag': '55434b8b-b44b-441d-bba3-0628c5e8ba97'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:10:59.826683 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b7efd1-b10f-418a-9307-8203cbd7c6b4" -d '{"events": [{"name": "network-changed", "server_uuid": "1e074495-bb56-4ff7-a978-84b111e50f6e", "tag": "55434b8b-b44b-441d-bba3-0628c5e8ba97"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:10:59.883342 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-40982ff7-fc54-4c12-9093-b886fb4ed77d service neutron] Request body: {'port': {'device_id': '1e074495-bb56-4ff7-a978-84b111e50f6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:10:59.951758 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5151e87-bcaa-481c-91e6-b18206592087 service neutron] Pushing event updated for resources: {'Port': ['ID=55434b8b-b44b-441d-bba3-0628c5e8ba97,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:00.012333 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-65088587-5387-4a55-9c00-3efab64466ba admin admin] Publish callbacks [] for security_group (327a70c0-f116-4219-bbbb-5c479fbb0222), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:00.038599 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-40982ff7-fc54-4c12-9093-b886fb4ed77d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (9a0b3200-b107-4b3b-badf-62352eb5d2b2), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:00.052526 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-65088587-5387-4a55-9c00-3efab64466ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (327a70c0-f116-4219-bbbb-5c479fbb0222), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:00.096220 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7693f61-040f-4c94-a1eb-080cfa51a9d4 req-4beb1604-3250-4ec9-a24e-c92357c6c8ce tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:00.106667 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a7693f61-040f-4c94-a1eb-080cfa51a9d4 req-4beb1604-3250-4ec9-a24e-c92357c6c8ce tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 946 time: 0.2419934 Feb 02 07:11:00.209381 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65088587-5387-4a55-9c00-3efab64466ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=327a70c0-f116-4219-bbbb-5c479fbb0222,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:00.310214 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a7693f61-040f-4c94-a1eb-080cfa51a9d4 req-2b6eca98-4e9a-4e00-926b-6e5161b964fb tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000678 Feb 02 07:11:00.314577 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-65088587-5387-4a55-9c00-3efab64466ba admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=bae1bfce857a43e79c72c0ef7ab2f886&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6450307 Feb 02 07:11:00.318775 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 54530) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:11:00.440517 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14ef5f6-5b8c-4afc-b693-91bfdaf5f343 x-openstack-request-id: req-a14ef5f6-5b8c-4afc-b693-91bfdaf5f343 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:11:00.441256 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e074495-bb56-4ff7-a978-84b111e50f6e", "tag": "55434b8b-b44b-441d-bba3-0628c5e8ba97", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:11:00.441661 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a14ef5f6-5b8c-4afc-b693-91bfdaf5f343 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:11:00.443469 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e074495-bb56-4ff7-a978-84b111e50f6e', 'tag': '55434b8b-b44b-441d-bba3-0628c5e8ba97', 'status': 'completed', 'code': 200} Feb 02 07:11:00.564878 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b603c43-5fa7-4961-8ffb-1f56823ac96c req-84893fbe-6042-4b5a-b6d6-f94ba217767f tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:00.570184 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b603c43-5fa7-4961-8ffb-1f56823ac96c req-84893fbe-6042-4b5a-b6d6-f94ba217767f tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:00.586977 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b603c43-5fa7-4961-8ffb-1f56823ac96c req-84893fbe-6042-4b5a-b6d6-f94ba217767f tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:00.617172 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b603c43-5fa7-4961-8ffb-1f56823ac96c req-84893fbe-6042-4b5a-b6d6-f94ba217767f tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:00.644761 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b603c43-5fa7-4961-8ffb-1f56823ac96c req-84893fbe-6042-4b5a-b6d6-f94ba217767f tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:00.679520 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b603c43-5fa7-4961-8ffb-1f56823ac96c req-84893fbe-6042-4b5a-b6d6-f94ba217767f tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:00.704722 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b603c43-5fa7-4961-8ffb-1f56823ac96c req-84893fbe-6042-4b5a-b6d6-f94ba217767f tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:00.719455 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4b603c43-5fa7-4961-8ffb-1f56823ac96c req-84893fbe-6042-4b5a-b6d6-f94ba217767f tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 5418 time: 0.7020640 Feb 02 07:11:00.815237 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1887b972-584e-45ba-8cd9-1575e6029980 admin admin] Publish callbacks [] for security_group (327a70c0-f116-4219-bbbb-5c479fbb0222), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:00.837405 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 54538) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:11:00.887144 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-85fd1a4d-f91f-4e2c-8c21-789299e3c0dd tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Request body: {'subnets': [{'network_id': '9447eb04-83a1-4525-9c39-8528b8fa4984', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--589073953', 'ip_version': 6}, {'network_id': '3da61461-9e9c-4111-87ba-a3e022a9b7db', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:11:00.887471 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-85fd1a4d-f91f-4e2c-8c21-789299e3c0dd tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Request body: {'subnet': {'network_id': '9447eb04-83a1-4525-9c39-8528b8fa4984', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--589073953', 'ip_version': 6}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:11:00.888314 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-85fd1a4d-f91f-4e2c-8c21-789299e3c0dd tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Request body: {'subnet': {'network_id': '3da61461-9e9c-4111-87ba-a3e022a9b7db', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:11:01.076806 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1887b972-584e-45ba-8cd9-1575e6029980 admin admin] Publish callbacks [] for security_group (327a70c0-f116-4219-bbbb-5c479fbb0222), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:01.116009 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4b603c43-5fa7-4961-8ffb-1f56823ac96c req-2bd23506-d2db-43fb-a9f0-7c2fda335473 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/security-groups?id=39d64e71-9bbb-4283-9333-9f076dd0e667&id=c2d438c9-ecad-41fa-9c3c-fefcebb88ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3871121 Feb 02 07:11:01.315239 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85fd1a4d-f91f-4e2c-8c21-789299e3c0dd tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Made reservation on behalf of 7cbe57b7809c4e62a16195d4d179441a for: {'subnet': 2} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:11:01.320677 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-85fd1a4d-f91f-4e2c-8c21-789299e3c0dd tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:01.321267 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-85fd1a4d-f91f-4e2c-8c21-789299e3c0dd tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:01.367161 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-40982ff7-fc54-4c12-9093-b886fb4ed77d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a0b3200-b107-4b3b-badf-62352eb5d2b2 {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:11:01.375240 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-40982ff7-fc54-4c12-9093-b886fb4ed77d service neutron] Publish callbacks [] for port (9a0b3200-b107-4b3b-badf-62352eb5d2b2), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:01.399286 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-40982ff7-fc54-4c12-9093-b886fb4ed77d service neutron] Transition to ACTIVE for port object 9a0b3200-b107-4b3b-badf-62352eb5d2b2 will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:11:01.420205 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-40982ff7-fc54-4c12-9093-b886fb4ed77d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (9a0b3200-b107-4b3b-badf-62352eb5d2b2), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:01.570499 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b020938e-3f8e-421d-98a2-5208fbcc2508 req-cc949036-5447-4e85-a460-953c319bbddc tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:01.575240 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b020938e-3f8e-421d-98a2-5208fbcc2508 req-cc949036-5447-4e85-a460-953c319bbddc tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 946 time: 0.9909289 Feb 02 07:11:01.589822 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1887b972-584e-45ba-8cd9-1575e6029980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (327a70c0-f116-4219-bbbb-5c479fbb0222), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:01.593732 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1887b972-584e-45ba-8cd9-1575e6029980 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:01.594975 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-1887b972-584e-45ba-8cd9-1575e6029980 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/327a70c0-f116-4219-bbbb-5c479fbb0222 HTTP/1.1" status: 204 len: 168 time: 1.2737734 Feb 02 07:11:01.599316 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device f9522278-2a1c-403b-b1b6-9e3dbe8dd39f details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:11:01.618819 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1887b972-584e-45ba-8cd9-1575e6029980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=327a70c0-f116-4219-bbbb-5c479fbb0222,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:01.633643 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacf1648-6740-419c-bde3-24a33b4443b7 req-a8edef28-eb33-465f-88bb-3d814b0a1534 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:01.643449 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dacf1648-6740-419c-bde3-24a33b4443b7 req-a8edef28-eb33-465f-88bb-3d814b0a1534 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 946 time: 0.3957045 Feb 02 07:11:01.650323 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7efd1-b10f-418a-9307-8203cbd7c6b4 req-242eac7f-5cdf-4797-8172-96a8421291ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:01.659162 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7efd1-b10f-418a-9307-8203cbd7c6b4 req-242eac7f-5cdf-4797-8172-96a8421291ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:01.659814 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7efd1-b10f-418a-9307-8203cbd7c6b4 req-242eac7f-5cdf-4797-8172-96a8421291ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:01.660354 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7efd1-b10f-418a-9307-8203cbd7c6b4 req-242eac7f-5cdf-4797-8172-96a8421291ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:01.660880 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7efd1-b10f-418a-9307-8203cbd7c6b4 req-242eac7f-5cdf-4797-8172-96a8421291ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:01.661409 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7efd1-b10f-418a-9307-8203cbd7c6b4 req-242eac7f-5cdf-4797-8172-96a8421291ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:01.662466 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7efd1-b10f-418a-9307-8203cbd7c6b4 req-242eac7f-5cdf-4797-8172-96a8421291ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:01.664441 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-76b7efd1-b10f-418a-9307-8203cbd7c6b4 req-242eac7f-5cdf-4797-8172-96a8421291ad service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=07cbe6ce97734b3c8365c4e2bb6fcdb5&device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 6612 time: 1.1901100 Feb 02 07:11:01.836659 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dacf1648-6740-419c-bde3-24a33b4443b7 req-d56837ac-3688-4b18-9214-7990de8af868 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918128 Feb 02 07:11:02.090905 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7efd1-b10f-418a-9307-8203cbd7c6b4 req-b4fdf413-7533-4ec3-a312-0a64e2431121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:02.092013 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port f9522278-2a1c-403b-b1b6-9e3dbe8dd39f, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=f9522278-2a1c-403b-b1b6-9e3dbe8dd39f,segment=NetworkSegment(99da04fe-20b0-46d1-9372-22452ee68679),segment_id=99da04fe-20b0-46d1-9372-22452ee68679)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:11:02.092312 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7efd1-b10f-418a-9307-8203cbd7c6b4 req-b4fdf413-7533-4ec3-a312-0a64e2431121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:02.092988 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7efd1-b10f-418a-9307-8203cbd7c6b4 req-b4fdf413-7533-4ec3-a312-0a64e2431121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:02.098270 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-76b7efd1-b10f-418a-9307-8203cbd7c6b4 req-b4fdf413-7533-4ec3-a312-0a64e2431121 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=07cbe6ce97734b3c8365c4e2bb6fcdb5&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.3091691 Feb 02 07:11:02.151458 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': 'f9522278-2a1c-403b-b1b6-9e3dbe8dd39f', 'network_id': '93a7727a-9e40-4a0f-b90d-66c79fe1bf6c', 'port_id': 'f9522278-2a1c-403b-b1b6-9e3dbe8dd39f', 'mac_address': 'fa:16:3e:5d:0a:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '772313e3-625d-4c7f-b776-8fe829836021', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:11:02.154509 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40982ff7-fc54-4c12-9093-b886fb4ed77d service neutron] Pushing event updated for resources: {'Port': ['ID=9a0b3200-b107-4b3b-badf-62352eb5d2b2,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:02.244402 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-85fd1a4d-f91f-4e2c-8c21-789299e3c0dd tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (05cf8da1-67ff-4a28-ab79-6a23a39f23e2), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:02.251204 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port f9522278-2a1c-403b-b1b6-9e3dbe8dd39f is: ACTIVE; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:11:02.251628 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f9522278-2a1c-403b-b1b6-9e3dbe8dd39f), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:02.279214 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b020938e-3f8e-421d-98a2-5208fbcc2508 req-469e2180-ef1d-4e28-b9ab-f671038168b2 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=4c2c0860-2986-407a-8a1e-1579ab01e7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6430664 Feb 02 07:11:02.292213 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f9522278-2a1c-403b-b1b6-9e3dbe8dd39f {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:11:02.308977 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e2177-9c9d-4ee3-887d-370a4b3f1631 req-17c17102-9a67-468e-a6f2-37afb5757430 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:02.310581 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b03e2177-9c9d-4ee3-887d-370a4b3f1631 req-17c17102-9a67-468e-a6f2-37afb5757430 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=e345bef4-841f-48f1-9275-4e5304c6d2aa HTTP/1.1" status: 200 len: 946 time: 0.3343868 Feb 02 07:11:02.369414 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port f9522278-2a1c-403b-b1b6-9e3dbe8dd39f, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=f9522278-2a1c-403b-b1b6-9e3dbe8dd39f,segment=NetworkSegment(99da04fe-20b0-46d1-9372-22452ee68679),segment_id=99da04fe-20b0-46d1-9372-22452ee68679)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:11:02.380075 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (f9522278-2a1c-403b-b1b6-9e3dbe8dd39f), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:02.501372 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-40982ff7-fc54-4c12-9093-b886fb4ed77d service neutron] Attempting to bind port 9a0b3200-b107-4b3b-badf-62352eb5d2b2 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:11:02.504398 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-40982ff7-fc54-4c12-9093-b886fb4ed77d service neutron] Attempting to bind port 9a0b3200-b107-4b3b-badf-62352eb5d2b2 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': '1c67e090-bfd0-439d-962b-ef9f63726228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '807c79ec-08e2-4059-a72e-092033961844'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:11:02.504975 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-40982ff7-fc54-4c12-9093-b886fb4ed77d service neutron] Attempting to bind port 9a0b3200-b107-4b3b-badf-62352eb5d2b2 on network 807c79ec-08e2-4059-a72e-092033961844 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:11:02.537377 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=f9522278-2a1c-403b-b1b6-9e3dbe8dd39f,revision_number=6']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:02.555667 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-40982ff7-fc54-4c12-9093-b886fb4ed77d service neutron] Port 9a0b3200-b107-4b3b-badf-62352eb5d2b2 on network 807c79ec-08e2-4059-a72e-092033961844 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:11:02.556041 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-40982ff7-fc54-4c12-9093-b886fb4ed77d service neutron] Attempting to bind port 9a0b3200-b107-4b3b-badf-62352eb5d2b2 on network 807c79ec-08e2-4059-a72e-092033961844 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:11:02.559095 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b03e2177-9c9d-4ee3-887d-370a4b3f1631 req-33338543-816f-4d78-aa5c-c3c04f11b81f tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572759 Feb 02 07:11:02.631071 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-40982ff7-fc54-4c12-9093-b886fb4ed77d service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:11:02.631443 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-40982ff7-fc54-4c12-9093-b886fb4ed77d service neutron] Checking segment: {'id': '1c67e090-bfd0-439d-962b-ef9f63726228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '807c79ec-08e2-4059-a72e-092033961844'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:11:02.634029 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-40982ff7-fc54-4c12-9093-b886fb4ed77d service neutron] Bound using segment: {'id': '1c67e090-bfd0-439d-962b-ef9f63726228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '807c79ec-08e2-4059-a72e-092033961844'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:11:02.634463 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fd1a4d-f91f-4e2c-8c21-789299e3c0dd tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Pushing event updated for resources: {'Subnet': ['ID=05cf8da1-67ff-4a28-ab79-6a23a39f23e2,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:02.636066 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-40982ff7-fc54-4c12-9093-b886fb4ed77d service neutron] Bound port: 9a0b3200-b107-4b3b-badf-62352eb5d2b2, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c67e090-bfd0-439d-962b-ef9f63726228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '807c79ec-08e2-4059-a72e-092033961844'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:11:02.637459 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-40982ff7-fc54-4c12-9093-b886fb4ed77d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (9a0b3200-b107-4b3b-badf-62352eb5d2b2), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:02.654538 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['f9522278-2a1c-403b-b1b6-9e3dbe8dd39f'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:11:02.656513 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fd1a4d-f91f-4e2c-8c21-789299e3c0dd tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Checking segment: {'id': 'b709e101-d6d8-4666-8557-dadac8e1b1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9447eb04-83a1-4525-9c39-8528b8fa4984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:11:02.660966 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fd1a4d-f91f-4e2c-8c21-789299e3c0dd tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Network hostable DHCP agents. Network: 9447eb04-83a1-4525-9c39-8528b8fa4984, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:11:02.695199 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fd1a4d-f91f-4e2c-8c21-789299e3c0dd tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Network 9447eb04-83a1-4525-9c39-8528b8fa4984 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:11:02.712619 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-85fd1a4d-f91f-4e2c-8c21-789299e3c0dd tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 9447eb04-83a1-4525-9c39-8528b8fa4984) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:11:02.716557 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-85fd1a4d-f91f-4e2c-8c21-789299e3c0dd tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (dedd6c63-5ee0-4a6c-b2bc-a138f0c73ce7), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:02.793439 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c9f770-1926-4e55-b497-411df568fe00 None None] Network 9447eb04-83a1-4525-9c39-8528b8fa4984 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:11:02.805922 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fd1a4d-f91f-4e2c-8c21-789299e3c0dd tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Pushing event updated for resources: {'Subnet': ['ID=dedd6c63-5ee0-4a6c-b2bc-a138f0c73ce7,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:02.834110 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7efd1-b10f-418a-9307-8203cbd7c6b4 req-79f85256-b347-4fab-a0a6-01c57f7f6717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:02.836232 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-76b7efd1-b10f-418a-9307-8203cbd7c6b4 req-79f85256-b347-4fab-a0a6-01c57f7f6717 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7157776 Feb 02 07:11:02.882738 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd3535-2682-437d-98bd-b752cd364b1f req-daddbf34-2302-4842-9d01-c3208d8866f1 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:02.891574 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd3535-2682-437d-98bd-b752cd364b1f req-daddbf34-2302-4842-9d01-c3208d8866f1 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:02.903040 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd3535-2682-437d-98bd-b752cd364b1f req-daddbf34-2302-4842-9d01-c3208d8866f1 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:02.909928 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd3535-2682-437d-98bd-b752cd364b1f req-daddbf34-2302-4842-9d01-c3208d8866f1 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:02.915965 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd3535-2682-437d-98bd-b752cd364b1f req-daddbf34-2302-4842-9d01-c3208d8866f1 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:02.928969 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd3535-2682-437d-98bd-b752cd364b1f req-daddbf34-2302-4842-9d01-c3208d8866f1 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:02.951528 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd3535-2682-437d-98bd-b752cd364b1f req-daddbf34-2302-4842-9d01-c3208d8866f1 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:02.976955 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1fbd3535-2682-437d-98bd-b752cd364b1f req-daddbf34-2302-4842-9d01-c3208d8866f1 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 5430 time: 0.5402055 Feb 02 07:11:03.070831 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-40982ff7-fc54-4c12-9093-b886fb4ed77d service neutron] For port 9a0b3200-b107-4b3b-badf-62352eb5d2b2, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:11:03.144352 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1d1af-91ca-4b05-ac07-a84c88c4a19c req-31284090-6744-4401-b5d3-f2317a514e0c tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:03.146897 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4ca1d1af-91ca-4b05-ac07-a84c88c4a19c req-31284090-6744-4401-b5d3-f2317a514e0c tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 946 time: 0.3475671 Feb 02 07:11:03.151200 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fd1a4d-f91f-4e2c-8c21-789299e3c0dd tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Checking segment: {'id': 'b4cdb271-4bbf-47b5-bbfd-32ff6a40cf15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '3da61461-9e9c-4111-87ba-a3e022a9b7db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:11:03.151594 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fd1a4d-f91f-4e2c-8c21-789299e3c0dd tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Network hostable DHCP agents. Network: 3da61461-9e9c-4111-87ba-a3e022a9b7db, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:11:03.168570 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-40982ff7-fc54-4c12-9093-b886fb4ed77d service neutron] For port 9a0b3200-b107-4b3b-badf-62352eb5d2b2, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=9a0b3200-b107-4b3b-badf-62352eb5d2b2,segment=NetworkSegment(1c67e090-bfd0-439d-962b-ef9f63726228),segment_id=1c67e090-bfd0-439d-962b-ef9f63726228)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:11:03.215314 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1fbd3535-2682-437d-98bd-b752cd364b1f req-26d64530-a84f-4566-834f-b0a3540632a9 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/security-groups?id=39d64e71-9bbb-4283-9333-9f076dd0e667&id=c2d438c9-ecad-41fa-9c3c-fefcebb88ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2256398 Feb 02 07:11:03.217244 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-40982ff7-fc54-4c12-9093-b886fb4ed77d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (9a0b3200-b107-4b3b-badf-62352eb5d2b2), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:03.287371 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-40982ff7-fc54-4c12-9093-b886fb4ed77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:03.292783 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-40982ff7-fc54-4c12-9093-b886fb4ed77d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:03.300361 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-40982ff7-fc54-4c12-9093-b886fb4ed77d service neutron] 10.222.0.88 "PUT /v2.0/ports/9a0b3200-b107-4b3b-badf-62352eb5d2b2 HTTP/1.1" status: 200 len: 1092 time: 3.4232576 Feb 02 07:11:03.306195 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e074495-bb56-4ff7-a978-84b111e50f6e', 'tag': '9a0b3200-b107-4b3b-badf-62352eb5d2b2'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:11:03.324300 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1439de45-02e9-4e0e-ac90-b55ceb6b3056" -d '{"events": [{"name": "network-changed", "server_uuid": "1e074495-bb56-4ff7-a978-84b111e50f6e", "tag": "9a0b3200-b107-4b3b-badf-62352eb5d2b2"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:11:03.336262 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fd1a4d-f91f-4e2c-8c21-789299e3c0dd tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Network 3da61461-9e9c-4111-87ba-a3e022a9b7db is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:11:03.404456 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-85fd1a4d-f91f-4e2c-8c21-789299e3c0dd tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 3da61461-9e9c-4111-87ba-a3e022a9b7db) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:11:03.440934 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fd1a4d-f91f-4e2c-8c21-789299e3c0dd tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:03.448655 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fd1a4d-f91f-4e2c-8c21-789299e3c0dd tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:03.451672 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-85fd1a4d-f91f-4e2c-8c21-789299e3c0dd tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:03.512444 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4ca1d1af-91ca-4b05-ac07-a84c88c4a19c req-66963a9e-1dce-4825-9240-3b308910694c tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484674 Feb 02 07:11:03.531675 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-85fd1a4d-f91f-4e2c-8c21-789299e3c0dd tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.6470075 Feb 02 07:11:03.535275 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 54574) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:11:03.544537 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8923c5d-612b-4f17-8eed-4b56d38f24ea None None] Network 3da61461-9e9c-4111-87ba-a3e022a9b7db requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:11:03.573499 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3370bc48-5ea0-4483-93b3-6099e6937b29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-9447eb04-83a1-4525-9c39-8528b8fa4984', 'network_id': '9447eb04-83a1-4525-9c39-8528b8fa4984', 'project_id': '7cbe57b7809c4e62a16195d4d179441a', 'fixed_ips': [{'subnet_id': '05cf8da1-67ff-4a28-ab79-6a23a39f23e2'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:11:03.582034 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3370bc48-5ea0-4483-93b3-6099e6937b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:03.770100 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40982ff7-fc54-4c12-9093-b886fb4ed77d service neutron] Pushing event updated for resources: {'Port': ['ID=9a0b3200-b107-4b3b-badf-62352eb5d2b2,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:03.809083 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-99dcb7ec-7012-47fe-96ba-b2dc95b4d361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:03.811126 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-99dcb7ec-7012-47fe-96ba-b2dc95b4d361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:03.811754 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-99dcb7ec-7012-47fe-96ba-b2dc95b4d361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:03.816990 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-99dcb7ec-7012-47fe-96ba-b2dc95b4d361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:03.819514 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-99dcb7ec-7012-47fe-96ba-b2dc95b4d361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:03.820123 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-99dcb7ec-7012-47fe-96ba-b2dc95b4d361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:03.822480 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-99dcb7ec-7012-47fe-96ba-b2dc95b4d361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:03.828797 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-99dcb7ec-7012-47fe-96ba-b2dc95b4d361 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=07cbe6ce97734b3c8365c4e2bb6fcdb5&device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 6711 time: 0.4442418 Feb 02 07:11:03.849480 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d93d1a-0558-478a-a61a-2560909349f5 x-openstack-request-id: req-b9d93d1a-0558-478a-a61a-2560909349f5 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:11:03.850427 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e074495-bb56-4ff7-a978-84b111e50f6e", "tag": "9a0b3200-b107-4b3b-badf-62352eb5d2b2", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:11:03.850639 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b9d93d1a-0558-478a-a61a-2560909349f5 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:11:03.851071 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e074495-bb56-4ff7-a978-84b111e50f6e', 'tag': '9a0b3200-b107-4b3b-badf-62352eb5d2b2', 'status': 'completed', 'code': 200} Feb 02 07:11:03.940787 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-4c646caa-a904-473f-9982-bd507ef2af4d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78f002f0-5cc9-43ce-9674-66babfe32234 HTTP/1.1" status: 200 len: 217 time: 0.0784478 Feb 02 07:11:03.949609 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab887c6d-a7f9-4f0d-854f-3c7c54652dd5 req-8a429c89-b301-49e8-a5d9-d312683bebfc tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:03.958013 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ab887c6d-a7f9-4f0d-854f-3c7c54652dd5 req-8a429c89-b301-49e8-a5d9-d312683bebfc tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 945 time: 0.4780786 Feb 02 07:11:04.029762 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [req-c3a8b340-5284-46a5-a05a-a78c7f6a3d7a req-c854b226-d162-40db-be49-dd3b11c84ae6 service neutron] (109694) timed out ('10.222.0.59', 61301) {{(pid=109694) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 02 07:11:04.040013 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b172e8-c168-4f7c-8281-0009988ddcc7 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:04.041457 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b172e8-c168-4f7c-8281-0009988ddcc7 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:04.043087 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b172e8-c168-4f7c-8281-0009988ddcc7 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:04.056241 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-04b172e8-c168-4f7c-8281-0009988ddcc7 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.5165100 Feb 02 07:11:04.056871 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18791897-933e-44f6-add0-3c8624ad4505 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-3da61461-9e9c-4111-87ba-a3e022a9b7db', 'network_id': '3da61461-9e9c-4111-87ba-a3e022a9b7db', 'project_id': '7cbe57b7809c4e62a16195d4d179441a', 'fixed_ips': [{'subnet_id': 'dedd6c63-5ee0-4a6c-b2bc-a138f0c73ce7'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:11:04.057413 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 54582) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:11:04.059703 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-18791897-933e-44f6-add0-3c8624ad4505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:04.106975 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-91dd87b0-6ae8-49a0-9201-7319b1ab9b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:04.115039 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-91dd87b0-6ae8-49a0-9201-7319b1ab9b95 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e1650f49-fd4b-4603-822f-9852910c48b0 HTTP/1.1" status: 200 len: 856 time: 0.1548080 Feb 02 07:11:04.172572 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8dc6a-cfd4-495a-b8b8-335422f573b6 req-e6f93d3b-71c7-4f0d-b537-b090770f28f1 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:04.182597 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7ec8dc6a-cfd4-495a-b8b8-335422f573b6 req-e6f93d3b-71c7-4f0d-b537-b090770f28f1 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 946 time: 0.1952467 Feb 02 07:11:04.235844 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8f1a310-1d5b-4316-8bb9-c2ba68b05182 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Deleting subnet 05cf8da1-67ff-4a28-ab79-6a23a39f23e2 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:11:04.306381 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ab887c6d-a7f9-4f0d-854f-3c7c54652dd5 req-bf523265-3d1f-4828-9339-536198cb54d8 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=4c2c0860-2986-407a-8a1e-1579ab01e7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3446786 Feb 02 07:11:04.364120 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7ec8dc6a-cfd4-495a-b8b8-335422f573b6 req-ec38a188-d055-4c01-9785-ad0d5aea6782 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714914 Feb 02 07:11:04.377051 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-c1b32ae6-109a-4acf-b14f-0148596abc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:04.382818 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-c1b32ae6-109a-4acf-b14f-0148596abc50 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=75d236c0-f48f-4716-8c17-05895f8c5ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2452457 Feb 02 07:11:04.489831 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-18791897-933e-44f6-add0-3c8624ad4505 None None] Allocated IP 2001:db8:0:1::1 (3da61461-9e9c-4111-87ba-a3e022a9b7db/dedd6c63-5ee0-4a6c-b2bc-a138f0c73ce7/3f4483b1-af0b-4970-b93b-feeff547cf77) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:11:04.703835 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d178cc5-774f-46ea-8626-23261c2b1e6c req-072ab3e8-024b-41c6-8f59-15bed30f2600 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:04.728232 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-18791897-933e-44f6-add0-3c8624ad4505 None None] Publish callbacks [] for port (3f4483b1-af0b-4970-b93b-feeff547cf77), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:04.728846 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d178cc5-774f-46ea-8626-23261c2b1e6c req-072ab3e8-024b-41c6-8f59-15bed30f2600 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:04.751461 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d178cc5-774f-46ea-8626-23261c2b1e6c req-072ab3e8-024b-41c6-8f59-15bed30f2600 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:04.772318 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-18791897-933e-44f6-add0-3c8624ad4505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (3f4483b1-af0b-4970-b93b-feeff547cf77), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:04.778764 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d178cc5-774f-46ea-8626-23261c2b1e6c req-072ab3e8-024b-41c6-8f59-15bed30f2600 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:04.798181 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-3370bc48-5ea0-4483-93b3-6099e6937b29 None None] Allocated IP 2001:db8::1 (9447eb04-83a1-4525-9c39-8528b8fa4984/05cf8da1-67ff-4a28-ab79-6a23a39f23e2/a0dd8f1f-d409-4604-b544-cdb6dbb79566) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:11:04.805951 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d178cc5-774f-46ea-8626-23261c2b1e6c req-072ab3e8-024b-41c6-8f59-15bed30f2600 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:04.825096 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d178cc5-774f-46ea-8626-23261c2b1e6c req-072ab3e8-024b-41c6-8f59-15bed30f2600 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:04.854496 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d178cc5-774f-46ea-8626-23261c2b1e6c req-072ab3e8-024b-41c6-8f59-15bed30f2600 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:04.860566 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1d178cc5-774f-46ea-8626-23261c2b1e6c req-072ab3e8-024b-41c6-8f59-15bed30f2600 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 5430 time: 0.3236015 Feb 02 07:11:04.905435 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f87a78-2b67-4e24-9e1c-ba793d288298 req-64baf19d-5b0c-44d0-9781-59dc41591bb1 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:04.908755 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d7f87a78-2b67-4e24-9e1c-ba793d288298 req-64baf19d-5b0c-44d0-9781-59dc41591bb1 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=e345bef4-841f-48f1-9275-4e5304c6d2aa HTTP/1.1" status: 200 len: 946 time: 0.4278069 Feb 02 07:11:04.945605 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18791897-933e-44f6-add0-3c8624ad4505 None None] Pushing event updated for resources: {'Port': ['ID=3f4483b1-af0b-4970-b93b-feeff547cf77,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:04.967625 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18791897-933e-44f6-add0-3c8624ad4505 None None] Network 3da61461-9e9c-4111-87ba-a3e022a9b7db is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:11:04.971540 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-18791897-933e-44f6-add0-3c8624ad4505 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:11:04.976071 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18791897-933e-44f6-add0-3c8624ad4505 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:11:04.995624 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-fbc96355-5a1c-45f9-97dd-3076b5c67db5 service neutron] 10.222.0.88 "GET /v2.0/networks/75d236c0-f48f-4716-8c17-05895f8c5ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6032548 Feb 02 07:11:05.017416 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1d178cc5-774f-46ea-8626-23261c2b1e6c req-befba1bd-5a62-4f7e-bab0-bb7ddf32cce6 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/security-groups?id=39d64e71-9bbb-4283-9333-9f076dd0e667&id=c2d438c9-ecad-41fa-9c3c-fefcebb88ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1504030 Feb 02 07:11:05.071586 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 54602) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:11:05.082620 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d7f87a78-2b67-4e24-9e1c-ba793d288298 req-3329e327-3390-4419-92ef-03183dae680d tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599755 Feb 02 07:11:05.257194 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-18791897-933e-44f6-add0-3c8624ad4505 None None] Attempting to bind port 3f4483b1-af0b-4970-b93b-feeff547cf77 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:11:05.260458 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-18791897-933e-44f6-add0-3c8624ad4505 None None] Attempting to bind port 3f4483b1-af0b-4970-b93b-feeff547cf77 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'b4cdb271-4bbf-47b5-bbfd-32ff6a40cf15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '3da61461-9e9c-4111-87ba-a3e022a9b7db'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:11:05.261426 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18791897-933e-44f6-add0-3c8624ad4505 None None] Attempting to bind port 3f4483b1-af0b-4970-b93b-feeff547cf77 on network 3da61461-9e9c-4111-87ba-a3e022a9b7db {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:11:05.286828 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18791897-933e-44f6-add0-3c8624ad4505 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:11:05.287219 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18791897-933e-44f6-add0-3c8624ad4505 None None] Checking segment: {'id': 'b4cdb271-4bbf-47b5-bbfd-32ff6a40cf15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '3da61461-9e9c-4111-87ba-a3e022a9b7db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:11:05.287649 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-18791897-933e-44f6-add0-3c8624ad4505 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:05.289969 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18791897-933e-44f6-add0-3c8624ad4505 None None] Bound using segment: {'id': 'b4cdb271-4bbf-47b5-bbfd-32ff6a40cf15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '3da61461-9e9c-4111-87ba-a3e022a9b7db'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:11:05.290448 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-18791897-933e-44f6-add0-3c8624ad4505 None None] Bound port: 3f4483b1-af0b-4970-b93b-feeff547cf77, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4cdb271-4bbf-47b5-bbfd-32ff6a40cf15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '3da61461-9e9c-4111-87ba-a3e022a9b7db'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:11:05.290839 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-18791897-933e-44f6-add0-3c8624ad4505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3f4483b1-af0b-4970-b93b-feeff547cf77), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:05.346027 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-d5325c0a-029d-4535-a2d3-23029c5b6126 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1694870421', 'router:external': True}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:11:05.410489 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5325c0a-029d-4535-a2d3-23029c5b6126 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Made reservation on behalf of 7dd47b08ccb642499bf5a99b5a76326e for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:11:05.413905 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d5325c0a-029d-4535-a2d3-23029c5b6126 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:05.420735 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-1e1a192e-f1dd-4710-a057-0ec6578ac780 service neutron] 10.222.0.88 "GET /v2.0/networks/75d236c0-f48f-4716-8c17-05895f8c5ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3537333 Feb 02 07:11:05.433758 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d5325c0a-029d-4535-a2d3-23029c5b6126 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:05.449279 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a5b01-8e89-41a1-abe4-ff6bf5e348a1 req-9b0780b7-fdea-4149-8e98-9137aa821612 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:05.456083 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-524a5b01-8e89-41a1-abe4-ff6bf5e348a1 req-9b0780b7-fdea-4149-8e98-9137aa821612 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 946 time: 0.2395108 Feb 02 07:11:05.559378 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-70a48c6c-3dab-4dff-a78c-9673ecbb6f2f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=f5de1191-97ca-4e23-bce0-9532d8edbad4 HTTP/1.1" status: 200 len: 217 time: 0.0996151 Feb 02 07:11:05.639973 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-524a5b01-8e89-41a1-abe4-ff6bf5e348a1 req-7332a290-cb14-47dc-bc1e-07f890321296 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733625 Feb 02 07:11:05.651985 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-81617c11-6f6f-4399-8f92-f8c6a756568f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:05.652512 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d0af4-23a4-49f9-987e-7e0e87637e6d req-5e6b6b62-c66c-4cff-afbb-da566048b7d5 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:05.665352 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-81617c11-6f6f-4399-8f92-f8c6a756568f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d8c93dc1-7ee4-400a-ad20-2d7430ee8b3d HTTP/1.1" status: 200 len: 797 time: 0.0863140 Feb 02 07:11:05.668134 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-374d0af4-23a4-49f9-987e-7e0e87637e6d req-5e6b6b62-c66c-4cff-afbb-da566048b7d5 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 945 time: 0.2086556 Feb 02 07:11:05.758943 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-2efbf81a-5e69-40c2-837a-3757f251c9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:05.760937 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-2efbf81a-5e69-40c2-837a-3757f251c9e0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=44fb9145-9ace-47b2-84ba-690d45d04d68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1004319 Feb 02 07:11:05.802577 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-374d0af4-23a4-49f9-987e-7e0e87637e6d req-71fc2279-c02a-4e31-89bf-262618224c8e tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=4c2c0860-2986-407a-8a1e-1579ab01e7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242330 Feb 02 07:11:05.817360 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device f9522278-2a1c-403b-b1b6-9e3dbe8dd39f up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:11:05.830065 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d5325c0a-029d-4535-a2d3-23029c5b6126 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks [] for security_group (d4c9b848-46cc-49e9-ac55-3c3624a99ea2), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:05.844208 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d5325c0a-029d-4535-a2d3-23029c5b6126 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (d4c9b848-46cc-49e9-ac55-3c3624a99ea2), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:05.906093 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5325c0a-029d-4535-a2d3-23029c5b6126 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:11:05.935963 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5325c0a-029d-4535-a2d3-23029c5b6126 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c9b848-46cc-49e9-ac55-3c3624a99ea2,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:05.964980 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d5325c0a-029d-4535-a2d3-23029c5b6126 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (5d9b1f60-22e5-4190-9e30-f9b5dc7b014d), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:05.967138 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-d5325c0a-029d-4535-a2d3-23029c5b6126 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Added segment 5d9b1f60-22e5-4190-9e30-f9b5dc7b014d of type vlan for network 85ad192a-05dc-4c78-a65b-d14c948c615c Feb 02 07:11:05.977919 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3370bc48-5ea0-4483-93b3-6099e6937b29 None None] Publish callbacks [] for port (a0dd8f1f-d409-4604-b544-cdb6dbb79566), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:05.983421 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-18791897-933e-44f6-add0-3c8624ad4505 None None] For port 3f4483b1-af0b-4970-b93b-feeff547cf77, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:11:05.994882 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-18791897-933e-44f6-add0-3c8624ad4505 None None] For port 3f4483b1-af0b-4970-b93b-feeff547cf77, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=3f4483b1-af0b-4970-b93b-feeff547cf77,segment=NetworkSegment(b4cdb271-4bbf-47b5-bbfd-32ff6a40cf15),segment_id=b4cdb271-4bbf-47b5-bbfd-32ff6a40cf15)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:11:06.013010 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3370bc48-5ea0-4483-93b3-6099e6937b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (a0dd8f1f-d409-4604-b544-cdb6dbb79566), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:06.028063 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c8f1a310-1d5b-4316-8bb9-c2ba68b05182 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks [] for subnet (05cf8da1-67ff-4a28-ab79-6a23a39f23e2), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:06.049178 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-18791897-933e-44f6-add0-3c8624ad4505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (3f4483b1-af0b-4970-b93b-feeff547cf77), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:06.102803 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-4e2dbd11-2613-4690-9ca5-22623c8df565 service neutron] 10.222.0.88 "GET /v2.0/networks/44fb9145-9ace-47b2-84ba-690d45d04d68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342252 Feb 02 07:11:06.116906 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399341ef-c08d-43d5-80aa-44e3a3e04bcc req-17eebc9a-0d6a-416d-8c3d-778037b9a77d tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:06.119018 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-399341ef-c08d-43d5-80aa-44e3a3e04bcc req-17eebc9a-0d6a-416d-8c3d-778037b9a77d tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 946 time: 0.3105094 Feb 02 07:11:06.149794 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d5325c0a-029d-4535-a2d3-23029c5b6126 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (85ad192a-05dc-4c78-a65b-d14c948c615c), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:06.169543 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c8f1a310-1d5b-4316-8bb9-c2ba68b05182 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (05cf8da1-67ff-4a28-ab79-6a23a39f23e2), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:06.199995 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3370bc48-5ea0-4483-93b3-6099e6937b29 None None] Network 9447eb04-83a1-4525-9c39-8528b8fa4984 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:11:06.208323 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3370bc48-5ea0-4483-93b3-6099e6937b29 None None] Pushing event updated for resources: {'Port': ['ID=a0dd8f1f-d409-4604-b544-cdb6dbb79566,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:06.221550 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-3370bc48-5ea0-4483-93b3-6099e6937b29 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:11:06.224689 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3370bc48-5ea0-4483-93b3-6099e6937b29 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:11:06.331014 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port f9522278-2a1c-403b-b1b6-9e3dbe8dd39f triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:11:06.331723 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (f9522278-2a1c-403b-b1b6-9e3dbe8dd39f), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:06.348533 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.db.resource_extend [None req-d5325c0a-029d-4535-a2d3-23029c5b6126 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 07:11:06.353117 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-3370bc48-5ea0-4483-93b3-6099e6937b29 None None] Attempting to bind port a0dd8f1f-d409-4604-b544-cdb6dbb79566 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:11:06.354273 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-3370bc48-5ea0-4483-93b3-6099e6937b29 None None] Attempting to bind port a0dd8f1f-d409-4604-b544-cdb6dbb79566 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'b709e101-d6d8-4666-8557-dadac8e1b1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9447eb04-83a1-4525-9c39-8528b8fa4984'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:11:06.354640 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3370bc48-5ea0-4483-93b3-6099e6937b29 None None] Attempting to bind port a0dd8f1f-d409-4604-b544-cdb6dbb79566 on network 9447eb04-83a1-4525-9c39-8528b8fa4984 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:11:06.384782 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-399341ef-c08d-43d5-80aa-44e3a3e04bcc req-e7efb923-9022-4df0-8dc9-5d1acb89db56 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431540 Feb 02 07:11:06.415470 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3370bc48-5ea0-4483-93b3-6099e6937b29 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:11:06.427027 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3370bc48-5ea0-4483-93b3-6099e6937b29 None None] Checking segment: {'id': 'b709e101-d6d8-4666-8557-dadac8e1b1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9447eb04-83a1-4525-9c39-8528b8fa4984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:11:06.427481 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3370bc48-5ea0-4483-93b3-6099e6937b29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:06.427935 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3370bc48-5ea0-4483-93b3-6099e6937b29 None None] Bound using segment: {'id': 'b709e101-d6d8-4666-8557-dadac8e1b1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9447eb04-83a1-4525-9c39-8528b8fa4984'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:11:06.428452 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-3370bc48-5ea0-4483-93b3-6099e6937b29 None None] Bound port: a0dd8f1f-d409-4604-b544-cdb6dbb79566, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b709e101-d6d8-4666-8557-dadac8e1b1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '9447eb04-83a1-4525-9c39-8528b8fa4984'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:11:06.428846 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3370bc48-5ea0-4483-93b3-6099e6937b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (a0dd8f1f-d409-4604-b544-cdb6dbb79566), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:06.476287 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-41488588-f727-437b-9f09-a4a3a0aa7533 service neutron] 10.222.0.88 "GET /v2.0/networks/44fb9145-9ace-47b2-84ba-690d45d04d68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3527007 Feb 02 07:11:06.517145 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d5325c0a-029d-4535-a2d3-23029c5b6126 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (85ad192a-05dc-4c78-a65b-d14c948c615c), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:06.524871 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5325c0a-029d-4535-a2d3-23029c5b6126 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:06.525123 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d5325c0a-029d-4535-a2d3-23029c5b6126 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:06.566935 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-9974de1f-8824-40de-8420-6e4af8a79bf8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=4910d9f2-bb8f-4859-9893-c0a040e3bfb6 HTTP/1.1" status: 200 len: 217 time: 0.0813410 Feb 02 07:11:06.583146 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18791897-933e-44f6-add0-3c8624ad4505 None None] Pushing event updated for resources: {'Port': ['ID=3f4483b1-af0b-4970-b93b-feeff547cf77,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:06.692202 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf52a74b-51dd-4c07-bcb6-52ea5899d1c3 req-9f4018ee-f2bc-4226-ab6f-96d140ea692f tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:06.711872 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf52a74b-51dd-4c07-bcb6-52ea5899d1c3 req-9f4018ee-f2bc-4226-ab6f-96d140ea692f tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:06.725683 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf52a74b-51dd-4c07-bcb6-52ea5899d1c3 req-9f4018ee-f2bc-4226-ab6f-96d140ea692f tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:06.734579 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf52a74b-51dd-4c07-bcb6-52ea5899d1c3 req-9f4018ee-f2bc-4226-ab6f-96d140ea692f tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:06.753059 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf52a74b-51dd-4c07-bcb6-52ea5899d1c3 req-9f4018ee-f2bc-4226-ab6f-96d140ea692f tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:06.759418 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf52a74b-51dd-4c07-bcb6-52ea5899d1c3 req-9f4018ee-f2bc-4226-ab6f-96d140ea692f tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:06.772413 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf52a74b-51dd-4c07-bcb6-52ea5899d1c3 req-9f4018ee-f2bc-4226-ab6f-96d140ea692f tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:06.783577 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-3370bc48-5ea0-4483-93b3-6099e6937b29 None None] For port a0dd8f1f-d409-4604-b544-cdb6dbb79566, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:11:06.784865 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cf52a74b-51dd-4c07-bcb6-52ea5899d1c3 req-9f4018ee-f2bc-4226-ab6f-96d140ea692f tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 5430 time: 0.6054952 Feb 02 07:11:06.807015 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d5325c0a-029d-4535-a2d3-23029c5b6126 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.7343321 Feb 02 07:11:06.817796 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-3bd83640-fe04-4daf-93de-a4b2e691e7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:06.818870 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-3370bc48-5ea0-4483-93b3-6099e6937b29 None None] For port a0dd8f1f-d409-4604-b544-cdb6dbb79566, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=a0dd8f1f-d409-4604-b544-cdb6dbb79566,segment=NetworkSegment(b709e101-d6d8-4666-8557-dadac8e1b1df),segment_id=b709e101-d6d8-4666-8557-dadac8e1b1df)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:11:06.819956 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-3bd83640-fe04-4daf-93de-a4b2e691e7c7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d8c93dc1-7ee4-400a-ad20-2d7430ee8b3d HTTP/1.1" status: 200 len: 797 time: 0.2467217 Feb 02 07:11:06.820692 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 54626) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:11:06.845255 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-dd71e945-604d-4f58-bc46-e1880277d2c5 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Request body: {'subnet': {'network_id': '85ad192a-05dc-4c78-a65b-d14c948c615c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:11:06.864367 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3370bc48-5ea0-4483-93b3-6099e6937b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (a0dd8f1f-d409-4604-b544-cdb6dbb79566), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:06.877556 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c8f1a310-1d5b-4316-8bb9-c2ba68b05182 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (05cf8da1-67ff-4a28-ab79-6a23a39f23e2), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:06.883184 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port f9522278-2a1c-403b-b1b6-9e3dbe8dd39f is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:11:06.888459 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f9522278-2a1c-403b-b1b6-9e3dbe8dd39f), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:06.906360 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd71e945-604d-4f58-bc46-e1880277d2c5 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Made reservation on behalf of 7dd47b08ccb642499bf5a99b5a76326e for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:11:06.909260 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-dd71e945-604d-4f58-bc46-e1880277d2c5 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:07.046737 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba824bf-d2ac-439c-9ede-0057be05a92b req-f704bac0-c308-4679-9364-872b7dea8787 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:07.047734 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0ba824bf-d2ac-439c-9ede-0057be05a92b req-f704bac0-c308-4679-9364-872b7dea8787 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=e345bef4-841f-48f1-9275-4e5304c6d2aa HTTP/1.1" status: 200 len: 946 time: 0.4059944 Feb 02 07:11:07.074351 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3370bc48-5ea0-4483-93b3-6099e6937b29 None None] Pushing event updated for resources: {'Port': ['ID=a0dd8f1f-d409-4604-b544-cdb6dbb79566,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:07.110639 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c8f1a310-1d5b-4316-8bb9-c2ba68b05182 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (05cf8da1-67ff-4a28-ab79-6a23a39f23e2), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:07.120857 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3244b4-d911-40fc-bc67-3817cf9a5d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9522278-2a1c-403b-b1b6-9e3dbe8dd39f'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:11:07.127452 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec1fbf5-63f3-4ce3-8938-743b8859f64c" -d '{"events": [{"server_uuid": "6d3244b4-d911-40fc-bc67-3817cf9a5d47", "name": "network-vif-plugged", "status": "completed", "tag": "f9522278-2a1c-403b-b1b6-9e3dbe8dd39f"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:11:07.176937 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port f9522278-2a1c-403b-b1b6-9e3dbe8dd39f, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=f9522278-2a1c-403b-b1b6-9e3dbe8dd39f,segment=NetworkSegment(99da04fe-20b0-46d1-9372-22452ee68679),segment_id=99da04fe-20b0-46d1-9372-22452ee68679)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:11:07.188140 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (f9522278-2a1c-403b-b1b6-9e3dbe8dd39f), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:07.234057 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0ba824bf-d2ac-439c-9ede-0057be05a92b req-01d0da92-72c4-4475-8069-bcb464cbcbf5 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786555 Feb 02 07:11:07.302417 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5325c0a-029d-4535-a2d3-23029c5b6126 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Pushing event updated for resources: {'Network': ['ID=85ad192a-05dc-4c78-a65b-d14c948c615c,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:07.317442 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-9e81a138-93a2-4972-8572-16f5a9caf60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:07.319259 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-9e81a138-93a2-4972-8572-16f5a9caf60b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=44fb9145-9ace-47b2-84ba-690d45d04d68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.4442844 Feb 02 07:11:07.338206 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c8f1a310-1d5b-4316-8bb9-c2ba68b05182 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:07.359890 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 54644) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:11:07.366509 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c8f1a310-1d5b-4316-8bb9-c2ba68b05182 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] 10.222.0.87 "DELETE /v2.0/subnets/05cf8da1-67ff-4a28-ab79-6a23a39f23e2 HTTP/1.1" status: 204 len: 168 time: 3.3067832 Feb 02 07:11:07.367487 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f1a310-1d5b-4316-8bb9-c2ba68b05182 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Pushing event deleted for resources: {'Subnet': ['ID=05cf8da1-67ff-4a28-ab79-6a23a39f23e2,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:07.380752 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=f9522278-2a1c-403b-b1b6-9e3dbe8dd39f,revision_number=7']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:07.396280 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 85ad192a-05dc-4c78-a65b-d14c948c615c details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:11:07.463522 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-061c635b-cae3-4ca2-ad63-488f3f222fac tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Deleting subnet dedd6c63-5ee0-4a6c-b2bc-a138f0c73ce7 {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:11:07.475353 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-061c635b-cae3-4ca2-ad63-488f3f222fac tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks [] for subnet (dedd6c63-5ee0-4a6c-b2bc-a138f0c73ce7), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:07.502699 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 3f4483b1-af0b-4970-b93b-feeff547cf77 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:11:07.593798 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cf52a74b-51dd-4c07-bcb6-52ea5899d1c3 req-5e74c3b1-8969-458e-8778-41f2cc0cad5e tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/security-groups?id=39d64e71-9bbb-4283-9333-9f076dd0e667&id=c2d438c9-ecad-41fa-9c3c-fefcebb88ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8071492 Feb 02 07:11:07.625687 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 3f4483b1-af0b-4970-b93b-feeff547cf77 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:11:07.626224 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (3f4483b1-af0b-4970-b93b-feeff547cf77), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:07.765407 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c27a875-52e1-44a6-b0bc-756367a747d5 x-openstack-request-id: req-8c27a875-52e1-44a6-b0bc-756367a747d5 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:11:07.765714 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d3244b4-d911-40fc-bc67-3817cf9a5d47", "name": "network-vif-plugged", "status": "completed", "tag": "f9522278-2a1c-403b-b1b6-9e3dbe8dd39f", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:11:07.765978 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-8c27a875-52e1-44a6-b0bc-756367a747d5 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:11:07.766392 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d3244b4-d911-40fc-bc67-3817cf9a5d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9522278-2a1c-403b-b1b6-9e3dbe8dd39f', 'code': 200} Feb 02 07:11:07.815259 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-061c635b-cae3-4ca2-ad63-488f3f222fac tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (dedd6c63-5ee0-4a6c-b2bc-a138f0c73ce7), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:08.014037 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 3f4483b1-af0b-4970-b93b-feeff547cf77 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:11:08.014977 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3f4483b1-af0b-4970-b93b-feeff547cf77), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:08.063440 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dbd4c6-363f-4474-aac4-1857e8096e2a req-d733305b-3bc5-4fa3-9043-a37ba503515c tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:08.110726 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-84dbd4c6-363f-4474-aac4-1857e8096e2a req-d733305b-3bc5-4fa3-9043-a37ba503515c tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 946 time: 0.2410631 Feb 02 07:11:08.189616 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 3f4483b1-af0b-4970-b93b-feeff547cf77, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=3f4483b1-af0b-4970-b93b-feeff547cf77,segment=NetworkSegment(b4cdb271-4bbf-47b5-bbfd-32ff6a40cf15),segment_id=b4cdb271-4bbf-47b5-bbfd-32ff6a40cf15)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:11:08.200981 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (3f4483b1-af0b-4970-b93b-feeff547cf77), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:08.211409 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-061c635b-cae3-4ca2-ad63-488f3f222fac tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (dedd6c63-5ee0-4a6c-b2bc-a138f0c73ce7), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:08.229938 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-84dbd4c6-363f-4474-aac4-1857e8096e2a req-65238037-0f09-4f11-a355-d28dea41db7e tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139889 Feb 02 07:11:08.375618 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=3f4483b1-af0b-4970-b93b-feeff547cf77,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:08.440121 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-061c635b-cae3-4ca2-ad63-488f3f222fac tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (dedd6c63-5ee0-4a6c-b2bc-a138f0c73ce7), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:08.524029 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061c635b-cae3-4ca2-ad63-488f3f222fac tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Pushing event deleted for resources: {'Subnet': ['ID=dedd6c63-5ee0-4a6c-b2bc-a138f0c73ce7,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:08.572857 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b185d9ad-6ae3-4421-9770-197890fe625f req-3a235e65-ec64-412c-a7a5-34338482912b tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:08.581839 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07bce3f-9817-456a-8fdd-9a5296509f75 None None] Network 3da61461-9e9c-4111-87ba-a3e022a9b7db requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:11:08.601861 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b185d9ad-6ae3-4421-9770-197890fe625f req-3a235e65-ec64-412c-a7a5-34338482912b tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=e345bef4-841f-48f1-9275-4e5304c6d2aa HTTP/1.1" status: 200 len: 946 time: 0.1905103 Feb 02 07:11:08.704650 n-d-789963-26 neutron-server[109693]: DEBUG neutron.objects.ports [None req-dd71e945-604d-4f58-bc46-e1880277d2c5 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109693) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 02 07:11:08.705130 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-dd71e945-604d-4f58-bc46-e1880277d2c5 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (09dd8472-1ed8-4a4e-b763-20dc8bc8fc64), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:08.740515 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-5474dc51-ac03-4001-acf3-b9c6a478e0b4 service neutron] 10.222.0.88 "GET /v2.0/networks/44fb9145-9ace-47b2-84ba-690d45d04d68?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3963068 Feb 02 07:11:08.753391 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b185d9ad-6ae3-4421-9770-197890fe625f req-4717a837-7a4d-4f8f-85fd-c6e196150a3d tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501184 Feb 02 07:11:08.774202 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd2e863-2519-438c-a340-47dd97a9baac req-3aaf4b07-d4f7-4a2e-9c30-8baf1acfa759 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:08.782841 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ecd2e863-2519-438c-a340-47dd97a9baac req-3aaf4b07-d4f7-4a2e-9c30-8baf1acfa759 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 946 time: 1.1192601 Feb 02 07:11:08.812974 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-061c635b-cae3-4ca2-ad63-488f3f222fac tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:08.827113 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 54672) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:11:08.838782 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-061c635b-cae3-4ca2-ad63-488f3f222fac tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] 10.222.0.87 "DELETE /v2.0/subnets/dedd6c63-5ee0-4a6c-b2bc-a138f0c73ce7 HTTP/1.1" status: 204 len: 168 time: 1.4770510 Feb 02 07:11:08.865713 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-576da90f-3436-4777-a69f-f6c72499ec86 None None] Provisioning complete for port 3f4483b1-af0b-4970-b93b-feeff547cf77 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:11:08.872019 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-576da90f-3436-4777-a69f-f6c72499ec86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (3f4483b1-af0b-4970-b93b-feeff547cf77), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:09.179989 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48fb4a8-b4c1-41fa-bb6b-5c56112259a8 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:09.205669 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c48fb4a8-b4c1-41fa-bb6b-5c56112259a8 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3764555 Feb 02 07:11:09.231094 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ebb082-b823-4c30-9ad3-17f63e8b8f0b None None] DHCP port deletion for 3da61461-9e9c-4111-87ba-a3e022a9b7db request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:11:09.231446 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 54676) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:11:09.362681 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd71e945-604d-4f58-bc46-e1880277d2c5 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Pushing event updated for resources: {'Subnet': ['ID=09dd8472-1ed8-4a4e-b763-20dc8bc8fc64,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:09.385743 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-576da90f-3436-4777-a69f-f6c72499ec86 None None] Current status of the port 3f4483b1-af0b-4970-b93b-feeff547cf77 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:11:09.410423 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device a0dd8f1f-d409-4604-b544-cdb6dbb79566 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:11:09.414698 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243129c4-c4bf-4083-9fd4-ca4e6e84829c req-02c4d351-b94d-450d-9f6d-076794510d5a tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:09.442333 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243129c4-c4bf-4083-9fd4-ca4e6e84829c req-02c4d351-b94d-450d-9f6d-076794510d5a tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:09.455074 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243129c4-c4bf-4083-9fd4-ca4e6e84829c req-02c4d351-b94d-450d-9f6d-076794510d5a tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:09.489828 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243129c4-c4bf-4083-9fd4-ca4e6e84829c req-02c4d351-b94d-450d-9f6d-076794510d5a tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:09.508293 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25906d73-7573-4035-9335-4e5277167e14 None None] Network 9447eb04-83a1-4525-9c39-8528b8fa4984 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:11:09.523076 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243129c4-c4bf-4083-9fd4-ca4e6e84829c req-02c4d351-b94d-450d-9f6d-076794510d5a tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:09.551607 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243129c4-c4bf-4083-9fd4-ca4e6e84829c req-02c4d351-b94d-450d-9f6d-076794510d5a tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:09.555830 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd71e945-604d-4f58-bc46-e1880277d2c5 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Checking segment: {'id': '5d9b1f60-22e5-4190-9e30-f9b5dc7b014d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '85ad192a-05dc-4c78-a65b-d14c948c615c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:11:09.556379 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd71e945-604d-4f58-bc46-e1880277d2c5 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Network hostable DHCP agents. Network: 85ad192a-05dc-4c78-a65b-d14c948c615c, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:11:09.576865 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243129c4-c4bf-4083-9fd4-ca4e6e84829c req-02c4d351-b94d-450d-9f6d-076794510d5a tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:09.597804 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-243129c4-c4bf-4083-9fd4-ca4e6e84829c req-02c4d351-b94d-450d-9f6d-076794510d5a tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 5430 time: 0.6480372 Feb 02 07:11:09.599008 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-92ebb082-b823-4c30-9ad3-17f63e8b8f0b None None] Deleting port 3f4483b1-af0b-4970-b93b-feeff547cf77 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:11:09.599903 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-92ebb082-b823-4c30-9ad3-17f63e8b8f0b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (3f4483b1-af0b-4970-b93b-feeff547cf77), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:09.617649 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ecd2e863-2519-438c-a340-47dd97a9baac req-3339c5c3-eb80-4aa8-ba9e-c1abd796c08a tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=4c2c0860-2986-407a-8a1e-1579ab01e7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7558711 Feb 02 07:11:09.684884 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-91811c75-4450-44c8-b98a-d460357c0b63 service neutron] 10.222.0.88 "GET /v2.0/networks/44fb9145-9ace-47b2-84ba-690d45d04d68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8976283 Feb 02 07:11:09.823946 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-84bffb0d-8893-4478-8069-b887e26d3199 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=3327c7b8-0004-4fd0-b0f2-234f90c816b4 HTTP/1.1" status: 200 len: 217 time: 0.1269908 Feb 02 07:11:09.915107 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port a0dd8f1f-d409-4604-b544-cdb6dbb79566 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:11:09.915882 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (a0dd8f1f-d409-4604-b544-cdb6dbb79566), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:09.959630 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-14b770bc-1dd0-47a2-9863-dd62aac6369b tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (3da61461-9e9c-4111-87ba-a3e022a9b7db), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:09.992455 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd71e945-604d-4f58-bc46-e1880277d2c5 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Network 85ad192a-05dc-4c78-a65b-d14c948c615c is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:11:10.016040 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-92ebb082-b823-4c30-9ad3-17f63e8b8f0b None None] For port 3f4483b1-af0b-4970-b93b-feeff547cf77, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=3f4483b1-af0b-4970-b93b-feeff547cf77,segment=NetworkSegment(b4cdb271-4bbf-47b5-bbfd-32ff6a40cf15),segment_id=b4cdb271-4bbf-47b5-bbfd-32ff6a40cf15)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:11:10.016899 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-92ebb082-b823-4c30-9ad3-17f63e8b8f0b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (3f4483b1-af0b-4970-b93b-feeff547cf77), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:10.020303 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-00734b26-7486-4c60-a862-8e1d9f318615 None None] Provisioning complete for port a0dd8f1f-d409-4604-b544-cdb6dbb79566 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:11:10.021323 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-00734b26-7486-4c60-a862-8e1d9f318615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (a0dd8f1f-d409-4604-b544-cdb6dbb79566), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:10.035306 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-243129c4-c4bf-4083-9fd4-ca4e6e84829c req-08e462d5-1192-4d4e-9129-fa6dfbf3829d tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/security-groups?id=39d64e71-9bbb-4283-9333-9f076dd0e667&id=c2d438c9-ecad-41fa-9c3c-fefcebb88ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4364357 Feb 02 07:11:10.110152 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-92ebb082-b823-4c30-9ad3-17f63e8b8f0b None None] Calling delete_port for 3f4483b1-af0b-4970-b93b-feeff547cf77 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:11:10.233285 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-14b770bc-1dd0-47a2-9863-dd62aac6369b tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Deleting port 3f4483b1-af0b-4970-b93b-feeff547cf77 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:11:10.233728 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-14b770bc-1dd0-47a2-9863-dd62aac6369b tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (3f4483b1-af0b-4970-b93b-feeff547cf77), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:10.237871 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e42eb94-2ff8-4418-9c15-937c84ae36ba None None] DHCP port deletion for 9447eb04-83a1-4525-9c39-8528b8fa4984 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:11:10.443279 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-14b770bc-1dd0-47a2-9863-dd62aac6369b tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] For port 3f4483b1-af0b-4970-b93b-feeff547cf77, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=3f4483b1-af0b-4970-b93b-feeff547cf77,segment=NetworkSegment(b4cdb271-4bbf-47b5-bbfd-32ff6a40cf15),segment_id=b4cdb271-4bbf-47b5-bbfd-32ff6a40cf15)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:11:10.443780 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-14b770bc-1dd0-47a2-9863-dd62aac6369b tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (3f4483b1-af0b-4970-b93b-feeff547cf77), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:10.479163 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-14b770bc-1dd0-47a2-9863-dd62aac6369b tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Calling delete_port for 3f4483b1-af0b-4970-b93b-feeff547cf77 owned by network:dhcp {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:11:10.487750 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port a0dd8f1f-d409-4604-b544-cdb6dbb79566 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:11:10.488462 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (a0dd8f1f-d409-4604-b544-cdb6dbb79566), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:10.637579 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-92ebb082-b823-4c30-9ad3-17f63e8b8f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (3f4483b1-af0b-4970-b93b-feeff547cf77), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:10.721154 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ebb082-b823-4c30-9ad3-17f63e8b8f0b None None] Pushing event deleted for resources: {'Port': ['ID=3f4483b1-af0b-4970-b93b-feeff547cf77,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:10.724279 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port a0dd8f1f-d409-4604-b544-cdb6dbb79566, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=a0dd8f1f-d409-4604-b544-cdb6dbb79566,segment=NetworkSegment(b709e101-d6d8-4666-8557-dadac8e1b1df),segment_id=b709e101-d6d8-4666-8557-dadac8e1b1df)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:11:10.729776 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ebb082-b823-4c30-9ad3-17f63e8b8f0b None None] No DVR routers for this DVR port 3f4483b1-af0b-4970-b93b-feeff547cf77 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:11:10.754576 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-2e42eb94-2ff8-4418-9c15-937c84ae36ba None None] Deleting port a0dd8f1f-d409-4604-b544-cdb6dbb79566 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:11:10.755077 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2e42eb94-2ff8-4418-9c15-937c84ae36ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (a0dd8f1f-d409-4604-b544-cdb6dbb79566), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:10.825320 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-2e42eb94-2ff8-4418-9c15-937c84ae36ba None None] For port a0dd8f1f-d409-4604-b544-cdb6dbb79566, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=a0dd8f1f-d409-4604-b544-cdb6dbb79566,segment=NetworkSegment(b709e101-d6d8-4666-8557-dadac8e1b1df),segment_id=b709e101-d6d8-4666-8557-dadac8e1b1df)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:11:10.825724 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2e42eb94-2ff8-4418-9c15-937c84ae36ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (a0dd8f1f-d409-4604-b544-cdb6dbb79566), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:10.839621 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-2e42eb94-2ff8-4418-9c15-937c84ae36ba None None] Calling delete_port for a0dd8f1f-d409-4604-b544-cdb6dbb79566 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:11:10.929841 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (a0dd8f1f-d409-4604-b544-cdb6dbb79566), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:10.932909 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-00734b26-7486-4c60-a862-8e1d9f318615 None None] Current status of the port a0dd8f1f-d409-4604-b544-cdb6dbb79566 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:11:10.933920 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-00734b26-7486-4c60-a862-8e1d9f318615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (a0dd8f1f-d409-4604-b544-cdb6dbb79566), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:10.946423 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-14b770bc-1dd0-47a2-9863-dd62aac6369b tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (3f4483b1-af0b-4970-b93b-feeff547cf77), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:10.962601 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2e42eb94-2ff8-4418-9c15-937c84ae36ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (a0dd8f1f-d409-4604-b544-cdb6dbb79566), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:11.024535 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event deleted for resources: {'Port': ['ID=a0dd8f1f-d409-4604-b544-cdb6dbb79566,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:11.073088 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b770bc-1dd0-47a2-9863-dd62aac6369b tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Pushing event deleted for resources: {'Port': ['ID=3f4483b1-af0b-4970-b93b-feeff547cf77,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:11.086798 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b770bc-1dd0-47a2-9863-dd62aac6369b tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] No DVR routers for this DVR port 3f4483b1-af0b-4970-b93b-feeff547cf77 on host n-d-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:11:11.097337 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e42eb94-2ff8-4418-9c15-937c84ae36ba None None] Pushing event deleted for resources: {'Port': ['ID=a0dd8f1f-d409-4604-b544-cdb6dbb79566,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:11.106058 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e42eb94-2ff8-4418-9c15-937c84ae36ba None None] No DVR routers for this DVR port a0dd8f1f-d409-4604-b544-cdb6dbb79566 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:11:11.144326 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 3f4483b1-af0b-4970-b93b-feeff547cf77 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:11:11.190439 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 3f4483b1-af0b-4970-b93b-feeff547cf77 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:11:11.190776 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 3f4483b1-af0b-4970-b93b-feeff547cf77 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:11:11.191140 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device a0dd8f1f-d409-4604-b544-cdb6dbb79566 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:11:11.267129 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033a38d3-8fa3-422b-ac13-43f42e02604b req-5bc1b2ce-029c-4efc-a1f6-f7693202a62c tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:11.277622 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-033a38d3-8fa3-422b-ac13-43f42e02604b req-5bc1b2ce-029c-4efc-a1f6-f7693202a62c tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 946 time: 0.3362617 Feb 02 07:11:11.316574 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-dd71e945-604d-4f58-bc46-e1880277d2c5 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 85ad192a-05dc-4c78-a65b-d14c948c615c) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:11:11.326302 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd71e945-604d-4f58-bc46-e1880277d2c5 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:11.327439 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-dd71e945-604d-4f58-bc46-e1880277d2c5 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:11.367699 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-1ea332c0-d935-450e-94e6-2e1c76710cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:11.369230 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-1ea332c0-d935-450e-94e6-2e1c76710cca service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d8c93dc1-7ee4-400a-ad20-2d7430ee8b3d HTTP/1.1" status: 200 len: 797 time: 1.5367994 Feb 02 07:11:11.441799 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-dd71e945-604d-4f58-bc46-e1880277d2c5 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.6042209 Feb 02 07:11:11.450908 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 54696) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:11:11.461983 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-4aa8d121-4c9a-4798-b58c-e557ef28165e tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1817402765', 'network_id': '85ad192a-05dc-4c78-a65b-d14c948c615c'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:11:11.493044 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5f831-deb0-4865-9d08-fe125af1ef32 req-edfba983-fcd7-48b8-b1bf-23df843318a5 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:11.495297 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1fb5f831-deb0-4865-9d08-fe125af1ef32 req-edfba983-fcd7-48b8-b1bf-23df843318a5 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=e345bef4-841f-48f1-9275-4e5304c6d2aa HTTP/1.1" status: 200 len: 946 time: 1.5285633 Feb 02 07:11:11.497533 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa8d121-4c9a-4798-b58c-e557ef28165e tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Made reservation on behalf of 7dd47b08ccb642499bf5a99b5a76326e for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:11:11.500643 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4aa8d121-4c9a-4798-b58c-e557ef28165e tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:11.505408 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7936d81b-6966-489a-b980-a8a2671af942 req-17558ddc-168e-4770-8c94-79d8c1858f52 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2927599 Feb 02 07:11:11.726404 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [None req-4aa8d121-4c9a-4798-b58c-e557ef28165e tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] device_id is not set on port c989e1ba-2ccd-4485-a4c3-4d55bb3c3215 yet. {{(pid=109693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:11:11.778087 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-0abc057a-0ac6-4947-9bee-c02cb740b60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:11.779721 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-0abc057a-0ac6-4947-9bee-c02cb740b60c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=44fb9145-9ace-47b2-84ba-690d45d04d68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3828895 Feb 02 07:11:11.799122 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d48abe5-41e0-4ecb-a1ca-8f2ac63cb292 None None] Network 85ad192a-05dc-4c78-a65b-d14c948c615c requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:11:11.804097 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: a0dd8f1f-d409-4604-b544-cdb6dbb79566 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:11:11.804703 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device a0dd8f1f-d409-4604-b544-cdb6dbb79566 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:11:11.864154 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-fc6a0542-3699-47db-9b68-d45f95597d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:12.046202 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-14b770bc-1dd0-47a2-9863-dd62aac6369b tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (3da61461-9e9c-4111-87ba-a3e022a9b7db), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:12.097831 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-033a38d3-8fa3-422b-ac13-43f42e02604b req-c4e6ac4f-2ad6-4ca6-a03c-3827b6ea7d89 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=4c2c0860-2986-407a-8a1e-1579ab01e7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8177483 Feb 02 07:11:12.108421 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1fb5f831-deb0-4865-9d08-fe125af1ef32 req-0c68fe00-84e8-459a-9bb2-ab6681e9853e tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6002395 Feb 02 07:11:12.121065 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-14b770bc-1dd0-47a2-9863-dd62aac6369b tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3da61461-9e9c-4111-87ba-a3e022a9b7db']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:11:12.167149 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-14b770bc-1dd0-47a2-9863-dd62aac6369b tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4cdb271-4bbf-47b5-bbfd-32ff6a40cf15') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:11:12.167529 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-14b770bc-1dd0-47a2-9863-dd62aac6369b tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4cdb271-4bbf-47b5-bbfd-32ff6a40cf15') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:11:12.173705 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb54f0e3-f60c-4f10-8e08-9ea61a9b00b3 None None] Network 85ad192a-05dc-4c78-a65b-d14c948c615c requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:11:12.196698 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-14b770bc-1dd0-47a2-9863-dd62aac6369b tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (b4cdb271-4bbf-47b5-bbfd-32ff6a40cf15), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:12.247743 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-14b770bc-1dd0-47a2-9863-dd62aac6369b tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (b4cdb271-4bbf-47b5-bbfd-32ff6a40cf15), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:12.264783 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14b770bc-1dd0-47a2-9863-dd62aac6369b tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:11:12.265220 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-14b770bc-1dd0-47a2-9863-dd62aac6369b tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (b4cdb271-4bbf-47b5-bbfd-32ff6a40cf15), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:12.271327 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7936d81b-6966-489a-b980-a8a2671af942 req-98cad362-dd24-4153-92cd-4ef2efccab12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:12.272283 n-d-789963-26 neutron-server[109694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:11:12.272283 n-d-789963-26 neutron-server[109694]: self.session.flush() Feb 02 07:11:12.272283 n-d-789963-26 neutron-server[109694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:11:12.272283 n-d-789963-26 neutron-server[109694]: self.session.flush() Feb 02 07:11:12.272283 n-d-789963-26 neutron-server[109694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:11:12.272283 n-d-789963-26 neutron-server[109694]: self.session.flush() Feb 02 07:11:12.272283 n-d-789963-26 neutron-server[109694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:11:12.272283 n-d-789963-26 neutron-server[109694]: self.session.flush() Feb 02 07:11:12.272283 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:11:12.272283 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:11:12.272283 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:11:12.272283 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:11:12.272283 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:11:12.272283 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:11:12.272283 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:11:12.272283 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:11:12.272283 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:11:12.272283 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:11:12.272283 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:11:12.272283 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:11:12.272283 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:11:12.272283 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:11:12.272283 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:11:12.272283 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:11:12.272283 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:11:12.272283 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:11:12.272283 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:11:12.272283 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:11:12.272283 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:11:12.272283 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:11:12.272283 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:11:12.272283 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:11:12.272283 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:11:12.272283 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:11:12.272283 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:11:12.272283 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:11:12.272283 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:11:12.272283 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:11:12.272283 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:11:12.272283 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:11:12.281762 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7936d81b-6966-489a-b980-a8a2671af942 req-98cad362-dd24-4153-92cd-4ef2efccab12 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=12ae52d2610343959b079c169f83e654&device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 1128 time: 0.6925220 Feb 02 07:11:12.422983 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-14b770bc-1dd0-47a2-9863-dd62aac6369b tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (3da61461-9e9c-4111-87ba-a3e022a9b7db), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:12.433948 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-14b770bc-1dd0-47a2-9863-dd62aac6369b tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:12.438274 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-14b770bc-1dd0-47a2-9863-dd62aac6369b tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] 10.222.0.87 "DELETE /v2.0/networks/3da61461-9e9c-4111-87ba-a3e022a9b7db HTTP/1.1" status: 204 len: 168 time: 3.2013977 Feb 02 07:11:12.447834 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 54710) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:11:12.679370 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f02c31a0-677f-40de-8dac-6975e07a7bef tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (9447eb04-83a1-4525-9c39-8528b8fa4984), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:12.682497 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b770bc-1dd0-47a2-9863-dd62aac6369b tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Pushing event deleted for resources: {'Network': ['ID=3da61461-9e9c-4111-87ba-a3e022a9b7db,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:12.740951 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-7ac653c0-0890-4e91-b0fc-44df009ae3af service neutron] 10.222.0.88 "GET /v2.0/networks/44fb9145-9ace-47b2-84ba-690d45d04d68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9351971 Feb 02 07:11:12.743679 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-4aa8d121-4c9a-4798-b58c-e557ef28165e tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Allocated IP 172.20.0.7 (85ad192a-05dc-4c78-a65b-d14c948c615c/09dd8472-1ed8-4a4e-b763-20dc8bc8fc64/c989e1ba-2ccd-4485-a4c3-4d55bb3c3215) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:11:12.800579 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e7fdb-ec6c-47dc-84ac-e7e43d1adf76 req-811bb6a8-1ba1-410e-a376-4d2f03c4ef14 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:12.812783 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e7fdb-ec6c-47dc-84ac-e7e43d1adf76 req-811bb6a8-1ba1-410e-a376-4d2f03c4ef14 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:12.837019 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e7fdb-ec6c-47dc-84ac-e7e43d1adf76 req-811bb6a8-1ba1-410e-a376-4d2f03c4ef14 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:12.843856 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e7fdb-ec6c-47dc-84ac-e7e43d1adf76 req-811bb6a8-1ba1-410e-a376-4d2f03c4ef14 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:12.856228 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e7fdb-ec6c-47dc-84ac-e7e43d1adf76 req-811bb6a8-1ba1-410e-a376-4d2f03c4ef14 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:12.870552 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e7fdb-ec6c-47dc-84ac-e7e43d1adf76 req-811bb6a8-1ba1-410e-a376-4d2f03c4ef14 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:12.884548 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e7fdb-ec6c-47dc-84ac-e7e43d1adf76 req-811bb6a8-1ba1-410e-a376-4d2f03c4ef14 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:12.889452 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1e9e7fdb-ec6c-47dc-84ac-e7e43d1adf76 req-811bb6a8-1ba1-410e-a376-4d2f03c4ef14 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 5430 time: 0.6231027 Feb 02 07:11:12.897253 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f02c31a0-677f-40de-8dac-6975e07a7bef tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (9447eb04-83a1-4525-9c39-8528b8fa4984), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:12.945184 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-f02c31a0-677f-40de-8dac-6975e07a7bef tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9447eb04-83a1-4525-9c39-8528b8fa4984']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:11:12.958738 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-f02c31a0-677f-40de-8dac-6975e07a7bef tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b709e101-d6d8-4666-8557-dadac8e1b1df') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:11:12.959390 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-f02c31a0-677f-40de-8dac-6975e07a7bef tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b709e101-d6d8-4666-8557-dadac8e1b1df') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:11:12.988234 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f02c31a0-677f-40de-8dac-6975e07a7bef tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (b709e101-d6d8-4666-8557-dadac8e1b1df), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:13.004829 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f02c31a0-677f-40de-8dac-6975e07a7bef tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (b709e101-d6d8-4666-8557-dadac8e1b1df), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:13.012403 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f02c31a0-677f-40de-8dac-6975e07a7bef tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:11:13.013153 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f02c31a0-677f-40de-8dac-6975e07a7bef tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (b709e101-d6d8-4666-8557-dadac8e1b1df), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:13.129075 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:11:13.129075 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:11:13.129075 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:11:13.129075 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:11:13.129075 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:11:13.129075 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:11:13.129075 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:11:13.129075 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:11:13.129075 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:11:13.129075 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:11:13.129075 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:11:13.129075 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:11:13.129075 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:11:13.129075 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:11:13.129075 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:11:13.129075 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:11:13.129075 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:11:13.129075 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:11:13.129075 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:11:13.129075 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:11:13.129075 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:11:13.129075 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:11:13.129075 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:11:13.129075 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:11:13.129075 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:11:13.129075 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:11:13.129075 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:11:13.129075 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:11:13.129075 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:11:13.129075 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:11:13.129075 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:11:13.129075 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:11:13.142383 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f02c31a0-677f-40de-8dac-6975e07a7bef tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (9447eb04-83a1-4525-9c39-8528b8fa4984), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:13.153564 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f02c31a0-677f-40de-8dac-6975e07a7bef tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:13.163807 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f02c31a0-677f-40de-8dac-6975e07a7bef tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] 10.222.0.87 "DELETE /v2.0/networks/9447eb04-83a1-4525-9c39-8528b8fa4984 HTTP/1.1" status: 204 len: 168 time: 0.6986165 Feb 02 07:11:13.179190 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 54718) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:11:13.225317 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02c31a0-677f-40de-8dac-6975e07a7bef tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Pushing event deleted for resources: {'Network': ['ID=9447eb04-83a1-4525-9c39-8528b8fa4984,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:13.241543 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4aa8d121-4c9a-4798-b58c-e557ef28165e tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks [] for port (c989e1ba-2ccd-4485-a4c3-4d55bb3c3215), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:13.281428 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-59fdea0b-f778-4e58-9bb8-bb34da3289fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:13.398052 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7936d81b-6966-489a-b980-a8a2671af942 req-1fb5bc44-16fe-425a-92c8-9a8f184a2d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:13.399661 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-76b4b9e7-60bc-4047-8ba1-d6b6d2ad2e91 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (dd12899b-0fcf-4831-b7b1-f34ec464ce38), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:13.403945 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7936d81b-6966-489a-b980-a8a2671af942 req-1fb5bc44-16fe-425a-92c8-9a8f184a2d72 service neutron] 10.222.0.88 "GET /v2.0/networks?id=274d3754-cb62-4276-8b4a-dfa5cf98baaf HTTP/1.1" status: 200 len: 913 time: 1.0033531 Feb 02 07:11:13.417122 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b9273-8a59-4449-9fe6-9b75748e5910 req-237cb6fa-8206-47e4-92cb-0ee5c33b4bd8 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:13.418640 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-965b9273-8a59-4449-9fe6-9b75748e5910 req-237cb6fa-8206-47e4-92cb-0ee5c33b4bd8 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=e345bef4-841f-48f1-9275-4e5304c6d2aa HTTP/1.1" status: 200 len: 946 time: 0.1230352 Feb 02 07:11:13.428067 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4aa8d121-4c9a-4798-b58c-e557ef28165e tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (c989e1ba-2ccd-4485-a4c3-4d55bb3c3215), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:13.516423 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-965b9273-8a59-4449-9fe6-9b75748e5910 req-c3ac4981-e3fe-4708-8f7f-8ba50fcd26a1 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837476 Feb 02 07:11:13.615825 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7936d81b-6966-489a-b980-a8a2671af942 req-c4ae387f-7aae-4500-b2fc-8c41a9d23dc9 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85893ae3-9cf9-488d-a8f8-58bbbb8cbd30 HTTP/1.1" status: 200 len: 1000 time: 0.1854682 Feb 02 07:11:13.656001 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-76b4b9e7-60bc-4047-8ba1-d6b6d2ad2e91 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (dd12899b-0fcf-4831-b7b1-f34ec464ce38), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:13.756180 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-76b4b9e7-60bc-4047-8ba1-d6b6d2ad2e91 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd12899b-0fcf-4831-b7b1-f34ec464ce38']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:11:13.770075 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-76b4b9e7-60bc-4047-8ba1-d6b6d2ad2e91 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61234f45-728d-4d4e-aeba-54b46bade1a7') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:11:13.770752 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-76b4b9e7-60bc-4047-8ba1-d6b6d2ad2e91 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61234f45-728d-4d4e-aeba-54b46bade1a7') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:11:13.781969 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-76b4b9e7-60bc-4047-8ba1-d6b6d2ad2e91 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (61234f45-728d-4d4e-aeba-54b46bade1a7), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:13.803628 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-76b4b9e7-60bc-4047-8ba1-d6b6d2ad2e91 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (61234f45-728d-4d4e-aeba-54b46bade1a7), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:13.806089 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa8d121-4c9a-4798-b58c-e557ef28165e tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Network 85ad192a-05dc-4c78-a65b-d14c948c615c is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:11:13.811809 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76b4b9e7-60bc-4047-8ba1-d6b6d2ad2e91 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:11:13.812587 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-76b4b9e7-60bc-4047-8ba1-d6b6d2ad2e91 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (61234f45-728d-4d4e-aeba-54b46bade1a7), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:13.887860 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:11:13.887860 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:11:13.887860 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:11:13.887860 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:11:13.887860 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:11:13.887860 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:11:13.887860 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:11:13.887860 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:11:13.887860 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:11:13.887860 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:11:13.887860 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:11:13.887860 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:11:13.887860 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:11:13.887860 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:11:13.887860 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:11:13.887860 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:11:13.887860 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:11:13.887860 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:11:13.887860 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:11:13.887860 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:11:13.887860 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:11:13.887860 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:11:13.887860 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:11:13.887860 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:11:13.887860 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:11:13.887860 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:11:13.887860 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:11:13.887860 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:11:13.887860 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:11:13.887860 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:11:13.887860 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:11:13.887860 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:11:13.895719 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-76b4b9e7-60bc-4047-8ba1-d6b6d2ad2e91 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (dd12899b-0fcf-4831-b7b1-f34ec464ce38), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:13.922763 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-76b4b9e7-60bc-4047-8ba1-d6b6d2ad2e91 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:13.930704 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa8d121-4c9a-4798-b58c-e557ef28165e tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Pushing event updated for resources: {'Port': ['ID=c989e1ba-2ccd-4485-a4c3-4d55bb3c3215,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:13.931494 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-76b4b9e7-60bc-4047-8ba1-d6b6d2ad2e91 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] 10.222.0.87 "DELETE /v2.0/networks/dd12899b-0fcf-4831-b7b1-f34ec464ce38 HTTP/1.1" status: 204 len: 168 time: 0.7496276 Feb 02 07:11:13.933033 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b4b9e7-60bc-4047-8ba1-d6b6d2ad2e91 tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Pushing event deleted for resources: {'Network': ['ID=dd12899b-0fcf-4831-b7b1-f34ec464ce38,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:13.935046 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 54724) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:11:13.946391 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-4aa8d121-4c9a-4798-b58c-e557ef28165e tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:11:13.958043 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7936d81b-6966-489a-b980-a8a2671af942 req-d783371e-9149-443c-8384-1402acdbe099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:13.964908 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7936d81b-6966-489a-b980-a8a2671af942 req-d783371e-9149-443c-8384-1402acdbe099 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b6b3fc97-ea53-4910-99b5-bddf06c5d45f HTTP/1.1" status: 200 len: 851 time: 0.3342593 Feb 02 07:11:13.977456 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa8d121-4c9a-4798-b58c-e557ef28165e tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:11:13.981942 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c55e8f1-dc35-482b-bf5b-a9c8f9e97139 req-6e458d52-6717-4a80-910e-90db5d0e195d tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:13.992562 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8c55e8f1-dc35-482b-bf5b-a9c8f9e97139 req-6e458d52-6717-4a80-910e-90db5d0e195d tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 946 time: 0.3409507 Feb 02 07:11:14.199079 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa0094b-45fc-4b48-ab09-19f17a80bfec req-3864dfff-319a-49da-bbb4-a1654a909800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:14.200924 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-caa0094b-45fc-4b48-ab09-19f17a80bfec req-3864dfff-319a-49da-bbb4-a1654a909800 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=12ae52d2610343959b079c169f83e654&device_id=e345bef4-841f-48f1-9275-4e5304c6d2aa HTTP/1.1" status: 200 len: 1129 time: 0.7945251 Feb 02 07:11:14.232233 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa8d121-4c9a-4798-b58c-e557ef28165e tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:14.232671 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4aa8d121-4c9a-4798-b58c-e557ef28165e tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:14.263725 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-4aa8d121-4c9a-4798-b58c-e557ef28165e tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.8069911 Feb 02 07:11:14.275680 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 54728) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:11:14.283087 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7936d81b-6966-489a-b980-a8a2671af942 req-d6ff4274-11b4-4ac4-9ff5-4897f0cd34ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:14.284619 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7936d81b-6966-489a-b980-a8a2671af942 req-d6ff4274-11b4-4ac4-9ff5-4897f0cd34ee service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=274d3754-cb62-4276-8b4a-dfa5cf98baaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1736591 Feb 02 07:11:14.311707 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1e9e7fdb-ec6c-47dc-84ac-e7e43d1adf76 req-d75ed149-f4d6-4dea-a9db-791d84fac8a1 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/security-groups?id=39d64e71-9bbb-4283-9333-9f076dd0e667&id=c2d438c9-ecad-41fa-9c3c-fefcebb88ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9010241 Feb 02 07:11:14.332251 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8c55e8f1-dc35-482b-bf5b-a9c8f9e97139 req-9abe2089-980c-4cde-9460-04fb93bd4b6f tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=4c2c0860-2986-407a-8a1e-1579ab01e7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3385153 Feb 02 07:11:14.347290 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6f11d27a-377e-4420-a54f-6904447e1b8b tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (fcfcadff-3efc-4fb1-ad66-59af7ad65599), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:14.571094 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa0094b-45fc-4b48-ab09-19f17a80bfec req-ce610f2f-7547-4f5b-b00d-3ef73ed6d308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:14.574054 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-caa0094b-45fc-4b48-ab09-19f17a80bfec req-ce610f2f-7547-4f5b-b00d-3ef73ed6d308 service neutron] 10.222.0.59 "GET /v2.0/networks?id=274d3754-cb62-4276-8b4a-dfa5cf98baaf HTTP/1.1" status: 200 len: 913 time: 0.3642051 Feb 02 07:11:14.581131 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-ef0aa116-0894-4a16-8753-ce0135a06d1c service neutron] 10.222.0.88 "GET /v2.0/networks/44fb9145-9ace-47b2-84ba-690d45d04d68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8392572 Feb 02 07:11:14.623158 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:14.630361 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6f11d27a-377e-4420-a54f-6904447e1b8b tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (fcfcadff-3efc-4fb1-ad66-59af7ad65599), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:14.679633 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-6f11d27a-377e-4420-a54f-6904447e1b8b tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcfcadff-3efc-4fb1-ad66-59af7ad65599']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:11:14.691465 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-caa0094b-45fc-4b48-ab09-19f17a80bfec req-40f8b4ef-01b8-40cb-b088-1c34f3c23524 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01515b49-db47-48da-91c2-424b4f244bf1 HTTP/1.1" status: 200 len: 217 time: 0.1088004 Feb 02 07:11:14.698244 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-8e77a67a-beaf-48ae-8e94-c80cadb66f86 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=b17d715e-1c85-4c03-a547-caefd8ea643a HTTP/1.1" status: 200 len: 217 time: 0.0546863 Feb 02 07:11:14.702289 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-6f11d27a-377e-4420-a54f-6904447e1b8b tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12d13dd5-05ce-4da7-80fc-cd1b14c6bb3b') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:11:14.702586 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-6f11d27a-377e-4420-a54f-6904447e1b8b tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12d13dd5-05ce-4da7-80fc-cd1b14c6bb3b') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:11:14.730600 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6f11d27a-377e-4420-a54f-6904447e1b8b tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (12d13dd5-05ce-4da7-80fc-cd1b14c6bb3b), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:14.746042 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6f11d27a-377e-4420-a54f-6904447e1b8b tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (12d13dd5-05ce-4da7-80fc-cd1b14c6bb3b), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:14.755166 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f11d27a-377e-4420-a54f-6904447e1b8b tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:11:14.755513 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6f11d27a-377e-4420-a54f-6904447e1b8b tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (12d13dd5-05ce-4da7-80fc-cd1b14c6bb3b), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:14.833001 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7936d81b-6966-489a-b980-a8a2671af942 req-e8aebd7c-8a6f-469d-a1db-fdca862a642f service neutron] 10.222.0.88 "GET /v2.0/networks/274d3754-cb62-4276-8b4a-dfa5cf98baaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5171454 Feb 02 07:11:14.909768 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:11:14.909768 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:11:14.909768 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:11:14.909768 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:11:14.909768 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:11:14.909768 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:11:14.909768 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:11:14.909768 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:11:14.909768 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:11:14.909768 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:11:14.909768 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:11:14.909768 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:11:14.909768 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:11:14.909768 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:11:14.909768 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:11:14.909768 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:11:14.909768 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:11:14.909768 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:11:14.909768 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:11:14.909768 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:11:14.909768 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:11:14.909768 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:11:14.909768 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:11:14.909768 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:11:14.909768 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:11:14.909768 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:11:14.909768 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:11:14.909768 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:11:14.909768 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:11:14.909768 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:11:14.909768 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:11:14.909768 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:11:14.951171 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6f11d27a-377e-4420-a54f-6904447e1b8b tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (fcfcadff-3efc-4fb1-ad66-59af7ad65599), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:14.971454 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8fa605-b33a-4fd1-a0a1-e173bbec7567 req-da95bf2b-e31c-4c8a-980d-20fe766b3ec6 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:14.977163 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6f11d27a-377e-4420-a54f-6904447e1b8b tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:14.978365 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ef8fa605-b33a-4fd1-a0a1-e173bbec7567 req-da95bf2b-e31c-4c8a-980d-20fe766b3ec6 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=e345bef4-841f-48f1-9275-4e5304c6d2aa HTTP/1.1" status: 200 len: 946 time: 0.2785892 Feb 02 07:11:14.982994 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-6f11d27a-377e-4420-a54f-6904447e1b8b tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] 10.222.0.87 "DELETE /v2.0/networks/fcfcadff-3efc-4fb1-ad66-59af7ad65599 HTTP/1.1" status: 204 len: 168 time: 1.0447302 Feb 02 07:11:15.000883 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-5e3f56f7-881d-49eb-b806-ecc22a530abb tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Deleting port c989e1ba-2ccd-4485-a4c3-4d55bb3c3215 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:11:15.001154 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5e3f56f7-881d-49eb-b806-ecc22a530abb tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (c989e1ba-2ccd-4485-a4c3-4d55bb3c3215), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:15.017369 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11d27a-377e-4420-a54f-6904447e1b8b tempest-BulkNetworkOpsIpV6Test-184352371 tempest-BulkNetworkOpsIpV6Test-184352371-project] Pushing event deleted for resources: {'Network': ['ID=fcfcadff-3efc-4fb1-ad66-59af7ad65599,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:15.089833 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5e3f56f7-881d-49eb-b806-ecc22a530abb tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (c989e1ba-2ccd-4485-a4c3-4d55bb3c3215), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:15.103005 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-5e3f56f7-881d-49eb-b806-ecc22a530abb tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Calling delete_port for c989e1ba-2ccd-4485-a4c3-4d55bb3c3215 owned by {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:11:15.115034 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-10307023-62e7-4e68-a72f-7bfc6ff427a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:15.116554 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-10307023-62e7-4e68-a72f-7bfc6ff427a2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d8c93dc1-7ee4-400a-ad20-2d7430ee8b3d HTTP/1.1" status: 200 len: 797 time: 0.3629196 Feb 02 07:11:15.229232 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa0094b-45fc-4b48-ab09-19f17a80bfec req-88163202-abd7-42e7-bca3-b76911c606df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:15.231101 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-caa0094b-45fc-4b48-ab09-19f17a80bfec req-88163202-abd7-42e7-bca3-b76911c606df service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b6b3fc97-ea53-4910-99b5-bddf06c5d45f HTTP/1.1" status: 200 len: 851 time: 0.4683821 Feb 02 07:11:15.386927 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7936d81b-6966-489a-b980-a8a2671af942 req-4fea4a05-7e3d-460c-b60a-0aa806485c8b service neutron] 10.222.0.88 "GET /v2.0/networks/274d3754-cb62-4276-8b4a-dfa5cf98baaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5002258 Feb 02 07:11:15.413441 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ef8fa605-b33a-4fd1-a0a1-e173bbec7567 req-fa451dba-9c1d-40f2-99c6-23b9893e1232 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4341378 Feb 02 07:11:15.513573 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa0094b-45fc-4b48-ab09-19f17a80bfec req-6d26e1a2-b7f6-4bbd-9ef9-82ae8e66188b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:15.534488 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-caa0094b-45fc-4b48-ab09-19f17a80bfec req-6d26e1a2-b7f6-4bbd-9ef9-82ae8e66188b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=274d3754-cb62-4276-8b4a-dfa5cf98baaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2681830 Feb 02 07:11:15.565775 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-378b68ee-ceea-4287-8ed4-75ba7aa89204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:15.570337 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-378b68ee-ceea-4287-8ed4-75ba7aa89204 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=44fb9145-9ace-47b2-84ba-690d45d04d68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.4387085 Feb 02 07:11:15.655782 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 54752) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:11:15.701016 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 01515b49-db47-48da-91c2-424b4f244bf1 no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:11:15.722856 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec1c922-3bf0-45fa-80be-831970965191 req-ea9b99d8-8710-4431-9b1c-e21d5c3d0b91 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:15.748765 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec1c922-3bf0-45fa-80be-831970965191 req-ea9b99d8-8710-4431-9b1c-e21d5c3d0b91 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:15.766163 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec1c922-3bf0-45fa-80be-831970965191 req-ea9b99d8-8710-4431-9b1c-e21d5c3d0b91 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:15.778694 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec1c922-3bf0-45fa-80be-831970965191 req-ea9b99d8-8710-4431-9b1c-e21d5c3d0b91 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:15.789224 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec1c922-3bf0-45fa-80be-831970965191 req-ea9b99d8-8710-4431-9b1c-e21d5c3d0b91 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:15.809012 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec1c922-3bf0-45fa-80be-831970965191 req-ea9b99d8-8710-4431-9b1c-e21d5c3d0b91 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:15.821207 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec1c922-3bf0-45fa-80be-831970965191 req-ea9b99d8-8710-4431-9b1c-e21d5c3d0b91 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:15.845961 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1ec1c922-3bf0-45fa-80be-831970965191 req-ea9b99d8-8710-4431-9b1c-e21d5c3d0b91 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 5430 time: 0.3177845 Feb 02 07:11:15.896746 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 01515b49-db47-48da-91c2-424b4f244bf1 is: ACTIVE; New status is: DOWN {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:11:15.899605 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (01515b49-db47-48da-91c2-424b4f244bf1), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:15.978381 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 01515b49-db47-48da-91c2-424b4f244bf1, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=01515b49-db47-48da-91c2-424b4f244bf1,segment=NetworkSegment(fc0a4cad-9504-4785-979c-6732d183490f),segment_id=fc0a4cad-9504-4785-979c-6732d183490f)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:11:15.986402 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e345bef4-841f-48f1-9275-4e5304c6d2aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01515b49-db47-48da-91c2-424b4f244bf1'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:11:15.991865 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc600b81-da84-4edd-adf1-9e25d01cb8f2" -d '{"events": [{"server_uuid": "e345bef4-841f-48f1-9275-4e5304c6d2aa", "name": "network-vif-unplugged", "status": "completed", "tag": "01515b49-db47-48da-91c2-424b4f244bf1"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:11:16.008806 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (01515b49-db47-48da-91c2-424b4f244bf1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:16.027872 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-aba69368-024e-4a60-a896-7e54c92537c6 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=7cbe57b7809c4e62a16195d4d179441a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3691139 Feb 02 07:11:16.039065 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 54766) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:11:16.105301 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:16.119516 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5e3f56f7-881d-49eb-b806-ecc22a530abb tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (c989e1ba-2ccd-4485-a4c3-4d55bb3c3215), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:16.157108 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=01515b49-db47-48da-91c2-424b4f244bf1,revision_number=8']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:16.177927 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:11:16.178541 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaafc03-a43f-489a-ab28-c7085246c924 req-71ab7294-3187-4037-879a-87b449d6892c tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:16.178831 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:11:16.181631 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:11:16.182298 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ffaafc03-a43f-489a-ab28-c7085246c924 req-71ab7294-3187-4037-879a-87b449d6892c tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 946 time: 0.5440366 Feb 02 07:11:16.188706 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:11:16.189369 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:11:16.189903 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:11:16.190481 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:11:16.191011 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:11:16.191944 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:11:16.196489 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:11:16.197090 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:11:16.197677 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:11:16.198259 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:11:16.233954 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1ec1c922-3bf0-45fa-80be-831970965191 req-93f7bb26-57ea-48e6-ab0b-db228b201820 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/security-groups?id=39d64e71-9bbb-4283-9333-9f076dd0e667&id=c2d438c9-ecad-41fa-9c3c-fefcebb88ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3829856 Feb 02 07:11:16.289996 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0cf9917d-6b8d-45b1-81ff-60e3fa741ca0 admin admin] Publish callbacks [] for security_group (5a7e7d00-8ef5-4cb2-a190-78db8330987f), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:16.302118 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3f56f7-881d-49eb-b806-ecc22a530abb tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Pushing event deleted for resources: {'Port': ['ID=c989e1ba-2ccd-4485-a4c3-4d55bb3c3215,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:16.334833 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-caa0094b-45fc-4b48-ab09-19f17a80bfec req-2806cce0-3bf8-4e04-ad7a-ff92bf49829a service neutron] 10.222.0.59 "GET /v2.0/networks/274d3754-cb62-4276-8b4a-dfa5cf98baaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7958131 Feb 02 07:11:16.340706 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0cf9917d-6b8d-45b1-81ff-60e3fa741ca0 admin admin] Publish callbacks [] for security_group (5a7e7d00-8ef5-4cb2-a190-78db8330987f), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:16.348527 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-94bd304f-9931-4519-bbda-f197e29d1646 service neutron] 10.222.0.88 "GET /v2.0/networks/44fb9145-9ace-47b2-84ba-690d45d04d68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7423975 Feb 02 07:11:16.389994 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 07:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a31ab01-c608-412a-a776-998df690c399 x-openstack-request-id: req-8a31ab01-c608-412a-a776-998df690c399 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:11:16.390291 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e345bef4-841f-48f1-9275-4e5304c6d2aa", "name": "network-vif-unplugged", "status": "completed", "tag": "01515b49-db47-48da-91c2-424b4f244bf1", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:11:16.390596 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-8a31ab01-c608-412a-a776-998df690c399 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:11:16.390991 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e345bef4-841f-48f1-9275-4e5304c6d2aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01515b49-db47-48da-91c2-424b4f244bf1', 'code': 200} Feb 02 07:11:16.455232 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0cf9917d-6b8d-45b1-81ff-60e3fa741ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (5a7e7d00-8ef5-4cb2-a190-78db8330987f), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:16.471674 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0cf9917d-6b8d-45b1-81ff-60e3fa741ca0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:16.494486 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0cf9917d-6b8d-45b1-81ff-60e3fa741ca0 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/5a7e7d00-8ef5-4cb2-a190-78db8330987f HTTP/1.1" status: 204 len: 168 time: 0.4379308 Feb 02 07:11:16.524775 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf9917d-6b8d-45b1-81ff-60e3fa741ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a7e7d00-8ef5-4cb2-a190-78db8330987f,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:16.800334 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e280943e-7a63-4bc6-a2ae-ef3f0c1ebd96 req-51370401-5267-413d-9dc3-e406caf90ffa tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:16.801984 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e280943e-7a63-4bc6-a2ae-ef3f0c1ebd96 req-51370401-5267-413d-9dc3-e406caf90ffa tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=e345bef4-841f-48f1-9275-4e5304c6d2aa HTTP/1.1" status: 200 len: 944 time: 0.2118356 Feb 02 07:11:16.991987 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e280943e-7a63-4bc6-a2ae-ef3f0c1ebd96 req-ced80f4c-a1d0-43db-935a-96e132a94e1a tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760640 Feb 02 07:11:17.272829 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ffaafc03-a43f-489a-ab28-c7085246c924 req-87e60cc4-a342-4521-ae62-678ad5509cff tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=4c2c0860-2986-407a-8a1e-1579ab01e7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0045528 Feb 02 07:11:17.393853 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:17.600801 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe3a2e5-78c7-4300-839b-18121907095b req-afb60429-baf7-40a7-9e5a-c88a452c36c0 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:17.623868 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe3a2e5-78c7-4300-839b-18121907095b req-afb60429-baf7-40a7-9e5a-c88a452c36c0 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:17.640452 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe3a2e5-78c7-4300-839b-18121907095b req-afb60429-baf7-40a7-9e5a-c88a452c36c0 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:17.669993 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe3a2e5-78c7-4300-839b-18121907095b req-afb60429-baf7-40a7-9e5a-c88a452c36c0 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:17.692706 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe3a2e5-78c7-4300-839b-18121907095b req-afb60429-baf7-40a7-9e5a-c88a452c36c0 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:17.705854 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe3a2e5-78c7-4300-839b-18121907095b req-afb60429-baf7-40a7-9e5a-c88a452c36c0 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:17.727483 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe3a2e5-78c7-4300-839b-18121907095b req-afb60429-baf7-40a7-9e5a-c88a452c36c0 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:17.736160 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7fe3a2e5-78c7-4300-839b-18121907095b req-afb60429-baf7-40a7-9e5a-c88a452c36c0 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 5430 time: 0.3323486 Feb 02 07:11:17.749462 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-2db094d1-0c56-4f05-803a-9c14d3786fbe service neutron] 10.222.0.88 "GET /v2.0/networks/44fb9145-9ace-47b2-84ba-690d45d04d68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3794689 Feb 02 07:11:17.826539 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-caa0094b-45fc-4b48-ab09-19f17a80bfec req-0d7efb18-10b5-410c-aac9-faae82e67856 service neutron] 10.222.0.59 "GET /v2.0/networks/274d3754-cb62-4276-8b4a-dfa5cf98baaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4767048 Feb 02 07:11:17.971488 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-9ca224e8-1268-4425-9059-8993b93a3b93 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=55434b8b-b44b-441d-bba3-0628c5e8ba97 HTTP/1.1" status: 200 len: 217 time: 0.1437750 Feb 02 07:11:18.003053 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7fe3a2e5-78c7-4300-839b-18121907095b req-4f571369-119a-4f62-ba16-8f4f3f14fced tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/security-groups?id=39d64e71-9bbb-4283-9333-9f076dd0e667&id=c2d438c9-ecad-41fa-9c3c-fefcebb88ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1770766 Feb 02 07:11:18.013533 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-622be8e5-5c57-4683-9479-0a8c710b9b32 req-17d135c5-6858-490a-ab94-e5a58b9306f7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=32f5f2ca-71c6-4137-bee4-300527dd6e2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2755289 Feb 02 07:11:18.098300 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5e3f56f7-881d-49eb-b806-ecc22a530abb tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:18.109064 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-5e3f56f7-881d-49eb-b806-ecc22a530abb tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] 10.222.0.87 "DELETE /v2.0/ports/c989e1ba-2ccd-4485-a4c3-4d55bb3c3215 HTTP/1.1" status: 204 len: 168 time: 3.8211455 Feb 02 07:11:18.117788 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 54810) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:11:18.129655 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-247f77c7-a711-4763-8881-6bca3a51fccf tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '85ad192a-05dc-4c78-a65b-d14c948c615c', 'external_fixed_ips': [{'subnet_id': '09dd8472-1ed8-4a4e-b763-20dc8bc8fc64', 'ip_address': '172.20.0.7'}]}}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:11:18.178457 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622be8e5-5c57-4683-9479-0a8c710b9b32 req-2a0f7640-1fac-4a08-b575-b49407fc292f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:18.181833 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-622be8e5-5c57-4683-9479-0a8c710b9b32 req-2a0f7640-1fac-4a08-b575-b49407fc292f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=12ae52d2610343959b079c169f83e654&device_id=32f5f2ca-71c6-4137-bee4-300527dd6e2f HTTP/1.1" status: 200 len: 1128 time: 0.0863683 Feb 02 07:11:18.268749 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 54812) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:11:18.362157 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-afb0d115-4799-4ca6-bbc5-679bd2dcf39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:18.393751 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-afb0d115-4799-4ca6-bbc5-679bd2dcf39e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=381427b1-69c6-4fa3-af7a-83250c7dd27c HTTP/1.1" status: 200 len: 797 time: 0.3984776 Feb 02 07:11:18.493892 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622be8e5-5c57-4683-9479-0a8c710b9b32 req-72355856-c1f7-473c-92d7-b10f3327944b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:18.498198 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-622be8e5-5c57-4683-9479-0a8c710b9b32 req-72355856-c1f7-473c-92d7-b10f3327944b service neutron] 10.222.0.59 "GET /v2.0/networks?id=274d3754-cb62-4276-8b4a-dfa5cf98baaf HTTP/1.1" status: 200 len: 913 time: 0.2895865 Feb 02 07:11:18.576849 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-247f77c7-a711-4763-8881-6bca3a51fccf tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (df842807-87af-405f-90af-2d7874a8ee16), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:18.579535 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-247f77c7-a711-4763-8881-6bca3a51fccf tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (df842807-87af-405f-90af-2d7874a8ee16), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:18.580237 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-e9b7ac8a-5211-4ed0-95f8-f4c2fd70360e tempest-NetworksNegativeTestJSON-1756240113 tempest-NetworksNegativeTestJSON-1756240113-project] Request body: {'port': {'network_id': '60e2f7cc-40ef-4bd0-b64d-dad7e195e60e', 'name': 'tempest-NetworksNegativeTestJSON-357647682'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:11:18.595463 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-622be8e5-5c57-4683-9479-0a8c710b9b32 req-5def7bd5-68de-4be5-a4e1-26422a8d1b87 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d394fde5-fe9f-4589-bb6b-f852c92a9e2f HTTP/1.1" status: 200 len: 217 time: 0.0851884 Feb 02 07:11:18.659094 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622be8e5-5c57-4683-9479-0a8c710b9b32 req-d823e495-182c-4860-aa33-41cfb6cd0b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:18.660782 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-622be8e5-5c57-4683-9479-0a8c710b9b32 req-d823e495-182c-4860-aa33-41cfb6cd0b94 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b6b3fc97-ea53-4910-99b5-bddf06c5d45f HTTP/1.1" status: 200 len: 851 time: 0.0458317 Feb 02 07:11:18.676846 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9b7ac8a-5211-4ed0-95f8-f4c2fd70360e tempest-NetworksNegativeTestJSON-1756240113 tempest-NetworksNegativeTestJSON-1756240113-project] POST failed (client error): The resource could not be found. Feb 02 07:11:18.677537 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9b7ac8a-5211-4ed0-95f8-f4c2fd70360e tempest-NetworksNegativeTestJSON-1756240113 tempest-NetworksNegativeTestJSON-1756240113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:11:18.678792 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-e9b7ac8a-5211-4ed0-95f8-f4c2fd70360e tempest-NetworksNegativeTestJSON-1756240113 tempest-NetworksNegativeTestJSON-1756240113-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4090686 Feb 02 07:11:18.692238 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 54818) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:11:18.738870 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-7c41a4e5-ca28-483b-85dd-4d983ba448a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:18.740714 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-7c41a4e5-ca28-483b-85dd-4d983ba448a4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=807c79ec-08e2-4059-a72e-092033961844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3461845 Feb 02 07:11:18.742169 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622be8e5-5c57-4683-9479-0a8c710b9b32 req-b1056f9c-9f50-4128-8eb5-f54a3aab4ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:18.743325 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-14d463cc-33b6-487b-b54e-779753b8770d tempest-NetworksNegativeTestJSON-1756240113 tempest-NetworksNegativeTestJSON-1756240113-project] DELETE failed (client error): The resource could not be found. Feb 02 07:11:18.743950 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-622be8e5-5c57-4683-9479-0a8c710b9b32 req-b1056f9c-9f50-4128-8eb5-f54a3aab4ef9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=274d3754-cb62-4276-8b4a-dfa5cf98baaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0640562 Feb 02 07:11:18.748350 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14d463cc-33b6-487b-b54e-779753b8770d tempest-NetworksNegativeTestJSON-1756240113 tempest-NetworksNegativeTestJSON-1756240113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:11:18.755777 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-14d463cc-33b6-487b-b54e-779753b8770d tempest-NetworksNegativeTestJSON-1756240113 tempest-NetworksNegativeTestJSON-1756240113-project] 10.222.0.87 "DELETE /v2.0/networks/f6dee375-743d-4768-b68b-3c9cb4cd9d14 HTTP/1.1" status: 404 len: 339 time: 0.0592225 Feb 02 07:11:18.771785 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d313a-32ac-45e6-ac36-038ad4c0853b req-fbc63705-c559-4102-82b2-86054877ccb3 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:18.773612 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-678d313a-32ac-45e6-ac36-038ad4c0853b req-fbc63705-c559-4102-82b2-86054877ccb3 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 946 time: 0.1896377 Feb 02 07:11:18.782239 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 54820) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:11:18.846167 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-247f77c7-a711-4763-8881-6bca3a51fccf tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks [] for router_controller (df842807-87af-405f-90af-2d7874a8ee16), precommit_add_association {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:18.855747 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd0295-c0e8-465b-b5ff-3316ccd1d34d req-14e49615-232d-45d3-a652-8e40579561b4 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:18.857609 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6bbd0295-c0e8-465b-b5ff-3316ccd1d34d req-14e49615-232d-45d3-a652-8e40579561b4 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=e345bef4-841f-48f1-9275-4e5304c6d2aa HTTP/1.1" status: 200 len: 944 time: 0.6333508 Feb 02 07:11:18.861975 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-3888a467-a0a8-40b9-825b-61599eb1cc92 tempest-NetworksNegativeTestJSON-1756240113 tempest-NetworksNegativeTestJSON-1756240113-project] DELETE failed (client error): The resource could not be found. Feb 02 07:11:18.862704 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3888a467-a0a8-40b9-825b-61599eb1cc92 tempest-NetworksNegativeTestJSON-1756240113 tempest-NetworksNegativeTestJSON-1756240113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:11:18.866159 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-3888a467-a0a8-40b9-825b-61599eb1cc92 tempest-NetworksNegativeTestJSON-1756240113 tempest-NetworksNegativeTestJSON-1756240113-project] 10.222.0.87 "DELETE /v2.0/ports/ba04f8a0-e2b4-41d9-8abf-dce0997ff63f HTTP/1.1" status: 404 len: 333 time: 0.0725832 Feb 02 07:11:18.877468 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 54822) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:11:18.910548 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8df4b5e-368e-4ee5-81df-9320a2246daf tempest-NetworksNegativeTestJSON-1756240113 tempest-NetworksNegativeTestJSON-1756240113-project] DELETE failed (client error): The resource could not be found. Feb 02 07:11:18.911174 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8df4b5e-368e-4ee5-81df-9320a2246daf tempest-NetworksNegativeTestJSON-1756240113 tempest-NetworksNegativeTestJSON-1756240113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:11:18.914550 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b8df4b5e-368e-4ee5-81df-9320a2246daf tempest-NetworksNegativeTestJSON-1756240113 tempest-NetworksNegativeTestJSON-1756240113-project] 10.222.0.87 "DELETE /v2.0/subnets/be2dacc5-5010-4ec1-9efc-025f19a76d97 HTTP/1.1" status: 404 len: 337 time: 0.0359859 Feb 02 07:11:18.944776 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 54824) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:11:18.977034 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-678d313a-32ac-45e6-ac36-038ad4c0853b req-ba813321-308f-48e8-ba78-ca2f3d263aae tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=4c2c0860-2986-407a-8a1e-1579ab01e7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1756842 Feb 02 07:11:18.980497 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3897101-bfc4-477b-80fc-2e7761fd1959 tempest-NetworksNegativeTestJSON-1756240113 tempest-NetworksNegativeTestJSON-1756240113-project] GET failed (client error): The resource could not be found. Feb 02 07:11:18.982128 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c3897101-bfc4-477b-80fc-2e7761fd1959 tempest-NetworksNegativeTestJSON-1756240113 tempest-NetworksNegativeTestJSON-1756240113-project] 10.222.0.87 "GET /v2.0/networks/d560280e-3972-4a55-b756-05f2f8c58977 HTTP/1.1" status: 404 len: 339 time: 0.0333481 Feb 02 07:11:18.986976 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 54828) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:11:19.116662 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-622be8e5-5c57-4683-9479-0a8c710b9b32 req-4b5899b1-ed1d-4813-acf4-63c55afef659 service neutron] 10.222.0.59 "GET /v2.0/networks/274d3754-cb62-4276-8b4a-dfa5cf98baaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3419163 Feb 02 07:11:19.117757 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-d318de12-5ba8-4422-b7cd-631ee35c4d91 tempest-NetworksNegativeTestJSON-1756240113 tempest-NetworksNegativeTestJSON-1756240113-project] GET failed (client error): The resource could not be found. Feb 02 07:11:19.119166 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d318de12-5ba8-4422-b7cd-631ee35c4d91 tempest-NetworksNegativeTestJSON-1756240113 tempest-NetworksNegativeTestJSON-1756240113-project] 10.222.0.87 "GET /v2.0/ports/7230d409-1d9e-450d-b34b-903a27618154 HTTP/1.1" status: 404 len: 333 time: 0.0754416 Feb 02 07:11:19.124258 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 54834) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:11:19.354546 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-622be8e5-5c57-4683-9479-0a8c710b9b32 req-4b014dc9-0238-4e49-a43e-85e97635a3ec service neutron] 10.222.0.59 "GET /v2.0/networks/274d3754-cb62-4276-8b4a-dfa5cf98baaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078662 Feb 02 07:11:19.413607 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-71abb904-0ebb-40c2-8676-9cd648baa278 tempest-NetworksNegativeTestJSON-1756240113 tempest-NetworksNegativeTestJSON-1756240113-project] GET failed (client error): The resource could not be found. Feb 02 07:11:19.421602 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-71abb904-0ebb-40c2-8676-9cd648baa278 tempest-NetworksNegativeTestJSON-1756240113 tempest-NetworksNegativeTestJSON-1756240113-project] 10.222.0.87 "GET /v2.0/subnets/9dddd77c-f6c2-4cd6-ac42-df0b3a88955b HTTP/1.1" status: 404 len: 337 time: 0.2938328 Feb 02 07:11:19.422585 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 54840) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:11:19.428251 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-632767cf-0576-4b9e-a3dc-01e1d5478ced tempest-NetworksNegativeTestJSON-1756240113 tempest-NetworksNegativeTestJSON-1756240113-project] Request body: {'network': {'name': 'new_name'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:11:19.474506 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-632767cf-0576-4b9e-a3dc-01e1d5478ced tempest-NetworksNegativeTestJSON-1756240113 tempest-NetworksNegativeTestJSON-1756240113-project] PUT failed (client error): The resource could not be found. Feb 02 07:11:19.474506 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-632767cf-0576-4b9e-a3dc-01e1d5478ced tempest-NetworksNegativeTestJSON-1756240113 tempest-NetworksNegativeTestJSON-1756240113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:11:19.474506 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-632767cf-0576-4b9e-a3dc-01e1d5478ced tempest-NetworksNegativeTestJSON-1756240113 tempest-NetworksNegativeTestJSON-1756240113-project] 10.222.0.87 "PUT /v2.0/networks/223a8ea0-e823-44bf-aa27-f0b83b74f2f6 HTTP/1.1" status: 404 len: 339 time: 0.0507784 Feb 02 07:11:19.497586 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 54842) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:11:19.503257 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-8bb97669-8f26-43c0-ba59-a7d8ca0fe0ff tempest-NetworksNegativeTestJSON-1756240113 tempest-NetworksNegativeTestJSON-1756240113-project] Request body: {'port': {'name': 'new_name'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:11:19.520680 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-247f77c7-a711-4763-8881-6bca3a51fccf tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks [] for router_gateway (df842807-87af-405f-90af-2d7874a8ee16), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:19.536798 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-d1962e63-b22e-4204-9225-a99099cc2987 service neutron] 10.222.0.88 "GET /v2.0/networks/807c79ec-08e2-4059-a72e-092033961844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7795420 Feb 02 07:11:19.547159 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6bbd0295-c0e8-465b-b5ff-3316ccd1d34d req-2e1dcaba-a4d4-4c8a-a2ae-a1ea84011262 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6630862 Feb 02 07:11:19.548599 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bb97669-8f26-43c0-ba59-a7d8ca0fe0ff tempest-NetworksNegativeTestJSON-1756240113 tempest-NetworksNegativeTestJSON-1756240113-project] PUT failed (client error): The resource could not be found. Feb 02 07:11:19.551335 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bb97669-8f26-43c0-ba59-a7d8ca0fe0ff tempest-NetworksNegativeTestJSON-1756240113 tempest-NetworksNegativeTestJSON-1756240113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:11:19.552561 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-8bb97669-8f26-43c0-ba59-a7d8ca0fe0ff tempest-NetworksNegativeTestJSON-1756240113 tempest-NetworksNegativeTestJSON-1756240113-project] 10.222.0.87 "PUT /v2.0/ports/a8a64c26-f44f-426a-9c3d-e44e376caddf HTTP/1.1" status: 404 len: 333 time: 0.0539401 Feb 02 07:11:19.561816 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 54844) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:11:19.572636 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-3e34510d-4b72-41c5-b988-bc8aa5d33531 tempest-NetworksNegativeTestJSON-1756240113 tempest-NetworksNegativeTestJSON-1756240113-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:11:19.626515 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e34510d-4b72-41c5-b988-bc8aa5d33531 tempest-NetworksNegativeTestJSON-1756240113 tempest-NetworksNegativeTestJSON-1756240113-project] PUT failed (client error): The resource could not be found. Feb 02 07:11:19.626983 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e34510d-4b72-41c5-b988-bc8aa5d33531 tempest-NetworksNegativeTestJSON-1756240113 tempest-NetworksNegativeTestJSON-1756240113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:11:19.628183 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-3e34510d-4b72-41c5-b988-bc8aa5d33531 tempest-NetworksNegativeTestJSON-1756240113 tempest-NetworksNegativeTestJSON-1756240113-project] 10.222.0.87 "PUT /v2.0/subnets/82ec9f39-0433-4c5b-aa8d-1bfcf40c1eac HTTP/1.1" status: 404 len: 337 time: 0.0654130 Feb 02 07:11:19.706866 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69cf1f-82a8-46d4-9bb8-8851bc41c23c req-5aeab4d6-bf1c-4e05-b4e6-d4b4c8286c51 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:19.719957 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69cf1f-82a8-46d4-9bb8-8851bc41c23c req-5aeab4d6-bf1c-4e05-b4e6-d4b4c8286c51 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:19.744753 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69cf1f-82a8-46d4-9bb8-8851bc41c23c req-5aeab4d6-bf1c-4e05-b4e6-d4b4c8286c51 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:19.768862 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69cf1f-82a8-46d4-9bb8-8851bc41c23c req-5aeab4d6-bf1c-4e05-b4e6-d4b4c8286c51 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:19.775977 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69cf1f-82a8-46d4-9bb8-8851bc41c23c req-5aeab4d6-bf1c-4e05-b4e6-d4b4c8286c51 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:19.804006 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69cf1f-82a8-46d4-9bb8-8851bc41c23c req-5aeab4d6-bf1c-4e05-b4e6-d4b4c8286c51 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:19.818163 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69cf1f-82a8-46d4-9bb8-8851bc41c23c req-5aeab4d6-bf1c-4e05-b4e6-d4b4c8286c51 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:19.820529 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dc69cf1f-82a8-46d4-9bb8-8851bc41c23c req-5aeab4d6-bf1c-4e05-b4e6-d4b4c8286c51 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 5430 time: 0.4650280 Feb 02 07:11:20.030717 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-d196b496-157f-408b-b2e8-74a045afc3eb service neutron] 10.222.0.88 "GET /v2.0/networks/807c79ec-08e2-4059-a72e-092033961844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4787281 Feb 02 07:11:20.172988 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-d0d05bbe-397e-4688-9cb6-3c0f1b195bfb service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9a0b3200-b107-4b3b-badf-62352eb5d2b2 HTTP/1.1" status: 200 len: 217 time: 0.1317742 Feb 02 07:11:20.197031 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dc69cf1f-82a8-46d4-9bb8-8851bc41c23c req-b4b3db27-6961-49df-90a6-a9f90232d8e0 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/security-groups?id=39d64e71-9bbb-4283-9333-9f076dd0e667&id=c2d438c9-ecad-41fa-9c3c-fefcebb88ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3576422 Feb 02 07:11:20.406504 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-5305b710-b5da-4ff8-85fa-8c17028c252a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:20.408022 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-5305b710-b5da-4ff8-85fa-8c17028c252a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=381427b1-69c6-4fa3-af7a-83250c7dd27c HTTP/1.1" status: 200 len: 797 time: 0.2245042 Feb 02 07:11:20.527528 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 54858) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:11:20.841885 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c7dd8ed7-7379-4459-b50c-afbaff223d54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:20.884047 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-247f77c7-a711-4763-8881-6bca3a51fccf tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks [] for router_gateway (df842807-87af-405f-90af-2d7874a8ee16), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:20.921732 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-247f77c7-a711-4763-8881-6bca3a51fccf tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:20.959410 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c59aa-22a3-402d-ad3a-c2eecfc5dc2b req-e21e99d3-61eb-42dd-a3ed-888984006efa tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:20.965534 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcded44f-95c7-46c8-a03e-71ed0c8f32d1 req-59a33322-6e2f-4cc4-9e2a-774a4ff2feef tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:20.967335 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bcded44f-95c7-46c8-a03e-71ed0c8f32d1 req-59a33322-6e2f-4cc4-9e2a-774a4ff2feef tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 946 time: 0.5526314 Feb 02 07:11:20.977311 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2b8c59aa-22a3-402d-ad3a-c2eecfc5dc2b req-e21e99d3-61eb-42dd-a3ed-888984006efa tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=e345bef4-841f-48f1-9275-4e5304c6d2aa HTTP/1.1" status: 200 len: 944 time: 0.2757714 Feb 02 07:11:21.073574 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-8e39ccda-b9a7-4f93-97eb-332a6c27a86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:21.075446 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-8e39ccda-b9a7-4f93-97eb-332a6c27a86f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=807c79ec-08e2-4059-a72e-092033961844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.5475938 Feb 02 07:11:21.205970 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-8487c76e-7ab4-4d9a-910a-5ff3a8ff9fa8 service neutron] 10.222.0.88 "GET /v2.0/networks/807c79ec-08e2-4059-a72e-092033961844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139064 Feb 02 07:11:21.225098 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2b8c59aa-22a3-402d-ad3a-c2eecfc5dc2b req-cd13c587-4ac4-40ff-bdf8-e94e3cf1f51b tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352180 Feb 02 07:11:21.309469 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c7dd8ed7-7379-4459-b50c-afbaff223d54 admin admin] Publish callbacks [] for security_group (7a20a2a0-ce2d-4ea2-a0ed-b62312ac8bcf), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:21.320352 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c7dd8ed7-7379-4459-b50c-afbaff223d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (7a20a2a0-ce2d-4ea2-a0ed-b62312ac8bcf), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:21.421703 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dd8ed7-7379-4459-b50c-afbaff223d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a20a2a0-ce2d-4ea2-a0ed-b62312ac8bcf,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:21.424865 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c7dd8ed7-7379-4459-b50c-afbaff223d54 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=cec9cae533a24d85a7252194499b9046&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8962173 Feb 02 07:11:21.436368 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-adfbdc52-f3a1-45a9-aab1-42401610f9d0 req-57772f23-3d38-46d4-8b80-bcceb8a61ec8 service neutron] 10.222.0.88 "GET /v2.0/networks/807c79ec-08e2-4059-a72e-092033961844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167101 Feb 02 07:11:21.436818 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 54870) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:11:21.506720 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f8dae1-0f13-473a-89b4-c915d1adb920 req-5fc623fc-02a4-4ffc-a53c-883ad26a6fc5 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:21.508269 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-75f8dae1-0f13-473a-89b4-c915d1adb920 req-5fc623fc-02a4-4ffc-a53c-883ad26a6fc5 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 945 time: 0.1116960 Feb 02 07:11:21.644817 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-75f8dae1-0f13-473a-89b4-c915d1adb920 req-b6022038-73ec-4564-9051-0ae56ebbe032 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023099 Feb 02 07:11:21.816075 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bcded44f-95c7-46c8-a03e-71ed0c8f32d1 req-723b4964-6201-4811-8c9c-38a4162e197d tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=4c2c0860-2986-407a-8a1e-1579ab01e7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8121221 Feb 02 07:11:21.829003 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e64f46-7648-42a9-8663-49911f2440b4 req-9d026dce-f2df-45c5-8288-f4cf13812a46 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:21.843600 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e64f46-7648-42a9-8663-49911f2440b4 req-9d026dce-f2df-45c5-8288-f4cf13812a46 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:21.859657 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e64f46-7648-42a9-8663-49911f2440b4 req-9d026dce-f2df-45c5-8288-f4cf13812a46 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:21.860313 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-88acf61a-a262-428b-ab30-2cd82308be37 admin admin] Publish callbacks [] for security_group (7a20a2a0-ce2d-4ea2-a0ed-b62312ac8bcf), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:21.872666 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e64f46-7648-42a9-8663-49911f2440b4 req-9d026dce-f2df-45c5-8288-f4cf13812a46 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:21.882739 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e64f46-7648-42a9-8663-49911f2440b4 req-9d026dce-f2df-45c5-8288-f4cf13812a46 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:21.896732 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e64f46-7648-42a9-8663-49911f2440b4 req-9d026dce-f2df-45c5-8288-f4cf13812a46 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:21.902367 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e64f46-7648-42a9-8663-49911f2440b4 req-9d026dce-f2df-45c5-8288-f4cf13812a46 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:21.918178 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-90e64f46-7648-42a9-8663-49911f2440b4 req-9d026dce-f2df-45c5-8288-f4cf13812a46 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 5430 time: 0.1883523 Feb 02 07:11:21.991322 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:22.034245 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-88acf61a-a262-428b-ab30-2cd82308be37 admin admin] Publish callbacks [] for security_group (7a20a2a0-ce2d-4ea2-a0ed-b62312ac8bcf), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:22.088552 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439de45-02e9-4e0e-ac90-b55ceb6b3056 req-e1d9ad5b-15fc-4434-af5e-0d9c11d6a7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:22.089046 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439de45-02e9-4e0e-ac90-b55ceb6b3056 req-e1d9ad5b-15fc-4434-af5e-0d9c11d6a7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:22.089528 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439de45-02e9-4e0e-ac90-b55ceb6b3056 req-e1d9ad5b-15fc-4434-af5e-0d9c11d6a7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:22.090001 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439de45-02e9-4e0e-ac90-b55ceb6b3056 req-e1d9ad5b-15fc-4434-af5e-0d9c11d6a7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:22.090466 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439de45-02e9-4e0e-ac90-b55ceb6b3056 req-e1d9ad5b-15fc-4434-af5e-0d9c11d6a7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:22.090931 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439de45-02e9-4e0e-ac90-b55ceb6b3056 req-e1d9ad5b-15fc-4434-af5e-0d9c11d6a7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:22.091401 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439de45-02e9-4e0e-ac90-b55ceb6b3056 req-e1d9ad5b-15fc-4434-af5e-0d9c11d6a7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:22.094004 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1439de45-02e9-4e0e-ac90-b55ceb6b3056 req-e1d9ad5b-15fc-4434-af5e-0d9c11d6a7fd service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=07cbe6ce97734b3c8365c4e2bb6fcdb5&device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 6711 time: 0.4925618 Feb 02 07:11:22.096201 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-90e64f46-7648-42a9-8663-49911f2440b4 req-09c745a7-9e6b-4720-ba76-eac84501e099 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/security-groups?id=39d64e71-9bbb-4283-9333-9f076dd0e667&id=c2d438c9-ecad-41fa-9c3c-fefcebb88ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1770194 Feb 02 07:11:22.378064 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-247f77c7-a711-4763-8881-6bca3a51fccf tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Allocated IP 172.20.0.7 (85ad192a-05dc-4c78-a65b-d14c948c615c/09dd8472-1ed8-4a4e-b763-20dc8bc8fc64/1334591b-c345-4706-a748-be8d19aeb7d4) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:11:22.460427 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5f11b2-0b46-4738-a448-868eac347dfd req-7d657995-04cf-4850-ab5f-bfba780ceba7 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:22.462207 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8f5f11b2-0b46-4738-a448-868eac347dfd req-7d657995-04cf-4850-ab5f-bfba780ceba7 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 945 time: 0.5058267 Feb 02 07:11:22.481400 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-88acf61a-a262-428b-ab30-2cd82308be37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (7a20a2a0-ce2d-4ea2-a0ed-b62312ac8bcf), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:22.484336 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-88acf61a-a262-428b-ab30-2cd82308be37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:22.485673 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-88acf61a-a262-428b-ab30-2cd82308be37 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/7a20a2a0-ce2d-4ea2-a0ed-b62312ac8bcf HTTP/1.1" status: 204 len: 168 time: 1.0299530 Feb 02 07:11:22.556486 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439de45-02e9-4e0e-ac90-b55ceb6b3056 req-2e43cabe-814f-49f1-a82e-ce9cd096eba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:22.558221 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1439de45-02e9-4e0e-ac90-b55ceb6b3056 req-2e43cabe-814f-49f1-a82e-ce9cd096eba4 service neutron] 10.222.0.88 "GET /v2.0/networks?id=807c79ec-08e2-4059-a72e-092033961844 HTTP/1.1" status: 200 len: 903 time: 0.4141893 Feb 02 07:11:22.559137 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88acf61a-a262-428b-ab30-2cd82308be37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a20a2a0-ce2d-4ea2-a0ed-b62312ac8bcf,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:22.658082 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88acf61a-a262-428b-ab30-2cd82308be37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:11:22.658588 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88acf61a-a262-428b-ab30-2cd82308be37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:11:22.659234 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88acf61a-a262-428b-ab30-2cd82308be37 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:11:22.660199 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88acf61a-a262-428b-ab30-2cd82308be37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:11:22.660664 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88acf61a-a262-428b-ab30-2cd82308be37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:11:22.661102 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88acf61a-a262-428b-ab30-2cd82308be37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:11:22.661542 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88acf61a-a262-428b-ab30-2cd82308be37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:11:22.662236 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88acf61a-a262-428b-ab30-2cd82308be37 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:11:22.663196 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88acf61a-a262-428b-ab30-2cd82308be37 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:11:22.663910 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88acf61a-a262-428b-ab30-2cd82308be37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:11:22.664679 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88acf61a-a262-428b-ab30-2cd82308be37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:11:22.665788 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88acf61a-a262-428b-ab30-2cd82308be37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:11:22.666334 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88acf61a-a262-428b-ab30-2cd82308be37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:11:22.680940 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1439de45-02e9-4e0e-ac90-b55ceb6b3056 req-969c64d3-4b03-41d1-80d0-84d32289b255 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9a0b3200-b107-4b3b-badf-62352eb5d2b2 HTTP/1.1" status: 200 len: 217 time: 0.1029611 Feb 02 07:11:22.760331 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8f5f11b2-0b46-4738-a448-868eac347dfd req-7c2c9736-107e-4940-a386-f74ebad121e8 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2847404 Feb 02 07:11:22.778021 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-247f77c7-a711-4763-8881-6bca3a51fccf tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks [] for port (1334591b-c345-4706-a748-be8d19aeb7d4), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:22.828900 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439de45-02e9-4e0e-ac90-b55ceb6b3056 req-2a697a24-9dfe-40d6-969e-380cc15c12ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:22.830499 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1439de45-02e9-4e0e-ac90-b55ceb6b3056 req-2a697a24-9dfe-40d6-969e-380cc15c12ef service neutron] 10.222.0.88 "GET /v2.0/subnets?id=381427b1-69c6-4fa3-af7a-83250c7dd27c HTTP/1.1" status: 200 len: 797 time: 0.1314201 Feb 02 07:11:22.966612 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-247f77c7-a711-4763-8881-6bca3a51fccf tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (1334591b-c345-4706-a748-be8d19aeb7d4), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:23.044683 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247f77c7-a711-4763-8881-6bca3a51fccf tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Network 85ad192a-05dc-4c78-a65b-d14c948c615c is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:11:23.048098 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439de45-02e9-4e0e-ac90-b55ceb6b3056 req-7f5d96fa-4e95-41ab-9ce6-4040b2fc2d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:23.050333 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1439de45-02e9-4e0e-ac90-b55ceb6b3056 req-7f5d96fa-4e95-41ab-9ce6-4040b2fc2d62 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=807c79ec-08e2-4059-a72e-092033961844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2006335 Feb 02 07:11:23.054116 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-247f77c7-a711-4763-8881-6bca3a51fccf tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:11:23.059109 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247f77c7-a711-4763-8881-6bca3a51fccf tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:11:23.159686 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247f77c7-a711-4763-8881-6bca3a51fccf tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Pushing event updated for resources: {'Port': ['ID=1334591b-c345-4706-a748-be8d19aeb7d4,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:23.500177 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1439de45-02e9-4e0e-ac90-b55ceb6b3056 req-542a1645-6521-4cf3-8a2d-646c28f441c6 service neutron] 10.222.0.88 "GET /v2.0/networks/807c79ec-08e2-4059-a72e-092033961844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4395440 Feb 02 07:11:23.530538 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae82545b-4b3c-4eb5-a2bd-6f7613733a58 req-42792022-e5ca-45b1-a224-3439157a6048 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:23.539932 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ae82545b-4b3c-4eb5-a2bd-6f7613733a58 req-42792022-e5ca-45b1-a224-3439157a6048 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 945 time: 0.2001605 Feb 02 07:11:23.703062 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 01515b49-db47-48da-91c2-424b4f244bf1 no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:11:23.738300 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ae82545b-4b3c-4eb5-a2bd-6f7613733a58 req-9b5fc6e4-62c0-4dac-ad56-1db7d738e5d6 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1815202 Feb 02 07:11:23.988407 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 01515b49-db47-48da-91c2-424b4f244bf1 is: DOWN; New status is: DOWN {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:11:24.051886 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52b3b93-e464-4594-ab96-109dcb30260a req-f5cb9360-6a73-4b88-982a-e3a91af57788 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:24.068145 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52b3b93-e464-4594-ab96-109dcb30260a req-f5cb9360-6a73-4b88-982a-e3a91af57788 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:24.077704 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52b3b93-e464-4594-ab96-109dcb30260a req-f5cb9360-6a73-4b88-982a-e3a91af57788 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:24.097352 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52b3b93-e464-4594-ab96-109dcb30260a req-f5cb9360-6a73-4b88-982a-e3a91af57788 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:24.102695 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52b3b93-e464-4594-ab96-109dcb30260a req-f5cb9360-6a73-4b88-982a-e3a91af57788 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:24.118996 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52b3b93-e464-4594-ab96-109dcb30260a req-f5cb9360-6a73-4b88-982a-e3a91af57788 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:24.135128 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52b3b93-e464-4594-ab96-109dcb30260a req-f5cb9360-6a73-4b88-982a-e3a91af57788 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:24.137063 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e52b3b93-e464-4594-ab96-109dcb30260a req-f5cb9360-6a73-4b88-982a-e3a91af57788 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 5430 time: 0.2343092 Feb 02 07:11:24.246075 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e52b3b93-e464-4594-ab96-109dcb30260a req-d85ba1f2-65a0-48fe-8b78-d98ee23671f9 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/security-groups?id=39d64e71-9bbb-4283-9333-9f076dd0e667&id=c2d438c9-ecad-41fa-9c3c-fefcebb88ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1025453 Feb 02 07:11:24.369444 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 54912) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:11:24.622253 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d25061-0e47-496d-a572-5386d06eb3ca req-15fe7f21-cee6-435e-9bfd-113341c3f1b2 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:24.628879 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e1d25061-0e47-496d-a572-5386d06eb3ca req-15fe7f21-cee6-435e-9bfd-113341c3f1b2 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 946 time: 1.5070477 Feb 02 07:11:24.711434 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e1d25061-0e47-496d-a572-5386d06eb3ca req-b584465f-05dc-4fb9-92cb-2ae1901f438d tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=4c2c0860-2986-407a-8a1e-1579ab01e7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758171 Feb 02 07:11:24.846837 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-1dacb327-c118-4029-a04c-5a3b1c6f73f8 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Request body: {'network': {'name': 'tempest-RoutersTest-510355037'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:11:24.897396 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1439de45-02e9-4e0e-ac90-b55ceb6b3056 req-814b709c-8a96-4271-8af3-6aa09186acda service neutron] 10.222.0.88 "GET /v2.0/networks/807c79ec-08e2-4059-a72e-092033961844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3809686 Feb 02 07:11:25.036206 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dacb327-c118-4029-a04c-5a3b1c6f73f8 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Made reservation on behalf of c092e90dc089486b8a9195291d2bdc7c for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:11:25.042893 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-247f77c7-a711-4763-8881-6bca3a51fccf tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks [] for router_gateway (df842807-87af-405f-90af-2d7874a8ee16), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:25.048408 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1dacb327-c118-4029-a04c-5a3b1c6f73f8 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:25.076508 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1dacb327-c118-4029-a04c-5a3b1c6f73f8 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:25.128653 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f217ba7e-9a24-4629-9d3e-09ca53d36c62 req-83de2330-5924-40bf-a6d1-01cf404a365b tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:25.134537 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f217ba7e-9a24-4629-9d3e-09ca53d36c62 req-83de2330-5924-40bf-a6d1-01cf404a365b tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 945 time: 0.3099697 Feb 02 07:11:25.272091 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f217ba7e-9a24-4629-9d3e-09ca53d36c62 req-9b8b76ad-7604-4233-a65d-45a7d1902419 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148973 Feb 02 07:11:25.374213 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1dacb327-c118-4029-a04c-5a3b1c6f73f8 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for security_group (3be9e821-35aa-494a-aa86-2fe85712975f), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:25.386554 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1dacb327-c118-4029-a04c-5a3b1c6f73f8 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (3be9e821-35aa-494a-aa86-2fe85712975f), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:25.443289 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dacb327-c118-4029-a04c-5a3b1c6f73f8 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3be9e821-35aa-494a-aa86-2fe85712975f,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:25.465348 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dacb327-c118-4029-a04c-5a3b1c6f73f8 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:11:25.492717 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1dacb327-c118-4029-a04c-5a3b1c6f73f8 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (d855593d-4688-4d41-ae4e-bcbd7b222a65), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:25.493059 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-1dacb327-c118-4029-a04c-5a3b1c6f73f8 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Added segment d855593d-4688-4d41-ae4e-bcbd7b222a65 of type vlan for network fe0e68db-4d14-4c90-ad5b-19e6e79e9388 Feb 02 07:11:25.512042 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-247f77c7-a711-4763-8881-6bca3a51fccf tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (df842807-87af-405f-90af-2d7874a8ee16), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:25.535502 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f47808-ce4b-4278-b630-c676a890e984 req-42b93203-08cc-47cb-9c78-aa530f28b5be tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:25.541307 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f47808-ce4b-4278-b630-c676a890e984 req-42b93203-08cc-47cb-9c78-aa530f28b5be tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:25.546973 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f47808-ce4b-4278-b630-c676a890e984 req-42b93203-08cc-47cb-9c78-aa530f28b5be tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:25.552908 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f47808-ce4b-4278-b630-c676a890e984 req-42b93203-08cc-47cb-9c78-aa530f28b5be tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:25.558204 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f47808-ce4b-4278-b630-c676a890e984 req-42b93203-08cc-47cb-9c78-aa530f28b5be tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:25.563950 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f47808-ce4b-4278-b630-c676a890e984 req-42b93203-08cc-47cb-9c78-aa530f28b5be tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:25.569711 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f47808-ce4b-4278-b630-c676a890e984 req-42b93203-08cc-47cb-9c78-aa530f28b5be tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:25.571924 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-05f47808-ce4b-4278-b630-c676a890e984 req-42b93203-08cc-47cb-9c78-aa530f28b5be tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 5430 time: 0.1926057 Feb 02 07:11:25.580142 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1dacb327-c118-4029-a04c-5a3b1c6f73f8 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (fe0e68db-4d14-4c90-ad5b-19e6e79e9388), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:25.633757 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1dacb327-c118-4029-a04c-5a3b1c6f73f8 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (fe0e68db-4d14-4c90-ad5b-19e6e79e9388), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:25.641569 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dacb327-c118-4029-a04c-5a3b1c6f73f8 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:25.642833 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1dacb327-c118-4029-a04c-5a3b1c6f73f8 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:25.702788 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-1dacb327-c118-4029-a04c-5a3b1c6f73f8 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3320541 Feb 02 07:11:25.710797 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 54930) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:11:25.717960 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-2cacd634-e9ff-4c20-b8ff-350dc543bc81 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Request body: {'network': {'name': 'tempest-RoutersTest-1723249147'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:11:25.806855 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cacd634-e9ff-4c20-b8ff-350dc543bc81 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Made reservation on behalf of c092e90dc089486b8a9195291d2bdc7c for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:11:25.808846 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-05f47808-ce4b-4278-b630-c676a890e984 req-d9721449-2dc9-4540-8fd4-4feb6aaa3e21 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/security-groups?id=39d64e71-9bbb-4283-9333-9f076dd0e667&id=c2d438c9-ecad-41fa-9c3c-fefcebb88ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0750153 Feb 02 07:11:25.812122 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2cacd634-e9ff-4c20-b8ff-350dc543bc81 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:25.842455 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dacb327-c118-4029-a04c-5a3b1c6f73f8 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Pushing event updated for resources: {'Network': ['ID=fe0e68db-4d14-4c90-ad5b-19e6e79e9388,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:25.860801 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-247f77c7-a711-4763-8881-6bca3a51fccf tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Router df842807-87af-405f-90af-2d7874a8ee16 is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:11:25.865820 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network fe0e68db-4d14-4c90-ad5b-19e6e79e9388 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:11:25.902864 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cacd634-e9ff-4c20-b8ff-350dc543bc81 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:11:25.927859 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2cacd634-e9ff-4c20-b8ff-350dc543bc81 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (c70b892a-567d-4215-b42b-59e21376fe94), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:25.928368 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-2cacd634-e9ff-4c20-b8ff-350dc543bc81 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Added segment c70b892a-567d-4215-b42b-59e21376fe94 of type vlan for network 43f1550a-c0d6-4c6f-9260-f2b4a4d28a63 Feb 02 07:11:26.058508 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2cacd634-e9ff-4c20-b8ff-350dc543bc81 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (43f1550a-c0d6-4c6f-9260-f2b4a4d28a63), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:26.136806 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e0222-0322-4779-b433-3436ab6ca418 req-210ddd33-70fd-42d1-b868-5e835beb0d85 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:26.148120 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b45e0222-0322-4779-b433-3436ab6ca418 req-210ddd33-70fd-42d1-b868-5e835beb0d85 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 946 time: 0.2050855 Feb 02 07:11:26.179502 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-247f77c7-a711-4763-8881-6bca3a51fccf tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:11:26.195252 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a51d3a5-03da-4538-a9e6-39e7e43731ce None None] Sync routers for ids ['df842807-87af-405f-90af-2d7874a8ee16'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:11:26.213518 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a51d3a5-03da-4538-a9e6-39e7e43731ce None None] Routers {'df842807-87af-405f-90af-2d7874a8ee16'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:11:26.216390 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-4a51d3a5-03da-4538-a9e6-39e7e43731ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:11:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['df842807-87af-405f-90af-2d7874a8ee16'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:11:26.226642 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2cacd634-e9ff-4c20-b8ff-350dc543bc81 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (43f1550a-c0d6-4c6f-9260-f2b4a4d28a63), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:26.246293 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cacd634-e9ff-4c20-b8ff-350dc543bc81 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:26.247096 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2cacd634-e9ff-4c20-b8ff-350dc543bc81 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:26.252360 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-247f77c7-a711-4763-8881-6bca3a51fccf tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:26.254385 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-247f77c7-a711-4763-8881-6bca3a51fccf tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 8.1304760 Feb 02 07:11:26.257016 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 54946) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:11:26.318091 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-2cacd634-e9ff-4c20-b8ff-350dc543bc81 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6057694 Feb 02 07:11:26.330162 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 54950) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:11:26.358311 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-6f42e097-c974-4c5c-860e-098ed8459bdd tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Request body: {'subnet': {'network_id': 'fe0e68db-4d14-4c90-ad5b-19e6e79e9388', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:11:26.360419 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-4a51d3a5-03da-4538-a9e6-39e7e43731ce None None] Set router df842807-87af-405f-90af-2d7874a8ee16 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:11:26.637366 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-479b35bd-eb8b-437f-a715-89c6c5f6c1bb tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks [] for router (df842807-87af-405f-90af-2d7874a8ee16), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:26.653638 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cacd634-e9ff-4c20-b8ff-350dc543bc81 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Pushing event updated for resources: {'Network': ['ID=43f1550a-c0d6-4c6f-9260-f2b4a4d28a63,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:26.666539 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 43f1550a-c0d6-4c6f-9260-f2b4a4d28a63 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:11:26.679583 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b45e0222-0322-4779-b433-3436ab6ca418 req-b5950852-374a-4f95-b27b-e1a5b85dd9a5 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=4c2c0860-2986-407a-8a1e-1579ab01e7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5260255 Feb 02 07:11:26.718733 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f42e097-c974-4c5c-860e-098ed8459bdd tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Made reservation on behalf of c092e90dc089486b8a9195291d2bdc7c for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:11:26.723064 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6f42e097-c974-4c5c-860e-098ed8459bdd tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:26.828491 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-4a51d3a5-03da-4538-a9e6-39e7e43731ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df842807-87af-405f-90af-2d7874a8ee16', 'name': '', 'tenant_id': '7dd47b08ccb642499bf5a99b5a76326e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '85ad192a-05dc-4c78-a65b-d14c948c615c', 'external_fixed_ips': [{'subnet_id': '09dd8472-1ed8-4a4e-b763-20dc8bc8fc64', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': '1334591b-c345-4706-a748-be8d19aeb7d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:11:18Z', 'updated_at': '2022-02-02T07:11:24Z', 'revision_number': 3, 'project_id': '7dd47b08ccb642499bf5a99b5a76326e', 'gw_port': {'id': '1334591b-c345-4706-a748-be8d19aeb7d4', 'name': '', 'network_id': '85ad192a-05dc-4c78-a65b-d14c948c615c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5f:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df842807-87af-405f-90af-2d7874a8ee16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1905, 'fixed_ips': [{'subnet_id': '09dd8472-1ed8-4a4e-b763-20dc8bc8fc64', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:11:20Z', 'updated_at': '2022-02-02T07:11:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09dd8472-1ed8-4a4e-b763-20dc8bc8fc64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:11:26.861801 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a51d3a5-03da-4538-a9e6-39e7e43731ce None None] Checking router: df842807-87af-405f-90af-2d7874a8ee16 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:11:26.862639 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a51d3a5-03da-4538-a9e6-39e7e43731ce None None] Updating router df842807-87af-405f-90af-2d7874a8ee16 port 1334591b-c345-4706-a748-be8d19aeb7d4 binding host n-d-789963-26 {{(pid=109696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:11:26.911031 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14595db-8edf-4243-a4b1-73d02d7809f4 req-97f1bbb7-dce4-4317-82f0-b80c85dd6344 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:26.918927 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e14595db-8edf-4243-a4b1-73d02d7809f4 req-97f1bbb7-dce4-4317-82f0-b80c85dd6344 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 946 time: 0.4004595 Feb 02 07:11:26.947267 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-479b35bd-eb8b-437f-a715-89c6c5f6c1bb tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks [] for router_gateway (df842807-87af-405f-90af-2d7874a8ee16), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:26.965087 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-4a51d3a5-03da-4538-a9e6-39e7e43731ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (1334591b-c345-4706-a748-be8d19aeb7d4), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:27.079620 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e14595db-8edf-4243-a4b1-73d02d7809f4 req-64d002e4-7a68-4acd-88da-19243c6a596f tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596220 Feb 02 07:11:27.088561 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c4b90-7f5d-4d0f-9ee7-28866a803455 req-123b16c0-7dc3-4bfa-b407-8c778bdfad17 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:27.090111 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7c5c4b90-7f5d-4d0f-9ee7-28866a803455 req-123b16c0-7dc3-4bfa-b407-8c778bdfad17 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 945 time: 0.2443058 Feb 02 07:11:27.139372 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-479b35bd-eb8b-437f-a715-89c6c5f6c1bb tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Deleting port 1334591b-c345-4706-a748-be8d19aeb7d4 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:11:27.143399 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-479b35bd-eb8b-437f-a715-89c6c5f6c1bb tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (1334591b-c345-4706-a748-be8d19aeb7d4), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:27.216370 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:27.283516 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7c5c4b90-7f5d-4d0f-9ee7-28866a803455 req-d247e133-cec0-434f-b811-72905d266d11 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1863792 Feb 02 07:11:27.299694 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-479b35bd-eb8b-437f-a715-89c6c5f6c1bb tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (1334591b-c345-4706-a748-be8d19aeb7d4), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:27.323976 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-479b35bd-eb8b-437f-a715-89c6c5f6c1bb tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Calling delete_port for 1334591b-c345-4706-a748-be8d19aeb7d4 owned by network:router_gateway {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:11:27.414559 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6f42e097-c974-4c5c-860e-098ed8459bdd tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (c7d93c8f-aaba-4200-a5dc-34142906334a), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:27.519538 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f42e097-c974-4c5c-860e-098ed8459bdd tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Pushing event updated for resources: {'Subnet': ['ID=c7d93c8f-aaba-4200-a5dc-34142906334a,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:27.596717 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-479b35bd-eb8b-437f-a715-89c6c5f6c1bb tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (1334591b-c345-4706-a748-be8d19aeb7d4), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:27.602947 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f42e097-c974-4c5c-860e-098ed8459bdd tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Checking segment: {'id': 'd855593d-4688-4d41-ae4e-bcbd7b222a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'fe0e68db-4d14-4c90-ad5b-19e6e79e9388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:11:27.603614 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f42e097-c974-4c5c-860e-098ed8459bdd tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Network hostable DHCP agents. Network: fe0e68db-4d14-4c90-ad5b-19e6e79e9388, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:11:27.644843 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f42e097-c974-4c5c-860e-098ed8459bdd tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Network fe0e68db-4d14-4c90-ad5b-19e6e79e9388 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:11:27.645069 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479b35bd-eb8b-437f-a715-89c6c5f6c1bb tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Pushing event deleted for resources: {'Port': ['ID=1334591b-c345-4706-a748-be8d19aeb7d4,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:27.658953 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-6f42e097-c974-4c5c-860e-098ed8459bdd tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, fe0e68db-4d14-4c90-ad5b-19e6e79e9388) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:11:27.665384 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f42e097-c974-4c5c-860e-098ed8459bdd tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:27.668918 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b6565c-0c0d-4e68-9dab-1483b913be17 None None] Network fe0e68db-4d14-4c90-ad5b-19e6e79e9388 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:11:27.681843 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6f42e097-c974-4c5c-860e-098ed8459bdd tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:27.724280 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-6f42e097-c974-4c5c-860e-098ed8459bdd tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3825815 Feb 02 07:11:27.727395 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 54958) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:11:27.742475 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-b703d7f2-5477-4926-be30-29bd6bdc89d0 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Request body: {'subnet': {'network_id': '43f1550a-c0d6-4c6f-9260-f2b4a4d28a63', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:11:27.756419 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-479b35bd-eb8b-437f-a715-89c6c5f6c1bb tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (df842807-87af-405f-90af-2d7874a8ee16), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:27.865431 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.db.api [None req-4a51d3a5-03da-4538-a9e6-39e7e43731ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 07:11:27.866001 n-d-789963-26 neutron-server[109696]: DEBUG oslo_db.api [None req-4a51d3a5-03da-4538-a9e6-39e7e43731ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 07:11:27.952429 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17bbd8dd-e9a5-4982-8ab6-329e751fdd30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-fe0e68db-4d14-4c90-ad5b-19e6e79e9388', 'network_id': 'fe0e68db-4d14-4c90-ad5b-19e6e79e9388', 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'fixed_ips': [{'subnet_id': 'c7d93c8f-aaba-4200-a5dc-34142906334a'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:11:27.959357 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-17bbd8dd-e9a5-4982-8ab6-329e751fdd30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:28.109774 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-479b35bd-eb8b-437f-a715-89c6c5f6c1bb tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (df842807-87af-405f-90af-2d7874a8ee16), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:28.111187 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b703d7f2-5477-4926-be30-29bd6bdc89d0 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Made reservation on behalf of c092e90dc089486b8a9195291d2bdc7c for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:11:28.114715 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-479b35bd-eb8b-437f-a715-89c6c5f6c1bb tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks [] for router_controller (df842807-87af-405f-90af-2d7874a8ee16), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:28.114859 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b703d7f2-5477-4926-be30-29bd6bdc89d0 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:28.218916 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb1aa8-96eb-4dbf-9606-ec46ff101561 req-5e5f6b94-7fe8-4858-8e63-a8234c2f9a3c tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:28.228263 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-11bb1aa8-96eb-4dbf-9606-ec46ff101561 req-5e5f6b94-7fe8-4858-8e63-a8234c2f9a3c tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 946 time: 0.2839987 Feb 02 07:11:28.256909 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38694dbe-82a0-44b4-b49c-17846a74a78b req-717db891-2e2a-43d8-8cf5-cf709c748f9b tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:28.263372 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38694dbe-82a0-44b4-b49c-17846a74a78b req-717db891-2e2a-43d8-8cf5-cf709c748f9b tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:28.271689 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38694dbe-82a0-44b4-b49c-17846a74a78b req-717db891-2e2a-43d8-8cf5-cf709c748f9b tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:28.281264 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38694dbe-82a0-44b4-b49c-17846a74a78b req-717db891-2e2a-43d8-8cf5-cf709c748f9b tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:28.293332 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38694dbe-82a0-44b4-b49c-17846a74a78b req-717db891-2e2a-43d8-8cf5-cf709c748f9b tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:28.304199 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38694dbe-82a0-44b4-b49c-17846a74a78b req-717db891-2e2a-43d8-8cf5-cf709c748f9b tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:28.310271 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38694dbe-82a0-44b4-b49c-17846a74a78b req-717db891-2e2a-43d8-8cf5-cf709c748f9b tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:28.320968 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-38694dbe-82a0-44b4-b49c-17846a74a78b req-717db891-2e2a-43d8-8cf5-cf709c748f9b tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 5430 time: 0.7378349 Feb 02 07:11:28.401390 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-479b35bd-eb8b-437f-a715-89c6c5f6c1bb tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (df842807-87af-405f-90af-2d7874a8ee16), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:28.402100 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-479b35bd-eb8b-437f-a715-89c6c5f6c1bb tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Fanout notify agent at l3_agent the message router_deleted on router df842807-87af-405f-90af-2d7874a8ee16 {{(pid=109693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:11:28.421957 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a51d3a5-03da-4538-a9e6-39e7e43731ce None None] Port 1334591b-c345-4706-a748-be8d19aeb7d4 not found while updating agent binding for router df842807-87af-405f-90af-2d7874a8ee16. {{(pid=109696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 02 07:11:28.426945 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-479b35bd-eb8b-437f-a715-89c6c5f6c1bb tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:28.435267 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-479b35bd-eb8b-437f-a715-89c6c5f6c1bb tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] 10.222.0.87 "DELETE /v2.0/routers/df842807-87af-405f-90af-2d7874a8ee16 HTTP/1.1" status: 204 len: 168 time: 2.1771414 Feb 02 07:11:28.437926 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 54970) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:11:28.475678 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a51d3a5-03da-4538-a9e6-39e7e43731ce None None] Routers set() bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:11:28.476349 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a51d3a5-03da-4538-a9e6-39e7e43731ce None None] Router IDs set() for agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 02 07:11:28.477181 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_agentschedulers_db [None req-4a51d3a5-03da-4538-a9e6-39e7e43731ce None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'df842807-87af-405f-90af-2d7874a8ee16'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:11:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent'). {{(pid=109696) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 02 07:11:28.477767 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a51d3a5-03da-4538-a9e6-39e7e43731ce None None] The sync data for ids ['df842807-87af-405f-90af-2d7874a8ee16'] in n-d-789963-26 is: [] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:11:28.508847 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-11bb1aa8-96eb-4dbf-9606-ec46ff101561 req-fe681675-dc5a-4588-b261-cdb010e1c308 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=4c2c0860-2986-407a-8a1e-1579ab01e7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2763915 Feb 02 07:11:28.522045 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbee26be-bc4d-4130-bc6b-a529dd011a0b req-54ca6ba3-2006-4ee2-9587-405338fe838f tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:28.524154 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cbee26be-bc4d-4130-bc6b-a529dd011a0b req-54ca6ba3-2006-4ee2-9587-405338fe838f tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.88 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 946 time: 0.5869310 Feb 02 07:11:28.556417 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-17bbd8dd-e9a5-4982-8ab6-329e751fdd30 None None] Allocated IP 172.20.0.2 (fe0e68db-4d14-4c90-ad5b-19e6e79e9388/c7d93c8f-aaba-4200-a5dc-34142906334a/f052ba2b-64cb-4e97-94bc-cb57bc69d412) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:11:28.705018 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-38694dbe-82a0-44b4-b49c-17846a74a78b req-8d767187-99e6-4315-a3f0-f0b611cd54d3 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/security-groups?id=39d64e71-9bbb-4283-9333-9f076dd0e667&id=c2d438c9-ecad-41fa-9c3c-fefcebb88ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3776698 Feb 02 07:11:28.713591 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdbdf414-76e8-4980-aea1-6b1243a2eba8 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Deleting subnet 09dd8472-1ed8-4a4e-b763-20dc8bc8fc64 {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:11:28.741032 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bdbdf414-76e8-4980-aea1-6b1243a2eba8 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks [] for subnet (09dd8472-1ed8-4a4e-b763-20dc8bc8fc64), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:28.942485 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9cfbd0-03e8-4a5f-8aba-03678ec0fdc8 req-9dadca35-6a36-4003-ae63-8a50be944524 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:28.949542 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-eb9cfbd0-03e8-4a5f-8aba-03678ec0fdc8 req-9dadca35-6a36-4003-ae63-8a50be944524 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 946 time: 0.2867110 Feb 02 07:11:28.956695 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-17bbd8dd-e9a5-4982-8ab6-329e751fdd30 None None] Publish callbacks [] for port (f052ba2b-64cb-4e97-94bc-cb57bc69d412), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:28.965168 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-17bbd8dd-e9a5-4982-8ab6-329e751fdd30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (f052ba2b-64cb-4e97-94bc-cb57bc69d412), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:28.986621 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bdbdf414-76e8-4980-aea1-6b1243a2eba8 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (09dd8472-1ed8-4a4e-b763-20dc8bc8fc64), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:29.001507 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b703d7f2-5477-4926-be30-29bd6bdc89d0 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (e8cebfc8-293f-4ace-b6ce-cdfbe5f19b32), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:29.097118 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bbd8dd-e9a5-4982-8ab6-329e751fdd30 None None] Network fe0e68db-4d14-4c90-ad5b-19e6e79e9388 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:11:29.109222 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-17bbd8dd-e9a5-4982-8ab6-329e751fdd30 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:11:29.125048 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0147b6d3-3f4e-48b2-8761-0f50c8165d1a req-f3ad99ff-7ae4-4393-8da4-7f27740667b3 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:29.127326 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0147b6d3-3f4e-48b2-8761-0f50c8165d1a req-f3ad99ff-7ae4-4393-8da4-7f27740667b3 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 945 time: 0.2560515 Feb 02 07:11:29.129442 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bbd8dd-e9a5-4982-8ab6-329e751fdd30 None None] Pushing event updated for resources: {'Port': ['ID=f052ba2b-64cb-4e97-94bc-cb57bc69d412,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:29.133614 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bbd8dd-e9a5-4982-8ab6-329e751fdd30 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:11:29.148785 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-cbee26be-bc4d-4130-bc6b-a529dd011a0b req-94a2f8c0-4e9b-43d6-8664-8252c18ecf27 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Deleting port 18d0d2d5-f098-4215-bfbd-e6aca83e7772 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:11:29.149135 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-cbee26be-bc4d-4130-bc6b-a529dd011a0b req-94a2f8c0-4e9b-43d6-8664-8252c18ecf27 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (18d0d2d5-f098-4215-bfbd-e6aca83e7772), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:29.155004 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b703d7f2-5477-4926-be30-29bd6bdc89d0 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Checking segment: {'id': 'c70b892a-567d-4215-b42b-59e21376fe94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '43f1550a-c0d6-4c6f-9260-f2b4a4d28a63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:11:29.155612 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b703d7f2-5477-4926-be30-29bd6bdc89d0 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Network hostable DHCP agents. Network: 43f1550a-c0d6-4c6f-9260-f2b4a4d28a63, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:11:29.217888 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-17bbd8dd-e9a5-4982-8ab6-329e751fdd30 None None] Attempting to bind port f052ba2b-64cb-4e97-94bc-cb57bc69d412 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:11:29.218772 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-17bbd8dd-e9a5-4982-8ab6-329e751fdd30 None None] Attempting to bind port f052ba2b-64cb-4e97-94bc-cb57bc69d412 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'd855593d-4688-4d41-ae4e-bcbd7b222a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'fe0e68db-4d14-4c90-ad5b-19e6e79e9388'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:11:29.219323 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bbd8dd-e9a5-4982-8ab6-329e751fdd30 None None] Attempting to bind port f052ba2b-64cb-4e97-94bc-cb57bc69d412 on network fe0e68db-4d14-4c90-ad5b-19e6e79e9388 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:11:29.226449 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bbd8dd-e9a5-4982-8ab6-329e751fdd30 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:11:29.227324 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bbd8dd-e9a5-4982-8ab6-329e751fdd30 None None] Checking segment: {'id': 'd855593d-4688-4d41-ae4e-bcbd7b222a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'fe0e68db-4d14-4c90-ad5b-19e6e79e9388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:11:29.228267 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-17bbd8dd-e9a5-4982-8ab6-329e751fdd30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:29.229021 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bbd8dd-e9a5-4982-8ab6-329e751fdd30 None None] Bound using segment: {'id': 'd855593d-4688-4d41-ae4e-bcbd7b222a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'fe0e68db-4d14-4c90-ad5b-19e6e79e9388'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:11:29.229727 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-17bbd8dd-e9a5-4982-8ab6-329e751fdd30 None None] Bound port: f052ba2b-64cb-4e97-94bc-cb57bc69d412, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd855593d-4688-4d41-ae4e-bcbd7b222a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'fe0e68db-4d14-4c90-ad5b-19e6e79e9388'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:11:29.230547 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-17bbd8dd-e9a5-4982-8ab6-329e751fdd30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f052ba2b-64cb-4e97-94bc-cb57bc69d412), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:29.266361 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-cbee26be-bc4d-4130-bc6b-a529dd011a0b req-94a2f8c0-4e9b-43d6-8664-8252c18ecf27 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] For port 18d0d2d5-f098-4215-bfbd-e6aca83e7772, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=18d0d2d5-f098-4215-bfbd-e6aca83e7772,segment=NetworkSegment(a9fa2e92-fe10-4a10-8f88-a94a7c43f6f8),segment_id=a9fa2e92-fe10-4a10-8f88-a94a7c43f6f8)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:11:29.266361 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-cbee26be-bc4d-4130-bc6b-a529dd011a0b req-94a2f8c0-4e9b-43d6-8664-8252c18ecf27 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (18d0d2d5-f098-4215-bfbd-e6aca83e7772), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:29.281697 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-eb9cfbd0-03e8-4a5f-8aba-03678ec0fdc8 req-7e907048-cf80-438e-8a89-37cc7a81aea6 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/security-groups?id=c4d218fd-538f-4efe-87d5-def12acdbaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312805 Feb 02 07:11:29.285152 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703d7f2-5477-4926-be30-29bd6bdc89d0 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Pushing event updated for resources: {'Subnet': ['ID=e8cebfc8-293f-4ace-b6ce-cdfbe5f19b32,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:29.300103 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-cbee26be-bc4d-4130-bc6b-a529dd011a0b req-94a2f8c0-4e9b-43d6-8664-8252c18ecf27 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Calling delete_port for 18d0d2d5-f098-4215-bfbd-e6aca83e7772 owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:11:29.330355 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b703d7f2-5477-4926-be30-29bd6bdc89d0 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Network 43f1550a-c0d6-4c6f-9260-f2b4a4d28a63 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:11:29.336052 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-17bbd8dd-e9a5-4982-8ab6-329e751fdd30 None None] For port f052ba2b-64cb-4e97-94bc-cb57bc69d412, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:11:29.339835 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-17bbd8dd-e9a5-4982-8ab6-329e751fdd30 None None] For port f052ba2b-64cb-4e97-94bc-cb57bc69d412, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=f052ba2b-64cb-4e97-94bc-cb57bc69d412,segment=NetworkSegment(d855593d-4688-4d41-ae4e-bcbd7b222a65),segment_id=d855593d-4688-4d41-ae4e-bcbd7b222a65)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:11:29.349952 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-17bbd8dd-e9a5-4982-8ab6-329e751fdd30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (f052ba2b-64cb-4e97-94bc-cb57bc69d412), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:29.359792 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-b703d7f2-5477-4926-be30-29bd6bdc89d0 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 43f1550a-c0d6-4c6f-9260-f2b4a4d28a63) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:11:29.371864 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b703d7f2-5477-4926-be30-29bd6bdc89d0 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:29.376734 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b703d7f2-5477-4926-be30-29bd6bdc89d0 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:29.431131 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bbd8dd-e9a5-4982-8ab6-329e751fdd30 None None] Pushing event updated for resources: {'Port': ['ID=f052ba2b-64cb-4e97-94bc-cb57bc69d412,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:29.432766 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b703d7f2-5477-4926-be30-29bd6bdc89d0 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7040687 Feb 02 07:11:29.436157 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 54974) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:11:29.437823 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd67369b-6daf-42e6-bb17-1bcfd4e904dc None None] Network 43f1550a-c0d6-4c6f-9260-f2b4a4d28a63 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:11:29.457168 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-d7d83386-9a4a-4b23-a37c-fb8b647c8fba tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-463042466', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:11:29.540673 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-cbee26be-bc4d-4130-bc6b-a529dd011a0b req-94a2f8c0-4e9b-43d6-8664-8252c18ecf27 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (18d0d2d5-f098-4215-bfbd-e6aca83e7772), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:29.563009 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bdbdf414-76e8-4980-aea1-6b1243a2eba8 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (09dd8472-1ed8-4a4e-b763-20dc8bc8fc64), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:29.605627 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['18d0d2d5-f098-4215-bfbd-e6aca83e7772'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:11:29.607047 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d7d83386-9a4a-4b23-a37c-fb8b647c8fba tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (eca844df-71ff-43a7-97e6-2d1a403bfbe5), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:29.608540 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d7d83386-9a4a-4b23-a37c-fb8b647c8fba tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (eca844df-71ff-43a7-97e6-2d1a403bfbe5), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:29.614629 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6ddb4d-ffd9-4148-8177-a84061168cea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-43f1550a-c0d6-4c6f-9260-f2b4a4d28a63', 'network_id': '43f1550a-c0d6-4c6f-9260-f2b4a4d28a63', 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'fixed_ips': [{'subnet_id': 'e8cebfc8-293f-4ace-b6ce-cdfbe5f19b32'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:11:29.615897 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9a6ddb4d-ffd9-4148-8177-a84061168cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:29.651977 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a2f8c0-4e9b-43d6-8664-8252c18ecf27 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Pushing event deleted for resources: {'Port': ['ID=18d0d2d5-f098-4215-bfbd-e6aca83e7772,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:29.722602 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbee26be-bc4d-4130-bc6b-a529dd011a0b req-94a2f8c0-4e9b-43d6-8664-8252c18ecf27 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] No DVR routers for this DVR port 18d0d2d5-f098-4215-bfbd-e6aca83e7772 on host n-h1-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:11:29.724994 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-cbee26be-bc4d-4130-bc6b-a529dd011a0b req-94a2f8c0-4e9b-43d6-8664-8252c18ecf27 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:29.729252 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cbee26be-bc4d-4130-bc6b-a529dd011a0b req-94a2f8c0-4e9b-43d6-8664-8252c18ecf27 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.88 "DELETE /v2.0/ports/18d0d2d5-f098-4215-bfbd-e6aca83e7772 HTTP/1.1" status: 204 len: 173 time: 1.1896045 Feb 02 07:11:29.736864 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48059edf-1773-466d-93fa-224a5674d6d5', 'name': 'network-vif-deleted', 'tag': '18d0d2d5-f098-4215-bfbd-e6aca83e7772'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:11:29.739716 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d789fcb2-4306-435f-a72f-5fe3c543c024" -d '{"events": [{"server_uuid": "48059edf-1773-466d-93fa-224a5674d6d5", "name": "network-vif-deleted", "tag": "18d0d2d5-f098-4215-bfbd-e6aca83e7772"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:11:29.778209 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0147b6d3-3f4e-48b2-8761-0f50c8165d1a req-a52b1b60-c9c9-4965-9805-2c4c2b159d7e tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6394157 Feb 02 07:11:29.808969 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bdbdf414-76e8-4980-aea1-6b1243a2eba8 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (09dd8472-1ed8-4a4e-b763-20dc8bc8fc64), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:29.855940 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bdbdf414-76e8-4980-aea1-6b1243a2eba8 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:29.860423 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-bdbdf414-76e8-4980-aea1-6b1243a2eba8 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] 10.222.0.87 "DELETE /v2.0/subnets/09dd8472-1ed8-4a4e-b763-20dc8bc8fc64 HTTP/1.1" status: 204 len: 168 time: 1.4198134 Feb 02 07:11:29.861499 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbdf414-76e8-4980-aea1-6b1243a2eba8 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=09dd8472-1ed8-4a4e-b763-20dc8bc8fc64,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:29.865566 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 54984) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:11:29.908110 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-9a6ddb4d-ffd9-4148-8177-a84061168cea None None] Allocated IP 172.21.0.2 (43f1550a-c0d6-4c6f-9260-f2b4a4d28a63/e8cebfc8-293f-4ace-b6ce-cdfbe5f19b32/5bfe1d2a-a887-47f7-a95c-0580f099951b) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:11:30.002675 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d7d83386-9a4a-4b23-a37c-fb8b647c8fba tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for router_controller (eca844df-71ff-43a7-97e6-2d1a403bfbe5), precommit_add_association {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:30.020013 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d7d83386-9a4a-4b23-a37c-fb8b647c8fba tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (eca844df-71ff-43a7-97e6-2d1a403bfbe5), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:30.124658 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d7d83386-9a4a-4b23-a37c-fb8b647c8fba tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:30.125868 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d7d83386-9a4a-4b23-a37c-fb8b647c8fba tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6769981 Feb 02 07:11:30.157980 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd4afda-768c-462f-86ea-28d453b63e7b req-45bdcf61-f17c-4e5a-a940-b86ab7057601 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:30.175895 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cdd4afda-768c-462f-86ea-28d453b63e7b req-45bdcf61-f17c-4e5a-a940-b86ab7057601 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 946 time: 0.4438069 Feb 02 07:11:30.192696 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 54986) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:11:30.290879 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9a6ddb4d-ffd9-4148-8177-a84061168cea None None] Publish callbacks [] for port (5bfe1d2a-a887-47f7-a95c-0580f099951b), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:30.309186 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9a6ddb4d-ffd9-4148-8177-a84061168cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (5bfe1d2a-a887-47f7-a95c-0580f099951b), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:30.311912 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cdd4afda-768c-462f-86ea-28d453b63e7b req-ab82022a-c359-4dd4-b0bc-b65b6e270ae0 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=4c2c0860-2986-407a-8a1e-1579ab01e7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346884 Feb 02 07:11:30.343347 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cad7a898-1fcf-40c9-afe4-e55906fcf6c3 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (85ad192a-05dc-4c78-a65b-d14c948c615c), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:30.407771 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6ddb4d-ffd9-4148-8177-a84061168cea None None] Network 43f1550a-c0d6-4c6f-9260-f2b4a4d28a63 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:11:30.410844 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-9a6ddb4d-ffd9-4148-8177-a84061168cea None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:11:30.433278 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6ddb4d-ffd9-4148-8177-a84061168cea None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:11:30.444675 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f53388-9f4e-47ce-a8f3-1ab37ba1eac6 x-openstack-request-id: req-11f53388-9f4e-47ce-a8f3-1ab37ba1eac6 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:11:30.447075 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48059edf-1773-466d-93fa-224a5674d6d5", "name": "network-vif-deleted", "tag": "18d0d2d5-f098-4215-bfbd-e6aca83e7772", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:11:30.447459 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-11f53388-9f4e-47ce-a8f3-1ab37ba1eac6 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:11:30.448008 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48059edf-1773-466d-93fa-224a5674d6d5', 'name': 'network-vif-deleted', 'tag': '18d0d2d5-f098-4215-bfbd-e6aca83e7772', 'status': 'completed', 'code': 200} Feb 02 07:11:30.466839 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ddb4d-ffd9-4148-8177-a84061168cea None None] Pushing event updated for resources: {'Port': ['ID=5bfe1d2a-a887-47f7-a95c-0580f099951b,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:30.576603 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4bcce982-5c9f-481d-8d74-af30401fbf1b req-6469b2eb-93ed-4077-975f-0cc9b09bb309 tempest-ServersNegativeTestJSON-545044447 tempest-ServersNegativeTestJSON-545044447-project] 10.222.0.87 "GET /v2.0/ports?device_id=48059edf-1773-466d-93fa-224a5674d6d5 HTTP/1.1" status: 200 len: 210 time: 0.0441289 Feb 02 07:11:30.670595 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-9a6ddb4d-ffd9-4148-8177-a84061168cea None None] Attempting to bind port 5bfe1d2a-a887-47f7-a95c-0580f099951b on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:11:30.671138 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-9a6ddb4d-ffd9-4148-8177-a84061168cea None None] Attempting to bind port 5bfe1d2a-a887-47f7-a95c-0580f099951b by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'c70b892a-567d-4215-b42b-59e21376fe94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '43f1550a-c0d6-4c6f-9260-f2b4a4d28a63'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:11:30.676157 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6ddb4d-ffd9-4148-8177-a84061168cea None None] Attempting to bind port 5bfe1d2a-a887-47f7-a95c-0580f099951b on network 43f1550a-c0d6-4c6f-9260-f2b4a4d28a63 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:11:30.686038 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6ddb4d-ffd9-4148-8177-a84061168cea None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:11:30.686614 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6ddb4d-ffd9-4148-8177-a84061168cea None None] Checking segment: {'id': 'c70b892a-567d-4215-b42b-59e21376fe94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '43f1550a-c0d6-4c6f-9260-f2b4a4d28a63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:11:30.687167 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9a6ddb4d-ffd9-4148-8177-a84061168cea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:30.688486 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6ddb4d-ffd9-4148-8177-a84061168cea None None] Bound using segment: {'id': 'c70b892a-567d-4215-b42b-59e21376fe94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '43f1550a-c0d6-4c6f-9260-f2b4a4d28a63'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:11:30.689096 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-9a6ddb4d-ffd9-4148-8177-a84061168cea None None] Bound port: 5bfe1d2a-a887-47f7-a95c-0580f099951b, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c70b892a-567d-4215-b42b-59e21376fe94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '43f1550a-c0d6-4c6f-9260-f2b4a4d28a63'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:11:30.693815 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9a6ddb4d-ffd9-4148-8177-a84061168cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (5bfe1d2a-a887-47f7-a95c-0580f099951b), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:30.799329 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-9a6ddb4d-ffd9-4148-8177-a84061168cea None None] For port 5bfe1d2a-a887-47f7-a95c-0580f099951b, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:11:30.804108 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-9a6ddb4d-ffd9-4148-8177-a84061168cea None None] For port 5bfe1d2a-a887-47f7-a95c-0580f099951b, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=5bfe1d2a-a887-47f7-a95c-0580f099951b,segment=NetworkSegment(c70b892a-567d-4215-b42b-59e21376fe94),segment_id=c70b892a-567d-4215-b42b-59e21376fe94)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:11:30.819150 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9a6ddb4d-ffd9-4148-8177-a84061168cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (5bfe1d2a-a887-47f7-a95c-0580f099951b), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:30.874173 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ddb4d-ffd9-4148-8177-a84061168cea None None] Pushing event updated for resources: {'Port': ['ID=5bfe1d2a-a887-47f7-a95c-0580f099951b,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:30.919610 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:11:31.147275 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d6db3-623e-401b-af4c-9a6b7c66c653 req-87c354e2-8263-4f5c-ad33-b6440d63af40 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:31.150459 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-448d6db3-623e-401b-af4c-9a6b7c66c653 req-87c354e2-8263-4f5c-ad33-b6440d63af40 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 945 time: 0.1540902 Feb 02 07:11:31.313071 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9740d74-4f34-47ad-b8ad-fa53cff6a75c req-c41d8270-af08-4baa-943a-516b3a58a865 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:31.319479 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9740d74-4f34-47ad-b8ad-fa53cff6a75c req-c41d8270-af08-4baa-943a-516b3a58a865 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:31.328183 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-448d6db3-623e-401b-af4c-9a6b7c66c653 req-56c9d63a-ce33-48e8-8075-8c77b9824aac tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712937 Feb 02 07:11:31.336428 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9740d74-4f34-47ad-b8ad-fa53cff6a75c req-c41d8270-af08-4baa-943a-516b3a58a865 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:31.345809 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device f052ba2b-64cb-4e97-94bc-cb57bc69d412 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:11:31.366151 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9740d74-4f34-47ad-b8ad-fa53cff6a75c req-c41d8270-af08-4baa-943a-516b3a58a865 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:31.374416 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9740d74-4f34-47ad-b8ad-fa53cff6a75c req-c41d8270-af08-4baa-943a-516b3a58a865 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:31.381669 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9740d74-4f34-47ad-b8ad-fa53cff6a75c req-c41d8270-af08-4baa-943a-516b3a58a865 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:31.392772 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9740d74-4f34-47ad-b8ad-fa53cff6a75c req-c41d8270-af08-4baa-943a-516b3a58a865 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:31.401160 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e9740d74-4f34-47ad-b8ad-fa53cff6a75c req-c41d8270-af08-4baa-943a-516b3a58a865 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 5430 time: 1.3570516 Feb 02 07:11:31.542218 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port f052ba2b-64cb-4e97-94bc-cb57bc69d412 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:11:31.542657 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (f052ba2b-64cb-4e97-94bc-cb57bc69d412), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:31.588843 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e7206-e323-4e0f-93a0-8d0a0f4636fa req-59a198d3-3358-474d-8c35-2f48a92a1c48 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:31.593142 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-af3e7206-e323-4e0f-93a0-8d0a0f4636fa req-59a198d3-3358-474d-8c35-2f48a92a1c48 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 946 time: 0.1237204 Feb 02 07:11:31.742924 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port f052ba2b-64cb-4e97-94bc-cb57bc69d412 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:11:31.743424 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f052ba2b-64cb-4e97-94bc-cb57bc69d412), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:31.757109 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-af3e7206-e323-4e0f-93a0-8d0a0f4636fa req-6931c35c-0ae2-4b91-b611-016d9f8f4ac2 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=4c2c0860-2986-407a-8a1e-1579ab01e7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524131 Feb 02 07:11:31.817013 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port f052ba2b-64cb-4e97-94bc-cb57bc69d412, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=f052ba2b-64cb-4e97-94bc-cb57bc69d412,segment=NetworkSegment(d855593d-4688-4d41-ae4e-bcbd7b222a65),segment_id=d855593d-4688-4d41-ae4e-bcbd7b222a65)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:11:31.829809 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (f052ba2b-64cb-4e97-94bc-cb57bc69d412), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:31.844717 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cad7a898-1fcf-40c9-afe4-e55906fcf6c3 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (85ad192a-05dc-4c78-a65b-d14c948c615c), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:31.845073 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 55002) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:11:31.899161 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=f052ba2b-64cb-4e97-94bc-cb57bc69d412,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:31.902779 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308c4a80-699d-4f29-b77c-049fd9b43477 None None] Network fe0e68db-4d14-4c90-ad5b-19e6e79e9388 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:11:31.931751 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-e110407c-9012-4762-9aa2-311d6051c7ad admin admin] Deleting subnet 03a972f8-0254-4a3d-bc50-73c64b2c3de5 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:11:31.941743 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e110407c-9012-4762-9aa2-311d6051c7ad admin admin] Publish callbacks [] for subnet (03a972f8-0254-4a3d-bc50-73c64b2c3de5), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:31.966336 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-b2042e0b-80d8-48d7-961f-5cb5ba40dba8 None None] Provisioning complete for port f052ba2b-64cb-4e97-94bc-cb57bc69d412 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:11:31.971049 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b2042e0b-80d8-48d7-961f-5cb5ba40dba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (f052ba2b-64cb-4e97-94bc-cb57bc69d412), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:31.992168 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e9740d74-4f34-47ad-b8ad-fa53cff6a75c req-f7814676-f2c3-4e5c-896f-2a5b79c58a5d tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/security-groups?id=39d64e71-9bbb-4283-9333-9f076dd0e667&id=c2d438c9-ecad-41fa-9c3c-fefcebb88ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5897434 Feb 02 07:11:32.016565 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-cad7a898-1fcf-40c9-afe4-e55906fcf6c3 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85ad192a-05dc-4c78-a65b-d14c948c615c']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:11:32.075780 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-cad7a898-1fcf-40c9-afe4-e55906fcf6c3 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d9b1f60-22e5-4190-9e30-f9b5dc7b014d') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:11:32.077030 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-cad7a898-1fcf-40c9-afe4-e55906fcf6c3 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d9b1f60-22e5-4190-9e30-f9b5dc7b014d') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:11:32.144029 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-b2042e0b-80d8-48d7-961f-5cb5ba40dba8 None None] Current status of the port f052ba2b-64cb-4e97-94bc-cb57bc69d412 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:11:32.194113 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d17ea24a-5a01-49c1-b426-f35b5a5ebdff tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:32.223443 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cad7a898-1fcf-40c9-afe4-e55906fcf6c3 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (5d9b1f60-22e5-4190-9e30-f9b5dc7b014d), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:32.353063 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cad7a898-1fcf-40c9-afe4-e55906fcf6c3 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (5d9b1f60-22e5-4190-9e30-f9b5dc7b014d), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:32.368119 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cad7a898-1fcf-40c9-afe4-e55906fcf6c3 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:11:32.368638 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cad7a898-1fcf-40c9-afe4-e55906fcf6c3 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (5d9b1f60-22e5-4190-9e30-f9b5dc7b014d), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:32.370868 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:11:32.370868 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:11:32.370868 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:11:32.370868 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:11:32.370868 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:11:32.370868 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:11:32.370868 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:11:32.370868 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:11:32.370868 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:11:32.370868 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:11:32.370868 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:11:32.370868 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:11:32.370868 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:11:32.370868 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:11:32.370868 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:11:32.370868 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:11:32.370868 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:11:32.370868 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:11:32.370868 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:11:32.370868 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:11:32.370868 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:11:32.370868 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:11:32.370868 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:11:32.370868 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:11:32.370868 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:11:32.370868 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:11:32.370868 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:11:32.370868 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:11:32.370868 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:11:32.370868 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:11:32.370868 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:11:32.370868 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:11:32.585706 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cad7a898-1fcf-40c9-afe4-e55906fcf6c3 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (85ad192a-05dc-4c78-a65b-d14c948c615c), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:32.613669 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-224d9429-8b86-42c4-8d81-db41807bd3b9 None None] Provisioning complete for port f052ba2b-64cb-4e97-94bc-cb57bc69d412 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:11:32.614291 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-224d9429-8b86-42c4-8d81-db41807bd3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (f052ba2b-64cb-4e97-94bc-cb57bc69d412), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:32.661117 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e110407c-9012-4762-9aa2-311d6051c7ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (03a972f8-0254-4a3d-bc50-73c64b2c3de5), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:32.706883 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e110407c-9012-4762-9aa2-311d6051c7ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (03a972f8-0254-4a3d-bc50-73c64b2c3de5), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:32.714344 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad7a898-1fcf-40c9-afe4-e55906fcf6c3 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 85ad192a-05dc-4c78-a65b-d14c948c615c {{(pid=109693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 02 07:11:32.746166 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cad7a898-1fcf-40c9-afe4-e55906fcf6c3 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:32.749986 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-224d9429-8b86-42c4-8d81-db41807bd3b9 None None] Current status of the port f052ba2b-64cb-4e97-94bc-cb57bc69d412 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:11:32.762714 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-cad7a898-1fcf-40c9-afe4-e55906fcf6c3 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] 10.222.0.87 "DELETE /v2.0/networks/85ad192a-05dc-4c78-a65b-d14c948c615c HTTP/1.1" status: 204 len: 168 time: 2.8960297 Feb 02 07:11:32.777262 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 18d0d2d5-f098-4215-bfbd-e6aca83e7772 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:11:32.829737 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad7a898-1fcf-40c9-afe4-e55906fcf6c3 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Pushing event deleted for resources: {'Network': ['ID=85ad192a-05dc-4c78-a65b-d14c948c615c,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:32.860011 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: 18d0d2d5-f098-4215-bfbd-e6aca83e7772 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:11:32.860358 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 18d0d2d5-f098-4215-bfbd-e6aca83e7772 not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:11:33.040861 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc8e7e-d8d7-4995-a3a6-e5bbefe62a4f req-1f61260a-3314-4710-9344-8a733ad99bb5 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:33.042034 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-d17ea24a-5a01-49c1-b426-f35b5a5ebdff tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Allocated IP 172.20.0.1 (fe0e68db-4d14-4c90-ad5b-19e6e79e9388/c7d93c8f-aaba-4200-a5dc-34142906334a/e6be2fc1-3e1b-4df5-8782-d96ad18e87aa) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:11:33.050347 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d7dc8e7e-d8d7-4995-a3a6-e5bbefe62a4f req-1f61260a-3314-4710-9344-8a733ad99bb5 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 945 time: 0.2777760 Feb 02 07:11:33.143940 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b809123-cb48-4b52-875f-9a89f27213a6 None None] Network 43f1550a-c0d6-4c6f-9260-f2b4a4d28a63 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:11:33.221554 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d7dc8e7e-d8d7-4995-a3a6-e5bbefe62a4f req-345f10bd-1c91-47d7-b1e6-63406dac523d tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624432 Feb 02 07:11:33.227932 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e110407c-9012-4762-9aa2-311d6051c7ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (03a972f8-0254-4a3d-bc50-73c64b2c3de5), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:33.241049 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed899f61-9cdf-4c52-95cb-0d5922ead019 req-16eb0c9f-0071-477a-82b1-ce39f5afaef3 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:33.248637 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ed899f61-9cdf-4c52-95cb-0d5922ead019 req-16eb0c9f-0071-477a-82b1-ce39f5afaef3 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 946 time: 0.1812890 Feb 02 07:11:33.301321 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e110407c-9012-4762-9aa2-311d6051c7ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03a972f8-0254-4a3d-bc50-73c64b2c3de5,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:33.339211 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e110407c-9012-4762-9aa2-311d6051c7ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:33.353055 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-e110407c-9012-4762-9aa2-311d6051c7ad admin admin] 10.222.0.87 "DELETE /v2.0/subnets/03a972f8-0254-4a3d-bc50-73c64b2c3de5 HTTP/1.1" status: 204 len: 168 time: 1.5061312 Feb 02 07:11:33.357445 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 55024) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:11:33.370867 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-b0a35ef9-01ec-4157-b2c8-8ac1c8e0929a None None] Provisioning complete for port 5bfe1d2a-a887-47f7-a95c-0580f099951b triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:11:33.371231 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b0a35ef9-01ec-4157-b2c8-8ac1c8e0929a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (5bfe1d2a-a887-47f7-a95c-0580f099951b), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:33.433264 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ed899f61-9cdf-4c52-95cb-0d5922ead019 req-7859c003-04b7-4fd2-a3bd-8947c45eec2e tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=4c2c0860-2986-407a-8a1e-1579ab01e7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1833706 Feb 02 07:11:33.562008 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d17ea24a-5a01-49c1-b426-f35b5a5ebdff tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for port (e6be2fc1-3e1b-4df5-8782-d96ad18e87aa), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:33.629344 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 55026) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:11:33.661914 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-c8bb0772-bfcb-484f-99fb-73904ef7c00e tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Request body: {'router': {'name': 'tempest-router--151625383', 'project_id': '0309b1d49718460e87c1c39e17d6c3ed'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:11:33.723989 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 5bfe1d2a-a887-47f7-a95c-0580f099951b up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:11:33.748839 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e990f102-8906-43aa-8f2a-4505e9a6be39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (08f0123b-1ec0-4e8d-a484-33e0709b580c), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:33.753005 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c8bb0772-bfcb-484f-99fb-73904ef7c00e tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (18adced6-e198-4448-bbb5-7f551d7342c2), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:33.754024 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c8bb0772-bfcb-484f-99fb-73904ef7c00e tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (18adced6-e198-4448-bbb5-7f551d7342c2), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:33.817398 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d17ea24a-5a01-49c1-b426-f35b5a5ebdff tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (e6be2fc1-3e1b-4df5-8782-d96ad18e87aa), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:33.859549 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c8bb0772-bfcb-484f-99fb-73904ef7c00e tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks [] for router_controller (18adced6-e198-4448-bbb5-7f551d7342c2), precommit_add_association {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:33.877260 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cb9727-d574-4edd-bdd1-0fe7bd0033bc req-344c7433-011d-4a03-a93d-d9d877d08bd1 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:33.878972 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c9cb9727-d574-4edd-bdd1-0fe7bd0033bc req-344c7433-011d-4a03-a93d-d9d877d08bd1 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] 10.222.0.87 "GET /v2.0/ports?device_id=927767ef-ed32-4ea3-9e66-e8daaf8ff822 HTTP/1.1" status: 200 len: 945 time: 0.2669573 Feb 02 07:11:33.890102 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c8bb0772-bfcb-484f-99fb-73904ef7c00e tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (18adced6-e198-4448-bbb5-7f551d7342c2), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:33.939846 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f219d87a-798f-430a-a9a2-75d0631a9d8f req-559e5d62-ef6b-4c29-bc64-94ae773d9d02 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:33.956747 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f219d87a-798f-430a-a9a2-75d0631a9d8f req-559e5d62-ef6b-4c29-bc64-94ae773d9d02 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:33.968110 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f219d87a-798f-430a-a9a2-75d0631a9d8f req-559e5d62-ef6b-4c29-bc64-94ae773d9d02 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:33.979059 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e990f102-8906-43aa-8f2a-4505e9a6be39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (08f0123b-1ec0-4e8d-a484-33e0709b580c), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:33.982643 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f219d87a-798f-430a-a9a2-75d0631a9d8f req-559e5d62-ef6b-4c29-bc64-94ae773d9d02 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:33.996355 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f219d87a-798f-430a-a9a2-75d0631a9d8f req-559e5d62-ef6b-4c29-bc64-94ae773d9d02 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:34.009806 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-b0a35ef9-01ec-4157-b2c8-8ac1c8e0929a None None] Current status of the port 5bfe1d2a-a887-47f7-a95c-0580f099951b is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:11:34.010436 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b0a35ef9-01ec-4157-b2c8-8ac1c8e0929a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (5bfe1d2a-a887-47f7-a95c-0580f099951b), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:34.013876 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f219d87a-798f-430a-a9a2-75d0631a9d8f req-559e5d62-ef6b-4c29-bc64-94ae773d9d02 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:34.029711 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f219d87a-798f-430a-a9a2-75d0631a9d8f req-559e5d62-ef6b-4c29-bc64-94ae773d9d02 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:34.033849 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f219d87a-798f-430a-a9a2-75d0631a9d8f req-559e5d62-ef6b-4c29-bc64-94ae773d9d02 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 5430 time: 0.4629836 Feb 02 07:11:34.060921 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c8bb0772-bfcb-484f-99fb-73904ef7c00e tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:34.067781 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c8bb0772-bfcb-484f-99fb-73904ef7c00e tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4071274 Feb 02 07:11:34.070750 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 55030) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:11:34.076621 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-e990f102-8906-43aa-8f2a-4505e9a6be39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08f0123b-1ec0-4e8d-a484-33e0709b580c']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:11:34.088287 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17ea24a-5a01-49c1-b426-f35b5a5ebdff tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Network fe0e68db-4d14-4c90-ad5b-19e6e79e9388 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:11:34.119289 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17ea24a-5a01-49c1-b426-f35b5a5ebdff tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Pushing event updated for resources: {'Port': ['ID=e6be2fc1-3e1b-4df5-8782-d96ad18e87aa,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:34.120891 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 5bfe1d2a-a887-47f7-a95c-0580f099951b triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:11:34.121277 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (5bfe1d2a-a887-47f7-a95c-0580f099951b), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:34.131186 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-d17ea24a-5a01-49c1-b426-f35b5a5ebdff tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:11:34.150556 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17ea24a-5a01-49c1-b426-f35b5a5ebdff tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:11:34.199065 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-e990f102-8906-43aa-8f2a-4505e9a6be39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9fa2e92-fe10-4a10-8f88-a94a7c43f6f8') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:11:34.199471 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-e990f102-8906-43aa-8f2a-4505e9a6be39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9fa2e92-fe10-4a10-8f88-a94a7c43f6f8') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:11:34.212662 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c9cb9727-d574-4edd-bdd1-0fe7bd0033bc req-1dcc2fb1-09db-4191-b095-45acb3e3e727 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] 10.222.0.87 "GET /v2.0/security-groups?id=a81f360d-fecf-4c62-90a0-6d26aa446565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3259869 Feb 02 07:11:34.219335 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e990f102-8906-43aa-8f2a-4505e9a6be39 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (a9fa2e92-fe10-4a10-8f88-a94a7c43f6f8), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:34.226612 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2a755384-48e5-43ce-b50e-01888a206213 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks [] for router (18adced6-e198-4448-bbb5-7f551d7342c2), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:34.244055 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-b0a35ef9-01ec-4157-b2c8-8ac1c8e0929a None None] For port 5bfe1d2a-a887-47f7-a95c-0580f099951b, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=5bfe1d2a-a887-47f7-a95c-0580f099951b,segment=NetworkSegment(c70b892a-567d-4215-b42b-59e21376fe94),segment_id=c70b892a-567d-4215-b42b-59e21376fe94)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:11:34.249444 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e990f102-8906-43aa-8f2a-4505e9a6be39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (a9fa2e92-fe10-4a10-8f88-a94a7c43f6f8), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:34.261782 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e990f102-8906-43aa-8f2a-4505e9a6be39 admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:11:34.263271 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e990f102-8906-43aa-8f2a-4505e9a6be39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (a9fa2e92-fe10-4a10-8f88-a94a7c43f6f8), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:34.267483 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b0a35ef9-01ec-4157-b2c8-8ac1c8e0929a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (5bfe1d2a-a887-47f7-a95c-0580f099951b), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:34.315348 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f219d87a-798f-430a-a9a2-75d0631a9d8f req-33e61d26-ae33-4625-9704-0b1f52f8820d tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/security-groups?id=39d64e71-9bbb-4283-9333-9f076dd0e667&id=c2d438c9-ecad-41fa-9c3c-fefcebb88ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2571249 Feb 02 07:11:34.337140 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a35ef9-01ec-4157-b2c8-8ac1c8e0929a None None] Pushing event updated for resources: {'Port': ['ID=5bfe1d2a-a887-47f7-a95c-0580f099951b,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:34.350712 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d17ea24a-5a01-49c1-b426-f35b5a5ebdff tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (eca844df-71ff-43a7-97e6-2d1a403bfbe5), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:34.382025 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:11:34.382025 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:11:34.382025 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:11:34.382025 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:11:34.382025 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:11:34.382025 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:11:34.382025 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:11:34.382025 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:11:34.382025 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:11:34.382025 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:11:34.382025 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:11:34.382025 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:11:34.382025 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:11:34.382025 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:11:34.382025 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:11:34.382025 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:11:34.382025 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:11:34.382025 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:11:34.382025 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:11:34.382025 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:11:34.382025 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:11:34.382025 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:11:34.382025 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:11:34.382025 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:11:34.382025 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:11:34.382025 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:11:34.382025 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:11:34.382025 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:11:34.382025 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:11:34.382025 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:11:34.382025 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:11:34.382025 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:11:34.408489 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 5bfe1d2a-a887-47f7-a95c-0580f099951b is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:11:34.409591 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device f052ba2b-64cb-4e97-94bc-cb57bc69d412 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:11:34.497556 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port f052ba2b-64cb-4e97-94bc-cb57bc69d412 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:11:34.498719 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (f052ba2b-64cb-4e97-94bc-cb57bc69d412), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:34.548495 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e990f102-8906-43aa-8f2a-4505e9a6be39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (08f0123b-1ec0-4e8d-a484-33e0709b580c), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:34.636245 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port f052ba2b-64cb-4e97-94bc-cb57bc69d412 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:11:34.638539 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e990f102-8906-43aa-8f2a-4505e9a6be39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:34.650017 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-e990f102-8906-43aa-8f2a-4505e9a6be39 admin admin] 10.222.0.87 "DELETE /v2.0/networks/08f0123b-1ec0-4e8d-a484-33e0709b580c HTTP/1.1" status: 204 len: 168 time: 1.2803726 Feb 02 07:11:34.700935 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-fc0c1aee-5f25-4476-8975-fd63aeb73787 None None] Provisioning complete for port e6be2fc1-3e1b-4df5-8782-d96ad18e87aa triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:11:34.705890 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-fc0c1aee-5f25-4476-8975-fd63aeb73787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (e6be2fc1-3e1b-4df5-8782-d96ad18e87aa), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:34.824865 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c1aee-5f25-4476-8975-fd63aeb73787 None None] Port e6be2fc1-3e1b-4df5-8782-d96ad18e87aa cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:11:34.901650 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2a755384-48e5-43ce-b50e-01888a206213 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (18adced6-e198-4448-bbb5-7f551d7342c2), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:34.915095 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2a755384-48e5-43ce-b50e-01888a206213 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks [] for router_controller (18adced6-e198-4448-bbb5-7f551d7342c2), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:34.917534 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e990f102-8906-43aa-8f2a-4505e9a6be39 admin admin] Pushing event deleted for resources: {'Network': ['ID=08f0123b-1ec0-4e8d-a484-33e0709b580c,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:34.932178 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36a9860-5049-490b-adbe-fd4814ef4573 req-aa61dfe8-4764-4fef-bc4a-3519f7600db1 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:34.956024 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b36a9860-5049-490b-adbe-fd4814ef4573 req-aa61dfe8-4764-4fef-bc4a-3519f7600db1 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 945 time: 0.5722916 Feb 02 07:11:34.957839 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-e9de2ff8-634d-419e-8d03-cf75c41cf209 None None] Provisioning complete for port 5bfe1d2a-a887-47f7-a95c-0580f099951b triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:11:34.958218 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e9de2ff8-634d-419e-8d03-cf75c41cf209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (5bfe1d2a-a887-47f7-a95c-0580f099951b), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:34.977711 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d17ea24a-5a01-49c1-b426-f35b5a5ebdff tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (e6be2fc1-3e1b-4df5-8782-d96ad18e87aa), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:35.048752 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c48593-db82-49f3-bc11-ffaa612a30a2 req-09a4c9ed-85c8-4190-9f57-b081c2851651 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:35.050563 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a0c48593-db82-49f3-bc11-ffaa612a30a2 req-09a4c9ed-85c8-4190-9f57-b081c2851651 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] 10.222.0.88 "GET /v2.0/ports?device_id=927767ef-ed32-4ea3-9e66-e8daaf8ff822 HTTP/1.1" status: 200 len: 945 time: 0.5307055 Feb 02 07:11:35.072837 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 55040) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:11:35.127383 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4560fc-2f4f-4812-a6be-a30b604d917d req-27f87422-dbbf-4e64-81f1-c16ddebbf5e5 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:35.137359 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8e4560fc-2f4f-4812-a6be-a30b604d917d req-27f87422-dbbf-4e64-81f1-c16ddebbf5e5 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 946 time: 0.4952009 Feb 02 07:11:35.155266 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2a755384-48e5-43ce-b50e-01888a206213 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (18adced6-e198-4448-bbb5-7f551d7342c2), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:35.156201 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a755384-48e5-43ce-b50e-01888a206213 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 18adced6-e198-4448-bbb5-7f551d7342c2 {{(pid=109694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:11:35.161090 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 5bfe1d2a-a887-47f7-a95c-0580f099951b up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:11:35.165413 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2a755384-48e5-43ce-b50e-01888a206213 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:35.175206 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-2a755384-48e5-43ce-b50e-01888a206213 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] 10.222.0.87 "DELETE /v2.0/routers/18adced6-e198-4448-bbb5-7f551d7342c2 HTTP/1.1" status: 204 len: 168 time: 1.1006544 Feb 02 07:11:35.216495 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b36a9860-5049-490b-adbe-fd4814ef4573 req-f51ec350-966f-493c-9bf5-bacd610e4803 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2547588 Feb 02 07:11:35.292355 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-e9de2ff8-634d-419e-8d03-cf75c41cf209 None None] Current status of the port 5bfe1d2a-a887-47f7-a95c-0580f099951b is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:11:35.331759 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 5bfe1d2a-a887-47f7-a95c-0580f099951b triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:11:35.331759 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (5bfe1d2a-a887-47f7-a95c-0580f099951b), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:35.452380 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 5bfe1d2a-a887-47f7-a95c-0580f099951b is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:11:35.510787 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 55052) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:11:35.722914 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772e0bec-bd55-4957-89b7-90df6f844152 req-7c40a1d0-efef-4a91-b385-64b5a2ef2a17 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:35.724507 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-772e0bec-bd55-4957-89b7-90df6f844152 req-7c40a1d0-efef-4a91-b385-64b5a2ef2a17 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] 10.222.0.87 "GET /v2.0/ports?device_id=927767ef-ed32-4ea3-9e66-e8daaf8ff822 HTTP/1.1" status: 200 len: 945 time: 0.1221719 Feb 02 07:11:35.770922 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-5ff28566-e4f3-493a-bd89-09fafcb3b473 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b1fedabee724425a8e5d5639e34f1a08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6968212 Feb 02 07:11:35.774912 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 55056) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:11:35.795328 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-0561db08-ab26-4fab-99cf-e09dc4f7aca3 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1601881891', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}, 'admin_state_up': False}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:11:35.840276 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8e4560fc-2f4f-4812-a6be-a30b604d917d req-bc6916fd-25e4-447d-879b-50c76389a7df tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=4c2c0860-2986-407a-8a1e-1579ab01e7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6967926 Feb 02 07:11:35.843066 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-772e0bec-bd55-4957-89b7-90df6f844152 req-69062286-8a04-4d0c-aa58-afcfa9f41f14 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] 10.222.0.87 "GET /v2.0/security-groups?id=a81f360d-fecf-4c62-90a0-6d26aa446565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123216 Feb 02 07:11:35.877988 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0561db08-ab26-4fab-99cf-e09dc4f7aca3 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (781a41c8-5115-4417-a506-947b3d88bada), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:35.882015 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0561db08-ab26-4fab-99cf-e09dc4f7aca3 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (781a41c8-5115-4417-a506-947b3d88bada), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:35.968582 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ce8ef-53fd-4d95-98b6-7d52f079dfa2 req-77987e28-2bc0-4a20-b41e-04d4786dd649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:35.970980 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1b3ce8ef-53fd-4d95-98b6-7d52f079dfa2 req-77987e28-2bc0-4a20-b41e-04d4786dd649 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=12ae52d2610343959b079c169f83e654&device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 1128 time: 0.3145883 Feb 02 07:11:36.010451 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0561db08-ab26-4fab-99cf-e09dc4f7aca3 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks [] for router_controller (781a41c8-5115-4417-a506-947b3d88bada), precommit_add_association {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:36.112903 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-a0c48593-db82-49f3-bc11-ffaa612a30a2 req-fe301ae6-c342-4059-a789-05287d9b33ea tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Deleting port 9b47c517-0060-4691-a1ab-633b8870ac31 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:11:36.112903 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-a0c48593-db82-49f3-bc11-ffaa612a30a2 req-fe301ae6-c342-4059-a789-05287d9b33ea tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (9b47c517-0060-4691-a1ab-633b8870ac31), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:36.152785 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ed062a3e-9ce0-45c1-812f-56135bc20e14 admin admin] Publish callbacks [] for security_group (c4d218fd-538f-4efe-87d5-def12acdbaa8), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:36.189791 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ce8ef-53fd-4d95-98b6-7d52f079dfa2 req-85a25c48-939c-4ec0-b7ad-ff4f52b59351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:36.192351 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1b3ce8ef-53fd-4d95-98b6-7d52f079dfa2 req-85a25c48-939c-4ec0-b7ad-ff4f52b59351 service neutron] 10.222.0.88 "GET /v2.0/networks?id=274d3754-cb62-4276-8b4a-dfa5cf98baaf HTTP/1.1" status: 200 len: 913 time: 0.2003808 Feb 02 07:11:36.213343 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0561db08-ab26-4fab-99cf-e09dc4f7aca3 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks [] for router_gateway (781a41c8-5115-4417-a506-947b3d88bada), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:36.254885 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b04264e-85cd-4aba-ad3d-22c3df321e8e req-17f021c9-b697-481f-a663-3385cfcb9491 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:36.262735 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b04264e-85cd-4aba-ad3d-22c3df321e8e req-17f021c9-b697-481f-a663-3385cfcb9491 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:36.270001 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b04264e-85cd-4aba-ad3d-22c3df321e8e req-17f021c9-b697-481f-a663-3385cfcb9491 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:36.276354 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b04264e-85cd-4aba-ad3d-22c3df321e8e req-17f021c9-b697-481f-a663-3385cfcb9491 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:36.283859 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b04264e-85cd-4aba-ad3d-22c3df321e8e req-17f021c9-b697-481f-a663-3385cfcb9491 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:36.289483 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b04264e-85cd-4aba-ad3d-22c3df321e8e req-17f021c9-b697-481f-a663-3385cfcb9491 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:36.294929 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b04264e-85cd-4aba-ad3d-22c3df321e8e req-17f021c9-b697-481f-a663-3385cfcb9491 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:36.297084 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8b04264e-85cd-4aba-ad3d-22c3df321e8e req-17f021c9-b697-481f-a663-3385cfcb9491 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 5430 time: 0.2840159 Feb 02 07:11:36.374095 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8b04264e-85cd-4aba-ad3d-22c3df321e8e req-933392d7-0d5e-4866-8a2b-31a5165f5b39 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/security-groups?id=39d64e71-9bbb-4283-9333-9f076dd0e667&id=c2d438c9-ecad-41fa-9c3c-fefcebb88ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0615854 Feb 02 07:11:36.386395 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ed062a3e-9ce0-45c1-812f-56135bc20e14 admin admin] Publish callbacks [] for security_group (c4d218fd-538f-4efe-87d5-def12acdbaa8), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:36.391664 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d17ea24a-5a01-49c1-b426-f35b5a5ebdff tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for port (e6be2fc1-3e1b-4df5-8782-d96ad18e87aa), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:36.432470 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d17ea24a-5a01-49c1-b426-f35b5a5ebdff tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (e6be2fc1-3e1b-4df5-8782-d96ad18e87aa), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:36.612937 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0561db08-ab26-4fab-99cf-e09dc4f7aca3 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks [] for router_gateway (781a41c8-5115-4417-a506-947b3d88bada), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:36.635363 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0561db08-ab26-4fab-99cf-e09dc4f7aca3 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:36.765173 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-0561db08-ab26-4fab-99cf-e09dc4f7aca3 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Allocated IP 172.25.4.106 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/0ed05990-1873-4ee0-b68c-c1d4349799eb) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:11:36.891312 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0561db08-ab26-4fab-99cf-e09dc4f7aca3 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks [] for port (0ed05990-1873-4ee0-b68c-c1d4349799eb), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:36.917204 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d17ea24a-5a01-49c1-b426-f35b5a5ebdff tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (eca844df-71ff-43a7-97e6-2d1a403bfbe5), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:36.929849 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0561db08-ab26-4fab-99cf-e09dc4f7aca3 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (0ed05990-1873-4ee0-b68c-c1d4349799eb), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:36.996783 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0561db08-ab26-4fab-99cf-e09dc4f7aca3 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Pushing event updated for resources: {'Port': ['ID=0ed05990-1873-4ee0-b68c-c1d4349799eb,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:37.041933 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0561db08-ab26-4fab-99cf-e09dc4f7aca3 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:11:37.042630 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0561db08-ab26-4fab-99cf-e09dc4f7aca3 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:11:37.042630 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0561db08-ab26-4fab-99cf-e09dc4f7aca3 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:11:37.043088 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0561db08-ab26-4fab-99cf-e09dc4f7aca3 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:11:37.043346 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0561db08-ab26-4fab-99cf-e09dc4f7aca3 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:11:37.043738 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0561db08-ab26-4fab-99cf-e09dc4f7aca3 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:11:37.044083 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0561db08-ab26-4fab-99cf-e09dc4f7aca3 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:11:37.045215 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0561db08-ab26-4fab-99cf-e09dc4f7aca3 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:11:37.046158 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0561db08-ab26-4fab-99cf-e09dc4f7aca3 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:11:37.046505 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0561db08-ab26-4fab-99cf-e09dc4f7aca3 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:11:37.046848 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0561db08-ab26-4fab-99cf-e09dc4f7aca3 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:11:37.047184 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0561db08-ab26-4fab-99cf-e09dc4f7aca3 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:11:37.047514 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0561db08-ab26-4fab-99cf-e09dc4f7aca3 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:11:37.069658 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1b3ce8ef-53fd-4d95-98b6-7d52f079dfa2 req-59896f8b-ab32-4f7c-b1ab-b0470d28fa42 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85893ae3-9cf9-488d-a8f8-58bbbb8cbd30 HTTP/1.1" status: 200 len: 1000 time: 0.8309691 Feb 02 07:11:37.072324 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-a0c48593-db82-49f3-bc11-ffaa612a30a2 req-fe301ae6-c342-4059-a789-05287d9b33ea tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] For port 9b47c517-0060-4691-a1ab-633b8870ac31, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=9b47c517-0060-4691-a1ab-633b8870ac31,segment=NetworkSegment(193ae55e-92a5-4ce3-bf68-99f857b7a348),segment_id=193ae55e-92a5-4ce3-bf68-99f857b7a348)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:11:37.072838 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-a0c48593-db82-49f3-bc11-ffaa612a30a2 req-fe301ae6-c342-4059-a789-05287d9b33ea tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (9b47c517-0060-4691-a1ab-633b8870ac31), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:37.076787 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0561db08-ab26-4fab-99cf-e09dc4f7aca3 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:11:37.093861 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-0561db08-ab26-4fab-99cf-e09dc4f7aca3 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:11:37.106331 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0561db08-ab26-4fab-99cf-e09dc4f7aca3 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:11:37.118369 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad2f0f-cb35-4c36-acc5-6d62890656ce req-70b680b8-a304-4489-8d65-89987639fd55 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:37.134622 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8dad2f0f-cb35-4c36-acc5-6d62890656ce req-70b680b8-a304-4489-8d65-89987639fd55 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 945 time: 1.0355506 Feb 02 07:11:37.321161 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803915e5-e6c5-4427-90ea-91c5155cc428 req-741f1a9a-02e9-47c9-912c-1ce14d5cb63e tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:37.332096 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-803915e5-e6c5-4427-90ea-91c5155cc428 req-741f1a9a-02e9-47c9-912c-1ce14d5cb63e tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] 10.222.0.87 "GET /v2.0/ports?device_id=927767ef-ed32-4ea3-9e66-e8daaf8ff822 HTTP/1.1" status: 200 len: 945 time: 0.3365884 Feb 02 07:11:37.345016 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17ea24a-5a01-49c1-b426-f35b5a5ebdff tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Pushing event updated for resources: {'Port': ['ID=e6be2fc1-3e1b-4df5-8782-d96ad18e87aa,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:37.492213 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17ea24a-5a01-49c1-b426-f35b5a5ebdff tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Network fe0e68db-4d14-4c90-ad5b-19e6e79e9388 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:11:37.503918 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-d17ea24a-5a01-49c1-b426-f35b5a5ebdff tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:11:37.533842 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-803915e5-e6c5-4427-90ea-91c5155cc428 req-c695d79f-24cd-49e8-a643-26e5f8ecc470 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] 10.222.0.87 "GET /v2.0/security-groups?id=a81f360d-fecf-4c62-90a0-6d26aa446565&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1957002 Feb 02 07:11:37.536771 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8dad2f0f-cb35-4c36-acc5-6d62890656ce req-d9e3387d-291c-432d-8ba4-b1993d18139c tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4012489 Feb 02 07:11:37.585652 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ed062a3e-9ce0-45c1-812f-56135bc20e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (c4d218fd-538f-4efe-87d5-def12acdbaa8), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:37.588302 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ed062a3e-9ce0-45c1-812f-56135bc20e14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:37.589460 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-ed062a3e-9ce0-45c1-812f-56135bc20e14 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c4d218fd-538f-4efe-87d5-def12acdbaa8 HTTP/1.1" status: 204 len: 168 time: 1.8041301 Feb 02 07:11:37.661803 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ce8ef-53fd-4d95-98b6-7d52f079dfa2 req-dcee1745-67c9-4486-b9a9-7cd83a0a698c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:37.663978 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1b3ce8ef-53fd-4d95-98b6-7d52f079dfa2 req-dcee1745-67c9-4486-b9a9-7cd83a0a698c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b6b3fc97-ea53-4910-99b5-bddf06c5d45f HTTP/1.1" status: 200 len: 851 time: 0.4523211 Feb 02 07:11:37.735261 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed062a3e-9ce0-45c1-812f-56135bc20e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d218fd-538f-4efe-87d5-def12acdbaa8,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:37.801372 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0561db08-ab26-4fab-99cf-e09dc4f7aca3 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks [] for router_gateway (781a41c8-5115-4417-a506-947b3d88bada), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:37.959641 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-f262b24d-f3b6-4d38-8c80-5444e66a3923 None None] Provisioning complete for port e6be2fc1-3e1b-4df5-8782-d96ad18e87aa triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:11:37.959641 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f262b24d-f3b6-4d38-8c80-5444e66a3923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (e6be2fc1-3e1b-4df5-8782-d96ad18e87aa), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:37.969782 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ce8ef-53fd-4d95-98b6-7d52f079dfa2 req-b8006335-9236-498d-b88b-285a1fbc4197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:37.973398 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1b3ce8ef-53fd-4d95-98b6-7d52f079dfa2 req-b8006335-9236-498d-b88b-285a1fbc4197 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=274d3754-cb62-4276-8b4a-dfa5cf98baaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2311141 Feb 02 07:11:37.977222 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d17ea24a-5a01-49c1-b426-f35b5a5ebdff tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Router eca844df-71ff-43a7-97e6-2d1a403bfbe5 is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:11:37.989692 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-a0c48593-db82-49f3-bc11-ffaa612a30a2 req-fe301ae6-c342-4059-a789-05287d9b33ea tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:37.990314 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-a0c48593-db82-49f3-bc11-ffaa612a30a2 req-fe301ae6-c342-4059-a789-05287d9b33ea tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (f09dd58e-4ed9-4d89-afdf-346cb2461462), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:37.990894 n-d-789963-26 neutron-server[109693]: INFO neutron.db.l3_db [req-a0c48593-db82-49f3-bc11-ffaa612a30a2 req-fe301ae6-c342-4059-a789-05287d9b33ea tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Floating IP f09dd58e-4ed9-4d89-afdf-346cb2461462 disassociated. External IP: 172.25.4.7, port: 9b47c517-0060-4691-a1ab-633b8870ac31. Feb 02 07:11:37.991528 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-a0c48593-db82-49f3-bc11-ffaa612a30a2 req-fe301ae6-c342-4059-a789-05287d9b33ea tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Calling delete_port for 9b47c517-0060-4691-a1ab-633b8870ac31 owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:11:38.024798 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd7e0b3-447e-428a-90e0-b4c20143d865 req-47c3b44d-71e1-45c8-9fc7-e25fdf0924ab tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:38.031766 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd7e0b3-447e-428a-90e0-b4c20143d865 req-47c3b44d-71e1-45c8-9fc7-e25fdf0924ab tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:38.032695 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-f262b24d-f3b6-4d38-8c80-5444e66a3923 None None] Port e6be2fc1-3e1b-4df5-8782-d96ad18e87aa cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:11:38.038502 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd7e0b3-447e-428a-90e0-b4c20143d865 req-47c3b44d-71e1-45c8-9fc7-e25fdf0924ab tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:38.044579 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd7e0b3-447e-428a-90e0-b4c20143d865 req-47c3b44d-71e1-45c8-9fc7-e25fdf0924ab tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:38.050871 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd7e0b3-447e-428a-90e0-b4c20143d865 req-47c3b44d-71e1-45c8-9fc7-e25fdf0924ab tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:38.058015 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd7e0b3-447e-428a-90e0-b4c20143d865 req-47c3b44d-71e1-45c8-9fc7-e25fdf0924ab tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:38.065818 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd7e0b3-447e-428a-90e0-b4c20143d865 req-47c3b44d-71e1-45c8-9fc7-e25fdf0924ab tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:38.068558 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7cd7e0b3-447e-428a-90e0-b4c20143d865 req-47c3b44d-71e1-45c8-9fc7-e25fdf0924ab tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 5430 time: 0.3274927 Feb 02 07:11:38.080332 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aefa2c-269c-4180-8986-f9b29932219a req-9e9e11fb-cadb-4cb7-88fb-29c6f1662a83 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:38.081871 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-84aefa2c-269c-4180-8986-f9b29932219a req-9e9e11fb-cadb-4cb7-88fb-29c6f1662a83 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 946 time: 0.3132982 Feb 02 07:11:38.234060 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-84aefa2c-269c-4180-8986-f9b29932219a req-857ef888-3894-4fac-ba58-110e439ab82d tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=4c2c0860-2986-407a-8a1e-1579ab01e7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438856 Feb 02 07:11:38.280630 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0561db08-ab26-4fab-99cf-e09dc4f7aca3 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (781a41c8-5115-4417-a506-947b3d88bada), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:38.363886 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d17ea24a-5a01-49c1-b426-f35b5a5ebdff tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:11:38.373726 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d17ea24a-5a01-49c1-b426-f35b5a5ebdff tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "PUT /v2.0/routers/eca844df-71ff-43a7-97e6-2d1a403bfbe5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1568534 Feb 02 07:11:38.377077 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11710c9-4144-402b-a6f4-afbda8eb1af9 None None] Sync routers for ids ['eca844df-71ff-43a7-97e6-2d1a403bfbe5'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:11:38.401419 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11710c9-4144-402b-a6f4-afbda8eb1af9 None None] Routers {'eca844df-71ff-43a7-97e6-2d1a403bfbe5'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:11:38.402062 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-f11710c9-4144-402b-a6f4-afbda8eb1af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:11:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['eca844df-71ff-43a7-97e6-2d1a403bfbe5'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:11:38.403939 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 55086) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:11:38.452389 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1b3ce8ef-53fd-4d95-98b6-7d52f079dfa2 req-ee81d961-b9e9-49be-a5b2-10b077fff215 service neutron] 10.222.0.88 "GET /v2.0/networks/274d3754-cb62-4276-8b4a-dfa5cf98baaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4583502 Feb 02 07:11:38.483888 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7cd7e0b3-447e-428a-90e0-b4c20143d865 req-cc99a85d-4afe-4373-b6b1-ab60936ed730 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/security-groups?id=39d64e71-9bbb-4283-9333-9f076dd0e667&id=c2d438c9-ecad-41fa-9c3c-fefcebb88ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3956983 Feb 02 07:11:38.504802 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0561db08-ab26-4fab-99cf-e09dc4f7aca3 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Router 781a41c8-5115-4417-a506-947b3d88bada is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:11:38.510838 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-f11710c9-4144-402b-a6f4-afbda8eb1af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:11:38.521466 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11710c9-4144-402b-a6f4-afbda8eb1af9 None None] Routers {'eca844df-71ff-43a7-97e6-2d1a403bfbe5'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:11:38.522141 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-f11710c9-4144-402b-a6f4-afbda8eb1af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:11:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['eca844df-71ff-43a7-97e6-2d1a403bfbe5'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:11:38.575477 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-f11710c9-4144-402b-a6f4-afbda8eb1af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:11:38.577977 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11710c9-4144-402b-a6f4-afbda8eb1af9 None None] The sync data for ids ['eca844df-71ff-43a7-97e6-2d1a403bfbe5'] in n-d-789963-26 is: [] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:11:38.658443 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad31368c-ae9f-4e51-b886-972a5729cc17 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:38.662316 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-ad31368c-ae9f-4e51-b886-972a5729cc17 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "GET /v2.0/ports/e6be2fc1-3e1b-4df5-8782-d96ad18e87aa HTTP/1.1" status: 200 len: 910 time: 0.2558453 Feb 02 07:11:38.665820 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 55100) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:11:38.812298 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 9b47c517-0060-4691-a1ab-633b8870ac31 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:11:38.833368 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1b3ce8ef-53fd-4d95-98b6-7d52f079dfa2 req-b9acddf1-09b4-44f2-968f-c2f53c07b45a service neutron] 10.222.0.88 "GET /v2.0/networks/274d3754-cb62-4276-8b4a-dfa5cf98baaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3474557 Feb 02 07:11:38.908637 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ddc80-2b5a-44c5-85e2-de03e26e7e97 req-0d3cdb25-5c51-4466-b5eb-e4a0fb8a1985 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:38.955669 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6a2ddc80-2b5a-44c5-85e2-de03e26e7e97 req-0d3cdb25-5c51-4466-b5eb-e4a0fb8a1985 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 945 time: 0.1677804 Feb 02 07:11:38.956054 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6fbb0404-d937-4780-b557-87312c9a0970 req-03cdfa02-c204-4b59-8e37-e67f7f256991 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] 10.222.0.87 "GET /v2.0/ports?device_id=927767ef-ed32-4ea3-9e66-e8daaf8ff822 HTTP/1.1" status: 200 len: 210 time: 0.2020700 Feb 02 07:11:38.976825 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-a0c48593-db82-49f3-bc11-ffaa612a30a2 req-fe301ae6-c342-4059-a789-05287d9b33ea tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (9b47c517-0060-4691-a1ab-633b8870ac31), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:39.006784 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No active binding found for port 9b47c517-0060-4691-a1ab-633b8870ac31 {{(pid=109695) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 02 07:11:39.007299 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] The host n-h1-789963-26 is not matching for port 9b47c517-0060-4691-a1ab-633b8870ac31 host None! {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 02 07:11:39.007631 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 9b47c517-0060-4691-a1ab-633b8870ac31 not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:11:39.014838 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 55108) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:11:39.068269 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe301ae6-c342-4059-a789-05287d9b33ea tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Pushing event deleted for resources: {'Port': ['ID=9b47c517-0060-4691-a1ab-633b8870ac31,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:39.122373 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0561db08-ab26-4fab-99cf-e09dc4f7aca3 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:11:39.136097 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed64b52b-7829-47ff-805a-f01c8094df7a None None] Sync routers for ids ['781a41c8-5115-4417-a506-947b3d88bada'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:11:39.153038 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed64b52b-7829-47ff-805a-f01c8094df7a None None] Routers {'781a41c8-5115-4417-a506-947b3d88bada'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:11:39.154846 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-ed64b52b-7829-47ff-805a-f01c8094df7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:11:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['781a41c8-5115-4417-a506-947b3d88bada'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:11:39.208315 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6a2ddc80-2b5a-44c5-85e2-de03e26e7e97 req-206e1fc6-5099-432a-b0ac-a3edef7c27ef tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2802410 Feb 02 07:11:39.218914 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0561db08-ab26-4fab-99cf-e09dc4f7aca3 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:39.221416 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0561db08-ab26-4fab-99cf-e09dc4f7aca3 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.7098663 Feb 02 07:11:39.226504 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 55118) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:11:39.252394 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-3cdb737a-ebcb-403a-8dc7-6bca116e4035 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-21998432-network', 'tenant_id': '68b24d7effa141a29b54be597942d16e'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:11:39.253111 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-ed64b52b-7829-47ff-805a-f01c8094df7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:11:39.264042 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed64b52b-7829-47ff-805a-f01c8094df7a None None] Routers {'781a41c8-5115-4417-a506-947b3d88bada'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:11:39.265271 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-ed64b52b-7829-47ff-805a-f01c8094df7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:11:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['781a41c8-5115-4417-a506-947b3d88bada'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:11:39.313177 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-ed64b52b-7829-47ff-805a-f01c8094df7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:11:39.313843 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed64b52b-7829-47ff-805a-f01c8094df7a None None] The sync data for ids ['781a41c8-5115-4417-a506-947b3d88bada'] in n-d-789963-26 is: [] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:11:39.344814 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cdb737a-ebcb-403a-8dc7-6bca116e4035 admin admin] Made reservation on behalf of 68b24d7effa141a29b54be597942d16e for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:11:39.353178 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3cdb737a-ebcb-403a-8dc7-6bca116e4035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:39.396135 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3cdb737a-ebcb-403a-8dc7-6bca116e4035 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:39.488452 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0c48593-db82-49f3-bc11-ffaa612a30a2 req-fe301ae6-c342-4059-a789-05287d9b33ea tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Router 16702d13-04a4-4eb1-815a-65de49e9a8c8 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:11:39.516561 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-0acc37ce-2952-4d87-8a4a-8e7555a8f23c tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] 10.222.0.87 "GET /v2.0/routers/781a41c8-5115-4417-a506-947b3d88bada HTTP/1.1" status: 200 len: 921 time: 0.2888625 Feb 02 07:11:39.522157 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 55126) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:11:39.544275 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5ea17-2ddf-4368-ba64-21bb4a902cd8 req-7d2f0fbe-ad9d-4950-afe9-acec11b6ba3a tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:39.546013 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-faa5ea17-2ddf-4368-ba64-21bb4a902cd8 req-7d2f0fbe-ad9d-4950-afe9-acec11b6ba3a tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 946 time: 0.1510932 Feb 02 07:11:39.580905 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b056df47-8bb5-4114-a40f-503adead89aa tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] 10.222.0.87 "GET /v2.0/ports?device_id=781a41c8-5115-4417-a506-947b3d88bada HTTP/1.1" status: 200 len: 205 time: 0.0545814 Feb 02 07:11:39.588496 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 55130) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:11:39.689281 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0c48593-db82-49f3-bc11-ffaa612a30a2 req-fe301ae6-c342-4059-a789-05287d9b33ea tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:11:39.706760 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec084b78-36f9-4758-8890-743545635d06 None None] Sync routers for ids ['16702d13-04a4-4eb1-815a-65de49e9a8c8'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:11:39.722471 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec084b78-36f9-4758-8890-743545635d06 None None] Routers {'16702d13-04a4-4eb1-815a-65de49e9a8c8'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:11:39.723476 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-ec084b78-36f9-4758-8890-743545635d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:11:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['16702d13-04a4-4eb1-815a-65de49e9a8c8'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:11:39.739535 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0c48593-db82-49f3-bc11-ffaa612a30a2 req-fe301ae6-c342-4059-a789-05287d9b33ea tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] No DVR routers for this DVR port 9b47c517-0060-4691-a1ab-633b8870ac31 on host n-h1-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:11:39.745074 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-a0c48593-db82-49f3-bc11-ffaa612a30a2 req-fe301ae6-c342-4059-a789-05287d9b33ea tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:39.749338 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a0c48593-db82-49f3-bc11-ffaa612a30a2 req-fe301ae6-c342-4059-a789-05287d9b33ea tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] 10.222.0.88 "DELETE /v2.0/ports/9b47c517-0060-4691-a1ab-633b8870ac31 HTTP/1.1" status: 204 len: 173 time: 4.6543579 Feb 02 07:11:39.749914 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '927767ef-ed32-4ea3-9e66-e8daaf8ff822', 'name': 'network-vif-deleted', 'tag': '9b47c517-0060-4691-a1ab-633b8870ac31'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:11:39.752427 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b3f182-70f2-467e-8b33-368f9f93c1a5" -d '{"events": [{"server_uuid": "927767ef-ed32-4ea3-9e66-e8daaf8ff822", "name": "network-vif-deleted", "tag": "9b47c517-0060-4691-a1ab-633b8870ac31"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:11:39.773806 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e80635-7176-427e-a4ae-0cb9df8945c1 req-4c3ae498-043a-4b6b-8dd9-db39c08f4b61 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:39.780497 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e80635-7176-427e-a4ae-0cb9df8945c1 req-4c3ae498-043a-4b6b-8dd9-db39c08f4b61 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:39.786133 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e80635-7176-427e-a4ae-0cb9df8945c1 req-4c3ae498-043a-4b6b-8dd9-db39c08f4b61 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:39.791682 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e80635-7176-427e-a4ae-0cb9df8945c1 req-4c3ae498-043a-4b6b-8dd9-db39c08f4b61 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:39.797561 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e80635-7176-427e-a4ae-0cb9df8945c1 req-4c3ae498-043a-4b6b-8dd9-db39c08f4b61 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:39.803304 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e80635-7176-427e-a4ae-0cb9df8945c1 req-4c3ae498-043a-4b6b-8dd9-db39c08f4b61 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:39.808761 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e80635-7176-427e-a4ae-0cb9df8945c1 req-4c3ae498-043a-4b6b-8dd9-db39c08f4b61 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:39.810946 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-27e80635-7176-427e-a4ae-0cb9df8945c1 req-4c3ae498-043a-4b6b-8dd9-db39c08f4b61 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 5430 time: 0.1706257 Feb 02 07:11:39.914918 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-ec084b78-36f9-4758-8890-743545635d06 None None] Set router 16702d13-04a4-4eb1-815a-65de49e9a8c8 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:11:39.994721 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-27e80635-7176-427e-a4ae-0cb9df8945c1 req-a56f9777-ca81-4e38-a97c-3da1edd1094c tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/security-groups?id=39d64e71-9bbb-4283-9333-9f076dd0e667&id=c2d438c9-ecad-41fa-9c3c-fefcebb88ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1736984 Feb 02 07:11:40.054808 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa8dfeb3-2138-40c5-9c5e-28051d0e9388 x-openstack-request-id: req-aa8dfeb3-2138-40c5-9c5e-28051d0e9388 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:11:40.055110 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "927767ef-ed32-4ea3-9e66-e8daaf8ff822", "name": "network-vif-deleted", "tag": "9b47c517-0060-4691-a1ab-633b8870ac31", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:11:40.055369 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-aa8dfeb3-2138-40c5-9c5e-28051d0e9388 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:11:40.055809 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '927767ef-ed32-4ea3-9e66-e8daaf8ff822', 'name': 'network-vif-deleted', 'tag': '9b47c517-0060-4691-a1ab-633b8870ac31', 'status': 'completed', 'code': 200} Feb 02 07:11:40.059831 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-74b3051a-ed7b-4f47-a326-aba854e6b383 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:40.146021 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3cdb737a-ebcb-403a-8dc7-6bca116e4035 admin admin] Publish callbacks [] for security_group (557e4fae-53ac-42de-92e9-467d6578ec28), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:40.165271 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-faa5ea17-2ddf-4368-ba64-21bb4a902cd8 req-a018e54a-0167-41af-86bb-bad5b17939d1 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=4c2c0860-2986-407a-8a1e-1579ab01e7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6080830 Feb 02 07:11:40.195259 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-30ecc274-c735-4e90-84fa-4cf3fea2b8a0 req-e347b642-598c-4dce-b970-cc124c97ff15 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] 10.222.0.87 "GET /v2.0/ports?device_id=927767ef-ed32-4ea3-9e66-e8daaf8ff822 HTTP/1.1" status: 200 len: 210 time: 0.0716677 Feb 02 07:11:40.220621 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3cdb737a-ebcb-403a-8dc7-6bca116e4035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (557e4fae-53ac-42de-92e9-467d6578ec28), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:40.233450 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cdb737a-ebcb-403a-8dc7-6bca116e4035 admin admin] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:11:40.241758 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-ec084b78-36f9-4758-8890-743545635d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16702d13-04a4-4eb1-815a-65de49e9a8c8', 'name': 'tempest-ServersTestFqdnHostnames-2013953738-router', 'tenant_id': '5549f15d82f64bae95c6531d512cdc1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '9d035809-e581-497f-bd69-a0a383099845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:07:05Z', 'updated_at': '2022-02-02T07:07:17Z', 'revision_number': 4, 'project_id': '5549f15d82f64bae95c6531d512cdc1a', 'gw_port': {'id': '9d035809-e581-497f-bd69-a0a383099845', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:bd:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16702d13-04a4-4eb1-815a-65de49e9a8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:07:07Z', 'updated_at': '2022-02-02T07:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '5296fdb5-c300-4ef4-8d92-2751b3efc863', 'name': '', 'network_id': '085cd9a7-f01b-4c4e-94e0-dc83039f286a', 'tenant_id': '5549f15d82f64bae95c6531d512cdc1a', 'mac_address': 'fa:16:3e:db:76:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16702d13-04a4-4eb1-815a-65de49e9a8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'c7545568-47c4-4cd0-be68-7f25d5ee9a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:07:15Z', 'updated_at': '2022-02-02T07:07:21Z', 'revision_number': 5, 'project_id': '5549f15d82f64bae95c6531d512cdc1a', 'subnets': [{'id': 'c7545568-47c4-4cd0-be68-7f25d5ee9a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:11:40.282621 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec084b78-36f9-4758-8890-743545635d06 None None] Checking router: 16702d13-04a4-4eb1-815a-65de49e9a8c8 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:11:40.292408 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec084b78-36f9-4758-8890-743545635d06 None None] Routers {'16702d13-04a4-4eb1-815a-65de49e9a8c8'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:11:40.293126 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-ec084b78-36f9-4758-8890-743545635d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:11:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['16702d13-04a4-4eb1-815a-65de49e9a8c8'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:11:40.306505 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-00f1c269-a8e5-4e39-b949-74fcb0faca20 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks [] for router (781a41c8-5115-4417-a506-947b3d88bada), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:40.311910 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3cdb737a-ebcb-403a-8dc7-6bca116e4035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (7061a34e-d655-471b-a718-b8c71ceb4666), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:40.312259 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-3cdb737a-ebcb-403a-8dc7-6bca116e4035 admin admin] Added segment 7061a34e-d655-471b-a718-b8c71ceb4666 of type vlan for network d8fb7619-3f47-4ca3-ac79-4e669c6fbc39 Feb 02 07:11:40.404624 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-ec084b78-36f9-4758-8890-743545635d06 None None] Set router 16702d13-04a4-4eb1-815a-65de49e9a8c8 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:11:40.415762 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdb737a-ebcb-403a-8dc7-6bca116e4035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=557e4fae-53ac-42de-92e9-467d6578ec28,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:40.538554 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3cdb737a-ebcb-403a-8dc7-6bca116e4035 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (d8fb7619-3f47-4ca3-ac79-4e669c6fbc39), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:40.639023 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e4fb54-c046-4ce2-beaf-7b5b0b3b6851 req-9d9a83e6-d068-433f-bfc8-bd1f731d59d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:40.640583 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c1e4fb54-c046-4ce2-beaf-7b5b0b3b6851 req-9d9a83e6-d068-433f-bfc8-bd1f731d59d1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=faba4237acf64862ba84ad5ca9ce531a&device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 1129 time: 0.4261825 Feb 02 07:11:40.657608 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd20fdf0-48bf-4dd6-8389-b09801a97db4 req-a32e3897-2b6d-41b1-b438-3430f6bfd2ee tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:40.666083 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fd20fdf0-48bf-4dd6-8389-b09801a97db4 req-a32e3897-2b6d-41b1-b438-3430f6bfd2ee tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 945 time: 0.3504612 Feb 02 07:11:40.668001 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-ec084b78-36f9-4758-8890-743545635d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16702d13-04a4-4eb1-815a-65de49e9a8c8', 'name': 'tempest-ServersTestFqdnHostnames-2013953738-router', 'tenant_id': '5549f15d82f64bae95c6531d512cdc1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '9d035809-e581-497f-bd69-a0a383099845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:07:05Z', 'updated_at': '2022-02-02T07:07:17Z', 'revision_number': 4, 'project_id': '5549f15d82f64bae95c6531d512cdc1a', 'gw_port': {'id': '9d035809-e581-497f-bd69-a0a383099845', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:bd:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16702d13-04a4-4eb1-815a-65de49e9a8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:07:07Z', 'updated_at': '2022-02-02T07:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '5296fdb5-c300-4ef4-8d92-2751b3efc863', 'name': '', 'network_id': '085cd9a7-f01b-4c4e-94e0-dc83039f286a', 'tenant_id': '5549f15d82f64bae95c6531d512cdc1a', 'mac_address': 'fa:16:3e:db:76:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16702d13-04a4-4eb1-815a-65de49e9a8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'c7545568-47c4-4cd0-be68-7f25d5ee9a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:07:15Z', 'updated_at': '2022-02-02T07:07:21Z', 'revision_number': 5, 'project_id': '5549f15d82f64bae95c6531d512cdc1a', 'subnets': [{'id': 'c7545568-47c4-4cd0-be68-7f25d5ee9a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:11:40.696557 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3cdb737a-ebcb-403a-8dc7-6bca116e4035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (d8fb7619-3f47-4ca3-ac79-4e669c6fbc39), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:40.697727 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdb737a-ebcb-403a-8dc7-6bca116e4035 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:40.698380 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3cdb737a-ebcb-403a-8dc7-6bca116e4035 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:40.721786 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec084b78-36f9-4758-8890-743545635d06 None None] The sync data for ids ['16702d13-04a4-4eb1-815a-65de49e9a8c8'] in n-d-789963-26 is: [{'id': '16702d13-04a4-4eb1-815a-65de49e9a8c8', 'name': 'tempest-ServersTestFqdnHostnames-2013953738-router', 'tenant_id': '5549f15d82f64bae95c6531d512cdc1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '9d035809-e581-497f-bd69-a0a383099845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:07:05Z', 'updated_at': '2022-02-02T07:07:17Z', 'revision_number': 4, 'project_id': '5549f15d82f64bae95c6531d512cdc1a', 'gw_port': {'id': '9d035809-e581-497f-bd69-a0a383099845', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:bd:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16702d13-04a4-4eb1-815a-65de49e9a8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:07:07Z', 'updated_at': '2022-02-02T07:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '5296fdb5-c300-4ef4-8d92-2751b3efc863', 'name': '', 'network_id': '085cd9a7-f01b-4c4e-94e0-dc83039f286a', 'tenant_id': '5549f15d82f64bae95c6531d512cdc1a', 'mac_address': 'fa:16:3e:db:76:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16702d13-04a4-4eb1-815a-65de49e9a8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'c7545568-47c4-4cd0-be68-7f25d5ee9a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:07:15Z', 'updated_at': '2022-02-02T07:07:21Z', 'revision_number': 5, 'project_id': '5549f15d82f64bae95c6531d512cdc1a', 'subnets': [{'id': 'c7545568-47c4-4cd0-be68-7f25d5ee9a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:11:40.749473 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-00f1c269-a8e5-4e39-b949-74fcb0faca20 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks [] for router_gateway (781a41c8-5115-4417-a506-947b3d88bada), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:40.894118 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-3cdb737a-ebcb-403a-8dc7-6bca116e4035 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8721550 Feb 02 07:11:40.897105 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 55142) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:11:40.902708 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-56dc4876-7185-4a98-8656-60c393ffaa33 admin admin] Request body: {'subnet': {'network_id': 'd8fb7619-3f47-4ca3-ac79-4e669c6fbc39', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-21998432-subnet', 'tenant_id': '68b24d7effa141a29b54be597942d16e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:11:40.949519 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56dc4876-7185-4a98-8656-60c393ffaa33 admin admin] Made reservation on behalf of 68b24d7effa141a29b54be597942d16e for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:11:40.950492 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3ed3eabd-801c-4076-a3d4-0865ac1da0ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:40.952796 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-56dc4876-7185-4a98-8656-60c393ffaa33 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:40.959193 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdb737a-ebcb-403a-8dc7-6bca116e4035 admin admin] Pushing event updated for resources: {'Network': ['ID=d8fb7619-3f47-4ca3-ac79-4e669c6fbc39,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:40.971326 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network d8fb7619-3f47-4ca3-ac79-4e669c6fbc39 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:11:40.983243 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fd20fdf0-48bf-4dd6-8389-b09801a97db4 req-74d2945c-846e-4ee7-88b7-cb319e7633ae tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3113048 Feb 02 07:11:41.022885 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e4fb54-c046-4ce2-beaf-7b5b0b3b6851 req-a13eda0f-6fb7-4768-a0bf-ad1b3c13670d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:41.024485 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c1e4fb54-c046-4ce2-beaf-7b5b0b3b6851 req-a13eda0f-6fb7-4768-a0bf-ad1b3c13670d service neutron] 10.222.0.59 "GET /v2.0/networks?id=93a7727a-9e40-4a0f-b90d-66c79fe1bf6c HTTP/1.1" status: 200 len: 918 time: 0.3776476 Feb 02 07:11:41.028379 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-74b3051a-ed7b-4f47-a326-aba854e6b383 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Allocated IP 172.21.0.1 (43f1550a-c0d6-4c6f-9260-f2b4a4d28a63/e8cebfc8-293f-4ace-b6ce-cdfbe5f19b32/02ab03db-354d-4895-9939-aaf6efaa295b) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:11:41.209371 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f13314-94ba-4650-9e1c-26122b4385bf None None] New status for floating IP f09dd58e-4ed9-4d89-afdf-346cb2461462: DOWN {{(pid=109696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 07:11:41.253543 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c353cffd-9a97-48c4-80cb-6f232b0702dc req-23cedc2a-78ed-44a4-afad-d6b06a93578b tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:41.255357 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c353cffd-9a97-48c4-80cb-6f232b0702dc req-23cedc2a-78ed-44a4-afad-d6b06a93578b tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 945 time: 0.1122315 Feb 02 07:11:41.270696 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-00f1c269-a8e5-4e39-b949-74fcb0faca20 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Deleting port 0ed05990-1873-4ee0-b68c-c1d4349799eb {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:11:41.271290 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-00f1c269-a8e5-4e39-b949-74fcb0faca20 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (0ed05990-1873-4ee0-b68c-c1d4349799eb), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:41.282847 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c1e4fb54-c046-4ce2-beaf-7b5b0b3b6851 req-99d016b6-416e-49af-b355-c4aa6eea6a1c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9522278-2a1c-403b-b1b6-9e3dbe8dd39f HTTP/1.1" status: 200 len: 1002 time: 0.2502921 Feb 02 07:11:41.347068 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c353cffd-9a97-48c4-80cb-6f232b0702dc req-bcd628e2-1217-4add-98a0-99a31788bd95 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662410 Feb 02 07:11:41.361457 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-56dc4876-7185-4a98-8656-60c393ffaa33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (9b663372-2f42-4711-b297-a51f2c0f3e55), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:41.445824 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56dc4876-7185-4a98-8656-60c393ffaa33 admin admin] Checking segment: {'id': '7061a34e-d655-471b-a718-b8c71ceb4666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd8fb7619-3f47-4ca3-ac79-4e669c6fbc39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:11:41.446174 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56dc4876-7185-4a98-8656-60c393ffaa33 admin admin] Network hostable DHCP agents. Network: d8fb7619-3f47-4ca3-ac79-4e669c6fbc39, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:11:41.479147 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dc4876-7185-4a98-8656-60c393ffaa33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b663372-2f42-4711-b297-a51f2c0f3e55,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:41.501945 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56dc4876-7185-4a98-8656-60c393ffaa33 admin admin] Network d8fb7619-3f47-4ca3-ac79-4e669c6fbc39 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:11:41.504362 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-74b3051a-ed7b-4f47-a326-aba854e6b383 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for port (02ab03db-354d-4895-9939-aaf6efaa295b), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:41.518492 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e4fb54-c046-4ce2-beaf-7b5b0b3b6851 req-7f19a0d6-ce57-4ea6-82b2-1077168868a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:41.520640 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-56dc4876-7185-4a98-8656-60c393ffaa33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, d8fb7619-3f47-4ca3-ac79-4e669c6fbc39) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:11:41.526370 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56dc4876-7185-4a98-8656-60c393ffaa33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:41.526975 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-56dc4876-7185-4a98-8656-60c393ffaa33 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:41.537067 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c1e4fb54-c046-4ce2-beaf-7b5b0b3b6851 req-7f19a0d6-ce57-4ea6-82b2-1077168868a4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=772313e3-625d-4c7f-b776-8fe829836021 HTTP/1.1" status: 200 len: 856 time: 0.2258132 Feb 02 07:11:41.538305 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd3217b-1eaa-46ab-a495-3e3abe97fb2e None None] Network d8fb7619-3f47-4ca3-ac79-4e669c6fbc39 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:11:41.558462 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-56dc4876-7185-4a98-8656-60c393ffaa33 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6596706 Feb 02 07:11:41.566535 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56832e73-0e5d-4ab1-8d2a-cc546f8bb6fb req-21f827fe-22cd-4e02-9798-c7d95cd68964 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:41.576093 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56832e73-0e5d-4ab1-8d2a-cc546f8bb6fb req-21f827fe-22cd-4e02-9798-c7d95cd68964 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:41.584828 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56832e73-0e5d-4ab1-8d2a-cc546f8bb6fb req-21f827fe-22cd-4e02-9798-c7d95cd68964 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:41.592619 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56832e73-0e5d-4ab1-8d2a-cc546f8bb6fb req-21f827fe-22cd-4e02-9798-c7d95cd68964 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:41.610191 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56832e73-0e5d-4ab1-8d2a-cc546f8bb6fb req-21f827fe-22cd-4e02-9798-c7d95cd68964 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:41.616751 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56832e73-0e5d-4ab1-8d2a-cc546f8bb6fb req-21f827fe-22cd-4e02-9798-c7d95cd68964 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:41.623244 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56832e73-0e5d-4ab1-8d2a-cc546f8bb6fb req-21f827fe-22cd-4e02-9798-c7d95cd68964 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:41.625467 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-56832e73-0e5d-4ab1-8d2a-cc546f8bb6fb req-21f827fe-22cd-4e02-9798-c7d95cd68964 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 5430 time: 0.4687464 Feb 02 07:11:41.683199 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ff21a-64e1-4832-b929-edd0232b4ae5 req-bc108072-f43b-42ea-8848-42cd228ef103 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:41.692719 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-296ff21a-64e1-4832-b929-edd0232b4ae5 req-bc108072-f43b-42ea-8848-42cd228ef103 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 946 time: 0.1197948 Feb 02 07:11:41.715695 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-00f1c269-a8e5-4e39-b949-74fcb0faca20 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (0ed05990-1873-4ee0-b68c-c1d4349799eb), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:41.745564 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b025546c-f3dd-49d4-a1c3-c21f74a4c40e None None] Network d8fb7619-3f47-4ca3-ac79-4e669c6fbc39 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:11:41.757501 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-00f1c269-a8e5-4e39-b949-74fcb0faca20 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Calling delete_port for 0ed05990-1873-4ee0-b68c-c1d4349799eb owned by network:router_gateway {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:11:41.819118 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-296ff21a-64e1-4832-b929-edd0232b4ae5 req-b8a3bcdf-ea6e-4113-a9b4-53159c267d39 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=4c2c0860-2986-407a-8a1e-1579ab01e7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201563 Feb 02 07:11:41.851502 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device f9522278-2a1c-403b-b1b6-9e3dbe8dd39f no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:11:41.977731 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-00f1c269-a8e5-4e39-b949-74fcb0faca20 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (0ed05990-1873-4ee0-b68c-c1d4349799eb), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:42.010978 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port f9522278-2a1c-403b-b1b6-9e3dbe8dd39f is: ACTIVE; New status is: DOWN {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:11:42.011969 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f9522278-2a1c-403b-b1b6-9e3dbe8dd39f), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:42.028058 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f1c269-a8e5-4e39-b949-74fcb0faca20 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Pushing event deleted for resources: {'Port': ['ID=0ed05990-1873-4ee0-b68c-c1d4349799eb,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:42.050541 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbfce4c-fc34-445e-a5d4-65c2c60d62c5 req-2bcbe492-92ee-43cb-bc4d-7c834844ebb1 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:42.053121 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1dbfce4c-fc34-445e-a5d4-65c2c60d62c5 req-2bcbe492-92ee-43cb-bc4d-7c834844ebb1 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 945 time: 0.0743444 Feb 02 07:11:42.057414 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3244b4-d911-40fc-bc67-3817cf9a5d47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9522278-2a1c-403b-b1b6-9e3dbe8dd39f'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:11:42.059905 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56de7c07-e261-490d-a95f-3eb7fa0219c0" -d '{"events": [{"server_uuid": "6d3244b4-d911-40fc-bc67-3817cf9a5d47", "name": "network-vif-unplugged", "status": "completed", "tag": "f9522278-2a1c-403b-b1b6-9e3dbe8dd39f"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:11:42.072998 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port f9522278-2a1c-403b-b1b6-9e3dbe8dd39f, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=f9522278-2a1c-403b-b1b6-9e3dbe8dd39f,segment=NetworkSegment(99da04fe-20b0-46d1-9372-22452ee68679),segment_id=99da04fe-20b0-46d1-9372-22452ee68679)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:11:42.078870 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (f9522278-2a1c-403b-b1b6-9e3dbe8dd39f), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:42.079409 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e4fb54-c046-4ce2-beaf-7b5b0b3b6851 req-e8d5c859-4e6f-4b86-be1d-c33909a4ad6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:42.081052 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c1e4fb54-c046-4ce2-beaf-7b5b0b3b6851 req-e8d5c859-4e6f-4b86-be1d-c33909a4ad6f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=93a7727a-9e40-4a0f-b90d-66c79fe1bf6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5406272 Feb 02 07:11:42.082200 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-74b3051a-ed7b-4f47-a326-aba854e6b383 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (02ab03db-354d-4895-9939-aaf6efaa295b), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:42.116077 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1dbfce4c-fc34-445e-a5d4-65c2c60d62c5 req-2052dbd9-224f-4500-a5c6-1a0ad3bc57ad tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539317 Feb 02 07:11:42.137311 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=f9522278-2a1c-403b-b1b6-9e3dbe8dd39f,revision_number=8']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:42.137437 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 55164) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:11:42.140501 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-56832e73-0e5d-4ab1-8d2a-cc546f8bb6fb req-eec41e09-ef79-4346-b9c9-008b34df1b4b tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/security-groups?id=39d64e71-9bbb-4283-9333-9f076dd0e667&id=c2d438c9-ecad-41fa-9c3c-fefcebb88ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5060496 Feb 02 07:11:42.183621 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 55168) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:11:42.203983 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 07:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fec53c3-26eb-4c36-ba16-9457308d0450 x-openstack-request-id: req-8fec53c3-26eb-4c36-ba16-9457308d0450 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:11:42.204922 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d3244b4-d911-40fc-bc67-3817cf9a5d47", "name": "network-vif-unplugged", "status": "completed", "tag": "f9522278-2a1c-403b-b1b6-9e3dbe8dd39f", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:11:42.205196 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-8fec53c3-26eb-4c36-ba16-9457308d0450 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:11:42.205602 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d3244b4-d911-40fc-bc67-3817cf9a5d47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9522278-2a1c-403b-b1b6-9e3dbe8dd39f', 'code': 200} Feb 02 07:11:42.225117 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-53723aba-f439-40c5-9ba5-5ddc360814ca admin admin] Deleting subnet 9b663372-2f42-4711-b297-a51f2c0f3e55 {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:11:42.234293 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-53723aba-f439-40c5-9ba5-5ddc360814ca admin admin] Publish callbacks [] for subnet (9b663372-2f42-4711-b297-a51f2c0f3e55), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:42.254792 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b3051a-ed7b-4f47-a326-aba854e6b383 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Network 43f1550a-c0d6-4c6f-9260-f2b4a4d28a63 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:11:42.269564 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-74b3051a-ed7b-4f47-a326-aba854e6b383 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:11:42.280575 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b3051a-ed7b-4f47-a326-aba854e6b383 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:11:42.283215 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-00f1c269-a8e5-4e39-b949-74fcb0faca20 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (781a41c8-5115-4417-a506-947b3d88bada), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:42.283911 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-53723aba-f439-40c5-9ba5-5ddc360814ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (9b663372-2f42-4711-b297-a51f2c0f3e55), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:42.285979 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-670d40b0-acc0-4f9c-939c-4a44b27b1276 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Publish callbacks [] for security_group (a81f360d-fecf-4c62-90a0-6d26aa446565), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:42.290983 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b3051a-ed7b-4f47-a326-aba854e6b383 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Pushing event updated for resources: {'Port': ['ID=02ab03db-354d-4895-9939-aaf6efaa295b,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:42.344400 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-670d40b0-acc0-4f9c-939c-4a44b27b1276 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Publish callbacks [] for security_group (a81f360d-fecf-4c62-90a0-6d26aa446565), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:42.363374 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-53723aba-f439-40c5-9ba5-5ddc360814ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (9b663372-2f42-4711-b297-a51f2c0f3e55), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:42.393408 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c1e4fb54-c046-4ce2-beaf-7b5b0b3b6851 req-ae6d794f-efd2-4d9b-b91d-30a110b1b9d3 service neutron] 10.222.0.59 "GET /v2.0/networks/93a7727a-9e40-4a0f-b90d-66c79fe1bf6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994559 Feb 02 07:11:42.436912 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-670d40b0-acc0-4f9c-939c-4a44b27b1276 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (a81f360d-fecf-4c62-90a0-6d26aa446565), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:42.439587 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-670d40b0-acc0-4f9c-939c-4a44b27b1276 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:42.443032 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-670d40b0-acc0-4f9c-939c-4a44b27b1276 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] 10.222.0.87 "DELETE /v2.0/security-groups/a81f360d-fecf-4c62-90a0-6d26aa446565 HTTP/1.1" status: 204 len: 168 time: 0.2560906 Feb 02 07:11:42.448610 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 55172) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:11:42.453607 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-00f1c269-a8e5-4e39-b949-74fcb0faca20 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (781a41c8-5115-4417-a506-947b3d88bada), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:42.471141 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670d40b0-acc0-4f9c-939c-4a44b27b1276 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81f360d-fecf-4c62-90a0-6d26aa446565,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:42.475464 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-00f1c269-a8e5-4e39-b949-74fcb0faca20 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks [] for router_controller (781a41c8-5115-4417-a506-947b3d88bada), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:42.480230 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-90fa965e-ac3e-4291-a64e-094c2dcb604a tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] show failed (client error): The resource could not be found. Feb 02 07:11:42.483614 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-90fa965e-ac3e-4291-a64e-094c2dcb604a tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] 10.222.0.87 "GET /v2.0/security-groups/a81f360d-fecf-4c62-90a0-6d26aa446565 HTTP/1.1" status: 404 len: 347 time: 0.0318449 Feb 02 07:11:42.495534 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 55174) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:11:42.528397 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-74b3051a-ed7b-4f47-a326-aba854e6b383 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (eca844df-71ff-43a7-97e6-2d1a403bfbe5), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:42.528654 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-53723aba-f439-40c5-9ba5-5ddc360814ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (9b663372-2f42-4711-b297-a51f2c0f3e55), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:42.565724 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53723aba-f439-40c5-9ba5-5ddc360814ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b663372-2f42-4711-b297-a51f2c0f3e55,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:42.574629 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-53723aba-f439-40c5-9ba5-5ddc360814ca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:42.578863 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-53723aba-f439-40c5-9ba5-5ddc360814ca admin admin] 10.222.0.87 "DELETE /v2.0/subnets/9b663372-2f42-4711-b297-a51f2c0f3e55 HTTP/1.1" status: 204 len: 168 time: 0.4437315 Feb 02 07:11:42.580638 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 55176) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:11:42.593720 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-54056dcd-f234-465c-9ad0-7ead45465ba0 None None] Provisioning complete for port 02ab03db-354d-4895-9939-aaf6efaa295b triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:11:42.594707 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-54056dcd-f234-465c-9ad0-7ead45465ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (02ab03db-354d-4895-9939-aaf6efaa295b), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:42.640737 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-54056dcd-f234-465c-9ad0-7ead45465ba0 None None] Port 02ab03db-354d-4895-9939-aaf6efaa295b cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:11:42.659841 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f485c75d-88c9-4cda-9d1a-c2131717ee95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (d8fb7619-3f47-4ca3-ac79-4e669c6fbc39), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:42.744389 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f485c75d-88c9-4cda-9d1a-c2131717ee95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (d8fb7619-3f47-4ca3-ac79-4e669c6fbc39), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:42.772933 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-f485c75d-88c9-4cda-9d1a-c2131717ee95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8fb7619-3f47-4ca3-ac79-4e669c6fbc39']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:11:42.785787 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-f485c75d-88c9-4cda-9d1a-c2131717ee95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7061a34e-d655-471b-a718-b8c71ceb4666') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:11:42.786480 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-f485c75d-88c9-4cda-9d1a-c2131717ee95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7061a34e-d655-471b-a718-b8c71ceb4666') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:11:43.156259 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-00f1c269-a8e5-4e39-b949-74fcb0faca20 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (781a41c8-5115-4417-a506-947b3d88bada), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:43.156850 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f1c269-a8e5-4e39-b949-74fcb0faca20 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Fanout notify agent at l3_agent the message router_deleted on router 781a41c8-5115-4417-a506-947b3d88bada {{(pid=109694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:11:43.188655 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-00f1c269-a8e5-4e39-b949-74fcb0faca20 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:43.193338 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-00f1c269-a8e5-4e39-b949-74fcb0faca20 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] 10.222.0.87 "DELETE /v2.0/routers/781a41c8-5115-4417-a506-947b3d88bada HTTP/1.1" status: 204 len: 168 time: 3.5994484 Feb 02 07:11:43.196210 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 55188) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:11:43.226604 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20eb04d-7361-48d5-a85f-0a7a023e8966 req-c3f8a085-ed5b-4efd-b506-9beb6bcea220 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:43.226839 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f485c75d-88c9-4cda-9d1a-c2131717ee95 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (7061a34e-d655-471b-a718-b8c71ceb4666), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:43.244358 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f485c75d-88c9-4cda-9d1a-c2131717ee95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (7061a34e-d655-471b-a718-b8c71ceb4666), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:43.250065 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d20eb04d-7361-48d5-a85f-0a7a023e8966 req-c3f8a085-ed5b-4efd-b506-9beb6bcea220 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 945 time: 0.8060143 Feb 02 07:11:43.256606 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f485c75d-88c9-4cda-9d1a-c2131717ee95 admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:11:43.265535 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f485c75d-88c9-4cda-9d1a-c2131717ee95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (7061a34e-d655-471b-a718-b8c71ceb4666), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:43.266770 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-e5fb4ff6-fe3c-47ff-906e-61086a5a125d tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1882676237', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'enable_snat': False}}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:11:43.268046 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:11:43.268046 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:11:43.268046 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:11:43.268046 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:11:43.268046 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:11:43.268046 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:11:43.268046 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:11:43.268046 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:11:43.268046 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:11:43.268046 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:11:43.268046 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:11:43.268046 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:11:43.268046 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:11:43.268046 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:11:43.268046 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:11:43.268046 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:11:43.268046 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:11:43.268046 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:11:43.268046 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:11:43.268046 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:11:43.268046 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:11:43.268046 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:11:43.268046 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:11:43.268046 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:11:43.268046 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:11:43.268046 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:11:43.268046 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:11:43.268046 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:11:43.268046 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:11:43.268046 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:11:43.268046 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:11:43.268046 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:11:43.271455 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-8e5ab95e-8afd-4b27-8ae9-d7bd49945155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:43.338994 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40effd4d-d66a-4f19-91e7-735eef0c2367 req-06020357-0603-4049-be38-a55222633f5f tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:43.347243 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-40effd4d-d66a-4f19-91e7-735eef0c2367 req-06020357-0603-4049-be38-a55222633f5f tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 944 time: 0.1483085 Feb 02 07:11:43.352023 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c1e4fb54-c046-4ce2-beaf-7b5b0b3b6851 req-268908a1-16f2-42a2-8944-2a6a7fcdec02 service neutron] 10.222.0.59 "GET /v2.0/networks/93a7727a-9e40-4a0f-b90d-66c79fe1bf6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9194469 Feb 02 07:11:43.376194 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f485c75d-88c9-4cda-9d1a-c2131717ee95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (d8fb7619-3f47-4ca3-ac79-4e669c6fbc39), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:43.394626 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e5fb4ff6-fe3c-47ff-906e-61086a5a125d tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (7b7ad789-1260-4bae-a9d0-9d067cf54013), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:43.395915 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e5fb4ff6-fe3c-47ff-906e-61086a5a125d tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (7b7ad789-1260-4bae-a9d0-9d067cf54013), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:43.402965 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f485c75d-88c9-4cda-9d1a-c2131717ee95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:43.410158 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-f485c75d-88c9-4cda-9d1a-c2131717ee95 admin admin] 10.222.0.87 "DELETE /v2.0/networks/d8fb7619-3f47-4ca3-ac79-4e669c6fbc39 HTTP/1.1" status: 204 len: 168 time: 0.8261731 Feb 02 07:11:43.410158 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f485c75d-88c9-4cda-9d1a-c2131717ee95 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8fb7619-3f47-4ca3-ac79-4e669c6fbc39,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:43.448958 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-74b3051a-ed7b-4f47-a326-aba854e6b383 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (02ab03db-354d-4895-9939-aaf6efaa295b), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:43.467843 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d20eb04d-7361-48d5-a85f-0a7a023e8966 req-bfc34855-c0c3-43cb-8ebb-8ceadba0fa53 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2130141 Feb 02 07:11:43.482622 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-aa660a9a-4f9d-40bd-ab1e-9a813b2d23c9 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Deleting port 7440d5eb-3163-45d7-9968-7ffd4b4a909b {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:11:43.491110 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-40effd4d-d66a-4f19-91e7-735eef0c2367 req-a86f0710-d13a-45ed-8ef4-199c1dc4f4f1 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=4c2c0860-2986-407a-8a1e-1579ab01e7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332538 Feb 02 07:11:43.492986 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-aa660a9a-4f9d-40bd-ab1e-9a813b2d23c9 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (7440d5eb-3163-45d7-9968-7ffd4b4a909b), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:43.616835 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 55192) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:11:43.647388 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-aa660a9a-4f9d-40bd-ab1e-9a813b2d23c9 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (7440d5eb-3163-45d7-9968-7ffd4b4a909b), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:43.647873 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-aa660a9a-4f9d-40bd-ab1e-9a813b2d23c9 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Publish callbacks [] for floatingip (7440d5eb-3163-45d7-9968-7ffd4b4a909b), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:43.666309 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-528e385b-0aa5-4832-9aec-c14c3b8d949d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=68b24d7effa141a29b54be597942d16e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0477345 Feb 02 07:11:43.669005 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 55194) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:11:43.714703 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-aa660a9a-4f9d-40bd-ab1e-9a813b2d23c9 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Calling delete_port for 7440d5eb-3163-45d7-9968-7ffd4b4a909b owned by network:floatingip {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:11:43.725797 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e22bf936-e9c9-4370-b670-5d02bebeb9a8 admin admin] Publish callbacks [] for security_group (557e4fae-53ac-42de-92e9-467d6578ec28), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:43.754328 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e22bf936-e9c9-4370-b670-5d02bebeb9a8 admin admin] Publish callbacks [] for security_group (557e4fae-53ac-42de-92e9-467d6578ec28), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:43.769407 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e5fb4ff6-fe3c-47ff-906e-61086a5a125d tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks [] for router_controller (7b7ad789-1260-4bae-a9d0-9d067cf54013), precommit_add_association {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:43.816463 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e22bf936-e9c9-4370-b670-5d02bebeb9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (557e4fae-53ac-42de-92e9-467d6578ec28), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:43.819284 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e22bf936-e9c9-4370-b670-5d02bebeb9a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:43.823109 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e22bf936-e9c9-4370-b670-5d02bebeb9a8 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/557e4fae-53ac-42de-92e9-467d6578ec28 HTTP/1.1" status: 204 len: 168 time: 0.1500566 Feb 02 07:11:43.834647 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22bf936-e9c9-4370-b670-5d02bebeb9a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557e4fae-53ac-42de-92e9-467d6578ec28,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:43.996433 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7a8104-a662-41f1-ac64-1ed4f91f1b4d req-9891b7dd-e39e-48b4-9027-49c8b32217be tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:44.007208 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7a8104-a662-41f1-ac64-1ed4f91f1b4d req-9891b7dd-e39e-48b4-9027-49c8b32217be tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:44.014682 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7a8104-a662-41f1-ac64-1ed4f91f1b4d req-9891b7dd-e39e-48b4-9027-49c8b32217be tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:44.020178 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7a8104-a662-41f1-ac64-1ed4f91f1b4d req-9891b7dd-e39e-48b4-9027-49c8b32217be tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:44.025678 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7a8104-a662-41f1-ac64-1ed4f91f1b4d req-9891b7dd-e39e-48b4-9027-49c8b32217be tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:44.031706 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7a8104-a662-41f1-ac64-1ed4f91f1b4d req-9891b7dd-e39e-48b4-9027-49c8b32217be tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:44.040834 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7a8104-a662-41f1-ac64-1ed4f91f1b4d req-9891b7dd-e39e-48b4-9027-49c8b32217be tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:44.044403 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6d7a8104-a662-41f1-ac64-1ed4f91f1b4d req-9891b7dd-e39e-48b4-9027-49c8b32217be tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 5430 time: 0.4736505 Feb 02 07:11:44.162525 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e5fb4ff6-fe3c-47ff-906e-61086a5a125d tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks [] for router_gateway (7b7ad789-1260-4bae-a9d0-9d067cf54013), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:44.336061 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6d7a8104-a662-41f1-ac64-1ed4f91f1b4d req-e438c003-c27d-4ad0-8662-cce89b7c6205 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/security-groups?id=39d64e71-9bbb-4283-9333-9f076dd0e667&id=c2d438c9-ecad-41fa-9c3c-fefcebb88ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2219226 Feb 02 07:11:44.489236 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-aa660a9a-4f9d-40bd-ab1e-9a813b2d23c9 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (7440d5eb-3163-45d7-9968-7ffd4b4a909b), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:44.550179 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-74b3051a-ed7b-4f47-a326-aba854e6b383 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for port (02ab03db-354d-4895-9939-aaf6efaa295b), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:44.600923 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-aa660a9a-4f9d-40bd-ab1e-9a813b2d23c9 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Publish callbacks [] for floatingip (f09dd58e-4ed9-4d89-afdf-346cb2461462), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:44.603980 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-aa660a9a-4f9d-40bd-ab1e-9a813b2d23c9 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:44.605169 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-aa660a9a-4f9d-40bd-ab1e-9a813b2d23c9 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] 10.222.0.87 "DELETE /v2.0/floatingips/f09dd58e-4ed9-4d89-afdf-346cb2461462 HTTP/1.1" status: 204 len: 168 time: 2.0996103 Feb 02 07:11:44.608982 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa660a9a-4f9d-40bd-ab1e-9a813b2d23c9 tempest-ServersTestFqdnHostnames-1626988853 tempest-ServersTestFqdnHostnames-1626988853-project] Pushing event deleted for resources: {'Port': ['ID=7440d5eb-3163-45d7-9968-7ffd4b4a909b,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:44.616717 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 55216) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:11:44.620165 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-74b3051a-ed7b-4f47-a326-aba854e6b383 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (02ab03db-354d-4895-9939-aaf6efaa295b), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:44.641758 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:44.663617 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b29b4f8-c6b6-4e3b-b8a2-37d8ec0f42e9 req-23f38f04-ce22-41f0-a9f6-1e0c8c0fb62b tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:44.672388 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6b29b4f8-c6b6-4e3b-b8a2-37d8ec0f42e9 req-23f38f04-ce22-41f0-a9f6-1e0c8c0fb62b tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 945 time: 0.0782449 Feb 02 07:11:44.772356 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6b29b4f8-c6b6-4e3b-b8a2-37d8ec0f42e9 req-a167e50b-3baa-4d5f-ba79-19c81b89319a tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938284 Feb 02 07:11:45.041667 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-74b3051a-ed7b-4f47-a326-aba854e6b383 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (eca844df-71ff-43a7-97e6-2d1a403bfbe5), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:45.180442 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe2f5ed-90ff-4618-8135-7bb21b438766 req-ac53b7d8-3c90-49ae-a20b-689e0f1660fa tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:45.193417 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fbe2f5ed-90ff-4618-8135-7bb21b438766 req-ac53b7d8-3c90-49ae-a20b-689e0f1660fa tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 945 time: 0.1323960 Feb 02 07:11:45.264735 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fbe2f5ed-90ff-4618-8135-7bb21b438766 req-e16e6862-f417-4c02-886c-5d7d96c43e50 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627074 Feb 02 07:11:45.294897 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b3051a-ed7b-4f47-a326-aba854e6b383 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Pushing event updated for resources: {'Port': ['ID=02ab03db-354d-4895-9939-aaf6efaa295b,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:45.312937 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e345f34f-1eea-495f-b2ad-7ec0306d9c58 req-1fdd16fe-2e3e-4ffc-9d29-3118f979ac67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:45.314886 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e345f34f-1eea-495f-b2ad-7ec0306d9c58 req-1fdd16fe-2e3e-4ffc-9d29-3118f979ac67 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=12ae52d2610343959b079c169f83e654&device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 1128 time: 0.1913905 Feb 02 07:11:45.446830 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e345f34f-1eea-495f-b2ad-7ec0306d9c58 req-d33ff80e-3c65-4dc5-964a-9668087121a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:45.452752 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e345f34f-1eea-495f-b2ad-7ec0306d9c58 req-d33ff80e-3c65-4dc5-964a-9668087121a6 service neutron] 10.222.0.88 "GET /v2.0/networks?id=274d3754-cb62-4276-8b4a-dfa5cf98baaf HTTP/1.1" status: 200 len: 913 time: 0.1291881 Feb 02 07:11:45.582047 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e345f34f-1eea-495f-b2ad-7ec0306d9c58 req-962b61a3-01c1-42f7-bb92-731ba31d9ea2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85893ae3-9cf9-488d-a8f8-58bbbb8cbd30 HTTP/1.1" status: 200 len: 1000 time: 0.1253338 Feb 02 07:11:45.658155 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e345f34f-1eea-495f-b2ad-7ec0306d9c58 req-3172c113-1ffc-4756-baa9-16566867f478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:45.660006 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e345f34f-1eea-495f-b2ad-7ec0306d9c58 req-3172c113-1ffc-4756-baa9-16566867f478 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b6b3fc97-ea53-4910-99b5-bddf06c5d45f HTTP/1.1" status: 200 len: 851 time: 0.0714982 Feb 02 07:11:45.673002 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2154b27-6e39-4f7e-8531-8be22d2eba1c req-3ca6500a-e57e-4f81-9bc4-81c4edbf5fa2 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:45.678770 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2154b27-6e39-4f7e-8531-8be22d2eba1c req-3ca6500a-e57e-4f81-9bc4-81c4edbf5fa2 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:45.684407 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2154b27-6e39-4f7e-8531-8be22d2eba1c req-3ca6500a-e57e-4f81-9bc4-81c4edbf5fa2 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:45.691785 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2154b27-6e39-4f7e-8531-8be22d2eba1c req-3ca6500a-e57e-4f81-9bc4-81c4edbf5fa2 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:45.697988 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2154b27-6e39-4f7e-8531-8be22d2eba1c req-3ca6500a-e57e-4f81-9bc4-81c4edbf5fa2 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:45.704623 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2154b27-6e39-4f7e-8531-8be22d2eba1c req-3ca6500a-e57e-4f81-9bc4-81c4edbf5fa2 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:45.710523 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2154b27-6e39-4f7e-8531-8be22d2eba1c req-3ca6500a-e57e-4f81-9bc4-81c4edbf5fa2 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:45.724179 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e2154b27-6e39-4f7e-8531-8be22d2eba1c req-3ca6500a-e57e-4f81-9bc4-81c4edbf5fa2 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 5430 time: 0.2547879 Feb 02 07:11:45.760897 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92742440-0ccf-46b4-b8e1-bf3c87123b81 req-6af72035-d6a1-49a1-8cc0-2caa43b476f3 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:45.767906 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-92742440-0ccf-46b4-b8e1-bf3c87123b81 req-6af72035-d6a1-49a1-8cc0-2caa43b476f3 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 944 time: 1.0181344 Feb 02 07:11:45.845761 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e345f34f-1eea-495f-b2ad-7ec0306d9c58 req-8b742497-294d-4c34-8a6a-5ca62282ad7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:45.847285 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e345f34f-1eea-495f-b2ad-7ec0306d9c58 req-8b742497-294d-4c34-8a6a-5ca62282ad7f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=274d3754-cb62-4276-8b4a-dfa5cf98baaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1218088 Feb 02 07:11:45.861289 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e5fb4ff6-fe3c-47ff-906e-61086a5a125d tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks [] for router_gateway (7b7ad789-1260-4bae-a9d0-9d067cf54013), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:45.863370 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e2154b27-6e39-4f7e-8531-8be22d2eba1c req-a349cbcd-3ead-431f-aa93-8841b416be50 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/security-groups?id=39d64e71-9bbb-4283-9333-9f076dd0e667&id=c2d438c9-ecad-41fa-9c3c-fefcebb88ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1236904 Feb 02 07:11:45.867041 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b3051a-ed7b-4f47-a326-aba854e6b383 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Network 43f1550a-c0d6-4c6f-9260-f2b4a4d28a63 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:11:45.895231 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-74b3051a-ed7b-4f47-a326-aba854e6b383 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:11:45.897223 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e5fb4ff6-fe3c-47ff-906e-61086a5a125d tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:46.004215 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:46.012632 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e345f34f-1eea-495f-b2ad-7ec0306d9c58 req-a312cdb9-dbe7-43fb-93e1-f2916be07201 service neutron] 10.222.0.88 "GET /v2.0/networks/274d3754-cb62-4276-8b4a-dfa5cf98baaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478281 Feb 02 07:11:46.114446 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74b3051a-ed7b-4f47-a326-aba854e6b383 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Router eca844df-71ff-43a7-97e6-2d1a403bfbe5 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:11:46.144316 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-92742440-0ccf-46b4-b8e1-bf3c87123b81 req-91461db9-36fa-4ecf-9ac8-7f53627bb9b5 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=4c2c0860-2986-407a-8a1e-1579ab01e7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3753853 Feb 02 07:11:46.211605 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e345f34f-1eea-495f-b2ad-7ec0306d9c58 req-ae546b15-8ae5-42be-a5dc-4deebbe772ad service neutron] 10.222.0.88 "GET /v2.0/networks/274d3754-cb62-4276-8b4a-dfa5cf98baaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923971 Feb 02 07:11:46.290167 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-7eaf082c-ff78-411b-9a1d-09e10c31dea1 None None] Provisioning complete for port 02ab03db-354d-4895-9939-aaf6efaa295b triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:11:46.291505 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7eaf082c-ff78-411b-9a1d-09e10c31dea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (02ab03db-354d-4895-9939-aaf6efaa295b), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:46.337167 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-7eaf082c-ff78-411b-9a1d-09e10c31dea1 None None] Port 02ab03db-354d-4895-9939-aaf6efaa295b cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:11:46.434135 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e41c7ac-62ae-47af-9850-1d03a4dd5810 req-b7b1c638-257e-45ef-aa8a-6002d97aef0f tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:46.436211 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5e41c7ac-62ae-47af-9850-1d03a4dd5810 req-b7b1c638-257e-45ef-aa8a-6002d97aef0f tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 945 time: 0.0665846 Feb 02 07:11:46.448519 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b3051a-ed7b-4f47-a326-aba854e6b383 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:11:46.457913 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-74b3051a-ed7b-4f47-a326-aba854e6b383 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "PUT /v2.0/routers/eca844df-71ff-43a7-97e6-2d1a403bfbe5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7887821 Feb 02 07:11:46.461860 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 55262) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:11:46.468640 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16819e3b-16d1-44b7-b5da-a1a646c939e9 None None] Sync routers for ids ['eca844df-71ff-43a7-97e6-2d1a403bfbe5'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:11:46.484247 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-e5fb4ff6-fe3c-47ff-906e-61086a5a125d tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Allocated IP 172.25.4.135 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/1ad9a319-5ece-45d2-9400-0b0f26752233) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:11:46.485460 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16819e3b-16d1-44b7-b5da-a1a646c939e9 None None] Routers {'eca844df-71ff-43a7-97e6-2d1a403bfbe5'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:11:46.486316 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-16819e3b-16d1-44b7-b5da-a1a646c939e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:11:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['eca844df-71ff-43a7-97e6-2d1a403bfbe5'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:11:46.548334 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a7cc50-ea89-4a6a-9a61-3c69dd9eeae4 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:46.552591 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-78a7cc50-ea89-4a6a-9a61-3c69dd9eeae4 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "GET /v2.0/ports/02ab03db-354d-4895-9939-aaf6efaa295b HTTP/1.1" status: 200 len: 910 time: 0.0876920 Feb 02 07:11:46.556631 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 55266) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:11:46.566283 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-16819e3b-16d1-44b7-b5da-a1a646c939e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:11:46.575250 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1e3062c4-9c78-44b3-afaf-1ad0c214a095 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (16702d13-04a4-4eb1-815a-65de49e9a8c8), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:46.584934 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16819e3b-16d1-44b7-b5da-a1a646c939e9 None None] Routers {'eca844df-71ff-43a7-97e6-2d1a403bfbe5'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:11:46.585565 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-16819e3b-16d1-44b7-b5da-a1a646c939e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:11:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['eca844df-71ff-43a7-97e6-2d1a403bfbe5'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:11:46.630668 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-16819e3b-16d1-44b7-b5da-a1a646c939e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:11:46.631343 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16819e3b-16d1-44b7-b5da-a1a646c939e9 None None] The sync data for ids ['eca844df-71ff-43a7-97e6-2d1a403bfbe5'] in n-d-789963-26 is: [] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:11:46.648274 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5e41c7ac-62ae-47af-9850-1d03a4dd5810 req-27cc9404-4f06-4332-ac2f-4f288db82fb1 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2050769 Feb 02 07:11:46.772656 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e5fb4ff6-fe3c-47ff-906e-61086a5a125d tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks [] for port (1ad9a319-5ece-45d2-9400-0b0f26752233), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:46.942271 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e5fb4ff6-fe3c-47ff-906e-61086a5a125d tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (1ad9a319-5ece-45d2-9400-0b0f26752233), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:47.016180 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fb4ff6-fe3c-47ff-906e-61086a5a125d tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:11:47.045383 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-e5fb4ff6-fe3c-47ff-906e-61086a5a125d tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:11:47.079089 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cfe1f40e-a7c4-4d0f-9241-3efa55ff9fcf tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (eca844df-71ff-43a7-97e6-2d1a403bfbe5), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:47.085209 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fb4ff6-fe3c-47ff-906e-61086a5a125d tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:11:47.124486 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fb4ff6-fe3c-47ff-906e-61086a5a125d tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Pushing event updated for resources: {'Port': ['ID=1ad9a319-5ece-45d2-9400-0b0f26752233,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:47.219022 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f522e4d9-f08a-44c1-9876-6cf0aba12258 req-3123c181-42d0-4415-99c5-949556770dd0 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:47.225439 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f522e4d9-f08a-44c1-9876-6cf0aba12258 req-3123c181-42d0-4415-99c5-949556770dd0 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:47.233001 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f522e4d9-f08a-44c1-9876-6cf0aba12258 req-3123c181-42d0-4415-99c5-949556770dd0 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:47.238355 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f522e4d9-f08a-44c1-9876-6cf0aba12258 req-3123c181-42d0-4415-99c5-949556770dd0 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:47.243984 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f522e4d9-f08a-44c1-9876-6cf0aba12258 req-3123c181-42d0-4415-99c5-949556770dd0 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:47.249811 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f522e4d9-f08a-44c1-9876-6cf0aba12258 req-3123c181-42d0-4415-99c5-949556770dd0 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:47.254949 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f522e4d9-f08a-44c1-9876-6cf0aba12258 req-3123c181-42d0-4415-99c5-949556770dd0 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:47.262595 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f522e4d9-f08a-44c1-9876-6cf0aba12258 req-3123c181-42d0-4415-99c5-949556770dd0 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 5430 time: 0.2780368 Feb 02 07:11:47.319645 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:47.465133 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6470176-27cf-441f-8f29-65e49a9c52e1 req-c1470ad1-8209-47fd-8b0b-31af81b58e1d tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:47.466747 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-1e3062c4-9c78-44b3-afaf-1ad0c214a095 admin admin] Deleting port 5296fdb5-c300-4ef4-8d92-2751b3efc863 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:11:47.467136 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1e3062c4-9c78-44b3-afaf-1ad0c214a095 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (5296fdb5-c300-4ef4-8d92-2751b3efc863), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:47.467849 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a6470176-27cf-441f-8f29-65e49a9c52e1 req-c1470ad1-8209-47fd-8b0b-31af81b58e1d tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 944 time: 0.1197069 Feb 02 07:11:47.542179 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f522e4d9-f08a-44c1-9876-6cf0aba12258 req-c9a47b3b-aa64-4f02-b0ed-3c9d77f71010 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/security-groups?id=39d64e71-9bbb-4283-9333-9f076dd0e667&id=c2d438c9-ecad-41fa-9c3c-fefcebb88ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2769020 Feb 02 07:11:47.605341 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a6470176-27cf-441f-8f29-65e49a9c52e1 req-9fa101d0-f9c2-489d-804c-fe4896a61d6c tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=4c2c0860-2986-407a-8a1e-1579ab01e7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295347 Feb 02 07:11:47.724261 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-1e3062c4-9c78-44b3-afaf-1ad0c214a095 admin admin] For port 5296fdb5-c300-4ef4-8d92-2751b3efc863, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=5296fdb5-c300-4ef4-8d92-2751b3efc863,segment=NetworkSegment(193ae55e-92a5-4ce3-bf68-99f857b7a348),segment_id=193ae55e-92a5-4ce3-bf68-99f857b7a348)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:11:47.724641 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1e3062c4-9c78-44b3-afaf-1ad0c214a095 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (5296fdb5-c300-4ef4-8d92-2751b3efc863), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:47.729415 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-cfe1f40e-a7c4-4d0f-9241-3efa55ff9fcf tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Deleting port 02ab03db-354d-4895-9939-aaf6efaa295b {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:11:47.729879 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cfe1f40e-a7c4-4d0f-9241-3efa55ff9fcf tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (02ab03db-354d-4895-9939-aaf6efaa295b), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:47.744910 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-1e3062c4-9c78-44b3-afaf-1ad0c214a095 admin admin] Calling delete_port for 5296fdb5-c300-4ef4-8d92-2751b3efc863 owned by network:router_interface {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:11:47.746786 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e5fb4ff6-fe3c-47ff-906e-61086a5a125d tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks [] for router_gateway (7b7ad789-1260-4bae-a9d0-9d067cf54013), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:47.814720 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device f9522278-2a1c-403b-b1b6-9e3dbe8dd39f no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:11:47.896699 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef961062-33a7-436d-9885-9df103e9084c req-4b029eed-35a4-4551-9289-919e309390c7 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:47.898648 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ef961062-33a7-436d-9885-9df103e9084c req-4b029eed-35a4-4551-9289-919e309390c7 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 945 time: 0.0924017 Feb 02 07:11:47.900764 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cfe1f40e-a7c4-4d0f-9241-3efa55ff9fcf tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (02ab03db-354d-4895-9939-aaf6efaa295b), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:47.977543 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ef961062-33a7-436d-9885-9df103e9084c req-1afa67d4-1c67-4cec-a942-e7286e877d1d tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713236 Feb 02 07:11:47.978603 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-cfe1f40e-a7c4-4d0f-9241-3efa55ff9fcf tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Calling delete_port for 02ab03db-354d-4895-9939-aaf6efaa295b owned by network:router_interface {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:11:47.982355 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port f9522278-2a1c-403b-b1b6-9e3dbe8dd39f is: DOWN; New status is: DOWN {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:11:48.194276 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b19ee1-0212-4888-9fdf-84e2ed268296 req-c117c053-bfcb-4493-a669-98835113675d tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:48.196820 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-02b19ee1-0212-4888-9fdf-84e2ed268296 req-c117c053-bfcb-4493-a669-98835113675d tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 945 time: 0.0943851 Feb 02 07:11:48.366765 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-02b19ee1-0212-4888-9fdf-84e2ed268296 req-c280c6d4-39f6-4fb1-8156-977890f7ab66 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268959 Feb 02 07:11:48.377727 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cfe1f40e-a7c4-4d0f-9241-3efa55ff9fcf tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (02ab03db-354d-4895-9939-aaf6efaa295b), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:48.537713 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe1f40e-a7c4-4d0f-9241-3efa55ff9fcf tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Pushing event deleted for resources: {'Port': ['ID=02ab03db-354d-4895-9939-aaf6efaa295b,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:48.743396 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e5fb4ff6-fe3c-47ff-906e-61086a5a125d tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (7b7ad789-1260-4bae-a9d0-9d067cf54013), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:48.869546 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 4910d9f2-bb8f-4859-9893-c0a040e3bfb6 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:11:48.897551 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cfe1f40e-a7c4-4d0f-9241-3efa55ff9fcf tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (eca844df-71ff-43a7-97e6-2d1a403bfbe5), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:48.900093 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1e3062c4-9c78-44b3-afaf-1ad0c214a095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (5296fdb5-c300-4ef4-8d92-2751b3efc863), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:48.912554 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060764b5-a06a-46ed-b2be-7c51cc6bd2cb req-62e5276e-36d0-496b-9263-a959bf8e1ccb tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:48.929780 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060764b5-a06a-46ed-b2be-7c51cc6bd2cb req-62e5276e-36d0-496b-9263-a959bf8e1ccb tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:48.942761 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060764b5-a06a-46ed-b2be-7c51cc6bd2cb req-62e5276e-36d0-496b-9263-a959bf8e1ccb tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:48.957807 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060764b5-a06a-46ed-b2be-7c51cc6bd2cb req-62e5276e-36d0-496b-9263-a959bf8e1ccb tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:48.963949 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060764b5-a06a-46ed-b2be-7c51cc6bd2cb req-62e5276e-36d0-496b-9263-a959bf8e1ccb tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:48.978206 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060764b5-a06a-46ed-b2be-7c51cc6bd2cb req-62e5276e-36d0-496b-9263-a959bf8e1ccb tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:48.989955 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060764b5-a06a-46ed-b2be-7c51cc6bd2cb req-62e5276e-36d0-496b-9263-a959bf8e1ccb tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:48.991917 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-060764b5-a06a-46ed-b2be-7c51cc6bd2cb req-62e5276e-36d0-496b-9263-a959bf8e1ccb tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 5430 time: 0.2729943 Feb 02 07:11:49.013996 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 4910d9f2-bb8f-4859-9893-c0a040e3bfb6, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=4910d9f2-bb8f-4859-9893-c0a040e3bfb6,segment=NetworkSegment(4853bd7a-35ba-41e6-9757-b7f9c4755985),segment_id=4853bd7a-35ba-41e6-9757-b7f9c4755985)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:11:49.030043 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': '4910d9f2-bb8f-4859-9893-c0a040e3bfb6', 'network_id': '44fb9145-9ace-47b2-84ba-690d45d04d68', 'port_id': '4910d9f2-bb8f-4859-9893-c0a040e3bfb6', 'mac_address': 'fa:16:3e:2a:eb:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8c93dc1-7ee4-400a-ad20-2d7430ee8b3d', 'ip_address': '10.1.1.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:11:49.060818 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3062c4-9c78-44b3-afaf-1ad0c214a095 admin admin] Pushing event deleted for resources: {'Port': ['ID=5296fdb5-c300-4ef4-8d92-2751b3efc863,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:49.362112 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5fb4ff6-fe3c-47ff-906e-61086a5a125d tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Router 7b7ad789-1260-4bae-a9d0-9d067cf54013 is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:11:49.383849 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-060764b5-a06a-46ed-b2be-7c51cc6bd2cb req-90c163b1-66f2-4e8e-a8fa-3321ad64b7fb tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/security-groups?id=39d64e71-9bbb-4283-9333-9f076dd0e667&id=c2d438c9-ecad-41fa-9c3c-fefcebb88ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3509591 Feb 02 07:11:49.562128 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1e3062c4-9c78-44b3-afaf-1ad0c214a095 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (16702d13-04a4-4eb1-815a-65de49e9a8c8), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:49.581514 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfe1f40e-a7c4-4d0f-9241-3efa55ff9fcf tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Router eca844df-71ff-43a7-97e6-2d1a403bfbe5 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:11:49.746862 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 4910d9f2-bb8f-4859-9893-c0a040e3bfb6 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:11:49.747549 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (4910d9f2-bb8f-4859-9893-c0a040e3bfb6), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:49.805131 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5fb4ff6-fe3c-47ff-906e-61086a5a125d tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:11:49.815963 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4910d9f2-bb8f-4859-9893-c0a040e3bfb6 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:11:49.822108 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add87772-ce7f-4f7e-87d2-fb8b48523cc1 None None] Sync routers for ids ['7b7ad789-1260-4bae-a9d0-9d067cf54013'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:11:49.843417 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add87772-ce7f-4f7e-87d2-fb8b48523cc1 None None] Routers {'7b7ad789-1260-4bae-a9d0-9d067cf54013'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:11:49.846440 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-add87772-ce7f-4f7e-87d2-fb8b48523cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:11:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['7b7ad789-1260-4bae-a9d0-9d067cf54013'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:11:49.918685 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 4910d9f2-bb8f-4859-9893-c0a040e3bfb6, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=4910d9f2-bb8f-4859-9893-c0a040e3bfb6,segment=NetworkSegment(4853bd7a-35ba-41e6-9757-b7f9c4755985),segment_id=4853bd7a-35ba-41e6-9757-b7f9c4755985)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:11:49.928526 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (4910d9f2-bb8f-4859-9893-c0a040e3bfb6), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:49.929207 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device f5de1191-97ca-4e23-bce0-9532d8edbad4 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:11:49.952640 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe1f40e-a7c4-4d0f-9241-3efa55ff9fcf tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:11:49.970453 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-cfe1f40e-a7c4-4d0f-9241-3efa55ff9fcf tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "PUT /v2.0/routers/eca844df-71ff-43a7-97e6-2d1a403bfbe5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4127071 Feb 02 07:11:49.994194 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 55386) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:11:50.038553 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959ecb26-73d8-4941-83bd-4d2ff82d0554 None None] Sync routers for ids ['eca844df-71ff-43a7-97e6-2d1a403bfbe5'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:11:50.115859 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port f5de1191-97ca-4e23-bce0-9532d8edbad4, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=f5de1191-97ca-4e23-bce0-9532d8edbad4,segment=NetworkSegment(4853bd7a-35ba-41e6-9757-b7f9c4755985),segment_id=4853bd7a-35ba-41e6-9757-b7f9c4755985)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:11:50.116857 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e5fb4ff6-fe3c-47ff-906e-61086a5a125d tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:50.127220 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-e5fb4ff6-fe3c-47ff-906e-61086a5a125d tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 6.9073024 Feb 02 07:11:50.130458 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': 'f5de1191-97ca-4e23-bce0-9532d8edbad4', 'network_id': '44fb9145-9ace-47b2-84ba-690d45d04d68', 'port_id': 'f5de1191-97ca-4e23-bce0-9532d8edbad4', 'mac_address': 'fa:16:3e:e4:e9:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8c93dc1-7ee4-400a-ad20-2d7430ee8b3d', 'ip_address': '10.1.1.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:11:50.140471 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 55388) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:11:50.179358 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-add87772-ce7f-4f7e-87d2-fb8b48523cc1 None None] Set router 7b7ad789-1260-4bae-a9d0-9d067cf54013 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:11:50.195483 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959ecb26-73d8-4941-83bd-4d2ff82d0554 None None] Routers {'eca844df-71ff-43a7-97e6-2d1a403bfbe5'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:11:50.196635 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-959ecb26-73d8-4941-83bd-4d2ff82d0554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:11:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['eca844df-71ff-43a7-97e6-2d1a403bfbe5'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:11:50.241958 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-959ecb26-73d8-4941-83bd-4d2ff82d0554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:11:50.265749 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=4910d9f2-bb8f-4859-9893-c0a040e3bfb6,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:50.274045 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port f5de1191-97ca-4e23-bce0-9532d8edbad4 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:11:50.275353 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f5de1191-97ca-4e23-bce0-9532d8edbad4), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:50.279907 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959ecb26-73d8-4941-83bd-4d2ff82d0554 None None] Routers {'eca844df-71ff-43a7-97e6-2d1a403bfbe5'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:11:50.280711 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-959ecb26-73d8-4941-83bd-4d2ff82d0554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:11:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['eca844df-71ff-43a7-97e6-2d1a403bfbe5'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:11:50.323374 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20cdf8d-9a64-4437-8735-b8aa4accdefc req-51aa1798-f35c-4a68-b413-e6edcc166192 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:50.332161 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-959ecb26-73d8-4941-83bd-4d2ff82d0554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:11:50.332816 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959ecb26-73d8-4941-83bd-4d2ff82d0554 None None] The sync data for ids ['eca844df-71ff-43a7-97e6-2d1a403bfbe5'] in n-d-789963-26 is: [] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:11:50.337995 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5de1191-97ca-4e23-bce0-9532d8edbad4 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:11:50.339115 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f20cdf8d-9a64-4437-8735-b8aa4accdefc req-51aa1798-f35c-4a68-b413-e6edcc166192 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 944 time: 0.4480944 Feb 02 07:11:50.385135 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port f5de1191-97ca-4e23-bce0-9532d8edbad4, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=f5de1191-97ca-4e23-bce0-9532d8edbad4,segment=NetworkSegment(4853bd7a-35ba-41e6-9757-b7f9c4755985),segment_id=4853bd7a-35ba-41e6-9757-b7f9c4755985)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:11:50.397107 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (f5de1191-97ca-4e23-bce0-9532d8edbad4), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:50.398212 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 78f002f0-5cc9-43ce-9674-66babfe32234 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:11:50.436062 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c81f16c4-2953-4b45-aeb6-fe32672608e4 req-4f297d8b-5329-41cc-a868-f33bae90211b service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4346981 Feb 02 07:11:50.642626 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266590a8-ba38-4476-ac60-69a7a9a4c309 req-20cb8716-d05b-4056-83e9-c569c7e81e2e tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:50.649280 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-266590a8-ba38-4476-ac60-69a7a9a4c309 req-20cb8716-d05b-4056-83e9-c569c7e81e2e tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=e345bef4-841f-48f1-9275-4e5304c6d2aa HTTP/1.1" status: 200 len: 944 time: 0.3939579 Feb 02 07:11:50.660307 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 78f002f0-5cc9-43ce-9674-66babfe32234, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=78f002f0-5cc9-43ce-9674-66babfe32234,segment=NetworkSegment(0eb81a88-33b3-4b45-9d45-2895b4ce9226),segment_id=0eb81a88-33b3-4b45-9d45-2895b4ce9226)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:11:50.687203 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': '78f002f0-5cc9-43ce-9674-66babfe32234', 'network_id': '75d236c0-f48f-4716-8c17-05895f8c5ef2', 'port_id': '78f002f0-5cc9-43ce-9674-66babfe32234', 'mac_address': 'fa:16:3e:63:e7:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1650f49-fd4b-4603-822f-9852910c48b0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:11:50.734050 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-add87772-ce7f-4f7e-87d2-fb8b48523cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b7ad789-1260-4bae-a9d0-9d067cf54013', 'name': 'tempest-snat-router-1882676237', 'tenant_id': '7dd47b08ccb642499bf5a99b5a76326e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.135'}], 'enable_snat': False}, 'gw_port_id': '1ad9a319-5ece-45d2-9400-0b0f26752233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:11:43Z', 'updated_at': '2022-02-02T07:11:47Z', 'revision_number': 3, 'project_id': '7dd47b08ccb642499bf5a99b5a76326e', 'gw_port': {'id': '1ad9a319-5ece-45d2-9400-0b0f26752233', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f2:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b7ad789-1260-4bae-a9d0-9d067cf54013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:11:45Z', 'updated_at': '2022-02-02T07:11:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:11:50.769754 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add87772-ce7f-4f7e-87d2-fb8b48523cc1 None None] Checking router: 7b7ad789-1260-4bae-a9d0-9d067cf54013 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:11:50.770280 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add87772-ce7f-4f7e-87d2-fb8b48523cc1 None None] Updating router 7b7ad789-1260-4bae-a9d0-9d067cf54013 port 1ad9a319-5ece-45d2-9400-0b0f26752233 binding host n-d-789963-26 {{(pid=109696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:11:50.776864 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 78f002f0-5cc9-43ce-9674-66babfe32234 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:11:50.777270 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (78f002f0-5cc9-43ce-9674-66babfe32234), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:50.796705 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78f002f0-5cc9-43ce-9674-66babfe32234 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:11:50.817025 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-add87772-ce7f-4f7e-87d2-fb8b48523cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (1ad9a319-5ece-45d2-9400-0b0f26752233), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:50.834161 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=f5de1191-97ca-4e23-bce0-9532d8edbad4,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:50.838977 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 78f002f0-5cc9-43ce-9674-66babfe32234, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=78f002f0-5cc9-43ce-9674-66babfe32234,segment=NetworkSegment(0eb81a88-33b3-4b45-9d45-2895b4ce9226),segment_id=0eb81a88-33b3-4b45-9d45-2895b4ce9226)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:11:50.848862 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (78f002f0-5cc9-43ce-9674-66babfe32234), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:50.849711 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 3327c7b8-0004-4fd0-b0f2-234f90c816b4 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:11:50.927021 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 3327c7b8-0004-4fd0-b0f2-234f90c816b4, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=3327c7b8-0004-4fd0-b0f2-234f90c816b4,segment=NetworkSegment(4853bd7a-35ba-41e6-9757-b7f9c4755985),segment_id=4853bd7a-35ba-41e6-9757-b7f9c4755985)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:11:50.993424 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': '3327c7b8-0004-4fd0-b0f2-234f90c816b4', 'network_id': '44fb9145-9ace-47b2-84ba-690d45d04d68', 'port_id': '3327c7b8-0004-4fd0-b0f2-234f90c816b4', 'mac_address': 'fa:16:3e:9e:f6:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8c93dc1-7ee4-400a-ad20-2d7430ee8b3d', 'ip_address': '10.1.1.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:11:51.044369 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e3062c4-9c78-44b3-afaf-1ad0c214a095 admin admin] Router 16702d13-04a4-4eb1-815a-65de49e9a8c8 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:11:51.089975 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 3327c7b8-0004-4fd0-b0f2-234f90c816b4 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:11:51.090879 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3327c7b8-0004-4fd0-b0f2-234f90c816b4), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:51.105379 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-266590a8-ba38-4476-ac60-69a7a9a4c309 req-c8071fcd-4f85-4672-b001-14407c90a09a tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Deleting port 01515b49-db47-48da-91c2-424b4f244bf1 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:11:51.105734 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-266590a8-ba38-4476-ac60-69a7a9a4c309 req-c8071fcd-4f85-4672-b001-14407c90a09a tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (01515b49-db47-48da-91c2-424b4f244bf1), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:51.124500 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3327c7b8-0004-4fd0-b0f2-234f90c816b4 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:11:51.144737 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=78f002f0-5cc9-43ce-9674-66babfe32234,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:51.176411 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 3327c7b8-0004-4fd0-b0f2-234f90c816b4, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=3327c7b8-0004-4fd0-b0f2-234f90c816b4,segment=NetworkSegment(4853bd7a-35ba-41e6-9757-b7f9c4755985),segment_id=4853bd7a-35ba-41e6-9757-b7f9c4755985)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:11:51.186998 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (3327c7b8-0004-4fd0-b0f2-234f90c816b4), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:51.188565 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device b17d715e-1c85-4c03-a547-caefd8ea643a details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:11:51.258405 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port b17d715e-1c85-4c03-a547-caefd8ea643a, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=b17d715e-1c85-4c03-a547-caefd8ea643a,segment=NetworkSegment(4853bd7a-35ba-41e6-9757-b7f9c4755985),segment_id=4853bd7a-35ba-41e6-9757-b7f9c4755985)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:11:51.292436 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': 'b17d715e-1c85-4c03-a547-caefd8ea643a', 'network_id': '44fb9145-9ace-47b2-84ba-690d45d04d68', 'port_id': 'b17d715e-1c85-4c03-a547-caefd8ea643a', 'mac_address': 'fa:16:3e:19:f3:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8c93dc1-7ee4-400a-ad20-2d7430ee8b3d', 'ip_address': '10.1.1.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:11:51.394217 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port b17d715e-1c85-4c03-a547-caefd8ea643a is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:11:51.394929 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b17d715e-1c85-4c03-a547-caefd8ea643a), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:51.442069 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b17d715e-1c85-4c03-a547-caefd8ea643a {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:11:51.518961 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port b17d715e-1c85-4c03-a547-caefd8ea643a, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=b17d715e-1c85-4c03-a547-caefd8ea643a,segment=NetworkSegment(4853bd7a-35ba-41e6-9757-b7f9c4755985),segment_id=4853bd7a-35ba-41e6-9757-b7f9c4755985)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:11:51.525610 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=3327c7b8-0004-4fd0-b0f2-234f90c816b4,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:51.540231 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (b17d715e-1c85-4c03-a547-caefd8ea643a), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:51.620555 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-add87772-ce7f-4f7e-87d2-fb8b48523cc1 None None] Publish callbacks [] for port (1ad9a319-5ece-45d2-9400-0b0f26752233), precommit_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:51.629590 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-add87772-ce7f-4f7e-87d2-fb8b48523cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (1ad9a319-5ece-45d2-9400-0b0f26752233), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:51.678249 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 9a0b3200-b107-4b3b-badf-62352eb5d2b2 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:11:51.701077 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c7bac2-5889-4aeb-940e-3ed41f7ef5cf None None] Pushing event updated for resources: {'Port': ['ID=1ad9a319-5ece-45d2-9400-0b0f26752233,revision_number=2']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:51.717429 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c7bac2-5889-4aeb-940e-3ed41f7ef5cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:11:51.718115 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c7bac2-5889-4aeb-940e-3ed41f7ef5cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:11:51.718468 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c7bac2-5889-4aeb-940e-3ed41f7ef5cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:11:51.718806 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c7bac2-5889-4aeb-940e-3ed41f7ef5cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:11:51.719141 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c7bac2-5889-4aeb-940e-3ed41f7ef5cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:11:51.719520 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c7bac2-5889-4aeb-940e-3ed41f7ef5cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:11:51.719830 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c7bac2-5889-4aeb-940e-3ed41f7ef5cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:11:51.720160 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c7bac2-5889-4aeb-940e-3ed41f7ef5cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:11:51.720657 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c7bac2-5889-4aeb-940e-3ed41f7ef5cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:11:51.720988 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c7bac2-5889-4aeb-940e-3ed41f7ef5cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:11:51.721312 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c7bac2-5889-4aeb-940e-3ed41f7ef5cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:11:51.721632 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c7bac2-5889-4aeb-940e-3ed41f7ef5cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:11:51.721950 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c7bac2-5889-4aeb-940e-3ed41f7ef5cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:11:51.760257 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-add87772-ce7f-4f7e-87d2-fb8b48523cc1 None None] Attempting to bind port 1ad9a319-5ece-45d2-9400-0b0f26752233 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:11:51.760257 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-add87772-ce7f-4f7e-87d2-fb8b48523cc1 None None] Attempting to bind port 1ad9a319-5ece-45d2-9400-0b0f26752233 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:11:51.760257 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add87772-ce7f-4f7e-87d2-fb8b48523cc1 None None] Attempting to bind port 1ad9a319-5ece-45d2-9400-0b0f26752233 on network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:11:51.760257 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add87772-ce7f-4f7e-87d2-fb8b48523cc1 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:11:51.760257 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add87772-ce7f-4f7e-87d2-fb8b48523cc1 None None] Checking segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:11:51.760257 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-add87772-ce7f-4f7e-87d2-fb8b48523cc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:51.760257 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add87772-ce7f-4f7e-87d2-fb8b48523cc1 None None] Bound using segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:11:51.760257 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-add87772-ce7f-4f7e-87d2-fb8b48523cc1 None None] Bound port: 1ad9a319-5ece-45d2-9400-0b0f26752233, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:11:51.760257 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-add87772-ce7f-4f7e-87d2-fb8b48523cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (1ad9a319-5ece-45d2-9400-0b0f26752233), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:51.828723 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=b17d715e-1c85-4c03-a547-caefd8ea643a,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:51.869206 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-266590a8-ba38-4476-ac60-69a7a9a4c309 req-c8071fcd-4f85-4672-b001-14407c90a09a tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] For port 01515b49-db47-48da-91c2-424b4f244bf1, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=01515b49-db47-48da-91c2-424b4f244bf1,segment=NetworkSegment(fc0a4cad-9504-4785-979c-6732d183490f),segment_id=fc0a4cad-9504-4785-979c-6732d183490f)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:11:51.869595 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-266590a8-ba38-4476-ac60-69a7a9a4c309 req-c8071fcd-4f85-4672-b001-14407c90a09a tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (01515b49-db47-48da-91c2-424b4f244bf1), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:51.872503 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-add87772-ce7f-4f7e-87d2-fb8b48523cc1 None None] For port 1ad9a319-5ece-45d2-9400-0b0f26752233, host n-d-789963-26, cleared binding levels {{(pid=109696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:11:51.878610 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-add87772-ce7f-4f7e-87d2-fb8b48523cc1 None None] For port 1ad9a319-5ece-45d2-9400-0b0f26752233, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=1ad9a319-5ece-45d2-9400-0b0f26752233,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:11:51.889093 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e3062c4-9c78-44b3-afaf-1ad0c214a095 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:11:51.893190 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-add87772-ce7f-4f7e-87d2-fb8b48523cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (1ad9a319-5ece-45d2-9400-0b0f26752233), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:51.915870 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-1e3062c4-9c78-44b3-afaf-1ad0c214a095 admin admin] 10.222.0.87 "PUT /v2.0/routers/16702d13-04a4-4eb1-815a-65de49e9a8c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2967880 Feb 02 07:11:51.921757 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 55416) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:11:51.931112 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f20cdf8d-9a64-4437-8735-b8aa4accdefc req-c82a2088-e5d7-4ed9-a3a2-2316d44b240f tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=4c2c0860-2986-407a-8a1e-1579ab01e7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.5866461 Feb 02 07:11:51.940494 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-266590a8-ba38-4476-ac60-69a7a9a4c309 req-c8071fcd-4f85-4672-b001-14407c90a09a tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Calling delete_port for 01515b49-db47-48da-91c2-424b4f244bf1 owned by compute:nova {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:11:51.987723 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-4f8271c5-a453-4869-ace8-c03c16a1563f tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] 10.222.0.87 "GET /v2.0/routers/7b7ad789-1260-4bae-a9d0-9d067cf54013 HTTP/1.1" status: 200 len: 909 time: 1.8387520 Feb 02 07:11:51.989222 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 55418) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:11:52.003196 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-ff00cddf-35be-4e04-bc3e-b5676b9dd8de tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1882676237', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'enable_snat': True}}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:11:52.035339 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:52.057772 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e45194-b270-46cd-a060-a7045b6e8987 None None] Sync routers for ids ['16702d13-04a4-4eb1-815a-65de49e9a8c8'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:11:52.074285 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c7bac2-5889-4aeb-940e-3ed41f7ef5cf None None] Pushing event updated for resources: {'Port': ['ID=1ad9a319-5ece-45d2-9400-0b0f26752233,revision_number=3']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:52.087326 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 9a0b3200-b107-4b3b-badf-62352eb5d2b2, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=9a0b3200-b107-4b3b-badf-62352eb5d2b2,segment=NetworkSegment(1c67e090-bfd0-439d-962b-ef9f63726228),segment_id=1c67e090-bfd0-439d-962b-ef9f63726228)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:11:52.129375 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e45194-b270-46cd-a060-a7045b6e8987 None None] Routers {'16702d13-04a4-4eb1-815a-65de49e9a8c8'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:11:52.129375 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-85e45194-b270-46cd-a060-a7045b6e8987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:11:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['16702d13-04a4-4eb1-815a-65de49e9a8c8'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:11:52.133421 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': '9a0b3200-b107-4b3b-badf-62352eb5d2b2', 'network_id': '807c79ec-08e2-4059-a72e-092033961844', 'port_id': '9a0b3200-b107-4b3b-badf-62352eb5d2b2', 'mac_address': 'fa:16:3e:1f:49:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '381427b1-69c6-4fa3-af7a-83250c7dd27c', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:11:52.195540 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 9a0b3200-b107-4b3b-badf-62352eb5d2b2 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:11:52.195947 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (9a0b3200-b107-4b3b-badf-62352eb5d2b2), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:52.215080 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a0b3200-b107-4b3b-badf-62352eb5d2b2 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:11:52.245462 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add87772-ce7f-4f7e-87d2-fb8b48523cc1 None None] Routers {'7b7ad789-1260-4bae-a9d0-9d067cf54013'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:11:52.250620 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-add87772-ce7f-4f7e-87d2-fb8b48523cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:11:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['7b7ad789-1260-4bae-a9d0-9d067cf54013'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:11:52.267903 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 9a0b3200-b107-4b3b-badf-62352eb5d2b2, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=9a0b3200-b107-4b3b-badf-62352eb5d2b2,segment=NetworkSegment(1c67e090-bfd0-439d-962b-ef9f63726228),segment_id=1c67e090-bfd0-439d-962b-ef9f63726228)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:11:52.269452 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ff00cddf-35be-4e04-bc3e-b5676b9dd8de tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (065ce6a9-c069-4aca-b49f-0ba918973b66), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:52.270855 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ff00cddf-35be-4e04-bc3e-b5676b9dd8de tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (065ce6a9-c069-4aca-b49f-0ba918973b66), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:52.277774 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (9a0b3200-b107-4b3b-badf-62352eb5d2b2), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:52.279121 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 55434b8b-b44b-441d-bba3-0628c5e8ba97 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:11:52.287541 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['3327c7b8-0004-4fd0-b0f2-234f90c816b4'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:11:52.349357 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b163a312-03bd-4661-8c72-04d5d93e53c9 admin admin] Publish callbacks [] for router (16702d13-04a4-4eb1-815a-65de49e9a8c8), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:52.352884 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-266590a8-ba38-4476-ac60-69a7a9a4c309 req-c8071fcd-4f85-4672-b001-14407c90a09a tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (01515b49-db47-48da-91c2-424b4f244bf1), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:52.374625 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f0bfd-94bb-4de8-8ce6-c4be9e7c51f8 req-9acf33af-c7d7-4427-be0e-a9dbdf8fb87d tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:52.387314 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['4910d9f2-bb8f-4859-9893-c0a040e3bfb6'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:11:52.395835 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f0bfd-94bb-4de8-8ce6-c4be9e7c51f8 req-9acf33af-c7d7-4427-be0e-a9dbdf8fb87d tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:52.418769 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['b17d715e-1c85-4c03-a547-caefd8ea643a'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:11:52.421846 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f0bfd-94bb-4de8-8ce6-c4be9e7c51f8 req-9acf33af-c7d7-4427-be0e-a9dbdf8fb87d tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:52.427993 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['d394fde5-fe9f-4589-bb6b-f852c92a9e2f', '3fbf38b0-c429-4910-9937-0a8e4016e831'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:11:52.445323 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f0bfd-94bb-4de8-8ce6-c4be9e7c51f8 req-9acf33af-c7d7-4427-be0e-a9dbdf8fb87d tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:52.460708 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f0bfd-94bb-4de8-8ce6-c4be9e7c51f8 req-9acf33af-c7d7-4427-be0e-a9dbdf8fb87d tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:52.464327 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8071fcd-4f85-4672-b001-14407c90a09a tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Pushing event deleted for resources: {'Port': ['ID=01515b49-db47-48da-91c2-424b4f244bf1,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:52.467367 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-85e45194-b270-46cd-a060-a7045b6e8987 None None] Set router 16702d13-04a4-4eb1-815a-65de49e9a8c8 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:11:52.495816 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-add87772-ce7f-4f7e-87d2-fb8b48523cc1 None None] Set router 7b7ad789-1260-4bae-a9d0-9d067cf54013 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:11:52.501247 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f0bfd-94bb-4de8-8ce6-c4be9e7c51f8 req-9acf33af-c7d7-4427-be0e-a9dbdf8fb87d tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:52.518563 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f0bfd-94bb-4de8-8ce6-c4be9e7c51f8 req-9acf33af-c7d7-4427-be0e-a9dbdf8fb87d tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:52.537681 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-146f0bfd-94bb-4de8-8ce6-c4be9e7c51f8 req-9acf33af-c7d7-4427-be0e-a9dbdf8fb87d tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 5435 time: 0.4099786 Feb 02 07:11:52.550523 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-266590a8-ba38-4476-ac60-69a7a9a4c309 req-c8071fcd-4f85-4672-b001-14407c90a09a tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] No DVR routers for this DVR port 01515b49-db47-48da-91c2-424b4f244bf1 on host n-h2-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:11:52.640890 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-266590a8-ba38-4476-ac60-69a7a9a4c309 req-c8071fcd-4f85-4672-b001-14407c90a09a tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:52.645065 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-266590a8-ba38-4476-ac60-69a7a9a4c309 req-c8071fcd-4f85-4672-b001-14407c90a09a tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "DELETE /v2.0/ports/01515b49-db47-48da-91c2-424b4f244bf1 HTTP/1.1" status: 204 len: 173 time: 1.9948201 Feb 02 07:11:52.645551 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e345bef4-841f-48f1-9275-4e5304c6d2aa', 'name': 'network-vif-deleted', 'tag': '01515b49-db47-48da-91c2-424b4f244bf1'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:11:52.666001 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd94a58-393e-4f50-a4d6-417cdd193156" -d '{"events": [{"server_uuid": "e345bef4-841f-48f1-9275-4e5304c6d2aa", "name": "network-vif-deleted", "tag": "01515b49-db47-48da-91c2-424b4f244bf1"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:11:52.709813 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.db.resource_extend [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 07:11:52.753623 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ff00cddf-35be-4e04-bc3e-b5676b9dd8de tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks [] for router_controller (065ce6a9-c069-4aca-b49f-0ba918973b66), precommit_add_association {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:52.769433 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b163a312-03bd-4661-8c72-04d5d93e53c9 admin admin] Publish callbacks [] for router_gateway (16702d13-04a4-4eb1-815a-65de49e9a8c8), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:52.886575 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [req-37c3642a-e5ab-4642-8ff9-8de96ca35528 req-f3cd881f-b60c-4a42-aaba-77d41581ae65 service neutron] (109693) timed out ('10.222.0.87', 59986) {{(pid=109693) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 02 07:11:52.904259 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-b163a312-03bd-4661-8c72-04d5d93e53c9 admin admin] Deleting port 9d035809-e581-497f-bd69-a0a383099845 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:11:52.904715 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b163a312-03bd-4661-8c72-04d5d93e53c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (9d035809-e581-497f-bd69-a0a383099845), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:52.962268 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 55434b8b-b44b-441d-bba3-0628c5e8ba97, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=55434b8b-b44b-441d-bba3-0628c5e8ba97,segment=NetworkSegment(1c67e090-bfd0-439d-962b-ef9f63726228),segment_id=1c67e090-bfd0-439d-962b-ef9f63726228)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:11:53.004056 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=9a0b3200-b107-4b3b-badf-62352eb5d2b2,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:53.086260 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-b163a312-03bd-4661-8c72-04d5d93e53c9 admin admin] For port 9d035809-e581-497f-bd69-a0a383099845, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=9d035809-e581-497f-bd69-a0a383099845,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:11:53.086624 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b163a312-03bd-4661-8c72-04d5d93e53c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (9d035809-e581-497f-bd69-a0a383099845), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:53.105797 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-146f0bfd-94bb-4de8-8ce6-c4be9e7c51f8 req-e33ca552-dd41-497a-b367-c33a48f2e9ca tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/security-groups?id=39d64e71-9bbb-4283-9333-9f076dd0e667&id=c2d438c9-ecad-41fa-9c3c-fefcebb88ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5458765 Feb 02 07:11:53.117160 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-b163a312-03bd-4661-8c72-04d5d93e53c9 admin admin] Calling delete_port for 9d035809-e581-497f-bd69-a0a383099845 owned by network:router_gateway {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:11:53.216064 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': '55434b8b-b44b-441d-bba3-0628c5e8ba97', 'network_id': '807c79ec-08e2-4059-a72e-092033961844', 'port_id': '55434b8b-b44b-441d-bba3-0628c5e8ba97', 'mac_address': 'fa:16:3e:7a:54:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '381427b1-69c6-4fa3-af7a-83250c7dd27c', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:11:53.272883 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 02 Feb 2022 07:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee25a5b-c1bc-429d-80c7-c20bcccd6bac x-openstack-request-id: req-3ee25a5b-c1bc-429d-80c7-c20bcccd6bac {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:11:53.285609 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e345bef4-841f-48f1-9275-4e5304c6d2aa", "name": "network-vif-deleted", "tag": "01515b49-db47-48da-91c2-424b4f244bf1", "status": "failed", "code": 422}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:11:53.287867 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-3ee25a5b-c1bc-429d-80c7-c20bcccd6bac {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:11:53.288490 n-d-789963-26 neutron-server[109694]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e345bef4-841f-48f1-9275-4e5304c6d2aa', 'name': 'network-vif-deleted', 'tag': '01515b49-db47-48da-91c2-424b4f244bf1', 'status': 'failed', 'code': 422} returned with failed status Feb 02 07:11:53.326890 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ff00cddf-35be-4e04-bc3e-b5676b9dd8de tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks [] for router_gateway (065ce6a9-c069-4aca-b49f-0ba918973b66), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:53.364473 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['78f002f0-5cc9-43ce-9674-66babfe32234'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:11:53.485003 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b163a312-03bd-4661-8c72-04d5d93e53c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (9d035809-e581-497f-bd69-a0a383099845), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:53.524766 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b163a312-03bd-4661-8c72-04d5d93e53c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d035809-e581-497f-bd69-a0a383099845,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:53.588604 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-81c5b37d-923a-4420-819a-335fe669dab0 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (eca844df-71ff-43a7-97e6-2d1a403bfbe5), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:53.589778 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-85e45194-b270-46cd-a060-a7045b6e8987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16702d13-04a4-4eb1-815a-65de49e9a8c8', 'name': 'tempest-ServersTestFqdnHostnames-2013953738-router', 'tenant_id': '5549f15d82f64bae95c6531d512cdc1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '9d035809-e581-497f-bd69-a0a383099845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:07:05Z', 'updated_at': '2022-02-02T07:11:48Z', 'revision_number': 5, 'project_id': '5549f15d82f64bae95c6531d512cdc1a', 'gw_port': {'id': '9d035809-e581-497f-bd69-a0a383099845', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:bd:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16702d13-04a4-4eb1-815a-65de49e9a8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:07:07Z', 'updated_at': '2022-02-02T07:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:11:53.672117 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e45194-b270-46cd-a060-a7045b6e8987 None None] Checking router: 16702d13-04a4-4eb1-815a-65de49e9a8c8 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:11:53.689915 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b163a312-03bd-4661-8c72-04d5d93e53c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (16702d13-04a4-4eb1-815a-65de49e9a8c8), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:53.697019 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-add87772-ce7f-4f7e-87d2-fb8b48523cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b7ad789-1260-4bae-a9d0-9d067cf54013', 'name': 'tempest-snat-router-1882676237', 'tenant_id': '7dd47b08ccb642499bf5a99b5a76326e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.135'}], 'enable_snat': False}, 'gw_port_id': '1ad9a319-5ece-45d2-9400-0b0f26752233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:11:43Z', 'updated_at': '2022-02-02T07:11:47Z', 'revision_number': 3, 'project_id': '7dd47b08ccb642499bf5a99b5a76326e', 'gw_port': {'id': '1ad9a319-5ece-45d2-9400-0b0f26752233', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f2:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b7ad789-1260-4bae-a9d0-9d067cf54013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:11:45Z', 'updated_at': '2022-02-02T07:11:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:11:53.785981 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add87772-ce7f-4f7e-87d2-fb8b48523cc1 None None] The sync data for ids ['7b7ad789-1260-4bae-a9d0-9d067cf54013'] in n-d-789963-26 is: [{'id': '7b7ad789-1260-4bae-a9d0-9d067cf54013', 'name': 'tempest-snat-router-1882676237', 'tenant_id': '7dd47b08ccb642499bf5a99b5a76326e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.135'}], 'enable_snat': False}, 'gw_port_id': '1ad9a319-5ece-45d2-9400-0b0f26752233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:11:43Z', 'updated_at': '2022-02-02T07:11:47Z', 'revision_number': 3, 'project_id': '7dd47b08ccb642499bf5a99b5a76326e', 'gw_port': {'id': '1ad9a319-5ece-45d2-9400-0b0f26752233', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f2:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b7ad789-1260-4bae-a9d0-9d067cf54013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1939, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:11:45Z', 'updated_at': '2022-02-02T07:11:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-26'}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:11:53.797193 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e45194-b270-46cd-a060-a7045b6e8987 None None] Routers {'16702d13-04a4-4eb1-815a-65de49e9a8c8'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:11:53.798447 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-85e45194-b270-46cd-a060-a7045b6e8987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:11:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['16702d13-04a4-4eb1-815a-65de49e9a8c8'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:11:53.807186 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6821c2-baf9-4452-91fa-e60ea6843291 req-4f629278-6bb6-41e5-a160-87c2bd16a796 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:53.817634 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6c6821c2-baf9-4452-91fa-e60ea6843291 req-4f629278-6bb6-41e5-a160-87c2bd16a796 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 944 time: 0.4422081 Feb 02 07:11:53.965656 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b163a312-03bd-4661-8c72-04d5d93e53c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (16702d13-04a4-4eb1-815a-65de49e9a8c8), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:53.974985 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b163a312-03bd-4661-8c72-04d5d93e53c9 admin admin] Publish callbacks [] for router_controller (16702d13-04a4-4eb1-815a-65de49e9a8c8), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:54.006600 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-85e45194-b270-46cd-a060-a7045b6e8987 None None] Set router 16702d13-04a4-4eb1-815a-65de49e9a8c8 gateway port host: None {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:11:54.105794 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b163a312-03bd-4661-8c72-04d5d93e53c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (16702d13-04a4-4eb1-815a-65de49e9a8c8), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:54.109568 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b163a312-03bd-4661-8c72-04d5d93e53c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16702d13-04a4-4eb1-815a-65de49e9a8c8 {{(pid=109694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:11:54.123823 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b163a312-03bd-4661-8c72-04d5d93e53c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:54.129164 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b163a312-03bd-4661-8c72-04d5d93e53c9 admin admin] 10.222.0.87 "DELETE /v2.0/routers/16702d13-04a4-4eb1-815a-65de49e9a8c8 HTTP/1.1" status: 204 len: 168 time: 1.9286587 Feb 02 07:11:54.129759 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 55462) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:11:54.184335 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6c6821c2-baf9-4452-91fa-e60ea6843291 req-7e3edb5b-a6c3-4e69-9b91-bddab761bbbd tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=4c2c0860-2986-407a-8a1e-1579ab01e7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3644078 Feb 02 07:11:54.194570 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-85e45194-b270-46cd-a060-a7045b6e8987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16702d13-04a4-4eb1-815a-65de49e9a8c8', 'name': 'tempest-ServersTestFqdnHostnames-2013953738-router', 'tenant_id': '5549f15d82f64bae95c6531d512cdc1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:07:05Z', 'updated_at': '2022-02-02T07:11:53Z', 'revision_number': 7, 'project_id': '5549f15d82f64bae95c6531d512cdc1a', 'gw_port_host': None}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:11:54.225949 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 55434b8b-b44b-441d-bba3-0628c5e8ba97 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:11:54.229876 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (55434b8b-b44b-441d-bba3-0628c5e8ba97), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:54.241368 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e45194-b270-46cd-a060-a7045b6e8987 None None] The sync data for ids ['16702d13-04a4-4eb1-815a-65de49e9a8c8'] in n-d-789963-26 is: [{'id': '16702d13-04a4-4eb1-815a-65de49e9a8c8', 'name': 'tempest-ServersTestFqdnHostnames-2013953738-router', 'tenant_id': '5549f15d82f64bae95c6531d512cdc1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:07:05Z', 'updated_at': '2022-02-02T07:11:53Z', 'revision_number': 7, 'project_id': '5549f15d82f64bae95c6531d512cdc1a', 'gw_port_host': None}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:11:54.344984 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-3313af61-89be-427b-8145-203f818e3f19 admin admin] Deleting subnet c7545568-47c4-4cd0-be68-7f25d5ee9a43 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:11:54.356819 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3313af61-89be-427b-8145-203f818e3f19 admin admin] Publish callbacks [] for subnet (c7545568-47c4-4cd0-be68-7f25d5ee9a43), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:54.365102 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55434b8b-b44b-441d-bba3-0628c5e8ba97 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:11:54.383313 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['f5de1191-97ca-4e23-bce0-9532d8edbad4'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:11:54.457015 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5d6246-b241-4151-81d5-95d09b829494 req-a100ff44-1562-4fec-a46e-520fe6c2ef04 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:54.471275 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7e5d6246-b241-4151-81d5-95d09b829494 req-a100ff44-1562-4fec-a46e-520fe6c2ef04 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=2de00abe-eaea-4d63-b152-fd639a7f711a HTTP/1.1" status: 200 len: 908 time: 0.2322545 Feb 02 07:11:54.487535 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3313af61-89be-427b-8145-203f818e3f19 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (c7545568-47c4-4cd0-be68-7f25d5ee9a43), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:54.576050 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 55434b8b-b44b-441d-bba3-0628c5e8ba97, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=55434b8b-b44b-441d-bba3-0628c5e8ba97,segment=NetworkSegment(1c67e090-bfd0-439d-962b-ef9f63726228),segment_id=1c67e090-bfd0-439d-962b-ef9f63726228)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:11:54.623398 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3313af61-89be-427b-8145-203f818e3f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (c7545568-47c4-4cd0-be68-7f25d5ee9a43), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:54.688731 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (55434b8b-b44b-441d-bba3-0628c5e8ba97), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:54.740787 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ff00cddf-35be-4e04-bc3e-b5676b9dd8de tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks [] for router_gateway (065ce6a9-c069-4aca-b49f-0ba918973b66), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:54.766321 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3313af61-89be-427b-8145-203f818e3f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (c7545568-47c4-4cd0-be68-7f25d5ee9a43), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:54.768964 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5120ed-4cd7-4512-8648-c8f726b32a06 req-069decb4-e103-41c4-a01c-8bfd9e5b1470 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:54.775816 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5120ed-4cd7-4512-8648-c8f726b32a06 req-069decb4-e103-41c4-a01c-8bfd9e5b1470 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:54.789412 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5120ed-4cd7-4512-8648-c8f726b32a06 req-069decb4-e103-41c4-a01c-8bfd9e5b1470 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:54.811725 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5120ed-4cd7-4512-8648-c8f726b32a06 req-069decb4-e103-41c4-a01c-8bfd9e5b1470 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:54.820334 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3313af61-89be-427b-8145-203f818e3f19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7545568-47c4-4cd0-be68-7f25d5ee9a43,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:54.827761 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5120ed-4cd7-4512-8648-c8f726b32a06 req-069decb4-e103-41c4-a01c-8bfd9e5b1470 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:54.839615 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5120ed-4cd7-4512-8648-c8f726b32a06 req-069decb4-e103-41c4-a01c-8bfd9e5b1470 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:54.843946 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3313af61-89be-427b-8145-203f818e3f19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:54.848362 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-3313af61-89be-427b-8145-203f818e3f19 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/c7545568-47c4-4cd0-be68-7f25d5ee9a43 HTTP/1.1" status: 204 len: 168 time: 0.7173831 Feb 02 07:11:54.850618 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 55470) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:11:54.868802 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5120ed-4cd7-4512-8648-c8f726b32a06 req-069decb4-e103-41c4-a01c-8bfd9e5b1470 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:54.870816 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ab5120ed-4cd7-4512-8648-c8f726b32a06 req-069decb4-e103-41c4-a01c-8bfd9e5b1470 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 5436 time: 0.4648011 Feb 02 07:11:54.892905 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e97cc69-a464-455a-8d0e-1d443c7cd90c None None] Network 085cd9a7-f01b-4c4e-94e0-dc83039f286a requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:11:55.003856 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c686ba2e-3a80-48ba-98a0-ec89830017b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (085cd9a7-f01b-4c4e-94e0-dc83039f286a), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:55.005841 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ff00cddf-35be-4e04-bc3e-b5676b9dd8de tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:55.116680 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-c686ba2e-3a80-48ba-98a0-ec89830017b4 admin admin] Deleting port 01ce09f3-b30a-4795-8861-63f75c3405ac {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:11:55.117548 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c686ba2e-3a80-48ba-98a0-ec89830017b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (01ce09f3-b30a-4795-8861-63f75c3405ac), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:55.208568 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-c686ba2e-3a80-48ba-98a0-ec89830017b4 admin admin] For port 01ce09f3-b30a-4795-8861-63f75c3405ac, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=01ce09f3-b30a-4795-8861-63f75c3405ac,segment=NetworkSegment(193ae55e-92a5-4ce3-bf68-99f857b7a348),segment_id=193ae55e-92a5-4ce3-bf68-99f857b7a348)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:11:55.209253 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c686ba2e-3a80-48ba-98a0-ec89830017b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (01ce09f3-b30a-4795-8861-63f75c3405ac), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:55.233508 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-c686ba2e-3a80-48ba-98a0-ec89830017b4 admin admin] Calling delete_port for 01ce09f3-b30a-4795-8861-63f75c3405ac owned by network:dhcp {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:11:55.320068 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-ff00cddf-35be-4e04-bc3e-b5676b9dd8de tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Allocated IP 172.25.4.57 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/3bb9af6d-b5a1-4599-bf81-1b76a0dcfb52) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:11:55.472106 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c686ba2e-3a80-48ba-98a0-ec89830017b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (01ce09f3-b30a-4795-8861-63f75c3405ac), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:55.498016 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['9a0b3200-b107-4b3b-badf-62352eb5d2b2'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:11:55.507263 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=55434b8b-b44b-441d-bba3-0628c5e8ba97,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:55.580007 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c686ba2e-3a80-48ba-98a0-ec89830017b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=01ce09f3-b30a-4795-8861-63f75c3405ac,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:55.640242 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['55434b8b-b44b-441d-bba3-0628c5e8ba97'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:11:55.641441 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c686ba2e-3a80-48ba-98a0-ec89830017b4 admin admin] No DVR routers for this DVR port 01ce09f3-b30a-4795-8861-63f75c3405ac on host n-d-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:11:55.641890 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ff00cddf-35be-4e04-bc3e-b5676b9dd8de tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks [] for port (3bb9af6d-b5a1-4599-bf81-1b76a0dcfb52), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:55.778456 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 1ad9a319-5ece-45d2-9400-0b0f26752233 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:11:55.822812 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ff00cddf-35be-4e04-bc3e-b5676b9dd8de tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (3bb9af6d-b5a1-4599-bf81-1b76a0dcfb52), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:55.953304 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff00cddf-35be-4e04-bc3e-b5676b9dd8de tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:11:55.972018 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-ff00cddf-35be-4e04-bc3e-b5676b9dd8de tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:11:55.991208 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff00cddf-35be-4e04-bc3e-b5676b9dd8de tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:11:56.173048 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d41d9e8-51c3-45a2-a7a6-7a5638192080 None None] DHCP port deletion for 085cd9a7-f01b-4c4e-94e0-dc83039f286a request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:11:56.257063 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 55488) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:11:56.257404 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 55490) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:11:56.270220 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5883d2d-6a90-4c3a-a1e0-2dcbdf3656e0 req-d6f1faab-d119-4b99-b833-cd8e5098e2d4 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:56.279459 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b5883d2d-6a90-4c3a-a1e0-2dcbdf3656e0 req-d6f1faab-d119-4b99-b833-cd8e5098e2d4 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.88 "GET /v2.0/ports?device_id=2de00abe-eaea-4d63-b152-fd639a7f711a HTTP/1.1" status: 200 len: 908 time: 0.5478277 Feb 02 07:11:56.280953 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff00cddf-35be-4e04-bc3e-b5676b9dd8de tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Pushing event updated for resources: {'Port': ['ID=3bb9af6d-b5a1-4599-bf81-1b76a0dcfb52,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:56.398145 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ab5120ed-4cd7-4512-8648-c8f726b32a06 req-ec374f40-f361-4bf0-84d9-36059682cafe tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/security-groups?id=39d64e71-9bbb-4283-9333-9f076dd0e667&id=c2d438c9-ecad-41fa-9c3c-fefcebb88ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.4352491 Feb 02 07:11:56.415914 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-81c5b37d-923a-4420-819a-335fe669dab0 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Deleting port e6be2fc1-3e1b-4df5-8782-d96ad18e87aa {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:11:56.416249 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-81c5b37d-923a-4420-819a-335fe669dab0 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (e6be2fc1-3e1b-4df5-8782-d96ad18e87aa), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:56.459770 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 1ad9a319-5ece-45d2-9400-0b0f26752233 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:11:56.461345 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (1ad9a319-5ece-45d2-9400-0b0f26752233), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:56.735490 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c686ba2e-3a80-48ba-98a0-ec89830017b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (085cd9a7-f01b-4c4e-94e0-dc83039f286a), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:56.765643 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 3327c7b8-0004-4fd0-b0f2-234f90c816b4 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:11:56.770962 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-c686ba2e-3a80-48ba-98a0-ec89830017b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['085cd9a7-f01b-4c4e-94e0-dc83039f286a']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:11:56.775355 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1ede7de8-1841-434b-80e5-16e11303a85c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:56.788191 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-c686ba2e-3a80-48ba-98a0-ec89830017b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '193ae55e-92a5-4ce3-bf68-99f857b7a348') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:11:56.788747 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-c686ba2e-3a80-48ba-98a0-ec89830017b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '193ae55e-92a5-4ce3-bf68-99f857b7a348') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:11:56.791709 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0cc2283b-0a41-484a-b373-bf5b76003b68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:56.802272 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 1ad9a319-5ece-45d2-9400-0b0f26752233 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:11:56.802614 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c686ba2e-3a80-48ba-98a0-ec89830017b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (193ae55e-92a5-4ce3-bf68-99f857b7a348), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:56.803617 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (1ad9a319-5ece-45d2-9400-0b0f26752233), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:56.821677 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c686ba2e-3a80-48ba-98a0-ec89830017b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (193ae55e-92a5-4ce3-bf68-99f857b7a348), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:56.830544 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c686ba2e-3a80-48ba-98a0-ec89830017b4 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:11:56.831200 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c686ba2e-3a80-48ba-98a0-ec89830017b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (193ae55e-92a5-4ce3-bf68-99f857b7a348), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:56.838429 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 1ad9a319-5ece-45d2-9400-0b0f26752233, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=1ad9a319-5ece-45d2-9400-0b0f26752233,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:11:56.871763 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (1ad9a319-5ece-45d2-9400-0b0f26752233), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:56.926939 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port 3327c7b8-0004-4fd0-b0f2-234f90c816b4 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:11:56.934385 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port 3327c7b8-0004-4fd0-b0f2-234f90c816b4 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:11:56.935382 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (3327c7b8-0004-4fd0-b0f2-234f90c816b4), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:56.963374 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:11:56.963374 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:11:56.963374 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:11:56.963374 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:11:56.963374 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:11:56.963374 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:11:56.963374 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:11:56.963374 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:11:56.963374 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:11:56.963374 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:11:56.963374 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:11:56.963374 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:11:56.963374 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:11:56.963374 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:11:56.963374 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:11:56.963374 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:11:56.963374 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:11:56.963374 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:11:56.963374 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:11:56.963374 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:11:56.963374 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:11:56.963374 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:11:56.963374 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:11:56.963374 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:11:56.963374 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:11:56.963374 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:11:56.963374 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:11:56.963374 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:11:56.963374 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:11:56.963374 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:11:56.963374 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:11:56.963374 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:11:56.976187 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e3e9b1-22d0-4818-b62a-2cbd4108b35c req-f8899b00-687c-41a0-a5d4-23c306028e88 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:56.984734 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d7e3e9b1-22d0-4818-b62a-2cbd4108b35c req-f8899b00-687c-41a0-a5d4-23c306028e88 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 944 time: 1.5432625 Feb 02 07:11:56.998835 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 9d035809-e581-497f-bd69-a0a383099845 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:11:57.008053 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0cc2283b-0a41-484a-b373-bf5b76003b68 admin admin] Publish callbacks [] for security_group (2c280a98-f0b7-4dd7-92af-fc6b44273e5b), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:57.024399 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-81c5b37d-923a-4420-819a-335fe669dab0 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (e6be2fc1-3e1b-4df5-8782-d96ad18e87aa), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:57.033905 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0cc2283b-0a41-484a-b373-bf5b76003b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (2c280a98-f0b7-4dd7-92af-fc6b44273e5b), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:57.043161 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=1ad9a319-5ece-45d2-9400-0b0f26752233,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:57.072996 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c686ba2e-3a80-48ba-98a0-ec89830017b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (085cd9a7-f01b-4c4e-94e0-dc83039f286a), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:57.103014 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3949f38f-5420-47e1-92c4-1331f8a487ad req-861edf0f-6afb-4efc-a3b0-9089219fcb5b tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:57.112626 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3949f38f-5420-47e1-92c4-1331f8a487ad req-861edf0f-6afb-4efc-a3b0-9089219fcb5b tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=2de00abe-eaea-4d63-b152-fd639a7f711a HTTP/1.1" status: 200 len: 908 time: 0.4976583 Feb 02 07:11:57.113097 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d7e3e9b1-22d0-4818-b62a-2cbd4108b35c req-c4080ca9-f17b-4dad-a442-428923dbf5ea tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=4c2c0860-2986-407a-8a1e-1579ab01e7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274316 Feb 02 07:11:57.120565 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c686ba2e-3a80-48ba-98a0-ec89830017b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:57.124395 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-81c5b37d-923a-4420-819a-335fe669dab0 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Calling delete_port for e6be2fc1-3e1b-4df5-8782-d96ad18e87aa owned by network:router_interface {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:11:57.134853 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c686ba2e-3a80-48ba-98a0-ec89830017b4 admin admin] 10.222.0.87 "DELETE /v2.0/networks/085cd9a7-f01b-4c4e-94e0-dc83039f286a HTTP/1.1" status: 204 len: 168 time: 2.2774129 Feb 02 07:11:57.145163 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 9d035809-e581-497f-bd69-a0a383099845 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:11:57.145785 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 9d035809-e581-497f-bd69-a0a383099845 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:11:57.146234 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 5296fdb5-c300-4ef4-8d92-2751b3efc863 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:11:57.157465 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-b5883d2d-6a90-4c3a-a1e0-2dcbdf3656e0 req-f92cba08-a90a-471c-94a6-ee1c31364292 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Deleting port 6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:11:57.158070 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-b5883d2d-6a90-4c3a-a1e0-2dcbdf3656e0 req-f92cba08-a90a-471c-94a6-ee1c31364292 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:57.164869 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c686ba2e-3a80-48ba-98a0-ec89830017b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=085cd9a7-f01b-4c4e-94e0-dc83039f286a,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:57.194821 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 5296fdb5-c300-4ef4-8d92-2751b3efc863 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:11:57.195189 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 5296fdb5-c300-4ef4-8d92-2751b3efc863 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:11:57.251668 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:57.252681 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 3327c7b8-0004-4fd0-b0f2-234f90c816b4 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:11:57.253062 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3327c7b8-0004-4fd0-b0f2-234f90c816b4), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:57.312878 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e074495-bb56-4ff7-a978-84b111e50f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3327c7b8-0004-4fd0-b0f2-234f90c816b4'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:11:57.315170 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e611693a-81f6-4720-a9b3-310c3d6ffdb2" -d '{"events": [{"server_uuid": "1e074495-bb56-4ff7-a978-84b111e50f6e", "name": "network-vif-plugged", "status": "completed", "tag": "3327c7b8-0004-4fd0-b0f2-234f90c816b4"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:11:57.332603 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 3327c7b8-0004-4fd0-b0f2-234f90c816b4, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=3327c7b8-0004-4fd0-b0f2-234f90c816b4,segment=NetworkSegment(4853bd7a-35ba-41e6-9757-b7f9c4755985),segment_id=4853bd7a-35ba-41e6-9757-b7f9c4755985)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:11:57.345214 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (3327c7b8-0004-4fd0-b0f2-234f90c816b4), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:57.346152 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device b17d715e-1c85-4c03-a547-caefd8ea643a up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:11:57.414842 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e24b2eb0-6aba-44f0-9986-6e7b4eec7b49 x-openstack-request-id: req-e24b2eb0-6aba-44f0-9986-6e7b4eec7b49 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:11:57.415305 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e074495-bb56-4ff7-a978-84b111e50f6e", "name": "network-vif-plugged", "status": "completed", "tag": "3327c7b8-0004-4fd0-b0f2-234f90c816b4", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:11:57.415413 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e24b2eb0-6aba-44f0-9986-6e7b4eec7b49 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:11:57.415807 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e074495-bb56-4ff7-a978-84b111e50f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3327c7b8-0004-4fd0-b0f2-234f90c816b4', 'code': 200} Feb 02 07:11:57.423047 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 1ad9a319-5ece-45d2-9400-0b0f26752233 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:11:57.436465 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 55500) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:11:57.474776 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ff00cddf-35be-4e04-bc3e-b5676b9dd8de tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks [] for router_gateway (065ce6a9-c069-4aca-b49f-0ba918973b66), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:57.494076 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-0cc2283b-0a41-484a-b373-bf5b76003b68 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=2dd38d7ddbb8408a8b8674d42e254299&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1993945 Feb 02 07:11:57.495305 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 55504) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:11:57.503134 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc2283b-0a41-484a-b373-bf5b76003b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c280a98-f0b7-4dd7-92af-fc6b44273e5b,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:57.568377 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c149c27d-d985-4c6a-983a-7d35451aa48a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=5549f15d82f64bae95c6531d512cdc1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1301208 Feb 02 07:11:57.572457 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 55506) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:11:57.580464 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=3327c7b8-0004-4fd0-b0f2-234f90c816b4,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:57.595114 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 1ad9a319-5ece-45d2-9400-0b0f26752233 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:11:57.595496 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (1ad9a319-5ece-45d2-9400-0b0f26752233), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:57.634926 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port b17d715e-1c85-4c03-a547-caefd8ea643a completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:11:57.640523 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port b17d715e-1c85-4c03-a547-caefd8ea643a triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:11:57.640910 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b17d715e-1c85-4c03-a547-caefd8ea643a), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:57.676060 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-66b51c45-7af8-4bd5-b52f-e19708b3bd26 admin admin] Publish callbacks [] for security_group (3a6efb9e-2fbe-484a-b139-f069e16d9eef), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:57.721373 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-66b51c45-7af8-4bd5-b52f-e19708b3bd26 admin admin] Publish callbacks [] for security_group (3a6efb9e-2fbe-484a-b139-f069e16d9eef), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:57.734515 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13f578-bebb-4706-8873-2b1116634a6d req-4b7f68ea-3152-403e-841d-f2671b4bc502 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:57.740375 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13f578-bebb-4706-8873-2b1116634a6d req-4b7f68ea-3152-403e-841d-f2671b4bc502 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:57.745933 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13f578-bebb-4706-8873-2b1116634a6d req-4b7f68ea-3152-403e-841d-f2671b4bc502 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:57.751987 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13f578-bebb-4706-8873-2b1116634a6d req-4b7f68ea-3152-403e-841d-f2671b4bc502 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:57.757433 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13f578-bebb-4706-8873-2b1116634a6d req-4b7f68ea-3152-403e-841d-f2671b4bc502 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:57.763177 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13f578-bebb-4706-8873-2b1116634a6d req-4b7f68ea-3152-403e-841d-f2671b4bc502 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:57.768873 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13f578-bebb-4706-8873-2b1116634a6d req-4b7f68ea-3152-403e-841d-f2671b4bc502 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:57.770889 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9c13f578-bebb-4706-8873-2b1116634a6d req-4b7f68ea-3152-403e-841d-f2671b4bc502 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 5438 time: 0.1975288 Feb 02 07:11:57.813671 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 1ad9a319-5ece-45d2-9400-0b0f26752233 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:11:57.904398 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port b17d715e-1c85-4c03-a547-caefd8ea643a is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:11:57.905370 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b17d715e-1c85-4c03-a547-caefd8ea643a), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:57.909708 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 01ce09f3-b30a-4795-8861-63f75c3405ac no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:11:57.921029 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9c13f578-bebb-4706-8873-2b1116634a6d req-5c75243f-965e-4f5b-a9e6-be4fd40ba83c tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/security-groups?id=39d64e71-9bbb-4283-9333-9f076dd0e667&id=c2d438c9-ecad-41fa-9c3c-fefcebb88ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1440847 Feb 02 07:11:57.953749 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 01ce09f3-b30a-4795-8861-63f75c3405ac {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:11:57.954113 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 01ce09f3-b30a-4795-8861-63f75c3405ac not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:11:57.954677 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-66b51c45-7af8-4bd5-b52f-e19708b3bd26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (3a6efb9e-2fbe-484a-b139-f069e16d9eef), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:57.957605 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-66b51c45-7af8-4bd5-b52f-e19708b3bd26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:57.963261 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-66b51c45-7af8-4bd5-b52f-e19708b3bd26 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/3a6efb9e-2fbe-484a-b139-f069e16d9eef HTTP/1.1" status: 204 len: 168 time: 0.3710091 Feb 02 07:11:57.975187 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b51c45-7af8-4bd5-b52f-e19708b3bd26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6efb9e-2fbe-484a-b139-f069e16d9eef,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:58.022331 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port b17d715e-1c85-4c03-a547-caefd8ea643a, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=b17d715e-1c85-4c03-a547-caefd8ea643a,segment=NetworkSegment(4853bd7a-35ba-41e6-9757-b7f9c4755985),segment_id=4853bd7a-35ba-41e6-9757-b7f9c4755985)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:11:58.027974 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (b17d715e-1c85-4c03-a547-caefd8ea643a), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:58.030158 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 4910d9f2-bb8f-4859-9893-c0a040e3bfb6 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:11:58.142773 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=b17d715e-1c85-4c03-a547-caefd8ea643a,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:58.173242 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port 4910d9f2-bb8f-4859-9893-c0a040e3bfb6 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:11:58.178856 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port 4910d9f2-bb8f-4859-9893-c0a040e3bfb6 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:11:58.179343 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (4910d9f2-bb8f-4859-9893-c0a040e3bfb6), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:58.416511 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c7afb5-e704-4964-af42-f261c1ebcc33 req-247b9192-7ec0-4547-9e32-94384266eec0 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:58.421016 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-65c7afb5-e704-4964-af42-f261c1ebcc33 req-247b9192-7ec0-4547-9e32-94384266eec0 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 944 time: 0.1796064 Feb 02 07:11:58.463498 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1ede7de8-1841-434b-80e5-16e11303a85c admin admin] Publish callbacks [] for security_group (12ae282f-db95-4bf2-acc4-2f876bd4b3be), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:58.464847 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 4910d9f2-bb8f-4859-9893-c0a040e3bfb6 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:11:58.465447 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (4910d9f2-bb8f-4859-9893-c0a040e3bfb6), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:58.478496 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-b5883d2d-6a90-4c3a-a1e0-2dcbdf3656e0 req-f92cba08-a90a-471c-94a6-ee1c31364292 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] For port 6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf,segment=NetworkSegment(fc0a4cad-9504-4785-979c-6732d183490f),segment_id=fc0a4cad-9504-4785-979c-6732d183490f)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:11:58.479113 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-b5883d2d-6a90-4c3a-a1e0-2dcbdf3656e0 req-f92cba08-a90a-471c-94a6-ee1c31364292 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:58.503598 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-65c7afb5-e704-4964-af42-f261c1ebcc33 req-8156544f-1e3d-4725-8070-437bfc4474a1 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=4c2c0860-2986-407a-8a1e-1579ab01e7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760982 Feb 02 07:11:58.516989 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1ede7de8-1841-434b-80e5-16e11303a85c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (12ae282f-db95-4bf2-acc4-2f876bd4b3be), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:58.541172 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-b5883d2d-6a90-4c3a-a1e0-2dcbdf3656e0 req-f92cba08-a90a-471c-94a6-ee1c31364292 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Calling delete_port for 6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:11:58.549115 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 4910d9f2-bb8f-4859-9893-c0a040e3bfb6, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=4910d9f2-bb8f-4859-9893-c0a040e3bfb6,segment=NetworkSegment(4853bd7a-35ba-41e6-9757-b7f9c4755985),segment_id=4853bd7a-35ba-41e6-9757-b7f9c4755985)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:11:58.558754 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (4910d9f2-bb8f-4859-9893-c0a040e3bfb6), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:58.631776 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=4910d9f2-bb8f-4859-9893-c0a040e3bfb6,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:58.763412 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 55434b8b-b44b-441d-bba3-0628c5e8ba97 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:11:58.770297 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-1ede7de8-1841-434b-80e5-16e11303a85c admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=35e0f404befe4f8fa28b48818910d7a5&name=default HTTP/1.1" status: 200 len: 3000 time: 2.4727895 Feb 02 07:11:58.770297 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ede7de8-1841-434b-80e5-16e11303a85c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ae282f-db95-4bf2-acc4-2f876bd4b3be,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:58.771132 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 55524) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:11:58.771623 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d7542f7b-ad4e-4deb-9bec-e75e3cb4c5f0 admin admin] Publish callbacks [] for security_group (2c280a98-f0b7-4dd7-92af-fc6b44273e5b), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:58.795525 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d7542f7b-ad4e-4deb-9bec-e75e3cb4c5f0 admin admin] Publish callbacks [] for security_group (2c280a98-f0b7-4dd7-92af-fc6b44273e5b), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:58.869898 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559c4c9-ecff-4854-b595-be9ba226b8db req-bee6e4b6-18cd-4584-bb75-44b30b295b35 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:58.874090 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f559c4c9-ecff-4854-b595-be9ba226b8db req-bee6e4b6-18cd-4584-bb75-44b30b295b35 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=2de00abe-eaea-4d63-b152-fd639a7f711a HTTP/1.1" status: 200 len: 908 time: 0.4711039 Feb 02 07:11:58.903885 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6390546c-0bf9-4dbf-8e40-30e4cd28e563 admin admin] Publish callbacks [] for security_group (12ae282f-db95-4bf2-acc4-2f876bd4b3be), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:58.904877 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port 55434b8b-b44b-441d-bba3-0628c5e8ba97 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:11:58.909913 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port 55434b8b-b44b-441d-bba3-0628c5e8ba97 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:11:58.910189 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (55434b8b-b44b-441d-bba3-0628c5e8ba97), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:58.920117 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d7542f7b-ad4e-4deb-9bec-e75e3cb4c5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (2c280a98-f0b7-4dd7-92af-fc6b44273e5b), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:58.928152 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d7542f7b-ad4e-4deb-9bec-e75e3cb4c5f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:58.929338 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d7542f7b-ad4e-4deb-9bec-e75e3cb4c5f0 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/2c280a98-f0b7-4dd7-92af-fc6b44273e5b HTTP/1.1" status: 204 len: 168 time: 1.4273539 Feb 02 07:11:58.940692 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6390546c-0bf9-4dbf-8e40-30e4cd28e563 admin admin] Publish callbacks [] for security_group (12ae282f-db95-4bf2-acc4-2f876bd4b3be), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:59.018350 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7542f7b-ad4e-4deb-9bec-e75e3cb4c5f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c280a98-f0b7-4dd7-92af-fc6b44273e5b,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:59.082153 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6390546c-0bf9-4dbf-8e40-30e4cd28e563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (12ae282f-db95-4bf2-acc4-2f876bd4b3be), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:59.085511 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6390546c-0bf9-4dbf-8e40-30e4cd28e563 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:59.089254 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-6390546c-0bf9-4dbf-8e40-30e4cd28e563 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/12ae282f-db95-4bf2-acc4-2f876bd4b3be HTTP/1.1" status: 204 len: 168 time: 0.3148093 Feb 02 07:11:59.100165 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6390546c-0bf9-4dbf-8e40-30e4cd28e563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ae282f-db95-4bf2-acc4-2f876bd4b3be,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:59.178156 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-81c5b37d-923a-4420-819a-335fe669dab0 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (e6be2fc1-3e1b-4df5-8782-d96ad18e87aa), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:59.282527 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 55434b8b-b44b-441d-bba3-0628c5e8ba97 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:11:59.282921 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (55434b8b-b44b-441d-bba3-0628c5e8ba97), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:59.292834 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186fde5-43d8-4fbc-8401-e2a991d0384a req-52dc029b-8bd9-4000-8ae6-bc0c6f3c8f05 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:59.302752 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186fde5-43d8-4fbc-8401-e2a991d0384a req-52dc029b-8bd9-4000-8ae6-bc0c6f3c8f05 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:59.317450 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186fde5-43d8-4fbc-8401-e2a991d0384a req-52dc029b-8bd9-4000-8ae6-bc0c6f3c8f05 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:59.324523 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186fde5-43d8-4fbc-8401-e2a991d0384a req-52dc029b-8bd9-4000-8ae6-bc0c6f3c8f05 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:59.332829 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186fde5-43d8-4fbc-8401-e2a991d0384a req-52dc029b-8bd9-4000-8ae6-bc0c6f3c8f05 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:59.345503 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186fde5-43d8-4fbc-8401-e2a991d0384a req-52dc029b-8bd9-4000-8ae6-bc0c6f3c8f05 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:59.357812 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186fde5-43d8-4fbc-8401-e2a991d0384a req-52dc029b-8bd9-4000-8ae6-bc0c6f3c8f05 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:11:59.364773 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b186fde5-43d8-4fbc-8401-e2a991d0384a req-52dc029b-8bd9-4000-8ae6-bc0c6f3c8f05 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 5440 time: 0.2505202 Feb 02 07:11:59.371011 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c5b37d-923a-4420-819a-335fe669dab0 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Pushing event deleted for resources: {'Port': ['ID=e6be2fc1-3e1b-4df5-8782-d96ad18e87aa,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:59.378907 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 55434b8b-b44b-441d-bba3-0628c5e8ba97, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=55434b8b-b44b-441d-bba3-0628c5e8ba97,segment=NetworkSegment(1c67e090-bfd0-439d-962b-ef9f63726228),segment_id=1c67e090-bfd0-439d-962b-ef9f63726228)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:11:59.392733 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (55434b8b-b44b-441d-bba3-0628c5e8ba97), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:59.393838 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 9a0b3200-b107-4b3b-badf-62352eb5d2b2 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:11:59.545451 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b186fde5-43d8-4fbc-8401-e2a991d0384a req-820e5ce3-5efe-46c3-a164-e21528c52389 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/security-groups?id=39d64e71-9bbb-4283-9333-9f076dd0e667&id=c2d438c9-ecad-41fa-9c3c-fefcebb88ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1709905 Feb 02 07:11:59.586749 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e074495-bb56-4ff7-a978-84b111e50f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b17d715e-1c85-4c03-a547-caefd8ea643a'}, {'server_uuid': '1e074495-bb56-4ff7-a978-84b111e50f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4910d9f2-bb8f-4859-9893-c0a040e3bfb6'}, {'server_uuid': '1e074495-bb56-4ff7-a978-84b111e50f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55434b8b-b44b-441d-bba3-0628c5e8ba97'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:11:59.589544 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747d9e3a-1de3-4212-8715-f592dbc99bb2" -d '{"events": [{"server_uuid": "1e074495-bb56-4ff7-a978-84b111e50f6e", "name": "network-vif-plugged", "status": "completed", "tag": "b17d715e-1c85-4c03-a547-caefd8ea643a"}, {"server_uuid": "1e074495-bb56-4ff7-a978-84b111e50f6e", "name": "network-vif-plugged", "status": "completed", "tag": "4910d9f2-bb8f-4859-9893-c0a040e3bfb6"}, {"server_uuid": "1e074495-bb56-4ff7-a978-84b111e50f6e", "name": "network-vif-plugged", "status": "completed", "tag": "55434b8b-b44b-441d-bba3-0628c5e8ba97"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:11:59.605088 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=55434b8b-b44b-441d-bba3-0628c5e8ba97,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:11:59.645994 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 55548) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:11:59.688262 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port 9a0b3200-b107-4b3b-badf-62352eb5d2b2 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:11:59.693922 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port 9a0b3200-b107-4b3b-badf-62352eb5d2b2 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:11:59.694370 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (9a0b3200-b107-4b3b-badf-62352eb5d2b2), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:59.780931 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 02 Feb 2022 07:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b28ac50-c8db-4ec8-a96e-4600994fa70b x-openstack-request-id: req-1b28ac50-c8db-4ec8-a96e-4600994fa70b {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:11:59.781267 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e074495-bb56-4ff7-a978-84b111e50f6e", "name": "network-vif-plugged", "status": "completed", "tag": "b17d715e-1c85-4c03-a547-caefd8ea643a", "code": 200}, {"server_uuid": "1e074495-bb56-4ff7-a978-84b111e50f6e", "name": "network-vif-plugged", "status": "completed", "tag": "4910d9f2-bb8f-4859-9893-c0a040e3bfb6", "code": 200}, {"server_uuid": "1e074495-bb56-4ff7-a978-84b111e50f6e", "name": "network-vif-plugged", "status": "completed", "tag": "55434b8b-b44b-441d-bba3-0628c5e8ba97", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:11:59.781500 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1b28ac50-c8db-4ec8-a96e-4600994fa70b {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:11:59.781901 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e074495-bb56-4ff7-a978-84b111e50f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b17d715e-1c85-4c03-a547-caefd8ea643a', 'code': 200} Feb 02 07:11:59.782161 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e074495-bb56-4ff7-a978-84b111e50f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4910d9f2-bb8f-4859-9893-c0a040e3bfb6', 'code': 200} Feb 02 07:11:59.792658 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e074495-bb56-4ff7-a978-84b111e50f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55434b8b-b44b-441d-bba3-0628c5e8ba97', 'code': 200} Feb 02 07:11:59.817010 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 55554) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:11:59.837768 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-330b5859-eb0c-454e-b229-e123c4ff4485 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:59.876627 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-81c5b37d-923a-4420-819a-335fe669dab0 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (eca844df-71ff-43a7-97e6-2d1a403bfbe5), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:59.880403 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ff00cddf-35be-4e04-bc3e-b5676b9dd8de tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (065ce6a9-c069-4aca-b49f-0ba918973b66), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:59.898887 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-b5883d2d-6a90-4c3a-a1e0-2dcbdf3656e0 req-f92cba08-a90a-471c-94a6-ee1c31364292 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:11:59.915908 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 9a0b3200-b107-4b3b-badf-62352eb5d2b2 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:11:59.916420 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (9a0b3200-b107-4b3b-badf-62352eb5d2b2), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:00.001219 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 9a0b3200-b107-4b3b-badf-62352eb5d2b2, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=9a0b3200-b107-4b3b-badf-62352eb5d2b2,segment=NetworkSegment(1c67e090-bfd0-439d-962b-ef9f63726228),segment_id=1c67e090-bfd0-439d-962b-ef9f63726228)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:12:00.013810 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (9a0b3200-b107-4b3b-badf-62352eb5d2b2), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:00.014784 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device f5de1191-97ca-4e23-bce0-9532d8edbad4 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:12:00.044980 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6916590-6a17-4f2f-80fa-c8eb6fb47de9 req-a973b03e-1aba-45af-92fb-448f6164f394 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:00.056602 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b6916590-6a17-4f2f-80fa-c8eb6fb47de9 req-a973b03e-1aba-45af-92fb-448f6164f394 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 944 time: 0.3166831 Feb 02 07:12:00.057187 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-330b5859-eb0c-454e-b229-e123c4ff4485 admin admin] Publish callbacks [] for security_group (f760427e-3e50-4a2c-a215-3713790b4db5), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:00.066226 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-eccacade-dae2-4edf-bbb0-269a8075255a admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-443426829-network', 'tenant_id': '1c93b513068944b98dd403010458a6a3'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:12:00.070444 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cba08-a90a-471c-94a6-ee1c31364292 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Pushing event deleted for resources: {'Port': ['ID=6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:00.107506 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-330b5859-eb0c-454e-b229-e123c4ff4485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (f760427e-3e50-4a2c-a215-3713790b4db5), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:00.203835 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=9a0b3200-b107-4b3b-badf-62352eb5d2b2,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:00.232028 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port f5de1191-97ca-4e23-bce0-9532d8edbad4 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:12:00.237266 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port f5de1191-97ca-4e23-bce0-9532d8edbad4 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:12:00.238201 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (f5de1191-97ca-4e23-bce0-9532d8edbad4), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:00.248260 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330b5859-eb0c-454e-b229-e123c4ff4485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f760427e-3e50-4a2c-a215-3713790b4db5,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:00.269562 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eccacade-dae2-4edf-bbb0-269a8075255a admin admin] Made reservation on behalf of 1c93b513068944b98dd403010458a6a3 for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:12:00.276344 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-eccacade-dae2-4edf-bbb0-269a8075255a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:00.304156 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-eccacade-dae2-4edf-bbb0-269a8075255a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:00.338865 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0b3a3103-35e5-4528-a638-aef4fa76c8a0 req-5060eddb-9872-4c74-9f15-193d0ac40cd4 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=2de00abe-eaea-4d63-b152-fd639a7f711a HTTP/1.1" status: 200 len: 210 time: 0.2718933 Feb 02 07:12:00.390813 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port f5de1191-97ca-4e23-bce0-9532d8edbad4 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:12:00.391091 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f5de1191-97ca-4e23-bce0-9532d8edbad4), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:00.436505 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5883d2d-6a90-4c3a-a1e0-2dcbdf3656e0 req-f92cba08-a90a-471c-94a6-ee1c31364292 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] No DVR routers for this DVR port 6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf on host n-h1-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:12:00.452697 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-b5883d2d-6a90-4c3a-a1e0-2dcbdf3656e0 req-f92cba08-a90a-471c-94a6-ee1c31364292 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:00.456422 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-330b5859-eb0c-454e-b229-e123c4ff4485 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=96b0f0c4f549428695dbbe147f2c64e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6353924 Feb 02 07:12:00.459224 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b5883d2d-6a90-4c3a-a1e0-2dcbdf3656e0 req-f92cba08-a90a-471c-94a6-ee1c31364292 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.88 "DELETE /v2.0/ports/6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf HTTP/1.1" status: 204 len: 173 time: 4.1562743 Feb 02 07:12:00.460539 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-eccacade-dae2-4edf-bbb0-269a8075255a admin admin] Publish callbacks [] for security_group (ee38a50d-609a-441d-89e7-67ea86baffc3), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:00.461235 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de00abe-eaea-4d63-b152-fd639a7f711a', 'name': 'network-vif-deleted', 'tag': '6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:12:00.462991 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 55570) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:00.470525 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port f5de1191-97ca-4e23-bce0-9532d8edbad4, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=f5de1191-97ca-4e23-bce0-9532d8edbad4,segment=NetworkSegment(4853bd7a-35ba-41e6-9757-b7f9c4755985),segment_id=4853bd7a-35ba-41e6-9757-b7f9c4755985)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:12:00.471872 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6decdaa-29b3-4388-99c1-e35af1b7d8aa" -d '{"events": [{"server_uuid": "2de00abe-eaea-4d63-b152-fd639a7f711a", "name": "network-vif-deleted", "tag": "6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:12:00.475597 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-eccacade-dae2-4edf-bbb0-269a8075255a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (ee38a50d-609a-441d-89e7-67ea86baffc3), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:00.479701 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (f5de1191-97ca-4e23-bce0-9532d8edbad4), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:00.481019 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 78f002f0-5cc9-43ce-9674-66babfe32234 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:12:00.539311 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b6916590-6a17-4f2f-80fa-c8eb6fb47de9 req-a0df5a55-f936-423b-8ec5-b95ed6bf0625 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=4c2c0860-2986-407a-8a1e-1579ab01e7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4802628 Feb 02 07:12:00.570015 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16824fd5-bdb5-4ed4-8a64-143cdeb511e9 x-openstack-request-id: req-16824fd5-bdb5-4ed4-8a64-143cdeb511e9 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:12:00.570312 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2de00abe-eaea-4d63-b152-fd639a7f711a", "name": "network-vif-deleted", "tag": "6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:12:00.570577 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-16824fd5-bdb5-4ed4-8a64-143cdeb511e9 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:12:00.570985 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2de00abe-eaea-4d63-b152-fd639a7f711a', 'name': 'network-vif-deleted', 'tag': '6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf', 'status': 'completed', 'code': 200} Feb 02 07:12:00.600548 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81c5b37d-923a-4420-819a-335fe669dab0 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Router eca844df-71ff-43a7-97e6-2d1a403bfbe5 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:12:00.612252 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=f5de1191-97ca-4e23-bce0-9532d8edbad4,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:00.623087 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eccacade-dae2-4edf-bbb0-269a8075255a admin admin] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:12:00.686333 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccacade-dae2-4edf-bbb0-269a8075255a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee38a50d-609a-441d-89e7-67ea86baffc3,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:00.689999 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-eccacade-dae2-4edf-bbb0-269a8075255a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (3beca779-ab32-4690-8e90-2674758f471f), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:00.700754 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-eccacade-dae2-4edf-bbb0-269a8075255a admin admin] Added segment 3beca779-ab32-4690-8e90-2674758f471f of type vlan for network 5dd9583d-e45d-4ede-baa0-788d6a6cc785 Feb 02 07:12:00.727535 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c5b37d-923a-4420-819a-335fe669dab0 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:12:00.740394 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe383b4-a5b3-4e0c-b441-92ef0c8537c7 None None] Sync routers for ids ['eca844df-71ff-43a7-97e6-2d1a403bfbe5'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:12:00.745868 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-81c5b37d-923a-4420-819a-335fe669dab0 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "PUT /v2.0/routers/eca844df-71ff-43a7-97e6-2d1a403bfbe5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7502093 Feb 02 07:12:00.747383 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 55578) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:00.758220 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe383b4-a5b3-4e0c-b441-92ef0c8537c7 None None] Routers {'eca844df-71ff-43a7-97e6-2d1a403bfbe5'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:12:00.758970 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-8fe383b4-a5b3-4e0c-b441-92ef0c8537c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:11:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['eca844df-71ff-43a7-97e6-2d1a403bfbe5'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:00.773760 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff00cddf-35be-4e04-bc3e-b5676b9dd8de tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Router 065ce6a9-c069-4aca-b49f-0ba918973b66 is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:12:00.809117 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port 78f002f0-5cc9-43ce-9674-66babfe32234 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:12:00.815404 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-8fe383b4-a5b3-4e0c-b441-92ef0c8537c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:00.821212 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-0c7706a2-fc85-4548-b6e5-95c52c11edbe tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "GET /v2.0/ports?device_id=eca844df-71ff-43a7-97e6-2d1a403bfbe5 HTTP/1.1" status: 200 len: 205 time: 0.0715301 Feb 02 07:12:00.822817 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 55584) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:00.824046 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port 78f002f0-5cc9-43ce-9674-66babfe32234 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:12:00.824430 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (78f002f0-5cc9-43ce-9674-66babfe32234), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:00.892098 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe383b4-a5b3-4e0c-b441-92ef0c8537c7 None None] Routers {'eca844df-71ff-43a7-97e6-2d1a403bfbe5'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:12:00.892735 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-8fe383b4-a5b3-4e0c-b441-92ef0c8537c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:11:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['eca844df-71ff-43a7-97e6-2d1a403bfbe5'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:00.905992 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2a4d718d-9520-4d01-a56d-ce33214e39ca admin admin] Publish callbacks [] for security_group (f760427e-3e50-4a2c-a215-3713790b4db5), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:00.946128 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-eccacade-dae2-4edf-bbb0-269a8075255a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (5dd9583d-e45d-4ede-baa0-788d6a6cc785), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:00.972150 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-8fe383b4-a5b3-4e0c-b441-92ef0c8537c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:00.972813 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe383b4-a5b3-4e0c-b441-92ef0c8537c7 None None] The sync data for ids ['eca844df-71ff-43a7-97e6-2d1a403bfbe5'] in n-d-789963-26 is: [] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:12:00.986569 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a26e9349-db87-4839-a7ee-08c1f3ab79fc tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for router (eca844df-71ff-43a7-97e6-2d1a403bfbe5), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:01.012020 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2a4d718d-9520-4d01-a56d-ce33214e39ca admin admin] Publish callbacks [] for security_group (f760427e-3e50-4a2c-a215-3713790b4db5), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:01.028116 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 78f002f0-5cc9-43ce-9674-66babfe32234 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:12:01.029294 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (78f002f0-5cc9-43ce-9674-66babfe32234), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:01.034651 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff00cddf-35be-4e04-bc3e-b5676b9dd8de tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:12:01.040377 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3af270-bd4b-4741-a168-095ff6bdb3f2 req-f41bc363-76fc-4ed6-828d-4a5c182e38ca tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:01.047195 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3af270-bd4b-4741-a168-095ff6bdb3f2 req-f41bc363-76fc-4ed6-828d-4a5c182e38ca tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:01.050359 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa578ef-bd0d-455c-b7ff-8f3cd94a3bce None None] Sync routers for ids ['065ce6a9-c069-4aca-b49f-0ba918973b66'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:12:01.054085 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3af270-bd4b-4741-a168-095ff6bdb3f2 req-f41bc363-76fc-4ed6-828d-4a5c182e38ca tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:01.060523 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3af270-bd4b-4741-a168-095ff6bdb3f2 req-f41bc363-76fc-4ed6-828d-4a5c182e38ca tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:01.065713 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ff00cddf-35be-4e04-bc3e-b5676b9dd8de tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:01.066253 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3af270-bd4b-4741-a168-095ff6bdb3f2 req-f41bc363-76fc-4ed6-828d-4a5c182e38ca tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:01.070287 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-ff00cddf-35be-4e04-bc3e-b5676b9dd8de tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 9.0707195 Feb 02 07:12:01.071236 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 55588) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:01.071830 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3af270-bd4b-4741-a168-095ff6bdb3f2 req-f41bc363-76fc-4ed6-828d-4a5c182e38ca tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:01.077547 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3af270-bd4b-4741-a168-095ff6bdb3f2 req-f41bc363-76fc-4ed6-828d-4a5c182e38ca tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:01.086018 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5e3af270-bd4b-4741-a168-095ff6bdb3f2 req-f41bc363-76fc-4ed6-828d-4a5c182e38ca tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 5443 time: 0.3365147 Feb 02 07:12:01.089496 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa578ef-bd0d-455c-b7ff-8f3cd94a3bce None None] Routers {'065ce6a9-c069-4aca-b49f-0ba918973b66'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:12:01.094880 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-7fa578ef-bd0d-455c-b7ff-8f3cd94a3bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:11:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['065ce6a9-c069-4aca-b49f-0ba918973b66'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:01.114984 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 78f002f0-5cc9-43ce-9674-66babfe32234, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=78f002f0-5cc9-43ce-9674-66babfe32234,segment=NetworkSegment(0eb81a88-33b3-4b45-9d45-2895b4ce9226),segment_id=0eb81a88-33b3-4b45-9d45-2895b4ce9226)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:12:01.131746 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (78f002f0-5cc9-43ce-9674-66babfe32234), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:01.132950 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:12:01.194371 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: 6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:12:01.194690 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 6c2b51b0-7e6d-40a1-9048-dbdd092dc5bf not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:12:01.274626 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=78f002f0-5cc9-43ce-9674-66babfe32234,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:01.284983 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-eccacade-dae2-4edf-bbb0-269a8075255a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (5dd9583d-e45d-4ede-baa0-788d6a6cc785), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:01.286116 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccacade-dae2-4edf-bbb0-269a8075255a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:01.286561 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-eccacade-dae2-4edf-bbb0-269a8075255a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:01.325509 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-7fa578ef-bd0d-455c-b7ff-8f3cd94a3bce None None] Set router 065ce6a9-c069-4aca-b49f-0ba918973b66 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:12:01.368846 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-4646402f-7e48-4d3b-a788-4e964f3555c0 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] 10.222.0.87 "GET /v2.0/routers/065ce6a9-c069-4aca-b49f-0ba918973b66 HTTP/1.1" status: 200 len: 907 time: 0.2963526 Feb 02 07:12:01.371491 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 55600) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:01.419511 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-eccacade-dae2-4edf-bbb0-269a8075255a admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7715619 Feb 02 07:12:01.481075 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 55604) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:01.488219 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-a0aa53a4-5e7e-49d5-85ca-fc65f63ba973 admin admin] Request body: {'subnet': {'network_id': '5dd9583d-e45d-4ede-baa0-788d6a6cc785', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-443426829-subnet', 'tenant_id': '1c93b513068944b98dd403010458a6a3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:12:01.589625 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8e7a40b7-4fb4-4159-8e97-761f6e54389a tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks [] for router (065ce6a9-c069-4aca-b49f-0ba918973b66), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:01.682798 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5e3af270-bd4b-4741-a168-095ff6bdb3f2 req-ca65c4aa-2aa3-47d6-8e2d-faba6ef97943 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/security-groups?id=39d64e71-9bbb-4283-9333-9f076dd0e667&id=c2d438c9-ecad-41fa-9c3c-fefcebb88ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5963740 Feb 02 07:12:01.686465 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a26e9349-db87-4839-a7ee-08c1f3ab79fc tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (eca844df-71ff-43a7-97e6-2d1a403bfbe5), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:01.688993 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0aa53a4-5e7e-49d5-85ca-fc65f63ba973 admin admin] Made reservation on behalf of 1c93b513068944b98dd403010458a6a3 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:12:01.692613 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a0aa53a4-5e7e-49d5-85ca-fc65f63ba973 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:01.696158 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a26e9349-db87-4839-a7ee-08c1f3ab79fc tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for router_controller (eca844df-71ff-43a7-97e6-2d1a403bfbe5), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:01.698347 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccacade-dae2-4edf-bbb0-269a8075255a admin admin] Pushing event updated for resources: {'Network': ['ID=5dd9583d-e45d-4ede-baa0-788d6a6cc785,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:01.705843 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-7fa578ef-bd0d-455c-b7ff-8f3cd94a3bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '065ce6a9-c069-4aca-b49f-0ba918973b66', 'name': 'tempest-snat-router-1882676237', 'tenant_id': '7dd47b08ccb642499bf5a99b5a76326e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '3bb9af6d-b5a1-4599-bf81-1b76a0dcfb52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:11:52Z', 'updated_at': '2022-02-02T07:11:56Z', 'revision_number': 3, 'project_id': '7dd47b08ccb642499bf5a99b5a76326e', 'gw_port': {'id': '3bb9af6d-b5a1-4599-bf81-1b76a0dcfb52', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:16:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '065ce6a9-c069-4aca-b49f-0ba918973b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:11:55Z', 'updated_at': '2022-02-02T07:11:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:01.710228 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2a4d718d-9520-4d01-a56d-ce33214e39ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (f760427e-3e50-4a2c-a215-3713790b4db5), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:01.712079 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 5dd9583d-e45d-4ede-baa0-788d6a6cc785 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:12:01.714351 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2a4d718d-9520-4d01-a56d-ce33214e39ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:01.716052 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-2a4d718d-9520-4d01-a56d-ce33214e39ca admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/f760427e-3e50-4a2c-a215-3713790b4db5 HTTP/1.1" status: 204 len: 168 time: 1.2514951 Feb 02 07:12:01.798348 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e074495-bb56-4ff7-a978-84b111e50f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a0b3200-b107-4b3b-badf-62352eb5d2b2'}, {'server_uuid': '1e074495-bb56-4ff7-a978-84b111e50f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5de1191-97ca-4e23-bce0-9532d8edbad4'}, {'server_uuid': '1e074495-bb56-4ff7-a978-84b111e50f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78f002f0-5cc9-43ce-9674-66babfe32234'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:12:01.802272 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8e7a40b7-4fb4-4159-8e97-761f6e54389a tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks [] for router_gateway (065ce6a9-c069-4aca-b49f-0ba918973b66), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:01.806168 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec79683d-fbcd-443f-be5a-ebe921bda0a8" -d '{"events": [{"server_uuid": "1e074495-bb56-4ff7-a978-84b111e50f6e", "name": "network-vif-plugged", "status": "completed", "tag": "9a0b3200-b107-4b3b-badf-62352eb5d2b2"}, {"server_uuid": "1e074495-bb56-4ff7-a978-84b111e50f6e", "name": "network-vif-plugged", "status": "completed", "tag": "f5de1191-97ca-4e23-bce0-9532d8edbad4"}, {"server_uuid": "1e074495-bb56-4ff7-a978-84b111e50f6e", "name": "network-vif-plugged", "status": "completed", "tag": "78f002f0-5cc9-43ce-9674-66babfe32234"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:12:01.815437 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4d718d-9520-4d01-a56d-ce33214e39ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f760427e-3e50-4a2c-a215-3713790b4db5,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:01.823073 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a26e9349-db87-4839-a7ee-08c1f3ab79fc tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (eca844df-71ff-43a7-97e6-2d1a403bfbe5), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:01.823734 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a26e9349-db87-4839-a7ee-08c1f3ab79fc tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Fanout notify agent at l3_agent the message router_deleted on router eca844df-71ff-43a7-97e6-2d1a403bfbe5 {{(pid=109694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:12:01.835327 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a26e9349-db87-4839-a7ee-08c1f3ab79fc tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:01.836022 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a26e9349-db87-4839-a7ee-08c1f3ab79fc tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "DELETE /v2.0/routers/eca844df-71ff-43a7-97e6-2d1a403bfbe5 HTTP/1.1" status: 204 len: 168 time: 0.9958444 Feb 02 07:12:01.836431 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d77c5e-1491-4e96-9f47-db02154b3ff0 req-4abd1720-770d-4839-bcda-5c77ba8f03c7 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:01.848172 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-02d77c5e-1491-4e96-9f47-db02154b3ff0 req-4abd1720-770d-4839-bcda-5c77ba8f03c7 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 944 time: 0.1434941 Feb 02 07:12:01.849745 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 55614) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:01.852086 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa578ef-bd0d-455c-b7ff-8f3cd94a3bce None None] Checking router: 065ce6a9-c069-4aca-b49f-0ba918973b66 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:12:01.857069 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa578ef-bd0d-455c-b7ff-8f3cd94a3bce None None] Updating router 065ce6a9-c069-4aca-b49f-0ba918973b66 port 3bb9af6d-b5a1-4599-bf81-1b76a0dcfb52 binding host n-d-789963-26 {{(pid=109696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:12:01.996817 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-7fa578ef-bd0d-455c-b7ff-8f3cd94a3bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3bb9af6d-b5a1-4599-bf81-1b76a0dcfb52), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:02.016729 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-02d77c5e-1491-4e96-9f47-db02154b3ff0 req-0b9cbbea-3351-4438-bd9f-adf621018b44 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=4c2c0860-2986-407a-8a1e-1579ab01e7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1674559 Feb 02 07:12:02.085143 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-8e7a40b7-4fb4-4159-8e97-761f6e54389a tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Deleting port 3bb9af6d-b5a1-4599-bf81-1b76a0dcfb52 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:12:02.085806 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8e7a40b7-4fb4-4159-8e97-761f6e54389a tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (3bb9af6d-b5a1-4599-bf81-1b76a0dcfb52), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:02.148878 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b046bf9f-0a6e-4aee-adc4-ab1822c6d58e req-b68178ec-d8f2-4360-9a1b-ac4d247854bd tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:02.151193 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b046bf9f-0a6e-4aee-adc4-ab1822c6d58e req-b68178ec-d8f2-4360-9a1b-ac4d247854bd tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=7baf18cf-5694-4ff3-b104-ed32bfa1c233 HTTP/1.1" status: 200 len: 945 time: 0.1589401 Feb 02 07:12:02.183879 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 02 Feb 2022 07:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee46442b-acd5-4853-9956-e916b6f8516e x-openstack-request-id: req-ee46442b-acd5-4853-9956-e916b6f8516e {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:12:02.184436 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e074495-bb56-4ff7-a978-84b111e50f6e", "name": "network-vif-plugged", "status": "completed", "tag": "9a0b3200-b107-4b3b-badf-62352eb5d2b2", "code": 200}, {"server_uuid": "1e074495-bb56-4ff7-a978-84b111e50f6e", "name": "network-vif-plugged", "status": "completed", "tag": "f5de1191-97ca-4e23-bce0-9532d8edbad4", "code": 200}, {"server_uuid": "1e074495-bb56-4ff7-a978-84b111e50f6e", "name": "network-vif-plugged", "status": "completed", "tag": "78f002f0-5cc9-43ce-9674-66babfe32234", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:12:02.185104 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ee46442b-acd5-4853-9956-e916b6f8516e {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:12:02.185487 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e074495-bb56-4ff7-a978-84b111e50f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a0b3200-b107-4b3b-badf-62352eb5d2b2', 'code': 200} Feb 02 07:12:02.185754 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e074495-bb56-4ff7-a978-84b111e50f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5de1191-97ca-4e23-bce0-9532d8edbad4', 'code': 200} Feb 02 07:12:02.186194 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e074495-bb56-4ff7-a978-84b111e50f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78f002f0-5cc9-43ce-9674-66babfe32234', 'code': 200} Feb 02 07:12:02.193079 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd4b6ffe-2f20-4cf1-9eff-a2f29ab299c7 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Deleting subnet e8cebfc8-293f-4ace-b6ce-cdfbe5f19b32 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:12:02.201204 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fd4b6ffe-2f20-4cf1-9eff-a2f29ab299c7 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for subnet (e8cebfc8-293f-4ace-b6ce-cdfbe5f19b32), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:02.210140 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8e7a40b7-4fb4-4159-8e97-761f6e54389a tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (3bb9af6d-b5a1-4599-bf81-1b76a0dcfb52), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:02.226286 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-8e7a40b7-4fb4-4159-8e97-761f6e54389a tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Calling delete_port for 3bb9af6d-b5a1-4599-bf81-1b76a0dcfb52 owned by network:router_gateway {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:12:02.322813 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fd4b6ffe-2f20-4cf1-9eff-a2f29ab299c7 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (e8cebfc8-293f-4ace-b6ce-cdfbe5f19b32), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:02.449974 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b046bf9f-0a6e-4aee-adc4-ab1822c6d58e req-98e798e5-842e-4aa4-8793-966492e06667 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340870 Feb 02 07:12:02.530375 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c1b5f-451d-496e-8549-5e97e2aef664 req-762e68cf-798d-4fba-8e74-c5a5d263aafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:02.531297 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c1b5f-451d-496e-8549-5e97e2aef664 req-762e68cf-798d-4fba-8e74-c5a5d263aafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:02.531957 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c1b5f-451d-496e-8549-5e97e2aef664 req-762e68cf-798d-4fba-8e74-c5a5d263aafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:02.532845 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c1b5f-451d-496e-8549-5e97e2aef664 req-762e68cf-798d-4fba-8e74-c5a5d263aafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:02.533470 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c1b5f-451d-496e-8549-5e97e2aef664 req-762e68cf-798d-4fba-8e74-c5a5d263aafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:02.534090 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c1b5f-451d-496e-8549-5e97e2aef664 req-762e68cf-798d-4fba-8e74-c5a5d263aafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:02.535244 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c1b5f-451d-496e-8549-5e97e2aef664 req-762e68cf-798d-4fba-8e74-c5a5d263aafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:02.537986 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4a7c1b5f-451d-496e-8549-5e97e2aef664 req-762e68cf-798d-4fba-8e74-c5a5d263aafd service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 6725 time: 0.1713269 Feb 02 07:12:02.566166 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a0aa53a4-5e7e-49d5-85ca-fc65f63ba973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (ff9fb28b-6104-4035-99b5-8b01815dfea1), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:02.620077 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aa53a4-5e7e-49d5-85ca-fc65f63ba973 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff9fb28b-6104-4035-99b5-8b01815dfea1,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:02.633534 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fd4b6ffe-2f20-4cf1-9eff-a2f29ab299c7 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (e8cebfc8-293f-4ace-b6ce-cdfbe5f19b32), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:02.708258 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0aa53a4-5e7e-49d5-85ca-fc65f63ba973 admin admin] Checking segment: {'id': '3beca779-ab32-4690-8e90-2674758f471f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5dd9583d-e45d-4ede-baa0-788d6a6cc785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:12:02.708868 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0aa53a4-5e7e-49d5-85ca-fc65f63ba973 admin admin] Network hostable DHCP agents. Network: 5dd9583d-e45d-4ede-baa0-788d6a6cc785, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:12:02.711289 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.db.api [None req-7fa578ef-bd0d-455c-b7ff-8f3cd94a3bce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 07:12:02.711847 n-d-789963-26 neutron-server[109696]: DEBUG oslo_db.api [None req-7fa578ef-bd0d-455c-b7ff-8f3cd94a3bce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 07:12:02.738393 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fd4b6ffe-2f20-4cf1-9eff-a2f29ab299c7 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (e8cebfc8-293f-4ace-b6ce-cdfbe5f19b32), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:02.770898 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4b6ffe-2f20-4cf1-9eff-a2f29ab299c7 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Pushing event deleted for resources: {'Subnet': ['ID=e8cebfc8-293f-4ace-b6ce-cdfbe5f19b32,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:02.782956 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4a7c1b5f-451d-496e-8549-5e97e2aef664 req-7b4ed33a-e416-4ab6-8bdd-3997e67610b7 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=c2d438c9-ecad-41fa-9c3c-fefcebb88ca9&id=39d64e71-9bbb-4283-9333-9f076dd0e667&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2357805 Feb 02 07:12:02.786271 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8e7a40b7-4fb4-4159-8e97-761f6e54389a tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (3bb9af6d-b5a1-4599-bf81-1b76a0dcfb52), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:02.791912 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0aa53a4-5e7e-49d5-85ca-fc65f63ba973 admin admin] Network 5dd9583d-e45d-4ede-baa0-788d6a6cc785 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:12:02.807587 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fd4b6ffe-2f20-4cf1-9eff-a2f29ab299c7 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:02.810116 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3f0196-c559-4036-b829-769c94cf7263 None None] Network 43f1550a-c0d6-4c6f-9260-f2b4a4d28a63 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:12:02.813587 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-fd4b6ffe-2f20-4cf1-9eff-a2f29ab299c7 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "DELETE /v2.0/subnets/e8cebfc8-293f-4ace-b6ce-cdfbe5f19b32 HTTP/1.1" status: 204 len: 168 time: 0.9629838 Feb 02 07:12:02.823009 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 55636) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:02.920692 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-a0aa53a4-5e7e-49d5-85ca-fc65f63ba973 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 5dd9583d-e45d-4ede-baa0-788d6a6cc785) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:12:02.943961 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0aa53a4-5e7e-49d5-85ca-fc65f63ba973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:02.945812 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a0aa53a4-5e7e-49d5-85ca-fc65f63ba973 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:02.961575 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7a40b7-4fb4-4159-8e97-761f6e54389a tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Pushing event deleted for resources: {'Port': ['ID=3bb9af6d-b5a1-4599-bf81-1b76a0dcfb52,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:02.992786 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331aebec-55b1-489a-a358-4cf3353a1db2 None None] Network 5dd9583d-e45d-4ede-baa0-788d6a6cc785 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:12:03.021991 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a0aa53a4-5e7e-49d5-85ca-fc65f63ba973 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5395563 Feb 02 07:12:03.036501 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b6d059b-cbb0-4352-9e24-e2db47474e45 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Deleting subnet c7d93c8f-aaba-4200-a5dc-34142906334a {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:12:03.047664 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2b6d059b-cbb0-4352-9e24-e2db47474e45 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for subnet (c7d93c8f-aaba-4200-a5dc-34142906334a), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:03.081060 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 55642) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:03.088094 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-42c59651-5843-47cb-9deb-14179b44ade9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-443426829-router', 'tenant_id': '1c93b513068944b98dd403010458a6a3', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:12:03.092871 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8e7a40b7-4fb4-4159-8e97-761f6e54389a tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (065ce6a9-c069-4aca-b49f-0ba918973b66), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:03.203166 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2b6d059b-cbb0-4352-9e24-e2db47474e45 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (c7d93c8f-aaba-4200-a5dc-34142906334a), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:03.286788 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa578ef-bd0d-455c-b7ff-8f3cd94a3bce None None] Port 3bb9af6d-b5a1-4599-bf81-1b76a0dcfb52 not found while updating agent binding for router 065ce6a9-c069-4aca-b49f-0ba918973b66. {{(pid=109696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 02 07:12:03.331338 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa578ef-bd0d-455c-b7ff-8f3cd94a3bce None None] Routers {'065ce6a9-c069-4aca-b49f-0ba918973b66'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:12:03.335222 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-7fa578ef-bd0d-455c-b7ff-8f3cd94a3bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:11:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['065ce6a9-c069-4aca-b49f-0ba918973b66'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:03.427342 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8e7a40b7-4fb4-4159-8e97-761f6e54389a tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (065ce6a9-c069-4aca-b49f-0ba918973b66), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:03.438608 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8e7a40b7-4fb4-4159-8e97-761f6e54389a tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks [] for router_controller (065ce6a9-c069-4aca-b49f-0ba918973b66), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:03.478840 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-7fa578ef-bd0d-455c-b7ff-8f3cd94a3bce None None] Set router 065ce6a9-c069-4aca-b49f-0ba918973b66 gateway port host: None {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:12:03.519796 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e13fb8b-8481-4455-8aab-bef192b0f028 req-b1cab530-7f49-4dc1-9f96-eabbb9d083e1 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:03.521635 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9e13fb8b-8481-4455-8aab-bef192b0f028 req-b1cab530-7f49-4dc1-9f96-eabbb9d083e1 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.59 "GET /v2.0/ports?device_id=7baf18cf-5694-4ff3-b104-ed32bfa1c233 HTTP/1.1" status: 200 len: 945 time: 0.3621087 Feb 02 07:12:03.537492 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8dd8ef-c7ca-4805-8e2f-38e6d0670185 None None] DHCP port deletion for 43f1550a-c0d6-4c6f-9260-f2b4a4d28a63 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:12:03.603499 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5eac0e3-fbd3-4219-b563-9dda81276b1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-5dd9583d-e45d-4ede-baa0-788d6a6cc785', 'network_id': '5dd9583d-e45d-4ede-baa0-788d6a6cc785', 'project_id': '1c93b513068944b98dd403010458a6a3', 'fixed_ips': [{'subnet_id': 'ff9fb28b-6104-4035-99b5-8b01815dfea1'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:12:03.605102 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e5eac0e3-fbd3-4219-b563-9dda81276b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:03.605658 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-42c59651-5843-47cb-9deb-14179b44ade9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (0108e9da-181c-4dc9-9734-36c7b40864e8), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:03.608210 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-42c59651-5843-47cb-9deb-14179b44ade9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (0108e9da-181c-4dc9-9734-36c7b40864e8), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:03.618163 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-7fa578ef-bd0d-455c-b7ff-8f3cd94a3bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '065ce6a9-c069-4aca-b49f-0ba918973b66', 'name': 'tempest-snat-router-1882676237', 'tenant_id': '7dd47b08ccb642499bf5a99b5a76326e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:11:52Z', 'updated_at': '2022-02-02T07:12:02Z', 'revision_number': 5, 'project_id': '7dd47b08ccb642499bf5a99b5a76326e', 'gw_port_host': None}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:03.641098 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2b6d059b-cbb0-4352-9e24-e2db47474e45 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (c7d93c8f-aaba-4200-a5dc-34142906334a), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:03.653811 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4f1ce2-5f3c-475d-b637-2937837e2130 req-c959b447-ca27-4434-b1c7-b7c1ee3a68d9 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:03.654226 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d15ec85-5703-40ca-9bc0-eb64f15b1ae9 req-7edd0b1b-0a0c-4219-b7cf-2e457cd5035a tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:03.656149 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4c4f1ce2-5f3c-475d-b637-2937837e2130 req-c959b447-ca27-4434-b1c7-b7c1ee3a68d9 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 944 time: 0.4630895 Feb 02 07:12:03.668066 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d15ec85-5703-40ca-9bc0-eb64f15b1ae9 req-7edd0b1b-0a0c-4219-b7cf-2e457cd5035a tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:03.679715 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d15ec85-5703-40ca-9bc0-eb64f15b1ae9 req-7edd0b1b-0a0c-4219-b7cf-2e457cd5035a tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:03.692273 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa578ef-bd0d-455c-b7ff-8f3cd94a3bce None None] The sync data for ids ['065ce6a9-c069-4aca-b49f-0ba918973b66'] in n-d-789963-26 is: [{'id': '065ce6a9-c069-4aca-b49f-0ba918973b66', 'name': 'tempest-snat-router-1882676237', 'tenant_id': '7dd47b08ccb642499bf5a99b5a76326e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:11:52Z', 'updated_at': '2022-02-02T07:12:02Z', 'revision_number': 5, 'project_id': '7dd47b08ccb642499bf5a99b5a76326e', 'gw_port_host': None}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:12:03.697642 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d15ec85-5703-40ca-9bc0-eb64f15b1ae9 req-7edd0b1b-0a0c-4219-b7cf-2e457cd5035a tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:03.712309 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d15ec85-5703-40ca-9bc0-eb64f15b1ae9 req-7edd0b1b-0a0c-4219-b7cf-2e457cd5035a tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:03.729352 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d15ec85-5703-40ca-9bc0-eb64f15b1ae9 req-7edd0b1b-0a0c-4219-b7cf-2e457cd5035a tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:03.740711 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d15ec85-5703-40ca-9bc0-eb64f15b1ae9 req-7edd0b1b-0a0c-4219-b7cf-2e457cd5035a tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:03.742652 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1d15ec85-5703-40ca-9bc0-eb64f15b1ae9 req-7edd0b1b-0a0c-4219-b7cf-2e457cd5035a tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 5444 time: 0.8382542 Feb 02 07:12:03.755001 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8e7a40b7-4fb4-4159-8e97-761f6e54389a tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (065ce6a9-c069-4aca-b49f-0ba918973b66), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:03.758226 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e7a40b7-4fb4-4159-8e97-761f6e54389a tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 065ce6a9-c069-4aca-b49f-0ba918973b66 {{(pid=109693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:12:03.768723 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8e7a40b7-4fb4-4159-8e97-761f6e54389a tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:03.778158 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-8e7a40b7-4fb4-4159-8e97-761f6e54389a tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] 10.222.0.87 "DELETE /v2.0/routers/065ce6a9-c069-4aca-b49f-0ba918973b66 HTTP/1.1" status: 204 len: 168 time: 2.4046724 Feb 02 07:12:03.780142 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 55656) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:03.925376 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4c4f1ce2-5f3c-475d-b637-2937837e2130 req-a46f08e4-733d-4851-9e76-43b44247850a tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=4c2c0860-2986-407a-8a1e-1579ab01e7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2430012 Feb 02 07:12:03.948883 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2b6d059b-cbb0-4352-9e24-e2db47474e45 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (c7d93c8f-aaba-4200-a5dc-34142906334a), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:03.984263 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1d15ec85-5703-40ca-9bc0-eb64f15b1ae9 req-aeccb575-3560-4962-a985-238c8b14276c tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/security-groups?id=39d64e71-9bbb-4283-9333-9f076dd0e667&id=c2d438c9-ecad-41fa-9c3c-fefcebb88ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2308383 Feb 02 07:12:03.995497 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-be8dd8ef-c7ca-4805-8e2f-38e6d0670185 None None] Deleting port 5bfe1d2a-a887-47f7-a95c-0580f099951b {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:12:03.995909 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-be8dd8ef-c7ca-4805-8e2f-38e6d0670185 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (5bfe1d2a-a887-47f7-a95c-0580f099951b), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:04.065501 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-42c59651-5843-47cb-9deb-14179b44ade9 admin admin] Publish callbacks [] for router_controller (0108e9da-181c-4dc9-9734-36c7b40864e8), precommit_add_association {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:04.116389 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6d059b-cbb0-4352-9e24-e2db47474e45 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Pushing event deleted for resources: {'Subnet': ['ID=c7d93c8f-aaba-4200-a5dc-34142906334a,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:04.155142 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2b6d059b-cbb0-4352-9e24-e2db47474e45 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:04.156324 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a572bf-6735-470b-9b1b-968d54696bab None None] Network fe0e68db-4d14-4c90-ad5b-19e6e79e9388 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:12:04.163531 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-2b6d059b-cbb0-4352-9e24-e2db47474e45 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "DELETE /v2.0/subnets/c7d93c8f-aaba-4200-a5dc-34142906334a HTTP/1.1" status: 204 len: 168 time: 1.3389091 Feb 02 07:12:04.170818 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 55666) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:04.186639 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-9e13fb8b-8481-4455-8aab-bef192b0f028 req-628273ec-4f7a-41f7-b1f8-a58a28766633 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Deleting port 3fbf38b0-c429-4910-9937-0a8e4016e831 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:12:04.186965 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-9e13fb8b-8481-4455-8aab-bef192b0f028 req-628273ec-4f7a-41f7-b1f8-a58a28766633 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (3fbf38b0-c429-4910-9937-0a8e4016e831), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:04.391347 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d5029-8901-460e-846c-56c4da0959a5 req-b46bb3c4-d62b-4542-aab6-ddc3eba2d590 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:04.393242 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a80d5029-8901-460e-846c-56c4da0959a5 req-b46bb3c4-d62b-4542-aab6-ddc3eba2d590 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=7baf18cf-5694-4ff3-b104-ed32bfa1c233 HTTP/1.1" status: 200 len: 945 time: 0.2909648 Feb 02 07:12:04.422646 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-abaa3e8b-56e7-43af-8be7-a5e4eaadb5a6 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (43f1550a-c0d6-4c6f-9260-f2b4a4d28a63), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:04.526441 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-9e13fb8b-8481-4455-8aab-bef192b0f028 req-628273ec-4f7a-41f7-b1f8-a58a28766633 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] For port 3fbf38b0-c429-4910-9937-0a8e4016e831, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=3fbf38b0-c429-4910-9937-0a8e4016e831,segment=NetworkSegment(fc0a4cad-9504-4785-979c-6732d183490f),segment_id=fc0a4cad-9504-4785-979c-6732d183490f)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:12:04.526882 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-9e13fb8b-8481-4455-8aab-bef192b0f028 req-628273ec-4f7a-41f7-b1f8-a58a28766633 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (3fbf38b0-c429-4910-9937-0a8e4016e831), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:04.559483 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-e5eac0e3-fbd3-4219-b563-9dda81276b1f None None] Allocated IP 172.20.0.2 (5dd9583d-e45d-4ede-baa0-788d6a6cc785/ff9fb28b-6104-4035-99b5-8b01815dfea1/b8fad98e-1579-4c2b-98c7-b620372f88e3) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:12:04.571724 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-be8dd8ef-c7ca-4805-8e2f-38e6d0670185 None None] For port 5bfe1d2a-a887-47f7-a95c-0580f099951b, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=5bfe1d2a-a887-47f7-a95c-0580f099951b,segment=NetworkSegment(c70b892a-567d-4215-b42b-59e21376fe94),segment_id=c70b892a-567d-4215-b42b-59e21376fe94)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:12:04.572402 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-be8dd8ef-c7ca-4805-8e2f-38e6d0670185 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (5bfe1d2a-a887-47f7-a95c-0580f099951b), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:04.608587 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-9e13fb8b-8481-4455-8aab-bef192b0f028 req-628273ec-4f7a-41f7-b1f8-a58a28766633 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Calling delete_port for 3fbf38b0-c429-4910-9937-0a8e4016e831 owned by compute:nova {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:12:04.611927 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-be8dd8ef-c7ca-4805-8e2f-38e6d0670185 None None] Calling delete_port for 5bfe1d2a-a887-47f7-a95c-0580f099951b owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:12:04.620445 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a80d5029-8901-460e-846c-56c4da0959a5 req-05113dfb-5d54-4c22-b1fb-3bc6707476b5 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162542 Feb 02 07:12:04.772019 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-89785805-178e-4a54-b0f4-399ea6ad7c7e tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks [] for router (7b7ad789-1260-4bae-a9d0-9d067cf54013), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:04.806828 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9208f94e-7360-4a9c-92b5-27526678816d None None] DHCP port deletion for fe0e68db-4d14-4c90-ad5b-19e6e79e9388 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:12:04.855357 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-abaa3e8b-56e7-43af-8be7-a5e4eaadb5a6 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Deleting port 5bfe1d2a-a887-47f7-a95c-0580f099951b {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:12:04.855843 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-abaa3e8b-56e7-43af-8be7-a5e4eaadb5a6 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (5bfe1d2a-a887-47f7-a95c-0580f099951b), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:04.963063 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-42c59651-5843-47cb-9deb-14179b44ade9 admin admin] Publish callbacks [] for router_gateway (0108e9da-181c-4dc9-9734-36c7b40864e8), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:05.081911 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-abaa3e8b-56e7-43af-8be7-a5e4eaadb5a6 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] For port 5bfe1d2a-a887-47f7-a95c-0580f099951b, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=5bfe1d2a-a887-47f7-a95c-0580f099951b,segment=NetworkSegment(c70b892a-567d-4215-b42b-59e21376fe94),segment_id=c70b892a-567d-4215-b42b-59e21376fe94)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:12:05.082426 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-abaa3e8b-56e7-43af-8be7-a5e4eaadb5a6 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (5bfe1d2a-a887-47f7-a95c-0580f099951b), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:05.127140 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-89785805-178e-4a54-b0f4-399ea6ad7c7e tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks [] for router_gateway (7b7ad789-1260-4bae-a9d0-9d067cf54013), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:05.131512 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-abaa3e8b-56e7-43af-8be7-a5e4eaadb5a6 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Calling delete_port for 5bfe1d2a-a887-47f7-a95c-0580f099951b owned by network:dhcp {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:12:05.144614 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-9e13fb8b-8481-4455-8aab-bef192b0f028 req-628273ec-4f7a-41f7-b1f8-a58a28766633 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (3fbf38b0-c429-4910-9937-0a8e4016e831), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:05.147767 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-be8dd8ef-c7ca-4805-8e2f-38e6d0670185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (5bfe1d2a-a887-47f7-a95c-0580f099951b), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:05.224149 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e5eac0e3-fbd3-4219-b563-9dda81276b1f None None] Publish callbacks [] for port (b8fad98e-1579-4c2b-98c7-b620372f88e3), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:05.226735 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8dd8ef-c7ca-4805-8e2f-38e6d0670185 None None] Pushing event deleted for resources: {'Port': ['ID=5bfe1d2a-a887-47f7-a95c-0580f099951b,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:05.229529 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['d394fde5-fe9f-4589-bb6b-f852c92a9e2f'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:12:05.265136 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628273ec-4f7a-41f7-b1f8-a58a28766633 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Pushing event deleted for resources: {'Port': ['ID=3fbf38b0-c429-4910-9937-0a8e4016e831,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:05.270049 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db87dcd6-381c-447b-b2d5-21950e4e902f req-de22a380-8e52-4460-ad05-d24f11a4b542 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:05.271779 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-db87dcd6-381c-447b-b2d5-21950e4e902f req-de22a380-8e52-4460-ad05-d24f11a4b542 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 944 time: 0.1496780 Feb 02 07:12:05.319664 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-9208f94e-7360-4a9c-92b5-27526678816d None None] Deleting port f052ba2b-64cb-4e97-94bc-cb57bc69d412 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:12:05.320176 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9208f94e-7360-4a9c-92b5-27526678816d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (f052ba2b-64cb-4e97-94bc-cb57bc69d412), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:05.398767 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e5eac0e3-fbd3-4219-b563-9dda81276b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (b8fad98e-1579-4c2b-98c7-b620372f88e3), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:05.465764 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 5bfe1d2a-a887-47f7-a95c-0580f099951b no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:12:05.483761 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8dd8ef-c7ca-4805-8e2f-38e6d0670185 None None] No DVR routers for this DVR port 5bfe1d2a-a887-47f7-a95c-0580f099951b on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:12:05.565671 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-db87dcd6-381c-447b-b2d5-21950e4e902f req-13c2de80-4eb9-4b02-b4c8-70a714e1e3b6 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=4c2c0860-2986-407a-8a1e-1579ab01e7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2795081 Feb 02 07:12:05.569261 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-42c59651-5843-47cb-9deb-14179b44ade9 admin admin] Publish callbacks [] for router_gateway (0108e9da-181c-4dc9-9734-36c7b40864e8), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:05.581883 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e13fb8b-8481-4455-8aab-bef192b0f028 req-628273ec-4f7a-41f7-b1f8-a58a28766633 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] No DVR routers for this DVR port 3fbf38b0-c429-4910-9937-0a8e4016e831 on host n-h2-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:12:05.602415 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-9e13fb8b-8481-4455-8aab-bef192b0f028 req-628273ec-4f7a-41f7-b1f8-a58a28766633 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:05.606728 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-89785805-178e-4a54-b0f4-399ea6ad7c7e tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Deleting port 1ad9a319-5ece-45d2-9400-0b0f26752233 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:12:05.609178 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-89785805-178e-4a54-b0f4-399ea6ad7c7e tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (1ad9a319-5ece-45d2-9400-0b0f26752233), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:05.611543 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9e13fb8b-8481-4455-8aab-bef192b0f028 req-628273ec-4f7a-41f7-b1f8-a58a28766633 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.59 "DELETE /v2.0/ports/3fbf38b0-c429-4910-9937-0a8e4016e831 HTTP/1.1" status: 204 len: 173 time: 2.0732059 Feb 02 07:12:05.613968 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7baf18cf-5694-4ff3-b104-ed32bfa1c233', 'name': 'network-vif-deleted', 'tag': '3fbf38b0-c429-4910-9937-0a8e4016e831'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:12:05.634633 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b31403d0-849f-4c7f-a9d4-0f1edc110101" -d '{"events": [{"server_uuid": "7baf18cf-5694-4ff3-b104-ed32bfa1c233", "name": "network-vif-deleted", "tag": "3fbf38b0-c429-4910-9937-0a8e4016e831"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:12:05.649459 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-42c59651-5843-47cb-9deb-14179b44ade9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:05.754783 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 5bfe1d2a-a887-47f7-a95c-0580f099951b {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:12:05.755389 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 5bfe1d2a-a887-47f7-a95c-0580f099951b not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:12:05.760621 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device f052ba2b-64cb-4e97-94bc-cb57bc69d412 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:12:05.802209 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b88577-17b2-4a94-a930-686a1a5665e4 req-f812b24c-4ae6-42d8-b1d2-f1c3e9d3e64a tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:05.823758 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b88577-17b2-4a94-a930-686a1a5665e4 req-f812b24c-4ae6-42d8-b1d2-f1c3e9d3e64a tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:05.829990 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7922651c-2e22-4a8d-b535-dbcfbe91a520 req-45ddeeb9-e0e4-4d56-ab96-7ae7a10987c5 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=7baf18cf-5694-4ff3-b104-ed32bfa1c233 HTTP/1.1" status: 200 len: 210 time: 0.1015644 Feb 02 07:12:05.842689 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b88577-17b2-4a94-a930-686a1a5665e4 req-f812b24c-4ae6-42d8-b1d2-f1c3e9d3e64a tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:05.872986 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b88577-17b2-4a94-a930-686a1a5665e4 req-f812b24c-4ae6-42d8-b1d2-f1c3e9d3e64a tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:05.878741 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b88577-17b2-4a94-a930-686a1a5665e4 req-f812b24c-4ae6-42d8-b1d2-f1c3e9d3e64a tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:05.911307 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b88577-17b2-4a94-a930-686a1a5665e4 req-f812b24c-4ae6-42d8-b1d2-f1c3e9d3e64a tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:05.931103 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b88577-17b2-4a94-a930-686a1a5665e4 req-f812b24c-4ae6-42d8-b1d2-f1c3e9d3e64a tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:05.931478 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-89785805-178e-4a54-b0f4-399ea6ad7c7e tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] For port 1ad9a319-5ece-45d2-9400-0b0f26752233, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=1ad9a319-5ece-45d2-9400-0b0f26752233,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:12:05.932167 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-89785805-178e-4a54-b0f4-399ea6ad7c7e tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (1ad9a319-5ece-45d2-9400-0b0f26752233), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:05.950753 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-43b88577-17b2-4a94-a930-686a1a5665e4 req-f812b24c-4ae6-42d8-b1d2-f1c3e9d3e64a tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 5444 time: 0.7012177 Feb 02 07:12:05.969305 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-abaa3e8b-56e7-43af-8be7-a5e4eaadb5a6 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (5bfe1d2a-a887-47f7-a95c-0580f099951b), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:05.970328 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-9208f94e-7360-4a9c-92b5-27526678816d None None] For port f052ba2b-64cb-4e97-94bc-cb57bc69d412, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=f052ba2b-64cb-4e97-94bc-cb57bc69d412,segment=NetworkSegment(d855593d-4688-4d41-ae4e-bcbd7b222a65),segment_id=d855593d-4688-4d41-ae4e-bcbd7b222a65)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:12:05.970761 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9208f94e-7360-4a9c-92b5-27526678816d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (f052ba2b-64cb-4e97-94bc-cb57bc69d412), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:05.975067 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-89785805-178e-4a54-b0f4-399ea6ad7c7e tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Calling delete_port for 1ad9a319-5ece-45d2-9400-0b0f26752233 owned by network:router_gateway {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:12:06.001939 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5eac0e3-fbd3-4219-b563-9dda81276b1f None None] Network 5dd9583d-e45d-4ede-baa0-788d6a6cc785 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:12:06.004426 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 3fbf38b0-c429-4910-9937-0a8e4016e831 no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:12:06.006383 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1932b19-867e-4a9a-b8d3-fc8e22f63ed9 x-openstack-request-id: req-c1932b19-867e-4a9a-b8d3-fc8e22f63ed9 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:12:06.006756 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7baf18cf-5694-4ff3-b104-ed32bfa1c233", "name": "network-vif-deleted", "tag": "3fbf38b0-c429-4910-9937-0a8e4016e831", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:12:06.006756 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c1932b19-867e-4a9a-b8d3-fc8e22f63ed9 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:12:06.007084 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7baf18cf-5694-4ff3-b104-ed32bfa1c233', 'name': 'network-vif-deleted', 'tag': '3fbf38b0-c429-4910-9937-0a8e4016e831', 'status': 'completed', 'code': 200} Feb 02 07:12:06.033187 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-42c59651-5843-47cb-9deb-14179b44ade9 admin admin] Allocated IP 172.25.4.176 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/a2e23b34-5b34-4df8-8d4a-4bb17a1ddc30) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:12:06.033608 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-9208f94e-7360-4a9c-92b5-27526678816d None None] Calling delete_port for f052ba2b-64cb-4e97-94bc-cb57bc69d412 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:12:06.076002 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaa3e8b-56e7-43af-8be7-a5e4eaadb5a6 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Pushing event deleted for resources: {'Port': ['ID=5bfe1d2a-a887-47f7-a95c-0580f099951b,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:06.081274 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abaa3e8b-56e7-43af-8be7-a5e4eaadb5a6 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] No DVR routers for this DVR port 5bfe1d2a-a887-47f7-a95c-0580f099951b on host n-d-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:12:06.115534 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-e5eac0e3-fbd3-4219-b563-9dda81276b1f None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:12:06.123381 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5eac0e3-fbd3-4219-b563-9dda81276b1f None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:12:06.172533 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-43b88577-17b2-4a94-a930-686a1a5665e4 req-e4971553-83fc-4a03-aefc-c7be32c21b9f tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/security-groups?id=39d64e71-9bbb-4283-9333-9f076dd0e667&id=c2d438c9-ecad-41fa-9c3c-fefcebb88ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2108958 Feb 02 07:12:06.187248 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] No Port match for: 3fbf38b0-c429-4910-9937-0a8e4016e831 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:12:06.188001 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 3fbf38b0-c429-4910-9937-0a8e4016e831 not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:12:06.206404 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eac0e3-fbd3-4219-b563-9dda81276b1f None None] Pushing event updated for resources: {'Port': ['ID=b8fad98e-1579-4c2b-98c7-b620372f88e3,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:06.262126 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-abaa3e8b-56e7-43af-8be7-a5e4eaadb5a6 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (43f1550a-c0d6-4c6f-9260-f2b4a4d28a63), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:06.317380 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-abaa3e8b-56e7-43af-8be7-a5e4eaadb5a6 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43f1550a-c0d6-4c6f-9260-f2b4a4d28a63']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:06.324297 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 55698) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:06.373217 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-abaa3e8b-56e7-43af-8be7-a5e4eaadb5a6 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c70b892a-567d-4215-b42b-59e21376fe94') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:06.373525 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-abaa3e8b-56e7-43af-8be7-a5e4eaadb5a6 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c70b892a-567d-4215-b42b-59e21376fe94') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:06.414659 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-abaa3e8b-56e7-43af-8be7-a5e4eaadb5a6 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (c70b892a-567d-4215-b42b-59e21376fe94), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:06.426747 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port f052ba2b-64cb-4e97-94bc-cb57bc69d412 is: ACTIVE; New status is: DOWN {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:12:06.428010 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f052ba2b-64cb-4e97-94bc-cb57bc69d412), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:06.435277 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-e5eac0e3-fbd3-4219-b563-9dda81276b1f None None] Attempting to bind port b8fad98e-1579-4c2b-98c7-b620372f88e3 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:12:06.436516 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-e5eac0e3-fbd3-4219-b563-9dda81276b1f None None] Attempting to bind port b8fad98e-1579-4c2b-98c7-b620372f88e3 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '3beca779-ab32-4690-8e90-2674758f471f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5dd9583d-e45d-4ede-baa0-788d6a6cc785'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:12:06.438957 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5eac0e3-fbd3-4219-b563-9dda81276b1f None None] Attempting to bind port b8fad98e-1579-4c2b-98c7-b620372f88e3 on network 5dd9583d-e45d-4ede-baa0-788d6a6cc785 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:12:06.446441 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-abaa3e8b-56e7-43af-8be7-a5e4eaadb5a6 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (c70b892a-567d-4215-b42b-59e21376fe94), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:06.462433 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abaa3e8b-56e7-43af-8be7-a5e4eaadb5a6 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:12:06.463171 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-abaa3e8b-56e7-43af-8be7-a5e4eaadb5a6 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (c70b892a-567d-4215-b42b-59e21376fe94), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:06.472253 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5eac0e3-fbd3-4219-b563-9dda81276b1f None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:12:06.472649 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5eac0e3-fbd3-4219-b563-9dda81276b1f None None] Checking segment: {'id': '3beca779-ab32-4690-8e90-2674758f471f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5dd9583d-e45d-4ede-baa0-788d6a6cc785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:12:06.477289 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e5eac0e3-fbd3-4219-b563-9dda81276b1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:06.478154 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5eac0e3-fbd3-4219-b563-9dda81276b1f None None] Bound using segment: {'id': '3beca779-ab32-4690-8e90-2674758f471f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5dd9583d-e45d-4ede-baa0-788d6a6cc785'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:12:06.488220 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-e5eac0e3-fbd3-4219-b563-9dda81276b1f None None] Bound port: b8fad98e-1579-4c2b-98c7-b620372f88e3, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3beca779-ab32-4690-8e90-2674758f471f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5dd9583d-e45d-4ede-baa0-788d6a6cc785'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:12:06.488784 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e5eac0e3-fbd3-4219-b563-9dda81276b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b8fad98e-1579-4c2b-98c7-b620372f88e3), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:06.587366 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-42c59651-5843-47cb-9deb-14179b44ade9 admin admin] Publish callbacks [] for port (a2e23b34-5b34-4df8-8d4a-4bb17a1ddc30), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:06.604355 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e82490-2189-46cc-9688-54e8df1e1718 req-13e67866-e940-4eb8-b1e8-6edb5a34ad75 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:06.605047 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:12:06.605047 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:12:06.605047 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:12:06.605047 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:12:06.605047 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:12:06.605047 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:12:06.605047 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:12:06.605047 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:12:06.605047 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:12:06.605047 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:12:06.605047 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:12:06.605047 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:12:06.605047 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:12:06.605047 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:12:06.605047 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:12:06.605047 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:12:06.605047 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:12:06.605047 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:12:06.605047 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:12:06.605047 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:12:06.605047 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:12:06.605047 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:12:06.605047 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:12:06.605047 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:12:06.605047 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:12:06.605047 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:12:06.605047 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:12:06.605047 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:12:06.605047 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:12:06.605047 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:12:06.605047 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:12:06.605047 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:12:06.611060 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e82490-2189-46cc-9688-54e8df1e1718 req-13e67866-e940-4eb8-b1e8-6edb5a34ad75 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:06.616249 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e82490-2189-46cc-9688-54e8df1e1718 req-13e67866-e940-4eb8-b1e8-6edb5a34ad75 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:06.621498 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e82490-2189-46cc-9688-54e8df1e1718 req-13e67866-e940-4eb8-b1e8-6edb5a34ad75 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:06.626829 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e82490-2189-46cc-9688-54e8df1e1718 req-13e67866-e940-4eb8-b1e8-6edb5a34ad75 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:06.632066 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e82490-2189-46cc-9688-54e8df1e1718 req-13e67866-e940-4eb8-b1e8-6edb5a34ad75 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:06.637337 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e82490-2189-46cc-9688-54e8df1e1718 req-13e67866-e940-4eb8-b1e8-6edb5a34ad75 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:06.650909 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-76e82490-2189-46cc-9688-54e8df1e1718 req-13e67866-e940-4eb8-b1e8-6edb5a34ad75 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 5444 time: 0.2574532 Feb 02 07:12:06.651724 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 55702) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:06.662928 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-5f00bd19-c11c-4001-8a4b-556b4970c27e tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Request body: {'floatingip': {'port_id': '78f002f0-5cc9-43ce-9674-66babfe32234'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:12:06.675234 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fdbc6aa2-5267-4255-840f-ea6b29924b1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:06.697119 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-abaa3e8b-56e7-43af-8be7-a5e4eaadb5a6 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (43f1550a-c0d6-4c6f-9260-f2b4a4d28a63), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:06.717295 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-abaa3e8b-56e7-43af-8be7-a5e4eaadb5a6 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:06.720049 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port f052ba2b-64cb-4e97-94bc-cb57bc69d412, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=f052ba2b-64cb-4e97-94bc-cb57bc69d412,segment=NetworkSegment(d855593d-4688-4d41-ae4e-bcbd7b222a65),segment_id=d855593d-4688-4d41-ae4e-bcbd7b222a65)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:12:06.723172 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-abaa3e8b-56e7-43af-8be7-a5e4eaadb5a6 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "DELETE /v2.0/networks/43f1550a-c0d6-4c6f-9260-f2b4a4d28a63 HTTP/1.1" status: 204 len: 168 time: 2.5467362 Feb 02 07:12:06.725438 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 55706) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:06.768123 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5f00bd19-c11c-4001-8a4b-556b4970c27e tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks [] for floatingip (35e24b1d-d23b-4223-8542-10e02f49e495), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:06.801091 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaa3e8b-56e7-43af-8be7-a5e4eaadb5a6 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Pushing event deleted for resources: {'Network': ['ID=43f1550a-c0d6-4c6f-9260-f2b4a4d28a63,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:06.806479 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (f052ba2b-64cb-4e97-94bc-cb57bc69d412), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:06.873326 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=f052ba2b-64cb-4e97-94bc-cb57bc69d412,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:06.903784 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9208f94e-7360-4a9c-92b5-27526678816d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (f052ba2b-64cb-4e97-94bc-cb57bc69d412), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:06.906360 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-e5eac0e3-fbd3-4219-b563-9dda81276b1f None None] For port b8fad98e-1579-4c2b-98c7-b620372f88e3, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:12:06.911936 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-e5eac0e3-fbd3-4219-b563-9dda81276b1f None None] For port b8fad98e-1579-4c2b-98c7-b620372f88e3, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=b8fad98e-1579-4c2b-98c7-b620372f88e3,segment=NetworkSegment(3beca779-ab32-4690-8e90-2674758f471f),segment_id=3beca779-ab32-4690-8e90-2674758f471f)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:12:06.941765 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e5eac0e3-fbd3-4219-b563-9dda81276b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (b8fad98e-1579-4c2b-98c7-b620372f88e3), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:06.945860 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9208f94e-7360-4a9c-92b5-27526678816d None None] Pushing event deleted for resources: {'Port': ['ID=f052ba2b-64cb-4e97-94bc-cb57bc69d412,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:06.957406 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-89785805-178e-4a54-b0f4-399ea6ad7c7e tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (1ad9a319-5ece-45d2-9400-0b0f26752233), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:07.003366 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eac0e3-fbd3-4219-b563-9dda81276b1f None None] Pushing event updated for resources: {'Port': ['ID=b8fad98e-1579-4c2b-98c7-b620372f88e3,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:07.009935 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9208f94e-7360-4a9c-92b5-27526678816d None None] No DVR routers for this DVR port f052ba2b-64cb-4e97-94bc-cb57bc69d412 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:12:07.082684 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89785805-178e-4a54-b0f4-399ea6ad7c7e tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Pushing event deleted for resources: {'Port': ['ID=1ad9a319-5ece-45d2-9400-0b0f26752233,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:07.119096 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-42c59651-5843-47cb-9deb-14179b44ade9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (a2e23b34-5b34-4df8-8d4a-4bb17a1ddc30), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:07.239497 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-89785805-178e-4a54-b0f4-399ea6ad7c7e tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (7b7ad789-1260-4bae-a9d0-9d067cf54013), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:07.408263 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-89785805-178e-4a54-b0f4-399ea6ad7c7e tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (7b7ad789-1260-4bae-a9d0-9d067cf54013), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:07.410981 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-89785805-178e-4a54-b0f4-399ea6ad7c7e tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks [] for router_controller (7b7ad789-1260-4bae-a9d0-9d067cf54013), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:07.521618 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c59651-5843-47cb-9deb-14179b44ade9 admin admin] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:12:07.522913 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-89785805-178e-4a54-b0f4-399ea6ad7c7e tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (7b7ad789-1260-4bae-a9d0-9d067cf54013), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:07.523471 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89785805-178e-4a54-b0f4-399ea6ad7c7e tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7b7ad789-1260-4bae-a9d0-9d067cf54013 {{(pid=109693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:12:07.605836 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-defd330e-e01f-432a-8f04-f22119a38c3c tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (fe0e68db-4d14-4c90-ad5b-19e6e79e9388), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:07.670788 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9a2424-96a7-469d-acb2-01894f8ced59 req-95696a3b-ad0d-4605-912f-4ee439c4e8fc tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:07.672390 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1a9a2424-96a7-469d-acb2-01894f8ced59 req-95696a3b-ad0d-4605-912f-4ee439c4e8fc tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 944 time: 0.9099660 Feb 02 07:12:07.780614 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fdbc6aa2-5267-4255-840f-ea6b29924b1e admin admin] Publish callbacks [] for security_group (b3e83fc3-8415-4bab-903c-50bc3078039e), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:07.813513 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fdbc6aa2-5267-4255-840f-ea6b29924b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (b3e83fc3-8415-4bab-903c-50bc3078039e), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:07.829424 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca5a14d-115e-4c52-8f2c-596d5ba88ab6 req-6e00c53b-90fc-4ad3-9937-c4b4c1039586 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:07.830917 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5ca5a14d-115e-4c52-8f2c-596d5ba88ab6 req-6e00c53b-90fc-4ad3-9937-c4b4c1039586 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.59 "GET /v2.0/ports?device_id=32f5f2ca-71c6-4137-bee4-300527dd6e2f HTTP/1.1" status: 200 len: 945 time: 0.1884959 Feb 02 07:12:07.891531 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-defd330e-e01f-432a-8f04-f22119a38c3c tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (fe0e68db-4d14-4c90-ad5b-19e6e79e9388), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:07.914288 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:12:07.933016 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1a9a2424-96a7-469d-acb2-01894f8ced59 req-e1f71b22-1e30-4f79-8171-debd8dd0ec35 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=4c2c0860-2986-407a-8a1e-1579ab01e7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2405381 Feb 02 07:12:07.950940 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbc6aa2-5267-4255-840f-ea6b29924b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e83fc3-8415-4bab-903c-50bc3078039e,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:07.969785 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-fdbc6aa2-5267-4255-840f-ea6b29924b1e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=837e4537273540eea43e6bfab79d2026&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6436517 Feb 02 07:12:07.970455 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 55716) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:07.987735 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-42c59651-5843-47cb-9deb-14179b44ade9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:12:07.994182 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-89785805-178e-4a54-b0f4-399ea6ad7c7e tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:07.995843 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-89785805-178e-4a54-b0f4-399ea6ad7c7e tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] 10.222.0.87 "DELETE /v2.0/routers/7b7ad789-1260-4bae-a9d0-9d067cf54013 HTTP/1.1" status: 204 len: 168 time: 4.2140152 Feb 02 07:12:07.999421 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-defd330e-e01f-432a-8f04-f22119a38c3c tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe0e68db-4d14-4c90-ad5b-19e6e79e9388']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:08.005893 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 55718) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:08.008325 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c59651-5843-47cb-9deb-14179b44ade9 admin admin] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:12:08.018344 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-e0dc35cb-b300-4c35-ba63-a65c340e127f tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1772470271', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}, 'admin_state_up': False}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:12:08.055997 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c59651-5843-47cb-9deb-14179b44ade9 admin admin] Pushing event updated for resources: {'Port': ['ID=a2e23b34-5b34-4df8-8d4a-4bb17a1ddc30,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:08.080996 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-defd330e-e01f-432a-8f04-f22119a38c3c tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd855593d-4688-4d41-ae4e-bcbd7b222a65') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:08.081576 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-defd330e-e01f-432a-8f04-f22119a38c3c tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd855593d-4688-4d41-ae4e-bcbd7b222a65') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:08.083480 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.db.resource_extend [None req-5f00bd19-c11c-4001-8a4b-556b4970c27e tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 07:12:08.156444 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e0dc35cb-b300-4c35-ba63-a65c340e127f tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (ff43d776-1136-4dcb-b9b7-4fd3a30e69c7), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:08.157524 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e0dc35cb-b300-4c35-ba63-a65c340e127f tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (ff43d776-1136-4dcb-b9b7-4fd3a30e69c7), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:08.168474 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-defd330e-e01f-432a-8f04-f22119a38c3c tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (d855593d-4688-4d41-ae4e-bcbd7b222a65), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:08.239042 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-defd330e-e01f-432a-8f04-f22119a38c3c tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (d855593d-4688-4d41-ae4e-bcbd7b222a65), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:08.251485 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51184984-6663-41ed-809d-1565ce56b839 req-de3f1e47-60b2-4160-b005-2e45c525c766 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:08.260120 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-51184984-6663-41ed-809d-1565ce56b839 req-de3f1e47-60b2-4160-b005-2e45c525c766 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=32f5f2ca-71c6-4137-bee4-300527dd6e2f HTTP/1.1" status: 200 len: 945 time: 0.7801797 Feb 02 07:12:08.273865 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-defd330e-e01f-432a-8f04-f22119a38c3c tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:12:08.274288 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-defd330e-e01f-432a-8f04-f22119a38c3c tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (d855593d-4688-4d41-ae4e-bcbd7b222a65), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:08.280847 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5f00bd19-c11c-4001-8a4b-556b4970c27e tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:08.286597 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:12:08.286597 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:12:08.286597 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:12:08.286597 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:12:08.286597 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:12:08.286597 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:12:08.286597 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:12:08.286597 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:12:08.286597 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:12:08.286597 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:12:08.286597 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:12:08.286597 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:12:08.286597 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:12:08.286597 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:12:08.286597 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:12:08.286597 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:12:08.286597 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:12:08.286597 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:12:08.286597 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:12:08.286597 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:12:08.286597 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:12:08.286597 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:12:08.286597 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:12:08.286597 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:12:08.286597 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:12:08.286597 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:12:08.286597 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:12:08.286597 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:12:08.286597 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:12:08.286597 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:12:08.286597 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:12:08.286597 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:12:08.322374 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8b2f6044-2437-4a62-889c-a137a226ba7c admin admin] Publish callbacks [] for security_group (b3e83fc3-8415-4bab-903c-50bc3078039e), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:08.390511 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5f00bd19-c11c-4001-8a4b-556b4970c27e tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (35e24b1d-d23b-4223-8542-10e02f49e495), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:08.424620 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8b2f6044-2437-4a62-889c-a137a226ba7c admin admin] Publish callbacks [] for security_group (b3e83fc3-8415-4bab-903c-50bc3078039e), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:08.498378 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-defd330e-e01f-432a-8f04-f22119a38c3c tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (fe0e68db-4d14-4c90-ad5b-19e6e79e9388), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:08.518672 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8b2f6044-2437-4a62-889c-a137a226ba7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (b3e83fc3-8415-4bab-903c-50bc3078039e), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:08.524105 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8b2f6044-2437-4a62-889c-a137a226ba7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:08.530969 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-8b2f6044-2437-4a62-889c-a137a226ba7c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b3e83fc3-8415-4bab-903c-50bc3078039e HTTP/1.1" status: 204 len: 168 time: 0.5477335 Feb 02 07:12:08.538367 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-defd330e-e01f-432a-8f04-f22119a38c3c tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:08.551858 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-defd330e-e01f-432a-8f04-f22119a38c3c tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "DELETE /v2.0/networks/fe0e68db-4d14-4c90-ad5b-19e6e79e9388 HTTP/1.1" status: 204 len: 168 time: 1.8199213 Feb 02 07:12:08.555318 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 55724) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:08.572040 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-5ca5a14d-115e-4c52-8f2c-596d5ba88ab6 req-8953182a-6202-4532-b030-fe947700823d tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Deleting port d394fde5-fe9f-4589-bb6b-f852c92a9e2f {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:12:08.572773 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-5ca5a14d-115e-4c52-8f2c-596d5ba88ab6 req-8953182a-6202-4532-b030-fe947700823d tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (d394fde5-fe9f-4589-bb6b-f852c92a9e2f), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:08.588577 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-67b7561d-d0e5-4583-8497-e2a0f91b2c3a tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Request body: {'network': {'name': 'tempest-RoutersTest-1481647104'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:12:08.607168 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defd330e-e01f-432a-8f04-f22119a38c3c tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Pushing event deleted for resources: {'Network': ['ID=fe0e68db-4d14-4c90-ad5b-19e6e79e9388,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:08.609485 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2f6044-2437-4a62-889c-a137a226ba7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e83fc3-8415-4bab-903c-50bc3078039e,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:08.707671 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b7561d-d0e5-4583-8497-e2a0f91b2c3a tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Made reservation on behalf of c092e90dc089486b8a9195291d2bdc7c for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:12:08.712055 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-67b7561d-d0e5-4583-8497-e2a0f91b2c3a tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:08.780418 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67b7561d-d0e5-4583-8497-e2a0f91b2c3a tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:12:08.807197 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-42c59651-5843-47cb-9deb-14179b44ade9 admin admin] Publish callbacks [] for router_gateway (0108e9da-181c-4dc9-9734-36c7b40864e8), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:08.814177 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bebdbc2-6e03-45ed-ae3b-eb18cf6f3f80 None None] Network 5dd9583d-e45d-4ede-baa0-788d6a6cc785 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:12:08.814773 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-5ca5a14d-115e-4c52-8f2c-596d5ba88ab6 req-8953182a-6202-4532-b030-fe947700823d tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] For port d394fde5-fe9f-4589-bb6b-f852c92a9e2f, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=d394fde5-fe9f-4589-bb6b-f852c92a9e2f,segment=NetworkSegment(fc0a4cad-9504-4785-979c-6732d183490f),segment_id=fc0a4cad-9504-4785-979c-6732d183490f)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:12:08.815195 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-5ca5a14d-115e-4c52-8f2c-596d5ba88ab6 req-8953182a-6202-4532-b030-fe947700823d tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (d394fde5-fe9f-4589-bb6b-f852c92a9e2f), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:08.818450 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-67b7561d-d0e5-4583-8497-e2a0f91b2c3a tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (1e798638-4d30-4d8f-a2b5-e011bb5efa8c), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:08.818803 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-67b7561d-d0e5-4583-8497-e2a0f91b2c3a tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Added segment 1e798638-4d30-4d8f-a2b5-e011bb5efa8c of type vlan for network 13d8d0b3-4d9c-4640-8e6b-eb5216d9b6b2 Feb 02 07:12:08.826492 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e0dc35cb-b300-4c35-ba63-a65c340e127f tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks [] for router_controller (ff43d776-1136-4dcb-b9b7-4fd3a30e69c7), precommit_add_association {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:08.850588 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-5ca5a14d-115e-4c52-8f2c-596d5ba88ab6 req-8953182a-6202-4532-b030-fe947700823d tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Calling delete_port for d394fde5-fe9f-4589-bb6b-f852c92a9e2f owned by compute:nova {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:12:08.934100 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-67b7561d-d0e5-4583-8497-e2a0f91b2c3a tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (13d8d0b3-4d9c-4640-8e6b-eb5216d9b6b2), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:08.990042 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-67b7561d-d0e5-4583-8497-e2a0f91b2c3a tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (13d8d0b3-4d9c-4640-8e6b-eb5216d9b6b2), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:08.996559 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b7561d-d0e5-4583-8497-e2a0f91b2c3a tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:08.997511 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-67b7561d-d0e5-4583-8497-e2a0f91b2c3a tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:09.051814 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-67b7561d-d0e5-4583-8497-e2a0f91b2c3a tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4832706 Feb 02 07:12:09.060022 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 55732) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:09.109117 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-7c8482bc-988e-4c01-8a0e-cc73cf3bda19 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Request body: {'subnet': {'network_id': '13d8d0b3-4d9c-4640-8e6b-eb5216d9b6b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:12:09.135188 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-5d4c7837-a231-4b94-a305-bcb3384b1ace None None] Provisioning complete for port b8fad98e-1579-4c2b-98c7-b620372f88e3 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:12:09.136054 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5d4c7837-a231-4b94-a305-bcb3384b1ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b8fad98e-1579-4c2b-98c7-b620372f88e3), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:09.146122 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b7561d-d0e5-4583-8497-e2a0f91b2c3a tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Pushing event updated for resources: {'Network': ['ID=13d8d0b3-4d9c-4640-8e6b-eb5216d9b6b2,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:09.250184 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 13d8d0b3-4d9c-4640-8e6b-eb5216d9b6b2 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:12:09.312224 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 55734) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:09.334701 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-51184984-6663-41ed-809d-1565ce56b839 req-bbf8f8a0-ebbd-4dcd-88c5-2990040f255e tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=14b85ecc-08a4-4683-b69a-c49d65112444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0709336 Feb 02 07:12:09.360888 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6dc60aae-34f2-4173-a45c-e29ff403d2b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:09.525399 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-5ca5a14d-115e-4c52-8f2c-596d5ba88ab6 req-8953182a-6202-4532-b030-fe947700823d tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (d394fde5-fe9f-4589-bb6b-f852c92a9e2f), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:09.578921 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc17bf7a-11ae-401c-ac72-97bdade47b93 req-b7e85a88-ad6c-45d5-8082-ea9675571bb0 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:09.580685 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fc17bf7a-11ae-401c-ac72-97bdade47b93 req-b7e85a88-ad6c-45d5-8082-ea9675571bb0 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 944 time: 0.4405632 Feb 02 07:12:09.663113 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8953182a-6202-4532-b030-fe947700823d tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Pushing event deleted for resources: {'Port': ['ID=d394fde5-fe9f-4589-bb6b-f852c92a9e2f,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:09.719353 n-d-789963-26 neutron-server[109693]: INFO neutron.db.l3_db [None req-5f00bd19-c11c-4001-8a4b-556b4970c27e tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Floating IP 35e24b1d-d23b-4223-8542-10e02f49e495 associated. External IP: 172.25.4.62, port: 78f002f0-5cc9-43ce-9674-66babfe32234. Feb 02 07:12:09.827037 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fc17bf7a-11ae-401c-ac72-97bdade47b93 req-489f98b4-fc84-472d-9d0b-c48c80621d19 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=4c2c0860-2986-407a-8a1e-1579ab01e7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1683023 Feb 02 07:12:09.889321 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ca5a14d-115e-4c52-8f2c-596d5ba88ab6 req-8953182a-6202-4532-b030-fe947700823d tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] No DVR routers for this DVR port d394fde5-fe9f-4589-bb6b-f852c92a9e2f on host n-h2-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:12:09.896818 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c8482bc-988e-4c01-8a0e-cc73cf3bda19 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Made reservation on behalf of c092e90dc089486b8a9195291d2bdc7c for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:12:09.907418 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7c8482bc-988e-4c01-8a0e-cc73cf3bda19 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:09.911179 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-5ca5a14d-115e-4c52-8f2c-596d5ba88ab6 req-8953182a-6202-4532-b030-fe947700823d tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:09.914764 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5ca5a14d-115e-4c52-8f2c-596d5ba88ab6 req-8953182a-6202-4532-b030-fe947700823d tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.59 "DELETE /v2.0/ports/d394fde5-fe9f-4589-bb6b-f852c92a9e2f HTTP/1.1" status: 204 len: 173 time: 2.0679526 Feb 02 07:12:09.916470 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32f5f2ca-71c6-4137-bee4-300527dd6e2f', 'name': 'network-vif-deleted', 'tag': 'd394fde5-fe9f-4589-bb6b-f852c92a9e2f'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:12:09.919102 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a2f2347-1fbc-41fc-b7f9-31ca3dabac62" -d '{"events": [{"server_uuid": "32f5f2ca-71c6-4137-bee4-300527dd6e2f", "name": "network-vif-deleted", "tag": "d394fde5-fe9f-4589-bb6b-f852c92a9e2f"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:12:09.989187 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device b8fad98e-1579-4c2b-98c7-b620372f88e3 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:12:09.992053 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device d394fde5-fe9f-4589-bb6b-f852c92a9e2f no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:12:10.052860 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3073766d-3511-45c9-95d8-4218d10e2428 x-openstack-request-id: req-3073766d-3511-45c9-95d8-4218d10e2428 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:12:10.053164 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32f5f2ca-71c6-4137-bee4-300527dd6e2f", "name": "network-vif-deleted", "tag": "d394fde5-fe9f-4589-bb6b-f852c92a9e2f", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:12:10.053421 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-3073766d-3511-45c9-95d8-4218d10e2428 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:12:10.053827 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32f5f2ca-71c6-4137-bee4-300527dd6e2f', 'name': 'network-vif-deleted', 'tag': 'd394fde5-fe9f-4589-bb6b-f852c92a9e2f', 'status': 'completed', 'code': 200} Feb 02 07:12:10.064005 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e0dc35cb-b300-4c35-ba63-a65c340e127f tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks [] for router_gateway (ff43d776-1136-4dcb-b9b7-4fd3a30e69c7), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:10.081145 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6dc60aae-34f2-4173-a45c-e29ff403d2b8 admin admin] Publish callbacks [] for security_group (3c37c291-3984-449b-9c2f-ce09a94e0aec), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:10.097289 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6dc60aae-34f2-4173-a45c-e29ff403d2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (3c37c291-3984-449b-9c2f-ce09a94e0aec), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:10.105320 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] No Port match for: d394fde5-fe9f-4589-bb6b-f852c92a9e2f {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:12:10.105931 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device d394fde5-fe9f-4589-bb6b-f852c92a9e2f not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:12:10.115246 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-5d4c7837-a231-4b94-a305-bcb3384b1ace None None] Current status of the port b8fad98e-1579-4c2b-98c7-b620372f88e3 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:12:10.115851 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5d4c7837-a231-4b94-a305-bcb3384b1ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b8fad98e-1579-4c2b-98c7-b620372f88e3), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:10.147131 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc60aae-34f2-4173-a45c-e29ff403d2b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c37c291-3984-449b-9c2f-ce09a94e0aec,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:10.181924 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-5d4c7837-a231-4b94-a305-bcb3384b1ace None None] For port b8fad98e-1579-4c2b-98c7-b620372f88e3, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=b8fad98e-1579-4c2b-98c7-b620372f88e3,segment=NetworkSegment(3beca779-ab32-4690-8e90-2674758f471f),segment_id=3beca779-ab32-4690-8e90-2674758f471f)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:12:10.190533 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-6dc60aae-34f2-4173-a45c-e29ff403d2b8 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=8c1990d7e6374eceb338b1467cc0199c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8747735 Feb 02 07:12:10.194582 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 55742) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:10.197350 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5d4c7837-a231-4b94-a305-bcb3384b1ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (b8fad98e-1579-4c2b-98c7-b620372f88e3), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:10.206548 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port b8fad98e-1579-4c2b-98c7-b620372f88e3 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:12:10.207122 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b8fad98e-1579-4c2b-98c7-b620372f88e3), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:10.239625 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-42c59651-5843-47cb-9deb-14179b44ade9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (0108e9da-181c-4dc9-9734-36c7b40864e8), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:10.299743 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4c7837-a231-4b94-a305-bcb3384b1ace None None] Pushing event updated for resources: {'Port': ['ID=b8fad98e-1579-4c2b-98c7-b620372f88e3,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:10.316219 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b79769fe-2949-4cf7-844f-bd44e5bab2bb admin admin] Publish callbacks [] for security_group (3c37c291-3984-449b-9c2f-ce09a94e0aec), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:10.356981 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b79769fe-2949-4cf7-844f-bd44e5bab2bb admin admin] Publish callbacks [] for security_group (3c37c291-3984-449b-9c2f-ce09a94e0aec), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:10.386309 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-e6006d0d-a7d9-4603-ba35-b4d4f61030c8 None None] Provisioning complete for port b8fad98e-1579-4c2b-98c7-b620372f88e3 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:12:10.386824 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e6006d0d-a7d9-4603-ba35-b4d4f61030c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b8fad98e-1579-4c2b-98c7-b620372f88e3), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:10.445182 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b79769fe-2949-4cf7-844f-bd44e5bab2bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (3c37c291-3984-449b-9c2f-ce09a94e0aec), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:10.448345 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b79769fe-2949-4cf7-844f-bd44e5bab2bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:10.450894 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b79769fe-2949-4cf7-844f-bd44e5bab2bb admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/3c37c291-3984-449b-9c2f-ce09a94e0aec HTTP/1.1" status: 204 len: 168 time: 0.2542341 Feb 02 07:12:10.476652 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port b8fad98e-1579-4c2b-98c7-b620372f88e3 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:12:10.500586 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 1ad9a319-5ece-45d2-9400-0b0f26752233 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:12:10.500797 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79769fe-2949-4cf7-844f-bd44e5bab2bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c37c291-3984-449b-9c2f-ce09a94e0aec,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:10.560190 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7c8482bc-988e-4c01-8a0e-cc73cf3bda19 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (26e79655-f9cf-4ca9-acc0-293d0393b9c4), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:10.642581 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 1ad9a319-5ece-45d2-9400-0b0f26752233 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:12:10.642959 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 1ad9a319-5ece-45d2-9400-0b0f26752233 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:12:10.741204 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-e6006d0d-a7d9-4603-ba35-b4d4f61030c8 None None] Current status of the port b8fad98e-1579-4c2b-98c7-b620372f88e3 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:12:10.757825 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7e550c0c-4543-49bd-acec-086a706eb421 req-01321d6e-e626-4fd3-b0b2-b07b0b578185 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=32f5f2ca-71c6-4137-bee4-300527dd6e2f HTTP/1.1" status: 200 len: 210 time: 0.1225302 Feb 02 07:12:10.815050 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f00bd19-c11c-4001-8a4b-556b4970c27e tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Router ce39ca5b-f97a-4fa3-9e3f-efb600271ce7 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:12:10.832582 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8482bc-988e-4c01-8a0e-cc73cf3bda19 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Pushing event updated for resources: {'Subnet': ['ID=26e79655-f9cf-4ca9-acc0-293d0393b9c4,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:10.853734 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8482bc-988e-4c01-8a0e-cc73cf3bda19 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Checking segment: {'id': '1e798638-4d30-4d8f-a2b5-e011bb5efa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '13d8d0b3-4d9c-4640-8e6b-eb5216d9b6b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:12:10.853734 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8482bc-988e-4c01-8a0e-cc73cf3bda19 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Network hostable DHCP agents. Network: 13d8d0b3-4d9c-4640-8e6b-eb5216d9b6b2, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:12:10.895779 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8482bc-988e-4c01-8a0e-cc73cf3bda19 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Network 13d8d0b3-4d9c-4640-8e6b-eb5216d9b6b2 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:12:10.918383 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-7c8482bc-988e-4c01-8a0e-cc73cf3bda19 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 13d8d0b3-4d9c-4640-8e6b-eb5216d9b6b2) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:12:10.924529 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8482bc-988e-4c01-8a0e-cc73cf3bda19 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:10.925135 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7c8482bc-988e-4c01-8a0e-cc73cf3bda19 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:10.971965 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fbc9c9-1e31-4493-ac76-d1811d5c421d None None] Network 13d8d0b3-4d9c-4640-8e6b-eb5216d9b6b2 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:12:10.974521 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-7c8482bc-988e-4c01-8a0e-cc73cf3bda19 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8758147 Feb 02 07:12:10.977104 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 55756) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:10.982618 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-468b4a5c-cb95-4a10-a169-cbdc54791d4d tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-100235194', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:12:10.995031 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-8caaeac8-df55-4a54-a93b-2fd3c7076d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:11.033183 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-468b4a5c-cb95-4a10-a169-cbdc54791d4d tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (d11a4593-2153-407d-834f-795746d298cf), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:11.034269 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-468b4a5c-cb95-4a10-a169-cbdc54791d4d tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (d11a4593-2153-407d-834f-795746d298cf), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:11.125398 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fa4b0f-fb37-4c7b-a6b3-33bf50403520 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-13d8d0b3-4d9c-4640-8e6b-eb5216d9b6b2', 'network_id': '13d8d0b3-4d9c-4640-8e6b-eb5216d9b6b2', 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'fixed_ips': [{'subnet_id': '26e79655-f9cf-4ca9-acc0-293d0393b9c4'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:12:11.126462 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-94fa4b0f-fb37-4c7b-a6b3-33bf50403520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:11.134560 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-468b4a5c-cb95-4a10-a169-cbdc54791d4d tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for router_controller (d11a4593-2153-407d-834f-795746d298cf), precommit_add_association {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:11.145086 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-468b4a5c-cb95-4a10-a169-cbdc54791d4d tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (d11a4593-2153-407d-834f-795746d298cf), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:11.175029 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-468b4a5c-cb95-4a10-a169-cbdc54791d4d tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:11.176327 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-468b4a5c-cb95-4a10-a169-cbdc54791d4d tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1982710 Feb 02 07:12:11.179321 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 55762) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:11.184645 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-9aec599b-c337-4644-bb35-ff6d36ddd438 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Request body: {'port': {'network_id': '13d8d0b3-4d9c-4640-8e6b-eb5216d9b6b2', 'name': 'tempest-RoutersTest-771529891'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:12:11.252240 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42c59651-5843-47cb-9deb-14179b44ade9 admin admin] Router 0108e9da-181c-4dc9-9734-36c7b40864e8 is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:12:11.266418 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f00bd19-c11c-4001-8a4b-556b4970c27e tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:12:11.276045 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5f00bd19-c11c-4001-8a4b-556b4970c27e tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:11.368845 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-5f00bd19-c11c-4001-8a4b-556b4970c27e tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "PUT /v2.0/floatingips/35e24b1d-d23b-4223-8542-10e02f49e495 HTTP/1.1" status: 200 len: 990 time: 4.7004433 Feb 02 07:12:11.375061 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e0dc35cb-b300-4c35-ba63-a65c340e127f tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks [] for router_gateway (ff43d776-1136-4dcb-b9b7-4fd3a30e69c7), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:11.388032 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e074495-bb56-4ff7-a978-84b111e50f6e', 'tag': '78f002f0-5cc9-43ce-9674-66babfe32234'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:12:11.390829 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00648e42-f47f-4e41-a8eb-3873a8989cf9" -d '{"events": [{"name": "network-changed", "server_uuid": "1e074495-bb56-4ff7-a978-84b111e50f6e", "tag": "78f002f0-5cc9-43ce-9674-66babfe32234"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:12:11.460974 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e0dc35cb-b300-4c35-ba63-a65c340e127f tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:11.469465 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d2a68a-fb7f-4279-9654-5a0957a53753 req-42312dcd-51d2-4be9-a3b4-b37abbc021bc tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:11.476943 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e1d2a68a-fb7f-4279-9654-5a0957a53753 req-42312dcd-51d2-4be9-a3b4-b37abbc021bc tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 944 time: 0.4160955 Feb 02 07:12:11.480224 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-94fa4b0f-fb37-4c7b-a6b3-33bf50403520 None None] Allocated IP 172.20.0.2 (13d8d0b3-4d9c-4640-8e6b-eb5216d9b6b2/26e79655-f9cf-4ca9-acc0-293d0393b9c4/9dd2411e-56c0-4b26-980b-0e2c0246ff67) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:12:11.494876 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aec599b-c337-4644-bb35-ff6d36ddd438 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Made reservation on behalf of c092e90dc089486b8a9195291d2bdc7c for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:12:11.499425 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9aec599b-c337-4644-bb35-ff6d36ddd438 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:11.571325 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [None req-9aec599b-c337-4644-bb35-ff6d36ddd438 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] device_id is not set on port 18f95b42-fcc8-4df1-b588-6c0fa379d06f yet. {{(pid=109694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:12:11.656698 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-94fa4b0f-fb37-4c7b-a6b3-33bf50403520 None None] Publish callbacks [] for port (9dd2411e-56c0-4b26-980b-0e2c0246ff67), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:11.660346 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96aca2d-0ce6-47c7-998f-ebf23eee35f6 req-e4244abb-2fb2-4670-81c1-707a8968294d tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:11.662631 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device b8fad98e-1579-4c2b-98c7-b620372f88e3 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:12:11.678669 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96aca2d-0ce6-47c7-998f-ebf23eee35f6 req-e4244abb-2fb2-4670-81c1-707a8968294d tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:11.694516 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96aca2d-0ce6-47c7-998f-ebf23eee35f6 req-e4244abb-2fb2-4670-81c1-707a8968294d tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:11.695328 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e1d2a68a-fb7f-4279-9654-5a0957a53753 req-186421ff-e9ae-49ab-bd2d-bb8d095012d3 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=4c2c0860-2986-407a-8a1e-1579ab01e7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2079542 Feb 02 07:12:11.699525 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f55110a-545d-4201-be8d-ffbdd6ac99a2 None None] Sync routers for ids ['ce39ca5b-f97a-4fa3-9e3f-efb600271ce7'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:12:11.705434 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-94fa4b0f-fb37-4c7b-a6b3-33bf50403520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (9dd2411e-56c0-4b26-980b-0e2c0246ff67), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:11.708039 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96aca2d-0ce6-47c7-998f-ebf23eee35f6 req-e4244abb-2fb2-4670-81c1-707a8968294d tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:11.731717 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96aca2d-0ce6-47c7-998f-ebf23eee35f6 req-e4244abb-2fb2-4670-81c1-707a8968294d tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:11.742518 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96aca2d-0ce6-47c7-998f-ebf23eee35f6 req-e4244abb-2fb2-4670-81c1-707a8968294d tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:11.754861 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fa4b0f-fb37-4c7b-a6b3-33bf50403520 None None] Network 13d8d0b3-4d9c-4640-8e6b-eb5216d9b6b2 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:12:11.759572 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f55110a-545d-4201-be8d-ffbdd6ac99a2 None None] Routers {'ce39ca5b-f97a-4fa3-9e3f-efb600271ce7'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:12:11.760212 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-6f55110a-545d-4201-be8d-ffbdd6ac99a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:11:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['ce39ca5b-f97a-4fa3-9e3f-efb600271ce7'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:11.762266 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-94fa4b0f-fb37-4c7b-a6b3-33bf50403520 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:12:11.767683 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fa4b0f-fb37-4c7b-a6b3-33bf50403520 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:12:11.769283 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96aca2d-0ce6-47c7-998f-ebf23eee35f6 req-e4244abb-2fb2-4670-81c1-707a8968294d tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:11.777056 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d96aca2d-0ce6-47c7-998f-ebf23eee35f6 req-e4244abb-2fb2-4670-81c1-707a8968294d tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 5444 time: 0.3062751 Feb 02 07:12:11.831770 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab42afde-acd2-4879-8fba-344751a065ed x-openstack-request-id: req-ab42afde-acd2-4879-8fba-344751a065ed {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:12:11.833548 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e074495-bb56-4ff7-a978-84b111e50f6e", "tag": "78f002f0-5cc9-43ce-9674-66babfe32234", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:12:11.834538 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ab42afde-acd2-4879-8fba-344751a065ed {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:12:11.835618 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e074495-bb56-4ff7-a978-84b111e50f6e', 'tag': '78f002f0-5cc9-43ce-9674-66babfe32234', 'status': 'completed', 'code': 200} Feb 02 07:12:11.888361 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-6f55110a-545d-4201-be8d-ffbdd6ac99a2 None None] Set router ce39ca5b-f97a-4fa3-9e3f-efb600271ce7 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:12:11.992756 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d96aca2d-0ce6-47c7-998f-ebf23eee35f6 req-942a6452-537e-473f-aa0d-ecb3d5e64bda tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/security-groups?id=39d64e71-9bbb-4283-9333-9f076dd0e667&id=c2d438c9-ecad-41fa-9c3c-fefcebb88ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2060382 Feb 02 07:12:12.036186 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c59651-5843-47cb-9deb-14179b44ade9 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:12:12.049564 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452f5c30-33b9-4b09-a5b8-eb45ccfccdd9 None None] Sync routers for ids ['0108e9da-181c-4dc9-9734-36c7b40864e8'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:12:12.081286 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-42c59651-5843-47cb-9deb-14179b44ade9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:12.083046 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-42c59651-5843-47cb-9deb-14179b44ade9 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.9985807 Feb 02 07:12:12.085572 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-e0dc35cb-b300-4c35-ba63-a65c340e127f tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Allocated IP 172.25.4.235 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/56be0eb0-02e5-4810-8861-7009dbe20080) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:12:12.087867 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 55786) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:12.088040 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452f5c30-33b9-4b09-a5b8-eb45ccfccdd9 None None] Routers {'0108e9da-181c-4dc9-9734-36c7b40864e8'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:12:12.091135 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-452f5c30-33b9-4b09-a5b8-eb45ccfccdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:11:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['0108e9da-181c-4dc9-9734-36c7b40864e8'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:12.148934 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-9aec599b-c337-4644-bb35-ff6d36ddd438 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Allocated IP 172.20.0.7 (13d8d0b3-4d9c-4640-8e6b-eb5216d9b6b2/26e79655-f9cf-4ca9-acc0-293d0393b9c4/18f95b42-fcc8-4df1-b588-6c0fa379d06f) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:12:12.201764 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port b8fad98e-1579-4c2b-98c7-b620372f88e3 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:12:12.202311 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b8fad98e-1579-4c2b-98c7-b620372f88e3), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:12.224156 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fa4b0f-fb37-4c7b-a6b3-33bf50403520 None None] Pushing event updated for resources: {'Port': ['ID=9dd2411e-56c0-4b26-980b-0e2c0246ff67,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:12.328319 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-452f5c30-33b9-4b09-a5b8-eb45ccfccdd9 None None] Set router 0108e9da-181c-4dc9-9734-36c7b40864e8 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:12:12.357584 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-94fa4b0f-fb37-4c7b-a6b3-33bf50403520 None None] Attempting to bind port 9dd2411e-56c0-4b26-980b-0e2c0246ff67 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:12:12.358001 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-94fa4b0f-fb37-4c7b-a6b3-33bf50403520 None None] Attempting to bind port 9dd2411e-56c0-4b26-980b-0e2c0246ff67 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '1e798638-4d30-4d8f-a2b5-e011bb5efa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '13d8d0b3-4d9c-4640-8e6b-eb5216d9b6b2'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:12:12.358376 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fa4b0f-fb37-4c7b-a6b3-33bf50403520 None None] Attempting to bind port 9dd2411e-56c0-4b26-980b-0e2c0246ff67 on network 13d8d0b3-4d9c-4640-8e6b-eb5216d9b6b2 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:12:12.374934 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fa4b0f-fb37-4c7b-a6b3-33bf50403520 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:12:12.375378 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fa4b0f-fb37-4c7b-a6b3-33bf50403520 None None] Checking segment: {'id': '1e798638-4d30-4d8f-a2b5-e011bb5efa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '13d8d0b3-4d9c-4640-8e6b-eb5216d9b6b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:12:12.375834 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-94fa4b0f-fb37-4c7b-a6b3-33bf50403520 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:12.376237 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fa4b0f-fb37-4c7b-a6b3-33bf50403520 None None] Bound using segment: {'id': '1e798638-4d30-4d8f-a2b5-e011bb5efa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '13d8d0b3-4d9c-4640-8e6b-eb5216d9b6b2'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:12:12.376732 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-94fa4b0f-fb37-4c7b-a6b3-33bf50403520 None None] Bound port: 9dd2411e-56c0-4b26-980b-0e2c0246ff67, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e798638-4d30-4d8f-a2b5-e011bb5efa8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '13d8d0b3-4d9c-4640-8e6b-eb5216d9b6b2'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:12:12.377118 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-94fa4b0f-fb37-4c7b-a6b3-33bf50403520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (9dd2411e-56c0-4b26-980b-0e2c0246ff67), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:12.508308 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port b8fad98e-1579-4c2b-98c7-b620372f88e3 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:12:12.534447 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-6f55110a-545d-4201-be8d-ffbdd6ac99a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce39ca5b-f97a-4fa3-9e3f-efb600271ce7', 'name': 'tempest-TaggedBootDevicesTest_v242-1294267512-router', 'tenant_id': '07cbe6ce97734b3c8365c4e2bb6fcdb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '58cb2ff9-9cbd-4000-a469-f267ce94a489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:08:49Z', 'updated_at': '2022-02-02T07:08:56Z', 'revision_number': 4, 'project_id': '07cbe6ce97734b3c8365c4e2bb6fcdb5', 'gw_port': {'id': '58cb2ff9-9cbd-4000-a469-f267ce94a489', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce39ca5b-f97a-4fa3-9e3f-efb600271ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:08:50Z', 'updated_at': '2022-02-02T07:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '35e24b1d-d23b-4223-8542-10e02f49e495', 'tenant_id': '07cbe6ce97734b3c8365c4e2bb6fcdb5', 'floating_ip_address': '172.25.4.62', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': 'ce39ca5b-f97a-4fa3-9e3f-efb600271ce7', 'port_id': '78f002f0-5cc9-43ce-9674-66babfe32234', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1828, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75d236c0-f48f-4716-8c17-05895f8c5ef2', 'mac_address': 'fa:16:3e:63:e7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e074495-bb56-4ff7-a978-84b111e50f6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:10:15Z', 'updated_at': '2022-02-02T07:12:07Z', 'revision_number': 1, 'project_id': '07cbe6ce97734b3c8365c4e2bb6fcdb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c8df5bb-05ef-4d95-8835-3ce0a3bde4c1', 'name': '', 'network_id': '75d236c0-f48f-4716-8c17-05895f8c5ef2', 'tenant_id': '07cbe6ce97734b3c8365c4e2bb6fcdb5', 'mac_address': 'fa:16:3e:7f:4e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce39ca5b-f97a-4fa3-9e3f-efb600271ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': 'e1650f49-fd4b-4603-822f-9852910c48b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:08:55Z', 'updated_at': '2022-02-02T07:09:01Z', 'revision_number': 5, 'project_id': '07cbe6ce97734b3c8365c4e2bb6fcdb5', 'subnets': [{'id': 'e1650f49-fd4b-4603-822f-9852910c48b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:12.602068 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f55110a-545d-4201-be8d-ffbdd6ac99a2 None None] Checking router: ce39ca5b-f97a-4fa3-9e3f-efb600271ce7 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:12:12.624074 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16851021-0d91-4852-ad94-a001c5ddc41f req-f77764fc-558c-4911-aef0-5bcfb5cbf109 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:12.625220 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-16851021-0d91-4852-ad94-a001c5ddc41f req-f77764fc-558c-4911-aef0-5bcfb5cbf109 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 945 time: 0.1839616 Feb 02 07:12:12.655293 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f55110a-545d-4201-be8d-ffbdd6ac99a2 None None] Routers {'ce39ca5b-f97a-4fa3-9e3f-efb600271ce7'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:12:12.656186 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-6f55110a-545d-4201-be8d-ffbdd6ac99a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:11:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['ce39ca5b-f97a-4fa3-9e3f-efb600271ce7'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:12.657943 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9aec599b-c337-4644-bb35-ff6d36ddd438 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for port (18f95b42-fcc8-4df1-b588-6c0fa379d06f), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:12.671148 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-452f5c30-33b9-4b09-a5b8-eb45ccfccdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0108e9da-181c-4dc9-9734-36c7b40864e8', 'name': 'tempest-ServersTestMultiNic-443426829-router', 'tenant_id': '1c93b513068944b98dd403010458a6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': 'a2e23b34-5b34-4df8-8d4a-4bb17a1ddc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:12:03Z', 'updated_at': '2022-02-02T07:12:08Z', 'revision_number': 3, 'project_id': '1c93b513068944b98dd403010458a6a3', 'gw_port': {'id': 'a2e23b34-5b34-4df8-8d4a-4bb17a1ddc30', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e9:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0108e9da-181c-4dc9-9734-36c7b40864e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:12:05Z', 'updated_at': '2022-02-02T07:12:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:12.678054 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00648e42-f47f-4e41-a8eb-3873a8989cf9 req-b80d6e96-95d3-4890-96f6-bd3887834810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:12.678451 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00648e42-f47f-4e41-a8eb-3873a8989cf9 req-b80d6e96-95d3-4890-96f6-bd3887834810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:12.678905 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00648e42-f47f-4e41-a8eb-3873a8989cf9 req-b80d6e96-95d3-4890-96f6-bd3887834810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:12.679369 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00648e42-f47f-4e41-a8eb-3873a8989cf9 req-b80d6e96-95d3-4890-96f6-bd3887834810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:12.700598 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00648e42-f47f-4e41-a8eb-3873a8989cf9 req-b80d6e96-95d3-4890-96f6-bd3887834810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:12.701144 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00648e42-f47f-4e41-a8eb-3873a8989cf9 req-b80d6e96-95d3-4890-96f6-bd3887834810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:12.701701 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00648e42-f47f-4e41-a8eb-3873a8989cf9 req-b80d6e96-95d3-4890-96f6-bd3887834810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:12.703812 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-00648e42-f47f-4e41-a8eb-3873a8989cf9 req-b80d6e96-95d3-4890-96f6-bd3887834810 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=07cbe6ce97734b3c8365c4e2bb6fcdb5&device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 6725 time: 0.7697845 Feb 02 07:12:12.735155 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452f5c30-33b9-4b09-a5b8-eb45ccfccdd9 None None] Checking router: 0108e9da-181c-4dc9-9734-36c7b40864e8 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:12:12.735155 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452f5c30-33b9-4b09-a5b8-eb45ccfccdd9 None None] Updating router 0108e9da-181c-4dc9-9734-36c7b40864e8 port a2e23b34-5b34-4df8-8d4a-4bb17a1ddc30 binding host n-d-789963-26 {{(pid=109696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:12:12.786981 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9aec599b-c337-4644-bb35-ff6d36ddd438 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (18f95b42-fcc8-4df1-b588-6c0fa379d06f), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:12.824460 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-452f5c30-33b9-4b09-a5b8-eb45ccfccdd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (a2e23b34-5b34-4df8-8d4a-4bb17a1ddc30), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:12.952998 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-6f55110a-545d-4201-be8d-ffbdd6ac99a2 None None] Set router ce39ca5b-f97a-4fa3-9e3f-efb600271ce7 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:12:12.964162 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-16851021-0d91-4852-ad94-a001c5ddc41f req-df093ce9-c414-452c-9e7c-e4dd08523e46 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3198717 Feb 02 07:12:13.021127 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aec599b-c337-4644-bb35-ff6d36ddd438 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Network 13d8d0b3-4d9c-4640-8e6b-eb5216d9b6b2 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:12:13.022341 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aec599b-c337-4644-bb35-ff6d36ddd438 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Pushing event updated for resources: {'Port': ['ID=18f95b42-fcc8-4df1-b588-6c0fa379d06f,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:13.026767 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-9aec599b-c337-4644-bb35-ff6d36ddd438 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:12:13.033294 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aec599b-c337-4644-bb35-ff6d36ddd438 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:12:13.086793 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-94fa4b0f-fb37-4c7b-a6b3-33bf50403520 None None] For port 9dd2411e-56c0-4b26-980b-0e2c0246ff67, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:12:13.090123 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-94fa4b0f-fb37-4c7b-a6b3-33bf50403520 None None] For port 9dd2411e-56c0-4b26-980b-0e2c0246ff67, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=9dd2411e-56c0-4b26-980b-0e2c0246ff67,segment=NetworkSegment(1e798638-4d30-4d8f-a2b5-e011bb5efa8c),segment_id=1e798638-4d30-4d8f-a2b5-e011bb5efa8c)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:12:13.126830 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-94fa4b0f-fb37-4c7b-a6b3-33bf50403520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (9dd2411e-56c0-4b26-980b-0e2c0246ff67), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:13.170095 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aec599b-c337-4644-bb35-ff6d36ddd438 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:13.171399 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9aec599b-c337-4644-bb35-ff6d36ddd438 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:13.241770 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-9aec599b-c337-4644-bb35-ff6d36ddd438 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.0612059 Feb 02 07:12:13.244361 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 55810) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:13.258836 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f16c4-2953-4b45-aeb6-fe32672608e4 req-eb03fe9d-1c27-4828-a89d-8e5b37c061a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:13.260489 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c81f16c4-2953-4b45-aeb6-fe32672608e4 req-eb03fe9d-1c27-4828-a89d-8e5b37c061a5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47&tenant_id=faba4237acf64862ba84ad5ca9ce531a HTTP/1.1" status: 200 len: 1127 time: 0.1992235 Feb 02 07:12:13.330728 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8febed49-c085-4b04-91ac-20ac43e13a91 req-a22690c2-9b51-4711-9713-116b2d8565fa tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:13.337874 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8febed49-c085-4b04-91ac-20ac43e13a91 req-a22690c2-9b51-4711-9713-116b2d8565fa tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:13.345874 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8febed49-c085-4b04-91ac-20ac43e13a91 req-a22690c2-9b51-4711-9713-116b2d8565fa tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:13.351766 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8febed49-c085-4b04-91ac-20ac43e13a91 req-a22690c2-9b51-4711-9713-116b2d8565fa tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:13.358808 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8febed49-c085-4b04-91ac-20ac43e13a91 req-a22690c2-9b51-4711-9713-116b2d8565fa tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:13.365408 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8febed49-c085-4b04-91ac-20ac43e13a91 req-a22690c2-9b51-4711-9713-116b2d8565fa tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:13.371615 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8febed49-c085-4b04-91ac-20ac43e13a91 req-a22690c2-9b51-4711-9713-116b2d8565fa tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:13.374486 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8febed49-c085-4b04-91ac-20ac43e13a91 req-a22690c2-9b51-4711-9713-116b2d8565fa tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 5444 time: 0.2344618 Feb 02 07:12:13.433444 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-439b418e-b471-4f30-a635-0621b69be9da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:13.445276 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fa4b0f-fb37-4c7b-a6b3-33bf50403520 None None] Pushing event updated for resources: {'Port': ['ID=9dd2411e-56c0-4b26-980b-0e2c0246ff67,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:13.762131 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-6f55110a-545d-4201-be8d-ffbdd6ac99a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce39ca5b-f97a-4fa3-9e3f-efb600271ce7', 'name': 'tempest-TaggedBootDevicesTest_v242-1294267512-router', 'tenant_id': '07cbe6ce97734b3c8365c4e2bb6fcdb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '58cb2ff9-9cbd-4000-a469-f267ce94a489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:08:49Z', 'updated_at': '2022-02-02T07:08:56Z', 'revision_number': 4, 'project_id': '07cbe6ce97734b3c8365c4e2bb6fcdb5', 'gw_port': {'id': '58cb2ff9-9cbd-4000-a469-f267ce94a489', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce39ca5b-f97a-4fa3-9e3f-efb600271ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:08:50Z', 'updated_at': '2022-02-02T07:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '35e24b1d-d23b-4223-8542-10e02f49e495', 'tenant_id': '07cbe6ce97734b3c8365c4e2bb6fcdb5', 'floating_ip_address': '172.25.4.62', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': 'ce39ca5b-f97a-4fa3-9e3f-efb600271ce7', 'port_id': '78f002f0-5cc9-43ce-9674-66babfe32234', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1828, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75d236c0-f48f-4716-8c17-05895f8c5ef2', 'mac_address': 'fa:16:3e:63:e7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e074495-bb56-4ff7-a978-84b111e50f6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:10:15Z', 'updated_at': '2022-02-02T07:12:07Z', 'revision_number': 1, 'project_id': '07cbe6ce97734b3c8365c4e2bb6fcdb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c8df5bb-05ef-4d95-8835-3ce0a3bde4c1', 'name': '', 'network_id': '75d236c0-f48f-4716-8c17-05895f8c5ef2', 'tenant_id': '07cbe6ce97734b3c8365c4e2bb6fcdb5', 'mac_address': 'fa:16:3e:7f:4e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce39ca5b-f97a-4fa3-9e3f-efb600271ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': 'e1650f49-fd4b-4603-822f-9852910c48b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:08:55Z', 'updated_at': '2022-02-02T07:09:01Z', 'revision_number': 5, 'project_id': '07cbe6ce97734b3c8365c4e2bb6fcdb5', 'subnets': [{'id': 'e1650f49-fd4b-4603-822f-9852910c48b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:13.821815 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f55110a-545d-4201-be8d-ffbdd6ac99a2 None None] The sync data for ids ['ce39ca5b-f97a-4fa3-9e3f-efb600271ce7'] in n-d-789963-26 is: [{'id': 'ce39ca5b-f97a-4fa3-9e3f-efb600271ce7', 'name': 'tempest-TaggedBootDevicesTest_v242-1294267512-router', 'tenant_id': '07cbe6ce97734b3c8365c4e2bb6fcdb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '58cb2ff9-9cbd-4000-a469-f267ce94a489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:08:49Z', 'updated_at': '2022-02-02T07:08:56Z', 'revision_number': 4, 'project_id': '07cbe6ce97734b3c8365c4e2bb6fcdb5', 'gw_port': {'id': '58cb2ff9-9cbd-4000-a469-f267ce94a489', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce39ca5b-f97a-4fa3-9e3f-efb600271ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:08:50Z', 'updated_at': '2022-02-02T07:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '35e24b1d-d23b-4223-8542-10e02f49e495', 'tenant_id': '07cbe6ce97734b3c8365c4e2bb6fcdb5', 'floating_ip_address': '172.25.4.62', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': 'ce39ca5b-f97a-4fa3-9e3f-efb600271ce7', 'port_id': '78f002f0-5cc9-43ce-9674-66babfe32234', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1828, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75d236c0-f48f-4716-8c17-05895f8c5ef2', 'mac_address': 'fa:16:3e:63:e7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e074495-bb56-4ff7-a978-84b111e50f6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:10:15Z', 'updated_at': '2022-02-02T07:12:07Z', 'revision_number': 1, 'project_id': '07cbe6ce97734b3c8365c4e2bb6fcdb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c8df5bb-05ef-4d95-8835-3ce0a3bde4c1', 'name': '', 'network_id': '75d236c0-f48f-4716-8c17-05895f8c5ef2', 'tenant_id': '07cbe6ce97734b3c8365c4e2bb6fcdb5', 'mac_address': 'fa:16:3e:7f:4e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce39ca5b-f97a-4fa3-9e3f-efb600271ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': 'e1650f49-fd4b-4603-822f-9852910c48b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:08:55Z', 'updated_at': '2022-02-02T07:09:01Z', 'revision_number': 5, 'project_id': '07cbe6ce97734b3c8365c4e2bb6fcdb5', 'subnets': [{'id': 'e1650f49-fd4b-4603-822f-9852910c48b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:12:13.864848 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d9f8c-d3d0-4c25-8aa5-8a8170133b55 req-bc44749b-a5d9-48fa-a538-ecb59fc27c31 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:13.872261 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-935d9f8c-d3d0-4c25-8aa5-8a8170133b55 req-bc44749b-a5d9-48fa-a538-ecb59fc27c31 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 944 time: 1.0580184 Feb 02 07:12:13.874605 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00648e42-f47f-4e41-a8eb-3873a8989cf9 req-60b6aa6f-78f1-41e9-8acb-cebc732a145b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:13.876074 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-00648e42-f47f-4e41-a8eb-3873a8989cf9 req-60b6aa6f-78f1-41e9-8acb-cebc732a145b service neutron] 10.222.0.88 "GET /v2.0/networks?id=75d236c0-f48f-4716-8c17-05895f8c5ef2 HTTP/1.1" status: 200 len: 918 time: 1.1658084 Feb 02 07:12:13.879143 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e0dc35cb-b300-4c35-ba63-a65c340e127f tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks [] for port (56be0eb0-02e5-4810-8861-7009dbe20080), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:13.945012 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8febed49-c085-4b04-91ac-20ac43e13a91 req-0e0adf9d-2d5f-491d-a005-e809751c3f5d tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/security-groups?id=39d64e71-9bbb-4283-9333-9f076dd0e667&id=c2d438c9-ecad-41fa-9c3c-fefcebb88ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4297314 Feb 02 07:12:13.984131 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-00648e42-f47f-4e41-a8eb-3873a8989cf9 req-619df21a-3047-449a-b3c0-57514576e7d2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78f002f0-5cc9-43ce-9674-66babfe32234 HTTP/1.1" status: 200 len: 998 time: 0.0928614 Feb 02 07:12:14.025326 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f16c4-2953-4b45-aeb6-fe32672608e4 req-c42f1928-4176-4100-b9cd-205c2253073b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:14.027096 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c81f16c4-2953-4b45-aeb6-fe32672608e4 req-c42f1928-4176-4100-b9cd-205c2253073b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=faba4237acf64862ba84ad5ca9ce531a&device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 1127 time: 0.7229762 Feb 02 07:12:14.224771 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 55826) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:14.273091 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-935d9f8c-d3d0-4c25-8aa5-8a8170133b55 req-2fdbe489-b962-4c56-b829-5ccc69a2c4f0 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=4c2c0860-2986-407a-8a1e-1579ab01e7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3996375 Feb 02 07:12:14.273945 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26fd297-6e17-4c76-b8ea-8c4cf2caf864 None None] New status for floating IP 35e24b1d-d23b-4223-8542-10e02f49e495: ACTIVE {{(pid=109695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 07:12:14.279137 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00648e42-f47f-4e41-a8eb-3873a8989cf9 req-f9869348-2499-400e-b4ef-baba27855d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:14.281117 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-00648e42-f47f-4e41-a8eb-3873a8989cf9 req-f9869348-2499-400e-b4ef-baba27855d54 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e1650f49-fd4b-4603-822f-9852910c48b0 HTTP/1.1" status: 200 len: 856 time: 0.2375638 Feb 02 07:12:14.314172 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e0dc35cb-b300-4c35-ba63-a65c340e127f tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (56be0eb0-02e5-4810-8861-7009dbe20080), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:14.354978 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8f6fffb6-90e2-4840-93af-28e81dad8793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:14.382472 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ab2112-8c7a-4480-bc46-b2c4553d9f8f req-445dba7f-9f86-4a40-b341-fde0f4960d2d tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:14.384079 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-61ab2112-8c7a-4480-bc46-b2c4553d9f8f req-445dba7f-9f86-4a40-b341-fde0f4960d2d tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.88 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 945 time: 0.2982740 Feb 02 07:12:14.392999 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f16c4-2953-4b45-aeb6-fe32672608e4 req-c54f1c33-4a04-48ac-99f3-e46b028a811f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:14.394818 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c81f16c4-2953-4b45-aeb6-fe32672608e4 req-c54f1c33-4a04-48ac-99f3-e46b028a811f service neutron] 10.222.0.59 "GET /v2.0/networks?id=93a7727a-9e40-4a0f-b90d-66c79fe1bf6c HTTP/1.1" status: 200 len: 918 time: 0.3498867 Feb 02 07:12:14.433220 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0dc35cb-b300-4c35-ba63-a65c340e127f tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:12:14.546225 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-e0dc35cb-b300-4c35-ba63-a65c340e127f tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:12:14.577006 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dc35cb-b300-4c35-ba63-a65c340e127f tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:12:14.610637 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d76696ca-de20-46be-81c7-d0b9a9c58b29 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (18f95b42-fcc8-4df1-b588-6c0fa379d06f), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:14.630830 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dc35cb-b300-4c35-ba63-a65c340e127f tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Pushing event updated for resources: {'Port': ['ID=56be0eb0-02e5-4810-8861-7009dbe20080,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:14.633134 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e343295a-8e80-495d-ae78-4cac3e0c8235 req-20cf1208-992d-4f8c-854e-65824f41dada tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:14.636247 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e343295a-8e80-495d-ae78-4cac3e0c8235 req-20cf1208-992d-4f8c-854e-65824f41dada tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 945 time: 0.5502927 Feb 02 07:12:14.660717 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-452f5c30-33b9-4b09-a5b8-eb45ccfccdd9 None None] Publish callbacks [] for port (a2e23b34-5b34-4df8-8d4a-4bb17a1ddc30), precommit_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:14.675018 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c81f16c4-2953-4b45-aeb6-fe32672608e4 req-5e8b7210-e61d-4814-b7dc-1a38f05f639e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9522278-2a1c-403b-b1b6-9e3dbe8dd39f HTTP/1.1" status: 200 len: 1000 time: 0.2730069 Feb 02 07:12:14.679440 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-452f5c30-33b9-4b09-a5b8-eb45ccfccdd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (a2e23b34-5b34-4df8-8d4a-4bb17a1ddc30), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:14.734754 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f041af06-2ba4-4990-aa36-83191b6de0c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:14.782852 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-452f5c30-33b9-4b09-a5b8-eb45ccfccdd9 None None] Attempting to bind port a2e23b34-5b34-4df8-8d4a-4bb17a1ddc30 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:12:14.783576 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-452f5c30-33b9-4b09-a5b8-eb45ccfccdd9 None None] Attempting to bind port a2e23b34-5b34-4df8-8d4a-4bb17a1ddc30 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:12:14.784418 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452f5c30-33b9-4b09-a5b8-eb45ccfccdd9 None None] Attempting to bind port a2e23b34-5b34-4df8-8d4a-4bb17a1ddc30 on network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:12:14.788450 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7696718f-974a-4f84-9b78-d3480ce96e37 None None] Pushing event updated for resources: {'Port': ['ID=a2e23b34-5b34-4df8-8d4a-4bb17a1ddc30,revision_number=2']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:14.800852 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452f5c30-33b9-4b09-a5b8-eb45ccfccdd9 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:12:14.801624 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452f5c30-33b9-4b09-a5b8-eb45ccfccdd9 None None] Checking segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:12:14.802249 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-452f5c30-33b9-4b09-a5b8-eb45ccfccdd9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:14.802853 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452f5c30-33b9-4b09-a5b8-eb45ccfccdd9 None None] Bound using segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:12:14.803635 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-452f5c30-33b9-4b09-a5b8-eb45ccfccdd9 None None] Bound port: a2e23b34-5b34-4df8-8d4a-4bb17a1ddc30, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:12:14.804672 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-452f5c30-33b9-4b09-a5b8-eb45ccfccdd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (a2e23b34-5b34-4df8-8d4a-4bb17a1ddc30), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:14.876367 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:14.885167 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-452f5c30-33b9-4b09-a5b8-eb45ccfccdd9 None None] For port a2e23b34-5b34-4df8-8d4a-4bb17a1ddc30, host n-d-789963-26, cleared binding levels {{(pid=109696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:12:14.898086 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-452f5c30-33b9-4b09-a5b8-eb45ccfccdd9 None None] For port a2e23b34-5b34-4df8-8d4a-4bb17a1ddc30, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=a2e23b34-5b34-4df8-8d4a-4bb17a1ddc30,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:12:14.908354 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-452f5c30-33b9-4b09-a5b8-eb45ccfccdd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (a2e23b34-5b34-4df8-8d4a-4bb17a1ddc30), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:14.960278 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00648e42-f47f-4e41-a8eb-3873a8989cf9 req-2e7ffb1f-c9a8-46ad-a132-fdce20af44f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:14.962718 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-00648e42-f47f-4e41-a8eb-3873a8989cf9 req-2e7ffb1f-c9a8-46ad-a132-fdce20af44f3 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=75d236c0-f48f-4716-8c17-05895f8c5ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6597645 Feb 02 07:12:14.986236 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452f5c30-33b9-4b09-a5b8-eb45ccfccdd9 None None] Routers {'0108e9da-181c-4dc9-9734-36c7b40864e8'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:12:14.986974 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-452f5c30-33b9-4b09-a5b8-eb45ccfccdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:12:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['0108e9da-181c-4dc9-9734-36c7b40864e8'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:15.149679 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-452f5c30-33b9-4b09-a5b8-eb45ccfccdd9 None None] Set router 0108e9da-181c-4dc9-9734-36c7b40864e8 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:12:15.174724 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7d1919-a59a-4e7c-9667-3890ea65510e None None] Network 13d8d0b3-4d9c-4640-8e6b-eb5216d9b6b2 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:12:15.235598 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7696718f-974a-4f84-9b78-d3480ce96e37 None None] Pushing event updated for resources: {'Port': ['ID=a2e23b34-5b34-4df8-8d4a-4bb17a1ddc30,revision_number=3']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:15.332932 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e343295a-8e80-495d-ae78-4cac3e0c8235 req-0f4ed4be-962d-4dbc-a988-da8aa74a02be tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6845391 Feb 02 07:12:15.334185 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f16c4-2953-4b45-aeb6-fe32672608e4 req-8c2fb1d9-f55e-4db9-8d1f-bc5fda0ccda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:15.336502 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c81f16c4-2953-4b45-aeb6-fe32672608e4 req-8c2fb1d9-f55e-4db9-8d1f-bc5fda0ccda3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=772313e3-625d-4c7f-b776-8fe829836021 HTTP/1.1" status: 200 len: 856 time: 0.6072681 Feb 02 07:12:15.362729 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-75275106-a88d-4e55-90b0-b90ab6192c67 None None] Provisioning complete for port 9dd2411e-56c0-4b26-980b-0e2c0246ff67 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:12:15.363137 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-75275106-a88d-4e55-90b0-b90ab6192c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (9dd2411e-56c0-4b26-980b-0e2c0246ff67), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:15.467844 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-452f5c30-33b9-4b09-a5b8-eb45ccfccdd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0108e9da-181c-4dc9-9734-36c7b40864e8', 'name': 'tempest-ServersTestMultiNic-443426829-router', 'tenant_id': '1c93b513068944b98dd403010458a6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': 'a2e23b34-5b34-4df8-8d4a-4bb17a1ddc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:12:03Z', 'updated_at': '2022-02-02T07:12:08Z', 'revision_number': 3, 'project_id': '1c93b513068944b98dd403010458a6a3', 'gw_port': {'id': 'a2e23b34-5b34-4df8-8d4a-4bb17a1ddc30', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e9:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0108e9da-181c-4dc9-9734-36c7b40864e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:12:05Z', 'updated_at': '2022-02-02T07:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:15.507692 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-61ab2112-8c7a-4480-bc46-b2c4553d9f8f req-eda1617f-bcb7-4d62-959a-8556d8255ced tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Deleting port 85893ae3-9cf9-488d-a8f8-58bbbb8cbd30 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:12:15.508171 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-61ab2112-8c7a-4480-bc46-b2c4553d9f8f req-eda1617f-bcb7-4d62-959a-8556d8255ced tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (85893ae3-9cf9-488d-a8f8-58bbbb8cbd30), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:15.523762 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452f5c30-33b9-4b09-a5b8-eb45ccfccdd9 None None] The sync data for ids ['0108e9da-181c-4dc9-9734-36c7b40864e8'] in n-d-789963-26 is: [{'id': '0108e9da-181c-4dc9-9734-36c7b40864e8', 'name': 'tempest-ServersTestMultiNic-443426829-router', 'tenant_id': '1c93b513068944b98dd403010458a6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': 'a2e23b34-5b34-4df8-8d4a-4bb17a1ddc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:12:03Z', 'updated_at': '2022-02-02T07:12:08Z', 'revision_number': 3, 'project_id': '1c93b513068944b98dd403010458a6a3', 'gw_port': {'id': 'a2e23b34-5b34-4df8-8d4a-4bb17a1ddc30', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e9:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0108e9da-181c-4dc9-9734-36c7b40864e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:12:05Z', 'updated_at': '2022-02-02T07:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:12:15.544427 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 9dd2411e-56c0-4b26-980b-0e2c0246ff67 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:12:15.550334 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-00648e42-f47f-4e41-a8eb-3873a8989cf9 req-c0c66aed-6822-4f58-9bca-e751deac8cd8 service neutron] 10.222.0.88 "GET /v2.0/networks/75d236c0-f48f-4716-8c17-05895f8c5ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5588675 Feb 02 07:12:15.610094 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-75275106-a88d-4e55-90b0-b90ab6192c67 None None] Current status of the port 9dd2411e-56c0-4b26-980b-0e2c0246ff67 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:12:15.610490 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-75275106-a88d-4e55-90b0-b90ab6192c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (9dd2411e-56c0-4b26-980b-0e2c0246ff67), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:15.654115 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 9dd2411e-56c0-4b26-980b-0e2c0246ff67 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:12:15.654910 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (9dd2411e-56c0-4b26-980b-0e2c0246ff67), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:15.696542 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d5ea7-e6a0-41b7-9a62-a002d13355b1 req-dce30951-2a34-4551-9deb-9a3d7bc6eb6c tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:15.712746 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d5ea7-e6a0-41b7-9a62-a002d13355b1 req-dce30951-2a34-4551-9deb-9a3d7bc6eb6c tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:15.717279 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d5ea7-e6a0-41b7-9a62-a002d13355b1 req-dce30951-2a34-4551-9deb-9a3d7bc6eb6c tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:15.723006 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d5ea7-e6a0-41b7-9a62-a002d13355b1 req-dce30951-2a34-4551-9deb-9a3d7bc6eb6c tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:15.728449 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d5ea7-e6a0-41b7-9a62-a002d13355b1 req-dce30951-2a34-4551-9deb-9a3d7bc6eb6c tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:15.734187 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d5ea7-e6a0-41b7-9a62-a002d13355b1 req-dce30951-2a34-4551-9deb-9a3d7bc6eb6c tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:15.739837 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d5ea7-e6a0-41b7-9a62-a002d13355b1 req-dce30951-2a34-4551-9deb-9a3d7bc6eb6c tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:15.741812 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e38d5ea7-e6a0-41b7-9a62-a002d13355b1 req-dce30951-2a34-4551-9deb-9a3d7bc6eb6c tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 5444 time: 0.6562955 Feb 02 07:12:15.745215 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-8f6fffb6-90e2-4840-93af-28e81dad8793 admin admin] Allocated IP 172.20.0.1 (5dd9583d-e45d-4ede-baa0-788d6a6cc785/ff9fb28b-6104-4035-99b5-8b01815dfea1/e7cc303f-a095-4cdd-bb09-675b613e4814) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:12:15.762627 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f16c4-2953-4b45-aeb6-fe32672608e4 req-c38946e3-e5ae-42e7-a895-9aaad22bb986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:15.764291 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c81f16c4-2953-4b45-aeb6-fe32672608e4 req-c38946e3-e5ae-42e7-a895-9aaad22bb986 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=93a7727a-9e40-4a0f-b90d-66c79fe1bf6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3701303 Feb 02 07:12:15.783411 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-75275106-a88d-4e55-90b0-b90ab6192c67 None None] For port 9dd2411e-56c0-4b26-980b-0e2c0246ff67, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=9dd2411e-56c0-4b26-980b-0e2c0246ff67,segment=NetworkSegment(1e798638-4d30-4d8f-a2b5-e011bb5efa8c),segment_id=1e798638-4d30-4d8f-a2b5-e011bb5efa8c)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:12:15.807773 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc0551-316b-4f27-b353-57d573f4a0f7 req-d841330b-b777-4039-bd6e-c330b6b3b9db tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:15.808020 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-75275106-a88d-4e55-90b0-b90ab6192c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (9dd2411e-56c0-4b26-980b-0e2c0246ff67), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:15.809809 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5fbc0551-316b-4f27-b353-57d573f4a0f7 req-d841330b-b777-4039-bd6e-c330b6b3b9db tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 944 time: 0.3390470 Feb 02 07:12:16.024004 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f041af06-2ba4-4990-aa36-83191b6de0c6 admin admin] Publish callbacks [] for security_group (56a688c1-5515-4e8e-86e0-5087c55dc3a5), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:16.035575 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e0dc35cb-b300-4c35-ba63-a65c340e127f tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks [] for router_gateway (ff43d776-1136-4dcb-b9b7-4fd3a30e69c7), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:16.053543 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 9dd2411e-56c0-4b26-980b-0e2c0246ff67 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:12:16.054471 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d76696ca-de20-46be-81c7-d0b9a9c58b29 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for port (18f95b42-fcc8-4df1-b588-6c0fa379d06f), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:16.073381 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d76696ca-de20-46be-81c7-d0b9a9c58b29 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (18f95b42-fcc8-4df1-b588-6c0fa379d06f), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:16.088222 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5fbc0551-316b-4f27-b353-57d573f4a0f7 req-622b0b47-0989-4c28-9d8a-7597add1b989 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=4c2c0860-2986-407a-8a1e-1579ab01e7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2682877 Feb 02 07:12:16.096740 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c81f16c4-2953-4b45-aeb6-fe32672608e4 req-614eaa9a-6782-4625-a3bd-7ecefb816db1 service neutron] 10.222.0.59 "GET /v2.0/networks/93a7727a-9e40-4a0f-b90d-66c79fe1bf6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245995 Feb 02 07:12:16.101176 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75275106-a88d-4e55-90b0-b90ab6192c67 None None] Pushing event updated for resources: {'Port': ['ID=9dd2411e-56c0-4b26-980b-0e2c0246ff67,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:16.135333 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:16.136442 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-cc949a8b-aecb-45fd-8af3-bd37492d2c06 None None] Provisioning complete for port 9dd2411e-56c0-4b26-980b-0e2c0246ff67 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:12:16.136823 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-cc949a8b-aecb-45fd-8af3-bd37492d2c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (9dd2411e-56c0-4b26-980b-0e2c0246ff67), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:16.266425 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8f6fffb6-90e2-4840-93af-28e81dad8793 admin admin] Publish callbacks [] for port (e7cc303f-a095-4cdd-bb09-675b613e4814), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:16.320291 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-cc949a8b-aecb-45fd-8af3-bd37492d2c06 None None] Current status of the port 9dd2411e-56c0-4b26-980b-0e2c0246ff67 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:12:16.335550 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76696ca-de20-46be-81c7-d0b9a9c58b29 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Pushing event updated for resources: {'Port': ['ID=18f95b42-fcc8-4df1-b588-6c0fa379d06f,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:16.343612 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-cc949a8b-aecb-45fd-8af3-bd37492d2c06 None None] Provisioning complete for port 18f95b42-fcc8-4df1-b588-6c0fa379d06f triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:12:16.344618 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-cc949a8b-aecb-45fd-8af3-bd37492d2c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (18f95b42-fcc8-4df1-b588-6c0fa379d06f), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:16.365897 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f041af06-2ba4-4990-aa36-83191b6de0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (56a688c1-5515-4e8e-86e0-5087c55dc3a5), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:16.404812 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8f6fffb6-90e2-4840-93af-28e81dad8793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (e7cc303f-a095-4cdd-bb09-675b613e4814), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:16.468245 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c81f16c4-2953-4b45-aeb6-fe32672608e4 req-76c32595-9eb7-4bbe-a6db-8bb803259c69 service neutron] 10.222.0.59 "GET /v2.0/networks/93a7727a-9e40-4a0f-b90d-66c79fe1bf6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281755 Feb 02 07:12:16.473731 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-cc949a8b-aecb-45fd-8af3-bd37492d2c06 None None] Port 18f95b42-fcc8-4df1-b588-6c0fa379d06f cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:12:16.486198 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6fffb6-90e2-4840-93af-28e81dad8793 admin admin] Network 5dd9583d-e45d-4ede-baa0-788d6a6cc785 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:12:16.614031 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-11f8824a-9b37-4b91-90e4-0c48d6ac9a44 None None] Provisioning complete for port 18f95b42-fcc8-4df1-b588-6c0fa379d06f triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:12:16.614419 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11f8824a-9b37-4b91-90e4-0c48d6ac9a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (18f95b42-fcc8-4df1-b588-6c0fa379d06f), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:16.680685 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb823fd7-6cf6-436b-955c-b14f66d01c79 req-7a665924-83c5-4d62-8703-cfcb7bfaa822 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:16.688755 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-eb823fd7-6cf6-436b-955c-b14f66d01c79 req-7a665924-83c5-4d62-8703-cfcb7bfaa822 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 945 time: 0.2243884 Feb 02 07:12:16.696171 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d76696ca-de20-46be-81c7-d0b9a9c58b29 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (d11a4593-2153-407d-834f-795746d298cf), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:16.698961 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-11f8824a-9b37-4b91-90e4-0c48d6ac9a44 None None] Port 18f95b42-fcc8-4df1-b588-6c0fa379d06f cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:12:16.786071 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-f041af06-2ba4-4990-aa36-83191b6de0c6 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b3293c6b93594797901f35a391558d3c&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5521288 Feb 02 07:12:16.786071 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-00648e42-f47f-4e41-a8eb-3873a8989cf9 req-8368cd03-55f6-4ecc-b838-60185d2cb8da service neutron] 10.222.0.88 "GET /v2.0/networks/75d236c0-f48f-4716-8c17-05895f8c5ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7603245 Feb 02 07:12:16.791718 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-8f6fffb6-90e2-4840-93af-28e81dad8793 admin admin] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:12:16.813058 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f041af06-2ba4-4990-aa36-83191b6de0c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a688c1-5515-4e8e-86e0-5087c55dc3a5,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:16.818936 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 55850) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:16.828344 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6fffb6-90e2-4840-93af-28e81dad8793 admin admin] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:12:16.858979 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-61f27b1a-7de0-4f9a-a1d6-71738f47f902 None None] Provisioning complete for port 18f95b42-fcc8-4df1-b588-6c0fa379d06f triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:12:16.871630 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-61f27b1a-7de0-4f9a-a1d6-71738f47f902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (18f95b42-fcc8-4df1-b588-6c0fa379d06f), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:16.907652 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-eb823fd7-6cf6-436b-955c-b14f66d01c79 req-43b5230a-3305-41ef-908a-dd671b0debf0 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2128623 Feb 02 07:12:16.942147 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6fffb6-90e2-4840-93af-28e81dad8793 admin admin] Pushing event updated for resources: {'Port': ['ID=e7cc303f-a095-4cdd-bb09-675b613e4814,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:17.003256 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-61f27b1a-7de0-4f9a-a1d6-71738f47f902 None None] Port 18f95b42-fcc8-4df1-b588-6c0fa379d06f cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:12:17.008884 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d76696ca-de20-46be-81c7-d0b9a9c58b29 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (18f95b42-fcc8-4df1-b588-6c0fa379d06f), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:17.176402 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-61ab2112-8c7a-4480-bc46-b2c4553d9f8f req-eda1617f-bcb7-4d62-959a-8556d8255ced tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] For port 85893ae3-9cf9-488d-a8f8-58bbbb8cbd30, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=85893ae3-9cf9-488d-a8f8-58bbbb8cbd30,segment=NetworkSegment(fc0a4cad-9504-4785-979c-6732d183490f),segment_id=fc0a4cad-9504-4785-979c-6732d183490f)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:12:17.177024 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-61ab2112-8c7a-4480-bc46-b2c4553d9f8f req-eda1617f-bcb7-4d62-959a-8556d8255ced tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (85893ae3-9cf9-488d-a8f8-58bbbb8cbd30), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:17.253461 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-f7c31d34-63ce-418b-a9ab-9e6205d2399f None None] Provisioning complete for port e7cc303f-a095-4cdd-bb09-675b613e4814 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:12:17.254365 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f7c31d34-63ce-418b-a9ab-9e6205d2399f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (e7cc303f-a095-4cdd-bb09-675b613e4814), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:17.435414 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-f7c31d34-63ce-418b-a9ab-9e6205d2399f None None] Port e7cc303f-a095-4cdd-bb09-675b613e4814 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:12:17.444295 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:17.460373 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e38d5ea7-e6a0-41b7-9a62-a002d13355b1 req-ad0248e6-0063-4034-8746-405f1928ab78 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/security-groups?id=39d64e71-9bbb-4283-9333-9f076dd0e667&id=c2d438c9-ecad-41fa-9c3c-fefcebb88ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.4136446 Feb 02 07:12:17.561949 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8f6fffb6-90e2-4840-93af-28e81dad8793 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (0108e9da-181c-4dc9-9734-36c7b40864e8), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:17.588549 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d76696ca-de20-46be-81c7-d0b9a9c58b29 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for port (18f95b42-fcc8-4df1-b588-6c0fa379d06f), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:17.607070 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d76696ca-de20-46be-81c7-d0b9a9c58b29 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (18f95b42-fcc8-4df1-b588-6c0fa379d06f), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:17.615029 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device a2e23b34-5b34-4df8-8d4a-4bb17a1ddc30 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:12:17.674168 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76696ca-de20-46be-81c7-d0b9a9c58b29 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Pushing event updated for resources: {'Port': ['ID=18f95b42-fcc8-4df1-b588-6c0fa379d06f,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:17.758254 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ec0f6-767e-461c-98ff-f13b051812ee req-5671311f-fd73-4e7e-b8fc-ead9fcca6c0b tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:17.761268 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-082ec0f6-767e-461c-98ff-f13b051812ee req-5671311f-fd73-4e7e-b8fc-ead9fcca6c0b tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 944 time: 0.1681650 Feb 02 07:12:17.770637 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d76696ca-de20-46be-81c7-d0b9a9c58b29 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (d11a4593-2153-407d-834f-795746d298cf), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:17.786674 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port a2e23b34-5b34-4df8-8d4a-4bb17a1ddc30 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:12:17.787063 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (a2e23b34-5b34-4df8-8d4a-4bb17a1ddc30), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:17.822014 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-082ec0f6-767e-461c-98ff-f13b051812ee req-3d4c17ec-8492-4772-92b7-1237b849ba6f tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=4c2c0860-2986-407a-8a1e-1579ab01e7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531199 Feb 02 07:12:17.912007 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ecbde-cac4-4dc6-a134-222f89f34b9e req-1cbcd299-2389-49a9-974f-d2c1988459f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:17.913721 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ef7ecbde-cac4-4dc6-a134-222f89f34b9e req-1cbcd299-2389-49a9-974f-d2c1988459f6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=faba4237acf64862ba84ad5ca9ce531a&device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 1127 time: 0.0876083 Feb 02 07:12:18.061718 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port a2e23b34-5b34-4df8-8d4a-4bb17a1ddc30 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:12:18.064510 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (a2e23b34-5b34-4df8-8d4a-4bb17a1ddc30), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:18.111668 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port a2e23b34-5b34-4df8-8d4a-4bb17a1ddc30, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=a2e23b34-5b34-4df8-8d4a-4bb17a1ddc30,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:12:18.127366 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (a2e23b34-5b34-4df8-8d4a-4bb17a1ddc30), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:18.128757 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 9dd2411e-56c0-4b26-980b-0e2c0246ff67 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:12:18.211613 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76696ca-de20-46be-81c7-d0b9a9c58b29 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Network 13d8d0b3-4d9c-4640-8e6b-eb5216d9b6b2 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:12:18.227848 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-d76696ca-de20-46be-81c7-d0b9a9c58b29 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:12:18.274202 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=a2e23b34-5b34-4df8-8d4a-4bb17a1ddc30,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:18.322220 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:12:18.322935 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:12:18.323464 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:12:18.325240 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:12:18.325946 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:12:18.326687 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:12:18.328991 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:12:18.329805 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:12:18.330684 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:12:18.333049 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:12:18.334034 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:12:18.334624 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:12:18.335128 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:12:18.425306 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 9dd2411e-56c0-4b26-980b-0e2c0246ff67 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:12:18.425827 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (9dd2411e-56c0-4b26-980b-0e2c0246ff67), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:18.463435 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ecbde-cac4-4dc6-a134-222f89f34b9e req-42ea823e-f7cb-4c90-ac69-d543c15d21da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:18.465668 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ef7ecbde-cac4-4dc6-a134-222f89f34b9e req-42ea823e-f7cb-4c90-ac69-d543c15d21da service neutron] 10.222.0.59 "GET /v2.0/networks?id=93a7727a-9e40-4a0f-b90d-66c79fe1bf6c HTTP/1.1" status: 200 len: 918 time: 0.5042214 Feb 02 07:12:18.644294 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 9dd2411e-56c0-4b26-980b-0e2c0246ff67 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:12:18.713690 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-52a6e491-f2c2-4916-8716-565b26e90a7e admin admin] Publish callbacks [] for security_group (56a688c1-5515-4e8e-86e0-5087c55dc3a5), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:18.780013 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d76696ca-de20-46be-81c7-d0b9a9c58b29 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Router d11a4593-2153-407d-834f-795746d298cf is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:12:18.806465 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-03a352c4-10b9-4a65-80e8-39cc623a0be6 None None] Provisioning complete for port 18f95b42-fcc8-4df1-b588-6c0fa379d06f triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:12:18.806980 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-03a352c4-10b9-4a65-80e8-39cc623a0be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (18f95b42-fcc8-4df1-b588-6c0fa379d06f), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:18.816654 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ef7ecbde-cac4-4dc6-a134-222f89f34b9e req-5dc0d386-7a40-4b54-9551-aa0d14e16cbc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9522278-2a1c-403b-b1b6-9e3dbe8dd39f HTTP/1.1" status: 200 len: 1000 time: 0.3389800 Feb 02 07:12:18.831400 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-52a6e491-f2c2-4916-8716-565b26e90a7e admin admin] Publish callbacks [] for security_group (56a688c1-5515-4e8e-86e0-5087c55dc3a5), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:18.879963 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-03a352c4-10b9-4a65-80e8-39cc623a0be6 None None] Port 18f95b42-fcc8-4df1-b588-6c0fa379d06f cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:12:18.881922 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 85893ae3-9cf9-488d-a8f8-58bbbb8cbd30 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:12:18.946893 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-52a6e491-f2c2-4916-8716-565b26e90a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (56a688c1-5515-4e8e-86e0-5087c55dc3a5), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:18.950279 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-52a6e491-f2c2-4916-8716-565b26e90a7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:18.965860 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-52a6e491-f2c2-4916-8716-565b26e90a7e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/56a688c1-5515-4e8e-86e0-5087c55dc3a5 HTTP/1.1" status: 204 len: 168 time: 2.0240304 Feb 02 07:12:18.978151 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-61ab2112-8c7a-4480-bc46-b2c4553d9f8f req-eda1617f-bcb7-4d62-959a-8556d8255ced tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:18.979285 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-61ab2112-8c7a-4480-bc46-b2c4553d9f8f req-eda1617f-bcb7-4d62-959a-8556d8255ced tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (b4fdd179-f63f-48e6-8768-8898a9dd83e6), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:18.982195 n-d-789963-26 neutron-server[109693]: INFO neutron.db.l3_db [req-61ab2112-8c7a-4480-bc46-b2c4553d9f8f req-eda1617f-bcb7-4d62-959a-8556d8255ced tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Floating IP b4fdd179-f63f-48e6-8768-8898a9dd83e6 disassociated. External IP: 172.25.4.155, port: 85893ae3-9cf9-488d-a8f8-58bbbb8cbd30. Feb 02 07:12:18.982858 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-61ab2112-8c7a-4480-bc46-b2c4553d9f8f req-eda1617f-bcb7-4d62-959a-8556d8255ced tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Calling delete_port for 85893ae3-9cf9-488d-a8f8-58bbbb8cbd30 owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:12:19.033344 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f469f2f6-e0d0-4c38-af74-420fd47f4c6a req-c5fe3b74-3434-41cb-ad8e-8e63e1b5e85f tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:19.040748 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f469f2f6-e0d0-4c38-af74-420fd47f4c6a req-c5fe3b74-3434-41cb-ad8e-8e63e1b5e85f tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:19.045221 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 85893ae3-9cf9-488d-a8f8-58bbbb8cbd30 is: DOWN; New status is: DOWN {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:12:19.052893 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f469f2f6-e0d0-4c38-af74-420fd47f4c6a req-c5fe3b74-3434-41cb-ad8e-8e63e1b5e85f tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:19.064064 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f469f2f6-e0d0-4c38-af74-420fd47f4c6a req-c5fe3b74-3434-41cb-ad8e-8e63e1b5e85f tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:19.077647 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a6e491-f2c2-4916-8716-565b26e90a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a688c1-5515-4e8e-86e0-5087c55dc3a5,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:19.078801 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f469f2f6-e0d0-4c38-af74-420fd47f4c6a req-c5fe3b74-3434-41cb-ad8e-8e63e1b5e85f tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:19.086514 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f469f2f6-e0d0-4c38-af74-420fd47f4c6a req-c5fe3b74-3434-41cb-ad8e-8e63e1b5e85f tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:19.097177 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f469f2f6-e0d0-4c38-af74-420fd47f4c6a req-c5fe3b74-3434-41cb-ad8e-8e63e1b5e85f tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:19.125337 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f469f2f6-e0d0-4c38-af74-420fd47f4c6a req-c5fe3b74-3434-41cb-ad8e-8e63e1b5e85f tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 5444 time: 0.4762981 Feb 02 07:12:19.140657 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80bade2-9a1d-4948-8dd2-1822e21ebe9b req-79477838-8ccc-4e53-bee8-ba2a94a9fa1b tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:19.142258 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f80bade2-9a1d-4948-8dd2-1822e21ebe9b req-79477838-8ccc-4e53-bee8-ba2a94a9fa1b tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 945 time: 0.6093380 Feb 02 07:12:19.148064 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e0dc35cb-b300-4c35-ba63-a65c340e127f tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (ff43d776-1136-4dcb-b9b7-4fd3a30e69c7), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:19.332607 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d76696ca-de20-46be-81c7-d0b9a9c58b29 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:12:19.352611 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6659c5-17f5-4c35-ae96-f08cce34fb5f None None] Sync routers for ids ['d11a4593-2153-407d-834f-795746d298cf'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:12:19.365652 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8f6fffb6-90e2-4840-93af-28e81dad8793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (e7cc303f-a095-4cdd-bb09-675b613e4814), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:19.378023 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d76696ca-de20-46be-81c7-d0b9a9c58b29 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "PUT /v2.0/routers/d11a4593-2153-407d-834f-795746d298cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1304929 Feb 02 07:12:19.381968 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device a2e23b34-5b34-4df8-8d4a-4bb17a1ddc30 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:12:19.384130 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6659c5-17f5-4c35-ae96-f08cce34fb5f None None] Routers {'d11a4593-2153-407d-834f-795746d298cf'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:12:19.389403 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-7c6659c5-17f5-4c35-ae96-f08cce34fb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:12:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['d11a4593-2153-407d-834f-795746d298cf'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:19.399428 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 55882) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:19.450994 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ecbde-cac4-4dc6-a134-222f89f34b9e req-d160d787-c52d-49d5-b6c1-5a2845b155fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:19.455232 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ef7ecbde-cac4-4dc6-a134-222f89f34b9e req-d160d787-c52d-49d5-b6c1-5a2845b155fa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=772313e3-625d-4c7f-b776-8fe829836021 HTTP/1.1" status: 200 len: 856 time: 0.3006270 Feb 02 07:12:19.480153 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f469f2f6-e0d0-4c38-af74-420fd47f4c6a req-560200b8-a99c-4111-a39d-02fc6c2c2914 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/security-groups?id=39d64e71-9bbb-4283-9333-9f076dd0e667&id=c2d438c9-ecad-41fa-9c3c-fefcebb88ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3535600 Feb 02 07:12:19.503939 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60bbd28c-4be3-4f24-8697-7761060986fe tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:19.508057 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-60bbd28c-4be3-4f24-8697-7761060986fe tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "GET /v2.0/ports/18f95b42-fcc8-4df1-b588-6c0fa379d06f HTTP/1.1" status: 200 len: 976 time: 0.0994749 Feb 02 07:12:19.539352 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-7c6659c5-17f5-4c35-ae96-f08cce34fb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:19.545055 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 55886) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:19.565829 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port a2e23b34-5b34-4df8-8d4a-4bb17a1ddc30 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:12:19.566470 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (a2e23b34-5b34-4df8-8d4a-4bb17a1ddc30), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:19.571621 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6659c5-17f5-4c35-ae96-f08cce34fb5f None None] Routers {'d11a4593-2153-407d-834f-795746d298cf'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:12:19.572474 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-7c6659c5-17f5-4c35-ae96-f08cce34fb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:12:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['d11a4593-2153-407d-834f-795746d298cf'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:19.671404 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ecbde-cac4-4dc6-a134-222f89f34b9e req-973e2cff-7cb0-497a-ad9a-0db79092cea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:19.680042 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ef7ecbde-cac4-4dc6-a134-222f89f34b9e req-973e2cff-7cb0-497a-ad9a-0db79092cea1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=93a7727a-9e40-4a0f-b90d-66c79fe1bf6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1888900 Feb 02 07:12:19.698398 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-7c6659c5-17f5-4c35-ae96-f08cce34fb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:19.701471 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6659c5-17f5-4c35-ae96-f08cce34fb5f None None] The sync data for ids ['d11a4593-2153-407d-834f-795746d298cf'] in n-d-789963-26 is: [] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:12:19.733392 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f80bade2-9a1d-4948-8dd2-1822e21ebe9b req-c4ec059c-3fc2-4b14-8711-35be89dd8f33 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups?id=0e03e61f-ef01-45c2-b928-39d1b5278e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5787938 Feb 02 07:12:19.836673 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port a2e23b34-5b34-4df8-8d4a-4bb17a1ddc30 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:12:19.904646 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ef7ecbde-cac4-4dc6-a134-222f89f34b9e req-c5238535-668a-4b20-a226-9eae010e20fb service neutron] 10.222.0.59 "GET /v2.0/networks/93a7727a-9e40-4a0f-b90d-66c79fe1bf6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079344 Feb 02 07:12:19.938794 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0dc35cb-b300-4c35-ba63-a65c340e127f tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Router ff43d776-1136-4dcb-b9b7-4fd3a30e69c7 is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:12:20.099083 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb9c25-9f4d-4785-8134-67160151f57c req-e7541e7d-937d-4c1b-b93d-eacd07cb34b4 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:20.106636 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fcbb9c25-9f4d-4785-8134-67160151f57c req-e7541e7d-937d-4c1b-b93d-eacd07cb34b4 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 944 time: 0.4115744 Feb 02 07:12:20.287548 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ef7ecbde-cac4-4dc6-a134-222f89f34b9e req-823ff299-ba4d-4d45-85b7-9ce1a8f187cc service neutron] 10.222.0.59 "GET /v2.0/networks/93a7727a-9e40-4a0f-b90d-66c79fe1bf6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3511240 Feb 02 07:12:20.306165 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fcbb9c25-9f4d-4785-8134-67160151f57c req-5fecf00c-796a-4c00-ac13-5c759b4f7c84 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=4c2c0860-2986-407a-8a1e-1579ab01e7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1983232 Feb 02 07:12:20.385351 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee0a0c-9b55-4dab-9a07-dce123567862 req-420d6a77-8aaa-4808-b90b-146cc5689125 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:20.392706 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee0a0c-9b55-4dab-9a07-dce123567862 req-420d6a77-8aaa-4808-b90b-146cc5689125 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:20.398313 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee0a0c-9b55-4dab-9a07-dce123567862 req-420d6a77-8aaa-4808-b90b-146cc5689125 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:20.404911 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee0a0c-9b55-4dab-9a07-dce123567862 req-420d6a77-8aaa-4808-b90b-146cc5689125 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:20.410403 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee0a0c-9b55-4dab-9a07-dce123567862 req-420d6a77-8aaa-4808-b90b-146cc5689125 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:20.415629 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee0a0c-9b55-4dab-9a07-dce123567862 req-420d6a77-8aaa-4808-b90b-146cc5689125 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:20.422590 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee0a0c-9b55-4dab-9a07-dce123567862 req-420d6a77-8aaa-4808-b90b-146cc5689125 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:20.425491 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-beee0a0c-9b55-4dab-9a07-dce123567862 req-420d6a77-8aaa-4808-b90b-146cc5689125 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 5444 time: 0.5838134 Feb 02 07:12:20.461503 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-61ab2112-8c7a-4480-bc46-b2c4553d9f8f req-eda1617f-bcb7-4d62-959a-8556d8255ced tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (85893ae3-9cf9-488d-a8f8-58bbbb8cbd30), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:20.614183 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda1617f-bcb7-4d62-959a-8556d8255ced tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Pushing event deleted for resources: {'Port': ['ID=85893ae3-9cf9-488d-a8f8-58bbbb8cbd30,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:20.750578 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-beee0a0c-9b55-4dab-9a07-dce123567862 req-466c0d2a-10a2-411a-952f-9597eca7a61d tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/security-groups?id=39d64e71-9bbb-4283-9333-9f076dd0e667&id=c2d438c9-ecad-41fa-9c3c-fefcebb88ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3028784 Feb 02 07:12:20.779313 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8f6fffb6-90e2-4840-93af-28e81dad8793 admin admin] Publish callbacks [] for port (e7cc303f-a095-4cdd-bb09-675b613e4814), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:20.782570 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0dc35cb-b300-4c35-ba63-a65c340e127f tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:12:20.797866 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7733b0a-2b1b-4281-80c1-4d2b2b1a7958 None None] Sync routers for ids ['ff43d776-1136-4dcb-b9b7-4fd3a30e69c7'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:12:20.852179 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7733b0a-2b1b-4281-80c1-4d2b2b1a7958 None None] Routers {'ff43d776-1136-4dcb-b9b7-4fd3a30e69c7'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:12:20.853202 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-a7733b0a-2b1b-4281-80c1-4d2b2b1a7958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:12:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['ff43d776-1136-4dcb-b9b7-4fd3a30e69c7'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:20.892286 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8f6fffb6-90e2-4840-93af-28e81dad8793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (e7cc303f-a095-4cdd-bb09-675b613e4814), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:20.957746 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-a7733b0a-2b1b-4281-80c1-4d2b2b1a7958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:20.967814 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7733b0a-2b1b-4281-80c1-4d2b2b1a7958 None None] Routers {'ff43d776-1136-4dcb-b9b7-4fd3a30e69c7'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:12:20.968691 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-a7733b0a-2b1b-4281-80c1-4d2b2b1a7958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:12:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['ff43d776-1136-4dcb-b9b7-4fd3a30e69c7'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:21.014456 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-a7733b0a-2b1b-4281-80c1-4d2b2b1a7958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:21.015027 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e0dc35cb-b300-4c35-ba63-a65c340e127f tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:21.015781 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7733b0a-2b1b-4281-80c1-4d2b2b1a7958 None None] The sync data for ids ['ff43d776-1136-4dcb-b9b7-4fd3a30e69c7'] in n-d-789963-26 is: [] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:12:21.018854 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e0dc35cb-b300-4c35-ba63-a65c340e127f tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 13.0045161 Feb 02 07:12:21.029023 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 55918) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:21.049004 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1fca3982-5a85-4178-8eca-15e4bd950a68 req-364de39d-5906-43ab-9ade-ecf6f971eeef tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 210 time: 0.1186228 Feb 02 07:12:21.059380 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-b8d8f8e5-c3a9-4486-a2d8-c460c5e630e2 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'enable_snat': False}}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:12:21.134590 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6fffb6-90e2-4840-93af-28e81dad8793 admin admin] Pushing event updated for resources: {'Port': ['ID=e7cc303f-a095-4cdd-bb09-675b613e4814,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:21.437762 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8f6fffb6-90e2-4840-93af-28e81dad8793 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (0108e9da-181c-4dc9-9734-36c7b40864e8), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:21.446360 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61ab2112-8c7a-4480-bc46-b2c4553d9f8f req-eda1617f-bcb7-4d62-959a-8556d8255ced tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Router be744460-d8bd-4283-b63d-bc86bfeb7c96 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:12:21.493801 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-af5632d4-148d-4fe0-8d7d-7b805b112a73 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (d11a4593-2153-407d-834f-795746d298cf), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:21.522630 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07733ef4-1c1e-4ac9-a85d-74530068bd39 req-b4a14438-85ec-4902-b460-d96dd2db60d1 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:21.529024 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07733ef4-1c1e-4ac9-a85d-74530068bd39 req-b4a14438-85ec-4902-b460-d96dd2db60d1 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:21.534663 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07733ef4-1c1e-4ac9-a85d-74530068bd39 req-b4a14438-85ec-4902-b460-d96dd2db60d1 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:21.540358 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07733ef4-1c1e-4ac9-a85d-74530068bd39 req-b4a14438-85ec-4902-b460-d96dd2db60d1 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:21.560699 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07733ef4-1c1e-4ac9-a85d-74530068bd39 req-b4a14438-85ec-4902-b460-d96dd2db60d1 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:21.566357 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07733ef4-1c1e-4ac9-a85d-74530068bd39 req-b4a14438-85ec-4902-b460-d96dd2db60d1 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:21.579602 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07733ef4-1c1e-4ac9-a85d-74530068bd39 req-b4a14438-85ec-4902-b460-d96dd2db60d1 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:21.589421 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-07733ef4-1c1e-4ac9-a85d-74530068bd39 req-b4a14438-85ec-4902-b460-d96dd2db60d1 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 5444 time: 0.5568337 Feb 02 07:12:21.746631 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f7a11-6e57-424c-8d7d-0dda3c22fa81 req-4102b7aa-6158-439c-847e-0a5c02a2bf5e tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:21.751455 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ea3f7a11-6e57-424c-8d7d-0dda3c22fa81 req-4102b7aa-6158-439c-847e-0a5c02a2bf5e tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 944 time: 0.1096692 Feb 02 07:12:21.981733 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ea3f7a11-6e57-424c-8d7d-0dda3c22fa81 req-baf9367c-3085-4ba5-ba8c-e788039148b0 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=4c2c0860-2986-407a-8a1e-1579ab01e7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1966226 Feb 02 07:12:22.004195 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:22.114149 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b8d8f8e5-c3a9-4486-a2d8-c460c5e630e2 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks [] for router_gateway (ff43d776-1136-4dcb-b9b7-4fd3a30e69c7), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:22.187000 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6fffb6-90e2-4840-93af-28e81dad8793 admin admin] Network 5dd9583d-e45d-4ede-baa0-788d6a6cc785 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:12:22.202548 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-8f6fffb6-90e2-4840-93af-28e81dad8793 admin admin] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:12:22.227689 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61ab2112-8c7a-4480-bc46-b2c4553d9f8f req-eda1617f-bcb7-4d62-959a-8556d8255ced tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:12:22.262024 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e96e22-05a6-4f9d-b4f9-f4b088b14f6b None None] Sync routers for ids ['be744460-d8bd-4283-b63d-bc86bfeb7c96'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:12:22.285080 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e96e22-05a6-4f9d-b4f9-f4b088b14f6b None None] Routers {'be744460-d8bd-4283-b63d-bc86bfeb7c96'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:12:22.287412 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-73e96e22-05a6-4f9d-b4f9-f4b088b14f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:12:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['be744460-d8bd-4283-b63d-bc86bfeb7c96'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:22.709803 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-73e96e22-05a6-4f9d-b4f9-f4b088b14f6b None None] Set router be744460-d8bd-4283-b63d-bc86bfeb7c96 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:12:22.760968 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-166e138c-d33d-4c18-abb2-b9c76a765bff None None] Provisioning complete for port e7cc303f-a095-4cdd-bb09-675b613e4814 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:12:22.761264 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-166e138c-d33d-4c18-abb2-b9c76a765bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (e7cc303f-a095-4cdd-bb09-675b613e4814), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:22.865801 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-166e138c-d33d-4c18-abb2-b9c76a765bff None None] Port e7cc303f-a095-4cdd-bb09-675b613e4814 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:12:23.086298 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 55946) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:23.088189 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-73e96e22-05a6-4f9d-b4f9-f4b088b14f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be744460-d8bd-4283-b63d-bc86bfeb7c96', 'name': 'tempest-ServerActionsTestJSON-1606176529-router', 'tenant_id': '12ae52d2610343959b079c169f83e654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '1742e93f-1dbc-4cd8-a295-f077feb1a78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:03:51Z', 'updated_at': '2022-02-02T07:03:56Z', 'revision_number': 4, 'project_id': '12ae52d2610343959b079c169f83e654', 'gw_port': {'id': '1742e93f-1dbc-4cd8-a295-f077feb1a78a', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be744460-d8bd-4283-b63d-bc86bfeb7c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:03:52Z', 'updated_at': '2022-02-02T07:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'dbe527c4-73ea-4b13-bbe9-8a65dbccca0b', 'name': '', 'network_id': '274d3754-cb62-4276-8b4a-dfa5cf98baaf', 'tenant_id': '12ae52d2610343959b079c169f83e654', 'mac_address': 'fa:16:3e:cd:4a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be744460-d8bd-4283-b63d-bc86bfeb7c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'b6b3fc97-ea53-4910-99b5-bddf06c5d45f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:03:55Z', 'updated_at': '2022-02-02T07:04:02Z', 'revision_number': 5, 'project_id': '12ae52d2610343959b079c169f83e654', 'subnets': [{'id': 'b6b3fc97-ea53-4910-99b5-bddf06c5d45f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:23.144590 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e96e22-05a6-4f9d-b4f9-f4b088b14f6b None None] Checking router: be744460-d8bd-4283-b63d-bc86bfeb7c96 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:12:23.154247 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e96e22-05a6-4f9d-b4f9-f4b088b14f6b None None] Routers {'be744460-d8bd-4283-b63d-bc86bfeb7c96'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:12:23.155246 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-73e96e22-05a6-4f9d-b4f9-f4b088b14f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:12:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['be744460-d8bd-4283-b63d-bc86bfeb7c96'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:23.167189 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-55f16b68-6c80-4f0f-8648-9f9237269a83 req-8e3512bf-88f9-401f-91c7-ab8245828f8a tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/ports?device_id=8ff36027-57b6-4b74-8a16-ded77bfe3f8c HTTP/1.1" status: 200 len: 210 time: 0.9155025 Feb 02 07:12:23.188615 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f6fffb6-90e2-4840-93af-28e81dad8793 admin admin] Router 0108e9da-181c-4dc9-9734-36c7b40864e8 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:12:23.262918 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-61ab2112-8c7a-4480-bc46-b2c4553d9f8f req-eda1617f-bcb7-4d62-959a-8556d8255ced tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] No DVR routers for this DVR port 85893ae3-9cf9-488d-a8f8-58bbbb8cbd30 on host n-h1-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:12:23.269043 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-61ab2112-8c7a-4480-bc46-b2c4553d9f8f req-eda1617f-bcb7-4d62-959a-8556d8255ced tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:23.283897 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-61ab2112-8c7a-4480-bc46-b2c4553d9f8f req-eda1617f-bcb7-4d62-959a-8556d8255ced tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.88 "DELETE /v2.0/ports/85893ae3-9cf9-488d-a8f8-58bbbb8cbd30 HTTP/1.1" status: 204 len: 173 time: 8.8821149 Feb 02 07:12:23.289613 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff36027-57b6-4b74-8a16-ded77bfe3f8c', 'name': 'network-vif-deleted', 'tag': '85893ae3-9cf9-488d-a8f8-58bbbb8cbd30'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:12:23.299387 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e7f342-5da9-4273-85b1-982d2cef3b94" -d '{"events": [{"server_uuid": "8ff36027-57b6-4b74-8a16-ded77bfe3f8c", "name": "network-vif-deleted", "tag": "85893ae3-9cf9-488d-a8f8-58bbbb8cbd30"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:12:23.422692 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a830d3c4-d413-4e1a-9d9f-f2301f74464a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:23.453055 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb282b29-224f-4e0a-973b-f013ee6a17b2 x-openstack-request-id: req-cb282b29-224f-4e0a-973b-f013ee6a17b2 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:12:23.453375 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff36027-57b6-4b74-8a16-ded77bfe3f8c", "name": "network-vif-deleted", "tag": "85893ae3-9cf9-488d-a8f8-58bbbb8cbd30", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:12:23.454027 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-cb282b29-224f-4e0a-973b-f013ee6a17b2 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:12:23.454455 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff36027-57b6-4b74-8a16-ded77bfe3f8c', 'name': 'network-vif-deleted', 'tag': '85893ae3-9cf9-488d-a8f8-58bbbb8cbd30', 'status': 'completed', 'code': 200} Feb 02 07:12:23.489730 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-73e96e22-05a6-4f9d-b4f9-f4b088b14f6b None None] Set router be744460-d8bd-4283-b63d-bc86bfeb7c96 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:12:23.600964 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f831f28f-5dfe-42d2-aa3e-c9305049fb2e req-da891c20-7e3e-4811-a278-99b98dcbca3a tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:23.602587 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f831f28f-5dfe-42d2-aa3e-c9305049fb2e req-da891c20-7e3e-4811-a278-99b98dcbca3a tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 944 time: 0.2172041 Feb 02 07:12:23.984251 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-73e96e22-05a6-4f9d-b4f9-f4b088b14f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be744460-d8bd-4283-b63d-bc86bfeb7c96', 'name': 'tempest-ServerActionsTestJSON-1606176529-router', 'tenant_id': '12ae52d2610343959b079c169f83e654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '1742e93f-1dbc-4cd8-a295-f077feb1a78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:03:51Z', 'updated_at': '2022-02-02T07:03:56Z', 'revision_number': 4, 'project_id': '12ae52d2610343959b079c169f83e654', 'gw_port': {'id': '1742e93f-1dbc-4cd8-a295-f077feb1a78a', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be744460-d8bd-4283-b63d-bc86bfeb7c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:03:52Z', 'updated_at': '2022-02-02T07:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'dbe527c4-73ea-4b13-bbe9-8a65dbccca0b', 'name': '', 'network_id': '274d3754-cb62-4276-8b4a-dfa5cf98baaf', 'tenant_id': '12ae52d2610343959b079c169f83e654', 'mac_address': 'fa:16:3e:cd:4a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be744460-d8bd-4283-b63d-bc86bfeb7c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'b6b3fc97-ea53-4910-99b5-bddf06c5d45f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:03:55Z', 'updated_at': '2022-02-02T07:04:02Z', 'revision_number': 5, 'project_id': '12ae52d2610343959b079c169f83e654', 'subnets': [{'id': 'b6b3fc97-ea53-4910-99b5-bddf06c5d45f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:24.038124 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f831f28f-5dfe-42d2-aa3e-c9305049fb2e req-8f1d3e0c-f753-4d1a-ad0a-36ec05616225 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=4c2c0860-2986-407a-8a1e-1579ab01e7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4123476 Feb 02 07:12:24.050353 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f6fffb6-90e2-4840-93af-28e81dad8793 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:12:24.064137 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-8f6fffb6-90e2-4840-93af-28e81dad8793 admin admin] 10.222.0.87 "PUT /v2.0/routers/0108e9da-181c-4dc9-9734-36c7b40864e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9743984 Feb 02 07:12:24.076968 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f681a86-dda4-4a4d-83ff-7c66d047e397 None None] Sync routers for ids ['0108e9da-181c-4dc9-9734-36c7b40864e8'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:12:24.080986 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a830d3c4-d413-4e1a-9d9f-f2301f74464a admin admin] Publish callbacks [] for security_group (b7de6bc8-1daa-4a5a-a90b-f678b9fe4c16), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:24.110470 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a830d3c4-d413-4e1a-9d9f-f2301f74464a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (b7de6bc8-1daa-4a5a-a90b-f678b9fe4c16), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:24.116866 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f681a86-dda4-4a4d-83ff-7c66d047e397 None None] Routers {'0108e9da-181c-4dc9-9734-36c7b40864e8'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:12:24.117520 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-6f681a86-dda4-4a4d-83ff-7c66d047e397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:12:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['0108e9da-181c-4dc9-9734-36c7b40864e8'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:24.186751 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 55962) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:24.266112 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b8d8f8e5-c3a9-4486-a2d8-c460c5e630e2 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1043354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-942652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13285'] for router (ff43d776-1136-4dcb-b9b7-4fd3a30e69c7), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:24.295412 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b8d8f8e5-c3a9-4486-a2d8-c460c5e630e2 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1043345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1043336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-942635'] for router (ff43d776-1136-4dcb-b9b7-4fd3a30e69c7), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:24.357206 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 55970) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:24.366283 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-af5632d4-148d-4fe0-8d7d-7b805b112a73 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Deleting port 18f95b42-fcc8-4df1-b588-6c0fa379d06f {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:12:24.372577 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-af5632d4-148d-4fe0-8d7d-7b805b112a73 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (18f95b42-fcc8-4df1-b588-6c0fa379d06f), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:24.418923 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a830d3c4-d413-4e1a-9d9f-f2301f74464a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7de6bc8-1daa-4a5a-a90b-f678b9fe4c16,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:24.421494 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 55974) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:24.435255 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a830d3c4-d413-4e1a-9d9f-f2301f74464a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=5f6fdc7792f94891a67a6f7ccaebd4a0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3431902 Feb 02 07:12:24.462549 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 55976) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:24.495364 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-6f681a86-dda4-4a4d-83ff-7c66d047e397 None None] Set router 0108e9da-181c-4dc9-9734-36c7b40864e8 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:12:24.516459 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e96e22-05a6-4f9d-b4f9-f4b088b14f6b None None] The sync data for ids ['be744460-d8bd-4283-b63d-bc86bfeb7c96'] in n-d-789963-26 is: [{'id': 'be744460-d8bd-4283-b63d-bc86bfeb7c96', 'name': 'tempest-ServerActionsTestJSON-1606176529-router', 'tenant_id': '12ae52d2610343959b079c169f83e654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '1742e93f-1dbc-4cd8-a295-f077feb1a78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:03:51Z', 'updated_at': '2022-02-02T07:03:56Z', 'revision_number': 4, 'project_id': '12ae52d2610343959b079c169f83e654', 'gw_port': {'id': '1742e93f-1dbc-4cd8-a295-f077feb1a78a', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be744460-d8bd-4283-b63d-bc86bfeb7c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:03:52Z', 'updated_at': '2022-02-02T07:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'dbe527c4-73ea-4b13-bbe9-8a65dbccca0b', 'name': '', 'network_id': '274d3754-cb62-4276-8b4a-dfa5cf98baaf', 'tenant_id': '12ae52d2610343959b079c169f83e654', 'mac_address': 'fa:16:3e:cd:4a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be744460-d8bd-4283-b63d-bc86bfeb7c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'b6b3fc97-ea53-4910-99b5-bddf06c5d45f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:03:55Z', 'updated_at': '2022-02-02T07:04:02Z', 'revision_number': 5, 'project_id': '12ae52d2610343959b079c169f83e654', 'subnets': [{'id': 'b6b3fc97-ea53-4910-99b5-bddf06c5d45f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:12:24.537441 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a830d3c4-d413-4e1a-9d9f-f2301f74464a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:12:24.549885 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a830d3c4-d413-4e1a-9d9f-f2301f74464a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:12:24.550538 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a830d3c4-d413-4e1a-9d9f-f2301f74464a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:12:24.551091 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a830d3c4-d413-4e1a-9d9f-f2301f74464a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:12:24.551830 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a830d3c4-d413-4e1a-9d9f-f2301f74464a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:12:24.552393 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a830d3c4-d413-4e1a-9d9f-f2301f74464a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:12:24.552920 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a830d3c4-d413-4e1a-9d9f-f2301f74464a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:12:24.553503 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a830d3c4-d413-4e1a-9d9f-f2301f74464a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:12:24.554116 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a830d3c4-d413-4e1a-9d9f-f2301f74464a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:12:24.554862 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a830d3c4-d413-4e1a-9d9f-f2301f74464a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:12:24.558364 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a830d3c4-d413-4e1a-9d9f-f2301f74464a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:12:24.568717 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a830d3c4-d413-4e1a-9d9f-f2301f74464a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:12:24.576484 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a830d3c4-d413-4e1a-9d9f-f2301f74464a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:12:24.646958 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8d8f8e5-c3a9-4486-a2d8-c460c5e630e2 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Router ff43d776-1136-4dcb-b9b7-4fd3a30e69c7 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:12:24.656609 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-1343b754-0b27-4bdd-b697-00ac920459f1 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1886287833'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:12:24.804446 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8d8f8e5-c3a9-4486-a2d8-c460c5e630e2 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:12:24.812185 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b8d8f8e5-c3a9-4486-a2d8-c460c5e630e2 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:24.815313 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3504e9cc-1923-4862-9f57-defc81e41ed2 None None] Sync routers for ids ['ff43d776-1136-4dcb-b9b7-4fd3a30e69c7'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:12:24.823354 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1343b754-0b27-4bdd-b697-00ac920459f1 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Made reservation on behalf of 1c93b513068944b98dd403010458a6a3 for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:12:24.826826 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b8d8f8e5-c3a9-4486-a2d8-c460c5e630e2 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] 10.222.0.87 "PUT /v2.0/routers/ff43d776-1136-4dcb-b9b7-4fd3a30e69c7 HTTP/1.1" status: 200 len: 922 time: 3.7964334 Feb 02 07:12:24.829732 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 55978) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:24.834617 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3504e9cc-1923-4862-9f57-defc81e41ed2 None None] Routers {'ff43d776-1136-4dcb-b9b7-4fd3a30e69c7'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:12:24.835446 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-3504e9cc-1923-4862-9f57-defc81e41ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:12:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['ff43d776-1136-4dcb-b9b7-4fd3a30e69c7'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:24.835989 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1343b754-0b27-4bdd-b697-00ac920459f1 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:24.929612 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-6f681a86-dda4-4a4d-83ff-7c66d047e397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0108e9da-181c-4dc9-9734-36c7b40864e8', 'name': 'tempest-ServersTestMultiNic-443426829-router', 'tenant_id': '1c93b513068944b98dd403010458a6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': 'a2e23b34-5b34-4df8-8d4a-4bb17a1ddc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:12:03Z', 'updated_at': '2022-02-02T07:12:18Z', 'revision_number': 4, 'project_id': '1c93b513068944b98dd403010458a6a3', 'gw_port': {'id': 'a2e23b34-5b34-4df8-8d4a-4bb17a1ddc30', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0108e9da-181c-4dc9-9734-36c7b40864e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:12:05Z', 'updated_at': '2022-02-02T07:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'e7cc303f-a095-4cdd-bb09-675b613e4814', 'name': '', 'network_id': '5dd9583d-e45d-4ede-baa0-788d6a6cc785', 'tenant_id': '1c93b513068944b98dd403010458a6a3', 'mac_address': 'fa:16:3e:18:92:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0108e9da-181c-4dc9-9734-36c7b40864e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': 'ff9fb28b-6104-4035-99b5-8b01815dfea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:12:14Z', 'updated_at': '2022-02-02T07:12:19Z', 'revision_number': 2, 'project_id': '1c93b513068944b98dd403010458a6a3', 'subnets': [{'id': 'ff9fb28b-6104-4035-99b5-8b01815dfea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:24.945841 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-3504e9cc-1923-4862-9f57-defc81e41ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:24.972257 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3504e9cc-1923-4862-9f57-defc81e41ed2 None None] Routers {'ff43d776-1136-4dcb-b9b7-4fd3a30e69c7'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:12:24.976548 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-3504e9cc-1923-4862-9f57-defc81e41ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:12:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['ff43d776-1136-4dcb-b9b7-4fd3a30e69c7'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:24.992804 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6114dc28-3593-43ce-aba3-5823cc18fc93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:24.994168 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f681a86-dda4-4a4d-83ff-7c66d047e397 None None] Checking router: 0108e9da-181c-4dc9-9734-36c7b40864e8 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:12:24.994797 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f681a86-dda4-4a4d-83ff-7c66d047e397 None None] Updating router 0108e9da-181c-4dc9-9734-36c7b40864e8 port e7cc303f-a095-4cdd-bb09-675b613e4814 binding host n-d-789963-26 {{(pid=109695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:12:25.064910 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6f681a86-dda4-4a4d-83ff-7c66d047e397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (e7cc303f-a095-4cdd-bb09-675b613e4814), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:25.094339 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-3504e9cc-1923-4862-9f57-defc81e41ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:25.096864 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3504e9cc-1923-4862-9f57-defc81e41ed2 None None] The sync data for ids ['ff43d776-1136-4dcb-b9b7-4fd3a30e69c7'] in n-d-789963-26 is: [] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:12:25.128386 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-89972896-9a64-46d0-a678-5ddc4f29afdb tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] 10.222.0.87 "GET /v2.0/routers/ff43d776-1136-4dcb-b9b7-4fd3a30e69c7 HTTP/1.1" status: 200 len: 922 time: 0.2937350 Feb 02 07:12:25.128895 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 55982) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:25.150702 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57db977f-cff0-4c4a-8be3-3ab8ed078c07 None None] New status for floating IP b4fdd179-f63f-48e6-8768-8898a9dd83e6: DOWN {{(pid=109695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 07:12:25.201775 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6114dc28-3593-43ce-aba3-5823cc18fc93 admin admin] Publish callbacks [] for security_group (b437eb37-ed94-470d-9c6c-f63b130baed9), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:25.242015 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456052c4-c56b-4113-a09d-7b33137f6320 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:25.247457 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-456052c4-c56b-4113-a09d-7b33137f6320 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] 10.222.0.87 "GET /v2.0/ports?network_id=ee4463ee-e783-4af5-91d5-cbeb2d0e0db8&device_id=ff43d776-1136-4dcb-b9b7-4fd3a30e69c7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1147621 Feb 02 07:12:25.247822 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 55984) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:25.249756 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-af5632d4-148d-4fe0-8d7d-7b805b112a73 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (18f95b42-fcc8-4df1-b588-6c0fa379d06f), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:25.269362 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-af5632d4-148d-4fe0-8d7d-7b805b112a73 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Calling delete_port for 18f95b42-fcc8-4df1-b588-6c0fa379d06f owned by network:router_interface {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:12:25.390101 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1343b754-0b27-4bdd-b697-00ac920459f1 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:12:25.409432 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1343b754-0b27-4bdd-b697-00ac920459f1 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (340496d0-213c-4bfb-8673-51533e32f7aa), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:25.409792 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-1343b754-0b27-4bdd-b697-00ac920459f1 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Added segment 340496d0-213c-4bfb-8673-51533e32f7aa of type vlan for network e1cca449-70a4-4578-87b2-31e487ae1243 Feb 02 07:12:25.475808 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40c21a7-afa3-47d1-9431-5f3665306d5c tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:25.477133 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a40c21a7-afa3-47d1-9431-5f3665306d5c tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] 10.222.0.87 "GET /v2.0/networks/ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 HTTP/1.1" status: 200 len: 881 time: 0.2283621 Feb 02 07:12:25.488254 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 55986) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:25.506168 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1343b754-0b27-4bdd-b697-00ac920459f1 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (e1cca449-70a4-4578-87b2-31e487ae1243), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:25.515972 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6114dc28-3593-43ce-aba3-5823cc18fc93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (b437eb37-ed94-470d-9c6c-f63b130baed9), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:25.553641 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-92fc6acb-0d86-410b-abfa-c3a22a05a3d3 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] 10.222.0.87 "GET /v2.0/ports?device_id=ff43d776-1136-4dcb-b9b7-4fd3a30e69c7 HTTP/1.1" status: 200 len: 205 time: 0.0652831 Feb 02 07:12:25.554110 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 55988) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:25.586600 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9870c2fe-c529-44c1-ba65-ca0213197700 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks [] for security_group (0e03e61f-ef01-45c2-b928-39d1b5278e54), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:25.672776 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7ed8fde7-64e4-4ed3-967e-f210996355cd admin admin] Publish callbacks [] for security_group (b7de6bc8-1daa-4a5a-a90b-f678b9fe4c16), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:25.679719 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-6114dc28-3593-43ce-aba3-5823cc18fc93 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=98714d17be444eb1970df5fe522b181b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4542785 Feb 02 07:12:25.680919 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 55992) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:25.724095 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1343b754-0b27-4bdd-b697-00ac920459f1 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (e1cca449-70a4-4578-87b2-31e487ae1243), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:25.739959 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1343b754-0b27-4bdd-b697-00ac920459f1 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:25.744931 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1343b754-0b27-4bdd-b697-00ac920459f1 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:25.749078 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6114dc28-3593-43ce-aba3-5823cc18fc93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b437eb37-ed94-470d-9c6c-f63b130baed9,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:25.774210 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2e6c30fb-c635-4443-affb-c72a7f2b18d9 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks [] for router (ff43d776-1136-4dcb-b9b7-4fd3a30e69c7), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:25.789674 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9870c2fe-c529-44c1-ba65-ca0213197700 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks [] for security_group (0e03e61f-ef01-45c2-b928-39d1b5278e54), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:25.836595 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7ed8fde7-64e4-4ed3-967e-f210996355cd admin admin] Publish callbacks [] for security_group (b7de6bc8-1daa-4a5a-a90b-f678b9fe4c16), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:26.033743 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2e6c30fb-c635-4443-affb-c72a7f2b18d9 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks [] for router_gateway (ff43d776-1136-4dcb-b9b7-4fd3a30e69c7), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:26.059389 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6f681a86-dda4-4a4d-83ff-7c66d047e397 None None] Publish callbacks [] for port (e7cc303f-a095-4cdd-bb09-675b613e4814), precommit_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:26.064711 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7ed8fde7-64e4-4ed3-967e-f210996355cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (b7de6bc8-1daa-4a5a-a90b-f678b9fe4c16), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:26.067997 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7ed8fde7-64e4-4ed3-967e-f210996355cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:26.069150 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6f681a86-dda4-4a4d-83ff-7c66d047e397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (e7cc303f-a095-4cdd-bb09-675b613e4814), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:26.069487 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-7ed8fde7-64e4-4ed3-967e-f210996355cd admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b7de6bc8-1daa-4a5a-a90b-f678b9fe4c16 HTTP/1.1" status: 204 len: 168 time: 1.5890303 Feb 02 07:12:26.172999 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-2e6c30fb-c635-4443-affb-c72a7f2b18d9 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Deleting port 56be0eb0-02e5-4810-8861-7009dbe20080 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:12:26.174885 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2e6c30fb-c635-4443-affb-c72a7f2b18d9 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (56be0eb0-02e5-4810-8861-7009dbe20080), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:26.175982 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35ed45f-91e7-49d4-9859-87653be66941 None None] Pushing event updated for resources: {'Port': ['ID=e7cc303f-a095-4cdd-bb09-675b613e4814,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:26.291149 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f4987-2aeb-4a03-92d1-6e8813e946b9 req-7d6467c8-a5fa-44ed-9548-d16388813c08 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:26.304430 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-331f4987-2aeb-4a03-92d1-6e8813e946b9 req-7d6467c8-a5fa-44ed-9548-d16388813c08 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 944 time: 0.8151493 Feb 02 07:12:26.387972 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-6f681a86-dda4-4a4d-83ff-7c66d047e397 None None] Attempting to bind port e7cc303f-a095-4cdd-bb09-675b613e4814 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:12:26.388482 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-6f681a86-dda4-4a4d-83ff-7c66d047e397 None None] Attempting to bind port e7cc303f-a095-4cdd-bb09-675b613e4814 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '3beca779-ab32-4690-8e90-2674758f471f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5dd9583d-e45d-4ede-baa0-788d6a6cc785'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:12:26.390013 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f681a86-dda4-4a4d-83ff-7c66d047e397 None None] Attempting to bind port e7cc303f-a095-4cdd-bb09-675b613e4814 on network 5dd9583d-e45d-4ede-baa0-788d6a6cc785 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:12:26.397249 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-1343b754-0b27-4bdd-b697-00ac920459f1 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.0183823 Feb 02 07:12:26.398609 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 55996) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:26.406587 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f681a86-dda4-4a4d-83ff-7c66d047e397 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:12:26.407058 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f681a86-dda4-4a4d-83ff-7c66d047e397 None None] Checking segment: {'id': '3beca779-ab32-4690-8e90-2674758f471f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5dd9583d-e45d-4ede-baa0-788d6a6cc785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:12:26.408606 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6f681a86-dda4-4a4d-83ff-7c66d047e397 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:26.409444 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f681a86-dda4-4a4d-83ff-7c66d047e397 None None] Bound using segment: {'id': '3beca779-ab32-4690-8e90-2674758f471f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5dd9583d-e45d-4ede-baa0-788d6a6cc785'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:12:26.411770 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-6f681a86-dda4-4a4d-83ff-7c66d047e397 None None] Bound port: e7cc303f-a095-4cdd-bb09-675b613e4814, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3beca779-ab32-4690-8e90-2674758f471f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5dd9583d-e45d-4ede-baa0-788d6a6cc785'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:12:26.412281 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6f681a86-dda4-4a4d-83ff-7c66d047e397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (e7cc303f-a095-4cdd-bb09-675b613e4814), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:26.429738 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-44aff372-c1f9-4ca6-98af-01f5a060fb13 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Request body: {'subnet': {'network_id': 'e1cca449-70a4-4578-87b2-31e487ae1243', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:12:26.471183 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed8fde7-64e4-4ed3-967e-f210996355cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7de6bc8-1daa-4a5a-a90b-f678b9fe4c16,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:26.553339 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2e6c30fb-c635-4443-affb-c72a7f2b18d9 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (56be0eb0-02e5-4810-8861-7009dbe20080), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:26.568209 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-2e6c30fb-c635-4443-affb-c72a7f2b18d9 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Calling delete_port for 56be0eb0-02e5-4810-8861-7009dbe20080 owned by network:router_gateway {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:12:26.649898 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1343b754-0b27-4bdd-b697-00ac920459f1 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Pushing event updated for resources: {'Network': ['ID=e1cca449-70a4-4578-87b2-31e487ae1243,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:26.679669 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network e1cca449-70a4-4578-87b2-31e487ae1243 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:12:26.773212 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-6f681a86-dda4-4a4d-83ff-7c66d047e397 None None] For port e7cc303f-a095-4cdd-bb09-675b613e4814, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:12:26.782008 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-e8584318-8479-4157-bc19-62064f1e9957 None None] Provisioning complete for port e7cc303f-a095-4cdd-bb09-675b613e4814 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:12:26.782532 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e8584318-8479-4157-bc19-62064f1e9957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (e7cc303f-a095-4cdd-bb09-675b613e4814), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:26.815724 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56000) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:26.819146 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-331f3f39-cd1b-43e5-8b61-037cf8d32572 admin admin] Publish callbacks [] for security_group (b437eb37-ed94-470d-9c6c-f63b130baed9), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:26.850798 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-e8584318-8479-4157-bc19-62064f1e9957 None None] Port e7cc303f-a095-4cdd-bb09-675b613e4814 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:12:26.858262 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-6f681a86-dda4-4a4d-83ff-7c66d047e397 None None] For port e7cc303f-a095-4cdd-bb09-675b613e4814, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=e7cc303f-a095-4cdd-bb09-675b613e4814,segment=NetworkSegment(3beca779-ab32-4690-8e90-2674758f471f),segment_id=3beca779-ab32-4690-8e90-2674758f471f)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:12:26.861017 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-331f4987-2aeb-4a03-92d1-6e8813e946b9 req-39844573-d897-4318-8391-3ddce68b013b tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=4c2c0860-2986-407a-8a1e-1579ab01e7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5528626 Feb 02 07:12:26.874248 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2e6c30fb-c635-4443-affb-c72a7f2b18d9 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (56be0eb0-02e5-4810-8861-7009dbe20080), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:26.882898 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9870c2fe-c529-44c1-ba65-ca0213197700 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (0e03e61f-ef01-45c2-b928-39d1b5278e54), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:26.886261 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9870c2fe-c529-44c1-ba65-ca0213197700 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:26.888192 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-9870c2fe-c529-44c1-ba65-ca0213197700 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "DELETE /v2.0/security-groups/0e03e61f-ef01-45c2-b928-39d1b5278e54 HTTP/1.1" status: 204 len: 168 time: 2.4583414 Feb 02 07:12:26.898873 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6f681a86-dda4-4a4d-83ff-7c66d047e397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (e7cc303f-a095-4cdd-bb09-675b613e4814), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:26.900779 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56002) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:26.910162 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-331f3f39-cd1b-43e5-8b61-037cf8d32572 admin admin] Publish callbacks [] for security_group (b437eb37-ed94-470d-9c6c-f63b130baed9), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:26.923205 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-af5632d4-148d-4fe0-8d7d-7b805b112a73 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (18f95b42-fcc8-4df1-b588-6c0fa379d06f), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:26.929832 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9870c2fe-c529-44c1-ba65-ca0213197700 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e03e61f-ef01-45c2-b928-39d1b5278e54,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:26.974088 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-513536a5-cc06-4b14-9fd6-f7afb3ca8814 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:27.015049 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5632d4-148d-4fe0-8d7d-7b805b112a73 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Pushing event deleted for resources: {'Port': ['ID=18f95b42-fcc8-4df1-b588-6c0fa379d06f,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:27.055585 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f681a86-dda4-4a4d-83ff-7c66d047e397 None None] Routers {'0108e9da-181c-4dc9-9734-36c7b40864e8'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:12:27.056629 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-6f681a86-dda4-4a4d-83ff-7c66d047e397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:12:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['0108e9da-181c-4dc9-9734-36c7b40864e8'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:27.064397 n-d-789963-26 neutron-server[109694]: INFO neutron.api.v2.resource [None req-0dd5e1ab-b18e-492f-8c66-ba5460b7f9a0 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] show failed (client error): The resource could not be found. Feb 02 07:12:27.066674 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0dd5e1ab-b18e-492f-8c66-ba5460b7f9a0 tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "GET /v2.0/security-groups/0e03e61f-ef01-45c2-b928-39d1b5278e54 HTTP/1.1" status: 404 len: 347 time: 0.1560619 Feb 02 07:12:27.077902 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6c30fb-c635-4443-affb-c72a7f2b18d9 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Pushing event deleted for resources: {'Port': ['ID=56be0eb0-02e5-4810-8861-7009dbe20080,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:27.080134 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56004) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:27.205812 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-331f3f39-cd1b-43e5-8b61-037cf8d32572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (b437eb37-ed94-470d-9c6c-f63b130baed9), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:27.209106 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-331f3f39-cd1b-43e5-8b61-037cf8d32572 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:27.213697 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-331f3f39-cd1b-43e5-8b61-037cf8d32572 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b437eb37-ed94-470d-9c6c-f63b130baed9 HTTP/1.1" status: 204 len: 168 time: 1.5155225 Feb 02 07:12:27.232294 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331f3f39-cd1b-43e5-8b61-037cf8d32572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b437eb37-ed94-470d-9c6c-f63b130baed9,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:27.379662 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-af5632d4-148d-4fe0-8d7d-7b805b112a73 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (d11a4593-2153-407d-834f-795746d298cf), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:27.449162 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:27.449963 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35ed45f-91e7-49d4-9859-87653be66941 None None] Pushing event updated for resources: {'Port': ['ID=e7cc303f-a095-4cdd-bb09-675b613e4814,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:27.525924 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-6f681a86-dda4-4a4d-83ff-7c66d047e397 None None] Set router 0108e9da-181c-4dc9-9734-36c7b40864e8 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:12:27.674307 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-40415078-d674-413a-9b9d-d998f873513e None None] Provisioning complete for port e7cc303f-a095-4cdd-bb09-675b613e4814 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:12:27.675313 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-40415078-d674-413a-9b9d-d998f873513e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (e7cc303f-a095-4cdd-bb09-675b613e4814), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:27.797175 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af5632d4-148d-4fe0-8d7d-7b805b112a73 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Router d11a4593-2153-407d-834f-795746d298cf has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:12:27.939801 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44aff372-c1f9-4ca6-98af-01f5a060fb13 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Made reservation on behalf of 1c93b513068944b98dd403010458a6a3 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:12:27.943300 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-44aff372-c1f9-4ca6-98af-01f5a060fb13 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:28.009843 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5632d4-148d-4fe0-8d7d-7b805b112a73 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:12:28.028637 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2399421b-eb16-41f0-949f-07ddf1405995 None None] Sync routers for ids ['d11a4593-2153-407d-834f-795746d298cf'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:12:28.032996 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-af5632d4-148d-4fe0-8d7d-7b805b112a73 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "PUT /v2.0/routers/d11a4593-2153-407d-834f-795746d298cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4820120 Feb 02 07:12:28.033636 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56016) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:28.056542 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2399421b-eb16-41f0-949f-07ddf1405995 None None] Routers {'d11a4593-2153-407d-834f-795746d298cf'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:12:28.057167 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-2399421b-eb16-41f0-949f-07ddf1405995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:12:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['d11a4593-2153-407d-834f-795746d298cf'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:28.155787 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-2399421b-eb16-41f0-949f-07ddf1405995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:28.161160 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2e6c30fb-c635-4443-affb-c72a7f2b18d9 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (ff43d776-1136-4dcb-b9b7-4fd3a30e69c7), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:28.176549 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2399421b-eb16-41f0-949f-07ddf1405995 None None] Routers {'d11a4593-2153-407d-834f-795746d298cf'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:12:28.180549 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-2399421b-eb16-41f0-949f-07ddf1405995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:12:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['d11a4593-2153-407d-834f-795746d298cf'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:28.209044 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-6f681a86-dda4-4a4d-83ff-7c66d047e397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0108e9da-181c-4dc9-9734-36c7b40864e8', 'name': 'tempest-ServersTestMultiNic-443426829-router', 'tenant_id': '1c93b513068944b98dd403010458a6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': 'a2e23b34-5b34-4df8-8d4a-4bb17a1ddc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:12:03Z', 'updated_at': '2022-02-02T07:12:18Z', 'revision_number': 4, 'project_id': '1c93b513068944b98dd403010458a6a3', 'gw_port': {'id': 'a2e23b34-5b34-4df8-8d4a-4bb17a1ddc30', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0108e9da-181c-4dc9-9734-36c7b40864e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:12:05Z', 'updated_at': '2022-02-02T07:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'e7cc303f-a095-4cdd-bb09-675b613e4814', 'name': '', 'network_id': '5dd9583d-e45d-4ede-baa0-788d6a6cc785', 'tenant_id': '1c93b513068944b98dd403010458a6a3', 'mac_address': 'fa:16:3e:18:92:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0108e9da-181c-4dc9-9734-36c7b40864e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': 'ff9fb28b-6104-4035-99b5-8b01815dfea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:12:14Z', 'updated_at': '2022-02-02T07:12:26Z', 'revision_number': 4, 'project_id': '1c93b513068944b98dd403010458a6a3', 'subnets': [{'id': 'ff9fb28b-6104-4035-99b5-8b01815dfea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:28.257861 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-2399421b-eb16-41f0-949f-07ddf1405995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:28.260849 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2399421b-eb16-41f0-949f-07ddf1405995 None None] The sync data for ids ['d11a4593-2153-407d-834f-795746d298cf'] in n-d-789963-26 is: [] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:12:28.270824 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-40415078-d674-413a-9b9d-d998f873513e None None] Current status of the port e7cc303f-a095-4cdd-bb09-675b613e4814 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:12:28.271216 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-40415078-d674-413a-9b9d-d998f873513e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (e7cc303f-a095-4cdd-bb09-675b613e4814), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:28.274661 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f681a86-dda4-4a4d-83ff-7c66d047e397 None None] The sync data for ids ['0108e9da-181c-4dc9-9734-36c7b40864e8'] in n-d-789963-26 is: [{'id': '0108e9da-181c-4dc9-9734-36c7b40864e8', 'name': 'tempest-ServersTestMultiNic-443426829-router', 'tenant_id': '1c93b513068944b98dd403010458a6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': 'a2e23b34-5b34-4df8-8d4a-4bb17a1ddc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:12:03Z', 'updated_at': '2022-02-02T07:12:18Z', 'revision_number': 4, 'project_id': '1c93b513068944b98dd403010458a6a3', 'gw_port': {'id': 'a2e23b34-5b34-4df8-8d4a-4bb17a1ddc30', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0108e9da-181c-4dc9-9734-36c7b40864e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:12:05Z', 'updated_at': '2022-02-02T07:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'e7cc303f-a095-4cdd-bb09-675b613e4814', 'name': '', 'network_id': '5dd9583d-e45d-4ede-baa0-788d6a6cc785', 'tenant_id': '1c93b513068944b98dd403010458a6a3', 'mac_address': 'fa:16:3e:18:92:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0108e9da-181c-4dc9-9734-36c7b40864e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': 'ff9fb28b-6104-4035-99b5-8b01815dfea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:12:14Z', 'updated_at': '2022-02-02T07:12:26Z', 'revision_number': 4, 'project_id': '1c93b513068944b98dd403010458a6a3', 'subnets': [{'id': 'ff9fb28b-6104-4035-99b5-8b01815dfea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:12:28.331821 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-40415078-d674-413a-9b9d-d998f873513e None None] For port e7cc303f-a095-4cdd-bb09-675b613e4814, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=e7cc303f-a095-4cdd-bb09-675b613e4814,segment=NetworkSegment(3beca779-ab32-4690-8e90-2674758f471f),segment_id=3beca779-ab32-4690-8e90-2674758f471f)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:12:28.344742 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-40415078-d674-413a-9b9d-d998f873513e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (e7cc303f-a095-4cdd-bb09-675b613e4814), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:28.459428 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40415078-d674-413a-9b9d-d998f873513e None None] Pushing event updated for resources: {'Port': ['ID=e7cc303f-a095-4cdd-bb09-675b613e4814,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:28.647826 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2e6c30fb-c635-4443-affb-c72a7f2b18d9 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (ff43d776-1136-4dcb-b9b7-4fd3a30e69c7), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:28.653635 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-e7af0f0f-5fad-40ab-addb-8dcf924911ae tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] remove_router_interface failed (client error): The resource could not be found. Feb 02 07:12:28.655137 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e7af0f0f-5fad-40ab-addb-8dcf924911ae tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "PUT /v2.0/routers/d11a4593-2153-407d-834f-795746d298cf/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6198332 Feb 02 07:12:28.661280 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56026) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:28.667163 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2e6c30fb-c635-4443-affb-c72a7f2b18d9 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks [] for router_controller (ff43d776-1136-4dcb-b9b7-4fd3a30e69c7), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:28.770910 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-cb2ed18e-0097-4c0a-831e-eedb6ac23ce0 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "GET /v2.0/ports?device_id=d11a4593-2153-407d-834f-795746d298cf HTTP/1.1" status: 200 len: 205 time: 0.1058629 Feb 02 07:12:28.785435 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56030) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:28.843363 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-513536a5-cc06-4b14-9fd6-f7afb3ca8814 admin admin] Publish callbacks [] for security_group (0f5662f3-c36f-4132-8904-cad68352c02a), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:28.859753 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-513536a5-cc06-4b14-9fd6-f7afb3ca8814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (0f5662f3-c36f-4132-8904-cad68352c02a), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:28.907776 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2e6c30fb-c635-4443-affb-c72a7f2b18d9 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (ff43d776-1136-4dcb-b9b7-4fd3a30e69c7), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:28.926598 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e6c30fb-c635-4443-affb-c72a7f2b18d9 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Fanout notify agent at l3_agent the message router_deleted on router ff43d776-1136-4dcb-b9b7-4fd3a30e69c7 {{(pid=109694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:12:28.959306 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-6e217151-a693-4a8c-aacd-83e772e1faaa tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Deleting port df271680-c1a9-4da3-8c5d-2c8b490b57cf {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:12:28.967831 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6e217151-a693-4a8c-aacd-83e772e1faaa tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (df271680-c1a9-4da3-8c5d-2c8b490b57cf), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:28.975482 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ad9ae305-6849-407d-895c-1611e0516084 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for router (d11a4593-2153-407d-834f-795746d298cf), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:29.008753 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2e6c30fb-c635-4443-affb-c72a7f2b18d9 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:29.009928 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-2e6c30fb-c635-4443-affb-c72a7f2b18d9 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] 10.222.0.87 "DELETE /v2.0/routers/ff43d776-1136-4dcb-b9b7-4fd3a30e69c7 HTTP/1.1" status: 204 len: 168 time: 3.4538915 Feb 02 07:12:29.036933 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56036) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:29.078871 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b724a7f-aa48-46a9-bfe8-645424908d1d req-2f055d1f-4e60-4b63-a5c4-61c7a93b8faa tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:29.093922 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3b724a7f-aa48-46a9-bfe8-645424908d1d req-2f055d1f-4e60-4b63-a5c4-61c7a93b8faa tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 944 time: 0.9267020 Feb 02 07:12:29.113965 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-fb27d509-f37a-4f40-9de4-a5f6cd41bbd1 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1961705781', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:12:29.163362 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56038) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:29.265568 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fb27d509-f37a-4f40-9de4-a5f6cd41bbd1 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (2d23a677-5c1e-4053-915d-176cc2dd5b34), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:29.266610 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fb27d509-f37a-4f40-9de4-a5f6cd41bbd1 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (2d23a677-5c1e-4053-915d-176cc2dd5b34), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:29.273778 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ad9ae305-6849-407d-895c-1611e0516084 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (d11a4593-2153-407d-834f-795746d298cf), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:29.276568 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ad9ae305-6849-407d-895c-1611e0516084 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for router_controller (d11a4593-2153-407d-834f-795746d298cf), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:29.364534 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ad9ae305-6849-407d-895c-1611e0516084 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (d11a4593-2153-407d-834f-795746d298cf), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:29.365443 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad9ae305-6849-407d-895c-1611e0516084 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Fanout notify agent at l3_agent the message router_deleted on router d11a4593-2153-407d-834f-795746d298cf {{(pid=109693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:12:29.386374 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ad9ae305-6849-407d-895c-1611e0516084 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:29.392880 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-ad9ae305-6849-407d-895c-1611e0516084 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "DELETE /v2.0/routers/d11a4593-2153-407d-834f-795746d298cf HTTP/1.1" status: 204 len: 168 time: 0.6052732 Feb 02 07:12:29.395057 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56042) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:29.454620 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-44aff372-c1f9-4ca6-98af-01f5a060fb13 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (f11af823-2bad-4109-bf48-c446c76693a7), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:29.467821 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fb27d509-f37a-4f40-9de4-a5f6cd41bbd1 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks [] for router_controller (2d23a677-5c1e-4053-915d-176cc2dd5b34), precommit_add_association {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:29.488236 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513536a5-cc06-4b14-9fd6-f7afb3ca8814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f5662f3-c36f-4132-8904-cad68352c02a,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:29.495379 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-513536a5-cc06-4b14-9fd6-f7afb3ca8814 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=06f228e2cbb24958abe67b6080ab016d&name=default HTTP/1.1" status: 200 len: 3000 time: 2.6775656 Feb 02 07:12:29.509732 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-fb304338-c781-4ea7-9bea-b4f411fab929 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1327595923-network', 'tenant_id': '158b617b54e4489dbe792d64a323d023'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:12:29.546122 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56046) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:29.558663 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aff372-c1f9-4ca6-98af-01f5a060fb13 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Pushing event updated for resources: {'Subnet': ['ID=f11af823-2bad-4109-bf48-c446c76693a7,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:29.565640 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fb27d509-f37a-4f40-9de4-a5f6cd41bbd1 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (2d23a677-5c1e-4053-915d-176cc2dd5b34), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:29.580112 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb304338-c781-4ea7-9bea-b4f411fab929 admin admin] Made reservation on behalf of 158b617b54e4489dbe792d64a323d023 for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:12:29.585051 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fb304338-c781-4ea7-9bea-b4f411fab929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:29.611896 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device e7cc303f-a095-4cdd-bb09-675b613e4814 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:12:29.622886 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fb304338-c781-4ea7-9bea-b4f411fab929 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:29.724333 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3b724a7f-aa48-46a9-bfe8-645424908d1d req-ddf231bb-b96b-4eec-b77b-a757a7a41b8b tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=4c2c0860-2986-407a-8a1e-1579ab01e7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6290338 Feb 02 07:12:29.749004 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port e7cc303f-a095-4cdd-bb09-675b613e4814 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:12:29.749690 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (e7cc303f-a095-4cdd-bb09-675b613e4814), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:29.777409 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6e217151-a693-4a8c-aacd-83e772e1faaa tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (df271680-c1a9-4da3-8c5d-2c8b490b57cf), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:29.777748 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6e217151-a693-4a8c-aacd-83e772e1faaa tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks [] for floatingip (df271680-c1a9-4da3-8c5d-2c8b490b57cf), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:29.780640 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44aff372-c1f9-4ca6-98af-01f5a060fb13 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Checking segment: {'id': '340496d0-213c-4bfb-8673-51533e32f7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e1cca449-70a4-4578-87b2-31e487ae1243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:12:29.781257 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44aff372-c1f9-4ca6-98af-01f5a060fb13 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Network hostable DHCP agents. Network: e1cca449-70a4-4578-87b2-31e487ae1243, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:12:29.805695 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fb27d509-f37a-4f40-9de4-a5f6cd41bbd1 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:29.807246 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-fb27d509-f37a-4f40-9de4-a5f6cd41bbd1 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7463224 Feb 02 07:12:29.813928 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56050) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:29.826538 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-6e217151-a693-4a8c-aacd-83e772e1faaa tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Calling delete_port for df271680-c1a9-4da3-8c5d-2c8b490b57cf owned by network:floatingip {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:12:29.832706 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-3c178e19-d0ba-46ba-9b81-2f1cb2f6e13e tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:12:29.849460 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fb304338-c781-4ea7-9bea-b4f411fab929 admin admin] Publish callbacks [] for security_group (485c01cd-3bd7-4e6c-8d60-b1bd853d892b), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:29.862403 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-e71c4b36-c899-47fb-872c-09dbba134e37 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Deleting subnet 26e79655-f9cf-4ca9-acc0-293d0393b9c4 {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:12:29.867580 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fb304338-c781-4ea7-9bea-b4f411fab929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (485c01cd-3bd7-4e6c-8d60-b1bd853d892b), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:29.881545 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e71c4b36-c899-47fb-872c-09dbba134e37 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for subnet (26e79655-f9cf-4ca9-acc0-293d0393b9c4), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:29.890831 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port e7cc303f-a095-4cdd-bb09-675b613e4814 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:12:29.959358 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb304338-c781-4ea7-9bea-b4f411fab929 admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:12:30.000282 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb304338-c781-4ea7-9bea-b4f411fab929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=485c01cd-3bd7-4e6c-8d60-b1bd853d892b,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:30.024711 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fb304338-c781-4ea7-9bea-b4f411fab929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (f6e5c7ab-d970-42f4-9b5c-99d614498678), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:30.025283 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-fb304338-c781-4ea7-9bea-b4f411fab929 admin admin] Added segment f6e5c7ab-d970-42f4-9b5c-99d614498678 of type vlan for network 5cfbcee1-7173-4b6e-a0aa-7287399b71c6 Feb 02 07:12:30.030781 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e71c4b36-c899-47fb-872c-09dbba134e37 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (26e79655-f9cf-4ca9-acc0-293d0393b9c4), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:30.034570 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-84645563-ab17-417a-b008-ec7e21965b90 admin admin] Publish callbacks [] for security_group (0f5662f3-c36f-4132-8904-cad68352c02a), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:30.063477 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-84645563-ab17-417a-b008-ec7e21965b90 admin admin] Publish callbacks [] for security_group (0f5662f3-c36f-4132-8904-cad68352c02a), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:30.123120 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44aff372-c1f9-4ca6-98af-01f5a060fb13 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Network e1cca449-70a4-4578-87b2-31e487ae1243 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:12:30.172813 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fb304338-c781-4ea7-9bea-b4f411fab929 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (5cfbcee1-7173-4b6e-a0aa-7287399b71c6), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:30.246982 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-84645563-ab17-417a-b008-ec7e21965b90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (0f5662f3-c36f-4132-8904-cad68352c02a), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:30.250008 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-84645563-ab17-417a-b008-ec7e21965b90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:30.254576 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-84645563-ab17-417a-b008-ec7e21965b90 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/0f5662f3-c36f-4132-8904-cad68352c02a HTTP/1.1" status: 204 len: 168 time: 0.6964974 Feb 02 07:12:30.286537 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84645563-ab17-417a-b008-ec7e21965b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f5662f3-c36f-4132-8904-cad68352c02a,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:30.297300 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fb304338-c781-4ea7-9bea-b4f411fab929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (5cfbcee1-7173-4b6e-a0aa-7287399b71c6), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:30.300418 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb304338-c781-4ea7-9bea-b4f411fab929 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:30.302775 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fb304338-c781-4ea7-9bea-b4f411fab929 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:30.340551 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e71c4b36-c899-47fb-872c-09dbba134e37 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (26e79655-f9cf-4ca9-acc0-293d0393b9c4), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:30.364675 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-fb304338-c781-4ea7-9bea-b4f411fab929 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1997056 Feb 02 07:12:30.422055 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56054) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:30.442105 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-50459cc4-700c-48dc-99c8-b0187c5a5af3 admin admin] Request body: {'subnet': {'network_id': '5cfbcee1-7173-4b6e-a0aa-7287399b71c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1327595923-subnet', 'tenant_id': '158b617b54e4489dbe792d64a323d023', 'ip_version': 4}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:12:30.611201 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb304338-c781-4ea7-9bea-b4f411fab929 admin admin] Pushing event updated for resources: {'Network': ['ID=5cfbcee1-7173-4b6e-a0aa-7287399b71c6,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:30.625193 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 5cfbcee1-7173-4b6e-a0aa-7287399b71c6 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:12:30.642745 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e71c4b36-c899-47fb-872c-09dbba134e37 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (26e79655-f9cf-4ca9-acc0-293d0393b9c4), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:30.667190 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50459cc4-700c-48dc-99c8-b0187c5a5af3 admin admin] Made reservation on behalf of 158b617b54e4489dbe792d64a323d023 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:12:30.671005 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-50459cc4-700c-48dc-99c8-b0187c5a5af3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:30.720350 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e71c4b36-c899-47fb-872c-09dbba134e37 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:30.725524 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e71c4b36-c899-47fb-872c-09dbba134e37 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "DELETE /v2.0/subnets/26e79655-f9cf-4ca9-acc0-293d0393b9c4 HTTP/1.1" status: 204 len: 168 time: 1.3282413 Feb 02 07:12:30.729691 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c4b36-c899-47fb-872c-09dbba134e37 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Pushing event deleted for resources: {'Subnet': ['ID=26e79655-f9cf-4ca9-acc0-293d0393b9c4,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:30.736843 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56058) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:30.738430 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc8c9cc-32a6-4040-ac75-b5c722a2a344 None None] Network 13d8d0b3-4d9c-4640-8e6b-eb5216d9b6b2 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:12:30.774419 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6e217151-a693-4a8c-aacd-83e772e1faaa tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (df271680-c1a9-4da3-8c5d-2c8b490b57cf), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:30.839842 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-44aff372-c1f9-4ca6-98af-01f5a060fb13 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, e1cca449-70a4-4578-87b2-31e487ae1243) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:12:30.865183 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44aff372-c1f9-4ca6-98af-01f5a060fb13 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:30.865780 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-44aff372-c1f9-4ca6-98af-01f5a060fb13 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:30.870523 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e217151-a693-4a8c-aacd-83e772e1faaa tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Pushing event deleted for resources: {'Port': ['ID=df271680-c1a9-4da3-8c5d-2c8b490b57cf,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:30.873787 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a4a216-4ef4-4018-ad8e-f1e28e604253 None None] Network e1cca449-70a4-4578-87b2-31e487ae1243 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:12:30.944494 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-44aff372-c1f9-4ca6-98af-01f5a060fb13 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 4.5450966 Feb 02 07:12:30.991636 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56068) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:30.999001 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-1edf0771-4601-4df0-85cc-1be6c1582ad5 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1089477812'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:12:31.016013 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3c178e19-d0ba-46ba-9b81-2f1cb2f6e13e tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks [] for router_gateway (2d23a677-5c1e-4053-915d-176cc2dd5b34), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:31.038402 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd08bcc-0add-4294-8af4-1420066b6cc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-e1cca449-70a4-4578-87b2-31e487ae1243', 'network_id': 'e1cca449-70a4-4578-87b2-31e487ae1243', 'project_id': '1c93b513068944b98dd403010458a6a3', 'fixed_ips': [{'subnet_id': 'f11af823-2bad-4109-bf48-c446c76693a7'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:12:31.040056 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-bdd08bcc-0add-4294-8af4-1420066b6cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:31.056118 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6e217151-a693-4a8c-aacd-83e772e1faaa tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks [] for floatingip (b4fdd179-f63f-48e6-8768-8898a9dd83e6), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:31.059526 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6e217151-a693-4a8c-aacd-83e772e1faaa tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:31.063515 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-6e217151-a693-4a8c-aacd-83e772e1faaa tempest-ServerActionsTestJSON-1902549096 tempest-ServerActionsTestJSON-1902549096-project] 10.222.0.87 "DELETE /v2.0/floatingips/b4fdd179-f63f-48e6-8768-8898a9dd83e6 HTTP/1.1" status: 204 len: 168 time: 3.9202361 Feb 02 07:12:31.071107 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56072) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:31.080003 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1edf0771-4601-4df0-85cc-1be6c1582ad5 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Made reservation on behalf of 1c93b513068944b98dd403010458a6a3 for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:12:31.085828 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1edf0771-4601-4df0-85cc-1be6c1582ad5 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:31.109166 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d5992ba1-492f-4e37-b81a-580aff24e4b6 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (13d8d0b3-4d9c-4640-8e6b-eb5216d9b6b2), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:31.155678 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-50459cc4-700c-48dc-99c8-b0187c5a5af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (632da248-6289-4747-982b-19f8a4b887fb), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:31.173409 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1edf0771-4601-4df0-85cc-1be6c1582ad5 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:12:31.181416 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8ca99a-2be6-4ef3-8356-435b06c7c8c7 None None] DHCP port deletion for 13d8d0b3-4d9c-4640-8e6b-eb5216d9b6b2 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:12:31.193317 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1edf0771-4601-4df0-85cc-1be6c1582ad5 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (646b7a2e-25a1-4960-a214-f6750a541adf), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:31.194134 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-1edf0771-4601-4df0-85cc-1be6c1582ad5 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Added segment 646b7a2e-25a1-4960-a214-f6750a541adf of type vlan for network 6a85e0f7-6d70-42a4-bb4d-1e98b97a2c94 Feb 02 07:12:31.322851 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1edf0771-4601-4df0-85cc-1be6c1582ad5 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (6a85e0f7-6d70-42a4-bb4d-1e98b97a2c94), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:31.346970 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-d5992ba1-492f-4e37-b81a-580aff24e4b6 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Deleting port 9dd2411e-56c0-4b26-980b-0e2c0246ff67 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:12:31.347306 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d5992ba1-492f-4e37-b81a-580aff24e4b6 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (9dd2411e-56c0-4b26-980b-0e2c0246ff67), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:31.356369 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed92236-64e7-4d5f-932d-46dd1754ca21 req-e8f59550-c122-4947-a146-f0a175e6ba94 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:31.358047 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4ed92236-64e7-4d5f-932d-46dd1754ca21 req-e8f59550-c122-4947-a146-f0a175e6ba94 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 944 time: 0.2446468 Feb 02 07:12:31.370497 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 9dd2411e-56c0-4b26-980b-0e2c0246ff67 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:12:31.374481 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50459cc4-700c-48dc-99c8-b0187c5a5af3 admin admin] Checking segment: {'id': 'f6e5c7ab-d970-42f4-9b5c-99d614498678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '5cfbcee1-7173-4b6e-a0aa-7287399b71c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:12:31.374834 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50459cc4-700c-48dc-99c8-b0187c5a5af3 admin admin] Network hostable DHCP agents. Network: 5cfbcee1-7173-4b6e-a0aa-7287399b71c6, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:12:31.377530 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50459cc4-700c-48dc-99c8-b0187c5a5af3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=632da248-6289-4747-982b-19f8a4b887fb,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:31.395306 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-bdd08bcc-0add-4294-8af4-1420066b6cc4 None None] Allocated IP 19.80.0.2 (e1cca449-70a4-4578-87b2-31e487ae1243/f11af823-2bad-4109-bf48-c446c76693a7/ae95227b-c468-41da-9c0a-d387f6aa9301) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:12:31.461349 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1edf0771-4601-4df0-85cc-1be6c1582ad5 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (6a85e0f7-6d70-42a4-bb4d-1e98b97a2c94), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:31.462065 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-8c8ca99a-2be6-4ef3-8356-435b06c7c8c7 None None] Deleting port 9dd2411e-56c0-4b26-980b-0e2c0246ff67 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:12:31.462493 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-8c8ca99a-2be6-4ef3-8356-435b06c7c8c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (9dd2411e-56c0-4b26-980b-0e2c0246ff67), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:31.467024 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edf0771-4601-4df0-85cc-1be6c1582ad5 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:31.467711 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1edf0771-4601-4df0-85cc-1be6c1582ad5 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:31.498763 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-d5992ba1-492f-4e37-b81a-580aff24e4b6 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] For port 9dd2411e-56c0-4b26-980b-0e2c0246ff67, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=9dd2411e-56c0-4b26-980b-0e2c0246ff67,segment=NetworkSegment(1e798638-4d30-4d8f-a2b5-e011bb5efa8c),segment_id=1e798638-4d30-4d8f-a2b5-e011bb5efa8c)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:12:31.498963 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d5992ba1-492f-4e37-b81a-580aff24e4b6 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (9dd2411e-56c0-4b26-980b-0e2c0246ff67), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:31.530897 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-d5992ba1-492f-4e37-b81a-580aff24e4b6 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Calling delete_port for 9dd2411e-56c0-4b26-980b-0e2c0246ff67 owned by network:dhcp {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:12:31.566346 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50459cc4-700c-48dc-99c8-b0187c5a5af3 admin admin] Network 5cfbcee1-7173-4b6e-a0aa-7287399b71c6 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:12:31.601584 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4ed92236-64e7-4d5f-932d-46dd1754ca21 req-9a7fd84e-b5b5-45e1-bea4-050fe4d8fd1c tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=4c2c0860-2986-407a-8a1e-1579ab01e7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2356257 Feb 02 07:12:31.617808 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-50459cc4-700c-48dc-99c8-b0187c5a5af3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 5cfbcee1-7173-4b6e-a0aa-7287399b71c6) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:12:31.627484 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50459cc4-700c-48dc-99c8-b0187c5a5af3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:31.628125 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-50459cc4-700c-48dc-99c8-b0187c5a5af3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:31.671445 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-50459cc4-700c-48dc-99c8-b0187c5a5af3 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2443938 Feb 02 07:12:31.671445 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56086) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:31.671819 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edf0771-4601-4df0-85cc-1be6c1582ad5 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Pushing event updated for resources: {'Network': ['ID=6a85e0f7-6d70-42a4-bb4d-1e98b97a2c94,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:31.675249 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-1d6f5456-14d8-4a17-bcb9-e481a16b90af admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1327595923-router', 'tenant_id': '158b617b54e4489dbe792d64a323d023', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:12:31.679606 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-1edf0771-4601-4df0-85cc-1be6c1582ad5 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6848300 Feb 02 07:12:31.683900 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56088) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:31.691089 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-335727c2-983a-4f96-9784-5d6555fd4b92 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Request body: {'subnet': {'network_id': '6a85e0f7-6d70-42a4-bb4d-1e98b97a2c94', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:12:31.701518 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1d6f5456-14d8-4a17-bcb9-e481a16b90af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (ce157d5e-966f-43c1-89ba-ce7746322e54), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:31.703257 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1d6f5456-14d8-4a17-bcb9-e481a16b90af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (ce157d5e-966f-43c1-89ba-ce7746322e54), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:31.719864 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d5992ba1-492f-4e37-b81a-580aff24e4b6 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (9dd2411e-56c0-4b26-980b-0e2c0246ff67), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:31.738874 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3c178e19-d0ba-46ba-9b81-2f1cb2f6e13e tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks [] for router_gateway (2d23a677-5c1e-4053-915d-176cc2dd5b34), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:31.775289 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-8c8ca99a-2be6-4ef3-8356-435b06c7c8c7 None None] For port 9dd2411e-56c0-4b26-980b-0e2c0246ff67, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=9dd2411e-56c0-4b26-980b-0e2c0246ff67,segment=NetworkSegment(1e798638-4d30-4d8f-a2b5-e011bb5efa8c),segment_id=1e798638-4d30-4d8f-a2b5-e011bb5efa8c)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:12:31.777088 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-8c8ca99a-2be6-4ef3-8356-435b06c7c8c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (9dd2411e-56c0-4b26-980b-0e2c0246ff67), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:31.783808 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3c178e19-d0ba-46ba-9b81-2f1cb2f6e13e tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:31.800494 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5992ba1-492f-4e37-b81a-580aff24e4b6 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] No DVR routers for this DVR port 9dd2411e-56c0-4b26-980b-0e2c0246ff67 on host n-d-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:12:31.802142 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5992ba1-492f-4e37-b81a-580aff24e4b6 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Pushing event deleted for resources: {'Port': ['ID=9dd2411e-56c0-4b26-980b-0e2c0246ff67,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:31.802602 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-8c8ca99a-2be6-4ef3-8356-435b06c7c8c7 None None] Calling delete_port for 9dd2411e-56c0-4b26-980b-0e2c0246ff67 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:12:31.807074 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1d6f5456-14d8-4a17-bcb9-e481a16b90af admin admin] Publish callbacks [] for router_controller (ce157d5e-966f-43c1-89ba-ce7746322e54), precommit_add_association {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:32.031450 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-335727c2-983a-4f96-9784-5d6555fd4b92 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Made reservation on behalf of 1c93b513068944b98dd403010458a6a3 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:12:32.034945 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-335727c2-983a-4f96-9784-5d6555fd4b92 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:32.077816 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-3c178e19-d0ba-46ba-9b81-2f1cb2f6e13e tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Allocated IP 172.25.4.3 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/992f4df3-67b5-4628-9a59-2bdf94572a6b) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:12:32.178221 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aef4368-7d09-4573-b688-22d17622ffe0 None None] Network 5cfbcee1-7173-4b6e-a0aa-7287399b71c6 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:12:32.183296 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 6a85e0f7-6d70-42a4-bb4d-1e98b97a2c94 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:12:32.189144 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-8c8ca99a-2be6-4ef3-8356-435b06c7c8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (9dd2411e-56c0-4b26-980b-0e2c0246ff67), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:32.321621 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d5992ba1-492f-4e37-b81a-580aff24e4b6 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (13d8d0b3-4d9c-4640-8e6b-eb5216d9b6b2), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:32.360701 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8ca99a-2be6-4ef3-8356-435b06c7c8c7 None None] Pushing event deleted for resources: {'Port': ['ID=9dd2411e-56c0-4b26-980b-0e2c0246ff67,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:32.373337 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8ca99a-2be6-4ef3-8356-435b06c7c8c7 None None] No DVR routers for this DVR port 9dd2411e-56c0-4b26-980b-0e2c0246ff67 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:12:32.374231 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3c178e19-d0ba-46ba-9b81-2f1cb2f6e13e tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks [] for port (992f4df3-67b5-4628-9a59-2bdf94572a6b), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:32.403124 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-d5992ba1-492f-4e37-b81a-580aff24e4b6 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13d8d0b3-4d9c-4640-8e6b-eb5216d9b6b2']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:32.412395 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1d6f5456-14d8-4a17-bcb9-e481a16b90af admin admin] Publish callbacks [] for router_gateway (ce157d5e-966f-43c1-89ba-ce7746322e54), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:32.419453 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-d5992ba1-492f-4e37-b81a-580aff24e4b6 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e798638-4d30-4d8f-a2b5-e011bb5efa8c') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:32.419860 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-d5992ba1-492f-4e37-b81a-580aff24e4b6 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e798638-4d30-4d8f-a2b5-e011bb5efa8c') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:32.421206 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 9dd2411e-56c0-4b26-980b-0e2c0246ff67 is: ACTIVE; New status is: DOWN {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:12:32.421800 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (9dd2411e-56c0-4b26-980b-0e2c0246ff67), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:32.442045 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d5992ba1-492f-4e37-b81a-580aff24e4b6 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (1e798638-4d30-4d8f-a2b5-e011bb5efa8c), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:32.456468 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3c178e19-d0ba-46ba-9b81-2f1cb2f6e13e tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (992f4df3-67b5-4628-9a59-2bdf94572a6b), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:32.460853 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d5992ba1-492f-4e37-b81a-580aff24e4b6 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (1e798638-4d30-4d8f-a2b5-e011bb5efa8c), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:32.461742 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-bdd08bcc-0add-4294-8af4-1420066b6cc4 None None] Publish callbacks [] for port (ae95227b-c468-41da-9c0a-d387f6aa9301), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:32.474994 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5992ba1-492f-4e37-b81a-580aff24e4b6 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:12:32.475840 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d5992ba1-492f-4e37-b81a-580aff24e4b6 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (1e798638-4d30-4d8f-a2b5-e011bb5efa8c), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:32.479282 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:12:32.479282 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:12:32.479282 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:12:32.479282 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:12:32.479282 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:12:32.479282 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:12:32.479282 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:12:32.479282 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:12:32.479282 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:12:32.479282 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:12:32.479282 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:12:32.479282 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:12:32.479282 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:12:32.479282 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:12:32.479282 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:12:32.479282 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:12:32.479282 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:12:32.479282 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:12:32.479282 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:12:32.479282 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:12:32.479282 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:12:32.479282 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:12:32.479282 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:12:32.479282 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:12:32.479282 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:12:32.479282 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:12:32.479282 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:12:32.479282 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:12:32.479282 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:12:32.479282 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:12:32.479282 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:12:32.479282 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:12:32.502608 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-bdd08bcc-0add-4294-8af4-1420066b6cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (ae95227b-c468-41da-9c0a-d387f6aa9301), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:32.536567 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c178e19-d0ba-46ba-9b81-2f1cb2f6e13e tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:12:32.544188 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-3c178e19-d0ba-46ba-9b81-2f1cb2f6e13e tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:12:32.554051 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c178e19-d0ba-46ba-9b81-2f1cb2f6e13e tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:12:32.576739 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd08bcc-0add-4294-8af4-1420066b6cc4 None None] Network e1cca449-70a4-4578-87b2-31e487ae1243 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:12:32.583704 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-bdd08bcc-0add-4294-8af4-1420066b6cc4 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:12:32.586278 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd08bcc-0add-4294-8af4-1420066b6cc4 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:12:32.598729 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed14eb5-159a-4c5f-a230-15c44221cb09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-5cfbcee1-7173-4b6e-a0aa-7287399b71c6', 'network_id': '5cfbcee1-7173-4b6e-a0aa-7287399b71c6', 'project_id': '158b617b54e4489dbe792d64a323d023', 'fixed_ips': [{'subnet_id': '632da248-6289-4747-982b-19f8a4b887fb'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:12:32.599788 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-8ed14eb5-159a-4c5f-a230-15c44221cb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:32.616137 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d5992ba1-492f-4e37-b81a-580aff24e4b6 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (13d8d0b3-4d9c-4640-8e6b-eb5216d9b6b2), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:32.631297 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d5992ba1-492f-4e37-b81a-580aff24e4b6 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:32.636270 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d5992ba1-492f-4e37-b81a-580aff24e4b6 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "DELETE /v2.0/networks/13d8d0b3-4d9c-4640-8e6b-eb5216d9b6b2 HTTP/1.1" status: 204 len: 168 time: 1.8969243 Feb 02 07:12:32.641661 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56108) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:32.646238 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd08bcc-0add-4294-8af4-1420066b6cc4 None None] Pushing event updated for resources: {'Port': ['ID=ae95227b-c468-41da-9c0a-d387f6aa9301,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:32.650973 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-e8142c3a-5302-4061-9a11-e283f8b7bbd2 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Request body: {'network': {'name': 'tempest-RoutersTest-1562344485'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:12:32.673650 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5992ba1-492f-4e37-b81a-580aff24e4b6 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Pushing event deleted for resources: {'Network': ['ID=13d8d0b3-4d9c-4640-8e6b-eb5216d9b6b2,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:32.704168 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8142c3a-5302-4061-9a11-e283f8b7bbd2 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Made reservation on behalf of c092e90dc089486b8a9195291d2bdc7c for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:12:32.708398 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e8142c3a-5302-4061-9a11-e283f8b7bbd2 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:32.779884 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-bdd08bcc-0add-4294-8af4-1420066b6cc4 None None] Attempting to bind port ae95227b-c468-41da-9c0a-d387f6aa9301 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:12:32.780487 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-bdd08bcc-0add-4294-8af4-1420066b6cc4 None None] Attempting to bind port ae95227b-c468-41da-9c0a-d387f6aa9301 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '340496d0-213c-4bfb-8673-51533e32f7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e1cca449-70a4-4578-87b2-31e487ae1243'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:12:32.780626 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c178e19-d0ba-46ba-9b81-2f1cb2f6e13e tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Pushing event updated for resources: {'Port': ['ID=992f4df3-67b5-4628-9a59-2bdf94572a6b,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:32.780736 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd08bcc-0add-4294-8af4-1420066b6cc4 None None] Attempting to bind port ae95227b-c468-41da-9c0a-d387f6aa9301 on network e1cca449-70a4-4578-87b2-31e487ae1243 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:12:32.809333 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd08bcc-0add-4294-8af4-1420066b6cc4 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:12:32.809720 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd08bcc-0add-4294-8af4-1420066b6cc4 None None] Checking segment: {'id': '340496d0-213c-4bfb-8673-51533e32f7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e1cca449-70a4-4578-87b2-31e487ae1243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:12:32.810234 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-bdd08bcc-0add-4294-8af4-1420066b6cc4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:32.810654 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd08bcc-0add-4294-8af4-1420066b6cc4 None None] Bound using segment: {'id': '340496d0-213c-4bfb-8673-51533e32f7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e1cca449-70a4-4578-87b2-31e487ae1243'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:12:32.811121 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-bdd08bcc-0add-4294-8af4-1420066b6cc4 None None] Bound port: ae95227b-c468-41da-9c0a-d387f6aa9301, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '340496d0-213c-4bfb-8673-51533e32f7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e1cca449-70a4-4578-87b2-31e487ae1243'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:12:32.811513 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-bdd08bcc-0add-4294-8af4-1420066b6cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ae95227b-c468-41da-9c0a-d387f6aa9301), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:32.831023 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8142c3a-5302-4061-9a11-e283f8b7bbd2 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:12:32.853323 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e8142c3a-5302-4061-9a11-e283f8b7bbd2 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (5b4537b9-cda3-48b7-a425-4c4629db2f27), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:32.853794 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-e8142c3a-5302-4061-9a11-e283f8b7bbd2 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Added segment 5b4537b9-cda3-48b7-a425-4c4629db2f27 of type vlan for network 9727d2bb-d551-41c6-8b30-839e0b999066 Feb 02 07:12:32.876408 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1d6f5456-14d8-4a17-bcb9-e481a16b90af admin admin] Publish callbacks [] for router_gateway (ce157d5e-966f-43c1-89ba-ce7746322e54), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:32.898335 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-8ed14eb5-159a-4c5f-a230-15c44221cb09 None None] Allocated IP 172.20.0.2 (5cfbcee1-7173-4b6e-a0aa-7287399b71c6/632da248-6289-4747-982b-19f8a4b887fb/496809cb-90d3-4ce3-a749-63de296c13a4) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:12:32.920793 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1d6f5456-14d8-4a17-bcb9-e481a16b90af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:32.935956 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e8142c3a-5302-4061-9a11-e283f8b7bbd2 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (9727d2bb-d551-41c6-8b30-839e0b999066), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:32.937740 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-335727c2-983a-4f96-9784-5d6555fd4b92 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (65c016d1-697a-4965-8fc4-4ace45afed14), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:33.018319 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-bdd08bcc-0add-4294-8af4-1420066b6cc4 None None] For port ae95227b-c468-41da-9c0a-d387f6aa9301, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:12:33.032742 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e8142c3a-5302-4061-9a11-e283f8b7bbd2 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (9727d2bb-d551-41c6-8b30-839e0b999066), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:33.038265 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8142c3a-5302-4061-9a11-e283f8b7bbd2 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:33.038935 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e8142c3a-5302-4061-9a11-e283f8b7bbd2 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:33.039365 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfa0a6b-622a-4b4b-9196-896f20c73edb req-8ffb7f88-2c96-4877-aad5-c15f3e80773e tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:33.041007 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1cfa0a6b-622a-4b4b-9196-896f20c73edb req-8ffb7f88-2c96-4877-aad5-c15f3e80773e tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 944 time: 0.2748606 Feb 02 07:12:33.049784 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-bdd08bcc-0add-4294-8af4-1420066b6cc4 None None] For port ae95227b-c468-41da-9c0a-d387f6aa9301, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=ae95227b-c468-41da-9c0a-d387f6aa9301,segment=NetworkSegment(340496d0-213c-4bfb-8673-51533e32f7aa),segment_id=340496d0-213c-4bfb-8673-51533e32f7aa)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:12:33.071099 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-bdd08bcc-0add-4294-8af4-1420066b6cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (ae95227b-c468-41da-9c0a-d387f6aa9301), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:33.077152 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e8142c3a-5302-4061-9a11-e283f8b7bbd2 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4332149 Feb 02 07:12:33.082113 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56122) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:33.089139 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-ed920c93-54ac-4a3a-accb-f1407ed2d529 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Request body: {'subnet': {'network_id': '9727d2bb-d551-41c6-8b30-839e0b999066', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:12:33.130449 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-27176d38-ae3f-4419-9c9b-ebd818c490ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (be744460-d8bd-4283-b63d-bc86bfeb7c96), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:33.182899 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335727c2-983a-4f96-9784-5d6555fd4b92 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Pushing event updated for resources: {'Subnet': ['ID=65c016d1-697a-4965-8fc4-4ace45afed14,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:33.213011 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd08bcc-0add-4294-8af4-1420066b6cc4 None None] Pushing event updated for resources: {'Port': ['ID=ae95227b-c468-41da-9c0a-d387f6aa9301,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:33.216520 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335727c2-983a-4f96-9784-5d6555fd4b92 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Checking segment: {'id': '646b7a2e-25a1-4960-a214-f6750a541adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '6a85e0f7-6d70-42a4-bb4d-1e98b97a2c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:12:33.216967 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335727c2-983a-4f96-9784-5d6555fd4b92 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Network hostable DHCP agents. Network: 6a85e0f7-6d70-42a4-bb4d-1e98b97a2c94, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:12:33.258345 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-1d6f5456-14d8-4a17-bcb9-e481a16b90af admin admin] Allocated IP 172.25.4.232 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/7e50471c-80cd-46a8-9384-5eff775b4e64) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:12:33.268004 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8142c3a-5302-4061-9a11-e283f8b7bbd2 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Pushing event updated for resources: {'Network': ['ID=9727d2bb-d551-41c6-8b30-839e0b999066,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:33.278527 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-8ed14eb5-159a-4c5f-a230-15c44221cb09 None None] Publish callbacks [] for port (496809cb-90d3-4ce3-a749-63de296c13a4), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:33.279324 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed920c93-54ac-4a3a-accb-f1407ed2d529 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Made reservation on behalf of c092e90dc089486b8a9195291d2bdc7c for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:12:33.283044 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ed920c93-54ac-4a3a-accb-f1407ed2d529 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:33.286896 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 9727d2bb-d551-41c6-8b30-839e0b999066 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:12:33.292189 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1cfa0a6b-622a-4b4b-9196-896f20c73edb req-7896e769-e828-4961-9557-86c2f268141c tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=4c2c0860-2986-407a-8a1e-1579ab01e7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2293146 Feb 02 07:12:33.385052 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335727c2-983a-4f96-9784-5d6555fd4b92 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Network 6a85e0f7-6d70-42a4-bb4d-1e98b97a2c94 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:12:33.436088 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-8ed14eb5-159a-4c5f-a230-15c44221cb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (496809cb-90d3-4ce3-a749-63de296c13a4), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:33.444271 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-335727c2-983a-4f96-9784-5d6555fd4b92 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 6a85e0f7-6d70-42a4-bb4d-1e98b97a2c94) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:12:33.465410 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335727c2-983a-4f96-9784-5d6555fd4b92 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:33.466109 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-335727c2-983a-4f96-9784-5d6555fd4b92 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:33.493628 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a5062e-867e-4608-91be-87b4b3bbb614 None None] Network 6a85e0f7-6d70-42a4-bb4d-1e98b97a2c94 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:12:33.569265 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3c178e19-d0ba-46ba-9b81-2f1cb2f6e13e tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks [] for router_gateway (2d23a677-5c1e-4053-915d-176cc2dd5b34), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:33.577514 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-335727c2-983a-4f96-9784-5d6555fd4b92 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8923242 Feb 02 07:12:33.645553 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed14eb5-159a-4c5f-a230-15c44221cb09 None None] Network 5cfbcee1-7173-4b6e-a0aa-7287399b71c6 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:12:33.653938 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-8ed14eb5-159a-4c5f-a230-15c44221cb09 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:12:33.658879 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed14eb5-159a-4c5f-a230-15c44221cb09 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:12:33.670924 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed14eb5-159a-4c5f-a230-15c44221cb09 None None] Pushing event updated for resources: {'Port': ['ID=496809cb-90d3-4ce3-a749-63de296c13a4,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:33.743036 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6f91a1-7a79-47ba-99fe-cc8f77e9fbeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-6a85e0f7-6d70-42a4-bb4d-1e98b97a2c94', 'network_id': '6a85e0f7-6d70-42a4-bb4d-1e98b97a2c94', 'project_id': '1c93b513068944b98dd403010458a6a3', 'fixed_ips': [{'subnet_id': '65c016d1-697a-4965-8fc4-4ace45afed14'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:12:33.743964 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5b6f91a1-7a79-47ba-99fe-cc8f77e9fbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:33.747307 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-8ed14eb5-159a-4c5f-a230-15c44221cb09 None None] Attempting to bind port 496809cb-90d3-4ce3-a749-63de296c13a4 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:12:33.747712 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-8ed14eb5-159a-4c5f-a230-15c44221cb09 None None] Attempting to bind port 496809cb-90d3-4ce3-a749-63de296c13a4 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'f6e5c7ab-d970-42f4-9b5c-99d614498678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '5cfbcee1-7173-4b6e-a0aa-7287399b71c6'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:12:33.748082 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed14eb5-159a-4c5f-a230-15c44221cb09 None None] Attempting to bind port 496809cb-90d3-4ce3-a749-63de296c13a4 on network 5cfbcee1-7173-4b6e-a0aa-7287399b71c6 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:12:33.760959 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed14eb5-159a-4c5f-a230-15c44221cb09 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:12:33.761375 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed14eb5-159a-4c5f-a230-15c44221cb09 None None] Checking segment: {'id': 'f6e5c7ab-d970-42f4-9b5c-99d614498678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '5cfbcee1-7173-4b6e-a0aa-7287399b71c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:12:33.761817 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-8ed14eb5-159a-4c5f-a230-15c44221cb09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:33.762226 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed14eb5-159a-4c5f-a230-15c44221cb09 None None] Bound using segment: {'id': 'f6e5c7ab-d970-42f4-9b5c-99d614498678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '5cfbcee1-7173-4b6e-a0aa-7287399b71c6'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:12:33.762804 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-8ed14eb5-159a-4c5f-a230-15c44221cb09 None None] Bound port: 496809cb-90d3-4ce3-a749-63de296c13a4, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6e5c7ab-d970-42f4-9b5c-99d614498678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '5cfbcee1-7173-4b6e-a0aa-7287399b71c6'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:12:33.763225 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-8ed14eb5-159a-4c5f-a230-15c44221cb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (496809cb-90d3-4ce3-a749-63de296c13a4), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:33.789263 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1d6f5456-14d8-4a17-bcb9-e481a16b90af admin admin] Publish callbacks [] for port (7e50471c-80cd-46a8-9384-5eff775b4e64), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:33.801182 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ed920c93-54ac-4a3a-accb-f1407ed2d529 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (00384dfd-a812-40d1-a46b-3a15a1c881a7), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:33.926839 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1d6f5456-14d8-4a17-bcb9-e481a16b90af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (7e50471c-80cd-46a8-9384-5eff775b4e64), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:33.934650 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed920c93-54ac-4a3a-accb-f1407ed2d529 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Pushing event updated for resources: {'Subnet': ['ID=00384dfd-a812-40d1-a46b-3a15a1c881a7,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:33.941885 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed920c93-54ac-4a3a-accb-f1407ed2d529 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Checking segment: {'id': '5b4537b9-cda3-48b7-a425-4c4629db2f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9727d2bb-d551-41c6-8b30-839e0b999066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:12:33.942273 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed920c93-54ac-4a3a-accb-f1407ed2d529 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Network hostable DHCP agents. Network: 9727d2bb-d551-41c6-8b30-839e0b999066, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:12:34.003542 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6f5456-14d8-4a17-bcb9-e481a16b90af admin admin] Pushing event updated for resources: {'Port': ['ID=7e50471c-80cd-46a8-9384-5eff775b4e64,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:34.030563 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6f5456-14d8-4a17-bcb9-e481a16b90af admin admin] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:12:34.038408 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-1d6f5456-14d8-4a17-bcb9-e481a16b90af admin admin] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:12:34.053594 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6f5456-14d8-4a17-bcb9-e481a16b90af admin admin] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:12:34.075210 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-5b6f91a1-7a79-47ba-99fe-cc8f77e9fbeb None None] Allocated IP 19.86.0.2 (6a85e0f7-6d70-42a4-bb4d-1e98b97a2c94/65c016d1-697a-4965-8fc4-4ace45afed14/77d138cb-1c63-4896-88db-ad3372dfa8a3) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:12:34.095115 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed920c93-54ac-4a3a-accb-f1407ed2d529 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Network 9727d2bb-d551-41c6-8b30-839e0b999066 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:12:34.099515 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-8ed14eb5-159a-4c5f-a230-15c44221cb09 None None] For port 496809cb-90d3-4ce3-a749-63de296c13a4, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:12:34.106878 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-8ed14eb5-159a-4c5f-a230-15c44221cb09 None None] For port 496809cb-90d3-4ce3-a749-63de296c13a4, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=496809cb-90d3-4ce3-a749-63de296c13a4,segment=NetworkSegment(f6e5c7ab-d970-42f4-9b5c-99d614498678),segment_id=f6e5c7ab-d970-42f4-9b5c-99d614498678)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:12:34.124887 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-8ed14eb5-159a-4c5f-a230-15c44221cb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (496809cb-90d3-4ce3-a749-63de296c13a4), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:34.125667 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-ed920c93-54ac-4a3a-accb-f1407ed2d529 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 9727d2bb-d551-41c6-8b30-839e0b999066) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:12:34.160821 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ade014-4982-49fa-974d-d305a5ea6325 None None] Network 9727d2bb-d551-41c6-8b30-839e0b999066 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:12:34.163964 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed920c93-54ac-4a3a-accb-f1407ed2d529 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:34.165257 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ed920c93-54ac-4a3a-accb-f1407ed2d529 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:34.189202 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-ed920c93-54ac-4a3a-accb-f1407ed2d529 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1045055 Feb 02 07:12:34.189875 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56160) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:34.337530 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed14eb5-159a-4c5f-a230-15c44221cb09 None None] Pushing event updated for resources: {'Port': ['ID=496809cb-90d3-4ce3-a749-63de296c13a4,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:34.420180 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-25a1aa6b-278c-4108-82f7-f77e95977ea2 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1954199551', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:12:34.430025 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01dbf211-daa5-490f-88ab-0a0d37a5cc74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-9727d2bb-d551-41c6-8b30-839e0b999066', 'network_id': '9727d2bb-d551-41c6-8b30-839e0b999066', 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'fixed_ips': [{'subnet_id': '00384dfd-a812-40d1-a46b-3a15a1c881a7'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:12:34.431678 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-01dbf211-daa5-490f-88ab-0a0d37a5cc74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:34.516172 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0800ae7-3705-4349-9579-19a6d6410852 req-0dcc3877-b0b3-4369-8a78-2e576224c2c4 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:34.524267 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0800ae7-3705-4349-9579-19a6d6410852 req-0dcc3877-b0b3-4369-8a78-2e576224c2c4 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:34.531848 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f0800ae7-3705-4349-9579-19a6d6410852 req-0dcc3877-b0b3-4369-8a78-2e576224c2c4 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/networks?id=e1cca449-70a4-4578-87b2-31e487ae1243&id=6a85e0f7-6d70-42a4-bb4d-1e98b97a2c94&id=e1cca449-70a4-4578-87b2-31e487ae1243 HTTP/1.1" status: 200 len: 1392 time: 0.4969132 Feb 02 07:12:34.609762 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f0800ae7-3705-4349-9579-19a6d6410852 req-84c5c48d-0030-4517-ac55-c29f3e8a0f41 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/quotas/1c93b513068944b98dd403010458a6a3 HTTP/1.1" status: 200 len: 375 time: 0.0768633 Feb 02 07:12:34.662468 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56166) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:34.694610 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3c178e19-d0ba-46ba-9b81-2f1cb2f6e13e tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1043354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-942652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13285'] for router (2d23a677-5c1e-4053-915d-176cc2dd5b34), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:34.706582 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3c178e19-d0ba-46ba-9b81-2f1cb2f6e13e tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1043345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1043336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-942635'] for router (2d23a677-5c1e-4053-915d-176cc2dd5b34), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:34.727707 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-25a1aa6b-278c-4108-82f7-f77e95977ea2 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (1941e8b6-7be9-4e64-8e82-41840d371309), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:34.729014 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-25a1aa6b-278c-4108-82f7-f77e95977ea2 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (1941e8b6-7be9-4e64-8e82-41840d371309), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:34.752168 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-01dbf211-daa5-490f-88ab-0a0d37a5cc74 None None] Allocated IP 172.20.0.2 (9727d2bb-d551-41c6-8b30-839e0b999066/00384dfd-a812-40d1-a46b-3a15a1c881a7/d355a3a7-32d5-4e12-ace1-f2b5b738562f) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:12:34.793448 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef511e98-a8b8-47b7-88a5-43e763d2538c req-7dbe3196-b052-4382-a64f-fd7871a57ffb tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:34.795807 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ef511e98-a8b8-47b7-88a5-43e763d2538c req-7dbe3196-b052-4382-a64f-fd7871a57ffb tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 944 time: 0.3037982 Feb 02 07:12:34.852122 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-27176d38-ae3f-4419-9c9b-ebd818c490ea admin admin] Deleting port dbe527c4-73ea-4b13-bbe9-8a65dbccca0b {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:12:34.852594 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-27176d38-ae3f-4419-9c9b-ebd818c490ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (dbe527c4-73ea-4b13-bbe9-8a65dbccca0b), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:34.977894 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-25a1aa6b-278c-4108-82f7-f77e95977ea2 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for router_controller (1941e8b6-7be9-4e64-8e82-41840d371309), precommit_add_association {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:34.980027 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1d6f5456-14d8-4a17-bcb9-e481a16b90af admin admin] Publish callbacks [] for router_gateway (ce157d5e-966f-43c1-89ba-ce7746322e54), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:35.013366 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-64d85acd-0525-49a5-a070-d9c0375e4bc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:35.027623 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f0800ae7-3705-4349-9579-19a6d6410852 req-33a2b78c-09eb-4e02-b037-e390502a677d tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=1c93b513068944b98dd403010458a6a3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4167683 Feb 02 07:12:35.030992 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-25a1aa6b-278c-4108-82f7-f77e95977ea2 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (1941e8b6-7be9-4e64-8e82-41840d371309), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:35.090828 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5b6f91a1-7a79-47ba-99fe-cc8f77e9fbeb None None] Publish callbacks [] for port (77d138cb-1c63-4896-88db-ad3372dfa8a3), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:35.101007 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5b6f91a1-7a79-47ba-99fe-cc8f77e9fbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (77d138cb-1c63-4896-88db-ad3372dfa8a3), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:35.111461 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ef511e98-a8b8-47b7-88a5-43e763d2538c req-3d1b317f-6c15-4c8c-9b7e-dafef71c3985 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=4c2c0860-2986-407a-8a1e-1579ab01e7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3091159 Feb 02 07:12:35.142158 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f0800ae7-3705-4349-9579-19a6d6410852 req-953452f7-4095-41b4-8703-489cf8b0ff97 service neutron] 10.222.0.87 "GET /v2.0/networks/e1cca449-70a4-4578-87b2-31e487ae1243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030378 Feb 02 07:12:35.178882 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-25a1aa6b-278c-4108-82f7-f77e95977ea2 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:35.182036 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6f91a1-7a79-47ba-99fe-cc8f77e9fbeb None None] Pushing event updated for resources: {'Port': ['ID=77d138cb-1c63-4896-88db-ad3372dfa8a3,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:35.183322 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-25a1aa6b-278c-4108-82f7-f77e95977ea2 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9875283 Feb 02 07:12:35.184101 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56170) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:35.184502 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449b8f6a-97f4-418e-abf1-54c5a8d43309 None None] Network e1cca449-70a4-4578-87b2-31e487ae1243 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:12:35.190717 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-27176d38-ae3f-4419-9c9b-ebd818c490ea admin admin] For port dbe527c4-73ea-4b13-bbe9-8a65dbccca0b, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=dbe527c4-73ea-4b13-bbe9-8a65dbccca0b,segment=NetworkSegment(fc0a4cad-9504-4785-979c-6732d183490f),segment_id=fc0a4cad-9504-4785-979c-6732d183490f)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:12:35.191076 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-27176d38-ae3f-4419-9c9b-ebd818c490ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (dbe527c4-73ea-4b13-bbe9-8a65dbccca0b), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:35.210088 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c178e19-d0ba-46ba-9b81-2f1cb2f6e13e tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Router 2d23a677-5c1e-4053-915d-176cc2dd5b34 is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:12:35.219618 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-27176d38-ae3f-4419-9c9b-ebd818c490ea admin admin] Calling delete_port for dbe527c4-73ea-4b13-bbe9-8a65dbccca0b owned by network:router_interface {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:12:35.239947 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6f91a1-7a79-47ba-99fe-cc8f77e9fbeb None None] Network 6a85e0f7-6d70-42a4-bb4d-1e98b97a2c94 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:12:35.273565 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-56863333-ef0b-4b34-b8b7-f1846f6fde1b None None] Provisioning complete for port ae95227b-c468-41da-9c0a-d387f6aa9301 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:12:35.273953 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-56863333-ef0b-4b34-b8b7-f1846f6fde1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ae95227b-c468-41da-9c0a-d387f6aa9301), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:35.276535 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-5b6f91a1-7a79-47ba-99fe-cc8f77e9fbeb None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:12:35.327081 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6f91a1-7a79-47ba-99fe-cc8f77e9fbeb None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:12:35.506428 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-5b6f91a1-7a79-47ba-99fe-cc8f77e9fbeb None None] Attempting to bind port 77d138cb-1c63-4896-88db-ad3372dfa8a3 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:12:35.506704 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-5b6f91a1-7a79-47ba-99fe-cc8f77e9fbeb None None] Attempting to bind port 77d138cb-1c63-4896-88db-ad3372dfa8a3 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '646b7a2e-25a1-4960-a214-f6750a541adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '6a85e0f7-6d70-42a4-bb4d-1e98b97a2c94'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:12:35.507068 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6f91a1-7a79-47ba-99fe-cc8f77e9fbeb None None] Attempting to bind port 77d138cb-1c63-4896-88db-ad3372dfa8a3 on network 6a85e0f7-6d70-42a4-bb4d-1e98b97a2c94 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:12:35.522816 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6f91a1-7a79-47ba-99fe-cc8f77e9fbeb None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:12:35.523205 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6f91a1-7a79-47ba-99fe-cc8f77e9fbeb None None] Checking segment: {'id': '646b7a2e-25a1-4960-a214-f6750a541adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '6a85e0f7-6d70-42a4-bb4d-1e98b97a2c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:12:35.523644 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5b6f91a1-7a79-47ba-99fe-cc8f77e9fbeb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:35.524806 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6f91a1-7a79-47ba-99fe-cc8f77e9fbeb None None] Bound using segment: {'id': '646b7a2e-25a1-4960-a214-f6750a541adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '6a85e0f7-6d70-42a4-bb4d-1e98b97a2c94'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:12:35.524806 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-5b6f91a1-7a79-47ba-99fe-cc8f77e9fbeb None None] Bound port: 77d138cb-1c63-4896-88db-ad3372dfa8a3, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '646b7a2e-25a1-4960-a214-f6750a541adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '6a85e0f7-6d70-42a4-bb4d-1e98b97a2c94'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:12:35.525024 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5b6f91a1-7a79-47ba-99fe-cc8f77e9fbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (77d138cb-1c63-4896-88db-ad3372dfa8a3), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:35.570198 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-64d85acd-0525-49a5-a070-d9c0375e4bc6 admin admin] Publish callbacks [] for security_group (dcf155af-ba9b-4aff-865a-53701670316e), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:35.584799 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-27176d38-ae3f-4419-9c9b-ebd818c490ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (dbe527c4-73ea-4b13-bbe9-8a65dbccca0b), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:35.596143 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-01dbf211-daa5-490f-88ab-0a0d37a5cc74 None None] Publish callbacks [] for port (d355a3a7-32d5-4e12-ace1-f2b5b738562f), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:35.599443 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-64d85acd-0525-49a5-a070-d9c0375e4bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (dcf155af-ba9b-4aff-865a-53701670316e), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:35.602269 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 496809cb-90d3-4ce3-a749-63de296c13a4 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:12:35.622979 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f0800ae7-3705-4349-9579-19a6d6410852 req-7536e21b-e2a1-4e93-af96-f426d385ac96 service neutron] 10.222.0.87 "GET /v2.0/networks/e1cca449-70a4-4578-87b2-31e487ae1243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4588764 Feb 02 07:12:35.679326 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27176d38-ae3f-4419-9c9b-ebd818c490ea admin admin] Pushing event deleted for resources: {'Port': ['ID=dbe527c4-73ea-4b13-bbe9-8a65dbccca0b,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:35.721067 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-01dbf211-daa5-490f-88ab-0a0d37a5cc74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (d355a3a7-32d5-4e12-ace1-f2b5b738562f), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:35.808109 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-56863333-ef0b-4b34-b8b7-f1846f6fde1b None None] Current status of the port ae95227b-c468-41da-9c0a-d387f6aa9301 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:12:35.808617 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-56863333-ef0b-4b34-b8b7-f1846f6fde1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ae95227b-c468-41da-9c0a-d387f6aa9301), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:35.816023 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-64d85acd-0525-49a5-a070-d9c0375e4bc6 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=2437d4dd43a04cc381048593a2f8985c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1472676 Feb 02 07:12:35.816465 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dbf211-daa5-490f-88ab-0a0d37a5cc74 None None] Network 9727d2bb-d551-41c6-8b30-839e0b999066 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:12:35.822839 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56172) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:35.827840 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d85acd-0525-49a5-a070-d9c0375e4bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf155af-ba9b-4aff-865a-53701670316e,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:35.837590 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c178e19-d0ba-46ba-9b81-2f1cb2f6e13e tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:12:35.848344 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-5b6f91a1-7a79-47ba-99fe-cc8f77e9fbeb None None] For port 77d138cb-1c63-4896-88db-ad3372dfa8a3, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:12:35.867779 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3c178e19-d0ba-46ba-9b81-2f1cb2f6e13e tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:35.869352 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-3c178e19-d0ba-46ba-9b81-2f1cb2f6e13e tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] 10.222.0.87 "PUT /v2.0/routers/2d23a677-5c1e-4053-915d-176cc2dd5b34 HTTP/1.1" status: 200 len: 878 time: 6.0402982 Feb 02 07:12:35.872598 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56174) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:35.942252 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-56863333-ef0b-4b34-b8b7-f1846f6fde1b None None] For port ae95227b-c468-41da-9c0a-d387f6aa9301, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=ae95227b-c468-41da-9c0a-d387f6aa9301,segment=NetworkSegment(340496d0-213c-4bfb-8673-51533e32f7aa),segment_id=340496d0-213c-4bfb-8673-51533e32f7aa)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:12:35.944009 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5b3602-992d-4d8e-922c-09f09f6c64f7 None None] Sync routers for ids ['2d23a677-5c1e-4053-915d-176cc2dd5b34'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:12:35.965750 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dbf211-daa5-490f-88ab-0a0d37a5cc74 None None] Pushing event updated for resources: {'Port': ['ID=d355a3a7-32d5-4e12-ace1-f2b5b738562f,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:35.975844 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-01dbf211-daa5-490f-88ab-0a0d37a5cc74 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:12:35.979788 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dbf211-daa5-490f-88ab-0a0d37a5cc74 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:12:35.997396 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-5b6f91a1-7a79-47ba-99fe-cc8f77e9fbeb None None] For port 77d138cb-1c63-4896-88db-ad3372dfa8a3, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=77d138cb-1c63-4896-88db-ad3372dfa8a3,segment=NetworkSegment(646b7a2e-25a1-4960-a214-f6750a541adf),segment_id=646b7a2e-25a1-4960-a214-f6750a541adf)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:12:36.008390 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-56863333-ef0b-4b34-b8b7-f1846f6fde1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (ae95227b-c468-41da-9c0a-d387f6aa9301), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:36.020409 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5b3602-992d-4d8e-922c-09f09f6c64f7 None None] Routers {'2d23a677-5c1e-4053-915d-176cc2dd5b34'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:12:36.021248 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-8f5b3602-992d-4d8e-922c-09f09f6c64f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:12:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['2d23a677-5c1e-4053-915d-176cc2dd5b34'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:36.024330 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5b6f91a1-7a79-47ba-99fe-cc8f77e9fbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (77d138cb-1c63-4896-88db-ad3372dfa8a3), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:36.049264 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 496809cb-90d3-4ce3-a749-63de296c13a4 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:12:36.049934 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (496809cb-90d3-4ce3-a749-63de296c13a4), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:36.221186 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8baf58db-9a83-4d8e-9e24-8019bb283dd6 admin admin] Publish callbacks [] for security_group (dcf155af-ba9b-4aff-865a-53701670316e), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:36.230577 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-8f5b3602-992d-4d8e-922c-09f09f6c64f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:36.259299 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f9c435f8-a8e2-4ceb-8e10-38c2fadbc218 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] 10.222.0.87 "GET /v2.0/routers/2d23a677-5c1e-4053-915d-176cc2dd5b34 HTTP/1.1" status: 200 len: 919 time: 0.3835647 Feb 02 07:12:36.269592 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56178) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:36.286027 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8baf58db-9a83-4d8e-9e24-8019bb283dd6 admin admin] Publish callbacks [] for security_group (dcf155af-ba9b-4aff-865a-53701670316e), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:36.305589 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0544e21e-b86b-4edb-97a6-53ff0a9ce6d3 None None] Network 5cfbcee1-7173-4b6e-a0aa-7287399b71c6 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:12:36.316753 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-27176d38-ae3f-4419-9c9b-ebd818c490ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (be744460-d8bd-4283-b63d-bc86bfeb7c96), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:36.385014 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5b3602-992d-4d8e-922c-09f09f6c64f7 None None] Routers {'2d23a677-5c1e-4053-915d-176cc2dd5b34'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:12:36.385992 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-8f5b3602-992d-4d8e-922c-09f09f6c64f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:12:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['2d23a677-5c1e-4053-915d-176cc2dd5b34'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:36.389015 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1d6f5456-14d8-4a17-bcb9-e481a16b90af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (ce157d5e-966f-43c1-89ba-ce7746322e54), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:36.399376 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56863333-ef0b-4b34-b8b7-f1846f6fde1b None None] Pushing event updated for resources: {'Port': ['ID=ae95227b-c468-41da-9c0a-d387f6aa9301,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:36.518924 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-01dbf211-daa5-490f-88ab-0a0d37a5cc74 None None] Attempting to bind port d355a3a7-32d5-4e12-ace1-f2b5b738562f on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:12:36.519731 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-01dbf211-daa5-490f-88ab-0a0d37a5cc74 None None] Attempting to bind port d355a3a7-32d5-4e12-ace1-f2b5b738562f by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '5b4537b9-cda3-48b7-a425-4c4629db2f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9727d2bb-d551-41c6-8b30-839e0b999066'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:12:36.519731 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dbf211-daa5-490f-88ab-0a0d37a5cc74 None None] Attempting to bind port d355a3a7-32d5-4e12-ace1-f2b5b738562f on network 9727d2bb-d551-41c6-8b30-839e0b999066 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:12:36.521593 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-8f5b3602-992d-4d8e-922c-09f09f6c64f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:36.522231 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5b3602-992d-4d8e-922c-09f09f6c64f7 None None] The sync data for ids ['2d23a677-5c1e-4053-915d-176cc2dd5b34'] in n-d-789963-26 is: [] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:12:36.530189 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f0800ae7-3705-4349-9579-19a6d6410852 req-a3082fed-eee2-4513-a458-f108392dca0b service neutron] 10.222.0.87 "GET /v2.0/networks/6a85e0f7-6d70-42a4-bb4d-1e98b97a2c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8972757 Feb 02 07:12:36.538718 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ad0b4503-d7cc-40b7-8a4e-24f6cf6c10d9 None None] Provisioning complete for port 496809cb-90d3-4ce3-a749-63de296c13a4 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:12:36.539100 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ad0b4503-d7cc-40b7-8a4e-24f6cf6c10d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (496809cb-90d3-4ce3-a749-63de296c13a4), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:36.577554 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c682f-310f-4efe-9931-d31e2e5deacb req-e25420ff-ce64-493d-8445-4a77e8b4a967 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:36.577818 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dbf211-daa5-490f-88ab-0a0d37a5cc74 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:12:36.577971 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dbf211-daa5-490f-88ab-0a0d37a5cc74 None None] Checking segment: {'id': '5b4537b9-cda3-48b7-a425-4c4629db2f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9727d2bb-d551-41c6-8b30-839e0b999066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:12:36.578365 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-01dbf211-daa5-490f-88ab-0a0d37a5cc74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:36.578783 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dbf211-daa5-490f-88ab-0a0d37a5cc74 None None] Bound using segment: {'id': '5b4537b9-cda3-48b7-a425-4c4629db2f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9727d2bb-d551-41c6-8b30-839e0b999066'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:12:36.579380 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-01dbf211-daa5-490f-88ab-0a0d37a5cc74 None None] Bound port: d355a3a7-32d5-4e12-ace1-f2b5b738562f, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b4537b9-cda3-48b7-a425-4c4629db2f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9727d2bb-d551-41c6-8b30-839e0b999066'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:12:36.582032 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-01dbf211-daa5-490f-88ab-0a0d37a5cc74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (d355a3a7-32d5-4e12-ace1-f2b5b738562f), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:36.583724 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b10c5813-a159-4109-80e8-a9f1d925027a tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:36.585774 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-282c682f-310f-4efe-9931-d31e2e5deacb req-e25420ff-ce64-493d-8445-4a77e8b4a967 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 944 time: 0.3317711 Feb 02 07:12:36.629339 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8baf58db-9a83-4d8e-9e24-8019bb283dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (dcf155af-ba9b-4aff-865a-53701670316e), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:36.633333 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8baf58db-9a83-4d8e-9e24-8019bb283dd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:36.637653 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-8baf58db-9a83-4d8e-9e24-8019bb283dd6 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/dcf155af-ba9b-4aff-865a-53701670316e HTTP/1.1" status: 204 len: 168 time: 0.8109481 Feb 02 07:12:36.661704 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eff101f-b0a0-442e-8b7d-8540792893ca tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:36.666193 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-3eff101f-b0a0-442e-8b7d-8540792893ca tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] 10.222.0.87 "GET /v2.0/ports?network_id=ee4463ee-e783-4af5-91d5-cbeb2d0e0db8&device_id=2d23a677-5c1e-4053-915d-176cc2dd5b34&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.3811686 Feb 02 07:12:36.666838 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56182) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:36.676176 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6f91a1-7a79-47ba-99fe-cc8f77e9fbeb None None] Pushing event updated for resources: {'Port': ['ID=77d138cb-1c63-4896-88db-ad3372dfa8a3,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:36.678431 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 496809cb-90d3-4ce3-a749-63de296c13a4 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:12:36.679032 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (496809cb-90d3-4ce3-a749-63de296c13a4), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:36.715755 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baf58db-9a83-4d8e-9e24-8019bb283dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf155af-ba9b-4aff-865a-53701670316e,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:36.728082 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-282c682f-310f-4efe-9931-d31e2e5deacb req-48932809-e126-4ce7-be97-9513d67e6086 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=4c2c0860-2986-407a-8a1e-1579ab01e7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415298 Feb 02 07:12:36.837978 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 496809cb-90d3-4ce3-a749-63de296c13a4, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=496809cb-90d3-4ce3-a749-63de296c13a4,segment=NetworkSegment(f6e5c7ab-d970-42f4-9b5c-99d614498678),segment_id=f6e5c7ab-d970-42f4-9b5c-99d614498678)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:12:36.862948 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-01dbf211-daa5-490f-88ab-0a0d37a5cc74 None None] For port d355a3a7-32d5-4e12-ace1-f2b5b738562f, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:12:36.872054 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (496809cb-90d3-4ce3-a749-63de296c13a4), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:36.872958 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device ae95227b-c468-41da-9c0a-d387f6aa9301 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:12:36.914554 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-01dbf211-daa5-490f-88ab-0a0d37a5cc74 None None] For port d355a3a7-32d5-4e12-ace1-f2b5b738562f, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=d355a3a7-32d5-4e12-ace1-f2b5b738562f,segment=NetworkSegment(5b4537b9-cda3-48b7-a425-4c4629db2f27),segment_id=5b4537b9-cda3-48b7-a425-4c4629db2f27)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:12:36.922323 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f0800ae7-3705-4349-9579-19a6d6410852 req-07b873af-10a7-4084-a932-9905cbca7262 service neutron] 10.222.0.87 "GET /v2.0/networks/6a85e0f7-6d70-42a4-bb4d-1e98b97a2c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3920372 Feb 02 07:12:36.950887 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ad0b4503-d7cc-40b7-8a4e-24f6cf6c10d9 None None] Current status of the port 496809cb-90d3-4ce3-a749-63de296c13a4 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:12:36.951289 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ad0b4503-d7cc-40b7-8a4e-24f6cf6c10d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (496809cb-90d3-4ce3-a749-63de296c13a4), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:36.972924 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-01dbf211-daa5-490f-88ab-0a0d37a5cc74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (d355a3a7-32d5-4e12-ace1-f2b5b738562f), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:37.023046 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5884d8-8e40-4ad5-ad86-8da1b973eced tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:37.031596 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-3a5884d8-8e40-4ad5-ad86-8da1b973eced tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] 10.222.0.87 "GET /v2.0/networks/ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 HTTP/1.1" status: 200 len: 881 time: 0.3545320 Feb 02 07:12:37.062834 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56186) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:37.066806 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=496809cb-90d3-4ce3-a749-63de296c13a4,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:37.122429 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27176d38-ae3f-4419-9c9b-ebd818c490ea admin admin] Router be744460-d8bd-4283-b63d-bc86bfeb7c96 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:12:37.165613 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.db.api [None req-ad0b4503-d7cc-40b7-8a4e-24f6cf6c10d9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109695) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 07:12:37.165985 n-d-789963-26 neutron-server[109695]: DEBUG oslo_db.api [None req-ad0b4503-d7cc-40b7-8a4e-24f6cf6c10d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 07:12:37.172674 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port ae95227b-c468-41da-9c0a-d387f6aa9301 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:12:37.173052 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ae95227b-c468-41da-9c0a-d387f6aa9301), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:37.180822 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56188) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:37.240433 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b352bf27-afeb-4476-944c-2702775dd20a tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] 10.222.0.87 "GET /v2.0/ports?device_id=2d23a677-5c1e-4053-915d-176cc2dd5b34 HTTP/1.1" status: 200 len: 205 time: 0.0988214 Feb 02 07:12:37.243515 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dbf211-daa5-490f-88ab-0a0d37a5cc74 None None] Pushing event updated for resources: {'Port': ['ID=d355a3a7-32d5-4e12-ace1-f2b5b738562f,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:37.255172 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56190) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:37.292473 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8db6a4a4-82a1-475b-8649-84990d3bf7c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:37.296223 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d6f5456-14d8-4a17-bcb9-e481a16b90af admin admin] Router ce157d5e-966f-43c1-89ba-ce7746322e54 is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:12:37.312220 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port ae95227b-c468-41da-9c0a-d387f6aa9301 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:12:37.315006 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27176d38-ae3f-4419-9c9b-ebd818c490ea admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:12:37.323289 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-27176d38-ae3f-4419-9c9b-ebd818c490ea admin admin] 10.222.0.87 "PUT /v2.0/routers/be744460-d8bd-4283-b63d-bc86bfeb7c96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2469208 Feb 02 07:12:37.327999 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69e0ff3-34fe-448f-8850-0f8b8b07b7d9 None None] Sync routers for ids ['be744460-d8bd-4283-b63d-bc86bfeb7c96'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:12:37.331622 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56192) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:37.353013 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69e0ff3-34fe-448f-8850-0f8b8b07b7d9 None None] Routers {'be744460-d8bd-4283-b63d-bc86bfeb7c96'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:12:37.353646 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-b69e0ff3-34fe-448f-8850-0f8b8b07b7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:12:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['be744460-d8bd-4283-b63d-bc86bfeb7c96'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:37.452271 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f0800ae7-3705-4349-9579-19a6d6410852 req-efec8f96-425f-4e04-adb0-9ebcff7df81d service neutron] 10.222.0.87 "GET /v2.0/networks/e1cca449-70a4-4578-87b2-31e487ae1243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5290782 Feb 02 07:12:37.538885 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-53030abc-4bdd-4361-ac98-973bf13148c3 admin admin] Publish callbacks [] for router (be744460-d8bd-4283-b63d-bc86bfeb7c96), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:37.605640 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-b69e0ff3-34fe-448f-8850-0f8b8b07b7d9 None None] Set router be744460-d8bd-4283-b63d-bc86bfeb7c96 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:12:37.678511 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-b10c5813-a159-4109-80e8-a9f1d925027a tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Allocated IP 172.20.0.1 (9727d2bb-d551-41c6-8b30-839e0b999066/00384dfd-a812-40d1-a46b-3a15a1c881a7/76f564b7-7f00-4738-9a13-a82a80b5f4ce) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:12:37.711356 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-53030abc-4bdd-4361-ac98-973bf13148c3 admin admin] Publish callbacks [] for router_gateway (be744460-d8bd-4283-b63d-bc86bfeb7c96), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:37.780465 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ad0b4503-d7cc-40b7-8a4e-24f6cf6c10d9 None None] Current status of the port 496809cb-90d3-4ce3-a749-63de296c13a4 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:12:37.801664 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-53030abc-4bdd-4361-ac98-973bf13148c3 admin admin] Deleting port 1742e93f-1dbc-4cd8-a295-f077feb1a78a {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:12:37.802268 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-53030abc-4bdd-4361-ac98-973bf13148c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (1742e93f-1dbc-4cd8-a295-f077feb1a78a), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:37.811395 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device ae95227b-c468-41da-9c0a-d387f6aa9301 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:12:37.898764 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ad0b4503-d7cc-40b7-8a4e-24f6cf6c10d9 None None] Provisioning complete for port ae95227b-c468-41da-9c0a-d387f6aa9301 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:12:37.899304 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ad0b4503-d7cc-40b7-8a4e-24f6cf6c10d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ae95227b-c468-41da-9c0a-d387f6aa9301), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:37.925868 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-53030abc-4bdd-4361-ac98-973bf13148c3 admin admin] For port 1742e93f-1dbc-4cd8-a295-f077feb1a78a, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=1742e93f-1dbc-4cd8-a295-f077feb1a78a,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:12:37.926408 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-53030abc-4bdd-4361-ac98-973bf13148c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (1742e93f-1dbc-4cd8-a295-f077feb1a78a), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:37.957428 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port ae95227b-c468-41da-9c0a-d387f6aa9301 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:12:37.957945 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ae95227b-c468-41da-9c0a-d387f6aa9301), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:37.965453 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8c30b4a7-10b2-4768-86f2-0c12ed5500e6 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks [] for router (2d23a677-5c1e-4053-915d-176cc2dd5b34), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:37.982130 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-53030abc-4bdd-4361-ac98-973bf13148c3 admin admin] Calling delete_port for 1742e93f-1dbc-4cd8-a295-f077feb1a78a owned by network:router_gateway {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:12:38.085775 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-b69e0ff3-34fe-448f-8850-0f8b8b07b7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be744460-d8bd-4283-b63d-bc86bfeb7c96', 'name': 'tempest-ServerActionsTestJSON-1606176529-router', 'tenant_id': '12ae52d2610343959b079c169f83e654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.177'}], 'enable_snat': True}, 'gw_port_id': '1742e93f-1dbc-4cd8-a295-f077feb1a78a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:03:51Z', 'updated_at': '2022-02-02T07:12:35Z', 'revision_number': 5, 'project_id': '12ae52d2610343959b079c169f83e654', 'gw_port': {'id': '1742e93f-1dbc-4cd8-a295-f077feb1a78a', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be744460-d8bd-4283-b63d-bc86bfeb7c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:03:52Z', 'updated_at': '2022-02-02T07:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:38.118962 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d6f5456-14d8-4a17-bcb9-e481a16b90af admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:12:38.122784 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f0800ae7-3705-4349-9579-19a6d6410852 req-d28a2ff8-4494-4ea1-98f1-dd0e53bdf493 service neutron] 10.222.0.87 "GET /v2.0/networks/e1cca449-70a4-4578-87b2-31e487ae1243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6323404 Feb 02 07:12:38.127180 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69e0ff3-34fe-448f-8850-0f8b8b07b7d9 None None] Checking router: be744460-d8bd-4283-b63d-bc86bfeb7c96 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:12:38.145127 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69e0ff3-34fe-448f-8850-0f8b8b07b7d9 None None] Routers {'be744460-d8bd-4283-b63d-bc86bfeb7c96'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:12:38.145937 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-b69e0ff3-34fe-448f-8850-0f8b8b07b7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:12:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['be744460-d8bd-4283-b63d-bc86bfeb7c96'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:38.246991 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1d6f5456-14d8-4a17-bcb9-e481a16b90af admin admin] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:38.255819 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-1d6f5456-14d8-4a17-bcb9-e481a16b90af admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.5846221 Feb 02 07:12:38.270734 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56196) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:38.273025 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8db6a4a4-82a1-475b-8649-84990d3bf7c3 admin admin] Publish callbacks [] for security_group (ef23864a-2795-49b4-8851-be36b696f33e), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:38.338721 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-b69e0ff3-34fe-448f-8850-0f8b8b07b7d9 None None] Set router be744460-d8bd-4283-b63d-bc86bfeb7c96 gateway port host: None {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:12:38.367685 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8db6a4a4-82a1-475b-8649-84990d3bf7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (ef23864a-2795-49b4-8851-be36b696f33e), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:38.394825 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b10c5813-a159-4109-80e8-a9f1d925027a tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for port (76f564b7-7f00-4738-9a13-a82a80b5f4ce), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:38.462034 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2013bb9-1f0f-4dd4-b51f-5b8a0dd980cb None None] Network 6a85e0f7-6d70-42a4-bb4d-1e98b97a2c94 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:12:38.469004 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8c30b4a7-10b2-4768-86f2-0c12ed5500e6 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks [] for router_gateway (2d23a677-5c1e-4053-915d-176cc2dd5b34), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:38.502559 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eef5beb-3757-48c8-9609-90ba595eaae2 None None] Sync routers for ids ['ce157d5e-966f-43c1-89ba-ce7746322e54'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:12:38.512258 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-b69e0ff3-34fe-448f-8850-0f8b8b07b7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be744460-d8bd-4283-b63d-bc86bfeb7c96', 'name': 'tempest-ServerActionsTestJSON-1606176529-router', 'tenant_id': '12ae52d2610343959b079c169f83e654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:03:51Z', 'updated_at': '2022-02-02T07:12:37Z', 'revision_number': 6, 'project_id': '12ae52d2610343959b079c169f83e654', 'gw_port_host': None}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:38.514286 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09350ad-8129-403d-8541-58c3eb746720 req-d713ba1d-519c-4414-a5f5-308c9938f0d5 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:38.515892 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c09350ad-8129-403d-8541-58c3eb746720 req-d713ba1d-519c-4414-a5f5-308c9938f0d5 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 944 time: 0.6093252 Feb 02 07:12:38.526786 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ad0b4503-d7cc-40b7-8a4e-24f6cf6c10d9 None None] Current status of the port ae95227b-c468-41da-9c0a-d387f6aa9301 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:12:38.557418 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c7f3ccb7-7fc9-48e8-9f17-232469cb6067 req-eff3ea50-1e27-417c-ae5a-003b39739755 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/ports?device_id=1d6f8a2e-1379-4758-96fc-57288067ece2 HTTP/1.1" status: 200 len: 210 time: 0.1377082 Feb 02 07:12:38.570149 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6a4a4-82a1-475b-8649-84990d3bf7c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef23864a-2795-49b4-8851-be36b696f33e,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:38.594773 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-8db6a4a4-82a1-475b-8649-84990d3bf7c3 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b6666c10aded4c5489704c9ff31f1a4b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4091394 Feb 02 07:12:38.596714 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69e0ff3-34fe-448f-8850-0f8b8b07b7d9 None None] The sync data for ids ['be744460-d8bd-4283-b63d-bc86bfeb7c96'] in n-d-789963-26 is: [{'id': 'be744460-d8bd-4283-b63d-bc86bfeb7c96', 'name': 'tempest-ServerActionsTestJSON-1606176529-router', 'tenant_id': '12ae52d2610343959b079c169f83e654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:03:51Z', 'updated_at': '2022-02-02T07:12:37Z', 'revision_number': 6, 'project_id': '12ae52d2610343959b079c169f83e654', 'gw_port_host': None}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:12:38.598124 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56202) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:38.703161 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eef5beb-3757-48c8-9609-90ba595eaae2 None None] Routers {'ce157d5e-966f-43c1-89ba-ce7746322e54'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:12:38.703895 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-5eef5beb-3757-48c8-9609-90ba595eaae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:12:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['ce157d5e-966f-43c1-89ba-ce7746322e54'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:38.747088 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c09350ad-8129-403d-8541-58c3eb746720 req-4f6e70ba-5a80-4702-9bfc-a1e6e4845522 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=4c2c0860-2986-407a-8a1e-1579ab01e7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248341 Feb 02 07:12:38.795013 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-53030abc-4bdd-4361-ac98-973bf13148c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (1742e93f-1dbc-4cd8-a295-f077feb1a78a), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:38.800040 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-db18985a-a47e-4a65-9d43-f1e2dca2c08b None None] Provisioning complete for port 77d138cb-1c63-4896-88db-ad3372dfa8a3 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:12:38.800590 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-db18985a-a47e-4a65-9d43-f1e2dca2c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (77d138cb-1c63-4896-88db-ad3372dfa8a3), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:38.808587 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-200e9423-4379-4450-85ed-af3e206eba79 admin admin] Publish callbacks [] for security_group (ef23864a-2795-49b4-8851-be36b696f33e), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:38.822458 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53030abc-4bdd-4361-ac98-973bf13148c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1742e93f-1dbc-4cd8-a295-f077feb1a78a,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:38.836334 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-200e9423-4379-4450-85ed-af3e206eba79 admin admin] Publish callbacks [] for security_group (ef23864a-2795-49b4-8851-be36b696f33e), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:38.852261 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53030abc-4bdd-4361-ac98-973bf13148c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:12:38.852610 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53030abc-4bdd-4361-ac98-973bf13148c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:12:38.852951 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53030abc-4bdd-4361-ac98-973bf13148c3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:12:38.853289 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53030abc-4bdd-4361-ac98-973bf13148c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:12:38.853622 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53030abc-4bdd-4361-ac98-973bf13148c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:12:38.853953 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53030abc-4bdd-4361-ac98-973bf13148c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:12:38.854279 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53030abc-4bdd-4361-ac98-973bf13148c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:12:38.854603 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53030abc-4bdd-4361-ac98-973bf13148c3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:12:38.854936 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53030abc-4bdd-4361-ac98-973bf13148c3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:12:38.855430 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53030abc-4bdd-4361-ac98-973bf13148c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:12:38.855989 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53030abc-4bdd-4361-ac98-973bf13148c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:12:38.856321 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53030abc-4bdd-4361-ac98-973bf13148c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:12:38.856642 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53030abc-4bdd-4361-ac98-973bf13148c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:12:38.919055 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5683467e-e8ed-41ba-8f6c-1fea88a1f40c None None] Network 9727d2bb-d551-41c6-8b30-839e0b999066 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:12:38.922356 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b10c5813-a159-4109-80e8-a9f1d925027a tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (76f564b7-7f00-4738-9a13-a82a80b5f4ce), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:38.936652 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-53030abc-4bdd-4361-ac98-973bf13148c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (be744460-d8bd-4283-b63d-bc86bfeb7c96), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:39.087104 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-53030abc-4bdd-4361-ac98-973bf13148c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (be744460-d8bd-4283-b63d-bc86bfeb7c96), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:39.089766 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-53030abc-4bdd-4361-ac98-973bf13148c3 admin admin] Publish callbacks [] for router_controller (be744460-d8bd-4283-b63d-bc86bfeb7c96), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:39.161031 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-53030abc-4bdd-4361-ac98-973bf13148c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (be744460-d8bd-4283-b63d-bc86bfeb7c96), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:39.162014 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53030abc-4bdd-4361-ac98-973bf13148c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be744460-d8bd-4283-b63d-bc86bfeb7c96 {{(pid=109694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:12:39.168772 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-53030abc-4bdd-4361-ac98-973bf13148c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:39.170264 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-53030abc-4bdd-4361-ac98-973bf13148c3 admin admin] 10.222.0.87 "DELETE /v2.0/routers/be744460-d8bd-4283-b63d-bc86bfeb7c96 HTTP/1.1" status: 204 len: 168 time: 1.8332946 Feb 02 07:12:39.172936 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56210) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:39.237189 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-5eef5beb-3757-48c8-9609-90ba595eaae2 None None] Set router ce157d5e-966f-43c1-89ba-ce7746322e54 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:12:39.239593 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port ae95227b-c468-41da-9c0a-d387f6aa9301 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:12:39.240680 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 496809cb-90d3-4ce3-a749-63de296c13a4 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:12:39.245562 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c85c4a9-08be-4d96-95df-851c85795163 admin admin] Deleting subnet b6b3fc97-ea53-4910-99b5-bddf06c5d45f {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:12:39.249936 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6c85c4a9-08be-4d96-95df-851c85795163 admin admin] Publish callbacks [] for subnet (b6b3fc97-ea53-4910-99b5-bddf06c5d45f), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:39.324008 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6c85c4a9-08be-4d96-95df-851c85795163 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (b6b3fc97-ea53-4910-99b5-bddf06c5d45f), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:39.447745 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-db18985a-a47e-4a65-9d43-f1e2dca2c08b None None] Current status of the port 77d138cb-1c63-4896-88db-ad3372dfa8a3 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:12:39.448304 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-db18985a-a47e-4a65-9d43-f1e2dca2c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (77d138cb-1c63-4896-88db-ad3372dfa8a3), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:39.453944 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10c5813-a159-4109-80e8-a9f1d925027a tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Network 9727d2bb-d551-41c6-8b30-839e0b999066 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:12:39.460146 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-b10c5813-a159-4109-80e8-a9f1d925027a tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:12:39.460692 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6c85c4a9-08be-4d96-95df-851c85795163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (b6b3fc97-ea53-4910-99b5-bddf06c5d45f), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:39.463130 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10c5813-a159-4109-80e8-a9f1d925027a tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:12:39.481598 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-200e9423-4379-4450-85ed-af3e206eba79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (ef23864a-2795-49b4-8851-be36b696f33e), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:39.484995 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-200e9423-4379-4450-85ed-af3e206eba79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:39.487652 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-200e9423-4379-4450-85ed-af3e206eba79 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ef23864a-2795-49b4-8851-be36b696f33e HTTP/1.1" status: 204 len: 168 time: 0.8883009 Feb 02 07:12:39.550773 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6c85c4a9-08be-4d96-95df-851c85795163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (b6b3fc97-ea53-4910-99b5-bddf06c5d45f), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:39.566145 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-8c30b4a7-10b2-4768-86f2-0c12ed5500e6 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Deleting port 992f4df3-67b5-4628-9a59-2bdf94572a6b {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:12:39.566509 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8c30b4a7-10b2-4768-86f2-0c12ed5500e6 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (992f4df3-67b5-4628-9a59-2bdf94572a6b), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:39.568340 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200e9423-4379-4450-85ed-af3e206eba79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef23864a-2795-49b4-8851-be36b696f33e,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:39.586420 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c85c4a9-08be-4d96-95df-851c85795163 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6b3fc97-ea53-4910-99b5-bddf06c5d45f,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:39.589179 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6c85c4a9-08be-4d96-95df-851c85795163 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:39.594387 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-6c85c4a9-08be-4d96-95df-851c85795163 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/b6b3fc97-ea53-4910-99b5-bddf06c5d45f HTTP/1.1" status: 204 len: 168 time: 0.4199655 Feb 02 07:12:39.609573 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77979550-2939-4bb5-9577-df6821b1f03e None None] Network 274d3754-cb62-4276-8b4a-dfa5cf98baaf requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:12:39.612028 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56216) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:39.692154 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 496809cb-90d3-4ce3-a749-63de296c13a4 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:12:39.692533 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (496809cb-90d3-4ce3-a749-63de296c13a4), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:39.701046 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10c5813-a159-4109-80e8-a9f1d925027a tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Pushing event updated for resources: {'Port': ['ID=76f564b7-7f00-4738-9a13-a82a80b5f4ce,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:39.740726 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-db18985a-a47e-4a65-9d43-f1e2dca2c08b None None] For port 77d138cb-1c63-4896-88db-ad3372dfa8a3, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=77d138cb-1c63-4896-88db-ad3372dfa8a3,segment=NetworkSegment(646b7a2e-25a1-4960-a214-f6750a541adf),segment_id=646b7a2e-25a1-4960-a214-f6750a541adf)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:12:39.858257 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b10c5813-a159-4109-80e8-a9f1d925027a tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (1941e8b6-7be9-4e64-8e82-41840d371309), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:39.858957 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-db18985a-a47e-4a65-9d43-f1e2dca2c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (77d138cb-1c63-4896-88db-ad3372dfa8a3), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:39.969124 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-db18985a-a47e-4a65-9d43-f1e2dca2c08b None None] Provisioning complete for port 496809cb-90d3-4ce3-a749-63de296c13a4 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:12:39.973782 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-db18985a-a47e-4a65-9d43-f1e2dca2c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (496809cb-90d3-4ce3-a749-63de296c13a4), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:40.095872 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-dab70d63-2ec6-4a40-9785-f3cad755830b req-eb561117-beff-4731-8fa7-e5af7f3fa1d5 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/ports?device_id=1d6f8a2e-1379-4758-96fc-57288067ece2 HTTP/1.1" status: 200 len: 210 time: 0.3911102 Feb 02 07:12:40.108887 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-53c20caf-8f64-495d-bc18-2b06460f8f52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (274d3754-cb62-4276-8b4a-dfa5cf98baaf), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:40.127053 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db18985a-a47e-4a65-9d43-f1e2dca2c08b None None] Pushing event updated for resources: {'Port': ['ID=77d138cb-1c63-4896-88db-ad3372dfa8a3,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:40.164139 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-5eef5beb-3757-48c8-9609-90ba595eaae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce157d5e-966f-43c1-89ba-ce7746322e54', 'name': 'tempest-TestServerMultinode-1327595923-router', 'tenant_id': '158b617b54e4489dbe792d64a323d023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '7e50471c-80cd-46a8-9384-5eff775b4e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:12:31Z', 'updated_at': '2022-02-02T07:12:34Z', 'revision_number': 3, 'project_id': '158b617b54e4489dbe792d64a323d023', 'gw_port': {'id': '7e50471c-80cd-46a8-9384-5eff775b4e64', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:66:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce157d5e-966f-43c1-89ba-ce7746322e54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:12:32Z', 'updated_at': '2022-02-02T07:12:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:40.205881 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 496809cb-90d3-4ce3-a749-63de296c13a4 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:12:40.207022 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 77d138cb-1c63-4896-88db-ad3372dfa8a3 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:12:40.210452 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eef5beb-3757-48c8-9609-90ba595eaae2 None None] Checking router: ce157d5e-966f-43c1-89ba-ce7746322e54 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:12:40.210804 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eef5beb-3757-48c8-9609-90ba595eaae2 None None] Updating router ce157d5e-966f-43c1-89ba-ce7746322e54 port 7e50471c-80cd-46a8-9384-5eff775b4e64 binding host n-d-789963-26 {{(pid=109695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:12:40.268888 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5b6008-2582-46da-9769-aab5df422805 req-51a1aec8-1858-416b-ba00-2ac3af28a027 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:40.271023 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3c5b6008-2582-46da-9769-aab5df422805 req-51a1aec8-1858-416b-ba00-2ac3af28a027 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 944 time: 0.2138114 Feb 02 07:12:40.279667 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0800ae7-3705-4349-9579-19a6d6410852 req-ffcfa48f-d292-4c99-b22b-32493b59687b tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:40.281300 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505aaa04-2bc0-4427-a481-b61597b36321 None None] DHCP port deletion for 274d3754-cb62-4276-8b4a-dfa5cf98baaf request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:12:40.285096 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0800ae7-3705-4349-9579-19a6d6410852 req-ffcfa48f-d292-4c99-b22b-32493b59687b tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:40.286899 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f0800ae7-3705-4349-9579-19a6d6410852 req-ffcfa48f-d292-4c99-b22b-32493b59687b tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.59 "GET /v2.0/networks?id=e1cca449-70a4-4578-87b2-31e487ae1243&id=6a85e0f7-6d70-42a4-bb4d-1e98b97a2c94&id=e1cca449-70a4-4578-87b2-31e487ae1243 HTTP/1.1" status: 200 len: 1392 time: 0.4699092 Feb 02 07:12:40.325033 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-f0800ae7-3705-4349-9579-19a6d6410852 req-68f4925f-7291-4944-8438-7f388d554357 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Request body: {'port': {'device_id': '1d6f8a2e-1379-4758-96fc-57288067ece2', 'network_id': 'e1cca449-70a4-4578-87b2-31e487ae1243', 'admin_state_up': True, 'tenant_id': '1c93b513068944b98dd403010458a6a3'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:12:40.376585 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5eef5beb-3757-48c8-9609-90ba595eaae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (7e50471c-80cd-46a8-9384-5eff775b4e64), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:40.392286 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3c5b6008-2582-46da-9769-aab5df422805 req-12529403-7cda-4f1b-965b-b2b5200601a8 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=4c2c0860-2986-407a-8a1e-1579ab01e7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039579 Feb 02 07:12:40.406705 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8c30b4a7-10b2-4768-86f2-0c12ed5500e6 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (992f4df3-67b5-4628-9a59-2bdf94572a6b), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:40.410247 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b10c5813-a159-4109-80e8-a9f1d925027a tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (76f564b7-7f00-4738-9a13-a82a80b5f4ce), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:40.424663 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-db18985a-a47e-4a65-9d43-f1e2dca2c08b None None] Current status of the port 496809cb-90d3-4ce3-a749-63de296c13a4 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:12:40.466640 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 77d138cb-1c63-4896-88db-ad3372dfa8a3 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:12:40.466640 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (77d138cb-1c63-4896-88db-ad3372dfa8a3), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:40.473188 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-8c30b4a7-10b2-4768-86f2-0c12ed5500e6 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Calling delete_port for 992f4df3-67b5-4628-9a59-2bdf94572a6b owned by network:router_gateway {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:12:40.562729 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0800ae7-3705-4349-9579-19a6d6410852 req-68f4925f-7291-4944-8438-7f388d554357 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Made reservation on behalf of 1c93b513068944b98dd403010458a6a3 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:12:40.567949 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-505aaa04-2bc0-4427-a481-b61597b36321 None None] Deleting port e7b94134-0558-463c-9372-b2e5a59440ce {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:12:40.568326 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-505aaa04-2bc0-4427-a481-b61597b36321 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (e7b94134-0558-463c-9372-b2e5a59440ce), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:40.570027 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f0800ae7-3705-4349-9579-19a6d6410852 req-68f4925f-7291-4944-8438-7f388d554357 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:40.593001 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-53c20caf-8f64-495d-bc18-2b06460f8f52 admin admin] Deleting port e7b94134-0558-463c-9372-b2e5a59440ce {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:12:40.593520 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-53c20caf-8f64-495d-bc18-2b06460f8f52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (e7b94134-0558-463c-9372-b2e5a59440ce), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:40.635809 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-505aaa04-2bc0-4427-a481-b61597b36321 None None] For port e7b94134-0558-463c-9372-b2e5a59440ce, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=e7b94134-0558-463c-9372-b2e5a59440ce,segment=NetworkSegment(fc0a4cad-9504-4785-979c-6732d183490f),segment_id=fc0a4cad-9504-4785-979c-6732d183490f)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:12:40.636517 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-505aaa04-2bc0-4427-a481-b61597b36321 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (e7b94134-0558-463c-9372-b2e5a59440ce), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:40.649406 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-505aaa04-2bc0-4427-a481-b61597b36321 None None] Calling delete_port for e7b94134-0558-463c-9372-b2e5a59440ce owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:12:40.726425 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-f0800ae7-3705-4349-9579-19a6d6410852 req-68f4925f-7291-4944-8438-7f388d554357 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Allocated IP 19.80.0.40 (e1cca449-70a4-4578-87b2-31e487ae1243/f11af823-2bad-4109-bf48-c446c76693a7/973d4a52-96e6-4576-bb76-13a74c74ce4a) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:12:40.817142 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-53c20caf-8f64-495d-bc18-2b06460f8f52 admin admin] For port e7b94134-0558-463c-9372-b2e5a59440ce, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=e7b94134-0558-463c-9372-b2e5a59440ce,segment=NetworkSegment(fc0a4cad-9504-4785-979c-6732d183490f),segment_id=fc0a4cad-9504-4785-979c-6732d183490f)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:12:40.817524 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-53c20caf-8f64-495d-bc18-2b06460f8f52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (e7b94134-0558-463c-9372-b2e5a59440ce), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:40.897425 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-53c20caf-8f64-495d-bc18-2b06460f8f52 admin admin] Calling delete_port for e7b94134-0558-463c-9372-b2e5a59440ce owned by network:dhcp {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:12:40.898316 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-505aaa04-2bc0-4427-a481-b61597b36321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (e7b94134-0558-463c-9372-b2e5a59440ce), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:40.936010 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f0800ae7-3705-4349-9579-19a6d6410852 req-68f4925f-7291-4944-8438-7f388d554357 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks [] for port (973d4a52-96e6-4576-bb76-13a74c74ce4a), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:40.945124 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-645f43d6-ce7c-493d-9ee3-6d2e0ed6dd25 None None] Provisioning complete for port 77d138cb-1c63-4896-88db-ad3372dfa8a3 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:12:40.945500 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-645f43d6-ce7c-493d-9ee3-6d2e0ed6dd25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (77d138cb-1c63-4896-88db-ad3372dfa8a3), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:40.964744 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505aaa04-2bc0-4427-a481-b61597b36321 None None] Pushing event deleted for resources: {'Port': ['ID=e7b94134-0558-463c-9372-b2e5a59440ce,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:40.980723 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505aaa04-2bc0-4427-a481-b61597b36321 None None] No DVR routers for this DVR port e7b94134-0558-463c-9372-b2e5a59440ce on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:12:41.002218 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f0800ae7-3705-4349-9579-19a6d6410852 req-68f4925f-7291-4944-8438-7f388d554357 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (973d4a52-96e6-4576-bb76-13a74c74ce4a), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:41.047079 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0d36de85-03b5-491d-b882-a045f89b3c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:41.054746 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c40ef422-59fc-427d-9f23-a34e5a75b778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:41.072005 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f4925f-7291-4944-8438-7f388d554357 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Pushing event updated for resources: {'Port': ['ID=973d4a52-96e6-4576-bb76-13a74c74ce4a,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:41.091331 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0800ae7-3705-4349-9579-19a6d6410852 req-68f4925f-7291-4944-8438-7f388d554357 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Network e1cca449-70a4-4578-87b2-31e487ae1243 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:12:41.093104 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-f0800ae7-3705-4349-9579-19a6d6410852 req-68f4925f-7291-4944-8438-7f388d554357 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:12:41.118153 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0800ae7-3705-4349-9579-19a6d6410852 req-68f4925f-7291-4944-8438-7f388d554357 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:12:41.142005 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 77d138cb-1c63-4896-88db-ad3372dfa8a3 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:12:41.224770 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-645f43d6-ce7c-493d-9ee3-6d2e0ed6dd25 None None] Current status of the port 77d138cb-1c63-4896-88db-ad3372dfa8a3 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:12:41.276763 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0800ae7-3705-4349-9579-19a6d6410852 req-68f4925f-7291-4944-8438-7f388d554357 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:41.278947 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f0800ae7-3705-4349-9579-19a6d6410852 req-68f4925f-7291-4944-8438-7f388d554357 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:41.284663 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-645f43d6-ce7c-493d-9ee3-6d2e0ed6dd25 None None] Provisioning complete for port d355a3a7-32d5-4e12-ace1-f2b5b738562f triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:12:41.292446 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-645f43d6-ce7c-493d-9ee3-6d2e0ed6dd25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (d355a3a7-32d5-4e12-ace1-f2b5b738562f), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:41.331884 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f0800ae7-3705-4349-9579-19a6d6410852 req-68f4925f-7291-4944-8438-7f388d554357 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0156953 Feb 02 07:12:41.352661 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-f0800ae7-3705-4349-9579-19a6d6410852 req-8f8795ed-f7cb-4a9a-94e1-1cd31c073393 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Request body: {'port': {'device_id': '1d6f8a2e-1379-4758-96fc-57288067ece2', 'network_id': '6a85e0f7-6d70-42a4-bb4d-1e98b97a2c94', 'admin_state_up': True, 'tenant_id': '1c93b513068944b98dd403010458a6a3'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:12:41.368178 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5eef5beb-3757-48c8-9609-90ba595eaae2 None None] Publish callbacks [] for port (7e50471c-80cd-46a8-9384-5eff775b4e64), precommit_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:41.386666 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5eef5beb-3757-48c8-9609-90ba595eaae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (7e50471c-80cd-46a8-9384-5eff775b4e64), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:41.498924 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8c30b4a7-10b2-4768-86f2-0c12ed5500e6 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (992f4df3-67b5-4628-9a59-2bdf94572a6b), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:41.520842 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb6eb61-213e-4bdf-9bac-91c2d1f86a34 None None] Pushing event updated for resources: {'Port': ['ID=7e50471c-80cd-46a8-9384-5eff775b4e64,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:41.569714 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-5eef5beb-3757-48c8-9609-90ba595eaae2 None None] Attempting to bind port 7e50471c-80cd-46a8-9384-5eff775b4e64 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:12:41.570277 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-5eef5beb-3757-48c8-9609-90ba595eaae2 None None] Attempting to bind port 7e50471c-80cd-46a8-9384-5eff775b4e64 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:12:41.570778 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eef5beb-3757-48c8-9609-90ba595eaae2 None None] Attempting to bind port 7e50471c-80cd-46a8-9384-5eff775b4e64 on network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:12:41.574364 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-53c20caf-8f64-495d-bc18-2b06460f8f52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (e7b94134-0558-463c-9372-b2e5a59440ce), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:41.582022 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device d355a3a7-32d5-4e12-ace1-f2b5b738562f up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:12:41.622879 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eef5beb-3757-48c8-9609-90ba595eaae2 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:12:41.623353 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eef5beb-3757-48c8-9609-90ba595eaae2 None None] Checking segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:12:41.623932 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5eef5beb-3757-48c8-9609-90ba595eaae2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:41.624200 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eef5beb-3757-48c8-9609-90ba595eaae2 None None] Bound using segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:12:41.625304 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-5eef5beb-3757-48c8-9609-90ba595eaae2 None None] Bound port: 7e50471c-80cd-46a8-9384-5eff775b4e64, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:12:41.626253 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5eef5beb-3757-48c8-9609-90ba595eaae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (7e50471c-80cd-46a8-9384-5eff775b4e64), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:41.651038 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c30b4a7-10b2-4768-86f2-0c12ed5500e6 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Pushing event deleted for resources: {'Port': ['ID=992f4df3-67b5-4628-9a59-2bdf94572a6b,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:41.667982 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b10c5813-a159-4109-80e8-a9f1d925027a tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for port (76f564b7-7f00-4738-9a13-a82a80b5f4ce), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:41.668473 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-645f43d6-ce7c-493d-9ee3-6d2e0ed6dd25 None None] Current status of the port d355a3a7-32d5-4e12-ace1-f2b5b738562f is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:12:41.668980 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-645f43d6-ce7c-493d-9ee3-6d2e0ed6dd25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (d355a3a7-32d5-4e12-ace1-f2b5b738562f), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:41.678747 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb35f4f-5ea2-41cb-b5e1-522ec0774828 req-e9ec19d9-7a1d-4312-85d7-8d4f31b68ea5 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:41.680339 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cdb35f4f-5ea2-41cb-b5e1-522ec0774828 req-e9ec19d9-7a1d-4312-85d7-8d4f31b68ea5 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/ports?device_id=1d6f8a2e-1379-4758-96fc-57288067ece2 HTTP/1.1" status: 200 len: 931 time: 0.4148519 Feb 02 07:12:41.704970 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0800ae7-3705-4349-9579-19a6d6410852 req-8f8795ed-f7cb-4a9a-94e1-1cd31c073393 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Made reservation on behalf of 1c93b513068944b98dd403010458a6a3 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:12:41.709198 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f0800ae7-3705-4349-9579-19a6d6410852 req-8f8795ed-f7cb-4a9a-94e1-1cd31c073393 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:41.722722 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c20caf-8f64-495d-bc18-2b06460f8f52 admin admin] No DVR routers for this DVR port e7b94134-0558-463c-9372-b2e5a59440ce on host n-d-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:12:41.725452 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b10c5813-a159-4109-80e8-a9f1d925027a tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (76f564b7-7f00-4738-9a13-a82a80b5f4ce), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:41.741423 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-645f43d6-ce7c-493d-9ee3-6d2e0ed6dd25 None None] For port d355a3a7-32d5-4e12-ace1-f2b5b738562f, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=d355a3a7-32d5-4e12-ace1-f2b5b738562f,segment=NetworkSegment(5b4537b9-cda3-48b7-a425-4c4629db2f27),segment_id=5b4537b9-cda3-48b7-a425-4c4629db2f27)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:12:41.756268 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c20caf-8f64-495d-bc18-2b06460f8f52 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7b94134-0558-463c-9372-b2e5a59440ce,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:41.763412 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-645f43d6-ce7c-493d-9ee3-6d2e0ed6dd25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (d355a3a7-32d5-4e12-ace1-f2b5b738562f), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:41.771535 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-5eef5beb-3757-48c8-9609-90ba595eaae2 None None] For port 7e50471c-80cd-46a8-9384-5eff775b4e64, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:12:41.791585 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port d355a3a7-32d5-4e12-ace1-f2b5b738562f triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:12:41.791971 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (d355a3a7-32d5-4e12-ace1-f2b5b738562f), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:41.845248 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-5eef5beb-3757-48c8-9609-90ba595eaae2 None None] For port 7e50471c-80cd-46a8-9384-5eff775b4e64, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=7e50471c-80cd-46a8-9384-5eff775b4e64,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:12:41.866250 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5eef5beb-3757-48c8-9609-90ba595eaae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (7e50471c-80cd-46a8-9384-5eff775b4e64), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:41.879948 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-645f43d6-ce7c-493d-9ee3-6d2e0ed6dd25 None None] Provisioning complete for port 76f564b7-7f00-4738-9a13-a82a80b5f4ce triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:12:41.880330 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-645f43d6-ce7c-493d-9ee3-6d2e0ed6dd25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (76f564b7-7f00-4738-9a13-a82a80b5f4ce), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:41.888477 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-f0800ae7-3705-4349-9579-19a6d6410852 req-8f8795ed-f7cb-4a9a-94e1-1cd31c073393 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Allocated IP 19.86.0.162 (6a85e0f7-6d70-42a4-bb4d-1e98b97a2c94/65c016d1-697a-4965-8fc4-4ace45afed14/bb78205a-794e-4a19-8c36-535bfca52971) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:12:41.897301 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f1d0e-0fe5-4c69-aa8e-55f7e415b83b req-8b4a4110-8ec0-43c0-b096-7fa50193e3f6 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:41.898741 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2f1f1d0e-0fe5-4c69-aa8e-55f7e415b83b req-8b4a4110-8ec0-43c0-b096-7fa50193e3f6 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 944 time: 0.2855821 Feb 02 07:12:41.914837 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645f43d6-ce7c-493d-9ee3-6d2e0ed6dd25 None None] Pushing event updated for resources: {'Port': ['ID=d355a3a7-32d5-4e12-ace1-f2b5b738562f,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:41.916004 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-53c20caf-8f64-495d-bc18-2b06460f8f52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (274d3754-cb62-4276-8b4a-dfa5cf98baaf), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:41.944422 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-53c20caf-8f64-495d-bc18-2b06460f8f52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['274d3754-cb62-4276-8b4a-dfa5cf98baaf']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:41.955812 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-53c20caf-8f64-495d-bc18-2b06460f8f52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc0a4cad-9504-4785-979c-6732d183490f') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:41.956238 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-53c20caf-8f64-495d-bc18-2b06460f8f52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc0a4cad-9504-4785-979c-6732d183490f') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:41.961416 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2f1f1d0e-0fe5-4c69-aa8e-55f7e415b83b req-5c8cb48f-9c6a-4d29-b8a2-fcccbad2108f tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=4c2c0860-2986-407a-8a1e-1579ab01e7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472209 Feb 02 07:12:41.966363 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-645f43d6-ce7c-493d-9ee3-6d2e0ed6dd25 None None] Port 76f564b7-7f00-4738-9a13-a82a80b5f4ce cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:12:41.969235 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-53c20caf-8f64-495d-bc18-2b06460f8f52 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (fc0a4cad-9504-4785-979c-6732d183490f), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:41.983765 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eef5beb-3757-48c8-9609-90ba595eaae2 None None] Routers {'ce157d5e-966f-43c1-89ba-ce7746322e54'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:12:41.983765 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-5eef5beb-3757-48c8-9609-90ba595eaae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:12:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['ce157d5e-966f-43c1-89ba-ce7746322e54'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:41.987596 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-53c20caf-8f64-495d-bc18-2b06460f8f52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (fc0a4cad-9504-4785-979c-6732d183490f), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:41.994802 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device f9522278-2a1c-403b-b1b6-9e3dbe8dd39f details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:12:41.996510 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53c20caf-8f64-495d-bc18-2b06460f8f52 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:12:41.997027 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-53c20caf-8f64-495d-bc18-2b06460f8f52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (fc0a4cad-9504-4785-979c-6732d183490f), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:42.061327 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8c30b4a7-10b2-4768-86f2-0c12ed5500e6 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (2d23a677-5c1e-4053-915d-176cc2dd5b34), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:42.104593 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port d355a3a7-32d5-4e12-ace1-f2b5b738562f is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:12:42.107373 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 77d138cb-1c63-4896-88db-ad3372dfa8a3 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:12:42.158698 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56284) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:42.172188 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8c30b4a7-10b2-4768-86f2-0c12ed5500e6 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (2d23a677-5c1e-4053-915d-176cc2dd5b34), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:42.174999 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8c30b4a7-10b2-4768-86f2-0c12ed5500e6 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks [] for router_controller (2d23a677-5c1e-4053-915d-176cc2dd5b34), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:42.228366 n-d-789963-26 neutron-server[109693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:12:42.228366 n-d-789963-26 neutron-server[109693]: self.session.flush() Feb 02 07:12:42.228366 n-d-789963-26 neutron-server[109693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:12:42.228366 n-d-789963-26 neutron-server[109693]: self.session.flush() Feb 02 07:12:42.228366 n-d-789963-26 neutron-server[109693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:12:42.228366 n-d-789963-26 neutron-server[109693]: self.session.flush() Feb 02 07:12:42.228366 n-d-789963-26 neutron-server[109693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:12:42.228366 n-d-789963-26 neutron-server[109693]: self.session.flush() Feb 02 07:12:42.228366 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:12:42.228366 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:12:42.228366 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:12:42.228366 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:12:42.228366 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:12:42.228366 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:12:42.228366 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:12:42.228366 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:12:42.228366 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:12:42.228366 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:12:42.228366 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:12:42.228366 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:12:42.228366 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:12:42.228366 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:12:42.228366 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:12:42.228366 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:12:42.228366 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:12:42.228366 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:12:42.228366 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:12:42.228366 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:12:42.228366 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:12:42.228366 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:12:42.228366 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:12:42.228366 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:12:42.228366 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:12:42.228366 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:12:42.228366 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:12:42.228366 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:12:42.228366 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:12:42.228366 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:12:42.228366 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:12:42.228366 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:12:42.233293 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-53c20caf-8f64-495d-bc18-2b06460f8f52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (274d3754-cb62-4276-8b4a-dfa5cf98baaf), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:42.243681 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8c30b4a7-10b2-4768-86f2-0c12ed5500e6 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (2d23a677-5c1e-4053-915d-176cc2dd5b34), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:42.244582 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c30b4a7-10b2-4768-86f2-0c12ed5500e6 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Fanout notify agent at l3_agent the message router_deleted on router 2d23a677-5c1e-4053-915d-176cc2dd5b34 {{(pid=109693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:12:42.271381 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port f9522278-2a1c-403b-b1b6-9e3dbe8dd39f, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=f9522278-2a1c-403b-b1b6-9e3dbe8dd39f,segment=NetworkSegment(99da04fe-20b0-46d1-9372-22452ee68679),segment_id=99da04fe-20b0-46d1-9372-22452ee68679)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:12:42.273514 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f0800ae7-3705-4349-9579-19a6d6410852 req-8f8795ed-f7cb-4a9a-94e1-1cd31c073393 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks [] for port (bb78205a-794e-4a19-8c36-535bfca52971), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:42.274758 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8c30b4a7-10b2-4768-86f2-0c12ed5500e6 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:42.280654 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-8c30b4a7-10b2-4768-86f2-0c12ed5500e6 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] 10.222.0.87 "DELETE /v2.0/routers/2d23a677-5c1e-4053-915d-176cc2dd5b34 HTTP/1.1" status: 204 len: 168 time: 5.0194545 Feb 02 07:12:42.282153 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-53c20caf-8f64-495d-bc18-2b06460f8f52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:42.283239 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56288) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:42.285473 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-53c20caf-8f64-495d-bc18-2b06460f8f52 admin admin] 10.222.0.87 "DELETE /v2.0/networks/274d3754-cb62-4276-8b4a-dfa5cf98baaf HTTP/1.1" status: 204 len: 168 time: 2.6702907 Feb 02 07:12:42.326896 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-c40ef422-59fc-427d-9f23-a34e5a75b778 admin admin] Allocated IP 172.20.0.1 (5cfbcee1-7173-4b6e-a0aa-7287399b71c6/632da248-6289-4747-982b-19f8a4b887fb/7a38cde2-8732-4ebd-8087-7787b0a317af) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:12:42.328939 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-09bbb626-3189-4af4-a898-0d537db32d68 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1523599174', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:12:42.329433 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c20caf-8f64-495d-bc18-2b06460f8f52 admin admin] Pushing event deleted for resources: {'Network': ['ID=274d3754-cb62-4276-8b4a-dfa5cf98baaf,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:42.345584 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b10c5813-a159-4109-80e8-a9f1d925027a tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (1941e8b6-7be9-4e64-8e82-41840d371309), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:42.349474 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb6eb61-213e-4bdf-9bac-91c2d1f86a34 None None] Pushing event updated for resources: {'Port': ['ID=7e50471c-80cd-46a8-9384-5eff775b4e64,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:42.356805 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': 'f9522278-2a1c-403b-b1b6-9e3dbe8dd39f', 'network_id': '93a7727a-9e40-4a0f-b90d-66c79fe1bf6c', 'port_id': 'f9522278-2a1c-403b-b1b6-9e3dbe8dd39f', 'mac_address': 'fa:16:3e:5d:0a:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '772313e3-625d-4c7f-b776-8fe829836021', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:12:42.365706 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-9bb44449-3ea8-43ce-a4c8-3f593273435f None None] Provisioning complete for port 973d4a52-96e6-4576-bb76-13a74c74ce4a triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:12:42.366233 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9bb44449-3ea8-43ce-a4c8-3f593273435f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (973d4a52-96e6-4576-bb76-13a74c74ce4a), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:42.389413 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10c5813-a159-4109-80e8-a9f1d925027a tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Pushing event updated for resources: {'Port': ['ID=76f564b7-7f00-4738-9a13-a82a80b5f4ce,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:42.417452 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-09bbb626-3189-4af4-a898-0d537db32d68 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (7e99039a-77dc-47f0-8df4-29b9d0fe727c), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:42.424520 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-09bbb626-3189-4af4-a898-0d537db32d68 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (7e99039a-77dc-47f0-8df4-29b9d0fe727c), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:42.512479 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-25d252f2-ca40-4552-b0f5-ae3194198fcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:42.516500 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-9bb44449-3ea8-43ce-a4c8-3f593273435f None None] Port 973d4a52-96e6-4576-bb76-13a74c74ce4a cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:12:42.524207 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56292) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:42.545881 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cdb35f4f-5ea2-41cb-b5e1-522ec0774828 req-82b9a253-8541-49f7-ac8d-c81630922b4a tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee38a50d-609a-441d-89e7-67ea86baffc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8517997 Feb 02 07:12:42.562713 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port f9522278-2a1c-403b-b1b6-9e3dbe8dd39f is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:12:42.563112 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f9522278-2a1c-403b-b1b6-9e3dbe8dd39f), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:42.573725 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 77d138cb-1c63-4896-88db-ad3372dfa8a3 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:12:42.574233 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (77d138cb-1c63-4896-88db-ad3372dfa8a3), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:42.587377 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-5eef5beb-3757-48c8-9609-90ba595eaae2 None None] Set router ce157d5e-966f-43c1-89ba-ce7746322e54 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:12:42.614949 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-09bbb626-3189-4af4-a898-0d537db32d68 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks [] for router_controller (7e99039a-77dc-47f0-8df4-29b9d0fe727c), precommit_add_association {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:42.630588 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-09bbb626-3189-4af4-a898-0d537db32d68 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (7e99039a-77dc-47f0-8df4-29b9d0fe727c), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:42.655503 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f0800ae7-3705-4349-9579-19a6d6410852 req-8f8795ed-f7cb-4a9a-94e1-1cd31c073393 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (bb78205a-794e-4a19-8c36-535bfca52971), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:42.656917 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10c5813-a159-4109-80e8-a9f1d925027a tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Network 9727d2bb-d551-41c6-8b30-839e0b999066 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:12:42.663123 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-b10c5813-a159-4109-80e8-a9f1d925027a tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:12:42.685463 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9522278-2a1c-403b-b1b6-9e3dbe8dd39f {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:12:42.733353 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8795ed-f7cb-4a9a-94e1-1cd31c073393 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Pushing event updated for resources: {'Port': ['ID=bb78205a-794e-4a19-8c36-535bfca52971,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:42.769915 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-09bbb626-3189-4af4-a898-0d537db32d68 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:42.775847 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-09bbb626-3189-4af4-a898-0d537db32d68 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4883795 Feb 02 07:12:42.782423 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56294) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:42.789268 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b77bc88f-0ba3-4cb0-be3c-4885daa43043 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=12ae52d2610343959b079c169f83e654&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2623048 Feb 02 07:12:42.792508 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56296) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:42.797536 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-f1f9c219-6309-48ee-bdfc-dfe43b09ba11 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'enable_snat': True}}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:12:42.836942 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port f9522278-2a1c-403b-b1b6-9e3dbe8dd39f, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=f9522278-2a1c-403b-b1b6-9e3dbe8dd39f,segment=NetworkSegment(99da04fe-20b0-46d1-9372-22452ee68679),segment_id=99da04fe-20b0-46d1-9372-22452ee68679)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:12:42.864550 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0800ae7-3705-4349-9579-19a6d6410852 req-8f8795ed-f7cb-4a9a-94e1-1cd31c073393 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Network 6a85e0f7-6d70-42a4-bb4d-1e98b97a2c94 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:12:42.882727 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c40ef422-59fc-427d-9f23-a34e5a75b778 admin admin] Publish callbacks [] for port (7a38cde2-8732-4ebd-8087-7787b0a317af), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:42.883414 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (f9522278-2a1c-403b-b1b6-9e3dbe8dd39f), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:42.907523 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-f0800ae7-3705-4349-9579-19a6d6410852 req-8f8795ed-f7cb-4a9a-94e1-1cd31c073393 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:12:42.914175 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0800ae7-3705-4349-9579-19a6d6410852 req-8f8795ed-f7cb-4a9a-94e1-1cd31c073393 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:12:42.941259 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fdb52b0c-d752-4f37-83aa-f92fed23e475 admin admin] Publish callbacks [] for security_group (14b85ecc-08a4-4683-b69a-c49d65112444), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:42.997395 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fdb52b0c-d752-4f37-83aa-f92fed23e475 admin admin] Publish callbacks [] for security_group (14b85ecc-08a4-4683-b69a-c49d65112444), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:43.003111 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 77d138cb-1c63-4896-88db-ad3372dfa8a3 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:12:43.039165 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0800ae7-3705-4349-9579-19a6d6410852 req-8f8795ed-f7cb-4a9a-94e1-1cd31c073393 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:43.044650 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f0800ae7-3705-4349-9579-19a6d6410852 req-8f8795ed-f7cb-4a9a-94e1-1cd31c073393 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:43.069704 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=f9522278-2a1c-403b-b1b6-9e3dbe8dd39f,revision_number=9']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:43.102104 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device dbe527c4-73ea-4b13-bbe9-8a65dbccca0b no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:12:43.124614 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b10c5813-a159-4109-80e8-a9f1d925027a tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Router 1941e8b6-7be9-4e64-8e82-41840d371309 is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:12:43.138613 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: dbe527c4-73ea-4b13-bbe9-8a65dbccca0b {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:12:43.139583 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device dbe527c4-73ea-4b13-bbe9-8a65dbccca0b not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:12:43.141060 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 1742e93f-1dbc-4cd8-a295-f077feb1a78a no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:12:43.145362 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-7219ff47-7803-427f-860b-98440fb01b90 None None] Provisioning complete for port 76f564b7-7f00-4738-9a13-a82a80b5f4ce triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:12:43.145619 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c40ef422-59fc-427d-9f23-a34e5a75b778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (7a38cde2-8732-4ebd-8087-7787b0a317af), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:43.147325 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7219ff47-7803-427f-860b-98440fb01b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (76f564b7-7f00-4738-9a13-a82a80b5f4ce), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:43.165714 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fdb52b0c-d752-4f37-83aa-f92fed23e475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (14b85ecc-08a4-4683-b69a-c49d65112444), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:43.168262 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fdb52b0c-d752-4f37-83aa-f92fed23e475 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:43.172301 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-fdb52b0c-d752-4f37-83aa-f92fed23e475 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/14b85ecc-08a4-4683-b69a-c49d65112444 HTTP/1.1" status: 204 len: 168 time: 0.3764992 Feb 02 07:12:43.204681 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-7219ff47-7803-427f-860b-98440fb01b90 None None] Port 76f564b7-7f00-4738-9a13-a82a80b5f4ce cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:12:43.230813 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 1742e93f-1dbc-4cd8-a295-f077feb1a78a {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:12:43.231173 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 1742e93f-1dbc-4cd8-a295-f077feb1a78a not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:12:43.231601 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device e7b94134-0558-463c-9372-b2e5a59440ce no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:12:43.268032 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f0800ae7-3705-4349-9579-19a6d6410852 req-8f8795ed-f7cb-4a9a-94e1-1cd31c073393 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9237235 Feb 02 07:12:43.279457 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb52b0c-d752-4f37-83aa-f92fed23e475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b85ecc-08a4-4683-b69a-c49d65112444,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:43.304693 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-5eef5beb-3757-48c8-9609-90ba595eaae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce157d5e-966f-43c1-89ba-ce7746322e54', 'name': 'tempest-TestServerMultinode-1327595923-router', 'tenant_id': '158b617b54e4489dbe792d64a323d023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '7e50471c-80cd-46a8-9384-5eff775b4e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:12:31Z', 'updated_at': '2022-02-02T07:12:34Z', 'revision_number': 3, 'project_id': '158b617b54e4489dbe792d64a323d023', 'gw_port': {'id': '7e50471c-80cd-46a8-9384-5eff775b4e64', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:66:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce157d5e-966f-43c1-89ba-ce7746322e54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:12:32Z', 'updated_at': '2022-02-02T07:12:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:43.326353 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: e7b94134-0558-463c-9372-b2e5a59440ce {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:12:43.326806 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device e7b94134-0558-463c-9372-b2e5a59440ce not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:12:43.345601 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-f0800ae7-3705-4349-9579-19a6d6410852 req-a46fc80d-ce61-4893-8024-826d07636789 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Request body: {'port': {'device_id': '1d6f8a2e-1379-4758-96fc-57288067ece2', 'network_id': 'e1cca449-70a4-4578-87b2-31e487ae1243', 'admin_state_up': True, 'tenant_id': '1c93b513068944b98dd403010458a6a3'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:12:43.372010 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-25d252f2-ca40-4552-b0f5-ae3194198fcd admin admin] Publish callbacks [] for security_group (f2adad27-ee0c-4c2a-9c29-683ee59a033f), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:43.479292 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f1f9c219-6309-48ee-bdfc-dfe43b09ba11 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks [] for router_gateway (7e99039a-77dc-47f0-8df4-29b9d0fe727c), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:43.497080 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-25d252f2-ca40-4552-b0f5-ae3194198fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (f2adad27-ee0c-4c2a-9c29-683ee59a033f), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:43.560088 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-25d252f2-ca40-4552-b0f5-ae3194198fcd admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=da7c8cab79e449da9ca9fe9028dcd857&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3978076 Feb 02 07:12:43.565203 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56304) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:43.677558 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29613963-086f-48dc-a583-a2b20b2ebdbe req-15df2761-85f2-4717-819a-997ef81f4cd2 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:43.679583 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-29613963-086f-48dc-a583-a2b20b2ebdbe req-15df2761-85f2-4717-819a-997ef81f4cd2 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 945 time: 0.4317460 Feb 02 07:12:43.712320 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d252f2-ca40-4552-b0f5-ae3194198fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2adad27-ee0c-4c2a-9c29-683ee59a033f,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:43.749996 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['f9522278-2a1c-403b-b1b6-9e3dbe8dd39f'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:12:43.760132 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device d355a3a7-32d5-4e12-ace1-f2b5b738562f up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:12:43.768149 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eef5beb-3757-48c8-9609-90ba595eaae2 None None] The sync data for ids ['ce157d5e-966f-43c1-89ba-ce7746322e54'] in n-d-789963-26 is: [{'id': 'ce157d5e-966f-43c1-89ba-ce7746322e54', 'name': 'tempest-TestServerMultinode-1327595923-router', 'tenant_id': '158b617b54e4489dbe792d64a323d023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '7e50471c-80cd-46a8-9384-5eff775b4e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:12:31Z', 'updated_at': '2022-02-02T07:12:34Z', 'revision_number': 3, 'project_id': '158b617b54e4489dbe792d64a323d023', 'gw_port': {'id': '7e50471c-80cd-46a8-9384-5eff775b4e64', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:66:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce157d5e-966f-43c1-89ba-ce7746322e54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:12:32Z', 'updated_at': '2022-02-02T07:12:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:12:43.805234 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-db939a05-9e05-4a5e-9c13-6fd6c3f95b5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:43.842552 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-89be3500-9ec5-4f5b-8e24-aad88aa6e8be None None] Provisioning complete for port bb78205a-794e-4a19-8c36-535bfca52971 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:12:43.842936 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-89be3500-9ec5-4f5b-8e24-aad88aa6e8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (bb78205a-794e-4a19-8c36-535bfca52971), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:43.893905 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-89be3500-9ec5-4f5b-8e24-aad88aa6e8be None None] Port bb78205a-794e-4a19-8c36-535bfca52971 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:12:43.914233 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-db1014a7-ba1b-4d8b-93d5-237f382df0fd admin admin] Publish callbacks [] for security_group (f2adad27-ee0c-4c2a-9c29-683ee59a033f), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:43.928392 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-29613963-086f-48dc-a583-a2b20b2ebdbe req-3ed75239-7995-4fdc-97ee-06921e32133e tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=4c2c0860-2986-407a-8a1e-1579ab01e7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2369013 Feb 02 07:12:43.971100 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0800ae7-3705-4349-9579-19a6d6410852 req-a46fc80d-ce61-4893-8024-826d07636789 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Made reservation on behalf of 1c93b513068944b98dd403010458a6a3 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:12:43.975112 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f0800ae7-3705-4349-9579-19a6d6410852 req-a46fc80d-ce61-4893-8024-826d07636789 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:43.997286 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40ef422-59fc-427d-9f23-a34e5a75b778 admin admin] Network 5cfbcee1-7173-4b6e-a0aa-7287399b71c6 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:12:44.004857 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-db1014a7-ba1b-4d8b-93d5-237f382df0fd admin admin] Publish callbacks [] for security_group (f2adad27-ee0c-4c2a-9c29-683ee59a033f), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:44.057029 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-c40ef422-59fc-427d-9f23-a34e5a75b778 admin admin] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:12:44.092979 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port d355a3a7-32d5-4e12-ace1-f2b5b738562f triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:12:44.093733 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (d355a3a7-32d5-4e12-ace1-f2b5b738562f), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:44.094970 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40ef422-59fc-427d-9f23-a34e5a75b778 admin admin] Pushing event updated for resources: {'Port': ['ID=7a38cde2-8732-4ebd-8087-7787b0a317af,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:44.110059 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40ef422-59fc-427d-9f23-a34e5a75b778 admin admin] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:12:44.247664 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-db1014a7-ba1b-4d8b-93d5-237f382df0fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (f2adad27-ee0c-4c2a-9c29-683ee59a033f), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:44.250657 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-db1014a7-ba1b-4d8b-93d5-237f382df0fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:44.252386 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-db1014a7-ba1b-4d8b-93d5-237f382df0fd admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/f2adad27-ee0c-4c2a-9c29-683ee59a033f HTTP/1.1" status: 204 len: 168 time: 0.6813424 Feb 02 07:12:44.305406 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c40ef422-59fc-427d-9f23-a34e5a75b778 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (ce157d5e-966f-43c1-89ba-ce7746322e54), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:44.318154 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port d355a3a7-32d5-4e12-ace1-f2b5b738562f is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:12:44.361170 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1014a7-ba1b-4d8b-93d5-237f382df0fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2adad27-ee0c-4c2a-9c29-683ee59a033f,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:44.451770 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b10c5813-a159-4109-80e8-a9f1d925027a tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:12:44.468191 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac63decf-88bb-4d78-8652-aadcd1594105 None None] Sync routers for ids ['1941e8b6-7be9-4e64-8e82-41840d371309'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:12:44.492682 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b10c5813-a159-4109-80e8-a9f1d925027a tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "PUT /v2.0/routers/1941e8b6-7be9-4e64-8e82-41840d371309/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2376704 Feb 02 07:12:44.495046 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56322) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:44.499199 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac63decf-88bb-4d78-8652-aadcd1594105 None None] Routers {'1941e8b6-7be9-4e64-8e82-41840d371309'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:12:44.500941 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-ac63decf-88bb-4d78-8652-aadcd1594105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:12:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['1941e8b6-7be9-4e64-8e82-41840d371309'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:44.582414 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-ac63decf-88bb-4d78-8652-aadcd1594105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:44.601696 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac63decf-88bb-4d78-8652-aadcd1594105 None None] Routers {'1941e8b6-7be9-4e64-8e82-41840d371309'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:12:44.602605 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-ac63decf-88bb-4d78-8652-aadcd1594105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:12:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['1941e8b6-7be9-4e64-8e82-41840d371309'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:44.683300 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-f0800ae7-3705-4349-9579-19a6d6410852 req-a46fc80d-ce61-4893-8024-826d07636789 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Allocated IP 19.80.0.96 (e1cca449-70a4-4578-87b2-31e487ae1243/f11af823-2bad-4109-bf48-c446c76693a7/8ba1ce67-d18a-4ea3-9d86-ca0cc6e054da) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:12:44.684003 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:44.703502 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-ac63decf-88bb-4d78-8652-aadcd1594105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:44.704232 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac63decf-88bb-4d78-8652-aadcd1594105 None None] The sync data for ids ['1941e8b6-7be9-4e64-8e82-41840d371309'] in n-d-789963-26 is: [] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:12:44.715792 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-5769a2cf-a178-4915-9ab0-e29c2d3637ce None None] Provisioning complete for port 7a38cde2-8732-4ebd-8087-7787b0a317af triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:12:44.718041 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5769a2cf-a178-4915-9ab0-e29c2d3637ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (7a38cde2-8732-4ebd-8087-7787b0a317af), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:44.740555 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c55dc9-6bf3-462f-811c-2984d6016836 req-e097c85f-55e7-4155-a8a6-5d032e5ad8e7 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:44.763205 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c55dc9-6bf3-462f-811c-2984d6016836 req-e097c85f-55e7-4155-a8a6-5d032e5ad8e7 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:44.768979 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-84c55dc9-6bf3-462f-811c-2984d6016836 req-e097c85f-55e7-4155-a8a6-5d032e5ad8e7 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/ports?device_id=1d6f8a2e-1379-4758-96fc-57288067ece2 HTTP/1.1" status: 200 len: 1654 time: 0.7920938 Feb 02 07:12:44.860792 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-5769a2cf-a178-4915-9ab0-e29c2d3637ce None None] Port 7a38cde2-8732-4ebd-8087-7787b0a317af cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:12:44.913291 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:12:44.963963 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-84c55dc9-6bf3-462f-811c-2984d6016836 req-9d327758-967b-4bc7-83e0-12fb798d30ce tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee38a50d-609a-441d-89e7-67ea86baffc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614776 Feb 02 07:12:45.016448 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5b9b18-e1f6-48f4-a809-8682a6fe1512 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:45.018029 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-ff5b9b18-e1f6-48f4-a809-8682a6fe1512 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "GET /v2.0/ports/76f564b7-7f00-4738-9a13-a82a80b5f4ce HTTP/1.1" status: 200 len: 910 time: 0.5047343 Feb 02 07:12:45.022343 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56334) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:45.130498 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56336) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:45.190899 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f1f9c219-6309-48ee-bdfc-dfe43b09ba11 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks [] for router_gateway (7e99039a-77dc-47f0-8df4-29b9d0fe727c), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:45.284932 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f1f9c219-6309-48ee-bdfc-dfe43b09ba11 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:45.367761 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f0800ae7-3705-4349-9579-19a6d6410852 req-a46fc80d-ce61-4893-8024-826d07636789 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks [] for port (8ba1ce67-d18a-4ea3-9d86-ca0cc6e054da), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:45.459307 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e1090-8a88-4bee-987f-d2d5f2df9aa5 req-8aaf42f8-7abc-46c4-9784-1f2b072fb671 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:45.461957 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-df1e1090-8a88-4bee-987f-d2d5f2df9aa5 req-8aaf42f8-7abc-46c4-9784-1f2b072fb671 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 945 time: 0.3646801 Feb 02 07:12:45.466343 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-54ebac7f-c7a8-465f-bbd4-d9a8dbb7b35f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-93769577-network', 'tenant_id': '3b47e731264f4e98a435635cbe941a6a'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:12:45.469918 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c40ef422-59fc-427d-9f23-a34e5a75b778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (7a38cde2-8732-4ebd-8087-7787b0a317af), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:45.610147 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ebac7f-c7a8-465f-bbd4-d9a8dbb7b35f admin admin] Made reservation on behalf of 3b47e731264f4e98a435635cbe941a6a for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:12:45.610409 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 7e50471c-80cd-46a8-9384-5eff775b4e64 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:12:45.613442 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-54ebac7f-c7a8-465f-bbd4-d9a8dbb7b35f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:45.627663 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-54ebac7f-c7a8-465f-bbd4-d9a8dbb7b35f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:45.644645 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-df1e1090-8a88-4bee-987f-d2d5f2df9aa5 req-a5783bc0-3849-4eb8-88b2-24bab11513a7 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=4c2c0860-2986-407a-8a1e-1579ab01e7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1702833 Feb 02 07:12:45.672746 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f0800ae7-3705-4349-9579-19a6d6410852 req-a46fc80d-ce61-4893-8024-826d07636789 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (8ba1ce67-d18a-4ea3-9d86-ca0cc6e054da), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:45.725424 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 7e50471c-80cd-46a8-9384-5eff775b4e64 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:12:45.725801 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (7e50471c-80cd-46a8-9384-5eff775b4e64), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:45.762839 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46fc80d-ce61-4893-8024-826d07636789 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Pushing event updated for resources: {'Port': ['ID=8ba1ce67-d18a-4ea3-9d86-ca0cc6e054da,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:45.809708 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-f1f9c219-6309-48ee-bdfc-dfe43b09ba11 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Allocated IP 172.25.4.163 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/b2d49d93-01ba-4fef-824d-bc734aa46837) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:12:45.844943 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6dbd5c3c-9718-4142-9c23-195ca6bc792a tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (1941e8b6-7be9-4e64-8e82-41840d371309), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:45.848839 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0800ae7-3705-4349-9579-19a6d6410852 req-a46fc80d-ce61-4893-8024-826d07636789 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Network e1cca449-70a4-4578-87b2-31e487ae1243 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:12:45.856236 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-f0800ae7-3705-4349-9579-19a6d6410852 req-a46fc80d-ce61-4893-8024-826d07636789 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:12:45.866363 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0800ae7-3705-4349-9579-19a6d6410852 req-a46fc80d-ce61-4893-8024-826d07636789 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:12:45.881830 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 7e50471c-80cd-46a8-9384-5eff775b4e64 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:12:45.882738 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (7e50471c-80cd-46a8-9384-5eff775b4e64), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:45.922873 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 7e50471c-80cd-46a8-9384-5eff775b4e64, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=7e50471c-80cd-46a8-9384-5eff775b4e64,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:12:45.931157 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (7e50471c-80cd-46a8-9384-5eff775b4e64), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:46.037891 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device f9522278-2a1c-403b-b1b6-9e3dbe8dd39f up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:12:46.141776 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:46.153532 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=7e50471c-80cd-46a8-9384-5eff775b4e64,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:46.186622 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port f9522278-2a1c-403b-b1b6-9e3dbe8dd39f triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:12:46.187518 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (f9522278-2a1c-403b-b1b6-9e3dbe8dd39f), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:46.189995 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0800ae7-3705-4349-9579-19a6d6410852 req-a46fc80d-ce61-4893-8024-826d07636789 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:46.190681 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f0800ae7-3705-4349-9579-19a6d6410852 req-a46fc80d-ce61-4893-8024-826d07636789 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:46.211635 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c40ef422-59fc-427d-9f23-a34e5a75b778 admin admin] Publish callbacks [] for port (7a38cde2-8732-4ebd-8087-7787b0a317af), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:46.222577 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-54ebac7f-c7a8-465f-bbd4-d9a8dbb7b35f admin admin] Publish callbacks [] for security_group (4da660f0-c5e9-442f-8c86-6a3d6996b30f), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:46.273736 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c40ef422-59fc-427d-9f23-a34e5a75b778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (7a38cde2-8732-4ebd-8087-7787b0a317af), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:46.275179 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f1f9c219-6309-48ee-bdfc-dfe43b09ba11 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks [] for port (b2d49d93-01ba-4fef-824d-bc734aa46837), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:46.328851 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-54ebac7f-c7a8-465f-bbd4-d9a8dbb7b35f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (4da660f0-c5e9-442f-8c86-6a3d6996b30f), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:46.342539 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f1f9c219-6309-48ee-bdfc-dfe43b09ba11 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (b2d49d93-01ba-4fef-824d-bc734aa46837), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:46.383684 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port f9522278-2a1c-403b-b1b6-9e3dbe8dd39f is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:12:46.384118 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f9522278-2a1c-403b-b1b6-9e3dbe8dd39f), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:46.446900 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3244b4-d911-40fc-bc67-3817cf9a5d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9522278-2a1c-403b-b1b6-9e3dbe8dd39f'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:12:46.453097 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea854994-a809-4226-b2f0-dfe72a1e0337" -d '{"events": [{"server_uuid": "6d3244b4-d911-40fc-bc67-3817cf9a5d47", "name": "network-vif-plugged", "status": "completed", "tag": "f9522278-2a1c-403b-b1b6-9e3dbe8dd39f"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:12:46.482200 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port f9522278-2a1c-403b-b1b6-9e3dbe8dd39f, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=f9522278-2a1c-403b-b1b6-9e3dbe8dd39f,segment=NetworkSegment(99da04fe-20b0-46d1-9372-22452ee68679),segment_id=99da04fe-20b0-46d1-9372-22452ee68679)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:12:46.500525 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (f9522278-2a1c-403b-b1b6-9e3dbe8dd39f), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:46.523618 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f9c219-6309-48ee-bdfc-dfe43b09ba11 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:12:46.525380 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f9c219-6309-48ee-bdfc-dfe43b09ba11 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Pushing event updated for resources: {'Port': ['ID=b2d49d93-01ba-4fef-824d-bc734aa46837,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:46.532498 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-f1f9c219-6309-48ee-bdfc-dfe43b09ba11 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:12:46.548863 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f9c219-6309-48ee-bdfc-dfe43b09ba11 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:12:46.568882 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff00975-725d-4c4f-ab8d-16dbaee246c5 x-openstack-request-id: req-eff00975-725d-4c4f-ab8d-16dbaee246c5 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:12:46.570632 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d3244b4-d911-40fc-bc67-3817cf9a5d47", "name": "network-vif-plugged", "status": "completed", "tag": "f9522278-2a1c-403b-b1b6-9e3dbe8dd39f", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:12:46.571006 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-eff00975-725d-4c4f-ab8d-16dbaee246c5 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:12:46.571750 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d3244b4-d911-40fc-bc67-3817cf9a5d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9522278-2a1c-403b-b1b6-9e3dbe8dd39f', 'code': 200} Feb 02 07:12:46.579495 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40ef422-59fc-427d-9f23-a34e5a75b778 admin admin] Pushing event updated for resources: {'Port': ['ID=7a38cde2-8732-4ebd-8087-7787b0a317af,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:46.589469 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c40ef422-59fc-427d-9f23-a34e5a75b778 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (ce157d5e-966f-43c1-89ba-ce7746322e54), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:46.613169 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f0800ae7-3705-4349-9579-19a6d6410852 req-a46fc80d-ce61-4893-8024-826d07636789 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2829888 Feb 02 07:12:46.613512 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ebac7f-c7a8-465f-bbd4-d9a8dbb7b35f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da660f0-c5e9-442f-8c86-6a3d6996b30f,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:46.657894 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-f0800ae7-3705-4349-9579-19a6d6410852 req-db436160-d3a0-4a4f-914b-4a46a9d4a6ec service neutron] Request body: {'port': {'device_id': '1d6f8a2e-1379-4758-96fc-57288067ece2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:12:46.665119 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54ebac7f-c7a8-465f-bbd4-d9a8dbb7b35f admin admin] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:12:46.668460 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=f9522278-2a1c-403b-b1b6-9e3dbe8dd39f,revision_number=10']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:46.718944 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-c5780206-8f2f-4f51-b29d-071d198fac3a None None] Provisioning complete for port 8ba1ce67-d18a-4ea3-9d86-ca0cc6e054da triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:12:46.719400 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c5780206-8f2f-4f51-b29d-071d198fac3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (8ba1ce67-d18a-4ea3-9d86-ca0cc6e054da), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:46.750109 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34a2a6-d461-4413-9eba-3fb20ad86a3e req-628ec8c6-2b04-4070-b9eb-30f89f0d510b tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:46.754838 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-54ebac7f-c7a8-465f-bbd4-d9a8dbb7b35f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (1fe536e7-22e9-4789-86f4-399744fc3de0), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:46.755306 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-54ebac7f-c7a8-465f-bbd4-d9a8dbb7b35f admin admin] Added segment 1fe536e7-22e9-4789-86f4-399744fc3de0 of type vlan for network 5b8ffc7a-717b-4b32-aed8-31315930798c Feb 02 07:12:46.764308 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34a2a6-d461-4413-9eba-3fb20ad86a3e req-628ec8c6-2b04-4070-b9eb-30f89f0d510b tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:46.785924 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34a2a6-d461-4413-9eba-3fb20ad86a3e req-628ec8c6-2b04-4070-b9eb-30f89f0d510b tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:46.799049 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ac34a2a6-d461-4413-9eba-3fb20ad86a3e req-628ec8c6-2b04-4070-b9eb-30f89f0d510b tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/ports?device_id=1d6f8a2e-1379-4758-96fc-57288067ece2 HTTP/1.1" status: 200 len: 2375 time: 0.5801511 Feb 02 07:12:46.816807 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-c5780206-8f2f-4f51-b29d-071d198fac3a None None] Port 8ba1ce67-d18a-4ea3-9d86-ca0cc6e054da cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:12:46.940325 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ac34a2a6-d461-4413-9eba-3fb20ad86a3e req-6a6bac10-2ed8-4ac3-9862-3d3d3f0a0fce tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee38a50d-609a-441d-89e7-67ea86baffc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392312 Feb 02 07:12:46.978951 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-54ebac7f-c7a8-465f-bbd4-d9a8dbb7b35f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (5b8ffc7a-717b-4b32-aed8-31315930798c), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:46.989622 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40ef422-59fc-427d-9f23-a34e5a75b778 admin admin] Network 5cfbcee1-7173-4b6e-a0aa-7287399b71c6 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:12:46.999418 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-c40ef422-59fc-427d-9f23-a34e5a75b778 admin admin] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:12:47.010724 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7c95d6-39e7-4000-a4c7-961b6d3f5fc7 req-3a49abca-1dcb-452d-b8aa-26cc4c652b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:47.017316 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0a7c95d6-39e7-4000-a4c7-961b6d3f5fc7 req-3a49abca-1dcb-452d-b8aa-26cc4c652b20 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 1130 time: 0.2141509 Feb 02 07:12:47.178109 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56376) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:47.182694 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c40ef422-59fc-427d-9f23-a34e5a75b778 admin admin] Router ce157d5e-966f-43c1-89ba-ce7746322e54 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:12:47.205001 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-6dbd5c3c-9718-4142-9c23-195ca6bc792a tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Deleting port 76f564b7-7f00-4738-9a13-a82a80b5f4ce {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:12:47.206666 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6dbd5c3c-9718-4142-9c23-195ca6bc792a tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (76f564b7-7f00-4738-9a13-a82a80b5f4ce), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:47.320779 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:47.340025 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f0800ae7-3705-4349-9579-19a6d6410852 req-db436160-d3a0-4a4f-914b-4a46a9d4a6ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (973d4a52-96e6-4576-bb76-13a74c74ce4a), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:47.349540 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-9aeafccf-4a02-4630-b904-68cfcf461b5c tempest-MeteringTestJSON-803504811 tempest-MeteringTestJSON-803504811-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-16575307'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:12:47.350150 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-9aeafccf-4a02-4630-b904-68cfcf461b5c tempest-MeteringTestJSON-803504811 tempest-MeteringTestJSON-803504811-project-admin] Unknown quota resources ['metering_label']. {{(pid=109693) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 02 07:12:47.355184 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0a7c95d6-39e7-4000-a4c7-961b6d3f5fc7 req-bc57fe41-df8e-4305-b610-7fbf4797232d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4c2c0860-2986-407a-8a1e-1579ab01e7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2344770 Feb 02 07:12:47.355508 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-fa28f583-fb63-4a37-8f29-0f927d27883a None None] Provisioning complete for port 7a38cde2-8732-4ebd-8087-7787b0a317af triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:12:47.356452 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-fa28f583-fb63-4a37-8f29-0f927d27883a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (7a38cde2-8732-4ebd-8087-7787b0a317af), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:47.392545 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-54ebac7f-c7a8-465f-bbd4-d9a8dbb7b35f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (5b8ffc7a-717b-4b32-aed8-31315930798c), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:47.393553 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ebac7f-c7a8-465f-bbd4-d9a8dbb7b35f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:47.394103 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-54ebac7f-c7a8-465f-bbd4-d9a8dbb7b35f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:47.411115 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-fa28f583-fb63-4a37-8f29-0f927d27883a None None] Port 7a38cde2-8732-4ebd-8087-7787b0a317af cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:12:47.490411 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631eb09e-8ee4-4dab-98d1-6a44b2b5f999 req-a9ad069a-97ae-451c-b53e-7a44ccb2545b tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:47.491986 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-631eb09e-8ee4-4dab-98d1-6a44b2b5f999 req-a9ad069a-97ae-451c-b53e-7a44ccb2545b tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 947 time: 0.5827866 Feb 02 07:12:47.502294 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 7e50471c-80cd-46a8-9384-5eff775b4e64 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:12:47.513975 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-54ebac7f-c7a8-465f-bbd4-d9a8dbb7b35f admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.3750033 Feb 02 07:12:47.528153 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56380) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:47.532940 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-a331b8a5-87c4-470a-ac4c-9eedd20419ca admin admin] Request body: {'subnet': {'network_id': '5b8ffc7a-717b-4b32-aed8-31315930798c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-93769577-subnet', 'tenant_id': '3b47e731264f4e98a435635cbe941a6a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:12:47.574919 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 7e50471c-80cd-46a8-9384-5eff775b4e64 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:12:47.575453 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (7e50471c-80cd-46a8-9384-5eff775b4e64), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:47.638086 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9aeafccf-4a02-4630-b904-68cfcf461b5c tempest-MeteringTestJSON-803504811 tempest-MeteringTestJSON-803504811-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:47.640070 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-9aeafccf-4a02-4630-b904-68cfcf461b5c tempest-MeteringTestJSON-803504811 tempest-MeteringTestJSON-803504811-project-admin] 10.222.0.87 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 476 time: 0.4598973 Feb 02 07:12:47.645593 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56382) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:47.650386 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6dbd5c3c-9718-4142-9c23-195ca6bc792a tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (76f564b7-7f00-4738-9a13-a82a80b5f4ce), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:47.657938 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-67bd5bd8-b45d-4fae-a320-f377bd309410 tempest-MeteringTestJSON-803504811 tempest-MeteringTestJSON-803504811-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'c1e1b9ce-9aea-43c1-8b5f-630faa87a068'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:12:47.658471 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-67bd5bd8-b45d-4fae-a320-f377bd309410 tempest-MeteringTestJSON-803504811 tempest-MeteringTestJSON-803504811-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109693) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 02 07:12:47.664885 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 7e50471c-80cd-46a8-9384-5eff775b4e64 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:12:47.673215 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c40ef422-59fc-427d-9f23-a34e5a75b778 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:12:47.692422 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-c40ef422-59fc-427d-9f23-a34e5a75b778 admin admin] 10.222.0.87 "PUT /v2.0/routers/ce157d5e-966f-43c1-89ba-ce7746322e54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4028080 Feb 02 07:12:47.692422 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-6dbd5c3c-9718-4142-9c23-195ca6bc792a tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Calling delete_port for 76f564b7-7f00-4738-9a13-a82a80b5f4ce owned by network:router_interface {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:12:47.692808 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ebac7f-c7a8-465f-bbd4-d9a8dbb7b35f admin admin] Pushing event updated for resources: {'Network': ['ID=5b8ffc7a-717b-4b32-aed8-31315930798c,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:47.721360 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d05fe48-9734-45f2-bc2a-bc269edd7b16 None None] Sync routers for ids ['ce157d5e-966f-43c1-89ba-ce7746322e54'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:12:47.731477 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 5b8ffc7a-717b-4b32-aed8-31315930798c details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:12:47.768585 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a331b8a5-87c4-470a-ac4c-9eedd20419ca admin admin] Made reservation on behalf of 3b47e731264f4e98a435635cbe941a6a for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:12:47.768866 n-d-789963-26 neutron-server[109693]: WARNING neutron.services.metering.metering_plugin [None req-67bd5bd8-b45d-4fae-a320-f377bd309410 tempest-MeteringTestJSON-803504811 tempest-MeteringTestJSON-803504811-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 02 07:12:47.770920 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a331b8a5-87c4-470a-ac4c-9eedd20419ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:47.786974 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d05fe48-9734-45f2-bc2a-bc269edd7b16 None None] Routers {'ce157d5e-966f-43c1-89ba-ce7746322e54'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:12:47.787518 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-2d05fe48-9734-45f2-bc2a-bc269edd7b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:12:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['ce157d5e-966f-43c1-89ba-ce7746322e54'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:47.824620 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f1f9c219-6309-48ee-bdfc-dfe43b09ba11 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks [] for router_gateway (7e99039a-77dc-47f0-8df4-29b9d0fe727c), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:47.837797 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-631eb09e-8ee4-4dab-98d1-6a44b2b5f999 req-48d9ed0b-d035-4bf5-a875-44f27ef7bc83 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=4c2c0860-2986-407a-8a1e-1579ab01e7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3164203 Feb 02 07:12:47.962435 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-2d05fe48-9734-45f2-bc2a-bc269edd7b16 None None] Set router ce157d5e-966f-43c1-89ba-ce7746322e54 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:12:48.294860 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-f0800ae7-3705-4349-9579-19a6d6410852 req-db436160-d3a0-4a4f-914b-4a46a9d4a6ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 973d4a52-96e6-4576-bb76-13a74c74ce4a {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:12:48.310256 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f0800ae7-3705-4349-9579-19a6d6410852 req-db436160-d3a0-4a4f-914b-4a46a9d4a6ec service neutron] Publish callbacks [] for port (973d4a52-96e6-4576-bb76-13a74c74ce4a), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:48.312861 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a331b8a5-87c4-470a-ac4c-9eedd20419ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (2c1cc1e9-39d5-4fbe-86e9-f98639e7b3b3), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:48.346661 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-2d05fe48-9734-45f2-bc2a-bc269edd7b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce157d5e-966f-43c1-89ba-ce7746322e54', 'name': 'tempest-TestServerMultinode-1327595923-router', 'tenant_id': '158b617b54e4489dbe792d64a323d023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '7e50471c-80cd-46a8-9384-5eff775b4e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:12:31Z', 'updated_at': '2022-02-02T07:12:45Z', 'revision_number': 4, 'project_id': '158b617b54e4489dbe792d64a323d023', 'gw_port': {'id': '7e50471c-80cd-46a8-9384-5eff775b4e64', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:66:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce157d5e-966f-43c1-89ba-ce7746322e54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:12:32Z', 'updated_at': '2022-02-02T07:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '7a38cde2-8732-4ebd-8087-7787b0a317af', 'name': '', 'network_id': '5cfbcee1-7173-4b6e-a0aa-7287399b71c6', 'tenant_id': '158b617b54e4489dbe792d64a323d023', 'mac_address': 'fa:16:3e:79:1d:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce157d5e-966f-43c1-89ba-ce7746322e54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': '632da248-6289-4747-982b-19f8a4b887fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:12:41Z', 'updated_at': '2022-02-02T07:12:45Z', 'revision_number': 2, 'project_id': '158b617b54e4489dbe792d64a323d023', 'subnets': [{'id': '632da248-6289-4747-982b-19f8a4b887fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:48.365992 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-f0800ae7-3705-4349-9579-19a6d6410852 req-db436160-d3a0-4a4f-914b-4a46a9d4a6ec service neutron] Transition to ACTIVE for port object 973d4a52-96e6-4576-bb76-13a74c74ce4a will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:12:48.367060 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-67bd5bd8-b45d-4fae-a320-f377bd309410 tempest-MeteringTestJSON-803504811 tempest-MeteringTestJSON-803504811-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:48.368362 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-67bd5bd8-b45d-4fae-a320-f377bd309410 tempest-MeteringTestJSON-803504811 tempest-MeteringTestJSON-803504811-project-admin] 10.222.0.87 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.7202404 Feb 02 07:12:48.371167 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f1f9c219-6309-48ee-bdfc-dfe43b09ba11 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1043354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-942652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13285'] for router (7e99039a-77dc-47f0-8df4-29b9d0fe727c), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:48.372744 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56398) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:48.383864 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-1a4b3ec8-df78-4538-b488-b9627881aad2 tempest-MeteringTestJSON-803504811 tempest-MeteringTestJSON-803504811-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'c1e1b9ce-9aea-43c1-8b5f-630faa87a068'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:12:48.384335 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-1a4b3ec8-df78-4538-b488-b9627881aad2 tempest-MeteringTestJSON-803504811 tempest-MeteringTestJSON-803504811-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109694) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 02 07:12:48.393286 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d05fe48-9734-45f2-bc2a-bc269edd7b16 None None] Checking router: ce157d5e-966f-43c1-89ba-ce7746322e54 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:12:48.393622 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f0800ae7-3705-4349-9579-19a6d6410852 req-db436160-d3a0-4a4f-914b-4a46a9d4a6ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (973d4a52-96e6-4576-bb76-13a74c74ce4a), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:48.394386 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d05fe48-9734-45f2-bc2a-bc269edd7b16 None None] Updating router ce157d5e-966f-43c1-89ba-ce7746322e54 port 7a38cde2-8732-4ebd-8087-7787b0a317af binding host n-d-789963-26 {{(pid=109695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:12:48.404895 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f1f9c219-6309-48ee-bdfc-dfe43b09ba11 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1043345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1043336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-942635'] for router (7e99039a-77dc-47f0-8df4-29b9d0fe727c), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:48.439469 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2d05fe48-9734-45f2-bc2a-bc269edd7b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (7a38cde2-8732-4ebd-8087-7787b0a317af), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:48.442215 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a331b8a5-87c4-470a-ac4c-9eedd20419ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c1cc1e9-39d5-4fbe-86e9-f98639e7b3b3,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:48.481887 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929e850-6caf-4d87-9999-1c9cee698065 req-6452d96f-63fd-49b0-94ca-7f5552fd550a tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:48.487479 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929e850-6caf-4d87-9999-1c9cee698065 req-6452d96f-63fd-49b0-94ca-7f5552fd550a tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:48.493082 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929e850-6caf-4d87-9999-1c9cee698065 req-6452d96f-63fd-49b0-94ca-7f5552fd550a tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:48.494845 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2929e850-6caf-4d87-9999-1c9cee698065 req-6452d96f-63fd-49b0-94ca-7f5552fd550a tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/ports?device_id=1d6f8a2e-1379-4758-96fc-57288067ece2 HTTP/1.1" status: 200 len: 2387 time: 0.1359520 Feb 02 07:12:48.572610 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56402) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:48.589821 n-d-789963-26 neutron-server[109694]: WARNING neutron.services.metering.metering_plugin [None req-1a4b3ec8-df78-4538-b488-b9627881aad2 tempest-MeteringTestJSON-803504811 tempest-MeteringTestJSON-803504811-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 02 07:12:48.591860 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-b0338752-47b0-4301-b21c-7aada6e54c8f admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1384171620-network', 'tenant_id': '06979ed0016c41f8b96877f87096f36c'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:12:48.624650 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db436160-d3a0-4a4f-914b-4a46a9d4a6ec service neutron] Pushing event updated for resources: {'Port': ['ID=973d4a52-96e6-4576-bb76-13a74c74ce4a,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:48.628739 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a331b8a5-87c4-470a-ac4c-9eedd20419ca admin admin] Checking segment: {'id': '1fe536e7-22e9-4789-86f4-399744fc3de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5b8ffc7a-717b-4b32-aed8-31315930798c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:12:48.629179 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a331b8a5-87c4-470a-ac4c-9eedd20419ca admin admin] Network hostable DHCP agents. Network: 5b8ffc7a-717b-4b32-aed8-31315930798c, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:12:48.654201 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2929e850-6caf-4d87-9999-1c9cee698065 req-d091f751-6744-4249-aca3-94c444b99d45 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee38a50d-609a-441d-89e7-67ea86baffc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459982 Feb 02 07:12:48.663590 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0338752-47b0-4301-b21c-7aada6e54c8f admin admin] Made reservation on behalf of 06979ed0016c41f8b96877f87096f36c for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:12:48.666114 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b0338752-47b0-4301-b21c-7aada6e54c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:48.705305 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b0338752-47b0-4301-b21c-7aada6e54c8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:48.710757 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6dbd5c3c-9718-4142-9c23-195ca6bc792a tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (76f564b7-7f00-4738-9a13-a82a80b5f4ce), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:48.774912 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbd5c3c-9718-4142-9c23-195ca6bc792a tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Pushing event deleted for resources: {'Port': ['ID=76f564b7-7f00-4738-9a13-a82a80b5f4ce,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:48.930176 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2d05fe48-9734-45f2-bc2a-bc269edd7b16 None None] Publish callbacks [] for port (7a38cde2-8732-4ebd-8087-7787b0a317af), precommit_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:48.967069 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2d05fe48-9734-45f2-bc2a-bc269edd7b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (7a38cde2-8732-4ebd-8087-7787b0a317af), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:49.040113 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6dbd5c3c-9718-4142-9c23-195ca6bc792a tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (1941e8b6-7be9-4e64-8e82-41840d371309), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:49.079135 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b0338752-47b0-4301-b21c-7aada6e54c8f admin admin] Publish callbacks [] for security_group (b28d4905-d1c1-4309-a5bf-1728cb15a362), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:49.086146 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b0338752-47b0-4301-b21c-7aada6e54c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (b28d4905-d1c1-4309-a5bf-1728cb15a362), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:49.090606 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c941351-1067-4c20-9786-a08ea4c6fbaa None None] Pushing event updated for resources: {'Port': ['ID=7a38cde2-8732-4ebd-8087-7787b0a317af,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:49.149649 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-2d05fe48-9734-45f2-bc2a-bc269edd7b16 None None] Attempting to bind port 7a38cde2-8732-4ebd-8087-7787b0a317af on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:12:49.149970 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-2d05fe48-9734-45f2-bc2a-bc269edd7b16 None None] Attempting to bind port 7a38cde2-8732-4ebd-8087-7787b0a317af by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'f6e5c7ab-d970-42f4-9b5c-99d614498678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '5cfbcee1-7173-4b6e-a0aa-7287399b71c6'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:12:49.150394 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d05fe48-9734-45f2-bc2a-bc269edd7b16 None None] Attempting to bind port 7a38cde2-8732-4ebd-8087-7787b0a317af on network 5cfbcee1-7173-4b6e-a0aa-7287399b71c6 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:12:49.157372 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d05fe48-9734-45f2-bc2a-bc269edd7b16 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:12:49.157828 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d05fe48-9734-45f2-bc2a-bc269edd7b16 None None] Checking segment: {'id': 'f6e5c7ab-d970-42f4-9b5c-99d614498678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '5cfbcee1-7173-4b6e-a0aa-7287399b71c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:12:49.158239 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2d05fe48-9734-45f2-bc2a-bc269edd7b16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:49.158749 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d05fe48-9734-45f2-bc2a-bc269edd7b16 None None] Bound using segment: {'id': 'f6e5c7ab-d970-42f4-9b5c-99d614498678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '5cfbcee1-7173-4b6e-a0aa-7287399b71c6'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:12:49.159242 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-2d05fe48-9734-45f2-bc2a-bc269edd7b16 None None] Bound port: 7a38cde2-8732-4ebd-8087-7787b0a317af, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6e5c7ab-d970-42f4-9b5c-99d614498678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '5cfbcee1-7173-4b6e-a0aa-7287399b71c6'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:12:49.159818 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2d05fe48-9734-45f2-bc2a-bc269edd7b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (7a38cde2-8732-4ebd-8087-7787b0a317af), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:49.171159 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1a4b3ec8-df78-4538-b488-b9627881aad2 tempest-MeteringTestJSON-803504811 tempest-MeteringTestJSON-803504811-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:49.180488 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-1a4b3ec8-df78-4538-b488-b9627881aad2 tempest-MeteringTestJSON-803504811 tempest-MeteringTestJSON-803504811-project-admin] 10.222.0.87 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.8029425 Feb 02 07:12:49.187913 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56418) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:49.192579 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a331b8a5-87c4-470a-ac4c-9eedd20419ca admin admin] Network 5b8ffc7a-717b-4b32-aed8-31315930798c is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:12:49.244113 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0338752-47b0-4301-b21c-7aada6e54c8f admin admin] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:12:49.262714 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-a331b8a5-87c4-470a-ac4c-9eedd20419ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 5b8ffc7a-717b-4b32-aed8-31315930798c) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:12:49.271393 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-f0800ae7-3705-4349-9579-19a6d6410852 req-db436160-d3a0-4a4f-914b-4a46a9d4a6ec service neutron] Attempting to bind port 973d4a52-96e6-4576-bb76-13a74c74ce4a on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:12:49.271853 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-f0800ae7-3705-4349-9579-19a6d6410852 req-db436160-d3a0-4a4f-914b-4a46a9d4a6ec service neutron] Attempting to bind port 973d4a52-96e6-4576-bb76-13a74c74ce4a by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': '340496d0-213c-4bfb-8673-51533e32f7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e1cca449-70a4-4578-87b2-31e487ae1243'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:12:49.272285 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0800ae7-3705-4349-9579-19a6d6410852 req-db436160-d3a0-4a4f-914b-4a46a9d4a6ec service neutron] Attempting to bind port 973d4a52-96e6-4576-bb76-13a74c74ce4a on network e1cca449-70a4-4578-87b2-31e487ae1243 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:12:49.275805 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a331b8a5-87c4-470a-ac4c-9eedd20419ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:49.276514 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a331b8a5-87c4-470a-ac4c-9eedd20419ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:49.296612 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-7084a9c9-fc16-47c9-ace8-3e48f3be861a tempest-MeteringTestJSON-803504811 tempest-MeteringTestJSON-803504811-project-admin] 10.222.0.87 "GET /v2.0/metering/metering-label-rules?id=b7b3c048-b375-4fbf-b042-6a0cef93fd11 HTTP/1.1" status: 200 len: 464 time: 0.0513930 Feb 02 07:12:49.301152 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b0338752-47b0-4301-b21c-7aada6e54c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (5f386819-53b6-429e-a73f-0b0fc03db299), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:49.301497 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-b0338752-47b0-4301-b21c-7aada6e54c8f admin admin] Added segment 5f386819-53b6-429e-a73f-0b0fc03db299 of type vlan for network 3602f567-c8f9-4201-ab59-1c373fc54d6b Feb 02 07:12:49.302996 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56430) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:49.303518 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0800ae7-3705-4349-9579-19a6d6410852 req-db436160-d3a0-4a4f-914b-4a46a9d4a6ec service neutron] Port 973d4a52-96e6-4576-bb76-13a74c74ce4a on network e1cca449-70a4-4578-87b2-31e487ae1243 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:12:49.304191 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0800ae7-3705-4349-9579-19a6d6410852 req-db436160-d3a0-4a4f-914b-4a46a9d4a6ec service neutron] Attempting to bind port 973d4a52-96e6-4576-bb76-13a74c74ce4a on network e1cca449-70a4-4578-87b2-31e487ae1243 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:12:49.305025 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0338752-47b0-4301-b21c-7aada6e54c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b28d4905-d1c1-4309-a5bf-1728cb15a362,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:49.307852 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6ae878-ebe7-49a9-ab8b-646417c1fe9c None None] Network 5b8ffc7a-717b-4b32-aed8-31315930798c requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:12:49.313330 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-2d05fe48-9734-45f2-bc2a-bc269edd7b16 None None] For port 7a38cde2-8732-4ebd-8087-7787b0a317af, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:12:49.350359 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a331b8a5-87c4-470a-ac4c-9eedd20419ca admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8185618 Feb 02 07:12:49.350359 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0800ae7-3705-4349-9579-19a6d6410852 req-db436160-d3a0-4a4f-914b-4a46a9d4a6ec service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:12:49.350359 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0800ae7-3705-4349-9579-19a6d6410852 req-db436160-d3a0-4a4f-914b-4a46a9d4a6ec service neutron] Checking segment: {'id': '340496d0-213c-4bfb-8673-51533e32f7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e1cca449-70a4-4578-87b2-31e487ae1243'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:12:49.350359 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0800ae7-3705-4349-9579-19a6d6410852 req-db436160-d3a0-4a4f-914b-4a46a9d4a6ec service neutron] Bound using segment: {'id': '340496d0-213c-4bfb-8673-51533e32f7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e1cca449-70a4-4578-87b2-31e487ae1243'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:12:49.350359 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-f0800ae7-3705-4349-9579-19a6d6410852 req-db436160-d3a0-4a4f-914b-4a46a9d4a6ec service neutron] Bound port: 973d4a52-96e6-4576-bb76-13a74c74ce4a, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '340496d0-213c-4bfb-8673-51533e32f7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e1cca449-70a4-4578-87b2-31e487ae1243'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:12:49.350979 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f0800ae7-3705-4349-9579-19a6d6410852 req-db436160-d3a0-4a4f-914b-4a46a9d4a6ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (973d4a52-96e6-4576-bb76-13a74c74ce4a), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:49.353114 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56438) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:49.365917 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-bccec473-6ffc-4ea6-b4b9-5c16bae52cb9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-93769577-router', 'tenant_id': '3b47e731264f4e98a435635cbe941a6a', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:12:49.368402 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-2d05fe48-9734-45f2-bc2a-bc269edd7b16 None None] For port 7a38cde2-8732-4ebd-8087-7787b0a317af, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=7a38cde2-8732-4ebd-8087-7787b0a317af,segment=NetworkSegment(f6e5c7ab-d970-42f4-9b5c-99d614498678),segment_id=f6e5c7ab-d970-42f4-9b5c-99d614498678)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:12:49.411745 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2079e8b9-0812-43b8-883a-8f66b98c528d req-8960043c-4d54-4269-8c5d-b583c1d01586 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:49.413271 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2079e8b9-0812-43b8-883a-8f66b98c528d req-8960043c-4d54-4269-8c5d-b583c1d01586 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 947 time: 0.2818418 Feb 02 07:12:49.474561 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bccec473-6ffc-4ea6-b4b9-5c16bae52cb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (d2c2c942-7da6-4a9c-a6ed-7dc8498319fb), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:49.475622 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bccec473-6ffc-4ea6-b4b9-5c16bae52cb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (d2c2c942-7da6-4a9c-a6ed-7dc8498319fb), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:49.479671 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2d05fe48-9734-45f2-bc2a-bc269edd7b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (7a38cde2-8732-4ebd-8087-7787b0a317af), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:49.485597 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b0338752-47b0-4301-b21c-7aada6e54c8f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (3602f567-c8f9-4201-ab59-1c373fc54d6b), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:49.500659 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dbd5c3c-9718-4142-9c23-195ca6bc792a tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Router 1941e8b6-7be9-4e64-8e82-41840d371309 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:12:49.511716 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1f9c219-6309-48ee-bdfc-dfe43b09ba11 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Router 7e99039a-77dc-47f0-8df4-29b9d0fe727c is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:12:49.575223 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2079e8b9-0812-43b8-883a-8f66b98c528d req-7f5d3bfa-1af5-4508-aa3a-e239c69334d2 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=4c2c0860-2986-407a-8a1e-1579ab01e7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1503761 Feb 02 07:12:49.600667 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-d82fc510-b676-4a4a-ba73-b965b475f553 None None] Provisioning complete for port 7a38cde2-8732-4ebd-8087-7787b0a317af triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:12:49.601177 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d82fc510-b676-4a4a-ba73-b965b475f553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (7a38cde2-8732-4ebd-8087-7787b0a317af), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:49.656282 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-f0800ae7-3705-4349-9579-19a6d6410852 req-db436160-d3a0-4a4f-914b-4a46a9d4a6ec service neutron] For port 973d4a52-96e6-4576-bb76-13a74c74ce4a, host n-h2-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:12:49.659021 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bccec473-6ffc-4ea6-b4b9-5c16bae52cb9 admin admin] Publish callbacks [] for router_controller (d2c2c942-7da6-4a9c-a6ed-7dc8498319fb), precommit_add_association {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:49.681574 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d05fe48-9734-45f2-bc2a-bc269edd7b16 None None] Routers {'ce157d5e-966f-43c1-89ba-ce7746322e54'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:12:49.684206 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-2d05fe48-9734-45f2-bc2a-bc269edd7b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:12:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['ce157d5e-966f-43c1-89ba-ce7746322e54'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:49.688175 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-f0800ae7-3705-4349-9579-19a6d6410852 req-db436160-d3a0-4a4f-914b-4a46a9d4a6ec service neutron] For port 973d4a52-96e6-4576-bb76-13a74c74ce4a, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=973d4a52-96e6-4576-bb76-13a74c74ce4a,segment=NetworkSegment(340496d0-213c-4bfb-8673-51533e32f7aa),segment_id=340496d0-213c-4bfb-8673-51533e32f7aa)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:12:49.706996 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b0338752-47b0-4301-b21c-7aada6e54c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (3602f567-c8f9-4201-ab59-1c373fc54d6b), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:49.708189 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0338752-47b0-4301-b21c-7aada6e54c8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:49.708780 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b0338752-47b0-4301-b21c-7aada6e54c8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:49.749330 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-56dc477f-3c80-48e7-9802-b37959f74056 tempest-MeteringTestJSON-803504811 tempest-MeteringTestJSON-803504811-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:49.750634 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-56dc477f-3c80-48e7-9802-b37959f74056 tempest-MeteringTestJSON-803504811 tempest-MeteringTestJSON-803504811-project-admin] 10.222.0.87 "DELETE /v2.0/metering/metering-label-rules/b7b3c048-b375-4fbf-b042-6a0cef93fd11 HTTP/1.1" status: 204 len: 168 time: 0.4404271 Feb 02 07:12:49.757220 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56448) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:49.793942 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dbd5c3c-9718-4142-9c23-195ca6bc792a tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:12:49.799765 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-6dbd5c3c-9718-4142-9c23-195ca6bc792a tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "PUT /v2.0/routers/1941e8b6-7be9-4e64-8e82-41840d371309/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7757366 Feb 02 07:12:49.806395 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-cf89ce1b-2b9a-4fa0-be4a-6c31eb835ea6 tempest-MeteringTestJSON-803504811 tempest-MeteringTestJSON-803504811-project-admin] 10.222.0.87 "GET /v2.0/metering/metering-label-rules?id=b7b3c048-b375-4fbf-b042-6a0cef93fd11 HTTP/1.1" status: 200 len: 221 time: 0.0367930 Feb 02 07:12:49.807068 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56450) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:49.811606 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cdf75b-a9df-4c9c-a30f-ca247a5999d2 None None] Sync routers for ids ['1941e8b6-7be9-4e64-8e82-41840d371309'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:12:49.831590 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cdf75b-a9df-4c9c-a30f-ca247a5999d2 None None] Routers {'1941e8b6-7be9-4e64-8e82-41840d371309'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:12:49.832390 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-19cdf75b-a9df-4c9c-a30f-ca247a5999d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:12:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['1941e8b6-7be9-4e64-8e82-41840d371309'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:49.843388 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b0338752-47b0-4301-b21c-7aada6e54c8f admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2670195 Feb 02 07:12:49.848780 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56452) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:49.849118 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56454) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:49.863538 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c941351-1067-4c20-9786-a08ea4c6fbaa None None] Pushing event updated for resources: {'Port': ['ID=7a38cde2-8732-4ebd-8087-7787b0a317af,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:49.915741 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aaa01a2-fc03-43d8-b590-29258cf8599b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-5b8ffc7a-717b-4b32-aed8-31315930798c', 'network_id': '5b8ffc7a-717b-4b32-aed8-31315930798c', 'project_id': '3b47e731264f4e98a435635cbe941a6a', 'fixed_ips': [{'subnet_id': '2c1cc1e9-39d5-4fbe-86e9-f98639e7b3b3'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:12:49.916818 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0aaa01a2-fc03-43d8-b590-29258cf8599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:49.924617 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-19cdf75b-a9df-4c9c-a30f-ca247a5999d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:49.925641 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-3f44c669-363f-42c4-93af-49788a0aa3db tempest-MeteringTestJSON-803504811 tempest-MeteringTestJSON-803504811-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1979471418', 'description': 'label created by tempest'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:12:49.926120 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-3f44c669-363f-42c4-93af-49788a0aa3db tempest-MeteringTestJSON-803504811 tempest-MeteringTestJSON-803504811-project-admin] Unknown quota resources ['metering_label']. {{(pid=109693) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 02 07:12:49.937312 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-edc87182-f41b-44ff-9b6a-e36156fd6cc2 admin admin] Request body: {'subnet': {'network_id': '3602f567-c8f9-4201-ab59-1c373fc54d6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1384171620-subnet', 'tenant_id': '06979ed0016c41f8b96877f87096f36c', 'ip_version': 4}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:12:49.945259 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cdf75b-a9df-4c9c-a30f-ca247a5999d2 None None] Routers {'1941e8b6-7be9-4e64-8e82-41840d371309'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:12:49.946629 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-19cdf75b-a9df-4c9c-a30f-ca247a5999d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:12:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['1941e8b6-7be9-4e64-8e82-41840d371309'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:49.978904 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-90b96a31-8b38-4fce-a15d-52cd9900c004 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "GET /v2.0/ports?device_id=1941e8b6-7be9-4e64-8e82-41840d371309 HTTP/1.1" status: 200 len: 205 time: 0.1420465 Feb 02 07:12:49.984699 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0338752-47b0-4301-b21c-7aada6e54c8f admin admin] Pushing event updated for resources: {'Network': ['ID=3602f567-c8f9-4201-ab59-1c373fc54d6b,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:49.988458 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-19cdf75b-a9df-4c9c-a30f-ca247a5999d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:49.989326 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cdf75b-a9df-4c9c-a30f-ca247a5999d2 None None] The sync data for ids ['1941e8b6-7be9-4e64-8e82-41840d371309'] in n-d-789963-26 is: [] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:12:49.996086 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56458) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:50.162614 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc87182-f41b-44ff-9b6a-e36156fd6cc2 admin admin] Made reservation on behalf of 06979ed0016c41f8b96877f87096f36c for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:12:50.165187 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-edc87182-f41b-44ff-9b6a-e36156fd6cc2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:50.216035 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f0800ae7-3705-4349-9579-19a6d6410852 req-db436160-d3a0-4a4f-914b-4a46a9d4a6ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (973d4a52-96e6-4576-bb76-13a74c74ce4a), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:50.223177 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 3602f567-c8f9-4201-ab59-1c373fc54d6b details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:12:50.249794 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4548896e-3fc4-47ee-bc78-78b626c77a2b tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for router (1941e8b6-7be9-4e64-8e82-41840d371309), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:50.363201 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0800ae7-3705-4349-9579-19a6d6410852 req-db436160-d3a0-4a4f-914b-4a46a9d4a6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:50.364150 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f0800ae7-3705-4349-9579-19a6d6410852 req-db436160-d3a0-4a4f-914b-4a46a9d4a6ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:50.365765 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f0800ae7-3705-4349-9579-19a6d6410852 req-db436160-d3a0-4a4f-914b-4a46a9d4a6ec service neutron] 10.222.0.59 "PUT /v2.0/ports/973d4a52-96e6-4576-bb76-13a74c74ce4a HTTP/1.1" status: 200 len: 1092 time: 3.7140260 Feb 02 07:12:50.371875 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-2d05fe48-9734-45f2-bc2a-bc269edd7b16 None None] Set router ce157d5e-966f-43c1-89ba-ce7746322e54 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:12:50.374609 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d6f8a2e-1379-4758-96fc-57288067ece2', 'tag': '973d4a52-96e6-4576-bb76-13a74c74ce4a'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:12:50.377256 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54e3563-fc98-4091-8b67-f2ec2ded2d0b" -d '{"events": [{"name": "network-changed", "server_uuid": "1d6f8a2e-1379-4758-96fc-57288067ece2", "tag": "973d4a52-96e6-4576-bb76-13a74c74ce4a"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:12:50.386728 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bccec473-6ffc-4ea6-b4b9-5c16bae52cb9 admin admin] Publish callbacks [] for router_gateway (d2c2c942-7da6-4a9c-a6ed-7dc8498319fb), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:50.432123 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-f0800ae7-3705-4349-9579-19a6d6410852 req-fd2d9654-9bf5-48c1-8585-959d5cd9bdd1 service neutron] Request body: {'port': {'device_id': '1d6f8a2e-1379-4758-96fc-57288067ece2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:12:50.437625 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-d82fc510-b676-4a4a-ba73-b965b475f553 None None] Current status of the port 7a38cde2-8732-4ebd-8087-7787b0a317af is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:12:50.451187 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d82fc510-b676-4a4a-ba73-b965b475f553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (7a38cde2-8732-4ebd-8087-7787b0a317af), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:50.467524 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4afd2524-4df2-452f-86d4-6ffb06213ee9 x-openstack-request-id: req-4afd2524-4df2-452f-86d4-6ffb06213ee9 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:12:50.468310 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d6f8a2e-1379-4758-96fc-57288067ece2", "tag": "973d4a52-96e6-4576-bb76-13a74c74ce4a", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:12:50.468770 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-4afd2524-4df2-452f-86d4-6ffb06213ee9 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:12:50.469362 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d6f8a2e-1379-4758-96fc-57288067ece2', 'tag': '973d4a52-96e6-4576-bb76-13a74c74ce4a', 'status': 'completed', 'code': 200} Feb 02 07:12:50.473155 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db436160-d3a0-4a4f-914b-4a46a9d4a6ec service neutron] Pushing event updated for resources: {'Port': ['ID=973d4a52-96e6-4576-bb76-13a74c74ce4a,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:50.478009 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f9c219-6309-48ee-bdfc-dfe43b09ba11 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:12:50.484676 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f1f9c219-6309-48ee-bdfc-dfe43b09ba11 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:50.490299 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f1f9c219-6309-48ee-bdfc-dfe43b09ba11 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] 10.222.0.87 "PUT /v2.0/routers/7e99039a-77dc-47f0-8df4-29b9d0fe727c HTTP/1.1" status: 200 len: 915 time: 7.7048547 Feb 02 07:12:50.490748 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4f6b4d-7cc1-42b3-ac38-03d9615bb1c1 None None] Sync routers for ids ['7e99039a-77dc-47f0-8df4-29b9d0fe727c'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:12:50.505176 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56462) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:50.529428 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3f44c669-363f-42c4-93af-49788a0aa3db tempest-MeteringTestJSON-803504811 tempest-MeteringTestJSON-803504811-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:50.530656 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-3f44c669-363f-42c4-93af-49788a0aa3db tempest-MeteringTestJSON-803504811 tempest-MeteringTestJSON-803504811-project-admin] 10.222.0.87 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.6114557 Feb 02 07:12:50.554431 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b490d-4aa8-490a-99a7-1fec6dd4dc0f req-056fab82-3526-4a13-b612-f77a3907fa4b tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:50.555942 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56464) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:50.561019 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b490d-4aa8-490a-99a7-1fec6dd4dc0f req-056fab82-3526-4a13-b612-f77a3907fa4b tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:50.569679 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b490d-4aa8-490a-99a7-1fec6dd4dc0f req-056fab82-3526-4a13-b612-f77a3907fa4b tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:50.571886 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5f3b490d-4aa8-490a-99a7-1fec6dd4dc0f req-056fab82-3526-4a13-b612-f77a3907fa4b tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/ports?device_id=1d6f8a2e-1379-4758-96fc-57288067ece2 HTTP/1.1" status: 200 len: 2387 time: 0.7704482 Feb 02 07:12:50.575061 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-d82fc510-b676-4a4a-ba73-b965b475f553 None None] For port 7a38cde2-8732-4ebd-8087-7787b0a317af, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=7a38cde2-8732-4ebd-8087-7787b0a317af,segment=NetworkSegment(f6e5c7ab-d970-42f4-9b5c-99d614498678),segment_id=f6e5c7ab-d970-42f4-9b5c-99d614498678)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:12:50.593627 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4f6b4d-7cc1-42b3-ac38-03d9615bb1c1 None None] Routers {'7e99039a-77dc-47f0-8df4-29b9d0fe727c'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:12:50.594733 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-4b4f6b4d-7cc1-42b3-ac38-03d9615bb1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:12:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['7e99039a-77dc-47f0-8df4-29b9d0fe727c'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:50.596452 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d82fc510-b676-4a4a-ba73-b965b475f553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (7a38cde2-8732-4ebd-8087-7787b0a317af), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:50.600971 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-0aaa01a2-fc03-43d8-b590-29258cf8599b None None] Allocated IP 172.20.0.2 (5b8ffc7a-717b-4b32-aed8-31315930798c/2c1cc1e9-39d5-4fbe-86e9-f98639e7b3b3/d747fbe6-24a6-48d4-a896-6094706b578c) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:12:50.676904 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-4b4f6b4d-7cc1-42b3-ac38-03d9615bb1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:50.683941 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-2a5d1a20-6d29-478b-a7b4-8f5946b10b3e tempest-MeteringTestJSON-803504811 tempest-MeteringTestJSON-803504811-project-admin] 10.222.0.87 "GET /v2.0/metering/metering-labels?id=eb1d9d0d-60f1-4f21-8480-433209bc4f13 HTTP/1.1" status: 200 len: 468 time: 0.1221993 Feb 02 07:12:50.698128 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56468) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:50.791230 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f0800ae7-3705-4349-9579-19a6d6410852 req-fd2d9654-9bf5-48c1-8585-959d5cd9bdd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (bb78205a-794e-4a19-8c36-535bfca52971), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:50.865552 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-edc87182-f41b-44ff-9b6a-e36156fd6cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (e9671e43-fdee-470a-b06f-60e85a6120df), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:50.872030 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4f6b4d-7cc1-42b3-ac38-03d9615bb1c1 None None] Routers {'7e99039a-77dc-47f0-8df4-29b9d0fe727c'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:12:50.872912 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-4b4f6b4d-7cc1-42b3-ac38-03d9615bb1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:12:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['7e99039a-77dc-47f0-8df4-29b9d0fe727c'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:50.913099 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42da1e9-7df3-4be2-b0c6-357e10bed18a req-68288970-75a0-4565-affe-29801b5fe212 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:50.914613 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c42da1e9-7df3-4be2-b0c6-357e10bed18a req-68288970-75a0-4565-affe-29801b5fe212 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 947 time: 0.2076755 Feb 02 07:12:50.916639 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0d912562-5e79-4688-8444-b6477654373e tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] 10.222.0.87 "GET /v2.0/routers/7e99039a-77dc-47f0-8df4-29b9d0fe727c HTTP/1.1" status: 200 len: 921 time: 0.4082050 Feb 02 07:12:50.924855 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56470) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:50.966178 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82fc510-b676-4a4a-ba73-b965b475f553 None None] Pushing event updated for resources: {'Port': ['ID=7a38cde2-8732-4ebd-8087-7787b0a317af,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:50.967952 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4548896e-3fc4-47ee-bc78-78b626c77a2b tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (1941e8b6-7be9-4e64-8e82-41840d371309), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:50.969140 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-4b4f6b4d-7cc1-42b3-ac38-03d9615bb1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:50.969887 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4f6b4d-7cc1-42b3-ac38-03d9615bb1c1 None None] The sync data for ids ['7e99039a-77dc-47f0-8df4-29b9d0fe727c'] in n-d-789963-26 is: [] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:12:50.996222 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ea655846-a9f4-460d-b47b-a1a67e0e38d1 None None] Provisioning complete for port 7a38cde2-8732-4ebd-8087-7787b0a317af triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:12:50.996758 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ea655846-a9f4-460d-b47b-a1a67e0e38d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (7a38cde2-8732-4ebd-8087-7787b0a317af), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:51.012978 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4548896e-3fc4-47ee-bc78-78b626c77a2b tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for router_controller (1941e8b6-7be9-4e64-8e82-41840d371309), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:51.037238 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-2d05fe48-9734-45f2-bc2a-bc269edd7b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce157d5e-966f-43c1-89ba-ce7746322e54', 'name': 'tempest-TestServerMultinode-1327595923-router', 'tenant_id': '158b617b54e4489dbe792d64a323d023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '7e50471c-80cd-46a8-9384-5eff775b4e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:12:31Z', 'updated_at': '2022-02-02T07:12:45Z', 'revision_number': 4, 'project_id': '158b617b54e4489dbe792d64a323d023', 'gw_port': {'id': '7e50471c-80cd-46a8-9384-5eff775b4e64', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:66:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce157d5e-966f-43c1-89ba-ce7746322e54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:12:32Z', 'updated_at': '2022-02-02T07:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '7a38cde2-8732-4ebd-8087-7787b0a317af', 'name': '', 'network_id': '5cfbcee1-7173-4b6e-a0aa-7287399b71c6', 'tenant_id': '158b617b54e4489dbe792d64a323d023', 'mac_address': 'fa:16:3e:79:1d:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce157d5e-966f-43c1-89ba-ce7746322e54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': '632da248-6289-4747-982b-19f8a4b887fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:12:41Z', 'updated_at': '2022-02-02T07:12:49Z', 'revision_number': 4, 'project_id': '158b617b54e4489dbe792d64a323d023', 'subnets': [{'id': '632da248-6289-4747-982b-19f8a4b887fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:51.079264 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d05fe48-9734-45f2-bc2a-bc269edd7b16 None None] The sync data for ids ['ce157d5e-966f-43c1-89ba-ce7746322e54'] in n-d-789963-26 is: [{'id': 'ce157d5e-966f-43c1-89ba-ce7746322e54', 'name': 'tempest-TestServerMultinode-1327595923-router', 'tenant_id': '158b617b54e4489dbe792d64a323d023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '7e50471c-80cd-46a8-9384-5eff775b4e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:12:31Z', 'updated_at': '2022-02-02T07:12:45Z', 'revision_number': 4, 'project_id': '158b617b54e4489dbe792d64a323d023', 'gw_port': {'id': '7e50471c-80cd-46a8-9384-5eff775b4e64', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:66:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce157d5e-966f-43c1-89ba-ce7746322e54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:12:32Z', 'updated_at': '2022-02-02T07:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '7a38cde2-8732-4ebd-8087-7787b0a317af', 'name': '', 'network_id': '5cfbcee1-7173-4b6e-a0aa-7287399b71c6', 'tenant_id': '158b617b54e4489dbe792d64a323d023', 'mac_address': 'fa:16:3e:79:1d:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce157d5e-966f-43c1-89ba-ce7746322e54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': '632da248-6289-4747-982b-19f8a4b887fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:12:41Z', 'updated_at': '2022-02-02T07:12:49Z', 'revision_number': 4, 'project_id': '158b617b54e4489dbe792d64a323d023', 'subnets': [{'id': '632da248-6289-4747-982b-19f8a4b887fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:12:51.087715 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5f3b490d-4aa8-490a-99a7-1fec6dd4dc0f req-6a4a2fa3-99db-4b24-aed6-6609d56a67d9 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee38a50d-609a-441d-89e7-67ea86baffc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3903213 Feb 02 07:12:51.154953 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c42da1e9-7df3-4be2-b0c6-357e10bed18a req-bd2a32d4-6a2f-454c-8eb4-8a2093c45418 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=4c2c0860-2986-407a-8a1e-1579ab01e7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2290406 Feb 02 07:12:51.191035 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4c5955-f25f-477b-814d-bb217b32ff19 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:51.192824 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-be4c5955-f25f-477b-814d-bb217b32ff19 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] 10.222.0.87 "GET /v2.0/ports?network_id=ee4463ee-e783-4af5-91d5-cbeb2d0e0db8&device_id=7e99039a-77dc-47f0-8df4-29b9d0fe727c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2651429 Feb 02 07:12:51.202173 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc87182-f41b-44ff-9b6a-e36156fd6cc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9671e43-fdee-470a-b06f-60e85a6120df,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:51.224881 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ea655846-a9f4-460d-b47b-a1a67e0e38d1 None None] Current status of the port 7a38cde2-8732-4ebd-8087-7787b0a317af is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:12:51.239458 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0aaa01a2-fc03-43d8-b590-29258cf8599b None None] Publish callbacks [] for port (d747fbe6-24a6-48d4-a896-6094706b578c), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:51.253407 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0aaa01a2-fc03-43d8-b590-29258cf8599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (d747fbe6-24a6-48d4-a896-6094706b578c), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:51.254798 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56472) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:51.271535 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e3563-fc98-4091-8b67-f2ec2ded2d0b req-7c15c127-33f9-4ee8-a742-6505e3a33d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:51.272183 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e3563-fc98-4091-8b67-f2ec2ded2d0b req-7c15c127-33f9-4ee8-a742-6505e3a33d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:51.272720 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e3563-fc98-4091-8b67-f2ec2ded2d0b req-7c15c127-33f9-4ee8-a742-6505e3a33d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:51.274448 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b54e3563-fc98-4091-8b67-f2ec2ded2d0b req-7c15c127-33f9-4ee8-a742-6505e3a33d43 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1c93b513068944b98dd403010458a6a3&device_id=1d6f8a2e-1379-4758-96fc-57288067ece2 HTTP/1.1" status: 200 len: 2762 time: 0.7426541 Feb 02 07:12:51.278846 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4548896e-3fc4-47ee-bc78-78b626c77a2b tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (1941e8b6-7be9-4e64-8e82-41840d371309), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:51.278846 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4548896e-3fc4-47ee-bc78-78b626c77a2b tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Fanout notify agent at l3_agent the message router_deleted on router 1941e8b6-7be9-4e64-8e82-41840d371309 {{(pid=109693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:12:51.293012 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4548896e-3fc4-47ee-bc78-78b626c77a2b tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:51.299062 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-4548896e-3fc4-47ee-bc78-78b626c77a2b tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "DELETE /v2.0/routers/1941e8b6-7be9-4e64-8e82-41840d371309 HTTP/1.1" status: 204 len: 168 time: 1.2968137 Feb 02 07:12:51.307457 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56476) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:51.321171 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aaa01a2-fc03-43d8-b590-29258cf8599b None None] Network 5b8ffc7a-717b-4b32-aed8-31315930798c is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:12:51.330460 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-0aaa01a2-fc03-43d8-b590-29258cf8599b None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:12:51.336928 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aaa01a2-fc03-43d8-b590-29258cf8599b None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:12:51.344330 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaa01a2-fc03-43d8-b590-29258cf8599b None None] Pushing event updated for resources: {'Port': ['ID=d747fbe6-24a6-48d4-a896-6094706b578c,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:51.361836 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7e002185-97ec-4579-97d5-d1208252c7e6 tempest-MeteringTestJSON-803504811 tempest-MeteringTestJSON-803504811-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:51.371788 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-7e002185-97ec-4579-97d5-d1208252c7e6 tempest-MeteringTestJSON-803504811 tempest-MeteringTestJSON-803504811-project-admin] 10.222.0.87 "DELETE /v2.0/metering/metering-labels/eb1d9d0d-60f1-4f21-8480-433209bc4f13 HTTP/1.1" status: 204 len: 168 time: 0.6691966 Feb 02 07:12:51.372728 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56478) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:51.432649 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-0aaa01a2-fc03-43d8-b590-29258cf8599b None None] Attempting to bind port d747fbe6-24a6-48d4-a896-6094706b578c on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:12:51.433656 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-0aaa01a2-fc03-43d8-b590-29258cf8599b None None] Attempting to bind port d747fbe6-24a6-48d4-a896-6094706b578c by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '1fe536e7-22e9-4789-86f4-399744fc3de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5b8ffc7a-717b-4b32-aed8-31315930798c'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:12:51.433656 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aaa01a2-fc03-43d8-b590-29258cf8599b None None] Attempting to bind port d747fbe6-24a6-48d4-a896-6094706b578c on network 5b8ffc7a-717b-4b32-aed8-31315930798c {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:12:51.451669 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aaa01a2-fc03-43d8-b590-29258cf8599b None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:12:51.460193 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aaa01a2-fc03-43d8-b590-29258cf8599b None None] Checking segment: {'id': '1fe536e7-22e9-4789-86f4-399744fc3de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5b8ffc7a-717b-4b32-aed8-31315930798c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:12:51.460647 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0aaa01a2-fc03-43d8-b590-29258cf8599b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:51.461068 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aaa01a2-fc03-43d8-b590-29258cf8599b None None] Bound using segment: {'id': '1fe536e7-22e9-4789-86f4-399744fc3de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5b8ffc7a-717b-4b32-aed8-31315930798c'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:12:51.461585 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-0aaa01a2-fc03-43d8-b590-29258cf8599b None None] Bound port: d747fbe6-24a6-48d4-a896-6094706b578c, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fe536e7-22e9-4789-86f4-399744fc3de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5b8ffc7a-717b-4b32-aed8-31315930798c'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:12:51.461984 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0aaa01a2-fc03-43d8-b590-29258cf8599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (d747fbe6-24a6-48d4-a896-6094706b578c), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:51.491414 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bccec473-6ffc-4ea6-b4b9-5c16bae52cb9 admin admin] Publish callbacks [] for router_gateway (d2c2c942-7da6-4a9c-a6ed-7dc8498319fb), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:51.548891 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bccec473-6ffc-4ea6-b4b9-5c16bae52cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:51.552351 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-f63b824b-6ab3-4519-884b-561a294fa0ed tempest-MeteringTestJSON-803504811 tempest-MeteringTestJSON-803504811-project-admin] 10.222.0.87 "GET /v2.0/metering/metering-labels?id=eb1d9d0d-60f1-4f21-8480-433209bc4f13 HTTP/1.1" status: 200 len: 216 time: 0.1575706 Feb 02 07:12:51.553072 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbedc47-9c9e-4310-8943-36a00b210743 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:51.558687 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0cbedc47-9c9e-4310-8943-36a00b210743 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] 10.222.0.87 "GET /v2.0/networks/ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 HTTP/1.1" status: 200 len: 881 time: 0.3025949 Feb 02 07:12:51.559766 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56480) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:51.559766 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56482) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:51.560010 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc87182-f41b-44ff-9b6a-e36156fd6cc2 admin admin] Checking segment: {'id': '5f386819-53b6-429e-a73f-0b0fc03db299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3602f567-c8f9-4201-ab59-1c373fc54d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:12:51.560373 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc87182-f41b-44ff-9b6a-e36156fd6cc2 admin admin] Network hostable DHCP agents. Network: 3602f567-c8f9-4201-ab59-1c373fc54d6b, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:12:51.562777 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 7a38cde2-8732-4ebd-8087-7787b0a317af up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:12:51.569930 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-f929faec-3a34-47b8-acdf-ac8e246a17f4 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Deleting subnet 00384dfd-a812-40d1-a46b-3a15a1c881a7 {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:12:51.571058 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-0aaa01a2-fc03-43d8-b590-29258cf8599b None None] For port d747fbe6-24a6-48d4-a896-6094706b578c, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:12:51.573827 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f929faec-3a34-47b8-acdf-ac8e246a17f4 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for subnet (00384dfd-a812-40d1-a46b-3a15a1c881a7), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:51.610473 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-0aaa01a2-fc03-43d8-b590-29258cf8599b None None] For port d747fbe6-24a6-48d4-a896-6094706b578c, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=d747fbe6-24a6-48d4-a896-6094706b578c,segment=NetworkSegment(1fe536e7-22e9-4789-86f4-399744fc3de0),segment_id=1fe536e7-22e9-4789-86f4-399744fc3de0)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:12:51.612146 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-f0800ae7-3705-4349-9579-19a6d6410852 req-fd2d9654-9bf5-48c1-8585-959d5cd9bdd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb78205a-794e-4a19-8c36-535bfca52971 {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:12:51.622482 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-399349b2-652c-43cc-bdf5-3c59492e4844 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] 10.222.0.87 "GET /v2.0/ports?device_id=7e99039a-77dc-47f0-8df4-29b9d0fe727c HTTP/1.1" status: 200 len: 205 time: 0.0576787 Feb 02 07:12:51.622774 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0aaa01a2-fc03-43d8-b590-29258cf8599b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (d747fbe6-24a6-48d4-a896-6094706b578c), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:51.626000 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56484) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:51.632764 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f929faec-3a34-47b8-acdf-ac8e246a17f4 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (00384dfd-a812-40d1-a46b-3a15a1c881a7), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:51.670213 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f0800ae7-3705-4349-9579-19a6d6410852 req-fd2d9654-9bf5-48c1-8585-959d5cd9bdd1 service neutron] Publish callbacks [] for port (bb78205a-794e-4a19-8c36-535bfca52971), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:51.673691 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-31f825a1-e180-4edb-abed-7a07632af673 tempest-MeteringTestJSON-803504811 tempest-MeteringTestJSON-803504811-project-admin] 10.222.0.87 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.1101642 Feb 02 07:12:51.678776 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaa01a2-fc03-43d8-b590-29258cf8599b None None] Pushing event updated for resources: {'Port': ['ID=d747fbe6-24a6-48d4-a896-6094706b578c,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:51.684256 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56486) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:51.719386 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 7a38cde2-8732-4ebd-8087-7787b0a317af triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:12:51.719824 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (7a38cde2-8732-4ebd-8087-7787b0a317af), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:51.735619 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f929faec-3a34-47b8-acdf-ac8e246a17f4 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (00384dfd-a812-40d1-a46b-3a15a1c881a7), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:51.755724 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-7271e52b-defe-43d6-8b8c-1ea1d78e9093 tempest-MeteringTestJSON-803504811 tempest-MeteringTestJSON-803504811-project-admin] 10.222.0.87 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0680747 Feb 02 07:12:51.760854 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-f0800ae7-3705-4349-9579-19a6d6410852 req-fd2d9654-9bf5-48c1-8585-959d5cd9bdd1 service neutron] Transition to ACTIVE for port object bb78205a-794e-4a19-8c36-535bfca52971 will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:12:51.769823 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56488) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:51.799237 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f0800ae7-3705-4349-9579-19a6d6410852 req-fd2d9654-9bf5-48c1-8585-959d5cd9bdd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (bb78205a-794e-4a19-8c36-535bfca52971), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:51.829502 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e3563-fc98-4091-8b67-f2ec2ded2d0b req-0de5bafb-aeb3-41fe-b07b-86847e409d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:51.847527 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e3563-fc98-4091-8b67-f2ec2ded2d0b req-0de5bafb-aeb3-41fe-b07b-86847e409d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:51.848289 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e3563-fc98-4091-8b67-f2ec2ded2d0b req-0de5bafb-aeb3-41fe-b07b-86847e409d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:51.850185 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b54e3563-fc98-4091-8b67-f2ec2ded2d0b req-0de5bafb-aeb3-41fe-b07b-86847e409d6e service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=1c93b513068944b98dd403010458a6a3&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5452795 Feb 02 07:12:51.853060 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 7a38cde2-8732-4ebd-8087-7787b0a317af is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:12:51.893623 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc87182-f41b-44ff-9b6a-e36156fd6cc2 admin admin] Network 3602f567-c8f9-4201-ab59-1c373fc54d6b is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:12:51.910338 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-edc87182-f41b-44ff-9b6a-e36156fd6cc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 3602f567-c8f9-4201-ab59-1c373fc54d6b) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:12:51.925181 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc87182-f41b-44ff-9b6a-e36156fd6cc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:51.925789 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-edc87182-f41b-44ff-9b6a-e36156fd6cc2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:51.927906 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc167195-d7ae-480b-91f4-661a3d53c893 None None] Network 3602f567-c8f9-4201-ab59-1c373fc54d6b requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:12:51.963228 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-edc87182-f41b-44ff-9b6a-e36156fd6cc2 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0319805 Feb 02 07:12:51.967052 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-4c07b4da-fc40-410d-b3a0-c4107ffb5177 tempest-MeteringTestJSON-803504811 tempest-MeteringTestJSON-803504811-project-admin] 10.222.0.87 "GET /v2.0/metering/metering-labels/c1e1b9ce-9aea-43c1-8b5f-630faa87a068 HTTP/1.1" status: 200 len: 471 time: 0.1959076 Feb 02 07:12:51.967810 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56490) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:51.996835 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-df670082-53aa-4ece-a87d-f40cc84ec681 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1384171620-router', 'tenant_id': '06979ed0016c41f8b96877f87096f36c', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:12:52.005384 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56492) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:52.008847 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f929faec-3a34-47b8-acdf-ac8e246a17f4 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (00384dfd-a812-40d1-a46b-3a15a1c881a7), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:52.050184 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:52.077760 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f929faec-3a34-47b8-acdf-ac8e246a17f4 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Pushing event deleted for resources: {'Subnet': ['ID=00384dfd-a812-40d1-a46b-3a15a1c881a7,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:52.084497 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-c85deb35-d57c-4c48-8f2b-d5ed168476cc tempest-MeteringTestJSON-803504811 tempest-MeteringTestJSON-803504811-project-admin] 10.222.0.87 "GET /v2.0/metering/metering-label-rules/e951e315-41de-4cc4-b8a6-b9d9dc0ab5f0 HTTP/1.1" status: 200 len: 461 time: 0.0767851 Feb 02 07:12:52.087699 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f929faec-3a34-47b8-acdf-ac8e246a17f4 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:52.092700 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-f929faec-3a34-47b8-acdf-ac8e246a17f4 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "DELETE /v2.0/subnets/00384dfd-a812-40d1-a46b-3a15a1c881a7 HTTP/1.1" status: 204 len: 168 time: 0.7755132 Feb 02 07:12:52.093464 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56494) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:52.100701 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56496) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:52.107577 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80495e51-dda3-4ecb-971c-f2de46cba947 None None] Network 9727d2bb-d551-41c6-8b30-839e0b999066 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:12:52.144560 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e3563-fc98-4091-8b67-f2ec2ded2d0b req-23563012-342e-4860-9c90-a9ab8a9dadbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:52.146247 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b54e3563-fc98-4091-8b67-f2ec2ded2d0b req-23563012-342e-4860-9c90-a9ab8a9dadbf service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2889738 Feb 02 07:12:52.262819 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-df670082-53aa-4ece-a87d-f40cc84ec681 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (977ddc86-9287-4b15-aeb4-c58066517655), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:52.263957 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-df670082-53aa-4ece-a87d-f40cc84ec681 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (977ddc86-9287-4b15-aeb4-c58066517655), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:52.274712 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-bccec473-6ffc-4ea6-b4b9-5c16bae52cb9 admin admin] Allocated IP 172.25.4.158 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/ef8b9ae5-e18d-4fc7-a109-6972e3e46a27) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:12:52.299415 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0dbb22-50f1-465b-8bd9-1b9af30165cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-3602f567-c8f9-4201-ab59-1c373fc54d6b', 'network_id': '3602f567-c8f9-4201-ab59-1c373fc54d6b', 'project_id': '06979ed0016c41f8b96877f87096f36c', 'fixed_ips': [{'subnet_id': 'e9671e43-fdee-470a-b06f-60e85a6120df'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:12:52.301157 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7a0dbb22-50f1-465b-8bd9-1b9af30165cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:52.305188 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-16cc63aa-2738-453d-ab3b-1b4ae09418f0 tempest-MeteringTestJSON-803504811 tempest-MeteringTestJSON-803504811-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:52.306958 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-16cc63aa-2738-453d-ab3b-1b4ae09418f0 tempest-MeteringTestJSON-803504811 tempest-MeteringTestJSON-803504811-project-admin] 10.222.0.87 "DELETE /v2.0/metering/metering-label-rules/e951e315-41de-4cc4-b8a6-b9d9dc0ab5f0 HTTP/1.1" status: 204 len: 168 time: 0.2045472 Feb 02 07:12:52.308568 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-abf254b6-eb5e-4458-8d77-c663d66267c7 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks [] for router (7e99039a-77dc-47f0-8df4-29b9d0fe727c), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:52.326556 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56500) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:52.327322 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2d9654-9bf5-48c1-8585-959d5cd9bdd1 service neutron] Pushing event updated for resources: {'Port': ['ID=bb78205a-794e-4a19-8c36-535bfca52971,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:52.378494 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cc9174-cb86-4879-96df-d6e8a97c6979 req-a6f740b8-c15d-4c1f-b78c-635e36cf32be tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:52.384251 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cc9174-cb86-4879-96df-d6e8a97c6979 req-a6f740b8-c15d-4c1f-b78c-635e36cf32be tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:52.389836 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cc9174-cb86-4879-96df-d6e8a97c6979 req-a6f740b8-c15d-4c1f-b78c-635e36cf32be tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:52.391608 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-46cc9174-cb86-4879-96df-d6e8a97c6979 req-a6f740b8-c15d-4c1f-b78c-635e36cf32be tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/ports?device_id=1d6f8a2e-1379-4758-96fc-57288067ece2 HTTP/1.1" status: 200 len: 2399 time: 0.0933456 Feb 02 07:12:52.577951 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-7a0dbb22-50f1-465b-8bd9-1b9af30165cb None None] Allocated IP 172.20.0.2 (3602f567-c8f9-4201-ab59-1c373fc54d6b/e9671e43-fdee-470a-b06f-60e85a6120df/2ca490d2-d062-4b06-b79f-dac79fc35206) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:12:52.745169 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7a0dbb22-50f1-465b-8bd9-1b9af30165cb None None] Publish callbacks [] for port (2ca490d2-d062-4b06-b79f-dac79fc35206), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:52.761597 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7a0dbb22-50f1-465b-8bd9-1b9af30165cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (2ca490d2-d062-4b06-b79f-dac79fc35206), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:52.865101 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0dbb22-50f1-465b-8bd9-1b9af30165cb None None] Network 3602f567-c8f9-4201-ab59-1c373fc54d6b is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:12:52.869523 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-7a0dbb22-50f1-465b-8bd9-1b9af30165cb None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:12:52.875949 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0dbb22-50f1-465b-8bd9-1b9af30165cb None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:12:52.881579 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0dbb22-50f1-465b-8bd9-1b9af30165cb None None] Pushing event updated for resources: {'Port': ['ID=2ca490d2-d062-4b06-b79f-dac79fc35206,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:52.928417 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-46cc9174-cb86-4879-96df-d6e8a97c6979 req-96a6c059-8ef3-498a-ae7b-35981b43033c tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee38a50d-609a-441d-89e7-67ea86baffc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5273292 Feb 02 07:12:52.956856 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-7a0dbb22-50f1-465b-8bd9-1b9af30165cb None None] Attempting to bind port 2ca490d2-d062-4b06-b79f-dac79fc35206 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:12:52.957477 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-7a0dbb22-50f1-465b-8bd9-1b9af30165cb None None] Attempting to bind port 2ca490d2-d062-4b06-b79f-dac79fc35206 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '5f386819-53b6-429e-a73f-0b0fc03db299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3602f567-c8f9-4201-ab59-1c373fc54d6b'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:12:52.958029 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0dbb22-50f1-465b-8bd9-1b9af30165cb None None] Attempting to bind port 2ca490d2-d062-4b06-b79f-dac79fc35206 on network 3602f567-c8f9-4201-ab59-1c373fc54d6b {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:12:52.961901 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3432e303-dddc-44eb-8620-6463be366b70 None None] DHCP port deletion for 9727d2bb-d551-41c6-8b30-839e0b999066 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:12:52.970664 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0dbb22-50f1-465b-8bd9-1b9af30165cb None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:12:52.971422 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0dbb22-50f1-465b-8bd9-1b9af30165cb None None] Checking segment: {'id': '5f386819-53b6-429e-a73f-0b0fc03db299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3602f567-c8f9-4201-ab59-1c373fc54d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:12:52.972040 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7a0dbb22-50f1-465b-8bd9-1b9af30165cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:52.972608 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0dbb22-50f1-465b-8bd9-1b9af30165cb None None] Bound using segment: {'id': '5f386819-53b6-429e-a73f-0b0fc03db299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3602f567-c8f9-4201-ab59-1c373fc54d6b'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:12:52.973440 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-7a0dbb22-50f1-465b-8bd9-1b9af30165cb None None] Bound port: 2ca490d2-d062-4b06-b79f-dac79fc35206, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f386819-53b6-429e-a73f-0b0fc03db299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3602f567-c8f9-4201-ab59-1c373fc54d6b'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:12:52.974028 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7a0dbb22-50f1-465b-8bd9-1b9af30165cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (2ca490d2-d062-4b06-b79f-dac79fc35206), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:53.044575 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-dcea2d41-beeb-4cdd-bc43-45dea3cc8a9f tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (9727d2bb-d551-41c6-8b30-839e0b999066), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:53.084294 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-7a0dbb22-50f1-465b-8bd9-1b9af30165cb None None] For port 2ca490d2-d062-4b06-b79f-dac79fc35206, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:12:53.088439 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-7a0dbb22-50f1-465b-8bd9-1b9af30165cb None None] For port 2ca490d2-d062-4b06-b79f-dac79fc35206, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=2ca490d2-d062-4b06-b79f-dac79fc35206,segment=NetworkSegment(5f386819-53b6-429e-a73f-0b0fc03db299),segment_id=5f386819-53b6-429e-a73f-0b0fc03db299)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:12:53.092800 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-3432e303-dddc-44eb-8620-6463be366b70 None None] Deleting port d355a3a7-32d5-4e12-ace1-f2b5b738562f {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:12:53.093173 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3432e303-dddc-44eb-8620-6463be366b70 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (d355a3a7-32d5-4e12-ace1-f2b5b738562f), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:53.108822 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7a0dbb22-50f1-465b-8bd9-1b9af30165cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (2ca490d2-d062-4b06-b79f-dac79fc35206), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:53.114416 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-df670082-53aa-4ece-a87d-f40cc84ec681 admin admin] Publish callbacks [] for router_controller (977ddc86-9287-4b15-aeb4-c58066517655), precommit_add_association {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:53.210130 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-3432e303-dddc-44eb-8620-6463be366b70 None None] For port d355a3a7-32d5-4e12-ace1-f2b5b738562f, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=d355a3a7-32d5-4e12-ace1-f2b5b738562f,segment=NetworkSegment(5b4537b9-cda3-48b7-a425-4c4629db2f27),segment_id=5b4537b9-cda3-48b7-a425-4c4629db2f27)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:12:53.210643 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3432e303-dddc-44eb-8620-6463be366b70 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (d355a3a7-32d5-4e12-ace1-f2b5b738562f), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:53.382930 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-f0800ae7-3705-4349-9579-19a6d6410852 req-fd2d9654-9bf5-48c1-8585-959d5cd9bdd1 service neutron] Attempting to bind port bb78205a-794e-4a19-8c36-535bfca52971 on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:12:53.383543 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-f0800ae7-3705-4349-9579-19a6d6410852 req-fd2d9654-9bf5-48c1-8585-959d5cd9bdd1 service neutron] Attempting to bind port bb78205a-794e-4a19-8c36-535bfca52971 by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': '646b7a2e-25a1-4960-a214-f6750a541adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '6a85e0f7-6d70-42a4-bb4d-1e98b97a2c94'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:12:53.384184 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0800ae7-3705-4349-9579-19a6d6410852 req-fd2d9654-9bf5-48c1-8585-959d5cd9bdd1 service neutron] Attempting to bind port bb78205a-794e-4a19-8c36-535bfca52971 on network 6a85e0f7-6d70-42a4-bb4d-1e98b97a2c94 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:12:53.386551 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fae62e6-5152-4b6a-9240-71045d5b9473 None None] Network 5b8ffc7a-717b-4b32-aed8-31315930798c requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:12:53.392078 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-3432e303-dddc-44eb-8620-6463be366b70 None None] Calling delete_port for d355a3a7-32d5-4e12-ace1-f2b5b738562f owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:12:53.433822 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-09029f30-b84d-494e-ac44-6301e35cdeeb tempest-MeteringTestJSON-803504811 tempest-MeteringTestJSON-803504811-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:53.435120 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-09029f30-b84d-494e-ac44-6301e35cdeeb tempest-MeteringTestJSON-803504811 tempest-MeteringTestJSON-803504811-project-admin] 10.222.0.87 "DELETE /v2.0/metering/metering-labels/c1e1b9ce-9aea-43c1-8b5f-630faa87a068 HTTP/1.1" status: 204 len: 168 time: 1.0977099 Feb 02 07:12:53.435996 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0800ae7-3705-4349-9579-19a6d6410852 req-fd2d9654-9bf5-48c1-8585-959d5cd9bdd1 service neutron] Port bb78205a-794e-4a19-8c36-535bfca52971 on network 6a85e0f7-6d70-42a4-bb4d-1e98b97a2c94 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:12:53.438271 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0800ae7-3705-4349-9579-19a6d6410852 req-fd2d9654-9bf5-48c1-8585-959d5cd9bdd1 service neutron] Attempting to bind port bb78205a-794e-4a19-8c36-535bfca52971 on network 6a85e0f7-6d70-42a4-bb4d-1e98b97a2c94 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:12:53.510905 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0dbb22-50f1-465b-8bd9-1b9af30165cb None None] Pushing event updated for resources: {'Port': ['ID=2ca490d2-d062-4b06-b79f-dac79fc35206,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:53.564050 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-02a26590-e624-4683-bcc2-b0a6024c5f2e None None] Provisioning complete for port d747fbe6-24a6-48d4-a896-6094706b578c triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:12:53.564290 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0800ae7-3705-4349-9579-19a6d6410852 req-fd2d9654-9bf5-48c1-8585-959d5cd9bdd1 service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:12:53.564427 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-02a26590-e624-4683-bcc2-b0a6024c5f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (d747fbe6-24a6-48d4-a896-6094706b578c), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:53.564565 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0800ae7-3705-4349-9579-19a6d6410852 req-fd2d9654-9bf5-48c1-8585-959d5cd9bdd1 service neutron] Checking segment: {'id': '646b7a2e-25a1-4960-a214-f6750a541adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '6a85e0f7-6d70-42a4-bb4d-1e98b97a2c94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:12:53.565157 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0800ae7-3705-4349-9579-19a6d6410852 req-fd2d9654-9bf5-48c1-8585-959d5cd9bdd1 service neutron] Bound using segment: {'id': '646b7a2e-25a1-4960-a214-f6750a541adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '6a85e0f7-6d70-42a4-bb4d-1e98b97a2c94'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:12:53.565806 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-f0800ae7-3705-4349-9579-19a6d6410852 req-fd2d9654-9bf5-48c1-8585-959d5cd9bdd1 service neutron] Bound port: bb78205a-794e-4a19-8c36-535bfca52971, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '646b7a2e-25a1-4960-a214-f6750a541adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '6a85e0f7-6d70-42a4-bb4d-1e98b97a2c94'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:12:53.566658 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f0800ae7-3705-4349-9579-19a6d6410852 req-fd2d9654-9bf5-48c1-8585-959d5cd9bdd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (bb78205a-794e-4a19-8c36-535bfca52971), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:53.635339 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device d747fbe6-24a6-48d4-a896-6094706b578c up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:12:53.636290 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-abf254b6-eb5e-4458-8d77-c663d66267c7 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks [] for router_gateway (7e99039a-77dc-47f0-8df4-29b9d0fe727c), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:53.651295 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bccec473-6ffc-4ea6-b4b9-5c16bae52cb9 admin admin] Publish callbacks [] for port (ef8b9ae5-e18d-4fc7-a109-6972e3e46a27), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:53.659764 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-df670082-53aa-4ece-a87d-f40cc84ec681 admin admin] Publish callbacks [] for router_gateway (977ddc86-9287-4b15-aeb4-c58066517655), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:53.737359 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3432e303-dddc-44eb-8620-6463be366b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (d355a3a7-32d5-4e12-ace1-f2b5b738562f), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:53.791660 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3432e303-dddc-44eb-8620-6463be366b70 None None] Pushing event deleted for resources: {'Port': ['ID=d355a3a7-32d5-4e12-ace1-f2b5b738562f,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:53.800840 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3432e303-dddc-44eb-8620-6463be366b70 None None] No DVR routers for this DVR port d355a3a7-32d5-4e12-ace1-f2b5b738562f on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:12:53.842180 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port d747fbe6-24a6-48d4-a896-6094706b578c triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:12:53.842555 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (d747fbe6-24a6-48d4-a896-6094706b578c), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:53.850262 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-dcea2d41-beeb-4cdd-bc43-45dea3cc8a9f tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Deleting port d355a3a7-32d5-4e12-ace1-f2b5b738562f {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:12:53.850610 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-dcea2d41-beeb-4cdd-bc43-45dea3cc8a9f tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (d355a3a7-32d5-4e12-ace1-f2b5b738562f), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:53.865322 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-02a26590-e624-4683-bcc2-b0a6024c5f2e None None] Current status of the port d747fbe6-24a6-48d4-a896-6094706b578c is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:12:53.865725 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-02a26590-e624-4683-bcc2-b0a6024c5f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (d747fbe6-24a6-48d4-a896-6094706b578c), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:53.895186 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-f0800ae7-3705-4349-9579-19a6d6410852 req-fd2d9654-9bf5-48c1-8585-959d5cd9bdd1 service neutron] For port bb78205a-794e-4a19-8c36-535bfca52971, host n-h2-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:12:53.899931 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56508) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:53.921936 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-02a26590-e624-4683-bcc2-b0a6024c5f2e None None] For port d747fbe6-24a6-48d4-a896-6094706b578c, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=d747fbe6-24a6-48d4-a896-6094706b578c,segment=NetworkSegment(1fe536e7-22e9-4789-86f4-399744fc3de0),segment_id=1fe536e7-22e9-4789-86f4-399744fc3de0)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:12:53.925069 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bccec473-6ffc-4ea6-b4b9-5c16bae52cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (ef8b9ae5-e18d-4fc7-a109-6972e3e46a27), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:53.978278 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-02a26590-e624-4683-bcc2-b0a6024c5f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (d747fbe6-24a6-48d4-a896-6094706b578c), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:54.029759 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-f0800ae7-3705-4349-9579-19a6d6410852 req-fd2d9654-9bf5-48c1-8585-959d5cd9bdd1 service neutron] For port bb78205a-794e-4a19-8c36-535bfca52971, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=bb78205a-794e-4a19-8c36-535bfca52971,segment=NetworkSegment(646b7a2e-25a1-4960-a214-f6750a541adf),segment_id=646b7a2e-25a1-4960-a214-f6750a541adf)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:12:54.037980 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-abf254b6-eb5e-4458-8d77-c663d66267c7 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Deleting port b2d49d93-01ba-4fef-824d-bc734aa46837 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:12:54.038414 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-abf254b6-eb5e-4458-8d77-c663d66267c7 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (b2d49d93-01ba-4fef-824d-bc734aa46837), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:54.039937 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port d747fbe6-24a6-48d4-a896-6094706b578c is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:12:54.040955 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (d747fbe6-24a6-48d4-a896-6094706b578c), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:54.063850 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-dcea2d41-beeb-4cdd-bc43-45dea3cc8a9f tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] For port d355a3a7-32d5-4e12-ace1-f2b5b738562f, host n-d-789963-26, got binding levels [] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:12:54.064453 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-dcea2d41-beeb-4cdd-bc43-45dea3cc8a9f tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (d355a3a7-32d5-4e12-ace1-f2b5b738562f), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:54.085001 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f0800ae7-3705-4349-9579-19a6d6410852 req-fd2d9654-9bf5-48c1-8585-959d5cd9bdd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (bb78205a-794e-4a19-8c36-535bfca52971), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:54.093976 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bccec473-6ffc-4ea6-b4b9-5c16bae52cb9 admin admin] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:12:54.097350 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a26590-e624-4683-bcc2-b0a6024c5f2e None None] Pushing event updated for resources: {'Port': ['ID=d747fbe6-24a6-48d4-a896-6094706b578c,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:54.107177 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5e9fb6a0-9d58-4850-a776-8292455fce9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:54.112403 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-dcea2d41-beeb-4cdd-bc43-45dea3cc8a9f tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Calling delete_port for d355a3a7-32d5-4e12-ace1-f2b5b738562f owned by network:dhcp {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:12:54.127319 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-bccec473-6ffc-4ea6-b4b9-5c16bae52cb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:12:54.133261 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.ipam_backend_mixin [None req-dcea2d41-beeb-4cdd-bc43-45dea3cc8a9f tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Port d355a3a7-32d5-4e12-ace1-f2b5b738562f was not found and therefore no delete operation was performed {{(pid=109694) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 02 07:12:54.137054 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccec473-6ffc-4ea6-b4b9-5c16bae52cb9 admin admin] Pushing event updated for resources: {'Port': ['ID=ef8b9ae5-e18d-4fc7-a109-6972e3e46a27,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:54.152310 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.db.api [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109695) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 07:12:54.152813 n-d-789963-26 neutron-server[109695]: DEBUG oslo_db.api [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 07:12:54.184158 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccec473-6ffc-4ea6-b4b9-5c16bae52cb9 admin admin] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:12:54.208608 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-6163a119-0fcd-4e0a-9e88-24f8fdf4efa6 None None] Provisioning complete for port d747fbe6-24a6-48d4-a896-6094706b578c triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:12:54.209074 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6163a119-0fcd-4e0a-9e88-24f8fdf4efa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (d747fbe6-24a6-48d4-a896-6094706b578c), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:54.209917 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5e9fb6a0-9d58-4850-a776-8292455fce9e admin admin] Publish callbacks [] for security_group (6ccee80e-cf7c-4508-9e41-618e32070b90), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:54.215286 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-dcea2d41-beeb-4cdd-bc43-45dea3cc8a9f tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (d355a3a7-32d5-4e12-ace1-f2b5b738562f), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:54.216830 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5e9fb6a0-9d58-4850-a776-8292455fce9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (6ccee80e-cf7c-4508-9e41-618e32070b90), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:54.253889 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0800ae7-3705-4349-9579-19a6d6410852 req-fd2d9654-9bf5-48c1-8585-959d5cd9bdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:54.254532 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f0800ae7-3705-4349-9579-19a6d6410852 req-fd2d9654-9bf5-48c1-8585-959d5cd9bdd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:54.255957 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f0800ae7-3705-4349-9579-19a6d6410852 req-fd2d9654-9bf5-48c1-8585-959d5cd9bdd1 service neutron] 10.222.0.59 "PUT /v2.0/ports/bb78205a-794e-4a19-8c36-535bfca52971 HTTP/1.1" status: 200 len: 1093 time: 3.8287783 Feb 02 07:12:54.280564 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-5e9fb6a0-9d58-4850-a776-8292455fce9e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=8b73378491b24868af176a4ba4a5b71f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3786497 Feb 02 07:12:54.281428 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9fb6a0-9d58-4850-a776-8292455fce9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ccee80e-cf7c-4508-9e41-618e32070b90,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:54.294224 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d6f8a2e-1379-4758-96fc-57288067ece2', 'tag': 'bb78205a-794e-4a19-8c36-535bfca52971'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:12:54.296838 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56514) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:54.297139 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822ae3c5-5a5f-4b38-bc73-e94e8c967e86" -d '{"events": [{"name": "network-changed", "server_uuid": "1d6f8a2e-1379-4758-96fc-57288067ece2", "tag": "bb78205a-794e-4a19-8c36-535bfca52971"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:12:54.301778 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcea2d41-beeb-4cdd-bc43-45dea3cc8a9f tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] No DVR routers for this DVR port d355a3a7-32d5-4e12-ace1-f2b5b738562f on host n-d-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:12:54.346767 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-6163a119-0fcd-4e0a-9e88-24f8fdf4efa6 None None] Current status of the port d747fbe6-24a6-48d4-a896-6094706b578c is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:12:54.349229 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-f0800ae7-3705-4349-9579-19a6d6410852 req-3fba70d0-d2d3-441a-84f9-afa4a928dbea service neutron] Request body: {'port': {'device_id': '1d6f8a2e-1379-4758-96fc-57288067ece2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:12:54.394964 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-91cb9091-714c-4784-8318-b4e9b53a148e admin admin] Publish callbacks [] for security_group (6ccee80e-cf7c-4508-9e41-618e32070b90), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:54.418650 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1289cdcd-845f-4324-9356-ede8d3ca636b x-openstack-request-id: req-1289cdcd-845f-4324-9356-ede8d3ca636b {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:12:54.419046 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d6f8a2e-1379-4758-96fc-57288067ece2", "tag": "bb78205a-794e-4a19-8c36-535bfca52971", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:12:54.419420 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1289cdcd-845f-4324-9356-ede8d3ca636b {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:12:54.419937 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d6f8a2e-1379-4758-96fc-57288067ece2', 'tag': 'bb78205a-794e-4a19-8c36-535bfca52971', 'status': 'completed', 'code': 200} Feb 02 07:12:54.434506 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-91cb9091-714c-4784-8318-b4e9b53a148e admin admin] Publish callbacks [] for security_group (6ccee80e-cf7c-4508-9e41-618e32070b90), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:54.535871 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ae3c5-5a5f-4b38-bc73-e94e8c967e86 req-2f1d561e-c798-4be3-a97b-e963f3b1583f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:54.537045 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ae3c5-5a5f-4b38-bc73-e94e8c967e86 req-2f1d561e-c798-4be3-a97b-e963f3b1583f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:54.537473 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ae3c5-5a5f-4b38-bc73-e94e8c967e86 req-2f1d561e-c798-4be3-a97b-e963f3b1583f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:54.539233 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-822ae3c5-5a5f-4b38-bc73-e94e8c967e86 req-2f1d561e-c798-4be3-a97b-e963f3b1583f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1c93b513068944b98dd403010458a6a3&device_id=1d6f8a2e-1379-4758-96fc-57288067ece2 HTTP/1.1" status: 200 len: 2861 time: 0.0896869 Feb 02 07:12:54.564107 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-91cb9091-714c-4784-8318-b4e9b53a148e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (6ccee80e-cf7c-4508-9e41-618e32070b90), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:54.566991 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-91cb9091-714c-4784-8318-b4e9b53a148e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:54.572225 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-91cb9091-714c-4784-8318-b4e9b53a148e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/6ccee80e-cf7c-4508-9e41-618e32070b90 HTTP/1.1" status: 204 len: 168 time: 0.2725198 Feb 02 07:12:54.594663 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cb9091-714c-4784-8318-b4e9b53a148e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ccee80e-cf7c-4508-9e41-618e32070b90,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:54.654428 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-abf254b6-eb5e-4458-8d77-c663d66267c7 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (b2d49d93-01ba-4fef-824d-bc734aa46837), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:54.673975 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275350d0-6294-47c0-98b6-4e5cbcb25342 req-72a222b8-db7e-410b-b7b5-8c1db880d451 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:54.679793 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275350d0-6294-47c0-98b6-4e5cbcb25342 req-72a222b8-db7e-410b-b7b5-8c1db880d451 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:54.685330 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275350d0-6294-47c0-98b6-4e5cbcb25342 req-72a222b8-db7e-410b-b7b5-8c1db880d451 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:54.687188 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-275350d0-6294-47c0-98b6-4e5cbcb25342 req-72a222b8-db7e-410b-b7b5-8c1db880d451 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/ports?device_id=1d6f8a2e-1379-4758-96fc-57288067ece2 HTTP/1.1" status: 200 len: 2399 time: 0.5954354 Feb 02 07:12:54.711582 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ae3c5-5a5f-4b38-bc73-e94e8c967e86 req-c13fd1db-4a5e-4fc6-9c62-7311ddea334b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:54.712164 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ae3c5-5a5f-4b38-bc73-e94e8c967e86 req-c13fd1db-4a5e-4fc6-9c62-7311ddea334b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:54.712871 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ae3c5-5a5f-4b38-bc73-e94e8c967e86 req-c13fd1db-4a5e-4fc6-9c62-7311ddea334b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:54.715480 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-822ae3c5-5a5f-4b38-bc73-e94e8c967e86 req-c13fd1db-4a5e-4fc6-9c62-7311ddea334b service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=1c93b513068944b98dd403010458a6a3&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1632102 Feb 02 07:12:54.728986 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2d9654-9bf5-48c1-8585-959d5cd9bdd1 service neutron] Pushing event updated for resources: {'Port': ['ID=bb78205a-794e-4a19-8c36-535bfca52971,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:54.734632 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port d747fbe6-24a6-48d4-a896-6094706b578c is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:12:54.791283 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b956bf68-d21b-4b41-af1e-ec925abcaa68 None None] Network 3602f567-c8f9-4201-ab59-1c373fc54d6b requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:12:54.796319 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-dcea2d41-beeb-4cdd-bc43-45dea3cc8a9f tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (9727d2bb-d551-41c6-8b30-839e0b999066), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:54.822653 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-abf254b6-eb5e-4458-8d77-c663d66267c7 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Calling delete_port for b2d49d93-01ba-4fef-824d-bc734aa46837 owned by network:router_gateway {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:12:54.877936 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device d355a3a7-32d5-4e12-ace1-f2b5b738562f no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:12:54.885346 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ae3c5-5a5f-4b38-bc73-e94e8c967e86 req-c3940387-4138-4734-9f02-244b9699c06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:54.887484 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-822ae3c5-5a5f-4b38-bc73-e94e8c967e86 req-c3940387-4138-4734-9f02-244b9699c06c service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1664562 Feb 02 07:12:54.905625 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: d355a3a7-32d5-4e12-ace1-f2b5b738562f {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:12:54.906018 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device d355a3a7-32d5-4e12-ace1-f2b5b738562f not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:12:54.915804 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcea2d41-beeb-4cdd-bc43-45dea3cc8a9f tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Pushing event deleted for resources: {'Port': ['ID=d355a3a7-32d5-4e12-ace1-f2b5b738562f,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:54.929971 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-dcea2d41-beeb-4cdd-bc43-45dea3cc8a9f tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9727d2bb-d551-41c6-8b30-839e0b999066']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:54.935091 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ed6c5058-8b2c-490a-adb6-e1cbccc21e7c None None] Provisioning complete for port 2ca490d2-d062-4b06-b79f-dac79fc35206 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:12:54.935329 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ed6c5058-8b2c-490a-adb6-e1cbccc21e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (2ca490d2-d062-4b06-b79f-dac79fc35206), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:54.977189 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f0800ae7-3705-4349-9579-19a6d6410852 req-3fba70d0-d2d3-441a-84f9-afa4a928dbea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (8ba1ce67-d18a-4ea3-9d86-ca0cc6e054da), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:55.027543 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56522) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:55.033373 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ed6c5058-8b2c-490a-adb6-e1cbccc21e7c None None] Current status of the port 2ca490d2-d062-4b06-b79f-dac79fc35206 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:12:55.034006 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ed6c5058-8b2c-490a-adb6-e1cbccc21e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (2ca490d2-d062-4b06-b79f-dac79fc35206), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:55.045736 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-477b2575-ff17-4f07-9f09-27d6ce5e3644 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:55.063115 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-dcea2d41-beeb-4cdd-bc43-45dea3cc8a9f tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b4537b9-cda3-48b7-a425-4c4629db2f27') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:55.063426 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-dcea2d41-beeb-4cdd-bc43-45dea3cc8a9f tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b4537b9-cda3-48b7-a425-4c4629db2f27') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:55.082076 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ed6c5058-8b2c-490a-adb6-e1cbccc21e7c None None] For port 2ca490d2-d062-4b06-b79f-dac79fc35206, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=2ca490d2-d062-4b06-b79f-dac79fc35206,segment=NetworkSegment(5f386819-53b6-429e-a73f-0b0fc03db299),segment_id=5f386819-53b6-429e-a73f-0b0fc03db299)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:12:55.088566 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ed6c5058-8b2c-490a-adb6-e1cbccc21e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (2ca490d2-d062-4b06-b79f-dac79fc35206), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:55.096451 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-dcea2d41-beeb-4cdd-bc43-45dea3cc8a9f tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (5b4537b9-cda3-48b7-a425-4c4629db2f27), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:55.159975 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6c5058-8b2c-490a-adb6-e1cbccc21e7c None None] Pushing event updated for resources: {'Port': ['ID=2ca490d2-d062-4b06-b79f-dac79fc35206,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:55.165643 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-477b2575-ff17-4f07-9f09-27d6ce5e3644 admin admin] Publish callbacks [] for security_group (f8268feb-be5b-4487-b8f0-7705825d470c), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:55.174103 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-477b2575-ff17-4f07-9f09-27d6ce5e3644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (f8268feb-be5b-4487-b8f0-7705825d470c), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:55.203867 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-dcea2d41-beeb-4cdd-bc43-45dea3cc8a9f tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (5b4537b9-cda3-48b7-a425-4c4629db2f27), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:55.205821 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bccec473-6ffc-4ea6-b4b9-5c16bae52cb9 admin admin] Publish callbacks [] for router_gateway (d2c2c942-7da6-4a9c-a6ed-7dc8498319fb), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:55.210839 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-275350d0-6294-47c0-98b6-4e5cbcb25342 req-672b5278-b93a-4a2e-9a90-ce9127250fc5 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee38a50d-609a-441d-89e7-67ea86baffc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4785383 Feb 02 07:12:55.229799 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcea2d41-beeb-4cdd-bc43-45dea3cc8a9f tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:12:55.230941 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-477b2575-ff17-4f07-9f09-27d6ce5e3644 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=e86891526e99423286ba48e11ffd4bc6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1981931 Feb 02 07:12:55.231063 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-dcea2d41-beeb-4cdd-bc43-45dea3cc8a9f tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (5b4537b9-cda3-48b7-a425-4c4629db2f27), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:55.231181 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477b2575-ff17-4f07-9f09-27d6ce5e3644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8268feb-be5b-4487-b8f0-7705825d470c,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:55.232742 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56524) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:55.271868 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:12:55.271868 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:12:55.271868 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:12:55.271868 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:12:55.271868 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:12:55.271868 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:12:55.271868 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:12:55.271868 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:12:55.271868 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:12:55.271868 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:12:55.271868 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:12:55.271868 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:12:55.271868 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:12:55.271868 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:12:55.271868 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:12:55.271868 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:12:55.271868 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:12:55.271868 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:12:55.271868 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:12:55.271868 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:12:55.271868 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:12:55.271868 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:12:55.271868 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:12:55.271868 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:12:55.271868 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:12:55.271868 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:12:55.271868 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:12:55.271868 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:12:55.271868 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:12:55.271868 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:12:55.271868 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:12:55.271868 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:12:55.293268 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3fffa0f7-1851-41d4-b3b6-1dd4e2d801f2 admin admin] Publish callbacks [] for security_group (f8268feb-be5b-4487-b8f0-7705825d470c), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:55.313870 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-f8ea0199-39ce-4096-97f4-cf98096e10c1 None None] Provisioning complete for port 2ca490d2-d062-4b06-b79f-dac79fc35206 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:12:55.314378 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f8ea0199-39ce-4096-97f4-cf98096e10c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (2ca490d2-d062-4b06-b79f-dac79fc35206), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:55.322819 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3fffa0f7-1851-41d4-b3b6-1dd4e2d801f2 admin admin] Publish callbacks [] for security_group (f8268feb-be5b-4487-b8f0-7705825d470c), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:55.338485 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-df670082-53aa-4ece-a87d-f40cc84ec681 admin admin] Publish callbacks [] for router_gateway (977ddc86-9287-4b15-aeb4-c58066517655), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:55.376247 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3fffa0f7-1851-41d4-b3b6-1dd4e2d801f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (f8268feb-be5b-4487-b8f0-7705825d470c), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:55.379748 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3fffa0f7-1851-41d4-b3b6-1dd4e2d801f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:55.383473 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-3fffa0f7-1851-41d4-b3b6-1dd4e2d801f2 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/f8268feb-be5b-4487-b8f0-7705825d470c HTTP/1.1" status: 204 len: 168 time: 0.1472392 Feb 02 07:12:55.392769 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fffa0f7-1851-41d4-b3b6-1dd4e2d801f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8268feb-be5b-4487-b8f0-7705825d470c,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:55.404058 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-f8ea0199-39ce-4096-97f4-cf98096e10c1 None None] Current status of the port 2ca490d2-d062-4b06-b79f-dac79fc35206 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:12:55.637335 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 2ca490d2-d062-4b06-b79f-dac79fc35206 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:12:55.690102 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 2ca490d2-d062-4b06-b79f-dac79fc35206 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:12:55.690772 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (2ca490d2-d062-4b06-b79f-dac79fc35206), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:55.783591 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 2ca490d2-d062-4b06-b79f-dac79fc35206 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:12:55.785033 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device d747fbe6-24a6-48d4-a896-6094706b578c up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:12:55.788348 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-df670082-53aa-4ece-a87d-f40cc84ec681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:55.843340 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port d747fbe6-24a6-48d4-a896-6094706b578c triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:12:55.843340 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (d747fbe6-24a6-48d4-a896-6094706b578c), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:55.844951 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-dcea2d41-beeb-4cdd-bc43-45dea3cc8a9f tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (9727d2bb-d551-41c6-8b30-839e0b999066), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:55.895433 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-dcea2d41-beeb-4cdd-bc43-45dea3cc8a9f tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:55.898698 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-dcea2d41-beeb-4cdd-bc43-45dea3cc8a9f tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "DELETE /v2.0/networks/9727d2bb-d551-41c6-8b30-839e0b999066 HTTP/1.1" status: 204 len: 168 time: 3.7924285 Feb 02 07:12:55.903096 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56538) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:55.910567 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-4cb4b181-b217-4658-b218-c8c307e6c807 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1295543700', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}, 'admin_state_up': False}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:12:55.941671 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port d747fbe6-24a6-48d4-a896-6094706b578c is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:12:55.950531 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4cb4b181-b217-4658-b218-c8c307e6c807 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (ac73cd48-aced-41e1-8ed6-f4df0f5903e4), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:55.951883 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4cb4b181-b217-4658-b218-c8c307e6c807 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (ac73cd48-aced-41e1-8ed6-f4df0f5903e4), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:55.957606 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcea2d41-beeb-4cdd-bc43-45dea3cc8a9f tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Pushing event deleted for resources: {'Network': ['ID=9727d2bb-d551-41c6-8b30-839e0b999066,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:56.028146 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4cb4b181-b217-4658-b218-c8c307e6c807 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for router_controller (ac73cd48-aced-41e1-8ed6-f4df0f5903e4), precommit_add_association {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:56.132953 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-abf254b6-eb5e-4458-8d77-c663d66267c7 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (b2d49d93-01ba-4fef-824d-bc734aa46837), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:56.179140 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4cb4b181-b217-4658-b218-c8c307e6c807 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for router_gateway (ac73cd48-aced-41e1-8ed6-f4df0f5903e4), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:56.195338 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-df670082-53aa-4ece-a87d-f40cc84ec681 admin admin] Allocated IP 172.25.4.109 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/fa446486-b307-455c-97b7-652614db223b) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:12:56.239241 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf254b6-eb5e-4458-8d77-c663d66267c7 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Pushing event deleted for resources: {'Port': ['ID=b2d49d93-01ba-4fef-824d-bc734aa46837,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:56.283549 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56550) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:56.371380 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bccec473-6ffc-4ea6-b4b9-5c16bae52cb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (d2c2c942-7da6-4a9c-a6ed-7dc8498319fb), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:56.423584 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-7b466c94-759b-4d20-9061-863024fe2eb6 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1980760189'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:12:56.429035 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-f0800ae7-3705-4349-9579-19a6d6410852 req-3fba70d0-d2d3-441a-84f9-afa4a928dbea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ba1ce67-d18a-4ea3-9d86-ca0cc6e054da {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:12:56.466757 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4cb4b181-b217-4658-b218-c8c307e6c807 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for router_gateway (ac73cd48-aced-41e1-8ed6-f4df0f5903e4), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:56.471631 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f0800ae7-3705-4349-9579-19a6d6410852 req-3fba70d0-d2d3-441a-84f9-afa4a928dbea service neutron] Publish callbacks [] for port (8ba1ce67-d18a-4ea3-9d86-ca0cc6e054da), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:56.473735 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b466c94-759b-4d20-9061-863024fe2eb6 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Made reservation on behalf of e894fd04a8114d718f19c8e48639d8fb for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:12:56.474055 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-abf254b6-eb5e-4458-8d77-c663d66267c7 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (7e99039a-77dc-47f0-8df4-29b9d0fe727c), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:56.477364 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7b466c94-759b-4d20-9061-863024fe2eb6 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:56.505526 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4cb4b181-b217-4658-b218-c8c307e6c807 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:56.509092 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7b466c94-759b-4d20-9061-863024fe2eb6 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:56.518865 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908799e3-5a94-48e5-92b9-270f5ccb186e req-8775be87-9049-4d2f-89b8-7ea1de2fbaf5 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:56.523912 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908799e3-5a94-48e5-92b9-270f5ccb186e req-8775be87-9049-4d2f-89b8-7ea1de2fbaf5 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:56.529254 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908799e3-5a94-48e5-92b9-270f5ccb186e req-8775be87-9049-4d2f-89b8-7ea1de2fbaf5 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:56.530921 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-908799e3-5a94-48e5-92b9-270f5ccb186e req-8775be87-9049-4d2f-89b8-7ea1de2fbaf5 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/ports?device_id=1d6f8a2e-1379-4758-96fc-57288067ece2 HTTP/1.1" status: 200 len: 2399 time: 0.2077391 Feb 02 07:12:56.556661 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-f0800ae7-3705-4349-9579-19a6d6410852 req-3fba70d0-d2d3-441a-84f9-afa4a928dbea service neutron] Transition to ACTIVE for port object 8ba1ce67-d18a-4ea3-9d86-ca0cc6e054da will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:12:56.595986 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f0800ae7-3705-4349-9579-19a6d6410852 req-3fba70d0-d2d3-441a-84f9-afa4a928dbea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (8ba1ce67-d18a-4ea3-9d86-ca0cc6e054da), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:56.647665 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-908799e3-5a94-48e5-92b9-270f5ccb186e req-11916384-6e48-4018-b097-f89eaa307127 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee38a50d-609a-441d-89e7-67ea86baffc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104383 Feb 02 07:12:56.660881 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-abf254b6-eb5e-4458-8d77-c663d66267c7 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (7e99039a-77dc-47f0-8df4-29b9d0fe727c), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:56.675081 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-abf254b6-eb5e-4458-8d77-c663d66267c7 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks [] for router_controller (7e99039a-77dc-47f0-8df4-29b9d0fe727c), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:56.683514 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-df670082-53aa-4ece-a87d-f40cc84ec681 admin admin] Publish callbacks [] for port (fa446486-b307-455c-97b7-652614db223b), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:56.706244 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7b466c94-759b-4d20-9061-863024fe2eb6 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Publish callbacks [] for security_group (b8a418ca-4095-40d6-860a-d9b14d861356), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:56.710179 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7b466c94-759b-4d20-9061-863024fe2eb6 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (b8a418ca-4095-40d6-860a-d9b14d861356), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:56.745181 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b466c94-759b-4d20-9061-863024fe2eb6 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:12:56.755214 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b466c94-759b-4d20-9061-863024fe2eb6 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a418ca-4095-40d6-860a-d9b14d861356,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:56.765659 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fba70d0-d2d3-441a-84f9-afa4a928dbea service neutron] Pushing event updated for resources: {'Port': ['ID=8ba1ce67-d18a-4ea3-9d86-ca0cc6e054da,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:56.767637 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7b466c94-759b-4d20-9061-863024fe2eb6 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (4d369ae6-ac5e-4fc0-b910-4a8f8189ea3e), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:56.767992 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-7b466c94-759b-4d20-9061-863024fe2eb6 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Added segment 4d369ae6-ac5e-4fc0-b910-4a8f8189ea3e of type vlan for network 015be40c-d176-49f5-aaa0-e5bd50085eb1 Feb 02 07:12:56.782807 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-abf254b6-eb5e-4458-8d77-c663d66267c7 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (7e99039a-77dc-47f0-8df4-29b9d0fe727c), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:56.783332 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf254b6-eb5e-4458-8d77-c663d66267c7 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Fanout notify agent at l3_agent the message router_deleted on router 7e99039a-77dc-47f0-8df4-29b9d0fe727c {{(pid=109694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:12:56.795538 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-abf254b6-eb5e-4458-8d77-c663d66267c7 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:56.796725 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-abf254b6-eb5e-4458-8d77-c663d66267c7 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] 10.222.0.87 "DELETE /v2.0/routers/7e99039a-77dc-47f0-8df4-29b9d0fe727c HTTP/1.1" status: 204 len: 168 time: 5.1389353 Feb 02 07:12:56.813159 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56554) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:56.823623 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-c0743a84-eec9-4611-a204-76f42116ea85 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2092239491', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:12:56.832500 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7b466c94-759b-4d20-9061-863024fe2eb6 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (015be40c-d176-49f5-aaa0-e5bd50085eb1), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:56.862760 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7b466c94-759b-4d20-9061-863024fe2eb6 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (015be40c-d176-49f5-aaa0-e5bd50085eb1), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:56.869178 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b466c94-759b-4d20-9061-863024fe2eb6 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:56.869883 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7b466c94-759b-4d20-9061-863024fe2eb6 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:56.878670 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-df670082-53aa-4ece-a87d-f40cc84ec681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (fa446486-b307-455c-97b7-652614db223b), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:56.921386 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c0743a84-eec9-4611-a204-76f42116ea85 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (32a6b4cb-47fe-4ec8-ab25-b75c8d73c5da), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:56.922437 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c0743a84-eec9-4611-a204-76f42116ea85 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (32a6b4cb-47fe-4ec8-ab25-b75c8d73c5da), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:56.951829 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df670082-53aa-4ece-a87d-f40cc84ec681 admin admin] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:12:56.956986 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-7b466c94-759b-4d20-9061-863024fe2eb6 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.6688273 Feb 02 07:12:56.958540 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56556) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:56.969503 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-df670082-53aa-4ece-a87d-f40cc84ec681 admin admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:12:56.975440 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bccec473-6ffc-4ea6-b4b9-5c16bae52cb9 admin admin] Router d2c2c942-7da6-4a9c-a6ed-7dc8498319fb is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:12:56.982768 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df670082-53aa-4ece-a87d-f40cc84ec681 admin admin] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:12:56.998621 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-f0800ae7-3705-4349-9579-19a6d6410852 req-3fba70d0-d2d3-441a-84f9-afa4a928dbea service neutron] Attempting to bind port 8ba1ce67-d18a-4ea3-9d86-ca0cc6e054da on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:12:56.998868 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-c672b03e-bc70-4dc9-896d-3cf3dee4df53 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Request body: {'subnet': {'network_id': '015be40c-d176-49f5-aaa0-e5bd50085eb1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:12:56.998983 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-f0800ae7-3705-4349-9579-19a6d6410852 req-3fba70d0-d2d3-441a-84f9-afa4a928dbea service neutron] Attempting to bind port 8ba1ce67-d18a-4ea3-9d86-ca0cc6e054da by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': '340496d0-213c-4bfb-8673-51533e32f7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e1cca449-70a4-4578-87b2-31e487ae1243'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:12:56.999294 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0800ae7-3705-4349-9579-19a6d6410852 req-3fba70d0-d2d3-441a-84f9-afa4a928dbea service neutron] Attempting to bind port 8ba1ce67-d18a-4ea3-9d86-ca0cc6e054da on network e1cca449-70a4-4578-87b2-31e487ae1243 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:12:57.020823 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df670082-53aa-4ece-a87d-f40cc84ec681 admin admin] Pushing event updated for resources: {'Port': ['ID=fa446486-b307-455c-97b7-652614db223b,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:57.021759 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b466c94-759b-4d20-9061-863024fe2eb6 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Pushing event updated for resources: {'Network': ['ID=015be40c-d176-49f5-aaa0-e5bd50085eb1,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:57.041652 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 015be40c-d176-49f5-aaa0-e5bd50085eb1 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:12:57.049038 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-4cb4b181-b217-4658-b218-c8c307e6c807 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Allocated IP 172.25.4.27 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/477e469f-660a-4a6e-9065-7770078bc774) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:12:57.062700 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0800ae7-3705-4349-9579-19a6d6410852 req-3fba70d0-d2d3-441a-84f9-afa4a928dbea service neutron] Port 8ba1ce67-d18a-4ea3-9d86-ca0cc6e054da on network e1cca449-70a4-4578-87b2-31e487ae1243 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:12:57.063116 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0800ae7-3705-4349-9579-19a6d6410852 req-3fba70d0-d2d3-441a-84f9-afa4a928dbea service neutron] Attempting to bind port 8ba1ce67-d18a-4ea3-9d86-ca0cc6e054da on network e1cca449-70a4-4578-87b2-31e487ae1243 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:12:57.066232 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c0743a84-eec9-4611-a204-76f42116ea85 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks [] for router_controller (32a6b4cb-47fe-4ec8-ab25-b75c8d73c5da), precommit_add_association {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:57.078625 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0800ae7-3705-4349-9579-19a6d6410852 req-3fba70d0-d2d3-441a-84f9-afa4a928dbea service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:12:57.078984 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0800ae7-3705-4349-9579-19a6d6410852 req-3fba70d0-d2d3-441a-84f9-afa4a928dbea service neutron] Checking segment: {'id': '340496d0-213c-4bfb-8673-51533e32f7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e1cca449-70a4-4578-87b2-31e487ae1243'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:12:57.079375 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0800ae7-3705-4349-9579-19a6d6410852 req-3fba70d0-d2d3-441a-84f9-afa4a928dbea service neutron] Bound using segment: {'id': '340496d0-213c-4bfb-8673-51533e32f7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e1cca449-70a4-4578-87b2-31e487ae1243'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:12:57.079853 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-f0800ae7-3705-4349-9579-19a6d6410852 req-3fba70d0-d2d3-441a-84f9-afa4a928dbea service neutron] Bound port: 8ba1ce67-d18a-4ea3-9d86-ca0cc6e054da, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '340496d0-213c-4bfb-8673-51533e32f7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e1cca449-70a4-4578-87b2-31e487ae1243'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:12:57.080232 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f0800ae7-3705-4349-9579-19a6d6410852 req-3fba70d0-d2d3-441a-84f9-afa4a928dbea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (8ba1ce67-d18a-4ea3-9d86-ca0cc6e054da), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:57.127237 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c0743a84-eec9-4611-a204-76f42116ea85 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (32a6b4cb-47fe-4ec8-ab25-b75c8d73c5da), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:57.140265 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c672b03e-bc70-4dc9-896d-3cf3dee4df53 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Made reservation on behalf of e894fd04a8114d718f19c8e48639d8fb for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:12:57.146630 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c672b03e-bc70-4dc9-896d-3cf3dee4df53 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:57.200154 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:57.236188 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c0743a84-eec9-4611-a204-76f42116ea85 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:57.237405 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c0743a84-eec9-4611-a204-76f42116ea85 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4205320 Feb 02 07:12:57.242576 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56558) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:57.275463 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-619c9719-00e6-4b42-91ff-858e72924111 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'enable_snat': False}}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:12:57.303888 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4cb4b181-b217-4658-b218-c8c307e6c807 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for port (477e469f-660a-4a6e-9065-7770078bc774), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:57.412327 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4cb4b181-b217-4658-b218-c8c307e6c807 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (477e469f-660a-4a6e-9065-7770078bc774), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:57.449495 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-f0800ae7-3705-4349-9579-19a6d6410852 req-3fba70d0-d2d3-441a-84f9-afa4a928dbea service neutron] For port 8ba1ce67-d18a-4ea3-9d86-ca0cc6e054da, host n-h2-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:12:57.451847 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bccec473-6ffc-4ea6-b4b9-5c16bae52cb9 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:12:57.462724 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c672b03e-bc70-4dc9-896d-3cf3dee4df53 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (397376f6-2432-40f5-934d-ede0895b8df7), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:57.465633 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8033596a-d377-4506-be19-aca43e8ed78c None None] Sync routers for ids ['d2c2c942-7da6-4a9c-a6ed-7dc8498319fb'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:12:57.467036 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb4b181-b217-4658-b218-c8c307e6c807 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:12:57.477837 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8033596a-d377-4506-be19-aca43e8ed78c None None] Routers {'d2c2c942-7da6-4a9c-a6ed-7dc8498319fb'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:12:57.479014 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-8033596a-d377-4506-be19-aca43e8ed78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:12:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['d2c2c942-7da6-4a9c-a6ed-7dc8498319fb'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:57.482987 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-4cb4b181-b217-4658-b218-c8c307e6c807 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:12:57.499055 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-f0800ae7-3705-4349-9579-19a6d6410852 req-3fba70d0-d2d3-441a-84f9-afa4a928dbea service neutron] For port 8ba1ce67-d18a-4ea3-9d86-ca0cc6e054da, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=8ba1ce67-d18a-4ea3-9d86-ca0cc6e054da,segment=NetworkSegment(340496d0-213c-4bfb-8673-51533e32f7aa),segment_id=340496d0-213c-4bfb-8673-51533e32f7aa)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:12:57.509532 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb4b181-b217-4658-b218-c8c307e6c807 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:12:57.512223 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f0800ae7-3705-4349-9579-19a6d6410852 req-3fba70d0-d2d3-441a-84f9-afa4a928dbea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (8ba1ce67-d18a-4ea3-9d86-ca0cc6e054da), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:57.559242 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb4b181-b217-4658-b218-c8c307e6c807 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Pushing event updated for resources: {'Port': ['ID=477e469f-660a-4a6e-9065-7770078bc774,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:57.594728 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c672b03e-bc70-4dc9-896d-3cf3dee4df53 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Pushing event updated for resources: {'Subnet': ['ID=397376f6-2432-40f5-934d-ede0895b8df7,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:57.606448 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-8033596a-d377-4506-be19-aca43e8ed78c None None] Set router d2c2c942-7da6-4a9c-a6ed-7dc8498319fb gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:12:57.657951 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c672b03e-bc70-4dc9-896d-3cf3dee4df53 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Checking segment: {'id': '4d369ae6-ac5e-4fc0-b910-4a8f8189ea3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '015be40c-d176-49f5-aaa0-e5bd50085eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:12:57.658377 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c672b03e-bc70-4dc9-896d-3cf3dee4df53 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Network hostable DHCP agents. Network: 015be40c-d176-49f5-aaa0-e5bd50085eb1, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:12:57.750400 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c672b03e-bc70-4dc9-896d-3cf3dee4df53 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Network 015be40c-d176-49f5-aaa0-e5bd50085eb1 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:12:57.767078 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-c672b03e-bc70-4dc9-896d-3cf3dee4df53 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 015be40c-d176-49f5-aaa0-e5bd50085eb1) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:12:57.773905 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c672b03e-bc70-4dc9-896d-3cf3dee4df53 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:57.774505 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c672b03e-bc70-4dc9-896d-3cf3dee4df53 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:57.780135 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cb06b0-0dde-4731-a396-3ef0c6a6f61c None None] Network 015be40c-d176-49f5-aaa0-e5bd50085eb1 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:12:57.847546 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-c672b03e-bc70-4dc9-896d-3cf3dee4df53 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8848755 Feb 02 07:12:57.848059 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56562) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:57.850832 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-8033596a-d377-4506-be19-aca43e8ed78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c2c942-7da6-4a9c-a6ed-7dc8498319fb', 'name': 'tempest-AttachVolumeTestJSON-93769577-router', 'tenant_id': '3b47e731264f4e98a435635cbe941a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'ef8b9ae5-e18d-4fc7-a109-6972e3e46a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:12:49Z', 'updated_at': '2022-02-02T07:12:54Z', 'revision_number': 3, 'project_id': '3b47e731264f4e98a435635cbe941a6a', 'gw_port': {'id': 'ef8b9ae5-e18d-4fc7-a109-6972e3e46a27', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fa:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c2c942-7da6-4a9c-a6ed-7dc8498319fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:12:51Z', 'updated_at': '2022-02-02T07:12:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:57.888730 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-f200b76f-b589-4c4f-8d72-265662eb6527 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Request body: {'port': {'network_id': '015be40c-d176-49f5-aaa0-e5bd50085eb1', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-101674212'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:12:57.889083 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8033596a-d377-4506-be19-aca43e8ed78c None None] Checking router: d2c2c942-7da6-4a9c-a6ed-7dc8498319fb for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:12:57.889519 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8033596a-d377-4506-be19-aca43e8ed78c None None] Updating router d2c2c942-7da6-4a9c-a6ed-7dc8498319fb port ef8b9ae5-e18d-4fc7-a109-6972e3e46a27 binding host n-d-789963-26 {{(pid=109696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:12:57.930457 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-8033596a-d377-4506-be19-aca43e8ed78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ef8b9ae5-e18d-4fc7-a109-6972e3e46a27), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:57.944780 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bccec473-6ffc-4ea6-b4b9-5c16bae52cb9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:57.946016 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-bccec473-6ffc-4ea6-b4b9-5c16bae52cb9 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.5889032 Feb 02 07:12:57.956375 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a18cc3-1dfc-4356-8c26-c1d646d568f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-015be40c-d176-49f5-aaa0-e5bd50085eb1', 'network_id': '015be40c-d176-49f5-aaa0-e5bd50085eb1', 'project_id': 'e894fd04a8114d718f19c8e48639d8fb', 'fixed_ips': [{'subnet_id': '397376f6-2432-40f5-934d-ede0895b8df7'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:12:57.957391 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-88a18cc3-1dfc-4356-8c26-c1d646d568f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:57.964477 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56564) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:57.981328 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4cb4b181-b217-4658-b218-c8c307e6c807 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for router_gateway (ac73cd48-aced-41e1-8ed6-f4df0f5903e4), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:58.027816 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-619c9719-00e6-4b42-91ff-858e72924111 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks [] for router_gateway (32a6b4cb-47fe-4ec8-ab25-b75c8d73c5da), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:58.037771 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0800ae7-3705-4349-9579-19a6d6410852 req-3fba70d0-d2d3-441a-84f9-afa4a928dbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:58.038413 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f0800ae7-3705-4349-9579-19a6d6410852 req-3fba70d0-d2d3-441a-84f9-afa4a928dbea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:58.039858 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f0800ae7-3705-4349-9579-19a6d6410852 req-3fba70d0-d2d3-441a-84f9-afa4a928dbea service neutron] 10.222.0.59 "PUT /v2.0/ports/8ba1ce67-d18a-4ea3-9d86-ca0cc6e054da HTTP/1.1" status: 200 len: 1092 time: 3.6993284 Feb 02 07:12:58.043791 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d6f8a2e-1379-4758-96fc-57288067ece2', 'tag': '8ba1ce67-d18a-4ea3-9d86-ca0cc6e054da'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:12:58.046082 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0906ca-201e-4cb4-b3d1-92bff0df6c5f" -d '{"events": [{"name": "network-changed", "server_uuid": "1d6f8a2e-1379-4758-96fc-57288067ece2", "tag": "8ba1ce67-d18a-4ea3-9d86-ca0cc6e054da"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:12:58.177067 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fba70d0-d2d3-441a-84f9-afa4a928dbea service neutron] Pushing event updated for resources: {'Port': ['ID=8ba1ce67-d18a-4ea3-9d86-ca0cc6e054da,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:58.195264 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a239e1a6-3908-4124-ba6f-cbb3dd8333fc x-openstack-request-id: req-a239e1a6-3908-4124-ba6f-cbb3dd8333fc {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:12:58.195589 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d6f8a2e-1379-4758-96fc-57288067ece2", "tag": "8ba1ce67-d18a-4ea3-9d86-ca0cc6e054da", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:12:58.195851 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a239e1a6-3908-4124-ba6f-cbb3dd8333fc {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:12:58.196256 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d6f8a2e-1379-4758-96fc-57288067ece2', 'tag': '8ba1ce67-d18a-4ea3-9d86-ca0cc6e054da', 'status': 'completed', 'code': 200} Feb 02 07:12:58.241875 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-df670082-53aa-4ece-a87d-f40cc84ec681 admin admin] Publish callbacks [] for router_gateway (977ddc86-9287-4b15-aeb4-c58066517655), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:58.255422 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1005f200-4f75-424c-ac60-6251399ecbf1 req-21a3799c-99ad-4600-9f3c-c484512fc04a tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:58.262411 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1005f200-4f75-424c-ac60-6251399ecbf1 req-21a3799c-99ad-4600-9f3c-c484512fc04a tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:58.268228 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1005f200-4f75-424c-ac60-6251399ecbf1 req-21a3799c-99ad-4600-9f3c-c484512fc04a tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:58.275740 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1005f200-4f75-424c-ac60-6251399ecbf1 req-21a3799c-99ad-4600-9f3c-c484512fc04a tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/ports?device_id=1d6f8a2e-1379-4758-96fc-57288067ece2 HTTP/1.1" status: 200 len: 2411 time: 0.3924494 Feb 02 07:12:58.314016 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-88a18cc3-1dfc-4356-8c26-c1d646d568f5 None None] Allocated IP 2001:db8::2 (015be40c-d176-49f5-aaa0-e5bd50085eb1/397376f6-2432-40f5-934d-ede0895b8df7/10f83c82-798a-478e-a2f3-a0414e953e6c) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:12:58.354106 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-8033596a-d377-4506-be19-aca43e8ed78c None None] Publish callbacks [] for port (ef8b9ae5-e18d-4fc7-a109-6972e3e46a27), precommit_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:58.362576 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-8033596a-d377-4506-be19-aca43e8ed78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (ef8b9ae5-e18d-4fc7-a109-6972e3e46a27), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:58.372980 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0800ae7-3705-4349-9579-19a6d6410852 req-0c631aea-2d3c-4cd7-87f9-dad60282f17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:58.373882 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0800ae7-3705-4349-9579-19a6d6410852 req-0c631aea-2d3c-4cd7-87f9-dad60282f17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:58.374541 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0800ae7-3705-4349-9579-19a6d6410852 req-0c631aea-2d3c-4cd7-87f9-dad60282f17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:58.380363 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f0800ae7-3705-4349-9579-19a6d6410852 req-0c631aea-2d3c-4cd7-87f9-dad60282f17e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1c93b513068944b98dd403010458a6a3&device_id=1d6f8a2e-1379-4758-96fc-57288067ece2 HTTP/1.1" status: 200 len: 2960 time: 0.2764401 Feb 02 07:12:58.418398 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f200b76f-b589-4c4f-8d72-265662eb6527 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Made reservation on behalf of e894fd04a8114d718f19c8e48639d8fb for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:12:58.422029 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f200b76f-b589-4c4f-8d72-265662eb6527 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:58.444065 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52410f0-29da-4e98-bbf0-a18efcee5c90 None None] Pushing event updated for resources: {'Port': ['ID=ef8b9ae5-e18d-4fc7-a109-6972e3e46a27,revision_number=2']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:58.464998 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52410f0-29da-4e98-bbf0-a18efcee5c90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:12:58.465306 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52410f0-29da-4e98-bbf0-a18efcee5c90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:12:58.465627 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52410f0-29da-4e98-bbf0-a18efcee5c90 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:12:58.465958 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52410f0-29da-4e98-bbf0-a18efcee5c90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:12:58.466541 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52410f0-29da-4e98-bbf0-a18efcee5c90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:12:58.466656 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52410f0-29da-4e98-bbf0-a18efcee5c90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:12:58.467071 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52410f0-29da-4e98-bbf0-a18efcee5c90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:12:58.467397 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52410f0-29da-4e98-bbf0-a18efcee5c90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:12:58.467750 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52410f0-29da-4e98-bbf0-a18efcee5c90 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:12:58.468072 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52410f0-29da-4e98-bbf0-a18efcee5c90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:12:58.468447 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52410f0-29da-4e98-bbf0-a18efcee5c90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:12:58.468770 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52410f0-29da-4e98-bbf0-a18efcee5c90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:12:58.469089 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52410f0-29da-4e98-bbf0-a18efcee5c90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:12:58.487535 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [None req-f200b76f-b589-4c4f-8d72-265662eb6527 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] device_id is not set on port 625638c1-9b97-4a4d-950b-b2fd64381e3a yet. {{(pid=109693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:12:58.507487 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-8033596a-d377-4506-be19-aca43e8ed78c None None] Attempting to bind port ef8b9ae5-e18d-4fc7-a109-6972e3e46a27 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:12:58.507900 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-8033596a-d377-4506-be19-aca43e8ed78c None None] Attempting to bind port ef8b9ae5-e18d-4fc7-a109-6972e3e46a27 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:12:58.508307 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8033596a-d377-4506-be19-aca43e8ed78c None None] Attempting to bind port ef8b9ae5-e18d-4fc7-a109-6972e3e46a27 on network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:12:58.514328 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8033596a-d377-4506-be19-aca43e8ed78c None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:12:58.514770 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8033596a-d377-4506-be19-aca43e8ed78c None None] Checking segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:12:58.515169 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-8033596a-d377-4506-be19-aca43e8ed78c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:58.515574 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8033596a-d377-4506-be19-aca43e8ed78c None None] Bound using segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:12:58.516047 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-8033596a-d377-4506-be19-aca43e8ed78c None None] Bound port: ef8b9ae5-e18d-4fc7-a109-6972e3e46a27, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:12:58.516424 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-8033596a-d377-4506-be19-aca43e8ed78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ef8b9ae5-e18d-4fc7-a109-6972e3e46a27), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:58.520679 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f0800ae7-3705-4349-9579-19a6d6410852 req-1b186589-3115-4a9a-b8c1-5f6c398a8548 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.40&port_id=973d4a52-96e6-4576-bb76-13a74c74ce4a HTTP/1.1" status: 200 len: 217 time: 0.1001747 Feb 02 07:12:58.532267 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1005f200-4f75-424c-ac60-6251399ecbf1 req-cd84b884-f26c-4fb2-b5fc-c39d5d6601ac tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee38a50d-609a-441d-89e7-67ea86baffc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553406 Feb 02 07:12:58.593067 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-8033596a-d377-4506-be19-aca43e8ed78c None None] For port ef8b9ae5-e18d-4fc7-a109-6972e3e46a27, host n-d-789963-26, cleared binding levels {{(pid=109696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:12:58.596723 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-88a18cc3-1dfc-4356-8c26-c1d646d568f5 None None] Publish callbacks [] for port (10f83c82-798a-478e-a2f3-a0414e953e6c), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:58.600130 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-8033596a-d377-4506-be19-aca43e8ed78c None None] For port ef8b9ae5-e18d-4fc7-a109-6972e3e46a27, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=ef8b9ae5-e18d-4fc7-a109-6972e3e46a27,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:12:58.613845 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-8033596a-d377-4506-be19-aca43e8ed78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (ef8b9ae5-e18d-4fc7-a109-6972e3e46a27), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:58.616649 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-88a18cc3-1dfc-4356-8c26-c1d646d568f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (10f83c82-798a-478e-a2f3-a0414e953e6c), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:58.649017 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0800ae7-3705-4349-9579-19a6d6410852 req-dc537e25-9acb-4f72-9ad7-1bca5d4a4c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:58.650498 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f0800ae7-3705-4349-9579-19a6d6410852 req-dc537e25-9acb-4f72-9ad7-1bca5d4a4c14 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f11af823-2bad-4109-bf48-c446c76693a7 HTTP/1.1" status: 200 len: 801 time: 0.1139264 Feb 02 07:12:58.700230 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8033596a-d377-4506-be19-aca43e8ed78c None None] Routers {'d2c2c942-7da6-4a9c-a6ed-7dc8498319fb'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:12:58.701252 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-8033596a-d377-4506-be19-aca43e8ed78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:12:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['d2c2c942-7da6-4a9c-a6ed-7dc8498319fb'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:58.703832 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52410f0-29da-4e98-bbf0-a18efcee5c90 None None] Pushing event updated for resources: {'Port': ['ID=ef8b9ae5-e18d-4fc7-a109-6972e3e46a27,revision_number=3']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:58.731067 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a18cc3-1dfc-4356-8c26-c1d646d568f5 None None] Network 015be40c-d176-49f5-aaa0-e5bd50085eb1 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:12:58.738483 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-88a18cc3-1dfc-4356-8c26-c1d646d568f5 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:12:58.740474 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4cb4b181-b217-4658-b218-c8c307e6c807 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (ac73cd48-aced-41e1-8ed6-f4df0f5903e4), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:58.741338 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a18cc3-1dfc-4356-8c26-c1d646d568f5 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:12:58.764831 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-f200b76f-b589-4c4f-8d72-265662eb6527 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Allocated IP 2001:db8::1ad (015be40c-d176-49f5-aaa0-e5bd50085eb1/397376f6-2432-40f5-934d-ede0895b8df7/625638c1-9b97-4a4d-950b-b2fd64381e3a) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:12:58.816760 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a18cc3-1dfc-4356-8c26-c1d646d568f5 None None] Pushing event updated for resources: {'Port': ['ID=10f83c82-798a-478e-a2f3-a0414e953e6c,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:58.828920 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-88a18cc3-1dfc-4356-8c26-c1d646d568f5 None None] Attempting to bind port 10f83c82-798a-478e-a2f3-a0414e953e6c on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:12:58.829637 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-88a18cc3-1dfc-4356-8c26-c1d646d568f5 None None] Attempting to bind port 10f83c82-798a-478e-a2f3-a0414e953e6c by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '4d369ae6-ac5e-4fc0-b910-4a8f8189ea3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '015be40c-d176-49f5-aaa0-e5bd50085eb1'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:12:58.830173 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a18cc3-1dfc-4356-8c26-c1d646d568f5 None None] Attempting to bind port 10f83c82-798a-478e-a2f3-a0414e953e6c on network 015be40c-d176-49f5-aaa0-e5bd50085eb1 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:12:58.836531 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a18cc3-1dfc-4356-8c26-c1d646d568f5 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:12:58.837133 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a18cc3-1dfc-4356-8c26-c1d646d568f5 None None] Checking segment: {'id': '4d369ae6-ac5e-4fc0-b910-4a8f8189ea3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '015be40c-d176-49f5-aaa0-e5bd50085eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:12:58.837714 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-88a18cc3-1dfc-4356-8c26-c1d646d568f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:58.838262 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a18cc3-1dfc-4356-8c26-c1d646d568f5 None None] Bound using segment: {'id': '4d369ae6-ac5e-4fc0-b910-4a8f8189ea3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '015be40c-d176-49f5-aaa0-e5bd50085eb1'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:12:58.838893 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-88a18cc3-1dfc-4356-8c26-c1d646d568f5 None None] Bound port: 10f83c82-798a-478e-a2f3-a0414e953e6c, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d369ae6-ac5e-4fc0-b910-4a8f8189ea3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '015be40c-d176-49f5-aaa0-e5bd50085eb1'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:12:58.839644 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-88a18cc3-1dfc-4356-8c26-c1d646d568f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (10f83c82-798a-478e-a2f3-a0414e953e6c), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:58.860693 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-df670082-53aa-4ece-a87d-f40cc84ec681 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (977ddc86-9287-4b15-aeb4-c58066517655), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:58.869571 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0800ae7-3705-4349-9579-19a6d6410852 req-2af41677-0b30-456e-825f-ba66a30694b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:58.871903 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f0800ae7-3705-4349-9579-19a6d6410852 req-2af41677-0b30-456e-825f-ba66a30694b3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e1cca449-70a4-4578-87b2-31e487ae1243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2152774 Feb 02 07:12:58.919294 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-88a18cc3-1dfc-4356-8c26-c1d646d568f5 None None] For port 10f83c82-798a-478e-a2f3-a0414e953e6c, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:12:58.923544 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-88a18cc3-1dfc-4356-8c26-c1d646d568f5 None None] For port 10f83c82-798a-478e-a2f3-a0414e953e6c, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=10f83c82-798a-478e-a2f3-a0414e953e6c,segment=NetworkSegment(4d369ae6-ac5e-4fc0-b910-4a8f8189ea3e),segment_id=4d369ae6-ac5e-4fc0-b910-4a8f8189ea3e)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:12:58.928041 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-8033596a-d377-4506-be19-aca43e8ed78c None None] Set router d2c2c942-7da6-4a9c-a6ed-7dc8498319fb gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:12:58.934051 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-88a18cc3-1dfc-4356-8c26-c1d646d568f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (10f83c82-798a-478e-a2f3-a0414e953e6c), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:58.945488 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-619c9719-00e6-4b42-91ff-858e72924111 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks [] for router_gateway (32a6b4cb-47fe-4ec8-ab25-b75c8d73c5da), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:58.999473 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a18cc3-1dfc-4356-8c26-c1d646d568f5 None None] Pushing event updated for resources: {'Port': ['ID=10f83c82-798a-478e-a2f3-a0414e953e6c,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:12:59.013612 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-619c9719-00e6-4b42-91ff-858e72924111 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:59.156028 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f0800ae7-3705-4349-9579-19a6d6410852 req-58b78591-e1da-4faa-a5ff-7bf739c5a9db service neutron] 10.222.0.59 "GET /v2.0/networks/e1cca449-70a4-4578-87b2-31e487ae1243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768240 Feb 02 07:12:59.227278 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-8033596a-d377-4506-be19-aca43e8ed78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c2c942-7da6-4a9c-a6ed-7dc8498319fb', 'name': 'tempest-AttachVolumeTestJSON-93769577-router', 'tenant_id': '3b47e731264f4e98a435635cbe941a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'ef8b9ae5-e18d-4fc7-a109-6972e3e46a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:12:49Z', 'updated_at': '2022-02-02T07:12:54Z', 'revision_number': 3, 'project_id': '3b47e731264f4e98a435635cbe941a6a', 'gw_port': {'id': 'ef8b9ae5-e18d-4fc7-a109-6972e3e46a27', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fa:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c2c942-7da6-4a9c-a6ed-7dc8498319fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:12:51Z', 'updated_at': '2022-02-02T07:12:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:59.261656 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8033596a-d377-4506-be19-aca43e8ed78c None None] The sync data for ids ['d2c2c942-7da6-4a9c-a6ed-7dc8498319fb'] in n-d-789963-26 is: [{'id': 'd2c2c942-7da6-4a9c-a6ed-7dc8498319fb', 'name': 'tempest-AttachVolumeTestJSON-93769577-router', 'tenant_id': '3b47e731264f4e98a435635cbe941a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'ef8b9ae5-e18d-4fc7-a109-6972e3e46a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:12:49Z', 'updated_at': '2022-02-02T07:12:54Z', 'revision_number': 3, 'project_id': '3b47e731264f4e98a435635cbe941a6a', 'gw_port': {'id': 'ef8b9ae5-e18d-4fc7-a109-6972e3e46a27', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fa:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c2c942-7da6-4a9c-a6ed-7dc8498319fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:12:51Z', 'updated_at': '2022-02-02T07:12:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:12:59.305162 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-619c9719-00e6-4b42-91ff-858e72924111 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Allocated IP 172.25.4.71 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/84d0102f-d808-4038-843b-811a67cba2b2) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:12:59.352868 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df670082-53aa-4ece-a87d-f40cc84ec681 admin admin] Router 977ddc86-9287-4b15-aeb4-c58066517655 is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:12:59.368706 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f0800ae7-3705-4349-9579-19a6d6410852 req-fdbd343b-faeb-49ec-8ef0-c23fa7db80b1 service neutron] 10.222.0.59 "GET /v2.0/networks/e1cca449-70a4-4578-87b2-31e487ae1243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047174 Feb 02 07:12:59.489302 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f0800ae7-3705-4349-9579-19a6d6410852 req-179471de-5f2f-4593-bff0-b4c57cdcb973 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.162&port_id=bb78205a-794e-4a19-8c36-535bfca52971 HTTP/1.1" status: 200 len: 217 time: 0.1071100 Feb 02 07:12:59.635898 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 10f83c82-798a-478e-a2f3-a0414e953e6c up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:12:59.673937 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df670082-53aa-4ece-a87d-f40cc84ec681 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:12:59.713609 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d11cce6-9a83-4b6c-b169-fa95f0e0329f None None] Sync routers for ids ['977ddc86-9287-4b15-aeb4-c58066517655'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:12:59.715523 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cb4b181-b217-4658-b218-c8c307e6c807 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Router ac73cd48-aced-41e1-8ed6-f4df0f5903e4 is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:12:59.740545 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d11cce6-9a83-4b6c-b169-fa95f0e0329f None None] Routers {'977ddc86-9287-4b15-aeb4-c58066517655'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:12:59.741293 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-8d11cce6-9a83-4b6c-b169-fa95f0e0329f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:12:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['977ddc86-9287-4b15-aeb4-c58066517655'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:12:59.742819 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-df670082-53aa-4ece-a87d-f40cc84ec681 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:59.744108 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-df670082-53aa-4ece-a87d-f40cc84ec681 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.7695055 Feb 02 07:12:59.748660 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56570) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:12:59.817660 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0800ae7-3705-4349-9579-19a6d6410852 req-e7e8881c-c27d-4403-a064-91a7b6d0cca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:12:59.819148 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f0800ae7-3705-4349-9579-19a6d6410852 req-e7e8881c-c27d-4403-a064-91a7b6d0cca0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=65c016d1-697a-4965-8fc4-4ace45afed14 HTTP/1.1" status: 200 len: 801 time: 0.3209350 Feb 02 07:12:59.828354 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-619c9719-00e6-4b42-91ff-858e72924111 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks [] for port (84d0102f-d808-4038-843b-811a67cba2b2), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:59.886932 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 10f83c82-798a-478e-a2f3-a0414e953e6c triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:12:59.888501 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (10f83c82-798a-478e-a2f3-a0414e953e6c), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:59.899460 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9eb10f43-d815-4bf8-8b84-9b52a5cd20e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:12:59.923329 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-619c9719-00e6-4b42-91ff-858e72924111 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (84d0102f-d808-4038-843b-811a67cba2b2), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:00.001064 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-8d11cce6-9a83-4b6c-b169-fa95f0e0329f None None] Set router 977ddc86-9287-4b15-aeb4-c58066517655 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:13:00.019209 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619c9719-00e6-4b42-91ff-858e72924111 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:13:00.024888 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-619c9719-00e6-4b42-91ff-858e72924111 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:13:00.033063 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f200b76f-b589-4c4f-8d72-265662eb6527 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Publish callbacks [] for port (625638c1-9b97-4a4d-950b-b2fd64381e3a), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:00.047288 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619c9719-00e6-4b42-91ff-858e72924111 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:13:00.079728 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 10f83c82-798a-478e-a2f3-a0414e953e6c is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:13:00.080192 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (10f83c82-798a-478e-a2f3-a0414e953e6c), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:00.161205 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619c9719-00e6-4b42-91ff-858e72924111 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Pushing event updated for resources: {'Port': ['ID=84d0102f-d808-4038-843b-811a67cba2b2,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:00.183800 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c441c952-c8d0-40aa-81a0-85a5f0677582 req-b90d304d-eadd-4a31-b3cd-ae631645a3c6 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:00.191494 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c441c952-c8d0-40aa-81a0-85a5f0677582 req-b90d304d-eadd-4a31-b3cd-ae631645a3c6 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:00.197705 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c441c952-c8d0-40aa-81a0-85a5f0677582 req-b90d304d-eadd-4a31-b3cd-ae631645a3c6 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:00.205238 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c441c952-c8d0-40aa-81a0-85a5f0677582 req-b90d304d-eadd-4a31-b3cd-ae631645a3c6 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/ports?device_id=1d6f8a2e-1379-4758-96fc-57288067ece2 HTTP/1.1" status: 200 len: 2411 time: 0.4822674 Feb 02 07:13:00.283438 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0800ae7-3705-4349-9579-19a6d6410852 req-d4126fe6-c8e2-458b-a3b2-fe8c5a045819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:00.285474 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f0800ae7-3705-4349-9579-19a6d6410852 req-d4126fe6-c8e2-458b-a3b2-fe8c5a045819 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6a85e0f7-6d70-42a4-bb4d-1e98b97a2c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4552486 Feb 02 07:13:00.301905 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb4b181-b217-4658-b218-c8c307e6c807 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:13:00.314575 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc968ef-0f1e-4a24-8537-00863f519487 None None] Sync routers for ids ['ac73cd48-aced-41e1-8ed6-f4df0f5903e4'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:13:00.342160 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc968ef-0f1e-4a24-8537-00863f519487 None None] Routers {'ac73cd48-aced-41e1-8ed6-f4df0f5903e4'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:13:00.343142 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-0bc968ef-0f1e-4a24-8537-00863f519487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:12:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['ac73cd48-aced-41e1-8ed6-f4df0f5903e4'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:13:00.436905 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-0bc968ef-0f1e-4a24-8537-00863f519487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:13:00.438572 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-9eb10f43-d815-4bf8-8b84-9b52a5cd20e9 admin admin] Allocated IP 172.20.0.1 (5b8ffc7a-717b-4b32-aed8-31315930798c/2c1cc1e9-39d5-4fbe-86e9-f98639e7b3b3/7f0ace55-8983-456d-b1f0-0828d35a5809) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:13:00.461847 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc968ef-0f1e-4a24-8537-00863f519487 None None] Routers {'ac73cd48-aced-41e1-8ed6-f4df0f5903e4'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:13:00.462758 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-0bc968ef-0f1e-4a24-8537-00863f519487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:12:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['ac73cd48-aced-41e1-8ed6-f4df0f5903e4'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:13:00.468959 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 10f83c82-798a-478e-a2f3-a0414e953e6c, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=10f83c82-798a-478e-a2f3-a0414e953e6c,segment=NetworkSegment(4d369ae6-ac5e-4fc0-b910-4a8f8189ea3e),segment_id=4d369ae6-ac5e-4fc0-b910-4a8f8189ea3e)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:13:00.481783 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (10f83c82-798a-478e-a2f3-a0414e953e6c), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:00.562038 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-0bc968ef-0f1e-4a24-8537-00863f519487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:13:00.562852 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc968ef-0f1e-4a24-8537-00863f519487 None None] The sync data for ids ['ac73cd48-aced-41e1-8ed6-f4df0f5903e4'] in n-d-789963-26 is: [] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:13:00.637407 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=10f83c82-798a-478e-a2f3-a0414e953e6c,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:00.638467 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4cb4b181-b217-4658-b218-c8c307e6c807 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:00.639858 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-4cb4b181-b217-4658-b218-c8c307e6c807 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 4.7351105 Feb 02 07:13:00.643148 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c441c952-c8d0-40aa-81a0-85a5f0677582 req-0a3208c9-2bb7-41a5-8e9f-07dea251d858 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee38a50d-609a-441d-89e7-67ea86baffc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3737233 Feb 02 07:13:00.646103 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56572) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:00.669012 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-8d11cce6-9a83-4b6c-b169-fa95f0e0329f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '977ddc86-9287-4b15-aeb4-c58066517655', 'name': 'tempest-TestServerMultinode-1384171620-router', 'tenant_id': '06979ed0016c41f8b96877f87096f36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'fa446486-b307-455c-97b7-652614db223b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:12:52Z', 'updated_at': '2022-02-02T07:12:57Z', 'revision_number': 3, 'project_id': '06979ed0016c41f8b96877f87096f36c', 'gw_port': {'id': 'fa446486-b307-455c-97b7-652614db223b', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5e:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '977ddc86-9287-4b15-aeb4-c58066517655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:12:55Z', 'updated_at': '2022-02-02T07:12:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:13:00.689792 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f200b76f-b589-4c4f-8d72-265662eb6527 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (625638c1-9b97-4a4d-950b-b2fd64381e3a), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:00.710102 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d11cce6-9a83-4b6c-b169-fa95f0e0329f None None] Checking router: 977ddc86-9287-4b15-aeb4-c58066517655 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:13:00.710419 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d11cce6-9a83-4b6c-b169-fa95f0e0329f None None] Updating router 977ddc86-9287-4b15-aeb4-c58066517655 port fa446486-b307-455c-97b7-652614db223b binding host n-d-789963-26 {{(pid=109695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:13:00.746386 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8686a375-1526-4fba-8770-43e2c922d4a8 None None] Network 015be40c-d176-49f5-aaa0-e5bd50085eb1 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:13:00.805358 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f200b76f-b589-4c4f-8d72-265662eb6527 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Network 015be40c-d176-49f5-aaa0-e5bd50085eb1 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:13:00.817470 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-f200b76f-b589-4c4f-8d72-265662eb6527 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:13:00.829869 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f200b76f-b589-4c4f-8d72-265662eb6527 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:13:00.836104 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f200b76f-b589-4c4f-8d72-265662eb6527 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:00.836516 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f200b76f-b589-4c4f-8d72-265662eb6527 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:00.861148 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9eb10f43-d815-4bf8-8b84-9b52a5cd20e9 admin admin] Publish callbacks [] for port (7f0ace55-8983-456d-b1f0-0828d35a5809), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:00.862414 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f200b76f-b589-4c4f-8d72-265662eb6527 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Pushing event updated for resources: {'Port': ['ID=625638c1-9b97-4a4d-950b-b2fd64381e3a,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:00.864207 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-8d11cce6-9a83-4b6c-b169-fa95f0e0329f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (fa446486-b307-455c-97b7-652614db223b), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:00.892092 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-2d35d680-ce2c-4bf7-af72-7e5e7c63f814 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "GET /v2.0/routers/ac73cd48-aced-41e1-8ed6-f4df0f5903e4 HTTP/1.1" status: 200 len: 880 time: 0.2424710 Feb 02 07:13:00.895789 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56574) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:00.903279 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-f200b76f-b589-4c4f-8d72-265662eb6527 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.0162632 Feb 02 07:13:00.906859 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56576) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:00.912475 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-63313101-e6b5-4841-a7c4-48d69e6a697d None None] Provisioning complete for port 10f83c82-798a-478e-a2f3-a0414e953e6c triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:00.912855 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-63313101-e6b5-4841-a7c4-48d69e6a697d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (10f83c82-798a-478e-a2f3-a0414e953e6c), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:00.968543 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-94b84115-b008-4076-a2f1-50ce918f341b tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Request body: {'port': {'network_id': '015be40c-d176-49f5-aaa0-e5bd50085eb1', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-804232110', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:13:00.969341 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.api.validators [None req-94b84115-b008-4076-a2f1-50ce918f341b tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] bootfile-name is not in valid_values {{(pid=109693) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 02 07:13:00.969693 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.api.validators [None req-94b84115-b008-4076-a2f1-50ce918f341b tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] tftp-server is not in valid_values {{(pid=109693) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 02 07:13:00.970033 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.api.validators [None req-94b84115-b008-4076-a2f1-50ce918f341b tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] server-ip-address is not in valid_values {{(pid=109693) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 02 07:13:01.076595 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9eb10f43-d815-4bf8-8b84-9b52a5cd20e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (7f0ace55-8983-456d-b1f0-0828d35a5809), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:01.106585 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f0800ae7-3705-4349-9579-19a6d6410852 req-03b08f31-539c-42cb-aa2d-450bc7833b8e service neutron] 10.222.0.59 "GET /v2.0/networks/6a85e0f7-6d70-42a4-bb4d-1e98b97a2c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842653 Feb 02 07:13:01.158389 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb10f43-d815-4bf8-8b84-9b52a5cd20e9 admin admin] Network 5b8ffc7a-717b-4b32-aed8-31315930798c is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:13:01.165466 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-63313101-e6b5-4841-a7c4-48d69e6a697d None None] Current status of the port 10f83c82-798a-478e-a2f3-a0414e953e6c is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:13:01.174235 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-9eb10f43-d815-4bf8-8b84-9b52a5cd20e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:13:01.183319 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb10f43-d815-4bf8-8b84-9b52a5cd20e9 admin admin] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:13:01.193419 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb10f43-d815-4bf8-8b84-9b52a5cd20e9 admin admin] Pushing event updated for resources: {'Port': ['ID=7f0ace55-8983-456d-b1f0-0828d35a5809,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:01.279984 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-8d11cce6-9a83-4b6c-b169-fa95f0e0329f None None] Publish callbacks [] for port (fa446486-b307-455c-97b7-652614db223b), precommit_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:01.288979 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b84115-b008-4076-a2f1-50ce918f341b tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Made reservation on behalf of e894fd04a8114d718f19c8e48639d8fb for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:13:01.292292 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-8d11cce6-9a83-4b6c-b169-fa95f0e0329f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (fa446486-b307-455c-97b7-652614db223b), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:01.294834 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-94b84115-b008-4076-a2f1-50ce918f341b tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:01.351584 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-619c9719-00e6-4b42-91ff-858e72924111 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks [] for router_gateway (32a6b4cb-47fe-4ec8-ab25-b75c8d73c5da), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:01.422164 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [None req-94b84115-b008-4076-a2f1-50ce918f341b tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] device_id is not set on port a0b71288-9656-4fd2-94d4-fa5d1ad15f22 yet. {{(pid=109693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:13:01.438368 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9eb10f43-d815-4bf8-8b84-9b52a5cd20e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (d2c2c942-7da6-4a9c-a6ed-7dc8498319fb), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:01.443933 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28349dca-f59e-4fc8-b5df-3269783a7507 None None] Pushing event updated for resources: {'Port': ['ID=fa446486-b307-455c-97b7-652614db223b,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:01.456029 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-8d11cce6-9a83-4b6c-b169-fa95f0e0329f None None] Attempting to bind port fa446486-b307-455c-97b7-652614db223b on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:13:01.456686 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-8d11cce6-9a83-4b6c-b169-fa95f0e0329f None None] Attempting to bind port fa446486-b307-455c-97b7-652614db223b by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:13:01.458562 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d11cce6-9a83-4b6c-b169-fa95f0e0329f None None] Attempting to bind port fa446486-b307-455c-97b7-652614db223b on network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:13:01.473893 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d11cce6-9a83-4b6c-b169-fa95f0e0329f None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:13:01.474206 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d11cce6-9a83-4b6c-b169-fa95f0e0329f None None] Checking segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:13:01.474619 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-8d11cce6-9a83-4b6c-b169-fa95f0e0329f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:01.477054 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d11cce6-9a83-4b6c-b169-fa95f0e0329f None None] Bound using segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:13:01.477567 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-8d11cce6-9a83-4b6c-b169-fa95f0e0329f None None] Bound port: fa446486-b307-455c-97b7-652614db223b, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:13:01.477964 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-8d11cce6-9a83-4b6c-b169-fa95f0e0329f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (fa446486-b307-455c-97b7-652614db223b), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:01.579353 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-8d11cce6-9a83-4b6c-b169-fa95f0e0329f None None] For port fa446486-b307-455c-97b7-652614db223b, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:13:01.583278 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-8d11cce6-9a83-4b6c-b169-fa95f0e0329f None None] For port fa446486-b307-455c-97b7-652614db223b, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=fa446486-b307-455c-97b7-652614db223b,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:13:01.612138 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-8d11cce6-9a83-4b6c-b169-fa95f0e0329f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (fa446486-b307-455c-97b7-652614db223b), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:01.666287 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f0800ae7-3705-4349-9579-19a6d6410852 req-06b4e3d2-7cca-4ff6-b182-cb4e37b3d325 service neutron] 10.222.0.59 "GET /v2.0/networks/6a85e0f7-6d70-42a4-bb4d-1e98b97a2c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5476065 Feb 02 07:13:01.737124 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d11cce6-9a83-4b6c-b169-fa95f0e0329f None None] Routers {'977ddc86-9287-4b15-aeb4-c58066517655'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:13:01.743749 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-8d11cce6-9a83-4b6c-b169-fa95f0e0329f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:12:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['977ddc86-9287-4b15-aeb4-c58066517655'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:13:01.775168 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device ef8b9ae5-e18d-4fc7-a109-6972e3e46a27 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:13:01.779902 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f0800ae7-3705-4349-9579-19a6d6410852 req-d2b15510-5cd2-4b9d-b91a-7a680f87a55a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.96&port_id=8ba1ce67-d18a-4ea3-9d86-ca0cc6e054da HTTP/1.1" status: 200 len: 217 time: 0.0669305 Feb 02 07:13:01.781605 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56582) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:01.783683 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d1b8adf0-2d24-44e6-aed1-df47b0d2e2bd tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.8749061 Feb 02 07:13:01.851347 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-4d598198-6332-4c64-b8e8-9c0d0eba1c4b tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1295543700'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:13:01.906773 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28349dca-f59e-4fc8-b5df-3269783a7507 None None] Pushing event updated for resources: {'Port': ['ID=fa446486-b307-455c-97b7-652614db223b,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:01.915230 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-94b84115-b008-4076-a2f1-50ce918f341b tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Allocated IP 2001:db8::1ca (015be40c-d176-49f5-aaa0-e5bd50085eb1/397376f6-2432-40f5-934d-ede0895b8df7/a0b71288-9656-4fd2-94d4-fa5d1ad15f22) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:13:01.949043 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-e3a66cfc-4cd5-4833-b61b-d22d6e89189d None None] Provisioning complete for port 10f83c82-798a-478e-a2f3-a0414e953e6c triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:01.949444 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e3a66cfc-4cd5-4833-b61b-d22d6e89189d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (10f83c82-798a-478e-a2f3-a0414e953e6c), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:01.988854 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9eb10f43-d815-4bf8-8b84-9b52a5cd20e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (7f0ace55-8983-456d-b1f0-0828d35a5809), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:02.003381 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0800ae7-3705-4349-9579-19a6d6410852 req-c680fb9b-b0eb-45b5-b910-cf0f0989320e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:02.005154 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f0800ae7-3705-4349-9579-19a6d6410852 req-c680fb9b-b0eb-45b5-b910-cf0f0989320e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f11af823-2bad-4109-bf48-c446c76693a7 HTTP/1.1" status: 200 len: 801 time: 0.2244594 Feb 02 07:13:02.045201 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-619c9719-00e6-4b42-91ff-858e72924111 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1043354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-942652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13285'] for router (32a6b4cb-47fe-4ec8-ab25-b75c8d73c5da), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:02.083516 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-8d11cce6-9a83-4b6c-b169-fa95f0e0329f None None] Set router 977ddc86-9287-4b15-aeb4-c58066517655 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:13:02.104230 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-619c9719-00e6-4b42-91ff-858e72924111 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1043345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1043336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-942635'] for router (32a6b4cb-47fe-4ec8-ab25-b75c8d73c5da), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:02.199125 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port ef8b9ae5-e18d-4fc7-a109-6972e3e46a27 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:02.199824 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ef8b9ae5-e18d-4fc7-a109-6972e3e46a27), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:02.302846 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa24c8-bc3c-4fef-b0d0-ffcc54391d83 req-1770c19c-8ebf-4ada-a69e-593436a0094e tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:02.308303 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa24c8-bc3c-4fef-b0d0-ffcc54391d83 req-1770c19c-8ebf-4ada-a69e-593436a0094e tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:02.313785 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa24c8-bc3c-4fef-b0d0-ffcc54391d83 req-1770c19c-8ebf-4ada-a69e-593436a0094e tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:02.315502 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-adfa24c8-bc3c-4fef-b0d0-ffcc54391d83 req-1770c19c-8ebf-4ada-a69e-593436a0094e tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/ports?device_id=1d6f8a2e-1379-4758-96fc-57288067ece2 HTTP/1.1" status: 200 len: 2411 time: 0.4739265 Feb 02 07:13:02.334191 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-46fde185-5221-4e5b-9608-53233c3cfd2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:02.334548 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-e3a66cfc-4cd5-4833-b61b-d22d6e89189d None None] Current status of the port 10f83c82-798a-478e-a2f3-a0414e953e6c is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:13:02.386661 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-e3a66cfc-4cd5-4833-b61b-d22d6e89189d None None] Provisioning complete for port 7f0ace55-8983-456d-b1f0-0828d35a5809 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:02.387044 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e3a66cfc-4cd5-4833-b61b-d22d6e89189d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (7f0ace55-8983-456d-b1f0-0828d35a5809), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:02.389292 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-94b84115-b008-4076-a2f1-50ce918f341b tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Publish callbacks [] for port (a0b71288-9656-4fd2-94d4-fa5d1ad15f22), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:02.401288 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9eb10f43-d815-4bf8-8b84-9b52a5cd20e9 admin admin] Publish callbacks [] for port (7f0ace55-8983-456d-b1f0-0828d35a5809), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:02.410221 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9eb10f43-d815-4bf8-8b84-9b52a5cd20e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (7f0ace55-8983-456d-b1f0-0828d35a5809), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:02.455644 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0800ae7-3705-4349-9579-19a6d6410852 req-ae6de183-af85-4658-8870-402785ff415c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:02.457221 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f0800ae7-3705-4349-9579-19a6d6410852 req-ae6de183-af85-4658-8870-402785ff415c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e1cca449-70a4-4578-87b2-31e487ae1243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4019299 Feb 02 07:13:02.465090 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-e3a66cfc-4cd5-4833-b61b-d22d6e89189d None None] Port 7f0ace55-8983-456d-b1f0-0828d35a5809 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:13:02.466777 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port ef8b9ae5-e18d-4fc7-a109-6972e3e46a27 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:13:02.467288 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ef8b9ae5-e18d-4fc7-a109-6972e3e46a27), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:02.489491 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-8d11cce6-9a83-4b6c-b169-fa95f0e0329f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '977ddc86-9287-4b15-aeb4-c58066517655', 'name': 'tempest-TestServerMultinode-1384171620-router', 'tenant_id': '06979ed0016c41f8b96877f87096f36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'fa446486-b307-455c-97b7-652614db223b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:12:52Z', 'updated_at': '2022-02-02T07:12:57Z', 'revision_number': 3, 'project_id': '06979ed0016c41f8b96877f87096f36c', 'gw_port': {'id': 'fa446486-b307-455c-97b7-652614db223b', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5e:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '977ddc86-9287-4b15-aeb4-c58066517655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:12:55Z', 'updated_at': '2022-02-02T07:13:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:13:02.517486 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb10f43-d815-4bf8-8b84-9b52a5cd20e9 admin admin] Pushing event updated for resources: {'Port': ['ID=7f0ace55-8983-456d-b1f0-0828d35a5809,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:02.521623 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9eb10f43-d815-4bf8-8b84-9b52a5cd20e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (d2c2c942-7da6-4a9c-a6ed-7dc8498319fb), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:02.532266 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port ef8b9ae5-e18d-4fc7-a109-6972e3e46a27, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=ef8b9ae5-e18d-4fc7-a109-6972e3e46a27,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:13:02.534460 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-94b84115-b008-4076-a2f1-50ce918f341b tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (a0b71288-9656-4fd2-94d4-fa5d1ad15f22), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:02.535338 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d11cce6-9a83-4b6c-b169-fa95f0e0329f None None] The sync data for ids ['977ddc86-9287-4b15-aeb4-c58066517655'] in n-d-789963-26 is: [{'id': '977ddc86-9287-4b15-aeb4-c58066517655', 'name': 'tempest-TestServerMultinode-1384171620-router', 'tenant_id': '06979ed0016c41f8b96877f87096f36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'fa446486-b307-455c-97b7-652614db223b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:12:52Z', 'updated_at': '2022-02-02T07:12:57Z', 'revision_number': 3, 'project_id': '06979ed0016c41f8b96877f87096f36c', 'gw_port': {'id': 'fa446486-b307-455c-97b7-652614db223b', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5e:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '977ddc86-9287-4b15-aeb4-c58066517655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:12:55Z', 'updated_at': '2022-02-02T07:13:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:13:02.541211 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-e3a66cfc-4cd5-4833-b61b-d22d6e89189d None None] Provisioning complete for port 625638c1-9b97-4a4d-950b-b2fd64381e3a triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:02.542918 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e3a66cfc-4cd5-4833-b61b-d22d6e89189d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (625638c1-9b97-4a4d-950b-b2fd64381e3a), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:02.545623 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (ef8b9ae5-e18d-4fc7-a109-6972e3e46a27), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:02.545623 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 10f83c82-798a-478e-a2f3-a0414e953e6c up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:13:02.623315 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-adfa24c8-bc3c-4fef-b0d0-ffcc54391d83 req-709eb0cf-5ae6-4d0f-9918-407e1f032dd3 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee38a50d-609a-441d-89e7-67ea86baffc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478874 Feb 02 07:13:02.624329 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b84115-b008-4076-a2f1-50ce918f341b tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Network 015be40c-d176-49f5-aaa0-e5bd50085eb1 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:13:02.653501 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-94b84115-b008-4076-a2f1-50ce918f341b tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:13:02.656829 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b84115-b008-4076-a2f1-50ce918f341b tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:13:02.666289 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-e3a66cfc-4cd5-4833-b61b-d22d6e89189d None None] Port 625638c1-9b97-4a4d-950b-b2fd64381e3a cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:13:02.672493 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b84115-b008-4076-a2f1-50ce918f341b tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:02.673575 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-94b84115-b008-4076-a2f1-50ce918f341b tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:02.691126 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b84115-b008-4076-a2f1-50ce918f341b tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Pushing event updated for resources: {'Port': ['ID=a0b71288-9656-4fd2-94d4-fa5d1ad15f22,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:02.702530 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=ef8b9ae5-e18d-4fc7-a109-6972e3e46a27,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:02.721796 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 10f83c82-798a-478e-a2f3-a0414e953e6c triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:02.722047 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-94b84115-b008-4076-a2f1-50ce918f341b tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.7901444 Feb 02 07:13:02.722197 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (10f83c82-798a-478e-a2f3-a0414e953e6c), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:02.722315 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56586) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:02.742794 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb10f43-d815-4bf8-8b84-9b52a5cd20e9 admin admin] Network 5b8ffc7a-717b-4b32-aed8-31315930798c is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:13:02.745293 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-9eb10f43-d815-4bf8-8b84-9b52a5cd20e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:13:02.934681 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eb10f43-d815-4bf8-8b84-9b52a5cd20e9 admin admin] Router d2c2c942-7da6-4a9c-a6ed-7dc8498319fb has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:13:03.129232 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-19046bfa-ceff-4a80-b605-ad89dd2a3631 None None] Provisioning complete for port 625638c1-9b97-4a4d-950b-b2fd64381e3a triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:03.131400 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-19046bfa-ceff-4a80-b605-ad89dd2a3631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (625638c1-9b97-4a4d-950b-b2fd64381e3a), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:03.151427 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb10f43-d815-4bf8-8b84-9b52a5cd20e9 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:13:03.165309 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-9eb10f43-d815-4bf8-8b84-9b52a5cd20e9 admin admin] 10.222.0.87 "PUT /v2.0/routers/d2c2c942-7da6-4a9c-a6ed-7dc8498319fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1977878 Feb 02 07:13:03.171167 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8259e6-a4e0-45d0-9ce5-8c714003715c None None] Sync routers for ids ['d2c2c942-7da6-4a9c-a6ed-7dc8498319fb'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:13:03.214544 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8259e6-a4e0-45d0-9ce5-8c714003715c None None] Routers {'d2c2c942-7da6-4a9c-a6ed-7dc8498319fb'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:13:03.215445 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-ff8259e6-a4e0-45d0-9ce5-8c714003715c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:12:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['d2c2c942-7da6-4a9c-a6ed-7dc8498319fb'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:13:03.271197 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-19046bfa-ceff-4a80-b605-ad89dd2a3631 None None] Port 625638c1-9b97-4a4d-950b-b2fd64381e3a cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:13:03.367266 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 10f83c82-798a-478e-a2f3-a0414e953e6c is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:13:03.476994 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-ff8259e6-a4e0-45d0-9ce5-8c714003715c None None] Set router d2c2c942-7da6-4a9c-a6ed-7dc8498319fb gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:13:03.479340 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-7aee541a-6898-4e69-889c-5d7d426cb68e None None] Provisioning complete for port a0b71288-9656-4fd2-94d4-fa5d1ad15f22 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:03.479828 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7aee541a-6898-4e69-889c-5d7d426cb68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (a0b71288-9656-4fd2-94d4-fa5d1ad15f22), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:03.507111 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4d598198-6332-4c64-b8e8-9c0d0eba1c4b tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1043354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-942652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13285'] for router (ac73cd48-aced-41e1-8ed6-f4df0f5903e4), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:03.527531 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f0800ae7-3705-4349-9579-19a6d6410852 req-a4c5565a-413b-4616-8a0b-91d4b7ee47ef service neutron] 10.222.0.59 "GET /v2.0/networks/e1cca449-70a4-4578-87b2-31e487ae1243?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0522716 Feb 02 07:13:03.562916 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-46fde185-5221-4e5b-9608-53233c3cfd2e admin admin] Allocated IP 172.20.0.1 (3602f567-c8f9-4201-ab59-1c373fc54d6b/e9671e43-fdee-470a-b06f-60e85a6120df/9334f6e7-751a-42c1-a36e-fe1d8d7203ff) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:13:03.573453 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-7aee541a-6898-4e69-889c-5d7d426cb68e None None] Port a0b71288-9656-4fd2-94d4-fa5d1ad15f22 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:13:03.599453 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-7aee541a-6898-4e69-889c-5d7d426cb68e None None] Provisioning complete for port 7f0ace55-8983-456d-b1f0-0828d35a5809 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:03.599863 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7aee541a-6898-4e69-889c-5d7d426cb68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (7f0ace55-8983-456d-b1f0-0828d35a5809), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:03.781819 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device ef8b9ae5-e18d-4fc7-a109-6972e3e46a27 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:13:03.842570 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-619c9719-00e6-4b42-91ff-858e72924111 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Router 32a6b4cb-47fe-4ec8-ab25-b75c8d73c5da is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:13:03.846701 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4d598198-6332-4c64-b8e8-9c0d0eba1c4b tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1043345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1043336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-942635'] for router (ac73cd48-aced-41e1-8ed6-f4df0f5903e4), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:03.859331 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56608) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:03.895522 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-7aee541a-6898-4e69-889c-5d7d426cb68e None None] Port 7f0ace55-8983-456d-b1f0-0828d35a5809 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:13:03.922395 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07a00a6-7e0a-4245-bcdf-42748eb07d92 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:03.931890 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07a00a6-7e0a-4245-bcdf-42748eb07d92 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:03.941055 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07a00a6-7e0a-4245-bcdf-42748eb07d92 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:03.942831 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c07a00a6-7e0a-4245-bcdf-42748eb07d92 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 1.2198632 Feb 02 07:13:03.967603 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port ef8b9ae5-e18d-4fc7-a109-6972e3e46a27 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:03.968649 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ef8b9ae5-e18d-4fc7-a109-6972e3e46a27), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:03.971000 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56612) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:03.971715 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56614) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:03.974483 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-ff8259e6-a4e0-45d0-9ce5-8c714003715c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c2c942-7da6-4a9c-a6ed-7dc8498319fb', 'name': 'tempest-AttachVolumeTestJSON-93769577-router', 'tenant_id': '3b47e731264f4e98a435635cbe941a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'ef8b9ae5-e18d-4fc7-a109-6972e3e46a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:12:49Z', 'updated_at': '2022-02-02T07:13:01Z', 'revision_number': 4, 'project_id': '3b47e731264f4e98a435635cbe941a6a', 'gw_port': {'id': 'ef8b9ae5-e18d-4fc7-a109-6972e3e46a27', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fa:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c2c942-7da6-4a9c-a6ed-7dc8498319fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:12:51Z', 'updated_at': '2022-02-02T07:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '7f0ace55-8983-456d-b1f0-0828d35a5809', 'name': '', 'network_id': '5b8ffc7a-717b-4b32-aed8-31315930798c', 'tenant_id': '3b47e731264f4e98a435635cbe941a6a', 'mac_address': 'fa:16:3e:50:8b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c2c942-7da6-4a9c-a6ed-7dc8498319fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '2c1cc1e9-39d5-4fbe-86e9-f98639e7b3b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:00Z', 'updated_at': '2022-02-02T07:13:02Z', 'revision_number': 2, 'project_id': '3b47e731264f4e98a435635cbe941a6a', 'subnets': [{'id': '2c1cc1e9-39d5-4fbe-86e9-f98639e7b3b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:13:03.982320 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-d7a2c428-18ce-4687-adbd-c7ef10b5197d tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Request body: {'security_group': {'name': 'tempest-securitygroup--349520352', 'description': 'tempest-description--2142364511'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:13:04.057172 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8259e6-a4e0-45d0-9ce5-8c714003715c None None] Checking router: d2c2c942-7da6-4a9c-a6ed-7dc8498319fb for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:13:04.058226 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8259e6-a4e0-45d0-9ce5-8c714003715c None None] Updating router d2c2c942-7da6-4a9c-a6ed-7dc8498319fb port 7f0ace55-8983-456d-b1f0-0828d35a5809 binding host n-d-789963-26 {{(pid=109695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:13:04.083745 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d7a2c428-18ce-4687-adbd-c7ef10b5197d tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:04.087780 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ff8259e6-a4e0-45d0-9ce5-8c714003715c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (7f0ace55-8983-456d-b1f0-0828d35a5809), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:04.092672 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0219e630-06c4-4e50-a89b-e9b93711f325 req-a7cf829a-aa41-49c3-8b58-dd685966156a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:04.093560 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0219e630-06c4-4e50-a89b-e9b93711f325 req-a7cf829a-aa41-49c3-8b58-dd685966156a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:04.094057 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0219e630-06c4-4e50-a89b-e9b93711f325 req-a7cf829a-aa41-49c3-8b58-dd685966156a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:04.094539 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0219e630-06c4-4e50-a89b-e9b93711f325 req-a7cf829a-aa41-49c3-8b58-dd685966156a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:04.094993 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0219e630-06c4-4e50-a89b-e9b93711f325 req-a7cf829a-aa41-49c3-8b58-dd685966156a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:04.095668 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0219e630-06c4-4e50-a89b-e9b93711f325 req-a7cf829a-aa41-49c3-8b58-dd685966156a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:04.096145 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0219e630-06c4-4e50-a89b-e9b93711f325 req-a7cf829a-aa41-49c3-8b58-dd685966156a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:04.098175 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0219e630-06c4-4e50-a89b-e9b93711f325 req-a7cf829a-aa41-49c3-8b58-dd685966156a service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 6725 time: 0.2376573 Feb 02 07:13:04.129510 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-46fde185-5221-4e5b-9608-53233c3cfd2e admin admin] Publish callbacks [] for port (9334f6e7-751a-42c1-a36e-fe1d8d7203ff), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:04.204196 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bdab9b-c5e4-46ef-842e-2bac4be9cf6c req-1c0c9052-19be-4867-8349-d8270ff1c81b tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:04.210075 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bdab9b-c5e4-46ef-842e-2bac4be9cf6c req-1c0c9052-19be-4867-8349-d8270ff1c81b tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:04.210282 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-c852bc7a-8fb1-47d2-8faf-4f5272bab73e tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Deleting port a0b71288-9656-4fd2-94d4-fa5d1ad15f22 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:13:04.210643 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c852bc7a-8fb1-47d2-8faf-4f5272bab73e tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (a0b71288-9656-4fd2-94d4-fa5d1ad15f22), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:04.216721 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bdab9b-c5e4-46ef-842e-2bac4be9cf6c req-1c0c9052-19be-4867-8349-d8270ff1c81b tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:04.218436 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-23bdab9b-c5e4-46ef-842e-2bac4be9cf6c req-1c0c9052-19be-4867-8349-d8270ff1c81b tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/ports?device_id=1d6f8a2e-1379-4758-96fc-57288067ece2 HTTP/1.1" status: 200 len: 2411 time: 0.4489632 Feb 02 07:13:04.242227 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0219e630-06c4-4e50-a89b-e9b93711f325 req-d61971b8-f324-43d4-9031-c87ecde663a0 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=c2d438c9-ecad-41fa-9c3c-fefcebb88ca9&id=39d64e71-9bbb-4283-9333-9f076dd0e667&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1184142 Feb 02 07:13:04.265417 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f0800ae7-3705-4349-9579-19a6d6410852 req-e23f3754-d28f-465b-9adb-9a756fefc8ce service neutron] 10.222.0.59 "GET /v2.0/networks/e1cca449-70a4-4578-87b2-31e487ae1243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5494707 Feb 02 07:13:04.274867 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port ef8b9ae5-e18d-4fc7-a109-6972e3e46a27 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:13:04.276120 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device fa446486-b307-455c-97b7-652614db223b up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:13:04.316465 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d7a2c428-18ce-4687-adbd-c7ef10b5197d tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks [] for security_group (0cda471f-b311-4535-ab7e-114e2234fd08), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:04.322383 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d7a2c428-18ce-4687-adbd-c7ef10b5197d tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (0cda471f-b311-4535-ab7e-114e2234fd08), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:04.367648 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d598198-6332-4c64-b8e8-9c0d0eba1c4b tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Router ac73cd48-aced-41e1-8ed6-f4df0f5903e4 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:13:04.369518 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-619c9719-00e6-4b42-91ff-858e72924111 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:13:04.376251 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-619c9719-00e6-4b42-91ff-858e72924111 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:04.382277 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-619c9719-00e6-4b42-91ff-858e72924111 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] 10.222.0.87 "PUT /v2.0/routers/32a6b4cb-47fe-4ec8-ab25-b75c8d73c5da HTTP/1.1" status: 200 len: 915 time: 7.1096838 Feb 02 07:13:04.382415 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port fa446486-b307-455c-97b7-652614db223b triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:04.382415 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (fa446486-b307-455c-97b7-652614db223b), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:04.383655 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d7a2c428-18ce-4687-adbd-c7ef10b5197d tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:04.389454 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73a6097-8e1a-4d57-92ef-8ce137e653e6 None None] Sync routers for ids ['32a6b4cb-47fe-4ec8-ab25-b75c8d73c5da'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:13:04.390797 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d7a2c428-18ce-4687-adbd-c7ef10b5197d tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4126806 Feb 02 07:13:04.393844 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c852bc7a-8fb1-47d2-8faf-4f5272bab73e tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (a0b71288-9656-4fd2-94d4-fa5d1ad15f22), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:04.396825 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56618) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:04.397366 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56620) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:04.404313 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73a6097-8e1a-4d57-92ef-8ce137e653e6 None None] Routers {'32a6b4cb-47fe-4ec8-ab25-b75c8d73c5da'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:13:04.404945 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-d73a6097-8e1a-4d57-92ef-8ce137e653e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:12:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['32a6b4cb-47fe-4ec8-ab25-b75c8d73c5da'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:13:04.406068 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-46fde185-5221-4e5b-9608-53233c3cfd2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (9334f6e7-751a-42c1-a36e-fe1d8d7203ff), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:04.409028 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-d058e528-b33d-46b3-a65b-e062d06ae248 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Request body: {'security_group_rule': {'security_group_id': '0cda471f-b311-4535-ab7e-114e2234fd08', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:13:04.468992 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a2c428-18ce-4687-adbd-c7ef10b5197d tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cda471f-b311-4535-ab7e-114e2234fd08,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:04.477069 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-c852bc7a-8fb1-47d2-8faf-4f5272bab73e tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Calling delete_port for a0b71288-9656-4fd2-94d4-fa5d1ad15f22 owned by {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:13:04.488316 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-23bdab9b-c5e4-46ef-842e-2bac4be9cf6c req-22e1964e-0140-420d-86f2-6a4d9bd0e18a tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee38a50d-609a-441d-89e7-67ea86baffc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588422 Feb 02 07:13:04.515539 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-d73a6097-8e1a-4d57-92ef-8ce137e653e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:13:04.540367 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fde185-5221-4e5b-9608-53233c3cfd2e admin admin] Network 3602f567-c8f9-4201-ab59-1c373fc54d6b is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:13:04.540960 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73a6097-8e1a-4d57-92ef-8ce137e653e6 None None] Routers {'32a6b4cb-47fe-4ec8-ab25-b75c8d73c5da'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:13:04.541558 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-d73a6097-8e1a-4d57-92ef-8ce137e653e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:12:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['32a6b4cb-47fe-4ec8-ab25-b75c8d73c5da'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:13:04.553201 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-46fde185-5221-4e5b-9608-53233c3cfd2e admin admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:13:04.556343 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fde185-5221-4e5b-9608-53233c3cfd2e admin admin] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:13:04.594006 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fde185-5221-4e5b-9608-53233c3cfd2e admin admin] Pushing event updated for resources: {'Port': ['ID=9334f6e7-751a-42c1-a36e-fe1d8d7203ff,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:04.609652 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d058e528-b33d-46b3-a65b-e062d06ae248 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks [] for security_group_rule (a8e3173d-2def-410e-8a3c-03192ce66865), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:04.628873 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port fa446486-b307-455c-97b7-652614db223b is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:13:04.629248 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (fa446486-b307-455c-97b7-652614db223b), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:04.672635 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-d73a6097-8e1a-4d57-92ef-8ce137e653e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:13:04.675077 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-46fde185-5221-4e5b-9608-53233c3cfd2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (977ddc86-9287-4b15-aeb4-c58066517655), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:04.676805 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73a6097-8e1a-4d57-92ef-8ce137e653e6 None None] The sync data for ids ['32a6b4cb-47fe-4ec8-ab25-b75c8d73c5da'] in n-d-789963-26 is: [] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:13:04.696046 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port fa446486-b307-455c-97b7-652614db223b, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=fa446486-b307-455c-97b7-652614db223b,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:13:04.707856 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ff8259e6-a4e0-45d0-9ce5-8c714003715c None None] Publish callbacks [] for port (7f0ace55-8983-456d-b1f0-0828d35a5809), precommit_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:04.712743 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (fa446486-b307-455c-97b7-652614db223b), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:04.728795 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0906ca-201e-4cb4-b3d1-92bff0df6c5f req-c28da91f-5a14-49ff-bec0-f954ce7bb92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:04.729274 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0906ca-201e-4cb4-b3d1-92bff0df6c5f req-c28da91f-5a14-49ff-bec0-f954ce7bb92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:04.730293 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0906ca-201e-4cb4-b3d1-92bff0df6c5f req-c28da91f-5a14-49ff-bec0-f954ce7bb92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:04.732113 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-eb0906ca-201e-4cb4-b3d1-92bff0df6c5f req-c28da91f-5a14-49ff-bec0-f954ce7bb92c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1c93b513068944b98dd403010458a6a3&device_id=1d6f8a2e-1379-4758-96fc-57288067ece2 HTTP/1.1" status: 200 len: 2960 time: 0.2958004 Feb 02 07:13:04.748485 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ff8259e6-a4e0-45d0-9ce5-8c714003715c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (7f0ace55-8983-456d-b1f0-0828d35a5809), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:04.810720 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=fa446486-b307-455c-97b7-652614db223b,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:04.909242 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d598198-6332-4c64-b8e8-9c0d0eba1c4b tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:13:04.911507 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed8f6f8-69ae-45d9-a7f1-c8d825879cb5 None None] Pushing event updated for resources: {'Port': ['ID=7f0ace55-8983-456d-b1f0-0828d35a5809,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:04.917992 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4d598198-6332-4c64-b8e8-9c0d0eba1c4b tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:04.919777 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-4d598198-6332-4c64-b8e8-9c0d0eba1c4b tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "PUT /v2.0/routers/ac73cd48-aced-41e1-8ed6-f4df0f5903e4 HTTP/1.1" status: 200 len: 887 time: 3.0806675 Feb 02 07:13:04.928276 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56626) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:04.944920 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d5864f-9a4d-41c8-b6ce-df1a737fc5c1 None None] Sync routers for ids ['ac73cd48-aced-41e1-8ed6-f4df0f5903e4'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:13:05.044096 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-cebf48f5-98fe-4850-befb-5aa778161e31 None None] Provisioning complete for port 9334f6e7-751a-42c1-a36e-fe1d8d7203ff triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:05.044470 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-cebf48f5-98fe-4850-befb-5aa778161e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (9334f6e7-751a-42c1-a36e-fe1d8d7203ff), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:05.070584 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0906ca-201e-4cb4-b3d1-92bff0df6c5f req-29d07595-24e3-4981-9e8a-5740a4d6c0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:05.072492 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-eb0906ca-201e-4cb4-b3d1-92bff0df6c5f req-29d07595-24e3-4981-9e8a-5740a4d6c0cb service neutron] 10.222.0.59 "GET /v2.0/networks?id=e1cca449-70a4-4578-87b2-31e487ae1243 HTTP/1.1" status: 200 len: 903 time: 0.3329830 Feb 02 07:13:05.081412 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d5864f-9a4d-41c8-b6ce-df1a737fc5c1 None None] Routers {'ac73cd48-aced-41e1-8ed6-f4df0f5903e4'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:13:05.083013 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-64d5864f-9a4d-41c8-b6ce-df1a737fc5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:12:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['ac73cd48-aced-41e1-8ed6-f4df0f5903e4'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:13:05.093924 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-ff8259e6-a4e0-45d0-9ce5-8c714003715c None None] Attempting to bind port 7f0ace55-8983-456d-b1f0-0828d35a5809 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:13:05.094648 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-ff8259e6-a4e0-45d0-9ce5-8c714003715c None None] Attempting to bind port 7f0ace55-8983-456d-b1f0-0828d35a5809 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '1fe536e7-22e9-4789-86f4-399744fc3de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5b8ffc7a-717b-4b32-aed8-31315930798c'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:13:05.095238 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8259e6-a4e0-45d0-9ce5-8c714003715c None None] Attempting to bind port 7f0ace55-8983-456d-b1f0-0828d35a5809 on network 5b8ffc7a-717b-4b32-aed8-31315930798c {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:13:05.131125 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-eb0906ca-201e-4cb4-b3d1-92bff0df6c5f req-7526f6f7-0725-4f88-abab-a273e840571d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.96&port_id=8ba1ce67-d18a-4ea3-9d86-ca0cc6e054da HTTP/1.1" status: 200 len: 217 time: 0.0486808 Feb 02 07:13:05.134622 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-46fde185-5221-4e5b-9608-53233c3cfd2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (9334f6e7-751a-42c1-a36e-fe1d8d7203ff), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:05.145820 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-64d5864f-9a4d-41c8-b6ce-df1a737fc5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:13:05.164848 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-cebf48f5-98fe-4850-befb-5aa778161e31 None None] Port 9334f6e7-751a-42c1-a36e-fe1d8d7203ff cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:13:05.174814 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8259e6-a4e0-45d0-9ce5-8c714003715c None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:13:05.175195 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8259e6-a4e0-45d0-9ce5-8c714003715c None None] Checking segment: {'id': '1fe536e7-22e9-4789-86f4-399744fc3de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5b8ffc7a-717b-4b32-aed8-31315930798c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:13:05.175627 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ff8259e6-a4e0-45d0-9ce5-8c714003715c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:05.176006 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8259e6-a4e0-45d0-9ce5-8c714003715c None None] Bound using segment: {'id': '1fe536e7-22e9-4789-86f4-399744fc3de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5b8ffc7a-717b-4b32-aed8-31315930798c'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:13:05.176499 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-ff8259e6-a4e0-45d0-9ce5-8c714003715c None None] Bound port: 7f0ace55-8983-456d-b1f0-0828d35a5809, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fe536e7-22e9-4789-86f4-399744fc3de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5b8ffc7a-717b-4b32-aed8-31315930798c'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:13:05.181569 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ff8259e6-a4e0-45d0-9ce5-8c714003715c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (7f0ace55-8983-456d-b1f0-0828d35a5809), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:05.185675 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d5864f-9a4d-41c8-b6ce-df1a737fc5c1 None None] Routers {'ac73cd48-aced-41e1-8ed6-f4df0f5903e4'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:13:05.186299 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-64d5864f-9a4d-41c8-b6ce-df1a737fc5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:12:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['ac73cd48-aced-41e1-8ed6-f4df0f5903e4'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:13:05.187489 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-1ba36285-3cea-40e2-a393-4be8fa0dd3e2 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "GET /v2.0/routers/ac73cd48-aced-41e1-8ed6-f4df0f5903e4 HTTP/1.1" status: 200 len: 887 time: 0.2568438 Feb 02 07:13:05.193086 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56628) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:05.200473 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-0a890249-dccd-47d6-97ab-7e24ef4d2c64 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] 10.222.0.87 "GET /v2.0/routers/32a6b4cb-47fe-4ec8-ab25-b75c8d73c5da HTTP/1.1" status: 200 len: 921 time: 0.8001845 Feb 02 07:13:05.220190 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56630) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:05.234169 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-64d5864f-9a4d-41c8-b6ce-df1a737fc5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:13:05.234967 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d5864f-9a4d-41c8-b6ce-df1a737fc5c1 None None] The sync data for ids ['ac73cd48-aced-41e1-8ed6-f4df0f5903e4'] in n-d-789963-26 is: [] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:13:05.252154 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b240048b-62dc-4311-ae91-8a8cd0fb031e tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "GET /v2.0/ports?device_id=ac73cd48-aced-41e1-8ed6-f4df0f5903e4 HTTP/1.1" status: 200 len: 205 time: 0.0571094 Feb 02 07:13:05.256589 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56632) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:05.278941 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0906ca-201e-4cb4-b3d1-92bff0df6c5f req-d5b9facf-2ce9-430c-b14f-8a7fbc634d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:05.281105 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-eb0906ca-201e-4cb4-b3d1-92bff0df6c5f req-d5b9facf-2ce9-430c-b14f-8a7fbc634d54 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f11af823-2bad-4109-bf48-c446c76693a7 HTTP/1.1" status: 200 len: 801 time: 0.1411822 Feb 02 07:13:05.299313 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d058e528-b33d-46b3-a65b-e062d06ae248 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks [] for security_group_rule (a8e3173d-2def-410e-8a3c-03192ce66865), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:05.310370 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d058e528-b33d-46b3-a65b-e062d06ae248 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (a8e3173d-2def-410e-8a3c-03192ce66865), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:05.321862 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-52a0bc0e-779f-4746-b7fc-e9013ab23fd9 None None] Provisioning complete for port 7f0ace55-8983-456d-b1f0-0828d35a5809 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:05.322668 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-52a0bc0e-779f-4746-b7fc-e9013ab23fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (7f0ace55-8983-456d-b1f0-0828d35a5809), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:05.358603 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ff8259e6-a4e0-45d0-9ce5-8c714003715c None None] For port 7f0ace55-8983-456d-b1f0-0828d35a5809, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:13:05.361776 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d058e528-b33d-46b3-a65b-e062d06ae248 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8e3173d-2def-410e-8a3c-03192ce66865,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:05.377294 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d058e528-b33d-46b3-a65b-e062d06ae248 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:05.381686 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d058e528-b33d-46b3-a65b-e062d06ae248 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9759066 Feb 02 07:13:05.382458 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56634) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:05.389775 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-041182e4-3666-4090-be6e-70b18cabacf2 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Request body: {'security_group_rule': {'security_group_id': '0cda471f-b311-4535-ab7e-114e2234fd08', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:13:05.393376 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ff8259e6-a4e0-45d0-9ce5-8c714003715c None None] For port 7f0ace55-8983-456d-b1f0-0828d35a5809, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=7f0ace55-8983-456d-b1f0-0828d35a5809,segment=NetworkSegment(1fe536e7-22e9-4789-86f4-399744fc3de0),segment_id=1fe536e7-22e9-4789-86f4-399744fc3de0)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:13:05.397828 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-52a0bc0e-779f-4746-b7fc-e9013ab23fd9 None None] Port 7f0ace55-8983-456d-b1f0-0828d35a5809 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:13:05.405877 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ff8259e6-a4e0-45d0-9ce5-8c714003715c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (7f0ace55-8983-456d-b1f0-0828d35a5809), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:05.408152 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c852bc7a-8fb1-47d2-8faf-4f5272bab73e tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (a0b71288-9656-4fd2-94d4-fa5d1ad15f22), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:05.453460 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8259e6-a4e0-45d0-9ce5-8c714003715c None None] Routers {'d2c2c942-7da6-4a9c-a6ed-7dc8498319fb'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:13:05.454549 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-ff8259e6-a4e0-45d0-9ce5-8c714003715c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:12:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['d2c2c942-7da6-4a9c-a6ed-7dc8498319fb'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:13:05.457225 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c98b2ad-1ebf-4b69-9ca4-baca6ae7dfd1 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:05.462112 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-4c98b2ad-1ebf-4b69-9ca4-baca6ae7dfd1 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] 10.222.0.87 "GET /v2.0/ports?network_id=ee4463ee-e783-4af5-91d5-cbeb2d0e0db8&device_id=32a6b4cb-47fe-4ec8-ab25-b75c8d73c5da&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2405391 Feb 02 07:13:05.464928 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56636) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:05.573725 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c852bc7a-8fb1-47d2-8faf-4f5272bab73e tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Pushing event deleted for resources: {'Port': ['ID=a0b71288-9656-4fd2-94d4-fa5d1ad15f22,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:05.574293 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device fa446486-b307-455c-97b7-652614db223b up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:13:05.583479 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f5cf54b8-f020-490b-b8f8-8d812f396b8d tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for router (ac73cd48-aced-41e1-8ed6-f4df0f5903e4), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:05.588145 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c852bc7a-8fb1-47d2-8faf-4f5272bab73e tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:05.593008 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0906ca-201e-4cb4-b3d1-92bff0df6c5f req-62a5f583-ca9d-4e04-89f8-0e19e8dde8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:05.594012 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-c852bc7a-8fb1-47d2-8faf-4f5272bab73e tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] 10.222.0.87 "DELETE /v2.0/ports/a0b71288-9656-4fd2-94d4-fa5d1ad15f22 HTTP/1.1" status: 204 len: 168 time: 1.6169858 Feb 02 07:13:05.594695 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-eb0906ca-201e-4cb4-b3d1-92bff0df6c5f req-62a5f583-ca9d-4e04-89f8-0e19e8dde8af service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e1cca449-70a4-4578-87b2-31e487ae1243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2671628 Feb 02 07:13:05.610178 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56640) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:05.619598 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-923f3ae1-837b-4530-bed0-995403b381fb tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Request body: {'port': {'name': 'tempest-new-port-name-315133919', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:13:05.620227 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.api.validators [None req-923f3ae1-837b-4530-bed0-995403b381fb tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] bootfile-name is not in valid_values {{(pid=109693) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 02 07:13:05.620676 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.api.validators [None req-923f3ae1-837b-4530-bed0-995403b381fb tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] tftp-server is not in valid_values {{(pid=109693) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 02 07:13:05.621115 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.api.validators [None req-923f3ae1-837b-4530-bed0-995403b381fb tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] server-ip-address is not in valid_values {{(pid=109693) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 02 07:13:05.680795 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-041182e4-3666-4090-be6e-70b18cabacf2 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks [] for security_group_rule (13bb3918-27a2-4a3d-ac16-9e208c3e48a9), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:05.805684 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-46fde185-5221-4e5b-9608-53233c3cfd2e admin admin] Publish callbacks [] for port (9334f6e7-751a-42c1-a36e-fe1d8d7203ff), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:05.826120 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-46fde185-5221-4e5b-9608-53233c3cfd2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (9334f6e7-751a-42c1-a36e-fe1d8d7203ff), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:05.868697 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed8f6f8-69ae-45d9-a7f1-c8d825879cb5 None None] Pushing event updated for resources: {'Port': ['ID=7f0ace55-8983-456d-b1f0-0828d35a5809,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:05.879206 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-923f3ae1-837b-4530-bed0-995403b381fb tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (625638c1-9b97-4a4d-950b-b2fd64381e3a), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:05.904774 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf9e744-f109-4b0d-ad9e-9b6d3760f8b4 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:05.910054 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-faf9e744-f109-4b0d-ad9e-9b6d3760f8b4 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] 10.222.0.87 "GET /v2.0/networks/ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 HTTP/1.1" status: 200 len: 881 time: 0.4388783 Feb 02 07:13:05.915018 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56642) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:05.927408 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7023fdf-a3d6-4cf9-a76f-c1b48ccdfbba req-31d24dad-96f7-466f-a794-c645e25b4b02 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:05.932896 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7023fdf-a3d6-4cf9-a76f-c1b48ccdfbba req-31d24dad-96f7-466f-a794-c645e25b4b02 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:05.937935 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-eb0906ca-201e-4cb4-b3d1-92bff0df6c5f req-e55b0ae9-8f2e-4734-8188-fbf640985524 service neutron] 10.222.0.59 "GET /v2.0/networks/e1cca449-70a4-4578-87b2-31e487ae1243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001471 Feb 02 07:13:05.938568 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7023fdf-a3d6-4cf9-a76f-c1b48ccdfbba req-31d24dad-96f7-466f-a794-c645e25b4b02 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:05.940543 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d7023fdf-a3d6-4cf9-a76f-c1b48ccdfbba req-31d24dad-96f7-466f-a794-c645e25b4b02 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/ports?device_id=1d6f8a2e-1379-4758-96fc-57288067ece2 HTTP/1.1" status: 200 len: 2411 time: 0.2700186 Feb 02 07:13:05.943918 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f5cf54b8-f020-490b-b8f8-8d812f396b8d tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for router_gateway (ac73cd48-aced-41e1-8ed6-f4df0f5903e4), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:05.960207 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-46fde185-5221-4e5b-9608-53233c3cfd2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (977ddc86-9287-4b15-aeb4-c58066517655), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:05.961324 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-ff8259e6-a4e0-45d0-9ce5-8c714003715c None None] Set router d2c2c942-7da6-4a9c-a6ed-7dc8498319fb gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:13:05.962159 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fde185-5221-4e5b-9608-53233c3cfd2e admin admin] Pushing event updated for resources: {'Port': ['ID=9334f6e7-751a-42c1-a36e-fe1d8d7203ff,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:06.005359 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-041182e4-3666-4090-be6e-70b18cabacf2 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks [] for security_group_rule (13bb3918-27a2-4a3d-ac16-9e208c3e48a9), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:06.013831 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-99ce3138-7910-4f79-9cf2-cc53663d38b5 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] 10.222.0.87 "GET /v2.0/ports?device_id=32a6b4cb-47fe-4ec8-ab25-b75c8d73c5da HTTP/1.1" status: 200 len: 205 time: 0.0981088 Feb 02 07:13:06.014713 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56646) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:06.020458 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-041182e4-3666-4090-be6e-70b18cabacf2 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (13bb3918-27a2-4a3d-ac16-9e208c3e48a9), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:06.031230 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-35a312c9-3b70-48c4-8ad9-043662c50b31 None None] Provisioning complete for port 7f0ace55-8983-456d-b1f0-0828d35a5809 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:06.032097 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-35a312c9-3b70-48c4-8ad9-043662c50b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (7f0ace55-8983-456d-b1f0-0828d35a5809), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:06.138710 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port fa446486-b307-455c-97b7-652614db223b triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:06.138710 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (fa446486-b307-455c-97b7-652614db223b), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:06.140300 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-041182e4-3666-4090-be6e-70b18cabacf2 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:06.144437 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-041182e4-3666-4090-be6e-70b18cabacf2 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7563407 Feb 02 07:13:06.144437 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041182e4-3666-4090-be6e-70b18cabacf2 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13bb3918-27a2-4a3d-ac16-9e208c3e48a9,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:06.161782 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56648) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:06.168913 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-79b27426-eb06-4db8-b28b-1c02beaa562e tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Request body: {'floatingip': {'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:13:06.303827 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d7023fdf-a3d6-4cf9-a76f-c1b48ccdfbba req-cef2ca20-05e0-42d3-be79-64ed9be131cc tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee38a50d-609a-441d-89e7-67ea86baffc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3496702 Feb 02 07:13:06.309837 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-35a312c9-3b70-48c4-8ad9-043662c50b31 None None] Current status of the port 7f0ace55-8983-456d-b1f0-0828d35a5809 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:13:06.310124 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-35a312c9-3b70-48c4-8ad9-043662c50b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (7f0ace55-8983-456d-b1f0-0828d35a5809), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:06.312683 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-79b27426-eb06-4db8-b28b-1c02beaa562e tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:06.369307 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3b780f27-e11f-4749-a9ba-ec602fd40d8b tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks [] for router (32a6b4cb-47fe-4ec8-ab25-b75c8d73c5da), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:06.404864 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-35a312c9-3b70-48c4-8ad9-043662c50b31 None None] For port 7f0ace55-8983-456d-b1f0-0828d35a5809, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=7f0ace55-8983-456d-b1f0-0828d35a5809,segment=NetworkSegment(1fe536e7-22e9-4789-86f4-399744fc3de0),segment_id=1fe536e7-22e9-4789-86f4-399744fc3de0)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:13:06.407023 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port fa446486-b307-455c-97b7-652614db223b is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:13:06.412431 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-35a312c9-3b70-48c4-8ad9-043662c50b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (7f0ace55-8983-456d-b1f0-0828d35a5809), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:06.474980 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-ff8259e6-a4e0-45d0-9ce5-8c714003715c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c2c942-7da6-4a9c-a6ed-7dc8498319fb', 'name': 'tempest-AttachVolumeTestJSON-93769577-router', 'tenant_id': '3b47e731264f4e98a435635cbe941a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'ef8b9ae5-e18d-4fc7-a109-6972e3e46a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:12:49Z', 'updated_at': '2022-02-02T07:13:01Z', 'revision_number': 4, 'project_id': '3b47e731264f4e98a435635cbe941a6a', 'gw_port': {'id': 'ef8b9ae5-e18d-4fc7-a109-6972e3e46a27', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fa:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c2c942-7da6-4a9c-a6ed-7dc8498319fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:12:51Z', 'updated_at': '2022-02-02T07:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '7f0ace55-8983-456d-b1f0-0828d35a5809', 'name': '', 'network_id': '5b8ffc7a-717b-4b32-aed8-31315930798c', 'tenant_id': '3b47e731264f4e98a435635cbe941a6a', 'mac_address': 'fa:16:3e:50:8b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c2c942-7da6-4a9c-a6ed-7dc8498319fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '2c1cc1e9-39d5-4fbe-86e9-f98639e7b3b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:00Z', 'updated_at': '2022-02-02T07:13:05Z', 'revision_number': 4, 'project_id': '3b47e731264f4e98a435635cbe941a6a', 'subnets': [{'id': '2c1cc1e9-39d5-4fbe-86e9-f98639e7b3b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:13:06.475634 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-eb0906ca-201e-4cb4-b3d1-92bff0df6c5f req-84943ba8-893f-49f5-ac16-b2d3faaa5a4d service neutron] 10.222.0.59 "GET /v2.0/networks/e1cca449-70a4-4578-87b2-31e487ae1243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5261233 Feb 02 07:13:06.479536 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a312c9-3b70-48c4-8ad9-043662c50b31 None None] Pushing event updated for resources: {'Port': ['ID=7f0ace55-8983-456d-b1f0-0828d35a5809,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:06.494635 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-923f3ae1-837b-4530-bed0-995403b381fb tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Publish callbacks [] for port (625638c1-9b97-4a4d-950b-b2fd64381e3a), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:06.500781 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-f5cf54b8-f020-490b-b8f8-8d812f396b8d tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Deleting port 477e469f-660a-4a6e-9065-7770078bc774 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:13:06.501393 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f5cf54b8-f020-490b-b8f8-8d812f396b8d tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (477e469f-660a-4a6e-9065-7770078bc774), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:06.513787 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8259e6-a4e0-45d0-9ce5-8c714003715c None None] The sync data for ids ['d2c2c942-7da6-4a9c-a6ed-7dc8498319fb'] in n-d-789963-26 is: [{'id': 'd2c2c942-7da6-4a9c-a6ed-7dc8498319fb', 'name': 'tempest-AttachVolumeTestJSON-93769577-router', 'tenant_id': '3b47e731264f4e98a435635cbe941a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'ef8b9ae5-e18d-4fc7-a109-6972e3e46a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:12:49Z', 'updated_at': '2022-02-02T07:13:01Z', 'revision_number': 4, 'project_id': '3b47e731264f4e98a435635cbe941a6a', 'gw_port': {'id': 'ef8b9ae5-e18d-4fc7-a109-6972e3e46a27', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fa:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c2c942-7da6-4a9c-a6ed-7dc8498319fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:12:51Z', 'updated_at': '2022-02-02T07:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '7f0ace55-8983-456d-b1f0-0828d35a5809', 'name': '', 'network_id': '5b8ffc7a-717b-4b32-aed8-31315930798c', 'tenant_id': '3b47e731264f4e98a435635cbe941a6a', 'mac_address': 'fa:16:3e:50:8b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c2c942-7da6-4a9c-a6ed-7dc8498319fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '2c1cc1e9-39d5-4fbe-86e9-f98639e7b3b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:00Z', 'updated_at': '2022-02-02T07:13:05Z', 'revision_number': 4, 'project_id': '3b47e731264f4e98a435635cbe941a6a', 'subnets': [{'id': '2c1cc1e9-39d5-4fbe-86e9-f98639e7b3b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:13:06.532043 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-923f3ae1-837b-4530-bed0-995403b381fb tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (625638c1-9b97-4a4d-950b-b2fd64381e3a), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:06.535269 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fde185-5221-4e5b-9608-53233c3cfd2e admin admin] Network 3602f567-c8f9-4201-ab59-1c373fc54d6b is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:13:06.562936 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-46fde185-5221-4e5b-9608-53233c3cfd2e admin admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:13:06.604075 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-923f3ae1-837b-4530-bed0-995403b381fb tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] In _notify_port_updated(), no bound segment for port 625638c1-9b97-4a4d-950b-b2fd64381e3a on network 015be40c-d176-49f5-aaa0-e5bd50085eb1 {{(pid=109693) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 02 07:13:06.613818 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923f3ae1-837b-4530-bed0-995403b381fb tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:06.614732 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-923f3ae1-837b-4530-bed0-995403b381fb tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:06.617310 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-923f3ae1-837b-4530-bed0-995403b381fb tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] 10.222.0.87 "PUT /v2.0/ports/625638c1-9b97-4a4d-950b-b2fd64381e3a HTTP/1.1" status: 200 len: 1129 time: 1.0034902 Feb 02 07:13:06.625333 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56650) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:06.682781 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f5cf54b8-f020-490b-b8f8-8d812f396b8d tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (477e469f-660a-4a6e-9065-7770078bc774), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:06.694999 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3b780f27-e11f-4749-a9ba-ec602fd40d8b tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks [] for router_gateway (32a6b4cb-47fe-4ec8-ab25-b75c8d73c5da), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:06.722648 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923f3ae1-837b-4530-bed0-995403b381fb tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Pushing event updated for resources: {'Port': ['ID=625638c1-9b97-4a4d-950b-b2fd64381e3a,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:06.736403 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675a9d3e-7d43-4ecc-a3f4-a19b5fe07201 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:06.742828 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-675a9d3e-7d43-4ecc-a3f4-a19b5fe07201 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] 10.222.0.87 "GET /v2.0/ports/625638c1-9b97-4a4d-950b-b2fd64381e3a HTTP/1.1" status: 200 len: 1129 time: 0.1151721 Feb 02 07:13:06.745635 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56652) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:06.757672 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-f5cf54b8-f020-490b-b8f8-8d812f396b8d tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Calling delete_port for 477e469f-660a-4a6e-9065-7770078bc774 owned by network:router_gateway {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:13:06.849639 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46fde185-5221-4e5b-9608-53233c3cfd2e admin admin] Router 977ddc86-9287-4b15-aeb4-c58066517655 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:13:06.862217 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-79b27426-eb06-4db8-b28b-1c02beaa562e tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:06.967177 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-fc15c83e-c07c-459d-8d53-04e85201b117 None None] Provisioning complete for port 9334f6e7-751a-42c1-a36e-fe1d8d7203ff triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:06.967580 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-fc15c83e-c07c-459d-8d53-04e85201b117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (9334f6e7-751a-42c1-a36e-fe1d8d7203ff), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:07.021502 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-3b780f27-e11f-4749-a9ba-ec602fd40d8b tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Deleting port 84d0102f-d808-4038-843b-811a67cba2b2 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:13:07.022412 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3b780f27-e11f-4749-a9ba-ec602fd40d8b tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (84d0102f-d808-4038-843b-811a67cba2b2), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:07.033639 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-fc15c83e-c07c-459d-8d53-04e85201b117 None None] Port 9334f6e7-751a-42c1-a36e-fe1d8d7203ff cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:13:07.072639 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-cfa34bad-f1f4-4b71-a06f-ee106415fa5e tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Deleting port 625638c1-9b97-4a4d-950b-b2fd64381e3a {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:13:07.073187 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cfa34bad-f1f4-4b71-a06f-ee106415fa5e tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (625638c1-9b97-4a4d-950b-b2fd64381e3a), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:07.101670 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f5cf54b8-f020-490b-b8f8-8d812f396b8d tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (477e469f-660a-4a6e-9065-7770078bc774), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:07.137864 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cf54b8-f020-490b-b8f8-8d812f396b8d tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Pushing event deleted for resources: {'Port': ['ID=477e469f-660a-4a6e-9065-7770078bc774,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:07.153927 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46fde185-5221-4e5b-9608-53233c3cfd2e admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:13:07.165231 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29588e2e-1fbc-4fd5-a639-0b17ebdfb370 None None] Sync routers for ids ['977ddc86-9287-4b15-aeb4-c58066517655'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:13:07.167026 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-bc81cec2-5fa0-4954-a587-e507eb0653e6 None None] Provisioning complete for port 625638c1-9b97-4a4d-950b-b2fd64381e3a triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:07.167621 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-bc81cec2-5fa0-4954-a587-e507eb0653e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (625638c1-9b97-4a4d-950b-b2fd64381e3a), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:07.177427 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-46fde185-5221-4e5b-9608-53233c3cfd2e admin admin] 10.222.0.87 "PUT /v2.0/routers/977ddc86-9287-4b15-aeb4-c58066517655/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4247403 Feb 02 07:13:07.189104 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29588e2e-1fbc-4fd5-a639-0b17ebdfb370 None None] Routers {'977ddc86-9287-4b15-aeb4-c58066517655'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:13:07.195225 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-29588e2e-1fbc-4fd5-a639-0b17ebdfb370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:12:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['977ddc86-9287-4b15-aeb4-c58066517655'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:13:07.221250 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-bc81cec2-5fa0-4954-a587-e507eb0653e6 None None] Port 625638c1-9b97-4a4d-950b-b2fd64381e3a cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:13:07.237605 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-79b27426-eb06-4db8-b28b-1c02beaa562e tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Allocated IP 172.25.4.225 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/59b09d10-95da-4a22-b87f-8d2e7954cde6) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:13:07.267425 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f5cf54b8-f020-490b-b8f8-8d812f396b8d tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (ac73cd48-aced-41e1-8ed6-f4df0f5903e4), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:07.414254 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-29588e2e-1fbc-4fd5-a639-0b17ebdfb370 None None] Set router 977ddc86-9287-4b15-aeb4-c58066517655 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:13:07.414869 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cfa34bad-f1f4-4b71-a06f-ee106415fa5e tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (625638c1-9b97-4a4d-950b-b2fd64381e3a), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:07.441946 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-cfa34bad-f1f4-4b71-a06f-ee106415fa5e tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Calling delete_port for 625638c1-9b97-4a4d-950b-b2fd64381e3a owned by {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:13:07.453265 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f5cf54b8-f020-490b-b8f8-8d812f396b8d tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (ac73cd48-aced-41e1-8ed6-f4df0f5903e4), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:07.466501 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f5cf54b8-f020-490b-b8f8-8d812f396b8d tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for router_controller (ac73cd48-aced-41e1-8ed6-f4df0f5903e4), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:07.583456 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3b780f27-e11f-4749-a9ba-ec602fd40d8b tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (84d0102f-d808-4038-843b-811a67cba2b2), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:07.607644 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-3b780f27-e11f-4749-a9ba-ec602fd40d8b tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Calling delete_port for 84d0102f-d808-4038-843b-811a67cba2b2 owned by network:router_gateway {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:13:07.624930 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f5cf54b8-f020-490b-b8f8-8d812f396b8d tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (ac73cd48-aced-41e1-8ed6-f4df0f5903e4), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:07.625568 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5cf54b8-f020-490b-b8f8-8d812f396b8d tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Fanout notify agent at l3_agent the message router_deleted on router ac73cd48-aced-41e1-8ed6-f4df0f5903e4 {{(pid=109694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:13:07.633420 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f5cf54b8-f020-490b-b8f8-8d812f396b8d tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:07.637754 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f5cf54b8-f020-490b-b8f8-8d812f396b8d tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "DELETE /v2.0/routers/ac73cd48-aced-41e1-8ed6-f4df0f5903e4 HTTP/1.1" status: 204 len: 168 time: 2.3747013 Feb 02 07:13:07.638031 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56668) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:07.647498 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-6783bbf5-d3c9-4140-b9d8-d9c6ebea85e8 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Request body: {'network': {'name': 'tempest-RoutersTest-1661096755'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:13:07.676905 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8daa9-ce37-48bd-90f7-3d60b08e12ae req-60be0910-e478-4d43-b929-6d85b1afbf64 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:07.682473 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8daa9-ce37-48bd-90f7-3d60b08e12ae req-60be0910-e478-4d43-b929-6d85b1afbf64 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:07.690841 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8daa9-ce37-48bd-90f7-3d60b08e12ae req-60be0910-e478-4d43-b929-6d85b1afbf64 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:07.690841 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1de8daa9-ce37-48bd-90f7-3d60b08e12ae req-60be0910-e478-4d43-b929-6d85b1afbf64 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/ports?device_id=1d6f8a2e-1379-4758-96fc-57288067ece2 HTTP/1.1" status: 200 len: 2411 time: 0.2398586 Feb 02 07:13:07.707111 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 7f0ace55-8983-456d-b1f0-0828d35a5809 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:13:07.745948 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6783bbf5-d3c9-4140-b9d8-d9c6ebea85e8 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Made reservation on behalf of c092e90dc089486b8a9195291d2bdc7c for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:13:07.752886 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6783bbf5-d3c9-4140-b9d8-d9c6ebea85e8 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:07.766547 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-79b27426-eb06-4db8-b28b-1c02beaa562e tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks [] for port (59b09d10-95da-4a22-b87f-8d2e7954cde6), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:07.768131 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1de8daa9-ce37-48bd-90f7-3d60b08e12ae req-a5edfecb-109b-43cf-bf27-c493505ce876 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee38a50d-609a-441d-89e7-67ea86baffc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676610 Feb 02 07:13:07.828577 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 7f0ace55-8983-456d-b1f0-0828d35a5809 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:07.830036 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (7f0ace55-8983-456d-b1f0-0828d35a5809), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:07.888645 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-29588e2e-1fbc-4fd5-a639-0b17ebdfb370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '977ddc86-9287-4b15-aeb4-c58066517655', 'name': 'tempest-TestServerMultinode-1384171620-router', 'tenant_id': '06979ed0016c41f8b96877f87096f36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'fa446486-b307-455c-97b7-652614db223b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:12:52Z', 'updated_at': '2022-02-02T07:13:04Z', 'revision_number': 4, 'project_id': '06979ed0016c41f8b96877f87096f36c', 'gw_port': {'id': 'fa446486-b307-455c-97b7-652614db223b', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977ddc86-9287-4b15-aeb4-c58066517655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:12:55Z', 'updated_at': '2022-02-02T07:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '9334f6e7-751a-42c1-a36e-fe1d8d7203ff', 'name': '', 'network_id': '3602f567-c8f9-4201-ab59-1c373fc54d6b', 'tenant_id': '06979ed0016c41f8b96877f87096f36c', 'mac_address': 'fa:16:3e:2b:3b:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '977ddc86-9287-4b15-aeb4-c58066517655', 'device_owner': 'network:router_interface', 'standard_attr_id': 2103, 'fixed_ips': [{'subnet_id': 'e9671e43-fdee-470a-b06f-60e85a6120df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:02Z', 'updated_at': '2022-02-02T07:13:05Z', 'revision_number': 2, 'project_id': '06979ed0016c41f8b96877f87096f36c', 'subnets': [{'id': 'e9671e43-fdee-470a-b06f-60e85a6120df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:13:07.927586 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29588e2e-1fbc-4fd5-a639-0b17ebdfb370 None None] Checking router: 977ddc86-9287-4b15-aeb4-c58066517655 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:13:07.927965 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29588e2e-1fbc-4fd5-a639-0b17ebdfb370 None None] Updating router 977ddc86-9287-4b15-aeb4-c58066517655 port 9334f6e7-751a-42c1-a36e-fe1d8d7203ff binding host n-d-789963-26 {{(pid=109696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:13:07.940479 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6783bbf5-d3c9-4140-b9d8-d9c6ebea85e8 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:13:07.949502 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 7f0ace55-8983-456d-b1f0-0828d35a5809 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:13:07.951126 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6783bbf5-d3c9-4140-b9d8-d9c6ebea85e8 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (1460ef12-8f69-43c2-b029-b4b53f62034e), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:07.951573 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-6783bbf5-d3c9-4140-b9d8-d9c6ebea85e8 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Added segment 1460ef12-8f69-43c2-b029-b4b53f62034e of type vlan for network b6c6d1f6-e769-4875-ae7d-bd27bbdf2dcc Feb 02 07:13:07.966885 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cfa34bad-f1f4-4b71-a06f-ee106415fa5e tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (625638c1-9b97-4a4d-950b-b2fd64381e3a), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:07.972914 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-29588e2e-1fbc-4fd5-a639-0b17ebdfb370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (9334f6e7-751a-42c1-a36e-fe1d8d7203ff), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:08.105245 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6783bbf5-d3c9-4140-b9d8-d9c6ebea85e8 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (b6c6d1f6-e769-4875-ae7d-bd27bbdf2dcc), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:08.113619 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa34bad-f1f4-4b71-a06f-ee106415fa5e tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Pushing event deleted for resources: {'Port': ['ID=625638c1-9b97-4a4d-950b-b2fd64381e3a,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:08.121905 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-79b27426-eb06-4db8-b28b-1c02beaa562e tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (59b09d10-95da-4a22-b87f-8d2e7954cde6), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:08.153535 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 8ba1ce67-d18a-4ea3-9d86-ca0cc6e054da details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:13:08.219526 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cfa34bad-f1f4-4b71-a06f-ee106415fa5e tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:08.228165 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-cfa34bad-f1f4-4b71-a06f-ee106415fa5e tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] 10.222.0.87 "DELETE /v2.0/ports/625638c1-9b97-4a4d-950b-b2fd64381e3a HTTP/1.1" status: 204 len: 168 time: 1.4812343 Feb 02 07:13:08.229238 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575e0c7-fe97-4dca-82ab-d609b43cd8a3 req-0744e95f-7b9c-40fb-9899-73ca41e7a9c2 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:08.231501 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56680) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:08.236324 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e575e0c7-fe97-4dca-82ab-d609b43cd8a3 req-0744e95f-7b9c-40fb-9899-73ca41e7a9c2 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.87 "GET /v2.0/networks?id=5cfbcee1-7173-4b6e-a0aa-7287399b71c6 HTTP/1.1" status: 200 len: 911 time: 0.3691375 Feb 02 07:13:08.241906 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b27426-eb06-4db8-b28b-1c02beaa562e tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:13:08.291213 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-29588e2e-1fbc-4fd5-a639-0b17ebdfb370 None None] Publish callbacks [] for port (9334f6e7-751a-42c1-a36e-fe1d8d7203ff), precommit_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:08.303415 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-79b27426-eb06-4db8-b28b-1c02beaa562e tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:13:08.317808 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-29588e2e-1fbc-4fd5-a639-0b17ebdfb370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (9334f6e7-751a-42c1-a36e-fe1d8d7203ff), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:08.327878 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b27426-eb06-4db8-b28b-1c02beaa562e tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:13:08.346129 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d7d47f9-81c6-45b3-afba-1c5591e54296 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Deleting subnet 397376f6-2432-40f5-934d-ede0895b8df7 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:13:08.350084 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3d7d47f9-81c6-45b3-afba-1c5591e54296 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Publish callbacks [] for subnet (397376f6-2432-40f5-934d-ede0895b8df7), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:08.352826 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6783bbf5-d3c9-4140-b9d8-d9c6ebea85e8 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (b6c6d1f6-e769-4875-ae7d-bd27bbdf2dcc), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:08.357361 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 8ba1ce67-d18a-4ea3-9d86-ca0cc6e054da, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=8ba1ce67-d18a-4ea3-9d86-ca0cc6e054da,segment=NetworkSegment(340496d0-213c-4bfb-8673-51533e32f7aa),segment_id=340496d0-213c-4bfb-8673-51533e32f7aa)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:13:08.358221 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6783bbf5-d3c9-4140-b9d8-d9c6ebea85e8 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:08.364879 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6783bbf5-d3c9-4140-b9d8-d9c6ebea85e8 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:08.381265 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': '8ba1ce67-d18a-4ea3-9d86-ca0cc6e054da', 'network_id': 'e1cca449-70a4-4578-87b2-31e487ae1243', 'port_id': '8ba1ce67-d18a-4ea3-9d86-ca0cc6e054da', 'mac_address': 'fa:16:3e:f9:be:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f11af823-2bad-4109-bf48-c446c76693a7', 'ip_address': '19.80.0.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:13:08.444614 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e575e0c7-fe97-4dca-82ab-d609b43cd8a3 req-8cb043a9-3197-4842-9e89-9a36fcf55bc2 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.87 "GET /v2.0/quotas/06979ed0016c41f8b96877f87096f36c HTTP/1.1" status: 200 len: 375 time: 0.2059588 Feb 02 07:13:08.445189 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3d7d47f9-81c6-45b3-afba-1c5591e54296 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (397376f6-2432-40f5-934d-ede0895b8df7), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:08.451091 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a60c070-6b30-4088-810d-b44295450cec None None] Pushing event updated for resources: {'Port': ['ID=9334f6e7-751a-42c1-a36e-fe1d8d7203ff,revision_number=3']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:08.465053 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 8ba1ce67-d18a-4ea3-9d86-ca0cc6e054da is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:13:08.465563 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (8ba1ce67-d18a-4ea3-9d86-ca0cc6e054da), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:08.498033 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b27426-eb06-4db8-b28b-1c02beaa562e tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Pushing event updated for resources: {'Port': ['ID=59b09d10-95da-4a22-b87f-8d2e7954cde6,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:08.505817 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ba1ce67-d18a-4ea3-9d86-ca0cc6e054da {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:13:08.560823 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 8ba1ce67-d18a-4ea3-9d86-ca0cc6e054da, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=8ba1ce67-d18a-4ea3-9d86-ca0cc6e054da,segment=NetworkSegment(340496d0-213c-4bfb-8673-51533e32f7aa),segment_id=340496d0-213c-4bfb-8673-51533e32f7aa)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:13:08.570935 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (8ba1ce67-d18a-4ea3-9d86-ca0cc6e054da), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:08.571861 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device bb78205a-794e-4a19-8c36-535bfca52971 details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:13:08.619255 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-6783bbf5-d3c9-4140-b9d8-d9c6ebea85e8 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9801588 Feb 02 07:13:08.624437 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56682) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:08.628008 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3d7d47f9-81c6-45b3-afba-1c5591e54296 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (397376f6-2432-40f5-934d-ede0895b8df7), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:08.636431 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-1a2d623a-f8bb-40d1-a8e0-4e3afc68d928 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Request body: {'subnet': {'network_id': 'b6c6d1f6-e769-4875-ae7d-bd27bbdf2dcc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:13:08.637086 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-29588e2e-1fbc-4fd5-a639-0b17ebdfb370 None None] Attempting to bind port 9334f6e7-751a-42c1-a36e-fe1d8d7203ff on host n-d-789963-26 for vnic_type normal with profile {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:13:08.638188 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-29588e2e-1fbc-4fd5-a639-0b17ebdfb370 None None] Attempting to bind port 9334f6e7-751a-42c1-a36e-fe1d8d7203ff by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '5f386819-53b6-429e-a73f-0b0fc03db299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3602f567-c8f9-4201-ab59-1c373fc54d6b'}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:13:08.638730 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29588e2e-1fbc-4fd5-a639-0b17ebdfb370 None None] Attempting to bind port 9334f6e7-751a-42c1-a36e-fe1d8d7203ff on network 3602f567-c8f9-4201-ab59-1c373fc54d6b {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:13:08.645588 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29588e2e-1fbc-4fd5-a639-0b17ebdfb370 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:13:08.646244 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29588e2e-1fbc-4fd5-a639-0b17ebdfb370 None None] Checking segment: {'id': '5f386819-53b6-429e-a73f-0b0fc03db299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3602f567-c8f9-4201-ab59-1c373fc54d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:13:08.647088 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-29588e2e-1fbc-4fd5-a639-0b17ebdfb370 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:08.647733 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29588e2e-1fbc-4fd5-a639-0b17ebdfb370 None None] Bound using segment: {'id': '5f386819-53b6-429e-a73f-0b0fc03db299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3602f567-c8f9-4201-ab59-1c373fc54d6b'} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:13:08.648386 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-29588e2e-1fbc-4fd5-a639-0b17ebdfb370 None None] Bound port: 9334f6e7-751a-42c1-a36e-fe1d8d7203ff, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f386819-53b6-429e-a73f-0b0fc03db299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3602f567-c8f9-4201-ab59-1c373fc54d6b'}}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:13:08.649452 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-29588e2e-1fbc-4fd5-a639-0b17ebdfb370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (9334f6e7-751a-42c1-a36e-fe1d8d7203ff), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:08.684690 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3b780f27-e11f-4749-a9ba-ec602fd40d8b tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (84d0102f-d808-4038-843b-811a67cba2b2), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:08.702814 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6783bbf5-d3c9-4140-b9d8-d9c6ebea85e8 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Pushing event updated for resources: {'Network': ['ID=b6c6d1f6-e769-4875-ae7d-bd27bbdf2dcc,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:08.728043 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-29588e2e-1fbc-4fd5-a639-0b17ebdfb370 None None] For port 9334f6e7-751a-42c1-a36e-fe1d8d7203ff, host n-d-789963-26, cleared binding levels {{(pid=109696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:13:08.732711 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-29588e2e-1fbc-4fd5-a639-0b17ebdfb370 None None] For port 9334f6e7-751a-42c1-a36e-fe1d8d7203ff, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=9334f6e7-751a-42c1-a36e-fe1d8d7203ff,segment=NetworkSegment(5f386819-53b6-429e-a73f-0b0fc03db299),segment_id=5f386819-53b6-429e-a73f-0b0fc03db299)] {{(pid=109696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:13:08.741031 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-29588e2e-1fbc-4fd5-a639-0b17ebdfb370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (9334f6e7-751a-42c1-a36e-fe1d8d7203ff), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:08.741687 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=8ba1ce67-d18a-4ea3-9d86-ca0cc6e054da,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:08.745521 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network b6c6d1f6-e769-4875-ae7d-bd27bbdf2dcc details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:13:08.754182 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b780f27-e11f-4749-a9ba-ec602fd40d8b tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Pushing event deleted for resources: {'Port': ['ID=84d0102f-d808-4038-843b-811a67cba2b2,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:08.827228 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29588e2e-1fbc-4fd5-a639-0b17ebdfb370 None None] Routers {'977ddc86-9287-4b15-aeb4-c58066517655'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:13:08.827913 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-29588e2e-1fbc-4fd5-a639-0b17ebdfb370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:12:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['977ddc86-9287-4b15-aeb4-c58066517655'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:13:08.877110 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3d7d47f9-81c6-45b3-afba-1c5591e54296 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (397376f6-2432-40f5-934d-ede0895b8df7), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:08.916667 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e575e0c7-fe97-4dca-82ab-d609b43cd8a3 req-8835868a-0832-4c72-b94f-3811262222e0 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.87 "GET /v2.0/ports?tenant_id=06979ed0016c41f8b96877f87096f36c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4723823 Feb 02 07:13:08.920374 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7d47f9-81c6-45b3-afba-1c5591e54296 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Pushing event deleted for resources: {'Subnet': ['ID=397376f6-2432-40f5-934d-ede0895b8df7,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:08.927331 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a2d623a-f8bb-40d1-a8e0-4e3afc68d928 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Made reservation on behalf of c092e90dc089486b8a9195291d2bdc7c for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:13:08.932124 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1a2d623a-f8bb-40d1-a8e0-4e3afc68d928 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:08.962288 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-45817cc1-7a92-4593-b66f-25515836f1d5 None None] Provisioning complete for port 9334f6e7-751a-42c1-a36e-fe1d8d7203ff triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:08.962805 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-45817cc1-7a92-4593-b66f-25515836f1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (9334f6e7-751a-42c1-a36e-fe1d8d7203ff), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:08.998934 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3d7d47f9-81c6-45b3-afba-1c5591e54296 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:09.000738 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-79b27426-eb06-4db8-b28b-1c02beaa562e tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks [] for floatingip (3ed4caf7-e0ef-4aa8-be4e-153445330379), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:09.002934 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-3d7d47f9-81c6-45b3-afba-1c5591e54296 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] 10.222.0.87 "DELETE /v2.0/subnets/397376f6-2432-40f5-934d-ede0895b8df7 HTTP/1.1" status: 204 len: 168 time: 0.7703350 Feb 02 07:13:09.006605 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-29588e2e-1fbc-4fd5-a639-0b17ebdfb370 None None] Set router 977ddc86-9287-4b15-aeb4-c58066517655 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:13:09.011671 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56686) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:09.039890 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7397276c-2795-43a9-b77f-85ddb005bc16 None None] Network 015be40c-d176-49f5-aaa0-e5bd50085eb1 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:13:09.065553 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port bb78205a-794e-4a19-8c36-535bfca52971, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=bb78205a-794e-4a19-8c36-535bfca52971,segment=NetworkSegment(646b7a2e-25a1-4960-a214-f6750a541adf),segment_id=646b7a2e-25a1-4960-a214-f6750a541adf)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:13:09.137127 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a60c070-6b30-4088-810d-b44295450cec None None] Pushing event updated for resources: {'Port': ['ID=9334f6e7-751a-42c1-a36e-fe1d8d7203ff,revision_number=4']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:09.162933 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': 'bb78205a-794e-4a19-8c36-535bfca52971', 'network_id': '6a85e0f7-6d70-42a4-bb4d-1e98b97a2c94', 'port_id': 'bb78205a-794e-4a19-8c36-535bfca52971', 'mac_address': 'fa:16:3e:ec:f7:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65c016d1-697a-4965-8fc4-4ace45afed14', 'ip_address': '19.86.0.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:13:09.239292 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0240b0f7-57fc-4c76-9a6f-5030efed74b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (015be40c-d176-49f5-aaa0-e5bd50085eb1), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:09.257183 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72692c1-9c40-4905-a074-b804d46f7c75 req-df1eef07-426c-400b-b177-1ed8aceefe38 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:09.262323 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port bb78205a-794e-4a19-8c36-535bfca52971 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:13:09.262858 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (bb78205a-794e-4a19-8c36-535bfca52971), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:09.265865 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72692c1-9c40-4905-a074-b804d46f7c75 req-df1eef07-426c-400b-b177-1ed8aceefe38 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:09.273321 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72692c1-9c40-4905-a074-b804d46f7c75 req-df1eef07-426c-400b-b177-1ed8aceefe38 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:09.275320 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c72692c1-9c40-4905-a074-b804d46f7c75 req-df1eef07-426c-400b-b177-1ed8aceefe38 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/ports?device_id=1d6f8a2e-1379-4758-96fc-57288067ece2 HTTP/1.1" status: 200 len: 2412 time: 0.3567519 Feb 02 07:13:09.289254 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-45817cc1-7a92-4593-b66f-25515836f1d5 None None] Current status of the port 9334f6e7-751a-42c1-a36e-fe1d8d7203ff is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:13:09.289644 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-45817cc1-7a92-4593-b66f-25515836f1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (9334f6e7-751a-42c1-a36e-fe1d8d7203ff), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:09.294396 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb78205a-794e-4a19-8c36-535bfca52971 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:13:09.297950 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-29588e2e-1fbc-4fd5-a639-0b17ebdfb370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '977ddc86-9287-4b15-aeb4-c58066517655', 'name': 'tempest-TestServerMultinode-1384171620-router', 'tenant_id': '06979ed0016c41f8b96877f87096f36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'fa446486-b307-455c-97b7-652614db223b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:12:52Z', 'updated_at': '2022-02-02T07:13:04Z', 'revision_number': 4, 'project_id': '06979ed0016c41f8b96877f87096f36c', 'gw_port': {'id': 'fa446486-b307-455c-97b7-652614db223b', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977ddc86-9287-4b15-aeb4-c58066517655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:12:55Z', 'updated_at': '2022-02-02T07:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '9334f6e7-751a-42c1-a36e-fe1d8d7203ff', 'name': '', 'network_id': '3602f567-c8f9-4201-ab59-1c373fc54d6b', 'tenant_id': '06979ed0016c41f8b96877f87096f36c', 'mac_address': 'fa:16:3e:2b:3b:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '977ddc86-9287-4b15-aeb4-c58066517655', 'device_owner': 'network:router_interface', 'standard_attr_id': 2103, 'fixed_ips': [{'subnet_id': 'e9671e43-fdee-470a-b06f-60e85a6120df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:02Z', 'updated_at': '2022-02-02T07:13:08Z', 'revision_number': 4, 'project_id': '06979ed0016c41f8b96877f87096f36c', 'subnets': [{'id': 'e9671e43-fdee-470a-b06f-60e85a6120df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:13:09.340603 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29588e2e-1fbc-4fd5-a639-0b17ebdfb370 None None] The sync data for ids ['977ddc86-9287-4b15-aeb4-c58066517655'] in n-d-789963-26 is: [{'id': '977ddc86-9287-4b15-aeb4-c58066517655', 'name': 'tempest-TestServerMultinode-1384171620-router', 'tenant_id': '06979ed0016c41f8b96877f87096f36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'fa446486-b307-455c-97b7-652614db223b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:12:52Z', 'updated_at': '2022-02-02T07:13:04Z', 'revision_number': 4, 'project_id': '06979ed0016c41f8b96877f87096f36c', 'gw_port': {'id': 'fa446486-b307-455c-97b7-652614db223b', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977ddc86-9287-4b15-aeb4-c58066517655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:12:55Z', 'updated_at': '2022-02-02T07:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '9334f6e7-751a-42c1-a36e-fe1d8d7203ff', 'name': '', 'network_id': '3602f567-c8f9-4201-ab59-1c373fc54d6b', 'tenant_id': '06979ed0016c41f8b96877f87096f36c', 'mac_address': 'fa:16:3e:2b:3b:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '977ddc86-9287-4b15-aeb4-c58066517655', 'device_owner': 'network:router_interface', 'standard_attr_id': 2103, 'fixed_ips': [{'subnet_id': 'e9671e43-fdee-470a-b06f-60e85a6120df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:02Z', 'updated_at': '2022-02-02T07:13:08Z', 'revision_number': 4, 'project_id': '06979ed0016c41f8b96877f87096f36c', 'subnets': [{'id': 'e9671e43-fdee-470a-b06f-60e85a6120df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:13:09.346307 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port bb78205a-794e-4a19-8c36-535bfca52971, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=bb78205a-794e-4a19-8c36-535bfca52971,segment=NetworkSegment(646b7a2e-25a1-4960-a214-f6750a541adf),segment_id=646b7a2e-25a1-4960-a214-f6750a541adf)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:13:09.363340 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (bb78205a-794e-4a19-8c36-535bfca52971), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:09.364064 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 973d4a52-96e6-4576-bb76-13a74c74ce4a details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:13:09.367602 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-45817cc1-7a92-4593-b66f-25515836f1d5 None None] For port 9334f6e7-751a-42c1-a36e-fe1d8d7203ff, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=9334f6e7-751a-42c1-a36e-fe1d8d7203ff,segment=NetworkSegment(5f386819-53b6-429e-a73f-0b0fc03db299),segment_id=5f386819-53b6-429e-a73f-0b0fc03db299)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:13:09.403620 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-45817cc1-7a92-4593-b66f-25515836f1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (9334f6e7-751a-42c1-a36e-fe1d8d7203ff), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:09.418797 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5b9262-7d99-43ae-83e8-929816a75924 None None] DHCP port deletion for 015be40c-d176-49f5-aaa0-e5bd50085eb1 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:13:09.493100 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 973d4a52-96e6-4576-bb76-13a74c74ce4a, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=973d4a52-96e6-4576-bb76-13a74c74ce4a,segment=NetworkSegment(340496d0-213c-4bfb-8673-51533e32f7aa),segment_id=340496d0-213c-4bfb-8673-51533e32f7aa)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:13:09.505037 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=bb78205a-794e-4a19-8c36-535bfca52971,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:09.544015 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': '973d4a52-96e6-4576-bb76-13a74c74ce4a', 'network_id': 'e1cca449-70a4-4578-87b2-31e487ae1243', 'port_id': '973d4a52-96e6-4576-bb76-13a74c74ce4a', 'mac_address': 'fa:16:3e:c8:9f:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f11af823-2bad-4109-bf48-c446c76693a7', 'ip_address': '19.80.0.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:13:09.552497 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3b780f27-e11f-4749-a9ba-ec602fd40d8b tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (32a6b4cb-47fe-4ec8-ab25-b75c8d73c5da), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:09.607400 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c72692c1-9c40-4905-a074-b804d46f7c75 req-bbbf7a8c-bc64-40eb-895f-9d1dc72438ca tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee38a50d-609a-441d-89e7-67ea86baffc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3118331 Feb 02 07:13:09.644581 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45817cc1-7a92-4593-b66f-25515836f1d5 None None] Pushing event updated for resources: {'Port': ['ID=9334f6e7-751a-42c1-a36e-fe1d8d7203ff,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:09.654099 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-8af0580c-5683-4f23-875e-0a20322a9767 None None] Provisioning complete for port 9334f6e7-751a-42c1-a36e-fe1d8d7203ff triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:09.655051 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-0240b0f7-57fc-4c76-9a6f-5030efed74b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Deleting port 10f83c82-798a-478e-a2f3-a0414e953e6c {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:13:09.655505 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0240b0f7-57fc-4c76-9a6f-5030efed74b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (10f83c82-798a-478e-a2f3-a0414e953e6c), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:09.655679 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-8af0580c-5683-4f23-875e-0a20322a9767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (9334f6e7-751a-42c1-a36e-fe1d8d7203ff), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:09.701739 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 973d4a52-96e6-4576-bb76-13a74c74ce4a is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:13:09.702351 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (973d4a52-96e6-4576-bb76-13a74c74ce4a), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:09.719837 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-2f5b9262-7d99-43ae-83e8-929816a75924 None None] Deleting port 10f83c82-798a-478e-a2f3-a0414e953e6c {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:13:09.720324 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2f5b9262-7d99-43ae-83e8-929816a75924 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (10f83c82-798a-478e-a2f3-a0414e953e6c), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:09.722968 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 973d4a52-96e6-4576-bb76-13a74c74ce4a {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:13:09.770103 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 9334f6e7-751a-42c1-a36e-fe1d8d7203ff up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:13:09.776095 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3b780f27-e11f-4749-a9ba-ec602fd40d8b tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (32a6b4cb-47fe-4ec8-ab25-b75c8d73c5da), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:09.780496 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3b780f27-e11f-4749-a9ba-ec602fd40d8b tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks [] for router_controller (32a6b4cb-47fe-4ec8-ab25-b75c8d73c5da), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:09.783933 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-79b27426-eb06-4db8-b28b-1c02beaa562e tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (59b09d10-95da-4a22-b87f-8d2e7954cde6), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:09.788553 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-0240b0f7-57fc-4c76-9a6f-5030efed74b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] For port 10f83c82-798a-478e-a2f3-a0414e953e6c, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=10f83c82-798a-478e-a2f3-a0414e953e6c,segment=NetworkSegment(4d369ae6-ac5e-4fc0-b910-4a8f8189ea3e),segment_id=4d369ae6-ac5e-4fc0-b910-4a8f8189ea3e)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:13:09.789026 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0240b0f7-57fc-4c76-9a6f-5030efed74b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (10f83c82-798a-478e-a2f3-a0414e953e6c), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:09.807532 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-0240b0f7-57fc-4c76-9a6f-5030efed74b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Calling delete_port for 10f83c82-798a-478e-a2f3-a0414e953e6c owned by network:dhcp {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:13:09.812712 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1a2d623a-f8bb-40d1-a8e0-4e3afc68d928 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (bc1ffb50-8bba-44dc-a9a9-44bb5783b1b2), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:09.846304 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 973d4a52-96e6-4576-bb76-13a74c74ce4a, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=973d4a52-96e6-4576-bb76-13a74c74ce4a,segment=NetworkSegment(340496d0-213c-4bfb-8673-51533e32f7aa),segment_id=340496d0-213c-4bfb-8673-51533e32f7aa)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:13:09.862137 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (973d4a52-96e6-4576-bb76-13a74c74ce4a), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:09.880244 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-2f5b9262-7d99-43ae-83e8-929816a75924 None None] For port 10f83c82-798a-478e-a2f3-a0414e953e6c, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=10f83c82-798a-478e-a2f3-a0414e953e6c,segment=NetworkSegment(4d369ae6-ac5e-4fc0-b910-4a8f8189ea3e),segment_id=4d369ae6-ac5e-4fc0-b910-4a8f8189ea3e)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:13:09.880793 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2f5b9262-7d99-43ae-83e8-929816a75924 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (10f83c82-798a-478e-a2f3-a0414e953e6c), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:09.931464 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-2f5b9262-7d99-43ae-83e8-929816a75924 None None] Calling delete_port for 10f83c82-798a-478e-a2f3-a0414e953e6c owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:13:09.934531 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2d623a-f8bb-40d1-a8e0-4e3afc68d928 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Pushing event updated for resources: {'Subnet': ['ID=bc1ffb50-8bba-44dc-a9a9-44bb5783b1b2,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:09.981512 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2d623a-f8bb-40d1-a8e0-4e3afc68d928 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Checking segment: {'id': '1460ef12-8f69-43c2-b029-b4b53f62034e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b6c6d1f6-e769-4875-ae7d-bd27bbdf2dcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:13:09.981875 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2d623a-f8bb-40d1-a8e0-4e3afc68d928 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Network hostable DHCP agents. Network: b6c6d1f6-e769-4875-ae7d-bd27bbdf2dcc, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:13:10.004069 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e575e0c7-fe97-4dca-82ab-d609b43cd8a3 req-23d818d2-4e46-4fb0-a592-ca576a68987c service neutron] 10.222.0.87 "GET /v2.0/networks/5cfbcee1-7173-4b6e-a0aa-7287399b71c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0852683 Feb 02 07:13:10.007174 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0240b0f7-57fc-4c76-9a6f-5030efed74b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (10f83c82-798a-478e-a2f3-a0414e953e6c), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:10.016714 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2d623a-f8bb-40d1-a8e0-4e3afc68d928 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Network b6c6d1f6-e769-4875-ae7d-bd27bbdf2dcc is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:13:10.046488 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0240b0f7-57fc-4c76-9a6f-5030efed74b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Pushing event deleted for resources: {'Port': ['ID=10f83c82-798a-478e-a2f3-a0414e953e6c,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:10.052493 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=973d4a52-96e6-4576-bb76-13a74c74ce4a,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:10.066898 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0240b0f7-57fc-4c76-9a6f-5030efed74b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] No DVR routers for this DVR port 10f83c82-798a-478e-a2f3-a0414e953e6c on host n-d-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:13:10.071876 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-8af0580c-5683-4f23-875e-0a20322a9767 None None] Current status of the port 9334f6e7-751a-42c1-a36e-fe1d8d7203ff is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:13:10.079035 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-1a2d623a-f8bb-40d1-a8e0-4e3afc68d928 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, b6c6d1f6-e769-4875-ae7d-bd27bbdf2dcc) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:13:10.085799 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2d623a-f8bb-40d1-a8e0-4e3afc68d928 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:10.086663 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1a2d623a-f8bb-40d1-a8e0-4e3afc68d928 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:10.100297 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be50acd-5765-43ad-b36a-e355ae5addb1 None None] Network b6c6d1f6-e769-4875-ae7d-bd27bbdf2dcc requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:13:10.132457 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 9334f6e7-751a-42c1-a36e-fe1d8d7203ff triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:10.133267 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (9334f6e7-751a-42c1-a36e-fe1d8d7203ff), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:10.136484 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2f5b9262-7d99-43ae-83e8-929816a75924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (10f83c82-798a-478e-a2f3-a0414e953e6c), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:10.147123 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3b780f27-e11f-4749-a9ba-ec602fd40d8b tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (32a6b4cb-47fe-4ec8-ab25-b75c8d73c5da), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:10.147767 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b780f27-e11f-4749-a9ba-ec602fd40d8b tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Fanout notify agent at l3_agent the message router_deleted on router 32a6b4cb-47fe-4ec8-ab25-b75c8d73c5da {{(pid=109693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:13:10.150962 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-79b27426-eb06-4db8-b28b-1c02beaa562e tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks [] for port (59b09d10-95da-4a22-b87f-8d2e7954cde6), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:10.160992 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-1a2d623a-f8bb-40d1-a8e0-4e3afc68d928 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5328796 Feb 02 07:13:10.161191 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3b780f27-e11f-4749-a9ba-ec602fd40d8b tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:10.161191 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-3b780f27-e11f-4749-a9ba-ec602fd40d8b tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] 10.222.0.87 "DELETE /v2.0/routers/32a6b4cb-47fe-4ec8-ab25-b75c8d73c5da HTTP/1.1" status: 204 len: 168 time: 4.1421006 Feb 02 07:13:10.161420 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56688) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:10.168234 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56690) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:10.172156 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-e08b41f5-aedd-40df-825b-73ca3891e3c9 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1498637690', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:13:10.173420 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-5c3c0073-5287-4643-8458-1f4e43910147 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2061332831', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}, 'admin_state_up': False}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:13:10.181591 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-79b27426-eb06-4db8-b28b-1c02beaa562e tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (59b09d10-95da-4a22-b87f-8d2e7954cde6), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:10.233694 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5b9262-7d99-43ae-83e8-929816a75924 None None] Pushing event deleted for resources: {'Port': ['ID=10f83c82-798a-478e-a2f3-a0414e953e6c,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:10.250370 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5b9262-7d99-43ae-83e8-929816a75924 None None] No DVR routers for this DVR port 10f83c82-798a-478e-a2f3-a0414e953e6c on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:13:10.268799 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5c3c0073-5287-4643-8458-1f4e43910147 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (1c28bffb-e8eb-40dc-b05c-122d6adbc1e5), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:10.269718 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5c3c0073-5287-4643-8458-1f4e43910147 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (1c28bffb-e8eb-40dc-b05c-122d6adbc1e5), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:10.274167 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0240b0f7-57fc-4c76-9a6f-5030efed74b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (015be40c-d176-49f5-aaa0-e5bd50085eb1), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:10.275153 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e08b41f5-aedd-40df-825b-73ca3891e3c9 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (bef62444-b2d8-46de-af99-240cccb04cb7), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:10.276612 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e08b41f5-aedd-40df-825b-73ca3891e3c9 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (bef62444-b2d8-46de-af99-240cccb04cb7), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:10.304977 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e575e0c7-fe97-4dca-82ab-d609b43cd8a3 req-04e23fa1-7a38-4aa8-8ea1-230f8675da0b service neutron] 10.222.0.87 "GET /v2.0/networks/5cfbcee1-7173-4b6e-a0aa-7287399b71c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996488 Feb 02 07:13:10.310336 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-0240b0f7-57fc-4c76-9a6f-5030efed74b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['015be40c-d176-49f5-aaa0-e5bd50085eb1']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:13:10.332692 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-0240b0f7-57fc-4c76-9a6f-5030efed74b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d369ae6-ac5e-4fc0-b910-4a8f8189ea3e') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:13:10.333026 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-0240b0f7-57fc-4c76-9a6f-5030efed74b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d369ae6-ac5e-4fc0-b910-4a8f8189ea3e') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:13:10.346020 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b27426-eb06-4db8-b28b-1c02beaa562e tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Pushing event updated for resources: {'Port': ['ID=59b09d10-95da-4a22-b87f-8d2e7954cde6,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:10.380262 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-79b27426-eb06-4db8-b28b-1c02beaa562e tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (3ed4caf7-e0ef-4aa8-be4e-153445330379), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:10.380912 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0240b0f7-57fc-4c76-9a6f-5030efed74b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (4d369ae6-ac5e-4fc0-b910-4a8f8189ea3e), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:10.391499 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5c3c0073-5287-4643-8458-1f4e43910147 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks [] for router_controller (1c28bffb-e8eb-40dc-b05c-122d6adbc1e5), precommit_add_association {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:10.404423 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0240b0f7-57fc-4c76-9a6f-5030efed74b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (4d369ae6-ac5e-4fc0-b910-4a8f8189ea3e), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:10.441056 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e08b41f5-aedd-40df-825b-73ca3891e3c9 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for router_controller (bef62444-b2d8-46de-af99-240cccb04cb7), precommit_add_association {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:10.452689 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e08b41f5-aedd-40df-825b-73ca3891e3c9 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (bef62444-b2d8-46de-af99-240cccb04cb7), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:10.456140 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0240b0f7-57fc-4c76-9a6f-5030efed74b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:13:10.456582 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0240b0f7-57fc-4c76-9a6f-5030efed74b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (4d369ae6-ac5e-4fc0-b910-4a8f8189ea3e), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:10.460731 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:13:10.460731 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:13:10.460731 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:13:10.460731 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:13:10.460731 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:13:10.460731 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:13:10.460731 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:13:10.460731 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:13:10.460731 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:13:10.460731 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:13:10.460731 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:13:10.460731 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:13:10.460731 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:13:10.460731 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:13:10.460731 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:13:10.460731 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:13:10.460731 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:13:10.460731 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:13:10.460731 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:13:10.460731 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:13:10.460731 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:13:10.460731 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:13:10.460731 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:13:10.460731 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:13:10.460731 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:13:10.460731 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:13:10.460731 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:13:10.460731 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:13:10.460731 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:13:10.460731 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:13:10.460731 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:13:10.460731 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:13:10.468952 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-79b27426-eb06-4db8-b28b-1c02beaa562e tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:10.475664 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-79b27426-eb06-4db8-b28b-1c02beaa562e tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3075130 Feb 02 07:13:10.483891 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e08b41f5-aedd-40df-825b-73ca3891e3c9 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:10.485460 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e08b41f5-aedd-40df-825b-73ca3891e3c9 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3167396 Feb 02 07:13:10.488430 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56694) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:10.583622 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['8ba1ce67-d18a-4ea3-9d86-ca0cc6e054da'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:13:10.760225 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['973d4a52-96e6-4576-bb76-13a74c74ce4a'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:13:10.772647 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c4af4e-c4c7-4fbc-9ba0-d3154ec4d134 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-b6c6d1f6-e769-4875-ae7d-bd27bbdf2dcc', 'network_id': 'b6c6d1f6-e769-4875-ae7d-bd27bbdf2dcc', 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'fixed_ips': [{'subnet_id': 'bc1ffb50-8bba-44dc-a9a9-44bb5783b1b2'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:13:10.775312 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-09c4af4e-c4c7-4fbc-9ba0-d3154ec4d134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:10.781713 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7715b7e7-e436-4536-8c76-f4b198fcc869 req-ba17404a-c9aa-40d1-a932-b37206aeb257 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=4dbc73c4-fa5a-4187-8268-a2b1075e9608 HTTP/1.1" status: 200 len: 210 time: 0.1471589 Feb 02 07:13:10.801674 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0240b0f7-57fc-4c76-9a6f-5030efed74b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (015be40c-d176-49f5-aaa0-e5bd50085eb1), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:10.859739 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-52035f8e-2947-479a-b4dc-07f1295ab004 req-6e31d6a2-07f9-44cc-b675-42837f92bdf2 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--349520352&fields=id&tenant_id=3b47e731264f4e98a435635cbe941a6a HTTP/1.1" status: 200 len: 267 time: 0.1991491 Feb 02 07:13:10.886377 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0240b0f7-57fc-4c76-9a6f-5030efed74b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:10.892806 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0240b0f7-57fc-4c76-9a6f-5030efed74b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] 10.222.0.87 "DELETE /v2.0/networks/015be40c-d176-49f5-aaa0-e5bd50085eb1 HTTP/1.1" status: 204 len: 168 time: 1.8630674 Feb 02 07:13:10.954723 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5c3c0073-5287-4643-8458-1f4e43910147 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks [] for router_gateway (1c28bffb-e8eb-40dc-b05c-122d6adbc1e5), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:10.960547 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0240b0f7-57fc-4c76-9a6f-5030efed74b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277 tempest-ExtraDHCPOptionsIpV6TestJSON-1301385277-project] Pushing event deleted for resources: {'Network': ['ID=015be40c-d176-49f5-aaa0-e5bd50085eb1,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:11.064814 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded1c695-19c6-4d63-8b7c-a5418c7ceff5 req-571e362e-f351-4074-90d2-337a7de2a1b9 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:11.071007 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded1c695-19c6-4d63-8b7c-a5418c7ceff5 req-571e362e-f351-4074-90d2-337a7de2a1b9 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:11.077002 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded1c695-19c6-4d63-8b7c-a5418c7ceff5 req-571e362e-f351-4074-90d2-337a7de2a1b9 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:11.078705 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ded1c695-19c6-4d63-8b7c-a5418c7ceff5 req-571e362e-f351-4074-90d2-337a7de2a1b9 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/ports?device_id=1d6f8a2e-1379-4758-96fc-57288067ece2 HTTP/1.1" status: 200 len: 2414 time: 0.2044911 Feb 02 07:13:11.176977 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-554a0438-c36b-46ba-929b-ef5ac0847206 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:11.197677 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ded1c695-19c6-4d63-8b7c-a5418c7ceff5 req-fad53e15-a913-4387-9977-2caaf5147a53 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee38a50d-609a-441d-89e7-67ea86baffc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118314 Feb 02 07:13:11.209746 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 9334f6e7-751a-42c1-a36e-fe1d8d7203ff is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:13:11.228375 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e29386f2-8a8d-443c-8c48-b0b1c576ea31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:11.329720 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 10f83c82-798a-478e-a2f3-a0414e953e6c no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:13:11.446656 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5c3c0073-5287-4643-8458-1f4e43910147 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks [] for router_gateway (1c28bffb-e8eb-40dc-b05c-122d6adbc1e5), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:11.462355 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 10f83c82-798a-478e-a2f3-a0414e953e6c {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:13:11.462713 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 10f83c82-798a-478e-a2f3-a0414e953e6c not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:13:11.470414 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56722) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:11.472220 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5c3c0073-5287-4643-8458-1f4e43910147 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:11.493466 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['bb78205a-794e-4a19-8c36-535bfca52971'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:13:11.674135 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-09c4af4e-c4c7-4fbc-9ba0-d3154ec4d134 None None] Allocated IP 172.20.0.2 (b6c6d1f6-e769-4875-ae7d-bd27bbdf2dcc/bc1ffb50-8bba-44dc-a9a9-44bb5783b1b2/79e87dab-f6ef-48cf-b8b1-fc41b9106216) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:13:11.689004 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 9334f6e7-751a-42c1-a36e-fe1d8d7203ff up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:13:11.707355 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-5c3c0073-5287-4643-8458-1f4e43910147 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Allocated IP 172.25.4.94 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/e1f0a50c-4349-480f-9c4d-63a293f01df3) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:13:11.753687 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52035f8e-2947-479a-b4dc-07f1295ab004 req-6321c0a7-0f96-44ad-8de9-ed8e4239fd39 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:11.763772 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-52035f8e-2947-479a-b4dc-07f1295ab004 req-6321c0a7-0f96-44ad-8de9-ed8e4239fd39 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/networks?id=5b8ffc7a-717b-4b32-aed8-31315930798c HTTP/1.1" status: 200 len: 809 time: 0.9024012 Feb 02 07:13:11.797281 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-52035f8e-2947-479a-b4dc-07f1295ab004 req-66dfae3c-7de1-4a96-b919-8e69e02d41fc tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/quotas/3b47e731264f4e98a435635cbe941a6a HTTP/1.1" status: 200 len: 375 time: 0.0323191 Feb 02 07:13:11.861226 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5c3c0073-5287-4643-8458-1f4e43910147 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks [] for port (e1f0a50c-4349-480f-9c4d-63a293f01df3), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:11.908749 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-52035f8e-2947-479a-b4dc-07f1295ab004 req-05c5f143-4460-4ad3-a1ff-d871a0c311ae tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=3b47e731264f4e98a435635cbe941a6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1045225 Feb 02 07:13:11.926617 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8f523a3c-8b6c-4034-9935-b3ef64c75575 req-ae9fba3f-2e52-4c4f-9d4e-7d76ae250952 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=4dbc73c4-fa5a-4187-8268-a2b1075e9608 HTTP/1.1" status: 200 len: 210 time: 0.0617228 Feb 02 07:13:11.968799 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-3380781a-687e-47ba-af6b-21dbee3f0e8d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=e894fd04a8114d718f19c8e48639d8fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4939249 Feb 02 07:13:11.971691 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56728) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:11.990756 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5c3c0073-5287-4643-8458-1f4e43910147 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (e1f0a50c-4349-480f-9c4d-63a293f01df3), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:12.008216 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 9334f6e7-751a-42c1-a36e-fe1d8d7203ff triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:12.008810 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (9334f6e7-751a-42c1-a36e-fe1d8d7203ff), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:12.049691 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-09c4af4e-c4c7-4fbc-9ba0-d3154ec4d134 None None] Publish callbacks [] for port (79e87dab-f6ef-48cf-b8b1-fc41b9106216), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:12.053658 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3c0073-5287-4643-8458-1f4e43910147 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:13:12.065129 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-5c3c0073-5287-4643-8458-1f4e43910147 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:13:12.067768 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3c0073-5287-4643-8458-1f4e43910147 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:13:12.072153 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3c0073-5287-4643-8458-1f4e43910147 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Pushing event updated for resources: {'Port': ['ID=e1f0a50c-4349-480f-9c4d-63a293f01df3,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:12.086929 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-09c4af4e-c4c7-4fbc-9ba0-d3154ec4d134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (79e87dab-f6ef-48cf-b8b1-fc41b9106216), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:12.116462 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-697ee92b-d2b0-42ed-b6b3-fcc5e262e3ad admin admin] Publish callbacks [] for security_group (b8a418ca-4095-40d6-860a-d9b14d861356), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:12.146612 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c4af4e-c4c7-4fbc-9ba0-d3154ec4d134 None None] Network b6c6d1f6-e769-4875-ae7d-bd27bbdf2dcc is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:13:12.162445 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-09c4af4e-c4c7-4fbc-9ba0-d3154ec4d134 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:13:12.172409 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c4af4e-c4c7-4fbc-9ba0-d3154ec4d134 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:13:12.194419 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c4af4e-c4c7-4fbc-9ba0-d3154ec4d134 None None] Pushing event updated for resources: {'Port': ['ID=79e87dab-f6ef-48cf-b8b1-fc41b9106216,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:12.212463 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-697ee92b-d2b0-42ed-b6b3-fcc5e262e3ad admin admin] Publish callbacks [] for security_group (b8a418ca-4095-40d6-860a-d9b14d861356), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:12.290403 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-09c4af4e-c4c7-4fbc-9ba0-d3154ec4d134 None None] Attempting to bind port 79e87dab-f6ef-48cf-b8b1-fc41b9106216 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:13:12.290803 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-09c4af4e-c4c7-4fbc-9ba0-d3154ec4d134 None None] Attempting to bind port 79e87dab-f6ef-48cf-b8b1-fc41b9106216 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '1460ef12-8f69-43c2-b029-b4b53f62034e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b6c6d1f6-e769-4875-ae7d-bd27bbdf2dcc'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:13:12.291147 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c4af4e-c4c7-4fbc-9ba0-d3154ec4d134 None None] Attempting to bind port 79e87dab-f6ef-48cf-b8b1-fc41b9106216 on network b6c6d1f6-e769-4875-ae7d-bd27bbdf2dcc {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:13:12.296213 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 9334f6e7-751a-42c1-a36e-fe1d8d7203ff is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:13:12.301187 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c4af4e-c4c7-4fbc-9ba0-d3154ec4d134 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:13:12.301577 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c4af4e-c4c7-4fbc-9ba0-d3154ec4d134 None None] Checking segment: {'id': '1460ef12-8f69-43c2-b029-b4b53f62034e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b6c6d1f6-e769-4875-ae7d-bd27bbdf2dcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:13:12.301985 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-09c4af4e-c4c7-4fbc-9ba0-d3154ec4d134 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:12.302480 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c4af4e-c4c7-4fbc-9ba0-d3154ec4d134 None None] Bound using segment: {'id': '1460ef12-8f69-43c2-b029-b4b53f62034e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b6c6d1f6-e769-4875-ae7d-bd27bbdf2dcc'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:13:12.302866 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-09c4af4e-c4c7-4fbc-9ba0-d3154ec4d134 None None] Bound port: 79e87dab-f6ef-48cf-b8b1-fc41b9106216, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1460ef12-8f69-43c2-b029-b4b53f62034e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'b6c6d1f6-e769-4875-ae7d-bd27bbdf2dcc'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:13:12.303232 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-09c4af4e-c4c7-4fbc-9ba0-d3154ec4d134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (79e87dab-f6ef-48cf-b8b1-fc41b9106216), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:12.313889 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-697ee92b-d2b0-42ed-b6b3-fcc5e262e3ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (b8a418ca-4095-40d6-860a-d9b14d861356), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:12.317708 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-697ee92b-d2b0-42ed-b6b3-fcc5e262e3ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:12.320111 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-697ee92b-d2b0-42ed-b6b3-fcc5e262e3ad admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b8a418ca-4095-40d6-860a-d9b14d861356 HTTP/1.1" status: 204 len: 168 time: 0.3465564 Feb 02 07:13:12.388917 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-554a0438-c36b-46ba-929b-ef5ac0847206 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Allocated IP 172.20.0.1 (b6c6d1f6-e769-4875-ae7d-bd27bbdf2dcc/bc1ffb50-8bba-44dc-a9a9-44bb5783b1b2/107cd44e-82eb-4d2a-96b6-3be41be6b115) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:13:12.403728 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-52035f8e-2947-479a-b4dc-07f1295ab004 req-98838b8d-febf-456b-a366-5ba035ac1d12 service neutron] 10.222.0.87 "GET /v2.0/networks/5b8ffc7a-717b-4b32-aed8-31315930798c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4901657 Feb 02 07:13:12.456940 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-09c4af4e-c4c7-4fbc-9ba0-d3154ec4d134 None None] For port 79e87dab-f6ef-48cf-b8b1-fc41b9106216, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:13:12.465447 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-09c4af4e-c4c7-4fbc-9ba0-d3154ec4d134 None None] For port 79e87dab-f6ef-48cf-b8b1-fc41b9106216, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=79e87dab-f6ef-48cf-b8b1-fc41b9106216,segment=NetworkSegment(1460ef12-8f69-43c2-b029-b4b53f62034e),segment_id=1460ef12-8f69-43c2-b029-b4b53f62034e)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:13:12.479051 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-09c4af4e-c4c7-4fbc-9ba0-d3154ec4d134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (79e87dab-f6ef-48cf-b8b1-fc41b9106216), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:12.592203 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c4af4e-c4c7-4fbc-9ba0-d3154ec4d134 None None] Pushing event updated for resources: {'Port': ['ID=79e87dab-f6ef-48cf-b8b1-fc41b9106216,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:12.624631 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-52035f8e-2947-479a-b4dc-07f1295ab004 req-cabfef9b-09a7-4fd6-a20c-dce585df6c8f service neutron] 10.222.0.87 "GET /v2.0/networks/5b8ffc7a-717b-4b32-aed8-31315930798c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061276 Feb 02 07:13:12.660206 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-554a0438-c36b-46ba-929b-ef5ac0847206 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for port (107cd44e-82eb-4d2a-96b6-3be41be6b115), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:12.734538 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-554a0438-c36b-46ba-929b-ef5ac0847206 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (107cd44e-82eb-4d2a-96b6-3be41be6b115), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:12.866357 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554a0438-c36b-46ba-929b-ef5ac0847206 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Network b6c6d1f6-e769-4875-ae7d-bd27bbdf2dcc is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:13:12.917644 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-554a0438-c36b-46ba-929b-ef5ac0847206 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:13:12.929207 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554a0438-c36b-46ba-929b-ef5ac0847206 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:13:12.988705 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554a0438-c36b-46ba-929b-ef5ac0847206 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Pushing event updated for resources: {'Port': ['ID=107cd44e-82eb-4d2a-96b6-3be41be6b115,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:12.997482 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2d34cb6b-e5bd-4bf0-8a4d-4edb08ae9d35 req-69441f8d-6f2e-4cc4-881d-6a987bd8b23f tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a9037b0-532a-408c-b85e-3a39058988ae HTTP/1.1" status: 200 len: 210 time: 0.0965428 Feb 02 07:13:13.025556 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-554a0438-c36b-46ba-929b-ef5ac0847206 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (bef62444-b2d8-46de-af99-240cccb04cb7), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:13.048077 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6bcdcddc-2920-4b9a-add2-5ccd58566e71 req-cc977765-69ec-44f5-a1ed-08692ca56249 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1853831 Feb 02 07:13:13.055825 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697ee92b-d2b0-42ed-b6b3-fcc5e262e3ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a418ca-4095-40d6-860a-d9b14d861356,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:13.201883 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-efe5186c-5dde-4c05-ad88-61b1e9f1ebf3 req-1aead222-d819-418c-b414-64a6db139fb1 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=4dbc73c4-fa5a-4187-8268-a2b1075e9608 HTTP/1.1" status: 200 len: 210 time: 0.0643702 Feb 02 07:13:13.269990 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-99c9ae16-2b54-43a4-9f69-d8392b0e136b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:13.288584 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8487e05f-83fa-4fc5-865e-5672b3ab4a24 req-5d81d0c2-fe4d-4517-8213-acf1fe26fd37 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:13.296142 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8487e05f-83fa-4fc5-865e-5672b3ab4a24 req-5d81d0c2-fe4d-4517-8213-acf1fe26fd37 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:13.302583 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8487e05f-83fa-4fc5-865e-5672b3ab4a24 req-5d81d0c2-fe4d-4517-8213-acf1fe26fd37 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:13.304452 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8487e05f-83fa-4fc5-865e-5672b3ab4a24 req-5d81d0c2-fe4d-4517-8213-acf1fe26fd37 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/ports?device_id=1d6f8a2e-1379-4758-96fc-57288067ece2 HTTP/1.1" status: 200 len: 2414 time: 0.2646751 Feb 02 07:13:13.321194 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcdcddc-2920-4b9a-add2-5ccd58566e71 req-702a111d-c7d2-4428-b1d1-81945ad81bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:13.321821 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcdcddc-2920-4b9a-add2-5ccd58566e71 req-702a111d-c7d2-4428-b1d1-81945ad81bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:13.322522 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcdcddc-2920-4b9a-add2-5ccd58566e71 req-702a111d-c7d2-4428-b1d1-81945ad81bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:13.323051 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcdcddc-2920-4b9a-add2-5ccd58566e71 req-702a111d-c7d2-4428-b1d1-81945ad81bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:13.323792 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcdcddc-2920-4b9a-add2-5ccd58566e71 req-702a111d-c7d2-4428-b1d1-81945ad81bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:13.324051 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcdcddc-2920-4b9a-add2-5ccd58566e71 req-702a111d-c7d2-4428-b1d1-81945ad81bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:13.324770 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcdcddc-2920-4b9a-add2-5ccd58566e71 req-702a111d-c7d2-4428-b1d1-81945ad81bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:13.328220 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6bcdcddc-2920-4b9a-add2-5ccd58566e71 req-702a111d-c7d2-4428-b1d1-81945ad81bd5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=07cbe6ce97734b3c8365c4e2bb6fcdb5&device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 6725 time: 0.1783092 Feb 02 07:13:13.375873 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5c3c0073-5287-4643-8458-1f4e43910147 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks [] for router_gateway (1c28bffb-e8eb-40dc-b05c-122d6adbc1e5), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:13.397101 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-554a0438-c36b-46ba-929b-ef5ac0847206 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (107cd44e-82eb-4d2a-96b6-3be41be6b115), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:13.428233 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575e0c7-fe97-4dca-82ab-d609b43cd8a3 req-12f1f75f-ef2b-4552-bd86-ba132e9e3dd0 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:13.429645 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e575e0c7-fe97-4dca-82ab-d609b43cd8a3 req-12f1f75f-ef2b-4552-bd86-ba132e9e3dd0 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.59 "GET /v2.0/networks?id=5cfbcee1-7173-4b6e-a0aa-7287399b71c6 HTTP/1.1" status: 200 len: 911 time: 0.3911552 Feb 02 07:13:13.438816 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8487e05f-83fa-4fc5-865e-5672b3ab4a24 req-9a43d835-df76-4dfd-a330-6973595e415c tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee38a50d-609a-441d-89e7-67ea86baffc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222754 Feb 02 07:13:13.455311 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-e575e0c7-fe97-4dca-82ab-d609b43cd8a3 req-8a6f54a5-1d9a-4923-9ca6-c7acf3201f50 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] Request body: {'port': {'device_id': '4dbc73c4-fa5a-4187-8268-a2b1075e9608', 'network_id': '5cfbcee1-7173-4b6e-a0aa-7287399b71c6', 'admin_state_up': True, 'tenant_id': '06979ed0016c41f8b96877f87096f36c'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:13:13.550735 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56766) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:13.562317 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e575e0c7-fe97-4dca-82ab-d609b43cd8a3 req-8a6f54a5-1d9a-4923-9ca6-c7acf3201f50 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] Made reservation on behalf of 06979ed0016c41f8b96877f87096f36c for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:13:13.566091 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-e575e0c7-fe97-4dca-82ab-d609b43cd8a3 req-8a6f54a5-1d9a-4923-9ca6-c7acf3201f50 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:13.624133 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcdcddc-2920-4b9a-add2-5ccd58566e71 req-98b9157c-11d3-42ee-9836-ef505dbf3827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:13.624618 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcdcddc-2920-4b9a-add2-5ccd58566e71 req-98b9157c-11d3-42ee-9836-ef505dbf3827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:13.625673 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcdcddc-2920-4b9a-add2-5ccd58566e71 req-98b9157c-11d3-42ee-9836-ef505dbf3827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:13.633882 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6bcdcddc-2920-4b9a-add2-5ccd58566e71 req-98b9157c-11d3-42ee-9836-ef505dbf3827 service neutron] 10.222.0.88 "GET /v2.0/networks?id=75d236c0-f48f-4716-8c17-05895f8c5ef2&id=44fb9145-9ace-47b2-84ba-690d45d04d68&id=44fb9145-9ace-47b2-84ba-690d45d04d68&id=44fb9145-9ace-47b2-84ba-690d45d04d68&id=44fb9145-9ace-47b2-84ba-690d45d04d68&id=807c79ec-08e2-4059-a72e-092033961844&id=807c79ec-08e2-4059-a72e-092033961844 HTTP/1.1" status: 200 len: 2299 time: 0.2719436 Feb 02 07:13:13.731705 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-5620ac4b-9cac-4b66-9337-fce5378d28d1 tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1615393711'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:13:13.768353 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 79e87dab-f6ef-48cf-b8b1-fc41b9106216 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:13:13.842427 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 79e87dab-f6ef-48cf-b8b1-fc41b9106216 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:13.843296 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (79e87dab-f6ef-48cf-b8b1-fc41b9106216), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:13.859766 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-e575e0c7-fe97-4dca-82ab-d609b43cd8a3 req-8a6f54a5-1d9a-4923-9ca6-c7acf3201f50 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] Allocated IP 172.20.0.7 (5cfbcee1-7173-4b6e-a0aa-7287399b71c6/632da248-6289-4747-982b-19f8a4b887fb/02fbefda-9af4-4c84-b09a-5700b4bc9cf5) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:13:13.861728 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5620ac4b-9cac-4b66-9337-fce5378d28d1 tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Made reservation on behalf of a1d11cec99e04d0c851a11301081fdda for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:13:13.865604 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5620ac4b-9cac-4b66-9337-fce5378d28d1 tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:13.890115 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5620ac4b-9cac-4b66-9337-fce5378d28d1 tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:13.944496 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5c3c0073-5287-4643-8458-1f4e43910147 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (1c28bffb-e8eb-40dc-b05c-122d6adbc1e5), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:13.955048 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 79e87dab-f6ef-48cf-b8b1-fc41b9106216 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:13:13.955753 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (79e87dab-f6ef-48cf-b8b1-fc41b9106216), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:14.017082 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 79e87dab-f6ef-48cf-b8b1-fc41b9106216, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=79e87dab-f6ef-48cf-b8b1-fc41b9106216,segment=NetworkSegment(1460ef12-8f69-43c2-b029-b4b53f62034e),segment_id=1460ef12-8f69-43c2-b029-b4b53f62034e)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:13:14.027343 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (79e87dab-f6ef-48cf-b8b1-fc41b9106216), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:14.037956 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6bcdcddc-2920-4b9a-add2-5ccd58566e71 req-3bc77fde-11de-4ba7-b921-6e478f713093 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78f002f0-5cc9-43ce-9674-66babfe32234 HTTP/1.1" status: 200 len: 1000 time: 0.3904166 Feb 02 07:13:14.099267 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-554a0438-c36b-46ba-929b-ef5ac0847206 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for port (107cd44e-82eb-4d2a-96b6-3be41be6b115), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:14.110538 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-554a0438-c36b-46ba-929b-ef5ac0847206 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (107cd44e-82eb-4d2a-96b6-3be41be6b115), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:14.129835 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=79e87dab-f6ef-48cf-b8b1-fc41b9106216,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:14.147483 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 973d4a52-96e6-4576-bb76-13a74c74ce4a up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:13:14.181026 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e8bd09-8930-423b-9804-af47c493cf21 None None] Network b6c6d1f6-e769-4875-ae7d-bd27bbdf2dcc requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:13:14.221091 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcdcddc-2920-4b9a-add2-5ccd58566e71 req-60372123-c4b4-40bd-a597-99e0f689f3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:14.222651 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6bcdcddc-2920-4b9a-add2-5ccd58566e71 req-60372123-c4b4-40bd-a597-99e0f689f3b1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e1650f49-fd4b-4603-822f-9852910c48b0 HTTP/1.1" status: 200 len: 856 time: 0.1748571 Feb 02 07:13:14.231487 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-696957cc-484d-4748-89cc-f16455b0fed4 req-bd0a3912-e766-41e6-a98e-7ad06b0e2687 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a9037b0-532a-408c-b85e-3a39058988ae HTTP/1.1" status: 200 len: 210 time: 0.0596766 Feb 02 07:13:14.274575 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-554a0438-c36b-46ba-929b-ef5ac0847206 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (bef62444-b2d8-46de-af99-240cccb04cb7), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:14.292786 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554a0438-c36b-46ba-929b-ef5ac0847206 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Pushing event updated for resources: {'Port': ['ID=107cd44e-82eb-4d2a-96b6-3be41be6b115,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:14.297242 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-e575e0c7-fe97-4dca-82ab-d609b43cd8a3 req-8a6f54a5-1d9a-4923-9ca6-c7acf3201f50 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] Publish callbacks [] for port (02fbefda-9af4-4c84-b09a-5700b4bc9cf5), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:14.315164 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port 973d4a52-96e6-4576-bb76-13a74c74ce4a completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:13:14.329908 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-fd16db81-75eb-45b3-b8b6-995c54c5717e None None] Provisioning complete for port 79e87dab-f6ef-48cf-b8b1-fc41b9106216 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:14.330571 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-fd16db81-75eb-45b3-b8b6-995c54c5717e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (79e87dab-f6ef-48cf-b8b1-fc41b9106216), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:14.332967 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port 973d4a52-96e6-4576-bb76-13a74c74ce4a triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:14.333504 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (973d4a52-96e6-4576-bb76-13a74c74ce4a), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:14.349222 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5620ac4b-9cac-4b66-9337-fce5378d28d1 tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Publish callbacks [] for security_group (bae8856c-8ecb-4b47-88d3-bb91163b1ab0), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:14.402726 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcdcddc-2920-4b9a-add2-5ccd58566e71 req-9167db62-ca9e-4786-82de-424e7146ecd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:14.404190 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-e575e0c7-fe97-4dca-82ab-d609b43cd8a3 req-8a6f54a5-1d9a-4923-9ca6-c7acf3201f50 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (02fbefda-9af4-4c84-b09a-5700b4bc9cf5), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:14.404750 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6bcdcddc-2920-4b9a-add2-5ccd58566e71 req-9167db62-ca9e-4786-82de-424e7146ecd2 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=75d236c0-f48f-4716-8c17-05895f8c5ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1722243 Feb 02 07:13:14.406103 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5620ac4b-9cac-4b66-9337-fce5378d28d1 tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (bae8856c-8ecb-4b47-88d3-bb91163b1ab0), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:14.421647 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5620ac4b-9cac-4b66-9337-fce5378d28d1 tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:13:14.435511 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5620ac4b-9cac-4b66-9337-fce5378d28d1 tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (37cf9b6e-62d3-4704-bc69-2095fc351430), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:14.436091 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-5620ac4b-9cac-4b66-9337-fce5378d28d1 tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Added segment 37cf9b6e-62d3-4704-bc69-2095fc351430 of type vlan for network 1aaf4e47-a568-48e1-a161-9109a1d87c81 Feb 02 07:13:14.508341 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554a0438-c36b-46ba-929b-ef5ac0847206 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Network b6c6d1f6-e769-4875-ae7d-bd27bbdf2dcc is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:13:14.520304 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5620ac4b-9cac-4b66-9337-fce5378d28d1 tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (1aaf4e47-a568-48e1-a161-9109a1d87c81), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:14.520469 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-554a0438-c36b-46ba-929b-ef5ac0847206 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:13:14.572446 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-fd16db81-75eb-45b3-b8b6-995c54c5717e None None] Current status of the port 79e87dab-f6ef-48cf-b8b1-fc41b9106216 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:13:14.579268 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 973d4a52-96e6-4576-bb76-13a74c74ce4a is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:13:14.579720 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (973d4a52-96e6-4576-bb76-13a74c74ce4a), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:14.611982 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5620ac4b-9cac-4b66-9337-fce5378d28d1 tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bae8856c-8ecb-4b47-88d3-bb91163b1ab0,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:14.621172 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5620ac4b-9cac-4b66-9337-fce5378d28d1 tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (1aaf4e47-a568-48e1-a161-9109a1d87c81), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:14.630227 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5620ac4b-9cac-4b66-9337-fce5378d28d1 tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:14.631242 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5620ac4b-9cac-4b66-9337-fce5378d28d1 tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:14.642925 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52035f8e-2947-479a-b4dc-07f1295ab004 req-37444b0a-500a-463a-9230-b6deaf36e32b tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:14.645165 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-52035f8e-2947-479a-b4dc-07f1295ab004 req-37444b0a-500a-463a-9230-b6deaf36e32b tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.88 "GET /v2.0/networks?id=5b8ffc7a-717b-4b32-aed8-31315930798c HTTP/1.1" status: 200 len: 809 time: 0.2387331 Feb 02 07:13:14.649790 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d6f8a2e-1379-4758-96fc-57288067ece2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '973d4a52-96e6-4576-bb76-13a74c74ce4a'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:13:14.654673 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f643eeab-105f-4df7-9741-e08b5b55c116" -d '{"events": [{"server_uuid": "1d6f8a2e-1379-4758-96fc-57288067ece2", "name": "network-vif-plugged", "status": "completed", "tag": "973d4a52-96e6-4576-bb76-13a74c74ce4a"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:13:14.666320 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:14.680746 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 973d4a52-96e6-4576-bb76-13a74c74ce4a, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=973d4a52-96e6-4576-bb76-13a74c74ce4a,segment=NetworkSegment(340496d0-213c-4bfb-8673-51533e32f7aa),segment_id=340496d0-213c-4bfb-8673-51533e32f7aa)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:13:14.685345 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (973d4a52-96e6-4576-bb76-13a74c74ce4a), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:14.686079 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device bb78205a-794e-4a19-8c36-535bfca52971 up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:13:14.772957 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-5620ac4b-9cac-4b66-9337-fce5378d28d1 tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.2210143 Feb 02 07:13:14.773820 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5620ac4b-9cac-4b66-9337-fce5378d28d1 tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Pushing event updated for resources: {'Network': ['ID=1aaf4e47-a568-48e1-a161-9109a1d87c81,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:14.777641 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56778) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:14.792831 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-f9dee053-4dab-421f-979a-a75c0b25c945 tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Request body: {'subnet': {'network_id': '1aaf4e47-a568-48e1-a161-9109a1d87c81', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:13:14.794736 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 1aaf4e47-a568-48e1-a161-9109a1d87c81 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:13:14.799253 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=973d4a52-96e6-4576-bb76-13a74c74ce4a,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:14.833614 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6f54a5-1d9a-4923-9ca6-c7acf3201f50 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] Pushing event updated for resources: {'Port': ['ID=02fbefda-9af4-4c84-b09a-5700b4bc9cf5,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:14.851473 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port bb78205a-794e-4a19-8c36-535bfca52971 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:13:14.858320 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e575e0c7-fe97-4dca-82ab-d609b43cd8a3 req-8a6f54a5-1d9a-4923-9ca6-c7acf3201f50 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] Network 5cfbcee1-7173-4b6e-a0aa-7287399b71c6 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:13:14.865138 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdce47d-1552-48c1-b43d-e5b1d5b69c22 req-daa57053-21bb-4432-a5b9-984c6acd965e tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:14.866754 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cfdce47d-1552-48c1-b43d-e5b1d5b69c22 req-daa57053-21bb-4432-a5b9-984c6acd965e tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=4dbc73c4-fa5a-4187-8268-a2b1075e9608 HTTP/1.1" status: 200 len: 1027 time: 0.5150812 Feb 02 07:13:14.875416 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-e575e0c7-fe97-4dca-82ab-d609b43cd8a3 req-8a6f54a5-1d9a-4923-9ca6-c7acf3201f50 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:13:14.908282 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-e575e0c7-fe97-4dca-82ab-d609b43cd8a3 req-8a6f54a5-1d9a-4923-9ca6-c7acf3201f50 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:13:14.914220 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c3c0073-5287-4643-8458-1f4e43910147 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Router 1c28bffb-e8eb-40dc-b05c-122d6adbc1e5 is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:13:14.924083 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port bb78205a-794e-4a19-8c36-535bfca52971 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:14.929206 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (bb78205a-794e-4a19-8c36-535bfca52971), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:14.951247 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-52035f8e-2947-479a-b4dc-07f1295ab004 req-dacd7488-9599-478f-b23e-a5a691d90d9f tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b47e731264f4e98a435635cbe941a6a HTTP/1.1" status: 200 len: 379 time: 0.2354813 Feb 02 07:13:14.975747 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-22b5ce15-60dd-428b-8825-a935665e70fb None None] Provisioning complete for port 107cd44e-82eb-4d2a-96b6-3be41be6b115 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:14.976142 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-22b5ce15-60dd-428b-8825-a935665e70fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (107cd44e-82eb-4d2a-96b6-3be41be6b115), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:14.986117 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e5d15e-e697-4406-b288-6f3a0b25ca48 req-55c6cf9d-b83c-4623-9063-520d83d315d3 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:14.991931 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e5d15e-e697-4406-b288-6f3a0b25ca48 req-55c6cf9d-b83c-4623-9063-520d83d315d3 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:14.998308 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e5d15e-e697-4406-b288-6f3a0b25ca48 req-55c6cf9d-b83c-4623-9063-520d83d315d3 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:15.000319 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-16e5d15e-e697-4406-b288-6f3a0b25ca48 req-55c6cf9d-b83c-4623-9063-520d83d315d3 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/ports?device_id=1d6f8a2e-1379-4758-96fc-57288067ece2 HTTP/1.1" status: 200 len: 2415 time: 0.3542459 Feb 02 07:13:15.011244 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-52035f8e-2947-479a-b4dc-07f1295ab004 req-28c1c637-6804-4475-b64c-6a380d74ca4f tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Request body: {'port': {'device_id': '1a9037b0-532a-408c-b85e-3a39058988ae', 'network_id': '5b8ffc7a-717b-4b32-aed8-31315930798c', 'admin_state_up': True, 'tenant_id': '3b47e731264f4e98a435635cbe941a6a', 'security_groups': ['0cda471f-b311-4535-ab7e-114e2234fd08']}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:13:15.056087 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575e0c7-fe97-4dca-82ab-d609b43cd8a3 req-8a6f54a5-1d9a-4923-9ca6-c7acf3201f50 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:15.056724 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-e575e0c7-fe97-4dca-82ab-d609b43cd8a3 req-8a6f54a5-1d9a-4923-9ca6-c7acf3201f50 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:15.062657 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-22b5ce15-60dd-428b-8825-a935665e70fb None None] Port 107cd44e-82eb-4d2a-96b6-3be41be6b115 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:13:15.063077 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cfdce47d-1552-48c1-b43d-e5b1d5b69c22 req-883f1bb1-667c-4edf-a661-f4d7e95ee2fb tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=b28d4905-d1c1-4309-a5bf-1728cb15a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829834 Feb 02 07:13:15.078188 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6bcdcddc-2920-4b9a-add2-5ccd58566e71 req-c4e708dd-6bb6-483c-b865-5d02d7b9d7f2 service neutron] 10.222.0.88 "GET /v2.0/networks/75d236c0-f48f-4716-8c17-05895f8c5ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6209068 Feb 02 07:13:15.079793 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port bb78205a-794e-4a19-8c36-535bfca52971 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:13:15.080184 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (bb78205a-794e-4a19-8c36-535bfca52971), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:15.100101 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-22b5ce15-60dd-428b-8825-a935665e70fb None None] Provisioning complete for port 79e87dab-f6ef-48cf-b8b1-fc41b9106216 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:15.100482 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-22b5ce15-60dd-428b-8825-a935665e70fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (79e87dab-f6ef-48cf-b8b1-fc41b9106216), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:15.177500 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f4c0f6-bb60-424d-bb4d-4fed0a3822d4 x-openstack-request-id: req-f6f4c0f6-bb60-424d-bb4d-4fed0a3822d4 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:13:15.177755 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d6f8a2e-1379-4758-96fc-57288067ece2", "name": "network-vif-plugged", "status": "completed", "tag": "973d4a52-96e6-4576-bb76-13a74c74ce4a", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:13:15.178008 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f6f4c0f6-bb60-424d-bb4d-4fed0a3822d4 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:13:15.178693 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d6f8a2e-1379-4758-96fc-57288067ece2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '973d4a52-96e6-4576-bb76-13a74c74ce4a', 'code': 200} Feb 02 07:13:15.229905 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9dee053-4dab-421f-979a-a75c0b25c945 tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Made reservation on behalf of a1d11cec99e04d0c851a11301081fdda for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:13:15.231112 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-554a0438-c36b-46ba-929b-ef5ac0847206 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Router bef62444-b2d8-46de-af99-240cccb04cb7 is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:13:15.233932 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f9dee053-4dab-421f-979a-a75c0b25c945 tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:15.244209 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-16e5d15e-e697-4406-b288-6f3a0b25ca48 req-7c9ec35a-6e30-4974-ac4b-d20b9552b9c8 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee38a50d-609a-441d-89e7-67ea86baffc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161827 Feb 02 07:13:15.258839 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-22b5ce15-60dd-428b-8825-a935665e70fb None None] Current status of the port 79e87dab-f6ef-48cf-b8b1-fc41b9106216 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:13:15.263272 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port bb78205a-794e-4a19-8c36-535bfca52971, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=bb78205a-794e-4a19-8c36-535bfca52971,segment=NetworkSegment(646b7a2e-25a1-4960-a214-f6750a541adf),segment_id=646b7a2e-25a1-4960-a214-f6750a541adf)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:13:15.272004 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e575e0c7-fe97-4dca-82ab-d609b43cd8a3 req-8a6f54a5-1d9a-4923-9ca6-c7acf3201f50 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.8321075 Feb 02 07:13:15.283079 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (bb78205a-794e-4a19-8c36-535bfca52971), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:15.284626 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 8ba1ce67-d18a-4ea3-9d86-ca0cc6e054da up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:13:15.285339 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [req-e575e0c7-fe97-4dca-82ab-d609b43cd8a3 req-b0b35f96-73d8-4bb0-8bab-a159c5f7a9bd tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:13:15.295109 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e575e0c7-fe97-4dca-82ab-d609b43cd8a3 req-b0b35f96-73d8-4bb0-8bab-a159c5f7a9bd tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0153439 Feb 02 07:13:15.372312 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c3c0073-5287-4643-8458-1f4e43910147 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:13:15.397901 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b34ae0-49b6-46a9-8a8c-624fded1ac5a None None] Sync routers for ids ['1c28bffb-e8eb-40dc-b05c-122d6adbc1e5'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:13:15.432574 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bd190324-d46a-432d-9105-a6a606576c4d req-88547bc6-49cd-4882-a170-8e4a8012e108 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a9037b0-532a-408c-b85e-3a39058988ae HTTP/1.1" status: 200 len: 210 time: 0.0710242 Feb 02 07:13:15.432930 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b34ae0-49b6-46a9-8a8c-624fded1ac5a None None] Routers {'1c28bffb-e8eb-40dc-b05c-122d6adbc1e5'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:13:15.432930 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-73b34ae0-49b6-46a9-8a8c-624fded1ac5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:13:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['1c28bffb-e8eb-40dc-b05c-122d6adbc1e5'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:13:15.441738 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-e575e0c7-fe97-4dca-82ab-d609b43cd8a3 req-e09569f8-35aa-4aa0-bf5f-e5366eb43e84 service neutron] Request body: {'port': {'device_id': '4dbc73c4-fa5a-4187-8268-a2b1075e9608', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:13:15.496226 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-73b34ae0-49b6-46a9-8a8c-624fded1ac5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:13:15.511015 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5c3c0073-5287-4643-8458-1f4e43910147 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:15.512174 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=bb78205a-794e-4a19-8c36-535bfca52971,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:15.512580 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-5c3c0073-5287-4643-8458-1f4e43910147 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.3432972 Feb 02 07:13:15.515414 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-102d7d13-a834-4d02-a486-a01fa8358a9e None None] Provisioning complete for port 107cd44e-82eb-4d2a-96b6-3be41be6b115 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:15.516398 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-102d7d13-a834-4d02-a486-a01fa8358a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (107cd44e-82eb-4d2a-96b6-3be41be6b115), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:15.529483 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56784) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:15.539803 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-83133441-ae05-49ed-b238-766e0074ca18 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:13:15.556137 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port 8ba1ce67-d18a-4ea3-9d86-ca0cc6e054da completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:13:15.558886 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b34ae0-49b6-46a9-8a8c-624fded1ac5a None None] Routers {'1c28bffb-e8eb-40dc-b05c-122d6adbc1e5'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:13:15.559627 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-73b34ae0-49b6-46a9-8a8c-624fded1ac5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:13:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['1c28bffb-e8eb-40dc-b05c-122d6adbc1e5'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:13:15.717690 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port 8ba1ce67-d18a-4ea3-9d86-ca0cc6e054da triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:15.718147 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (8ba1ce67-d18a-4ea3-9d86-ca0cc6e054da), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:15.726522 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-e575e0c7-fe97-4dca-82ab-d609b43cd8a3 req-e09569f8-35aa-4aa0-bf5f-e5366eb43e84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (02fbefda-9af4-4c84-b09a-5700b4bc9cf5), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:15.749896 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 79e87dab-f6ef-48cf-b8b1-fc41b9106216 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:13:15.794102 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-73b34ae0-49b6-46a9-8a8c-624fded1ac5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:13:15.794879 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b34ae0-49b6-46a9-8a8c-624fded1ac5a None None] The sync data for ids ['1c28bffb-e8eb-40dc-b05c-122d6adbc1e5'] in n-d-789963-26 is: [] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:13:15.799871 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6bcdcddc-2920-4b9a-add2-5ccd58566e71 req-e6b15c70-25b6-4866-b769-f08ca7699592 service neutron] 10.222.0.88 "GET /v2.0/networks/75d236c0-f48f-4716-8c17-05895f8c5ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6669343 Feb 02 07:13:15.806677 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-102d7d13-a834-4d02-a486-a01fa8358a9e None None] Port 107cd44e-82eb-4d2a-96b6-3be41be6b115 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:13:15.842280 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-102d7d13-a834-4d02-a486-a01fa8358a9e None None] Provisioning complete for port 02fbefda-9af4-4c84-b09a-5700b4bc9cf5 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:15.842948 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-102d7d13-a834-4d02-a486-a01fa8358a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (02fbefda-9af4-4c84-b09a-5700b4bc9cf5), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:15.848204 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6bcdcddc-2920-4b9a-add2-5ccd58566e71 req-beb2e81a-9798-40cc-94f4-f24a3afdf0de service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=f5de1191-97ca-4e23-bce0-9532d8edbad4 HTTP/1.1" status: 200 len: 217 time: 0.0419972 Feb 02 07:13:15.855368 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-554a0438-c36b-46ba-929b-ef5ac0847206 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:13:15.867829 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f9dee053-4dab-421f-979a-a75c0b25c945 tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (2aeb22a9-1799-4bff-9761-3ce29c518aad), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:15.871251 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-554a0438-c36b-46ba-929b-ef5ac0847206 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "PUT /v2.0/routers/bef62444-b2d8-46de-af99-240cccb04cb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3814352 Feb 02 07:13:15.875338 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de16586c-60b4-44e2-bfd3-3826294b2cce None None] Sync routers for ids ['bef62444-b2d8-46de-af99-240cccb04cb7'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:13:15.879313 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56786) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:15.883953 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52035f8e-2947-479a-b4dc-07f1295ab004 req-28c1c637-6804-4475-b64c-6a380d74ca4f tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Made reservation on behalf of 3b47e731264f4e98a435635cbe941a6a for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:13:15.887867 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de16586c-60b4-44e2-bfd3-3826294b2cce None None] Routers {'bef62444-b2d8-46de-af99-240cccb04cb7'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:13:15.889726 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-de16586c-60b4-44e2-bfd3-3826294b2cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:13:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['bef62444-b2d8-46de-af99-240cccb04cb7'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:13:15.891967 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-52035f8e-2947-479a-b4dc-07f1295ab004 req-28c1c637-6804-4475-b64c-6a380d74ca4f tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:15.910424 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-102d7d13-a834-4d02-a486-a01fa8358a9e None None] Port 02fbefda-9af4-4c84-b09a-5700b4bc9cf5 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:13:15.916224 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 79e87dab-f6ef-48cf-b8b1-fc41b9106216 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:15.916767 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (79e87dab-f6ef-48cf-b8b1-fc41b9106216), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:15.957418 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcdcddc-2920-4b9a-add2-5ccd58566e71 req-43c7d345-83df-41c0-9613-1092a8d97bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:15.959132 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6bcdcddc-2920-4b9a-add2-5ccd58566e71 req-43c7d345-83df-41c0-9613-1092a8d97bd2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d8c93dc1-7ee4-400a-ad20-2d7430ee8b3d HTTP/1.1" status: 200 len: 797 time: 0.1016431 Feb 02 07:13:15.964558 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 8ba1ce67-d18a-4ea3-9d86-ca0cc6e054da is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:13:15.965030 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (8ba1ce67-d18a-4ea3-9d86-ca0cc6e054da), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:16.031594 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 8ba1ce67-d18a-4ea3-9d86-ca0cc6e054da, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=8ba1ce67-d18a-4ea3-9d86-ca0cc6e054da,segment=NetworkSegment(340496d0-213c-4bfb-8673-51533e32f7aa),segment_id=340496d0-213c-4bfb-8673-51533e32f7aa)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:13:16.038231 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-de16586c-60b4-44e2-bfd3-3826294b2cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:13:16.065748 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de16586c-60b4-44e2-bfd3-3826294b2cce None None] Routers {'bef62444-b2d8-46de-af99-240cccb04cb7'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:13:16.066389 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-de16586c-60b4-44e2-bfd3-3826294b2cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:13:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['bef62444-b2d8-46de-af99-240cccb04cb7'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:13:16.094051 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74910be-97d4-478c-b276-8ee333f7b73c tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:16.095351 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f74910be-97d4-478c-b276-8ee333f7b73c tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "GET /v2.0/ports/107cd44e-82eb-4d2a-96b6-3be41be6b115 HTTP/1.1" status: 200 len: 910 time: 0.2071915 Feb 02 07:13:16.101462 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56788) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:16.102799 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-de16586c-60b4-44e2-bfd3-3826294b2cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:13:16.103760 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de16586c-60b4-44e2-bfd3-3826294b2cce None None] The sync data for ids ['bef62444-b2d8-46de-af99-240cccb04cb7'] in n-d-789963-26 is: [] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:13:16.107319 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-a4c99e47-8bf3-4fa9-ba63-fe7238a705c6 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bc1ffb50-8bba-44dc-a9a9-44bb5783b1b2'}]}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:13:16.108704 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:16.109855 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (8ba1ce67-d18a-4ea3-9d86-ca0cc6e054da), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:16.148531 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-5341d04e-de06-420d-a079-7eec588db14f None None] Provisioning complete for port 107cd44e-82eb-4d2a-96b6-3be41be6b115 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:16.148914 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5341d04e-de06-420d-a079-7eec588db14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (107cd44e-82eb-4d2a-96b6-3be41be6b115), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:16.150449 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 79e87dab-f6ef-48cf-b8b1-fc41b9106216 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:13:16.168963 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcdcddc-2920-4b9a-add2-5ccd58566e71 req-a7fff5cf-1e13-44f8-bfa1-70cfd5085916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:16.170643 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6bcdcddc-2920-4b9a-add2-5ccd58566e71 req-a7fff5cf-1e13-44f8-bfa1-70cfd5085916 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=44fb9145-9ace-47b2-84ba-690d45d04d68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1672478 Feb 02 07:13:16.176685 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dee053-4dab-421f-979a-a75c0b25c945 tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Pushing event updated for resources: {'Subnet': ['ID=2aeb22a9-1799-4bff-9761-3ce29c518aad,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:16.211509 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=8ba1ce67-d18a-4ea3-9d86-ca0cc6e054da,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:16.225138 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-5341d04e-de06-420d-a079-7eec588db14f None None] Port 107cd44e-82eb-4d2a-96b6-3be41be6b115 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:13:16.253949 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-52035f8e-2947-479a-b4dc-07f1295ab004 req-28c1c637-6804-4475-b64c-6a380d74ca4f tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Allocated IP 172.20.0.6 (5b8ffc7a-717b-4b32-aed8-31315930798c/2c1cc1e9-39d5-4fbe-86e9-f98639e7b3b3/bf613857-7b11-4fe4-aa25-62ea826217ee) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:13:16.266575 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9dee053-4dab-421f-979a-a75c0b25c945 tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Checking segment: {'id': '37cf9b6e-62d3-4704-bc69-2095fc351430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '1aaf4e47-a568-48e1-a161-9109a1d87c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:13:16.266941 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9dee053-4dab-421f-979a-a75c0b25c945 tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Network hostable DHCP agents. Network: 1aaf4e47-a568-48e1-a161-9109a1d87c81, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:13:16.364558 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec78aa6c-5165-4bd7-afd0-69058ca7a5ea req-df5a9577-285e-4179-adb4-851d299f4c94 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:16.366009 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ec78aa6c-5165-4bd7-afd0-69058ca7a5ea req-df5a9577-285e-4179-adb4-851d299f4c94 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=4dbc73c4-fa5a-4187-8268-a2b1075e9608 HTTP/1.1" status: 200 len: 1027 time: 0.2099607 Feb 02 07:13:16.455668 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6bcdcddc-2920-4b9a-add2-5ccd58566e71 req-848ab803-5315-4533-b45f-a48925881c7b service neutron] 10.222.0.88 "GET /v2.0/networks/44fb9145-9ace-47b2-84ba-690d45d04d68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637556 Feb 02 07:13:16.583074 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a4c99e47-8bf3-4fa9-ba63-fe7238a705c6 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (107cd44e-82eb-4d2a-96b6-3be41be6b115), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:16.598694 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ec78aa6c-5165-4bd7-afd0-69058ca7a5ea req-a0902197-0cb4-470d-a536-278859bdc002 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=b28d4905-d1c1-4309-a5bf-1728cb15a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226143 Feb 02 07:13:16.683155 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9dee053-4dab-421f-979a-a75c0b25c945 tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Network 1aaf4e47-a568-48e1-a161-9109a1d87c81 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:13:16.694707 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-52035f8e-2947-479a-b4dc-07f1295ab004 req-28c1c637-6804-4475-b64c-6a380d74ca4f tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks [] for port (bf613857-7b11-4fe4-aa25-62ea826217ee), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:16.705352 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-83133441-ae05-49ed-b238-766e0074ca18 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks [] for router_gateway (1c28bffb-e8eb-40dc-b05c-122d6adbc1e5), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:16.731803 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-f9dee053-4dab-421f-979a-a75c0b25c945 tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 1aaf4e47-a568-48e1-a161-9109a1d87c81) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:13:16.736820 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-83133441-ae05-49ed-b238-766e0074ca18 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks [] for router_gateway (1c28bffb-e8eb-40dc-b05c-122d6adbc1e5), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:16.741891 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259fa1ad-9f74-49fd-8fd1-2cc8482b33d4 None None] Network 1aaf4e47-a568-48e1-a161-9109a1d87c81 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:13:16.745885 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9dee053-4dab-421f-979a-a75c0b25c945 tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:16.746669 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f9dee053-4dab-421f-979a-a75c0b25c945 tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:16.749337 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f891abaa-68cf-42c2-9669-0d7a920010b0 req-11fd883c-e930-41b8-9754-9cfd590870e6 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a9037b0-532a-408c-b85e-3a39058988ae HTTP/1.1" status: 200 len: 210 time: 0.0629709 Feb 02 07:13:16.774516 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a42f96-20c5-4d26-bf2a-9b94b5e52eac req-d3186bee-c67c-45b6-91ae-b495a265937f tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:16.779977 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a42f96-20c5-4d26-bf2a-9b94b5e52eac req-d3186bee-c67c-45b6-91ae-b495a265937f tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:16.785252 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a42f96-20c5-4d26-bf2a-9b94b5e52eac req-d3186bee-c67c-45b6-91ae-b495a265937f tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:16.786931 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-23a42f96-20c5-4d26-bf2a-9b94b5e52eac req-d3186bee-c67c-45b6-91ae-b495a265937f tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/ports?device_id=1d6f8a2e-1379-4758-96fc-57288067ece2 HTTP/1.1" status: 200 len: 2417 time: 0.1517143 Feb 02 07:13:16.826588 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6bcdcddc-2920-4b9a-add2-5ccd58566e71 req-98006240-4d96-416f-bd49-0956c336fa44 service neutron] 10.222.0.88 "GET /v2.0/networks/44fb9145-9ace-47b2-84ba-690d45d04d68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3572335 Feb 02 07:13:16.853767 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f9dee053-4dab-421f-979a-a75c0b25c945 tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0671539 Feb 02 07:13:16.861619 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56796) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:16.868901 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-60fded7f-eb36-46a6-b321-877a7e2a75fb tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Request body: {'port': {'network_id': '1aaf4e47-a568-48e1-a161-9109a1d87c81', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1091763098'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:13:16.890310 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6bcdcddc-2920-4b9a-add2-5ccd58566e71 req-b2005ecf-8378-44a8-884b-31c0d5f1827d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=4910d9f2-bb8f-4859-9893-c0a040e3bfb6 HTTP/1.1" status: 200 len: 217 time: 0.0502145 Feb 02 07:13:16.903941 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-e575e0c7-fe97-4dca-82ab-d609b43cd8a3 req-e09569f8-35aa-4aa0-bf5f-e5366eb43e84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02fbefda-9af4-4c84-b09a-5700b4bc9cf5 {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:13:16.910201 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c11baf-3bf8-4e99-aeb9-7baecc47a7c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-1aaf4e47-a568-48e1-a161-9109a1d87c81', 'network_id': '1aaf4e47-a568-48e1-a161-9109a1d87c81', 'project_id': 'a1d11cec99e04d0c851a11301081fdda', 'fixed_ips': [{'subnet_id': '2aeb22a9-1799-4bff-9761-3ce29c518aad'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:13:16.911108 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c9c11baf-3bf8-4e99-aeb9-7baecc47a7c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:16.929449 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-e575e0c7-fe97-4dca-82ab-d609b43cd8a3 req-e09569f8-35aa-4aa0-bf5f-e5366eb43e84 service neutron] Publish callbacks [] for port (02fbefda-9af4-4c84-b09a-5700b4bc9cf5), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:16.969432 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-52035f8e-2947-479a-b4dc-07f1295ab004 req-28c1c637-6804-4475-b64c-6a380d74ca4f tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (bf613857-7b11-4fe4-aa25-62ea826217ee), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:16.997306 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-23a42f96-20c5-4d26-bf2a-9b94b5e52eac req-2f178b4f-7a46-4349-88af-64ad6c7568e3 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee38a50d-609a-441d-89e7-67ea86baffc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834047 Feb 02 07:13:16.999737 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-e575e0c7-fe97-4dca-82ab-d609b43cd8a3 req-e09569f8-35aa-4aa0-bf5f-e5366eb43e84 service neutron] Transition to ACTIVE for port object 02fbefda-9af4-4c84-b09a-5700b4bc9cf5 will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:13:17.016037 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-83133441-ae05-49ed-b238-766e0074ca18 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Deleting port e1f0a50c-4349-480f-9c4d-63a293f01df3 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:13:17.017002 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-83133441-ae05-49ed-b238-766e0074ca18 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (e1f0a50c-4349-480f-9c4d-63a293f01df3), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:17.021141 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-e575e0c7-fe97-4dca-82ab-d609b43cd8a3 req-e09569f8-35aa-4aa0-bf5f-e5366eb43e84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (02fbefda-9af4-4c84-b09a-5700b4bc9cf5), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:17.038075 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcdcddc-2920-4b9a-add2-5ccd58566e71 req-62121ff5-1839-41bb-a066-1a2fd58c02ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:17.039583 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6bcdcddc-2920-4b9a-add2-5ccd58566e71 req-62121ff5-1839-41bb-a066-1a2fd58c02ad service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d8c93dc1-7ee4-400a-ad20-2d7430ee8b3d HTTP/1.1" status: 200 len: 797 time: 0.1415555 Feb 02 07:13:17.091661 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-c9c11baf-3bf8-4e99-aeb9-7baecc47a7c0 None None] Allocated IP 172.20.0.2 (1aaf4e47-a568-48e1-a161-9109a1d87c81/2aeb22a9-1799-4bff-9761-3ce29c518aad/34c5ab2b-8e17-4c0e-8471-338a079d6215) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:13:17.091992 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52035f8e-2947-479a-b4dc-07f1295ab004 req-28c1c637-6804-4475-b64c-6a380d74ca4f tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Network 5b8ffc7a-717b-4b32-aed8-31315930798c is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:13:17.119921 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-52035f8e-2947-479a-b4dc-07f1295ab004 req-28c1c637-6804-4475-b64c-6a380d74ca4f tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:13:17.148213 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c1c637-6804-4475-b64c-6a380d74ca4f tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Pushing event updated for resources: {'Port': ['ID=bf613857-7b11-4fe4-aa25-62ea826217ee,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:17.151684 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-52035f8e-2947-479a-b4dc-07f1295ab004 req-28c1c637-6804-4475-b64c-6a380d74ca4f tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:13:17.178586 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09569f8-35aa-4aa0-bf5f-e5366eb43e84 service neutron] Pushing event updated for resources: {'Port': ['ID=02fbefda-9af4-4c84-b09a-5700b4bc9cf5,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:17.200258 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60fded7f-eb36-46a6-b321-877a7e2a75fb tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Made reservation on behalf of a1d11cec99e04d0c851a11301081fdda for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:13:17.212387 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-60fded7f-eb36-46a6-b321-877a7e2a75fb tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:17.231330 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d6f8a2e-1379-4758-96fc-57288067ece2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb78205a-794e-4a19-8c36-535bfca52971'}, {'server_uuid': '1d6f8a2e-1379-4758-96fc-57288067ece2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba1ce67-d18a-4ea3-9d86-ca0cc6e054da'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:13:17.233765 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a2ce7a8-4558-4c36-bdc2-b3caf178d995" -d '{"events": [{"server_uuid": "1d6f8a2e-1379-4758-96fc-57288067ece2", "name": "network-vif-plugged", "status": "completed", "tag": "bb78205a-794e-4a19-8c36-535bfca52971"}, {"server_uuid": "1d6f8a2e-1379-4758-96fc-57288067ece2", "name": "network-vif-plugged", "status": "completed", "tag": "8ba1ce67-d18a-4ea3-9d86-ca0cc6e054da"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:13:17.262254 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-83133441-ae05-49ed-b238-766e0074ca18 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (e1f0a50c-4349-480f-9c4d-63a293f01df3), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:17.299838 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52035f8e-2947-479a-b4dc-07f1295ab004 req-28c1c637-6804-4475-b64c-6a380d74ca4f tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:17.301023 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-52035f8e-2947-479a-b4dc-07f1295ab004 req-28c1c637-6804-4475-b64c-6a380d74ca4f tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:17.316869 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-83133441-ae05-49ed-b238-766e0074ca18 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Calling delete_port for e1f0a50c-4349-480f-9c4d-63a293f01df3 owned by network:router_gateway {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:13:17.326442 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [None req-60fded7f-eb36-46a6-b321-877a7e2a75fb tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] device_id is not set on port 82044c02-5edb-49b6-84ac-d44dc6b9da43 yet. {{(pid=109694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:13:17.369329 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcdcddc-2920-4b9a-add2-5ccd58566e71 req-9c565622-ca1d-4186-9d07-6d0651ff9cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:17.372059 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6bcdcddc-2920-4b9a-add2-5ccd58566e71 req-9c565622-ca1d-4186-9d07-6d0651ff9cd6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=44fb9145-9ace-47b2-84ba-690d45d04d68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3191266 Feb 02 07:13:17.372212 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c9c11baf-3bf8-4e99-aeb9-7baecc47a7c0 None None] Publish callbacks [] for port (34c5ab2b-8e17-4c0e-8471-338a079d6215), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:17.384278 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 02 Feb 2022 07:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc54b8c-0981-4a8b-adba-7e3f65ff38a0 x-openstack-request-id: req-cbc54b8c-0981-4a8b-adba-7e3f65ff38a0 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:13:17.384550 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d6f8a2e-1379-4758-96fc-57288067ece2", "name": "network-vif-plugged", "status": "completed", "tag": "bb78205a-794e-4a19-8c36-535bfca52971", "code": 200}, {"server_uuid": "1d6f8a2e-1379-4758-96fc-57288067ece2", "name": "network-vif-plugged", "status": "completed", "tag": "8ba1ce67-d18a-4ea3-9d86-ca0cc6e054da", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:13:17.385201 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-cbc54b8c-0981-4a8b-adba-7e3f65ff38a0 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:13:17.385875 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d6f8a2e-1379-4758-96fc-57288067ece2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb78205a-794e-4a19-8c36-535bfca52971', 'code': 200} Feb 02 07:13:17.386538 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d6f8a2e-1379-4758-96fc-57288067ece2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba1ce67-d18a-4ea3-9d86-ca0cc6e054da', 'code': 200} Feb 02 07:13:17.407018 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c9c11baf-3bf8-4e99-aeb9-7baecc47a7c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (34c5ab2b-8e17-4c0e-8471-338a079d6215), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:17.408712 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-52035f8e-2947-479a-b4dc-07f1295ab004 req-28c1c637-6804-4475-b64c-6a380d74ca4f tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4052236 Feb 02 07:13:17.429658 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-e575e0c7-fe97-4dca-82ab-d609b43cd8a3 req-e09569f8-35aa-4aa0-bf5f-e5366eb43e84 service neutron] Attempting to bind port 02fbefda-9af4-4c84-b09a-5700b4bc9cf5 on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:13:17.430038 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-e575e0c7-fe97-4dca-82ab-d609b43cd8a3 req-e09569f8-35aa-4aa0-bf5f-e5366eb43e84 service neutron] Attempting to bind port 02fbefda-9af4-4c84-b09a-5700b4bc9cf5 by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': 'f6e5c7ab-d970-42f4-9b5c-99d614498678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '5cfbcee1-7173-4b6e-a0aa-7287399b71c6'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:13:17.430336 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e575e0c7-fe97-4dca-82ab-d609b43cd8a3 req-e09569f8-35aa-4aa0-bf5f-e5366eb43e84 service neutron] Attempting to bind port 02fbefda-9af4-4c84-b09a-5700b4bc9cf5 on network 5cfbcee1-7173-4b6e-a0aa-7287399b71c6 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:13:17.448959 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-52035f8e-2947-479a-b4dc-07f1295ab004 req-c8eb9a82-9568-45bc-ab8b-58a44391347c service neutron] Request body: {'port': {'device_id': '1a9037b0-532a-408c-b85e-3a39058988ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:13:17.493581 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:17.497238 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e575e0c7-fe97-4dca-82ab-d609b43cd8a3 req-e09569f8-35aa-4aa0-bf5f-e5366eb43e84 service neutron] Port 02fbefda-9af4-4c84-b09a-5700b4bc9cf5 on network 5cfbcee1-7173-4b6e-a0aa-7287399b71c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:13:17.497582 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e575e0c7-fe97-4dca-82ab-d609b43cd8a3 req-e09569f8-35aa-4aa0-bf5f-e5366eb43e84 service neutron] Attempting to bind port 02fbefda-9af4-4c84-b09a-5700b4bc9cf5 on network 5cfbcee1-7173-4b6e-a0aa-7287399b71c6 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:13:17.499175 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c11baf-3bf8-4e99-aeb9-7baecc47a7c0 None None] Network 1aaf4e47-a568-48e1-a161-9109a1d87c81 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:13:17.504563 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-c9c11baf-3bf8-4e99-aeb9-7baecc47a7c0 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:13:17.507448 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c11baf-3bf8-4e99-aeb9-7baecc47a7c0 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:13:17.518209 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e575e0c7-fe97-4dca-82ab-d609b43cd8a3 req-e09569f8-35aa-4aa0-bf5f-e5366eb43e84 service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:13:17.518734 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e575e0c7-fe97-4dca-82ab-d609b43cd8a3 req-e09569f8-35aa-4aa0-bf5f-e5366eb43e84 service neutron] Checking segment: {'id': 'f6e5c7ab-d970-42f4-9b5c-99d614498678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '5cfbcee1-7173-4b6e-a0aa-7287399b71c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:13:17.519136 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e575e0c7-fe97-4dca-82ab-d609b43cd8a3 req-e09569f8-35aa-4aa0-bf5f-e5366eb43e84 service neutron] Bound using segment: {'id': 'f6e5c7ab-d970-42f4-9b5c-99d614498678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '5cfbcee1-7173-4b6e-a0aa-7287399b71c6'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:13:17.519615 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-e575e0c7-fe97-4dca-82ab-d609b43cd8a3 req-e09569f8-35aa-4aa0-bf5f-e5366eb43e84 service neutron] Bound port: 02fbefda-9af4-4c84-b09a-5700b4bc9cf5, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6e5c7ab-d970-42f4-9b5c-99d614498678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '5cfbcee1-7173-4b6e-a0aa-7287399b71c6'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:13:17.520007 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-e575e0c7-fe97-4dca-82ab-d609b43cd8a3 req-e09569f8-35aa-4aa0-bf5f-e5366eb43e84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (02fbefda-9af4-4c84-b09a-5700b4bc9cf5), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:17.608167 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c11baf-3bf8-4e99-aeb9-7baecc47a7c0 None None] Pushing event updated for resources: {'Port': ['ID=34c5ab2b-8e17-4c0e-8471-338a079d6215,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:17.629256 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-60fded7f-eb36-46a6-b321-877a7e2a75fb tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Allocated IP 172.20.0.7 (1aaf4e47-a568-48e1-a161-9109a1d87c81/2aeb22a9-1799-4bff-9761-3ce29c518aad/82044c02-5edb-49b6-84ac-d44dc6b9da43) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:13:17.641186 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-c9c11baf-3bf8-4e99-aeb9-7baecc47a7c0 None None] Attempting to bind port 34c5ab2b-8e17-4c0e-8471-338a079d6215 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:13:17.641548 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-c9c11baf-3bf8-4e99-aeb9-7baecc47a7c0 None None] Attempting to bind port 34c5ab2b-8e17-4c0e-8471-338a079d6215 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '37cf9b6e-62d3-4704-bc69-2095fc351430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '1aaf4e47-a568-48e1-a161-9109a1d87c81'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:13:17.641918 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c11baf-3bf8-4e99-aeb9-7baecc47a7c0 None None] Attempting to bind port 34c5ab2b-8e17-4c0e-8471-338a079d6215 on network 1aaf4e47-a568-48e1-a161-9109a1d87c81 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:13:17.649242 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c11baf-3bf8-4e99-aeb9-7baecc47a7c0 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:13:17.649509 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c11baf-3bf8-4e99-aeb9-7baecc47a7c0 None None] Checking segment: {'id': '37cf9b6e-62d3-4704-bc69-2095fc351430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '1aaf4e47-a568-48e1-a161-9109a1d87c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:13:17.649889 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c9c11baf-3bf8-4e99-aeb9-7baecc47a7c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:17.650730 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c11baf-3bf8-4e99-aeb9-7baecc47a7c0 None None] Bound using segment: {'id': '37cf9b6e-62d3-4704-bc69-2095fc351430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '1aaf4e47-a568-48e1-a161-9109a1d87c81'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:13:17.652196 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-c9c11baf-3bf8-4e99-aeb9-7baecc47a7c0 None None] Bound port: 34c5ab2b-8e17-4c0e-8471-338a079d6215, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37cf9b6e-62d3-4704-bc69-2095fc351430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '1aaf4e47-a568-48e1-a161-9109a1d87c81'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:13:17.652596 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c9c11baf-3bf8-4e99-aeb9-7baecc47a7c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (34c5ab2b-8e17-4c0e-8471-338a079d6215), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:17.656001 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-9aa24a96-5fe3-4257-8023-62c6ba93db91 None None] Provisioning complete for port bf613857-7b11-4fe4-aa25-62ea826217ee triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:17.656881 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9aa24a96-5fe3-4257-8023-62c6ba93db91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (bf613857-7b11-4fe4-aa25-62ea826217ee), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:17.664872 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a4c99e47-8bf3-4fa9-ba63-fe7238a705c6 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for port (107cd44e-82eb-4d2a-96b6-3be41be6b115), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:17.695902 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a4c99e47-8bf3-4fa9-ba63-fe7238a705c6 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (107cd44e-82eb-4d2a-96b6-3be41be6b115), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:17.698642 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-52035f8e-2947-479a-b4dc-07f1295ab004 req-c8eb9a82-9568-45bc-ab8b-58a44391347c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (bf613857-7b11-4fe4-aa25-62ea826217ee), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:17.709714 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-e575e0c7-fe97-4dca-82ab-d609b43cd8a3 req-e09569f8-35aa-4aa0-bf5f-e5366eb43e84 service neutron] For port 02fbefda-9af4-4c84-b09a-5700b4bc9cf5, host n-h2-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:13:17.715426 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-9aa24a96-5fe3-4257-8023-62c6ba93db91 None None] Port bf613857-7b11-4fe4-aa25-62ea826217ee cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:13:17.748608 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-e575e0c7-fe97-4dca-82ab-d609b43cd8a3 req-e09569f8-35aa-4aa0-bf5f-e5366eb43e84 service neutron] For port 02fbefda-9af4-4c84-b09a-5700b4bc9cf5, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=02fbefda-9af4-4c84-b09a-5700b4bc9cf5,segment=NetworkSegment(f6e5c7ab-d970-42f4-9b5c-99d614498678),segment_id=f6e5c7ab-d970-42f4-9b5c-99d614498678)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:13:17.790415 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-e575e0c7-fe97-4dca-82ab-d609b43cd8a3 req-e09569f8-35aa-4aa0-bf5f-e5366eb43e84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (02fbefda-9af4-4c84-b09a-5700b4bc9cf5), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:17.794803 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-c9c11baf-3bf8-4e99-aeb9-7baecc47a7c0 None None] For port 34c5ab2b-8e17-4c0e-8471-338a079d6215, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:13:17.798615 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-c9c11baf-3bf8-4e99-aeb9-7baecc47a7c0 None None] For port 34c5ab2b-8e17-4c0e-8471-338a079d6215, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=34c5ab2b-8e17-4c0e-8471-338a079d6215,segment=NetworkSegment(37cf9b6e-62d3-4704-bc69-2095fc351430),segment_id=37cf9b6e-62d3-4704-bc69-2095fc351430)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:13:17.809211 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e958eea5-883e-4f31-a9d5-2b14af9f5037 req-24e80472-c4ca-4ede-9b80-8ce5d0d87baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:17.809604 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c9c11baf-3bf8-4e99-aeb9-7baecc47a7c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (34c5ab2b-8e17-4c0e-8471-338a079d6215), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:17.809760 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e958eea5-883e-4f31-a9d5-2b14af9f5037 req-24e80472-c4ca-4ede-9b80-8ce5d0d87baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:17.810154 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e958eea5-883e-4f31-a9d5-2b14af9f5037 req-24e80472-c4ca-4ede-9b80-8ce5d0d87baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:17.811838 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e958eea5-883e-4f31-a9d5-2b14af9f5037 req-24e80472-c4ca-4ede-9b80-8ce5d0d87baf service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1d6f8a2e-1379-4758-96fc-57288067ece2 HTTP/1.1" status: 200 len: 2966 time: 0.2514739 Feb 02 07:13:17.813757 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6bcdcddc-2920-4b9a-add2-5ccd58566e71 req-0adb3e3d-cd81-41b2-80fc-56d859d7b87d service neutron] 10.222.0.88 "GET /v2.0/networks/44fb9145-9ace-47b2-84ba-690d45d04d68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4349425 Feb 02 07:13:17.820292 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c99e47-8bf3-4fa9-ba63-fe7238a705c6 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Pushing event updated for resources: {'Port': ['ID=107cd44e-82eb-4d2a-96b6-3be41be6b115,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:17.895366 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575e0c7-fe97-4dca-82ab-d609b43cd8a3 req-e09569f8-35aa-4aa0-bf5f-e5366eb43e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:17.896053 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-e575e0c7-fe97-4dca-82ab-d609b43cd8a3 req-e09569f8-35aa-4aa0-bf5f-e5366eb43e84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:17.897520 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e575e0c7-fe97-4dca-82ab-d609b43cd8a3 req-e09569f8-35aa-4aa0-bf5f-e5366eb43e84 service neutron] 10.222.0.59 "PUT /v2.0/ports/02fbefda-9af4-4c84-b09a-5700b4bc9cf5 HTTP/1.1" status: 200 len: 1092 time: 2.5850296 Feb 02 07:13:17.906326 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dbc73c4-fa5a-4187-8268-a2b1075e9608', 'tag': '02fbefda-9af4-4c84-b09a-5700b4bc9cf5'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:13:17.909215 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ddef24-f845-433d-9f57-2da5a9b0c59c" -d '{"events": [{"name": "network-changed", "server_uuid": "4dbc73c4-fa5a-4187-8268-a2b1075e9608", "tag": "02fbefda-9af4-4c84-b09a-5700b4bc9cf5"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:13:17.946667 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c11baf-3bf8-4e99-aeb9-7baecc47a7c0 None None] Pushing event updated for resources: {'Port': ['ID=34c5ab2b-8e17-4c0e-8471-338a079d6215,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:17.982242 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-83133441-ae05-49ed-b238-766e0074ca18 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (e1f0a50c-4349-480f-9c4d-63a293f01df3), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:18.046068 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09569f8-35aa-4aa0-bf5f-e5366eb43e84 service neutron] Pushing event updated for resources: {'Port': ['ID=02fbefda-9af4-4c84-b09a-5700b4bc9cf5,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:18.070655 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffeb47f-250d-49ba-a305-48a2b5238486 req-ac6908c9-7682-49f3-8baa-fb1580546a6c tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:18.075244 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5ffeb47f-250d-49ba-a305-48a2b5238486 req-ac6908c9-7682-49f3-8baa-fb1580546a6c tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=4dbc73c4-fa5a-4187-8268-a2b1075e9608 HTTP/1.1" status: 200 len: 1126 time: 0.3250217 Feb 02 07:13:18.112558 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83133441-ae05-49ed-b238-766e0074ca18 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Pushing event deleted for resources: {'Port': ['ID=e1f0a50c-4349-480f-9c4d-63a293f01df3,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:18.187578 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-60fded7f-eb36-46a6-b321-877a7e2a75fb tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Publish callbacks [] for port (82044c02-5edb-49b6-84ac-d44dc6b9da43), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:18.260789 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575e0c7-fe97-4dca-82ab-d609b43cd8a3 req-26c8b7aa-5fdf-4da5-9f5b-483f4ad73bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:18.264729 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e575e0c7-fe97-4dca-82ab-d609b43cd8a3 req-26c8b7aa-5fdf-4da5-9f5b-483f4ad73bc4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=06979ed0016c41f8b96877f87096f36c&device_id=4dbc73c4-fa5a-4187-8268-a2b1075e9608 HTTP/1.1" status: 200 len: 1126 time: 0.2800114 Feb 02 07:13:18.302355 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5ffeb47f-250d-49ba-a305-48a2b5238486 req-02216223-f75b-4a4b-81d5-50fe1e5c5fd9 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=b28d4905-d1c1-4309-a5bf-1728cb15a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980069 Feb 02 07:13:18.363195 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-83133441-ae05-49ed-b238-766e0074ca18 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (1c28bffb-e8eb-40dc-b05c-122d6adbc1e5), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:18.365982 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e575e0c7-fe97-4dca-82ab-d609b43cd8a3 req-799b3390-453d-44fe-9425-db08b26d8bba service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02fbefda-9af4-4c84-b09a-5700b4bc9cf5 HTTP/1.1" status: 200 len: 217 time: 0.0782919 Feb 02 07:13:18.370455 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51405bba-45e6-4aa4-9742-7be567ba1ade x-openstack-request-id: req-51405bba-45e6-4aa4-9742-7be567ba1ade {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:13:18.370744 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dbc73c4-fa5a-4187-8268-a2b1075e9608", "tag": "02fbefda-9af4-4c84-b09a-5700b4bc9cf5", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:13:18.371216 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-51405bba-45e6-4aa4-9742-7be567ba1ade {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:13:18.371835 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dbc73c4-fa5a-4187-8268-a2b1075e9608', 'tag': '02fbefda-9af4-4c84-b09a-5700b4bc9cf5', 'status': 'completed', 'code': 200} Feb 02 07:13:18.469303 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e958eea5-883e-4f31-a9d5-2b14af9f5037 req-be6b7948-235f-44fd-aad3-2f0ebdb2bac5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ee38a50d-609a-441d-89e7-67ea86baffc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6498792 Feb 02 07:13:18.474490 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c99e47-8bf3-4fa9-ba63-fe7238a705c6 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:18.475109 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a4c99e47-8bf3-4fa9-ba63-fe7238a705c6 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:18.479686 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a4c99e47-8bf3-4fa9-ba63-fe7238a705c6 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "PUT /v2.0/ports/107cd44e-82eb-4d2a-96b6-3be41be6b115 HTTP/1.1" status: 200 len: 910 time: 2.3738906 Feb 02 07:13:18.491719 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56808) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:18.563395 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-60fded7f-eb36-46a6-b321-877a7e2a75fb tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (82044c02-5edb-49b6-84ac-d44dc6b9da43), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:18.616070 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6bcdcddc-2920-4b9a-add2-5ccd58566e71 req-831c7610-9bff-4933-b3bd-b412781aa616 service neutron] 10.222.0.88 "GET /v2.0/networks/44fb9145-9ace-47b2-84ba-690d45d04d68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7395673 Feb 02 07:13:18.681680 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6bcdcddc-2920-4b9a-add2-5ccd58566e71 req-d7c277e5-f5fa-410d-99c9-9bdfb89ba7b2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=3327c7b8-0004-4fd0-b0f2-234f90c816b4 HTTP/1.1" status: 200 len: 217 time: 0.0552361 Feb 02 07:13:18.689471 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abc562b-55ad-46e1-887b-43e0dc7c0236 req-03e3268f-b2ec-4185-a7c1-313b4580f2bb tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:18.691142 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8abc562b-55ad-46e1-887b-43e0dc7c0236 req-03e3268f-b2ec-4185-a7c1-313b4580f2bb tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a9037b0-532a-408c-b85e-3a39058988ae HTTP/1.1" status: 200 len: 931 time: 0.8160233 Feb 02 07:13:18.712243 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575e0c7-fe97-4dca-82ab-d609b43cd8a3 req-f179b364-0738-4fa1-83fd-ca2b2134475a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:18.713918 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e575e0c7-fe97-4dca-82ab-d609b43cd8a3 req-f179b364-0738-4fa1-83fd-ca2b2134475a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=632da248-6289-4747-982b-19f8a4b887fb HTTP/1.1" status: 200 len: 849 time: 0.3017485 Feb 02 07:13:18.743121 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60fded7f-eb36-46a6-b321-877a7e2a75fb tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Network 1aaf4e47-a568-48e1-a161-9109a1d87c81 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:13:18.781510 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fded7f-eb36-46a6-b321-877a7e2a75fb tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Pushing event updated for resources: {'Port': ['ID=82044c02-5edb-49b6-84ac-d44dc6b9da43,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:18.784206 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-60fded7f-eb36-46a6-b321-877a7e2a75fb tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:13:18.815804 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcdcddc-2920-4b9a-add2-5ccd58566e71 req-55e9f808-68c6-4041-ba8f-8a1d968b7fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:18.817297 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6bcdcddc-2920-4b9a-add2-5ccd58566e71 req-55e9f808-68c6-4041-ba8f-8a1d968b7fe9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d8c93dc1-7ee4-400a-ad20-2d7430ee8b3d HTTP/1.1" status: 200 len: 797 time: 0.1236727 Feb 02 07:13:18.819574 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fded7f-eb36-46a6-b321-877a7e2a75fb tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:13:18.845364 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8abc562b-55ad-46e1-887b-43e0dc7c0236 req-6eda508b-56ee-4379-ac4a-107f73dd46fd tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/security-groups?id=0cda471f-b311-4535-ab7e-114e2234fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378675 Feb 02 07:13:18.898737 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198c22f9-992f-44bf-9cbe-86ca925f4d5e req-d43b8b26-5b6e-4a7f-b4e1-86314cf0690f tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:18.904820 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198c22f9-992f-44bf-9cbe-86ca925f4d5e req-d43b8b26-5b6e-4a7f-b4e1-86314cf0690f tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:18.910224 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198c22f9-992f-44bf-9cbe-86ca925f4d5e req-d43b8b26-5b6e-4a7f-b4e1-86314cf0690f tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:18.911975 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-198c22f9-992f-44bf-9cbe-86ca925f4d5e req-d43b8b26-5b6e-4a7f-b4e1-86314cf0690f tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/ports?device_id=1d6f8a2e-1379-4758-96fc-57288067ece2 HTTP/1.1" status: 200 len: 2417 time: 0.4519415 Feb 02 07:13:18.914093 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-83133441-ae05-49ed-b238-766e0074ca18 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1043354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-942652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13285'] for router (1c28bffb-e8eb-40dc-b05c-122d6adbc1e5), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:18.933122 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcdcddc-2920-4b9a-add2-5ccd58566e71 req-22e71fbc-25b3-431b-8300-41e696e866f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:18.934570 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6bcdcddc-2920-4b9a-add2-5ccd58566e71 req-22e71fbc-25b3-431b-8300-41e696e866f1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=44fb9145-9ace-47b2-84ba-690d45d04d68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1096294 Feb 02 07:13:18.974536 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-52035f8e-2947-479a-b4dc-07f1295ab004 req-c8eb9a82-9568-45bc-ab8b-58a44391347c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf613857-7b11-4fe4-aa25-62ea826217ee {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:13:18.989969 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-52035f8e-2947-479a-b4dc-07f1295ab004 req-c8eb9a82-9568-45bc-ab8b-58a44391347c service neutron] Publish callbacks [] for port (bf613857-7b11-4fe4-aa25-62ea826217ee), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:18.992734 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-83133441-ae05-49ed-b238-766e0074ca18 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1043345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1043336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-942635'] for router (1c28bffb-e8eb-40dc-b05c-122d6adbc1e5), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:19.035723 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60fded7f-eb36-46a6-b321-877a7e2a75fb tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:19.036921 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-60fded7f-eb36-46a6-b321-877a7e2a75fb tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:19.040302 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-52035f8e-2947-479a-b4dc-07f1295ab004 req-c8eb9a82-9568-45bc-ab8b-58a44391347c service neutron] Transition to ACTIVE for port object bf613857-7b11-4fe4-aa25-62ea826217ee will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:13:19.048861 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-52035f8e-2947-479a-b4dc-07f1295ab004 req-c8eb9a82-9568-45bc-ab8b-58a44391347c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (bf613857-7b11-4fe4-aa25-62ea826217ee), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:19.099004 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6bcdcddc-2920-4b9a-add2-5ccd58566e71 req-12cbdfaf-441b-4123-9e3a-2b0888adddbd service neutron] 10.222.0.88 "GET /v2.0/networks/44fb9145-9ace-47b2-84ba-690d45d04d68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579571 Feb 02 07:13:19.142335 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eb9a82-9568-45bc-ab8b-58a44391347c service neutron] Pushing event updated for resources: {'Port': ['ID=bf613857-7b11-4fe4-aa25-62ea826217ee,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:19.177979 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-60fded7f-eb36-46a6-b321-877a7e2a75fb tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.3111739 Feb 02 07:13:19.178557 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56812) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:19.193572 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-b33dc641-9263-460d-a7cb-b2a7c94fa07d tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Request body: {'port': {'network_id': '1aaf4e47-a568-48e1-a161-9109a1d87c81', 'name': 'tempest-ExtraDHCPOptionsTestJSON-934719589', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:13:19.194132 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.api.validators [None req-b33dc641-9263-460d-a7cb-b2a7c94fa07d tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] bootfile-name is not in valid_values {{(pid=109694) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 02 07:13:19.194476 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.api.validators [None req-b33dc641-9263-460d-a7cb-b2a7c94fa07d tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] tftp-server is not in valid_values {{(pid=109694) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 02 07:13:19.194818 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.api.validators [None req-b33dc641-9263-460d-a7cb-b2a7c94fa07d tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] server-ip-address is not in valid_values {{(pid=109694) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 02 07:13:19.201601 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-198c22f9-992f-44bf-9cbe-86ca925f4d5e req-2c0fdbf6-46ff-410f-acad-7e4f8651bc3f tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee38a50d-609a-441d-89e7-67ea86baffc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480755 Feb 02 07:13:19.208912 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575e0c7-fe97-4dca-82ab-d609b43cd8a3 req-4d62ef24-5dd8-41cf-8616-8f10b9bc4f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:19.210429 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e575e0c7-fe97-4dca-82ab-d609b43cd8a3 req-4d62ef24-5dd8-41cf-8616-8f10b9bc4f17 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5cfbcee1-7173-4b6e-a0aa-7287399b71c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2920587 Feb 02 07:13:19.234608 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83133441-ae05-49ed-b238-766e0074ca18 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Router 1c28bffb-e8eb-40dc-b05c-122d6adbc1e5 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:13:19.264656 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441d22dc-f82b-4f5b-a9e6-14b179a3d467 None None] Network 1aaf4e47-a568-48e1-a161-9109a1d87c81 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:13:19.296136 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-52035f8e-2947-479a-b4dc-07f1295ab004 req-c8eb9a82-9568-45bc-ab8b-58a44391347c service neutron] Attempting to bind port bf613857-7b11-4fe4-aa25-62ea826217ee on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:13:19.296631 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-52035f8e-2947-479a-b4dc-07f1295ab004 req-c8eb9a82-9568-45bc-ab8b-58a44391347c service neutron] Attempting to bind port bf613857-7b11-4fe4-aa25-62ea826217ee by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': '1fe536e7-22e9-4789-86f4-399744fc3de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5b8ffc7a-717b-4b32-aed8-31315930798c'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:13:19.297097 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52035f8e-2947-479a-b4dc-07f1295ab004 req-c8eb9a82-9568-45bc-ab8b-58a44391347c service neutron] Attempting to bind port bf613857-7b11-4fe4-aa25-62ea826217ee on network 5b8ffc7a-717b-4b32-aed8-31315930798c {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:13:19.301138 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6bcdcddc-2920-4b9a-add2-5ccd58566e71 req-41138f1d-00be-49b4-a156-ceb8069d39b3 service neutron] 10.222.0.88 "GET /v2.0/networks/44fb9145-9ace-47b2-84ba-690d45d04d68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945064 Feb 02 07:13:19.305021 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52035f8e-2947-479a-b4dc-07f1295ab004 req-c8eb9a82-9568-45bc-ab8b-58a44391347c service neutron] Port bf613857-7b11-4fe4-aa25-62ea826217ee on network 5b8ffc7a-717b-4b32-aed8-31315930798c not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:13:19.305479 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52035f8e-2947-479a-b4dc-07f1295ab004 req-c8eb9a82-9568-45bc-ab8b-58a44391347c service neutron] Attempting to bind port bf613857-7b11-4fe4-aa25-62ea826217ee on network 5b8ffc7a-717b-4b32-aed8-31315930798c {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:13:19.348949 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-155efd52-356f-4a56-b5e9-08085b16e93c None None] Provisioning complete for port 34c5ab2b-8e17-4c0e-8471-338a079d6215 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:19.349695 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-155efd52-356f-4a56-b5e9-08085b16e93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (34c5ab2b-8e17-4c0e-8471-338a079d6215), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:19.351977 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52035f8e-2947-479a-b4dc-07f1295ab004 req-c8eb9a82-9568-45bc-ab8b-58a44391347c service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:13:19.352601 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52035f8e-2947-479a-b4dc-07f1295ab004 req-c8eb9a82-9568-45bc-ab8b-58a44391347c service neutron] Checking segment: {'id': '1fe536e7-22e9-4789-86f4-399744fc3de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5b8ffc7a-717b-4b32-aed8-31315930798c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:13:19.353103 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52035f8e-2947-479a-b4dc-07f1295ab004 req-c8eb9a82-9568-45bc-ab8b-58a44391347c service neutron] Bound using segment: {'id': '1fe536e7-22e9-4789-86f4-399744fc3de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5b8ffc7a-717b-4b32-aed8-31315930798c'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:13:19.353699 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-52035f8e-2947-479a-b4dc-07f1295ab004 req-c8eb9a82-9568-45bc-ab8b-58a44391347c service neutron] Bound port: bf613857-7b11-4fe4-aa25-62ea826217ee, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fe536e7-22e9-4789-86f4-399744fc3de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5b8ffc7a-717b-4b32-aed8-31315930798c'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:13:19.354407 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-52035f8e-2947-479a-b4dc-07f1295ab004 req-c8eb9a82-9568-45bc-ab8b-58a44391347c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (bf613857-7b11-4fe4-aa25-62ea826217ee), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:19.357651 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6bcdcddc-2920-4b9a-add2-5ccd58566e71 req-7d91ad00-bd6f-466d-8125-f53d1be805a3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=b17d715e-1c85-4c03-a547-caefd8ea643a HTTP/1.1" status: 200 len: 217 time: 0.0490870 Feb 02 07:13:19.493609 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcdcddc-2920-4b9a-add2-5ccd58566e71 req-b865dc1d-088d-4f4d-9ddd-1bab8279b49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:19.495400 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6bcdcddc-2920-4b9a-add2-5ccd58566e71 req-b865dc1d-088d-4f4d-9ddd-1bab8279b49d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d8c93dc1-7ee4-400a-ad20-2d7430ee8b3d HTTP/1.1" status: 200 len: 797 time: 0.1288822 Feb 02 07:13:19.516097 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-155efd52-356f-4a56-b5e9-08085b16e93c None None] Current status of the port 34c5ab2b-8e17-4c0e-8471-338a079d6215 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:13:19.516494 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-155efd52-356f-4a56-b5e9-08085b16e93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (34c5ab2b-8e17-4c0e-8471-338a079d6215), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:19.573132 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52563644-8edb-42ce-ac9c-60eb72510efb req-5ffe45e2-d61f-48b6-b2ef-582a8d599f91 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:19.581148 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-52563644-8edb-42ce-ac9c-60eb72510efb req-5ffe45e2-d61f-48b6-b2ef-582a8d599f91 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=4dbc73c4-fa5a-4187-8268-a2b1075e9608 HTTP/1.1" status: 200 len: 1126 time: 0.1590574 Feb 02 07:13:19.610008 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-155efd52-356f-4a56-b5e9-08085b16e93c None None] For port 34c5ab2b-8e17-4c0e-8471-338a079d6215, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=34c5ab2b-8e17-4c0e-8471-338a079d6215,segment=NetworkSegment(37cf9b6e-62d3-4704-bc69-2095fc351430),segment_id=37cf9b6e-62d3-4704-bc69-2095fc351430)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:13:19.616670 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-52035f8e-2947-479a-b4dc-07f1295ab004 req-c8eb9a82-9568-45bc-ab8b-58a44391347c service neutron] For port bf613857-7b11-4fe4-aa25-62ea826217ee, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:13:19.622115 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-155efd52-356f-4a56-b5e9-08085b16e93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (34c5ab2b-8e17-4c0e-8471-338a079d6215), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:19.640409 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcdcddc-2920-4b9a-add2-5ccd58566e71 req-b91064c9-bb43-4c6b-927a-f74528e454c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:19.641932 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6bcdcddc-2920-4b9a-add2-5ccd58566e71 req-b91064c9-bb43-4c6b-927a-f74528e454c6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=44fb9145-9ace-47b2-84ba-690d45d04d68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1373801 Feb 02 07:13:19.657526 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [req-6bcdcddc-2920-4b9a-add2-5ccd58566e71 req-8541ffba-851c-4fe2-91e6-3fb8ea8112e6 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=109693) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:13:19.658642 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6bcdcddc-2920-4b9a-add2-5ccd58566e71 req-8541ffba-851c-4fe2-91e6-3fb8ea8112e6 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060003 Feb 02 07:13:19.660561 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-52035f8e-2947-479a-b4dc-07f1295ab004 req-c8eb9a82-9568-45bc-ab8b-58a44391347c service neutron] For port bf613857-7b11-4fe4-aa25-62ea826217ee, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=bf613857-7b11-4fe4-aa25-62ea826217ee,segment=NetworkSegment(1fe536e7-22e9-4789-86f4-399744fc3de0),segment_id=1fe536e7-22e9-4789-86f4-399744fc3de0)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:13:19.701460 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-52035f8e-2947-479a-b4dc-07f1295ab004 req-c8eb9a82-9568-45bc-ab8b-58a44391347c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (bf613857-7b11-4fe4-aa25-62ea826217ee), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:19.708826 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155efd52-356f-4a56-b5e9-08085b16e93c None None] Pushing event updated for resources: {'Port': ['ID=34c5ab2b-8e17-4c0e-8471-338a079d6215,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:19.720274 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155efd52-356f-4a56-b5e9-08085b16e93c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:13:19.721024 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155efd52-356f-4a56-b5e9-08085b16e93c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:13:19.721616 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155efd52-356f-4a56-b5e9-08085b16e93c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:13:19.722182 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155efd52-356f-4a56-b5e9-08085b16e93c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:13:19.723637 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155efd52-356f-4a56-b5e9-08085b16e93c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:13:19.724281 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155efd52-356f-4a56-b5e9-08085b16e93c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:13:19.725247 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-52563644-8edb-42ce-ac9c-60eb72510efb req-daea27b6-a629-4594-96c1-dfda5e325460 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=b28d4905-d1c1-4309-a5bf-1728cb15a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432130 Feb 02 07:13:19.729797 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155efd52-356f-4a56-b5e9-08085b16e93c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:13:19.730844 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155efd52-356f-4a56-b5e9-08085b16e93c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:13:19.731135 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155efd52-356f-4a56-b5e9-08085b16e93c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:13:19.731467 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155efd52-356f-4a56-b5e9-08085b16e93c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:13:19.736752 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155efd52-356f-4a56-b5e9-08085b16e93c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:13:19.737066 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155efd52-356f-4a56-b5e9-08085b16e93c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:13:19.737590 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155efd52-356f-4a56-b5e9-08085b16e93c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:13:19.758144 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 34c5ab2b-8e17-4c0e-8471-338a079d6215 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:13:19.843481 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 34c5ab2b-8e17-4c0e-8471-338a079d6215 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:19.843815 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (34c5ab2b-8e17-4c0e-8471-338a079d6215), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:19.849836 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6bcdcddc-2920-4b9a-add2-5ccd58566e71 req-0f289021-2b91-47bd-b98b-794b619e57c7 service neutron] 10.222.0.88 "GET /v2.0/networks/44fb9145-9ace-47b2-84ba-690d45d04d68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786413 Feb 02 07:13:19.856201 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52035f8e-2947-479a-b4dc-07f1295ab004 req-c8eb9a82-9568-45bc-ab8b-58a44391347c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:19.856955 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-52035f8e-2947-479a-b4dc-07f1295ab004 req-c8eb9a82-9568-45bc-ab8b-58a44391347c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:19.858442 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-52035f8e-2947-479a-b4dc-07f1295ab004 req-c8eb9a82-9568-45bc-ab8b-58a44391347c service neutron] 10.222.0.88 "PUT /v2.0/ports/bf613857-7b11-4fe4-aa25-62ea826217ee HTTP/1.1" status: 200 len: 1092 time: 2.4184704 Feb 02 07:13:19.859072 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a9037b0-532a-408c-b85e-3a39058988ae', 'tag': 'bf613857-7b11-4fe4-aa25-62ea826217ee'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:13:19.862175 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-957d1c0a-db5c-4309-a99e-b70667760339" -d '{"events": [{"name": "network-changed", "server_uuid": "1a9037b0-532a-408c-b85e-3a39058988ae", "tag": "bf613857-7b11-4fe4-aa25-62ea826217ee"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:13:19.991572 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83133441-ae05-49ed-b238-766e0074ca18 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:13:20.001789 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-83133441-ae05-49ed-b238-766e0074ca18 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:20.005483 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-83133441-ae05-49ed-b238-766e0074ca18 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] 10.222.0.87 "PUT /v2.0/routers/1c28bffb-e8eb-40dc-b05c-122d6adbc1e5 HTTP/1.1" status: 200 len: 706 time: 4.4725616 Feb 02 07:13:20.013886 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56824) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:20.026995 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eb9a82-9568-45bc-ab8b-58a44391347c service neutron] Pushing event updated for resources: {'Port': ['ID=bf613857-7b11-4fe4-aa25-62ea826217ee,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:20.053979 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 34c5ab2b-8e17-4c0e-8471-338a079d6215 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:13:20.063735 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ca0f6a-ad45-459a-86e7-6eac46141189 None None] Sync routers for ids ['1c28bffb-e8eb-40dc-b05c-122d6adbc1e5'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:13:20.096680 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-26318506-b8fe-421f-af9e-4d767e8a7946 None None] Provisioning complete for port 34c5ab2b-8e17-4c0e-8471-338a079d6215 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:20.097060 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-26318506-b8fe-421f-af9e-4d767e8a7946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (34c5ab2b-8e17-4c0e-8471-338a079d6215), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:20.100044 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ca0f6a-ad45-459a-86e7-6eac46141189 None None] Routers {'1c28bffb-e8eb-40dc-b05c-122d6adbc1e5'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:13:20.100715 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-45ca0f6a-ad45-459a-86e7-6eac46141189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:13:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['1c28bffb-e8eb-40dc-b05c-122d6adbc1e5'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:13:20.215443 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-45ca0f6a-ad45-459a-86e7-6eac46141189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:13:20.224388 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-3b65d5ad-6020-49be-b8e8-e6073d879eb6 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] 10.222.0.87 "GET /v2.0/routers/1c28bffb-e8eb-40dc-b05c-122d6adbc1e5 HTTP/1.1" status: 200 len: 741 time: 0.2047291 Feb 02 07:13:20.228616 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e575e0c7-fe97-4dca-82ab-d609b43cd8a3 req-bc36fdbe-0c7d-4956-803e-933ecf4c2fcc service neutron] 10.222.0.59 "GET /v2.0/networks/5cfbcee1-7173-4b6e-a0aa-7287399b71c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9906819 Feb 02 07:13:20.234130 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56826) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:20.252416 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ca0f6a-ad45-459a-86e7-6eac46141189 None None] Routers {'1c28bffb-e8eb-40dc-b05c-122d6adbc1e5'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:13:20.253277 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-45ca0f6a-ad45-459a-86e7-6eac46141189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:13:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['1c28bffb-e8eb-40dc-b05c-122d6adbc1e5'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:13:20.294767 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-45ca0f6a-ad45-459a-86e7-6eac46141189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:13:20.296184 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ca0f6a-ad45-459a-86e7-6eac46141189 None None] The sync data for ids ['1c28bffb-e8eb-40dc-b05c-122d6adbc1e5'] in n-d-789963-26 is: [] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:13:20.325019 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c7cb4c-6c71-4847-beee-4d625893122f x-openstack-request-id: req-84c7cb4c-6c71-4847-beee-4d625893122f {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:13:20.325433 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a9037b0-532a-408c-b85e-3a39058988ae", "tag": "bf613857-7b11-4fe4-aa25-62ea826217ee", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:13:20.325797 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-84c7cb4c-6c71-4847-beee-4d625893122f {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:13:20.326302 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a9037b0-532a-408c-b85e-3a39058988ae', 'tag': 'bf613857-7b11-4fe4-aa25-62ea826217ee', 'status': 'completed', 'code': 200} Feb 02 07:13:20.346309 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f247519d-a497-4cef-853c-f8f90ffa2c21 req-f31c4f07-d582-4af6-87bf-16156881aa3c tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:20.348324 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f247519d-a497-4cef-853c-f8f90ffa2c21 req-f31c4f07-d582-4af6-87bf-16156881aa3c tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a9037b0-532a-408c-b85e-3a39058988ae HTTP/1.1" status: 200 len: 943 time: 0.2589445 Feb 02 07:13:20.364868 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-26318506-b8fe-421f-af9e-4d767e8a7946 None None] Current status of the port 34c5ab2b-8e17-4c0e-8471-338a079d6215 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:13:20.376395 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-26318506-b8fe-421f-af9e-4d767e8a7946 None None] Provisioning complete for port 82044c02-5edb-49b6-84ac-d44dc6b9da43 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:20.376855 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-26318506-b8fe-421f-af9e-4d767e8a7946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (82044c02-5edb-49b6-84ac-d44dc6b9da43), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:20.390708 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6bcdcddc-2920-4b9a-add2-5ccd58566e71 req-cd4a33bc-fe76-43d6-bbfe-90a77972ad59 service neutron] 10.222.0.88 "GET /v2.0/networks/44fb9145-9ace-47b2-84ba-690d45d04d68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5253742 Feb 02 07:13:20.394201 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52035f8e-2947-479a-b4dc-07f1295ab004 req-56c9b4de-083c-446a-97d7-535298ae80dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:20.395771 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-52035f8e-2947-479a-b4dc-07f1295ab004 req-56c9b4de-083c-446a-97d7-535298ae80dd service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3b47e731264f4e98a435635cbe941a6a&device_id=1a9037b0-532a-408c-b85e-3a39058988ae HTTP/1.1" status: 200 len: 1126 time: 0.4138083 Feb 02 07:13:20.419406 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-26318506-b8fe-421f-af9e-4d767e8a7946 None None] Port 82044c02-5edb-49b6-84ac-d44dc6b9da43 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:13:20.443542 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-ca7d937a-7b46-41c7-b3fa-bb18aac804a8 tempest-RoutersAdminTest-232931232 tempest-RoutersAdminTest-232931232-project-admin] 10.222.0.87 "GET /v2.0/ports?network_id=ee4463ee-e783-4af5-91d5-cbeb2d0e0db8&device_id=1c28bffb-e8eb-40dc-b05c-122d6adbc1e5 HTTP/1.1" status: 200 len: 205 time: 0.2083597 Feb 02 07:13:20.447323 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33dc641-9263-460d-a7cb-b2a7c94fa07d tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Made reservation on behalf of a1d11cec99e04d0c851a11301081fdda for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:13:20.451861 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b33dc641-9263-460d-a7cb-b2a7c94fa07d tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:20.453792 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56830) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:20.493719 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6bcdcddc-2920-4b9a-add2-5ccd58566e71 req-0ab67431-843d-4853-b828-377a823485b3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=55434b8b-b44b-441d-bba3-0628c5e8ba97 HTTP/1.1" status: 200 len: 217 time: 0.0937579 Feb 02 07:13:20.499936 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-52035f8e-2947-479a-b4dc-07f1295ab004 req-515f78d8-77f0-458c-bb0f-a1a6e6f4320e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf613857-7b11-4fe4-aa25-62ea826217ee HTTP/1.1" status: 200 len: 217 time: 0.0863016 Feb 02 07:13:20.507295 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e575e0c7-fe97-4dca-82ab-d609b43cd8a3 req-0eb79d7f-d03a-4b3a-ac2e-2d11463c705c service neutron] 10.222.0.59 "GET /v2.0/networks/5cfbcee1-7173-4b6e-a0aa-7287399b71c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434654 Feb 02 07:13:20.509217 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [None req-b33dc641-9263-460d-a7cb-b2a7c94fa07d tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] device_id is not set on port 0c725238-8313-44cc-9cf7-95fcf2ad39a0 yet. {{(pid=109694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:13:20.532093 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f247519d-a497-4cef-853c-f8f90ffa2c21 req-3b424995-8778-4a56-a2bd-b472c68e3357 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/security-groups?id=0cda471f-b311-4535-ab7e-114e2234fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1681452 Feb 02 07:13:20.561575 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-395856d6-5efc-4cac-985c-80fc2f29a5ee None None] Provisioning complete for port 82044c02-5edb-49b6-84ac-d44dc6b9da43 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:20.562306 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-395856d6-5efc-4cac-985c-80fc2f29a5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (82044c02-5edb-49b6-84ac-d44dc6b9da43), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:20.568150 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-756d8bd6-4875-40ba-a24e-3534c8fe5ce5 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] 10.222.0.87 "GET /v2.0/ports?device_id=1c28bffb-e8eb-40dc-b05c-122d6adbc1e5 HTTP/1.1" status: 200 len: 205 time: 0.0875809 Feb 02 07:13:20.572119 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56832) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:20.589354 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6252d0bf-cea6-4395-8869-84ae81537b7e req-7a9d2e0a-93e0-4a54-b7f1-4438a54d834b tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:20.594788 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6252d0bf-cea6-4395-8869-84ae81537b7e req-7a9d2e0a-93e0-4a54-b7f1-4438a54d834b tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:20.606058 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6252d0bf-cea6-4395-8869-84ae81537b7e req-7a9d2e0a-93e0-4a54-b7f1-4438a54d834b tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:20.610459 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-395856d6-5efc-4cac-985c-80fc2f29a5ee None None] Port 82044c02-5edb-49b6-84ac-d44dc6b9da43 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:13:20.612063 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6252d0bf-cea6-4395-8869-84ae81537b7e req-7a9d2e0a-93e0-4a54-b7f1-4438a54d834b tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/ports?device_id=1d6f8a2e-1379-4758-96fc-57288067ece2 HTTP/1.1" status: 200 len: 2417 time: 0.1996264 Feb 02 07:13:20.664250 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3a644b4e-21fe-4680-8ab9-a62e530caf08 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (bef62444-b2d8-46de-af99-240cccb04cb7), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:20.694014 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcdcddc-2920-4b9a-add2-5ccd58566e71 req-e19729be-4a28-482b-b7d4-24473ea6f454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:20.695535 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6bcdcddc-2920-4b9a-add2-5ccd58566e71 req-e19729be-4a28-482b-b7d4-24473ea6f454 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=381427b1-69c6-4fa3-af7a-83250c7dd27c HTTP/1.1" status: 200 len: 797 time: 0.1939173 Feb 02 07:13:20.698969 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52035f8e-2947-479a-b4dc-07f1295ab004 req-1a5cc694-273e-4385-979d-81e5a8567056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:20.700371 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-52035f8e-2947-479a-b4dc-07f1295ab004 req-1a5cc694-273e-4385-979d-81e5a8567056 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2c1cc1e9-39d5-4fbe-86e9-f98639e7b3b3 HTTP/1.1" status: 200 len: 848 time: 0.1722023 Feb 02 07:13:20.702687 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a46db5ac-a09c-4ea9-a3b6-0185521a2723 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks [] for router (1c28bffb-e8eb-40dc-b05c-122d6adbc1e5), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:20.788910 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-b33dc641-9263-460d-a7cb-b2a7c94fa07d tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Allocated IP 172.20.0.5 (1aaf4e47-a568-48e1-a161-9109a1d87c81/2aeb22a9-1799-4bff-9761-3ce29c518aad/0c725238-8313-44cc-9cf7-95fcf2ad39a0) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:13:20.848620 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6252d0bf-cea6-4395-8869-84ae81537b7e req-0bbb1e70-35d4-49c7-bb36-59f076b6167c tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee38a50d-609a-441d-89e7-67ea86baffc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157357 Feb 02 07:13:20.861090 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ddef24-f845-433d-9f57-2da5a9b0c59c req-c9d927e2-efcf-49da-a422-c3e6ba85aad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:20.862606 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-62ddef24-f845-433d-9f57-2da5a9b0c59c req-c9d927e2-efcf-49da-a422-c3e6ba85aad3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=06979ed0016c41f8b96877f87096f36c&device_id=4dbc73c4-fa5a-4187-8268-a2b1075e9608 HTTP/1.1" status: 200 len: 1126 time: 0.2313240 Feb 02 07:13:20.962407 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a46db5ac-a09c-4ea9-a3b6-0185521a2723 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (1c28bffb-e8eb-40dc-b05c-122d6adbc1e5), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:20.967766 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a46db5ac-a09c-4ea9-a3b6-0185521a2723 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks [] for router_controller (1c28bffb-e8eb-40dc-b05c-122d6adbc1e5), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:20.978220 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcdcddc-2920-4b9a-add2-5ccd58566e71 req-2dce9c60-b21b-486b-bf10-de014b79a8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:20.980446 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6bcdcddc-2920-4b9a-add2-5ccd58566e71 req-2dce9c60-b21b-486b-bf10-de014b79a8e0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=807c79ec-08e2-4059-a72e-092033961844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2729294 Feb 02 07:13:21.023286 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52035f8e-2947-479a-b4dc-07f1295ab004 req-d3affdde-0a63-4a55-a2b8-8d85b8ed5a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:21.024707 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-52035f8e-2947-479a-b4dc-07f1295ab004 req-d3affdde-0a63-4a55-a2b8-8d85b8ed5a5e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5b8ffc7a-717b-4b32-aed8-31315930798c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3182554 Feb 02 07:13:21.054166 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596abbcf-6b8e-49fc-ac33-e65ef5976bd1 req-9c47b49c-b9be-4b04-a73a-33fa5a06d0d5 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:21.056056 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-596abbcf-6b8e-49fc-ac33-e65ef5976bd1 req-9c47b49c-b9be-4b04-a73a-33fa5a06d0d5 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=4dbc73c4-fa5a-4187-8268-a2b1075e9608 HTTP/1.1" status: 200 len: 1126 time: 0.2464435 Feb 02 07:13:21.056353 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a46db5ac-a09c-4ea9-a3b6-0185521a2723 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (1c28bffb-e8eb-40dc-b05c-122d6adbc1e5), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:21.056843 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a46db5ac-a09c-4ea9-a3b6-0185521a2723 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Fanout notify agent at l3_agent the message router_deleted on router 1c28bffb-e8eb-40dc-b05c-122d6adbc1e5 {{(pid=109693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:13:21.085707 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a46db5ac-a09c-4ea9-a3b6-0185521a2723 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:21.092715 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a46db5ac-a09c-4ea9-a3b6-0185521a2723 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] 10.222.0.87 "DELETE /v2.0/routers/1c28bffb-e8eb-40dc-b05c-122d6adbc1e5 HTTP/1.1" status: 204 len: 168 time: 0.4965546 Feb 02 07:13:21.093767 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56840) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:21.134750 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ddef24-f845-433d-9f57-2da5a9b0c59c req-6535c158-a8dd-4e4b-9ca5-721df761d343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:21.136319 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-62ddef24-f845-433d-9f57-2da5a9b0c59c req-6535c158-a8dd-4e4b-9ca5-721df761d343 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5cfbcee1-7173-4b6e-a0aa-7287399b71c6 HTTP/1.1" status: 200 len: 911 time: 0.2380309 Feb 02 07:13:21.143497 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-dd343764-4681-41ee-8cfe-e07dae483ce3 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] 10.222.0.87 "GET /v2.0/ports?device_id=1c28bffb-e8eb-40dc-b05c-122d6adbc1e5 HTTP/1.1" status: 200 len: 205 time: 0.0447063 Feb 02 07:13:21.145746 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56844) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:21.254186 n-d-789963-26 neutron-server[109694]: INFO neutron.api.v2.resource [None req-0007f2c5-943b-4a54-87a5-e4e0497ec41d tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] delete failed (client error): The resource could not be found. Feb 02 07:13:21.255248 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0007f2c5-943b-4a54-87a5-e4e0497ec41d tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] 10.222.0.87 "DELETE /v2.0/routers/1c28bffb-e8eb-40dc-b05c-122d6adbc1e5 HTTP/1.1" status: 404 len: 336 time: 0.1048203 Feb 02 07:13:21.275213 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-62ddef24-f845-433d-9f57-2da5a9b0c59c req-14691c05-39f0-49d8-ba9f-29dd94e69cb9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02fbefda-9af4-4c84-b09a-5700b4bc9cf5 HTTP/1.1" status: 200 len: 217 time: 0.1257920 Feb 02 07:13:21.279180 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56846) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:21.283482 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b33dc641-9263-460d-a7cb-b2a7c94fa07d tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Publish callbacks [] for port (0c725238-8313-44cc-9cf7-95fcf2ad39a0), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:21.375846 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a6b63eb0-2b86-441a-9171-94235f890458 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] 10.222.0.87 "GET /v2.0/ports?device_id=32a6b4cb-47fe-4ec8-ab25-b75c8d73c5da HTTP/1.1" status: 200 len: 205 time: 0.0921745 Feb 02 07:13:21.384601 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56848) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:21.469019 n-d-789963-26 neutron-server[109694]: INFO neutron.api.v2.resource [None req-b318f6fa-ccb1-42cb-844e-800b97b0acc0 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] delete failed (client error): The resource could not be found. Feb 02 07:13:21.470056 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b318f6fa-ccb1-42cb-844e-800b97b0acc0 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] 10.222.0.87 "DELETE /v2.0/routers/32a6b4cb-47fe-4ec8-ab25-b75c8d73c5da HTTP/1.1" status: 404 len: 336 time: 0.0835664 Feb 02 07:13:21.477741 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56850) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:21.497696 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ddef24-f845-433d-9f57-2da5a9b0c59c req-7ea718bc-2f4f-4dd3-98a4-7c001864e194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:21.497856 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-596abbcf-6b8e-49fc-ac33-e65ef5976bd1 req-aeb89580-ef2d-4cc9-b9bd-454d7f50c4fb tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=b28d4905-d1c1-4309-a5bf-1728cb15a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4042540 Feb 02 07:13:21.499173 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-62ddef24-f845-433d-9f57-2da5a9b0c59c req-7ea718bc-2f4f-4dd3-98a4-7c001864e194 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=632da248-6289-4747-982b-19f8a4b887fb HTTP/1.1" status: 200 len: 849 time: 0.2140672 Feb 02 07:13:21.520741 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6bcdcddc-2920-4b9a-add2-5ccd58566e71 req-401991e5-c813-469f-997b-50082e0ddda7 service neutron] 10.222.0.88 "GET /v2.0/networks/807c79ec-08e2-4059-a72e-092033961844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5058959 Feb 02 07:13:21.527094 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d76498f6-de10-4d36-8dd8-3fb76ed5916e tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] 10.222.0.87 "GET /v2.0/ports?device_id=7e99039a-77dc-47f0-8df4-29b9d0fe727c HTTP/1.1" status: 200 len: 205 time: 0.0419853 Feb 02 07:13:21.527341 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-52035f8e-2947-479a-b4dc-07f1295ab004 req-cc8f4a81-df8f-46e4-b3eb-1c7bfb1637d6 service neutron] 10.222.0.88 "GET /v2.0/networks/5b8ffc7a-717b-4b32-aed8-31315930798c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4853401 Feb 02 07:13:21.527341 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56852) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:21.542969 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e3f7dc-b3fa-4097-ab74-7af686f25def req-865298e4-a656-4f75-b7b0-ac1c10f6055e tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:21.548666 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e3f7dc-b3fa-4097-ab74-7af686f25def req-865298e4-a656-4f75-b7b0-ac1c10f6055e tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:21.553944 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e3f7dc-b3fa-4097-ab74-7af686f25def req-865298e4-a656-4f75-b7b0-ac1c10f6055e tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:21.555698 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-92e3f7dc-b3fa-4097-ab74-7af686f25def req-865298e4-a656-4f75-b7b0-ac1c10f6055e tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/ports?device_id=1d6f8a2e-1379-4758-96fc-57288067ece2 HTTP/1.1" status: 200 len: 2417 time: 0.3936522 Feb 02 07:13:21.580262 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b33dc641-9263-460d-a7cb-b2a7c94fa07d tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (0c725238-8313-44cc-9cf7-95fcf2ad39a0), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:21.594383 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-3b107438-fcf5-4f27-9f03-b3c71e0ab288 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] delete failed (client error): The resource could not be found. Feb 02 07:13:21.598054 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-3b107438-fcf5-4f27-9f03-b3c71e0ab288 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] 10.222.0.87 "DELETE /v2.0/routers/7e99039a-77dc-47f0-8df4-29b9d0fe727c HTTP/1.1" status: 404 len: 336 time: 0.0678346 Feb 02 07:13:21.599293 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56856) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:21.602755 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 34c5ab2b-8e17-4c0e-8471-338a079d6215 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:13:21.664494 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 34c5ab2b-8e17-4c0e-8471-338a079d6215 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:21.664875 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (34c5ab2b-8e17-4c0e-8471-338a079d6215), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:21.684665 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-80a76294-b808-4473-899a-58f9d5767883 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] 10.222.0.87 "GET /v2.0/ports?device_id=2d23a677-5c1e-4053-915d-176cc2dd5b34 HTTP/1.1" status: 200 len: 205 time: 0.0769837 Feb 02 07:13:21.690310 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56858) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:21.707586 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33dc641-9263-460d-a7cb-b2a7c94fa07d tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Network 1aaf4e47-a568-48e1-a161-9109a1d87c81 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:13:21.753718 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-b33dc641-9263-460d-a7cb-b2a7c94fa07d tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:13:21.755187 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 34c5ab2b-8e17-4c0e-8471-338a079d6215 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:13:21.765929 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33dc641-9263-460d-a7cb-b2a7c94fa07d tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:13:21.770148 n-d-789963-26 neutron-server[109694]: INFO neutron.api.v2.resource [None req-2bc8e06e-40fd-4059-8687-e86418bd9ffe tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] delete failed (client error): The resource could not be found. Feb 02 07:13:21.772369 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-2bc8e06e-40fd-4059-8687-e86418bd9ffe tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] 10.222.0.87 "DELETE /v2.0/routers/2d23a677-5c1e-4053-915d-176cc2dd5b34 HTTP/1.1" status: 404 len: 336 time: 0.0792985 Feb 02 07:13:21.780717 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ddef24-f845-433d-9f57-2da5a9b0c59c req-41c7d478-40cf-4608-9fdc-da057626be22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:21.781217 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56860) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:21.782389 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-62ddef24-f845-433d-9f57-2da5a9b0c59c req-41c7d478-40cf-4608-9fdc-da057626be22 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5cfbcee1-7173-4b6e-a0aa-7287399b71c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2643445 Feb 02 07:13:21.782992 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33dc641-9263-460d-a7cb-b2a7c94fa07d tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Pushing event updated for resources: {'Port': ['ID=0c725238-8313-44cc-9cf7-95fcf2ad39a0,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:21.787332 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-3a644b4e-21fe-4680-8ab9-a62e530caf08 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Deleting port 107cd44e-82eb-4d2a-96b6-3be41be6b115 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:13:21.787695 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3a644b4e-21fe-4680-8ab9-a62e530caf08 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (107cd44e-82eb-4d2a-96b6-3be41be6b115), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:21.798575 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6bcdcddc-2920-4b9a-add2-5ccd58566e71 req-bd532777-9dfe-45a7-8fca-6cabe3b5c83a service neutron] 10.222.0.88 "GET /v2.0/networks/807c79ec-08e2-4059-a72e-092033961844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657483 Feb 02 07:13:21.819204 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-52035f8e-2947-479a-b4dc-07f1295ab004 req-74fb02ce-0158-4318-8f1b-e036782d5b9f service neutron] 10.222.0.88 "GET /v2.0/networks/5b8ffc7a-717b-4b32-aed8-31315930798c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845972 Feb 02 07:13:21.821289 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-84353da4-31ec-4dbc-90a9-dc8d386a7931 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] 10.222.0.87 "GET /v2.0/ports?device_id=ff43d776-1136-4dcb-b9b7-4fd3a30e69c7 HTTP/1.1" status: 200 len: 205 time: 0.0381618 Feb 02 07:13:21.828970 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56862) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:21.859997 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-92e3f7dc-b3fa-4097-ab74-7af686f25def req-033e4e2c-de1a-455b-8ec1-22ffaf070535 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee38a50d-609a-441d-89e7-67ea86baffc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833579 Feb 02 07:13:21.899408 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6bcdcddc-2920-4b9a-add2-5ccd58566e71 req-05965266-ec78-4444-a0a0-cbd7328ce163 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9a0b3200-b107-4b3b-badf-62352eb5d2b2 HTTP/1.1" status: 200 len: 217 time: 0.0828257 Feb 02 07:13:21.907981 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a89b88-5526-443f-906c-acdc4e271684 req-f4ae7ac8-993b-493a-aada-1bff59d2558e tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:21.909533 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-49a89b88-5526-443f-906c-acdc4e271684 req-f4ae7ac8-993b-493a-aada-1bff59d2558e tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a9037b0-532a-408c-b85e-3a39058988ae HTTP/1.1" status: 200 len: 943 time: 0.2490625 Feb 02 07:13:21.910653 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-242d9e9e-e0a8-4c86-9ae1-63de39bbf2b1 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] delete failed (client error): The resource could not be found. Feb 02 07:13:21.914366 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-242d9e9e-e0a8-4c86-9ae1-63de39bbf2b1 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] 10.222.0.87 "DELETE /v2.0/routers/ff43d776-1136-4dcb-b9b7-4fd3a30e69c7 HTTP/1.1" status: 404 len: 336 time: 0.0815756 Feb 02 07:13:21.914561 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:13:21.929007 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56864) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:21.962520 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33dc641-9263-460d-a7cb-b2a7c94fa07d tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:21.963183 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b33dc641-9263-460d-a7cb-b2a7c94fa07d tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:22.009223 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a8128498-47ca-4e99-b464-af41a55affe9 tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] 10.222.0.87 "GET /v2.0/ports?device_id=781a41c8-5115-4417-a506-947b3d88bada HTTP/1.1" status: 200 len: 205 time: 0.0769455 Feb 02 07:13:22.013636 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56866) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:22.014910 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:22.053306 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcdcddc-2920-4b9a-add2-5ccd58566e71 req-c4b41aae-40db-4a7d-bff4-718f019cab4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:22.054669 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6bcdcddc-2920-4b9a-add2-5ccd58566e71 req-c4b41aae-40db-4a7d-bff4-718f019cab4c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=381427b1-69c6-4fa3-af7a-83250c7dd27c HTTP/1.1" status: 200 len: 797 time: 0.1410127 Feb 02 07:13:22.062234 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-6c97a472-b791-4874-8b55-7230913229dd None None] Provisioning complete for port 0c725238-8313-44cc-9cf7-95fcf2ad39a0 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:22.062812 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6c97a472-b791-4874-8b55-7230913229dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (0c725238-8313-44cc-9cf7-95fcf2ad39a0), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:22.074515 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b33dc641-9263-460d-a7cb-b2a7c94fa07d tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 2.8895698 Feb 02 07:13:22.077342 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-49a89b88-5526-443f-906c-acdc4e271684 req-d0c760c3-96a6-45b2-af71-4c508d0909d0 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/security-groups?id=0cda471f-b311-4535-ab7e-114e2234fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433651 Feb 02 07:13:22.080424 n-d-789963-26 neutron-server[109694]: INFO neutron.api.v2.resource [None req-348af51a-8964-431e-a17e-9dad354064bb tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] delete failed (client error): The resource could not be found. Feb 02 07:13:22.084126 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-348af51a-8964-431e-a17e-9dad354064bb tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] 10.222.0.87 "DELETE /v2.0/routers/781a41c8-5115-4417-a506-947b3d88bada HTTP/1.1" status: 404 len: 336 time: 0.0621357 Feb 02 07:13:22.084126 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56868) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:22.097107 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56870) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:22.100689 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d1c0a-db5c-4309-a99e-b70667760339 req-9a5128cf-64d7-44d2-80d2-e2c60f95cef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:22.102593 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-957d1c0a-db5c-4309-a99e-b70667760339 req-9a5128cf-64d7-44d2-80d2-e2c60f95cef1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3b47e731264f4e98a435635cbe941a6a&device_id=1a9037b0-532a-408c-b85e-3a39058988ae HTTP/1.1" status: 200 len: 1126 time: 0.1896751 Feb 02 07:13:22.112616 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-6c97a472-b791-4874-8b55-7230913229dd None None] Port 0c725238-8313-44cc-9cf7-95fcf2ad39a0 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:13:22.151085 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d1e405e-1700-4db2-8ba6-348f47008fde tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] DELETE failed (client error): The resource could not be found. Feb 02 07:13:22.151546 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d1e405e-1700-4db2-8ba6-348f47008fde tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:13:22.154629 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-6d1e405e-1700-4db2-8ba6-348f47008fde tempest-RoutersAdminTest-1518148706 tempest-RoutersAdminTest-1518148706-project] 10.222.0.87 "DELETE /v2.0/subnets/09dd8472-1ed8-4a4e-b763-20dc8bc8fc64 HTTP/1.1" status: 404 len: 337 time: 0.0562804 Feb 02 07:13:22.219732 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcdcddc-2920-4b9a-add2-5ccd58566e71 req-709d31b6-5213-4e24-ad6c-185ba0056242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:22.221281 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6bcdcddc-2920-4b9a-add2-5ccd58566e71 req-709d31b6-5213-4e24-ad6c-185ba0056242 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=807c79ec-08e2-4059-a72e-092033961844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1588852 Feb 02 07:13:22.259499 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d1c0a-db5c-4309-a99e-b70667760339 req-a0f0edf0-2f91-4971-bb6d-09ac6115df1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:22.261077 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-957d1c0a-db5c-4309-a99e-b70667760339 req-a0f0edf0-2f91-4971-bb6d-09ac6115df1c service neutron] 10.222.0.88 "GET /v2.0/networks?id=5b8ffc7a-717b-4b32-aed8-31315930798c HTTP/1.1" status: 200 len: 910 time: 0.1495821 Feb 02 07:13:22.337976 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-957d1c0a-db5c-4309-a99e-b70667760339 req-5e76badb-2103-417e-b184-290a946dc37f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf613857-7b11-4fe4-aa25-62ea826217ee HTTP/1.1" status: 200 len: 217 time: 0.0679128 Feb 02 07:13:22.402325 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6bcdcddc-2920-4b9a-add2-5ccd58566e71 req-bc63492a-faea-4909-9c4f-dbbe0904d036 service neutron] 10.222.0.88 "GET /v2.0/networks/807c79ec-08e2-4059-a72e-092033961844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704793 Feb 02 07:13:22.405968 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d1c0a-db5c-4309-a99e-b70667760339 req-1e1dd106-a904-44e3-a703-f3addb1ae6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:22.407361 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-957d1c0a-db5c-4309-a99e-b70667760339 req-1e1dd106-a904-44e3-a703-f3addb1ae6fc service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2c1cc1e9-39d5-4fbe-86e9-f98639e7b3b3 HTTP/1.1" status: 200 len: 848 time: 0.0626945 Feb 02 07:13:22.459428 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56876) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:22.480627 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-62ddef24-f845-433d-9f57-2da5a9b0c59c req-6f65ee59-769c-4a7d-a5e3-743778fb4539 service neutron] 10.222.0.59 "GET /v2.0/networks/5cfbcee1-7173-4b6e-a0aa-7287399b71c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6679795 Feb 02 07:13:22.500979 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3a644b4e-21fe-4680-8ab9-a62e530caf08 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (107cd44e-82eb-4d2a-96b6-3be41be6b115), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:22.535925 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-3a644b4e-21fe-4680-8ab9-a62e530caf08 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Calling delete_port for 107cd44e-82eb-4d2a-96b6-3be41be6b115 owned by network:router_interface {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:13:22.550774 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d1c0a-db5c-4309-a99e-b70667760339 req-67639ff2-83de-4515-aa92-533d090d3ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:22.551603 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-957d1c0a-db5c-4309-a99e-b70667760339 req-67639ff2-83de-4515-aa92-533d090d3ccc service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5b8ffc7a-717b-4b32-aed8-31315930798c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1350753 Feb 02 07:13:22.555251 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6bcdcddc-2920-4b9a-add2-5ccd58566e71 req-5378b71a-25c0-4dae-96a0-c6a869608c04 service neutron] 10.222.0.88 "GET /v2.0/networks/807c79ec-08e2-4059-a72e-092033961844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466303 Feb 02 07:13:22.651942 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085c101d-27c0-46ba-aaa6-53526369dbf4 tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:22.657202 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085c101d-27c0-46ba-aaa6-53526369dbf4 tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:22.662507 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085c101d-27c0-46ba-aaa6-53526369dbf4 tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:22.662712 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cd0eb427-c4b8-4499-af04-5710040e46fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:22.667968 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-085c101d-27c0-46ba-aaa6-53526369dbf4 tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.5783520 Feb 02 07:13:22.668504 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56882) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:22.724826 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-62ddef24-f845-433d-9f57-2da5a9b0c59c req-5cdb741a-31c2-4653-8568-2017237e84c3 service neutron] 10.222.0.59 "GET /v2.0/networks/5cfbcee1-7173-4b6e-a0aa-7287399b71c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361939 Feb 02 07:13:22.754148 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-957d1c0a-db5c-4309-a99e-b70667760339 req-569a101f-fbba-489b-80f6-26b5b6f30954 service neutron] 10.222.0.88 "GET /v2.0/networks/5b8ffc7a-717b-4b32-aed8-31315930798c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830921 Feb 02 07:13:22.774842 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58117d99-8218-4d61-8b02-11ece5dc2bd3 req-79915c17-414c-42c2-80fd-0ba63c4cb8a8 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:22.777052 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-58117d99-8218-4d61-8b02-11ece5dc2bd3 req-79915c17-414c-42c2-80fd-0ba63c4cb8a8 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=4dbc73c4-fa5a-4187-8268-a2b1075e9608 HTTP/1.1" status: 200 len: 1126 time: 0.1894536 Feb 02 07:13:22.863801 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-58117d99-8218-4d61-8b02-11ece5dc2bd3 req-8268dd82-d458-4e6e-b147-a3fcb9a13bb3 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=b28d4905-d1c1-4309-a5bf-1728cb15a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762770 Feb 02 07:13:22.883478 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3a644b4e-21fe-4680-8ab9-a62e530caf08 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (107cd44e-82eb-4d2a-96b6-3be41be6b115), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:22.916303 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a644b4e-21fe-4680-8ab9-a62e530caf08 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Pushing event deleted for resources: {'Port': ['ID=107cd44e-82eb-4d2a-96b6-3be41be6b115,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:22.933076 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-2c0059af-b721-462e-84f1-a4f7f7b10750 tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Deleting port 0c725238-8313-44cc-9cf7-95fcf2ad39a0 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:13:22.933583 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2c0059af-b721-462e-84f1-a4f7f7b10750 tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (0c725238-8313-44cc-9cf7-95fcf2ad39a0), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:22.937810 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cd0eb427-c4b8-4499-af04-5710040e46fe admin admin] Publish callbacks [] for security_group (b1148e97-6c08-493a-9b56-64da58a7cd83), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:22.962273 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cd0eb427-c4b8-4499-af04-5710040e46fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (b1148e97-6c08-493a-9b56-64da58a7cd83), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:23.015164 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-957d1c0a-db5c-4309-a99e-b70667760339 req-f4729072-ecc8-4f21-988c-0f6693bce04b service neutron] 10.222.0.88 "GET /v2.0/networks/5b8ffc7a-717b-4b32-aed8-31315930798c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335403 Feb 02 07:13:23.089556 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3a644b4e-21fe-4680-8ab9-a62e530caf08 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (bef62444-b2d8-46de-af99-240cccb04cb7), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:23.112090 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-cd0eb427-c4b8-4499-af04-5710040e46fe admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b1b3cc6012fd4dc5ae40abc92b6eabd6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6456716 Feb 02 07:13:23.115966 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0eb427-c4b8-4499-af04-5710040e46fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1148e97-6c08-493a-9b56-64da58a7cd83,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:23.124558 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56888) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:23.186352 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2c0059af-b721-462e-84f1-a4f7f7b10750 tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (0c725238-8313-44cc-9cf7-95fcf2ad39a0), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:23.213335 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0155c0-1d0b-4d89-8a4e-ed97b943832c req-2fa33523-9d43-484e-820b-342ded9b10fb tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:23.219440 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0155c0-1d0b-4d89-8a4e-ed97b943832c req-2fa33523-9d43-484e-820b-342ded9b10fb tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:23.224676 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0155c0-1d0b-4d89-8a4e-ed97b943832c req-2fa33523-9d43-484e-820b-342ded9b10fb tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:23.226305 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0f0155c0-1d0b-4d89-8a4e-ed97b943832c req-2fa33523-9d43-484e-820b-342ded9b10fb tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/ports?device_id=1d6f8a2e-1379-4758-96fc-57288067ece2 HTTP/1.1" status: 200 len: 2417 time: 0.2574680 Feb 02 07:13:23.234806 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-2c0059af-b721-462e-84f1-a4f7f7b10750 tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Calling delete_port for 0c725238-8313-44cc-9cf7-95fcf2ad39a0 owned by {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:13:23.317286 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-708c5c4d-56cd-402b-8706-cf6f9f82907e admin admin] Publish callbacks [] for security_group (b1148e97-6c08-493a-9b56-64da58a7cd83), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:23.346476 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2445fc97-5f95-4485-803e-4f5197f2750c req-34e545c6-cf73-40d8-adb3-32c44a9d7c5c tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:23.347771 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2445fc97-5f95-4485-803e-4f5197f2750c req-34e545c6-cf73-40d8-adb3-32c44a9d7c5c tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a9037b0-532a-408c-b85e-3a39058988ae HTTP/1.1" status: 200 len: 943 time: 0.1552804 Feb 02 07:13:23.350153 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a644b4e-21fe-4680-8ab9-a62e530caf08 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Router bef62444-b2d8-46de-af99-240cccb04cb7 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:13:23.363409 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0f0155c0-1d0b-4d89-8a4e-ed97b943832c req-18664343-3ae0-4c5e-b7c3-dc54aa17209b tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee38a50d-609a-441d-89e7-67ea86baffc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297376 Feb 02 07:13:23.367077 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-708c5c4d-56cd-402b-8706-cf6f9f82907e admin admin] Publish callbacks [] for security_group (b1148e97-6c08-493a-9b56-64da58a7cd83), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:23.397806 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d66745-bd36-47fd-aa73-051f89a2c663 req-18c8c27a-4fa8-4faf-a925-6185805310b2 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:23.403274 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d66745-bd36-47fd-aa73-051f89a2c663 req-18c8c27a-4fa8-4faf-a925-6185805310b2 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:23.408881 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d66745-bd36-47fd-aa73-051f89a2c663 req-18c8c27a-4fa8-4faf-a925-6185805310b2 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:23.410781 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d2d66745-bd36-47fd-aa73-051f89a2c663 req-18c8c27a-4fa8-4faf-a925-6185805310b2 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d6f8a2e-1379-4758-96fc-57288067ece2 HTTP/1.1" status: 200 len: 2417 time: 0.1414049 Feb 02 07:13:23.447584 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-708c5c4d-56cd-402b-8706-cf6f9f82907e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (b1148e97-6c08-493a-9b56-64da58a7cd83), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:23.450223 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-708c5c4d-56cd-402b-8706-cf6f9f82907e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:23.451394 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-708c5c4d-56cd-402b-8706-cf6f9f82907e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b1148e97-6c08-493a-9b56-64da58a7cd83 HTTP/1.1" status: 204 len: 168 time: 0.3217301 Feb 02 07:13:23.465452 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708c5c4d-56cd-402b-8706-cf6f9f82907e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1148e97-6c08-493a-9b56-64da58a7cd83,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:23.483879 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2c0059af-b721-462e-84f1-a4f7f7b10750 tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (0c725238-8313-44cc-9cf7-95fcf2ad39a0), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:23.513830 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2445fc97-5f95-4485-803e-4f5197f2750c req-7f509d8d-8483-4ced-88ed-8fef3dc131dc tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/security-groups?id=0cda471f-b311-4535-ab7e-114e2234fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1577816 Feb 02 07:13:23.538036 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0059af-b721-462e-84f1-a4f7f7b10750 tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Pushing event deleted for resources: {'Port': ['ID=0c725238-8313-44cc-9cf7-95fcf2ad39a0,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:23.588821 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a644b4e-21fe-4680-8ab9-a62e530caf08 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:13:23.594939 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-3a644b4e-21fe-4680-8ab9-a62e530caf08 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "PUT /v2.0/routers/bef62444-b2d8-46de-af99-240cccb04cb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1017907 Feb 02 07:13:23.597379 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56892) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:23.610678 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80dc9949-e3be-4484-ab3d-d18ea0207bbd None None] Sync routers for ids ['bef62444-b2d8-46de-af99-240cccb04cb7'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:13:23.626393 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80dc9949-e3be-4484-ab3d-d18ea0207bbd None None] Routers {'bef62444-b2d8-46de-af99-240cccb04cb7'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:13:23.626933 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-80dc9949-e3be-4484-ab3d-d18ea0207bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:13:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['bef62444-b2d8-46de-af99-240cccb04cb7'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:13:23.638084 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2c0059af-b721-462e-84f1-a4f7f7b10750 tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:23.642796 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-7b10d18f-11a4-4e45-a83b-8b4b086f51a3 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "GET /v2.0/ports?device_id=bef62444-b2d8-46de-af99-240cccb04cb7 HTTP/1.1" status: 200 len: 205 time: 0.0443480 Feb 02 07:13:23.645197 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56896) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:23.653714 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56898) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:23.655047 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-2c0059af-b721-462e-84f1-a4f7f7b10750 tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] 10.222.0.87 "DELETE /v2.0/ports/0c725238-8313-44cc-9cf7-95fcf2ad39a0 HTTP/1.1" status: 204 len: 168 time: 0.9757085 Feb 02 07:13:23.660136 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-e0ef74e3-35e3-4b62-ab6d-1c71e6fa4bff tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Request body: {'port': {'name': 'tempest-new-port-name-1304236944', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:13:23.660539 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.api.validators [None req-e0ef74e3-35e3-4b62-ab6d-1c71e6fa4bff tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] bootfile-name is not in valid_values {{(pid=109694) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 02 07:13:23.660889 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.api.validators [None req-e0ef74e3-35e3-4b62-ab6d-1c71e6fa4bff tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] tftp-server is not in valid_values {{(pid=109694) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 02 07:13:23.661276 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.api.validators [None req-e0ef74e3-35e3-4b62-ab6d-1c71e6fa4bff tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] server-ip-address is not in valid_values {{(pid=109694) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 02 07:13:23.677110 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-80dc9949-e3be-4484-ab3d-d18ea0207bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:13:23.686065 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80dc9949-e3be-4484-ab3d-d18ea0207bbd None None] Routers {'bef62444-b2d8-46de-af99-240cccb04cb7'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:13:23.686932 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-80dc9949-e3be-4484-ab3d-d18ea0207bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:13:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['bef62444-b2d8-46de-af99-240cccb04cb7'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:13:23.721855 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-80dc9949-e3be-4484-ab3d-d18ea0207bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:13:23.722834 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80dc9949-e3be-4484-ab3d-d18ea0207bbd None None] The sync data for ids ['bef62444-b2d8-46de-af99-240cccb04cb7'] in n-d-789963-26 is: [] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:13:23.773018 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b4daaef8-17b4-4bd1-a0b0-ae7cf4147e02 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for router (bef62444-b2d8-46de-af99-240cccb04cb7), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:23.784665 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-d2d66745-bd36-47fd-aa73-051f89a2c663 req-9383446f-bd86-4336-aa86-5f33d808ae38 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Deleting port 8ba1ce67-d18a-4ea3-9d86-ca0cc6e054da {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:13:23.785009 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-d2d66745-bd36-47fd-aa73-051f89a2c663 req-9383446f-bd86-4336-aa86-5f33d808ae38 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (8ba1ce67-d18a-4ea3-9d86-ca0cc6e054da), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:23.844529 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56900) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:23.885528 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-7b2ea04f-ffb2-4d79-b180-ab28fc53d4f6 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=7dd47b08ccb642499bf5a99b5a76326e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391319 Feb 02 07:13:23.887749 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56902) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:23.910400 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e0ef74e3-35e3-4b62-ab6d-1c71e6fa4bff tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (82044c02-5edb-49b6-84ac-d44dc6b9da43), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:23.951015 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-261668c4-91f4-4282-a2e2-7aeed444e066 admin admin] Publish callbacks [] for security_group (d4c9b848-46cc-49e9-ac55-3c3624a99ea2), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:23.992004 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-261668c4-91f4-4282-a2e2-7aeed444e066 admin admin] Publish callbacks [] for security_group (d4c9b848-46cc-49e9-ac55-3c3624a99ea2), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:24.029178 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859b2d51-11ff-40f7-8605-c578fdf98588 req-e72f31dd-7a91-40c7-9403-0b30c1d447b2 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:24.030728 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-859b2d51-11ff-40f7-8605-c578fdf98588 req-e72f31dd-7a91-40c7-9403-0b30c1d447b2 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=4dbc73c4-fa5a-4187-8268-a2b1075e9608 HTTP/1.1" status: 200 len: 1126 time: 0.0931845 Feb 02 07:13:24.064488 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b4daaef8-17b4-4bd1-a0b0-ae7cf4147e02 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (bef62444-b2d8-46de-af99-240cccb04cb7), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:24.068169 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b4daaef8-17b4-4bd1-a0b0-ae7cf4147e02 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for router_controller (bef62444-b2d8-46de-af99-240cccb04cb7), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:24.080018 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-261668c4-91f4-4282-a2e2-7aeed444e066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (d4c9b848-46cc-49e9-ac55-3c3624a99ea2), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:24.082691 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-261668c4-91f4-4282-a2e2-7aeed444e066 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:24.083960 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-261668c4-91f4-4282-a2e2-7aeed444e066 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d4c9b848-46cc-49e9-ac55-3c3624a99ea2 HTTP/1.1" status: 204 len: 168 time: 0.1949995 Feb 02 07:13:24.097471 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-859b2d51-11ff-40f7-8605-c578fdf98588 req-ade493ba-ab2c-4474-bf4a-6919b12aca2b tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=b28d4905-d1c1-4309-a5bf-1728cb15a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605421 Feb 02 07:13:24.098655 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261668c4-91f4-4282-a2e2-7aeed444e066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c9b848-46cc-49e9-ac55-3c3624a99ea2,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:24.153747 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-d2d66745-bd36-47fd-aa73-051f89a2c663 req-9383446f-bd86-4336-aa86-5f33d808ae38 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] For port 8ba1ce67-d18a-4ea3-9d86-ca0cc6e054da, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=8ba1ce67-d18a-4ea3-9d86-ca0cc6e054da,segment=NetworkSegment(340496d0-213c-4bfb-8673-51533e32f7aa),segment_id=340496d0-213c-4bfb-8673-51533e32f7aa)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:13:24.154124 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-d2d66745-bd36-47fd-aa73-051f89a2c663 req-9383446f-bd86-4336-aa86-5f33d808ae38 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (8ba1ce67-d18a-4ea3-9d86-ca0cc6e054da), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:24.164513 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b4daaef8-17b4-4bd1-a0b0-ae7cf4147e02 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (bef62444-b2d8-46de-af99-240cccb04cb7), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:24.165008 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4daaef8-17b4-4bd1-a0b0-ae7cf4147e02 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Fanout notify agent at l3_agent the message router_deleted on router bef62444-b2d8-46de-af99-240cccb04cb7 {{(pid=109694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:13:24.184954 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b4daaef8-17b4-4bd1-a0b0-ae7cf4147e02 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:24.186053 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b4daaef8-17b4-4bd1-a0b0-ae7cf4147e02 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "DELETE /v2.0/routers/bef62444-b2d8-46de-af99-240cccb04cb7 HTTP/1.1" status: 204 len: 168 time: 0.5399585 Feb 02 07:13:24.189428 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56908) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:24.198646 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-d2d66745-bd36-47fd-aa73-051f89a2c663 req-9383446f-bd86-4336-aa86-5f33d808ae38 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Calling delete_port for 8ba1ce67-d18a-4ea3-9d86-ca0cc6e054da owned by compute:nova {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:13:24.243246 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7a00a43-9570-4973-a32f-95dc52fab333 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Deleting subnet bc1ffb50-8bba-44dc-a9a9-44bb5783b1b2 {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:13:24.247184 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b7a00a43-9570-4973-a32f-95dc52fab333 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for subnet (bc1ffb50-8bba-44dc-a9a9-44bb5783b1b2), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:24.289350 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b7a00a43-9570-4973-a32f-95dc52fab333 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (bc1ffb50-8bba-44dc-a9a9-44bb5783b1b2), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:24.367190 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e0ef74e3-35e3-4b62-ab6d-1c71e6fa4bff tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Publish callbacks [] for port (82044c02-5edb-49b6-84ac-d44dc6b9da43), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:24.389702 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b7a00a43-9570-4973-a32f-95dc52fab333 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (bc1ffb50-8bba-44dc-a9a9-44bb5783b1b2), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:24.390927 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e0ef74e3-35e3-4b62-ab6d-1c71e6fa4bff tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (82044c02-5edb-49b6-84ac-d44dc6b9da43), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:24.497396 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b7a00a43-9570-4973-a32f-95dc52fab333 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (bc1ffb50-8bba-44dc-a9a9-44bb5783b1b2), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:24.534928 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a00a43-9570-4973-a32f-95dc52fab333 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Pushing event deleted for resources: {'Subnet': ['ID=bc1ffb50-8bba-44dc-a9a9-44bb5783b1b2,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:24.543535 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b7a00a43-9570-4973-a32f-95dc52fab333 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:24.547172 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b7a00a43-9570-4973-a32f-95dc52fab333 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "DELETE /v2.0/subnets/bc1ffb50-8bba-44dc-a9a9-44bb5783b1b2 HTTP/1.1" status: 204 len: 168 time: 0.3567212 Feb 02 07:13:24.550102 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56922) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:24.553814 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ef74e3-35e3-4b62-ab6d-1c71e6fa4bff tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Pushing event updated for resources: {'Port': ['ID=82044c02-5edb-49b6-84ac-d44dc6b9da43,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:24.560768 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-d2d66745-bd36-47fd-aa73-051f89a2c663 req-9383446f-bd86-4336-aa86-5f33d808ae38 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (8ba1ce67-d18a-4ea3-9d86-ca0cc6e054da), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:24.577440 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95cc3900-fa00-47ad-a418-bed8faafd8ff None None] Network b6c6d1f6-e769-4875-ae7d-bd27bbdf2dcc requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:13:24.613852 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['8ba1ce67-d18a-4ea3-9d86-ca0cc6e054da', '973d4a52-96e6-4576-bb76-13a74c74ce4a', 'bb78205a-794e-4a19-8c36-535bfca52971'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:13:24.670144 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-e0ef74e3-35e3-4b62-ab6d-1c71e6fa4bff tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] In _notify_port_updated(), no bound segment for port 82044c02-5edb-49b6-84ac-d44dc6b9da43 on network 1aaf4e47-a568-48e1-a161-9109a1d87c81 {{(pid=109694) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 02 07:13:24.676635 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ef74e3-35e3-4b62-ab6d-1c71e6fa4bff tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:24.677724 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e0ef74e3-35e3-4b62-ab6d-1c71e6fa4bff tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:24.679519 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-e0ef74e3-35e3-4b62-ab6d-1c71e6fa4bff tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] 10.222.0.87 "PUT /v2.0/ports/82044c02-5edb-49b6-84ac-d44dc6b9da43 HTTP/1.1" status: 200 len: 1136 time: 1.0246100 Feb 02 07:13:24.687950 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9383446f-bd86-4336-aa86-5f33d808ae38 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Pushing event deleted for resources: {'Port': ['ID=8ba1ce67-d18a-4ea3-9d86-ca0cc6e054da,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:24.700479 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56926) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:24.712852 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed87c64f-cbe1-4a2f-b9b1-1695db7eadfe req-601d4fff-0aaf-4d91-8427-47dc7a82eca8 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:24.720192 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed87c64f-cbe1-4a2f-b9b1-1695db7eadfe req-601d4fff-0aaf-4d91-8427-47dc7a82eca8 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:24.726403 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed87c64f-cbe1-4a2f-b9b1-1695db7eadfe req-601d4fff-0aaf-4d91-8427-47dc7a82eca8 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:24.728491 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ed87c64f-cbe1-4a2f-b9b1-1695db7eadfe req-601d4fff-0aaf-4d91-8427-47dc7a82eca8 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/ports?device_id=1d6f8a2e-1379-4758-96fc-57288067ece2 HTTP/1.1" status: 200 len: 2339 time: 0.2749634 Feb 02 07:13:24.865534 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2d66745-bd36-47fd-aa73-051f89a2c663 req-9383446f-bd86-4336-aa86-5f33d808ae38 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] No DVR routers for this DVR port 8ba1ce67-d18a-4ea3-9d86-ca0cc6e054da on host n-h2-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:13:24.870042 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-d2d66745-bd36-47fd-aa73-051f89a2c663 req-9383446f-bd86-4336-aa86-5f33d808ae38 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:24.873606 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d2d66745-bd36-47fd-aa73-051f89a2c663 req-9383446f-bd86-4336-aa86-5f33d808ae38 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.59 "DELETE /v2.0/ports/8ba1ce67-d18a-4ea3-9d86-ca0cc6e054da HTTP/1.1" status: 204 len: 173 time: 1.4550939 Feb 02 07:13:24.878992 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d6f8a2e-1379-4758-96fc-57288067ece2', 'name': 'network-vif-deleted', 'tag': '8ba1ce67-d18a-4ea3-9d86-ca0cc6e054da'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:13:24.881056 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7946241-830a-4e7c-a85d-c2b54c8a1cf5" -d '{"events": [{"server_uuid": "1d6f8a2e-1379-4758-96fc-57288067ece2", "name": "network-vif-deleted", "tag": "8ba1ce67-d18a-4ea3-9d86-ca0cc6e054da"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:13:24.937072 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ed87c64f-cbe1-4a2f-b9b1-1695db7eadfe req-0b693682-1ec7-4880-aa42-6098678dae1f tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee38a50d-609a-441d-89e7-67ea86baffc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002769 Feb 02 07:13:24.970600 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-037f0c05-7b50-4031-91c4-86e50530ca5b None None] Provisioning complete for port 82044c02-5edb-49b6-84ac-d44dc6b9da43 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:24.972246 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-037f0c05-7b50-4031-91c4-86e50530ca5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (82044c02-5edb-49b6-84ac-d44dc6b9da43), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:24.975911 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f2503f-8453-4bc4-9039-cd9de536a84b tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:24.977586 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-07f2503f-8453-4bc4-9039-cd9de536a84b tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] 10.222.0.87 "GET /v2.0/ports/82044c02-5edb-49b6-84ac-d44dc6b9da43 HTTP/1.1" status: 200 len: 1136 time: 0.2474051 Feb 02 07:13:24.981823 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56936) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:25.068807 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535e130e-7085-4020-afae-114e81d6de0e None None] DHCP port deletion for b6c6d1f6-e769-4875-ae7d-bd27bbdf2dcc request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:13:25.104656 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa611989-d4ff-4a7e-9f14-ccd4b77f5933 x-openstack-request-id: req-aa611989-d4ff-4a7e-9f14-ccd4b77f5933 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:13:25.104992 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d6f8a2e-1379-4758-96fc-57288067ece2", "name": "network-vif-deleted", "tag": "8ba1ce67-d18a-4ea3-9d86-ca0cc6e054da", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:13:25.105305 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-aa611989-d4ff-4a7e-9f14-ccd4b77f5933 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:13:25.106021 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d6f8a2e-1379-4758-96fc-57288067ece2', 'name': 'network-vif-deleted', 'tag': '8ba1ce67-d18a-4ea3-9d86-ca0cc6e054da', 'status': 'completed', 'code': 200} Feb 02 07:13:25.142107 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-037f0c05-7b50-4031-91c4-86e50530ca5b None None] Port 82044c02-5edb-49b6-84ac-d44dc6b9da43 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:13:25.142617 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f6e360f3-2d62-4bd8-bd90-167a880b42ca tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (b6c6d1f6-e769-4875-ae7d-bd27bbdf2dcc), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:25.186952 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device bf613857-7b11-4fe4-aa25-62ea826217ee details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:13:25.249419 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-4c701052-cd7e-4704-8c43-c1343937b7f2 tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Deleting port 82044c02-5edb-49b6-84ac-d44dc6b9da43 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:13:25.249661 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4c701052-cd7e-4704-8c43-c1343937b7f2 tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (82044c02-5edb-49b6-84ac-d44dc6b9da43), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:25.249769 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10738454-b523-4008-b52b-0466679b72bc req-3cdc66fc-6680-4f52-805d-fbb7152308a4 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:25.257057 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-10738454-b523-4008-b52b-0466679b72bc req-3cdc66fc-6680-4f52-805d-fbb7152308a4 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a9037b0-532a-408c-b85e-3a39058988ae HTTP/1.1" status: 200 len: 943 time: 0.1122944 Feb 02 07:13:25.299433 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-535e130e-7085-4020-afae-114e81d6de0e None None] Deleting port 79e87dab-f6ef-48cf-b8b1-fc41b9106216 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:13:25.299760 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-535e130e-7085-4020-afae-114e81d6de0e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (79e87dab-f6ef-48cf-b8b1-fc41b9106216), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:25.300455 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-f6e360f3-2d62-4bd8-bd90-167a880b42ca tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Deleting port 79e87dab-f6ef-48cf-b8b1-fc41b9106216 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:13:25.300807 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f6e360f3-2d62-4bd8-bd90-167a880b42ca tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (79e87dab-f6ef-48cf-b8b1-fc41b9106216), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:25.303393 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-d2d66745-bd36-47fd-aa73-051f89a2c663 req-354e81fb-fd1b-464a-a32d-833fcbbe2236 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Deleting port 973d4a52-96e6-4576-bb76-13a74c74ce4a {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:13:25.303772 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-d2d66745-bd36-47fd-aa73-051f89a2c663 req-354e81fb-fd1b-464a-a32d-833fcbbe2236 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (973d4a52-96e6-4576-bb76-13a74c74ce4a), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:25.368917 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cfc516-e5ee-42cf-8eb1-b05d0e77fdf2 req-3ecfa89f-58a1-4236-b762-918b711a229b tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:25.371255 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-39cfc516-e5ee-42cf-8eb1-b05d0e77fdf2 req-3ecfa89f-58a1-4236-b762-918b711a229b tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=4dbc73c4-fa5a-4187-8268-a2b1075e9608 HTTP/1.1" status: 200 len: 1126 time: 0.1646879 Feb 02 07:13:25.377144 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-f6e360f3-2d62-4bd8-bd90-167a880b42ca tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] For port 79e87dab-f6ef-48cf-b8b1-fc41b9106216, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=79e87dab-f6ef-48cf-b8b1-fc41b9106216,segment=NetworkSegment(1460ef12-8f69-43c2-b029-b4b53f62034e),segment_id=1460ef12-8f69-43c2-b029-b4b53f62034e)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:13:25.377517 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f6e360f3-2d62-4bd8-bd90-167a880b42ca tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (79e87dab-f6ef-48cf-b8b1-fc41b9106216), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:25.393730 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-f6e360f3-2d62-4bd8-bd90-167a880b42ca tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Calling delete_port for 79e87dab-f6ef-48cf-b8b1-fc41b9106216 owned by network:dhcp {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:13:25.476720 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-10738454-b523-4008-b52b-0466679b72bc req-c2484ff7-fabd-47f6-9478-5529f1aed6ed tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/security-groups?id=0cda471f-b311-4535-ab7e-114e2234fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2162442 Feb 02 07:13:25.572210 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f6e360f3-2d62-4bd8-bd90-167a880b42ca tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (79e87dab-f6ef-48cf-b8b1-fc41b9106216), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:25.587656 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-535e130e-7085-4020-afae-114e81d6de0e None None] For port 79e87dab-f6ef-48cf-b8b1-fc41b9106216, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=79e87dab-f6ef-48cf-b8b1-fc41b9106216,segment=NetworkSegment(1460ef12-8f69-43c2-b029-b4b53f62034e),segment_id=1460ef12-8f69-43c2-b029-b4b53f62034e)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:13:25.588868 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-535e130e-7085-4020-afae-114e81d6de0e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (79e87dab-f6ef-48cf-b8b1-fc41b9106216), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:25.604681 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-535e130e-7085-4020-afae-114e81d6de0e None None] Calling delete_port for 79e87dab-f6ef-48cf-b8b1-fc41b9106216 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:13:25.624131 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e360f3-2d62-4bd8-bd90-167a880b42ca tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] No DVR routers for this DVR port 79e87dab-f6ef-48cf-b8b1-fc41b9106216 on host n-d-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:13:25.659369 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 79e87dab-f6ef-48cf-b8b1-fc41b9106216 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:13:25.663774 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e360f3-2d62-4bd8-bd90-167a880b42ca tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Pushing event deleted for resources: {'Port': ['ID=79e87dab-f6ef-48cf-b8b1-fc41b9106216,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:25.688111 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 79e87dab-f6ef-48cf-b8b1-fc41b9106216 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:13:25.688376 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 79e87dab-f6ef-48cf-b8b1-fc41b9106216 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:13:25.761932 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port bf613857-7b11-4fe4-aa25-62ea826217ee, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=bf613857-7b11-4fe4-aa25-62ea826217ee,segment=NetworkSegment(1fe536e7-22e9-4789-86f4-399744fc3de0),segment_id=1fe536e7-22e9-4789-86f4-399744fc3de0)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:13:25.768019 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f6e360f3-2d62-4bd8-bd90-167a880b42ca tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (b6c6d1f6-e769-4875-ae7d-bd27bbdf2dcc), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:25.772726 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e360f3-2d62-4bd8-bd90-167a880b42ca tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:13:25.773197 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e360f3-2d62-4bd8-bd90-167a880b42ca tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:13:25.773801 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e360f3-2d62-4bd8-bd90-167a880b42ca tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:13:25.774379 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e360f3-2d62-4bd8-bd90-167a880b42ca tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:13:25.774931 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e360f3-2d62-4bd8-bd90-167a880b42ca tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:13:25.775815 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e360f3-2d62-4bd8-bd90-167a880b42ca tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:13:25.776315 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e360f3-2d62-4bd8-bd90-167a880b42ca tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:13:25.776837 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e360f3-2d62-4bd8-bd90-167a880b42ca tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:13:25.777300 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e360f3-2d62-4bd8-bd90-167a880b42ca tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:13:25.777951 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e360f3-2d62-4bd8-bd90-167a880b42ca tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:13:25.778176 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e360f3-2d62-4bd8-bd90-167a880b42ca tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:13:25.778693 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e360f3-2d62-4bd8-bd90-167a880b42ca tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:13:25.779125 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e360f3-2d62-4bd8-bd90-167a880b42ca tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:13:25.788132 n-d-789963-26 neutron-server[109695]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 02 07:13:25.788132 n-d-789963-26 neutron-server[109695]: from cryptography.utils import int_from_bytes Feb 02 07:13:25.788132 n-d-789963-26 neutron-server[109695]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 02 07:13:25.788132 n-d-789963-26 neutron-server[109695]: from cryptography.utils import int_from_bytes Feb 02 07:13:25.788132 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:13:25.788132 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:13:25.788132 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:13:25.788132 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:13:25.788132 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:13:25.788132 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:13:25.788132 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:13:25.788132 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:13:25.788132 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:13:25.788132 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:13:25.788132 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:13:25.788132 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:13:25.788132 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:13:25.788132 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:13:25.788132 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:13:25.788132 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:13:25.788132 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:13:25.788132 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:13:25.788132 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:13:25.788132 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:13:25.788132 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:13:25.788132 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:13:25.788132 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:13:25.788132 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:13:25.788132 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:13:25.788132 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:13:25.788132 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:13:25.788132 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:13:25.788132 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:13:25.788132 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:13:25.788132 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:13:25.788132 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:13:25.788132 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:13:25.788132 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:13:25.788132 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:13:25.788132 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:13:25.788132 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:13:25.788132 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:13:25.792167 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:13:25.792167 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:13:25.792167 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:13:25.792167 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:13:25.792167 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:13:25.792167 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:13:25.792167 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:13:25.792167 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:13:25.792167 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:13:25.792167 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:13:25.792167 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:13:25.792167 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:13:25.792167 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:13:25.792167 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:13:25.798618 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': 'bf613857-7b11-4fe4-aa25-62ea826217ee', 'network_id': '5b8ffc7a-717b-4b32-aed8-31315930798c', 'port_id': 'bf613857-7b11-4fe4-aa25-62ea826217ee', 'mac_address': 'fa:16:3e:80:7b:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c1cc1e9-39d5-4fbe-86e9-f98639e7b3b3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:13:25.805214 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-535e130e-7085-4020-afae-114e81d6de0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (79e87dab-f6ef-48cf-b8b1-fc41b9106216), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:25.818655 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4c701052-cd7e-4704-8c43-c1343937b7f2 tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (82044c02-5edb-49b6-84ac-d44dc6b9da43), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:25.819293 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-f6e360f3-2d62-4bd8-bd90-167a880b42ca tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6c6d1f6-e769-4875-ae7d-bd27bbdf2dcc']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:13:25.847893 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-f6e360f3-2d62-4bd8-bd90-167a880b42ca tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1460ef12-8f69-43c2-b029-b4b53f62034e') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:13:25.848178 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-f6e360f3-2d62-4bd8-bd90-167a880b42ca tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1460ef12-8f69-43c2-b029-b4b53f62034e') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:13:25.850607 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535e130e-7085-4020-afae-114e81d6de0e None None] Pushing event deleted for resources: {'Port': ['ID=79e87dab-f6ef-48cf-b8b1-fc41b9106216,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:25.858486 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-4c701052-cd7e-4704-8c43-c1343937b7f2 tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Calling delete_port for 82044c02-5edb-49b6-84ac-d44dc6b9da43 owned by {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:13:25.863463 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535e130e-7085-4020-afae-114e81d6de0e None None] No DVR routers for this DVR port 79e87dab-f6ef-48cf-b8b1-fc41b9106216 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:13:25.868131 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port bf613857-7b11-4fe4-aa25-62ea826217ee is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:13:25.868936 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (bf613857-7b11-4fe4-aa25-62ea826217ee), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:25.886859 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf613857-7b11-4fe4-aa25-62ea826217ee {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:13:25.902974 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f6e360f3-2d62-4bd8-bd90-167a880b42ca tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (1460ef12-8f69-43c2-b029-b4b53f62034e), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:25.909184 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port bf613857-7b11-4fe4-aa25-62ea826217ee, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=bf613857-7b11-4fe4-aa25-62ea826217ee,segment=NetworkSegment(1fe536e7-22e9-4789-86f4-399744fc3de0),segment_id=1fe536e7-22e9-4789-86f4-399744fc3de0)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:13:25.915713 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (bf613857-7b11-4fe4-aa25-62ea826217ee), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:25.929002 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f6e360f3-2d62-4bd8-bd90-167a880b42ca tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (1460ef12-8f69-43c2-b029-b4b53f62034e), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:25.930144 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-39cfc516-e5ee-42cf-8eb1-b05d0e77fdf2 req-d80cfabf-0330-4c1f-a603-19b038451af5 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=b28d4905-d1c1-4309-a5bf-1728cb15a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701961 Feb 02 07:13:25.937445 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6e360f3-2d62-4bd8-bd90-167a880b42ca tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:13:25.937855 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f6e360f3-2d62-4bd8-bd90-167a880b42ca tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (1460ef12-8f69-43c2-b029-b4b53f62034e), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:25.941460 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:13:25.941460 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:13:25.941460 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:13:25.941460 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:13:25.941460 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:13:25.941460 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:13:25.941460 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:13:25.941460 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:13:25.941460 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:13:25.941460 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:13:25.941460 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:13:25.941460 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:13:25.941460 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:13:25.941460 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:13:25.941460 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:13:25.941460 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:13:25.941460 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:13:25.941460 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:13:25.941460 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:13:25.941460 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:13:25.941460 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:13:25.941460 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:13:25.941460 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:13:25.941460 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:13:25.941460 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:13:25.941460 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:13:25.941460 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:13:25.941460 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:13:25.941460 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:13:25.941460 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:13:25.941460 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:13:25.941460 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:13:25.974167 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-d2d66745-bd36-47fd-aa73-051f89a2c663 req-354e81fb-fd1b-464a-a32d-833fcbbe2236 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] For port 973d4a52-96e6-4576-bb76-13a74c74ce4a, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=973d4a52-96e6-4576-bb76-13a74c74ce4a,segment=NetworkSegment(340496d0-213c-4bfb-8673-51533e32f7aa),segment_id=340496d0-213c-4bfb-8673-51533e32f7aa)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:13:25.974673 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-d2d66745-bd36-47fd-aa73-051f89a2c663 req-354e81fb-fd1b-464a-a32d-833fcbbe2236 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (973d4a52-96e6-4576-bb76-13a74c74ce4a), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:25.992730 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-d2d66745-bd36-47fd-aa73-051f89a2c663 req-354e81fb-fd1b-464a-a32d-833fcbbe2236 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Calling delete_port for 973d4a52-96e6-4576-bb76-13a74c74ce4a owned by compute:nova {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:13:26.016034 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=bf613857-7b11-4fe4-aa25-62ea826217ee,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:26.054298 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f6e360f3-2d62-4bd8-bd90-167a880b42ca tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (b6c6d1f6-e769-4875-ae7d-bd27bbdf2dcc), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:26.075036 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f6e360f3-2d62-4bd8-bd90-167a880b42ca tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:26.078439 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-f6e360f3-2d62-4bd8-bd90-167a880b42ca tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "DELETE /v2.0/networks/b6c6d1f6-e769-4875-ae7d-bd27bbdf2dcc HTTP/1.1" status: 204 len: 168 time: 1.5270934 Feb 02 07:13:26.090047 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56958) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:26.096460 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-06e7c3cb-53af-4454-ac3f-5c8d8b355488 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1283393417', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:13:26.109085 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e360f3-2d62-4bd8-bd90-167a880b42ca tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Pushing event deleted for resources: {'Network': ['ID=b6c6d1f6-e769-4875-ae7d-bd27bbdf2dcc,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:26.114843 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56960) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:26.144168 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da38d3e-d596-4085-8d04-c8128cc9457b req-23764cf5-1ea7-48a3-a64a-9070b3ce136f tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:26.150290 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da38d3e-d596-4085-8d04-c8128cc9457b req-23764cf5-1ea7-48a3-a64a-9070b3ce136f tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:26.157861 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2da38d3e-d596-4085-8d04-c8128cc9457b req-23764cf5-1ea7-48a3-a64a-9070b3ce136f tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/ports?device_id=1d6f8a2e-1379-4758-96fc-57288067ece2 HTTP/1.1" status: 200 len: 1682 time: 0.0996575 Feb 02 07:13:26.169402 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4c701052-cd7e-4704-8c43-c1343937b7f2 tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (82044c02-5edb-49b6-84ac-d44dc6b9da43), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:26.187629 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-06e7c3cb-53af-4454-ac3f-5c8d8b355488 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (5be8e385-58ce-4093-9665-c14048136a2a), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:26.188675 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-06e7c3cb-53af-4454-ac3f-5c8d8b355488 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (5be8e385-58ce-4093-9665-c14048136a2a), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:26.199359 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 02fbefda-9af4-4c84-b09a-5700b4bc9cf5 details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:13:26.217377 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2da38d3e-d596-4085-8d04-c8128cc9457b req-ea5dd99e-da94-4bb4-af9e-792a3f0415ab tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee38a50d-609a-441d-89e7-67ea86baffc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585756 Feb 02 07:13:26.230162 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c701052-cd7e-4704-8c43-c1343937b7f2 tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Pushing event deleted for resources: {'Port': ['ID=82044c02-5edb-49b6-84ac-d44dc6b9da43,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:26.278523 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['bf613857-7b11-4fe4-aa25-62ea826217ee'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:13:26.281675 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-17372b9f-763d-439c-a823-9ea210e9ea88 tempest-RoutersAdminNegativeIpV6Test-905405132 tempest-RoutersAdminNegativeIpV6Test-905405132-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-340481306', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:13:26.309861 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17372b9f-763d-439c-a823-9ea210e9ea88 tempest-RoutersAdminNegativeIpV6Test-905405132 tempest-RoutersAdminNegativeIpV6Test-905405132-project-admin] Made reservation on behalf of 2acd58e6d55e49ec934085518b533f1e for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:13:26.313254 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-17372b9f-763d-439c-a823-9ea210e9ea88 tempest-RoutersAdminNegativeIpV6Test-905405132 tempest-RoutersAdminNegativeIpV6Test-905405132-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:26.323972 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-17372b9f-763d-439c-a823-9ea210e9ea88 tempest-RoutersAdminNegativeIpV6Test-905405132 tempest-RoutersAdminNegativeIpV6Test-905405132-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:26.354339 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4c701052-cd7e-4704-8c43-c1343937b7f2 tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:26.358858 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-4c701052-cd7e-4704-8c43-c1343937b7f2 tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] 10.222.0.87 "DELETE /v2.0/ports/82044c02-5edb-49b6-84ac-d44dc6b9da43 HTTP/1.1" status: 204 len: 168 time: 1.3760586 Feb 02 07:13:26.363651 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56966) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:26.398248 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-06e7c3cb-53af-4454-ac3f-5c8d8b355488 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for router_controller (5be8e385-58ce-4093-9665-c14048136a2a), precommit_add_association {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:26.403187 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-d2d66745-bd36-47fd-aa73-051f89a2c663 req-354e81fb-fd1b-464a-a32d-833fcbbe2236 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (973d4a52-96e6-4576-bb76-13a74c74ce4a), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:26.406661 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-06e7c3cb-53af-4454-ac3f-5c8d8b355488 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (5be8e385-58ce-4093-9665-c14048136a2a), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:26.421138 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 02fbefda-9af4-4c84-b09a-5700b4bc9cf5, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=02fbefda-9af4-4c84-b09a-5700b4bc9cf5,segment=NetworkSegment(f6e5c7ab-d970-42f4-9b5c-99d614498678),segment_id=f6e5c7ab-d970-42f4-9b5c-99d614498678)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:13:26.445161 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['8ba1ce67-d18a-4ea3-9d86-ca0cc6e054da'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:13:26.453763 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-06e7c3cb-53af-4454-ac3f-5c8d8b355488 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:26.454524 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0b2c012-9196-4c55-a617-9128aecdf19d tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Deleting subnet 2aeb22a9-1799-4bff-9761-3ce29c518aad {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:13:26.454971 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-06e7c3cb-53af-4454-ac3f-5c8d8b355488 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3624866 Feb 02 07:13:26.457567 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354e81fb-fd1b-464a-a32d-833fcbbe2236 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Pushing event deleted for resources: {'Port': ['ID=973d4a52-96e6-4576-bb76-13a74c74ce4a,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:26.459445 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56968) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:26.461593 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c0b2c012-9196-4c55-a617-9128aecdf19d tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Publish callbacks [] for subnet (2aeb22a9-1799-4bff-9761-3ce29c518aad), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:26.467176 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-7e489b41-87b1-42df-8e70-ef765be7458f tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Request body: {'network': {'name': 'tempest-RoutersTest-1283912763'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:13:26.482854 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': '02fbefda-9af4-4c84-b09a-5700b4bc9cf5', 'network_id': '5cfbcee1-7173-4b6e-a0aa-7287399b71c6', 'port_id': '02fbefda-9af4-4c84-b09a-5700b4bc9cf5', 'mac_address': 'fa:16:3e:59:bc:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '632da248-6289-4747-982b-19f8a4b887fb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:13:26.548066 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c0b2c012-9196-4c55-a617-9128aecdf19d tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (2aeb22a9-1799-4bff-9761-3ce29c518aad), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:26.557867 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 02fbefda-9af4-4c84-b09a-5700b4bc9cf5 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:13:26.558581 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (02fbefda-9af4-4c84-b09a-5700b4bc9cf5), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:26.560079 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2d66745-bd36-47fd-aa73-051f89a2c663 req-354e81fb-fd1b-464a-a32d-833fcbbe2236 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] No DVR routers for this DVR port 973d4a52-96e6-4576-bb76-13a74c74ce4a on host n-h2-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:13:26.573322 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-d2d66745-bd36-47fd-aa73-051f89a2c663 req-354e81fb-fd1b-464a-a32d-833fcbbe2236 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:26.582233 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-17372b9f-763d-439c-a823-9ea210e9ea88 tempest-RoutersAdminNegativeIpV6Test-905405132 tempest-RoutersAdminNegativeIpV6Test-905405132-project-admin] Publish callbacks [] for security_group (57ceec6a-a324-4bee-9759-784951f6e5a1), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:26.583968 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d2d66745-bd36-47fd-aa73-051f89a2c663 req-354e81fb-fd1b-464a-a32d-833fcbbe2236 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.59 "DELETE /v2.0/ports/973d4a52-96e6-4576-bb76-13a74c74ce4a HTTP/1.1" status: 204 len: 173 time: 1.6994548 Feb 02 07:13:26.585372 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e489b41-87b1-42df-8e70-ef765be7458f tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Made reservation on behalf of c092e90dc089486b8a9195291d2bdc7c for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:13:26.587374 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02fbefda-9af4-4c84-b09a-5700b4bc9cf5 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:13:26.592348 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7e489b41-87b1-42df-8e70-ef765be7458f tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:26.598817 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-17372b9f-763d-439c-a823-9ea210e9ea88 tempest-RoutersAdminNegativeIpV6Test-905405132 tempest-RoutersAdminNegativeIpV6Test-905405132-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (57ceec6a-a324-4bee-9759-784951f6e5a1), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:26.606713 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [None req-17372b9f-763d-439c-a823-9ea210e9ea88 tempest-RoutersAdminNegativeIpV6Test-905405132 tempest-RoutersAdminNegativeIpV6Test-905405132-project-admin] device_id is not set on port 86cdc67f-c00c-4362-96c7-f573ef935343 yet. {{(pid=109693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:13:26.612971 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 02fbefda-9af4-4c84-b09a-5700b4bc9cf5, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=02fbefda-9af4-4c84-b09a-5700b4bc9cf5,segment=NetworkSegment(f6e5c7ab-d970-42f4-9b5c-99d614498678),segment_id=f6e5c7ab-d970-42f4-9b5c-99d614498678)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:13:26.628629 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (02fbefda-9af4-4c84-b09a-5700b4bc9cf5), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:26.634795 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e489b41-87b1-42df-8e70-ef765be7458f tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:13:26.690124 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17372b9f-763d-439c-a823-9ea210e9ea88 tempest-RoutersAdminNegativeIpV6Test-905405132 tempest-RoutersAdminNegativeIpV6Test-905405132-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ceec6a-a324-4bee-9759-784951f6e5a1,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:26.710672 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=02fbefda-9af4-4c84-b09a-5700b4bc9cf5,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:26.718951 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7e489b41-87b1-42df-8e70-ef765be7458f tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (e8357ad3-2650-4335-88ac-051b784a772b), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:26.719306 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-7e489b41-87b1-42df-8e70-ef765be7458f tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Added segment e8357ad3-2650-4335-88ac-051b784a772b of type vlan for network 13f39bcb-30c2-4226-aa99-134caa5ace72 Feb 02 07:13:26.780633 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c0b2c012-9196-4c55-a617-9128aecdf19d tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (2aeb22a9-1799-4bff-9761-3ce29c518aad), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:26.809361 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7e489b41-87b1-42df-8e70-ef765be7458f tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (13f39bcb-30c2-4226-aa99-134caa5ace72), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:26.825742 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc6df55-9494-4f76-a415-a1df5a810076 req-c4818a8b-1873-435e-b5c7-e03984e86c35 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:26.826425 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-17372b9f-763d-439c-a823-9ea210e9ea88 tempest-RoutersAdminNegativeIpV6Test-905405132 tempest-RoutersAdminNegativeIpV6Test-905405132-project-admin] Allocated IP 172.25.4.162 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/86cdc67f-c00c-4362-96c7-f573ef935343) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:13:26.827294 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dfc6df55-9494-4f76-a415-a1df5a810076 req-c4818a8b-1873-435e-b5c7-e03984e86c35 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a9037b0-532a-408c-b85e-3a39058988ae HTTP/1.1" status: 200 len: 944 time: 0.1798506 Feb 02 07:13:26.876541 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7e489b41-87b1-42df-8e70-ef765be7458f tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (13f39bcb-30c2-4226-aa99-134caa5ace72), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:26.880772 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c0b2c012-9196-4c55-a617-9128aecdf19d tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (2aeb22a9-1799-4bff-9761-3ce29c518aad), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:26.881534 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e489b41-87b1-42df-8e70-ef765be7458f tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:26.882128 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7e489b41-87b1-42df-8e70-ef765be7458f tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:26.918089 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2c012-9196-4c55-a617-9128aecdf19d tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Pushing event deleted for resources: {'Subnet': ['ID=2aeb22a9-1799-4bff-9761-3ce29c518aad,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:26.932376 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c0b2c012-9196-4c55-a617-9128aecdf19d tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:26.938193 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-c0b2c012-9196-4c55-a617-9128aecdf19d tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] 10.222.0.87 "DELETE /v2.0/subnets/2aeb22a9-1799-4bff-9761-3ce29c518aad HTTP/1.1" status: 204 len: 168 time: 0.5694854 Feb 02 07:13:26.938405 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-d2d66745-bd36-47fd-aa73-051f89a2c663 req-68c1c041-74ee-402b-b370-18a2955cb920 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Deleting port bb78205a-794e-4a19-8c36-535bfca52971 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:13:26.938718 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-d2d66745-bd36-47fd-aa73-051f89a2c663 req-68c1c041-74ee-402b-b370-18a2955cb920 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (bb78205a-794e-4a19-8c36-535bfca52971), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:26.940020 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076d7fa9-fd9c-44a1-bcdc-a347bd6a5698 None None] Network 1aaf4e47-a568-48e1-a161-9109a1d87c81 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:13:26.940378 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56972) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:26.968003 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dfc6df55-9494-4f76-a415-a1df5a810076 req-92548ab4-09da-47e9-810e-a84562c34af3 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/security-groups?id=0cda471f-b311-4535-ab7e-114e2234fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233311 Feb 02 07:13:26.975753 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-7e489b41-87b1-42df-8e70-ef765be7458f tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5144947 Feb 02 07:13:27.005021 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56976) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:27.011840 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e489b41-87b1-42df-8e70-ef765be7458f tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Pushing event updated for resources: {'Network': ['ID=13f39bcb-30c2-4226-aa99-134caa5ace72,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:27.018978 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-10bd8a6a-de9e-4cd9-a31a-7a03e120cabb tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Request body: {'subnet': {'network_id': '13f39bcb-30c2-4226-aa99-134caa5ace72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:13:27.044553 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 13f39bcb-30c2-4226-aa99-134caa5ace72 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:13:27.090277 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-d2d66745-bd36-47fd-aa73-051f89a2c663 req-68c1c041-74ee-402b-b370-18a2955cb920 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] For port bb78205a-794e-4a19-8c36-535bfca52971, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=bb78205a-794e-4a19-8c36-535bfca52971,segment=NetworkSegment(646b7a2e-25a1-4960-a214-f6750a541adf),segment_id=646b7a2e-25a1-4960-a214-f6750a541adf)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:13:27.090538 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-d2d66745-bd36-47fd-aa73-051f89a2c663 req-68c1c041-74ee-402b-b370-18a2955cb920 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (bb78205a-794e-4a19-8c36-535bfca52971), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:27.104786 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-d2d66745-bd36-47fd-aa73-051f89a2c663 req-68c1c041-74ee-402b-b370-18a2955cb920 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Calling delete_port for bb78205a-794e-4a19-8c36-535bfca52971 owned by compute:nova {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:13:27.108935 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d6f8a2e-1379-4758-96fc-57288067ece2', 'name': 'network-vif-deleted', 'tag': '973d4a52-96e6-4576-bb76-13a74c74ce4a'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:13:27.111212 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed95e35-ada0-43cd-ab48-fb181feb8411" -d '{"events": [{"server_uuid": "1d6f8a2e-1379-4758-96fc-57288067ece2", "name": "network-vif-deleted", "tag": "973d4a52-96e6-4576-bb76-13a74c74ce4a"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:13:27.169696 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['02fbefda-9af4-4c84-b09a-5700b4bc9cf5'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:13:27.181636 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-99d64c1e-2d76-406d-b729-93d12da40678 tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (1aaf4e47-a568-48e1-a161-9109a1d87c81), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:27.206797 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caed3ca8-f11b-4e32-a61a-d624c9b6b3f0 x-openstack-request-id: req-caed3ca8-f11b-4e32-a61a-d624c9b6b3f0 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:13:27.207108 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d6f8a2e-1379-4758-96fc-57288067ece2", "name": "network-vif-deleted", "tag": "973d4a52-96e6-4576-bb76-13a74c74ce4a", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:13:27.207373 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-caed3ca8-f11b-4e32-a61a-d624c9b6b3f0 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:13:27.207812 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d6f8a2e-1379-4758-96fc-57288067ece2', 'name': 'network-vif-deleted', 'tag': '973d4a52-96e6-4576-bb76-13a74c74ce4a', 'status': 'completed', 'code': 200} Feb 02 07:13:27.224650 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-17372b9f-763d-439c-a823-9ea210e9ea88 tempest-RoutersAdminNegativeIpV6Test-905405132 tempest-RoutersAdminNegativeIpV6Test-905405132-project-admin] Publish callbacks [] for port (86cdc67f-c00c-4362-96c7-f573ef935343), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:27.232172 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10bd8a6a-de9e-4cd9-a31a-7a03e120cabb tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Made reservation on behalf of c092e90dc089486b8a9195291d2bdc7c for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:13:27.235579 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-10bd8a6a-de9e-4cd9-a31a-7a03e120cabb tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:27.245138 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5eeaa0-56a1-4070-85c3-5be93f6bae61 None None] DHCP port deletion for 1aaf4e47-a568-48e1-a161-9109a1d87c81 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:13:27.291825 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:27.308977 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d1e6a7-62c3-456b-83fa-a256ca2cbbb5 req-401a8795-1706-478b-b26a-210a3bd38bb0 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:27.310495 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-d2d66745-bd36-47fd-aa73-051f89a2c663 req-68c1c041-74ee-402b-b370-18a2955cb920 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (bb78205a-794e-4a19-8c36-535bfca52971), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:27.310690 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a5d1e6a7-62c3-456b-83fa-a256ca2cbbb5 req-401a8795-1706-478b-b26a-210a3bd38bb0 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=4dbc73c4-fa5a-4187-8268-a2b1075e9608 HTTP/1.1" status: 200 len: 1127 time: 0.1986709 Feb 02 07:13:27.358357 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-5e5eeaa0-56a1-4070-85c3-5be93f6bae61 None None] Deleting port 34c5ab2b-8e17-4c0e-8471-338a079d6215 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:13:27.358752 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e5eeaa0-56a1-4070-85c3-5be93f6bae61 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (34c5ab2b-8e17-4c0e-8471-338a079d6215), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:27.358902 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c1c041-74ee-402b-b370-18a2955cb920 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Pushing event deleted for resources: {'Port': ['ID=bb78205a-794e-4a19-8c36-535bfca52971,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:27.405522 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-17372b9f-763d-439c-a823-9ea210e9ea88 tempest-RoutersAdminNegativeIpV6Test-905405132 tempest-RoutersAdminNegativeIpV6Test-905405132-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (86cdc67f-c00c-4362-96c7-f573ef935343), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:27.420229 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cea2786e-33e6-4651-80fa-2ecedeaf5a97 req-cb63db6f-33c3-411e-914c-2f420297c1e0 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/ports?device_id=1d6f8a2e-1379-4758-96fc-57288067ece2 HTTP/1.1" status: 200 len: 210 time: 0.0932803 Feb 02 07:13:27.459772 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-5e5eeaa0-56a1-4070-85c3-5be93f6bae61 None None] For port 34c5ab2b-8e17-4c0e-8471-338a079d6215, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=34c5ab2b-8e17-4c0e-8471-338a079d6215,segment=NetworkSegment(37cf9b6e-62d3-4704-bc69-2095fc351430),segment_id=37cf9b6e-62d3-4704-bc69-2095fc351430)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:13:27.460178 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e5eeaa0-56a1-4070-85c3-5be93f6bae61 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (34c5ab2b-8e17-4c0e-8471-338a079d6215), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:27.477271 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2d66745-bd36-47fd-aa73-051f89a2c663 req-68c1c041-74ee-402b-b370-18a2955cb920 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] No DVR routers for this DVR port bb78205a-794e-4a19-8c36-535bfca52971 on host n-h2-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:13:27.480757 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a5d1e6a7-62c3-456b-83fa-a256ca2cbbb5 req-197e9e72-7478-4d4f-83dc-7427011bce7c tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=b28d4905-d1c1-4309-a5bf-1728cb15a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358881 Feb 02 07:13:27.480959 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-d2d66745-bd36-47fd-aa73-051f89a2c663 req-68c1c041-74ee-402b-b370-18a2955cb920 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:27.484364 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d2d66745-bd36-47fd-aa73-051f89a2c663 req-68c1c041-74ee-402b-b370-18a2955cb920 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.59 "DELETE /v2.0/ports/bb78205a-794e-4a19-8c36-535bfca52971 HTTP/1.1" status: 204 len: 173 time: 0.8714540 Feb 02 07:13:27.484775 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-5e5eeaa0-56a1-4070-85c3-5be93f6bae61 None None] Calling delete_port for 34c5ab2b-8e17-4c0e-8471-338a079d6215 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:13:27.498678 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17372b9f-763d-439c-a823-9ea210e9ea88 tempest-RoutersAdminNegativeIpV6Test-905405132 tempest-RoutersAdminNegativeIpV6Test-905405132-project-admin] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:13:27.503358 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-99d64c1e-2d76-406d-b729-93d12da40678 tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Deleting port 34c5ab2b-8e17-4c0e-8471-338a079d6215 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:13:27.507167 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-99d64c1e-2d76-406d-b729-93d12da40678 tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (34c5ab2b-8e17-4c0e-8471-338a079d6215), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:27.515091 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-17372b9f-763d-439c-a823-9ea210e9ea88 tempest-RoutersAdminNegativeIpV6Test-905405132 tempest-RoutersAdminNegativeIpV6Test-905405132-project-admin] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:13:27.549677 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17372b9f-763d-439c-a823-9ea210e9ea88 tempest-RoutersAdminNegativeIpV6Test-905405132 tempest-RoutersAdminNegativeIpV6Test-905405132-project-admin] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:13:27.552224 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17372b9f-763d-439c-a823-9ea210e9ea88 tempest-RoutersAdminNegativeIpV6Test-905405132 tempest-RoutersAdminNegativeIpV6Test-905405132-project-admin] Pushing event updated for resources: {'Port': ['ID=86cdc67f-c00c-4362-96c7-f573ef935343,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:27.617268 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e5eeaa0-56a1-4070-85c3-5be93f6bae61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (34c5ab2b-8e17-4c0e-8471-338a079d6215), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:27.656343 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5eeaa0-56a1-4070-85c3-5be93f6bae61 None None] Pushing event deleted for resources: {'Port': ['ID=34c5ab2b-8e17-4c0e-8471-338a079d6215,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:27.668961 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5eeaa0-56a1-4070-85c3-5be93f6bae61 None None] No DVR routers for this DVR port 34c5ab2b-8e17-4c0e-8471-338a079d6215 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:13:27.686002 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-99d64c1e-2d76-406d-b729-93d12da40678 tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] For port 34c5ab2b-8e17-4c0e-8471-338a079d6215, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=34c5ab2b-8e17-4c0e-8471-338a079d6215,segment=NetworkSegment(37cf9b6e-62d3-4704-bc69-2095fc351430),segment_id=37cf9b6e-62d3-4704-bc69-2095fc351430)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:13:27.686544 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-99d64c1e-2d76-406d-b729-93d12da40678 tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (34c5ab2b-8e17-4c0e-8471-338a079d6215), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:27.693723 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 34c5ab2b-8e17-4c0e-8471-338a079d6215 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:13:27.711267 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-99d64c1e-2d76-406d-b729-93d12da40678 tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Calling delete_port for 34c5ab2b-8e17-4c0e-8471-338a079d6215 owned by network:dhcp {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:13:27.717485 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17372b9f-763d-439c-a823-9ea210e9ea88 tempest-RoutersAdminNegativeIpV6Test-905405132 tempest-RoutersAdminNegativeIpV6Test-905405132-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:27.718104 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-17372b9f-763d-439c-a823-9ea210e9ea88 tempest-RoutersAdminNegativeIpV6Test-905405132 tempest-RoutersAdminNegativeIpV6Test-905405132-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:27.724492 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 34c5ab2b-8e17-4c0e-8471-338a079d6215 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:13:27.724851 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 34c5ab2b-8e17-4c0e-8471-338a079d6215 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:13:27.773352 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-17372b9f-763d-439c-a823-9ea210e9ea88 tempest-RoutersAdminNegativeIpV6Test-905405132 tempest-RoutersAdminNegativeIpV6Test-905405132-project-admin] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.6574571 Feb 02 07:13:27.776618 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56982) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:27.781188 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-cfd44538-5dd9-47eb-8263-89e9e0fc3182 tempest-RoutersAdminNegativeIpV6Test-905405132 tempest-RoutersAdminNegativeIpV6Test-905405132-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.162'}]}}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:13:27.801228 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cfd44538-5dd9-47eb-8263-89e9e0fc3182 tempest-RoutersAdminNegativeIpV6Test-905405132 tempest-RoutersAdminNegativeIpV6Test-905405132-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (79af6970-2a0c-4357-89a5-270af5f643cc), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:27.802247 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cfd44538-5dd9-47eb-8263-89e9e0fc3182 tempest-RoutersAdminNegativeIpV6Test-905405132 tempest-RoutersAdminNegativeIpV6Test-905405132-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (79af6970-2a0c-4357-89a5-270af5f643cc), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:27.810435 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-10bd8a6a-de9e-4cd9-a31a-7a03e120cabb tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (134e2214-f6dd-43ee-a5d4-672e2463085f), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:27.858261 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cfd44538-5dd9-47eb-8263-89e9e0fc3182 tempest-RoutersAdminNegativeIpV6Test-905405132 tempest-RoutersAdminNegativeIpV6Test-905405132-project-admin] Publish callbacks [] for router_controller (79af6970-2a0c-4357-89a5-270af5f643cc), precommit_add_association {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:27.886329 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd8a6a-de9e-4cd9-a31a-7a03e120cabb tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Pushing event updated for resources: {'Subnet': ['ID=134e2214-f6dd-43ee-a5d4-672e2463085f,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:27.903946 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-99d64c1e-2d76-406d-b729-93d12da40678 tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (34c5ab2b-8e17-4c0e-8471-338a079d6215), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:27.909107 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bd8a6a-de9e-4cd9-a31a-7a03e120cabb tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Checking segment: {'id': 'e8357ad3-2650-4335-88ac-051b784a772b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '13f39bcb-30c2-4226-aa99-134caa5ace72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:13:27.909507 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bd8a6a-de9e-4cd9-a31a-7a03e120cabb tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Network hostable DHCP agents. Network: 13f39bcb-30c2-4226-aa99-134caa5ace72, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:13:27.940470 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d64c1e-2d76-406d-b729-93d12da40678 tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Pushing event deleted for resources: {'Port': ['ID=34c5ab2b-8e17-4c0e-8471-338a079d6215,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:27.946834 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d64c1e-2d76-406d-b729-93d12da40678 tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] No DVR routers for this DVR port 34c5ab2b-8e17-4c0e-8471-338a079d6215 on host n-d-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:13:27.976431 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bd8a6a-de9e-4cd9-a31a-7a03e120cabb tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Network 13f39bcb-30c2-4226-aa99-134caa5ace72 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:13:28.001992 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cfd44538-5dd9-47eb-8263-89e9e0fc3182 tempest-RoutersAdminNegativeIpV6Test-905405132 tempest-RoutersAdminNegativeIpV6Test-905405132-project-admin] Publish callbacks [] for router_gateway (79af6970-2a0c-4357-89a5-270af5f643cc), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:28.002503 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-10bd8a6a-de9e-4cd9-a31a-7a03e120cabb tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 13f39bcb-30c2-4226-aa99-134caa5ace72) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:13:28.009711 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bd8a6a-de9e-4cd9-a31a-7a03e120cabb tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:28.010335 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-10bd8a6a-de9e-4cd9-a31a-7a03e120cabb tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:28.011496 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b878a5-acef-47ae-81c5-d0a9dd19fc5b None None] Network 13f39bcb-30c2-4226-aa99-134caa5ace72 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:13:28.042975 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-99d64c1e-2d76-406d-b729-93d12da40678 tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (1aaf4e47-a568-48e1-a161-9109a1d87c81), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:28.070392 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-10bd8a6a-de9e-4cd9-a31a-7a03e120cabb tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0615716 Feb 02 07:13:28.070636 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56986) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:28.079908 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-99d64c1e-2d76-406d-b729-93d12da40678 tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1aaf4e47-a568-48e1-a161-9109a1d87c81']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:13:28.148551 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6b2d7e-9a31-4838-8dea-8b19124ddf05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-13f39bcb-30c2-4226-aa99-134caa5ace72', 'network_id': '13f39bcb-30c2-4226-aa99-134caa5ace72', 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'fixed_ips': [{'subnet_id': '134e2214-f6dd-43ee-a5d4-672e2463085f'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:13:28.149495 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-cc6b2d7e-9a31-4838-8dea-8b19124ddf05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:28.150040 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-99d64c1e-2d76-406d-b729-93d12da40678 tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37cf9b6e-62d3-4704-bc69-2095fc351430') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:13:28.150264 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-99d64c1e-2d76-406d-b729-93d12da40678 tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37cf9b6e-62d3-4704-bc69-2095fc351430') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:13:28.163986 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-99d64c1e-2d76-406d-b729-93d12da40678 tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (37cf9b6e-62d3-4704-bc69-2095fc351430), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:28.245546 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-99d64c1e-2d76-406d-b729-93d12da40678 tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (37cf9b6e-62d3-4704-bc69-2095fc351430), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:28.251322 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 02fbefda-9af4-4c84-b09a-5700b4bc9cf5 up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:13:28.255446 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99d64c1e-2d76-406d-b729-93d12da40678 tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:13:28.255874 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-99d64c1e-2d76-406d-b729-93d12da40678 tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (37cf9b6e-62d3-4704-bc69-2095fc351430), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:28.259016 n-d-789963-26 neutron-server[109693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:13:28.259016 n-d-789963-26 neutron-server[109693]: self.session.flush() Feb 02 07:13:28.259016 n-d-789963-26 neutron-server[109693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:13:28.259016 n-d-789963-26 neutron-server[109693]: self.session.flush() Feb 02 07:13:28.259016 n-d-789963-26 neutron-server[109693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:13:28.259016 n-d-789963-26 neutron-server[109693]: self.session.flush() Feb 02 07:13:28.259016 n-d-789963-26 neutron-server[109693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:13:28.259016 n-d-789963-26 neutron-server[109693]: self.session.flush() Feb 02 07:13:28.259016 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:13:28.259016 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:13:28.259016 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:13:28.259016 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:13:28.259016 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:13:28.259016 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:13:28.259016 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:13:28.259016 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:13:28.259016 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:13:28.259016 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:13:28.259016 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:13:28.259016 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:13:28.259016 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:13:28.259016 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:13:28.259016 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:13:28.259016 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:13:28.259016 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:13:28.259016 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:13:28.259016 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:13:28.259016 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:13:28.259016 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:13:28.259016 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:13:28.259016 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:13:28.259016 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:13:28.259016 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:13:28.259016 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:13:28.259016 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:13:28.259016 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:13:28.259016 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:13:28.259016 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:13:28.259016 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:13:28.259016 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:13:28.347129 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cfd44538-5dd9-47eb-8263-89e9e0fc3182 tempest-RoutersAdminNegativeIpV6Test-905405132 tempest-RoutersAdminNegativeIpV6Test-905405132-project-admin] Publish callbacks [] for router_gateway (79af6970-2a0c-4357-89a5-270af5f643cc), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:28.353429 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-cc6b2d7e-9a31-4838-8dea-8b19124ddf05 None None] Allocated IP 172.20.0.2 (13f39bcb-30c2-4226-aa99-134caa5ace72/134e2214-f6dd-43ee-a5d4-672e2463085f/fd74034d-ef83-419a-97ef-1204b93aa186) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:13:28.356804 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port 02fbefda-9af4-4c84-b09a-5700b4bc9cf5 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:13:28.366253 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port 02fbefda-9af4-4c84-b09a-5700b4bc9cf5 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:28.366637 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (02fbefda-9af4-4c84-b09a-5700b4bc9cf5), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:28.383171 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b80ee-82af-439b-bd37-d49c0e139327 req-ce8b644e-f157-4285-9e59-5f6d802433aa tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:28.385284 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a27b80ee-82af-439b-bd37-d49c0e139327 req-ce8b644e-f157-4285-9e59-5f6d802433aa tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a9037b0-532a-408c-b85e-3a39058988ae HTTP/1.1" status: 200 len: 944 time: 0.2336175 Feb 02 07:13:28.386860 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cfd44538-5dd9-47eb-8263-89e9e0fc3182 tempest-RoutersAdminNegativeIpV6Test-905405132 tempest-RoutersAdminNegativeIpV6Test-905405132-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:28.406438 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-99d64c1e-2d76-406d-b729-93d12da40678 tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (1aaf4e47-a568-48e1-a161-9109a1d87c81), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:28.419291 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-99d64c1e-2d76-406d-b729-93d12da40678 tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:28.423824 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-99d64c1e-2d76-406d-b729-93d12da40678 tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] 10.222.0.87 "DELETE /v2.0/networks/1aaf4e47-a568-48e1-a161-9109a1d87c81 HTTP/1.1" status: 204 len: 168 time: 1.4823706 Feb 02 07:13:28.440665 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d64c1e-2d76-406d-b729-93d12da40678 tempest-ExtraDHCPOptionsTestJSON-1698028864 tempest-ExtraDHCPOptionsTestJSON-1698028864-project] Pushing event deleted for resources: {'Network': ['ID=1aaf4e47-a568-48e1-a161-9109a1d87c81,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:28.476401 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b3fa981a-ea6c-44c2-a6d2-b357b690eb98 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:28.508424 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56992) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:28.569543 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 02fbefda-9af4-4c84-b09a-5700b4bc9cf5 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:13:28.569932 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (02fbefda-9af4-4c84-b09a-5700b4bc9cf5), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:28.620563 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dbc73c4-fa5a-4187-8268-a2b1075e9608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02fbefda-9af4-4c84-b09a-5700b4bc9cf5'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:13:28.623598 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531550eb-e664-46c6-bc18-98064fb37a55" -d '{"events": [{"server_uuid": "4dbc73c4-fa5a-4187-8268-a2b1075e9608", "name": "network-vif-plugged", "status": "completed", "tag": "02fbefda-9af4-4c84-b09a-5700b4bc9cf5"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:13:28.626583 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-cc6b2d7e-9a31-4838-8dea-8b19124ddf05 None None] Publish callbacks [] for port (fd74034d-ef83-419a-97ef-1204b93aa186), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:28.638684 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 02fbefda-9af4-4c84-b09a-5700b4bc9cf5, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=02fbefda-9af4-4c84-b09a-5700b4bc9cf5,segment=NetworkSegment(f6e5c7ab-d970-42f4-9b5c-99d614498678),segment_id=f6e5c7ab-d970-42f4-9b5c-99d614498678)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:13:28.640970 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-cc6b2d7e-9a31-4838-8dea-8b19124ddf05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (fd74034d-ef83-419a-97ef-1204b93aa186), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:28.672756 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (02fbefda-9af4-4c84-b09a-5700b4bc9cf5), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:28.673955 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 973d4a52-96e6-4576-bb76-13a74c74ce4a no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:13:28.703966 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6b2d7e-9a31-4838-8dea-8b19124ddf05 None None] Network 13f39bcb-30c2-4226-aa99-134caa5ace72 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:13:28.706645 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a27b80ee-82af-439b-bd37-d49c0e139327 req-c92bb9aa-5b78-4391-805f-49fdebb956f8 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/security-groups?id=0cda471f-b311-4535-ab7e-114e2234fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3041680 Feb 02 07:13:28.710256 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] No Port match for: 973d4a52-96e6-4576-bb76-13a74c74ce4a {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:13:28.710878 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 973d4a52-96e6-4576-bb76-13a74c74ce4a not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:13:28.711490 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device bb78205a-794e-4a19-8c36-535bfca52971 no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:13:28.715613 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-cc6b2d7e-9a31-4838-8dea-8b19124ddf05 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:13:28.720616 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6b2d7e-9a31-4838-8dea-8b19124ddf05 None None] Pushing event updated for resources: {'Port': ['ID=fd74034d-ef83-419a-97ef-1204b93aa186,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:28.726083 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6b2d7e-9a31-4838-8dea-8b19124ddf05 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:13:28.748094 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-c831a884-d37b-4702-bb29-7fef8b3af7a1 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Deleting subnet 65c016d1-697a-4965-8fc4-4ace45afed14 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:13:28.752893 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c831a884-d37b-4702-bb29-7fef8b3af7a1 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks [] for subnet (65c016d1-697a-4965-8fc4-4ace45afed14), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:28.777688 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] No Port match for: bb78205a-794e-4a19-8c36-535bfca52971 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:13:28.778446 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device bb78205a-794e-4a19-8c36-535bfca52971 not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:13:28.779139 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 8ba1ce67-d18a-4ea3-9d86-ca0cc6e054da no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:13:28.810891 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca08c96b-4bff-4abf-9ad3-f8089a66f63c x-openstack-request-id: req-ca08c96b-4bff-4abf-9ad3-f8089a66f63c {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:13:28.811589 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dbc73c4-fa5a-4187-8268-a2b1075e9608", "name": "network-vif-plugged", "status": "completed", "tag": "02fbefda-9af4-4c84-b09a-5700b4bc9cf5", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:13:28.812133 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ca08c96b-4bff-4abf-9ad3-f8089a66f63c {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:13:28.812778 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dbc73c4-fa5a-4187-8268-a2b1075e9608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02fbefda-9af4-4c84-b09a-5700b4bc9cf5', 'code': 200} Feb 02 07:13:28.816661 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] No Port match for: 8ba1ce67-d18a-4ea3-9d86-ca0cc6e054da {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:13:28.817546 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 8ba1ce67-d18a-4ea3-9d86-ca0cc6e054da not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:13:28.836288 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba576b70-cf86-4ca1-af03-b15fb44074e5 req-87b2ae53-b20d-4793-a5c5-97c4ddcca33f tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:28.844672 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ba576b70-cf86-4ca1-af03-b15fb44074e5 req-87b2ae53-b20d-4793-a5c5-97c4ddcca33f tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=4dbc73c4-fa5a-4187-8268-a2b1075e9608 HTTP/1.1" status: 200 len: 1128 time: 0.1993787 Feb 02 07:13:28.866479 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57000) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:28.882843 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=02fbefda-9af4-4c84-b09a-5700b4bc9cf5,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:28.890543 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-cc6b2d7e-9a31-4838-8dea-8b19124ddf05 None None] Attempting to bind port fd74034d-ef83-419a-97ef-1204b93aa186 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:13:28.891177 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-cc6b2d7e-9a31-4838-8dea-8b19124ddf05 None None] Attempting to bind port fd74034d-ef83-419a-97ef-1204b93aa186 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'e8357ad3-2650-4335-88ac-051b784a772b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '13f39bcb-30c2-4226-aa99-134caa5ace72'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:13:28.891789 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6b2d7e-9a31-4838-8dea-8b19124ddf05 None None] Attempting to bind port fd74034d-ef83-419a-97ef-1204b93aa186 on network 13f39bcb-30c2-4226-aa99-134caa5ace72 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:13:28.897749 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6b2d7e-9a31-4838-8dea-8b19124ddf05 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:13:28.898673 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6b2d7e-9a31-4838-8dea-8b19124ddf05 None None] Checking segment: {'id': 'e8357ad3-2650-4335-88ac-051b784a772b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '13f39bcb-30c2-4226-aa99-134caa5ace72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:13:28.899259 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-cc6b2d7e-9a31-4838-8dea-8b19124ddf05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:28.900185 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6b2d7e-9a31-4838-8dea-8b19124ddf05 None None] Bound using segment: {'id': 'e8357ad3-2650-4335-88ac-051b784a772b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '13f39bcb-30c2-4226-aa99-134caa5ace72'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:13:28.901416 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-cc6b2d7e-9a31-4838-8dea-8b19124ddf05 None None] Bound port: fd74034d-ef83-419a-97ef-1204b93aa186, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8357ad3-2650-4335-88ac-051b784a772b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '13f39bcb-30c2-4226-aa99-134caa5ace72'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:13:28.902027 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-cc6b2d7e-9a31-4838-8dea-8b19124ddf05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (fd74034d-ef83-419a-97ef-1204b93aa186), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:28.926567 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ba576b70-cf86-4ca1-af03-b15fb44074e5 req-305cb8be-6093-4fb8-a624-9ced89140fe1 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=b28d4905-d1c1-4309-a5bf-1728cb15a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767081 Feb 02 07:13:28.927544 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cfd44538-5dd9-47eb-8263-89e9e0fc3182 tempest-RoutersAdminNegativeIpV6Test-905405132 tempest-RoutersAdminNegativeIpV6Test-905405132-project-admin] Publish callbacks [] for router (79af6970-2a0c-4357-89a5-270af5f643cc), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:28.940354 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-b3fa981a-ea6c-44c2-a6d2-b357b690eb98 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Allocated IP 172.20.0.1 (13f39bcb-30c2-4226-aa99-134caa5ace72/134e2214-f6dd-43ee-a5d4-672e2463085f/6be65c97-c21a-4d3c-9b85-1b734ac5ab7a) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:13:28.956602 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c831a884-d37b-4702-bb29-7fef8b3af7a1 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (65c016d1-697a-4965-8fc4-4ace45afed14), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:28.986832 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-cc6b2d7e-9a31-4838-8dea-8b19124ddf05 None None] For port fd74034d-ef83-419a-97ef-1204b93aa186, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:13:28.993233 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-cc6b2d7e-9a31-4838-8dea-8b19124ddf05 None None] For port fd74034d-ef83-419a-97ef-1204b93aa186, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=fd74034d-ef83-419a-97ef-1204b93aa186,segment=NetworkSegment(e8357ad3-2650-4335-88ac-051b784a772b),segment_id=e8357ad3-2650-4335-88ac-051b784a772b)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:13:29.005393 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-cc6b2d7e-9a31-4838-8dea-8b19124ddf05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (fd74034d-ef83-419a-97ef-1204b93aa186), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:29.087797 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b3fa981a-ea6c-44c2-a6d2-b357b690eb98 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for port (6be65c97-c21a-4d3c-9b85-1b734ac5ab7a), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:29.091873 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6b2d7e-9a31-4838-8dea-8b19124ddf05 None None] Pushing event updated for resources: {'Port': ['ID=fd74034d-ef83-419a-97ef-1204b93aa186,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:29.128920 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b3fa981a-ea6c-44c2-a6d2-b357b690eb98 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (6be65c97-c21a-4d3c-9b85-1b734ac5ab7a), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:29.174551 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fa981a-ea6c-44c2-a6d2-b357b690eb98 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Network 13f39bcb-30c2-4226-aa99-134caa5ace72 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:13:29.183110 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-b3fa981a-ea6c-44c2-a6d2-b357b690eb98 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:13:29.185935 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device bf613857-7b11-4fe4-aa25-62ea826217ee up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:13:29.188034 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fa981a-ea6c-44c2-a6d2-b357b690eb98 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:13:29.192106 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fa981a-ea6c-44c2-a6d2-b357b690eb98 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Pushing event updated for resources: {'Port': ['ID=6be65c97-c21a-4d3c-9b85-1b734ac5ab7a,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:29.214816 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d6f8a2e-1379-4758-96fc-57288067ece2', 'name': 'network-vif-deleted', 'tag': 'bb78205a-794e-4a19-8c36-535bfca52971'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:13:29.216963 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3791149c-0368-4c70-9a7d-07d8274049a7" -d '{"events": [{"server_uuid": "1d6f8a2e-1379-4758-96fc-57288067ece2", "name": "network-vif-deleted", "tag": "bb78205a-794e-4a19-8c36-535bfca52971"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:13:29.221196 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cfd44538-5dd9-47eb-8263-89e9e0fc3182 tempest-RoutersAdminNegativeIpV6Test-905405132 tempest-RoutersAdminNegativeIpV6Test-905405132-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (79af6970-2a0c-4357-89a5-270af5f643cc), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:29.229659 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cfd44538-5dd9-47eb-8263-89e9e0fc3182 tempest-RoutersAdminNegativeIpV6Test-905405132 tempest-RoutersAdminNegativeIpV6Test-905405132-project-admin] Publish callbacks [] for router_controller (79af6970-2a0c-4357-89a5-270af5f643cc), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:29.265174 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-767e0b73-f29b-4e3a-8846-7a7ad8c6616e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=a1d11cec99e04d0c851a11301081fdda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3963892 Feb 02 07:13:29.272523 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e9dc1d-eca2-4965-b2ad-a834adb4ec3e req-338c28a4-d576-4af2-a953-30a5b9a80fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:29.275143 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-16e9dc1d-eca2-4965-b2ad-a834adb4ec3e req-338c28a4-d576-4af2-a953-30a5b9a80fab service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4dbc73c4-fa5a-4187-8268-a2b1075e9608 HTTP/1.1" status: 200 len: 1128 time: 0.3653383 Feb 02 07:13:29.275423 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57006) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:29.305613 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port bf613857-7b11-4fe4-aa25-62ea826217ee completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:13:29.315878 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b3fa981a-ea6c-44c2-a6d2-b357b690eb98 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (5be8e385-58ce-4093-9665-c14048136a2a), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:29.319327 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d55799-cbd3-4244-b8ff-883315164423 x-openstack-request-id: req-61d55799-cbd3-4244-b8ff-883315164423 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:13:29.319662 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d6f8a2e-1379-4758-96fc-57288067ece2", "name": "network-vif-deleted", "tag": "bb78205a-794e-4a19-8c36-535bfca52971", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:13:29.319912 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-61d55799-cbd3-4244-b8ff-883315164423 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:13:29.320347 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d6f8a2e-1379-4758-96fc-57288067ece2', 'name': 'network-vif-deleted', 'tag': 'bb78205a-794e-4a19-8c36-535bfca52971', 'status': 'completed', 'code': 200} Feb 02 07:13:29.326868 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port bf613857-7b11-4fe4-aa25-62ea826217ee triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:29.326868 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (bf613857-7b11-4fe4-aa25-62ea826217ee), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:29.355444 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cfd44538-5dd9-47eb-8263-89e9e0fc3182 tempest-RoutersAdminNegativeIpV6Test-905405132 tempest-RoutersAdminNegativeIpV6Test-905405132-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (79af6970-2a0c-4357-89a5-270af5f643cc), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:29.355992 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd44538-5dd9-47eb-8263-89e9e0fc3182 tempest-RoutersAdminNegativeIpV6Test-905405132 tempest-RoutersAdminNegativeIpV6Test-905405132-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 79af6970-2a0c-4357-89a5-270af5f643cc {{(pid=109694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:13:29.361399 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c831a884-d37b-4702-bb29-7fef8b3af7a1 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (65c016d1-697a-4965-8fc4-4ace45afed14), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:29.417417 n-d-789963-26 neutron-server[109694]: INFO neutron.api.v2.resource [None req-cfd44538-5dd9-47eb-8263-89e9e0fc3182 tempest-RoutersAdminNegativeIpV6Test-905405132 tempest-RoutersAdminNegativeIpV6Test-905405132-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 02 07:13:29.421209 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-cfd44538-5dd9-47eb-8263-89e9e0fc3182 tempest-RoutersAdminNegativeIpV6Test-905405132 tempest-RoutersAdminNegativeIpV6Test-905405132-project-admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.6408622 Feb 02 07:13:29.424167 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57008) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:29.438126 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port bf613857-7b11-4fe4-aa25-62ea826217ee is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:13:29.438462 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (bf613857-7b11-4fe4-aa25-62ea826217ee), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:29.442437 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-16e9dc1d-eca2-4965-b2ad-a834adb4ec3e req-9c72ba97-2627-459f-949e-e6ee41ac567b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b28d4905-d1c1-4309-a5bf-1728cb15a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212866 Feb 02 07:13:29.496964 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9ca7cae1-becc-438d-8788-d18b11cc5947 admin admin] Publish callbacks [] for security_group (bae8856c-8ecb-4b47-88d3-bb91163b1ab0), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:29.502282 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port bf613857-7b11-4fe4-aa25-62ea826217ee, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=bf613857-7b11-4fe4-aa25-62ea826217ee,segment=NetworkSegment(1fe536e7-22e9-4789-86f4-399744fc3de0),segment_id=1fe536e7-22e9-4789-86f4-399744fc3de0)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:13:29.511671 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (bf613857-7b11-4fe4-aa25-62ea826217ee), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:29.536469 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c831a884-d37b-4702-bb29-7fef8b3af7a1 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (65c016d1-697a-4965-8fc4-4ace45afed14), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:29.563891 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9ca7cae1-becc-438d-8788-d18b11cc5947 admin admin] Publish callbacks [] for security_group (bae8856c-8ecb-4b47-88d3-bb91163b1ab0), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:29.565869 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b3fa981a-ea6c-44c2-a6d2-b357b690eb98 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (6be65c97-c21a-4d3c-9b85-1b734ac5ab7a), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:29.573899 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c831a884-d37b-4702-bb29-7fef8b3af7a1 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Pushing event deleted for resources: {'Subnet': ['ID=65c016d1-697a-4965-8fc4-4ace45afed14,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:29.574835 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=bf613857-7b11-4fe4-aa25-62ea826217ee,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:29.583406 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c831a884-d37b-4702-bb29-7fef8b3af7a1 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:29.589631 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c831a884-d37b-4702-bb29-7fef8b3af7a1 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "DELETE /v2.0/subnets/65c016d1-697a-4965-8fc4-4ace45afed14 HTTP/1.1" status: 204 len: 168 time: 1.0759244 Feb 02 07:13:29.591668 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57010) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:29.594320 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01589582-7dbd-47e4-9527-3c2fda377ae5 None None] Network 6a85e0f7-6d70-42a4-bb4d-1e98b97a2c94 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:13:29.616408 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-2a48ddf1-682b-4eff-bf7b-35fa902536cd tempest-RoutersAdminNegativeIpV6Test-905405132 tempest-RoutersAdminNegativeIpV6Test-905405132-project-admin] Deleting port 86cdc67f-c00c-4362-96c7-f573ef935343 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:13:29.617102 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2a48ddf1-682b-4eff-bf7b-35fa902536cd tempest-RoutersAdminNegativeIpV6Test-905405132 tempest-RoutersAdminNegativeIpV6Test-905405132-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (86cdc67f-c00c-4362-96c7-f573ef935343), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:29.708044 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device fd74034d-ef83-419a-97ef-1204b93aa186 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:13:29.727858 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2a48ddf1-682b-4eff-bf7b-35fa902536cd tempest-RoutersAdminNegativeIpV6Test-905405132 tempest-RoutersAdminNegativeIpV6Test-905405132-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (86cdc67f-c00c-4362-96c7-f573ef935343), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:29.746109 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-2a48ddf1-682b-4eff-bf7b-35fa902536cd tempest-RoutersAdminNegativeIpV6Test-905405132 tempest-RoutersAdminNegativeIpV6Test-905405132-project-admin] Calling delete_port for 86cdc67f-c00c-4362-96c7-f573ef935343 owned by {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:13:29.757522 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-96759b80-e836-4f4b-b9c5-7f3c93092c70 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (6a85e0f7-6d70-42a4-bb4d-1e98b97a2c94), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:29.816369 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port fd74034d-ef83-419a-97ef-1204b93aa186 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:29.817137 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (fd74034d-ef83-419a-97ef-1204b93aa186), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:29.842860 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9ca7cae1-becc-438d-8788-d18b11cc5947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (bae8856c-8ecb-4b47-88d3-bb91163b1ab0), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:29.846397 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9ca7cae1-becc-438d-8788-d18b11cc5947 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:29.850302 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-9ca7cae1-becc-438d-8788-d18b11cc5947 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/bae8856c-8ecb-4b47-88d3-bb91163b1ab0 HTTP/1.1" status: 204 len: 168 time: 0.5699453 Feb 02 07:13:29.856786 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a7f0a3-50d0-41fe-9ace-71d18aa6a9e1 None None] DHCP port deletion for 6a85e0f7-6d70-42a4-bb4d-1e98b97a2c94 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:13:29.915790 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2a48ddf1-682b-4eff-bf7b-35fa902536cd tempest-RoutersAdminNegativeIpV6Test-905405132 tempest-RoutersAdminNegativeIpV6Test-905405132-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (86cdc67f-c00c-4362-96c7-f573ef935343), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:29.974663 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port fd74034d-ef83-419a-97ef-1204b93aa186 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:13:29.975059 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (fd74034d-ef83-419a-97ef-1204b93aa186), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:30.029705 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port fd74034d-ef83-419a-97ef-1204b93aa186, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=fd74034d-ef83-419a-97ef-1204b93aa186,segment=NetworkSegment(e8357ad3-2650-4335-88ac-051b784a772b),segment_id=e8357ad3-2650-4335-88ac-051b784a772b)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:13:30.037957 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (fd74034d-ef83-419a-97ef-1204b93aa186), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:30.049402 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a48ddf1-682b-4eff-bf7b-35fa902536cd tempest-RoutersAdminNegativeIpV6Test-905405132 tempest-RoutersAdminNegativeIpV6Test-905405132-project-admin] Pushing event deleted for resources: {'Port': ['ID=86cdc67f-c00c-4362-96c7-f573ef935343,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:30.113267 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=fd74034d-ef83-419a-97ef-1204b93aa186,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:30.119705 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-83a7f0a3-50d0-41fe-9ace-71d18aa6a9e1 None None] Deleting port 77d138cb-1c63-4896-88db-ad3372dfa8a3 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:13:30.120094 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-83a7f0a3-50d0-41fe-9ace-71d18aa6a9e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (77d138cb-1c63-4896-88db-ad3372dfa8a3), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:30.159808 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2a48ddf1-682b-4eff-bf7b-35fa902536cd tempest-RoutersAdminNegativeIpV6Test-905405132 tempest-RoutersAdminNegativeIpV6Test-905405132-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:30.168114 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-2a48ddf1-682b-4eff-bf7b-35fa902536cd tempest-RoutersAdminNegativeIpV6Test-905405132 tempest-RoutersAdminNegativeIpV6Test-905405132-project-admin] 10.222.0.87 "DELETE /v2.0/ports/86cdc67f-c00c-4362-96c7-f573ef935343 HTTP/1.1" status: 204 len: 168 time: 0.7411335 Feb 02 07:13:30.170686 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a27d5-52f4-4736-8e7f-2be20e34d659 req-6624a73f-63cd-4f35-a8cd-d771619598f1 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:30.174695 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-783a27d5-52f4-4736-8e7f-2be20e34d659 req-6624a73f-63cd-4f35-a8cd-d771619598f1 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=4dbc73c4-fa5a-4187-8268-a2b1075e9608 HTTP/1.1" status: 200 len: 1128 time: 0.1271858 Feb 02 07:13:30.251069 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-783a27d5-52f4-4736-8e7f-2be20e34d659 req-1a6694bd-f068-4201-a5ed-6f1e39718d12 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=b28d4905-d1c1-4309-a5bf-1728cb15a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706446 Feb 02 07:13:30.283372 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-83a7f0a3-50d0-41fe-9ace-71d18aa6a9e1 None None] For port 77d138cb-1c63-4896-88db-ad3372dfa8a3, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=77d138cb-1c63-4896-88db-ad3372dfa8a3,segment=NetworkSegment(646b7a2e-25a1-4960-a214-f6750a541adf),segment_id=646b7a2e-25a1-4960-a214-f6750a541adf)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:13:30.283817 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-83a7f0a3-50d0-41fe-9ace-71d18aa6a9e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (77d138cb-1c63-4896-88db-ad3372dfa8a3), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:30.290144 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7cae1-becc-438d-8788-d18b11cc5947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae8856c-8ecb-4b47-88d3-bb91163b1ab0,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:30.443877 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873dc82b-418b-4663-8bf2-744c986cd0fc req-084a210f-7bd1-4ac3-83b9-77d5bd4f6498 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:30.445532 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-873dc82b-418b-4663-8bf2-744c986cd0fc req-084a210f-7bd1-4ac3-83b9-77d5bd4f6498 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a9037b0-532a-408c-b85e-3a39058988ae HTTP/1.1" status: 200 len: 945 time: 0.6098902 Feb 02 07:13:30.467098 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-96759b80-e836-4f4b-b9c5-7f3c93092c70 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Deleting port 77d138cb-1c63-4896-88db-ad3372dfa8a3 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:13:30.467335 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-96759b80-e836-4f4b-b9c5-7f3c93092c70 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (77d138cb-1c63-4896-88db-ad3372dfa8a3), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:30.555672 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa01d766-d07e-47a1-9377-f9d4548e257f None None] Network 13f39bcb-30c2-4226-aa99-134caa5ace72 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:13:30.560947 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-83a7f0a3-50d0-41fe-9ace-71d18aa6a9e1 None None] Calling delete_port for 77d138cb-1c63-4896-88db-ad3372dfa8a3 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:13:30.632170 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-873dc82b-418b-4663-8bf2-744c986cd0fc req-eaf58654-6db4-4465-8039-e92adc6d9a96 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/security-groups?id=0cda471f-b311-4535-ab7e-114e2234fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1692994 Feb 02 07:13:30.632170 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-96759b80-e836-4f4b-b9c5-7f3c93092c70 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] For port 77d138cb-1c63-4896-88db-ad3372dfa8a3, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=77d138cb-1c63-4896-88db-ad3372dfa8a3,segment=NetworkSegment(646b7a2e-25a1-4960-a214-f6750a541adf),segment_id=646b7a2e-25a1-4960-a214-f6750a541adf)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:13:30.632170 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-96759b80-e836-4f4b-b9c5-7f3c93092c70 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (77d138cb-1c63-4896-88db-ad3372dfa8a3), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:30.648368 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-96759b80-e836-4f4b-b9c5-7f3c93092c70 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Calling delete_port for 77d138cb-1c63-4896-88db-ad3372dfa8a3 owned by network:dhcp {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:13:30.669140 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b3fa981a-ea6c-44c2-a6d2-b357b690eb98 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for port (6be65c97-c21a-4d3c-9b85-1b734ac5ab7a), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:30.690616 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-f3ab4c7c-209b-447d-9e27-a795b2ad7e80 None None] Provisioning complete for port fd74034d-ef83-419a-97ef-1204b93aa186 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:30.690993 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f3ab4c7c-209b-447d-9e27-a795b2ad7e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (fd74034d-ef83-419a-97ef-1204b93aa186), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:30.722844 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b3fa981a-ea6c-44c2-a6d2-b357b690eb98 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (6be65c97-c21a-4d3c-9b85-1b734ac5ab7a), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:30.750279 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57034) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:30.788791 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-83a7f0a3-50d0-41fe-9ace-71d18aa6a9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (77d138cb-1c63-4896-88db-ad3372dfa8a3), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:30.822159 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b3fa981a-ea6c-44c2-a6d2-b357b690eb98 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (5be8e385-58ce-4093-9665-c14048136a2a), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:30.825587 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fa981a-ea6c-44c2-a6d2-b357b690eb98 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Pushing event updated for resources: {'Port': ['ID=6be65c97-c21a-4d3c-9b85-1b734ac5ab7a,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:30.832645 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-96759b80-e836-4f4b-b9c5-7f3c93092c70 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (77d138cb-1c63-4896-88db-ad3372dfa8a3), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:30.859596 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a9037b0-532a-408c-b85e-3a39058988ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf613857-7b11-4fe4-aa25-62ea826217ee'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:13:30.862032 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3abfff49-3737-432d-b585-e14241b326f7" -d '{"events": [{"server_uuid": "1a9037b0-532a-408c-b85e-3a39058988ae", "name": "network-vif-plugged", "status": "completed", "tag": "bf613857-7b11-4fe4-aa25-62ea826217ee"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:13:30.865111 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a7f0a3-50d0-41fe-9ace-71d18aa6a9e1 None None] Pushing event deleted for resources: {'Port': ['ID=77d138cb-1c63-4896-88db-ad3372dfa8a3,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:30.875808 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a7f0a3-50d0-41fe-9ace-71d18aa6a9e1 None None] No DVR routers for this DVR port 77d138cb-1c63-4896-88db-ad3372dfa8a3 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:13:30.883364 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96759b80-e836-4f4b-b9c5-7f3c93092c70 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Pushing event deleted for resources: {'Port': ['ID=77d138cb-1c63-4896-88db-ad3372dfa8a3,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:30.887047 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96759b80-e836-4f4b-b9c5-7f3c93092c70 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] No DVR routers for this DVR port 77d138cb-1c63-4896-88db-ad3372dfa8a3 on host n-d-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:13:30.931165 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-f3ab4c7c-209b-447d-9e27-a795b2ad7e80 None None] Current status of the port fd74034d-ef83-419a-97ef-1204b93aa186 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:13:30.962762 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bea1480-bbd6-4d7a-a4f3-5144fbc04878 x-openstack-request-id: req-1bea1480-bbd6-4d7a-a4f3-5144fbc04878 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:13:30.964184 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a9037b0-532a-408c-b85e-3a39058988ae", "name": "network-vif-plugged", "status": "completed", "tag": "bf613857-7b11-4fe4-aa25-62ea826217ee", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:13:30.964655 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1bea1480-bbd6-4d7a-a4f3-5144fbc04878 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:13:30.965072 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a9037b0-532a-408c-b85e-3a39058988ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf613857-7b11-4fe4-aa25-62ea826217ee', 'code': 200} Feb 02 07:13:30.992385 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cff076d9-1b4c-483d-8722-b1cd81c68a3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:31.036969 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fa981a-ea6c-44c2-a6d2-b357b690eb98 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Network 13f39bcb-30c2-4226-aa99-134caa5ace72 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:13:31.050396 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-b3fa981a-ea6c-44c2-a6d2-b357b690eb98 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:13:31.096669 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-96759b80-e836-4f4b-b9c5-7f3c93092c70 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (6a85e0f7-6d70-42a4-bb4d-1e98b97a2c94), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:31.146038 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cff076d9-1b4c-483d-8722-b1cd81c68a3f admin admin] Publish callbacks [] for security_group (d1d1483d-0654-4f22-934b-62bc44b882ac), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:31.158978 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cff076d9-1b4c-483d-8722-b1cd81c68a3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (d1d1483d-0654-4f22-934b-62bc44b882ac), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:31.160176 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57046) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:31.194316 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-96759b80-e836-4f4b-b9c5-7f3c93092c70 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a85e0f7-6d70-42a4-bb4d-1e98b97a2c94']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:13:31.212181 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-cff076d9-1b4c-483d-8722-b1cd81c68a3f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=74bf88abc4df48e19b44c8b4b2d1eba0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4605742 Feb 02 07:13:31.213641 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57050) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:31.219966 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff076d9-1b4c-483d-8722-b1cd81c68a3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d1483d-0654-4f22-934b-62bc44b882ac,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:31.228167 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-96759b80-e836-4f4b-b9c5-7f3c93092c70 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '646b7a2e-25a1-4960-a214-f6750a541adf') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:13:31.228545 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-96759b80-e836-4f4b-b9c5-7f3c93092c70 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '646b7a2e-25a1-4960-a214-f6750a541adf') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:13:31.246958 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-96759b80-e836-4f4b-b9c5-7f3c93092c70 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (646b7a2e-25a1-4960-a214-f6750a541adf), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:31.269806 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-96759b80-e836-4f4b-b9c5-7f3c93092c70 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (646b7a2e-25a1-4960-a214-f6750a541adf), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:31.278769 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1a57e93c-455f-44a8-a2f0-298ca21afa48 admin admin] Publish callbacks [] for security_group (d1d1483d-0654-4f22-934b-62bc44b882ac), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:31.298025 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96759b80-e836-4f4b-b9c5-7f3c93092c70 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:13:31.298500 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-96759b80-e836-4f4b-b9c5-7f3c93092c70 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (646b7a2e-25a1-4960-a214-f6750a541adf), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:31.306951 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1a57e93c-455f-44a8-a2f0-298ca21afa48 admin admin] Publish callbacks [] for security_group (d1d1483d-0654-4f22-934b-62bc44b882ac), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:31.311443 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:13:31.311443 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:13:31.311443 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:13:31.311443 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:13:31.311443 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:13:31.311443 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:13:31.311443 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:13:31.311443 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:13:31.311443 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:13:31.311443 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:13:31.311443 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:13:31.311443 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:13:31.311443 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:13:31.311443 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:13:31.311443 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:13:31.311443 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:13:31.311443 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:13:31.311443 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:13:31.311443 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:13:31.311443 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:13:31.311443 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:13:31.311443 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:13:31.311443 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:13:31.311443 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:13:31.311443 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:13:31.311443 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:13:31.311443 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:13:31.311443 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:13:31.311443 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:13:31.311443 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:13:31.311443 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:13:31.311443 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:13:31.329174 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a72649-799e-405a-b816-d328da123ac6 req-3b02e525-0881-4fb2-9e3c-0dc5750d4cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:31.331460 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-42a72649-799e-405a-b816-d328da123ac6 req-3b02e525-0881-4fb2-9e3c-0dc5750d4cab service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=1a9037b0-532a-408c-b85e-3a39058988ae HTTP/1.1" status: 200 len: 1128 time: 0.1880107 Feb 02 07:13:31.370497 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1a57e93c-455f-44a8-a2f0-298ca21afa48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (d1d1483d-0654-4f22-934b-62bc44b882ac), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:31.373667 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1a57e93c-455f-44a8-a2f0-298ca21afa48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:31.378687 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-1a57e93c-455f-44a8-a2f0-298ca21afa48 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d1d1483d-0654-4f22-934b-62bc44b882ac HTTP/1.1" status: 204 len: 168 time: 0.1639016 Feb 02 07:13:31.387766 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a57e93c-455f-44a8-a2f0-298ca21afa48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d1483d-0654-4f22-934b-62bc44b882ac,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:31.398106 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-2400a8af-2051-47c1-8240-dcb501b7c9b1 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Request body: {'security_group': {'name': 'tempest-secgroup--301271282'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:13:31.412509 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-12c8930e-76c1-475f-9221-813a145ae031 None None] Provisioning complete for port fd74034d-ef83-419a-97ef-1204b93aa186 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:31.414173 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-12c8930e-76c1-475f-9221-813a145ae031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (fd74034d-ef83-419a-97ef-1204b93aa186), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:31.495168 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-96759b80-e836-4f4b-b9c5-7f3c93092c70 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (6a85e0f7-6d70-42a4-bb4d-1e98b97a2c94), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:31.501760 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3fa981a-ea6c-44c2-a6d2-b357b690eb98 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Router 5be8e385-58ce-4093-9665-c14048136a2a is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:13:31.522147 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-96759b80-e836-4f4b-b9c5-7f3c93092c70 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:31.528244 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57056) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:31.528496 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-96759b80-e836-4f4b-b9c5-7f3c93092c70 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "DELETE /v2.0/networks/6a85e0f7-6d70-42a4-bb4d-1e98b97a2c94 HTTP/1.1" status: 204 len: 168 time: 1.9353373 Feb 02 07:13:31.546547 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-12c8930e-76c1-475f-9221-813a145ae031 None None] Current status of the port fd74034d-ef83-419a-97ef-1204b93aa186 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:13:31.561961 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2400a8af-2051-47c1-8240-dcb501b7c9b1 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:31.569150 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-42a72649-799e-405a-b816-d328da123ac6 req-94053216-b022-460a-9297-15586f5d0852 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=0cda471f-b311-4535-ab7e-114e2234fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2296069 Feb 02 07:13:31.571159 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96759b80-e836-4f4b-b9c5-7f3c93092c70 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Pushing event deleted for resources: {'Network': ['ID=6a85e0f7-6d70-42a4-bb4d-1e98b97a2c94,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:31.577267 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-12c8930e-76c1-475f-9221-813a145ae031 None None] Provisioning complete for port 6be65c97-c21a-4d3c-9b85-1b734ac5ab7a triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:31.577649 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-12c8930e-76c1-475f-9221-813a145ae031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (6be65c97-c21a-4d3c-9b85-1b734ac5ab7a), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:31.630613 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-704dc51a-2311-4fac-b716-26fa087de87c tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Deleting subnet f11af823-2bad-4109-bf48-c446c76693a7 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:13:31.640061 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-704dc51a-2311-4fac-b716-26fa087de87c tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks [] for subnet (f11af823-2bad-4109-bf48-c446c76693a7), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:31.665150 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-12c8930e-76c1-475f-9221-813a145ae031 None None] Port 6be65c97-c21a-4d3c-9b85-1b734ac5ab7a cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:13:31.678059 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2400a8af-2051-47c1-8240-dcb501b7c9b1 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:31.679856 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device fd74034d-ef83-419a-97ef-1204b93aa186 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:13:31.710767 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3fa981a-ea6c-44c2-a6d2-b357b690eb98 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:13:31.714663 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a649d-5fef-4407-8647-3dabc700d972 req-0037e459-ebb0-4b7b-a60d-5805a05e4b0e tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:31.716618 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cb5a649d-5fef-4407-8647-3dabc700d972 req-0037e459-ebb0-4b7b-a60d-5805a05e4b0e tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=4dbc73c4-fa5a-4187-8268-a2b1075e9608 HTTP/1.1" status: 200 len: 1128 time: 0.3068151 Feb 02 07:13:31.726107 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57060) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:31.730576 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b3fa981a-ea6c-44c2-a6d2-b357b690eb98 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "PUT /v2.0/routers/5be8e385-58ce-4093-9665-c14048136a2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6540525 Feb 02 07:13:31.736224 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3235a853-d157-4c48-ba82-f132cbc56d70 None None] Sync routers for ids ['5be8e385-58ce-4093-9665-c14048136a2a'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:13:31.749119 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-d166fd3c-a899-4a04-9b55-c8ef3d4e989e tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Request body: {'network': {'name': 'tempest-RoutersTest-264057536'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:13:31.768813 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-704dc51a-2311-4fac-b716-26fa087de87c tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (f11af823-2bad-4109-bf48-c446c76693a7), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:31.802430 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cb5a649d-5fef-4407-8647-3dabc700d972 req-f441ca8e-9a79-4907-9067-47264675f82a tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=b28d4905-d1c1-4309-a5bf-1728cb15a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678391 Feb 02 07:13:31.810449 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3235a853-d157-4c48-ba82-f132cbc56d70 None None] Routers {'5be8e385-58ce-4093-9665-c14048136a2a'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:13:31.811972 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-3235a853-d157-4c48-ba82-f132cbc56d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:13:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['5be8e385-58ce-4093-9665-c14048136a2a'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:13:31.867146 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2400a8af-2051-47c1-8240-dcb501b7c9b1 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group (b23fde80-152e-46d4-9bbf-17782db10cf8), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:31.875173 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2400a8af-2051-47c1-8240-dcb501b7c9b1 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (b23fde80-152e-46d4-9bbf-17782db10cf8), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:31.900397 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d166fd3c-a899-4a04-9b55-c8ef3d4e989e tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Made reservation on behalf of c092e90dc089486b8a9195291d2bdc7c for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:13:31.910577 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d166fd3c-a899-4a04-9b55-c8ef3d4e989e tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:31.944387 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-3235a853-d157-4c48-ba82-f132cbc56d70 None None] Set router 5be8e385-58ce-4093-9665-c14048136a2a gateway port host: None {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:13:31.976716 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2400a8af-2051-47c1-8240-dcb501b7c9b1 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b23fde80-152e-46d4-9bbf-17782db10cf8,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:32.023378 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d166fd3c-a899-4a04-9b55-c8ef3d4e989e tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:13:32.049555 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005daaf4-03fc-4aa9-aa3c-56fffa3322a8 req-96d9794c-f0e0-460d-a493-e8bf2756a35e tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:32.050608 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-005daaf4-03fc-4aa9-aa3c-56fffa3322a8 req-96d9794c-f0e0-460d-a493-e8bf2756a35e tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a9037b0-532a-408c-b85e-3a39058988ae HTTP/1.1" status: 200 len: 945 time: 0.2761805 Feb 02 07:13:32.058690 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-704dc51a-2311-4fac-b716-26fa087de87c tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (f11af823-2bad-4109-bf48-c446c76693a7), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:32.060482 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55fc09e-3c38-4f91-ab4b-6960df0d2360 req-eff34ef6-e064-4b8f-a110-ef260ed61167 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:32.062343 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d55fc09e-3c38-4f91-ab4b-6960df0d2360 req-eff34ef6-e064-4b8f-a110-ef260ed61167 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=4dbc73c4-fa5a-4187-8268-a2b1075e9608 HTTP/1.1" status: 200 len: 1128 time: 0.1413908 Feb 02 07:13:32.064007 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d166fd3c-a899-4a04-9b55-c8ef3d4e989e tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (75553877-bf18-4595-bd16-2a324db37437), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:32.064549 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-d166fd3c-a899-4a04-9b55-c8ef3d4e989e tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Added segment 75553877-bf18-4595-bd16-2a324db37437 of type vlan for network 96a17be2-3b10-4ce0-8fef-5c1c61e2a12b Feb 02 07:13:32.064709 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2400a8af-2051-47c1-8240-dcb501b7c9b1 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group (c7f27eff-3922-4d38-a3a6-1e0af7a2534b), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:32.074678 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2400a8af-2051-47c1-8240-dcb501b7c9b1 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (c7f27eff-3922-4d38-a3a6-1e0af7a2534b), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:32.082366 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-186390e3-dc87-4a9a-9174-5704649b9986 None None] Provisioning complete for port 6be65c97-c21a-4d3c-9b85-1b734ac5ab7a triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:32.082753 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-186390e3-dc87-4a9a-9174-5704649b9986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (6be65c97-c21a-4d3c-9b85-1b734ac5ab7a), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:32.130226 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2400a8af-2051-47c1-8240-dcb501b7c9b1 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:32.131868 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-186390e3-dc87-4a9a-9174-5704649b9986 None None] Port 6be65c97-c21a-4d3c-9b85-1b734ac5ab7a cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:13:32.138707 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-2400a8af-2051-47c1-8240-dcb501b7c9b1 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9463007 Feb 02 07:13:32.139752 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57066) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:32.140346 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57068) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:32.145902 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port fd74034d-ef83-419a-97ef-1204b93aa186 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:32.146446 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (fd74034d-ef83-419a-97ef-1204b93aa186), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:32.154104 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2400a8af-2051-47c1-8240-dcb501b7c9b1 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f27eff-3922-4d38-a3a6-1e0af7a2534b,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:32.159794 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d55fc09e-3c38-4f91-ab4b-6960df0d2360 req-efb4f990-6b1e-4563-b173-f3aaeb04ba7c tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=b28d4905-d1c1-4309-a5bf-1728cb15a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873628 Feb 02 07:13:32.189864 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d166fd3c-a899-4a04-9b55-c8ef3d4e989e tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (96a17be2-3b10-4ce0-8fef-5c1c61e2a12b), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:32.279198 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-005daaf4-03fc-4aa9-aa3c-56fffa3322a8 req-232a52b0-4fa1-46eb-8e00-8502b84d764a tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/security-groups?id=0cda471f-b311-4535-ab7e-114e2234fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2165692 Feb 02 07:13:32.288699 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ecd84-e295-41fb-a933-e6f3c5e7de91 req-d77ecca6-e8d7-4af4-89af-8c33d7b11061 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:32.295083 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-704dc51a-2311-4fac-b716-26fa087de87c tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (f11af823-2bad-4109-bf48-c446c76693a7), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:32.299595 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e28ecd84-e295-41fb-a933-e6f3c5e7de91 req-d77ecca6-e8d7-4af4-89af-8c33d7b11061 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=4dbc73c4-fa5a-4187-8268-a2b1075e9608 HTTP/1.1" status: 200 len: 1128 time: 0.0610471 Feb 02 07:13:32.315578 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-996688f5-6034-4234-930d-79e927144506 None None] Provisioning complete for port 6be65c97-c21a-4d3c-9b85-1b734ac5ab7a triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:32.315578 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-996688f5-6034-4234-930d-79e927144506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (6be65c97-c21a-4d3c-9b85-1b734ac5ab7a), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:32.316077 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d166fd3c-a899-4a04-9b55-c8ef3d4e989e tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (96a17be2-3b10-4ce0-8fef-5c1c61e2a12b), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:32.320367 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d166fd3c-a899-4a04-9b55-c8ef3d4e989e tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:32.321101 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d166fd3c-a899-4a04-9b55-c8ef3d4e989e tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:32.349200 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e28ecd84-e295-41fb-a933-e6f3c5e7de91 req-1f6acca0-0a89-449a-8ad8-c0b5c0d00d8f tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=b28d4905-d1c1-4309-a5bf-1728cb15a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488889 Feb 02 07:13:32.358198 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b09b0cf9-2c2f-49f1-b8b1-6622b9535e46 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=2acd58e6d55e49ec934085518b533f1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2153671 Feb 02 07:13:32.362453 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57072) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:32.366994 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port fd74034d-ef83-419a-97ef-1204b93aa186 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:13:32.372080 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704dc51a-2311-4fac-b716-26fa087de87c tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Pushing event deleted for resources: {'Subnet': ['ID=f11af823-2bad-4109-bf48-c446c76693a7,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:32.378638 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-704dc51a-2311-4fac-b716-26fa087de87c tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:32.385805 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-704dc51a-2311-4fac-b716-26fa087de87c tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "DELETE /v2.0/subnets/f11af823-2bad-4109-bf48-c446c76693a7 HTTP/1.1" status: 204 len: 168 time: 0.8554084 Feb 02 07:13:32.388387 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57076) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:32.390503 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-44351b7e-43ce-40b0-bdb7-3a6d3174b6e2 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2489030 Feb 02 07:13:32.394389 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57078) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:32.399069 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-53024c44-f72b-4fcf-8b6f-6da42f1a0757 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Request body: {'security_group': {'name': 'tempest-security--142189164', 'description': 'tempest-security-description-1508932212'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:13:32.413585 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82313061-9517-4ac3-bdc6-316a9cda699c None None] Network e1cca449-70a4-4578-87b2-31e487ae1243 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:13:32.419933 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d166fd3c-a899-4a04-9b55-c8ef3d4e989e tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6876795 Feb 02 07:13:32.420637 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57080) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:32.466328 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-4c3f1fa4-92cc-41e1-bc08-a3addfa50391 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Request body: {'subnet': {'network_id': '96a17be2-3b10-4ce0-8fef-5c1c61e2a12b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:13:32.496555 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d166fd3c-a899-4a04-9b55-c8ef3d4e989e tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Pushing event updated for resources: {'Network': ['ID=96a17be2-3b10-4ce0-8fef-5c1c61e2a12b,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:32.520108 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 77d138cb-1c63-4896-88db-ad3372dfa8a3 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:13:32.521801 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 96a17be2-3b10-4ce0-8fef-5c1c61e2a12b details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:13:32.537385 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ade681ec-3daa-4492-b822-542d8f0c2216 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (e1cca449-70a4-4578-87b2-31e487ae1243), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:32.539458 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-de7c2549-e75c-4c49-8871-fb0fa4f45502 admin admin] Publish callbacks [] for security_group (57ceec6a-a324-4bee-9759-784951f6e5a1), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:32.563310 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-53024c44-f72b-4fcf-8b6f-6da42f1a0757 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group (c7f27eff-3922-4d38-a3a6-1e0af7a2534b), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:32.573675 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-996688f5-6034-4234-930d-79e927144506 None None] Port 6be65c97-c21a-4d3c-9b85-1b734ac5ab7a cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:13:32.580738 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-de7c2549-e75c-4c49-8871-fb0fa4f45502 admin admin] Publish callbacks [] for security_group (57ceec6a-a324-4bee-9759-784951f6e5a1), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:32.628826 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 77d138cb-1c63-4896-88db-ad3372dfa8a3 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:13:32.629159 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 77d138cb-1c63-4896-88db-ad3372dfa8a3 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:13:32.632318 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-53024c44-f72b-4fcf-8b6f-6da42f1a0757 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group (c7f27eff-3922-4d38-a3a6-1e0af7a2534b), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:32.638951 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-53024c44-f72b-4fcf-8b6f-6da42f1a0757 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (c7f27eff-3922-4d38-a3a6-1e0af7a2534b), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:32.642912 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-53024c44-f72b-4fcf-8b6f-6da42f1a0757 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:32.644337 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-53024c44-f72b-4fcf-8b6f-6da42f1a0757 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] 10.222.0.87 "PUT /v2.0/security-groups/c7f27eff-3922-4d38-a3a6-1e0af7a2534b HTTP/1.1" status: 200 len: 1796 time: 0.2490058 Feb 02 07:13:32.649019 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3f1fa4-92cc-41e1-bc08-a3addfa50391 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Made reservation on behalf of c092e90dc089486b8a9195291d2bdc7c for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:13:32.653510 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4c3f1fa4-92cc-41e1-bc08-a3addfa50391 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:32.660247 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57088) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:32.730827 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-ade681ec-3daa-4492-b822-542d8f0c2216 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Deleting port ae95227b-c468-41da-9c0a-d387f6aa9301 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:13:32.733028 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ade681ec-3daa-4492-b822-542d8f0c2216 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (ae95227b-c468-41da-9c0a-d387f6aa9301), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:32.736904 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-3235a853-d157-4c48-ba82-f132cbc56d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be8e385-58ce-4093-9665-c14048136a2a', 'name': 'tempest-RoutersTest-router-1283393417', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:13:26Z', 'updated_at': '2022-02-02T07:13:29Z', 'revision_number': 2, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'gw_port_host': None, '_interfaces': [{'id': '6be65c97-c21a-4d3c-9b85-1b734ac5ab7a', 'name': '', 'network_id': '13f39bcb-30c2-4226-aa99-134caa5ace72', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'mac_address': 'fa:16:3e:35:28:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be8e385-58ce-4093-9665-c14048136a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '134e2214-f6dd-43ee-a5d4-672e2463085f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:28Z', 'updated_at': '2022-02-02T07:13:30Z', 'revision_number': 2, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'subnets': [{'id': '134e2214-f6dd-43ee-a5d4-672e2463085f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:13:32.768533 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3235a853-d157-4c48-ba82-f132cbc56d70 None None] Checking router: 5be8e385-58ce-4093-9665-c14048136a2a for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:13:32.768848 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3235a853-d157-4c48-ba82-f132cbc56d70 None None] Updating router 5be8e385-58ce-4093-9665-c14048136a2a port 6be65c97-c21a-4d3c-9b85-1b734ac5ab7a binding host n-d-789963-26 {{(pid=109695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:13:32.777813 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53024c44-f72b-4fcf-8b6f-6da42f1a0757 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f27eff-3922-4d38-a3a6-1e0af7a2534b,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:32.823825 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-de7c2549-e75c-4c49-8871-fb0fa4f45502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (57ceec6a-a324-4bee-9759-784951f6e5a1), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:32.825194 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c41ac247-5abe-4dc8-93e7-f92d3c3cc499 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] 10.222.0.87 "GET /v2.0/security-groups/c7f27eff-3922-4d38-a3a6-1e0af7a2534b HTTP/1.1" status: 200 len: 1796 time: 0.1637254 Feb 02 07:13:32.828701 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57094) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:32.830205 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-de7c2549-e75c-4c49-8871-fb0fa4f45502 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:32.831464 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-de7c2549-e75c-4c49-8871-fb0fa4f45502 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/57ceec6a-a324-4bee-9759-784951f6e5a1 HTTP/1.1" status: 204 len: 168 time: 0.4679506 Feb 02 07:13:32.833508 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be12ad16-b91c-4eff-b3c7-539a9eed71fb None None] DHCP port deletion for e1cca449-70a4-4578-87b2-31e487ae1243 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:13:32.847842 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3235a853-d157-4c48-ba82-f132cbc56d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (6be65c97-c21a-4d3c-9b85-1b734ac5ab7a), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:32.850704 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-ade681ec-3daa-4492-b822-542d8f0c2216 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] For port ae95227b-c468-41da-9c0a-d387f6aa9301, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=ae95227b-c468-41da-9c0a-d387f6aa9301,segment=NetworkSegment(340496d0-213c-4bfb-8673-51533e32f7aa),segment_id=340496d0-213c-4bfb-8673-51533e32f7aa)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:13:32.851619 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ade681ec-3daa-4492-b822-542d8f0c2216 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (ae95227b-c468-41da-9c0a-d387f6aa9301), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:32.855065 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7c2549-e75c-4c49-8871-fb0fa4f45502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ceec6a-a324-4bee-9759-784951f6e5a1,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:32.868848 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-ade681ec-3daa-4492-b822-542d8f0c2216 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Calling delete_port for ae95227b-c468-41da-9c0a-d387f6aa9301 owned by network:dhcp {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:13:32.940431 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2edd6a8e-fbbd-400c-bfe3-83f889fe9099 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group (c7f27eff-3922-4d38-a3a6-1e0af7a2534b), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:33.027842 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ade681ec-3daa-4492-b822-542d8f0c2216 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (ae95227b-c468-41da-9c0a-d387f6aa9301), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:33.056280 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-be12ad16-b91c-4eff-b3c7-539a9eed71fb None None] Deleting port ae95227b-c468-41da-9c0a-d387f6aa9301 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:13:33.057366 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-be12ad16-b91c-4eff-b3c7-539a9eed71fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (ae95227b-c468-41da-9c0a-d387f6aa9301), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:33.058647 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade681ec-3daa-4492-b822-542d8f0c2216 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Pushing event deleted for resources: {'Port': ['ID=ae95227b-c468-41da-9c0a-d387f6aa9301,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:33.062557 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade681ec-3daa-4492-b822-542d8f0c2216 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] No DVR routers for this DVR port ae95227b-c468-41da-9c0a-d387f6aa9301 on host n-d-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:13:33.124627 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-be12ad16-b91c-4eff-b3c7-539a9eed71fb None None] For port ae95227b-c468-41da-9c0a-d387f6aa9301, host n-d-789963-26, got binding levels [] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:13:33.125193 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-be12ad16-b91c-4eff-b3c7-539a9eed71fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (ae95227b-c468-41da-9c0a-d387f6aa9301), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:33.140028 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-be12ad16-b91c-4eff-b3c7-539a9eed71fb None None] Calling delete_port for ae95227b-c468-41da-9c0a-d387f6aa9301 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:13:33.142997 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.ipam_backend_mixin [None req-be12ad16-b91c-4eff-b3c7-539a9eed71fb None None] Port ae95227b-c468-41da-9c0a-d387f6aa9301 was not found and therefore no delete operation was performed {{(pid=109695) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 02 07:13:33.147382 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-be12ad16-b91c-4eff-b3c7-539a9eed71fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (ae95227b-c468-41da-9c0a-d387f6aa9301), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:33.158440 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ade681ec-3daa-4492-b822-542d8f0c2216 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (e1cca449-70a4-4578-87b2-31e487ae1243), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:33.181631 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be12ad16-b91c-4eff-b3c7-539a9eed71fb None None] No DVR routers for this DVR port ae95227b-c468-41da-9c0a-d387f6aa9301 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:13:33.201176 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be12ad16-b91c-4eff-b3c7-539a9eed71fb None None] Pushing event deleted for resources: {'Port': ['ID=ae95227b-c468-41da-9c0a-d387f6aa9301,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:33.212007 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-ade681ec-3daa-4492-b822-542d8f0c2216 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1cca449-70a4-4578-87b2-31e487ae1243']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:13:33.240027 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-ade681ec-3daa-4492-b822-542d8f0c2216 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '340496d0-213c-4bfb-8673-51533e32f7aa') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:13:33.240463 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-ade681ec-3daa-4492-b822-542d8f0c2216 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '340496d0-213c-4bfb-8673-51533e32f7aa') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:13:33.252936 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ade681ec-3daa-4492-b822-542d8f0c2216 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (340496d0-213c-4bfb-8673-51533e32f7aa), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:33.284657 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ade681ec-3daa-4492-b822-542d8f0c2216 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (340496d0-213c-4bfb-8673-51533e32f7aa), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:33.295124 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ade681ec-3daa-4492-b822-542d8f0c2216 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:13:33.296082 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ade681ec-3daa-4492-b822-542d8f0c2216 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (340496d0-213c-4bfb-8673-51533e32f7aa), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:33.328164 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:13:33.328164 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:13:33.328164 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:13:33.328164 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:13:33.328164 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:13:33.328164 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:13:33.328164 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:13:33.328164 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:13:33.328164 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:13:33.328164 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:13:33.328164 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:13:33.328164 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:13:33.328164 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:13:33.328164 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:13:33.328164 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:13:33.328164 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:13:33.328164 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:13:33.328164 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:13:33.328164 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:13:33.328164 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:13:33.328164 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:13:33.328164 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:13:33.328164 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:13:33.328164 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:13:33.328164 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:13:33.328164 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:13:33.328164 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:13:33.328164 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:13:33.328164 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:13:33.328164 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:13:33.328164 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:13:33.328164 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:13:33.368539 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2edd6a8e-fbbd-400c-bfe3-83f889fe9099 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group (c7f27eff-3922-4d38-a3a6-1e0af7a2534b), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:33.372348 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c53dd-4c00-4b8c-b155-4ea6b727f0da req-4b987f58-a261-40c8-8ea9-912b852a144c tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:33.374291 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3235a853-d157-4c48-ba82-f132cbc56d70 None None] Publish callbacks [] for port (6be65c97-c21a-4d3c-9b85-1b734ac5ab7a), precommit_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:33.379390 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-301c53dd-4c00-4b8c-b155-4ea6b727f0da req-4b987f58-a261-40c8-8ea9-912b852a144c tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.87 "GET /v2.0/networks?id=5cfbcee1-7173-4b6e-a0aa-7287399b71c6 HTTP/1.1" status: 200 len: 911 time: 0.6583247 Feb 02 07:13:33.382713 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3235a853-d157-4c48-ba82-f132cbc56d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (6be65c97-c21a-4d3c-9b85-1b734ac5ab7a), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:33.435488 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e693f317-cf16-4345-85e1-71788d0e7ba3 None None] Pushing event updated for resources: {'Port': ['ID=6be65c97-c21a-4d3c-9b85-1b734ac5ab7a,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:33.455896 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-301c53dd-4c00-4b8c-b155-4ea6b727f0da req-19e9d40d-1be8-4725-a16d-4394ae1d2655 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.87 "GET /v2.0/quotas/06979ed0016c41f8b96877f87096f36c HTTP/1.1" status: 200 len: 375 time: 0.0751619 Feb 02 07:13:33.491951 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ade681ec-3daa-4492-b822-542d8f0c2216 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (e1cca449-70a4-4578-87b2-31e487ae1243), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:33.538604 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ade681ec-3daa-4492-b822-542d8f0c2216 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:33.548202 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-ade681ec-3daa-4492-b822-542d8f0c2216 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "DELETE /v2.0/networks/e1cca449-70a4-4578-87b2-31e487ae1243 HTTP/1.1" status: 204 len: 168 time: 1.1533682 Feb 02 07:13:33.563885 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4c3f1fa4-92cc-41e1-bc08-a3addfa50391 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (de1bef11-0190-4dd0-830c-19ffb2680972), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:33.567293 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57110) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:33.574731 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade681ec-3daa-4492-b822-542d8f0c2216 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Pushing event deleted for resources: {'Network': ['ID=e1cca449-70a4-4578-87b2-31e487ae1243,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:33.605277 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2e7380-10b3-40e9-b12f-4c1ea2e9ebd8 req-2e431fdc-bb8d-4de2-b9fb-b13dccd14fbb tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:33.607326 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fc2e7380-10b3-40e9-b12f-4c1ea2e9ebd8 req-2e431fdc-bb8d-4de2-b9fb-b13dccd14fbb tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a9037b0-532a-408c-b85e-3a39058988ae HTTP/1.1" status: 200 len: 945 time: 0.1901507 Feb 02 07:13:33.640677 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-4cfd2cc5-f62f-44b3-b106-d8bd509e2c4c tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-545450300'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:13:33.693082 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device ae95227b-c468-41da-9c0a-d387f6aa9301 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:13:33.703202 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2edd6a8e-fbbd-400c-bfe3-83f889fe9099 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (c7f27eff-3922-4d38-a3a6-1e0af7a2534b), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:33.705964 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2edd6a8e-fbbd-400c-bfe3-83f889fe9099 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:33.709827 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-2edd6a8e-fbbd-400c-bfe3-83f889fe9099 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] 10.222.0.87 "DELETE /v2.0/security-groups/c7f27eff-3922-4d38-a3a6-1e0af7a2534b HTTP/1.1" status: 204 len: 168 time: 0.8786676 Feb 02 07:13:33.710226 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57114) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:33.734284 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: ae95227b-c468-41da-9c0a-d387f6aa9301 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:13:33.736035 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device ae95227b-c468-41da-9c0a-d387f6aa9301 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:13:33.738178 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3f1fa4-92cc-41e1-bc08-a3addfa50391 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Pushing event updated for resources: {'Subnet': ['ID=de1bef11-0190-4dd0-830c-19ffb2680972,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:33.746033 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edd6a8e-fbbd-400c-bfe3-83f889fe9099 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f27eff-3922-4d38-a3a6-1e0af7a2534b,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:33.749339 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fc2e7380-10b3-40e9-b12f-4c1ea2e9ebd8 req-3265b333-c834-42ea-ae59-310f998c75d5 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/security-groups?id=0cda471f-b311-4535-ab7e-114e2234fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328545 Feb 02 07:13:33.754352 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-3235a853-d157-4c48-ba82-f132cbc56d70 None None] Attempting to bind port 6be65c97-c21a-4d3c-9b85-1b734ac5ab7a on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:13:33.754352 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-3235a853-d157-4c48-ba82-f132cbc56d70 None None] Attempting to bind port 6be65c97-c21a-4d3c-9b85-1b734ac5ab7a by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'e8357ad3-2650-4335-88ac-051b784a772b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '13f39bcb-30c2-4226-aa99-134caa5ace72'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:13:33.754606 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3235a853-d157-4c48-ba82-f132cbc56d70 None None] Attempting to bind port 6be65c97-c21a-4d3c-9b85-1b734ac5ab7a on network 13f39bcb-30c2-4226-aa99-134caa5ace72 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:13:33.754724 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cfd2cc5-f62f-44b3-b106-d8bd509e2c4c tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Made reservation on behalf of 1c93b513068944b98dd403010458a6a3 for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:13:33.758977 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4cfd2cc5-f62f-44b3-b106-d8bd509e2c4c tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:33.773780 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3235a853-d157-4c48-ba82-f132cbc56d70 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:13:33.774422 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3235a853-d157-4c48-ba82-f132cbc56d70 None None] Checking segment: {'id': 'e8357ad3-2650-4335-88ac-051b784a772b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '13f39bcb-30c2-4226-aa99-134caa5ace72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:13:33.774993 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3235a853-d157-4c48-ba82-f132cbc56d70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:33.776150 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3235a853-d157-4c48-ba82-f132cbc56d70 None None] Bound using segment: {'id': 'e8357ad3-2650-4335-88ac-051b784a772b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '13f39bcb-30c2-4226-aa99-134caa5ace72'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:13:33.776793 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-3235a853-d157-4c48-ba82-f132cbc56d70 None None] Bound port: 6be65c97-c21a-4d3c-9b85-1b734ac5ab7a, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8357ad3-2650-4335-88ac-051b784a772b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '13f39bcb-30c2-4226-aa99-134caa5ace72'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:13:33.777346 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3235a853-d157-4c48-ba82-f132cbc56d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (6be65c97-c21a-4d3c-9b85-1b734ac5ab7a), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:33.849302 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-301c53dd-4c00-4b8c-b155-4ea6b727f0da req-8070a3c9-c10c-4999-8f16-6cd56d81fd6a tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.87 "GET /v2.0/ports?tenant_id=06979ed0016c41f8b96877f87096f36c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3342617 Feb 02 07:13:33.855881 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-3235a853-d157-4c48-ba82-f132cbc56d70 None None] For port 6be65c97-c21a-4d3c-9b85-1b734ac5ab7a, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:13:33.859954 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-3235a853-d157-4c48-ba82-f132cbc56d70 None None] For port 6be65c97-c21a-4d3c-9b85-1b734ac5ab7a, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=6be65c97-c21a-4d3c-9b85-1b734ac5ab7a,segment=NetworkSegment(e8357ad3-2650-4335-88ac-051b784a772b),segment_id=e8357ad3-2650-4335-88ac-051b784a772b)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:13:33.866196 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-49d154f0-1965-47c9-b913-b7d7bced145f tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1548510 Feb 02 07:13:33.870148 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3235a853-d157-4c48-ba82-f132cbc56d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (6be65c97-c21a-4d3c-9b85-1b734ac5ab7a), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:33.880206 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57122) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:33.881095 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3f1fa4-92cc-41e1-bc08-a3addfa50391 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Checking segment: {'id': '75553877-bf18-4595-bd16-2a324db37437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '96a17be2-3b10-4ce0-8fef-5c1c61e2a12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:13:33.881470 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3f1fa4-92cc-41e1-bc08-a3addfa50391 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Network hostable DHCP agents. Network: 96a17be2-3b10-4ce0-8fef-5c1c61e2a12b, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:13:33.904811 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cfd2cc5-f62f-44b3-b106-d8bd509e2c4c tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:13:33.944521 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-cbceaeee-3eff-4904-b38d-5491c7c348a3 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] delete failed (client error): The resource could not be found. Feb 02 07:13:33.950499 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-cbceaeee-3eff-4904-b38d-5491c7c348a3 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] 10.222.0.87 "DELETE /v2.0/security-groups/c7f27eff-3922-4d38-a3a6-1e0af7a2534b HTTP/1.1" status: 404 len: 347 time: 0.0610139 Feb 02 07:13:33.953382 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57126) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:33.953543 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3235a853-d157-4c48-ba82-f132cbc56d70 None None] Routers {'5be8e385-58ce-4093-9665-c14048136a2a'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:13:33.954108 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-3235a853-d157-4c48-ba82-f132cbc56d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:13:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['5be8e385-58ce-4093-9665-c14048136a2a'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:13:33.959130 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e693f317-cf16-4345-85e1-71788d0e7ba3 None None] Pushing event updated for resources: {'Port': ['ID=6be65c97-c21a-4d3c-9b85-1b734ac5ab7a,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:33.959599 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-30cba094-ef92-49cf-9969-3144f3bb8dcf tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Request body: {'security_group': {'name': 'tempest-secgroup--671421023'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:13:33.984626 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4cfd2cc5-f62f-44b3-b106-d8bd509e2c4c tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (c5d67758-321f-4ab4-a669-7bb5635dd2fe), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:33.985058 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-4cfd2cc5-f62f-44b3-b106-d8bd509e2c4c tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Added segment c5d67758-321f-4ab4-a669-7bb5635dd2fe of type vlan for network b3b3f1ad-5981-46d3-9427-a3b514183a9e Feb 02 07:13:34.001243 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-19555eec-3ada-46f9-b828-07493bb1467a None None] Provisioning complete for port 6be65c97-c21a-4d3c-9b85-1b734ac5ab7a triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:34.002084 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-19555eec-3ada-46f9-b828-07493bb1467a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (6be65c97-c21a-4d3c-9b85-1b734ac5ab7a), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:34.008845 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c5621-73f9-4536-a037-71729880eb97 req-cb3c6450-89d6-432f-9dfe-ff387380d429 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:34.010836 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-886c5621-73f9-4536-a037-71729880eb97 req-cb3c6450-89d6-432f-9dfe-ff387380d429 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a9037b0-532a-408c-b85e-3a39058988ae HTTP/1.1" status: 200 len: 945 time: 0.1280205 Feb 02 07:13:34.012731 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-30cba094-ef92-49cf-9969-3144f3bb8dcf tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:34.019876 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57128) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:34.028026 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-57a8f212-054d-480d-b13b-6e297c8f2857 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Request body: {'floatingip': {'port_id': 'bf613857-7b11-4fe4-aa25-62ea826217ee'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:13:34.090349 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-3235a853-d157-4c48-ba82-f132cbc56d70 None None] Set router 5be8e385-58ce-4093-9665-c14048136a2a gateway port host: None {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:13:34.131757 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3f1fa4-92cc-41e1-bc08-a3addfa50391 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Network 96a17be2-3b10-4ce0-8fef-5c1c61e2a12b is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:13:34.135129 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-57a8f212-054d-480d-b13b-6e297c8f2857 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks [] for floatingip (3ed4caf7-e0ef-4aa8-be4e-153445330379), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:34.135412 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4cfd2cc5-f62f-44b3-b106-d8bd509e2c4c tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (b3b3f1ad-5981-46d3-9427-a3b514183a9e), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:34.140100 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-301c53dd-4c00-4b8c-b155-4ea6b727f0da req-df97ad83-3b0b-410f-9b1a-073fb0d6ef47 service neutron] 10.222.0.87 "GET /v2.0/networks/5cfbcee1-7173-4b6e-a0aa-7287399b71c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892249 Feb 02 07:13:34.161167 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-4c3f1fa4-92cc-41e1-bc08-a3addfa50391 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 96a17be2-3b10-4ce0-8fef-5c1c61e2a12b) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:13:34.189138 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57130) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:34.195054 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3f1fa4-92cc-41e1-bc08-a3addfa50391 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:34.197488 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4c3f1fa4-92cc-41e1-bc08-a3addfa50391 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:34.210984 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa76f757-97c6-4089-9461-02cbe7394e53 None None] Network 96a17be2-3b10-4ce0-8fef-5c1c61e2a12b requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:13:34.225679 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4cfd2cc5-f62f-44b3-b106-d8bd509e2c4c tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (b3b3f1ad-5981-46d3-9427-a3b514183a9e), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:34.236523 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfd2cc5-f62f-44b3-b106-d8bd509e2c4c tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:34.239143 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4cfd2cc5-f62f-44b3-b106-d8bd509e2c4c tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:34.279974 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-19555eec-3ada-46f9-b828-07493bb1467a None None] Current status of the port 6be65c97-c21a-4d3c-9b85-1b734ac5ab7a is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:13:34.280515 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-19555eec-3ada-46f9-b828-07493bb1467a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (6be65c97-c21a-4d3c-9b85-1b734ac5ab7a), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:34.399065 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-12d0c983-aafd-4238-b398-86f4f79743d1 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1678143612'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:13:34.407523 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-30cba094-ef92-49cf-9969-3144f3bb8dcf tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group (c222df5e-d110-450e-956b-3d80fb3f9661), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:34.408485 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-4c3f1fa4-92cc-41e1-bc08-a3addfa50391 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9794323 Feb 02 07:13:34.411775 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfd2cc5-f62f-44b3-b106-d8bd509e2c4c tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Pushing event updated for resources: {'Network': ['ID=b3b3f1ad-5981-46d3-9427-a3b514183a9e,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:34.413910 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57134) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:34.425734 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-30cba094-ef92-49cf-9969-3144f3bb8dcf tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (c222df5e-d110-450e-956b-3d80fb3f9661), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:34.429278 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-4cfd2cc5-f62f-44b3-b106-d8bd509e2c4c tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7931962 Feb 02 07:13:34.436173 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57136) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:34.454026 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-19555eec-3ada-46f9-b828-07493bb1467a None None] For port 6be65c97-c21a-4d3c-9b85-1b734ac5ab7a, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=6be65c97-c21a-4d3c-9b85-1b734ac5ab7a,segment=NetworkSegment(e8357ad3-2650-4335-88ac-051b784a772b),segment_id=e8357ad3-2650-4335-88ac-051b784a772b)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:13:34.456645 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-3fd62673-0b60-49d6-a5ff-f1927b078ddd tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Request body: {'subnet': {'network_id': 'b3b3f1ad-5981-46d3-9427-a3b514183a9e', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:13:34.458730 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network b3b3f1ad-5981-46d3-9427-a3b514183a9e details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:13:34.480591 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e844a09f-b0d4-49b9-86fa-cf2a0b49b5fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-96a17be2-3b10-4ce0-8fef-5c1c61e2a12b', 'network_id': '96a17be2-3b10-4ce0-8fef-5c1c61e2a12b', 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'fixed_ips': [{'subnet_id': 'de1bef11-0190-4dd0-830c-19ffb2680972'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:13:34.481595 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e844a09f-b0d4-49b9-86fa-cf2a0b49b5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:34.492405 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-19555eec-3ada-46f9-b828-07493bb1467a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (6be65c97-c21a-4d3c-9b85-1b734ac5ab7a), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:34.506579 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d0c983-aafd-4238-b398-86f4f79743d1 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Made reservation on behalf of 1fbf35ed46884303898d156d8d254ad5 for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:13:34.510851 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-12d0c983-aafd-4238-b398-86f4f79743d1 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:34.519273 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-301c53dd-4c00-4b8c-b155-4ea6b727f0da req-68e34d98-6e5c-4202-b988-c6f24fd37289 service neutron] 10.222.0.87 "GET /v2.0/networks/5cfbcee1-7173-4b6e-a0aa-7287399b71c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3722556 Feb 02 07:13:34.550734 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-30cba094-ef92-49cf-9969-3144f3bb8dcf tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:34.554741 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-30cba094-ef92-49cf-9969-3144f3bb8dcf tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5975173 Feb 02 07:13:34.556498 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57138) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:34.566489 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cba094-ef92-49cf-9969-3144f3bb8dcf tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c222df5e-d110-450e-956b-3d80fb3f9661,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:34.568733 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-12d0c983-aafd-4238-b398-86f4f79743d1 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:34.579421 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-45e2a9d2-504b-48e7-a65b-f7269deb6544 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Request body: {'security_group_rule': {'security_group_id': 'c222df5e-d110-450e-956b-3d80fb3f9661', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:13:34.728429 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19555eec-3ada-46f9-b828-07493bb1467a None None] Pushing event updated for resources: {'Port': ['ID=6be65c97-c21a-4d3c-9b85-1b734ac5ab7a,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:34.743294 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-c589c2e2-e03b-46e2-be47-fd0f22368cb5 None None] Provisioning complete for port 6be65c97-c21a-4d3c-9b85-1b734ac5ab7a triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:34.744013 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c589c2e2-e03b-46e2-be47-fd0f22368cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (6be65c97-c21a-4d3c-9b85-1b734ac5ab7a), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:34.805337 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-45e2a9d2-504b-48e7-a65b-f7269deb6544 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group_rule (a26ea4f9-7751-44c1-852b-c39671c2deff), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:34.871028 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-e844a09f-b0d4-49b9-86fa-cf2a0b49b5fe None None] Allocated IP 172.21.0.2 (96a17be2-3b10-4ce0-8fef-5c1c61e2a12b/de1bef11-0190-4dd0-830c-19ffb2680972/5dd0c003-4092-4a38-bf35-577efa3e51fe) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:13:34.882806 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-3235a853-d157-4c48-ba82-f132cbc56d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be8e385-58ce-4093-9665-c14048136a2a', 'name': 'tempest-RoutersTest-router-1283393417', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:13:26Z', 'updated_at': '2022-02-02T07:13:29Z', 'revision_number': 2, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'gw_port_host': None, '_interfaces': [{'id': '6be65c97-c21a-4d3c-9b85-1b734ac5ab7a', 'name': '', 'network_id': '13f39bcb-30c2-4226-aa99-134caa5ace72', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'mac_address': 'fa:16:3e:35:28:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be8e385-58ce-4093-9665-c14048136a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '134e2214-f6dd-43ee-a5d4-672e2463085f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:28Z', 'updated_at': '2022-02-02T07:13:33Z', 'revision_number': 4, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'subnets': [{'id': '134e2214-f6dd-43ee-a5d4-672e2463085f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:13:34.885511 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d25e9890-b5b8-4ab6-b636-ad41935756fe req-b2124007-bb2c-4da2-8ae5-ddda5574eae3 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=d85ec473-4812-43bd-8045-140ae622cce9 HTTP/1.1" status: 200 len: 210 time: 0.0812178 Feb 02 07:13:34.927986 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3235a853-d157-4c48-ba82-f132cbc56d70 None None] The sync data for ids ['5be8e385-58ce-4093-9665-c14048136a2a'] in n-d-789963-26 is: [{'id': '5be8e385-58ce-4093-9665-c14048136a2a', 'name': 'tempest-RoutersTest-router-1283393417', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:13:26Z', 'updated_at': '2022-02-02T07:13:29Z', 'revision_number': 2, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'gw_port_host': None, '_interfaces': [{'id': '6be65c97-c21a-4d3c-9b85-1b734ac5ab7a', 'name': '', 'network_id': '13f39bcb-30c2-4226-aa99-134caa5ace72', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'mac_address': 'fa:16:3e:35:28:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be8e385-58ce-4093-9665-c14048136a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '134e2214-f6dd-43ee-a5d4-672e2463085f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:28Z', 'updated_at': '2022-02-02T07:13:33Z', 'revision_number': 4, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'subnets': [{'id': '134e2214-f6dd-43ee-a5d4-672e2463085f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:13:34.933303 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd62673-0b60-49d6-a5ff-f1927b078ddd tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Made reservation on behalf of 1c93b513068944b98dd403010458a6a3 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:13:34.936294 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3fd62673-0b60-49d6-a5ff-f1927b078ddd tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:34.997041 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-21f182d9-5c8d-48b2-a5e9-5e2368360e53 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:35.146260 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-c589c2e2-e03b-46e2-be47-fd0f22368cb5 None None] Current status of the port 6be65c97-c21a-4d3c-9b85-1b734ac5ab7a is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:13:35.159482 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e844a09f-b0d4-49b9-86fa-cf2a0b49b5fe None None] Publish callbacks [] for port (5dd0c003-4092-4a38-bf35-577efa3e51fe), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:35.168037 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e844a09f-b0d4-49b9-86fa-cf2a0b49b5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (5dd0c003-4092-4a38-bf35-577efa3e51fe), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:35.257858 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e844a09f-b0d4-49b9-86fa-cf2a0b49b5fe None None] Network 96a17be2-3b10-4ce0-8fef-5c1c61e2a12b is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:13:35.262483 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-e844a09f-b0d4-49b9-86fa-cf2a0b49b5fe None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:13:35.266878 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e844a09f-b0d4-49b9-86fa-cf2a0b49b5fe None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:13:35.365918 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844a09f-b0d4-49b9-86fa-cf2a0b49b5fe None None] Pushing event updated for resources: {'Port': ['ID=5dd0c003-4092-4a38-bf35-577efa3e51fe,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:35.373543 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-e844a09f-b0d4-49b9-86fa-cf2a0b49b5fe None None] Attempting to bind port 5dd0c003-4092-4a38-bf35-577efa3e51fe on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:13:35.373913 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-e844a09f-b0d4-49b9-86fa-cf2a0b49b5fe None None] Attempting to bind port 5dd0c003-4092-4a38-bf35-577efa3e51fe by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '75553877-bf18-4595-bd16-2a324db37437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '96a17be2-3b10-4ce0-8fef-5c1c61e2a12b'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:13:35.374293 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e844a09f-b0d4-49b9-86fa-cf2a0b49b5fe None None] Attempting to bind port 5dd0c003-4092-4a38-bf35-577efa3e51fe on network 96a17be2-3b10-4ce0-8fef-5c1c61e2a12b {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:13:35.380478 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e844a09f-b0d4-49b9-86fa-cf2a0b49b5fe None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:13:35.380851 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e844a09f-b0d4-49b9-86fa-cf2a0b49b5fe None None] Checking segment: {'id': '75553877-bf18-4595-bd16-2a324db37437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '96a17be2-3b10-4ce0-8fef-5c1c61e2a12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:13:35.381250 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e844a09f-b0d4-49b9-86fa-cf2a0b49b5fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:35.381638 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e844a09f-b0d4-49b9-86fa-cf2a0b49b5fe None None] Bound using segment: {'id': '75553877-bf18-4595-bd16-2a324db37437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '96a17be2-3b10-4ce0-8fef-5c1c61e2a12b'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:13:35.382108 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-e844a09f-b0d4-49b9-86fa-cf2a0b49b5fe None None] Bound port: 5dd0c003-4092-4a38-bf35-577efa3e51fe, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75553877-bf18-4595-bd16-2a324db37437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '96a17be2-3b10-4ce0-8fef-5c1c61e2a12b'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:13:35.382485 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e844a09f-b0d4-49b9-86fa-cf2a0b49b5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (5dd0c003-4092-4a38-bf35-577efa3e51fe), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:35.458495 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-21f182d9-5c8d-48b2-a5e9-5e2368360e53 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Allocated IP 172.21.0.1 (96a17be2-3b10-4ce0-8fef-5c1c61e2a12b/de1bef11-0190-4dd0-830c-19ffb2680972/b444e857-d37e-4dac-ae7b-846070e120f8) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:13:35.534743 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-e844a09f-b0d4-49b9-86fa-cf2a0b49b5fe None None] For port 5dd0c003-4092-4a38-bf35-577efa3e51fe, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:13:35.539462 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-e844a09f-b0d4-49b9-86fa-cf2a0b49b5fe None None] For port 5dd0c003-4092-4a38-bf35-577efa3e51fe, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=5dd0c003-4092-4a38-bf35-577efa3e51fe,segment=NetworkSegment(75553877-bf18-4595-bd16-2a324db37437),segment_id=75553877-bf18-4595-bd16-2a324db37437)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:13:35.559621 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e844a09f-b0d4-49b9-86fa-cf2a0b49b5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (5dd0c003-4092-4a38-bf35-577efa3e51fe), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:35.650288 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-12d0c983-aafd-4238-b398-86f4f79743d1 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks [] for security_group (a77ae3e8-6868-4a76-9280-e65c5aeae59a), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:35.688068 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844a09f-b0d4-49b9-86fa-cf2a0b49b5fe None None] Pushing event updated for resources: {'Port': ['ID=5dd0c003-4092-4a38-bf35-577efa3e51fe,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:35.695757 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-12d0c983-aafd-4238-b398-86f4f79743d1 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (a77ae3e8-6868-4a76-9280-e65c5aeae59a), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:35.717674 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-21f182d9-5c8d-48b2-a5e9-5e2368360e53 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for port (b444e857-d37e-4dac-ae7b-846070e120f8), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:35.733845 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 6be65c97-c21a-4d3c-9b85-1b734ac5ab7a up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:13:35.756727 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.db.resource_extend [None req-57a8f212-054d-480d-b13b-6e297c8f2857 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 07:13:35.761601 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-45e2a9d2-504b-48e7-a65b-f7269deb6544 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group_rule (a26ea4f9-7751-44c1-852b-c39671c2deff), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:35.768264 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12d0c983-aafd-4238-b398-86f4f79743d1 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:13:35.800226 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-21f182d9-5c8d-48b2-a5e9-5e2368360e53 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (b444e857-d37e-4dac-ae7b-846070e120f8), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:35.823640 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 6be65c97-c21a-4d3c-9b85-1b734ac5ab7a triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:35.824644 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (6be65c97-c21a-4d3c-9b85-1b734ac5ab7a), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:35.867668 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f182d9-5c8d-48b2-a5e9-5e2368360e53 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Network 96a17be2-3b10-4ce0-8fef-5c1c61e2a12b is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:13:35.872456 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-21f182d9-5c8d-48b2-a5e9-5e2368360e53 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:13:35.878141 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f182d9-5c8d-48b2-a5e9-5e2368360e53 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:13:35.888188 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-57a8f212-054d-480d-b13b-6e297c8f2857 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:35.916375 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-12d0c983-aafd-4238-b398-86f4f79743d1 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (3224d039-4c75-4880-bf57-c31ecbef265d), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:35.918178 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-12d0c983-aafd-4238-b398-86f4f79743d1 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Added segment 3224d039-4c75-4880-bf57-c31ecbef265d of type vlan for network 08333ed5-c91b-4f31-aeec-e7da03b3d61b Feb 02 07:13:35.936852 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 6be65c97-c21a-4d3c-9b85-1b734ac5ab7a is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:13:35.978315 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-12d0c983-aafd-4238-b398-86f4f79743d1 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (08333ed5-c91b-4f31-aeec-e7da03b3d61b), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:36.002157 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d0c983-aafd-4238-b398-86f4f79743d1 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a77ae3e8-6868-4a76-9280-e65c5aeae59a,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:36.006312 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-45e2a9d2-504b-48e7-a65b-f7269deb6544 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (a26ea4f9-7751-44c1-852b-c39671c2deff), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:36.035945 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-57a8f212-054d-480d-b13b-6e297c8f2857 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (3ed4caf7-e0ef-4aa8-be4e-153445330379), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:36.048844 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-21f182d9-5c8d-48b2-a5e9-5e2368360e53 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (5be8e385-58ce-4093-9665-c14048136a2a), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:36.098488 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e2a9d2-504b-48e7-a65b-f7269deb6544 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a26ea4f9-7751-44c1-852b-c39671c2deff,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:36.114563 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-45e2a9d2-504b-48e7-a65b-f7269deb6544 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:36.114563 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-45e2a9d2-504b-48e7-a65b-f7269deb6544 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5458715 Feb 02 07:13:36.133995 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57154) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:36.146591 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-12d0c983-aafd-4238-b398-86f4f79743d1 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (08333ed5-c91b-4f31-aeec-e7da03b3d61b), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:36.153722 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d0c983-aafd-4238-b398-86f4f79743d1 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:36.154675 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-12d0c983-aafd-4238-b398-86f4f79743d1 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:36.192588 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1b5b0640-e106-4201-b171-b68aa8bfb845 req-1df4a7b1-3395-45a7-8946-928237ec23e5 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=d85ec473-4812-43bd-8045-140ae622cce9 HTTP/1.1" status: 200 len: 210 time: 0.0537026 Feb 02 07:13:36.202355 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f182d9-5c8d-48b2-a5e9-5e2368360e53 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Pushing event updated for resources: {'Port': ['ID=b444e857-d37e-4dac-ae7b-846070e120f8,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:36.304398 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-21f182d9-5c8d-48b2-a5e9-5e2368360e53 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b444e857-d37e-4dac-ae7b-846070e120f8), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:36.393114 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-12d0c983-aafd-4238-b398-86f4f79743d1 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.2028015 Feb 02 07:13:36.400982 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57156) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:36.405962 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-2f2f424a-e56f-49f1-9f82-2a0c11549f9b tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Request body: {'subnet': {'network_id': '08333ed5-c91b-4f31-aeec-e7da03b3d61b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:13:36.432777 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9436f425-cc53-43cd-b750-51e02dfc5274 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group_rule (a26ea4f9-7751-44c1-852b-c39671c2deff), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:36.479443 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d0c983-aafd-4238-b398-86f4f79743d1 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Pushing event updated for resources: {'Network': ['ID=08333ed5-c91b-4f31-aeec-e7da03b3d61b,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:36.483879 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9436f425-cc53-43cd-b750-51e02dfc5274 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group_rule (a26ea4f9-7751-44c1-852b-c39671c2deff), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:36.494637 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 08333ed5-c91b-4f31-aeec-e7da03b3d61b details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:13:36.520674 n-d-789963-26 neutron-server[109693]: INFO neutron.db.l3_db [None req-57a8f212-054d-480d-b13b-6e297c8f2857 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Floating IP 3ed4caf7-e0ef-4aa8-be4e-153445330379 associated. External IP: 172.25.4.225, port: bf613857-7b11-4fe4-aa25-62ea826217ee. Feb 02 07:13:36.561577 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c53dd-4c00-4b8c-b155-4ea6b727f0da req-d5439ba6-6548-45a5-aef9-6ff55c9c2ca9 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:36.563100 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-301c53dd-4c00-4b8c-b155-4ea6b727f0da req-d5439ba6-6548-45a5-aef9-6ff55c9c2ca9 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.88 "GET /v2.0/networks?id=5cfbcee1-7173-4b6e-a0aa-7287399b71c6 HTTP/1.1" status: 200 len: 911 time: 0.3954439 Feb 02 07:13:36.573014 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3fd62673-0b60-49d6-a5ff-f1927b078ddd tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (cc443c5d-2597-49a8-8cb0-67d6d1bbe8ef), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:36.577957 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-301c53dd-4c00-4b8c-b155-4ea6b727f0da req-1b401708-42d1-447a-af06-da3aed047fcd tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] Request body: {'port': {'device_id': 'd85ec473-4812-43bd-8045-140ae622cce9', 'network_id': '5cfbcee1-7173-4b6e-a0aa-7287399b71c6', 'admin_state_up': True, 'tenant_id': '06979ed0016c41f8b96877f87096f36c'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:13:36.585192 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f2f424a-e56f-49f1-9f82-2a0c11549f9b tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Made reservation on behalf of 1fbf35ed46884303898d156d8d254ad5 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:13:36.589971 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2f2f424a-e56f-49f1-9f82-2a0c11549f9b tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:36.633178 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9436f425-cc53-43cd-b750-51e02dfc5274 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (a26ea4f9-7751-44c1-852b-c39671c2deff), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:36.652386 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9436f425-cc53-43cd-b750-51e02dfc5274 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:36.653521 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-9436f425-cc53-43cd-b750-51e02dfc5274 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/a26ea4f9-7751-44c1-852b-c39671c2deff HTTP/1.1" status: 204 len: 168 time: 0.5183091 Feb 02 07:13:36.658540 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57158) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:36.705935 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9436f425-cc53-43cd-b750-51e02dfc5274 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a26ea4f9-7751-44c1-852b-c39671c2deff,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:36.716838 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-301c53dd-4c00-4b8c-b155-4ea6b727f0da req-1b401708-42d1-447a-af06-da3aed047fcd tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] Made reservation on behalf of 06979ed0016c41f8b96877f87096f36c for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:13:36.718998 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-301c53dd-4c00-4b8c-b155-4ea6b727f0da req-1b401708-42d1-447a-af06-da3aed047fcd tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:36.731630 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd62673-0b60-49d6-a5ff-f1927b078ddd tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Pushing event updated for resources: {'Subnet': ['ID=cc443c5d-2597-49a8-8cb0-67d6d1bbe8ef,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:36.774108 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd62673-0b60-49d6-a5ff-f1927b078ddd tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Checking segment: {'id': 'c5d67758-321f-4ab4-a669-7bb5635dd2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b3b3f1ad-5981-46d3-9427-a3b514183a9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:13:36.774467 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd62673-0b60-49d6-a5ff-f1927b078ddd tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Network hostable DHCP agents. Network: b3b3f1ad-5981-46d3-9427-a3b514183a9e, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:13:36.795219 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-df2b6713-a580-4adf-b43d-7b84b8b2f829 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1355410 Feb 02 07:13:36.803545 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57160) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:36.829487 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-21f182d9-5c8d-48b2-a5e9-5e2368360e53 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for port (b444e857-d37e-4dac-ae7b-846070e120f8), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:36.850153 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-21f182d9-5c8d-48b2-a5e9-5e2368360e53 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (b444e857-d37e-4dac-ae7b-846070e120f8), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:36.930850 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd62673-0b60-49d6-a5ff-f1927b078ddd tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Network b3b3f1ad-5981-46d3-9427-a3b514183a9e is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:13:36.959367 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-3fd62673-0b60-49d6-a5ff-f1927b078ddd tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, b3b3f1ad-5981-46d3-9427-a3b514183a9e) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:13:36.971919 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9d2565-c76b-4594-84cf-1aae980a7ec4 None None] Network b3b3f1ad-5981-46d3-9427-a3b514183a9e requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:13:36.974369 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd62673-0b60-49d6-a5ff-f1927b078ddd tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:36.974959 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3fd62673-0b60-49d6-a5ff-f1927b078ddd tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:36.989946 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-301c53dd-4c00-4b8c-b155-4ea6b727f0da req-1b401708-42d1-447a-af06-da3aed047fcd tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] Allocated IP 172.20.0.9 (5cfbcee1-7173-4b6e-a0aa-7287399b71c6/632da248-6289-4747-982b-19f8a4b887fb/dba1672d-faea-43cd-bf33-96a07e2d3d45) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:13:36.991596 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-21f182d9-5c8d-48b2-a5e9-5e2368360e53 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (5be8e385-58ce-4093-9665-c14048136a2a), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:37.005378 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57a8f212-054d-480d-b13b-6e297c8f2857 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Router d2c2c942-7da6-4a9c-a6ed-7dc8498319fb has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:13:37.011911 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-3fd62673-0b60-49d6-a5ff-f1927b078ddd tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.5665710 Feb 02 07:13:37.012568 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57162) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:37.017406 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-31df6f37-d8ab-4f32-ab80-ab3140798e0a tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1994518481'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:13:37.030593 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f182d9-5c8d-48b2-a5e9-5e2368360e53 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Pushing event updated for resources: {'Port': ['ID=b444e857-d37e-4dac-ae7b-846070e120f8,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:37.040146 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3895c147-7b21-4e33-ae27-e402199d08cf tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group (c222df5e-d110-450e-956b-3d80fb3f9661), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:37.071490 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31df6f37-d8ab-4f32-ab80-ab3140798e0a tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Made reservation on behalf of 1c93b513068944b98dd403010458a6a3 for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:13:37.074902 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-31df6f37-d8ab-4f32-ab80-ab3140798e0a tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:37.087222 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2f2f424a-e56f-49f1-9f82-2a0c11549f9b tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (e6885f8e-ba9d-4845-a72b-d215975172e1), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:37.122892 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8098fc-7ffc-428e-ba33-2752234ab777 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-b3b3f1ad-5981-46d3-9427-a3b514183a9e', 'network_id': 'b3b3f1ad-5981-46d3-9427-a3b514183a9e', 'project_id': '1c93b513068944b98dd403010458a6a3', 'fixed_ips': [{'subnet_id': 'cc443c5d-2597-49a8-8cb0-67d6d1bbe8ef'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:13:37.124486 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0d8098fc-7ffc-428e-ba33-2752234ab777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:37.130528 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3895c147-7b21-4e33-ae27-e402199d08cf tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group (c222df5e-d110-450e-956b-3d80fb3f9661), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:37.242394 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2f424a-e56f-49f1-9f82-2a0c11549f9b tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Pushing event updated for resources: {'Subnet': ['ID=e6885f8e-ba9d-4845-a72b-d215975172e1,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:37.282124 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2f424a-e56f-49f1-9f82-2a0c11549f9b tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Checking segment: {'id': '3224d039-4c75-4880-bf57-c31ecbef265d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '08333ed5-c91b-4f31-aeec-e7da03b3d61b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:13:37.282531 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2f424a-e56f-49f1-9f82-2a0c11549f9b tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Network hostable DHCP agents. Network: 08333ed5-c91b-4f31-aeec-e7da03b3d61b, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:13:37.286906 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31df6f37-d8ab-4f32-ab80-ab3140798e0a tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:13:37.290755 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3895c147-7b21-4e33-ae27-e402199d08cf tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (c222df5e-d110-450e-956b-3d80fb3f9661), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:37.294074 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3895c147-7b21-4e33-ae27-e402199d08cf tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:37.295259 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-3895c147-7b21-4e33-ae27-e402199d08cf tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] 10.222.0.87 "DELETE /v2.0/security-groups/c222df5e-d110-450e-956b-3d80fb3f9661 HTTP/1.1" status: 204 len: 168 time: 0.4907608 Feb 02 07:13:37.299727 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f182d9-5c8d-48b2-a5e9-5e2368360e53 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Network 96a17be2-3b10-4ce0-8fef-5c1c61e2a12b is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:13:37.303411 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57166) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:37.307190 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-31df6f37-d8ab-4f32-ab80-ab3140798e0a tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (90d8575d-a92d-47df-a779-76db30ce9810), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:37.307591 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-31df6f37-d8ab-4f32-ab80-ab3140798e0a tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Added segment 90d8575d-a92d-47df-a779-76db30ce9810 of type vlan for network 5fc5089e-97a8-4149-aa71-4295f8cc6a2d Feb 02 07:13:37.310557 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-21f182d9-5c8d-48b2-a5e9-5e2368360e53 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:13:37.347737 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3895c147-7b21-4e33-ae27-e402199d08cf tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c222df5e-d110-450e-956b-3d80fb3f9661,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:37.376030 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0330437f-cdd9-4f4a-a066-6d653737fd06 req-ad2fd881-a09b-420f-9fbb-ed8d87f2f2c4 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=d85ec473-4812-43bd-8045-140ae622cce9 HTTP/1.1" status: 200 len: 210 time: 0.0644412 Feb 02 07:13:37.421914 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a8f212-054d-480d-b13b-6e297c8f2857 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:13:37.433009 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0587f2-9b98-4c10-91a8-857eb089274b None None] Sync routers for ids ['d2c2c942-7da6-4a9c-a6ed-7dc8498319fb'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:13:37.439502 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-57a8f212-054d-480d-b13b-6e297c8f2857 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:37.458213 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-0d8098fc-7ffc-428e-ba33-2752234ab777 None None] Allocated IP 19.80.0.2 (b3b3f1ad-5981-46d3-9427-a3b514183a9e/cc443c5d-2597-49a8-8cb0-67d6d1bbe8ef/3dae855c-02ce-4054-9caa-2314acae8c4f) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:13:37.459093 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0587f2-9b98-4c10-91a8-857eb089274b None None] Routers {'d2c2c942-7da6-4a9c-a6ed-7dc8498319fb'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:13:37.459883 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-eb0587f2-9b98-4c10-91a8-857eb089274b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:13:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['d2c2c942-7da6-4a9c-a6ed-7dc8498319fb'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:13:37.480064 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-57a8f212-054d-480d-b13b-6e297c8f2857 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "PUT /v2.0/floatingips/3ed4caf7-e0ef-4aa8-be4e-153445330379 HTTP/1.1" status: 200 len: 991 time: 3.4581006 Feb 02 07:13:37.489841 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a9037b0-532a-408c-b85e-3a39058988ae', 'tag': 'bf613857-7b11-4fe4-aa25-62ea826217ee'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:13:37.492433 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b212659-90cc-433e-a6ce-6ee652be957a" -d '{"events": [{"name": "network-changed", "server_uuid": "1a9037b0-532a-408c-b85e-3a39058988ae", "tag": "bf613857-7b11-4fe4-aa25-62ea826217ee"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:13:37.509553 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2f424a-e56f-49f1-9f82-2a0c11549f9b tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Network 08333ed5-c91b-4f31-aeec-e7da03b3d61b is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:13:37.519405 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-31df6f37-d8ab-4f32-ab80-ab3140798e0a tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (5fc5089e-97a8-4149-aa71-4295f8cc6a2d), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:37.565368 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f6d27032-9484-4a14-95a5-62ca55d98840 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2598157 Feb 02 07:13:37.573399 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57172) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:37.580535 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-675ac7b5-f401-4936-afae-e454f768de0a tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Request body: {'security_group': {'name': 'tempest-secgroup--796022403'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:13:37.613615 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-2f2f424a-e56f-49f1-9f82-2a0c11549f9b tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 08333ed5-c91b-4f31-aeec-e7da03b3d61b) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:13:37.615383 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a28be0-bbea-4400-aff2-78dceababb00 x-openstack-request-id: req-69a28be0-bbea-4400-aff2-78dceababb00 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:13:37.615547 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a9037b0-532a-408c-b85e-3a39058988ae", "tag": "bf613857-7b11-4fe4-aa25-62ea826217ee", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:13:37.615817 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-69a28be0-bbea-4400-aff2-78dceababb00 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:13:37.616238 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a9037b0-532a-408c-b85e-3a39058988ae', 'tag': 'bf613857-7b11-4fe4-aa25-62ea826217ee', 'status': 'completed', 'code': 200} Feb 02 07:13:37.618976 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-675ac7b5-f401-4936-afae-e454f768de0a tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:37.627789 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2f424a-e56f-49f1-9f82-2a0c11549f9b tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:37.628492 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2f2f424a-e56f-49f1-9f82-2a0c11549f9b tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:37.662616 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-301c53dd-4c00-4b8c-b155-4ea6b727f0da req-1b401708-42d1-447a-af06-da3aed047fcd tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] Publish callbacks [] for port (dba1672d-faea-43cd-bf33-96a07e2d3d45), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:37.690442 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d436a09f-234c-44f6-a712-e05e794c4f6c None None] Network 08333ed5-c91b-4f31-aeec-e7da03b3d61b requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:13:37.703356 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21f182d9-5c8d-48b2-a5e9-5e2368360e53 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Router 5be8e385-58ce-4093-9665-c14048136a2a has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:13:37.752521 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-31df6f37-d8ab-4f32-ab80-ab3140798e0a tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (5fc5089e-97a8-4149-aa71-4295f8cc6a2d), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:37.758554 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31df6f37-d8ab-4f32-ab80-ab3140798e0a tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:37.759382 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-31df6f37-d8ab-4f32-ab80-ab3140798e0a tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:37.780958 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-2f2f424a-e56f-49f1-9f82-2a0c11549f9b tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3788242 Feb 02 07:13:37.785883 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-eb0587f2-9b98-4c10-91a8-857eb089274b None None] Set router d2c2c942-7da6-4a9c-a6ed-7dc8498319fb gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:13:37.786752 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57174) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:37.789417 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 5dd0c003-4092-4a38-bf35-577efa3e51fe up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:13:37.790207 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-301c53dd-4c00-4b8c-b155-4ea6b727f0da req-1b401708-42d1-447a-af06-da3aed047fcd tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (dba1672d-faea-43cd-bf33-96a07e2d3d45), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:37.793683 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-e253d1cd-0307-4d10-9e17-5b7556aae73c tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Request body: {'port': {'network_id': '08333ed5-c91b-4f31-aeec-e7da03b3d61b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1885778251'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:13:37.858142 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['02fbefda-9af4-4c84-b09a-5700b4bc9cf5'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:13:37.900070 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-301c53dd-4c00-4b8c-b155-4ea6b727f0da req-1b401708-42d1-447a-af06-da3aed047fcd tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] Network 5cfbcee1-7173-4b6e-a0aa-7287399b71c6 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:13:37.905374 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-31df6f37-d8ab-4f32-ab80-ab3140798e0a tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8916478 Feb 02 07:13:37.914439 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57176) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:37.921750 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-dc55ab63-9f70-496d-989a-01e47a2f2469 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Request body: {'subnet': {'network_id': '5fc5089e-97a8-4149-aa71-4295f8cc6a2d', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:13:37.933578 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62ec756-404b-4dba-9cf4-d7ee4eb8740b None None] Network 96a17be2-3b10-4ce0-8fef-5c1c61e2a12b requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:13:38.018209 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0d8098fc-7ffc-428e-ba33-2752234ab777 None None] Publish callbacks [] for port (3dae855c-02ce-4054-9caa-2314acae8c4f), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:38.049832 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e253d1cd-0307-4d10-9e17-5b7556aae73c tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Made reservation on behalf of 1fbf35ed46884303898d156d8d254ad5 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:13:38.052019 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ec4c7093-0957-4b53-8af3-76138346e12b None None] Provisioning complete for port 5dd0c003-4092-4a38-bf35-577efa3e51fe triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:38.052719 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ec4c7093-0957-4b53-8af3-76138346e12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (5dd0c003-4092-4a38-bf35-577efa3e51fe), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:38.053852 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e253d1cd-0307-4d10-9e17-5b7556aae73c tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:38.055820 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0d8098fc-7ffc-428e-ba33-2752234ab777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (3dae855c-02ce-4054-9caa-2314acae8c4f), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:38.073316 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-301c53dd-4c00-4b8c-b155-4ea6b727f0da req-1b401708-42d1-447a-af06-da3aed047fcd tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:13:38.081175 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaca31a-2b57-43d1-a7f1-bdd204e3347a req-b46fa552-632d-4ad5-88c8-12d59be83c85 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:38.082876 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cdaca31a-2b57-43d1-a7f1-bdd204e3347a req-b46fa552-632d-4ad5-88c8-12d59be83c85 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a9037b0-532a-408c-b85e-3a39058988ae HTTP/1.1" status: 200 len: 945 time: 0.4279637 Feb 02 07:13:38.094242 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-675ac7b5-f401-4936-afae-e454f768de0a tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group (90ffa3e9-4dec-4a51-9852-2fc9287bdbba), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:38.100319 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-301c53dd-4c00-4b8c-b155-4ea6b727f0da req-1b401708-42d1-447a-af06-da3aed047fcd tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:13:38.100644 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f182d9-5c8d-48b2-a5e9-5e2368360e53 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:13:38.102762 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc55ab63-9f70-496d-989a-01e47a2f2469 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Made reservation on behalf of 1c93b513068944b98dd403010458a6a3 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:13:38.106513 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-dc55ab63-9f70-496d-989a-01e47a2f2469 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:38.124970 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-21f182d9-5c8d-48b2-a5e9-5e2368360e53 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "PUT /v2.0/routers/5be8e385-58ce-4093-9665-c14048136a2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7087114 Feb 02 07:13:38.127144 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-675ac7b5-f401-4936-afae-e454f768de0a tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (90ffa3e9-4dec-4a51-9852-2fc9287bdbba), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:38.127604 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b212659-90cc-433e-a6ce-6ee652be957a req-d02a3f45-2a1b-49a7-9718-677ec520ac20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:38.129195 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8b212659-90cc-433e-a6ce-6ee652be957a req-d02a3f45-2a1b-49a7-9718-677ec520ac20 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3b47e731264f4e98a435635cbe941a6a&device_id=1a9037b0-532a-408c-b85e-3a39058988ae HTTP/1.1" status: 200 len: 1128 time: 0.4647517 Feb 02 07:13:38.130049 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [None req-e253d1cd-0307-4d10-9e17-5b7556aae73c tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] device_id is not set on port 10e2733a-ed18-404f-b942-266a29e1c6ef yet. {{(pid=109694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:13:38.132499 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57178) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:38.137839 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31df6f37-d8ab-4f32-ab80-ab3140798e0a tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Pushing event updated for resources: {'Network': ['ID=5fc5089e-97a8-4149-aa71-4295f8cc6a2d,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:38.147334 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-eb0587f2-9b98-4c10-91a8-857eb089274b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c2c942-7da6-4a9c-a6ed-7dc8498319fb', 'name': 'tempest-AttachVolumeTestJSON-93769577-router', 'tenant_id': '3b47e731264f4e98a435635cbe941a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'ef8b9ae5-e18d-4fc7-a109-6972e3e46a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:12:49Z', 'updated_at': '2022-02-02T07:13:01Z', 'revision_number': 4, 'project_id': '3b47e731264f4e98a435635cbe941a6a', 'gw_port': {'id': 'ef8b9ae5-e18d-4fc7-a109-6972e3e46a27', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fa:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c2c942-7da6-4a9c-a6ed-7dc8498319fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:12:51Z', 'updated_at': '2022-02-02T07:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '3ed4caf7-e0ef-4aa8-be4e-153445330379', 'tenant_id': '3b47e731264f4e98a435635cbe941a6a', 'floating_ip_address': '172.25.4.225', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': 'd2c2c942-7da6-4a9c-a6ed-7dc8498319fb', 'port_id': 'bf613857-7b11-4fe4-aa25-62ea826217ee', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b8ffc7a-717b-4b32-aed8-31315930798c', 'mac_address': 'fa:16:3e:80:7b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9037b0-532a-408c-b85e-3a39058988ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:13:08Z', 'updated_at': '2022-02-02T07:13:35Z', 'revision_number': 1, 'project_id': '3b47e731264f4e98a435635cbe941a6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f0ace55-8983-456d-b1f0-0828d35a5809', 'name': '', 'network_id': '5b8ffc7a-717b-4b32-aed8-31315930798c', 'tenant_id': '3b47e731264f4e98a435635cbe941a6a', 'mac_address': 'fa:16:3e:50:8b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c2c942-7da6-4a9c-a6ed-7dc8498319fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '2c1cc1e9-39d5-4fbe-86e9-f98639e7b3b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:00Z', 'updated_at': '2022-02-02T07:13:06Z', 'revision_number': 5, 'project_id': '3b47e731264f4e98a435635cbe941a6a', 'subnets': [{'id': '2c1cc1e9-39d5-4fbe-86e9-f98639e7b3b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:13:38.151437 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-6c138d2f-f2d3-4bb4-b7af-802b06461a6c tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Request body: {'network': {'name': 'tempest-RoutersTest-374763129'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:13:38.200707 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8098fc-7ffc-428e-ba33-2752234ab777 None None] Pushing event updated for resources: {'Port': ['ID=3dae855c-02ce-4054-9caa-2314acae8c4f,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:38.205039 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 5fc5089e-97a8-4149-aa71-4295f8cc6a2d details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:13:38.212414 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0587f2-9b98-4c10-91a8-857eb089274b None None] Checking router: d2c2c942-7da6-4a9c-a6ed-7dc8498319fb for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:13:38.224984 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0587f2-9b98-4c10-91a8-857eb089274b None None] Routers {'d2c2c942-7da6-4a9c-a6ed-7dc8498319fb'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:13:38.226116 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-eb0587f2-9b98-4c10-91a8-857eb089274b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:13:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['d2c2c942-7da6-4a9c-a6ed-7dc8498319fb'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:13:38.227565 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c138d2f-f2d3-4bb4-b7af-802b06461a6c tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Made reservation on behalf of c092e90dc089486b8a9195291d2bdc7c for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:13:38.232211 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6c138d2f-f2d3-4bb4-b7af-802b06461a6c tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:38.277560 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-675ac7b5-f401-4936-afae-e454f768de0a tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:38.280298 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2515a127-535c-4128-81cd-990975c3b3e8 None None] Sync routers for ids ['5be8e385-58ce-4093-9665-c14048136a2a'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:13:38.282802 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-675ac7b5-f401-4936-afae-e454f768de0a tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7083178 Feb 02 07:13:38.291806 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57180) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:38.301868 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-c7df8d98-68bb-4308-91e4-c925cc399c97 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Request body: {'security_group_rule': {'security_group_id': '90ffa3e9-4dec-4a51-9852-2fc9287bdbba', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:13:38.327020 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8098fc-7ffc-428e-ba33-2752234ab777 None None] Network b3b3f1ad-5981-46d3-9427-a3b514183a9e is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:13:38.333278 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675ac7b5-f401-4936-afae-e454f768de0a tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90ffa3e9-4dec-4a51-9852-2fc9287bdbba,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:38.333506 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2515a127-535c-4128-81cd-990975c3b3e8 None None] Routers {'5be8e385-58ce-4093-9665-c14048136a2a'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:13:38.334000 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-2515a127-535c-4128-81cd-990975c3b3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:13:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['5be8e385-58ce-4093-9665-c14048136a2a'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:13:38.357630 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cdaca31a-2b57-43d1-a7f1-bdd204e3347a req-7e32c0bd-abd7-4762-a638-97003ca378fb tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/security-groups?id=0cda471f-b311-4535-ab7e-114e2234fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2620122 Feb 02 07:13:38.409134 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-0d8098fc-7ffc-428e-ba33-2752234ab777 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:13:38.412562 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8098fc-7ffc-428e-ba33-2752234ab777 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:13:38.445846 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-eb0587f2-9b98-4c10-91a8-857eb089274b None None] Set router d2c2c942-7da6-4a9c-a6ed-7dc8498319fb gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:13:38.456063 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c7df8d98-68bb-4308-91e4-c925cc399c97 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group_rule (e9100151-5ca5-4e30-944e-1a8272070e92), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:38.543307 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-e253d1cd-0307-4d10-9e17-5b7556aae73c tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Allocated IP 2001:db8::1c7 (08333ed5-c91b-4f31-aeec-e7da03b3d61b/e6885f8e-ba9d-4845-a72b-d215975172e1/10e2733a-ed18-404f-b942-266a29e1c6ef) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:13:38.577042 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95205d43-efd4-4e14-9164-db6057457cdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-08333ed5-c91b-4f31-aeec-e7da03b3d61b', 'network_id': '08333ed5-c91b-4f31-aeec-e7da03b3d61b', 'project_id': '1fbf35ed46884303898d156d8d254ad5', 'fixed_ips': [{'subnet_id': 'e6885f8e-ba9d-4845-a72b-d215975172e1'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:13:38.578491 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-95205d43-efd4-4e14-9164-db6057457cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:38.592154 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c7df8d98-68bb-4308-91e4-c925cc399c97 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group_rule (e9100151-5ca5-4e30-944e-1a8272070e92), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:38.605459 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c7df8d98-68bb-4308-91e4-c925cc399c97 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (e9100151-5ca5-4e30-944e-1a8272070e92), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:38.642047 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7df8d98-68bb-4308-91e4-c925cc399c97 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9100151-5ca5-4e30-944e-1a8272070e92,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:38.689871 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c7df8d98-68bb-4308-91e4-c925cc399c97 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:38.695583 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c7df8d98-68bb-4308-91e4-c925cc399c97 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4017060 Feb 02 07:13:38.698444 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57184) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:38.702861 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-21775c44-6b5c-42aa-b535-f844c3021ef7 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Request body: {'security_group_rule': {'security_group_id': '90ffa3e9-4dec-4a51-9852-2fc9287bdbba', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:13:38.707638 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 5dd0c003-4092-4a38-bf35-577efa3e51fe triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:38.708023 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (5dd0c003-4092-4a38-bf35-577efa3e51fe), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:38.735320 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b401708-42d1-447a-af06-da3aed047fcd tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] Pushing event updated for resources: {'Port': ['ID=dba1672d-faea-43cd-bf33-96a07e2d3d45,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:38.772474 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-0d8098fc-7ffc-428e-ba33-2752234ab777 None None] Attempting to bind port 3dae855c-02ce-4054-9caa-2314acae8c4f on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:13:38.772849 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-0d8098fc-7ffc-428e-ba33-2752234ab777 None None] Attempting to bind port 3dae855c-02ce-4054-9caa-2314acae8c4f by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'c5d67758-321f-4ab4-a669-7bb5635dd2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b3b3f1ad-5981-46d3-9427-a3b514183a9e'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:13:38.773223 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8098fc-7ffc-428e-ba33-2752234ab777 None None] Attempting to bind port 3dae855c-02ce-4054-9caa-2314acae8c4f on network b3b3f1ad-5981-46d3-9427-a3b514183a9e {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:13:38.808277 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8098fc-7ffc-428e-ba33-2752234ab777 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:13:38.808277 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8098fc-7ffc-428e-ba33-2752234ab777 None None] Checking segment: {'id': 'c5d67758-321f-4ab4-a669-7bb5635dd2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b3b3f1ad-5981-46d3-9427-a3b514183a9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:13:38.808671 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0d8098fc-7ffc-428e-ba33-2752234ab777 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:38.808766 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8098fc-7ffc-428e-ba33-2752234ab777 None None] Bound using segment: {'id': 'c5d67758-321f-4ab4-a669-7bb5635dd2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b3b3f1ad-5981-46d3-9427-a3b514183a9e'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:13:38.809275 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-0d8098fc-7ffc-428e-ba33-2752234ab777 None None] Bound port: 3dae855c-02ce-4054-9caa-2314acae8c4f, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d67758-321f-4ab4-a669-7bb5635dd2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b3b3f1ad-5981-46d3-9427-a3b514183a9e'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:13:38.809637 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0d8098fc-7ffc-428e-ba33-2752234ab777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3dae855c-02ce-4054-9caa-2314acae8c4f), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:38.823655 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-2515a127-535c-4128-81cd-990975c3b3e8 None None] Set router 5be8e385-58ce-4093-9665-c14048136a2a gateway port host: None {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:13:38.830862 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-eb0587f2-9b98-4c10-91a8-857eb089274b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c2c942-7da6-4a9c-a6ed-7dc8498319fb', 'name': 'tempest-AttachVolumeTestJSON-93769577-router', 'tenant_id': '3b47e731264f4e98a435635cbe941a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'ef8b9ae5-e18d-4fc7-a109-6972e3e46a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:12:49Z', 'updated_at': '2022-02-02T07:13:01Z', 'revision_number': 4, 'project_id': '3b47e731264f4e98a435635cbe941a6a', 'gw_port': {'id': 'ef8b9ae5-e18d-4fc7-a109-6972e3e46a27', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fa:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c2c942-7da6-4a9c-a6ed-7dc8498319fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:12:51Z', 'updated_at': '2022-02-02T07:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '3ed4caf7-e0ef-4aa8-be4e-153445330379', 'tenant_id': '3b47e731264f4e98a435635cbe941a6a', 'floating_ip_address': '172.25.4.225', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': 'd2c2c942-7da6-4a9c-a6ed-7dc8498319fb', 'port_id': 'bf613857-7b11-4fe4-aa25-62ea826217ee', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b8ffc7a-717b-4b32-aed8-31315930798c', 'mac_address': 'fa:16:3e:80:7b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9037b0-532a-408c-b85e-3a39058988ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:13:08Z', 'updated_at': '2022-02-02T07:13:35Z', 'revision_number': 1, 'project_id': '3b47e731264f4e98a435635cbe941a6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f0ace55-8983-456d-b1f0-0828d35a5809', 'name': '', 'network_id': '5b8ffc7a-717b-4b32-aed8-31315930798c', 'tenant_id': '3b47e731264f4e98a435635cbe941a6a', 'mac_address': 'fa:16:3e:50:8b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c2c942-7da6-4a9c-a6ed-7dc8498319fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '2c1cc1e9-39d5-4fbe-86e9-f98639e7b3b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:00Z', 'updated_at': '2022-02-02T07:13:06Z', 'revision_number': 5, 'project_id': '3b47e731264f4e98a435635cbe941a6a', 'subnets': [{'id': '2c1cc1e9-39d5-4fbe-86e9-f98639e7b3b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:13:38.845524 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c53dd-4c00-4b8c-b155-4ea6b727f0da req-1b401708-42d1-447a-af06-da3aed047fcd tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:38.846433 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-301c53dd-4c00-4b8c-b155-4ea6b727f0da req-1b401708-42d1-447a-af06-da3aed047fcd tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:38.861599 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0587f2-9b98-4c10-91a8-857eb089274b None None] The sync data for ids ['d2c2c942-7da6-4a9c-a6ed-7dc8498319fb'] in n-d-789963-26 is: [{'id': 'd2c2c942-7da6-4a9c-a6ed-7dc8498319fb', 'name': 'tempest-AttachVolumeTestJSON-93769577-router', 'tenant_id': '3b47e731264f4e98a435635cbe941a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'ef8b9ae5-e18d-4fc7-a109-6972e3e46a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:12:49Z', 'updated_at': '2022-02-02T07:13:01Z', 'revision_number': 4, 'project_id': '3b47e731264f4e98a435635cbe941a6a', 'gw_port': {'id': 'ef8b9ae5-e18d-4fc7-a109-6972e3e46a27', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fa:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c2c942-7da6-4a9c-a6ed-7dc8498319fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:12:51Z', 'updated_at': '2022-02-02T07:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '3ed4caf7-e0ef-4aa8-be4e-153445330379', 'tenant_id': '3b47e731264f4e98a435635cbe941a6a', 'floating_ip_address': '172.25.4.225', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': 'd2c2c942-7da6-4a9c-a6ed-7dc8498319fb', 'port_id': 'bf613857-7b11-4fe4-aa25-62ea826217ee', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b8ffc7a-717b-4b32-aed8-31315930798c', 'mac_address': 'fa:16:3e:80:7b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9037b0-532a-408c-b85e-3a39058988ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:13:08Z', 'updated_at': '2022-02-02T07:13:35Z', 'revision_number': 1, 'project_id': '3b47e731264f4e98a435635cbe941a6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f0ace55-8983-456d-b1f0-0828d35a5809', 'name': '', 'network_id': '5b8ffc7a-717b-4b32-aed8-31315930798c', 'tenant_id': '3b47e731264f4e98a435635cbe941a6a', 'mac_address': 'fa:16:3e:50:8b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c2c942-7da6-4a9c-a6ed-7dc8498319fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '2c1cc1e9-39d5-4fbe-86e9-f98639e7b3b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:00Z', 'updated_at': '2022-02-02T07:13:06Z', 'revision_number': 5, 'project_id': '3b47e731264f4e98a435635cbe941a6a', 'subnets': [{'id': '2c1cc1e9-39d5-4fbe-86e9-f98639e7b3b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:13:38.876597 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c138d2f-f2d3-4bb4-b7af-802b06461a6c tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:13:38.889873 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-301c53dd-4c00-4b8c-b155-4ea6b727f0da req-1b401708-42d1-447a-af06-da3aed047fcd tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.3189058 Feb 02 07:13:38.913579 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e253d1cd-0307-4d10-9e17-5b7556aae73c tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks [] for port (10e2733a-ed18-404f-b942-266a29e1c6ef), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:38.921400 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-301c53dd-4c00-4b8c-b155-4ea6b727f0da req-3ddc6406-7a0f-4e91-bd80-b22703f81e26 service neutron] Request body: {'port': {'device_id': 'd85ec473-4812-43bd-8045-140ae622cce9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:13:38.950501 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6c138d2f-f2d3-4bb4-b7af-802b06461a6c tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (4003649c-3d54-4f1f-be77-3b3054f688e7), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:38.950846 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-6c138d2f-f2d3-4bb4-b7af-802b06461a6c tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Added segment 4003649c-3d54-4f1f-be77-3b3054f688e7 of type vlan for network 144d1b23-4e9b-464c-85bb-7dea841b96eb Feb 02 07:13:38.967393 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b212659-90cc-433e-a6ce-6ee652be957a req-3a516490-0155-49c6-9bba-36e8f9031f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:38.968871 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8b212659-90cc-433e-a6ce-6ee652be957a req-3a516490-0155-49c6-9bba-36e8f9031f41 service neutron] 10.222.0.88 "GET /v2.0/networks?id=5b8ffc7a-717b-4b32-aed8-31315930798c HTTP/1.1" status: 200 len: 910 time: 0.8221402 Feb 02 07:13:38.973857 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e253d1cd-0307-4d10-9e17-5b7556aae73c tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (10e2733a-ed18-404f-b942-266a29e1c6ef), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:38.976953 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-21775c44-6b5c-42aa-b535-f844c3021ef7 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group_rule (779f6374-14e4-408b-9e04-569cef4071bd), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:39.016946 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ec4c7093-0957-4b53-8af3-76138346e12b None None] Current status of the port 5dd0c003-4092-4a38-bf35-577efa3e51fe is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:13:39.017874 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ec4c7093-0957-4b53-8af3-76138346e12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (5dd0c003-4092-4a38-bf35-577efa3e51fe), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:39.092702 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e253d1cd-0307-4d10-9e17-5b7556aae73c tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Network 08333ed5-c91b-4f31-aeec-e7da03b3d61b is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:13:39.101620 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ac4ac-592e-42c7-9c50-3be9c1c95630 req-a0df2df9-5a50-4663-9441-db356de33b68 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:39.103321 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-531ac4ac-592e-42c7-9c50-3be9c1c95630 req-a0df2df9-5a50-4663-9441-db356de33b68 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=d85ec473-4812-43bd-8045-140ae622cce9 HTTP/1.1" status: 200 len: 1027 time: 0.3601685 Feb 02 07:13:39.117780 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-e253d1cd-0307-4d10-9e17-5b7556aae73c tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:13:39.136311 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e253d1cd-0307-4d10-9e17-5b7556aae73c tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:13:39.143139 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6c138d2f-f2d3-4bb4-b7af-802b06461a6c tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (144d1b23-4e9b-464c-85bb-7dea841b96eb), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:39.147078 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e253d1cd-0307-4d10-9e17-5b7556aae73c tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:39.161670 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-0d8098fc-7ffc-428e-ba33-2752234ab777 None None] For port 3dae855c-02ce-4054-9caa-2314acae8c4f, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:13:39.163052 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e253d1cd-0307-4d10-9e17-5b7556aae73c tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:39.175279 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e253d1cd-0307-4d10-9e17-5b7556aae73c tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Pushing event updated for resources: {'Port': ['ID=10e2733a-ed18-404f-b942-266a29e1c6ef,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:39.202952 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ec4c7093-0957-4b53-8af3-76138346e12b None None] For port 5dd0c003-4092-4a38-bf35-577efa3e51fe, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=5dd0c003-4092-4a38-bf35-577efa3e51fe,segment=NetworkSegment(75553877-bf18-4595-bd16-2a324db37437),segment_id=75553877-bf18-4595-bd16-2a324db37437)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:13:39.232306 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa65db1b-bbd6-4044-a269-09dc8d039d90 None None] New status for floating IP 3ed4caf7-e0ef-4aa8-be4e-153445330379: ACTIVE {{(pid=109696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 07:13:39.233958 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-301c53dd-4c00-4b8c-b155-4ea6b727f0da req-3ddc6406-7a0f-4e91-bd80-b22703f81e26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (dba1672d-faea-43cd-bf33-96a07e2d3d45), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:39.240952 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-0d8098fc-7ffc-428e-ba33-2752234ab777 None None] For port 3dae855c-02ce-4054-9caa-2314acae8c4f, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=3dae855c-02ce-4054-9caa-2314acae8c4f,segment=NetworkSegment(c5d67758-321f-4ab4-a669-7bb5635dd2fe),segment_id=c5d67758-321f-4ab4-a669-7bb5635dd2fe)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:13:39.281886 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ec4c7093-0957-4b53-8af3-76138346e12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (5dd0c003-4092-4a38-bf35-577efa3e51fe), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:39.314950 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0d8098fc-7ffc-428e-ba33-2752234ab777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (3dae855c-02ce-4054-9caa-2314acae8c4f), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:39.324705 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8b212659-90cc-433e-a6ce-6ee652be957a req-ed5469f4-49d6-4f89-bc0d-2fc95c013d04 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf613857-7b11-4fe4-aa25-62ea826217ee HTTP/1.1" status: 200 len: 999 time: 0.3319879 Feb 02 07:13:39.392475 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6c138d2f-f2d3-4bb4-b7af-802b06461a6c tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (144d1b23-4e9b-464c-85bb-7dea841b96eb), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:39.397970 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c138d2f-f2d3-4bb4-b7af-802b06461a6c tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:39.406027 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-95205d43-efd4-4e14-9164-db6057457cdd None None] Allocated IP 2001:db8::2 (08333ed5-c91b-4f31-aeec-e7da03b3d61b/e6885f8e-ba9d-4845-a72b-d215975172e1/3f82a14b-ae14-4591-967d-95c0943e688b) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:13:39.414609 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6c138d2f-f2d3-4bb4-b7af-802b06461a6c tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:39.442844 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 5dd0c003-4092-4a38-bf35-577efa3e51fe is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:13:39.443258 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (5dd0c003-4092-4a38-bf35-577efa3e51fe), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:39.713615 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-dc55ab63-9f70-496d-989a-01e47a2f2469 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (b868a4de-8fdd-4271-bc40-9a2b41762c27), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:39.727336 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-531ac4ac-592e-42c7-9c50-3be9c1c95630 req-82057a16-cc9a-4a04-9040-67ae26e71a45 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=b28d4905-d1c1-4309-a5bf-1728cb15a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5798073 Feb 02 07:13:39.793104 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e253d1cd-0307-4d10-9e17-5b7556aae73c tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:13:39.794310 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e253d1cd-0307-4d10-9e17-5b7556aae73c tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:13:39.794963 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e253d1cd-0307-4d10-9e17-5b7556aae73c tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:13:39.795478 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e253d1cd-0307-4d10-9e17-5b7556aae73c tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:13:39.796036 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e253d1cd-0307-4d10-9e17-5b7556aae73c tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:13:39.796719 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e253d1cd-0307-4d10-9e17-5b7556aae73c tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:13:39.797725 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e253d1cd-0307-4d10-9e17-5b7556aae73c tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:13:39.798238 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e253d1cd-0307-4d10-9e17-5b7556aae73c tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:13:39.798754 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e253d1cd-0307-4d10-9e17-5b7556aae73c tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:13:39.799254 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e253d1cd-0307-4d10-9e17-5b7556aae73c tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:13:39.799831 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e253d1cd-0307-4d10-9e17-5b7556aae73c tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:13:39.801010 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e253d1cd-0307-4d10-9e17-5b7556aae73c tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:13:39.801527 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e253d1cd-0307-4d10-9e17-5b7556aae73c tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:13:39.841603 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-e253d1cd-0307-4d10-9e17-5b7556aae73c tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.0527322 Feb 02 07:13:39.850678 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-21775c44-6b5c-42aa-b535-f844c3021ef7 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group_rule (779f6374-14e4-408b-9e04-569cef4071bd), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:39.851807 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57188) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:39.857352 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-fc37a777-9487-4040-a32e-79c92bb48b48 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Request body: {'port': {'network_id': '08333ed5-c91b-4f31-aeec-e7da03b3d61b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-848879479', 'allowed_address_pairs': [{'ip_address': '2001:db8::1c7', 'mac_address': 'fa:16:3e:e2:2b:d2'}]}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:13:39.872121 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-88b21d7b-6214-42cc-831f-d7bb9ffdf70d None None] Provisioning complete for port 5dd0c003-4092-4a38-bf35-577efa3e51fe triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:39.873520 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-88b21d7b-6214-42cc-831f-d7bb9ffdf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (5dd0c003-4092-4a38-bf35-577efa3e51fe), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:39.898496 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-21775c44-6b5c-42aa-b535-f844c3021ef7 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (779f6374-14e4-408b-9e04-569cef4071bd), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:39.936756 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-6c138d2f-f2d3-4bb4-b7af-802b06461a6c tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.7998426 Feb 02 07:13:39.939206 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b212659-90cc-433e-a6ce-6ee652be957a req-2c841958-5232-4fd7-8ddd-fa2787cdb723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:39.941026 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8b212659-90cc-433e-a6ce-6ee652be957a req-2c841958-5232-4fd7-8ddd-fa2787cdb723 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2c1cc1e9-39d5-4fbe-86e9-f98639e7b3b3 HTTP/1.1" status: 200 len: 848 time: 0.5914204 Feb 02 07:13:39.941529 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57190) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:39.947992 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4c7093-0957-4b53-8af3-76138346e12b None None] Pushing event updated for resources: {'Port': ['ID=5dd0c003-4092-4a38-bf35-577efa3e51fe,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:39.966423 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21775c44-6b5c-42aa-b535-f844c3021ef7 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=779f6374-14e4-408b-9e04-569cef4071bd,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:40.030085 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-50058bb0-fa90-489a-8763-26e297271522 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Request body: {'subnet': {'network_id': '144d1b23-4e9b-464c-85bb-7dea841b96eb', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:13:40.051090 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-21775c44-6b5c-42aa-b535-f844c3021ef7 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:40.055297 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-21775c44-6b5c-42aa-b535-f844c3021ef7 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3559339 Feb 02 07:13:40.058835 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57192) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:40.073999 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-f76e500a-9b99-4727-ae87-d3b52d09d847 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Request body: {'security_group_rule': {'security_group_id': '90ffa3e9-4dec-4a51-9852-2fc9287bdbba', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:13:40.095586 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dddadc-4aee-4b74-bd1d-cac5b54e4410 req-b523afba-9933-4e2d-a28f-370a8bec8f4d tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:40.106992 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-70dddadc-4aee-4b74-bd1d-cac5b54e4410 req-b523afba-9933-4e2d-a28f-370a8bec8f4d tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a9037b0-532a-408c-b85e-3a39058988ae HTTP/1.1" status: 200 len: 945 time: 0.3414500 Feb 02 07:13:40.122356 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8098fc-7ffc-428e-ba33-2752234ab777 None None] Pushing event updated for resources: {'Port': ['ID=3dae855c-02ce-4054-9caa-2314acae8c4f,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:40.132180 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.db.api [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109695) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 07:13:40.132542 n-d-789963-26 neutron-server[109695]: DEBUG oslo_db.api [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 07:13:40.164878 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-88b21d7b-6214-42cc-831f-d7bb9ffdf70d None None] Current status of the port 5dd0c003-4092-4a38-bf35-577efa3e51fe is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:13:40.209893 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc55ab63-9f70-496d-989a-01e47a2f2469 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Pushing event updated for resources: {'Subnet': ['ID=b868a4de-8fdd-4271-bc40-9a2b41762c27,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:40.220161 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c138d2f-f2d3-4bb4-b7af-802b06461a6c tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Pushing event updated for resources: {'Network': ['ID=144d1b23-4e9b-464c-85bb-7dea841b96eb,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:40.225487 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-2515a127-535c-4128-81cd-990975c3b3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be8e385-58ce-4093-9665-c14048136a2a', 'name': 'tempest-RoutersTest-router-1283393417', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:13:26Z', 'updated_at': '2022-02-02T07:13:36Z', 'revision_number': 3, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'gw_port_host': None, '_interfaces': [{'id': '6be65c97-c21a-4d3c-9b85-1b734ac5ab7a', 'name': '', 'network_id': '13f39bcb-30c2-4226-aa99-134caa5ace72', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'mac_address': 'fa:16:3e:35:28:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be8e385-58ce-4093-9665-c14048136a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '134e2214-f6dd-43ee-a5d4-672e2463085f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:28Z', 'updated_at': '2022-02-02T07:13:34Z', 'revision_number': 5, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'subnets': [{'id': '134e2214-f6dd-43ee-a5d4-672e2463085f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b444e857-d37e-4dac-ae7b-846070e120f8', 'name': '', 'network_id': '96a17be2-3b10-4ce0-8fef-5c1c61e2a12b', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'mac_address': 'fa:16:3e:78:22:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be8e385-58ce-4093-9665-c14048136a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'de1bef11-0190-4dd0-830c-19ffb2680972', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:35Z', 'updated_at': '2022-02-02T07:13:36Z', 'revision_number': 2, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'subnets': [{'id': 'de1bef11-0190-4dd0-830c-19ffb2680972', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:13:40.238322 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc55ab63-9f70-496d-989a-01e47a2f2469 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Checking segment: {'id': '90d8575d-a92d-47df-a779-76db30ce9810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '5fc5089e-97a8-4149-aa71-4295f8cc6a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:13:40.238692 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc55ab63-9f70-496d-989a-01e47a2f2469 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Network hostable DHCP agents. Network: 5fc5089e-97a8-4149-aa71-4295f8cc6a2d, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:13:40.252641 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc37a777-9487-4040-a32e-79c92bb48b48 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Made reservation on behalf of 1fbf35ed46884303898d156d8d254ad5 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:13:40.260899 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f76e500a-9b99-4727-ae87-d3b52d09d847 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group_rule (bf860270-20ea-4979-84d3-1e8c66d29aec), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:40.263211 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 144d1b23-4e9b-464c-85bb-7dea841b96eb details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:13:40.265403 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-88b21d7b-6214-42cc-831f-d7bb9ffdf70d None None] Provisioning complete for port b444e857-d37e-4dac-ae7b-846070e120f8 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:40.265773 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-88b21d7b-6214-42cc-831f-d7bb9ffdf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b444e857-d37e-4dac-ae7b-846070e120f8), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:40.266120 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50058bb0-fa90-489a-8763-26e297271522 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Made reservation on behalf of c092e90dc089486b8a9195291d2bdc7c for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:13:40.269877 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-50058bb0-fa90-489a-8763-26e297271522 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:40.271425 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-95205d43-efd4-4e14-9164-db6057457cdd None None] Publish callbacks [] for port (3f82a14b-ae14-4591-967d-95c0943e688b), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:40.274208 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2515a127-535c-4128-81cd-990975c3b3e8 None None] Checking router: 5be8e385-58ce-4093-9665-c14048136a2a for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:13:40.274565 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2515a127-535c-4128-81cd-990975c3b3e8 None None] Updating router 5be8e385-58ce-4093-9665-c14048136a2a port b444e857-d37e-4dac-ae7b-846070e120f8 binding host n-d-789963-26 {{(pid=109695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:13:40.282385 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-70dddadc-4aee-4b74-bd1d-cac5b54e4410 req-28f0a2c6-7419-4209-b321-accfcebd223b tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/security-groups?id=0cda471f-b311-4535-ab7e-114e2234fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1740267 Feb 02 07:13:40.305841 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b212659-90cc-433e-a6ce-6ee652be957a req-71c69555-55f2-43ab-8a34-cee720572281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:40.308473 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8b212659-90cc-433e-a6ce-6ee652be957a req-71c69555-55f2-43ab-8a34-cee720572281 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5b8ffc7a-717b-4b32-aed8-31315930798c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3479013 Feb 02 07:13:40.346693 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-95205d43-efd4-4e14-9164-db6057457cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (3f82a14b-ae14-4591-967d-95c0943e688b), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:40.399728 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f76e500a-9b99-4727-ae87-d3b52d09d847 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group_rule (bf860270-20ea-4979-84d3-1e8c66d29aec), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:40.407872 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc55ab63-9f70-496d-989a-01e47a2f2469 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Network 5fc5089e-97a8-4149-aa71-4295f8cc6a2d is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:13:40.413639 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f76e500a-9b99-4727-ae87-d3b52d09d847 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (bf860270-20ea-4979-84d3-1e8c66d29aec), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:40.435927 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fc37a777-9487-4040-a32e-79c92bb48b48 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:40.451393 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76e500a-9b99-4727-ae87-d3b52d09d847 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf860270-20ea-4979-84d3-1e8c66d29aec,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:40.464629 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [None req-fc37a777-9487-4040-a32e-79c92bb48b48 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] device_id is not set on port 4aab70af-6da1-4afc-9bfc-feeac05a62bb yet. {{(pid=109694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:13:40.466032 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95205d43-efd4-4e14-9164-db6057457cdd None None] Network 08333ed5-c91b-4f31-aeec-e7da03b3d61b is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:13:40.468372 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2515a127-535c-4128-81cd-990975c3b3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b444e857-d37e-4dac-ae7b-846070e120f8), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:40.472355 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f76e500a-9b99-4727-ae87-d3b52d09d847 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:40.472654 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-88b21d7b-6214-42cc-831f-d7bb9ffdf70d None None] Port b444e857-d37e-4dac-ae7b-846070e120f8 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:13:40.477271 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f76e500a-9b99-4727-ae87-d3b52d09d847 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4138017 Feb 02 07:13:40.477630 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57194) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:40.479811 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-95205d43-efd4-4e14-9164-db6057457cdd None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:13:40.497915 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-6cd92138-4b5f-43c7-b705-f7dac769ee39 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Request body: {'security_group_rule': {'security_group_id': '90ffa3e9-4dec-4a51-9852-2fc9287bdbba', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:13:40.500077 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95205d43-efd4-4e14-9164-db6057457cdd None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:13:40.506989 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-dc55ab63-9f70-496d-989a-01e47a2f2469 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 5fc5089e-97a8-4149-aa71-4295f8cc6a2d) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:13:40.512772 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95205d43-efd4-4e14-9164-db6057457cdd None None] Pushing event updated for resources: {'Port': ['ID=3f82a14b-ae14-4591-967d-95c0943e688b,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:40.518636 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e8d5c2-a6d4-4ff8-b6a6-d95f87f787dd None None] Network 5fc5089e-97a8-4149-aa71-4295f8cc6a2d requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:13:40.548514 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc55ab63-9f70-496d-989a-01e47a2f2469 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:40.548972 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-dc55ab63-9f70-496d-989a-01e47a2f2469 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:40.616415 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8b212659-90cc-433e-a6ce-6ee652be957a req-caace0ce-d737-4ea8-aba5-5e946233569a service neutron] 10.222.0.88 "GET /v2.0/networks/5b8ffc7a-717b-4b32-aed8-31315930798c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994087 Feb 02 07:13:40.639842 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-88b21d7b-6214-42cc-831f-d7bb9ffdf70d None None] Provisioning complete for port dba1672d-faea-43cd-bf33-96a07e2d3d45 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:40.640223 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-88b21d7b-6214-42cc-831f-d7bb9ffdf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (dba1672d-faea-43cd-bf33-96a07e2d3d45), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:40.640887 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-dc55ab63-9f70-496d-989a-01e47a2f2469 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.7243528 Feb 02 07:13:40.646789 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-301c53dd-4c00-4b8c-b155-4ea6b727f0da req-3ddc6406-7a0f-4e91-bd80-b22703f81e26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dba1672d-faea-43cd-bf33-96a07e2d3d45 {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:13:40.664144 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-fc37a777-9487-4040-a32e-79c92bb48b48 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Allocated IP 2001:db8::3da (08333ed5-c91b-4f31-aeec-e7da03b3d61b/e6885f8e-ba9d-4845-a72b-d215975172e1/4aab70af-6da1-4afc-9bfc-feeac05a62bb) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:13:40.675441 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-301c53dd-4c00-4b8c-b155-4ea6b727f0da req-3ddc6406-7a0f-4e91-bd80-b22703f81e26 service neutron] Publish callbacks [] for port (dba1672d-faea-43cd-bf33-96a07e2d3d45), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:40.693592 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6cd92138-4b5f-43c7-b705-f7dac769ee39 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group_rule (f2ad122c-944c-43c8-bb28-a050b0b4b748), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:40.738744 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-95205d43-efd4-4e14-9164-db6057457cdd None None] Attempting to bind port 3f82a14b-ae14-4591-967d-95c0943e688b on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:13:40.739127 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-95205d43-efd4-4e14-9164-db6057457cdd None None] Attempting to bind port 3f82a14b-ae14-4591-967d-95c0943e688b by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '3224d039-4c75-4880-bf57-c31ecbef265d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '08333ed5-c91b-4f31-aeec-e7da03b3d61b'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:13:40.739496 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95205d43-efd4-4e14-9164-db6057457cdd None None] Attempting to bind port 3f82a14b-ae14-4591-967d-95c0943e688b on network 08333ed5-c91b-4f31-aeec-e7da03b3d61b {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:13:40.780591 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-301c53dd-4c00-4b8c-b155-4ea6b727f0da req-3ddc6406-7a0f-4e91-bd80-b22703f81e26 service neutron] Transition to ACTIVE for port object dba1672d-faea-43cd-bf33-96a07e2d3d45 will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:13:40.872832 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-301c53dd-4c00-4b8c-b155-4ea6b727f0da req-3ddc6406-7a0f-4e91-bd80-b22703f81e26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (dba1672d-faea-43cd-bf33-96a07e2d3d45), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:40.891029 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-50058bb0-fa90-489a-8763-26e297271522 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (eb73560c-523c-4032-82fe-0f13db852ea1), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:40.902150 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95205d43-efd4-4e14-9164-db6057457cdd None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:13:40.904667 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95205d43-efd4-4e14-9164-db6057457cdd None None] Checking segment: {'id': '3224d039-4c75-4880-bf57-c31ecbef265d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '08333ed5-c91b-4f31-aeec-e7da03b3d61b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:13:40.905300 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-95205d43-efd4-4e14-9164-db6057457cdd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:40.906285 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95205d43-efd4-4e14-9164-db6057457cdd None None] Bound using segment: {'id': '3224d039-4c75-4880-bf57-c31ecbef265d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '08333ed5-c91b-4f31-aeec-e7da03b3d61b'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:13:40.906986 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-95205d43-efd4-4e14-9164-db6057457cdd None None] Bound port: 3f82a14b-ae14-4591-967d-95c0943e688b, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3224d039-4c75-4880-bf57-c31ecbef265d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '08333ed5-c91b-4f31-aeec-e7da03b3d61b'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:13:40.907603 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-95205d43-efd4-4e14-9164-db6057457cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3f82a14b-ae14-4591-967d-95c0943e688b), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:40.932255 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-88b21d7b-6214-42cc-831f-d7bb9ffdf70d None None] Port dba1672d-faea-43cd-bf33-96a07e2d3d45 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:13:40.940543 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 5dd0c003-4092-4a38-bf35-577efa3e51fe is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:13:40.986993 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fc37a777-9487-4040-a32e-79c92bb48b48 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks [] for port (4aab70af-6da1-4afc-9bfc-feeac05a62bb), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:41.028413 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-809d2e08-201e-4269-82ec-48a65836eeb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:41.060910 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8b212659-90cc-433e-a6ce-6ee652be957a req-bf58a432-5d98-4c82-8f79-6ecf42ec64f5 service neutron] 10.222.0.88 "GET /v2.0/networks/5b8ffc7a-717b-4b32-aed8-31315930798c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4165852 Feb 02 07:13:41.095391 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fc37a777-9487-4040-a32e-79c92bb48b48 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (4aab70af-6da1-4afc-9bfc-feeac05a62bb), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:41.158733 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddc6406-7a0f-4e91-bd80-b22703f81e26 service neutron] Pushing event updated for resources: {'Port': ['ID=dba1672d-faea-43cd-bf33-96a07e2d3d45,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:41.179305 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc37a777-9487-4040-a32e-79c92bb48b48 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Pushing event updated for resources: {'Port': ['ID=4aab70af-6da1-4afc-9bfc-feeac05a62bb,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:41.185647 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6cd92138-4b5f-43c7-b705-f7dac769ee39 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group_rule (f2ad122c-944c-43c8-bb28-a050b0b4b748), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:41.238935 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50058bb0-fa90-489a-8763-26e297271522 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Checking segment: {'id': '4003649c-3d54-4f1f-be77-3b3054f688e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '144d1b23-4e9b-464c-85bb-7dea841b96eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:13:41.239679 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50058bb0-fa90-489a-8763-26e297271522 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Network hostable DHCP agents. Network: 144d1b23-4e9b-464c-85bb-7dea841b96eb, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:13:41.252444 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc37a777-9487-4040-a32e-79c92bb48b48 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Network 08333ed5-c91b-4f31-aeec-e7da03b3d61b is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:13:41.256009 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-fc37a777-9487-4040-a32e-79c92bb48b48 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:13:41.260564 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc37a777-9487-4040-a32e-79c92bb48b48 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:13:41.266281 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc37a777-9487-4040-a32e-79c92bb48b48 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:41.266618 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6cd92138-4b5f-43c7-b705-f7dac769ee39 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (f2ad122c-944c-43c8-bb28-a050b0b4b748), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:41.267118 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fc37a777-9487-4040-a32e-79c92bb48b48 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:41.293373 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de6c486-fc31-449a-b870-93c0e3fd9b9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-5fc5089e-97a8-4149-aa71-4295f8cc6a2d', 'network_id': '5fc5089e-97a8-4149-aa71-4295f8cc6a2d', 'project_id': '1c93b513068944b98dd403010458a6a3', 'fixed_ips': [{'subnet_id': 'b868a4de-8fdd-4271-bc40-9a2b41762c27'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:13:41.294302 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3de6c486-fc31-449a-b870-93c0e3fd9b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:41.296692 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-fc37a777-9487-4040-a32e-79c92bb48b48 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.4435744 Feb 02 07:13:41.303182 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57210) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:41.323675 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50058bb0-fa90-489a-8763-26e297271522 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Pushing event updated for resources: {'Subnet': ['ID=eb73560c-523c-4032-82fe-0f13db852ea1,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:41.361688 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814283cf-477b-45b4-92d1-c5abd605133f req-a1d988f4-cac3-421e-9856-e6836ed079ad tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:41.367119 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814283cf-477b-45b4-92d1-c5abd605133f req-a1d988f4-cac3-421e-9856-e6836ed079ad tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:41.372038 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-814283cf-477b-45b4-92d1-c5abd605133f req-a1d988f4-cac3-421e-9856-e6836ed079ad tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/networks?id=b3b3f1ad-5981-46d3-9427-a3b514183a9e&id=5fc5089e-97a8-4149-aa71-4295f8cc6a2d HTTP/1.1" status: 200 len: 1391 time: 0.4466336 Feb 02 07:13:41.375893 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db3d163-eb3e-428f-9840-656fa9bc5443 req-069814d9-5896-43ca-94f0-9c61176da995 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:41.386106 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4db3d163-eb3e-428f-9840-656fa9bc5443 req-069814d9-5896-43ca-94f0-9c61176da995 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=d85ec473-4812-43bd-8045-140ae622cce9 HTTP/1.1" status: 200 len: 1053 time: 0.4820697 Feb 02 07:13:41.392356 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 5dd0c003-4092-4a38-bf35-577efa3e51fe up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:13:41.394067 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50058bb0-fa90-489a-8763-26e297271522 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Network 144d1b23-4e9b-464c-85bb-7dea841b96eb is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:13:41.404920 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-814283cf-477b-45b4-92d1-c5abd605133f req-7a155a8c-f899-46e7-9ae9-3b3b967854a5 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/quotas/1c93b513068944b98dd403010458a6a3 HTTP/1.1" status: 200 len: 375 time: 0.0253432 Feb 02 07:13:41.405106 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6cd92138-4b5f-43c7-b705-f7dac769ee39 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:41.406879 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-6cd92138-4b5f-43c7-b705-f7dac769ee39 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9209425 Feb 02 07:13:41.412937 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2515a127-535c-4128-81cd-990975c3b3e8 None None] Publish callbacks [] for port (b444e857-d37e-4dac-ae7b-846070e120f8), precommit_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:41.423424 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57216) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:41.427074 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845ba62f-d108-4a05-a610-78483d3f8812 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:41.433035 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-22426eb8-fe78-4b52-96c9-a78184cb8f97 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Request body: {'security_group_rule': {'security_group_id': '90ffa3e9-4dec-4a51-9852-2fc9287bdbba', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:13:41.433894 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845ba62f-d108-4a05-a610-78483d3f8812 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:41.439230 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845ba62f-d108-4a05-a610-78483d3f8812 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:41.449955 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-845ba62f-d108-4a05-a610-78483d3f8812 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.1457303 Feb 02 07:13:41.450216 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d52a19d-93ea-43c6-953e-2b548796a397 None None] Network b3b3f1ad-5981-46d3-9427-a3b514183a9e requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:13:41.450579 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57218) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:41.453515 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-8de0e7c0-d46a-4a54-9f6a-44d3ef4dccc6 None None] Provisioning complete for port b444e857-d37e-4dac-ae7b-846070e120f8 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:41.453784 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-8de0e7c0-d46a-4a54-9f6a-44d3ef4dccc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b444e857-d37e-4dac-ae7b-846070e120f8), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:41.462085 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-50058bb0-fa90-489a-8763-26e297271522 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 144d1b23-4e9b-464c-85bb-7dea841b96eb) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:13:41.468609 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50058bb0-fa90-489a-8763-26e297271522 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:41.469575 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-50058bb0-fa90-489a-8763-26e297271522 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:41.483128 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd92138-4b5f-43c7-b705-f7dac769ee39 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2ad122c-944c-43c8-bb28-a050b0b4b748,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:41.507817 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-22426eb8-fe78-4b52-96c9-a78184cb8f97 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group_rule (f81ab5da-9992-4804-9b61-c47dce8be127), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:41.516366 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2515a127-535c-4128-81cd-990975c3b3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (b444e857-d37e-4dac-ae7b-846070e120f8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:41.530202 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-95205d43-efd4-4e14-9164-db6057457cdd None None] For port 3f82a14b-ae14-4591-967d-95c0943e688b, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:13:41.536149 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726195bf-4459-4742-a7cb-c6ddbf7a7d6e None None] Network 144d1b23-4e9b-464c-85bb-7dea841b96eb requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:13:41.543663 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-50058bb0-fa90-489a-8763-26e297271522 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5884769 Feb 02 07:13:41.546816 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57220) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:41.577711 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4db3d163-eb3e-428f-9840-656fa9bc5443 req-706b5a90-e137-425c-a516-9a3431424f63 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=b28d4905-d1c1-4309-a5bf-1728cb15a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905797 Feb 02 07:13:41.580442 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-814283cf-477b-45b4-92d1-c5abd605133f req-8ef2715d-fced-4a5e-b1ea-b537f95039c8 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=1c93b513068944b98dd403010458a6a3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1289027 Feb 02 07:13:41.596635 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [req-814283cf-477b-45b4-92d1-c5abd605133f req-bace8c62-6024-4610-8555-605c3aba6272 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:13:41.605257 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-814283cf-477b-45b4-92d1-c5abd605133f req-bace8c62-6024-4610-8555-605c3aba6272 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0159590 Feb 02 07:13:41.631038 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-301c53dd-4c00-4b8c-b155-4ea6b727f0da req-3ddc6406-7a0f-4e91-bd80-b22703f81e26 service neutron] Attempting to bind port dba1672d-faea-43cd-bf33-96a07e2d3d45 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:13:41.631478 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-301c53dd-4c00-4b8c-b155-4ea6b727f0da req-3ddc6406-7a0f-4e91-bd80-b22703f81e26 service neutron] Attempting to bind port dba1672d-faea-43cd-bf33-96a07e2d3d45 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'f6e5c7ab-d970-42f4-9b5c-99d614498678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '5cfbcee1-7173-4b6e-a0aa-7287399b71c6'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:13:41.631896 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301c53dd-4c00-4b8c-b155-4ea6b727f0da req-3ddc6406-7a0f-4e91-bd80-b22703f81e26 service neutron] Attempting to bind port dba1672d-faea-43cd-bf33-96a07e2d3d45 on network 5cfbcee1-7173-4b6e-a0aa-7287399b71c6 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:13:41.651657 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689d1c65-2b81-4822-b2b3-f01725ae85cb None None] Pushing event updated for resources: {'Port': ['ID=b444e857-d37e-4dac-ae7b-846070e120f8,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:41.715569 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301c53dd-4c00-4b8c-b155-4ea6b727f0da req-3ddc6406-7a0f-4e91-bd80-b22703f81e26 service neutron] Port dba1672d-faea-43cd-bf33-96a07e2d3d45 on network 5cfbcee1-7173-4b6e-a0aa-7287399b71c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:13:41.716033 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301c53dd-4c00-4b8c-b155-4ea6b727f0da req-3ddc6406-7a0f-4e91-bd80-b22703f81e26 service neutron] Attempting to bind port dba1672d-faea-43cd-bf33-96a07e2d3d45 on network 5cfbcee1-7173-4b6e-a0aa-7287399b71c6 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:13:41.729638 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-cfad4dfa-9882-4f8b-b4ce-85d3c1aabb35 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Deleting port 4aab70af-6da1-4afc-9bfc-feeac05a62bb {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:13:41.729896 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cfad4dfa-9882-4f8b-b4ce-85d3c1aabb35 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (4aab70af-6da1-4afc-9bfc-feeac05a62bb), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:41.741622 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-95205d43-efd4-4e14-9164-db6057457cdd None None] For port 3f82a14b-ae14-4591-967d-95c0943e688b, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=3f82a14b-ae14-4591-967d-95c0943e688b,segment=NetworkSegment(3224d039-4c75-4880-bf57-c31ecbef265d),segment_id=3224d039-4c75-4880-bf57-c31ecbef265d)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:13:41.746216 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301c53dd-4c00-4b8c-b155-4ea6b727f0da req-3ddc6406-7a0f-4e91-bd80-b22703f81e26 service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:13:41.747060 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301c53dd-4c00-4b8c-b155-4ea6b727f0da req-3ddc6406-7a0f-4e91-bd80-b22703f81e26 service neutron] Checking segment: {'id': 'f6e5c7ab-d970-42f4-9b5c-99d614498678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '5cfbcee1-7173-4b6e-a0aa-7287399b71c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:13:41.747240 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301c53dd-4c00-4b8c-b155-4ea6b727f0da req-3ddc6406-7a0f-4e91-bd80-b22703f81e26 service neutron] Bound using segment: {'id': 'f6e5c7ab-d970-42f4-9b5c-99d614498678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '5cfbcee1-7173-4b6e-a0aa-7287399b71c6'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:13:41.748445 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-301c53dd-4c00-4b8c-b155-4ea6b727f0da req-3ddc6406-7a0f-4e91-bd80-b22703f81e26 service neutron] Bound port: dba1672d-faea-43cd-bf33-96a07e2d3d45, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6e5c7ab-d970-42f4-9b5c-99d614498678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '5cfbcee1-7173-4b6e-a0aa-7287399b71c6'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:13:41.749469 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-301c53dd-4c00-4b8c-b155-4ea6b727f0da req-3ddc6406-7a0f-4e91-bd80-b22703f81e26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (dba1672d-faea-43cd-bf33-96a07e2d3d45), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:41.792876 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-22426eb8-fe78-4b52-96c9-a78184cb8f97 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group_rule (f81ab5da-9992-4804-9b61-c47dce8be127), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:41.808653 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-95205d43-efd4-4e14-9164-db6057457cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (3f82a14b-ae14-4591-967d-95c0943e688b), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:41.820344 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-814283cf-477b-45b4-92d1-c5abd605133f req-539b443f-532d-40fa-afda-4ccfdb4690c0 service neutron] 10.222.0.87 "GET /v2.0/networks/b3b3f1ad-5981-46d3-9427-a3b514183a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135525 Feb 02 07:13:41.836961 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-8de0e7c0-d46a-4a54-9f6a-44d3ef4dccc6 None None] Port b444e857-d37e-4dac-ae7b-846070e120f8 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:13:41.844440 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-22426eb8-fe78-4b52-96c9-a78184cb8f97 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (f81ab5da-9992-4804-9b61-c47dce8be127), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:41.958434 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-22426eb8-fe78-4b52-96c9-a78184cb8f97 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:41.961989 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-22426eb8-fe78-4b52-96c9-a78184cb8f97 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5309827 Feb 02 07:13:41.963951 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57222) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:41.967640 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19175481-463c-4e61-a425-2285254871eb req-a642d8ff-298d-4e78-9e93-4c4c2bdafbbd tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:41.969325 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-19175481-463c-4e61-a425-2285254871eb req-a642d8ff-298d-4e78-9e93-4c4c2bdafbbd tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a9037b0-532a-408c-b85e-3a39058988ae HTTP/1.1" status: 200 len: 945 time: 0.2942059 Feb 02 07:13:41.973947 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22426eb8-fe78-4b52-96c9-a78184cb8f97 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f81ab5da-9992-4804-9b61-c47dce8be127,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:41.996813 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cfad4dfa-9882-4f8b-b4ce-85d3c1aabb35 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (4aab70af-6da1-4afc-9bfc-feeac05a62bb), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:42.027019 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-cfad4dfa-9882-4f8b-b4ce-85d3c1aabb35 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Calling delete_port for 4aab70af-6da1-4afc-9bfc-feeac05a62bb owned by {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:13:42.048051 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-470eb42a-9cc1-40f5-8e47-9d8152a8d8dd tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group_rule (f81ab5da-9992-4804-9b61-c47dce8be127), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:42.064486 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-301c53dd-4c00-4b8c-b155-4ea6b727f0da req-3ddc6406-7a0f-4e91-bd80-b22703f81e26 service neutron] For port dba1672d-faea-43cd-bf33-96a07e2d3d45, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:13:42.065108 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-470eb42a-9cc1-40f5-8e47-9d8152a8d8dd tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group_rule (f81ab5da-9992-4804-9b61-c47dce8be127), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:42.072549 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-814283cf-477b-45b4-92d1-c5abd605133f req-47c5ddc9-e7b2-4a2a-8806-a18738245291 service neutron] 10.222.0.87 "GET /v2.0/networks/b3b3f1ad-5981-46d3-9427-a3b514183a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502246 Feb 02 07:13:42.114298 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-301c53dd-4c00-4b8c-b155-4ea6b727f0da req-3ddc6406-7a0f-4e91-bd80-b22703f81e26 service neutron] For port dba1672d-faea-43cd-bf33-96a07e2d3d45, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=dba1672d-faea-43cd-bf33-96a07e2d3d45,segment=NetworkSegment(f6e5c7ab-d970-42f4-9b5c-99d614498678),segment_id=f6e5c7ab-d970-42f4-9b5c-99d614498678)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:13:42.129147 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-301c53dd-4c00-4b8c-b155-4ea6b727f0da req-3ddc6406-7a0f-4e91-bd80-b22703f81e26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (dba1672d-faea-43cd-bf33-96a07e2d3d45), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:42.148970 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-19175481-463c-4e61-a425-2285254871eb req-6e2e94a2-2aad-4241-88bb-dd111a2c5035 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/security-groups?id=0cda471f-b311-4535-ab7e-114e2234fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1643386 Feb 02 07:13:42.187124 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c53dd-4c00-4b8c-b155-4ea6b727f0da req-3ddc6406-7a0f-4e91-bd80-b22703f81e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:42.188013 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-301c53dd-4c00-4b8c-b155-4ea6b727f0da req-3ddc6406-7a0f-4e91-bd80-b22703f81e26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:42.189583 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-301c53dd-4c00-4b8c-b155-4ea6b727f0da req-3ddc6406-7a0f-4e91-bd80-b22703f81e26 service neutron] 10.222.0.88 "PUT /v2.0/ports/dba1672d-faea-43cd-bf33-96a07e2d3d45 HTTP/1.1" status: 200 len: 1092 time: 3.2831140 Feb 02 07:13:42.193732 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd85ec473-4812-43bd-8045-140ae622cce9', 'tag': 'dba1672d-faea-43cd-bf33-96a07e2d3d45'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:13:42.196183 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774367bb-d13f-4519-834d-42dff01f6bec" -d '{"events": [{"name": "network-changed", "server_uuid": "d85ec473-4812-43bd-8045-140ae622cce9", "tag": "dba1672d-faea-43cd-bf33-96a07e2d3d45"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:13:42.218448 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a5aaa7-ce40-4d12-a704-1ed6cfdea13d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-144d1b23-4e9b-464c-85bb-7dea841b96eb', 'network_id': '144d1b23-4e9b-464c-85bb-7dea841b96eb', 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'fixed_ips': [{'subnet_id': 'eb73560c-523c-4032-82fe-0f13db852ea1'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:13:42.219384 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f7a5aaa7-ce40-4d12-a704-1ed6cfdea13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:42.297072 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 5dd0c003-4092-4a38-bf35-577efa3e51fe triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:42.297925 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (5dd0c003-4092-4a38-bf35-577efa3e51fe), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:42.304643 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-2515a127-535c-4128-81cd-990975c3b3e8 None None] Attempting to bind port b444e857-d37e-4dac-ae7b-846070e120f8 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:13:42.305027 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-2515a127-535c-4128-81cd-990975c3b3e8 None None] Attempting to bind port b444e857-d37e-4dac-ae7b-846070e120f8 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '75553877-bf18-4595-bd16-2a324db37437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '96a17be2-3b10-4ce0-8fef-5c1c61e2a12b'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:13:42.305396 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2515a127-535c-4128-81cd-990975c3b3e8 None None] Attempting to bind port b444e857-d37e-4dac-ae7b-846070e120f8 on network 96a17be2-3b10-4ce0-8fef-5c1c61e2a12b {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:13:42.323162 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-e18566ae-3b72-4ee1-866a-ea922c45a162 None None] Provisioning complete for port b444e857-d37e-4dac-ae7b-846070e120f8 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:42.323545 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e18566ae-3b72-4ee1-866a-ea922c45a162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b444e857-d37e-4dac-ae7b-846070e120f8), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:42.330141 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb7d4f9-83f5-4cde-bffa-c04f5ea9475c x-openstack-request-id: req-5bb7d4f9-83f5-4cde-bffa-c04f5ea9475c {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:13:42.332512 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d85ec473-4812-43bd-8045-140ae622cce9", "tag": "dba1672d-faea-43cd-bf33-96a07e2d3d45", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:13:42.332781 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-5bb7d4f9-83f5-4cde-bffa-c04f5ea9475c {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:13:42.333203 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd85ec473-4812-43bd-8045-140ae622cce9', 'tag': 'dba1672d-faea-43cd-bf33-96a07e2d3d45', 'status': 'completed', 'code': 200} Feb 02 07:13:42.336335 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddc6406-7a0f-4e91-bd80-b22703f81e26 service neutron] Pushing event updated for resources: {'Port': ['ID=dba1672d-faea-43cd-bf33-96a07e2d3d45,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:42.365988 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-814283cf-477b-45b4-92d1-c5abd605133f req-64f5c82f-c4e9-4f62-853e-d8118b835ccb service neutron] 10.222.0.87 "GET /v2.0/networks/5fc5089e-97a8-4149-aa71-4295f8cc6a2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920685 Feb 02 07:13:42.392940 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95205d43-efd4-4e14-9164-db6057457cdd None None] Pushing event updated for resources: {'Port': ['ID=3f82a14b-ae14-4591-967d-95c0943e688b,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:42.405999 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2515a127-535c-4128-81cd-990975c3b3e8 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:13:42.406403 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2515a127-535c-4128-81cd-990975c3b3e8 None None] Checking segment: {'id': '75553877-bf18-4595-bd16-2a324db37437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '96a17be2-3b10-4ce0-8fef-5c1c61e2a12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:13:42.406825 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2515a127-535c-4128-81cd-990975c3b3e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:42.407228 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2515a127-535c-4128-81cd-990975c3b3e8 None None] Bound using segment: {'id': '75553877-bf18-4595-bd16-2a324db37437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '96a17be2-3b10-4ce0-8fef-5c1c61e2a12b'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:13:42.407752 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-2515a127-535c-4128-81cd-990975c3b3e8 None None] Bound port: b444e857-d37e-4dac-ae7b-846070e120f8, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75553877-bf18-4595-bd16-2a324db37437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '96a17be2-3b10-4ce0-8fef-5c1c61e2a12b'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:13:42.408140 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2515a127-535c-4128-81cd-990975c3b3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b444e857-d37e-4dac-ae7b-846070e120f8), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:42.410312 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c53dd-4c00-4b8c-b155-4ea6b727f0da req-2176e760-93c3-4697-a19d-d6610c8636f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:42.411888 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-301c53dd-4c00-4b8c-b155-4ea6b727f0da req-2176e760-93c3-4697-a19d-d6610c8636f9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=06979ed0016c41f8b96877f87096f36c&device_id=d85ec473-4812-43bd-8045-140ae622cce9 HTTP/1.1" status: 200 len: 1126 time: 0.1453948 Feb 02 07:13:42.414513 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9fc69fc1-514a-4733-9f9c-d9fb32918b6b tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:42.457300 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-3de6c486-fc31-449a-b870-93c0e3fd9b9b None None] Allocated IP 19.86.0.2 (5fc5089e-97a8-4149-aa71-4295f8cc6a2d/b868a4de-8fdd-4271-bc40-9a2b41762c27/f05d4e22-4ec8-43ef-b0c2-29281c37a540) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:13:42.479249 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-301c53dd-4c00-4b8c-b155-4ea6b727f0da req-c0fcd8c3-1842-441c-b7eb-ca44c26928d0 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dba1672d-faea-43cd-bf33-96a07e2d3d45 HTTP/1.1" status: 200 len: 217 time: 0.0469058 Feb 02 07:13:42.496805 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-e18566ae-3b72-4ee1-866a-ea922c45a162 None None] Port b444e857-d37e-4dac-ae7b-846070e120f8 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:13:42.536552 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-814283cf-477b-45b4-92d1-c5abd605133f req-6528284d-f069-417c-85ed-77e0d69bf9e4 service neutron] 10.222.0.87 "GET /v2.0/networks/5fc5089e-97a8-4149-aa71-4295f8cc6a2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693809 Feb 02 07:13:42.605877 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-470eb42a-9cc1-40f5-8e47-9d8152a8d8dd tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (f81ab5da-9992-4804-9b61-c47dce8be127), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:42.626790 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-470eb42a-9cc1-40f5-8e47-9d8152a8d8dd tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:42.641160 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-470eb42a-9cc1-40f5-8e47-9d8152a8d8dd tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/f81ab5da-9992-4804-9b61-c47dce8be127 HTTP/1.1" status: 204 len: 168 time: 0.6593654 Feb 02 07:13:42.658985 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57232) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:42.797705 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470eb42a-9cc1-40f5-8e47-9d8152a8d8dd tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f81ab5da-9992-4804-9b61-c47dce8be127,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:42.872257 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cfad4dfa-9882-4f8b-b4ce-85d3c1aabb35 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (4aab70af-6da1-4afc-9bfc-feeac05a62bb), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:43.053218 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfad4dfa-9882-4f8b-b4ce-85d3c1aabb35 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Pushing event deleted for resources: {'Port': ['ID=4aab70af-6da1-4afc-9bfc-feeac05a62bb,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:43.110706 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-6189b18a-8f22-4d67-ba0f-3a408326b4cf tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.4294403 Feb 02 07:13:43.111429 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57238) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:43.146602 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c53dd-4c00-4b8c-b155-4ea6b727f0da req-26b2f9b8-707d-4b0b-84db-894362a1b550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:43.148110 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-301c53dd-4c00-4b8c-b155-4ea6b727f0da req-26b2f9b8-707d-4b0b-84db-894362a1b550 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=632da248-6289-4747-982b-19f8a4b887fb HTTP/1.1" status: 200 len: 849 time: 0.6253998 Feb 02 07:13:43.200307 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3de6c486-fc31-449a-b870-93c0e3fd9b9b None None] Publish callbacks [] for port (f05d4e22-4ec8-43ef-b0c2-29281c37a540), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:43.206062 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-564b8534-284c-4eb2-ae6f-0053866ef5ed req-4feb7561-249b-4727-8444-763235a64e0b tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/ports?device_id=a05f43d7-d814-46d7-b406-ef7372b5a711 HTTP/1.1" status: 200 len: 210 time: 0.1590805 Feb 02 07:13:43.244491 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3de6c486-fc31-449a-b870-93c0e3fd9b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (f05d4e22-4ec8-43ef-b0c2-29281c37a540), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:43.271389 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-2515a127-535c-4128-81cd-990975c3b3e8 None None] For port b444e857-d37e-4dac-ae7b-846070e120f8, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:13:43.314427 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b29ea49-373a-49d8-873f-e3bf0437eb5d req-ebdf6f65-030c-41f2-b6ea-dae26b20c3bf tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:43.316003 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5b29ea49-373a-49d8-873f-e3bf0437eb5d req-ebdf6f65-030c-41f2-b6ea-dae26b20c3bf tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=d85ec473-4812-43bd-8045-140ae622cce9 HTTP/1.1" status: 200 len: 1126 time: 0.4483850 Feb 02 07:13:43.330248 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-e18566ae-3b72-4ee1-866a-ea922c45a162 None None] Provisioning complete for port 3dae855c-02ce-4054-9caa-2314acae8c4f triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:43.330818 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e18566ae-3b72-4ee1-866a-ea922c45a162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (3dae855c-02ce-4054-9caa-2314acae8c4f), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:43.348228 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5ee2a2ac-b145-4871-a9b3-cc614002d53a tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group_rule (f2ad122c-944c-43c8-bb28-a050b0b4b748), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:43.355587 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c53dd-4c00-4b8c-b155-4ea6b727f0da req-e0677260-92b2-4683-9546-998894d48371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:43.357315 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-301c53dd-4c00-4b8c-b155-4ea6b727f0da req-e0677260-92b2-4683-9546-998894d48371 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5cfbcee1-7173-4b6e-a0aa-7287399b71c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1819844 Feb 02 07:13:43.374750 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5ee2a2ac-b145-4871-a9b3-cc614002d53a tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group_rule (f2ad122c-944c-43c8-bb28-a050b0b4b748), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:43.399012 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-2515a127-535c-4128-81cd-990975c3b3e8 None None] For port b444e857-d37e-4dac-ae7b-846070e120f8, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=b444e857-d37e-4dac-ae7b-846070e120f8,segment=NetworkSegment(75553877-bf18-4595-bd16-2a324db37437),segment_id=75553877-bf18-4595-bd16-2a324db37437)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:13:43.406426 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 5dd0c003-4092-4a38-bf35-577efa3e51fe is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:13:43.407533 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 3dae855c-02ce-4054-9caa-2314acae8c4f up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:13:43.434566 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de6c486-fc31-449a-b870-93c0e3fd9b9b None None] Network 5fc5089e-97a8-4149-aa71-4295f8cc6a2d is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:13:43.441312 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5ee2a2ac-b145-4871-a9b3-cc614002d53a tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (f2ad122c-944c-43c8-bb28-a050b0b4b748), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:43.464488 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5ee2a2ac-b145-4871-a9b3-cc614002d53a tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:43.465718 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-5ee2a2ac-b145-4871-a9b3-cc614002d53a tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/f2ad122c-944c-43c8-bb28-a050b0b4b748 HTTP/1.1" status: 204 len: 168 time: 0.3504629 Feb 02 07:13:43.480056 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57246) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:43.480822 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5b29ea49-373a-49d8-873f-e3bf0437eb5d req-a0b2006c-c297-4f2f-9baa-624d2e6af56c tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=b28d4905-d1c1-4309-a5bf-1728cb15a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458104 Feb 02 07:13:43.506433 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2515a127-535c-4128-81cd-990975c3b3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (b444e857-d37e-4dac-ae7b-846070e120f8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:43.511189 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-39051540-455d-4e0a-aa34-afc5ebd6a489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:43.533724 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-f7a5aaa7-ce40-4d12-a704-1ed6cfdea13d None None] Allocated IP 172.22.0.2 (144d1b23-4e9b-464c-85bb-7dea841b96eb/eb73560c-523c-4032-82fe-0f13db852ea1/738a5d1f-7ce8-46ce-9f22-f2d09ed1b8c3) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:13:43.538752 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6c486-fc31-449a-b870-93c0e3fd9b9b None None] Pushing event updated for resources: {'Port': ['ID=f05d4e22-4ec8-43ef-b0c2-29281c37a540,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:43.542319 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-3de6c486-fc31-449a-b870-93c0e3fd9b9b None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:13:43.572913 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee2a2ac-b145-4871-a9b3-cc614002d53a tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f2ad122c-944c-43c8-bb28-a050b0b4b748,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:43.589325 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-301c53dd-4c00-4b8c-b155-4ea6b727f0da req-85a2468f-9ef4-48c5-a3f6-4f17222dfc77 service neutron] 10.222.0.88 "GET /v2.0/networks/5cfbcee1-7173-4b6e-a0aa-7287399b71c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247903 Feb 02 07:13:43.593082 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de6c486-fc31-449a-b870-93c0e3fd9b9b None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:13:43.678506 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cfad4dfa-9882-4f8b-b4ce-85d3c1aabb35 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:43.685000 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-cfad4dfa-9882-4f8b-b4ce-85d3c1aabb35 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] 10.222.0.87 "DELETE /v2.0/ports/4aab70af-6da1-4afc-9bfc-feeac05a62bb HTTP/1.1" status: 204 len: 168 time: 2.2295923 Feb 02 07:13:43.689425 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689d1c65-2b81-4822-b2b3-f01725ae85cb None None] Pushing event updated for resources: {'Port': ['ID=b444e857-d37e-4dac-ae7b-846070e120f8,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:43.704258 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57248) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:43.721819 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-4ece0654-7cca-4375-83b9-f3ff51fde73b tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2194996 Feb 02 07:13:43.739490 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-e18566ae-3b72-4ee1-866a-ea922c45a162 None None] Current status of the port 3dae855c-02ce-4054-9caa-2314acae8c4f is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:13:43.743712 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e18566ae-3b72-4ee1-866a-ea922c45a162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3dae855c-02ce-4054-9caa-2314acae8c4f), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:43.767704 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57250) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:43.770160 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-301c53dd-4c00-4b8c-b155-4ea6b727f0da req-16612abe-835f-49cd-aa08-a27026a157ae service neutron] 10.222.0.88 "GET /v2.0/networks/5cfbcee1-7173-4b6e-a0aa-7287399b71c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738071 Feb 02 07:13:43.795828 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-20d1ff0c-15a5-4a6a-9f14-d798f2738b99 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] GET failed (client error): The resource could not be found. Feb 02 07:13:43.797606 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-20d1ff0c-15a5-4a6a-9f14-d798f2738b99 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] 10.222.0.87 "GET /v2.0/ports/4aab70af-6da1-4afc-9bfc-feeac05a62bb HTTP/1.1" status: 404 len: 333 time: 0.0744059 Feb 02 07:13:43.807025 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57252) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:43.814143 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-ab93b18a-8fe8-481f-9e69-861962a80b4a tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Request body: {'port': {'network_id': '08333ed5-c91b-4f31-aeec-e7da03b3d61b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1234515387'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:13:43.835968 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a76bfcff-d269-4476-a16d-55f21ac82563 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group_rule (bf860270-20ea-4979-84d3-1e8c66d29aec), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:43.857946 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a76bfcff-d269-4476-a16d-55f21ac82563 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group_rule (bf860270-20ea-4979-84d3-1e8c66d29aec), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:43.935886 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a76bfcff-d269-4476-a16d-55f21ac82563 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (bf860270-20ea-4979-84d3-1e8c66d29aec), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:43.950880 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a76bfcff-d269-4476-a16d-55f21ac82563 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:43.952116 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a76bfcff-d269-4476-a16d-55f21ac82563 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/bf860270-20ea-4979-84d3-1e8c66d29aec HTTP/1.1" status: 204 len: 168 time: 0.1834259 Feb 02 07:13:43.957013 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-3de6c486-fc31-449a-b870-93c0e3fd9b9b None None] Attempting to bind port f05d4e22-4ec8-43ef-b0c2-29281c37a540 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:13:43.957589 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-3de6c486-fc31-449a-b870-93c0e3fd9b9b None None] Attempting to bind port f05d4e22-4ec8-43ef-b0c2-29281c37a540 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '90d8575d-a92d-47df-a779-76db30ce9810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '5fc5089e-97a8-4149-aa71-4295f8cc6a2d'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:13:43.958060 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de6c486-fc31-449a-b870-93c0e3fd9b9b None None] Attempting to bind port f05d4e22-4ec8-43ef-b0c2-29281c37a540 on network 5fc5089e-97a8-4149-aa71-4295f8cc6a2d {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:13:43.958703 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76bfcff-d269-4476-a16d-55f21ac82563 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bf860270-20ea-4979-84d3-1e8c66d29aec,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:43.960585 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57254) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:43.961545 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2515a127-535c-4128-81cd-990975c3b3e8 None None] Routers {'5be8e385-58ce-4093-9665-c14048136a2a'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:13:43.963096 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-2515a127-535c-4128-81cd-990975c3b3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:13:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['5be8e385-58ce-4093-9665-c14048136a2a'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:13:43.976894 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 3dae855c-02ce-4054-9caa-2314acae8c4f triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:43.977333 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (3dae855c-02ce-4054-9caa-2314acae8c4f), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:44.064034 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-6890ed00-8b6d-4978-bef9-3a1e40a56b97 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0994954 Feb 02 07:13:44.073059 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57256) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:44.121761 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ccf5f29b-8d96-4bf4-b6cd-2db5cf5c0afc tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group_rule (779f6374-14e4-408b-9e04-569cef4071bd), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:44.127906 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de6c486-fc31-449a-b870-93c0e3fd9b9b None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:13:44.128354 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de6c486-fc31-449a-b870-93c0e3fd9b9b None None] Checking segment: {'id': '90d8575d-a92d-47df-a779-76db30ce9810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '5fc5089e-97a8-4149-aa71-4295f8cc6a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:13:44.129647 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3de6c486-fc31-449a-b870-93c0e3fd9b9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:44.130353 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de6c486-fc31-449a-b870-93c0e3fd9b9b None None] Bound using segment: {'id': '90d8575d-a92d-47df-a779-76db30ce9810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '5fc5089e-97a8-4149-aa71-4295f8cc6a2d'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:13:44.130910 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-3de6c486-fc31-449a-b870-93c0e3fd9b9b None None] Bound port: f05d4e22-4ec8-43ef-b0c2-29281c37a540, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90d8575d-a92d-47df-a779-76db30ce9810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '5fc5089e-97a8-4149-aa71-4295f8cc6a2d'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:13:44.131303 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3de6c486-fc31-449a-b870-93c0e3fd9b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f05d4e22-4ec8-43ef-b0c2-29281c37a540), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:44.133039 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ccf5f29b-8d96-4bf4-b6cd-2db5cf5c0afc tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group_rule (779f6374-14e4-408b-9e04-569cef4071bd), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:44.185273 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ccf5f29b-8d96-4bf4-b6cd-2db5cf5c0afc tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (779f6374-14e4-408b-9e04-569cef4071bd), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:44.191025 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ccf5f29b-8d96-4bf4-b6cd-2db5cf5c0afc tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:44.192769 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-ccf5f29b-8d96-4bf4-b6cd-2db5cf5c0afc tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/779f6374-14e4-408b-9e04-569cef4071bd HTTP/1.1" status: 204 len: 168 time: 0.1163695 Feb 02 07:13:44.196145 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57258) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:44.210255 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5f29b-8d96-4bf4-b6cd-2db5cf5c0afc tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=779f6374-14e4-408b-9e04-569cef4071bd,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:44.270924 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-e18566ae-3b72-4ee1-866a-ea922c45a162 None None] For port 3dae855c-02ce-4054-9caa-2314acae8c4f, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=3dae855c-02ce-4054-9caa-2314acae8c4f,segment=NetworkSegment(c5d67758-321f-4ab4-a669-7bb5635dd2fe),segment_id=c5d67758-321f-4ab4-a669-7bb5635dd2fe)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:13:44.273816 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e95228-c692-4d43-89e2-a8feae0c0e7c None None] Network 08333ed5-c91b-4f31-aeec-e7da03b3d61b requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:13:44.298532 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e18566ae-3b72-4ee1-866a-ea922c45a162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (3dae855c-02ce-4054-9caa-2314acae8c4f), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:44.304279 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-808bfc72-348f-4df8-ad91-5d7985e4d215 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1046746 Feb 02 07:13:44.306160 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57262) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:44.349277 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b2fb1282-625d-4d88-891a-4d77d87b23af req-4bb62ab8-c8e9-484c-8834-b8ab8ced33c7 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/ports?device_id=a05f43d7-d814-46d7-b406-ef7372b5a711 HTTP/1.1" status: 200 len: 210 time: 0.0438015 Feb 02 07:13:44.371641 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-079cfca1-349e-46b7-8429-645123da6bd9 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group_rule (e9100151-5ca5-4e30-944e-1a8272070e92), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:44.378576 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-079cfca1-349e-46b7-8429-645123da6bd9 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group_rule (e9100151-5ca5-4e30-944e-1a8272070e92), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:44.415383 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-079cfca1-349e-46b7-8429-645123da6bd9 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (e9100151-5ca5-4e30-944e-1a8272070e92), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:44.423735 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-079cfca1-349e-46b7-8429-645123da6bd9 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:44.427849 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-079cfca1-349e-46b7-8429-645123da6bd9 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/e9100151-5ca5-4e30-944e-1a8272070e92 HTTP/1.1" status: 204 len: 168 time: 0.1207209 Feb 02 07:13:44.428450 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57264) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:44.445787 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079cfca1-349e-46b7-8429-645123da6bd9 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e9100151-5ca5-4e30-944e-1a8272070e92,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:44.507620 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-ac4bb884-dc91-4791-a7d8-96f00b8e9f92 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0747888 Feb 02 07:13:44.510518 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57268) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:44.549416 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-2515a127-535c-4128-81cd-990975c3b3e8 None None] Set router 5be8e385-58ce-4093-9665-c14048136a2a gateway port host: None {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:13:44.655021 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-db9b5965-49c0-4ebc-b373-ee75a1ae3253 None None] Provisioning complete for port b444e857-d37e-4dac-ae7b-846070e120f8 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:44.655847 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-db9b5965-49c0-4ebc-b373-ee75a1ae3253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b444e857-d37e-4dac-ae7b-846070e120f8), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:44.656462 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b1ffafd4-568f-41f9-9f5d-10bd4a6c2375 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group (90ffa3e9-4dec-4a51-9852-2fc9287bdbba), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:44.701846 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b1ffafd4-568f-41f9-9f5d-10bd4a6c2375 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group (90ffa3e9-4dec-4a51-9852-2fc9287bdbba), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:44.725615 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18566ae-3b72-4ee1-866a-ea922c45a162 None None] Pushing event updated for resources: {'Port': ['ID=3dae855c-02ce-4054-9caa-2314acae8c4f,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:44.732196 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774367bb-d13f-4519-834d-42dff01f6bec req-ca3149db-82ec-4160-a3b2-3d8a99fb2517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:44.736351 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-774367bb-d13f-4519-834d-42dff01f6bec req-ca3149db-82ec-4160-a3b2-3d8a99fb2517 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=06979ed0016c41f8b96877f87096f36c&device_id=d85ec473-4812-43bd-8045-140ae622cce9 HTTP/1.1" status: 200 len: 1126 time: 0.3449283 Feb 02 07:13:44.737871 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-3de6c486-fc31-449a-b870-93c0e3fd9b9b None None] For port f05d4e22-4ec8-43ef-b0c2-29281c37a540, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:13:44.753912 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 3dae855c-02ce-4054-9caa-2314acae8c4f is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:13:44.820001 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814283cf-477b-45b4-92d1-c5abd605133f req-f76e5eb7-557c-4952-8ecd-b64e550c161f tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:44.825501 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814283cf-477b-45b4-92d1-c5abd605133f req-f76e5eb7-557c-4952-8ecd-b64e550c161f tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:44.827784 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-3de6c486-fc31-449a-b870-93c0e3fd9b9b None None] For port f05d4e22-4ec8-43ef-b0c2-29281c37a540, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=f05d4e22-4ec8-43ef-b0c2-29281c37a540,segment=NetworkSegment(90d8575d-a92d-47df-a779-76db30ce9810),segment_id=90d8575d-a92d-47df-a779-76db30ce9810)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:13:44.833169 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:44.843113 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-814283cf-477b-45b4-92d1-c5abd605133f req-f76e5eb7-557c-4952-8ecd-b64e550c161f tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.59 "GET /v2.0/networks?id=b3b3f1ad-5981-46d3-9427-a3b514183a9e&id=5fc5089e-97a8-4149-aa71-4295f8cc6a2d HTTP/1.1" status: 200 len: 1391 time: 0.2952898 Feb 02 07:13:44.848953 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae7dd0-b4ad-4683-b99d-46173f2241fc req-f6678251-8660-4162-b388-eac81866414e tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:44.851112 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-42ae7dd0-b4ad-4683-b99d-46173f2241fc req-f6678251-8660-4162-b388-eac81866414e tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=d85ec473-4812-43bd-8045-140ae622cce9 HTTP/1.1" status: 200 len: 1126 time: 0.2493143 Feb 02 07:13:44.851815 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab93b18a-8fe8-481f-9e69-861962a80b4a tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Made reservation on behalf of 1fbf35ed46884303898d156d8d254ad5 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:13:44.856486 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ab93b18a-8fe8-481f-9e69-861962a80b4a tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:44.871878 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-814283cf-477b-45b4-92d1-c5abd605133f req-795127c2-7d89-4da8-9b4a-2f1c30cf1069 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Request body: {'port': {'device_id': 'a05f43d7-d814-46d7-b406-ef7372b5a711', 'network_id': 'b3b3f1ad-5981-46d3-9427-a3b514183a9e', 'admin_state_up': True, 'tenant_id': '1c93b513068944b98dd403010458a6a3'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:13:44.884090 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b1ffafd4-568f-41f9-9f5d-10bd4a6c2375 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (90ffa3e9-4dec-4a51-9852-2fc9287bdbba), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:44.892988 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b1ffafd4-568f-41f9-9f5d-10bd4a6c2375 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:44.901326 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b1ffafd4-568f-41f9-9f5d-10bd4a6c2375 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] 10.222.0.87 "DELETE /v2.0/security-groups/90ffa3e9-4dec-4a51-9852-2fc9287bdbba HTTP/1.1" status: 204 len: 168 time: 0.3865166 Feb 02 07:13:44.909530 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57270) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:44.923544 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [None req-ab93b18a-8fe8-481f-9e69-861962a80b4a tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] device_id is not set on port ce5b42df-5728-4e16-89fb-ea668a0c08e3 yet. {{(pid=109693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:13:45.004688 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774367bb-d13f-4519-834d-42dff01f6bec req-06218995-e232-427f-9bf4-3426b7ad2d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:45.006196 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-774367bb-d13f-4519-834d-42dff01f6bec req-06218995-e232-427f-9bf4-3426b7ad2d8b service neutron] 10.222.0.88 "GET /v2.0/networks?id=5cfbcee1-7173-4b6e-a0aa-7287399b71c6 HTTP/1.1" status: 200 len: 911 time: 0.2574890 Feb 02 07:13:45.023376 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-42ae7dd0-b4ad-4683-b99d-46173f2241fc req-12a29ade-7d78-4b89-a187-63d171d4602e tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=b28d4905-d1c1-4309-a5bf-1728cb15a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641688 Feb 02 07:13:45.060059 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ffafd4-568f-41f9-9f5d-10bd4a6c2375 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ffa3e9-4dec-4a51-9852-2fc9287bdbba,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:45.124144 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-814283cf-477b-45b4-92d1-c5abd605133f req-795127c2-7d89-4da8-9b4a-2f1c30cf1069 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Made reservation on behalf of 1c93b513068944b98dd403010458a6a3 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:13:45.129228 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-814283cf-477b-45b4-92d1-c5abd605133f req-795127c2-7d89-4da8-9b4a-2f1c30cf1069 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:45.138123 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-774367bb-d13f-4519-834d-42dff01f6bec req-9f2c6748-ec65-4754-86ee-c8d2fc596336 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dba1672d-faea-43cd-bf33-96a07e2d3d45 HTTP/1.1" status: 200 len: 217 time: 0.1249652 Feb 02 07:13:45.146663 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f7a5aaa7-ce40-4d12-a704-1ed6cfdea13d None None] Publish callbacks [] for port (738a5d1f-7ce8-46ce-9f22-f2d09ed1b8c3), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:45.164920 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 3dae855c-02ce-4054-9caa-2314acae8c4f up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:13:45.229627 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3de6c486-fc31-449a-b870-93c0e3fd9b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (f05d4e22-4ec8-43ef-b0c2-29281c37a540), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:45.259810 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d2f22507-4677-41f0-a947-96a390bf5593 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3441236 Feb 02 07:13:45.264696 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-9fc69fc1-514a-4733-9f9c-d9fb32918b6b tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Allocated IP 172.22.0.1 (144d1b23-4e9b-464c-85bb-7dea841b96eb/eb73560c-523c-4032-82fe-0f13db852ea1/54006660-e8c3-4e38-86c1-d72ebb09dd7c) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:13:45.269658 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f7a5aaa7-ce40-4d12-a704-1ed6cfdea13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (738a5d1f-7ce8-46ce-9f22-f2d09ed1b8c3), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:45.278468 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57274) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:45.285289 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-01077647-bb5a-4bba-888f-1eb00ba45790 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Request body: {'security_group': {'name': 'tempest-secgroup--939626805'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:13:45.304841 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-ab93b18a-8fe8-481f-9e69-861962a80b4a tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Allocated IP 2001:db8::239 (08333ed5-c91b-4f31-aeec-e7da03b3d61b/e6885f8e-ba9d-4845-a72b-d215975172e1/ce5b42df-5728-4e16-89fb-ea668a0c08e3) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:13:45.317031 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-01077647-bb5a-4bba-888f-1eb00ba45790 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:45.319810 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-814283cf-477b-45b4-92d1-c5abd605133f req-795127c2-7d89-4da8-9b4a-2f1c30cf1069 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Allocated IP 19.80.0.173 (b3b3f1ad-5981-46d3-9427-a3b514183a9e/cc443c5d-2597-49a8-8cb0-67d6d1bbe8ef/a1f0a684-9343-4aa5-906d-e74e4aeb51ea) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:13:45.372832 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774367bb-d13f-4519-834d-42dff01f6bec req-3f77723a-a020-4aa8-8f6a-ca6f370e53d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:45.374325 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-774367bb-d13f-4519-834d-42dff01f6bec req-3f77723a-a020-4aa8-8f6a-ca6f370e53d8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=632da248-6289-4747-982b-19f8a4b887fb HTTP/1.1" status: 200 len: 849 time: 0.2191379 Feb 02 07:13:45.422407 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6c486-fc31-449a-b870-93c0e3fd9b9b None None] Pushing event updated for resources: {'Port': ['ID=f05d4e22-4ec8-43ef-b0c2-29281c37a540,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:45.449493 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a5aaa7-ce40-4d12-a704-1ed6cfdea13d None None] Network 144d1b23-4e9b-464c-85bb-7dea841b96eb is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:13:45.465646 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 3dae855c-02ce-4054-9caa-2314acae8c4f triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:45.466263 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (3dae855c-02ce-4054-9caa-2314acae8c4f), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:45.474770 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-f7a5aaa7-ce40-4d12-a704-1ed6cfdea13d None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:13:45.538826 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a5aaa7-ce40-4d12-a704-1ed6cfdea13d None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:13:45.563296 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-814283cf-477b-45b4-92d1-c5abd605133f req-795127c2-7d89-4da8-9b4a-2f1c30cf1069 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks [] for port (a1f0a684-9343-4aa5-906d-e74e4aeb51ea), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:45.597781 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-db9b5965-49c0-4ebc-b373-ee75a1ae3253 None None] Current status of the port b444e857-d37e-4dac-ae7b-846070e120f8 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:13:45.598353 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-db9b5965-49c0-4ebc-b373-ee75a1ae3253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b444e857-d37e-4dac-ae7b-846070e120f8), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:45.645201 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-814283cf-477b-45b4-92d1-c5abd605133f req-795127c2-7d89-4da8-9b4a-2f1c30cf1069 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (a1f0a684-9343-4aa5-906d-e74e4aeb51ea), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:45.683671 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-db9b5965-49c0-4ebc-b373-ee75a1ae3253 None None] For port b444e857-d37e-4dac-ae7b-846070e120f8, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=b444e857-d37e-4dac-ae7b-846070e120f8,segment=NetworkSegment(75553877-bf18-4595-bd16-2a324db37437),segment_id=75553877-bf18-4595-bd16-2a324db37437)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:13:45.710368 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774367bb-d13f-4519-834d-42dff01f6bec req-652f5bbd-3f6b-4ec8-af32-9bfb62cab9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:45.712036 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-774367bb-d13f-4519-834d-42dff01f6bec req-652f5bbd-3f6b-4ec8-af32-9bfb62cab9e4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5cfbcee1-7173-4b6e-a0aa-7287399b71c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3160021 Feb 02 07:13:45.715045 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-01077647-bb5a-4bba-888f-1eb00ba45790 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group (9dd39358-3d0e-488f-9f7a-332df242da18), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:45.719567 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9fc69fc1-514a-4733-9f9c-d9fb32918b6b tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for port (54006660-e8c3-4e38-86c1-d72ebb09dd7c), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:45.739637 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-01077647-bb5a-4bba-888f-1eb00ba45790 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (9dd39358-3d0e-488f-9f7a-332df242da18), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:45.745459 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-db9b5965-49c0-4ebc-b373-ee75a1ae3253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (b444e857-d37e-4dac-ae7b-846070e120f8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:45.754594 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-f7a5aaa7-ce40-4d12-a704-1ed6cfdea13d None None] Attempting to bind port 738a5d1f-7ce8-46ce-9f22-f2d09ed1b8c3 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:13:45.755074 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-f7a5aaa7-ce40-4d12-a704-1ed6cfdea13d None None] Attempting to bind port 738a5d1f-7ce8-46ce-9f22-f2d09ed1b8c3 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '4003649c-3d54-4f1f-be77-3b3054f688e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '144d1b23-4e9b-464c-85bb-7dea841b96eb'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:13:45.755536 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a5aaa7-ce40-4d12-a704-1ed6cfdea13d None None] Attempting to bind port 738a5d1f-7ce8-46ce-9f22-f2d09ed1b8c3 on network 144d1b23-4e9b-464c-85bb-7dea841b96eb {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:13:45.762205 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-814283cf-477b-45b4-92d1-c5abd605133f req-795127c2-7d89-4da8-9b4a-2f1c30cf1069 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Network b3b3f1ad-5981-46d3-9427-a3b514183a9e is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:13:45.767716 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-814283cf-477b-45b4-92d1-c5abd605133f req-795127c2-7d89-4da8-9b4a-2f1c30cf1069 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:13:45.780398 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a5aaa7-ce40-4d12-a704-1ed6cfdea13d None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:13:45.780796 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a5aaa7-ce40-4d12-a704-1ed6cfdea13d None None] Checking segment: {'id': '4003649c-3d54-4f1f-be77-3b3054f688e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '144d1b23-4e9b-464c-85bb-7dea841b96eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:13:45.781466 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f7a5aaa7-ce40-4d12-a704-1ed6cfdea13d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:45.787711 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-814283cf-477b-45b4-92d1-c5abd605133f req-795127c2-7d89-4da8-9b4a-2f1c30cf1069 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:13:45.789350 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a5aaa7-ce40-4d12-a704-1ed6cfdea13d None None] Bound using segment: {'id': '4003649c-3d54-4f1f-be77-3b3054f688e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '144d1b23-4e9b-464c-85bb-7dea841b96eb'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:13:45.789853 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-f7a5aaa7-ce40-4d12-a704-1ed6cfdea13d None None] Bound port: 738a5d1f-7ce8-46ce-9f22-f2d09ed1b8c3, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4003649c-3d54-4f1f-be77-3b3054f688e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '144d1b23-4e9b-464c-85bb-7dea841b96eb'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:13:45.790265 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f7a5aaa7-ce40-4d12-a704-1ed6cfdea13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (738a5d1f-7ce8-46ce-9f22-f2d09ed1b8c3), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:45.857385 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eebad0-60f0-492b-8660-c5a571444f17 req-71fd2261-0830-4ea4-8301-7918b85b5138 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:45.859430 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d0eebad0-60f0-492b-8660-c5a571444f17 req-71fd2261-0830-4ea4-8301-7918b85b5138 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/ports?device_id=a05f43d7-d814-46d7-b406-ef7372b5a711 HTTP/1.1" status: 200 len: 932 time: 0.2339032 Feb 02 07:13:45.865603 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795127c2-7d89-4da8-9b4a-2f1c30cf1069 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Pushing event updated for resources: {'Port': ['ID=a1f0a684-9343-4aa5-906d-e74e4aeb51ea,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:45.881826 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a5aaa7-ce40-4d12-a704-1ed6cfdea13d None None] Pushing event updated for resources: {'Port': ['ID=738a5d1f-7ce8-46ce-9f22-f2d09ed1b8c3,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:45.911865 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-01077647-bb5a-4bba-888f-1eb00ba45790 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:45.913144 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-01077647-bb5a-4bba-888f-1eb00ba45790 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6322713 Feb 02 07:13:45.925018 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57278) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:45.965364 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814283cf-477b-45b4-92d1-c5abd605133f req-795127c2-7d89-4da8-9b4a-2f1c30cf1069 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:45.966386 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-814283cf-477b-45b4-92d1-c5abd605133f req-795127c2-7d89-4da8-9b4a-2f1c30cf1069 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:45.966988 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-c8ba3997-fbc7-4247-b5c4-5ed7b2ce13bb tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Request body: {'security_group_rule': {'security_group_id': '9dd39358-3d0e-488f-9f7a-332df242da18', 'direction': 'ingress', 'protocol': 17}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:13:45.974016 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01077647-bb5a-4bba-888f-1eb00ba45790 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd39358-3d0e-488f-9f7a-332df242da18,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:45.992544 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-f7a5aaa7-ce40-4d12-a704-1ed6cfdea13d None None] For port 738a5d1f-7ce8-46ce-9f22-f2d09ed1b8c3, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:13:45.997222 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-f7a5aaa7-ce40-4d12-a704-1ed6cfdea13d None None] For port 738a5d1f-7ce8-46ce-9f22-f2d09ed1b8c3, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=738a5d1f-7ce8-46ce-9f22-f2d09ed1b8c3,segment=NetworkSegment(4003649c-3d54-4f1f-be77-3b3054f688e7),segment_id=4003649c-3d54-4f1f-be77-3b3054f688e7)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:13:46.038209 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f7a5aaa7-ce40-4d12-a704-1ed6cfdea13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (738a5d1f-7ce8-46ce-9f22-f2d09ed1b8c3), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:46.045435 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-2515a127-535c-4128-81cd-990975c3b3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be8e385-58ce-4093-9665-c14048136a2a', 'name': 'tempest-RoutersTest-router-1283393417', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:13:26Z', 'updated_at': '2022-02-02T07:13:36Z', 'revision_number': 3, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'gw_port_host': None, '_interfaces': [{'id': '6be65c97-c21a-4d3c-9b85-1b734ac5ab7a', 'name': '', 'network_id': '13f39bcb-30c2-4226-aa99-134caa5ace72', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'mac_address': 'fa:16:3e:35:28:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be8e385-58ce-4093-9665-c14048136a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '134e2214-f6dd-43ee-a5d4-672e2463085f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:28Z', 'updated_at': '2022-02-02T07:13:34Z', 'revision_number': 5, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'subnets': [{'id': '134e2214-f6dd-43ee-a5d4-672e2463085f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b444e857-d37e-4dac-ae7b-846070e120f8', 'name': '', 'network_id': '96a17be2-3b10-4ce0-8fef-5c1c61e2a12b', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'mac_address': 'fa:16:3e:78:22:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be8e385-58ce-4093-9665-c14048136a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'de1bef11-0190-4dd0-830c-19ffb2680972', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:35Z', 'updated_at': '2022-02-02T07:13:43Z', 'revision_number': 4, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'subnets': [{'id': 'de1bef11-0190-4dd0-830c-19ffb2680972', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:13:46.065244 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ab93b18a-8fe8-481f-9e69-861962a80b4a tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks [] for port (ce5b42df-5728-4e16-89fb-ea668a0c08e3), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:46.118194 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-814283cf-477b-45b4-92d1-c5abd605133f req-795127c2-7d89-4da8-9b4a-2f1c30cf1069 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2556896 Feb 02 07:13:46.128313 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2515a127-535c-4128-81cd-990975c3b3e8 None None] The sync data for ids ['5be8e385-58ce-4093-9665-c14048136a2a'] in n-d-789963-26 is: [{'id': '5be8e385-58ce-4093-9665-c14048136a2a', 'name': 'tempest-RoutersTest-router-1283393417', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:13:26Z', 'updated_at': '2022-02-02T07:13:36Z', 'revision_number': 3, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'gw_port_host': None, '_interfaces': [{'id': '6be65c97-c21a-4d3c-9b85-1b734ac5ab7a', 'name': '', 'network_id': '13f39bcb-30c2-4226-aa99-134caa5ace72', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'mac_address': 'fa:16:3e:35:28:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be8e385-58ce-4093-9665-c14048136a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '134e2214-f6dd-43ee-a5d4-672e2463085f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:28Z', 'updated_at': '2022-02-02T07:13:34Z', 'revision_number': 5, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'subnets': [{'id': '134e2214-f6dd-43ee-a5d4-672e2463085f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b444e857-d37e-4dac-ae7b-846070e120f8', 'name': '', 'network_id': '96a17be2-3b10-4ce0-8fef-5c1c61e2a12b', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'mac_address': 'fa:16:3e:78:22:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be8e385-58ce-4093-9665-c14048136a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'de1bef11-0190-4dd0-830c-19ffb2680972', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:35Z', 'updated_at': '2022-02-02T07:13:43Z', 'revision_number': 4, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'subnets': [{'id': 'de1bef11-0190-4dd0-830c-19ffb2680972', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:13:46.140814 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:46.156643 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-db9b5965-49c0-4ebc-b373-ee75a1ae3253 None None] Provisioning complete for port 3f82a14b-ae14-4591-967d-95c0943e688b triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:46.157024 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-db9b5965-49c0-4ebc-b373-ee75a1ae3253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (3f82a14b-ae14-4591-967d-95c0943e688b), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:46.162397 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-814283cf-477b-45b4-92d1-c5abd605133f req-c7df99f4-7045-4ed0-b6da-ccf4c0f12d2a tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Request body: {'port': {'device_id': 'a05f43d7-d814-46d7-b406-ef7372b5a711', 'network_id': '5fc5089e-97a8-4149-aa71-4295f8cc6a2d', 'admin_state_up': True, 'tenant_id': '1c93b513068944b98dd403010458a6a3'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:13:46.257952 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-774367bb-d13f-4519-834d-42dff01f6bec req-cd60d87a-80c4-4165-abc9-d85d9ea57ecf service neutron] 10.222.0.88 "GET /v2.0/networks/5cfbcee1-7173-4b6e-a0aa-7287399b71c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5320060 Feb 02 07:13:46.280154 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ab93b18a-8fe8-481f-9e69-861962a80b4a tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (ce5b42df-5728-4e16-89fb-ea668a0c08e3), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:46.396241 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b5965-49c0-4ebc-b373-ee75a1ae3253 None None] Pushing event updated for resources: {'Port': ['ID=b444e857-d37e-4dac-ae7b-846070e120f8,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:46.422408 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 3dae855c-02ce-4054-9caa-2314acae8c4f is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:13:46.423532 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 3f82a14b-ae14-4591-967d-95c0943e688b up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:13:46.424769 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d0eebad0-60f0-492b-8660-c5a571444f17 req-b4dc94bf-be8b-4720-8437-9b46ab4a4908 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee38a50d-609a-441d-89e7-67ea86baffc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5440326 Feb 02 07:13:46.473896 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-814283cf-477b-45b4-92d1-c5abd605133f req-c7df99f4-7045-4ed0-b6da-ccf4c0f12d2a tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Made reservation on behalf of 1c93b513068944b98dd403010458a6a3 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:13:46.482318 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-814283cf-477b-45b4-92d1-c5abd605133f req-c7df99f4-7045-4ed0-b6da-ccf4c0f12d2a tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:46.613153 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a5aaa7-ce40-4d12-a704-1ed6cfdea13d None None] Pushing event updated for resources: {'Port': ['ID=738a5d1f-7ce8-46ce-9f22-f2d09ed1b8c3,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:46.670381 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9fc69fc1-514a-4733-9f9c-d9fb32918b6b tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (54006660-e8c3-4e38-86c1-d72ebb09dd7c), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:46.677773 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab93b18a-8fe8-481f-9e69-861962a80b4a tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Network 08333ed5-c91b-4f31-aeec-e7da03b3d61b is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:13:46.712917 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-db9b5965-49c0-4ebc-b373-ee75a1ae3253 None None] Current status of the port 3f82a14b-ae14-4591-967d-95c0943e688b is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:13:46.713581 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-db9b5965-49c0-4ebc-b373-ee75a1ae3253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3f82a14b-ae14-4591-967d-95c0943e688b), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:46.719201 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 3f82a14b-ae14-4591-967d-95c0943e688b triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:46.723070 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (3f82a14b-ae14-4591-967d-95c0943e688b), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:46.726073 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-ab93b18a-8fe8-481f-9e69-861962a80b4a tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:13:46.729568 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab93b18a-8fe8-481f-9e69-861962a80b4a tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:13:46.736844 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab93b18a-8fe8-481f-9e69-861962a80b4a tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:46.737327 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ab93b18a-8fe8-481f-9e69-861962a80b4a tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:46.749636 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab93b18a-8fe8-481f-9e69-861962a80b4a tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Pushing event updated for resources: {'Port': ['ID=ce5b42df-5728-4e16-89fb-ea668a0c08e3,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:46.755324 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-814283cf-477b-45b4-92d1-c5abd605133f req-c7df99f4-7045-4ed0-b6da-ccf4c0f12d2a tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Allocated IP 19.86.0.135 (5fc5089e-97a8-4149-aa71-4295f8cc6a2d/b868a4de-8fdd-4271-bc40-9a2b41762c27/f53887e1-c449-45c8-b56f-6c03f8182157) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:13:46.757901 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c8ba3997-fbc7-4247-b5c4-5ed7b2ce13bb tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group_rule (1a51e4fc-5cfc-488a-a12c-3a08db3d1ccd), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:46.818943 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc69fc1-514a-4733-9f9c-d9fb32918b6b tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Network 144d1b23-4e9b-464c-85bb-7dea841b96eb is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:13:46.888694 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-9fc69fc1-514a-4733-9f9c-d9fb32918b6b tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:13:46.904311 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eed1b78-2383-4c84-a9b8-e64a367fb8d0 req-12efdcf9-12d4-4f95-bdb2-112030eb4faa tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:46.905957 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1eed1b78-2383-4c84-a9b8-e64a367fb8d0 req-12efdcf9-12d4-4f95-bdb2-112030eb4faa tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=d85ec473-4812-43bd-8045-140ae622cce9 HTTP/1.1" status: 200 len: 1126 time: 0.6832130 Feb 02 07:13:46.914502 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc69fc1-514a-4733-9f9c-d9fb32918b6b tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:13:46.938621 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-db9b5965-49c0-4ebc-b373-ee75a1ae3253 None None] For port 3f82a14b-ae14-4591-967d-95c0943e688b, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=3f82a14b-ae14-4591-967d-95c0943e688b,segment=NetworkSegment(3224d039-4c75-4880-bf57-c31ecbef265d),segment_id=3224d039-4c75-4880-bf57-c31ecbef265d)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:13:46.965024 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-db9b5965-49c0-4ebc-b373-ee75a1ae3253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (3f82a14b-ae14-4591-967d-95c0943e688b), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:47.060034 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-ab93b18a-8fe8-481f-9e69-861962a80b4a tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.2513056 Feb 02 07:13:47.076738 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57282) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:47.094961 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-135baace-f3c8-47f6-9c4a-b9cb07150d73 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1c7', 'mac_address': 'fa:16:3e:e2:2b:d2'}]}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:13:47.105913 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-db9b5965-49c0-4ebc-b373-ee75a1ae3253 None None] Provisioning complete for port 3dae855c-02ce-4054-9caa-2314acae8c4f triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:47.106444 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-db9b5965-49c0-4ebc-b373-ee75a1ae3253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (3dae855c-02ce-4054-9caa-2314acae8c4f), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:47.118420 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9fc69fc1-514a-4733-9f9c-d9fb32918b6b tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (5be8e385-58ce-4093-9665-c14048136a2a), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:47.123537 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b5965-49c0-4ebc-b373-ee75a1ae3253 None None] Pushing event updated for resources: {'Port': ['ID=3f82a14b-ae14-4591-967d-95c0943e688b,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:47.183583 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-814283cf-477b-45b4-92d1-c5abd605133f req-c7df99f4-7045-4ed0-b6da-ccf4c0f12d2a tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks [] for port (f53887e1-c449-45c8-b56f-6c03f8182157), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:47.217747 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 3f82a14b-ae14-4591-967d-95c0943e688b is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:13:47.236608 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device dba1672d-faea-43cd-bf33-96a07e2d3d45 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:13:47.265248 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-774367bb-d13f-4519-834d-42dff01f6bec req-ea6b9d4a-ccdf-4b99-99fc-82815e36ac9f service neutron] 10.222.0.88 "GET /v2.0/networks/5cfbcee1-7173-4b6e-a0aa-7287399b71c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8828511 Feb 02 07:13:47.335982 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-814283cf-477b-45b4-92d1-c5abd605133f req-c7df99f4-7045-4ed0-b6da-ccf4c0f12d2a tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (f53887e1-c449-45c8-b56f-6c03f8182157), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:47.367582 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc69fc1-514a-4733-9f9c-d9fb32918b6b tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Pushing event updated for resources: {'Port': ['ID=54006660-e8c3-4e38-86c1-d72ebb09dd7c,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:47.431366 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1eed1b78-2383-4c84-a9b8-e64a367fb8d0 req-b0bea1ae-6d99-48d0-81f6-b3114f993e02 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=b28d4905-d1c1-4309-a5bf-1728cb15a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4865999 Feb 02 07:13:47.472501 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:47.479666 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-db9b5965-49c0-4ebc-b373-ee75a1ae3253 None None] Current status of the port 3dae855c-02ce-4054-9caa-2314acae8c4f is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:13:47.479855 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c8ba3997-fbc7-4247-b5c4-5ed7b2ce13bb tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group_rule (1a51e4fc-5cfc-488a-a12c-3a08db3d1ccd), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:47.484018 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9fc69fc1-514a-4733-9f9c-d9fb32918b6b tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (54006660-e8c3-4e38-86c1-d72ebb09dd7c), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:47.524936 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c8ba3997-fbc7-4247-b5c4-5ed7b2ce13bb tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (1a51e4fc-5cfc-488a-a12c-3a08db3d1ccd), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:47.569071 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-814283cf-477b-45b4-92d1-c5abd605133f req-c7df99f4-7045-4ed0-b6da-ccf4c0f12d2a tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Network 5fc5089e-97a8-4149-aa71-4295f8cc6a2d is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:13:47.575999 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port dba1672d-faea-43cd-bf33-96a07e2d3d45, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=dba1672d-faea-43cd-bf33-96a07e2d3d45,segment=NetworkSegment(f6e5c7ab-d970-42f4-9b5c-99d614498678),segment_id=f6e5c7ab-d970-42f4-9b5c-99d614498678)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:13:47.578960 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-814283cf-477b-45b4-92d1-c5abd605133f req-c7df99f4-7045-4ed0-b6da-ccf4c0f12d2a tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:13:47.587897 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-814283cf-477b-45b4-92d1-c5abd605133f req-c7df99f4-7045-4ed0-b6da-ccf4c0f12d2a tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:13:47.590745 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7df99f4-7045-4ed0-b6da-ccf4c0f12d2a tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Pushing event updated for resources: {'Port': ['ID=f53887e1-c449-45c8-b56f-6c03f8182157,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:47.597121 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-135baace-f3c8-47f6-9c4a-b9cb07150d73 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ce5b42df-5728-4e16-89fb-ea668a0c08e3), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:47.610075 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba3997-fbc7-4247-b5c4-5ed7b2ce13bb tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a51e4fc-5cfc-488a-a12c-3a08db3d1ccd,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:47.612755 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': 'dba1672d-faea-43cd-bf33-96a07e2d3d45', 'network_id': '5cfbcee1-7173-4b6e-a0aa-7287399b71c6', 'port_id': 'dba1672d-faea-43cd-bf33-96a07e2d3d45', 'mac_address': 'fa:16:3e:3c:e0:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '632da248-6289-4747-982b-19f8a4b887fb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:13:47.711971 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c8ba3997-fbc7-4247-b5c4-5ed7b2ce13bb tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:47.719948 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57286) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:47.723961 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-c8ba3997-fbc7-4247-b5c4-5ed7b2ce13bb tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.7625806 Feb 02 07:13:47.730079 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port dba1672d-faea-43cd-bf33-96a07e2d3d45 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:13:47.730664 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (dba1672d-faea-43cd-bf33-96a07e2d3d45), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:47.735873 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-21ed57df-35ba-4b66-9aff-0717ad472b3a None None] Could not find standard attr ID for object 4aab70af-6da1-4afc-9bfc-feeac05a62bb. {{(pid=109695) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 07:13:47.753599 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dba1672d-faea-43cd-bf33-96a07e2d3d45 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:13:47.789653 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port dba1672d-faea-43cd-bf33-96a07e2d3d45, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=dba1672d-faea-43cd-bf33-96a07e2d3d45,segment=NetworkSegment(f6e5c7ab-d970-42f4-9b5c-99d614498678),segment_id=f6e5c7ab-d970-42f4-9b5c-99d614498678)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:13:47.850211 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (dba1672d-faea-43cd-bf33-96a07e2d3d45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:47.854909 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-21ed57df-35ba-4b66-9aff-0717ad472b3a None None] Provisioning complete for port a1f0a684-9343-4aa5-906d-e74e4aeb51ea triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:47.855339 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-21ed57df-35ba-4b66-9aff-0717ad472b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (a1f0a684-9343-4aa5-906d-e74e4aeb51ea), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:47.864577 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814283cf-477b-45b4-92d1-c5abd605133f req-c7df99f4-7045-4ed0-b6da-ccf4c0f12d2a tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:47.865785 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-814283cf-477b-45b4-92d1-c5abd605133f req-c7df99f4-7045-4ed0-b6da-ccf4c0f12d2a tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:47.908180 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfbd64d-541d-42b8-9f61-5a540d42cad3 None None] Network 5fc5089e-97a8-4149-aa71-4295f8cc6a2d requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:13:48.043186 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-814283cf-477b-45b4-92d1-c5abd605133f req-c7df99f4-7045-4ed0-b6da-ccf4c0f12d2a tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9061422 Feb 02 07:13:48.082157 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-814283cf-477b-45b4-92d1-c5abd605133f req-8b5b5aa1-27bd-442b-a419-c30ffc5501c1 service neutron] Request body: {'port': {'device_id': 'a05f43d7-d814-46d7-b406-ef7372b5a711', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:13:48.086472 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-21ed57df-35ba-4b66-9aff-0717ad472b3a None None] Port a1f0a684-9343-4aa5-906d-e74e4aeb51ea cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:13:48.096990 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device b444e857-d37e-4dac-ae7b-846070e120f8 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:13:48.098926 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7115bc-57ae-41db-8b1e-7ffd68a31d6c req-bed7a6a6-d046-4b8d-8d62-fcb77e8fee5a tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:48.102941 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=dba1672d-faea-43cd-bf33-96a07e2d3d45,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:48.107884 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7115bc-57ae-41db-8b1e-7ffd68a31d6c req-bed7a6a6-d046-4b8d-8d62-fcb77e8fee5a tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:48.111089 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fb7115bc-57ae-41db-8b1e-7ffd68a31d6c req-bed7a6a6-d046-4b8d-8d62-fcb77e8fee5a tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/ports?device_id=a05f43d7-d814-46d7-b406-ef7372b5a711 HTTP/1.1" status: 200 len: 1655 time: 0.5173423 Feb 02 07:13:48.149170 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9fc69fc1-514a-4733-9f9c-d9fb32918b6b tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for port (54006660-e8c3-4e38-86c1-d72ebb09dd7c), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:48.160379 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9fc69fc1-514a-4733-9f9c-d9fb32918b6b tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (54006660-e8c3-4e38-86c1-d72ebb09dd7c), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:48.198242 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-21ed57df-35ba-4b66-9aff-0717ad472b3a None None] Provisioning complete for port 3f82a14b-ae14-4591-967d-95c0943e688b triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:48.198637 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-21ed57df-35ba-4b66-9aff-0717ad472b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (3f82a14b-ae14-4591-967d-95c0943e688b), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:48.227015 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-049766d8-64c3-4d92-b9c3-19df977cac08 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group (9dd39358-3d0e-488f-9f7a-332df242da18), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:48.247724 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a947f037-eb35-42ae-b3db-f90918e32cc9 None None] Network 144d1b23-4e9b-464c-85bb-7dea841b96eb requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:13:48.262255 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc69fc1-514a-4733-9f9c-d9fb32918b6b tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Pushing event updated for resources: {'Port': ['ID=54006660-e8c3-4e38-86c1-d72ebb09dd7c,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:48.271411 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9fc69fc1-514a-4733-9f9c-d9fb32918b6b tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (5be8e385-58ce-4093-9665-c14048136a2a), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:48.275703 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['dba1672d-faea-43cd-bf33-96a07e2d3d45'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:13:48.324607 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fb7115bc-57ae-41db-8b1e-7ffd68a31d6c req-7e1f7a41-c2fb-45a5-a981-a12c304fa277 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee38a50d-609a-441d-89e7-67ea86baffc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033981 Feb 02 07:13:48.389963 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-049766d8-64c3-4d92-b9c3-19df977cac08 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group (9dd39358-3d0e-488f-9f7a-332df242da18), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:48.396144 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc69fc1-514a-4733-9f9c-d9fb32918b6b tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Network 144d1b23-4e9b-464c-85bb-7dea841b96eb is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:13:48.396616 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-814283cf-477b-45b4-92d1-c5abd605133f req-8b5b5aa1-27bd-442b-a419-c30ffc5501c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (a1f0a684-9343-4aa5-906d-e74e4aeb51ea), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:48.398682 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-9fc69fc1-514a-4733-9f9c-d9fb32918b6b tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:13:48.453548 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-135baace-f3c8-47f6-9c4a-b9cb07150d73 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks [] for port (ce5b42df-5728-4e16-89fb-ea668a0c08e3), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:48.478800 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port b444e857-d37e-4dac-ae7b-846070e120f8 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:48.479303 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b444e857-d37e-4dac-ae7b-846070e120f8), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:48.504744 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-135baace-f3c8-47f6-9c4a-b9cb07150d73 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (ce5b42df-5728-4e16-89fb-ea668a0c08e3), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:48.536871 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-21ed57df-35ba-4b66-9aff-0717ad472b3a None None] Current status of the port 3f82a14b-ae14-4591-967d-95c0943e688b is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:13:48.550218 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fc69fc1-514a-4733-9f9c-d9fb32918b6b tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Router 5be8e385-58ce-4093-9665-c14048136a2a has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:13:48.605753 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135baace-f3c8-47f6-9c4a-b9cb07150d73 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Pushing event updated for resources: {'Port': ['ID=ce5b42df-5728-4e16-89fb-ea668a0c08e3,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:48.624870 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-21ed57df-35ba-4b66-9aff-0717ad472b3a None None] Provisioning complete for port 10e2733a-ed18-404f-b942-266a29e1c6ef triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:48.624870 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-21ed57df-35ba-4b66-9aff-0717ad472b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (10e2733a-ed18-404f-b942-266a29e1c6ef), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:48.673006 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-135baace-f3c8-47f6-9c4a-b9cb07150d73 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] In _notify_port_updated(), no bound segment for port ce5b42df-5728-4e16-89fb-ea668a0c08e3 on network 08333ed5-c91b-4f31-aeec-e7da03b3d61b {{(pid=109694) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 02 07:13:48.678147 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135baace-f3c8-47f6-9c4a-b9cb07150d73 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:48.678789 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-135baace-f3c8-47f6-9c4a-b9cb07150d73 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:48.683159 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-135baace-f3c8-47f6-9c4a-b9cb07150d73 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] 10.222.0.87 "PUT /v2.0/ports/ce5b42df-5728-4e16-89fb-ea668a0c08e3 HTTP/1.1" status: 200 len: 1003 time: 1.6053851 Feb 02 07:13:48.685807 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57292) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:48.717564 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-049766d8-64c3-4d92-b9c3-19df977cac08 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (9dd39358-3d0e-488f-9f7a-332df242da18), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:48.727134 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-049766d8-64c3-4d92-b9c3-19df977cac08 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:48.728492 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-049766d8-64c3-4d92-b9c3-19df977cac08 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] 10.222.0.87 "DELETE /v2.0/security-groups/9dd39358-3d0e-488f-9f7a-332df242da18 HTTP/1.1" status: 204 len: 168 time: 1.0070589 Feb 02 07:13:48.731627 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57294) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:48.748069 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049766d8-64c3-4d92-b9c3-19df977cac08 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd39358-3d0e-488f-9f7a-332df242da18,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:48.807507 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-21ed57df-35ba-4b66-9aff-0717ad472b3a None None] Port 10e2733a-ed18-404f-b942-266a29e1c6ef cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:13:48.906782 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port b444e857-d37e-4dac-ae7b-846070e120f8 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:13:48.909162 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device f05d4e22-4ec8-43ef-b0c2-29281c37a540 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:13:48.997629 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-814283cf-477b-45b4-92d1-c5abd605133f req-8b5b5aa1-27bd-442b-a419-c30ffc5501c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1f0a684-9343-4aa5-906d-e74e4aeb51ea {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:13:49.011648 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-814283cf-477b-45b4-92d1-c5abd605133f req-8b5b5aa1-27bd-442b-a419-c30ffc5501c1 service neutron] Publish callbacks [] for port (a1f0a684-9343-4aa5-906d-e74e4aeb51ea), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:49.027296 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-814283cf-477b-45b4-92d1-c5abd605133f req-8b5b5aa1-27bd-442b-a419-c30ffc5501c1 service neutron] Transition to ACTIVE for port object a1f0a684-9343-4aa5-906d-e74e4aeb51ea will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:13:49.036232 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-814283cf-477b-45b4-92d1-c5abd605133f req-8b5b5aa1-27bd-442b-a419-c30ffc5501c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (a1f0a684-9343-4aa5-906d-e74e4aeb51ea), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:49.133006 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5b5aa1-27bd-442b-a419-c30ffc5501c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a1f0a684-9343-4aa5-906d-e74e4aeb51ea,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:49.204852 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f481fc0-859f-456e-912a-98851249b452 req-f5492693-2fcd-4efc-85d0-2a965a3aee89 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:49.207275 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-85fc73a5-f1e9-490b-9490-1c2bcb949df9 None None] Provisioning complete for port f53887e1-c449-45c8-b56f-6c03f8182157 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:49.207858 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-85fc73a5-f1e9-490b-9490-1c2bcb949df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (f53887e1-c449-45c8-b56f-6c03f8182157), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:49.212314 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8f481fc0-859f-456e-912a-98851249b452 req-f5492693-2fcd-4efc-85d0-2a965a3aee89 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=d85ec473-4812-43bd-8045-140ae622cce9 HTTP/1.1" status: 200 len: 1127 time: 0.6604626 Feb 02 07:13:49.230672 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-814283cf-477b-45b4-92d1-c5abd605133f req-8b5b5aa1-27bd-442b-a419-c30ffc5501c1 service neutron] Attempting to bind port a1f0a684-9343-4aa5-906d-e74e4aeb51ea on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:13:49.231157 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-814283cf-477b-45b4-92d1-c5abd605133f req-8b5b5aa1-27bd-442b-a419-c30ffc5501c1 service neutron] Attempting to bind port a1f0a684-9343-4aa5-906d-e74e4aeb51ea by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': 'c5d67758-321f-4ab4-a669-7bb5635dd2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b3b3f1ad-5981-46d3-9427-a3b514183a9e'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:13:49.231375 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814283cf-477b-45b4-92d1-c5abd605133f req-8b5b5aa1-27bd-442b-a419-c30ffc5501c1 service neutron] Attempting to bind port a1f0a684-9343-4aa5-906d-e74e4aeb51ea on network b3b3f1ad-5981-46d3-9427-a3b514183a9e {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:13:49.236713 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814283cf-477b-45b4-92d1-c5abd605133f req-8b5b5aa1-27bd-442b-a419-c30ffc5501c1 service neutron] Port a1f0a684-9343-4aa5-906d-e74e4aeb51ea on network b3b3f1ad-5981-46d3-9427-a3b514183a9e not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:13:49.236947 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814283cf-477b-45b4-92d1-c5abd605133f req-8b5b5aa1-27bd-442b-a419-c30ffc5501c1 service neutron] Attempting to bind port a1f0a684-9343-4aa5-906d-e74e4aeb51ea on network b3b3f1ad-5981-46d3-9427-a3b514183a9e {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:13:49.248793 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814283cf-477b-45b4-92d1-c5abd605133f req-8b5b5aa1-27bd-442b-a419-c30ffc5501c1 service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:13:49.249153 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814283cf-477b-45b4-92d1-c5abd605133f req-8b5b5aa1-27bd-442b-a419-c30ffc5501c1 service neutron] Checking segment: {'id': 'c5d67758-321f-4ab4-a669-7bb5635dd2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b3b3f1ad-5981-46d3-9427-a3b514183a9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:13:49.249563 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814283cf-477b-45b4-92d1-c5abd605133f req-8b5b5aa1-27bd-442b-a419-c30ffc5501c1 service neutron] Bound using segment: {'id': 'c5d67758-321f-4ab4-a669-7bb5635dd2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b3b3f1ad-5981-46d3-9427-a3b514183a9e'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:13:49.250626 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-814283cf-477b-45b4-92d1-c5abd605133f req-8b5b5aa1-27bd-442b-a419-c30ffc5501c1 service neutron] Bound port: a1f0a684-9343-4aa5-906d-e74e4aeb51ea, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5d67758-321f-4ab4-a669-7bb5635dd2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'b3b3f1ad-5981-46d3-9427-a3b514183a9e'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:13:49.251386 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-814283cf-477b-45b4-92d1-c5abd605133f req-8b5b5aa1-27bd-442b-a419-c30ffc5501c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (a1f0a684-9343-4aa5-906d-e74e4aeb51ea), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:49.283074 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port f05d4e22-4ec8-43ef-b0c2-29281c37a540 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:49.283762 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (f05d4e22-4ec8-43ef-b0c2-29281c37a540), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:49.284581 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc69fc1-514a-4733-9f9c-d9fb32918b6b tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:13:49.290097 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-9fc69fc1-514a-4733-9f9c-d9fb32918b6b tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "PUT /v2.0/routers/5be8e385-58ce-4093-9665-c14048136a2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7348111 Feb 02 07:13:49.313743 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57298) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:49.333089 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc10dac-1ddf-44b5-8e73-e15a19c646d7 None None] Sync routers for ids ['5be8e385-58ce-4093-9665-c14048136a2a'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:13:49.348259 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-85fc73a5-f1e9-490b-9490-1c2bcb949df9 None None] Port f53887e1-c449-45c8-b56f-6c03f8182157 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:13:49.359970 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc10dac-1ddf-44b5-8e73-e15a19c646d7 None None] Routers {'5be8e385-58ce-4093-9665-c14048136a2a'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:13:49.361836 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-9cc10dac-1ddf-44b5-8e73-e15a19c646d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:13:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['5be8e385-58ce-4093-9665-c14048136a2a'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:13:49.386132 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-817accb9-8aec-4e9f-b945-d72c3af219d2 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Request body: {'network': {'name': 'tempest-RoutersTest-928535868'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:13:49.394906 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8f481fc0-859f-456e-912a-98851249b452 req-0c94d3c8-a5c1-49d9-b8a7-389ebb4ca4ff tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=b28d4905-d1c1-4309-a5bf-1728cb15a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811068 Feb 02 07:13:49.454931 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-764fcdc6-cf6e-46ca-a3e0-55422e54a6d5 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.7204337 Feb 02 07:13:49.460942 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57302) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:49.461198 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port f05d4e22-4ec8-43ef-b0c2-29281c37a540 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:13:49.461629 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f05d4e22-4ec8-43ef-b0c2-29281c37a540), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:49.467386 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-c09f079b-d37c-4d26-b578-cd202deb57ef tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Request body: {'security_group': {'name': 'tempest-secgroup--1236824145'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:13:49.487052 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817accb9-8aec-4e9f-b945-d72c3af219d2 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Made reservation on behalf of c092e90dc089486b8a9195291d2bdc7c for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:13:49.490851 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-817accb9-8aec-4e9f-b945-d72c3af219d2 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:49.537005 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-817accb9-8aec-4e9f-b945-d72c3af219d2 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:13:49.539732 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c09f079b-d37c-4d26-b578-cd202deb57ef tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:49.549101 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port f05d4e22-4ec8-43ef-b0c2-29281c37a540, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=f05d4e22-4ec8-43ef-b0c2-29281c37a540,segment=NetworkSegment(90d8575d-a92d-47df-a779-76db30ce9810),segment_id=90d8575d-a92d-47df-a779-76db30ce9810)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:13:49.550380 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-ab418ddf-a62c-4454-9ad5-4efcdd1dbed3 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Deleting port ce5b42df-5728-4e16-89fb-ea668a0c08e3 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:13:49.550729 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ab418ddf-a62c-4454-9ad5-4efcdd1dbed3 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (ce5b42df-5728-4e16-89fb-ea668a0c08e3), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:49.558534 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-85fc73a5-f1e9-490b-9490-1c2bcb949df9 None None] Provisioning complete for port 738a5d1f-7ce8-46ce-9f22-f2d09ed1b8c3 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:49.558982 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-85fc73a5-f1e9-490b-9490-1c2bcb949df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (738a5d1f-7ce8-46ce-9f22-f2d09ed1b8c3), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:49.565063 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (f05d4e22-4ec8-43ef-b0c2-29281c37a540), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:49.566800 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 3f82a14b-ae14-4591-967d-95c0943e688b up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:13:49.585169 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-817accb9-8aec-4e9f-b945-d72c3af219d2 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (8bcbef15-661f-4bbc-b9aa-10ab12e93a1d), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:49.585517 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-817accb9-8aec-4e9f-b945-d72c3af219d2 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Added segment 8bcbef15-661f-4bbc-b9aa-10ab12e93a1d of type vlan for network a5a0d739-8d8d-4ced-84b3-5cd812c61fce Feb 02 07:13:49.694323 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-817accb9-8aec-4e9f-b945-d72c3af219d2 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (a5a0d739-8d8d-4ced-84b3-5cd812c61fce), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:49.702598 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-9cc10dac-1ddf-44b5-8e73-e15a19c646d7 None None] Set router 5be8e385-58ce-4093-9665-c14048136a2a gateway port host: None {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:13:49.769063 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ab418ddf-a62c-4454-9ad5-4efcdd1dbed3 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (ce5b42df-5728-4e16-89fb-ea668a0c08e3), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:49.796577 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-817accb9-8aec-4e9f-b945-d72c3af219d2 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (a5a0d739-8d8d-4ced-84b3-5cd812c61fce), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:49.800871 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-814283cf-477b-45b4-92d1-c5abd605133f req-8b5b5aa1-27bd-442b-a419-c30ffc5501c1 service neutron] For port a1f0a684-9343-4aa5-906d-e74e4aeb51ea, host n-h2-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:13:49.802232 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817accb9-8aec-4e9f-b945-d72c3af219d2 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:49.802853 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-817accb9-8aec-4e9f-b945-d72c3af219d2 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:49.815275 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-ab418ddf-a62c-4454-9ad5-4efcdd1dbed3 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Calling delete_port for ce5b42df-5728-4e16-89fb-ea668a0c08e3 owned by {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:13:49.816091 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-814283cf-477b-45b4-92d1-c5abd605133f req-8b5b5aa1-27bd-442b-a419-c30ffc5501c1 service neutron] For port a1f0a684-9343-4aa5-906d-e74e4aeb51ea, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=a1f0a684-9343-4aa5-906d-e74e4aeb51ea,segment=NetworkSegment(c5d67758-321f-4ab4-a669-7bb5635dd2fe),segment_id=c5d67758-321f-4ab4-a669-7bb5635dd2fe)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:13:49.828252 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c09f079b-d37c-4d26-b578-cd202deb57ef tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group (1ae6ccab-22f6-4fb3-8789-296f9ca46dad), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:49.828761 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace94e5d-1786-4b87-90d6-2a585486ade7 req-f3f34c59-bdda-4c2f-9a32-d704f303f883 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:49.834496 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace94e5d-1786-4b87-90d6-2a585486ade7 req-f3f34c59-bdda-4c2f-9a32-d704f303f883 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:49.838802 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ace94e5d-1786-4b87-90d6-2a585486ade7 req-f3f34c59-bdda-4c2f-9a32-d704f303f883 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/ports?device_id=a05f43d7-d814-46d7-b406-ef7372b5a711 HTTP/1.1" status: 200 len: 1667 time: 0.0977569 Feb 02 07:13:49.842672 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-817accb9-8aec-4e9f-b945-d72c3af219d2 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4725153 Feb 02 07:13:49.843450 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57304) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:49.847682 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=f05d4e22-4ec8-43ef-b0c2-29281c37a540,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:49.849943 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-814283cf-477b-45b4-92d1-c5abd605133f req-8b5b5aa1-27bd-442b-a419-c30ffc5501c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (a1f0a684-9343-4aa5-906d-e74e4aeb51ea), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:49.863034 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-1b34e3f5-4210-475d-b918-b2baf602939b tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Request body: {'subnet': {'network_id': 'a5a0d739-8d8d-4ced-84b3-5cd812c61fce', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:13:49.866498 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c09f079b-d37c-4d26-b578-cd202deb57ef tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (1ae6ccab-22f6-4fb3-8789-296f9ca46dad), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:49.884083 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-85fc73a5-f1e9-490b-9490-1c2bcb949df9 None None] Current status of the port 738a5d1f-7ce8-46ce-9f22-f2d09ed1b8c3 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:13:49.885084 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-85fc73a5-f1e9-490b-9490-1c2bcb949df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (738a5d1f-7ce8-46ce-9f22-f2d09ed1b8c3), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:49.913603 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814283cf-477b-45b4-92d1-c5abd605133f req-8b5b5aa1-27bd-442b-a419-c30ffc5501c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:49.914304 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-814283cf-477b-45b4-92d1-c5abd605133f req-8b5b5aa1-27bd-442b-a419-c30ffc5501c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:49.916546 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-814283cf-477b-45b4-92d1-c5abd605133f req-8b5b5aa1-27bd-442b-a419-c30ffc5501c1 service neutron] 10.222.0.59 "PUT /v2.0/ports/a1f0a684-9343-4aa5-906d-e74e4aeb51ea HTTP/1.1" status: 200 len: 1093 time: 1.8431056 Feb 02 07:13:49.920914 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a05f43d7-d814-46d7-b406-ef7372b5a711', 'tag': 'a1f0a684-9343-4aa5-906d-e74e4aeb51ea'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:13:49.923912 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-067fc10c-bc9c-4816-884a-e059e28e62b4" -d '{"events": [{"name": "network-changed", "server_uuid": "a05f43d7-d814-46d7-b406-ef7372b5a711", "tag": "a1f0a684-9343-4aa5-906d-e74e4aeb51ea"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:13:49.952018 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 3f82a14b-ae14-4591-967d-95c0943e688b triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:49.952018 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (3f82a14b-ae14-4591-967d-95c0943e688b), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:49.967076 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-814283cf-477b-45b4-92d1-c5abd605133f req-224bc205-40cb-468e-9b18-31750899032d service neutron] Request body: {'port': {'device_id': 'a05f43d7-d814-46d7-b406-ef7372b5a711', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:13:49.990026 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-85fc73a5-f1e9-490b-9490-1c2bcb949df9 None None] For port 738a5d1f-7ce8-46ce-9f22-f2d09ed1b8c3, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=738a5d1f-7ce8-46ce-9f22-f2d09ed1b8c3,segment=NetworkSegment(4003649c-3d54-4f1f-be77-3b3054f688e7),segment_id=4003649c-3d54-4f1f-be77-3b3054f688e7)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:13:49.995759 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ace94e5d-1786-4b87-90d6-2a585486ade7 req-491243f7-64f1-49b5-871f-91024e1e7f0d tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee38a50d-609a-441d-89e7-67ea86baffc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522636 Feb 02 07:13:49.998759 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5b5aa1-27bd-442b-a419-c30ffc5501c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a1f0a684-9343-4aa5-906d-e74e4aeb51ea,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:50.046994 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c9184b-a769-4aaf-937b-05301780fbcd x-openstack-request-id: req-c5c9184b-a769-4aaf-937b-05301780fbcd {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:13:50.047883 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a05f43d7-d814-46d7-b406-ef7372b5a711", "tag": "a1f0a684-9343-4aa5-906d-e74e4aeb51ea", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:13:50.048348 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c5c9184b-a769-4aaf-937b-05301780fbcd {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:13:50.048931 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a05f43d7-d814-46d7-b406-ef7372b5a711', 'tag': 'a1f0a684-9343-4aa5-906d-e74e4aeb51ea', 'status': 'completed', 'code': 200} Feb 02 07:13:50.050162 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-85fc73a5-f1e9-490b-9490-1c2bcb949df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (738a5d1f-7ce8-46ce-9f22-f2d09ed1b8c3), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:50.065181 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-814283cf-477b-45b4-92d1-c5abd605133f req-224bc205-40cb-468e-9b18-31750899032d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f53887e1-c449-45c8-b56f-6c03f8182157), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:50.100835 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817accb9-8aec-4e9f-b945-d72c3af219d2 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Pushing event updated for resources: {'Network': ['ID=a5a0d739-8d8d-4ced-84b3-5cd812c61fce,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:50.105931 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c09f079b-d37c-4d26-b578-cd202deb57ef tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:50.109632 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-c09f079b-d37c-4d26-b578-cd202deb57ef tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6453159 Feb 02 07:13:50.147051 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fc73a5-f1e9-490b-9490-1c2bcb949df9 None None] Pushing event updated for resources: {'Port': ['ID=738a5d1f-7ce8-46ce-9f22-f2d09ed1b8c3,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:50.162918 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network a5a0d739-8d8d-4ced-84b3-5cd812c61fce details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:13:50.193902 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-85fc73a5-f1e9-490b-9490-1c2bcb949df9 None None] Provisioning complete for port f05d4e22-4ec8-43ef-b0c2-29281c37a540 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:50.194842 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-85fc73a5-f1e9-490b-9490-1c2bcb949df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (f05d4e22-4ec8-43ef-b0c2-29281c37a540), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:50.203509 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57308) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:50.210545 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-b7da67df-bad8-42a5-8913-fe5cc51316b2 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Request body: {'security_group': {'name': 'tempest-secgroup--801873668'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:13:50.243051 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f079b-d37c-4d26-b578-cd202deb57ef tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae6ccab-22f6-4fb3-8789-296f9ca46dad,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:50.277826 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ab418ddf-a62c-4454-9ad5-4efcdd1dbed3 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (ce5b42df-5728-4e16-89fb-ea668a0c08e3), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:50.280371 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b7da67df-bad8-42a5-8913-fe5cc51316b2 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:50.321593 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b34e3f5-4210-475d-b918-b2baf602939b tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Made reservation on behalf of c092e90dc089486b8a9195291d2bdc7c for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:13:50.325761 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1b34e3f5-4210-475d-b918-b2baf602939b tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:50.333840 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab418ddf-a62c-4454-9ad5-4efcdd1dbed3 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Pushing event deleted for resources: {'Port': ['ID=ce5b42df-5728-4e16-89fb-ea668a0c08e3,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:50.352075 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067fc10c-bc9c-4816-884a-e059e28e62b4 req-36a12d4e-81b7-4e4d-9d3e-ae834ff24fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:50.352560 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067fc10c-bc9c-4816-884a-e059e28e62b4 req-36a12d4e-81b7-4e4d-9d3e-ae834ff24fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:50.354550 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-067fc10c-bc9c-4816-884a-e059e28e62b4 req-36a12d4e-81b7-4e4d-9d3e-ae834ff24fb0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1c93b513068944b98dd403010458a6a3&device_id=a05f43d7-d814-46d7-b406-ef7372b5a711 HTTP/1.1" status: 200 len: 1946 time: 0.1521873 Feb 02 07:13:50.411969 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 3f82a14b-ae14-4591-967d-95c0943e688b is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:13:50.413124 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 738a5d1f-7ce8-46ce-9f22-f2d09ed1b8c3 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:13:50.530128 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 738a5d1f-7ce8-46ce-9f22-f2d09ed1b8c3 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:50.530704 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (738a5d1f-7ce8-46ce-9f22-f2d09ed1b8c3), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:50.548901 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-814283cf-477b-45b4-92d1-c5abd605133f req-224bc205-40cb-468e-9b18-31750899032d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f53887e1-c449-45c8-b56f-6c03f8182157 {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:13:50.555255 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b7da67df-bad8-42a5-8913-fe5cc51316b2 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group (55e70268-e04d-49e2-a5db-a72523005128), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:50.560904 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-814283cf-477b-45b4-92d1-c5abd605133f req-224bc205-40cb-468e-9b18-31750899032d service neutron] Publish callbacks [] for port (f53887e1-c449-45c8-b56f-6c03f8182157), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:50.583257 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b7da67df-bad8-42a5-8913-fe5cc51316b2 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (55e70268-e04d-49e2-a5db-a72523005128), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:50.614466 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-9cc10dac-1ddf-44b5-8e73-e15a19c646d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be8e385-58ce-4093-9665-c14048136a2a', 'name': 'tempest-RoutersTest-router-1283393417', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:13:26Z', 'updated_at': '2022-02-02T07:13:47Z', 'revision_number': 4, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'gw_port_host': None, '_interfaces': [{'id': '54006660-e8c3-4e38-86c1-d72ebb09dd7c', 'name': '', 'network_id': '144d1b23-4e9b-464c-85bb-7dea841b96eb', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'mac_address': 'fa:16:3e:7f:d5:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be8e385-58ce-4093-9665-c14048136a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': 'eb73560c-523c-4032-82fe-0f13db852ea1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:42Z', 'updated_at': '2022-02-02T07:13:47Z', 'revision_number': 2, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'subnets': [{'id': 'eb73560c-523c-4032-82fe-0f13db852ea1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6be65c97-c21a-4d3c-9b85-1b734ac5ab7a', 'name': '', 'network_id': '13f39bcb-30c2-4226-aa99-134caa5ace72', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'mac_address': 'fa:16:3e:35:28:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be8e385-58ce-4093-9665-c14048136a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '134e2214-f6dd-43ee-a5d4-672e2463085f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:28Z', 'updated_at': '2022-02-02T07:13:34Z', 'revision_number': 5, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'subnets': [{'id': '134e2214-f6dd-43ee-a5d4-672e2463085f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b444e857-d37e-4dac-ae7b-846070e120f8', 'name': '', 'network_id': '96a17be2-3b10-4ce0-8fef-5c1c61e2a12b', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'mac_address': 'fa:16:3e:78:22:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be8e385-58ce-4093-9665-c14048136a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'de1bef11-0190-4dd0-830c-19ffb2680972', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:35Z', 'updated_at': '2022-02-02T07:13:45Z', 'revision_number': 5, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'subnets': [{'id': 'de1bef11-0190-4dd0-830c-19ffb2680972', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:13:50.626999 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-814283cf-477b-45b4-92d1-c5abd605133f req-224bc205-40cb-468e-9b18-31750899032d service neutron] Transition to ACTIVE for port object f53887e1-c449-45c8-b56f-6c03f8182157 will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:13:50.643690 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-814283cf-477b-45b4-92d1-c5abd605133f req-224bc205-40cb-468e-9b18-31750899032d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (f53887e1-c449-45c8-b56f-6c03f8182157), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:50.646405 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc10dac-1ddf-44b5-8e73-e15a19c646d7 None None] Checking router: 5be8e385-58ce-4093-9665-c14048136a2a for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:13:50.646940 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc10dac-1ddf-44b5-8e73-e15a19c646d7 None None] Updating router 5be8e385-58ce-4093-9665-c14048136a2a port 54006660-e8c3-4e38-86c1-d72ebb09dd7c binding host n-d-789963-26 {{(pid=109695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:13:50.648045 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ab418ddf-a62c-4454-9ad5-4efcdd1dbed3 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:50.653725 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b7da67df-bad8-42a5-8913-fe5cc51316b2 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:50.655534 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-ab418ddf-a62c-4454-9ad5-4efcdd1dbed3 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] 10.222.0.87 "DELETE /v2.0/ports/ce5b42df-5728-4e16-89fb-ea668a0c08e3 HTTP/1.1" status: 204 len: 168 time: 1.9690881 Feb 02 07:13:50.657679 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b7da67df-bad8-42a5-8913-fe5cc51316b2 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4527717 Feb 02 07:13:50.658302 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57312) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:50.658641 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57314) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:50.668477 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-cd589c20-0515-4514-afec-f1bf4f580c96 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Request body: {'security_group_rule': {'security_group_id': '1ae6ccab-22f6-4fb3-8789-296f9ca46dad', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '55e70268-e04d-49e2-a5db-a72523005128', 'remote_ip_prefix': None}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:13:50.677277 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-85fc73a5-f1e9-490b-9490-1c2bcb949df9 None None] Current status of the port f05d4e22-4ec8-43ef-b0c2-29281c37a540 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:13:50.694636 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-85fc73a5-f1e9-490b-9490-1c2bcb949df9 None None] Could not find standard attr ID for object ce5b42df-5728-4e16-89fb-ea668a0c08e3. {{(pid=109695) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 07:13:50.698711 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9cc10dac-1ddf-44b5-8e73-e15a19c646d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (54006660-e8c3-4e38-86c1-d72ebb09dd7c), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:50.713696 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7da67df-bad8-42a5-8913-fe5cc51316b2 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55e70268-e04d-49e2-a5db-a72523005128,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:50.746599 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fa8b041-e9ca-4a8c-9f53-31a7002c3d28 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] GET failed (client error): The resource could not be found. Feb 02 07:13:50.748185 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-2fa8b041-e9ca-4a8c-9f53-31a7002c3d28 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] 10.222.0.87 "GET /v2.0/ports/ce5b42df-5728-4e16-89fb-ea668a0c08e3 HTTP/1.1" status: 404 len: 333 time: 0.0739794 Feb 02 07:13:50.754327 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57316) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:50.762216 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-a1c1ec77-ae36-4e6f-b456-f0c2421db353 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Request body: {'port': {'network_id': '08333ed5-c91b-4f31-aeec-e7da03b3d61b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-344700372'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:13:50.770446 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 738a5d1f-7ce8-46ce-9f22-f2d09ed1b8c3 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:13:50.781261 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224bc205-40cb-468e-9b18-31750899032d service neutron] Pushing event updated for resources: {'Port': ['ID=f53887e1-c449-45c8-b56f-6c03f8182157,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:50.786496 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5945ed-2527-477f-873c-1f0b06063b5a req-6ccc994e-c148-4d58-8d53-7fee517456e2 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:50.795150 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067fc10c-bc9c-4816-884a-e059e28e62b4 req-af0db754-31b7-4513-a9f8-e4a9e8b8c560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:50.795894 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067fc10c-bc9c-4816-884a-e059e28e62b4 req-af0db754-31b7-4513-a9f8-e4a9e8b8c560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:50.796328 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5f5945ed-2527-477f-873c-1f0b06063b5a req-6ccc994e-c148-4d58-8d53-7fee517456e2 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=d85ec473-4812-43bd-8045-140ae622cce9 HTTP/1.1" status: 200 len: 1127 time: 0.2305009 Feb 02 07:13:50.796731 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067fc10c-bc9c-4816-884a-e059e28e62b4 req-af0db754-31b7-4513-a9f8-e4a9e8b8c560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:50.799112 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-067fc10c-bc9c-4816-884a-e059e28e62b4 req-af0db754-31b7-4513-a9f8-e4a9e8b8c560 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=1c93b513068944b98dd403010458a6a3&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4208696 Feb 02 07:13:50.854016 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cd589c20-0515-4514-afec-f1bf4f580c96 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group_rule (0716e368-1a14-4e8f-9f9a-007b7bedde59), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:50.908277 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5f5945ed-2527-477f-873c-1f0b06063b5a req-b6b9cb6b-6685-4e25-9ca6-a1c4382d85cc tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=b28d4905-d1c1-4309-a5bf-1728cb15a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108332 Feb 02 07:13:50.929052 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-6adc5c3a-3c44-4b23-862f-4e26acd45829 None None] Provisioning complete for port 738a5d1f-7ce8-46ce-9f22-f2d09ed1b8c3 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:50.929669 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6adc5c3a-3c44-4b23-862f-4e26acd45829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (738a5d1f-7ce8-46ce-9f22-f2d09ed1b8c3), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:50.971436 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 738a5d1f-7ce8-46ce-9f22-f2d09ed1b8c3 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:13:50.993988 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-814283cf-477b-45b4-92d1-c5abd605133f req-224bc205-40cb-468e-9b18-31750899032d service neutron] Attempting to bind port f53887e1-c449-45c8-b56f-6c03f8182157 on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:13:50.994574 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-814283cf-477b-45b4-92d1-c5abd605133f req-224bc205-40cb-468e-9b18-31750899032d service neutron] Attempting to bind port f53887e1-c449-45c8-b56f-6c03f8182157 by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': '90d8575d-a92d-47df-a779-76db30ce9810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '5fc5089e-97a8-4149-aa71-4295f8cc6a2d'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:13:50.994984 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814283cf-477b-45b4-92d1-c5abd605133f req-224bc205-40cb-468e-9b18-31750899032d service neutron] Attempting to bind port f53887e1-c449-45c8-b56f-6c03f8182157 on network 5fc5089e-97a8-4149-aa71-4295f8cc6a2d {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:13:51.006789 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814283cf-477b-45b4-92d1-c5abd605133f req-224bc205-40cb-468e-9b18-31750899032d service neutron] Port f53887e1-c449-45c8-b56f-6c03f8182157 on network 5fc5089e-97a8-4149-aa71-4295f8cc6a2d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:13:51.007124 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814283cf-477b-45b4-92d1-c5abd605133f req-224bc205-40cb-468e-9b18-31750899032d service neutron] Attempting to bind port f53887e1-c449-45c8-b56f-6c03f8182157 on network 5fc5089e-97a8-4149-aa71-4295f8cc6a2d {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:13:51.033290 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1b34e3f5-4210-475d-b918-b2baf602939b tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (a371c952-6ffa-4afc-98bb-d2068d2b22d2), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:51.053080 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814283cf-477b-45b4-92d1-c5abd605133f req-224bc205-40cb-468e-9b18-31750899032d service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:13:51.054191 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814283cf-477b-45b4-92d1-c5abd605133f req-224bc205-40cb-468e-9b18-31750899032d service neutron] Checking segment: {'id': '90d8575d-a92d-47df-a779-76db30ce9810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '5fc5089e-97a8-4149-aa71-4295f8cc6a2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:13:51.064534 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814283cf-477b-45b4-92d1-c5abd605133f req-224bc205-40cb-468e-9b18-31750899032d service neutron] Bound using segment: {'id': '90d8575d-a92d-47df-a779-76db30ce9810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '5fc5089e-97a8-4149-aa71-4295f8cc6a2d'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:13:51.065365 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-814283cf-477b-45b4-92d1-c5abd605133f req-224bc205-40cb-468e-9b18-31750899032d service neutron] Bound port: f53887e1-c449-45c8-b56f-6c03f8182157, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90d8575d-a92d-47df-a779-76db30ce9810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '5fc5089e-97a8-4149-aa71-4295f8cc6a2d'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:13:51.067197 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-814283cf-477b-45b4-92d1-c5abd605133f req-224bc205-40cb-468e-9b18-31750899032d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f53887e1-c449-45c8-b56f-6c03f8182157), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:51.149799 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cd589c20-0515-4514-afec-f1bf4f580c96 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group_rule (0716e368-1a14-4e8f-9f9a-007b7bedde59), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:51.163051 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cd589c20-0515-4514-afec-f1bf4f580c96 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (0716e368-1a14-4e8f-9f9a-007b7bedde59), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:51.163317 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067fc10c-bc9c-4816-884a-e059e28e62b4 req-85f08fe1-5bd8-4328-bdf6-1629ccbc52ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:51.163886 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-067fc10c-bc9c-4816-884a-e059e28e62b4 req-85f08fe1-5bd8-4328-bdf6-1629ccbc52ce service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3507555 Feb 02 07:13:51.197779 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 738a5d1f-7ce8-46ce-9f22-f2d09ed1b8c3 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:51.198101 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (738a5d1f-7ce8-46ce-9f22-f2d09ed1b8c3), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:51.203525 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd589c20-0515-4514-afec-f1bf4f580c96 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0716e368-1a14-4e8f-9f9a-007b7bedde59,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:51.203757 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-6adc5c3a-3c44-4b23-862f-4e26acd45829 None None] Current status of the port 738a5d1f-7ce8-46ce-9f22-f2d09ed1b8c3 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:13:51.208981 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-814283cf-477b-45b4-92d1-c5abd605133f req-224bc205-40cb-468e-9b18-31750899032d service neutron] For port f53887e1-c449-45c8-b56f-6c03f8182157, host n-h2-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:13:51.216447 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-814283cf-477b-45b4-92d1-c5abd605133f req-224bc205-40cb-468e-9b18-31750899032d service neutron] For port f53887e1-c449-45c8-b56f-6c03f8182157, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=f53887e1-c449-45c8-b56f-6c03f8182157,segment=NetworkSegment(90d8575d-a92d-47df-a779-76db30ce9810),segment_id=90d8575d-a92d-47df-a779-76db30ce9810)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:13:51.223082 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b34e3f5-4210-475d-b918-b2baf602939b tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Checking segment: {'id': '8bcbef15-661f-4bbc-b9aa-10ab12e93a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'a5a0d739-8d8d-4ced-84b3-5cd812c61fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:13:51.223478 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b34e3f5-4210-475d-b918-b2baf602939b tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Network hostable DHCP agents. Network: a5a0d739-8d8d-4ced-84b3-5cd812c61fce, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:13:51.226621 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cd589c20-0515-4514-afec-f1bf4f580c96 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:51.228072 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-cd589c20-0515-4514-afec-f1bf4f580c96 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5649076 Feb 02 07:13:51.230355 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-814283cf-477b-45b4-92d1-c5abd605133f req-224bc205-40cb-468e-9b18-31750899032d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (f53887e1-c449-45c8-b56f-6c03f8182157), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:51.232073 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b34e3f5-4210-475d-b918-b2baf602939b tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Pushing event updated for resources: {'Subnet': ['ID=a371c952-6ffa-4afc-98bb-d2068d2b22d2,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:51.233607 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device dba1672d-faea-43cd-bf33-96a07e2d3d45 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:13:51.234831 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57320) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:51.254479 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c1ec77-ae36-4e6f-b456-f0c2421db353 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Made reservation on behalf of 1fbf35ed46884303898d156d8d254ad5 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:13:51.257841 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a1c1ec77-ae36-4e6f-b456-f0c2421db353 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:51.297350 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814283cf-477b-45b4-92d1-c5abd605133f req-224bc205-40cb-468e-9b18-31750899032d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:51.298536 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-814283cf-477b-45b4-92d1-c5abd605133f req-224bc205-40cb-468e-9b18-31750899032d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:51.300149 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaed7b4-0f6e-4069-92e3-6209e51e4dde req-02100261-f843-4fba-ade5-326ea4b2cfef tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:51.300344 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-814283cf-477b-45b4-92d1-c5abd605133f req-224bc205-40cb-468e-9b18-31750899032d service neutron] 10.222.0.59 "PUT /v2.0/ports/f53887e1-c449-45c8-b56f-6c03f8182157 HTTP/1.1" status: 200 len: 1093 time: 1.3386433 Feb 02 07:13:51.301518 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-67e2db44-b30c-47c7-8aa5-fd57edbb0cfd tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group_rule (0716e368-1a14-4e8f-9f9a-007b7bedde59), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:51.307526 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaed7b4-0f6e-4069-92e3-6209e51e4dde req-02100261-f843-4fba-ade5-326ea4b2cfef tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:51.309346 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4aaed7b4-0f6e-4069-92e3-6209e51e4dde req-02100261-f843-4fba-ade5-326ea4b2cfef tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/ports?device_id=a05f43d7-d814-46d7-b406-ef7372b5a711 HTTP/1.1" status: 200 len: 1679 time: 0.1667576 Feb 02 07:13:51.318951 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-67e2db44-b30c-47c7-8aa5-fd57edbb0cfd tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group_rule (0716e368-1a14-4e8f-9f9a-007b7bedde59), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:51.320042 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b34e3f5-4210-475d-b918-b2baf602939b tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Network a5a0d739-8d8d-4ced-84b3-5cd812c61fce is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:13:51.337846 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [None req-a1c1ec77-ae36-4e6f-b456-f0c2421db353 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] device_id is not set on port c63dbb5c-ddb0-4461-a9f3-14e30041b5d7 yet. {{(pid=109693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:13:51.345603 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224bc205-40cb-468e-9b18-31750899032d service neutron] Pushing event updated for resources: {'Port': ['ID=f53887e1-c449-45c8-b56f-6c03f8182157,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:51.371497 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-6adc5c3a-3c44-4b23-862f-4e26acd45829 None None] Provisioning complete for port 54006660-e8c3-4e38-86c1-d72ebb09dd7c triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:51.372002 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6adc5c3a-3c44-4b23-862f-4e26acd45829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (54006660-e8c3-4e38-86c1-d72ebb09dd7c), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:51.385045 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-67e2db44-b30c-47c7-8aa5-fd57edbb0cfd tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (0716e368-1a14-4e8f-9f9a-007b7bedde59), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:51.392113 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-67e2db44-b30c-47c7-8aa5-fd57edbb0cfd tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:51.395550 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-67e2db44-b30c-47c7-8aa5-fd57edbb0cfd tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/0716e368-1a14-4e8f-9f9a-007b7bedde59 HTTP/1.1" status: 204 len: 168 time: 0.1557293 Feb 02 07:13:51.424701 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57322) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:51.425526 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-1b34e3f5-4210-475d-b918-b2baf602939b tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, a5a0d739-8d8d-4ced-84b3-5cd812c61fce) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:13:51.430491 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b34e3f5-4210-475d-b918-b2baf602939b tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:51.431343 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1b34e3f5-4210-475d-b918-b2baf602939b tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:51.440206 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e2db44-b30c-47c7-8aa5-fd57edbb0cfd tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0716e368-1a14-4e8f-9f9a-007b7bedde59,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:51.488114 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814283cf-477b-45b4-92d1-c5abd605133f req-fb2c53bb-92b9-4991-91f9-1cc1592336c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:51.488114 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814283cf-477b-45b4-92d1-c5abd605133f req-fb2c53bb-92b9-4991-91f9-1cc1592336c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:51.488114 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-814283cf-477b-45b4-92d1-c5abd605133f req-fb2c53bb-92b9-4991-91f9-1cc1592336c4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1c93b513068944b98dd403010458a6a3&device_id=a05f43d7-d814-46d7-b406-ef7372b5a711 HTTP/1.1" status: 200 len: 2045 time: 0.1132870 Feb 02 07:13:51.505248 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4aaed7b4-0f6e-4069-92e3-6209e51e4dde req-1f5b4a8f-5170-441e-94bc-f4bd2f86f815 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee38a50d-609a-441d-89e7-67ea86baffc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810024 Feb 02 07:13:51.515539 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-1b34e3f5-4210-475d-b918-b2baf602939b tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6544449 Feb 02 07:13:51.516788 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57324) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:51.552931 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-814283cf-477b-45b4-92d1-c5abd605133f req-95ddf5c1-730b-42e1-b87e-a430f618976d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.173&port_id=a1f0a684-9343-4aa5-906d-e74e4aeb51ea HTTP/1.1" status: 200 len: 217 time: 0.0498974 Feb 02 07:13:51.561862 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6a39df-14fe-4306-84c7-19cf22fb58b6 None None] Network a5a0d739-8d8d-4ced-84b3-5cd812c61fce requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:13:51.571190 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port dba1672d-faea-43cd-bf33-96a07e2d3d45 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:13:51.624074 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port dba1672d-faea-43cd-bf33-96a07e2d3d45 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:51.624473 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (dba1672d-faea-43cd-bf33-96a07e2d3d45), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:51.627485 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-72f9d644-47f7-4daa-82e1-19b79287a1f9 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1926012 Feb 02 07:13:51.628185 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9cc10dac-1ddf-44b5-8e73-e15a19c646d7 None None] Publish callbacks [] for port (54006660-e8c3-4e38-86c1-d72ebb09dd7c), precommit_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:51.630576 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57326) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:51.641973 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814283cf-477b-45b4-92d1-c5abd605133f req-f4d0e204-421a-490c-aec5-9c93635f6df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:51.643516 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-814283cf-477b-45b4-92d1-c5abd605133f req-f4d0e204-421a-490c-aec5-9c93635f6df8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cc443c5d-2597-49a8-8cb0-67d6d1bbe8ef HTTP/1.1" status: 200 len: 801 time: 0.0830505 Feb 02 07:13:51.707354 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-a1c1ec77-ae36-4e6f-b456-f0c2421db353 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Allocated IP 2001:db8::15d (08333ed5-c91b-4f31-aeec-e7da03b3d61b/e6885f8e-ba9d-4845-a72b-d215975172e1/c63dbb5c-ddb0-4461-a9f3-14e30041b5d7) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:13:51.711844 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 738a5d1f-7ce8-46ce-9f22-f2d09ed1b8c3 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:13:51.713685 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device f05d4e22-4ec8-43ef-b0c2-29281c37a540 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:13:51.715431 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-6adc5c3a-3c44-4b23-862f-4e26acd45829 None None] Port 54006660-e8c3-4e38-86c1-d72ebb09dd7c cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:13:51.721520 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9cc10dac-1ddf-44b5-8e73-e15a19c646d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (54006660-e8c3-4e38-86c1-d72ebb09dd7c), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:51.728773 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814283cf-477b-45b4-92d1-c5abd605133f req-13d320bd-9550-4d7e-92e3-bed14d661ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:51.730312 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-814283cf-477b-45b4-92d1-c5abd605133f req-13d320bd-9550-4d7e-92e3-bed14d661ba0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b3b3f1ad-5981-46d3-9427-a3b514183a9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0776589 Feb 02 07:13:51.731576 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f07290e2-154d-446d-880b-256d2d11cbde tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group (55e70268-e04d-49e2-a5db-a72523005128), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:51.752577 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-6adc5c3a-3c44-4b23-862f-4e26acd45829 None None] Could not find standard attr ID for object ce5b42df-5728-4e16-89fb-ea668a0c08e3. {{(pid=109695) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 07:13:51.774219 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f07290e2-154d-446d-880b-256d2d11cbde tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group (55e70268-e04d-49e2-a5db-a72523005128), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:51.878567 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d90b17f-cc89-4ab0-8b96-83c6cccc420c None None] Pushing event updated for resources: {'Port': ['ID=54006660-e8c3-4e38-86c1-d72ebb09dd7c,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:51.882404 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-814283cf-477b-45b4-92d1-c5abd605133f req-e3673c1d-ed1a-466b-bc1a-3c0146988bcf service neutron] 10.222.0.59 "GET /v2.0/networks/b3b3f1ad-5981-46d3-9427-a3b514183a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404254 Feb 02 07:13:51.889855 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f07290e2-154d-446d-880b-256d2d11cbde tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (55e70268-e04d-49e2-a5db-a72523005128), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:51.892205 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f4dc05-1c1a-447b-8b5e-5a946d900b9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-a5a0d739-8d8d-4ced-84b3-5cd812c61fce', 'network_id': 'a5a0d739-8d8d-4ced-84b3-5cd812c61fce', 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'fixed_ips': [{'subnet_id': 'a371c952-6ffa-4afc-98bb-d2068d2b22d2'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:13:51.892537 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f07290e2-154d-446d-880b-256d2d11cbde tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:51.893545 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d5f4dc05-1c1a-447b-8b5e-5a946d900b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:51.893695 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f07290e2-154d-446d-880b-256d2d11cbde tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] 10.222.0.87 "DELETE /v2.0/security-groups/55e70268-e04d-49e2-a5db-a72523005128 HTTP/1.1" status: 204 len: 168 time: 0.2619536 Feb 02 07:13:51.900970 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57328) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:52.014465 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-814283cf-477b-45b4-92d1-c5abd605133f req-4be862b4-1181-46c6-885b-3786c90e5cab service neutron] 10.222.0.59 "GET /v2.0/networks/b3b3f1ad-5981-46d3-9427-a3b514183a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256180 Feb 02 07:13:52.039767 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07290e2-154d-446d-880b-256d2d11cbde tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e70268-e04d-49e2-a5db-a72523005128,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:52.041951 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port f05d4e22-4ec8-43ef-b0c2-29281c37a540 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:52.042438 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (f05d4e22-4ec8-43ef-b0c2-29281c37a540), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:52.060801 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a05f43d7-d814-46d7-b406-ef7372b5a711', 'tag': 'f53887e1-c449-45c8-b56f-6c03f8182157'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:13:52.063106 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4411c8e6-9841-4fa5-a157-bed7831fa896" -d '{"events": [{"name": "network-changed", "server_uuid": "a05f43d7-d814-46d7-b406-ef7372b5a711", "tag": "f53887e1-c449-45c8-b56f-6c03f8182157"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:13:52.098606 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-814283cf-477b-45b4-92d1-c5abd605133f req-855a9342-7609-4133-9fb3-72818720ccff service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.135&port_id=f53887e1-c449-45c8-b56f-6c03f8182157 HTTP/1.1" status: 200 len: 217 time: 0.0701506 Feb 02 07:13:52.126514 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a1c1ec77-ae36-4e6f-b456-f0c2421db353 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks [] for port (c63dbb5c-ddb0-4461-a9f3-14e30041b5d7), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:52.144448 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-749eb6d5-f08d-407c-b5db-be702a496fc5 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2365086 Feb 02 07:13:52.145690 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57334) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:52.192067 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ffa031-7a0c-4607-a9ba-1004cb17e6c5 x-openstack-request-id: req-b2ffa031-7a0c-4607-a9ba-1004cb17e6c5 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:13:52.192420 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a05f43d7-d814-46d7-b406-ef7372b5a711", "tag": "f53887e1-c449-45c8-b56f-6c03f8182157", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:13:52.192626 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b2ffa031-7a0c-4607-a9ba-1004cb17e6c5 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:13:52.193031 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a05f43d7-d814-46d7-b406-ef7372b5a711', 'tag': 'f53887e1-c449-45c8-b56f-6c03f8182157', 'status': 'completed', 'code': 200} Feb 02 07:13:52.220801 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:52.232986 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-9cc10dac-1ddf-44b5-8e73-e15a19c646d7 None None] Attempting to bind port 54006660-e8c3-4e38-86c1-d72ebb09dd7c on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:13:52.232986 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-9cc10dac-1ddf-44b5-8e73-e15a19c646d7 None None] Attempting to bind port 54006660-e8c3-4e38-86c1-d72ebb09dd7c by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '4003649c-3d54-4f1f-be77-3b3054f688e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '144d1b23-4e9b-464c-85bb-7dea841b96eb'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:13:52.233300 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc10dac-1ddf-44b5-8e73-e15a19c646d7 None None] Attempting to bind port 54006660-e8c3-4e38-86c1-d72ebb09dd7c on network 144d1b23-4e9b-464c-85bb-7dea841b96eb {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:13:52.233847 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a1c1ec77-ae36-4e6f-b456-f0c2421db353 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (c63dbb5c-ddb0-4461-a9f3-14e30041b5d7), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:52.235460 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port dba1672d-faea-43cd-bf33-96a07e2d3d45 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:13:52.235638 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814283cf-477b-45b4-92d1-c5abd605133f req-5ed6bbf3-3e77-4dee-ad40-ca7ac15f5842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:52.235980 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (dba1672d-faea-43cd-bf33-96a07e2d3d45), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:52.237201 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-814283cf-477b-45b4-92d1-c5abd605133f req-5ed6bbf3-3e77-4dee-ad40-ca7ac15f5842 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b868a4de-8fdd-4271-bc40-9a2b41762c27 HTTP/1.1" status: 200 len: 801 time: 0.1234207 Feb 02 07:13:52.246923 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0cff20-6d21-4893-b6d7-b63fa0bd3255 req-0380ffa6-d6fb-459d-bf5d-bfe7a9fafb64 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:52.248643 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6b0cff20-6d21-4893-b6d7-b63fa0bd3255 req-0380ffa6-d6fb-459d-bf5d-bfe7a9fafb64 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=d85ec473-4812-43bd-8045-140ae622cce9 HTTP/1.1" status: 200 len: 1127 time: 0.2055323 Feb 02 07:13:52.307734 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0e2722ae-9566-41f5-977f-3bad27c05531 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group (1ae6ccab-22f6-4fb3-8789-296f9ca46dad), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:52.308474 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc10dac-1ddf-44b5-8e73-e15a19c646d7 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:13:52.308474 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc10dac-1ddf-44b5-8e73-e15a19c646d7 None None] Checking segment: {'id': '4003649c-3d54-4f1f-be77-3b3054f688e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '144d1b23-4e9b-464c-85bb-7dea841b96eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:13:52.309358 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9cc10dac-1ddf-44b5-8e73-e15a19c646d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:52.309358 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc10dac-1ddf-44b5-8e73-e15a19c646d7 None None] Bound using segment: {'id': '4003649c-3d54-4f1f-be77-3b3054f688e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '144d1b23-4e9b-464c-85bb-7dea841b96eb'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:13:52.310016 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-9cc10dac-1ddf-44b5-8e73-e15a19c646d7 None None] Bound port: 54006660-e8c3-4e38-86c1-d72ebb09dd7c, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4003649c-3d54-4f1f-be77-3b3054f688e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '144d1b23-4e9b-464c-85bb-7dea841b96eb'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:13:52.310651 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9cc10dac-1ddf-44b5-8e73-e15a19c646d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (54006660-e8c3-4e38-86c1-d72ebb09dd7c), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:52.315931 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c1ec77-ae36-4e6f-b456-f0c2421db353 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Network 08333ed5-c91b-4f31-aeec-e7da03b3d61b is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:13:52.326717 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-a1c1ec77-ae36-4e6f-b456-f0c2421db353 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:13:52.333637 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0fa7857f-3386-4c75-b92d-86163ddf85d9 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:52.335671 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c1ec77-ae36-4e6f-b456-f0c2421db353 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:13:52.336322 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-7dcc05b0-f59f-433d-8634-a50878d292a6 None None] Provisioning complete for port 54006660-e8c3-4e38-86c1-d72ebb09dd7c triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:52.336818 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7dcc05b0-f59f-433d-8634-a50878d292a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (54006660-e8c3-4e38-86c1-d72ebb09dd7c), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:52.342314 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c1ec77-ae36-4e6f-b456-f0c2421db353 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:52.343390 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a1c1ec77-ae36-4e6f-b456-f0c2421db353 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:52.352105 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0e2722ae-9566-41f5-977f-3bad27c05531 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group (1ae6ccab-22f6-4fb3-8789-296f9ca46dad), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:52.360035 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c1ec77-ae36-4e6f-b456-f0c2421db353 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Pushing event updated for resources: {'Port': ['ID=c63dbb5c-ddb0-4461-a9f3-14e30041b5d7,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:52.375951 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6b0cff20-6d21-4893-b6d7-b63fa0bd3255 req-01a3de57-84a1-4aa1-a34e-25d50f40078b tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=b28d4905-d1c1-4309-a5bf-1728cb15a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164486 Feb 02 07:13:52.380248 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd85ec473-4812-43bd-8045-140ae622cce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dba1672d-faea-43cd-bf33-96a07e2d3d45'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:13:52.382687 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49174c0b-d3ba-45a1-8c42-83b50bb3f480" -d '{"events": [{"server_uuid": "d85ec473-4812-43bd-8045-140ae622cce9", "name": "network-vif-plugged", "status": "completed", "tag": "dba1672d-faea-43cd-bf33-96a07e2d3d45"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:13:52.383498 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814283cf-477b-45b4-92d1-c5abd605133f req-f3d41f91-5934-4667-8eed-3d844537708c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:52.385801 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-814283cf-477b-45b4-92d1-c5abd605133f req-f3d41f91-5934-4667-8eed-3d844537708c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5fc5089e-97a8-4149-aa71-4295f8cc6a2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1413796 Feb 02 07:13:52.431603 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port dba1672d-faea-43cd-bf33-96a07e2d3d45, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=dba1672d-faea-43cd-bf33-96a07e2d3d45,segment=NetworkSegment(f6e5c7ab-d970-42f4-9b5c-99d614498678),segment_id=f6e5c7ab-d970-42f4-9b5c-99d614498678)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:13:52.448352 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a1c1ec77-ae36-4e6f-b456-f0c2421db353 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6871836 Feb 02 07:13:52.474523 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57338) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:52.477471 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-8b63833f-3e25-407d-a002-c66b59c3aafb tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:e2:2b:d2'}]}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:13:52.495313 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58462a7b-c5f3-412a-a06a-70f5975a3aa6 x-openstack-request-id: req-58462a7b-c5f3-412a-a06a-70f5975a3aa6 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:13:52.495752 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d85ec473-4812-43bd-8045-140ae622cce9", "name": "network-vif-plugged", "status": "completed", "tag": "dba1672d-faea-43cd-bf33-96a07e2d3d45", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:13:52.496111 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-58462a7b-c5f3-412a-a06a-70f5975a3aa6 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:13:52.496623 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd85ec473-4812-43bd-8045-140ae622cce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dba1672d-faea-43cd-bf33-96a07e2d3d45', 'code': 200} Feb 02 07:13:52.497397 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (dba1672d-faea-43cd-bf33-96a07e2d3d45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:52.522811 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0e2722ae-9566-41f5-977f-3bad27c05531 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (1ae6ccab-22f6-4fb3-8789-296f9ca46dad), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:52.525818 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0e2722ae-9566-41f5-977f-3bad27c05531 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:52.527139 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0e2722ae-9566-41f5-977f-3bad27c05531 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] 10.222.0.87 "DELETE /v2.0/security-groups/1ae6ccab-22f6-4fb3-8789-296f9ca46dad HTTP/1.1" status: 204 len: 168 time: 0.3807099 Feb 02 07:13:52.529582 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57340) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:52.544863 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-d5f4dc05-1c1a-447b-8b5e-5a946d900b9e None None] Allocated IP 172.23.0.2 (a5a0d739-8d8d-4ced-84b3-5cd812c61fce/a371c952-6ffa-4afc-98bb-d2068d2b22d2/3ce14ff2-2b0a-4d67-9686-f231d526d5d7) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:13:52.557886 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2722ae-9566-41f5-977f-3bad27c05531 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae6ccab-22f6-4fb3-8789-296f9ca46dad,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:52.605550 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-7dcc05b0-f59f-433d-8634-a50878d292a6 None None] Port 54006660-e8c3-4e38-86c1-d72ebb09dd7c cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:13:52.614309 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-814283cf-477b-45b4-92d1-c5abd605133f req-fe8c8f84-a331-499f-a5fb-b76765cdd1f1 service neutron] 10.222.0.59 "GET /v2.0/networks/5fc5089e-97a8-4149-aa71-4295f8cc6a2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202675 Feb 02 07:13:52.677681 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port f05d4e22-4ec8-43ef-b0c2-29281c37a540 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:13:52.700726 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-9cc10dac-1ddf-44b5-8e73-e15a19c646d7 None None] For port 54006660-e8c3-4e38-86c1-d72ebb09dd7c, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:13:52.709650 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=dba1672d-faea-43cd-bf33-96a07e2d3d45,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:52.756462 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-9cc10dac-1ddf-44b5-8e73-e15a19c646d7 None None] For port 54006660-e8c3-4e38-86c1-d72ebb09dd7c, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=54006660-e8c3-4e38-86c1-d72ebb09dd7c,segment=NetworkSegment(4003649c-3d54-4f1f-be77-3b3054f688e7),segment_id=4003649c-3d54-4f1f-be77-3b3054f688e7)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:13:52.769747 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9cc10dac-1ddf-44b5-8e73-e15a19c646d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (54006660-e8c3-4e38-86c1-d72ebb09dd7c), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:52.775835 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e7447304-f7b0-4332-98c7-93192f4fd536 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2432563 Feb 02 07:13:52.776846 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57344) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:52.786815 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-e160b4f1-0704-4af1-b592-549967f4b872 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Request body: {'security_group': {'name': 'tempest-secgroup--888460778'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:13:52.808868 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3646300b-1228-4bb0-8317-276ddde7f364 req-27d99949-6827-4b19-81f6-7b1dbb8469f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:52.810660 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3646300b-1228-4bb0-8317-276ddde7f364 req-27d99949-6827-4b19-81f6-7b1dbb8469f4 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=d85ec473-4812-43bd-8045-140ae622cce9 HTTP/1.1" status: 200 len: 1128 time: 0.2360070 Feb 02 07:13:52.840574 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e160b4f1-0704-4af1-b592-549967f4b872 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:52.893012 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d90b17f-cc89-4ab0-8b96-83c6cccc420c None None] Pushing event updated for resources: {'Port': ['ID=54006660-e8c3-4e38-86c1-d72ebb09dd7c,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:52.905645 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3646300b-1228-4bb0-8317-276ddde7f364 req-a2e4146b-21bd-4631-8304-cb593f46f0fd service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=b28d4905-d1c1-4309-a5bf-1728cb15a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875897 Feb 02 07:13:52.912443 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc10dac-1ddf-44b5-8e73-e15a19c646d7 None None] Routers {'5be8e385-58ce-4093-9665-c14048136a2a'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:13:52.913294 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-9cc10dac-1ddf-44b5-8e73-e15a19c646d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:13:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['5be8e385-58ce-4093-9665-c14048136a2a'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:13:52.920938 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-33003a13-6f76-4b3b-9b54-5ef3532b8a10 None None] Provisioning complete for port c63dbb5c-ddb0-4461-a9f3-14e30041b5d7 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:52.921317 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-33003a13-6f76-4b3b-9b54-5ef3532b8a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (c63dbb5c-ddb0-4461-a9f3-14e30041b5d7), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:52.950673 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-814283cf-477b-45b4-92d1-c5abd605133f req-140f10e9-031e-47eb-a912-469474af4022 service neutron] 10.222.0.59 "GET /v2.0/networks/5fc5089e-97a8-4149-aa71-4295f8cc6a2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218224 Feb 02 07:13:52.951252 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8b63833f-3e25-407d-a002-c66b59c3aafb tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (c63dbb5c-ddb0-4461-a9f3-14e30041b5d7), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:52.967928 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e160b4f1-0704-4af1-b592-549967f4b872 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group (057f09ed-5959-414d-90ae-2eef89be709f), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:52.977667 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8149b4e5-454d-45f2-8013-f3f1feea0d05 req-f1923ebc-b242-421c-8c21-a3e2ede8f550 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:52.981791 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e160b4f1-0704-4af1-b592-549967f4b872 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (057f09ed-5959-414d-90ae-2eef89be709f), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:52.983711 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8149b4e5-454d-45f2-8013-f3f1feea0d05 req-f1923ebc-b242-421c-8c21-a3e2ede8f550 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:52.985359 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8149b4e5-454d-45f2-8013-f3f1feea0d05 req-f1923ebc-b242-421c-8c21-a3e2ede8f550 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/ports?device_id=a05f43d7-d814-46d7-b406-ef7372b5a711 HTTP/1.1" status: 200 len: 1679 time: 0.3081810 Feb 02 07:13:53.019335 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e160b4f1-0704-4af1-b592-549967f4b872 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=057f09ed-5959-414d-90ae-2eef89be709f,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:53.045114 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e160b4f1-0704-4af1-b592-549967f4b872 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:53.052837 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e160b4f1-0704-4af1-b592-549967f4b872 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2739015 Feb 02 07:13:53.053095 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d5f4dc05-1c1a-447b-8b5e-5a946d900b9e None None] Publish callbacks [] for port (3ce14ff2-2b0a-4d67-9686-f231d526d5d7), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:53.055252 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57346) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:53.060481 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-defa20a2-660b-4e1d-9e4a-825bd8211df5 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Request body: {'security_group_rule': {'security_group_id': '057f09ed-5959-414d-90ae-2eef89be709f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:13:53.076005 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d5f4dc05-1c1a-447b-8b5e-5a946d900b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (3ce14ff2-2b0a-4d67-9686-f231d526d5d7), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:53.115964 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-33003a13-6f76-4b3b-9b54-5ef3532b8a10 None None] Port c63dbb5c-ddb0-4461-a9f3-14e30041b5d7 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:13:53.120831 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f4dc05-1c1a-447b-8b5e-5a946d900b9e None None] Network a5a0d739-8d8d-4ced-84b3-5cd812c61fce is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:13:53.128894 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-9cc10dac-1ddf-44b5-8e73-e15a19c646d7 None None] Set router 5be8e385-58ce-4093-9665-c14048136a2a gateway port host: None {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:13:53.132853 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-d5f4dc05-1c1a-447b-8b5e-5a946d900b9e None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:13:53.133328 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-defa20a2-660b-4e1d-9e4a-825bd8211df5 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group_rule (053cd054-4c68-48a6-b237-c47c80f417a0), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:53.135413 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f4dc05-1c1a-447b-8b5e-5a946d900b9e None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:13:53.156220 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8149b4e5-454d-45f2-8013-f3f1feea0d05 req-6f8b891c-c26f-4610-b026-6d972044c8bc tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee38a50d-609a-441d-89e7-67ea86baffc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421707 Feb 02 07:13:53.160198 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-0fa7857f-3386-4c75-b92d-86163ddf85d9 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Allocated IP 172.23.0.1 (a5a0d739-8d8d-4ced-84b3-5cd812c61fce/a371c952-6ffa-4afc-98bb-d2068d2b22d2/5f98a417-411e-49f7-91f0-ed31055db9c7) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:13:53.183227 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f4dc05-1c1a-447b-8b5e-5a946d900b9e None None] Pushing event updated for resources: {'Port': ['ID=3ce14ff2-2b0a-4d67-9686-f231d526d5d7,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:53.227248 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4411c8e6-9841-4fa5-a157-bed7831fa896 req-be206809-c0a6-4cf8-9110-b7aebd61efbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:53.227777 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4411c8e6-9841-4fa5-a157-bed7831fa896 req-be206809-c0a6-4cf8-9110-b7aebd61efbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:53.229921 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4411c8e6-9841-4fa5-a157-bed7831fa896 req-be206809-c0a6-4cf8-9110-b7aebd61efbf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1c93b513068944b98dd403010458a6a3&device_id=a05f43d7-d814-46d7-b406-ef7372b5a711 HTTP/1.1" status: 200 len: 2045 time: 0.1396177 Feb 02 07:13:53.248883 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-defa20a2-660b-4e1d-9e4a-825bd8211df5 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group_rule (053cd054-4c68-48a6-b237-c47c80f417a0), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:53.284464 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-defa20a2-660b-4e1d-9e4a-825bd8211df5 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (053cd054-4c68-48a6-b237-c47c80f417a0), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:53.311261 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-d5f4dc05-1c1a-447b-8b5e-5a946d900b9e None None] Attempting to bind port 3ce14ff2-2b0a-4d67-9686-f231d526d5d7 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:13:53.311807 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-d5f4dc05-1c1a-447b-8b5e-5a946d900b9e None None] Attempting to bind port 3ce14ff2-2b0a-4d67-9686-f231d526d5d7 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '8bcbef15-661f-4bbc-b9aa-10ab12e93a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'a5a0d739-8d8d-4ced-84b3-5cd812c61fce'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:13:53.312409 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f4dc05-1c1a-447b-8b5e-5a946d900b9e None None] Attempting to bind port 3ce14ff2-2b0a-4d67-9686-f231d526d5d7 on network a5a0d739-8d8d-4ced-84b3-5cd812c61fce {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:13:53.312555 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defa20a2-660b-4e1d-9e4a-825bd8211df5 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=053cd054-4c68-48a6-b237-c47c80f417a0,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:53.326967 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-defa20a2-660b-4e1d-9e4a-825bd8211df5 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:53.331339 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-defa20a2-660b-4e1d-9e4a-825bd8211df5 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2749920 Feb 02 07:13:53.335829 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57348) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:53.350579 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-b2fda783-b985-413d-b1a1-406e3a2f0da5 None None] Provisioning complete for port 54006660-e8c3-4e38-86c1-d72ebb09dd7c triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:53.351086 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b2fda783-b985-413d-b1a1-406e3a2f0da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (54006660-e8c3-4e38-86c1-d72ebb09dd7c), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:53.357012 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f4dc05-1c1a-447b-8b5e-5a946d900b9e None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:13:53.357286 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f4dc05-1c1a-447b-8b5e-5a946d900b9e None None] Checking segment: {'id': '8bcbef15-661f-4bbc-b9aa-10ab12e93a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'a5a0d739-8d8d-4ced-84b3-5cd812c61fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:13:53.357716 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d5f4dc05-1c1a-447b-8b5e-5a946d900b9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:53.358718 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f4dc05-1c1a-447b-8b5e-5a946d900b9e None None] Bound using segment: {'id': '8bcbef15-661f-4bbc-b9aa-10ab12e93a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'a5a0d739-8d8d-4ced-84b3-5cd812c61fce'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:13:53.358718 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-d5f4dc05-1c1a-447b-8b5e-5a946d900b9e None None] Bound port: 3ce14ff2-2b0a-4d67-9686-f231d526d5d7, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bcbef15-661f-4bbc-b9aa-10ab12e93a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'a5a0d739-8d8d-4ced-84b3-5cd812c61fce'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:13:53.359397 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d5f4dc05-1c1a-447b-8b5e-5a946d900b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3ce14ff2-2b0a-4d67-9686-f231d526d5d7), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:53.376781 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0fa7857f-3386-4c75-b92d-86163ddf85d9 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for port (5f98a417-411e-49f7-91f0-ed31055db9c7), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:53.382452 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-db840678-5fec-4324-a3da-756de7ddd552 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group_rule (053cd054-4c68-48a6-b237-c47c80f417a0), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:53.382737 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8b63833f-3e25-407d-a002-c66b59c3aafb tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks [] for port (c63dbb5c-ddb0-4461-a9f3-14e30041b5d7), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:53.389131 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8b63833f-3e25-407d-a002-c66b59c3aafb tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (c63dbb5c-ddb0-4461-a9f3-14e30041b5d7), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:53.391596 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4411c8e6-9841-4fa5-a157-bed7831fa896 req-3c2143c9-7850-4bbf-bb92-b959021c69d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:53.393440 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4411c8e6-9841-4fa5-a157-bed7831fa896 req-3c2143c9-7850-4bbf-bb92-b959021c69d9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5fc5089e-97a8-4149-aa71-4295f8cc6a2d HTTP/1.1" status: 200 len: 903 time: 0.1566448 Feb 02 07:13:53.393883 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-db840678-5fec-4324-a3da-756de7ddd552 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group_rule (053cd054-4c68-48a6-b237-c47c80f417a0), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:53.467431 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0fa7857f-3386-4c75-b92d-86163ddf85d9 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (5f98a417-411e-49f7-91f0-ed31055db9c7), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:53.479638 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4411c8e6-9841-4fa5-a157-bed7831fa896 req-d4f52129-aa02-4174-be91-41c33846252e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.135&port_id=f53887e1-c449-45c8-b56f-6c03f8182157 HTTP/1.1" status: 200 len: 217 time: 0.0754709 Feb 02 07:13:53.482068 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-8b63833f-3e25-407d-a002-c66b59c3aafb tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] In _notify_port_updated(), no bound segment for port c63dbb5c-ddb0-4461-a9f3-14e30041b5d7 on network 08333ed5-c91b-4f31-aeec-e7da03b3d61b {{(pid=109694) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 02 07:13:53.483332 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-db840678-5fec-4324-a3da-756de7ddd552 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (053cd054-4c68-48a6-b237-c47c80f417a0), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:53.489272 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-db840678-5fec-4324-a3da-756de7ddd552 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:53.492719 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-db840678-5fec-4324-a3da-756de7ddd552 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/053cd054-4c68-48a6-b237-c47c80f417a0 HTTP/1.1" status: 204 len: 168 time: 0.1542590 Feb 02 07:13:53.493169 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b63833f-3e25-407d-a002-c66b59c3aafb tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:53.494110 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8b63833f-3e25-407d-a002-c66b59c3aafb tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:53.500001 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-8b63833f-3e25-407d-a002-c66b59c3aafb tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] 10.222.0.87 "PUT /v2.0/ports/c63dbb5c-ddb0-4461-a9f3-14e30041b5d7 HTTP/1.1" status: 200 len: 1002 time: 1.0262947 Feb 02 07:13:53.500448 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57352) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:53.500802 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57354) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:53.524129 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-d5f4dc05-1c1a-447b-8b5e-5a946d900b9e None None] For port 3ce14ff2-2b0a-4d67-9686-f231d526d5d7, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:13:53.577380 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa7857f-3386-4c75-b92d-86163ddf85d9 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Network a5a0d739-8d8d-4ced-84b3-5cd812c61fce is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:13:53.580126 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db840678-5fec-4324-a3da-756de7ddd552 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=053cd054-4c68-48a6-b237-c47c80f417a0,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:53.582195 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63833f-3e25-407d-a002-c66b59c3aafb tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Pushing event updated for resources: {'Port': ['ID=c63dbb5c-ddb0-4461-a9f3-14e30041b5d7,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:53.583129 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa7857f-3386-4c75-b92d-86163ddf85d9 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Pushing event updated for resources: {'Port': ['ID=5f98a417-411e-49f7-91f0-ed31055db9c7,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:53.587960 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-0fa7857f-3386-4c75-b92d-86163ddf85d9 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:13:53.591887 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa7857f-3386-4c75-b92d-86163ddf85d9 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:13:53.640004 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0fa7857f-3386-4c75-b92d-86163ddf85d9 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (5be8e385-58ce-4093-9665-c14048136a2a), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:53.655361 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4411c8e6-9841-4fa5-a157-bed7831fa896 req-1b5819d9-7040-4319-9283-03c14a436073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:53.657687 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4411c8e6-9841-4fa5-a157-bed7831fa896 req-1b5819d9-7040-4319-9283-03c14a436073 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b868a4de-8fdd-4271-bc40-9a2b41762c27 HTTP/1.1" status: 200 len: 801 time: 0.1558588 Feb 02 07:13:53.678719 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f34d6571-bfda-4d0c-a12f-5cbb0e18433e tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1636610 Feb 02 07:13:53.688671 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57356) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:53.777713 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-d5f4dc05-1c1a-447b-8b5e-5a946d900b9e None None] For port 3ce14ff2-2b0a-4d67-9686-f231d526d5d7, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=3ce14ff2-2b0a-4d67-9686-f231d526d5d7,segment=NetworkSegment(8bcbef15-661f-4bbc-b9aa-10ab12e93a1d),segment_id=8bcbef15-661f-4bbc-b9aa-10ab12e93a1d)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:13:53.783746 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-b2fda783-b985-413d-b1a1-406e3a2f0da5 None None] Current status of the port 54006660-e8c3-4e38-86c1-d72ebb09dd7c is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:13:53.784213 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b2fda783-b985-413d-b1a1-406e3a2f0da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (54006660-e8c3-4e38-86c1-d72ebb09dd7c), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:53.799306 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d5f4dc05-1c1a-447b-8b5e-5a946d900b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (3ce14ff2-2b0a-4d67-9686-f231d526d5d7), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:53.808522 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-11377185-fa38-4b12-b2e6-c2d324f8384a tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group (057f09ed-5959-414d-90ae-2eef89be709f), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:53.849681 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-7ae70bab-e8bb-44ae-9539-864da2f27ccf tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Deleting port c63dbb5c-ddb0-4461-a9f3-14e30041b5d7 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:13:53.850238 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7ae70bab-e8bb-44ae-9539-864da2f27ccf tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (c63dbb5c-ddb0-4461-a9f3-14e30041b5d7), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:53.872736 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-11377185-fa38-4b12-b2e6-c2d324f8384a tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group (057f09ed-5959-414d-90ae-2eef89be709f), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:53.878080 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-b2fda783-b985-413d-b1a1-406e3a2f0da5 None None] For port 54006660-e8c3-4e38-86c1-d72ebb09dd7c, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=54006660-e8c3-4e38-86c1-d72ebb09dd7c,segment=NetworkSegment(4003649c-3d54-4f1f-be77-3b3054f688e7),segment_id=4003649c-3d54-4f1f-be77-3b3054f688e7)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:13:53.899052 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b2fda783-b985-413d-b1a1-406e3a2f0da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (54006660-e8c3-4e38-86c1-d72ebb09dd7c), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:53.909224 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-9cc10dac-1ddf-44b5-8e73-e15a19c646d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be8e385-58ce-4093-9665-c14048136a2a', 'name': 'tempest-RoutersTest-router-1283393417', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:13:26Z', 'updated_at': '2022-02-02T07:13:47Z', 'revision_number': 4, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'gw_port_host': None, '_interfaces': [{'id': '54006660-e8c3-4e38-86c1-d72ebb09dd7c', 'name': '', 'network_id': '144d1b23-4e9b-464c-85bb-7dea841b96eb', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'mac_address': 'fa:16:3e:7f:d5:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be8e385-58ce-4093-9665-c14048136a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': 'eb73560c-523c-4032-82fe-0f13db852ea1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:42Z', 'updated_at': '2022-02-02T07:13:52Z', 'revision_number': 4, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'subnets': [{'id': 'eb73560c-523c-4032-82fe-0f13db852ea1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6be65c97-c21a-4d3c-9b85-1b734ac5ab7a', 'name': '', 'network_id': '13f39bcb-30c2-4226-aa99-134caa5ace72', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'mac_address': 'fa:16:3e:35:28:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be8e385-58ce-4093-9665-c14048136a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '134e2214-f6dd-43ee-a5d4-672e2463085f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:28Z', 'updated_at': '2022-02-02T07:13:34Z', 'revision_number': 5, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'subnets': [{'id': '134e2214-f6dd-43ee-a5d4-672e2463085f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b444e857-d37e-4dac-ae7b-846070e120f8', 'name': '', 'network_id': '96a17be2-3b10-4ce0-8fef-5c1c61e2a12b', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'mac_address': 'fa:16:3e:78:22:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be8e385-58ce-4093-9665-c14048136a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'de1bef11-0190-4dd0-830c-19ffb2680972', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:35Z', 'updated_at': '2022-02-02T07:13:45Z', 'revision_number': 5, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'subnets': [{'id': 'de1bef11-0190-4dd0-830c-19ffb2680972', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:13:53.911772 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f4dc05-1c1a-447b-8b5e-5a946d900b9e None None] Pushing event updated for resources: {'Port': ['ID=3ce14ff2-2b0a-4d67-9686-f231d526d5d7,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:53.919266 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4411c8e6-9841-4fa5-a157-bed7831fa896 req-065f75aa-f5c1-47ba-a2db-fd8a7306d7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:53.920903 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4411c8e6-9841-4fa5-a157-bed7831fa896 req-065f75aa-f5c1-47ba-a2db-fd8a7306d7a8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5fc5089e-97a8-4149-aa71-4295f8cc6a2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2398648 Feb 02 07:13:53.945226 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc10dac-1ddf-44b5-8e73-e15a19c646d7 None None] The sync data for ids ['5be8e385-58ce-4093-9665-c14048136a2a'] in n-d-789963-26 is: [{'id': '5be8e385-58ce-4093-9665-c14048136a2a', 'name': 'tempest-RoutersTest-router-1283393417', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:13:26Z', 'updated_at': '2022-02-02T07:13:47Z', 'revision_number': 4, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'gw_port_host': None, '_interfaces': [{'id': '54006660-e8c3-4e38-86c1-d72ebb09dd7c', 'name': '', 'network_id': '144d1b23-4e9b-464c-85bb-7dea841b96eb', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'mac_address': 'fa:16:3e:7f:d5:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be8e385-58ce-4093-9665-c14048136a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': 'eb73560c-523c-4032-82fe-0f13db852ea1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:42Z', 'updated_at': '2022-02-02T07:13:52Z', 'revision_number': 4, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'subnets': [{'id': 'eb73560c-523c-4032-82fe-0f13db852ea1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6be65c97-c21a-4d3c-9b85-1b734ac5ab7a', 'name': '', 'network_id': '13f39bcb-30c2-4226-aa99-134caa5ace72', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'mac_address': 'fa:16:3e:35:28:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be8e385-58ce-4093-9665-c14048136a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '134e2214-f6dd-43ee-a5d4-672e2463085f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:28Z', 'updated_at': '2022-02-02T07:13:34Z', 'revision_number': 5, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'subnets': [{'id': '134e2214-f6dd-43ee-a5d4-672e2463085f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b444e857-d37e-4dac-ae7b-846070e120f8', 'name': '', 'network_id': '96a17be2-3b10-4ce0-8fef-5c1c61e2a12b', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'mac_address': 'fa:16:3e:78:22:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be8e385-58ce-4093-9665-c14048136a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'de1bef11-0190-4dd0-830c-19ffb2680972', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:35Z', 'updated_at': '2022-02-02T07:13:45Z', 'revision_number': 5, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'subnets': [{'id': 'de1bef11-0190-4dd0-830c-19ffb2680972', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:13:54.003895 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fda783-b985-413d-b1a1-406e3a2f0da5 None None] Pushing event updated for resources: {'Port': ['ID=54006660-e8c3-4e38-86c1-d72ebb09dd7c,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:54.070722 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-183e68b4-9493-4b32-bed7-abc3c2815409 None None] Provisioning complete for port c63dbb5c-ddb0-4461-a9f3-14e30041b5d7 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:54.072535 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-183e68b4-9493-4b32-bed7-abc3c2815409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (c63dbb5c-ddb0-4461-a9f3-14e30041b5d7), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:54.094788 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83f8b8-a85e-48e2-a4bb-dafef8033228 req-2343e469-f581-4243-b7cb-d353a154e5b6 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:54.096584 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3d83f8b8-a85e-48e2-a4bb-dafef8033228 req-2343e469-f581-4243-b7cb-d353a154e5b6 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=d85ec473-4812-43bd-8045-140ae622cce9 HTTP/1.1" status: 200 len: 1128 time: 0.6239233 Feb 02 07:13:54.110067 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-11377185-fa38-4b12-b2e6-c2d324f8384a tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (057f09ed-5959-414d-90ae-2eef89be709f), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:54.112839 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-11377185-fa38-4b12-b2e6-c2d324f8384a tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:54.114300 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-11377185-fa38-4b12-b2e6-c2d324f8384a tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] 10.222.0.87 "DELETE /v2.0/security-groups/057f09ed-5959-414d-90ae-2eef89be709f HTTP/1.1" status: 204 len: 168 time: 0.3889031 Feb 02 07:13:54.116965 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57358) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:54.131612 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7ae70bab-e8bb-44ae-9539-864da2f27ccf tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (c63dbb5c-ddb0-4461-a9f3-14e30041b5d7), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:54.147483 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11377185-fa38-4b12-b2e6-c2d324f8384a tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=057f09ed-5959-414d-90ae-2eef89be709f,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:54.182997 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-183e68b4-9493-4b32-bed7-abc3c2815409 None None] Port c63dbb5c-ddb0-4461-a9f3-14e30041b5d7 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:13:54.200170 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-7ae70bab-e8bb-44ae-9539-864da2f27ccf tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Calling delete_port for c63dbb5c-ddb0-4461-a9f3-14e30041b5d7 owned by {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:13:54.222086 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4411c8e6-9841-4fa5-a157-bed7831fa896 req-c8f768e1-ec99-4702-944c-2e650a38f521 service neutron] 10.222.0.59 "GET /v2.0/networks/5fc5089e-97a8-4149-aa71-4295f8cc6a2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922275 Feb 02 07:13:54.342627 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0fa7857f-3386-4c75-b92d-86163ddf85d9 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (5f98a417-411e-49f7-91f0-ed31055db9c7), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:54.352967 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-2c241b03-db31-4998-8144-e2a73b0e386b tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2348053 Feb 02 07:13:54.360489 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57362) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:54.374025 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3d83f8b8-a85e-48e2-a4bb-dafef8033228 req-cd98b06b-6a36-40e7-9c36-1f5b99671197 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=b28d4905-d1c1-4309-a5bf-1728cb15a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579558 Feb 02 07:13:54.400530 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-1694086e-e960-463e-ae34-d52e0d9dc484 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Request body: {'security_group': {'name': 'tempest-secgroup--204009976'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:13:54.506606 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1694086e-e960-463e-ae34-d52e0d9dc484 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:54.579968 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4411c8e6-9841-4fa5-a157-bed7831fa896 req-e79a2962-0d1d-4909-91cb-f606d177786e service neutron] 10.222.0.59 "GET /v2.0/networks/5fc5089e-97a8-4149-aa71-4295f8cc6a2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417521 Feb 02 07:13:54.593871 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae64a2aa-c116-4cf1-ab9d-aac0979e8f8e req-657f4472-0034-4515-b81a-72bec1263db4 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:54.600227 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae64a2aa-c116-4cf1-ab9d-aac0979e8f8e req-657f4472-0034-4515-b81a-72bec1263db4 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:54.602028 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ae64a2aa-c116-4cf1-ab9d-aac0979e8f8e req-657f4472-0034-4515-b81a-72bec1263db4 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/ports?device_id=a05f43d7-d814-46d7-b406-ef7372b5a711 HTTP/1.1" status: 200 len: 1679 time: 0.2896497 Feb 02 07:13:54.628851 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7ae70bab-e8bb-44ae-9539-864da2f27ccf tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (c63dbb5c-ddb0-4461-a9f3-14e30041b5d7), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:54.672291 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae70bab-e8bb-44ae-9539-864da2f27ccf tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Pushing event deleted for resources: {'Port': ['ID=c63dbb5c-ddb0-4461-a9f3-14e30041b5d7,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:54.708681 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0fa7857f-3386-4c75-b92d-86163ddf85d9 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for port (5f98a417-411e-49f7-91f0-ed31055db9c7), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:54.715013 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0fa7857f-3386-4c75-b92d-86163ddf85d9 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (5f98a417-411e-49f7-91f0-ed31055db9c7), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:54.748867 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7ae70bab-e8bb-44ae-9539-864da2f27ccf tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:54.754453 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-7ae70bab-e8bb-44ae-9539-864da2f27ccf tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] 10.222.0.87 "DELETE /v2.0/ports/c63dbb5c-ddb0-4461-a9f3-14e30041b5d7 HTTP/1.1" status: 204 len: 168 time: 1.2313015 Feb 02 07:13:54.756897 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57366) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:54.762303 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ae64a2aa-c116-4cf1-ab9d-aac0979e8f8e req-aafaae44-e529-49ba-8f9e-b143271b88ba tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee38a50d-609a-441d-89e7-67ea86baffc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479011 Feb 02 07:13:54.796758 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1694086e-e960-463e-ae34-d52e0d9dc484 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group (61493247-bd30-4412-902d-e9452adbe113), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:54.804170 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1694086e-e960-463e-ae34-d52e0d9dc484 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (61493247-bd30-4412-902d-e9452adbe113), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:54.820183 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-d60f7561-5182-409c-af04-9d11bd07b44f tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] GET failed (client error): The resource could not be found. Feb 02 07:13:54.825334 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d60f7561-5182-409c-af04-9d11bd07b44f tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] 10.222.0.87 "GET /v2.0/ports/c63dbb5c-ddb0-4461-a9f3-14e30041b5d7 HTTP/1.1" status: 404 len: 333 time: 0.0440655 Feb 02 07:13:54.826705 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57368) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:54.834935 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-4202eff8-e5a2-41b8-9965-2536167d1e0a tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Request body: {'port': {'network_id': '08333ed5-c91b-4f31-aeec-e7da03b3d61b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-419824773'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:13:54.872952 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1694086e-e960-463e-ae34-d52e0d9dc484 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61493247-bd30-4412-902d-e9452adbe113,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:54.893101 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0fa7857f-3386-4c75-b92d-86163ddf85d9 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (5be8e385-58ce-4093-9665-c14048136a2a), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:54.904313 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa7857f-3386-4c75-b92d-86163ddf85d9 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Pushing event updated for resources: {'Port': ['ID=5f98a417-411e-49f7-91f0-ed31055db9c7,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:54.910959 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1694086e-e960-463e-ae34-d52e0d9dc484 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:54.916672 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-1694086e-e960-463e-ae34-d52e0d9dc484 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5215588 Feb 02 07:13:54.922957 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57370) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:54.938320 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-91778f02-dc46-4204-9b19-e13ab5d7a765 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Request body: {'security_group_rule': {'security_group_id': '61493247-bd30-4412-902d-e9452adbe113', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:13:55.012374 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-91778f02-dc46-4204-9b19-e13ab5d7a765 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group_rule (44ad510f-7920-47fe-a532-4e7220276ec3), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:55.061934 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4202eff8-e5a2-41b8-9965-2536167d1e0a tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Made reservation on behalf of 1fbf35ed46884303898d156d8d254ad5 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:13:55.071541 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4202eff8-e5a2-41b8-9965-2536167d1e0a tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:55.106275 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [None req-4202eff8-e5a2-41b8-9965-2536167d1e0a tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] device_id is not set on port 55f65b26-c008-4480-8d5a-9bafb1d1dc06 yet. {{(pid=109694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:13:55.149557 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 54006660-e8c3-4e38-86c1-d72ebb09dd7c up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:13:55.164867 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa7857f-3386-4c75-b92d-86163ddf85d9 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Network a5a0d739-8d8d-4ced-84b3-5cd812c61fce is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:13:55.170053 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-0fa7857f-3386-4c75-b92d-86163ddf85d9 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:13:55.179533 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-91778f02-dc46-4204-9b19-e13ab5d7a765 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group_rule (44ad510f-7920-47fe-a532-4e7220276ec3), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:55.202306 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-91778f02-dc46-4204-9b19-e13ab5d7a765 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (44ad510f-7920-47fe-a532-4e7220276ec3), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:55.213034 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 54006660-e8c3-4e38-86c1-d72ebb09dd7c triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:55.213652 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (54006660-e8c3-4e38-86c1-d72ebb09dd7c), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:55.262880 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91778f02-dc46-4204-9b19-e13ab5d7a765 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44ad510f-7920-47fe-a532-4e7220276ec3,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:55.265138 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-4202eff8-e5a2-41b8-9965-2536167d1e0a tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Allocated IP 2001:db8::2e (08333ed5-c91b-4f31-aeec-e7da03b3d61b/e6885f8e-ba9d-4845-a72b-d215975172e1/55f65b26-c008-4480-8d5a-9bafb1d1dc06) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:13:55.314254 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-91778f02-dc46-4204-9b19-e13ab5d7a765 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:55.318019 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-91778f02-dc46-4204-9b19-e13ab5d7a765 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3867350 Feb 02 07:13:55.318673 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57372) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:55.340032 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 54006660-e8c3-4e38-86c1-d72ebb09dd7c is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:13:55.341833 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 3ce14ff2-2b0a-4d67-9686-f231d526d5d7 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:13:55.346342 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-474e1f05-dffc-4585-b193-b85a6a0481e6 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] 10.222.0.87 "GET /v2.0/security-group-rules/44ad510f-7920-47fe-a532-4e7220276ec3 HTTP/1.1" status: 200 len: 763 time: 0.0261054 Feb 02 07:13:55.350370 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57374) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:55.387185 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fa7857f-3386-4c75-b92d-86163ddf85d9 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Router 5be8e385-58ce-4093-9665-c14048136a2a has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:13:55.426320 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 3ce14ff2-2b0a-4d67-9686-f231d526d5d7 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:55.426701 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (3ce14ff2-2b0a-4d67-9686-f231d526d5d7), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:55.427406 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b8992ab2-3eb7-4922-a49a-8df434b7dabf tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0749490 Feb 02 07:13:55.433236 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57378) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:55.532528 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c7d793-effe-499a-9c0b-392e452bd83c None None] Network a5a0d739-8d8d-4ced-84b3-5cd812c61fce requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:13:55.589586 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-cee9f13e-d61c-4b16-accf-d6ad519adff4 None None] Provisioning complete for port 3ce14ff2-2b0a-4d67-9686-f231d526d5d7 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:55.590300 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-cee9f13e-d61c-4b16-accf-d6ad519adff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (3ce14ff2-2b0a-4d67-9686-f231d526d5d7), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:55.601200 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8b506e68-30d2-442f-b0b4-a7a7b7f1ec17 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group_rule (44ad510f-7920-47fe-a532-4e7220276ec3), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:55.613827 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8b506e68-30d2-442f-b0b4-a7a7b7f1ec17 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group_rule (44ad510f-7920-47fe-a532-4e7220276ec3), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:55.616201 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa7857f-3386-4c75-b92d-86163ddf85d9 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:13:55.616551 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 3ce14ff2-2b0a-4d67-9686-f231d526d5d7 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:13:55.617143 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3ce14ff2-2b0a-4d67-9686-f231d526d5d7), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:55.621756 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-0fa7857f-3386-4c75-b92d-86163ddf85d9 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "PUT /v2.0/routers/5be8e385-58ce-4093-9665-c14048136a2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0975115 Feb 02 07:13:55.627878 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235a37da-6446-4ec5-a910-9f6effdae970 None None] Sync routers for ids ['5be8e385-58ce-4093-9665-c14048136a2a'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:13:55.640080 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235a37da-6446-4ec5-a910-9f6effdae970 None None] Routers {'5be8e385-58ce-4093-9665-c14048136a2a'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:13:55.640704 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-235a37da-6446-4ec5-a910-9f6effdae970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:13:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['5be8e385-58ce-4093-9665-c14048136a2a'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:13:55.646204 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57380) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:55.662060 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-ed1be6e1-75fa-4046-b120-57a494f2602d tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:13:55.746339 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 3ce14ff2-2b0a-4d67-9686-f231d526d5d7, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=3ce14ff2-2b0a-4d67-9686-f231d526d5d7,segment=NetworkSegment(8bcbef15-661f-4bbc-b9aa-10ab12e93a1d),segment_id=8bcbef15-661f-4bbc-b9aa-10ab12e93a1d)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:13:55.747160 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7bfe50-dc79-4874-8b56-9c45cc0eaba3 req-afb0c96e-7ebc-4dbe-9238-4444b8c55a7b tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:55.749753 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-235a37da-6446-4ec5-a910-9f6effdae970 None None] Set router 5be8e385-58ce-4093-9665-c14048136a2a gateway port host: None {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:13:55.757954 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5c7bfe50-dc79-4874-8b56-9c45cc0eaba3 req-afb0c96e-7ebc-4dbe-9238-4444b8c55a7b tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=d85ec473-4812-43bd-8045-140ae622cce9 HTTP/1.1" status: 200 len: 1128 time: 0.2245841 Feb 02 07:13:55.779766 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (3ce14ff2-2b0a-4d67-9686-f231d526d5d7), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:55.816363 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-cee9f13e-d61c-4b16-accf-d6ad519adff4 None None] Current status of the port 3ce14ff2-2b0a-4d67-9686-f231d526d5d7 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:13:55.816671 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-cee9f13e-d61c-4b16-accf-d6ad519adff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3ce14ff2-2b0a-4d67-9686-f231d526d5d7), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:55.819485 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4202eff8-e5a2-41b8-9965-2536167d1e0a tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks [] for port (55f65b26-c008-4480-8d5a-9bafb1d1dc06), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:55.845278 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5c7bfe50-dc79-4874-8b56-9c45cc0eaba3 req-64e94c27-62fa-4782-b03a-2dbba7b1d28e tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=b28d4905-d1c1-4309-a5bf-1728cb15a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813751 Feb 02 07:13:55.870036 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8b506e68-30d2-442f-b0b4-a7a7b7f1ec17 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (44ad510f-7920-47fe-a532-4e7220276ec3), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:55.919112 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8b506e68-30d2-442f-b0b4-a7a7b7f1ec17 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:55.920478 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-8b506e68-30d2-442f-b0b4-a7a7b7f1ec17 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/44ad510f-7920-47fe-a532-4e7220276ec3 HTTP/1.1" status: 204 len: 168 time: 0.4859500 Feb 02 07:13:55.924069 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57386) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:55.926374 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=3ce14ff2-2b0a-4d67-9686-f231d526d5d7,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:55.955670 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.db.api [None req-cee9f13e-d61c-4b16-accf-d6ad519adff4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109695) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 07:13:55.956525 n-d-789963-26 neutron-server[109695]: DEBUG oslo_db.api [None req-cee9f13e-d61c-4b16-accf-d6ad519adff4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 07:13:55.980162 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b506e68-30d2-442f-b0b4-a7a7b7f1ec17 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=44ad510f-7920-47fe-a532-4e7220276ec3,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:55.998073 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4202eff8-e5a2-41b8-9965-2536167d1e0a tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (55f65b26-c008-4480-8d5a-9bafb1d1dc06), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:56.052252 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea77a03f-d018-4d2b-acf1-c650211b8975 req-dec92d77-7190-4735-9bf9-da646dface76 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:56.058746 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea77a03f-d018-4d2b-acf1-c650211b8975 req-dec92d77-7190-4735-9bf9-da646dface76 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:56.060560 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ea77a03f-d018-4d2b-acf1-c650211b8975 req-dec92d77-7190-4735-9bf9-da646dface76 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/ports?device_id=a05f43d7-d814-46d7-b406-ef7372b5a711 HTTP/1.1" status: 200 len: 1679 time: 0.1608071 Feb 02 07:13:56.074889 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4202eff8-e5a2-41b8-9965-2536167d1e0a tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Network 08333ed5-c91b-4f31-aeec-e7da03b3d61b is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:13:56.086699 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-235a37da-6446-4ec5-a910-9f6effdae970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be8e385-58ce-4093-9665-c14048136a2a', 'name': 'tempest-RoutersTest-router-1283393417', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:13:26Z', 'updated_at': '2022-02-02T07:13:54Z', 'revision_number': 5, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'gw_port_host': None, '_interfaces': [{'id': '54006660-e8c3-4e38-86c1-d72ebb09dd7c', 'name': '', 'network_id': '144d1b23-4e9b-464c-85bb-7dea841b96eb', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'mac_address': 'fa:16:3e:7f:d5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be8e385-58ce-4093-9665-c14048136a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': 'eb73560c-523c-4032-82fe-0f13db852ea1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:42Z', 'updated_at': '2022-02-02T07:13:53Z', 'revision_number': 5, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'subnets': [{'id': 'eb73560c-523c-4032-82fe-0f13db852ea1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f98a417-411e-49f7-91f0-ed31055db9c7', 'name': '', 'network_id': 'a5a0d739-8d8d-4ced-84b3-5cd812c61fce', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'mac_address': 'fa:16:3e:38:17:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be8e385-58ce-4093-9665-c14048136a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2225, 'fixed_ips': [{'subnet_id': 'a371c952-6ffa-4afc-98bb-d2068d2b22d2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:52Z', 'updated_at': '2022-02-02T07:13:54Z', 'revision_number': 2, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'subnets': [{'id': 'a371c952-6ffa-4afc-98bb-d2068d2b22d2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6be65c97-c21a-4d3c-9b85-1b734ac5ab7a', 'name': '', 'network_id': '13f39bcb-30c2-4226-aa99-134caa5ace72', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'mac_address': 'fa:16:3e:35:28:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be8e385-58ce-4093-9665-c14048136a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '134e2214-f6dd-43ee-a5d4-672e2463085f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:28Z', 'updated_at': '2022-02-02T07:13:34Z', 'revision_number': 5, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'subnets': [{'id': '134e2214-f6dd-43ee-a5d4-672e2463085f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b444e857-d37e-4dac-ae7b-846070e120f8', 'name': '', 'network_id': '96a17be2-3b10-4ce0-8fef-5c1c61e2a12b', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'mac_address': 'fa:16:3e:78:22:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be8e385-58ce-4093-9665-c14048136a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'de1bef11-0190-4dd0-830c-19ffb2680972', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:35Z', 'updated_at': '2022-02-02T07:13:45Z', 'revision_number': 5, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'subnets': [{'id': 'de1bef11-0190-4dd0-830c-19ffb2680972', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:13:56.093011 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-4202eff8-e5a2-41b8-9965-2536167d1e0a tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:13:56.099010 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4202eff8-e5a2-41b8-9965-2536167d1e0a tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:13:56.104899 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4202eff8-e5a2-41b8-9965-2536167d1e0a tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:56.105787 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4202eff8-e5a2-41b8-9965-2536167d1e0a tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:56.116314 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4202eff8-e5a2-41b8-9965-2536167d1e0a tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Pushing event updated for resources: {'Port': ['ID=55f65b26-c008-4480-8d5a-9bafb1d1dc06,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:56.131870 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235a37da-6446-4ec5-a910-9f6effdae970 None None] Checking router: 5be8e385-58ce-4093-9665-c14048136a2a for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:13:56.132911 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235a37da-6446-4ec5-a910-9f6effdae970 None None] Updating router 5be8e385-58ce-4093-9665-c14048136a2a port 5f98a417-411e-49f7-91f0-ed31055db9c7 binding host n-d-789963-26 {{(pid=109696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:13:56.145742 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-4202eff8-e5a2-41b8-9965-2536167d1e0a tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.3151314 Feb 02 07:13:56.151796 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57388) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:56.157475 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-362dffd9-73cb-40b7-8e53-cf0302fb0c4f tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Request body: {'port': {'network_id': '08333ed5-c91b-4f31-aeec-e7da03b3d61b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1715309607'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:13:56.176560 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-235a37da-6446-4ec5-a910-9f6effdae970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (5f98a417-411e-49f7-91f0-ed31055db9c7), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:56.185309 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-f38bc889-b70b-476b-92d7-8eadb6254a92 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2576149 Feb 02 07:13:56.188881 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ea77a03f-d018-4d2b-acf1-c650211b8975 req-cb42b44d-be09-4523-b20b-2c90d19449b6 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee38a50d-609a-441d-89e7-67ea86baffc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185238 Feb 02 07:13:56.190579 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57390) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:56.195393 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-332c4032-278d-44b5-9a94-86bac1d9e46e tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Request body: {'security_group_rule': {'security_group_id': '61493247-bd30-4412-902d-e9452adbe113', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:13:56.229450 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d9ecfe-a6c2-48aa-92a5-381a1b9e2b69 req-8d2ca5dd-70ad-4097-86fc-87e586bcc0b0 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:56.237102 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a0d9ecfe-a6c2-48aa-92a5-381a1b9e2b69 req-8d2ca5dd-70ad-4097-86fc-87e586bcc0b0 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=d85ec473-4812-43bd-8045-140ae622cce9 HTTP/1.1" status: 200 len: 1128 time: 0.2499917 Feb 02 07:13:56.325936 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-362dffd9-73cb-40b7-8e53-cf0302fb0c4f tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Made reservation on behalf of 1fbf35ed46884303898d156d8d254ad5 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:13:56.330707 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-362dffd9-73cb-40b7-8e53-cf0302fb0c4f tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:56.352648 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [None req-362dffd9-73cb-40b7-8e53-cf0302fb0c4f tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] device_id is not set on port a3585d12-14a5-4c0e-93e9-6b06d6bb4a3a yet. {{(pid=109694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:13:56.420066 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.extraroute_db [None req-ed1be6e1-75fa-4046-b120-57a494f2602d tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=109693) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 02 07:13:56.438699 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.extraroute_db [None req-ed1be6e1-75fa-4046-b120-57a494f2602d tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Removed routes are [] {{(pid=109693) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 02 07:13:56.439799 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ed1be6e1-75fa-4046-b120-57a494f2602d tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1043354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-942652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13285'] for router (5be8e385-58ce-4093-9665-c14048136a2a), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:56.532797 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-332c4032-278d-44b5-9a94-86bac1d9e46e tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group_rule (3232403d-69e8-434e-a89c-b31e06ec4c9c), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:56.540215 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-cee9f13e-d61c-4b16-accf-d6ad519adff4 None None] Current status of the port 3ce14ff2-2b0a-4d67-9686-f231d526d5d7 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:13:56.568870 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-362dffd9-73cb-40b7-8e53-cf0302fb0c4f tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Allocated IP 2001:db8::307 (08333ed5-c91b-4f31-aeec-e7da03b3d61b/e6885f8e-ba9d-4845-a72b-d215975172e1/a3585d12-14a5-4c0e-93e9-6b06d6bb4a3a) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:13:56.571478 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-235a37da-6446-4ec5-a910-9f6effdae970 None None] Publish callbacks [] for port (5f98a417-411e-49f7-91f0-ed31055db9c7), precommit_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:56.583131 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-235a37da-6446-4ec5-a910-9f6effdae970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (5f98a417-411e-49f7-91f0-ed31055db9c7), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:56.612581 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a0d9ecfe-a6c2-48aa-92a5-381a1b9e2b69 req-87c05b78-ff0a-4f31-b7fa-2da860ce931b tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=b28d4905-d1c1-4309-a5bf-1728cb15a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3745046 Feb 02 07:13:56.676553 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-25a74909-3fcc-44e4-9349-f0a490419e76 None None] Provisioning complete for port 5f98a417-411e-49f7-91f0-ed31055db9c7 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:56.677010 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-25a74909-3fcc-44e4-9349-f0a490419e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (5f98a417-411e-49f7-91f0-ed31055db9c7), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:56.698737 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-332c4032-278d-44b5-9a94-86bac1d9e46e tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group_rule (3232403d-69e8-434e-a89c-b31e06ec4c9c), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:56.738072 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-25a74909-3fcc-44e4-9349-f0a490419e76 None None] Port 5f98a417-411e-49f7-91f0-ed31055db9c7 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:13:56.748721 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-25a74909-3fcc-44e4-9349-f0a490419e76 None None] Provisioning complete for port 3ce14ff2-2b0a-4d67-9686-f231d526d5d7 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:56.749094 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-25a74909-3fcc-44e4-9349-f0a490419e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (3ce14ff2-2b0a-4d67-9686-f231d526d5d7), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:56.749465 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b5c68f-4eb5-4176-9e48-66961b10426b None None] Pushing event updated for resources: {'Port': ['ID=5f98a417-411e-49f7-91f0-ed31055db9c7,revision_number=3']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:56.753119 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-332c4032-278d-44b5-9a94-86bac1d9e46e tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (3232403d-69e8-434e-a89c-b31e06ec4c9c), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:56.791156 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-235a37da-6446-4ec5-a910-9f6effdae970 None None] Attempting to bind port 5f98a417-411e-49f7-91f0-ed31055db9c7 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:13:56.791957 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-235a37da-6446-4ec5-a910-9f6effdae970 None None] Attempting to bind port 5f98a417-411e-49f7-91f0-ed31055db9c7 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '8bcbef15-661f-4bbc-b9aa-10ab12e93a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'a5a0d739-8d8d-4ced-84b3-5cd812c61fce'}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:13:56.792333 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235a37da-6446-4ec5-a910-9f6effdae970 None None] Attempting to bind port 5f98a417-411e-49f7-91f0-ed31055db9c7 on network a5a0d739-8d8d-4ced-84b3-5cd812c61fce {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:13:56.813682 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332c4032-278d-44b5-9a94-86bac1d9e46e tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3232403d-69e8-434e-a89c-b31e06ec4c9c,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:56.815238 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235a37da-6446-4ec5-a910-9f6effdae970 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:13:56.816000 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235a37da-6446-4ec5-a910-9f6effdae970 None None] Checking segment: {'id': '8bcbef15-661f-4bbc-b9aa-10ab12e93a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'a5a0d739-8d8d-4ced-84b3-5cd812c61fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:13:56.820233 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-332c4032-278d-44b5-9a94-86bac1d9e46e tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:56.820975 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-235a37da-6446-4ec5-a910-9f6effdae970 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:56.821578 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235a37da-6446-4ec5-a910-9f6effdae970 None None] Bound using segment: {'id': '8bcbef15-661f-4bbc-b9aa-10ab12e93a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'a5a0d739-8d8d-4ced-84b3-5cd812c61fce'} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:13:56.822818 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-332c4032-278d-44b5-9a94-86bac1d9e46e tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6301992 Feb 02 07:13:56.824061 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-235a37da-6446-4ec5-a910-9f6effdae970 None None] Bound port: 5f98a417-411e-49f7-91f0-ed31055db9c7, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bcbef15-661f-4bbc-b9aa-10ab12e93a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'a5a0d739-8d8d-4ced-84b3-5cd812c61fce'}}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:13:56.824640 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-235a37da-6446-4ec5-a910-9f6effdae970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (5f98a417-411e-49f7-91f0-ed31055db9c7), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:56.826101 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57394) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:56.835877 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-362dffd9-73cb-40b7-8e53-cf0302fb0c4f tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks [] for port (a3585d12-14a5-4c0e-93e9-6b06d6bb4a3a), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:56.861346 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-07fb5099-9817-4867-a9b6-884f53b40cdc tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] 10.222.0.87 "GET /v2.0/security-group-rules/3232403d-69e8-434e-a89c-b31e06ec4c9c HTTP/1.1" status: 200 len: 763 time: 0.0339131 Feb 02 07:13:56.866863 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57396) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:56.868409 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-25a74909-3fcc-44e4-9349-f0a490419e76 None None] Current status of the port 3ce14ff2-2b0a-4d67-9686-f231d526d5d7 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:13:56.882632 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-25a74909-3fcc-44e4-9349-f0a490419e76 None None] Provisioning complete for port 55f65b26-c008-4480-8d5a-9bafb1d1dc06 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:56.883099 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-25a74909-3fcc-44e4-9349-f0a490419e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (55f65b26-c008-4480-8d5a-9bafb1d1dc06), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:56.888213 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-362dffd9-73cb-40b7-8e53-cf0302fb0c4f tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (a3585d12-14a5-4c0e-93e9-6b06d6bb4a3a), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:56.890030 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ed1be6e1-75fa-4046-b120-57a494f2602d tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1043354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-942652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13285'] for router (5be8e385-58ce-4093-9665-c14048136a2a), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:56.900341 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ed1be6e1-75fa-4046-b120-57a494f2602d tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1043345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1043336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-942635'] for router (5be8e385-58ce-4093-9665-c14048136a2a), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:56.925628 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-25a74909-3fcc-44e4-9349-f0a490419e76 None None] Port 55f65b26-c008-4480-8d5a-9bafb1d1dc06 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:13:56.968480 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362dffd9-73cb-40b7-8e53-cf0302fb0c4f tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Network 08333ed5-c91b-4f31-aeec-e7da03b3d61b is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:13:56.973055 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-362dffd9-73cb-40b7-8e53-cf0302fb0c4f tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:13:56.975666 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362dffd9-73cb-40b7-8e53-cf0302fb0c4f tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:13:56.983405 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362dffd9-73cb-40b7-8e53-cf0302fb0c4f tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:56.984092 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-362dffd9-73cb-40b7-8e53-cf0302fb0c4f tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:56.984238 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-235a37da-6446-4ec5-a910-9f6effdae970 None None] For port 5f98a417-411e-49f7-91f0-ed31055db9c7, host n-d-789963-26, cleared binding levels {{(pid=109696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:13:56.990360 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-235a37da-6446-4ec5-a910-9f6effdae970 None None] For port 5f98a417-411e-49f7-91f0-ed31055db9c7, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=5f98a417-411e-49f7-91f0-ed31055db9c7,segment=NetworkSegment(8bcbef15-661f-4bbc-b9aa-10ab12e93a1d),segment_id=8bcbef15-661f-4bbc-b9aa-10ab12e93a1d)] {{(pid=109696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:13:57.007010 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 3ce14ff2-2b0a-4d67-9686-f231d526d5d7 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:13:57.009841 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-235a37da-6446-4ec5-a910-9f6effdae970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (5f98a417-411e-49f7-91f0-ed31055db9c7), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:57.020092 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a030e8ca-186e-43a5-b1e9-4cfa7e8d5224 req-cfa98dff-ebc4-4a8a-91fd-42a174fc04a2 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:57.021860 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a030e8ca-186e-43a5-b1e9-4cfa7e8d5224 req-cfa98dff-ebc4-4a8a-91fd-42a174fc04a2 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=d85ec473-4812-43bd-8045-140ae622cce9 HTTP/1.1" status: 200 len: 1128 time: 0.2691307 Feb 02 07:13:57.023742 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362dffd9-73cb-40b7-8e53-cf0302fb0c4f tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Pushing event updated for resources: {'Port': ['ID=a3585d12-14a5-4c0e-93e9-6b06d6bb4a3a,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:57.038634 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-362dffd9-73cb-40b7-8e53-cf0302fb0c4f tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.8855145 Feb 02 07:13:57.041844 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57398) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:57.047286 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-490f2d8b-ab7d-49ad-9d5f-1f9b808e1ac5 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1c7', 'mac_address': 'fa:16:3e:e2:2b:d2'}, {'ip_address': '2001:db8::2e', 'mac_address': 'fa:16:3e:e7:90:75'}]}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:13:57.086908 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b5c68f-4eb5-4176-9e48-66961b10426b None None] Pushing event updated for resources: {'Port': ['ID=5f98a417-411e-49f7-91f0-ed31055db9c7,revision_number=4']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:57.100914 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-7b63916e-0c45-46b3-a9d8-ca00eec0218d tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2336953 Feb 02 07:13:57.105154 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57400) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:57.109657 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235a37da-6446-4ec5-a910-9f6effdae970 None None] Routers {'5be8e385-58ce-4093-9665-c14048136a2a'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:13:57.110549 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-235a37da-6446-4ec5-a910-9f6effdae970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:13:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['5be8e385-58ce-4093-9665-c14048136a2a'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:13:57.111910 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed1be6e1-75fa-4046-b120-57a494f2602d tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Router 5be8e385-58ce-4093-9665-c14048136a2a has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:13:57.170418 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 3ce14ff2-2b0a-4d67-9686-f231d526d5d7 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:57.171169 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (3ce14ff2-2b0a-4d67-9686-f231d526d5d7), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:57.171606 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a030e8ca-186e-43a5-b1e9-4cfa7e8d5224 req-3ab7b03f-3d56-4c55-9535-1fd4b4ce0b3f tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=b28d4905-d1c1-4309-a5bf-1728cb15a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414545 Feb 02 07:13:57.233301 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-18b065d8-e8dd-4a3f-b72e-425ce2d7fb11 None None] Provisioning complete for port 5f98a417-411e-49f7-91f0-ed31055db9c7 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:57.233911 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-18b065d8-e8dd-4a3f-b72e-425ce2d7fb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (5f98a417-411e-49f7-91f0-ed31055db9c7), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:57.286618 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-235a37da-6446-4ec5-a910-9f6effdae970 None None] Set router 5be8e385-58ce-4093-9665-c14048136a2a gateway port host: None {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:13:57.304511 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-490f2d8b-ab7d-49ad-9d5f-1f9b808e1ac5 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (a3585d12-14a5-4c0e-93e9-6b06d6bb4a3a), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:57.334736 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6b6cea3d-d8f1-47fd-847e-0321787cc3b5 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group_rule (3232403d-69e8-434e-a89c-b31e06ec4c9c), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:57.357798 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1be6e1-75fa-4046-b120-57a494f2602d tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:13:57.372450 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ed1be6e1-75fa-4046-b120-57a494f2602d tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:57.373587 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-ed1be6e1-75fa-4046-b120-57a494f2602d tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "PUT /v2.0/routers/5be8e385-58ce-4093-9665-c14048136a2a HTTP/1.1" status: 200 len: 934 time: 1.7155335 Feb 02 07:13:57.376428 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57408) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:57.379378 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:57.383688 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6b6cea3d-d8f1-47fd-847e-0321787cc3b5 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group_rule (3232403d-69e8-434e-a89c-b31e06ec4c9c), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:57.475850 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6b6cea3d-d8f1-47fd-847e-0321787cc3b5 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (3232403d-69e8-434e-a89c-b31e06ec4c9c), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:57.515230 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6b6cea3d-d8f1-47fd-847e-0321787cc3b5 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:57.519145 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-6b6cea3d-d8f1-47fd-847e-0321787cc3b5 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/3232403d-69e8-434e-a89c-b31e06ec4c9c HTTP/1.1" status: 204 len: 168 time: 0.4082959 Feb 02 07:13:57.520776 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-18b065d8-e8dd-4a3f-b72e-425ce2d7fb11 None None] Current status of the port 5f98a417-411e-49f7-91f0-ed31055db9c7 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:13:57.521302 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-18b065d8-e8dd-4a3f-b72e-425ce2d7fb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (5f98a417-411e-49f7-91f0-ed31055db9c7), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:57.523415 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57410) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:57.554844 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 3ce14ff2-2b0a-4d67-9686-f231d526d5d7 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:13:57.588518 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-18b065d8-e8dd-4a3f-b72e-425ce2d7fb11 None None] For port 5f98a417-411e-49f7-91f0-ed31055db9c7, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=5f98a417-411e-49f7-91f0-ed31055db9c7,segment=NetworkSegment(8bcbef15-661f-4bbc-b9aa-10ab12e93a1d),segment_id=8bcbef15-661f-4bbc-b9aa-10ab12e93a1d)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:13:57.594422 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6cea3d-d8f1-47fd-847e-0321787cc3b5 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3232403d-69e8-434e-a89c-b31e06ec4c9c,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:57.596512 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-18b065d8-e8dd-4a3f-b72e-425ce2d7fb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (5f98a417-411e-49f7-91f0-ed31055db9c7), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:57.625044 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-3ec72a86-4861-4ffe-a290-f8f7bc79585b tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "GET /v2.0/routers/5be8e385-58ce-4093-9665-c14048136a2a HTTP/1.1" status: 200 len: 934 time: 0.2448554 Feb 02 07:13:57.628627 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57414) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:57.639416 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-96d96c20-f1c6-47f7-ae0b-e0ed7cc58a4a tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Request body: {'router': {'routes': None}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:13:57.662802 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0347e5-b1e5-4bc7-a394-aaa4a88da489 req-2ac379fd-136d-4dd2-9adc-1b3a0431cac1 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:57.678209 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0347e5-b1e5-4bc7-a394-aaa4a88da489 req-2ac379fd-136d-4dd2-9adc-1b3a0431cac1 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:57.679918 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0b0347e5-b1e5-4bc7-a394-aaa4a88da489 req-2ac379fd-136d-4dd2-9adc-1b3a0431cac1 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/ports?device_id=a05f43d7-d814-46d7-b406-ef7372b5a711 HTTP/1.1" status: 200 len: 1679 time: 0.3518357 Feb 02 07:13:57.725819 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-235a37da-6446-4ec5-a910-9f6effdae970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be8e385-58ce-4093-9665-c14048136a2a', 'name': 'tempest-RoutersTest-router-1283393417', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:13:26Z', 'updated_at': '2022-02-02T07:13:56Z', 'revision_number': 6, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'gw_port_host': None, '_interfaces': [{'id': '54006660-e8c3-4e38-86c1-d72ebb09dd7c', 'name': '', 'network_id': '144d1b23-4e9b-464c-85bb-7dea841b96eb', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'mac_address': 'fa:16:3e:7f:d5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be8e385-58ce-4093-9665-c14048136a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': 'eb73560c-523c-4032-82fe-0f13db852ea1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:42Z', 'updated_at': '2022-02-02T07:13:53Z', 'revision_number': 5, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'subnets': [{'id': 'eb73560c-523c-4032-82fe-0f13db852ea1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f98a417-411e-49f7-91f0-ed31055db9c7', 'name': '', 'network_id': 'a5a0d739-8d8d-4ced-84b3-5cd812c61fce', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'mac_address': 'fa:16:3e:38:17:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be8e385-58ce-4093-9665-c14048136a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2225, 'fixed_ips': [{'subnet_id': 'a371c952-6ffa-4afc-98bb-d2068d2b22d2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:52Z', 'updated_at': '2022-02-02T07:13:56Z', 'revision_number': 4, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'subnets': [{'id': 'a371c952-6ffa-4afc-98bb-d2068d2b22d2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6be65c97-c21a-4d3c-9b85-1b734ac5ab7a', 'name': '', 'network_id': '13f39bcb-30c2-4226-aa99-134caa5ace72', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'mac_address': 'fa:16:3e:35:28:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be8e385-58ce-4093-9665-c14048136a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '134e2214-f6dd-43ee-a5d4-672e2463085f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:28Z', 'updated_at': '2022-02-02T07:13:34Z', 'revision_number': 5, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'subnets': [{'id': '134e2214-f6dd-43ee-a5d4-672e2463085f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b444e857-d37e-4dac-ae7b-846070e120f8', 'name': '', 'network_id': '96a17be2-3b10-4ce0-8fef-5c1c61e2a12b', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'mac_address': 'fa:16:3e:78:22:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be8e385-58ce-4093-9665-c14048136a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'de1bef11-0190-4dd0-830c-19ffb2680972', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:35Z', 'updated_at': '2022-02-02T07:13:45Z', 'revision_number': 5, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'subnets': [{'id': 'de1bef11-0190-4dd0-830c-19ffb2680972', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:13:57.726176 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b065d8-e8dd-4a3f-b72e-425ce2d7fb11 None None] Pushing event updated for resources: {'Port': ['ID=5f98a417-411e-49f7-91f0-ed31055db9c7,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:57.750965 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-54346d48-3f45-4c2b-8111-5a7eeac0e950 None None] Provisioning complete for port 5f98a417-411e-49f7-91f0-ed31055db9c7 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:57.751337 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-54346d48-3f45-4c2b-8111-5a7eeac0e950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (5f98a417-411e-49f7-91f0-ed31055db9c7), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:57.758598 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235a37da-6446-4ec5-a910-9f6effdae970 None None] The sync data for ids ['5be8e385-58ce-4093-9665-c14048136a2a'] in n-d-789963-26 is: [{'id': '5be8e385-58ce-4093-9665-c14048136a2a', 'name': 'tempest-RoutersTest-router-1283393417', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:13:26Z', 'updated_at': '2022-02-02T07:13:56Z', 'revision_number': 6, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'gw_port_host': None, '_interfaces': [{'id': '54006660-e8c3-4e38-86c1-d72ebb09dd7c', 'name': '', 'network_id': '144d1b23-4e9b-464c-85bb-7dea841b96eb', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'mac_address': 'fa:16:3e:7f:d5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be8e385-58ce-4093-9665-c14048136a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': 'eb73560c-523c-4032-82fe-0f13db852ea1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:42Z', 'updated_at': '2022-02-02T07:13:53Z', 'revision_number': 5, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'subnets': [{'id': 'eb73560c-523c-4032-82fe-0f13db852ea1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f98a417-411e-49f7-91f0-ed31055db9c7', 'name': '', 'network_id': 'a5a0d739-8d8d-4ced-84b3-5cd812c61fce', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'mac_address': 'fa:16:3e:38:17:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be8e385-58ce-4093-9665-c14048136a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2225, 'fixed_ips': [{'subnet_id': 'a371c952-6ffa-4afc-98bb-d2068d2b22d2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:52Z', 'updated_at': '2022-02-02T07:13:56Z', 'revision_number': 4, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'subnets': [{'id': 'a371c952-6ffa-4afc-98bb-d2068d2b22d2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6be65c97-c21a-4d3c-9b85-1b734ac5ab7a', 'name': '', 'network_id': '13f39bcb-30c2-4226-aa99-134caa5ace72', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'mac_address': 'fa:16:3e:35:28:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be8e385-58ce-4093-9665-c14048136a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '134e2214-f6dd-43ee-a5d4-672e2463085f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:28Z', 'updated_at': '2022-02-02T07:13:34Z', 'revision_number': 5, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'subnets': [{'id': '134e2214-f6dd-43ee-a5d4-672e2463085f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b444e857-d37e-4dac-ae7b-846070e120f8', 'name': '', 'network_id': '96a17be2-3b10-4ce0-8fef-5c1c61e2a12b', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'mac_address': 'fa:16:3e:78:22:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be8e385-58ce-4093-9665-c14048136a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'de1bef11-0190-4dd0-830c-19ffb2680972', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:35Z', 'updated_at': '2022-02-02T07:13:45Z', 'revision_number': 5, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'subnets': [{'id': 'de1bef11-0190-4dd0-830c-19ffb2680972', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:13:57.868748 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-54346d48-3f45-4c2b-8111-5a7eeac0e950 None None] Current status of the port 5f98a417-411e-49f7-91f0-ed31055db9c7 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:13:57.881589 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-54346d48-3f45-4c2b-8111-5a7eeac0e950 None None] Provisioning complete for port a3585d12-14a5-4c0e-93e9-6b06d6bb4a3a triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:57.882068 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-54346d48-3f45-4c2b-8111-5a7eeac0e950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (a3585d12-14a5-4c0e-93e9-6b06d6bb4a3a), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:57.900727 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0b0347e5-b1e5-4bc7-a394-aaa4a88da489 req-c4845414-ac07-42fc-9819-abaed755f977 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee38a50d-609a-441d-89e7-67ea86baffc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111270 Feb 02 07:13:57.948014 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-54346d48-3f45-4c2b-8111-5a7eeac0e950 None None] Port a3585d12-14a5-4c0e-93e9-6b06d6bb4a3a cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:13:58.000810 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-490f2d8b-ab7d-49ad-9d5f-1f9b808e1ac5 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks [] for port (a3585d12-14a5-4c0e-93e9-6b06d6bb4a3a), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:58.008470 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-490f2d8b-ab7d-49ad-9d5f-1f9b808e1ac5 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (a3585d12-14a5-4c0e-93e9-6b06d6bb4a3a), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:58.048902 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-490f2d8b-ab7d-49ad-9d5f-1f9b808e1ac5 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] In _notify_port_updated(), no bound segment for port a3585d12-14a5-4c0e-93e9-6b06d6bb4a3a on network 08333ed5-c91b-4f31-aeec-e7da03b3d61b {{(pid=109694) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 02 07:13:58.054149 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490f2d8b-ab7d-49ad-9d5f-1f9b808e1ac5 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:58.054834 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-490f2d8b-ab7d-49ad-9d5f-1f9b808e1ac5 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:58.056295 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-490f2d8b-ab7d-49ad-9d5f-1f9b808e1ac5 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] 10.222.0.87 "PUT /v2.0/ports/a3585d12-14a5-4c0e-93e9-6b06d6bb4a3a HTTP/1.1" status: 200 len: 1067 time: 1.0133858 Feb 02 07:13:58.060093 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57416) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:58.133773 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490f2d8b-ab7d-49ad-9d5f-1f9b808e1ac5 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Pushing event updated for resources: {'Port': ['ID=a3585d12-14a5-4c0e-93e9-6b06d6bb4a3a,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:58.137725 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-db02a0b8-f9af-4a37-ae47-dfe9d2b42585 None None] Provisioning complete for port 5f98a417-411e-49f7-91f0-ed31055db9c7 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:58.138105 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-db02a0b8-f9af-4a37-ae47-dfe9d2b42585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (5f98a417-411e-49f7-91f0-ed31055db9c7), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:58.284865 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-b603668c-dfe5-473c-a2b3-c5c43eb5a00e tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Deleting port a3585d12-14a5-4c0e-93e9-6b06d6bb4a3a {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:13:58.285216 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b603668c-dfe5-473c-a2b3-c5c43eb5a00e tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (a3585d12-14a5-4c0e-93e9-6b06d6bb4a3a), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:58.377468 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device f53887e1-c449-45c8-b56f-6c03f8182157 details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:13:58.387889 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-db02a0b8-f9af-4a37-ae47-dfe9d2b42585 None None] Current status of the port 5f98a417-411e-49f7-91f0-ed31055db9c7 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:13:58.486951 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b603668c-dfe5-473c-a2b3-c5c43eb5a00e tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (a3585d12-14a5-4c0e-93e9-6b06d6bb4a3a), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:58.505497 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-b603668c-dfe5-473c-a2b3-c5c43eb5a00e tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Calling delete_port for a3585d12-14a5-4c0e-93e9-6b06d6bb4a3a owned by {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:13:58.539596 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port f53887e1-c449-45c8-b56f-6c03f8182157, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=f53887e1-c449-45c8-b56f-6c03f8182157,segment=NetworkSegment(90d8575d-a92d-47df-a779-76db30ce9810),segment_id=90d8575d-a92d-47df-a779-76db30ce9810)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:13:58.554394 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': 'f53887e1-c449-45c8-b56f-6c03f8182157', 'network_id': '5fc5089e-97a8-4149-aa71-4295f8cc6a2d', 'port_id': 'f53887e1-c449-45c8-b56f-6c03f8182157', 'mac_address': 'fa:16:3e:8f:18:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b868a4de-8fdd-4271-bc40-9a2b41762c27', 'ip_address': '19.86.0.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:13:58.610706 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port f53887e1-c449-45c8-b56f-6c03f8182157 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:13:58.611447 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f53887e1-c449-45c8-b56f-6c03f8182157), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:58.628326 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f53887e1-c449-45c8-b56f-6c03f8182157 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:13:58.691303 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port f53887e1-c449-45c8-b56f-6c03f8182157, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=f53887e1-c449-45c8-b56f-6c03f8182157,segment=NetworkSegment(90d8575d-a92d-47df-a779-76db30ce9810),segment_id=90d8575d-a92d-47df-a779-76db30ce9810)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:13:58.699214 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (f53887e1-c449-45c8-b56f-6c03f8182157), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:58.699882 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device a1f0a684-9343-4aa5-906d-e74e4aeb51ea details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:13:58.723525 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.extraroute_db [None req-96d96c20-f1c6-47f7-ae0b-e0ed7cc58a4a tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Added routes are [] {{(pid=109693) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 02 07:13:58.724171 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.extraroute_db [None req-96d96c20-f1c6-47f7-ae0b-e0ed7cc58a4a tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=109693) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 02 07:13:58.824382 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b603668c-dfe5-473c-a2b3-c5c43eb5a00e tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (a3585d12-14a5-4c0e-93e9-6b06d6bb4a3a), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:58.835906 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-62d1795f-2fa7-4981-ad16-724f16d52d18 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 1.2929981 Feb 02 07:13:58.839427 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57434) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:58.844844 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-a620128e-e3c6-4350-b4af-f0e36d4713c1 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Request body: {'security_group_rule': {'security_group_id': '61493247-bd30-4412-902d-e9452adbe113', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:13:58.853286 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-96d96c20-f1c6-47f7-ae0b-e0ed7cc58a4a tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1043354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-942652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13285'] for router (5be8e385-58ce-4093-9665-c14048136a2a), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:58.889081 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-73a47022-93e3-4f86-8f84-10bfae85e973 None None] Could not find standard attr ID for object a3585d12-14a5-4c0e-93e9-6b06d6bb4a3a. {{(pid=109695) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 07:13:58.892161 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b603668c-dfe5-473c-a2b3-c5c43eb5a00e tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Pushing event deleted for resources: {'Port': ['ID=a3585d12-14a5-4c0e-93e9-6b06d6bb4a3a,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:58.897096 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=f53887e1-c449-45c8-b56f-6c03f8182157,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:58.911679 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:13:59.012305 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5892016e-dc1d-47a7-a6f4-729cf3efcf0a req-0fa0c52d-f5f0-4eaf-8f89-08f02c99b184 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:59.014330 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5892016e-dc1d-47a7-a6f4-729cf3efcf0a req-0fa0c52d-f5f0-4eaf-8f89-08f02c99b184 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=d85ec473-4812-43bd-8045-140ae622cce9 HTTP/1.1" status: 200 len: 1128 time: 1.3865030 Feb 02 07:13:59.030111 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a620128e-e3c6-4350-b4af-f0e36d4713c1 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group_rule (59a1367f-962d-40d7-853b-7fb513728ac0), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:59.070275 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port a1f0a684-9343-4aa5-906d-e74e4aeb51ea, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=a1f0a684-9343-4aa5-906d-e74e4aeb51ea,segment=NetworkSegment(c5d67758-321f-4ab4-a669-7bb5635dd2fe),segment_id=c5d67758-321f-4ab4-a669-7bb5635dd2fe)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:13:59.087394 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': 'a1f0a684-9343-4aa5-906d-e74e4aeb51ea', 'network_id': 'b3b3f1ad-5981-46d3-9427-a3b514183a9e', 'port_id': 'a1f0a684-9343-4aa5-906d-e74e4aeb51ea', 'mac_address': 'fa:16:3e:37:3b:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc443c5d-2597-49a8-8cb0-67d6d1bbe8ef', 'ip_address': '19.80.0.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:13:59.129090 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 5f98a417-411e-49f7-91f0-ed31055db9c7 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:13:59.152324 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d50f5fe-768f-42b0-a902-e1c48c819f1c req-3fdcbda7-8f88-4999-8278-2fd00d0b80e9 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:59.157950 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d50f5fe-768f-42b0-a902-e1c48c819f1c req-3fdcbda7-8f88-4999-8278-2fd00d0b80e9 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:59.159668 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2d50f5fe-768f-42b0-a902-e1c48c819f1c req-3fdcbda7-8f88-4999-8278-2fd00d0b80e9 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/ports?device_id=a05f43d7-d814-46d7-b406-ef7372b5a711 HTTP/1.1" status: 200 len: 1680 time: 0.1392248 Feb 02 07:13:59.203179 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port a1f0a684-9343-4aa5-906d-e74e4aeb51ea is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:13:59.203762 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (a1f0a684-9343-4aa5-906d-e74e4aeb51ea), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:59.244597 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68d5eaf-13ec-46f0-881c-c5f281f7f627 None None] Sync routers for ids ['5be8e385-58ce-4093-9665-c14048136a2a'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:13:59.248771 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1f0a684-9343-4aa5-906d-e74e4aeb51ea {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:13:59.276390 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5892016e-dc1d-47a7-a6f4-729cf3efcf0a req-677060d8-8df9-4a5c-9adc-208bbdbdfaa6 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=b28d4905-d1c1-4309-a5bf-1728cb15a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503750 Feb 02 07:13:59.280400 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 5f98a417-411e-49f7-91f0-ed31055db9c7 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:13:59.280909 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (5f98a417-411e-49f7-91f0-ed31055db9c7), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:59.307126 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port a1f0a684-9343-4aa5-906d-e74e4aeb51ea, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=a1f0a684-9343-4aa5-906d-e74e4aeb51ea,segment=NetworkSegment(c5d67758-321f-4ab4-a669-7bb5635dd2fe),segment_id=c5d67758-321f-4ab4-a669-7bb5635dd2fe)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:13:59.310301 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68d5eaf-13ec-46f0-881c-c5f281f7f627 None None] Routers {'5be8e385-58ce-4093-9665-c14048136a2a'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:13:59.311073 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-d68d5eaf-13ec-46f0-881c-c5f281f7f627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:13:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['5be8e385-58ce-4093-9665-c14048136a2a'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:13:59.315251 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117cd45a-7f2a-40fd-a67b-faabe1af8901 req-f6c307b4-a109-48f7-ad6e-3a89e7e8b822 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:13:59.316089 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2d50f5fe-768f-42b0-a902-e1c48c819f1c req-8cb9c7a5-4e9a-4f9d-96b3-964d180d4a2a tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee38a50d-609a-441d-89e7-67ea86baffc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494477 Feb 02 07:13:59.317074 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-117cd45a-7f2a-40fd-a67b-faabe1af8901 req-f6c307b4-a109-48f7-ad6e-3a89e7e8b822 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=d85ec473-4812-43bd-8045-140ae622cce9 HTTP/1.1" status: 200 len: 1128 time: 0.2139013 Feb 02 07:13:59.322523 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (a1f0a684-9343-4aa5-906d-e74e4aeb51ea), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:59.325533 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-96d96c20-f1c6-47f7-ae0b-e0ed7cc58a4a tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1043354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-942652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13285'] for router (5be8e385-58ce-4093-9665-c14048136a2a), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:59.334855 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a620128e-e3c6-4350-b4af-f0e36d4713c1 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group_rule (59a1367f-962d-40d7-853b-7fb513728ac0), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:59.340123 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b603668c-dfe5-473c-a2b3-c5c43eb5a00e tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:59.345683 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b603668c-dfe5-473c-a2b3-c5c43eb5a00e tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] 10.222.0.87 "DELETE /v2.0/ports/a3585d12-14a5-4c0e-93e9-6b06d6bb4a3a HTTP/1.1" status: 204 len: 168 time: 1.2846951 Feb 02 07:13:59.347941 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57438) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:59.361433 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a620128e-e3c6-4350-b4af-f0e36d4713c1 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (59a1367f-962d-40d7-853b-7fb513728ac0), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:59.363444 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-96d96c20-f1c6-47f7-ae0b-e0ed7cc58a4a tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1043345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1043336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-942635'] for router (5be8e385-58ce-4093-9665-c14048136a2a), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:59.375900 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-b54990d7-a889-43e8-adf7-c0298a125571 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] GET failed (client error): The resource could not be found. Feb 02 07:13:59.380553 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b54990d7-a889-43e8-adf7-c0298a125571 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] 10.222.0.87 "GET /v2.0/ports/a3585d12-14a5-4c0e-93e9-6b06d6bb4a3a HTTP/1.1" status: 404 len: 333 time: 0.0313766 Feb 02 07:13:59.381381 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57440) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:59.483599 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a620128e-e3c6-4350-b4af-f0e36d4713c1 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:59.488095 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a620128e-e3c6-4350-b4af-f0e36d4713c1 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6436894 Feb 02 07:13:59.488095 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a620128e-e3c6-4350-b4af-f0e36d4713c1 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59a1367f-962d-40d7-853b-7fb513728ac0,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:59.491029 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57442) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:59.529157 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-f5ff889a-cfc8-4f8e-9c71-c725cf5c43ea tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] 10.222.0.87 "GET /v2.0/security-group-rules/59a1367f-962d-40d7-853b-7fb513728ac0 HTTP/1.1" status: 200 len: 764 time: 0.0318959 Feb 02 07:13:59.530155 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57444) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:59.543153 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-2ee9cb76-517c-4a2f-98ee-a1c4231e9d24 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Deleting port 55f65b26-c008-4480-8d5a-9bafb1d1dc06 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:13:59.543851 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2ee9cb76-517c-4a2f-98ee-a1c4231e9d24 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (55f65b26-c008-4480-8d5a-9bafb1d1dc06), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:59.565278 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96d96c20-f1c6-47f7-ae0b-e0ed7cc58a4a tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Router 5be8e385-58ce-4093-9665-c14048136a2a has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:13:59.606647 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a7f0d871-20ea-42b1-86c6-08e9f8f4be64 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0713301 Feb 02 07:13:59.606647 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-117cd45a-7f2a-40fd-a67b-faabe1af8901 req-68b8e1b7-f925-4dd0-9389-6d5d72599b1a tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] Deleting port dba1672d-faea-43cd-bf33-96a07e2d3d45 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:13:59.606647 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-117cd45a-7f2a-40fd-a67b-faabe1af8901 req-68b8e1b7-f925-4dd0-9389-6d5d72599b1a tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (dba1672d-faea-43cd-bf33-96a07e2d3d45), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:59.642516 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57446) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:59.653529 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-d68d5eaf-13ec-46f0-881c-c5f281f7f627 None None] Set router 5be8e385-58ce-4093-9665-c14048136a2a gateway port host: None {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:13:59.658426 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=a1f0a684-9343-4aa5-906d-e74e4aeb51ea,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:13:59.684986 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2ee9cb76-517c-4a2f-98ee-a1c4231e9d24 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (55f65b26-c008-4480-8d5a-9bafb1d1dc06), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:59.713741 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-2ee9cb76-517c-4a2f-98ee-a1c4231e9d24 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Calling delete_port for 55f65b26-c008-4480-8d5a-9bafb1d1dc06 owned by {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:13:59.718873 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 5f98a417-411e-49f7-91f0-ed31055db9c7 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:13:59.733750 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-579a210f-0037-48b6-916b-b70263309620 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group_rule (59a1367f-962d-40d7-853b-7fb513728ac0), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:59.772861 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-579a210f-0037-48b6-916b-b70263309620 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group_rule (59a1367f-962d-40d7-853b-7fb513728ac0), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:59.785548 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d96c20-f1c6-47f7-ae0b-e0ed7cc58a4a tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:13:59.795648 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-96d96c20-f1c6-47f7-ae0b-e0ed7cc58a4a tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:59.799619 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-96d96c20-f1c6-47f7-ae0b-e0ed7cc58a4a tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "PUT /v2.0/routers/5be8e385-58ce-4093-9665-c14048136a2a HTTP/1.1" status: 200 len: 700 time: 2.1700857 Feb 02 07:13:59.806776 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57448) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:59.841542 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['f53887e1-c449-45c8-b56f-6c03f8182157'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:13:59.901619 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-579a210f-0037-48b6-916b-b70263309620 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (59a1367f-962d-40d7-853b-7fb513728ac0), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:59.923893 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-579a210f-0037-48b6-916b-b70263309620 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:59.927768 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-579a210f-0037-48b6-916b-b70263309620 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/59a1367f-962d-40d7-853b-7fb513728ac0 HTTP/1.1" status: 204 len: 168 time: 0.2819870 Feb 02 07:13:59.928820 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57450) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:13:59.932459 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-117cd45a-7f2a-40fd-a67b-faabe1af8901 req-68b8e1b7-f925-4dd0-9389-6d5d72599b1a tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] For port dba1672d-faea-43cd-bf33-96a07e2d3d45, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=dba1672d-faea-43cd-bf33-96a07e2d3d45,segment=NetworkSegment(f6e5c7ab-d970-42f4-9b5c-99d614498678),segment_id=f6e5c7ab-d970-42f4-9b5c-99d614498678)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:13:59.932832 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-117cd45a-7f2a-40fd-a67b-faabe1af8901 req-68b8e1b7-f925-4dd0-9389-6d5d72599b1a tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (dba1672d-faea-43cd-bf33-96a07e2d3d45), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:59.937565 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2ee9cb76-517c-4a2f-98ee-a1c4231e9d24 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (55f65b26-c008-4480-8d5a-9bafb1d1dc06), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:13:59.984883 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-117cd45a-7f2a-40fd-a67b-faabe1af8901 req-68b8e1b7-f925-4dd0-9389-6d5d72599b1a tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] Calling delete_port for dba1672d-faea-43cd-bf33-96a07e2d3d45 owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:14:00.017290 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee9cb76-517c-4a2f-98ee-a1c4231e9d24 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Pushing event deleted for resources: {'Port': ['ID=55f65b26-c008-4480-8d5a-9bafb1d1dc06,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:00.026400 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2ee9cb76-517c-4a2f-98ee-a1c4231e9d24 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:00.033348 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-2ee9cb76-517c-4a2f-98ee-a1c4231e9d24 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] 10.222.0.87 "DELETE /v2.0/ports/55f65b26-c008-4480-8d5a-9bafb1d1dc06 HTTP/1.1" status: 204 len: 168 time: 0.6510115 Feb 02 07:14:00.037572 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57454) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:00.046151 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-d68d5eaf-13ec-46f0-881c-c5f281f7f627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be8e385-58ce-4093-9665-c14048136a2a', 'name': 'tempest-RoutersTest-router-1283393417', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:13:26Z', 'updated_at': '2022-02-02T07:13:58Z', 'revision_number': 7, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'gw_port_host': None, '_interfaces': [{'id': '54006660-e8c3-4e38-86c1-d72ebb09dd7c', 'name': '', 'network_id': '144d1b23-4e9b-464c-85bb-7dea841b96eb', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'mac_address': 'fa:16:3e:7f:d5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be8e385-58ce-4093-9665-c14048136a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': 'eb73560c-523c-4032-82fe-0f13db852ea1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:42Z', 'updated_at': '2022-02-02T07:13:53Z', 'revision_number': 5, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'subnets': [{'id': 'eb73560c-523c-4032-82fe-0f13db852ea1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f98a417-411e-49f7-91f0-ed31055db9c7', 'name': '', 'network_id': 'a5a0d739-8d8d-4ced-84b3-5cd812c61fce', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'mac_address': 'fa:16:3e:38:17:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be8e385-58ce-4093-9665-c14048136a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2225, 'fixed_ips': [{'subnet_id': 'a371c952-6ffa-4afc-98bb-d2068d2b22d2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:52Z', 'updated_at': '2022-02-02T07:13:57Z', 'revision_number': 5, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'subnets': [{'id': 'a371c952-6ffa-4afc-98bb-d2068d2b22d2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6be65c97-c21a-4d3c-9b85-1b734ac5ab7a', 'name': '', 'network_id': '13f39bcb-30c2-4226-aa99-134caa5ace72', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'mac_address': 'fa:16:3e:35:28:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be8e385-58ce-4093-9665-c14048136a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '134e2214-f6dd-43ee-a5d4-672e2463085f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:28Z', 'updated_at': '2022-02-02T07:13:34Z', 'revision_number': 5, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'subnets': [{'id': '134e2214-f6dd-43ee-a5d4-672e2463085f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b444e857-d37e-4dac-ae7b-846070e120f8', 'name': '', 'network_id': '96a17be2-3b10-4ce0-8fef-5c1c61e2a12b', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'mac_address': 'fa:16:3e:78:22:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be8e385-58ce-4093-9665-c14048136a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'de1bef11-0190-4dd0-830c-19ffb2680972', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:35Z', 'updated_at': '2022-02-02T07:13:45Z', 'revision_number': 5, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'subnets': [{'id': 'de1bef11-0190-4dd0-830c-19ffb2680972', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:00.083568 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbb12902-2bd6-49ee-94c0-b132917f637e tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] GET failed (client error): The resource could not be found. Feb 02 07:14:00.085318 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-cbb12902-2bd6-49ee-94c0-b132917f637e tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] 10.222.0.87 "GET /v2.0/ports/55f65b26-c008-4480-8d5a-9bafb1d1dc06 HTTP/1.1" status: 404 len: 333 time: 0.0464573 Feb 02 07:14:00.090736 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57456) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:00.163472 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68d5eaf-13ec-46f0-881c-c5f281f7f627 None None] Checking router: 5be8e385-58ce-4093-9665-c14048136a2a for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:14:00.184840 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b968dd3a-22c1-4fe9-ae66-a32902d2488b tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2544794 Feb 02 07:14:00.189234 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57458) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:00.199250 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68d5eaf-13ec-46f0-881c-c5f281f7f627 None None] Routers {'5be8e385-58ce-4093-9665-c14048136a2a'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:14:00.200817 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-d68d5eaf-13ec-46f0-881c-c5f281f7f627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:13:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['5be8e385-58ce-4093-9665-c14048136a2a'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:00.211709 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-117cd45a-7f2a-40fd-a67b-faabe1af8901 req-68b8e1b7-f925-4dd0-9389-6d5d72599b1a tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (dba1672d-faea-43cd-bf33-96a07e2d3d45), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:00.226393 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579a210f-0037-48b6-916b-b70263309620 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=59a1367f-962d-40d7-853b-7fb513728ac0,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:00.257787 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['02fbefda-9af4-4c84-b09a-5700b4bc9cf5'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:14:00.266032 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['dba1672d-faea-43cd-bf33-96a07e2d3d45'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:14:00.302942 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-27ab708b-d42c-4849-9c37-0ac8432c9052 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group (61493247-bd30-4412-902d-e9452adbe113), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:00.310550 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b8e1b7-f925-4dd0-9389-6d5d72599b1a tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] Pushing event deleted for resources: {'Port': ['ID=dba1672d-faea-43cd-bf33-96a07e2d3d45,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:00.366171 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-dd53b94b-73bf-4282-a863-c136ad4e6b1e tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Deleting port 10e2733a-ed18-404f-b942-266a29e1c6ef {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:14:00.366375 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-dd53b94b-73bf-4282-a863-c136ad4e6b1e tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (10e2733a-ed18-404f-b942-266a29e1c6ef), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:00.375124 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-117cd45a-7f2a-40fd-a67b-faabe1af8901 req-68b8e1b7-f925-4dd0-9389-6d5d72599b1a tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] No DVR routers for this DVR port dba1672d-faea-43cd-bf33-96a07e2d3d45 on host n-h1-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:14:00.382677 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-117cd45a-7f2a-40fd-a67b-faabe1af8901 req-68b8e1b7-f925-4dd0-9389-6d5d72599b1a tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:00.396827 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-117cd45a-7f2a-40fd-a67b-faabe1af8901 req-68b8e1b7-f925-4dd0-9389-6d5d72599b1a tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.88 "DELETE /v2.0/ports/dba1672d-faea-43cd-bf33-96a07e2d3d45 HTTP/1.1" status: 204 len: 173 time: 1.0682538 Feb 02 07:14:00.409334 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-27ab708b-d42c-4849-9c37-0ac8432c9052 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group (61493247-bd30-4412-902d-e9452adbe113), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:00.424262 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd85ec473-4812-43bd-8045-140ae622cce9', 'name': 'network-vif-deleted', 'tag': 'dba1672d-faea-43cd-bf33-96a07e2d3d45'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:14:00.435116 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e452e86-8145-478e-812e-b5b70e8bf8ec" -d '{"events": [{"server_uuid": "d85ec473-4812-43bd-8045-140ae622cce9", "name": "network-vif-deleted", "tag": "dba1672d-faea-43cd-bf33-96a07e2d3d45"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:14:00.442719 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-d68d5eaf-13ec-46f0-881c-c5f281f7f627 None None] Set router 5be8e385-58ce-4093-9665-c14048136a2a gateway port host: None {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:14:00.472668 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-dd72a61b-4227-4519-a452-384c6a97d6e7 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "GET /v2.0/routers/5be8e385-58ce-4093-9665-c14048136a2a HTTP/1.1" status: 200 len: 700 time: 0.6622961 Feb 02 07:14:00.476793 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57466) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:00.535779 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4b2e69ff-0bc4-4b4d-9b8c-d35f65dd6e35 req-95974f51-dead-4d73-a3f9-4e36b21a4ae5 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=d85ec473-4812-43bd-8045-140ae622cce9 HTTP/1.1" status: 200 len: 210 time: 0.0456715 Feb 02 07:14:00.651642 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db441673-b335-4712-a2d4-04b997e844b6 x-openstack-request-id: req-db441673-b335-4712-a2d4-04b997e844b6 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:14:00.652383 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d85ec473-4812-43bd-8045-140ae622cce9", "name": "network-vif-deleted", "tag": "dba1672d-faea-43cd-bf33-96a07e2d3d45", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:14:00.652825 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-db441673-b335-4712-a2d4-04b997e844b6 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:14:00.653400 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd85ec473-4812-43bd-8045-140ae622cce9', 'name': 'network-vif-deleted', 'tag': 'dba1672d-faea-43cd-bf33-96a07e2d3d45', 'status': 'completed', 'code': 200} Feb 02 07:14:00.669091 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-27ab708b-d42c-4849-9c37-0ac8432c9052 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (61493247-bd30-4412-902d-e9452adbe113), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:00.684967 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-27ab708b-d42c-4849-9c37-0ac8432c9052 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:00.689815 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-27ab708b-d42c-4849-9c37-0ac8432c9052 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] 10.222.0.87 "DELETE /v2.0/security-groups/61493247-bd30-4412-902d-e9452adbe113 HTTP/1.1" status: 204 len: 168 time: 0.4992826 Feb 02 07:14:00.692658 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-dd53b94b-73bf-4282-a863-c136ad4e6b1e tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (10e2733a-ed18-404f-b942-266a29e1c6ef), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:00.693005 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57468) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:00.718551 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-dd53b94b-73bf-4282-a863-c136ad4e6b1e tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Calling delete_port for 10e2733a-ed18-404f-b942-266a29e1c6ef owned by {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:14:00.720578 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ab708b-d42c-4849-9c37-0ac8432c9052 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61493247-bd30-4412-902d-e9452adbe113,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:00.845887 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-6e053e2b-be61-486a-b077-9978143e056c tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1515124 Feb 02 07:14:00.859176 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0deaa38-a3aa-4314-a87d-304240f463a3 req-f7dcc3c6-d922-4aa1-9b99-caeb774624e4 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:00.865423 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0deaa38-a3aa-4314-a87d-304240f463a3 req-f7dcc3c6-d922-4aa1-9b99-caeb774624e4 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:00.873252 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b0deaa38-a3aa-4314-a87d-304240f463a3 req-f7dcc3c6-d922-4aa1-9b99-caeb774624e4 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/ports?device_id=a05f43d7-d814-46d7-b406-ef7372b5a711 HTTP/1.1" status: 200 len: 1681 time: 0.2793572 Feb 02 07:14:00.877406 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57470) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:00.882309 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-858345a1-060e-49ee-876d-250d09c3dd5b tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Request body: {'security_group': {'name': 'tempest-secgroup--1968871595'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:14:00.896418 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-d68d5eaf-13ec-46f0-881c-c5f281f7f627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be8e385-58ce-4093-9665-c14048136a2a', 'name': 'tempest-RoutersTest-router-1283393417', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:13:26Z', 'updated_at': '2022-02-02T07:13:58Z', 'revision_number': 7, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'gw_port_host': None, '_interfaces': [{'id': '54006660-e8c3-4e38-86c1-d72ebb09dd7c', 'name': '', 'network_id': '144d1b23-4e9b-464c-85bb-7dea841b96eb', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'mac_address': 'fa:16:3e:7f:d5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be8e385-58ce-4093-9665-c14048136a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': 'eb73560c-523c-4032-82fe-0f13db852ea1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:42Z', 'updated_at': '2022-02-02T07:13:53Z', 'revision_number': 5, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'subnets': [{'id': 'eb73560c-523c-4032-82fe-0f13db852ea1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f98a417-411e-49f7-91f0-ed31055db9c7', 'name': '', 'network_id': 'a5a0d739-8d8d-4ced-84b3-5cd812c61fce', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'mac_address': 'fa:16:3e:38:17:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be8e385-58ce-4093-9665-c14048136a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2225, 'fixed_ips': [{'subnet_id': 'a371c952-6ffa-4afc-98bb-d2068d2b22d2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:52Z', 'updated_at': '2022-02-02T07:13:57Z', 'revision_number': 5, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'subnets': [{'id': 'a371c952-6ffa-4afc-98bb-d2068d2b22d2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6be65c97-c21a-4d3c-9b85-1b734ac5ab7a', 'name': '', 'network_id': '13f39bcb-30c2-4226-aa99-134caa5ace72', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'mac_address': 'fa:16:3e:35:28:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be8e385-58ce-4093-9665-c14048136a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '134e2214-f6dd-43ee-a5d4-672e2463085f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:28Z', 'updated_at': '2022-02-02T07:13:34Z', 'revision_number': 5, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'subnets': [{'id': '134e2214-f6dd-43ee-a5d4-672e2463085f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b444e857-d37e-4dac-ae7b-846070e120f8', 'name': '', 'network_id': '96a17be2-3b10-4ce0-8fef-5c1c61e2a12b', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'mac_address': 'fa:16:3e:78:22:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be8e385-58ce-4093-9665-c14048136a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'de1bef11-0190-4dd0-830c-19ffb2680972', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:35Z', 'updated_at': '2022-02-02T07:13:45Z', 'revision_number': 5, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'subnets': [{'id': 'de1bef11-0190-4dd0-830c-19ffb2680972', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:00.919496 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-dd53b94b-73bf-4282-a863-c136ad4e6b1e tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (10e2733a-ed18-404f-b942-266a29e1c6ef), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:00.936212 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68d5eaf-13ec-46f0-881c-c5f281f7f627 None None] The sync data for ids ['5be8e385-58ce-4093-9665-c14048136a2a'] in n-d-789963-26 is: [{'id': '5be8e385-58ce-4093-9665-c14048136a2a', 'name': 'tempest-RoutersTest-router-1283393417', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:13:26Z', 'updated_at': '2022-02-02T07:13:58Z', 'revision_number': 7, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'gw_port_host': None, '_interfaces': [{'id': '54006660-e8c3-4e38-86c1-d72ebb09dd7c', 'name': '', 'network_id': '144d1b23-4e9b-464c-85bb-7dea841b96eb', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'mac_address': 'fa:16:3e:7f:d5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be8e385-58ce-4093-9665-c14048136a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': 'eb73560c-523c-4032-82fe-0f13db852ea1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:42Z', 'updated_at': '2022-02-02T07:13:53Z', 'revision_number': 5, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'subnets': [{'id': 'eb73560c-523c-4032-82fe-0f13db852ea1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f98a417-411e-49f7-91f0-ed31055db9c7', 'name': '', 'network_id': 'a5a0d739-8d8d-4ced-84b3-5cd812c61fce', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'mac_address': 'fa:16:3e:38:17:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be8e385-58ce-4093-9665-c14048136a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2225, 'fixed_ips': [{'subnet_id': 'a371c952-6ffa-4afc-98bb-d2068d2b22d2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:52Z', 'updated_at': '2022-02-02T07:13:57Z', 'revision_number': 5, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'subnets': [{'id': 'a371c952-6ffa-4afc-98bb-d2068d2b22d2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6be65c97-c21a-4d3c-9b85-1b734ac5ab7a', 'name': '', 'network_id': '13f39bcb-30c2-4226-aa99-134caa5ace72', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'mac_address': 'fa:16:3e:35:28:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be8e385-58ce-4093-9665-c14048136a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '134e2214-f6dd-43ee-a5d4-672e2463085f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:28Z', 'updated_at': '2022-02-02T07:13:34Z', 'revision_number': 5, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'subnets': [{'id': '134e2214-f6dd-43ee-a5d4-672e2463085f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b444e857-d37e-4dac-ae7b-846070e120f8', 'name': '', 'network_id': '96a17be2-3b10-4ce0-8fef-5c1c61e2a12b', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'mac_address': 'fa:16:3e:78:22:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be8e385-58ce-4093-9665-c14048136a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'de1bef11-0190-4dd0-830c-19ffb2680972', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:35Z', 'updated_at': '2022-02-02T07:13:45Z', 'revision_number': 5, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'subnets': [{'id': 'de1bef11-0190-4dd0-830c-19ffb2680972', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:14:00.952973 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd53b94b-73bf-4282-a863-c136ad4e6b1e tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Pushing event deleted for resources: {'Port': ['ID=10e2733a-ed18-404f-b942-266a29e1c6ef,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:00.964376 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['a1f0a684-9343-4aa5-906d-e74e4aeb51ea'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:14:01.015821 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b0deaa38-a3aa-4314-a87d-304240f463a3 req-bb4e4b77-018e-49cd-8ae2-4fa5bf3dc02b tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee38a50d-609a-441d-89e7-67ea86baffc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405699 Feb 02 07:14:01.019335 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-dd53b94b-73bf-4282-a863-c136ad4e6b1e tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:01.037480 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-dd53b94b-73bf-4282-a863-c136ad4e6b1e tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] 10.222.0.87 "DELETE /v2.0/ports/10e2733a-ed18-404f-b942-266a29e1c6ef HTTP/1.1" status: 204 len: 168 time: 0.9412761 Feb 02 07:14:01.037480 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57472) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:01.045030 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-858345a1-060e-49ee-876d-250d09c3dd5b tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:01.167071 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-c42eb2f5-5d2c-4ed9-b64b-94f27537fe6c tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Deleting subnet e6885f8e-ba9d-4845-a72b-d215975172e1 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:14:01.179819 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c42eb2f5-5d2c-4ed9-b64b-94f27537fe6c tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks [] for subnet (e6885f8e-ba9d-4845-a72b-d215975172e1), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:01.280816 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c42eb2f5-5d2c-4ed9-b64b-94f27537fe6c tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (e6885f8e-ba9d-4845-a72b-d215975172e1), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:01.472265 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c42eb2f5-5d2c-4ed9-b64b-94f27537fe6c tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (e6885f8e-ba9d-4845-a72b-d215975172e1), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:01.502276 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda511d0-48a7-4181-a818-2a8acb48119d None None] Sync routers for ids ['5be8e385-58ce-4093-9665-c14048136a2a'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:14:01.517550 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda511d0-48a7-4181-a818-2a8acb48119d None None] Routers {'5be8e385-58ce-4093-9665-c14048136a2a'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:14:01.518834 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-eda511d0-48a7-4181-a818-2a8acb48119d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:13:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['5be8e385-58ce-4093-9665-c14048136a2a'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:01.565936 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c42eb2f5-5d2c-4ed9-b64b-94f27537fe6c tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (e6885f8e-ba9d-4845-a72b-d215975172e1), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:01.659547 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42eb2f5-5d2c-4ed9-b64b-94f27537fe6c tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Pushing event deleted for resources: {'Subnet': ['ID=e6885f8e-ba9d-4845-a72b-d215975172e1,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:01.667461 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c42eb2f5-5d2c-4ed9-b64b-94f27537fe6c tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:01.673855 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-858345a1-060e-49ee-876d-250d09c3dd5b tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group (d38044e1-a872-4d44-b820-2c29697c1903), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:01.675912 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74dff5bf-2ba4-4277-b0e8-54f8545aabcf None None] Network 08333ed5-c91b-4f31-aeec-e7da03b3d61b requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:14:01.676666 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c42eb2f5-5d2c-4ed9-b64b-94f27537fe6c tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] 10.222.0.87 "DELETE /v2.0/subnets/e6885f8e-ba9d-4845-a72b-d215975172e1 HTTP/1.1" status: 204 len: 168 time: 0.6409874 Feb 02 07:14:01.680920 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57482) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:01.690747 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-eda511d0-48a7-4181-a818-2a8acb48119d None None] Set router 5be8e385-58ce-4093-9665-c14048136a2a gateway port host: None {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:14:01.836275 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-858345a1-060e-49ee-876d-250d09c3dd5b tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (d38044e1-a872-4d44-b820-2c29697c1903), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:01.904956 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab1a799-0bdb-4a8d-9111-fa9c298a5787 None None] DHCP port deletion for 08333ed5-c91b-4f31-aeec-e7da03b3d61b request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:14:01.981963 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-7ab1a799-0bdb-4a8d-9111-fa9c298a5787 None None] Deleting port 3f82a14b-ae14-4591-967d-95c0943e688b {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:14:01.982603 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7ab1a799-0bdb-4a8d-9111-fa9c298a5787 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (3f82a14b-ae14-4591-967d-95c0943e688b), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:02.023264 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f704d73a-59bf-408e-8908-f3ef2388f5a4 req-079f1966-d251-41a7-9e89-cc266660597e tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:02.025306 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f704d73a-59bf-408e-8908-f3ef2388f5a4 req-079f1966-d251-41a7-9e89-cc266660597e tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=4dbc73c4-fa5a-4187-8268-a2b1075e9608 HTTP/1.1" status: 200 len: 1128 time: 0.1322775 Feb 02 07:14:02.068926 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-7ab1a799-0bdb-4a8d-9111-fa9c298a5787 None None] For port 3f82a14b-ae14-4591-967d-95c0943e688b, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=3f82a14b-ae14-4591-967d-95c0943e688b,segment=NetworkSegment(3224d039-4c75-4880-bf57-c31ecbef265d),segment_id=3224d039-4c75-4880-bf57-c31ecbef265d)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:14:02.069349 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7ab1a799-0bdb-4a8d-9111-fa9c298a5787 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (3f82a14b-ae14-4591-967d-95c0943e688b), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:02.089496 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-7ab1a799-0bdb-4a8d-9111-fa9c298a5787 None None] Calling delete_port for 3f82a14b-ae14-4591-967d-95c0943e688b owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:14:02.110600 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-eda511d0-48a7-4181-a818-2a8acb48119d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be8e385-58ce-4093-9665-c14048136a2a', 'name': 'tempest-RoutersTest-router-1283393417', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:13:26Z', 'updated_at': '2022-02-02T07:13:58Z', 'revision_number': 7, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'gw_port_host': None, '_interfaces': [{'id': '54006660-e8c3-4e38-86c1-d72ebb09dd7c', 'name': '', 'network_id': '144d1b23-4e9b-464c-85bb-7dea841b96eb', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'mac_address': 'fa:16:3e:7f:d5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be8e385-58ce-4093-9665-c14048136a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': 'eb73560c-523c-4032-82fe-0f13db852ea1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:42Z', 'updated_at': '2022-02-02T07:13:53Z', 'revision_number': 5, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'subnets': [{'id': 'eb73560c-523c-4032-82fe-0f13db852ea1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f98a417-411e-49f7-91f0-ed31055db9c7', 'name': '', 'network_id': 'a5a0d739-8d8d-4ced-84b3-5cd812c61fce', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'mac_address': 'fa:16:3e:38:17:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be8e385-58ce-4093-9665-c14048136a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2225, 'fixed_ips': [{'subnet_id': 'a371c952-6ffa-4afc-98bb-d2068d2b22d2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:52Z', 'updated_at': '2022-02-02T07:13:57Z', 'revision_number': 5, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'subnets': [{'id': 'a371c952-6ffa-4afc-98bb-d2068d2b22d2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6be65c97-c21a-4d3c-9b85-1b734ac5ab7a', 'name': '', 'network_id': '13f39bcb-30c2-4226-aa99-134caa5ace72', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'mac_address': 'fa:16:3e:35:28:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be8e385-58ce-4093-9665-c14048136a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '134e2214-f6dd-43ee-a5d4-672e2463085f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:28Z', 'updated_at': '2022-02-02T07:13:34Z', 'revision_number': 5, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'subnets': [{'id': '134e2214-f6dd-43ee-a5d4-672e2463085f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b444e857-d37e-4dac-ae7b-846070e120f8', 'name': '', 'network_id': '96a17be2-3b10-4ce0-8fef-5c1c61e2a12b', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'mac_address': 'fa:16:3e:78:22:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be8e385-58ce-4093-9665-c14048136a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'de1bef11-0190-4dd0-830c-19ffb2680972', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:35Z', 'updated_at': '2022-02-02T07:13:45Z', 'revision_number': 5, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'subnets': [{'id': 'de1bef11-0190-4dd0-830c-19ffb2680972', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:02.134642 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f704d73a-59bf-408e-8908-f3ef2388f5a4 req-c7951962-e684-4ebd-8633-6532c73a7a46 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=b28d4905-d1c1-4309-a5bf-1728cb15a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998847 Feb 02 07:14:02.168809 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda511d0-48a7-4181-a818-2a8acb48119d None None] Checking router: 5be8e385-58ce-4093-9665-c14048136a2a for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:14:02.178538 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda511d0-48a7-4181-a818-2a8acb48119d None None] Routers {'5be8e385-58ce-4093-9665-c14048136a2a'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:14:02.180667 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-eda511d0-48a7-4181-a818-2a8acb48119d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:13:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['5be8e385-58ce-4093-9665-c14048136a2a'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:02.200065 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7ab1a799-0bdb-4a8d-9111-fa9c298a5787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (3f82a14b-ae14-4591-967d-95c0943e688b), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:02.220611 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab1a799-0bdb-4a8d-9111-fa9c298a5787 None None] No DVR routers for this DVR port 3f82a14b-ae14-4591-967d-95c0943e688b on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:14:02.264525 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-272e46e8-7979-4913-94f2-d9149d3c0f57 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (08333ed5-c91b-4f31-aeec-e7da03b3d61b), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:02.273158 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab1a799-0bdb-4a8d-9111-fa9c298a5787 None None] Pushing event deleted for resources: {'Port': ['ID=3f82a14b-ae14-4591-967d-95c0943e688b,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:02.281117 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-858345a1-060e-49ee-876d-250d09c3dd5b tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:02.282348 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-858345a1-060e-49ee-876d-250d09c3dd5b tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.4034297 Feb 02 07:14:02.285185 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57490) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:02.288455 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858345a1-060e-49ee-876d-250d09c3dd5b tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d38044e1-a872-4d44-b820-2c29697c1903,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:02.294010 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-ac8b3fa4-6c35-4189-bc47-976c88d362fa tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Request body: {'security_group_rule': {'security_group_id': 'd38044e1-a872-4d44-b820-2c29697c1903', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:14:02.300171 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-eda511d0-48a7-4181-a818-2a8acb48119d None None] Set router 5be8e385-58ce-4093-9665-c14048136a2a gateway port host: None {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:14:02.306746 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a642731b-6260-439c-91d9-c8a99a310b69 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (5be8e385-58ce-4093-9665-c14048136a2a), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:02.345836 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ac8b3fa4-6c35-4189-bc47-976c88d362fa tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group_rule (57ba3cce-bf71-4646-b38e-38798421ab9a), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:02.388533 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device a1f0a684-9343-4aa5-906d-e74e4aeb51ea up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:14:02.413092 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce4bf12-240e-471c-b5d9-faf3415e3a28 req-3951a50b-6b59-479f-a050-667298512a93 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:02.418474 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce4bf12-240e-471c-b5d9-faf3415e3a28 req-3951a50b-6b59-479f-a050-667298512a93 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:02.420144 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7ce4bf12-240e-471c-b5d9-faf3415e3a28 req-3951a50b-6b59-479f-a050-667298512a93 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/ports?device_id=a05f43d7-d814-46d7-b406-ef7372b5a711 HTTP/1.1" status: 200 len: 1681 time: 0.2013493 Feb 02 07:14:02.423141 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ac8b3fa4-6c35-4189-bc47-976c88d362fa tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group_rule (57ba3cce-bf71-4646-b38e-38798421ab9a), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:02.427869 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ac8b3fa4-6c35-4189-bc47-976c88d362fa tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (57ba3cce-bf71-4646-b38e-38798421ab9a), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:02.451799 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8b3fa4-6c35-4189-bc47-976c88d362fa tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57ba3cce-bf71-4646-b38e-38798421ab9a,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:02.463375 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ac8b3fa4-6c35-4189-bc47-976c88d362fa tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:02.467339 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-ac8b3fa4-6c35-4189-bc47-976c88d362fa tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1805038 Feb 02 07:14:02.470197 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57492) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:02.530466 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-272e46e8-7979-4913-94f2-d9149d3c0f57 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (08333ed5-c91b-4f31-aeec-e7da03b3d61b), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:02.547731 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1a8d0f18-8b9e-4b5a-b795-68ae4b76fd67 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group (d38044e1-a872-4d44-b820-2c29697c1903), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:02.569466 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port a1f0a684-9343-4aa5-906d-e74e4aeb51ea completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:14:02.579082 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port a1f0a684-9343-4aa5-906d-e74e4aeb51ea triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:14:02.579768 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (a1f0a684-9343-4aa5-906d-e74e4aeb51ea), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:02.582006 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7ce4bf12-240e-471c-b5d9-faf3415e3a28 req-c8f71147-bf61-4096-badc-5385962a460b tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee38a50d-609a-441d-89e7-67ea86baffc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375282 Feb 02 07:14:02.590575 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1a8d0f18-8b9e-4b5a-b795-68ae4b76fd67 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group (d38044e1-a872-4d44-b820-2c29697c1903), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:02.698705 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1a8d0f18-8b9e-4b5a-b795-68ae4b76fd67 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (d38044e1-a872-4d44-b820-2c29697c1903), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:02.702570 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1a8d0f18-8b9e-4b5a-b795-68ae4b76fd67 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:02.705477 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-1a8d0f18-8b9e-4b5a-b795-68ae4b76fd67 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] 10.222.0.87 "DELETE /v2.0/security-groups/d38044e1-a872-4d44-b820-2c29697c1903 HTTP/1.1" status: 204 len: 168 time: 0.2328651 Feb 02 07:14:02.720809 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57496) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:02.730392 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8d0f18-8b9e-4b5a-b795-68ae4b76fd67 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38044e1-a872-4d44-b820-2c29697c1903,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:02.731972 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-272e46e8-7979-4913-94f2-d9149d3c0f57 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08333ed5-c91b-4f31-aeec-e7da03b3d61b']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:02.781196 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-eda511d0-48a7-4181-a818-2a8acb48119d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be8e385-58ce-4093-9665-c14048136a2a', 'name': 'tempest-RoutersTest-router-1283393417', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:13:26Z', 'updated_at': '2022-02-02T07:13:58Z', 'revision_number': 7, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'gw_port_host': None, '_interfaces': [{'id': '54006660-e8c3-4e38-86c1-d72ebb09dd7c', 'name': '', 'network_id': '144d1b23-4e9b-464c-85bb-7dea841b96eb', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'mac_address': 'fa:16:3e:7f:d5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be8e385-58ce-4093-9665-c14048136a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': 'eb73560c-523c-4032-82fe-0f13db852ea1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:42Z', 'updated_at': '2022-02-02T07:13:53Z', 'revision_number': 5, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'subnets': [{'id': 'eb73560c-523c-4032-82fe-0f13db852ea1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f98a417-411e-49f7-91f0-ed31055db9c7', 'name': '', 'network_id': 'a5a0d739-8d8d-4ced-84b3-5cd812c61fce', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'mac_address': 'fa:16:3e:38:17:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be8e385-58ce-4093-9665-c14048136a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2225, 'fixed_ips': [{'subnet_id': 'a371c952-6ffa-4afc-98bb-d2068d2b22d2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:52Z', 'updated_at': '2022-02-02T07:13:57Z', 'revision_number': 5, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'subnets': [{'id': 'a371c952-6ffa-4afc-98bb-d2068d2b22d2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6be65c97-c21a-4d3c-9b85-1b734ac5ab7a', 'name': '', 'network_id': '13f39bcb-30c2-4226-aa99-134caa5ace72', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'mac_address': 'fa:16:3e:35:28:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be8e385-58ce-4093-9665-c14048136a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '134e2214-f6dd-43ee-a5d4-672e2463085f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:28Z', 'updated_at': '2022-02-02T07:13:34Z', 'revision_number': 5, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'subnets': [{'id': '134e2214-f6dd-43ee-a5d4-672e2463085f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b444e857-d37e-4dac-ae7b-846070e120f8', 'name': '', 'network_id': '96a17be2-3b10-4ce0-8fef-5c1c61e2a12b', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'mac_address': 'fa:16:3e:78:22:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be8e385-58ce-4093-9665-c14048136a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'de1bef11-0190-4dd0-830c-19ffb2680972', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:35Z', 'updated_at': '2022-02-02T07:13:45Z', 'revision_number': 5, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'subnets': [{'id': 'de1bef11-0190-4dd0-830c-19ffb2680972', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:02.800813 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-272e46e8-7979-4913-94f2-d9149d3c0f57 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3224d039-4c75-4880-bf57-c31ecbef265d') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:02.800813 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-272e46e8-7979-4913-94f2-d9149d3c0f57 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3224d039-4c75-4880-bf57-c31ecbef265d') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:02.801691 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port a1f0a684-9343-4aa5-906d-e74e4aeb51ea is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:14:02.802310 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (a1f0a684-9343-4aa5-906d-e74e4aeb51ea), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:02.826406 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda511d0-48a7-4181-a818-2a8acb48119d None None] The sync data for ids ['5be8e385-58ce-4093-9665-c14048136a2a'] in n-d-789963-26 is: [{'id': '5be8e385-58ce-4093-9665-c14048136a2a', 'name': 'tempest-RoutersTest-router-1283393417', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:13:26Z', 'updated_at': '2022-02-02T07:13:58Z', 'revision_number': 7, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'gw_port_host': None, '_interfaces': [{'id': '54006660-e8c3-4e38-86c1-d72ebb09dd7c', 'name': '', 'network_id': '144d1b23-4e9b-464c-85bb-7dea841b96eb', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'mac_address': 'fa:16:3e:7f:d5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be8e385-58ce-4093-9665-c14048136a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': 'eb73560c-523c-4032-82fe-0f13db852ea1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:42Z', 'updated_at': '2022-02-02T07:13:53Z', 'revision_number': 5, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'subnets': [{'id': 'eb73560c-523c-4032-82fe-0f13db852ea1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f98a417-411e-49f7-91f0-ed31055db9c7', 'name': '', 'network_id': 'a5a0d739-8d8d-4ced-84b3-5cd812c61fce', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'mac_address': 'fa:16:3e:38:17:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be8e385-58ce-4093-9665-c14048136a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2225, 'fixed_ips': [{'subnet_id': 'a371c952-6ffa-4afc-98bb-d2068d2b22d2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:52Z', 'updated_at': '2022-02-02T07:13:57Z', 'revision_number': 5, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'subnets': [{'id': 'a371c952-6ffa-4afc-98bb-d2068d2b22d2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6be65c97-c21a-4d3c-9b85-1b734ac5ab7a', 'name': '', 'network_id': '13f39bcb-30c2-4226-aa99-134caa5ace72', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'mac_address': 'fa:16:3e:35:28:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be8e385-58ce-4093-9665-c14048136a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '134e2214-f6dd-43ee-a5d4-672e2463085f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:28Z', 'updated_at': '2022-02-02T07:13:34Z', 'revision_number': 5, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'subnets': [{'id': '134e2214-f6dd-43ee-a5d4-672e2463085f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b444e857-d37e-4dac-ae7b-846070e120f8', 'name': '', 'network_id': '96a17be2-3b10-4ce0-8fef-5c1c61e2a12b', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'mac_address': 'fa:16:3e:78:22:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be8e385-58ce-4093-9665-c14048136a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'de1bef11-0190-4dd0-830c-19ffb2680972', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:35Z', 'updated_at': '2022-02-02T07:13:45Z', 'revision_number': 5, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'subnets': [{'id': 'de1bef11-0190-4dd0-830c-19ffb2680972', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:14:02.850796 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-272e46e8-7979-4913-94f2-d9149d3c0f57 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (3224d039-4c75-4880-bf57-c31ecbef265d), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:02.869925 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a05f43d7-d814-46d7-b406-ef7372b5a711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f0a684-9343-4aa5-906d-e74e4aeb51ea'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:14:02.872309 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-264667b4-ec78-4053-a532-ead8277e494f" -d '{"events": [{"server_uuid": "a05f43d7-d814-46d7-b406-ef7372b5a711", "name": "network-vif-plugged", "status": "completed", "tag": "a1f0a684-9343-4aa5-906d-e74e4aeb51ea"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:14:02.888850 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-272e46e8-7979-4913-94f2-d9149d3c0f57 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (3224d039-4c75-4880-bf57-c31ecbef265d), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:02.917939 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port a1f0a684-9343-4aa5-906d-e74e4aeb51ea, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=a1f0a684-9343-4aa5-906d-e74e4aeb51ea,segment=NetworkSegment(c5d67758-321f-4ab4-a669-7bb5635dd2fe),segment_id=c5d67758-321f-4ab4-a669-7bb5635dd2fe)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:14:02.925471 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (a1f0a684-9343-4aa5-906d-e74e4aeb51ea), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:02.926291 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device f53887e1-c449-45c8-b56f-6c03f8182157 up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:14:02.933888 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57500) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:02.939713 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-ef4d7768-2166-49ad-be86-bd5ae5269c5b tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2037840 Feb 02 07:14:02.943680 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-272e46e8-7979-4913-94f2-d9149d3c0f57 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:14:02.945323 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-272e46e8-7979-4913-94f2-d9149d3c0f57 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (3224d039-4c75-4880-bf57-c31ecbef265d), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:02.966942 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:14:02.966942 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:14:02.966942 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:14:02.966942 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:14:02.966942 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:14:02.966942 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:14:02.966942 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:14:02.966942 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:14:02.966942 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:14:02.966942 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:14:02.966942 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:14:02.966942 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:14:02.966942 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:14:02.966942 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:14:02.966942 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:14:02.966942 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:14:02.966942 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:14:02.966942 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:14:02.966942 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:14:02.966942 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:14:02.966942 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:14:02.966942 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:14:02.966942 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:14:02.966942 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:14:02.966942 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:14:02.966942 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:14:02.966942 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:14:02.966942 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:14:02.966942 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:14:02.966942 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:14:02.966942 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:14:02.966942 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:14:02.976660 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e60042d-bd1f-42b6-8c78-2d040cdcd0b4 x-openstack-request-id: req-3e60042d-bd1f-42b6-8c78-2d040cdcd0b4 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:14:02.976934 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a05f43d7-d814-46d7-b406-ef7372b5a711", "name": "network-vif-plugged", "status": "completed", "tag": "a1f0a684-9343-4aa5-906d-e74e4aeb51ea", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:14:02.977203 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-3e60042d-bd1f-42b6-8c78-2d040cdcd0b4 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:14:02.977598 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a05f43d7-d814-46d7-b406-ef7372b5a711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f0a684-9343-4aa5-906d-e74e4aeb51ea', 'code': 200} Feb 02 07:14:02.980634 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 3f82a14b-ae14-4591-967d-95c0943e688b no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:14:02.984049 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c61340c0-0903-4108-ace7-583e49259b35 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0484319 Feb 02 07:14:02.986420 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57502) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:03.012510 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 3f82a14b-ae14-4591-967d-95c0943e688b {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:14:03.012872 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 3f82a14b-ae14-4591-967d-95c0943e688b not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:14:03.015532 n-d-789963-26 neutron-server[109694]: INFO neutron.api.v2.resource [None req-3f2832b5-d205-44a3-a641-33d6c61194ea tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] delete failed (client error): The resource could not be found. Feb 02 07:14:03.018464 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-3f2832b5-d205-44a3-a641-33d6c61194ea tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] 10.222.0.87 "DELETE /v2.0/security-groups/d38044e1-a872-4d44-b820-2c29697c1903 HTTP/1.1" status: 404 len: 347 time: 0.0297959 Feb 02 07:14:03.022234 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57504) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:03.045195 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=a1f0a684-9343-4aa5-906d-e74e4aeb51ea,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:03.062107 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port f53887e1-c449-45c8-b56f-6c03f8182157 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:14:03.066988 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port f53887e1-c449-45c8-b56f-6c03f8182157 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:14:03.067669 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (f53887e1-c449-45c8-b56f-6c03f8182157), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:03.124235 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-9b1bbcd0-151b-4d1e-8758-077fbceaf5f7 tempest-SecGroupTest-826818029 tempest-SecGroupTest-826818029-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0889096 Feb 02 07:14:03.165297 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port f53887e1-c449-45c8-b56f-6c03f8182157 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:14:03.165995 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f53887e1-c449-45c8-b56f-6c03f8182157), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:03.174017 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-272e46e8-7979-4913-94f2-d9149d3c0f57 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (08333ed5-c91b-4f31-aeec-e7da03b3d61b), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:03.179939 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-272e46e8-7979-4913-94f2-d9149d3c0f57 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:03.185496 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-272e46e8-7979-4913-94f2-d9149d3c0f57 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] 10.222.0.87 "DELETE /v2.0/networks/08333ed5-c91b-4f31-aeec-e7da03b3d61b HTTP/1.1" status: 204 len: 168 time: 1.5026753 Feb 02 07:14:03.230451 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272e46e8-7979-4913-94f2-d9149d3c0f57 tempest-AllowedAddressPairIpV6TestJSON-1657105114 tempest-AllowedAddressPairIpV6TestJSON-1657105114-project] Pushing event deleted for resources: {'Network': ['ID=08333ed5-c91b-4f31-aeec-e7da03b3d61b,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:03.255602 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port f53887e1-c449-45c8-b56f-6c03f8182157, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=f53887e1-c449-45c8-b56f-6c03f8182157,segment=NetworkSegment(90d8575d-a92d-47df-a779-76db30ce9810),segment_id=90d8575d-a92d-47df-a779-76db30ce9810)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:14:03.262449 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (f53887e1-c449-45c8-b56f-6c03f8182157), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:03.282285 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-a642731b-6260-439c-91d9-c8a99a310b69 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Deleting port 5f98a417-411e-49f7-91f0-ed31055db9c7 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:14:03.283601 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a642731b-6260-439c-91d9-c8a99a310b69 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (5f98a417-411e-49f7-91f0-ed31055db9c7), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:03.335333 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device dba1672d-faea-43cd-bf33-96a07e2d3d45 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:14:03.342171 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17095ab9-ddfc-4c8b-9800-22ceaae74fef req-5e5eef60-d380-4783-aed5-7ca1e405ed5f tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:03.350914 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-17095ab9-ddfc-4c8b-9800-22ceaae74fef req-5e5eef60-d380-4783-aed5-7ca1e405ed5f tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=4dbc73c4-fa5a-4187-8268-a2b1075e9608 HTTP/1.1" status: 200 len: 1128 time: 0.0824983 Feb 02 07:14:03.383599 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: dba1672d-faea-43cd-bf33-96a07e2d3d45 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:14:03.384592 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device dba1672d-faea-43cd-bf33-96a07e2d3d45 not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:14:03.426869 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=f53887e1-c449-45c8-b56f-6c03f8182157,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:03.450571 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-a642731b-6260-439c-91d9-c8a99a310b69 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] For port 5f98a417-411e-49f7-91f0-ed31055db9c7, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=5f98a417-411e-49f7-91f0-ed31055db9c7,segment=NetworkSegment(8bcbef15-661f-4bbc-b9aa-10ab12e93a1d),segment_id=8bcbef15-661f-4bbc-b9aa-10ab12e93a1d)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:14:03.454458 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-17095ab9-ddfc-4c8b-9800-22ceaae74fef req-cbd3b02b-81ef-4297-a407-ac2f67a30d48 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=b28d4905-d1c1-4309-a5bf-1728cb15a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023092 Feb 02 07:14:03.454869 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a642731b-6260-439c-91d9-c8a99a310b69 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (5f98a417-411e-49f7-91f0-ed31055db9c7), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:03.481770 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-a642731b-6260-439c-91d9-c8a99a310b69 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Calling delete_port for 5f98a417-411e-49f7-91f0-ed31055db9c7 owned by network:router_interface {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:14:03.660781 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57518) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:03.669482 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57522) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:03.783817 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a642731b-6260-439c-91d9-c8a99a310b69 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (5f98a417-411e-49f7-91f0-ed31055db9c7), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:03.836521 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642731b-6260-439c-91d9-c8a99a310b69 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Pushing event deleted for resources: {'Port': ['ID=5f98a417-411e-49f7-91f0-ed31055db9c7,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:03.868618 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd777286-d0ae-4b10-b000-d62062cb2b6a req-ef89d71e-8a29-409a-b4a5-938683da429f tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:03.871496 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bd777286-d0ae-4b10-b000-d62062cb2b6a req-ef89d71e-8a29-409a-b4a5-938683da429f tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=4dbc73c4-fa5a-4187-8268-a2b1075e9608 HTTP/1.1" status: 200 len: 1128 time: 0.1102135 Feb 02 07:14:03.929195 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4342c79-d5d8-4251-b2b5-4abe570d3265 req-be5917de-2483-40f7-96d3-2cb413e722e4 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:03.936329 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4342c79-d5d8-4251-b2b5-4abe570d3265 req-be5917de-2483-40f7-96d3-2cb413e722e4 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:03.938274 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b4342c79-d5d8-4251-b2b5-4abe570d3265 req-be5917de-2483-40f7-96d3-2cb413e722e4 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/ports?device_id=a05f43d7-d814-46d7-b406-ef7372b5a711 HTTP/1.1" status: 200 len: 1683 time: 0.2201531 Feb 02 07:14:04.021096 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-cb306076-45db-4d5f-86c7-4c20756ebac9 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=1fbf35ed46884303898d156d8d254ad5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3568981 Feb 02 07:14:04.026139 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57528) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:04.094851 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b4342c79-d5d8-4251-b2b5-4abe570d3265 req-e05f2d78-8996-47b8-aefc-ef5a3172cf33 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee38a50d-609a-441d-89e7-67ea86baffc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463153 Feb 02 07:14:04.139894 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a642731b-6260-439c-91d9-c8a99a310b69 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (5be8e385-58ce-4093-9665-c14048136a2a), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:04.161984 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-e27afbc0-459b-4169-adbb-bf638280c26d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=5e17c765a0364f63946af322c5adfc1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4886878 Feb 02 07:14:04.162589 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57530) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:04.224878 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0d5cd182-6884-4c63-84c5-d2004d70b215 admin admin] Publish callbacks [] for security_group (a77ae3e8-6868-4a76-9280-e65c5aeae59a), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:04.227517 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-bd777286-d0ae-4b10-b000-d62062cb2b6a req-6e5dde1c-ab4d-4af7-977e-8df80f7ab1df tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] Deleting port 02fbefda-9af4-4c84-b09a-5700b4bc9cf5 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:14:04.228422 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-bd777286-d0ae-4b10-b000-d62062cb2b6a req-6e5dde1c-ab4d-4af7-977e-8df80f7ab1df tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (02fbefda-9af4-4c84-b09a-5700b4bc9cf5), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:04.290786 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cf427b89-1558-4aee-a31e-0c16e7704117 admin admin] Publish callbacks [] for security_group (b23fde80-152e-46d4-9bbf-17782db10cf8), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:04.294578 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0d5cd182-6884-4c63-84c5-d2004d70b215 admin admin] Publish callbacks [] for security_group (a77ae3e8-6868-4a76-9280-e65c5aeae59a), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:04.363943 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a642731b-6260-439c-91d9-c8a99a310b69 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Router 5be8e385-58ce-4093-9665-c14048136a2a has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:14:04.382141 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cf427b89-1558-4aee-a31e-0c16e7704117 admin admin] Publish callbacks [] for security_group (b23fde80-152e-46d4-9bbf-17782db10cf8), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:04.412235 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-bd777286-d0ae-4b10-b000-d62062cb2b6a req-6e5dde1c-ab4d-4af7-977e-8df80f7ab1df tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] For port 02fbefda-9af4-4c84-b09a-5700b4bc9cf5, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=02fbefda-9af4-4c84-b09a-5700b4bc9cf5,segment=NetworkSegment(f6e5c7ab-d970-42f4-9b5c-99d614498678),segment_id=f6e5c7ab-d970-42f4-9b5c-99d614498678)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:14:04.412661 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-bd777286-d0ae-4b10-b000-d62062cb2b6a req-6e5dde1c-ab4d-4af7-977e-8df80f7ab1df tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (02fbefda-9af4-4c84-b09a-5700b4bc9cf5), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:04.439775 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-bd777286-d0ae-4b10-b000-d62062cb2b6a req-6e5dde1c-ab4d-4af7-977e-8df80f7ab1df tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] Calling delete_port for 02fbefda-9af4-4c84-b09a-5700b4bc9cf5 owned by compute:nova {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:14:04.463338 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0d5cd182-6884-4c63-84c5-d2004d70b215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (a77ae3e8-6868-4a76-9280-e65c5aeae59a), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:04.466364 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0d5cd182-6884-4c63-84c5-d2004d70b215 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:04.470564 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0d5cd182-6884-4c63-84c5-d2004d70b215 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/a77ae3e8-6868-4a76-9280-e65c5aeae59a HTTP/1.1" status: 204 len: 168 time: 0.4410620 Feb 02 07:14:04.519462 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a642731b-6260-439c-91d9-c8a99a310b69 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:14:04.543199 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21a33f3-e755-4246-b6a1-6070e8aa74bd None None] Sync routers for ids ['5be8e385-58ce-4093-9665-c14048136a2a'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:14:04.546262 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cd182-6884-4c63-84c5-d2004d70b215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77ae3e8-6868-4a76-9280-e65c5aeae59a,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:04.548639 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a642731b-6260-439c-91d9-c8a99a310b69 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "PUT /v2.0/routers/5be8e385-58ce-4093-9665-c14048136a2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0703115 Feb 02 07:14:04.549177 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57536) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:04.582326 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cf427b89-1558-4aee-a31e-0c16e7704117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (b23fde80-152e-46d4-9bbf-17782db10cf8), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:04.591233 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cf427b89-1558-4aee-a31e-0c16e7704117 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:04.594645 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-cf427b89-1558-4aee-a31e-0c16e7704117 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b23fde80-152e-46d4-9bbf-17782db10cf8 HTTP/1.1" status: 204 len: 168 time: 0.4277468 Feb 02 07:14:04.620389 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21a33f3-e755-4246-b6a1-6070e8aa74bd None None] Routers {'5be8e385-58ce-4093-9665-c14048136a2a'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:14:04.622217 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-f21a33f3-e755-4246-b6a1-6070e8aa74bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:13:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['5be8e385-58ce-4093-9665-c14048136a2a'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:04.705731 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-29e4f65e-4e99-458b-bcb4-b0f7d9141349 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Deleting subnet a371c952-6ffa-4afc-98bb-d2068d2b22d2 {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:14:04.710739 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-29e4f65e-4e99-458b-bcb4-b0f7d9141349 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for subnet (a371c952-6ffa-4afc-98bb-d2068d2b22d2), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:04.741122 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-f21a33f3-e755-4246-b6a1-6070e8aa74bd None None] Set router 5be8e385-58ce-4093-9665-c14048136a2a gateway port host: None {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:14:04.755289 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf427b89-1558-4aee-a31e-0c16e7704117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23fde80-152e-46d4-9bbf-17782db10cf8,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:04.777572 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-29e4f65e-4e99-458b-bcb4-b0f7d9141349 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (a371c952-6ffa-4afc-98bb-d2068d2b22d2), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:04.869172 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45659a1d-f7db-464e-8e91-03313eb3a1a4 req-8534c9e2-6674-41cf-8acd-f4cf81516387 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:04.872658 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-45659a1d-f7db-464e-8e91-03313eb3a1a4 req-8534c9e2-6674-41cf-8acd-f4cf81516387 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=4dbc73c4-fa5a-4187-8268-a2b1075e9608 HTTP/1.1" status: 200 len: 1128 time: 0.2601323 Feb 02 07:14:04.985904 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-45659a1d-f7db-464e-8e91-03313eb3a1a4 req-deee01ac-ae8c-40ac-8e96-6e8e230221f2 tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=b28d4905-d1c1-4309-a5bf-1728cb15a362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911839 Feb 02 07:14:05.020175 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-bd777286-d0ae-4b10-b000-d62062cb2b6a req-6e5dde1c-ab4d-4af7-977e-8df80f7ab1df tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (02fbefda-9af4-4c84-b09a-5700b4bc9cf5), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:05.065869 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5dde1c-ab4d-4af7-977e-8df80f7ab1df tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] Pushing event deleted for resources: {'Port': ['ID=02fbefda-9af4-4c84-b09a-5700b4bc9cf5,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:05.084282 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a05f43d7-d814-46d7-b406-ef7372b5a711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f53887e1-c449-45c8-b56f-6c03f8182157'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:14:05.087092 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b29d54-d397-4ec1-a67b-00789890b7bc" -d '{"events": [{"server_uuid": "a05f43d7-d814-46d7-b406-ef7372b5a711", "name": "network-vif-plugged", "status": "completed", "tag": "f53887e1-c449-45c8-b56f-6c03f8182157"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:14:05.097925 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-29e4f65e-4e99-458b-bcb4-b0f7d9141349 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (a371c952-6ffa-4afc-98bb-d2068d2b22d2), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:05.113741 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['02fbefda-9af4-4c84-b09a-5700b4bc9cf5'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:14:05.179010 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd777286-d0ae-4b10-b000-d62062cb2b6a req-6e5dde1c-ab4d-4af7-977e-8df80f7ab1df tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] No DVR routers for this DVR port 02fbefda-9af4-4c84-b09a-5700b4bc9cf5 on host n-h2-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:14:05.182312 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-bd777286-d0ae-4b10-b000-d62062cb2b6a req-6e5dde1c-ab4d-4af7-977e-8df80f7ab1df tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:05.186016 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bd777286-d0ae-4b10-b000-d62062cb2b6a req-6e5dde1c-ab4d-4af7-977e-8df80f7ab1df tempest-TestServerMultinode-2138512333 tempest-TestServerMultinode-2138512333-project-admin] 10.222.0.59 "DELETE /v2.0/ports/02fbefda-9af4-4c84-b09a-5700b4bc9cf5 HTTP/1.1" status: 204 len: 173 time: 1.3073866 Feb 02 07:14:05.186507 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dbc73c4-fa5a-4187-8268-a2b1075e9608', 'name': 'network-vif-deleted', 'tag': '02fbefda-9af4-4c84-b09a-5700b4bc9cf5'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:14:05.200286 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eddbbe5-e140-4644-9608-ef89e4dda659" -d '{"events": [{"server_uuid": "4dbc73c4-fa5a-4187-8268-a2b1075e9608", "name": "network-vif-deleted", "tag": "02fbefda-9af4-4c84-b09a-5700b4bc9cf5"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:14:05.264535 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-29e4f65e-4e99-458b-bcb4-b0f7d9141349 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (a371c952-6ffa-4afc-98bb-d2068d2b22d2), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:05.342161 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e4f65e-4e99-458b-bcb4-b0f7d9141349 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Pushing event deleted for resources: {'Subnet': ['ID=a371c952-6ffa-4afc-98bb-d2068d2b22d2,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:05.385375 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d997e9a6-0971-47a8-ae14-2541e5a50290 x-openstack-request-id: req-d997e9a6-0971-47a8-ae14-2541e5a50290 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:14:05.385916 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dbc73c4-fa5a-4187-8268-a2b1075e9608", "name": "network-vif-deleted", "tag": "02fbefda-9af4-4c84-b09a-5700b4bc9cf5", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:14:05.385916 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d997e9a6-0971-47a8-ae14-2541e5a50290 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:14:05.386721 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dbc73c4-fa5a-4187-8268-a2b1075e9608', 'name': 'network-vif-deleted', 'tag': '02fbefda-9af4-4c84-b09a-5700b4bc9cf5', 'status': 'completed', 'code': 200} Feb 02 07:14:05.418243 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-29e4f65e-4e99-458b-bcb4-b0f7d9141349 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:05.439180 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-29e4f65e-4e99-458b-bcb4-b0f7d9141349 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "DELETE /v2.0/subnets/a371c952-6ffa-4afc-98bb-d2068d2b22d2 HTTP/1.1" status: 204 len: 168 time: 0.8861358 Feb 02 07:14:05.442228 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57562) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:05.544593 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0fa2c6-3df2-4100-a11d-abed189dcc1d req-17335dad-6283-4fe1-80ad-6b50301cab1d tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:05.550297 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0fa2c6-3df2-4100-a11d-abed189dcc1d req-17335dad-6283-4fe1-80ad-6b50301cab1d tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:05.570425 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ed0fa2c6-3df2-4100-a11d-abed189dcc1d req-17335dad-6283-4fe1-80ad-6b50301cab1d tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/ports?device_id=a05f43d7-d814-46d7-b406-ef7372b5a711 HTTP/1.1" status: 200 len: 1683 time: 0.2442899 Feb 02 07:14:05.590497 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e5038b03-bbef-431f-b87b-39247be74c53 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (a5a0d739-8d8d-4ced-84b3-5cd812c61fce), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:05.595678 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73365d1f-2291-43cc-bd1f-d6aa9ac71a61 x-openstack-request-id: req-73365d1f-2291-43cc-bd1f-d6aa9ac71a61 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:14:05.597753 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a05f43d7-d814-46d7-b406-ef7372b5a711", "name": "network-vif-plugged", "status": "completed", "tag": "f53887e1-c449-45c8-b56f-6c03f8182157", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:14:05.598334 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-73365d1f-2291-43cc-bd1f-d6aa9ac71a61 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:14:05.598747 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a05f43d7-d814-46d7-b406-ef7372b5a711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f53887e1-c449-45c8-b56f-6c03f8182157', 'code': 200} Feb 02 07:14:05.599484 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9cf8de6-4628-4ead-aec5-c066a2cc0603 None None] Network a5a0d739-8d8d-4ced-84b3-5cd812c61fce requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:14:05.680589 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ed0fa2c6-3df2-4100-a11d-abed189dcc1d req-8ee5fc4a-c1e9-4be0-8a02-3c33ef8239d4 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee38a50d-609a-441d-89e7-67ea86baffc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091614 Feb 02 07:14:05.687344 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08bda7-b78c-4a00-9bfe-9b40e6e85c44 req-3aaeeb60-ef7f-4c90-8ecb-3a978a394183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:05.687881 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08bda7-b78c-4a00-9bfe-9b40e6e85c44 req-3aaeeb60-ef7f-4c90-8ecb-3a978a394183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:05.690731 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ef08bda7-b78c-4a00-9bfe-9b40e6e85c44 req-3aaeeb60-ef7f-4c90-8ecb-3a978a394183 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a05f43d7-d814-46d7-b406-ef7372b5a711 HTTP/1.1" status: 200 len: 2049 time: 0.0942590 Feb 02 07:14:05.723272 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-e5038b03-bbef-431f-b87b-39247be74c53 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Deleting port 3ce14ff2-2b0a-4d67-9686-f231d526d5d7 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:14:05.723653 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e5038b03-bbef-431f-b87b-39247be74c53 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (3ce14ff2-2b0a-4d67-9686-f231d526d5d7), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:05.786722 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-f21a33f3-e755-4246-b6a1-6070e8aa74bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be8e385-58ce-4093-9665-c14048136a2a', 'name': 'tempest-RoutersTest-router-1283393417', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:13:26Z', 'updated_at': '2022-02-02T07:14:03Z', 'revision_number': 8, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'gw_port_host': None, '_interfaces': [{'id': '54006660-e8c3-4e38-86c1-d72ebb09dd7c', 'name': '', 'network_id': '144d1b23-4e9b-464c-85bb-7dea841b96eb', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'mac_address': 'fa:16:3e:7f:d5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be8e385-58ce-4093-9665-c14048136a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': 'eb73560c-523c-4032-82fe-0f13db852ea1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:42Z', 'updated_at': '2022-02-02T07:13:53Z', 'revision_number': 5, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'subnets': [{'id': 'eb73560c-523c-4032-82fe-0f13db852ea1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6be65c97-c21a-4d3c-9b85-1b734ac5ab7a', 'name': '', 'network_id': '13f39bcb-30c2-4226-aa99-134caa5ace72', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'mac_address': 'fa:16:3e:35:28:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be8e385-58ce-4093-9665-c14048136a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '134e2214-f6dd-43ee-a5d4-672e2463085f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:28Z', 'updated_at': '2022-02-02T07:13:34Z', 'revision_number': 5, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'subnets': [{'id': '134e2214-f6dd-43ee-a5d4-672e2463085f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b444e857-d37e-4dac-ae7b-846070e120f8', 'name': '', 'network_id': '96a17be2-3b10-4ce0-8fef-5c1c61e2a12b', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'mac_address': 'fa:16:3e:78:22:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be8e385-58ce-4093-9665-c14048136a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'de1bef11-0190-4dd0-830c-19ffb2680972', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:35Z', 'updated_at': '2022-02-02T07:13:45Z', 'revision_number': 5, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'subnets': [{'id': 'de1bef11-0190-4dd0-830c-19ffb2680972', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:05.834919 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21a33f3-e755-4246-b6a1-6070e8aa74bd None None] Checking router: 5be8e385-58ce-4093-9665-c14048136a2a for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:14:05.838102 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-e5038b03-bbef-431f-b87b-39247be74c53 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] For port 3ce14ff2-2b0a-4d67-9686-f231d526d5d7, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=3ce14ff2-2b0a-4d67-9686-f231d526d5d7,segment=NetworkSegment(8bcbef15-661f-4bbc-b9aa-10ab12e93a1d),segment_id=8bcbef15-661f-4bbc-b9aa-10ab12e93a1d)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:14:05.838552 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e5038b03-bbef-431f-b87b-39247be74c53 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (3ce14ff2-2b0a-4d67-9686-f231d526d5d7), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:05.850207 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21a33f3-e755-4246-b6a1-6070e8aa74bd None None] Routers {'5be8e385-58ce-4093-9665-c14048136a2a'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:14:05.851187 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-f21a33f3-e755-4246-b6a1-6070e8aa74bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:13:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['5be8e385-58ce-4093-9665-c14048136a2a'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:05.891516 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a55b72-7922-494d-8fa1-d1f0f30f6409 None None] DHCP port deletion for a5a0d739-8d8d-4ced-84b3-5cd812c61fce request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:14:05.907964 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-e5038b03-bbef-431f-b87b-39247be74c53 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Calling delete_port for 3ce14ff2-2b0a-4d67-9686-f231d526d5d7 owned by network:dhcp {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:14:06.086560 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ef08bda7-b78c-4a00-9bfe-9b40e6e85c44 req-1316dba7-0204-4293-88a2-8b762f26ee23 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ee38a50d-609a-441d-89e7-67ea86baffc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3876178 Feb 02 07:14:06.099460 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57584) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:06.112253 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-f21a33f3-e755-4246-b6a1-6070e8aa74bd None None] Set router 5be8e385-58ce-4093-9665-c14048136a2a gateway port host: None {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:14:06.133684 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e5038b03-bbef-431f-b87b-39247be74c53 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (3ce14ff2-2b0a-4d67-9686-f231d526d5d7), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:06.148998 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5038b03-bbef-431f-b87b-39247be74c53 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] No DVR routers for this DVR port 3ce14ff2-2b0a-4d67-9686-f231d526d5d7 on host n-d-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:14:06.188554 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-f2a55b72-7922-494d-8fa1-d1f0f30f6409 None None] Deleting port 3ce14ff2-2b0a-4d67-9686-f231d526d5d7 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:14:06.188877 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f2a55b72-7922-494d-8fa1-d1f0f30f6409 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (3ce14ff2-2b0a-4d67-9686-f231d526d5d7), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:06.242536 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5038b03-bbef-431f-b87b-39247be74c53 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Pushing event deleted for resources: {'Port': ['ID=3ce14ff2-2b0a-4d67-9686-f231d526d5d7,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:06.265075 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-f2a55b72-7922-494d-8fa1-d1f0f30f6409 None None] For port 3ce14ff2-2b0a-4d67-9686-f231d526d5d7, host n-d-789963-26, got binding levels [] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:14:06.265826 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f2a55b72-7922-494d-8fa1-d1f0f30f6409 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (3ce14ff2-2b0a-4d67-9686-f231d526d5d7), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:06.286623 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-f2a55b72-7922-494d-8fa1-d1f0f30f6409 None None] Calling delete_port for 3ce14ff2-2b0a-4d67-9686-f231d526d5d7 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:14:06.293517 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.ipam_backend_mixin [None req-f2a55b72-7922-494d-8fa1-d1f0f30f6409 None None] Port 3ce14ff2-2b0a-4d67-9686-f231d526d5d7 was not found and therefore no delete operation was performed {{(pid=109695) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 02 07:14:06.347461 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f2a55b72-7922-494d-8fa1-d1f0f30f6409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (3ce14ff2-2b0a-4d67-9686-f231d526d5d7), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:06.398726 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a55b72-7922-494d-8fa1-d1f0f30f6409 None None] Pushing event deleted for resources: {'Port': ['ID=3ce14ff2-2b0a-4d67-9686-f231d526d5d7,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:06.402359 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a55b72-7922-494d-8fa1-d1f0f30f6409 None None] No DVR routers for this DVR port 3ce14ff2-2b0a-4d67-9686-f231d526d5d7 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:14:06.414580 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57590) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:06.424557 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e5038b03-bbef-431f-b87b-39247be74c53 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (a5a0d739-8d8d-4ced-84b3-5cd812c61fce), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:06.475996 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-e5038b03-bbef-431f-b87b-39247be74c53 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5a0d739-8d8d-4ced-84b3-5cd812c61fce']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:06.492020 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-e5038b03-bbef-431f-b87b-39247be74c53 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bcbef15-661f-4bbc-b9aa-10ab12e93a1d') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:06.492340 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-e5038b03-bbef-431f-b87b-39247be74c53 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bcbef15-661f-4bbc-b9aa-10ab12e93a1d') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:06.510321 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e5038b03-bbef-431f-b87b-39247be74c53 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (8bcbef15-661f-4bbc-b9aa-10ab12e93a1d), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:06.541782 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e5038b03-bbef-431f-b87b-39247be74c53 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (8bcbef15-661f-4bbc-b9aa-10ab12e93a1d), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:06.551996 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5038b03-bbef-431f-b87b-39247be74c53 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:14:06.552400 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e5038b03-bbef-431f-b87b-39247be74c53 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (8bcbef15-661f-4bbc-b9aa-10ab12e93a1d), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:06.557397 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:14:06.557397 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:14:06.557397 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:14:06.557397 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:14:06.557397 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:14:06.557397 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:14:06.557397 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:14:06.557397 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:14:06.557397 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:14:06.557397 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:14:06.557397 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:14:06.557397 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:14:06.557397 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:14:06.557397 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:14:06.557397 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:14:06.557397 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:14:06.557397 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:14:06.557397 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:14:06.557397 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:14:06.557397 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:14:06.557397 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:14:06.557397 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:14:06.557397 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:14:06.557397 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:14:06.557397 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:14:06.557397 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:14:06.557397 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:14:06.557397 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:14:06.557397 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:14:06.557397 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:14:06.557397 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:14:06.557397 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:14:06.563038 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57596) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:06.640637 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e5038b03-bbef-431f-b87b-39247be74c53 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (a5a0d739-8d8d-4ced-84b3-5cd812c61fce), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:06.641377 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-f21a33f3-e755-4246-b6a1-6070e8aa74bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be8e385-58ce-4093-9665-c14048136a2a', 'name': 'tempest-RoutersTest-router-1283393417', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:13:26Z', 'updated_at': '2022-02-02T07:14:03Z', 'revision_number': 8, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'gw_port_host': None, '_interfaces': [{'id': '54006660-e8c3-4e38-86c1-d72ebb09dd7c', 'name': '', 'network_id': '144d1b23-4e9b-464c-85bb-7dea841b96eb', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'mac_address': 'fa:16:3e:7f:d5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be8e385-58ce-4093-9665-c14048136a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': 'eb73560c-523c-4032-82fe-0f13db852ea1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:42Z', 'updated_at': '2022-02-02T07:13:53Z', 'revision_number': 5, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'subnets': [{'id': 'eb73560c-523c-4032-82fe-0f13db852ea1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6be65c97-c21a-4d3c-9b85-1b734ac5ab7a', 'name': '', 'network_id': '13f39bcb-30c2-4226-aa99-134caa5ace72', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'mac_address': 'fa:16:3e:35:28:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be8e385-58ce-4093-9665-c14048136a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '134e2214-f6dd-43ee-a5d4-672e2463085f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:28Z', 'updated_at': '2022-02-02T07:13:34Z', 'revision_number': 5, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'subnets': [{'id': '134e2214-f6dd-43ee-a5d4-672e2463085f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b444e857-d37e-4dac-ae7b-846070e120f8', 'name': '', 'network_id': '96a17be2-3b10-4ce0-8fef-5c1c61e2a12b', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'mac_address': 'fa:16:3e:78:22:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be8e385-58ce-4093-9665-c14048136a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'de1bef11-0190-4dd0-830c-19ffb2680972', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:35Z', 'updated_at': '2022-02-02T07:13:45Z', 'revision_number': 5, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'subnets': [{'id': 'de1bef11-0190-4dd0-830c-19ffb2680972', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:06.659155 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e5038b03-bbef-431f-b87b-39247be74c53 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:06.668240 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-e5038b03-bbef-431f-b87b-39247be74c53 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "DELETE /v2.0/networks/a5a0d739-8d8d-4ced-84b3-5cd812c61fce HTTP/1.1" status: 204 len: 168 time: 1.2248244 Feb 02 07:14:06.668989 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57600) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:06.681081 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5038b03-bbef-431f-b87b-39247be74c53 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Pushing event deleted for resources: {'Network': ['ID=a5a0d739-8d8d-4ced-84b3-5cd812c61fce,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:06.693032 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21a33f3-e755-4246-b6a1-6070e8aa74bd None None] The sync data for ids ['5be8e385-58ce-4093-9665-c14048136a2a'] in n-d-789963-26 is: [{'id': '5be8e385-58ce-4093-9665-c14048136a2a', 'name': 'tempest-RoutersTest-router-1283393417', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:13:26Z', 'updated_at': '2022-02-02T07:14:03Z', 'revision_number': 8, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'gw_port_host': None, '_interfaces': [{'id': '54006660-e8c3-4e38-86c1-d72ebb09dd7c', 'name': '', 'network_id': '144d1b23-4e9b-464c-85bb-7dea841b96eb', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'mac_address': 'fa:16:3e:7f:d5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be8e385-58ce-4093-9665-c14048136a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2205, 'fixed_ips': [{'subnet_id': 'eb73560c-523c-4032-82fe-0f13db852ea1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:42Z', 'updated_at': '2022-02-02T07:13:53Z', 'revision_number': 5, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'subnets': [{'id': 'eb73560c-523c-4032-82fe-0f13db852ea1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6be65c97-c21a-4d3c-9b85-1b734ac5ab7a', 'name': '', 'network_id': '13f39bcb-30c2-4226-aa99-134caa5ace72', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'mac_address': 'fa:16:3e:35:28:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be8e385-58ce-4093-9665-c14048136a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '134e2214-f6dd-43ee-a5d4-672e2463085f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:28Z', 'updated_at': '2022-02-02T07:13:34Z', 'revision_number': 5, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'subnets': [{'id': '134e2214-f6dd-43ee-a5d4-672e2463085f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b444e857-d37e-4dac-ae7b-846070e120f8', 'name': '', 'network_id': '96a17be2-3b10-4ce0-8fef-5c1c61e2a12b', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'mac_address': 'fa:16:3e:78:22:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be8e385-58ce-4093-9665-c14048136a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'de1bef11-0190-4dd0-830c-19ffb2680972', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:35Z', 'updated_at': '2022-02-02T07:13:45Z', 'revision_number': 5, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'subnets': [{'id': 'de1bef11-0190-4dd0-830c-19ffb2680972', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:14:06.747367 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [None req-f3254495-1be5-41b6-893c-36fb46fe24e5 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:14:06.751695 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f3254495-1be5-41b6-893c-36fb46fe24e5 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.3355033 Feb 02 07:14:06.752298 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57604) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:06.758189 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [None req-233b4dd0-03af-411f-a91e-1a9a1a9f7092 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] http://10.222.0.87:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:14:06.766106 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-233b4dd0-03af-411f-a91e-1a9a1a9f7092 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] 10.222.0.87 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0121880 Feb 02 07:14:06.767811 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57606) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:06.771616 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [None req-b58dc1c0-68a2-45d1-b497-0a6c776fc62b tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] http://10.222.0.87:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:14:06.775448 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b58dc1c0-68a2-45d1-b497-0a6c776fc62b tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] 10.222.0.87 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0067956 Feb 02 07:14:06.776604 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57608) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:06.789438 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [None req-0c7b857c-6a29-4571-9fa6-8eb1a7ee0160 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] http://10.222.0.87:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:14:06.793731 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0c7b857c-6a29-4571-9fa6-8eb1a7ee0160 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] 10.222.0.87 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0082572 Feb 02 07:14:06.798764 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-21d8d434-ed7b-4fb8-b8e7-f3d2030188a2 tempest-ServiceProvidersTest-1487860545 tempest-ServiceProvidersTest-1487860545-project] 10.222.0.87 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2306850 Feb 02 07:14:06.801733 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57610) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:06.808818 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [None req-b7eda1bd-57de-4cd3-a319-cfb507e8e3cb tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] http://10.222.0.87:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=109693) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:14:06.809906 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b7eda1bd-57de-4cd3-a319-cfb507e8e3cb tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] 10.222.0.87 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0067751 Feb 02 07:14:06.815705 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57614) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:06.828583 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [None req-d6f388a9-8c2d-4790-92da-24d953633682 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] http://10.222.0.87:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=109693) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:14:06.829706 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d6f388a9-8c2d-4790-92da-24d953633682 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] 10.222.0.87 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0128412 Feb 02 07:14:06.833255 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57616) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:06.841638 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [None req-55eb0038-0037-4252-a8ef-d673f0b7bcfb tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] http://10.222.0.87:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=109693) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:14:06.842781 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-55eb0038-0037-4252-a8ef-d673f0b7bcfb tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] 10.222.0.87 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0084810 Feb 02 07:14:06.848577 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae7f640-e2e4-4e6b-876f-e5d6a5c890fa req-277aa0d9-162b-4f0b-8e12-1f117badd763 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:06.850880 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57618) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:06.858062 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae7f640-e2e4-4e6b-876f-e5d6a5c890fa req-277aa0d9-162b-4f0b-8e12-1f117badd763 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:06.859732 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5ae7f640-e2e4-4e6b-876f-e5d6a5c890fa req-277aa0d9-162b-4f0b-8e12-1f117badd763 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/ports?device_id=a05f43d7-d814-46d7-b406-ef7372b5a711 HTTP/1.1" status: 200 len: 1683 time: 0.0926058 Feb 02 07:14:06.862446 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [None req-70416835-f642-45b6-8701-b97a0707481d tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] http://10.222.0.87:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=109693) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:14:06.863530 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-70416835-f642-45b6-8701-b97a0707481d tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] 10.222.0.87 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0094454 Feb 02 07:14:06.866372 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57620) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:06.901952 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [None req-6d479256-d0f3-444d-ac54-634feb72e690 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] http://10.222.0.87:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:14:06.906202 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-6d479256-d0f3-444d-ac54-634feb72e690 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] 10.222.0.87 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0133460 Feb 02 07:14:06.911363 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57622) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:06.916341 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [None req-7c260f2d-f778-4e13-baf5-9325ce73e0c0 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] http://10.222.0.87:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:14:06.920291 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-7c260f2d-f778-4e13-baf5-9325ce73e0c0 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] 10.222.0.87 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0077381 Feb 02 07:14:06.928434 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57624) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:06.935429 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [None req-e0e6907d-c2ef-40ff-b8b1-c4d95874a28d tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] http://10.222.0.87:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:14:06.939484 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-e0e6907d-c2ef-40ff-b8b1-c4d95874a28d tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] 10.222.0.87 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0102391 Feb 02 07:14:06.943434 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57626) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:06.948802 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [None req-568eaf34-b078-4e95-9b10-7d40757efe95 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] http://10.222.0.87:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:14:06.952152 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-568eaf34-b078-4e95-9b10-7d40757efe95 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] 10.222.0.87 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0077538 Feb 02 07:14:06.953605 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57628) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:06.992149 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5ae7f640-e2e4-4e6b-876f-e5d6a5c890fa req-ea21bd5c-fb2c-476b-b7fe-2dcbd87bcfde tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee38a50d-609a-441d-89e7-67ea86baffc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244490 Feb 02 07:14:06.997373 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [None req-d33cabab-fae6-4c69-a4a4-8e7be017f442 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] http://10.222.0.87:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:14:06.999295 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d33cabab-fae6-4c69-a4a4-8e7be017f442 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] 10.222.0.87 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0253837 Feb 02 07:14:07.002123 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57630) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:07.007681 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [None req-5002d725-d9d3-4029-89c1-5d1fec97c659 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] http://10.222.0.87:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=109693) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:14:07.008694 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-5002d725-d9d3-4029-89c1-5d1fec97c659 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] 10.222.0.87 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0046055 Feb 02 07:14:07.013320 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57632) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:07.021440 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [None req-6070f694-9712-4c2c-a540-46bf7045545a tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] http://10.222.0.87:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:14:07.022609 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-6070f694-9712-4c2c-a540-46bf7045545a tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] 10.222.0.87 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0064969 Feb 02 07:14:07.027010 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57634) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:07.042769 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [None req-c006086f-55f5-4eb0-8259-178beb20fc5e tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] http://10.222.0.87:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:14:07.047586 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c006086f-55f5-4eb0-8259-178beb20fc5e tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] 10.222.0.87 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0133100 Feb 02 07:14:07.047875 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57636) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:07.052066 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [None req-a17182bc-048e-4f35-91f1-52e5ada7f5f5 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] http://10.222.0.87:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:14:07.055914 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a17182bc-048e-4f35-91f1-52e5ada7f5f5 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] 10.222.0.87 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0063570 Feb 02 07:14:07.064288 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57638) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:07.068815 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [None req-355a8c2f-9bc3-446f-a7f9-0366beefae66 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] http://10.222.0.87:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:14:07.069795 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-355a8c2f-9bc3-446f-a7f9-0366beefae66 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] 10.222.0.87 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0045135 Feb 02 07:14:07.072882 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57640) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:07.078001 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [None req-315e8f07-ad76-481b-9ba2-1970749b09e8 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] http://10.222.0.87:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:14:07.081373 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-315e8f07-ad76-481b-9ba2-1970749b09e8 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] 10.222.0.87 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0045500 Feb 02 07:14:07.081896 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57644) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:07.096195 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [None req-703bcf99-6b5e-4583-91ac-e9d7ebad1560 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] http://10.222.0.87:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:14:07.100433 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-703bcf99-6b5e-4583-91ac-e9d7ebad1560 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] 10.222.0.87 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0175829 Feb 02 07:14:07.101161 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57646) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:07.106801 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [None req-878f97ca-e4fa-4658-911f-3dcd250c4cbf tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] http://10.222.0.87:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:14:07.111084 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-878f97ca-e4fa-4658-911f-3dcd250c4cbf tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] 10.222.0.87 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0078435 Feb 02 07:14:07.111448 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57648) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:07.119026 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [None req-cb2c65b2-d9e0-499a-b944-8780820be2d9 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] http://10.222.0.87:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=109693) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:14:07.120382 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-cb2c65b2-d9e0-499a-b944-8780820be2d9 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] 10.222.0.87 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0076106 Feb 02 07:14:07.131224 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57650) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:07.141079 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [None req-1d187cd4-727c-484f-93c1-c3c7a6736833 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] http://10.222.0.87:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:14:07.154453 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57652) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:07.158809 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-1d187cd4-727c-484f-93c1-c3c7a6736833 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] 10.222.0.87 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0263190 Feb 02 07:14:07.159914 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [None req-e6a124db-93b7-4b02-8999-65d401972bc3 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] http://10.222.0.87:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=109693) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:14:07.161053 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e6a124db-93b7-4b02-8999-65d401972bc3 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] 10.222.0.87 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0045073 Feb 02 07:14:07.163580 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57654) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:07.169238 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [None req-de41dbe0-e258-499e-81b2-01fbc380643c tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] http://10.222.0.87:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=109693) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:14:07.172822 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-de41dbe0-e258-499e-81b2-01fbc380643c tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] 10.222.0.87 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0057189 Feb 02 07:14:07.175354 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57658) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:07.184027 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [None req-8e128843-1d37-4585-800b-12e09cff7f7a tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] http://10.222.0.87:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:14:07.188465 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-8e128843-1d37-4585-800b-12e09cff7f7a tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] 10.222.0.87 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0086930 Feb 02 07:14:07.188817 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57660) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:07.198264 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [None req-9987fd7c-c48d-4eaf-96a8-8a1a8465b560 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] http://10.222.0.87:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:14:07.202019 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-9987fd7c-c48d-4eaf-96a8-8a1a8465b560 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] 10.222.0.87 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0096426 Feb 02 07:14:07.202226 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57662) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:07.206654 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [None req-08fb7d10-f0d9-4cd8-b87a-aa8f3fdb2344 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] http://10.222.0.87:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:14:07.209844 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9eab122a-2cfc-4e14-82a2-ab39ddf083e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (ce157d5e-966f-43c1-89ba-ce7746322e54), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:07.215463 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-08fb7d10-f0d9-4cd8-b87a-aa8f3fdb2344 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] 10.222.0.87 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0092108 Feb 02 07:14:07.215706 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57664) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:07.222489 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [None req-077a111d-dae8-4583-bdc3-236af5840b55 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] http://10.222.0.87:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:14:07.228090 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-077a111d-dae8-4583-bdc3-236af5840b55 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] 10.222.0.87 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0086558 Feb 02 07:14:07.232564 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57666) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:07.234681 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 5f98a417-411e-49f7-91f0-ed31055db9c7 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:14:07.241607 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [None req-a96d99b7-0850-47e6-9c4f-f62f9cd0cee9 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] http://10.222.0.87:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:14:07.246480 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a96d99b7-0850-47e6-9c4f-f62f9cd0cee9 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] 10.222.0.87 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0098124 Feb 02 07:14:07.247047 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57668) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:07.252884 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [None req-3a238c20-617c-4f4a-a81b-60deeaff3b57 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] http://10.222.0.87:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:14:07.253856 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-3a238c20-617c-4f4a-a81b-60deeaff3b57 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] 10.222.0.87 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0058160 Feb 02 07:14:07.262912 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57670) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:07.263259 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57672) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:07.268874 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [None req-54a0653a-7448-4b23-ac95-9f9b0a350a44 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] http://10.222.0.87:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:14:07.269855 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-54a0653a-7448-4b23-ac95-9f9b0a350a44 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] 10.222.0.87 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0056036 Feb 02 07:14:07.273095 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 5f98a417-411e-49f7-91f0-ed31055db9c7 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:14:07.273455 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 5f98a417-411e-49f7-91f0-ed31055db9c7 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:14:07.273905 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 3ce14ff2-2b0a-4d67-9686-f231d526d5d7 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:14:07.280115 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57674) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:07.297692 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 3ce14ff2-2b0a-4d67-9686-f231d526d5d7 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:14:07.298052 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 3ce14ff2-2b0a-4d67-9686-f231d526d5d7 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:14:07.315380 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [None req-8bd016a9-d64b-4e73-8db5-d0bb01a718c3 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] http://10.222.0.87:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:14:07.316897 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-8bd016a9-d64b-4e73-8db5-d0bb01a718c3 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] 10.222.0.87 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0258424 Feb 02 07:14:07.319509 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57678) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:07.325978 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [None req-fa6cda6d-7f2e-4a4b-b35d-047db19a623c tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] http://10.222.0.87:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:14:07.329491 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-fa6cda6d-7f2e-4a4b-b35d-047db19a623c tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] 10.222.0.87 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0061300 Feb 02 07:14:07.329799 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57680) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:07.338512 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [None req-d93ba1a8-9d25-42da-a395-5c63afbadf41 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] http://10.222.0.87:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:14:07.342597 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d93ba1a8-9d25-42da-a395-5c63afbadf41 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] 10.222.0.87 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0091252 Feb 02 07:14:07.342797 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57682) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:07.352777 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [None req-18bb3aec-7692-4c09-acce-5d83be3d90c6 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] http://10.222.0.87:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:14:07.356827 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-18bb3aec-7692-4c09-acce-5d83be3d90c6 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] 10.222.0.87 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0104618 Feb 02 07:14:07.357306 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57684) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:07.364195 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [None req-12b82286-62b6-490c-973b-561f73aaa383 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] http://10.222.0.87:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:14:07.367601 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-12b82286-62b6-490c-973b-561f73aaa383 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] 10.222.0.87 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0062301 Feb 02 07:14:07.369320 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57686) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:07.373413 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [None req-63e4bf46-af4a-4644-91ef-862f5b8fb299 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] http://10.222.0.87:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:14:07.376761 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-63e4bf46-af4a-4644-91ef-862f5b8fb299 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] 10.222.0.87 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0051782 Feb 02 07:14:07.378106 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57688) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:07.387950 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [None req-94201098-de3b-45e3-a75f-8c5f266d1f0b tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] http://10.222.0.87:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:14:07.392453 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-94201098-de3b-45e3-a75f-8c5f266d1f0b tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] 10.222.0.87 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0106645 Feb 02 07:14:07.392637 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57690) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:07.398340 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [None req-930f66ea-927b-42d1-9858-d7c5f52404cc tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] http://10.222.0.87:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:14:07.402687 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-930f66ea-927b-42d1-9858-d7c5f52404cc tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] 10.222.0.87 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0060184 Feb 02 07:14:07.402849 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57692) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:07.407661 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [None req-b0edff86-826a-4798-bfa3-33f129b6e7b6 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] http://10.222.0.87:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:14:07.410748 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b0edff86-826a-4798-bfa3-33f129b6e7b6 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] 10.222.0.87 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0048742 Feb 02 07:14:07.410975 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57694) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:07.415046 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [None req-951d00d5-92a9-463a-a3d9-7c36188aeebf tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] http://10.222.0.87:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:14:07.418557 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-951d00d5-92a9-463a-a3d9-7c36188aeebf tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] 10.222.0.87 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0046289 Feb 02 07:14:07.418557 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57696) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:07.452655 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [None req-8487524e-794d-47d8-8fc0-5905718221d3 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] http://10.222.0.87:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:14:07.456070 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-8487524e-794d-47d8-8fc0-5905718221d3 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] 10.222.0.87 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0342236 Feb 02 07:14:07.456330 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57698) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:07.465309 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [None req-05205786-c4b3-4eed-8724-ad622c2a58e6 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] http://10.222.0.87:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=109693) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:14:07.466772 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-05205786-c4b3-4eed-8724-ad622c2a58e6 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] 10.222.0.87 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0085678 Feb 02 07:14:07.469983 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57700) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:07.476786 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [None req-e33e17a2-35a9-4b65-bf95-65d674cf9529 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] http://10.222.0.87:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:14:07.480346 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-e33e17a2-35a9-4b65-bf95-65d674cf9529 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] 10.222.0.87 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0084944 Feb 02 07:14:07.482971 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57704) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:07.490801 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [None req-7dd6f231-1091-4e58-a6dd-8e660b85acf3 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] http://10.222.0.87:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:14:07.494031 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-7dd6f231-1091-4e58-a6dd-8e660b85acf3 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] 10.222.0.87 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0092568 Feb 02 07:14:07.498094 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57706) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:07.503437 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a2912390-3f2c-4e76-a081-07f24b57190a tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (5be8e385-58ce-4093-9665-c14048136a2a), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:07.525299 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5c5e59f7-7f64-499f-bde0-df8d98b1845e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:07.614196 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5c5e59f7-7f64-499f-bde0-df8d98b1845e admin admin] Publish callbacks [] for security_group (1b8f5438-8f59-435c-b992-f47794072867), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:07.619654 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5c5e59f7-7f64-499f-bde0-df8d98b1845e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (1b8f5438-8f59-435c-b992-f47794072867), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:07.620249 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [None req-c1d7585c-31f2-4581-bdd9-616bc2566004 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] http://10.222.0.87:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=109693) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:14:07.624136 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-c1d7585c-31f2-4581-bdd9-616bc2566004 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] 10.222.0.87 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0054560 Feb 02 07:14:07.624309 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57708) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:07.628930 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [None req-c88a7cf8-8920-4ef9-bcd1-d2344d47c16c tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] http://10.222.0.87:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:14:07.632172 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c88a7cf8-8920-4ef9-bcd1-d2344d47c16c tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] 10.222.0.87 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0050182 Feb 02 07:14:07.637932 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57710) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:07.653851 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [None req-ab8032d9-f1d0-443b-9cc7-914d371cb897 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] http://10.222.0.87:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:14:07.657151 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-ab8032d9-f1d0-443b-9cc7-914d371cb897 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] 10.222.0.87 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0108778 Feb 02 07:14:07.658195 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57712) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:07.664935 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [None req-3d92c072-50b0-4b6c-a799-10cfbcf9b804 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] http://10.222.0.87:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=109693) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:14:07.669633 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-3d92c072-50b0-4b6c-a799-10cfbcf9b804 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] 10.222.0.87 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0076487 Feb 02 07:14:07.669805 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57714) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:07.673714 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [None req-e20c0c1c-7527-4607-9783-630f07db4d08 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] http://10.222.0.87:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:14:07.676917 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-e20c0c1c-7527-4607-9783-630f07db4d08 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] 10.222.0.87 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0043766 Feb 02 07:14:07.680010 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57716) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:07.684898 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [None req-a28b6ff8-93c1-4bbb-a28e-e9fe62b05f84 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] http://10.222.0.87:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:14:07.687839 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a28b6ff8-93c1-4bbb-a28e-e9fe62b05f84 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] 10.222.0.87 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0049613 Feb 02 07:14:07.688951 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57718) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:07.690890 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-5c5e59f7-7f64-499f-bde0-df8d98b1845e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9da50bdc8b494ce1b0196cb36dc37c72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4254382 Feb 02 07:14:07.693415 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5e59f7-7f64-499f-bde0-df8d98b1845e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8f5438-8f59-435c-b992-f47794072867,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:07.694829 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57720) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:07.699772 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [None req-514ee3ad-aa40-489a-961f-175d2ef24f27 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] http://10.222.0.87:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=109693) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:14:07.702964 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-514ee3ad-aa40-489a-961f-175d2ef24f27 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] 10.222.0.87 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0068457 Feb 02 07:14:07.703605 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57722) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:07.709522 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [None req-ea545ae7-a1eb-4097-a668-34a5fa8d5e13 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] http://10.222.0.87:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:14:07.713269 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-ea545ae7-a1eb-4097-a668-34a5fa8d5e13 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] 10.222.0.87 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0083776 Feb 02 07:14:07.713832 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57724) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:07.718312 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [None req-c31dcac7-aecc-4578-917c-268e94564d40 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] http://10.222.0.87:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:14:07.721816 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c31dcac7-aecc-4578-917c-268e94564d40 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] 10.222.0.87 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0071204 Feb 02 07:14:07.722352 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57726) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:07.726057 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [None req-08993898-1786-4426-aea7-1215f208e69a tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] http://10.222.0.87:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:14:07.728141 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-08993898-1786-4426-aea7-1215f208e69a tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] 10.222.0.87 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0038147 Feb 02 07:14:07.729768 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57728) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:07.733764 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [None req-a87ece54-e28a-4d87-9ae3-a703a7efa79e tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] http://10.222.0.87:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:14:07.735625 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a87ece54-e28a-4d87-9ae3-a703a7efa79e tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] 10.222.0.87 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0040815 Feb 02 07:14:07.737196 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57730) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:07.741125 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [None req-9bb8d89e-51a4-4631-ada9-ebb511c753d0 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] http://10.222.0.87:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:14:07.744675 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-9bb8d89e-51a4-4631-ada9-ebb511c753d0 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] 10.222.0.87 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0039096 Feb 02 07:14:07.745023 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57732) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:07.748813 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [None req-92e8280e-20f3-48f8-89e5-4a72360834f1 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] http://10.222.0.87:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:14:07.751738 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-92e8280e-20f3-48f8-89e5-4a72360834f1 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] 10.222.0.87 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0038862 Feb 02 07:14:07.752083 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57734) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:07.757535 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [None req-c5499f2d-c117-4025-ad79-7bc931603236 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] http://10.222.0.87:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:14:07.759621 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c5499f2d-c117-4025-ad79-7bc931603236 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] 10.222.0.87 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0055664 Feb 02 07:14:07.761100 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57736) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:07.765200 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [None req-0154059c-8b27-48cc-bc38-0b0e8e15641a tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] http://10.222.0.87:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:14:07.768039 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0154059c-8b27-48cc-bc38-0b0e8e15641a tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] 10.222.0.87 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0041544 Feb 02 07:14:07.768395 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57738) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:07.772230 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [None req-434ce8de-f632-4dcb-aebc-fe1aab8f5e5c tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] http://10.222.0.87:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:14:07.775219 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-434ce8de-f632-4dcb-aebc-fe1aab8f5e5c tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] 10.222.0.87 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0039246 Feb 02 07:14:07.775475 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57740) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:07.779503 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [None req-2e0dbe70-1db5-48dc-9559-6d026b48e150 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] http://10.222.0.87:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:14:07.783604 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-2e0dbe70-1db5-48dc-9559-6d026b48e150 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] 10.222.0.87 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0055857 Feb 02 07:14:07.784340 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57742) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:07.788053 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [None req-e989b85c-b1c1-454a-ae31-4bde8a9a15d4 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] http://10.222.0.87:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:14:07.791319 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-e989b85c-b1c1-454a-ae31-4bde8a9a15d4 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] 10.222.0.87 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0038140 Feb 02 07:14:07.791543 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57744) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:07.795763 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [None req-6862d8bb-e2d5-4168-9802-13eccaf7fd13 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] http://10.222.0.87:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:14:07.796762 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-6862d8bb-e2d5-4168-9802-13eccaf7fd13 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] 10.222.0.87 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0041337 Feb 02 07:14:07.798980 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57746) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:07.802775 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [None req-6a853b6a-8215-4be3-b5fa-c08037abd0c5 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] http://10.222.0.87:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:14:07.804291 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-6a853b6a-8215-4be3-b5fa-c08037abd0c5 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] 10.222.0.87 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0039964 Feb 02 07:14:07.807192 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57748) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:07.811792 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [None req-ae068044-97eb-49c1-a3eb-4596ab218284 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] http://10.222.0.87:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:14:07.815009 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-ae068044-97eb-49c1-a3eb-4596ab218284 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] 10.222.0.87 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0046725 Feb 02 07:14:07.815305 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57750) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:07.820335 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [None req-83ea89ee-dcc7-49b6-9b24-ee4eb66cd883 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] http://10.222.0.87:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:14:07.824460 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-83ea89ee-dcc7-49b6-9b24-ee4eb66cd883 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] 10.222.0.87 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0060322 Feb 02 07:14:07.825774 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57754) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:07.830253 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [None req-e8d7082a-3125-4e4c-8dd5-fe895a3e5bbf tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] http://10.222.0.87:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:14:07.831518 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-e8d7082a-3125-4e4c-8dd5-fe895a3e5bbf tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] 10.222.0.87 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0043726 Feb 02 07:14:07.833664 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57756) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:07.839850 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [None req-3982e7a2-0699-4bb3-98f6-e3e5aacbf749 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] http://10.222.0.87:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:14:07.843124 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-3982e7a2-0699-4bb3-98f6-e3e5aacbf749 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] 10.222.0.87 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0062959 Feb 02 07:14:07.843401 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57758) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:07.847923 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [None req-bccc0d51-11a1-4393-8aaa-3b602eba88d3 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] http://10.222.0.87:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:14:07.849392 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-bccc0d51-11a1-4393-8aaa-3b602eba88d3 tempest-ExtensionsTestJSON-1989351541 tempest-ExtensionsTestJSON-1989351541-project] 10.222.0.87 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0045376 Feb 02 07:14:08.105552 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57766) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:08.140010 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10afcd10-0a9f-43d2-86f5-850745d1dd72 req-798b946e-17d5-42ba-b0f7-c471b4d5e5af tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:08.145602 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10afcd10-0a9f-43d2-86f5-850745d1dd72 req-798b946e-17d5-42ba-b0f7-c471b4d5e5af tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:08.147226 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-10afcd10-0a9f-43d2-86f5-850745d1dd72 req-798b946e-17d5-42ba-b0f7-c471b4d5e5af tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/ports?device_id=a05f43d7-d814-46d7-b406-ef7372b5a711 HTTP/1.1" status: 200 len: 1683 time: 0.0806248 Feb 02 07:14:08.150057 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-02310363-aee5-4b31-9569-958a24790632 admin admin] Publish callbacks [] for security_group (1b8f5438-8f59-435c-b992-f47794072867), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:08.173181 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-02310363-aee5-4b31-9569-958a24790632 admin admin] Publish callbacks [] for security_group (1b8f5438-8f59-435c-b992-f47794072867), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:08.199050 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-10afcd10-0a9f-43d2-86f5-850745d1dd72 req-bd027044-a5d4-4d05-af7c-101493e04e44 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee38a50d-609a-441d-89e7-67ea86baffc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446262 Feb 02 07:14:08.265880 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8e136bc3-e471-41e5-ac51-b814c7d34072 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:08.279838 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-02310363-aee5-4b31-9569-958a24790632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (1b8f5438-8f59-435c-b992-f47794072867), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:08.282414 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-02310363-aee5-4b31-9569-958a24790632 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:08.283606 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-02310363-aee5-4b31-9569-958a24790632 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/1b8f5438-8f59-435c-b992-f47794072867 HTTP/1.1" status: 204 len: 168 time: 0.5808718 Feb 02 07:14:08.286610 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-9eab122a-2cfc-4e14-82a2-ab39ddf083e6 admin admin] Deleting port 7a38cde2-8732-4ebd-8087-7787b0a317af {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:14:08.286937 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9eab122a-2cfc-4e14-82a2-ab39ddf083e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (7a38cde2-8732-4ebd-8087-7787b0a317af), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:08.316720 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02310363-aee5-4b31-9569-958a24790632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8f5438-8f59-435c-b992-f47794072867,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:08.401894 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8e136bc3-e471-41e5-ac51-b814c7d34072 admin admin] Publish callbacks [] for security_group (c78ce32d-0850-4232-a5ab-375bb11eddb7), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:08.404594 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 02fbefda-9af4-4c84-b09a-5700b4bc9cf5 no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:14:08.418882 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8e136bc3-e471-41e5-ac51-b814c7d34072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (c78ce32d-0850-4232-a5ab-375bb11eddb7), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:08.441972 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-a2912390-3f2c-4e76-a081-07f24b57190a tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Deleting port 54006660-e8c3-4e38-86c1-d72ebb09dd7c {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:14:08.442318 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a2912390-3f2c-4e76-a081-07f24b57190a tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (54006660-e8c3-4e38-86c1-d72ebb09dd7c), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:08.448153 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-9eab122a-2cfc-4e14-82a2-ab39ddf083e6 admin admin] For port 7a38cde2-8732-4ebd-8087-7787b0a317af, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=7a38cde2-8732-4ebd-8087-7787b0a317af,segment=NetworkSegment(f6e5c7ab-d970-42f4-9b5c-99d614498678),segment_id=f6e5c7ab-d970-42f4-9b5c-99d614498678)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:14:08.448851 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9eab122a-2cfc-4e14-82a2-ab39ddf083e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (7a38cde2-8732-4ebd-8087-7787b0a317af), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:08.480175 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] No Port match for: 02fbefda-9af4-4c84-b09a-5700b4bc9cf5 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:14:08.481017 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 02fbefda-9af4-4c84-b09a-5700b4bc9cf5 not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:14:08.488844 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-9eab122a-2cfc-4e14-82a2-ab39ddf083e6 admin admin] Calling delete_port for 7a38cde2-8732-4ebd-8087-7787b0a317af owned by network:router_interface {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:14:08.526484 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-8e136bc3-e471-41e5-ac51-b814c7d34072 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=66fedaf04b7042d38a6eb695442fd595&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4189882 Feb 02 07:14:08.527321 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57780) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:08.551398 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e136bc3-e471-41e5-ac51-b814c7d34072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c78ce32d-0850-4232-a5ab-375bb11eddb7,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:08.598243 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c4c93bb1-dafc-4bf6-8b85-6cf2ec155ebf admin admin] Publish callbacks [] for security_group (c78ce32d-0850-4232-a5ab-375bb11eddb7), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:08.628879 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c4c93bb1-dafc-4bf6-8b85-6cf2ec155ebf admin admin] Publish callbacks [] for security_group (c78ce32d-0850-4232-a5ab-375bb11eddb7), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:08.634052 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-a2912390-3f2c-4e76-a081-07f24b57190a tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] For port 54006660-e8c3-4e38-86c1-d72ebb09dd7c, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=54006660-e8c3-4e38-86c1-d72ebb09dd7c,segment=NetworkSegment(4003649c-3d54-4f1f-be77-3b3054f688e7),segment_id=4003649c-3d54-4f1f-be77-3b3054f688e7)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:14:08.634676 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a2912390-3f2c-4e76-a081-07f24b57190a tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (54006660-e8c3-4e38-86c1-d72ebb09dd7c), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:08.650811 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-a2912390-3f2c-4e76-a081-07f24b57190a tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Calling delete_port for 54006660-e8c3-4e38-86c1-d72ebb09dd7c owned by network:router_interface {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:14:08.742117 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c4c93bb1-dafc-4bf6-8b85-6cf2ec155ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (c78ce32d-0850-4232-a5ab-375bb11eddb7), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:08.744834 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c4c93bb1-dafc-4bf6-8b85-6cf2ec155ebf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:08.749367 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c4c93bb1-dafc-4bf6-8b85-6cf2ec155ebf admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c78ce32d-0850-4232-a5ab-375bb11eddb7 HTTP/1.1" status: 204 len: 168 time: 0.2108495 Feb 02 07:14:08.759374 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c93bb1-dafc-4bf6-8b85-6cf2ec155ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c78ce32d-0850-4232-a5ab-375bb11eddb7,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:08.786357 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d0947-f79c-4801-90fb-17b8938ca8af req-9a058dfa-70d6-4c48-8562-46c1732e6fbf tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:08.793398 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d0947-f79c-4801-90fb-17b8938ca8af req-9a058dfa-70d6-4c48-8562-46c1732e6fbf tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:08.795110 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-816d0947-f79c-4801-90fb-17b8938ca8af req-9a058dfa-70d6-4c48-8562-46c1732e6fbf tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/ports?device_id=a05f43d7-d814-46d7-b406-ef7372b5a711 HTTP/1.1" status: 200 len: 1683 time: 0.1006730 Feb 02 07:14:08.877684 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-816d0947-f79c-4801-90fb-17b8938ca8af req-97fe4925-dd7e-4893-8a5d-0281d3a08e70 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee38a50d-609a-441d-89e7-67ea86baffc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729840 Feb 02 07:14:08.996959 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9eab122a-2cfc-4e14-82a2-ab39ddf083e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (7a38cde2-8732-4ebd-8087-7787b0a317af), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:09.037325 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eab122a-2cfc-4e14-82a2-ab39ddf083e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a38cde2-8732-4ebd-8087-7787b0a317af,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:09.066415 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a2912390-3f2c-4e76-a081-07f24b57190a tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (54006660-e8c3-4e38-86c1-d72ebb09dd7c), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:09.175117 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2912390-3f2c-4e76-a081-07f24b57190a tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Pushing event deleted for resources: {'Port': ['ID=54006660-e8c3-4e38-86c1-d72ebb09dd7c,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:09.610246 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9eab122a-2cfc-4e14-82a2-ab39ddf083e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (ce157d5e-966f-43c1-89ba-ce7746322e54), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:09.619414 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a2912390-3f2c-4e76-a081-07f24b57190a tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (5be8e385-58ce-4093-9665-c14048136a2a), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:09.723368 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57818) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:09.871866 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-4347ab1c-0076-461a-a743-c818e40743b6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1250384310-network', 'tenant_id': '9fc22892df74469f963e65d3874b67e6'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:14:09.919839 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4347ab1c-0076-461a-a743-c818e40743b6 admin admin] Made reservation on behalf of 9fc22892df74469f963e65d3874b67e6 for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:14:09.925146 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4347ab1c-0076-461a-a743-c818e40743b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:09.964598 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4347ab1c-0076-461a-a743-c818e40743b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:10.180315 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2912390-3f2c-4e76-a081-07f24b57190a tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Router 5be8e385-58ce-4093-9665-c14048136a2a has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:14:10.183830 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eab122a-2cfc-4e14-82a2-ab39ddf083e6 admin admin] Router ce157d5e-966f-43c1-89ba-ce7746322e54 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:14:10.211375 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1b516d-10d2-4a1f-abb6-d2635f6d86e3 req-663e3421-6ee4-456e-b8b1-d0bfb915f66b tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:10.217240 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1b516d-10d2-4a1f-abb6-d2635f6d86e3 req-663e3421-6ee4-456e-b8b1-d0bfb915f66b tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:10.221141 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bd1b516d-10d2-4a1f-abb6-d2635f6d86e3 req-663e3421-6ee4-456e-b8b1-d0bfb915f66b tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/ports?device_id=a05f43d7-d814-46d7-b406-ef7372b5a711 HTTP/1.1" status: 200 len: 1683 time: 0.1706591 Feb 02 07:14:10.237514 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57838) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:10.307023 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4347ab1c-0076-461a-a743-c818e40743b6 admin admin] Publish callbacks [] for security_group (4ef05643-d10c-44e3-acc4-42a0448ef967), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:10.334025 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4347ab1c-0076-461a-a743-c818e40743b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (4ef05643-d10c-44e3-acc4-42a0448ef967), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:10.355171 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2912390-3f2c-4e76-a081-07f24b57190a tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:14:10.369049 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33be7a4-9563-407e-83df-ad415ec357a2 None None] Sync routers for ids ['5be8e385-58ce-4093-9665-c14048136a2a'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:14:10.386329 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33be7a4-9563-407e-83df-ad415ec357a2 None None] Routers {'5be8e385-58ce-4093-9665-c14048136a2a'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:14:10.386973 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-c33be7a4-9563-407e-83df-ad415ec357a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:13:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['5be8e385-58ce-4093-9665-c14048136a2a'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:10.391523 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a2912390-3f2c-4e76-a081-07f24b57190a tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "PUT /v2.0/routers/5be8e385-58ce-4093-9665-c14048136a2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7190080 Feb 02 07:14:10.391745 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4347ab1c-0076-461a-a743-c818e40743b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:14:10.393404 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57842) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:10.419512 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bd1b516d-10d2-4a1f-abb6-d2635f6d86e3 req-d3730dcc-5ad6-41ac-9f9a-6c6449dd9647 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee38a50d-609a-441d-89e7-67ea86baffc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793067 Feb 02 07:14:10.449736 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eab122a-2cfc-4e14-82a2-ab39ddf083e6 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:14:10.460979 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a46d60-545b-4352-ba5d-b9365bf712d7 None None] Sync routers for ids ['ce157d5e-966f-43c1-89ba-ce7746322e54'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:14:10.466534 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-9eab122a-2cfc-4e14-82a2-ab39ddf083e6 admin admin] 10.222.0.87 "PUT /v2.0/routers/ce157d5e-966f-43c1-89ba-ce7746322e54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3637557 Feb 02 07:14:10.466887 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57844) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:10.488780 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a46d60-545b-4352-ba5d-b9365bf712d7 None None] Routers {'ce157d5e-966f-43c1-89ba-ce7746322e54'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:14:10.489590 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-d3a46d60-545b-4352-ba5d-b9365bf712d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:13:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['ce157d5e-966f-43c1-89ba-ce7746322e54'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:10.523183 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4347ab1c-0076-461a-a743-c818e40743b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef05643-d10c-44e3-acc4-42a0448ef967,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:10.538219 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-c33be7a4-9563-407e-83df-ad415ec357a2 None None] Set router 5be8e385-58ce-4093-9665-c14048136a2a gateway port host: None {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:14:10.572258 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-ebb4a1e0-f21c-42d0-9458-a3630e2d8099 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-990226646'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:14:10.583073 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4347ab1c-0076-461a-a743-c818e40743b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (ef34ce2c-f9fe-4052-af03-888b0aac6100), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:10.583439 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-4347ab1c-0076-461a-a743-c818e40743b6 admin admin] Added segment ef34ce2c-f9fe-4052-af03-888b0aac6100 of type vlan for network 556b426e-1d13-4f5b-9d29-11d854a999c4 Feb 02 07:14:10.618261 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51469f31-dd84-4db3-9400-c391ca204813 req-82559a3d-8b28-4800-bc45-4e6e4c642096 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:10.634443 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51469f31-dd84-4db3-9400-c391ca204813 req-82559a3d-8b28-4800-bc45-4e6e4c642096 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:10.644546 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-51469f31-dd84-4db3-9400-c391ca204813 req-82559a3d-8b28-4800-bc45-4e6e4c642096 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.59 "GET /v2.0/ports?device_id=a05f43d7-d814-46d7-b406-ef7372b5a711 HTTP/1.1" status: 200 len: 1683 time: 0.4048262 Feb 02 07:14:10.701630 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-d3a46d60-545b-4352-ba5d-b9365bf712d7 None None] Set router ce157d5e-966f-43c1-89ba-ce7746322e54 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:14:10.715821 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-55b22ab8-2fda-43e7-bbd4-b7f42b58d8d9 admin admin] Publish callbacks [] for router (ce157d5e-966f-43c1-89ba-ce7746322e54), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:10.808358 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb4a1e0-f21c-42d0-9458-a3630e2d8099 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Made reservation on behalf of 3f54e6cae7d248ada3b347585c4ee8ad for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:14:10.825826 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ebb4a1e0-f21c-42d0-9458-a3630e2d8099 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:10.836755 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-c33be7a4-9563-407e-83df-ad415ec357a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be8e385-58ce-4093-9665-c14048136a2a', 'name': 'tempest-RoutersTest-router-1283393417', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:13:26Z', 'updated_at': '2022-02-02T07:14:08Z', 'revision_number': 9, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'gw_port_host': None, '_interfaces': [{'id': '6be65c97-c21a-4d3c-9b85-1b734ac5ab7a', 'name': '', 'network_id': '13f39bcb-30c2-4226-aa99-134caa5ace72', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'mac_address': 'fa:16:3e:35:28:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be8e385-58ce-4093-9665-c14048136a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '134e2214-f6dd-43ee-a5d4-672e2463085f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:28Z', 'updated_at': '2022-02-02T07:13:34Z', 'revision_number': 5, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'subnets': [{'id': '134e2214-f6dd-43ee-a5d4-672e2463085f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b444e857-d37e-4dac-ae7b-846070e120f8', 'name': '', 'network_id': '96a17be2-3b10-4ce0-8fef-5c1c61e2a12b', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'mac_address': 'fa:16:3e:78:22:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be8e385-58ce-4093-9665-c14048136a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'de1bef11-0190-4dd0-830c-19ffb2680972', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:35Z', 'updated_at': '2022-02-02T07:13:45Z', 'revision_number': 5, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'subnets': [{'id': 'de1bef11-0190-4dd0-830c-19ffb2680972', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:10.844244 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-55b22ab8-2fda-43e7-bbd4-b7f42b58d8d9 admin admin] Publish callbacks [] for router_gateway (ce157d5e-966f-43c1-89ba-ce7746322e54), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:10.880105 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-a12f9a30-c3c6-4a35-afa0-002a898576c5 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Deleting subnet eb73560c-523c-4032-82fe-0f13db852ea1 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:14:10.892781 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33be7a4-9563-407e-83df-ad415ec357a2 None None] Checking router: 5be8e385-58ce-4093-9665-c14048136a2a for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:14:10.902386 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ebb4a1e0-f21c-42d0-9458-a3630e2d8099 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:10.913257 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33be7a4-9563-407e-83df-ad415ec357a2 None None] Routers {'5be8e385-58ce-4093-9665-c14048136a2a'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:14:10.913893 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-c33be7a4-9563-407e-83df-ad415ec357a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:13:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['5be8e385-58ce-4093-9665-c14048136a2a'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:10.916248 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a12f9a30-c3c6-4a35-afa0-002a898576c5 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for subnet (eb73560c-523c-4032-82fe-0f13db852ea1), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:10.926672 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4347ab1c-0076-461a-a743-c818e40743b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (556b426e-1d13-4f5b-9d29-11d854a999c4), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:10.945834 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-55b22ab8-2fda-43e7-bbd4-b7f42b58d8d9 admin admin] Deleting port 7e50471c-80cd-46a8-9384-5eff775b4e64 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:14:10.946906 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-55b22ab8-2fda-43e7-bbd4-b7f42b58d8d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (7e50471c-80cd-46a8-9384-5eff775b4e64), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:11.071050 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9119f2c8-b428-44c7-8f4e-f0635340a9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:11.097776 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-55b22ab8-2fda-43e7-bbd4-b7f42b58d8d9 admin admin] For port 7e50471c-80cd-46a8-9384-5eff775b4e64, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=7e50471c-80cd-46a8-9384-5eff775b4e64,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:14:11.098305 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-55b22ab8-2fda-43e7-bbd4-b7f42b58d8d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (7e50471c-80cd-46a8-9384-5eff775b4e64), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:11.098900 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-d3a46d60-545b-4352-ba5d-b9365bf712d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce157d5e-966f-43c1-89ba-ce7746322e54', 'name': 'tempest-TestServerMultinode-1327595923-router', 'tenant_id': '158b617b54e4489dbe792d64a323d023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '7e50471c-80cd-46a8-9384-5eff775b4e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:12:31Z', 'updated_at': '2022-02-02T07:14:08Z', 'revision_number': 5, 'project_id': '158b617b54e4489dbe792d64a323d023', 'gw_port': {'id': '7e50471c-80cd-46a8-9384-5eff775b4e64', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:66:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce157d5e-966f-43c1-89ba-ce7746322e54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:12:32Z', 'updated_at': '2022-02-02T07:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:11.114824 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-c33be7a4-9563-407e-83df-ad415ec357a2 None None] Set router 5be8e385-58ce-4093-9665-c14048136a2a gateway port host: None {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:14:11.128541 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-55b22ab8-2fda-43e7-bbd4-b7f42b58d8d9 admin admin] Calling delete_port for 7e50471c-80cd-46a8-9384-5eff775b4e64 owned by network:router_gateway {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:14:11.147700 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a12f9a30-c3c6-4a35-afa0-002a898576c5 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (eb73560c-523c-4032-82fe-0f13db852ea1), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:11.150934 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a46d60-545b-4352-ba5d-b9365bf712d7 None None] Checking router: ce157d5e-966f-43c1-89ba-ce7746322e54 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:14:11.162568 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a46d60-545b-4352-ba5d-b9365bf712d7 None None] Routers {'ce157d5e-966f-43c1-89ba-ce7746322e54'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:14:11.163411 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-d3a46d60-545b-4352-ba5d-b9365bf712d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:13:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['ce157d5e-966f-43c1-89ba-ce7746322e54'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:11.216061 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4347ab1c-0076-461a-a743-c818e40743b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (556b426e-1d13-4f5b-9d29-11d854a999c4), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:11.217044 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4347ab1c-0076-461a-a743-c818e40743b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:11.217632 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4347ab1c-0076-461a-a743-c818e40743b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:11.310205 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a12f9a30-c3c6-4a35-afa0-002a898576c5 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (eb73560c-523c-4032-82fe-0f13db852ea1), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:11.313453 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-d3a46d60-545b-4352-ba5d-b9365bf712d7 None None] Set router ce157d5e-966f-43c1-89ba-ce7746322e54 gateway port host: None {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:14:11.406837 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a12f9a30-c3c6-4a35-afa0-002a898576c5 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (eb73560c-523c-4032-82fe-0f13db852ea1), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:11.465412 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-55b22ab8-2fda-43e7-bbd4-b7f42b58d8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (7e50471c-80cd-46a8-9384-5eff775b4e64), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:11.478935 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a12f9a30-c3c6-4a35-afa0-002a898576c5 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:11.488036 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a12f9a30-c3c6-4a35-afa0-002a898576c5 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "DELETE /v2.0/subnets/eb73560c-523c-4032-82fe-0f13db852ea1 HTTP/1.1" status: 204 len: 168 time: 1.0653095 Feb 02 07:14:11.491802 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57852) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:11.502519 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391d9177-a0e7-4526-8048-2df2d60624ff None None] Network 144d1b23-4e9b-464c-85bb-7dea841b96eb requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:14:11.508062 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-d3a46d60-545b-4352-ba5d-b9365bf712d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce157d5e-966f-43c1-89ba-ce7746322e54', 'name': 'tempest-TestServerMultinode-1327595923-router', 'tenant_id': '158b617b54e4489dbe792d64a323d023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:12:31Z', 'updated_at': '2022-02-02T07:14:10Z', 'revision_number': 6, 'project_id': '158b617b54e4489dbe792d64a323d023', 'gw_port_host': None}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:11.512393 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12f9a30-c3c6-4a35-afa0-002a898576c5 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Pushing event deleted for resources: {'Subnet': ['ID=eb73560c-523c-4032-82fe-0f13db852ea1,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:11.550395 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-51469f31-dd84-4db3-9400-c391ca204813 req-affd8313-bf58-4416-a935-0b1793d66350 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Deleting port a1f0a684-9343-4aa5-906d-e74e4aeb51ea {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:14:11.550745 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-51469f31-dd84-4db3-9400-c391ca204813 req-affd8313-bf58-4416-a935-0b1793d66350 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (a1f0a684-9343-4aa5-906d-e74e4aeb51ea), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:11.566491 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-4347ab1c-0076-461a-a743-c818e40743b6 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8419662 Feb 02 07:14:11.592509 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-c33be7a4-9563-407e-83df-ad415ec357a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be8e385-58ce-4093-9665-c14048136a2a', 'name': 'tempest-RoutersTest-router-1283393417', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:13:26Z', 'updated_at': '2022-02-02T07:14:08Z', 'revision_number': 9, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'gw_port_host': None, '_interfaces': [{'id': '6be65c97-c21a-4d3c-9b85-1b734ac5ab7a', 'name': '', 'network_id': '13f39bcb-30c2-4226-aa99-134caa5ace72', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'mac_address': 'fa:16:3e:35:28:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be8e385-58ce-4093-9665-c14048136a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '134e2214-f6dd-43ee-a5d4-672e2463085f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:28Z', 'updated_at': '2022-02-02T07:13:34Z', 'revision_number': 5, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'subnets': [{'id': '134e2214-f6dd-43ee-a5d4-672e2463085f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b444e857-d37e-4dac-ae7b-846070e120f8', 'name': '', 'network_id': '96a17be2-3b10-4ce0-8fef-5c1c61e2a12b', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'mac_address': 'fa:16:3e:78:22:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be8e385-58ce-4093-9665-c14048136a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'de1bef11-0190-4dd0-830c-19ffb2680972', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:35Z', 'updated_at': '2022-02-02T07:13:45Z', 'revision_number': 5, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'subnets': [{'id': 'de1bef11-0190-4dd0-830c-19ffb2680972', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:11.643787 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a46d60-545b-4352-ba5d-b9365bf712d7 None None] The sync data for ids ['ce157d5e-966f-43c1-89ba-ce7746322e54'] in n-d-789963-26 is: [{'id': 'ce157d5e-966f-43c1-89ba-ce7746322e54', 'name': 'tempest-TestServerMultinode-1327595923-router', 'tenant_id': '158b617b54e4489dbe792d64a323d023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:12:31Z', 'updated_at': '2022-02-02T07:14:10Z', 'revision_number': 6, 'project_id': '158b617b54e4489dbe792d64a323d023', 'gw_port_host': None}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:14:11.734102 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57854) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:11.745146 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-e3c414db-a8d4-4b54-abc0-9f0d76c7fe36 admin admin] Request body: {'subnet': {'network_id': '556b426e-1d13-4f5b-9d29-11d854a999c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1250384310-subnet', 'tenant_id': '9fc22892df74469f963e65d3874b67e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:14:11.756959 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b22ab8-2fda-43e7-bbd4-b7f42b58d8d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e50471c-80cd-46a8-9384-5eff775b4e64,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:11.866788 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33be7a4-9563-407e-83df-ad415ec357a2 None None] The sync data for ids ['5be8e385-58ce-4093-9665-c14048136a2a'] in n-d-789963-26 is: [{'id': '5be8e385-58ce-4093-9665-c14048136a2a', 'name': 'tempest-RoutersTest-router-1283393417', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:13:26Z', 'updated_at': '2022-02-02T07:14:08Z', 'revision_number': 9, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'gw_port_host': None, '_interfaces': [{'id': '6be65c97-c21a-4d3c-9b85-1b734ac5ab7a', 'name': '', 'network_id': '13f39bcb-30c2-4226-aa99-134caa5ace72', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'mac_address': 'fa:16:3e:35:28:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be8e385-58ce-4093-9665-c14048136a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '134e2214-f6dd-43ee-a5d4-672e2463085f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:28Z', 'updated_at': '2022-02-02T07:13:34Z', 'revision_number': 5, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'subnets': [{'id': '134e2214-f6dd-43ee-a5d4-672e2463085f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b444e857-d37e-4dac-ae7b-846070e120f8', 'name': '', 'network_id': '96a17be2-3b10-4ce0-8fef-5c1c61e2a12b', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'mac_address': 'fa:16:3e:78:22:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be8e385-58ce-4093-9665-c14048136a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'de1bef11-0190-4dd0-830c-19ffb2680972', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:35Z', 'updated_at': '2022-02-02T07:13:45Z', 'revision_number': 5, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'subnets': [{'id': 'de1bef11-0190-4dd0-830c-19ffb2680972', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:14:11.877075 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c414db-a8d4-4b54-abc0-9f0d76c7fe36 admin admin] Made reservation on behalf of 9fc22892df74469f963e65d3874b67e6 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:14:11.880624 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e3c414db-a8d4-4b54-abc0-9f0d76c7fe36 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:11.965445 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cbd6580a-1514-4ddb-8efc-d03dd85c56e5 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (144d1b23-4e9b-464c-85bb-7dea841b96eb), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:12.000391 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-55b22ab8-2fda-43e7-bbd4-b7f42b58d8d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (ce157d5e-966f-43c1-89ba-ce7746322e54), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:12.062957 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e275cf-64d5-4993-baca-58e5ce0e024a None None] DHCP port deletion for 144d1b23-4e9b-464c-85bb-7dea841b96eb request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:14:12.067225 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ebb4a1e0-f21c-42d0-9458-a3630e2d8099 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for security_group (d4f97169-843b-48de-918a-62dbefae4a70), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:12.103767 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4347ab1c-0076-461a-a743-c818e40743b6 admin admin] Pushing event updated for resources: {'Network': ['ID=556b426e-1d13-4f5b-9d29-11d854a999c4,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:12.134439 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ebb4a1e0-f21c-42d0-9458-a3630e2d8099 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (d4f97169-843b-48de-918a-62dbefae4a70), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:12.151263 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebb4a1e0-f21c-42d0-9458-a3630e2d8099 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:14:12.164120 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ebb4a1e0-f21c-42d0-9458-a3630e2d8099 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (7af4e3d1-d51c-4a74-82c9-db71d978d9cf), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:12.164645 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-ebb4a1e0-f21c-42d0-9458-a3630e2d8099 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Added segment 7af4e3d1-d51c-4a74-82c9-db71d978d9cf of type vlan for network 981d3e41-652c-4d49-b8c0-adfda091b8e6 Feb 02 07:14:12.186607 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 556b426e-1d13-4f5b-9d29-11d854a999c4 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:14:12.216138 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ebb4a1e0-f21c-42d0-9458-a3630e2d8099 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (981d3e41-652c-4d49-b8c0-adfda091b8e6), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:12.301149 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ebb4a1e0-f21c-42d0-9458-a3630e2d8099 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (981d3e41-652c-4d49-b8c0-adfda091b8e6), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:12.308521 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb4a1e0-f21c-42d0-9458-a3630e2d8099 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:12.309714 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ebb4a1e0-f21c-42d0-9458-a3630e2d8099 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:12.356656 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-e9e275cf-64d5-4993-baca-58e5ce0e024a None None] Deleting port 738a5d1f-7ce8-46ce-9f22-f2d09ed1b8c3 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:14:12.357746 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e9e275cf-64d5-4993-baca-58e5ce0e024a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (738a5d1f-7ce8-46ce-9f22-f2d09ed1b8c3), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:12.448153 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-e9e275cf-64d5-4993-baca-58e5ce0e024a None None] For port 738a5d1f-7ce8-46ce-9f22-f2d09ed1b8c3, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=738a5d1f-7ce8-46ce-9f22-f2d09ed1b8c3,segment=NetworkSegment(4003649c-3d54-4f1f-be77-3b3054f688e7),segment_id=4003649c-3d54-4f1f-be77-3b3054f688e7)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:14:12.448659 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e9e275cf-64d5-4993-baca-58e5ce0e024a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (738a5d1f-7ce8-46ce-9f22-f2d09ed1b8c3), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:12.513080 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb4a1e0-f21c-42d0-9458-a3630e2d8099 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event updated for resources: {'Network': ['ID=981d3e41-652c-4d49-b8c0-adfda091b8e6,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:12.545571 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-ebb4a1e0-f21c-42d0-9458-a3630e2d8099 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.2938454 Feb 02 07:14:12.551111 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57860) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:12.575515 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-8ddcadd7-2e27-4c0a-b78a-5341fd36fbdd tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Request body: {'port': {'network_id': '981d3e41-652c-4d49-b8c0-adfda091b8e6', 'name': 'tempest-PortsIpV6TestJSON-439535093'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:14:12.582846 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-55b22ab8-2fda-43e7-bbd4-b7f42b58d8d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (ce157d5e-966f-43c1-89ba-ce7746322e54), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:12.600588 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-55b22ab8-2fda-43e7-bbd4-b7f42b58d8d9 admin admin] Publish callbacks [] for router_controller (ce157d5e-966f-43c1-89ba-ce7746322e54), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:12.612905 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0330b-e661-4eb1-a020-d912b2b59d26 req-a5817574-4772-4919-8be4-01f9fa0ad543 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:12.621052 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0330b-e661-4eb1-a020-d912b2b59d26 req-a5817574-4772-4919-8be4-01f9fa0ad543 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:12.629044 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-05e0330b-e661-4eb1-a020-d912b2b59d26 req-a5817574-4772-4919-8be4-01f9fa0ad543 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/ports?device_id=a05f43d7-d814-46d7-b406-ef7372b5a711 HTTP/1.1" status: 200 len: 1683 time: 0.5220549 Feb 02 07:14:12.645463 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 981d3e41-652c-4d49-b8c0-adfda091b8e6 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:14:12.654570 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb4a1e0-f21c-42d0-9458-a3630e2d8099 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f97169-843b-48de-918a-62dbefae4a70,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:12.675018 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-e9e275cf-64d5-4993-baca-58e5ce0e024a None None] Calling delete_port for 738a5d1f-7ce8-46ce-9f22-f2d09ed1b8c3 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:14:12.731998 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-05e0330b-e661-4eb1-a020-d912b2b59d26 req-9b98c843-6cce-4c16-a99e-9e1ebd366e83 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/security-groups?id=ee38a50d-609a-441d-89e7-67ea86baffc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017692 Feb 02 07:14:12.765702 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-55b22ab8-2fda-43e7-bbd4-b7f42b58d8d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (ce157d5e-966f-43c1-89ba-ce7746322e54), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:12.766230 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b22ab8-2fda-43e7-bbd4-b7f42b58d8d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce157d5e-966f-43c1-89ba-ce7746322e54 {{(pid=109693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:14:12.776107 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-55b22ab8-2fda-43e7-bbd4-b7f42b58d8d9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:12.779520 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-55b22ab8-2fda-43e7-bbd4-b7f42b58d8d9 admin admin] 10.222.0.87 "DELETE /v2.0/routers/ce157d5e-966f-43c1-89ba-ce7746322e54 HTTP/1.1" status: 204 len: 168 time: 2.3091340 Feb 02 07:14:12.780288 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-51469f31-dd84-4db3-9400-c391ca204813 req-affd8313-bf58-4416-a935-0b1793d66350 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] For port a1f0a684-9343-4aa5-906d-e74e4aeb51ea, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=a1f0a684-9343-4aa5-906d-e74e4aeb51ea,segment=NetworkSegment(c5d67758-321f-4ab4-a669-7bb5635dd2fe),segment_id=c5d67758-321f-4ab4-a669-7bb5635dd2fe)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:14:12.780288 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-51469f31-dd84-4db3-9400-c391ca204813 req-affd8313-bf58-4416-a935-0b1793d66350 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (a1f0a684-9343-4aa5-906d-e74e4aeb51ea), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:12.780900 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57864) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:12.810315 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-51469f31-dd84-4db3-9400-c391ca204813 req-affd8313-bf58-4416-a935-0b1793d66350 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Calling delete_port for a1f0a684-9343-4aa5-906d-e74e4aeb51ea owned by compute:nova {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:14:12.870333 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ddcadd7-2e27-4c0a-b78a-5341fd36fbdd tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Made reservation on behalf of 3f54e6cae7d248ada3b347585c4ee8ad for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:14:12.873618 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8ddcadd7-2e27-4c0a-b78a-5341fd36fbdd tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:12.909505 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e9e275cf-64d5-4993-baca-58e5ce0e024a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (738a5d1f-7ce8-46ce-9f22-f2d09ed1b8c3), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:12.931944 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e3c414db-a8d4-4b54-abc0-9f0d76c7fe36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (83c1ed2d-5271-457f-b153-2ec82e52730a), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:12.934312 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [None req-8ddcadd7-2e27-4c0a-b78a-5341fd36fbdd tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] device_id is not set on port 37e4b1ba-f2ca-4175-a31c-29deb65e2760 yet. {{(pid=109693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:14:12.944250 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e275cf-64d5-4993-baca-58e5ce0e024a None None] Pushing event deleted for resources: {'Port': ['ID=738a5d1f-7ce8-46ce-9f22-f2d09ed1b8c3,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:12.945146 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-77d9f0f4-e9e8-4cce-8bb9-634c42215f7d admin admin] Deleting subnet 632da248-6289-4747-982b-19f8a4b887fb {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:14:12.948320 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-77d9f0f4-e9e8-4cce-8bb9-634c42215f7d admin admin] Publish callbacks [] for subnet (632da248-6289-4747-982b-19f8a4b887fb), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:12.948939 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e275cf-64d5-4993-baca-58e5ce0e024a None None] No DVR routers for this DVR port 738a5d1f-7ce8-46ce-9f22-f2d09ed1b8c3 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:14:12.988033 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-77d9f0f4-e9e8-4cce-8bb9-634c42215f7d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (632da248-6289-4747-982b-19f8a4b887fb), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:13.008272 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-cbd6580a-1514-4ddb-8efc-d03dd85c56e5 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Deleting port 738a5d1f-7ce8-46ce-9f22-f2d09ed1b8c3 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:14:13.008950 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cbd6580a-1514-4ddb-8efc-d03dd85c56e5 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (738a5d1f-7ce8-46ce-9f22-f2d09ed1b8c3), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:13.043308 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 7e50471c-80cd-46a8-9384-5eff775b4e64 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:14:13.071716 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 7e50471c-80cd-46a8-9384-5eff775b4e64 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:14:13.072541 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 7e50471c-80cd-46a8-9384-5eff775b4e64 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:14:13.073177 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 54006660-e8c3-4e38-86c1-d72ebb09dd7c no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:14:13.101337 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 54006660-e8c3-4e38-86c1-d72ebb09dd7c {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:14:13.102067 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 54006660-e8c3-4e38-86c1-d72ebb09dd7c not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:14:13.102773 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 7a38cde2-8732-4ebd-8087-7787b0a317af no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:14:13.128355 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 7a38cde2-8732-4ebd-8087-7787b0a317af {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:14:13.128984 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 7a38cde2-8732-4ebd-8087-7787b0a317af not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:14:13.129393 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-51469f31-dd84-4db3-9400-c391ca204813 req-affd8313-bf58-4416-a935-0b1793d66350 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (a1f0a684-9343-4aa5-906d-e74e4aeb51ea), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:13.130497 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 738a5d1f-7ce8-46ce-9f22-f2d09ed1b8c3 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:14:13.159343 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 738a5d1f-7ce8-46ce-9f22-f2d09ed1b8c3 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:14:13.160293 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 738a5d1f-7ce8-46ce-9f22-f2d09ed1b8c3 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:14:13.162433 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affd8313-bf58-4416-a935-0b1793d66350 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Pushing event deleted for resources: {'Port': ['ID=a1f0a684-9343-4aa5-906d-e74e4aeb51ea,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:13.211396 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c414db-a8d4-4b54-abc0-9f0d76c7fe36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83c1ed2d-5271-457f-b153-2ec82e52730a,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:13.224698 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-51469f31-dd84-4db3-9400-c391ca204813 req-affd8313-bf58-4416-a935-0b1793d66350 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] No DVR routers for this DVR port a1f0a684-9343-4aa5-906d-e74e4aeb51ea on host n-h2-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:14:13.228742 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-51469f31-dd84-4db3-9400-c391ca204813 req-affd8313-bf58-4416-a935-0b1793d66350 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:13.233262 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-51469f31-dd84-4db3-9400-c391ca204813 req-affd8313-bf58-4416-a935-0b1793d66350 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.59 "DELETE /v2.0/ports/a1f0a684-9343-4aa5-906d-e74e4aeb51ea HTTP/1.1" status: 204 len: 173 time: 2.5472283 Feb 02 07:14:13.233849 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a05f43d7-d814-46d7-b406-ef7372b5a711', 'name': 'network-vif-deleted', 'tag': 'a1f0a684-9343-4aa5-906d-e74e4aeb51ea'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:14:13.236581 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04ff580-dd2f-4bbb-8923-b2cbbeea3118" -d '{"events": [{"server_uuid": "a05f43d7-d814-46d7-b406-ef7372b5a711", "name": "network-vif-deleted", "tag": "a1f0a684-9343-4aa5-906d-e74e4aeb51ea"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:14:13.276230 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6bc5b164-3113-43d3-9f45-0fbb30d1c5d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:13.343138 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-cbd6580a-1514-4ddb-8efc-d03dd85c56e5 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] For port 738a5d1f-7ce8-46ce-9f22-f2d09ed1b8c3, host n-d-789963-26, got binding levels [] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:14:13.346300 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cbd6580a-1514-4ddb-8efc-d03dd85c56e5 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (738a5d1f-7ce8-46ce-9f22-f2d09ed1b8c3), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:13.370809 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc66df6-e553-41f0-b23f-3555dcf3c39b x-openstack-request-id: req-7fc66df6-e553-41f0-b23f-3555dcf3c39b {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:14:13.371242 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a05f43d7-d814-46d7-b406-ef7372b5a711", "name": "network-vif-deleted", "tag": "a1f0a684-9343-4aa5-906d-e74e4aeb51ea", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:14:13.371492 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7fc66df6-e553-41f0-b23f-3555dcf3c39b {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:14:13.372060 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a05f43d7-d814-46d7-b406-ef7372b5a711', 'name': 'network-vif-deleted', 'tag': 'a1f0a684-9343-4aa5-906d-e74e4aeb51ea', 'status': 'completed', 'code': 200} Feb 02 07:14:13.379391 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-cbd6580a-1514-4ddb-8efc-d03dd85c56e5 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Calling delete_port for 738a5d1f-7ce8-46ce-9f22-f2d09ed1b8c3 owned by network:dhcp {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:14:13.387496 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-77d9f0f4-e9e8-4cce-8bb9-634c42215f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (632da248-6289-4747-982b-19f8a4b887fb), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:13.395144 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.ipam_backend_mixin [None req-cbd6580a-1514-4ddb-8efc-d03dd85c56e5 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Port 738a5d1f-7ce8-46ce-9f22-f2d09ed1b8c3 was not found and therefore no delete operation was performed {{(pid=109693) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 02 07:14:13.432675 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-51469f31-dd84-4db3-9400-c391ca204813 req-e0b58a22-2893-47a6-8ff0-70c37749ab0e tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Deleting port f53887e1-c449-45c8-b56f-6c03f8182157 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:14:13.433164 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-51469f31-dd84-4db3-9400-c391ca204813 req-e0b58a22-2893-47a6-8ff0-70c37749ab0e tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (f53887e1-c449-45c8-b56f-6c03f8182157), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:13.441165 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cbd6580a-1514-4ddb-8efc-d03dd85c56e5 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (738a5d1f-7ce8-46ce-9f22-f2d09ed1b8c3), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:13.477882 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd6580a-1514-4ddb-8efc-d03dd85c56e5 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] No DVR routers for this DVR port 738a5d1f-7ce8-46ce-9f22-f2d09ed1b8c3 on host n-d-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:14:13.520047 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd6580a-1514-4ddb-8efc-d03dd85c56e5 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Pushing event deleted for resources: {'Port': ['ID=738a5d1f-7ce8-46ce-9f22-f2d09ed1b8c3,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:13.534044 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c414db-a8d4-4b54-abc0-9f0d76c7fe36 admin admin] Checking segment: {'id': 'ef34ce2c-f9fe-4052-af03-888b0aac6100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '556b426e-1d13-4f5b-9d29-11d854a999c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:14:13.534407 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c414db-a8d4-4b54-abc0-9f0d76c7fe36 admin admin] Network hostable DHCP agents. Network: 556b426e-1d13-4f5b-9d29-11d854a999c4, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:14:13.547237 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-51469f31-dd84-4db3-9400-c391ca204813 req-e0b58a22-2893-47a6-8ff0-70c37749ab0e tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] For port f53887e1-c449-45c8-b56f-6c03f8182157, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=f53887e1-c449-45c8-b56f-6c03f8182157,segment=NetworkSegment(90d8575d-a92d-47df-a779-76db30ce9810),segment_id=90d8575d-a92d-47df-a779-76db30ce9810)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:14:13.547632 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-51469f31-dd84-4db3-9400-c391ca204813 req-e0b58a22-2893-47a6-8ff0-70c37749ab0e tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (f53887e1-c449-45c8-b56f-6c03f8182157), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:13.562660 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-51469f31-dd84-4db3-9400-c391ca204813 req-e0b58a22-2893-47a6-8ff0-70c37749ab0e tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Calling delete_port for f53887e1-c449-45c8-b56f-6c03f8182157 owned by compute:nova {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:14:13.670135 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cbd6580a-1514-4ddb-8efc-d03dd85c56e5 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (144d1b23-4e9b-464c-85bb-7dea841b96eb), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:13.684743 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8ddcadd7-2e27-4c0a-b78a-5341fd36fbdd tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for port (37e4b1ba-f2ca-4175-a31c-29deb65e2760), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:13.694686 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c414db-a8d4-4b54-abc0-9f0d76c7fe36 admin admin] Network 556b426e-1d13-4f5b-9d29-11d854a999c4 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:14:13.709281 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-77d9f0f4-e9e8-4cce-8bb9-634c42215f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (632da248-6289-4747-982b-19f8a4b887fb), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:13.715898 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-cbd6580a-1514-4ddb-8efc-d03dd85c56e5 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['144d1b23-4e9b-464c-85bb-7dea841b96eb']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:13.724178 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-51469f31-dd84-4db3-9400-c391ca204813 req-e0b58a22-2893-47a6-8ff0-70c37749ab0e tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (f53887e1-c449-45c8-b56f-6c03f8182157), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:13.748408 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-e3c414db-a8d4-4b54-abc0-9f0d76c7fe36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 556b426e-1d13-4f5b-9d29-11d854a999c4) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:14:13.756460 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c414db-a8d4-4b54-abc0-9f0d76c7fe36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:13.756671 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b58a22-2893-47a6-8ff0-70c37749ab0e tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Pushing event deleted for resources: {'Port': ['ID=f53887e1-c449-45c8-b56f-6c03f8182157,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:13.757079 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e3c414db-a8d4-4b54-abc0-9f0d76c7fe36 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:13.760021 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb35cb16-1ae5-4841-88b9-82e10385c6d0 None None] Network 556b426e-1d13-4f5b-9d29-11d854a999c4 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:14:13.762677 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-cbd6580a-1514-4ddb-8efc-d03dd85c56e5 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4003649c-3d54-4f1f-be77-3b3054f688e7') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:13.762864 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-cbd6580a-1514-4ddb-8efc-d03dd85c56e5 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4003649c-3d54-4f1f-be77-3b3054f688e7') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:13.798408 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-77d9f0f4-e9e8-4cce-8bb9-634c42215f7d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:13.807016 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-77d9f0f4-e9e8-4cce-8bb9-634c42215f7d admin admin] 10.222.0.87 "DELETE /v2.0/subnets/632da248-6289-4747-982b-19f8a4b887fb HTTP/1.1" status: 204 len: 168 time: 1.0217781 Feb 02 07:14:13.807467 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57882) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:13.810236 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3606ca03-b3f7-4515-90a5-d83a2add7cad None None] Network 5cfbcee1-7173-4b6e-a0aa-7287399b71c6 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:14:13.817571 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d9f0f4-e9e8-4cce-8bb9-634c42215f7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=632da248-6289-4747-982b-19f8a4b887fb,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:13.830492 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cbd6580a-1514-4ddb-8efc-d03dd85c56e5 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (4003649c-3d54-4f1f-be77-3b3054f688e7), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:13.871537 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-51469f31-dd84-4db3-9400-c391ca204813 req-e0b58a22-2893-47a6-8ff0-70c37749ab0e tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] No DVR routers for this DVR port f53887e1-c449-45c8-b56f-6c03f8182157 on host n-h2-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:14:13.893924 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e3c414db-a8d4-4b54-abc0-9f0d76c7fe36 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.1435297 Feb 02 07:14:13.895282 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cbd6580a-1514-4ddb-8efc-d03dd85c56e5 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (4003649c-3d54-4f1f-be77-3b3054f688e7), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:13.911325 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-51469f31-dd84-4db3-9400-c391ca204813 req-e0b58a22-2893-47a6-8ff0-70c37749ab0e tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:13.920187 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbd6580a-1514-4ddb-8efc-d03dd85c56e5 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:14:13.920597 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cbd6580a-1514-4ddb-8efc-d03dd85c56e5 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (4003649c-3d54-4f1f-be77-3b3054f688e7), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:13.921411 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-51469f31-dd84-4db3-9400-c391ca204813 req-e0b58a22-2893-47a6-8ff0-70c37749ab0e tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.59 "DELETE /v2.0/ports/f53887e1-c449-45c8-b56f-6c03f8182157 HTTP/1.1" status: 204 len: 173 time: 0.6641479 Feb 02 07:14:14.013235 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e05d745e-526d-4417-afe6-915f427f2257 req-25fdc184-526a-405f-8d17-929d595c4363 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "GET /v2.0/ports?device_id=a05f43d7-d814-46d7-b406-ef7372b5a711 HTTP/1.1" status: 200 len: 210 time: 0.0861299 Feb 02 07:14:14.077788 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d76516-56e3-479e-97f6-cc6b69acb032 None None] Network 556b426e-1d13-4f5b-9d29-11d854a999c4 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:14:14.137294 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:14:14.137294 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:14:14.137294 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:14:14.137294 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:14:14.137294 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:14:14.137294 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:14:14.137294 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:14:14.137294 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:14:14.137294 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:14:14.137294 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:14:14.137294 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:14:14.137294 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:14:14.137294 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:14:14.137294 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:14:14.137294 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:14:14.137294 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:14:14.137294 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:14:14.137294 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:14:14.137294 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:14:14.137294 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:14:14.137294 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:14:14.137294 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:14:14.137294 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:14:14.137294 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:14:14.137294 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:14:14.137294 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:14:14.137294 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:14:14.137294 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:14:14.137294 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:14:14.137294 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:14:14.137294 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:14:14.137294 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:14:14.169806 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7ec0be2e-ecc4-4ef2-b045-547ad7f67aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (5cfbcee1-7173-4b6e-a0aa-7287399b71c6), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:14.256614 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8ddcadd7-2e27-4c0a-b78a-5341fd36fbdd tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (37e4b1ba-f2ca-4175-a31c-29deb65e2760), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:14.268902 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cbd6580a-1514-4ddb-8efc-d03dd85c56e5 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (144d1b23-4e9b-464c-85bb-7dea841b96eb), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:14.282894 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cbd6580a-1514-4ddb-8efc-d03dd85c56e5 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:14.289137 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57894) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:14.289632 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-cbd6580a-1514-4ddb-8efc-d03dd85c56e5 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "DELETE /v2.0/networks/144d1b23-4e9b-464c-85bb-7dea841b96eb HTTP/1.1" status: 204 len: 168 time: 2.7912712 Feb 02 07:14:14.346591 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-df361e33-081b-4959-a772-a0689d0723c2 req-30d91028-88b0-44c2-96e4-089c2b27db0c service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2388020 Feb 02 07:14:14.356715 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd6580a-1514-4ddb-8efc-d03dd85c56e5 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Pushing event deleted for resources: {'Network': ['ID=144d1b23-4e9b-464c-85bb-7dea841b96eb,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:14.397329 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-7ec0be2e-ecc4-4ef2-b045-547ad7f67aa0 admin admin] Deleting port 496809cb-90d3-4ce3-a749-63de296c13a4 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:14:14.397739 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7ec0be2e-ecc4-4ef2-b045-547ad7f67aa0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (496809cb-90d3-4ce3-a749-63de296c13a4), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:14.400564 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddcadd7-2e27-4c0a-b78a-5341fd36fbdd tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event updated for resources: {'Port': ['ID=37e4b1ba-f2ca-4175-a31c-29deb65e2760,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:14.406860 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ddcadd7-2e27-4c0a-b78a-5341fd36fbdd tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Checking segment: {'id': '7af4e3d1-d51c-4a74-82c9-db71d978d9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '981d3e41-652c-4d49-b8c0-adfda091b8e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:14:14.407314 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddcadd7-2e27-4c0a-b78a-5341fd36fbdd tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Network hostable DHCP agents. Network: 981d3e41-652c-4d49-b8c0-adfda091b8e6, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:14:14.443126 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device a1f0a684-9343-4aa5-906d-e74e4aeb51ea no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:14:14.453424 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddcadd7-2e27-4c0a-b78a-5341fd36fbdd tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Network 981d3e41-652c-4d49-b8c0-adfda091b8e6 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:14:14.510726 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-8ddcadd7-2e27-4c0a-b78a-5341fd36fbdd tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 981d3e41-652c-4d49-b8c0-adfda091b8e6) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:14:14.514996 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] No Port match for: a1f0a684-9343-4aa5-906d-e74e4aeb51ea {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:14:14.523987 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddcadd7-2e27-4c0a-b78a-5341fd36fbdd tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:14:14.524849 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device a1f0a684-9343-4aa5-906d-e74e4aeb51ea not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:14:14.525597 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device f53887e1-c449-45c8-b56f-6c03f8182157 no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:14:14.529896 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddcadd7-2e27-4c0a-b78a-5341fd36fbdd tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:14.530749 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8ddcadd7-2e27-4c0a-b78a-5341fd36fbdd tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:14.574500 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df361e33-081b-4959-a772-a0689d0723c2 req-4003e304-cc38-4598-8405-28e56a7feed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:14.575398 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df361e33-081b-4959-a772-a0689d0723c2 req-4003e304-cc38-4598-8405-28e56a7feed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:14.576019 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df361e33-081b-4959-a772-a0689d0723c2 req-4003e304-cc38-4598-8405-28e56a7feed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:14.576505 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df361e33-081b-4959-a772-a0689d0723c2 req-4003e304-cc38-4598-8405-28e56a7feed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:14.577024 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df361e33-081b-4959-a772-a0689d0723c2 req-4003e304-cc38-4598-8405-28e56a7feed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:14.577495 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df361e33-081b-4959-a772-a0689d0723c2 req-4003e304-cc38-4598-8405-28e56a7feed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:14.578401 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df361e33-081b-4959-a772-a0689d0723c2 req-4003e304-cc38-4598-8405-28e56a7feed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:14.580563 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-df361e33-081b-4959-a772-a0689d0723c2 req-4003e304-cc38-4598-8405-28e56a7feed8 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=07cbe6ce97734b3c8365c4e2bb6fcdb5&device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 6725 time: 0.1437607 Feb 02 07:14:14.597512 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-8ddcadd7-2e27-4c0a-b78a-5341fd36fbdd tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.0449865 Feb 02 07:14:14.598231 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57900) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:14.605836 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-e899685f-2a03-4c99-aa8b-4132b460de1c tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1676154908'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:14:14.613857 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb958a95-7dc2-4792-9835-c64b0a5017db None None] Network 981d3e41-652c-4d49-b8c0-adfda091b8e6 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:14:14.691608 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e899685f-2a03-4c99-aa8b-4132b460de1c tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Made reservation on behalf of 3f54e6cae7d248ada3b347585c4ee8ad for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:14:14.695121 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e899685f-2a03-4c99-aa8b-4132b460de1c tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:14.742348 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e899685f-2a03-4c99-aa8b-4132b460de1c tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:14:14.762628 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df361e33-081b-4959-a772-a0689d0723c2 req-ea1b4241-bd05-4bbb-a4a5-0571fd5f6346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:14.763041 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df361e33-081b-4959-a772-a0689d0723c2 req-ea1b4241-bd05-4bbb-a4a5-0571fd5f6346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:14.763531 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df361e33-081b-4959-a772-a0689d0723c2 req-ea1b4241-bd05-4bbb-a4a5-0571fd5f6346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:14.765438 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-df361e33-081b-4959-a772-a0689d0723c2 req-ea1b4241-bd05-4bbb-a4a5-0571fd5f6346 service neutron] 10.222.0.88 "GET /v2.0/networks?id=75d236c0-f48f-4716-8c17-05895f8c5ef2&id=44fb9145-9ace-47b2-84ba-690d45d04d68&id=44fb9145-9ace-47b2-84ba-690d45d04d68&id=44fb9145-9ace-47b2-84ba-690d45d04d68&id=44fb9145-9ace-47b2-84ba-690d45d04d68&id=807c79ec-08e2-4059-a72e-092033961844&id=807c79ec-08e2-4059-a72e-092033961844 HTTP/1.1" status: 200 len: 2299 time: 0.1559582 Feb 02 07:14:14.766501 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e899685f-2a03-4c99-aa8b-4132b460de1c tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (8324d69d-3a89-4583-a938-39cfffed3fde), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:14.766850 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-e899685f-2a03-4c99-aa8b-4132b460de1c tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Added segment 8324d69d-3a89-4583-a938-39cfffed3fde of type vlan for network 128fedc4-b077-4075-b992-0d1c7916ae7d Feb 02 07:14:14.767808 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e163cf-9ccf-4314-bc59-4dd1e1c3ae57 None None] DHCP port deletion for 5cfbcee1-7173-4b6e-a0aa-7287399b71c6 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:14:14.818968 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] No Port match for: f53887e1-c449-45c8-b56f-6c03f8182157 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:14:14.819332 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device f53887e1-c449-45c8-b56f-6c03f8182157 not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:14:14.837977 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:14.895239 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-7ec0be2e-ecc4-4ef2-b045-547ad7f67aa0 admin admin] For port 496809cb-90d3-4ce3-a749-63de296c13a4, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=496809cb-90d3-4ce3-a749-63de296c13a4,segment=NetworkSegment(f6e5c7ab-d970-42f4-9b5c-99d614498678),segment_id=f6e5c7ab-d970-42f4-9b5c-99d614498678)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:14:14.896146 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7ec0be2e-ecc4-4ef2-b045-547ad7f67aa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (496809cb-90d3-4ce3-a749-63de296c13a4), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:14.927438 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-7ec0be2e-ecc4-4ef2-b045-547ad7f67aa0 admin admin] Calling delete_port for 496809cb-90d3-4ce3-a749-63de296c13a4 owned by network:dhcp {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:14:14.932789 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e899685f-2a03-4c99-aa8b-4132b460de1c tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (128fedc4-b077-4075-b992-0d1c7916ae7d), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:14.968252 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [req-974458c5-e3b9-4e1b-90bc-77934fe0f2c3 req-2835ccd1-b2a1-42e0-9771-dcd414c263b4 service neutron] (109693) timed out ('10.222.0.88', 49383) {{(pid=109693) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 02 07:14:14.973857 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-64e163cf-9ccf-4314-bc59-4dd1e1c3ae57 None None] Deleting port 496809cb-90d3-4ce3-a749-63de296c13a4 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:14:14.974529 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-64e163cf-9ccf-4314-bc59-4dd1e1c3ae57 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (496809cb-90d3-4ce3-a749-63de296c13a4), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:14.979517 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-df361e33-081b-4959-a772-a0689d0723c2 req-1d6ebcdc-a08f-443b-9ce3-c14b9df8f7f0 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78f002f0-5cc9-43ce-9674-66babfe32234 HTTP/1.1" status: 200 len: 1000 time: 0.2028236 Feb 02 07:14:15.015090 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 496809cb-90d3-4ce3-a749-63de296c13a4 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:14:15.023299 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c915f66-0307-4eef-aa8f-3ce3f2d2779e req-610d3ae3-4d61-4701-994f-6f7e07a1be44 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:15.025209 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4c915f66-0307-4eef-aa8f-3ce3f2d2779e req-610d3ae3-4d61-4701-994f-6f7e07a1be44 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 947 time: 0.5308690 Feb 02 07:14:15.091437 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df361e33-081b-4959-a772-a0689d0723c2 req-5e1d903e-d291-42c4-8b82-5b9215c38c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:15.093069 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-df361e33-081b-4959-a772-a0689d0723c2 req-5e1d903e-d291-42c4-8b82-5b9215c38c40 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e1650f49-fd4b-4603-822f-9852910c48b0 HTTP/1.1" status: 200 len: 856 time: 0.1039174 Feb 02 07:14:15.144497 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e899685f-2a03-4c99-aa8b-4132b460de1c tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (128fedc4-b077-4075-b992-0d1c7916ae7d), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:15.155258 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57916) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:15.160031 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e899685f-2a03-4c99-aa8b-4132b460de1c tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:15.160740 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e899685f-2a03-4c99-aa8b-4132b460de1c tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:15.174264 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4c915f66-0307-4eef-aa8f-3ce3f2d2779e req-cec2f530-be80-477a-879b-e308cab678e3 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=4c2c0860-2986-407a-8a1e-1579ab01e7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215718 Feb 02 07:14:15.177594 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-64e163cf-9ccf-4314-bc59-4dd1e1c3ae57 None None] For port 496809cb-90d3-4ce3-a749-63de296c13a4, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=496809cb-90d3-4ce3-a749-63de296c13a4,segment=NetworkSegment(f6e5c7ab-d970-42f4-9b5c-99d614498678),segment_id=f6e5c7ab-d970-42f4-9b5c-99d614498678)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:14:15.177998 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-64e163cf-9ccf-4314-bc59-4dd1e1c3ae57 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (496809cb-90d3-4ce3-a749-63de296c13a4), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:15.203220 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7ec0be2e-ecc4-4ef2-b045-547ad7f67aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (496809cb-90d3-4ce3-a749-63de296c13a4), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:15.203729 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-64e163cf-9ccf-4314-bc59-4dd1e1c3ae57 None None] Calling delete_port for 496809cb-90d3-4ce3-a749-63de296c13a4 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:14:15.214375 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57918) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:15.249956 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-39da837e-4eca-4b20-b37e-83b50c5e8586 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1706821611-network', 'tenant_id': '88c75d1f5abf469da7735da140a0aeb3'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:14:15.275653 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ab88c19-b01e-4f9f-9c81-598436a00443 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Deleting subnet b868a4de-8fdd-4271-bc40-9a2b41762c27 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:14:15.282610 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec0be2e-ecc4-4ef2-b045-547ad7f67aa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=496809cb-90d3-4ce3-a749-63de296c13a4,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:15.287142 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2ab88c19-b01e-4f9f-9c81-598436a00443 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks [] for subnet (b868a4de-8fdd-4271-bc40-9a2b41762c27), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:15.292044 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec0be2e-ecc4-4ef2-b045-547ad7f67aa0 admin admin] No DVR routers for this DVR port 496809cb-90d3-4ce3-a749-63de296c13a4 on host n-d-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:14:15.302140 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-64e163cf-9ccf-4314-bc59-4dd1e1c3ae57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (496809cb-90d3-4ce3-a749-63de296c13a4), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:15.304989 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e899685f-2a03-4c99-aa8b-4132b460de1c tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event updated for resources: {'Network': ['ID=128fedc4-b077-4075-b992-0d1c7916ae7d,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:15.330110 n-d-789963-26 neutron-server[109695]: INFO neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No ports have port_id starting with 496809cb-90d3-4ce3-a749-63de296c13a4 Feb 02 07:14:15.333383 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 128fedc4-b077-4075-b992-0d1c7916ae7d details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:14:15.338824 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e163cf-9ccf-4314-bc59-4dd1e1c3ae57 None None] Pushing event deleted for resources: {'Port': ['ID=496809cb-90d3-4ce3-a749-63de296c13a4,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:15.343309 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e163cf-9ccf-4314-bc59-4dd1e1c3ae57 None None] No DVR routers for this DVR port 496809cb-90d3-4ce3-a749-63de296c13a4 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:14:15.348462 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e899685f-2a03-4c99-aa8b-4132b460de1c tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7374141 Feb 02 07:14:15.355473 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57920) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:15.363814 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-9301a9dc-fc83-4501-a166-860c22e240de tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Request body: {'ports': [{'network_id': '981d3e41-652c-4d49-b8c0-adfda091b8e6'}, {'network_id': '128fedc4-b077-4075-b992-0d1c7916ae7d'}]} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:14:15.364136 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-9301a9dc-fc83-4501-a166-860c22e240de tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Request body: {'port': {'network_id': '981d3e41-652c-4d49-b8c0-adfda091b8e6'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:14:15.364628 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-9301a9dc-fc83-4501-a166-860c22e240de tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Request body: {'port': {'network_id': '128fedc4-b077-4075-b992-0d1c7916ae7d'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:14:15.410996 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7ec0be2e-ecc4-4ef2-b045-547ad7f67aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (5cfbcee1-7173-4b6e-a0aa-7287399b71c6), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:15.419416 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df361e33-081b-4959-a772-a0689d0723c2 req-06713c70-506e-413d-8fff-5ed7865a12a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:15.421608 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-df361e33-081b-4959-a772-a0689d0723c2 req-06713c70-506e-413d-8fff-5ed7865a12a8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=75d236c0-f48f-4716-8c17-05895f8c5ef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3217247 Feb 02 07:14:15.433833 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-7ec0be2e-ecc4-4ef2-b045-547ad7f67aa0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cfbcee1-7173-4b6e-a0aa-7287399b71c6']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:15.455726 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a05f43d7-d814-46d7-b406-ef7372b5a711', 'name': 'network-vif-deleted', 'tag': 'f53887e1-c449-45c8-b56f-6c03f8182157'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:14:15.458480 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ff8a35-42de-4220-b31c-83760bb13dcd" -d '{"events": [{"server_uuid": "a05f43d7-d814-46d7-b406-ef7372b5a711", "name": "network-vif-deleted", "tag": "f53887e1-c449-45c8-b56f-6c03f8182157"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:14:15.468102 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-7ec0be2e-ecc4-4ef2-b045-547ad7f67aa0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6e5c7ab-d970-42f4-9b5c-99d614498678') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:15.468537 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-7ec0be2e-ecc4-4ef2-b045-547ad7f67aa0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6e5c7ab-d970-42f4-9b5c-99d614498678') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:15.500202 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2ab88c19-b01e-4f9f-9c81-598436a00443 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (b868a4de-8fdd-4271-bc40-9a2b41762c27), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:15.528753 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff71435-5381-4abb-852c-2073760d55dd x-openstack-request-id: req-cff71435-5381-4abb-852c-2073760d55dd {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:14:15.528989 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a05f43d7-d814-46d7-b406-ef7372b5a711", "name": "network-vif-deleted", "tag": "f53887e1-c449-45c8-b56f-6c03f8182157", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:14:15.529214 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-cff71435-5381-4abb-852c-2073760d55dd {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:14:15.529608 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a05f43d7-d814-46d7-b406-ef7372b5a711', 'name': 'network-vif-deleted', 'tag': 'f53887e1-c449-45c8-b56f-6c03f8182157', 'status': 'completed', 'code': 200} Feb 02 07:14:15.534446 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7ec0be2e-ecc4-4ef2-b045-547ad7f67aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (f6e5c7ab-d970-42f4-9b5c-99d614498678), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:15.539249 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39da837e-4eca-4b20-b37e-83b50c5e8586 admin admin] Made reservation on behalf of 88c75d1f5abf469da7735da140a0aeb3 for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:14:15.542200 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-39da837e-4eca-4b20-b37e-83b50c5e8586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:15.570652 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-39da837e-4eca-4b20-b37e-83b50c5e8586 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:15.584454 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7ec0be2e-ecc4-4ef2-b045-547ad7f67aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (f6e5c7ab-d970-42f4-9b5c-99d614498678), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:15.627311 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ec0be2e-ecc4-4ef2-b045-547ad7f67aa0 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:14:15.627695 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7ec0be2e-ecc4-4ef2-b045-547ad7f67aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (f6e5c7ab-d970-42f4-9b5c-99d614498678), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:15.630358 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:14:15.630358 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:14:15.630358 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:14:15.630358 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:14:15.630358 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:14:15.630358 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:14:15.630358 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:14:15.630358 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:14:15.630358 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:14:15.630358 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:14:15.630358 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:14:15.630358 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:14:15.630358 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:14:15.630358 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:14:15.630358 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:14:15.630358 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:14:15.630358 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:14:15.630358 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:14:15.630358 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:14:15.630358 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:14:15.630358 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:14:15.630358 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:14:15.630358 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:14:15.630358 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:14:15.630358 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:14:15.630358 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:14:15.630358 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:14:15.630358 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:14:15.630358 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:14:15.630358 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:14:15.630358 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:14:15.630358 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:14:15.657404 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-df361e33-081b-4959-a772-a0689d0723c2 req-8d4c5b4c-90bf-405e-843b-ca59f93b785d service neutron] 10.222.0.88 "GET /v2.0/networks/75d236c0-f48f-4716-8c17-05895f8c5ef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804385 Feb 02 07:14:15.698142 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9301a9dc-fc83-4501-a166-860c22e240de tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Made reservation on behalf of 3f54e6cae7d248ada3b347585c4ee8ad for: {'port': 2} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:14:15.702467 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9301a9dc-fc83-4501-a166-860c22e240de tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:15.744226 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9301a9dc-fc83-4501-a166-860c22e240de tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:15.757966 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7ec0be2e-ecc4-4ef2-b045-547ad7f67aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (5cfbcee1-7173-4b6e-a0aa-7287399b71c6), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:15.766433 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2ab88c19-b01e-4f9f-9c81-598436a00443 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (b868a4de-8fdd-4271-bc40-9a2b41762c27), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:15.772180 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7ec0be2e-ecc4-4ef2-b045-547ad7f67aa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:15.778885 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-7ec0be2e-ecc4-4ef2-b045-547ad7f67aa0 admin admin] 10.222.0.87 "DELETE /v2.0/networks/5cfbcee1-7173-4b6e-a0aa-7287399b71c6 HTTP/1.1" status: 204 len: 168 time: 1.9611721 Feb 02 07:14:15.797883 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57924) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:15.829957 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec0be2e-ecc4-4ef2-b045-547ad7f67aa0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5cfbcee1-7173-4b6e-a0aa-7287399b71c6,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:15.854221 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-df361e33-081b-4959-a772-a0689d0723c2 req-5972bc47-91bb-4b86-8388-ce02bf434601 service neutron] 10.222.0.88 "GET /v2.0/networks/75d236c0-f48f-4716-8c17-05895f8c5ef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901054 Feb 02 07:14:15.918449 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-df361e33-081b-4959-a772-a0689d0723c2 req-82c1e752-acf7-4208-80b7-322bf8d48c07 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=f5de1191-97ca-4e23-bce0-9532d8edbad4 HTTP/1.1" status: 200 len: 217 time: 0.0498235 Feb 02 07:14:15.978397 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2ab88c19-b01e-4f9f-9c81-598436a00443 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (b868a4de-8fdd-4271-bc40-9a2b41762c27), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:15.983529 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-39da837e-4eca-4b20-b37e-83b50c5e8586 admin admin] Publish callbacks [] for security_group (47f355ee-7fe7-4c33-91c6-df9ede78c223), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:16.008358 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a06a69ab-9683-4aca-a03d-2695bc50697d tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (5be8e385-58ce-4093-9665-c14048136a2a), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:16.014119 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:16.018920 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [None req-9301a9dc-fc83-4501-a166-860c22e240de tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] device_id is not set on port e4bd8417-85e6-4c0d-84b3-0cef91507857 yet. {{(pid=109693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:14:16.035331 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df361e33-081b-4959-a772-a0689d0723c2 req-c457f2ac-f2d6-4786-af54-f881780d9e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:16.036740 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-df361e33-081b-4959-a772-a0689d0723c2 req-c457f2ac-f2d6-4786-af54-f881780d9e86 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d8c93dc1-7ee4-400a-ad20-2d7430ee8b3d HTTP/1.1" status: 200 len: 797 time: 0.1112237 Feb 02 07:14:16.040436 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-39da837e-4eca-4b20-b37e-83b50c5e8586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (47f355ee-7fe7-4c33-91c6-df9ede78c223), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:16.101865 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab88c19-b01e-4f9f-9c81-598436a00443 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Pushing event deleted for resources: {'Subnet': ['ID=b868a4de-8fdd-4271-bc40-9a2b41762c27,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:16.111928 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df361e33-081b-4959-a772-a0689d0723c2 req-dc0576aa-9687-4406-9f0c-f373a42029ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:16.113443 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-df361e33-081b-4959-a772-a0689d0723c2 req-dc0576aa-9687-4406-9f0c-f373a42029ce service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=44fb9145-9ace-47b2-84ba-690d45d04d68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0709436 Feb 02 07:14:16.126178 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a5a3a4-a191-4bed-82ea-a847882c991f None None] Network 5fc5089e-97a8-4149-aa71-4295f8cc6a2d requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:14:16.203741 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39da837e-4eca-4b20-b37e-83b50c5e8586 admin admin] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:14:16.216950 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-39da837e-4eca-4b20-b37e-83b50c5e8586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (4186ef97-4817-4dff-927c-faf107803022), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:16.217616 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-39da837e-4eca-4b20-b37e-83b50c5e8586 admin admin] Added segment 4186ef97-4817-4dff-927c-faf107803022 of type vlan for network a38f7042-b462-4d46-a7c7-a3add4b6717a Feb 02 07:14:16.224287 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9301a9dc-fc83-4501-a166-860c22e240de tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for port (e4bd8417-85e6-4c0d-84b3-0cef91507857), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:16.306996 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2ab88c19-b01e-4f9f-9c81-598436a00443 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:16.313926 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-2ab88c19-b01e-4f9f-9c81-598436a00443 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "DELETE /v2.0/subnets/b868a4de-8fdd-4271-bc40-9a2b41762c27 HTTP/1.1" status: 204 len: 168 time: 1.1529312 Feb 02 07:14:16.321134 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db56d0a8-b186-4eea-a7f7-1dadf9cdef1b None None] DHCP port deletion for 5fc5089e-97a8-4149-aa71-4295f8cc6a2d request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:14:16.328846 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57930) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:16.356657 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-df361e33-081b-4959-a772-a0689d0723c2 req-b637468a-ed3a-4410-874d-3193fd77da66 service neutron] 10.222.0.88 "GET /v2.0/networks/44fb9145-9ace-47b2-84ba-690d45d04d68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356594 Feb 02 07:14:16.360876 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [None req-9301a9dc-fc83-4501-a166-860c22e240de tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] device_id is not set on port 53687433-29b5-4b8f-83ea-60e24388caed yet. {{(pid=109693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:14:16.379653 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-db56d0a8-b186-4eea-a7f7-1dadf9cdef1b None None] Deleting port f05d4e22-4ec8-43ef-b0c2-29281c37a540 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:14:16.380095 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-db56d0a8-b186-4eea-a7f7-1dadf9cdef1b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (f05d4e22-4ec8-43ef-b0c2-29281c37a540), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:16.388472 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39da837e-4eca-4b20-b37e-83b50c5e8586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f355ee-7fe7-4c33-91c6-df9ede78c223,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:16.459274 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-db56d0a8-b186-4eea-a7f7-1dadf9cdef1b None None] For port f05d4e22-4ec8-43ef-b0c2-29281c37a540, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=f05d4e22-4ec8-43ef-b0c2-29281c37a540,segment=NetworkSegment(90d8575d-a92d-47df-a779-76db30ce9810),segment_id=90d8575d-a92d-47df-a779-76db30ce9810)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:14:16.460199 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-db56d0a8-b186-4eea-a7f7-1dadf9cdef1b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (f05d4e22-4ec8-43ef-b0c2-29281c37a540), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:16.472973 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-df361e33-081b-4959-a772-a0689d0723c2 req-5eb41f15-fea5-4f26-823d-7241e72486f4 service neutron] 10.222.0.88 "GET /v2.0/networks/44fb9145-9ace-47b2-84ba-690d45d04d68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089466 Feb 02 07:14:16.482910 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-db56d0a8-b186-4eea-a7f7-1dadf9cdef1b None None] Calling delete_port for f05d4e22-4ec8-43ef-b0c2-29281c37a540 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:14:16.534121 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-df361e33-081b-4959-a772-a0689d0723c2 req-5939d748-7328-4116-a259-84e92a97a87f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=4910d9f2-bb8f-4859-9893-c0a040e3bfb6 HTTP/1.1" status: 200 len: 217 time: 0.0497208 Feb 02 07:14:16.561497 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-39da837e-4eca-4b20-b37e-83b50c5e8586 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (a38f7042-b462-4d46-a7c7-a3add4b6717a), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:16.582146 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-db56d0a8-b186-4eea-a7f7-1dadf9cdef1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (f05d4e22-4ec8-43ef-b0c2-29281c37a540), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:16.594391 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9301a9dc-fc83-4501-a166-860c22e240de tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for port (53687433-29b5-4b8f-83ea-60e24388caed), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:16.611062 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df361e33-081b-4959-a772-a0689d0723c2 req-4ef80b93-9154-400b-bfb7-5d27077745a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:16.612856 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-df361e33-081b-4959-a772-a0689d0723c2 req-4ef80b93-9154-400b-bfb7-5d27077745a2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d8c93dc1-7ee4-400a-ad20-2d7430ee8b3d HTTP/1.1" status: 200 len: 797 time: 0.0732312 Feb 02 07:14:16.618891 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db56d0a8-b186-4eea-a7f7-1dadf9cdef1b None None] Pushing event deleted for resources: {'Port': ['ID=f05d4e22-4ec8-43ef-b0c2-29281c37a540,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:16.628980 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db56d0a8-b186-4eea-a7f7-1dadf9cdef1b None None] No DVR routers for this DVR port f05d4e22-4ec8-43ef-b0c2-29281c37a540 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:14:16.688483 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9301a9dc-fc83-4501-a166-860c22e240de tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (e4bd8417-85e6-4c0d-84b3-0cef91507857), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:16.701282 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-142cfa28-3e4f-46d9-b310-356af0833447 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (5fc5089e-97a8-4149-aa71-4295f8cc6a2d), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:16.703369 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df361e33-081b-4959-a772-a0689d0723c2 req-b77efeb2-710a-44b7-b85e-2bb34dbff4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:16.705382 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-df361e33-081b-4959-a772-a0689d0723c2 req-b77efeb2-710a-44b7-b85e-2bb34dbff4b5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=44fb9145-9ace-47b2-84ba-690d45d04d68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0848525 Feb 02 07:14:16.709193 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-39da837e-4eca-4b20-b37e-83b50c5e8586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (a38f7042-b462-4d46-a7c7-a3add4b6717a), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:16.709193 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39da837e-4eca-4b20-b37e-83b50c5e8586 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:16.709193 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-39da837e-4eca-4b20-b37e-83b50c5e8586 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:16.762655 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9301a9dc-fc83-4501-a166-860c22e240de tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Network 981d3e41-652c-4d49-b8c0-adfda091b8e6 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:14:16.772739 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-9301a9dc-fc83-4501-a166-860c22e240de tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:14:16.787860 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9301a9dc-fc83-4501-a166-860c22e240de tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:14:16.787860 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9301a9dc-fc83-4501-a166-860c22e240de tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (53687433-29b5-4b8f-83ea-60e24388caed), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:16.880514 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-df361e33-081b-4959-a772-a0689d0723c2 req-5ff62d50-3066-4b9b-aaed-53297e31d2c6 service neutron] 10.222.0.88 "GET /v2.0/networks/44fb9145-9ace-47b2-84ba-690d45d04d68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505368 Feb 02 07:14:16.881221 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9301a9dc-fc83-4501-a166-860c22e240de tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event updated for resources: {'Port': ['ID=e4bd8417-85e6-4c0d-84b3-0cef91507857,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:16.930210 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device f05d4e22-4ec8-43ef-b0c2-29281c37a540 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:14:16.955127 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: f05d4e22-4ec8-43ef-b0c2-29281c37a540 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:14:16.955480 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device f05d4e22-4ec8-43ef-b0c2-29281c37a540 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:14:16.999662 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9301a9dc-fc83-4501-a166-860c22e240de tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event updated for resources: {'Port': ['ID=53687433-29b5-4b8f-83ea-60e24388caed,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:17.056625 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9301a9dc-fc83-4501-a166-860c22e240de tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Checking segment: {'id': '8324d69d-3a89-4583-a938-39cfffed3fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '128fedc4-b077-4075-b992-0d1c7916ae7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:14:17.057026 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9301a9dc-fc83-4501-a166-860c22e240de tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Network hostable DHCP agents. Network: 128fedc4-b077-4075-b992-0d1c7916ae7d, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:14:17.094258 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-df361e33-081b-4959-a772-a0689d0723c2 req-af9d29c1-bbb0-4357-8295-9d78481dc7b8 service neutron] 10.222.0.88 "GET /v2.0/networks/44fb9145-9ace-47b2-84ba-690d45d04d68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768093 Feb 02 07:14:17.095223 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9301a9dc-fc83-4501-a166-860c22e240de tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Network 128fedc4-b077-4075-b992-0d1c7916ae7d is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:14:17.126656 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-39da837e-4eca-4b20-b37e-83b50c5e8586 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9058456 Feb 02 07:14:17.135207 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57936) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:17.142047 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-d3f81918-7db4-469a-aed4-51d46bcb2049 admin admin] Request body: {'subnet': {'network_id': 'a38f7042-b462-4d46-a7c7-a3add4b6717a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1706821611-subnet', 'tenant_id': '88c75d1f5abf469da7735da140a0aeb3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:14:17.151449 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-9301a9dc-fc83-4501-a166-860c22e240de tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 128fedc4-b077-4075-b992-0d1c7916ae7d) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:14:17.158515 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9301a9dc-fc83-4501-a166-860c22e240de tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:14:17.160425 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8cd9c4-15ac-4e97-bea1-2dd42756932e None None] Network 128fedc4-b077-4075-b992-0d1c7916ae7d requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:14:17.167159 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9301a9dc-fc83-4501-a166-860c22e240de tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:17.172789 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9301a9dc-fc83-4501-a166-860c22e240de tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:17.173984 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9301a9dc-fc83-4501-a166-860c22e240de tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:17.179245 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-df361e33-081b-4959-a772-a0689d0723c2 req-313f99af-da2a-4c0b-94c6-bb19885e4e00 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.110&port_id=3327c7b8-0004-4fd0-b0f2-234f90c816b4 HTTP/1.1" status: 200 len: 217 time: 0.0781326 Feb 02 07:14:17.227361 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5146ecaf-96d5-44e9-9b88-d573457db2ce req-d194c763-96e8-4aac-ac35-de7e4d6af871 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:17.228875 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5146ecaf-96d5-44e9-9b88-d573457db2ce req-d194c763-96e8-4aac-ac35-de7e4d6af871 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 947 time: 0.8804305 Feb 02 07:14:17.237249 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39da837e-4eca-4b20-b37e-83b50c5e8586 admin admin] Pushing event updated for resources: {'Network': ['ID=a38f7042-b462-4d46-a7c7-a3add4b6717a,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:17.262180 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-9301a9dc-fc83-4501-a166-860c22e240de tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.9042115 Feb 02 07:14:17.265132 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57938) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:17.271242 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network a38f7042-b462-4d46-a7c7-a3add4b6717a details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:14:17.305768 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df361e33-081b-4959-a772-a0689d0723c2 req-3b49958c-8d52-4b3e-a02e-d59090efdd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:17.307906 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-df361e33-081b-4959-a772-a0689d0723c2 req-3b49958c-8d52-4b3e-a02e-d59090efdd64 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d8c93dc1-7ee4-400a-ad20-2d7430ee8b3d HTTP/1.1" status: 200 len: 797 time: 0.1215086 Feb 02 07:14:17.338607 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f81918-7db4-469a-aed4-51d46bcb2049 admin admin] Made reservation on behalf of 88c75d1f5abf469da7735da140a0aeb3 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:14:17.341088 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d3f81918-7db4-469a-aed4-51d46bcb2049 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:17.370096 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d42be8-1f15-4eb9-a4ee-9f762a50e6a0 req-f0e40dfd-0489-47b2-9ec5-a970448a8116 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:17.371630 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-41d42be8-1f15-4eb9-a4ee-9f762a50e6a0 req-f0e40dfd-0489-47b2-9ec5-a970448a8116 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 947 time: 1.0410087 Feb 02 07:14:17.418189 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:17.463205 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df361e33-081b-4959-a772-a0689d0723c2 req-635137eb-1134-443b-98eb-c2918853c5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:17.465076 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-df361e33-081b-4959-a772-a0689d0723c2 req-635137eb-1134-443b-98eb-c2918853c5f8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=44fb9145-9ace-47b2-84ba-690d45d04d68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1497381 Feb 02 07:14:17.495142 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-142cfa28-3e4f-46d9-b310-356af0833447 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (5fc5089e-97a8-4149-aa71-4295f8cc6a2d), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:17.517342 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-fafecee2-8eb0-4dba-81e7-2be9c03dcd49 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Deleting port 53687433-29b5-4b8f-83ea-60e24388caed {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:14:17.517689 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fafecee2-8eb0-4dba-81e7-2be9c03dcd49 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (53687433-29b5-4b8f-83ea-60e24388caed), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:17.629702 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-142cfa28-3e4f-46d9-b310-356af0833447 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fc5089e-97a8-4149-aa71-4295f8cc6a2d']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:17.673778 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-142cfa28-3e4f-46d9-b310-356af0833447 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90d8575d-a92d-47df-a779-76db30ce9810') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:17.674060 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-142cfa28-3e4f-46d9-b310-356af0833447 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90d8575d-a92d-47df-a779-76db30ce9810') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:17.682651 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-41d42be8-1f15-4eb9-a4ee-9f762a50e6a0 req-65ec86c3-a982-40f2-a3d6-0667ade692e1 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=4c2c0860-2986-407a-8a1e-1579ab01e7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2816825 Feb 02 07:14:17.724427 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-142cfa28-3e4f-46d9-b310-356af0833447 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (90d8575d-a92d-47df-a779-76db30ce9810), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:17.763937 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-142cfa28-3e4f-46d9-b310-356af0833447 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (90d8575d-a92d-47df-a779-76db30ce9810), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:17.800269 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-142cfa28-3e4f-46d9-b310-356af0833447 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:14:17.800676 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-142cfa28-3e4f-46d9-b310-356af0833447 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (90d8575d-a92d-47df-a779-76db30ce9810), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:17.808849 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:14:17.808849 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:14:17.808849 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:14:17.808849 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:14:17.808849 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:14:17.808849 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:14:17.808849 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:14:17.808849 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:14:17.808849 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:14:17.808849 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:14:17.808849 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:14:17.808849 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:14:17.808849 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:14:17.808849 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:14:17.808849 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:14:17.808849 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:14:17.808849 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:14:17.808849 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:14:17.808849 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:14:17.808849 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:14:17.808849 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:14:17.808849 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:14:17.808849 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:14:17.808849 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:14:17.808849 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:14:17.808849 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:14:17.808849 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:14:17.808849 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:14:17.808849 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:14:17.808849 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:14:17.808849 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:14:17.808849 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:14:17.850520 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-5146ecaf-96d5-44e9-9b88-d573457db2ce req-7145e490-5e07-41a5-8668-4b4a9e2187c9 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Deleting port f9522278-2a1c-403b-b1b6-9e3dbe8dd39f {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:14:17.850865 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-5146ecaf-96d5-44e9-9b88-d573457db2ce req-7145e490-5e07-41a5-8668-4b4a9e2187c9 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (f9522278-2a1c-403b-b1b6-9e3dbe8dd39f), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:17.950472 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fafecee2-8eb0-4dba-81e7-2be9c03dcd49 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (53687433-29b5-4b8f-83ea-60e24388caed), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:17.963683 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-df361e33-081b-4959-a772-a0689d0723c2 req-51404b02-2eb0-4a5e-9c6e-3ab6252d8942 service neutron] 10.222.0.88 "GET /v2.0/networks/44fb9145-9ace-47b2-84ba-690d45d04d68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4915926 Feb 02 07:14:17.967902 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-fafecee2-8eb0-4dba-81e7-2be9c03dcd49 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Calling delete_port for 53687433-29b5-4b8f-83ea-60e24388caed owned by {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:14:18.010230 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-142cfa28-3e4f-46d9-b310-356af0833447 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (5fc5089e-97a8-4149-aa71-4295f8cc6a2d), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:18.028544 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-142cfa28-3e4f-46d9-b310-356af0833447 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:18.036117 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-142cfa28-3e4f-46d9-b310-356af0833447 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "DELETE /v2.0/networks/5fc5089e-97a8-4149-aa71-4295f8cc6a2d HTTP/1.1" status: 204 len: 168 time: 1.6813943 Feb 02 07:14:18.036382 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57940) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:18.057229 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-a06a69ab-9683-4aca-a03d-2695bc50697d tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Deleting port b444e857-d37e-4dac-ae7b-846070e120f8 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:14:18.057581 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a06a69ab-9683-4aca-a03d-2695bc50697d tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (b444e857-d37e-4dac-ae7b-846070e120f8), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:18.060524 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d3f81918-7db4-469a-aed4-51d46bcb2049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (02d9ccfc-ed4e-4bba-85e4-850e6b96bc91), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:18.084879 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142cfa28-3e4f-46d9-b310-356af0833447 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Pushing event deleted for resources: {'Network': ['ID=5fc5089e-97a8-4149-aa71-4295f8cc6a2d,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:18.159839 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f12b58c-633d-4d9d-97bf-ec92f1b3b10c tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Deleting subnet cc443c5d-2597-49a8-8cb0-67d6d1bbe8ef {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:14:18.169952 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2f12b58c-633d-4d9d-97bf-ec92f1b3b10c tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks [] for subnet (cc443c5d-2597-49a8-8cb0-67d6d1bbe8ef), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:18.186428 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6c7c7963-d1cb-42c3-b4b9-30d49c036890 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (977ddc86-9287-4b15-aeb4-c58066517655), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:18.198644 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-df361e33-081b-4959-a772-a0689d0723c2 req-11e41206-89ff-404f-8bf0-1cdf68a7988b service neutron] 10.222.0.88 "GET /v2.0/networks/44fb9145-9ace-47b2-84ba-690d45d04d68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262459 Feb 02 07:14:18.200767 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-5146ecaf-96d5-44e9-9b88-d573457db2ce req-7145e490-5e07-41a5-8668-4b4a9e2187c9 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] For port f9522278-2a1c-403b-b1b6-9e3dbe8dd39f, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=f9522278-2a1c-403b-b1b6-9e3dbe8dd39f,segment=NetworkSegment(99da04fe-20b0-46d1-9372-22452ee68679),segment_id=99da04fe-20b0-46d1-9372-22452ee68679)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:14:18.201135 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-5146ecaf-96d5-44e9-9b88-d573457db2ce req-7145e490-5e07-41a5-8668-4b4a9e2187c9 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (f9522278-2a1c-403b-b1b6-9e3dbe8dd39f), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:18.206718 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fafecee2-8eb0-4dba-81e7-2be9c03dcd49 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (53687433-29b5-4b8f-83ea-60e24388caed), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:18.264263 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f81918-7db4-469a-aed4-51d46bcb2049 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02d9ccfc-ed4e-4bba-85e4-850e6b96bc91,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:18.279598 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-df361e33-081b-4959-a772-a0689d0723c2 req-92209b01-c7d9-4d7e-a808-878524060dea service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.55&port_id=b17d715e-1c85-4c03-a547-caefd8ea643a HTTP/1.1" status: 200 len: 217 time: 0.0739052 Feb 02 07:14:18.282246 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2f12b58c-633d-4d9d-97bf-ec92f1b3b10c tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (cc443c5d-2597-49a8-8cb0-67d6d1bbe8ef), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:18.286473 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafecee2-8eb0-4dba-81e7-2be9c03dcd49 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event deleted for resources: {'Port': ['ID=53687433-29b5-4b8f-83ea-60e24388caed,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:18.311602 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fafecee2-8eb0-4dba-81e7-2be9c03dcd49 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:18.317242 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-fafecee2-8eb0-4dba-81e7-2be9c03dcd49 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "DELETE /v2.0/ports/53687433-29b5-4b8f-83ea-60e24388caed HTTP/1.1" status: 204 len: 168 time: 1.0487144 Feb 02 07:14:18.322080 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57944) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:18.414118 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f81918-7db4-469a-aed4-51d46bcb2049 admin admin] Checking segment: {'id': '4186ef97-4817-4dff-927c-faf107803022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a38f7042-b462-4d46-a7c7-a3add4b6717a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:14:18.414373 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f81918-7db4-469a-aed4-51d46bcb2049 admin admin] Network hostable DHCP agents. Network: a38f7042-b462-4d46-a7c7-a3add4b6717a, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:14:18.444154 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df361e33-081b-4959-a772-a0689d0723c2 req-b762292c-6c1a-4a22-8e4a-b66e24e2a88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:18.445625 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-df361e33-081b-4959-a772-a0689d0723c2 req-b762292c-6c1a-4a22-8e4a-b66e24e2a88e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d8c93dc1-7ee4-400a-ad20-2d7430ee8b3d HTTP/1.1" status: 200 len: 797 time: 0.1378260 Feb 02 07:14:18.459872 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-a06a69ab-9683-4aca-a03d-2695bc50697d tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] For port b444e857-d37e-4dac-ae7b-846070e120f8, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=b444e857-d37e-4dac-ae7b-846070e120f8,segment=NetworkSegment(75553877-bf18-4595-bd16-2a324db37437),segment_id=75553877-bf18-4595-bd16-2a324db37437)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:14:18.460519 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a06a69ab-9683-4aca-a03d-2695bc50697d tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (b444e857-d37e-4dac-ae7b-846070e120f8), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:18.488590 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-a06a69ab-9683-4aca-a03d-2695bc50697d tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Calling delete_port for b444e857-d37e-4dac-ae7b-846070e120f8 owned by network:router_interface {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:14:18.551315 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1a6c56-0b51-45a3-b6c6-3c4903392b06 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:18.557048 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1a6c56-0b51-45a3-b6c6-3c4903392b06 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:18.561904 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-be1a6c56-0b51-45a3-b6c6-3c4903392b06 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.2338996 Feb 02 07:14:18.564131 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57946) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:18.568118 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2f12b58c-633d-4d9d-97bf-ec92f1b3b10c tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (cc443c5d-2597-49a8-8cb0-67d6d1bbe8ef), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:18.646231 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f81918-7db4-469a-aed4-51d46bcb2049 admin admin] Network a38f7042-b462-4d46-a7c7-a3add4b6717a is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:14:18.662144 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df361e33-081b-4959-a772-a0689d0723c2 req-4fa132ac-b72a-4a97-aba5-82ac6df1a85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:18.663760 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-df361e33-081b-4959-a772-a0689d0723c2 req-4fa132ac-b72a-4a97-aba5-82ac6df1a85d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=44fb9145-9ace-47b2-84ba-690d45d04d68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1993580 Feb 02 07:14:18.710811 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-d3f81918-7db4-469a-aed4-51d46bcb2049 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, a38f7042-b462-4d46-a7c7-a3add4b6717a) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:14:18.725832 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f81918-7db4-469a-aed4-51d46bcb2049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:18.726430 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d3f81918-7db4-469a-aed4-51d46bcb2049 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:18.730704 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36424f4b-38dc-4c44-bb03-aaed2f2b7b2c None None] Network a38f7042-b462-4d46-a7c7-a3add4b6717a requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:14:18.794891 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-5146ecaf-96d5-44e9-9b88-d573457db2ce req-7145e490-5e07-41a5-8668-4b4a9e2187c9 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:18.795254 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-5146ecaf-96d5-44e9-9b88-d573457db2ce req-7145e490-5e07-41a5-8668-4b4a9e2187c9 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (a471077f-db71-41d5-aa9c-b263cee34142), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:18.795585 n-d-789963-26 neutron-server[109694]: INFO neutron.db.l3_db [req-5146ecaf-96d5-44e9-9b88-d573457db2ce req-7145e490-5e07-41a5-8668-4b4a9e2187c9 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Floating IP a471077f-db71-41d5-aa9c-b263cee34142 disassociated. External IP: 172.25.4.217, port: f9522278-2a1c-403b-b1b6-9e3dbe8dd39f. Feb 02 07:14:18.795942 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-5146ecaf-96d5-44e9-9b88-d573457db2ce req-7145e490-5e07-41a5-8668-4b4a9e2187c9 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Calling delete_port for f9522278-2a1c-403b-b1b6-9e3dbe8dd39f owned by compute:nova {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:14:18.822470 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d3f81918-7db4-469a-aed4-51d46bcb2049 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6853530 Feb 02 07:14:18.875468 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-df361e33-081b-4959-a772-a0689d0723c2 req-8ff7637d-9b09-4157-8de2-7f17636d3b4c service neutron] 10.222.0.88 "GET /v2.0/networks/44fb9145-9ace-47b2-84ba-690d45d04d68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909547 Feb 02 07:14:19.053175 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a06a69ab-9683-4aca-a03d-2695bc50697d tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (b444e857-d37e-4dac-ae7b-846070e120f8), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:19.073936 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57952) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:19.088447 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2f12b58c-633d-4d9d-97bf-ec92f1b3b10c tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (cc443c5d-2597-49a8-8cb0-67d6d1bbe8ef), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:19.109099 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ff4cfa-9a67-4e91-a37d-01ec29a4cfd4 None None] Network a38f7042-b462-4d46-a7c7-a3add4b6717a requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:14:19.130941 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-df361e33-081b-4959-a772-a0689d0723c2 req-1181e4b3-7ee7-4fb1-8fa1-3fea2342ee02 service neutron] 10.222.0.88 "GET /v2.0/networks/44fb9145-9ace-47b2-84ba-690d45d04d68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902769 Feb 02 07:14:19.136660 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06a69ab-9683-4aca-a03d-2695bc50697d tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Pushing event deleted for resources: {'Port': ['ID=b444e857-d37e-4dac-ae7b-846070e120f8,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:19.146775 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f12b58c-633d-4d9d-97bf-ec92f1b3b10c tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Pushing event deleted for resources: {'Subnet': ['ID=cc443c5d-2597-49a8-8cb0-67d6d1bbe8ef,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:19.150921 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2f12b58c-633d-4d9d-97bf-ec92f1b3b10c tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:19.162653 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-2f12b58c-633d-4d9d-97bf-ec92f1b3b10c tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "DELETE /v2.0/subnets/cc443c5d-2597-49a8-8cb0-67d6d1bbe8ef HTTP/1.1" status: 204 len: 168 time: 1.1262579 Feb 02 07:14:19.170744 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57956) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:19.251485 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736a8ce7-9b14-4070-864d-b0e077e8f693 None None] Network b3b3f1ad-5981-46d3-9427-a3b514183a9e requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:14:19.302525 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1829e3de-ed70-4f79-a65d-0a8ef71d95e7 req-f5e22c37-9c21-472a-a9a0-a1d195979d76 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:19.312119 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1829e3de-ed70-4f79-a65d-0a8ef71d95e7 req-f5e22c37-9c21-472a-a9a0-a1d195979d76 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 947 time: 0.4344621 Feb 02 07:14:19.314912 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-df361e33-081b-4959-a772-a0689d0723c2 req-aee61298-792a-46f2-bd35-83d4a73c2599 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=55434b8b-b44b-441d-bba3-0628c5e8ba97 HTTP/1.1" status: 200 len: 217 time: 0.1662517 Feb 02 07:14:19.335120 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-1c1674d3-b08f-4063-a65d-e2bcc39f67f4 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Deleting port e4bd8417-85e6-4c0d-84b3-0cef91507857 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:14:19.335853 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1c1674d3-b08f-4063-a65d-e2bcc39f67f4 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (e4bd8417-85e6-4c0d-84b3-0cef91507857), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:19.394577 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-6c7c7963-d1cb-42c3-b4b9-30d49c036890 admin admin] Deleting port 9334f6e7-751a-42c1-a36e-fe1d8d7203ff {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:14:19.395079 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6c7c7963-d1cb-42c3-b4b9-30d49c036890 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (9334f6e7-751a-42c1-a36e-fe1d8d7203ff), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:19.418052 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-5146ecaf-96d5-44e9-9b88-d573457db2ce req-7145e490-5e07-41a5-8668-4b4a9e2187c9 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (f9522278-2a1c-403b-b1b6-9e3dbe8dd39f), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:19.431217 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-d314ae43-e43a-413e-a988-10ce4fb9c7fa admin admin] Deleting subnet 83c1ed2d-5271-457f-b153-2ec82e52730a {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:14:19.435042 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d314ae43-e43a-413e-a988-10ce4fb9c7fa admin admin] Publish callbacks [] for subnet (83c1ed2d-5271-457f-b153-2ec82e52730a), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:19.486206 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d314ae43-e43a-413e-a988-10ce4fb9c7fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (83c1ed2d-5271-457f-b153-2ec82e52730a), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:19.507085 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a106a59-4602-42fb-9571-086e35e245e0 None None] DHCP port deletion for b3b3f1ad-5981-46d3-9427-a3b514183a9e request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:14:19.517169 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d5b61570-6c77-46d1-bcc2-b7bfd5fd82c8 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (b3b3f1ad-5981-46d3-9427-a3b514183a9e), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:19.585850 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df361e33-081b-4959-a772-a0689d0723c2 req-0fa66545-3d1b-4bc8-8edf-afe6508a4eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:19.588880 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-df361e33-081b-4959-a772-a0689d0723c2 req-0fa66545-3d1b-4bc8-8edf-afe6508a4eaf service neutron] 10.222.0.88 "GET /v2.0/subnets?id=381427b1-69c6-4fa3-af7a-83250c7dd27c HTTP/1.1" status: 200 len: 797 time: 0.2445817 Feb 02 07:14:19.604262 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-5a106a59-4602-42fb-9571-086e35e245e0 None None] Deleting port 3dae855c-02ce-4054-9caa-2314acae8c4f {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:14:19.604999 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5a106a59-4602-42fb-9571-086e35e245e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (3dae855c-02ce-4054-9caa-2314acae8c4f), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:19.609946 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1829e3de-ed70-4f79-a65d-0a8ef71d95e7 req-44973213-9cdf-445b-b53d-4a390466a819 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=4c2c0860-2986-407a-8a1e-1579ab01e7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2883375 Feb 02 07:14:19.613733 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1c1674d3-b08f-4063-a65d-e2bcc39f67f4 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (e4bd8417-85e6-4c0d-84b3-0cef91507857), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:19.657029 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-1c1674d3-b08f-4063-a65d-e2bcc39f67f4 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Calling delete_port for e4bd8417-85e6-4c0d-84b3-0cef91507857 owned by {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:14:19.713237 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-5a106a59-4602-42fb-9571-086e35e245e0 None None] For port 3dae855c-02ce-4054-9caa-2314acae8c4f, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=3dae855c-02ce-4054-9caa-2314acae8c4f,segment=NetworkSegment(c5d67758-321f-4ab4-a669-7bb5635dd2fe),segment_id=c5d67758-321f-4ab4-a669-7bb5635dd2fe)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:14:19.714018 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5a106a59-4602-42fb-9571-086e35e245e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (3dae855c-02ce-4054-9caa-2314acae8c4f), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:19.732036 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-5a106a59-4602-42fb-9571-086e35e245e0 None None] Calling delete_port for 3dae855c-02ce-4054-9caa-2314acae8c4f owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:14:19.759968 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df361e33-081b-4959-a772-a0689d0723c2 req-6366ec04-19c8-41ec-a49d-50d7f08264fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:19.761502 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-df361e33-081b-4959-a772-a0689d0723c2 req-6366ec04-19c8-41ec-a49d-50d7f08264fa service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=807c79ec-08e2-4059-a72e-092033961844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1505759 Feb 02 07:14:19.813885 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-d5b61570-6c77-46d1-bcc2-b7bfd5fd82c8 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Deleting port 3dae855c-02ce-4054-9caa-2314acae8c4f {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:14:19.814240 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d5b61570-6c77-46d1-bcc2-b7bfd5fd82c8 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (3dae855c-02ce-4054-9caa-2314acae8c4f), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:19.841958 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5a106a59-4602-42fb-9571-086e35e245e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (3dae855c-02ce-4054-9caa-2314acae8c4f), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:19.864308 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1c1674d3-b08f-4063-a65d-e2bcc39f67f4 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (e4bd8417-85e6-4c0d-84b3-0cef91507857), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:19.884875 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a106a59-4602-42fb-9571-086e35e245e0 None None] No DVR routers for this DVR port 3dae855c-02ce-4054-9caa-2314acae8c4f on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:14:19.896214 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a106a59-4602-42fb-9571-086e35e245e0 None None] Pushing event deleted for resources: {'Port': ['ID=3dae855c-02ce-4054-9caa-2314acae8c4f,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:19.919483 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a106a59-4602-42fb-9571-086e35e245e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:14:19.920187 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a106a59-4602-42fb-9571-086e35e245e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:14:19.920752 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a106a59-4602-42fb-9571-086e35e245e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:14:19.921418 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a106a59-4602-42fb-9571-086e35e245e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:14:19.923625 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a106a59-4602-42fb-9571-086e35e245e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:14:19.924188 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a106a59-4602-42fb-9571-086e35e245e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:14:19.924852 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a106a59-4602-42fb-9571-086e35e245e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:14:19.925436 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a106a59-4602-42fb-9571-086e35e245e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:14:19.925968 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a106a59-4602-42fb-9571-086e35e245e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:14:19.926508 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a106a59-4602-42fb-9571-086e35e245e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:14:19.927051 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a106a59-4602-42fb-9571-086e35e245e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:14:19.927662 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a106a59-4602-42fb-9571-086e35e245e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:14:19.928268 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a106a59-4602-42fb-9571-086e35e245e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:14:19.958398 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1674d3-b08f-4063-a65d-e2bcc39f67f4 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event deleted for resources: {'Port': ['ID=e4bd8417-85e6-4c0d-84b3-0cef91507857,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:19.968446 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1c1674d3-b08f-4063-a65d-e2bcc39f67f4 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:19.974481 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-1c1674d3-b08f-4063-a65d-e2bcc39f67f4 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "DELETE /v2.0/ports/e4bd8417-85e6-4c0d-84b3-0cef91507857 HTTP/1.1" status: 204 len: 168 time: 1.4057784 Feb 02 07:14:19.979037 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57958) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:19.984685 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-d5b61570-6c77-46d1-bcc2-b7bfd5fd82c8 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] For port 3dae855c-02ce-4054-9caa-2314acae8c4f, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=3dae855c-02ce-4054-9caa-2314acae8c4f,segment=NetworkSegment(c5d67758-321f-4ab4-a669-7bb5635dd2fe),segment_id=c5d67758-321f-4ab4-a669-7bb5635dd2fe)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:14:19.985261 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d5b61570-6c77-46d1-bcc2-b7bfd5fd82c8 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (3dae855c-02ce-4054-9caa-2314acae8c4f), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:19.996439 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-df361e33-081b-4959-a772-a0689d0723c2 req-cda070f0-312b-461d-9ebc-60647c5af7fa service neutron] 10.222.0.88 "GET /v2.0/networks/807c79ec-08e2-4059-a72e-092033961844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242281 Feb 02 07:14:20.016066 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d314ae43-e43a-413e-a988-10ce4fb9c7fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (83c1ed2d-5271-457f-b153-2ec82e52730a), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:20.036034 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-d5b61570-6c77-46d1-bcc2-b7bfd5fd82c8 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Calling delete_port for 3dae855c-02ce-4054-9caa-2314acae8c4f owned by network:dhcp {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:14:20.056761 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7145e490-5e07-41a5-8668-4b4a9e2187c9 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Pushing event deleted for resources: {'Port': ['ID=f9522278-2a1c-403b-b1b6-9e3dbe8dd39f,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:20.068280 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a06a69ab-9683-4aca-a03d-2695bc50697d tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (5be8e385-58ce-4093-9665-c14048136a2a), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:20.175287 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6978c7-0c29-4f1e-81b0-2922bfcc1f21 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:20.179513 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-4a6978c7-0c29-4f1e-81b0-2922bfcc1f21 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1944439 Feb 02 07:14:20.181990 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57960) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:20.193931 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-6c7c7963-d1cb-42c3-b4b9-30d49c036890 admin admin] For port 9334f6e7-751a-42c1-a36e-fe1d8d7203ff, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=9334f6e7-751a-42c1-a36e-fe1d8d7203ff,segment=NetworkSegment(5f386819-53b6-429e-a73f-0b0fc03db299),segment_id=5f386819-53b6-429e-a73f-0b0fc03db299)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:14:20.194311 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6c7c7963-d1cb-42c3-b4b9-30d49c036890 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (9334f6e7-751a-42c1-a36e-fe1d8d7203ff), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:20.222457 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-df361e33-081b-4959-a772-a0689d0723c2 req-36b811a7-023e-43b6-986a-62730e3a9059 service neutron] 10.222.0.88 "GET /v2.0/networks/807c79ec-08e2-4059-a72e-092033961844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180028 Feb 02 07:14:20.228622 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-be367cfb-0c5d-49fe-98d0-38474251bc32 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] GET failed (client error): The resource could not be found. Feb 02 07:14:20.230093 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-be367cfb-0c5d-49fe-98d0-38474251bc32 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "GET /v2.0/ports/53687433-29b5-4b8f-83ea-60e24388caed HTTP/1.1" status: 404 len: 333 time: 0.0425918 Feb 02 07:14:20.243258 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57964) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:20.284969 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-df361e33-081b-4959-a772-a0689d0723c2 req-a3fbb658-be20-4126-80fc-02846cae9149 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9a0b3200-b107-4b3b-badf-62352eb5d2b2 HTTP/1.1" status: 200 len: 217 time: 0.0538025 Feb 02 07:14:20.287057 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d5b61570-6c77-46d1-bcc2-b7bfd5fd82c8 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (3dae855c-02ce-4054-9caa-2314acae8c4f), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:20.315753 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-6c7c7963-d1cb-42c3-b4b9-30d49c036890 admin admin] Calling delete_port for 9334f6e7-751a-42c1-a36e-fe1d8d7203ff owned by network:router_interface {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:14:20.341648 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b61570-6c77-46d1-bcc2-b7bfd5fd82c8 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Pushing event deleted for resources: {'Port': ['ID=3dae855c-02ce-4054-9caa-2314acae8c4f,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:20.351638 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-92082190-4f3a-4ff5-b0fe-e1642f1a01de tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] GET failed (client error): The resource could not be found. Feb 02 07:14:20.355768 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-92082190-4f3a-4ff5-b0fe-e1642f1a01de tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "GET /v2.0/ports/e4bd8417-85e6-4c0d-84b3-0cef91507857 HTTP/1.1" status: 404 len: 333 time: 0.0725121 Feb 02 07:14:20.368932 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57966) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:20.387110 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d314ae43-e43a-413e-a988-10ce4fb9c7fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (83c1ed2d-5271-457f-b153-2ec82e52730a), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:20.395228 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b61570-6c77-46d1-bcc2-b7bfd5fd82c8 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] No DVR routers for this DVR port 3dae855c-02ce-4054-9caa-2314acae8c4f on host n-d-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:14:20.416580 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5146ecaf-96d5-44e9-9b88-d573457db2ce req-7145e490-5e07-41a5-8668-4b4a9e2187c9 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Router 96a03403-39d6-4642-947c-0aeefc2e12bf has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:14:20.454818 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df361e33-081b-4959-a772-a0689d0723c2 req-cccdc26e-0bfc-449b-85ff-0b24316c0c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:20.456322 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-df361e33-081b-4959-a772-a0689d0723c2 req-cccdc26e-0bfc-449b-85ff-0b24316c0c9c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=381427b1-69c6-4fa3-af7a-83250c7dd27c HTTP/1.1" status: 200 len: 797 time: 0.1643879 Feb 02 07:14:20.465503 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device f9522278-2a1c-403b-b1b6-9e3dbe8dd39f no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:14:20.504331 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] No Port match for: f9522278-2a1c-403b-b1b6-9e3dbe8dd39f {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:14:20.505027 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device f9522278-2a1c-403b-b1b6-9e3dbe8dd39f not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:14:20.534995 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d5048ab1-967a-4069-8259-7880cc31b399 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (128fedc4-b077-4075-b992-0d1c7916ae7d), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:20.590129 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d314ae43-e43a-413e-a988-10ce4fb9c7fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:20.593767 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d314ae43-e43a-413e-a988-10ce4fb9c7fa admin admin] 10.222.0.87 "DELETE /v2.0/subnets/83c1ed2d-5271-457f-b153-2ec82e52730a HTTP/1.1" status: 204 len: 168 time: 1.5012202 Feb 02 07:14:20.604788 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57968) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:20.606466 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d5b61570-6c77-46d1-bcc2-b7bfd5fd82c8 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (b3b3f1ad-5981-46d3-9427-a3b514183a9e), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:20.620729 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d314ae43-e43a-413e-a988-10ce4fb9c7fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83c1ed2d-5271-457f-b153-2ec82e52730a,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:20.679589 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-d5b61570-6c77-46d1-bcc2-b7bfd5fd82c8 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3b3f1ad-5981-46d3-9427-a3b514183a9e']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:20.698633 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-d5b61570-6c77-46d1-bcc2-b7bfd5fd82c8 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5d67758-321f-4ab4-a669-7bb5635dd2fe') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:20.699018 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-d5b61570-6c77-46d1-bcc2-b7bfd5fd82c8 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5d67758-321f-4ab4-a669-7bb5635dd2fe') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:20.747748 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d5b61570-6c77-46d1-bcc2-b7bfd5fd82c8 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (c5d67758-321f-4ab4-a669-7bb5635dd2fe), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:20.770220 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df361e33-081b-4959-a772-a0689d0723c2 req-434e0d03-2aa9-420e-a0e9-fd94bf0f1b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:20.771822 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-df361e33-081b-4959-a772-a0689d0723c2 req-434e0d03-2aa9-420e-a0e9-fd94bf0f1b0b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=807c79ec-08e2-4059-a72e-092033961844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2746089 Feb 02 07:14:20.784876 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a06a69ab-9683-4aca-a03d-2695bc50697d tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Router 5be8e385-58ce-4093-9665-c14048136a2a has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:14:20.787324 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-83c0c7aa-ee96-446d-a55f-6887be3c45a2 req-b7f053ae-dfa5-4694-98cd-4b47c71baf4d tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 210 time: 0.0737500 Feb 02 07:14:20.789910 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d5b61570-6c77-46d1-bcc2-b7bfd5fd82c8 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (c5d67758-321f-4ab4-a669-7bb5635dd2fe), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:20.827335 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4a53b164-f127-4f5f-9a71-1758d134ec80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (556b426e-1d13-4f5b-9d29-11d854a999c4), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:20.830143 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d5048ab1-967a-4069-8259-7880cc31b399 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (128fedc4-b077-4075-b992-0d1c7916ae7d), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:20.850428 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5b61570-6c77-46d1-bcc2-b7bfd5fd82c8 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:14:20.850939 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d5b61570-6c77-46d1-bcc2-b7bfd5fd82c8 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (c5d67758-321f-4ab4-a669-7bb5635dd2fe), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:20.859220 n-d-789963-26 neutron-server[109693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:14:20.859220 n-d-789963-26 neutron-server[109693]: self.session.flush() Feb 02 07:14:20.859220 n-d-789963-26 neutron-server[109693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:14:20.859220 n-d-789963-26 neutron-server[109693]: self.session.flush() Feb 02 07:14:20.859220 n-d-789963-26 neutron-server[109693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:14:20.859220 n-d-789963-26 neutron-server[109693]: self.session.flush() Feb 02 07:14:20.859220 n-d-789963-26 neutron-server[109693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:14:20.859220 n-d-789963-26 neutron-server[109693]: self.session.flush() Feb 02 07:14:20.859220 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:14:20.859220 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:14:20.859220 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:14:20.859220 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:14:20.859220 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:14:20.859220 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:14:20.859220 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:14:20.859220 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:14:20.859220 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:14:20.859220 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:14:20.859220 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:14:20.859220 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:14:20.859220 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:14:20.859220 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:14:20.859220 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:14:20.859220 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:14:20.859220 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:14:20.859220 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:14:20.859220 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:14:20.859220 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:14:20.859220 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:14:20.859220 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:14:20.859220 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:14:20.859220 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:14:20.859220 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:14:20.859220 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:14:20.859220 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:14:20.859220 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:14:20.859220 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:14:20.859220 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:14:20.859220 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:14:20.859220 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:14:20.895830 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-d5048ab1-967a-4069-8259-7880cc31b399 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['128fedc4-b077-4075-b992-0d1c7916ae7d']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:20.983353 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-d5048ab1-967a-4069-8259-7880cc31b399 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8324d69d-3a89-4583-a938-39cfffed3fde') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:20.983792 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-d5048ab1-967a-4069-8259-7880cc31b399 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8324d69d-3a89-4583-a938-39cfffed3fde') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:21.000687 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d5048ab1-967a-4069-8259-7880cc31b399 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (8324d69d-3a89-4583-a938-39cfffed3fde), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:21.000986 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5146ecaf-96d5-44e9-9b88-d573457db2ce req-7145e490-5e07-41a5-8668-4b4a9e2187c9 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:14:21.016186 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8919b652-ee3a-4fb0-97a3-32091d9b9c53 None None] Sync routers for ids ['96a03403-39d6-4642-947c-0aeefc2e12bf'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:14:21.021097 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d5048ab1-967a-4069-8259-7880cc31b399 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (8324d69d-3a89-4583-a938-39cfffed3fde), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:21.028621 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5048ab1-967a-4069-8259-7880cc31b399 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:14:21.029027 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d5048ab1-967a-4069-8259-7880cc31b399 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (8324d69d-3a89-4583-a938-39cfffed3fde), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:21.030213 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8919b652-ee3a-4fb0-97a3-32091d9b9c53 None None] Routers {'96a03403-39d6-4642-947c-0aeefc2e12bf'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:14:21.032768 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-8919b652-ee3a-4fb0-97a3-32091d9b9c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:14:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['96a03403-39d6-4642-947c-0aeefc2e12bf'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:21.074161 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a06a69ab-9683-4aca-a03d-2695bc50697d tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:14:21.088599 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85dba733-aae3-420f-8126-b6239c85476d None None] Sync routers for ids ['5be8e385-58ce-4093-9665-c14048136a2a'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:14:21.094155 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:14:21.094155 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:14:21.094155 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:14:21.094155 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:14:21.094155 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:14:21.094155 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:14:21.094155 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:14:21.094155 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:14:21.094155 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:14:21.094155 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:14:21.094155 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:14:21.094155 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:14:21.094155 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:14:21.094155 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:14:21.094155 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:14:21.094155 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:14:21.094155 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:14:21.094155 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:14:21.094155 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:14:21.094155 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:14:21.094155 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:14:21.094155 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:14:21.094155 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:14:21.094155 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:14:21.094155 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:14:21.094155 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:14:21.094155 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:14:21.094155 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:14:21.094155 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:14:21.094155 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:14:21.094155 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:14:21.094155 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:14:21.102614 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a06a69ab-9683-4aca-a03d-2695bc50697d tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "PUT /v2.0/routers/5be8e385-58ce-4093-9665-c14048136a2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8080027 Feb 02 07:14:21.106091 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-5146ecaf-96d5-44e9-9b88-d573457db2ce req-7145e490-5e07-41a5-8668-4b4a9e2187c9 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] No DVR routers for this DVR port f9522278-2a1c-403b-b1b6-9e3dbe8dd39f on host n-h2-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:14:21.142434 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57972) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:21.142434 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-5146ecaf-96d5-44e9-9b88-d573457db2ce req-7145e490-5e07-41a5-8668-4b4a9e2187c9 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:21.142434 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5146ecaf-96d5-44e9-9b88-d573457db2ce req-7145e490-5e07-41a5-8668-4b4a9e2187c9 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.59 "DELETE /v2.0/ports/f9522278-2a1c-403b-b1b6-9e3dbe8dd39f HTTP/1.1" status: 204 len: 173 time: 3.8770664 Feb 02 07:14:21.142434 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3244b4-d911-40fc-bc67-3817cf9a5d47', 'name': 'network-vif-deleted', 'tag': 'f9522278-2a1c-403b-b1b6-9e3dbe8dd39f'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:14:21.142434 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728fe367-9845-4245-bec2-76d09f7a571f" -d '{"events": [{"server_uuid": "6d3244b4-d911-40fc-bc67-3817cf9a5d47", "name": "network-vif-deleted", "tag": "f9522278-2a1c-403b-b1b6-9e3dbe8dd39f"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:14:21.143756 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85dba733-aae3-420f-8126-b6239c85476d None None] Routers {'5be8e385-58ce-4093-9665-c14048136a2a'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:14:21.143756 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-85dba733-aae3-420f-8126-b6239c85476d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:14:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['5be8e385-58ce-4093-9665-c14048136a2a'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:21.143756 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 3dae855c-02ce-4054-9caa-2314acae8c4f no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:14:21.169248 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d5b61570-6c77-46d1-bcc2-b7bfd5fd82c8 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (b3b3f1ad-5981-46d3-9427-a3b514183a9e), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:21.174907 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d5b61570-6c77-46d1-bcc2-b7bfd5fd82c8 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:21.183192 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d5b61570-6c77-46d1-bcc2-b7bfd5fd82c8 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] 10.222.0.87 "DELETE /v2.0/networks/b3b3f1ad-5981-46d3-9427-a3b514183a9e HTTP/1.1" status: 204 len: 168 time: 1.9839649 Feb 02 07:14:21.186787 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-df361e33-081b-4959-a772-a0689d0723c2 req-380627b7-aafe-4639-9765-cd43af27d88d service neutron] 10.222.0.88 "GET /v2.0/networks/807c79ec-08e2-4059-a72e-092033961844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4066799 Feb 02 07:14:21.210454 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-830db967-4b4e-465c-8b9a-8c1ba6695f5d tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Deleting subnet de1bef11-0190-4dd0-830c-19ffb2680972 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:14:21.214444 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-830db967-4b4e-465c-8b9a-8c1ba6695f5d tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for subnet (de1bef11-0190-4dd0-830c-19ffb2680972), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:21.217314 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6c7c7963-d1cb-42c3-b4b9-30d49c036890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (9334f6e7-751a-42c1-a36e-fe1d8d7203ff), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:21.222013 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d5048ab1-967a-4069-8259-7880cc31b399 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (128fedc4-b077-4075-b992-0d1c7916ae7d), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:21.224417 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5abab3e0-a06f-4f87-973e-f4cdc840375e x-openstack-request-id: req-5abab3e0-a06f-4f87-973e-f4cdc840375e {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:14:21.224876 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d3244b4-d911-40fc-bc67-3817cf9a5d47", "name": "network-vif-deleted", "tag": "f9522278-2a1c-403b-b1b6-9e3dbe8dd39f", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:14:21.225803 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-5abab3e0-a06f-4f87-973e-f4cdc840375e {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:14:21.226519 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d3244b4-d911-40fc-bc67-3817cf9a5d47', 'name': 'network-vif-deleted', 'tag': 'f9522278-2a1c-403b-b1b6-9e3dbe8dd39f', 'status': 'completed', 'code': 200} Feb 02 07:14:21.233511 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d5048ab1-967a-4069-8259-7880cc31b399 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:21.249444 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d5048ab1-967a-4069-8259-7880cc31b399 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "DELETE /v2.0/networks/128fedc4-b077-4075-b992-0d1c7916ae7d HTTP/1.1" status: 204 len: 168 time: 0.8790276 Feb 02 07:14:21.308483 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57978) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:21.315615 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-8919b652-ee3a-4fb0-97a3-32091d9b9c53 None None] Set router 96a03403-39d6-4642-947c-0aeefc2e12bf gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:14:21.322543 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 3dae855c-02ce-4054-9caa-2314acae8c4f {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:14:21.322896 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 3dae855c-02ce-4054-9caa-2314acae8c4f not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:14:21.362269 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-e918f2a5-2f39-4a55-935c-77fbc72efc7d tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-231704933'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:14:21.402232 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7c7963-d1cb-42c3-b4b9-30d49c036890 admin admin] Pushing event deleted for resources: {'Port': ['ID=9334f6e7-751a-42c1-a36e-fe1d8d7203ff,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:21.464775 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57988) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:21.491465 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b61570-6c77-46d1-bcc2-b7bfd5fd82c8 tempest-ServersTestMultiNic-1053015224 tempest-ServersTestMultiNic-1053015224-project] Pushing event deleted for resources: {'Network': ['ID=b3b3f1ad-5981-46d3-9427-a3b514183a9e,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:21.501498 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-85dba733-aae3-420f-8126-b6239c85476d None None] Set router 5be8e385-58ce-4093-9665-c14048136a2a gateway port host: None {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:14:21.519907 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-830db967-4b4e-465c-8b9a-8c1ba6695f5d tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (de1bef11-0190-4dd0-830c-19ffb2680972), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:21.544324 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5048ab1-967a-4069-8259-7880cc31b399 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event deleted for resources: {'Network': ['ID=128fedc4-b077-4075-b992-0d1c7916ae7d,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:21.622483 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4a53b164-f127-4f5f-9a71-1758d134ec80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (556b426e-1d13-4f5b-9d29-11d854a999c4), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:21.668826 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e918f2a5-2f39-4a55-935c-77fbc72efc7d tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Made reservation on behalf of 3f54e6cae7d248ada3b347585c4ee8ad for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:14:21.672610 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e918f2a5-2f39-4a55-935c-77fbc72efc7d tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:21.679746 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-4a53b164-f127-4f5f-9a71-1758d134ec80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['556b426e-1d13-4f5b-9d29-11d854a999c4']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:21.693854 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-4a53b164-f127-4f5f-9a71-1758d134ec80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef34ce2c-f9fe-4052-af03-888b0aac6100') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:21.694403 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-4a53b164-f127-4f5f-9a71-1758d134ec80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef34ce2c-f9fe-4052-af03-888b0aac6100') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:21.708647 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-8919b652-ee3a-4fb0-97a3-32091d9b9c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a03403-39d6-4642-947c-0aeefc2e12bf', 'name': 'tempest-AttachVolumeShelveTestJSON-1797721458-router', 'tenant_id': 'faba4237acf64862ba84ad5ca9ce531a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '46edfeb7-6eb1-4026-958c-30c68e711312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:08:51Z', 'updated_at': '2022-02-02T07:08:57Z', 'revision_number': 4, 'project_id': 'faba4237acf64862ba84ad5ca9ce531a', 'gw_port': {'id': '46edfeb7-6eb1-4026-958c-30c68e711312', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:30:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a03403-39d6-4642-947c-0aeefc2e12bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:08:53Z', 'updated_at': '2022-02-02T07:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '27dbd983-8a26-499d-b424-f8d9842bb005', 'name': '', 'network_id': '93a7727a-9e40-4a0f-b90d-66c79fe1bf6c', 'tenant_id': 'faba4237acf64862ba84ad5ca9ce531a', 'mac_address': 'fa:16:3e:20:9c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a03403-39d6-4642-947c-0aeefc2e12bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '772313e3-625d-4c7f-b776-8fe829836021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:08:56Z', 'updated_at': '2022-02-02T07:09:09Z', 'revision_number': 5, 'project_id': 'faba4237acf64862ba84ad5ca9ce531a', 'subnets': [{'id': '772313e3-625d-4c7f-b776-8fe829836021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:21.730152 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4a53b164-f127-4f5f-9a71-1758d134ec80 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (ef34ce2c-f9fe-4052-af03-888b0aac6100), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:21.746091 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4a53b164-f127-4f5f-9a71-1758d134ec80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (ef34ce2c-f9fe-4052-af03-888b0aac6100), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:21.754417 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a53b164-f127-4f5f-9a71-1758d134ec80 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:14:21.754881 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4a53b164-f127-4f5f-9a71-1758d134ec80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (ef34ce2c-f9fe-4052-af03-888b0aac6100), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:21.775228 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8919b652-ee3a-4fb0-97a3-32091d9b9c53 None None] Checking router: 96a03403-39d6-4642-947c-0aeefc2e12bf for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:14:21.807222 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8919b652-ee3a-4fb0-97a3-32091d9b9c53 None None] Routers {'96a03403-39d6-4642-947c-0aeefc2e12bf'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:14:21.812178 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-8919b652-ee3a-4fb0-97a3-32091d9b9c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:14:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['96a03403-39d6-4642-947c-0aeefc2e12bf'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:21.822677 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:14:21.822677 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:14:21.822677 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:14:21.822677 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:14:21.822677 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:14:21.822677 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:14:21.822677 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:14:21.822677 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:14:21.822677 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:14:21.822677 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:14:21.822677 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:14:21.822677 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:14:21.822677 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:14:21.822677 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:14:21.822677 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:14:21.822677 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:14:21.822677 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:14:21.822677 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:14:21.822677 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:14:21.822677 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:14:21.822677 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:14:21.822677 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:14:21.822677 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:14:21.822677 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:14:21.822677 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:14:21.822677 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:14:21.822677 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:14:21.822677 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:14:21.822677 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:14:21.822677 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:14:21.822677 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:14:21.822677 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:14:21.827857 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-df361e33-081b-4959-a772-a0689d0723c2 req-ec6ed71c-ad64-438b-9c4b-50422ca83517 service neutron] 10.222.0.88 "GET /v2.0/networks/807c79ec-08e2-4059-a72e-092033961844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5770745 Feb 02 07:14:21.830808 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4a53b164-f127-4f5f-9a71-1758d134ec80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (556b426e-1d13-4f5b-9d29-11d854a999c4), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:21.837469 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4a53b164-f127-4f5f-9a71-1758d134ec80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:21.844627 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e918f2a5-2f39-4a55-935c-77fbc72efc7d tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:14:21.853672 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-4a53b164-f127-4f5f-9a71-1758d134ec80 admin admin] 10.222.0.87 "DELETE /v2.0/networks/556b426e-1d13-4f5b-9d29-11d854a999c4 HTTP/1.1" status: 204 len: 168 time: 1.2431026 Feb 02 07:14:21.858924 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57992) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:21.876292 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e918f2a5-2f39-4a55-935c-77fbc72efc7d tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (c91d7e66-eba8-45b3-b478-b72f164b9298), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:21.876656 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-e918f2a5-2f39-4a55-935c-77fbc72efc7d tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Added segment c91d7e66-eba8-45b3-b478-b72f164b9298 of type vlan for network 95724054-2807-4a48-afee-3cac1b7a813e Feb 02 07:14:21.920129 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a53b164-f127-4f5f-9a71-1758d134ec80 admin admin] Pushing event deleted for resources: {'Network': ['ID=556b426e-1d13-4f5b-9d29-11d854a999c4,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:21.952800 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3312327-a223-4173-9190-66b5fc062d61 admin admin] Deleting subnet 02d9ccfc-ed4e-4bba-85e4-850e6b96bc91 {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:14:21.957735 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d3312327-a223-4173-9190-66b5fc062d61 admin admin] Publish callbacks [] for subnet (02d9ccfc-ed4e-4bba-85e4-850e6b96bc91), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:22.018417 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d3312327-a223-4173-9190-66b5fc062d61 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (02d9ccfc-ed4e-4bba-85e4-850e6b96bc91), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:22.030810 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-85dba733-aae3-420f-8126-b6239c85476d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be8e385-58ce-4093-9665-c14048136a2a', 'name': 'tempest-RoutersTest-router-1283393417', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:13:26Z', 'updated_at': '2022-02-02T07:14:18Z', 'revision_number': 10, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'gw_port_host': None, '_interfaces': [{'id': '6be65c97-c21a-4d3c-9b85-1b734ac5ab7a', 'name': '', 'network_id': '13f39bcb-30c2-4226-aa99-134caa5ace72', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'mac_address': 'fa:16:3e:35:28:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be8e385-58ce-4093-9665-c14048136a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '134e2214-f6dd-43ee-a5d4-672e2463085f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:28Z', 'updated_at': '2022-02-02T07:13:34Z', 'revision_number': 5, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'subnets': [{'id': '134e2214-f6dd-43ee-a5d4-672e2463085f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:22.067506 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-830db967-4b4e-465c-8b9a-8c1ba6695f5d tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (de1bef11-0190-4dd0-830c-19ffb2680972), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:22.075055 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85dba733-aae3-420f-8126-b6239c85476d None None] Checking router: 5be8e385-58ce-4093-9665-c14048136a2a for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:14:22.076049 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e918f2a5-2f39-4a55-935c-77fbc72efc7d tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (95724054-2807-4a48-afee-3cac1b7a813e), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:22.087593 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d3312327-a223-4173-9190-66b5fc062d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (02d9ccfc-ed4e-4bba-85e4-850e6b96bc91), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:22.089581 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85dba733-aae3-420f-8126-b6239c85476d None None] Routers {'5be8e385-58ce-4093-9665-c14048136a2a'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:14:22.090775 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-85dba733-aae3-420f-8126-b6239c85476d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:14:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['5be8e385-58ce-4093-9665-c14048136a2a'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:22.093156 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:22.096168 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-8919b652-ee3a-4fb0-97a3-32091d9b9c53 None None] Set router 96a03403-39d6-4642-947c-0aeefc2e12bf gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:14:22.125229 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-63dcd91a-8044-4156-a880-6a8c5a5e0424 req-ad9e3aba-8aa2-44e3-bf44-c9cdff17cf31 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=6d3244b4-d911-40fc-bc67-3817cf9a5d47 HTTP/1.1" status: 200 len: 210 time: 0.0973525 Feb 02 07:14:22.173394 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d3312327-a223-4173-9190-66b5fc062d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (02d9ccfc-ed4e-4bba-85e4-850e6b96bc91), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:22.205377 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3312327-a223-4173-9190-66b5fc062d61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02d9ccfc-ed4e-4bba-85e4-850e6b96bc91,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:22.209543 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d3312327-a223-4173-9190-66b5fc062d61 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:22.219748 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d3312327-a223-4173-9190-66b5fc062d61 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/02d9ccfc-ed4e-4bba-85e4-850e6b96bc91 HTTP/1.1" status: 204 len: 168 time: 0.3595231 Feb 02 07:14:22.220947 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57994) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:22.221324 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-85dba733-aae3-420f-8126-b6239c85476d None None] Set router 5be8e385-58ce-4093-9665-c14048136a2a gateway port host: None {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:14:22.286156 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e918f2a5-2f39-4a55-935c-77fbc72efc7d tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (95724054-2807-4a48-afee-3cac1b7a813e), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:22.294322 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e918f2a5-2f39-4a55-935c-77fbc72efc7d tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:22.295070 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e918f2a5-2f39-4a55-935c-77fbc72efc7d tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:22.315602 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-21249982-4f25-42a6-8a35-b5aefcc7c1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (a38f7042-b462-4d46-a7c7-a3add4b6717a), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:22.395018 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6c7c7963-d1cb-42c3-b4b9-30d49c036890 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (977ddc86-9287-4b15-aeb4-c58066517655), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:22.400302 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-e918f2a5-2f39-4a55-935c-77fbc72efc7d tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0800574 Feb 02 07:14:22.407729 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57996) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:22.421538 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-c98bafba-dd38-4d71-8647-2d0f05f55b16 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Request body: {'subnet': {'network_id': '95724054-2807-4a48-afee-3cac1b7a813e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:14:22.429395 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-21249982-4f25-42a6-8a35-b5aefcc7c1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (a38f7042-b462-4d46-a7c7-a3add4b6717a), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:22.480388 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-830db967-4b4e-465c-8b9a-8c1ba6695f5d tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (de1bef11-0190-4dd0-830c-19ffb2680972), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:22.555478 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-85dba733-aae3-420f-8126-b6239c85476d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be8e385-58ce-4093-9665-c14048136a2a', 'name': 'tempest-RoutersTest-router-1283393417', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:13:26Z', 'updated_at': '2022-02-02T07:14:18Z', 'revision_number': 10, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'gw_port_host': None, '_interfaces': [{'id': '6be65c97-c21a-4d3c-9b85-1b734ac5ab7a', 'name': '', 'network_id': '13f39bcb-30c2-4226-aa99-134caa5ace72', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'mac_address': 'fa:16:3e:35:28:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be8e385-58ce-4093-9665-c14048136a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '134e2214-f6dd-43ee-a5d4-672e2463085f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:28Z', 'updated_at': '2022-02-02T07:13:34Z', 'revision_number': 5, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'subnets': [{'id': '134e2214-f6dd-43ee-a5d4-672e2463085f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:22.582549 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-8919b652-ee3a-4fb0-97a3-32091d9b9c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a03403-39d6-4642-947c-0aeefc2e12bf', 'name': 'tempest-AttachVolumeShelveTestJSON-1797721458-router', 'tenant_id': 'faba4237acf64862ba84ad5ca9ce531a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '46edfeb7-6eb1-4026-958c-30c68e711312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:08:51Z', 'updated_at': '2022-02-02T07:08:57Z', 'revision_number': 4, 'project_id': 'faba4237acf64862ba84ad5ca9ce531a', 'gw_port': {'id': '46edfeb7-6eb1-4026-958c-30c68e711312', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:30:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a03403-39d6-4642-947c-0aeefc2e12bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:08:53Z', 'updated_at': '2022-02-02T07:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '27dbd983-8a26-499d-b424-f8d9842bb005', 'name': '', 'network_id': '93a7727a-9e40-4a0f-b90d-66c79fe1bf6c', 'tenant_id': 'faba4237acf64862ba84ad5ca9ce531a', 'mac_address': 'fa:16:3e:20:9c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a03403-39d6-4642-947c-0aeefc2e12bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '772313e3-625d-4c7f-b776-8fe829836021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:08:56Z', 'updated_at': '2022-02-02T07:09:09Z', 'revision_number': 5, 'project_id': 'faba4237acf64862ba84ad5ca9ce531a', 'subnets': [{'id': '772313e3-625d-4c7f-b776-8fe829836021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:22.599160 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85dba733-aae3-420f-8126-b6239c85476d None None] The sync data for ids ['5be8e385-58ce-4093-9665-c14048136a2a'] in n-d-789963-26 is: [{'id': '5be8e385-58ce-4093-9665-c14048136a2a', 'name': 'tempest-RoutersTest-router-1283393417', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:13:26Z', 'updated_at': '2022-02-02T07:14:18Z', 'revision_number': 10, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'gw_port_host': None, '_interfaces': [{'id': '6be65c97-c21a-4d3c-9b85-1b734ac5ab7a', 'name': '', 'network_id': '13f39bcb-30c2-4226-aa99-134caa5ace72', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'mac_address': 'fa:16:3e:35:28:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be8e385-58ce-4093-9665-c14048136a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2150, 'fixed_ips': [{'subnet_id': '134e2214-f6dd-43ee-a5d4-672e2463085f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:28Z', 'updated_at': '2022-02-02T07:13:34Z', 'revision_number': 5, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'subnets': [{'id': '134e2214-f6dd-43ee-a5d4-672e2463085f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:14:22.643757 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8919b652-ee3a-4fb0-97a3-32091d9b9c53 None None] The sync data for ids ['96a03403-39d6-4642-947c-0aeefc2e12bf'] in n-d-789963-26 is: [{'id': '96a03403-39d6-4642-947c-0aeefc2e12bf', 'name': 'tempest-AttachVolumeShelveTestJSON-1797721458-router', 'tenant_id': 'faba4237acf64862ba84ad5ca9ce531a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '46edfeb7-6eb1-4026-958c-30c68e711312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:08:51Z', 'updated_at': '2022-02-02T07:08:57Z', 'revision_number': 4, 'project_id': 'faba4237acf64862ba84ad5ca9ce531a', 'gw_port': {'id': '46edfeb7-6eb1-4026-958c-30c68e711312', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:30:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a03403-39d6-4642-947c-0aeefc2e12bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:08:53Z', 'updated_at': '2022-02-02T07:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '27dbd983-8a26-499d-b424-f8d9842bb005', 'name': '', 'network_id': '93a7727a-9e40-4a0f-b90d-66c79fe1bf6c', 'tenant_id': 'faba4237acf64862ba84ad5ca9ce531a', 'mac_address': 'fa:16:3e:20:9c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a03403-39d6-4642-947c-0aeefc2e12bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '772313e3-625d-4c7f-b776-8fe829836021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:08:56Z', 'updated_at': '2022-02-02T07:09:09Z', 'revision_number': 5, 'project_id': 'faba4237acf64862ba84ad5ca9ce531a', 'subnets': [{'id': '772313e3-625d-4c7f-b776-8fe829836021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:14:22.710581 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd798f4-2551-4ce3-8b7e-fcb9df1fccc1 None None] Network 96a17be2-3b10-4ce0-8fef-5c1c61e2a12b requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:14:22.710899 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830db967-4b4e-465c-8b9a-8c1ba6695f5d tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Pushing event deleted for resources: {'Subnet': ['ID=de1bef11-0190-4dd0-830c-19ffb2680972,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:22.718014 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-830db967-4b4e-465c-8b9a-8c1ba6695f5d tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:22.724861 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-830db967-4b4e-465c-8b9a-8c1ba6695f5d tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "DELETE /v2.0/subnets/de1bef11-0190-4dd0-830c-19ffb2680972 HTTP/1.1" status: 204 len: 168 time: 1.6129065 Feb 02 07:14:22.755347 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e918f2a5-2f39-4a55-935c-77fbc72efc7d tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event updated for resources: {'Network': ['ID=95724054-2807-4a48-afee-3cac1b7a813e,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:22.760127 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58000) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:22.810774 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 95724054-2807-4a48-afee-3cac1b7a813e details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:14:22.871391 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-21249982-4f25-42a6-8a35-b5aefcc7c1e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a38f7042-b462-4d46-a7c7-a3add4b6717a']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:22.885285 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-21249982-4f25-42a6-8a35-b5aefcc7c1e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4186ef97-4817-4dff-927c-faf107803022') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:22.885599 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-21249982-4f25-42a6-8a35-b5aefcc7c1e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4186ef97-4817-4dff-927c-faf107803022') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:22.901429 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-21249982-4f25-42a6-8a35-b5aefcc7c1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (4186ef97-4817-4dff-927c-faf107803022), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:22.917207 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-21249982-4f25-42a6-8a35-b5aefcc7c1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (4186ef97-4817-4dff-927c-faf107803022), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:22.925004 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21249982-4f25-42a6-8a35-b5aefcc7c1e5 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:14:22.925410 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-21249982-4f25-42a6-8a35-b5aefcc7c1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (4186ef97-4817-4dff-927c-faf107803022), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:23.014140 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:14:23.014140 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:14:23.014140 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:14:23.014140 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:14:23.014140 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:14:23.014140 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:14:23.014140 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:14:23.014140 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:14:23.014140 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:14:23.014140 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:14:23.014140 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:14:23.014140 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:14:23.014140 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:14:23.014140 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:14:23.014140 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:14:23.014140 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:14:23.014140 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:14:23.014140 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:14:23.014140 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:14:23.014140 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:14:23.014140 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:14:23.014140 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:14:23.014140 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:14:23.014140 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:14:23.014140 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:14:23.014140 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:14:23.014140 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:14:23.014140 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:14:23.014140 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:14:23.014140 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:14:23.014140 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:14:23.014140 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:14:23.056765 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-21249982-4f25-42a6-8a35-b5aefcc7c1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (a38f7042-b462-4d46-a7c7-a3add4b6717a), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:23.063526 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58f4da7-858a-4d71-b329-e1a2852ef13e None None] DHCP port deletion for 96a17be2-3b10-4ce0-8fef-5c1c61e2a12b request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:14:23.089754 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-21249982-4f25-42a6-8a35-b5aefcc7c1e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:23.099152 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-21249982-4f25-42a6-8a35-b5aefcc7c1e5 admin admin] 10.222.0.87 "DELETE /v2.0/networks/a38f7042-b462-4d46-a7c7-a3add4b6717a HTTP/1.1" status: 204 len: 168 time: 0.8766832 Feb 02 07:14:23.112867 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device b444e857-d37e-4dac-ae7b-846070e120f8 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:14:23.122240 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21249982-4f25-42a6-8a35-b5aefcc7c1e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a38f7042-b462-4d46-a7c7-a3add4b6717a,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:23.146301 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: b444e857-d37e-4dac-ae7b-846070e120f8 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:14:23.146651 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device b444e857-d37e-4dac-ae7b-846070e120f8 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:14:23.178439 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-e58f4da7-858a-4d71-b329-e1a2852ef13e None None] Deleting port 5dd0c003-4092-4a38-bf35-577efa3e51fe {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:14:23.179178 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e58f4da7-858a-4d71-b329-e1a2852ef13e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (5dd0c003-4092-4a38-bf35-577efa3e51fe), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:23.220424 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60463418-ad18-40e3-a743-78cc6f75d9a2 None None] New status for floating IP a471077f-db71-41d5-aa9c-b263cee34142: DOWN {{(pid=109696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 07:14:23.259059 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-e58f4da7-858a-4d71-b329-e1a2852ef13e None None] For port 5dd0c003-4092-4a38-bf35-577efa3e51fe, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=5dd0c003-4092-4a38-bf35-577efa3e51fe,segment=NetworkSegment(75553877-bf18-4595-bd16-2a324db37437),segment_id=75553877-bf18-4595-bd16-2a324db37437)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:14:23.259851 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e58f4da7-858a-4d71-b329-e1a2852ef13e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (5dd0c003-4092-4a38-bf35-577efa3e51fe), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:23.279577 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-e58f4da7-858a-4d71-b329-e1a2852ef13e None None] Calling delete_port for 5dd0c003-4092-4a38-bf35-577efa3e51fe owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:14:23.289320 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58008) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:23.381504 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cfa7b064-1a50-41d9-be2a-31f2a71c87b6 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks [] for security_group (4c2c0860-2986-407a-8a1e-1579ab01e7d7), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:23.417509 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cfa7b064-1a50-41d9-be2a-31f2a71c87b6 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks [] for security_group (4c2c0860-2986-407a-8a1e-1579ab01e7d7), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:23.484245 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58010) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:23.506909 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cfa7b064-1a50-41d9-be2a-31f2a71c87b6 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (4c2c0860-2986-407a-8a1e-1579ab01e7d7), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:23.511330 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cfa7b064-1a50-41d9-be2a-31f2a71c87b6 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:23.515613 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-cfa7b064-1a50-41d9-be2a-31f2a71c87b6 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "DELETE /v2.0/security-groups/4c2c0860-2986-407a-8a1e-1579ab01e7d7 HTTP/1.1" status: 204 len: 168 time: 0.2246549 Feb 02 07:14:23.521218 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58012) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:23.529251 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e58f4da7-858a-4d71-b329-e1a2852ef13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (5dd0c003-4092-4a38-bf35-577efa3e51fe), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:23.576909 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58f4da7-858a-4d71-b329-e1a2852ef13e None None] Pushing event deleted for resources: {'Port': ['ID=5dd0c003-4092-4a38-bf35-577efa3e51fe,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:23.590267 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-294bca12-cddd-4711-84c1-1da30be1effd admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9fc22892df74469f963e65d3874b67e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1035209 Feb 02 07:14:23.594221 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58f4da7-858a-4d71-b329-e1a2852ef13e None None] No DVR routers for this DVR port 5dd0c003-4092-4a38-bf35-577efa3e51fe on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:14:23.604763 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58016) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:23.626747 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-b6426ec8-3644-4556-ae9b-a6507b0ab7b9 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] show failed (client error): The resource could not be found. Feb 02 07:14:23.630420 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b6426ec8-3644-4556-ae9b-a6507b0ab7b9 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups/4c2c0860-2986-407a-8a1e-1579ab01e7d7 HTTP/1.1" status: 404 len: 347 time: 0.0516791 Feb 02 07:14:23.630618 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98bafba-dd38-4d71-8647-2d0f05f55b16 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Made reservation on behalf of 3f54e6cae7d248ada3b347585c4ee8ad for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:14:23.631122 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa7b064-1a50-41d9-be2a-31f2a71c87b6 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2c0860-2986-407a-8a1e-1579ab01e7d7,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:23.632530 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58018) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:23.634120 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c98bafba-dd38-4d71-8647-2d0f05f55b16 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:23.705784 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.ipam_backend_mixin [None req-c98bafba-dd38-4d71-8647-2d0f05f55b16 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Performing IP validity checks on allocation pools {{(pid=109694) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 02 07:14:23.707542 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.ipam_backend_mixin [None req-c98bafba-dd38-4d71-8647-2d0f05f55b16 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109694) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 02 07:14:23.753837 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-83b369ff-7ba9-4c70-bc04-8941b47014cf tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (96a17be2-3b10-4ce0-8fef-5c1c61e2a12b), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:23.785620 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ea201ea3-a260-4ae6-9a78-380cd4534db4 admin admin] Publish callbacks [] for security_group (4ef05643-d10c-44e3-acc4-42a0448ef967), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:23.816008 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ea201ea3-a260-4ae6-9a78-380cd4534db4 admin admin] Publish callbacks [] for security_group (4ef05643-d10c-44e3-acc4-42a0448ef967), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:23.846928 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-b2ca2a70-8fd6-430b-926f-e9807e953aab tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Deleting port 98495207-1e36-48d7-bf30-4ca3db20d0ae {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:14:23.847575 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b2ca2a70-8fd6-430b-926f-e9807e953aab tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (98495207-1e36-48d7-bf30-4ca3db20d0ae), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:23.932466 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ea201ea3-a260-4ae6-9a78-380cd4534db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (4ef05643-d10c-44e3-acc4-42a0448ef967), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:23.934854 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ea201ea3-a260-4ae6-9a78-380cd4534db4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:23.936030 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-ea201ea3-a260-4ae6-9a78-380cd4534db4 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/4ef05643-d10c-44e3-acc4-42a0448ef967 HTTP/1.1" status: 204 len: 168 time: 0.3302822 Feb 02 07:14:23.953068 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea201ea3-a260-4ae6-9a78-380cd4534db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef05643-d10c-44e3-acc4-42a0448ef967,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:23.969792 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b2ca2a70-8fd6-430b-926f-e9807e953aab tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (98495207-1e36-48d7-bf30-4ca3db20d0ae), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:23.969792 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b2ca2a70-8fd6-430b-926f-e9807e953aab tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks [] for floatingip (98495207-1e36-48d7-bf30-4ca3db20d0ae), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:23.994773 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-b2ca2a70-8fd6-430b-926f-e9807e953aab tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Calling delete_port for 98495207-1e36-48d7-bf30-4ca3db20d0ae owned by network:floatingip {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:14:24.032084 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c7c7963-d1cb-42c3-b4b9-30d49c036890 admin admin] Router 977ddc86-9287-4b15-aeb4-c58066517655 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:14:24.166869 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b2ca2a70-8fd6-430b-926f-e9807e953aab tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (98495207-1e36-48d7-bf30-4ca3db20d0ae), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:24.170847 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-83b369ff-7ba9-4c70-bc04-8941b47014cf tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (96a17be2-3b10-4ce0-8fef-5c1c61e2a12b), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:24.247015 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-83b369ff-7ba9-4c70-bc04-8941b47014cf tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96a17be2-3b10-4ce0-8fef-5c1c61e2a12b']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:24.248396 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ca2a70-8fd6-430b-926f-e9807e953aab tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Pushing event deleted for resources: {'Port': ['ID=98495207-1e36-48d7-bf30-4ca3db20d0ae,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:24.263521 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-83b369ff-7ba9-4c70-bc04-8941b47014cf tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75553877-bf18-4595-bd16-2a324db37437') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:24.263876 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-83b369ff-7ba9-4c70-bc04-8941b47014cf tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75553877-bf18-4595-bd16-2a324db37437') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:24.268544 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c98bafba-dd38-4d71-8647-2d0f05f55b16 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (883f62ad-f741-4bf4-aefc-34cbd5c6fc62), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:24.298677 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-83b369ff-7ba9-4c70-bc04-8941b47014cf tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (75553877-bf18-4595-bd16-2a324db37437), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:24.314630 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b2ca2a70-8fd6-430b-926f-e9807e953aab tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks [] for floatingip (a471077f-db71-41d5-aa9c-b263cee34142), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:24.318382 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b2ca2a70-8fd6-430b-926f-e9807e953aab tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:24.323394 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b2ca2a70-8fd6-430b-926f-e9807e953aab tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "DELETE /v2.0/floatingips/a471077f-db71-41d5-aa9c-b263cee34142 HTTP/1.1" status: 204 len: 168 time: 0.6795249 Feb 02 07:14:24.385535 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-83b369ff-7ba9-4c70-bc04-8941b47014cf tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (75553877-bf18-4595-bd16-2a324db37437), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:24.404835 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58026) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:24.409558 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83b369ff-7ba9-4c70-bc04-8941b47014cf tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:14:24.409973 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-83b369ff-7ba9-4c70-bc04-8941b47014cf tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (75553877-bf18-4595-bd16-2a324db37437), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:24.417729 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:14:24.417729 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:14:24.417729 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:14:24.417729 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:14:24.417729 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:14:24.417729 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:14:24.417729 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:14:24.417729 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:14:24.417729 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:14:24.417729 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:14:24.417729 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:14:24.417729 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:14:24.417729 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:14:24.417729 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:14:24.417729 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:14:24.417729 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:14:24.417729 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:14:24.417729 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:14:24.417729 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:14:24.417729 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:14:24.417729 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:14:24.417729 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:14:24.417729 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:14:24.417729 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:14:24.417729 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:14:24.417729 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:14:24.417729 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:14:24.417729 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:14:24.417729 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:14:24.417729 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:14:24.417729 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:14:24.417729 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:14:24.450030 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98bafba-dd38-4d71-8647-2d0f05f55b16 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event updated for resources: {'Subnet': ['ID=883f62ad-f741-4bf4-aefc-34cbd5c6fc62,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:24.454441 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7c48465f-0ce4-44cb-85c1-c70bdcb85cc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (0108e9da-181c-4dc9-9734-36c7b40864e8), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:24.481699 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c7c7963-d1cb-42c3-b4b9-30d49c036890 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:14:24.500762 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ff5007-a000-4c18-9520-8801defbf0be None None] Sync routers for ids ['977ddc86-9287-4b15-aeb4-c58066517655'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:14:24.521262 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-af386de9-17a1-4b9a-9052-239d427ee6d9 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=88c75d1f5abf469da7735da140a0aeb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1114628 Feb 02 07:14:24.521393 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ff5007-a000-4c18-9520-8801defbf0be None None] Routers {'977ddc86-9287-4b15-aeb4-c58066517655'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:14:24.522333 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-e8ff5007-a000-4c18-9520-8801defbf0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:14:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['977ddc86-9287-4b15-aeb4-c58066517655'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:24.522494 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58028) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:24.564113 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-6c7c7963-d1cb-42c3-b4b9-30d49c036890 admin admin] 10.222.0.87 "PUT /v2.0/routers/977ddc86-9287-4b15-aeb4-c58066517655/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7553706 Feb 02 07:14:24.565963 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58030) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:24.608311 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ebecbf3f-12be-459b-b5bb-d0019e8d3253 admin admin] Publish callbacks [] for security_group (47f355ee-7fe7-4c33-91c6-df9ede78c223), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:24.628072 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98bafba-dd38-4d71-8647-2d0f05f55b16 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Checking segment: {'id': 'c91d7e66-eba8-45b3-b478-b72f164b9298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '95724054-2807-4a48-afee-3cac1b7a813e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:14:24.628072 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98bafba-dd38-4d71-8647-2d0f05f55b16 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Network hostable DHCP agents. Network: 95724054-2807-4a48-afee-3cac1b7a813e, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:14:24.629846 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-83b369ff-7ba9-4c70-bc04-8941b47014cf tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (96a17be2-3b10-4ce0-8fef-5c1c61e2a12b), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:24.646468 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ebecbf3f-12be-459b-b5bb-d0019e8d3253 admin admin] Publish callbacks [] for security_group (47f355ee-7fe7-4c33-91c6-df9ede78c223), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:24.673764 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-83b369ff-7ba9-4c70-bc04-8941b47014cf tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:24.677225 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-83b369ff-7ba9-4c70-bc04-8941b47014cf tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "DELETE /v2.0/networks/96a17be2-3b10-4ce0-8fef-5c1c61e2a12b HTTP/1.1" status: 204 len: 168 time: 1.9104712 Feb 02 07:14:24.682357 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58034) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:24.702222 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b369ff-7ba9-4c70-bc04-8941b47014cf tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Pushing event deleted for resources: {'Network': ['ID=96a17be2-3b10-4ce0-8fef-5c1c61e2a12b,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:24.761163 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98bafba-dd38-4d71-8647-2d0f05f55b16 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Network 95724054-2807-4a48-afee-3cac1b7a813e is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:14:24.763215 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-e8ff5007-a000-4c18-9520-8801defbf0be None None] Set router 977ddc86-9287-4b15-aeb4-c58066517655 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:14:24.774344 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58036) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:24.783195 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-81ee1bfb-094b-4cc8-9fbb-549293cb3250 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Request body: {'security_group': {'name': 'tempest-securitygroup--304184100', 'description': 'tempest-description--1998836338'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:14:24.822750 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-c98bafba-dd38-4d71-8647-2d0f05f55b16 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 95724054-2807-4a48-afee-3cac1b7a813e) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:14:24.825141 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2ff149de-a4e2-4165-bfb6-f3aae0ea3b9f admin admin] Publish callbacks [] for router (977ddc86-9287-4b15-aeb4-c58066517655), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:24.832854 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98bafba-dd38-4d71-8647-2d0f05f55b16 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:24.833534 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c98bafba-dd38-4d71-8647-2d0f05f55b16 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:24.920220 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ebecbf3f-12be-459b-b5bb-d0019e8d3253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (47f355ee-7fe7-4c33-91c6-df9ede78c223), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:24.920520 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462a0eac-fa2f-4263-98a2-d9045178ae13 None None] Network 95724054-2807-4a48-afee-3cac1b7a813e requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:14:24.923447 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ebecbf3f-12be-459b-b5bb-d0019e8d3253 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:24.927060 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-ebecbf3f-12be-459b-b5bb-d0019e8d3253 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/47f355ee-7fe7-4c33-91c6-df9ede78c223 HTTP/1.1" status: 204 len: 168 time: 0.4011540 Feb 02 07:14:24.960339 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c98bafba-dd38-4d71-8647-2d0f05f55b16 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5469604 Feb 02 07:14:24.965368 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58040) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:24.982215 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-65e60992-606c-43ec-a1fc-d89612946def tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Request body: {'port': {'network_id': '95724054-2807-4a48-afee-3cac1b7a813e', 'name': 'tempest-PortsIpV6TestJSON-839447890'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:14:24.988423 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebecbf3f-12be-459b-b5bb-d0019e8d3253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f355ee-7fe7-4c33-91c6-df9ede78c223,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:25.031759 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 5dd0c003-4092-4a38-bf35-577efa3e51fe no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:14:25.077075 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 5dd0c003-4092-4a38-bf35-577efa3e51fe {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:14:25.077584 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 5dd0c003-4092-4a38-bf35-577efa3e51fe not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:14:25.093273 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996ff336-2b70-4aac-9274-7fcb734e991e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-95724054-2807-4a48-afee-3cac1b7a813e', 'network_id': '95724054-2807-4a48-afee-3cac1b7a813e', 'project_id': '3f54e6cae7d248ada3b347585c4ee8ad', 'fixed_ips': [{'subnet_id': '883f62ad-f741-4bf4-aefc-34cbd5c6fc62'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:14:25.094116 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-996ff336-2b70-4aac-9274-7fcb734e991e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:25.150621 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-81ee1bfb-094b-4cc8-9fbb-549293cb3250 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:25.294305 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-e8ff5007-a000-4c18-9520-8801defbf0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '977ddc86-9287-4b15-aeb4-c58066517655', 'name': 'tempest-TestServerMultinode-1384171620-router', 'tenant_id': '06979ed0016c41f8b96877f87096f36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'fa446486-b307-455c-97b7-652614db223b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:12:52Z', 'updated_at': '2022-02-02T07:14:20Z', 'revision_number': 5, 'project_id': '06979ed0016c41f8b96877f87096f36c', 'gw_port': {'id': 'fa446486-b307-455c-97b7-652614db223b', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977ddc86-9287-4b15-aeb4-c58066517655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2086, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:12:55Z', 'updated_at': '2022-02-02T07:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:25.338569 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-81ee1bfb-094b-4cc8-9fbb-549293cb3250 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks [] for security_group (bc6bfedd-ef42-4ce4-a56a-4f6651c2c67b), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:25.340628 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2ff149de-a4e2-4165-bfb6-f3aae0ea3b9f admin admin] Publish callbacks [] for router_gateway (977ddc86-9287-4b15-aeb4-c58066517655), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:25.348030 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e60992-606c-43ec-a1fc-d89612946def tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Made reservation on behalf of 3f54e6cae7d248ada3b347585c4ee8ad for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:14:25.353894 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-65e60992-606c-43ec-a1fc-d89612946def tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:25.365901 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ff5007-a000-4c18-9520-8801defbf0be None None] Checking router: 977ddc86-9287-4b15-aeb4-c58066517655 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:14:25.381327 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-81ee1bfb-094b-4cc8-9fbb-549293cb3250 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (bc6bfedd-ef42-4ce4-a56a-4f6651c2c67b), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:25.407608 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-996ff336-2b70-4aac-9274-7fcb734e991e None None] Allocated IP 2001:db8::2 (95724054-2807-4a48-afee-3cac1b7a813e/883f62ad-f741-4bf4-aefc-34cbd5c6fc62/26bd15a3-65dc-4949-a580-f33cf12f07af) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:14:25.419708 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ff5007-a000-4c18-9520-8801defbf0be None None] Routers {'977ddc86-9287-4b15-aeb4-c58066517655'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:14:25.420348 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-e8ff5007-a000-4c18-9520-8801defbf0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:14:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['977ddc86-9287-4b15-aeb4-c58066517655'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:25.468540 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-81ee1bfb-094b-4cc8-9fbb-549293cb3250 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:25.474098 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58046) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:25.476270 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-81ee1bfb-094b-4cc8-9fbb-549293cb3250 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6953132 Feb 02 07:14:25.507274 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [None req-65e60992-606c-43ec-a1fc-d89612946def tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] device_id is not set on port bc6f023b-90c2-45f1-8cb4-091f09f6656c yet. {{(pid=109694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:14:25.509563 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-f4b2a151-02be-442c-9b4e-5e2ba0678ac7 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Request body: {'security_group_rule': {'security_group_id': 'bc6bfedd-ef42-4ce4-a56a-4f6651c2c67b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:14:25.517354 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-e8ff5007-a000-4c18-9520-8801defbf0be None None] Set router 977ddc86-9287-4b15-aeb4-c58066517655 gateway port host: None {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:14:25.578905 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f4b2a151-02be-442c-9b4e-5e2ba0678ac7 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks [] for security_group_rule (de8da794-b687-4c37-9ffe-b8a3e90b85ad), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:25.601236 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-868da100-7fbe-405c-b6d5-a8cbd6ed4e5e tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (5be8e385-58ce-4093-9665-c14048136a2a), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:25.714222 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-2ff149de-a4e2-4165-bfb6-f3aae0ea3b9f admin admin] Deleting port fa446486-b307-455c-97b7-652614db223b {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:14:25.715140 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2ff149de-a4e2-4165-bfb6-f3aae0ea3b9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (fa446486-b307-455c-97b7-652614db223b), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:25.810046 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-2ff149de-a4e2-4165-bfb6-f3aae0ea3b9f admin admin] For port fa446486-b307-455c-97b7-652614db223b, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=fa446486-b307-455c-97b7-652614db223b,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:14:25.810819 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2ff149de-a4e2-4165-bfb6-f3aae0ea3b9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (fa446486-b307-455c-97b7-652614db223b), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:25.817702 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ee1bfb-094b-4cc8-9fbb-549293cb3250 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc6bfedd-ef42-4ce4-a56a-4f6651c2c67b,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:25.837129 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-2ff149de-a4e2-4165-bfb6-f3aae0ea3b9f admin admin] Calling delete_port for fa446486-b307-455c-97b7-652614db223b owned by network:router_gateway {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:14:25.838640 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f4b2a151-02be-442c-9b4e-5e2ba0678ac7 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks [] for security_group_rule (de8da794-b687-4c37-9ffe-b8a3e90b85ad), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:25.872501 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f4b2a151-02be-442c-9b4e-5e2ba0678ac7 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (de8da794-b687-4c37-9ffe-b8a3e90b85ad), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:25.878096 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-7c48465f-0ce4-44cb-85c1-c70bdcb85cc6 admin admin] Deleting port e7cc303f-a095-4cdd-bb09-675b613e4814 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:14:25.878431 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7c48465f-0ce4-44cb-85c1-c70bdcb85cc6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (e7cc303f-a095-4cdd-bb09-675b613e4814), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:25.920849 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b2a151-02be-442c-9b4e-5e2ba0678ac7 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de8da794-b687-4c37-9ffe-b8a3e90b85ad,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:25.940308 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b2a151-02be-442c-9b4e-5e2ba0678ac7 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:14:25.940673 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b2a151-02be-442c-9b4e-5e2ba0678ac7 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:14:25.941005 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b2a151-02be-442c-9b4e-5e2ba0678ac7 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:14:25.941352 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b2a151-02be-442c-9b4e-5e2ba0678ac7 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:14:25.941820 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b2a151-02be-442c-9b4e-5e2ba0678ac7 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:14:25.942171 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b2a151-02be-442c-9b4e-5e2ba0678ac7 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:14:25.942649 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b2a151-02be-442c-9b4e-5e2ba0678ac7 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:14:25.942994 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b2a151-02be-442c-9b4e-5e2ba0678ac7 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:14:25.943329 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b2a151-02be-442c-9b4e-5e2ba0678ac7 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:14:25.943686 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b2a151-02be-442c-9b4e-5e2ba0678ac7 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:14:25.944019 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b2a151-02be-442c-9b4e-5e2ba0678ac7 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:14:25.944346 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b2a151-02be-442c-9b4e-5e2ba0678ac7 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:14:25.944668 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b2a151-02be-442c-9b4e-5e2ba0678ac7 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:14:25.951585 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f4b2a151-02be-442c-9b4e-5e2ba0678ac7 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:25.953122 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-f4b2a151-02be-442c-9b4e-5e2ba0678ac7 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4777107 Feb 02 07:14:25.956147 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58062) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:25.960587 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-b54b8ebe-5868-4fb5-b9bf-31780c96744b tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Request body: {'security_group_rule': {'security_group_id': 'bc6bfedd-ef42-4ce4-a56a-4f6651c2c67b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:14:25.967841 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-7c48465f-0ce4-44cb-85c1-c70bdcb85cc6 admin admin] For port e7cc303f-a095-4cdd-bb09-675b613e4814, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=e7cc303f-a095-4cdd-bb09-675b613e4814,segment=NetworkSegment(3beca779-ab32-4690-8e90-2674758f471f),segment_id=3beca779-ab32-4690-8e90-2674758f471f)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:14:25.968206 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7c48465f-0ce4-44cb-85c1-c70bdcb85cc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (e7cc303f-a095-4cdd-bb09-675b613e4814), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:25.983788 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-7c48465f-0ce4-44cb-85c1-c70bdcb85cc6 admin admin] Calling delete_port for e7cc303f-a095-4cdd-bb09-675b613e4814 owned by network:router_interface {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:14:26.026617 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b54b8ebe-5868-4fb5-b9bf-31780c96744b tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks [] for security_group_rule (0a8bf2b3-000f-4030-89bd-7768e57cba4b), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:26.112285 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b54b8ebe-5868-4fb5-b9bf-31780c96744b tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks [] for security_group_rule (0a8bf2b3-000f-4030-89bd-7768e57cba4b), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:26.142347 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b54b8ebe-5868-4fb5-b9bf-31780c96744b tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (0a8bf2b3-000f-4030-89bd-7768e57cba4b), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:26.172907 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54b8ebe-5868-4fb5-b9bf-31780c96744b tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a8bf2b3-000f-4030-89bd-7768e57cba4b,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:26.186558 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b54b8ebe-5868-4fb5-b9bf-31780c96744b tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:26.188389 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b54b8ebe-5868-4fb5-b9bf-31780c96744b tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2312009 Feb 02 07:14:26.191402 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58068) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:26.197607 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-935589a8-9d44-4db3-8942-21cc2edd9770 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Request body: {'floatingip': {'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:14:26.220270 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7c48465f-0ce4-44cb-85c1-c70bdcb85cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (e7cc303f-a095-4cdd-bb09-675b613e4814), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:26.229325 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-868da100-7fbe-405c-b6d5-a8cbd6ed4e5e tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Deleting port 6be65c97-c21a-4d3c-9b85-1b734ac5ab7a {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:14:26.230038 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-868da100-7fbe-405c-b6d5-a8cbd6ed4e5e tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (6be65c97-c21a-4d3c-9b85-1b734ac5ab7a), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:26.257024 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c48465f-0ce4-44cb-85c1-c70bdcb85cc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7cc303f-a095-4cdd-bb09-675b613e4814,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:26.272333 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-935589a8-9d44-4db3-8942-21cc2edd9770 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:26.308037 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-996ff336-2b70-4aac-9274-7fcb734e991e None None] Publish callbacks [] for port (26bd15a3-65dc-4949-a580-f33cf12f07af), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:26.313288 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-e8ff5007-a000-4c18-9520-8801defbf0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '977ddc86-9287-4b15-aeb4-c58066517655', 'name': 'tempest-TestServerMultinode-1384171620-router', 'tenant_id': '06979ed0016c41f8b96877f87096f36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:12:52Z', 'updated_at': '2022-02-02T07:14:25Z', 'revision_number': 6, 'project_id': '06979ed0016c41f8b96877f87096f36c', 'gw_port_host': None}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:26.349311 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ff5007-a000-4c18-9520-8801defbf0be None None] The sync data for ids ['977ddc86-9287-4b15-aeb4-c58066517655'] in n-d-789963-26 is: [{'id': '977ddc86-9287-4b15-aeb4-c58066517655', 'name': 'tempest-TestServerMultinode-1384171620-router', 'tenant_id': '06979ed0016c41f8b96877f87096f36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:12:52Z', 'updated_at': '2022-02-02T07:14:25Z', 'revision_number': 6, 'project_id': '06979ed0016c41f8b96877f87096f36c', 'gw_port_host': None}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:14:26.353695 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-996ff336-2b70-4aac-9274-7fcb734e991e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (26bd15a3-65dc-4949-a580-f33cf12f07af), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:26.404934 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996ff336-2b70-4aac-9274-7fcb734e991e None None] Network 95724054-2807-4a48-afee-3cac1b7a813e is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:14:26.418368 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-996ff336-2b70-4aac-9274-7fcb734e991e None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:14:26.422733 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996ff336-2b70-4aac-9274-7fcb734e991e None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:14:26.478549 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996ff336-2b70-4aac-9274-7fcb734e991e None None] Pushing event updated for resources: {'Port': ['ID=26bd15a3-65dc-4949-a580-f33cf12f07af,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:26.548255 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-868da100-7fbe-405c-b6d5-a8cbd6ed4e5e tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] For port 6be65c97-c21a-4d3c-9b85-1b734ac5ab7a, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=6be65c97-c21a-4d3c-9b85-1b734ac5ab7a,segment=NetworkSegment(e8357ad3-2650-4335-88ac-051b784a772b),segment_id=e8357ad3-2650-4335-88ac-051b784a772b)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:14:26.550106 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-868da100-7fbe-405c-b6d5-a8cbd6ed4e5e tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (6be65c97-c21a-4d3c-9b85-1b734ac5ab7a), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:26.552934 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-996ff336-2b70-4aac-9274-7fcb734e991e None None] Attempting to bind port 26bd15a3-65dc-4949-a580-f33cf12f07af on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:14:26.553402 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-996ff336-2b70-4aac-9274-7fcb734e991e None None] Attempting to bind port 26bd15a3-65dc-4949-a580-f33cf12f07af by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'c91d7e66-eba8-45b3-b478-b72f164b9298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '95724054-2807-4a48-afee-3cac1b7a813e'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:14:26.558781 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996ff336-2b70-4aac-9274-7fcb734e991e None None] Attempting to bind port 26bd15a3-65dc-4949-a580-f33cf12f07af on network 95724054-2807-4a48-afee-3cac1b7a813e {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:14:26.571403 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996ff336-2b70-4aac-9274-7fcb734e991e None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:14:26.571835 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996ff336-2b70-4aac-9274-7fcb734e991e None None] Checking segment: {'id': 'c91d7e66-eba8-45b3-b478-b72f164b9298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '95724054-2807-4a48-afee-3cac1b7a813e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:14:26.574217 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-996ff336-2b70-4aac-9274-7fcb734e991e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:26.574942 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996ff336-2b70-4aac-9274-7fcb734e991e None None] Bound using segment: {'id': 'c91d7e66-eba8-45b3-b478-b72f164b9298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '95724054-2807-4a48-afee-3cac1b7a813e'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:14:26.575468 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-996ff336-2b70-4aac-9274-7fcb734e991e None None] Bound port: 26bd15a3-65dc-4949-a580-f33cf12f07af, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c91d7e66-eba8-45b3-b478-b72f164b9298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '95724054-2807-4a48-afee-3cac1b7a813e'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:14:26.577670 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-996ff336-2b70-4aac-9274-7fcb734e991e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (26bd15a3-65dc-4949-a580-f33cf12f07af), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:26.626361 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-868da100-7fbe-405c-b6d5-a8cbd6ed4e5e tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Calling delete_port for 6be65c97-c21a-4d3c-9b85-1b734ac5ab7a owned by network:router_interface {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:14:26.689033 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-996ff336-2b70-4aac-9274-7fcb734e991e None None] For port 26bd15a3-65dc-4949-a580-f33cf12f07af, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:14:26.693073 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-996ff336-2b70-4aac-9274-7fcb734e991e None None] For port 26bd15a3-65dc-4949-a580-f33cf12f07af, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=26bd15a3-65dc-4949-a580-f33cf12f07af,segment=NetworkSegment(c91d7e66-eba8-45b3-b478-b72f164b9298),segment_id=c91d7e66-eba8-45b3-b478-b72f164b9298)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:14:26.699404 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-65e60992-606c-43ec-a1fc-d89612946def tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Allocated IP 2001:db8::1aa (95724054-2807-4a48-afee-3cac1b7a813e/883f62ad-f741-4bf4-aefc-34cbd5c6fc62/bc6f023b-90c2-45f1-8cb4-091f09f6656c) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:14:26.713129 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-996ff336-2b70-4aac-9274-7fcb734e991e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (26bd15a3-65dc-4949-a580-f33cf12f07af), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:26.882412 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996ff336-2b70-4aac-9274-7fcb734e991e None None] Pushing event updated for resources: {'Port': ['ID=26bd15a3-65dc-4949-a580-f33cf12f07af,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:26.953104 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-935589a8-9d44-4db3-8942-21cc2edd9770 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:27.135129 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2ff149de-a4e2-4165-bfb6-f3aae0ea3b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (fa446486-b307-455c-97b7-652614db223b), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:27.151460 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-935589a8-9d44-4db3-8942-21cc2edd9770 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Allocated IP 172.25.4.78 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/31d18f13-5d7e-4421-9a3e-feefe58e89c6) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:14:27.153647 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-868da100-7fbe-405c-b6d5-a8cbd6ed4e5e tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (6be65c97-c21a-4d3c-9b85-1b734ac5ab7a), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:27.175798 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7c48465f-0ce4-44cb-85c1-c70bdcb85cc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (0108e9da-181c-4dc9-9734-36c7b40864e8), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:27.200427 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868da100-7fbe-405c-b6d5-a8cbd6ed4e5e tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Pushing event deleted for resources: {'Port': ['ID=6be65c97-c21a-4d3c-9b85-1b734ac5ab7a,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:27.222530 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff149de-a4e2-4165-bfb6-f3aae0ea3b9f admin admin] Pushing event deleted for resources: {'Port': ['ID=fa446486-b307-455c-97b7-652614db223b,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:27.237456 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:27.434137 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 9334f6e7-751a-42c1-a36e-fe1d8d7203ff no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:14:27.496925 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 9334f6e7-751a-42c1-a36e-fe1d8d7203ff {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:14:27.497308 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 9334f6e7-751a-42c1-a36e-fe1d8d7203ff not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:14:27.527919 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-935589a8-9d44-4db3-8942-21cc2edd9770 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks [] for port (31d18f13-5d7e-4421-9a3e-feefe58e89c6), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:27.531674 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-868da100-7fbe-405c-b6d5-a8cbd6ed4e5e tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (5be8e385-58ce-4093-9665-c14048136a2a), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:27.629678 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2ff149de-a4e2-4165-bfb6-f3aae0ea3b9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (977ddc86-9287-4b15-aeb4-c58066517655), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:27.734921 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-935589a8-9d44-4db3-8942-21cc2edd9770 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (31d18f13-5d7e-4421-9a3e-feefe58e89c6), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:27.826926 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-868da100-7fbe-405c-b6d5-a8cbd6ed4e5e tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Router 5be8e385-58ce-4093-9665-c14048136a2a has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:14:27.828876 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935589a8-9d44-4db3-8942-21cc2edd9770 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:14:27.832569 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-935589a8-9d44-4db3-8942-21cc2edd9770 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:14:27.834460 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935589a8-9d44-4db3-8942-21cc2edd9770 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Pushing event updated for resources: {'Port': ['ID=31d18f13-5d7e-4421-9a3e-feefe58e89c6,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:27.837319 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935589a8-9d44-4db3-8942-21cc2edd9770 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:14:27.959699 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-868da100-7fbe-405c-b6d5-a8cbd6ed4e5e tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:14:27.973326 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9005d3-ba81-44eb-bfc8-e9af57e8590d None None] Sync routers for ids ['5be8e385-58ce-4093-9665-c14048136a2a'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:14:27.985468 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9005d3-ba81-44eb-bfc8-e9af57e8590d None None] Routers {'5be8e385-58ce-4093-9665-c14048136a2a'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:14:27.986442 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-1b9005d3-ba81-44eb-bfc8-e9af57e8590d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:14:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['5be8e385-58ce-4093-9665-c14048136a2a'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:28.033122 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-935589a8-9d44-4db3-8942-21cc2edd9770 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks [] for floatingip (9827e3d5-34b7-4514-b481-42d643beeae5), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:28.058249 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-868da100-7fbe-405c-b6d5-a8cbd6ed4e5e tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "PUT /v2.0/routers/5be8e385-58ce-4093-9665-c14048136a2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3735428 Feb 02 07:14:28.058953 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58098) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:28.085248 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-1b9005d3-ba81-44eb-bfc8-e9af57e8590d None None] Set router 5be8e385-58ce-4093-9665-c14048136a2a gateway port host: None {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:14:28.093475 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2ff149de-a4e2-4165-bfb6-f3aae0ea3b9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (977ddc86-9287-4b15-aeb4-c58066517655), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:28.095854 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2ff149de-a4e2-4165-bfb6-f3aae0ea3b9f admin admin] Publish callbacks [] for router_controller (977ddc86-9287-4b15-aeb4-c58066517655), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:28.160537 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2ff149de-a4e2-4165-bfb6-f3aae0ea3b9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (977ddc86-9287-4b15-aeb4-c58066517655), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:28.162068 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff149de-a4e2-4165-bfb6-f3aae0ea3b9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 977ddc86-9287-4b15-aeb4-c58066517655 {{(pid=109694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:14:28.167843 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2ff149de-a4e2-4165-bfb6-f3aae0ea3b9f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:28.172189 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-2ff149de-a4e2-4165-bfb6-f3aae0ea3b9f admin admin] 10.222.0.87 "DELETE /v2.0/routers/977ddc86-9287-4b15-aeb4-c58066517655 HTTP/1.1" status: 204 len: 168 time: 3.6031179 Feb 02 07:14:28.176367 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58102) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:28.238932 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-1b9005d3-ba81-44eb-bfc8-e9af57e8590d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be8e385-58ce-4093-9665-c14048136a2a', 'name': 'tempest-RoutersTest-router-1283393417', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:13:26Z', 'updated_at': '2022-02-02T07:14:27Z', 'revision_number': 11, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'gw_port_host': None}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:28.289257 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-935589a8-9d44-4db3-8942-21cc2edd9770 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (31d18f13-5d7e-4421-9a3e-feefe58e89c6), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:28.292213 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9005d3-ba81-44eb-bfc8-e9af57e8590d None None] Checking router: 5be8e385-58ce-4093-9665-c14048136a2a for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:14:28.303111 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9005d3-ba81-44eb-bfc8-e9af57e8590d None None] Routers {'5be8e385-58ce-4093-9665-c14048136a2a'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:14:28.308398 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-1b9005d3-ba81-44eb-bfc8-e9af57e8590d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:14:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['5be8e385-58ce-4093-9665-c14048136a2a'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:28.344753 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c48465f-0ce4-44cb-85c1-c70bdcb85cc6 admin admin] Router 0108e9da-181c-4dc9-9734-36c7b40864e8 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:14:28.347746 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-65e60992-606c-43ec-a1fc-d89612946def tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for port (bc6f023b-90c2-45f1-8cb4-091f09f6656c), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:28.393158 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-1b9005d3-ba81-44eb-bfc8-e9af57e8590d None None] Set router 5be8e385-58ce-4093-9665-c14048136a2a gateway port host: None {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:14:28.460490 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-1b9005d3-ba81-44eb-bfc8-e9af57e8590d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be8e385-58ce-4093-9665-c14048136a2a', 'name': 'tempest-RoutersTest-router-1283393417', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:13:26Z', 'updated_at': '2022-02-02T07:14:27Z', 'revision_number': 11, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'gw_port_host': None}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:28.491891 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9005d3-ba81-44eb-bfc8-e9af57e8590d None None] The sync data for ids ['5be8e385-58ce-4093-9665-c14048136a2a'] in n-d-789963-26 is: [{'id': '5be8e385-58ce-4093-9665-c14048136a2a', 'name': 'tempest-RoutersTest-router-1283393417', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:13:26Z', 'updated_at': '2022-02-02T07:14:27Z', 'revision_number': 11, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'gw_port_host': None}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:14:28.500537 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-65e60992-606c-43ec-a1fc-d89612946def tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (bc6f023b-90c2-45f1-8cb4-091f09f6656c), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:28.515003 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c48465f-0ce4-44cb-85c1-c70bdcb85cc6 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:14:28.522316 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-7c48465f-0ce4-44cb-85c1-c70bdcb85cc6 admin admin] 10.222.0.87 "PUT /v2.0/routers/0108e9da-181c-4dc9-9734-36c7b40864e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0538533 Feb 02 07:14:28.529131 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805fbc05-9821-4d3f-a08d-9fa415245663 None None] Sync routers for ids ['0108e9da-181c-4dc9-9734-36c7b40864e8'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:14:28.552969 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805fbc05-9821-4d3f-a08d-9fa415245663 None None] Routers {'0108e9da-181c-4dc9-9734-36c7b40864e8'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:14:28.553942 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-805fbc05-9821-4d3f-a08d-9fa415245663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:14:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['0108e9da-181c-4dc9-9734-36c7b40864e8'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:28.556650 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58104) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:28.675682 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d4ec82-aba0-48fa-95ba-f7e29ccd461d None None] Network 95724054-2807-4a48-afee-3cac1b7a813e requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:14:28.685863 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e60992-606c-43ec-a1fc-d89612946def tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Network 95724054-2807-4a48-afee-3cac1b7a813e is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:14:28.687348 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5b0fb78a-2c7e-4891-9fd5-363814e46c3f admin admin] Publish callbacks [] for router (0108e9da-181c-4dc9-9734-36c7b40864e8), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:28.694684 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-65e60992-606c-43ec-a1fc-d89612946def tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:14:28.706638 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-805fbc05-9821-4d3f-a08d-9fa415245663 None None] Set router 0108e9da-181c-4dc9-9734-36c7b40864e8 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:14:28.738589 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e60992-606c-43ec-a1fc-d89612946def tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:14:28.744515 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e60992-606c-43ec-a1fc-d89612946def tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:28.745195 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-65e60992-606c-43ec-a1fc-d89612946def tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:28.757069 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e60992-606c-43ec-a1fc-d89612946def tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event updated for resources: {'Port': ['ID=bc6f023b-90c2-45f1-8cb4-091f09f6656c,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:28.783677 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-65e60992-606c-43ec-a1fc-d89612946def tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.8107195 Feb 02 07:14:28.787168 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-2533a7e8-e934-4848-99e4-39561391a5db tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Deleting subnet 134e2214-f6dd-43ee-a5d4-672e2463085f {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:14:28.794014 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58106) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:28.797052 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-a78e0943-909c-443c-855f-63c0efb18393 admin admin] Deleting subnet e9671e43-fdee-470a-b06f-60e85a6120df {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:14:28.813151 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2533a7e8-e934-4848-99e4-39561391a5db tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for subnet (134e2214-f6dd-43ee-a5d4-672e2463085f), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:28.832335 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a78e0943-909c-443c-855f-63c0efb18393 admin admin] Publish callbacks [] for subnet (e9671e43-fdee-470a-b06f-60e85a6120df), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:28.841448 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-af17c9e7-e1ec-42fd-96f2-a8f331ed3c9e None None] Provisioning complete for port 26bd15a3-65dc-4949-a580-f33cf12f07af triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:14:28.841832 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-af17c9e7-e1ec-42fd-96f2-a8f331ed3c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (26bd15a3-65dc-4949-a580-f33cf12f07af), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:28.847179 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5b0fb78a-2c7e-4891-9fd5-363814e46c3f admin admin] Publish callbacks [] for router_gateway (0108e9da-181c-4dc9-9734-36c7b40864e8), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:28.986470 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-5b0fb78a-2c7e-4891-9fd5-363814e46c3f admin admin] Deleting port a2e23b34-5b34-4df8-8d4a-4bb17a1ddc30 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:14:28.986924 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5b0fb78a-2c7e-4891-9fd5-363814e46c3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (a2e23b34-5b34-4df8-8d4a-4bb17a1ddc30), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:29.006760 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a78e0943-909c-443c-855f-63c0efb18393 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (e9671e43-fdee-470a-b06f-60e85a6120df), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:29.041216 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2533a7e8-e934-4848-99e4-39561391a5db tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (134e2214-f6dd-43ee-a5d4-672e2463085f), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:29.098745 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-935589a8-9d44-4db3-8942-21cc2edd9770 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks [] for port (31d18f13-5d7e-4421-9a3e-feefe58e89c6), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:29.099072 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-af17c9e7-e1ec-42fd-96f2-a8f331ed3c9e None None] Current status of the port 26bd15a3-65dc-4949-a580-f33cf12f07af is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:14:29.099464 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-af17c9e7-e1ec-42fd-96f2-a8f331ed3c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (26bd15a3-65dc-4949-a580-f33cf12f07af), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:29.121013 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-935589a8-9d44-4db3-8942-21cc2edd9770 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (31d18f13-5d7e-4421-9a3e-feefe58e89c6), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:29.152684 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-af17c9e7-e1ec-42fd-96f2-a8f331ed3c9e None None] For port 26bd15a3-65dc-4949-a580-f33cf12f07af, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=26bd15a3-65dc-4949-a580-f33cf12f07af,segment=NetworkSegment(c91d7e66-eba8-45b3-b478-b72f164b9298),segment_id=c91d7e66-eba8-45b3-b478-b72f164b9298)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:14:29.156450 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 26bd15a3-65dc-4949-a580-f33cf12f07af up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:14:29.156906 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-5b0fb78a-2c7e-4891-9fd5-363814e46c3f admin admin] For port a2e23b34-5b34-4df8-8d4a-4bb17a1ddc30, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=a2e23b34-5b34-4df8-8d4a-4bb17a1ddc30,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:14:29.157426 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5b0fb78a-2c7e-4891-9fd5-363814e46c3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (a2e23b34-5b34-4df8-8d4a-4bb17a1ddc30), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:29.174796 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-5b0fb78a-2c7e-4891-9fd5-363814e46c3f admin admin] Calling delete_port for a2e23b34-5b34-4df8-8d4a-4bb17a1ddc30 owned by network:router_gateway {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:14:29.185276 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935589a8-9d44-4db3-8942-21cc2edd9770 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Pushing event updated for resources: {'Port': ['ID=31d18f13-5d7e-4421-9a3e-feefe58e89c6,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:29.186779 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-805fbc05-9821-4d3f-a08d-9fa415245663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0108e9da-181c-4dc9-9734-36c7b40864e8', 'name': 'tempest-ServersTestMultiNic-443426829-router', 'tenant_id': '1c93b513068944b98dd403010458a6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': 'a2e23b34-5b34-4df8-8d4a-4bb17a1ddc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:12:03Z', 'updated_at': '2022-02-02T07:14:26Z', 'revision_number': 5, 'project_id': '1c93b513068944b98dd403010458a6a3', 'gw_port': {'id': 'a2e23b34-5b34-4df8-8d4a-4bb17a1ddc30', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0108e9da-181c-4dc9-9734-36c7b40864e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:12:05Z', 'updated_at': '2022-02-02T07:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:29.188730 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-af17c9e7-e1ec-42fd-96f2-a8f331ed3c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (26bd15a3-65dc-4949-a580-f33cf12f07af), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:29.265678 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805fbc05-9821-4d3f-a08d-9fa415245663 None None] Checking router: 0108e9da-181c-4dc9-9734-36c7b40864e8 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:14:29.368648 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805fbc05-9821-4d3f-a08d-9fa415245663 None None] Routers {'0108e9da-181c-4dc9-9734-36c7b40864e8'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:14:29.369674 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-805fbc05-9821-4d3f-a08d-9fa415245663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:14:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['0108e9da-181c-4dc9-9734-36c7b40864e8'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:29.380023 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-09d6cc2b-3000-4c21-8636-bab8718bd731 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Deleting port bc6f023b-90c2-45f1-8cb4-091f09f6656c {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:14:29.381220 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-09d6cc2b-3000-4c21-8636-bab8718bd731 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (bc6f023b-90c2-45f1-8cb4-091f09f6656c), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:29.389596 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a78e0943-909c-443c-855f-63c0efb18393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (e9671e43-fdee-470a-b06f-60e85a6120df), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:29.412197 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af17c9e7-e1ec-42fd-96f2-a8f331ed3c9e None None] Pushing event updated for resources: {'Port': ['ID=26bd15a3-65dc-4949-a580-f33cf12f07af,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:29.413672 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5b0fb78a-2c7e-4891-9fd5-363814e46c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (a2e23b34-5b34-4df8-8d4a-4bb17a1ddc30), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:29.465377 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0fb78a-2c7e-4891-9fd5-363814e46c3f admin admin] Pushing event deleted for resources: {'Port': ['ID=a2e23b34-5b34-4df8-8d4a-4bb17a1ddc30,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:29.520186 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 26bd15a3-65dc-4949-a580-f33cf12f07af triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:14:29.520637 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (26bd15a3-65dc-4949-a580-f33cf12f07af), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:29.567905 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-805fbc05-9821-4d3f-a08d-9fa415245663 None None] Set router 0108e9da-181c-4dc9-9734-36c7b40864e8 gateway port host: None {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:14:29.572505 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5b0fb78a-2c7e-4891-9fd5-363814e46c3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (0108e9da-181c-4dc9-9734-36c7b40864e8), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:29.577663 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-09d6cc2b-3000-4c21-8636-bab8718bd731 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (bc6f023b-90c2-45f1-8cb4-091f09f6656c), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:29.599005 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-935589a8-9d44-4db3-8942-21cc2edd9770 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (9827e3d5-34b7-4514-b481-42d643beeae5), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:29.608408 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2533a7e8-e934-4848-99e4-39561391a5db tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (134e2214-f6dd-43ee-a5d4-672e2463085f), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:29.644401 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-09d6cc2b-3000-4c21-8636-bab8718bd731 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Calling delete_port for bc6f023b-90c2-45f1-8cb4-091f09f6656c owned by {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:14:29.662762 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-805fbc05-9821-4d3f-a08d-9fa415245663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0108e9da-181c-4dc9-9734-36c7b40864e8', 'name': 'tempest-ServersTestMultiNic-443426829-router', 'tenant_id': '1c93b513068944b98dd403010458a6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:12:03Z', 'updated_at': '2022-02-02T07:14:28Z', 'revision_number': 6, 'project_id': '1c93b513068944b98dd403010458a6a3', 'gw_port_host': None}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:29.692992 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-935589a8-9d44-4db3-8942-21cc2edd9770 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:29.694658 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-935589a8-9d44-4db3-8942-21cc2edd9770 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5019717 Feb 02 07:14:29.710655 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805fbc05-9821-4d3f-a08d-9fa415245663 None None] The sync data for ids ['0108e9da-181c-4dc9-9734-36c7b40864e8'] in n-d-789963-26 is: [{'id': '0108e9da-181c-4dc9-9734-36c7b40864e8', 'name': 'tempest-ServersTestMultiNic-443426829-router', 'tenant_id': '1c93b513068944b98dd403010458a6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:12:03Z', 'updated_at': '2022-02-02T07:14:28Z', 'revision_number': 6, 'project_id': '1c93b513068944b98dd403010458a6a3', 'gw_port_host': None}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:14:29.725414 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5b0fb78a-2c7e-4891-9fd5-363814e46c3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (0108e9da-181c-4dc9-9734-36c7b40864e8), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:29.728718 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5b0fb78a-2c7e-4891-9fd5-363814e46c3f admin admin] Publish callbacks [] for router_controller (0108e9da-181c-4dc9-9734-36c7b40864e8), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:29.766574 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-cada9e1d-b9cb-44ec-9f50-554fc5313f73 None None] Provisioning complete for port bc6f023b-90c2-45f1-8cb4-091f09f6656c triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:14:29.767273 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-cada9e1d-b9cb-44ec-9f50-554fc5313f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (bc6f023b-90c2-45f1-8cb4-091f09f6656c), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:29.823781 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5b0fb78a-2c7e-4891-9fd5-363814e46c3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (0108e9da-181c-4dc9-9734-36c7b40864e8), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:29.824781 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b0fb78a-2c7e-4891-9fd5-363814e46c3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0108e9da-181c-4dc9-9734-36c7b40864e8 {{(pid=109694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:14:29.830675 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5b0fb78a-2c7e-4891-9fd5-363814e46c3f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:29.830914 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-cada9e1d-b9cb-44ec-9f50-554fc5313f73 None None] Port bc6f023b-90c2-45f1-8cb4-091f09f6656c cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:14:29.832585 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-5b0fb78a-2c7e-4891-9fd5-363814e46c3f admin admin] 10.222.0.87 "DELETE /v2.0/routers/0108e9da-181c-4dc9-9734-36c7b40864e8 HTTP/1.1" status: 204 len: 168 time: 1.2748158 Feb 02 07:14:29.837924 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58122) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:29.844033 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 26bd15a3-65dc-4949-a580-f33cf12f07af is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:14:29.844906 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a78e0943-909c-443c-855f-63c0efb18393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (e9671e43-fdee-470a-b06f-60e85a6120df), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:29.864666 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-cada9e1d-b9cb-44ec-9f50-554fc5313f73 None None] Provisioning complete for port 26bd15a3-65dc-4949-a580-f33cf12f07af triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:14:29.865186 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-cada9e1d-b9cb-44ec-9f50-554fc5313f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (26bd15a3-65dc-4949-a580-f33cf12f07af), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:29.922163 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf6de4bc-54dc-4c27-949f-9b25f09258a1 admin admin] Deleting subnet ff9fb28b-6104-4035-99b5-8b01815dfea1 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:14:29.930035 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bf6de4bc-54dc-4c27-949f-9b25f09258a1 admin admin] Publish callbacks [] for subnet (ff9fb28b-6104-4035-99b5-8b01815dfea1), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:29.971650 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78e0943-909c-443c-855f-63c0efb18393 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9671e43-fdee-470a-b06f-60e85a6120df,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:29.984192 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfdb7814-9343-4b99-a53f-d1a05d5c166d None None] Network 3602f567-c8f9-4201-ab59-1c373fc54d6b requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:14:29.991153 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a78e0943-909c-443c-855f-63c0efb18393 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:29.998401 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a78e0943-909c-443c-855f-63c0efb18393 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/e9671e43-fdee-470a-b06f-60e85a6120df HTTP/1.1" status: 204 len: 168 time: 1.8188379 Feb 02 07:14:30.007505 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58132) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:30.050943 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2533a7e8-e934-4848-99e4-39561391a5db tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (134e2214-f6dd-43ee-a5d4-672e2463085f), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:30.060283 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bf6de4bc-54dc-4c27-949f-9b25f09258a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (ff9fb28b-6104-4035-99b5-8b01815dfea1), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:30.159477 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2533a7e8-e934-4848-99e4-39561391a5db tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Pushing event deleted for resources: {'Subnet': ['ID=134e2214-f6dd-43ee-a5d4-672e2463085f,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:30.163844 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-486dc507-f41a-4d68-86fe-1ceff8639046 req-8a8ccda4-634f-40ee-b743-54f10a134bda tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--304184100&fields=id&tenant_id=faba4237acf64862ba84ad5ca9ce531a HTTP/1.1" status: 200 len: 267 time: 0.1335421 Feb 02 07:14:30.217000 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2533a7e8-e934-4848-99e4-39561391a5db tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:30.220788 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-2533a7e8-e934-4848-99e4-39561391a5db tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "DELETE /v2.0/subnets/134e2214-f6dd-43ee-a5d4-672e2463085f HTTP/1.1" status: 204 len: 168 time: 2.1602230 Feb 02 07:14:30.224995 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58140) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:30.234303 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a931f368-b87f-4e1a-a41b-1f681b121731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (3602f567-c8f9-4201-ab59-1c373fc54d6b), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:30.278294 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 6be65c97-c21a-4d3c-9b85-1b734ac5ab7a no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:14:30.280549 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d0e488-77a7-48e1-b08a-2c2848052abd None None] Network 13f39bcb-30c2-4226-aa99-134caa5ace72 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:14:30.282713 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-cada9e1d-b9cb-44ec-9f50-554fc5313f73 None None] Current status of the port 26bd15a3-65dc-4949-a580-f33cf12f07af is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:14:30.334093 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 6be65c97-c21a-4d3c-9b85-1b734ac5ab7a {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:14:30.334896 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 6be65c97-c21a-4d3c-9b85-1b734ac5ab7a not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:14:30.335526 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device fa446486-b307-455c-97b7-652614db223b no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:14:30.360258 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-a931f368-b87f-4e1a-a41b-1f681b121731 admin admin] Deleting port 2ca490d2-d062-4b06-b79f-dac79fc35206 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:14:30.360599 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a931f368-b87f-4e1a-a41b-1f681b121731 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (2ca490d2-d062-4b06-b79f-dac79fc35206), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:30.374727 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-09d6cc2b-3000-4c21-8636-bab8718bd731 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (bc6f023b-90c2-45f1-8cb4-091f09f6656c), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:30.388746 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: fa446486-b307-455c-97b7-652614db223b {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:14:30.389235 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device fa446486-b307-455c-97b7-652614db223b not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:14:30.412705 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d6cc2b-3000-4c21-8636-bab8718bd731 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event deleted for resources: {'Port': ['ID=bc6f023b-90c2-45f1-8cb4-091f09f6656c,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:30.449593 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-d81951cf-5f83-43be-8dbf-09e8a4894e78 None None] Could not find standard attr ID for object bc6f023b-90c2-45f1-8cb4-091f09f6656c. {{(pid=109695) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 07:14:30.456693 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bf6de4bc-54dc-4c27-949f-9b25f09258a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (ff9fb28b-6104-4035-99b5-8b01815dfea1), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:30.481812 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-09d6cc2b-3000-4c21-8636-bab8718bd731 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:30.485385 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-09d6cc2b-3000-4c21-8636-bab8718bd731 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "DELETE /v2.0/ports/bc6f023b-90c2-45f1-8cb4-091f09f6656c HTTP/1.1" status: 204 len: 168 time: 1.6860690 Feb 02 07:14:30.491182 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58144) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:30.545040 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bf6de4bc-54dc-4c27-949f-9b25f09258a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (ff9fb28b-6104-4035-99b5-8b01815dfea1), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:30.552833 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-5552e97d-5d62-4114-b095-f542cd53fb91 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] DELETE failed (client error): The resource could not be found. Feb 02 07:14:30.553611 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5552e97d-5d62-4114-b095-f542cd53fb91 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:14:30.559816 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-5552e97d-5d62-4114-b095-f542cd53fb91 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "DELETE /v2.0/ports/bc6f023b-90c2-45f1-8cb4-091f09f6656c HTTP/1.1" status: 404 len: 333 time: 0.0675657 Feb 02 07:14:30.572247 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-a931f368-b87f-4e1a-a41b-1f681b121731 admin admin] For port 2ca490d2-d062-4b06-b79f-dac79fc35206, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=2ca490d2-d062-4b06-b79f-dac79fc35206,segment=NetworkSegment(5f386819-53b6-429e-a73f-0b0fc03db299),segment_id=5f386819-53b6-429e-a73f-0b0fc03db299)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:14:30.573070 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a931f368-b87f-4e1a-a41b-1f681b121731 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (2ca490d2-d062-4b06-b79f-dac79fc35206), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:30.608131 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-a931f368-b87f-4e1a-a41b-1f681b121731 admin admin] Calling delete_port for 2ca490d2-d062-4b06-b79f-dac79fc35206 owned by network:dhcp {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:14:30.619166 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58146) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:30.691217 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ce62c34-4f6a-4d7d-a824-1f18b3599235 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] GET failed (client error): The resource could not be found. Feb 02 07:14:30.693725 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-4ce62c34-4f6a-4d7d-a824-1f18b3599235 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "GET /v2.0/ports/bc6f023b-90c2-45f1-8cb4-091f09f6656c HTTP/1.1" status: 404 len: 333 time: 0.0711303 Feb 02 07:14:30.702642 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9192e887-4564-4450-b32a-354d3fd25da1 None None] DHCP port deletion for 3602f567-c8f9-4201-ab59-1c373fc54d6b request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:14:30.709985 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58148) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:30.759674 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396f99d8-2a87-4d2f-a174-ecf23791a93c None None] DHCP port deletion for 13f39bcb-30c2-4226-aa99-134caa5ace72 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:14:30.782249 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6de4bc-54dc-4c27-949f-9b25f09258a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff9fb28b-6104-4035-99b5-8b01815dfea1,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:30.800334 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bf6de4bc-54dc-4c27-949f-9b25f09258a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:30.806228 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-bf6de4bc-54dc-4c27-949f-9b25f09258a1 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/ff9fb28b-6104-4035-99b5-8b01815dfea1 HTTP/1.1" status: 204 len: 168 time: 0.9651659 Feb 02 07:14:30.822413 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-3731182f-24f8-4880-bd6e-91001eb015b2 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Deleting subnet 883f62ad-f741-4bf4-aefc-34cbd5c6fc62 {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:14:30.829180 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1c5fb19a-2b3d-48f3-b48c-0cfd197360e3 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (13f39bcb-30c2-4226-aa99-134caa5ace72), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:30.829763 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3731182f-24f8-4880-bd6e-91001eb015b2 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for subnet (883f62ad-f741-4bf4-aefc-34cbd5c6fc62), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:30.835896 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58150) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:30.846986 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48b1f07-0bd5-4cdf-ac24-ffeeb3feabf3 None None] Network 5dd9583d-e45d-4ede-baa0-788d6a6cc785 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:14:30.875235 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3731182f-24f8-4880-bd6e-91001eb015b2 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (883f62ad-f741-4bf4-aefc-34cbd5c6fc62), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:30.976053 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3731182f-24f8-4880-bd6e-91001eb015b2 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (883f62ad-f741-4bf4-aefc-34cbd5c6fc62), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:30.996444 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 26bd15a3-65dc-4949-a580-f33cf12f07af up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:14:31.011237 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2fdcd779-3254-40a8-9159-968da1c94233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (5dd9583d-e45d-4ede-baa0-788d6a6cc785), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:31.042472 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486dc507-f41a-4d68-86fe-1ceff8639046 req-a76b43dd-9bee-4bb9-bebc-e9390b677ce6 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:31.050667 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-486dc507-f41a-4d68-86fe-1ceff8639046 req-a76b43dd-9bee-4bb9-bebc-e9390b677ce6 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/networks?id=93a7727a-9e40-4a0f-b90d-66c79fe1bf6c HTTP/1.1" status: 200 len: 817 time: 0.8461862 Feb 02 07:14:31.060454 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3731182f-24f8-4880-bd6e-91001eb015b2 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (883f62ad-f741-4bf4-aefc-34cbd5c6fc62), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:31.110607 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-9192e887-4564-4450-b32a-354d3fd25da1 None None] Deleting port 2ca490d2-d062-4b06-b79f-dac79fc35206 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:14:31.111030 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9192e887-4564-4450-b32a-354d3fd25da1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (2ca490d2-d062-4b06-b79f-dac79fc35206), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:31.150917 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3731182f-24f8-4880-bd6e-91001eb015b2 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event deleted for resources: {'Subnet': ['ID=883f62ad-f741-4bf4-aefc-34cbd5c6fc62,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:31.168003 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3731182f-24f8-4880-bd6e-91001eb015b2 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:31.176729 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-3731182f-24f8-4880-bd6e-91001eb015b2 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "DELETE /v2.0/subnets/883f62ad-f741-4bf4-aefc-34cbd5c6fc62 HTTP/1.1" status: 204 len: 168 time: 0.4634478 Feb 02 07:14:31.177679 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a931f368-b87f-4e1a-a41b-1f681b121731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (2ca490d2-d062-4b06-b79f-dac79fc35206), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:31.178163 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-486dc507-f41a-4d68-86fe-1ceff8639046 req-8ab6f4ed-e53e-4525-84c7-bbe4f58ba2ac tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/quotas/faba4237acf64862ba84ad5ca9ce531a HTTP/1.1" status: 200 len: 375 time: 0.1064534 Feb 02 07:14:31.178875 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58156) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:31.194620 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f63307-b181-434c-8196-dc65fc3f0b09 None None] Network 95724054-2807-4a48-afee-3cac1b7a813e requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:14:31.205961 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-396f99d8-2a87-4d2f-a174-ecf23791a93c None None] Deleting port fd74034d-ef83-419a-97ef-1204b93aa186 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:14:31.206255 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-396f99d8-2a87-4d2f-a174-ecf23791a93c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (fd74034d-ef83-419a-97ef-1204b93aa186), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:31.208779 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a931f368-b87f-4e1a-a41b-1f681b121731 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ca490d2-d062-4b06-b79f-dac79fc35206,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:31.220658 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a931f368-b87f-4e1a-a41b-1f681b121731 admin admin] No DVR routers for this DVR port 2ca490d2-d062-4b06-b79f-dac79fc35206 on host n-d-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:14:31.234915 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-9192e887-4564-4450-b32a-354d3fd25da1 None None] For port 2ca490d2-d062-4b06-b79f-dac79fc35206, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=2ca490d2-d062-4b06-b79f-dac79fc35206,segment=NetworkSegment(5f386819-53b6-429e-a73f-0b0fc03db299),segment_id=5f386819-53b6-429e-a73f-0b0fc03db299)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:14:31.235309 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9192e887-4564-4450-b32a-354d3fd25da1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (2ca490d2-d062-4b06-b79f-dac79fc35206), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:31.278600 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8a8247dd-3b75-446b-9e68-658e2bebc8cb tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (95724054-2807-4a48-afee-3cac1b7a813e), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:31.285264 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-9192e887-4564-4450-b32a-354d3fd25da1 None None] Calling delete_port for 2ca490d2-d062-4b06-b79f-dac79fc35206 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:14:31.310800 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a931f368-b87f-4e1a-a41b-1f681b121731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (3602f567-c8f9-4201-ab59-1c373fc54d6b), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:31.335297 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-a931f368-b87f-4e1a-a41b-1f681b121731 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3602f567-c8f9-4201-ab59-1c373fc54d6b']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:31.351653 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-a931f368-b87f-4e1a-a41b-1f681b121731 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f386819-53b6-429e-a73f-0b0fc03db299') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:31.352706 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-a931f368-b87f-4e1a-a41b-1f681b121731 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f386819-53b6-429e-a73f-0b0fc03db299') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:31.379865 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a931f368-b87f-4e1a-a41b-1f681b121731 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (5f386819-53b6-429e-a73f-0b0fc03db299), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:31.395753 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a931f368-b87f-4e1a-a41b-1f681b121731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (5f386819-53b6-429e-a73f-0b0fc03db299), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:31.408159 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a931f368-b87f-4e1a-a41b-1f681b121731 admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:14:31.408778 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a931f368-b87f-4e1a-a41b-1f681b121731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (5f386819-53b6-429e-a73f-0b0fc03db299), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:31.416843 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-1c5fb19a-2b3d-48f3-b48c-0cfd197360e3 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Deleting port fd74034d-ef83-419a-97ef-1204b93aa186 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:14:31.417339 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1c5fb19a-2b3d-48f3-b48c-0cfd197360e3 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (fd74034d-ef83-419a-97ef-1204b93aa186), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:31.418023 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838d0bdf-0b73-4b9d-950f-7441b0c88fd8 None None] DHCP port deletion for 5dd9583d-e45d-4ede-baa0-788d6a6cc785 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:14:31.485509 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-1c5fb19a-2b3d-48f3-b48c-0cfd197360e3 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] For port fd74034d-ef83-419a-97ef-1204b93aa186, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=fd74034d-ef83-419a-97ef-1204b93aa186,segment=NetworkSegment(e8357ad3-2650-4335-88ac-051b784a772b),segment_id=e8357ad3-2650-4335-88ac-051b784a772b)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:14:31.486217 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1c5fb19a-2b3d-48f3-b48c-0cfd197360e3 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (fd74034d-ef83-419a-97ef-1204b93aa186), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:31.491853 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 26bd15a3-65dc-4949-a580-f33cf12f07af triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:14:31.493097 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (26bd15a3-65dc-4949-a580-f33cf12f07af), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:31.496952 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:14:31.496952 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:14:31.496952 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:14:31.496952 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:14:31.496952 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:14:31.496952 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:14:31.496952 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:14:31.496952 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:14:31.496952 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:14:31.496952 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:14:31.496952 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:14:31.496952 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:14:31.496952 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:14:31.496952 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:14:31.496952 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:14:31.496952 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:14:31.496952 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:14:31.496952 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:14:31.496952 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:14:31.496952 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:14:31.496952 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:14:31.496952 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:14:31.496952 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:14:31.496952 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:14:31.496952 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:14:31.496952 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:14:31.496952 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:14:31.496952 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:14:31.496952 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:14:31.496952 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:14:31.496952 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:14:31.496952 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:14:31.499478 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-396f99d8-2a87-4d2f-a174-ecf23791a93c None None] For port fd74034d-ef83-419a-97ef-1204b93aa186, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=fd74034d-ef83-419a-97ef-1204b93aa186,segment=NetworkSegment(e8357ad3-2650-4335-88ac-051b784a772b),segment_id=e8357ad3-2650-4335-88ac-051b784a772b)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:14:31.499781 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-396f99d8-2a87-4d2f-a174-ecf23791a93c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (fd74034d-ef83-419a-97ef-1204b93aa186), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:31.504069 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-1c5fb19a-2b3d-48f3-b48c-0cfd197360e3 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Calling delete_port for fd74034d-ef83-419a-97ef-1204b93aa186 owned by network:dhcp {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:14:31.506473 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a931f368-b87f-4e1a-a41b-1f681b121731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (3602f567-c8f9-4201-ab59-1c373fc54d6b), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:31.513534 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a931f368-b87f-4e1a-a41b-1f681b121731 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:31.524309 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a931f368-b87f-4e1a-a41b-1f681b121731 admin admin] 10.222.0.87 "DELETE /v2.0/networks/3602f567-c8f9-4201-ab59-1c373fc54d6b HTTP/1.1" status: 204 len: 168 time: 1.5141461 Feb 02 07:14:31.557534 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a931f368-b87f-4e1a-a41b-1f681b121731 admin admin] Pushing event deleted for resources: {'Network': ['ID=3602f567-c8f9-4201-ab59-1c373fc54d6b,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:31.571256 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-396f99d8-2a87-4d2f-a174-ecf23791a93c None None] Calling delete_port for fd74034d-ef83-419a-97ef-1204b93aa186 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:14:31.596855 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-486dc507-f41a-4d68-86fe-1ceff8639046 req-5b0448d0-1a5e-4653-8d7e-b08c1b5343ac tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=faba4237acf64862ba84ad5ca9ce531a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3110363 Feb 02 07:14:31.602033 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-2fdcd779-3254-40a8-9159-968da1c94233 admin admin] Deleting port b8fad98e-1579-4c2b-98c7-b620372f88e3 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:14:31.602513 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2fdcd779-3254-40a8-9159-968da1c94233 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (b8fad98e-1579-4c2b-98c7-b620372f88e3), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:31.727722 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9192e887-4564-4450-b32a-354d3fd25da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (2ca490d2-d062-4b06-b79f-dac79fc35206), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:31.776468 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-8a8247dd-3b75-446b-9e68-658e2bebc8cb tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Deleting port 26bd15a3-65dc-4949-a580-f33cf12f07af {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:14:31.776897 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8a8247dd-3b75-446b-9e68-658e2bebc8cb tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (26bd15a3-65dc-4949-a580-f33cf12f07af), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:31.781721 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1c5fb19a-2b3d-48f3-b48c-0cfd197360e3 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (fd74034d-ef83-419a-97ef-1204b93aa186), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:31.789915 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9192e887-4564-4450-b32a-354d3fd25da1 None None] Network 3602f567-c8f9-4201-ab59-1c373fc54d6b is not hosted by any dhcp agent {{(pid=109695) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 02 07:14:31.790538 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9192e887-4564-4450-b32a-354d3fd25da1 None None] No DVR routers for this DVR port 2ca490d2-d062-4b06-b79f-dac79fc35206 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:14:31.801455 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192e887-4564-4450-b32a-354d3fd25da1 None None] Pushing event deleted for resources: {'Port': ['ID=2ca490d2-d062-4b06-b79f-dac79fc35206,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:31.803337 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58164) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:31.823501 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1d4ec4-33de-4742-ba39-3ed64f2f99b5 None None] DHCP port deletion for 95724054-2807-4a48-afee-3cac1b7a813e request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:14:31.828684 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-838d0bdf-0b73-4b9d-950f-7441b0c88fd8 None None] Deleting port b8fad98e-1579-4c2b-98c7-b620372f88e3 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:14:31.829067 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-838d0bdf-0b73-4b9d-950f-7441b0c88fd8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (b8fad98e-1579-4c2b-98c7-b620372f88e3), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:31.831006 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-2fdcd779-3254-40a8-9159-968da1c94233 admin admin] For port b8fad98e-1579-4c2b-98c7-b620372f88e3, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=b8fad98e-1579-4c2b-98c7-b620372f88e3,segment=NetworkSegment(3beca779-ab32-4690-8e90-2674758f471f),segment_id=3beca779-ab32-4690-8e90-2674758f471f)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:14:31.831692 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2fdcd779-3254-40a8-9159-968da1c94233 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (b8fad98e-1579-4c2b-98c7-b620372f88e3), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:31.849268 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-2fdcd779-3254-40a8-9159-968da1c94233 admin admin] Calling delete_port for b8fad98e-1579-4c2b-98c7-b620372f88e3 owned by network:dhcp {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:14:31.884750 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 26bd15a3-65dc-4949-a580-f33cf12f07af is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:14:31.906357 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-06ab7ffa-fe79-45b1-9cfd-32d540111b72 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=158b617b54e4489dbe792d64a323d023&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1003883 Feb 02 07:14:31.909327 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58166) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:31.923187 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-396f99d8-2a87-4d2f-a174-ecf23791a93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (fd74034d-ef83-419a-97ef-1204b93aa186), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:31.977767 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-838d0bdf-0b73-4b9d-950f-7441b0c88fd8 None None] For port b8fad98e-1579-4c2b-98c7-b620372f88e3, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=b8fad98e-1579-4c2b-98c7-b620372f88e3,segment=NetworkSegment(3beca779-ab32-4690-8e90-2674758f471f),segment_id=3beca779-ab32-4690-8e90-2674758f471f)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:14:31.978169 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-838d0bdf-0b73-4b9d-950f-7441b0c88fd8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (b8fad98e-1579-4c2b-98c7-b620372f88e3), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:31.981862 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f99d8-2a87-4d2f-a174-ecf23791a93c None None] Pushing event deleted for resources: {'Port': ['ID=fd74034d-ef83-419a-97ef-1204b93aa186,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:31.983917 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396f99d8-2a87-4d2f-a174-ecf23791a93c None None] No DVR routers for this DVR port fd74034d-ef83-419a-97ef-1204b93aa186 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:14:32.000874 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5fb19a-2b3d-48f3-b48c-0cfd197360e3 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Pushing event deleted for resources: {'Port': ['ID=fd74034d-ef83-419a-97ef-1204b93aa186,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:32.010032 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-838d0bdf-0b73-4b9d-950f-7441b0c88fd8 None None] Calling delete_port for b8fad98e-1579-4c2b-98c7-b620372f88e3 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:14:32.010835 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5fb19a-2b3d-48f3-b48c-0cfd197360e3 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] No DVR routers for this DVR port fd74034d-ef83-419a-97ef-1204b93aa186 on host n-d-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:14:32.022812 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device e7cc303f-a095-4cdd-bb09-675b613e4814 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:14:32.030187 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-eeeee512-9db7-40d4-bbe9-1fb8297a0297 admin admin] Publish callbacks [] for security_group (485c01cd-3bd7-4e6c-8d60-b1bd853d892b), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:32.048488 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2fdcd779-3254-40a8-9159-968da1c94233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (b8fad98e-1579-4c2b-98c7-b620372f88e3), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:32.060842 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: e7cc303f-a095-4cdd-bb09-675b613e4814 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:14:32.061198 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device e7cc303f-a095-4cdd-bb09-675b613e4814 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:14:32.061688 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device fd74034d-ef83-419a-97ef-1204b93aa186 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:14:32.070727 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-eeeee512-9db7-40d4-bbe9-1fb8297a0297 admin admin] Publish callbacks [] for security_group (485c01cd-3bd7-4e6c-8d60-b1bd853d892b), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:32.110143 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdcd779-3254-40a8-9159-968da1c94233 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8fad98e-1579-4c2b-98c7-b620372f88e3,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:32.135098 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-8a8247dd-3b75-446b-9e68-658e2bebc8cb tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] For port 26bd15a3-65dc-4949-a580-f33cf12f07af, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=26bd15a3-65dc-4949-a580-f33cf12f07af,segment=NetworkSegment(c91d7e66-eba8-45b3-b478-b72f164b9298),segment_id=c91d7e66-eba8-45b3-b478-b72f164b9298)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:14:32.135518 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8a8247dd-3b75-446b-9e68-658e2bebc8cb tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (26bd15a3-65dc-4949-a580-f33cf12f07af), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:32.140007 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1d1d4ec4-33de-4742-ba39-3ed64f2f99b5 None None] Deleting port 26bd15a3-65dc-4949-a580-f33cf12f07af {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:14:32.140474 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1d1d4ec4-33de-4742-ba39-3ed64f2f99b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (26bd15a3-65dc-4949-a580-f33cf12f07af), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:32.145335 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-eeeee512-9db7-40d4-bbe9-1fb8297a0297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (485c01cd-3bd7-4e6c-8d60-b1bd853d892b), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:32.148556 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-eeeee512-9db7-40d4-bbe9-1fb8297a0297 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:32.152709 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-eeeee512-9db7-40d4-bbe9-1fb8297a0297 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/485c01cd-3bd7-4e6c-8d60-b1bd853d892b HTTP/1.1" status: 204 len: 168 time: 0.2423775 Feb 02 07:14:32.155255 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: fd74034d-ef83-419a-97ef-1204b93aa186 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:14:32.155638 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device fd74034d-ef83-419a-97ef-1204b93aa186 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:14:32.156080 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 2ca490d2-d062-4b06-b79f-dac79fc35206 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:14:32.165113 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeee512-9db7-40d4-bbe9-1fb8297a0297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=485c01cd-3bd7-4e6c-8d60-b1bd853d892b,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:32.166659 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdcd779-3254-40a8-9159-968da1c94233 admin admin] No DVR routers for this DVR port b8fad98e-1579-4c2b-98c7-b620372f88e3 on host n-d-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:14:32.191711 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-8a8247dd-3b75-446b-9e68-658e2bebc8cb tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Calling delete_port for 26bd15a3-65dc-4949-a580-f33cf12f07af owned by network:dhcp {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:14:32.205047 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 2ca490d2-d062-4b06-b79f-dac79fc35206 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:14:32.205400 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 2ca490d2-d062-4b06-b79f-dac79fc35206 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:14:32.205835 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device a2e23b34-5b34-4df8-8d4a-4bb17a1ddc30 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:14:32.271810 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: a2e23b34-5b34-4df8-8d4a-4bb17a1ddc30 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:14:32.272098 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device a2e23b34-5b34-4df8-8d4a-4bb17a1ddc30 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:14:32.285400 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1d1d4ec4-33de-4742-ba39-3ed64f2f99b5 None None] For port 26bd15a3-65dc-4949-a580-f33cf12f07af, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=26bd15a3-65dc-4949-a580-f33cf12f07af,segment=NetworkSegment(c91d7e66-eba8-45b3-b478-b72f164b9298),segment_id=c91d7e66-eba8-45b3-b478-b72f164b9298)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:14:32.285805 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1d1d4ec4-33de-4742-ba39-3ed64f2f99b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (26bd15a3-65dc-4949-a580-f33cf12f07af), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:32.293677 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1c5fb19a-2b3d-48f3-b48c-0cfd197360e3 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (13f39bcb-30c2-4226-aa99-134caa5ace72), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:32.310390 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1d1d4ec4-33de-4742-ba39-3ed64f2f99b5 None None] Calling delete_port for 26bd15a3-65dc-4949-a580-f33cf12f07af owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:14:32.322555 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-838d0bdf-0b73-4b9d-950f-7441b0c88fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (b8fad98e-1579-4c2b-98c7-b620372f88e3), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:32.324646 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-1c5fb19a-2b3d-48f3-b48c-0cfd197360e3 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13f39bcb-30c2-4226-aa99-134caa5ace72']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:32.337676 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-1c5fb19a-2b3d-48f3-b48c-0cfd197360e3 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8357ad3-2650-4335-88ac-051b784a772b') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:32.338178 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-1c5fb19a-2b3d-48f3-b48c-0cfd197360e3 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8357ad3-2650-4335-88ac-051b784a772b') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:32.349304 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838d0bdf-0b73-4b9d-950f-7441b0c88fd8 None None] Pushing event deleted for resources: {'Port': ['ID=b8fad98e-1579-4c2b-98c7-b620372f88e3,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:32.353455 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1c5fb19a-2b3d-48f3-b48c-0cfd197360e3 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (e8357ad3-2650-4335-88ac-051b784a772b), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:32.370871 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1c5fb19a-2b3d-48f3-b48c-0cfd197360e3 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (e8357ad3-2650-4335-88ac-051b784a772b), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:32.379606 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c5fb19a-2b3d-48f3-b48c-0cfd197360e3 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:14:32.380005 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1c5fb19a-2b3d-48f3-b48c-0cfd197360e3 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (e8357ad3-2650-4335-88ac-051b784a772b), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:32.393026 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838d0bdf-0b73-4b9d-950f-7441b0c88fd8 None None] No DVR routers for this DVR port b8fad98e-1579-4c2b-98c7-b620372f88e3 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:14:32.447902 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1d1d4ec4-33de-4742-ba39-3ed64f2f99b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (26bd15a3-65dc-4949-a580-f33cf12f07af), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:32.453713 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:14:32.453713 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:14:32.453713 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:14:32.453713 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:14:32.453713 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:14:32.453713 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:14:32.453713 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:14:32.453713 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:14:32.453713 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:14:32.453713 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:14:32.453713 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:14:32.453713 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:14:32.453713 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:14:32.453713 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:14:32.453713 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:14:32.453713 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:14:32.453713 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:14:32.453713 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:14:32.453713 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:14:32.453713 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:14:32.453713 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:14:32.453713 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:14:32.453713 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:14:32.453713 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:14:32.453713 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:14:32.453713 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:14:32.453713 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:14:32.453713 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:14:32.453713 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:14:32.453713 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:14:32.453713 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:14:32.453713 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:14:32.483992 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1d4ec4-33de-4742-ba39-3ed64f2f99b5 None None] Pushing event deleted for resources: {'Port': ['ID=26bd15a3-65dc-4949-a580-f33cf12f07af,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:32.485903 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1d4ec4-33de-4742-ba39-3ed64f2f99b5 None None] No DVR routers for this DVR port 26bd15a3-65dc-4949-a580-f33cf12f07af on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:14:32.620885 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1c5fb19a-2b3d-48f3-b48c-0cfd197360e3 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (13f39bcb-30c2-4226-aa99-134caa5ace72), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:32.623487 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2fdcd779-3254-40a8-9159-968da1c94233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (5dd9583d-e45d-4ede-baa0-788d6a6cc785), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:32.658825 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1c5fb19a-2b3d-48f3-b48c-0cfd197360e3 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:32.664044 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-1c5fb19a-2b3d-48f3-b48c-0cfd197360e3 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "DELETE /v2.0/networks/13f39bcb-30c2-4226-aa99-134caa5ace72 HTTP/1.1" status: 204 len: 168 time: 2.2395864 Feb 02 07:14:32.665382 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58182) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:32.671022 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-a7d84346-66af-4c65-aade-3b24033adac3 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Request body: {'router': {'routes': None}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:14:32.694159 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-486dc507-f41a-4d68-86fe-1ceff8639046 req-1d8aa265-8268-4916-bb0f-78fb3f7ca2fb service neutron] 10.222.0.87 "GET /v2.0/networks/93a7727a-9e40-4a0f-b90d-66c79fe1bf6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0550032 Feb 02 07:14:32.701004 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-2fdcd779-3254-40a8-9159-968da1c94233 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dd9583d-e45d-4ede-baa0-788d6a6cc785']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:32.703475 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5fb19a-2b3d-48f3-b48c-0cfd197360e3 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Pushing event deleted for resources: {'Network': ['ID=13f39bcb-30c2-4226-aa99-134caa5ace72,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:32.753596 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-2fdcd779-3254-40a8-9159-968da1c94233 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3beca779-ab32-4690-8e90-2674758f471f') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:32.753596 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-2fdcd779-3254-40a8-9159-968da1c94233 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3beca779-ab32-4690-8e90-2674758f471f') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:32.780455 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2fdcd779-3254-40a8-9159-968da1c94233 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (3beca779-ab32-4690-8e90-2674758f471f), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:32.789319 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58184) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:32.858929 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2fdcd779-3254-40a8-9159-968da1c94233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (3beca779-ab32-4690-8e90-2674758f471f), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:32.877519 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8a8247dd-3b75-446b-9e68-658e2bebc8cb tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (26bd15a3-65dc-4949-a580-f33cf12f07af), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:32.883719 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fdcd779-3254-40a8-9159-968da1c94233 admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:14:32.884413 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2fdcd779-3254-40a8-9159-968da1c94233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (3beca779-ab32-4690-8e90-2674758f471f), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:32.887649 n-d-789963-26 neutron-server[109694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:14:32.887649 n-d-789963-26 neutron-server[109694]: self.session.flush() Feb 02 07:14:32.887649 n-d-789963-26 neutron-server[109694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:14:32.887649 n-d-789963-26 neutron-server[109694]: self.session.flush() Feb 02 07:14:32.887649 n-d-789963-26 neutron-server[109694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:14:32.887649 n-d-789963-26 neutron-server[109694]: self.session.flush() Feb 02 07:14:32.887649 n-d-789963-26 neutron-server[109694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:14:32.887649 n-d-789963-26 neutron-server[109694]: self.session.flush() Feb 02 07:14:32.887649 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:14:32.887649 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:14:32.887649 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:14:32.887649 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:14:32.887649 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:14:32.887649 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:14:32.887649 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:14:32.887649 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:14:32.887649 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:14:32.887649 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:14:32.887649 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:14:32.887649 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:14:32.887649 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:14:32.887649 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:14:32.887649 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:14:32.887649 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:14:32.887649 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:14:32.887649 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:14:32.887649 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:14:32.887649 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:14:32.887649 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:14:32.887649 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:14:32.887649 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:14:32.887649 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:14:32.887649 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:14:32.887649 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:14:32.887649 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:14:32.887649 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:14:32.887649 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:14:32.887649 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:14:32.887649 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:14:32.887649 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:14:32.902243 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.extraroute_db [None req-a7d84346-66af-4c65-aade-3b24033adac3 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Added routes are [] {{(pid=109693) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 02 07:14:32.902243 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.extraroute_db [None req-a7d84346-66af-4c65-aade-3b24033adac3 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Removed routes are [] {{(pid=109693) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 02 07:14:32.902629 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a7d84346-66af-4c65-aade-3b24033adac3 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1043354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-942652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13285'] for router (5be8e385-58ce-4093-9665-c14048136a2a), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:32.954005 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8247dd-3b75-446b-9e68-658e2bebc8cb tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event deleted for resources: {'Port': ['ID=26bd15a3-65dc-4949-a580-f33cf12f07af,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:32.987495 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 26bd15a3-65dc-4949-a580-f33cf12f07af no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:14:32.998589 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8247dd-3b75-446b-9e68-658e2bebc8cb tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] No DVR routers for this DVR port 26bd15a3-65dc-4949-a580-f33cf12f07af on host n-d-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:14:33.004654 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-486dc507-f41a-4d68-86fe-1ceff8639046 req-64183387-0730-4169-b366-a3dd17dcf861 service neutron] 10.222.0.87 "GET /v2.0/networks/93a7727a-9e40-4a0f-b90d-66c79fe1bf6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952087 Feb 02 07:14:33.012706 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-6dc9d856-aacc-44a6-91c2-1a44774a32e0 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=06979ed0016c41f8b96877f87096f36c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2134454 Feb 02 07:14:33.029319 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58186) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:33.038353 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 26bd15a3-65dc-4949-a580-f33cf12f07af {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:14:33.038765 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 26bd15a3-65dc-4949-a580-f33cf12f07af not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:14:33.039086 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device b8fad98e-1579-4c2b-98c7-b620372f88e3 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:14:33.041307 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2fdcd779-3254-40a8-9159-968da1c94233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (5dd9583d-e45d-4ede-baa0-788d6a6cc785), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:33.065258 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2fdcd779-3254-40a8-9159-968da1c94233 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:33.068507 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-2fdcd779-3254-40a8-9159-968da1c94233 admin admin] 10.222.0.87 "DELETE /v2.0/networks/5dd9583d-e45d-4ede-baa0-788d6a6cc785 HTTP/1.1" status: 204 len: 168 time: 2.2275162 Feb 02 07:14:33.093114 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a7d84346-66af-4c65-aade-3b24033adac3 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1043354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-942652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13285'] for router (5be8e385-58ce-4093-9665-c14048136a2a), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:33.096779 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a7d84346-66af-4c65-aade-3b24033adac3 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1043345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1043336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-942635'] for router (5be8e385-58ce-4093-9665-c14048136a2a), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:33.097270 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdcd779-3254-40a8-9159-968da1c94233 admin admin] Pushing event deleted for resources: {'Network': ['ID=5dd9583d-e45d-4ede-baa0-788d6a6cc785,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:33.115681 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: b8fad98e-1579-4c2b-98c7-b620372f88e3 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:14:33.116042 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device b8fad98e-1579-4c2b-98c7-b620372f88e3 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:14:33.141037 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8a8247dd-3b75-446b-9e68-658e2bebc8cb tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (95724054-2807-4a48-afee-3cac1b7a813e), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:33.172798 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-8a8247dd-3b75-446b-9e68-658e2bebc8cb tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95724054-2807-4a48-afee-3cac1b7a813e']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:33.184984 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-68635f12-e3ad-4b48-b23e-72daeea5f06b admin admin] Publish callbacks [] for security_group (b28d4905-d1c1-4309-a5bf-1728cb15a362), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:33.188571 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-8a8247dd-3b75-446b-9e68-658e2bebc8cb tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c91d7e66-eba8-45b3-b478-b72f164b9298') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:33.188872 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-8a8247dd-3b75-446b-9e68-658e2bebc8cb tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c91d7e66-eba8-45b3-b478-b72f164b9298') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:33.213398 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8a8247dd-3b75-446b-9e68-658e2bebc8cb tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (c91d7e66-eba8-45b3-b478-b72f164b9298), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:33.226326 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7d84346-66af-4c65-aade-3b24033adac3 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Router 5be8e385-58ce-4093-9665-c14048136a2a has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:14:33.234767 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-68635f12-e3ad-4b48-b23e-72daeea5f06b admin admin] Publish callbacks [] for security_group (b28d4905-d1c1-4309-a5bf-1728cb15a362), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:33.268197 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8a8247dd-3b75-446b-9e68-658e2bebc8cb tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (c91d7e66-eba8-45b3-b478-b72f164b9298), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:33.287337 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a8247dd-3b75-446b-9e68-658e2bebc8cb tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:14:33.287667 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8a8247dd-3b75-446b-9e68-658e2bebc8cb tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (c91d7e66-eba8-45b3-b478-b72f164b9298), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:33.291393 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:14:33.291393 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:14:33.291393 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:14:33.291393 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:14:33.291393 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:14:33.291393 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:14:33.291393 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:14:33.291393 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:14:33.291393 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:14:33.291393 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:14:33.291393 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:14:33.291393 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:14:33.291393 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:14:33.291393 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:14:33.291393 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:14:33.291393 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:14:33.291393 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:14:33.291393 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:14:33.291393 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:14:33.291393 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:14:33.291393 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:14:33.291393 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:14:33.291393 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:14:33.291393 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:14:33.291393 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:14:33.291393 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:14:33.291393 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:14:33.291393 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:14:33.291393 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:14:33.291393 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:14:33.291393 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:14:33.291393 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:14:33.395053 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-68635f12-e3ad-4b48-b23e-72daeea5f06b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (b28d4905-d1c1-4309-a5bf-1728cb15a362), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:33.399364 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-68635f12-e3ad-4b48-b23e-72daeea5f06b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:33.401791 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-68635f12-e3ad-4b48-b23e-72daeea5f06b admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b28d4905-d1c1-4309-a5bf-1728cb15a362 HTTP/1.1" status: 204 len: 168 time: 0.3705740 Feb 02 07:14:33.406226 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8a8247dd-3b75-446b-9e68-658e2bebc8cb tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (95724054-2807-4a48-afee-3cac1b7a813e), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:33.428409 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8a8247dd-3b75-446b-9e68-658e2bebc8cb tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:33.435205 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-8a8247dd-3b75-446b-9e68-658e2bebc8cb tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "DELETE /v2.0/networks/95724054-2807-4a48-afee-3cac1b7a813e HTTP/1.1" status: 204 len: 168 time: 2.2541051 Feb 02 07:14:33.439146 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58198) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:33.445075 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-e36c5183-b894-435d-88b5-1c00c561fba3 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-459837286'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:14:33.447487 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-46ab1921-b847-4256-b8f1-7b32664e8c3c req-98b59d59-77d3-49ff-9743-6ff03d91988d tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=c6413e47-3ae9-473a-844c-f4bcd11bbc2e HTTP/1.1" status: 200 len: 210 time: 0.0778699 Feb 02 07:14:33.450588 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7d84346-66af-4c65-aade-3b24033adac3 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:14:33.458944 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a7d84346-66af-4c65-aade-3b24033adac3 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:33.464334 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a7d84346-66af-4c65-aade-3b24033adac3 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "PUT /v2.0/routers/5be8e385-58ce-4093-9665-c14048136a2a HTTP/1.1" status: 200 len: 701 time: 0.7977397 Feb 02 07:14:33.465053 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58200) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:33.466616 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68635f12-e3ad-4b48-b23e-72daeea5f06b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28d4905-d1c1-4309-a5bf-1728cb15a362,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:33.467142 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6c3dbb-05f4-4052-acca-788da57b7d06 None None] Sync routers for ids ['5be8e385-58ce-4093-9665-c14048136a2a'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:14:33.472591 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8247dd-3b75-446b-9e68-658e2bebc8cb tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event deleted for resources: {'Network': ['ID=95724054-2807-4a48-afee-3cac1b7a813e,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:33.476819 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58202) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:33.502700 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-231af11d-ed20-4a49-856b-bf5064d63a37 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "GET /v2.0/ports?device_id=5be8e385-58ce-4093-9665-c14048136a2a HTTP/1.1" status: 200 len: 205 time: 0.0364017 Feb 02 07:14:33.502954 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58204) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:33.513626 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6c3dbb-05f4-4052-acca-788da57b7d06 None None] Routers {'5be8e385-58ce-4093-9665-c14048136a2a'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:14:33.516527 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-6b6c3dbb-05f4-4052-acca-788da57b7d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:14:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['5be8e385-58ce-4093-9665-c14048136a2a'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:33.788373 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-6b6c3dbb-05f4-4052-acca-788da57b7d06 None None] Set router 5be8e385-58ce-4093-9665-c14048136a2a gateway port host: None {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:14:33.955880 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-6b6c3dbb-05f4-4052-acca-788da57b7d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be8e385-58ce-4093-9665-c14048136a2a', 'name': 'tempest-RoutersTest-router-1283393417', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:13:26Z', 'updated_at': '2022-02-02T07:14:27Z', 'revision_number': 11, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'gw_port_host': None}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:34.045518 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6c3dbb-05f4-4052-acca-788da57b7d06 None None] Checking router: 5be8e385-58ce-4093-9665-c14048136a2a for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:14:34.079143 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6c3dbb-05f4-4052-acca-788da57b7d06 None None] Routers {'5be8e385-58ce-4093-9665-c14048136a2a'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:14:34.080746 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-6b6c3dbb-05f4-4052-acca-788da57b7d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:14:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['5be8e385-58ce-4093-9665-c14048136a2a'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:34.103867 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5efeaff6-4d5f-4fbe-b76d-a50030e8fd22 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for router (5be8e385-58ce-4093-9665-c14048136a2a), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:34.105852 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e36c5183-b894-435d-88b5-1c00c561fba3 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Made reservation on behalf of 3f54e6cae7d248ada3b347585c4ee8ad for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:14:34.109226 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e36c5183-b894-435d-88b5-1c00c561fba3 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:34.218065 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-6b6c3dbb-05f4-4052-acca-788da57b7d06 None None] Set router 5be8e385-58ce-4093-9665-c14048136a2a gateway port host: None {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:14:34.245290 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723fade0-471b-49f3-90f5-5da602823da1 req-be77459e-30fc-4f0b-861f-45c78f9bcaf1 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:34.247825 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-723fade0-471b-49f3-90f5-5da602823da1 req-be77459e-30fc-4f0b-861f-45c78f9bcaf1 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a9037b0-532a-408c-b85e-3a39058988ae HTTP/1.1" status: 200 len: 945 time: 0.1071558 Feb 02 07:14:34.293421 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-1a1bddfe-fbf8-46a0-8eb2-81aa93cc60f0 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=1c93b513068944b98dd403010458a6a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8141236 Feb 02 07:14:34.298666 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-6b6c3dbb-05f4-4052-acca-788da57b7d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be8e385-58ce-4093-9665-c14048136a2a', 'name': 'tempest-RoutersTest-router-1283393417', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:13:26Z', 'updated_at': '2022-02-02T07:14:27Z', 'revision_number': 11, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'gw_port_host': None}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:34.314777 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58222) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:34.323403 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e36c5183-b894-435d-88b5-1c00c561fba3 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:14:34.330820 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-723fade0-471b-49f3-90f5-5da602823da1 req-5a420ce2-1fb9-4639-a482-0846f8697c77 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/security-groups?id=0cda471f-b311-4535-ab7e-114e2234fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610418 Feb 02 07:14:34.332072 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6c3dbb-05f4-4052-acca-788da57b7d06 None None] The sync data for ids ['5be8e385-58ce-4093-9665-c14048136a2a'] in n-d-789963-26 is: [{'id': '5be8e385-58ce-4093-9665-c14048136a2a', 'name': 'tempest-RoutersTest-router-1283393417', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:13:26Z', 'updated_at': '2022-02-02T07:14:27Z', 'revision_number': 11, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'gw_port_host': None}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:14:34.365809 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5efeaff6-4d5f-4fbe-b76d-a50030e8fd22 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (5be8e385-58ce-4093-9665-c14048136a2a), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:34.368230 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e36c5183-b894-435d-88b5-1c00c561fba3 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (87e765f2-3506-4ff1-9e68-10f7cf0a1e69), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:34.368590 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-e36c5183-b894-435d-88b5-1c00c561fba3 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Added segment 87e765f2-3506-4ff1-9e68-10f7cf0a1e69 of type vlan for network 7a63c605-d38a-4295-ac45-d9ba2f1d82a2 Feb 02 07:14:34.370355 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5efeaff6-4d5f-4fbe-b76d-a50030e8fd22 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for router_controller (5be8e385-58ce-4093-9665-c14048136a2a), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:34.416023 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-50c9e757-914a-4318-8171-a2ebc5c2679f admin admin] Publish callbacks [] for security_group (ee38a50d-609a-441d-89e7-67ea86baffc3), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:34.442399 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-50c9e757-914a-4318-8171-a2ebc5c2679f admin admin] Publish callbacks [] for security_group (ee38a50d-609a-441d-89e7-67ea86baffc3), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:34.463452 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e36c5183-b894-435d-88b5-1c00c561fba3 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (7a63c605-d38a-4295-ac45-d9ba2f1d82a2), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:34.478547 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5efeaff6-4d5f-4fbe-b76d-a50030e8fd22 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (5be8e385-58ce-4093-9665-c14048136a2a), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:34.479166 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5efeaff6-4d5f-4fbe-b76d-a50030e8fd22 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Fanout notify agent at l3_agent the message router_deleted on router 5be8e385-58ce-4093-9665-c14048136a2a {{(pid=109694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:14:34.497771 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5efeaff6-4d5f-4fbe-b76d-a50030e8fd22 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:34.503943 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-5efeaff6-4d5f-4fbe-b76d-a50030e8fd22 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "DELETE /v2.0/routers/5be8e385-58ce-4093-9665-c14048136a2a HTTP/1.1" status: 204 len: 168 time: 0.9984932 Feb 02 07:14:34.504621 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58224) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:34.514998 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-18ab506b-763e-4737-a0c5-a76c1aec7964 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-754992309', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:14:34.532150 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-50c9e757-914a-4318-8171-a2ebc5c2679f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (ee38a50d-609a-441d-89e7-67ea86baffc3), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:34.536084 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-50c9e757-914a-4318-8171-a2ebc5c2679f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:34.544830 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e36c5183-b894-435d-88b5-1c00c561fba3 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (7a63c605-d38a-4295-ac45-d9ba2f1d82a2), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:34.551224 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36c5183-b894-435d-88b5-1c00c561fba3 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:34.552066 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e36c5183-b894-435d-88b5-1c00c561fba3 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:34.553183 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-50c9e757-914a-4318-8171-a2ebc5c2679f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ee38a50d-609a-441d-89e7-67ea86baffc3 HTTP/1.1" status: 204 len: 168 time: 0.2172921 Feb 02 07:14:34.575979 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c9e757-914a-4318-8171-a2ebc5c2679f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee38a50d-609a-441d-89e7-67ea86baffc3,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:34.638929 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-18ab506b-763e-4737-a0c5-a76c1aec7964 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (5bdf4dd1-37e9-4d1f-9bb4-d0ecc4f3e713), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:34.640099 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-18ab506b-763e-4737-a0c5-a76c1aec7964 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (5bdf4dd1-37e9-4d1f-9bb4-d0ecc4f3e713), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:34.647136 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36c5183-b894-435d-88b5-1c00c561fba3 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event updated for resources: {'Network': ['ID=7a63c605-d38a-4295-ac45-d9ba2f1d82a2,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:34.659239 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 7a63c605-d38a-4295-ac45-d9ba2f1d82a2 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:14:34.731203 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-e36c5183-b894-435d-88b5-1c00c561fba3 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2905471 Feb 02 07:14:34.734107 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58232) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:34.742961 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-1389246e-065a-4e20-8142-9e245af6bb41 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Request body: {'subnet': {'network_id': '7a63c605-d38a-4295-ac45-d9ba2f1d82a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:14:34.797327 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-87399208-e708-48fb-8ce9-8cacdecfaab6 req-efa27763-8b08-4af1-b900-66600847120f tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=c6413e47-3ae9-473a-844c-f4bcd11bbc2e HTTP/1.1" status: 200 len: 210 time: 0.1343896 Feb 02 07:14:34.800548 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-18ab506b-763e-4737-a0c5-a76c1aec7964 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for router_controller (5bdf4dd1-37e9-4d1f-9bb4-d0ecc4f3e713), precommit_add_association {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:34.808601 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-18ab506b-763e-4737-a0c5-a76c1aec7964 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (5bdf4dd1-37e9-4d1f-9bb4-d0ecc4f3e713), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:34.860386 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-18ab506b-763e-4737-a0c5-a76c1aec7964 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:34.863852 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-18ab506b-763e-4737-a0c5-a76c1aec7964 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3507771 Feb 02 07:14:34.865221 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58234) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:34.872945 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-ca22144c-55ef-4214-a135-b426801b3e96 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:14:34.964085 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1389246e-065a-4e20-8142-9e245af6bb41 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Made reservation on behalf of 3f54e6cae7d248ada3b347585c4ee8ad for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:14:34.968101 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1389246e-065a-4e20-8142-9e245af6bb41 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:35.224027 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1389246e-065a-4e20-8142-9e245af6bb41 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (94b4dd8a-809a-4ac7-b744-3cd8daba24ba), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:35.269857 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ca22144c-55ef-4214-a135-b426801b3e96 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1043354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-942652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13285'] for router (5bdf4dd1-37e9-4d1f-9bb4-d0ecc4f3e713), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:35.296805 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ca22144c-55ef-4214-a135-b426801b3e96 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1043345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1043336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-942635'] for router (5bdf4dd1-37e9-4d1f-9bb4-d0ecc4f3e713), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:35.317580 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1389246e-065a-4e20-8142-9e245af6bb41 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Checking segment: {'id': '87e765f2-3506-4ff1-9e68-10f7cf0a1e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7a63c605-d38a-4295-ac45-d9ba2f1d82a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:14:35.319040 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1389246e-065a-4e20-8142-9e245af6bb41 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Network hostable DHCP agents. Network: 7a63c605-d38a-4295-ac45-d9ba2f1d82a2, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:14:35.325337 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1389246e-065a-4e20-8142-9e245af6bb41 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event updated for resources: {'Subnet': ['ID=94b4dd8a-809a-4ac7-b744-3cd8daba24ba,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:35.356755 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1389246e-065a-4e20-8142-9e245af6bb41 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Network 7a63c605-d38a-4295-ac45-d9ba2f1d82a2 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:14:35.361587 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486dc507-f41a-4d68-86fe-1ceff8639046 req-a7b1b8aa-6b3c-4c37-87d6-fa3b7b69d7b9 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:35.364090 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-486dc507-f41a-4d68-86fe-1ceff8639046 req-a7b1b8aa-6b3c-4c37-87d6-fa3b7b69d7b9 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.59 "GET /v2.0/networks?id=93a7727a-9e40-4a0f-b90d-66c79fe1bf6c HTTP/1.1" status: 200 len: 817 time: 0.2617559 Feb 02 07:14:35.372080 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-1389246e-065a-4e20-8142-9e245af6bb41 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 7a63c605-d38a-4295-ac45-d9ba2f1d82a2) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:14:35.384812 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d2d932-e643-4195-9603-97905fe6da5e None None] Network 7a63c605-d38a-4295-ac45-d9ba2f1d82a2 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:14:35.391047 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1389246e-065a-4e20-8142-9e245af6bb41 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:35.392148 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1389246e-065a-4e20-8142-9e245af6bb41 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:35.429507 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-1389246e-065a-4e20-8142-9e245af6bb41 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6914570 Feb 02 07:14:35.430290 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58250) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:35.450761 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-6f110aa3-4a03-4f01-8dcf-c66e959c2cca tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Request body: {'port': {'network_id': '7a63c605-d38a-4295-ac45-d9ba2f1d82a2', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1802120886'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:14:35.518105 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-486dc507-f41a-4d68-86fe-1ceff8639046 req-a883ef42-7ea5-42d5-8209-195cff19351d tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=faba4237acf64862ba84ad5ca9ce531a HTTP/1.1" status: 200 len: 379 time: 0.1186204 Feb 02 07:14:35.521417 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca22144c-55ef-4214-a135-b426801b3e96 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Router 5bdf4dd1-37e9-4d1f-9bb4-d0ecc4f3e713 is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:14:35.533266 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-486dc507-f41a-4d68-86fe-1ceff8639046 req-63195a99-d4aa-4d58-bde3-1740020218e7 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Request body: {'port': {'device_id': 'c6413e47-3ae9-473a-844c-f4bcd11bbc2e', 'network_id': '93a7727a-9e40-4a0f-b90d-66c79fe1bf6c', 'admin_state_up': True, 'tenant_id': 'faba4237acf64862ba84ad5ca9ce531a', 'security_groups': ['bc6bfedd-ef42-4ce4-a56a-4f6651c2c67b']}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:14:35.687261 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0cb8a5-10c5-41e6-adf2-a73dd63cbf1a req-2159b7fe-288a-4fd9-8eae-4eaa9b19e92c tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:35.688842 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bf0cb8a5-10c5-41e6-adf2-a73dd63cbf1a req-2159b7fe-288a-4fd9-8eae-4eaa9b19e92c tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a9037b0-532a-408c-b85e-3a39058988ae HTTP/1.1" status: 200 len: 945 time: 0.2066092 Feb 02 07:14:35.728551 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca22144c-55ef-4214-a135-b426801b3e96 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:14:35.752353 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2142782b-f427-49e4-a8db-be85a5692987 None None] Sync routers for ids ['5bdf4dd1-37e9-4d1f-9bb4-d0ecc4f3e713'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:14:35.756780 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f110aa3-4a03-4f01-8dcf-c66e959c2cca tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Made reservation on behalf of 3f54e6cae7d248ada3b347585c4ee8ad for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:14:35.763482 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6f110aa3-4a03-4f01-8dcf-c66e959c2cca tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:35.770924 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ca22144c-55ef-4214-a135-b426801b3e96 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:35.774851 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-ca22144c-55ef-4214-a135-b426801b3e96 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "PUT /v2.0/routers/5bdf4dd1-37e9-4d1f-9bb4-d0ecc4f3e713 HTTP/1.1" status: 200 len: 693 time: 0.9038551 Feb 02 07:14:35.780446 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bf0cb8a5-10c5-41e6-adf2-a73dd63cbf1a req-bfbdbd49-a001-4e55-8a25-1975fb3f009d tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/security-groups?id=0cda471f-b311-4535-ab7e-114e2234fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854568 Feb 02 07:14:35.780983 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58260) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:35.846724 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2142782b-f427-49e4-a8db-be85a5692987 None None] Routers {'5bdf4dd1-37e9-4d1f-9bb4-d0ecc4f3e713'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:14:35.847427 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-2142782b-f427-49e4-a8db-be85a5692987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:14:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['5bdf4dd1-37e9-4d1f-9bb4-d0ecc4f3e713'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:35.852579 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2e7413-4e25-417e-a5a9-09451e6f741e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-7a63c605-d38a-4295-ac45-d9ba2f1d82a2', 'network_id': '7a63c605-d38a-4295-ac45-d9ba2f1d82a2', 'project_id': '3f54e6cae7d248ada3b347585c4ee8ad', 'fixed_ips': [{'subnet_id': '94b4dd8a-809a-4ac7-b744-3cd8daba24ba'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:14:35.853806 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ac2e7413-4e25-417e-a5a9-09451e6f741e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:35.887117 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-486dc507-f41a-4d68-86fe-1ceff8639046 req-63195a99-d4aa-4d58-bde3-1740020218e7 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Made reservation on behalf of faba4237acf64862ba84ad5ca9ce531a for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:14:35.920351 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:14:35.921278 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-486dc507-f41a-4d68-86fe-1ceff8639046 req-63195a99-d4aa-4d58-bde3-1740020218e7 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:35.955053 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [None req-6f110aa3-4a03-4f01-8dcf-c66e959c2cca tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] device_id is not set on port b046835a-4d43-4c69-ab71-dd7102d72aaf yet. {{(pid=109693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:14:35.996026 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-2142782b-f427-49e4-a8db-be85a5692987 None None] Set router 5bdf4dd1-37e9-4d1f-9bb4-d0ecc4f3e713 gateway port host: None {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:14:36.043905 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58264) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:36.076359 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-69b64d23-ef81-4830-96b3-33b759093436 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "GET /v2.0/routers/5bdf4dd1-37e9-4d1f-9bb4-d0ecc4f3e713 HTTP/1.1" status: 200 len: 699 time: 0.2931557 Feb 02 07:14:36.077521 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-2142782b-f427-49e4-a8db-be85a5692987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdf4dd1-37e9-4d1f-9bb4-d0ecc4f3e713', 'name': 'tempest-RoutersTest-router-754992309', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:14:34Z', 'updated_at': '2022-02-02T07:14:35Z', 'revision_number': 2, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'gw_port_host': None}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:36.079888 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58268) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:36.113713 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d39d3d91-5ca9-40cb-a4bf-3c283a8c81dd req-dd7babc0-ffde-4d71-8c49-5bc2cedd0b5c tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=c6413e47-3ae9-473a-844c-f4bcd11bbc2e HTTP/1.1" status: 200 len: 210 time: 0.0764043 Feb 02 07:14:36.114122 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2142782b-f427-49e4-a8db-be85a5692987 None None] Checking router: 5bdf4dd1-37e9-4d1f-9bb4-d0ecc4f3e713 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:14:36.197194 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2142782b-f427-49e4-a8db-be85a5692987 None None] Routers {'5bdf4dd1-37e9-4d1f-9bb4-d0ecc4f3e713'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:14:36.197833 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-2142782b-f427-49e4-a8db-be85a5692987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:14:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['5bdf4dd1-37e9-4d1f-9bb4-d0ecc4f3e713'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:36.239040 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-486dc507-f41a-4d68-86fe-1ceff8639046 req-63195a99-d4aa-4d58-bde3-1740020218e7 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Allocated IP 172.20.0.10 (93a7727a-9e40-4a0f-b90d-66c79fe1bf6c/772313e3-625d-4c7f-b776-8fe829836021/e5693ad4-1652-4353-8d5c-35e07e2e3df9) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:14:36.294359 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-2142782b-f427-49e4-a8db-be85a5692987 None None] Set router 5bdf4dd1-37e9-4d1f-9bb4-d0ecc4f3e713 gateway port host: None {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:14:36.378159 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-2142782b-f427-49e4-a8db-be85a5692987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdf4dd1-37e9-4d1f-9bb4-d0ecc4f3e713', 'name': 'tempest-RoutersTest-router-754992309', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:14:34Z', 'updated_at': '2022-02-02T07:14:35Z', 'revision_number': 2, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'gw_port_host': None}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:36.395465 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-486dc507-f41a-4d68-86fe-1ceff8639046 req-63195a99-d4aa-4d58-bde3-1740020218e7 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks [] for port (e5693ad4-1652-4353-8d5c-35e07e2e3df9), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:36.413586 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2142782b-f427-49e4-a8db-be85a5692987 None None] The sync data for ids ['5bdf4dd1-37e9-4d1f-9bb4-d0ecc4f3e713'] in n-d-789963-26 is: [{'id': '5bdf4dd1-37e9-4d1f-9bb4-d0ecc4f3e713', 'name': 'tempest-RoutersTest-router-754992309', 'tenant_id': 'c092e90dc089486b8a9195291d2bdc7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:14:34Z', 'updated_at': '2022-02-02T07:14:35Z', 'revision_number': 2, 'project_id': 'c092e90dc089486b8a9195291d2bdc7c', 'gw_port_host': None}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:14:36.434150 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-486dc507-f41a-4d68-86fe-1ceff8639046 req-63195a99-d4aa-4d58-bde3-1740020218e7 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (e5693ad4-1652-4353-8d5c-35e07e2e3df9), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:36.434802 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-ac2e7413-4e25-417e-a5a9-09451e6f741e None None] Allocated IP 2001:db8::2 (7a63c605-d38a-4295-ac45-d9ba2f1d82a2/94b4dd8a-809a-4ac7-b744-3cd8daba24ba/5f883b58-1b2b-4a57-9667-8e6bcd6e69b8) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:14:36.518458 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63195a99-d4aa-4d58-bde3-1740020218e7 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Pushing event updated for resources: {'Port': ['ID=e5693ad4-1652-4353-8d5c-35e07e2e3df9,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:36.522327 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-486dc507-f41a-4d68-86fe-1ceff8639046 req-63195a99-d4aa-4d58-bde3-1740020218e7 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Network 93a7727a-9e40-4a0f-b90d-66c79fe1bf6c is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:14:36.529786 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-486dc507-f41a-4d68-86fe-1ceff8639046 req-63195a99-d4aa-4d58-bde3-1740020218e7 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:14:36.532674 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-486dc507-f41a-4d68-86fe-1ceff8639046 req-63195a99-d4aa-4d58-bde3-1740020218e7 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:14:36.541694 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-eead8509-802a-4344-bef3-49c6643908fa tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "GET /v2.0/ports?device_id=5bdf4dd1-37e9-4d1f-9bb4-d0ecc4f3e713 HTTP/1.1" status: 200 len: 205 time: 0.4607449 Feb 02 07:14:36.551069 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-e46eeed0-3178-47d5-bbf1-c7aef677280f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1447929327-network', 'tenant_id': '55cc3e1e6f054ff8aa27776e1d040f10'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:14:36.553957 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58270) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:36.618026 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486dc507-f41a-4d68-86fe-1ceff8639046 req-63195a99-d4aa-4d58-bde3-1740020218e7 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:36.618922 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-486dc507-f41a-4d68-86fe-1ceff8639046 req-63195a99-d4aa-4d58-bde3-1740020218e7 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:36.641998 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-486dc507-f41a-4d68-86fe-1ceff8639046 req-63195a99-d4aa-4d58-bde3-1740020218e7 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1131239 Feb 02 07:14:36.655873 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ac2e7413-4e25-417e-a5a9-09451e6f741e None None] Publish callbacks [] for port (5f883b58-1b2b-4a57-9667-8e6bcd6e69b8), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:36.660721 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-486dc507-f41a-4d68-86fe-1ceff8639046 req-5824fbff-443b-45a5-9f58-b3182c55b837 service neutron] Request body: {'port': {'device_id': 'c6413e47-3ae9-473a-844c-f4bcd11bbc2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:14:36.673076 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-75143d6c-44ea-49f1-aab4-cdda0f7bc1d2 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for router (5bdf4dd1-37e9-4d1f-9bb4-d0ecc4f3e713), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:36.675991 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ac2e7413-4e25-417e-a5a9-09451e6f741e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (5f883b58-1b2b-4a57-9667-8e6bcd6e69b8), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:36.736379 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2e7413-4e25-417e-a5a9-09451e6f741e None None] Pushing event updated for resources: {'Port': ['ID=5f883b58-1b2b-4a57-9667-8e6bcd6e69b8,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:36.747531 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e46eeed0-3178-47d5-bbf1-c7aef677280f admin admin] Made reservation on behalf of 55cc3e1e6f054ff8aa27776e1d040f10 for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:14:36.754002 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e46eeed0-3178-47d5-bbf1-c7aef677280f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:36.757713 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-486dc507-f41a-4d68-86fe-1ceff8639046 req-5824fbff-443b-45a5-9f58-b3182c55b837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (e5693ad4-1652-4353-8d5c-35e07e2e3df9), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:36.765172 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2e7413-4e25-417e-a5a9-09451e6f741e None None] Network 7a63c605-d38a-4295-ac45-d9ba2f1d82a2 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:14:36.767287 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-ac2e7413-4e25-417e-a5a9-09451e6f741e None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:14:36.771469 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2e7413-4e25-417e-a5a9-09451e6f741e None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:14:36.810824 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e46eeed0-3178-47d5-bbf1-c7aef677280f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:36.848555 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-ac2e7413-4e25-417e-a5a9-09451e6f741e None None] Attempting to bind port 5f883b58-1b2b-4a57-9667-8e6bcd6e69b8 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:14:36.848922 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-ac2e7413-4e25-417e-a5a9-09451e6f741e None None] Attempting to bind port 5f883b58-1b2b-4a57-9667-8e6bcd6e69b8 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '87e765f2-3506-4ff1-9e68-10f7cf0a1e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7a63c605-d38a-4295-ac45-d9ba2f1d82a2'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:14:36.849296 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2e7413-4e25-417e-a5a9-09451e6f741e None None] Attempting to bind port 5f883b58-1b2b-4a57-9667-8e6bcd6e69b8 on network 7a63c605-d38a-4295-ac45-d9ba2f1d82a2 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:14:36.854977 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2e7413-4e25-417e-a5a9-09451e6f741e None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:14:36.855365 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2e7413-4e25-417e-a5a9-09451e6f741e None None] Checking segment: {'id': '87e765f2-3506-4ff1-9e68-10f7cf0a1e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7a63c605-d38a-4295-ac45-d9ba2f1d82a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:14:36.855804 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ac2e7413-4e25-417e-a5a9-09451e6f741e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:36.856207 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2e7413-4e25-417e-a5a9-09451e6f741e None None] Bound using segment: {'id': '87e765f2-3506-4ff1-9e68-10f7cf0a1e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7a63c605-d38a-4295-ac45-d9ba2f1d82a2'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:14:36.856833 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-ac2e7413-4e25-417e-a5a9-09451e6f741e None None] Bound port: 5f883b58-1b2b-4a57-9667-8e6bcd6e69b8, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87e765f2-3506-4ff1-9e68-10f7cf0a1e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '7a63c605-d38a-4295-ac45-d9ba2f1d82a2'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:14:36.857645 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ac2e7413-4e25-417e-a5a9-09451e6f741e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (5f883b58-1b2b-4a57-9667-8e6bcd6e69b8), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:36.936506 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ac2e7413-4e25-417e-a5a9-09451e6f741e None None] For port 5f883b58-1b2b-4a57-9667-8e6bcd6e69b8, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:14:36.955433 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-6f110aa3-4a03-4f01-8dcf-c66e959c2cca tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Allocated IP 2001:db8::3b (7a63c605-d38a-4295-ac45-d9ba2f1d82a2/94b4dd8a-809a-4ac7-b744-3cd8daba24ba/b046835a-4d43-4c69-ab71-dd7102d72aaf) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:14:36.958443 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-75143d6c-44ea-49f1-aab4-cdda0f7bc1d2 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (5bdf4dd1-37e9-4d1f-9bb4-d0ecc4f3e713), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:36.961641 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ac2e7413-4e25-417e-a5a9-09451e6f741e None None] For port 5f883b58-1b2b-4a57-9667-8e6bcd6e69b8, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=5f883b58-1b2b-4a57-9667-8e6bcd6e69b8,segment=NetworkSegment(87e765f2-3506-4ff1-9e68-10f7cf0a1e69),segment_id=87e765f2-3506-4ff1-9e68-10f7cf0a1e69)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:14:36.963986 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-75143d6c-44ea-49f1-aab4-cdda0f7bc1d2 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for router_controller (5bdf4dd1-37e9-4d1f-9bb4-d0ecc4f3e713), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:36.980016 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ac2e7413-4e25-417e-a5a9-09451e6f741e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (5f883b58-1b2b-4a57-9667-8e6bcd6e69b8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:36.982339 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-faddcc1c-390a-4f4b-a745-4a38afee39fe None None] Provisioning complete for port e5693ad4-1652-4353-8d5c-35e07e2e3df9 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:14:36.982775 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-faddcc1c-390a-4f4b-a745-4a38afee39fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (e5693ad4-1652-4353-8d5c-35e07e2e3df9), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:37.106424 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-75143d6c-44ea-49f1-aab4-cdda0f7bc1d2 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (5bdf4dd1-37e9-4d1f-9bb4-d0ecc4f3e713), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:37.106966 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75143d6c-44ea-49f1-aab4-cdda0f7bc1d2 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Fanout notify agent at l3_agent the message router_deleted on router 5bdf4dd1-37e9-4d1f-9bb4-d0ecc4f3e713 {{(pid=109693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:14:37.124873 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-faddcc1c-390a-4f4b-a745-4a38afee39fe None None] Port e5693ad4-1652-4353-8d5c-35e07e2e3df9 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:14:37.126065 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-75143d6c-44ea-49f1-aab4-cdda0f7bc1d2 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:37.127192 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-75143d6c-44ea-49f1-aab4-cdda0f7bc1d2 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "DELETE /v2.0/routers/5bdf4dd1-37e9-4d1f-9bb4-d0ecc4f3e713 HTTP/1.1" status: 204 len: 168 time: 0.5665278 Feb 02 07:14:37.133832 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2e7413-4e25-417e-a5a9-09451e6f741e None None] Pushing event updated for resources: {'Port': ['ID=5f883b58-1b2b-4a57-9667-8e6bcd6e69b8,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:37.142402 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58282) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:37.185245 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-486dc507-f41a-4d68-86fe-1ceff8639046 req-5824fbff-443b-45a5-9f58-b3182c55b837 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5693ad4-1652-4353-8d5c-35e07e2e3df9 {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:14:37.196739 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-486dc507-f41a-4d68-86fe-1ceff8639046 req-5824fbff-443b-45a5-9f58-b3182c55b837 service neutron] Publish callbacks [] for port (e5693ad4-1652-4353-8d5c-35e07e2e3df9), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:37.213398 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-486dc507-f41a-4d68-86fe-1ceff8639046 req-5824fbff-443b-45a5-9f58-b3182c55b837 service neutron] Transition to ACTIVE for port object e5693ad4-1652-4353-8d5c-35e07e2e3df9 will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:14:37.217524 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-486dc507-f41a-4d68-86fe-1ceff8639046 req-5824fbff-443b-45a5-9f58-b3182c55b837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (e5693ad4-1652-4353-8d5c-35e07e2e3df9), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:37.234916 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b9a50066-6802-4430-8a3c-987250361175 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "GET /v2.0/ports?device_id=5bdf4dd1-37e9-4d1f-9bb4-d0ecc4f3e713 HTTP/1.1" status: 200 len: 205 time: 0.0903878 Feb 02 07:14:37.245623 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58286) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:37.299944 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-a3acedf4-7a17-4b9c-a7a0-d30b5d6a0f45 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] delete failed (client error): The resource could not be found. Feb 02 07:14:37.303438 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a3acedf4-7a17-4b9c-a7a0-d30b5d6a0f45 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "DELETE /v2.0/routers/5bdf4dd1-37e9-4d1f-9bb4-d0ecc4f3e713 HTTP/1.1" status: 404 len: 336 time: 0.0510976 Feb 02 07:14:37.305560 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58288) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:37.332296 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e766ea08-adc2-44b5-9264-aa3084885dd3 req-99788b1f-ed7b-494c-b40d-69b3cb6ee086 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:37.333972 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e766ea08-adc2-44b5-9264-aa3084885dd3 req-99788b1f-ed7b-494c-b40d-69b3cb6ee086 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a9037b0-532a-408c-b85e-3a39058988ae HTTP/1.1" status: 200 len: 945 time: 0.3542821 Feb 02 07:14:37.369537 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e46eeed0-3178-47d5-bbf1-c7aef677280f admin admin] Publish callbacks [] for security_group (54a4084a-f03c-46a8-b6e7-a3b6665d181a), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:37.392398 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e46eeed0-3178-47d5-bbf1-c7aef677280f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (54a4084a-f03c-46a8-b6e7-a3b6665d181a), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:37.410421 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7d8c6c2-0259-4a3a-a7a4-c5f2e703481d tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] DELETE failed (client error): The resource could not be found. Feb 02 07:14:37.410902 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7d8c6c2-0259-4a3a-a7a4-c5f2e703481d tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:14:37.416568 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f7d8c6c2-0259-4a3a-a7a4-c5f2e703481d tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "DELETE /v2.0/subnets/a371c952-6ffa-4afc-98bb-d2068d2b22d2 HTTP/1.1" status: 404 len: 337 time: 0.1082504 Feb 02 07:14:37.421266 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58290) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:37.467011 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6f110aa3-4a03-4f01-8dcf-c66e959c2cca tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for port (b046835a-4d43-4c69-ab71-dd7102d72aaf), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:37.486573 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5824fbff-443b-45a5-9f58-b3182c55b837 service neutron] Pushing event updated for resources: {'Port': ['ID=e5693ad4-1652-4353-8d5c-35e07e2e3df9,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:37.514484 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843fbec4-c2fd-483d-b859-352f419045cc req-8056fbe5-eed4-49b9-8a43-784d2b73fe11 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:37.521830 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-843fbec4-c2fd-483d-b859-352f419045cc req-8056fbe5-eed4-49b9-8a43-784d2b73fe11 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=c6413e47-3ae9-473a-844c-f4bcd11bbc2e HTTP/1.1" status: 200 len: 944 time: 0.2874413 Feb 02 07:14:37.567401 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e46eeed0-3178-47d5-bbf1-c7aef677280f admin admin] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:14:37.572485 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4ae97e1-b6d8-42b1-bccc-4ef69f3ed9d0 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] DELETE failed (client error): The resource could not be found. Feb 02 07:14:37.573127 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4ae97e1-b6d8-42b1-bccc-4ef69f3ed9d0 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:14:37.576393 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-c4ae97e1-b6d8-42b1-bccc-4ef69f3ed9d0 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "DELETE /v2.0/subnets/eb73560c-523c-4032-82fe-0f13db852ea1 HTTP/1.1" status: 404 len: 337 time: 0.1523492 Feb 02 07:14:37.582447 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58292) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:37.608852 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46eeed0-3178-47d5-bbf1-c7aef677280f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a4084a-f03c-46a8-b6e7-a3b6665d181a,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:37.628014 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e46eeed0-3178-47d5-bbf1-c7aef677280f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:37.628748 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-e46eeed0-3178-47d5-bbf1-c7aef677280f admin admin] Added segment 2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0 of type vlan for network ec14a810-28cb-452c-8a58-03e4eebabfec Feb 02 07:14:37.651143 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-843fbec4-c2fd-483d-b859-352f419045cc req-2c4dd0a8-52d2-4dd1-974e-b070c7bba64c tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=bc6bfedd-ef42-4ce4-a56a-4f6651c2c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283233 Feb 02 07:14:37.654765 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-0036c3d2-a75b-45a9-9f4c-89522af5da5d tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] DELETE failed (client error): The resource could not be found. Feb 02 07:14:37.655238 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0036c3d2-a75b-45a9-9f4c-89522af5da5d tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:14:37.660663 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0036c3d2-a75b-45a9-9f4c-89522af5da5d tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "DELETE /v2.0/subnets/de1bef11-0190-4dd0-830c-19ffb2680972 HTTP/1.1" status: 404 len: 337 time: 0.0749125 Feb 02 07:14:37.674528 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e766ea08-adc2-44b5-9264-aa3084885dd3 req-6650a8cc-d249-48c0-bb99-a4d8ba398827 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/security-groups?id=0cda471f-b311-4535-ab7e-114e2234fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3229663 Feb 02 07:14:37.679742 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58294) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:37.704360 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-486dc507-f41a-4d68-86fe-1ceff8639046 req-5824fbff-443b-45a5-9f58-b3182c55b837 service neutron] Attempting to bind port e5693ad4-1652-4353-8d5c-35e07e2e3df9 on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:14:37.704702 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-486dc507-f41a-4d68-86fe-1ceff8639046 req-5824fbff-443b-45a5-9f58-b3182c55b837 service neutron] Attempting to bind port e5693ad4-1652-4353-8d5c-35e07e2e3df9 by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': '99da04fe-20b0-46d1-9372-22452ee68679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '93a7727a-9e40-4a0f-b90d-66c79fe1bf6c'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:14:37.705039 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486dc507-f41a-4d68-86fe-1ceff8639046 req-5824fbff-443b-45a5-9f58-b3182c55b837 service neutron] Attempting to bind port e5693ad4-1652-4353-8d5c-35e07e2e3df9 on network 93a7727a-9e40-4a0f-b90d-66c79fe1bf6c {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:14:37.716264 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486dc507-f41a-4d68-86fe-1ceff8639046 req-5824fbff-443b-45a5-9f58-b3182c55b837 service neutron] Port e5693ad4-1652-4353-8d5c-35e07e2e3df9 on network 93a7727a-9e40-4a0f-b90d-66c79fe1bf6c not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:14:37.716598 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486dc507-f41a-4d68-86fe-1ceff8639046 req-5824fbff-443b-45a5-9f58-b3182c55b837 service neutron] Attempting to bind port e5693ad4-1652-4353-8d5c-35e07e2e3df9 on network 93a7727a-9e40-4a0f-b90d-66c79fe1bf6c {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:14:37.720701 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-a20fc910-e2e5-48d5-bea6-ec58f52a320f tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] DELETE failed (client error): The resource could not be found. Feb 02 07:14:37.721178 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a20fc910-e2e5-48d5-bea6-ec58f52a320f tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:14:37.728110 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a20fc910-e2e5-48d5-bea6-ec58f52a320f tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "DELETE /v2.0/subnets/134e2214-f6dd-43ee-a5d4-672e2463085f HTTP/1.1" status: 404 len: 337 time: 0.0414577 Feb 02 07:14:37.733276 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486dc507-f41a-4d68-86fe-1ceff8639046 req-5824fbff-443b-45a5-9f58-b3182c55b837 service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:14:37.733633 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486dc507-f41a-4d68-86fe-1ceff8639046 req-5824fbff-443b-45a5-9f58-b3182c55b837 service neutron] Checking segment: {'id': '99da04fe-20b0-46d1-9372-22452ee68679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '93a7727a-9e40-4a0f-b90d-66c79fe1bf6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:14:37.737213 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486dc507-f41a-4d68-86fe-1ceff8639046 req-5824fbff-443b-45a5-9f58-b3182c55b837 service neutron] Bound using segment: {'id': '99da04fe-20b0-46d1-9372-22452ee68679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '93a7727a-9e40-4a0f-b90d-66c79fe1bf6c'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:14:37.737762 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-486dc507-f41a-4d68-86fe-1ceff8639046 req-5824fbff-443b-45a5-9f58-b3182c55b837 service neutron] Bound port: e5693ad4-1652-4353-8d5c-35e07e2e3df9, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99da04fe-20b0-46d1-9372-22452ee68679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '93a7727a-9e40-4a0f-b90d-66c79fe1bf6c'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:14:37.738149 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-486dc507-f41a-4d68-86fe-1ceff8639046 req-5824fbff-443b-45a5-9f58-b3182c55b837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (e5693ad4-1652-4353-8d5c-35e07e2e3df9), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:37.760056 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58296) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:37.807469 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6f110aa3-4a03-4f01-8dcf-c66e959c2cca tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (b046835a-4d43-4c69-ab71-dd7102d72aaf), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:37.814873 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58298) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:37.816007 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-2bf68acd-8d23-47b9-8108-0f684bffaff4 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "GET /v2.0/ports?device_id=5be8e385-58ce-4093-9665-c14048136a2a HTTP/1.1" status: 200 len: 205 time: 0.0548842 Feb 02 07:14:37.828097 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e46eeed0-3178-47d5-bbf1-c7aef677280f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (ec14a810-28cb-452c-8a58-03e4eebabfec), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:37.868592 n-d-789963-26 neutron-server[109694]: INFO neutron.api.v2.resource [None req-75524872-80c8-4152-88e7-7a1bd0d34213 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] delete failed (client error): The resource could not be found. Feb 02 07:14:37.869999 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-75524872-80c8-4152-88e7-7a1bd0d34213 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "DELETE /v2.0/routers/5be8e385-58ce-4093-9665-c14048136a2a HTTP/1.1" status: 404 len: 336 time: 0.0539002 Feb 02 07:14:37.874730 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58302) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:37.909879 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f110aa3-4a03-4f01-8dcf-c66e959c2cca tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Network 7a63c605-d38a-4295-ac45-d9ba2f1d82a2 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:14:37.917713 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-6f110aa3-4a03-4f01-8dcf-c66e959c2cca tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:14:37.928574 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-75b39cc1-e03e-4d2a-bf71-ab1c1f341e0d tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "GET /v2.0/ports?device_id=bef62444-b2d8-46de-af99-240cccb04cb7 HTTP/1.1" status: 200 len: 205 time: 0.0496380 Feb 02 07:14:37.934860 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58304) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:37.938805 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f110aa3-4a03-4f01-8dcf-c66e959c2cca tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:14:37.949984 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f110aa3-4a03-4f01-8dcf-c66e959c2cca tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:37.951438 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-486dc507-f41a-4d68-86fe-1ceff8639046 req-5824fbff-443b-45a5-9f58-b3182c55b837 service neutron] For port e5693ad4-1652-4353-8d5c-35e07e2e3df9, host n-h2-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:14:37.952528 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6f110aa3-4a03-4f01-8dcf-c66e959c2cca tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:37.954988 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-486dc507-f41a-4d68-86fe-1ceff8639046 req-5824fbff-443b-45a5-9f58-b3182c55b837 service neutron] For port e5693ad4-1652-4353-8d5c-35e07e2e3df9, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=e5693ad4-1652-4353-8d5c-35e07e2e3df9,segment=NetworkSegment(99da04fe-20b0-46d1-9372-22452ee68679),segment_id=99da04fe-20b0-46d1-9372-22452ee68679)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:14:37.963088 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-486dc507-f41a-4d68-86fe-1ceff8639046 req-5824fbff-443b-45a5-9f58-b3182c55b837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (e5693ad4-1652-4353-8d5c-35e07e2e3df9), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:38.011097 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f110aa3-4a03-4f01-8dcf-c66e959c2cca tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event updated for resources: {'Port': ['ID=b046835a-4d43-4c69-ab71-dd7102d72aaf,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:38.021090 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-36cc3a49-5800-4465-a84c-ee34a16aa481 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] delete failed (client error): The resource could not be found. Feb 02 07:14:38.025302 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-36cc3a49-5800-4465-a84c-ee34a16aa481 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "DELETE /v2.0/routers/bef62444-b2d8-46de-af99-240cccb04cb7 HTTP/1.1" status: 404 len: 336 time: 0.0664501 Feb 02 07:14:38.026913 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58312) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:38.044098 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5824fbff-443b-45a5-9f58-b3182c55b837 service neutron] Pushing event updated for resources: {'Port': ['ID=e5693ad4-1652-4353-8d5c-35e07e2e3df9,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:38.052672 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486dc507-f41a-4d68-86fe-1ceff8639046 req-5824fbff-443b-45a5-9f58-b3182c55b837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:38.055363 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-486dc507-f41a-4d68-86fe-1ceff8639046 req-5824fbff-443b-45a5-9f58-b3182c55b837 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:38.056994 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-486dc507-f41a-4d68-86fe-1ceff8639046 req-5824fbff-443b-45a5-9f58-b3182c55b837 service neutron] 10.222.0.59 "PUT /v2.0/ports/e5693ad4-1652-4353-8d5c-35e07e2e3df9 HTTP/1.1" status: 200 len: 1093 time: 1.4023204 Feb 02 07:14:38.057483 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6413e47-3ae9-473a-844c-f4bcd11bbc2e', 'tag': 'e5693ad4-1652-4353-8d5c-35e07e2e3df9'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:14:38.059833 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d7cce72-d66d-468e-aea9-1bb7209564df" -d '{"events": [{"name": "network-changed", "server_uuid": "c6413e47-3ae9-473a-844c-f4bcd11bbc2e", "tag": "e5693ad4-1652-4353-8d5c-35e07e2e3df9"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:14:38.089982 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-6f110aa3-4a03-4f01-8dcf-c66e959c2cca tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.6545184 Feb 02 07:14:38.090919 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e46eeed0-3178-47d5-bbf1-c7aef677280f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (ec14a810-28cb-452c-8a58-03e4eebabfec), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:38.092225 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46eeed0-3178-47d5-bbf1-c7aef677280f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:38.092916 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e46eeed0-3178-47d5-bbf1-c7aef677280f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:38.093816 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58320) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:38.096345 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eaef919-bbe4-47f1-b475-545b79906352 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] DELETE failed (client error): The resource could not be found. Feb 02 07:14:38.096933 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4eaef919-bbe4-47f1-b475-545b79906352 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:14:38.100874 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-4eaef919-bbe4-47f1-b475-545b79906352 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "DELETE /v2.0/subnets/bc1ffb50-8bba-44dc-a9a9-44bb5783b1b2 HTTP/1.1" status: 404 len: 337 time: 0.0721231 Feb 02 07:14:38.104808 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58322) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:38.174240 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-723866ad-9c38-40ff-8aad-ed6006fb763e tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "GET /v2.0/ports?device_id=ac73cd48-aced-41e1-8ed6-f4df0f5903e4 HTTP/1.1" status: 200 len: 205 time: 0.0678139 Feb 02 07:14:38.176526 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58324) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:38.249817 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46eeed0-3178-47d5-bbf1-c7aef677280f admin admin] Pushing event updated for resources: {'Network': ['ID=ec14a810-28cb-452c-8a58-03e4eebabfec,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:38.264819 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e46eeed0-3178-47d5-bbf1-c7aef677280f admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2197256 Feb 02 07:14:38.270475 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58326) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:38.274614 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network ec14a810-28cb-452c-8a58-03e4eebabfec details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:14:38.275863 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-6975e3d3-d752-4e6b-a5a8-69cdd11b332d admin admin] Request body: {'subnet': {'network_id': 'ec14a810-28cb-452c-8a58-03e4eebabfec', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1447929327-subnet', 'tenant_id': '55cc3e1e6f054ff8aa27776e1d040f10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:14:38.298707 n-d-789963-26 neutron-server[109694]: INFO neutron.api.v2.resource [None req-019d63bb-84d0-41c1-aca0-3ae9d0cfbdcc tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] delete failed (client error): The resource could not be found. Feb 02 07:14:38.299785 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-019d63bb-84d0-41c1-aca0-3ae9d0cfbdcc tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "DELETE /v2.0/routers/ac73cd48-aced-41e1-8ed6-f4df0f5903e4 HTTP/1.1" status: 404 len: 336 time: 0.1171670 Feb 02 07:14:38.303776 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58328) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:38.317396 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6975e3d3-d752-4e6b-a5a8-69cdd11b332d admin admin] Made reservation on behalf of 55cc3e1e6f054ff8aa27776e1d040f10 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:14:38.320083 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6975e3d3-d752-4e6b-a5a8-69cdd11b332d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:38.340326 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-c63923df-9d44-40f1-8b86-525680d53565 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "GET /v2.0/ports?device_id=1941e8b6-7be9-4e64-8e82-41840d371309 HTTP/1.1" status: 200 len: 205 time: 0.0339062 Feb 02 07:14:38.351006 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58330) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:38.365955 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66ea1e6-edbf-4ef4-82e9-337e20d96e14 x-openstack-request-id: req-f66ea1e6-edbf-4ef4-82e9-337e20d96e14 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:14:38.366919 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6413e47-3ae9-473a-844c-f4bcd11bbc2e", "tag": "e5693ad4-1652-4353-8d5c-35e07e2e3df9", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:14:38.367915 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f66ea1e6-edbf-4ef4-82e9-337e20d96e14 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:14:38.368473 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6413e47-3ae9-473a-844c-f4bcd11bbc2e', 'tag': 'e5693ad4-1652-4353-8d5c-35e07e2e3df9', 'status': 'completed', 'code': 200} Feb 02 07:14:38.374863 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486dc507-f41a-4d68-86fe-1ceff8639046 req-a7695562-8f39-4be2-b26f-592eb8484a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:38.377455 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-486dc507-f41a-4d68-86fe-1ceff8639046 req-a7695562-8f39-4be2-b26f-592eb8484a33 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=faba4237acf64862ba84ad5ca9ce531a&device_id=c6413e47-3ae9-473a-844c-f4bcd11bbc2e HTTP/1.1" status: 200 len: 1127 time: 0.2109907 Feb 02 07:14:38.446705 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-486dc507-f41a-4d68-86fe-1ceff8639046 req-6b050032-881b-4838-91ab-d3e1669944c5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5693ad4-1652-4353-8d5c-35e07e2e3df9 HTTP/1.1" status: 200 len: 217 time: 0.0550830 Feb 02 07:14:38.454779 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-9165272d-68b8-42b1-8ba6-d0f4d1d7cc31 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] delete failed (client error): The resource could not be found. Feb 02 07:14:38.459218 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-9165272d-68b8-42b1-8ba6-d0f4d1d7cc31 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "DELETE /v2.0/routers/1941e8b6-7be9-4e64-8e82-41840d371309 HTTP/1.1" status: 404 len: 336 time: 0.1036444 Feb 02 07:14:38.466074 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58332) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:38.513556 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486dc507-f41a-4d68-86fe-1ceff8639046 req-259a860d-a403-490d-9986-f0b42e39e2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:38.515036 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-486dc507-f41a-4d68-86fe-1ceff8639046 req-259a860d-a403-490d-9986-f0b42e39e2a9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=772313e3-625d-4c7f-b776-8fe829836021 HTTP/1.1" status: 200 len: 856 time: 0.0593591 Feb 02 07:14:38.522147 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d4983-f1ac-4083-997a-93ed30b553f9 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Deleting port b046835a-4d43-4c69-ab71-dd7102d72aaf {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:14:38.522782 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fd4d4983-f1ac-4083-997a-93ed30b553f9 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (b046835a-4d43-4c69-ab71-dd7102d72aaf), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:38.551741 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-b75a4d01-8b63-48ba-bf91-a4fa063c1a0e tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] DELETE failed (client error): The resource could not be found. Feb 02 07:14:38.552701 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b75a4d01-8b63-48ba-bf91-a4fa063c1a0e tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:14:38.559089 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b75a4d01-8b63-48ba-bf91-a4fa063c1a0e tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "DELETE /v2.0/subnets/00384dfd-a812-40d1-a46b-3a15a1c881a7 HTTP/1.1" status: 404 len: 337 time: 0.0896776 Feb 02 07:14:38.559907 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58334) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:38.611199 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-92af7b0a-2b50-4090-a0e3-b12663e38588 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "GET /v2.0/ports?device_id=d11a4593-2153-407d-834f-795746d298cf HTTP/1.1" status: 200 len: 205 time: 0.0481451 Feb 02 07:14:38.611839 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58336) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:38.647615 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486dc507-f41a-4d68-86fe-1ceff8639046 req-f356b015-769a-46b5-a7c5-691990d0a5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:38.649941 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-486dc507-f41a-4d68-86fe-1ceff8639046 req-f356b015-769a-46b5-a7c5-691990d0a5dc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=93a7727a-9e40-4a0f-b90d-66c79fe1bf6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1241658 Feb 02 07:14:38.659747 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-cc61fe97-0c4a-4bc2-987c-7350f9bb123a tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] delete failed (client error): The resource could not be found. Feb 02 07:14:38.663147 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-cc61fe97-0c4a-4bc2-987c-7350f9bb123a tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "DELETE /v2.0/routers/d11a4593-2153-407d-834f-795746d298cf HTTP/1.1" status: 404 len: 336 time: 0.0482802 Feb 02 07:14:38.665561 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58338) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:38.687765 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fd4d4983-f1ac-4083-997a-93ed30b553f9 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (b046835a-4d43-4c69-ab71-dd7102d72aaf), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:38.703211 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-76f9641c-b449-4c74-a7b9-3f5440d00ecb tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] DELETE failed (client error): The resource could not be found. Feb 02 07:14:38.703883 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76f9641c-b449-4c74-a7b9-3f5440d00ecb tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:14:38.710810 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-76f9641c-b449-4c74-a7b9-3f5440d00ecb tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "DELETE /v2.0/subnets/26e79655-f9cf-4ca9-acc0-293d0393b9c4 HTTP/1.1" status: 404 len: 337 time: 0.0441215 Feb 02 07:14:38.715201 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58344) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:38.751690 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-fc82f79a-5945-42ec-ab90-4cc6d695d637 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "GET /v2.0/ports?device_id=eca844df-71ff-43a7-97e6-2d1a403bfbe5 HTTP/1.1" status: 200 len: 205 time: 0.0346694 Feb 02 07:14:38.758973 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58346) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:38.770069 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d4983-f1ac-4083-997a-93ed30b553f9 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Calling delete_port for b046835a-4d43-4c69-ab71-dd7102d72aaf owned by {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:14:38.840996 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-7c8255d7-e973-4059-ad8d-99543e043b17 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] delete failed (client error): The resource could not be found. Feb 02 07:14:38.844436 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-7c8255d7-e973-4059-ad8d-99543e043b17 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "DELETE /v2.0/routers/eca844df-71ff-43a7-97e6-2d1a403bfbe5 HTTP/1.1" status: 404 len: 336 time: 0.0564384 Feb 02 07:14:38.846245 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58348) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:38.887347 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-486dc507-f41a-4d68-86fe-1ceff8639046 req-35dd4710-3944-402c-a700-61cc611a84de service neutron] 10.222.0.59 "GET /v2.0/networks/93a7727a-9e40-4a0f-b90d-66c79fe1bf6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317843 Feb 02 07:14:38.922690 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-92e9bcbd-fb45-42e4-aa1b-68c37c383ab9 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] DELETE failed (client error): The resource could not be found. Feb 02 07:14:38.923127 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92e9bcbd-fb45-42e4-aa1b-68c37c383ab9 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:14:38.926783 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-92e9bcbd-fb45-42e4-aa1b-68c37c383ab9 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "DELETE /v2.0/subnets/e8cebfc8-293f-4ace-b6ce-cdfbe5f19b32 HTTP/1.1" status: 404 len: 337 time: 0.0752459 Feb 02 07:14:38.932158 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58350) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:38.939824 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5883043-e807-45b7-bb44-cb207cec049b None None] Network 7a63c605-d38a-4295-ac45-d9ba2f1d82a2 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:14:38.955801 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be9f153-813d-4d88-8b8d-6df5db26ab1d req-46362c9f-99df-4b35-be6e-d8b375dc0652 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:38.963760 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6be9f153-813d-4d88-8b8d-6df5db26ab1d req-46362c9f-99df-4b35-be6e-d8b375dc0652 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=c6413e47-3ae9-473a-844c-f4bcd11bbc2e HTTP/1.1" status: 200 len: 944 time: 0.1769893 Feb 02 07:14:39.017712 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-a790c3ce-304f-4b03-b2c2-022b0e483a15 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] DELETE failed (client error): The resource could not be found. Feb 02 07:14:39.018214 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a790c3ce-304f-4b03-b2c2-022b0e483a15 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:14:39.024443 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a790c3ce-304f-4b03-b2c2-022b0e483a15 tempest-RoutersTest-1241545928 tempest-RoutersTest-1241545928-project] 10.222.0.87 "DELETE /v2.0/subnets/c7d93c8f-aaba-4200-a5dc-34142906334a HTTP/1.1" status: 404 len: 337 time: 0.0868294 Feb 02 07:14:39.051340 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072b8f77-a37f-4cf3-b482-7e4e860c3271 req-f1ffecdb-25df-426b-9d16-2cfd01e528b3 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:39.052383 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-072b8f77-a37f-4cf3-b482-7e4e860c3271 req-f1ffecdb-25df-426b-9d16-2cfd01e528b3 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a9037b0-532a-408c-b85e-3a39058988ae HTTP/1.1" status: 200 len: 945 time: 0.2947001 Feb 02 07:14:39.061750 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6975e3d3-d752-4e6b-a5a8-69cdd11b332d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (44a369a2-4fd0-4fcc-9b66-fee041fedbef), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:39.104143 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 5f883b58-1b2b-4a57-9667-8e6bcd6e69b8 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:14:39.108929 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-b1e42c95-4059-4274-9def-8522f032f320 None None] Provisioning complete for port 5f883b58-1b2b-4a57-9667-8e6bcd6e69b8 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:14:39.109304 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b1e42c95-4059-4274-9def-8522f032f320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (5f883b58-1b2b-4a57-9667-8e6bcd6e69b8), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:39.145508 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6975e3d3-d752-4e6b-a5a8-69cdd11b332d admin admin] Pushing event updated for resources: {'Subnet': ['ID=44a369a2-4fd0-4fcc-9b66-fee041fedbef,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:39.161068 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6be9f153-813d-4d88-8b8d-6df5db26ab1d req-42b325fc-1d8f-4fd8-8d20-dd6eb8605650 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=bc6bfedd-ef42-4ce4-a56a-4f6651c2c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1936860 Feb 02 07:14:39.175703 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-486dc507-f41a-4d68-86fe-1ceff8639046 req-2588d421-cbe3-4059-8c6c-620b44e9e424 service neutron] 10.222.0.59 "GET /v2.0/networks/93a7727a-9e40-4a0f-b90d-66c79fe1bf6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733295 Feb 02 07:14:39.185832 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fd4d4983-f1ac-4083-997a-93ed30b553f9 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (b046835a-4d43-4c69-ab71-dd7102d72aaf), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:39.197079 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-072b8f77-a37f-4cf3-b482-7e4e860c3271 req-27f4342d-5262-4e2b-825a-72ab4a1ef6d7 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/security-groups?id=0cda471f-b311-4535-ab7e-114e2234fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321583 Feb 02 07:14:39.237199 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d4983-f1ac-4083-997a-93ed30b553f9 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event deleted for resources: {'Port': ['ID=b046835a-4d43-4c69-ab71-dd7102d72aaf,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:39.282511 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6975e3d3-d752-4e6b-a5a8-69cdd11b332d admin admin] Checking segment: {'id': '2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ec14a810-28cb-452c-8a58-03e4eebabfec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:14:39.282881 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6975e3d3-d752-4e6b-a5a8-69cdd11b332d admin admin] Network hostable DHCP agents. Network: ec14a810-28cb-452c-8a58-03e4eebabfec, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:14:39.292221 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fd4d4983-f1ac-4083-997a-93ed30b553f9 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:39.300447 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-fd4d4983-f1ac-4083-997a-93ed30b553f9 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "DELETE /v2.0/ports/b046835a-4d43-4c69-ab71-dd7102d72aaf HTTP/1.1" status: 204 len: 168 time: 1.2055619 Feb 02 07:14:39.302874 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58360) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:39.368985 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fc4183b-497f-4592-8736-ab4e71cc39a8 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] GET failed (client error): The resource could not be found. Feb 02 07:14:39.373615 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-5fc4183b-497f-4592-8736-ab4e71cc39a8 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "GET /v2.0/ports/b046835a-4d43-4c69-ab71-dd7102d72aaf HTTP/1.1" status: 404 len: 333 time: 0.0666649 Feb 02 07:14:39.373615 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6975e3d3-d752-4e6b-a5a8-69cdd11b332d admin admin] Network ec14a810-28cb-452c-8a58-03e4eebabfec is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:14:39.377679 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58362) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:39.390103 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 5f883b58-1b2b-4a57-9667-8e6bcd6e69b8 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:14:39.390683 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (5f883b58-1b2b-4a57-9667-8e6bcd6e69b8), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:39.392731 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-6975e3d3-d752-4e6b-a5a8-69cdd11b332d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, ec14a810-28cb-452c-8a58-03e4eebabfec) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:14:39.401537 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6975e3d3-d752-4e6b-a5a8-69cdd11b332d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:39.402902 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6975e3d3-d752-4e6b-a5a8-69cdd11b332d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:39.431485 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-6975e3d3-d752-4e6b-a5a8-69cdd11b332d admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1597495 Feb 02 07:14:39.438784 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62cf901-d61e-45a6-aa8e-11e8f7dcbf60 None None] Network ec14a810-28cb-452c-8a58-03e4eebabfec requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:14:39.447586 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-b1e42c95-4059-4274-9def-8522f032f320 None None] Current status of the port 5f883b58-1b2b-4a57-9667-8e6bcd6e69b8 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:14:39.447586 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b1e42c95-4059-4274-9def-8522f032f320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (5f883b58-1b2b-4a57-9667-8e6bcd6e69b8), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:39.489696 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58366) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:39.516326 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7cce72-d66d-468e-aea9-1bb7209564df req-769fb939-e510-4298-940f-ab4f8ca05261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:39.517764 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4d7cce72-d66d-468e-aea9-1bb7209564df req-769fb939-e510-4298-940f-ab4f8ca05261 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=faba4237acf64862ba84ad5ca9ce531a&device_id=c6413e47-3ae9-473a-844c-f4bcd11bbc2e HTTP/1.1" status: 200 len: 1127 time: 0.2162969 Feb 02 07:14:39.548553 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d248603-0be8-4f6c-b852-9b00d25659b5 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Deleting subnet 94b4dd8a-809a-4ac7-b744-3cd8daba24ba {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:14:39.611345 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9d248603-0be8-4f6c-b852-9b00d25659b5 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for subnet (94b4dd8a-809a-4ac7-b744-3cd8daba24ba), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:39.811504 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-cade3f7b-a8f0-42aa-8b9f-cd2f92eaf5ac admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c092e90dc089486b8a9195291d2bdc7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3197613 Feb 02 07:14:39.812834 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58376) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:39.858929 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-b1e42c95-4059-4274-9def-8522f032f320 None None] For port 5f883b58-1b2b-4a57-9667-8e6bcd6e69b8, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=5f883b58-1b2b-4a57-9667-8e6bcd6e69b8,segment=NetworkSegment(87e765f2-3506-4ff1-9e68-10f7cf0a1e69),segment_id=87e765f2-3506-4ff1-9e68-10f7cf0a1e69)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:14:39.869399 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b1e42c95-4059-4274-9def-8522f032f320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (5f883b58-1b2b-4a57-9667-8e6bcd6e69b8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:39.902454 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-be450004-eb0b-4ca5-be49-6e31964f9855 admin admin] Publish callbacks [] for security_group (3be9e821-35aa-494a-aa86-2fe85712975f), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:39.956113 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 5f883b58-1b2b-4a57-9667-8e6bcd6e69b8 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:14:39.958438 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73818c2d-d14f-42ac-99bb-90fb859373fb None None] Network ec14a810-28cb-452c-8a58-03e4eebabfec requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:14:39.966160 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-be450004-eb0b-4ca5-be49-6e31964f9855 admin admin] Publish callbacks [] for security_group (3be9e821-35aa-494a-aa86-2fe85712975f), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:40.072345 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-be450004-eb0b-4ca5-be49-6e31964f9855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (3be9e821-35aa-494a-aa86-2fe85712975f), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:40.076090 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-be450004-eb0b-4ca5-be49-6e31964f9855 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:40.084190 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-12640161-6d8a-4a11-a10a-14f83c540e90 None None] Provisioning complete for port 5f883b58-1b2b-4a57-9667-8e6bcd6e69b8 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:14:40.084582 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-12640161-6d8a-4a11-a10a-14f83c540e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (5f883b58-1b2b-4a57-9667-8e6bcd6e69b8), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:40.085684 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-be450004-eb0b-4ca5-be49-6e31964f9855 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/3be9e821-35aa-494a-aa86-2fe85712975f HTTP/1.1" status: 204 len: 168 time: 0.2676966 Feb 02 07:14:40.112784 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be450004-eb0b-4ca5-be49-6e31964f9855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be9e821-35aa-494a-aa86-2fe85712975f,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:40.159376 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e42c95-4059-4274-9def-8522f032f320 None None] Pushing event updated for resources: {'Port': ['ID=5f883b58-1b2b-4a57-9667-8e6bcd6e69b8,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:40.308375 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-12640161-6d8a-4a11-a10a-14f83c540e90 None None] Current status of the port 5f883b58-1b2b-4a57-9667-8e6bcd6e69b8 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:14:40.385814 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb6212e-dca7-468a-93ef-395b32b58d7f req-1f6886dd-170c-4cd7-b783-f56f3b109543 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:40.388583 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bcb6212e-dca7-468a-93ef-395b32b58d7f req-1f6886dd-170c-4cd7-b783-f56f3b109543 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=c6413e47-3ae9-473a-844c-f4bcd11bbc2e HTTP/1.1" status: 200 len: 944 time: 0.1058021 Feb 02 07:14:40.430173 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-5b75e093-c1ae-4bb3-a9e4-2a7b43fd73f7 None None] Could not find standard attr ID for object b046835a-4d43-4c69-ab71-dd7102d72aaf. {{(pid=109695) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 07:14:40.479008 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9d248603-0be8-4f6c-b852-9b00d25659b5 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (94b4dd8a-809a-4ac7-b744-3cd8daba24ba), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:40.484648 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bcb6212e-dca7-468a-93ef-395b32b58d7f req-2d6f52b7-89a6-48e6-a457-56698617ef82 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=bc6bfedd-ef42-4ce4-a56a-4f6651c2c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896597 Feb 02 07:14:40.599776 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7cce72-d66d-468e-aea9-1bb7209564df req-c0e2a687-a3bd-471f-b5fc-8731f899ccb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:40.601422 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4d7cce72-d66d-468e-aea9-1bb7209564df req-c0e2a687-a3bd-471f-b5fc-8731f899ccb9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=93a7727a-9e40-4a0f-b90d-66c79fe1bf6c HTTP/1.1" status: 200 len: 918 time: 1.0744236 Feb 02 07:14:40.644708 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b03df86-e6d2-4ee7-a7d5-021f563e9141 req-46f173e3-741c-4a5f-8a47-07dffd72bc8e tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:40.646457 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6b03df86-e6d2-4ee7-a7d5-021f563e9141 req-46f173e3-741c-4a5f-8a47-07dffd72bc8e tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a9037b0-532a-408c-b85e-3a39058988ae HTTP/1.1" status: 200 len: 945 time: 0.0645947 Feb 02 07:14:40.660911 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4d7cce72-d66d-468e-aea9-1bb7209564df req-c71729de-2e79-428d-bb20-652bfa2deca0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5693ad4-1652-4353-8d5c-35e07e2e3df9 HTTP/1.1" status: 200 len: 217 time: 0.0509832 Feb 02 07:14:40.724433 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6b03df86-e6d2-4ee7-a7d5-021f563e9141 req-a3fe8bd0-1f7d-4cb6-9223-5a9c384b5fd8 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/security-groups?id=0cda471f-b311-4535-ab7e-114e2234fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652070 Feb 02 07:14:40.744736 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c40bb9b-535e-41e9-81cb-279b252f9750 req-85a0c679-caa0-4da1-8d12-d2d57cda8534 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:40.746468 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2c40bb9b-535e-41e9-81cb-279b252f9750 req-85a0c679-caa0-4da1-8d12-d2d57cda8534 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/networks?id=ec14a810-28cb-452c-8a58-03e4eebabfec HTTP/1.1" status: 200 len: 812 time: 0.3460407 Feb 02 07:14:40.749671 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9d248603-0be8-4f6c-b852-9b00d25659b5 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (94b4dd8a-809a-4ac7-b744-3cd8daba24ba), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:40.803330 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2c40bb9b-535e-41e9-81cb-279b252f9750 req-36b9db9f-07aa-4623-880a-4670d7601ee3 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/quotas/55cc3e1e6f054ff8aa27776e1d040f10 HTTP/1.1" status: 200 len: 375 time: 0.0468159 Feb 02 07:14:40.819323 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7cce72-d66d-468e-aea9-1bb7209564df req-154919a5-9ae7-4b16-a588-078b3af1f55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:40.821455 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4d7cce72-d66d-468e-aea9-1bb7209564df req-154919a5-9ae7-4b16-a588-078b3af1f55b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=772313e3-625d-4c7f-b776-8fe829836021 HTTP/1.1" status: 200 len: 856 time: 0.1303015 Feb 02 07:14:40.849063 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2c40bb9b-535e-41e9-81cb-279b252f9750 req-5adc491b-f793-4b7d-948f-695bf3c80c23 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=55cc3e1e6f054ff8aa27776e1d040f10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328841 Feb 02 07:14:40.926141 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9d248603-0be8-4f6c-b852-9b00d25659b5 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (94b4dd8a-809a-4ac7-b744-3cd8daba24ba), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:40.951491 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 5f883b58-1b2b-4a57-9667-8e6bcd6e69b8 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:14:41.002942 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d248603-0be8-4f6c-b852-9b00d25659b5 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event deleted for resources: {'Subnet': ['ID=94b4dd8a-809a-4ac7-b744-3cd8daba24ba,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:41.007431 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9d248603-0be8-4f6c-b852-9b00d25659b5 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:41.014206 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-9d248603-0be8-4f6c-b852-9b00d25659b5 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "DELETE /v2.0/subnets/94b4dd8a-809a-4ac7-b744-3cd8daba24ba HTTP/1.1" status: 204 len: 168 time: 1.6333914 Feb 02 07:14:41.014635 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58414) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:41.025645 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7cce72-d66d-468e-aea9-1bb7209564df req-69817640-ce42-4a03-b273-53cd0c167935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:41.027142 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4d7cce72-d66d-468e-aea9-1bb7209564df req-69817640-ce42-4a03-b273-53cd0c167935 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=93a7727a-9e40-4a0f-b90d-66c79fe1bf6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1754298 Feb 02 07:14:41.029035 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bdc125-1b9b-478f-a8cb-f24f1383971a None None] Network 7a63c605-d38a-4295-ac45-d9ba2f1d82a2 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:14:41.030125 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d248603-0be8-4f6c-b852-9b00d25659b5 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:14:41.030487 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d248603-0be8-4f6c-b852-9b00d25659b5 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:14:41.030919 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d248603-0be8-4f6c-b852-9b00d25659b5 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:14:41.031266 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d248603-0be8-4f6c-b852-9b00d25659b5 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:14:41.031638 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d248603-0be8-4f6c-b852-9b00d25659b5 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:14:41.031975 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d248603-0be8-4f6c-b852-9b00d25659b5 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:14:41.032302 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d248603-0be8-4f6c-b852-9b00d25659b5 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:14:41.032631 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d248603-0be8-4f6c-b852-9b00d25659b5 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:14:41.032962 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d248603-0be8-4f6c-b852-9b00d25659b5 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:14:41.033287 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d248603-0be8-4f6c-b852-9b00d25659b5 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:14:41.033623 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d248603-0be8-4f6c-b852-9b00d25659b5 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:14:41.033933 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d248603-0be8-4f6c-b852-9b00d25659b5 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:14:41.034253 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d248603-0be8-4f6c-b852-9b00d25659b5 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:14:41.088959 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2c40bb9b-535e-41e9-81cb-279b252f9750 req-513558f3-b940-4d21-ba8b-741424f91e9f service neutron] 10.222.0.87 "GET /v2.0/networks/ec14a810-28cb-452c-8a58-03e4eebabfec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995094 Feb 02 07:14:41.089130 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3b430d4f-6cc6-4b93-ad2f-c1927292d3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:41.162691 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 5f883b58-1b2b-4a57-9667-8e6bcd6e69b8 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:14:41.163067 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (5f883b58-1b2b-4a57-9667-8e6bcd6e69b8), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:41.167645 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5910f2a3-563c-4b79-92ae-34cd6c3bd71f tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (7a63c605-d38a-4295-ac45-d9ba2f1d82a2), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:41.202849 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58416) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:41.219978 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2c40bb9b-535e-41e9-81cb-279b252f9750 req-8081a3cb-8ba2-40e4-9730-ea85f2264772 service neutron] 10.222.0.87 "GET /v2.0/networks/ec14a810-28cb-452c-8a58-03e4eebabfec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061931 Feb 02 07:14:41.248281 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4d7cce72-d66d-468e-aea9-1bb7209564df req-afc3a96e-ecb8-46f6-9765-47a45d0fd03d service neutron] 10.222.0.59 "GET /v2.0/networks/93a7727a-9e40-4a0f-b90d-66c79fe1bf6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106600 Feb 02 07:14:41.282058 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-5910f2a3-563c-4b79-92ae-34cd6c3bd71f tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Deleting port 5f883b58-1b2b-4a57-9667-8e6bcd6e69b8 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:14:41.282417 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5910f2a3-563c-4b79-92ae-34cd6c3bd71f tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (5f883b58-1b2b-4a57-9667-8e6bcd6e69b8), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:41.290934 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 5f883b58-1b2b-4a57-9667-8e6bcd6e69b8 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:14:41.330912 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e0678b-ebeb-4955-917d-7ab0b7349e51 None None] DHCP port deletion for 7a63c605-d38a-4295-ac45-d9ba2f1d82a2 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:14:41.402833 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-5910f2a3-563c-4b79-92ae-34cd6c3bd71f tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] For port 5f883b58-1b2b-4a57-9667-8e6bcd6e69b8, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=5f883b58-1b2b-4a57-9667-8e6bcd6e69b8,segment=NetworkSegment(87e765f2-3506-4ff1-9e68-10f7cf0a1e69),segment_id=87e765f2-3506-4ff1-9e68-10f7cf0a1e69)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:14:41.404007 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5910f2a3-563c-4b79-92ae-34cd6c3bd71f tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (5f883b58-1b2b-4a57-9667-8e6bcd6e69b8), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:41.407640 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4d7cce72-d66d-468e-aea9-1bb7209564df req-e285e360-8615-44eb-ad19-4eb51be2d01c service neutron] 10.222.0.59 "GET /v2.0/networks/93a7727a-9e40-4a0f-b90d-66c79fe1bf6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532187 Feb 02 07:14:41.425829 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-79e0678b-ebeb-4955-917d-7ab0b7349e51 None None] Deleting port 5f883b58-1b2b-4a57-9667-8e6bcd6e69b8 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:14:41.426015 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-591acdb3-29a6-4883-939a-8e1d8e5031e1 tempest-DvrRoutersNegativeTest-2112848514 tempest-DvrRoutersNegativeTest-2112848514-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1247418119', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:14:41.428670 n-d-789963-26 neutron-server[109693]: DEBUG neutron.policy [None req-591acdb3-29a6-4883-939a-8e1d8e5031e1 tempest-DvrRoutersNegativeTest-2112848514 tempest-DvrRoutersNegativeTest-2112848514-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=109693) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Feb 02 07:14:41.429176 n-d-789963-26 neutron-server[109693]: DEBUG neutron.policy [None req-591acdb3-29a6-4883-939a-8e1d8e5031e1 tempest-DvrRoutersNegativeTest-2112848514 tempest-DvrRoutersNegativeTest-2112848514-project] Failed policy check for 'create_router' {{(pid=109693) enforce /opt/stack/neutron/neutron/policy.py:524}} Feb 02 07:14:41.429676 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-79e0678b-ebeb-4955-917d-7ab0b7349e51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (5f883b58-1b2b-4a57-9667-8e6bcd6e69b8), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:41.429858 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-591acdb3-29a6-4883-939a-8e1d8e5031e1 tempest-DvrRoutersNegativeTest-2112848514 tempest-DvrRoutersNegativeTest-2112848514-project] create failed (client error): Access was denied to this resource. Feb 02 07:14:41.431481 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-591acdb3-29a6-4883-939a-8e1d8e5031e1 tempest-DvrRoutersNegativeTest-2112848514 tempest-DvrRoutersNegativeTest-2112848514-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2252564 Feb 02 07:14:41.439372 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-5910f2a3-563c-4b79-92ae-34cd6c3bd71f tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Calling delete_port for 5f883b58-1b2b-4a57-9667-8e6bcd6e69b8 owned by network:dhcp {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:14:41.660985 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d5e4c84f-68a7-45a6-b66b-627886c1f993 req-b1a43757-9db4-4770-9e9c-076000c9292c tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=f9b0418d-d665-4837-aaa0-d3328f3c3e5d HTTP/1.1" status: 200 len: 210 time: 0.0615735 Feb 02 07:14:41.666361 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-79e0678b-ebeb-4955-917d-7ab0b7349e51 None None] For port 5f883b58-1b2b-4a57-9667-8e6bcd6e69b8, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=5f883b58-1b2b-4a57-9667-8e6bcd6e69b8,segment=NetworkSegment(87e765f2-3506-4ff1-9e68-10f7cf0a1e69),segment_id=87e765f2-3506-4ff1-9e68-10f7cf0a1e69)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:14:41.668843 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-79e0678b-ebeb-4955-917d-7ab0b7349e51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (5f883b58-1b2b-4a57-9667-8e6bcd6e69b8), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:41.683765 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5910f2a3-563c-4b79-92ae-34cd6c3bd71f tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (5f883b58-1b2b-4a57-9667-8e6bcd6e69b8), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:41.697087 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-79e0678b-ebeb-4955-917d-7ab0b7349e51 None None] Calling delete_port for 5f883b58-1b2b-4a57-9667-8e6bcd6e69b8 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:14:41.724237 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5910f2a3-563c-4b79-92ae-34cd6c3bd71f tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event deleted for resources: {'Port': ['ID=5f883b58-1b2b-4a57-9667-8e6bcd6e69b8,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:41.731877 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5910f2a3-563c-4b79-92ae-34cd6c3bd71f tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] No DVR routers for this DVR port 5f883b58-1b2b-4a57-9667-8e6bcd6e69b8 on host n-d-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:14:41.835584 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-79e0678b-ebeb-4955-917d-7ab0b7349e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (5f883b58-1b2b-4a57-9667-8e6bcd6e69b8), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:41.845914 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbc31e5-a5ad-44b9-b303-573d0e289faf req-684bd762-ab0b-499b-824d-9e7108da0e30 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:41.854196 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7dbc31e5-a5ad-44b9-b303-573d0e289faf req-684bd762-ab0b-499b-824d-9e7108da0e30 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=c6413e47-3ae9-473a-844c-f4bcd11bbc2e HTTP/1.1" status: 200 len: 944 time: 0.2152507 Feb 02 07:14:41.879636 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5910f2a3-563c-4b79-92ae-34cd6c3bd71f tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (7a63c605-d38a-4295-ac45-d9ba2f1d82a2), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:41.906654 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e0678b-ebeb-4955-917d-7ab0b7349e51 None None] Pushing event deleted for resources: {'Port': ['ID=5f883b58-1b2b-4a57-9667-8e6bcd6e69b8,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:41.918351 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7dbc31e5-a5ad-44b9-b303-573d0e289faf req-a3c56826-fa6d-4089-99be-dc7770abd6a8 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=bc6bfedd-ef42-4ce4-a56a-4f6651c2c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628893 Feb 02 07:14:41.922268 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e0678b-ebeb-4955-917d-7ab0b7349e51 None None] No DVR routers for this DVR port 5f883b58-1b2b-4a57-9667-8e6bcd6e69b8 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:14:41.972830 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58440) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:41.973993 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-5910f2a3-563c-4b79-92ae-34cd6c3bd71f tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a63c605-d38a-4295-ac45-d9ba2f1d82a2']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:41.989464 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-5910f2a3-563c-4b79-92ae-34cd6c3bd71f tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87e765f2-3506-4ff1-9e68-10f7cf0a1e69') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:41.989799 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-5910f2a3-563c-4b79-92ae-34cd6c3bd71f tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87e765f2-3506-4ff1-9e68-10f7cf0a1e69') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:42.009609 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9070513e-1c5f-4708-91b0-0f0b5311c39a req-b1d47b4b-1d63-46ee-b3cb-9c9a4d6aadf4 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:42.011898 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9070513e-1c5f-4708-91b0-0f0b5311c39a req-b1d47b4b-1d63-46ee-b3cb-9c9a4d6aadf4 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a9037b0-532a-408c-b85e-3a39058988ae HTTP/1.1" status: 200 len: 945 time: 0.1445553 Feb 02 07:14:42.015871 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5910f2a3-563c-4b79-92ae-34cd6c3bd71f tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (87e765f2-3506-4ff1-9e68-10f7cf0a1e69), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:42.037523 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5910f2a3-563c-4b79-92ae-34cd6c3bd71f tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (87e765f2-3506-4ff1-9e68-10f7cf0a1e69), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:42.046073 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5910f2a3-563c-4b79-92ae-34cd6c3bd71f tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:14:42.046740 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5910f2a3-563c-4b79-92ae-34cd6c3bd71f tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (87e765f2-3506-4ff1-9e68-10f7cf0a1e69), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:42.117710 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fcf36aad-dcec-482c-bad4-4c89c8813d85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:42.120305 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:14:42.120305 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:14:42.120305 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:14:42.120305 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:14:42.120305 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:14:42.120305 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:14:42.120305 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:14:42.120305 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:14:42.120305 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:14:42.120305 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:14:42.120305 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:14:42.120305 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:14:42.120305 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:14:42.120305 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:14:42.120305 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:14:42.120305 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:14:42.120305 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:14:42.120305 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:14:42.120305 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:14:42.120305 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:14:42.120305 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:14:42.120305 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:14:42.120305 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:14:42.120305 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:14:42.120305 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:14:42.120305 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:14:42.120305 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:14:42.120305 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:14:42.120305 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:14:42.120305 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:14:42.120305 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:14:42.120305 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:14:42.136706 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5910f2a3-563c-4b79-92ae-34cd6c3bd71f tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (7a63c605-d38a-4295-ac45-d9ba2f1d82a2), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:42.145928 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5910f2a3-563c-4b79-92ae-34cd6c3bd71f tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:42.152094 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-5910f2a3-563c-4b79-92ae-34cd6c3bd71f tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "DELETE /v2.0/networks/7a63c605-d38a-4295-ac45-d9ba2f1d82a2 HTTP/1.1" status: 204 len: 168 time: 1.1332603 Feb 02 07:14:42.154149 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58446) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:42.159310 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-be840832-a2c8-45a9-bd38-32903a79c08a tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Request body: {'port': {'network_id': '981d3e41-652c-4d49-b8c0-adfda091b8e6', 'name': 'tempest-PortsIpV6TestJSON-21644286'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:14:42.186989 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5910f2a3-563c-4b79-92ae-34cd6c3bd71f tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event deleted for resources: {'Network': ['ID=7a63c605-d38a-4295-ac45-d9ba2f1d82a2,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:42.233396 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fcf36aad-dcec-482c-bad4-4c89c8813d85 admin admin] Publish callbacks [] for security_group (9b2c60fa-92e7-4652-b681-2fc605d7461d), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:42.240578 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fcf36aad-dcec-482c-bad4-4c89c8813d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (9b2c60fa-92e7-4652-b681-2fc605d7461d), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:42.260480 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9070513e-1c5f-4708-91b0-0f0b5311c39a req-7c017048-aa41-4771-babb-026946e5c4bc tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/security-groups?id=0cda471f-b311-4535-ab7e-114e2234fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411684 Feb 02 07:14:42.290334 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-fcf36aad-dcec-482c-bad4-4c89c8813d85 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=da726d0c877c49d899c17cd0fe58512f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3141041 Feb 02 07:14:42.290532 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58448) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:42.294057 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf36aad-dcec-482c-bad4-4c89c8813d85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2c60fa-92e7-4652-b681-2fc605d7461d,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:42.333301 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be840832-a2c8-45a9-bd38-32903a79c08a tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Made reservation on behalf of 3f54e6cae7d248ada3b347585c4ee8ad for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:14:42.336647 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-be840832-a2c8-45a9-bd38-32903a79c08a tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:42.362722 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [None req-be840832-a2c8-45a9-bd38-32903a79c08a tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] device_id is not set on port 1f2c2546-5c79-49ac-82ce-922981b7c725 yet. {{(pid=109693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:14:42.376132 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f3c33608-6e64-4704-9d12-2a49d785217b admin admin] Publish callbacks [] for security_group (9b2c60fa-92e7-4652-b681-2fc605d7461d), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:42.438087 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f3c33608-6e64-4704-9d12-2a49d785217b admin admin] Publish callbacks [] for security_group (9b2c60fa-92e7-4652-b681-2fc605d7461d), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:42.582378 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f3c33608-6e64-4704-9d12-2a49d785217b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (9b2c60fa-92e7-4652-b681-2fc605d7461d), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:42.585352 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f3c33608-6e64-4704-9d12-2a49d785217b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:42.589695 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-f3c33608-6e64-4704-9d12-2a49d785217b admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/9b2c60fa-92e7-4652-b681-2fc605d7461d HTTP/1.1" status: 204 len: 168 time: 0.2959647 Feb 02 07:14:42.604756 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c33608-6e64-4704-9d12-2a49d785217b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2c60fa-92e7-4652-b681-2fc605d7461d,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:42.616143 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-be840832-a2c8-45a9-bd38-32903a79c08a tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for port (1f2c2546-5c79-49ac-82ce-922981b7c725), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:42.700047 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-be840832-a2c8-45a9-bd38-32903a79c08a tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (1f2c2546-5c79-49ac-82ce-922981b7c725), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:42.851109 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3d858f80-4aef-4544-8c8f-7908cc8916f0 req-bb6e0005-9488-4e9b-9ca2-fe6ac0ec0bab tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=f9b0418d-d665-4837-aaa0-d3328f3c3e5d HTTP/1.1" status: 200 len: 210 time: 0.0939906 Feb 02 07:14:42.874407 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be840832-a2c8-45a9-bd38-32903a79c08a tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Network 981d3e41-652c-4d49-b8c0-adfda091b8e6 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:14:42.878672 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840832-a2c8-45a9-bd38-32903a79c08a tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event updated for resources: {'Port': ['ID=1f2c2546-5c79-49ac-82ce-922981b7c725,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:42.896124 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-be840832-a2c8-45a9-bd38-32903a79c08a tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:14:42.902079 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be840832-a2c8-45a9-bd38-32903a79c08a tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:14:42.916562 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be840832-a2c8-45a9-bd38-32903a79c08a tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:42.917886 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-be840832-a2c8-45a9-bd38-32903a79c08a tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:43.019622 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-be840832-a2c8-45a9-bd38-32903a79c08a tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 0.8613088 Feb 02 07:14:43.021527 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58462) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:43.044615 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 5f883b58-1b2b-4a57-9667-8e6bcd6e69b8 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:14:43.102422 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 5f883b58-1b2b-4a57-9667-8e6bcd6e69b8 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:14:43.104769 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 5f883b58-1b2b-4a57-9667-8e6bcd6e69b8 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:14:43.277161 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-fe5a1312-2706-4e6d-90d8-cd335ec33b61 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Deleting port 1f2c2546-5c79-49ac-82ce-922981b7c725 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:14:43.278137 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fe5a1312-2706-4e6d-90d8-cd335ec33b61 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (1f2c2546-5c79-49ac-82ce-922981b7c725), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:43.321715 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-263a002c-59e6-43b4-b4e1-e626ec8a06a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:43.403812 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99601a09-7dd1-4d12-b802-b1cf335d4860 req-e024ca22-4811-4e6a-b427-1b0eac560c0c tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:43.405387 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-99601a09-7dd1-4d12-b802-b1cf335d4860 req-e024ca22-4811-4e6a-b427-1b0eac560c0c tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=c6413e47-3ae9-473a-844c-f4bcd11bbc2e HTTP/1.1" status: 200 len: 944 time: 0.2743402 Feb 02 07:14:43.412798 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c40bb9b-535e-41e9-81cb-279b252f9750 req-ffe1309b-36fc-4878-ae82-e198f9f2fed7 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:43.414950 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2c40bb9b-535e-41e9-81cb-279b252f9750 req-ffe1309b-36fc-4878-ae82-e198f9f2fed7 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.88 "GET /v2.0/networks?id=ec14a810-28cb-452c-8a58-03e4eebabfec HTTP/1.1" status: 200 len: 812 time: 0.4836686 Feb 02 07:14:43.428683 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fe5a1312-2706-4e6d-90d8-cd335ec33b61 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (1f2c2546-5c79-49ac-82ce-922981b7c725), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:43.448131 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-fe5a1312-2706-4e6d-90d8-cd335ec33b61 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Calling delete_port for 1f2c2546-5c79-49ac-82ce-922981b7c725 owned by {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:14:43.479524 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-99601a09-7dd1-4d12-b802-b1cf335d4860 req-cb333696-281d-4511-b0b1-114864ea5487 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=bc6bfedd-ef42-4ce4-a56a-4f6651c2c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630472 Feb 02 07:14:43.494704 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-2c40bb9b-535e-41e9-81cb-279b252f9750 req-57d0cac8-e7a8-47f3-960c-e84872a30437 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Request body: {'port': {'device_id': 'f9b0418d-d665-4837-aaa0-d3328f3c3e5d', 'network_id': 'ec14a810-28cb-452c-8a58-03e4eebabfec', 'admin_state_up': True, 'tenant_id': '55cc3e1e6f054ff8aa27776e1d040f10'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:14:43.617284 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76583069-466b-4afe-b0f9-f8d866e11098 req-6d9769a9-6c1f-4296-81a2-5bc3ef1024e4 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:43.618663 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-76583069-466b-4afe-b0f9-f8d866e11098 req-6d9769a9-6c1f-4296-81a2-5bc3ef1024e4 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a9037b0-532a-408c-b85e-3a39058988ae HTTP/1.1" status: 200 len: 945 time: 0.2360818 Feb 02 07:14:43.640554 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c40bb9b-535e-41e9-81cb-279b252f9750 req-57d0cac8-e7a8-47f3-960c-e84872a30437 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Made reservation on behalf of 55cc3e1e6f054ff8aa27776e1d040f10 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:14:43.644834 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2c40bb9b-535e-41e9-81cb-279b252f9750 req-57d0cac8-e7a8-47f3-960c-e84872a30437 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:43.695875 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-76583069-466b-4afe-b0f9-f8d866e11098 req-fcc2961c-4a9e-4f7b-a465-be46f16f98e3 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/security-groups?id=0cda471f-b311-4535-ab7e-114e2234fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687051 Feb 02 07:14:43.708616 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fe5a1312-2706-4e6d-90d8-cd335ec33b61 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (1f2c2546-5c79-49ac-82ce-922981b7c725), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:43.744874 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5a1312-2706-4e6d-90d8-cd335ec33b61 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event deleted for resources: {'Port': ['ID=1f2c2546-5c79-49ac-82ce-922981b7c725,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:43.756676 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fe5a1312-2706-4e6d-90d8-cd335ec33b61 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:43.760941 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-fe5a1312-2706-4e6d-90d8-cd335ec33b61 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "DELETE /v2.0/ports/1f2c2546-5c79-49ac-82ce-922981b7c725 HTTP/1.1" status: 204 len: 168 time: 0.7376113 Feb 02 07:14:43.764196 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58478) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:43.774853 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-ec9a4198-6f82-4b4a-85d2-ad795b51b5c7 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Request body: {'port': {'network_id': '981d3e41-652c-4d49-b8c0-adfda091b8e6', 'mac_address': 'fa:16:3e:d7:f4:5e', 'name': 'tempest-PortsIpV6TestJSON-870463666'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:14:43.924520 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-2c40bb9b-535e-41e9-81cb-279b252f9750 req-57d0cac8-e7a8-47f3-960c-e84872a30437 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Allocated IP 172.20.0.6 (ec14a810-28cb-452c-8a58-03e4eebabfec/44a369a2-4fd0-4fcc-9b66-fee041fedbef/f1daec9e-c307-4c4c-94a5-65af81a4b9e1) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:14:43.935626 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec9a4198-6f82-4b4a-85d2-ad795b51b5c7 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Made reservation on behalf of 3f54e6cae7d248ada3b347585c4ee8ad for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:14:44.071257 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-12952372-64ad-4307-9a9a-de33e1717a84 req-59cfbfe7-b811-4700-a9c4-5d90ad70feaf tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=f9b0418d-d665-4837-aaa0-d3328f3c3e5d HTTP/1.1" status: 200 len: 210 time: 0.0944240 Feb 02 07:14:44.085836 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ec9a4198-6f82-4b4a-85d2-ad795b51b5c7 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:44.151440 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [None req-ec9a4198-6f82-4b4a-85d2-ad795b51b5c7 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] device_id is not set on port 6620c279-335c-4bb5-8bb4-9a22d67804d9 yet. {{(pid=109693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:14:44.560065 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device e5693ad4-1652-4353-8d5c-35e07e2e3df9 details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:14:44.684180 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2c40bb9b-535e-41e9-81cb-279b252f9750 req-57d0cac8-e7a8-47f3-960c-e84872a30437 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Publish callbacks [] for port (f1daec9e-c307-4c4c-94a5-65af81a4b9e1), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:44.697227 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f02da2-1105-46f1-af0f-d3957ce7df9d req-30be60a0-d1f5-4bf4-9154-a38918072fd8 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:44.705832 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-20f02da2-1105-46f1-af0f-d3957ce7df9d req-30be60a0-d1f5-4bf4-9154-a38918072fd8 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=c6413e47-3ae9-473a-844c-f4bcd11bbc2e HTTP/1.1" status: 200 len: 944 time: 0.1034517 Feb 02 07:14:44.761299 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port e5693ad4-1652-4353-8d5c-35e07e2e3df9, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=e5693ad4-1652-4353-8d5c-35e07e2e3df9,segment=NetworkSegment(99da04fe-20b0-46d1-9372-22452ee68679),segment_id=99da04fe-20b0-46d1-9372-22452ee68679)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:14:44.783111 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': 'e5693ad4-1652-4353-8d5c-35e07e2e3df9', 'network_id': '93a7727a-9e40-4a0f-b90d-66c79fe1bf6c', 'port_id': 'e5693ad4-1652-4353-8d5c-35e07e2e3df9', 'mac_address': 'fa:16:3e:d8:8d:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '772313e3-625d-4c7f-b776-8fe829836021', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:14:44.823949 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-20f02da2-1105-46f1-af0f-d3957ce7df9d req-bee92ed7-ae81-4da6-bb59-9deb3b7ed661 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=bc6bfedd-ef42-4ce4-a56a-4f6651c2c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105328 Feb 02 07:14:44.839227 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2c40bb9b-535e-41e9-81cb-279b252f9750 req-57d0cac8-e7a8-47f3-960c-e84872a30437 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (f1daec9e-c307-4c4c-94a5-65af81a4b9e1), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:44.908919 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:44.913313 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port e5693ad4-1652-4353-8d5c-35e07e2e3df9 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:14:44.914552 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (e5693ad4-1652-4353-8d5c-35e07e2e3df9), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:44.950742 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5693ad4-1652-4353-8d5c-35e07e2e3df9 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:14:44.997183 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port e5693ad4-1652-4353-8d5c-35e07e2e3df9, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=e5693ad4-1652-4353-8d5c-35e07e2e3df9,segment=NetworkSegment(99da04fe-20b0-46d1-9372-22452ee68679),segment_id=99da04fe-20b0-46d1-9372-22452ee68679)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:14:45.009116 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (e5693ad4-1652-4353-8d5c-35e07e2e3df9), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:45.075726 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c40bb9b-535e-41e9-81cb-279b252f9750 req-57d0cac8-e7a8-47f3-960c-e84872a30437 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Network ec14a810-28cb-452c-8a58-03e4eebabfec is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:14:45.160415 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=e5693ad4-1652-4353-8d5c-35e07e2e3df9,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:45.174585 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-2c40bb9b-535e-41e9-81cb-279b252f9750 req-57d0cac8-e7a8-47f3-960c-e84872a30437 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:14:45.181329 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c40bb9b-535e-41e9-81cb-279b252f9750 req-57d0cac8-e7a8-47f3-960c-e84872a30437 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:14:45.268873 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf26aa6-cc34-4d47-9972-16fb50ec6882 req-05e4a16c-1a17-428c-83f2-29a2b8604ced tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:45.277070 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6cf26aa6-cc34-4d47-9972-16fb50ec6882 req-05e4a16c-1a17-428c-83f2-29a2b8604ced tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=f9b0418d-d665-4837-aaa0-d3328f3c3e5d HTTP/1.1" status: 200 len: 931 time: 0.0664883 Feb 02 07:14:45.340183 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6cf26aa6-cc34-4d47-9972-16fb50ec6882 req-b7fd5539-ec0d-4c51-890c-39f23aa7e764 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579011 Feb 02 07:14:45.372370 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ec9a4198-6f82-4b4a-85d2-ad795b51b5c7 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for port (6620c279-335c-4bb5-8bb4-9a22d67804d9), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:45.429150 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['e5693ad4-1652-4353-8d5c-35e07e2e3df9'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:14:45.443230 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d0cac8-e7a8-47f3-960c-e84872a30437 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Pushing event updated for resources: {'Port': ['ID=f1daec9e-c307-4c4c-94a5-65af81a4b9e1,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:45.457425 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c40bb9b-535e-41e9-81cb-279b252f9750 req-57d0cac8-e7a8-47f3-960c-e84872a30437 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:45.458075 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2c40bb9b-535e-41e9-81cb-279b252f9750 req-57d0cac8-e7a8-47f3-960c-e84872a30437 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:45.466128 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ec9a4198-6f82-4b4a-85d2-ad795b51b5c7 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (6620c279-335c-4bb5-8bb4-9a22d67804d9), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:45.477495 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c810ed6-07db-472f-b12e-e96cd70d540b req-1444fb51-cc6c-4c63-8475-30a0abec6e19 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:45.484690 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7c810ed6-07db-472f-b12e-e96cd70d540b req-1444fb51-cc6c-4c63-8475-30a0abec6e19 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a9037b0-532a-408c-b85e-3a39058988ae HTTP/1.1" status: 200 len: 945 time: 0.6469018 Feb 02 07:14:45.554113 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2c40bb9b-535e-41e9-81cb-279b252f9750 req-57d0cac8-e7a8-47f3-960c-e84872a30437 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0795636 Feb 02 07:14:45.577122 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9a4198-6f82-4b4a-85d2-ad795b51b5c7 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Network 981d3e41-652c-4d49-b8c0-adfda091b8e6 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:14:45.581053 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-2c40bb9b-535e-41e9-81cb-279b252f9750 req-c4dc90b0-32a0-4517-a15d-d9d790bdc139 service neutron] Request body: {'port': {'device_id': 'f9b0418d-d665-4837-aaa0-d3328f3c3e5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:14:45.591931 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-ec9a4198-6f82-4b4a-85d2-ad795b51b5c7 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:14:45.626576 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7c810ed6-07db-472f-b12e-e96cd70d540b req-0b746d5f-11f5-4716-ab96-e51f6e81881f tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/security-groups?id=0cda471f-b311-4535-ab7e-114e2234fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408885 Feb 02 07:14:45.627753 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9a4198-6f82-4b4a-85d2-ad795b51b5c7 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:14:45.636236 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9a4198-6f82-4b4a-85d2-ad795b51b5c7 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:45.637180 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ec9a4198-6f82-4b4a-85d2-ad795b51b5c7 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:45.651399 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9a4198-6f82-4b4a-85d2-ad795b51b5c7 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event updated for resources: {'Port': ['ID=6620c279-335c-4bb5-8bb4-9a22d67804d9,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:45.673365 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-ec9a4198-6f82-4b4a-85d2-ad795b51b5c7 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.9079990 Feb 02 07:14:45.680481 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58524) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:45.725494 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2c40bb9b-535e-41e9-81cb-279b252f9750 req-c4dc90b0-32a0-4517-a15d-d9d790bdc139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f1daec9e-c307-4c4c-94a5-65af81a4b9e1), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:45.840583 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d1f000-e68f-438d-8bd3-d8802863fcee tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:45.845202 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-95d1f000-e68f-438d-8bd3-d8802863fcee tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "GET /v2.0/ports/6620c279-335c-4bb5-8bb4-9a22d67804d9 HTTP/1.1" status: 200 len: 844 time: 0.1633654 Feb 02 07:14:45.845847 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58528) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:46.015455 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76088b29-3584-4e1a-830d-c15fa476d6a9 req-04480d14-cfcd-4dfb-a51e-c162e4178397 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:46.020452 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:46.022121 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-76088b29-3584-4e1a-830d-c15fa476d6a9 req-04480d14-cfcd-4dfb-a51e-c162e4178397 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=c6413e47-3ae9-473a-844c-f4bcd11bbc2e HTTP/1.1" status: 200 len: 945 time: 0.1003783 Feb 02 07:14:46.036298 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-5c799d36-03d2-4152-b1ba-16f9345be01d tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Deleting port 6620c279-335c-4bb5-8bb4-9a22d67804d9 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:14:46.036594 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5c799d36-03d2-4152-b1ba-16f9345be01d tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (6620c279-335c-4bb5-8bb4-9a22d67804d9), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:46.143841 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-76088b29-3584-4e1a-830d-c15fa476d6a9 req-076e442a-393b-46db-85bd-d0445a047021 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=bc6bfedd-ef42-4ce4-a56a-4f6651c2c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167967 Feb 02 07:14:46.148085 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5c799d36-03d2-4152-b1ba-16f9345be01d tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (6620c279-335c-4bb5-8bb4-9a22d67804d9), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:46.162338 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-2c40bb9b-535e-41e9-81cb-279b252f9750 req-c4dc90b0-32a0-4517-a15d-d9d790bdc139 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1daec9e-c307-4c4c-94a5-65af81a4b9e1 {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:14:46.162338 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2c40bb9b-535e-41e9-81cb-279b252f9750 req-c4dc90b0-32a0-4517-a15d-d9d790bdc139 service neutron] Publish callbacks [] for port (f1daec9e-c307-4c4c-94a5-65af81a4b9e1), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:46.163423 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-5c799d36-03d2-4152-b1ba-16f9345be01d tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Calling delete_port for 6620c279-335c-4bb5-8bb4-9a22d67804d9 owned by {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:14:46.176022 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-2c40bb9b-535e-41e9-81cb-279b252f9750 req-c4dc90b0-32a0-4517-a15d-d9d790bdc139 service neutron] Transition to ACTIVE for port object f1daec9e-c307-4c4c-94a5-65af81a4b9e1 will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:14:46.180080 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2c40bb9b-535e-41e9-81cb-279b252f9750 req-c4dc90b0-32a0-4517-a15d-d9d790bdc139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (f1daec9e-c307-4c4c-94a5-65af81a4b9e1), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:46.231374 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dc90b0-32a0-4517-a15d-d9d790bdc139 service neutron] Pushing event updated for resources: {'Port': ['ID=f1daec9e-c307-4c4c-94a5-65af81a4b9e1,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:46.281197 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5c799d36-03d2-4152-b1ba-16f9345be01d tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (6620c279-335c-4bb5-8bb4-9a22d67804d9), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:46.319743 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c799d36-03d2-4152-b1ba-16f9345be01d tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event deleted for resources: {'Port': ['ID=6620c279-335c-4bb5-8bb4-9a22d67804d9,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:46.326093 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5c799d36-03d2-4152-b1ba-16f9345be01d tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:46.329646 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-5c799d36-03d2-4152-b1ba-16f9345be01d tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "DELETE /v2.0/ports/6620c279-335c-4bb5-8bb4-9a22d67804d9 HTTP/1.1" status: 204 len: 168 time: 0.4818766 Feb 02 07:14:46.332407 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58536) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:46.332799 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-2c40bb9b-535e-41e9-81cb-279b252f9750 req-c4dc90b0-32a0-4517-a15d-d9d790bdc139 service neutron] Attempting to bind port f1daec9e-c307-4c4c-94a5-65af81a4b9e1 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:14:46.333405 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-2c40bb9b-535e-41e9-81cb-279b252f9750 req-c4dc90b0-32a0-4517-a15d-d9d790bdc139 service neutron] Attempting to bind port f1daec9e-c307-4c4c-94a5-65af81a4b9e1 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': '2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ec14a810-28cb-452c-8a58-03e4eebabfec'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:14:46.333796 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c40bb9b-535e-41e9-81cb-279b252f9750 req-c4dc90b0-32a0-4517-a15d-d9d790bdc139 service neutron] Attempting to bind port f1daec9e-c307-4c4c-94a5-65af81a4b9e1 on network ec14a810-28cb-452c-8a58-03e4eebabfec {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:14:46.345929 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c40bb9b-535e-41e9-81cb-279b252f9750 req-c4dc90b0-32a0-4517-a15d-d9d790bdc139 service neutron] Port f1daec9e-c307-4c4c-94a5-65af81a4b9e1 on network ec14a810-28cb-452c-8a58-03e4eebabfec not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:14:46.346254 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c40bb9b-535e-41e9-81cb-279b252f9750 req-c4dc90b0-32a0-4517-a15d-d9d790bdc139 service neutron] Attempting to bind port f1daec9e-c307-4c4c-94a5-65af81a4b9e1 on network ec14a810-28cb-452c-8a58-03e4eebabfec {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:14:46.353869 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c40bb9b-535e-41e9-81cb-279b252f9750 req-c4dc90b0-32a0-4517-a15d-d9d790bdc139 service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:14:46.353869 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c40bb9b-535e-41e9-81cb-279b252f9750 req-c4dc90b0-32a0-4517-a15d-d9d790bdc139 service neutron] Checking segment: {'id': '2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ec14a810-28cb-452c-8a58-03e4eebabfec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:14:46.353869 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c40bb9b-535e-41e9-81cb-279b252f9750 req-c4dc90b0-32a0-4517-a15d-d9d790bdc139 service neutron] Bound using segment: {'id': '2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ec14a810-28cb-452c-8a58-03e4eebabfec'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:14:46.353869 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-2c40bb9b-535e-41e9-81cb-279b252f9750 req-c4dc90b0-32a0-4517-a15d-d9d790bdc139 service neutron] Bound port: f1daec9e-c307-4c4c-94a5-65af81a4b9e1, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ec14a810-28cb-452c-8a58-03e4eebabfec'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:14:46.353869 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2c40bb9b-535e-41e9-81cb-279b252f9750 req-c4dc90b0-32a0-4517-a15d-d9d790bdc139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f1daec9e-c307-4c4c-94a5-65af81a4b9e1), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:46.361063 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d69e8ea-5e20-425b-b61f-8758d0149f94 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] GET failed (client error): The resource could not be found. Feb 02 07:14:46.362823 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-2d69e8ea-5e20-425b-b61f-8758d0149f94 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "GET /v2.0/ports/6620c279-335c-4bb5-8bb4-9a22d67804d9 HTTP/1.1" status: 404 len: 333 time: 0.0292814 Feb 02 07:14:46.366886 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58540) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:46.377876 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-3aec476d-e69f-47b9-b719-48ba0f002a69 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Request body: {'port': {'network_id': '981d3e41-652c-4d49-b8c0-adfda091b8e6', 'name': 'tempest-PortsIpV6TestJSON-205693645'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:14:46.478997 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-2c40bb9b-535e-41e9-81cb-279b252f9750 req-c4dc90b0-32a0-4517-a15d-d9d790bdc139 service neutron] For port f1daec9e-c307-4c4c-94a5-65af81a4b9e1, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:14:46.482700 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-2c40bb9b-535e-41e9-81cb-279b252f9750 req-c4dc90b0-32a0-4517-a15d-d9d790bdc139 service neutron] For port f1daec9e-c307-4c4c-94a5-65af81a4b9e1, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=f1daec9e-c307-4c4c-94a5-65af81a4b9e1,segment=NetworkSegment(2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0),segment_id=2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:14:46.503705 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e74a4-aa78-43fa-aa99-f0bff48ed7cb req-74a42e29-dd59-4062-a7c2-ae520a50a4f2 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:46.505202 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c71e74a4-aa78-43fa-aa99-f0bff48ed7cb req-74a42e29-dd59-4062-a7c2-ae520a50a4f2 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=f9b0418d-d665-4837-aaa0-d3328f3c3e5d HTTP/1.1" status: 200 len: 943 time: 0.0926788 Feb 02 07:14:46.505643 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aec476d-e69f-47b9-b719-48ba0f002a69 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Made reservation on behalf of 3f54e6cae7d248ada3b347585c4ee8ad for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:14:46.506440 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2c40bb9b-535e-41e9-81cb-279b252f9750 req-c4dc90b0-32a0-4517-a15d-d9d790bdc139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (f1daec9e-c307-4c4c-94a5-65af81a4b9e1), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:46.509838 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3aec476d-e69f-47b9-b719-48ba0f002a69 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:46.529190 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [None req-3aec476d-e69f-47b9-b719-48ba0f002a69 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] device_id is not set on port b4a17279-481b-4122-8907-a7580346acef yet. {{(pid=109694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:14:46.550654 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device e5693ad4-1652-4353-8d5c-35e07e2e3df9 up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:14:46.567072 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c40bb9b-535e-41e9-81cb-279b252f9750 req-c4dc90b0-32a0-4517-a15d-d9d790bdc139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:46.567859 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2c40bb9b-535e-41e9-81cb-279b252f9750 req-c4dc90b0-32a0-4517-a15d-d9d790bdc139 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:46.569055 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2c40bb9b-535e-41e9-81cb-279b252f9750 req-c4dc90b0-32a0-4517-a15d-d9d790bdc139 service neutron] 10.222.0.88 "PUT /v2.0/ports/f1daec9e-c307-4c4c-94a5-65af81a4b9e1 HTTP/1.1" status: 200 len: 1092 time: 0.9968548 Feb 02 07:14:46.571338 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9b0418d-d665-4837-aaa0-d3328f3c3e5d', 'tag': 'f1daec9e-c307-4c4c-94a5-65af81a4b9e1'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:14:46.573628 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd181290-5cf8-46d5-a50b-3aeb5edba6d8" -d '{"events": [{"name": "network-changed", "server_uuid": "f9b0418d-d665-4837-aaa0-d3328f3c3e5d", "tag": "f1daec9e-c307-4c4c-94a5-65af81a4b9e1"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:14:46.617581 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dc90b0-32a0-4517-a15d-d9d790bdc139 service neutron] Pushing event updated for resources: {'Port': ['ID=f1daec9e-c307-4c4c-94a5-65af81a4b9e1,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:46.629843 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c71e74a4-aa78-43fa-aa99-f0bff48ed7cb req-01d6d329-6107-4091-918e-5d5f0612438a tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141918 Feb 02 07:14:46.685116 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89050fe6-68c4-4992-bd9a-2d988ad6a561 x-openstack-request-id: req-89050fe6-68c4-4992-bd9a-2d988ad6a561 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:14:46.685413 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9b0418d-d665-4837-aaa0-d3328f3c3e5d", "tag": "f1daec9e-c307-4c4c-94a5-65af81a4b9e1", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:14:46.685671 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-89050fe6-68c4-4992-bd9a-2d988ad6a561 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:14:46.686068 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9b0418d-d665-4837-aaa0-d3328f3c3e5d', 'tag': 'f1daec9e-c307-4c4c-94a5-65af81a4b9e1', 'status': 'completed', 'code': 200} Feb 02 07:14:46.715520 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c40bb9b-535e-41e9-81cb-279b252f9750 req-01632a16-95bc-4824-be4d-1938f93d1631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:46.717140 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port e5693ad4-1652-4353-8d5c-35e07e2e3df9 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:14:46.717262 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2c40bb9b-535e-41e9-81cb-279b252f9750 req-01632a16-95bc-4824-be4d-1938f93d1631 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=55cc3e1e6f054ff8aa27776e1d040f10&device_id=f9b0418d-d665-4837-aaa0-d3328f3c3e5d HTTP/1.1" status: 200 len: 1126 time: 0.0853579 Feb 02 07:14:46.722075 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port e5693ad4-1652-4353-8d5c-35e07e2e3df9 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:14:46.722455 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (e5693ad4-1652-4353-8d5c-35e07e2e3df9), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:46.805402 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2c40bb9b-535e-41e9-81cb-279b252f9750 req-c50def60-9986-45c7-9c73-83346a11583a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1daec9e-c307-4c4c-94a5-65af81a4b9e1 HTTP/1.1" status: 200 len: 217 time: 0.0623484 Feb 02 07:14:46.859070 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3aec476d-e69f-47b9-b719-48ba0f002a69 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for port (b4a17279-481b-4122-8907-a7580346acef), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:46.880070 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port e5693ad4-1652-4353-8d5c-35e07e2e3df9 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:14:46.880402 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18579a-f5fd-453b-8f82-637b4db63211 req-de1ca11d-4535-4a35-9653-8644897e2fba tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:46.880514 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (e5693ad4-1652-4353-8d5c-35e07e2e3df9), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:46.881913 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-df18579a-f5fd-453b-8f82-637b4db63211 req-de1ca11d-4535-4a35-9653-8644897e2fba tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a9037b0-532a-408c-b85e-3a39058988ae HTTP/1.1" status: 200 len: 945 time: 0.1567600 Feb 02 07:14:46.891233 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c40bb9b-535e-41e9-81cb-279b252f9750 req-ea64560b-d002-407a-8503-54b8a3f12eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:46.895690 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2c40bb9b-535e-41e9-81cb-279b252f9750 req-ea64560b-d002-407a-8503-54b8a3f12eee service neutron] 10.222.0.88 "GET /v2.0/subnets?id=44a369a2-4fd0-4fcc-9b66-fee041fedbef HTTP/1.1" status: 200 len: 852 time: 0.0844440 Feb 02 07:14:46.939167 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3aec476d-e69f-47b9-b719-48ba0f002a69 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (b4a17279-481b-4122-8907-a7580346acef), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:46.946060 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2c40bb9b-535e-41e9-81cb-279b252f9750 req-32da943e-6b24-4449-86d5-89914ac9cfbd service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ec14a810-28cb-452c-8a58-03e4eebabfec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446639 Feb 02 07:14:46.948472 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port e5693ad4-1652-4353-8d5c-35e07e2e3df9, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=e5693ad4-1652-4353-8d5c-35e07e2e3df9,segment=NetworkSegment(99da04fe-20b0-46d1-9372-22452ee68679),segment_id=99da04fe-20b0-46d1-9372-22452ee68679)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:14:46.949559 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6413e47-3ae9-473a-844c-f4bcd11bbc2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5693ad4-1652-4353-8d5c-35e07e2e3df9'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:14:46.954319 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa789d34-6a2a-4570-8007-19b0a3dc888b" -d '{"events": [{"server_uuid": "c6413e47-3ae9-473a-844c-f4bcd11bbc2e", "name": "network-vif-plugged", "status": "completed", "tag": "e5693ad4-1652-4353-8d5c-35e07e2e3df9"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:14:46.958908 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (e5693ad4-1652-4353-8d5c-35e07e2e3df9), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:47.061563 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=e5693ad4-1652-4353-8d5c-35e07e2e3df9,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:47.064090 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aec476d-e69f-47b9-b719-48ba0f002a69 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Network 981d3e41-652c-4d49-b8c0-adfda091b8e6 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:14:47.071352 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-3aec476d-e69f-47b9-b719-48ba0f002a69 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:14:47.077589 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aec476d-e69f-47b9-b719-48ba0f002a69 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:14:47.079164 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2c40bb9b-535e-41e9-81cb-279b252f9750 req-f22628f2-639d-4022-86f9-7dd5711cbf30 service neutron] 10.222.0.88 "GET /v2.0/networks/ec14a810-28cb-452c-8a58-03e4eebabfec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254883 Feb 02 07:14:47.082970 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aec476d-e69f-47b9-b719-48ba0f002a69 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:47.083585 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3aec476d-e69f-47b9-b719-48ba0f002a69 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:47.096880 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aec476d-e69f-47b9-b719-48ba0f002a69 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event updated for resources: {'Port': ['ID=b4a17279-481b-4122-8907-a7580346acef,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:47.119315 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-3aec476d-e69f-47b9-b719-48ba0f002a69 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7487264 Feb 02 07:14:47.120428 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58554) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:47.132146 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-b85591c3-5dd5-4d85-a1d1-8bada0ed9479 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:14:47.200570 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-df18579a-f5fd-453b-8f82-637b4db63211 req-39fb2b0f-ac28-4825-b3ea-28dec60c96de tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/security-groups?id=0cda471f-b311-4535-ab7e-114e2234fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2980170 Feb 02 07:14:47.204617 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2c40bb9b-535e-41e9-81cb-279b252f9750 req-6f87e3ab-f1ee-4e40-a76c-832ddeda4357 service neutron] 10.222.0.88 "GET /v2.0/networks/ec14a810-28cb-452c-8a58-03e4eebabfec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014290 Feb 02 07:14:47.256682 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b85591c3-5dd5-4d85-a1d1-8bada0ed9479 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b4a17279-481b-4122-8907-a7580346acef), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:47.307440 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4370e8aa-bb60-4e96-b975-2f0f06497bce x-openstack-request-id: req-4370e8aa-bb60-4e96-b975-2f0f06497bce {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:14:47.307765 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6413e47-3ae9-473a-844c-f4bcd11bbc2e", "name": "network-vif-plugged", "status": "completed", "tag": "e5693ad4-1652-4353-8d5c-35e07e2e3df9", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:14:47.308050 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-4370e8aa-bb60-4e96-b975-2f0f06497bce {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:14:47.308525 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6413e47-3ae9-473a-844c-f4bcd11bbc2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5693ad4-1652-4353-8d5c-35e07e2e3df9', 'code': 200} Feb 02 07:14:47.404179 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:47.452048 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd181290-5cf8-46d5-a50b-3aeb5edba6d8 req-eaf4ebc2-c4ba-4174-927c-b6faafb70e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:47.455114 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fd181290-5cf8-46d5-a50b-3aeb5edba6d8 req-eaf4ebc2-c4ba-4174-927c-b6faafb70e9b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=55cc3e1e6f054ff8aa27776e1d040f10&device_id=f9b0418d-d665-4837-aaa0-d3328f3c3e5d HTTP/1.1" status: 200 len: 1126 time: 0.1471488 Feb 02 07:14:47.511809 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57872f-5528-498b-a96b-afc5b54261fd req-a90eda18-4527-43e5-8924-df0c36dbc583 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:47.513797 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bc57872f-5528-498b-a96b-afc5b54261fd req-a90eda18-4527-43e5-8924-df0c36dbc583 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=c6413e47-3ae9-473a-844c-f4bcd11bbc2e HTTP/1.1" status: 200 len: 946 time: 0.1661351 Feb 02 07:14:47.609108 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11513f-5a22-40ce-869e-ab785e5f9568 req-26fc26b5-1717-4c78-a5a5-18fe77019d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:47.610701 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ec11513f-5a22-40ce-869e-ab785e5f9568 req-26fc26b5-1717-4c78-a5a5-18fe77019d32 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c6413e47-3ae9-473a-844c-f4bcd11bbc2e HTTP/1.1" status: 200 len: 1129 time: 0.1912324 Feb 02 07:14:47.681821 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bc57872f-5528-498b-a96b-afc5b54261fd req-8e7d0589-7d71-4176-bce8-d375ed412f79 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=bc6bfedd-ef42-4ce4-a56a-4f6651c2c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1565962 Feb 02 07:14:47.683129 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd181290-5cf8-46d5-a50b-3aeb5edba6d8 req-e72350de-19c1-4f13-a298-fbf4d98d4e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:47.684995 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fd181290-5cf8-46d5-a50b-3aeb5edba6d8 req-e72350de-19c1-4f13-a298-fbf4d98d4e68 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ec14a810-28cb-452c-8a58-03e4eebabfec HTTP/1.1" status: 200 len: 913 time: 0.2175775 Feb 02 07:14:47.691010 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b85591c3-5dd5-4d85-a1d1-8bada0ed9479 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for port (b4a17279-481b-4122-8907-a7580346acef), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:47.704033 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b85591c3-5dd5-4d85-a1d1-8bada0ed9479 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (b4a17279-481b-4122-8907-a7580346acef), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:47.759208 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ec11513f-5a22-40ce-869e-ab785e5f9568 req-1255a2b9-4b87-4295-862c-c44d779b3916 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=bc6bfedd-ef42-4ce4-a56a-4f6651c2c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321540 Feb 02 07:14:47.759299 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fd181290-5cf8-46d5-a50b-3aeb5edba6d8 req-fdca8b1b-78b1-4aa1-bb99-61a4635345f0 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1daec9e-c307-4c4c-94a5-65af81a4b9e1 HTTP/1.1" status: 200 len: 217 time: 0.0655057 Feb 02 07:14:47.797500 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-b85591c3-5dd5-4d85-a1d1-8bada0ed9479 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] In _notify_port_updated(), no bound segment for port b4a17279-481b-4122-8907-a7580346acef on network 981d3e41-652c-4d49-b8c0-adfda091b8e6 {{(pid=109694) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 02 07:14:47.802331 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85591c3-5dd5-4d85-a1d1-8bada0ed9479 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:47.802924 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b85591c3-5dd5-4d85-a1d1-8bada0ed9479 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:47.804208 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b85591c3-5dd5-4d85-a1d1-8bada0ed9479 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "PUT /v2.0/ports/b4a17279-481b-4122-8907-a7580346acef HTTP/1.1" status: 200 len: 818 time: 0.6824555 Feb 02 07:14:47.810948 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58572) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:47.861024 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85591c3-5dd5-4d85-a1d1-8bada0ed9479 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event updated for resources: {'Port': ['ID=b4a17279-481b-4122-8907-a7580346acef,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:47.873044 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd181290-5cf8-46d5-a50b-3aeb5edba6d8 req-f51847a4-61c2-49e6-be5a-e48ee56e9f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:47.874745 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fd181290-5cf8-46d5-a50b-3aeb5edba6d8 req-f51847a4-61c2-49e6-be5a-e48ee56e9f7a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=44a369a2-4fd0-4fcc-9b66-fee041fedbef HTTP/1.1" status: 200 len: 852 time: 0.1085277 Feb 02 07:14:47.879906 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e974c3-c31a-4128-b2e2-b3c9eab276ff req-ef545370-0a5c-40cd-9496-03706018de8b tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:47.881359 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-03e974c3-c31a-4128-b2e2-b3c9eab276ff req-ef545370-0a5c-40cd-9496-03706018de8b tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=f9b0418d-d665-4837-aaa0-d3328f3c3e5d HTTP/1.1" status: 200 len: 943 time: 0.1268606 Feb 02 07:14:47.926327 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fd181290-5cf8-46d5-a50b-3aeb5edba6d8 req-8acd958f-08f1-4ada-a8dd-1a831ebdac39 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ec14a810-28cb-452c-8a58-03e4eebabfec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442371 Feb 02 07:14:48.007000 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-03e974c3-c31a-4128-b2e2-b3c9eab276ff req-58c05fd2-aa2d-4765-bf5e-58b82da4bee5 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184990 Feb 02 07:14:48.013906 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-dca379a8-0dfe-4776-80e5-6af5a396b67f tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Deleting port b4a17279-481b-4122-8907-a7580346acef {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:14:48.014375 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-dca379a8-0dfe-4776-80e5-6af5a396b67f tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (b4a17279-481b-4122-8907-a7580346acef), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:48.043323 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fd181290-5cf8-46d5-a50b-3aeb5edba6d8 req-646c37e5-3550-4ba2-8f2f-88fe3869a6b2 service neutron] 10.222.0.88 "GET /v2.0/networks/ec14a810-28cb-452c-8a58-03e4eebabfec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050975 Feb 02 07:14:48.127762 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-dca379a8-0dfe-4776-80e5-6af5a396b67f tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (b4a17279-481b-4122-8907-a7580346acef), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:48.141740 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-dca379a8-0dfe-4776-80e5-6af5a396b67f tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Calling delete_port for b4a17279-481b-4122-8907-a7580346acef owned by {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:14:48.153321 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fd181290-5cf8-46d5-a50b-3aeb5edba6d8 req-f169a9fa-b9dd-4505-907b-6058da67cac0 service neutron] 10.222.0.88 "GET /v2.0/networks/ec14a810-28cb-452c-8a58-03e4eebabfec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035786 Feb 02 07:14:48.256001 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-dca379a8-0dfe-4776-80e5-6af5a396b67f tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (b4a17279-481b-4122-8907-a7580346acef), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:48.350730 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-dca379a8-0dfe-4776-80e5-6af5a396b67f tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:48.359788 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8bc45-45e4-4942-8636-7831f59f93d5 req-9be88db7-8b17-438b-8769-cc29d68b595a tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:48.361403 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c4b8bc45-45e4-4942-8636-7831f59f93d5 req-9be88db7-8b17-438b-8769-cc29d68b595a tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a9037b0-532a-408c-b85e-3a39058988ae HTTP/1.1" status: 200 len: 945 time: 0.0700705 Feb 02 07:14:48.362119 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58578) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:48.370770 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-dca379a8-0dfe-4776-80e5-6af5a396b67f tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "DELETE /v2.0/ports/b4a17279-481b-4122-8907-a7580346acef HTTP/1.1" status: 204 len: 168 time: 0.5580301 Feb 02 07:14:48.372638 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca379a8-0dfe-4776-80e5-6af5a396b67f tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event deleted for resources: {'Port': ['ID=b4a17279-481b-4122-8907-a7580346acef,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:48.458288 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c4b8bc45-45e4-4942-8636-7831f59f93d5 req-ded75e51-7a2d-4e26-bcb7-6d69bee3f4de tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/security-groups?id=0cda471f-b311-4535-ab7e-114e2234fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854225 Feb 02 07:14:48.474796 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b046df4e-3745-4189-915d-ccc9aec48106 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:48.479754 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58580) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:48.479928 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b046df4e-3745-4189-915d-ccc9aec48106 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1167953 Feb 02 07:14:48.506781 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-60104e89-3b73-4b28-8508-7291e7305e85 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] GET failed (client error): The resource could not be found. Feb 02 07:14:48.508504 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-60104e89-3b73-4b28-8508-7291e7305e85 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "GET /v2.0/ports/b4a17279-481b-4122-8907-a7580346acef HTTP/1.1" status: 404 len: 333 time: 0.0273993 Feb 02 07:14:48.512194 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58582) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:48.520131 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-cdd5a105-a7dd-4415-9b1f-501f69e9d570 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1075033285'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:14:48.547374 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd5a105-a7dd-4415-9b1f-501f69e9d570 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Made reservation on behalf of 3f54e6cae7d248ada3b347585c4ee8ad for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:14:48.551202 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cdd5a105-a7dd-4415-9b1f-501f69e9d570 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:48.592980 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdd5a105-a7dd-4415-9b1f-501f69e9d570 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:14:48.612295 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cdd5a105-a7dd-4415-9b1f-501f69e9d570 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (330bd27c-e832-4ec7-b7ce-fda9b92ed589), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:48.613361 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-cdd5a105-a7dd-4415-9b1f-501f69e9d570 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Added segment 330bd27c-e832-4ec7-b7ce-fda9b92ed589 of type vlan for network 0c8e5bb5-d3e5-4584-b182-b104a1ec2d30 Feb 02 07:14:48.659515 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cdd5a105-a7dd-4415-9b1f-501f69e9d570 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (0c8e5bb5-d3e5-4584-b182-b104a1ec2d30), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:48.688878 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cdd5a105-a7dd-4415-9b1f-501f69e9d570 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (0c8e5bb5-d3e5-4584-b182-b104a1ec2d30), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:48.694261 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd5a105-a7dd-4415-9b1f-501f69e9d570 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:48.695992 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cdd5a105-a7dd-4415-9b1f-501f69e9d570 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:48.733805 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-cdd5a105-a7dd-4415-9b1f-501f69e9d570 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2205267 Feb 02 07:14:48.737088 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58588) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:48.741989 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-d41f958e-838c-44ec-ad19-ec4914faaa55 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Request body: {'subnet': {'network_id': '0c8e5bb5-d3e5-4584-b182-b104a1ec2d30', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:14:48.779824 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd5a105-a7dd-4415-9b1f-501f69e9d570 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event updated for resources: {'Network': ['ID=0c8e5bb5-d3e5-4584-b182-b104a1ec2d30,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:48.793960 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 0c8e5bb5-d3e5-4584-b182-b104a1ec2d30 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:14:48.875455 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41f958e-838c-44ec-ad19-ec4914faaa55 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Made reservation on behalf of 3f54e6cae7d248ada3b347585c4ee8ad for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:14:48.881061 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d41f958e-838c-44ec-ad19-ec4914faaa55 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:49.025945 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e4e5e9-0a8a-43fc-9d2b-8d9a89726b7c req-8f9103c0-e3fb-4af2-9380-b6149bf3ebbc tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:49.033574 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-81e4e5e9-0a8a-43fc-9d2b-8d9a89726b7c req-8f9103c0-e3fb-4af2-9380-b6149bf3ebbc tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=c6413e47-3ae9-473a-844c-f4bcd11bbc2e HTTP/1.1" status: 200 len: 946 time: 0.1262293 Feb 02 07:14:49.176390 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-81e4e5e9-0a8a-43fc-9d2b-8d9a89726b7c req-4cb3c109-80ae-4385-8c83-97db9628f46e tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=bc6bfedd-ef42-4ce4-a56a-4f6651c2c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418452 Feb 02 07:14:49.298141 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe19e4-b88a-4301-8a9f-f5f1787e2e51 req-eb0610e7-5b13-4cca-88f7-65d94947f673 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:49.299718 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d4fe19e4-b88a-4301-8a9f-f5f1787e2e51 req-eb0610e7-5b13-4cca-88f7-65d94947f673 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=f9b0418d-d665-4837-aaa0-d3328f3c3e5d HTTP/1.1" status: 200 len: 943 time: 0.1440253 Feb 02 07:14:49.301064 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d41f958e-838c-44ec-ad19-ec4914faaa55 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (197a0fbe-474d-4588-b3f0-aef409be9415), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:49.387929 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f958e-838c-44ec-ad19-ec4914faaa55 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event updated for resources: {'Subnet': ['ID=197a0fbe-474d-4588-b3f0-aef409be9415,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:49.416462 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41f958e-838c-44ec-ad19-ec4914faaa55 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Checking segment: {'id': '330bd27c-e832-4ec7-b7ce-fda9b92ed589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0c8e5bb5-d3e5-4584-b182-b104a1ec2d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:14:49.417041 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41f958e-838c-44ec-ad19-ec4914faaa55 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Network hostable DHCP agents. Network: 0c8e5bb5-d3e5-4584-b182-b104a1ec2d30, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:14:49.421806 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d4fe19e4-b88a-4301-8a9f-f5f1787e2e51 req-d001878b-daad-4f58-be30-b34ff5f5f1cf tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904400 Feb 02 07:14:49.445547 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41f958e-838c-44ec-ad19-ec4914faaa55 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Network 0c8e5bb5-d3e5-4584-b182-b104a1ec2d30 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:14:49.456378 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-d41f958e-838c-44ec-ad19-ec4914faaa55 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 0c8e5bb5-d3e5-4584-b182-b104a1ec2d30) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:14:49.461230 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41f958e-838c-44ec-ad19-ec4914faaa55 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:49.462692 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d41f958e-838c-44ec-ad19-ec4914faaa55 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:49.469170 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7441ca1-9c03-4282-b819-8f85a990ef1b None None] Network 0c8e5bb5-d3e5-4584-b182-b104a1ec2d30 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:14:49.493754 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d41f958e-838c-44ec-ad19-ec4914faaa55 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7554779 Feb 02 07:14:49.497165 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58600) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:49.506330 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-42f86898-01b5-41aa-a0f0-7a6c64e9a5ae tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Request body: {'subnet': {'network_id': '0c8e5bb5-d3e5-4584-b182-b104a1ec2d30', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:14:49.550663 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device f1daec9e-c307-4c4c-94a5-65af81a4b9e1 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:14:49.686056 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d23652-45f3-4551-94c5-0acd4cbbbd02 req-b7137bf3-5187-4dff-9cd5-44be7890160e tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:49.686589 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port f1daec9e-c307-4c4c-94a5-65af81a4b9e1, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=f1daec9e-c307-4c4c-94a5-65af81a4b9e1,segment=NetworkSegment(2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0),segment_id=2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:14:49.687502 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e2d23652-45f3-4551-94c5-0acd4cbbbd02 req-b7137bf3-5187-4dff-9cd5-44be7890160e tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a9037b0-532a-408c-b85e-3a39058988ae HTTP/1.1" status: 200 len: 945 time: 0.1142251 Feb 02 07:14:49.698000 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': 'f1daec9e-c307-4c4c-94a5-65af81a4b9e1', 'network_id': 'ec14a810-28cb-452c-8a58-03e4eebabfec', 'port_id': 'f1daec9e-c307-4c4c-94a5-65af81a4b9e1', 'mac_address': 'fa:16:3e:e3:17:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44a369a2-4fd0-4fcc-9b66-fee041fedbef', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:14:49.707515 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f86898-01b5-41aa-a0f0-7a6c64e9a5ae tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Made reservation on behalf of 3f54e6cae7d248ada3b347585c4ee8ad for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:14:49.712266 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40be31e-0748-4f0d-94b8-fcca474a6435 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-0c8e5bb5-d3e5-4584-b182-b104a1ec2d30', 'network_id': '0c8e5bb5-d3e5-4584-b182-b104a1ec2d30', 'project_id': '3f54e6cae7d248ada3b347585c4ee8ad', 'fixed_ips': [{'subnet_id': '197a0fbe-474d-4588-b3f0-aef409be9415'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:14:49.712450 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-42f86898-01b5-41aa-a0f0-7a6c64e9a5ae tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:49.713637 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d40be31e-0748-4f0d-94b8-fcca474a6435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:49.819739 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e2d23652-45f3-4551-94c5-0acd4cbbbd02 req-006d4b6a-eff3-4b11-b28b-9d500c209a6f tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/security-groups?id=0cda471f-b311-4535-ab7e-114e2234fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191058 Feb 02 07:14:49.820899 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port f1daec9e-c307-4c4c-94a5-65af81a4b9e1 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:14:49.821343 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f1daec9e-c307-4c4c-94a5-65af81a4b9e1), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:49.843152 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1daec9e-c307-4c4c-94a5-65af81a4b9e1 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:14:49.879846 n-d-789963-26 neutron-server[109694]: INFO neutron.db.ipam_backend_mixin [None req-42f86898-01b5-41aa-a0f0-7a6c64e9a5ae tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 197a0fbe-474d-4588-b3f0-aef409be9415 (CIDR: 2001:db8::/64) Feb 02 07:14:49.887172 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-42f86898-01b5-41aa-a0f0-7a6c64e9a5ae tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 07:14:49.890035 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42f86898-01b5-41aa-a0f0-7a6c64e9a5ae tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:14:49.895591 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port f1daec9e-c307-4c4c-94a5-65af81a4b9e1, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=f1daec9e-c307-4c4c-94a5-65af81a4b9e1,segment=NetworkSegment(2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0),segment_id=2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:14:49.900256 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (f1daec9e-c307-4c4c-94a5-65af81a4b9e1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:49.937632 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-42f86898-01b5-41aa-a0f0-7a6c64e9a5ae tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4390793 Feb 02 07:14:49.938625 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58606) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:49.947275 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-dec23ce5-9e31-4f52-b254-40c69eb5d130 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Request body: {'subnet': {'network_id': '0c8e5bb5-d3e5-4584-b182-b104a1ec2d30', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:14:49.949459 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-d40be31e-0748-4f0d-94b8-fcca474a6435 None None] Allocated IP 2001:db8::2 (0c8e5bb5-d3e5-4584-b182-b104a1ec2d30/197a0fbe-474d-4588-b3f0-aef409be9415/f1153448-fbf5-4fb9-96cb-053c1a444a62) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:14:49.972058 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=f1daec9e-c307-4c4c-94a5-65af81a4b9e1,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:50.121610 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec23ce5-9e31-4f52-b254-40c69eb5d130 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Made reservation on behalf of 3f54e6cae7d248ada3b347585c4ee8ad for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:14:50.125923 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-dec23ce5-9e31-4f52-b254-40c69eb5d130 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:50.159894 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d40be31e-0748-4f0d-94b8-fcca474a6435 None None] Publish callbacks [] for port (f1153448-fbf5-4fb9-96cb-053c1a444a62), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:50.167796 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d40be31e-0748-4f0d-94b8-fcca474a6435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (f1153448-fbf5-4fb9-96cb-053c1a444a62), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:50.209902 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40be31e-0748-4f0d-94b8-fcca474a6435 None None] Network 0c8e5bb5-d3e5-4584-b182-b104a1ec2d30 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:14:50.213979 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-d40be31e-0748-4f0d-94b8-fcca474a6435 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:14:50.217836 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40be31e-0748-4f0d-94b8-fcca474a6435 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:14:50.282768 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['f1daec9e-c307-4c4c-94a5-65af81a4b9e1'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:14:50.330195 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40be31e-0748-4f0d-94b8-fcca474a6435 None None] Pushing event updated for resources: {'Port': ['ID=f1153448-fbf5-4fb9-96cb-053c1a444a62,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:50.335071 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-d40be31e-0748-4f0d-94b8-fcca474a6435 None None] Attempting to bind port f1153448-fbf5-4fb9-96cb-053c1a444a62 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:14:50.335454 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-d40be31e-0748-4f0d-94b8-fcca474a6435 None None] Attempting to bind port f1153448-fbf5-4fb9-96cb-053c1a444a62 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '330bd27c-e832-4ec7-b7ce-fda9b92ed589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0c8e5bb5-d3e5-4584-b182-b104a1ec2d30'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:14:50.336507 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40be31e-0748-4f0d-94b8-fcca474a6435 None None] Attempting to bind port f1153448-fbf5-4fb9-96cb-053c1a444a62 on network 0c8e5bb5-d3e5-4584-b182-b104a1ec2d30 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:14:50.472637 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-dec23ce5-9e31-4f52-b254-40c69eb5d130 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (f6ebcf90-81f9-4a9d-95c7-f8e15afd1e82), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:50.519357 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3da14a-14b9-4c2a-b539-6d364019b119 req-241853ed-dea3-4440-bfdb-d827c0c460d4 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:50.521171 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8d3da14a-14b9-4c2a-b539-6d364019b119 req-241853ed-dea3-4440-bfdb-d827c0c460d4 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=c6413e47-3ae9-473a-844c-f4bcd11bbc2e HTTP/1.1" status: 200 len: 946 time: 0.1199822 Feb 02 07:14:50.539359 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec23ce5-9e31-4f52-b254-40c69eb5d130 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Network 0c8e5bb5-d3e5-4584-b182-b104a1ec2d30 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:14:50.550344 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-dec23ce5-9e31-4f52-b254-40c69eb5d130 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:14:50.560372 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec23ce5-9e31-4f52-b254-40c69eb5d130 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:50.561062 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-dec23ce5-9e31-4f52-b254-40c69eb5d130 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:50.580194 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec23ce5-9e31-4f52-b254-40c69eb5d130 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event updated for resources: {'Subnet': ['ID=f6ebcf90-81f9-4a9d-95c7-f8e15afd1e82,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:50.581886 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40be31e-0748-4f0d-94b8-fcca474a6435 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:14:50.581886 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40be31e-0748-4f0d-94b8-fcca474a6435 None None] Checking segment: {'id': '330bd27c-e832-4ec7-b7ce-fda9b92ed589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0c8e5bb5-d3e5-4584-b182-b104a1ec2d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:14:50.581886 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d40be31e-0748-4f0d-94b8-fcca474a6435 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:50.583728 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40be31e-0748-4f0d-94b8-fcca474a6435 None None] Bound using segment: {'id': '330bd27c-e832-4ec7-b7ce-fda9b92ed589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0c8e5bb5-d3e5-4584-b182-b104a1ec2d30'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:14:50.584947 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-d40be31e-0748-4f0d-94b8-fcca474a6435 None None] Bound port: f1153448-fbf5-4fb9-96cb-053c1a444a62, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '330bd27c-e832-4ec7-b7ce-fda9b92ed589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '0c8e5bb5-d3e5-4584-b182-b104a1ec2d30'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:14:50.586247 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d40be31e-0748-4f0d-94b8-fcca474a6435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f1153448-fbf5-4fb9-96cb-053c1a444a62), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:50.593976 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-dec23ce5-9e31-4f52-b254-40c69eb5d130 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6540349 Feb 02 07:14:50.596820 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58618) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:50.605042 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-3d6ef5ff-72b5-4d23-9a6f-940c29a598e1 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Request body: {'port': {'network_id': '0c8e5bb5-d3e5-4584-b182-b104a1ec2d30', 'fixed_ips': [{'subnet_id': '197a0fbe-474d-4588-b3f0-aef409be9415'}, {'subnet_id': 'f6ebcf90-81f9-4a9d-95c7-f8e15afd1e82'}], 'name': 'tempest-PortsIpV6TestJSON-1438013440'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:14:50.707728 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8d3da14a-14b9-4c2a-b539-6d364019b119 req-5c5fc52a-e63c-417c-9fe0-c0bea5578c27 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=bc6bfedd-ef42-4ce4-a56a-4f6651c2c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1793222 Feb 02 07:14:50.732713 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d6aa0-9a09-44c6-b120-eb5257a63052 req-bfbc4f0c-d29d-437d-bfcd-1d63b0e07f39 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:50.735274 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6ef5ff-72b5-4d23-9a6f-940c29a598e1 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Made reservation on behalf of 3f54e6cae7d248ada3b347585c4ee8ad for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:14:50.741633 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-505d6aa0-9a09-44c6-b120-eb5257a63052 req-bfbc4f0c-d29d-437d-bfcd-1d63b0e07f39 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=f9b0418d-d665-4837-aaa0-d3328f3c3e5d HTTP/1.1" status: 200 len: 944 time: 0.1504612 Feb 02 07:14:50.848835 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-505d6aa0-9a09-44c6-b120-eb5257a63052 req-1886ba4d-5cd5-40c3-9670-8c5f8206cfb4 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957923 Feb 02 07:14:50.972321 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-d40be31e-0748-4f0d-94b8-fcca474a6435 None None] For port f1153448-fbf5-4fb9-96cb-053c1a444a62, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:14:51.000635 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-d40be31e-0748-4f0d-94b8-fcca474a6435 None None] For port f1153448-fbf5-4fb9-96cb-053c1a444a62, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=f1153448-fbf5-4fb9-96cb-053c1a444a62,segment=NetworkSegment(330bd27c-e832-4ec7-b7ce-fda9b92ed589),segment_id=330bd27c-e832-4ec7-b7ce-fda9b92ed589)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:14:51.005965 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3d6ef5ff-72b5-4d23-9a6f-940c29a598e1 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:51.032067 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [None req-3d6ef5ff-72b5-4d23-9a6f-940c29a598e1 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] device_id is not set on port 943bc64f-103a-4624-bdff-82362e166f90 yet. {{(pid=109693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:14:51.046062 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a43bd-182e-4f88-8bf3-d7bdb4d192cf req-54a21d0a-7a26-4015-bbe9-1c7d7ba69287 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:51.046858 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d40be31e-0748-4f0d-94b8-fcca474a6435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (f1153448-fbf5-4fb9-96cb-053c1a444a62), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:51.057584 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cccc282-eb5b-45fa-b8e4-fdb13fd1119e req-5ef2f393-2037-46ad-afc5-74857b4e0f00 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:51.059907 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6cccc282-eb5b-45fa-b8e4-fdb13fd1119e req-5ef2f393-2037-46ad-afc5-74857b4e0f00 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=c6413e47-3ae9-473a-844c-f4bcd11bbc2e HTTP/1.1" status: 200 len: 946 time: 0.1211524 Feb 02 07:14:51.068911 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-067a43bd-182e-4f88-8bf3-d7bdb4d192cf req-54a21d0a-7a26-4015-bbe9-1c7d7ba69287 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a9037b0-532a-408c-b85e-3a39058988ae HTTP/1.1" status: 200 len: 945 time: 0.1422937 Feb 02 07:14:51.072176 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58634) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:51.085137 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-d0fd60c2-c06d-490d-b4c2-10a11a1c395b tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Request body: {'floatingip': {'port_id': 'e5693ad4-1652-4353-8d5c-35e07e2e3df9'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:14:51.176720 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d0fd60c2-c06d-490d-b4c2-10a11a1c395b tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks [] for floatingip (9827e3d5-34b7-4514-b481-42d643beeae5), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:51.258883 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40be31e-0748-4f0d-94b8-fcca474a6435 None None] Pushing event updated for resources: {'Port': ['ID=f1153448-fbf5-4fb9-96cb-053c1a444a62,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:51.348622 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-067a43bd-182e-4f88-8bf3-d7bdb4d192cf req-59346c83-d099-47da-97e1-476b201fbfb2 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/security-groups?id=0cda471f-b311-4535-ab7e-114e2234fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2772255 Feb 02 07:14:51.686868 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-3d6ef5ff-72b5-4d23-9a6f-940c29a598e1 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Allocated IP 2001:db8::232 (0c8e5bb5-d3e5-4584-b182-b104a1ec2d30/197a0fbe-474d-4588-b3f0-aef409be9415/943bc64f-103a-4624-bdff-82362e166f90) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:14:51.697537 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-3d6ef5ff-72b5-4d23-9a6f-940c29a598e1 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Allocated IP 2001:db8:0:1::3bf (0c8e5bb5-d3e5-4584-b182-b104a1ec2d30/f6ebcf90-81f9-4a9d-95c7-f8e15afd1e82/943bc64f-103a-4624-bdff-82362e166f90) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:14:51.995294 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d0fd60c2-c06d-490d-b4c2-10a11a1c395b tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:52.001150 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d0fd60c2-c06d-490d-b4c2-10a11a1c395b tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (9827e3d5-34b7-4514-b481-42d643beeae5), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:52.002215 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3d6ef5ff-72b5-4d23-9a6f-940c29a598e1 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for port (943bc64f-103a-4624-bdff-82362e166f90), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:52.034837 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaea3d0-bdeb-45d0-a502-6333ecda8247 req-9e1fb011-e5fc-4c7b-9c10-a65744308a19 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:52.036393 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-edaea3d0-bdeb-45d0-a502-6333ecda8247 req-9e1fb011-e5fc-4c7b-9c10-a65744308a19 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=f9b0418d-d665-4837-aaa0-d3328f3c3e5d HTTP/1.1" status: 200 len: 944 time: 0.1015491 Feb 02 07:14:52.066843 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:52.107409 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3d6ef5ff-72b5-4d23-9a6f-940c29a598e1 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (943bc64f-103a-4624-bdff-82362e166f90), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:52.127848 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-edaea3d0-bdeb-45d0-a502-6333ecda8247 req-c334a399-beb2-4121-a961-fcb3ac5e8d73 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823624 Feb 02 07:14:52.158496 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6ef5ff-72b5-4d23-9a6f-940c29a598e1 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Network 0c8e5bb5-d3e5-4584-b182-b104a1ec2d30 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:14:52.162415 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-3d6ef5ff-72b5-4d23-9a6f-940c29a598e1 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:14:52.167364 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6ef5ff-72b5-4d23-9a6f-940c29a598e1 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:14:52.177817 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6ef5ff-72b5-4d23-9a6f-940c29a598e1 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:52.178507 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3d6ef5ff-72b5-4d23-9a6f-940c29a598e1 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:52.198913 n-d-789963-26 neutron-server[109694]: INFO neutron.db.l3_db [None req-d0fd60c2-c06d-490d-b4c2-10a11a1c395b tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Floating IP 9827e3d5-34b7-4514-b481-42d643beeae5 associated. External IP: 172.25.4.78, port: e5693ad4-1652-4353-8d5c-35e07e2e3df9. Feb 02 07:14:52.215782 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-3d6ef5ff-72b5-4d23-9a6f-940c29a598e1 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.6170788 Feb 02 07:14:52.219417 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58654) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:52.225102 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-d7a49554-4710-4a0a-97b5-4170af584beb tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '197a0fbe-474d-4588-b3f0-aef409be9415'}]}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:14:52.232701 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6ef5ff-72b5-4d23-9a6f-940c29a598e1 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event updated for resources: {'Port': ['ID=943bc64f-103a-4624-bdff-82362e166f90,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:52.345269 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d7a49554-4710-4a0a-97b5-4170af584beb tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (943bc64f-103a-4624-bdff-82362e166f90), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:52.572610 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0fd60c2-c06d-490d-b4c2-10a11a1c395b tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Router 96a03403-39d6-4642-947c-0aeefc2e12bf has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:14:52.591549 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccf7078-48e6-4351-b86b-f31df5522555 req-b3292645-2699-4d1a-8ba8-3738fbfee6e2 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:52.593269 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4ccf7078-48e6-4351-b86b-f31df5522555 req-b3292645-2699-4d1a-8ba8-3738fbfee6e2 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a9037b0-532a-408c-b85e-3a39058988ae HTTP/1.1" status: 200 len: 945 time: 0.1058638 Feb 02 07:14:52.769783 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4ccf7078-48e6-4351-b86b-f31df5522555 req-9c5b0818-d8d3-4a06-b6bb-114514a85b35 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/security-groups?id=0cda471f-b311-4535-ab7e-114e2234fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1556597 Feb 02 07:14:52.774876 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-d7a49554-4710-4a0a-97b5-4170af584beb tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Delete allocated IP 2001:db8:0:1::3bf (0c8e5bb5-d3e5-4584-b182-b104a1ec2d30/f6ebcf90-81f9-4a9d-95c7-f8e15afd1e82) {{(pid=109693) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 02 07:14:52.791008 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0fd60c2-c06d-490d-b4c2-10a11a1c395b tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:14:52.798330 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d0fd60c2-c06d-490d-b4c2-10a11a1c395b tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:52.805592 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d816441-4e9a-4f15-aa2d-76ca714aff66 None None] Sync routers for ids ['96a03403-39d6-4642-947c-0aeefc2e12bf'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:14:52.810167 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ce39e1-970a-43e8-bf89-b4db30482852 None None] Network 0c8e5bb5-d3e5-4584-b182-b104a1ec2d30 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:14:52.823295 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d816441-4e9a-4f15-aa2d-76ca714aff66 None None] Routers {'96a03403-39d6-4642-947c-0aeefc2e12bf'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:14:52.827481 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-6d816441-4e9a-4f15-aa2d-76ca714aff66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:14:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['96a03403-39d6-4642-947c-0aeefc2e12bf'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:52.926255 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d0fd60c2-c06d-490d-b4c2-10a11a1c395b tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "PUT /v2.0/floatingips/9827e3d5-34b7-4514-b481-42d643beeae5 HTTP/1.1" status: 200 len: 991 time: 1.8256075 Feb 02 07:14:52.927243 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6413e47-3ae9-473a-844c-f4bcd11bbc2e', 'tag': 'e5693ad4-1652-4353-8d5c-35e07e2e3df9'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:14:52.937762 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63f75fa-e161-4ea0-a755-eda6a1ecc0cd" -d '{"events": [{"name": "network-changed", "server_uuid": "c6413e47-3ae9-473a-844c-f4bcd11bbc2e", "tag": "e5693ad4-1652-4353-8d5c-35e07e2e3df9"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:14:52.957191 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d7a49554-4710-4a0a-97b5-4170af584beb tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for port (943bc64f-103a-4624-bdff-82362e166f90), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:52.970693 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d7a49554-4710-4a0a-97b5-4170af584beb tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (943bc64f-103a-4624-bdff-82362e166f90), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:52.984216 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-b8d8490b-e758-4f89-aa35-8f13966eaa91 None None] Provisioning complete for port f1153448-fbf5-4fb9-96cb-053c1a444a62 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:14:52.984599 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b8d8490b-e758-4f89-aa35-8f13966eaa91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (f1153448-fbf5-4fb9-96cb-053c1a444a62), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:53.013077 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b795c63b-8b92-4b13-a16c-f4cdb4cd844a x-openstack-request-id: req-b795c63b-8b92-4b13-a16c-f4cdb4cd844a {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:14:53.013563 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6413e47-3ae9-473a-844c-f4bcd11bbc2e", "tag": "e5693ad4-1652-4353-8d5c-35e07e2e3df9", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:14:53.013647 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b795c63b-8b92-4b13-a16c-f4cdb4cd844a {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:14:53.014029 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6413e47-3ae9-473a-844c-f4bcd11bbc2e', 'tag': 'e5693ad4-1652-4353-8d5c-35e07e2e3df9', 'status': 'completed', 'code': 200} Feb 02 07:14:53.042132 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-d7a49554-4710-4a0a-97b5-4170af584beb tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] In _notify_port_updated(), no bound segment for port 943bc64f-103a-4624-bdff-82362e166f90 on network 0c8e5bb5-d3e5-4584-b182-b104a1ec2d30 {{(pid=109693) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 02 07:14:53.071821 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a49554-4710-4a0a-97b5-4170af584beb tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:53.073639 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d7a49554-4710-4a0a-97b5-4170af584beb tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:53.076629 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d7a49554-4710-4a0a-97b5-4170af584beb tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "PUT /v2.0/ports/943bc64f-103a-4624-bdff-82362e166f90 HTTP/1.1" status: 200 len: 926 time: 0.8560956 Feb 02 07:14:53.080680 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58672) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:53.154323 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-ecc94667-bbbb-4a39-96f6-12cda70715e0 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '197a0fbe-474d-4588-b3f0-aef409be9415'}, {'subnet_id': 'f6ebcf90-81f9-4a9d-95c7-f8e15afd1e82'}]}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:14:53.162969 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device f1153448-fbf5-4fb9-96cb-053c1a444a62 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:14:53.166514 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-6d816441-4e9a-4f15-aa2d-76ca714aff66 None None] Set router 96a03403-39d6-4642-947c-0aeefc2e12bf gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:14:53.203277 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f75fa-e161-4ea0-a755-eda6a1ecc0cd req-f9360cb1-d020-4c83-96e8-4e4f67fbbbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:53.205051 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d63f75fa-e161-4ea0-a755-eda6a1ecc0cd req-f9360cb1-d020-4c83-96e8-4e4f67fbbbba service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=faba4237acf64862ba84ad5ca9ce531a&device_id=c6413e47-3ae9-473a-844c-f4bcd11bbc2e HTTP/1.1" status: 200 len: 1129 time: 0.1471419 Feb 02 07:14:53.350995 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a49554-4710-4a0a-97b5-4170af584beb tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event updated for resources: {'Port': ['ID=943bc64f-103a-4624-bdff-82362e166f90,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:53.380316 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2710d44-4536-40ce-b453-846df6c9c689 None None] Update dhcp port {'port': {'network_id': '0c8e5bb5-d3e5-4584-b182-b104a1ec2d30', 'fixed_ips': [{'subnet_id': '197a0fbe-474d-4588-b3f0-aef409be9415', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f6ebcf90-81f9-4a9d-95c7-f8e15afd1e82'}], 'binding:host_id': 'n-d-789963-26'}, 'id': 'f1153448-fbf5-4fb9-96cb-053c1a444a62'} from n-d-789963-26. {{(pid=109695) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 02 07:14:53.437434 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ecc94667-bbbb-4a39-96f6-12cda70715e0 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (943bc64f-103a-4624-bdff-82362e166f90), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:53.462259 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c2710d44-4536-40ce-b453-846df6c9c689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f1153448-fbf5-4fb9-96cb-053c1a444a62), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:53.467188 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-b8d8490b-e758-4f89-aa35-8f13966eaa91 None None] Current status of the port f1153448-fbf5-4fb9-96cb-053c1a444a62 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:14:53.467586 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b8d8490b-e758-4f89-aa35-8f13966eaa91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f1153448-fbf5-4fb9-96cb-053c1a444a62), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:53.480724 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c912aa02-10ef-4b47-ad73-b37bf3097739 req-aa0432a3-b17a-4f3d-afa7-5025d83e883a tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:53.481572 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1547b4-37cc-4685-84a3-f4e66cf4ab44 req-e800976c-5ebc-48b3-9993-b9632287aa79 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:53.491130 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4b1547b4-37cc-4685-84a3-f4e66cf4ab44 req-e800976c-5ebc-48b3-9993-b9632287aa79 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=c6413e47-3ae9-473a-844c-f4bcd11bbc2e HTTP/1.1" status: 200 len: 946 time: 0.4089270 Feb 02 07:14:53.497437 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c912aa02-10ef-4b47-ad73-b37bf3097739 req-aa0432a3-b17a-4f3d-afa7-5025d83e883a tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=f9b0418d-d665-4837-aaa0-d3328f3c3e5d HTTP/1.1" status: 200 len: 944 time: 0.1947691 Feb 02 07:14:53.499921 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port f1153448-fbf5-4fb9-96cb-053c1a444a62 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:14:53.500304 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (f1153448-fbf5-4fb9-96cb-053c1a444a62), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:53.505269 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f75fa-e161-4ea0-a755-eda6a1ecc0cd req-569f35e8-dbfb-475d-b262-5e15395cd34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:53.507003 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d63f75fa-e161-4ea0-a755-eda6a1ecc0cd req-569f35e8-dbfb-475d-b262-5e15395cd34e service neutron] 10.222.0.59 "GET /v2.0/networks?id=93a7727a-9e40-4a0f-b90d-66c79fe1bf6c HTTP/1.1" status: 200 len: 918 time: 0.2887869 Feb 02 07:14:53.523303 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device f1daec9e-c307-4c4c-94a5-65af81a4b9e1 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:14:53.607479 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-b8d8490b-e758-4f89-aa35-8f13966eaa91 None None] For port f1153448-fbf5-4fb9-96cb-053c1a444a62, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=f1153448-fbf5-4fb9-96cb-053c1a444a62,segment=NetworkSegment(330bd27c-e832-4ec7-b7ce-fda9b92ed589),segment_id=330bd27c-e832-4ec7-b7ce-fda9b92ed589)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:14:53.684998 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b8d8490b-e758-4f89-aa35-8f13966eaa91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (f1153448-fbf5-4fb9-96cb-053c1a444a62), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:53.691548 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-6d816441-4e9a-4f15-aa2d-76ca714aff66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a03403-39d6-4642-947c-0aeefc2e12bf', 'name': 'tempest-AttachVolumeShelveTestJSON-1797721458-router', 'tenant_id': 'faba4237acf64862ba84ad5ca9ce531a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '46edfeb7-6eb1-4026-958c-30c68e711312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:08:51Z', 'updated_at': '2022-02-02T07:08:57Z', 'revision_number': 4, 'project_id': 'faba4237acf64862ba84ad5ca9ce531a', 'gw_port': {'id': '46edfeb7-6eb1-4026-958c-30c68e711312', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:30:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a03403-39d6-4642-947c-0aeefc2e12bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:08:53Z', 'updated_at': '2022-02-02T07:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '9827e3d5-34b7-4514-b481-42d643beeae5', 'tenant_id': 'faba4237acf64862ba84ad5ca9ce531a', 'floating_ip_address': '172.25.4.78', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '96a03403-39d6-4642-947c-0aeefc2e12bf', 'port_id': 'e5693ad4-1652-4353-8d5c-35e07e2e3df9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2291, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93a7727a-9e40-4a0f-b90d-66c79fe1bf6c', 'mac_address': 'fa:16:3e:d8:8d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6413e47-3ae9-473a-844c-f4bcd11bbc2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:14:27Z', 'updated_at': '2022-02-02T07:14:51Z', 'revision_number': 1, 'project_id': 'faba4237acf64862ba84ad5ca9ce531a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27dbd983-8a26-499d-b424-f8d9842bb005', 'name': '', 'network_id': '93a7727a-9e40-4a0f-b90d-66c79fe1bf6c', 'tenant_id': 'faba4237acf64862ba84ad5ca9ce531a', 'mac_address': 'fa:16:3e:20:9c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a03403-39d6-4642-947c-0aeefc2e12bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '772313e3-625d-4c7f-b776-8fe829836021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:08:56Z', 'updated_at': '2022-02-02T07:09:09Z', 'revision_number': 5, 'project_id': 'faba4237acf64862ba84ad5ca9ce531a', 'subnets': [{'id': '772313e3-625d-4c7f-b776-8fe829836021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:53.750977 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d816441-4e9a-4f15-aa2d-76ca714aff66 None None] Checking router: 96a03403-39d6-4642-947c-0aeefc2e12bf for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:14:53.768265 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d816441-4e9a-4f15-aa2d-76ca714aff66 None None] Routers {'96a03403-39d6-4642-947c-0aeefc2e12bf'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:14:53.768889 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-6d816441-4e9a-4f15-aa2d-76ca714aff66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:14:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['96a03403-39d6-4642-947c-0aeefc2e12bf'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:53.807896 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d8490b-e758-4f89-aa35-8f13966eaa91 None None] Pushing event updated for resources: {'Port': ['ID=f1153448-fbf5-4fb9-96cb-053c1a444a62,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:53.951778 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4b1547b4-37cc-4685-84a3-f4e66cf4ab44 req-3102d69e-9e18-4e3b-bf22-d629b10f4b37 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=bc6bfedd-ef42-4ce4-a56a-4f6651c2c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4597855 Feb 02 07:14:53.983532 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port f1daec9e-c307-4c4c-94a5-65af81a4b9e1 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:14:53.994525 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port f1daec9e-c307-4c4c-94a5-65af81a4b9e1 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:14:53.995188 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (f1daec9e-c307-4c4c-94a5-65af81a4b9e1), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:53.997580 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-6d816441-4e9a-4f15-aa2d-76ca714aff66 None None] Set router 96a03403-39d6-4642-947c-0aeefc2e12bf gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:14:54.001838 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-c2710d44-4536-40ce-b453-846df6c9c689 None None] Allocated IP 2001:db8:0:1::2 (0c8e5bb5-d3e5-4584-b182-b104a1ec2d30/f6ebcf90-81f9-4a9d-95c7-f8e15afd1e82/f1153448-fbf5-4fb9-96cb-053c1a444a62) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:14:54.058759 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port f1153448-fbf5-4fb9-96cb-053c1a444a62 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:14:54.200289 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-c2710d44-4536-40ce-b453-846df6c9c689 None None] For port f1153448-fbf5-4fb9-96cb-053c1a444a62, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=f1153448-fbf5-4fb9-96cb-053c1a444a62,segment=NetworkSegment(330bd27c-e832-4ec7-b7ce-fda9b92ed589),segment_id=330bd27c-e832-4ec7-b7ce-fda9b92ed589)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:14:54.203849 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port f1daec9e-c307-4c4c-94a5-65af81a4b9e1 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:14:54.203849 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f1daec9e-c307-4c4c-94a5-65af81a4b9e1), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:54.281789 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9b0418d-d665-4837-aaa0-d3328f3c3e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1daec9e-c307-4c4c-94a5-65af81a4b9e1'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:14:54.284320 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fece0ea3-b840-4791-a330-c0516500c4f6" -d '{"events": [{"server_uuid": "f9b0418d-d665-4837-aaa0-d3328f3c3e5d", "name": "network-vif-plugged", "status": "completed", "tag": "f1daec9e-c307-4c4c-94a5-65af81a4b9e1"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:14:54.306868 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f1799-9642-43a3-8ddd-9c68d9099c37 req-9514dc6c-1faf-4be2-b298-f0632c1598c4 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:54.312464 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a94f1799-9642-43a3-8ddd-9c68d9099c37 req-9514dc6c-1faf-4be2-b298-f0632c1598c4 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a9037b0-532a-408c-b85e-3a39058988ae HTTP/1.1" status: 200 len: 945 time: 0.1935208 Feb 02 07:14:54.322638 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c2710d44-4536-40ce-b453-846df6c9c689 None None] Publish callbacks [] for port (f1153448-fbf5-4fb9-96cb-053c1a444a62), precommit_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:54.334545 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port f1daec9e-c307-4c4c-94a5-65af81a4b9e1, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=f1daec9e-c307-4c4c-94a5-65af81a4b9e1,segment=NetworkSegment(2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0),segment_id=2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:14:54.337272 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c2710d44-4536-40ce-b453-846df6c9c689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (f1153448-fbf5-4fb9-96cb-053c1a444a62), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:54.388810 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (f1daec9e-c307-4c4c-94a5-65af81a4b9e1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:54.471197 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c912aa02-10ef-4b47-ad73-b37bf3097739 req-4904f034-af88-4dd0-bd5a-3e7d6bed68a6 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9732428 Feb 02 07:14:54.479448 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d63f75fa-e161-4ea0-a755-eda6a1ecc0cd req-4b3d9928-052e-4f48-b4dc-6684fdfb60a1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5693ad4-1652-4353-8d5c-35e07e2e3df9 HTTP/1.1" status: 200 len: 999 time: 0.9629037 Feb 02 07:14:54.544538 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2710d44-4536-40ce-b453-846df6c9c689 None None] Pushing event updated for resources: {'Port': ['ID=f1153448-fbf5-4fb9-96cb-053c1a444a62,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:54.583745 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ed50d0-68a0-48b6-a3d8-2121b7b70191 x-openstack-request-id: req-14ed50d0-68a0-48b6-a3d8-2121b7b70191 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:14:54.584347 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9b0418d-d665-4837-aaa0-d3328f3c3e5d", "name": "network-vif-plugged", "status": "completed", "tag": "f1daec9e-c307-4c4c-94a5-65af81a4b9e1", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:14:54.584907 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-14ed50d0-68a0-48b6-a3d8-2121b7b70191 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:14:54.585972 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9b0418d-d665-4837-aaa0-d3328f3c3e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1daec9e-c307-4c4c-94a5-65af81a4b9e1', 'code': 200} Feb 02 07:14:54.620618 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f75fa-e161-4ea0-a755-eda6a1ecc0cd req-794d7016-8f85-4985-b173-67caec6f7e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:54.622401 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d63f75fa-e161-4ea0-a755-eda6a1ecc0cd req-794d7016-8f85-4985-b173-67caec6f7e88 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=772313e3-625d-4c7f-b776-8fe829836021 HTTP/1.1" status: 200 len: 856 time: 0.1374180 Feb 02 07:14:54.637379 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-6d816441-4e9a-4f15-aa2d-76ca714aff66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a03403-39d6-4642-947c-0aeefc2e12bf', 'name': 'tempest-AttachVolumeShelveTestJSON-1797721458-router', 'tenant_id': 'faba4237acf64862ba84ad5ca9ce531a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '46edfeb7-6eb1-4026-958c-30c68e711312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:08:51Z', 'updated_at': '2022-02-02T07:08:57Z', 'revision_number': 4, 'project_id': 'faba4237acf64862ba84ad5ca9ce531a', 'gw_port': {'id': '46edfeb7-6eb1-4026-958c-30c68e711312', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:30:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a03403-39d6-4642-947c-0aeefc2e12bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:08:53Z', 'updated_at': '2022-02-02T07:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '9827e3d5-34b7-4514-b481-42d643beeae5', 'tenant_id': 'faba4237acf64862ba84ad5ca9ce531a', 'floating_ip_address': '172.25.4.78', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '96a03403-39d6-4642-947c-0aeefc2e12bf', 'port_id': 'e5693ad4-1652-4353-8d5c-35e07e2e3df9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2291, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93a7727a-9e40-4a0f-b90d-66c79fe1bf6c', 'mac_address': 'fa:16:3e:d8:8d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6413e47-3ae9-473a-844c-f4bcd11bbc2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:14:27Z', 'updated_at': '2022-02-02T07:14:51Z', 'revision_number': 1, 'project_id': 'faba4237acf64862ba84ad5ca9ce531a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27dbd983-8a26-499d-b424-f8d9842bb005', 'name': '', 'network_id': '93a7727a-9e40-4a0f-b90d-66c79fe1bf6c', 'tenant_id': 'faba4237acf64862ba84ad5ca9ce531a', 'mac_address': 'fa:16:3e:20:9c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a03403-39d6-4642-947c-0aeefc2e12bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '772313e3-625d-4c7f-b776-8fe829836021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:08:56Z', 'updated_at': '2022-02-02T07:09:09Z', 'revision_number': 5, 'project_id': 'faba4237acf64862ba84ad5ca9ce531a', 'subnets': [{'id': '772313e3-625d-4c7f-b776-8fe829836021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:54.640118 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a94f1799-9642-43a3-8ddd-9c68d9099c37 req-f522409e-e785-4929-bc5a-a82e89906289 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/security-groups?id=0cda471f-b311-4535-ab7e-114e2234fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3141890 Feb 02 07:14:54.641945 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-ecc94667-bbbb-4a39-96f6-12cda70715e0 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Allocated IP 2001:db8:0:1::14d (0c8e5bb5-d3e5-4584-b182-b104a1ec2d30/f6ebcf90-81f9-4a9d-95c7-f8e15afd1e82/943bc64f-103a-4624-bdff-82362e166f90) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:14:54.650541 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=f1daec9e-c307-4c4c-94a5-65af81a4b9e1,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:54.731415 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d816441-4e9a-4f15-aa2d-76ca714aff66 None None] The sync data for ids ['96a03403-39d6-4642-947c-0aeefc2e12bf'] in n-d-789963-26 is: [{'id': '96a03403-39d6-4642-947c-0aeefc2e12bf', 'name': 'tempest-AttachVolumeShelveTestJSON-1797721458-router', 'tenant_id': 'faba4237acf64862ba84ad5ca9ce531a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '46edfeb7-6eb1-4026-958c-30c68e711312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:08:51Z', 'updated_at': '2022-02-02T07:08:57Z', 'revision_number': 4, 'project_id': 'faba4237acf64862ba84ad5ca9ce531a', 'gw_port': {'id': '46edfeb7-6eb1-4026-958c-30c68e711312', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:30:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a03403-39d6-4642-947c-0aeefc2e12bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:08:53Z', 'updated_at': '2022-02-02T07:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '9827e3d5-34b7-4514-b481-42d643beeae5', 'tenant_id': 'faba4237acf64862ba84ad5ca9ce531a', 'floating_ip_address': '172.25.4.78', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '96a03403-39d6-4642-947c-0aeefc2e12bf', 'port_id': 'e5693ad4-1652-4353-8d5c-35e07e2e3df9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2291, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93a7727a-9e40-4a0f-b90d-66c79fe1bf6c', 'mac_address': 'fa:16:3e:d8:8d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6413e47-3ae9-473a-844c-f4bcd11bbc2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:14:27Z', 'updated_at': '2022-02-02T07:14:51Z', 'revision_number': 1, 'project_id': 'faba4237acf64862ba84ad5ca9ce531a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27dbd983-8a26-499d-b424-f8d9842bb005', 'name': '', 'network_id': '93a7727a-9e40-4a0f-b90d-66c79fe1bf6c', 'tenant_id': 'faba4237acf64862ba84ad5ca9ce531a', 'mac_address': 'fa:16:3e:20:9c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a03403-39d6-4642-947c-0aeefc2e12bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '772313e3-625d-4c7f-b776-8fe829836021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:08:56Z', 'updated_at': '2022-02-02T07:09:09Z', 'revision_number': 5, 'project_id': 'faba4237acf64862ba84ad5ca9ce531a', 'subnets': [{'id': '772313e3-625d-4c7f-b776-8fe829836021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:14:54.754129 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f75fa-e161-4ea0-a755-eda6a1ecc0cd req-00df6cbf-e9cb-49f5-ab50-87d102ea97d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:54.756087 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d63f75fa-e161-4ea0-a755-eda6a1ecc0cd req-00df6cbf-e9cb-49f5-ab50-87d102ea97d1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=93a7727a-9e40-4a0f-b90d-66c79fe1bf6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1271627 Feb 02 07:14:54.948556 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d63f75fa-e161-4ea0-a755-eda6a1ecc0cd req-831915c2-b9ab-490f-b5e7-4ec2aa7eb48c service neutron] 10.222.0.59 "GET /v2.0/networks/93a7727a-9e40-4a0f-b90d-66c79fe1bf6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824586 Feb 02 07:14:54.983889 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c13cbe-da47-4fb6-a2ae-999dd4a94b93 req-bc7b5b2d-c4e8-499e-87eb-8925e4998cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:54.985439 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e0c13cbe-da47-4fb6-a2ae-999dd4a94b93 req-bc7b5b2d-c4e8-499e-87eb-8925e4998cbe service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=f9b0418d-d665-4837-aaa0-d3328f3c3e5d HTTP/1.1" status: 200 len: 1128 time: 0.2500880 Feb 02 07:14:55.040587 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device f1153448-fbf5-4fb9-96cb-053c1a444a62 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:14:55.129965 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ecc94667-bbbb-4a39-96f6-12cda70715e0 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for port (943bc64f-103a-4624-bdff-82362e166f90), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:55.145935 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ecc94667-bbbb-4a39-96f6-12cda70715e0 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (943bc64f-103a-4624-bdff-82362e166f90), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:55.189703 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port f1153448-fbf5-4fb9-96cb-053c1a444a62 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:14:55.190490 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (f1153448-fbf5-4fb9-96cb-053c1a444a62), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:55.219014 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d63f75fa-e161-4ea0-a755-eda6a1ecc0cd req-6c14835e-7f41-4817-924c-a0b5c4e44b0f service neutron] 10.222.0.59 "GET /v2.0/networks/93a7727a-9e40-4a0f-b90d-66c79fe1bf6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645898 Feb 02 07:14:55.243800 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265e2770-26f5-433b-86a1-ebc969ae99c4 None None] New status for floating IP 9827e3d5-34b7-4514-b481-42d643beeae5: ACTIVE {{(pid=109695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 07:14:55.282287 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b9f84f-c2c4-47b3-ac3f-910a98a1f620 req-6b99b015-d3db-4d48-b984-22cce65a6dad tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:55.293435 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-59b9f84f-c2c4-47b3-ac3f-910a98a1f620 req-6b99b015-d3db-4d48-b984-22cce65a6dad tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=c6413e47-3ae9-473a-844c-f4bcd11bbc2e HTTP/1.1" status: 200 len: 946 time: 0.1718059 Feb 02 07:14:55.316007 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-ecc94667-bbbb-4a39-96f6-12cda70715e0 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] In _notify_port_updated(), no bound segment for port 943bc64f-103a-4624-bdff-82362e166f90 on network 0c8e5bb5-d3e5-4584-b182-b104a1ec2d30 {{(pid=109693) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 02 07:14:55.321365 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc94667-bbbb-4a39-96f6-12cda70715e0 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:55.323625 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ecc94667-bbbb-4a39-96f6-12cda70715e0 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:55.335955 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-ecc94667-bbbb-4a39-96f6-12cda70715e0 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "PUT /v2.0/ports/943bc64f-103a-4624-bdff-82362e166f90 HTTP/1.1" status: 200 len: 1012 time: 2.1961610 Feb 02 07:14:55.337962 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58698) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:55.351184 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port f1153448-fbf5-4fb9-96cb-053c1a444a62 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:14:55.396774 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc94667-bbbb-4a39-96f6-12cda70715e0 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event updated for resources: {'Port': ['ID=943bc64f-103a-4624-bdff-82362e166f90,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:55.409570 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e0c13cbe-da47-4fb6-a2ae-999dd4a94b93 req-ff2ac414-b1a9-41e9-8ec3-592b4a00fd40 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752008 Feb 02 07:14:55.409961 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-59b9f84f-c2c4-47b3-ac3f-910a98a1f620 req-328aab83-24b5-4d77-b96e-4c4e2a372c59 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=bc6bfedd-ef42-4ce4-a56a-4f6651c2c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013644 Feb 02 07:14:55.496134 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-c9de10b1-a563-41e0-8442-67a7233f8846 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Deleting port 943bc64f-103a-4624-bdff-82362e166f90 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:14:55.496684 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c9de10b1-a563-41e0-8442-67a7233f8846 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (943bc64f-103a-4624-bdff-82362e166f90), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:55.652117 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbf6dcb-c6f5-4932-ac9b-72889aeb0337 None None] Network 0c8e5bb5-d3e5-4584-b182-b104a1ec2d30 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:14:55.689095 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c9de10b1-a563-41e0-8442-67a7233f8846 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (943bc64f-103a-4624-bdff-82362e166f90), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:55.711163 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347935a-78c6-434f-8bd3-b2d6f0ccec30 req-8e528bdb-d1c7-4789-9fb2-393a2228b8c7 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:55.715437 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6347935a-78c6-434f-8bd3-b2d6f0ccec30 req-8e528bdb-d1c7-4789-9fb2-393a2228b8c7 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=f9b0418d-d665-4837-aaa0-d3328f3c3e5d HTTP/1.1" status: 200 len: 945 time: 0.1063387 Feb 02 07:14:55.731373 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-c9de10b1-a563-41e0-8442-67a7233f8846 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Calling delete_port for 943bc64f-103a-4624-bdff-82362e166f90 owned by {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:14:55.880848 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-9927f08c-c179-43f8-87b6-6d103aa1f505 None None] Provisioning complete for port 943bc64f-103a-4624-bdff-82362e166f90 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:14:55.881149 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9927f08c-c179-43f8-87b6-6d103aa1f505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (943bc64f-103a-4624-bdff-82362e166f90), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:55.901069 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6347935a-78c6-434f-8bd3-b2d6f0ccec30 req-d66f9155-70f4-4e32-b396-c7060dbc17ed tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784070 Feb 02 07:14:55.928153 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18921774-60cd-487a-90f5-8da9f6e67f4d req-dce682bb-fbe8-4ee6-a2ff-8c27630555d8 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:55.935034 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-18921774-60cd-487a-90f5-8da9f6e67f4d req-dce682bb-fbe8-4ee6-a2ff-8c27630555d8 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a9037b0-532a-408c-b85e-3a39058988ae HTTP/1.1" status: 200 len: 945 time: 0.1248035 Feb 02 07:14:55.986131 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-9927f08c-c179-43f8-87b6-6d103aa1f505 None None] Port 943bc64f-103a-4624-bdff-82362e166f90 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:14:56.002581 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-9927f08c-c179-43f8-87b6-6d103aa1f505 None None] Provisioning complete for port f1153448-fbf5-4fb9-96cb-053c1a444a62 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:14:56.003016 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9927f08c-c179-43f8-87b6-6d103aa1f505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (f1153448-fbf5-4fb9-96cb-053c1a444a62), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:56.036288 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-18921774-60cd-487a-90f5-8da9f6e67f4d req-432facb5-32fb-43b1-9729-5c407b1aa41c tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/security-groups?id=0cda471f-b311-4535-ab7e-114e2234fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957403 Feb 02 07:14:56.121041 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c9de10b1-a563-41e0-8442-67a7233f8846 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (943bc64f-103a-4624-bdff-82362e166f90), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:56.162772 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9de10b1-a563-41e0-8442-67a7233f8846 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event deleted for resources: {'Port': ['ID=943bc64f-103a-4624-bdff-82362e166f90,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:56.164848 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-9927f08c-c179-43f8-87b6-6d103aa1f505 None None] Current status of the port f1153448-fbf5-4fb9-96cb-053c1a444a62 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:14:56.245255 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c9de10b1-a563-41e0-8442-67a7233f8846 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:56.248960 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-c9de10b1-a563-41e0-8442-67a7233f8846 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "DELETE /v2.0/ports/943bc64f-103a-4624-bdff-82362e166f90 HTTP/1.1" status: 204 len: 168 time: 0.9027748 Feb 02 07:14:56.252103 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58712) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:56.287154 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b573746-2a4e-49ad-b6f8-22c44c8e4b6a tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] GET failed (client error): The resource could not be found. Feb 02 07:14:56.289006 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-3b573746-2a4e-49ad-b6f8-22c44c8e4b6a tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "GET /v2.0/ports/943bc64f-103a-4624-bdff-82362e166f90 HTTP/1.1" status: 404 len: 333 time: 0.0356708 Feb 02 07:14:56.292323 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58714) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:56.366523 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c755821-ad73-4abf-8c16-a959abda48b4 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Deleting subnet f6ebcf90-81f9-4a9d-95c7-f8e15afd1e82 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:14:56.373433 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2c755821-ad73-4abf-8c16-a959abda48b4 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for subnet (f6ebcf90-81f9-4a9d-95c7-f8e15afd1e82), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:56.394826 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-c6c38a38-697a-4e76-b313-804c2b94508a None None] Could not find standard attr ID for object 943bc64f-103a-4624-bdff-82362e166f90. {{(pid=109695) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 07:14:56.406817 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-c6c38a38-697a-4e76-b313-804c2b94508a None None] Provisioning complete for port f1153448-fbf5-4fb9-96cb-053c1a444a62 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:14:56.407196 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c6c38a38-697a-4e76-b313-804c2b94508a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (f1153448-fbf5-4fb9-96cb-053c1a444a62), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:56.434386 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2c755821-ad73-4abf-8c16-a959abda48b4 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (f6ebcf90-81f9-4a9d-95c7-f8e15afd1e82), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:56.588595 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-c6c38a38-697a-4e76-b313-804c2b94508a None None] Current status of the port f1153448-fbf5-4fb9-96cb-053c1a444a62 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:14:56.644830 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9347cc4f-e26a-477c-baaf-c4536b79a1dd req-7ca64fe8-3062-4341-b488-0378f0b83207 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:56.653635 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9347cc4f-e26a-477c-baaf-c4536b79a1dd req-7ca64fe8-3062-4341-b488-0378f0b83207 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=c6413e47-3ae9-473a-844c-f4bcd11bbc2e HTTP/1.1" status: 200 len: 946 time: 0.1017303 Feb 02 07:14:56.670928 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2c755821-ad73-4abf-8c16-a959abda48b4 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (f6ebcf90-81f9-4a9d-95c7-f8e15afd1e82), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:56.703930 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-532c4bc9-cd71-4a82-b8e5-2b5af141d62f None None] Could not find standard attr ID for object 943bc64f-103a-4624-bdff-82362e166f90. {{(pid=109695) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 07:14:56.750578 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2c755821-ad73-4abf-8c16-a959abda48b4 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (f6ebcf90-81f9-4a9d-95c7-f8e15afd1e82), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:56.756674 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9347cc4f-e26a-477c-baaf-c4536b79a1dd req-b494e682-3850-4aa1-8f09-32cc7761002f tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=bc6bfedd-ef42-4ce4-a56a-4f6651c2c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021121 Feb 02 07:14:56.786966 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c755821-ad73-4abf-8c16-a959abda48b4 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event deleted for resources: {'Subnet': ['ID=f6ebcf90-81f9-4a9d-95c7-f8e15afd1e82,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:56.798975 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2c755821-ad73-4abf-8c16-a959abda48b4 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:56.806205 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58720) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:56.806948 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-2c755821-ad73-4abf-8c16-a959abda48b4 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "DELETE /v2.0/subnets/f6ebcf90-81f9-4a9d-95c7-f8e15afd1e82 HTTP/1.1" status: 204 len: 168 time: 0.5134652 Feb 02 07:14:56.872367 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-30644592-0a08-4f52-be17-006e8e011d09 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Deleting subnet 197a0fbe-474d-4588-b3f0-aef409be9415 {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:14:56.908738 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-30644592-0a08-4f52-be17-006e8e011d09 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for subnet (197a0fbe-474d-4588-b3f0-aef409be9415), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:56.993799 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-30644592-0a08-4f52-be17-006e8e011d09 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (197a0fbe-474d-4588-b3f0-aef409be9415), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:57.029174 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf89aa5-b6e7-48f6-9ef8-eee91f6a86be None None] Network 0c8e5bb5-d3e5-4584-b182-b104a1ec2d30 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:14:57.109832 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-30644592-0a08-4f52-be17-006e8e011d09 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (197a0fbe-474d-4588-b3f0-aef409be9415), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:57.196030 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-b2f51b84-8487-4557-86e1-1e0858d1ce10 None None] Could not find standard attr ID for object 943bc64f-103a-4624-bdff-82362e166f90. {{(pid=109695) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 07:14:57.198538 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-30644592-0a08-4f52-be17-006e8e011d09 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (197a0fbe-474d-4588-b3f0-aef409be9415), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:57.275953 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30644592-0a08-4f52-be17-006e8e011d09 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event deleted for resources: {'Subnet': ['ID=197a0fbe-474d-4588-b3f0-aef409be9415,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:57.296351 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-30644592-0a08-4f52-be17-006e8e011d09 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:57.300723 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-30644592-0a08-4f52-be17-006e8e011d09 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "DELETE /v2.0/subnets/197a0fbe-474d-4588-b3f0-aef409be9415 HTTP/1.1" status: 204 len: 168 time: 0.4934599 Feb 02 07:14:57.305839 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:57.311204 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58736) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:57.311756 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b2d80-339c-42ab-89b5-fc310a7f8c6a req-40dbca31-4235-4b46-a2f0-1dc86b17da55 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:57.321452 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-be7b2d80-339c-42ab-89b5-fc310a7f8c6a req-40dbca31-4235-4b46-a2f0-1dc86b17da55 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a9037b0-532a-408c-b85e-3a39058988ae HTTP/1.1" status: 200 len: 945 time: 0.1351638 Feb 02 07:14:57.403280 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-be7b2d80-339c-42ab-89b5-fc310a7f8c6a req-89952594-807b-474e-aa5e-5092056777c2 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/security-groups?id=0cda471f-b311-4535-ab7e-114e2234fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805998 Feb 02 07:14:57.423523 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aeede7-d1bb-459b-9d2c-f03e61b424e4 req-22466598-2960-43d2-9471-a1a795005741 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:57.429977 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-35aeede7-d1bb-459b-9d2c-f03e61b424e4 req-22466598-2960-43d2-9471-a1a795005741 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=f9b0418d-d665-4837-aaa0-d3328f3c3e5d HTTP/1.1" status: 200 len: 945 time: 0.2428393 Feb 02 07:14:57.477900 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37875ae0-8d77-48e7-a3c4-c541286b518c None None] Update dhcp port {'port': {'network_id': '0c8e5bb5-d3e5-4584-b182-b104a1ec2d30', 'fixed_ips': [{'subnet_id': '197a0fbe-474d-4588-b3f0-aef409be9415'}], 'binding:host_id': 'n-d-789963-26'}, 'id': 'f1153448-fbf5-4fb9-96cb-053c1a444a62'} from n-d-789963-26. {{(pid=109695) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 02 07:14:57.531691 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-37875ae0-8d77-48e7-a3c4-c541286b518c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f1153448-fbf5-4fb9-96cb-053c1a444a62), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:57.773295 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5ed46c-e120-4f61-b90a-c1699ed1bf45 None None] Network 0c8e5bb5-d3e5-4584-b182-b104a1ec2d30 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:14:57.886317 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-d3997cb8-cb02-4a72-a799-2321f3823c1a None None] Provisioning complete for port f1153448-fbf5-4fb9-96cb-053c1a444a62 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:14:57.886605 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d3997cb8-cb02-4a72-a799-2321f3823c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (f1153448-fbf5-4fb9-96cb-053c1a444a62), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:58.013451 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e067c9c3-179c-4930-8bc7-ce6e4522e115 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (0c8e5bb5-d3e5-4584-b182-b104a1ec2d30), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:58.114504 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-35aeede7-d1bb-459b-9d2c-f03e61b424e4 req-b8540ca9-872b-43e2-a6f1-00b61deca90c tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6534355 Feb 02 07:14:58.132945 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-e067c9c3-179c-4930-8bc7-ce6e4522e115 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Deleting port f1153448-fbf5-4fb9-96cb-053c1a444a62 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:14:58.132945 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e067c9c3-179c-4930-8bc7-ce6e4522e115 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (f1153448-fbf5-4fb9-96cb-053c1a444a62), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:58.189494 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-d3997cb8-cb02-4a72-a799-2321f3823c1a None None] Current status of the port f1153448-fbf5-4fb9-96cb-053c1a444a62 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:14:58.194080 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbf4d56-9df2-4628-ba93-8960674c2337 None None] DHCP port deletion for 0c8e5bb5-d3e5-4584-b182-b104a1ec2d30 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:14:58.226108 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-e067c9c3-179c-4930-8bc7-ce6e4522e115 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] For port f1153448-fbf5-4fb9-96cb-053c1a444a62, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=f1153448-fbf5-4fb9-96cb-053c1a444a62,segment=NetworkSegment(330bd27c-e832-4ec7-b7ce-fda9b92ed589),segment_id=330bd27c-e832-4ec7-b7ce-fda9b92ed589)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:14:58.226890 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e067c9c3-179c-4930-8bc7-ce6e4522e115 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (f1153448-fbf5-4fb9-96cb-053c1a444a62), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:58.240525 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-e067c9c3-179c-4930-8bc7-ce6e4522e115 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Calling delete_port for f1153448-fbf5-4fb9-96cb-053c1a444a62 owned by network:dhcp {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:14:58.331013 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-6bbf4d56-9df2-4628-ba93-8960674c2337 None None] Deleting port f1153448-fbf5-4fb9-96cb-053c1a444a62 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:14:58.331295 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6bbf4d56-9df2-4628-ba93-8960674c2337 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (f1153448-fbf5-4fb9-96cb-053c1a444a62), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:58.341387 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e067c9c3-179c-4930-8bc7-ce6e4522e115 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (f1153448-fbf5-4fb9-96cb-053c1a444a62), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:58.384572 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e067c9c3-179c-4930-8bc7-ce6e4522e115 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event deleted for resources: {'Port': ['ID=f1153448-fbf5-4fb9-96cb-053c1a444a62,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:58.388816 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e067c9c3-179c-4930-8bc7-ce6e4522e115 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] No DVR routers for this DVR port f1153448-fbf5-4fb9-96cb-053c1a444a62 on host n-d-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:14:58.420825 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-6bbf4d56-9df2-4628-ba93-8960674c2337 None None] For port f1153448-fbf5-4fb9-96cb-053c1a444a62, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=f1153448-fbf5-4fb9-96cb-053c1a444a62,segment=NetworkSegment(330bd27c-e832-4ec7-b7ce-fda9b92ed589),segment_id=330bd27c-e832-4ec7-b7ce-fda9b92ed589)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:14:58.421548 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6bbf4d56-9df2-4628-ba93-8960674c2337 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (f1153448-fbf5-4fb9-96cb-053c1a444a62), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:58.442744 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-6bbf4d56-9df2-4628-ba93-8960674c2337 None None] Calling delete_port for f1153448-fbf5-4fb9-96cb-053c1a444a62 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:14:58.596609 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6bbf4d56-9df2-4628-ba93-8960674c2337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (f1153448-fbf5-4fb9-96cb-053c1a444a62), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:58.609378 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e067c9c3-179c-4930-8bc7-ce6e4522e115 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (0c8e5bb5-d3e5-4584-b182-b104a1ec2d30), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:58.645951 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-e067c9c3-179c-4930-8bc7-ce6e4522e115 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c8e5bb5-d3e5-4584-b182-b104a1ec2d30']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:58.650057 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbf4d56-9df2-4628-ba93-8960674c2337 None None] Pushing event deleted for resources: {'Port': ['ID=f1153448-fbf5-4fb9-96cb-053c1a444a62,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:58.666800 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7265e3-0071-4231-aa78-66912f8f6a68 req-b9f48af1-3b30-4385-8453-803c4b0b01fa tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:58.669009 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-e067c9c3-179c-4930-8bc7-ce6e4522e115 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '330bd27c-e832-4ec7-b7ce-fda9b92ed589') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:58.669428 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-e067c9c3-179c-4930-8bc7-ce6e4522e115 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '330bd27c-e832-4ec7-b7ce-fda9b92ed589') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:14:58.677468 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbf4d56-9df2-4628-ba93-8960674c2337 None None] No DVR routers for this DVR port f1153448-fbf5-4fb9-96cb-053c1a444a62 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:14:58.678347 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ba7265e3-0071-4231-aa78-66912f8f6a68 req-b9f48af1-3b30-4385-8453-803c4b0b01fa tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=f9b0418d-d665-4837-aaa0-d3328f3c3e5d HTTP/1.1" status: 200 len: 945 time: 0.1222627 Feb 02 07:14:58.688831 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e067c9c3-179c-4930-8bc7-ce6e4522e115 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (330bd27c-e832-4ec7-b7ce-fda9b92ed589), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:58.709385 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e067c9c3-179c-4930-8bc7-ce6e4522e115 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (330bd27c-e832-4ec7-b7ce-fda9b92ed589), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:58.717598 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e067c9c3-179c-4930-8bc7-ce6e4522e115 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:14:58.718084 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e067c9c3-179c-4930-8bc7-ce6e4522e115 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (330bd27c-e832-4ec7-b7ce-fda9b92ed589), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:58.782544 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ba7265e3-0071-4231-aa78-66912f8f6a68 req-5b3278b5-a498-40cb-9626-f5e3043505b1 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007171 Feb 02 07:14:58.799008 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:14:58.799008 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:14:58.799008 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:14:58.799008 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:14:58.799008 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:14:58.799008 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:14:58.799008 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:14:58.799008 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:14:58.799008 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:14:58.799008 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:14:58.799008 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:14:58.799008 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:14:58.799008 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:14:58.799008 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:14:58.799008 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:14:58.799008 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:14:58.799008 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:14:58.799008 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:14:58.799008 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:14:58.799008 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:14:58.799008 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:14:58.799008 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:14:58.799008 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:14:58.799008 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:14:58.799008 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:14:58.799008 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:14:58.799008 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:14:58.799008 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:14:58.799008 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:14:58.799008 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:14:58.799008 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:14:58.799008 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:14:58.820231 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e067c9c3-179c-4930-8bc7-ce6e4522e115 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (0c8e5bb5-d3e5-4584-b182-b104a1ec2d30), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:58.837202 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e067c9c3-179c-4930-8bc7-ce6e4522e115 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:58.843722 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e067c9c3-179c-4930-8bc7-ce6e4522e115 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "DELETE /v2.0/networks/0c8e5bb5-d3e5-4584-b182-b104a1ec2d30 HTTP/1.1" status: 204 len: 168 time: 1.5241694 Feb 02 07:14:58.845028 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58760) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:58.867990 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e067c9c3-179c-4930-8bc7-ce6e4522e115 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event deleted for resources: {'Network': ['ID=0c8e5bb5-d3e5-4584-b182-b104a1ec2d30,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:58.880878 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f575a3f-46e6-4bef-a962-b64ffe57dac7 req-2f8338d7-88b2-499f-a5c2-7865ff366c91 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:58.888570 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9f575a3f-46e6-4bef-a962-b64ffe57dac7 req-2f8338d7-88b2-499f-a5c2-7865ff366c91 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a9037b0-532a-408c-b85e-3a39058988ae HTTP/1.1" status: 200 len: 945 time: 0.0985081 Feb 02 07:14:58.955568 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9f575a3f-46e6-4bef-a962-b64ffe57dac7 req-0ec92203-2ad3-4b31-a0e8-906625353527 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/security-groups?id=0cda471f-b311-4535-ab7e-114e2234fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660799 Feb 02 07:14:58.969728 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c791e654-d54e-4e3f-81d5-52dada1c53ea tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:58.971425 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c791e654-d54e-4e3f-81d5-52dada1c53ea tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1253889 Feb 02 07:14:58.975174 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58762) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:59.003582 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device f1153448-fbf5-4fb9-96cb-053c1a444a62 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:14:59.040040 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: f1153448-fbf5-4fb9-96cb-053c1a444a62 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:14:59.042073 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device f1153448-fbf5-4fb9-96cb-053c1a444a62 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:14:59.082107 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a7e123d6-1084-407a-84e2-a876e34b1e25 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1049116 Feb 02 07:14:59.085876 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58764) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:59.090930 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-1299181f-d351-4239-9ff9-1d78d5050285 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-812736086'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:14:59.112510 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1299181f-d351-4239-9ff9-1d78d5050285 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Made reservation on behalf of 3f54e6cae7d248ada3b347585c4ee8ad for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:14:59.116242 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1299181f-d351-4239-9ff9-1d78d5050285 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:59.151455 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1299181f-d351-4239-9ff9-1d78d5050285 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:14:59.166185 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1299181f-d351-4239-9ff9-1d78d5050285 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (e7883f29-fb95-4845-8428-b6c04e5ce91c), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:59.166492 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-1299181f-d351-4239-9ff9-1d78d5050285 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Added segment e7883f29-fb95-4845-8428-b6c04e5ce91c of type vlan for network 62d93ae4-c33d-44c8-a664-2feb0ecd4ae3 Feb 02 07:14:59.223853 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1299181f-d351-4239-9ff9-1d78d5050285 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (62d93ae4-c33d-44c8-a664-2feb0ecd4ae3), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:59.267133 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1299181f-d351-4239-9ff9-1d78d5050285 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (62d93ae4-c33d-44c8-a664-2feb0ecd4ae3), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:59.277606 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1299181f-d351-4239-9ff9-1d78d5050285 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:59.278450 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1299181f-d351-4239-9ff9-1d78d5050285 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:59.368613 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1299181f-d351-4239-9ff9-1d78d5050285 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event updated for resources: {'Network': ['ID=62d93ae4-c33d-44c8-a664-2feb0ecd4ae3,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:14:59.380816 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 62d93ae4-c33d-44c8-a664-2feb0ecd4ae3 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:14:59.395843 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-1299181f-d351-4239-9ff9-1d78d5050285 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3084893 Feb 02 07:14:59.399114 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58776) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:14:59.404250 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-99624492-9ccf-46dd-a248-c3fc21801ddf tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Request body: {'subnet': {'network_id': '62d93ae4-c33d-44c8-a664-2feb0ecd4ae3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:14:59.594205 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99624492-9ccf-46dd-a248-c3fc21801ddf tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Made reservation on behalf of 3f54e6cae7d248ada3b347585c4ee8ad for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:14:59.603540 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-99624492-9ccf-46dd-a248-c3fc21801ddf tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:14:59.950557 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59111ac3-36e6-4d61-9fac-fd8e685d42e5 req-60c25c93-6604-4a37-a69c-78ac259e60d9 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:14:59.952152 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-59111ac3-36e6-4d61-9fac-fd8e685d42e5 req-60c25c93-6604-4a37-a69c-78ac259e60d9 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.88 "GET /v2.0/ports?device_id=f9b0418d-d665-4837-aaa0-d3328f3c3e5d HTTP/1.1" status: 200 len: 945 time: 0.1028543 Feb 02 07:15:00.049321 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-99624492-9ccf-46dd-a248-c3fc21801ddf tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (8ec0b586-d7fe-4fd8-a872-0b54dfc09064), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:00.092135 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-59111ac3-36e6-4d61-9fac-fd8e685d42e5 req-354e3622-a943-4f3a-ad4b-6b41d585a4e5 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Deleting port f1daec9e-c307-4c4c-94a5-65af81a4b9e1 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:15:00.092482 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-59111ac3-36e6-4d61-9fac-fd8e685d42e5 req-354e3622-a943-4f3a-ad4b-6b41d585a4e5 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (f1daec9e-c307-4c4c-94a5-65af81a4b9e1), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:00.207481 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99624492-9ccf-46dd-a248-c3fc21801ddf tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event updated for resources: {'Subnet': ['ID=8ec0b586-d7fe-4fd8-a872-0b54dfc09064,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:00.240725 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99624492-9ccf-46dd-a248-c3fc21801ddf tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Checking segment: {'id': 'e7883f29-fb95-4845-8428-b6c04e5ce91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '62d93ae4-c33d-44c8-a664-2feb0ecd4ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:15:00.241106 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99624492-9ccf-46dd-a248-c3fc21801ddf tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Network hostable DHCP agents. Network: 62d93ae4-c33d-44c8-a664-2feb0ecd4ae3, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:15:00.247234 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5a2db-981d-4e19-a3f3-6c58847944ac req-c1662b78-b77e-4a4d-9319-f5a90cfee82d tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:00.248931 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-67c5a2db-981d-4e19-a3f3-6c58847944ac req-c1662b78-b77e-4a4d-9319-f5a90cfee82d tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a9037b0-532a-408c-b85e-3a39058988ae HTTP/1.1" status: 200 len: 945 time: 0.1411119 Feb 02 07:15:00.266775 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e4ced-e47b-4076-bf1e-97b6412d9cfa req-52a1c08d-829a-417d-a54b-f87e0439c37e tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:00.276322 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c97e4ced-e47b-4076-bf1e-97b6412d9cfa req-52a1c08d-829a-417d-a54b-f87e0439c37e tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=f9b0418d-d665-4837-aaa0-d3328f3c3e5d HTTP/1.1" status: 200 len: 945 time: 0.3468370 Feb 02 07:15:00.296419 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99624492-9ccf-46dd-a248-c3fc21801ddf tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Network 62d93ae4-c33d-44c8-a664-2feb0ecd4ae3 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:15:00.340679 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c97e4ced-e47b-4076-bf1e-97b6412d9cfa req-821e48ae-43a9-4882-a7ae-9b066135dbde tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633245 Feb 02 07:15:00.341350 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-99624492-9ccf-46dd-a248-c3fc21801ddf tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 62d93ae4-c33d-44c8-a664-2feb0ecd4ae3) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:15:00.375337 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99624492-9ccf-46dd-a248-c3fc21801ddf tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:00.375909 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-99624492-9ccf-46dd-a248-c3fc21801ddf tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:00.381403 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d4c298-4688-4a00-8ae0-f57f1b078423 None None] Network 62d93ae4-c33d-44c8-a664-2feb0ecd4ae3 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:15:00.411770 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-99624492-9ccf-46dd-a248-c3fc21801ddf tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0113034 Feb 02 07:15:00.416144 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58800) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:00.421494 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-82df25d8-62d4-4327-8c5e-2b35f63cefac tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Request body: {'port': {'network_id': '62d93ae4-c33d-44c8-a664-2feb0ecd4ae3', 'name': 'tempest-PortsIpV6TestJSON-710293493'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:15:00.428601 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-59111ac3-36e6-4d61-9fac-fd8e685d42e5 req-354e3622-a943-4f3a-ad4b-6b41d585a4e5 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] For port f1daec9e-c307-4c4c-94a5-65af81a4b9e1, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=f1daec9e-c307-4c4c-94a5-65af81a4b9e1,segment=NetworkSegment(2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0),segment_id=2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:15:00.430264 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-59111ac3-36e6-4d61-9fac-fd8e685d42e5 req-354e3622-a943-4f3a-ad4b-6b41d585a4e5 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (f1daec9e-c307-4c4c-94a5-65af81a4b9e1), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:00.506067 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-59111ac3-36e6-4d61-9fac-fd8e685d42e5 req-354e3622-a943-4f3a-ad4b-6b41d585a4e5 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Calling delete_port for f1daec9e-c307-4c4c-94a5-65af81a4b9e1 owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:15:00.543869 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2e2162-d2fd-4567-8bc6-0df075274792 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-62d93ae4-c33d-44c8-a664-2feb0ecd4ae3', 'network_id': '62d93ae4-c33d-44c8-a664-2feb0ecd4ae3', 'project_id': '3f54e6cae7d248ada3b347585c4ee8ad', 'fixed_ips': [{'subnet_id': '8ec0b586-d7fe-4fd8-a872-0b54dfc09064'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:15:00.545887 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2b2e2162-d2fd-4567-8bc6-0df075274792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:00.654292 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82df25d8-62d4-4327-8c5e-2b35f63cefac tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Made reservation on behalf of 3f54e6cae7d248ada3b347585c4ee8ad for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:15:00.657872 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-82df25d8-62d4-4327-8c5e-2b35f63cefac tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:00.696952 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [None req-82df25d8-62d4-4327-8c5e-2b35f63cefac tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] device_id is not set on port 7e116e33-8bdd-4648-99d6-4dc40d6ce8b2 yet. {{(pid=109694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:15:00.717174 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-67c5a2db-981d-4e19-a3f3-6c58847944ac req-7d30b0c9-98a0-4f54-910d-b727e8a0a14a tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/security-groups?id=0cda471f-b311-4535-ab7e-114e2234fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4618037 Feb 02 07:15:00.718379 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-59111ac3-36e6-4d61-9fac-fd8e685d42e5 req-354e3622-a943-4f3a-ad4b-6b41d585a4e5 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (f1daec9e-c307-4c4c-94a5-65af81a4b9e1), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:00.754888 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['f1daec9e-c307-4c4c-94a5-65af81a4b9e1'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:15:00.768148 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354e3622-a943-4f3a-ad4b-6b41d585a4e5 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Pushing event deleted for resources: {'Port': ['ID=f1daec9e-c307-4c4c-94a5-65af81a4b9e1,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:00.856261 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-59111ac3-36e6-4d61-9fac-fd8e685d42e5 req-354e3622-a943-4f3a-ad4b-6b41d585a4e5 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] No DVR routers for this DVR port f1daec9e-c307-4c4c-94a5-65af81a4b9e1 on host n-h1-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:15:00.859019 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-59111ac3-36e6-4d61-9fac-fd8e685d42e5 req-354e3622-a943-4f3a-ad4b-6b41d585a4e5 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:00.866759 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-59111ac3-36e6-4d61-9fac-fd8e685d42e5 req-354e3622-a943-4f3a-ad4b-6b41d585a4e5 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.88 "DELETE /v2.0/ports/f1daec9e-c307-4c4c-94a5-65af81a4b9e1 HTTP/1.1" status: 204 len: 173 time: 0.9076819 Feb 02 07:15:00.867261 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9b0418d-d665-4837-aaa0-d3328f3c3e5d', 'name': 'network-vif-deleted', 'tag': 'f1daec9e-c307-4c4c-94a5-65af81a4b9e1'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:15:00.873928 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84970408-8865-47e1-a762-34d4b8697582" -d '{"events": [{"server_uuid": "f9b0418d-d665-4837-aaa0-d3328f3c3e5d", "name": "network-vif-deleted", "tag": "f1daec9e-c307-4c4c-94a5-65af81a4b9e1"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:15:00.951368 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-2b2e2162-d2fd-4567-8bc6-0df075274792 None None] Allocated IP 2001:db8::2 (62d93ae4-c33d-44c8-a664-2feb0ecd4ae3/8ec0b586-d7fe-4fd8-a872-0b54dfc09064/52972fda-7eb5-4237-9dea-298280f07827) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:15:00.958024 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca2ae4d1-5b40-45c6-9c0c-e0bcab6cc720 x-openstack-request-id: req-ca2ae4d1-5b40-45c6-9c0c-e0bcab6cc720 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:15:00.958325 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9b0418d-d665-4837-aaa0-d3328f3c3e5d", "name": "network-vif-deleted", "tag": "f1daec9e-c307-4c4c-94a5-65af81a4b9e1", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:15:00.958586 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ca2ae4d1-5b40-45c6-9c0c-e0bcab6cc720 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:15:00.958996 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9b0418d-d665-4837-aaa0-d3328f3c3e5d', 'name': 'network-vif-deleted', 'tag': 'f1daec9e-c307-4c4c-94a5-65af81a4b9e1', 'status': 'completed', 'code': 200} Feb 02 07:15:01.197233 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eab752-6327-4afb-ae61-570482383bcf req-12488a7e-09bd-48de-b2a3-571bf80ca95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:01.203268 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-52eab752-6327-4afb-ae61-570482383bcf req-12488a7e-09bd-48de-b2a3-571bf80ca95a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3b47e731264f4e98a435635cbe941a6a&device_id=1a9037b0-532a-408c-b85e-3a39058988ae HTTP/1.1" status: 200 len: 1128 time: 0.1152973 Feb 02 07:15:01.329141 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2b2e2162-d2fd-4567-8bc6-0df075274792 None None] Publish callbacks [] for port (52972fda-7eb5-4237-9dea-298280f07827), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:01.338578 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2b2e2162-d2fd-4567-8bc6-0df075274792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (52972fda-7eb5-4237-9dea-298280f07827), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:01.457726 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2e2162-d2fd-4567-8bc6-0df075274792 None None] Pushing event updated for resources: {'Port': ['ID=52972fda-7eb5-4237-9dea-298280f07827,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:01.502082 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2e2162-d2fd-4567-8bc6-0df075274792 None None] Network 62d93ae4-c33d-44c8-a664-2feb0ecd4ae3 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:15:01.504313 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eab752-6327-4afb-ae61-570482383bcf req-64cfbb95-eb53-489b-9e1e-1d6e9969fbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:01.506179 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-82df25d8-62d4-4327-8c5e-2b35f63cefac tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Allocated IP 2001:db8::11c (62d93ae4-c33d-44c8-a664-2feb0ecd4ae3/8ec0b586-d7fe-4fd8-a872-0b54dfc09064/7e116e33-8bdd-4648-99d6-4dc40d6ce8b2) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:15:01.508657 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-52eab752-6327-4afb-ae61-570482383bcf req-64cfbb95-eb53-489b-9e1e-1d6e9969fbdf service neutron] 10.222.0.88 "GET /v2.0/networks?id=5b8ffc7a-717b-4b32-aed8-31315930798c HTTP/1.1" status: 200 len: 910 time: 0.2979288 Feb 02 07:15:01.510416 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-2b2e2162-d2fd-4567-8bc6-0df075274792 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:15:01.515568 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2e2162-d2fd-4567-8bc6-0df075274792 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:15:01.642977 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-92bd9e3d-8888-47b2-9502-783d910d0985 req-4613d30c-8902-46eb-97bb-fdabb655b8e9 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=f9b0418d-d665-4837-aaa0-d3328f3c3e5d HTTP/1.1" status: 200 len: 210 time: 0.0605574 Feb 02 07:15:01.659523 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-2b2e2162-d2fd-4567-8bc6-0df075274792 None None] Attempting to bind port 52972fda-7eb5-4237-9dea-298280f07827 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:15:01.674044 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-2b2e2162-d2fd-4567-8bc6-0df075274792 None None] Attempting to bind port 52972fda-7eb5-4237-9dea-298280f07827 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'e7883f29-fb95-4845-8428-b6c04e5ce91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '62d93ae4-c33d-44c8-a664-2feb0ecd4ae3'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:15:01.674937 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2e2162-d2fd-4567-8bc6-0df075274792 None None] Attempting to bind port 52972fda-7eb5-4237-9dea-298280f07827 on network 62d93ae4-c33d-44c8-a664-2feb0ecd4ae3 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:15:01.687778 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2e2162-d2fd-4567-8bc6-0df075274792 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:15:01.688007 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2e2162-d2fd-4567-8bc6-0df075274792 None None] Checking segment: {'id': 'e7883f29-fb95-4845-8428-b6c04e5ce91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '62d93ae4-c33d-44c8-a664-2feb0ecd4ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:15:01.689839 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f133ad0-50fc-4e1c-bc1f-334a0299bdc4 req-a25f8f54-651d-448f-b4d0-78d00f44c5ad tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:01.690127 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2b2e2162-d2fd-4567-8bc6-0df075274792 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:01.690583 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2e2162-d2fd-4567-8bc6-0df075274792 None None] Bound using segment: {'id': 'e7883f29-fb95-4845-8428-b6c04e5ce91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '62d93ae4-c33d-44c8-a664-2feb0ecd4ae3'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:15:01.691529 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-2b2e2162-d2fd-4567-8bc6-0df075274792 None None] Bound port: 52972fda-7eb5-4237-9dea-298280f07827, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7883f29-fb95-4845-8428-b6c04e5ce91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '62d93ae4-c33d-44c8-a664-2feb0ecd4ae3'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:15:01.691915 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2b2e2162-d2fd-4567-8bc6-0df075274792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (52972fda-7eb5-4237-9dea-298280f07827), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:01.701255 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2f133ad0-50fc-4e1c-bc1f-334a0299bdc4 req-a25f8f54-651d-448f-b4d0-78d00f44c5ad tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a9037b0-532a-408c-b85e-3a39058988ae HTTP/1.1" status: 200 len: 945 time: 0.3349395 Feb 02 07:15:01.781619 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-52eab752-6327-4afb-ae61-570482383bcf req-2b00c577-03ad-4f3e-b68b-b63f98c9604a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf613857-7b11-4fe4-aa25-62ea826217ee HTTP/1.1" status: 200 len: 1001 time: 0.2661388 Feb 02 07:15:01.807663 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-82df25d8-62d4-4327-8c5e-2b35f63cefac tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for port (7e116e33-8bdd-4648-99d6-4dc40d6ce8b2), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:01.830100 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-2b2e2162-d2fd-4567-8bc6-0df075274792 None None] For port 52972fda-7eb5-4237-9dea-298280f07827, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:15:01.834996 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-2b2e2162-d2fd-4567-8bc6-0df075274792 None None] For port 52972fda-7eb5-4237-9dea-298280f07827, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=52972fda-7eb5-4237-9dea-298280f07827,segment=NetworkSegment(e7883f29-fb95-4845-8428-b6c04e5ce91c),segment_id=e7883f29-fb95-4845-8428-b6c04e5ce91c)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:15:01.867837 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2b2e2162-d2fd-4567-8bc6-0df075274792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (52972fda-7eb5-4237-9dea-298280f07827), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:01.881503 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2f133ad0-50fc-4e1c-bc1f-334a0299bdc4 req-84a88091-b9a7-4b85-9373-48bb4b9bab2c tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/security-groups?id=0cda471f-b311-4535-ab7e-114e2234fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1792121 Feb 02 07:15:01.889863 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-82df25d8-62d4-4327-8c5e-2b35f63cefac tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (7e116e33-8bdd-4648-99d6-4dc40d6ce8b2), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:01.925029 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eab752-6327-4afb-ae61-570482383bcf req-38dcfec3-e1d6-471c-b134-6260efd5253b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:01.926738 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-52eab752-6327-4afb-ae61-570482383bcf req-38dcfec3-e1d6-471c-b134-6260efd5253b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2c1cc1e9-39d5-4fbe-86e9-f98639e7b3b3 HTTP/1.1" status: 200 len: 848 time: 0.1316893 Feb 02 07:15:01.946828 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82df25d8-62d4-4327-8c5e-2b35f63cefac tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Network 62d93ae4-c33d-44c8-a664-2feb0ecd4ae3 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:15:01.953993 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-82df25d8-62d4-4327-8c5e-2b35f63cefac tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:15:01.957948 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82df25d8-62d4-4327-8c5e-2b35f63cefac tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:15:01.964749 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82df25d8-62d4-4327-8c5e-2b35f63cefac tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:01.965565 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-82df25d8-62d4-4327-8c5e-2b35f63cefac tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:01.980995 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82df25d8-62d4-4327-8c5e-2b35f63cefac tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event updated for resources: {'Port': ['ID=7e116e33-8bdd-4648-99d6-4dc40d6ce8b2,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:01.989640 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2e2162-d2fd-4567-8bc6-0df075274792 None None] Pushing event updated for resources: {'Port': ['ID=52972fda-7eb5-4237-9dea-298280f07827,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:01.998456 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-82df25d8-62d4-4327-8c5e-2b35f63cefac tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5781226 Feb 02 07:15:01.998456 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58818) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:02.006513 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-5a3b25e3-58c0-4782-afad-15cd4461582e tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Request body: {'port': {'network_id': '62d93ae4-c33d-44c8-a664-2feb0ecd4ae3', 'name': 'tempest-PortsIpV6TestJSON-1365504493'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:15:02.024708 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eab752-6327-4afb-ae61-570482383bcf req-ec0349dd-f877-4f38-bc32-091719b597b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:02.026246 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-52eab752-6327-4afb-ae61-570482383bcf req-ec0349dd-f877-4f38-bc32-091719b597b4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5b8ffc7a-717b-4b32-aed8-31315930798c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0934184 Feb 02 07:15:02.167847 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-52eab752-6327-4afb-ae61-570482383bcf req-b43e1e40-1fcf-47fc-9de7-2af2001c5e41 service neutron] 10.222.0.88 "GET /v2.0/networks/5b8ffc7a-717b-4b32-aed8-31315930798c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339247 Feb 02 07:15:02.188024 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a3b25e3-58c0-4782-afad-15cd4461582e tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Made reservation on behalf of 3f54e6cae7d248ada3b347585c4ee8ad for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:15:02.192064 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5a3b25e3-58c0-4782-afad-15cd4461582e tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:02.249170 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [None req-5a3b25e3-58c0-4782-afad-15cd4461582e tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] device_id is not set on port e8cab2f9-12e3-49da-b1c9-ddccf28234e5 yet. {{(pid=109694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:15:02.385750 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-52eab752-6327-4afb-ae61-570482383bcf req-a1d02742-c384-44ef-a677-04007c6356cf service neutron] 10.222.0.88 "GET /v2.0/networks/5b8ffc7a-717b-4b32-aed8-31315930798c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084253 Feb 02 07:15:02.476491 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-5a3b25e3-58c0-4782-afad-15cd4461582e tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Allocated IP 2001:db8::13b (62d93ae4-c33d-44c8-a664-2feb0ecd4ae3/8ec0b586-d7fe-4fd8-a872-0b54dfc09064/e8cab2f9-12e3-49da-b1c9-ddccf28234e5) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:15:02.674677 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5a3b25e3-58c0-4782-afad-15cd4461582e tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for port (e8cab2f9-12e3-49da-b1c9-ddccf28234e5), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:02.754698 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5a3b25e3-58c0-4782-afad-15cd4461582e tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (e8cab2f9-12e3-49da-b1c9-ddccf28234e5), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:02.805709 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3b25e3-58c0-4782-afad-15cd4461582e tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Network 62d93ae4-c33d-44c8-a664-2feb0ecd4ae3 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:15:02.812317 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-5a3b25e3-58c0-4782-afad-15cd4461582e tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:15:02.821019 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3b25e3-58c0-4782-afad-15cd4461582e tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:15:02.827287 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3b25e3-58c0-4782-afad-15cd4461582e tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:02.828211 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5a3b25e3-58c0-4782-afad-15cd4461582e tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:02.843189 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b25e3-58c0-4782-afad-15cd4461582e tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event updated for resources: {'Port': ['ID=e8cab2f9-12e3-49da-b1c9-ddccf28234e5,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:02.856704 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-5a3b25e3-58c0-4782-afad-15cd4461582e tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8575621 Feb 02 07:15:02.859519 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58828) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:03.139745 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 52972fda-7eb5-4237-9dea-298280f07827 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:15:03.221525 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99239861-f139-4425-9a4f-8bece26e11b5 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:03.223437 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-99239861-f139-4425-9a4f-8bece26e11b5 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A11c HTTP/1.1" status: 200 len: 928 time: 0.3629415 Feb 02 07:15:03.226674 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58844) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:03.250451 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 52972fda-7eb5-4237-9dea-298280f07827 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:15:03.250836 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (52972fda-7eb5-4237-9dea-298280f07827), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:03.298026 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f330884-0620-4ce7-99fe-b00e07f7ddcd req-06eca9a9-d35f-4821-a049-28a84d8723c8 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:03.309998 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7f330884-0620-4ce7-99fe-b00e07f7ddcd req-06eca9a9-d35f-4821-a049-28a84d8723c8 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a9037b0-532a-408c-b85e-3a39058988ae HTTP/1.1" status: 200 len: 945 time: 0.2140908 Feb 02 07:15:03.326884 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16850657-0df8-4529-9e20-6d56aa63de7c req-cca115d7-86a0-4403-a8d1-f9fd1967cf9c tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:03.340209 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-16850657-0df8-4529-9e20-6d56aa63de7c req-cca115d7-86a0-4403-a8d1-f9fd1967cf9c tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/networks?id=ec14a810-28cb-452c-8a58-03e4eebabfec HTTP/1.1" status: 200 len: 812 time: 0.2486880 Feb 02 07:15:03.376175 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-16850657-0df8-4529-9e20-6d56aa63de7c req-98be244c-24bf-4c6f-8a65-ae5d4aeade97 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/quotas/55cc3e1e6f054ff8aa27776e1d040f10 HTTP/1.1" status: 200 len: 375 time: 0.0352268 Feb 02 07:15:03.438370 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7f330884-0620-4ce7-99fe-b00e07f7ddcd req-5af1cc0a-a0ca-4ae8-a0e4-bf78aee1f114 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/security-groups?id=0cda471f-b311-4535-ab7e-114e2234fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271231 Feb 02 07:15:03.457038 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-16850657-0df8-4529-9e20-6d56aa63de7c req-4c6ba7f7-b0bf-49fa-8627-f909239440db tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=55cc3e1e6f054ff8aa27776e1d040f10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0796218 Feb 02 07:15:03.475819 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-c628b1e1-76bc-4f3b-a43a-e06b291c29fe tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Deleting port e8cab2f9-12e3-49da-b1c9-ddccf28234e5 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:15:03.480861 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c628b1e1-76bc-4f3b-a43a-e06b291c29fe tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (e8cab2f9-12e3-49da-b1c9-ddccf28234e5), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:03.505991 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 52972fda-7eb5-4237-9dea-298280f07827 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:15:03.505991 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (52972fda-7eb5-4237-9dea-298280f07827), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:03.551803 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 52972fda-7eb5-4237-9dea-298280f07827, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=52972fda-7eb5-4237-9dea-298280f07827,segment=NetworkSegment(e7883f29-fb95-4845-8428-b6c04e5ce91c),segment_id=e7883f29-fb95-4845-8428-b6c04e5ce91c)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:15:03.559848 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device f1daec9e-c307-4c4c-94a5-65af81a4b9e1 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:15:03.562787 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (52972fda-7eb5-4237-9dea-298280f07827), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:03.594700 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: f1daec9e-c307-4c4c-94a5-65af81a4b9e1 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:15:03.595045 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device f1daec9e-c307-4c4c-94a5-65af81a4b9e1 not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:15:03.629812 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c628b1e1-76bc-4f3b-a43a-e06b291c29fe tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (e8cab2f9-12e3-49da-b1c9-ddccf28234e5), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:03.658931 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-c628b1e1-76bc-4f3b-a43a-e06b291c29fe tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Calling delete_port for e8cab2f9-12e3-49da-b1c9-ddccf28234e5 owned by {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:15:03.683985 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=52972fda-7eb5-4237-9dea-298280f07827,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:03.684472 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-16850657-0df8-4529-9e20-6d56aa63de7c req-d074d1d9-13bc-4fbe-b4e0-1002650fc504 service neutron] 10.222.0.87 "GET /v2.0/networks/ec14a810-28cb-452c-8a58-03e4eebabfec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173626 Feb 02 07:15:03.729109 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173a5dd5-4d4a-4db8-b468-2fe3bab6d091 None None] Network 62d93ae4-c33d-44c8-a664-2feb0ecd4ae3 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:15:03.805145 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-7ca7b946-21f4-4b6d-a1a9-df078d596ac7 None None] Provisioning complete for port 52972fda-7eb5-4237-9dea-298280f07827 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:15:03.805908 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7ca7b946-21f4-4b6d-a1a9-df078d596ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (52972fda-7eb5-4237-9dea-298280f07827), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:03.821689 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-16850657-0df8-4529-9e20-6d56aa63de7c req-a22bdcbc-b095-481a-8e7c-ce8c5d9c1100 service neutron] 10.222.0.87 "GET /v2.0/networks/ec14a810-28cb-452c-8a58-03e4eebabfec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334300 Feb 02 07:15:03.933445 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-7ca7b946-21f4-4b6d-a1a9-df078d596ac7 None None] Current status of the port 52972fda-7eb5-4237-9dea-298280f07827 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:15:03.983906 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c628b1e1-76bc-4f3b-a43a-e06b291c29fe tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (e8cab2f9-12e3-49da-b1c9-ddccf28234e5), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:04.044487 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c628b1e1-76bc-4f3b-a43a-e06b291c29fe tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event deleted for resources: {'Port': ['ID=e8cab2f9-12e3-49da-b1c9-ddccf28234e5,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:04.112181 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c628b1e1-76bc-4f3b-a43a-e06b291c29fe tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:04.122346 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-c628b1e1-76bc-4f3b-a43a-e06b291c29fe tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "DELETE /v2.0/ports/e8cab2f9-12e3-49da-b1c9-ddccf28234e5 HTTP/1.1" status: 204 len: 168 time: 0.8929775 Feb 02 07:15:04.123726 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58860) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:04.177236 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-03b6c847-9e94-482b-978e-82680dd34d85 req-e37daaa3-9e66-46bc-9f40-d80d892811f3 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=a93286f3-e077-4462-9d1e-071eeb30c65f HTTP/1.1" status: 200 len: 210 time: 0.1070559 Feb 02 07:15:04.194214 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-d81184d1-d47c-4c93-91e3-edcc735c4450 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] GET failed (client error): The resource could not be found. Feb 02 07:15:04.196687 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d81184d1-d47c-4c93-91e3-edcc735c4450 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "GET /v2.0/ports/e8cab2f9-12e3-49da-b1c9-ddccf28234e5 HTTP/1.1" status: 404 len: 333 time: 0.0719790 Feb 02 07:15:04.200551 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58864) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:04.345456 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-be9a51f2-bef4-4747-a883-3683f8bab8ad tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Deleting port 7e116e33-8bdd-4648-99d6-4dc40d6ce8b2 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:15:04.345737 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-be9a51f2-bef4-4747-a883-3683f8bab8ad tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (7e116e33-8bdd-4648-99d6-4dc40d6ce8b2), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:04.479135 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-3cb7c404-6800-4f5d-85ae-bae912288c3e None None] Could not find standard attr ID for object e8cab2f9-12e3-49da-b1c9-ddccf28234e5. {{(pid=109695) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 07:15:04.526581 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-3cb7c404-6800-4f5d-85ae-bae912288c3e None None] Provisioning complete for port 7e116e33-8bdd-4648-99d6-4dc40d6ce8b2 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:15:04.528882 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3cb7c404-6800-4f5d-85ae-bae912288c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (7e116e33-8bdd-4648-99d6-4dc40d6ce8b2), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:04.534558 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-be9a51f2-bef4-4747-a883-3683f8bab8ad tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (7e116e33-8bdd-4648-99d6-4dc40d6ce8b2), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:04.581007 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-be9a51f2-bef4-4747-a883-3683f8bab8ad tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Calling delete_port for 7e116e33-8bdd-4648-99d6-4dc40d6ce8b2 owned by {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:15:04.619889 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-3cb7c404-6800-4f5d-85ae-bae912288c3e None None] Port 7e116e33-8bdd-4648-99d6-4dc40d6ce8b2 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:15:04.643097 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-3cb7c404-6800-4f5d-85ae-bae912288c3e None None] Provisioning complete for port 52972fda-7eb5-4237-9dea-298280f07827 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:15:04.644073 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3cb7c404-6800-4f5d-85ae-bae912288c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (52972fda-7eb5-4237-9dea-298280f07827), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:04.802881 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ada956-a3d8-46f0-b782-15c240ea8ef7 req-23d2cbe8-0ee6-4c08-b2cb-ee4ae2eb6e4a tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:04.812214 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-95ada956-a3d8-46f0-b782-15c240ea8ef7 req-23d2cbe8-0ee6-4c08-b2cb-ee4ae2eb6e4a tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a9037b0-532a-408c-b85e-3a39058988ae HTTP/1.1" status: 200 len: 945 time: 0.1999719 Feb 02 07:15:04.843464 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-3cb7c404-6800-4f5d-85ae-bae912288c3e None None] Current status of the port 52972fda-7eb5-4237-9dea-298280f07827 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:15:04.942151 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-95ada956-a3d8-46f0-b782-15c240ea8ef7 req-6e9ce0dc-e97d-4f86-92d8-37aa80f544b8 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/security-groups?id=0cda471f-b311-4535-ab7e-114e2234fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286824 Feb 02 07:15:04.975575 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-96e31a7c-3163-4138-9bba-8bac640b9ba6 None None] Provisioning complete for port 7e116e33-8bdd-4648-99d6-4dc40d6ce8b2 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:15:04.975966 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-96e31a7c-3163-4138-9bba-8bac640b9ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (7e116e33-8bdd-4648-99d6-4dc40d6ce8b2), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:05.034837 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 52972fda-7eb5-4237-9dea-298280f07827 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:15:05.089654 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-be9a51f2-bef4-4747-a883-3683f8bab8ad tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (7e116e33-8bdd-4648-99d6-4dc40d6ce8b2), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:05.150878 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9a51f2-bef4-4747-a883-3683f8bab8ad tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event deleted for resources: {'Port': ['ID=7e116e33-8bdd-4648-99d6-4dc40d6ce8b2,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:05.168710 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-96e31a7c-3163-4138-9bba-8bac640b9ba6 None None] Port 7e116e33-8bdd-4648-99d6-4dc40d6ce8b2 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:15:05.184771 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-be9a51f2-bef4-4747-a883-3683f8bab8ad tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:05.198082 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-be9a51f2-bef4-4747-a883-3683f8bab8ad tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "DELETE /v2.0/ports/7e116e33-8bdd-4648-99d6-4dc40d6ce8b2 HTTP/1.1" status: 204 len: 168 time: 0.9942825 Feb 02 07:15:05.198528 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58886) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:05.206749 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 52972fda-7eb5-4237-9dea-298280f07827 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:15:05.207196 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (52972fda-7eb5-4237-9dea-298280f07827), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:05.245626 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-b25ed641-e997-4930-a9fd-607121076e6d tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] GET failed (client error): The resource could not be found. Feb 02 07:15:05.249571 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b25ed641-e997-4930-a9fd-607121076e6d tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "GET /v2.0/ports/7e116e33-8bdd-4648-99d6-4dc40d6ce8b2 HTTP/1.1" status: 404 len: 333 time: 0.0499735 Feb 02 07:15:05.252309 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58892) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:05.362040 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-11bd3ead-2fb4-46ca-a1e6-b2dccba0fb73 req-eeec6aa7-8110-4ef1-a3c4-c4c57f7109d4 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=a93286f3-e077-4462-9d1e-071eeb30c65f HTTP/1.1" status: 200 len: 210 time: 0.0680957 Feb 02 07:15:05.403843 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-9791fd19-2f29-41f6-8371-b5a6256fc8d9 None None] Could not find standard attr ID for object e8cab2f9-12e3-49da-b1c9-ddccf28234e5. {{(pid=109695) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 07:15:05.409949 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 52972fda-7eb5-4237-9dea-298280f07827 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:15:05.437524 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fa43772-9b57-4408-a9b5-d2d39c61f651 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Deleting subnet 8ec0b586-d7fe-4fd8-a872-0b54dfc09064 {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:15:05.450662 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8fa43772-9b57-4408-a9b5-d2d39c61f651 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for subnet (8ec0b586-d7fe-4fd8-a872-0b54dfc09064), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:05.528600 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8fa43772-9b57-4408-a9b5-d2d39c61f651 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (8ec0b586-d7fe-4fd8-a872-0b54dfc09064), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:05.884757 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16850657-0df8-4529-9e20-6d56aa63de7c req-714a59e4-411d-49df-acd6-7438364f4f16 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:05.886308 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-16850657-0df8-4529-9e20-6d56aa63de7c req-714a59e4-411d-49df-acd6-7438364f4f16 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.88 "GET /v2.0/networks?id=ec14a810-28cb-452c-8a58-03e4eebabfec HTTP/1.1" status: 200 len: 812 time: 0.3021049 Feb 02 07:15:05.887829 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8fa43772-9b57-4408-a9b5-d2d39c61f651 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (8ec0b586-d7fe-4fd8-a872-0b54dfc09064), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:05.945897 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-16850657-0df8-4529-9e20-6d56aa63de7c req-fe37133e-c90c-4ad4-848b-09a6fb76b499 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Request body: {'port': {'device_id': 'a93286f3-e077-4462-9d1e-071eeb30c65f', 'network_id': 'ec14a810-28cb-452c-8a58-03e4eebabfec', 'admin_state_up': True, 'tenant_id': '55cc3e1e6f054ff8aa27776e1d040f10'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:15:06.092638 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8fa43772-9b57-4408-a9b5-d2d39c61f651 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (8ec0b586-d7fe-4fd8-a872-0b54dfc09064), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:06.133521 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8fa43772-9b57-4408-a9b5-d2d39c61f651 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:06.137769 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-8fa43772-9b57-4408-a9b5-d2d39c61f651 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "DELETE /v2.0/subnets/8ec0b586-d7fe-4fd8-a872-0b54dfc09064 HTTP/1.1" status: 204 len: 168 time: 0.8842759 Feb 02 07:15:06.140914 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58904) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:06.151929 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa43772-9b57-4408-a9b5-d2d39c61f651 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event deleted for resources: {'Subnet': ['ID=8ec0b586-d7fe-4fd8-a872-0b54dfc09064,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:06.195482 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d210e4-960f-4e74-be70-1bf0f9d216de None None] Network 62d93ae4-c33d-44c8-a664-2feb0ecd4ae3 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:15:06.202960 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16850657-0df8-4529-9e20-6d56aa63de7c req-fe37133e-c90c-4ad4-848b-09a6fb76b499 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Made reservation on behalf of 55cc3e1e6f054ff8aa27776e1d040f10 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:15:06.235712 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-16850657-0df8-4529-9e20-6d56aa63de7c req-fe37133e-c90c-4ad4-848b-09a6fb76b499 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:06.361670 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7306f4ff-49e6-4f15-aa83-8a5a378c061b tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (62d93ae4-c33d-44c8-a664-2feb0ecd4ae3), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:06.468985 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-16850657-0df8-4529-9e20-6d56aa63de7c req-fe37133e-c90c-4ad4-848b-09a6fb76b499 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Allocated IP 172.20.0.2 (ec14a810-28cb-452c-8a58-03e4eebabfec/44a369a2-4fd0-4fcc-9b66-fee041fedbef/2ca2a904-b423-4cfc-be70-910119f88d4a) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:15:06.477881 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737d5881-a692-4604-a6ea-e6d2c4382771 None None] DHCP port deletion for 62d93ae4-c33d-44c8-a664-2feb0ecd4ae3 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:15:06.559328 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-7306f4ff-49e6-4f15-aa83-8a5a378c061b tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Deleting port 52972fda-7eb5-4237-9dea-298280f07827 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:15:06.562006 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-737d5881-a692-4604-a6ea-e6d2c4382771 None None] Deleting port 52972fda-7eb5-4237-9dea-298280f07827 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:15:06.562387 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7306f4ff-49e6-4f15-aa83-8a5a378c061b tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (52972fda-7eb5-4237-9dea-298280f07827), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:06.563213 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-737d5881-a692-4604-a6ea-e6d2c4382771 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (52972fda-7eb5-4237-9dea-298280f07827), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:06.695678 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-737d5881-a692-4604-a6ea-e6d2c4382771 None None] For port 52972fda-7eb5-4237-9dea-298280f07827, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=52972fda-7eb5-4237-9dea-298280f07827,segment=NetworkSegment(e7883f29-fb95-4845-8428-b6c04e5ce91c),segment_id=e7883f29-fb95-4845-8428-b6c04e5ce91c)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:15:06.696384 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-737d5881-a692-4604-a6ea-e6d2c4382771 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (52972fda-7eb5-4237-9dea-298280f07827), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:06.724568 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-737d5881-a692-4604-a6ea-e6d2c4382771 None None] Calling delete_port for 52972fda-7eb5-4237-9dea-298280f07827 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:15:06.826418 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-7306f4ff-49e6-4f15-aa83-8a5a378c061b tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] For port 52972fda-7eb5-4237-9dea-298280f07827, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=52972fda-7eb5-4237-9dea-298280f07827,segment=NetworkSegment(e7883f29-fb95-4845-8428-b6c04e5ce91c),segment_id=e7883f29-fb95-4845-8428-b6c04e5ce91c)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:15:06.827043 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7306f4ff-49e6-4f15-aa83-8a5a378c061b tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (52972fda-7eb5-4237-9dea-298280f07827), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:06.868118 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-16850657-0df8-4529-9e20-6d56aa63de7c req-fe37133e-c90c-4ad4-848b-09a6fb76b499 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Publish callbacks [] for port (2ca2a904-b423-4cfc-be70-910119f88d4a), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:06.886627 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-7306f4ff-49e6-4f15-aa83-8a5a378c061b tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Calling delete_port for 52972fda-7eb5-4237-9dea-298280f07827 owned by network:dhcp {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:15:06.931737 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-737d5881-a692-4604-a6ea-e6d2c4382771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (52972fda-7eb5-4237-9dea-298280f07827), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:06.954971 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-70554307-373c-4e68-a69b-0ec066cbe397 req-2cae1053-5269-44a8-88d0-754e40eaf694 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=a93286f3-e077-4462-9d1e-071eeb30c65f HTTP/1.1" status: 200 len: 210 time: 0.4107311 Feb 02 07:15:06.961139 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-16850657-0df8-4529-9e20-6d56aa63de7c req-fe37133e-c90c-4ad4-848b-09a6fb76b499 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (2ca2a904-b423-4cfc-be70-910119f88d4a), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:07.043268 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737d5881-a692-4604-a6ea-e6d2c4382771 None None] Pushing event deleted for resources: {'Port': ['ID=52972fda-7eb5-4237-9dea-298280f07827,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:07.061488 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737d5881-a692-4604-a6ea-e6d2c4382771 None None] No DVR routers for this DVR port 52972fda-7eb5-4237-9dea-298280f07827 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:15:07.075611 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 52972fda-7eb5-4237-9dea-298280f07827 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:15:07.092674 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16850657-0df8-4529-9e20-6d56aa63de7c req-fe37133e-c90c-4ad4-848b-09a6fb76b499 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Network ec14a810-28cb-452c-8a58-03e4eebabfec is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:15:07.112686 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-16850657-0df8-4529-9e20-6d56aa63de7c req-fe37133e-c90c-4ad4-848b-09a6fb76b499 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:15:07.118189 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 52972fda-7eb5-4237-9dea-298280f07827 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:15:07.119148 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 52972fda-7eb5-4237-9dea-298280f07827 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:15:07.119278 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-16850657-0df8-4529-9e20-6d56aa63de7c req-fe37133e-c90c-4ad4-848b-09a6fb76b499 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:15:07.168085 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed2903-b140-4e25-9699-2eb6be64e800 req-f31c6862-88c3-4e22-8d9d-b6b2a73cdc4c tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:07.173506 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed2903-b140-4e25-9699-2eb6be64e800 req-f31c6862-88c3-4e22-8d9d-b6b2a73cdc4c tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:07.178988 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed2903-b140-4e25-9699-2eb6be64e800 req-f31c6862-88c3-4e22-8d9d-b6b2a73cdc4c tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:07.184188 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed2903-b140-4e25-9699-2eb6be64e800 req-f31c6862-88c3-4e22-8d9d-b6b2a73cdc4c tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:07.189793 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed2903-b140-4e25-9699-2eb6be64e800 req-f31c6862-88c3-4e22-8d9d-b6b2a73cdc4c tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:07.198160 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe37133e-c90c-4ad4-848b-09a6fb76b499 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Pushing event updated for resources: {'Port': ['ID=2ca2a904-b423-4cfc-be70-910119f88d4a,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:07.204109 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed2903-b140-4e25-9699-2eb6be64e800 req-f31c6862-88c3-4e22-8d9d-b6b2a73cdc4c tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:07.218358 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed2903-b140-4e25-9699-2eb6be64e800 req-f31c6862-88c3-4e22-8d9d-b6b2a73cdc4c tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:07.220290 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-40ed2903-b140-4e25-9699-2eb6be64e800 req-f31c6862-88c3-4e22-8d9d-b6b2a73cdc4c tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 5444 time: 0.2025316 Feb 02 07:15:07.227927 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7306f4ff-49e6-4f15-aa83-8a5a378c061b tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (52972fda-7eb5-4237-9dea-298280f07827), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:07.244967 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16850657-0df8-4529-9e20-6d56aa63de7c req-fe37133e-c90c-4ad4-848b-09a6fb76b499 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:07.249603 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-16850657-0df8-4529-9e20-6d56aa63de7c req-fe37133e-c90c-4ad4-848b-09a6fb76b499 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:07.299586 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-16850657-0df8-4529-9e20-6d56aa63de7c req-fe37133e-c90c-4ad4-848b-09a6fb76b499 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3629246 Feb 02 07:15:07.305469 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7306f4ff-49e6-4f15-aa83-8a5a378c061b tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event deleted for resources: {'Port': ['ID=52972fda-7eb5-4237-9dea-298280f07827,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:07.327802 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-16850657-0df8-4529-9e20-6d56aa63de7c req-616bed27-538f-46b9-88b2-7c8d16cddcb5 service neutron] Request body: {'port': {'device_id': 'a93286f3-e077-4462-9d1e-071eeb30c65f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:15:07.329944 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7306f4ff-49e6-4f15-aa83-8a5a378c061b tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] No DVR routers for this DVR port 52972fda-7eb5-4237-9dea-298280f07827 on host n-d-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:15:07.405625 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-40ed2903-b140-4e25-9699-2eb6be64e800 req-79d813dc-4446-475d-8a2d-0324ee4a218e tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/security-groups?id=39d64e71-9bbb-4283-9333-9f076dd0e667&id=c2d438c9-ecad-41fa-9c3c-fefcebb88ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1753120 Feb 02 07:15:07.456838 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-16850657-0df8-4529-9e20-6d56aa63de7c req-616bed27-538f-46b9-88b2-7c8d16cddcb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (2ca2a904-b423-4cfc-be70-910119f88d4a), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:07.465861 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7306f4ff-49e6-4f15-aa83-8a5a378c061b tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (62d93ae4-c33d-44c8-a664-2feb0ecd4ae3), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:07.492313 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-7306f4ff-49e6-4f15-aa83-8a5a378c061b tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62d93ae4-c33d-44c8-a664-2feb0ecd4ae3']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:15:07.505302 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-7306f4ff-49e6-4f15-aa83-8a5a378c061b tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7883f29-fb95-4845-8428-b6c04e5ce91c') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:15:07.505726 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-7306f4ff-49e6-4f15-aa83-8a5a378c061b tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7883f29-fb95-4845-8428-b6c04e5ce91c') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:15:07.524552 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7306f4ff-49e6-4f15-aa83-8a5a378c061b tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (e7883f29-fb95-4845-8428-b6c04e5ce91c), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:07.541375 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7306f4ff-49e6-4f15-aa83-8a5a378c061b tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (e7883f29-fb95-4845-8428-b6c04e5ce91c), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:07.563682 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7306f4ff-49e6-4f15-aa83-8a5a378c061b tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:15:07.564106 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7306f4ff-49e6-4f15-aa83-8a5a378c061b tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (e7883f29-fb95-4845-8428-b6c04e5ce91c), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:07.567403 n-d-789963-26 neutron-server[109694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:15:07.567403 n-d-789963-26 neutron-server[109694]: self.session.flush() Feb 02 07:15:07.567403 n-d-789963-26 neutron-server[109694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:15:07.567403 n-d-789963-26 neutron-server[109694]: self.session.flush() Feb 02 07:15:07.567403 n-d-789963-26 neutron-server[109694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:15:07.567403 n-d-789963-26 neutron-server[109694]: self.session.flush() Feb 02 07:15:07.567403 n-d-789963-26 neutron-server[109694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:15:07.567403 n-d-789963-26 neutron-server[109694]: self.session.flush() Feb 02 07:15:07.567403 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:15:07.567403 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:15:07.567403 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:15:07.567403 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:15:07.567403 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:15:07.567403 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:15:07.567403 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:15:07.567403 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:15:07.567403 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:15:07.567403 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:15:07.567403 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:15:07.567403 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:15:07.567403 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:15:07.567403 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:15:07.567403 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:15:07.567403 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:15:07.567403 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:15:07.567403 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:15:07.567403 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:15:07.567403 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:15:07.567403 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:15:07.567403 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:15:07.567403 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:15:07.567403 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:15:07.567403 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:15:07.567403 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:15:07.567403 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:15:07.567403 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:15:07.567403 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:15:07.567403 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:15:07.567403 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:15:07.567403 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:15:07.651130 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7306f4ff-49e6-4f15-aa83-8a5a378c061b tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (62d93ae4-c33d-44c8-a664-2feb0ecd4ae3), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:07.662614 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7306f4ff-49e6-4f15-aa83-8a5a378c061b tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:07.670685 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58920) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:07.670848 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-7306f4ff-49e6-4f15-aa83-8a5a378c061b tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "DELETE /v2.0/networks/62d93ae4-c33d-44c8-a664-2feb0ecd4ae3 HTTP/1.1" status: 204 len: 168 time: 1.5288274 Feb 02 07:15:07.682323 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7306f4ff-49e6-4f15-aa83-8a5a378c061b tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event deleted for resources: {'Network': ['ID=62d93ae4-c33d-44c8-a664-2feb0ecd4ae3,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:07.705396 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-c3511663-99ca-4887-956b-2def77a7a9c7 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1127825096'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:15:07.808133 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3511663-99ca-4887-956b-2def77a7a9c7 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Made reservation on behalf of 3f54e6cae7d248ada3b347585c4ee8ad for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:15:07.812258 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c3511663-99ca-4887-956b-2def77a7a9c7 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:07.853426 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3511663-99ca-4887-956b-2def77a7a9c7 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:15:07.876101 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c3511663-99ca-4887-956b-2def77a7a9c7 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (9a5b42e2-8fa8-4a26-afca-f7a7ffbf4fb6), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:07.876448 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-c3511663-99ca-4887-956b-2def77a7a9c7 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Added segment 9a5b42e2-8fa8-4a26-afca-f7a7ffbf4fb6 of type vlan for network b0edbd68-c593-48de-80e8-2add7b87c188 Feb 02 07:15:07.952956 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c3511663-99ca-4887-956b-2def77a7a9c7 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (b0edbd68-c593-48de-80e8-2add7b87c188), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:07.956170 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-16850657-0df8-4529-9e20-6d56aa63de7c req-616bed27-538f-46b9-88b2-7c8d16cddcb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ca2a904-b423-4cfc-be70-910119f88d4a {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:15:07.966140 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-16850657-0df8-4529-9e20-6d56aa63de7c req-616bed27-538f-46b9-88b2-7c8d16cddcb5 service neutron] Publish callbacks [] for port (2ca2a904-b423-4cfc-be70-910119f88d4a), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:07.989455 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-16850657-0df8-4529-9e20-6d56aa63de7c req-616bed27-538f-46b9-88b2-7c8d16cddcb5 service neutron] Transition to ACTIVE for port object 2ca2a904-b423-4cfc-be70-910119f88d4a will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:15:08.000791 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-16850657-0df8-4529-9e20-6d56aa63de7c req-616bed27-538f-46b9-88b2-7c8d16cddcb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (2ca2a904-b423-4cfc-be70-910119f88d4a), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:08.047200 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c3511663-99ca-4887-956b-2def77a7a9c7 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (b0edbd68-c593-48de-80e8-2add7b87c188), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:08.052168 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3511663-99ca-4887-956b-2def77a7a9c7 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:08.052884 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c3511663-99ca-4887-956b-2def77a7a9c7 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:08.098444 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-c3511663-99ca-4887-956b-2def77a7a9c7 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4238031 Feb 02 07:15:08.098999 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58928) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:08.106493 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-7db83caf-7f24-4764-9b67-c2d14d3ebe80 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Request body: {'subnet': {'network_id': 'b0edbd68-c593-48de-80e8-2add7b87c188', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:15:08.144224 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616bed27-538f-46b9-88b2-7c8d16cddcb5 service neutron] Pushing event updated for resources: {'Port': ['ID=2ca2a904-b423-4cfc-be70-910119f88d4a,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:08.219431 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3511663-99ca-4887-956b-2def77a7a9c7 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event updated for resources: {'Network': ['ID=b0edbd68-c593-48de-80e8-2add7b87c188,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:08.231817 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db83caf-7f24-4764-9b67-c2d14d3ebe80 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Made reservation on behalf of 3f54e6cae7d248ada3b347585c4ee8ad for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:15:08.232901 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network b0edbd68-c593-48de-80e8-2add7b87c188 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:15:08.237160 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7db83caf-7f24-4764-9b67-c2d14d3ebe80 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:08.338052 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd77931-ec65-4c2e-8029-3de6416ba5c0 req-c7ae5927-1ec8-4f68-a0ed-a6e1765c88b0 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:08.344794 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cbd77931-ec65-4c2e-8029-3de6416ba5c0 req-c7ae5927-1ec8-4f68-a0ed-a6e1765c88b0 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=a93286f3-e077-4462-9d1e-071eeb30c65f HTTP/1.1" status: 200 len: 943 time: 0.2160888 Feb 02 07:15:08.400811 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-16850657-0df8-4529-9e20-6d56aa63de7c req-616bed27-538f-46b9-88b2-7c8d16cddcb5 service neutron] Attempting to bind port 2ca2a904-b423-4cfc-be70-910119f88d4a on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:15:08.401150 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-16850657-0df8-4529-9e20-6d56aa63de7c req-616bed27-538f-46b9-88b2-7c8d16cddcb5 service neutron] Attempting to bind port 2ca2a904-b423-4cfc-be70-910119f88d4a by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': '2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ec14a810-28cb-452c-8a58-03e4eebabfec'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:15:08.401610 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16850657-0df8-4529-9e20-6d56aa63de7c req-616bed27-538f-46b9-88b2-7c8d16cddcb5 service neutron] Attempting to bind port 2ca2a904-b423-4cfc-be70-910119f88d4a on network ec14a810-28cb-452c-8a58-03e4eebabfec {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:15:08.417442 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16850657-0df8-4529-9e20-6d56aa63de7c req-616bed27-538f-46b9-88b2-7c8d16cddcb5 service neutron] Port 2ca2a904-b423-4cfc-be70-910119f88d4a on network ec14a810-28cb-452c-8a58-03e4eebabfec not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:15:08.417789 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16850657-0df8-4529-9e20-6d56aa63de7c req-616bed27-538f-46b9-88b2-7c8d16cddcb5 service neutron] Attempting to bind port 2ca2a904-b423-4cfc-be70-910119f88d4a on network ec14a810-28cb-452c-8a58-03e4eebabfec {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:15:08.425486 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16850657-0df8-4529-9e20-6d56aa63de7c req-616bed27-538f-46b9-88b2-7c8d16cddcb5 service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:15:08.425790 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16850657-0df8-4529-9e20-6d56aa63de7c req-616bed27-538f-46b9-88b2-7c8d16cddcb5 service neutron] Checking segment: {'id': '2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ec14a810-28cb-452c-8a58-03e4eebabfec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:15:08.426180 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16850657-0df8-4529-9e20-6d56aa63de7c req-616bed27-538f-46b9-88b2-7c8d16cddcb5 service neutron] Bound using segment: {'id': '2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ec14a810-28cb-452c-8a58-03e4eebabfec'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:15:08.426613 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-16850657-0df8-4529-9e20-6d56aa63de7c req-616bed27-538f-46b9-88b2-7c8d16cddcb5 service neutron] Bound port: 2ca2a904-b423-4cfc-be70-910119f88d4a, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ec14a810-28cb-452c-8a58-03e4eebabfec'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:15:08.426982 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-16850657-0df8-4529-9e20-6d56aa63de7c req-616bed27-538f-46b9-88b2-7c8d16cddcb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (2ca2a904-b423-4cfc-be70-910119f88d4a), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:08.522037 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cbd77931-ec65-4c2e-8029-3de6416ba5c0 req-1fdbe4dd-34f2-479f-8fec-68a20d92bb99 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586702 Feb 02 07:15:08.586345 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-16850657-0df8-4529-9e20-6d56aa63de7c req-616bed27-538f-46b9-88b2-7c8d16cddcb5 service neutron] For port 2ca2a904-b423-4cfc-be70-910119f88d4a, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:15:08.587592 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7db83caf-7f24-4764-9b67-c2d14d3ebe80 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (1f52a9a2-3cbb-40aa-af65-2ee84a910568), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:08.590382 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-16850657-0df8-4529-9e20-6d56aa63de7c req-616bed27-538f-46b9-88b2-7c8d16cddcb5 service neutron] For port 2ca2a904-b423-4cfc-be70-910119f88d4a, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=2ca2a904-b423-4cfc-be70-910119f88d4a,segment=NetworkSegment(2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0),segment_id=2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:15:08.599412 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-16850657-0df8-4529-9e20-6d56aa63de7c req-616bed27-538f-46b9-88b2-7c8d16cddcb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (2ca2a904-b423-4cfc-be70-910119f88d4a), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:08.636813 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db83caf-7f24-4764-9b67-c2d14d3ebe80 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event updated for resources: {'Subnet': ['ID=1f52a9a2-3cbb-40aa-af65-2ee84a910568,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:08.657369 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16850657-0df8-4529-9e20-6d56aa63de7c req-616bed27-538f-46b9-88b2-7c8d16cddcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:08.658316 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-16850657-0df8-4529-9e20-6d56aa63de7c req-616bed27-538f-46b9-88b2-7c8d16cddcb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:08.660438 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-16850657-0df8-4529-9e20-6d56aa63de7c req-616bed27-538f-46b9-88b2-7c8d16cddcb5 service neutron] 10.222.0.88 "PUT /v2.0/ports/2ca2a904-b423-4cfc-be70-910119f88d4a HTTP/1.1" status: 200 len: 1092 time: 1.3450856 Feb 02 07:15:08.661057 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a93286f3-e077-4462-9d1e-071eeb30c65f', 'tag': '2ca2a904-b423-4cfc-be70-910119f88d4a'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:15:08.664163 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a73817-ed97-4d85-9379-3fc030da32ab" -d '{"events": [{"name": "network-changed", "server_uuid": "a93286f3-e077-4462-9d1e-071eeb30c65f", "tag": "2ca2a904-b423-4cfc-be70-910119f88d4a"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:15:08.689139 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616bed27-538f-46b9-88b2-7c8d16cddcb5 service neutron] Pushing event updated for resources: {'Port': ['ID=2ca2a904-b423-4cfc-be70-910119f88d4a,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:08.734468 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b688948-eb5b-4093-a329-10076d03e111 req-e3acce91-5508-4f5e-8f1a-e89219d395b7 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:08.744189 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d45157-2cfc-4806-a003-b2ee02a57923 x-openstack-request-id: req-81d45157-2cfc-4806-a003-b2ee02a57923 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:15:08.744503 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a93286f3-e077-4462-9d1e-071eeb30c65f", "tag": "2ca2a904-b423-4cfc-be70-910119f88d4a", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:15:08.744766 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-81d45157-2cfc-4806-a003-b2ee02a57923 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:15:08.745178 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a93286f3-e077-4462-9d1e-071eeb30c65f', 'tag': '2ca2a904-b423-4cfc-be70-910119f88d4a', 'status': 'completed', 'code': 200} Feb 02 07:15:08.746816 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b688948-eb5b-4093-a329-10076d03e111 req-e3acce91-5508-4f5e-8f1a-e89219d395b7 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:08.752583 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b688948-eb5b-4093-a329-10076d03e111 req-e3acce91-5508-4f5e-8f1a-e89219d395b7 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:08.758222 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b688948-eb5b-4093-a329-10076d03e111 req-e3acce91-5508-4f5e-8f1a-e89219d395b7 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:08.763910 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b688948-eb5b-4093-a329-10076d03e111 req-e3acce91-5508-4f5e-8f1a-e89219d395b7 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:08.769689 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b688948-eb5b-4093-a329-10076d03e111 req-e3acce91-5508-4f5e-8f1a-e89219d395b7 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:08.776148 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b688948-eb5b-4093-a329-10076d03e111 req-e3acce91-5508-4f5e-8f1a-e89219d395b7 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:08.778116 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7b688948-eb5b-4093-a329-10076d03e111 req-e3acce91-5508-4f5e-8f1a-e89219d395b7 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 5444 time: 0.2404413 Feb 02 07:15:08.786592 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db83caf-7f24-4764-9b67-c2d14d3ebe80 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Checking segment: {'id': '9a5b42e2-8fa8-4a26-afca-f7a7ffbf4fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b0edbd68-c593-48de-80e8-2add7b87c188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:15:08.786979 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db83caf-7f24-4764-9b67-c2d14d3ebe80 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Network hostable DHCP agents. Network: b0edbd68-c593-48de-80e8-2add7b87c188, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:15:08.842922 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16850657-0df8-4529-9e20-6d56aa63de7c req-a48610cc-0b5b-46df-a3b4-45bfc1d6337e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:08.844444 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-16850657-0df8-4529-9e20-6d56aa63de7c req-a48610cc-0b5b-46df-a3b4-45bfc1d6337e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=55cc3e1e6f054ff8aa27776e1d040f10&device_id=a93286f3-e077-4462-9d1e-071eeb30c65f HTTP/1.1" status: 200 len: 1126 time: 0.0759950 Feb 02 07:15:08.847450 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db83caf-7f24-4764-9b67-c2d14d3ebe80 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Network b0edbd68-c593-48de-80e8-2add7b87c188 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:15:08.895408 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-7db83caf-7f24-4764-9b67-c2d14d3ebe80 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, b0edbd68-c593-48de-80e8-2add7b87c188) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:15:08.900575 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-16850657-0df8-4529-9e20-6d56aa63de7c req-6defeef2-b4f7-4409-9680-760da071a515 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2ca2a904-b423-4cfc-be70-910119f88d4a HTTP/1.1" status: 200 len: 217 time: 0.0406950 Feb 02 07:15:08.905293 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93560c9b-0063-4d2d-aa0f-afc5dff3d837 None None] Network b0edbd68-c593-48de-80e8-2add7b87c188 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:15:08.908239 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7b688948-eb5b-4093-a329-10076d03e111 req-a6e2edb3-95f6-490a-9ae0-67fff6ab4451 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/security-groups?id=39d64e71-9bbb-4283-9333-9f076dd0e667&id=c2d438c9-ecad-41fa-9c3c-fefcebb88ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1181285 Feb 02 07:15:08.916839 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db83caf-7f24-4764-9b67-c2d14d3ebe80 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:08.917491 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7db83caf-7f24-4764-9b67-c2d14d3ebe80 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:08.952429 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-7db83caf-7f24-4764-9b67-c2d14d3ebe80 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8516674 Feb 02 07:15:08.953151 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58938) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:08.958887 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-481790c9-5a2e-4ce1-9db3-410c6b8b797b tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Request body: {'port': {'network_id': 'b0edbd68-c593-48de-80e8-2add7b87c188', 'name': 'tempest-PortsIpV6TestJSON-1112062787', 'fixed_ips': [{'subnet_id': '1f52a9a2-3cbb-40aa-af65-2ee84a910568', 'ip_address': '2001:db8::10'}]}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:15:09.037298 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16850657-0df8-4529-9e20-6d56aa63de7c req-bf243350-53b1-49a0-b949-f2f6f429867a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:09.038887 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-16850657-0df8-4529-9e20-6d56aa63de7c req-bf243350-53b1-49a0-b949-f2f6f429867a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=44a369a2-4fd0-4fcc-9b66-fee041fedbef HTTP/1.1" status: 200 len: 852 time: 0.1298587 Feb 02 07:15:09.096974 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-16850657-0df8-4529-9e20-6d56aa63de7c req-bd9601c4-c49b-483f-8fab-89471473d77f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ec14a810-28cb-452c-8a58-03e4eebabfec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489073 Feb 02 07:15:09.105920 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481790c9-5a2e-4ce1-9db3-410c6b8b797b tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Made reservation on behalf of 3f54e6cae7d248ada3b347585c4ee8ad for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:15:09.153341 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d792ec-1e1c-4249-a784-f0b67eb6fec6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-b0edbd68-c593-48de-80e8-2add7b87c188', 'network_id': 'b0edbd68-c593-48de-80e8-2add7b87c188', 'project_id': '3f54e6cae7d248ada3b347585c4ee8ad', 'fixed_ips': [{'subnet_id': '1f52a9a2-3cbb-40aa-af65-2ee84a910568'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:15:09.154302 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e1d792ec-1e1c-4249-a784-f0b67eb6fec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:09.236240 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-481790c9-5a2e-4ce1-9db3-410c6b8b797b tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:09.274840 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [None req-481790c9-5a2e-4ce1-9db3-410c6b8b797b tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] device_id is not set on port d89166db-2d4c-4965-ac3e-b177989c256e yet. {{(pid=109694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:15:09.332840 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-16850657-0df8-4529-9e20-6d56aa63de7c req-9de7a5d3-2fb7-466b-a260-9c18fb1611e3 service neutron] 10.222.0.88 "GET /v2.0/networks/ec14a810-28cb-452c-8a58-03e4eebabfec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233255 Feb 02 07:15:09.435927 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-e1d792ec-1e1c-4249-a784-f0b67eb6fec6 None None] Allocated IP 2001:db8::2 (b0edbd68-c593-48de-80e8-2add7b87c188/1f52a9a2-3cbb-40aa-af65-2ee84a910568/4f96b5d8-fe93-4097-9db1-7000b7932404) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:15:09.505910 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-16850657-0df8-4529-9e20-6d56aa63de7c req-b1563249-4eb0-402f-85be-f053d7c2ffcf service neutron] 10.222.0.88 "GET /v2.0/networks/ec14a810-28cb-452c-8a58-03e4eebabfec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607239 Feb 02 07:15:09.744788 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3ef6c-6c20-4de9-b0f4-5ed20e720ce2 req-c861e685-fc06-4045-baee-08919c419ece tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:09.752936 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fcf3ef6c-6c20-4de9-b0f4-5ed20e720ce2 req-c861e685-fc06-4045-baee-08919c419ece tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=a93286f3-e077-4462-9d1e-071eeb30c65f HTTP/1.1" status: 200 len: 943 time: 0.1093822 Feb 02 07:15:09.756794 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a73817-ed97-4d85-9379-3fc030da32ab req-5824d11b-d8fd-404b-8ab6-bc2c71af980a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:09.758315 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f8a73817-ed97-4d85-9379-3fc030da32ab req-5824d11b-d8fd-404b-8ab6-bc2c71af980a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=55cc3e1e6f054ff8aa27776e1d040f10&device_id=a93286f3-e077-4462-9d1e-071eeb30c65f HTTP/1.1" status: 200 len: 1126 time: 0.1012962 Feb 02 07:15:09.810617 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e1d792ec-1e1c-4249-a784-f0b67eb6fec6 None None] Publish callbacks [] for port (4f96b5d8-fe93-4097-9db1-7000b7932404), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:09.818279 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e1d792ec-1e1c-4249-a784-f0b67eb6fec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (4f96b5d8-fe93-4097-9db1-7000b7932404), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:09.902961 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d792ec-1e1c-4249-a784-f0b67eb6fec6 None None] Pushing event updated for resources: {'Port': ['ID=4f96b5d8-fe93-4097-9db1-7000b7932404,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:09.906716 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fcf3ef6c-6c20-4de9-b0f4-5ed20e720ce2 req-1e2c1b77-6eab-4a6d-8f77-0c7c382f6706 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528151 Feb 02 07:15:09.925671 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-481790c9-5a2e-4ce1-9db3-410c6b8b797b tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Allocated IP 2001:db8::10 (b0edbd68-c593-48de-80e8-2add7b87c188/1f52a9a2-3cbb-40aa-af65-2ee84a910568/d89166db-2d4c-4965-ac3e-b177989c256e) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:15:09.950756 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a73817-ed97-4d85-9379-3fc030da32ab req-74a56f30-2928-4bc9-a481-1b57f37e024e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:09.952834 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d792ec-1e1c-4249-a784-f0b67eb6fec6 None None] Network b0edbd68-c593-48de-80e8-2add7b87c188 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:15:09.955035 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f8a73817-ed97-4d85-9379-3fc030da32ab req-74a56f30-2928-4bc9-a481-1b57f37e024e service neutron] 10.222.0.88 "GET /v2.0/networks?id=ec14a810-28cb-452c-8a58-03e4eebabfec HTTP/1.1" status: 200 len: 913 time: 0.1795957 Feb 02 07:15:09.955907 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-e1d792ec-1e1c-4249-a784-f0b67eb6fec6 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:15:09.961999 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d792ec-1e1c-4249-a784-f0b67eb6fec6 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:15:10.068621 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-e1d792ec-1e1c-4249-a784-f0b67eb6fec6 None None] Attempting to bind port 4f96b5d8-fe93-4097-9db1-7000b7932404 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:15:10.069050 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-e1d792ec-1e1c-4249-a784-f0b67eb6fec6 None None] Attempting to bind port 4f96b5d8-fe93-4097-9db1-7000b7932404 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '9a5b42e2-8fa8-4a26-afca-f7a7ffbf4fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b0edbd68-c593-48de-80e8-2add7b87c188'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:15:10.069474 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d792ec-1e1c-4249-a784-f0b67eb6fec6 None None] Attempting to bind port 4f96b5d8-fe93-4097-9db1-7000b7932404 on network b0edbd68-c593-48de-80e8-2add7b87c188 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:15:10.079219 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f8a73817-ed97-4d85-9379-3fc030da32ab req-814113f3-23c6-4f63-8740-a1d1357573d2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2ca2a904-b423-4cfc-be70-910119f88d4a HTTP/1.1" status: 200 len: 217 time: 0.0944643 Feb 02 07:15:10.087154 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d792ec-1e1c-4249-a784-f0b67eb6fec6 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:15:10.087573 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d792ec-1e1c-4249-a784-f0b67eb6fec6 None None] Checking segment: {'id': '9a5b42e2-8fa8-4a26-afca-f7a7ffbf4fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b0edbd68-c593-48de-80e8-2add7b87c188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:15:10.088002 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e1d792ec-1e1c-4249-a784-f0b67eb6fec6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:10.088401 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d792ec-1e1c-4249-a784-f0b67eb6fec6 None None] Bound using segment: {'id': '9a5b42e2-8fa8-4a26-afca-f7a7ffbf4fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b0edbd68-c593-48de-80e8-2add7b87c188'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:15:10.088892 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-e1d792ec-1e1c-4249-a784-f0b67eb6fec6 None None] Bound port: 4f96b5d8-fe93-4097-9db1-7000b7932404, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a5b42e2-8fa8-4a26-afca-f7a7ffbf4fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'b0edbd68-c593-48de-80e8-2add7b87c188'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:15:10.089269 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e1d792ec-1e1c-4249-a784-f0b67eb6fec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (4f96b5d8-fe93-4097-9db1-7000b7932404), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:10.154709 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a73817-ed97-4d85-9379-3fc030da32ab req-0eb5a60e-ce50-4caa-a75f-2f19191a3441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:10.157751 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f8a73817-ed97-4d85-9379-3fc030da32ab req-0eb5a60e-ce50-4caa-a75f-2f19191a3441 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=44a369a2-4fd0-4fcc-9b66-fee041fedbef HTTP/1.1" status: 200 len: 852 time: 0.0697546 Feb 02 07:15:10.167838 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-e1d792ec-1e1c-4249-a784-f0b67eb6fec6 None None] For port 4f96b5d8-fe93-4097-9db1-7000b7932404, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:15:10.171204 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2766dcae-9472-4372-824c-69dab55cd6ff req-bcbbe047-fb3a-40a4-adc2-e1d5b646c650 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:10.172307 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-e1d792ec-1e1c-4249-a784-f0b67eb6fec6 None None] For port 4f96b5d8-fe93-4097-9db1-7000b7932404, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=4f96b5d8-fe93-4097-9db1-7000b7932404,segment=NetworkSegment(9a5b42e2-8fa8-4a26-afca-f7a7ffbf4fb6),segment_id=9a5b42e2-8fa8-4a26-afca-f7a7ffbf4fb6)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:15:10.178548 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2766dcae-9472-4372-824c-69dab55cd6ff req-bcbbe047-fb3a-40a4-adc2-e1d5b646c650 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:10.180833 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e1d792ec-1e1c-4249-a784-f0b67eb6fec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (4f96b5d8-fe93-4097-9db1-7000b7932404), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:10.185292 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2766dcae-9472-4372-824c-69dab55cd6ff req-bcbbe047-fb3a-40a4-adc2-e1d5b646c650 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:10.190960 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2766dcae-9472-4372-824c-69dab55cd6ff req-bcbbe047-fb3a-40a4-adc2-e1d5b646c650 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:10.197310 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2766dcae-9472-4372-824c-69dab55cd6ff req-bcbbe047-fb3a-40a4-adc2-e1d5b646c650 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:10.202956 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2766dcae-9472-4372-824c-69dab55cd6ff req-bcbbe047-fb3a-40a4-adc2-e1d5b646c650 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:10.208523 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2766dcae-9472-4372-824c-69dab55cd6ff req-bcbbe047-fb3a-40a4-adc2-e1d5b646c650 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:10.212007 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2766dcae-9472-4372-824c-69dab55cd6ff req-bcbbe047-fb3a-40a4-adc2-e1d5b646c650 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.88 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 5444 time: 0.2182503 Feb 02 07:15:10.274938 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d792ec-1e1c-4249-a784-f0b67eb6fec6 None None] Pushing event updated for resources: {'Port': ['ID=4f96b5d8-fe93-4097-9db1-7000b7932404,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:10.296623 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021ed361-3679-4cec-9e22-acd73f3abd26 req-796215ee-e697-4e7c-811f-789576e10f2b tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:10.311509 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021ed361-3679-4cec-9e22-acd73f3abd26 req-796215ee-e697-4e7c-811f-789576e10f2b tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:10.333886 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021ed361-3679-4cec-9e22-acd73f3abd26 req-796215ee-e697-4e7c-811f-789576e10f2b tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:10.346572 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021ed361-3679-4cec-9e22-acd73f3abd26 req-796215ee-e697-4e7c-811f-789576e10f2b tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:10.361031 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021ed361-3679-4cec-9e22-acd73f3abd26 req-796215ee-e697-4e7c-811f-789576e10f2b tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:10.367682 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021ed361-3679-4cec-9e22-acd73f3abd26 req-796215ee-e697-4e7c-811f-789576e10f2b tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:10.380126 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021ed361-3679-4cec-9e22-acd73f3abd26 req-796215ee-e697-4e7c-811f-789576e10f2b tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:10.397145 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-021ed361-3679-4cec-9e22-acd73f3abd26 req-796215ee-e697-4e7c-811f-789576e10f2b tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 5444 time: 0.3397396 Feb 02 07:15:10.406328 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-481790c9-5a2e-4ce1-9db3-410c6b8b797b tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for port (d89166db-2d4c-4965-ac3e-b177989c256e), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:10.602631 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-481790c9-5a2e-4ce1-9db3-410c6b8b797b tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (d89166db-2d4c-4965-ac3e-b177989c256e), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:10.671187 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481790c9-5a2e-4ce1-9db3-410c6b8b797b tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Network b0edbd68-c593-48de-80e8-2add7b87c188 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:15:10.674274 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-481790c9-5a2e-4ce1-9db3-410c6b8b797b tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:15:10.676876 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481790c9-5a2e-4ce1-9db3-410c6b8b797b tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:15:10.683875 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481790c9-5a2e-4ce1-9db3-410c6b8b797b tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:10.684536 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-481790c9-5a2e-4ce1-9db3-410c6b8b797b tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:10.704731 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-021ed361-3679-4cec-9e22-acd73f3abd26 req-98d84fd2-2504-4d48-8e45-cbbd50984325 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/security-groups?id=39d64e71-9bbb-4283-9333-9f076dd0e667&id=c2d438c9-ecad-41fa-9c3c-fefcebb88ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3051982 Feb 02 07:15:10.773908 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-481790c9-5a2e-4ce1-9db3-410c6b8b797b tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8193557 Feb 02 07:15:10.775337 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481790c9-5a2e-4ce1-9db3-410c6b8b797b tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event updated for resources: {'Port': ['ID=d89166db-2d4c-4965-ac3e-b177989c256e,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:10.778380 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58968) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:10.784055 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-38e0a73f-f9bc-47f8-81f5-e576048e2c49 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Request body: {'port': {'network_id': 'b0edbd68-c593-48de-80e8-2add7b87c188', 'name': 'tempest-PortsIpV6TestJSON-132794568', 'fixed_ips': [{'subnet_id': '1f52a9a2-3cbb-40aa-af65-2ee84a910568', 'ip_address': '2001:db8::f'}]}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:15:10.941318 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e0a73f-f9bc-47f8-81f5-e576048e2c49 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Made reservation on behalf of 3f54e6cae7d248ada3b347585c4ee8ad for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:15:10.956822 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-38e0a73f-f9bc-47f8-81f5-e576048e2c49 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:10.995399 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ed0c0033-f04a-4668-bff1-02b4bc13cc87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:11.005899 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [None req-38e0a73f-f9bc-47f8-81f5-e576048e2c49 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] device_id is not set on port 29b633e1-21cf-490c-a7ea-032591d1b31e yet. {{(pid=109694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:15:11.013699 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f8a73817-ed97-4d85-9379-3fc030da32ab req-5c75b3a1-6e2e-423d-b189-3e2cc7cb8068 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ec14a810-28cb-452c-8a58-03e4eebabfec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7990611 Feb 02 07:15:11.113083 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2766dcae-9472-4372-824c-69dab55cd6ff req-c404be34-5462-4391-9e51-c59bab22c717 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:11.114644 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2766dcae-9472-4372-824c-69dab55cd6ff req-c404be34-5462-4391-9e51-c59bab22c717 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.88 "GET /v2.0/ports/4910d9f2-bb8f-4859-9893-c0a040e3bfb6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.8934991 Feb 02 07:15:11.122284 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 4f96b5d8-fe93-4097-9db1-7000b7932404 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:15:11.189876 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 4f96b5d8-fe93-4097-9db1-7000b7932404 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:15:11.190540 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (4f96b5d8-fe93-4097-9db1-7000b7932404), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:11.260922 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f8a73817-ed97-4d85-9379-3fc030da32ab req-0b0245ce-e84a-4e66-9271-caaf6b215109 service neutron] 10.222.0.88 "GET /v2.0/networks/ec14a810-28cb-452c-8a58-03e4eebabfec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400482 Feb 02 07:15:11.273507 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c72f722-9ae3-463e-903b-5ade45e22077 req-7e3e0d2d-d228-48f6-a84c-1792a96249e3 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:11.280739 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2c72f722-9ae3-463e-903b-5ade45e22077 req-7e3e0d2d-d228-48f6-a84c-1792a96249e3 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=a93286f3-e077-4462-9d1e-071eeb30c65f HTTP/1.1" status: 200 len: 943 time: 0.2169771 Feb 02 07:15:11.303332 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 4f96b5d8-fe93-4097-9db1-7000b7932404 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:15:11.304619 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (4f96b5d8-fe93-4097-9db1-7000b7932404), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:11.344651 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-38e0a73f-f9bc-47f8-81f5-e576048e2c49 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Allocated IP 2001:db8::f (b0edbd68-c593-48de-80e8-2add7b87c188/1f52a9a2-3cbb-40aa-af65-2ee84a910568/29b633e1-21cf-490c-a7ea-032591d1b31e) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:15:11.347005 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 4f96b5d8-fe93-4097-9db1-7000b7932404, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=4f96b5d8-fe93-4097-9db1-7000b7932404,segment=NetworkSegment(9a5b42e2-8fa8-4a26-afca-f7a7ffbf4fb6),segment_id=9a5b42e2-8fa8-4a26-afca-f7a7ffbf4fb6)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:15:11.356444 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (4f96b5d8-fe93-4097-9db1-7000b7932404), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:11.428205 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2766dcae-9472-4372-824c-69dab55cd6ff req-11a2dca6-0d25-41a4-91a5-37c1b4997615 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.88 "GET /v2.0/networks/44fb9145-9ace-47b2-84ba-690d45d04d68?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2857926 Feb 02 07:15:11.452293 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-2766dcae-9472-4372-824c-69dab55cd6ff req-80d9976f-c41c-4037-93f7-9db50d813d74 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:15:11.456337 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=4f96b5d8-fe93-4097-9db1-7000b7932404,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:11.539489 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2c72f722-9ae3-463e-903b-5ade45e22077 req-eed68180-7c21-4d67-bbba-895e2086b9ba tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533100 Feb 02 07:15:11.569639 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f8a73817-ed97-4d85-9379-3fc030da32ab req-6518aa60-2aa1-4021-8cca-3e9d172313b6 service neutron] 10.222.0.88 "GET /v2.0/networks/ec14a810-28cb-452c-8a58-03e4eebabfec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785413 Feb 02 07:15:11.600550 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 2ca2a904-b423-4cfc-be70-910119f88d4a details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:15:11.617814 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-38e0a73f-f9bc-47f8-81f5-e576048e2c49 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for port (29b633e1-21cf-490c-a7ea-032591d1b31e), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:11.666153 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-38e0a73f-f9bc-47f8-81f5-e576048e2c49 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (29b633e1-21cf-490c-a7ea-032591d1b31e), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:11.686033 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2766dcae-9472-4372-824c-69dab55cd6ff req-80d9976f-c41c-4037-93f7-9db50d813d74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (4910d9f2-bb8f-4859-9893-c0a040e3bfb6), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:11.745142 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e0a73f-f9bc-47f8-81f5-e576048e2c49 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Network b0edbd68-c593-48de-80e8-2add7b87c188 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:15:11.760269 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-38e0a73f-f9bc-47f8-81f5-e576048e2c49 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:15:11.765094 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e0a73f-f9bc-47f8-81f5-e576048e2c49 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:15:11.780840 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e0a73f-f9bc-47f8-81f5-e576048e2c49 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:11.781477 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-38e0a73f-f9bc-47f8-81f5-e576048e2c49 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:11.806973 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e0a73f-f9bc-47f8-81f5-e576048e2c49 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event updated for resources: {'Port': ['ID=29b633e1-21cf-490c-a7ea-032591d1b31e,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:11.823472 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-38e0a73f-f9bc-47f8-81f5-e576048e2c49 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0439281 Feb 02 07:15:11.828731 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58980) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:11.866794 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 2ca2a904-b423-4cfc-be70-910119f88d4a, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=2ca2a904-b423-4cfc-be70-910119f88d4a,segment=NetworkSegment(2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0),segment_id=2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:15:11.908925 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': '2ca2a904-b423-4cfc-be70-910119f88d4a', 'network_id': 'ec14a810-28cb-452c-8a58-03e4eebabfec', 'port_id': '2ca2a904-b423-4cfc-be70-910119f88d4a', 'mac_address': 'fa:16:3e:67:83:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44a369a2-4fd0-4fcc-9b66-fee041fedbef', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:15:11.961931 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-2766dcae-9472-4372-824c-69dab55cd6ff req-80d9976f-c41c-4037-93f7-9db50d813d74 service neutron] For port 4910d9f2-bb8f-4859-9893-c0a040e3bfb6, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=4910d9f2-bb8f-4859-9893-c0a040e3bfb6,segment=NetworkSegment(4853bd7a-35ba-41e6-9757-b7f9c4755985),segment_id=4853bd7a-35ba-41e6-9757-b7f9c4755985)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:15:12.014764 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 2ca2a904-b423-4cfc-be70-910119f88d4a is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:15:12.015320 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (2ca2a904-b423-4cfc-be70-910119f88d4a), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:12.017282 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-2766dcae-9472-4372-824c-69dab55cd6ff req-80d9976f-c41c-4037-93f7-9db50d813d74 service neutron] For port 4910d9f2-bb8f-4859-9893-c0a040e3bfb6, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:15:12.045472 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ca2a904-b423-4cfc-be70-910119f88d4a {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:15:12.076536 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-2766dcae-9472-4372-824c-69dab55cd6ff req-80d9976f-c41c-4037-93f7-9db50d813d74 service neutron] device_id is not set on port 4910d9f2-bb8f-4859-9893-c0a040e3bfb6 yet. {{(pid=109693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:15:12.089444 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2766dcae-9472-4372-824c-69dab55cd6ff req-80d9976f-c41c-4037-93f7-9db50d813d74 service neutron] Publish callbacks [] for port (4910d9f2-bb8f-4859-9893-c0a040e3bfb6), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:12.093590 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 2ca2a904-b423-4cfc-be70-910119f88d4a, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=2ca2a904-b423-4cfc-be70-910119f88d4a,segment=NetworkSegment(2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0),segment_id=2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:15:12.099047 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2766dcae-9472-4372-824c-69dab55cd6ff req-80d9976f-c41c-4037-93f7-9db50d813d74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (4910d9f2-bb8f-4859-9893-c0a040e3bfb6), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:12.102379 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (2ca2a904-b423-4cfc-be70-910119f88d4a), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:12.189085 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-2766dcae-9472-4372-824c-69dab55cd6ff req-80d9976f-c41c-4037-93f7-9db50d813d74 service neutron] No DVR routers for this DVR port 4910d9f2-bb8f-4859-9893-c0a040e3bfb6 on host n-h1-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:15:12.193925 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2526c6f5-5969-46de-8ac1-cc130dddcdbb tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:12.197778 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-2526c6f5-5969-46de-8ac1-cc130dddcdbb tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.3680372 Feb 02 07:15:12.200032 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58988) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:12.214468 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=2ca2a904-b423-4cfc-be70-910119f88d4a,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:12.216482 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b9636-7e82-4d67-88f8-a0f55fb4ea6f req-c0d72208-3e10-4f65-9986-6f68f7cae4c5 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:12.222677 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25000b1-67b1-4111-a6fc-878c26f68742 None None] Network b0edbd68-c593-48de-80e8-2add7b87c188 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:15:12.236184 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b9636-7e82-4d67-88f8-a0f55fb4ea6f req-c0d72208-3e10-4f65-9986-6f68f7cae4c5 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:12.242197 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b9636-7e82-4d67-88f8-a0f55fb4ea6f req-c0d72208-3e10-4f65-9986-6f68f7cae4c5 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:12.244687 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d9976f-c41c-4037-93f7-9db50d813d74 service neutron] Pushing event updated for resources: {'Port': ['ID=4910d9f2-bb8f-4859-9893-c0a040e3bfb6,revision_number=6']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:12.254377 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b9636-7e82-4d67-88f8-a0f55fb4ea6f req-c0d72208-3e10-4f65-9986-6f68f7cae4c5 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:12.269285 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b9636-7e82-4d67-88f8-a0f55fb4ea6f req-c0d72208-3e10-4f65-9986-6f68f7cae4c5 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:12.278501 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b9636-7e82-4d67-88f8-a0f55fb4ea6f req-c0d72208-3e10-4f65-9986-6f68f7cae4c5 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:12.285927 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b9636-7e82-4d67-88f8-a0f55fb4ea6f req-c0d72208-3e10-4f65-9986-6f68f7cae4c5 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:12.287287 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-2766dcae-9472-4372-824c-69dab55cd6ff req-80d9976f-c41c-4037-93f7-9db50d813d74 service neutron] In _notify_port_updated(), no bound segment for port 4910d9f2-bb8f-4859-9893-c0a040e3bfb6 on network 44fb9145-9ace-47b2-84ba-690d45d04d68 {{(pid=109693) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 02 07:15:12.289119 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2766dcae-9472-4372-824c-69dab55cd6ff req-80d9976f-c41c-4037-93f7-9db50d813d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:12.290288 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2766dcae-9472-4372-824c-69dab55cd6ff req-80d9976f-c41c-4037-93f7-9db50d813d74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:12.291268 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2766dcae-9472-4372-824c-69dab55cd6ff req-80d9976f-c41c-4037-93f7-9db50d813d74 service neutron] 10.222.0.88 "PUT /v2.0/ports/4910d9f2-bb8f-4859-9893-c0a040e3bfb6 HTTP/1.1" status: 200 len: 1033 time: 0.8534968 Feb 02 07:15:12.293766 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-df4b9636-7e82-4d67-88f8-a0f55fb4ea6f req-c0d72208-3e10-4f65-9986-6f68f7cae4c5 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 5444 time: 0.3516803 Feb 02 07:15:12.362150 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-095cf466-7080-4236-b15a-f1ad35e5686b None None] Provisioning complete for port 4f96b5d8-fe93-4097-9db1-7000b7932404 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:15:12.362538 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-095cf466-7080-4236-b15a-f1ad35e5686b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (4f96b5d8-fe93-4097-9db1-7000b7932404), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:12.419903 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2766dcae-9472-4372-824c-69dab55cd6ff req-f9b9ba14-5266-4bda-be75-027204e57558 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:12.421710 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2766dcae-9472-4372-824c-69dab55cd6ff req-f9b9ba14-5266-4bda-be75-027204e57558 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.88 "GET /v2.0/ports/f5de1191-97ca-4e23-bce0-9532d8edbad4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1228673 Feb 02 07:15:12.438235 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-2766dcae-9472-4372-824c-69dab55cd6ff req-535e4fe6-0efa-411a-a2d6-5ff683008362 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:15:12.609652 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2766dcae-9472-4372-824c-69dab55cd6ff req-535e4fe6-0efa-411a-a2d6-5ff683008362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f5de1191-97ca-4e23-bce0-9532d8edbad4), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:12.614060 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-df4b9636-7e82-4d67-88f8-a0f55fb4ea6f req-fd366f02-6820-490c-ab2c-227feb0b82f3 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/security-groups?id=39d64e71-9bbb-4283-9333-9f076dd0e667&id=c2d438c9-ecad-41fa-9c3c-fefcebb88ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2994916 Feb 02 07:15:12.626071 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99a01d6-d65d-4d6d-b538-0f3badbdf033 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:12.649052 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99a01d6-d65d-4d6d-b538-0f3badbdf033 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:12.657569 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99a01d6-d65d-4d6d-b538-0f3badbdf033 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:12.659415 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-e99a01d6-d65d-4d6d-b538-0f3badbdf033 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.3646421 Feb 02 07:15:12.663040 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59000) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:12.712675 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-095cf466-7080-4236-b15a-f1ad35e5686b None None] Current status of the port 4f96b5d8-fe93-4097-9db1-7000b7932404 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:15:12.715010 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['2ca2a904-b423-4cfc-be70-910119f88d4a'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:15:12.805413 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-a9910a57-8f99-4eb8-b9d9-506e8cad400f tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Deleting port 29b633e1-21cf-490c-a7ea-032591d1b31e {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:15:12.806479 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a9910a57-8f99-4eb8-b9d9-506e8cad400f tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (29b633e1-21cf-490c-a7ea-032591d1b31e), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:12.834720 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac50ef8-a340-44b0-8e2e-ca7eff6b2b24 req-481eabd1-27d5-402c-b2b8-467919f4a50d tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:12.842311 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8ac50ef8-a340-44b0-8e2e-ca7eff6b2b24 req-481eabd1-27d5-402c-b2b8-467919f4a50d tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=a93286f3-e077-4462-9d1e-071eeb30c65f HTTP/1.1" status: 200 len: 944 time: 0.1794000 Feb 02 07:15:12.880530 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-c49c96b6-d74a-4ae3-b92c-6e664da82bd9 None None] Provisioning complete for port 4910d9f2-bb8f-4859-9893-c0a040e3bfb6 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:15:12.889966 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c49c96b6-d74a-4ae3-b92c-6e664da82bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (4910d9f2-bb8f-4859-9893-c0a040e3bfb6), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:12.920012 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:15:12.953686 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-c49c96b6-d74a-4ae3-b92c-6e664da82bd9 None None] Port 4910d9f2-bb8f-4859-9893-c0a040e3bfb6 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:15:12.970124 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8ac50ef8-a340-44b0-8e2e-ca7eff6b2b24 req-f9f055eb-43c2-4e6b-8dd4-073f3b086e84 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269414 Feb 02 07:15:12.997746 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-2766dcae-9472-4372-824c-69dab55cd6ff req-535e4fe6-0efa-411a-a2d6-5ff683008362 service neutron] For port f5de1191-97ca-4e23-bce0-9532d8edbad4, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=f5de1191-97ca-4e23-bce0-9532d8edbad4,segment=NetworkSegment(4853bd7a-35ba-41e6-9757-b7f9c4755985),segment_id=4853bd7a-35ba-41e6-9757-b7f9c4755985)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:15:13.106699 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-2766dcae-9472-4372-824c-69dab55cd6ff req-535e4fe6-0efa-411a-a2d6-5ff683008362 service neutron] For port f5de1191-97ca-4e23-bce0-9532d8edbad4, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:15:13.147295 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 4f96b5d8-fe93-4097-9db1-7000b7932404 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:15:13.177914 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a9910a57-8f99-4eb8-b9d9-506e8cad400f tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (29b633e1-21cf-490c-a7ea-032591d1b31e), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:13.203155 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-a9910a57-8f99-4eb8-b9d9-506e8cad400f tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Calling delete_port for 29b633e1-21cf-490c-a7ea-032591d1b31e owned by {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:15:13.231094 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-2766dcae-9472-4372-824c-69dab55cd6ff req-535e4fe6-0efa-411a-a2d6-5ff683008362 service neutron] device_id is not set on port f5de1191-97ca-4e23-bce0-9532d8edbad4 yet. {{(pid=109693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:15:13.237689 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2766dcae-9472-4372-824c-69dab55cd6ff req-535e4fe6-0efa-411a-a2d6-5ff683008362 service neutron] Publish callbacks [] for port (f5de1191-97ca-4e23-bce0-9532d8edbad4), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:13.261049 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2766dcae-9472-4372-824c-69dab55cd6ff req-535e4fe6-0efa-411a-a2d6-5ff683008362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (f5de1191-97ca-4e23-bce0-9532d8edbad4), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:13.289096 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 4f96b5d8-fe93-4097-9db1-7000b7932404 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:15:13.289645 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (4f96b5d8-fe93-4097-9db1-7000b7932404), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:13.331259 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7b254422-461b-438e-85d7-58f5950092d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:13.394808 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-2766dcae-9472-4372-824c-69dab55cd6ff req-535e4fe6-0efa-411a-a2d6-5ff683008362 service neutron] No DVR routers for this DVR port f5de1191-97ca-4e23-bce0-9532d8edbad4 on host n-h1-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:15:13.440757 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 4f96b5d8-fe93-4097-9db1-7000b7932404 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:15:13.460573 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535e4fe6-0efa-411a-a2d6-5ff683008362 service neutron] Pushing event updated for resources: {'Port': ['ID=f5de1191-97ca-4e23-bce0-9532d8edbad4,revision_number=6']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:13.461889 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-36620b3b-aa6e-46cf-8f68-2ee4140d9211 None None] Provisioning complete for port 4f96b5d8-fe93-4097-9db1-7000b7932404 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:15:13.462051 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-36620b3b-aa6e-46cf-8f68-2ee4140d9211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (4f96b5d8-fe93-4097-9db1-7000b7932404), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:13.508193 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-2766dcae-9472-4372-824c-69dab55cd6ff req-535e4fe6-0efa-411a-a2d6-5ff683008362 service neutron] In _notify_port_updated(), no bound segment for port f5de1191-97ca-4e23-bce0-9532d8edbad4 on network 44fb9145-9ace-47b2-84ba-690d45d04d68 {{(pid=109693) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 02 07:15:13.509097 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2766dcae-9472-4372-824c-69dab55cd6ff req-535e4fe6-0efa-411a-a2d6-5ff683008362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:13.509723 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2766dcae-9472-4372-824c-69dab55cd6ff req-535e4fe6-0efa-411a-a2d6-5ff683008362 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:13.511071 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2766dcae-9472-4372-824c-69dab55cd6ff req-535e4fe6-0efa-411a-a2d6-5ff683008362 service neutron] 10.222.0.88 "PUT /v2.0/ports/f5de1191-97ca-4e23-bce0-9532d8edbad4 HTTP/1.1" status: 200 len: 1032 time: 1.0818405 Feb 02 07:15:13.552643 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a9910a57-8f99-4eb8-b9d9-506e8cad400f tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (29b633e1-21cf-490c-a7ea-032591d1b31e), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:13.643519 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 9a0b3200-b107-4b3b-badf-62352eb5d2b2 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:15:13.750181 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-36620b3b-aa6e-46cf-8f68-2ee4140d9211 None None] Current status of the port 4f96b5d8-fe93-4097-9db1-7000b7932404 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:15:13.771415 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9910a57-8f99-4eb8-b9d9-506e8cad400f tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event deleted for resources: {'Port': ['ID=29b633e1-21cf-490c-a7ea-032591d1b31e,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:13.807136 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a9910a57-8f99-4eb8-b9d9-506e8cad400f tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:13.807763 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 9a0b3200-b107-4b3b-badf-62352eb5d2b2 is: ACTIVE; New status is: DOWN {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:15:13.808155 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (9a0b3200-b107-4b3b-badf-62352eb5d2b2), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:13.810206 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-36620b3b-aa6e-46cf-8f68-2ee4140d9211 None None] Provisioning complete for port d89166db-2d4c-4965-ac3e-b177989c256e triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:15:13.810562 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-36620b3b-aa6e-46cf-8f68-2ee4140d9211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (d89166db-2d4c-4965-ac3e-b177989c256e), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:13.813151 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a9910a57-8f99-4eb8-b9d9-506e8cad400f tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "DELETE /v2.0/ports/29b633e1-21cf-490c-a7ea-032591d1b31e HTTP/1.1" status: 204 len: 168 time: 1.1476736 Feb 02 07:15:13.816324 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59014) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:13.818687 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-2766dcae-9472-4372-824c-69dab55cd6ff req-4f08254f-56b2-4b16-be79-0bd2bc6fa1c8 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Deleting port 55434b8b-b44b-441d-bba3-0628c5e8ba97 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:15:13.819028 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2766dcae-9472-4372-824c-69dab55cd6ff req-4f08254f-56b2-4b16-be79-0bd2bc6fa1c8 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (55434b8b-b44b-441d-bba3-0628c5e8ba97), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:13.875762 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8426c93-a20b-4dc9-a8fa-5add2b22c1c3 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] GET failed (client error): The resource could not be found. Feb 02 07:15:13.880008 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e8426c93-a20b-4dc9-a8fa-5add2b22c1c3 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "GET /v2.0/ports/29b633e1-21cf-490c-a7ea-032591d1b31e HTTP/1.1" status: 404 len: 333 time: 0.0567153 Feb 02 07:15:13.880617 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59016) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:13.888986 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e074495-bb56-4ff7-a978-84b111e50f6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a0b3200-b107-4b3b-badf-62352eb5d2b2'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:15:13.893352 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1390689a-7848-4750-9fca-51f84819145f" -d '{"events": [{"server_uuid": "1e074495-bb56-4ff7-a978-84b111e50f6e", "name": "network-vif-unplugged", "status": "completed", "tag": "9a0b3200-b107-4b3b-badf-62352eb5d2b2"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:15:13.906826 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-36620b3b-aa6e-46cf-8f68-2ee4140d9211 None None] Port d89166db-2d4c-4965-ac3e-b177989c256e cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:15:13.911826 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-36620b3b-aa6e-46cf-8f68-2ee4140d9211 None None] Could not find standard attr ID for object 29b633e1-21cf-490c-a7ea-032591d1b31e. {{(pid=109695) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 07:15:13.918351 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 9a0b3200-b107-4b3b-badf-62352eb5d2b2, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=9a0b3200-b107-4b3b-badf-62352eb5d2b2,segment=NetworkSegment(1c67e090-bfd0-439d-962b-ef9f63726228),segment_id=1c67e090-bfd0-439d-962b-ef9f63726228)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:15:13.926131 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (9a0b3200-b107-4b3b-badf-62352eb5d2b2), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:13.927297 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 4910d9f2-bb8f-4859-9893-c0a040e3bfb6 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:15:13.961683 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54065e54-fcaf-43f0-9111-7dd83b058677 req-6fd49c35-1f57-4993-9d26-278fab41e04a tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:13.969756 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54065e54-fcaf-43f0-9111-7dd83b058677 req-6fd49c35-1f57-4993-9d26-278fab41e04a tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:13.976698 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54065e54-fcaf-43f0-9111-7dd83b058677 req-6fd49c35-1f57-4993-9d26-278fab41e04a tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:13.986101 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54065e54-fcaf-43f0-9111-7dd83b058677 req-6fd49c35-1f57-4993-9d26-278fab41e04a tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:13.995119 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54065e54-fcaf-43f0-9111-7dd83b058677 req-6fd49c35-1f57-4993-9d26-278fab41e04a tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:13.997268 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 07:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b65a067a-40fc-45c7-8d18-a62b30e7ee6a x-openstack-request-id: req-b65a067a-40fc-45c7-8d18-a62b30e7ee6a {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:15:13.997623 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e074495-bb56-4ff7-a978-84b111e50f6e", "name": "network-vif-unplugged", "status": "completed", "tag": "9a0b3200-b107-4b3b-badf-62352eb5d2b2", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:15:13.997947 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b65a067a-40fc-45c7-8d18-a62b30e7ee6a {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:15:13.998403 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e074495-bb56-4ff7-a978-84b111e50f6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a0b3200-b107-4b3b-badf-62352eb5d2b2', 'code': 200} Feb 02 07:15:13.998931 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-54065e54-fcaf-43f0-9111-7dd83b058677 req-6fd49c35-1f57-4993-9d26-278fab41e04a tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 3885 time: 0.1492746 Feb 02 07:15:14.034917 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=9a0b3200-b107-4b3b-badf-62352eb5d2b2,revision_number=6']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:14.058328 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-2766dcae-9472-4372-824c-69dab55cd6ff req-4f08254f-56b2-4b16-be79-0bd2bc6fa1c8 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] For port 55434b8b-b44b-441d-bba3-0628c5e8ba97, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=55434b8b-b44b-441d-bba3-0628c5e8ba97,segment=NetworkSegment(1c67e090-bfd0-439d-962b-ef9f63726228),segment_id=1c67e090-bfd0-439d-962b-ef9f63726228)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:15:14.058702 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2766dcae-9472-4372-824c-69dab55cd6ff req-4f08254f-56b2-4b16-be79-0bd2bc6fa1c8 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (55434b8b-b44b-441d-bba3-0628c5e8ba97), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:14.078128 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-2766dcae-9472-4372-824c-69dab55cd6ff req-4f08254f-56b2-4b16-be79-0bd2bc6fa1c8 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Calling delete_port for 55434b8b-b44b-441d-bba3-0628c5e8ba97 owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:15:14.090030 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-54065e54-fcaf-43f0-9111-7dd83b058677 req-7d2e5eb5-1666-43cd-b1b4-14c20c7f3499 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/security-groups?id=39d64e71-9bbb-4283-9333-9f076dd0e667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857804 Feb 02 07:15:14.107456 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-d8595ba6-3475-46be-aab2-db5ae63ccdca None None] Provisioning complete for port f5de1191-97ca-4e23-bce0-9532d8edbad4 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:15:14.107867 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d8595ba6-3475-46be-aab2-db5ae63ccdca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (f5de1191-97ca-4e23-bce0-9532d8edbad4), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:14.110640 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] The host n-h1-789963-26 is not matching for port 4910d9f2-bb8f-4859-9893-c0a040e3bfb6 host ! {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 02 07:15:14.110640 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 4910d9f2-bb8f-4859-9893-c0a040e3bfb6 not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:15:14.111283 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device f5de1191-97ca-4e23-bce0-9532d8edbad4 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:15:14.186955 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-d8595ba6-3475-46be-aab2-db5ae63ccdca None None] Port f5de1191-97ca-4e23-bce0-9532d8edbad4 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:15:14.199405 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] The host n-h1-789963-26 is not matching for port f5de1191-97ca-4e23-bce0-9532d8edbad4 host ! {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 02 07:15:14.199833 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device f5de1191-97ca-4e23-bce0-9532d8edbad4 not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:15:14.200261 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 78f002f0-5cc9-43ce-9674-66babfe32234 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:15:14.204636 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-d8595ba6-3475-46be-aab2-db5ae63ccdca None None] Provisioning complete for port d89166db-2d4c-4965-ac3e-b177989c256e triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:15:14.205919 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d8595ba6-3475-46be-aab2-db5ae63ccdca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (d89166db-2d4c-4965-ac3e-b177989c256e), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:14.277908 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f637893-ed4e-462d-ba59-c39e97849d6e req-874b6c74-7f70-452d-9a51-d82e1dc00964 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:14.279790 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7f637893-ed4e-462d-ba59-c39e97849d6e req-874b6c74-7f70-452d-9a51-d82e1dc00964 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=a93286f3-e077-4462-9d1e-071eeb30c65f HTTP/1.1" status: 200 len: 944 time: 0.1915753 Feb 02 07:15:14.289882 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-2c883ecf-612f-41a0-8a3a-742f06f38e74 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Deleting port d89166db-2d4c-4965-ac3e-b177989c256e {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:15:14.290324 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2c883ecf-612f-41a0-8a3a-742f06f38e74 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (d89166db-2d4c-4965-ac3e-b177989c256e), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:14.297423 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-d8595ba6-3475-46be-aab2-db5ae63ccdca None None] Port d89166db-2d4c-4965-ac3e-b177989c256e cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:15:14.346914 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 78f002f0-5cc9-43ce-9674-66babfe32234 is: ACTIVE; New status is: DOWN {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:15:14.347645 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (78f002f0-5cc9-43ce-9674-66babfe32234), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:14.393967 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 78f002f0-5cc9-43ce-9674-66babfe32234, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=78f002f0-5cc9-43ce-9674-66babfe32234,segment=NetworkSegment(0eb81a88-33b3-4b45-9d45-2895b4ce9226),segment_id=0eb81a88-33b3-4b45-9d45-2895b4ce9226)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:15:14.400471 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (78f002f0-5cc9-43ce-9674-66babfe32234), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:14.401641 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 55434b8b-b44b-441d-bba3-0628c5e8ba97 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:15:14.415776 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2c883ecf-612f-41a0-8a3a-742f06f38e74 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (d89166db-2d4c-4965-ac3e-b177989c256e), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:14.436692 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-2c883ecf-612f-41a0-8a3a-742f06f38e74 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Calling delete_port for d89166db-2d4c-4965-ac3e-b177989c256e owned by {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:15:14.541126 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=78f002f0-5cc9-43ce-9674-66babfe32234,revision_number=6']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:14.551826 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-f73dc66e-a1ad-4894-830c-f63af4d9af42 None None] Could not find standard attr ID for object 29b633e1-21cf-490c-a7ea-032591d1b31e. {{(pid=109695) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 07:15:14.682445 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7f637893-ed4e-462d-ba59-c39e97849d6e req-f74df2c7-fb1d-475a-98f9-3b52e98028b7 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964439 Feb 02 07:15:14.707655 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2c883ecf-612f-41a0-8a3a-742f06f38e74 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (d89166db-2d4c-4965-ac3e-b177989c256e), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:14.734048 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:14.736672 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 55434b8b-b44b-441d-bba3-0628c5e8ba97 is: ACTIVE; New status is: DOWN {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:15:14.739286 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (55434b8b-b44b-441d-bba3-0628c5e8ba97), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:14.754437 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c883ecf-612f-41a0-8a3a-742f06f38e74 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event deleted for resources: {'Port': ['ID=d89166db-2d4c-4965-ac3e-b177989c256e,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:14.823029 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2766dcae-9472-4372-824c-69dab55cd6ff req-4f08254f-56b2-4b16-be79-0bd2bc6fa1c8 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (55434b8b-b44b-441d-bba3-0628c5e8ba97), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:14.824991 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2c883ecf-612f-41a0-8a3a-742f06f38e74 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:14.833989 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59044) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:14.834510 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-2c883ecf-612f-41a0-8a3a-742f06f38e74 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "DELETE /v2.0/ports/d89166db-2d4c-4965-ac3e-b177989c256e HTTP/1.1" status: 204 len: 168 time: 0.9493442 Feb 02 07:15:14.921272 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f08254f-56b2-4b16-be79-0bd2bc6fa1c8 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Pushing event deleted for resources: {'Port': ['ID=55434b8b-b44b-441d-bba3-0628c5e8ba97,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:14.941873 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa1946d7-d92c-455d-a3e9-3a5c293fed6f tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] GET failed (client error): The resource could not be found. Feb 02 07:15:14.943319 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-aa1946d7-d92c-455d-a3e9-3a5c293fed6f tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "GET /v2.0/ports/d89166db-2d4c-4965-ac3e-b177989c256e HTTP/1.1" status: 404 len: 333 time: 0.1083403 Feb 02 07:15:14.948555 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device b17d715e-1c85-4c03-a547-caefd8ea643a no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:15:14.962831 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59046) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:14.963383 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-2766dcae-9472-4372-824c-69dab55cd6ff req-4f08254f-56b2-4b16-be79-0bd2bc6fa1c8 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] No DVR routers for this DVR port 55434b8b-b44b-441d-bba3-0628c5e8ba97 on host n-h1-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:15:14.966045 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2766dcae-9472-4372-824c-69dab55cd6ff req-4f08254f-56b2-4b16-be79-0bd2bc6fa1c8 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:14.973890 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2766dcae-9472-4372-824c-69dab55cd6ff req-4f08254f-56b2-4b16-be79-0bd2bc6fa1c8 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.88 "DELETE /v2.0/ports/55434b8b-b44b-441d-bba3-0628c5e8ba97 HTTP/1.1" status: 204 len: 173 time: 1.4506602 Feb 02 07:15:14.974400 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e074495-bb56-4ff7-a978-84b111e50f6e', 'name': 'network-vif-deleted', 'tag': '55434b8b-b44b-441d-bba3-0628c5e8ba97'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:15:14.976925 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26341bc1-bad7-48f3-b830-2f53f13b7c06" -d '{"events": [{"server_uuid": "1e074495-bb56-4ff7-a978-84b111e50f6e", "name": "network-vif-deleted", "tag": "55434b8b-b44b-441d-bba3-0628c5e8ba97"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:15:15.062745 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2dce0f-a2e6-48d1-b3df-42073e6fccd1 x-openstack-request-id: req-3f2dce0f-a2e6-48d1-b3df-42073e6fccd1 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:15:15.062745 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e074495-bb56-4ff7-a978-84b111e50f6e", "name": "network-vif-deleted", "tag": "55434b8b-b44b-441d-bba3-0628c5e8ba97", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:15:15.063070 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-3f2dce0f-a2e6-48d1-b3df-42073e6fccd1 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:15:15.063365 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e074495-bb56-4ff7-a978-84b111e50f6e', 'name': 'network-vif-deleted', 'tag': '55434b8b-b44b-441d-bba3-0628c5e8ba97', 'status': 'completed', 'code': 200} Feb 02 07:15:15.070351 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-a83ad0ca-259e-41cb-9965-ba6c040cf84c tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Deleting subnet 1f52a9a2-3cbb-40aa-af65-2ee84a910568 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:15:15.074691 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a83ad0ca-259e-41cb-9965-ba6c040cf84c tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for subnet (1f52a9a2-3cbb-40aa-af65-2ee84a910568), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:15.145714 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-2766dcae-9472-4372-824c-69dab55cd6ff req-2a681b4a-d84c-499d-aee4-7a5fe6ffb317 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Deleting port 78f002f0-5cc9-43ce-9674-66babfe32234 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:15:15.146112 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2766dcae-9472-4372-824c-69dab55cd6ff req-2a681b4a-d84c-499d-aee4-7a5fe6ffb317 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (78f002f0-5cc9-43ce-9674-66babfe32234), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:15.147545 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a83ad0ca-259e-41cb-9965-ba6c040cf84c tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (1f52a9a2-3cbb-40aa-af65-2ee84a910568), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:15.182426 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port b17d715e-1c85-4c03-a547-caefd8ea643a is: ACTIVE; New status is: DOWN {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:15:15.184174 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b17d715e-1c85-4c03-a547-caefd8ea643a), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:15.257469 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-2766dcae-9472-4372-824c-69dab55cd6ff req-2a681b4a-d84c-499d-aee4-7a5fe6ffb317 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] For port 78f002f0-5cc9-43ce-9674-66babfe32234, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=78f002f0-5cc9-43ce-9674-66babfe32234,segment=NetworkSegment(0eb81a88-33b3-4b45-9d45-2895b4ce9226),segment_id=0eb81a88-33b3-4b45-9d45-2895b4ce9226)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:15:15.257896 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2766dcae-9472-4372-824c-69dab55cd6ff req-2a681b4a-d84c-499d-aee4-7a5fe6ffb317 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (78f002f0-5cc9-43ce-9674-66babfe32234), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:15.264046 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port b17d715e-1c85-4c03-a547-caefd8ea643a, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=b17d715e-1c85-4c03-a547-caefd8ea643a,segment=NetworkSegment(4853bd7a-35ba-41e6-9757-b7f9c4755985),segment_id=4853bd7a-35ba-41e6-9757-b7f9c4755985)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:15:15.271798 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (b17d715e-1c85-4c03-a547-caefd8ea643a), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:15.273780 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 3327c7b8-0004-4fd0-b0f2-234f90c816b4 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:15:15.305824 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a83ad0ca-259e-41cb-9965-ba6c040cf84c tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (1f52a9a2-3cbb-40aa-af65-2ee84a910568), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:15.390414 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=b17d715e-1c85-4c03-a547-caefd8ea643a,revision_number=6']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:15.415694 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a83ad0ca-259e-41cb-9965-ba6c040cf84c tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (1f52a9a2-3cbb-40aa-af65-2ee84a910568), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:15.466520 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb552df-08ac-464c-a4b8-d228b676199c req-5b546894-1e91-4412-953d-79e721e730b1 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:15.467118 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83ad0ca-259e-41cb-9965-ba6c040cf84c tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event deleted for resources: {'Subnet': ['ID=1f52a9a2-3cbb-40aa-af65-2ee84a910568,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:15.472032 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb552df-08ac-464c-a4b8-d228b676199c req-5b546894-1e91-4412-953d-79e721e730b1 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:15.478215 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb552df-08ac-464c-a4b8-d228b676199c req-5b546894-1e91-4412-953d-79e721e730b1 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:15.479394 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a83ad0ca-259e-41cb-9965-ba6c040cf84c tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:15.485509 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a83ad0ca-259e-41cb-9965-ba6c040cf84c tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "DELETE /v2.0/subnets/1f52a9a2-3cbb-40aa-af65-2ee84a910568 HTTP/1.1" status: 204 len: 168 time: 0.5214801 Feb 02 07:15:15.488367 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59052) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:15.490881 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c08049a-4bf4-4691-aba6-ae94867f6076 None None] Network b0edbd68-c593-48de-80e8-2add7b87c188 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:15:15.491943 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb552df-08ac-464c-a4b8-d228b676199c req-5b546894-1e91-4412-953d-79e721e730b1 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:15.499575 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3cb552df-08ac-464c-a4b8-d228b676199c req-5b546894-1e91-4412-953d-79e721e730b1 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 3144 time: 0.2274053 Feb 02 07:15:15.526647 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 3327c7b8-0004-4fd0-b0f2-234f90c816b4 is: ACTIVE; New status is: DOWN {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:15:15.526647 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3327c7b8-0004-4fd0-b0f2-234f90c816b4), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:15.599021 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e98910ff-56b3-4ab9-8427-3a96c92dde31 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (b0edbd68-c593-48de-80e8-2add7b87c188), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:15.612985 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 3327c7b8-0004-4fd0-b0f2-234f90c816b4, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=3327c7b8-0004-4fd0-b0f2-234f90c816b4,segment=NetworkSegment(4853bd7a-35ba-41e6-9757-b7f9c4755985),segment_id=4853bd7a-35ba-41e6-9757-b7f9c4755985)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:15:15.621984 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (3327c7b8-0004-4fd0-b0f2-234f90c816b4), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:15.636295 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3cb552df-08ac-464c-a4b8-d228b676199c req-ece171a0-f929-4df5-9c6f-e3700386a5d0 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/security-groups?id=39d64e71-9bbb-4283-9333-9f076dd0e667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357226 Feb 02 07:15:15.682777 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 2ca2a904-b423-4cfc-be70-910119f88d4a up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:15:15.696583 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-e98910ff-56b3-4ab9-8427-3a96c92dde31 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Deleting port 4f96b5d8-fe93-4097-9db1-7000b7932404 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:15:15.696884 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e98910ff-56b3-4ab9-8427-3a96c92dde31 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (4f96b5d8-fe93-4097-9db1-7000b7932404), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:15.700240 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2766dcae-9472-4372-824c-69dab55cd6ff req-2a681b4a-d84c-499d-aee4-7a5fe6ffb317 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:15.700830 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2766dcae-9472-4372-824c-69dab55cd6ff req-2a681b4a-d84c-499d-aee4-7a5fe6ffb317 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (35e24b1d-d23b-4223-8542-10e02f49e495), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:15.701406 n-d-789963-26 neutron-server[109693]: INFO neutron.db.l3_db [req-2766dcae-9472-4372-824c-69dab55cd6ff req-2a681b4a-d84c-499d-aee4-7a5fe6ffb317 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Floating IP 35e24b1d-d23b-4223-8542-10e02f49e495 disassociated. External IP: 172.25.4.62, port: 78f002f0-5cc9-43ce-9674-66babfe32234. Feb 02 07:15:15.701957 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-2766dcae-9472-4372-824c-69dab55cd6ff req-2a681b4a-d84c-499d-aee4-7a5fe6ffb317 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Calling delete_port for 78f002f0-5cc9-43ce-9674-66babfe32234 owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:15:15.757361 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=3327c7b8-0004-4fd0-b0f2-234f90c816b4,revision_number=6']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:15.773726 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port 2ca2a904-b423-4cfc-be70-910119f88d4a completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:15:15.778921 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port 2ca2a904-b423-4cfc-be70-910119f88d4a triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:15:15.779352 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (2ca2a904-b423-4cfc-be70-910119f88d4a), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:15.851528 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e453944-e4c1-46a8-93ec-7f6ee82518cd None None] DHCP port deletion for b0edbd68-c593-48de-80e8-2add7b87c188 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:15:15.937479 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2766dcae-9472-4372-824c-69dab55cd6ff req-2a681b4a-d84c-499d-aee4-7a5fe6ffb317 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (78f002f0-5cc9-43ce-9674-66babfe32234), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:15.954907 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0f81f574-7ce7-4b85-a14f-db103129f861 req-d6f6d1a3-cd57-40b3-80bf-d49908e0767b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=1a9037b0-532a-408c-b85e-3a39058988ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0776048 Feb 02 07:15:15.957767 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-e98910ff-56b3-4ab9-8427-3a96c92dde31 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] For port 4f96b5d8-fe93-4097-9db1-7000b7932404, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=4f96b5d8-fe93-4097-9db1-7000b7932404,segment=NetworkSegment(9a5b42e2-8fa8-4a26-afca-f7a7ffbf4fb6),segment_id=9a5b42e2-8fa8-4a26-afca-f7a7ffbf4fb6)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:15:15.958236 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e98910ff-56b3-4ab9-8427-3a96c92dde31 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (4f96b5d8-fe93-4097-9db1-7000b7932404), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:15.978905 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a681b4a-d84c-499d-aee4-7a5fe6ffb317 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Pushing event deleted for resources: {'Port': ['ID=78f002f0-5cc9-43ce-9674-66babfe32234,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:15.980572 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-e98910ff-56b3-4ab9-8427-3a96c92dde31 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Calling delete_port for 4f96b5d8-fe93-4097-9db1-7000b7932404 owned by network:dhcp {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:15:16.000236 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e074495-bb56-4ff7-a978-84b111e50f6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78f002f0-5cc9-43ce-9674-66babfe32234'}, {'server_uuid': '1e074495-bb56-4ff7-a978-84b111e50f6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b17d715e-1c85-4c03-a547-caefd8ea643a'}, {'server_uuid': '1e074495-bb56-4ff7-a978-84b111e50f6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3327c7b8-0004-4fd0-b0f2-234f90c816b4'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:15:16.004125 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af8423ff-d6ae-4a54-a2f0-058b594a0a4d" -d '{"events": [{"server_uuid": "1e074495-bb56-4ff7-a978-84b111e50f6e", "name": "network-vif-unplugged", "status": "completed", "tag": "78f002f0-5cc9-43ce-9674-66babfe32234"}, {"server_uuid": "1e074495-bb56-4ff7-a978-84b111e50f6e", "name": "network-vif-unplugged", "status": "completed", "tag": "b17d715e-1c85-4c03-a547-caefd8ea643a"}, {"server_uuid": "1e074495-bb56-4ff7-a978-84b111e50f6e", "name": "network-vif-unplugged", "status": "completed", "tag": "3327c7b8-0004-4fd0-b0f2-234f90c816b4"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:15:16.011732 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16902af3-4213-4acf-9824-927a27d855fc req-1c58aa9f-b9af-402b-b6a8-c63c3c93dfa3 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:16.013410 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-16902af3-4213-4acf-9824-927a27d855fc req-1c58aa9f-b9af-402b-b6a8-c63c3c93dfa3 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=a93286f3-e077-4462-9d1e-071eeb30c65f HTTP/1.1" status: 200 len: 944 time: 0.1079836 Feb 02 07:15:16.038900 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 2ca2a904-b423-4cfc-be70-910119f88d4a is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:15:16.039526 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (2ca2a904-b423-4cfc-be70-910119f88d4a), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:16.062590 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:16.065641 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-5e453944-e4c1-46a8-93ec-7f6ee82518cd None None] Deleting port 4f96b5d8-fe93-4097-9db1-7000b7932404 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:15:16.066006 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e453944-e4c1-46a8-93ec-7f6ee82518cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (4f96b5d8-fe93-4097-9db1-7000b7932404), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:16.113692 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Wed, 02 Feb 2022 07:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b9ddccf-9b3e-4f9d-a624-6a2c99750d18 x-openstack-request-id: req-6b9ddccf-9b3e-4f9d-a624-6a2c99750d18 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:15:16.113985 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e074495-bb56-4ff7-a978-84b111e50f6e", "name": "network-vif-unplugged", "status": "completed", "tag": "78f002f0-5cc9-43ce-9674-66babfe32234", "code": 200}, {"server_uuid": "1e074495-bb56-4ff7-a978-84b111e50f6e", "name": "network-vif-unplugged", "status": "completed", "tag": "b17d715e-1c85-4c03-a547-caefd8ea643a", "code": 200}, {"server_uuid": "1e074495-bb56-4ff7-a978-84b111e50f6e", "name": "network-vif-unplugged", "status": "completed", "tag": "3327c7b8-0004-4fd0-b0f2-234f90c816b4", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:15:16.114241 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-6b9ddccf-9b3e-4f9d-a624-6a2c99750d18 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:15:16.114644 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e074495-bb56-4ff7-a978-84b111e50f6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78f002f0-5cc9-43ce-9674-66babfe32234', 'code': 200} Feb 02 07:15:16.114899 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e074495-bb56-4ff7-a978-84b111e50f6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b17d715e-1c85-4c03-a547-caefd8ea643a', 'code': 200} Feb 02 07:15:16.115149 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e074495-bb56-4ff7-a978-84b111e50f6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3327c7b8-0004-4fd0-b0f2-234f90c816b4', 'code': 200} Feb 02 07:15:16.138385 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 2ca2a904-b423-4cfc-be70-910119f88d4a, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=2ca2a904-b423-4cfc-be70-910119f88d4a,segment=NetworkSegment(2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0),segment_id=2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:15:16.140102 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f81f574-7ce7-4b85-a14f-db103129f861 req-6f156613-54e6-4650-b979-7496af7812ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:16.141771 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0f81f574-7ce7-4b85-a14f-db103129f861 req-6f156613-54e6-4650-b979-7496af7812ea service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3b47e731264f4e98a435635cbe941a6a&device_id=1a9037b0-532a-408c-b85e-3a39058988ae HTTP/1.1" status: 200 len: 1128 time: 0.1087558 Feb 02 07:15:16.185149 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (2ca2a904-b423-4cfc-be70-910119f88d4a), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:16.190074 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e98910ff-56b3-4ab9-8427-3a96c92dde31 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (4f96b5d8-fe93-4097-9db1-7000b7932404), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:16.193954 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2766dcae-9472-4372-824c-69dab55cd6ff req-2a681b4a-d84c-499d-aee4-7a5fe6ffb317 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Router ce39ca5b-f97a-4fa3-9e3f-efb600271ce7 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:15:16.201754 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-16902af3-4213-4acf-9824-927a27d855fc req-b8df3d87-c106-4d6c-8625-4e652007b894 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966408 Feb 02 07:15:16.204403 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-5e453944-e4c1-46a8-93ec-7f6ee82518cd None None] For port 4f96b5d8-fe93-4097-9db1-7000b7932404, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=4f96b5d8-fe93-4097-9db1-7000b7932404,segment=NetworkSegment(9a5b42e2-8fa8-4a26-afca-f7a7ffbf4fb6),segment_id=9a5b42e2-8fa8-4a26-afca-f7a7ffbf4fb6)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:15:16.204914 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e453944-e4c1-46a8-93ec-7f6ee82518cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (4f96b5d8-fe93-4097-9db1-7000b7932404), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:16.227593 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98910ff-56b3-4ab9-8427-3a96c92dde31 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event deleted for resources: {'Port': ['ID=4f96b5d8-fe93-4097-9db1-7000b7932404,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:16.229763 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98910ff-56b3-4ab9-8427-3a96c92dde31 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] No DVR routers for this DVR port 4f96b5d8-fe93-4097-9db1-7000b7932404 on host n-d-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:15:16.460731 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-5e453944-e4c1-46a8-93ec-7f6ee82518cd None None] Calling delete_port for 4f96b5d8-fe93-4097-9db1-7000b7932404 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:15:16.497490 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=2ca2a904-b423-4cfc-be70-910119f88d4a,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:16.640379 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e453944-e4c1-46a8-93ec-7f6ee82518cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (4f96b5d8-fe93-4097-9db1-7000b7932404), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:16.692924 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e453944-e4c1-46a8-93ec-7f6ee82518cd None None] Pushing event deleted for resources: {'Port': ['ID=4f96b5d8-fe93-4097-9db1-7000b7932404,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:16.732652 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e453944-e4c1-46a8-93ec-7f6ee82518cd None None] No DVR routers for this DVR port 4f96b5d8-fe93-4097-9db1-7000b7932404 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:15:16.910700 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e98910ff-56b3-4ab9-8427-3a96c92dde31 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (b0edbd68-c593-48de-80e8-2add7b87c188), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:16.934911 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-e98910ff-56b3-4ab9-8427-3a96c92dde31 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0edbd68-c593-48de-80e8-2add7b87c188']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:15:16.951933 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-e98910ff-56b3-4ab9-8427-3a96c92dde31 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a5b42e2-8fa8-4a26-afca-f7a7ffbf4fb6') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:15:16.953018 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-e98910ff-56b3-4ab9-8427-3a96c92dde31 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a5b42e2-8fa8-4a26-afca-f7a7ffbf4fb6') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:15:16.963824 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e98910ff-56b3-4ab9-8427-3a96c92dde31 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (9a5b42e2-8fa8-4a26-afca-f7a7ffbf4fb6), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:16.995091 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e98910ff-56b3-4ab9-8427-3a96c92dde31 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (9a5b42e2-8fa8-4a26-afca-f7a7ffbf4fb6), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:17.002642 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e98910ff-56b3-4ab9-8427-3a96c92dde31 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:15:17.003224 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e98910ff-56b3-4ab9-8427-3a96c92dde31 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (9a5b42e2-8fa8-4a26-afca-f7a7ffbf4fb6), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:17.014959 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 4f96b5d8-fe93-4097-9db1-7000b7932404 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:15:17.049797 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2766dcae-9472-4372-824c-69dab55cd6ff req-2a681b4a-d84c-499d-aee4-7a5fe6ffb317 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:15:17.055065 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 4f96b5d8-fe93-4097-9db1-7000b7932404 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:15:17.065654 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96da6ce9-d838-4712-b9f2-b99f4fa8911a None None] Sync routers for ids ['ce39ca5b-f97a-4fa3-9e3f-efb600271ce7'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:15:17.066827 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 4f96b5d8-fe93-4097-9db1-7000b7932404 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:15:17.068384 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:15:17.068384 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:15:17.068384 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:15:17.068384 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:15:17.068384 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:15:17.068384 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:15:17.068384 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:15:17.068384 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:15:17.068384 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:15:17.068384 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:15:17.068384 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:15:17.068384 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:15:17.068384 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:15:17.068384 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:15:17.068384 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:15:17.068384 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:15:17.068384 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:15:17.068384 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:15:17.068384 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:15:17.068384 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:15:17.068384 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:15:17.068384 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:15:17.068384 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:15:17.068384 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:15:17.068384 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:15:17.068384 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:15:17.068384 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:15:17.068384 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:15:17.068384 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:15:17.068384 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:15:17.068384 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:15:17.068384 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:15:17.074931 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e98910ff-56b3-4ab9-8427-3a96c92dde31 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (b0edbd68-c593-48de-80e8-2add7b87c188), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:17.086311 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e98910ff-56b3-4ab9-8427-3a96c92dde31 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:17.090042 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-e98910ff-56b3-4ab9-8427-3a96c92dde31 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "DELETE /v2.0/networks/b0edbd68-c593-48de-80e8-2add7b87c188 HTTP/1.1" status: 204 len: 168 time: 1.5993454 Feb 02 07:15:17.095232 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96da6ce9-d838-4712-b9f2-b99f4fa8911a None None] Routers {'ce39ca5b-f97a-4fa3-9e3f-efb600271ce7'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:15:17.095860 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-96da6ce9-d838-4712-b9f2-b99f4fa8911a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:15:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['ce39ca5b-f97a-4fa3-9e3f-efb600271ce7'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:15:17.106175 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59084) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:17.111706 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-87736f34-538e-4fcc-a0ad-42b7a198d87f tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1750666578'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:15:17.116790 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98910ff-56b3-4ab9-8427-3a96c92dde31 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event deleted for resources: {'Network': ['ID=b0edbd68-c593-48de-80e8-2add7b87c188,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:17.138354 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87736f34-538e-4fcc-a0ad-42b7a198d87f tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Made reservation on behalf of 3f54e6cae7d248ada3b347585c4ee8ad for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:15:17.142624 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-87736f34-538e-4fcc-a0ad-42b7a198d87f tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:17.175370 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87736f34-538e-4fcc-a0ad-42b7a198d87f tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:15:17.176672 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f81f574-7ce7-4b85-a14f-db103129f861 req-2dfa493e-560b-476d-9ec6-71fd2da6b911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:17.178379 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0f81f574-7ce7-4b85-a14f-db103129f861 req-2dfa493e-560b-476d-9ec6-71fd2da6b911 service neutron] 10.222.0.88 "GET /v2.0/networks?id=5b8ffc7a-717b-4b32-aed8-31315930798c HTTP/1.1" status: 200 len: 910 time: 0.9014823 Feb 02 07:15:17.189947 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-87736f34-538e-4fcc-a0ad-42b7a198d87f tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (9cee050d-8521-4f7e-b858-ff9f7805ab7b), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:17.190604 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-87736f34-538e-4fcc-a0ad-42b7a198d87f tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Added segment 9cee050d-8521-4f7e-b858-ff9f7805ab7b of type vlan for network 260279a8-4104-4819-8d7b-6911ddf07861 Feb 02 07:15:17.241078 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-87736f34-538e-4fcc-a0ad-42b7a198d87f tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (260279a8-4104-4819-8d7b-6911ddf07861), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:17.268773 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-96da6ce9-d838-4712-b9f2-b99f4fa8911a None None] Set router ce39ca5b-f97a-4fa3-9e3f-efb600271ce7 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:15:17.274127 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-87736f34-538e-4fcc-a0ad-42b7a198d87f tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (260279a8-4104-4819-8d7b-6911ddf07861), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:17.280358 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-2766dcae-9472-4372-824c-69dab55cd6ff req-2a681b4a-d84c-499d-aee4-7a5fe6ffb317 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] No DVR routers for this DVR port 78f002f0-5cc9-43ce-9674-66babfe32234 on host n-h1-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:15:17.280567 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87736f34-538e-4fcc-a0ad-42b7a198d87f tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:17.281544 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-87736f34-538e-4fcc-a0ad-42b7a198d87f tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:17.290039 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2766dcae-9472-4372-824c-69dab55cd6ff req-2a681b4a-d84c-499d-aee4-7a5fe6ffb317 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:17.293885 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2766dcae-9472-4372-824c-69dab55cd6ff req-2a681b4a-d84c-499d-aee4-7a5fe6ffb317 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.88 "DELETE /v2.0/ports/78f002f0-5cc9-43ce-9674-66babfe32234 HTTP/1.1" status: 204 len: 173 time: 2.3137932 Feb 02 07:15:17.296454 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e074495-bb56-4ff7-a978-84b111e50f6e', 'name': 'network-vif-deleted', 'tag': '78f002f0-5cc9-43ce-9674-66babfe32234'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:15:17.298846 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1772960e-fb1d-40f2-896a-8396228c78c6" -d '{"events": [{"server_uuid": "1e074495-bb56-4ff7-a978-84b111e50f6e", "name": "network-vif-deleted", "tag": "78f002f0-5cc9-43ce-9674-66babfe32234"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:15:17.349470 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-87736f34-538e-4fcc-a0ad-42b7a198d87f tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2332258 Feb 02 07:15:17.367681 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:17.385608 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59090) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:17.393018 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-8b2236f7-6d08-4899-a2a1-0d95d772be65 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Request body: {'subnet': {'network_id': '260279a8-4104-4819-8d7b-6911ddf07861', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:15:17.428507 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87736f34-538e-4fcc-a0ad-42b7a198d87f tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event updated for resources: {'Network': ['ID=260279a8-4104-4819-8d7b-6911ddf07861,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:17.434203 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0f81f574-7ce7-4b85-a14f-db103129f861 req-d84e95f2-c3b7-43fc-a6fe-6e454fa5ffc1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf613857-7b11-4fe4-aa25-62ea826217ee HTTP/1.1" status: 200 len: 1001 time: 0.2315381 Feb 02 07:15:17.439363 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 260279a8-4104-4819-8d7b-6911ddf07861 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:15:17.446236 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc5b0b-a508-436f-865c-195a1e5760fd req-6cf8062c-e545-4a2d-84f6-054d21b0f235 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:17.452056 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc5b0b-a508-436f-865c-195a1e5760fd req-6cf8062c-e545-4a2d-84f6-054d21b0f235 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:17.457756 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc5b0b-a508-436f-865c-195a1e5760fd req-6cf8062c-e545-4a2d-84f6-054d21b0f235 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:17.460994 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4fcc5b0b-a508-436f-865c-195a1e5760fd req-6cf8062c-e545-4a2d-84f6-054d21b0f235 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 2409 time: 0.3167667 Feb 02 07:15:17.561424 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4fcc5b0b-a508-436f-865c-195a1e5760fd req-f2439a92-676a-4798-967a-1639a7971f42 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/security-groups?id=39d64e71-9bbb-4283-9333-9f076dd0e667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892475 Feb 02 07:15:17.608070 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdd1c11-b4ce-48e5-9fef-c6d2a5951b93 req-827a7e8f-d9cc-457b-bea0-43eaa6c4d120 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:17.609881 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6fdd1c11-b4ce-48e5-9fef-c6d2a5951b93 req-827a7e8f-d9cc-457b-bea0-43eaa6c4d120 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=a93286f3-e077-4462-9d1e-071eeb30c65f HTTP/1.1" status: 200 len: 945 time: 0.2095885 Feb 02 07:15:17.660435 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f81f574-7ce7-4b85-a14f-db103129f861 req-b6205070-31b2-4f64-8d62-40f0e325efef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:17.661493 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-96da6ce9-d838-4712-b9f2-b99f4fa8911a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce39ca5b-f97a-4fa3-9e3f-efb600271ce7', 'name': 'tempest-TaggedBootDevicesTest_v242-1294267512-router', 'tenant_id': '07cbe6ce97734b3c8365c4e2bb6fcdb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '58cb2ff9-9cbd-4000-a469-f267ce94a489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:08:49Z', 'updated_at': '2022-02-02T07:08:56Z', 'revision_number': 4, 'project_id': '07cbe6ce97734b3c8365c4e2bb6fcdb5', 'gw_port': {'id': '58cb2ff9-9cbd-4000-a469-f267ce94a489', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce39ca5b-f97a-4fa3-9e3f-efb600271ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:08:50Z', 'updated_at': '2022-02-02T07:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '7c8df5bb-05ef-4d95-8835-3ce0a3bde4c1', 'name': '', 'network_id': '75d236c0-f48f-4716-8c17-05895f8c5ef2', 'tenant_id': '07cbe6ce97734b3c8365c4e2bb6fcdb5', 'mac_address': 'fa:16:3e:7f:4e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce39ca5b-f97a-4fa3-9e3f-efb600271ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': 'e1650f49-fd4b-4603-822f-9852910c48b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:08:55Z', 'updated_at': '2022-02-02T07:09:01Z', 'revision_number': 5, 'project_id': '07cbe6ce97734b3c8365c4e2bb6fcdb5', 'subnets': [{'id': 'e1650f49-fd4b-4603-822f-9852910c48b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:15:17.666176 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0f81f574-7ce7-4b85-a14f-db103129f861 req-b6205070-31b2-4f64-8d62-40f0e325efef service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2c1cc1e9-39d5-4fbe-86e9-f98639e7b3b3 HTTP/1.1" status: 200 len: 848 time: 0.1996171 Feb 02 07:15:17.692489 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6fdd1c11-b4ce-48e5-9fef-c6d2a5951b93 req-0e79ac74-f1e6-47a3-bce9-3dc1b9bac36a tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726275 Feb 02 07:15:17.692489 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2236f7-6d08-4899-a2a1-0d95d772be65 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Made reservation on behalf of 3f54e6cae7d248ada3b347585c4ee8ad for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:15:17.695547 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8b2236f7-6d08-4899-a2a1-0d95d772be65 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:17.731150 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96da6ce9-d838-4712-b9f2-b99f4fa8911a None None] Checking router: ce39ca5b-f97a-4fa3-9e3f-efb600271ce7 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:15:17.738961 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b52ad1a-6aa8-4533-88e2-dc8fa5a30a25 x-openstack-request-id: req-3b52ad1a-6aa8-4533-88e2-dc8fa5a30a25 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:15:17.739405 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e074495-bb56-4ff7-a978-84b111e50f6e", "name": "network-vif-deleted", "tag": "78f002f0-5cc9-43ce-9674-66babfe32234", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:15:17.739796 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-3b52ad1a-6aa8-4533-88e2-dc8fa5a30a25 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:15:17.740346 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e074495-bb56-4ff7-a978-84b111e50f6e', 'name': 'network-vif-deleted', 'tag': '78f002f0-5cc9-43ce-9674-66babfe32234', 'status': 'completed', 'code': 200} Feb 02 07:15:17.749037 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96da6ce9-d838-4712-b9f2-b99f4fa8911a None None] Routers {'ce39ca5b-f97a-4fa3-9e3f-efb600271ce7'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:15:17.749662 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-96da6ce9-d838-4712-b9f2-b99f4fa8911a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:15:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['ce39ca5b-f97a-4fa3-9e3f-efb600271ce7'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:15:17.750859 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-2766dcae-9472-4372-824c-69dab55cd6ff req-92e9b394-7f22-4fab-9981-dd8a1fad85e3 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Deleting port b17d715e-1c85-4c03-a547-caefd8ea643a {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:15:17.751311 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2766dcae-9472-4372-824c-69dab55cd6ff req-92e9b394-7f22-4fab-9981-dd8a1fad85e3 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (b17d715e-1c85-4c03-a547-caefd8ea643a), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:17.842987 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f81f574-7ce7-4b85-a14f-db103129f861 req-ebb8d788-2960-4619-a003-5e758814657b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:17.849751 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0f81f574-7ce7-4b85-a14f-db103129f861 req-ebb8d788-2960-4619-a003-5e758814657b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5b8ffc7a-717b-4b32-aed8-31315930798c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1759911 Feb 02 07:15:17.963253 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-96da6ce9-d838-4712-b9f2-b99f4fa8911a None None] Set router ce39ca5b-f97a-4fa3-9e3f-efb600271ce7 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:15:17.994919 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8b2236f7-6d08-4899-a2a1-0d95d772be65 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (8832d3bb-fdbe-4ff5-a382-ce9b88210106), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:18.000022 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-2766dcae-9472-4372-824c-69dab55cd6ff req-92e9b394-7f22-4fab-9981-dd8a1fad85e3 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] For port b17d715e-1c85-4c03-a547-caefd8ea643a, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=b17d715e-1c85-4c03-a547-caefd8ea643a,segment=NetworkSegment(4853bd7a-35ba-41e6-9757-b7f9c4755985),segment_id=4853bd7a-35ba-41e6-9757-b7f9c4755985)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:15:18.000375 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2766dcae-9472-4372-824c-69dab55cd6ff req-92e9b394-7f22-4fab-9981-dd8a1fad85e3 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (b17d715e-1c85-4c03-a547-caefd8ea643a), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:18.043254 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-2766dcae-9472-4372-824c-69dab55cd6ff req-92e9b394-7f22-4fab-9981-dd8a1fad85e3 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Calling delete_port for b17d715e-1c85-4c03-a547-caefd8ea643a owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:15:18.117369 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a93286f3-e077-4462-9d1e-071eeb30c65f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ca2a904-b423-4cfc-be70-910119f88d4a'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:15:18.119779 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b177b35e-35b9-4515-9acc-f41328c15f8c" -d '{"events": [{"server_uuid": "a93286f3-e077-4462-9d1e-071eeb30c65f", "name": "network-vif-plugged", "status": "completed", "tag": "2ca2a904-b423-4cfc-be70-910119f88d4a"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:15:18.169197 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0f81f574-7ce7-4b85-a14f-db103129f861 req-7e04bcbf-b9b1-4794-a579-675f6c31814d service neutron] 10.222.0.88 "GET /v2.0/networks/5b8ffc7a-717b-4b32-aed8-31315930798c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124225 Feb 02 07:15:18.181543 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2236f7-6d08-4899-a2a1-0d95d772be65 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event updated for resources: {'Subnet': ['ID=8832d3bb-fdbe-4ff5-a382-ce9b88210106,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:18.203135 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25840815-990a-41a4-be98-e65bdd31f70b x-openstack-request-id: req-25840815-990a-41a4-be98-e65bdd31f70b {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:15:18.203704 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a93286f3-e077-4462-9d1e-071eeb30c65f", "name": "network-vif-plugged", "status": "completed", "tag": "2ca2a904-b423-4cfc-be70-910119f88d4a", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:15:18.204210 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-25840815-990a-41a4-be98-e65bdd31f70b {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:15:18.204939 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a93286f3-e077-4462-9d1e-071eeb30c65f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ca2a904-b423-4cfc-be70-910119f88d4a', 'code': 200} Feb 02 07:15:18.205178 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2236f7-6d08-4899-a2a1-0d95d772be65 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Checking segment: {'id': '9cee050d-8521-4f7e-b858-ff9f7805ab7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '260279a8-4104-4819-8d7b-6911ddf07861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:15:18.205553 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2236f7-6d08-4899-a2a1-0d95d772be65 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Network hostable DHCP agents. Network: 260279a8-4104-4819-8d7b-6911ddf07861, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:15:18.228714 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2236f7-6d08-4899-a2a1-0d95d772be65 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Network 260279a8-4104-4819-8d7b-6911ddf07861 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:15:18.244088 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-8b2236f7-6d08-4899-a2a1-0d95d772be65 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 260279a8-4104-4819-8d7b-6911ddf07861) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:15:18.254371 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2083f744-4fb1-4770-8ceb-73e7750f5acb None None] Network 260279a8-4104-4819-8d7b-6911ddf07861 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:15:18.255803 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2236f7-6d08-4899-a2a1-0d95d772be65 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:18.257158 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8b2236f7-6d08-4899-a2a1-0d95d772be65 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:18.280991 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-8b2236f7-6d08-4899-a2a1-0d95d772be65 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8933439 Feb 02 07:15:18.283064 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59102) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:18.295176 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-19e7e55e-7db9-4a0c-8c93-ffaa323cf4d4 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-744590989', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:15:18.404262 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a084d8-33cd-40be-ac3c-268cc0ad3c15 req-bb95b939-c8bf-4033-90e1-d78bb8043c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:18.405774 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-74a084d8-33cd-40be-ac3c-268cc0ad3c15 req-bb95b939-c8bf-4033-90e1-d78bb8043c6c service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a93286f3-e077-4462-9d1e-071eeb30c65f HTTP/1.1" status: 200 len: 1128 time: 0.0884566 Feb 02 07:15:18.466518 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2537829-6ebd-49f7-909b-77f77090cfde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-260279a8-4104-4819-8d7b-6911ddf07861', 'network_id': '260279a8-4104-4819-8d7b-6911ddf07861', 'project_id': '3f54e6cae7d248ada3b347585c4ee8ad', 'fixed_ips': [{'subnet_id': '8832d3bb-fdbe-4ff5-a382-ce9b88210106'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:15:18.467938 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d2537829-6ebd-49f7-909b-77f77090cfde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:18.480838 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-19e7e55e-7db9-4a0c-8c93-ffaa323cf4d4 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (41011a70-d93b-4644-b3b9-36651317ed2c), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:18.481890 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-19e7e55e-7db9-4a0c-8c93-ffaa323cf4d4 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (41011a70-d93b-4644-b3b9-36651317ed2c), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:18.512413 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-74a084d8-33cd-40be-ac3c-268cc0ad3c15 req-15bd721d-770b-424d-8557-f356c2310b47 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999694 Feb 02 07:15:18.513334 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-96da6ce9-d838-4712-b9f2-b99f4fa8911a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce39ca5b-f97a-4fa3-9e3f-efb600271ce7', 'name': 'tempest-TaggedBootDevicesTest_v242-1294267512-router', 'tenant_id': '07cbe6ce97734b3c8365c4e2bb6fcdb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '58cb2ff9-9cbd-4000-a469-f267ce94a489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:08:49Z', 'updated_at': '2022-02-02T07:08:56Z', 'revision_number': 4, 'project_id': '07cbe6ce97734b3c8365c4e2bb6fcdb5', 'gw_port': {'id': '58cb2ff9-9cbd-4000-a469-f267ce94a489', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce39ca5b-f97a-4fa3-9e3f-efb600271ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:08:50Z', 'updated_at': '2022-02-02T07:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '7c8df5bb-05ef-4d95-8835-3ce0a3bde4c1', 'name': '', 'network_id': '75d236c0-f48f-4716-8c17-05895f8c5ef2', 'tenant_id': '07cbe6ce97734b3c8365c4e2bb6fcdb5', 'mac_address': 'fa:16:3e:7f:4e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce39ca5b-f97a-4fa3-9e3f-efb600271ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': 'e1650f49-fd4b-4603-822f-9852910c48b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:08:55Z', 'updated_at': '2022-02-02T07:09:01Z', 'revision_number': 5, 'project_id': '07cbe6ce97734b3c8365c4e2bb6fcdb5', 'subnets': [{'id': 'e1650f49-fd4b-4603-822f-9852910c48b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:15:18.544582 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96da6ce9-d838-4712-b9f2-b99f4fa8911a None None] The sync data for ids ['ce39ca5b-f97a-4fa3-9e3f-efb600271ce7'] in n-d-789963-26 is: [{'id': 'ce39ca5b-f97a-4fa3-9e3f-efb600271ce7', 'name': 'tempest-TaggedBootDevicesTest_v242-1294267512-router', 'tenant_id': '07cbe6ce97734b3c8365c4e2bb6fcdb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '58cb2ff9-9cbd-4000-a469-f267ce94a489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:08:49Z', 'updated_at': '2022-02-02T07:08:56Z', 'revision_number': 4, 'project_id': '07cbe6ce97734b3c8365c4e2bb6fcdb5', 'gw_port': {'id': '58cb2ff9-9cbd-4000-a469-f267ce94a489', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce39ca5b-f97a-4fa3-9e3f-efb600271ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:08:50Z', 'updated_at': '2022-02-02T07:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '7c8df5bb-05ef-4d95-8835-3ce0a3bde4c1', 'name': '', 'network_id': '75d236c0-f48f-4716-8c17-05895f8c5ef2', 'tenant_id': '07cbe6ce97734b3c8365c4e2bb6fcdb5', 'mac_address': 'fa:16:3e:7f:4e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce39ca5b-f97a-4fa3-9e3f-efb600271ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': 'e1650f49-fd4b-4603-822f-9852910c48b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:08:55Z', 'updated_at': '2022-02-02T07:09:01Z', 'revision_number': 5, 'project_id': '07cbe6ce97734b3c8365c4e2bb6fcdb5', 'subnets': [{'id': 'e1650f49-fd4b-4603-822f-9852910c48b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:15:18.634659 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-19e7e55e-7db9-4a0c-8c93-ffaa323cf4d4 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for router_controller (41011a70-d93b-4644-b3b9-36651317ed2c), precommit_add_association {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:18.658172 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0f81f574-7ce7-4b85-a14f-db103129f861 req-4ea33ef6-ddde-4c30-b89c-8e835234bb29 service neutron] 10.222.0.88 "GET /v2.0/networks/5b8ffc7a-717b-4b32-aed8-31315930798c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4783611 Feb 02 07:15:18.659706 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-19e7e55e-7db9-4a0c-8c93-ffaa323cf4d4 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (41011a70-d93b-4644-b3b9-36651317ed2c), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:18.684457 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2766dcae-9472-4372-824c-69dab55cd6ff req-92e9b394-7f22-4fab-9981-dd8a1fad85e3 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (b17d715e-1c85-4c03-a547-caefd8ea643a), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:18.735046 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e9b394-7f22-4fab-9981-dd8a1fad85e3 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Pushing event deleted for resources: {'Port': ['ID=b17d715e-1c85-4c03-a547-caefd8ea643a,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:18.747415 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-19e7e55e-7db9-4a0c-8c93-ffaa323cf4d4 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:18.755739 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-19e7e55e-7db9-4a0c-8c93-ffaa323cf4d4 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4715483 Feb 02 07:15:18.765581 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59108) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:18.769611 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-d2537829-6ebd-49f7-909b-77f77090cfde None None] Allocated IP 2001:db8::2 (260279a8-4104-4819-8d7b-6911ddf07861/8832d3bb-fdbe-4ff5-a382-ce9b88210106/979359ce-391d-41aa-acbc-21a9fd1a70a9) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:15:18.786742 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-1454e21e-06ef-4d34-a3a0-490ed1f20151 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Request body: {'port': {'network_id': '260279a8-4104-4819-8d7b-6911ddf07861', 'name': 'tempest-PortsIpV6TestJSON-1194139499'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:15:18.860793 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefff438-fb5c-47f1-a279-bb8959d1e3e7 req-fb449fff-8480-4181-9805-3ef5ea42ed58 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:18.870237 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefff438-fb5c-47f1-a279-bb8959d1e3e7 req-fb449fff-8480-4181-9805-3ef5ea42ed58 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:18.890127 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cefff438-fb5c-47f1-a279-bb8959d1e3e7 req-fb449fff-8480-4181-9805-3ef5ea42ed58 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 1677 time: 0.1707888 Feb 02 07:15:18.990017 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cefff438-fb5c-47f1-a279-bb8959d1e3e7 req-9d1855de-c095-488e-a241-e38d1866c2f9 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/security-groups?id=39d64e71-9bbb-4283-9333-9f076dd0e667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934608 Feb 02 07:15:19.051692 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d2537829-6ebd-49f7-909b-77f77090cfde None None] Publish callbacks [] for port (979359ce-391d-41aa-acbc-21a9fd1a70a9), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:19.061842 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d2537829-6ebd-49f7-909b-77f77090cfde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (979359ce-391d-41aa-acbc-21a9fd1a70a9), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:19.078471 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84214ac-ae48-476e-8078-db841edae67d None None] New status for floating IP 35e24b1d-d23b-4223-8542-10e02f49e495: DOWN {{(pid=109695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 07:15:19.078656 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-2766dcae-9472-4372-824c-69dab55cd6ff req-92e9b394-7f22-4fab-9981-dd8a1fad85e3 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] No DVR routers for this DVR port b17d715e-1c85-4c03-a547-caefd8ea643a on host n-h1-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:15:19.116982 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2766dcae-9472-4372-824c-69dab55cd6ff req-92e9b394-7f22-4fab-9981-dd8a1fad85e3 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:19.120968 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2766dcae-9472-4372-824c-69dab55cd6ff req-92e9b394-7f22-4fab-9981-dd8a1fad85e3 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.88 "DELETE /v2.0/ports/b17d715e-1c85-4c03-a547-caefd8ea643a HTTP/1.1" status: 204 len: 173 time: 1.8139141 Feb 02 07:15:19.237088 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2537829-6ebd-49f7-909b-77f77090cfde None None] Network 260279a8-4104-4819-8d7b-6911ddf07861 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:15:19.242132 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-d2537829-6ebd-49f7-909b-77f77090cfde None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:15:19.244718 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2537829-6ebd-49f7-909b-77f77090cfde None None] Pushing event updated for resources: {'Port': ['ID=979359ce-391d-41aa-acbc-21a9fd1a70a9,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:19.247637 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2537829-6ebd-49f7-909b-77f77090cfde None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:15:19.343359 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-d2537829-6ebd-49f7-909b-77f77090cfde None None] Attempting to bind port 979359ce-391d-41aa-acbc-21a9fd1a70a9 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:15:19.345104 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-d2537829-6ebd-49f7-909b-77f77090cfde None None] Attempting to bind port 979359ce-391d-41aa-acbc-21a9fd1a70a9 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '9cee050d-8521-4f7e-b858-ff9f7805ab7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '260279a8-4104-4819-8d7b-6911ddf07861'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:15:19.345639 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2537829-6ebd-49f7-909b-77f77090cfde None None] Attempting to bind port 979359ce-391d-41aa-acbc-21a9fd1a70a9 on network 260279a8-4104-4819-8d7b-6911ddf07861 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:15:19.350170 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6782f0a-8863-4cfb-950f-522e3f533c00 req-d23c7980-1649-4c81-8332-6aad905583b1 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:19.360833 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c6782f0a-8863-4cfb-950f-522e3f533c00 req-d23c7980-1649-4c81-8332-6aad905583b1 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=a93286f3-e077-4462-9d1e-071eeb30c65f HTTP/1.1" status: 200 len: 945 time: 0.5092511 Feb 02 07:15:19.363801 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2537829-6ebd-49f7-909b-77f77090cfde None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:15:19.364191 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2537829-6ebd-49f7-909b-77f77090cfde None None] Checking segment: {'id': '9cee050d-8521-4f7e-b858-ff9f7805ab7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '260279a8-4104-4819-8d7b-6911ddf07861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:15:19.367691 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d2537829-6ebd-49f7-909b-77f77090cfde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:19.368774 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2537829-6ebd-49f7-909b-77f77090cfde None None] Bound using segment: {'id': '9cee050d-8521-4f7e-b858-ff9f7805ab7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '260279a8-4104-4819-8d7b-6911ddf07861'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:15:19.372727 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-d2537829-6ebd-49f7-909b-77f77090cfde None None] Bound port: 979359ce-391d-41aa-acbc-21a9fd1a70a9, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cee050d-8521-4f7e-b858-ff9f7805ab7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '260279a8-4104-4819-8d7b-6911ddf07861'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:15:19.373707 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d2537829-6ebd-49f7-909b-77f77090cfde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (979359ce-391d-41aa-acbc-21a9fd1a70a9), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:19.474685 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-2766dcae-9472-4372-824c-69dab55cd6ff req-60d04b60-9d5c-4b40-91f4-2252a370f143 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Deleting port 3327c7b8-0004-4fd0-b0f2-234f90c816b4 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:15:19.475297 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2766dcae-9472-4372-824c-69dab55cd6ff req-60d04b60-9d5c-4b40-91f4-2252a370f143 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (3327c7b8-0004-4fd0-b0f2-234f90c816b4), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:19.481386 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1454e21e-06ef-4d34-a3a0-490ed1f20151 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Made reservation on behalf of 3f54e6cae7d248ada3b347585c4ee8ad for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:15:19.485160 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1454e21e-06ef-4d34-a3a0-490ed1f20151 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:19.496159 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c6782f0a-8863-4cfb-950f-522e3f533c00 req-bf345e35-f86a-49a9-afcf-fbe7c1291235 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343811 Feb 02 07:15:19.534365 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-d2537829-6ebd-49f7-909b-77f77090cfde None None] For port 979359ce-391d-41aa-acbc-21a9fd1a70a9, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:15:19.540711 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-d2537829-6ebd-49f7-909b-77f77090cfde None None] For port 979359ce-391d-41aa-acbc-21a9fd1a70a9, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=979359ce-391d-41aa-acbc-21a9fd1a70a9,segment=NetworkSegment(9cee050d-8521-4f7e-b858-ff9f7805ab7b),segment_id=9cee050d-8521-4f7e-b858-ff9f7805ab7b)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:15:19.555195 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d2537829-6ebd-49f7-909b-77f77090cfde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (979359ce-391d-41aa-acbc-21a9fd1a70a9), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:19.570005 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [None req-1454e21e-06ef-4d34-a3a0-490ed1f20151 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] device_id is not set on port b62b88eb-bbf7-46d3-9324-a36e76321e0b yet. {{(pid=109693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:15:19.630133 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2537829-6ebd-49f7-909b-77f77090cfde None None] Pushing event updated for resources: {'Port': ['ID=979359ce-391d-41aa-acbc-21a9fd1a70a9,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:19.738794 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-2766dcae-9472-4372-824c-69dab55cd6ff req-60d04b60-9d5c-4b40-91f4-2252a370f143 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] For port 3327c7b8-0004-4fd0-b0f2-234f90c816b4, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=3327c7b8-0004-4fd0-b0f2-234f90c816b4,segment=NetworkSegment(4853bd7a-35ba-41e6-9757-b7f9c4755985),segment_id=4853bd7a-35ba-41e6-9757-b7f9c4755985)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:15:19.739358 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2766dcae-9472-4372-824c-69dab55cd6ff req-60d04b60-9d5c-4b40-91f4-2252a370f143 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (3327c7b8-0004-4fd0-b0f2-234f90c816b4), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:19.742403 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e074495-bb56-4ff7-a978-84b111e50f6e', 'name': 'network-vif-deleted', 'tag': 'b17d715e-1c85-4c03-a547-caefd8ea643a'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:15:19.744703 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e724b7-7755-43a8-9bce-9a9a0fe970ed" -d '{"events": [{"server_uuid": "1e074495-bb56-4ff7-a978-84b111e50f6e", "name": "network-vif-deleted", "tag": "b17d715e-1c85-4c03-a547-caefd8ea643a"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:15:19.764636 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-2766dcae-9472-4372-824c-69dab55cd6ff req-60d04b60-9d5c-4b40-91f4-2252a370f143 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Calling delete_port for 3327c7b8-0004-4fd0-b0f2-234f90c816b4 owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:15:19.791784 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-1454e21e-06ef-4d34-a3a0-490ed1f20151 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Allocated IP 2001:db8::396 (260279a8-4104-4819-8d7b-6911ddf07861/8832d3bb-fdbe-4ff5-a382-ce9b88210106/b62b88eb-bbf7-46d3-9324-a36e76321e0b) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:15:19.808749 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e0f97c5c-5eaf-4bed-9706-716b55b8b1c1 req-8d8d0729-05bf-4fec-996a-24e9b9f82a42 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c6413e47-3ae9-473a-844c-f4bcd11bbc2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0925899 Feb 02 07:15:19.832035 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4167ba4-1ed4-469a-8452-f5e6eec9e7d2 x-openstack-request-id: req-b4167ba4-1ed4-469a-8452-f5e6eec9e7d2 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:15:19.832329 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e074495-bb56-4ff7-a978-84b111e50f6e", "name": "network-vif-deleted", "tag": "b17d715e-1c85-4c03-a547-caefd8ea643a", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:15:19.832589 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b4167ba4-1ed4-469a-8452-f5e6eec9e7d2 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:15:19.832994 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e074495-bb56-4ff7-a978-84b111e50f6e', 'name': 'network-vif-deleted', 'tag': 'b17d715e-1c85-4c03-a547-caefd8ea643a', 'status': 'completed', 'code': 200} Feb 02 07:15:19.982852 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f97c5c-5eaf-4bed-9706-716b55b8b1c1 req-11fc3481-7e27-49f1-8d3c-5330b49fae6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:19.987515 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e0f97c5c-5eaf-4bed-9706-716b55b8b1c1 req-11fc3481-7e27-49f1-8d3c-5330b49fae6e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=faba4237acf64862ba84ad5ca9ce531a&device_id=c6413e47-3ae9-473a-844c-f4bcd11bbc2e HTTP/1.1" status: 200 len: 1129 time: 0.0701923 Feb 02 07:15:20.107756 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2766dcae-9472-4372-824c-69dab55cd6ff req-60d04b60-9d5c-4b40-91f4-2252a370f143 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (3327c7b8-0004-4fd0-b0f2-234f90c816b4), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:20.134046 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1454e21e-06ef-4d34-a3a0-490ed1f20151 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for port (b62b88eb-bbf7-46d3-9324-a36e76321e0b), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:20.173973 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f97c5c-5eaf-4bed-9706-716b55b8b1c1 req-93303d1a-47a8-4347-9c91-e978b0df35e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:20.175655 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e0f97c5c-5eaf-4bed-9706-716b55b8b1c1 req-93303d1a-47a8-4347-9c91-e978b0df35e6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=93a7727a-9e40-4a0f-b90d-66c79fe1bf6c HTTP/1.1" status: 200 len: 918 time: 0.1659498 Feb 02 07:15:20.214065 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d04b60-9d5c-4b40-91f4-2252a370f143 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Pushing event deleted for resources: {'Port': ['ID=3327c7b8-0004-4fd0-b0f2-234f90c816b4,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:20.264194 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1454e21e-06ef-4d34-a3a0-490ed1f20151 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (b62b88eb-bbf7-46d3-9324-a36e76321e0b), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:20.308858 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e0f97c5c-5eaf-4bed-9706-716b55b8b1c1 req-f4d2fc8b-97aa-41fe-a581-b3856b120799 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5693ad4-1652-4353-8d5c-35e07e2e3df9 HTTP/1.1" status: 200 len: 1001 time: 0.1259940 Feb 02 07:15:20.344042 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-2766dcae-9472-4372-824c-69dab55cd6ff req-60d04b60-9d5c-4b40-91f4-2252a370f143 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] No DVR routers for this DVR port 3327c7b8-0004-4fd0-b0f2-234f90c816b4 on host n-h1-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:15:20.356709 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2766dcae-9472-4372-824c-69dab55cd6ff req-60d04b60-9d5c-4b40-91f4-2252a370f143 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:20.361636 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2766dcae-9472-4372-824c-69dab55cd6ff req-60d04b60-9d5c-4b40-91f4-2252a370f143 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.88 "DELETE /v2.0/ports/3327c7b8-0004-4fd0-b0f2-234f90c816b4 HTTP/1.1" status: 204 len: 173 time: 1.2270792 Feb 02 07:15:20.370472 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1454e21e-06ef-4d34-a3a0-490ed1f20151 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Network 260279a8-4104-4819-8d7b-6911ddf07861 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:15:20.380613 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-1454e21e-06ef-4d34-a3a0-490ed1f20151 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:15:20.392598 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1454e21e-06ef-4d34-a3a0-490ed1f20151 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:15:20.399109 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1454e21e-06ef-4d34-a3a0-490ed1f20151 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:20.400103 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1454e21e-06ef-4d34-a3a0-490ed1f20151 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:20.404281 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1454e21e-06ef-4d34-a3a0-490ed1f20151 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event updated for resources: {'Port': ['ID=b62b88eb-bbf7-46d3-9324-a36e76321e0b,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:20.406424 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f97c5c-5eaf-4bed-9706-716b55b8b1c1 req-2eafe41b-766b-497f-86f2-e50f040b9325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:20.410243 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e0f97c5c-5eaf-4bed-9706-716b55b8b1c1 req-2eafe41b-766b-497f-86f2-e50f040b9325 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=772313e3-625d-4c7f-b776-8fe829836021 HTTP/1.1" status: 200 len: 856 time: 0.0934875 Feb 02 07:15:20.440301 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb6c93-fe1c-4728-a3a7-1846e6a56825 req-3bdd9c9c-afc4-43e2-8a0e-3b70433ec9fd tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:20.442062 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f3bb6c93-fe1c-4728-a3a7-1846e6a56825 req-3bdd9c9c-afc4-43e2-8a0e-3b70433ec9fd tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 943 time: 0.2641852 Feb 02 07:15:20.482758 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f97c5c-5eaf-4bed-9706-716b55b8b1c1 req-22f9995e-ed72-45b0-87db-55f1470c68d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:20.484507 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-1454e21e-06ef-4d34-a3a0-490ed1f20151 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7090611 Feb 02 07:15:20.485816 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59138) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:20.487003 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e0f97c5c-5eaf-4bed-9706-716b55b8b1c1 req-22f9995e-ed72-45b0-87db-55f1470c68d9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=93a7727a-9e40-4a0f-b90d-66c79fe1bf6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0652208 Feb 02 07:15:20.591683 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f3bb6c93-fe1c-4728-a3a7-1846e6a56825 req-25eb0729-c305-4b24-b52c-91b162706f1c tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/security-groups?id=39d64e71-9bbb-4283-9333-9f076dd0e667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377225 Feb 02 07:15:20.768735 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e0f97c5c-5eaf-4bed-9706-716b55b8b1c1 req-3f238655-7479-496c-b39e-56645b2688a3 service neutron] 10.222.0.59 "GET /v2.0/networks/93a7727a-9e40-4a0f-b90d-66c79fe1bf6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756274 Feb 02 07:15:20.962788 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-2766dcae-9472-4372-824c-69dab55cd6ff req-abe3ede2-f89a-40c1-84ad-20ce269ad171 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Deleting port 9a0b3200-b107-4b3b-badf-62352eb5d2b2 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:15:20.963121 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2766dcae-9472-4372-824c-69dab55cd6ff req-abe3ede2-f89a-40c1-84ad-20ce269ad171 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (9a0b3200-b107-4b3b-badf-62352eb5d2b2), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:20.973369 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e0f97c5c-5eaf-4bed-9706-716b55b8b1c1 req-afcedbe0-ae67-4562-bf23-6f9de11e49c0 service neutron] 10.222.0.59 "GET /v2.0/networks/93a7727a-9e40-4a0f-b90d-66c79fe1bf6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971607 Feb 02 07:15:21.005621 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154409a8-0b08-40b1-a2c4-efca3f1a77cb req-43cf5e43-7a18-48ae-a1ca-c5679e2e4da5 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:21.016573 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-154409a8-0b08-40b1-a2c4-efca3f1a77cb req-43cf5e43-7a18-48ae-a1ca-c5679e2e4da5 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=a93286f3-e077-4462-9d1e-071eeb30c65f HTTP/1.1" status: 200 len: 945 time: 0.3917496 Feb 02 07:15:21.090453 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-154409a8-0b08-40b1-a2c4-efca3f1a77cb req-ca10d6cf-fe51-4c93-9dcd-f2c733f19d40 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729139 Feb 02 07:15:21.148367 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 979359ce-391d-41aa-acbc-21a9fd1a70a9 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:15:21.251478 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 979359ce-391d-41aa-acbc-21a9fd1a70a9 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:15:21.251892 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (979359ce-391d-41aa-acbc-21a9fd1a70a9), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:21.273581 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-470f29f4-fa86-4cf4-ad7e-45fd95c35e78 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b62b88eb-bbf7-46d3-9324-a36e76321e0b), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:21.277470 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-2766dcae-9472-4372-824c-69dab55cd6ff req-abe3ede2-f89a-40c1-84ad-20ce269ad171 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] For port 9a0b3200-b107-4b3b-badf-62352eb5d2b2, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=9a0b3200-b107-4b3b-badf-62352eb5d2b2,segment=NetworkSegment(1c67e090-bfd0-439d-962b-ef9f63726228),segment_id=1c67e090-bfd0-439d-962b-ef9f63726228)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:15:21.278053 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2766dcae-9472-4372-824c-69dab55cd6ff req-abe3ede2-f89a-40c1-84ad-20ce269ad171 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (9a0b3200-b107-4b3b-badf-62352eb5d2b2), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:21.301429 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-2766dcae-9472-4372-824c-69dab55cd6ff req-abe3ede2-f89a-40c1-84ad-20ce269ad171 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Calling delete_port for 9a0b3200-b107-4b3b-badf-62352eb5d2b2 owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:15:21.346704 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f7eb0e-b7db-43bb-86b6-a54028d22f5a None None] Network 260279a8-4104-4819-8d7b-6911ddf07861 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:15:21.562389 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 979359ce-391d-41aa-acbc-21a9fd1a70a9 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:15:21.562598 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (979359ce-391d-41aa-acbc-21a9fd1a70a9), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:21.603706 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 979359ce-391d-41aa-acbc-21a9fd1a70a9, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=979359ce-391d-41aa-acbc-21a9fd1a70a9,segment=NetworkSegment(9cee050d-8521-4f7e-b858-ff9f7805ab7b),segment_id=9cee050d-8521-4f7e-b858-ff9f7805ab7b)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:15:21.606498 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-efaa93c3-efdf-4957-87d7-720c885a1719 None None] Provisioning complete for port 979359ce-391d-41aa-acbc-21a9fd1a70a9 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:15:21.606895 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-efaa93c3-efdf-4957-87d7-720c885a1719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (979359ce-391d-41aa-acbc-21a9fd1a70a9), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:21.634436 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (979359ce-391d-41aa-acbc-21a9fd1a70a9), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:21.716393 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=979359ce-391d-41aa-acbc-21a9fd1a70a9,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:21.745399 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:15:21.745777 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:15:21.746134 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:15:21.746474 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:15:21.746814 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:15:21.747152 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:15:21.747528 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:15:21.747884 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:15:21.748217 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:15:21.748549 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:15:21.748880 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:15:21.749209 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:15:21.749538 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:15:21.786009 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-efaa93c3-efdf-4957-87d7-720c885a1719 None None] Current status of the port 979359ce-391d-41aa-acbc-21a9fd1a70a9 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:15:21.837476 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e074495-bb56-4ff7-a978-84b111e50f6e', 'name': 'network-vif-deleted', 'tag': '3327c7b8-0004-4fd0-b0f2-234f90c816b4'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:15:21.851125 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7476f9a1-f503-467a-a520-efefd2fdbb97" -d '{"events": [{"server_uuid": "1e074495-bb56-4ff7-a978-84b111e50f6e", "name": "network-vif-deleted", "tag": "3327c7b8-0004-4fd0-b0f2-234f90c816b4"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:15:21.964803 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-470f29f4-fa86-4cf4-ad7e-45fd95c35e78 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for port (b62b88eb-bbf7-46d3-9324-a36e76321e0b), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:22.001838 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b49ef1-23a9-4ff8-8349-d1178c8674fa x-openstack-request-id: req-98b49ef1-23a9-4ff8-8349-d1178c8674fa {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:15:22.002217 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e074495-bb56-4ff7-a978-84b111e50f6e", "name": "network-vif-deleted", "tag": "3327c7b8-0004-4fd0-b0f2-234f90c816b4", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:15:22.002545 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-98b49ef1-23a9-4ff8-8349-d1178c8674fa {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:15:22.003007 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e074495-bb56-4ff7-a978-84b111e50f6e', 'name': 'network-vif-deleted', 'tag': '3327c7b8-0004-4fd0-b0f2-234f90c816b4', 'status': 'completed', 'code': 200} Feb 02 07:15:22.006212 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-470f29f4-fa86-4cf4-ad7e-45fd95c35e78 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (b62b88eb-bbf7-46d3-9324-a36e76321e0b), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:22.085286 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:22.095824 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90294d0f-72dc-481c-acf5-672dc096deec req-7d543350-0575-4dd8-942a-44749dc9a24d tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:22.103451 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-90294d0f-72dc-481c-acf5-672dc096deec req-7d543350-0575-4dd8-942a-44749dc9a24d tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 943 time: 0.3069947 Feb 02 07:15:22.131021 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-0953cebc-77bc-487f-8191-a86308a9fb82 None None] Provisioning complete for port 979359ce-391d-41aa-acbc-21a9fd1a70a9 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:15:22.132361 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0953cebc-77bc-487f-8191-a86308a9fb82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (979359ce-391d-41aa-acbc-21a9fd1a70a9), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:22.307349 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-0953cebc-77bc-487f-8191-a86308a9fb82 None None] Current status of the port 979359ce-391d-41aa-acbc-21a9fd1a70a9 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:15:22.334768 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-0953cebc-77bc-487f-8191-a86308a9fb82 None None] Provisioning complete for port b62b88eb-bbf7-46d3-9324-a36e76321e0b triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:15:22.335426 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0953cebc-77bc-487f-8191-a86308a9fb82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b62b88eb-bbf7-46d3-9324-a36e76321e0b), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:22.372027 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-0953cebc-77bc-487f-8191-a86308a9fb82 None None] Port b62b88eb-bbf7-46d3-9324-a36e76321e0b cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:15:22.604901 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-819de7d9-feb2-4cfd-8f62-72e32f0cd65a None None] Provisioning complete for port b62b88eb-bbf7-46d3-9324-a36e76321e0b triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:15:22.605282 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-819de7d9-feb2-4cfd-8f62-72e32f0cd65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b62b88eb-bbf7-46d3-9324-a36e76321e0b), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:22.682008 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-819de7d9-feb2-4cfd-8f62-72e32f0cd65a None None] Port b62b88eb-bbf7-46d3-9324-a36e76321e0b cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:15:22.882880 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-470f29f4-fa86-4cf4-ad7e-45fd95c35e78 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (41011a70-d93b-4644-b3b9-36651317ed2c), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:22.990523 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470f29f4-fa86-4cf4-ad7e-45fd95c35e78 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event updated for resources: {'Port': ['ID=b62b88eb-bbf7-46d3-9324-a36e76321e0b,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:23.022640 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-b2e969f0-45c9-4163-8954-a29a2cd17171 None None] Provisioning complete for port b62b88eb-bbf7-46d3-9324-a36e76321e0b triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:15:23.023028 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b2e969f0-45c9-4163-8954-a29a2cd17171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b62b88eb-bbf7-46d3-9324-a36e76321e0b), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:23.094023 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2766dcae-9472-4372-824c-69dab55cd6ff req-abe3ede2-f89a-40c1-84ad-20ce269ad171 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (9a0b3200-b107-4b3b-badf-62352eb5d2b2), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:23.132937 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-90294d0f-72dc-481c-acf5-672dc096deec req-bcdfa5c9-85e9-4024-8686-b0ed36a2ddc2 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/security-groups?id=39d64e71-9bbb-4283-9333-9f076dd0e667&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0285561 Feb 02 07:15:23.136052 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-b2e969f0-45c9-4163-8954-a29a2cd17171 None None] Port b62b88eb-bbf7-46d3-9324-a36e76321e0b cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:15:23.137423 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 979359ce-391d-41aa-acbc-21a9fd1a70a9 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:15:23.208275 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 979359ce-391d-41aa-acbc-21a9fd1a70a9 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:15:23.208802 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (979359ce-391d-41aa-acbc-21a9fd1a70a9), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:23.276861 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe3ede2-f89a-40c1-84ad-20ce269ad171 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Pushing event deleted for resources: {'Port': ['ID=9a0b3200-b107-4b3b-badf-62352eb5d2b2,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:23.310640 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 979359ce-391d-41aa-acbc-21a9fd1a70a9 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:15:23.325284 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-2766dcae-9472-4372-824c-69dab55cd6ff req-abe3ede2-f89a-40c1-84ad-20ce269ad171 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] No DVR routers for this DVR port 9a0b3200-b107-4b3b-badf-62352eb5d2b2 on host n-h1-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:15:23.330233 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2766dcae-9472-4372-824c-69dab55cd6ff req-abe3ede2-f89a-40c1-84ad-20ce269ad171 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:23.334783 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2766dcae-9472-4372-824c-69dab55cd6ff req-abe3ede2-f89a-40c1-84ad-20ce269ad171 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.88 "DELETE /v2.0/ports/9a0b3200-b107-4b3b-badf-62352eb5d2b2 HTTP/1.1" status: 204 len: 173 time: 2.9615901 Feb 02 07:15:23.359695 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-470f29f4-fa86-4cf4-ad7e-45fd95c35e78 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b62b88eb-bbf7-46d3-9324-a36e76321e0b), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:23.847930 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-470f29f4-fa86-4cf4-ad7e-45fd95c35e78 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for port (b62b88eb-bbf7-46d3-9324-a36e76321e0b), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:23.853033 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-470f29f4-fa86-4cf4-ad7e-45fd95c35e78 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (b62b88eb-bbf7-46d3-9324-a36e76321e0b), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:23.854305 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-470f29f4-fa86-4cf4-ad7e-45fd95c35e78 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (41011a70-d93b-4644-b3b9-36651317ed2c), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:23.924159 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470f29f4-fa86-4cf4-ad7e-45fd95c35e78 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event updated for resources: {'Port': ['ID=b62b88eb-bbf7-46d3-9324-a36e76321e0b,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:24.004713 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e074495-bb56-4ff7-a978-84b111e50f6e', 'name': 'network-vif-deleted', 'tag': '9a0b3200-b107-4b3b-badf-62352eb5d2b2'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:15:24.009304 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e24b34fb-fc0f-4e00-bcc5-3716a2d61c46" -d '{"events": [{"server_uuid": "1e074495-bb56-4ff7-a978-84b111e50f6e", "name": "network-vif-deleted", "tag": "9a0b3200-b107-4b3b-badf-62352eb5d2b2"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:15:24.025822 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470f29f4-fa86-4cf4-ad7e-45fd95c35e78 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Network 260279a8-4104-4819-8d7b-6911ddf07861 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:15:24.027330 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-470f29f4-fa86-4cf4-ad7e-45fd95c35e78 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:15:24.120489 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5d1f1b-d525-4819-ae29-670a8c7dc985 x-openstack-request-id: req-3d5d1f1b-d525-4819-ae29-670a8c7dc985 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:15:24.120797 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e074495-bb56-4ff7-a978-84b111e50f6e", "name": "network-vif-deleted", "tag": "9a0b3200-b107-4b3b-badf-62352eb5d2b2", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:15:24.121052 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-3d5d1f1b-d525-4819-ae29-670a8c7dc985 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:15:24.121457 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e074495-bb56-4ff7-a978-84b111e50f6e', 'name': 'network-vif-deleted', 'tag': '9a0b3200-b107-4b3b-badf-62352eb5d2b2', 'status': 'completed', 'code': 200} Feb 02 07:15:24.249432 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-470f29f4-fa86-4cf4-ad7e-45fd95c35e78 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Router 41011a70-d93b-4644-b3b9-36651317ed2c is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:15:24.382186 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-865dd91b-6ce1-472d-a078-ef6ae2bff207 req-180d3fcf-8824-43da-a8b9-6b7328eb019b tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 210 time: 0.0809534 Feb 02 07:15:24.479142 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-470f29f4-fa86-4cf4-ad7e-45fd95c35e78 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:15:24.491424 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6961fb60-b55e-4f66-a08c-815132db2c49 None None] Sync routers for ids ['41011a70-d93b-4644-b3b9-36651317ed2c'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:15:24.497748 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-470f29f4-fa86-4cf4-ad7e-45fd95c35e78 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "PUT /v2.0/routers/41011a70-d93b-4644-b3b9-36651317ed2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0030820 Feb 02 07:15:24.500475 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59208) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:24.506377 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6961fb60-b55e-4f66-a08c-815132db2c49 None None] Routers {'41011a70-d93b-4644-b3b9-36651317ed2c'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:15:24.507529 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-6961fb60-b55e-4f66-a08c-815132db2c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:15:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['41011a70-d93b-4644-b3b9-36651317ed2c'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:15:24.565632 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-6961fb60-b55e-4f66-a08c-815132db2c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:15:24.580700 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6961fb60-b55e-4f66-a08c-815132db2c49 None None] Routers {'41011a70-d93b-4644-b3b9-36651317ed2c'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:15:24.581345 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-6961fb60-b55e-4f66-a08c-815132db2c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:15:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['41011a70-d93b-4644-b3b9-36651317ed2c'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:15:24.583011 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6838d7-15b7-4109-90d8-0b6df77e637e tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:24.589483 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0c6838d7-15b7-4109-90d8-0b6df77e637e tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "GET /v2.0/ports?device_id=41011a70-d93b-4644-b3b9-36651317ed2c HTTP/1.1" status: 200 len: 989 time: 0.0850191 Feb 02 07:15:24.589958 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59214) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:24.601675 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-d70269ac-7b67-46c6-bc8b-52d6ee45456e None None] Provisioning complete for port b62b88eb-bbf7-46d3-9324-a36e76321e0b triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:15:24.602254 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d70269ac-7b67-46c6-bc8b-52d6ee45456e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b62b88eb-bbf7-46d3-9324-a36e76321e0b), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:24.657456 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-6961fb60-b55e-4f66-a08c-815132db2c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:15:24.658115 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6961fb60-b55e-4f66-a08c-815132db2c49 None None] The sync data for ids ['41011a70-d93b-4644-b3b9-36651317ed2c'] in n-d-789963-26 is: [] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:15:24.669812 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-d70269ac-7b67-46c6-bc8b-52d6ee45456e None None] Port b62b88eb-bbf7-46d3-9324-a36e76321e0b cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:15:25.195421 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-adb6bd61-f167-4d2d-abf1-226a5275703d tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (41011a70-d93b-4644-b3b9-36651317ed2c), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:25.499218 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-adb6bd61-f167-4d2d-abf1-226a5275703d tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Deleting port b62b88eb-bbf7-46d3-9324-a36e76321e0b {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:15:25.503482 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-adb6bd61-f167-4d2d-abf1-226a5275703d tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (b62b88eb-bbf7-46d3-9324-a36e76321e0b), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:25.559767 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9d02e0b8-bbd4-422c-b129-c98c4e92d0be req-3fafc9ba-0e14-4b45-946b-222241b4e18c tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 210 time: 0.0459819 Feb 02 07:15:25.648696 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-adb6bd61-f167-4d2d-abf1-226a5275703d tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (b62b88eb-bbf7-46d3-9324-a36e76321e0b), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:25.679993 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-adb6bd61-f167-4d2d-abf1-226a5275703d tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Calling delete_port for b62b88eb-bbf7-46d3-9324-a36e76321e0b owned by network:router_interface {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:15:25.897624 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-adb6bd61-f167-4d2d-abf1-226a5275703d tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (b62b88eb-bbf7-46d3-9324-a36e76321e0b), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:25.972440 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb6bd61-f167-4d2d-abf1-226a5275703d tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event deleted for resources: {'Port': ['ID=b62b88eb-bbf7-46d3-9324-a36e76321e0b,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:25.997249 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb6bd61-f167-4d2d-abf1-226a5275703d tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:15:25.997601 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb6bd61-f167-4d2d-abf1-226a5275703d tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:15:25.997949 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb6bd61-f167-4d2d-abf1-226a5275703d tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:15:25.998288 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb6bd61-f167-4d2d-abf1-226a5275703d tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:15:25.998630 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb6bd61-f167-4d2d-abf1-226a5275703d tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:15:26.000509 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb6bd61-f167-4d2d-abf1-226a5275703d tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:15:26.000875 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb6bd61-f167-4d2d-abf1-226a5275703d tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:15:26.001216 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb6bd61-f167-4d2d-abf1-226a5275703d tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:15:26.001553 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb6bd61-f167-4d2d-abf1-226a5275703d tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:15:26.001884 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb6bd61-f167-4d2d-abf1-226a5275703d tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:15:26.003999 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb6bd61-f167-4d2d-abf1-226a5275703d tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:15:26.004399 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb6bd61-f167-4d2d-abf1-226a5275703d tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:15:26.004745 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb6bd61-f167-4d2d-abf1-226a5275703d tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:15:26.188894 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-adb6bd61-f167-4d2d-abf1-226a5275703d tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (41011a70-d93b-4644-b3b9-36651317ed2c), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:26.385285 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adb6bd61-f167-4d2d-abf1-226a5275703d tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Router 41011a70-d93b-4644-b3b9-36651317ed2c has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:15:26.480628 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adb6bd61-f167-4d2d-abf1-226a5275703d tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:15:26.494676 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa561944-2a23-4570-93c8-2ef8ef4902e9 None None] Sync routers for ids ['41011a70-d93b-4644-b3b9-36651317ed2c'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:15:26.498726 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-adb6bd61-f167-4d2d-abf1-226a5275703d tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "PUT /v2.0/routers/41011a70-d93b-4644-b3b9-36651317ed2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9078026 Feb 02 07:15:26.501275 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59234) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:26.514319 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa561944-2a23-4570-93c8-2ef8ef4902e9 None None] Routers {'41011a70-d93b-4644-b3b9-36651317ed2c'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:15:26.515163 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-fa561944-2a23-4570-93c8-2ef8ef4902e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:15:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['41011a70-d93b-4644-b3b9-36651317ed2c'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:15:26.557479 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-acf40a77-eb29-49e9-bd33-fe86f205c8a7 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] GET failed (client error): The resource could not be found. Feb 02 07:15:26.561475 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-acf40a77-eb29-49e9-bd33-fe86f205c8a7 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "GET /v2.0/ports/b62b88eb-bbf7-46d3-9324-a36e76321e0b HTTP/1.1" status: 404 len: 333 time: 0.0587921 Feb 02 07:15:26.564354 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59236) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:26.577568 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-fa561944-2a23-4570-93c8-2ef8ef4902e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:15:26.598290 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa561944-2a23-4570-93c8-2ef8ef4902e9 None None] Routers {'41011a70-d93b-4644-b3b9-36651317ed2c'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:15:26.599138 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-fa561944-2a23-4570-93c8-2ef8ef4902e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:15:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['41011a70-d93b-4644-b3b9-36651317ed2c'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:15:26.727760 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a53f2438-0b17-44cd-882e-60bd0b9ff108 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for router (41011a70-d93b-4644-b3b9-36651317ed2c), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:26.789859 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-acd2f1a3-d89c-4a16-b1e8-b91f31b92340 req-5c1616f9-ef49-4119-8e2a-51fa5cf51590 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 210 time: 0.0744002 Feb 02 07:15:26.887139 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-fa561944-2a23-4570-93c8-2ef8ef4902e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:15:26.887952 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa561944-2a23-4570-93c8-2ef8ef4902e9 None None] The sync data for ids ['41011a70-d93b-4644-b3b9-36651317ed2c'] in n-d-789963-26 is: [] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:15:26.986580 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a53f2438-0b17-44cd-882e-60bd0b9ff108 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (41011a70-d93b-4644-b3b9-36651317ed2c), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:26.988780 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a53f2438-0b17-44cd-882e-60bd0b9ff108 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for router_controller (41011a70-d93b-4644-b3b9-36651317ed2c), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:27.036442 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a53f2438-0b17-44cd-882e-60bd0b9ff108 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (41011a70-d93b-4644-b3b9-36651317ed2c), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:27.037078 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a53f2438-0b17-44cd-882e-60bd0b9ff108 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Fanout notify agent at l3_agent the message router_deleted on router 41011a70-d93b-4644-b3b9-36651317ed2c {{(pid=109694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:15:27.046550 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a53f2438-0b17-44cd-882e-60bd0b9ff108 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:27.047741 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a53f2438-0b17-44cd-882e-60bd0b9ff108 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "DELETE /v2.0/routers/41011a70-d93b-4644-b3b9-36651317ed2c HTTP/1.1" status: 204 len: 168 time: 0.4818077 Feb 02 07:15:27.050260 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59240) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:27.110210 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-8feead2d-b252-4717-ab84-16fcf8b24f74 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Deleting subnet 8832d3bb-fdbe-4ff5-a382-ce9b88210106 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:15:27.113786 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8feead2d-b252-4717-ab84-16fcf8b24f74 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for subnet (8832d3bb-fdbe-4ff5-a382-ce9b88210106), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:27.157204 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8feead2d-b252-4717-ab84-16fcf8b24f74 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (8832d3bb-fdbe-4ff5-a382-ce9b88210106), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:27.248704 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8feead2d-b252-4717-ab84-16fcf8b24f74 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (8832d3bb-fdbe-4ff5-a382-ce9b88210106), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:27.273775 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:27.324171 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8feead2d-b252-4717-ab84-16fcf8b24f74 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (8832d3bb-fdbe-4ff5-a382-ce9b88210106), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:27.352564 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feead2d-b252-4717-ab84-16fcf8b24f74 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event deleted for resources: {'Subnet': ['ID=8832d3bb-fdbe-4ff5-a382-ce9b88210106,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:27.366407 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8feead2d-b252-4717-ab84-16fcf8b24f74 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:27.372834 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28e1a98-9c14-4b01-b832-a4af0cb1763e None None] Network 260279a8-4104-4819-8d7b-6911ddf07861 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:15:27.387822 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-8feead2d-b252-4717-ab84-16fcf8b24f74 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "DELETE /v2.0/subnets/8832d3bb-fdbe-4ff5-a382-ce9b88210106 HTTP/1.1" status: 204 len: 168 time: 0.3363013 Feb 02 07:15:27.390288 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59242) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:27.565622 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0304662f-536a-4dda-85b4-9320fdc9f8f7 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (260279a8-4104-4819-8d7b-6911ddf07861), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:27.720223 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706f5d61-d447-4060-ad9b-217dc91fcfab None None] DHCP port deletion for 260279a8-4104-4819-8d7b-6911ddf07861 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:15:27.766703 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-0304662f-536a-4dda-85b4-9320fdc9f8f7 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Deleting port 979359ce-391d-41aa-acbc-21a9fd1a70a9 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:15:27.767212 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0304662f-536a-4dda-85b4-9320fdc9f8f7 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (979359ce-391d-41aa-acbc-21a9fd1a70a9), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:27.799898 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-706f5d61-d447-4060-ad9b-217dc91fcfab None None] Deleting port 979359ce-391d-41aa-acbc-21a9fd1a70a9 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:15:27.800174 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-706f5d61-d447-4060-ad9b-217dc91fcfab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (979359ce-391d-41aa-acbc-21a9fd1a70a9), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:27.865555 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-0304662f-536a-4dda-85b4-9320fdc9f8f7 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] For port 979359ce-391d-41aa-acbc-21a9fd1a70a9, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=979359ce-391d-41aa-acbc-21a9fd1a70a9,segment=NetworkSegment(9cee050d-8521-4f7e-b858-ff9f7805ab7b),segment_id=9cee050d-8521-4f7e-b858-ff9f7805ab7b)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:15:27.866451 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0304662f-536a-4dda-85b4-9320fdc9f8f7 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (979359ce-391d-41aa-acbc-21a9fd1a70a9), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:27.876633 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-706f5d61-d447-4060-ad9b-217dc91fcfab None None] For port 979359ce-391d-41aa-acbc-21a9fd1a70a9, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=979359ce-391d-41aa-acbc-21a9fd1a70a9,segment=NetworkSegment(9cee050d-8521-4f7e-b858-ff9f7805ab7b),segment_id=9cee050d-8521-4f7e-b858-ff9f7805ab7b)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:15:27.877043 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-706f5d61-d447-4060-ad9b-217dc91fcfab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (979359ce-391d-41aa-acbc-21a9fd1a70a9), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:27.886845 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-0304662f-536a-4dda-85b4-9320fdc9f8f7 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Calling delete_port for 979359ce-391d-41aa-acbc-21a9fd1a70a9 owned by network:dhcp {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:15:27.909895 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-706f5d61-d447-4060-ad9b-217dc91fcfab None None] Calling delete_port for 979359ce-391d-41aa-acbc-21a9fd1a70a9 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:15:28.004498 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0304662f-536a-4dda-85b4-9320fdc9f8f7 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (979359ce-391d-41aa-acbc-21a9fd1a70a9), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:28.037461 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0304662f-536a-4dda-85b4-9320fdc9f8f7 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] No DVR routers for this DVR port 979359ce-391d-41aa-acbc-21a9fd1a70a9 on host n-d-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:15:28.065954 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-706f5d61-d447-4060-ad9b-217dc91fcfab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (979359ce-391d-41aa-acbc-21a9fd1a70a9), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:28.084275 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-894867ae-d30a-4b85-9ac5-90aa5a8b7d96 req-52cf34f2-fd0c-4bff-be8d-5f65be210df9 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 210 time: 0.0843587 Feb 02 07:15:28.093475 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706f5d61-d447-4060-ad9b-217dc91fcfab None None] No DVR routers for this DVR port 979359ce-391d-41aa-acbc-21a9fd1a70a9 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:15:28.133450 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706f5d61-d447-4060-ad9b-217dc91fcfab None None] Pushing event deleted for resources: {'Port': ['ID=979359ce-391d-41aa-acbc-21a9fd1a70a9,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:28.224755 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0304662f-536a-4dda-85b4-9320fdc9f8f7 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (260279a8-4104-4819-8d7b-6911ddf07861), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:28.255425 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-0304662f-536a-4dda-85b4-9320fdc9f8f7 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['260279a8-4104-4819-8d7b-6911ddf07861']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:15:28.269161 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-0304662f-536a-4dda-85b4-9320fdc9f8f7 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cee050d-8521-4f7e-b858-ff9f7805ab7b') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:15:28.269717 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-0304662f-536a-4dda-85b4-9320fdc9f8f7 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cee050d-8521-4f7e-b858-ff9f7805ab7b') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:15:28.284580 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0304662f-536a-4dda-85b4-9320fdc9f8f7 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (9cee050d-8521-4f7e-b858-ff9f7805ab7b), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:28.302700 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0304662f-536a-4dda-85b4-9320fdc9f8f7 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (9cee050d-8521-4f7e-b858-ff9f7805ab7b), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:28.310057 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0304662f-536a-4dda-85b4-9320fdc9f8f7 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:15:28.310462 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0304662f-536a-4dda-85b4-9320fdc9f8f7 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (9cee050d-8521-4f7e-b858-ff9f7805ab7b), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:28.384645 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0304662f-536a-4dda-85b4-9320fdc9f8f7 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event deleted for resources: {'Port': ['ID=979359ce-391d-41aa-acbc-21a9fd1a70a9,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:28.392119 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:15:28.392119 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:15:28.392119 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:15:28.392119 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:15:28.392119 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:15:28.392119 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:15:28.392119 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:15:28.392119 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:15:28.392119 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:15:28.392119 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:15:28.392119 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:15:28.392119 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:15:28.392119 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:15:28.392119 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:15:28.392119 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:15:28.392119 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:15:28.392119 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:15:28.392119 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:15:28.392119 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:15:28.392119 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:15:28.392119 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:15:28.392119 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:15:28.392119 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:15:28.392119 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:15:28.392119 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:15:28.392119 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:15:28.392119 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:15:28.392119 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:15:28.392119 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:15:28.392119 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:15:28.392119 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:15:28.392119 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:15:28.395927 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0304662f-536a-4dda-85b4-9320fdc9f8f7 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (260279a8-4104-4819-8d7b-6911ddf07861), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:28.402218 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0304662f-536a-4dda-85b4-9320fdc9f8f7 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:28.407128 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0304662f-536a-4dda-85b4-9320fdc9f8f7 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "DELETE /v2.0/networks/260279a8-4104-4819-8d7b-6911ddf07861 HTTP/1.1" status: 204 len: 168 time: 1.0156610 Feb 02 07:15:28.410752 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59248) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:28.427486 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0304662f-536a-4dda-85b4-9320fdc9f8f7 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event deleted for resources: {'Network': ['ID=260279a8-4104-4819-8d7b-6911ddf07861,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:28.472458 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2375f01d-0ca2-4722-9655-56ca34dddd9f tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:28.474066 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-2375f01d-0ca2-4722-9655-56ca34dddd9f tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "GET /v2.0/ports/37e4b1ba-f2ca-4175-a31c-29deb65e2760 HTTP/1.1" status: 200 len: 844 time: 0.0623314 Feb 02 07:15:28.479794 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59250) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:28.535077 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59252) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:28.541639 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-0cd8b61c-8a38-41a4-a774-115c76ded66b tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Request body: {'subnet': {'network_id': '981d3e41-652c-4d49-b8c0-adfda091b8e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:15:28.545253 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-9adf8bd1-46f4-4262-8c5e-4d05e899f7e8 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "GET /v2.0/ports/37e4b1ba-f2ca-4175-a31c-29deb65e2760?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0643456 Feb 02 07:15:28.645025 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd8b61c-8a38-41a4-a774-115c76ded66b tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Made reservation on behalf of 3f54e6cae7d248ada3b347585c4ee8ad for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:15:28.649148 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0cd8b61c-8a38-41a4-a774-115c76ded66b tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:28.894932 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0cd8b61c-8a38-41a4-a774-115c76ded66b tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (1e71ee05-b6a2-4266-a4c8-52966a9a8ddc), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:28.961712 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd8b61c-8a38-41a4-a774-115c76ded66b tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Network 981d3e41-652c-4d49-b8c0-adfda091b8e6 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:15:28.964986 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-0cd8b61c-8a38-41a4-a774-115c76ded66b tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:15:28.969238 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd8b61c-8a38-41a4-a774-115c76ded66b tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:28.970001 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0cd8b61c-8a38-41a4-a774-115c76ded66b tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:28.973314 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd8b61c-8a38-41a4-a774-115c76ded66b tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event updated for resources: {'Subnet': ['ID=1e71ee05-b6a2-4266-a4c8-52966a9a8ddc,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:28.973543 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e561405a-3342-4c07-9daa-8cc79e9e8875 None None] Network 981d3e41-652c-4d49-b8c0-adfda091b8e6 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:15:29.007871 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0cd8b61c-8a38-41a4-a774-115c76ded66b tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4711418 Feb 02 07:15:29.011063 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59254) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:29.020975 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-9d9f9fe7-4ef7-47fd-8eaa-17edb426af44 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Request body: {'security_group': {'name': 'tempest-secgroup-2102783969'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:15:29.055171 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9d9f9fe7-4ef7-47fd-8eaa-17edb426af44 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:29.082576 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 979359ce-391d-41aa-acbc-21a9fd1a70a9 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:15:29.156774 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 979359ce-391d-41aa-acbc-21a9fd1a70a9 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:15:29.157379 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 979359ce-391d-41aa-acbc-21a9fd1a70a9 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:15:29.165422 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9d9f9fe7-4ef7-47fd-8eaa-17edb426af44 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for security_group (5c1ad19e-582a-4921-98f3-3ea2910eb818), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:29.171256 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9d9f9fe7-4ef7-47fd-8eaa-17edb426af44 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (5c1ad19e-582a-4921-98f3-3ea2910eb818), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:29.192754 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc14799-5149-444b-aa63-22bb4ae5fef0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-981d3e41-652c-4d49-b8c0-adfda091b8e6', 'network_id': '981d3e41-652c-4d49-b8c0-adfda091b8e6', 'project_id': '3f54e6cae7d248ada3b347585c4ee8ad', 'fixed_ips': [{'subnet_id': '1e71ee05-b6a2-4266-a4c8-52966a9a8ddc'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:15:29.194932 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6cc14799-5149-444b-aa63-22bb4ae5fef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:29.241685 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9d9f9fe7-4ef7-47fd-8eaa-17edb426af44 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:29.243132 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-9d9f9fe7-4ef7-47fd-8eaa-17edb426af44 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2266812 Feb 02 07:15:29.246011 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59258) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:29.246684 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9f9fe7-4ef7-47fd-8eaa-17edb426af44 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c1ad19e-582a-4921-98f3-3ea2910eb818,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:29.280675 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-057d6577-54d3-4e95-9682-6e8691277d13 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Request body: {'security_group': {'name': 'tempest-secgroup-1871279586'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:15:29.287386 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-717b9c9b-e886-4798-82ca-ca9b4b9fdf3f req-fe5dc6bd-5e48-4027-b7f7-476bc4d0173b tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 210 time: 0.0554442 Feb 02 07:15:29.322798 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-057d6577-54d3-4e95-9682-6e8691277d13 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:29.385498 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-6cc14799-5149-444b-aa63-22bb4ae5fef0 None None] Allocated IP 2001:db8::2 (981d3e41-652c-4d49-b8c0-adfda091b8e6/1e71ee05-b6a2-4266-a4c8-52966a9a8ddc/1158ccd9-8cfe-4644-8ee5-c2fa83c813e8) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:15:29.422275 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-057d6577-54d3-4e95-9682-6e8691277d13 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for security_group (ab322e2d-d757-4300-9f7b-0e82a4c28454), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:29.427921 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-057d6577-54d3-4e95-9682-6e8691277d13 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (ab322e2d-d757-4300-9f7b-0e82a4c28454), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:29.461955 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057d6577-54d3-4e95-9682-6e8691277d13 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab322e2d-d757-4300-9f7b-0e82a4c28454,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:29.487648 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-057d6577-54d3-4e95-9682-6e8691277d13 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:29.491812 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-057d6577-54d3-4e95-9682-6e8691277d13 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2149782 Feb 02 07:15:29.494514 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59260) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:29.499576 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-f326a0cf-3e70-4360-abe2-f810cbaf1ba1 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-897946741', 'security_groups': ['ab322e2d-d757-4300-9f7b-0e82a4c28454'], 'network_id': '981d3e41-652c-4d49-b8c0-adfda091b8e6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1e71ee05-b6a2-4266-a4c8-52966a9a8ddc'}]}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:15:29.574804 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6cc14799-5149-444b-aa63-22bb4ae5fef0 None None] Publish callbacks [] for port (1158ccd9-8cfe-4644-8ee5-c2fa83c813e8), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:29.581995 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6cc14799-5149-444b-aa63-22bb4ae5fef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (1158ccd9-8cfe-4644-8ee5-c2fa83c813e8), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:29.601228 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc14799-5149-444b-aa63-22bb4ae5fef0 None None] Network 981d3e41-652c-4d49-b8c0-adfda091b8e6 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:15:29.604001 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-6cc14799-5149-444b-aa63-22bb4ae5fef0 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:15:29.610532 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc14799-5149-444b-aa63-22bb4ae5fef0 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:15:29.629887 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f326a0cf-3e70-4360-abe2-f810cbaf1ba1 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Made reservation on behalf of 3f54e6cae7d248ada3b347585c4ee8ad for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:15:29.725674 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f326a0cf-3e70-4360-abe2-f810cbaf1ba1 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:29.730956 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-6cc14799-5149-444b-aa63-22bb4ae5fef0 None None] Attempting to bind port 1158ccd9-8cfe-4644-8ee5-c2fa83c813e8 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:15:29.731583 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-6cc14799-5149-444b-aa63-22bb4ae5fef0 None None] Attempting to bind port 1158ccd9-8cfe-4644-8ee5-c2fa83c813e8 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '7af4e3d1-d51c-4a74-82c9-db71d978d9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '981d3e41-652c-4d49-b8c0-adfda091b8e6'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:15:29.732043 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc14799-5149-444b-aa63-22bb4ae5fef0 None None] Attempting to bind port 1158ccd9-8cfe-4644-8ee5-c2fa83c813e8 on network 981d3e41-652c-4d49-b8c0-adfda091b8e6 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:15:29.739029 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc14799-5149-444b-aa63-22bb4ae5fef0 None None] Pushing event updated for resources: {'Port': ['ID=1158ccd9-8cfe-4644-8ee5-c2fa83c813e8,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:29.744632 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc14799-5149-444b-aa63-22bb4ae5fef0 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:15:29.744853 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc14799-5149-444b-aa63-22bb4ae5fef0 None None] Checking segment: {'id': '7af4e3d1-d51c-4a74-82c9-db71d978d9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '981d3e41-652c-4d49-b8c0-adfda091b8e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:15:29.745305 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6cc14799-5149-444b-aa63-22bb4ae5fef0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:29.745849 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc14799-5149-444b-aa63-22bb4ae5fef0 None None] Bound using segment: {'id': '7af4e3d1-d51c-4a74-82c9-db71d978d9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '981d3e41-652c-4d49-b8c0-adfda091b8e6'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:15:29.746533 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-6cc14799-5149-444b-aa63-22bb4ae5fef0 None None] Bound port: 1158ccd9-8cfe-4644-8ee5-c2fa83c813e8, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7af4e3d1-d51c-4a74-82c9-db71d978d9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '981d3e41-652c-4d49-b8c0-adfda091b8e6'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:15:29.747062 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6cc14799-5149-444b-aa63-22bb4ae5fef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (1158ccd9-8cfe-4644-8ee5-c2fa83c813e8), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:29.747179 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [None req-f326a0cf-3e70-4360-abe2-f810cbaf1ba1 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] device_id is not set on port 879de323-8d98-4202-ab3c-d677b4496744 yet. {{(pid=109693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:15:29.821948 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-6cc14799-5149-444b-aa63-22bb4ae5fef0 None None] For port 1158ccd9-8cfe-4644-8ee5-c2fa83c813e8, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:15:29.825682 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-6cc14799-5149-444b-aa63-22bb4ae5fef0 None None] For port 1158ccd9-8cfe-4644-8ee5-c2fa83c813e8, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=1158ccd9-8cfe-4644-8ee5-c2fa83c813e8,segment=NetworkSegment(7af4e3d1-d51c-4a74-82c9-db71d978d9cf),segment_id=7af4e3d1-d51c-4a74-82c9-db71d978d9cf)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:15:29.832771 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6cc14799-5149-444b-aa63-22bb4ae5fef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (1158ccd9-8cfe-4644-8ee5-c2fa83c813e8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:29.917189 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc14799-5149-444b-aa63-22bb4ae5fef0 None None] Pushing event updated for resources: {'Port': ['ID=1158ccd9-8cfe-4644-8ee5-c2fa83c813e8,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:29.946734 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-f326a0cf-3e70-4360-abe2-f810cbaf1ba1 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Allocated IP 2001:db8::370 (981d3e41-652c-4d49-b8c0-adfda091b8e6/1e71ee05-b6a2-4266-a4c8-52966a9a8ddc/879de323-8d98-4202-ab3c-d677b4496744) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:15:30.140989 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f326a0cf-3e70-4360-abe2-f810cbaf1ba1 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for port (879de323-8d98-4202-ab3c-d677b4496744), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:30.187527 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f326a0cf-3e70-4360-abe2-f810cbaf1ba1 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (879de323-8d98-4202-ab3c-d677b4496744), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:30.243616 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f326a0cf-3e70-4360-abe2-f810cbaf1ba1 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Network 981d3e41-652c-4d49-b8c0-adfda091b8e6 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:15:30.246967 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-f326a0cf-3e70-4360-abe2-f810cbaf1ba1 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:15:30.249608 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f326a0cf-3e70-4360-abe2-f810cbaf1ba1 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:15:30.255218 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f326a0cf-3e70-4360-abe2-f810cbaf1ba1 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:30.255905 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f326a0cf-3e70-4360-abe2-f810cbaf1ba1 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:30.280687 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-f326a0cf-3e70-4360-abe2-f810cbaf1ba1 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7848670 Feb 02 07:15:30.283549 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59262) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:30.289094 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-68f42a79-08fb-4845-966e-9f920e875e76 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Request body: {'subnet': {'network_id': '981d3e41-652c-4d49-b8c0-adfda091b8e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:15:30.294686 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f326a0cf-3e70-4360-abe2-f810cbaf1ba1 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event updated for resources: {'Port': ['ID=879de323-8d98-4202-ab3c-d677b4496744,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:30.441996 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1b7bcf8e-501c-4860-a5b7-aa73947fdbe1 req-b0bb7b50-f4dc-4095-ba49-95e6e8fb59d5 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 210 time: 0.0356176 Feb 02 07:15:30.460787 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f42a79-08fb-4845-966e-9f920e875e76 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Made reservation on behalf of 3f54e6cae7d248ada3b347585c4ee8ad for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:15:30.464382 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-68f42a79-08fb-4845-966e-9f920e875e76 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:30.608704 n-d-789963-26 neutron-server[109694]: INFO neutron.db.ipam_backend_mixin [None req-68f42a79-08fb-4845-966e-9f920e875e76 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1e71ee05-b6a2-4266-a4c8-52966a9a8ddc (CIDR: 2001:db8::/64) Feb 02 07:15:30.612284 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-68f42a79-08fb-4845-966e-9f920e875e76 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 07:15:30.612811 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68f42a79-08fb-4845-966e-9f920e875e76 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:15:30.638325 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-68f42a79-08fb-4845-966e-9f920e875e76 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3505206 Feb 02 07:15:30.638617 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59266) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:30.643905 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-281a5f34-6ae5-4617-b023-7ba6fdcc36ca tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Request body: {'subnet': {'network_id': '981d3e41-652c-4d49-b8c0-adfda091b8e6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:15:31.085990 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 1158ccd9-8cfe-4644-8ee5-c2fa83c813e8 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:15:31.155875 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 1158ccd9-8cfe-4644-8ee5-c2fa83c813e8 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:15:31.156518 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (1158ccd9-8cfe-4644-8ee5-c2fa83c813e8), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:31.165350 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-281a5f34-6ae5-4617-b023-7ba6fdcc36ca tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Made reservation on behalf of 3f54e6cae7d248ada3b347585c4ee8ad for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:15:31.168914 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-281a5f34-6ae5-4617-b023-7ba6fdcc36ca tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:31.246410 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 1158ccd9-8cfe-4644-8ee5-c2fa83c813e8 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:15:31.247299 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (1158ccd9-8cfe-4644-8ee5-c2fa83c813e8), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:31.286464 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 1158ccd9-8cfe-4644-8ee5-c2fa83c813e8, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=1158ccd9-8cfe-4644-8ee5-c2fa83c813e8,segment=NetworkSegment(7af4e3d1-d51c-4a74-82c9-db71d978d9cf),segment_id=7af4e3d1-d51c-4a74-82c9-db71d978d9cf)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:15:31.290500 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (1158ccd9-8cfe-4644-8ee5-c2fa83c813e8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:31.347466 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=1158ccd9-8cfe-4644-8ee5-c2fa83c813e8,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:31.376870 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-c4efee9a-ace1-485d-84b5-b8ec28a7cc8d None None] Provisioning complete for port 1158ccd9-8cfe-4644-8ee5-c2fa83c813e8 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:15:31.377257 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c4efee9a-ace1-485d-84b5-b8ec28a7cc8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (1158ccd9-8cfe-4644-8ee5-c2fa83c813e8), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:31.432951 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-281a5f34-6ae5-4617-b023-7ba6fdcc36ca tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (dd29eed8-9746-4489-929b-19b464a38d86), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:31.494745 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281a5f34-6ae5-4617-b023-7ba6fdcc36ca tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Network 981d3e41-652c-4d49-b8c0-adfda091b8e6 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:15:31.498134 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-281a5f34-6ae5-4617-b023-7ba6fdcc36ca tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:15:31.502544 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281a5f34-6ae5-4617-b023-7ba6fdcc36ca tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:31.503145 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-281a5f34-6ae5-4617-b023-7ba6fdcc36ca tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:31.503815 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-c4efee9a-ace1-485d-84b5-b8ec28a7cc8d None None] Current status of the port 1158ccd9-8cfe-4644-8ee5-c2fa83c813e8 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:15:31.528766 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-c4efee9a-ace1-485d-84b5-b8ec28a7cc8d None None] Provisioning complete for port 37e4b1ba-f2ca-4175-a31c-29deb65e2760 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:15:31.529419 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c4efee9a-ace1-485d-84b5-b8ec28a7cc8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (37e4b1ba-f2ca-4175-a31c-29deb65e2760), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:31.536042 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281a5f34-6ae5-4617-b023-7ba6fdcc36ca tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event updated for resources: {'Subnet': ['ID=dd29eed8-9746-4489-929b-19b464a38d86,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:31.544445 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-281a5f34-6ae5-4617-b023-7ba6fdcc36ca tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9043584 Feb 02 07:15:31.547256 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59270) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:31.558009 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-98d78e88-61fa-4e0f-9e63-50442f512540 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2044532005', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'dd29eed8-9746-4489-929b-19b464a38d86'}], 'security_groups': ['5c1ad19e-582a-4921-98f3-3ea2910eb818']}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:15:31.588004 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-c4efee9a-ace1-485d-84b5-b8ec28a7cc8d None None] Port 37e4b1ba-f2ca-4175-a31c-29deb65e2760 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:15:31.621265 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d2db4841-ad19-4b3a-b6f9-9d02e9f36251 req-4adc6412-b4d5-48ad-a7a9-8d9499661f2a tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 210 time: 0.0362873 Feb 02 07:15:31.628643 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77432902-39a3-40be-a623-ada6dc42ede8 None None] Network 981d3e41-652c-4d49-b8c0-adfda091b8e6 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:15:31.674169 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-98d78e88-61fa-4e0f-9e63-50442f512540 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (879de323-8d98-4202-ab3c-d677b4496744), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:31.720371 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-224155a2-2a3f-42ea-998e-eb4a996b585a None None] Provisioning complete for port 879de323-8d98-4202-ab3c-d677b4496744 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:15:31.720739 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-224155a2-2a3f-42ea-998e-eb4a996b585a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (879de323-8d98-4202-ab3c-d677b4496744), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:31.779142 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-224155a2-2a3f-42ea-998e-eb4a996b585a None None] Port 879de323-8d98-4202-ab3c-d677b4496744 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:15:31.863893 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb103411-3654-46f8-9bf4-18df70feac32 None None] Update dhcp port {'port': {'network_id': '981d3e41-652c-4d49-b8c0-adfda091b8e6', 'fixed_ips': [{'subnet_id': '1e71ee05-b6a2-4266-a4c8-52966a9a8ddc', 'ip_address': '2001:db8::2'}, {'subnet_id': 'dd29eed8-9746-4489-929b-19b464a38d86'}], 'binding:host_id': 'n-d-789963-26'}, 'id': '1158ccd9-8cfe-4644-8ee5-c2fa83c813e8'} from n-d-789963-26. {{(pid=109695) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 02 07:15:31.893720 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-bb103411-3654-46f8-9bf4-18df70feac32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (1158ccd9-8cfe-4644-8ee5-c2fa83c813e8), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:32.012852 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-98d78e88-61fa-4e0f-9e63-50442f512540 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Delete allocated IP 2001:db8::370 (981d3e41-652c-4d49-b8c0-adfda091b8e6/1e71ee05-b6a2-4266-a4c8-52966a9a8ddc) {{(pid=109693) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 02 07:15:32.021159 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-98d78e88-61fa-4e0f-9e63-50442f512540 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Allocated IP 2001:db8:0:1::214 (981d3e41-652c-4d49-b8c0-adfda091b8e6/dd29eed8-9746-4489-929b-19b464a38d86/879de323-8d98-4202-ab3c-d677b4496744) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:15:32.178911 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-98d78e88-61fa-4e0f-9e63-50442f512540 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for port (879de323-8d98-4202-ab3c-d677b4496744), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:32.183544 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-98d78e88-61fa-4e0f-9e63-50442f512540 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (879de323-8d98-4202-ab3c-d677b4496744), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:32.236000 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-bb103411-3654-46f8-9bf4-18df70feac32 None None] Allocated IP 2001:db8:0:1::2 (981d3e41-652c-4d49-b8c0-adfda091b8e6/dd29eed8-9746-4489-929b-19b464a38d86/1158ccd9-8cfe-4644-8ee5-c2fa83c813e8) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:15:32.254133 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-98d78e88-61fa-4e0f-9e63-50442f512540 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] In _notify_port_updated(), no bound segment for port 879de323-8d98-4202-ab3c-d677b4496744 on network 981d3e41-652c-4d49-b8c0-adfda091b8e6 {{(pid=109693) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 02 07:15:32.259805 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d78e88-61fa-4e0f-9e63-50442f512540 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:32.260430 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-98d78e88-61fa-4e0f-9e63-50442f512540 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:32.261812 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-98d78e88-61fa-4e0f-9e63-50442f512540 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "PUT /v2.0/ports/879de323-8d98-4202-ab3c-d677b4496744 HTTP/1.1" status: 200 len: 931 time: 0.7140412 Feb 02 07:15:32.264651 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59272) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:32.266293 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d78e88-61fa-4e0f-9e63-50442f512540 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event updated for resources: {'Port': ['ID=879de323-8d98-4202-ab3c-d677b4496744,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:32.346048 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-bb103411-3654-46f8-9bf4-18df70feac32 None None] For port 1158ccd9-8cfe-4644-8ee5-c2fa83c813e8, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=1158ccd9-8cfe-4644-8ee5-c2fa83c813e8,segment=NetworkSegment(7af4e3d1-d51c-4a74-82c9-db71d978d9cf),segment_id=7af4e3d1-d51c-4a74-82c9-db71d978d9cf)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:15:32.369901 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-bb95ac7c-39c9-4b12-be98-8a9316944ba9 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Deleting port 879de323-8d98-4202-ab3c-d677b4496744 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:15:32.370378 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bb95ac7c-39c9-4b12-be98-8a9316944ba9 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (879de323-8d98-4202-ab3c-d677b4496744), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:32.376702 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-bb103411-3654-46f8-9bf4-18df70feac32 None None] Publish callbacks [] for port (1158ccd9-8cfe-4644-8ee5-c2fa83c813e8), precommit_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:32.382523 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-bb103411-3654-46f8-9bf4-18df70feac32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (1158ccd9-8cfe-4644-8ee5-c2fa83c813e8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:32.474698 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb103411-3654-46f8-9bf4-18df70feac32 None None] Pushing event updated for resources: {'Port': ['ID=1158ccd9-8cfe-4644-8ee5-c2fa83c813e8,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:32.476129 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bb95ac7c-39c9-4b12-be98-8a9316944ba9 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (879de323-8d98-4202-ab3c-d677b4496744), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:32.494975 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-bb95ac7c-39c9-4b12-be98-8a9316944ba9 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Calling delete_port for 879de323-8d98-4202-ab3c-d677b4496744 owned by {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:15:32.641236 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bb95ac7c-39c9-4b12-be98-8a9316944ba9 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (879de323-8d98-4202-ab3c-d677b4496744), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:32.676249 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb95ac7c-39c9-4b12-be98-8a9316944ba9 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event deleted for resources: {'Port': ['ID=879de323-8d98-4202-ab3c-d677b4496744,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:32.705581 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bb95ac7c-39c9-4b12-be98-8a9316944ba9 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:32.710276 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-bb95ac7c-39c9-4b12-be98-8a9316944ba9 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "DELETE /v2.0/ports/879de323-8d98-4202-ab3c-d677b4496744 HTTP/1.1" status: 204 len: 168 time: 0.4433348 Feb 02 07:15:32.713004 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59278) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:32.746407 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-477cb597-4eef-424d-8690-babc2afa6a78 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] GET failed (client error): The resource could not be found. Feb 02 07:15:32.747840 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-477cb597-4eef-424d-8690-babc2afa6a78 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "GET /v2.0/ports/879de323-8d98-4202-ab3c-d677b4496744 HTTP/1.1" status: 404 len: 333 time: 0.0337758 Feb 02 07:15:32.749377 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-61b9a4cf-7690-4004-a87b-f1ee600c3661 req-45abb049-f406-45c3-a06a-341bbbc0bcb6 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 210 time: 0.0291407 Feb 02 07:15:32.750618 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59280) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:32.815413 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d7c7e31a-7e1d-43f4-90d7-2fb5a7081218 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for security_group (ab322e2d-d757-4300-9f7b-0e82a4c28454), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:32.839778 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d7c7e31a-7e1d-43f4-90d7-2fb5a7081218 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for security_group (ab322e2d-d757-4300-9f7b-0e82a4c28454), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:32.883714 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d7c7e31a-7e1d-43f4-90d7-2fb5a7081218 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (ab322e2d-d757-4300-9f7b-0e82a4c28454), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:32.886749 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d7c7e31a-7e1d-43f4-90d7-2fb5a7081218 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:32.887991 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d7c7e31a-7e1d-43f4-90d7-2fb5a7081218 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "DELETE /v2.0/security-groups/ab322e2d-d757-4300-9f7b-0e82a4c28454 HTTP/1.1" status: 204 len: 168 time: 0.1364222 Feb 02 07:15:32.890881 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59282) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:32.899383 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c7e31a-7e1d-43f4-90d7-2fb5a7081218 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab322e2d-d757-4300-9f7b-0e82a4c28454,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:32.976728 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f7137fe7-ff2c-4bd7-8f38-27483cedd13b tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for security_group (5c1ad19e-582a-4921-98f3-3ea2910eb818), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:32.997290 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 1158ccd9-8cfe-4644-8ee5-c2fa83c813e8 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:15:33.004002 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f7137fe7-ff2c-4bd7-8f38-27483cedd13b tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for security_group (5c1ad19e-582a-4921-98f3-3ea2910eb818), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:33.054879 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 1158ccd9-8cfe-4644-8ee5-c2fa83c813e8 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:15:33.055268 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (1158ccd9-8cfe-4644-8ee5-c2fa83c813e8), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:33.062158 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f7137fe7-ff2c-4bd7-8f38-27483cedd13b tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (5c1ad19e-582a-4921-98f3-3ea2910eb818), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:33.065835 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f7137fe7-ff2c-4bd7-8f38-27483cedd13b tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:33.070090 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f7137fe7-ff2c-4bd7-8f38-27483cedd13b tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "DELETE /v2.0/security-groups/5c1ad19e-582a-4921-98f3-3ea2910eb818 HTTP/1.1" status: 204 len: 168 time: 0.1744881 Feb 02 07:15:33.070559 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59284) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:33.100590 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7137fe7-ff2c-4bd7-8f38-27483cedd13b tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c1ad19e-582a-4921-98f3-3ea2910eb818,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:33.150476 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-00cf08fa-08f2-478b-9e88-da7459fc453f tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Deleting subnet 1e71ee05-b6a2-4266-a4c8-52966a9a8ddc {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:15:33.155992 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-00cf08fa-08f2-478b-9e88-da7459fc453f tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for subnet (1e71ee05-b6a2-4266-a4c8-52966a9a8ddc), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:33.168353 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 1158ccd9-8cfe-4644-8ee5-c2fa83c813e8 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:15:33.204062 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-00cf08fa-08f2-478b-9e88-da7459fc453f tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (1e71ee05-b6a2-4266-a4c8-52966a9a8ddc), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:33.217934 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-509fa599-b461-42e1-979b-1c78d62bd9d5 None None] Provisioning complete for port 1158ccd9-8cfe-4644-8ee5-c2fa83c813e8 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:15:33.218556 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-509fa599-b461-42e1-979b-1c78d62bd9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (1158ccd9-8cfe-4644-8ee5-c2fa83c813e8), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:33.310212 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-00cf08fa-08f2-478b-9e88-da7459fc453f tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (1e71ee05-b6a2-4266-a4c8-52966a9a8ddc), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:33.324164 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-509fa599-b461-42e1-979b-1c78d62bd9d5 None None] Current status of the port 1158ccd9-8cfe-4644-8ee5-c2fa83c813e8 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:15:33.333764 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-509fa599-b461-42e1-979b-1c78d62bd9d5 None None] Could not find standard attr ID for object 879de323-8d98-4202-ab3c-d677b4496744. {{(pid=109695) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 07:15:33.351463 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-509fa599-b461-42e1-979b-1c78d62bd9d5 None None] Provisioning complete for port 37e4b1ba-f2ca-4175-a31c-29deb65e2760 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:15:33.352033 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-509fa599-b461-42e1-979b-1c78d62bd9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (37e4b1ba-f2ca-4175-a31c-29deb65e2760), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:33.404542 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-509fa599-b461-42e1-979b-1c78d62bd9d5 None None] Port 37e4b1ba-f2ca-4175-a31c-29deb65e2760 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:15:33.410752 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-00cf08fa-08f2-478b-9e88-da7459fc453f tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (1e71ee05-b6a2-4266-a4c8-52966a9a8ddc), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:33.451270 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cf08fa-08f2-478b-9e88-da7459fc453f tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event deleted for resources: {'Subnet': ['ID=1e71ee05-b6a2-4266-a4c8-52966a9a8ddc,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:33.455201 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-00cf08fa-08f2-478b-9e88-da7459fc453f tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:33.462862 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-00cf08fa-08f2-478b-9e88-da7459fc453f tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "DELETE /v2.0/subnets/1e71ee05-b6a2-4266-a4c8-52966a9a8ddc HTTP/1.1" status: 204 len: 168 time: 0.3870177 Feb 02 07:15:33.463334 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59286) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:33.470236 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-0bfaaf33-060d-4b0f-916d-e3ed2cd15bd5 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Request body: {'subnet': {'network_id': '981d3e41-652c-4d49-b8c0-adfda091b8e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:15:33.521514 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-0cc5a5b4-3558-4203-94a4-3d57b42b017d None None] Could not find standard attr ID for object 879de323-8d98-4202-ab3c-d677b4496744. {{(pid=109695) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 07:15:33.594659 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bfaaf33-060d-4b0f-916d-e3ed2cd15bd5 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Made reservation on behalf of 3f54e6cae7d248ada3b347585c4ee8ad for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:15:33.598334 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0bfaaf33-060d-4b0f-916d-e3ed2cd15bd5 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:33.666144 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a266fcc-5b87-4c29-be2a-c0e47628edf5 None None] Network 981d3e41-652c-4d49-b8c0-adfda091b8e6 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:15:33.873086 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-def4a2b7-72c1-455a-a6ec-784dcce0e1bc req-8af1d259-2271-449a-90d9-7431db493cfe tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 210 time: 0.0292625 Feb 02 07:15:33.884236 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0bfaaf33-060d-4b0f-916d-e3ed2cd15bd5 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (67daa50c-7f48-4418-8396-3c44f3d46f62), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:33.936952 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfaaf33-060d-4b0f-916d-e3ed2cd15bd5 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Network 981d3e41-652c-4d49-b8c0-adfda091b8e6 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:15:33.940497 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-0bfaaf33-060d-4b0f-916d-e3ed2cd15bd5 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:15:33.945935 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfaaf33-060d-4b0f-916d-e3ed2cd15bd5 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:33.946545 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0bfaaf33-060d-4b0f-916d-e3ed2cd15bd5 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:33.955965 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfaaf33-060d-4b0f-916d-e3ed2cd15bd5 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event updated for resources: {'Subnet': ['ID=67daa50c-7f48-4418-8396-3c44f3d46f62,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:33.973799 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0bfaaf33-060d-4b0f-916d-e3ed2cd15bd5 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5065730 Feb 02 07:15:33.974161 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59290) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:33.979507 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-ebe5f8e4-ef63-42a1-a653-ed5a376f8e93 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Request body: {'security_group': {'name': 'tempest-secgroup-940036072'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:15:34.003883 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ebe5f8e4-ef63-42a1-a653-ed5a376f8e93 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:34.100393 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ebe5f8e4-ef63-42a1-a653-ed5a376f8e93 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for security_group (7843fa21-da5f-4287-80ce-bd1377cdcc05), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:34.105256 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ebe5f8e4-ef63-42a1-a653-ed5a376f8e93 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (7843fa21-da5f-4287-80ce-bd1377cdcc05), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:34.134744 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ebe5f8e4-ef63-42a1-a653-ed5a376f8e93 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:34.138915 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-ebe5f8e4-ef63-42a1-a653-ed5a376f8e93 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1632032 Feb 02 07:15:34.139232 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59296) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:34.145317 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-52b83eff-99a9-444a-9e68-fd9f701591b6 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Request body: {'security_group': {'name': 'tempest-secgroup-810084161'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:15:34.158263 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe5f8e4-ef63-42a1-a653-ed5a376f8e93 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7843fa21-da5f-4287-80ce-bd1377cdcc05,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:34.183229 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-52b83eff-99a9-444a-9e68-fd9f701591b6 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:34.277876 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-52b83eff-99a9-444a-9e68-fd9f701591b6 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for security_group (ebc64c9a-1854-4498-93ae-c3f26f0b904b), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:34.282179 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-52b83eff-99a9-444a-9e68-fd9f701591b6 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (ebc64c9a-1854-4498-93ae-c3f26f0b904b), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:34.308953 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-52b83eff-99a9-444a-9e68-fd9f701591b6 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:34.312769 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-52b83eff-99a9-444a-9e68-fd9f701591b6 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1691992 Feb 02 07:15:34.313522 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59298) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:34.319714 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-3a904229-14b2-4607-9d36-e35d653ff3fb tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Request body: {'security_group': {'name': 'tempest-secgroup-1124134429'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:15:34.327007 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b83eff-99a9-444a-9e68-fd9f701591b6 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc64c9a-1854-4498-93ae-c3f26f0b904b,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:34.345409 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3a904229-14b2-4607-9d36-e35d653ff3fb tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:34.420804 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3a904229-14b2-4607-9d36-e35d653ff3fb tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for security_group (2edaf6e7-df1a-476e-9802-102eaea55ce8), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:34.424841 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3a904229-14b2-4607-9d36-e35d653ff3fb tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (2edaf6e7-df1a-476e-9802-102eaea55ce8), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:34.455653 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3a904229-14b2-4607-9d36-e35d653ff3fb tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:34.460342 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-3a904229-14b2-4607-9d36-e35d653ff3fb tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1423218 Feb 02 07:15:34.461238 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59302) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:34.466964 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-8502e053-f98e-49d0-9390-90315793f818 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-450450065', 'security_groups': ['2edaf6e7-df1a-476e-9802-102eaea55ce8'], 'network_id': '981d3e41-652c-4d49-b8c0-adfda091b8e6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '67daa50c-7f48-4418-8396-3c44f3d46f62'}]}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:15:34.472752 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a904229-14b2-4607-9d36-e35d653ff3fb tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2edaf6e7-df1a-476e-9802-102eaea55ce8,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:34.542275 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df215e65-08a4-42df-b178-9a0ac8b65e3d None None] Network 981d3e41-652c-4d49-b8c0-adfda091b8e6 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:15:34.572500 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-972c30ba-bd99-46c7-887a-17ad5d3ead05 None None] Provisioning complete for port 1158ccd9-8cfe-4644-8ee5-c2fa83c813e8 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:15:34.573014 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-972c30ba-bd99-46c7-887a-17ad5d3ead05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (1158ccd9-8cfe-4644-8ee5-c2fa83c813e8), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:34.588507 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8502e053-f98e-49d0-9390-90315793f818 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Made reservation on behalf of 3f54e6cae7d248ada3b347585c4ee8ad for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:15:34.677984 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8502e053-f98e-49d0-9390-90315793f818 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:34.695894 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [None req-8502e053-f98e-49d0-9390-90315793f818 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] device_id is not set on port 4adf4ae6-237c-48f4-80f6-dbc7d4e33ee2 yet. {{(pid=109694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:15:34.725367 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-972c30ba-bd99-46c7-887a-17ad5d3ead05 None None] Current status of the port 1158ccd9-8cfe-4644-8ee5-c2fa83c813e8 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:15:34.742583 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-972c30ba-bd99-46c7-887a-17ad5d3ead05 None None] Provisioning complete for port 37e4b1ba-f2ca-4175-a31c-29deb65e2760 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:15:34.743072 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-972c30ba-bd99-46c7-887a-17ad5d3ead05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (37e4b1ba-f2ca-4175-a31c-29deb65e2760), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:34.802299 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-972c30ba-bd99-46c7-887a-17ad5d3ead05 None None] Port 37e4b1ba-f2ca-4175-a31c-29deb65e2760 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:15:34.820021 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09840c4-cec4-4de3-bcf2-b6cfd508b4c3 None None] Update dhcp port {'port': {'network_id': '981d3e41-652c-4d49-b8c0-adfda091b8e6', 'fixed_ips': [{'subnet_id': 'dd29eed8-9746-4489-929b-19b464a38d86', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '67daa50c-7f48-4418-8396-3c44f3d46f62'}], 'binding:host_id': 'n-d-789963-26'}, 'id': '1158ccd9-8cfe-4644-8ee5-c2fa83c813e8'} from n-d-789963-26. {{(pid=109695) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 02 07:15:34.849322 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b09840c4-cec4-4de3-bcf2-b6cfd508b4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (1158ccd9-8cfe-4644-8ee5-c2fa83c813e8), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:34.882305 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-8502e053-f98e-49d0-9390-90315793f818 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Allocated IP 2001:db8::37 (981d3e41-652c-4d49-b8c0-adfda091b8e6/67daa50c-7f48-4418-8396-3c44f3d46f62/4adf4ae6-237c-48f4-80f6-dbc7d4e33ee2) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:15:35.016032 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ded44e55-1e2f-401c-8c28-fe2fdf6a2459 req-4cb90a42-d0df-4c0a-81c7-7695692c8519 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 210 time: 0.0323403 Feb 02 07:15:35.051164 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8502e053-f98e-49d0-9390-90315793f818 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for port (4adf4ae6-237c-48f4-80f6-dbc7d4e33ee2), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:35.085923 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8502e053-f98e-49d0-9390-90315793f818 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (4adf4ae6-237c-48f4-80f6-dbc7d4e33ee2), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:35.133701 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-b09840c4-cec4-4de3-bcf2-b6cfd508b4c3 None None] Allocated IP 2001:db8::2 (981d3e41-652c-4d49-b8c0-adfda091b8e6/67daa50c-7f48-4418-8396-3c44f3d46f62/1158ccd9-8cfe-4644-8ee5-c2fa83c813e8) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:15:35.135667 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8502e053-f98e-49d0-9390-90315793f818 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Network 981d3e41-652c-4d49-b8c0-adfda091b8e6 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:15:35.139034 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-8502e053-f98e-49d0-9390-90315793f818 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:15:35.145319 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8502e053-f98e-49d0-9390-90315793f818 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:15:35.151719 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8502e053-f98e-49d0-9390-90315793f818 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:35.152551 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8502e053-f98e-49d0-9390-90315793f818 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:35.163315 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8502e053-f98e-49d0-9390-90315793f818 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event updated for resources: {'Port': ['ID=4adf4ae6-237c-48f4-80f6-dbc7d4e33ee2,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:35.177361 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-8502e053-f98e-49d0-9390-90315793f818 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7149513 Feb 02 07:15:35.180172 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59306) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:35.185538 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-c248f38f-70cc-4a6f-a0d5-d44349bda315 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Request body: {'subnet': {'network_id': '981d3e41-652c-4d49-b8c0-adfda091b8e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:15:35.301855 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c248f38f-70cc-4a6f-a0d5-d44349bda315 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Made reservation on behalf of 3f54e6cae7d248ada3b347585c4ee8ad for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:15:35.305379 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c248f38f-70cc-4a6f-a0d5-d44349bda315 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:35.388695 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-b09840c4-cec4-4de3-bcf2-b6cfd508b4c3 None None] For port 1158ccd9-8cfe-4644-8ee5-c2fa83c813e8, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=1158ccd9-8cfe-4644-8ee5-c2fa83c813e8,segment=NetworkSegment(7af4e3d1-d51c-4a74-82c9-db71d978d9cf),segment_id=7af4e3d1-d51c-4a74-82c9-db71d978d9cf)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:15:35.402790 n-d-789963-26 neutron-server[109694]: INFO neutron.db.ipam_backend_mixin [None req-c248f38f-70cc-4a6f-a0d5-d44349bda315 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 67daa50c-7f48-4418-8396-3c44f3d46f62 (CIDR: 2001:db8::/64) Feb 02 07:15:35.406802 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-c248f38f-70cc-4a6f-a0d5-d44349bda315 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 07:15:35.407267 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c248f38f-70cc-4a6f-a0d5-d44349bda315 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:15:35.421797 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b09840c4-cec4-4de3-bcf2-b6cfd508b4c3 None None] Publish callbacks [] for port (1158ccd9-8cfe-4644-8ee5-c2fa83c813e8), precommit_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:35.424151 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c248f38f-70cc-4a6f-a0d5-d44349bda315 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2428644 Feb 02 07:15:35.426812 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59310) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:35.429421 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b09840c4-cec4-4de3-bcf2-b6cfd508b4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (1158ccd9-8cfe-4644-8ee5-c2fa83c813e8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:35.432231 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-e0b32244-253a-4137-a932-78e6560ba8e5 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Request body: {'subnet': {'network_id': '981d3e41-652c-4d49-b8c0-adfda091b8e6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:15:35.503323 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09840c4-cec4-4de3-bcf2-b6cfd508b4c3 None None] Pushing event updated for resources: {'Port': ['ID=1158ccd9-8cfe-4644-8ee5-c2fa83c813e8,revision_number=6']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:35.550719 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b32244-253a-4137-a932-78e6560ba8e5 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Made reservation on behalf of 3f54e6cae7d248ada3b347585c4ee8ad for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:15:35.555166 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e0b32244-253a-4137-a932-78e6560ba8e5 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:35.673907 n-d-789963-26 neutron-server[109694]: INFO neutron.db.ipam_backend_mixin [None req-e0b32244-253a-4137-a932-78e6560ba8e5 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet dd29eed8-9746-4489-929b-19b464a38d86 (CIDR: 2001:db8:0:1::/64) Feb 02 07:15:35.678187 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0b32244-253a-4137-a932-78e6560ba8e5 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 07:15:35.678699 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0b32244-253a-4137-a932-78e6560ba8e5 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:15:35.698756 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-e0b32244-253a-4137-a932-78e6560ba8e5 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.2708502 Feb 02 07:15:35.701480 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59312) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:35.707287 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-67715035-0a06-4bc6-960d-5664733f03e0 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Request body: {'subnet': {'network_id': '981d3e41-652c-4d49-b8c0-adfda091b8e6', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:15:35.831671 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67715035-0a06-4bc6-960d-5664733f03e0 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Made reservation on behalf of 3f54e6cae7d248ada3b347585c4ee8ad for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:15:35.835604 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-67715035-0a06-4bc6-960d-5664733f03e0 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:36.080963 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-67715035-0a06-4bc6-960d-5664733f03e0 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (7c5cc89f-db00-4aff-b2d9-c2fef342a306), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:36.136236 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67715035-0a06-4bc6-960d-5664733f03e0 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Network 981d3e41-652c-4d49-b8c0-adfda091b8e6 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:15:36.163815 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-67715035-0a06-4bc6-960d-5664733f03e0 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:15:36.166904 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67715035-0a06-4bc6-960d-5664733f03e0 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:36.167502 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-67715035-0a06-4bc6-960d-5664733f03e0 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:36.173960 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-437c1c59-2e02-406d-ad71-dd7f4d6765f7 req-8d14eb31-91d3-44b7-9d82-a5ab05f0b100 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 210 time: 0.0468810 Feb 02 07:15:36.190928 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67715035-0a06-4bc6-960d-5664733f03e0 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event updated for resources: {'Subnet': ['ID=7c5cc89f-db00-4aff-b2d9-c2fef342a306,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:36.213408 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-67715035-0a06-4bc6-960d-5664733f03e0 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5079479 Feb 02 07:15:36.213888 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59316) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:36.219357 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-004452f6-aa7d-4149-9462-40d2f477e3d2 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1067076316', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7c5cc89f-db00-4aff-b2d9-c2fef342a306'}], 'security_groups': ['7843fa21-da5f-4287-80ce-bd1377cdcc05', 'ebc64c9a-1854-4498-93ae-c3f26f0b904b']}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:15:36.243320 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1427e457-ee15-4dcf-aabd-250afb94ef06 None None] Provisioning complete for port 1158ccd9-8cfe-4644-8ee5-c2fa83c813e8 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:15:36.243913 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1427e457-ee15-4dcf-aabd-250afb94ef06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (1158ccd9-8cfe-4644-8ee5-c2fa83c813e8), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:36.336893 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1427e457-ee15-4dcf-aabd-250afb94ef06 None None] Current status of the port 1158ccd9-8cfe-4644-8ee5-c2fa83c813e8 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:15:36.353371 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1427e457-ee15-4dcf-aabd-250afb94ef06 None None] Provisioning complete for port 37e4b1ba-f2ca-4175-a31c-29deb65e2760 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:15:36.353927 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1427e457-ee15-4dcf-aabd-250afb94ef06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (37e4b1ba-f2ca-4175-a31c-29deb65e2760), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:36.398992 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1427e457-ee15-4dcf-aabd-250afb94ef06 None None] Port 37e4b1ba-f2ca-4175-a31c-29deb65e2760 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:15:36.403053 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd92cbd1-0277-4694-97de-f887612734f4 None None] Network 981d3e41-652c-4d49-b8c0-adfda091b8e6 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:15:36.410659 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-004452f6-aa7d-4149-9462-40d2f477e3d2 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (4adf4ae6-237c-48f4-80f6-dbc7d4e33ee2), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:36.530563 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-db82717f-a584-491c-b9d5-c3cf26664a2c None None] Provisioning complete for port 4adf4ae6-237c-48f4-80f6-dbc7d4e33ee2 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:15:36.530934 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-db82717f-a584-491c-b9d5-c3cf26664a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (4adf4ae6-237c-48f4-80f6-dbc7d4e33ee2), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:36.596128 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-db82717f-a584-491c-b9d5-c3cf26664a2c None None] Port 4adf4ae6-237c-48f4-80f6-dbc7d4e33ee2 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:15:36.613774 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097f6010-c70e-48db-85de-d91ed11d4189 None None] Update dhcp port {'port': {'network_id': '981d3e41-652c-4d49-b8c0-adfda091b8e6', 'fixed_ips': [{'subnet_id': 'dd29eed8-9746-4489-929b-19b464a38d86', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '67daa50c-7f48-4418-8396-3c44f3d46f62', 'ip_address': '2001:db8::2'}, {'subnet_id': '7c5cc89f-db00-4aff-b2d9-c2fef342a306'}], 'binding:host_id': 'n-d-789963-26'}, 'id': '1158ccd9-8cfe-4644-8ee5-c2fa83c813e8'} from n-d-789963-26. {{(pid=109695) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 02 07:15:36.643864 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-097f6010-c70e-48db-85de-d91ed11d4189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (1158ccd9-8cfe-4644-8ee5-c2fa83c813e8), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:36.744372 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-004452f6-aa7d-4149-9462-40d2f477e3d2 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Delete allocated IP 2001:db8::37 (981d3e41-652c-4d49-b8c0-adfda091b8e6/67daa50c-7f48-4418-8396-3c44f3d46f62) {{(pid=109693) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 02 07:15:36.753809 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-004452f6-aa7d-4149-9462-40d2f477e3d2 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Allocated IP 2001:db8:0:2::2c5 (981d3e41-652c-4d49-b8c0-adfda091b8e6/7c5cc89f-db00-4aff-b2d9-c2fef342a306/4adf4ae6-237c-48f4-80f6-dbc7d4e33ee2) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:15:36.921368 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-004452f6-aa7d-4149-9462-40d2f477e3d2 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for port (4adf4ae6-237c-48f4-80f6-dbc7d4e33ee2), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:36.927771 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-004452f6-aa7d-4149-9462-40d2f477e3d2 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (4adf4ae6-237c-48f4-80f6-dbc7d4e33ee2), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:36.988996 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-004452f6-aa7d-4149-9462-40d2f477e3d2 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] In _notify_port_updated(), no bound segment for port 4adf4ae6-237c-48f4-80f6-dbc7d4e33ee2 on network 981d3e41-652c-4d49-b8c0-adfda091b8e6 {{(pid=109693) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 02 07:15:36.990127 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-097f6010-c70e-48db-85de-d91ed11d4189 None None] Allocated IP 2001:db8:0:2::2 (981d3e41-652c-4d49-b8c0-adfda091b8e6/7c5cc89f-db00-4aff-b2d9-c2fef342a306/1158ccd9-8cfe-4644-8ee5-c2fa83c813e8) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:15:36.994909 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004452f6-aa7d-4149-9462-40d2f477e3d2 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:36.995608 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-004452f6-aa7d-4149-9462-40d2f477e3d2 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:36.999617 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-004452f6-aa7d-4149-9462-40d2f477e3d2 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "PUT /v2.0/ports/4adf4ae6-237c-48f4-80f6-dbc7d4e33ee2 HTTP/1.1" status: 200 len: 970 time: 0.7819700 Feb 02 07:15:37.000539 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59318) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:37.008828 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004452f6-aa7d-4149-9462-40d2f477e3d2 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event updated for resources: {'Port': ['ID=4adf4ae6-237c-48f4-80f6-dbc7d4e33ee2,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:37.023866 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 1158ccd9-8cfe-4644-8ee5-c2fa83c813e8 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:15:37.117458 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-b49929b8-51cb-4e86-92b0-abcf25e0c31b tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Deleting port 4adf4ae6-237c-48f4-80f6-dbc7d4e33ee2 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:15:37.118172 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b49929b8-51cb-4e86-92b0-abcf25e0c31b tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (4adf4ae6-237c-48f4-80f6-dbc7d4e33ee2), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:37.129940 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-097f6010-c70e-48db-85de-d91ed11d4189 None None] For port 1158ccd9-8cfe-4644-8ee5-c2fa83c813e8, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=1158ccd9-8cfe-4644-8ee5-c2fa83c813e8,segment=NetworkSegment(7af4e3d1-d51c-4a74-82c9-db71d978d9cf),segment_id=7af4e3d1-d51c-4a74-82c9-db71d978d9cf)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:15:37.149140 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 1158ccd9-8cfe-4644-8ee5-c2fa83c813e8 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:15:37.149518 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (1158ccd9-8cfe-4644-8ee5-c2fa83c813e8), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:37.187811 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-097f6010-c70e-48db-85de-d91ed11d4189 None None] Publish callbacks [] for port (1158ccd9-8cfe-4644-8ee5-c2fa83c813e8), precommit_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:37.200838 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-097f6010-c70e-48db-85de-d91ed11d4189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (1158ccd9-8cfe-4644-8ee5-c2fa83c813e8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:37.217992 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b49929b8-51cb-4e86-92b0-abcf25e0c31b tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (4adf4ae6-237c-48f4-80f6-dbc7d4e33ee2), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:37.233861 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-b49929b8-51cb-4e86-92b0-abcf25e0c31b tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Calling delete_port for 4adf4ae6-237c-48f4-80f6-dbc7d4e33ee2 owned by {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:15:37.327313 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7656677c-3fa4-4aad-b1dd-59979f4a0580 req-54abc2cc-c9f9-4393-9c2b-8945426ee6a3 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 210 time: 0.0375240 Feb 02 07:15:37.346732 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097f6010-c70e-48db-85de-d91ed11d4189 None None] Pushing event updated for resources: {'Port': ['ID=1158ccd9-8cfe-4644-8ee5-c2fa83c813e8,revision_number=7']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:37.374123 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 1158ccd9-8cfe-4644-8ee5-c2fa83c813e8 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:15:37.450382 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b49929b8-51cb-4e86-92b0-abcf25e0c31b tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (4adf4ae6-237c-48f4-80f6-dbc7d4e33ee2), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:37.487640 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49929b8-51cb-4e86-92b0-abcf25e0c31b tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event deleted for resources: {'Port': ['ID=4adf4ae6-237c-48f4-80f6-dbc7d4e33ee2,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:37.513183 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b49929b8-51cb-4e86-92b0-abcf25e0c31b tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:37.516708 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b49929b8-51cb-4e86-92b0-abcf25e0c31b tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "DELETE /v2.0/ports/4adf4ae6-237c-48f4-80f6-dbc7d4e33ee2 HTTP/1.1" status: 204 len: 168 time: 0.5144811 Feb 02 07:15:37.519413 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59324) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:37.562503 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fe8b11a-ea2c-4b2e-9219-a2db8d2e5aeb tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] GET failed (client error): The resource could not be found. Feb 02 07:15:37.564007 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-4fe8b11a-ea2c-4b2e-9219-a2db8d2e5aeb tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "GET /v2.0/ports/4adf4ae6-237c-48f4-80f6-dbc7d4e33ee2 HTTP/1.1" status: 404 len: 333 time: 0.0434694 Feb 02 07:15:37.566760 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59326) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:37.622886 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-21b45b1f-63f8-4c9b-bbf9-d87ea2b35ed5 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for security_group (2edaf6e7-df1a-476e-9802-102eaea55ce8), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:37.652916 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-21b45b1f-63f8-4c9b-bbf9-d87ea2b35ed5 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for security_group (2edaf6e7-df1a-476e-9802-102eaea55ce8), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:37.698090 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-21b45b1f-63f8-4c9b-bbf9-d87ea2b35ed5 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (2edaf6e7-df1a-476e-9802-102eaea55ce8), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:37.700824 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-21b45b1f-63f8-4c9b-bbf9-d87ea2b35ed5 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:37.704909 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-21b45b1f-63f8-4c9b-bbf9-d87ea2b35ed5 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "DELETE /v2.0/security-groups/2edaf6e7-df1a-476e-9802-102eaea55ce8 HTTP/1.1" status: 204 len: 168 time: 0.1346550 Feb 02 07:15:37.705378 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59328) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:37.713008 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b45b1f-63f8-4c9b-bbf9-d87ea2b35ed5 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2edaf6e7-df1a-476e-9802-102eaea55ce8,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:37.767435 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cb2221a0-e886-4bdd-8156-4daecfe163a0 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for security_group (ebc64c9a-1854-4498-93ae-c3f26f0b904b), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:37.791533 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cb2221a0-e886-4bdd-8156-4daecfe163a0 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for security_group (ebc64c9a-1854-4498-93ae-c3f26f0b904b), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:37.837684 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cb2221a0-e886-4bdd-8156-4daecfe163a0 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (ebc64c9a-1854-4498-93ae-c3f26f0b904b), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:37.840473 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cb2221a0-e886-4bdd-8156-4daecfe163a0 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:37.841671 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-cb2221a0-e886-4bdd-8156-4daecfe163a0 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "DELETE /v2.0/security-groups/ebc64c9a-1854-4498-93ae-c3f26f0b904b HTTP/1.1" status: 204 len: 168 time: 0.1352108 Feb 02 07:15:37.844825 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59330) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:37.851460 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2221a0-e886-4bdd-8156-4daecfe163a0 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc64c9a-1854-4498-93ae-c3f26f0b904b,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:37.920786 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d4f46d3e-92be-42a7-a477-a577a7cda8d6 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for security_group (7843fa21-da5f-4287-80ce-bd1377cdcc05), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:37.945804 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d4f46d3e-92be-42a7-a477-a577a7cda8d6 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for security_group (7843fa21-da5f-4287-80ce-bd1377cdcc05), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:37.991971 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d4f46d3e-92be-42a7-a477-a577a7cda8d6 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (7843fa21-da5f-4287-80ce-bd1377cdcc05), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:37.994831 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d4f46d3e-92be-42a7-a477-a577a7cda8d6 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:37.998659 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d4f46d3e-92be-42a7-a477-a577a7cda8d6 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "DELETE /v2.0/security-groups/7843fa21-da5f-4287-80ce-bd1377cdcc05 HTTP/1.1" status: 204 len: 168 time: 0.1504018 Feb 02 07:15:37.999189 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59332) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:38.005939 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f46d3e-92be-42a7-a477-a577a7cda8d6 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7843fa21-da5f-4287-80ce-bd1377cdcc05,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:38.036548 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-2cc17a3d-4b4c-474a-9983-f9535b7a2535 None None] Could not find standard attr ID for object 4adf4ae6-237c-48f4-80f6-dbc7d4e33ee2. {{(pid=109695) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 07:15:38.051124 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-2cc17a3d-4b4c-474a-9983-f9535b7a2535 None None] Provisioning complete for port 1158ccd9-8cfe-4644-8ee5-c2fa83c813e8 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:15:38.051816 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2cc17a3d-4b4c-474a-9983-f9535b7a2535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (1158ccd9-8cfe-4644-8ee5-c2fa83c813e8), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:38.061290 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-e07c70d6-ddee-4043-8cbe-7d2096f057e1 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Deleting subnet 67daa50c-7f48-4418-8396-3c44f3d46f62 {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:15:38.067546 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e07c70d6-ddee-4043-8cbe-7d2096f057e1 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for subnet (67daa50c-7f48-4418-8396-3c44f3d46f62), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:38.113030 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e07c70d6-ddee-4043-8cbe-7d2096f057e1 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (67daa50c-7f48-4418-8396-3c44f3d46f62), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:38.151430 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-2cc17a3d-4b4c-474a-9983-f9535b7a2535 None None] Current status of the port 1158ccd9-8cfe-4644-8ee5-c2fa83c813e8 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:15:38.163036 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-2cc17a3d-4b4c-474a-9983-f9535b7a2535 None None] Provisioning complete for port 37e4b1ba-f2ca-4175-a31c-29deb65e2760 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:15:38.163789 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2cc17a3d-4b4c-474a-9983-f9535b7a2535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (37e4b1ba-f2ca-4175-a31c-29deb65e2760), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:38.201644 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-2cc17a3d-4b4c-474a-9983-f9535b7a2535 None None] Port 37e4b1ba-f2ca-4175-a31c-29deb65e2760 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:15:38.218077 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e07c70d6-ddee-4043-8cbe-7d2096f057e1 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (67daa50c-7f48-4418-8396-3c44f3d46f62), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:38.284173 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e07c70d6-ddee-4043-8cbe-7d2096f057e1 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (67daa50c-7f48-4418-8396-3c44f3d46f62), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:38.313949 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-26153561-5775-4da6-9b92-48f1d2bc2951 None None] Could not find standard attr ID for object 4adf4ae6-237c-48f4-80f6-dbc7d4e33ee2. {{(pid=109695) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 07:15:38.315768 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e07c70d6-ddee-4043-8cbe-7d2096f057e1 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:38.325040 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e07c70d6-ddee-4043-8cbe-7d2096f057e1 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "DELETE /v2.0/subnets/67daa50c-7f48-4418-8396-3c44f3d46f62 HTTP/1.1" status: 204 len: 168 time: 0.3248274 Feb 02 07:15:38.325704 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59334) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:38.326134 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07c70d6-ddee-4043-8cbe-7d2096f057e1 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event deleted for resources: {'Subnet': ['ID=67daa50c-7f48-4418-8396-3c44f3d46f62,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:38.393408 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-72857d9f-5ad3-4d81-b7f4-a297b0791442 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Deleting subnet 7c5cc89f-db00-4aff-b2d9-c2fef342a306 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:15:38.397528 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-72857d9f-5ad3-4d81-b7f4-a297b0791442 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for subnet (7c5cc89f-db00-4aff-b2d9-c2fef342a306), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:38.450628 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c0e0e0a7-ba5b-4fc5-85cf-cd2bccae549d req-0bee27ed-3ee3-424a-ae8f-d0d4fa062660 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 210 time: 0.0287352 Feb 02 07:15:38.453662 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-72857d9f-5ad3-4d81-b7f4-a297b0791442 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (7c5cc89f-db00-4aff-b2d9-c2fef342a306), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:38.527152 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8dc93dd-2b96-4da3-947a-a883542939e0 None None] Network 981d3e41-652c-4d49-b8c0-adfda091b8e6 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:15:38.568319 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-72857d9f-5ad3-4d81-b7f4-a297b0791442 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (7c5cc89f-db00-4aff-b2d9-c2fef342a306), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:38.639434 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-72857d9f-5ad3-4d81-b7f4-a297b0791442 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (7c5cc89f-db00-4aff-b2d9-c2fef342a306), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:38.668542 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72857d9f-5ad3-4d81-b7f4-a297b0791442 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event deleted for resources: {'Subnet': ['ID=7c5cc89f-db00-4aff-b2d9-c2fef342a306,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:38.672371 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-72857d9f-5ad3-4d81-b7f4-a297b0791442 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:38.675529 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-72857d9f-5ad3-4d81-b7f4-a297b0791442 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "DELETE /v2.0/subnets/7c5cc89f-db00-4aff-b2d9-c2fef342a306 HTTP/1.1" status: 204 len: 168 time: 0.3487699 Feb 02 07:15:38.678540 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59342) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:38.706182 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-1805ec50-7ead-45bb-8bfd-ac131e165948 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] DELETE failed (client error): The resource could not be found. Feb 02 07:15:38.706726 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1805ec50-7ead-45bb-8bfd-ac131e165948 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:15:38.710263 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-1805ec50-7ead-45bb-8bfd-ac131e165948 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "DELETE /v2.0/subnets/67daa50c-7f48-4418-8396-3c44f3d46f62 HTTP/1.1" status: 404 len: 337 time: 0.0305746 Feb 02 07:15:38.712689 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59344) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:38.764975 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fbee56d-30fe-42b4-90f0-4b29962c40ff tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Deleting subnet dd29eed8-9746-4489-929b-19b464a38d86 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:15:38.768807 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9fbee56d-30fe-42b4-90f0-4b29962c40ff tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks [] for subnet (dd29eed8-9746-4489-929b-19b464a38d86), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:38.810460 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9fbee56d-30fe-42b4-90f0-4b29962c40ff tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (dd29eed8-9746-4489-929b-19b464a38d86), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:38.910069 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9fbee56d-30fe-42b4-90f0-4b29962c40ff tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (dd29eed8-9746-4489-929b-19b464a38d86), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:38.980672 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9fbee56d-30fe-42b4-90f0-4b29962c40ff tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (dd29eed8-9746-4489-929b-19b464a38d86), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:38.987983 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 1158ccd9-8cfe-4644-8ee5-c2fa83c813e8 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:15:39.010461 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbee56d-30fe-42b4-90f0-4b29962c40ff tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event deleted for resources: {'Subnet': ['ID=dd29eed8-9746-4489-929b-19b464a38d86,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:39.014399 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9fbee56d-30fe-42b4-90f0-4b29962c40ff tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:39.018482 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-9fbee56d-30fe-42b4-90f0-4b29962c40ff tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "DELETE /v2.0/subnets/dd29eed8-9746-4489-929b-19b464a38d86 HTTP/1.1" status: 204 len: 168 time: 0.3046689 Feb 02 07:15:39.020955 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59346) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:39.055154 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-d29db970-83c0-4943-b642-5bb1a8593ca0 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] DELETE failed (client error): The resource could not be found. Feb 02 07:15:39.055386 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 1158ccd9-8cfe-4644-8ee5-c2fa83c813e8 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:15:39.055794 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (1158ccd9-8cfe-4644-8ee5-c2fa83c813e8), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:39.055923 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d29db970-83c0-4943-b642-5bb1a8593ca0 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:15:39.062440 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d29db970-83c0-4943-b642-5bb1a8593ca0 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "DELETE /v2.0/subnets/1e71ee05-b6a2-4266-a4c8-52966a9a8ddc HTTP/1.1" status: 404 len: 337 time: 0.0374410 Feb 02 07:15:39.062795 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59348) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:39.096454 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-38e8318c-2ac5-4801-bd01-2017e74dc6e3 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "GET /v2.0/ports?device_id=41011a70-d93b-4644-b3b9-36651317ed2c HTTP/1.1" status: 200 len: 205 time: 0.0322831 Feb 02 07:15:39.098934 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59350) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:39.144108 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-dfe3f484-db72-4233-b30f-d9ef60000942 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] delete failed (client error): The resource could not be found. Feb 02 07:15:39.145541 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-dfe3f484-db72-4233-b30f-d9ef60000942 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "DELETE /v2.0/routers/41011a70-d93b-4644-b3b9-36651317ed2c HTTP/1.1" status: 404 len: 336 time: 0.0455227 Feb 02 07:15:39.148200 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59352) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:39.164970 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 1158ccd9-8cfe-4644-8ee5-c2fa83c813e8 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:15:39.177825 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-d31cdf64-ebcc-4aa1-8996-f1427431fc40 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] DELETE failed (client error): The resource could not be found. Feb 02 07:15:39.179135 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d31cdf64-ebcc-4aa1-8996-f1427431fc40 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:15:39.182689 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d31cdf64-ebcc-4aa1-8996-f1427431fc40 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "DELETE /v2.0/subnets/8832d3bb-fdbe-4ff5-a382-ce9b88210106 HTTP/1.1" status: 404 len: 337 time: 0.0333354 Feb 02 07:15:39.185302 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59354) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:39.217916 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-9697666a-54c9-4486-a788-d82cab5d4b60 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] DELETE failed (client error): The resource could not be found. Feb 02 07:15:39.218663 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9697666a-54c9-4486-a788-d82cab5d4b60 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:15:39.221872 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-9697666a-54c9-4486-a788-d82cab5d4b60 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "DELETE /v2.0/subnets/1f52a9a2-3cbb-40aa-af65-2ee84a910568 HTTP/1.1" status: 404 len: 337 time: 0.0355165 Feb 02 07:15:39.224526 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59356) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:39.252247 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-78302e57-0890-4940-8982-9fab3a0db5a1 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] DELETE failed (client error): The resource could not be found. Feb 02 07:15:39.253037 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78302e57-0890-4940-8982-9fab3a0db5a1 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:15:39.256757 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-78302e57-0890-4940-8982-9fab3a0db5a1 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "DELETE /v2.0/subnets/8ec0b586-d7fe-4fd8-a872-0b54dfc09064 HTTP/1.1" status: 404 len: 337 time: 0.0297518 Feb 02 07:15:39.259667 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59358) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:39.284747 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfc2cce7-111f-4be0-bd50-d8482ed99091 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] DELETE failed (client error): The resource could not be found. Feb 02 07:15:39.285329 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfc2cce7-111f-4be0-bd50-d8482ed99091 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:15:39.289278 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-cfc2cce7-111f-4be0-bd50-d8482ed99091 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "DELETE /v2.0/ports/943bc64f-103a-4624-bdff-82362e166f90 HTTP/1.1" status: 404 len: 333 time: 0.0286231 Feb 02 07:15:39.291881 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59360) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:39.319063 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a66c300-d69d-4b81-ba15-f2f3de2ba88c tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] DELETE failed (client error): The resource could not be found. Feb 02 07:15:39.319503 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a66c300-d69d-4b81-ba15-f2f3de2ba88c tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:15:39.325268 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-7a66c300-d69d-4b81-ba15-f2f3de2ba88c tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "DELETE /v2.0/subnets/f6ebcf90-81f9-4a9d-95c7-f8e15afd1e82 HTTP/1.1" status: 404 len: 337 time: 0.0298152 Feb 02 07:15:39.325706 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59362) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:39.353409 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5290dfc-4e40-4bb1-888f-84bae7471dfd tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] DELETE failed (client error): The resource could not be found. Feb 02 07:15:39.353994 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5290dfc-4e40-4bb1-888f-84bae7471dfd tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:15:39.366354 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c5290dfc-4e40-4bb1-888f-84bae7471dfd tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "DELETE /v2.0/subnets/197a0fbe-474d-4588-b3f0-aef409be9415 HTTP/1.1" status: 404 len: 337 time: 0.0366659 Feb 02 07:15:39.366682 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59364) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:39.392353 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-092bb4ff-5c13-4418-a69c-a58cfd51618e tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] DELETE failed (client error): The resource could not be found. Feb 02 07:15:39.393001 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-092bb4ff-5c13-4418-a69c-a58cfd51618e tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:15:39.397119 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-092bb4ff-5c13-4418-a69c-a58cfd51618e tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "DELETE /v2.0/ports/b046835a-4d43-4c69-ab71-dd7102d72aaf HTTP/1.1" status: 404 len: 333 time: 0.0288877 Feb 02 07:15:39.399603 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59366) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:39.426160 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d484f2-704e-4f29-91a4-b7f5142bc113 None None] Network 981d3e41-652c-4d49-b8c0-adfda091b8e6 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:15:39.426351 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-9617aad3-4fd2-48d2-b567-e57fe9eeac3a tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] DELETE failed (client error): The resource could not be found. Feb 02 07:15:39.426691 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9617aad3-4fd2-48d2-b567-e57fe9eeac3a tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:15:39.431137 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-9617aad3-4fd2-48d2-b567-e57fe9eeac3a tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "DELETE /v2.0/subnets/94b4dd8a-809a-4ac7-b744-3cd8daba24ba HTTP/1.1" status: 404 len: 337 time: 0.0304484 Feb 02 07:15:39.433444 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59368) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:39.464583 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-30a7f1e2-1e17-4df2-a35d-42575939e047 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] DELETE failed (client error): The resource could not be found. Feb 02 07:15:39.465170 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30a7f1e2-1e17-4df2-a35d-42575939e047 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:15:39.477160 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-30a7f1e2-1e17-4df2-a35d-42575939e047 tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "DELETE /v2.0/subnets/883f62ad-f741-4bf4-aefc-34cbd5c6fc62 HTTP/1.1" status: 404 len: 337 time: 0.0398331 Feb 02 07:15:39.477497 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59370) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:39.501303 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-5df94806-f279-4461-ad74-3ed42ac565ef None None] Provisioning complete for port 1158ccd9-8cfe-4644-8ee5-c2fa83c813e8 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:15:39.501520 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5df94806-f279-4461-ad74-3ed42ac565ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (1158ccd9-8cfe-4644-8ee5-c2fa83c813e8), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:39.611846 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9847e0ed-1266-4ccf-aaa8-bd92f6c6742a req-8cfe1b1a-2f7e-4a2d-a469-29d945857d28 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 210 time: 0.0390317 Feb 02 07:15:39.622659 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-5df94806-f279-4461-ad74-3ed42ac565ef None None] Current status of the port 1158ccd9-8cfe-4644-8ee5-c2fa83c813e8 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:15:39.637120 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-5df94806-f279-4461-ad74-3ed42ac565ef None None] Provisioning complete for port 37e4b1ba-f2ca-4175-a31c-29deb65e2760 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:15:39.637806 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5df94806-f279-4461-ad74-3ed42ac565ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (37e4b1ba-f2ca-4175-a31c-29deb65e2760), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:39.641489 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-379846e8-41fa-482b-afed-d1c870ccbe3b tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Deleting port 37e4b1ba-f2ca-4175-a31c-29deb65e2760 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:15:39.641936 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-379846e8-41fa-482b-afed-d1c870ccbe3b tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (37e4b1ba-f2ca-4175-a31c-29deb65e2760), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:39.667830 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd63938-5c4b-45e0-99e7-2f15a4ff9dde None None] DHCP port deletion for 981d3e41-652c-4d49-b8c0-adfda091b8e6 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:15:39.702114 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-5df94806-f279-4461-ad74-3ed42ac565ef None None] Port 37e4b1ba-f2ca-4175-a31c-29deb65e2760 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:15:39.714429 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-379846e8-41fa-482b-afed-d1c870ccbe3b tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (37e4b1ba-f2ca-4175-a31c-29deb65e2760), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:39.728420 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-379846e8-41fa-482b-afed-d1c870ccbe3b tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Calling delete_port for 37e4b1ba-f2ca-4175-a31c-29deb65e2760 owned by {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:15:39.728723 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-bbd63938-5c4b-45e0-99e7-2f15a4ff9dde None None] Deleting port 1158ccd9-8cfe-4644-8ee5-c2fa83c813e8 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:15:39.729103 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-bbd63938-5c4b-45e0-99e7-2f15a4ff9dde None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (1158ccd9-8cfe-4644-8ee5-c2fa83c813e8), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:39.791109 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-bbd63938-5c4b-45e0-99e7-2f15a4ff9dde None None] For port 1158ccd9-8cfe-4644-8ee5-c2fa83c813e8, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=1158ccd9-8cfe-4644-8ee5-c2fa83c813e8,segment=NetworkSegment(7af4e3d1-d51c-4a74-82c9-db71d978d9cf),segment_id=7af4e3d1-d51c-4a74-82c9-db71d978d9cf)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:15:39.791508 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-bbd63938-5c4b-45e0-99e7-2f15a4ff9dde None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (1158ccd9-8cfe-4644-8ee5-c2fa83c813e8), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:39.807495 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-bbd63938-5c4b-45e0-99e7-2f15a4ff9dde None None] Calling delete_port for 1158ccd9-8cfe-4644-8ee5-c2fa83c813e8 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:15:39.812518 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-379846e8-41fa-482b-afed-d1c870ccbe3b tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (37e4b1ba-f2ca-4175-a31c-29deb65e2760), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:39.842923 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379846e8-41fa-482b-afed-d1c870ccbe3b tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event deleted for resources: {'Port': ['ID=37e4b1ba-f2ca-4175-a31c-29deb65e2760,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:39.853465 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-379846e8-41fa-482b-afed-d1c870ccbe3b tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:39.859698 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-379846e8-41fa-482b-afed-d1c870ccbe3b tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "DELETE /v2.0/ports/37e4b1ba-f2ca-4175-a31c-29deb65e2760 HTTP/1.1" status: 204 len: 168 time: 0.3790290 Feb 02 07:15:39.860093 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59374) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:39.900352 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-bbd63938-5c4b-45e0-99e7-2f15a4ff9dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (1158ccd9-8cfe-4644-8ee5-c2fa83c813e8), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:39.930399 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd63938-5c4b-45e0-99e7-2f15a4ff9dde None None] Pushing event deleted for resources: {'Port': ['ID=1158ccd9-8cfe-4644-8ee5-c2fa83c813e8,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:39.935363 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd63938-5c4b-45e0-99e7-2f15a4ff9dde None None] No DVR routers for this DVR port 1158ccd9-8cfe-4644-8ee5-c2fa83c813e8 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:15:40.262871 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2da94ff0-b627-4e94-ad13-d0b81a8f932d tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (981d3e41-652c-4d49-b8c0-adfda091b8e6), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:40.351316 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2da94ff0-b627-4e94-ad13-d0b81a8f932d tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (981d3e41-652c-4d49-b8c0-adfda091b8e6), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:40.371765 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-2da94ff0-b627-4e94-ad13-d0b81a8f932d tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['981d3e41-652c-4d49-b8c0-adfda091b8e6']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:15:40.382609 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-2da94ff0-b627-4e94-ad13-d0b81a8f932d tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7af4e3d1-d51c-4a74-82c9-db71d978d9cf') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:15:40.382935 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-2da94ff0-b627-4e94-ad13-d0b81a8f932d tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7af4e3d1-d51c-4a74-82c9-db71d978d9cf') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:15:40.392953 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2da94ff0-b627-4e94-ad13-d0b81a8f932d tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (7af4e3d1-d51c-4a74-82c9-db71d978d9cf), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:40.406340 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2da94ff0-b627-4e94-ad13-d0b81a8f932d tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (7af4e3d1-d51c-4a74-82c9-db71d978d9cf), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:40.412850 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2da94ff0-b627-4e94-ad13-d0b81a8f932d tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:15:40.413243 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2da94ff0-b627-4e94-ad13-d0b81a8f932d tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (7af4e3d1-d51c-4a74-82c9-db71d978d9cf), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:40.416408 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:15:40.416408 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:15:40.416408 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:15:40.416408 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:15:40.416408 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:15:40.416408 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:15:40.416408 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:15:40.416408 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:15:40.416408 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:15:40.416408 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:15:40.416408 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:15:40.416408 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:15:40.416408 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:15:40.416408 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:15:40.416408 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:15:40.416408 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:15:40.416408 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:15:40.416408 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:15:40.416408 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:15:40.416408 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:15:40.416408 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:15:40.416408 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:15:40.416408 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:15:40.416408 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:15:40.416408 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:15:40.416408 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:15:40.416408 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:15:40.416408 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:15:40.416408 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:15:40.416408 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:15:40.416408 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:15:40.416408 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:15:40.473355 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2da94ff0-b627-4e94-ad13-d0b81a8f932d tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (981d3e41-652c-4d49-b8c0-adfda091b8e6), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:40.482324 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2da94ff0-b627-4e94-ad13-d0b81a8f932d tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:40.487862 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-2da94ff0-b627-4e94-ad13-d0b81a8f932d tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] 10.222.0.87 "DELETE /v2.0/networks/981d3e41-652c-4d49-b8c0-adfda091b8e6 HTTP/1.1" status: 204 len: 168 time: 0.6245172 Feb 02 07:15:40.500736 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da94ff0-b627-4e94-ad13-d0b81a8f932d tempest-PortsIpV6TestJSON-1065262557 tempest-PortsIpV6TestJSON-1065262557-project] Pushing event deleted for resources: {'Network': ['ID=981d3e41-652c-4d49-b8c0-adfda091b8e6,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:40.718422 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b6089874-0083-4702-be91-0129c6ef817e req-9deaa249-cfd3-4030-b8dc-f71fd4adbd76 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 210 time: 0.0283341 Feb 02 07:15:40.746523 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59382) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:40.884242 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-86567d65-a101-4491-88ef-198209e50694 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=3f54e6cae7d248ada3b347585c4ee8ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1365130 Feb 02 07:15:40.886684 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59386) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:40.943253 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ef523e53-d6d1-4a0a-a747-7ee55dd0e30d admin admin] Publish callbacks [] for security_group (d4f97169-843b-48de-918a-62dbefae4a70), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:40.964475 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1d703189-4037-4c05-b977-ab00263ed022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:40.973169 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ef523e53-d6d1-4a0a-a747-7ee55dd0e30d admin admin] Publish callbacks [] for security_group (d4f97169-843b-48de-918a-62dbefae4a70), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:40.979987 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 1158ccd9-8cfe-4644-8ee5-c2fa83c813e8 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:15:41.004623 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 1158ccd9-8cfe-4644-8ee5-c2fa83c813e8 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:15:41.010759 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 1158ccd9-8cfe-4644-8ee5-c2fa83c813e8 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:15:41.026182 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ef523e53-d6d1-4a0a-a747-7ee55dd0e30d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (d4f97169-843b-48de-918a-62dbefae4a70), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:41.028971 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ef523e53-d6d1-4a0a-a747-7ee55dd0e30d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:41.030146 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-ef523e53-d6d1-4a0a-a747-7ee55dd0e30d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d4f97169-843b-48de-918a-62dbefae4a70 HTTP/1.1" status: 204 len: 168 time: 0.1424308 Feb 02 07:15:41.040236 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef523e53-d6d1-4a0a-a747-7ee55dd0e30d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f97169-843b-48de-918a-62dbefae4a70,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:41.048896 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef523e53-d6d1-4a0a-a747-7ee55dd0e30d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:15:41.049265 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef523e53-d6d1-4a0a-a747-7ee55dd0e30d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:15:41.049617 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef523e53-d6d1-4a0a-a747-7ee55dd0e30d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:15:41.049963 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef523e53-d6d1-4a0a-a747-7ee55dd0e30d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:15:41.050306 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef523e53-d6d1-4a0a-a747-7ee55dd0e30d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:15:41.050673 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef523e53-d6d1-4a0a-a747-7ee55dd0e30d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:15:41.051012 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef523e53-d6d1-4a0a-a747-7ee55dd0e30d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:15:41.051449 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef523e53-d6d1-4a0a-a747-7ee55dd0e30d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:15:41.051918 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef523e53-d6d1-4a0a-a747-7ee55dd0e30d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:15:41.052392 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef523e53-d6d1-4a0a-a747-7ee55dd0e30d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:15:41.053420 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef523e53-d6d1-4a0a-a747-7ee55dd0e30d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:15:41.053772 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef523e53-d6d1-4a0a-a747-7ee55dd0e30d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:15:41.054217 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef523e53-d6d1-4a0a-a747-7ee55dd0e30d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:15:41.697532 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59408) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:41.794546 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-948ad853-d826-4d23-92ab-3fd67c661966 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1176186549', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:15:41.819439 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-948ad853-d826-4d23-92ab-3fd67c661966 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (e177654d-c2f4-4257-88fc-1832a33d3207), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:41.820777 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-948ad853-d826-4d23-92ab-3fd67c661966 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (e177654d-c2f4-4257-88fc-1832a33d3207), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:41.824788 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c288b0e4-b815-4ba4-82cd-2ea94dd0bd07 req-f72008bd-2d9b-4f82-b923-262ca1986547 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 210 time: 0.0307164 Feb 02 07:15:41.876211 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-948ad853-d826-4d23-92ab-3fd67c661966 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks [] for router_controller (e177654d-c2f4-4257-88fc-1832a33d3207), precommit_add_association {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:41.880693 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-948ad853-d826-4d23-92ab-3fd67c661966 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (e177654d-c2f4-4257-88fc-1832a33d3207), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:41.899417 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-948ad853-d826-4d23-92ab-3fd67c661966 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:41.900691 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-948ad853-d826-4d23-92ab-3fd67c661966 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.2021120 Feb 02 07:15:41.903355 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59414) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:41.908475 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-17b48d9b-23fb-4fdf-8bf1-64bc94c67f99 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1065611788'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:15:41.929182 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b48d9b-23fb-4fdf-8bf1-64bc94c67f99 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Made reservation on behalf of 4b4317a7eb0d42dca5cfdd390551cc05 for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:15:41.932521 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-17b48d9b-23fb-4fdf-8bf1-64bc94c67f99 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:41.941068 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-17b48d9b-23fb-4fdf-8bf1-64bc94c67f99 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:42.015752 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-17b48d9b-23fb-4fdf-8bf1-64bc94c67f99 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks [] for security_group (95f40d86-c305-493d-9454-fd62853f842d), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:42.020460 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-17b48d9b-23fb-4fdf-8bf1-64bc94c67f99 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (95f40d86-c305-493d-9454-fd62853f842d), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:42.049440 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17b48d9b-23fb-4fdf-8bf1-64bc94c67f99 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:15:42.054910 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b48d9b-23fb-4fdf-8bf1-64bc94c67f99 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95f40d86-c305-493d-9454-fd62853f842d,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:42.062060 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-17b48d9b-23fb-4fdf-8bf1-64bc94c67f99 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (75bf8c42-e326-47b2-92b5-413b10a915d4), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:42.062412 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-17b48d9b-23fb-4fdf-8bf1-64bc94c67f99 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Added segment 75bf8c42-e326-47b2-92b5-413b10a915d4 of type vlan for network b789ecf6-c3dd-4977-b7aa-d7e160554578 Feb 02 07:15:42.103221 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-17b48d9b-23fb-4fdf-8bf1-64bc94c67f99 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (b789ecf6-c3dd-4977-b7aa-d7e160554578), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:42.128493 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-17b48d9b-23fb-4fdf-8bf1-64bc94c67f99 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (b789ecf6-c3dd-4977-b7aa-d7e160554578), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:42.134336 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b48d9b-23fb-4fdf-8bf1-64bc94c67f99 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:42.134930 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-17b48d9b-23fb-4fdf-8bf1-64bc94c67f99 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:42.171121 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-17b48d9b-23fb-4fdf-8bf1-64bc94c67f99 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2665987 Feb 02 07:15:42.173969 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59418) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:42.178934 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-7cd49c4c-3adc-4a08-8d49-4a1e4399b066 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Request body: {'subnet': {'network_id': 'b789ecf6-c3dd-4977-b7aa-d7e160554578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:15:42.229152 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b48d9b-23fb-4fdf-8bf1-64bc94c67f99 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Pushing event updated for resources: {'Network': ['ID=b789ecf6-c3dd-4977-b7aa-d7e160554578,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:42.239316 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network b789ecf6-c3dd-4977-b7aa-d7e160554578 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:15:42.299825 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd49c4c-3adc-4a08-8d49-4a1e4399b066 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Made reservation on behalf of 4b4317a7eb0d42dca5cfdd390551cc05 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:15:42.304888 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7cd49c4c-3adc-4a08-8d49-4a1e4399b066 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:42.491358 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7cd49c4c-3adc-4a08-8d49-4a1e4399b066 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (6a1ad915-4ff8-4980-97c0-4f17a83f90c8), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:42.576627 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd49c4c-3adc-4a08-8d49-4a1e4399b066 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Pushing event updated for resources: {'Subnet': ['ID=6a1ad915-4ff8-4980-97c0-4f17a83f90c8,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:42.579024 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd49c4c-3adc-4a08-8d49-4a1e4399b066 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Checking segment: {'id': '75bf8c42-e326-47b2-92b5-413b10a915d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'b789ecf6-c3dd-4977-b7aa-d7e160554578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:15:42.579401 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd49c4c-3adc-4a08-8d49-4a1e4399b066 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Network hostable DHCP agents. Network: b789ecf6-c3dd-4977-b7aa-d7e160554578, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:15:42.598634 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd49c4c-3adc-4a08-8d49-4a1e4399b066 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Network b789ecf6-c3dd-4977-b7aa-d7e160554578 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:15:42.609435 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-7cd49c4c-3adc-4a08-8d49-4a1e4399b066 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, b789ecf6-c3dd-4977-b7aa-d7e160554578) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:15:42.618217 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186cf3ef-9586-4a45-b299-348eb6d8f6ab None None] Network b789ecf6-c3dd-4977-b7aa-d7e160554578 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:15:42.622371 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd49c4c-3adc-4a08-8d49-4a1e4399b066 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:42.622371 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7cd49c4c-3adc-4a08-8d49-4a1e4399b066 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:42.643679 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-7cd49c4c-3adc-4a08-8d49-4a1e4399b066 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4684234 Feb 02 07:15:42.647189 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59420) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:42.652310 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-3714b27d-bf1b-47ab-9645-b415bcc3fd10 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Request body: {'network': {'name': 'tempest-router-network01--46524549'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:15:42.674090 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3714b27d-bf1b-47ab-9645-b415bcc3fd10 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Made reservation on behalf of 4b4317a7eb0d42dca5cfdd390551cc05 for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:15:42.679174 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3714b27d-bf1b-47ab-9645-b415bcc3fd10 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:42.704829 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3714b27d-bf1b-47ab-9645-b415bcc3fd10 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:15:42.715084 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3714b27d-bf1b-47ab-9645-b415bcc3fd10 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (41582aa1-50aa-4620-a8b6-7b4b007a29c8), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:42.715444 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-3714b27d-bf1b-47ab-9645-b415bcc3fd10 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Added segment 41582aa1-50aa-4620-a8b6-7b4b007a29c8 of type vlan for network 59868f06-5058-466f-ba22-abcab1fb1342 Feb 02 07:15:42.729955 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a83f9da-fc90-4f54-bf34-abeb2be98b32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-b789ecf6-c3dd-4977-b7aa-d7e160554578', 'network_id': 'b789ecf6-c3dd-4977-b7aa-d7e160554578', 'project_id': '4b4317a7eb0d42dca5cfdd390551cc05', 'fixed_ips': [{'subnet_id': '6a1ad915-4ff8-4980-97c0-4f17a83f90c8'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:15:42.731612 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0a83f9da-fc90-4f54-bf34-abeb2be98b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:42.758285 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3714b27d-bf1b-47ab-9645-b415bcc3fd10 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (59868f06-5058-466f-ba22-abcab1fb1342), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:42.787875 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3714b27d-bf1b-47ab-9645-b415bcc3fd10 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (59868f06-5058-466f-ba22-abcab1fb1342), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:42.794080 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3714b27d-bf1b-47ab-9645-b415bcc3fd10 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:42.795066 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3714b27d-bf1b-47ab-9645-b415bcc3fd10 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:42.840985 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-3714b27d-bf1b-47ab-9645-b415bcc3fd10 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1926844 Feb 02 07:15:42.844409 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59422) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:42.850414 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-6a7e9e64-1833-470e-b022-9cbf999f2e15 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Request body: {'network': {'name': 'tempest-router-network02--1788955917'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:15:42.895051 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7e9e64-1833-470e-b022-9cbf999f2e15 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Made reservation on behalf of 4b4317a7eb0d42dca5cfdd390551cc05 for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:15:42.899171 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6a7e9e64-1833-470e-b022-9cbf999f2e15 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:42.923387 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3714b27d-bf1b-47ab-9645-b415bcc3fd10 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Pushing event updated for resources: {'Network': ['ID=59868f06-5058-466f-ba22-abcab1fb1342,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:42.958526 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 59868f06-5058-466f-ba22-abcab1fb1342 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:15:42.970585 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a7e9e64-1833-470e-b022-9cbf999f2e15 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:15:42.984883 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6a7e9e64-1833-470e-b022-9cbf999f2e15 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (eff9ab5c-875e-4f59-b4ef-142d20efa862), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:42.985529 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-6a7e9e64-1833-470e-b022-9cbf999f2e15 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Added segment eff9ab5c-875e-4f59-b4ef-142d20efa862 of type vlan for network 2274dbaf-947c-4d35-8823-9b97c60480b0 Feb 02 07:15:42.999612 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-0a83f9da-fc90-4f54-bf34-abeb2be98b32 None None] Allocated IP 2001:db8::2 (b789ecf6-c3dd-4977-b7aa-d7e160554578/6a1ad915-4ff8-4980-97c0-4f17a83f90c8/88f8c202-2114-470d-b581-656d50c457f1) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:15:43.042773 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6a7e9e64-1833-470e-b022-9cbf999f2e15 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (2274dbaf-947c-4d35-8823-9b97c60480b0), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:43.105054 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-70dfe0bf-f840-43f0-a7b5-582f5b1a8bf5 req-4cc221bf-e22f-4082-8212-476ed5a8ca8c tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 210 time: 0.1552351 Feb 02 07:15:43.113393 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6a7e9e64-1833-470e-b022-9cbf999f2e15 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (2274dbaf-947c-4d35-8823-9b97c60480b0), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:43.120358 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7e9e64-1833-470e-b022-9cbf999f2e15 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:43.122546 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6a7e9e64-1833-470e-b022-9cbf999f2e15 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:43.168514 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-6a7e9e64-1833-470e-b022-9cbf999f2e15 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3228714 Feb 02 07:15:43.171501 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59426) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:43.176588 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-4b8ae860-e99d-4414-887a-89f92fdeda27 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Request body: {'subnet': {'network_id': '59868f06-5058-466f-ba22-abcab1fb1342', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:15:43.221723 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0a83f9da-fc90-4f54-bf34-abeb2be98b32 None None] Publish callbacks [] for port (88f8c202-2114-470d-b581-656d50c457f1), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:43.230274 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7e9e64-1833-470e-b022-9cbf999f2e15 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Pushing event updated for resources: {'Network': ['ID=2274dbaf-947c-4d35-8823-9b97c60480b0,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:43.235099 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0a83f9da-fc90-4f54-bf34-abeb2be98b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (88f8c202-2114-470d-b581-656d50c457f1), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:43.306541 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 2274dbaf-947c-4d35-8823-9b97c60480b0 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:15:43.315871 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8ae860-e99d-4414-887a-89f92fdeda27 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Made reservation on behalf of 4b4317a7eb0d42dca5cfdd390551cc05 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:15:43.320840 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4b8ae860-e99d-4414-887a-89f92fdeda27 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:43.390997 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a83f9da-fc90-4f54-bf34-abeb2be98b32 None None] Network b789ecf6-c3dd-4977-b7aa-d7e160554578 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:15:43.403739 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-0a83f9da-fc90-4f54-bf34-abeb2be98b32 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:15:43.407217 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a83f9da-fc90-4f54-bf34-abeb2be98b32 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:15:43.416434 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-70231fda-7521-484d-aaac-34df1e07da0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:43.418492 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83f9da-fc90-4f54-bf34-abeb2be98b32 None None] Pushing event updated for resources: {'Port': ['ID=88f8c202-2114-470d-b581-656d50c457f1,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:43.492343 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-0a83f9da-fc90-4f54-bf34-abeb2be98b32 None None] Attempting to bind port 88f8c202-2114-470d-b581-656d50c457f1 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:15:43.492834 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-0a83f9da-fc90-4f54-bf34-abeb2be98b32 None None] Attempting to bind port 88f8c202-2114-470d-b581-656d50c457f1 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '75bf8c42-e326-47b2-92b5-413b10a915d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'b789ecf6-c3dd-4977-b7aa-d7e160554578'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:15:43.493697 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a83f9da-fc90-4f54-bf34-abeb2be98b32 None None] Attempting to bind port 88f8c202-2114-470d-b581-656d50c457f1 on network b789ecf6-c3dd-4977-b7aa-d7e160554578 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:15:43.499533 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a83f9da-fc90-4f54-bf34-abeb2be98b32 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:15:43.500418 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a83f9da-fc90-4f54-bf34-abeb2be98b32 None None] Checking segment: {'id': '75bf8c42-e326-47b2-92b5-413b10a915d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'b789ecf6-c3dd-4977-b7aa-d7e160554578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:15:43.500594 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0a83f9da-fc90-4f54-bf34-abeb2be98b32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:43.501221 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a83f9da-fc90-4f54-bf34-abeb2be98b32 None None] Bound using segment: {'id': '75bf8c42-e326-47b2-92b5-413b10a915d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'b789ecf6-c3dd-4977-b7aa-d7e160554578'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:15:43.501802 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-0a83f9da-fc90-4f54-bf34-abeb2be98b32 None None] Bound port: 88f8c202-2114-470d-b581-656d50c457f1, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75bf8c42-e326-47b2-92b5-413b10a915d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'b789ecf6-c3dd-4977-b7aa-d7e160554578'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:15:43.502857 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0a83f9da-fc90-4f54-bf34-abeb2be98b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (88f8c202-2114-470d-b581-656d50c457f1), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:43.571116 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4b8ae860-e99d-4414-887a-89f92fdeda27 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (1889d172-dd3d-4b8e-832e-6c60b724366d), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:43.644430 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8ae860-e99d-4414-887a-89f92fdeda27 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Pushing event updated for resources: {'Subnet': ['ID=1889d172-dd3d-4b8e-832e-6c60b724366d,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:43.697989 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8ae860-e99d-4414-887a-89f92fdeda27 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Checking segment: {'id': '41582aa1-50aa-4620-a8b6-7b4b007a29c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '59868f06-5058-466f-ba22-abcab1fb1342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:15:43.698640 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8ae860-e99d-4414-887a-89f92fdeda27 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Network hostable DHCP agents. Network: 59868f06-5058-466f-ba22-abcab1fb1342, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:15:43.720804 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8ae860-e99d-4414-887a-89f92fdeda27 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Network 59868f06-5058-466f-ba22-abcab1fb1342 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:15:43.743263 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-4b8ae860-e99d-4414-887a-89f92fdeda27 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 59868f06-5058-466f-ba22-abcab1fb1342) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:15:43.759769 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b486a145-ae66-4214-a689-712cb8e2c5c0 None None] Network 59868f06-5058-466f-ba22-abcab1fb1342 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:15:43.762332 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8ae860-e99d-4414-887a-89f92fdeda27 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:43.763519 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4b8ae860-e99d-4414-887a-89f92fdeda27 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:43.789495 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-4b8ae860-e99d-4414-887a-89f92fdeda27 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6138303 Feb 02 07:15:43.790302 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59428) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:43.799280 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-959bdc47-bed5-4569-9322-cb9917627212 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Request body: {'subnet': {'network_id': '2274dbaf-947c-4d35-8823-9b97c60480b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:15:43.807911 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-0a83f9da-fc90-4f54-bf34-abeb2be98b32 None None] For port 88f8c202-2114-470d-b581-656d50c457f1, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:15:43.852725 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-0a83f9da-fc90-4f54-bf34-abeb2be98b32 None None] For port 88f8c202-2114-470d-b581-656d50c457f1, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=88f8c202-2114-470d-b581-656d50c457f1,segment=NetworkSegment(75bf8c42-e326-47b2-92b5-413b10a915d4),segment_id=75bf8c42-e326-47b2-92b5-413b10a915d4)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:15:43.869393 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0a83f9da-fc90-4f54-bf34-abeb2be98b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (88f8c202-2114-470d-b581-656d50c457f1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:43.948151 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-959bdc47-bed5-4569-9322-cb9917627212 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Made reservation on behalf of 4b4317a7eb0d42dca5cfdd390551cc05 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:15:43.951465 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-959bdc47-bed5-4569-9322-cb9917627212 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:43.965763 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8cec6f6-6678-4c73-9484-012707ffd921 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-59868f06-5058-466f-ba22-abcab1fb1342', 'network_id': '59868f06-5058-466f-ba22-abcab1fb1342', 'project_id': '4b4317a7eb0d42dca5cfdd390551cc05', 'fixed_ips': [{'subnet_id': '1889d172-dd3d-4b8e-832e-6c60b724366d'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:15:43.967907 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d8cec6f6-6678-4c73-9484-012707ffd921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:44.000978 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83f9da-fc90-4f54-bf34-abeb2be98b32 None None] Pushing event updated for resources: {'Port': ['ID=88f8c202-2114-470d-b581-656d50c457f1,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:44.165151 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-d8cec6f6-6678-4c73-9484-012707ffd921 None None] Allocated IP 2001:db8::2 (59868f06-5058-466f-ba22-abcab1fb1342/1889d172-dd3d-4b8e-832e-6c60b724366d/8875026f-f5f5-4f48-87c9-630479b5b3b0) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:15:44.288969 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-45a1e9c9-f904-4924-a509-cb755cc5e6be req-c0abe180-8258-435b-9846-15f2f1fb4c09 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 210 time: 0.0458870 Feb 02 07:15:44.404307 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-959bdc47-bed5-4569-9322-cb9917627212 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (86619b42-ef3b-41f3-9c63-f25c83ac257a), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:44.473834 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d8cec6f6-6678-4c73-9484-012707ffd921 None None] Publish callbacks [] for port (8875026f-f5f5-4f48-87c9-630479b5b3b0), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:44.494821 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d8cec6f6-6678-4c73-9484-012707ffd921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (8875026f-f5f5-4f48-87c9-630479b5b3b0), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:44.511789 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959bdc47-bed5-4569-9322-cb9917627212 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Checking segment: {'id': 'eff9ab5c-875e-4f59-b4ef-142d20efa862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2274dbaf-947c-4d35-8823-9b97c60480b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:15:44.512464 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959bdc47-bed5-4569-9322-cb9917627212 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Network hostable DHCP agents. Network: 2274dbaf-947c-4d35-8823-9b97c60480b0, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:15:44.522051 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bdc47-bed5-4569-9322-cb9917627212 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Pushing event updated for resources: {'Subnet': ['ID=86619b42-ef3b-41f3-9c63-f25c83ac257a,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:44.553652 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cec6f6-6678-4c73-9484-012707ffd921 None None] Network 59868f06-5058-466f-ba22-abcab1fb1342 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:15:44.556862 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959bdc47-bed5-4569-9322-cb9917627212 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Network 2274dbaf-947c-4d35-8823-9b97c60480b0 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:15:44.557705 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-d8cec6f6-6678-4c73-9484-012707ffd921 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:15:44.565063 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cec6f6-6678-4c73-9484-012707ffd921 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:15:44.567723 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cec6f6-6678-4c73-9484-012707ffd921 None None] Pushing event updated for resources: {'Port': ['ID=8875026f-f5f5-4f48-87c9-630479b5b3b0,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:44.574765 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-959bdc47-bed5-4569-9322-cb9917627212 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 2274dbaf-947c-4d35-8823-9b97c60480b0) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:15:44.588000 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959bdc47-bed5-4569-9322-cb9917627212 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:44.588620 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-959bdc47-bed5-4569-9322-cb9917627212 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:44.607485 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87911154-83b1-4060-bbc4-4d1eb942b360 None None] Network 2274dbaf-947c-4d35-8823-9b97c60480b0 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:15:44.620054 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59432) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:44.620605 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-959bdc47-bed5-4569-9322-cb9917627212 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8281643 Feb 02 07:15:44.695107 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:44.738790 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-d8cec6f6-6678-4c73-9484-012707ffd921 None None] Attempting to bind port 8875026f-f5f5-4f48-87c9-630479b5b3b0 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:15:44.739301 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-d8cec6f6-6678-4c73-9484-012707ffd921 None None] Attempting to bind port 8875026f-f5f5-4f48-87c9-630479b5b3b0 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '41582aa1-50aa-4620-a8b6-7b4b007a29c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '59868f06-5058-466f-ba22-abcab1fb1342'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:15:44.739821 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cec6f6-6678-4c73-9484-012707ffd921 None None] Attempting to bind port 8875026f-f5f5-4f48-87c9-630479b5b3b0 on network 59868f06-5058-466f-ba22-abcab1fb1342 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:15:44.751263 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cec6f6-6678-4c73-9484-012707ffd921 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:15:44.751826 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cec6f6-6678-4c73-9484-012707ffd921 None None] Checking segment: {'id': '41582aa1-50aa-4620-a8b6-7b4b007a29c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '59868f06-5058-466f-ba22-abcab1fb1342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:15:44.752456 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d8cec6f6-6678-4c73-9484-012707ffd921 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:44.753092 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cec6f6-6678-4c73-9484-012707ffd921 None None] Bound using segment: {'id': '41582aa1-50aa-4620-a8b6-7b4b007a29c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '59868f06-5058-466f-ba22-abcab1fb1342'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:15:44.753831 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-d8cec6f6-6678-4c73-9484-012707ffd921 None None] Bound port: 8875026f-f5f5-4f48-87c9-630479b5b3b0, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41582aa1-50aa-4620-a8b6-7b4b007a29c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '59868f06-5058-466f-ba22-abcab1fb1342'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:15:44.754524 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d8cec6f6-6678-4c73-9484-012707ffd921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (8875026f-f5f5-4f48-87c9-630479b5b3b0), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:44.829074 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59e0b9a-487b-4dd0-b8a1-7ccaf16d561e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-2274dbaf-947c-4d35-8823-9b97c60480b0', 'network_id': '2274dbaf-947c-4d35-8823-9b97c60480b0', 'project_id': '4b4317a7eb0d42dca5cfdd390551cc05', 'fixed_ips': [{'subnet_id': '86619b42-ef3b-41f3-9c63-f25c83ac257a'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:15:44.830104 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e59e0b9a-487b-4dd0-b8a1-7ccaf16d561e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:44.880663 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-d8cec6f6-6678-4c73-9484-012707ffd921 None None] For port 8875026f-f5f5-4f48-87c9-630479b5b3b0, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:15:44.956856 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-d8cec6f6-6678-4c73-9484-012707ffd921 None None] For port 8875026f-f5f5-4f48-87c9-630479b5b3b0, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=8875026f-f5f5-4f48-87c9-630479b5b3b0,segment=NetworkSegment(41582aa1-50aa-4620-a8b6-7b4b007a29c8),segment_id=41582aa1-50aa-4620-a8b6-7b4b007a29c8)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:15:44.973012 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d8cec6f6-6678-4c73-9484-012707ffd921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (8875026f-f5f5-4f48-87c9-630479b5b3b0), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:45.002628 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e9cfef61-ce4f-46fe-8305-baf55ba5702a tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:45.110714 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 88f8c202-2114-470d-b581-656d50c457f1 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:15:45.113526 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-e59e0b9a-487b-4dd0-b8a1-7ccaf16d561e None None] Allocated IP 2001:db8::2 (2274dbaf-947c-4d35-8823-9b97c60480b0/86619b42-ef3b-41f3-9c63-f25c83ac257a/8b47af38-07d2-4c1f-8b53-1fca8827ee60) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:15:45.116412 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cec6f6-6678-4c73-9484-012707ffd921 None None] Pushing event updated for resources: {'Port': ['ID=8875026f-f5f5-4f48-87c9-630479b5b3b0,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:45.366800 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 88f8c202-2114-470d-b581-656d50c457f1 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:15:45.367190 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (88f8c202-2114-470d-b581-656d50c457f1), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:45.506729 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-e9cfef61-ce4f-46fe-8305-baf55ba5702a tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Allocated IP 2001:db8::1 (59868f06-5058-466f-ba22-abcab1fb1342/1889d172-dd3d-4b8e-832e-6c60b724366d/a194df54-d7c3-4dee-8893-952e29161072) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:15:45.510849 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9e65b89b-4780-4968-9606-36c9ec3a9b95 req-24015567-22dc-4d9c-be2f-fcbf8f0b8dec tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 210 time: 0.0612292 Feb 02 07:15:45.538684 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e59e0b9a-487b-4dd0-b8a1-7ccaf16d561e None None] Publish callbacks [] for port (8b47af38-07d2-4c1f-8b53-1fca8827ee60), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:45.571612 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e59e0b9a-487b-4dd0-b8a1-7ccaf16d561e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (8b47af38-07d2-4c1f-8b53-1fca8827ee60), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:45.636967 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 88f8c202-2114-470d-b581-656d50c457f1 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:15:45.637660 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (88f8c202-2114-470d-b581-656d50c457f1), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:45.654088 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59e0b9a-487b-4dd0-b8a1-7ccaf16d561e None None] Network 2274dbaf-947c-4d35-8823-9b97c60480b0 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:15:45.656827 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59e0b9a-487b-4dd0-b8a1-7ccaf16d561e None None] Pushing event updated for resources: {'Port': ['ID=8b47af38-07d2-4c1f-8b53-1fca8827ee60,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:45.661897 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-e59e0b9a-487b-4dd0-b8a1-7ccaf16d561e None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:15:45.669291 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59e0b9a-487b-4dd0-b8a1-7ccaf16d561e None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:15:45.715313 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 88f8c202-2114-470d-b581-656d50c457f1, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=88f8c202-2114-470d-b581-656d50c457f1,segment=NetworkSegment(75bf8c42-e326-47b2-92b5-413b10a915d4),segment_id=75bf8c42-e326-47b2-92b5-413b10a915d4)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:15:45.735362 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e9cfef61-ce4f-46fe-8305-baf55ba5702a tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks [] for port (a194df54-d7c3-4dee-8893-952e29161072), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:45.737379 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (88f8c202-2114-470d-b581-656d50c457f1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:45.776839 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-e59e0b9a-487b-4dd0-b8a1-7ccaf16d561e None None] Attempting to bind port 8b47af38-07d2-4c1f-8b53-1fca8827ee60 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:15:45.777510 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-e59e0b9a-487b-4dd0-b8a1-7ccaf16d561e None None] Attempting to bind port 8b47af38-07d2-4c1f-8b53-1fca8827ee60 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'eff9ab5c-875e-4f59-b4ef-142d20efa862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2274dbaf-947c-4d35-8823-9b97c60480b0'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:15:45.777829 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59e0b9a-487b-4dd0-b8a1-7ccaf16d561e None None] Attempting to bind port 8b47af38-07d2-4c1f-8b53-1fca8827ee60 on network 2274dbaf-947c-4d35-8823-9b97c60480b0 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:15:45.783718 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba9289e-5a2a-48c0-a25f-d366b64f6d65 None None] Network b789ecf6-c3dd-4977-b7aa-d7e160554578 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:15:45.786443 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e9cfef61-ce4f-46fe-8305-baf55ba5702a tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (a194df54-d7c3-4dee-8893-952e29161072), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:45.795965 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59e0b9a-487b-4dd0-b8a1-7ccaf16d561e None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:15:45.796499 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59e0b9a-487b-4dd0-b8a1-7ccaf16d561e None None] Checking segment: {'id': 'eff9ab5c-875e-4f59-b4ef-142d20efa862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2274dbaf-947c-4d35-8823-9b97c60480b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:15:45.797006 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e59e0b9a-487b-4dd0-b8a1-7ccaf16d561e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:45.797495 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59e0b9a-487b-4dd0-b8a1-7ccaf16d561e None None] Bound using segment: {'id': 'eff9ab5c-875e-4f59-b4ef-142d20efa862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2274dbaf-947c-4d35-8823-9b97c60480b0'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:15:45.798070 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-e59e0b9a-487b-4dd0-b8a1-7ccaf16d561e None None] Bound port: 8b47af38-07d2-4c1f-8b53-1fca8827ee60, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eff9ab5c-875e-4f59-b4ef-142d20efa862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '2274dbaf-947c-4d35-8823-9b97c60480b0'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:15:45.798549 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e59e0b9a-487b-4dd0-b8a1-7ccaf16d561e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (8b47af38-07d2-4c1f-8b53-1fca8827ee60), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:45.832652 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cfef61-ce4f-46fe-8305-baf55ba5702a tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Network 59868f06-5058-466f-ba22-abcab1fb1342 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:15:45.836170 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-e9cfef61-ce4f-46fe-8305-baf55ba5702a tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:15:45.840313 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cfef61-ce4f-46fe-8305-baf55ba5702a tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:15:45.840858 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e9cfef61-ce4f-46fe-8305-baf55ba5702a tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (e177654d-c2f4-4257-88fc-1832a33d3207), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:45.844330 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cfef61-ce4f-46fe-8305-baf55ba5702a tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Pushing event updated for resources: {'Port': ['ID=a194df54-d7c3-4dee-8893-952e29161072,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:45.844852 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=88f8c202-2114-470d-b581-656d50c457f1,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:45.947266 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-b5fd6085-2d08-43a9-8271-7658a545076b None None] Provisioning complete for port 88f8c202-2114-470d-b581-656d50c457f1 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:15:45.948113 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b5fd6085-2d08-43a9-8271-7658a545076b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (88f8c202-2114-470d-b581-656d50c457f1), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:45.976487 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e9cfef61-ce4f-46fe-8305-baf55ba5702a tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (a194df54-d7c3-4dee-8893-952e29161072), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:45.988071 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-e59e0b9a-487b-4dd0-b8a1-7ccaf16d561e None None] For port 8b47af38-07d2-4c1f-8b53-1fca8827ee60, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:15:46.015486 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-e59e0b9a-487b-4dd0-b8a1-7ccaf16d561e None None] For port 8b47af38-07d2-4c1f-8b53-1fca8827ee60, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=8b47af38-07d2-4c1f-8b53-1fca8827ee60,segment=NetworkSegment(eff9ab5c-875e-4f59-b4ef-142d20efa862),segment_id=eff9ab5c-875e-4f59-b4ef-142d20efa862)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:15:46.036659 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e59e0b9a-487b-4dd0-b8a1-7ccaf16d561e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (8b47af38-07d2-4c1f-8b53-1fca8827ee60), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:46.045657 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:46.141598 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59e0b9a-487b-4dd0-b8a1-7ccaf16d561e None None] Pushing event updated for resources: {'Port': ['ID=8b47af38-07d2-4c1f-8b53-1fca8827ee60,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:46.160928 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-b5fd6085-2d08-43a9-8271-7658a545076b None None] Current status of the port 88f8c202-2114-470d-b581-656d50c457f1 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:15:46.323251 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e9cfef61-ce4f-46fe-8305-baf55ba5702a tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks [] for port (a194df54-d7c3-4dee-8893-952e29161072), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:46.330218 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e9cfef61-ce4f-46fe-8305-baf55ba5702a tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (a194df54-d7c3-4dee-8893-952e29161072), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:46.331371 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e9cfef61-ce4f-46fe-8305-baf55ba5702a tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (e177654d-c2f4-4257-88fc-1832a33d3207), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:46.393959 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cfef61-ce4f-46fe-8305-baf55ba5702a tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Pushing event updated for resources: {'Port': ['ID=a194df54-d7c3-4dee-8893-952e29161072,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:46.545657 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cfef61-ce4f-46fe-8305-baf55ba5702a tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Network 59868f06-5058-466f-ba22-abcab1fb1342 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:15:46.547846 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-e9cfef61-ce4f-46fe-8305-baf55ba5702a tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:15:46.711172 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-fb795ad6-91e4-4330-82af-b45870bd5d2a None None] Provisioning complete for port 88f8c202-2114-470d-b581-656d50c457f1 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:15:46.711817 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-fb795ad6-91e4-4330-82af-b45870bd5d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (88f8c202-2114-470d-b581-656d50c457f1), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:46.749645 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fda3cd2c-2408-47ac-a6dd-0807103619b0 req-04a58d60-3340-4499-8685-903844888472 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 210 time: 0.0435050 Feb 02 07:15:46.753690 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9cfef61-ce4f-46fe-8305-baf55ba5702a tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Router e177654d-c2f4-4257-88fc-1832a33d3207 is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:15:46.806573 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903993be-5e30-45d4-8e26-4949727fa89c None None] Network 59868f06-5058-466f-ba22-abcab1fb1342 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:15:46.873644 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9cfef61-ce4f-46fe-8305-baf55ba5702a tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:15:46.878805 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e9cfef61-ce4f-46fe-8305-baf55ba5702a tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] 10.222.0.87 "PUT /v2.0/routers/e177654d-c2f4-4257-88fc-1832a33d3207/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2576725 Feb 02 07:15:46.882206 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59438) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:46.888179 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdff67a-d980-4ad1-b0f7-c9dee1e0e9f3 None None] Sync routers for ids ['e177654d-c2f4-4257-88fc-1832a33d3207'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:15:46.902563 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-fb795ad6-91e4-4330-82af-b45870bd5d2a None None] Current status of the port 88f8c202-2114-470d-b581-656d50c457f1 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:15:46.908804 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdff67a-d980-4ad1-b0f7-c9dee1e0e9f3 None None] Routers {'e177654d-c2f4-4257-88fc-1832a33d3207'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:15:46.910575 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-8bdff67a-d980-4ad1-b0f7-c9dee1e0e9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:15:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['e177654d-c2f4-4257-88fc-1832a33d3207'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:15:46.978791 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-8bdff67a-d980-4ad1-b0f7-c9dee1e0e9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:15:46.990921 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdff67a-d980-4ad1-b0f7-c9dee1e0e9f3 None None] Routers {'e177654d-c2f4-4257-88fc-1832a33d3207'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:15:46.993271 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-8bdff67a-d980-4ad1-b0f7-c9dee1e0e9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:15:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['e177654d-c2f4-4257-88fc-1832a33d3207'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:15:47.051479 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-751959f2-78be-4743-9c72-916992e0078d None None] Provisioning complete for port 8875026f-f5f5-4f48-87c9-630479b5b3b0 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:15:47.051882 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-751959f2-78be-4743-9c72-916992e0078d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (8875026f-f5f5-4f48-87c9-630479b5b3b0), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:47.078501 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-8bdff67a-d980-4ad1-b0f7-c9dee1e0e9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:15:47.079152 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdff67a-d980-4ad1-b0f7-c9dee1e0e9f3 None None] The sync data for ids ['e177654d-c2f4-4257-88fc-1832a33d3207'] in n-d-789963-26 is: [] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:15:47.196728 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-751959f2-78be-4743-9c72-916992e0078d None None] Current status of the port 8875026f-f5f5-4f48-87c9-630479b5b3b0 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:15:47.197842 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-751959f2-78be-4743-9c72-916992e0078d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (8875026f-f5f5-4f48-87c9-630479b5b3b0), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:47.254106 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-751959f2-78be-4743-9c72-916992e0078d None None] For port 8875026f-f5f5-4f48-87c9-630479b5b3b0, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=8875026f-f5f5-4f48-87c9-630479b5b3b0,segment=NetworkSegment(41582aa1-50aa-4620-a8b6-7b4b007a29c8),segment_id=41582aa1-50aa-4620-a8b6-7b4b007a29c8)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:15:47.260748 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-751959f2-78be-4743-9c72-916992e0078d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (8875026f-f5f5-4f48-87c9-630479b5b3b0), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:47.352652 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751959f2-78be-4743-9c72-916992e0078d None None] Pushing event updated for resources: {'Port': ['ID=8875026f-f5f5-4f48-87c9-630479b5b3b0,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:47.363825 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 8b47af38-07d2-4c1f-8b53-1fca8827ee60 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:15:47.413503 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:47.455133 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 8b47af38-07d2-4c1f-8b53-1fca8827ee60 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:15:47.455664 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (8b47af38-07d2-4c1f-8b53-1fca8827ee60), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:47.541459 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-a4b288ab-7685-4c90-9421-b67b7aac64bd None None] Provisioning complete for port a194df54-d7c3-4dee-8893-952e29161072 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:15:47.542012 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a4b288ab-7685-4c90-9421-b67b7aac64bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (a194df54-d7c3-4dee-8893-952e29161072), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:47.791338 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-a4b288ab-7685-4c90-9421-b67b7aac64bd None None] Port a194df54-d7c3-4dee-8893-952e29161072 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:15:47.844002 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 8b47af38-07d2-4c1f-8b53-1fca8827ee60 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:15:47.844403 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (8b47af38-07d2-4c1f-8b53-1fca8827ee60), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:47.886748 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-f631be62-f485-4a77-9d8f-09b3c54d609c tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 07:15:47.887808 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-f631be62-f485-4a77-9d8f-09b3c54d609c tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] 10.222.0.87 "PUT /v2.0/routers/e177654d-c2f4-4257-88fc-1832a33d3207/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0045776 Feb 02 07:15:47.891633 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59442) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:47.901391 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff842b5-7b5e-4b7d-bace-f56807901bdc None None] Network 2274dbaf-947c-4d35-8823-9b97c60480b0 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:15:47.929736 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d1bc4582-f8d7-4ed9-bbea-54c9ca9a7b26 req-b365f6b2-c83b-42fe-8071-74bae5e3458f tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 210 time: 0.0452063 Feb 02 07:15:47.962104 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 8b47af38-07d2-4c1f-8b53-1fca8827ee60, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=8b47af38-07d2-4c1f-8b53-1fca8827ee60,segment=NetworkSegment(eff9ab5c-875e-4f59-b4ef-142d20efa862),segment_id=eff9ab5c-875e-4f59-b4ef-142d20efa862)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:15:47.964055 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-a4b288ab-7685-4c90-9421-b67b7aac64bd None None] Provisioning complete for port 8875026f-f5f5-4f48-87c9-630479b5b3b0 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:15:47.964676 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a4b288ab-7685-4c90-9421-b67b7aac64bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (8875026f-f5f5-4f48-87c9-630479b5b3b0), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:47.997758 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (8b47af38-07d2-4c1f-8b53-1fca8827ee60), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:47.998573 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 88f8c202-2114-470d-b581-656d50c457f1 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:15:48.127074 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=8b47af38-07d2-4c1f-8b53-1fca8827ee60,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:48.176636 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 88f8c202-2114-470d-b581-656d50c457f1 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:15:48.176989 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (88f8c202-2114-470d-b581-656d50c457f1), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:48.182970 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-a4b288ab-7685-4c90-9421-b67b7aac64bd None None] Current status of the port 8875026f-f5f5-4f48-87c9-630479b5b3b0 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:15:48.268791 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 88f8c202-2114-470d-b581-656d50c457f1 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:15:48.269641 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 8875026f-f5f5-4f48-87c9-630479b5b3b0 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:15:48.275917 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b7810fff-b49a-47d3-9b34-29471bd7674d tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (e177654d-c2f4-4257-88fc-1832a33d3207), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:48.329380 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-27f6102e-cb66-4acd-92d7-95793367a7b8 None None] Provisioning complete for port 8b47af38-07d2-4c1f-8b53-1fca8827ee60 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:15:48.329860 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-27f6102e-cb66-4acd-92d7-95793367a7b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (8b47af38-07d2-4c1f-8b53-1fca8827ee60), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:48.364501 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 8875026f-f5f5-4f48-87c9-630479b5b3b0 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:15:48.365679 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (8875026f-f5f5-4f48-87c9-630479b5b3b0), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:48.494866 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 8875026f-f5f5-4f48-87c9-630479b5b3b0 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:15:48.497326 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-27f6102e-cb66-4acd-92d7-95793367a7b8 None None] Current status of the port 8b47af38-07d2-4c1f-8b53-1fca8827ee60 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:15:48.508787 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-27f6102e-cb66-4acd-92d7-95793367a7b8 None None] Provisioning complete for port a194df54-d7c3-4dee-8893-952e29161072 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:15:48.509167 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-27f6102e-cb66-4acd-92d7-95793367a7b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (a194df54-d7c3-4dee-8893-952e29161072), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:48.544410 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-27f6102e-cb66-4acd-92d7-95793367a7b8 None None] Port a194df54-d7c3-4dee-8893-952e29161072 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:15:48.588990 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-b7810fff-b49a-47d3-9b34-29471bd7674d tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Deleting port a194df54-d7c3-4dee-8893-952e29161072 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:15:48.589335 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b7810fff-b49a-47d3-9b34-29471bd7674d tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (a194df54-d7c3-4dee-8893-952e29161072), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:48.662979 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-d900f839-5a02-462a-9c4a-a325947ed1d6 None None] Provisioning complete for port 8b47af38-07d2-4c1f-8b53-1fca8827ee60 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:15:48.663542 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d900f839-5a02-462a-9c4a-a325947ed1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (8b47af38-07d2-4c1f-8b53-1fca8827ee60), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:48.679811 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b7810fff-b49a-47d3-9b34-29471bd7674d tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (a194df54-d7c3-4dee-8893-952e29161072), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:48.692328 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-b7810fff-b49a-47d3-9b34-29471bd7674d tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Calling delete_port for a194df54-d7c3-4dee-8893-952e29161072 owned by network:router_interface {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:15:48.756225 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-d900f839-5a02-462a-9c4a-a325947ed1d6 None None] Current status of the port 8b47af38-07d2-4c1f-8b53-1fca8827ee60 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:15:48.872350 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b7810fff-b49a-47d3-9b34-29471bd7674d tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (a194df54-d7c3-4dee-8893-952e29161072), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:48.897626 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7810fff-b49a-47d3-9b34-29471bd7674d tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Pushing event deleted for resources: {'Port': ['ID=a194df54-d7c3-4dee-8893-952e29161072,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:49.000603 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 8b47af38-07d2-4c1f-8b53-1fca8827ee60 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:15:49.016832 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b7810fff-b49a-47d3-9b34-29471bd7674d tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (e177654d-c2f4-4257-88fc-1832a33d3207), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:49.047754 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ff9ae0bb-0a9b-451b-b1b8-75138eeb7a73 req-95113007-8070-4937-96f9-0fed09a9bd2e tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 210 time: 0.0316486 Feb 02 07:15:49.096608 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 8b47af38-07d2-4c1f-8b53-1fca8827ee60 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:15:49.097373 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (8b47af38-07d2-4c1f-8b53-1fca8827ee60), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:49.189369 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 8b47af38-07d2-4c1f-8b53-1fca8827ee60 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:15:49.190397 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 8875026f-f5f5-4f48-87c9-630479b5b3b0 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:15:49.215049 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7810fff-b49a-47d3-9b34-29471bd7674d tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Router e177654d-c2f4-4257-88fc-1832a33d3207 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:15:49.243145 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 8875026f-f5f5-4f48-87c9-630479b5b3b0 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:15:49.243533 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (8875026f-f5f5-4f48-87c9-630479b5b3b0), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:49.301076 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7810fff-b49a-47d3-9b34-29471bd7674d tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:15:49.309069 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b7810fff-b49a-47d3-9b34-29471bd7674d tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] 10.222.0.87 "PUT /v2.0/routers/e177654d-c2f4-4257-88fc-1832a33d3207/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4163613 Feb 02 07:15:49.314701 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59446) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:49.334385 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 8875026f-f5f5-4f48-87c9-630479b5b3b0 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:15:49.336880 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4f11d1-4b86-4224-bf54-88b5c7531f3e None None] Sync routers for ids ['e177654d-c2f4-4257-88fc-1832a33d3207'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:15:49.353452 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4f11d1-4b86-4224-bf54-88b5c7531f3e None None] Routers {'e177654d-c2f4-4257-88fc-1832a33d3207'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:15:49.354095 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-7a4f11d1-4b86-4224-bf54-88b5c7531f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:15:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['e177654d-c2f4-4257-88fc-1832a33d3207'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:15:49.376209 n-d-789963-26 neutron-server[109694]: INFO neutron.api.v2.resource [None req-37781852-854f-4be5-8b9a-30250599b8cd tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] delete failed (client error): The resource could not be found. Feb 02 07:15:49.378021 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-37781852-854f-4be5-8b9a-30250599b8cd tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] 10.222.0.87 "DELETE /v2.0/routers/tempest-non_exist_router-1518545032 HTTP/1.1" status: 404 len: 335 time: 0.0617070 Feb 02 07:15:49.382342 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59452) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:49.387001 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-6163a3fb-6720-49d0-bcc5-f87cdd40db30 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e177654d-c2f4-4257-88fc-1832a33d3207'}}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:15:49.397471 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-7a4f11d1-4b86-4224-bf54-88b5c7531f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:15:49.407883 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4f11d1-4b86-4224-bf54-88b5c7531f3e None None] Routers {'e177654d-c2f4-4257-88fc-1832a33d3207'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:15:49.408760 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-7a4f11d1-4b86-4224-bf54-88b5c7531f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:15:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['e177654d-c2f4-4257-88fc-1832a33d3207'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:15:49.453706 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-7a4f11d1-4b86-4224-bf54-88b5c7531f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:15:49.454775 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4f11d1-4b86-4224-bf54-88b5c7531f3e None None] The sync data for ids ['e177654d-c2f4-4257-88fc-1832a33d3207'] in n-d-789963-26 is: [] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:15:49.641326 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6163a3fb-6720-49d0-bcc5-f87cdd40db30 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks [] for router_gateway (e177654d-c2f4-4257-88fc-1832a33d3207), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:49.659991 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-6163a3fb-6720-49d0-bcc5-f87cdd40db30 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] update failed (client error): The resource could not be found. Feb 02 07:15:49.664996 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-6163a3fb-6720-49d0-bcc5-f87cdd40db30 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] 10.222.0.87 "PUT /v2.0/routers/e177654d-c2f4-4257-88fc-1832a33d3207 HTTP/1.1" status: 404 len: 339 time: 0.2777269 Feb 02 07:15:49.665300 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59456) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:49.670205 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-141d34d4-74ce-4cf0-9008-e2496046e08f tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-50083937'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:15:49.689680 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141d34d4-74ce-4cf0-9008-e2496046e08f tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Made reservation on behalf of 4b4317a7eb0d42dca5cfdd390551cc05 for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:15:49.692988 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-141d34d4-74ce-4cf0-9008-e2496046e08f tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:49.715746 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-141d34d4-74ce-4cf0-9008-e2496046e08f tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:15:49.725094 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-141d34d4-74ce-4cf0-9008-e2496046e08f tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (27ddfca2-25d8-4512-9167-be82c204aac0), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:49.725388 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-141d34d4-74ce-4cf0-9008-e2496046e08f tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Added segment 27ddfca2-25d8-4512-9167-be82c204aac0 of type vlan for network 2a55303c-ed1f-45a7-ba3f-0f5e1a042d62 Feb 02 07:15:49.764226 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-141d34d4-74ce-4cf0-9008-e2496046e08f tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (2a55303c-ed1f-45a7-ba3f-0f5e1a042d62), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:49.789020 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-141d34d4-74ce-4cf0-9008-e2496046e08f tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (2a55303c-ed1f-45a7-ba3f-0f5e1a042d62), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:49.794167 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141d34d4-74ce-4cf0-9008-e2496046e08f tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:49.794750 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-141d34d4-74ce-4cf0-9008-e2496046e08f tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:49.839340 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-141d34d4-74ce-4cf0-9008-e2496046e08f tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.1702554 Feb 02 07:15:49.839726 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59458) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:49.844755 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-0e09101d-757f-4b37-9115-2998e1b03987 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Request body: {'subnet': {'network_id': '2a55303c-ed1f-45a7-ba3f-0f5e1a042d62', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:15:49.868830 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141d34d4-74ce-4cf0-9008-e2496046e08f tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Pushing event updated for resources: {'Network': ['ID=2a55303c-ed1f-45a7-ba3f-0f5e1a042d62,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:49.880065 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 2a55303c-ed1f-45a7-ba3f-0f5e1a042d62 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:15:49.915464 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:15:49.941136 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e09101d-757f-4b37-9115-2998e1b03987 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Made reservation on behalf of 4b4317a7eb0d42dca5cfdd390551cc05 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:15:49.946581 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0e09101d-757f-4b37-9115-2998e1b03987 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:50.140382 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0e09101d-757f-4b37-9115-2998e1b03987 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (7a3ee19a-1f16-438f-be4a-6f3eeb82a03c), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:50.157753 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-372abd6c-fcf6-4efc-b4b7-92dd8e7b488b req-c08a4faa-fad9-4395-a7f0-1e979cc46c37 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 210 time: 0.0289636 Feb 02 07:15:50.210293 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e09101d-757f-4b37-9115-2998e1b03987 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Pushing event updated for resources: {'Subnet': ['ID=7a3ee19a-1f16-438f-be4a-6f3eeb82a03c,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:50.217962 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e09101d-757f-4b37-9115-2998e1b03987 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Checking segment: {'id': '27ddfca2-25d8-4512-9167-be82c204aac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2a55303c-ed1f-45a7-ba3f-0f5e1a042d62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:15:50.218332 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e09101d-757f-4b37-9115-2998e1b03987 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Network hostable DHCP agents. Network: 2a55303c-ed1f-45a7-ba3f-0f5e1a042d62, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:15:50.234892 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e09101d-757f-4b37-9115-2998e1b03987 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Network 2a55303c-ed1f-45a7-ba3f-0f5e1a042d62 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:15:50.244029 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-0e09101d-757f-4b37-9115-2998e1b03987 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 2a55303c-ed1f-45a7-ba3f-0f5e1a042d62) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:15:50.249250 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e09101d-757f-4b37-9115-2998e1b03987 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:15:50.250153 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0e09101d-757f-4b37-9115-2998e1b03987 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:50.254594 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1eda772-f569-41c7-b6f1-1e7f683dff6c None None] Network 2a55303c-ed1f-45a7-ba3f-0f5e1a042d62 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:15:50.275346 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0e09101d-757f-4b37-9115-2998e1b03987 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4313767 Feb 02 07:15:50.275346 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59462) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:50.279716 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-4cb6c823-20f3-4d63-ac5a-175868bab15a tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Request body: {'router': {'external_gateway_info': {'network_id': '2a55303c-ed1f-45a7-ba3f-0f5e1a042d62'}}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:15:50.369564 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c8a2c6-5162-4228-8725-6c80c34a920d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-2a55303c-ed1f-45a7-ba3f-0f5e1a042d62', 'network_id': '2a55303c-ed1f-45a7-ba3f-0f5e1a042d62', 'project_id': '4b4317a7eb0d42dca5cfdd390551cc05', 'fixed_ips': [{'subnet_id': '7a3ee19a-1f16-438f-be4a-6f3eeb82a03c'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:15:50.370737 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b1c8a2c6-5162-4228-8725-6c80c34a920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:50.500451 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4cb6c823-20f3-4d63-ac5a-175868bab15a tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks [] for router_gateway (e177654d-c2f4-4257-88fc-1832a33d3207), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:50.511537 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-b1c8a2c6-5162-4228-8725-6c80c34a920d None None] Allocated IP 2001:db8:1::2 (2a55303c-ed1f-45a7-ba3f-0f5e1a042d62/7a3ee19a-1f16-438f-be4a-6f3eeb82a03c/c3a51af1-176d-4275-ae98-6fac1d33632e) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:15:50.614158 n-d-789963-26 neutron-server[109694]: INFO neutron.api.v2.resource [None req-4cb6c823-20f3-4d63-ac5a-175868bab15a tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 07:15:50.618835 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-4cb6c823-20f3-4d63-ac5a-175868bab15a tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] 10.222.0.87 "PUT /v2.0/routers/e177654d-c2f4-4257-88fc-1832a33d3207 HTTP/1.1" status: 400 len: 364 time: 0.3392222 Feb 02 07:15:50.619062 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59468) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:50.661926 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b1c8a2c6-5162-4228-8725-6c80c34a920d None None] Publish callbacks [] for port (c3a51af1-176d-4275-ae98-6fac1d33632e), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:50.669386 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b1c8a2c6-5162-4228-8725-6c80c34a920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (c3a51af1-176d-4275-ae98-6fac1d33632e), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:50.718808 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c8a2c6-5162-4228-8725-6c80c34a920d None None] Network 2a55303c-ed1f-45a7-ba3f-0f5e1a042d62 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:15:50.721962 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-b1c8a2c6-5162-4228-8725-6c80c34a920d None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:15:50.727099 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c8a2c6-5162-4228-8725-6c80c34a920d None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:15:50.730255 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c8a2c6-5162-4228-8725-6c80c34a920d None None] Pushing event updated for resources: {'Port': ['ID=c3a51af1-176d-4275-ae98-6fac1d33632e,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:50.794555 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-b1c8a2c6-5162-4228-8725-6c80c34a920d None None] Attempting to bind port c3a51af1-176d-4275-ae98-6fac1d33632e on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:15:50.795236 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-b1c8a2c6-5162-4228-8725-6c80c34a920d None None] Attempting to bind port c3a51af1-176d-4275-ae98-6fac1d33632e by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '27ddfca2-25d8-4512-9167-be82c204aac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2a55303c-ed1f-45a7-ba3f-0f5e1a042d62'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:15:50.796040 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c8a2c6-5162-4228-8725-6c80c34a920d None None] Attempting to bind port c3a51af1-176d-4275-ae98-6fac1d33632e on network 2a55303c-ed1f-45a7-ba3f-0f5e1a042d62 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:15:50.803889 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c8a2c6-5162-4228-8725-6c80c34a920d None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:15:50.804559 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c8a2c6-5162-4228-8725-6c80c34a920d None None] Checking segment: {'id': '27ddfca2-25d8-4512-9167-be82c204aac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2a55303c-ed1f-45a7-ba3f-0f5e1a042d62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:15:50.805158 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b1c8a2c6-5162-4228-8725-6c80c34a920d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:50.805725 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c8a2c6-5162-4228-8725-6c80c34a920d None None] Bound using segment: {'id': '27ddfca2-25d8-4512-9167-be82c204aac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2a55303c-ed1f-45a7-ba3f-0f5e1a042d62'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:15:50.806370 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-b1c8a2c6-5162-4228-8725-6c80c34a920d None None] Bound port: c3a51af1-176d-4275-ae98-6fac1d33632e, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27ddfca2-25d8-4512-9167-be82c204aac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '2a55303c-ed1f-45a7-ba3f-0f5e1a042d62'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:15:50.806930 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b1c8a2c6-5162-4228-8725-6c80c34a920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (c3a51af1-176d-4275-ae98-6fac1d33632e), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:50.881773 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-b1c8a2c6-5162-4228-8725-6c80c34a920d None None] For port c3a51af1-176d-4275-ae98-6fac1d33632e, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:15:50.885634 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-b1c8a2c6-5162-4228-8725-6c80c34a920d None None] For port c3a51af1-176d-4275-ae98-6fac1d33632e, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=c3a51af1-176d-4275-ae98-6fac1d33632e,segment=NetworkSegment(27ddfca2-25d8-4512-9167-be82c204aac0),segment_id=27ddfca2-25d8-4512-9167-be82c204aac0)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:15:50.897042 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b1c8a2c6-5162-4228-8725-6c80c34a920d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (c3a51af1-176d-4275-ae98-6fac1d33632e), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:50.972183 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c8a2c6-5162-4228-8725-6c80c34a920d None None] Pushing event updated for resources: {'Port': ['ID=c3a51af1-176d-4275-ae98-6fac1d33632e,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:51.297559 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c4d1f6bb-74c5-44a1-a038-bf95727c8303 req-061f14c8-00a2-4250-a453-dad74e64e130 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 210 time: 0.0439737 Feb 02 07:15:51.316996 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d334125d-4e01-4426-9959-b4bb2c7b23f5 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:51.573704 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-d334125d-4e01-4426-9959-b4bb2c7b23f5 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Allocated IP 2001:db8::1 (b789ecf6-c3dd-4977-b7aa-d7e160554578/6a1ad915-4ff8-4980-97c0-4f17a83f90c8/5eb87ba0-9805-49d2-b7ec-97e474743cfb) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:15:51.687387 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d334125d-4e01-4426-9959-b4bb2c7b23f5 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks [] for port (5eb87ba0-9805-49d2-b7ec-97e474743cfb), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:51.722892 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d334125d-4e01-4426-9959-b4bb2c7b23f5 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (5eb87ba0-9805-49d2-b7ec-97e474743cfb), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:51.765439 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d334125d-4e01-4426-9959-b4bb2c7b23f5 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Network b789ecf6-c3dd-4977-b7aa-d7e160554578 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:15:51.770927 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-d334125d-4e01-4426-9959-b4bb2c7b23f5 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:15:51.774218 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d334125d-4e01-4426-9959-b4bb2c7b23f5 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:15:51.775109 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d334125d-4e01-4426-9959-b4bb2c7b23f5 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (e177654d-c2f4-4257-88fc-1832a33d3207), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:51.819361 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d334125d-4e01-4426-9959-b4bb2c7b23f5 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Pushing event updated for resources: {'Port': ['ID=5eb87ba0-9805-49d2-b7ec-97e474743cfb,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:51.918881 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d334125d-4e01-4426-9959-b4bb2c7b23f5 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (5eb87ba0-9805-49d2-b7ec-97e474743cfb), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:52.048953 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:52.104089 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1269a9e3-cf14-4424-864c-817b8287de20 None None] Network 2a55303c-ed1f-45a7-ba3f-0f5e1a042d62 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:15:52.179627 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-d8c0b067-6bb9-49be-897f-f8ed26df65cf None None] Provisioning complete for port c3a51af1-176d-4275-ae98-6fac1d33632e triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:15:52.180007 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d8c0b067-6bb9-49be-897f-f8ed26df65cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (c3a51af1-176d-4275-ae98-6fac1d33632e), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:52.224391 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d334125d-4e01-4426-9959-b4bb2c7b23f5 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks [] for port (5eb87ba0-9805-49d2-b7ec-97e474743cfb), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:52.231046 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d334125d-4e01-4426-9959-b4bb2c7b23f5 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (5eb87ba0-9805-49d2-b7ec-97e474743cfb), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:52.231890 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d334125d-4e01-4426-9959-b4bb2c7b23f5 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (e177654d-c2f4-4257-88fc-1832a33d3207), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:52.299872 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d334125d-4e01-4426-9959-b4bb2c7b23f5 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Pushing event updated for resources: {'Port': ['ID=5eb87ba0-9805-49d2-b7ec-97e474743cfb,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:52.302512 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-d8c0b067-6bb9-49be-897f-f8ed26df65cf None None] Current status of the port c3a51af1-176d-4275-ae98-6fac1d33632e is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:15:52.303066 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d8c0b067-6bb9-49be-897f-f8ed26df65cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (c3a51af1-176d-4275-ae98-6fac1d33632e), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:52.375421 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-d8c0b067-6bb9-49be-897f-f8ed26df65cf None None] For port c3a51af1-176d-4275-ae98-6fac1d33632e, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=c3a51af1-176d-4275-ae98-6fac1d33632e,segment=NetworkSegment(27ddfca2-25d8-4512-9167-be82c204aac0),segment_id=27ddfca2-25d8-4512-9167-be82c204aac0)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:15:52.386490 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d8c0b067-6bb9-49be-897f-f8ed26df65cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (c3a51af1-176d-4275-ae98-6fac1d33632e), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:52.388624 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d334125d-4e01-4426-9959-b4bb2c7b23f5 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Network b789ecf6-c3dd-4977-b7aa-d7e160554578 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:15:52.391440 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-d334125d-4e01-4426-9959-b4bb2c7b23f5 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:15:52.480663 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b28eb823-d1e8-4031-aa25-34554b0b1243 req-38fd5a36-fdac-4a42-a0e7-33c116ac61d4 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 210 time: 0.0569515 Feb 02 07:15:52.551072 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c0b067-6bb9-49be-897f-f8ed26df65cf None None] Pushing event updated for resources: {'Port': ['ID=c3a51af1-176d-4275-ae98-6fac1d33632e,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:52.558451 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d334125d-4e01-4426-9959-b4bb2c7b23f5 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Router e177654d-c2f4-4257-88fc-1832a33d3207 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:15:52.569961 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-eaff12ac-5629-45c2-abd0-e0f273b39235 None None] Provisioning complete for port 5eb87ba0-9805-49d2-b7ec-97e474743cfb triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:15:52.570339 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-eaff12ac-5629-45c2-abd0-e0f273b39235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (5eb87ba0-9805-49d2-b7ec-97e474743cfb), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:52.644183 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-eaff12ac-5629-45c2-abd0-e0f273b39235 None None] Port 5eb87ba0-9805-49d2-b7ec-97e474743cfb cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:15:52.711040 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d334125d-4e01-4426-9959-b4bb2c7b23f5 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:15:52.719343 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d334125d-4e01-4426-9959-b4bb2c7b23f5 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] 10.222.0.87 "PUT /v2.0/routers/e177654d-c2f4-4257-88fc-1832a33d3207/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0991685 Feb 02 07:15:52.720009 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59474) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:52.721788 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363043e1-55d9-4fe9-ba7b-db3d6e88906d None None] Sync routers for ids ['e177654d-c2f4-4257-88fc-1832a33d3207'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:15:52.735061 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363043e1-55d9-4fe9-ba7b-db3d6e88906d None None] Routers {'e177654d-c2f4-4257-88fc-1832a33d3207'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:15:52.735738 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-363043e1-55d9-4fe9-ba7b-db3d6e88906d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:15:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['e177654d-c2f4-4257-88fc-1832a33d3207'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:15:52.776666 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-d2f1625d-13e3-4f8a-97fd-d92ff5f6f036 None None] Provisioning complete for port c3a51af1-176d-4275-ae98-6fac1d33632e triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:15:52.776666 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d2f1625d-13e3-4f8a-97fd-d92ff5f6f036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (c3a51af1-176d-4275-ae98-6fac1d33632e), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:52.789578 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-363043e1-55d9-4fe9-ba7b-db3d6e88906d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:15:52.799574 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363043e1-55d9-4fe9-ba7b-db3d6e88906d None None] Routers {'e177654d-c2f4-4257-88fc-1832a33d3207'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:15:52.800231 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-363043e1-55d9-4fe9-ba7b-db3d6e88906d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:15:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['e177654d-c2f4-4257-88fc-1832a33d3207'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:15:52.838879 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-363043e1-55d9-4fe9-ba7b-db3d6e88906d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:15:52.840010 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363043e1-55d9-4fe9-ba7b-db3d6e88906d None None] The sync data for ids ['e177654d-c2f4-4257-88fc-1832a33d3207'] in n-d-789963-26 is: [] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:15:52.863677 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0b92a35c-73fd-450a-9412-3756d118a6c7 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks [] for router (e177654d-c2f4-4257-88fc-1832a33d3207), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:52.887348 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-d2f1625d-13e3-4f8a-97fd-d92ff5f6f036 None None] Current status of the port c3a51af1-176d-4275-ae98-6fac1d33632e is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:15:53.007510 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-0b92a35c-73fd-450a-9412-3756d118a6c7 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 02 07:15:53.008628 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-0b92a35c-73fd-450a-9412-3756d118a6c7 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] 10.222.0.87 "DELETE /v2.0/routers/e177654d-c2f4-4257-88fc-1832a33d3207 HTTP/1.1" status: 409 len: 329 time: 0.2871718 Feb 02 07:15:53.011634 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59478) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:53.023322 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-dc990e82-b24c-49ea-b11d-41427bd64c18 None None] Provisioning complete for port 5eb87ba0-9805-49d2-b7ec-97e474743cfb triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:15:53.023789 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-dc990e82-b24c-49ea-b11d-41427bd64c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (5eb87ba0-9805-49d2-b7ec-97e474743cfb), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:53.067259 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-dc990e82-b24c-49ea-b11d-41427bd64c18 None None] Port 5eb87ba0-9805-49d2-b7ec-97e474743cfb cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:15:53.077198 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device c3a51af1-176d-4275-ae98-6fac1d33632e up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:15:53.172558 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port c3a51af1-176d-4275-ae98-6fac1d33632e triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:15:53.173082 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (c3a51af1-176d-4275-ae98-6fac1d33632e), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:53.458273 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port c3a51af1-176d-4275-ae98-6fac1d33632e is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:15:53.467501 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7869dea3-b386-4622-b890-55b240c7ec8b tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (e177654d-c2f4-4257-88fc-1832a33d3207), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:53.634204 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-903b7bc6-0403-4d42-b9f5-8c554d6aed18 req-f481539b-ea33-4261-9051-ebfff795dd24 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 210 time: 0.0436149 Feb 02 07:15:53.876455 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-7869dea3-b386-4622-b890-55b240c7ec8b tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Deleting port 5eb87ba0-9805-49d2-b7ec-97e474743cfb {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:15:53.877192 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7869dea3-b386-4622-b890-55b240c7ec8b tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (5eb87ba0-9805-49d2-b7ec-97e474743cfb), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:53.886775 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59506) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:53.978261 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7869dea3-b386-4622-b890-55b240c7ec8b tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (5eb87ba0-9805-49d2-b7ec-97e474743cfb), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:53.991739 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-7869dea3-b386-4622-b890-55b240c7ec8b tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Calling delete_port for 5eb87ba0-9805-49d2-b7ec-97e474743cfb owned by network:router_interface {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:15:54.062667 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9e4bfba9-113e-4ac0-a511-db2004ca9ef4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:54.166185 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9e4bfba9-113e-4ac0-a511-db2004ca9ef4 admin admin] Publish callbacks [] for security_group (6222c3e8-8c67-4774-9863-c3aad352b3ea), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:54.172063 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9e4bfba9-113e-4ac0-a511-db2004ca9ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (6222c3e8-8c67-4774-9863-c3aad352b3ea), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:54.174676 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7869dea3-b386-4622-b890-55b240c7ec8b tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (5eb87ba0-9805-49d2-b7ec-97e474743cfb), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:54.246450 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7869dea3-b386-4622-b890-55b240c7ec8b tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Pushing event deleted for resources: {'Port': ['ID=5eb87ba0-9805-49d2-b7ec-97e474743cfb,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:54.267015 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-9e4bfba9-113e-4ac0-a511-db2004ca9ef4 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f4a13d0f50f14b6aac26078030595081&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3788791 Feb 02 07:15:54.268155 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4bfba9-113e-4ac0-a511-db2004ca9ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6222c3e8-8c67-4774-9863-c3aad352b3ea,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:54.272338 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59514) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:54.354118 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7869dea3-b386-4622-b890-55b240c7ec8b tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (e177654d-c2f4-4257-88fc-1832a33d3207), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:54.357677 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-07bcd641-bee5-4d68-8a69-64c6beb327fd admin admin] Publish callbacks [] for security_group (6222c3e8-8c67-4774-9863-c3aad352b3ea), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:54.395681 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-07bcd641-bee5-4d68-8a69-64c6beb327fd admin admin] Publish callbacks [] for security_group (6222c3e8-8c67-4774-9863-c3aad352b3ea), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:54.477288 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-07bcd641-bee5-4d68-8a69-64c6beb327fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (6222c3e8-8c67-4774-9863-c3aad352b3ea), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:54.480822 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-07bcd641-bee5-4d68-8a69-64c6beb327fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:54.482998 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-07bcd641-bee5-4d68-8a69-64c6beb327fd admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/6222c3e8-8c67-4774-9863-c3aad352b3ea HTTP/1.1" status: 204 len: 168 time: 0.2085211 Feb 02 07:15:54.502209 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bcd641-bee5-4d68-8a69-64c6beb327fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6222c3e8-8c67-4774-9863-c3aad352b3ea,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:54.612149 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7869dea3-b386-4622-b890-55b240c7ec8b tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Router e177654d-c2f4-4257-88fc-1832a33d3207 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:15:54.715668 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7869dea3-b386-4622-b890-55b240c7ec8b tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:15:54.721442 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-7869dea3-b386-4622-b890-55b240c7ec8b tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] 10.222.0.87 "PUT /v2.0/routers/e177654d-c2f4-4257-88fc-1832a33d3207/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7085233 Feb 02 07:15:54.725712 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59522) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:54.728174 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a650016f-b38d-43bd-a2e3-28bab7cdb168 None None] Sync routers for ids ['e177654d-c2f4-4257-88fc-1832a33d3207'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:15:54.748908 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a650016f-b38d-43bd-a2e3-28bab7cdb168 None None] Routers {'e177654d-c2f4-4257-88fc-1832a33d3207'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:15:54.749552 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-a650016f-b38d-43bd-a2e3-28bab7cdb168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:15:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['e177654d-c2f4-4257-88fc-1832a33d3207'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:15:54.806230 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cebf2835-5717-4c9a-9dc0-3259c4fd0f97 req-8fac336b-2594-4ced-aaff-08896771d083 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 210 time: 0.0886288 Feb 02 07:15:54.815967 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-a650016f-b38d-43bd-a2e3-28bab7cdb168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:15:54.821319 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-a77397df-9253-4d23-b98a-f1d4c213fcd7 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] show failed (client error): The resource could not be found. Feb 02 07:15:54.822379 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a77397df-9253-4d23-b98a-f1d4c213fcd7 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] 10.222.0.87 "GET /v2.0/routers/tempest-non_exist_router-1637173999 HTTP/1.1" status: 404 len: 335 time: 0.0956397 Feb 02 07:15:54.826714 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59526) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:54.831020 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a650016f-b38d-43bd-a2e3-28bab7cdb168 None None] Routers {'e177654d-c2f4-4257-88fc-1832a33d3207'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:15:54.831768 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-a650016f-b38d-43bd-a2e3-28bab7cdb168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:15:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['e177654d-c2f4-4257-88fc-1832a33d3207'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:15:54.831903 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-9987a035-d9ec-4b29-822f-2a95e47671e2 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:15:54.874699 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-a650016f-b38d-43bd-a2e3-28bab7cdb168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:15:54.875961 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a650016f-b38d-43bd-a2e3-28bab7cdb168 None None] The sync data for ids ['e177654d-c2f4-4257-88fc-1832a33d3207'] in n-d-789963-26 is: [] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:15:54.901922 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-9987a035-d9ec-4b29-822f-2a95e47671e2 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] update failed (client error): The resource could not be found. Feb 02 07:15:54.906127 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-9987a035-d9ec-4b29-822f-2a95e47671e2 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] 10.222.0.87 "PUT /v2.0/routers/tempest-non_exist_router-772951040 HTTP/1.1" status: 404 len: 334 time: 0.0745339 Feb 02 07:15:54.906127 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59528) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:54.929598 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59530) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:54.945080 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-dbbc1e49-bda9-44ed-8cf5-c7c8687c34f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:54.974120 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-19ad6db1-cf19-4ed1-b9bb-c34bb428ba9c tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Deleting subnet 7a3ee19a-1f16-438f-be4a-6f3eeb82a03c {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:15:54.978253 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-19ad6db1-cf19-4ed1-b9bb-c34bb428ba9c tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks [] for subnet (7a3ee19a-1f16-438f-be4a-6f3eeb82a03c), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:55.028488 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-19ad6db1-cf19-4ed1-b9bb-c34bb428ba9c tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (7a3ee19a-1f16-438f-be4a-6f3eeb82a03c), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:55.032115 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-dbbc1e49-bda9-44ed-8cf5-c7c8687c34f3 admin admin] Publish callbacks [] for security_group (620ba675-73db-4dd3-8f86-f5dbe44e2655), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:55.036588 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-dbbc1e49-bda9-44ed-8cf5-c7c8687c34f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (620ba675-73db-4dd3-8f86-f5dbe44e2655), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:55.086176 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-dbbc1e49-bda9-44ed-8cf5-c7c8687c34f3 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ae8e6ac1333648f7bc3a0032b9d405b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1549470 Feb 02 07:15:55.086842 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59532) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:55.091488 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbc1e49-bda9-44ed-8cf5-c7c8687c34f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=620ba675-73db-4dd3-8f86-f5dbe44e2655,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:55.147195 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-19ad6db1-cf19-4ed1-b9bb-c34bb428ba9c tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (7a3ee19a-1f16-438f-be4a-6f3eeb82a03c), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:55.152872 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6bb29e18-213b-4872-90ff-9739b752e359 admin admin] Publish callbacks [] for security_group (620ba675-73db-4dd3-8f86-f5dbe44e2655), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:55.180579 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6bb29e18-213b-4872-90ff-9739b752e359 admin admin] Publish callbacks [] for security_group (620ba675-73db-4dd3-8f86-f5dbe44e2655), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:55.211420 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-19ad6db1-cf19-4ed1-b9bb-c34bb428ba9c tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (7a3ee19a-1f16-438f-be4a-6f3eeb82a03c), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:55.249492 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ad6db1-cf19-4ed1-b9bb-c34bb428ba9c tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Pushing event deleted for resources: {'Subnet': ['ID=7a3ee19a-1f16-438f-be4a-6f3eeb82a03c,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:55.251056 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacc7ed3-443c-45ac-8059-42102ec4f69a None None] Network 2a55303c-ed1f-45a7-ba3f-0f5e1a042d62 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:15:55.259064 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6bb29e18-213b-4872-90ff-9739b752e359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (620ba675-73db-4dd3-8f86-f5dbe44e2655), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:55.261341 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-19ad6db1-cf19-4ed1-b9bb-c34bb428ba9c tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:55.262762 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6bb29e18-213b-4872-90ff-9739b752e359 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:55.267955 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-6bb29e18-213b-4872-90ff-9739b752e359 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/620ba675-73db-4dd3-8f86-f5dbe44e2655 HTTP/1.1" status: 204 len: 168 time: 0.1790428 Feb 02 07:15:55.269978 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-19ad6db1-cf19-4ed1-b9bb-c34bb428ba9c tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] 10.222.0.87 "DELETE /v2.0/subnets/7a3ee19a-1f16-438f-be4a-6f3eeb82a03c HTTP/1.1" status: 204 len: 168 time: 0.3615775 Feb 02 07:15:55.271170 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59536) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:55.280559 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb29e18-213b-4872-90ff-9739b752e359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=620ba675-73db-4dd3-8f86-f5dbe44e2655,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:55.429615 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6abe98ff-defa-46f5-8efa-5c318bbc9ea8 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (2a55303c-ed1f-45a7-ba3f-0f5e1a042d62), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:55.501363 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0e5585-0767-4541-bbb9-74df183c31cb None None] DHCP port deletion for 2a55303c-ed1f-45a7-ba3f-0f5e1a042d62 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:15:55.513926 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-6abe98ff-defa-46f5-8efa-5c318bbc9ea8 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Deleting port c3a51af1-176d-4275-ae98-6fac1d33632e {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:15:55.514848 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6abe98ff-defa-46f5-8efa-5c318bbc9ea8 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (c3a51af1-176d-4275-ae98-6fac1d33632e), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:55.599033 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1e0e5585-0767-4541-bbb9-74df183c31cb None None] Deleting port c3a51af1-176d-4275-ae98-6fac1d33632e {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:15:55.600548 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1e0e5585-0767-4541-bbb9-74df183c31cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (c3a51af1-176d-4275-ae98-6fac1d33632e), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:55.626277 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-6abe98ff-defa-46f5-8efa-5c318bbc9ea8 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] For port c3a51af1-176d-4275-ae98-6fac1d33632e, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=c3a51af1-176d-4275-ae98-6fac1d33632e,segment=NetworkSegment(27ddfca2-25d8-4512-9167-be82c204aac0),segment_id=27ddfca2-25d8-4512-9167-be82c204aac0)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:15:55.627712 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6abe98ff-defa-46f5-8efa-5c318bbc9ea8 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (c3a51af1-176d-4275-ae98-6fac1d33632e), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:55.655619 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-6abe98ff-defa-46f5-8efa-5c318bbc9ea8 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Calling delete_port for c3a51af1-176d-4275-ae98-6fac1d33632e owned by network:dhcp {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:15:55.678838 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1e0e5585-0767-4541-bbb9-74df183c31cb None None] For port c3a51af1-176d-4275-ae98-6fac1d33632e, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=c3a51af1-176d-4275-ae98-6fac1d33632e,segment=NetworkSegment(27ddfca2-25d8-4512-9167-be82c204aac0),segment_id=27ddfca2-25d8-4512-9167-be82c204aac0)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:15:55.679330 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1e0e5585-0767-4541-bbb9-74df183c31cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (c3a51af1-176d-4275-ae98-6fac1d33632e), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:55.700275 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1e0e5585-0767-4541-bbb9-74df183c31cb None None] Calling delete_port for c3a51af1-176d-4275-ae98-6fac1d33632e owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:15:55.764501 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6abe98ff-defa-46f5-8efa-5c318bbc9ea8 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (c3a51af1-176d-4275-ae98-6fac1d33632e), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:55.804640 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abe98ff-defa-46f5-8efa-5c318bbc9ea8 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Pushing event deleted for resources: {'Port': ['ID=c3a51af1-176d-4275-ae98-6fac1d33632e,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:55.807900 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abe98ff-defa-46f5-8efa-5c318bbc9ea8 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] No DVR routers for this DVR port c3a51af1-176d-4275-ae98-6fac1d33632e on host n-d-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:15:55.814209 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1e0e5585-0767-4541-bbb9-74df183c31cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (c3a51af1-176d-4275-ae98-6fac1d33632e), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:55.848166 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0e5585-0767-4541-bbb9-74df183c31cb None None] Pushing event deleted for resources: {'Port': ['ID=c3a51af1-176d-4275-ae98-6fac1d33632e,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:55.852806 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0e5585-0767-4541-bbb9-74df183c31cb None None] No DVR routers for this DVR port c3a51af1-176d-4275-ae98-6fac1d33632e on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:15:55.918348 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6abe98ff-defa-46f5-8efa-5c318bbc9ea8 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (2a55303c-ed1f-45a7-ba3f-0f5e1a042d62), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:55.941821 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-6abe98ff-defa-46f5-8efa-5c318bbc9ea8 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a55303c-ed1f-45a7-ba3f-0f5e1a042d62']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:15:55.977401 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-6abe98ff-defa-46f5-8efa-5c318bbc9ea8 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27ddfca2-25d8-4512-9167-be82c204aac0') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:15:55.977401 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-6abe98ff-defa-46f5-8efa-5c318bbc9ea8 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27ddfca2-25d8-4512-9167-be82c204aac0') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:15:56.001283 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-91e71d13-2fc8-4395-b02b-f26cfef1ff7d req-83002e49-433c-4f61-9873-70332fbad87a tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 210 time: 0.0466592 Feb 02 07:15:56.004870 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6abe98ff-defa-46f5-8efa-5c318bbc9ea8 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (27ddfca2-25d8-4512-9167-be82c204aac0), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:56.035260 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6abe98ff-defa-46f5-8efa-5c318bbc9ea8 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (27ddfca2-25d8-4512-9167-be82c204aac0), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:56.044253 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6abe98ff-defa-46f5-8efa-5c318bbc9ea8 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:15:56.044654 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6abe98ff-defa-46f5-8efa-5c318bbc9ea8 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (27ddfca2-25d8-4512-9167-be82c204aac0), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:56.048599 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:15:56.048599 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:15:56.048599 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:15:56.048599 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:15:56.048599 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:15:56.048599 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:15:56.048599 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:15:56.048599 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:15:56.048599 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:15:56.048599 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:15:56.048599 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:15:56.048599 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:15:56.048599 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:15:56.048599 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:15:56.048599 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:15:56.048599 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:15:56.048599 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:15:56.048599 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:15:56.048599 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:15:56.048599 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:15:56.048599 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:15:56.048599 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:15:56.048599 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:15:56.048599 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:15:56.048599 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:15:56.048599 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:15:56.048599 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:15:56.048599 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:15:56.048599 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:15:56.048599 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:15:56.048599 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:15:56.048599 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:15:56.137177 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6abe98ff-defa-46f5-8efa-5c318bbc9ea8 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (2a55303c-ed1f-45a7-ba3f-0f5e1a042d62), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:56.172368 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6abe98ff-defa-46f5-8efa-5c318bbc9ea8 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:56.180689 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59554) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:56.190845 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-6abe98ff-defa-46f5-8efa-5c318bbc9ea8 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] 10.222.0.87 "DELETE /v2.0/networks/2a55303c-ed1f-45a7-ba3f-0f5e1a042d62 HTTP/1.1" status: 204 len: 168 time: 0.9178767 Feb 02 07:15:56.206105 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abe98ff-defa-46f5-8efa-5c318bbc9ea8 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Pushing event deleted for resources: {'Network': ['ID=2a55303c-ed1f-45a7-ba3f-0f5e1a042d62,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:56.254293 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb806d41-4316-41ca-98a2-4ace693bdfe7 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Deleting subnet 86619b42-ef3b-41f3-9c63-f25c83ac257a {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:15:56.258286 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-eb806d41-4316-41ca-98a2-4ace693bdfe7 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks [] for subnet (86619b42-ef3b-41f3-9c63-f25c83ac257a), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:56.301646 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-eb806d41-4316-41ca-98a2-4ace693bdfe7 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (86619b42-ef3b-41f3-9c63-f25c83ac257a), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:56.403575 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-eb806d41-4316-41ca-98a2-4ace693bdfe7 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (86619b42-ef3b-41f3-9c63-f25c83ac257a), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:56.477974 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-eb806d41-4316-41ca-98a2-4ace693bdfe7 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (86619b42-ef3b-41f3-9c63-f25c83ac257a), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:56.507769 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb806d41-4316-41ca-98a2-4ace693bdfe7 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Pushing event deleted for resources: {'Subnet': ['ID=86619b42-ef3b-41f3-9c63-f25c83ac257a,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:56.511597 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-eb806d41-4316-41ca-98a2-4ace693bdfe7 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:56.517758 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-eb806d41-4316-41ca-98a2-4ace693bdfe7 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] 10.222.0.87 "DELETE /v2.0/subnets/86619b42-ef3b-41f3-9c63-f25c83ac257a HTTP/1.1" status: 204 len: 168 time: 0.3357506 Feb 02 07:15:56.518242 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59562) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:56.522982 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1db5d69-60e8-436f-a3be-4981ce244713 None None] Network 2274dbaf-947c-4d35-8823-9b97c60480b0 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:15:56.575806 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d653b8d-1a99-4298-bd9b-43a2c5028110 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Deleting subnet 1889d172-dd3d-4b8e-832e-6c60b724366d {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:15:56.579903 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5d653b8d-1a99-4298-bd9b-43a2c5028110 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks [] for subnet (1889d172-dd3d-4b8e-832e-6c60b724366d), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:56.631512 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5d653b8d-1a99-4298-bd9b-43a2c5028110 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (1889d172-dd3d-4b8e-832e-6c60b724366d), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:56.778632 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb1d8ec-19ae-4993-adfa-dc1a146dfd10 None None] DHCP port deletion for 2274dbaf-947c-4d35-8823-9b97c60480b0 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:15:56.790212 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5d653b8d-1a99-4298-bd9b-43a2c5028110 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (1889d172-dd3d-4b8e-832e-6c60b724366d), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:56.860671 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5d653b8d-1a99-4298-bd9b-43a2c5028110 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (1889d172-dd3d-4b8e-832e-6c60b724366d), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:56.894765 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d653b8d-1a99-4298-bd9b-43a2c5028110 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Pushing event deleted for resources: {'Subnet': ['ID=1889d172-dd3d-4b8e-832e-6c60b724366d,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:56.909070 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5d653b8d-1a99-4298-bd9b-43a2c5028110 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:56.914503 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-5d653b8d-1a99-4298-bd9b-43a2c5028110 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] 10.222.0.87 "DELETE /v2.0/subnets/1889d172-dd3d-4b8e-832e-6c60b724366d HTTP/1.1" status: 204 len: 168 time: 0.3952646 Feb 02 07:15:56.917738 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59570) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:56.923331 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6733de8-650e-4016-8e5b-bcc7d031a9fa None None] Network 59868f06-5058-466f-ba22-abcab1fb1342 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:15:56.926721 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-5bb1d8ec-19ae-4993-adfa-dc1a146dfd10 None None] Deleting port 8b47af38-07d2-4c1f-8b53-1fca8827ee60 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:15:56.927093 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5bb1d8ec-19ae-4993-adfa-dc1a146dfd10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (8b47af38-07d2-4c1f-8b53-1fca8827ee60), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:57.027855 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c2bcb1c5-477c-42e1-bf3d-6ce1711aa195 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (2274dbaf-947c-4d35-8823-9b97c60480b0), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:57.034507 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-5bb1d8ec-19ae-4993-adfa-dc1a146dfd10 None None] For port 8b47af38-07d2-4c1f-8b53-1fca8827ee60, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=8b47af38-07d2-4c1f-8b53-1fca8827ee60,segment=NetworkSegment(eff9ab5c-875e-4f59-b4ef-142d20efa862),segment_id=eff9ab5c-875e-4f59-b4ef-142d20efa862)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:15:57.035049 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5bb1d8ec-19ae-4993-adfa-dc1a146dfd10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (8b47af38-07d2-4c1f-8b53-1fca8827ee60), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:57.063097 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-5bb1d8ec-19ae-4993-adfa-dc1a146dfd10 None None] Calling delete_port for 8b47af38-07d2-4c1f-8b53-1fca8827ee60 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:15:57.087162 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-c2bcb1c5-477c-42e1-bf3d-6ce1711aa195 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Deleting port 8b47af38-07d2-4c1f-8b53-1fca8827ee60 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:15:57.087419 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c2bcb1c5-477c-42e1-bf3d-6ce1711aa195 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (8b47af38-07d2-4c1f-8b53-1fca8827ee60), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:57.204305 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8341b5cf-86ce-47ee-841a-8fe7042f5daa req-59463781-cb96-4891-a2b6-933113cdb97e tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 210 time: 0.0597513 Feb 02 07:15:57.223740 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 8b47af38-07d2-4c1f-8b53-1fca8827ee60 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:15:57.234752 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-c2bcb1c5-477c-42e1-bf3d-6ce1711aa195 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] For port 8b47af38-07d2-4c1f-8b53-1fca8827ee60, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=8b47af38-07d2-4c1f-8b53-1fca8827ee60,segment=NetworkSegment(eff9ab5c-875e-4f59-b4ef-142d20efa862),segment_id=eff9ab5c-875e-4f59-b4ef-142d20efa862)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:15:57.235147 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c2bcb1c5-477c-42e1-bf3d-6ce1711aa195 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (8b47af38-07d2-4c1f-8b53-1fca8827ee60), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:57.262806 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5bb1d8ec-19ae-4993-adfa-dc1a146dfd10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (8b47af38-07d2-4c1f-8b53-1fca8827ee60), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:57.264737 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 8b47af38-07d2-4c1f-8b53-1fca8827ee60 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:15:57.265249 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 8b47af38-07d2-4c1f-8b53-1fca8827ee60 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:15:57.265812 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device c3a51af1-176d-4275-ae98-6fac1d33632e no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:15:57.288111 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-c2bcb1c5-477c-42e1-bf3d-6ce1711aa195 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Calling delete_port for 8b47af38-07d2-4c1f-8b53-1fca8827ee60 owned by network:dhcp {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:15:57.371545 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb1d8ec-19ae-4993-adfa-dc1a146dfd10 None None] Pushing event deleted for resources: {'Port': ['ID=8b47af38-07d2-4c1f-8b53-1fca8827ee60,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:57.373168 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: c3a51af1-176d-4275-ae98-6fac1d33632e {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:15:57.373507 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device c3a51af1-176d-4275-ae98-6fac1d33632e not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:15:57.377873 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb1d8ec-19ae-4993-adfa-dc1a146dfd10 None None] No DVR routers for this DVR port 8b47af38-07d2-4c1f-8b53-1fca8827ee60 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:15:57.383181 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:57.418791 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c2bcb1c5-477c-42e1-bf3d-6ce1711aa195 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (8b47af38-07d2-4c1f-8b53-1fca8827ee60), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:57.432712 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bcb1c5-477c-42e1-bf3d-6ce1711aa195 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] No DVR routers for this DVR port 8b47af38-07d2-4c1f-8b53-1fca8827ee60 on host n-d-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:15:57.459129 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bcb1c5-477c-42e1-bf3d-6ce1711aa195 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Pushing event deleted for resources: {'Port': ['ID=8b47af38-07d2-4c1f-8b53-1fca8827ee60,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:57.530993 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e45911-4353-41b4-bc24-cc6a974116e2 None None] DHCP port deletion for 59868f06-5058-466f-ba22-abcab1fb1342 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:15:57.545841 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c2bcb1c5-477c-42e1-bf3d-6ce1711aa195 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (2274dbaf-947c-4d35-8823-9b97c60480b0), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:57.577950 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-c2bcb1c5-477c-42e1-bf3d-6ce1711aa195 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2274dbaf-947c-4d35-8823-9b97c60480b0']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:15:57.588304 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-52e45911-4353-41b4-bc24-cc6a974116e2 None None] Deleting port 8875026f-f5f5-4f48-87c9-630479b5b3b0 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:15:57.588913 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-52e45911-4353-41b4-bc24-cc6a974116e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (8875026f-f5f5-4f48-87c9-630479b5b3b0), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:57.590478 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-c2bcb1c5-477c-42e1-bf3d-6ce1711aa195 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eff9ab5c-875e-4f59-b4ef-142d20efa862') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:15:57.590855 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-c2bcb1c5-477c-42e1-bf3d-6ce1711aa195 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eff9ab5c-875e-4f59-b4ef-142d20efa862') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:15:57.608672 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c2bcb1c5-477c-42e1-bf3d-6ce1711aa195 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (eff9ab5c-875e-4f59-b4ef-142d20efa862), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:57.623284 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c2bcb1c5-477c-42e1-bf3d-6ce1711aa195 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (eff9ab5c-875e-4f59-b4ef-142d20efa862), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:57.630195 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2bcb1c5-477c-42e1-bf3d-6ce1711aa195 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:15:57.630853 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c2bcb1c5-477c-42e1-bf3d-6ce1711aa195 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (eff9ab5c-875e-4f59-b4ef-142d20efa862), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:57.666831 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-52e45911-4353-41b4-bc24-cc6a974116e2 None None] For port 8875026f-f5f5-4f48-87c9-630479b5b3b0, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=8875026f-f5f5-4f48-87c9-630479b5b3b0,segment=NetworkSegment(41582aa1-50aa-4620-a8b6-7b4b007a29c8),segment_id=41582aa1-50aa-4620-a8b6-7b4b007a29c8)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:15:57.667535 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-52e45911-4353-41b4-bc24-cc6a974116e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (8875026f-f5f5-4f48-87c9-630479b5b3b0), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:57.681196 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-52e45911-4353-41b4-bc24-cc6a974116e2 None None] Calling delete_port for 8875026f-f5f5-4f48-87c9-630479b5b3b0 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:15:57.701028 n-d-789963-26 neutron-server[109693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:15:57.701028 n-d-789963-26 neutron-server[109693]: self.session.flush() Feb 02 07:15:57.701028 n-d-789963-26 neutron-server[109693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:15:57.701028 n-d-789963-26 neutron-server[109693]: self.session.flush() Feb 02 07:15:57.701028 n-d-789963-26 neutron-server[109693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:15:57.701028 n-d-789963-26 neutron-server[109693]: self.session.flush() Feb 02 07:15:57.701028 n-d-789963-26 neutron-server[109693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:15:57.701028 n-d-789963-26 neutron-server[109693]: self.session.flush() Feb 02 07:15:57.701028 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:15:57.701028 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:15:57.701028 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:15:57.701028 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:15:57.701028 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:15:57.701028 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:15:57.701028 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:15:57.701028 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:15:57.701028 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:15:57.701028 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:15:57.701028 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:15:57.701028 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:15:57.701028 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:15:57.701028 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:15:57.701028 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:15:57.701028 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:15:57.701028 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:15:57.701028 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:15:57.701028 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:15:57.701028 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:15:57.701028 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:15:57.701028 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:15:57.701028 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:15:57.701028 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:15:57.701028 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:15:57.701028 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:15:57.701028 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:15:57.701028 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:15:57.701028 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:15:57.701028 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:15:57.701028 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:15:57.701028 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:15:57.707614 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c2bcb1c5-477c-42e1-bf3d-6ce1711aa195 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (2274dbaf-947c-4d35-8823-9b97c60480b0), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:57.714302 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c2bcb1c5-477c-42e1-bf3d-6ce1711aa195 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:57.718916 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-c2bcb1c5-477c-42e1-bf3d-6ce1711aa195 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] 10.222.0.87 "DELETE /v2.0/networks/2274dbaf-947c-4d35-8823-9b97c60480b0 HTTP/1.1" status: 204 len: 168 time: 0.8000190 Feb 02 07:15:57.721388 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59582) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:57.744012 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bcb1c5-477c-42e1-bf3d-6ce1711aa195 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Pushing event deleted for resources: {'Network': ['ID=2274dbaf-947c-4d35-8823-9b97c60480b0,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:57.780625 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-52e45911-4353-41b4-bc24-cc6a974116e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (8875026f-f5f5-4f48-87c9-630479b5b3b0), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:57.809661 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e45911-4353-41b4-bc24-cc6a974116e2 None None] No DVR routers for this DVR port 8875026f-f5f5-4f48-87c9-630479b5b3b0 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:15:57.810330 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-27b7b7c1-fe3e-4fbe-9e39-668a64d52186 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (59868f06-5058-466f-ba22-abcab1fb1342), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:57.811510 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e45911-4353-41b4-bc24-cc6a974116e2 None None] Pushing event deleted for resources: {'Port': ['ID=8875026f-f5f5-4f48-87c9-630479b5b3b0,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:57.931279 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-27b7b7c1-fe3e-4fbe-9e39-668a64d52186 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (59868f06-5058-466f-ba22-abcab1fb1342), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:57.958035 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-27b7b7c1-fe3e-4fbe-9e39-668a64d52186 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59868f06-5058-466f-ba22-abcab1fb1342']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:15:57.969101 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-27b7b7c1-fe3e-4fbe-9e39-668a64d52186 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41582aa1-50aa-4620-a8b6-7b4b007a29c8') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:15:57.969763 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-27b7b7c1-fe3e-4fbe-9e39-668a64d52186 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41582aa1-50aa-4620-a8b6-7b4b007a29c8') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:15:57.980330 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-27b7b7c1-fe3e-4fbe-9e39-668a64d52186 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (41582aa1-50aa-4620-a8b6-7b4b007a29c8), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:57.994913 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-27b7b7c1-fe3e-4fbe-9e39-668a64d52186 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (41582aa1-50aa-4620-a8b6-7b4b007a29c8), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:58.001683 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27b7b7c1-fe3e-4fbe-9e39-668a64d52186 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:15:58.002147 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-27b7b7c1-fe3e-4fbe-9e39-668a64d52186 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (41582aa1-50aa-4620-a8b6-7b4b007a29c8), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:58.007519 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:15:58.007519 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:15:58.007519 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:15:58.007519 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:15:58.007519 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:15:58.007519 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:15:58.007519 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:15:58.007519 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:15:58.007519 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:15:58.007519 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:15:58.007519 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:15:58.007519 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:15:58.007519 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:15:58.007519 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:15:58.007519 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:15:58.007519 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:15:58.007519 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:15:58.007519 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:15:58.007519 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:15:58.007519 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:15:58.007519 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:15:58.007519 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:15:58.007519 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:15:58.007519 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:15:58.007519 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:15:58.007519 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:15:58.007519 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:15:58.007519 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:15:58.007519 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:15:58.007519 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:15:58.007519 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:15:58.007519 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:15:58.074827 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-27b7b7c1-fe3e-4fbe-9e39-668a64d52186 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (59868f06-5058-466f-ba22-abcab1fb1342), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:58.101431 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-27b7b7c1-fe3e-4fbe-9e39-668a64d52186 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:58.107639 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59584) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:58.108194 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-27b7b7c1-fe3e-4fbe-9e39-668a64d52186 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] 10.222.0.87 "DELETE /v2.0/networks/59868f06-5058-466f-ba22-abcab1fb1342 HTTP/1.1" status: 204 len: 168 time: 0.3853338 Feb 02 07:15:58.108835 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b7b7c1-fe3e-4fbe-9e39-668a64d52186 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Pushing event deleted for resources: {'Network': ['ID=59868f06-5058-466f-ba22-abcab1fb1342,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:58.160204 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-a49148f9-df5c-41bf-80e7-715a67714de6 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Deleting subnet 6a1ad915-4ff8-4980-97c0-4f17a83f90c8 {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:15:58.164330 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a49148f9-df5c-41bf-80e7-715a67714de6 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks [] for subnet (6a1ad915-4ff8-4980-97c0-4f17a83f90c8), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:58.212730 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a49148f9-df5c-41bf-80e7-715a67714de6 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (6a1ad915-4ff8-4980-97c0-4f17a83f90c8), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:58.301134 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a49148f9-df5c-41bf-80e7-715a67714de6 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (6a1ad915-4ff8-4980-97c0-4f17a83f90c8), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:58.362329 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c93ecfee-8fe9-4590-88fb-9d9a9eb41c88 req-6528d6de-c300-4f56-a0ec-8ef451fde677 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 210 time: 0.0374582 Feb 02 07:15:58.406996 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a49148f9-df5c-41bf-80e7-715a67714de6 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (6a1ad915-4ff8-4980-97c0-4f17a83f90c8), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:58.426095 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a49148f9-df5c-41bf-80e7-715a67714de6 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:58.429744 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a49148f9-df5c-41bf-80e7-715a67714de6 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] 10.222.0.87 "DELETE /v2.0/subnets/6a1ad915-4ff8-4980-97c0-4f17a83f90c8 HTTP/1.1" status: 204 len: 168 time: 0.3210690 Feb 02 07:15:58.433203 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59588) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:58.436839 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6af4529-16db-4694-9831-750928c495bf None None] Network b789ecf6-c3dd-4977-b7aa-d7e160554578 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:15:58.450248 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49148f9-df5c-41bf-80e7-715a67714de6 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Pushing event deleted for resources: {'Subnet': ['ID=6a1ad915-4ff8-4980-97c0-4f17a83f90c8,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:58.542185 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-14d10dfb-7026-473c-8653-10fe588bdefd tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (b789ecf6-c3dd-4977-b7aa-d7e160554578), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:58.610511 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-14d10dfb-7026-473c-8653-10fe588bdefd tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Deleting port 88f8c202-2114-470d-b581-656d50c457f1 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:15:58.611183 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-14d10dfb-7026-473c-8653-10fe588bdefd tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (88f8c202-2114-470d-b581-656d50c457f1), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:58.646288 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b6e9df-2fed-47cc-b371-3b9ae336b220 None None] DHCP port deletion for b789ecf6-c3dd-4977-b7aa-d7e160554578 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:15:58.690077 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-14d10dfb-7026-473c-8653-10fe588bdefd tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] For port 88f8c202-2114-470d-b581-656d50c457f1, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=88f8c202-2114-470d-b581-656d50c457f1,segment=NetworkSegment(75bf8c42-e326-47b2-92b5-413b10a915d4),segment_id=75bf8c42-e326-47b2-92b5-413b10a915d4)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:15:58.690350 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-14d10dfb-7026-473c-8653-10fe588bdefd tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (88f8c202-2114-470d-b581-656d50c457f1), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:58.702668 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-d1b6e9df-2fed-47cc-b371-3b9ae336b220 None None] Deleting port 88f8c202-2114-470d-b581-656d50c457f1 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:15:58.703046 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d1b6e9df-2fed-47cc-b371-3b9ae336b220 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (88f8c202-2114-470d-b581-656d50c457f1), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:58.704935 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-14d10dfb-7026-473c-8653-10fe588bdefd tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Calling delete_port for 88f8c202-2114-470d-b581-656d50c457f1 owned by network:dhcp {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:15:58.793809 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-14d10dfb-7026-473c-8653-10fe588bdefd tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (88f8c202-2114-470d-b581-656d50c457f1), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:58.803936 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-d1b6e9df-2fed-47cc-b371-3b9ae336b220 None None] For port 88f8c202-2114-470d-b581-656d50c457f1, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=88f8c202-2114-470d-b581-656d50c457f1,segment=NetworkSegment(75bf8c42-e326-47b2-92b5-413b10a915d4),segment_id=75bf8c42-e326-47b2-92b5-413b10a915d4)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:15:58.804690 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d1b6e9df-2fed-47cc-b371-3b9ae336b220 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (88f8c202-2114-470d-b581-656d50c457f1), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:58.817713 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-d1b6e9df-2fed-47cc-b371-3b9ae336b220 None None] Calling delete_port for 88f8c202-2114-470d-b581-656d50c457f1 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:15:58.832225 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d10dfb-7026-473c-8653-10fe588bdefd tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Pushing event deleted for resources: {'Port': ['ID=88f8c202-2114-470d-b581-656d50c457f1,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:58.836107 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d10dfb-7026-473c-8653-10fe588bdefd tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] No DVR routers for this DVR port 88f8c202-2114-470d-b581-656d50c457f1 on host n-d-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:15:58.906765 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d1b6e9df-2fed-47cc-b371-3b9ae336b220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (88f8c202-2114-470d-b581-656d50c457f1), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:58.944481 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b6e9df-2fed-47cc-b371-3b9ae336b220 None None] No DVR routers for this DVR port 88f8c202-2114-470d-b581-656d50c457f1 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:15:58.949965 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b6e9df-2fed-47cc-b371-3b9ae336b220 None None] Pushing event deleted for resources: {'Port': ['ID=88f8c202-2114-470d-b581-656d50c457f1,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:58.963445 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-14d10dfb-7026-473c-8653-10fe588bdefd tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (b789ecf6-c3dd-4977-b7aa-d7e160554578), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:58.993061 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-14d10dfb-7026-473c-8653-10fe588bdefd tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b789ecf6-c3dd-4977-b7aa-d7e160554578']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:15:59.009081 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-14d10dfb-7026-473c-8653-10fe588bdefd tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75bf8c42-e326-47b2-92b5-413b10a915d4') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:15:59.009390 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-14d10dfb-7026-473c-8653-10fe588bdefd tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75bf8c42-e326-47b2-92b5-413b10a915d4') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:15:59.022051 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-14d10dfb-7026-473c-8653-10fe588bdefd tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (75bf8c42-e326-47b2-92b5-413b10a915d4), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:59.046743 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 88f8c202-2114-470d-b581-656d50c457f1 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:15:59.051937 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-14d10dfb-7026-473c-8653-10fe588bdefd tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (75bf8c42-e326-47b2-92b5-413b10a915d4), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:59.060065 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14d10dfb-7026-473c-8653-10fe588bdefd tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:15:59.061240 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-14d10dfb-7026-473c-8653-10fe588bdefd tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (75bf8c42-e326-47b2-92b5-413b10a915d4), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:59.065463 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:15:59.065463 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:15:59.065463 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:15:59.065463 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:15:59.065463 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:15:59.065463 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:15:59.065463 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:15:59.065463 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:15:59.065463 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:15:59.065463 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:15:59.065463 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:15:59.065463 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:15:59.065463 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:15:59.065463 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:15:59.065463 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:15:59.065463 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:15:59.065463 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:15:59.065463 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:15:59.065463 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:15:59.065463 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:15:59.065463 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:15:59.065463 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:15:59.065463 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:15:59.065463 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:15:59.065463 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:15:59.065463 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:15:59.065463 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:15:59.065463 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:15:59.065463 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:15:59.065463 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:15:59.065463 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:15:59.065463 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:15:59.079047 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 88f8c202-2114-470d-b581-656d50c457f1 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:15:59.079891 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 88f8c202-2114-470d-b581-656d50c457f1 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:15:59.080802 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 8875026f-f5f5-4f48-87c9-630479b5b3b0 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:15:59.103029 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 8875026f-f5f5-4f48-87c9-630479b5b3b0 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:15:59.103383 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 8875026f-f5f5-4f48-87c9-630479b5b3b0 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:15:59.509908 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c8c1a730-ebea-4b33-8bd8-093aaeb021bc req-77733997-512b-4eb4-9762-5629e6cf2784 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 210 time: 0.0325778 Feb 02 07:15:59.512018 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-14d10dfb-7026-473c-8653-10fe588bdefd tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (b789ecf6-c3dd-4977-b7aa-d7e160554578), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:59.520021 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-14d10dfb-7026-473c-8653-10fe588bdefd tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:59.523590 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-14d10dfb-7026-473c-8653-10fe588bdefd tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] 10.222.0.87 "DELETE /v2.0/networks/b789ecf6-c3dd-4977-b7aa-d7e160554578 HTTP/1.1" status: 204 len: 168 time: 1.0893154 Feb 02 07:15:59.526516 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59592) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:59.533003 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d10dfb-7026-473c-8653-10fe588bdefd tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Pushing event deleted for resources: {'Network': ['ID=b789ecf6-c3dd-4977-b7aa-d7e160554578,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:15:59.561592 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-81a841a0-aefe-4a97-a48d-92c02c0ff7b7 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] 10.222.0.87 "GET /v2.0/ports?device_id=e177654d-c2f4-4257-88fc-1832a33d3207 HTTP/1.1" status: 200 len: 205 time: 0.0339200 Feb 02 07:15:59.563890 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59594) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:15:59.639782 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b1aa227c-3306-4ace-b60d-530b86f34c51 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks [] for router (e177654d-c2f4-4257-88fc-1832a33d3207), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:59.798061 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b1aa227c-3306-4ace-b60d-530b86f34c51 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (e177654d-c2f4-4257-88fc-1832a33d3207), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:59.800144 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b1aa227c-3306-4ace-b60d-530b86f34c51 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks [] for router_controller (e177654d-c2f4-4257-88fc-1832a33d3207), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:59.842013 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b1aa227c-3306-4ace-b60d-530b86f34c51 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (e177654d-c2f4-4257-88fc-1832a33d3207), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:59.842527 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1aa227c-3306-4ace-b60d-530b86f34c51 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Fanout notify agent at l3_agent the message router_deleted on router e177654d-c2f4-4257-88fc-1832a33d3207 {{(pid=109693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:15:59.849631 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b1aa227c-3306-4ace-b60d-530b86f34c51 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:15:59.850863 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b1aa227c-3306-4ace-b60d-530b86f34c51 tempest-RoutersNegativeIpV6Test-2104932156 tempest-RoutersNegativeIpV6Test-2104932156-project] 10.222.0.87 "DELETE /v2.0/routers/e177654d-c2f4-4257-88fc-1832a33d3207 HTTP/1.1" status: 204 len: 168 time: 0.2857797 Feb 02 07:16:00.100118 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59602) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:00.233328 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-8c5a8450-85fc-46cd-b805-d160112e2128 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=4b4317a7eb0d42dca5cfdd390551cc05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1319573 Feb 02 07:16:00.235715 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59606) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:00.283040 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8c7cf69b-714a-4eb0-9228-7ed1a701920e admin admin] Publish callbacks [] for security_group (95f40d86-c305-493d-9454-fd62853f842d), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:00.304486 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8c7cf69b-714a-4eb0-9228-7ed1a701920e admin admin] Publish callbacks [] for security_group (95f40d86-c305-493d-9454-fd62853f842d), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:00.352626 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8c7cf69b-714a-4eb0-9228-7ed1a701920e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (95f40d86-c305-493d-9454-fd62853f842d), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:00.355103 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8c7cf69b-714a-4eb0-9228-7ed1a701920e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:00.356274 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-8c7cf69b-714a-4eb0-9228-7ed1a701920e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/95f40d86-c305-493d-9454-fd62853f842d HTTP/1.1" status: 204 len: 168 time: 0.1196680 Feb 02 07:16:00.367514 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7cf69b-714a-4eb0-9228-7ed1a701920e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f40d86-c305-493d-9454-fd62853f842d,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:16:00.635416 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-47295666-94e7-45f6-bd86-add7e52ed2c0 req-84bcb8b2-dbf9-49f8-8893-852780f9d9ba tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 210 time: 0.0312135 Feb 02 07:16:01.041945 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59634) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:01.154487 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-57e437a4-442c-4d88-a3be-61455262d9cc tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-2061030289'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:16:01.174439 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e437a4-442c-4d88-a3be-61455262d9cc tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Made reservation on behalf of 82fd4a1cafd44a10b28739f6dfa9b02c for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:16:01.178403 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-57e437a4-442c-4d88-a3be-61455262d9cc tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:01.187419 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-57e437a4-442c-4d88-a3be-61455262d9cc tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:01.274319 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-57e437a4-442c-4d88-a3be-61455262d9cc tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Publish callbacks [] for security_group (a0be3dd7-ad78-400e-8ac4-7adca72c7a52), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:01.279367 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-57e437a4-442c-4d88-a3be-61455262d9cc tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (a0be3dd7-ad78-400e-8ac4-7adca72c7a52), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:01.311081 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57e437a4-442c-4d88-a3be-61455262d9cc tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:16:01.329072 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e437a4-442c-4d88-a3be-61455262d9cc tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0be3dd7-ad78-400e-8ac4-7adca72c7a52,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:16:01.334050 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-57e437a4-442c-4d88-a3be-61455262d9cc tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (af68010e-bf79-4f0c-9c53-eb54286acf07), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:01.334413 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-57e437a4-442c-4d88-a3be-61455262d9cc tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Added segment af68010e-bf79-4f0c-9c53-eb54286acf07 of type vlan for network 6dc34c14-018e-4e90-ac9e-14707e88475d Feb 02 07:16:01.374677 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98be7a5-88a0-4017-b058-8b89c69b05e1 req-cf9ccb2f-5ea7-4c80-addb-fff32cc01f02 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:16:01.378803 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-57e437a4-442c-4d88-a3be-61455262d9cc tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (6dc34c14-018e-4e90-ac9e-14707e88475d), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:01.382392 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f98be7a5-88a0-4017-b058-8b89c69b05e1 req-cf9ccb2f-5ea7-4c80-addb-fff32cc01f02 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=c6413e47-3ae9-473a-844c-f4bcd11bbc2e HTTP/1.1" status: 200 len: 946 time: 0.0684218 Feb 02 07:16:01.405806 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-57e437a4-442c-4d88-a3be-61455262d9cc tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (6dc34c14-018e-4e90-ac9e-14707e88475d), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:01.412755 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e437a4-442c-4d88-a3be-61455262d9cc tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:16:01.413372 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-57e437a4-442c-4d88-a3be-61455262d9cc tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:01.425808 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f98be7a5-88a0-4017-b058-8b89c69b05e1 req-5a3541b9-923c-43ef-97b6-2d3d333a6efe tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=bc6bfedd-ef42-4ce4-a56a-4f6651c2c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425730 Feb 02 07:16:01.460990 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-57e437a4-442c-4d88-a3be-61455262d9cc tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4171174 Feb 02 07:16:01.463779 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59648) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:01.470608 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-e9a26099-eaab-4c9c-b308-b0d18e83a5fe tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Request body: {'subnet': {'network_id': '6dc34c14-018e-4e90-ac9e-14707e88475d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:16:01.515802 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e437a4-442c-4d88-a3be-61455262d9cc tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Pushing event updated for resources: {'Network': ['ID=6dc34c14-018e-4e90-ac9e-14707e88475d,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:16:01.528229 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 6dc34c14-018e-4e90-ac9e-14707e88475d details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:16:01.592553 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a26099-eaab-4c9c-b308-b0d18e83a5fe tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Made reservation on behalf of 82fd4a1cafd44a10b28739f6dfa9b02c for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:16:01.596101 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e9a26099-eaab-4c9c-b308-b0d18e83a5fe tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:01.756384 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4b176384-cb43-49c6-a608-e54ce86f6104 req-989006c6-4545-4055-be2d-2fa97a18f782 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 210 time: 0.0359020 Feb 02 07:16:01.811122 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e9a26099-eaab-4c9c-b308-b0d18e83a5fe tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (e7db5a1e-60ca-4851-9396-ab798d72d72e), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:01.875197 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a26099-eaab-4c9c-b308-b0d18e83a5fe tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Pushing event updated for resources: {'Subnet': ['ID=e7db5a1e-60ca-4851-9396-ab798d72d72e,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:16:01.880295 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a26099-eaab-4c9c-b308-b0d18e83a5fe tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Checking segment: {'id': 'af68010e-bf79-4f0c-9c53-eb54286acf07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '6dc34c14-018e-4e90-ac9e-14707e88475d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:16:01.880666 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a26099-eaab-4c9c-b308-b0d18e83a5fe tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Network hostable DHCP agents. Network: 6dc34c14-018e-4e90-ac9e-14707e88475d, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:16:01.897915 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a26099-eaab-4c9c-b308-b0d18e83a5fe tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Network 6dc34c14-018e-4e90-ac9e-14707e88475d is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:16:01.906100 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-e9a26099-eaab-4c9c-b308-b0d18e83a5fe tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 6dc34c14-018e-4e90-ac9e-14707e88475d) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:16:01.912637 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a26099-eaab-4c9c-b308-b0d18e83a5fe tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:16:01.913894 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e9a26099-eaab-4c9c-b308-b0d18e83a5fe tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:01.917461 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43178cf-6626-4fb8-b6e9-8dd486819985 None None] Network 6dc34c14-018e-4e90-ac9e-14707e88475d requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:16:01.933379 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-e9a26099-eaab-4c9c-b308-b0d18e83a5fe tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4685328 Feb 02 07:16:01.936415 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59652) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:01.940839 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-ed4fcba1-ea88-4f4c-a586-6032f714a658 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Request body: {'port': {'network_id': '6dc34c14-018e-4e90-ac9e-14707e88475d', 'name': 'tempest-TagsExtTest-1023089637'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:16:02.029243 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283a38fc-ac0f-450c-ba57-e0a9bb5c4f16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-6dc34c14-018e-4e90-ac9e-14707e88475d', 'network_id': '6dc34c14-018e-4e90-ac9e-14707e88475d', 'project_id': '82fd4a1cafd44a10b28739f6dfa9b02c', 'fixed_ips': [{'subnet_id': 'e7db5a1e-60ca-4851-9396-ab798d72d72e'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:16:02.030202 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-283a38fc-ac0f-450c-ba57-e0a9bb5c4f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:02.053436 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed4fcba1-ea88-4f4c-a586-6032f714a658 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Made reservation on behalf of 82fd4a1cafd44a10b28739f6dfa9b02c for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:16:02.057327 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ed4fcba1-ea88-4f4c-a586-6032f714a658 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:02.080246 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [None req-ed4fcba1-ea88-4f4c-a586-6032f714a658 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] device_id is not set on port 4ff33b60-0bea-41f4-82b5-c16fbea157fc yet. {{(pid=109694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:16:02.174740 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-283a38fc-ac0f-450c-ba57-e0a9bb5c4f16 None None] Allocated IP 172.20.0.2 (6dc34c14-018e-4e90-ac9e-14707e88475d/e7db5a1e-60ca-4851-9396-ab798d72d72e/aec42de8-f780-4df0-8df3-8aafd785046f) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:16:02.310619 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-283a38fc-ac0f-450c-ba57-e0a9bb5c4f16 None None] Publish callbacks [] for port (aec42de8-f780-4df0-8df3-8aafd785046f), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:02.316547 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-283a38fc-ac0f-450c-ba57-e0a9bb5c4f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (aec42de8-f780-4df0-8df3-8aafd785046f), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:02.358127 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283a38fc-ac0f-450c-ba57-e0a9bb5c4f16 None None] Network 6dc34c14-018e-4e90-ac9e-14707e88475d is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:16:02.361156 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-283a38fc-ac0f-450c-ba57-e0a9bb5c4f16 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:16:02.363770 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283a38fc-ac0f-450c-ba57-e0a9bb5c4f16 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:16:02.370680 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-ed4fcba1-ea88-4f4c-a586-6032f714a658 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Allocated IP 172.20.0.9 (6dc34c14-018e-4e90-ac9e-14707e88475d/e7db5a1e-60ca-4851-9396-ab798d72d72e/4ff33b60-0bea-41f4-82b5-c16fbea157fc) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:16:02.379381 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283a38fc-ac0f-450c-ba57-e0a9bb5c4f16 None None] Pushing event updated for resources: {'Port': ['ID=aec42de8-f780-4df0-8df3-8aafd785046f,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:16:02.434628 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-283a38fc-ac0f-450c-ba57-e0a9bb5c4f16 None None] Attempting to bind port aec42de8-f780-4df0-8df3-8aafd785046f on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:16:02.435017 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-283a38fc-ac0f-450c-ba57-e0a9bb5c4f16 None None] Attempting to bind port aec42de8-f780-4df0-8df3-8aafd785046f by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'af68010e-bf79-4f0c-9c53-eb54286acf07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '6dc34c14-018e-4e90-ac9e-14707e88475d'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:16:02.435388 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283a38fc-ac0f-450c-ba57-e0a9bb5c4f16 None None] Attempting to bind port aec42de8-f780-4df0-8df3-8aafd785046f on network 6dc34c14-018e-4e90-ac9e-14707e88475d {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:16:02.449506 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283a38fc-ac0f-450c-ba57-e0a9bb5c4f16 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:16:02.450040 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283a38fc-ac0f-450c-ba57-e0a9bb5c4f16 None None] Checking segment: {'id': 'af68010e-bf79-4f0c-9c53-eb54286acf07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '6dc34c14-018e-4e90-ac9e-14707e88475d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:16:02.450462 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-283a38fc-ac0f-450c-ba57-e0a9bb5c4f16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:02.450942 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283a38fc-ac0f-450c-ba57-e0a9bb5c4f16 None None] Bound using segment: {'id': 'af68010e-bf79-4f0c-9c53-eb54286acf07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '6dc34c14-018e-4e90-ac9e-14707e88475d'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:16:02.451445 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-283a38fc-ac0f-450c-ba57-e0a9bb5c4f16 None None] Bound port: aec42de8-f780-4df0-8df3-8aafd785046f, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af68010e-bf79-4f0c-9c53-eb54286acf07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '6dc34c14-018e-4e90-ac9e-14707e88475d'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:16:02.451879 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-283a38fc-ac0f-450c-ba57-e0a9bb5c4f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (aec42de8-f780-4df0-8df3-8aafd785046f), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:02.540488 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-283a38fc-ac0f-450c-ba57-e0a9bb5c4f16 None None] For port aec42de8-f780-4df0-8df3-8aafd785046f, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:16:02.544514 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-283a38fc-ac0f-450c-ba57-e0a9bb5c4f16 None None] For port aec42de8-f780-4df0-8df3-8aafd785046f, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=aec42de8-f780-4df0-8df3-8aafd785046f,segment=NetworkSegment(af68010e-bf79-4f0c-9c53-eb54286acf07),segment_id=af68010e-bf79-4f0c-9c53-eb54286acf07)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:16:02.559234 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-283a38fc-ac0f-450c-ba57-e0a9bb5c4f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (aec42de8-f780-4df0-8df3-8aafd785046f), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:02.582577 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2bd658-ed23-491b-b56c-35ab07052512 req-25f3fcb6-ee00-4f32-8aaa-9f5c62843bbd tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:16:02.598335 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9d2bd658-ed23-491b-b56c-35ab07052512 req-25f3fcb6-ee00-4f32-8aaa-9f5c62843bbd tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=c6413e47-3ae9-473a-844c-f4bcd11bbc2e HTTP/1.1" status: 200 len: 946 time: 0.0823853 Feb 02 07:16:02.601413 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ed4fcba1-ea88-4f4c-a586-6032f714a658 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Publish callbacks [] for port (4ff33b60-0bea-41f4-82b5-c16fbea157fc), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:02.649437 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283a38fc-ac0f-450c-ba57-e0a9bb5c4f16 None None] Pushing event updated for resources: {'Port': ['ID=aec42de8-f780-4df0-8df3-8aafd785046f,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:16:02.661982 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ed4fcba1-ea88-4f4c-a586-6032f714a658 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (4ff33b60-0bea-41f4-82b5-c16fbea157fc), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:02.679049 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9d2bd658-ed23-491b-b56c-35ab07052512 req-29fcd55a-8609-48e0-b28a-3f10c1eaa3fd tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=bc6bfedd-ef42-4ce4-a56a-4f6651c2c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757294 Feb 02 07:16:02.725330 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4fcba1-ea88-4f4c-a586-6032f714a658 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Network 6dc34c14-018e-4e90-ac9e-14707e88475d is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:16:02.731870 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-ed4fcba1-ea88-4f4c-a586-6032f714a658 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:16:02.735883 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4fcba1-ea88-4f4c-a586-6032f714a658 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:16:02.765667 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4fcba1-ea88-4f4c-a586-6032f714a658 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Pushing event updated for resources: {'Port': ['ID=4ff33b60-0bea-41f4-82b5-c16fbea157fc,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:16:02.826333 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4fcba1-ea88-4f4c-a586-6032f714a658 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:16:02.827841 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ed4fcba1-ea88-4f4c-a586-6032f714a658 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:02.854806 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-ed4fcba1-ea88-4f4c-a586-6032f714a658 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.9178548 Feb 02 07:16:02.857564 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59662) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:02.862717 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-46728964-6fdd-4704-92a6-17eda2a3dbea tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-992432967', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:16:02.906148 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-46728964-6fdd-4704-92a6-17eda2a3dbea tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (71e72513-62ae-4ef5-b0f2-cf8e398bf176), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:02.908779 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-46728964-6fdd-4704-92a6-17eda2a3dbea tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (71e72513-62ae-4ef5-b0f2-cf8e398bf176), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:02.921849 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-03e9b452-7df7-4185-afd8-d25ae75fbd48 req-5cb2da40-3716-4a38-8c00-87c5b0d336eb tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e074495-bb56-4ff7-a978-84b111e50f6e HTTP/1.1" status: 200 len: 210 time: 0.0462410 Feb 02 07:16:03.042973 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-46728964-6fdd-4704-92a6-17eda2a3dbea tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Publish callbacks [] for router_controller (71e72513-62ae-4ef5-b0f2-cf8e398bf176), precommit_add_association {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:03.050859 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-46728964-6fdd-4704-92a6-17eda2a3dbea tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (71e72513-62ae-4ef5-b0f2-cf8e398bf176), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:03.083311 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-46728964-6fdd-4704-92a6-17eda2a3dbea tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:03.087735 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-46728964-6fdd-4704-92a6-17eda2a3dbea tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2264566 Feb 02 07:16:03.088353 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59664) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:03.092699 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-d667bdef-fd8d-472e-9889-4ecaf18e72e2 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1876863558', 'prefixes': ['172.20.0.0/16']}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:16:03.207367 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d667bdef-fd8d-472e-9889-4ecaf18e72e2 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:03.212434 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d667bdef-fd8d-472e-9889-4ecaf18e72e2 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] 10.222.0.87 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1195390 Feb 02 07:16:03.212672 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59668) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:03.217312 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.tag.tag_plugin [None req-461a053d-deb7-4791-8739-3439341e68b9 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e7db5a1e-60ca-4851-9396-ab798d72d72e', 'tempest-TagsExtTest-Tag-1773613469') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:16:03.358674 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59676) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:03.363623 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-461a053d-deb7-4791-8739-3439341e68b9 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] 10.222.0.87 "PUT /v2.0/subnets/e7db5a1e-60ca-4851-9396-ab798d72d72e/tags/tempest-TagsExtTest-Tag-1773613469 HTTP/1.1" status: 201 len: 201 time: 0.1497123 Feb 02 07:16:03.365092 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.tag.tag_plugin [None req-6870821f-7470-44c7-a7ac-8bb159062db4 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '4ff33b60-0bea-41f4-82b5-c16fbea157fc', 'tempest-TagsExtTest-Tag-1759358282') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:16:03.456081 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59684) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:03.460147 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-6870821f-7470-44c7-a7ac-8bb159062db4 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] 10.222.0.87 "PUT /v2.0/ports/4ff33b60-0bea-41f4-82b5-c16fbea157fc/tags/tempest-TagsExtTest-Tag-1759358282 HTTP/1.1" status: 201 len: 201 time: 0.1000907 Feb 02 07:16:03.462218 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.tag.tag_plugin [None req-6bc7c308-5632-4f1f-99fd-1e6cf068bad6 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '71e72513-62ae-4ef5-b0f2-cf8e398bf176', 'tempest-TagsExtTest-Tag-1760192745') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:16:03.593321 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59694) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:03.600351 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.tag.tag_plugin [None req-56c69d2d-3313-4dca-abc8-03bdef8f6423 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '2a5cb747-11ac-49b3-b1fe-9411d9472d2c', 'tempest-TagsExtTest-Tag-1684914666') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:16:03.605024 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-6bc7c308-5632-4f1f-99fd-1e6cf068bad6 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] 10.222.0.87 "PUT /v2.0/routers/71e72513-62ae-4ef5-b0f2-cf8e398bf176/tags/tempest-TagsExtTest-Tag-1760192745 HTTP/1.1" status: 201 len: 201 time: 0.1470490 Feb 02 07:16:03.663049 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-56c69d2d-3313-4dca-abc8-03bdef8f6423 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] 10.222.0.87 "PUT /v2.0/subnetpools/2a5cb747-11ac-49b3-b1fe-9411d9472d2c/tags/tempest-TagsExtTest-Tag-1684914666 HTTP/1.1" status: 201 len: 201 time: 0.0684164 Feb 02 07:16:03.663277 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59696) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:03.668435 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.tag.tag_plugin [None req-a4dfc486-250d-46d9-8833-76845a706f54 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e7db5a1e-60ca-4851-9396-ab798d72d72e') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:16:03.759537 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59704) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:03.764688 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.tag.tag_plugin [None req-173cba89-1c10-4aeb-a42b-c6f41c9e8462 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e7db5a1e-60ca-4851-9396-ab798d72d72e', 'tempest-TagsExtTest-Tag-1773613469') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:16:03.775377 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a4dfc486-250d-46d9-8833-76845a706f54 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] 10.222.0.87 "GET /v2.0/subnets/e7db5a1e-60ca-4851-9396-ab798d72d72e/tags HTTP/1.1" status: 200 len: 241 time: 0.1108994 Feb 02 07:16:03.896974 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa1919-2ff4-439b-b284-2233170ae5a4 req-a83169cf-7e9e-425b-a44e-bc03dff551de tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:16:03.898879 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-96aa1919-2ff4-439b-b284-2233170ae5a4 req-a83169cf-7e9e-425b-a44e-bc03dff551de tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=c6413e47-3ae9-473a-844c-f4bcd11bbc2e HTTP/1.1" status: 200 len: 946 time: 0.0946126 Feb 02 07:16:03.980532 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-173cba89-1c10-4aeb-a42b-c6f41c9e8462 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] 10.222.0.87 "GET /v2.0/subnets/e7db5a1e-60ca-4851-9396-ab798d72d72e/tags/tempest-TagsExtTest-Tag-1773613469 HTTP/1.1" status: 204 len: 168 time: 0.2192223 Feb 02 07:16:03.981308 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59716) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:03.987892 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-96aa1919-2ff4-439b-b284-2233170ae5a4 req-ba6dc403-c81a-4ab6-8e61-7eb7a188a5e7 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=bc6bfedd-ef42-4ce4-a56a-4f6651c2c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768695 Feb 02 07:16:03.989060 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.tag.tag_plugin [None req-0bc9f52d-5a6e-4ea5-a4eb-f35ab01ed551 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'e7db5a1e-60ca-4851-9396-ab798d72d72e', 'tempest-TagsExtTest-Tag-1773613469') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:16:04.074519 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59720) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:04.116785 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb570c9-5220-438f-99cd-ec6a3daf245e None None] Network 6dc34c14-018e-4e90-ac9e-14707e88475d requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:16:04.187048 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4f18faf2-2085-4692-9e09-f1e964d18a7f tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks [] for security_group (39d64e71-9bbb-4283-9333-9f076dd0e667), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:04.201315 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0bc9f52d-5a6e-4ea5-a4eb-f35ab01ed551 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] 10.222.0.87 "DELETE /v2.0/subnets/e7db5a1e-60ca-4851-9396-ab798d72d72e/tags/tempest-TagsExtTest-Tag-1773613469 HTTP/1.1" status: 204 len: 168 time: 0.2123635 Feb 02 07:16:04.203903 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59724) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:04.211244 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.tag.tag_plugin [None req-cad89b9a-bfa4-4c61-8aad-9864930eff88 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e7db5a1e-60ca-4851-9396-ab798d72d72e') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:16:04.244251 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4f18faf2-2085-4692-9e09-f1e964d18a7f tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks [] for security_group (39d64e71-9bbb-4283-9333-9f076dd0e667), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:04.290449 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-cad89b9a-bfa4-4c61-8aad-9864930eff88 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] 10.222.0.87 "GET /v2.0/subnets/e7db5a1e-60ca-4851-9396-ab798d72d72e/tags HTTP/1.1" status: 200 len: 205 time: 0.0845315 Feb 02 07:16:04.292843 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59730) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:04.299741 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.tag.tag_plugin [None req-ad70a764-3288-40f9-add0-95792bdd5569 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '4ff33b60-0bea-41f4-82b5-c16fbea157fc') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:16:04.332181 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4f18faf2-2085-4692-9e09-f1e964d18a7f tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (39d64e71-9bbb-4283-9333-9f076dd0e667), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:04.335930 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4f18faf2-2085-4692-9e09-f1e964d18a7f tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:04.339863 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-4f18faf2-2085-4692-9e09-f1e964d18a7f tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "DELETE /v2.0/security-groups/39d64e71-9bbb-4283-9333-9f076dd0e667 HTTP/1.1" status: 204 len: 168 time: 0.2614124 Feb 02 07:16:04.342194 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59734) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:04.366655 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-6c57bddf-3463-4cdd-9a5f-1174b4212964 None None] Provisioning complete for port aec42de8-f780-4df0-8df3-8aafd785046f triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:16:04.367040 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6c57bddf-3463-4cdd-9a5f-1174b4212964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (aec42de8-f780-4df0-8df3-8aafd785046f), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:04.384139 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f18faf2-2085-4692-9e09-f1e964d18a7f tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d64e71-9bbb-4283-9333-9f076dd0e667,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:16:04.388809 n-d-789963-26 neutron-server[109694]: INFO neutron.api.v2.resource [None req-d40cc2d4-303c-464f-a737-4038b4f404d1 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] show failed (client error): The resource could not be found. Feb 02 07:16:04.389622 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d40cc2d4-303c-464f-a737-4038b4f404d1 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "GET /v2.0/security-groups/39d64e71-9bbb-4283-9333-9f076dd0e667 HTTP/1.1" status: 404 len: 347 time: 0.0448041 Feb 02 07:16:04.392717 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59738) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:04.799324 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-6c57bddf-3463-4cdd-9a5f-1174b4212964 None None] Current status of the port aec42de8-f780-4df0-8df3-8aafd785046f is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:16:04.799759 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6c57bddf-3463-4cdd-9a5f-1174b4212964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (aec42de8-f780-4df0-8df3-8aafd785046f), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:04.852336 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-6c57bddf-3463-4cdd-9a5f-1174b4212964 None None] For port aec42de8-f780-4df0-8df3-8aafd785046f, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=aec42de8-f780-4df0-8df3-8aafd785046f,segment=NetworkSegment(af68010e-bf79-4f0c-9c53-eb54286acf07),segment_id=af68010e-bf79-4f0c-9c53-eb54286acf07)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:16:04.857159 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6c57bddf-3463-4cdd-9a5f-1174b4212964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (aec42de8-f780-4df0-8df3-8aafd785046f), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:04.956922 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c57bddf-3463-4cdd-9a5f-1174b4212964 None None] Pushing event updated for resources: {'Port': ['ID=aec42de8-f780-4df0-8df3-8aafd785046f,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:16:05.185304 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device aec42de8-f780-4df0-8df3-8aafd785046f up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:16:05.269642 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4989e1-e01b-400d-8498-306db7263602 req-61eec8be-d54f-413e-a728-164606fac58d tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:16:05.280825 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4d4989e1-e01b-400d-8498-306db7263602 req-61eec8be-d54f-413e-a728-164606fac58d tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=c6413e47-3ae9-473a-844c-f4bcd11bbc2e HTTP/1.1" status: 200 len: 946 time: 0.1687262 Feb 02 07:16:05.308630 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-ad70a764-3288-40f9-add0-95792bdd5569 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] 10.222.0.87 "GET /v2.0/ports/4ff33b60-0bea-41f4-82b5-c16fbea157fc/tags HTTP/1.1" status: 200 len: 241 time: 1.0144610 Feb 02 07:16:05.311029 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59778) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:05.323212 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.tag.tag_plugin [None req-8a31cdaf-cc00-49a0-bdfd-41623ed99e0e tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4ff33b60-0bea-41f4-82b5-c16fbea157fc', 'tempest-TagsExtTest-Tag-1759358282') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:16:05.324960 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-82a15719-ba3e-4bd0-b225-0379ee819586 None None] Provisioning complete for port 4ff33b60-0bea-41f4-82b5-c16fbea157fc triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:16:05.329007 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-82a15719-ba3e-4bd0-b225-0379ee819586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (4ff33b60-0bea-41f4-82b5-c16fbea157fc), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:05.343755 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9551961-0bd8-4451-b7e1-605362119ae4 req-55deca1e-3cf2-47dd-ad30-24e762897743 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:16:05.351011 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c9551961-0bd8-4451-b7e1-605362119ae4 req-55deca1e-3cf2-47dd-ad30-24e762897743 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=a93286f3-e077-4462-9d1e-071eeb30c65f HTTP/1.1" status: 200 len: 945 time: 0.7662532 Feb 02 07:16:05.402934 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4d4989e1-e01b-400d-8498-306db7263602 req-30ffb8b8-1c80-4423-bd5a-6b51e0bd02c4 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=bc6bfedd-ef42-4ce4-a56a-4f6651c2c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205523 Feb 02 07:16:05.419957 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-82a15719-ba3e-4bd0-b225-0379ee819586 None None] Port 4ff33b60-0bea-41f4-82b5-c16fbea157fc cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:16:05.427939 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port aec42de8-f780-4df0-8df3-8aafd785046f triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:16:05.427939 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (aec42de8-f780-4df0-8df3-8aafd785046f), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:05.457111 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-82a15719-ba3e-4bd0-b225-0379ee819586 None None] Provisioning complete for port aec42de8-f780-4df0-8df3-8aafd785046f triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:16:05.457836 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-82a15719-ba3e-4bd0-b225-0379ee819586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (aec42de8-f780-4df0-8df3-8aafd785046f), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:05.537094 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-5af58e41-d946-4b97-b61e-6307474c4669 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Deleting port 4a1553db-240f-4bf7-b1aa-dd2917c4538e {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:16:05.537537 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5af58e41-d946-4b97-b61e-6307474c4669 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (4a1553db-240f-4bf7-b1aa-dd2917c4538e), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:05.622965 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c9551961-0bd8-4451-b7e1-605362119ae4 req-15b44855-ece6-4338-b7e7-747d641585a3 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690294 Feb 02 07:16:05.671678 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-8a31cdaf-cc00-49a0-bdfd-41623ed99e0e tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] 10.222.0.87 "GET /v2.0/ports/4ff33b60-0bea-41f4-82b5-c16fbea157fc/tags/tempest-TagsExtTest-Tag-1759358282 HTTP/1.1" status: 204 len: 168 time: 0.3542001 Feb 02 07:16:05.674493 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59798) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:05.680822 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.tag.tag_plugin [None req-1d6e714e-d91c-40e4-a7fe-9c3ac031d032 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '4ff33b60-0bea-41f4-82b5-c16fbea157fc', 'tempest-TagsExtTest-Tag-1759358282') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:16:05.695360 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5af58e41-d946-4b97-b61e-6307474c4669 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (4a1553db-240f-4bf7-b1aa-dd2917c4538e), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:05.695863 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5af58e41-d946-4b97-b61e-6307474c4669 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks [] for floatingip (4a1553db-240f-4bf7-b1aa-dd2917c4538e), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:05.713758 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-5af58e41-d946-4b97-b61e-6307474c4669 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Calling delete_port for 4a1553db-240f-4bf7-b1aa-dd2917c4538e owned by network:floatingip {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:16:05.718610 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port aec42de8-f780-4df0-8df3-8aafd785046f is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:16:05.736124 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-82a15719-ba3e-4bd0-b225-0379ee819586 None None] Current status of the port aec42de8-f780-4df0-8df3-8aafd785046f is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:16:05.800025 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59808) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:05.800740 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-1d6e714e-d91c-40e4-a7fe-9c3ac031d032 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] 10.222.0.87 "DELETE /v2.0/ports/4ff33b60-0bea-41f4-82b5-c16fbea157fc/tags/tempest-TagsExtTest-Tag-1759358282 HTTP/1.1" status: 204 len: 168 time: 0.1249566 Feb 02 07:16:05.806084 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.tag.tag_plugin [None req-de5ca3b4-a3b9-4e47-a7ca-10b83c96a2d8 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '4ff33b60-0bea-41f4-82b5-c16fbea157fc') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:16:05.888504 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-cc869f27-9fa9-4248-8a38-31029ca6fca2 None None] Provisioning complete for port 4ff33b60-0bea-41f4-82b5-c16fbea157fc triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:16:05.889217 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-cc869f27-9fa9-4248-8a38-31029ca6fca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (4ff33b60-0bea-41f4-82b5-c16fbea157fc), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:05.910571 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-de5ca3b4-a3b9-4e47-a7ca-10b83c96a2d8 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] 10.222.0.87 "GET /v2.0/ports/4ff33b60-0bea-41f4-82b5-c16fbea157fc/tags HTTP/1.1" status: 200 len: 205 time: 0.1092374 Feb 02 07:16:05.914304 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59814) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:05.922515 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.tag.tag_plugin [None req-68a4c75f-64f4-4e82-81c5-838aa56a09b6 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '71e72513-62ae-4ef5-b0f2-cf8e398bf176') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:16:05.930475 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5af58e41-d946-4b97-b61e-6307474c4669 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (4a1553db-240f-4bf7-b1aa-dd2917c4538e), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:05.952019 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-cc869f27-9fa9-4248-8a38-31029ca6fca2 None None] Port 4ff33b60-0bea-41f4-82b5-c16fbea157fc cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:16:05.974745 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af58e41-d946-4b97-b61e-6307474c4669 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Pushing event deleted for resources: {'Port': ['ID=4a1553db-240f-4bf7-b1aa-dd2917c4538e,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:16:06.077801 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5af58e41-d946-4b97-b61e-6307474c4669 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks [] for floatingip (35e24b1d-d23b-4223-8542-10e02f49e495), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:06.082150 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5af58e41-d946-4b97-b61e-6307474c4669 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:06.083794 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-5af58e41-d946-4b97-b61e-6307474c4669 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "DELETE /v2.0/floatingips/35e24b1d-d23b-4223-8542-10e02f49e495 HTTP/1.1" status: 204 len: 168 time: 1.6900001 Feb 02 07:16:06.086925 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59822) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:06.114191 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-68a4c75f-64f4-4e82-81c5-838aa56a09b6 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] 10.222.0.87 "GET /v2.0/routers/71e72513-62ae-4ef5-b0f2-cf8e398bf176/tags HTTP/1.1" status: 200 len: 241 time: 0.1985531 Feb 02 07:16:06.114924 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59828) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:06.120376 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.tag.tag_plugin [None req-f747cc04-d1af-484c-9f3f-051f96c2901d tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '71e72513-62ae-4ef5-b0f2-cf8e398bf176', 'tempest-TagsExtTest-Tag-1760192745') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:16:06.238242 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-c26225f4-54dc-44ad-a6e9-19c0086baf09 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Deleting port 4910d9f2-bb8f-4859-9893-c0a040e3bfb6 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:16:06.238901 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c26225f4-54dc-44ad-a6e9-19c0086baf09 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (4910d9f2-bb8f-4859-9893-c0a040e3bfb6), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:06.244934 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f747cc04-d1af-484c-9f3f-051f96c2901d tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] 10.222.0.87 "GET /v2.0/routers/71e72513-62ae-4ef5-b0f2-cf8e398bf176/tags/tempest-TagsExtTest-Tag-1760192745 HTTP/1.1" status: 204 len: 168 time: 0.1284971 Feb 02 07:16:06.245723 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59834) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:06.250360 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.tag.tag_plugin [None req-be5a0375-2db3-4e9d-9f56-67b48a322ebe tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '71e72513-62ae-4ef5-b0f2-cf8e398bf176', 'tempest-TagsExtTest-Tag-1760192745') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:16:06.353564 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-be5a0375-2db3-4e9d-9f56-67b48a322ebe tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] 10.222.0.87 "DELETE /v2.0/routers/71e72513-62ae-4ef5-b0f2-cf8e398bf176/tags/tempest-TagsExtTest-Tag-1760192745 HTTP/1.1" status: 204 len: 168 time: 0.1066871 Feb 02 07:16:06.355175 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59840) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:06.360932 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.tag.tag_plugin [None req-5baf02fa-0b5f-45d6-b7e9-3af52f44a515 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '71e72513-62ae-4ef5-b0f2-cf8e398bf176') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:16:06.393418 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c26225f4-54dc-44ad-a6e9-19c0086baf09 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (4910d9f2-bb8f-4859-9893-c0a040e3bfb6), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:06.410921 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-c26225f4-54dc-44ad-a6e9-19c0086baf09 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Calling delete_port for 4910d9f2-bb8f-4859-9893-c0a040e3bfb6 owned by {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:16:06.534108 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-5baf02fa-0b5f-45d6-b7e9-3af52f44a515 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] 10.222.0.87 "GET /v2.0/routers/71e72513-62ae-4ef5-b0f2-cf8e398bf176/tags HTTP/1.1" status: 200 len: 205 time: 0.1773763 Feb 02 07:16:06.537304 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59844) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:06.542518 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.tag.tag_plugin [None req-77d1a497-3e95-43e1-8d91-84bb0ceeb8d9 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '2a5cb747-11ac-49b3-b1fe-9411d9472d2c') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:16:06.596549 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-77d1a497-3e95-43e1-8d91-84bb0ceeb8d9 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] 10.222.0.87 "GET /v2.0/subnetpools/2a5cb747-11ac-49b3-b1fe-9411d9472d2c/tags HTTP/1.1" status: 200 len: 241 time: 0.0581763 Feb 02 07:16:06.599499 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59846) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:06.603036 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5c7879-ed70-4645-9b8d-ea29feec5635 req-9f228cdb-2bb7-4753-8516-7d13dde527a0 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:16:06.604093 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.tag.tag_plugin [None req-9f62cb44-cda0-4ea5-8d23-9b011fe436d2 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2a5cb747-11ac-49b3-b1fe-9411d9472d2c', 'tempest-TagsExtTest-Tag-1684914666') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:16:06.604774 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7d5c7879-ed70-4645-9b8d-ea29feec5635 req-9f228cdb-2bb7-4753-8516-7d13dde527a0 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.88 "GET /v2.0/ports?device_id=a93286f3-e077-4462-9d1e-071eeb30c65f HTTP/1.1" status: 200 len: 945 time: 0.1449940 Feb 02 07:16:06.640282 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea42933-abcc-4ab6-9736-3b15a3643b20 req-7ecbfae9-36b1-493a-bf82-cc3379aef438 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:16:06.650971 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5ea42933-abcc-4ab6-9736-3b15a3643b20 req-7ecbfae9-36b1-493a-bf82-cc3379aef438 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=c6413e47-3ae9-473a-844c-f4bcd11bbc2e HTTP/1.1" status: 200 len: 946 time: 0.1282918 Feb 02 07:16:06.715227 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-9f62cb44-cda0-4ea5-8d23-9b011fe436d2 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] 10.222.0.87 "GET /v2.0/subnetpools/2a5cb747-11ac-49b3-b1fe-9411d9472d2c/tags/tempest-TagsExtTest-Tag-1684914666 HTTP/1.1" status: 204 len: 168 time: 0.1123898 Feb 02 07:16:06.718321 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59852) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:06.722945 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.tag.tag_plugin [None req-9d0509dd-9b8b-4cfa-8121-0e26a6123062 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '2a5cb747-11ac-49b3-b1fe-9411d9472d2c', 'tempest-TagsExtTest-Tag-1684914666') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:16:06.759684 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5ea42933-abcc-4ab6-9736-3b15a3643b20 req-e72f9387-f711-48be-84f1-183361a56e2c tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=bc6bfedd-ef42-4ce4-a56a-4f6651c2c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012924 Feb 02 07:16:06.814967 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-9d0509dd-9b8b-4cfa-8121-0e26a6123062 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] 10.222.0.87 "DELETE /v2.0/subnetpools/2a5cb747-11ac-49b3-b1fe-9411d9472d2c/tags/tempest-TagsExtTest-Tag-1684914666 HTTP/1.1" status: 204 len: 168 time: 0.0955093 Feb 02 07:16:06.817515 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59854) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:06.823540 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.tag.tag_plugin [None req-f8bf60c1-d9c4-4c7e-b69d-3a996b5ef121 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '2a5cb747-11ac-49b3-b1fe-9411d9472d2c') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:16:06.831052 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59856) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:06.839943 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c26225f4-54dc-44ad-a6e9-19c0086baf09 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (4910d9f2-bb8f-4859-9893-c0a040e3bfb6), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:06.860877 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f8bf60c1-d9c4-4c7e-b69d-3a996b5ef121 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] 10.222.0.87 "GET /v2.0/subnetpools/2a5cb747-11ac-49b3-b1fe-9411d9472d2c/tags HTTP/1.1" status: 200 len: 205 time: 0.0412498 Feb 02 07:16:06.865314 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59860) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:06.877115 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.tag.tag_plugin [None req-baa1cdb7-1543-4d9b-ad54-35dafe23bce8 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '2a5cb747-11ac-49b3-b1fe-9411d9472d2c') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:16:06.950951 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92758561-5d3e-4c85-b906-b7b3237bdc5e req-1001a58d-746a-4eeb-bc9f-123fc1403e46 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:16:06.952541 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-92758561-5d3e-4c85-b906-b7b3237bdc5e req-1001a58d-746a-4eeb-bc9f-123fc1403e46 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=a93286f3-e077-4462-9d1e-071eeb30c65f HTTP/1.1" status: 200 len: 945 time: 0.2071660 Feb 02 07:16:06.990033 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-54e2bff2-9a67-44c6-98ef-7749ca632205 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:07.017475 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device aec42de8-f780-4df0-8df3-8aafd785046f up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:16:07.026274 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26225f4-54dc-44ad-a6e9-19c0086baf09 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Pushing event deleted for resources: {'Port': ['ID=4910d9f2-bb8f-4859-9893-c0a040e3bfb6,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:16:07.073456 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-7d5c7879-ed70-4645-9b8d-ea29feec5635 req-94ccae50-2c20-41bc-9fcd-56f5006e4897 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Deleting port 2ca2a904-b423-4cfc-be70-910119f88d4a {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:16:07.074174 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-7d5c7879-ed70-4645-9b8d-ea29feec5635 req-94ccae50-2c20-41bc-9fcd-56f5006e4897 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (2ca2a904-b423-4cfc-be70-910119f88d4a), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:07.108086 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port aec42de8-f780-4df0-8df3-8aafd785046f triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:16:07.108567 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (aec42de8-f780-4df0-8df3-8aafd785046f), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:07.128373 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c26225f4-54dc-44ad-a6e9-19c0086baf09 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:07.134188 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-c26225f4-54dc-44ad-a6e9-19c0086baf09 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "DELETE /v2.0/ports/4910d9f2-bb8f-4859-9893-c0a040e3bfb6 HTTP/1.1" status: 204 len: 168 time: 1.0451746 Feb 02 07:16:07.143199 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59862) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:07.163089 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-baa1cdb7-1543-4d9b-ad54-35dafe23bce8 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] 10.222.0.87 "DELETE /v2.0/subnetpools/2a5cb747-11ac-49b3-b1fe-9411d9472d2c/tags HTTP/1.1" status: 204 len: 168 time: 0.2928100 Feb 02 07:16:07.185216 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59864) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:07.195370 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.tag.tag_plugin [None req-4a6c16a0-836b-465f-ac4e-2b84eedb5f55 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '71e72513-62ae-4ef5-b0f2-cf8e398bf176') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:16:07.204326 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-92758561-5d3e-4c85-b906-b7b3237bdc5e req-561cf0d1-7a5a-46e3-8b24-2334f95148c3 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139883 Feb 02 07:16:07.269070 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-54e2bff2-9a67-44c6-98ef-7749ca632205 admin admin] Publish callbacks [] for security_group (9e3b23a6-0697-4dfc-9230-081b58c209ac), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:07.283543 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port aec42de8-f780-4df0-8df3-8aafd785046f is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:16:07.303370 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-7d5c7879-ed70-4645-9b8d-ea29feec5635 req-94ccae50-2c20-41bc-9fcd-56f5006e4897 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] For port 2ca2a904-b423-4cfc-be70-910119f88d4a, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=2ca2a904-b423-4cfc-be70-910119f88d4a,segment=NetworkSegment(2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0),segment_id=2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:16:07.303815 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-7d5c7879-ed70-4645-9b8d-ea29feec5635 req-94ccae50-2c20-41bc-9fcd-56f5006e4897 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (2ca2a904-b423-4cfc-be70-910119f88d4a), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:07.316585 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-54e2bff2-9a67-44c6-98ef-7749ca632205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (9e3b23a6-0697-4dfc-9230-081b58c209ac), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:07.328439 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-7d5c7879-ed70-4645-9b8d-ea29feec5635 req-94ccae50-2c20-41bc-9fcd-56f5006e4897 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Calling delete_port for 2ca2a904-b423-4cfc-be70-910119f88d4a owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:16:07.386070 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-54e2bff2-9a67-44c6-98ef-7749ca632205 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=86cc56f8faea40d3af59ff9f392b542e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5537646 Feb 02 07:16:07.421176 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59872) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:07.428327 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e2bff2-9a67-44c6-98ef-7749ca632205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3b23a6-0697-4dfc-9230-081b58c209ac,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:16:07.518799 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-4a6c16a0-836b-465f-ac4e-2b84eedb5f55 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] 10.222.0.87 "DELETE /v2.0/routers/71e72513-62ae-4ef5-b0f2-cf8e398bf176/tags HTTP/1.1" status: 204 len: 168 time: 0.3281081 Feb 02 07:16:07.522134 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59874) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:07.526568 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.tag.tag_plugin [None req-00846f8c-e807-4e0e-a199-54101b680961 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4ff33b60-0bea-41f4-82b5-c16fbea157fc') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:16:07.594614 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9065e2af-2800-4bb2-8eeb-da0af4e91952 admin admin] Publish callbacks [] for security_group (9e3b23a6-0697-4dfc-9230-081b58c209ac), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:07.605876 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-7d5c7879-ed70-4645-9b8d-ea29feec5635 req-94ccae50-2c20-41bc-9fcd-56f5006e4897 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (2ca2a904-b423-4cfc-be70-910119f88d4a), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:07.621240 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9065e2af-2800-4bb2-8eeb-da0af4e91952 admin admin] Publish callbacks [] for security_group (9e3b23a6-0697-4dfc-9230-081b58c209ac), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:07.632240 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-01708617-9717-4f19-9679-d49affc3ed15 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Deleting port f5de1191-97ca-4e23-bce0-9532d8edbad4 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:16:07.632591 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-01708617-9717-4f19-9679-d49affc3ed15 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (f5de1191-97ca-4e23-bce0-9532d8edbad4), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:07.640391 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['2ca2a904-b423-4cfc-be70-910119f88d4a'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:16:07.726846 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ccae50-2c20-41bc-9fcd-56f5006e4897 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Pushing event deleted for resources: {'Port': ['ID=2ca2a904-b423-4cfc-be70-910119f88d4a,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:16:07.800079 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d5c7879-ed70-4645-9b8d-ea29feec5635 req-94ccae50-2c20-41bc-9fcd-56f5006e4897 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] No DVR routers for this DVR port 2ca2a904-b423-4cfc-be70-910119f88d4a on host n-h1-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:16:07.803422 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-7d5c7879-ed70-4645-9b8d-ea29feec5635 req-94ccae50-2c20-41bc-9fcd-56f5006e4897 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:07.807061 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7d5c7879-ed70-4645-9b8d-ea29feec5635 req-94ccae50-2c20-41bc-9fcd-56f5006e4897 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.88 "DELETE /v2.0/ports/2ca2a904-b423-4cfc-be70-910119f88d4a HTTP/1.1" status: 204 len: 173 time: 1.1966889 Feb 02 07:16:07.807195 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-00846f8c-e807-4e0e-a199-54101b680961 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] 10.222.0.87 "DELETE /v2.0/ports/4ff33b60-0bea-41f4-82b5-c16fbea157fc/tags HTTP/1.1" status: 204 len: 168 time: 0.2840750 Feb 02 07:16:07.807628 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a93286f3-e077-4462-9d1e-071eeb30c65f', 'name': 'network-vif-deleted', 'tag': '2ca2a904-b423-4cfc-be70-910119f88d4a'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:16:07.810314 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7dfdf41-c0bd-456b-a6d3-437b3e39f098" -d '{"events": [{"server_uuid": "a93286f3-e077-4462-9d1e-071eeb30c65f", "name": "network-vif-deleted", "tag": "2ca2a904-b423-4cfc-be70-910119f88d4a"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:16:07.812962 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59878) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:07.817435 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.tag.tag_plugin [None req-75958b4f-5d38-4b46-9d77-13c0bdb572fa tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e7db5a1e-60ca-4851-9396-ab798d72d72e') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:16:07.839511 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-01708617-9717-4f19-9679-d49affc3ed15 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (f5de1191-97ca-4e23-bce0-9532d8edbad4), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:07.877083 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9065e2af-2800-4bb2-8eeb-da0af4e91952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (9e3b23a6-0697-4dfc-9230-081b58c209ac), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:07.889926 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9065e2af-2800-4bb2-8eeb-da0af4e91952 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:07.893389 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-9065e2af-2800-4bb2-8eeb-da0af4e91952 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/9e3b23a6-0697-4dfc-9230-081b58c209ac HTTP/1.1" status: 204 len: 168 time: 0.4586225 Feb 02 07:16:07.913508 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-01708617-9717-4f19-9679-d49affc3ed15 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Calling delete_port for f5de1191-97ca-4e23-bce0-9532d8edbad4 owned by {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:16:07.922621 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce8e0b68-3ed8-4b12-9efd-865de3894d2b x-openstack-request-id: req-ce8e0b68-3ed8-4b12-9efd-865de3894d2b {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:16:07.923035 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a93286f3-e077-4462-9d1e-071eeb30c65f", "name": "network-vif-deleted", "tag": "2ca2a904-b423-4cfc-be70-910119f88d4a", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:16:07.923698 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ce8e0b68-3ed8-4b12-9efd-865de3894d2b {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:16:07.924567 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a93286f3-e077-4462-9d1e-071eeb30c65f', 'name': 'network-vif-deleted', 'tag': '2ca2a904-b423-4cfc-be70-910119f88d4a', 'status': 'completed', 'code': 200} Feb 02 07:16:07.926847 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9065e2af-2800-4bb2-8eeb-da0af4e91952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3b23a6-0697-4dfc-9230-081b58c209ac,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:16:07.965111 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-75958b4f-5d38-4b46-9d77-13c0bdb572fa tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] 10.222.0.87 "DELETE /v2.0/subnets/e7db5a1e-60ca-4851-9396-ab798d72d72e/tags HTTP/1.1" status: 204 len: 168 time: 0.1444321 Feb 02 07:16:07.966820 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59884) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:08.018214 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.tag.tag_plugin [None req-c04bfdda-c2c7-4f45-bc28-cfa09ba117cd tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e7db5a1e-60ca-4851-9396-ab798d72d72e', 'tempest-TagsExtTest-Tag-1576597323') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:16:08.118553 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e6681d-2108-474a-a935-606e5fc6e5d4 req-e57aa589-edf3-46ce-85c1-90cc55f4b319 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:16:08.120999 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-67e6681d-2108-474a-a935-606e5fc6e5d4 req-e57aa589-edf3-46ce-85c1-90cc55f4b319 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=c6413e47-3ae9-473a-844c-f4bcd11bbc2e HTTP/1.1" status: 200 len: 946 time: 0.1851726 Feb 02 07:16:08.250582 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-67e6681d-2108-474a-a935-606e5fc6e5d4 req-be4406f2-1649-4261-9d5b-de3db6500d3b tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=bc6bfedd-ef42-4ce4-a56a-4f6651c2c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209474 Feb 02 07:16:08.300230 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-01708617-9717-4f19-9679-d49affc3ed15 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (f5de1191-97ca-4e23-bce0-9532d8edbad4), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:08.342395 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59890) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:08.352555 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f9ca8726-5f1b-47c5-83cc-529822030325 req-b4d8ba2b-9775-498a-87a5-d78f07c36568 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=a93286f3-e077-4462-9d1e-071eeb30c65f HTTP/1.1" status: 200 len: 210 time: 0.0521934 Feb 02 07:16:08.356834 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01708617-9717-4f19-9679-d49affc3ed15 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Pushing event deleted for resources: {'Port': ['ID=f5de1191-97ca-4e23-bce0-9532d8edbad4,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:16:08.362238 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c04bfdda-c2c7-4f45-bc28-cfa09ba117cd tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] 10.222.0.87 "PUT /v2.0/subnets/e7db5a1e-60ca-4851-9396-ab798d72d72e/tags/tempest-TagsExtTest-Tag-1576597323 HTTP/1.1" status: 201 len: 201 time: 0.3939707 Feb 02 07:16:08.365609 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59892) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:08.376721 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b47b813c-73f2-4411-9d07-fb7d76e864ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:08.382219 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.tag.tag_plugin [None req-7dff73c9-fd45-493c-84b2-9bdee1e60577 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '4ff33b60-0bea-41f4-82b5-c16fbea157fc', 'tempest-TagsExtTest-Tag-99974167') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:16:08.488332 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b47b813c-73f2-4411-9d07-fb7d76e864ae admin admin] Publish callbacks [] for security_group (1a83036f-af09-4b0a-937c-6d680e767a10), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:08.495363 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b47b813c-73f2-4411-9d07-fb7d76e864ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (1a83036f-af09-4b0a-937c-6d680e767a10), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:08.504707 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-01708617-9717-4f19-9679-d49affc3ed15 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:08.515661 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-01708617-9717-4f19-9679-d49affc3ed15 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "DELETE /v2.0/ports/f5de1191-97ca-4e23-bce0-9532d8edbad4 HTTP/1.1" status: 204 len: 168 time: 1.3711691 Feb 02 07:16:08.518791 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59898) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:08.541349 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47b813c-73f2-4411-9d07-fb7d76e864ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a83036f-af09-4b0a-937c-6d680e767a10,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:16:08.558731 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b47b813c-73f2-4411-9d07-fb7d76e864ae admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=244d1e325fc24c33980e03540f30923e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2004352 Feb 02 07:16:08.561089 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59900) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:08.601879 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-7dff73c9-fd45-493c-84b2-9bdee1e60577 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] 10.222.0.87 "PUT /v2.0/ports/4ff33b60-0bea-41f4-82b5-c16fbea157fc/tags/tempest-TagsExtTest-Tag-99974167 HTTP/1.1" status: 201 len: 201 time: 0.2223203 Feb 02 07:16:08.604092 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59902) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:08.612108 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.tag.tag_plugin [None req-c7eba943-19dd-4b67-8ae3-009a7fcfecbe tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '71e72513-62ae-4ef5-b0f2-cf8e398bf176', 'tempest-TagsExtTest-Tag-524445568') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:16:08.626926 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-17ffb3d2-6679-4d3c-a2a9-03af2f2323c0 admin admin] Publish callbacks [] for security_group (1a83036f-af09-4b0a-937c-6d680e767a10), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:08.653706 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-65290232-9c25-4ef5-a57d-44139c34c0f2 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Deleting subnet 381427b1-69c6-4fa3-af7a-83250c7dd27c {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:16:08.657976 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-65290232-9c25-4ef5-a57d-44139c34c0f2 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks [] for subnet (381427b1-69c6-4fa3-af7a-83250c7dd27c), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:08.658941 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-17ffb3d2-6679-4d3c-a2a9-03af2f2323c0 admin admin] Publish callbacks [] for security_group (1a83036f-af09-4b0a-937c-6d680e767a10), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:08.732061 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-17ffb3d2-6679-4d3c-a2a9-03af2f2323c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (1a83036f-af09-4b0a-937c-6d680e767a10), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:08.735846 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-17ffb3d2-6679-4d3c-a2a9-03af2f2323c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:08.737374 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-17ffb3d2-6679-4d3c-a2a9-03af2f2323c0 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/1a83036f-af09-4b0a-937c-6d680e767a10 HTTP/1.1" status: 204 len: 168 time: 0.1753690 Feb 02 07:16:08.749111 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ffb3d2-6679-4d3c-a2a9-03af2f2323c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a83036f-af09-4b0a-937c-6d680e767a10,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:16:08.750563 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-65290232-9c25-4ef5-a57d-44139c34c0f2 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (381427b1-69c6-4fa3-af7a-83250c7dd27c), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:08.848108 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59906) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:08.848344 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c7eba943-19dd-4b67-8ae3-009a7fcfecbe tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] 10.222.0.87 "PUT /v2.0/routers/71e72513-62ae-4ef5-b0f2-cf8e398bf176/tags/tempest-TagsExtTest-Tag-524445568 HTTP/1.1" status: 201 len: 201 time: 0.2433050 Feb 02 07:16:08.855923 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.tag.tag_plugin [None req-675d5ddc-f357-43d9-9bec-bcaa79cad596 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '2a5cb747-11ac-49b3-b1fe-9411d9472d2c', 'tempest-TagsExtTest-Tag-928232063') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:16:08.941322 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-675d5ddc-f357-43d9-9bec-bcaa79cad596 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] 10.222.0.87 "PUT /v2.0/subnetpools/2a5cb747-11ac-49b3-b1fe-9411d9472d2c/tags/tempest-TagsExtTest-Tag-928232063 HTTP/1.1" status: 201 len: 201 time: 0.0907481 Feb 02 07:16:08.944826 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59908) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:08.955420 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.tag.tag_plugin [None req-3775474f-ade6-4b52-a527-5adaf298eb3a tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'e7db5a1e-60ca-4851-9396-ab798d72d72e', {'tags': ['tempest-TagsExtTest-Tag-880124795', 'tempest-TagsExtTest-Tag-2077157072', 'tempest-TagsExtTest-Tag-552538364']}) {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:16:08.960449 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-65290232-9c25-4ef5-a57d-44139c34c0f2 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (381427b1-69c6-4fa3-af7a-83250c7dd27c), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:09.089325 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-3775474f-ade6-4b52-a527-5adaf298eb3a tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] 10.222.0.87 "PUT /v2.0/subnets/e7db5a1e-60ca-4851-9396-ab798d72d72e/tags HTTP/1.1" status: 200 len: 316 time: 0.1423376 Feb 02 07:16:09.091664 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59912) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:09.098103 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.tag.tag_plugin [None req-88a7e8eb-d334-44da-95da-0b1dba969752 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e7db5a1e-60ca-4851-9396-ab798d72d72e') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:16:09.100031 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-65290232-9c25-4ef5-a57d-44139c34c0f2 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (381427b1-69c6-4fa3-af7a-83250c7dd27c), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:09.151796 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65290232-9c25-4ef5-a57d-44139c34c0f2 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Pushing event deleted for resources: {'Subnet': ['ID=381427b1-69c6-4fa3-af7a-83250c7dd27c,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:16:09.155587 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-65290232-9c25-4ef5-a57d-44139c34c0f2 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:09.162912 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-65290232-9c25-4ef5-a57d-44139c34c0f2 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "DELETE /v2.0/subnets/381427b1-69c6-4fa3-af7a-83250c7dd27c HTTP/1.1" status: 204 len: 168 time: 0.6398683 Feb 02 07:16:09.162912 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59914) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:09.170926 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3475d2cd-461d-4f18-b42f-5493dda3d4ff None None] Network 807c79ec-08e2-4059-a72e-092033961844 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:16:09.212041 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-88a7e8eb-d334-44da-95da-0b1dba969752 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] 10.222.0.87 "DELETE /v2.0/subnets/e7db5a1e-60ca-4851-9396-ab798d72d72e/tags HTTP/1.1" status: 204 len: 168 time: 0.1188476 Feb 02 07:16:09.214577 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59916) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:09.221173 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.tag.tag_plugin [None req-bbec6e3e-0c9d-4a79-8506-f2f24c7d71b7 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e7db5a1e-60ca-4851-9396-ab798d72d72e', 'tempest-TagsExtTest-Tag-880124795') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:16:09.229252 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-c31a6991-8c9d-4b4e-a166-42584ab0cd47 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Deleting subnet d8c93dc1-7ee4-400a-ad20-2d7430ee8b3d {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:16:09.233148 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c31a6991-8c9d-4b4e-a166-42584ab0cd47 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks [] for subnet (d8c93dc1-7ee4-400a-ad20-2d7430ee8b3d), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:09.284470 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c31a6991-8c9d-4b4e-a166-42584ab0cd47 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (d8c93dc1-7ee4-400a-ad20-2d7430ee8b3d), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:09.356105 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-bbec6e3e-0c9d-4a79-8506-f2f24c7d71b7 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] show failed (client error): The resource could not be found. Feb 02 07:16:09.357170 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-bbec6e3e-0c9d-4a79-8506-f2f24c7d71b7 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] 10.222.0.87 "GET /v2.0/subnets/e7db5a1e-60ca-4851-9396-ab798d72d72e/tags/tempest-TagsExtTest-Tag-880124795 HTTP/1.1" status: 404 len: 328 time: 0.1416793 Feb 02 07:16:09.361153 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59926) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:09.372042 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.tag.tag_plugin [None req-3266b577-d8cb-4fb9-97fd-ee78a43933f3 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e7db5a1e-60ca-4851-9396-ab798d72d72e', 'tempest-TagsExtTest-Tag-2077157072') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:16:09.434911 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c31a6991-8c9d-4b4e-a166-42584ab0cd47 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (d8c93dc1-7ee4-400a-ad20-2d7430ee8b3d), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:09.492804 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9876b457-2de3-4718-b99b-0c7b1c612013 None None] DHCP port deletion for 807c79ec-08e2-4059-a72e-092033961844 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:16:09.556842 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-baf476f6-bf1b-4ed4-b555-3191fcdb9268 req-0312175a-16f6-418e-8c2f-61c0242caa83 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=a93286f3-e077-4462-9d1e-071eeb30c65f HTTP/1.1" status: 200 len: 210 time: 0.0582521 Feb 02 07:16:09.596803 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-3266b577-d8cb-4fb9-97fd-ee78a43933f3 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] show failed (client error): The resource could not be found. Feb 02 07:16:09.597641 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-9876b457-2de3-4718-b99b-0c7b1c612013 None None] Deleting port c2706865-0fab-44a7-9af0-dda2b7c9c6c3 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:16:09.597759 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-3266b577-d8cb-4fb9-97fd-ee78a43933f3 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] 10.222.0.87 "GET /v2.0/subnets/e7db5a1e-60ca-4851-9396-ab798d72d72e/tags/tempest-TagsExtTest-Tag-2077157072 HTTP/1.1" status: 404 len: 329 time: 0.2356827 Feb 02 07:16:09.599049 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9876b457-2de3-4718-b99b-0c7b1c612013 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (c2706865-0fab-44a7-9af0-dda2b7c9c6c3), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:09.600987 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59932) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:09.605787 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.tag.tag_plugin [None req-9b7fe10a-9d9a-4add-b40c-424aaa75ccf3 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e7db5a1e-60ca-4851-9396-ab798d72d72e', 'tempest-TagsExtTest-Tag-552538364') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:16:09.610044 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd76bec-3d2e-45bc-8ff0-02058403d82c req-fa8c5f06-3488-4757-b43c-26f8454a821a tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:16:09.611696 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fdd76bec-3d2e-45bc-8ff0-02058403d82c req-fa8c5f06-3488-4757-b43c-26f8454a821a tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=c6413e47-3ae9-473a-844c-f4bcd11bbc2e HTTP/1.1" status: 200 len: 946 time: 0.1956885 Feb 02 07:16:09.639321 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c31a6991-8c9d-4b4e-a166-42584ab0cd47 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (d8c93dc1-7ee4-400a-ad20-2d7430ee8b3d), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:09.694306 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31a6991-8c9d-4b4e-a166-42584ab0cd47 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Pushing event deleted for resources: {'Subnet': ['ID=d8c93dc1-7ee4-400a-ad20-2d7430ee8b3d,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:16:09.694770 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-9b7fe10a-9d9a-4add-b40c-424aaa75ccf3 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] show failed (client error): The resource could not be found. Feb 02 07:16:09.696414 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-9b7fe10a-9d9a-4add-b40c-424aaa75ccf3 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] 10.222.0.87 "GET /v2.0/subnets/e7db5a1e-60ca-4851-9396-ab798d72d72e/tags/tempest-TagsExtTest-Tag-552538364 HTTP/1.1" status: 404 len: 328 time: 0.0944991 Feb 02 07:16:09.699142 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59936) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:09.704461 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.tag.tag_plugin [None req-5ef3f042-b98b-4c30-8230-13afb8b309a6 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '4ff33b60-0bea-41f4-82b5-c16fbea157fc', {'tags': ['tempest-TagsExtTest-Tag-730741027', 'tempest-TagsExtTest-Tag-1843639936', 'tempest-TagsExtTest-Tag-329257901']}) {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:16:09.715041 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c31a6991-8c9d-4b4e-a166-42584ab0cd47 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:09.723035 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c31a6991-8c9d-4b4e-a166-42584ab0cd47 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "DELETE /v2.0/subnets/d8c93dc1-7ee4-400a-ad20-2d7430ee8b3d HTTP/1.1" status: 204 len: 168 time: 0.5592899 Feb 02 07:16:09.723394 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-9876b457-2de3-4718-b99b-0c7b1c612013 None None] For port c2706865-0fab-44a7-9af0-dda2b7c9c6c3, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=c2706865-0fab-44a7-9af0-dda2b7c9c6c3,segment=NetworkSegment(1c67e090-bfd0-439d-962b-ef9f63726228),segment_id=1c67e090-bfd0-439d-962b-ef9f63726228)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:16:09.724302 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59938) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:09.724438 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9876b457-2de3-4718-b99b-0c7b1c612013 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (c2706865-0fab-44a7-9af0-dda2b7c9c6c3), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:09.773050 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-5ef3f042-b98b-4c30-8230-13afb8b309a6 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] 10.222.0.87 "PUT /v2.0/ports/4ff33b60-0bea-41f4-82b5-c16fbea157fc/tags HTTP/1.1" status: 200 len: 316 time: 0.0724525 Feb 02 07:16:09.775646 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59942) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:09.781145 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.tag.tag_plugin [None req-4b13ab0e-cf51-4845-9202-d47145ba43d2 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4ff33b60-0bea-41f4-82b5-c16fbea157fc') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:16:09.788069 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-9876b457-2de3-4718-b99b-0c7b1c612013 None None] Calling delete_port for c2706865-0fab-44a7-9af0-dda2b7c9c6c3 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:16:09.789340 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fdd76bec-3d2e-45bc-8ff0-02058403d82c req-45f3f614-f297-4c04-b3a1-6b0c73a63413 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=bc6bfedd-ef42-4ce4-a56a-4f6651c2c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1707084 Feb 02 07:16:09.890152 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3dd601fe-3aeb-45c9-a283-cea42bc99839 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (807c79ec-08e2-4059-a72e-092033961844), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:09.896845 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478880da-3d1a-44e5-882a-7de16a09a6c8 None None] Network 44fb9145-9ace-47b2-84ba-690d45d04d68 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:16:09.903083 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 2ca2a904-b423-4cfc-be70-910119f88d4a no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:16:09.936330 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-4b13ab0e-cf51-4845-9202-d47145ba43d2 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] 10.222.0.87 "DELETE /v2.0/ports/4ff33b60-0bea-41f4-82b5-c16fbea157fc/tags HTTP/1.1" status: 204 len: 168 time: 0.1526082 Feb 02 07:16:09.936330 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59946) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:09.940294 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.tag.tag_plugin [None req-743cdac3-bedb-415f-9dbf-2efafe69ab78 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4ff33b60-0bea-41f4-82b5-c16fbea157fc', 'tempest-TagsExtTest-Tag-730741027') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:16:10.010218 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: 2ca2a904-b423-4cfc-be70-910119f88d4a {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:16:10.010929 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 2ca2a904-b423-4cfc-be70-910119f88d4a not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:16:10.015962 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9876b457-2de3-4718-b99b-0c7b1c612013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (c2706865-0fab-44a7-9af0-dda2b7c9c6c3), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:10.016139 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-743cdac3-bedb-415f-9dbf-2efafe69ab78 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] show failed (client error): The resource could not be found. Feb 02 07:16:10.019780 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-743cdac3-bedb-415f-9dbf-2efafe69ab78 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] 10.222.0.87 "GET /v2.0/ports/4ff33b60-0bea-41f4-82b5-c16fbea157fc/tags/tempest-TagsExtTest-Tag-730741027 HTTP/1.1" status: 404 len: 328 time: 0.0840399 Feb 02 07:16:10.020179 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59952) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:10.025356 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.tag.tag_plugin [None req-c531d308-c2c7-4dec-a1aa-94f187e23d3e tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4ff33b60-0bea-41f4-82b5-c16fbea157fc', 'tempest-TagsExtTest-Tag-1843639936') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:16:10.065867 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3dd601fe-3aeb-45c9-a283-cea42bc99839 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (807c79ec-08e2-4059-a72e-092033961844), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:10.087934 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-3dd601fe-3aeb-45c9-a283-cea42bc99839 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['807c79ec-08e2-4059-a72e-092033961844']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:16:10.095282 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9876b457-2de3-4718-b99b-0c7b1c612013 None None] Pushing event deleted for resources: {'Port': ['ID=c2706865-0fab-44a7-9af0-dda2b7c9c6c3,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:16:10.098220 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-3dd601fe-3aeb-45c9-a283-cea42bc99839 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c67e090-bfd0-439d-962b-ef9f63726228') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:16:10.098530 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-3dd601fe-3aeb-45c9-a283-cea42bc99839 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c67e090-bfd0-439d-962b-ef9f63726228') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:16:10.107536 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9876b457-2de3-4718-b99b-0c7b1c612013 None None] No DVR routers for this DVR port c2706865-0fab-44a7-9af0-dda2b7c9c6c3 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:16:10.110889 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3dd601fe-3aeb-45c9-a283-cea42bc99839 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (1c67e090-bfd0-439d-962b-ef9f63726228), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:10.127603 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-c531d308-c2c7-4dec-a1aa-94f187e23d3e tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] show failed (client error): The resource could not be found. Feb 02 07:16:10.133962 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3dd601fe-3aeb-45c9-a283-cea42bc99839 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (1c67e090-bfd0-439d-962b-ef9f63726228), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:10.136844 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-c531d308-c2c7-4dec-a1aa-94f187e23d3e tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] 10.222.0.87 "GET /v2.0/ports/4ff33b60-0bea-41f4-82b5-c16fbea157fc/tags/tempest-TagsExtTest-Tag-1843639936 HTTP/1.1" status: 404 len: 329 time: 0.1154375 Feb 02 07:16:10.139526 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59954) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:10.140869 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dd601fe-3aeb-45c9-a283-cea42bc99839 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:16:10.141280 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3dd601fe-3aeb-45c9-a283-cea42bc99839 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (1c67e090-bfd0-439d-962b-ef9f63726228), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:10.149673 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.tag.tag_plugin [None req-98847324-3857-458f-afd2-2fe5c95bb91e tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4ff33b60-0bea-41f4-82b5-c16fbea157fc', 'tempest-TagsExtTest-Tag-329257901') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:16:10.206461 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:16:10.206461 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:16:10.206461 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:16:10.206461 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:16:10.206461 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:16:10.206461 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:16:10.206461 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:16:10.206461 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:16:10.206461 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:16:10.206461 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:16:10.206461 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:16:10.206461 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:16:10.206461 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:16:10.206461 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:16:10.206461 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:16:10.206461 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:16:10.206461 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:16:10.206461 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:16:10.206461 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:16:10.206461 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:16:10.206461 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:16:10.206461 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:16:10.206461 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:16:10.206461 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:16:10.206461 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:16:10.206461 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:16:10.206461 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:16:10.206461 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:16:10.206461 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:16:10.206461 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:16:10.206461 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:16:10.206461 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:16:10.215900 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3dd601fe-3aeb-45c9-a283-cea42bc99839 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (807c79ec-08e2-4059-a72e-092033961844), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:10.234166 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3dd601fe-3aeb-45c9-a283-cea42bc99839 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:10.240856 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-3dd601fe-3aeb-45c9-a283-cea42bc99839 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "DELETE /v2.0/networks/807c79ec-08e2-4059-a72e-092033961844 HTTP/1.1" status: 204 len: 168 time: 0.5060794 Feb 02 07:16:10.240856 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd601fe-3aeb-45c9-a283-cea42bc99839 tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Pushing event deleted for resources: {'Network': ['ID=807c79ec-08e2-4059-a72e-092033961844,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:16:10.241814 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59958) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:10.260026 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-98847324-3857-458f-afd2-2fe5c95bb91e tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] show failed (client error): The resource could not be found. Feb 02 07:16:10.265776 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-98847324-3857-458f-afd2-2fe5c95bb91e tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] 10.222.0.87 "GET /v2.0/ports/4ff33b60-0bea-41f4-82b5-c16fbea157fc/tags/tempest-TagsExtTest-Tag-329257901 HTTP/1.1" status: 404 len: 328 time: 0.1240346 Feb 02 07:16:10.266493 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59960) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:10.276613 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ef3144-ec1d-42ae-b644-4554f1a846ae None None] DHCP port deletion for 44fb9145-9ace-47b2-84ba-690d45d04d68 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:16:10.279218 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.tag.tag_plugin [None req-47ea6093-2430-49b5-813f-928767cd3225 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '71e72513-62ae-4ef5-b0f2-cf8e398bf176', {'tags': ['tempest-TagsExtTest-Tag-702275484', 'tempest-TagsExtTest-Tag-1019732847', 'tempest-TagsExtTest-Tag-1764479441']}) {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:16:10.351205 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bab5105c-dee3-4de8-9831-7c97e670433b tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (44fb9145-9ace-47b2-84ba-690d45d04d68), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:10.409610 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-d4ef3144-ec1d-42ae-b644-4554f1a846ae None None] Deleting port 19cc660b-d8ac-4450-9a10-a5808195a39a {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:16:10.409995 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d4ef3144-ec1d-42ae-b644-4554f1a846ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (19cc660b-d8ac-4450-9a10-a5808195a39a), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:10.412816 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-47ea6093-2430-49b5-813f-928767cd3225 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] 10.222.0.87 "PUT /v2.0/routers/71e72513-62ae-4ef5-b0f2-cf8e398bf176/tags HTTP/1.1" status: 200 len: 317 time: 0.1436501 Feb 02 07:16:10.416070 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59964) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:10.420883 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.tag.tag_plugin [None req-b94f87d2-c474-4e0a-9bee-b8018119d879 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '71e72513-62ae-4ef5-b0f2-cf8e398bf176') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:16:10.555045 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-d4ef3144-ec1d-42ae-b644-4554f1a846ae None None] For port 19cc660b-d8ac-4450-9a10-a5808195a39a, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=19cc660b-d8ac-4450-9a10-a5808195a39a,segment=NetworkSegment(4853bd7a-35ba-41e6-9757-b7f9c4755985),segment_id=4853bd7a-35ba-41e6-9757-b7f9c4755985)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:16:10.555312 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-bab5105c-dee3-4de8-9831-7c97e670433b tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Deleting port 19cc660b-d8ac-4450-9a10-a5808195a39a {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:16:10.555623 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d4ef3144-ec1d-42ae-b644-4554f1a846ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (19cc660b-d8ac-4450-9a10-a5808195a39a), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:10.555739 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bab5105c-dee3-4de8-9831-7c97e670433b tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (19cc660b-d8ac-4450-9a10-a5808195a39a), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:10.581920 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-d4ef3144-ec1d-42ae-b644-4554f1a846ae None None] Calling delete_port for 19cc660b-d8ac-4450-9a10-a5808195a39a owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:16:10.597332 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b94f87d2-c474-4e0a-9bee-b8018119d879 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] 10.222.0.87 "DELETE /v2.0/routers/71e72513-62ae-4ef5-b0f2-cf8e398bf176/tags HTTP/1.1" status: 204 len: 168 time: 0.1802974 Feb 02 07:16:10.600010 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59970) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:10.605836 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.tag.tag_plugin [None req-3f421158-f5f5-4fbb-b857-f3e4bc3eac0b tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '71e72513-62ae-4ef5-b0f2-cf8e398bf176', 'tempest-TagsExtTest-Tag-702275484') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:16:10.649971 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-bab5105c-dee3-4de8-9831-7c97e670433b tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] For port 19cc660b-d8ac-4450-9a10-a5808195a39a, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=19cc660b-d8ac-4450-9a10-a5808195a39a,segment=NetworkSegment(4853bd7a-35ba-41e6-9757-b7f9c4755985),segment_id=4853bd7a-35ba-41e6-9757-b7f9c4755985)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:16:10.650989 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bab5105c-dee3-4de8-9831-7c97e670433b tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (19cc660b-d8ac-4450-9a10-a5808195a39a), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:10.708627 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d4ef3144-ec1d-42ae-b644-4554f1a846ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (19cc660b-d8ac-4450-9a10-a5808195a39a), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:10.749722 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ef3144-ec1d-42ae-b644-4554f1a846ae None None] Pushing event deleted for resources: {'Port': ['ID=19cc660b-d8ac-4450-9a10-a5808195a39a,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:16:10.768562 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ef3144-ec1d-42ae-b644-4554f1a846ae None None] No DVR routers for this DVR port 19cc660b-d8ac-4450-9a10-a5808195a39a on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:16:10.817031 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d1f1d3f3-6423-4173-994a-3adce9d68958 req-20a14380-af2f-4dab-9d26-72c46001bdf5 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=a93286f3-e077-4462-9d1e-071eeb30c65f HTTP/1.1" status: 200 len: 210 time: 0.1249037 Feb 02 07:16:10.848274 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-3f421158-f5f5-4fbb-b857-f3e4bc3eac0b tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] show failed (client error): The resource could not be found. Feb 02 07:16:10.849669 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-3f421158-f5f5-4fbb-b857-f3e4bc3eac0b tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] 10.222.0.87 "GET /v2.0/routers/71e72513-62ae-4ef5-b0f2-cf8e398bf176/tags/tempest-TagsExtTest-Tag-702275484 HTTP/1.1" status: 404 len: 328 time: 0.2484527 Feb 02 07:16:10.855390 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59978) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:10.867738 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.tag.tag_plugin [None req-da6cc189-159d-4a2c-8597-edae721658a7 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '71e72513-62ae-4ef5-b0f2-cf8e398bf176', 'tempest-TagsExtTest-Tag-1019732847') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:16:10.981220 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ec69016e-744c-459e-a33b-4bc3783fbad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:11.058347 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 19cc660b-d8ac-4450-9a10-a5808195a39a no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:16:11.059973 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-da6cc189-159d-4a2c-8597-edae721658a7 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] show failed (client error): The resource could not be found. Feb 02 07:16:11.071472 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-da6cc189-159d-4a2c-8597-edae721658a7 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] 10.222.0.87 "GET /v2.0/routers/71e72513-62ae-4ef5-b0f2-cf8e398bf176/tags/tempest-TagsExtTest-Tag-1019732847 HTTP/1.1" status: 404 len: 329 time: 0.2050676 Feb 02 07:16:11.071472 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59982) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:11.071472 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.tag.tag_plugin [None req-ea72fe72-7889-4302-8541-e073fe930c04 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '71e72513-62ae-4ef5-b0f2-cf8e398bf176', 'tempest-TagsExtTest-Tag-1764479441') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:16:11.112262 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 19cc660b-d8ac-4450-9a10-a5808195a39a {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:16:11.112911 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 19cc660b-d8ac-4450-9a10-a5808195a39a not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:16:11.113568 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device c2706865-0fab-44a7-9af0-dda2b7c9c6c3 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:16:11.165391 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: c2706865-0fab-44a7-9af0-dda2b7c9c6c3 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:16:11.166021 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device c2706865-0fab-44a7-9af0-dda2b7c9c6c3 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:16:11.166465 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-bab5105c-dee3-4de8-9831-7c97e670433b tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Calling delete_port for 19cc660b-d8ac-4450-9a10-a5808195a39a owned by network:dhcp {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:16:11.208685 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-ea72fe72-7889-4302-8541-e073fe930c04 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] show failed (client error): The resource could not be found. Feb 02 07:16:11.214131 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-ea72fe72-7889-4302-8541-e073fe930c04 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] 10.222.0.87 "GET /v2.0/routers/71e72513-62ae-4ef5-b0f2-cf8e398bf176/tags/tempest-TagsExtTest-Tag-1764479441 HTTP/1.1" status: 404 len: 329 time: 0.1465926 Feb 02 07:16:11.214355 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59986) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:11.221960 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.tag.tag_plugin [None req-ac66087b-c8b9-45f4-8a38-7d02b64bfb93 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '2a5cb747-11ac-49b3-b1fe-9411d9472d2c', {'tags': ['tempest-TagsExtTest-Tag-1524311364', 'tempest-TagsExtTest-Tag-1053085776', 'tempest-TagsExtTest-Tag-1106789674']}) {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:16:11.285900 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-ac66087b-c8b9-45f4-8a38-7d02b64bfb93 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] 10.222.0.87 "PUT /v2.0/subnetpools/2a5cb747-11ac-49b3-b1fe-9411d9472d2c/tags HTTP/1.1" status: 200 len: 318 time: 0.0673447 Feb 02 07:16:11.285900 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59990) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:11.291372 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.tag.tag_plugin [None req-6b926845-4435-4079-a8d0-bb9a63834818 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '2a5cb747-11ac-49b3-b1fe-9411d9472d2c') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:16:11.301191 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4666e5-4c46-4235-8b2e-e4c44d824087 req-91a6a8b7-65a3-4282-b44a-e443dadb2891 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:16:11.303152 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3f4666e5-4c46-4235-8b2e-e4c44d824087 req-91a6a8b7-65a3-4282-b44a-e443dadb2891 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=c6413e47-3ae9-473a-844c-f4bcd11bbc2e HTTP/1.1" status: 200 len: 946 time: 0.1383057 Feb 02 07:16:11.338843 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-6b926845-4435-4079-a8d0-bb9a63834818 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] 10.222.0.87 "DELETE /v2.0/subnetpools/2a5cb747-11ac-49b3-b1fe-9411d9472d2c/tags HTTP/1.1" status: 204 len: 168 time: 0.0501232 Feb 02 07:16:11.339140 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59992) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:11.348583 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.tag.tag_plugin [None req-5d4613bf-3d8f-47bb-a4e5-df520fc92693 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2a5cb747-11ac-49b3-b1fe-9411d9472d2c', 'tempest-TagsExtTest-Tag-1524311364') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:16:11.356854 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bab5105c-dee3-4de8-9831-7c97e670433b tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (19cc660b-d8ac-4450-9a10-a5808195a39a), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:11.373909 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab5105c-dee3-4de8-9831-7c97e670433b tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] No DVR routers for this DVR port 19cc660b-d8ac-4450-9a10-a5808195a39a on host n-d-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:16:11.378000 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-5d4613bf-3d8f-47bb-a4e5-df520fc92693 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] show failed (client error): The resource could not be found. Feb 02 07:16:11.383192 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-5d4613bf-3d8f-47bb-a4e5-df520fc92693 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] 10.222.0.87 "GET /v2.0/subnetpools/2a5cb747-11ac-49b3-b1fe-9411d9472d2c/tags/tempest-TagsExtTest-Tag-1524311364 HTTP/1.1" status: 404 len: 329 time: 0.0395446 Feb 02 07:16:11.384387 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59994) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:11.389757 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.tag.tag_plugin [None req-58ae53e5-9b92-4020-a9ea-a9e03d9909b7 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2a5cb747-11ac-49b3-b1fe-9411d9472d2c', 'tempest-TagsExtTest-Tag-1053085776') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:16:11.414711 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-58ae53e5-9b92-4020-a9ea-a9e03d9909b7 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] show failed (client error): The resource could not be found. Feb 02 07:16:11.418295 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-58ae53e5-9b92-4020-a9ea-a9e03d9909b7 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] 10.222.0.87 "GET /v2.0/subnetpools/2a5cb747-11ac-49b3-b1fe-9411d9472d2c/tags/tempest-TagsExtTest-Tag-1053085776 HTTP/1.1" status: 404 len: 329 time: 0.0304468 Feb 02 07:16:11.418548 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59996) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:11.423459 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.tag.tag_plugin [None req-e69fe11a-ac47-4751-8505-7fa3eded2313 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2a5cb747-11ac-49b3-b1fe-9411d9472d2c', 'tempest-TagsExtTest-Tag-1106789674') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:16:11.429674 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab5105c-dee3-4de8-9831-7c97e670433b tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Pushing event deleted for resources: {'Port': ['ID=19cc660b-d8ac-4450-9a10-a5808195a39a,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:16:11.443662 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3f4666e5-4c46-4235-8b2e-e4c44d824087 req-34c67820-0fe5-479d-800f-40a4ff3a6d28 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=bc6bfedd-ef42-4ce4-a56a-4f6651c2c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338394 Feb 02 07:16:11.454959 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-e69fe11a-ac47-4751-8505-7fa3eded2313 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] show failed (client error): The resource could not be found. Feb 02 07:16:11.458526 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e69fe11a-ac47-4751-8505-7fa3eded2313 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] 10.222.0.87 "GET /v2.0/subnetpools/2a5cb747-11ac-49b3-b1fe-9411d9472d2c/tags/tempest-TagsExtTest-Tag-1106789674 HTTP/1.1" status: 404 len: 329 time: 0.0366247 Feb 02 07:16:11.458839 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59998) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:11.463115 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.tag.tag_plugin [None req-21d01196-16c9-4768-9e1f-07cc5048be0a tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '2a5cb747-11ac-49b3-b1fe-9411d9472d2c') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:16:11.511386 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-21d01196-16c9-4768-9e1f-07cc5048be0a tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] 10.222.0.87 "DELETE /v2.0/subnetpools/2a5cb747-11ac-49b3-b1fe-9411d9472d2c/tags HTTP/1.1" status: 204 len: 168 time: 0.0515509 Feb 02 07:16:11.513859 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 60000) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:11.518204 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.tag.tag_plugin [None req-85c49b69-7422-4964-91d4-04f3f46460cf tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '71e72513-62ae-4ef5-b0f2-cf8e398bf176') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:16:11.523739 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bab5105c-dee3-4de8-9831-7c97e670433b tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (44fb9145-9ace-47b2-84ba-690d45d04d68), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:11.547540 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-bab5105c-dee3-4de8-9831-7c97e670433b tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44fb9145-9ace-47b2-84ba-690d45d04d68']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:16:11.559050 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-bab5105c-dee3-4de8-9831-7c97e670433b tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4853bd7a-35ba-41e6-9757-b7f9c4755985') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:16:11.559767 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-bab5105c-dee3-4de8-9831-7c97e670433b tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4853bd7a-35ba-41e6-9757-b7f9c4755985') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:16:11.589373 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bab5105c-dee3-4de8-9831-7c97e670433b tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (4853bd7a-35ba-41e6-9757-b7f9c4755985), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:11.605182 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bab5105c-dee3-4de8-9831-7c97e670433b tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (4853bd7a-35ba-41e6-9757-b7f9c4755985), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:11.615920 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bab5105c-dee3-4de8-9831-7c97e670433b tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:16:11.617940 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bab5105c-dee3-4de8-9831-7c97e670433b tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (4853bd7a-35ba-41e6-9757-b7f9c4755985), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:11.623858 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-85c49b69-7422-4964-91d4-04f3f46460cf tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] 10.222.0.87 "DELETE /v2.0/routers/71e72513-62ae-4ef5-b0f2-cf8e398bf176/tags HTTP/1.1" status: 204 len: 168 time: 0.1089270 Feb 02 07:16:11.626213 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 60002) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:11.630956 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.tag.tag_plugin [None req-89e92e9e-0711-43c7-b40d-26bd24e0e929 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4ff33b60-0bea-41f4-82b5-c16fbea157fc') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:16:11.694317 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-89e92e9e-0711-43c7-b40d-26bd24e0e929 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] 10.222.0.87 "DELETE /v2.0/ports/4ff33b60-0bea-41f4-82b5-c16fbea157fc/tags HTTP/1.1" status: 204 len: 168 time: 0.0666838 Feb 02 07:16:11.696649 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 60004) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:11.697638 n-d-789963-26 neutron-server[109694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:16:11.697638 n-d-789963-26 neutron-server[109694]: self.session.flush() Feb 02 07:16:11.697638 n-d-789963-26 neutron-server[109694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:16:11.697638 n-d-789963-26 neutron-server[109694]: self.session.flush() Feb 02 07:16:11.697638 n-d-789963-26 neutron-server[109694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:16:11.697638 n-d-789963-26 neutron-server[109694]: self.session.flush() Feb 02 07:16:11.697638 n-d-789963-26 neutron-server[109694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:16:11.697638 n-d-789963-26 neutron-server[109694]: self.session.flush() Feb 02 07:16:11.697638 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:16:11.697638 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:16:11.697638 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:16:11.697638 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:16:11.697638 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:16:11.697638 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:16:11.697638 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:16:11.697638 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:16:11.697638 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:16:11.697638 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:16:11.697638 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:16:11.697638 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:16:11.697638 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:16:11.697638 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:16:11.697638 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:16:11.697638 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:16:11.697638 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:16:11.697638 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:16:11.697638 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:16:11.697638 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:16:11.697638 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:16:11.697638 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:16:11.697638 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:16:11.697638 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:16:11.697638 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:16:11.697638 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:16:11.697638 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:16:11.697638 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:16:11.697638 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:16:11.697638 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:16:11.697638 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:16:11.697638 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:16:11.704731 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.tag.tag_plugin [None req-8b71bb2f-25b5-475b-8513-6cc58c6bcabb tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e7db5a1e-60ca-4851-9396-ab798d72d72e') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:16:11.706639 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bab5105c-dee3-4de8-9831-7c97e670433b tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (44fb9145-9ace-47b2-84ba-690d45d04d68), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:11.713076 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bab5105c-dee3-4de8-9831-7c97e670433b tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:11.720703 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-bab5105c-dee3-4de8-9831-7c97e670433b tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] 10.222.0.87 "DELETE /v2.0/networks/44fb9145-9ace-47b2-84ba-690d45d04d68 HTTP/1.1" status: 204 len: 168 time: 1.4776571 Feb 02 07:16:11.738528 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab5105c-dee3-4de8-9831-7c97e670433b tempest-TaggedBootDevicesTest_v242-506867938 tempest-TaggedBootDevicesTest_v242-506867938-project] Pushing event deleted for resources: {'Network': ['ID=44fb9145-9ace-47b2-84ba-690d45d04d68,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:16:11.807360 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-8b71bb2f-25b5-475b-8513-6cc58c6bcabb tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] 10.222.0.87 "DELETE /v2.0/subnets/e7db5a1e-60ca-4851-9396-ab798d72d72e/tags HTTP/1.1" status: 204 len: 168 time: 0.1091084 Feb 02 07:16:11.811933 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 60010) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:11.936629 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-36beac98-3833-4153-8af9-9b7721e4cbe5 req-d3e228df-813b-4ec3-8bf4-3f4894546288 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=a93286f3-e077-4462-9d1e-071eeb30c65f HTTP/1.1" status: 200 len: 210 time: 0.0416768 Feb 02 07:16:11.965481 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9fa06713-fae5-45a7-a72e-3202f86769ed tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:11.966884 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-9fa06713-fae5-45a7-a72e-3202f86769ed tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] 10.222.0.87 "DELETE /v2.0/subnetpools/2a5cb747-11ac-49b3-b1fe-9411d9472d2c HTTP/1.1" status: 204 len: 168 time: 0.1532509 Feb 02 07:16:11.969356 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 60016) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:11.999332 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-3c62efd1-7076-47da-b193-7020375da50c tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] 10.222.0.87 "GET /v2.0/ports?device_id=71e72513-62ae-4ef5-b0f2-cf8e398bf176 HTTP/1.1" status: 200 len: 205 time: 0.0284760 Feb 02 07:16:12.001453 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 60018) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:12.078275 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bb0184b6-56e3-4126-bf53-fae335c7cef2 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Publish callbacks [] for router (71e72513-62ae-4ef5-b0f2-cf8e398bf176), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:12.237795 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bb0184b6-56e3-4126-bf53-fae335c7cef2 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (71e72513-62ae-4ef5-b0f2-cf8e398bf176), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:12.240146 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bb0184b6-56e3-4126-bf53-fae335c7cef2 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Publish callbacks [] for router_controller (71e72513-62ae-4ef5-b0f2-cf8e398bf176), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:12.286710 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bb0184b6-56e3-4126-bf53-fae335c7cef2 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (71e72513-62ae-4ef5-b0f2-cf8e398bf176), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:12.287444 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb0184b6-56e3-4126-bf53-fae335c7cef2 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Fanout notify agent at l3_agent the message router_deleted on router 71e72513-62ae-4ef5-b0f2-cf8e398bf176 {{(pid=109694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:16:12.303440 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bb0184b6-56e3-4126-bf53-fae335c7cef2 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:12.305194 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-bb0184b6-56e3-4126-bf53-fae335c7cef2 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] 10.222.0.87 "DELETE /v2.0/routers/71e72513-62ae-4ef5-b0f2-cf8e398bf176 HTTP/1.1" status: 204 len: 168 time: 0.3025753 Feb 02 07:16:12.308040 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 60020) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:12.402930 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-01399e06-c6fe-46d4-8783-660b397d661d tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Deleting port 4ff33b60-0bea-41f4-82b5-c16fbea157fc {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:16:12.403595 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-01399e06-c6fe-46d4-8783-660b397d661d tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (4ff33b60-0bea-41f4-82b5-c16fbea157fc), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:12.498687 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-01399e06-c6fe-46d4-8783-660b397d661d tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (4ff33b60-0bea-41f4-82b5-c16fbea157fc), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:12.512377 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-01399e06-c6fe-46d4-8783-660b397d661d tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Calling delete_port for 4ff33b60-0bea-41f4-82b5-c16fbea157fc owned by {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:16:12.649455 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba95493-f85e-473c-9592-3ce1743e0149 req-c74c822e-5397-469e-9662-69c13abe64a9 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:16:12.651150 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fba95493-f85e-473c-9592-3ce1743e0149 req-c74c822e-5397-469e-9662-69c13abe64a9 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=c6413e47-3ae9-473a-844c-f4bcd11bbc2e HTTP/1.1" status: 200 len: 946 time: 0.0833769 Feb 02 07:16:12.740120 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-01399e06-c6fe-46d4-8783-660b397d661d tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (4ff33b60-0bea-41f4-82b5-c16fbea157fc), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:12.779612 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fba95493-f85e-473c-9592-3ce1743e0149 req-bfdb5cfe-38f7-4320-9dcb-ccc3689d9a54 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=bc6bfedd-ef42-4ce4-a56a-4f6651c2c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992992 Feb 02 07:16:12.780568 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01399e06-c6fe-46d4-8783-660b397d661d tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Pushing event deleted for resources: {'Port': ['ID=4ff33b60-0bea-41f4-82b5-c16fbea157fc,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:16:12.883335 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-01399e06-c6fe-46d4-8783-660b397d661d tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:12.886809 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-01399e06-c6fe-46d4-8783-660b397d661d tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] 10.222.0.87 "DELETE /v2.0/ports/4ff33b60-0bea-41f4-82b5-c16fbea157fc HTTP/1.1" status: 204 len: 168 time: 0.5777488 Feb 02 07:16:12.889559 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 60024) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:12.951924 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-6efd7ea1-eb23-44d9-beb4-d52b0c7edde8 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Deleting subnet e7db5a1e-60ca-4851-9396-ab798d72d72e {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:16:12.956623 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6efd7ea1-eb23-44d9-beb4-d52b0c7edde8 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Publish callbacks [] for subnet (e7db5a1e-60ca-4851-9396-ab798d72d72e), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:13.018022 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6efd7ea1-eb23-44d9-beb4-d52b0c7edde8 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (e7db5a1e-60ca-4851-9396-ab798d72d72e), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:13.085237 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4f991024-526e-4c77-84da-2e548607b8ec req-d85be450-bb14-451f-b7b5-13dc84357dc8 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=a93286f3-e077-4462-9d1e-071eeb30c65f HTTP/1.1" status: 200 len: 210 time: 0.0298660 Feb 02 07:16:13.153003 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6efd7ea1-eb23-44d9-beb4-d52b0c7edde8 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (e7db5a1e-60ca-4851-9396-ab798d72d72e), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:13.213732 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6efd7ea1-eb23-44d9-beb4-d52b0c7edde8 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (e7db5a1e-60ca-4851-9396-ab798d72d72e), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:13.242220 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efd7ea1-eb23-44d9-beb4-d52b0c7edde8 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Pushing event deleted for resources: {'Subnet': ['ID=e7db5a1e-60ca-4851-9396-ab798d72d72e,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:16:13.244237 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6efd7ea1-eb23-44d9-beb4-d52b0c7edde8 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:13.247410 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-6efd7ea1-eb23-44d9-beb4-d52b0c7edde8 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] 10.222.0.87 "DELETE /v2.0/subnets/e7db5a1e-60ca-4851-9396-ab798d72d72e HTTP/1.1" status: 204 len: 168 time: 0.3568499 Feb 02 07:16:13.249856 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 60028) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:13.253197 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7a9522-e705-4f09-9117-ac2805cde09d None None] Network 6dc34c14-018e-4e90-ac9e-14707e88475d requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:16:13.348217 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-425ba174-f3de-4c06-9bc2-78e790548a37 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (6dc34c14-018e-4e90-ac9e-14707e88475d), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:13.373992 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-49e7edff-d5c6-463e-bc82-581277398f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:13.417600 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-425ba174-f3de-4c06-9bc2-78e790548a37 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Deleting port aec42de8-f780-4df0-8df3-8aafd785046f {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:16:13.417942 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-425ba174-f3de-4c06-9bc2-78e790548a37 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (aec42de8-f780-4df0-8df3-8aafd785046f), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:13.470799 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf12a040-827f-40f8-b266-6c4ddbef3e49 None None] DHCP port deletion for 6dc34c14-018e-4e90-ac9e-14707e88475d request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:16:13.502431 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-425ba174-f3de-4c06-9bc2-78e790548a37 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] For port aec42de8-f780-4df0-8df3-8aafd785046f, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=aec42de8-f780-4df0-8df3-8aafd785046f,segment=NetworkSegment(af68010e-bf79-4f0c-9c53-eb54286acf07),segment_id=af68010e-bf79-4f0c-9c53-eb54286acf07)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:16:13.502803 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-425ba174-f3de-4c06-9bc2-78e790548a37 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (aec42de8-f780-4df0-8df3-8aafd785046f), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:13.521876 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-425ba174-f3de-4c06-9bc2-78e790548a37 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Calling delete_port for aec42de8-f780-4df0-8df3-8aafd785046f owned by network:dhcp {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:16:13.524064 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-bf12a040-827f-40f8-b266-6c4ddbef3e49 None None] Deleting port aec42de8-f780-4df0-8df3-8aafd785046f {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:16:13.524656 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-bf12a040-827f-40f8-b266-6c4ddbef3e49 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (aec42de8-f780-4df0-8df3-8aafd785046f), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:13.602726 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-bf12a040-827f-40f8-b266-6c4ddbef3e49 None None] For port aec42de8-f780-4df0-8df3-8aafd785046f, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=aec42de8-f780-4df0-8df3-8aafd785046f,segment=NetworkSegment(af68010e-bf79-4f0c-9c53-eb54286acf07),segment_id=af68010e-bf79-4f0c-9c53-eb54286acf07)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:16:13.603356 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-bf12a040-827f-40f8-b266-6c4ddbef3e49 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (aec42de8-f780-4df0-8df3-8aafd785046f), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:13.607257 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-425ba174-f3de-4c06-9bc2-78e790548a37 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (aec42de8-f780-4df0-8df3-8aafd785046f), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:13.618840 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-bf12a040-827f-40f8-b266-6c4ddbef3e49 None None] Calling delete_port for aec42de8-f780-4df0-8df3-8aafd785046f owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:16:13.638629 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425ba174-f3de-4c06-9bc2-78e790548a37 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Pushing event deleted for resources: {'Port': ['ID=aec42de8-f780-4df0-8df3-8aafd785046f,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:16:13.648362 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425ba174-f3de-4c06-9bc2-78e790548a37 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] No DVR routers for this DVR port aec42de8-f780-4df0-8df3-8aafd785046f on host n-d-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:16:13.712654 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-bf12a040-827f-40f8-b266-6c4ddbef3e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (aec42de8-f780-4df0-8df3-8aafd785046f), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:13.745569 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf12a040-827f-40f8-b266-6c4ddbef3e49 None None] Pushing event deleted for resources: {'Port': ['ID=aec42de8-f780-4df0-8df3-8aafd785046f,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:16:13.746640 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-425ba174-f3de-4c06-9bc2-78e790548a37 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (6dc34c14-018e-4e90-ac9e-14707e88475d), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:13.754615 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf12a040-827f-40f8-b266-6c4ddbef3e49 None None] No DVR routers for this DVR port aec42de8-f780-4df0-8df3-8aafd785046f on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:16:13.780414 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-425ba174-f3de-4c06-9bc2-78e790548a37 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dc34c14-018e-4e90-ac9e-14707e88475d']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:16:13.792444 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-425ba174-f3de-4c06-9bc2-78e790548a37 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af68010e-bf79-4f0c-9c53-eb54286acf07') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:16:13.792741 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-425ba174-f3de-4c06-9bc2-78e790548a37 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af68010e-bf79-4f0c-9c53-eb54286acf07') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:16:13.804526 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-425ba174-f3de-4c06-9bc2-78e790548a37 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (af68010e-bf79-4f0c-9c53-eb54286acf07), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:13.819078 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-425ba174-f3de-4c06-9bc2-78e790548a37 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (af68010e-bf79-4f0c-9c53-eb54286acf07), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:13.824907 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-425ba174-f3de-4c06-9bc2-78e790548a37 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:16:13.825281 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-425ba174-f3de-4c06-9bc2-78e790548a37 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (af68010e-bf79-4f0c-9c53-eb54286acf07), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:13.828431 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:16:13.828431 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:16:13.828431 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:16:13.828431 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:16:13.828431 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:16:13.828431 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:16:13.828431 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:16:13.828431 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:16:13.828431 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:16:13.828431 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:16:13.828431 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:16:13.828431 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:16:13.828431 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:16:13.828431 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:16:13.828431 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:16:13.828431 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:16:13.828431 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:16:13.828431 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:16:13.828431 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:16:13.828431 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:16:13.828431 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:16:13.828431 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:16:13.828431 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:16:13.828431 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:16:13.828431 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:16:13.828431 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:16:13.828431 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:16:13.828431 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:16:13.828431 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:16:13.828431 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:16:13.828431 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:16:13.828431 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:16:13.924587 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-425ba174-f3de-4c06-9bc2-78e790548a37 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (6dc34c14-018e-4e90-ac9e-14707e88475d), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:13.946092 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-425ba174-f3de-4c06-9bc2-78e790548a37 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:13.951321 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-425ba174-f3de-4c06-9bc2-78e790548a37 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] 10.222.0.87 "DELETE /v2.0/networks/6dc34c14-018e-4e90-ac9e-14707e88475d HTTP/1.1" status: 204 len: 168 time: 0.6981285 Feb 02 07:16:13.951321 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425ba174-f3de-4c06-9bc2-78e790548a37 tempest-TagsExtTest-1117714707 tempest-TagsExtTest-1117714707-project] Pushing event deleted for resources: {'Network': ['ID=6dc34c14-018e-4e90-ac9e-14707e88475d,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:16:13.960920 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95fa32-b726-40a0-bd29-5e006e0b6d76 req-dfeb2c5d-f481-4fa3-b4a3-e5747f6213e2 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:16:13.963264 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ae95fa32-b726-40a0-bd29-5e006e0b6d76 req-dfeb2c5d-f481-4fa3-b4a3-e5747f6213e2 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=c6413e47-3ae9-473a-844c-f4bcd11bbc2e HTTP/1.1" status: 200 len: 946 time: 0.0854268 Feb 02 07:16:14.024386 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ae95fa32-b726-40a0-bd29-5e006e0b6d76 req-e1c5c557-4d84-46d4-87b9-347488a88bb8 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=bc6bfedd-ef42-4ce4-a56a-4f6651c2c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546017 Feb 02 07:16:14.196805 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6449ae97-9e93-430d-a22b-bdcd19a3ab8c req-5b8b4724-0420-43d2-b5a3-10e70a8e9b77 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=a93286f3-e077-4462-9d1e-071eeb30c65f HTTP/1.1" status: 200 len: 210 time: 0.0321774 Feb 02 07:16:14.264343 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 60038) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:14.400971 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-41c5df82-9883-4498-a845-ccff8b307853 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=82fd4a1cafd44a10b28739f6dfa9b02c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1354184 Feb 02 07:16:14.403540 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 60042) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:14.467981 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9ef9eb6c-e1f0-4c61-837f-486432ea14e0 admin admin] Publish callbacks [] for security_group (a0be3dd7-ad78-400e-8ac4-7adca72c7a52), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:14.501327 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9ef9eb6c-e1f0-4c61-837f-486432ea14e0 admin admin] Publish callbacks [] for security_group (a0be3dd7-ad78-400e-8ac4-7adca72c7a52), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:14.567791 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9ef9eb6c-e1f0-4c61-837f-486432ea14e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (a0be3dd7-ad78-400e-8ac4-7adca72c7a52), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:14.570573 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9ef9eb6c-e1f0-4c61-837f-486432ea14e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:14.574198 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-9ef9eb6c-e1f0-4c61-837f-486432ea14e0 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/a0be3dd7-ad78-400e-8ac4-7adca72c7a52 HTTP/1.1" status: 204 len: 168 time: 0.1673970 Feb 02 07:16:14.592436 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef9eb6c-e1f0-4c61-837f-486432ea14e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0be3dd7-ad78-400e-8ac4-7adca72c7a52,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:16:14.652492 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:14.961779 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device e5693ad4-1652-4353-8d5c-35e07e2e3df9 details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:16:15.092385 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device aec42de8-f780-4df0-8df3-8aafd785046f no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:16:15.153456 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: aec42de8-f780-4df0-8df3-8aafd785046f {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:16:15.154043 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device aec42de8-f780-4df0-8df3-8aafd785046f not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:16:15.212434 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c74ded-d109-4595-a574-22ea7bb881fc req-2f613938-04c9-40f8-8253-bcc128416ce3 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:16:15.219018 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-59c74ded-d109-4595-a574-22ea7bb881fc req-2f613938-04c9-40f8-8253-bcc128416ce3 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a9037b0-532a-408c-b85e-3a39058988ae HTTP/1.1" status: 200 len: 945 time: 0.1654346 Feb 02 07:16:15.251441 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port e5693ad4-1652-4353-8d5c-35e07e2e3df9, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=e5693ad4-1652-4353-8d5c-35e07e2e3df9,segment=NetworkSegment(99da04fe-20b0-46d1-9372-22452ee68679),segment_id=99da04fe-20b0-46d1-9372-22452ee68679)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:16:15.267143 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': 'e5693ad4-1652-4353-8d5c-35e07e2e3df9', 'network_id': '93a7727a-9e40-4a0f-b90d-66c79fe1bf6c', 'port_id': 'e5693ad4-1652-4353-8d5c-35e07e2e3df9', 'mac_address': 'fa:16:3e:d8:8d:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '772313e3-625d-4c7f-b776-8fe829836021', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:16:15.332587 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f829c01-f622-4c51-955c-6e9da1af89ac req-6fd7e5cd-af5a-4c44-8a1c-f6e810774f70 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:16:15.334149 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-59c74ded-d109-4595-a574-22ea7bb881fc req-87fdba7d-958c-488d-a851-4e138cc9a0e3 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/security-groups?id=0cda471f-b311-4535-ab7e-114e2234fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090946 Feb 02 07:16:15.335541 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4f829c01-f622-4c51-955c-6e9da1af89ac req-6fd7e5cd-af5a-4c44-8a1c-f6e810774f70 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=c6413e47-3ae9-473a-844c-f4bcd11bbc2e HTTP/1.1" status: 200 len: 946 time: 0.1458573 Feb 02 07:16:15.348048 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port e5693ad4-1652-4353-8d5c-35e07e2e3df9 is: ACTIVE; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:16:15.348871 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (e5693ad4-1652-4353-8d5c-35e07e2e3df9), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:15.362667 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e5693ad4-1652-4353-8d5c-35e07e2e3df9 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:16:15.389260 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port e5693ad4-1652-4353-8d5c-35e07e2e3df9, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=e5693ad4-1652-4353-8d5c-35e07e2e3df9,segment=NetworkSegment(99da04fe-20b0-46d1-9372-22452ee68679),segment_id=99da04fe-20b0-46d1-9372-22452ee68679)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:16:15.398907 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (e5693ad4-1652-4353-8d5c-35e07e2e3df9), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:15.468793 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=e5693ad4-1652-4353-8d5c-35e07e2e3df9,revision_number=6']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:16:15.513909 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4f829c01-f622-4c51-955c-6e9da1af89ac req-baea7c03-a194-418d-a9a5-54bee428877f tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=bc6bfedd-ef42-4ce4-a56a-4f6651c2c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1710665 Feb 02 07:16:15.521856 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cfbeb3b3-c8c9-4fde-a5fd-2f3757beec7e req-9bdb866d-8aa6-4b85-b6c9-bd69859d7b0f tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=a93286f3-e077-4462-9d1e-071eeb30c65f HTTP/1.1" status: 200 len: 210 time: 0.0473821 Feb 02 07:16:15.577805 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['e5693ad4-1652-4353-8d5c-35e07e2e3df9'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:16:16.030542 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:16.215018 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 60106) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:16.358168 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5a69827a-5829-437c-b14f-e9a96aeaaf76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:16.562710 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a49a29-b3e6-45cf-b692-a66e164da3bb req-1e40bfb8-c691-43fa-82d6-04d7d008a5e1 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:16:16.564931 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5a69827a-5829-437c-b14f-e9a96aeaaf76 admin admin] Publish callbacks [] for security_group (cd6c0263-be7e-403a-bea4-a29a7f2bfdb6), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:16.568555 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c1a49a29-b3e6-45cf-b692-a66e164da3bb req-1e40bfb8-c691-43fa-82d6-04d7d008a5e1 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a9037b0-532a-408c-b85e-3a39058988ae HTTP/1.1" status: 200 len: 945 time: 0.0995445 Feb 02 07:16:16.573638 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5a69827a-5829-437c-b14f-e9a96aeaaf76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (cd6c0263-be7e-403a-bea4-a29a7f2bfdb6), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:16.649326 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c1a49a29-b3e6-45cf-b692-a66e164da3bb req-95f314e8-f7bc-4b69-90c7-db66ed50d204 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/security-groups?id=0cda471f-b311-4535-ab7e-114e2234fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768635 Feb 02 07:16:16.690924 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-5a69827a-5829-437c-b14f-e9a96aeaaf76 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=0f82037c40bc4d2484e6af163408617e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4712250 Feb 02 07:16:16.691317 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 60126) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:16.706537 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a69827a-5829-437c-b14f-e9a96aeaaf76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6c0263-be7e-403a-bea4-a29a7f2bfdb6,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:16:16.753375 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592a62f7-ee71-442f-987f-2113a2841573 req-8c1425c5-0b11-46e3-a1f5-8fa39ad62708 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:16:16.761348 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-592a62f7-ee71-442f-987f-2113a2841573 req-8c1425c5-0b11-46e3-a1f5-8fa39ad62708 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=c6413e47-3ae9-473a-844c-f4bcd11bbc2e HTTP/1.1" status: 200 len: 945 time: 0.1198616 Feb 02 07:16:16.814425 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-592a62f7-ee71-442f-987f-2113a2841573 req-d1d77e86-e2ed-4c85-9fdb-ea306008d057 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=bc6bfedd-ef42-4ce4-a56a-4f6651c2c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519135 Feb 02 07:16:16.825507 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3bb83ba0-813a-4971-a0dc-8b1d4ed595c6 req-195b61a7-e02e-4757-98cb-f7efd9d87708 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=a93286f3-e077-4462-9d1e-071eeb30c65f HTTP/1.1" status: 200 len: 210 time: 0.0595949 Feb 02 07:16:16.826319 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-56e14777-37b1-4576-9e1b-4981d22b0264 admin admin] Publish callbacks [] for security_group (cd6c0263-be7e-403a-bea4-a29a7f2bfdb6), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:16.854685 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-56e14777-37b1-4576-9e1b-4981d22b0264 admin admin] Publish callbacks [] for security_group (cd6c0263-be7e-403a-bea4-a29a7f2bfdb6), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:16.910710 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-56e14777-37b1-4576-9e1b-4981d22b0264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (cd6c0263-be7e-403a-bea4-a29a7f2bfdb6), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:16.914622 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-56e14777-37b1-4576-9e1b-4981d22b0264 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:16.915768 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-56e14777-37b1-4576-9e1b-4981d22b0264 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/cd6c0263-be7e-403a-bea4-a29a7f2bfdb6 HTTP/1.1" status: 204 len: 168 time: 0.2232373 Feb 02 07:16:16.924616 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e14777-37b1-4576-9e1b-4981d22b0264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd6c0263-be7e-403a-bea4-a29a7f2bfdb6,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:16:16.988544 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device e5693ad4-1652-4353-8d5c-35e07e2e3df9 up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:16:17.055661 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port e5693ad4-1652-4353-8d5c-35e07e2e3df9 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:16:17.056510 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (e5693ad4-1652-4353-8d5c-35e07e2e3df9), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:17.213207 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port e5693ad4-1652-4353-8d5c-35e07e2e3df9 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:16:17.213604 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (e5693ad4-1652-4353-8d5c-35e07e2e3df9), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:17.252833 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6413e47-3ae9-473a-844c-f4bcd11bbc2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5693ad4-1652-4353-8d5c-35e07e2e3df9'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:16:17.256284 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-848230ea-6f89-48e4-8325-7b509d5ef91f" -d '{"events": [{"server_uuid": "c6413e47-3ae9-473a-844c-f4bcd11bbc2e", "name": "network-vif-plugged", "status": "completed", "tag": "e5693ad4-1652-4353-8d5c-35e07e2e3df9"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:16:17.272811 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port e5693ad4-1652-4353-8d5c-35e07e2e3df9, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=e5693ad4-1652-4353-8d5c-35e07e2e3df9,segment=NetworkSegment(99da04fe-20b0-46d1-9372-22452ee68679),segment_id=99da04fe-20b0-46d1-9372-22452ee68679)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:16:17.279720 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (e5693ad4-1652-4353-8d5c-35e07e2e3df9), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:17.355852 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c373aaec-8579-45ff-9d32-f73501266985 x-openstack-request-id: req-c373aaec-8579-45ff-9d32-f73501266985 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:16:17.356242 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6413e47-3ae9-473a-844c-f4bcd11bbc2e", "name": "network-vif-plugged", "status": "completed", "tag": "e5693ad4-1652-4353-8d5c-35e07e2e3df9", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:16:17.356605 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c373aaec-8579-45ff-9d32-f73501266985 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:16:17.357467 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 60152) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:17.357934 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6413e47-3ae9-473a-844c-f4bcd11bbc2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5693ad4-1652-4353-8d5c-35e07e2e3df9', 'code': 200} Feb 02 07:16:17.385076 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=e5693ad4-1652-4353-8d5c-35e07e2e3df9,revision_number=7']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:16:17.388621 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:17.396719 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9f6bb040-b5d4-4649-a002-43c34f12b149 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:17.438407 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 60154) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:17.510078 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9f6bb040-b5d4-4649-a002-43c34f12b149 admin admin] Publish callbacks [] for security_group (82bd17a5-cdd7-41fe-adae-7d6bb6b73b93), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:17.518257 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9f6bb040-b5d4-4649-a002-43c34f12b149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (82bd17a5-cdd7-41fe-adae-7d6bb6b73b93), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:17.584144 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 60164) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:17.585719 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-9f6bb040-b5d4-4649-a002-43c34f12b149 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=03aa7d5a39914140b18fac22f2549980&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2251031 Feb 02 07:16:17.600807 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6bb040-b5d4-4649-a002-43c34f12b149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82bd17a5-cdd7-41fe-adae-7d6bb6b73b93,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:16:17.603670 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4e26af0a-1dff-412d-b9d6-df7c7d2e2863 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:17.685213 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-52547216-3ebb-4d05-93ff-285c8d588618 admin admin] Publish callbacks [] for security_group (82bd17a5-cdd7-41fe-adae-7d6bb6b73b93), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:17.723213 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-52547216-3ebb-4d05-93ff-285c8d588618 admin admin] Publish callbacks [] for security_group (82bd17a5-cdd7-41fe-adae-7d6bb6b73b93), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:17.763726 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4e26af0a-1dff-412d-b9d6-df7c7d2e2863 admin admin] Publish callbacks [] for security_group (4a30322e-3797-4e01-8286-20052ab18357), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:17.775475 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4e26af0a-1dff-412d-b9d6-df7c7d2e2863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (4a30322e-3797-4e01-8286-20052ab18357), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:17.797495 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-52547216-3ebb-4d05-93ff-285c8d588618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (82bd17a5-cdd7-41fe-adae-7d6bb6b73b93), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:17.800288 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-52547216-3ebb-4d05-93ff-285c8d588618 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:17.805499 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-52547216-3ebb-4d05-93ff-285c8d588618 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/82bd17a5-cdd7-41fe-adae-7d6bb6b73b93 HTTP/1.1" status: 204 len: 168 time: 0.2200112 Feb 02 07:16:17.815144 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52547216-3ebb-4d05-93ff-285c8d588618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82bd17a5-cdd7-41fe-adae-7d6bb6b73b93,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:16:17.855242 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e26af0a-1dff-412d-b9d6-df7c7d2e2863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a30322e-3797-4e01-8286-20052ab18357,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:16:17.943297 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-4e26af0a-1dff-412d-b9d6-df7c7d2e2863 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=0a7ce6d5a19743afaddbd61a6f231744&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5006385 Feb 02 07:16:17.943844 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 60182) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:17.994957 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cecd6a-c767-43e1-913d-22e11de03e17 req-a57d82f7-3987-45a7-b370-c16db2913e60 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:16:17.996476 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-38cecd6a-c767-43e1-913d-22e11de03e17 req-a57d82f7-3987-45a7-b370-c16db2913e60 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a9037b0-532a-408c-b85e-3a39058988ae HTTP/1.1" status: 200 len: 945 time: 0.1931007 Feb 02 07:16:18.022502 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a5823-0c4b-4b10-bc29-14aa85dc53e8 req-1bec6219-97e5-400f-85af-21598b07e443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:16:18.024060 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-463a5823-0c4b-4b10-bc29-14aa85dc53e8 req-1bec6219-97e5-400f-85af-21598b07e443 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3b47e731264f4e98a435635cbe941a6a&device_id=1a9037b0-532a-408c-b85e-3a39058988ae HTTP/1.1" status: 200 len: 1128 time: 0.1648774 Feb 02 07:16:18.063614 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e88c9796-6bbe-4b25-9943-14fb776b053a req-cbc992de-350d-4363-97c2-45b3c4b9ff64 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=a93286f3-e077-4462-9d1e-071eeb30c65f HTTP/1.1" status: 200 len: 210 time: 0.0739181 Feb 02 07:16:18.069709 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e306ab30-ad64-4d6d-a4b0-92eed124f349 admin admin] Publish callbacks [] for security_group (4a30322e-3797-4e01-8286-20052ab18357), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:18.111927 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e306ab30-ad64-4d6d-a4b0-92eed124f349 admin admin] Publish callbacks [] for security_group (4a30322e-3797-4e01-8286-20052ab18357), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:18.163940 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-38cecd6a-c767-43e1-913d-22e11de03e17 req-ac3b2b84-9597-4364-8cc4-3241c696dc7a tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/security-groups?id=0cda471f-b311-4535-ab7e-114e2234fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1554067 Feb 02 07:16:18.238016 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95c254b-726f-401d-98be-b570b8ddea69 req-3cd3f1c1-0bdf-45be-9c2c-0137f8f1b4d0 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:16:18.246556 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e95c254b-726f-401d-98be-b570b8ddea69 req-3cd3f1c1-0bdf-45be-9c2c-0137f8f1b4d0 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=c6413e47-3ae9-473a-844c-f4bcd11bbc2e HTTP/1.1" status: 200 len: 946 time: 0.1081812 Feb 02 07:16:18.308558 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e95c254b-726f-401d-98be-b570b8ddea69 req-4f5ae7e4-8da3-46e5-9c53-305933773153 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=bc6bfedd-ef42-4ce4-a56a-4f6651c2c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611184 Feb 02 07:16:18.313507 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e306ab30-ad64-4d6d-a4b0-92eed124f349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (4a30322e-3797-4e01-8286-20052ab18357), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:18.316220 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e306ab30-ad64-4d6d-a4b0-92eed124f349 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:18.322170 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-e306ab30-ad64-4d6d-a4b0-92eed124f349 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/4a30322e-3797-4e01-8286-20052ab18357 HTTP/1.1" status: 204 len: 168 time: 0.3771176 Feb 02 07:16:18.338223 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a5823-0c4b-4b10-bc29-14aa85dc53e8 req-f46f64a4-0291-40a8-85bd-8d2b211a9c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:16:18.339779 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-463a5823-0c4b-4b10-bc29-14aa85dc53e8 req-f46f64a4-0291-40a8-85bd-8d2b211a9c71 service neutron] 10.222.0.88 "GET /v2.0/networks?id=5b8ffc7a-717b-4b32-aed8-31315930798c HTTP/1.1" status: 200 len: 910 time: 0.2766786 Feb 02 07:16:18.344136 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e306ab30-ad64-4d6d-a4b0-92eed124f349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a30322e-3797-4e01-8286-20052ab18357,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:16:18.460523 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-463a5823-0c4b-4b10-bc29-14aa85dc53e8 req-1c79ed86-1396-4055-bcce-ec863d8cbc6e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf613857-7b11-4fe4-aa25-62ea826217ee HTTP/1.1" status: 200 len: 1001 time: 0.1136718 Feb 02 07:16:18.534556 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a5823-0c4b-4b10-bc29-14aa85dc53e8 req-f5bc5828-315b-4971-9303-6a58ae4a0727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:16:18.539990 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-463a5823-0c4b-4b10-bc29-14aa85dc53e8 req-f5bc5828-315b-4971-9303-6a58ae4a0727 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2c1cc1e9-39d5-4fbe-86e9-f98639e7b3b3 HTTP/1.1" status: 200 len: 848 time: 0.0713649 Feb 02 07:16:18.633589 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a5823-0c4b-4b10-bc29-14aa85dc53e8 req-7bea860a-92e7-4c0c-9fe2-876589f9322d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:16:18.636889 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-463a5823-0c4b-4b10-bc29-14aa85dc53e8 req-7bea860a-92e7-4c0c-9fe2-876589f9322d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5b8ffc7a-717b-4b32-aed8-31315930798c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0918541 Feb 02 07:16:18.839905 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-463a5823-0c4b-4b10-bc29-14aa85dc53e8 req-e730ed35-88c1-4880-a8df-4cd1e5f43a53 service neutron] 10.222.0.88 "GET /v2.0/networks/5b8ffc7a-717b-4b32-aed8-31315930798c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918879 Feb 02 07:16:18.865063 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 60212) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:18.888554 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cd61c997-3403-4a74-9882-1c505ad710ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:18.990536 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-463a5823-0c4b-4b10-bc29-14aa85dc53e8 req-02e89c12-ea95-44d2-86f0-5c36b742ac76 service neutron] 10.222.0.88 "GET /v2.0/networks/5b8ffc7a-717b-4b32-aed8-31315930798c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448431 Feb 02 07:16:19.027145 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cd61c997-3403-4a74-9882-1c505ad710ff admin admin] Publish callbacks [] for security_group (3df7f4f3-7079-4f2e-8ffe-ce766a10c638), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:19.032128 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cd61c997-3403-4a74-9882-1c505ad710ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (3df7f4f3-7079-4f2e-8ffe-ce766a10c638), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:19.082621 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-cd61c997-3403-4a74-9882-1c505ad710ff admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=379ebdb376eb4043be0b5b8e1de9c076&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2186918 Feb 02 07:16:19.082621 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd61c997-3403-4a74-9882-1c505ad710ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df7f4f3-7079-4f2e-8ffe-ce766a10c638,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:16:19.083981 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 60216) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:19.173450 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-de264185-36ce-4481-9e99-1ec3a036d02a admin admin] Publish callbacks [] for security_group (3df7f4f3-7079-4f2e-8ffe-ce766a10c638), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:19.199671 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-de264185-36ce-4481-9e99-1ec3a036d02a admin admin] Publish callbacks [] for security_group (3df7f4f3-7079-4f2e-8ffe-ce766a10c638), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:19.265102 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2cd3d4ac-c345-4cc8-b42f-b8df439f147e req-18c098ac-da26-4d15-9983-fa8cc4634e0a tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=a93286f3-e077-4462-9d1e-071eeb30c65f HTTP/1.1" status: 200 len: 210 time: 0.0480332 Feb 02 07:16:19.312768 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-de264185-36ce-4481-9e99-1ec3a036d02a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (3df7f4f3-7079-4f2e-8ffe-ce766a10c638), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:19.315335 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-de264185-36ce-4481-9e99-1ec3a036d02a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:19.316532 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-de264185-36ce-4481-9e99-1ec3a036d02a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/3df7f4f3-7079-4f2e-8ffe-ce766a10c638 HTTP/1.1" status: 204 len: 168 time: 0.2312562 Feb 02 07:16:19.342054 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de264185-36ce-4481-9e99-1ec3a036d02a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df7f4f3-7079-4f2e-8ffe-ce766a10c638,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:16:19.401885 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3df4ebe-ba66-4d2e-8c53-c5d14568cfe9 req-782f43ef-bec3-461c-8657-ca078c58d700 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:16:19.410745 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a3df4ebe-ba66-4d2e-8c53-c5d14568cfe9 req-782f43ef-bec3-461c-8657-ca078c58d700 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a9037b0-532a-408c-b85e-3a39058988ae HTTP/1.1" status: 200 len: 945 time: 0.1013820 Feb 02 07:16:19.533139 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a3df4ebe-ba66-4d2e-8c53-c5d14568cfe9 req-1ad4f13d-2366-433e-9e8a-b2c0a23413af tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/security-groups?id=0cda471f-b311-4535-ab7e-114e2234fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226811 Feb 02 07:16:19.600833 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c32ad-e48a-4d9e-9142-e740910fc09c req-17867736-1bab-4fc9-bca2-54dd7c4158c5 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:16:19.603338 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f30c32ad-e48a-4d9e-9142-e740910fc09c req-17867736-1bab-4fc9-bca2-54dd7c4158c5 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=c6413e47-3ae9-473a-844c-f4bcd11bbc2e HTTP/1.1" status: 200 len: 946 time: 0.1232660 Feb 02 07:16:19.677489 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f30c32ad-e48a-4d9e-9142-e740910fc09c req-aad06c21-083d-4111-a5d9-62d0eb05be32 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=bc6bfedd-ef42-4ce4-a56a-4f6651c2c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671084 Feb 02 07:16:20.458974 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-54d3432f-931a-4c21-b20f-fea121d97db6 req-b9a1ce63-11b6-4d54-b2d9-fe0bca90dd07 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=a93286f3-e077-4462-9d1e-071eeb30c65f HTTP/1.1" status: 200 len: 210 time: 0.0719173 Feb 02 07:16:20.743383 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26bc913-7634-42bf-9714-558bd26051a9 req-b936635c-1063-4b8c-81e6-7dcfef19d4c0 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:16:20.767019 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b26bc913-7634-42bf-9714-558bd26051a9 req-b936635c-1063-4b8c-81e6-7dcfef19d4c0 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a9037b0-532a-408c-b85e-3a39058988ae HTTP/1.1" status: 200 len: 945 time: 0.1411562 Feb 02 07:16:20.922987 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b26bc913-7634-42bf-9714-558bd26051a9 req-64e528ba-9a59-41ba-a6eb-0bcffc5b1966 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/security-groups?id=0cda471f-b311-4535-ab7e-114e2234fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1550000 Feb 02 07:16:20.946926 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd203b99-2af3-47a3-9704-35d260bba17d req-39659c87-3c03-4d2d-9c1e-48ad66f871e8 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:16:20.953779 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fd203b99-2af3-47a3-9704-35d260bba17d req-39659c87-3c03-4d2d-9c1e-48ad66f871e8 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=c6413e47-3ae9-473a-844c-f4bcd11bbc2e HTTP/1.1" status: 200 len: 946 time: 0.1184433 Feb 02 07:16:21.009124 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fd203b99-2af3-47a3-9704-35d260bba17d req-969a8790-c104-4481-834c-fb947cfceb48 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=bc6bfedd-ef42-4ce4-a56a-4f6651c2c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544105 Feb 02 07:16:21.711708 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5c4eb2d2-6c17-40b5-9df4-91ff415db2b0 req-80e48304-55e1-49c5-b3be-836dadd9e4fb tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=a93286f3-e077-4462-9d1e-071eeb30c65f HTTP/1.1" status: 200 len: 210 time: 0.0947764 Feb 02 07:16:21.886983 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf49655-4e23-42e9-8bfe-864ecc1e0c17 req-5d09a867-9c7c-474f-a701-55cc9ca94ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:16:21.889372 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-eaf49655-4e23-42e9-8bfe-864ecc1e0c17 req-5d09a867-9c7c-474f-a701-55cc9ca94ead service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=faba4237acf64862ba84ad5ca9ce531a&device_id=c6413e47-3ae9-473a-844c-f4bcd11bbc2e HTTP/1.1" status: 200 len: 1129 time: 0.1226239 Feb 02 07:16:22.069673 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:22.222556 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f9fca-25e0-470c-8cb2-fddb54ec3a16 req-3410226c-400c-4470-a997-31a24be3bb69 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:16:22.231719 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e21f9fca-25e0-470c-8cb2-fddb54ec3a16 req-3410226c-400c-4470-a997-31a24be3bb69 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=c6413e47-3ae9-473a-844c-f4bcd11bbc2e HTTP/1.1" status: 200 len: 946 time: 0.1238856 Feb 02 07:16:22.361735 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e21f9fca-25e0-470c-8cb2-fddb54ec3a16 req-7d3808fb-994f-4675-8c72-f30058b07b29 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=bc6bfedd-ef42-4ce4-a56a-4f6651c2c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287320 Feb 02 07:16:22.402284 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d672c3-466c-467a-bcf3-79cd16a37ed3 req-dfc9756a-76d3-41e7-97d7-896727fea636 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:16:22.410440 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e8d672c3-466c-467a-bcf3-79cd16a37ed3 req-dfc9756a-76d3-41e7-97d7-896727fea636 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a9037b0-532a-408c-b85e-3a39058988ae HTTP/1.1" status: 200 len: 945 time: 0.2898633 Feb 02 07:16:22.429271 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf49655-4e23-42e9-8bfe-864ecc1e0c17 req-abfe3d78-38b3-4dc7-a85d-1815e94b6058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:16:22.430878 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-eaf49655-4e23-42e9-8bfe-864ecc1e0c17 req-abfe3d78-38b3-4dc7-a85d-1815e94b6058 service neutron] 10.222.0.59 "GET /v2.0/networks?id=93a7727a-9e40-4a0f-b90d-66c79fe1bf6c HTTP/1.1" status: 200 len: 918 time: 0.5179574 Feb 02 07:16:22.541478 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e8d672c3-466c-467a-bcf3-79cd16a37ed3 req-ebb2b346-1811-4d1c-a14a-8adbcc002d3a tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/security-groups?id=0cda471f-b311-4535-ab7e-114e2234fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301024 Feb 02 07:16:22.579524 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-eaf49655-4e23-42e9-8bfe-864ecc1e0c17 req-7a3fa5c3-a292-4e71-8900-e32d6452d828 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5693ad4-1652-4353-8d5c-35e07e2e3df9 HTTP/1.1" status: 200 len: 1001 time: 0.1314213 Feb 02 07:16:22.685397 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf49655-4e23-42e9-8bfe-864ecc1e0c17 req-4cd8e317-8e0c-4cc4-a833-600230dd547e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:16:22.687085 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-eaf49655-4e23-42e9-8bfe-864ecc1e0c17 req-4cd8e317-8e0c-4cc4-a833-600230dd547e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=772313e3-625d-4c7f-b776-8fe829836021 HTTP/1.1" status: 200 len: 856 time: 0.1005366 Feb 02 07:16:22.809524 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf49655-4e23-42e9-8bfe-864ecc1e0c17 req-7f82af16-8108-4ad5-9c7f-0c6718e9ab25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:16:22.811256 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-eaf49655-4e23-42e9-8bfe-864ecc1e0c17 req-7f82af16-8108-4ad5-9c7f-0c6718e9ab25 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=93a7727a-9e40-4a0f-b90d-66c79fe1bf6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1108723 Feb 02 07:16:22.866976 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-27dae8ab-b5be-437a-9c9f-3f88adab8876 req-43d1c610-60cf-4130-a58e-f0b7766a9cdc tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=a93286f3-e077-4462-9d1e-071eeb30c65f HTTP/1.1" status: 200 len: 210 time: 0.0479438 Feb 02 07:16:23.005581 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-eaf49655-4e23-42e9-8bfe-864ecc1e0c17 req-b50886d9-4dfd-4063-abd7-6fec6988d545 service neutron] 10.222.0.59 "GET /v2.0/networks/93a7727a-9e40-4a0f-b90d-66c79fe1bf6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869526 Feb 02 07:16:23.186340 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-eaf49655-4e23-42e9-8bfe-864ecc1e0c17 req-e3ae2f28-03f2-44f4-b115-db31be58fdaa service neutron] 10.222.0.59 "GET /v2.0/networks/93a7727a-9e40-4a0f-b90d-66c79fe1bf6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739278 Feb 02 07:16:23.565329 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82966e13-dc60-4ffa-bca7-ca0d66038d0b req-9a410e70-4145-4425-a1d3-6a45abf70497 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:16:23.567196 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-82966e13-dc60-4ffa-bca7-ca0d66038d0b req-9a410e70-4145-4425-a1d3-6a45abf70497 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=c6413e47-3ae9-473a-844c-f4bcd11bbc2e HTTP/1.1" status: 200 len: 946 time: 0.0999801 Feb 02 07:16:23.697321 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-82966e13-dc60-4ffa-bca7-ca0d66038d0b req-483e5e8f-be8b-43e0-b3a2-40fbf5e56979 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=bc6bfedd-ef42-4ce4-a56a-4f6651c2c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224256 Feb 02 07:16:23.769786 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c3a74-59d4-4e2a-85aa-45699fbda123 req-0a669c9e-345a-4af2-b1f9-9b225b5d5289 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:16:23.777731 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4f6c3a74-59d4-4e2a-85aa-45699fbda123 req-0a669c9e-345a-4af2-b1f9-9b225b5d5289 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a9037b0-532a-408c-b85e-3a39058988ae HTTP/1.1" status: 200 len: 945 time: 0.0756874 Feb 02 07:16:23.826734 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4f6c3a74-59d4-4e2a-85aa-45699fbda123 req-46472d7e-1de8-447c-9f2e-5098c1b1241e tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/security-groups?id=0cda471f-b311-4535-ab7e-114e2234fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480452 Feb 02 07:16:24.110945 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-610b46de-4750-4d7f-ac54-9d57e290306c req-d554b4ea-0b56-4acb-9194-d2f82ff5afb2 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=a93286f3-e077-4462-9d1e-071eeb30c65f HTTP/1.1" status: 200 len: 210 time: 0.1303358 Feb 02 07:16:24.891383 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60759060-e34d-45d2-b8b9-0b812d61b64b req-8d134726-a5db-4621-91c7-778ec7ea22a6 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:16:24.900769 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-60759060-e34d-45d2-b8b9-0b812d61b64b req-8d134726-a5db-4621-91c7-778ec7ea22a6 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=c6413e47-3ae9-473a-844c-f4bcd11bbc2e HTTP/1.1" status: 200 len: 946 time: 0.0746562 Feb 02 07:16:25.020035 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-60759060-e34d-45d2-b8b9-0b812d61b64b req-b2593f73-19c5-437c-b106-a1e630c13e01 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=bc6bfedd-ef42-4ce4-a56a-4f6651c2c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089368 Feb 02 07:16:25.136317 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c49814-d586-4115-82c2-dfd98a159522 req-4fdc016d-c801-48fb-a178-ca0d95ff6bb9 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:16:25.144057 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c1c49814-d586-4115-82c2-dfd98a159522 req-4fdc016d-c801-48fb-a178-ca0d95ff6bb9 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a9037b0-532a-408c-b85e-3a39058988ae HTTP/1.1" status: 200 len: 945 time: 0.1155777 Feb 02 07:16:25.210074 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c1c49814-d586-4115-82c2-dfd98a159522 req-a119e4ac-9cac-48d9-b259-7f482d9efdaa tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/security-groups?id=0cda471f-b311-4535-ab7e-114e2234fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648630 Feb 02 07:16:25.353900 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9ba53b6b-2441-4f76-ae3b-484df8ad55fc req-bcbfad20-2f88-4649-a1a9-52d4f38455d2 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=a93286f3-e077-4462-9d1e-071eeb30c65f HTTP/1.1" status: 200 len: 210 time: 0.0715237 Feb 02 07:16:26.552950 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182e49df-9395-490d-bb00-bb064b151304 req-70ac970b-2faf-400c-b167-7c7a7e9981d4 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:16:26.563231 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-182e49df-9395-490d-bb00-bb064b151304 req-70ac970b-2faf-400c-b167-7c7a7e9981d4 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a9037b0-532a-408c-b85e-3a39058988ae HTTP/1.1" status: 200 len: 945 time: 0.2137470 Feb 02 07:16:26.761120 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-182e49df-9395-490d-bb00-bb064b151304 req-83537dee-f18e-404d-a7af-527c5795a4b0 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/security-groups?id=0cda471f-b311-4535-ab7e-114e2234fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1942790 Feb 02 07:16:26.906341 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:16:27.050959 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-89236806-2c2a-4af0-8605-6e7c30fc7d6a req-be4769e9-1a89-4a01-bc6b-f545241825d2 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=a93286f3-e077-4462-9d1e-071eeb30c65f HTTP/1.1" status: 200 len: 210 time: 0.1102283 Feb 02 07:16:27.286022 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:27.592251 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d45d9-5489-43df-aef0-c35670c6808b req-41612cbf-5a4f-43f5-9da5-7a20804a3c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:16:27.596985 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-932d45d9-5489-43df-aef0-c35670c6808b req-41612cbf-5a4f-43f5-9da5-7a20804a3c04 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3b47e731264f4e98a435635cbe941a6a&device_id=1a9037b0-532a-408c-b85e-3a39058988ae HTTP/1.1" status: 200 len: 1128 time: 0.1675820 Feb 02 07:16:27.678250 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc145a57-4590-44e0-9930-2b181b812ec4 req-4aecadf6-e931-436d-8a85-4cbb6e225b8d tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:16:27.696273 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cc145a57-4590-44e0-9930-2b181b812ec4 req-4aecadf6-e931-436d-8a85-4cbb6e225b8d tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a9037b0-532a-408c-b85e-3a39058988ae HTTP/1.1" status: 200 len: 945 time: 0.3029997 Feb 02 07:16:27.797791 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cc145a57-4590-44e0-9930-2b181b812ec4 req-3d1d1e52-d7a5-49d3-b802-06a8f9c66d36 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/security-groups?id=0cda471f-b311-4535-ab7e-114e2234fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990751 Feb 02 07:16:27.861310 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d45d9-5489-43df-aef0-c35670c6808b req-e8a70b04-daab-486a-a86a-a267106981f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:16:27.863094 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-932d45d9-5489-43df-aef0-c35670c6808b req-e8a70b04-daab-486a-a86a-a267106981f8 service neutron] 10.222.0.88 "GET /v2.0/networks?id=5b8ffc7a-717b-4b32-aed8-31315930798c HTTP/1.1" status: 200 len: 910 time: 0.2596948 Feb 02 07:16:27.960770 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-932d45d9-5489-43df-aef0-c35670c6808b req-4594b6a9-37e0-461c-9e1c-0534a1b5ef91 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf613857-7b11-4fe4-aa25-62ea826217ee HTTP/1.1" status: 200 len: 1001 time: 0.0912933 Feb 02 07:16:28.053473 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d45d9-5489-43df-aef0-c35670c6808b req-f38cd784-3896-4079-835d-39752233c5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:16:28.055237 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-932d45d9-5489-43df-aef0-c35670c6808b req-f38cd784-3896-4079-835d-39752233c5a6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2c1cc1e9-39d5-4fbe-86e9-f98639e7b3b3 HTTP/1.1" status: 200 len: 848 time: 0.0859444 Feb 02 07:16:28.239681 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d45d9-5489-43df-aef0-c35670c6808b req-0c7c9552-072d-4702-9b2e-6ff125bd3b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:16:28.243431 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-932d45d9-5489-43df-aef0-c35670c6808b req-0c7c9552-072d-4702-9b2e-6ff125bd3b6d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5b8ffc7a-717b-4b32-aed8-31315930798c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1698639 Feb 02 07:16:28.292007 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cb7a1e55-2110-49ab-905f-7c76d87a7e4f req-3d3bd459-b4e0-4133-b280-e3fddac2a655 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=a93286f3-e077-4462-9d1e-071eeb30c65f HTTP/1.1" status: 200 len: 210 time: 0.0956855 Feb 02 07:16:28.498209 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-932d45d9-5489-43df-aef0-c35670c6808b req-c2f5eb0c-e70a-4e87-bade-8c9cd567b49b service neutron] 10.222.0.88 "GET /v2.0/networks/5b8ffc7a-717b-4b32-aed8-31315930798c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469916 Feb 02 07:16:29.186513 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c0893-a451-4d44-8ebd-447f9a39eb9b req-8b20cfd5-04c3-4f85-b4f2-5dda3dfaa098 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:16:29.203145 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9b0c0893-a451-4d44-8ebd-447f9a39eb9b req-8b20cfd5-04c3-4f85-b4f2-5dda3dfaa098 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a9037b0-532a-408c-b85e-3a39058988ae HTTP/1.1" status: 200 len: 945 time: 0.2102532 Feb 02 07:16:29.388257 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9b0c0893-a451-4d44-8ebd-447f9a39eb9b req-117ae2fc-c8e3-4b91-83af-7ba3116f44e5 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/security-groups?id=0cda471f-b311-4535-ab7e-114e2234fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1681721 Feb 02 07:16:29.515644 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4d97b759-3fc7-4e2f-87fb-93c675ffe59d req-2512bf3f-e6b7-4815-8432-db8c05b02437 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=a93286f3-e077-4462-9d1e-071eeb30c65f HTTP/1.1" status: 200 len: 210 time: 0.0583339 Feb 02 07:16:29.613534 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-932d45d9-5489-43df-aef0-c35670c6808b req-341bae7f-a0aa-4186-bddd-181e0a22bba6 service neutron] 10.222.0.88 "GET /v2.0/networks/5b8ffc7a-717b-4b32-aed8-31315930798c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1068425 Feb 02 07:16:30.624689 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b977ba7-2a2e-4044-adfe-66ad920b0900 req-aa7fe989-7fae-43b4-b26a-45a90ff37524 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:16:30.640762 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3b977ba7-2a2e-4044-adfe-66ad920b0900 req-aa7fe989-7fae-43b4-b26a-45a90ff37524 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a9037b0-532a-408c-b85e-3a39058988ae HTTP/1.1" status: 200 len: 945 time: 0.1280529 Feb 02 07:16:30.741530 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3b977ba7-2a2e-4044-adfe-66ad920b0900 req-f2f9f270-e25a-476b-a3fe-c30063b01393 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/security-groups?id=0cda471f-b311-4535-ab7e-114e2234fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998628 Feb 02 07:16:31.739408 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8fe084-c9f8-48b5-a0c1-2eea229947a6 req-15342a6b-75a8-4be0-82d6-76f3855b262b tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:16:31.746896 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2e8fe084-c9f8-48b5-a0c1-2eea229947a6 req-15342a6b-75a8-4be0-82d6-76f3855b262b tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/networks?id=ec14a810-28cb-452c-8a58-03e4eebabfec HTTP/1.1" status: 200 len: 812 time: 0.2085478 Feb 02 07:16:31.771192 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2e8fe084-c9f8-48b5-a0c1-2eea229947a6 req-4ed7b3ec-30ce-42fe-9291-4d200e6aa26f tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/quotas/55cc3e1e6f054ff8aa27776e1d040f10 HTTP/1.1" status: 200 len: 375 time: 0.0229604 Feb 02 07:16:31.815907 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2e8fe084-c9f8-48b5-a0c1-2eea229947a6 req-683b4c75-3576-4670-a9bc-7aefee4b244f tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=55cc3e1e6f054ff8aa27776e1d040f10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432773 Feb 02 07:16:31.920693 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2e8fe084-c9f8-48b5-a0c1-2eea229947a6 req-ba22c8f8-d13f-4798-8cb5-b87e2a1e176e service neutron] 10.222.0.87 "GET /v2.0/networks/ec14a810-28cb-452c-8a58-03e4eebabfec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034355 Feb 02 07:16:32.138948 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2e8fe084-c9f8-48b5-a0c1-2eea229947a6 req-356f6e5a-191c-4121-86d9-5b342786d7d7 service neutron] 10.222.0.87 "GET /v2.0/networks/ec14a810-28cb-452c-8a58-03e4eebabfec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161045 Feb 02 07:16:32.501569 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-560ce6f4-1c3b-4bd8-99fe-f2ac3764ba24 req-f946c928-c7f2-401d-b190-1d8b4da23804 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=c8e2f0de-8635-4be0-ac2e-da0b72abecbb HTTP/1.1" status: 200 len: 210 time: 0.0384297 Feb 02 07:16:33.574603 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 60594) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:33.793658 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bb91ad12-802a-499e-9da2-f4ec983ce788 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:33.824342 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa091209-c0c3-41c3-83df-d7445f749f48 req-8e518eec-4cdb-466c-99d5-13e662977f71 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:16:33.851356 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fa091209-c0c3-41c3-83df-d7445f749f48 req-8e518eec-4cdb-466c-99d5-13e662977f71 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/networks?id=ec14a810-28cb-452c-8a58-03e4eebabfec HTTP/1.1" status: 200 len: 812 time: 0.4722025 Feb 02 07:16:33.881516 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fa091209-c0c3-41c3-83df-d7445f749f48 req-c2ead748-c648-4fa8-a5a1-dfe6b8502d29 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/quotas/55cc3e1e6f054ff8aa27776e1d040f10 HTTP/1.1" status: 200 len: 375 time: 0.0291805 Feb 02 07:16:33.943225 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fa091209-c0c3-41c3-83df-d7445f749f48 req-16488000-e6c6-40c3-a065-c68536069c03 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=55cc3e1e6f054ff8aa27776e1d040f10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0604966 Feb 02 07:16:34.000241 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bb91ad12-802a-499e-9da2-f4ec983ce788 admin admin] Publish callbacks [] for security_group (98b63706-f093-4d9e-bec4-6ecf34e58424), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:34.009100 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bb91ad12-802a-499e-9da2-f4ec983ce788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (98b63706-f093-4d9e-bec4-6ecf34e58424), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:34.101733 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91ad12-802a-499e-9da2-f4ec983ce788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b63706-f093-4d9e-bec4-6ecf34e58424,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:16:34.121875 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb91ad12-802a-499e-9da2-f4ec983ce788 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:16:34.122747 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb91ad12-802a-499e-9da2-f4ec983ce788 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:16:34.123242 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb91ad12-802a-499e-9da2-f4ec983ce788 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:16:34.123774 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb91ad12-802a-499e-9da2-f4ec983ce788 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:16:34.124109 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb91ad12-802a-499e-9da2-f4ec983ce788 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:16:34.124439 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb91ad12-802a-499e-9da2-f4ec983ce788 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:16:34.124910 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fa091209-c0c3-41c3-83df-d7445f749f48 req-c7969c87-e421-4006-8498-52d1e663a7de service neutron] 10.222.0.87 "GET /v2.0/networks/ec14a810-28cb-452c-8a58-03e4eebabfec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805589 Feb 02 07:16:34.131052 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb91ad12-802a-499e-9da2-f4ec983ce788 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:16:34.131405 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb91ad12-802a-499e-9da2-f4ec983ce788 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:16:34.131781 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb91ad12-802a-499e-9da2-f4ec983ce788 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:16:34.132120 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb91ad12-802a-499e-9da2-f4ec983ce788 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:16:34.132452 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb91ad12-802a-499e-9da2-f4ec983ce788 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:16:34.132778 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb91ad12-802a-499e-9da2-f4ec983ce788 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:16:34.133104 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb91ad12-802a-499e-9da2-f4ec983ce788 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:16:34.151084 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-bb91ad12-802a-499e-9da2-f4ec983ce788 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=403e554eec5340aa816ed3dea61232b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5748231 Feb 02 07:16:34.151730 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 60602) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:34.264245 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3499010b-b87a-4eea-904f-5dc21f67a5c6 admin admin] Publish callbacks [] for security_group (98b63706-f093-4d9e-bec4-6ecf34e58424), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:34.291364 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fa091209-c0c3-41c3-83df-d7445f749f48 req-27401b1f-9bb0-4609-acc1-4e2f8c527da4 service neutron] 10.222.0.87 "GET /v2.0/networks/ec14a810-28cb-452c-8a58-03e4eebabfec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594942 Feb 02 07:16:34.333471 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3499010b-b87a-4eea-904f-5dc21f67a5c6 admin admin] Publish callbacks [] for security_group (98b63706-f093-4d9e-bec4-6ecf34e58424), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:34.438114 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3499010b-b87a-4eea-904f-5dc21f67a5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (98b63706-f093-4d9e-bec4-6ecf34e58424), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:34.441149 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3499010b-b87a-4eea-904f-5dc21f67a5c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:34.445790 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-3499010b-b87a-4eea-904f-5dc21f67a5c6 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/98b63706-f093-4d9e-bec4-6ecf34e58424 HTTP/1.1" status: 204 len: 168 time: 0.2930877 Feb 02 07:16:34.472098 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3499010b-b87a-4eea-904f-5dc21f67a5c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b63706-f093-4d9e-bec4-6ecf34e58424,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:16:34.587442 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6f5e7ecf-ebc0-418a-9965-c138d798ce5f req-c32eb177-51ea-4126-8019-d08c954197f5 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=3eebea10-319c-43af-a118-4f59198d647e HTTP/1.1" status: 200 len: 210 time: 0.0887926 Feb 02 07:16:35.138087 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 60646) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:35.162193 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-46b37ad9-76e7-4a09-bb01-73b27326d531 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:35.383754 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-46b37ad9-76e7-4a09-bb01-73b27326d531 admin admin] Publish callbacks [] for security_group (95ddad84-e07a-4486-8ef0-5a8aace7e9c3), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:35.396970 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-46b37ad9-76e7-4a09-bb01-73b27326d531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (95ddad84-e07a-4486-8ef0-5a8aace7e9c3), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:35.555224 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-46b37ad9-76e7-4a09-bb01-73b27326d531 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=92c0cf75be774793ac5f489cac54a609&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4158816 Feb 02 07:16:35.556501 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 60660) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:35.567534 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b37ad9-76e7-4a09-bb01-73b27326d531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ddad84-e07a-4486-8ef0-5a8aace7e9c3,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:16:35.754908 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4228fbce-da95-4d5b-86cc-94f50c798a6f req-5307c48e-10fc-425b-8791-27063b6fcaa1 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=3eebea10-319c-43af-a118-4f59198d647e HTTP/1.1" status: 200 len: 210 time: 0.0542557 Feb 02 07:16:35.759747 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-09df5527-3b07-4f8c-9118-42bdd5c3656b admin admin] Publish callbacks [] for security_group (95ddad84-e07a-4486-8ef0-5a8aace7e9c3), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:35.816909 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-09df5527-3b07-4f8c-9118-42bdd5c3656b admin admin] Publish callbacks [] for security_group (95ddad84-e07a-4486-8ef0-5a8aace7e9c3), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:35.905142 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-09df5527-3b07-4f8c-9118-42bdd5c3656b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (95ddad84-e07a-4486-8ef0-5a8aace7e9c3), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:35.908176 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-09df5527-3b07-4f8c-9118-42bdd5c3656b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:35.909563 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-09df5527-3b07-4f8c-9118-42bdd5c3656b admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/95ddad84-e07a-4486-8ef0-5a8aace7e9c3 HTTP/1.1" status: 204 len: 168 time: 0.3520834 Feb 02 07:16:35.924610 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09df5527-3b07-4f8c-9118-42bdd5c3656b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ddad84-e07a-4486-8ef0-5a8aace7e9c3,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:16:36.757276 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa091209-c0c3-41c3-83df-d7445f749f48 req-db2cf2bc-77d8-4f23-93d0-87792982df3e tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:16:36.759390 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fa091209-c0c3-41c3-83df-d7445f749f48 req-db2cf2bc-77d8-4f23-93d0-87792982df3e tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.59 "GET /v2.0/networks?id=ec14a810-28cb-452c-8a58-03e4eebabfec HTTP/1.1" status: 200 len: 812 time: 0.2498116 Feb 02 07:16:36.780716 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-fa091209-c0c3-41c3-83df-d7445f749f48 req-3dad38c5-0560-49f3-b2b4-118762970bb6 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Request body: {'port': {'device_id': '3eebea10-319c-43af-a118-4f59198d647e', 'network_id': 'ec14a810-28cb-452c-8a58-03e4eebabfec', 'admin_state_up': True, 'tenant_id': '55cc3e1e6f054ff8aa27776e1d040f10'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:16:37.122944 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa091209-c0c3-41c3-83df-d7445f749f48 req-3dad38c5-0560-49f3-b2b4-118762970bb6 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Made reservation on behalf of 55cc3e1e6f054ff8aa27776e1d040f10 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:16:37.128829 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-fa091209-c0c3-41c3-83df-d7445f749f48 req-3dad38c5-0560-49f3-b2b4-118762970bb6 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:37.203270 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9813ea70-1935-405f-a69c-c4df3f5d60d5 req-ba54a6ad-0213-4acd-854e-a4bff1c13b09 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=3eebea10-319c-43af-a118-4f59198d647e HTTP/1.1" status: 200 len: 210 time: 0.1230493 Feb 02 07:16:37.412805 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-fa091209-c0c3-41c3-83df-d7445f749f48 req-3dad38c5-0560-49f3-b2b4-118762970bb6 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Allocated IP 172.20.0.10 (ec14a810-28cb-452c-8a58-03e4eebabfec/44a369a2-4fd0-4fcc-9b66-fee041fedbef/7ae92938-708c-4820-8def-dcf234c23c03) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:16:37.771271 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-fa091209-c0c3-41c3-83df-d7445f749f48 req-3dad38c5-0560-49f3-b2b4-118762970bb6 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Publish callbacks [] for port (7ae92938-708c-4820-8def-dcf234c23c03), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:37.845761 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-fa091209-c0c3-41c3-83df-d7445f749f48 req-3dad38c5-0560-49f3-b2b4-118762970bb6 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (7ae92938-708c-4820-8def-dcf234c23c03), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:37.963610 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa091209-c0c3-41c3-83df-d7445f749f48 req-3dad38c5-0560-49f3-b2b4-118762970bb6 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Network ec14a810-28cb-452c-8a58-03e4eebabfec is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:16:37.964853 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dad38c5-0560-49f3-b2b4-118762970bb6 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Pushing event updated for resources: {'Port': ['ID=7ae92938-708c-4820-8def-dcf234c23c03,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:16:37.975664 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-fa091209-c0c3-41c3-83df-d7445f749f48 req-3dad38c5-0560-49f3-b2b4-118762970bb6 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:16:37.978252 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa091209-c0c3-41c3-83df-d7445f749f48 req-3dad38c5-0560-49f3-b2b4-118762970bb6 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:16:38.091225 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa091209-c0c3-41c3-83df-d7445f749f48 req-3dad38c5-0560-49f3-b2b4-118762970bb6 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:16:38.106738 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-fa091209-c0c3-41c3-83df-d7445f749f48 req-3dad38c5-0560-49f3-b2b4-118762970bb6 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:38.149979 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fa091209-c0c3-41c3-83df-d7445f749f48 req-3dad38c5-0560-49f3-b2b4-118762970bb6 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3735483 Feb 02 07:16:38.167291 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-fa091209-c0c3-41c3-83df-d7445f749f48 req-a94f452f-44de-4d46-8868-1821582a4794 service neutron] Request body: {'port': {'device_id': '3eebea10-319c-43af-a118-4f59198d647e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:16:38.502626 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-fa091209-c0c3-41c3-83df-d7445f749f48 req-a94f452f-44de-4d46-8868-1821582a4794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (7ae92938-708c-4820-8def-dcf234c23c03), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:38.542133 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772876c4-759f-45cd-9116-2228027826ea req-7af8fcff-2340-4498-b2c6-4253bf70b757 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:16:38.549169 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-772876c4-759f-45cd-9116-2228027826ea req-7af8fcff-2340-4498-b2c6-4253bf70b757 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=3eebea10-319c-43af-a118-4f59198d647e HTTP/1.1" status: 200 len: 932 time: 0.1893334 Feb 02 07:16:38.613587 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-772876c4-759f-45cd-9116-2228027826ea req-aa482dac-84e2-489d-8657-33aa01e54363 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584025 Feb 02 07:16:39.202845 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-fa091209-c0c3-41c3-83df-d7445f749f48 req-a94f452f-44de-4d46-8868-1821582a4794 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ae92938-708c-4820-8def-dcf234c23c03 {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:16:39.225555 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-fa091209-c0c3-41c3-83df-d7445f749f48 req-a94f452f-44de-4d46-8868-1821582a4794 service neutron] Publish callbacks [] for port (7ae92938-708c-4820-8def-dcf234c23c03), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:39.247833 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-fa091209-c0c3-41c3-83df-d7445f749f48 req-a94f452f-44de-4d46-8868-1821582a4794 service neutron] Transition to ACTIVE for port object 7ae92938-708c-4820-8def-dcf234c23c03 will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:16:39.259915 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-fa091209-c0c3-41c3-83df-d7445f749f48 req-a94f452f-44de-4d46-8868-1821582a4794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (7ae92938-708c-4820-8def-dcf234c23c03), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:39.369055 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94f452f-44de-4d46-8868-1821582a4794 service neutron] Pushing event updated for resources: {'Port': ['ID=7ae92938-708c-4820-8def-dcf234c23c03,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:16:39.590258 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-fa091209-c0c3-41c3-83df-d7445f749f48 req-a94f452f-44de-4d46-8868-1821582a4794 service neutron] Attempting to bind port 7ae92938-708c-4820-8def-dcf234c23c03 on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:16:39.594190 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-fa091209-c0c3-41c3-83df-d7445f749f48 req-a94f452f-44de-4d46-8868-1821582a4794 service neutron] Attempting to bind port 7ae92938-708c-4820-8def-dcf234c23c03 by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': '2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ec14a810-28cb-452c-8a58-03e4eebabfec'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:16:39.594824 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa091209-c0c3-41c3-83df-d7445f749f48 req-a94f452f-44de-4d46-8868-1821582a4794 service neutron] Attempting to bind port 7ae92938-708c-4820-8def-dcf234c23c03 on network ec14a810-28cb-452c-8a58-03e4eebabfec {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:16:39.630468 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa091209-c0c3-41c3-83df-d7445f749f48 req-a94f452f-44de-4d46-8868-1821582a4794 service neutron] Port 7ae92938-708c-4820-8def-dcf234c23c03 on network ec14a810-28cb-452c-8a58-03e4eebabfec not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:16:39.631172 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa091209-c0c3-41c3-83df-d7445f749f48 req-a94f452f-44de-4d46-8868-1821582a4794 service neutron] Attempting to bind port 7ae92938-708c-4820-8def-dcf234c23c03 on network ec14a810-28cb-452c-8a58-03e4eebabfec {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:16:39.655878 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa091209-c0c3-41c3-83df-d7445f749f48 req-a94f452f-44de-4d46-8868-1821582a4794 service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:16:39.656632 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa091209-c0c3-41c3-83df-d7445f749f48 req-a94f452f-44de-4d46-8868-1821582a4794 service neutron] Checking segment: {'id': '2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ec14a810-28cb-452c-8a58-03e4eebabfec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:16:39.657258 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa091209-c0c3-41c3-83df-d7445f749f48 req-a94f452f-44de-4d46-8868-1821582a4794 service neutron] Bound using segment: {'id': '2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ec14a810-28cb-452c-8a58-03e4eebabfec'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:16:39.658048 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-fa091209-c0c3-41c3-83df-d7445f749f48 req-a94f452f-44de-4d46-8868-1821582a4794 service neutron] Bound port: 7ae92938-708c-4820-8def-dcf234c23c03, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ec14a810-28cb-452c-8a58-03e4eebabfec'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:16:39.671602 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-fa091209-c0c3-41c3-83df-d7445f749f48 req-a94f452f-44de-4d46-8868-1821582a4794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (7ae92938-708c-4820-8def-dcf234c23c03), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:39.828805 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-fa091209-c0c3-41c3-83df-d7445f749f48 req-a94f452f-44de-4d46-8868-1821582a4794 service neutron] For port 7ae92938-708c-4820-8def-dcf234c23c03, host n-h2-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:16:39.834292 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-fa091209-c0c3-41c3-83df-d7445f749f48 req-a94f452f-44de-4d46-8868-1821582a4794 service neutron] For port 7ae92938-708c-4820-8def-dcf234c23c03, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=7ae92938-708c-4820-8def-dcf234c23c03,segment=NetworkSegment(2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0),segment_id=2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:16:39.923501 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-fa091209-c0c3-41c3-83df-d7445f749f48 req-a94f452f-44de-4d46-8868-1821582a4794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (7ae92938-708c-4820-8def-dcf234c23c03), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:40.045391 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78566aa1-548a-4d02-94c6-591067a1f748 req-59d4bae9-9a28-4ac3-9462-efdcff43133a tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:16:40.049773 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-78566aa1-548a-4d02-94c6-591067a1f748 req-59d4bae9-9a28-4ac3-9462-efdcff43133a tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=3eebea10-319c-43af-a118-4f59198d647e HTTP/1.1" status: 200 len: 944 time: 0.2114010 Feb 02 07:16:40.094216 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa091209-c0c3-41c3-83df-d7445f749f48 req-a94f452f-44de-4d46-8868-1821582a4794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:16:40.094930 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-fa091209-c0c3-41c3-83df-d7445f749f48 req-a94f452f-44de-4d46-8868-1821582a4794 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:40.096650 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fa091209-c0c3-41c3-83df-d7445f749f48 req-a94f452f-44de-4d46-8868-1821582a4794 service neutron] 10.222.0.59 "PUT /v2.0/ports/7ae92938-708c-4820-8def-dcf234c23c03 HTTP/1.1" status: 200 len: 1093 time: 1.9339905 Feb 02 07:16:40.097647 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eebea10-319c-43af-a118-4f59198d647e', 'tag': '7ae92938-708c-4820-8def-dcf234c23c03'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:16:40.101363 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc0fcdf6-be53-4584-b021-31af78f01991" -d '{"events": [{"name": "network-changed", "server_uuid": "3eebea10-319c-43af-a118-4f59198d647e", "tag": "7ae92938-708c-4820-8def-dcf234c23c03"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:16:40.161010 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-78566aa1-548a-4d02-94c6-591067a1f748 req-e327bc31-ee69-4a92-9296-b486758d744a tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960388 Feb 02 07:16:40.199502 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94f452f-44de-4d46-8868-1821582a4794 service neutron] Pushing event updated for resources: {'Port': ['ID=7ae92938-708c-4820-8def-dcf234c23c03,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:16:40.245828 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa091209-c0c3-41c3-83df-d7445f749f48 req-e5d208fb-7a87-4b20-8fa3-8052f66e26e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:16:40.248136 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fa091209-c0c3-41c3-83df-d7445f749f48 req-e5d208fb-7a87-4b20-8fa3-8052f66e26e6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=55cc3e1e6f054ff8aa27776e1d040f10&device_id=3eebea10-319c-43af-a118-4f59198d647e HTTP/1.1" status: 200 len: 1127 time: 0.0851729 Feb 02 07:16:40.325480 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6590baa-c63a-4a74-9ce8-5d5b5d22bc06 x-openstack-request-id: req-e6590baa-c63a-4a74-9ce8-5d5b5d22bc06 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:16:40.330661 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eebea10-319c-43af-a118-4f59198d647e", "tag": "7ae92938-708c-4820-8def-dcf234c23c03", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:16:40.331016 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e6590baa-c63a-4a74-9ce8-5d5b5d22bc06 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:16:40.331502 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eebea10-319c-43af-a118-4f59198d647e', 'tag': '7ae92938-708c-4820-8def-dcf234c23c03', 'status': 'completed', 'code': 200} Feb 02 07:16:40.334573 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fa091209-c0c3-41c3-83df-d7445f749f48 req-24599805-ecbd-40cb-b64b-6b7d81bf8781 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ae92938-708c-4820-8def-dcf234c23c03 HTTP/1.1" status: 200 len: 217 time: 0.0740755 Feb 02 07:16:40.445205 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa091209-c0c3-41c3-83df-d7445f749f48 req-0ae6ba14-e9d0-4e9d-8eb4-84707ff59199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:16:40.446870 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fa091209-c0c3-41c3-83df-d7445f749f48 req-0ae6ba14-e9d0-4e9d-8eb4-84707ff59199 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=44a369a2-4fd0-4fcc-9b66-fee041fedbef HTTP/1.1" status: 200 len: 852 time: 0.1064897 Feb 02 07:16:40.547272 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fa091209-c0c3-41c3-83df-d7445f749f48 req-50504938-eb53-42f1-b14a-51168620a543 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ec14a810-28cb-452c-8a58-03e4eebabfec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910811 Feb 02 07:16:40.753303 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fa091209-c0c3-41c3-83df-d7445f749f48 req-6321c43b-deba-4d52-bb1a-b5b3ab98e378 service neutron] 10.222.0.59 "GET /v2.0/networks/ec14a810-28cb-452c-8a58-03e4eebabfec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959703 Feb 02 07:16:40.974912 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b3e1ce96-d1a7-4c6a-bfcf-18c137e1164b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:42.341451 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 60800) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:42.441007 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fa091209-c0c3-41c3-83df-d7445f749f48 req-608d2350-0d0f-4145-9472-74f23965e08d service neutron] 10.222.0.59 "GET /v2.0/networks/ec14a810-28cb-452c-8a58-03e4eebabfec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6806591 Feb 02 07:16:42.509592 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f34f4-b82e-4acf-8596-d2665d221d20 req-37925f78-d6c1-403a-9a0b-c4dbb8ac4dca tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:16:42.517725 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8b8f34f4-b82e-4acf-8596-d2665d221d20 req-37925f78-d6c1-403a-9a0b-c4dbb8ac4dca tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=3eebea10-319c-43af-a118-4f59198d647e HTTP/1.1" status: 200 len: 944 time: 0.3013251 Feb 02 07:16:42.682125 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-762897b4-87dd-4b0f-8e52-3238338e2439 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:42.738724 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8b8f34f4-b82e-4acf-8596-d2665d221d20 req-49fc7c85-1d9c-49ee-8005-64dd81871f2f tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136040 Feb 02 07:16:42.801252 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0fcdf6-be53-4584-b021-31af78f01991 req-8bd02b61-0aea-4498-8aa1-e70e86b92669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:16:42.803115 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dc0fcdf6-be53-4584-b021-31af78f01991 req-8bd02b61-0aea-4498-8aa1-e70e86b92669 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=55cc3e1e6f054ff8aa27776e1d040f10&device_id=3eebea10-319c-43af-a118-4f59198d647e HTTP/1.1" status: 200 len: 1127 time: 0.2531700 Feb 02 07:16:42.836381 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-762897b4-87dd-4b0f-8e52-3238338e2439 admin admin] Publish callbacks [] for security_group (15beddc6-113c-4a1a-a19b-b0f121c48296), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:42.845791 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-762897b4-87dd-4b0f-8e52-3238338e2439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (15beddc6-113c-4a1a-a19b-b0f121c48296), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:42.938595 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-762897b4-87dd-4b0f-8e52-3238338e2439 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=859ac10e92dc459990d4e015e25b8534&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5946033 Feb 02 07:16:42.939263 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 60814) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:42.939968 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762897b4-87dd-4b0f-8e52-3238338e2439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15beddc6-113c-4a1a-a19b-b0f121c48296,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:16:43.017940 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0fcdf6-be53-4584-b021-31af78f01991 req-e96a1a8c-2750-4265-a53c-00ea6e0f0f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:16:43.026222 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dc0fcdf6-be53-4584-b021-31af78f01991 req-e96a1a8c-2750-4265-a53c-00ea6e0f0f6f service neutron] 10.222.0.59 "GET /v2.0/networks?id=ec14a810-28cb-452c-8a58-03e4eebabfec HTTP/1.1" status: 200 len: 913 time: 0.2175622 Feb 02 07:16:43.066384 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-49d92e2b-26dd-4bfb-8fc9-73a721e0f878 admin admin] Publish callbacks [] for security_group (15beddc6-113c-4a1a-a19b-b0f121c48296), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:43.115262 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dc0fcdf6-be53-4584-b021-31af78f01991 req-896fee69-4bfe-41a0-ab8f-24cbb7d33109 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ae92938-708c-4820-8def-dcf234c23c03 HTTP/1.1" status: 200 len: 217 time: 0.0804796 Feb 02 07:16:43.120842 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-49d92e2b-26dd-4bfb-8fc9-73a721e0f878 admin admin] Publish callbacks [] for security_group (15beddc6-113c-4a1a-a19b-b0f121c48296), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:43.218010 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0fcdf6-be53-4584-b021-31af78f01991 req-697169e9-a1ca-4378-844b-a3a259d6d495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:16:43.221089 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dc0fcdf6-be53-4584-b021-31af78f01991 req-697169e9-a1ca-4378-844b-a3a259d6d495 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=44a369a2-4fd0-4fcc-9b66-fee041fedbef HTTP/1.1" status: 200 len: 852 time: 0.0992286 Feb 02 07:16:43.259414 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-49d92e2b-26dd-4bfb-8fc9-73a721e0f878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (15beddc6-113c-4a1a-a19b-b0f121c48296), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:43.262328 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-49d92e2b-26dd-4bfb-8fc9-73a721e0f878 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:43.265798 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-49d92e2b-26dd-4bfb-8fc9-73a721e0f878 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/15beddc6-113c-4a1a-a19b-b0f121c48296 HTTP/1.1" status: 204 len: 168 time: 0.3203313 Feb 02 07:16:43.280659 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d92e2b-26dd-4bfb-8fc9-73a721e0f878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15beddc6-113c-4a1a-a19b-b0f121c48296,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:16:43.328262 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dc0fcdf6-be53-4584-b021-31af78f01991 req-3bdb0d79-9184-4087-981b-b5cd6c279555 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ec14a810-28cb-452c-8a58-03e4eebabfec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1008255 Feb 02 07:16:43.349990 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ffd2dd4d-6d4f-4aac-8253-a4fb106b6d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:43.643484 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dc0fcdf6-be53-4584-b021-31af78f01991 req-741338e9-778d-4552-bc74-6ee719eff98e service neutron] 10.222.0.59 "GET /v2.0/networks/ec14a810-28cb-452c-8a58-03e4eebabfec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029132 Feb 02 07:16:44.143948 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 60830) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:44.159533 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ab652f37-0ca7-47af-8d59-16fd90fd8fea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:44.164389 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dc0fcdf6-be53-4584-b021-31af78f01991 req-c60765d2-8c02-4f35-8681-d0f0bd040f8d service neutron] 10.222.0.59 "GET /v2.0/networks/ec14a810-28cb-452c-8a58-03e4eebabfec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5134289 Feb 02 07:16:44.206495 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602e457-0b5d-4b69-96b4-8c3e3b55556b req-90fd481a-0b03-4819-9f45-1d5955aa3573 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:16:44.210726 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e602e457-0b5d-4b69-96b4-8c3e3b55556b req-90fd481a-0b03-4819-9f45-1d5955aa3573 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=3eebea10-319c-43af-a118-4f59198d647e HTTP/1.1" status: 200 len: 944 time: 0.2580392 Feb 02 07:16:44.317724 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e602e457-0b5d-4b69-96b4-8c3e3b55556b req-76528503-1787-4e1f-80e9-88ea19dc8185 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997896 Feb 02 07:16:44.320319 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ab652f37-0ca7-47af-8d59-16fd90fd8fea admin admin] Publish callbacks [] for security_group (05b707de-fa09-46b9-8500-781f5adf1737), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:44.331875 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ab652f37-0ca7-47af-8d59-16fd90fd8fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (05b707de-fa09-46b9-8500-781f5adf1737), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:44.400058 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab652f37-0ca7-47af-8d59-16fd90fd8fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b707de-fa09-46b9-8500-781f5adf1737,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:16:44.442611 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 60832) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:44.442835 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-ab652f37-0ca7-47af-8d59-16fd90fd8fea admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ae51f4a9bed1411c9cd4680a324f24b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2959180 Feb 02 07:16:44.544028 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8b28db3b-13e4-48c6-9a18-97672ab84d99 admin admin] Publish callbacks [] for security_group (05b707de-fa09-46b9-8500-781f5adf1737), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:44.605796 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8b28db3b-13e4-48c6-9a18-97672ab84d99 admin admin] Publish callbacks [] for security_group (05b707de-fa09-46b9-8500-781f5adf1737), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:44.681956 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:44.703248 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8b28db3b-13e4-48c6-9a18-97672ab84d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (05b707de-fa09-46b9-8500-781f5adf1737), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:44.706932 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8b28db3b-13e4-48c6-9a18-97672ab84d99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:44.708889 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-8b28db3b-13e4-48c6-9a18-97672ab84d99 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/05b707de-fa09-46b9-8500-781f5adf1737 HTTP/1.1" status: 204 len: 168 time: 0.2654836 Feb 02 07:16:44.724658 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b28db3b-13e4-48c6-9a18-97672ab84d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b707de-fa09-46b9-8500-781f5adf1737,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:16:44.741856 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b28db3b-13e4-48c6-9a18-97672ab84d99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:16:44.743456 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b28db3b-13e4-48c6-9a18-97672ab84d99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:16:44.745552 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b28db3b-13e4-48c6-9a18-97672ab84d99 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:16:44.747862 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b28db3b-13e4-48c6-9a18-97672ab84d99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:16:44.748582 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b28db3b-13e4-48c6-9a18-97672ab84d99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:16:44.749125 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b28db3b-13e4-48c6-9a18-97672ab84d99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:16:44.750099 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b28db3b-13e4-48c6-9a18-97672ab84d99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:16:44.751745 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b28db3b-13e4-48c6-9a18-97672ab84d99 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:16:44.752292 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b28db3b-13e4-48c6-9a18-97672ab84d99 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:16:44.753020 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b28db3b-13e4-48c6-9a18-97672ab84d99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:16:44.763870 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b28db3b-13e4-48c6-9a18-97672ab84d99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:16:44.764548 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b28db3b-13e4-48c6-9a18-97672ab84d99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:16:44.765146 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b28db3b-13e4-48c6-9a18-97672ab84d99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:16:45.555649 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3302e0-7410-490a-ae2b-23d58328d30c req-9ec1791b-4062-442c-b7aa-34da34f840b4 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:16:45.557262 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fc3302e0-7410-490a-ae2b-23d58328d30c req-9ec1791b-4062-442c-b7aa-34da34f840b4 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=3eebea10-319c-43af-a118-4f59198d647e HTTP/1.1" status: 200 len: 944 time: 0.1283042 Feb 02 07:16:45.674218 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fc3302e0-7410-490a-ae2b-23d58328d30c req-f467aa2d-c672-4083-ab06-019f32606ab6 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105003 Feb 02 07:16:46.023145 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:46.963151 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ec39d-6b58-48af-963e-46ba8c6ac5ac req-3fcf9a88-344a-44c9-ae3e-70aa8e236f18 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:16:46.970894 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c74ec39d-6b58-48af-963e-46ba8c6ac5ac req-3fcf9a88-344a-44c9-ae3e-70aa8e236f18 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=3eebea10-319c-43af-a118-4f59198d647e HTTP/1.1" status: 200 len: 944 time: 0.1122961 Feb 02 07:16:47.119506 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c74ec39d-6b58-48af-963e-46ba8c6ac5ac req-0376b25e-26e1-459e-a5c3-d32995c65872 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301253 Feb 02 07:16:47.196624 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 7ae92938-708c-4820-8def-dcf234c23c03 details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:16:47.444870 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:48.034075 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 7ae92938-708c-4820-8def-dcf234c23c03, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=7ae92938-708c-4820-8def-dcf234c23c03,segment=NetworkSegment(2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0),segment_id=2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:16:48.092656 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': '7ae92938-708c-4820-8def-dcf234c23c03', 'network_id': 'ec14a810-28cb-452c-8a58-03e4eebabfec', 'port_id': '7ae92938-708c-4820-8def-dcf234c23c03', 'mac_address': 'fa:16:3e:01:91:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44a369a2-4fd0-4fcc-9b66-fee041fedbef', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:16:48.196381 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 7ae92938-708c-4820-8def-dcf234c23c03 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:16:48.198032 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (7ae92938-708c-4820-8def-dcf234c23c03), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:48.226983 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ae92938-708c-4820-8def-dcf234c23c03 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:16:48.280121 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 7ae92938-708c-4820-8def-dcf234c23c03, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=7ae92938-708c-4820-8def-dcf234c23c03,segment=NetworkSegment(2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0),segment_id=2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:16:48.294768 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (7ae92938-708c-4820-8def-dcf234c23c03), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:48.366746 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8818afc-1dd9-46af-b71c-90156e86e097 req-c6a70fda-6935-4f8f-a8b3-68c0b9f9ef2b tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:16:48.376269 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d8818afc-1dd9-46af-b71c-90156e86e097 req-c6a70fda-6935-4f8f-a8b3-68c0b9f9ef2b tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=3eebea10-319c-43af-a118-4f59198d647e HTTP/1.1" status: 200 len: 944 time: 0.1438036 Feb 02 07:16:48.535007 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=7ae92938-708c-4820-8def-dcf234c23c03,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:16:48.559373 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:16:48.559749 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:16:48.560094 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:16:48.560432 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:16:48.560764 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:16:48.561094 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:16:48.561420 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:16:48.561745 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:16:48.562067 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:16:48.562389 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:16:48.562705 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:16:48.563024 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:16:48.563343 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:16:48.611652 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d8818afc-1dd9-46af-b71c-90156e86e097 req-2d025b24-9074-4686-9cf7-1de9cc520615 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225997 Feb 02 07:16:48.760326 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['7ae92938-708c-4820-8def-dcf234c23c03'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:16:48.971877 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 60932) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:49.139175 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bd04d997-e3d3-4091-b245-7ed41d5f8433 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:49.288055 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bd04d997-e3d3-4091-b245-7ed41d5f8433 admin admin] Publish callbacks [] for security_group (d89d0b77-18cf-4c4d-9fd8-bf099bedcede), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:49.305455 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bd04d997-e3d3-4091-b245-7ed41d5f8433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (d89d0b77-18cf-4c4d-9fd8-bf099bedcede), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:49.363639 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-bd04d997-e3d3-4091-b245-7ed41d5f8433 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=5d08af0ac6a041d2bd15a839a684c25b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3897481 Feb 02 07:16:49.366679 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 60938) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:49.386323 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd04d997-e3d3-4091-b245-7ed41d5f8433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d89d0b77-18cf-4c4d-9fd8-bf099bedcede,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:16:49.468215 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-eb43e36d-9c0f-4ffa-9de2-973d1091cf05 admin admin] Publish callbacks [] for security_group (d89d0b77-18cf-4c4d-9fd8-bf099bedcede), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:49.498977 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-eb43e36d-9c0f-4ffa-9de2-973d1091cf05 admin admin] Publish callbacks [] for security_group (d89d0b77-18cf-4c4d-9fd8-bf099bedcede), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:49.563544 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-eb43e36d-9c0f-4ffa-9de2-973d1091cf05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (d89d0b77-18cf-4c4d-9fd8-bf099bedcede), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:49.568139 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-eb43e36d-9c0f-4ffa-9de2-973d1091cf05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:49.569788 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-eb43e36d-9c0f-4ffa-9de2-973d1091cf05 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d89d0b77-18cf-4c4d-9fd8-bf099bedcede HTTP/1.1" status: 204 len: 168 time: 0.2013779 Feb 02 07:16:49.581486 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb43e36d-9c0f-4ffa-9de2-973d1091cf05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89d0b77-18cf-4c4d-9fd8-bf099bedcede,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:16:49.864376 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b15eb8-e0d3-43ca-9fa7-94f9506d03f1 req-b4aaa365-419f-4704-91d5-2d0dbbe8d69f tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:16:49.877244 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-49b15eb8-e0d3-43ca-9fa7-94f9506d03f1 req-b4aaa365-419f-4704-91d5-2d0dbbe8d69f tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=3eebea10-319c-43af-a118-4f59198d647e HTTP/1.1" status: 200 len: 945 time: 0.1282501 Feb 02 07:16:49.982381 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-49b15eb8-e0d3-43ca-9fa7-94f9506d03f1 req-36c79581-4327-4d6e-b1a2-608759261fcb tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963342 Feb 02 07:16:50.041982 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 60972) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:50.061138 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9f561fbf-2f55-4063-a6a9-ac4c21396ec2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:50.167593 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9f561fbf-2f55-4063-a6a9-ac4c21396ec2 admin admin] Publish callbacks [] for security_group (4471c4cc-914a-445d-849d-2616c118e739), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:50.173651 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9f561fbf-2f55-4063-a6a9-ac4c21396ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (4471c4cc-914a-445d-849d-2616c118e739), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:50.202239 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-9f561fbf-2f55-4063-a6a9-ac4c21396ec2 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=211a2bbfca174ba78d6fb6fbcb88427b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1589420 Feb 02 07:16:50.204939 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 60976) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:50.227734 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 60978) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:50.280383 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-619ff0d0-e2e7-4f56-8b2e-dace32c99aaf admin admin] Publish callbacks [] for security_group (4471c4cc-914a-445d-849d-2616c118e739), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:50.283522 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f561fbf-2f55-4063-a6a9-ac4c21396ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4471c4cc-914a-445d-849d-2616c118e739,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:16:50.315918 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-619ff0d0-e2e7-4f56-8b2e-dace32c99aaf admin admin] Publish callbacks [] for security_group (4471c4cc-914a-445d-849d-2616c118e739), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:50.391021 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-619ff0d0-e2e7-4f56-8b2e-dace32c99aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (4471c4cc-914a-445d-849d-2616c118e739), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:50.396718 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-619ff0d0-e2e7-4f56-8b2e-dace32c99aaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:50.400008 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-619ff0d0-e2e7-4f56-8b2e-dace32c99aaf admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/4471c4cc-914a-445d-849d-2616c118e739 HTTP/1.1" status: 204 len: 168 time: 0.1928775 Feb 02 07:16:50.410509 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619ff0d0-e2e7-4f56-8b2e-dace32c99aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4471c4cc-914a-445d-849d-2616c118e739,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:16:50.467743 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d9654cd9-a41f-417e-9e5e-60677c3907f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:50.631016 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d780a-4b05-42ed-a6e7-cb8410895c6c req-c05de792-fe8e-4ad6-8e7e-b62561c0f12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:16:50.633012 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-791d780a-4b05-42ed-a6e7-cb8410895c6c req-c05de792-fe8e-4ad6-8e7e-b62561c0f12c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=faba4237acf64862ba84ad5ca9ce531a&device_id=c6413e47-3ae9-473a-844c-f4bcd11bbc2e HTTP/1.1" status: 200 len: 1129 time: 0.1227901 Feb 02 07:16:50.641305 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d9654cd9-a41f-417e-9e5e-60677c3907f5 admin admin] Publish callbacks [] for security_group (8a9a2829-81e3-4720-a0d6-ae394b332a9e), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:50.649656 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d9654cd9-a41f-417e-9e5e-60677c3907f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (8a9a2829-81e3-4720-a0d6-ae394b332a9e), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:50.742884 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d9654cd9-a41f-417e-9e5e-60677c3907f5 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=08bb1902fccf45bda42764a51466b002&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5134768 Feb 02 07:16:50.744519 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 60992) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:50.751831 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9654cd9-a41f-417e-9e5e-60677c3907f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9a2829-81e3-4720-a0d6-ae394b332a9e,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:16:50.797538 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d780a-4b05-42ed-a6e7-cb8410895c6c req-ea18cbf9-9b94-491c-8777-73f1e116cf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:16:50.800934 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-791d780a-4b05-42ed-a6e7-cb8410895c6c req-ea18cbf9-9b94-491c-8777-73f1e116cf23 service neutron] 10.222.0.59 "GET /v2.0/networks?id=93a7727a-9e40-4a0f-b90d-66c79fe1bf6c HTTP/1.1" status: 200 len: 918 time: 0.1606820 Feb 02 07:16:50.854252 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ccdbc7fe-003c-4441-96bf-af1338644f44 admin admin] Publish callbacks [] for security_group (8a9a2829-81e3-4720-a0d6-ae394b332a9e), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:50.883437 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ccdbc7fe-003c-4441-96bf-af1338644f44 admin admin] Publish callbacks [] for security_group (8a9a2829-81e3-4720-a0d6-ae394b332a9e), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:50.887015 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-791d780a-4b05-42ed-a6e7-cb8410895c6c req-c2c56899-d1fd-4ae6-b332-0b91e294cb3f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5693ad4-1652-4353-8d5c-35e07e2e3df9 HTTP/1.1" status: 200 len: 1001 time: 0.0787120 Feb 02 07:16:50.982963 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ccdbc7fe-003c-4441-96bf-af1338644f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (8a9a2829-81e3-4720-a0d6-ae394b332a9e), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:50.986382 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ccdbc7fe-003c-4441-96bf-af1338644f44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:50.987789 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-ccdbc7fe-003c-4441-96bf-af1338644f44 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/8a9a2829-81e3-4720-a0d6-ae394b332a9e HTTP/1.1" status: 204 len: 168 time: 0.2423124 Feb 02 07:16:51.003009 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbc7fe-003c-4441-96bf-af1338644f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9a2829-81e3-4720-a0d6-ae394b332a9e,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:16:51.073924 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d780a-4b05-42ed-a6e7-cb8410895c6c req-7b3bb602-53ae-4db6-b103-961ce423fe45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:16:51.079275 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-791d780a-4b05-42ed-a6e7-cb8410895c6c req-7b3bb602-53ae-4db6-b103-961ce423fe45 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=772313e3-625d-4c7f-b776-8fe829836021 HTTP/1.1" status: 200 len: 856 time: 0.1862650 Feb 02 07:16:51.214930 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 7ae92938-708c-4820-8def-dcf234c23c03 up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:16:51.282710 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d780a-4b05-42ed-a6e7-cb8410895c6c req-93547699-2fb3-40d7-bd14-2ac61baffe75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:16:51.284292 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-791d780a-4b05-42ed-a6e7-cb8410895c6c req-93547699-2fb3-40d7-bd14-2ac61baffe75 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=93a7727a-9e40-4a0f-b90d-66c79fe1bf6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1983807 Feb 02 07:16:51.303082 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port 7ae92938-708c-4820-8def-dcf234c23c03 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:16:51.310431 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port 7ae92938-708c-4820-8def-dcf234c23c03 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:16:51.310876 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (7ae92938-708c-4820-8def-dcf234c23c03), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:51.367890 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2814a148-0664-46e6-b747-799c1b0eea60 req-374fe76d-1260-4837-a1b6-e8479fb34467 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:16:51.375138 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2814a148-0664-46e6-b747-799c1b0eea60 req-374fe76d-1260-4837-a1b6-e8479fb34467 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=3eebea10-319c-43af-a118-4f59198d647e HTTP/1.1" status: 200 len: 945 time: 0.2903054 Feb 02 07:16:51.484385 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 7ae92938-708c-4820-8def-dcf234c23c03 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:16:51.487323 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (7ae92938-708c-4820-8def-dcf234c23c03), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:51.550119 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2814a148-0664-46e6-b747-799c1b0eea60 req-30f26d69-66ad-41d8-88fc-906aa9af40ce tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688869 Feb 02 07:16:51.555112 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-791d780a-4b05-42ed-a6e7-cb8410895c6c req-a92d7641-ee14-440d-9762-b44b8da6cd84 service neutron] 10.222.0.59 "GET /v2.0/networks/93a7727a-9e40-4a0f-b90d-66c79fe1bf6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574220 Feb 02 07:16:51.556476 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 7ae92938-708c-4820-8def-dcf234c23c03, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=7ae92938-708c-4820-8def-dcf234c23c03,segment=NetworkSegment(2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0),segment_id=2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:16:51.557652 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eebea10-319c-43af-a118-4f59198d647e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae92938-708c-4820-8def-dcf234c23c03'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:16:51.560252 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2603f6f2-d40d-4daa-a4df-22ba312fd16a" -d '{"events": [{"server_uuid": "3eebea10-319c-43af-a118-4f59198d647e", "name": "network-vif-plugged", "status": "completed", "tag": "7ae92938-708c-4820-8def-dcf234c23c03"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:16:51.568578 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (7ae92938-708c-4820-8def-dcf234c23c03), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:51.635774 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=7ae92938-708c-4820-8def-dcf234c23c03,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:16:51.651475 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a2531b7-1494-4a23-ab42-ee8385005169 x-openstack-request-id: req-6a2531b7-1494-4a23-ab42-ee8385005169 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:16:51.652454 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eebea10-319c-43af-a118-4f59198d647e", "name": "network-vif-plugged", "status": "completed", "tag": "7ae92938-708c-4820-8def-dcf234c23c03", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:16:51.652722 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-6a2531b7-1494-4a23-ab42-ee8385005169 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:16:51.653289 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eebea10-319c-43af-a118-4f59198d647e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae92938-708c-4820-8def-dcf234c23c03', 'code': 200} Feb 02 07:16:51.794016 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-791d780a-4b05-42ed-a6e7-cb8410895c6c req-5ecdf382-3530-4983-b5be-4731984e6c9a service neutron] 10.222.0.59 "GET /v2.0/networks/93a7727a-9e40-4a0f-b90d-66c79fe1bf6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324622 Feb 02 07:16:51.809917 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 32796) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:51.836575 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cae375b6-e12d-483c-82cc-a2afdefaa833 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:51.864241 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdf5f3b-8cae-4d6e-b6bf-904ba374a540 req-c8f392ad-7e3d-4ce1-876e-329551682415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:16:51.869123 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1cdf5f3b-8cae-4d6e-b6bf-904ba374a540 req-c8f392ad-7e3d-4ce1-876e-329551682415 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3eebea10-319c-43af-a118-4f59198d647e HTTP/1.1" status: 200 len: 1129 time: 0.1205525 Feb 02 07:16:51.962654 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1cdf5f3b-8cae-4d6e-b6bf-904ba374a540 req-c62fbbc2-6353-4b2f-85af-536b079760fa service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891266 Feb 02 07:16:51.975217 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cae375b6-e12d-483c-82cc-a2afdefaa833 admin admin] Publish callbacks [] for security_group (f470e8e1-a166-4e47-a391-7c68780cd4d7), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:51.980753 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cae375b6-e12d-483c-82cc-a2afdefaa833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (f470e8e1-a166-4e47-a391-7c68780cd4d7), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:52.032015 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-cae375b6-e12d-483c-82cc-a2afdefaa833 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c65046a55b2148fc8135144de584ee3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2187459 Feb 02 07:16:52.032015 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae375b6-e12d-483c-82cc-a2afdefaa833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f470e8e1-a166-4e47-a391-7c68780cd4d7,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:16:52.032400 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 32798) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:16:52.081305 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:52.120892 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-33ae504c-0fcc-49c6-ac1e-c7ee92d926ce admin admin] Publish callbacks [] for security_group (f470e8e1-a166-4e47-a391-7c68780cd4d7), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:52.158346 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-33ae504c-0fcc-49c6-ac1e-c7ee92d926ce admin admin] Publish callbacks [] for security_group (f470e8e1-a166-4e47-a391-7c68780cd4d7), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:52.309889 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-33ae504c-0fcc-49c6-ac1e-c7ee92d926ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (f470e8e1-a166-4e47-a391-7c68780cd4d7), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:52.313533 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-33ae504c-0fcc-49c6-ac1e-c7ee92d926ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:52.314874 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-33ae504c-0fcc-49c6-ac1e-c7ee92d926ce admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/f470e8e1-a166-4e47-a391-7c68780cd4d7 HTTP/1.1" status: 204 len: 168 time: 0.2815645 Feb 02 07:16:52.325109 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ae504c-0fcc-49c6-ac1e-c7ee92d926ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f470e8e1-a166-4e47-a391-7c68780cd4d7,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:16:52.766541 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9588eac5-055a-4ddd-83e6-6352f51bbee8 req-3542f134-4189-4a85-9bb8-24cd2e3dbf70 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:16:52.768250 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9588eac5-055a-4ddd-83e6-6352f51bbee8 req-3542f134-4189-4a85-9bb8-24cd2e3dbf70 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=3eebea10-319c-43af-a118-4f59198d647e HTTP/1.1" status: 200 len: 946 time: 0.1134293 Feb 02 07:16:52.847240 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9588eac5-055a-4ddd-83e6-6352f51bbee8 req-dfb94396-0774-44df-9d1a-cf2e05cad405 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721285 Feb 02 07:16:53.210494 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device e5693ad4-1652-4353-8d5c-35e07e2e3df9 no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:16:53.333914 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port e5693ad4-1652-4353-8d5c-35e07e2e3df9 is: ACTIVE; New status is: DOWN {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:16:53.334648 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (e5693ad4-1652-4353-8d5c-35e07e2e3df9), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:53.392777 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port e5693ad4-1652-4353-8d5c-35e07e2e3df9, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=e5693ad4-1652-4353-8d5c-35e07e2e3df9,segment=NetworkSegment(99da04fe-20b0-46d1-9372-22452ee68679),segment_id=99da04fe-20b0-46d1-9372-22452ee68679)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:16:53.400784 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (e5693ad4-1652-4353-8d5c-35e07e2e3df9), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:53.459354 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=e5693ad4-1652-4353-8d5c-35e07e2e3df9,revision_number=8']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:16:53.654278 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6413e47-3ae9-473a-844c-f4bcd11bbc2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5693ad4-1652-4353-8d5c-35e07e2e3df9'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:16:53.657665 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-424f800b-80cd-45b4-bedc-fc7aa62f6e45" -d '{"events": [{"server_uuid": "c6413e47-3ae9-473a-844c-f4bcd11bbc2e", "name": "network-vif-unplugged", "status": "completed", "tag": "e5693ad4-1652-4353-8d5c-35e07e2e3df9"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:16:53.732148 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 07:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f38dae2-387b-430e-9dc9-7869d63c1d40 x-openstack-request-id: req-3f38dae2-387b-430e-9dc9-7869d63c1d40 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:16:53.732449 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6413e47-3ae9-473a-844c-f4bcd11bbc2e", "name": "network-vif-unplugged", "status": "completed", "tag": "e5693ad4-1652-4353-8d5c-35e07e2e3df9", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:16:53.732734 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-3f38dae2-387b-430e-9dc9-7869d63c1d40 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:16:53.733437 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6413e47-3ae9-473a-844c-f4bcd11bbc2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5693ad4-1652-4353-8d5c-35e07e2e3df9', 'code': 200} Feb 02 07:16:54.154793 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea181c9d-5aeb-40f1-bf96-78fdc27d1386 req-d74ab51b-3547-4cfc-ad32-f2f53f6ca494 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:16:54.157488 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ea181c9d-5aeb-40f1-bf96-78fdc27d1386 req-d74ab51b-3547-4cfc-ad32-f2f53f6ca494 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=3eebea10-319c-43af-a118-4f59198d647e HTTP/1.1" status: 200 len: 946 time: 0.1870270 Feb 02 07:16:54.278950 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ea181c9d-5aeb-40f1-bf96-78fdc27d1386 req-b5feb8c6-a44a-425a-99cf-63bceb23f084 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149549 Feb 02 07:16:54.671879 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f349982b-6144-4d4c-bb5e-612479da8c11 req-ec82811c-d7c1-4443-b1e0-2a63144fac1a tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:16:54.673825 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f349982b-6144-4d4c-bb5e-612479da8c11 req-ec82811c-d7c1-4443-b1e0-2a63144fac1a tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=3eebea10-319c-43af-a118-4f59198d647e HTTP/1.1" status: 200 len: 946 time: 0.0930526 Feb 02 07:16:54.808617 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f349982b-6144-4d4c-bb5e-612479da8c11 req-2eb51804-969f-45ef-9bc9-327157d87c6f tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268716 Feb 02 07:16:55.996348 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f62c8-a198-4223-954c-f2e4c80350ba req-64bb14fd-e20b-43f4-9917-a228a47de1bc tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:16:56.001300 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-725f62c8-a198-4223-954c-f2e4c80350ba req-64bb14fd-e20b-43f4-9917-a228a47de1bc tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=3eebea10-319c-43af-a118-4f59198d647e HTTP/1.1" status: 200 len: 946 time: 0.0966525 Feb 02 07:16:56.114606 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-725f62c8-a198-4223-954c-f2e4c80350ba req-9ff4561f-73ff-4cec-b46b-0f15797adf92 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070952 Feb 02 07:16:56.575860 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa501a89-2e26-4b7a-a6f2-358c5586c3b6 req-52dc8715-f4fa-4ec3-a888-810e45c14e00 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:16:56.577513 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-aa501a89-2e26-4b7a-a6f2-358c5586c3b6 req-52dc8715-f4fa-4ec3-a888-810e45c14e00 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=3eebea10-319c-43af-a118-4f59198d647e HTTP/1.1" status: 200 len: 946 time: 0.1013653 Feb 02 07:16:56.664291 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-aa501a89-2e26-4b7a-a6f2-358c5586c3b6 req-c49d368e-faeb-4536-8344-04c46fac26dc tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806954 Feb 02 07:16:57.259307 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device e5693ad4-1652-4353-8d5c-35e07e2e3df9 no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:16:57.324695 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:57.463436 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port e5693ad4-1652-4353-8d5c-35e07e2e3df9 is: DOWN; New status is: DOWN {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:16:57.828728 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891902b-75a5-4ce8-b5dc-7ee28a341b8a req-3bb77b64-af7e-4b30-b85e-2c8dd677103e tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:16:57.836086 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0891902b-75a5-4ce8-b5dc-7ee28a341b8a req-3bb77b64-af7e-4b30-b85e-2c8dd677103e tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=3eebea10-319c-43af-a118-4f59198d647e HTTP/1.1" status: 200 len: 946 time: 0.0775852 Feb 02 07:16:57.905282 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0891902b-75a5-4ce8-b5dc-7ee28a341b8a req-afd44a5e-570a-4fab-bd96-82cf0a8b151d tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632646 Feb 02 07:16:58.102658 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb041ed8-87a6-47ad-bd2e-7121e9aefce7 req-f3d775e0-56e3-456a-8a35-ea5fb00fe4a9 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:16:58.104284 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bb041ed8-87a6-47ad-bd2e-7121e9aefce7 req-f3d775e0-56e3-456a-8a35-ea5fb00fe4a9 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.59 "GET /v2.0/ports?device_id=3eebea10-319c-43af-a118-4f59198d647e HTTP/1.1" status: 200 len: 946 time: 0.0945890 Feb 02 07:16:58.227294 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-bb041ed8-87a6-47ad-bd2e-7121e9aefce7 req-3c9aa51c-ca7a-4340-85b4-589482d50f73 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Deleting port 7ae92938-708c-4820-8def-dcf234c23c03 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:16:58.227788 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-bb041ed8-87a6-47ad-bd2e-7121e9aefce7 req-3c9aa51c-ca7a-4340-85b4-589482d50f73 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (7ae92938-708c-4820-8def-dcf234c23c03), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:58.344425 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-bb041ed8-87a6-47ad-bd2e-7121e9aefce7 req-3c9aa51c-ca7a-4340-85b4-589482d50f73 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] For port 7ae92938-708c-4820-8def-dcf234c23c03, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=7ae92938-708c-4820-8def-dcf234c23c03,segment=NetworkSegment(2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0),segment_id=2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:16:58.349068 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-bb041ed8-87a6-47ad-bd2e-7121e9aefce7 req-3c9aa51c-ca7a-4340-85b4-589482d50f73 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (7ae92938-708c-4820-8def-dcf234c23c03), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:58.374702 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-bb041ed8-87a6-47ad-bd2e-7121e9aefce7 req-3c9aa51c-ca7a-4340-85b4-589482d50f73 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Calling delete_port for 7ae92938-708c-4820-8def-dcf234c23c03 owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:16:58.607852 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-bb041ed8-87a6-47ad-bd2e-7121e9aefce7 req-3c9aa51c-ca7a-4340-85b4-589482d50f73 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (7ae92938-708c-4820-8def-dcf234c23c03), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:58.641410 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['7ae92938-708c-4820-8def-dcf234c23c03'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:16:58.663475 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9aa51c-ca7a-4340-85b4-589482d50f73 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Pushing event deleted for resources: {'Port': ['ID=7ae92938-708c-4820-8def-dcf234c23c03,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:16:58.716123 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb041ed8-87a6-47ad-bd2e-7121e9aefce7 req-3c9aa51c-ca7a-4340-85b4-589482d50f73 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] No DVR routers for this DVR port 7ae92938-708c-4820-8def-dcf234c23c03 on host n-h2-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:16:58.718874 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-bb041ed8-87a6-47ad-bd2e-7121e9aefce7 req-3c9aa51c-ca7a-4340-85b4-589482d50f73 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:16:58.723600 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bb041ed8-87a6-47ad-bd2e-7121e9aefce7 req-3c9aa51c-ca7a-4340-85b4-589482d50f73 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.59 "DELETE /v2.0/ports/7ae92938-708c-4820-8def-dcf234c23c03 HTTP/1.1" status: 204 len: 173 time: 0.6124101 Feb 02 07:16:58.724444 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eebea10-319c-43af-a118-4f59198d647e', 'name': 'network-vif-deleted', 'tag': '7ae92938-708c-4820-8def-dcf234c23c03'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:16:58.726816 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e67e99e-ac03-410e-8b85-e96c29f5910e" -d '{"events": [{"server_uuid": "3eebea10-319c-43af-a118-4f59198d647e", "name": "network-vif-deleted", "tag": "7ae92938-708c-4820-8def-dcf234c23c03"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:16:58.778673 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81bb3e3b-f95b-4004-8316-19f585142528 x-openstack-request-id: req-81bb3e3b-f95b-4004-8316-19f585142528 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:16:58.779103 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eebea10-319c-43af-a118-4f59198d647e", "name": "network-vif-deleted", "tag": "7ae92938-708c-4820-8def-dcf234c23c03", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:16:58.779618 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-81bb3e3b-f95b-4004-8316-19f585142528 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:16:58.780131 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eebea10-319c-43af-a118-4f59198d647e', 'name': 'network-vif-deleted', 'tag': '7ae92938-708c-4820-8def-dcf234c23c03', 'status': 'completed', 'code': 200} Feb 02 07:16:59.083899 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-224e945c-8176-49df-a336-1380b806f035 req-eb1777b5-c2b2-4c3c-8b8c-d4a055f5401a tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=3eebea10-319c-43af-a118-4f59198d647e HTTP/1.1" status: 200 len: 210 time: 0.0653815 Feb 02 07:17:00.363278 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 33002) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:17:00.773691 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57190c1-fd01-4b0d-bf6d-b6bd3e686c4d req-fef28c10-3926-4ae6-96cc-83e80ad3d29b tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:00.781762 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d57190c1-fd01-4b0d-bf6d-b6bd3e686c4d req-fef28c10-3926-4ae6-96cc-83e80ad3d29b tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/networks?id=ec14a810-28cb-452c-8a58-03e4eebabfec HTTP/1.1" status: 200 len: 812 time: 0.3090947 Feb 02 07:17:00.813354 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d57190c1-fd01-4b0d-bf6d-b6bd3e686c4d req-5b9aac7b-ad9e-4045-b371-e09c71e42134 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/quotas/55cc3e1e6f054ff8aa27776e1d040f10 HTTP/1.1" status: 200 len: 375 time: 0.0287437 Feb 02 07:17:00.989248 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d57190c1-fd01-4b0d-bf6d-b6bd3e686c4d req-797bf788-66c8-4dea-80fc-cb07c7062983 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=55cc3e1e6f054ff8aa27776e1d040f10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1699238 Feb 02 07:17:01.272622 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 7ae92938-708c-4820-8def-dcf234c23c03 no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:17:01.301509 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] No Port match for: 7ae92938-708c-4820-8def-dcf234c23c03 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:17:01.301860 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 7ae92938-708c-4820-8def-dcf234c23c03 not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:17:01.310712 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d57190c1-fd01-4b0d-bf6d-b6bd3e686c4d req-60518e5e-0e3e-4f2e-8fdd-6be0ef047297 service neutron] 10.222.0.87 "GET /v2.0/networks/ec14a810-28cb-452c-8a58-03e4eebabfec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201766 Feb 02 07:17:01.535906 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d57190c1-fd01-4b0d-bf6d-b6bd3e686c4d req-39062f9f-7ce3-4c64-aea3-dd566699f8fa service neutron] 10.222.0.87 "GET /v2.0/networks/ec14a810-28cb-452c-8a58-03e4eebabfec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239294 Feb 02 07:17:01.761953 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a10783f5-4bcf-4dd4-9b8f-16ef7cc7eb5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (ce39ca5b-f97a-4fa3-9e3f-efb600271ce7), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:02.006818 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ab429470-36c9-4433-8d4a-461eb0f56480 req-b40886ac-7d6b-4d77-b6f5-d86ef3e0221f tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=561a5882-80da-4ba7-9a14-6f4391d3da48 HTTP/1.1" status: 200 len: 210 time: 0.0528235 Feb 02 07:17:02.254264 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-a10783f5-4bcf-4dd4-9b8f-16ef7cc7eb5e admin admin] Deleting port 7c8df5bb-05ef-4d95-8835-3ce0a3bde4c1 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:17:02.254891 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a10783f5-4bcf-4dd4-9b8f-16ef7cc7eb5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (7c8df5bb-05ef-4d95-8835-3ce0a3bde4c1), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:02.432925 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-a10783f5-4bcf-4dd4-9b8f-16ef7cc7eb5e admin admin] For port 7c8df5bb-05ef-4d95-8835-3ce0a3bde4c1, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=7c8df5bb-05ef-4d95-8835-3ce0a3bde4c1,segment=NetworkSegment(0eb81a88-33b3-4b45-9d45-2895b4ce9226),segment_id=0eb81a88-33b3-4b45-9d45-2895b4ce9226)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:17:02.433302 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a10783f5-4bcf-4dd4-9b8f-16ef7cc7eb5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (7c8df5bb-05ef-4d95-8835-3ce0a3bde4c1), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:02.461216 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-a10783f5-4bcf-4dd4-9b8f-16ef7cc7eb5e admin admin] Calling delete_port for 7c8df5bb-05ef-4d95-8835-3ce0a3bde4c1 owned by network:router_interface {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:17:02.797405 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a10783f5-4bcf-4dd4-9b8f-16ef7cc7eb5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (7c8df5bb-05ef-4d95-8835-3ce0a3bde4c1), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:02.869541 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10783f5-4bcf-4dd4-9b8f-16ef7cc7eb5e admin admin] Pushing event deleted for resources: {'Port': ['ID=7c8df5bb-05ef-4d95-8835-3ce0a3bde4c1,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:03.192368 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a10783f5-4bcf-4dd4-9b8f-16ef7cc7eb5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (ce39ca5b-f97a-4fa3-9e3f-efb600271ce7), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:03.335269 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-91670822-ef59-4246-941d-8c6124548145 req-a977fe91-326f-430a-a98f-54f20f15b836 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=561a5882-80da-4ba7-9a14-6f4391d3da48 HTTP/1.1" status: 200 len: 210 time: 0.1337304 Feb 02 07:17:03.607970 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57190c1-fd01-4b0d-bf6d-b6bd3e686c4d req-6ded3b17-b966-485e-8efa-d828b34166f4 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:03.610072 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d57190c1-fd01-4b0d-bf6d-b6bd3e686c4d req-6ded3b17-b966-485e-8efa-d828b34166f4 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.59 "GET /v2.0/networks?id=ec14a810-28cb-452c-8a58-03e4eebabfec HTTP/1.1" status: 200 len: 812 time: 0.2503891 Feb 02 07:17:03.630054 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-d57190c1-fd01-4b0d-bf6d-b6bd3e686c4d req-4d8d39ce-834b-4948-925a-e814690a46c2 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Request body: {'port': {'device_id': '561a5882-80da-4ba7-9a14-6f4391d3da48', 'network_id': 'ec14a810-28cb-452c-8a58-03e4eebabfec', 'admin_state_up': True, 'tenant_id': '55cc3e1e6f054ff8aa27776e1d040f10'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:17:03.682007 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a10783f5-4bcf-4dd4-9b8f-16ef7cc7eb5e admin admin] Router ce39ca5b-f97a-4fa3-9e3f-efb600271ce7 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:17:03.818268 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d57190c1-fd01-4b0d-bf6d-b6bd3e686c4d req-4d8d39ce-834b-4948-925a-e814690a46c2 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Made reservation on behalf of 55cc3e1e6f054ff8aa27776e1d040f10 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:17:03.821968 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d57190c1-fd01-4b0d-bf6d-b6bd3e686c4d req-4d8d39ce-834b-4948-925a-e814690a46c2 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:03.915487 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:17:04.027575 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a10783f5-4bcf-4dd4-9b8f-16ef7cc7eb5e admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:17:04.034609 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a10783f5-4bcf-4dd4-9b8f-16ef7cc7eb5e admin admin] 10.222.0.87 "PUT /v2.0/routers/ce39ca5b-f97a-4fa3-9e3f-efb600271ce7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6688850 Feb 02 07:17:04.037721 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 33066) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:17:04.042806 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e3d1f7-e57f-45c8-86d5-4baef5620122 None None] Sync routers for ids ['ce39ca5b-f97a-4fa3-9e3f-efb600271ce7'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:17:04.058368 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e3d1f7-e57f-45c8-86d5-4baef5620122 None None] Routers {'ce39ca5b-f97a-4fa3-9e3f-efb600271ce7'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:17:04.059269 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-67e3d1f7-e57f-45c8-86d5-4baef5620122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:16:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['ce39ca5b-f97a-4fa3-9e3f-efb600271ce7'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:17:04.136299 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-d57190c1-fd01-4b0d-bf6d-b6bd3e686c4d req-4d8d39ce-834b-4948-925a-e814690a46c2 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Allocated IP 172.20.0.14 (ec14a810-28cb-452c-8a58-03e4eebabfec/44a369a2-4fd0-4fcc-9b66-fee041fedbef/21daf890-0b2f-42f3-8248-e7ef9a971bbe) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:17:04.184503 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1089f877-710d-4b5e-a919-ab2bd14d70bb req-8fbbc34e-c51b-487b-8ba9-7e68b809442a tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:04.188790 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1089f877-710d-4b5e-a919-ab2bd14d70bb req-8fbbc34e-c51b-487b-8ba9-7e68b809442a tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a9037b0-532a-408c-b85e-3a39058988ae HTTP/1.1" status: 200 len: 945 time: 0.2031457 Feb 02 07:17:04.197144 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6ce4292a-604f-45e5-9276-8ce5b6bcdfb4 admin admin] Publish callbacks [] for router (ce39ca5b-f97a-4fa3-9e3f-efb600271ce7), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:04.246510 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-67e3d1f7-e57f-45c8-86d5-4baef5620122 None None] Set router ce39ca5b-f97a-4fa3-9e3f-efb600271ce7 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:17:04.333644 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6ce4292a-604f-45e5-9276-8ce5b6bcdfb4 admin admin] Publish callbacks [] for router_gateway (ce39ca5b-f97a-4fa3-9e3f-efb600271ce7), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:04.424307 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1089f877-710d-4b5e-a919-ab2bd14d70bb req-acf95d7d-1037-4ed0-a169-cc82ecf8e6eb tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/security-groups?id=0cda471f-b311-4535-ab7e-114e2234fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2289550 Feb 02 07:17:04.455618 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-6ce4292a-604f-45e5-9276-8ce5b6bcdfb4 admin admin] Deleting port 58cb2ff9-9cbd-4000-a469-f267ce94a489 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:17:04.456856 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6ce4292a-604f-45e5-9276-8ce5b6bcdfb4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (58cb2ff9-9cbd-4000-a469-f267ce94a489), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:04.462552 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d57190c1-fd01-4b0d-bf6d-b6bd3e686c4d req-4d8d39ce-834b-4948-925a-e814690a46c2 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Publish callbacks [] for port (21daf890-0b2f-42f3-8248-e7ef9a971bbe), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:04.521099 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d57190c1-fd01-4b0d-bf6d-b6bd3e686c4d req-4d8d39ce-834b-4948-925a-e814690a46c2 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (21daf890-0b2f-42f3-8248-e7ef9a971bbe), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:04.577644 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d57190c1-fd01-4b0d-bf6d-b6bd3e686c4d req-4d8d39ce-834b-4948-925a-e814690a46c2 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Network ec14a810-28cb-452c-8a58-03e4eebabfec is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:17:04.581002 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-d57190c1-fd01-4b0d-bf6d-b6bd3e686c4d req-4d8d39ce-834b-4948-925a-e814690a46c2 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:17:04.587032 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-d57190c1-fd01-4b0d-bf6d-b6bd3e686c4d req-4d8d39ce-834b-4948-925a-e814690a46c2 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:17:04.589637 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-6ce4292a-604f-45e5-9276-8ce5b6bcdfb4 admin admin] For port 58cb2ff9-9cbd-4000-a469-f267ce94a489, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=58cb2ff9-9cbd-4000-a469-f267ce94a489,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:17:04.590353 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6ce4292a-604f-45e5-9276-8ce5b6bcdfb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (58cb2ff9-9cbd-4000-a469-f267ce94a489), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:04.618146 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-6ce4292a-604f-45e5-9276-8ce5b6bcdfb4 admin admin] Calling delete_port for 58cb2ff9-9cbd-4000-a469-f267ce94a489 owned by network:router_gateway {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:17:04.638568 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8d39ce-834b-4948-925a-e814690a46c2 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Pushing event updated for resources: {'Port': ['ID=21daf890-0b2f-42f3-8248-e7ef9a971bbe,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:04.691892 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57190c1-fd01-4b0d-bf6d-b6bd3e686c4d req-4d8d39ce-834b-4948-925a-e814690a46c2 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:04.692528 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d57190c1-fd01-4b0d-bf6d-b6bd3e686c4d req-4d8d39ce-834b-4948-925a-e814690a46c2 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:04.727359 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d57190c1-fd01-4b0d-bf6d-b6bd3e686c4d req-4d8d39ce-834b-4948-925a-e814690a46c2 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1024492 Feb 02 07:17:04.737661 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5386e0cb-6803-4a40-a2e5-e344344b9648 req-e804ee79-c37e-4cc2-b81b-ef60048fd2e9 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:04.740367 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-67e3d1f7-e57f-45c8-86d5-4baef5620122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce39ca5b-f97a-4fa3-9e3f-efb600271ce7', 'name': 'tempest-TaggedBootDevicesTest_v242-1294267512-router', 'tenant_id': '07cbe6ce97734b3c8365c4e2bb6fcdb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '58cb2ff9-9cbd-4000-a469-f267ce94a489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:08:49Z', 'updated_at': '2022-02-02T07:17:02Z', 'revision_number': 5, 'project_id': '07cbe6ce97734b3c8365c4e2bb6fcdb5', 'gw_port': {'id': '58cb2ff9-9cbd-4000-a469-f267ce94a489', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce39ca5b-f97a-4fa3-9e3f-efb600271ce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:08:50Z', 'updated_at': '2022-02-02T07:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:17:04.744099 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-d57190c1-fd01-4b0d-bf6d-b6bd3e686c4d req-2fd7ad95-b134-473d-8d0b-5bcf2b0000ef service neutron] Request body: {'port': {'device_id': '561a5882-80da-4ba7-9a14-6f4391d3da48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:17:04.745942 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5386e0cb-6803-4a40-a2e5-e344344b9648 req-e804ee79-c37e-4cc2-b81b-ef60048fd2e9 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=561a5882-80da-4ba7-9a14-6f4391d3da48 HTTP/1.1" status: 200 len: 932 time: 0.1367135 Feb 02 07:17:04.796962 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e3d1f7-e57f-45c8-86d5-4baef5620122 None None] Checking router: ce39ca5b-f97a-4fa3-9e3f-efb600271ce7 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:17:04.819662 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e3d1f7-e57f-45c8-86d5-4baef5620122 None None] Routers {'ce39ca5b-f97a-4fa3-9e3f-efb600271ce7'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:17:04.820274 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-67e3d1f7-e57f-45c8-86d5-4baef5620122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:16:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['ce39ca5b-f97a-4fa3-9e3f-efb600271ce7'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:17:04.872239 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5386e0cb-6803-4a40-a2e5-e344344b9648 req-af3e4067-d9e3-4a6b-a5ec-287a54882bc9 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252162 Feb 02 07:17:04.907093 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d57190c1-fd01-4b0d-bf6d-b6bd3e686c4d req-2fd7ad95-b134-473d-8d0b-5bcf2b0000ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (21daf890-0b2f-42f3-8248-e7ef9a971bbe), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:05.016898 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-67e3d1f7-e57f-45c8-86d5-4baef5620122 None None] Set router ce39ca5b-f97a-4fa3-9e3f-efb600271ce7 gateway port host: None {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:17:05.037882 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6ce4292a-604f-45e5-9276-8ce5b6bcdfb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (58cb2ff9-9cbd-4000-a469-f267ce94a489), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:05.104001 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce4292a-604f-45e5-9276-8ce5b6bcdfb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=58cb2ff9-9cbd-4000-a469-f267ce94a489,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:05.185249 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-67e3d1f7-e57f-45c8-86d5-4baef5620122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce39ca5b-f97a-4fa3-9e3f-efb600271ce7', 'name': 'tempest-TaggedBootDevicesTest_v242-1294267512-router', 'tenant_id': '07cbe6ce97734b3c8365c4e2bb6fcdb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:08:49Z', 'updated_at': '2022-02-02T07:17:04Z', 'revision_number': 6, 'project_id': '07cbe6ce97734b3c8365c4e2bb6fcdb5', 'gw_port_host': None}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:17:05.253872 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e3d1f7-e57f-45c8-86d5-4baef5620122 None None] The sync data for ids ['ce39ca5b-f97a-4fa3-9e3f-efb600271ce7'] in n-d-789963-26 is: [{'id': 'ce39ca5b-f97a-4fa3-9e3f-efb600271ce7', 'name': 'tempest-TaggedBootDevicesTest_v242-1294267512-router', 'tenant_id': '07cbe6ce97734b3c8365c4e2bb6fcdb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:08:49Z', 'updated_at': '2022-02-02T07:17:04Z', 'revision_number': 6, 'project_id': '07cbe6ce97734b3c8365c4e2bb6fcdb5', 'gw_port_host': None}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:17:05.270921 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6ce4292a-604f-45e5-9276-8ce5b6bcdfb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (ce39ca5b-f97a-4fa3-9e3f-efb600271ce7), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:05.411995 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6ce4292a-604f-45e5-9276-8ce5b6bcdfb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (ce39ca5b-f97a-4fa3-9e3f-efb600271ce7), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:05.414742 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6ce4292a-604f-45e5-9276-8ce5b6bcdfb4 admin admin] Publish callbacks [] for router_controller (ce39ca5b-f97a-4fa3-9e3f-efb600271ce7), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:05.483123 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-d57190c1-fd01-4b0d-bf6d-b6bd3e686c4d req-2fd7ad95-b134-473d-8d0b-5bcf2b0000ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21daf890-0b2f-42f3-8248-e7ef9a971bbe {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:17:05.494242 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d57190c1-fd01-4b0d-bf6d-b6bd3e686c4d req-2fd7ad95-b134-473d-8d0b-5bcf2b0000ef service neutron] Publish callbacks [] for port (21daf890-0b2f-42f3-8248-e7ef9a971bbe), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:05.514255 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-d57190c1-fd01-4b0d-bf6d-b6bd3e686c4d req-2fd7ad95-b134-473d-8d0b-5bcf2b0000ef service neutron] Transition to ACTIVE for port object 21daf890-0b2f-42f3-8248-e7ef9a971bbe will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:17:05.520585 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d57190c1-fd01-4b0d-bf6d-b6bd3e686c4d req-2fd7ad95-b134-473d-8d0b-5bcf2b0000ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (21daf890-0b2f-42f3-8248-e7ef9a971bbe), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:05.523785 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6ce4292a-604f-45e5-9276-8ce5b6bcdfb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (ce39ca5b-f97a-4fa3-9e3f-efb600271ce7), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:05.524387 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce4292a-604f-45e5-9276-8ce5b6bcdfb4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce39ca5b-f97a-4fa3-9e3f-efb600271ce7 {{(pid=109694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:17:05.532858 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6ce4292a-604f-45e5-9276-8ce5b6bcdfb4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:05.538162 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-6ce4292a-604f-45e5-9276-8ce5b6bcdfb4 admin admin] 10.222.0.87 "DELETE /v2.0/routers/ce39ca5b-f97a-4fa3-9e3f-efb600271ce7 HTTP/1.1" status: 204 len: 168 time: 1.4993796 Feb 02 07:17:05.540772 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 33078) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:17:05.578004 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7ad95-b134-473d-8d0b-5bcf2b0000ef service neutron] Pushing event updated for resources: {'Port': ['ID=21daf890-0b2f-42f3-8248-e7ef9a971bbe,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:05.621056 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-7584bd76-75d6-43e5-a9a2-e342469a92e4 admin admin] Deleting subnet e1650f49-fd4b-4603-822f-9852910c48b0 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:17:05.627578 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7584bd76-75d6-43e5-a9a2-e342469a92e4 admin admin] Publish callbacks [] for subnet (e1650f49-fd4b-4603-822f-9852910c48b0), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:05.711795 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-d57190c1-fd01-4b0d-bf6d-b6bd3e686c4d req-2fd7ad95-b134-473d-8d0b-5bcf2b0000ef service neutron] Attempting to bind port 21daf890-0b2f-42f3-8248-e7ef9a971bbe on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:17:05.712350 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-d57190c1-fd01-4b0d-bf6d-b6bd3e686c4d req-2fd7ad95-b134-473d-8d0b-5bcf2b0000ef service neutron] Attempting to bind port 21daf890-0b2f-42f3-8248-e7ef9a971bbe by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': '2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ec14a810-28cb-452c-8a58-03e4eebabfec'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:17:05.712464 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57190c1-fd01-4b0d-bf6d-b6bd3e686c4d req-2fd7ad95-b134-473d-8d0b-5bcf2b0000ef service neutron] Attempting to bind port 21daf890-0b2f-42f3-8248-e7ef9a971bbe on network ec14a810-28cb-452c-8a58-03e4eebabfec {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:17:05.724640 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57190c1-fd01-4b0d-bf6d-b6bd3e686c4d req-2fd7ad95-b134-473d-8d0b-5bcf2b0000ef service neutron] Port 21daf890-0b2f-42f3-8248-e7ef9a971bbe on network ec14a810-28cb-452c-8a58-03e4eebabfec not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:17:05.724968 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57190c1-fd01-4b0d-bf6d-b6bd3e686c4d req-2fd7ad95-b134-473d-8d0b-5bcf2b0000ef service neutron] Attempting to bind port 21daf890-0b2f-42f3-8248-e7ef9a971bbe on network ec14a810-28cb-452c-8a58-03e4eebabfec {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:17:05.729442 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4210575b-f8b0-47fc-b18d-9d35db6ed282 req-eaa5782b-132f-4d46-a08d-03c7dac35f57 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:05.730867 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57190c1-fd01-4b0d-bf6d-b6bd3e686c4d req-2fd7ad95-b134-473d-8d0b-5bcf2b0000ef service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:17:05.731256 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57190c1-fd01-4b0d-bf6d-b6bd3e686c4d req-2fd7ad95-b134-473d-8d0b-5bcf2b0000ef service neutron] Checking segment: {'id': '2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ec14a810-28cb-452c-8a58-03e4eebabfec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:17:05.733079 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d57190c1-fd01-4b0d-bf6d-b6bd3e686c4d req-2fd7ad95-b134-473d-8d0b-5bcf2b0000ef service neutron] Bound using segment: {'id': '2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ec14a810-28cb-452c-8a58-03e4eebabfec'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:17:05.733538 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-d57190c1-fd01-4b0d-bf6d-b6bd3e686c4d req-2fd7ad95-b134-473d-8d0b-5bcf2b0000ef service neutron] Bound port: 21daf890-0b2f-42f3-8248-e7ef9a971bbe, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ec14a810-28cb-452c-8a58-03e4eebabfec'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:17:05.733901 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d57190c1-fd01-4b0d-bf6d-b6bd3e686c4d req-2fd7ad95-b134-473d-8d0b-5bcf2b0000ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (21daf890-0b2f-42f3-8248-e7ef9a971bbe), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:05.734617 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4210575b-f8b0-47fc-b18d-9d35db6ed282 req-eaa5782b-132f-4d46-a08d-03c7dac35f57 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a9037b0-532a-408c-b85e-3a39058988ae HTTP/1.1" status: 200 len: 945 time: 0.1882141 Feb 02 07:17:05.744692 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7584bd76-75d6-43e5-a9a2-e342469a92e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (e1650f49-fd4b-4603-822f-9852910c48b0), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:05.821189 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4210575b-f8b0-47fc-b18d-9d35db6ed282 req-fd51be46-d8ec-4723-a087-433b9a69eca0 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/security-groups?id=0cda471f-b311-4535-ab7e-114e2234fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804589 Feb 02 07:17:05.896296 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7584bd76-75d6-43e5-a9a2-e342469a92e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (e1650f49-fd4b-4603-822f-9852910c48b0), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:05.958147 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-d57190c1-fd01-4b0d-bf6d-b6bd3e686c4d req-2fd7ad95-b134-473d-8d0b-5bcf2b0000ef service neutron] For port 21daf890-0b2f-42f3-8248-e7ef9a971bbe, host n-h2-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:17:05.966407 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-d57190c1-fd01-4b0d-bf6d-b6bd3e686c4d req-2fd7ad95-b134-473d-8d0b-5bcf2b0000ef service neutron] For port 21daf890-0b2f-42f3-8248-e7ef9a971bbe, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=21daf890-0b2f-42f3-8248-e7ef9a971bbe,segment=NetworkSegment(2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0),segment_id=2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:17:06.147274 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d57190c1-fd01-4b0d-bf6d-b6bd3e686c4d req-2fd7ad95-b134-473d-8d0b-5bcf2b0000ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (21daf890-0b2f-42f3-8248-e7ef9a971bbe), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:06.199727 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7584bd76-75d6-43e5-a9a2-e342469a92e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (e1650f49-fd4b-4603-822f-9852910c48b0), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:06.251639 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7584bd76-75d6-43e5-a9a2-e342469a92e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:06.258132 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa511af-75c0-4393-9190-726b97314e80 None None] Network 75d236c0-f48f-4716-8c17-05895f8c5ef2 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:17:06.261084 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-7584bd76-75d6-43e5-a9a2-e342469a92e4 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/e1650f49-fd4b-4603-822f-9852910c48b0 HTTP/1.1" status: 204 len: 168 time: 0.7186055 Feb 02 07:17:06.263691 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584bd76-75d6-43e5-a9a2-e342469a92e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1650f49-fd4b-4603-822f-9852910c48b0,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:06.268009 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 33090) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:17:06.286885 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210af28-f8e7-4472-8675-7101a16b2193 req-a60255af-679b-4ce5-84c8-fcd7b9b63826 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:06.288597 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1210af28-f8e7-4472-8675-7101a16b2193 req-a60255af-679b-4ce5-84c8-fcd7b9b63826 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=561a5882-80da-4ba7-9a14-6f4391d3da48 HTTP/1.1" status: 200 len: 944 time: 0.2219861 Feb 02 07:17:06.364639 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57190c1-fd01-4b0d-bf6d-b6bd3e686c4d req-2fd7ad95-b134-473d-8d0b-5bcf2b0000ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:06.365508 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d57190c1-fd01-4b0d-bf6d-b6bd3e686c4d req-2fd7ad95-b134-473d-8d0b-5bcf2b0000ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:06.370349 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d57190c1-fd01-4b0d-bf6d-b6bd3e686c4d req-2fd7ad95-b134-473d-8d0b-5bcf2b0000ef service neutron] 10.222.0.59 "PUT /v2.0/ports/21daf890-0b2f-42f3-8248-e7ef9a971bbe HTTP/1.1" status: 200 len: 1093 time: 1.6311853 Feb 02 07:17:06.373221 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '561a5882-80da-4ba7-9a14-6f4391d3da48', 'tag': '21daf890-0b2f-42f3-8248-e7ef9a971bbe'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:17:06.379722 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a63e63-1d7e-453f-b250-f27f03775a2e" -d '{"events": [{"name": "network-changed", "server_uuid": "561a5882-80da-4ba7-9a14-6f4391d3da48", "tag": "21daf890-0b2f-42f3-8248-e7ef9a971bbe"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:17:06.488443 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199521ea-008b-4cb2-bffa-42bc52a3ecb7 req-2a6c4972-c880-4daa-a220-480c39347422 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:06.496370 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-199521ea-008b-4cb2-bffa-42bc52a3ecb7 req-2a6c4972-c880-4daa-a220-480c39347422 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.88 "GET /v2.0/ports?device_id=1a9037b0-532a-408c-b85e-3a39058988ae HTTP/1.1" status: 200 len: 945 time: 0.5184000 Feb 02 07:17:06.636265 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a39bfc-009c-4c1e-af8e-48f6eda24025 None None] DHCP port deletion for 75d236c0-f48f-4716-8c17-05895f8c5ef2 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:17:06.643414 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1210af28-f8e7-4472-8675-7101a16b2193 req-39a63cb5-4f3a-4da4-b4d1-8990fe46b489 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160567 Feb 02 07:17:06.652017 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-aac30049-dc10-47f2-8f54-0904a8194fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (75d236c0-f48f-4716-8c17-05895f8c5ef2), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:06.715996 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7ad95-b134-473d-8d0b-5bcf2b0000ef service neutron] Pushing event updated for resources: {'Port': ['ID=21daf890-0b2f-42f3-8248-e7ef9a971bbe,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:06.732346 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73697844-b5c6-482d-9354-7310a6c02d8b x-openstack-request-id: req-73697844-b5c6-482d-9354-7310a6c02d8b {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:17:06.732639 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "561a5882-80da-4ba7-9a14-6f4391d3da48", "tag": "21daf890-0b2f-42f3-8248-e7ef9a971bbe", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:17:06.732899 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-73697844-b5c6-482d-9354-7310a6c02d8b {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:17:06.733327 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '561a5882-80da-4ba7-9a14-6f4391d3da48', 'tag': '21daf890-0b2f-42f3-8248-e7ef9a971bbe', 'status': 'completed', 'code': 200} Feb 02 07:17:06.787134 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-31a39bfc-009c-4c1e-af8e-48f6eda24025 None None] Deleting port 31b95c9e-a7ef-40e8-85f5-064fb057e39a {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:17:06.787430 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-31a39bfc-009c-4c1e-af8e-48f6eda24025 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (31b95c9e-a7ef-40e8-85f5-064fb057e39a), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:06.835166 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-aac30049-dc10-47f2-8f54-0904a8194fc2 admin admin] Deleting port 31b95c9e-a7ef-40e8-85f5-064fb057e39a {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:17:06.837480 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-aac30049-dc10-47f2-8f54-0904a8194fc2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (31b95c9e-a7ef-40e8-85f5-064fb057e39a), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:06.850952 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57190c1-fd01-4b0d-bf6d-b6bd3e686c4d req-56df3c2b-9878-4f8a-98e1-d3abbf918af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:06.852519 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d57190c1-fd01-4b0d-bf6d-b6bd3e686c4d req-56df3c2b-9878-4f8a-98e1-d3abbf918af1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=55cc3e1e6f054ff8aa27776e1d040f10&device_id=561a5882-80da-4ba7-9a14-6f4391d3da48 HTTP/1.1" status: 200 len: 1127 time: 0.4059162 Feb 02 07:17:06.925771 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d57190c1-fd01-4b0d-bf6d-b6bd3e686c4d req-740fd535-1b71-4f3a-ad4e-d6375620f300 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=21daf890-0b2f-42f3-8248-e7ef9a971bbe HTTP/1.1" status: 200 len: 217 time: 0.0606971 Feb 02 07:17:06.944114 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-199521ea-008b-4cb2-bffa-42bc52a3ecb7 req-34b07947-0a9b-457c-83a4-3331e9a888f9 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Deleting port bf613857-7b11-4fe4-aa25-62ea826217ee {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:17:06.944632 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-199521ea-008b-4cb2-bffa-42bc52a3ecb7 req-34b07947-0a9b-457c-83a4-3331e9a888f9 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (bf613857-7b11-4fe4-aa25-62ea826217ee), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:06.969119 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-31a39bfc-009c-4c1e-af8e-48f6eda24025 None None] For port 31b95c9e-a7ef-40e8-85f5-064fb057e39a, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=31b95c9e-a7ef-40e8-85f5-064fb057e39a,segment=NetworkSegment(0eb81a88-33b3-4b45-9d45-2895b4ce9226),segment_id=0eb81a88-33b3-4b45-9d45-2895b4ce9226)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:17:06.969524 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-31a39bfc-009c-4c1e-af8e-48f6eda24025 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (31b95c9e-a7ef-40e8-85f5-064fb057e39a), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:06.986129 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-aac30049-dc10-47f2-8f54-0904a8194fc2 admin admin] For port 31b95c9e-a7ef-40e8-85f5-064fb057e39a, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=31b95c9e-a7ef-40e8-85f5-064fb057e39a,segment=NetworkSegment(0eb81a88-33b3-4b45-9d45-2895b4ce9226),segment_id=0eb81a88-33b3-4b45-9d45-2895b4ce9226)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:17:06.986708 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-aac30049-dc10-47f2-8f54-0904a8194fc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (31b95c9e-a7ef-40e8-85f5-064fb057e39a), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:06.989807 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-31a39bfc-009c-4c1e-af8e-48f6eda24025 None None] Calling delete_port for 31b95c9e-a7ef-40e8-85f5-064fb057e39a owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:17:07.004157 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-aac30049-dc10-47f2-8f54-0904a8194fc2 admin admin] Calling delete_port for 31b95c9e-a7ef-40e8-85f5-064fb057e39a owned by network:dhcp {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:17:07.083926 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 33120) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:17:07.110175 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 58cb2ff9-9cbd-4000-a469-f267ce94a489 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:17:07.129781 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-199521ea-008b-4cb2-bffa-42bc52a3ecb7 req-34b07947-0a9b-457c-83a4-3331e9a888f9 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] For port bf613857-7b11-4fe4-aa25-62ea826217ee, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=bf613857-7b11-4fe4-aa25-62ea826217ee,segment=NetworkSegment(1fe536e7-22e9-4789-86f4-399744fc3de0),segment_id=1fe536e7-22e9-4789-86f4-399744fc3de0)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:17:07.130229 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-199521ea-008b-4cb2-bffa-42bc52a3ecb7 req-34b07947-0a9b-457c-83a4-3331e9a888f9 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (bf613857-7b11-4fe4-aa25-62ea826217ee), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:07.135326 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 58cb2ff9-9cbd-4000-a469-f267ce94a489 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:17:07.135995 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 58cb2ff9-9cbd-4000-a469-f267ce94a489 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:17:07.136711 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 7c8df5bb-05ef-4d95-8835-3ce0a3bde4c1 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:17:07.158816 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 7c8df5bb-05ef-4d95-8835-3ce0a3bde4c1 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:17:07.160442 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 7c8df5bb-05ef-4d95-8835-3ce0a3bde4c1 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:17:07.161230 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 31b95c9e-a7ef-40e8-85f5-064fb057e39a no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:17:07.293628 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d19fc-a588-4ad8-b449-02631ba48bfd req-c75bd89c-f446-4436-85e0-e367b5405433 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:07.309119 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-660d19fc-a588-4ad8-b449-02631ba48bfd req-c75bd89c-f446-4436-85e0-e367b5405433 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a9037b0-532a-408c-b85e-3a39058988ae HTTP/1.1" status: 200 len: 945 time: 0.2152114 Feb 02 07:17:07.368980 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-31a39bfc-009c-4c1e-af8e-48f6eda24025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (31b95c9e-a7ef-40e8-85f5-064fb057e39a), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:07.434120 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57190c1-fd01-4b0d-bf6d-b6bd3e686c4d req-ac0828be-63e6-4097-b037-94825588b472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:07.434851 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a39bfc-009c-4c1e-af8e-48f6eda24025 None None] Pushing event deleted for resources: {'Port': ['ID=31b95c9e-a7ef-40e8-85f5-064fb057e39a,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:07.435646 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d57190c1-fd01-4b0d-bf6d-b6bd3e686c4d req-ac0828be-63e6-4097-b037-94825588b472 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=44a369a2-4fd0-4fcc-9b66-fee041fedbef HTTP/1.1" status: 200 len: 852 time: 0.5046184 Feb 02 07:17:07.438875 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 31b95c9e-a7ef-40e8-85f5-064fb057e39a is: ACTIVE; New status is: DOWN {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:17:07.454714 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (31b95c9e-a7ef-40e8-85f5-064fb057e39a), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:07.462219 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a39bfc-009c-4c1e-af8e-48f6eda24025 None None] No DVR routers for this DVR port 31b95c9e-a7ef-40e8-85f5-064fb057e39a on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:17:07.473039 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-660d19fc-a588-4ad8-b449-02631ba48bfd req-fcbe4740-5e4d-48fc-8b6a-d5683ae562ea tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/security-groups?id=0cda471f-b311-4535-ab7e-114e2234fd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1603928 Feb 02 07:17:07.518641 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d57190c1-fd01-4b0d-bf6d-b6bd3e686c4d req-2921b843-18f9-45d1-91c9-b99f1367d00a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ec14a810-28cb-452c-8a58-03e4eebabfec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653825 Feb 02 07:17:07.567235 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-acb62fba-d965-47a1-b1fb-c600c3b69724 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:07.620763 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-aac30049-dc10-47f2-8f54-0904a8194fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (31b95c9e-a7ef-40e8-85f5-064fb057e39a), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:07.679708 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac30049-dc10-47f2-8f54-0904a8194fc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=31b95c9e-a7ef-40e8-85f5-064fb057e39a,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:07.684491 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac30049-dc10-47f2-8f54-0904a8194fc2 admin admin] No DVR routers for this DVR port 31b95c9e-a7ef-40e8-85f5-064fb057e39a on host n-d-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:17:07.837505 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-aac30049-dc10-47f2-8f54-0904a8194fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (75d236c0-f48f-4716-8c17-05895f8c5ef2), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:07.863039 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-aac30049-dc10-47f2-8f54-0904a8194fc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75d236c0-f48f-4716-8c17-05895f8c5ef2']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:17:07.876162 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-aac30049-dc10-47f2-8f54-0904a8194fc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eb81a88-33b3-4b45-9d45-2895b4ce9226') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:17:07.876591 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-aac30049-dc10-47f2-8f54-0904a8194fc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eb81a88-33b3-4b45-9d45-2895b4ce9226') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:17:07.880676 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-199521ea-008b-4cb2-bffa-42bc52a3ecb7 req-34b07947-0a9b-457c-83a4-3331e9a888f9 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:07.881195 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-199521ea-008b-4cb2-bffa-42bc52a3ecb7 req-34b07947-0a9b-457c-83a4-3331e9a888f9 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (3ed4caf7-e0ef-4aa8-be4e-153445330379), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:07.881948 n-d-789963-26 neutron-server[109693]: INFO neutron.db.l3_db [req-199521ea-008b-4cb2-bffa-42bc52a3ecb7 req-34b07947-0a9b-457c-83a4-3331e9a888f9 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Floating IP 3ed4caf7-e0ef-4aa8-be4e-153445330379 disassociated. External IP: 172.25.4.225, port: bf613857-7b11-4fe4-aa25-62ea826217ee. Feb 02 07:17:07.883082 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-199521ea-008b-4cb2-bffa-42bc52a3ecb7 req-34b07947-0a9b-457c-83a4-3331e9a888f9 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Calling delete_port for bf613857-7b11-4fe4-aa25-62ea826217ee owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:17:07.888980 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-aac30049-dc10-47f2-8f54-0904a8194fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (0eb81a88-33b3-4b45-9d45-2895b4ce9226), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:07.905478 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-aac30049-dc10-47f2-8f54-0904a8194fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (0eb81a88-33b3-4b45-9d45-2895b4ce9226), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:07.913079 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aac30049-dc10-47f2-8f54-0904a8194fc2 admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:17:07.913539 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-aac30049-dc10-47f2-8f54-0904a8194fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (0eb81a88-33b3-4b45-9d45-2895b4ce9226), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:07.951275 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d57190c1-fd01-4b0d-bf6d-b6bd3e686c4d req-fa552bd4-4f85-4995-b59c-2924e1b98aeb service neutron] 10.222.0.59 "GET /v2.0/networks/ec14a810-28cb-452c-8a58-03e4eebabfec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4146667 Feb 02 07:17:07.991537 n-d-789963-26 neutron-server[109694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:17:07.991537 n-d-789963-26 neutron-server[109694]: self.session.flush() Feb 02 07:17:07.991537 n-d-789963-26 neutron-server[109694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:17:07.991537 n-d-789963-26 neutron-server[109694]: self.session.flush() Feb 02 07:17:07.991537 n-d-789963-26 neutron-server[109694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:17:07.991537 n-d-789963-26 neutron-server[109694]: self.session.flush() Feb 02 07:17:07.991537 n-d-789963-26 neutron-server[109694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:17:07.991537 n-d-789963-26 neutron-server[109694]: self.session.flush() Feb 02 07:17:07.991537 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:17:07.991537 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:17:07.991537 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:17:07.991537 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:17:07.991537 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:17:07.991537 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:17:07.991537 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:17:07.991537 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:17:07.991537 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:17:07.991537 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:17:07.991537 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:17:07.991537 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:17:07.991537 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:17:07.991537 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:17:07.991537 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:17:07.991537 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:17:07.991537 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:17:07.991537 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:17:07.991537 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:17:07.991537 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:17:07.991537 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:17:07.991537 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:17:07.991537 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:17:07.991537 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:17:07.991537 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:17:07.991537 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:17:07.991537 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:17:07.991537 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:17:07.991537 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:17:07.991537 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:17:07.991537 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:17:07.991537 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:17:08.102095 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-acb62fba-d965-47a1-b1fb-c600c3b69724 admin admin] Publish callbacks [] for security_group (ec9a248f-2c3c-45b1-bcb1-0eb8e6636718), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:08.107916 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-aac30049-dc10-47f2-8f54-0904a8194fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (75d236c0-f48f-4716-8c17-05895f8c5ef2), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:08.132208 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d57190c1-fd01-4b0d-bf6d-b6bd3e686c4d req-bff59c3b-2431-4396-b1c5-b56a2ee4c54e service neutron] 10.222.0.59 "GET /v2.0/networks/ec14a810-28cb-452c-8a58-03e4eebabfec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232879 Feb 02 07:17:08.150543 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-acb62fba-d965-47a1-b1fb-c600c3b69724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (ec9a248f-2c3c-45b1-bcb1-0eb8e6636718), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:08.179228 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-aac30049-dc10-47f2-8f54-0904a8194fc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:08.183128 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-aac30049-dc10-47f2-8f54-0904a8194fc2 admin admin] 10.222.0.87 "DELETE /v2.0/networks/75d236c0-f48f-4716-8c17-05895f8c5ef2 HTTP/1.1" status: 204 len: 168 time: 1.9138587 Feb 02 07:17:08.184332 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac30049-dc10-47f2-8f54-0904a8194fc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=75d236c0-f48f-4716-8c17-05895f8c5ef2,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:08.214468 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-acb62fba-d965-47a1-b1fb-c600c3b69724 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=8385d27547ae476f8cd4e28d75fcb685&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0728030 Feb 02 07:17:08.215290 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 33170) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:17:08.217574 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb62fba-d965-47a1-b1fb-c600c3b69724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9a248f-2c3c-45b1-bcb1-0eb8e6636718,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:08.226152 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 33172) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:17:08.313659 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-199521ea-008b-4cb2-bffa-42bc52a3ecb7 req-34b07947-0a9b-457c-83a4-3331e9a888f9 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (bf613857-7b11-4fe4-aa25-62ea826217ee), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:08.432151 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b07947-0a9b-457c-83a4-3331e9a888f9 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Pushing event deleted for resources: {'Port': ['ID=bf613857-7b11-4fe4-aa25-62ea826217ee,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:08.503794 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a63e63-1d7e-453f-b250-f27f03775a2e req-17c5c4df-7fb2-4810-881e-d8cd2033654a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:08.505655 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-91a63e63-1d7e-453f-b250-f27f03775a2e req-17c5c4df-7fb2-4810-881e-d8cd2033654a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=55cc3e1e6f054ff8aa27776e1d040f10&device_id=561a5882-80da-4ba7-9a14-6f4391d3da48 HTTP/1.1" status: 200 len: 1127 time: 0.2124181 Feb 02 07:17:08.738120 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [req-199521ea-008b-4cb2-bffa-42bc52a3ecb7 req-34b07947-0a9b-457c-83a4-3331e9a888f9 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Router d2c2c942-7da6-4a9c-a6ed-7dc8498319fb has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:17:08.762969 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a63e63-1d7e-453f-b250-f27f03775a2e req-bc5df763-3f71-4e46-93f3-f27cb508da5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:08.764786 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-91a63e63-1d7e-453f-b250-f27f03775a2e req-bc5df763-3f71-4e46-93f3-f27cb508da5a service neutron] 10.222.0.59 "GET /v2.0/networks?id=ec14a810-28cb-452c-8a58-03e4eebabfec HTTP/1.1" status: 200 len: 913 time: 0.2507887 Feb 02 07:17:08.964563 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-91a63e63-1d7e-453f-b250-f27f03775a2e req-05f66c9d-8e1c-4f19-b1af-9b81a64e98c9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=21daf890-0b2f-42f3-8248-e7ef9a971bbe HTTP/1.1" status: 200 len: 217 time: 0.1895933 Feb 02 07:17:09.181664 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5470f-88ef-4407-acf6-c7277b83c3ad req-bf4ba330-5052-4f61-a980-c5e8b3f63ef2 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:09.183238 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0ac5470f-88ef-4407-acf6-c7277b83c3ad req-bf4ba330-5052-4f61-a980-c5e8b3f63ef2 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=561a5882-80da-4ba7-9a14-6f4391d3da48 HTTP/1.1" status: 200 len: 944 time: 1.1877706 Feb 02 07:17:09.251909 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a63e63-1d7e-453f-b250-f27f03775a2e req-9e05a559-6b8f-4120-a03b-e7ddcd2440b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:09.262059 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-91a63e63-1d7e-453f-b250-f27f03775a2e req-9e05a559-6b8f-4120-a03b-e7ddcd2440b0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=44a369a2-4fd0-4fcc-9b66-fee041fedbef HTTP/1.1" status: 200 len: 852 time: 0.2892003 Feb 02 07:17:09.362264 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-91a63e63-1d7e-453f-b250-f27f03775a2e req-d3ea0f73-3cfd-449a-a59b-74a4e7d47b58 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ec14a810-28cb-452c-8a58-03e4eebabfec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0993390 Feb 02 07:17:09.372028 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-199521ea-008b-4cb2-bffa-42bc52a3ecb7 req-34b07947-0a9b-457c-83a4-3331e9a888f9 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:17:09.384123 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c7e818-8f82-40d7-8b7a-c9f7a2ed391e None None] Sync routers for ids ['d2c2c942-7da6-4a9c-a6ed-7dc8498319fb'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:17:09.411166 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c7e818-8f82-40d7-8b7a-c9f7a2ed391e None None] Routers {'d2c2c942-7da6-4a9c-a6ed-7dc8498319fb'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:17:09.411878 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-a3c7e818-8f82-40d7-8b7a-c9f7a2ed391e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:16:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['d2c2c942-7da6-4a9c-a6ed-7dc8498319fb'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:17:09.435502 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d4ec9444-04c7-4c92-9b27-8950e27bebc2 admin admin] Publish callbacks [] for security_group (ec9a248f-2c3c-45b1-bcb1-0eb8e6636718), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:09.458196 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-199521ea-008b-4cb2-bffa-42bc52a3ecb7 req-34b07947-0a9b-457c-83a4-3331e9a888f9 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] No DVR routers for this DVR port bf613857-7b11-4fe4-aa25-62ea826217ee on host n-h1-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:17:09.463956 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-199521ea-008b-4cb2-bffa-42bc52a3ecb7 req-34b07947-0a9b-457c-83a4-3331e9a888f9 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:09.468993 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-199521ea-008b-4cb2-bffa-42bc52a3ecb7 req-34b07947-0a9b-457c-83a4-3331e9a888f9 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.88 "DELETE /v2.0/ports/bf613857-7b11-4fe4-aa25-62ea826217ee HTTP/1.1" status: 204 len: 173 time: 2.9659305 Feb 02 07:17:09.493208 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a9037b0-532a-408c-b85e-3a39058988ae', 'name': 'network-vif-deleted', 'tag': 'bf613857-7b11-4fe4-aa25-62ea826217ee'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:17:09.495090 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee69cd53-3083-4959-835f-b6595a01dab5" -d '{"events": [{"server_uuid": "1a9037b0-532a-408c-b85e-3a39058988ae", "name": "network-vif-deleted", "tag": "bf613857-7b11-4fe4-aa25-62ea826217ee"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:17:09.633243 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0ac5470f-88ef-4407-acf6-c7277b83c3ad req-0d503417-5ef8-4ce0-8b3e-11542e767f41 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4159632 Feb 02 07:17:09.638422 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d4ec9444-04c7-4c92-9b27-8950e27bebc2 admin admin] Publish callbacks [] for security_group (ec9a248f-2c3c-45b1-bcb1-0eb8e6636718), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:09.657565 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-91a63e63-1d7e-453f-b250-f27f03775a2e req-0d21adcc-09de-47d4-ac64-8e036d8c40aa service neutron] 10.222.0.59 "GET /v2.0/networks/ec14a810-28cb-452c-8a58-03e4eebabfec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830911 Feb 02 07:17:09.785053 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-a3c7e818-8f82-40d7-8b7a-c9f7a2ed391e None None] Set router d2c2c942-7da6-4a9c-a6ed-7dc8498319fb gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:17:09.892179 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-df24a6f9-7478-4f3b-8691-c76bd80705c0 req-30eb0b3e-1756-4126-95b2-560a514d76b6 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/ports?device_id=1a9037b0-532a-408c-b85e-3a39058988ae HTTP/1.1" status: 200 len: 210 time: 0.0848274 Feb 02 07:17:09.989912 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-91a63e63-1d7e-453f-b250-f27f03775a2e req-37aca09e-ca1d-4bb4-93f1-a8e9931f0a21 service neutron] 10.222.0.59 "GET /v2.0/networks/ec14a810-28cb-452c-8a58-03e4eebabfec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233781 Feb 02 07:17:10.004426 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f23b0c5-773e-467d-9bb3-f55143defa4f x-openstack-request-id: req-9f23b0c5-773e-467d-9bb3-f55143defa4f {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:17:10.004846 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a9037b0-532a-408c-b85e-3a39058988ae", "name": "network-vif-deleted", "tag": "bf613857-7b11-4fe4-aa25-62ea826217ee", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:17:10.005239 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-9f23b0c5-773e-467d-9bb3-f55143defa4f {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:17:10.005837 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a9037b0-532a-408c-b85e-3a39058988ae', 'name': 'network-vif-deleted', 'tag': 'bf613857-7b11-4fe4-aa25-62ea826217ee', 'status': 'completed', 'code': 200} Feb 02 07:17:10.077202 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d4ec9444-04c7-4c92-9b27-8950e27bebc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (ec9a248f-2c3c-45b1-bcb1-0eb8e6636718), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:10.082114 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device bf613857-7b11-4fe4-aa25-62ea826217ee no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:17:10.085562 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d4ec9444-04c7-4c92-9b27-8950e27bebc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:10.088702 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d4ec9444-04c7-4c92-9b27-8950e27bebc2 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ec9a248f-2c3c-45b1-bcb1-0eb8e6636718 HTTP/1.1" status: 204 len: 168 time: 1.8590696 Feb 02 07:17:10.147243 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ec9444-04c7-4c92-9b27-8950e27bebc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9a248f-2c3c-45b1-bcb1-0eb8e6636718,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:10.211615 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: bf613857-7b11-4fe4-aa25-62ea826217ee {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:17:10.211615 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device bf613857-7b11-4fe4-aa25-62ea826217ee not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:17:10.308541 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-a3c7e818-8f82-40d7-8b7a-c9f7a2ed391e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c2c942-7da6-4a9c-a6ed-7dc8498319fb', 'name': 'tempest-AttachVolumeTestJSON-93769577-router', 'tenant_id': '3b47e731264f4e98a435635cbe941a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'ef8b9ae5-e18d-4fc7-a109-6972e3e46a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:12:49Z', 'updated_at': '2022-02-02T07:13:01Z', 'revision_number': 4, 'project_id': '3b47e731264f4e98a435635cbe941a6a', 'gw_port': {'id': 'ef8b9ae5-e18d-4fc7-a109-6972e3e46a27', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fa:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c2c942-7da6-4a9c-a6ed-7dc8498319fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:12:51Z', 'updated_at': '2022-02-02T07:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '7f0ace55-8983-456d-b1f0-0828d35a5809', 'name': '', 'network_id': '5b8ffc7a-717b-4b32-aed8-31315930798c', 'tenant_id': '3b47e731264f4e98a435635cbe941a6a', 'mac_address': 'fa:16:3e:50:8b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c2c942-7da6-4a9c-a6ed-7dc8498319fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '2c1cc1e9-39d5-4fbe-86e9-f98639e7b3b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:00Z', 'updated_at': '2022-02-02T07:13:06Z', 'revision_number': 5, 'project_id': '3b47e731264f4e98a435635cbe941a6a', 'subnets': [{'id': '2c1cc1e9-39d5-4fbe-86e9-f98639e7b3b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:17:10.411129 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d40de259-b0b4-4674-846a-ea17b9493c28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (f36760c7-3016-49d9-a560-c3f8be2f18eb), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:10.420756 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c7e818-8f82-40d7-8b7a-c9f7a2ed391e None None] Checking router: d2c2c942-7da6-4a9c-a6ed-7dc8498319fb for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:17:10.434511 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c7e818-8f82-40d7-8b7a-c9f7a2ed391e None None] Routers {'d2c2c942-7da6-4a9c-a6ed-7dc8498319fb'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:17:10.435161 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-a3c7e818-8f82-40d7-8b7a-c9f7a2ed391e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:16:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['d2c2c942-7da6-4a9c-a6ed-7dc8498319fb'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:17:10.649802 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-a3c7e818-8f82-40d7-8b7a-c9f7a2ed391e None None] Set router d2c2c942-7da6-4a9c-a6ed-7dc8498319fb gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:17:10.658265 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 33192) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:17:10.692579 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-92ac2979-7d57-478b-9962-54c61080d77f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:10.868450 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-92ac2979-7d57-478b-9962-54c61080d77f admin admin] Publish callbacks [] for security_group (ce7d05a8-3ee3-4c46-801f-fde6f9ee1e1c), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:10.876374 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-92ac2979-7d57-478b-9962-54c61080d77f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (ce7d05a8-3ee3-4c46-801f-fde6f9ee1e1c), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:10.952956 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0201d4-ac72-45c4-a3e7-3fba9cdb0fd7 req-e6d7d2e2-1b81-4ae2-8a7f-4fad3dd503bb tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:10.954623 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ea0201d4-ac72-45c4-a3e7-3fba9cdb0fd7 req-e6d7d2e2-1b81-4ae2-8a7f-4fad3dd503bb tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=561a5882-80da-4ba7-9a14-6f4391d3da48 HTTP/1.1" status: 200 len: 944 time: 0.1316848 Feb 02 07:17:10.965369 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ac2979-7d57-478b-9962-54c61080d77f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7d05a8-3ee3-4c46-801f-fde6f9ee1e1c,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:10.974597 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-92ac2979-7d57-478b-9962-54c61080d77f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=aa57efb759c14521a8ae0c2f274e9a25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3142171 Feb 02 07:17:10.978262 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 33198) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:17:10.993297 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b05963ce-2037-4f30-b124-2bfaa46d50ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:10.995779 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-d40de259-b0b4-4674-846a-ea17b9493c28 admin admin] Deleting port 572f499a-a89e-4913-bb37-6d870c886ba6 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:17:11.000218 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d40de259-b0b4-4674-846a-ea17b9493c28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (572f499a-a89e-4913-bb37-6d870c886ba6), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:11.011392 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-a3c7e818-8f82-40d7-8b7a-c9f7a2ed391e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c2c942-7da6-4a9c-a6ed-7dc8498319fb', 'name': 'tempest-AttachVolumeTestJSON-93769577-router', 'tenant_id': '3b47e731264f4e98a435635cbe941a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'ef8b9ae5-e18d-4fc7-a109-6972e3e46a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:12:49Z', 'updated_at': '2022-02-02T07:13:01Z', 'revision_number': 4, 'project_id': '3b47e731264f4e98a435635cbe941a6a', 'gw_port': {'id': 'ef8b9ae5-e18d-4fc7-a109-6972e3e46a27', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fa:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c2c942-7da6-4a9c-a6ed-7dc8498319fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:12:51Z', 'updated_at': '2022-02-02T07:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '7f0ace55-8983-456d-b1f0-0828d35a5809', 'name': '', 'network_id': '5b8ffc7a-717b-4b32-aed8-31315930798c', 'tenant_id': '3b47e731264f4e98a435635cbe941a6a', 'mac_address': 'fa:16:3e:50:8b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c2c942-7da6-4a9c-a6ed-7dc8498319fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '2c1cc1e9-39d5-4fbe-86e9-f98639e7b3b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:00Z', 'updated_at': '2022-02-02T07:13:06Z', 'revision_number': 5, 'project_id': '3b47e731264f4e98a435635cbe941a6a', 'subnets': [{'id': '2c1cc1e9-39d5-4fbe-86e9-f98639e7b3b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:17:11.053555 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c7e818-8f82-40d7-8b7a-c9f7a2ed391e None None] The sync data for ids ['d2c2c942-7da6-4a9c-a6ed-7dc8498319fb'] in n-d-789963-26 is: [{'id': 'd2c2c942-7da6-4a9c-a6ed-7dc8498319fb', 'name': 'tempest-AttachVolumeTestJSON-93769577-router', 'tenant_id': '3b47e731264f4e98a435635cbe941a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'ef8b9ae5-e18d-4fc7-a109-6972e3e46a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:12:49Z', 'updated_at': '2022-02-02T07:13:01Z', 'revision_number': 4, 'project_id': '3b47e731264f4e98a435635cbe941a6a', 'gw_port': {'id': 'ef8b9ae5-e18d-4fc7-a109-6972e3e46a27', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fa:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c2c942-7da6-4a9c-a6ed-7dc8498319fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:12:51Z', 'updated_at': '2022-02-02T07:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '7f0ace55-8983-456d-b1f0-0828d35a5809', 'name': '', 'network_id': '5b8ffc7a-717b-4b32-aed8-31315930798c', 'tenant_id': '3b47e731264f4e98a435635cbe941a6a', 'mac_address': 'fa:16:3e:50:8b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c2c942-7da6-4a9c-a6ed-7dc8498319fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '2c1cc1e9-39d5-4fbe-86e9-f98639e7b3b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:00Z', 'updated_at': '2022-02-02T07:13:06Z', 'revision_number': 5, 'project_id': '3b47e731264f4e98a435635cbe941a6a', 'subnets': [{'id': '2c1cc1e9-39d5-4fbe-86e9-f98639e7b3b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:17:11.067811 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3371-3aaf-4059-abc3-1efcd77afb76 admin admin] Publish callbacks [] for security_group (ce7d05a8-3ee3-4c46-801f-fde6f9ee1e1c), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:11.094377 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3371-3aaf-4059-abc3-1efcd77afb76 admin admin] Publish callbacks [] for security_group (ce7d05a8-3ee3-4c46-801f-fde6f9ee1e1c), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:11.102943 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ea0201d4-ac72-45c4-a3e7-3fba9cdb0fd7 req-f8a7d469-c650-4b85-adfd-2553a3912044 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394892 Feb 02 07:17:11.159593 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3371-3aaf-4059-abc3-1efcd77afb76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (ce7d05a8-3ee3-4c46-801f-fde6f9ee1e1c), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:11.162743 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3371-3aaf-4059-abc3-1efcd77afb76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:11.165556 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-1fdc3371-3aaf-4059-abc3-1efcd77afb76 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ce7d05a8-3ee3-4c46-801f-fde6f9ee1e1c HTTP/1.1" status: 204 len: 168 time: 0.1861067 Feb 02 07:17:11.179000 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-d40de259-b0b4-4674-846a-ea17b9493c28 admin admin] For port 572f499a-a89e-4913-bb37-6d870c886ba6, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=572f499a-a89e-4913-bb37-6d870c886ba6,segment=NetworkSegment(b0111bfa-2996-4cbd-a1bc-0ec27435bec0),segment_id=b0111bfa-2996-4cbd-a1bc-0ec27435bec0)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:17:11.179224 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d40de259-b0b4-4674-846a-ea17b9493c28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (572f499a-a89e-4913-bb37-6d870c886ba6), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:11.186955 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc3371-3aaf-4059-abc3-1efcd77afb76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7d05a8-3ee3-4c46-801f-fde6f9ee1e1c,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:11.235737 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-d40de259-b0b4-4674-846a-ea17b9493c28 admin admin] Calling delete_port for 572f499a-a89e-4913-bb37-6d870c886ba6 owned by network:router_interface {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:17:11.276577 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 33210) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:17:11.319171 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 21daf890-0b2f-42f3-8248-e7ef9a971bbe details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:17:11.383738 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8ab0d499-1085-46ff-92d2-a046b3766649 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks [] for security_group (0cda471f-b311-4535-ab7e-114e2234fd08), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:11.462737 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8ab0d499-1085-46ff-92d2-a046b3766649 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks [] for security_group (0cda471f-b311-4535-ab7e-114e2234fd08), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:11.576767 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8ab0d499-1085-46ff-92d2-a046b3766649 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (0cda471f-b311-4535-ab7e-114e2234fd08), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:11.585579 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8ab0d499-1085-46ff-92d2-a046b3766649 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:11.591859 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-8ab0d499-1085-46ff-92d2-a046b3766649 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "DELETE /v2.0/security-groups/0cda471f-b311-4535-ab7e-114e2234fd08 HTTP/1.1" status: 204 len: 168 time: 0.3140218 Feb 02 07:17:11.592674 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 33216) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:17:11.603324 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 21daf890-0b2f-42f3-8248-e7ef9a971bbe, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=21daf890-0b2f-42f3-8248-e7ef9a971bbe,segment=NetworkSegment(2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0),segment_id=2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:17:11.638203 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e56b0f-5a11-4d02-9fff-367f2d22d532 None None] New status for floating IP 3ed4caf7-e0ef-4aa8-be4e-153445330379: DOWN {{(pid=109696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 07:17:11.646818 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-850f203a-8af8-4eba-9f4c-013213405d9d tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] show failed (client error): The resource could not be found. Feb 02 07:17:11.648782 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-850f203a-8af8-4eba-9f4c-013213405d9d tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/security-groups/0cda471f-b311-4535-ab7e-114e2234fd08 HTTP/1.1" status: 404 len: 347 time: 0.0372758 Feb 02 07:17:11.651032 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab0d499-1085-46ff-92d2-a046b3766649 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cda471f-b311-4535-ab7e-114e2234fd08,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:11.651311 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 33218) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:17:11.654071 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': '21daf890-0b2f-42f3-8248-e7ef9a971bbe', 'network_id': 'ec14a810-28cb-452c-8a58-03e4eebabfec', 'port_id': '21daf890-0b2f-42f3-8248-e7ef9a971bbe', 'mac_address': 'fa:16:3e:07:4f:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44a369a2-4fd0-4fcc-9b66-fee041fedbef', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:17:11.676767 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d40de259-b0b4-4674-846a-ea17b9493c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (572f499a-a89e-4913-bb37-6d870c886ba6), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:11.808914 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40de259-b0b4-4674-846a-ea17b9493c28 admin admin] Pushing event deleted for resources: {'Port': ['ID=572f499a-a89e-4913-bb37-6d870c886ba6,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:11.867006 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 21daf890-0b2f-42f3-8248-e7ef9a971bbe is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:17:11.868573 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (21daf890-0b2f-42f3-8248-e7ef9a971bbe), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:11.939507 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21daf890-0b2f-42f3-8248-e7ef9a971bbe {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:17:12.026474 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 21daf890-0b2f-42f3-8248-e7ef9a971bbe, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=21daf890-0b2f-42f3-8248-e7ef9a971bbe,segment=NetworkSegment(2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0),segment_id=2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:17:12.036859 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (21daf890-0b2f-42f3-8248-e7ef9a971bbe), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:12.190469 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-9809b0af-aaad-4deb-a806-81ae317b2bdc tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Deleting port 59b09d10-95da-4a22-b87f-8d2e7954cde6 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:17:12.191646 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9809b0af-aaad-4deb-a806-81ae317b2bdc tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (59b09d10-95da-4a22-b87f-8d2e7954cde6), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:12.200107 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=21daf890-0b2f-42f3-8248-e7ef9a971bbe,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:12.406939 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d40de259-b0b4-4674-846a-ea17b9493c28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (f36760c7-3016-49d9-a560-c3f8be2f18eb), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:12.409476 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['21daf890-0b2f-42f3-8248-e7ef9a971bbe'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:17:12.489484 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af698071-ee9f-4a8a-86b9-f109c3877c1e req-42f18b0b-8e78-4fb3-9a46-5e09b76e7382 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:12.496345 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-af698071-ee9f-4a8a-86b9-f109c3877c1e req-42f18b0b-8e78-4fb3-9a46-5e09b76e7382 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=561a5882-80da-4ba7-9a14-6f4391d3da48 HTTP/1.1" status: 200 len: 945 time: 0.2173388 Feb 02 07:17:12.530491 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9809b0af-aaad-4deb-a806-81ae317b2bdc tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (59b09d10-95da-4a22-b87f-8d2e7954cde6), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:12.530816 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9809b0af-aaad-4deb-a806-81ae317b2bdc tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks [] for floatingip (59b09d10-95da-4a22-b87f-8d2e7954cde6), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:12.577010 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-9809b0af-aaad-4deb-a806-81ae317b2bdc tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Calling delete_port for 59b09d10-95da-4a22-b87f-8d2e7954cde6 owned by network:floatingip {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:17:12.597272 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-af698071-ee9f-4a8a-86b9-f109c3877c1e req-d39a168d-17fe-48f7-9503-1269b4222507 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000655 Feb 02 07:17:12.877667 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d40de259-b0b4-4674-846a-ea17b9493c28 admin admin] Router f36760c7-3016-49d9-a560-c3f8be2f18eb has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:17:12.894801 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9809b0af-aaad-4deb-a806-81ae317b2bdc tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (59b09d10-95da-4a22-b87f-8d2e7954cde6), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:12.958463 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9809b0af-aaad-4deb-a806-81ae317b2bdc tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Pushing event deleted for resources: {'Port': ['ID=59b09d10-95da-4a22-b87f-8d2e7954cde6,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:13.048924 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 33250) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:17:13.067959 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9809b0af-aaad-4deb-a806-81ae317b2bdc tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks [] for floatingip (3ed4caf7-e0ef-4aa8-be4e-153445330379), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:13.070666 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9809b0af-aaad-4deb-a806-81ae317b2bdc tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:13.078376 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-9809b0af-aaad-4deb-a806-81ae317b2bdc tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "DELETE /v2.0/floatingips/3ed4caf7-e0ef-4aa8-be4e-153445330379 HTTP/1.1" status: 204 len: 168 time: 1.4226272 Feb 02 07:17:13.083525 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d40de259-b0b4-4674-846a-ea17b9493c28 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:17:13.091638 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d40de259-b0b4-4674-846a-ea17b9493c28 admin admin] 10.222.0.87 "PUT /v2.0/routers/f36760c7-3016-49d9-a560-c3f8be2f18eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8696458 Feb 02 07:17:13.092849 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 33254) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:17:13.102982 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d41404-b79e-4f7b-ac4d-e27a85dd6bf5 None None] Sync routers for ids ['f36760c7-3016-49d9-a560-c3f8be2f18eb'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:17:13.119698 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d41404-b79e-4f7b-ac4d-e27a85dd6bf5 None None] Routers {'f36760c7-3016-49d9-a560-c3f8be2f18eb'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:17:13.120912 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-71d41404-b79e-4f7b-ac4d-e27a85dd6bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:16:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['f36760c7-3016-49d9-a560-c3f8be2f18eb'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:17:13.263612 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-619be175-3576-4e56-b993-e3d890f05d35 admin admin] Publish callbacks [] for router (f36760c7-3016-49d9-a560-c3f8be2f18eb), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:13.276948 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-74f68cf3-df7f-4c8d-8f69-8ff18025d684 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:13.398140 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-619be175-3576-4e56-b993-e3d890f05d35 admin admin] Publish callbacks [] for router_gateway (f36760c7-3016-49d9-a560-c3f8be2f18eb), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:13.455341 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-71d41404-b79e-4f7b-ac4d-e27a85dd6bf5 None None] Set router f36760c7-3016-49d9-a560-c3f8be2f18eb gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:17:13.472843 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-619be175-3576-4e56-b993-e3d890f05d35 admin admin] Deleting port 36b65447-0702-4fe5-8f37-1adc779c98fa {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:17:13.473420 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-619be175-3576-4e56-b993-e3d890f05d35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (36b65447-0702-4fe5-8f37-1adc779c98fa), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:13.518036 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 21daf890-0b2f-42f3-8248-e7ef9a971bbe up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:17:13.549473 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-74f68cf3-df7f-4c8d-8f69-8ff18025d684 admin admin] Publish callbacks [] for security_group (969b5c3d-9934-447d-b0e9-9fb1ce50670c), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:13.566656 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-74f68cf3-df7f-4c8d-8f69-8ff18025d684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (969b5c3d-9934-447d-b0e9-9fb1ce50670c), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:13.595207 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-619be175-3576-4e56-b993-e3d890f05d35 admin admin] For port 36b65447-0702-4fe5-8f37-1adc779c98fa, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=36b65447-0702-4fe5-8f37-1adc779c98fa,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:17:13.597567 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-619be175-3576-4e56-b993-e3d890f05d35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (36b65447-0702-4fe5-8f37-1adc779c98fa), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:13.614530 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-78251e84-f0b8-416d-8964-7fb232f19b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:13.620341 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 33264) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:17:13.633019 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f68cf3-df7f-4c8d-8f69-8ff18025d684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=969b5c3d-9934-447d-b0e9-9fb1ce50670c,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:13.642390 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-456fdbce-709f-4c1d-b730-42ec94cb2313 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Request body: {'security_group': {'name': 'tempest-securitygroup--309167786', 'description': 'tempest-description--1296150270'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:17:13.686127 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-74f68cf3-df7f-4c8d-8f69-8ff18025d684 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=cc5cd27678a544d380b583e9afdcbba0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6358182 Feb 02 07:17:13.687585 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 33270) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:17:13.693100 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-619be175-3576-4e56-b993-e3d890f05d35 admin admin] Calling delete_port for 36b65447-0702-4fe5-8f37-1adc779c98fa owned by network:router_gateway {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:17:13.718468 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-456fdbce-709f-4c1d-b730-42ec94cb2313 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:13.724602 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port 21daf890-0b2f-42f3-8248-e7ef9a971bbe completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:17:13.731171 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port 21daf890-0b2f-42f3-8248-e7ef9a971bbe triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:17:13.731578 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (21daf890-0b2f-42f3-8248-e7ef9a971bbe), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:13.795776 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b8776e50-a8f8-402c-8031-948b7b1937f0 admin admin] Publish callbacks [] for security_group (969b5c3d-9934-447d-b0e9-9fb1ce50670c), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:13.797376 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-71d41404-b79e-4f7b-ac4d-e27a85dd6bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f36760c7-3016-49d9-a560-c3f8be2f18eb', 'name': 'tempest-TaggedBootDevicesTest_v242-2064144395-router', 'tenant_id': '315023c055d14309af49112c40e73527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '36b65447-0702-4fe5-8f37-1adc779c98fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:09:01Z', 'updated_at': '2022-02-02T07:17:11Z', 'revision_number': 5, 'project_id': '315023c055d14309af49112c40e73527', 'gw_port': {'id': '36b65447-0702-4fe5-8f37-1adc779c98fa', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:20:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36760c7-3016-49d9-a560-c3f8be2f18eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:09:02Z', 'updated_at': '2022-02-02T07:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:17:13.832672 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d41404-b79e-4f7b-ac4d-e27a85dd6bf5 None None] Checking router: f36760c7-3016-49d9-a560-c3f8be2f18eb for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:17:13.845685 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b8776e50-a8f8-402c-8031-948b7b1937f0 admin admin] Publish callbacks [] for security_group (969b5c3d-9934-447d-b0e9-9fb1ce50670c), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:13.868763 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-456fdbce-709f-4c1d-b730-42ec94cb2313 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks [] for security_group (ce40053a-fcf9-40a5-bbf8-55606125f2a4), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:13.869071 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d41404-b79e-4f7b-ac4d-e27a85dd6bf5 None None] Routers {'f36760c7-3016-49d9-a560-c3f8be2f18eb'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:17:13.869830 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-71d41404-b79e-4f7b-ac4d-e27a85dd6bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:17:14Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['f36760c7-3016-49d9-a560-c3f8be2f18eb'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:17:13.885743 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-456fdbce-709f-4c1d-b730-42ec94cb2313 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (ce40053a-fcf9-40a5-bbf8-55606125f2a4), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:13.946834 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 21daf890-0b2f-42f3-8248-e7ef9a971bbe is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:17:13.947050 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b8776e50-a8f8-402c-8031-948b7b1937f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (969b5c3d-9934-447d-b0e9-9fb1ce50670c), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:13.947226 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (21daf890-0b2f-42f3-8248-e7ef9a971bbe), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:13.949286 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-456fdbce-709f-4c1d-b730-42ec94cb2313 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:13.949876 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b8776e50-a8f8-402c-8031-948b7b1937f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:13.951773 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-456fdbce-709f-4c1d-b730-42ec94cb2313 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3192952 Feb 02 07:17:13.953979 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b8776e50-a8f8-402c-8031-948b7b1937f0 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/969b5c3d-9934-447d-b0e9-9fb1ce50670c HTTP/1.1" status: 204 len: 168 time: 0.2603106 Feb 02 07:17:13.954863 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 33274) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:17:13.963966 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-627f53b1-ceef-42c9-824d-7281bfd55f88 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Request body: {'security_group_rule': {'security_group_id': 'ce40053a-fcf9-40a5-bbf8-55606125f2a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:17:13.977204 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdfd156-dddb-4a06-bb69-93ee87dbaa22 req-2600e98d-ade6-41db-8185-3109ff9f3788 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:13.979670 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8776e50-a8f8-402c-8031-948b7b1937f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=969b5c3d-9934-447d-b0e9-9fb1ce50670c,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:13.986718 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2bdfd156-dddb-4a06-bb69-93ee87dbaa22 req-2600e98d-ade6-41db-8185-3109ff9f3788 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=561a5882-80da-4ba7-9a14-6f4391d3da48 HTTP/1.1" status: 200 len: 945 time: 0.2877028 Feb 02 07:17:13.989465 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456fdbce-709f-4c1d-b730-42ec94cb2313 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce40053a-fcf9-40a5-bbf8-55606125f2a4,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:14.004912 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '561a5882-80da-4ba7-9a14-6f4391d3da48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21daf890-0b2f-42f3-8248-e7ef9a971bbe'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:17:14.006614 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-627f53b1-ceef-42c9-824d-7281bfd55f88 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks [] for security_group_rule (2f10df98-7a90-4e9b-9c28-ed94cdf16db1), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:14.010403 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28712b97-f1dd-46a8-96ed-d93670b9973d" -d '{"events": [{"server_uuid": "561a5882-80da-4ba7-9a14-6f4391d3da48", "name": "network-vif-plugged", "status": "completed", "tag": "21daf890-0b2f-42f3-8248-e7ef9a971bbe"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:17:14.049577 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 21daf890-0b2f-42f3-8248-e7ef9a971bbe, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=21daf890-0b2f-42f3-8248-e7ef9a971bbe,segment=NetworkSegment(2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0),segment_id=2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:17:14.063878 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-71d41404-b79e-4f7b-ac4d-e27a85dd6bf5 None None] Set router f36760c7-3016-49d9-a560-c3f8be2f18eb gateway port host: None {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:17:14.078476 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-627f53b1-ceef-42c9-824d-7281bfd55f88 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks [] for security_group_rule (2f10df98-7a90-4e9b-9c28-ed94cdf16db1), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:14.091612 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-627f53b1-ceef-42c9-824d-7281bfd55f88 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (2f10df98-7a90-4e9b-9c28-ed94cdf16db1), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:14.099621 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (21daf890-0b2f-42f3-8248-e7ef9a971bbe), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:14.126982 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627f53b1-ceef-42c9-824d-7281bfd55f88 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f10df98-7a90-4e9b-9c28-ed94cdf16db1,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:14.150808 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-627f53b1-ceef-42c9-824d-7281bfd55f88 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:14.152166 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-627f53b1-ceef-42c9-824d-7281bfd55f88 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1927602 Feb 02 07:17:14.153849 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-71d41404-b79e-4f7b-ac4d-e27a85dd6bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f36760c7-3016-49d9-a560-c3f8be2f18eb', 'name': 'tempest-TaggedBootDevicesTest_v242-2064144395-router', 'tenant_id': '315023c055d14309af49112c40e73527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:09:01Z', 'updated_at': '2022-02-02T07:17:13Z', 'revision_number': 6, 'project_id': '315023c055d14309af49112c40e73527', 'gw_port_host': None}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:17:14.154661 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 33278) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:17:14.161981 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-0d901b60-bb86-4aa0-a349-0611578a4952 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Request body: {'security_group_rule': {'security_group_id': 'ce40053a-fcf9-40a5-bbf8-55606125f2a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:17:14.211621 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d41404-b79e-4f7b-ac4d-e27a85dd6bf5 None None] The sync data for ids ['f36760c7-3016-49d9-a560-c3f8be2f18eb'] in n-d-789963-26 is: [{'id': 'f36760c7-3016-49d9-a560-c3f8be2f18eb', 'name': 'tempest-TaggedBootDevicesTest_v242-2064144395-router', 'tenant_id': '315023c055d14309af49112c40e73527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:09:01Z', 'updated_at': '2022-02-02T07:17:13Z', 'revision_number': 6, 'project_id': '315023c055d14309af49112c40e73527', 'gw_port_host': None}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:17:14.235331 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0d901b60-bb86-4aa0-a349-0611578a4952 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks [] for security_group_rule (21392094-6909-4fb0-be90-f5f61863002b), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:14.274271 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=21daf890-0b2f-42f3-8248-e7ef9a971bbe,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:14.299184 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2bdfd156-dddb-4a06-bb69-93ee87dbaa22 req-7eaf10a4-e57d-4134-a867-41ceece8eaec tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970874 Feb 02 07:17:14.332313 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-619be175-3576-4e56-b993-e3d890f05d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (36b65447-0702-4fe5-8f37-1adc779c98fa), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:14.378933 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619be175-3576-4e56-b993-e3d890f05d35 admin admin] Pushing event deleted for resources: {'Port': ['ID=36b65447-0702-4fe5-8f37-1adc779c98fa,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:14.412144 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba07f078-acd6-4bd6-9b93-59c507dd9dbd x-openstack-request-id: req-ba07f078-acd6-4bd6-9b93-59c507dd9dbd {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:17:14.412456 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "561a5882-80da-4ba7-9a14-6f4391d3da48", "name": "network-vif-plugged", "status": "completed", "tag": "21daf890-0b2f-42f3-8248-e7ef9a971bbe", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:17:14.412722 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ba07f078-acd6-4bd6-9b93-59c507dd9dbd {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:17:14.413162 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '561a5882-80da-4ba7-9a14-6f4391d3da48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21daf890-0b2f-42f3-8248-e7ef9a971bbe', 'code': 200} Feb 02 07:17:14.428910 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0d901b60-bb86-4aa0-a349-0611578a4952 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks [] for security_group_rule (21392094-6909-4fb0-be90-f5f61863002b), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:14.436070 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0d901b60-bb86-4aa0-a349-0611578a4952 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (21392094-6909-4fb0-be90-f5f61863002b), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:14.466974 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d901b60-bb86-4aa0-a349-0611578a4952 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21392094-6909-4fb0-be90-f5f61863002b,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:14.473774 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-619be175-3576-4e56-b993-e3d890f05d35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (f36760c7-3016-49d9-a560-c3f8be2f18eb), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:14.497332 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0d901b60-bb86-4aa0-a349-0611578a4952 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:14.498765 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-0d901b60-bb86-4aa0-a349-0611578a4952 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3431139 Feb 02 07:17:14.504777 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 33290) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:17:14.522587 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-7d7a1a3c-ba44-4838-a1c7-63452c2fe4c3 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Request body: {'floatingip': {'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:17:14.646785 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-619be175-3576-4e56-b993-e3d890f05d35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (f36760c7-3016-49d9-a560-c3f8be2f18eb), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:14.651643 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-619be175-3576-4e56-b993-e3d890f05d35 admin admin] Publish callbacks [] for router_controller (f36760c7-3016-49d9-a560-c3f8be2f18eb), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:14.664773 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:14.669593 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7d7a1a3c-ba44-4838-a1c7-63452c2fe4c3 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:14.736126 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b1bfa-b332-4147-b082-eb81bb7fd7f7 req-2f800fb3-79df-41c1-9b9a-6a657202a80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:14.738467 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-905b1bfa-b332-4147-b082-eb81bb7fd7f7 req-2f800fb3-79df-41c1-9b9a-6a657202a80e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=561a5882-80da-4ba7-9a14-6f4391d3da48 HTTP/1.1" status: 200 len: 1129 time: 0.2386153 Feb 02 07:17:14.779156 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-619be175-3576-4e56-b993-e3d890f05d35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (f36760c7-3016-49d9-a560-c3f8be2f18eb), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:14.779156 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-619be175-3576-4e56-b993-e3d890f05d35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f36760c7-3016-49d9-a560-c3f8be2f18eb {{(pid=109694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:17:14.787138 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-619be175-3576-4e56-b993-e3d890f05d35 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:14.790896 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-619be175-3576-4e56-b993-e3d890f05d35 admin admin] 10.222.0.87 "DELETE /v2.0/routers/f36760c7-3016-49d9-a560-c3f8be2f18eb HTTP/1.1" status: 204 len: 168 time: 1.6945930 Feb 02 07:17:14.791609 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 33300) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:17:14.887297 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae2b73d2-b586-43e5-9c08-3a29e681ce20 admin admin] Deleting subnet ff1df3f8-096e-47ca-881e-a116add49876 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:17:14.892690 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ae2b73d2-b586-43e5-9c08-3a29e681ce20 admin admin] Publish callbacks [] for subnet (ff1df3f8-096e-47ca-881e-a116add49876), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:14.973710 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-905b1bfa-b332-4147-b082-eb81bb7fd7f7 req-030f7f1c-b388-4a1f-a170-a97cdd570071 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285345 Feb 02 07:17:14.975279 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ae2b73d2-b586-43e5-9c08-3a29e681ce20 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (ff1df3f8-096e-47ca-881e-a116add49876), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:15.056643 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7d7a1a3c-ba44-4838-a1c7-63452c2fe4c3 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:15.262242 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 572f499a-a89e-4913-bb37-6d870c886ba6 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:17:15.316205 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 572f499a-a89e-4913-bb37-6d870c886ba6 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:17:15.318942 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 572f499a-a89e-4913-bb37-6d870c886ba6 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:17:15.323634 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 36b65447-0702-4fe5-8f37-1adc779c98fa no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:17:15.365471 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 36b65447-0702-4fe5-8f37-1adc779c98fa {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:17:15.366078 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 36b65447-0702-4fe5-8f37-1adc779c98fa not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:17:15.627284 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ae2b73d2-b586-43e5-9c08-3a29e681ce20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (ff1df3f8-096e-47ca-881e-a116add49876), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:15.660911 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7d1a2e-c5cb-40cc-8d38-f8760ea5f537 req-ec8af739-65ed-4367-a738-99f17d3cbc8c tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:15.662919 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4e7d1a2e-c5cb-40cc-8d38-f8760ea5f537 req-ec8af739-65ed-4367-a738-99f17d3cbc8c tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=561a5882-80da-4ba7-9a14-6f4391d3da48 HTTP/1.1" status: 200 len: 946 time: 0.1037643 Feb 02 07:17:15.744750 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4e7d1a2e-c5cb-40cc-8d38-f8760ea5f537 req-fbd9f1ef-403f-409e-8d0a-a3a9284f0a41 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730743 Feb 02 07:17:15.791335 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ae2b73d2-b586-43e5-9c08-3a29e681ce20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (ff1df3f8-096e-47ca-881e-a116add49876), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:15.866231 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2b73d2-b586-43e5-9c08-3a29e681ce20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff1df3f8-096e-47ca-881e-a116add49876,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:15.868491 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ae2b73d2-b586-43e5-9c08-3a29e681ce20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:15.874428 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6557ba54-5c58-4700-985b-89855b3ac20d None None] Network e433ef7b-5a69-4c5a-b1e5-e0d768cc4e7c requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:17:15.892176 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-ae2b73d2-b586-43e5-9c08-3a29e681ce20 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/ff1df3f8-096e-47ca-881e-a116add49876 HTTP/1.1" status: 204 len: 168 time: 1.0978916 Feb 02 07:17:15.892701 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 33322) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:17:15.955170 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-7d7a1a3c-ba44-4838-a1c7-63452c2fe4c3 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Allocated IP 172.25.4.103 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/cb42444c-1180-45de-a16b-6bf1618a0776) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:17:16.042620 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:16.193298 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258596c1-4ada-416a-841a-966bcd4ac5f9 None None] DHCP port deletion for e433ef7b-5a69-4c5a-b1e5-e0d768cc4e7c request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:17:16.234216 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-920194e1-1c06-4c21-bec9-1c30a0d91b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (e433ef7b-5a69-4c5a-b1e5-e0d768cc4e7c), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:16.264541 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7d7a1a3c-ba44-4838-a1c7-63452c2fe4c3 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks [] for port (cb42444c-1180-45de-a16b-6bf1618a0776), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:16.327266 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-258596c1-4ada-416a-841a-966bcd4ac5f9 None None] Deleting port 4f0af4bb-2f3e-4d95-8d97-21de144614af {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:17:16.332110 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-258596c1-4ada-416a-841a-966bcd4ac5f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (4f0af4bb-2f3e-4d95-8d97-21de144614af), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:16.403229 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7d7a1a3c-ba44-4838-a1c7-63452c2fe4c3 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (cb42444c-1180-45de-a16b-6bf1618a0776), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:16.435301 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-258596c1-4ada-416a-841a-966bcd4ac5f9 None None] For port 4f0af4bb-2f3e-4d95-8d97-21de144614af, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=4f0af4bb-2f3e-4d95-8d97-21de144614af,segment=NetworkSegment(b0111bfa-2996-4cbd-a1bc-0ec27435bec0),segment_id=b0111bfa-2996-4cbd-a1bc-0ec27435bec0)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:17:16.435749 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-258596c1-4ada-416a-841a-966bcd4ac5f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (4f0af4bb-2f3e-4d95-8d97-21de144614af), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:16.449612 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-258596c1-4ada-416a-841a-966bcd4ac5f9 None None] Calling delete_port for 4f0af4bb-2f3e-4d95-8d97-21de144614af owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:17:16.477434 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a1a3c-ba44-4838-a1c7-63452c2fe4c3 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Pushing event updated for resources: {'Port': ['ID=cb42444c-1180-45de-a16b-6bf1618a0776,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:16.513845 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-920194e1-1c06-4c21-bec9-1c30a0d91b2e admin admin] Deleting port 4f0af4bb-2f3e-4d95-8d97-21de144614af {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:17:16.515070 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-920194e1-1c06-4c21-bec9-1c30a0d91b2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (4f0af4bb-2f3e-4d95-8d97-21de144614af), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:16.547127 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-258596c1-4ada-416a-841a-966bcd4ac5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (4f0af4bb-2f3e-4d95-8d97-21de144614af), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:16.598709 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258596c1-4ada-416a-841a-966bcd4ac5f9 None None] Pushing event deleted for resources: {'Port': ['ID=4f0af4bb-2f3e-4d95-8d97-21de144614af,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:16.606275 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258596c1-4ada-416a-841a-966bcd4ac5f9 None None] No DVR routers for this DVR port 4f0af4bb-2f3e-4d95-8d97-21de144614af on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:17:16.616476 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7a1a3c-ba44-4838-a1c7-63452c2fe4c3 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:17:16.618813 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-920194e1-1c06-4c21-bec9-1c30a0d91b2e admin admin] For port 4f0af4bb-2f3e-4d95-8d97-21de144614af, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=4f0af4bb-2f3e-4d95-8d97-21de144614af,segment=NetworkSegment(b0111bfa-2996-4cbd-a1bc-0ec27435bec0),segment_id=b0111bfa-2996-4cbd-a1bc-0ec27435bec0)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:17:16.619179 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-920194e1-1c06-4c21-bec9-1c30a0d91b2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (4f0af4bb-2f3e-4d95-8d97-21de144614af), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:16.621848 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-7d7a1a3c-ba44-4838-a1c7-63452c2fe4c3 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:17:16.629664 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7a1a3c-ba44-4838-a1c7-63452c2fe4c3 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:17:16.657058 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-920194e1-1c06-4c21-bec9-1c30a0d91b2e admin admin] Calling delete_port for 4f0af4bb-2f3e-4d95-8d97-21de144614af owned by network:dhcp {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:17:16.800914 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7d7a1a3c-ba44-4838-a1c7-63452c2fe4c3 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks [] for floatingip (44e8f766-57fa-4425-8cae-44072c0f18a8), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:16.814887 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-920194e1-1c06-4c21-bec9-1c30a0d91b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (4f0af4bb-2f3e-4d95-8d97-21de144614af), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:16.898821 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920194e1-1c06-4c21-bec9-1c30a0d91b2e admin admin] Pushing event deleted for resources: {'Port': ['ID=4f0af4bb-2f3e-4d95-8d97-21de144614af,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:16.904772 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920194e1-1c06-4c21-bec9-1c30a0d91b2e admin admin] No DVR routers for this DVR port 4f0af4bb-2f3e-4d95-8d97-21de144614af on host n-d-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:17:16.957834 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7d7a1a3c-ba44-4838-a1c7-63452c2fe4c3 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (cb42444c-1180-45de-a16b-6bf1618a0776), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:16.998943 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e5b753-a506-4dcd-9aec-ae47eab3355a req-e5811544-c608-489d-8cee-acc5fdae3dbb tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:17.001143 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-85e5b753-a506-4dcd-9aec-ae47eab3355a req-e5811544-c608-489d-8cee-acc5fdae3dbb tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=561a5882-80da-4ba7-9a14-6f4391d3da48 HTTP/1.1" status: 200 len: 946 time: 0.1334960 Feb 02 07:17:17.062514 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-920194e1-1c06-4c21-bec9-1c30a0d91b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (e433ef7b-5a69-4c5a-b1e5-e0d768cc4e7c), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:17.062695 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 4f0af4bb-2f3e-4d95-8d97-21de144614af no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:17:17.083506 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-85e5b753-a506-4dcd-9aec-ae47eab3355a req-a13132aa-434b-43c4-8734-384befe817d1 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750713 Feb 02 07:17:17.086664 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-920194e1-1c06-4c21-bec9-1c30a0d91b2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e433ef7b-5a69-4c5a-b1e5-e0d768cc4e7c']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:17:17.097519 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-920194e1-1c06-4c21-bec9-1c30a0d91b2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0111bfa-2996-4cbd-a1bc-0ec27435bec0') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:17:17.098020 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-920194e1-1c06-4c21-bec9-1c30a0d91b2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0111bfa-2996-4cbd-a1bc-0ec27435bec0') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:17:17.099909 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 4f0af4bb-2f3e-4d95-8d97-21de144614af {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:17:17.100267 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 4f0af4bb-2f3e-4d95-8d97-21de144614af not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:17:17.108796 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-920194e1-1c06-4c21-bec9-1c30a0d91b2e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (b0111bfa-2996-4cbd-a1bc-0ec27435bec0), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:17.136833 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-920194e1-1c06-4c21-bec9-1c30a0d91b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (b0111bfa-2996-4cbd-a1bc-0ec27435bec0), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:17.144465 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-920194e1-1c06-4c21-bec9-1c30a0d91b2e admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:17:17.145099 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-920194e1-1c06-4c21-bec9-1c30a0d91b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (b0111bfa-2996-4cbd-a1bc-0ec27435bec0), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:17.215864 n-d-789963-26 neutron-server[109693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:17:17.215864 n-d-789963-26 neutron-server[109693]: self.session.flush() Feb 02 07:17:17.215864 n-d-789963-26 neutron-server[109693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:17:17.215864 n-d-789963-26 neutron-server[109693]: self.session.flush() Feb 02 07:17:17.215864 n-d-789963-26 neutron-server[109693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:17:17.215864 n-d-789963-26 neutron-server[109693]: self.session.flush() Feb 02 07:17:17.215864 n-d-789963-26 neutron-server[109693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:17:17.215864 n-d-789963-26 neutron-server[109693]: self.session.flush() Feb 02 07:17:17.215864 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:17:17.215864 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:17:17.215864 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:17:17.215864 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:17:17.215864 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:17:17.215864 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:17:17.215864 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:17:17.215864 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:17:17.215864 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:17:17.215864 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:17:17.215864 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:17:17.215864 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:17:17.215864 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:17:17.215864 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:17:17.215864 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:17:17.215864 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:17:17.215864 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:17:17.215864 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:17:17.215864 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:17:17.215864 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:17:17.215864 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:17:17.215864 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:17:17.215864 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:17:17.215864 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:17:17.215864 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:17:17.215864 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:17:17.215864 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:17:17.215864 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:17:17.215864 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:17:17.215864 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:17:17.215864 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:17:17.215864 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:17:17.224203 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-920194e1-1c06-4c21-bec9-1c30a0d91b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (e433ef7b-5a69-4c5a-b1e5-e0d768cc4e7c), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:17.267156 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-920194e1-1c06-4c21-bec9-1c30a0d91b2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:17.275263 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-920194e1-1c06-4c21-bec9-1c30a0d91b2e admin admin] 10.222.0.87 "DELETE /v2.0/networks/e433ef7b-5a69-4c5a-b1e5-e0d768cc4e7c HTTP/1.1" status: 204 len: 168 time: 1.3777981 Feb 02 07:17:17.277342 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920194e1-1c06-4c21-bec9-1c30a0d91b2e admin admin] Pushing event deleted for resources: {'Network': ['ID=e433ef7b-5a69-4c5a-b1e5-e0d768cc4e7c,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:17.382065 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:17.587198 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7d7a1a3c-ba44-4838-a1c7-63452c2fe4c3 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks [] for port (cb42444c-1180-45de-a16b-6bf1618a0776), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:17.602603 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7d7a1a3c-ba44-4838-a1c7-63452c2fe4c3 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (cb42444c-1180-45de-a16b-6bf1618a0776), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:17.650631 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 33350) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:17:17.727321 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a1a3c-ba44-4838-a1c7-63452c2fe4c3 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Pushing event updated for resources: {'Port': ['ID=cb42444c-1180-45de-a16b-6bf1618a0776,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:17.733147 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7d7a1a3c-ba44-4838-a1c7-63452c2fe4c3 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (44e8f766-57fa-4425-8cae-44072c0f18a8), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:17.762792 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-8cdec9fb-00fe-46a8-9d4f-68809d1fb465 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=07cbe6ce97734b3c8365c4e2bb6fcdb5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1083708 Feb 02 07:17:17.764222 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 33356) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:17:17.791167 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7d7a1a3c-ba44-4838-a1c7-63452c2fe4c3 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:17.804037 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-7d7a1a3c-ba44-4838-a1c7-63452c2fe4c3 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2910569 Feb 02 07:17:17.855145 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-25086288-457a-4da5-ab1f-ab44a26024b5 admin admin] Publish callbacks [] for security_group (c2d438c9-ecad-41fa-9c3c-fefcebb88ca9), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:17.931198 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-25086288-457a-4da5-ab1f-ab44a26024b5 admin admin] Publish callbacks [] for security_group (c2d438c9-ecad-41fa-9c3c-fefcebb88ca9), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:18.097070 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e131e658-930d-4a1b-a153-a7b1e202cce8 req-e1981491-c036-4768-a390-694f9c3da68d tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:18.104992 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e131e658-930d-4a1b-a153-a7b1e202cce8 req-e1981491-c036-4768-a390-694f9c3da68d tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=561a5882-80da-4ba7-9a14-6f4391d3da48 HTTP/1.1" status: 200 len: 946 time: 0.1463563 Feb 02 07:17:18.156243 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-25086288-457a-4da5-ab1f-ab44a26024b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (c2d438c9-ecad-41fa-9c3c-fefcebb88ca9), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:18.158798 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-25086288-457a-4da5-ab1f-ab44a26024b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:18.161188 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-25086288-457a-4da5-ab1f-ab44a26024b5 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c2d438c9-ecad-41fa-9c3c-fefcebb88ca9 HTTP/1.1" status: 204 len: 168 time: 0.3954480 Feb 02 07:17:18.182284 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e131e658-930d-4a1b-a153-a7b1e202cce8 req-70d6b01c-7361-4157-a15c-14341ef231a4 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762870 Feb 02 07:17:18.196354 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25086288-457a-4da5-ab1f-ab44a26024b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d438c9-ecad-41fa-9c3c-fefcebb88ca9,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:18.334066 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8cc8f82e-aa3f-46ff-b513-146987b240d7 req-1787ad63-af10-4631-a7ab-801a3b7a25b4 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--309167786&fields=id&tenant_id=3b47e731264f4e98a435635cbe941a6a HTTP/1.1" status: 200 len: 267 time: 0.0547912 Feb 02 07:17:18.460585 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8f82e-aa3f-46ff-b513-146987b240d7 req-a185693d-c16d-4b12-b8f6-2190156af164 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:18.462360 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8cc8f82e-aa3f-46ff-b513-146987b240d7 req-a185693d-c16d-4b12-b8f6-2190156af164 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/networks?id=5b8ffc7a-717b-4b32-aed8-31315930798c HTTP/1.1" status: 200 len: 809 time: 0.1195388 Feb 02 07:17:18.481898 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8cc8f82e-aa3f-46ff-b513-146987b240d7 req-ed66715d-a254-499f-acee-96e320448f85 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/quotas/3b47e731264f4e98a435635cbe941a6a HTTP/1.1" status: 200 len: 375 time: 0.0133090 Feb 02 07:17:18.544673 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8cc8f82e-aa3f-46ff-b513-146987b240d7 req-2f434022-45c1-4407-bd05-0ec18a7e9c86 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=3b47e731264f4e98a435635cbe941a6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0548022 Feb 02 07:17:18.608255 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 33384) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:17:18.677564 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-898c40f0-246c-4929-bd02-578d8208d3c7 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=315023c055d14309af49112c40e73527&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0658879 Feb 02 07:17:18.677927 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 33388) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:17:18.707897 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8cc8f82e-aa3f-46ff-b513-146987b240d7 req-7041f03c-2bb9-47aa-8abb-3d18711605c7 service neutron] 10.222.0.87 "GET /v2.0/networks/5b8ffc7a-717b-4b32-aed8-31315930798c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399870 Feb 02 07:17:18.739899 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b620dacd-01c4-4537-b0da-82076ed93f2d admin admin] Publish callbacks [] for security_group (29235dc2-d43f-4f11-bf44-41bcf8b401ec), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:18.765658 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b620dacd-01c4-4537-b0da-82076ed93f2d admin admin] Publish callbacks [] for security_group (29235dc2-d43f-4f11-bf44-41bcf8b401ec), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:18.820670 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b620dacd-01c4-4537-b0da-82076ed93f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (29235dc2-d43f-4f11-bf44-41bcf8b401ec), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:18.824050 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b620dacd-01c4-4537-b0da-82076ed93f2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:18.825382 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8cc8f82e-aa3f-46ff-b513-146987b240d7 req-ddb09452-41c4-4aa8-894d-62e561a69050 service neutron] 10.222.0.87 "GET /v2.0/networks/5b8ffc7a-717b-4b32-aed8-31315930798c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169302 Feb 02 07:17:18.826369 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b620dacd-01c4-4537-b0da-82076ed93f2d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/29235dc2-d43f-4f11-bf44-41bcf8b401ec HTTP/1.1" status: 204 len: 168 time: 0.1465931 Feb 02 07:17:18.853284 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b620dacd-01c4-4537-b0da-82076ed93f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29235dc2-d43f-4f11-bf44-41bcf8b401ec,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:19.048580 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0f87afd3-eb0c-4e40-b11a-eaeb933bf721 req-621000e1-d0a8-45e8-8f61-c177815b90d3 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/ports?device_id=7e24a8c7-026c-451b-b5e5-f060deba6ae6 HTTP/1.1" status: 200 len: 210 time: 0.0437231 Feb 02 07:17:19.390840 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f1e94-bb6b-409b-8de0-d8ddd94e1864 req-e24db9a2-de46-4a59-90be-f90fff83f6ff tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:19.414039 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ac0f1e94-bb6b-409b-8de0-d8ddd94e1864 req-e24db9a2-de46-4a59-90be-f90fff83f6ff tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=561a5882-80da-4ba7-9a14-6f4391d3da48 HTTP/1.1" status: 200 len: 946 time: 0.1468563 Feb 02 07:17:19.569731 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ac0f1e94-bb6b-409b-8de0-d8ddd94e1864 req-0122d7ef-f17e-44f3-a8bb-9a12b57b16a2 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479580 Feb 02 07:17:20.108513 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 33456) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:17:20.206844 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-654823c2-16d3-456f-99ac-21ea48b0f8fd req-ddb8d33e-79ae-4dc4-8026-757d86fbb058 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/ports?device_id=7e24a8c7-026c-451b-b5e5-f060deba6ae6 HTTP/1.1" status: 200 len: 210 time: 0.0761721 Feb 02 07:17:20.318314 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-ad1a7711-8c79-46ef-9139-46a19d0bc99d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1801186831-network', 'tenant_id': '96cee9a0c3e64a74a4439b5ec1d3c9a6'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:17:20.365920 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad1a7711-8c79-46ef-9139-46a19d0bc99d admin admin] Made reservation on behalf of 96cee9a0c3e64a74a4439b5ec1d3c9a6 for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:17:20.371742 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ad1a7711-8c79-46ef-9139-46a19d0bc99d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:20.383206 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ad1a7711-8c79-46ef-9139-46a19d0bc99d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:20.610786 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ad1a7711-8c79-46ef-9139-46a19d0bc99d admin admin] Publish callbacks [] for security_group (d17af428-9007-4a02-8f69-635d682cd2da), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:20.735604 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8f82e-aa3f-46ff-b513-146987b240d7 req-ddc1dc13-8738-4985-89f7-aeda8d7aa727 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:20.735604 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8cc8f82e-aa3f-46ff-b513-146987b240d7 req-ddc1dc13-8738-4985-89f7-aeda8d7aa727 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.88 "GET /v2.0/networks?id=5b8ffc7a-717b-4b32-aed8-31315930798c HTTP/1.1" status: 200 len: 809 time: 0.2674563 Feb 02 07:17:20.747488 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ad1a7711-8c79-46ef-9139-46a19d0bc99d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (d17af428-9007-4a02-8f69-635d682cd2da), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:20.774618 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad1a7711-8c79-46ef-9139-46a19d0bc99d admin admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:17:20.808505 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1a7711-8c79-46ef-9139-46a19d0bc99d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d17af428-9007-4a02-8f69-635d682cd2da,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:20.809525 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106da0a1-666f-4c7f-ae33-f598fb631e43 req-9327098c-4db1-4861-980a-e33e1ca11a9f tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:20.811489 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ad1a7711-8c79-46ef-9139-46a19d0bc99d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (ac2edba5-50dc-4a5a-a7dc-a498ff703784), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:20.811856 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-ad1a7711-8c79-46ef-9139-46a19d0bc99d admin admin] Added segment ac2edba5-50dc-4a5a-a7dc-a498ff703784 of type vlan for network 51130f56-1b8b-449b-8a8e-4577714a0844 Feb 02 07:17:20.813432 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-106da0a1-666f-4c7f-ae33-f598fb631e43 req-9327098c-4db1-4861-980a-e33e1ca11a9f tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=561a5882-80da-4ba7-9a14-6f4391d3da48 HTTP/1.1" status: 200 len: 946 time: 0.1145060 Feb 02 07:17:20.890021 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ad1a7711-8c79-46ef-9139-46a19d0bc99d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (51130f56-1b8b-449b-8a8e-4577714a0844), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:20.903933 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-106da0a1-666f-4c7f-ae33-f598fb631e43 req-c1dd62f3-148f-422a-92e0-ac3da8c0bfd5 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848136 Feb 02 07:17:20.912068 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8cc8f82e-aa3f-46ff-b513-146987b240d7 req-278fd8c5-4eb2-45f1-a08e-f1031f7dcaef tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b47e731264f4e98a435635cbe941a6a HTTP/1.1" status: 200 len: 379 time: 0.1384637 Feb 02 07:17:20.927103 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-8cc8f82e-aa3f-46ff-b513-146987b240d7 req-118f00f3-a5d4-4939-bcd0-4fe10b4fcdc0 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Request body: {'port': {'device_id': '7e24a8c7-026c-451b-b5e5-f060deba6ae6', 'network_id': '5b8ffc7a-717b-4b32-aed8-31315930798c', 'admin_state_up': True, 'tenant_id': '3b47e731264f4e98a435635cbe941a6a', 'security_groups': ['ce40053a-fcf9-40a5-bbf8-55606125f2a4']}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:17:20.968839 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ad1a7711-8c79-46ef-9139-46a19d0bc99d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (51130f56-1b8b-449b-8a8e-4577714a0844), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:20.969811 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1a7711-8c79-46ef-9139-46a19d0bc99d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:20.970390 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ad1a7711-8c79-46ef-9139-46a19d0bc99d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:21.053817 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-ad1a7711-8c79-46ef-9139-46a19d0bc99d admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9409873 Feb 02 07:17:21.054099 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 33468) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:17:21.059620 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-e4224727-be38-431d-b18b-f6b62e5e50ec admin admin] Request body: {'subnet': {'network_id': '51130f56-1b8b-449b-8a8e-4577714a0844', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1801186831-subnet', 'tenant_id': '96cee9a0c3e64a74a4439b5ec1d3c9a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:17:21.084819 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1a7711-8c79-46ef-9139-46a19d0bc99d admin admin] Pushing event updated for resources: {'Network': ['ID=51130f56-1b8b-449b-8a8e-4577714a0844,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:21.098682 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 51130f56-1b8b-449b-8a8e-4577714a0844 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:17:21.099816 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4224727-be38-431d-b18b-f6b62e5e50ec admin admin] Made reservation on behalf of 96cee9a0c3e64a74a4439b5ec1d3c9a6 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:17:21.102624 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e4224727-be38-431d-b18b-f6b62e5e50ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:21.116072 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cc8f82e-aa3f-46ff-b513-146987b240d7 req-118f00f3-a5d4-4939-bcd0-4fe10b4fcdc0 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Made reservation on behalf of 3b47e731264f4e98a435635cbe941a6a for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:17:21.120432 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-8cc8f82e-aa3f-46ff-b513-146987b240d7 req-118f00f3-a5d4-4939-bcd0-4fe10b4fcdc0 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:21.385643 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-8cc8f82e-aa3f-46ff-b513-146987b240d7 req-118f00f3-a5d4-4939-bcd0-4fe10b4fcdc0 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Allocated IP 172.20.0.14 (5b8ffc7a-717b-4b32-aed8-31315930798c/2c1cc1e9-39d5-4fbe-86e9-f98639e7b3b3/02455278-6d31-4f28-b987-720cd7bc900e) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:17:21.406994 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-03b23a5e-4fc8-4eeb-bd2e-30401ce1d813 req-a90bf553-a0b4-403c-a51c-ab954122cd99 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/ports?device_id=7e24a8c7-026c-451b-b5e5-f060deba6ae6 HTTP/1.1" status: 200 len: 210 time: 0.0497665 Feb 02 07:17:21.528950 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e4224727-be38-431d-b18b-f6b62e5e50ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (4da95eed-cc99-4ba1-9de2-e56d665d2ff6), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:21.600115 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4224727-be38-431d-b18b-f6b62e5e50ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=4da95eed-cc99-4ba1-9de2-e56d665d2ff6,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:21.639030 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4224727-be38-431d-b18b-f6b62e5e50ec admin admin] Checking segment: {'id': 'ac2edba5-50dc-4a5a-a7dc-a498ff703784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '51130f56-1b8b-449b-8a8e-4577714a0844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:17:21.639351 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-8cc8f82e-aa3f-46ff-b513-146987b240d7 req-118f00f3-a5d4-4939-bcd0-4fe10b4fcdc0 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks [] for port (02455278-6d31-4f28-b987-720cd7bc900e), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:21.639874 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4224727-be38-431d-b18b-f6b62e5e50ec admin admin] Network hostable DHCP agents. Network: 51130f56-1b8b-449b-8a8e-4577714a0844, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:17:21.666166 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4224727-be38-431d-b18b-f6b62e5e50ec admin admin] Network 51130f56-1b8b-449b-8a8e-4577714a0844 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:17:21.690906 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-e4224727-be38-431d-b18b-f6b62e5e50ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 51130f56-1b8b-449b-8a8e-4577714a0844) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:17:21.696245 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4224727-be38-431d-b18b-f6b62e5e50ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:21.697208 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e4224727-be38-431d-b18b-f6b62e5e50ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:21.707465 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698cd182-3bdb-4762-90ee-5388670216ea None None] Network 51130f56-1b8b-449b-8a8e-4577714a0844 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:17:21.712837 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-8cc8f82e-aa3f-46ff-b513-146987b240d7 req-118f00f3-a5d4-4939-bcd0-4fe10b4fcdc0 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (02455278-6d31-4f28-b987-720cd7bc900e), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:21.725834 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-e4224727-be38-431d-b18b-f6b62e5e50ec admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6704588 Feb 02 07:17:21.825454 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118f00f3-a5d4-4939-bcd0-4fe10b4fcdc0 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Pushing event updated for resources: {'Port': ['ID=02455278-6d31-4f28-b987-720cd7bc900e,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:21.869294 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cc8f82e-aa3f-46ff-b513-146987b240d7 req-118f00f3-a5d4-4939-bcd0-4fe10b4fcdc0 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Network 5b8ffc7a-717b-4b32-aed8-31315930798c is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:17:21.872407 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-8cc8f82e-aa3f-46ff-b513-146987b240d7 req-118f00f3-a5d4-4939-bcd0-4fe10b4fcdc0 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:17:21.874220 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87de5682-0712-467e-b6a4-a0691db137d8 None None] Network 51130f56-1b8b-449b-8a8e-4577714a0844 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:17:21.882670 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cc8f82e-aa3f-46ff-b513-146987b240d7 req-118f00f3-a5d4-4939-bcd0-4fe10b4fcdc0 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:17:21.968030 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8f82e-aa3f-46ff-b513-146987b240d7 req-118f00f3-a5d4-4939-bcd0-4fe10b4fcdc0 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:21.968673 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-8cc8f82e-aa3f-46ff-b513-146987b240d7 req-118f00f3-a5d4-4939-bcd0-4fe10b4fcdc0 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:21.998698 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8cc8f82e-aa3f-46ff-b513-146987b240d7 req-118f00f3-a5d4-4939-bcd0-4fe10b4fcdc0 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0722067 Feb 02 07:17:22.027723 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-8cc8f82e-aa3f-46ff-b513-146987b240d7 req-585dcfdb-0b50-4d23-88c7-514017c4dd73 service neutron] Request body: {'port': {'device_id': '7e24a8c7-026c-451b-b5e5-f060deba6ae6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:17:22.084156 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:22.152793 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee6902-d3e7-4111-8a52-d138fecdc1b8 req-d0dcbff2-d4e6-45c4-91c7-a3a9b30f35ba tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:22.158032 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-8cc8f82e-aa3f-46ff-b513-146987b240d7 req-585dcfdb-0b50-4d23-88c7-514017c4dd73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (02455278-6d31-4f28-b987-720cd7bc900e), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:22.163503 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b5ee6902-d3e7-4111-8a52-d138fecdc1b8 req-d0dcbff2-d4e6-45c4-91c7-a3a9b30f35ba tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=561a5882-80da-4ba7-9a14-6f4391d3da48 HTTP/1.1" status: 200 len: 946 time: 0.1208050 Feb 02 07:17:22.238336 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b5ee6902-d3e7-4111-8a52-d138fecdc1b8 req-b8339920-27c2-4596-a4aa-6c55b8dffd35 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737429 Feb 02 07:17:22.394668 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-a2239dbd-ceeb-481e-8534-5878803b1055 None None] Provisioning complete for port 02455278-6d31-4f28-b987-720cd7bc900e triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:17:22.397314 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a2239dbd-ceeb-481e-8534-5878803b1055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (02455278-6d31-4f28-b987-720cd7bc900e), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:22.480133 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-a2239dbd-ceeb-481e-8534-5878803b1055 None None] Port 02455278-6d31-4f28-b987-720cd7bc900e cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:17:22.600731 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-8cc8f82e-aa3f-46ff-b513-146987b240d7 req-585dcfdb-0b50-4d23-88c7-514017c4dd73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02455278-6d31-4f28-b987-720cd7bc900e {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:17:22.608743 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-8cc8f82e-aa3f-46ff-b513-146987b240d7 req-585dcfdb-0b50-4d23-88c7-514017c4dd73 service neutron] Publish callbacks [] for port (02455278-6d31-4f28-b987-720cd7bc900e), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:22.624672 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-8cc8f82e-aa3f-46ff-b513-146987b240d7 req-585dcfdb-0b50-4d23-88c7-514017c4dd73 service neutron] Transition to ACTIVE for port object 02455278-6d31-4f28-b987-720cd7bc900e will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:17:22.630116 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-8cc8f82e-aa3f-46ff-b513-146987b240d7 req-585dcfdb-0b50-4d23-88c7-514017c4dd73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (02455278-6d31-4f28-b987-720cd7bc900e), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:22.682330 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe0cdb-fdbe-4253-889d-6438f78f5211 req-39f3d76f-0898-484a-820b-c7f9a6da47e9 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:22.694647 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-10fe0cdb-fdbe-4253-889d-6438f78f5211 req-39f3d76f-0898-484a-820b-c7f9a6da47e9 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/networks?id=51130f56-1b8b-449b-8a8e-4577714a0844 HTTP/1.1" status: 200 len: 815 time: 0.1534817 Feb 02 07:17:22.718983 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-10fe0cdb-fdbe-4253-889d-6438f78f5211 req-d8c88097-d475-4c20-a22b-224bf078ff9e tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/quotas/96cee9a0c3e64a74a4439b5ec1d3c9a6 HTTP/1.1" status: 200 len: 375 time: 0.0231652 Feb 02 07:17:22.773109 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-8cc8f82e-aa3f-46ff-b513-146987b240d7 req-585dcfdb-0b50-4d23-88c7-514017c4dd73 service neutron] Attempting to bind port 02455278-6d31-4f28-b987-720cd7bc900e on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:17:22.773367 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-8cc8f82e-aa3f-46ff-b513-146987b240d7 req-585dcfdb-0b50-4d23-88c7-514017c4dd73 service neutron] Attempting to bind port 02455278-6d31-4f28-b987-720cd7bc900e by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': '1fe536e7-22e9-4789-86f4-399744fc3de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5b8ffc7a-717b-4b32-aed8-31315930798c'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:17:22.773705 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc8f82e-aa3f-46ff-b513-146987b240d7 req-585dcfdb-0b50-4d23-88c7-514017c4dd73 service neutron] Attempting to bind port 02455278-6d31-4f28-b987-720cd7bc900e on network 5b8ffc7a-717b-4b32-aed8-31315930798c {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:17:22.776758 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-10fe0cdb-fdbe-4253-889d-6438f78f5211 req-d265205d-e3ae-4716-afdb-4cbdf0dad075 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=96cee9a0c3e64a74a4439b5ec1d3c9a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0565393 Feb 02 07:17:22.778649 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc8f82e-aa3f-46ff-b513-146987b240d7 req-585dcfdb-0b50-4d23-88c7-514017c4dd73 service neutron] Port 02455278-6d31-4f28-b987-720cd7bc900e on network 5b8ffc7a-717b-4b32-aed8-31315930798c not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:17:22.778979 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc8f82e-aa3f-46ff-b513-146987b240d7 req-585dcfdb-0b50-4d23-88c7-514017c4dd73 service neutron] Attempting to bind port 02455278-6d31-4f28-b987-720cd7bc900e on network 5b8ffc7a-717b-4b32-aed8-31315930798c {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:17:22.785802 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc8f82e-aa3f-46ff-b513-146987b240d7 req-585dcfdb-0b50-4d23-88c7-514017c4dd73 service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:17:22.786150 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc8f82e-aa3f-46ff-b513-146987b240d7 req-585dcfdb-0b50-4d23-88c7-514017c4dd73 service neutron] Checking segment: {'id': '1fe536e7-22e9-4789-86f4-399744fc3de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5b8ffc7a-717b-4b32-aed8-31315930798c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:17:22.786545 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc8f82e-aa3f-46ff-b513-146987b240d7 req-585dcfdb-0b50-4d23-88c7-514017c4dd73 service neutron] Bound using segment: {'id': '1fe536e7-22e9-4789-86f4-399744fc3de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5b8ffc7a-717b-4b32-aed8-31315930798c'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:17:22.786988 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-8cc8f82e-aa3f-46ff-b513-146987b240d7 req-585dcfdb-0b50-4d23-88c7-514017c4dd73 service neutron] Bound port: 02455278-6d31-4f28-b987-720cd7bc900e, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fe536e7-22e9-4789-86f4-399744fc3de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5b8ffc7a-717b-4b32-aed8-31315930798c'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:17:22.787356 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-8cc8f82e-aa3f-46ff-b513-146987b240d7 req-585dcfdb-0b50-4d23-88c7-514017c4dd73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (02455278-6d31-4f28-b987-720cd7bc900e), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:22.790650 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585dcfdb-0b50-4d23-88c7-514017c4dd73 service neutron] Pushing event updated for resources: {'Port': ['ID=02455278-6d31-4f28-b987-720cd7bc900e,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:22.934402 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-8cc8f82e-aa3f-46ff-b513-146987b240d7 req-585dcfdb-0b50-4d23-88c7-514017c4dd73 service neutron] For port 02455278-6d31-4f28-b987-720cd7bc900e, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:17:22.942104 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-8cc8f82e-aa3f-46ff-b513-146987b240d7 req-585dcfdb-0b50-4d23-88c7-514017c4dd73 service neutron] For port 02455278-6d31-4f28-b987-720cd7bc900e, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=02455278-6d31-4f28-b987-720cd7bc900e,segment=NetworkSegment(1fe536e7-22e9-4789-86f4-399744fc3de0),segment_id=1fe536e7-22e9-4789-86f4-399744fc3de0)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:17:22.960031 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-8cc8f82e-aa3f-46ff-b513-146987b240d7 req-585dcfdb-0b50-4d23-88c7-514017c4dd73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (02455278-6d31-4f28-b987-720cd7bc900e), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:22.973729 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-10fe0cdb-fdbe-4253-889d-6438f78f5211 req-ef306d8b-f86e-4f8c-a715-d1845849f2fc service neutron] 10.222.0.87 "GET /v2.0/networks/51130f56-1b8b-449b-8a8e-4577714a0844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959007 Feb 02 07:17:23.044639 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8f82e-aa3f-46ff-b513-146987b240d7 req-585dcfdb-0b50-4d23-88c7-514017c4dd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:23.045268 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-8cc8f82e-aa3f-46ff-b513-146987b240d7 req-585dcfdb-0b50-4d23-88c7-514017c4dd73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:23.046707 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8cc8f82e-aa3f-46ff-b513-146987b240d7 req-585dcfdb-0b50-4d23-88c7-514017c4dd73 service neutron] 10.222.0.88 "PUT /v2.0/ports/02455278-6d31-4f28-b987-720cd7bc900e HTTP/1.1" status: 200 len: 1093 time: 1.0341940 Feb 02 07:17:23.047168 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e24a8c7-026c-451b-b5e5-f060deba6ae6', 'tag': '02455278-6d31-4f28-b987-720cd7bc900e'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:17:23.057847 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b5e4d9-4ea2-423a-ad84-fb16172ccaca" -d '{"events": [{"name": "network-changed", "server_uuid": "7e24a8c7-026c-451b-b5e5-f060deba6ae6", "tag": "02455278-6d31-4f28-b987-720cd7bc900e"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:17:23.105364 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585dcfdb-0b50-4d23-88c7-514017c4dd73 service neutron] Pushing event updated for resources: {'Port': ['ID=02455278-6d31-4f28-b987-720cd7bc900e,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:23.161678 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-10fe0cdb-fdbe-4253-889d-6438f78f5211 req-98384caf-ab24-476c-9931-e9d69edc0a53 service neutron] 10.222.0.87 "GET /v2.0/networks/51130f56-1b8b-449b-8a8e-4577714a0844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718638 Feb 02 07:17:23.185024 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8f82e-aa3f-46ff-b513-146987b240d7 req-bdea0543-86dc-4bcc-98b9-0b0127d4b2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:23.186854 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8cc8f82e-aa3f-46ff-b513-146987b240d7 req-bdea0543-86dc-4bcc-98b9-0b0127d4b2de service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3b47e731264f4e98a435635cbe941a6a&device_id=7e24a8c7-026c-451b-b5e5-f060deba6ae6 HTTP/1.1" status: 200 len: 1127 time: 0.0678895 Feb 02 07:17:23.276973 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8cc8f82e-aa3f-46ff-b513-146987b240d7 req-af389064-a6c5-42ca-a091-863fc6dc0bf1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02455278-6d31-4f28-b987-720cd7bc900e HTTP/1.1" status: 200 len: 217 time: 0.0766449 Feb 02 07:17:23.414417 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8f82e-aa3f-46ff-b513-146987b240d7 req-be1518a2-ae9c-4fb6-965d-6650c0cafd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:23.420291 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8cc8f82e-aa3f-46ff-b513-146987b240d7 req-be1518a2-ae9c-4fb6-965d-6650c0cafd6f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2c1cc1e9-39d5-4fbe-86e9-f98639e7b3b3 HTTP/1.1" status: 200 len: 848 time: 0.1373022 Feb 02 07:17:23.498289 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8df684-e74a-4b2b-8054-fab0b4d85363 req-e60c9459-f6f2-4e58-8373-7c5ff3d9aed6 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:23.504775 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8f82e-aa3f-46ff-b513-146987b240d7 req-3bdabc57-0411-498f-aa95-f02045a008e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:23.510016 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8cc8f82e-aa3f-46ff-b513-146987b240d7 req-3bdabc57-0411-498f-aa95-f02045a008e2 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5b8ffc7a-717b-4b32-aed8-31315930798c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0835636 Feb 02 07:17:23.513090 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1f8df684-e74a-4b2b-8054-fab0b4d85363 req-e60c9459-f6f2-4e58-8373-7c5ff3d9aed6 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/ports?device_id=7e24a8c7-026c-451b-b5e5-f060deba6ae6 HTTP/1.1" status: 200 len: 944 time: 0.1386125 Feb 02 07:17:23.623353 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1f8df684-e74a-4b2b-8054-fab0b4d85363 req-1e5dcda5-3a6c-4c8a-954d-aab26336dfd7 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/security-groups?id=ce40053a-fcf9-40a5-bbf8-55606125f2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992999 Feb 02 07:17:23.671911 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245109be-da9f-47be-9c10-43a854cf2549 x-openstack-request-id: req-245109be-da9f-47be-9c10-43a854cf2549 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:17:23.672211 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e24a8c7-026c-451b-b5e5-f060deba6ae6", "tag": "02455278-6d31-4f28-b987-720cd7bc900e", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:17:23.672570 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-245109be-da9f-47be-9c10-43a854cf2549 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:17:23.672870 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e24a8c7-026c-451b-b5e5-f060deba6ae6', 'tag': '02455278-6d31-4f28-b987-720cd7bc900e', 'status': 'completed', 'code': 200} Feb 02 07:17:23.703480 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8cc8f82e-aa3f-46ff-b513-146987b240d7 req-7548370d-755f-47ee-ab0e-3b85b70bd0b6 service neutron] 10.222.0.88 "GET /v2.0/networks/5b8ffc7a-717b-4b32-aed8-31315930798c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844668 Feb 02 07:17:23.923700 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f30115a-1f8f-4729-a727-bfb30257f918 req-7ad4a9d8-a7f1-40ec-8fd5-30274e54fdff tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:23.936977 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9f30115a-1f8f-4729-a727-bfb30257f918 req-7ad4a9d8-a7f1-40ec-8fd5-30274e54fdff tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=561a5882-80da-4ba7-9a14-6f4391d3da48 HTTP/1.1" status: 200 len: 946 time: 0.1359339 Feb 02 07:17:23.955021 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8cc8f82e-aa3f-46ff-b513-146987b240d7 req-fba671fc-6dd1-4d9d-accc-465ded7ad3d6 service neutron] 10.222.0.88 "GET /v2.0/networks/5b8ffc7a-717b-4b32-aed8-31315930798c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465544 Feb 02 07:17:23.972657 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393bbfbb-938a-4809-9938-5fc799b1e79d req-cfe0f7f1-d988-422d-95f2-5a9038fa51c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:23.974159 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-393bbfbb-938a-4809-9938-5fc799b1e79d req-cfe0f7f1-d988-422d-95f2-5a9038fa51c4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=55cc3e1e6f054ff8aa27776e1d040f10&device_id=561a5882-80da-4ba7-9a14-6f4391d3da48 HTTP/1.1" status: 200 len: 1129 time: 0.1566856 Feb 02 07:17:24.071894 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9f30115a-1f8f-4729-a727-bfb30257f918 req-91f76859-83a5-485c-bec3-410298e13b63 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337924 Feb 02 07:17:24.290212 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b9a7ab33-6620-4b4f-98a3-68a571fb113f req-d68f90de-87a3-44d9-acad-b0f09961fc6e tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=020c8125-582d-4246-9f4a-77adbb85cc46 HTTP/1.1" status: 200 len: 210 time: 0.0721092 Feb 02 07:17:24.333286 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b5e4d9-4ea2-423a-ad84-fb16172ccaca req-5735e37c-76d5-416f-a5a9-6e1d71869522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:24.335090 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-98b5e4d9-4ea2-423a-ad84-fb16172ccaca req-5735e37c-76d5-416f-a5a9-6e1d71869522 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3b47e731264f4e98a435635cbe941a6a&device_id=7e24a8c7-026c-451b-b5e5-f060deba6ae6 HTTP/1.1" status: 200 len: 1127 time: 0.2011132 Feb 02 07:17:24.336877 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393bbfbb-938a-4809-9938-5fc799b1e79d req-e2bba45d-4b35-406e-b38a-331462a90c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:24.340957 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-393bbfbb-938a-4809-9938-5fc799b1e79d req-e2bba45d-4b35-406e-b38a-331462a90c7d service neutron] 10.222.0.59 "GET /v2.0/networks?id=ec14a810-28cb-452c-8a58-03e4eebabfec HTTP/1.1" status: 200 len: 913 time: 0.3436394 Feb 02 07:17:24.479707 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-393bbfbb-938a-4809-9938-5fc799b1e79d req-203642f2-eab0-4f1e-84ea-fbf22aad188e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=21daf890-0b2f-42f3-8248-e7ef9a971bbe HTTP/1.1" status: 200 len: 217 time: 0.1190503 Feb 02 07:17:24.622934 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b5e4d9-4ea2-423a-ad84-fb16172ccaca req-852a9d58-f6f0-482c-95bc-66d2dc007f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:24.624405 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-98b5e4d9-4ea2-423a-ad84-fb16172ccaca req-852a9d58-f6f0-482c-95bc-66d2dc007f17 service neutron] 10.222.0.88 "GET /v2.0/networks?id=5b8ffc7a-717b-4b32-aed8-31315930798c HTTP/1.1" status: 200 len: 910 time: 0.2819040 Feb 02 07:17:24.754698 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-98b5e4d9-4ea2-423a-ad84-fb16172ccaca req-eff99e55-6cce-468a-9c95-00b904a3b6e4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02455278-6d31-4f28-b987-720cd7bc900e HTTP/1.1" status: 200 len: 217 time: 0.0674083 Feb 02 07:17:24.807441 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393bbfbb-938a-4809-9938-5fc799b1e79d req-415990ac-80ea-4dc9-a689-58f902ab88f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:24.809147 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-393bbfbb-938a-4809-9938-5fc799b1e79d req-415990ac-80ea-4dc9-a689-58f902ab88f0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=44a369a2-4fd0-4fcc-9b66-fee041fedbef HTTP/1.1" status: 200 len: 852 time: 0.3067267 Feb 02 07:17:24.839747 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab0348-1f0c-4786-a8be-f1fad0ab8199 req-14bd8159-4d31-4fe3-9072-6b72329701d2 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:24.841518 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-51ab0348-1f0c-4786-a8be-f1fad0ab8199 req-14bd8159-4d31-4fe3-9072-6b72329701d2 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/ports?device_id=7e24a8c7-026c-451b-b5e5-f060deba6ae6 HTTP/1.1" status: 200 len: 944 time: 0.1379733 Feb 02 07:17:24.859958 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-393bbfbb-938a-4809-9938-5fc799b1e79d req-894a53f3-0d02-4638-868f-4991ff17393f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ec14a810-28cb-452c-8a58-03e4eebabfec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426223 Feb 02 07:17:24.877545 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b5e4d9-4ea2-423a-ad84-fb16172ccaca req-979b2627-0c70-4cb2-9e64-dd506a51993f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:24.879990 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-98b5e4d9-4ea2-423a-ad84-fb16172ccaca req-979b2627-0c70-4cb2-9e64-dd506a51993f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2c1cc1e9-39d5-4fbe-86e9-f98639e7b3b3 HTTP/1.1" status: 200 len: 848 time: 0.1186225 Feb 02 07:17:24.951837 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-51ab0348-1f0c-4786-a8be-f1fad0ab8199 req-76ca2ff3-e321-4609-9c9f-85aed4503b1e tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/security-groups?id=ce40053a-fcf9-40a5-bbf8-55606125f2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033206 Feb 02 07:17:25.249556 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac0a001-5c35-4050-8a93-c4486755b7ce req-4acb0cfb-ec99-406d-94f0-cf1137b64b61 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:25.261111 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bac0a001-5c35-4050-8a93-c4486755b7ce req-4acb0cfb-ec99-406d-94f0-cf1137b64b61 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=c6413e47-3ae9-473a-844c-f4bcd11bbc2e HTTP/1.1" status: 200 len: 944 time: 0.1175594 Feb 02 07:17:25.316336 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-393bbfbb-938a-4809-9938-5fc799b1e79d req-3f918dec-bdd1-4f7c-8d6f-25f5c885f546 service neutron] 10.222.0.59 "GET /v2.0/networks/ec14a810-28cb-452c-8a58-03e4eebabfec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4501653 Feb 02 07:17:25.353302 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b5e4d9-4ea2-423a-ad84-fb16172ccaca req-233bccc2-64cf-47cc-9769-c9cfabc6cf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:25.354811 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-98b5e4d9-4ea2-423a-ad84-fb16172ccaca req-233bccc2-64cf-47cc-9769-c9cfabc6cf68 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5b8ffc7a-717b-4b32-aed8-31315930798c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4578323 Feb 02 07:17:25.372617 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bac0a001-5c35-4050-8a93-c4486755b7ce req-c5016bff-1a84-4ee4-a186-aff4203a0b0a tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=bc6bfedd-ef42-4ce4-a56a-4f6651c2c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084046 Feb 02 07:17:25.411247 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe0cdb-fdbe-4253-889d-6438f78f5211 req-6403de4f-2b5d-42fd-85b3-60668aded9d2 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:25.412881 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-10fe0cdb-fdbe-4253-889d-6438f78f5211 req-6403de4f-2b5d-42fd-85b3-60668aded9d2 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.88 "GET /v2.0/networks?id=51130f56-1b8b-449b-8a8e-4577714a0844 HTTP/1.1" status: 200 len: 815 time: 0.3749287 Feb 02 07:17:25.450728 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-10fe0cdb-fdbe-4253-889d-6438f78f5211 req-421e4e13-991b-4d03-9961-e8710dd21d52 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Request body: {'port': {'device_id': '020c8125-582d-4246-9f4a-77adbb85cc46', 'network_id': '51130f56-1b8b-449b-8a8e-4577714a0844', 'admin_state_up': True, 'tenant_id': '96cee9a0c3e64a74a4439b5ec1d3c9a6'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:17:25.624607 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-393bbfbb-938a-4809-9938-5fc799b1e79d req-b21ff5fa-baff-4a00-ae71-1f24e4198ee3 service neutron] 10.222.0.59 "GET /v2.0/networks/ec14a810-28cb-452c-8a58-03e4eebabfec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018091 Feb 02 07:17:25.651619 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-98b5e4d9-4ea2-423a-ad84-fb16172ccaca req-723cb21e-a9f4-4031-915f-54d654a25fa3 service neutron] 10.222.0.88 "GET /v2.0/networks/5b8ffc7a-717b-4b32-aed8-31315930798c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378278 Feb 02 07:17:25.702297 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baa1eb8-3b6c-4051-8ec0-a3f599aead07 req-55c3bd44-b615-4d64-ac9b-3cb9884ed609 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:25.710136 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2baa1eb8-3b6c-4051-8ec0-a3f599aead07 req-55c3bd44-b615-4d64-ac9b-3cb9884ed609 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=561a5882-80da-4ba7-9a14-6f4391d3da48 HTTP/1.1" status: 200 len: 946 time: 0.2110479 Feb 02 07:17:25.736147 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10fe0cdb-fdbe-4253-889d-6438f78f5211 req-421e4e13-991b-4d03-9961-e8710dd21d52 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Made reservation on behalf of 96cee9a0c3e64a74a4439b5ec1d3c9a6 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:17:25.748272 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-10fe0cdb-fdbe-4253-889d-6438f78f5211 req-421e4e13-991b-4d03-9961-e8710dd21d52 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:25.832562 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-98b5e4d9-4ea2-423a-ad84-fb16172ccaca req-75d37016-83e9-4dd9-bd24-ae41dfb3ba5c service neutron] 10.222.0.88 "GET /v2.0/networks/5b8ffc7a-717b-4b32-aed8-31315930798c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739478 Feb 02 07:17:25.864768 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2baa1eb8-3b6c-4051-8ec0-a3f599aead07 req-3adc74ca-f2cf-478b-a27c-43ec0db3e2b6 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409469 Feb 02 07:17:25.932125 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-10fe0cdb-fdbe-4253-889d-6438f78f5211 req-421e4e13-991b-4d03-9961-e8710dd21d52 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Allocated IP 172.20.0.6 (51130f56-1b8b-449b-8a8e-4577714a0844/4da95eed-cc99-4ba1-9de2-e56d665d2ff6/cfcee039-f4f1-4811-99a9-4883aac80732) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:17:26.118294 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-58f8c5c7-9452-4bc6-90c6-472b76bbc40f req-c5eb5130-3f8c-4442-89b6-37f7e67df359 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=020c8125-582d-4246-9f4a-77adbb85cc46 HTTP/1.1" status: 200 len: 210 time: 0.0583701 Feb 02 07:17:26.146981 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 02455278-6d31-4f28-b987-720cd7bc900e details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:17:26.465540 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 33562) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:17:26.466021 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-10fe0cdb-fdbe-4253-889d-6438f78f5211 req-421e4e13-991b-4d03-9961-e8710dd21d52 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Publish callbacks [] for port (cfcee039-f4f1-4811-99a9-4883aac80732), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:26.591084 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-10fe0cdb-fdbe-4253-889d-6438f78f5211 req-421e4e13-991b-4d03-9961-e8710dd21d52 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (cfcee039-f4f1-4811-99a9-4883aac80732), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:26.608695 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 02455278-6d31-4f28-b987-720cd7bc900e, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=02455278-6d31-4f28-b987-720cd7bc900e,segment=NetworkSegment(1fe536e7-22e9-4789-86f4-399744fc3de0),segment_id=1fe536e7-22e9-4789-86f4-399744fc3de0)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:17:26.667601 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': '02455278-6d31-4f28-b987-720cd7bc900e', 'network_id': '5b8ffc7a-717b-4b32-aed8-31315930798c', 'port_id': '02455278-6d31-4f28-b987-720cd7bc900e', 'mac_address': 'fa:16:3e:03:76:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c1cc1e9-39d5-4fbe-86e9-f98639e7b3b3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:17:26.688432 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421e4e13-991b-4d03-9961-e8710dd21d52 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Pushing event updated for resources: {'Port': ['ID=cfcee039-f4f1-4811-99a9-4883aac80732,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:26.704293 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10fe0cdb-fdbe-4253-889d-6438f78f5211 req-421e4e13-991b-4d03-9961-e8710dd21d52 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Network 51130f56-1b8b-449b-8a8e-4577714a0844 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:17:26.706920 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-10fe0cdb-fdbe-4253-889d-6438f78f5211 req-421e4e13-991b-4d03-9961-e8710dd21d52 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:17:26.710764 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-10fe0cdb-fdbe-4253-889d-6438f78f5211 req-421e4e13-991b-4d03-9961-e8710dd21d52 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:17:26.744945 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b73d2cf2-87e0-4289-a53b-39d973715772 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:26.808872 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 02455278-6d31-4f28-b987-720cd7bc900e is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:17:26.809362 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (02455278-6d31-4f28-b987-720cd7bc900e), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:26.824514 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02455278-6d31-4f28-b987-720cd7bc900e {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:17:26.832189 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe0cdb-fdbe-4253-889d-6438f78f5211 req-421e4e13-991b-4d03-9961-e8710dd21d52 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:26.832893 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-10fe0cdb-fdbe-4253-889d-6438f78f5211 req-421e4e13-991b-4d03-9961-e8710dd21d52 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:26.871911 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-10fe0cdb-fdbe-4253-889d-6438f78f5211 req-421e4e13-991b-4d03-9961-e8710dd21d52 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4265893 Feb 02 07:17:26.876225 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 02455278-6d31-4f28-b987-720cd7bc900e, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=02455278-6d31-4f28-b987-720cd7bc900e,segment=NetworkSegment(1fe536e7-22e9-4789-86f4-399744fc3de0),segment_id=1fe536e7-22e9-4789-86f4-399744fc3de0)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:17:26.896639 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (02455278-6d31-4f28-b987-720cd7bc900e), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:26.896866 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-10fe0cdb-fdbe-4253-889d-6438f78f5211 req-d959afe3-2a50-454d-831f-5789c4e5ce1e service neutron] Request body: {'port': {'device_id': '020c8125-582d-4246-9f4a-77adbb85cc46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:17:27.037308 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=02455278-6d31-4f28-b987-720cd7bc900e,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:27.076054 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b73d2cf2-87e0-4289-a53b-39d973715772 admin admin] Publish callbacks [] for security_group (f016001b-c3a2-43d4-aa9d-a53912904b4a), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:27.109382 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b73d2cf2-87e0-4289-a53b-39d973715772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (f016001b-c3a2-43d4-aa9d-a53912904b4a), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:27.151426 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-10fe0cdb-fdbe-4253-889d-6438f78f5211 req-d959afe3-2a50-454d-831f-5789c4e5ce1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (cfcee039-f4f1-4811-99a9-4883aac80732), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:27.167746 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b73d2cf2-87e0-4289-a53b-39d973715772 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=4b8177b2955744a2a63b7e1b6a137a68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7010770 Feb 02 07:17:27.174145 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 33580) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:17:27.182067 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['02455278-6d31-4f28-b987-720cd7bc900e'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:17:27.229303 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f511d8-d430-4d84-976d-7839021143f5 req-b27b6b9c-2c40-410d-907d-be438fcbfc65 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:27.236155 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-89f511d8-d430-4d84-976d-7839021143f5 req-b27b6b9c-2c40-410d-907d-be438fcbfc65 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/ports?device_id=7e24a8c7-026c-451b-b5e5-f060deba6ae6 HTTP/1.1" status: 200 len: 945 time: 0.1636791 Feb 02 07:17:27.258724 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73d2cf2-87e0-4289-a53b-39d973715772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f016001b-c3a2-43d4-aa9d-a53912904b4a,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:27.306613 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-89f511d8-d430-4d84-976d-7839021143f5 req-9ee36f1a-2349-4f99-850d-40b445a8d343 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/security-groups?id=ce40053a-fcf9-40a5-bbf8-55606125f2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683973 Feb 02 07:17:27.384100 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-30cdd5a8-7112-434f-93bf-acdee2a7469a admin admin] Publish callbacks [] for security_group (f016001b-c3a2-43d4-aa9d-a53912904b4a), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:27.451845 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:27.453044 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-30cdd5a8-7112-434f-93bf-acdee2a7469a admin admin] Publish callbacks [] for security_group (f016001b-c3a2-43d4-aa9d-a53912904b4a), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:27.606566 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e3483b-0ad5-44ad-a4fb-fd3a553dab8f req-95a30c66-14fe-4144-add3-9b0f775803b4 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:27.614836 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-63e3483b-0ad5-44ad-a4fb-fd3a553dab8f req-95a30c66-14fe-4144-add3-9b0f775803b4 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=561a5882-80da-4ba7-9a14-6f4391d3da48 HTTP/1.1" status: 200 len: 946 time: 0.0834408 Feb 02 07:17:27.618663 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-30cdd5a8-7112-434f-93bf-acdee2a7469a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (f016001b-c3a2-43d4-aa9d-a53912904b4a), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:27.621271 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-30cdd5a8-7112-434f-93bf-acdee2a7469a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:27.624865 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-30cdd5a8-7112-434f-93bf-acdee2a7469a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/f016001b-c3a2-43d4-aa9d-a53912904b4a HTTP/1.1" status: 204 len: 168 time: 0.4417546 Feb 02 07:17:27.683832 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cdd5a8-7112-434f-93bf-acdee2a7469a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f016001b-c3a2-43d4-aa9d-a53912904b4a,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:27.754007 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-63e3483b-0ad5-44ad-a4fb-fd3a553dab8f req-bca680d5-8b9c-4257-a6c4-169df7e89539 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381793 Feb 02 07:17:27.814100 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-10fe0cdb-fdbe-4253-889d-6438f78f5211 req-d959afe3-2a50-454d-831f-5789c4e5ce1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfcee039-f4f1-4811-99a9-4883aac80732 {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:17:27.832952 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-10fe0cdb-fdbe-4253-889d-6438f78f5211 req-d959afe3-2a50-454d-831f-5789c4e5ce1e service neutron] Publish callbacks [] for port (cfcee039-f4f1-4811-99a9-4883aac80732), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:27.871783 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-10fe0cdb-fdbe-4253-889d-6438f78f5211 req-d959afe3-2a50-454d-831f-5789c4e5ce1e service neutron] Transition to ACTIVE for port object cfcee039-f4f1-4811-99a9-4883aac80732 will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:17:27.878573 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-10fe0cdb-fdbe-4253-889d-6438f78f5211 req-d959afe3-2a50-454d-831f-5789c4e5ce1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (cfcee039-f4f1-4811-99a9-4883aac80732), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:27.998591 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d959afe3-2a50-454d-831f-5789c4e5ce1e service neutron] Pushing event updated for resources: {'Port': ['ID=cfcee039-f4f1-4811-99a9-4883aac80732,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:28.270656 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-10fe0cdb-fdbe-4253-889d-6438f78f5211 req-d959afe3-2a50-454d-831f-5789c4e5ce1e service neutron] Attempting to bind port cfcee039-f4f1-4811-99a9-4883aac80732 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:17:28.273037 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-10fe0cdb-fdbe-4253-889d-6438f78f5211 req-d959afe3-2a50-454d-831f-5789c4e5ce1e service neutron] Attempting to bind port cfcee039-f4f1-4811-99a9-4883aac80732 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'ac2edba5-50dc-4a5a-a7dc-a498ff703784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '51130f56-1b8b-449b-8a8e-4577714a0844'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:17:28.274242 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fe0cdb-fdbe-4253-889d-6438f78f5211 req-d959afe3-2a50-454d-831f-5789c4e5ce1e service neutron] Attempting to bind port cfcee039-f4f1-4811-99a9-4883aac80732 on network 51130f56-1b8b-449b-8a8e-4577714a0844 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:17:28.279147 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fe0cdb-fdbe-4253-889d-6438f78f5211 req-d959afe3-2a50-454d-831f-5789c4e5ce1e service neutron] Port cfcee039-f4f1-4811-99a9-4883aac80732 on network 51130f56-1b8b-449b-8a8e-4577714a0844 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:17:28.279541 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fe0cdb-fdbe-4253-889d-6438f78f5211 req-d959afe3-2a50-454d-831f-5789c4e5ce1e service neutron] Attempting to bind port cfcee039-f4f1-4811-99a9-4883aac80732 on network 51130f56-1b8b-449b-8a8e-4577714a0844 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:17:28.293271 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fe0cdb-fdbe-4253-889d-6438f78f5211 req-d959afe3-2a50-454d-831f-5789c4e5ce1e service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:17:28.293667 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fe0cdb-fdbe-4253-889d-6438f78f5211 req-d959afe3-2a50-454d-831f-5789c4e5ce1e service neutron] Checking segment: {'id': 'ac2edba5-50dc-4a5a-a7dc-a498ff703784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '51130f56-1b8b-449b-8a8e-4577714a0844'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:17:28.294297 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fe0cdb-fdbe-4253-889d-6438f78f5211 req-d959afe3-2a50-454d-831f-5789c4e5ce1e service neutron] Bound using segment: {'id': 'ac2edba5-50dc-4a5a-a7dc-a498ff703784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '51130f56-1b8b-449b-8a8e-4577714a0844'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:17:28.294741 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-10fe0cdb-fdbe-4253-889d-6438f78f5211 req-d959afe3-2a50-454d-831f-5789c4e5ce1e service neutron] Bound port: cfcee039-f4f1-4811-99a9-4883aac80732, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac2edba5-50dc-4a5a-a7dc-a498ff703784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '51130f56-1b8b-449b-8a8e-4577714a0844'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:17:28.295108 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-10fe0cdb-fdbe-4253-889d-6438f78f5211 req-d959afe3-2a50-454d-831f-5789c4e5ce1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (cfcee039-f4f1-4811-99a9-4883aac80732), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:28.382468 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-10fe0cdb-fdbe-4253-889d-6438f78f5211 req-d959afe3-2a50-454d-831f-5789c4e5ce1e service neutron] For port cfcee039-f4f1-4811-99a9-4883aac80732, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:17:28.388020 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-10fe0cdb-fdbe-4253-889d-6438f78f5211 req-d959afe3-2a50-454d-831f-5789c4e5ce1e service neutron] For port cfcee039-f4f1-4811-99a9-4883aac80732, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=cfcee039-f4f1-4811-99a9-4883aac80732,segment=NetworkSegment(ac2edba5-50dc-4a5a-a7dc-a498ff703784),segment_id=ac2edba5-50dc-4a5a-a7dc-a498ff703784)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:17:28.416422 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-10fe0cdb-fdbe-4253-889d-6438f78f5211 req-d959afe3-2a50-454d-831f-5789c4e5ce1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (cfcee039-f4f1-4811-99a9-4883aac80732), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:28.445502 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe0cdb-fdbe-4253-889d-6438f78f5211 req-d959afe3-2a50-454d-831f-5789c4e5ce1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:28.451881 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-10fe0cdb-fdbe-4253-889d-6438f78f5211 req-d959afe3-2a50-454d-831f-5789c4e5ce1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:28.457868 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-10fe0cdb-fdbe-4253-889d-6438f78f5211 req-d959afe3-2a50-454d-831f-5789c4e5ce1e service neutron] 10.222.0.88 "PUT /v2.0/ports/cfcee039-f4f1-4811-99a9-4883aac80732 HTTP/1.1" status: 200 len: 1092 time: 1.5713971 Feb 02 07:17:28.458371 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '020c8125-582d-4246-9f4a-77adbb85cc46', 'tag': 'cfcee039-f4f1-4811-99a9-4883aac80732'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:17:28.464944 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ca4cb5-2d27-438d-a699-d8b25e6ae15d" -d '{"events": [{"name": "network-changed", "server_uuid": "020c8125-582d-4246-9f4a-77adbb85cc46", "tag": "cfcee039-f4f1-4811-99a9-4883aac80732"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:17:28.778351 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad110c-8a92-41fc-acda-003338040a41 req-c250f220-2970-4f84-adb9-8dfc7f2c2102 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:28.794328 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-14ad110c-8a92-41fc-acda-003338040a41 req-c250f220-2970-4f84-adb9-8dfc7f2c2102 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=020c8125-582d-4246-9f4a-77adbb85cc46 HTTP/1.1" status: 200 len: 943 time: 0.1866992 Feb 02 07:17:28.921507 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-14ad110c-8a92-41fc-acda-003338040a41 req-fa1f092c-ee95-4543-a275-f086fcb9d4b3 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260722 Feb 02 07:17:29.228696 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83951daa-82bf-487e-b9d4-eb163ca5435e req-ad70e2e8-8491-4ece-bc32-109fb11a33bc tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:29.236528 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-83951daa-82bf-487e-b9d4-eb163ca5435e req-ad70e2e8-8491-4ece-bc32-109fb11a33bc tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/ports?device_id=7e24a8c7-026c-451b-b5e5-f060deba6ae6 HTTP/1.1" status: 200 len: 945 time: 0.1379154 Feb 02 07:17:29.246130 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d959afe3-2a50-454d-831f-5789c4e5ce1e service neutron] Pushing event updated for resources: {'Port': ['ID=cfcee039-f4f1-4811-99a9-4883aac80732,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:29.268759 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe0cdb-fdbe-4253-889d-6438f78f5211 req-02bf5aee-9629-475b-8f1d-4b6158286c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:29.270532 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-10fe0cdb-fdbe-4253-889d-6438f78f5211 req-02bf5aee-9629-475b-8f1d-4b6158286c31 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=96cee9a0c3e64a74a4439b5ec1d3c9a6&device_id=020c8125-582d-4246-9f4a-77adbb85cc46 HTTP/1.1" status: 200 len: 1126 time: 0.0891266 Feb 02 07:17:29.331384 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-10fe0cdb-fdbe-4253-889d-6438f78f5211 req-7f529380-e7ca-44d3-8b5a-9182183918e3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfcee039-f4f1-4811-99a9-4883aac80732 HTTP/1.1" status: 200 len: 217 time: 0.0467548 Feb 02 07:17:29.355200 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-83951daa-82bf-487e-b9d4-eb163ca5435e req-56935ed0-50da-46b1-af85-b93d0d6038e8 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/security-groups?id=ce40053a-fcf9-40a5-bbf8-55606125f2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027491 Feb 02 07:17:29.421889 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7115317b-02e4-4f5a-9a73-83ee03b500a7 x-openstack-request-id: req-7115317b-02e4-4f5a-9a73-83ee03b500a7 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:17:29.422458 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "020c8125-582d-4246-9f4a-77adbb85cc46", "tag": "cfcee039-f4f1-4811-99a9-4883aac80732", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:17:29.422774 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7115317b-02e4-4f5a-9a73-83ee03b500a7 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:17:29.426860 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '020c8125-582d-4246-9f4a-77adbb85cc46', 'tag': 'cfcee039-f4f1-4811-99a9-4883aac80732', 'status': 'completed', 'code': 200} Feb 02 07:17:29.480591 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe0cdb-fdbe-4253-889d-6438f78f5211 req-54aaf85a-ce7c-4766-aeb0-db7d79b40a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:29.482940 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-10fe0cdb-fdbe-4253-889d-6438f78f5211 req-54aaf85a-ce7c-4766-aeb0-db7d79b40a45 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4da95eed-cc99-4ba1-9de2-e56d665d2ff6 HTTP/1.1" status: 200 len: 855 time: 0.1462128 Feb 02 07:17:29.563054 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-10fe0cdb-fdbe-4253-889d-6438f78f5211 req-b3403d6b-c9dd-4d69-9a20-c20356f245b1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=51130f56-1b8b-449b-8a8e-4577714a0844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703840 Feb 02 07:17:29.783402 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742019d6-c1b6-4d20-a7bc-8eba67b7c8c5 req-4fbd2dc5-3ff4-4eb4-805f-dd28caaa1aee tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:29.799973 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-742019d6-c1b6-4d20-a7bc-8eba67b7c8c5 req-4fbd2dc5-3ff4-4eb4-805f-dd28caaa1aee tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=561a5882-80da-4ba7-9a14-6f4391d3da48 HTTP/1.1" status: 200 len: 946 time: 0.1583049 Feb 02 07:17:29.857159 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-10fe0cdb-fdbe-4253-889d-6438f78f5211 req-5ba685bc-8e41-40db-9dcc-9a9bcd27cb1b service neutron] 10.222.0.88 "GET /v2.0/networks/51130f56-1b8b-449b-8a8e-4577714a0844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842028 Feb 02 07:17:30.029746 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-742019d6-c1b6-4d20-a7bc-8eba67b7c8c5 req-f69d353d-cf8b-42e1-95f9-37ae0e2a545a tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267163 Feb 02 07:17:30.137341 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-10fe0cdb-fdbe-4253-889d-6438f78f5211 req-30d41854-69e9-439c-a6e7-2363ca3fae72 service neutron] 10.222.0.88 "GET /v2.0/networks/51130f56-1b8b-449b-8a8e-4577714a0844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747056 Feb 02 07:17:30.157430 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 02455278-6d31-4f28-b987-720cd7bc900e up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:17:30.316472 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e1982-3223-49f8-9ad8-c65e9e840d5d req-f21a5076-3c26-4185-b748-6a6942621c0c tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:30.326673 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9f1e1982-3223-49f8-9ad8-c65e9e840d5d req-f21a5076-3c26-4185-b748-6a6942621c0c tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=c6413e47-3ae9-473a-844c-f4bcd11bbc2e HTTP/1.1" status: 200 len: 944 time: 0.1067283 Feb 02 07:17:30.357509 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port 02455278-6d31-4f28-b987-720cd7bc900e completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:17:30.365711 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port 02455278-6d31-4f28-b987-720cd7bc900e triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:17:30.366104 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (02455278-6d31-4f28-b987-720cd7bc900e), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:30.400618 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ca4cb5-2d27-438d-a699-d8b25e6ae15d req-eac3ceb1-8c61-4216-aa2e-9b8156e7f28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:30.406435 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-58ca4cb5-2d27-438d-a699-d8b25e6ae15d req-eac3ceb1-8c61-4216-aa2e-9b8156e7f28b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=96cee9a0c3e64a74a4439b5ec1d3c9a6&device_id=020c8125-582d-4246-9f4a-77adbb85cc46 HTTP/1.1" status: 200 len: 1126 time: 0.1459441 Feb 02 07:17:30.576819 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9f1e1982-3223-49f8-9ad8-c65e9e840d5d req-b3bcf892-68ba-4cde-9e98-70ecb57a4e1e tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=bc6bfedd-ef42-4ce4-a56a-4f6651c2c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2471104 Feb 02 07:17:30.576985 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 33662) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:17:30.598136 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 02455278-6d31-4f28-b987-720cd7bc900e is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:17:30.598796 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (02455278-6d31-4f28-b987-720cd7bc900e), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:30.605349 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-625ea518-b97b-4d10-8949-b9ce04838b47 req-1d33df05-0187-4881-bfc7-75a234f9ff0f service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=c6413e47-3ae9-473a-844c-f4bcd11bbc2e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4197981 Feb 02 07:17:30.670838 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ca4cb5-2d27-438d-a699-d8b25e6ae15d req-ba665a49-4e9f-4bec-9f79-2c2b22ea4827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:30.672377 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-58ca4cb5-2d27-438d-a699-d8b25e6ae15d req-ba665a49-4e9f-4bec-9f79-2c2b22ea4827 service neutron] 10.222.0.88 "GET /v2.0/networks?id=51130f56-1b8b-449b-8a8e-4577714a0844 HTTP/1.1" status: 200 len: 916 time: 0.2552998 Feb 02 07:17:30.714718 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 02455278-6d31-4f28-b987-720cd7bc900e, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=02455278-6d31-4f28-b987-720cd7bc900e,segment=NetworkSegment(1fe536e7-22e9-4789-86f4-399744fc3de0),segment_id=1fe536e7-22e9-4789-86f4-399744fc3de0)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:17:30.724610 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e24a8c7-026c-451b-b5e5-f060deba6ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02455278-6d31-4f28-b987-720cd7bc900e'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:17:30.735545 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21320641-d7c5-4eac-9e8c-7fbfd650386a" -d '{"events": [{"server_uuid": "7e24a8c7-026c-451b-b5e5-f060deba6ae6", "name": "network-vif-plugged", "status": "completed", "tag": "02455278-6d31-4f28-b987-720cd7bc900e"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:17:30.751816 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (02455278-6d31-4f28-b987-720cd7bc900e), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:30.765513 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-58ca4cb5-2d27-438d-a699-d8b25e6ae15d req-78daf34e-9e61-43dc-adf5-6be39b8a37a7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfcee039-f4f1-4811-99a9-4883aac80732 HTTP/1.1" status: 200 len: 217 time: 0.0850925 Feb 02 07:17:30.865663 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=02455278-6d31-4f28-b987-720cd7bc900e,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:30.912353 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ca4cb5-2d27-438d-a699-d8b25e6ae15d req-cabe88f2-a00b-4df7-bf1e-a005a44c2538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:30.913856 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-58ca4cb5-2d27-438d-a699-d8b25e6ae15d req-cabe88f2-a00b-4df7-bf1e-a005a44c2538 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4da95eed-cc99-4ba1-9de2-e56d665d2ff6 HTTP/1.1" status: 200 len: 855 time: 0.1426368 Feb 02 07:17:30.914995 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5376983f-2345-4449-afea-3e3d21625e57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:30.916934 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391cebc3-fb66-4062-a179-5371ed12b0c4 req-4402b943-c04a-4393-8b7e-6d5f1ede78ab tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:30.921069 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-391cebc3-fb66-4062-a179-5371ed12b0c4 req-4402b943-c04a-4393-8b7e-6d5f1ede78ab tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=020c8125-582d-4246-9f4a-77adbb85cc46 HTTP/1.1" status: 200 len: 943 time: 0.2066905 Feb 02 07:17:31.014867 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-58ca4cb5-2d27-438d-a699-d8b25e6ae15d req-229061dc-41e4-4890-9270-6a4820a70e9e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=51130f56-1b8b-449b-8a8e-4577714a0844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770135 Feb 02 07:17:31.023825 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-391cebc3-fb66-4062-a179-5371ed12b0c4 req-780fad6e-cfd6-420f-9f11-613a87abe058 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949106 Feb 02 07:17:31.296868 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd06bc-4bc7-42bd-82b7-3bc78f7fde2a req-315d2fcc-40be-4fb0-80ae-da2e4fbb7b14 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:31.299137 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2fcd06bc-4bc7-42bd-82b7-3bc78f7fde2a req-315d2fcc-40be-4fb0-80ae-da2e4fbb7b14 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/ports?device_id=7e24a8c7-026c-451b-b5e5-f060deba6ae6 HTTP/1.1" status: 200 len: 946 time: 0.0736718 Feb 02 07:17:31.319160 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-58ca4cb5-2d27-438d-a699-d8b25e6ae15d req-4722b8ad-eefb-48ae-bcc9-6fc708ac844f service neutron] 10.222.0.88 "GET /v2.0/networks/51130f56-1b8b-449b-8a8e-4577714a0844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962661 Feb 02 07:17:31.330075 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5376983f-2345-4449-afea-3e3d21625e57 admin admin] Publish callbacks [] for security_group (3b13e52d-a0ba-4e70-9b5e-965b6500e651), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:31.356590 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5376983f-2345-4449-afea-3e3d21625e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (3b13e52d-a0ba-4e70-9b5e-965b6500e651), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:31.363442 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2fcd06bc-4bc7-42bd-82b7-3bc78f7fde2a req-c7c7ab14-d708-4bbb-b611-625e3acb9923 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/security-groups?id=ce40053a-fcf9-40a5-bbf8-55606125f2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568318 Feb 02 07:17:31.409727 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af37ec03-45eb-4578-83c3-df3ff89705cb x-openstack-request-id: req-af37ec03-45eb-4578-83c3-df3ff89705cb {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:17:31.410263 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e24a8c7-026c-451b-b5e5-f060deba6ae6", "name": "network-vif-plugged", "status": "completed", "tag": "02455278-6d31-4f28-b987-720cd7bc900e", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:17:31.410399 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-af37ec03-45eb-4578-83c3-df3ff89705cb {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:17:31.410856 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e24a8c7-026c-451b-b5e5-f060deba6ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02455278-6d31-4f28-b987-720cd7bc900e', 'code': 200} Feb 02 07:17:31.442896 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-5376983f-2345-4449-afea-3e3d21625e57 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b23005a84be14a87b9141dbba38b772f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8552697 Feb 02 07:17:31.448946 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 33680) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:17:31.618344 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096a3fd7-6865-4237-977d-453414e0987c req-9fa60e50-b25c-4e70-8a82-56ee3ca73a51 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:31.620979 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e5d0a0bc-bce7-40d8-b832-898f6b41e6d3 admin admin] Publish callbacks [] for security_group (3b13e52d-a0ba-4e70-9b5e-965b6500e651), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:31.622211 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-096a3fd7-6865-4237-977d-453414e0987c req-9fa60e50-b25c-4e70-8a82-56ee3ca73a51 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=561a5882-80da-4ba7-9a14-6f4391d3da48 HTTP/1.1" status: 200 len: 946 time: 0.1113589 Feb 02 07:17:31.636246 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5376983f-2345-4449-afea-3e3d21625e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b13e52d-a0ba-4e70-9b5e-965b6500e651,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:31.689265 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-58ca4cb5-2d27-438d-a699-d8b25e6ae15d req-460762cf-f07b-4a31-8b7c-8b20affda68a service neutron] 10.222.0.88 "GET /v2.0/networks/51130f56-1b8b-449b-8a8e-4577714a0844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3569772 Feb 02 07:17:31.713640 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e5d0a0bc-bce7-40d8-b832-898f6b41e6d3 admin admin] Publish callbacks [] for security_group (3b13e52d-a0ba-4e70-9b5e-965b6500e651), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:31.725598 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d465e-17d0-48c6-b885-6936cbf2b75e req-17301105-b645-4423-ad4d-c5bfa65f1cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:31.728381 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-003d465e-17d0-48c6-b885-6936cbf2b75e req-17301105-b645-4423-ad4d-c5bfa65f1cd9 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=7e24a8c7-026c-451b-b5e5-f060deba6ae6 HTTP/1.1" status: 200 len: 1129 time: 0.1973650 Feb 02 07:17:31.730434 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-096a3fd7-6865-4237-977d-453414e0987c req-15b6f56e-e1c8-42bc-9957-68d8f32c7085 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967019 Feb 02 07:17:31.813026 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e5d0a0bc-bce7-40d8-b832-898f6b41e6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (3b13e52d-a0ba-4e70-9b5e-965b6500e651), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:31.816642 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e5d0a0bc-bce7-40d8-b832-898f6b41e6d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:31.820221 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e5d0a0bc-bce7-40d8-b832-898f6b41e6d3 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/3b13e52d-a0ba-4e70-9b5e-965b6500e651 HTTP/1.1" status: 204 len: 168 time: 0.3696849 Feb 02 07:17:31.837194 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d0a0bc-bce7-40d8-b832-898f6b41e6d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b13e52d-a0ba-4e70-9b5e-965b6500e651,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:31.840650 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-003d465e-17d0-48c6-b885-6936cbf2b75e req-031a611d-14eb-4743-a599-9f46dda1139b service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=ce40053a-fcf9-40a5-bbf8-55606125f2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638964 Feb 02 07:17:31.888283 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b9da18-c022-4b41-9aca-236b7b2bd65e req-96eeb9b8-8c04-4986-be1b-ac25e23826d0 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:31.896526 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-35b9da18-c022-4b41-9aca-236b7b2bd65e req-96eeb9b8-8c04-4986-be1b-ac25e23826d0 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=c6413e47-3ae9-473a-844c-f4bcd11bbc2e HTTP/1.1" status: 200 len: 944 time: 0.1001046 Feb 02 07:17:31.960411 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-35b9da18-c022-4b41-9aca-236b7b2bd65e req-78a82107-7587-4459-a65e-4fb9fdb6bbd1 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=bc6bfedd-ef42-4ce4-a56a-4f6651c2c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515237 Feb 02 07:17:32.103735 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ea518-b97b-4d10-8949-b9ce04838b47 req-cd917366-06b0-4aff-8706-2eb7a3921f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:32.105333 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-625ea518-b97b-4d10-8949-b9ce04838b47 req-cd917366-06b0-4aff-8706-2eb7a3921f6f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c6413e47-3ae9-473a-844c-f4bcd11bbc2e&tenant_id=faba4237acf64862ba84ad5ca9ce531a HTTP/1.1" status: 200 len: 1127 time: 0.1081233 Feb 02 07:17:32.178016 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device cfcee039-f4f1-4811-99a9-4883aac80732 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:17:32.312617 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ea518-b97b-4d10-8949-b9ce04838b47 req-7eafddd6-bb80-4f15-a57d-a43372174e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:32.314145 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-625ea518-b97b-4d10-8949-b9ce04838b47 req-7eafddd6-bb80-4f15-a57d-a43372174e32 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=faba4237acf64862ba84ad5ca9ce531a&device_id=c6413e47-3ae9-473a-844c-f4bcd11bbc2e HTTP/1.1" status: 200 len: 1127 time: 0.1694825 Feb 02 07:17:32.333481 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f6d91-0306-4ead-aa56-335d8fba029d req-6564218f-90b1-475b-892a-f79f08d9c373 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:32.335063 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-688f6d91-0306-4ead-aa56-335d8fba029d req-6564218f-90b1-475b-892a-f79f08d9c373 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=020c8125-582d-4246-9f4a-77adbb85cc46 HTTP/1.1" status: 200 len: 943 time: 0.1826217 Feb 02 07:17:32.404531 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port cfcee039-f4f1-4811-99a9-4883aac80732, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=cfcee039-f4f1-4811-99a9-4883aac80732,segment=NetworkSegment(ac2edba5-50dc-4a5a-a7dc-a498ff703784),segment_id=ac2edba5-50dc-4a5a-a7dc-a498ff703784)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:17:32.429462 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': 'cfcee039-f4f1-4811-99a9-4883aac80732', 'network_id': '51130f56-1b8b-449b-8a8e-4577714a0844', 'port_id': 'cfcee039-f4f1-4811-99a9-4883aac80732', 'mac_address': 'fa:16:3e:56:f7:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4da95eed-cc99-4ba1-9de2-e56d665d2ff6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:17:32.497774 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-688f6d91-0306-4ead-aa56-335d8fba029d req-ebd934ad-3ebb-4a43-bd8f-3110da011a26 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502247 Feb 02 07:17:32.498205 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ea518-b97b-4d10-8949-b9ce04838b47 req-900d3322-a51f-4854-9d46-e116c02474f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:32.500432 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-625ea518-b97b-4d10-8949-b9ce04838b47 req-900d3322-a51f-4854-9d46-e116c02474f8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=93a7727a-9e40-4a0f-b90d-66c79fe1bf6c HTTP/1.1" status: 200 len: 918 time: 0.1772418 Feb 02 07:17:32.528676 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port cfcee039-f4f1-4811-99a9-4883aac80732 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:17:32.529298 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (cfcee039-f4f1-4811-99a9-4883aac80732), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:32.548754 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfcee039-f4f1-4811-99a9-4883aac80732 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:17:32.580205 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port cfcee039-f4f1-4811-99a9-4883aac80732, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=cfcee039-f4f1-4811-99a9-4883aac80732,segment=NetworkSegment(ac2edba5-50dc-4a5a-a7dc-a498ff703784),segment_id=ac2edba5-50dc-4a5a-a7dc-a498ff703784)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:17:32.586416 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (cfcee039-f4f1-4811-99a9-4883aac80732), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:32.641666 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-625ea518-b97b-4d10-8949-b9ce04838b47 req-e48bea30-4919-4211-bb99-aeab703dca7b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5693ad4-1652-4353-8d5c-35e07e2e3df9 HTTP/1.1" status: 200 len: 999 time: 0.1309092 Feb 02 07:17:32.651153 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=cfcee039-f4f1-4811-99a9-4883aac80732,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:32.700685 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ea518-b97b-4d10-8949-b9ce04838b47 req-2633bd9e-3921-470f-9002-6ed1a8060fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:32.702240 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-625ea518-b97b-4d10-8949-b9ce04838b47 req-2633bd9e-3921-470f-9002-6ed1a8060fba service neutron] 10.222.0.59 "GET /v2.0/subnets?id=772313e3-625d-4c7f-b776-8fe829836021 HTTP/1.1" status: 200 len: 856 time: 0.0555303 Feb 02 07:17:32.708047 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92535b-bbe0-4781-9009-ccd19aed3bfe req-45ba4023-3357-48f4-8222-108212135d03 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:32.716223 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1e92535b-bbe0-4781-9009-ccd19aed3bfe req-45ba4023-3357-48f4-8222-108212135d03 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/ports?device_id=7e24a8c7-026c-451b-b5e5-f060deba6ae6 HTTP/1.1" status: 200 len: 946 time: 0.0798640 Feb 02 07:17:32.774604 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ea518-b97b-4d10-8949-b9ce04838b47 req-118ae911-31d6-422b-94fc-3f31e68413f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:32.776826 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-625ea518-b97b-4d10-8949-b9ce04838b47 req-118ae911-31d6-422b-94fc-3f31e68413f6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=93a7727a-9e40-4a0f-b90d-66c79fe1bf6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0678229 Feb 02 07:17:32.780285 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1e92535b-bbe0-4781-9009-ccd19aed3bfe req-c2304bd3-2c8c-4dc7-b461-c56c6d71458b tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/security-groups?id=ce40053a-fcf9-40a5-bbf8-55606125f2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627458 Feb 02 07:17:32.883845 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-625ea518-b97b-4d10-8949-b9ce04838b47 req-08caaa7f-0600-4258-af56-537a63131c0c service neutron] 10.222.0.59 "GET /v2.0/networks/93a7727a-9e40-4a0f-b90d-66c79fe1bf6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995977 Feb 02 07:17:32.899207 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b05e41-e059-419d-a57a-6569372ad0ee req-f41ca3d8-e3f7-4624-9a41-b6e28b7258f9 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:32.901054 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-19b05e41-e059-419d-a57a-6569372ad0ee req-f41ca3d8-e3f7-4624-9a41-b6e28b7258f9 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=561a5882-80da-4ba7-9a14-6f4391d3da48 HTTP/1.1" status: 200 len: 946 time: 0.0578151 Feb 02 07:17:32.928313 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['cfcee039-f4f1-4811-99a9-4883aac80732'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:17:32.991705 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-19b05e41-e059-419d-a57a-6569372ad0ee req-9eddc080-f517-4f0e-b0af-05359045ecab tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806515 Feb 02 07:17:33.009590 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 33724) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:17:33.124640 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-625ea518-b97b-4d10-8949-b9ce04838b47 req-112ba34c-1adb-4cd5-87c6-9239b4a05473 service neutron] 10.222.0.59 "GET /v2.0/networks/93a7727a-9e40-4a0f-b90d-66c79fe1bf6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337880 Feb 02 07:17:33.146848 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f0a30d-ab77-428a-8986-0b183ba07054 req-2524e4af-09fb-4f87-86c7-23ffa9dd6074 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:33.156093 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e4f0a30d-ab77-428a-8986-0b183ba07054 req-2524e4af-09fb-4f87-86c7-23ffa9dd6074 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=c6413e47-3ae9-473a-844c-f4bcd11bbc2e HTTP/1.1" status: 200 len: 944 time: 0.0876203 Feb 02 07:17:33.182391 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-dec9e740-2fed-479e-ad9e-adac87c40906 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-87799127-network', 'tenant_id': 'e265e2685fe147a0872fe69947a9b1bc'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:17:33.220191 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec9e740-2fed-479e-ad9e-adac87c40906 admin admin] Made reservation on behalf of e265e2685fe147a0872fe69947a9b1bc for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:17:33.222843 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-dec9e740-2fed-479e-ad9e-adac87c40906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:33.234470 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e4f0a30d-ab77-428a-8986-0b183ba07054 req-7e6d3976-bcab-46a0-8ebc-dd24de043adf tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=bc6bfedd-ef42-4ce4-a56a-4f6651c2c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765808 Feb 02 07:17:33.235532 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-dec9e740-2fed-479e-ad9e-adac87c40906 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:33.346843 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-dec9e740-2fed-479e-ad9e-adac87c40906 admin admin] Publish callbacks [] for security_group (f18bbabf-1767-494e-b52a-93f92ed69dc4), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:33.349682 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-dec9e740-2fed-479e-ad9e-adac87c40906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (f18bbabf-1767-494e-b52a-93f92ed69dc4), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:33.378954 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dec9e740-2fed-479e-ad9e-adac87c40906 admin admin] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:17:33.399624 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec9e740-2fed-479e-ad9e-adac87c40906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f18bbabf-1767-494e-b52a-93f92ed69dc4,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:33.432318 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-dec9e740-2fed-479e-ad9e-adac87c40906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (f83c0f7c-04c6-47c6-912a-a0d83ddeab52), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:33.433201 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-dec9e740-2fed-479e-ad9e-adac87c40906 admin admin] Added segment f83c0f7c-04c6-47c6-912a-a0d83ddeab52 of type vlan for network 30ac0222-4ad8-41d7-ae6b-f6e458b8cc5c Feb 02 07:17:33.477745 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-dec9e740-2fed-479e-ad9e-adac87c40906 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (30ac0222-4ad8-41d7-ae6b-f6e458b8cc5c), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:33.525746 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-dec9e740-2fed-479e-ad9e-adac87c40906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (30ac0222-4ad8-41d7-ae6b-f6e458b8cc5c), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:33.527039 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec9e740-2fed-479e-ad9e-adac87c40906 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:33.528259 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-dec9e740-2fed-479e-ad9e-adac87c40906 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:33.661880 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-dec9e740-2fed-479e-ad9e-adac87c40906 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6505857 Feb 02 07:17:33.664591 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 33754) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:17:33.669921 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-d4f3d78d-7cfe-4c30-8094-56c9b81ccc63 admin admin] Request body: {'subnet': {'network_id': '30ac0222-4ad8-41d7-ae6b-f6e458b8cc5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-87799127-subnet', 'tenant_id': 'e265e2685fe147a0872fe69947a9b1bc', 'ip_version': 4}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:17:33.685658 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec9e740-2fed-479e-ad9e-adac87c40906 admin admin] Pushing event updated for resources: {'Network': ['ID=30ac0222-4ad8-41d7-ae6b-f6e458b8cc5c,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:33.703076 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 30ac0222-4ad8-41d7-ae6b-f6e458b8cc5c details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:17:33.710500 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f3d78d-7cfe-4c30-8094-56c9b81ccc63 admin admin] Made reservation on behalf of e265e2685fe147a0872fe69947a9b1bc for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:17:33.713276 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d4f3d78d-7cfe-4c30-8094-56c9b81ccc63 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:33.730936 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a31cb04-a143-40c8-b269-7c46e650773b req-d86fc9ae-8ee4-451a-b75a-650a215104e6 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:33.732760 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4a31cb04-a143-40c8-b269-7c46e650773b req-d86fc9ae-8ee4-451a-b75a-650a215104e6 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=020c8125-582d-4246-9f4a-77adbb85cc46 HTTP/1.1" status: 200 len: 944 time: 0.0918460 Feb 02 07:17:33.818936 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4a31cb04-a143-40c8-b269-7c46e650773b req-a39a3528-7e82-4635-8f5e-b645f2e44083 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783312 Feb 02 07:17:34.032418 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a9b9ff-ed56-4fb3-b019-c40589e08fc6 req-50aded09-38b1-4588-a426-ad11754112b0 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:34.037400 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a2a9b9ff-ed56-4fb3-b019-c40589e08fc6 req-50aded09-38b1-4588-a426-ad11754112b0 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/ports?device_id=7e24a8c7-026c-451b-b5e5-f060deba6ae6 HTTP/1.1" status: 200 len: 946 time: 0.1374803 Feb 02 07:17:34.140643 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a2a9b9ff-ed56-4fb3-b019-c40589e08fc6 req-ffe88cf2-8d92-4c5c-b8a9-0452df118fed tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/security-groups?id=ce40053a-fcf9-40a5-bbf8-55606125f2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972111 Feb 02 07:17:34.188383 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device cfcee039-f4f1-4811-99a9-4883aac80732 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:17:34.228207 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d4f3d78d-7cfe-4c30-8094-56c9b81ccc63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (4070423e-7251-4922-97bc-338db205a3ba), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:34.364336 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port cfcee039-f4f1-4811-99a9-4883aac80732 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:17:34.369748 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port cfcee039-f4f1-4811-99a9-4883aac80732 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:17:34.370184 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (cfcee039-f4f1-4811-99a9-4883aac80732), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:34.415686 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f3d78d-7cfe-4c30-8094-56c9b81ccc63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4070423e-7251-4922-97bc-338db205a3ba,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:34.492696 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f3d78d-7cfe-4c30-8094-56c9b81ccc63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:17:34.495538 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f3d78d-7cfe-4c30-8094-56c9b81ccc63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:17:34.497912 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f3d78d-7cfe-4c30-8094-56c9b81ccc63 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:17:34.498310 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f3d78d-7cfe-4c30-8094-56c9b81ccc63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:17:34.498665 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f3d78d-7cfe-4c30-8094-56c9b81ccc63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:17:34.502998 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f3d78d-7cfe-4c30-8094-56c9b81ccc63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:17:34.504557 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb67b9b-35c2-494f-8c30-2a05f4e9f6d8 req-73099a3a-15f8-4959-a3c0-a0550e67c1b3 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:34.505225 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f3d78d-7cfe-4c30-8094-56c9b81ccc63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:17:34.505565 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f3d78d-7cfe-4c30-8094-56c9b81ccc63 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:17:34.505920 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f3d78d-7cfe-4c30-8094-56c9b81ccc63 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:17:34.506424 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f3d78d-7cfe-4c30-8094-56c9b81ccc63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:17:34.506595 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f3d78d-7cfe-4c30-8094-56c9b81ccc63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:17:34.517499 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2fb67b9b-35c2-494f-8c30-2a05f4e9f6d8 req-73099a3a-15f8-4959-a3c0-a0550e67c1b3 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=561a5882-80da-4ba7-9a14-6f4391d3da48 HTTP/1.1" status: 200 len: 946 time: 0.2140956 Feb 02 07:17:34.519945 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f3d78d-7cfe-4c30-8094-56c9b81ccc63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:17:34.520380 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f3d78d-7cfe-4c30-8094-56c9b81ccc63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:17:34.569430 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f3d78d-7cfe-4c30-8094-56c9b81ccc63 admin admin] Checking segment: {'id': 'f83c0f7c-04c6-47c6-912a-a0d83ddeab52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '30ac0222-4ad8-41d7-ae6b-f6e458b8cc5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:17:34.569928 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f3d78d-7cfe-4c30-8094-56c9b81ccc63 admin admin] Network hostable DHCP agents. Network: 30ac0222-4ad8-41d7-ae6b-f6e458b8cc5c, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:17:34.590959 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f3d78d-7cfe-4c30-8094-56c9b81ccc63 admin admin] Network 30ac0222-4ad8-41d7-ae6b-f6e458b8cc5c is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:17:34.615260 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-d4f3d78d-7cfe-4c30-8094-56c9b81ccc63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 30ac0222-4ad8-41d7-ae6b-f6e458b8cc5c) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:17:34.625191 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f3d78d-7cfe-4c30-8094-56c9b81ccc63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:34.626253 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d4f3d78d-7cfe-4c30-8094-56c9b81ccc63 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:34.638476 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2fb67b9b-35c2-494f-8c30-2a05f4e9f6d8 req-2eadccd4-3abb-4364-9415-48caa390da75 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197462 Feb 02 07:17:34.649050 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9875faf3-f4c5-486b-862e-d49f861eb9d5 None None] Network 30ac0222-4ad8-41d7-ae6b-f6e458b8cc5c requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:17:34.680558 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d4f3d78d-7cfe-4c30-8094-56c9b81ccc63 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0148423 Feb 02 07:17:34.683333 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 33776) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:17:34.688601 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-cecdcdda-5a5c-45ce-9145-0db07eacc2e2 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-87799127-router', 'tenant_id': 'e265e2685fe147a0872fe69947a9b1bc', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:17:34.730272 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port cfcee039-f4f1-4811-99a9-4883aac80732 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:17:34.733686 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (cfcee039-f4f1-4811-99a9-4883aac80732), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:34.743846 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cecdcdda-5a5c-45ce-9145-0db07eacc2e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (17fc4e04-3267-4b7a-ba2e-82f2d3234dd6), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:34.755791 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cecdcdda-5a5c-45ce-9145-0db07eacc2e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (17fc4e04-3267-4b7a-ba2e-82f2d3234dd6), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:34.797274 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port cfcee039-f4f1-4811-99a9-4883aac80732, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=cfcee039-f4f1-4811-99a9-4883aac80732,segment=NetworkSegment(ac2edba5-50dc-4a5a-a7dc-a498ff703784),segment_id=ac2edba5-50dc-4a5a-a7dc-a498ff703784)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:17:34.867772 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '020c8125-582d-4246-9f4a-77adbb85cc46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfcee039-f4f1-4811-99a9-4883aac80732'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:17:34.873925 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4bde4ef-c73d-4339-803d-8bd82a4ff2ac" -d '{"events": [{"server_uuid": "020c8125-582d-4246-9f4a-77adbb85cc46", "name": "network-vif-plugged", "status": "completed", "tag": "cfcee039-f4f1-4811-99a9-4883aac80732"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:17:34.895057 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (cfcee039-f4f1-4811-99a9-4883aac80732), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:34.913692 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecadd470-319b-4a3f-9e3b-d91879b16c9b req-7c83a6b0-5d23-4cf6-b54e-ef31054841bd tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:34.932071 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 33782) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:17:34.933728 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ecadd470-319b-4a3f-9e3b-d91879b16c9b req-7c83a6b0-5d23-4cf6-b54e-ef31054841bd tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/ports?device_id=7e24a8c7-026c-451b-b5e5-f060deba6ae6 HTTP/1.1" status: 200 len: 946 time: 0.1714394 Feb 02 07:17:34.937187 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-4c4d1ead-0003-4ed3-966c-c1596bf96cac tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Request body: {'floatingip': {'port_id': '02455278-6d31-4f28-b987-720cd7bc900e'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:17:34.995029 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cecdcdda-5a5c-45ce-9145-0db07eacc2e2 admin admin] Publish callbacks [] for router_controller (17fc4e04-3267-4b7a-ba2e-82f2d3234dd6), precommit_add_association {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:35.013163 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=cfcee039-f4f1-4811-99a9-4883aac80732,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:35.052757 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4c4d1ead-0003-4ed3-966c-c1596bf96cac tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks [] for floatingip (44e8f766-57fa-4425-8cae-44072c0f18a8), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:35.081038 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f33c43-b1f9-46ca-a5c5-9de99773b2f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-30ac0222-4ad8-41d7-ae6b-f6e458b8cc5c', 'network_id': '30ac0222-4ad8-41d7-ae6b-f6e458b8cc5c', 'project_id': 'e265e2685fe147a0872fe69947a9b1bc', 'fixed_ips': [{'subnet_id': '4070423e-7251-4922-97bc-338db205a3ba'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:17:35.082610 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-20f33c43-b1f9-46ca-a5c5-9de99773b2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:35.421488 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-20f33c43-b1f9-46ca-a5c5-9de99773b2f3 None None] Allocated IP 172.20.0.2 (30ac0222-4ad8-41d7-ae6b-f6e458b8cc5c/4070423e-7251-4922-97bc-338db205a3ba/e8810ef6-7720-416d-ab43-0f11f5b0b86f) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:17:35.445601 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cecdcdda-5a5c-45ce-9145-0db07eacc2e2 admin admin] Publish callbacks [] for router_gateway (17fc4e04-3267-4b7a-ba2e-82f2d3234dd6), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:35.519479 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e3c4b4-cdd3-40ea-ad57-58e55dc66ba9 req-160e1977-1eaf-4d80-a376-e158aba579e9 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:35.549146 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b7e3c4b4-cdd3-40ea-ad57-58e55dc66ba9 req-160e1977-1eaf-4d80-a376-e158aba579e9 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=c6413e47-3ae9-473a-844c-f4bcd11bbc2e HTTP/1.1" status: 200 len: 944 time: 0.4607449 Feb 02 07:17:35.814753 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b7e3c4b4-cdd3-40ea-ad57-58e55dc66ba9 req-83e76c16-56fe-44f4-80d3-ba5e260d70ba tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=bc6bfedd-ef42-4ce4-a56a-4f6651c2c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2632926 Feb 02 07:17:35.824651 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-20f33c43-b1f9-46ca-a5c5-9de99773b2f3 None None] Publish callbacks [] for port (e8810ef6-7720-416d-ab43-0f11f5b0b86f), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:35.838508 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-20f33c43-b1f9-46ca-a5c5-9de99773b2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (e8810ef6-7720-416d-ab43-0f11f5b0b86f), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:35.953396 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f33c43-b1f9-46ca-a5c5-9de99773b2f3 None None] Network 30ac0222-4ad8-41d7-ae6b-f6e458b8cc5c is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:17:35.965020 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f33c43-b1f9-46ca-a5c5-9de99773b2f3 None None] Pushing event updated for resources: {'Port': ['ID=e8810ef6-7720-416d-ab43-0f11f5b0b86f,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:35.976987 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-20f33c43-b1f9-46ca-a5c5-9de99773b2f3 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:17:35.979330 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f33c43-b1f9-46ca-a5c5-9de99773b2f3 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:17:35.991138 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4c4d1ead-0003-4ed3-966c-c1596bf96cac tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:36.001602 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4c4d1ead-0003-4ed3-966c-c1596bf96cac tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (44e8f766-57fa-4425-8cae-44072c0f18a8), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:36.092700 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-20f33c43-b1f9-46ca-a5c5-9de99773b2f3 None None] Attempting to bind port e8810ef6-7720-416d-ab43-0f11f5b0b86f on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:17:36.093104 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-20f33c43-b1f9-46ca-a5c5-9de99773b2f3 None None] Attempting to bind port e8810ef6-7720-416d-ab43-0f11f5b0b86f by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'f83c0f7c-04c6-47c6-912a-a0d83ddeab52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '30ac0222-4ad8-41d7-ae6b-f6e458b8cc5c'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:17:36.093515 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f33c43-b1f9-46ca-a5c5-9de99773b2f3 None None] Attempting to bind port e8810ef6-7720-416d-ab43-0f11f5b0b86f on network 30ac0222-4ad8-41d7-ae6b-f6e458b8cc5c {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:17:36.113072 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f33c43-b1f9-46ca-a5c5-9de99773b2f3 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:17:36.113485 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f33c43-b1f9-46ca-a5c5-9de99773b2f3 None None] Checking segment: {'id': 'f83c0f7c-04c6-47c6-912a-a0d83ddeab52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '30ac0222-4ad8-41d7-ae6b-f6e458b8cc5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:17:36.113901 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-20f33c43-b1f9-46ca-a5c5-9de99773b2f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:36.114345 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f33c43-b1f9-46ca-a5c5-9de99773b2f3 None None] Bound using segment: {'id': 'f83c0f7c-04c6-47c6-912a-a0d83ddeab52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '30ac0222-4ad8-41d7-ae6b-f6e458b8cc5c'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:17:36.115003 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-20f33c43-b1f9-46ca-a5c5-9de99773b2f3 None None] Bound port: e8810ef6-7720-416d-ab43-0f11f5b0b86f, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f83c0f7c-04c6-47c6-912a-a0d83ddeab52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '30ac0222-4ad8-41d7-ae6b-f6e458b8cc5c'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:17:36.115423 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-20f33c43-b1f9-46ca-a5c5-9de99773b2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (e8810ef6-7720-416d-ab43-0f11f5b0b86f), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:36.176385 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cecdcdda-5a5c-45ce-9145-0db07eacc2e2 admin admin] Publish callbacks [] for router_gateway (17fc4e04-3267-4b7a-ba2e-82f2d3234dd6), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:36.216427 n-d-789963-26 neutron-server[109693]: INFO neutron.db.l3_db [None req-4c4d1ead-0003-4ed3-966c-c1596bf96cac tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Floating IP 44e8f766-57fa-4425-8cae-44072c0f18a8 associated. External IP: 172.25.4.103, port: 02455278-6d31-4f28-b987-720cd7bc900e. Feb 02 07:17:36.224646 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cecdcdda-5a5c-45ce-9145-0db07eacc2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:36.271236 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-20f33c43-b1f9-46ca-a5c5-9de99773b2f3 None None] For port e8810ef6-7720-416d-ab43-0f11f5b0b86f, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:17:36.279937 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-20f33c43-b1f9-46ca-a5c5-9de99773b2f3 None None] For port e8810ef6-7720-416d-ab43-0f11f5b0b86f, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=e8810ef6-7720-416d-ab43-0f11f5b0b86f,segment=NetworkSegment(f83c0f7c-04c6-47c6-912a-a0d83ddeab52),segment_id=f83c0f7c-04c6-47c6-912a-a0d83ddeab52)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:17:36.296555 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-20f33c43-b1f9-46ca-a5c5-9de99773b2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (e8810ef6-7720-416d-ab43-0f11f5b0b86f), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:36.393664 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f8679-866f-4415-9187-01f377a4b93f req-77488e2d-3b38-468e-b45f-281f7db81476 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:36.401317 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b36f8679-866f-4415-9187-01f377a4b93f req-77488e2d-3b38-468e-b45f-281f7db81476 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=020c8125-582d-4246-9f4a-77adbb85cc46 HTTP/1.1" status: 200 len: 945 time: 0.4042046 Feb 02 07:17:36.489061 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f33c43-b1f9-46ca-a5c5-9de99773b2f3 None None] Pushing event updated for resources: {'Port': ['ID=e8810ef6-7720-416d-ab43-0f11f5b0b86f,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:36.617707 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b36f8679-866f-4415-9187-01f377a4b93f req-1ac26e9e-eb43-4f06-b184-87cfb898488d tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108514 Feb 02 07:17:36.671294 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-cecdcdda-5a5c-45ce-9145-0db07eacc2e2 admin admin] Allocated IP 172.25.4.185 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/5abde870-c0b3-467f-92ba-2a06786bc7ff) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:17:36.743484 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c4d1ead-0003-4ed3-966c-c1596bf96cac tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Router d2c2c942-7da6-4a9c-a6ed-7dc8498319fb has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:17:36.772782 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91b13c4-9c74-40a7-ba64-f9345315569c x-openstack-request-id: req-a91b13c4-9c74-40a7-ba64-f9345315569c {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:17:36.774399 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "020c8125-582d-4246-9f4a-77adbb85cc46", "name": "network-vif-plugged", "status": "completed", "tag": "cfcee039-f4f1-4811-99a9-4883aac80732", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:17:36.774399 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a91b13c4-9c74-40a7-ba64-f9345315569c {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:17:36.774399 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '020c8125-582d-4246-9f4a-77adbb85cc46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfcee039-f4f1-4811-99a9-4883aac80732', 'code': 200} Feb 02 07:17:37.020455 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4d1ead-0003-4ed3-966c-c1596bf96cac tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:17:37.031588 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998d41f1-2c67-41b6-8fe0-97cf9cb8993d None None] Sync routers for ids ['d2c2c942-7da6-4a9c-a6ed-7dc8498319fb'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:17:37.041863 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4c4d1ead-0003-4ed3-966c-c1596bf96cac tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:37.063075 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998d41f1-2c67-41b6-8fe0-97cf9cb8993d None None] Routers {'d2c2c942-7da6-4a9c-a6ed-7dc8498319fb'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:17:37.063981 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-998d41f1-2c67-41b6-8fe0-97cf9cb8993d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:17:14Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['d2c2c942-7da6-4a9c-a6ed-7dc8498319fb'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:17:37.187039 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cecdcdda-5a5c-45ce-9145-0db07eacc2e2 admin admin] Publish callbacks [] for port (5abde870-c0b3-467f-92ba-2a06786bc7ff), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:37.194091 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-4c4d1ead-0003-4ed3-966c-c1596bf96cac tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "PUT /v2.0/floatingips/44e8f766-57fa-4425-8cae-44072c0f18a8 HTTP/1.1" status: 200 len: 992 time: 2.2608242 Feb 02 07:17:37.195758 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e24a8c7-026c-451b-b5e5-f060deba6ae6', 'tag': '02455278-6d31-4f28-b987-720cd7bc900e'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:17:37.198717 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af1165db-1d69-4fa0-aedb-f4121ee0cf48" -d '{"events": [{"name": "network-changed", "server_uuid": "7e24a8c7-026c-451b-b5e5-f060deba6ae6", "tag": "02455278-6d31-4f28-b987-720cd7bc900e"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:17:37.208332 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e9e5c4-f5b2-4894-86d0-7306961a6831 req-7dadd3eb-4ce9-4371-a97e-891e0f90e097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:37.210431 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-16e9e5c4-f5b2-4894-86d0-7306961a6831 req-7dadd3eb-4ce9-4371-a97e-891e0f90e097 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=020c8125-582d-4246-9f4a-77adbb85cc46 HTTP/1.1" status: 200 len: 1128 time: 0.1880543 Feb 02 07:17:37.282024 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device e8810ef6-7720-416d-ab43-0f11f5b0b86f up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:17:37.288725 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e98d6-8509-4a28-9efc-1e8c547158a6 req-78203484-799a-4727-9154-96fdab694432 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:37.297129 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-974e98d6-8509-4a28-9efc-1e8c547158a6 req-78203484-799a-4727-9154-96fdab694432 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=561a5882-80da-4ba7-9a14-6f4391d3da48 HTTP/1.1" status: 200 len: 946 time: 0.3446882 Feb 02 07:17:37.307365 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-16e9e5c4-f5b2-4894-86d0-7306961a6831 req-0aececaf-9105-4ca1-b89e-efa3290ac0e8 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827363 Feb 02 07:17:37.335745 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-998d41f1-2c67-41b6-8fe0-97cf9cb8993d None None] Set router d2c2c942-7da6-4a9c-a6ed-7dc8498319fb gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:17:37.354673 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cecdcdda-5a5c-45ce-9145-0db07eacc2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (5abde870-c0b3-467f-92ba-2a06786bc7ff), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:37.436432 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port e8810ef6-7720-416d-ab43-0f11f5b0b86f triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:17:37.440353 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (e8810ef6-7720-416d-ab43-0f11f5b0b86f), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:37.476097 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cecdcdda-5a5c-45ce-9145-0db07eacc2e2 admin admin] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:17:37.502938 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-974e98d6-8509-4a28-9efc-1e8c547158a6 req-e3817b10-b37b-42e5-ad97-346f57d81e64 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025721 Feb 02 07:17:37.509236 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-cecdcdda-5a5c-45ce-9145-0db07eacc2e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:17:37.517543 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecdcdda-5a5c-45ce-9145-0db07eacc2e2 admin admin] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:17:37.618359 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecdcdda-5a5c-45ce-9145-0db07eacc2e2 admin admin] Pushing event updated for resources: {'Port': ['ID=5abde870-c0b3-467f-92ba-2a06786bc7ff,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:37.724587 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port e8810ef6-7720-416d-ab43-0f11f5b0b86f is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:17:37.726531 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (e8810ef6-7720-416d-ab43-0f11f5b0b86f), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:37.849912 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port e8810ef6-7720-416d-ab43-0f11f5b0b86f, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=e8810ef6-7720-416d-ab43-0f11f5b0b86f,segment=NetworkSegment(f83c0f7c-04c6-47c6-912a-a0d83ddeab52),segment_id=f83c0f7c-04c6-47c6-912a-a0d83ddeab52)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:17:37.861760 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (e8810ef6-7720-416d-ab43-0f11f5b0b86f), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:37.863315 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedc2b45-28ce-45be-831a-ea16782b3382 req-8f463069-fa19-4590-9c4b-44874336ea1a tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:37.865063 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-aedc2b45-28ce-45be-831a-ea16782b3382 req-8f463069-fa19-4590-9c4b-44874336ea1a tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=c6413e47-3ae9-473a-844c-f4bcd11bbc2e HTTP/1.1" status: 200 len: 944 time: 0.2398257 Feb 02 07:17:37.917047 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-998d41f1-2c67-41b6-8fe0-97cf9cb8993d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c2c942-7da6-4a9c-a6ed-7dc8498319fb', 'name': 'tempest-AttachVolumeTestJSON-93769577-router', 'tenant_id': '3b47e731264f4e98a435635cbe941a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'ef8b9ae5-e18d-4fc7-a109-6972e3e46a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:12:49Z', 'updated_at': '2022-02-02T07:13:01Z', 'revision_number': 4, 'project_id': '3b47e731264f4e98a435635cbe941a6a', 'gw_port': {'id': 'ef8b9ae5-e18d-4fc7-a109-6972e3e46a27', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fa:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c2c942-7da6-4a9c-a6ed-7dc8498319fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:12:51Z', 'updated_at': '2022-02-02T07:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '44e8f766-57fa-4425-8cae-44072c0f18a8', 'tenant_id': '3b47e731264f4e98a435635cbe941a6a', 'floating_ip_address': '172.25.4.103', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': 'd2c2c942-7da6-4a9c-a6ed-7dc8498319fb', 'port_id': '02455278-6d31-4f28-b987-720cd7bc900e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b8ffc7a-717b-4b32-aed8-31315930798c', 'mac_address': 'fa:16:3e:03:76:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e24a8c7-026c-451b-b5e5-f060deba6ae6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:17:16Z', 'updated_at': '2022-02-02T07:17:35Z', 'revision_number': 1, 'project_id': '3b47e731264f4e98a435635cbe941a6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f0ace55-8983-456d-b1f0-0828d35a5809', 'name': '', 'network_id': '5b8ffc7a-717b-4b32-aed8-31315930798c', 'tenant_id': '3b47e731264f4e98a435635cbe941a6a', 'mac_address': 'fa:16:3e:50:8b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c2c942-7da6-4a9c-a6ed-7dc8498319fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '2c1cc1e9-39d5-4fbe-86e9-f98639e7b3b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:00Z', 'updated_at': '2022-02-02T07:13:06Z', 'revision_number': 5, 'project_id': '3b47e731264f4e98a435635cbe941a6a', 'subnets': [{'id': '2c1cc1e9-39d5-4fbe-86e9-f98639e7b3b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:17:37.995543 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998d41f1-2c67-41b6-8fe0-97cf9cb8993d None None] Checking router: d2c2c942-7da6-4a9c-a6ed-7dc8498319fb for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:17:38.012547 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998d41f1-2c67-41b6-8fe0-97cf9cb8993d None None] Routers {'d2c2c942-7da6-4a9c-a6ed-7dc8498319fb'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:17:38.013178 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-998d41f1-2c67-41b6-8fe0-97cf9cb8993d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:17:14Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['d2c2c942-7da6-4a9c-a6ed-7dc8498319fb'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:17:38.027396 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=e8810ef6-7720-416d-ab43-0f11f5b0b86f,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:38.118553 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-aedc2b45-28ce-45be-831a-ea16782b3382 req-9b3ce9e3-0a3d-4701-a135-a295961393a9 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=bc6bfedd-ef42-4ce4-a56a-4f6651c2c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2439976 Feb 02 07:17:38.297551 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-998d41f1-2c67-41b6-8fe0-97cf9cb8993d None None] Set router d2c2c942-7da6-4a9c-a6ed-7dc8498319fb gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:17:38.337385 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cecdcdda-5a5c-45ce-9145-0db07eacc2e2 admin admin] Publish callbacks [] for router_gateway (17fc4e04-3267-4b7a-ba2e-82f2d3234dd6), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:38.479689 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8213d01-5219-46d2-94b7-809e2f86b838 None None] Network 30ac0222-4ad8-41d7-ae6b-f6e458b8cc5c requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:17:38.850157 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-d9fe07d2-787a-415a-a677-7b58aebd681e None None] Provisioning complete for port e8810ef6-7720-416d-ab43-0f11f5b0b86f triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:17:38.850705 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d9fe07d2-787a-415a-a677-7b58aebd681e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (e8810ef6-7720-416d-ab43-0f11f5b0b86f), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:38.906039 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-998d41f1-2c67-41b6-8fe0-97cf9cb8993d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c2c942-7da6-4a9c-a6ed-7dc8498319fb', 'name': 'tempest-AttachVolumeTestJSON-93769577-router', 'tenant_id': '3b47e731264f4e98a435635cbe941a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'ef8b9ae5-e18d-4fc7-a109-6972e3e46a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:12:49Z', 'updated_at': '2022-02-02T07:13:01Z', 'revision_number': 4, 'project_id': '3b47e731264f4e98a435635cbe941a6a', 'gw_port': {'id': 'ef8b9ae5-e18d-4fc7-a109-6972e3e46a27', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fa:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c2c942-7da6-4a9c-a6ed-7dc8498319fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:12:51Z', 'updated_at': '2022-02-02T07:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '44e8f766-57fa-4425-8cae-44072c0f18a8', 'tenant_id': '3b47e731264f4e98a435635cbe941a6a', 'floating_ip_address': '172.25.4.103', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': 'd2c2c942-7da6-4a9c-a6ed-7dc8498319fb', 'port_id': '02455278-6d31-4f28-b987-720cd7bc900e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b8ffc7a-717b-4b32-aed8-31315930798c', 'mac_address': 'fa:16:3e:03:76:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e24a8c7-026c-451b-b5e5-f060deba6ae6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:17:16Z', 'updated_at': '2022-02-02T07:17:35Z', 'revision_number': 1, 'project_id': '3b47e731264f4e98a435635cbe941a6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f0ace55-8983-456d-b1f0-0828d35a5809', 'name': '', 'network_id': '5b8ffc7a-717b-4b32-aed8-31315930798c', 'tenant_id': '3b47e731264f4e98a435635cbe941a6a', 'mac_address': 'fa:16:3e:50:8b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c2c942-7da6-4a9c-a6ed-7dc8498319fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '2c1cc1e9-39d5-4fbe-86e9-f98639e7b3b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:00Z', 'updated_at': '2022-02-02T07:13:06Z', 'revision_number': 5, 'project_id': '3b47e731264f4e98a435635cbe941a6a', 'subnets': [{'id': '2c1cc1e9-39d5-4fbe-86e9-f98639e7b3b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:17:38.955140 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998d41f1-2c67-41b6-8fe0-97cf9cb8993d None None] The sync data for ids ['d2c2c942-7da6-4a9c-a6ed-7dc8498319fb'] in n-d-789963-26 is: [{'id': 'd2c2c942-7da6-4a9c-a6ed-7dc8498319fb', 'name': 'tempest-AttachVolumeTestJSON-93769577-router', 'tenant_id': '3b47e731264f4e98a435635cbe941a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'ef8b9ae5-e18d-4fc7-a109-6972e3e46a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:12:49Z', 'updated_at': '2022-02-02T07:13:01Z', 'revision_number': 4, 'project_id': '3b47e731264f4e98a435635cbe941a6a', 'gw_port': {'id': 'ef8b9ae5-e18d-4fc7-a109-6972e3e46a27', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fa:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c2c942-7da6-4a9c-a6ed-7dc8498319fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:12:51Z', 'updated_at': '2022-02-02T07:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '44e8f766-57fa-4425-8cae-44072c0f18a8', 'tenant_id': '3b47e731264f4e98a435635cbe941a6a', 'floating_ip_address': '172.25.4.103', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': 'd2c2c942-7da6-4a9c-a6ed-7dc8498319fb', 'port_id': '02455278-6d31-4f28-b987-720cd7bc900e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b8ffc7a-717b-4b32-aed8-31315930798c', 'mac_address': 'fa:16:3e:03:76:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e24a8c7-026c-451b-b5e5-f060deba6ae6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:17:16Z', 'updated_at': '2022-02-02T07:17:35Z', 'revision_number': 1, 'project_id': '3b47e731264f4e98a435635cbe941a6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f0ace55-8983-456d-b1f0-0828d35a5809', 'name': '', 'network_id': '5b8ffc7a-717b-4b32-aed8-31315930798c', 'tenant_id': '3b47e731264f4e98a435635cbe941a6a', 'mac_address': 'fa:16:3e:50:8b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c2c942-7da6-4a9c-a6ed-7dc8498319fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '2c1cc1e9-39d5-4fbe-86e9-f98639e7b3b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:00Z', 'updated_at': '2022-02-02T07:13:06Z', 'revision_number': 5, 'project_id': '3b47e731264f4e98a435635cbe941a6a', 'subnets': [{'id': '2c1cc1e9-39d5-4fbe-86e9-f98639e7b3b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:17:39.154129 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device e8810ef6-7720-416d-ab43-0f11f5b0b86f up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:17:39.238656 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-d9fe07d2-787a-415a-a677-7b58aebd681e None None] Current status of the port e8810ef6-7720-416d-ab43-0f11f5b0b86f is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:17:39.247807 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port e8810ef6-7720-416d-ab43-0f11f5b0b86f triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:17:39.248176 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (e8810ef6-7720-416d-ab43-0f11f5b0b86f), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:39.384354 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9666c4-e2ab-4989-8b99-97fa6e75a3cd req-a4794738-ed71-43ad-87fa-84297999e400 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:39.385976 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3b9666c4-e2ab-4989-8b99-97fa6e75a3cd req-a4794738-ed71-43ad-87fa-84297999e400 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/ports?device_id=7e24a8c7-026c-451b-b5e5-f060deba6ae6 HTTP/1.1" status: 200 len: 946 time: 1.0926952 Feb 02 07:17:39.416977 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port e8810ef6-7720-416d-ab43-0f11f5b0b86f is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:17:39.469512 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-e31d95c2-00ac-4c0d-af6b-8c9dea1c78b4 None None] Provisioning complete for port e8810ef6-7720-416d-ab43-0f11f5b0b86f triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:17:39.470003 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e31d95c2-00ac-4c0d-af6b-8c9dea1c78b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (e8810ef6-7720-416d-ab43-0f11f5b0b86f), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:39.535313 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb5ccf4-753b-49a4-bb37-ad0cbf548d49 None None] New status for floating IP 44e8f766-57fa-4425-8cae-44072c0f18a8: ACTIVE {{(pid=109695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 07:17:39.622537 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3b9666c4-e2ab-4989-8b99-97fa6e75a3cd req-8510db08-12a9-40dd-8201-1ed5fe676343 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/security-groups?id=ce40053a-fcf9-40a5-bbf8-55606125f2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2168269 Feb 02 07:17:39.750409 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee5d996-d95d-4fcb-a532-fd3461419c97 x-openstack-request-id: req-bee5d996-d95d-4fcb-a532-fd3461419c97 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:17:39.750966 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e24a8c7-026c-451b-b5e5-f060deba6ae6", "tag": "02455278-6d31-4f28-b987-720cd7bc900e", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:17:39.750966 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-bee5d996-d95d-4fcb-a532-fd3461419c97 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:17:39.751382 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e24a8c7-026c-451b-b5e5-f060deba6ae6', 'tag': '02455278-6d31-4f28-b987-720cd7bc900e', 'status': 'completed', 'code': 200} Feb 02 07:17:39.810770 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-e31d95c2-00ac-4c0d-af6b-8c9dea1c78b4 None None] Current status of the port e8810ef6-7720-416d-ab43-0f11f5b0b86f is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:17:39.835798 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cecdcdda-5a5c-45ce-9145-0db07eacc2e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (17fc4e04-3267-4b7a-ba2e-82f2d3234dd6), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:39.931987 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1165db-1d69-4fa0-aedb-f4121ee0cf48 req-62374433-e8bb-462b-8686-e1475f13c0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:39.937861 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-af1165db-1d69-4fa0-aedb-f4121ee0cf48 req-62374433-e8bb-462b-8686-e1475f13c0ea service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3b47e731264f4e98a435635cbe941a6a&device_id=7e24a8c7-026c-451b-b5e5-f060deba6ae6 HTTP/1.1" status: 200 len: 1129 time: 0.1474881 Feb 02 07:17:40.099222 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af83558-16be-4ec9-b778-adfce47b0f04 req-71d2f378-3acd-4dba-8f42-43237c018da1 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:40.101111 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7af83558-16be-4ec9-b778-adfce47b0f04 req-71d2f378-3acd-4dba-8f42-43237c018da1 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=020c8125-582d-4246-9f4a-77adbb85cc46 HTTP/1.1" status: 200 len: 945 time: 0.1642053 Feb 02 07:17:40.119095 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1165db-1d69-4fa0-aedb-f4121ee0cf48 req-855fab69-64e0-4082-a5f7-e5dbcb127acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:40.121467 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-af1165db-1d69-4fa0-aedb-f4121ee0cf48 req-855fab69-64e0-4082-a5f7-e5dbcb127acb service neutron] 10.222.0.88 "GET /v2.0/networks?id=5b8ffc7a-717b-4b32-aed8-31315930798c HTTP/1.1" status: 200 len: 910 time: 0.1812503 Feb 02 07:17:40.225207 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-af1165db-1d69-4fa0-aedb-f4121ee0cf48 req-9d8a999b-fafa-4bcc-b57c-0f1244944304 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02455278-6d31-4f28-b987-720cd7bc900e HTTP/1.1" status: 200 len: 1002 time: 0.0978656 Feb 02 07:17:40.256606 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7af83558-16be-4ec9-b778-adfce47b0f04 req-ea1f5bdd-a8e5-4e9e-b237-22b4a2ae0497 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497452 Feb 02 07:17:40.277308 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cecdcdda-5a5c-45ce-9145-0db07eacc2e2 admin admin] Router 17fc4e04-3267-4b7a-ba2e-82f2d3234dd6 is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:17:40.309726 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1165db-1d69-4fa0-aedb-f4121ee0cf48 req-3a8ff2c5-c953-4117-beb0-5c5b0d220884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:40.311764 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-af1165db-1d69-4fa0-aedb-f4121ee0cf48 req-3a8ff2c5-c953-4117-beb0-5c5b0d220884 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2c1cc1e9-39d5-4fbe-86e9-f98639e7b3b3 HTTP/1.1" status: 200 len: 848 time: 0.0809526 Feb 02 07:17:40.419256 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1165db-1d69-4fa0-aedb-f4121ee0cf48 req-edc94620-dcbc-4a70-8e99-ccabc95be59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:40.421613 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-af1165db-1d69-4fa0-aedb-f4121ee0cf48 req-edc94620-dcbc-4a70-8e99-ccabc95be59b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5b8ffc7a-717b-4b32-aed8-31315930798c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1000376 Feb 02 07:17:40.500108 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cecdcdda-5a5c-45ce-9145-0db07eacc2e2 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:17:40.514727 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a53f8df-07c7-4933-b0ab-01fcddbd3e21 None None] Sync routers for ids ['17fc4e04-3267-4b7a-ba2e-82f2d3234dd6'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:17:40.525157 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cecdcdda-5a5c-45ce-9145-0db07eacc2e2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:40.529376 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-cecdcdda-5a5c-45ce-9145-0db07eacc2e2 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.8448355 Feb 02 07:17:40.535324 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 33826) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:17:40.554622 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d10454-45e0-4137-b439-e96daf96e105 req-9e6af9ee-9908-4342-b384-8cca491feb2c tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:40.560390 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a53f8df-07c7-4933-b0ab-01fcddbd3e21 None None] Routers {'17fc4e04-3267-4b7a-ba2e-82f2d3234dd6'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:17:40.561035 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-9a53f8df-07c7-4933-b0ab-01fcddbd3e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:17:14Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['17fc4e04-3267-4b7a-ba2e-82f2d3234dd6'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:17:40.569484 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e8d10454-45e0-4137-b439-e96daf96e105 req-9e6af9ee-9908-4342-b384-8cca491feb2c tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=561a5882-80da-4ba7-9a14-6f4391d3da48 HTTP/1.1" status: 200 len: 946 time: 0.1593366 Feb 02 07:17:40.740447 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e8d10454-45e0-4137-b439-e96daf96e105 req-1c71279e-bc69-450f-8b90-f0ce9f675e11 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699793 Feb 02 07:17:40.801715 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-af1165db-1d69-4fa0-aedb-f4121ee0cf48 req-f17c582c-6e17-4993-a332-8d93e86bf664 service neutron] 10.222.0.88 "GET /v2.0/networks/5b8ffc7a-717b-4b32-aed8-31315930798c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3746192 Feb 02 07:17:40.841840 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-9a53f8df-07c7-4933-b0ab-01fcddbd3e21 None None] Set router 17fc4e04-3267-4b7a-ba2e-82f2d3234dd6 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:17:40.972996 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-818f2354-7501-4feb-9b37-dd161ff86080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:41.019619 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-af1165db-1d69-4fa0-aedb-f4121ee0cf48 req-6664588e-f91a-472e-935e-500847e17035 service neutron] 10.222.0.88 "GET /v2.0/networks/5b8ffc7a-717b-4b32-aed8-31315930798c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079475 Feb 02 07:17:41.108075 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0b817-8d82-4b9c-a53a-bb6b437f5afa req-675b942e-15e1-4573-b21c-93e635e45f8e tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:41.120914 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-93e0b817-8d82-4b9c-a53a-bb6b437f5afa req-675b942e-15e1-4573-b21c-93e635e45f8e tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=c6413e47-3ae9-473a-844c-f4bcd11bbc2e HTTP/1.1" status: 200 len: 944 time: 0.2465143 Feb 02 07:17:41.211792 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:17:41.240424 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-9a53f8df-07c7-4933-b0ab-01fcddbd3e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fc4e04-3267-4b7a-ba2e-82f2d3234dd6', 'name': 'tempest-TestAggregatesBasicOps-87799127-router', 'tenant_id': 'e265e2685fe147a0872fe69947a9b1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '5abde870-c0b3-467f-92ba-2a06786bc7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:17:34Z', 'updated_at': '2022-02-02T07:17:37Z', 'revision_number': 3, 'project_id': 'e265e2685fe147a0872fe69947a9b1bc', 'gw_port': {'id': '5abde870-c0b3-467f-92ba-2a06786bc7ff', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d2:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17fc4e04-3267-4b7a-ba2e-82f2d3234dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:17:36Z', 'updated_at': '2022-02-02T07:17:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:17:41.305537 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a53f8df-07c7-4933-b0ab-01fcddbd3e21 None None] Checking router: 17fc4e04-3267-4b7a-ba2e-82f2d3234dd6 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:17:41.306018 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a53f8df-07c7-4933-b0ab-01fcddbd3e21 None None] Updating router 17fc4e04-3267-4b7a-ba2e-82f2d3234dd6 port 5abde870-c0b3-467f-92ba-2a06786bc7ff binding host n-d-789963-26 {{(pid=109696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:17:41.310639 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-93e0b817-8d82-4b9c-a53a-bb6b437f5afa req-67fdbfce-5a9d-47f0-bce6-9dd5a27185c6 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=bc6bfedd-ef42-4ce4-a56a-4f6651c2c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1887722 Feb 02 07:17:41.378670 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-9a53f8df-07c7-4933-b0ab-01fcddbd3e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (5abde870-c0b3-467f-92ba-2a06786bc7ff), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:41.569074 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e417db5-0e2a-4f9d-a884-555aa879eb4d req-07a36ffe-8b24-49d1-91b0-77b1d623b555 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:41.571446 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1e417db5-0e2a-4f9d-a884-555aa879eb4d req-07a36ffe-8b24-49d1-91b0-77b1d623b555 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=020c8125-582d-4246-9f4a-77adbb85cc46 HTTP/1.1" status: 200 len: 945 time: 0.1506021 Feb 02 07:17:41.643390 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6aa14e13-0978-471a-b363-2d47957c7638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:41.787243 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1e417db5-0e2a-4f9d-a884-555aa879eb4d req-06d3a921-d4ae-4e15-99f5-1de0a4852411 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509755 Feb 02 07:17:42.076059 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-9a53f8df-07c7-4933-b0ab-01fcddbd3e21 None None] Publish callbacks [] for port (5abde870-c0b3-467f-92ba-2a06786bc7ff), precommit_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:42.089949 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-9a53f8df-07c7-4933-b0ab-01fcddbd3e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (5abde870-c0b3-467f-92ba-2a06786bc7ff), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:42.095446 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6671ac5d-6bbe-414a-98c2-15d6b37d3aea req-a133daf8-de2b-4351-9c02-ac1706b1e97b tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:42.097435 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6671ac5d-6bbe-414a-98c2-15d6b37d3aea req-a133daf8-de2b-4351-9c02-ac1706b1e97b tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/ports?device_id=7e24a8c7-026c-451b-b5e5-f060deba6ae6 HTTP/1.1" status: 200 len: 946 time: 0.2075853 Feb 02 07:17:42.152568 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-6aa14e13-0978-471a-b363-2d47957c7638 admin admin] Allocated IP 172.20.0.1 (30ac0222-4ad8-41d7-ae6b-f6e458b8cc5c/4070423e-7251-4922-97bc-338db205a3ba/01cee3ec-fb7b-47d1-ae95-823185b94802) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:17:42.202587 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-9a53f8df-07c7-4933-b0ab-01fcddbd3e21 None None] Attempting to bind port 5abde870-c0b3-467f-92ba-2a06786bc7ff on host n-d-789963-26 for vnic_type normal with profile {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:17:42.202947 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-9a53f8df-07c7-4933-b0ab-01fcddbd3e21 None None] Attempting to bind port 5abde870-c0b3-467f-92ba-2a06786bc7ff by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:17:42.203357 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a53f8df-07c7-4933-b0ab-01fcddbd3e21 None None] Attempting to bind port 5abde870-c0b3-467f-92ba-2a06786bc7ff on network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:17:42.206397 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81ed2a4-f2ea-46aa-a3ab-5205b9800785 None None] Pushing event updated for resources: {'Port': ['ID=5abde870-c0b3-467f-92ba-2a06786bc7ff,revision_number=2']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:42.239274 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81ed2a4-f2ea-46aa-a3ab-5205b9800785 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:17:42.239656 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81ed2a4-f2ea-46aa-a3ab-5205b9800785 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:17:42.240000 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81ed2a4-f2ea-46aa-a3ab-5205b9800785 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:17:42.240343 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81ed2a4-f2ea-46aa-a3ab-5205b9800785 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:17:42.240679 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81ed2a4-f2ea-46aa-a3ab-5205b9800785 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:17:42.241015 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81ed2a4-f2ea-46aa-a3ab-5205b9800785 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:17:42.241347 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81ed2a4-f2ea-46aa-a3ab-5205b9800785 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:17:42.241676 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81ed2a4-f2ea-46aa-a3ab-5205b9800785 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:17:42.242001 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81ed2a4-f2ea-46aa-a3ab-5205b9800785 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:17:42.242328 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81ed2a4-f2ea-46aa-a3ab-5205b9800785 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:17:42.242656 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81ed2a4-f2ea-46aa-a3ab-5205b9800785 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:17:42.242984 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81ed2a4-f2ea-46aa-a3ab-5205b9800785 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:17:42.243375 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81ed2a4-f2ea-46aa-a3ab-5205b9800785 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:17:42.246902 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a53f8df-07c7-4933-b0ab-01fcddbd3e21 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:17:42.247285 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a53f8df-07c7-4933-b0ab-01fcddbd3e21 None None] Checking segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:17:42.258502 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-9a53f8df-07c7-4933-b0ab-01fcddbd3e21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:42.259043 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a53f8df-07c7-4933-b0ab-01fcddbd3e21 None None] Bound using segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:17:42.259521 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-9a53f8df-07c7-4933-b0ab-01fcddbd3e21 None None] Bound port: 5abde870-c0b3-467f-92ba-2a06786bc7ff, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:17:42.259950 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-9a53f8df-07c7-4933-b0ab-01fcddbd3e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (5abde870-c0b3-467f-92ba-2a06786bc7ff), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:42.270098 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6671ac5d-6bbe-414a-98c2-15d6b37d3aea req-54be58f0-eddd-4bbf-bb6e-9649de761995 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/security-groups?id=ce40053a-fcf9-40a5-bbf8-55606125f2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1629438 Feb 02 07:17:42.374708 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-9a53f8df-07c7-4933-b0ab-01fcddbd3e21 None None] For port 5abde870-c0b3-467f-92ba-2a06786bc7ff, host n-d-789963-26, cleared binding levels {{(pid=109696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:17:42.378723 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-9a53f8df-07c7-4933-b0ab-01fcddbd3e21 None None] For port 5abde870-c0b3-467f-92ba-2a06786bc7ff, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=5abde870-c0b3-467f-92ba-2a06786bc7ff,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:17:42.393444 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-9a53f8df-07c7-4933-b0ab-01fcddbd3e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (5abde870-c0b3-467f-92ba-2a06786bc7ff), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:42.545096 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a53f8df-07c7-4933-b0ab-01fcddbd3e21 None None] Routers {'17fc4e04-3267-4b7a-ba2e-82f2d3234dd6'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:17:42.545796 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-9a53f8df-07c7-4933-b0ab-01fcddbd3e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:17:14Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['17fc4e04-3267-4b7a-ba2e-82f2d3234dd6'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:17:42.550727 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6aa14e13-0978-471a-b363-2d47957c7638 admin admin] Publish callbacks [] for port (01cee3ec-fb7b-47d1-ae95-823185b94802), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:42.609367 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c1800-d0b3-4ca6-bee9-36a4dcd93bb2 req-f0dbb428-0844-4bce-917a-9d983bf58541 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:42.616872 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3d8c1800-d0b3-4ca6-bee9-36a4dcd93bb2 req-f0dbb428-0844-4bce-917a-9d983bf58541 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=561a5882-80da-4ba7-9a14-6f4391d3da48 HTTP/1.1" status: 200 len: 946 time: 0.2345598 Feb 02 07:17:42.646410 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81ed2a4-f2ea-46aa-a3ab-5205b9800785 None None] Pushing event updated for resources: {'Port': ['ID=5abde870-c0b3-467f-92ba-2a06786bc7ff,revision_number=3']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:42.732534 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3d8c1800-d0b3-4ca6-bee9-36a4dcd93bb2 req-f9c1d985-ccd5-4262-8820-f2b055826de5 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135218 Feb 02 07:17:42.766750 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6aa14e13-0978-471a-b363-2d47957c7638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (01cee3ec-fb7b-47d1-ae95-823185b94802), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:42.795191 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-9a53f8df-07c7-4933-b0ab-01fcddbd3e21 None None] Set router 17fc4e04-3267-4b7a-ba2e-82f2d3234dd6 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:17:42.841313 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa14e13-0978-471a-b363-2d47957c7638 admin admin] Network 30ac0222-4ad8-41d7-ae6b-f6e458b8cc5c is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:17:42.879538 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-6aa14e13-0978-471a-b363-2d47957c7638 admin admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:17:42.908057 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa14e13-0978-471a-b363-2d47957c7638 admin admin] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:17:42.937645 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa14e13-0978-471a-b363-2d47957c7638 admin admin] Pushing event updated for resources: {'Port': ['ID=01cee3ec-fb7b-47d1-ae95-823185b94802,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:43.066518 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6aa14e13-0978-471a-b363-2d47957c7638 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (17fc4e04-3267-4b7a-ba2e-82f2d3234dd6), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:43.296010 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2f228c6c-c8a8-4f3b-8113-2d211846ec00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:43.436282 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6aa14e13-0978-471a-b363-2d47957c7638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (01cee3ec-fb7b-47d1-ae95-823185b94802), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:43.513430 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-9a53f8df-07c7-4933-b0ab-01fcddbd3e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fc4e04-3267-4b7a-ba2e-82f2d3234dd6', 'name': 'tempest-TestAggregatesBasicOps-87799127-router', 'tenant_id': 'e265e2685fe147a0872fe69947a9b1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '5abde870-c0b3-467f-92ba-2a06786bc7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:17:34Z', 'updated_at': '2022-02-02T07:17:37Z', 'revision_number': 3, 'project_id': 'e265e2685fe147a0872fe69947a9b1bc', 'gw_port': {'id': '5abde870-c0b3-467f-92ba-2a06786bc7ff', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d2:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17fc4e04-3267-4b7a-ba2e-82f2d3234dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:17:36Z', 'updated_at': '2022-02-02T07:17:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:17:43.536028 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-94166b01-63b6-4d9d-95b2-d9eb86a30123 None None] Provisioning complete for port 01cee3ec-fb7b-47d1-ae95-823185b94802 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:17:43.536413 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-94166b01-63b6-4d9d-95b2-d9eb86a30123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (01cee3ec-fb7b-47d1-ae95-823185b94802), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:43.625631 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a53f8df-07c7-4933-b0ab-01fcddbd3e21 None None] The sync data for ids ['17fc4e04-3267-4b7a-ba2e-82f2d3234dd6'] in n-d-789963-26 is: [{'id': '17fc4e04-3267-4b7a-ba2e-82f2d3234dd6', 'name': 'tempest-TestAggregatesBasicOps-87799127-router', 'tenant_id': 'e265e2685fe147a0872fe69947a9b1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '5abde870-c0b3-467f-92ba-2a06786bc7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:17:34Z', 'updated_at': '2022-02-02T07:17:37Z', 'revision_number': 3, 'project_id': 'e265e2685fe147a0872fe69947a9b1bc', 'gw_port': {'id': '5abde870-c0b3-467f-92ba-2a06786bc7ff', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d2:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17fc4e04-3267-4b7a-ba2e-82f2d3234dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:17:36Z', 'updated_at': '2022-02-02T07:17:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:17:43.642443 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-94166b01-63b6-4d9d-95b2-d9eb86a30123 None None] Port 01cee3ec-fb7b-47d1-ae95-823185b94802 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:17:43.900677 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc683947-7933-4ae4-9380-7565a4c5dd50 req-f3a55b42-8ef4-479a-98b5-ef3f5741f81a tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:43.905605 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bc683947-7933-4ae4-9380-7565a4c5dd50 req-f3a55b42-8ef4-479a-98b5-ef3f5741f81a tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=c6413e47-3ae9-473a-844c-f4bcd11bbc2e HTTP/1.1" status: 200 len: 944 time: 0.3127246 Feb 02 07:17:44.268808 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bc683947-7933-4ae4-9380-7565a4c5dd50 req-abee5a6b-5c78-4d8b-a474-cbb6780e81bf tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=bc6bfedd-ef42-4ce4-a56a-4f6651c2c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3352795 Feb 02 07:17:44.421651 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6aa14e13-0978-471a-b363-2d47957c7638 admin admin] Publish callbacks [] for port (01cee3ec-fb7b-47d1-ae95-823185b94802), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:44.476468 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6aa14e13-0978-471a-b363-2d47957c7638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (01cee3ec-fb7b-47d1-ae95-823185b94802), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:44.632556 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6aa14e13-0978-471a-b363-2d47957c7638 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (17fc4e04-3267-4b7a-ba2e-82f2d3234dd6), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:44.682748 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:44.722832 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1429a4ed-2692-4e3a-a0fc-3063dc213075 req-b42a31b2-3413-40be-9040-d61380b6fb6e tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:44.731467 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1429a4ed-2692-4e3a-a0fc-3063dc213075 req-b42a31b2-3413-40be-9040-d61380b6fb6e tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=020c8125-582d-4246-9f4a-77adbb85cc46 HTTP/1.1" status: 200 len: 945 time: 0.3079813 Feb 02 07:17:44.750460 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa14e13-0978-471a-b363-2d47957c7638 admin admin] Pushing event updated for resources: {'Port': ['ID=01cee3ec-fb7b-47d1-ae95-823185b94802,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:45.139447 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1429a4ed-2692-4e3a-a0fc-3063dc213075 req-a991e288-0104-45cc-a13a-c2123db5982d tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4067378 Feb 02 07:17:45.302979 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 5abde870-c0b3-467f-92ba-2a06786bc7ff up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:17:45.462305 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 5abde870-c0b3-467f-92ba-2a06786bc7ff triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:17:45.463237 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (5abde870-c0b3-467f-92ba-2a06786bc7ff), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:45.653278 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 5abde870-c0b3-467f-92ba-2a06786bc7ff is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:17:45.656793 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (5abde870-c0b3-467f-92ba-2a06786bc7ff), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:45.734456 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 5abde870-c0b3-467f-92ba-2a06786bc7ff, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=5abde870-c0b3-467f-92ba-2a06786bc7ff,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:17:45.745541 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (5abde870-c0b3-467f-92ba-2a06786bc7ff), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:45.826516 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e04d7-1155-4cf5-a0f6-38bb9e20f508 req-b2c4b54d-a41f-48c0-8b29-606ed4df44ed tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:45.839491 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d38e04d7-1155-4cf5-a0f6-38bb9e20f508 req-b2c4b54d-a41f-48c0-8b29-606ed4df44ed tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=561a5882-80da-4ba7-9a14-6f4391d3da48 HTTP/1.1" status: 200 len: 946 time: 0.4035354 Feb 02 07:17:45.851530 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=5abde870-c0b3-467f-92ba-2a06786bc7ff,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:45.865699 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa14e13-0978-471a-b363-2d47957c7638 admin admin] Network 30ac0222-4ad8-41d7-ae6b-f6e458b8cc5c is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:17:45.868340 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-6aa14e13-0978-471a-b363-2d47957c7638 admin admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:17:46.041202 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:46.154946 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d38e04d7-1155-4cf5-a0f6-38bb9e20f508 req-32bda74f-d0f5-4ae9-9d8a-2cd6ddaaea60 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107669 Feb 02 07:17:46.503137 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa14e13-0978-471a-b363-2d47957c7638 admin admin] Router 17fc4e04-3267-4b7a-ba2e-82f2d3234dd6 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:17:46.543891 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-2e586cc5-226e-44b1-aca9-1979508d232d None None] Provisioning complete for port 01cee3ec-fb7b-47d1-ae95-823185b94802 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:17:46.547847 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e49809-a84d-4099-9ee1-4d715809a3e7 req-70ffdb4b-88c6-461b-8d72-a99ac663cf7a tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:46.549038 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2e586cc5-226e-44b1-aca9-1979508d232d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (01cee3ec-fb7b-47d1-ae95-823185b94802), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:46.577948 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-02e49809-a84d-4099-9ee1-4d715809a3e7 req-70ffdb4b-88c6-461b-8d72-a99ac663cf7a tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=c6413e47-3ae9-473a-844c-f4bcd11bbc2e HTTP/1.1" status: 200 len: 944 time: 0.2346423 Feb 02 07:17:46.708128 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-2e586cc5-226e-44b1-aca9-1979508d232d None None] Port 01cee3ec-fb7b-47d1-ae95-823185b94802 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:17:46.938052 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa14e13-0978-471a-b363-2d47957c7638 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:17:46.952739 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-6aa14e13-0978-471a-b363-2d47957c7638 admin admin] 10.222.0.87 "PUT /v2.0/routers/17fc4e04-3267-4b7a-ba2e-82f2d3234dd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4157350 Feb 02 07:17:47.116763 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-02e49809-a84d-4099-9ee1-4d715809a3e7 req-34a9b072-0ff7-44ef-bc08-a04f11720c44 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=bc6bfedd-ef42-4ce4-a56a-4f6651c2c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5307283 Feb 02 07:17:47.182586 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 5abde870-c0b3-467f-92ba-2a06786bc7ff up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:17:47.428182 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c7673-8012-4f77-87e4-f05ff63c3a3c req-7bd0905b-74bb-417b-a03a-acd72c15c1b9 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:47.458132 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dd2c7673-8012-4f77-87e4-f05ff63c3a3c req-7bd0905b-74bb-417b-a03a-acd72c15c1b9 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=020c8125-582d-4246-9f4a-77adbb85cc46 HTTP/1.1" status: 200 len: 945 time: 0.2029767 Feb 02 07:17:47.474806 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f47bbb-5d23-4bb3-9b0e-ac205aa1c056 None None] Sync routers for ids ['17fc4e04-3267-4b7a-ba2e-82f2d3234dd6'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:17:47.515464 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 5abde870-c0b3-467f-92ba-2a06786bc7ff triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:17:47.517182 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (5abde870-c0b3-467f-92ba-2a06786bc7ff), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:47.618831 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dd2c7673-8012-4f77-87e4-f05ff63c3a3c req-0bf5ffaf-dc08-4686-9cb7-a522d579ffd9 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585090 Feb 02 07:17:47.655950 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:47.858139 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f47bbb-5d23-4bb3-9b0e-ac205aa1c056 None None] Routers {'17fc4e04-3267-4b7a-ba2e-82f2d3234dd6'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:17:47.861957 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-d6f47bbb-5d23-4bb3-9b0e-ac205aa1c056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:17:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['17fc4e04-3267-4b7a-ba2e-82f2d3234dd6'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:17:47.990808 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e022573-80fb-4fc2-91bc-15285e22eb65 req-bce4c727-9157-4cc5-acbc-81bcb1a7bbed tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:48.000954 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5e022573-80fb-4fc2-91bc-15285e22eb65 req-bce4c727-9157-4cc5-acbc-81bcb1a7bbed tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=561a5882-80da-4ba7-9a14-6f4391d3da48 HTTP/1.1" status: 200 len: 946 time: 0.1584179 Feb 02 07:17:48.132316 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5e022573-80fb-4fc2-91bc-15285e22eb65 req-f0269ca3-9e3b-4a9d-8a26-62976635a0bf tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228089 Feb 02 07:17:48.257349 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 5abde870-c0b3-467f-92ba-2a06786bc7ff is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:17:48.431802 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ccd48-8f2d-40c6-8b4d-be334cbd6c4a req-504a6e56-573f-43a4-913e-930b23218c75 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:48.452755 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-073ccd48-8f2d-40c6-8b4d-be334cbd6c4a req-504a6e56-573f-43a4-913e-930b23218c75 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=c6413e47-3ae9-473a-844c-f4bcd11bbc2e HTTP/1.1" status: 200 len: 944 time: 0.1370683 Feb 02 07:17:48.532622 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-d6f47bbb-5d23-4bb3-9b0e-ac205aa1c056 None None] Set router 17fc4e04-3267-4b7a-ba2e-82f2d3234dd6 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:17:48.691820 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-073ccd48-8f2d-40c6-8b4d-be334cbd6c4a req-dcf45083-f7a2-495a-89ae-7be52023b032 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=bc6bfedd-ef42-4ce4-a56a-4f6651c2c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2222376 Feb 02 07:17:48.713357 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 33936) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:17:48.722461 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-e9f21215-8e00-4ef2-a535-9088e28c34e5 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1365306487-network', 'tenant_id': '9e24641fe538493d9b7825598c6ce4ab'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:17:48.787764 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f21215-8e00-4ef2-a535-9088e28c34e5 admin admin] Made reservation on behalf of 9e24641fe538493d9b7825598c6ce4ab for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:17:48.790154 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e9f21215-8e00-4ef2-a535-9088e28c34e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:48.831769 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e9f21215-8e00-4ef2-a535-9088e28c34e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:49.029492 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de023623-80f3-402b-9ed8-cc37f2f98714 req-b3a49b55-89ae-4e75-b9a7-a2209d861e38 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:49.036488 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-de023623-80f3-402b-9ed8-cc37f2f98714 req-b3a49b55-89ae-4e75-b9a7-a2209d861e38 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=020c8125-582d-4246-9f4a-77adbb85cc46 HTTP/1.1" status: 200 len: 945 time: 0.1601284 Feb 02 07:17:49.131236 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e9f21215-8e00-4ef2-a535-9088e28c34e5 admin admin] Publish callbacks [] for security_group (9f9f85e0-d8b5-4fa7-b063-3bce8c76bbd4), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:49.162242 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e9f21215-8e00-4ef2-a535-9088e28c34e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (9f9f85e0-d8b5-4fa7-b063-3bce8c76bbd4), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:49.186222 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9f21215-8e00-4ef2-a535-9088e28c34e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:17:49.216232 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-de023623-80f3-402b-9ed8-cc37f2f98714 req-cf01b217-e636-45c2-9068-54c1ace4d13e tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708417 Feb 02 07:17:49.220604 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e9f21215-8e00-4ef2-a535-9088e28c34e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (dc968af0-1bb8-4fca-a587-e1c596c2860f), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:49.221796 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-e9f21215-8e00-4ef2-a535-9088e28c34e5 admin admin] Added segment dc968af0-1bb8-4fca-a587-e1c596c2860f of type vlan for network 42370648-8ebf-4ecf-b083-28ee9cc60c32 Feb 02 07:17:49.378943 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e9f21215-8e00-4ef2-a535-9088e28c34e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (42370648-8ebf-4ecf-b083-28ee9cc60c32), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:49.429301 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e9f21215-8e00-4ef2-a535-9088e28c34e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (42370648-8ebf-4ecf-b083-28ee9cc60c32), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:49.430768 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f21215-8e00-4ef2-a535-9088e28c34e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:49.431700 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e9f21215-8e00-4ef2-a535-9088e28c34e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:49.471272 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f21215-8e00-4ef2-a535-9088e28c34e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9f85e0-d8b5-4fa7-b063-3bce8c76bbd4,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:49.502920 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e9f21215-8e00-4ef2-a535-9088e28c34e5 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7852249 Feb 02 07:17:49.503536 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 33946) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:17:49.508399 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-143dbb2a-3df4-4172-bbb4-ffe102fb47f5 admin admin] Request body: {'subnet': {'network_id': '42370648-8ebf-4ecf-b083-28ee9cc60c32', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1365306487-subnet', 'tenant_id': '9e24641fe538493d9b7825598c6ce4ab', 'ip_version': 4}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:17:49.552329 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-143dbb2a-3df4-4172-bbb4-ffe102fb47f5 admin admin] Made reservation on behalf of 9e24641fe538493d9b7825598c6ce4ab for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:17:49.554693 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-143dbb2a-3df4-4172-bbb4-ffe102fb47f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:49.561146 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-d6f47bbb-5d23-4bb3-9b0e-ac205aa1c056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fc4e04-3267-4b7a-ba2e-82f2d3234dd6', 'name': 'tempest-TestAggregatesBasicOps-87799127-router', 'tenant_id': 'e265e2685fe147a0872fe69947a9b1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '5abde870-c0b3-467f-92ba-2a06786bc7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:17:34Z', 'updated_at': '2022-02-02T07:17:43Z', 'revision_number': 4, 'project_id': 'e265e2685fe147a0872fe69947a9b1bc', 'gw_port': {'id': '5abde870-c0b3-467f-92ba-2a06786bc7ff', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fc4e04-3267-4b7a-ba2e-82f2d3234dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:17:36Z', 'updated_at': '2022-02-02T07:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '01cee3ec-fb7b-47d1-ae95-823185b94802', 'name': '', 'network_id': '30ac0222-4ad8-41d7-ae6b-f6e458b8cc5c', 'tenant_id': 'e265e2685fe147a0872fe69947a9b1bc', 'mac_address': 'fa:16:3e:bc:77:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17fc4e04-3267-4b7a-ba2e-82f2d3234dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': '4070423e-7251-4922-97bc-338db205a3ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:17:41Z', 'updated_at': '2022-02-02T07:17:43Z', 'revision_number': 2, 'project_id': 'e265e2685fe147a0872fe69947a9b1bc', 'subnets': [{'id': '4070423e-7251-4922-97bc-338db205a3ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:17:49.564882 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f21215-8e00-4ef2-a535-9088e28c34e5 admin admin] Pushing event updated for resources: {'Network': ['ID=42370648-8ebf-4ecf-b083-28ee9cc60c32,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:49.641179 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 42370648-8ebf-4ecf-b083-28ee9cc60c32 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:17:49.649874 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f47bbb-5d23-4bb3-9b0e-ac205aa1c056 None None] Checking router: 17fc4e04-3267-4b7a-ba2e-82f2d3234dd6 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:17:49.650340 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f47bbb-5d23-4bb3-9b0e-ac205aa1c056 None None] Updating router 17fc4e04-3267-4b7a-ba2e-82f2d3234dd6 port 01cee3ec-fb7b-47d1-ae95-823185b94802 binding host n-d-789963-26 {{(pid=109695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:17:49.771191 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d6f47bbb-5d23-4bb3-9b0e-ac205aa1c056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (01cee3ec-fb7b-47d1-ae95-823185b94802), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:49.791774 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-143dbb2a-3df4-4172-bbb4-ffe102fb47f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (adb7fb63-7ba0-455e-84ee-8c33c7a071f2), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:49.984433 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143dbb2a-3df4-4172-bbb4-ffe102fb47f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adb7fb63-7ba0-455e-84ee-8c33c7a071f2,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:50.006092 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143dbb2a-3df4-4172-bbb4-ffe102fb47f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:17:50.006347 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143dbb2a-3df4-4172-bbb4-ffe102fb47f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:17:50.006703 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143dbb2a-3df4-4172-bbb4-ffe102fb47f5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:17:50.007048 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143dbb2a-3df4-4172-bbb4-ffe102fb47f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:17:50.007447 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143dbb2a-3df4-4172-bbb4-ffe102fb47f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:17:50.007833 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143dbb2a-3df4-4172-bbb4-ffe102fb47f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:17:50.008176 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143dbb2a-3df4-4172-bbb4-ffe102fb47f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:17:50.008511 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143dbb2a-3df4-4172-bbb4-ffe102fb47f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:17:50.008849 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143dbb2a-3df4-4172-bbb4-ffe102fb47f5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:17:50.009182 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143dbb2a-3df4-4172-bbb4-ffe102fb47f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:17:50.009515 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143dbb2a-3df4-4172-bbb4-ffe102fb47f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:17:50.009849 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143dbb2a-3df4-4172-bbb4-ffe102fb47f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:17:50.010227 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143dbb2a-3df4-4172-bbb4-ffe102fb47f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:17:50.023250 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143dbb2a-3df4-4172-bbb4-ffe102fb47f5 admin admin] Checking segment: {'id': 'dc968af0-1bb8-4fca-a587-e1c596c2860f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '42370648-8ebf-4ecf-b083-28ee9cc60c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:17:50.023931 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143dbb2a-3df4-4172-bbb4-ffe102fb47f5 admin admin] Network hostable DHCP agents. Network: 42370648-8ebf-4ecf-b083-28ee9cc60c32, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:17:50.053296 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971c6649-ccae-4a72-a2e2-61e60de53395 req-8879d25d-6491-42c6-9de3-d9fcf6cc8dc3 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:50.060345 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-971c6649-ccae-4a72-a2e2-61e60de53395 req-8879d25d-6491-42c6-9de3-d9fcf6cc8dc3 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=561a5882-80da-4ba7-9a14-6f4391d3da48 HTTP/1.1" status: 200 len: 946 time: 0.1233547 Feb 02 07:17:50.098378 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143dbb2a-3df4-4172-bbb4-ffe102fb47f5 admin admin] Network 42370648-8ebf-4ecf-b083-28ee9cc60c32 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:17:50.122159 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-143dbb2a-3df4-4172-bbb4-ffe102fb47f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 42370648-8ebf-4ecf-b083-28ee9cc60c32) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:17:50.127090 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143dbb2a-3df4-4172-bbb4-ffe102fb47f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:50.128664 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-143dbb2a-3df4-4172-bbb4-ffe102fb47f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:50.156758 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-971c6649-ccae-4a72-a2e2-61e60de53395 req-5635e223-0b13-4b77-b8d8-806513e7376b tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904975 Feb 02 07:17:50.160674 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d6f47bbb-5d23-4bb3-9b0e-ac205aa1c056 None None] Publish callbacks [] for port (01cee3ec-fb7b-47d1-ae95-823185b94802), precommit_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:50.169270 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3294ea3-f59c-426a-b107-b3064c78330e None None] Network 42370648-8ebf-4ecf-b083-28ee9cc60c32 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:17:50.176770 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d6f47bbb-5d23-4bb3-9b0e-ac205aa1c056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (01cee3ec-fb7b-47d1-ae95-823185b94802), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:50.188187 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 33958) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:17:50.192462 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-143dbb2a-3df4-4172-bbb4-ffe102fb47f5 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6877639 Feb 02 07:17:50.195205 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-4c4df567-141c-4f91-9a5a-ab84226825fc admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1365306487-router', 'tenant_id': '9e24641fe538493d9b7825598c6ce4ab', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:17:50.243355 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4c4df567-141c-4f91-9a5a-ab84226825fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (776f49c0-ece1-4bef-a20e-4ec08a6c255d), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:50.244530 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4c4df567-141c-4f91-9a5a-ab84226825fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (776f49c0-ece1-4bef-a20e-4ec08a6c255d), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:50.383899 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a859e91d-c43d-4bba-a2e0-74df8438a5db None None] Pushing event updated for resources: {'Port': ['ID=01cee3ec-fb7b-47d1-ae95-823185b94802,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:50.393844 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4c4df567-141c-4f91-9a5a-ab84226825fc admin admin] Publish callbacks [] for router_controller (776f49c0-ece1-4bef-a20e-4ec08a6c255d), precommit_add_association {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:50.419782 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc53e1-8798-4abb-b3c9-3b30c80f34c7 req-26ea2b5f-4abe-4311-9586-11f0d338d605 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:50.436675 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6bdc53e1-8798-4abb-b3c9-3b30c80f34c7 req-26ea2b5f-4abe-4311-9586-11f0d338d605 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=c6413e47-3ae9-473a-844c-f4bcd11bbc2e HTTP/1.1" status: 200 len: 944 time: 0.1363285 Feb 02 07:17:50.515592 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a859e91d-c43d-4bba-a2e0-74df8438a5db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:17:50.515924 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a859e91d-c43d-4bba-a2e0-74df8438a5db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:17:50.516248 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a859e91d-c43d-4bba-a2e0-74df8438a5db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:17:50.516596 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a859e91d-c43d-4bba-a2e0-74df8438a5db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:17:50.516938 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a859e91d-c43d-4bba-a2e0-74df8438a5db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:17:50.517278 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a859e91d-c43d-4bba-a2e0-74df8438a5db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:17:50.517672 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a859e91d-c43d-4bba-a2e0-74df8438a5db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:17:50.518005 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a859e91d-c43d-4bba-a2e0-74df8438a5db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:17:50.518331 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a859e91d-c43d-4bba-a2e0-74df8438a5db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:17:50.518662 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a859e91d-c43d-4bba-a2e0-74df8438a5db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:17:50.518990 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a859e91d-c43d-4bba-a2e0-74df8438a5db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:17:50.519314 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a859e91d-c43d-4bba-a2e0-74df8438a5db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:17:50.519667 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a859e91d-c43d-4bba-a2e0-74df8438a5db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:17:50.553587 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-d6f47bbb-5d23-4bb3-9b0e-ac205aa1c056 None None] Attempting to bind port 01cee3ec-fb7b-47d1-ae95-823185b94802 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:17:50.553967 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-d6f47bbb-5d23-4bb3-9b0e-ac205aa1c056 None None] Attempting to bind port 01cee3ec-fb7b-47d1-ae95-823185b94802 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'f83c0f7c-04c6-47c6-912a-a0d83ddeab52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '30ac0222-4ad8-41d7-ae6b-f6e458b8cc5c'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:17:50.554342 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f47bbb-5d23-4bb3-9b0e-ac205aa1c056 None None] Attempting to bind port 01cee3ec-fb7b-47d1-ae95-823185b94802 on network 30ac0222-4ad8-41d7-ae6b-f6e458b8cc5c {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:17:50.595260 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6bdc53e1-8798-4abb-b3c9-3b30c80f34c7 req-5b99d547-d8b0-4138-8ac5-cb4da959c56a tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=bc6bfedd-ef42-4ce4-a56a-4f6651c2c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552763 Feb 02 07:17:50.629574 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a4faa6-b768-4939-867e-34c4fbfebc8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-42370648-8ebf-4ecf-b083-28ee9cc60c32', 'network_id': '42370648-8ebf-4ecf-b083-28ee9cc60c32', 'project_id': '9e24641fe538493d9b7825598c6ce4ab', 'fixed_ips': [{'subnet_id': 'adb7fb63-7ba0-455e-84ee-8c33c7a071f2'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:17:50.630468 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-89a4faa6-b768-4939-867e-34c4fbfebc8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:50.640507 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f47bbb-5d23-4bb3-9b0e-ac205aa1c056 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:17:50.641436 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f47bbb-5d23-4bb3-9b0e-ac205aa1c056 None None] Checking segment: {'id': 'f83c0f7c-04c6-47c6-912a-a0d83ddeab52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '30ac0222-4ad8-41d7-ae6b-f6e458b8cc5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:17:50.642007 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d6f47bbb-5d23-4bb3-9b0e-ac205aa1c056 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:50.643087 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f47bbb-5d23-4bb3-9b0e-ac205aa1c056 None None] Bound using segment: {'id': 'f83c0f7c-04c6-47c6-912a-a0d83ddeab52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '30ac0222-4ad8-41d7-ae6b-f6e458b8cc5c'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:17:50.644265 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-d6f47bbb-5d23-4bb3-9b0e-ac205aa1c056 None None] Bound port: 01cee3ec-fb7b-47d1-ae95-823185b94802, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f83c0f7c-04c6-47c6-912a-a0d83ddeab52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '30ac0222-4ad8-41d7-ae6b-f6e458b8cc5c'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:17:50.644830 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d6f47bbb-5d23-4bb3-9b0e-ac205aa1c056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (01cee3ec-fb7b-47d1-ae95-823185b94802), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:50.718347 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-31f7023b-88ce-4333-8680-b95dd851945c None None] Provisioning complete for port 01cee3ec-fb7b-47d1-ae95-823185b94802 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:17:50.718993 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-31f7023b-88ce-4333-8680-b95dd851945c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (01cee3ec-fb7b-47d1-ae95-823185b94802), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:50.775402 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4c4df567-141c-4f91-9a5a-ab84226825fc admin admin] Publish callbacks [] for router_gateway (776f49c0-ece1-4bef-a20e-4ec08a6c255d), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:50.788715 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652b0452-066c-4796-ad9b-95876026e367 req-8c4ec4ee-4446-4c8f-94f0-abba5ba2e0bd tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:50.797377 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-652b0452-066c-4796-ad9b-95876026e367 req-8c4ec4ee-4446-4c8f-94f0-abba5ba2e0bd tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=020c8125-582d-4246-9f4a-77adbb85cc46 HTTP/1.1" status: 200 len: 945 time: 0.0831656 Feb 02 07:17:50.857899 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-652b0452-066c-4796-ad9b-95876026e367 req-de167039-eee6-439d-83e8-dfbe468d694b tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592551 Feb 02 07:17:50.925959 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-31f7023b-88ce-4333-8680-b95dd851945c None None] Port 01cee3ec-fb7b-47d1-ae95-823185b94802 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:17:50.951978 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-d6f47bbb-5d23-4bb3-9b0e-ac205aa1c056 None None] For port 01cee3ec-fb7b-47d1-ae95-823185b94802, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:17:50.971509 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-d6f47bbb-5d23-4bb3-9b0e-ac205aa1c056 None None] For port 01cee3ec-fb7b-47d1-ae95-823185b94802, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=01cee3ec-fb7b-47d1-ae95-823185b94802,segment=NetworkSegment(f83c0f7c-04c6-47c6-912a-a0d83ddeab52),segment_id=f83c0f7c-04c6-47c6-912a-a0d83ddeab52)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:17:50.985284 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d6f47bbb-5d23-4bb3-9b0e-ac205aa1c056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (01cee3ec-fb7b-47d1-ae95-823185b94802), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:50.998016 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-89a4faa6-b768-4939-867e-34c4fbfebc8c None None] Allocated IP 172.20.0.2 (42370648-8ebf-4ecf-b083-28ee9cc60c32/adb7fb63-7ba0-455e-84ee-8c33c7a071f2/d2778203-508c-441f-b6fb-354f3b5cabf1) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:17:51.087432 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f47bbb-5d23-4bb3-9b0e-ac205aa1c056 None None] Routers {'17fc4e04-3267-4b7a-ba2e-82f2d3234dd6'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:17:51.088189 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-d6f47bbb-5d23-4bb3-9b0e-ac205aa1c056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:17:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['17fc4e04-3267-4b7a-ba2e-82f2d3234dd6'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:17:51.090568 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a859e91d-c43d-4bba-a2e0-74df8438a5db None None] Pushing event updated for resources: {'Port': ['ID=01cee3ec-fb7b-47d1-ae95-823185b94802,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:51.389885 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4c4df567-141c-4f91-9a5a-ab84226825fc admin admin] Publish callbacks [] for router_gateway (776f49c0-ece1-4bef-a20e-4ec08a6c255d), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:51.432471 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-d6f47bbb-5d23-4bb3-9b0e-ac205aa1c056 None None] Set router 17fc4e04-3267-4b7a-ba2e-82f2d3234dd6 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:17:51.433652 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974438d5-08fa-42f4-bf3e-198f422cde78 req-4e3ebbbd-c17e-445d-bfc1-2636c1672bf6 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:51.436361 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-974438d5-08fa-42f4-bf3e-198f422cde78 req-4e3ebbbd-c17e-445d-bfc1-2636c1672bf6 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=561a5882-80da-4ba7-9a14-6f4391d3da48 HTTP/1.1" status: 200 len: 946 time: 0.1285496 Feb 02 07:17:51.445323 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4c4df567-141c-4f91-9a5a-ab84226825fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:51.475231 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 21daf890-0b2f-42f3-8248-e7ef9a971bbe details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:17:51.517311 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-89a4faa6-b768-4939-867e-34c4fbfebc8c None None] Publish callbacks [] for port (d2778203-508c-441f-b6fb-354f3b5cabf1), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:51.549874 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-974438d5-08fa-42f4-bf3e-198f422cde78 req-f2b3c175-18a2-46dd-9922-5f1f16af8406 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043472 Feb 02 07:17:51.636612 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-4c4df567-141c-4f91-9a5a-ab84226825fc admin admin] Allocated IP 172.25.4.244 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/bf981530-dbff-4481-8e0d-67037f910536) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:17:51.670022 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-0406309a-2759-4cc4-a155-15a032d69cfc None None] Provisioning complete for port 01cee3ec-fb7b-47d1-ae95-823185b94802 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:17:51.670601 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0406309a-2759-4cc4-a155-15a032d69cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (01cee3ec-fb7b-47d1-ae95-823185b94802), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:51.673003 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.db.resource_extend [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 07:17:51.711099 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-89a4faa6-b768-4939-867e-34c4fbfebc8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (d2778203-508c-441f-b6fb-354f3b5cabf1), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:51.785976 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a4faa6-b768-4939-867e-34c4fbfebc8c None None] Network 42370648-8ebf-4ecf-b083-28ee9cc60c32 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:17:51.812212 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-89a4faa6-b768-4939-867e-34c4fbfebc8c None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:17:51.831785 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4c4df567-141c-4f91-9a5a-ab84226825fc admin admin] Publish callbacks [] for port (bf981530-dbff-4481-8e0d-67037f910536), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:51.851282 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c09673-b254-4acc-96c2-81a74da2876b req-1cb32d4c-1757-4a89-b620-cfdc2572fffa tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:51.853098 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-92c09673-b254-4acc-96c2-81a74da2876b req-1cb32d4c-1757-4a89-b620-cfdc2572fffa tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=c6413e47-3ae9-473a-844c-f4bcd11bbc2e HTTP/1.1" status: 200 len: 944 time: 0.1342578 Feb 02 07:17:51.894159 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a4faa6-b768-4939-867e-34c4fbfebc8c None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:17:51.929570 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-92c09673-b254-4acc-96c2-81a74da2876b req-36c02532-c0ad-462a-97f9-3bde5a291187 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=bc6bfedd-ef42-4ce4-a56a-4f6651c2c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691273 Feb 02 07:17:51.932878 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4c4df567-141c-4f91-9a5a-ab84226825fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (bf981530-dbff-4481-8e0d-67037f910536), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:52.045230 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4df567-141c-4f91-9a5a-ab84226825fc admin admin] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:17:52.052545 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-4c4df567-141c-4f91-9a5a-ab84226825fc admin admin] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:17:52.062861 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4df567-141c-4f91-9a5a-ab84226825fc admin admin] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:17:52.071357 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f44371-6367-44e0-b66d-6c996018613f req-afd50228-0165-4d87-9d78-f4e780674e7b tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:52.079296 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-53f44371-6367-44e0-b66d-6c996018613f req-afd50228-0165-4d87-9d78-f4e780674e7b tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=020c8125-582d-4246-9f4a-77adbb85cc46 HTTP/1.1" status: 200 len: 945 time: 0.0739253 Feb 02 07:17:52.143325 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-53f44371-6367-44e0-b66d-6c996018613f req-391aa658-423b-4c12-a05c-3ecc20c8d777 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565464 Feb 02 07:17:52.174223 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4df567-141c-4f91-9a5a-ab84226825fc admin admin] Pushing event updated for resources: {'Port': ['ID=bf981530-dbff-4481-8e0d-67037f910536,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:52.353949 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 21daf890-0b2f-42f3-8248-e7ef9a971bbe, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=21daf890-0b2f-42f3-8248-e7ef9a971bbe,segment=NetworkSegment(2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0),segment_id=2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:17:52.359441 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-89a4faa6-b768-4939-867e-34c4fbfebc8c None None] Attempting to bind port d2778203-508c-441f-b6fb-354f3b5cabf1 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:17:52.360239 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-89a4faa6-b768-4939-867e-34c4fbfebc8c None None] Attempting to bind port d2778203-508c-441f-b6fb-354f3b5cabf1 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'dc968af0-1bb8-4fca-a587-e1c596c2860f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '42370648-8ebf-4ecf-b083-28ee9cc60c32'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:17:52.360816 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a4faa6-b768-4939-867e-34c4fbfebc8c None None] Attempting to bind port d2778203-508c-441f-b6fb-354f3b5cabf1 on network 42370648-8ebf-4ecf-b083-28ee9cc60c32 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:17:52.374290 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:52.375360 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a4faa6-b768-4939-867e-34c4fbfebc8c None None] Pushing event updated for resources: {'Port': ['ID=d2778203-508c-441f-b6fb-354f3b5cabf1,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:52.397923 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': '21daf890-0b2f-42f3-8248-e7ef9a971bbe', 'network_id': 'ec14a810-28cb-452c-8a58-03e4eebabfec', 'port_id': '21daf890-0b2f-42f3-8248-e7ef9a971bbe', 'mac_address': 'fa:16:3e:07:4f:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44a369a2-4fd0-4fcc-9b66-fee041fedbef', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:17:52.403074 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a4faa6-b768-4939-867e-34c4fbfebc8c None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:17:52.403846 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a4faa6-b768-4939-867e-34c4fbfebc8c None None] Checking segment: {'id': 'dc968af0-1bb8-4fca-a587-e1c596c2860f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '42370648-8ebf-4ecf-b083-28ee9cc60c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:17:52.404455 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-89a4faa6-b768-4939-867e-34c4fbfebc8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:52.405043 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a4faa6-b768-4939-867e-34c4fbfebc8c None None] Bound using segment: {'id': 'dc968af0-1bb8-4fca-a587-e1c596c2860f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '42370648-8ebf-4ecf-b083-28ee9cc60c32'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:17:52.406175 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-89a4faa6-b768-4939-867e-34c4fbfebc8c None None] Bound port: d2778203-508c-441f-b6fb-354f3b5cabf1, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc968af0-1bb8-4fca-a587-e1c596c2860f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '42370648-8ebf-4ecf-b083-28ee9cc60c32'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:17:52.407107 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-89a4faa6-b768-4939-867e-34c4fbfebc8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (d2778203-508c-441f-b6fb-354f3b5cabf1), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:52.529768 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-d6f47bbb-5d23-4bb3-9b0e-ac205aa1c056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fc4e04-3267-4b7a-ba2e-82f2d3234dd6', 'name': 'tempest-TestAggregatesBasicOps-87799127-router', 'tenant_id': 'e265e2685fe147a0872fe69947a9b1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '5abde870-c0b3-467f-92ba-2a06786bc7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:17:34Z', 'updated_at': '2022-02-02T07:17:43Z', 'revision_number': 4, 'project_id': 'e265e2685fe147a0872fe69947a9b1bc', 'gw_port': {'id': '5abde870-c0b3-467f-92ba-2a06786bc7ff', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fc4e04-3267-4b7a-ba2e-82f2d3234dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:17:36Z', 'updated_at': '2022-02-02T07:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '01cee3ec-fb7b-47d1-ae95-823185b94802', 'name': '', 'network_id': '30ac0222-4ad8-41d7-ae6b-f6e458b8cc5c', 'tenant_id': 'e265e2685fe147a0872fe69947a9b1bc', 'mac_address': 'fa:16:3e:bc:77:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17fc4e04-3267-4b7a-ba2e-82f2d3234dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': '4070423e-7251-4922-97bc-338db205a3ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:17:41Z', 'updated_at': '2022-02-02T07:17:50Z', 'revision_number': 4, 'project_id': 'e265e2685fe147a0872fe69947a9b1bc', 'subnets': [{'id': '4070423e-7251-4922-97bc-338db205a3ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:17:52.538522 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-0406309a-2759-4cc4-a155-15a032d69cfc None None] Current status of the port 01cee3ec-fb7b-47d1-ae95-823185b94802 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:17:52.538899 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0406309a-2759-4cc4-a155-15a032d69cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (01cee3ec-fb7b-47d1-ae95-823185b94802), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:52.588860 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 21daf890-0b2f-42f3-8248-e7ef9a971bbe is: ACTIVE; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:17:52.589253 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (21daf890-0b2f-42f3-8248-e7ef9a971bbe), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:52.599396 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f47bbb-5d23-4bb3-9b0e-ac205aa1c056 None None] The sync data for ids ['17fc4e04-3267-4b7a-ba2e-82f2d3234dd6'] in n-d-789963-26 is: [{'id': '17fc4e04-3267-4b7a-ba2e-82f2d3234dd6', 'name': 'tempest-TestAggregatesBasicOps-87799127-router', 'tenant_id': 'e265e2685fe147a0872fe69947a9b1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '5abde870-c0b3-467f-92ba-2a06786bc7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:17:34Z', 'updated_at': '2022-02-02T07:17:43Z', 'revision_number': 4, 'project_id': 'e265e2685fe147a0872fe69947a9b1bc', 'gw_port': {'id': '5abde870-c0b3-467f-92ba-2a06786bc7ff', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fc4e04-3267-4b7a-ba2e-82f2d3234dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:17:36Z', 'updated_at': '2022-02-02T07:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '01cee3ec-fb7b-47d1-ae95-823185b94802', 'name': '', 'network_id': '30ac0222-4ad8-41d7-ae6b-f6e458b8cc5c', 'tenant_id': 'e265e2685fe147a0872fe69947a9b1bc', 'mac_address': 'fa:16:3e:bc:77:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17fc4e04-3267-4b7a-ba2e-82f2d3234dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': '4070423e-7251-4922-97bc-338db205a3ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:17:41Z', 'updated_at': '2022-02-02T07:17:50Z', 'revision_number': 4, 'project_id': 'e265e2685fe147a0872fe69947a9b1bc', 'subnets': [{'id': '4070423e-7251-4922-97bc-338db205a3ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:17:52.703306 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-0406309a-2759-4cc4-a155-15a032d69cfc None None] For port 01cee3ec-fb7b-47d1-ae95-823185b94802, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=01cee3ec-fb7b-47d1-ae95-823185b94802,segment=NetworkSegment(f83c0f7c-04c6-47c6-912a-a0d83ddeab52),segment_id=f83c0f7c-04c6-47c6-912a-a0d83ddeab52)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:17:52.710632 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-89a4faa6-b768-4939-867e-34c4fbfebc8c None None] For port d2778203-508c-441f-b6fb-354f3b5cabf1, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:17:52.713249 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 21daf890-0b2f-42f3-8248-e7ef9a971bbe {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:17:52.746130 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-89a4faa6-b768-4939-867e-34c4fbfebc8c None None] For port d2778203-508c-441f-b6fb-354f3b5cabf1, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=d2778203-508c-441f-b6fb-354f3b5cabf1,segment=NetworkSegment(dc968af0-1bb8-4fca-a587-e1c596c2860f),segment_id=dc968af0-1bb8-4fca-a587-e1c596c2860f)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:17:52.751258 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0406309a-2759-4cc4-a155-15a032d69cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (01cee3ec-fb7b-47d1-ae95-823185b94802), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:52.766480 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-89a4faa6-b768-4939-867e-34c4fbfebc8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (d2778203-508c-441f-b6fb-354f3b5cabf1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:52.770069 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 21daf890-0b2f-42f3-8248-e7ef9a971bbe, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=21daf890-0b2f-42f3-8248-e7ef9a971bbe,segment=NetworkSegment(2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0),segment_id=2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:17:52.801660 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0ab76e-c9ad-4d79-a795-e081c4029f96 req-10bfadfa-1b9f-4476-b06c-b1d97cb2119d tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:52.808900 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cb0ab76e-c9ad-4d79-a795-e081c4029f96 req-10bfadfa-1b9f-4476-b06c-b1d97cb2119d tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=561a5882-80da-4ba7-9a14-6f4391d3da48 HTTP/1.1" status: 200 len: 946 time: 0.1595860 Feb 02 07:17:52.818751 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (21daf890-0b2f-42f3-8248-e7ef9a971bbe), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:52.871600 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0406309a-2759-4cc4-a155-15a032d69cfc None None] Pushing event updated for resources: {'Port': ['ID=01cee3ec-fb7b-47d1-ae95-823185b94802,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:52.899778 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4c4df567-141c-4f91-9a5a-ab84226825fc admin admin] Publish callbacks [] for router_gateway (776f49c0-ece1-4bef-a20e-4ec08a6c255d), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:52.922251 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cb0ab76e-c9ad-4d79-a795-e081c4029f96 req-e666a0e3-4cf3-4836-ae2d-97016229c497 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123846 Feb 02 07:17:52.992623 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a4faa6-b768-4939-867e-34c4fbfebc8c None None] Pushing event updated for resources: {'Port': ['ID=d2778203-508c-441f-b6fb-354f3b5cabf1,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:53.092006 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['21daf890-0b2f-42f3-8248-e7ef9a971bbe'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:17:53.197142 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb00c74-9196-4a2f-b80e-409000b6f559 req-56697f78-5291-4dda-926a-8e7f386afd2e tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:53.217130 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 01cee3ec-fb7b-47d1-ae95-823185b94802 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:17:53.217729 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1fb00c74-9196-4a2f-b80e-409000b6f559 req-56697f78-5291-4dda-926a-8e7f386afd2e tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=c6413e47-3ae9-473a-844c-f4bcd11bbc2e HTTP/1.1" status: 200 len: 944 time: 0.1543319 Feb 02 07:17:53.331517 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=21daf890-0b2f-42f3-8248-e7ef9a971bbe,revision_number=6']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:53.339863 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1fb00c74-9196-4a2f-b80e-409000b6f559 req-419ef0e0-1dec-4d5a-8cf7-59420124805f tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=bc6bfedd-ef42-4ce4-a56a-4f6651c2c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122179 Feb 02 07:17:53.525164 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4c4df567-141c-4f91-9a5a-ab84226825fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (776f49c0-ece1-4bef-a20e-4ec08a6c255d), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:53.535071 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 01cee3ec-fb7b-47d1-ae95-823185b94802 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:17:53.535357 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (01cee3ec-fb7b-47d1-ae95-823185b94802), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:53.606288 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81afa44d-2e54-4c0e-88a1-6e5b10ecc58e req-65e864c9-344a-4d19-b82d-e71dbb871522 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:53.614073 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-81afa44d-2e54-4c0e-88a1-6e5b10ecc58e req-65e864c9-344a-4d19-b82d-e71dbb871522 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=020c8125-582d-4246-9f4a-77adbb85cc46 HTTP/1.1" status: 200 len: 945 time: 0.1525459 Feb 02 07:17:53.742039 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-81afa44d-2e54-4c0e-88a1-6e5b10ecc58e req-a55883fb-a3a5-4a40-acdc-9fe3f3db2424 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149228 Feb 02 07:17:53.850383 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 01cee3ec-fb7b-47d1-ae95-823185b94802 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:17:53.865545 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c4df567-141c-4f91-9a5a-ab84226825fc admin admin] Router 776f49c0-ece1-4bef-a20e-4ec08a6c255d is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:17:54.108882 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4df567-141c-4f91-9a5a-ab84226825fc admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:17:54.122408 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53586bab-308b-49ea-aa3e-b2ddea56e871 None None] Sync routers for ids ['776f49c0-ece1-4bef-a20e-4ec08a6c255d'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:17:54.141090 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53586bab-308b-49ea-aa3e-b2ddea56e871 None None] Routers {'776f49c0-ece1-4bef-a20e-4ec08a6c255d'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:17:54.157292 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-53586bab-308b-49ea-aa3e-b2ddea56e871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:17:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['776f49c0-ece1-4bef-a20e-4ec08a6c255d'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:17:54.175479 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4c4df567-141c-4f91-9a5a-ab84226825fc admin admin] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:54.179532 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-4c4df567-141c-4f91-9a5a-ab84226825fc admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.9864337 Feb 02 07:17:54.179856 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 34010) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:17:54.183744 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c2653-4cd2-45e3-a16d-af8f96b91126 req-8b1f0d64-af51-4a33-8981-553c5a79630d tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:54.199814 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f03c2653-4cd2-45e3-a16d-af8f96b91126 req-8b1f0d64-af51-4a33-8981-553c5a79630d tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=561a5882-80da-4ba7-9a14-6f4391d3da48 HTTP/1.1" status: 200 len: 945 time: 0.1601822 Feb 02 07:17:54.238548 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 34012) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:17:54.319309 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f03c2653-4cd2-45e3-a16d-af8f96b91126 req-05962a4f-0276-4478-af8b-5b2d2caa86ca tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185236 Feb 02 07:17:54.505668 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-53586bab-308b-49ea-aa3e-b2ddea56e871 None None] Set router 776f49c0-ece1-4bef-a20e-4ec08a6c255d gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:17:54.577702 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0d62dda8-e93e-4cc4-a939-f9483142982e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:54.775163 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0d62dda8-e93e-4cc4-a939-f9483142982e admin admin] Publish callbacks [] for security_group (e13d9d88-cfe6-4345-b498-bd9b56b17499), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:54.787491 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f914cf-2b2a-47f3-aa52-b219f0038521 req-4df9145c-c15b-4712-81c6-ead15eb44912 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:54.801393 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a7f914cf-2b2a-47f3-aa52-b219f0038521 req-4df9145c-c15b-4712-81c6-ead15eb44912 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=c6413e47-3ae9-473a-844c-f4bcd11bbc2e HTTP/1.1" status: 200 len: 944 time: 0.3578920 Feb 02 07:17:54.829746 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0d62dda8-e93e-4cc4-a939-f9483142982e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (e13d9d88-cfe6-4345-b498-bd9b56b17499), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:54.848565 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-53586bab-308b-49ea-aa3e-b2ddea56e871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '776f49c0-ece1-4bef-a20e-4ec08a6c255d', 'name': 'tempest-TestAggregatesBasicOps-1365306487-router', 'tenant_id': '9e24641fe538493d9b7825598c6ce4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'bf981530-dbff-4481-8e0d-67037f910536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:17:50Z', 'updated_at': '2022-02-02T07:17:52Z', 'revision_number': 3, 'project_id': '9e24641fe538493d9b7825598c6ce4ab', 'gw_port': {'id': 'bf981530-dbff-4481-8e0d-67037f910536', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:2d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '776f49c0-ece1-4bef-a20e-4ec08a6c255d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:17:51Z', 'updated_at': '2022-02-02T07:17:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:17:54.851514 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f15c0e-7457-4b57-9349-3c2e10fe6338 None None] Network 42370648-8ebf-4ecf-b083-28ee9cc60c32 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:17:54.927362 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53586bab-308b-49ea-aa3e-b2ddea56e871 None None] Checking router: 776f49c0-ece1-4bef-a20e-4ec08a6c255d for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:17:54.930735 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53586bab-308b-49ea-aa3e-b2ddea56e871 None None] Updating router 776f49c0-ece1-4bef-a20e-4ec08a6c255d port bf981530-dbff-4481-8e0d-67037f910536 binding host n-d-789963-26 {{(pid=109696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:17:54.968536 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-53586bab-308b-49ea-aa3e-b2ddea56e871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (bf981530-dbff-4481-8e0d-67037f910536), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:54.968719 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-50b77ce8-5470-46e3-bcc2-0c4a2a199557 None None] Provisioning complete for port d2778203-508c-441f-b6fb-354f3b5cabf1 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:17:54.968719 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-50b77ce8-5470-46e3-bcc2-0c4a2a199557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (d2778203-508c-441f-b6fb-354f3b5cabf1), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:54.997597 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a7f914cf-2b2a-47f3-aa52-b219f0038521 req-58ce5c6c-d354-4b21-8d31-ddfc07a5bee9 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=bc6bfedd-ef42-4ce4-a56a-4f6651c2c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1952319 Feb 02 07:17:55.016466 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0d62dda8-e93e-4cc4-a939-f9483142982e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=570d1d3c255343358977b600a1c6380d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7712145 Feb 02 07:17:55.021310 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 34024) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:17:55.059986 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d62dda8-e93e-4cc4-a939-f9483142982e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e13d9d88-cfe6-4345-b498-bd9b56b17499,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:55.187238 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf352c-6dab-4780-b3df-88c4ee58cb55 req-04a99f2e-2800-4d0d-9583-40e3db567c32 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:55.195057 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3bdf352c-6dab-4780-b3df-88c4ee58cb55 req-04a99f2e-2800-4d0d-9583-40e3db567c32 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=020c8125-582d-4246-9f4a-77adbb85cc46 HTTP/1.1" status: 200 len: 945 time: 0.0910971 Feb 02 07:17:55.210321 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-50b77ce8-5470-46e3-bcc2-0c4a2a199557 None None] Current status of the port d2778203-508c-441f-b6fb-354f3b5cabf1 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:17:55.211156 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-50b77ce8-5470-46e3-bcc2-0c4a2a199557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (d2778203-508c-441f-b6fb-354f3b5cabf1), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:55.248115 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6574c02a-9bbc-4247-9928-8b9e06c32125 admin admin] Publish callbacks [] for security_group (e13d9d88-cfe6-4345-b498-bd9b56b17499), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:55.276912 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device d2778203-508c-441f-b6fb-354f3b5cabf1 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:17:55.338211 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3bdf352c-6dab-4780-b3df-88c4ee58cb55 req-24342a28-4e9d-411d-b553-cf8f7e5a0388 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421380 Feb 02 07:17:55.374805 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-50b77ce8-5470-46e3-bcc2-0c4a2a199557 None None] For port d2778203-508c-441f-b6fb-354f3b5cabf1, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=d2778203-508c-441f-b6fb-354f3b5cabf1,segment=NetworkSegment(dc968af0-1bb8-4fca-a587-e1c596c2860f),segment_id=dc968af0-1bb8-4fca-a587-e1c596c2860f)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:17:55.392879 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-50b77ce8-5470-46e3-bcc2-0c4a2a199557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (d2778203-508c-441f-b6fb-354f3b5cabf1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:55.422755 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6574c02a-9bbc-4247-9928-8b9e06c32125 admin admin] Publish callbacks [] for security_group (e13d9d88-cfe6-4345-b498-bd9b56b17499), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:55.504578 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device e5693ad4-1652-4353-8d5c-35e07e2e3df9 details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:17:55.517447 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 21daf890-0b2f-42f3-8248-e7ef9a971bbe up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:17:55.563434 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26d6c1-e7bd-4e4e-ae37-fc06e9c9d77f req-1876bd6d-7142-4eb4-9499-32341c704a01 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:55.573344 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a7865809-c768-42d4-befc-b88c3d091960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:55.573695 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6c26d6c1-e7bd-4e4e-ae37-fc06e9c9d77f req-1876bd6d-7142-4eb4-9499-32341c704a01 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=561a5882-80da-4ba7-9a14-6f4391d3da48 HTTP/1.1" status: 200 len: 945 time: 0.1156595 Feb 02 07:17:55.585533 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-53586bab-308b-49ea-aa3e-b2ddea56e871 None None] Publish callbacks [] for port (bf981530-dbff-4481-8e0d-67037f910536), precommit_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:55.594049 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6574c02a-9bbc-4247-9928-8b9e06c32125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (e13d9d88-cfe6-4345-b498-bd9b56b17499), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:55.601667 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-53586bab-308b-49ea-aa3e-b2ddea56e871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (bf981530-dbff-4481-8e0d-67037f910536), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:55.612832 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6574c02a-9bbc-4247-9928-8b9e06c32125 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:55.614268 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-6574c02a-9bbc-4247-9928-8b9e06c32125 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/e13d9d88-cfe6-4345-b498-bd9b56b17499 HTTP/1.1" status: 204 len: 168 time: 0.5920594 Feb 02 07:17:55.671482 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b77ce8-5470-46e3-bcc2-0c4a2a199557 None None] Pushing event updated for resources: {'Port': ['ID=d2778203-508c-441f-b6fb-354f3b5cabf1,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:55.673559 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6574c02a-9bbc-4247-9928-8b9e06c32125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13d9d88-cfe6-4345-b498-bd9b56b17499,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:55.702978 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6c26d6c1-e7bd-4e4e-ae37-fc06e9c9d77f req-f87ec5b0-14be-4eed-a8dc-b3fa8e27c3b5 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283422 Feb 02 07:17:55.727136 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-53586bab-308b-49ea-aa3e-b2ddea56e871 None None] Attempting to bind port bf981530-dbff-4481-8e0d-67037f910536 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:17:55.727507 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-53586bab-308b-49ea-aa3e-b2ddea56e871 None None] Attempting to bind port bf981530-dbff-4481-8e0d-67037f910536 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:17:55.727933 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53586bab-308b-49ea-aa3e-b2ddea56e871 None None] Attempting to bind port bf981530-dbff-4481-8e0d-67037f910536 on network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:17:55.730856 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadfb1b7-b33c-4d18-aadc-214370d9c16f None None] Pushing event updated for resources: {'Port': ['ID=bf981530-dbff-4481-8e0d-67037f910536,revision_number=2']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:55.736046 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53586bab-308b-49ea-aa3e-b2ddea56e871 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:17:55.736433 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53586bab-308b-49ea-aa3e-b2ddea56e871 None None] Checking segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:17:55.736833 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-53586bab-308b-49ea-aa3e-b2ddea56e871 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:55.737218 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53586bab-308b-49ea-aa3e-b2ddea56e871 None None] Bound using segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:17:55.737681 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-53586bab-308b-49ea-aa3e-b2ddea56e871 None None] Bound port: bf981530-dbff-4481-8e0d-67037f910536, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:17:55.738063 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-53586bab-308b-49ea-aa3e-b2ddea56e871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (bf981530-dbff-4481-8e0d-67037f910536), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:55.768057 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port d2778203-508c-441f-b6fb-354f3b5cabf1 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:17:55.768385 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (d2778203-508c-441f-b6fb-354f3b5cabf1), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:55.806166 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-53586bab-308b-49ea-aa3e-b2ddea56e871 None None] For port bf981530-dbff-4481-8e0d-67037f910536, host n-d-789963-26, cleared binding levels {{(pid=109696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:17:55.810649 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-53586bab-308b-49ea-aa3e-b2ddea56e871 None None] For port bf981530-dbff-4481-8e0d-67037f910536, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=bf981530-dbff-4481-8e0d-67037f910536,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:17:55.822778 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-53586bab-308b-49ea-aa3e-b2ddea56e871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (bf981530-dbff-4481-8e0d-67037f910536), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:55.865843 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-cd83a80d-7203-45f2-aa75-1d602d747bb4 None None] Provisioning complete for port d2778203-508c-441f-b6fb-354f3b5cabf1 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:17:55.867761 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-cd83a80d-7203-45f2-aa75-1d602d747bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (d2778203-508c-441f-b6fb-354f3b5cabf1), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:55.888952 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53586bab-308b-49ea-aa3e-b2ddea56e871 None None] Routers {'776f49c0-ece1-4bef-a20e-4ec08a6c255d'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:17:55.889739 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-53586bab-308b-49ea-aa3e-b2ddea56e871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:17:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['776f49c0-ece1-4bef-a20e-4ec08a6c255d'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:17:55.944362 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port 21daf890-0b2f-42f3-8248-e7ef9a971bbe triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:17:55.944741 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (21daf890-0b2f-42f3-8248-e7ef9a971bbe), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:55.951293 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port e5693ad4-1652-4353-8d5c-35e07e2e3df9, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=e5693ad4-1652-4353-8d5c-35e07e2e3df9,segment=NetworkSegment(99da04fe-20b0-46d1-9372-22452ee68679),segment_id=99da04fe-20b0-46d1-9372-22452ee68679)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:17:55.994487 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': 'e5693ad4-1652-4353-8d5c-35e07e2e3df9', 'network_id': '93a7727a-9e40-4a0f-b90d-66c79fe1bf6c', 'port_id': 'e5693ad4-1652-4353-8d5c-35e07e2e3df9', 'mac_address': 'fa:16:3e:d8:8d:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '772313e3-625d-4c7f-b776-8fe829836021', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:17:56.050392 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-a7865809-c768-42d4-befc-b88c3d091960 admin admin] Allocated IP 172.20.0.1 (42370648-8ebf-4ecf-b083-28ee9cc60c32/adb7fb63-7ba0-455e-84ee-8c33c7a071f2/051ad737-bdef-4288-9b30-658912d775d8) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:17:56.053176 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-53586bab-308b-49ea-aa3e-b2ddea56e871 None None] Set router 776f49c0-ece1-4bef-a20e-4ec08a6c255d gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:17:56.130802 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port e5693ad4-1652-4353-8d5c-35e07e2e3df9 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:17:56.131195 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (e5693ad4-1652-4353-8d5c-35e07e2e3df9), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:56.156889 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port d2778203-508c-441f-b6fb-354f3b5cabf1 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:17:56.179794 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-cd83a80d-7203-45f2-aa75-1d602d747bb4 None None] Current status of the port d2778203-508c-441f-b6fb-354f3b5cabf1 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:17:56.185076 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5693ad4-1652-4353-8d5c-35e07e2e3df9 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:17:56.212372 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 21daf890-0b2f-42f3-8248-e7ef9a971bbe is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:17:56.212762 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (21daf890-0b2f-42f3-8248-e7ef9a971bbe), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:56.223909 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port e5693ad4-1652-4353-8d5c-35e07e2e3df9, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=e5693ad4-1652-4353-8d5c-35e07e2e3df9,segment=NetworkSegment(99da04fe-20b0-46d1-9372-22452ee68679),segment_id=99da04fe-20b0-46d1-9372-22452ee68679)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:17:56.228568 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7254253-6d42-4ffa-b5be-32c7646d5fbb req-6d745309-c4f3-443b-9149-553504ac66aa tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:56.242634 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a7254253-6d42-4ffa-b5be-32c7646d5fbb req-6d745309-c4f3-443b-9149-553504ac66aa tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=c6413e47-3ae9-473a-844c-f4bcd11bbc2e HTTP/1.1" status: 200 len: 944 time: 0.1284819 Feb 02 07:17:56.248114 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (e5693ad4-1652-4353-8d5c-35e07e2e3df9), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:56.324011 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a7254253-6d42-4ffa-b5be-32c7646d5fbb req-75215b28-9b25-40eb-98c1-59c00931894e tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=bc6bfedd-ef42-4ce4-a56a-4f6651c2c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799739 Feb 02 07:17:56.355752 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '561a5882-80da-4ba7-9a14-6f4391d3da48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21daf890-0b2f-42f3-8248-e7ef9a971bbe'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:17:56.362387 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e1d6e3-5d94-4850-a664-06aa7dfcedcb" -d '{"events": [{"server_uuid": "561a5882-80da-4ba7-9a14-6f4391d3da48", "name": "network-vif-plugged", "status": "completed", "tag": "21daf890-0b2f-42f3-8248-e7ef9a971bbe"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:17:56.403763 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 21daf890-0b2f-42f3-8248-e7ef9a971bbe, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=21daf890-0b2f-42f3-8248-e7ef9a971bbe,segment=NetworkSegment(2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0),segment_id=2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:17:56.430772 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (21daf890-0b2f-42f3-8248-e7ef9a971bbe), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:56.459003 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=e5693ad4-1652-4353-8d5c-35e07e2e3df9,revision_number=9']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:56.504846 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadfb1b7-b33c-4d18-aadc-214370d9c16f None None] Pushing event updated for resources: {'Port': ['ID=bf981530-dbff-4481-8e0d-67037f910536,revision_number=3']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:56.553031 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a7865809-c768-42d4-befc-b88c3d091960 admin admin] Publish callbacks [] for port (051ad737-bdef-4288-9b30-658912d775d8), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:56.575603 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eb24b4-f40b-4b70-9244-704804b3b4bf req-20dcd7ad-6b52-4022-b7ad-d62b4d114386 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:56.587057 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-12eb24b4-f40b-4b70-9244-704804b3b4bf req-20dcd7ad-6b52-4022-b7ad-d62b4d114386 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=020c8125-582d-4246-9f4a-77adbb85cc46 HTTP/1.1" status: 200 len: 945 time: 0.1328597 Feb 02 07:17:56.595864 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=21daf890-0b2f-42f3-8248-e7ef9a971bbe,revision_number=7']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:56.660523 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a7865809-c768-42d4-befc-b88c3d091960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (051ad737-bdef-4288-9b30-658912d775d8), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:56.683983 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-12eb24b4-f40b-4b70-9244-704804b3b4bf req-822ced59-6448-4fe1-aa4d-7618c99c6eb3 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929904 Feb 02 07:17:56.701651 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['e5693ad4-1652-4353-8d5c-35e07e2e3df9'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:17:56.799675 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a0b284e-5195-4d84-9aac-cb5b2dc637d4 x-openstack-request-id: req-7a0b284e-5195-4d84-9aac-cb5b2dc637d4 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:17:56.799997 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "561a5882-80da-4ba7-9a14-6f4391d3da48", "name": "network-vif-plugged", "status": "completed", "tag": "21daf890-0b2f-42f3-8248-e7ef9a971bbe", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:17:56.800258 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7a0b284e-5195-4d84-9aac-cb5b2dc637d4 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:17:56.800661 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '561a5882-80da-4ba7-9a14-6f4391d3da48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21daf890-0b2f-42f3-8248-e7ef9a971bbe', 'code': 200} Feb 02 07:17:56.823350 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7865809-c768-42d4-befc-b88c3d091960 admin admin] Pushing event updated for resources: {'Port': ['ID=051ad737-bdef-4288-9b30-658912d775d8,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:56.866080 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7865809-c768-42d4-befc-b88c3d091960 admin admin] Network 42370648-8ebf-4ecf-b083-28ee9cc60c32 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:17:56.870232 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-a7865809-c768-42d4-befc-b88c3d091960 admin admin] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:17:56.879409 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7865809-c768-42d4-befc-b88c3d091960 admin admin] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:17:56.947471 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-53586bab-308b-49ea-aa3e-b2ddea56e871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '776f49c0-ece1-4bef-a20e-4ec08a6c255d', 'name': 'tempest-TestAggregatesBasicOps-1365306487-router', 'tenant_id': '9e24641fe538493d9b7825598c6ce4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'bf981530-dbff-4481-8e0d-67037f910536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:17:50Z', 'updated_at': '2022-02-02T07:17:52Z', 'revision_number': 3, 'project_id': '9e24641fe538493d9b7825598c6ce4ab', 'gw_port': {'id': 'bf981530-dbff-4481-8e0d-67037f910536', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:2d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '776f49c0-ece1-4bef-a20e-4ec08a6c255d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:17:51Z', 'updated_at': '2022-02-02T07:17:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:17:56.988839 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53586bab-308b-49ea-aa3e-b2ddea56e871 None None] The sync data for ids ['776f49c0-ece1-4bef-a20e-4ec08a6c255d'] in n-d-789963-26 is: [{'id': '776f49c0-ece1-4bef-a20e-4ec08a6c255d', 'name': 'tempest-TestAggregatesBasicOps-1365306487-router', 'tenant_id': '9e24641fe538493d9b7825598c6ce4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'bf981530-dbff-4481-8e0d-67037f910536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:17:50Z', 'updated_at': '2022-02-02T07:17:52Z', 'revision_number': 3, 'project_id': '9e24641fe538493d9b7825598c6ce4ab', 'gw_port': {'id': 'bf981530-dbff-4481-8e0d-67037f910536', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:2d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '776f49c0-ece1-4bef-a20e-4ec08a6c255d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:17:51Z', 'updated_at': '2022-02-02T07:17:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:17:57.045028 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a7865809-c768-42d4-befc-b88c3d091960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (776f49c0-ece1-4bef-a20e-4ec08a6c255d), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:57.106731 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b00729e-cf87-49b5-b454-ce9c180f7403 req-076129dc-6c2c-445f-a182-4c6292a142ba tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:57.113605 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9b00729e-cf87-49b5-b454-ce9c180f7403 req-076129dc-6c2c-445f-a182-4c6292a142ba tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=561a5882-80da-4ba7-9a14-6f4391d3da48 HTTP/1.1" status: 200 len: 946 time: 0.1917508 Feb 02 07:17:57.169291 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device d2778203-508c-441f-b6fb-354f3b5cabf1 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:17:57.285982 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9b00729e-cf87-49b5-b454-ce9c180f7403 req-d9c280fc-71b7-494a-a1ba-39c961553ff2 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625488 Feb 02 07:17:57.366981 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:57.407083 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a7865809-c768-42d4-befc-b88c3d091960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (051ad737-bdef-4288-9b30-658912d775d8), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:57.459705 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port d2778203-508c-441f-b6fb-354f3b5cabf1 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:17:57.460011 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (d2778203-508c-441f-b6fb-354f3b5cabf1), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:57.537438 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-b896e564-1cfd-4bcb-8f27-94cc00d658a8 None None] Provisioning complete for port 051ad737-bdef-4288-9b30-658912d775d8 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:17:57.537815 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b896e564-1cfd-4bcb-8f27-94cc00d658a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (051ad737-bdef-4288-9b30-658912d775d8), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:57.673460 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-b896e564-1cfd-4bcb-8f27-94cc00d658a8 None None] Port 051ad737-bdef-4288-9b30-658912d775d8 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:17:57.706987 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4434e36-26d0-4ba5-8c6f-66d83bf5dacb req-605bb2a5-c9f6-4cf3-951b-fa40942cdabc tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:57.717402 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b4434e36-26d0-4ba5-8c6f-66d83bf5dacb req-605bb2a5-c9f6-4cf3-951b-fa40942cdabc tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=c6413e47-3ae9-473a-844c-f4bcd11bbc2e HTTP/1.1" status: 200 len: 945 time: 0.2447934 Feb 02 07:17:57.840778 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port d2778203-508c-441f-b6fb-354f3b5cabf1 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:17:57.891190 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b4434e36-26d0-4ba5-8c6f-66d83bf5dacb req-9691d9e2-ee6c-4e29-a422-f474052328bc tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=bc6bfedd-ef42-4ce4-a56a-4f6651c2c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1664598 Feb 02 07:17:58.067931 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a7865809-c768-42d4-befc-b88c3d091960 admin admin] Publish callbacks [] for port (051ad737-bdef-4288-9b30-658912d775d8), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:58.084035 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a7865809-c768-42d4-befc-b88c3d091960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (051ad737-bdef-4288-9b30-658912d775d8), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:58.259494 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feddd301-4898-4c8a-915a-f786ff60bd4c req-11dd16cc-7151-4627-bc88-07423773ad5c tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:58.265142 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-feddd301-4898-4c8a-915a-f786ff60bd4c req-11dd16cc-7151-4627-bc88-07423773ad5c tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=020c8125-582d-4246-9f4a-77adbb85cc46 HTTP/1.1" status: 200 len: 945 time: 0.1865501 Feb 02 07:17:58.301003 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a7865809-c768-42d4-befc-b88c3d091960 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (776f49c0-ece1-4bef-a20e-4ec08a6c255d), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:58.321642 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7865809-c768-42d4-befc-b88c3d091960 admin admin] Pushing event updated for resources: {'Port': ['ID=051ad737-bdef-4288-9b30-658912d775d8,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:58.413936 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-feddd301-4898-4c8a-915a-f786ff60bd4c req-8191573b-6224-491e-bd28-87a9014977f4 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426404 Feb 02 07:17:58.492226 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7865809-c768-42d4-befc-b88c3d091960 admin admin] Network 42370648-8ebf-4ecf-b083-28ee9cc60c32 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:17:58.493822 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-a7865809-c768-42d4-befc-b88c3d091960 admin admin] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:17:58.759699 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa2592-29d4-4c5b-b0bd-cf3658eec003 req-75239185-5ed7-42dd-ba3b-ee056809236d tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:58.770964 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c3fa2592-29d4-4c5b-b0bd-cf3658eec003 req-75239185-5ed7-42dd-ba3b-ee056809236d tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=561a5882-80da-4ba7-9a14-6f4391d3da48 HTTP/1.1" status: 200 len: 946 time: 0.1506763 Feb 02 07:17:58.788906 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7865809-c768-42d4-befc-b88c3d091960 admin admin] Router 776f49c0-ece1-4bef-a20e-4ec08a6c255d has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:17:58.894593 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c3fa2592-29d4-4c5b-b0bd-cf3658eec003 req-9842c280-e570-484e-aa5a-c5af933b1292 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193829 Feb 02 07:17:59.060577 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-4b604030-433d-49c6-b06b-1339e23326c9 None None] Provisioning complete for port 051ad737-bdef-4288-9b30-658912d775d8 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:17:59.061048 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-4b604030-433d-49c6-b06b-1339e23326c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (051ad737-bdef-4288-9b30-658912d775d8), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:59.098334 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7865809-c768-42d4-befc-b88c3d091960 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:17:59.121947 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a7865809-c768-42d4-befc-b88c3d091960 admin admin] 10.222.0.87 "PUT /v2.0/routers/776f49c0-ece1-4bef-a20e-4ec08a6c255d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9408746 Feb 02 07:17:59.143968 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-4b604030-433d-49c6-b06b-1339e23326c9 None None] Port 051ad737-bdef-4288-9b30-658912d775d8 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:17:59.153309 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c29ed-46c9-46d5-9fa1-b1d886847909 req-88e6285c-a580-4e28-89b9-406f6b354c7c tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:59.162863 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-327c29ed-46c9-46d5-9fa1-b1d886847909 req-88e6285c-a580-4e28-89b9-406f6b354c7c tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=c6413e47-3ae9-473a-844c-f4bcd11bbc2e HTTP/1.1" status: 200 len: 945 time: 0.1196172 Feb 02 07:17:59.290896 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-327c29ed-46c9-46d5-9fa1-b1d886847909 req-28fa7cc5-080c-4039-bc4a-84ec22e27927 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=bc6bfedd-ef42-4ce4-a56a-4f6651c2c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267145 Feb 02 07:17:59.311887 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device bf981530-dbff-4481-8e0d-67037f910536 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:17:59.423222 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port bf981530-dbff-4481-8e0d-67037f910536 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:17:59.424160 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (bf981530-dbff-4481-8e0d-67037f910536), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:59.532004 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device e5693ad4-1652-4353-8d5c-35e07e2e3df9 up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:17:59.768901 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port bf981530-dbff-4481-8e0d-67037f910536 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:17:59.769473 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (bf981530-dbff-4481-8e0d-67037f910536), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:59.804508 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port bf981530-dbff-4481-8e0d-67037f910536, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=bf981530-dbff-4481-8e0d-67037f910536,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:17:59.819601 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (bf981530-dbff-4481-8e0d-67037f910536), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:59.827364 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port e5693ad4-1652-4353-8d5c-35e07e2e3df9 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:17:59.829712 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (e5693ad4-1652-4353-8d5c-35e07e2e3df9), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:17:59.974887 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=bf981530-dbff-4481-8e0d-67037f910536,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:17:59.994127 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c113da75-0a84-42ad-addf-c6ab576cf211 req-22721cf5-0b79-48f3-9ea6-3b11ad8fc0a9 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:17:59.995744 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c113da75-0a84-42ad-addf-c6ab576cf211 req-22721cf5-0b79-48f3-9ea6-3b11ad8fc0a9 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=020c8125-582d-4246-9f4a-77adbb85cc46 HTTP/1.1" status: 200 len: 945 time: 0.0988016 Feb 02 07:18:00.031900 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port e5693ad4-1652-4353-8d5c-35e07e2e3df9 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:18:00.033383 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (e5693ad4-1652-4353-8d5c-35e07e2e3df9), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:00.072923 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port e5693ad4-1652-4353-8d5c-35e07e2e3df9, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=e5693ad4-1652-4353-8d5c-35e07e2e3df9,segment=NetworkSegment(99da04fe-20b0-46d1-9372-22452ee68679),segment_id=99da04fe-20b0-46d1-9372-22452ee68679)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:18:00.074784 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6413e47-3ae9-473a-844c-f4bcd11bbc2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5693ad4-1652-4353-8d5c-35e07e2e3df9'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:18:00.083292 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a2fa69-9742-48cd-8c33-dbbea7a04a63" -d '{"events": [{"server_uuid": "c6413e47-3ae9-473a-844c-f4bcd11bbc2e", "name": "network-vif-plugged", "status": "completed", "tag": "e5693ad4-1652-4353-8d5c-35e07e2e3df9"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:18:00.088104 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (e5693ad4-1652-4353-8d5c-35e07e2e3df9), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:00.115155 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c113da75-0a84-42ad-addf-c6ab576cf211 req-96b6debd-56c1-42e4-8a29-5b680b0a7201 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135342 Feb 02 07:18:00.196805 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=e5693ad4-1652-4353-8d5c-35e07e2e3df9,revision_number=10']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:18:00.357252 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bb0d0f-6186-4f63-af41-40011017a1f9 None None] Sync routers for ids ['776f49c0-ece1-4bef-a20e-4ec08a6c255d'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:18:00.370482 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bb0d0f-6186-4f63-af41-40011017a1f9 None None] Routers {'776f49c0-ece1-4bef-a20e-4ec08a6c255d'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:18:00.371297 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-e3bb0d0f-6186-4f63-af41-40011017a1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:17:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['776f49c0-ece1-4bef-a20e-4ec08a6c255d'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:18:00.426043 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91762632-3ed2-41aa-ab61-f6580b0be325 req-fe8109c2-82d5-4ece-a627-12bb52d714e8 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:00.433296 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-91762632-3ed2-41aa-ab61-f6580b0be325 req-fe8109c2-82d5-4ece-a627-12bb52d714e8 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=561a5882-80da-4ba7-9a14-6f4391d3da48 HTTP/1.1" status: 200 len: 946 time: 0.1203914 Feb 02 07:18:00.543583 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-91762632-3ed2-41aa-ab61-f6580b0be325 req-59e989f1-b0cb-452d-b2ee-d9dd9fe065b3 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089745 Feb 02 07:18:00.597776 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-e3bb0d0f-6186-4f63-af41-40011017a1f9 None None] Set router 776f49c0-ece1-4bef-a20e-4ec08a6c255d gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:18:00.670367 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fabb820-c135-4113-b2b2-cfa0c2f987a3 x-openstack-request-id: req-3fabb820-c135-4113-b2b2-cfa0c2f987a3 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:18:00.670737 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6413e47-3ae9-473a-844c-f4bcd11bbc2e", "name": "network-vif-plugged", "status": "completed", "tag": "e5693ad4-1652-4353-8d5c-35e07e2e3df9", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:18:00.670946 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-3fabb820-c135-4113-b2b2-cfa0c2f987a3 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:18:00.671368 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6413e47-3ae9-473a-844c-f4bcd11bbc2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5693ad4-1652-4353-8d5c-35e07e2e3df9', 'code': 200} Feb 02 07:18:00.926572 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcf3ee3-afd3-4c6b-8f71-f6e1841b746b req-23ad1b8e-1684-4779-8d1c-b3acce4be1ed tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:00.938321 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3dcf3ee3-afd3-4c6b-8f71-f6e1841b746b req-23ad1b8e-1684-4779-8d1c-b3acce4be1ed tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=c6413e47-3ae9-473a-844c-f4bcd11bbc2e HTTP/1.1" status: 200 len: 947 time: 0.1176205 Feb 02 07:18:01.011808 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f751e624-4160-4350-859d-9bc7ac7aa3ab req-f9daa2bb-351a-4504-9529-7fe983655cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:01.013363 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f751e624-4160-4350-859d-9bc7ac7aa3ab req-f9daa2bb-351a-4504-9529-7fe983655cb9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c6413e47-3ae9-473a-844c-f4bcd11bbc2e HTTP/1.1" status: 200 len: 1130 time: 0.1558404 Feb 02 07:18:01.035928 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3dcf3ee3-afd3-4c6b-8f71-f6e1841b746b req-6ee3836b-f5e7-4f8a-9f57-b0abacf3351d tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=bc6bfedd-ef42-4ce4-a56a-4f6651c2c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902081 Feb 02 07:18:01.128727 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device bf981530-dbff-4481-8e0d-67037f910536 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:18:01.147502 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f751e624-4160-4350-859d-9bc7ac7aa3ab req-235d1359-7f4a-48e3-b5de-a5ae459b374a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=bc6bfedd-ef42-4ce4-a56a-4f6651c2c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260190 Feb 02 07:18:01.201725 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-e3bb0d0f-6186-4f63-af41-40011017a1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '776f49c0-ece1-4bef-a20e-4ec08a6c255d', 'name': 'tempest-TestAggregatesBasicOps-1365306487-router', 'tenant_id': '9e24641fe538493d9b7825598c6ce4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'bf981530-dbff-4481-8e0d-67037f910536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:17:50Z', 'updated_at': '2022-02-02T07:17:57Z', 'revision_number': 4, 'project_id': '9e24641fe538493d9b7825598c6ce4ab', 'gw_port': {'id': 'bf981530-dbff-4481-8e0d-67037f910536', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:2d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776f49c0-ece1-4bef-a20e-4ec08a6c255d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:17:51Z', 'updated_at': '2022-02-02T07:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '051ad737-bdef-4288-9b30-658912d775d8', 'name': '', 'network_id': '42370648-8ebf-4ecf-b083-28ee9cc60c32', 'tenant_id': '9e24641fe538493d9b7825598c6ce4ab', 'mac_address': 'fa:16:3e:db:b5:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '776f49c0-ece1-4bef-a20e-4ec08a6c255d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': 'adb7fb63-7ba0-455e-84ee-8c33c7a071f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:17:55Z', 'updated_at': '2022-02-02T07:17:57Z', 'revision_number': 2, 'project_id': '9e24641fe538493d9b7825598c6ce4ab', 'subnets': [{'id': 'adb7fb63-7ba0-455e-84ee-8c33c7a071f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:18:01.241667 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bb0d0f-6186-4f63-af41-40011017a1f9 None None] Checking router: 776f49c0-ece1-4bef-a20e-4ec08a6c255d for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:18:01.242027 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bb0d0f-6186-4f63-af41-40011017a1f9 None None] Updating router 776f49c0-ece1-4bef-a20e-4ec08a6c255d port 051ad737-bdef-4288-9b30-658912d775d8 binding host n-d-789963-26 {{(pid=109695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:18:01.303888 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e3bb0d0f-6186-4f63-af41-40011017a1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (051ad737-bdef-4288-9b30-658912d775d8), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:01.400959 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port bf981530-dbff-4481-8e0d-67037f910536 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:18:01.401498 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (bf981530-dbff-4481-8e0d-67037f910536), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:01.631877 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port bf981530-dbff-4481-8e0d-67037f910536 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:18:01.714347 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b4d75-6264-4eeb-8a91-9b09439339a7 req-40856218-a038-46cb-b31d-ccf0804674e4 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:01.716373 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-209b4d75-6264-4eeb-8a91-9b09439339a7 req-40856218-a038-46cb-b31d-ccf0804674e4 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=020c8125-582d-4246-9f4a-77adbb85cc46 HTTP/1.1" status: 200 len: 945 time: 0.0714593 Feb 02 07:18:01.788074 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-209b4d75-6264-4eeb-8a91-9b09439339a7 req-e9e92062-9608-4078-b475-aa4c420f8307 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622869 Feb 02 07:18:01.829182 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e3bb0d0f-6186-4f63-af41-40011017a1f9 None None] Publish callbacks [] for port (051ad737-bdef-4288-9b30-658912d775d8), precommit_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:01.849450 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e3bb0d0f-6186-4f63-af41-40011017a1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (051ad737-bdef-4288-9b30-658912d775d8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:01.925452 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239d3ef6-f6f0-414f-9025-de13e03fbe59 None None] Pushing event updated for resources: {'Port': ['ID=051ad737-bdef-4288-9b30-658912d775d8,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:18:01.989721 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a10b8-d28f-4824-b357-45e1eeae4a21 req-6f8d2a89-88b6-4769-bd2d-33cc12e6682e tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:02.004844 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e72a10b8-d28f-4824-b357-45e1eeae4a21 req-6f8d2a89-88b6-4769-bd2d-33cc12e6682e tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=561a5882-80da-4ba7-9a14-6f4391d3da48 HTTP/1.1" status: 200 len: 946 time: 0.1203821 Feb 02 07:18:02.040154 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-e3bb0d0f-6186-4f63-af41-40011017a1f9 None None] Attempting to bind port 051ad737-bdef-4288-9b30-658912d775d8 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:18:02.040547 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-e3bb0d0f-6186-4f63-af41-40011017a1f9 None None] Attempting to bind port 051ad737-bdef-4288-9b30-658912d775d8 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'dc968af0-1bb8-4fca-a587-e1c596c2860f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '42370648-8ebf-4ecf-b083-28ee9cc60c32'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:18:02.040918 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bb0d0f-6186-4f63-af41-40011017a1f9 None None] Attempting to bind port 051ad737-bdef-4288-9b30-658912d775d8 on network 42370648-8ebf-4ecf-b083-28ee9cc60c32 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:18:02.053498 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bb0d0f-6186-4f63-af41-40011017a1f9 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:18:02.053902 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bb0d0f-6186-4f63-af41-40011017a1f9 None None] Checking segment: {'id': 'dc968af0-1bb8-4fca-a587-e1c596c2860f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '42370648-8ebf-4ecf-b083-28ee9cc60c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:18:02.054287 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e3bb0d0f-6186-4f63-af41-40011017a1f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:02.054753 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bb0d0f-6186-4f63-af41-40011017a1f9 None None] Bound using segment: {'id': 'dc968af0-1bb8-4fca-a587-e1c596c2860f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '42370648-8ebf-4ecf-b083-28ee9cc60c32'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:18:02.055230 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-e3bb0d0f-6186-4f63-af41-40011017a1f9 None None] Bound port: 051ad737-bdef-4288-9b30-658912d775d8, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc968af0-1bb8-4fca-a587-e1c596c2860f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '42370648-8ebf-4ecf-b083-28ee9cc60c32'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:18:02.055703 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e3bb0d0f-6186-4f63-af41-40011017a1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (051ad737-bdef-4288-9b30-658912d775d8), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:02.196246 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e72a10b8-d28f-4824-b357-45e1eeae4a21 req-db39fe07-9bab-4ab3-b36d-d4624da8d0ab tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849403 Feb 02 07:18:02.231218 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-e3bb0d0f-6186-4f63-af41-40011017a1f9 None None] For port 051ad737-bdef-4288-9b30-658912d775d8, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:18:02.236397 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-e3bb0d0f-6186-4f63-af41-40011017a1f9 None None] For port 051ad737-bdef-4288-9b30-658912d775d8, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=051ad737-bdef-4288-9b30-658912d775d8,segment=NetworkSegment(dc968af0-1bb8-4fca-a587-e1c596c2860f),segment_id=dc968af0-1bb8-4fca-a587-e1c596c2860f)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:18:02.254853 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e3bb0d0f-6186-4f63-af41-40011017a1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (051ad737-bdef-4288-9b30-658912d775d8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:02.401530 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bb0d0f-6186-4f63-af41-40011017a1f9 None None] Routers {'776f49c0-ece1-4bef-a20e-4ec08a6c255d'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:18:02.405472 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-e3bb0d0f-6186-4f63-af41-40011017a1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:17:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['776f49c0-ece1-4bef-a20e-4ec08a6c255d'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:18:02.510267 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-38941515-b28c-4ec2-8d4a-2623d9e3995d None None] Provisioning complete for port 051ad737-bdef-4288-9b30-658912d775d8 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:18:02.510655 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-38941515-b28c-4ec2-8d4a-2623d9e3995d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (051ad737-bdef-4288-9b30-658912d775d8), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:02.577448 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51cc6b3-fe88-4138-9e0e-63441915fee6 req-776c9e96-1ced-46b0-bbf9-58d28b3630e4 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:02.591544 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a51cc6b3-fe88-4138-9e0e-63441915fee6 req-776c9e96-1ced-46b0-bbf9-58d28b3630e4 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=c6413e47-3ae9-473a-844c-f4bcd11bbc2e HTTP/1.1" status: 200 len: 947 time: 0.1012199 Feb 02 07:18:02.725819 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a51cc6b3-fe88-4138-9e0e-63441915fee6 req-32063679-c5d9-4996-b1cb-4d3e1b2ec927 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=bc6bfedd-ef42-4ce4-a56a-4f6651c2c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319971 Feb 02 07:18:02.769886 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239d3ef6-f6f0-414f-9025-de13e03fbe59 None None] Pushing event updated for resources: {'Port': ['ID=051ad737-bdef-4288-9b30-658912d775d8,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:18:02.896033 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-e3bb0d0f-6186-4f63-af41-40011017a1f9 None None] Set router 776f49c0-ece1-4bef-a20e-4ec08a6c255d gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:18:03.042005 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-38941515-b28c-4ec2-8d4a-2623d9e3995d None None] Current status of the port 051ad737-bdef-4288-9b30-658912d775d8 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:18:03.042616 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-38941515-b28c-4ec2-8d4a-2623d9e3995d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (051ad737-bdef-4288-9b30-658912d775d8), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:03.142961 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d949f29-22df-4fa6-a58a-856dc476e34c req-c3fc289e-368f-4414-9e45-cd6aaeb6d4e0 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:03.149227 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-38941515-b28c-4ec2-8d4a-2623d9e3995d None None] For port 051ad737-bdef-4288-9b30-658912d775d8, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=051ad737-bdef-4288-9b30-658912d775d8,segment=NetworkSegment(dc968af0-1bb8-4fca-a587-e1c596c2860f),segment_id=dc968af0-1bb8-4fca-a587-e1c596c2860f)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:18:03.149822 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8d949f29-22df-4fa6-a58a-856dc476e34c req-c3fc289e-368f-4414-9e45-cd6aaeb6d4e0 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=020c8125-582d-4246-9f4a-77adbb85cc46 HTTP/1.1" status: 200 len: 945 time: 0.1160274 Feb 02 07:18:03.163600 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-38941515-b28c-4ec2-8d4a-2623d9e3995d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (051ad737-bdef-4288-9b30-658912d775d8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:03.231834 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38941515-b28c-4ec2-8d4a-2623d9e3995d None None] Pushing event updated for resources: {'Port': ['ID=051ad737-bdef-4288-9b30-658912d775d8,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:18:03.259682 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8d949f29-22df-4fa6-a58a-856dc476e34c req-8cb7cdb8-56cf-42e9-8c6d-e5daa5ac9cce tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071084 Feb 02 07:18:03.336854 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-dee2916c-b1c4-4c37-be4b-0bd9ed771ed4 None None] Provisioning complete for port 051ad737-bdef-4288-9b30-658912d775d8 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:18:03.337245 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-dee2916c-b1c4-4c37-be4b-0bd9ed771ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (051ad737-bdef-4288-9b30-658912d775d8), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:03.502206 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-dee2916c-b1c4-4c37-be4b-0bd9ed771ed4 None None] Current status of the port 051ad737-bdef-4288-9b30-658912d775d8 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:18:03.527426 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-e3bb0d0f-6186-4f63-af41-40011017a1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '776f49c0-ece1-4bef-a20e-4ec08a6c255d', 'name': 'tempest-TestAggregatesBasicOps-1365306487-router', 'tenant_id': '9e24641fe538493d9b7825598c6ce4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'bf981530-dbff-4481-8e0d-67037f910536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:17:50Z', 'updated_at': '2022-02-02T07:17:57Z', 'revision_number': 4, 'project_id': '9e24641fe538493d9b7825598c6ce4ab', 'gw_port': {'id': 'bf981530-dbff-4481-8e0d-67037f910536', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:2d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776f49c0-ece1-4bef-a20e-4ec08a6c255d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:17:51Z', 'updated_at': '2022-02-02T07:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '051ad737-bdef-4288-9b30-658912d775d8', 'name': '', 'network_id': '42370648-8ebf-4ecf-b083-28ee9cc60c32', 'tenant_id': '9e24641fe538493d9b7825598c6ce4ab', 'mac_address': 'fa:16:3e:db:b5:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '776f49c0-ece1-4bef-a20e-4ec08a6c255d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': 'adb7fb63-7ba0-455e-84ee-8c33c7a071f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:17:55Z', 'updated_at': '2022-02-02T07:18:02Z', 'revision_number': 4, 'project_id': '9e24641fe538493d9b7825598c6ce4ab', 'subnets': [{'id': 'adb7fb63-7ba0-455e-84ee-8c33c7a071f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:18:03.599774 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bb0d0f-6186-4f63-af41-40011017a1f9 None None] The sync data for ids ['776f49c0-ece1-4bef-a20e-4ec08a6c255d'] in n-d-789963-26 is: [{'id': '776f49c0-ece1-4bef-a20e-4ec08a6c255d', 'name': 'tempest-TestAggregatesBasicOps-1365306487-router', 'tenant_id': '9e24641fe538493d9b7825598c6ce4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'bf981530-dbff-4481-8e0d-67037f910536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:17:50Z', 'updated_at': '2022-02-02T07:17:57Z', 'revision_number': 4, 'project_id': '9e24641fe538493d9b7825598c6ce4ab', 'gw_port': {'id': 'bf981530-dbff-4481-8e0d-67037f910536', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:2d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776f49c0-ece1-4bef-a20e-4ec08a6c255d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:17:51Z', 'updated_at': '2022-02-02T07:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '051ad737-bdef-4288-9b30-658912d775d8', 'name': '', 'network_id': '42370648-8ebf-4ecf-b083-28ee9cc60c32', 'tenant_id': '9e24641fe538493d9b7825598c6ce4ab', 'mac_address': 'fa:16:3e:db:b5:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '776f49c0-ece1-4bef-a20e-4ec08a6c255d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': 'adb7fb63-7ba0-455e-84ee-8c33c7a071f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:17:55Z', 'updated_at': '2022-02-02T07:18:02Z', 'revision_number': 4, 'project_id': '9e24641fe538493d9b7825598c6ce4ab', 'subnets': [{'id': 'adb7fb63-7ba0-455e-84ee-8c33c7a071f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:18:04.417033 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52a1da9-20ca-4a59-b6a0-0e0f4c402ea2 req-d0eb74de-bc83-47bc-8d8e-e24220673884 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:04.425233 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d52a1da9-20ca-4a59-b6a0-0e0f4c402ea2 req-d0eb74de-bc83-47bc-8d8e-e24220673884 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=561a5882-80da-4ba7-9a14-6f4391d3da48 HTTP/1.1" status: 200 len: 946 time: 1.0109773 Feb 02 07:18:04.515783 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d52a1da9-20ca-4a59-b6a0-0e0f4c402ea2 req-b27d8f1e-dee4-4a24-9f3d-6ef47fe74202 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818424 Feb 02 07:18:04.920043 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c806d2b-8333-488a-8c63-f9d0f41939ab req-8c1951b5-0008-4788-ac96-ac1980f53d2f tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:04.928049 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7c806d2b-8333-488a-8c63-f9d0f41939ab req-8c1951b5-0008-4788-ac96-ac1980f53d2f tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=c6413e47-3ae9-473a-844c-f4bcd11bbc2e HTTP/1.1" status: 200 len: 947 time: 0.0735388 Feb 02 07:18:05.040538 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7c806d2b-8333-488a-8c63-f9d0f41939ab req-0a48ede6-1091-4811-8510-6f46b2330718 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=bc6bfedd-ef42-4ce4-a56a-4f6651c2c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116014 Feb 02 07:18:05.239831 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 051ad737-bdef-4288-9b30-658912d775d8 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:18:05.258298 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d41bf3-7668-4a2a-8381-947a2ad9ad52 req-87c1e1a2-afa7-45c2-91ab-76b2372087f9 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:05.265689 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c9d41bf3-7668-4a2a-8381-947a2ad9ad52 req-87c1e1a2-afa7-45c2-91ab-76b2372087f9 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=020c8125-582d-4246-9f4a-77adbb85cc46 HTTP/1.1" status: 200 len: 945 time: 0.0965953 Feb 02 07:18:05.382541 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 051ad737-bdef-4288-9b30-658912d775d8 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:18:05.382927 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (051ad737-bdef-4288-9b30-658912d775d8), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:05.394659 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c9d41bf3-7668-4a2a-8381-947a2ad9ad52 req-745d6f80-0dc6-4c58-a360-5a3df79a350a tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183035 Feb 02 07:18:05.511037 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 34262) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:18:05.632896 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 051ad737-bdef-4288-9b30-658912d775d8 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:18:05.780481 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8d7169-a14c-4b8d-a8ca-158b5d0ee6ae req-22826bc3-ecd9-452d-b704-8e21cabe7420 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:05.787447 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7f8d7169-a14c-4b8d-a8ca-158b5d0ee6ae req-22826bc3-ecd9-452d-b704-8e21cabe7420 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=561a5882-80da-4ba7-9a14-6f4391d3da48 HTTP/1.1" status: 200 len: 946 time: 0.1590445 Feb 02 07:18:05.884516 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7f8d7169-a14c-4b8d-a8ca-158b5d0ee6ae req-922f4eeb-b017-487e-b8f5-da70aad39d39 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854669 Feb 02 07:18:06.086529 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-920958b9-9160-4cd9-92fd-d5647a8899db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (17fc4e04-3267-4b7a-ba2e-82f2d3234dd6), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:06.386079 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-920958b9-9160-4cd9-92fd-d5647a8899db admin admin] Deleting port 01cee3ec-fb7b-47d1-ae95-823185b94802 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:18:06.386426 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-920958b9-9160-4cd9-92fd-d5647a8899db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (01cee3ec-fb7b-47d1-ae95-823185b94802), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:06.493966 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-920958b9-9160-4cd9-92fd-d5647a8899db admin admin] For port 01cee3ec-fb7b-47d1-ae95-823185b94802, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=01cee3ec-fb7b-47d1-ae95-823185b94802,segment=NetworkSegment(f83c0f7c-04c6-47c6-912a-a0d83ddeab52),segment_id=f83c0f7c-04c6-47c6-912a-a0d83ddeab52)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:18:06.494349 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-920958b9-9160-4cd9-92fd-d5647a8899db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (01cee3ec-fb7b-47d1-ae95-823185b94802), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:06.508301 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-920958b9-9160-4cd9-92fd-d5647a8899db admin admin] Calling delete_port for 01cee3ec-fb7b-47d1-ae95-823185b94802 owned by network:router_interface {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:18:06.613593 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd9bc4-a2d1-4aa6-be97-b20e77ea75c8 req-030f7fad-7306-4ce5-b28a-723ed0336512 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:06.620514 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-91cd9bc4-a2d1-4aa6-be97-b20e77ea75c8 req-030f7fad-7306-4ce5-b28a-723ed0336512 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=020c8125-582d-4246-9f4a-77adbb85cc46 HTTP/1.1" status: 200 len: 945 time: 0.1038473 Feb 02 07:18:06.733802 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-91cd9bc4-a2d1-4aa6-be97-b20e77ea75c8 req-9140be61-5f1c-4308-a089-98385062d9ae tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123760 Feb 02 07:18:06.752942 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-920958b9-9160-4cd9-92fd-d5647a8899db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (01cee3ec-fb7b-47d1-ae95-823185b94802), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:06.804646 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920958b9-9160-4cd9-92fd-d5647a8899db admin admin] Pushing event deleted for resources: {'Port': ['ID=01cee3ec-fb7b-47d1-ae95-823185b94802,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:18:07.034522 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-920958b9-9160-4cd9-92fd-d5647a8899db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (17fc4e04-3267-4b7a-ba2e-82f2d3234dd6), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:07.192379 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeac17c-81cd-4a38-8ec0-478f96ae179d req-ae08a712-a71b-4e88-8607-e9e2b0a90c7c tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:07.202509 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fdeac17c-81cd-4a38-8ec0-478f96ae179d req-ae08a712-a71b-4e88-8607-e9e2b0a90c7c tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=561a5882-80da-4ba7-9a14-6f4391d3da48 HTTP/1.1" status: 200 len: 946 time: 0.1843867 Feb 02 07:18:07.586082 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fdeac17c-81cd-4a38-8ec0-478f96ae179d req-5748d5c6-414c-4763-ad36-ee8f1febbc6d tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3823071 Feb 02 07:18:07.973635 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5f64ca-7614-4d67-8b4d-9bb0bca6db16 req-8498063d-1e53-4a45-b8d0-b1da574d7f9e tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:07.975684 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3a5f64ca-7614-4d67-8b4d-9bb0bca6db16 req-8498063d-1e53-4a45-b8d0-b1da574d7f9e tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=020c8125-582d-4246-9f4a-77adbb85cc46 HTTP/1.1" status: 200 len: 945 time: 0.1028104 Feb 02 07:18:07.990438 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-920958b9-9160-4cd9-92fd-d5647a8899db admin admin] Router 17fc4e04-3267-4b7a-ba2e-82f2d3234dd6 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:18:08.038871 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3a5f64ca-7614-4d67-8b4d-9bb0bca6db16 req-11449fa4-47d8-4604-a912-e3ce0d1940a9 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570283 Feb 02 07:18:08.124928 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-920958b9-9160-4cd9-92fd-d5647a8899db admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:18:08.133929 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 34294) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:18:08.134977 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-920958b9-9160-4cd9-92fd-d5647a8899db admin admin] 10.222.0.87 "PUT /v2.0/routers/17fc4e04-3267-4b7a-ba2e-82f2d3234dd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6228034 Feb 02 07:18:08.136664 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e6eef0-1cf3-4aaa-bf7e-0568b92ee68c None None] Sync routers for ids ['17fc4e04-3267-4b7a-ba2e-82f2d3234dd6'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:18:08.153728 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e6eef0-1cf3-4aaa-bf7e-0568b92ee68c None None] Routers {'17fc4e04-3267-4b7a-ba2e-82f2d3234dd6'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:18:08.159303 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-92e6eef0-1cf3-4aaa-bf7e-0568b92ee68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:17:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['17fc4e04-3267-4b7a-ba2e-82f2d3234dd6'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:18:08.291473 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-58a3e9c1-06e9-4b57-9917-1ecbbb97a3d3 admin admin] Publish callbacks [] for router (17fc4e04-3267-4b7a-ba2e-82f2d3234dd6), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:08.324610 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-92e6eef0-1cf3-4aaa-bf7e-0568b92ee68c None None] Set router 17fc4e04-3267-4b7a-ba2e-82f2d3234dd6 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:18:08.495797 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-58a3e9c1-06e9-4b57-9917-1ecbbb97a3d3 admin admin] Publish callbacks [] for router_gateway (17fc4e04-3267-4b7a-ba2e-82f2d3234dd6), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:08.623889 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-58a3e9c1-06e9-4b57-9917-1ecbbb97a3d3 admin admin] Deleting port 5abde870-c0b3-467f-92ba-2a06786bc7ff {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:18:08.624242 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-58a3e9c1-06e9-4b57-9917-1ecbbb97a3d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (5abde870-c0b3-467f-92ba-2a06786bc7ff), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:08.650350 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-92e6eef0-1cf3-4aaa-bf7e-0568b92ee68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fc4e04-3267-4b7a-ba2e-82f2d3234dd6', 'name': 'tempest-TestAggregatesBasicOps-87799127-router', 'tenant_id': 'e265e2685fe147a0872fe69947a9b1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '5abde870-c0b3-467f-92ba-2a06786bc7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:17:34Z', 'updated_at': '2022-02-02T07:18:06Z', 'revision_number': 5, 'project_id': 'e265e2685fe147a0872fe69947a9b1bc', 'gw_port': {'id': '5abde870-c0b3-467f-92ba-2a06786bc7ff', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fc4e04-3267-4b7a-ba2e-82f2d3234dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:17:36Z', 'updated_at': '2022-02-02T07:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:18:08.718409 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e6eef0-1cf3-4aaa-bf7e-0568b92ee68c None None] Checking router: 17fc4e04-3267-4b7a-ba2e-82f2d3234dd6 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:18:08.758948 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e6eef0-1cf3-4aaa-bf7e-0568b92ee68c None None] Routers {'17fc4e04-3267-4b7a-ba2e-82f2d3234dd6'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:18:08.759785 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-92e6eef0-1cf3-4aaa-bf7e-0568b92ee68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:17:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['17fc4e04-3267-4b7a-ba2e-82f2d3234dd6'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:18:08.920954 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650b1114-904b-4de3-85ce-bd6b27b29acb req-8efdf070-92e4-4d89-8dd0-7095b58aebb7 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:08.922506 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-650b1114-904b-4de3-85ce-bd6b27b29acb req-8efdf070-92e4-4d89-8dd0-7095b58aebb7 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=561a5882-80da-4ba7-9a14-6f4391d3da48 HTTP/1.1" status: 200 len: 946 time: 0.1446927 Feb 02 07:18:08.929691 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-92e6eef0-1cf3-4aaa-bf7e-0568b92ee68c None None] Set router 17fc4e04-3267-4b7a-ba2e-82f2d3234dd6 gateway port host: None {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:18:08.982339 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-650b1114-904b-4de3-85ce-bd6b27b29acb req-782eff0b-cd5b-4c83-a4cf-e9e56a18a456 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497386 Feb 02 07:18:08.994107 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-58a3e9c1-06e9-4b57-9917-1ecbbb97a3d3 admin admin] For port 5abde870-c0b3-467f-92ba-2a06786bc7ff, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=5abde870-c0b3-467f-92ba-2a06786bc7ff,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:18:08.994761 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-58a3e9c1-06e9-4b57-9917-1ecbbb97a3d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (5abde870-c0b3-467f-92ba-2a06786bc7ff), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:09.029112 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-58a3e9c1-06e9-4b57-9917-1ecbbb97a3d3 admin admin] Calling delete_port for 5abde870-c0b3-467f-92ba-2a06786bc7ff owned by network:router_gateway {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:18:09.075960 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-92e6eef0-1cf3-4aaa-bf7e-0568b92ee68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fc4e04-3267-4b7a-ba2e-82f2d3234dd6', 'name': 'tempest-TestAggregatesBasicOps-87799127-router', 'tenant_id': 'e265e2685fe147a0872fe69947a9b1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:17:34Z', 'updated_at': '2022-02-02T07:18:08Z', 'revision_number': 6, 'project_id': 'e265e2685fe147a0872fe69947a9b1bc', 'gw_port_host': None}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:18:09.173850 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e6eef0-1cf3-4aaa-bf7e-0568b92ee68c None None] The sync data for ids ['17fc4e04-3267-4b7a-ba2e-82f2d3234dd6'] in n-d-789963-26 is: [{'id': '17fc4e04-3267-4b7a-ba2e-82f2d3234dd6', 'name': 'tempest-TestAggregatesBasicOps-87799127-router', 'tenant_id': 'e265e2685fe147a0872fe69947a9b1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:17:34Z', 'updated_at': '2022-02-02T07:18:08Z', 'revision_number': 6, 'project_id': 'e265e2685fe147a0872fe69947a9b1bc', 'gw_port_host': None}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:18:09.325992 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e35573-d420-461c-8900-3612c678059c req-f94f6de3-2196-4acb-b392-d80e36785de4 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:09.334417 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-85e35573-d420-461c-8900-3612c678059c req-f94f6de3-2196-4acb-b392-d80e36785de4 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=020c8125-582d-4246-9f4a-77adbb85cc46 HTTP/1.1" status: 200 len: 945 time: 0.1481383 Feb 02 07:18:09.398295 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-85e35573-d420-461c-8900-3612c678059c req-c9292782-1023-4e41-85c7-76f3435592c9 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628729 Feb 02 07:18:09.515231 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-58a3e9c1-06e9-4b57-9917-1ecbbb97a3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (5abde870-c0b3-467f-92ba-2a06786bc7ff), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:09.545858 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a3e9c1-06e9-4b57-9917-1ecbbb97a3d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5abde870-c0b3-467f-92ba-2a06786bc7ff,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:18:09.706138 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-58a3e9c1-06e9-4b57-9917-1ecbbb97a3d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (17fc4e04-3267-4b7a-ba2e-82f2d3234dd6), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:09.870256 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-58a3e9c1-06e9-4b57-9917-1ecbbb97a3d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (17fc4e04-3267-4b7a-ba2e-82f2d3234dd6), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:09.873015 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-58a3e9c1-06e9-4b57-9917-1ecbbb97a3d3 admin admin] Publish callbacks [] for router_controller (17fc4e04-3267-4b7a-ba2e-82f2d3234dd6), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:09.950767 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-58a3e9c1-06e9-4b57-9917-1ecbbb97a3d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (17fc4e04-3267-4b7a-ba2e-82f2d3234dd6), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:09.950937 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a3e9c1-06e9-4b57-9917-1ecbbb97a3d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17fc4e04-3267-4b7a-ba2e-82f2d3234dd6 {{(pid=109694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:18:09.962402 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-58a3e9c1-06e9-4b57-9917-1ecbbb97a3d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:09.967450 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-58a3e9c1-06e9-4b57-9917-1ecbbb97a3d3 admin admin] 10.222.0.87 "DELETE /v2.0/routers/17fc4e04-3267-4b7a-ba2e-82f2d3234dd6 HTTP/1.1" status: 204 len: 168 time: 1.8311210 Feb 02 07:18:09.967803 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 34320) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:18:10.028209 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-722231cd-3fe1-46d2-8c14-f4f9285e3c26 admin admin] Deleting subnet 4070423e-7251-4922-97bc-338db205a3ba {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:18:10.033214 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-722231cd-3fe1-46d2-8c14-f4f9285e3c26 admin admin] Publish callbacks [] for subnet (4070423e-7251-4922-97bc-338db205a3ba), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:10.093787 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-722231cd-3fe1-46d2-8c14-f4f9285e3c26 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (4070423e-7251-4922-97bc-338db205a3ba), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:10.209241 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-722231cd-3fe1-46d2-8c14-f4f9285e3c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (4070423e-7251-4922-97bc-338db205a3ba), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:10.317702 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-722231cd-3fe1-46d2-8c14-f4f9285e3c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (4070423e-7251-4922-97bc-338db205a3ba), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:10.364867 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b399d5db-c51e-4f3e-ab3d-ed818326d19f None None] Network 30ac0222-4ad8-41d7-ae6b-f6e458b8cc5c requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:18:10.370785 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722231cd-3fe1-46d2-8c14-f4f9285e3c26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4070423e-7251-4922-97bc-338db205a3ba,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:18:10.374767 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-722231cd-3fe1-46d2-8c14-f4f9285e3c26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:10.391031 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-722231cd-3fe1-46d2-8c14-f4f9285e3c26 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/4070423e-7251-4922-97bc-338db205a3ba HTTP/1.1" status: 204 len: 168 time: 0.4198141 Feb 02 07:18:10.392483 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 34330) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:18:10.476786 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e3950-c631-4326-83b0-de970545780a req-334794d6-eff5-4356-97db-8469ebeb11ba tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:10.528550 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f10e3950-c631-4326-83b0-de970545780a req-334794d6-eff5-4356-97db-8469ebeb11ba tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=561a5882-80da-4ba7-9a14-6f4391d3da48 HTTP/1.1" status: 200 len: 946 time: 0.3123281 Feb 02 07:18:10.591360 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f10e3950-c631-4326-83b0-de970545780a req-73a61b03-313a-47ff-aa53-d7df1101aeb0 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618968 Feb 02 07:18:10.667092 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7c3fd9ad-3672-4420-9f0c-f13eeb1ae8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (30ac0222-4ad8-41d7-ae6b-f6e458b8cc5c), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:10.779532 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc395957-699f-426b-a2fd-b0e50264f651 None None] DHCP port deletion for 30ac0222-4ad8-41d7-ae6b-f6e458b8cc5c request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:18:10.811918 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-7c3fd9ad-3672-4420-9f0c-f13eeb1ae8d8 admin admin] Deleting port e8810ef6-7720-416d-ab43-0f11f5b0b86f {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:18:10.812401 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7c3fd9ad-3672-4420-9f0c-f13eeb1ae8d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (e8810ef6-7720-416d-ab43-0f11f5b0b86f), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:10.878008 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-bc395957-699f-426b-a2fd-b0e50264f651 None None] Deleting port e8810ef6-7720-416d-ab43-0f11f5b0b86f {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:18:10.882372 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-bc395957-699f-426b-a2fd-b0e50264f651 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (e8810ef6-7720-416d-ab43-0f11f5b0b86f), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:10.888547 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963dffea-b516-4250-92ed-cfcf39e5c40f req-edf1c9c3-05c3-493a-8c37-fb8e39aaa92d tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:10.897605 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-963dffea-b516-4250-92ed-cfcf39e5c40f req-edf1c9c3-05c3-493a-8c37-fb8e39aaa92d tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=020c8125-582d-4246-9f4a-77adbb85cc46 HTTP/1.1" status: 200 len: 945 time: 0.1097567 Feb 02 07:18:10.900205 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-7c3fd9ad-3672-4420-9f0c-f13eeb1ae8d8 admin admin] For port e8810ef6-7720-416d-ab43-0f11f5b0b86f, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=e8810ef6-7720-416d-ab43-0f11f5b0b86f,segment=NetworkSegment(f83c0f7c-04c6-47c6-912a-a0d83ddeab52),segment_id=f83c0f7c-04c6-47c6-912a-a0d83ddeab52)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:18:10.901512 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7c3fd9ad-3672-4420-9f0c-f13eeb1ae8d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (e8810ef6-7720-416d-ab43-0f11f5b0b86f), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:10.921999 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-7c3fd9ad-3672-4420-9f0c-f13eeb1ae8d8 admin admin] Calling delete_port for e8810ef6-7720-416d-ab43-0f11f5b0b86f owned by network:dhcp {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:18:11.025300 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-963dffea-b516-4250-92ed-cfcf39e5c40f req-4ba99563-153b-460d-8f7b-90f5f3be71f3 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209824 Feb 02 07:18:11.081496 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-bc395957-699f-426b-a2fd-b0e50264f651 None None] For port e8810ef6-7720-416d-ab43-0f11f5b0b86f, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=e8810ef6-7720-416d-ab43-0f11f5b0b86f,segment=NetworkSegment(f83c0f7c-04c6-47c6-912a-a0d83ddeab52),segment_id=f83c0f7c-04c6-47c6-912a-a0d83ddeab52)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:18:11.081916 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-bc395957-699f-426b-a2fd-b0e50264f651 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (e8810ef6-7720-416d-ab43-0f11f5b0b86f), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:11.090805 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ed094ab7-0408-4d2b-b75c-be169752df60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:11.100599 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-bc395957-699f-426b-a2fd-b0e50264f651 None None] Calling delete_port for e8810ef6-7720-416d-ab43-0f11f5b0b86f owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:18:11.134920 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7c3fd9ad-3672-4420-9f0c-f13eeb1ae8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (e8810ef6-7720-416d-ab43-0f11f5b0b86f), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:11.196568 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3fd9ad-3672-4420-9f0c-f13eeb1ae8d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8810ef6-7720-416d-ab43-0f11f5b0b86f,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:18:11.200214 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3fd9ad-3672-4420-9f0c-f13eeb1ae8d8 admin admin] No DVR routers for this DVR port e8810ef6-7720-416d-ab43-0f11f5b0b86f on host n-d-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:18:11.202851 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device e8810ef6-7720-416d-ab43-0f11f5b0b86f no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:18:11.272960 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: e8810ef6-7720-416d-ab43-0f11f5b0b86f {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:18:11.273641 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device e8810ef6-7720-416d-ab43-0f11f5b0b86f not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:18:11.274243 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 01cee3ec-fb7b-47d1-ae95-823185b94802 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:18:11.335790 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 01cee3ec-fb7b-47d1-ae95-823185b94802 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:18:11.336423 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 01cee3ec-fb7b-47d1-ae95-823185b94802 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:18:11.337028 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 5abde870-c0b3-467f-92ba-2a06786bc7ff no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:18:11.343525 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7c3fd9ad-3672-4420-9f0c-f13eeb1ae8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (30ac0222-4ad8-41d7-ae6b-f6e458b8cc5c), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:11.365085 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-7c3fd9ad-3672-4420-9f0c-f13eeb1ae8d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30ac0222-4ad8-41d7-ae6b-f6e458b8cc5c']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:18:11.375419 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-7c3fd9ad-3672-4420-9f0c-f13eeb1ae8d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f83c0f7c-04c6-47c6-912a-a0d83ddeab52') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:18:11.376019 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-7c3fd9ad-3672-4420-9f0c-f13eeb1ae8d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f83c0f7c-04c6-47c6-912a-a0d83ddeab52') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:18:11.386805 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7c3fd9ad-3672-4420-9f0c-f13eeb1ae8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (f83c0f7c-04c6-47c6-912a-a0d83ddeab52), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:11.393873 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 5abde870-c0b3-467f-92ba-2a06786bc7ff {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:18:11.394356 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 5abde870-c0b3-467f-92ba-2a06786bc7ff not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:18:11.406640 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7c3fd9ad-3672-4420-9f0c-f13eeb1ae8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (f83c0f7c-04c6-47c6-912a-a0d83ddeab52), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:11.417190 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c3fd9ad-3672-4420-9f0c-f13eeb1ae8d8 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:18:11.417721 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7c3fd9ad-3672-4420-9f0c-f13eeb1ae8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (f83c0f7c-04c6-47c6-912a-a0d83ddeab52), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:11.419198 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-bc395957-699f-426b-a2fd-b0e50264f651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (e8810ef6-7720-416d-ab43-0f11f5b0b86f), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:11.444933 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc395957-699f-426b-a2fd-b0e50264f651 None None] No DVR routers for this DVR port e8810ef6-7720-416d-ab43-0f11f5b0b86f on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:18:11.491245 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:18:11.491245 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:18:11.491245 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:18:11.491245 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:18:11.491245 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:18:11.491245 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:18:11.491245 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:18:11.491245 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:18:11.491245 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:18:11.491245 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:18:11.491245 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:18:11.491245 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:18:11.491245 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:18:11.491245 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:18:11.491245 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:18:11.491245 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:18:11.491245 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:18:11.491245 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:18:11.491245 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:18:11.491245 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:18:11.491245 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:18:11.491245 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:18:11.491245 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:18:11.491245 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:18:11.491245 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:18:11.491245 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:18:11.491245 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:18:11.491245 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:18:11.491245 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:18:11.491245 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:18:11.491245 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:18:11.491245 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:18:11.518550 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7c3fd9ad-3672-4420-9f0c-f13eeb1ae8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (30ac0222-4ad8-41d7-ae6b-f6e458b8cc5c), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:11.519051 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc395957-699f-426b-a2fd-b0e50264f651 None None] Pushing event deleted for resources: {'Port': ['ID=e8810ef6-7720-416d-ab43-0f11f5b0b86f,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:18:11.547211 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7c3fd9ad-3672-4420-9f0c-f13eeb1ae8d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:11.556284 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-7c3fd9ad-3672-4420-9f0c-f13eeb1ae8d8 admin admin] 10.222.0.87 "DELETE /v2.0/networks/30ac0222-4ad8-41d7-ae6b-f6e458b8cc5c HTTP/1.1" status: 204 len: 168 time: 1.1603878 Feb 02 07:18:11.558667 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 34352) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:18:11.745140 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3fd9ad-3672-4420-9f0c-f13eeb1ae8d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=30ac0222-4ad8-41d7-ae6b-f6e458b8cc5c,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:18:11.852959 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4dd60-3f8a-47f3-887c-d9e0a8c24278 req-52555e57-c5d5-45c3-b429-35a40506cd21 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:11.866548 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b0d4dd60-3f8a-47f3-887c-d9e0a8c24278 req-52555e57-c5d5-45c3-b429-35a40506cd21 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=561a5882-80da-4ba7-9a14-6f4391d3da48 HTTP/1.1" status: 200 len: 946 time: 0.1078691 Feb 02 07:18:11.975836 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b0d4dd60-3f8a-47f3-887c-d9e0a8c24278 req-00d02d54-f72b-4e08-9afb-ed248fdf6ce2 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058931 Feb 02 07:18:12.301117 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859b8f2e-77a1-4ee1-a873-0ecf8db6120d req-a3c7cff6-10cd-4e30-a5b5-602dcc953b1f tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:12.308219 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-859b8f2e-77a1-4ee1-a873-0ecf8db6120d req-a3c7cff6-10cd-4e30-a5b5-602dcc953b1f tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=020c8125-582d-4246-9f4a-77adbb85cc46 HTTP/1.1" status: 200 len: 945 time: 0.1718988 Feb 02 07:18:12.378409 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device cfcee039-f4f1-4811-99a9-4883aac80732 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:18:12.389283 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-859b8f2e-77a1-4ee1-a873-0ecf8db6120d req-6dd0d029-cc21-4313-832b-602c34dc1aff tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647571 Feb 02 07:18:12.424862 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-92b4dc27-869a-474b-af00-7b4cda51001f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (776f49c0-ece1-4bef-a20e-4ec08a6c255d), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:12.982526 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-92b4dc27-869a-474b-af00-7b4cda51001f admin admin] Deleting port 051ad737-bdef-4288-9b30-658912d775d8 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:18:12.982875 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-92b4dc27-869a-474b-af00-7b4cda51001f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (051ad737-bdef-4288-9b30-658912d775d8), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:13.019514 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port cfcee039-f4f1-4811-99a9-4883aac80732, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=cfcee039-f4f1-4811-99a9-4883aac80732,segment=NetworkSegment(ac2edba5-50dc-4a5a-a7dc-a498ff703784),segment_id=ac2edba5-50dc-4a5a-a7dc-a498ff703784)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:18:13.043814 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': 'cfcee039-f4f1-4811-99a9-4883aac80732', 'network_id': '51130f56-1b8b-449b-8a8e-4577714a0844', 'port_id': 'cfcee039-f4f1-4811-99a9-4883aac80732', 'mac_address': 'fa:16:3e:56:f7:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4da95eed-cc99-4ba1-9de2-e56d665d2ff6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:18:13.149042 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port cfcee039-f4f1-4811-99a9-4883aac80732 is: ACTIVE; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:18:13.149263 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (cfcee039-f4f1-4811-99a9-4883aac80732), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:13.194262 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cfcee039-f4f1-4811-99a9-4883aac80732 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:18:13.230908 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-92b4dc27-869a-474b-af00-7b4cda51001f admin admin] For port 051ad737-bdef-4288-9b30-658912d775d8, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=051ad737-bdef-4288-9b30-658912d775d8,segment=NetworkSegment(dc968af0-1bb8-4fca-a587-e1c596c2860f),segment_id=dc968af0-1bb8-4fca-a587-e1c596c2860f)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:18:13.238600 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-92b4dc27-869a-474b-af00-7b4cda51001f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (051ad737-bdef-4288-9b30-658912d775d8), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:13.270467 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-92b4dc27-869a-474b-af00-7b4cda51001f admin admin] Calling delete_port for 051ad737-bdef-4288-9b30-658912d775d8 owned by network:router_interface {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:18:13.276908 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port cfcee039-f4f1-4811-99a9-4883aac80732, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=cfcee039-f4f1-4811-99a9-4883aac80732,segment=NetworkSegment(ac2edba5-50dc-4a5a-a7dc-a498ff703784),segment_id=ac2edba5-50dc-4a5a-a7dc-a498ff703784)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:18:13.288138 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (cfcee039-f4f1-4811-99a9-4883aac80732), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:13.300841 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3085ecea-47ee-4624-86f9-dbecd0526ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:13.303699 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab833cae-b887-40a4-82ea-d9d4eb516216 req-a4fb5237-bee4-4731-a7ca-5bbdcb107429 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:13.315003 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ab833cae-b887-40a4-82ea-d9d4eb516216 req-a4fb5237-bee4-4731-a7ca-5bbdcb107429 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=561a5882-80da-4ba7-9a14-6f4391d3da48 HTTP/1.1" status: 200 len: 946 time: 0.1877546 Feb 02 07:18:13.429751 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=cfcee039-f4f1-4811-99a9-4883aac80732,revision_number=6']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:18:13.475033 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ab833cae-b887-40a4-82ea-d9d4eb516216 req-9f31412f-fffb-462a-929d-ae9e75df98fc tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532712 Feb 02 07:18:13.592213 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['cfcee039-f4f1-4811-99a9-4883aac80732'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:18:13.686812 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35b8b9f-fb02-4623-8ec7-590cdb493595 req-61b79627-e196-484c-811d-46dcadd9f2d0 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:13.702442 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d35b8b9f-fb02-4623-8ec7-590cdb493595 req-61b79627-e196-484c-811d-46dcadd9f2d0 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=020c8125-582d-4246-9f4a-77adbb85cc46 HTTP/1.1" status: 200 len: 944 time: 0.1169026 Feb 02 07:18:13.761386 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-92b4dc27-869a-474b-af00-7b4cda51001f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (051ad737-bdef-4288-9b30-658912d775d8), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:13.821089 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b4dc27-869a-474b-af00-7b4cda51001f admin admin] Pushing event deleted for resources: {'Port': ['ID=051ad737-bdef-4288-9b30-658912d775d8,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:18:13.836650 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d35b8b9f-fb02-4623-8ec7-590cdb493595 req-844e555a-ba7a-4c49-9d80-0d2bac281111 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327784 Feb 02 07:18:14.186984 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-92b4dc27-869a-474b-af00-7b4cda51001f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (776f49c0-ece1-4bef-a20e-4ec08a6c255d), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:14.389252 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device cfcee039-f4f1-4811-99a9-4883aac80732 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:18:14.550011 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port cfcee039-f4f1-4811-99a9-4883aac80732 is: BUILD; New status is: DOWN {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:18:14.550471 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (cfcee039-f4f1-4811-99a9-4883aac80732), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:14.565602 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id cfcee039-f4f1-4811-99a9-4883aac80732 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:18:14.590312 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port cfcee039-f4f1-4811-99a9-4883aac80732, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=cfcee039-f4f1-4811-99a9-4883aac80732,segment=NetworkSegment(ac2edba5-50dc-4a5a-a7dc-a498ff703784),segment_id=ac2edba5-50dc-4a5a-a7dc-a498ff703784)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:18:14.596348 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (cfcee039-f4f1-4811-99a9-4883aac80732), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:14.672664 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=cfcee039-f4f1-4811-99a9-4883aac80732,revision_number=7']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:18:14.692140 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:14.754512 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f47d287-88b4-4c10-8323-4d3f1a56abfa req-f2c27a63-8e18-44d6-ae22-5a015cbb81b9 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:14.767290 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7f47d287-88b4-4c10-8323-4d3f1a56abfa req-f2c27a63-8e18-44d6-ae22-5a015cbb81b9 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=561a5882-80da-4ba7-9a14-6f4391d3da48 HTTP/1.1" status: 200 len: 946 time: 0.1228607 Feb 02 07:18:14.821697 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92b4dc27-869a-474b-af00-7b4cda51001f admin admin] Router 776f49c0-ece1-4bef-a20e-4ec08a6c255d has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:18:14.836664 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7f47d287-88b4-4c10-8323-4d3f1a56abfa req-bb03924e-7950-4738-b5d1-c0d11c75fffc tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683300 Feb 02 07:18:15.080240 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92b4dc27-869a-474b-af00-7b4cda51001f admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:18:15.092374 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-92b4dc27-869a-474b-af00-7b4cda51001f admin admin] 10.222.0.87 "PUT /v2.0/routers/776f49c0-ece1-4bef-a20e-4ec08a6c255d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5258579 Feb 02 07:18:15.093112 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 34442) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:18:15.096058 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24710395-68b5-4fbe-8494-5da3b685f9ed None None] Sync routers for ids ['776f49c0-ece1-4bef-a20e-4ec08a6c255d'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:18:15.098284 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0043ba-7ca8-41d1-81db-ba712e069b9d req-bb16d090-1a85-47a7-824d-e4ea15430f27 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:15.100203 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3f0043ba-7ca8-41d1-81db-ba712e069b9d req-bb16d090-1a85-47a7-824d-e4ea15430f27 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=020c8125-582d-4246-9f4a-77adbb85cc46 HTTP/1.1" status: 200 len: 943 time: 0.1366775 Feb 02 07:18:15.125882 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24710395-68b5-4fbe-8494-5da3b685f9ed None None] Routers {'776f49c0-ece1-4bef-a20e-4ec08a6c255d'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:18:15.133434 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-24710395-68b5-4fbe-8494-5da3b685f9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:18:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['776f49c0-ece1-4bef-a20e-4ec08a6c255d'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:18:15.205739 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3f0043ba-7ca8-41d1-81db-ba712e069b9d req-16d7df25-911a-4c74-a124-fa5c4fe8b768 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986087 Feb 02 07:18:15.392788 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2b26189c-811e-45da-a6ba-dbc27d6862b9 admin admin] Publish callbacks [] for router (776f49c0-ece1-4bef-a20e-4ec08a6c255d), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:15.427300 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-24710395-68b5-4fbe-8494-5da3b685f9ed None None] Set router 776f49c0-ece1-4bef-a20e-4ec08a6c255d gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:18:15.610215 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2b26189c-811e-45da-a6ba-dbc27d6862b9 admin admin] Publish callbacks [] for router_gateway (776f49c0-ece1-4bef-a20e-4ec08a6c255d), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:15.779201 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-2b26189c-811e-45da-a6ba-dbc27d6862b9 admin admin] Deleting port bf981530-dbff-4481-8e0d-67037f910536 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:18:15.779577 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2b26189c-811e-45da-a6ba-dbc27d6862b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (bf981530-dbff-4481-8e0d-67037f910536), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:15.865594 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-24710395-68b5-4fbe-8494-5da3b685f9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '776f49c0-ece1-4bef-a20e-4ec08a6c255d', 'name': 'tempest-TestAggregatesBasicOps-1365306487-router', 'tenant_id': '9e24641fe538493d9b7825598c6ce4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'bf981530-dbff-4481-8e0d-67037f910536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:17:50Z', 'updated_at': '2022-02-02T07:18:13Z', 'revision_number': 5, 'project_id': '9e24641fe538493d9b7825598c6ce4ab', 'gw_port': {'id': 'bf981530-dbff-4481-8e0d-67037f910536', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:2d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '776f49c0-ece1-4bef-a20e-4ec08a6c255d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:17:51Z', 'updated_at': '2022-02-02T07:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:18:15.917862 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24710395-68b5-4fbe-8494-5da3b685f9ed None None] Checking router: 776f49c0-ece1-4bef-a20e-4ec08a6c255d for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:18:15.947213 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24710395-68b5-4fbe-8494-5da3b685f9ed None None] Routers {'776f49c0-ece1-4bef-a20e-4ec08a6c255d'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:18:15.947936 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-24710395-68b5-4fbe-8494-5da3b685f9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:18:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['776f49c0-ece1-4bef-a20e-4ec08a6c255d'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:18:16.023891 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-2b26189c-811e-45da-a6ba-dbc27d6862b9 admin admin] For port bf981530-dbff-4481-8e0d-67037f910536, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=bf981530-dbff-4481-8e0d-67037f910536,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:18:16.024435 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2b26189c-811e-45da-a6ba-dbc27d6862b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (bf981530-dbff-4481-8e0d-67037f910536), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:16.056632 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-2b26189c-811e-45da-a6ba-dbc27d6862b9 admin admin] Calling delete_port for bf981530-dbff-4481-8e0d-67037f910536 owned by network:router_gateway {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:18:16.080571 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad1b73-e748-4a4d-90f5-92d00fadd065 req-fa206669-771e-49b3-a86c-c455870259e4 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:16.091982 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c0ad1b73-e748-4a4d-90f5-92d00fadd065 req-fa206669-771e-49b3-a86c-c455870259e4 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=561a5882-80da-4ba7-9a14-6f4391d3da48 HTTP/1.1" status: 200 len: 946 time: 0.1192358 Feb 02 07:18:16.112136 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-24710395-68b5-4fbe-8494-5da3b685f9ed None None] Set router 776f49c0-ece1-4bef-a20e-4ec08a6c255d gateway port host: None {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:18:16.220455 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c0ad1b73-e748-4a4d-90f5-92d00fadd065 req-c5f83876-157b-4817-a5fd-6d235fd0480f tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268625 Feb 02 07:18:16.221989 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-24710395-68b5-4fbe-8494-5da3b685f9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '776f49c0-ece1-4bef-a20e-4ec08a6c255d', 'name': 'tempest-TestAggregatesBasicOps-1365306487-router', 'tenant_id': '9e24641fe538493d9b7825598c6ce4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:17:50Z', 'updated_at': '2022-02-02T07:18:15Z', 'revision_number': 6, 'project_id': '9e24641fe538493d9b7825598c6ce4ab', 'gw_port_host': None}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:18:16.234334 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:16.296762 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24710395-68b5-4fbe-8494-5da3b685f9ed None None] The sync data for ids ['776f49c0-ece1-4bef-a20e-4ec08a6c255d'] in n-d-789963-26 is: [{'id': '776f49c0-ece1-4bef-a20e-4ec08a6c255d', 'name': 'tempest-TestAggregatesBasicOps-1365306487-router', 'tenant_id': '9e24641fe538493d9b7825598c6ce4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:17:50Z', 'updated_at': '2022-02-02T07:18:15Z', 'revision_number': 6, 'project_id': '9e24641fe538493d9b7825598c6ce4ab', 'gw_port_host': None}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:18:16.404932 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device cfcee039-f4f1-4811-99a9-4883aac80732 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:18:16.435170 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2b26189c-811e-45da-a6ba-dbc27d6862b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (bf981530-dbff-4481-8e0d-67037f910536), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:16.499410 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b26189c-811e-45da-a6ba-dbc27d6862b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf981530-dbff-4481-8e0d-67037f910536,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:18:16.530270 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a042624f-3d86-44fa-8b4a-8793c5876a00 req-629a6d08-704e-45d2-ae49-4904e6369dd0 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:16.535051 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a042624f-3d86-44fa-8b4a-8793c5876a00 req-629a6d08-704e-45d2-ae49-4904e6369dd0 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=020c8125-582d-4246-9f4a-77adbb85cc46 HTTP/1.1" status: 200 len: 943 time: 0.1683819 Feb 02 07:18:16.566775 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port cfcee039-f4f1-4811-99a9-4883aac80732 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:18:16.567151 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (cfcee039-f4f1-4811-99a9-4883aac80732), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:16.629888 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a042624f-3d86-44fa-8b4a-8793c5876a00 req-52257a5d-614d-416c-aceb-5555b88e3bc9 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884728 Feb 02 07:18:16.631024 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2b26189c-811e-45da-a6ba-dbc27d6862b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (776f49c0-ece1-4bef-a20e-4ec08a6c255d), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:16.784797 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port cfcee039-f4f1-4811-99a9-4883aac80732 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:18:16.785114 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (cfcee039-f4f1-4811-99a9-4883aac80732), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:16.792743 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2b26189c-811e-45da-a6ba-dbc27d6862b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (776f49c0-ece1-4bef-a20e-4ec08a6c255d), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:16.801844 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2b26189c-811e-45da-a6ba-dbc27d6862b9 admin admin] Publish callbacks [] for router_controller (776f49c0-ece1-4bef-a20e-4ec08a6c255d), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:16.815927 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '020c8125-582d-4246-9f4a-77adbb85cc46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfcee039-f4f1-4811-99a9-4883aac80732'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:18:16.818309 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-addbd480-d3e3-47fe-9be8-bc72ac1d6017" -d '{"events": [{"server_uuid": "020c8125-582d-4246-9f4a-77adbb85cc46", "name": "network-vif-plugged", "status": "completed", "tag": "cfcee039-f4f1-4811-99a9-4883aac80732"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:18:16.834668 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port cfcee039-f4f1-4811-99a9-4883aac80732, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=cfcee039-f4f1-4811-99a9-4883aac80732,segment=NetworkSegment(ac2edba5-50dc-4a5a-a7dc-a498ff703784),segment_id=ac2edba5-50dc-4a5a-a7dc-a498ff703784)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:18:16.854029 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (cfcee039-f4f1-4811-99a9-4883aac80732), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:16.904768 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2b26189c-811e-45da-a6ba-dbc27d6862b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (776f49c0-ece1-4bef-a20e-4ec08a6c255d), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:16.906488 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b26189c-811e-45da-a6ba-dbc27d6862b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 776f49c0-ece1-4bef-a20e-4ec08a6c255d {{(pid=109693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:18:16.912731 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2b26189c-811e-45da-a6ba-dbc27d6862b9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:16.918960 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 34476) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:18:16.921039 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-2b26189c-811e-45da-a6ba-dbc27d6862b9 admin admin] 10.222.0.87 "DELETE /v2.0/routers/776f49c0-ece1-4bef-a20e-4ec08a6c255d HTTP/1.1" status: 204 len: 168 time: 1.8268483 Feb 02 07:18:16.925603 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1364a6ed-c6dd-49af-a489-bb17e94095a7 x-openstack-request-id: req-1364a6ed-c6dd-49af-a489-bb17e94095a7 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:18:16.925910 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "020c8125-582d-4246-9f4a-77adbb85cc46", "name": "network-vif-plugged", "status": "completed", "tag": "cfcee039-f4f1-4811-99a9-4883aac80732", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:18:16.926208 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1364a6ed-c6dd-49af-a489-bb17e94095a7 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:18:16.926688 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '020c8125-582d-4246-9f4a-77adbb85cc46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfcee039-f4f1-4811-99a9-4883aac80732', 'code': 200} Feb 02 07:18:16.971793 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ddce57a-7b2e-42c4-b2a9-3237b5a23e2c admin admin] Deleting subnet adb7fb63-7ba0-455e-84ee-8c33c7a071f2 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:18:16.975638 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1ddce57a-7b2e-42c4-b2a9-3237b5a23e2c admin admin] Publish callbacks [] for subnet (adb7fb63-7ba0-455e-84ee-8c33c7a071f2), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:16.987175 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=cfcee039-f4f1-4811-99a9-4883aac80732,revision_number=8']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:18:17.017112 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1ddce57a-7b2e-42c4-b2a9-3237b5a23e2c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (adb7fb63-7ba0-455e-84ee-8c33c7a071f2), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:17.109233 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1ddce57a-7b2e-42c4-b2a9-3237b5a23e2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (adb7fb63-7ba0-455e-84ee-8c33c7a071f2), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:17.194865 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1ddce57a-7b2e-42c4-b2a9-3237b5a23e2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (adb7fb63-7ba0-455e-84ee-8c33c7a071f2), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:17.249665 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddce57a-7b2e-42c4-b2a9-3237b5a23e2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adb7fb63-7ba0-455e-84ee-8c33c7a071f2,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:18:17.252300 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3beb36f-a3f4-48d0-80cf-dc170263bc4c None None] Network 42370648-8ebf-4ecf-b083-28ee9cc60c32 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:18:17.253887 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1ddce57a-7b2e-42c4-b2a9-3237b5a23e2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:17.280359 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-1ddce57a-7b2e-42c4-b2a9-3237b5a23e2c admin admin] 10.222.0.87 "DELETE /v2.0/subnets/adb7fb63-7ba0-455e-84ee-8c33c7a071f2 HTTP/1.1" status: 204 len: 168 time: 0.3601630 Feb 02 07:18:17.282661 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 34486) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:18:17.334587 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b811b1b-28ec-4eff-9b87-74b207c04fce req-2e705f53-e445-468c-a3a0-35f6cec72c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:17.349451 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0b811b1b-28ec-4eff-9b87-74b207c04fce req-2e705f53-e445-468c-a3a0-35f6cec72c28 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=020c8125-582d-4246-9f4a-77adbb85cc46 HTTP/1.1" status: 200 len: 1128 time: 0.2203438 Feb 02 07:18:17.413736 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a2564df3-bb25-45ef-a49b-7d911b1f68c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (42370648-8ebf-4ecf-b083-28ee9cc60c32), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:17.464393 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0b811b1b-28ec-4eff-9b87-74b207c04fce req-93deaa29-2704-42b8-b237-dd8fb1ae54e5 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097248 Feb 02 07:18:17.477077 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 051ad737-bdef-4288-9b30-658912d775d8 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:18:17.499683 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:17.506513 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 051ad737-bdef-4288-9b30-658912d775d8 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:18:17.506912 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 051ad737-bdef-4288-9b30-658912d775d8 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:18:17.507794 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device bf981530-dbff-4481-8e0d-67037f910536 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:18:17.571513 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: bf981530-dbff-4481-8e0d-67037f910536 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:18:17.572153 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device bf981530-dbff-4481-8e0d-67037f910536 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:18:17.588488 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ee632-df35-476b-89e5-21c05e3faec8 req-4c9f1771-a17a-4b4a-af97-228667d3122f tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:17.590194 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4f3ee632-df35-476b-89e5-21c05e3faec8 req-4c9f1771-a17a-4b4a-af97-228667d3122f tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=561a5882-80da-4ba7-9a14-6f4391d3da48 HTTP/1.1" status: 200 len: 946 time: 0.1115134 Feb 02 07:18:17.604146 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-a2564df3-bb25-45ef-a49b-7d911b1f68c6 admin admin] Deleting port d2778203-508c-441f-b6fb-354f3b5cabf1 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:18:17.606605 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a2564df3-bb25-45ef-a49b-7d911b1f68c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (d2778203-508c-441f-b6fb-354f3b5cabf1), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:17.705968 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce7990e-f83b-46e3-a794-4ec80a3e96cc None None] DHCP port deletion for 42370648-8ebf-4ecf-b083-28ee9cc60c32 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:18:17.820090 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4f3ee632-df35-476b-89e5-21c05e3faec8 req-319ba494-4158-4e1f-ac48-4e69130d6825 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088401 Feb 02 07:18:17.823692 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-a2564df3-bb25-45ef-a49b-7d911b1f68c6 admin admin] For port d2778203-508c-441f-b6fb-354f3b5cabf1, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=d2778203-508c-441f-b6fb-354f3b5cabf1,segment=NetworkSegment(dc968af0-1bb8-4fca-a587-e1c596c2860f),segment_id=dc968af0-1bb8-4fca-a587-e1c596c2860f)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:18:17.827754 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a2564df3-bb25-45ef-a49b-7d911b1f68c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (d2778203-508c-441f-b6fb-354f3b5cabf1), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:17.830963 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-6ce7990e-f83b-46e3-a794-4ec80a3e96cc None None] Deleting port d2778203-508c-441f-b6fb-354f3b5cabf1 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:18:17.835411 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6ce7990e-f83b-46e3-a794-4ec80a3e96cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (d2778203-508c-441f-b6fb-354f3b5cabf1), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:17.856413 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-a2564df3-bb25-45ef-a49b-7d911b1f68c6 admin admin] Calling delete_port for d2778203-508c-441f-b6fb-354f3b5cabf1 owned by network:dhcp {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:18:17.972581 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:18:17.977535 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-6ce7990e-f83b-46e3-a794-4ec80a3e96cc None None] For port d2778203-508c-441f-b6fb-354f3b5cabf1, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=d2778203-508c-441f-b6fb-354f3b5cabf1,segment=NetworkSegment(dc968af0-1bb8-4fca-a587-e1c596c2860f),segment_id=dc968af0-1bb8-4fca-a587-e1c596c2860f)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:18:17.983696 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6ce7990e-f83b-46e3-a794-4ec80a3e96cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (d2778203-508c-441f-b6fb-354f3b5cabf1), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:18.015194 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-6ce7990e-f83b-46e3-a794-4ec80a3e96cc None None] Calling delete_port for d2778203-508c-441f-b6fb-354f3b5cabf1 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:18:18.084142 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f76f3a-bf52-46bd-afc5-0f9dd89d4f59 req-c0478540-fcf9-414f-91f2-3931eccefbe6 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:18.092326 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e2f76f3a-bf52-46bd-afc5-0f9dd89d4f59 req-c0478540-fcf9-414f-91f2-3931eccefbe6 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=020c8125-582d-4246-9f4a-77adbb85cc46 HTTP/1.1" status: 200 len: 945 time: 0.1296227 Feb 02 07:18:18.142844 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a2564df3-bb25-45ef-a49b-7d911b1f68c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (d2778203-508c-441f-b6fb-354f3b5cabf1), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:18.174390 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6ce7990e-f83b-46e3-a794-4ec80a3e96cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (d2778203-508c-441f-b6fb-354f3b5cabf1), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:18.184431 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2564df3-bb25-45ef-a49b-7d911b1f68c6 admin admin] No DVR routers for this DVR port d2778203-508c-441f-b6fb-354f3b5cabf1 on host n-d-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:18:18.244302 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce7990e-f83b-46e3-a794-4ec80a3e96cc None None] Pushing event deleted for resources: {'Port': ['ID=d2778203-508c-441f-b6fb-354f3b5cabf1,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:18:18.250545 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce7990e-f83b-46e3-a794-4ec80a3e96cc None None] No DVR routers for this DVR port d2778203-508c-441f-b6fb-354f3b5cabf1 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:18:18.271944 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2564df3-bb25-45ef-a49b-7d911b1f68c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2778203-508c-441f-b6fb-354f3b5cabf1,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:18:18.303379 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e2f76f3a-bf52-46bd-afc5-0f9dd89d4f59 req-a81ecdc1-989b-4eef-980d-d01cb1970b6c tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045443 Feb 02 07:18:18.343327 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a2564df3-bb25-45ef-a49b-7d911b1f68c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (42370648-8ebf-4ecf-b083-28ee9cc60c32), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:18.373879 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-a2564df3-bb25-45ef-a49b-7d911b1f68c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42370648-8ebf-4ecf-b083-28ee9cc60c32']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:18:18.403785 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-a2564df3-bb25-45ef-a49b-7d911b1f68c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc968af0-1bb8-4fca-a587-e1c596c2860f') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:18:18.404087 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-a2564df3-bb25-45ef-a49b-7d911b1f68c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc968af0-1bb8-4fca-a587-e1c596c2860f') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:18:18.418651 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a2564df3-bb25-45ef-a49b-7d911b1f68c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (dc968af0-1bb8-4fca-a587-e1c596c2860f), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:18.450522 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a2564df3-bb25-45ef-a49b-7d911b1f68c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (dc968af0-1bb8-4fca-a587-e1c596c2860f), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:18.459819 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2564df3-bb25-45ef-a49b-7d911b1f68c6 admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:18:18.461312 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a2564df3-bb25-45ef-a49b-7d911b1f68c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (dc968af0-1bb8-4fca-a587-e1c596c2860f), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:18.463275 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:18:18.463275 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:18:18.463275 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:18:18.463275 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:18:18.463275 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:18:18.463275 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:18:18.463275 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:18:18.463275 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:18:18.463275 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:18:18.463275 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:18:18.463275 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:18:18.463275 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:18:18.463275 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:18:18.463275 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:18:18.463275 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:18:18.463275 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:18:18.463275 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:18:18.463275 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:18:18.463275 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:18:18.463275 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:18:18.463275 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:18:18.463275 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:18:18.463275 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:18:18.463275 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:18:18.463275 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:18:18.463275 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:18:18.463275 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:18:18.463275 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:18:18.463275 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:18:18.463275 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:18:18.463275 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:18:18.463275 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:18:18.559438 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a2564df3-bb25-45ef-a49b-7d911b1f68c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (42370648-8ebf-4ecf-b083-28ee9cc60c32), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:18.571792 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a2564df3-bb25-45ef-a49b-7d911b1f68c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:18.581767 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a2564df3-bb25-45ef-a49b-7d911b1f68c6 admin admin] 10.222.0.87 "DELETE /v2.0/networks/42370648-8ebf-4ecf-b083-28ee9cc60c32 HTTP/1.1" status: 204 len: 168 time: 1.2978256 Feb 02 07:18:18.597357 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2564df3-bb25-45ef-a49b-7d911b1f68c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=42370648-8ebf-4ecf-b083-28ee9cc60c32,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:18:18.963886 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 34516) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:18:19.018991 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a9398ecb-d995-4801-878c-b421b52b756f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=e265e2685fe147a0872fe69947a9b1bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0540168 Feb 02 07:18:19.021804 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 34522) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:18:19.087697 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5cef5a4d-e6a4-440a-ad92-0f781e930e29 admin admin] Publish callbacks [] for security_group (f18bbabf-1767-494e-b52a-93f92ed69dc4), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:19.096501 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e1cc6-3f35-4838-9a20-8537f6cc9a7a req-c8d46c34-1d29-42ef-be92-9f3b92974fc5 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:19.098660 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b21e1cc6-3f35-4838-9a20-8537f6cc9a7a req-c8d46c34-1d29-42ef-be92-9f3b92974fc5 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=561a5882-80da-4ba7-9a14-6f4391d3da48 HTTP/1.1" status: 200 len: 946 time: 0.1542933 Feb 02 07:18:19.123241 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5cef5a4d-e6a4-440a-ad92-0f781e930e29 admin admin] Publish callbacks [] for security_group (f18bbabf-1767-494e-b52a-93f92ed69dc4), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:19.180533 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5cef5a4d-e6a4-440a-ad92-0f781e930e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (f18bbabf-1767-494e-b52a-93f92ed69dc4), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:19.184051 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device d2778203-508c-441f-b6fb-354f3b5cabf1 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:18:19.197033 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5cef5a4d-e6a4-440a-ad92-0f781e930e29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:19.198198 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-5cef5a4d-e6a4-440a-ad92-0f781e930e29 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/f18bbabf-1767-494e-b52a-93f92ed69dc4 HTTP/1.1" status: 204 len: 168 time: 0.1752024 Feb 02 07:18:19.201495 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b21e1cc6-3f35-4838-9a20-8537f6cc9a7a req-a7566e7c-af3c-43fb-938a-447160976bee tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972333 Feb 02 07:18:19.227257 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cef5a4d-e6a4-440a-ad92-0f781e930e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18bbabf-1767-494e-b52a-93f92ed69dc4,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:18:19.235432 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: d2778203-508c-441f-b6fb-354f3b5cabf1 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:18:19.236402 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device d2778203-508c-441f-b6fb-354f3b5cabf1 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:18:19.507389 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1353a4d1-afdb-4238-9ae6-c4cce2362bb3 req-5540445e-cc70-44e6-8b91-6010a774711f tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:19.526995 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1353a4d1-afdb-4238-9ae6-c4cce2362bb3 req-5540445e-cc70-44e6-8b91-6010a774711f tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=020c8125-582d-4246-9f4a-77adbb85cc46 HTTP/1.1" status: 200 len: 945 time: 0.1487401 Feb 02 07:18:19.639608 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1353a4d1-afdb-4238-9ae6-c4cce2362bb3 req-6dcbd57a-1341-4ded-86c0-7806d5a2e14a tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115148 Feb 02 07:18:19.837326 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace99ee6-e937-41d7-ae80-c4fb820a4fb3 req-eb93bd5a-cfae-40e4-8099-d3362088e325 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:19.839135 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ace99ee6-e937-41d7-ae80-c4fb820a4fb3 req-eb93bd5a-cfae-40e4-8099-d3362088e325 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=020c8125-582d-4246-9f4a-77adbb85cc46 HTTP/1.1" status: 200 len: 945 time: 0.0969799 Feb 02 07:18:19.870805 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 34546) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:18:19.969230 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ace99ee6-e937-41d7-ae80-c4fb820a4fb3 req-55c5f072-ecd8-4dc8-9d1d-2ae89490b50b tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121857 Feb 02 07:18:19.969849 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d56044e5-38ea-4590-ba51-6f5b8e79ae1e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9e24641fe538493d9b7825598c6ce4ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0973372 Feb 02 07:18:19.973268 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 34550) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:18:20.137239 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-94d24f97-98fd-48b3-90fd-a01c8f5d3d1d admin admin] Publish callbacks [] for security_group (9f9f85e0-d8b5-4fa7-b063-3bce8c76bbd4), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:20.168280 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-08d394d9-63e3-4e44-863f-0cfac8701310 req-6f363414-0499-4e59-9567-bdda3b259eb0 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=7e24a8c7-026c-451b-b5e5-f060deba6ae6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1358902 Feb 02 07:18:20.194759 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-94d24f97-98fd-48b3-90fd-a01c8f5d3d1d admin admin] Publish callbacks [] for security_group (9f9f85e0-d8b5-4fa7-b063-3bce8c76bbd4), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:20.325299 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-94d24f97-98fd-48b3-90fd-a01c8f5d3d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (9f9f85e0-d8b5-4fa7-b063-3bce8c76bbd4), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:20.328371 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-94d24f97-98fd-48b3-90fd-a01c8f5d3d1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:20.331637 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-94d24f97-98fd-48b3-90fd-a01c8f5d3d1d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/9f9f85e0-d8b5-4fa7-b063-3bce8c76bbd4 HTTP/1.1" status: 204 len: 168 time: 0.3566539 Feb 02 07:18:20.359021 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d24f97-98fd-48b3-90fd-a01c8f5d3d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9f85e0-d8b5-4fa7-b063-3bce8c76bbd4,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:18:20.576096 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97fd8e9-d6c8-4bb3-a82e-032f686c104e req-6502be3e-0242-4d4d-82ff-fe8a236bc3e6 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:20.577844 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f97fd8e9-d6c8-4bb3-a82e-032f686c104e req-6502be3e-0242-4d4d-82ff-fe8a236bc3e6 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=561a5882-80da-4ba7-9a14-6f4391d3da48 HTTP/1.1" status: 200 len: 946 time: 0.1305413 Feb 02 07:18:20.609006 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d394d9-63e3-4e44-863f-0cfac8701310 req-da9527c0-77f8-4e66-8bad-7cc9f814aa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:20.616529 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-08d394d9-63e3-4e44-863f-0cfac8701310 req-da9527c0-77f8-4e66-8bad-7cc9f814aa2e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3b47e731264f4e98a435635cbe941a6a&device_id=7e24a8c7-026c-451b-b5e5-f060deba6ae6 HTTP/1.1" status: 200 len: 1129 time: 0.3225527 Feb 02 07:18:20.706497 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f97fd8e9-d6c8-4bb3-a82e-032f686c104e req-a046b4ec-9198-41e7-bfbb-63c360921d07 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210446 Feb 02 07:18:20.845806 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d394d9-63e3-4e44-863f-0cfac8701310 req-acd8d755-264f-4107-bec9-a8ba47fb9b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:20.847769 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-08d394d9-63e3-4e44-863f-0cfac8701310 req-acd8d755-264f-4107-bec9-a8ba47fb9b08 service neutron] 10.222.0.88 "GET /v2.0/networks?id=5b8ffc7a-717b-4b32-aed8-31315930798c HTTP/1.1" status: 200 len: 910 time: 0.2124565 Feb 02 07:18:20.963870 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-08d394d9-63e3-4e44-863f-0cfac8701310 req-9bf2b840-d5d2-4fb7-9830-a5a0a43d2904 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02455278-6d31-4f28-b987-720cd7bc900e HTTP/1.1" status: 200 len: 1002 time: 0.1054077 Feb 02 07:18:21.087762 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd3bc7-4c8a-482d-9811-7b0d66992fd7 req-b701a7f4-8307-4aaa-b369-f83da96fea3c tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:21.098123 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e0cd3bc7-4c8a-482d-9811-7b0d66992fd7 req-b701a7f4-8307-4aaa-b369-f83da96fea3c tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/networks?id=51130f56-1b8b-449b-8a8e-4577714a0844 HTTP/1.1" status: 200 len: 815 time: 0.2411847 Feb 02 07:18:21.120677 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e0cd3bc7-4c8a-482d-9811-7b0d66992fd7 req-55be0c47-9cbc-4af9-98ee-3d995eaf0129 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/quotas/96cee9a0c3e64a74a4439b5ec1d3c9a6 HTTP/1.1" status: 200 len: 375 time: 0.0216353 Feb 02 07:18:21.137231 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d394d9-63e3-4e44-863f-0cfac8701310 req-2c52e41d-f5db-4486-acc8-94299399dd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:21.138743 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-08d394d9-63e3-4e44-863f-0cfac8701310 req-2c52e41d-f5db-4486-acc8-94299399dd24 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2c1cc1e9-39d5-4fbe-86e9-f98639e7b3b3 HTTP/1.1" status: 200 len: 848 time: 0.1588871 Feb 02 07:18:21.239358 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e0cd3bc7-4c8a-482d-9811-7b0d66992fd7 req-6201c37b-9deb-4e49-981e-7171fe058ffb tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=96cee9a0c3e64a74a4439b5ec1d3c9a6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1177244 Feb 02 07:18:21.262015 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d394d9-63e3-4e44-863f-0cfac8701310 req-8e506714-9e04-4b03-8b42-2e2297ee176b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:21.263532 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-08d394d9-63e3-4e44-863f-0cfac8701310 req-8e506714-9e04-4b03-8b42-2e2297ee176b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5b8ffc7a-717b-4b32-aed8-31315930798c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1074612 Feb 02 07:18:21.372356 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e0cd3bc7-4c8a-482d-9811-7b0d66992fd7 req-f0b43ade-fa45-45e8-b4f9-318a3e9d009f service neutron] 10.222.0.87 "GET /v2.0/networks/51130f56-1b8b-449b-8a8e-4577714a0844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312544 Feb 02 07:18:21.424525 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-08d394d9-63e3-4e44-863f-0cfac8701310 req-65c9d518-b47b-417c-b8ce-e63703d1f561 service neutron] 10.222.0.88 "GET /v2.0/networks/5b8ffc7a-717b-4b32-aed8-31315930798c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532056 Feb 02 07:18:21.597941 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e0cd3bc7-4c8a-482d-9811-7b0d66992fd7 req-d85b8f45-2b35-4fdd-aa75-69103fef8845 service neutron] 10.222.0.87 "GET /v2.0/networks/51130f56-1b8b-449b-8a8e-4577714a0844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188210 Feb 02 07:18:21.660709 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-08d394d9-63e3-4e44-863f-0cfac8701310 req-b0baf044-a2de-4664-84b1-5f2d47d6e5cd service neutron] 10.222.0.88 "GET /v2.0/networks/5b8ffc7a-717b-4b32-aed8-31315930798c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267025 Feb 02 07:18:21.962112 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb603d69-7796-4c18-b50a-8eda0f17dc59 req-c0c548df-c989-43e8-80ca-34e0d7ea65b0 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:21.964703 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fb603d69-7796-4c18-b50a-8eda0f17dc59 req-c0c548df-c989-43e8-80ca-34e0d7ea65b0 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=561a5882-80da-4ba7-9a14-6f4391d3da48 HTTP/1.1" status: 200 len: 946 time: 0.0764160 Feb 02 07:18:21.991542 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f3c79a-0455-4808-8115-ea2cb4d79aed req-7fba67b0-f8b6-430e-afb1-8caceb001226 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:21.993278 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c6f3c79a-0455-4808-8115-ea2cb4d79aed req-7fba67b0-f8b6-430e-afb1-8caceb001226 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.88 "GET /v2.0/ports?device_id=020c8125-582d-4246-9f4a-77adbb85cc46 HTTP/1.1" status: 200 len: 945 time: 0.1815677 Feb 02 07:18:22.069819 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fb603d69-7796-4c18-b50a-8eda0f17dc59 req-0721baed-7e6a-4ac5-8ab7-92e3d2ad4853 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967836 Feb 02 07:18:22.070035 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:22.088672 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 34636) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:18:22.220930 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fb431a2d-24b3-4343-b4f4-c087d79a9554 req-76d479ed-5b37-4163-9e81-89b25041d2de tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c387c7c-9555-478f-91be-817918d881d5 HTTP/1.1" status: 200 len: 210 time: 0.0589769 Feb 02 07:18:22.282744 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-c6f3c79a-0455-4808-8115-ea2cb4d79aed req-95fffb63-0215-43bb-be86-415f8f4f9523 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Deleting port cfcee039-f4f1-4811-99a9-4883aac80732 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:18:22.283803 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-c6f3c79a-0455-4808-8115-ea2cb4d79aed req-95fffb63-0215-43bb-be86-415f8f4f9523 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (cfcee039-f4f1-4811-99a9-4883aac80732), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:22.368072 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-1ecfc33a-2cc6-4b13-ad7c-8411f43b7e80 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-429714436-network', 'tenant_id': '31a150f577914a209466302edcd070d5'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:18:22.409937 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ecfc33a-2cc6-4b13-ad7c-8411f43b7e80 admin admin] Made reservation on behalf of 31a150f577914a209466302edcd070d5 for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:18:22.414000 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1ecfc33a-2cc6-4b13-ad7c-8411f43b7e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:22.467201 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1ecfc33a-2cc6-4b13-ad7c-8411f43b7e80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:22.628229 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-c6f3c79a-0455-4808-8115-ea2cb4d79aed req-95fffb63-0215-43bb-be86-415f8f4f9523 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] For port cfcee039-f4f1-4811-99a9-4883aac80732, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=cfcee039-f4f1-4811-99a9-4883aac80732,segment=NetworkSegment(ac2edba5-50dc-4a5a-a7dc-a498ff703784),segment_id=ac2edba5-50dc-4a5a-a7dc-a498ff703784)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:18:22.628776 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-c6f3c79a-0455-4808-8115-ea2cb4d79aed req-95fffb63-0215-43bb-be86-415f8f4f9523 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (cfcee039-f4f1-4811-99a9-4883aac80732), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:22.662656 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1ecfc33a-2cc6-4b13-ad7c-8411f43b7e80 admin admin] Publish callbacks [] for security_group (2051d2bb-d02a-4b0a-a762-3df48994873e), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:22.675680 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-c6f3c79a-0455-4808-8115-ea2cb4d79aed req-95fffb63-0215-43bb-be86-415f8f4f9523 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Calling delete_port for cfcee039-f4f1-4811-99a9-4883aac80732 owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:18:22.684213 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1ecfc33a-2cc6-4b13-ad7c-8411f43b7e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (2051d2bb-d02a-4b0a-a762-3df48994873e), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:22.724324 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ecfc33a-2cc6-4b13-ad7c-8411f43b7e80 admin admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:18:22.768530 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecfc33a-2cc6-4b13-ad7c-8411f43b7e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2051d2bb-d02a-4b0a-a762-3df48994873e,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:18:22.775076 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1ecfc33a-2cc6-4b13-ad7c-8411f43b7e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (24e7b58b-e741-4dab-b0d9-d82d40285059), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:22.779177 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-1ecfc33a-2cc6-4b13-ad7c-8411f43b7e80 admin admin] Added segment 24e7b58b-e741-4dab-b0d9-d82d40285059 of type vlan for network 8e5c2e3b-7d55-4510-aab3-16b6ca3ea693 Feb 02 07:18:22.857677 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c128068-953f-4dbd-a3d7-606065420439 req-b24b8493-caa7-4f3a-9cf7-d45c21bf42ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:22.858404 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1ecfc33a-2cc6-4b13-ad7c-8411f43b7e80 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (8e5c2e3b-7d55-4510-aab3-16b6ca3ea693), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:22.861265 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7c128068-953f-4dbd-a3d7-606065420439 req-b24b8493-caa7-4f3a-9cf7-d45c21bf42ef service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=55cc3e1e6f054ff8aa27776e1d040f10&device_id=561a5882-80da-4ba7-9a14-6f4391d3da48 HTTP/1.1" status: 200 len: 1129 time: 0.7274649 Feb 02 07:18:22.898987 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1ecfc33a-2cc6-4b13-ad7c-8411f43b7e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (8e5c2e3b-7d55-4510-aab3-16b6ca3ea693), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:22.899755 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecfc33a-2cc6-4b13-ad7c-8411f43b7e80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:22.900372 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1ecfc33a-2cc6-4b13-ad7c-8411f43b7e80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:22.996440 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-1ecfc33a-2cc6-4b13-ad7c-8411f43b7e80 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9062669 Feb 02 07:18:23.005757 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 34672) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:18:23.060102 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-668e3c2b-e8c7-4b39-9c13-c0f917f6549e admin admin] Request body: {'subnet': {'network_id': '8e5c2e3b-7d55-4510-aab3-16b6ca3ea693', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-429714436-subnet', 'tenant_id': '31a150f577914a209466302edcd070d5', 'ip_version': 4}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:18:23.069967 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecfc33a-2cc6-4b13-ad7c-8411f43b7e80 admin admin] Pushing event updated for resources: {'Network': ['ID=8e5c2e3b-7d55-4510-aab3-16b6ca3ea693,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:18:23.081479 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 8e5c2e3b-7d55-4510-aab3-16b6ca3ea693 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:18:23.115649 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668e3c2b-e8c7-4b39-9c13-c0f917f6549e admin admin] Made reservation on behalf of 31a150f577914a209466302edcd070d5 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:18:23.118748 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-668e3c2b-e8c7-4b39-9c13-c0f917f6549e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:23.167326 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c128068-953f-4dbd-a3d7-606065420439 req-f3c75d9f-c9bf-47eb-9aa8-be0b330f42f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:23.174759 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7c128068-953f-4dbd-a3d7-606065420439 req-f3c75d9f-c9bf-47eb-9aa8-be0b330f42f2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ec14a810-28cb-452c-8a58-03e4eebabfec HTTP/1.1" status: 200 len: 913 time: 0.3033700 Feb 02 07:18:23.294756 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7c128068-953f-4dbd-a3d7-606065420439 req-75ac8012-6ca4-4ac1-b8f9-fb9a7c095f04 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=21daf890-0b2f-42f3-8248-e7ef9a971bbe HTTP/1.1" status: 200 len: 217 time: 0.1082888 Feb 02 07:18:23.314373 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-c6f3c79a-0455-4808-8115-ea2cb4d79aed req-95fffb63-0215-43bb-be86-415f8f4f9523 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (cfcee039-f4f1-4811-99a9-4883aac80732), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:23.448612 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fffb63-0215-43bb-be86-415f8f4f9523 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Pushing event deleted for resources: {'Port': ['ID=cfcee039-f4f1-4811-99a9-4883aac80732,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:18:23.605206 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e19a31-a039-4b9f-85af-0e01efa7d8a2 req-642efbd5-1288-4542-92c8-a91d60d6d8a5 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:23.615916 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f9e19a31-a039-4b9f-85af-0e01efa7d8a2 req-642efbd5-1288-4542-92c8-a91d60d6d8a5 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=561a5882-80da-4ba7-9a14-6f4391d3da48 HTTP/1.1" status: 200 len: 946 time: 0.3114274 Feb 02 07:18:23.936895 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f9e19a31-a039-4b9f-85af-0e01efa7d8a2 req-7ef07b53-88d2-4241-93ab-f583f9c26b34 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163140 Feb 02 07:18:24.128192 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d4b40b1e-1a9d-4615-8d5b-abcb36497fbe req-c6221043-5b79-4ace-966d-4d2cbdd901bb tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c387c7c-9555-478f-91be-817918d881d5 HTTP/1.1" status: 200 len: 210 time: 0.0565820 Feb 02 07:18:24.154967 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd3bc7-4c8a-482d-9811-7b0d66992fd7 req-40d3c537-f24b-4c03-946e-23c83e3ef4cd tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:24.157725 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e0cd3bc7-4c8a-482d-9811-7b0d66992fd7 req-40d3c537-f24b-4c03-946e-23c83e3ef4cd tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.59 "GET /v2.0/networks?id=51130f56-1b8b-449b-8a8e-4577714a0844 HTTP/1.1" status: 200 len: 815 time: 0.4929483 Feb 02 07:18:24.159809 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-668e3c2b-e8c7-4b39-9c13-c0f917f6549e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (ca42c38d-9a6e-46e3-b505-4f5f231acd74), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:24.231906 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-e0cd3bc7-4c8a-482d-9811-7b0d66992fd7 req-4f70400a-8c2c-4450-9c3f-b7cdad853e88 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Request body: {'port': {'device_id': '6c387c7c-9555-478f-91be-817918d881d5', 'network_id': '51130f56-1b8b-449b-8a8e-4577714a0844', 'admin_state_up': True, 'tenant_id': '96cee9a0c3e64a74a4439b5ec1d3c9a6'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:18:24.238005 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668e3c2b-e8c7-4b39-9c13-c0f917f6549e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca42c38d-9a6e-46e3-b505-4f5f231acd74,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:18:24.305520 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6f3c79a-0455-4808-8115-ea2cb4d79aed req-95fffb63-0215-43bb-be86-415f8f4f9523 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] No DVR routers for this DVR port cfcee039-f4f1-4811-99a9-4883aac80732 on host n-h1-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:18:24.317115 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-c6f3c79a-0455-4808-8115-ea2cb4d79aed req-95fffb63-0215-43bb-be86-415f8f4f9523 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:24.320470 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c6f3c79a-0455-4808-8115-ea2cb4d79aed req-95fffb63-0215-43bb-be86-415f8f4f9523 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.88 "DELETE /v2.0/ports/cfcee039-f4f1-4811-99a9-4883aac80732 HTTP/1.1" status: 204 len: 173 time: 2.3080189 Feb 02 07:18:24.320931 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '020c8125-582d-4246-9f4a-77adbb85cc46', 'name': 'network-vif-deleted', 'tag': 'cfcee039-f4f1-4811-99a9-4883aac80732'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:18:24.323215 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-846e6c3e-7479-4451-baf8-2740db0f56e3" -d '{"events": [{"server_uuid": "020c8125-582d-4246-9f4a-77adbb85cc46", "name": "network-vif-deleted", "tag": "cfcee039-f4f1-4811-99a9-4883aac80732"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:18:24.350251 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c128068-953f-4dbd-a3d7-606065420439 req-75dffbf3-6d10-4558-8846-0c321bff1915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:24.352668 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7c128068-953f-4dbd-a3d7-606065420439 req-75dffbf3-6d10-4558-8846-0c321bff1915 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=44a369a2-4fd0-4fcc-9b66-fee041fedbef HTTP/1.1" status: 200 len: 852 time: 1.0399284 Feb 02 07:18:24.405458 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device cfcee039-f4f1-4811-99a9-4883aac80732 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:18:24.410748 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7c128068-953f-4dbd-a3d7-606065420439 req-87a81964-8c03-490c-bfea-ce4e4643df60 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ec14a810-28cb-452c-8a58-03e4eebabfec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515380 Feb 02 07:18:24.489601 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: cfcee039-f4f1-4811-99a9-4883aac80732 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:18:24.489967 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device cfcee039-f4f1-4811-99a9-4883aac80732 not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:18:24.506047 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668e3c2b-e8c7-4b39-9c13-c0f917f6549e admin admin] Checking segment: {'id': '24e7b58b-e741-4dab-b0d9-d82d40285059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8e5c2e3b-7d55-4510-aab3-16b6ca3ea693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:18:24.506047 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668e3c2b-e8c7-4b39-9c13-c0f917f6549e admin admin] Network hostable DHCP agents. Network: 8e5c2e3b-7d55-4510-aab3-16b6ca3ea693, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:18:24.598451 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668e3c2b-e8c7-4b39-9c13-c0f917f6549e admin admin] Network 8e5c2e3b-7d55-4510-aab3-16b6ca3ea693 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:18:24.638342 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-668e3c2b-e8c7-4b39-9c13-c0f917f6549e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 8e5c2e3b-7d55-4510-aab3-16b6ca3ea693) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:18:24.650892 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eedcb719-be81-49c3-ab7e-1a20cfcc3a5b None None] Network 8e5c2e3b-7d55-4510-aab3-16b6ca3ea693 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:18:24.658653 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668e3c2b-e8c7-4b39-9c13-c0f917f6549e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:24.661355 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-668e3c2b-e8c7-4b39-9c13-c0f917f6549e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:24.689402 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0cd3bc7-4c8a-482d-9811-7b0d66992fd7 req-4f70400a-8c2c-4450-9c3f-b7cdad853e88 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Made reservation on behalf of 96cee9a0c3e64a74a4439b5ec1d3c9a6 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:18:24.703281 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-e0cd3bc7-4c8a-482d-9811-7b0d66992fd7 req-4f70400a-8c2c-4450-9c3f-b7cdad853e88 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:24.733441 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7c128068-953f-4dbd-a3d7-606065420439 req-073b84a2-ded7-44b6-be8a-6d1956cb751b service neutron] 10.222.0.59 "GET /v2.0/networks/ec14a810-28cb-452c-8a58-03e4eebabfec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163152 Feb 02 07:18:24.742674 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26140472-bf31-4d8d-990c-897f6fdc4c91 x-openstack-request-id: req-26140472-bf31-4d8d-990c-897f6fdc4c91 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:18:24.746012 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "020c8125-582d-4246-9f4a-77adbb85cc46", "name": "network-vif-deleted", "tag": "cfcee039-f4f1-4811-99a9-4883aac80732", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:18:24.746430 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-26140472-bf31-4d8d-990c-897f6fdc4c91 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:18:24.746980 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '020c8125-582d-4246-9f4a-77adbb85cc46', 'name': 'network-vif-deleted', 'tag': 'cfcee039-f4f1-4811-99a9-4883aac80732', 'status': 'completed', 'code': 200} Feb 02 07:18:24.874848 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11719de1-a583-455e-9293-c6cc536ba27f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-8e5c2e3b-7d55-4510-aab3-16b6ca3ea693', 'network_id': '8e5c2e3b-7d55-4510-aab3-16b6ca3ea693', 'project_id': '31a150f577914a209466302edcd070d5', 'fixed_ips': [{'subnet_id': 'ca42c38d-9a6e-46e3-b505-4f5f231acd74'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:18:24.878639 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11719de1-a583-455e-9293-c6cc536ba27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:25.033971 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-11719de1-a583-455e-9293-c6cc536ba27f None None] Allocated IP 172.20.0.2 (8e5c2e3b-7d55-4510-aab3-16b6ca3ea693/ca42c38d-9a6e-46e3-b505-4f5f231acd74/f85e139f-0515-40c5-a130-0b24f4af2ca8) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:18:25.149131 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-668e3c2b-e8c7-4b39-9c13-c0f917f6549e admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1393018 Feb 02 07:18:25.151324 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 34718) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:18:25.151635 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3fc8788a-c978-4e53-89ad-2df37a6e4909 req-33d75f39-fc41-49ae-bf30-118941139245 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c6413e47-3ae9-473a-844c-f4bcd11bbc2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4115067 Feb 02 07:18:25.212513 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-1847ba44-7af3-4490-9a7d-eef9651cacbf admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-429714436-router', 'tenant_id': '31a150f577914a209466302edcd070d5', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:18:25.229917 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7c128068-953f-4dbd-a3d7-606065420439 req-920193c9-750f-4d2f-9782-c7df2b41504d service neutron] 10.222.0.59 "GET /v2.0/networks/ec14a810-28cb-452c-8a58-03e4eebabfec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4818213 Feb 02 07:18:25.259809 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11719de1-a583-455e-9293-c6cc536ba27f None None] Publish callbacks [] for port (f85e139f-0515-40c5-a130-0b24f4af2ca8), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:25.268906 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11719de1-a583-455e-9293-c6cc536ba27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (f85e139f-0515-40c5-a130-0b24f4af2ca8), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:25.292385 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11719de1-a583-455e-9293-c6cc536ba27f None None] Network 8e5c2e3b-7d55-4510-aab3-16b6ca3ea693 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:18:25.294878 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1847ba44-7af3-4490-9a7d-eef9651cacbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:25.299366 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1847ba44-7af3-4490-9a7d-eef9651cacbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:25.315128 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-11719de1-a583-455e-9293-c6cc536ba27f None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:18:25.324554 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11719de1-a583-455e-9293-c6cc536ba27f None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:18:25.367024 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc8788a-c978-4e53-89ad-2df37a6e4909 req-de4f95f5-36d3-4677-8326-a7d97608506b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:25.374127 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3fc8788a-c978-4e53-89ad-2df37a6e4909 req-de4f95f5-36d3-4677-8326-a7d97608506b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=faba4237acf64862ba84ad5ca9ce531a&device_id=c6413e47-3ae9-473a-844c-f4bcd11bbc2e HTTP/1.1" status: 200 len: 1130 time: 0.0983679 Feb 02 07:18:25.397550 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-e0cd3bc7-4c8a-482d-9811-7b0d66992fd7 req-4f70400a-8c2c-4450-9c3f-b7cdad853e88 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Allocated IP 172.20.0.9 (51130f56-1b8b-449b-8a8e-4577714a0844/4da95eed-cc99-4ba1-9de2-e56d665d2ff6/31790a5c-dbb9-436f-b934-d96412553e6c) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:18:25.483625 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae452630-43bf-41d8-8e25-1e6199928888 req-678d04b5-1782-42ae-9eaa-315b9d695cbd tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:25.485961 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ae452630-43bf-41d8-8e25-1e6199928888 req-678d04b5-1782-42ae-9eaa-315b9d695cbd tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=561a5882-80da-4ba7-9a14-6f4391d3da48 HTTP/1.1" status: 200 len: 946 time: 0.3537180 Feb 02 07:18:25.487541 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1847ba44-7af3-4490-9a7d-eef9651cacbf admin admin] Publish callbacks [] for router_controller (f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490), precommit_add_association {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:25.552388 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc8788a-c978-4e53-89ad-2df37a6e4909 req-fd684bc6-22ae-496d-b5db-595c6c9caa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:25.554244 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3fc8788a-c978-4e53-89ad-2df37a6e4909 req-fd684bc6-22ae-496d-b5db-595c6c9caa92 service neutron] 10.222.0.59 "GET /v2.0/networks?id=93a7727a-9e40-4a0f-b90d-66c79fe1bf6c HTTP/1.1" status: 200 len: 918 time: 0.1570427 Feb 02 07:18:25.668138 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3fc8788a-c978-4e53-89ad-2df37a6e4909 req-70b93e97-a7e9-450b-8f51-07c4ffb265f5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5693ad4-1652-4353-8d5c-35e07e2e3df9 HTTP/1.1" status: 200 len: 1001 time: 0.1025727 Feb 02 07:18:25.728097 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc8788a-c978-4e53-89ad-2df37a6e4909 req-c32bc082-5130-460a-8416-758e9addd329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:25.729071 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1847ba44-7af3-4490-9a7d-eef9651cacbf admin admin] Publish callbacks [] for router_gateway (f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:25.729779 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3fc8788a-c978-4e53-89ad-2df37a6e4909 req-c32bc082-5130-460a-8416-758e9addd329 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=772313e3-625d-4c7f-b776-8fe829836021 HTTP/1.1" status: 200 len: 856 time: 0.0551181 Feb 02 07:18:25.843117 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc8788a-c978-4e53-89ad-2df37a6e4909 req-fa9e8f2b-43ab-4227-8ca5-aba2fb882781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:25.847200 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 21daf890-0b2f-42f3-8248-e7ef9a971bbe no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:18:25.847921 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3fc8788a-c978-4e53-89ad-2df37a6e4909 req-fa9e8f2b-43ab-4227-8ca5-aba2fb882781 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=93a7727a-9e40-4a0f-b90d-66c79fe1bf6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1068823 Feb 02 07:18:25.895756 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11719de1-a583-455e-9293-c6cc536ba27f None None] Pushing event updated for resources: {'Port': ['ID=f85e139f-0515-40c5-a130-0b24f4af2ca8,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:18:25.924294 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-11719de1-a583-455e-9293-c6cc536ba27f None None] Attempting to bind port f85e139f-0515-40c5-a130-0b24f4af2ca8 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:18:25.924773 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-11719de1-a583-455e-9293-c6cc536ba27f None None] Attempting to bind port f85e139f-0515-40c5-a130-0b24f4af2ca8 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '24e7b58b-e741-4dab-b0d9-d82d40285059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8e5c2e3b-7d55-4510-aab3-16b6ca3ea693'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:18:25.925269 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11719de1-a583-455e-9293-c6cc536ba27f None None] Attempting to bind port f85e139f-0515-40c5-a130-0b24f4af2ca8 on network 8e5c2e3b-7d55-4510-aab3-16b6ca3ea693 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:18:25.947008 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11719de1-a583-455e-9293-c6cc536ba27f None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:18:25.955686 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11719de1-a583-455e-9293-c6cc536ba27f None None] Checking segment: {'id': '24e7b58b-e741-4dab-b0d9-d82d40285059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8e5c2e3b-7d55-4510-aab3-16b6ca3ea693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:18:25.956912 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11719de1-a583-455e-9293-c6cc536ba27f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:25.957436 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11719de1-a583-455e-9293-c6cc536ba27f None None] Bound using segment: {'id': '24e7b58b-e741-4dab-b0d9-d82d40285059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8e5c2e3b-7d55-4510-aab3-16b6ca3ea693'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:18:25.958221 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-11719de1-a583-455e-9293-c6cc536ba27f None None] Bound port: f85e139f-0515-40c5-a130-0b24f4af2ca8, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24e7b58b-e741-4dab-b0d9-d82d40285059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8e5c2e3b-7d55-4510-aab3-16b6ca3ea693'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:18:25.958723 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11719de1-a583-455e-9293-c6cc536ba27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f85e139f-0515-40c5-a130-0b24f4af2ca8), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:26.052432 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3fc8788a-c978-4e53-89ad-2df37a6e4909 req-f26c44f1-fb6d-423e-98be-cee7146b92cc service neutron] 10.222.0.59 "GET /v2.0/networks/93a7727a-9e40-4a0f-b90d-66c79fe1bf6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957607 Feb 02 07:18:26.062824 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 21daf890-0b2f-42f3-8248-e7ef9a971bbe is: ACTIVE; New status is: DOWN {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:18:26.063530 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (21daf890-0b2f-42f3-8248-e7ef9a971bbe), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:26.095707 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-11719de1-a583-455e-9293-c6cc536ba27f None None] For port f85e139f-0515-40c5-a130-0b24f4af2ca8, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:18:26.126508 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 21daf890-0b2f-42f3-8248-e7ef9a971bbe, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=21daf890-0b2f-42f3-8248-e7ef9a971bbe,segment=NetworkSegment(2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0),segment_id=2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:18:26.130792 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '561a5882-80da-4ba7-9a14-6f4391d3da48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21daf890-0b2f-42f3-8248-e7ef9a971bbe'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:18:26.146386 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0baea866-a4df-43ef-a4b7-2d8a8f96b4e5" -d '{"events": [{"server_uuid": "561a5882-80da-4ba7-9a14-6f4391d3da48", "name": "network-vif-unplugged", "status": "completed", "tag": "21daf890-0b2f-42f3-8248-e7ef9a971bbe"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:18:26.167529 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (21daf890-0b2f-42f3-8248-e7ef9a971bbe), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:26.183167 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-11719de1-a583-455e-9293-c6cc536ba27f None None] For port f85e139f-0515-40c5-a130-0b24f4af2ca8, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=f85e139f-0515-40c5-a130-0b24f4af2ca8,segment=NetworkSegment(24e7b58b-e741-4dab-b0d9-d82d40285059),segment_id=24e7b58b-e741-4dab-b0d9-d82d40285059)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:18:26.249352 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11719de1-a583-455e-9293-c6cc536ba27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (f85e139f-0515-40c5-a130-0b24f4af2ca8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:26.252566 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3fc8788a-c978-4e53-89ad-2df37a6e4909 req-0157ccf4-8368-4362-a47d-0477621dae21 service neutron] 10.222.0.59 "GET /v2.0/networks/93a7727a-9e40-4a0f-b90d-66c79fe1bf6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903224 Feb 02 07:18:26.305465 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=21daf890-0b2f-42f3-8248-e7ef9a971bbe,revision_number=8']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:18:26.398389 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11719de1-a583-455e-9293-c6cc536ba27f None None] Pushing event updated for resources: {'Port': ['ID=f85e139f-0515-40c5-a130-0b24f4af2ca8,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:18:26.438793 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ae452630-43bf-41d8-8e25-1e6199928888 req-517dc321-66ae-439b-ab94-13262d41def5 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9409461 Feb 02 07:18:26.567586 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-e0cd3bc7-4c8a-482d-9811-7b0d66992fd7 req-4f70400a-8c2c-4450-9c3f-b7cdad853e88 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Publish callbacks [] for port (31790a5c-dbb9-436f-b934-d96412553e6c), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:26.616750 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b7a3752c-fe1e-42b4-aff7-35403b0d9f1d req-13e7afac-afb5-4106-bbee-86b65bc9b2d3 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c387c7c-9555-478f-91be-817918d881d5 HTTP/1.1" status: 200 len: 210 time: 0.0544829 Feb 02 07:18:26.679747 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-e0cd3bc7-4c8a-482d-9811-7b0d66992fd7 req-4f70400a-8c2c-4450-9c3f-b7cdad853e88 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (31790a5c-dbb9-436f-b934-d96412553e6c), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:26.709669 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 07:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f866f064-c7e8-4f40-b115-65d9f71120f3 x-openstack-request-id: req-f866f064-c7e8-4f40-b115-65d9f71120f3 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:18:26.710145 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "561a5882-80da-4ba7-9a14-6f4391d3da48", "name": "network-vif-unplugged", "status": "completed", "tag": "21daf890-0b2f-42f3-8248-e7ef9a971bbe", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:18:26.710548 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f866f064-c7e8-4f40-b115-65d9f71120f3 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:18:26.711121 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '561a5882-80da-4ba7-9a14-6f4391d3da48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21daf890-0b2f-42f3-8248-e7ef9a971bbe', 'code': 200} Feb 02 07:18:26.758373 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0cd3bc7-4c8a-482d-9811-7b0d66992fd7 req-4f70400a-8c2c-4450-9c3f-b7cdad853e88 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Network 51130f56-1b8b-449b-8a8e-4577714a0844 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:18:26.766701 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-e0cd3bc7-4c8a-482d-9811-7b0d66992fd7 req-4f70400a-8c2c-4450-9c3f-b7cdad853e88 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:18:26.773939 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0cd3bc7-4c8a-482d-9811-7b0d66992fd7 req-4f70400a-8c2c-4450-9c3f-b7cdad853e88 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:18:26.825101 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f70400a-8c2c-4450-9c3f-b7cdad853e88 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Pushing event updated for resources: {'Port': ['ID=31790a5c-dbb9-436f-b934-d96412553e6c,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:18:26.969237 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd3bc7-4c8a-482d-9811-7b0d66992fd7 req-4f70400a-8c2c-4450-9c3f-b7cdad853e88 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:26.970012 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-e0cd3bc7-4c8a-482d-9811-7b0d66992fd7 req-4f70400a-8c2c-4450-9c3f-b7cdad853e88 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:27.006781 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e0cd3bc7-4c8a-482d-9811-7b0d66992fd7 req-4f70400a-8c2c-4450-9c3f-b7cdad853e88 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7788889 Feb 02 07:18:27.010065 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1847ba44-7af3-4490-9a7d-eef9651cacbf admin admin] Publish callbacks [] for router_gateway (f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:27.029946 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1847ba44-7af3-4490-9a7d-eef9651cacbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:27.179310 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-1847ba44-7af3-4490-9a7d-eef9651cacbf admin admin] Allocated IP 172.25.4.83 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/120d151c-79ba-467a-a953-47475523c1f2) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:18:27.297354 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:27.317924 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device f85e139f-0515-40c5-a130-0b24f4af2ca8 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:18:27.452683 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port f85e139f-0515-40c5-a130-0b24f4af2ca8 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:18:27.452852 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (f85e139f-0515-40c5-a130-0b24f4af2ca8), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:27.471249 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-e0cd3bc7-4c8a-482d-9811-7b0d66992fd7 req-7d67ad79-92ef-42b5-a4a1-bca320db3363 service neutron] Request body: {'port': {'device_id': '6c387c7c-9555-478f-91be-817918d881d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:18:27.523491 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1847ba44-7af3-4490-9a7d-eef9651cacbf admin admin] Publish callbacks [] for port (120d151c-79ba-467a-a953-47475523c1f2), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:27.646255 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-e0cd3bc7-4c8a-482d-9811-7b0d66992fd7 req-7d67ad79-92ef-42b5-a4a1-bca320db3363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (31790a5c-dbb9-436f-b934-d96412553e6c), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:27.652959 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port f85e139f-0515-40c5-a130-0b24f4af2ca8 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:18:27.653712 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f85e139f-0515-40c5-a130-0b24f4af2ca8), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:27.770097 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port f85e139f-0515-40c5-a130-0b24f4af2ca8, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=f85e139f-0515-40c5-a130-0b24f4af2ca8,segment=NetworkSegment(24e7b58b-e741-4dab-b0d9-d82d40285059),segment_id=24e7b58b-e741-4dab-b0d9-d82d40285059)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:18:27.783953 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (f85e139f-0515-40c5-a130-0b24f4af2ca8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:27.852659 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=f85e139f-0515-40c5-a130-0b24f4af2ca8,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:18:27.892300 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d89e7f-8eb8-4e4e-bba2-45b715bc1eae req-5e63b3f9-5632-4c18-b5ce-68844f284fe9 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:27.893845 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-15d89e7f-8eb8-4e4e-bba2-45b715bc1eae req-5e63b3f9-5632-4c18-b5ce-68844f284fe9 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=561a5882-80da-4ba7-9a14-6f4391d3da48 HTTP/1.1" status: 200 len: 944 time: 0.2501535 Feb 02 07:18:27.898422 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1847ba44-7af3-4490-9a7d-eef9651cacbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (120d151c-79ba-467a-a953-47475523c1f2), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:28.088756 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-15d89e7f-8eb8-4e4e-bba2-45b715bc1eae req-8c69ea2f-8803-4991-8da8-34f6dcbad72b tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317747 Feb 02 07:18:28.121660 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1847ba44-7af3-4490-9a7d-eef9651cacbf admin admin] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:18:28.133027 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20413b46-90c2-46a0-ab3d-5d164056b0f9 None None] Network 8e5c2e3b-7d55-4510-aab3-16b6ca3ea693 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:18:28.170424 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-1847ba44-7af3-4490-9a7d-eef9651cacbf admin admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:18:28.191538 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1847ba44-7af3-4490-9a7d-eef9651cacbf admin admin] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:18:28.204486 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1847ba44-7af3-4490-9a7d-eef9651cacbf admin admin] Pushing event updated for resources: {'Port': ['ID=120d151c-79ba-467a-a953-47475523c1f2,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:18:28.352071 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-563f91de-bc2c-4adb-80e0-3134fd208f31 None None] Provisioning complete for port f85e139f-0515-40c5-a130-0b24f4af2ca8 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:18:28.353033 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-563f91de-bc2c-4adb-80e0-3134fd208f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (f85e139f-0515-40c5-a130-0b24f4af2ca8), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:28.531259 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-563f91de-bc2c-4adb-80e0-3134fd208f31 None None] Current status of the port f85e139f-0515-40c5-a130-0b24f4af2ca8 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:18:28.673781 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67f28dc-b433-4d5c-ac35-b26f8bff5f84 req-ed332a49-7007-4b2e-8763-216ead5c11e4 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:28.681761 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c67f28dc-b433-4d5c-ac35-b26f8bff5f84 req-ed332a49-7007-4b2e-8763-216ead5c11e4 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c387c7c-9555-478f-91be-817918d881d5 HTTP/1.1" status: 200 len: 931 time: 0.4787705 Feb 02 07:18:28.897356 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c67f28dc-b433-4d5c-ac35-b26f8bff5f84 req-01dae515-28e9-4c4e-b5c5-908363ce5ac1 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146118 Feb 02 07:18:28.928913 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-e0cd3bc7-4c8a-482d-9811-7b0d66992fd7 req-7d67ad79-92ef-42b5-a4a1-bca320db3363 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31790a5c-dbb9-436f-b934-d96412553e6c {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:18:28.964374 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-af38ca78-f2ba-412a-b930-f4a361162e71 None None] Provisioning complete for port f85e139f-0515-40c5-a130-0b24f4af2ca8 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:18:28.964862 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-af38ca78-f2ba-412a-b930-f4a361162e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (f85e139f-0515-40c5-a130-0b24f4af2ca8), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:28.971262 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-e0cd3bc7-4c8a-482d-9811-7b0d66992fd7 req-7d67ad79-92ef-42b5-a4a1-bca320db3363 service neutron] Publish callbacks [] for port (31790a5c-dbb9-436f-b934-d96412553e6c), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:28.997102 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-e0cd3bc7-4c8a-482d-9811-7b0d66992fd7 req-7d67ad79-92ef-42b5-a4a1-bca320db3363 service neutron] Transition to ACTIVE for port object 31790a5c-dbb9-436f-b934-d96412553e6c will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:18:29.005429 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-e0cd3bc7-4c8a-482d-9811-7b0d66992fd7 req-7d67ad79-92ef-42b5-a4a1-bca320db3363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (31790a5c-dbb9-436f-b934-d96412553e6c), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:29.007822 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1847ba44-7af3-4490-9a7d-eef9651cacbf admin admin] Publish callbacks [] for router_gateway (f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:29.211122 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-af38ca78-f2ba-412a-b930-f4a361162e71 None None] Current status of the port f85e139f-0515-40c5-a130-0b24f4af2ca8 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:18:29.224164 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device f85e139f-0515-40c5-a130-0b24f4af2ca8 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:18:29.253254 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d67ad79-92ef-42b5-a4a1-bca320db3363 service neutron] Pushing event updated for resources: {'Port': ['ID=31790a5c-dbb9-436f-b934-d96412553e6c,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:18:29.286021 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port f85e139f-0515-40c5-a130-0b24f4af2ca8 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:18:29.286403 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (f85e139f-0515-40c5-a130-0b24f4af2ca8), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:29.377797 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port f85e139f-0515-40c5-a130-0b24f4af2ca8 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:18:29.650968 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-e0cd3bc7-4c8a-482d-9811-7b0d66992fd7 req-7d67ad79-92ef-42b5-a4a1-bca320db3363 service neutron] Attempting to bind port 31790a5c-dbb9-436f-b934-d96412553e6c on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:18:29.651315 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-e0cd3bc7-4c8a-482d-9811-7b0d66992fd7 req-7d67ad79-92ef-42b5-a4a1-bca320db3363 service neutron] Attempting to bind port 31790a5c-dbb9-436f-b934-d96412553e6c by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': 'ac2edba5-50dc-4a5a-a7dc-a498ff703784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '51130f56-1b8b-449b-8a8e-4577714a0844'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:18:29.651678 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cd3bc7-4c8a-482d-9811-7b0d66992fd7 req-7d67ad79-92ef-42b5-a4a1-bca320db3363 service neutron] Attempting to bind port 31790a5c-dbb9-436f-b934-d96412553e6c on network 51130f56-1b8b-449b-8a8e-4577714a0844 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:18:29.663895 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cd3bc7-4c8a-482d-9811-7b0d66992fd7 req-7d67ad79-92ef-42b5-a4a1-bca320db3363 service neutron] Port 31790a5c-dbb9-436f-b934-d96412553e6c on network 51130f56-1b8b-449b-8a8e-4577714a0844 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:18:29.664232 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cd3bc7-4c8a-482d-9811-7b0d66992fd7 req-7d67ad79-92ef-42b5-a4a1-bca320db3363 service neutron] Attempting to bind port 31790a5c-dbb9-436f-b934-d96412553e6c on network 51130f56-1b8b-449b-8a8e-4577714a0844 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:18:29.673900 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1847ba44-7af3-4490-9a7d-eef9651cacbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:29.676069 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cd3bc7-4c8a-482d-9811-7b0d66992fd7 req-7d67ad79-92ef-42b5-a4a1-bca320db3363 service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:18:29.676404 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cd3bc7-4c8a-482d-9811-7b0d66992fd7 req-7d67ad79-92ef-42b5-a4a1-bca320db3363 service neutron] Checking segment: {'id': 'ac2edba5-50dc-4a5a-a7dc-a498ff703784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '51130f56-1b8b-449b-8a8e-4577714a0844'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:18:29.676795 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cd3bc7-4c8a-482d-9811-7b0d66992fd7 req-7d67ad79-92ef-42b5-a4a1-bca320db3363 service neutron] Bound using segment: {'id': 'ac2edba5-50dc-4a5a-a7dc-a498ff703784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '51130f56-1b8b-449b-8a8e-4577714a0844'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:18:29.677363 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-e0cd3bc7-4c8a-482d-9811-7b0d66992fd7 req-7d67ad79-92ef-42b5-a4a1-bca320db3363 service neutron] Bound port: 31790a5c-dbb9-436f-b934-d96412553e6c, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac2edba5-50dc-4a5a-a7dc-a498ff703784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '51130f56-1b8b-449b-8a8e-4577714a0844'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:18:29.677577 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-e0cd3bc7-4c8a-482d-9811-7b0d66992fd7 req-7d67ad79-92ef-42b5-a4a1-bca320db3363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (31790a5c-dbb9-436f-b934-d96412553e6c), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:29.906593 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-e0cd3bc7-4c8a-482d-9811-7b0d66992fd7 req-7d67ad79-92ef-42b5-a4a1-bca320db3363 service neutron] For port 31790a5c-dbb9-436f-b934-d96412553e6c, host n-h2-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:18:29.912107 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-e0cd3bc7-4c8a-482d-9811-7b0d66992fd7 req-7d67ad79-92ef-42b5-a4a1-bca320db3363 service neutron] For port 31790a5c-dbb9-436f-b934-d96412553e6c, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=31790a5c-dbb9-436f-b934-d96412553e6c,segment=NetworkSegment(ac2edba5-50dc-4a5a-a7dc-a498ff703784),segment_id=ac2edba5-50dc-4a5a-a7dc-a498ff703784)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:18:29.914341 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1847ba44-7af3-4490-9a7d-eef9651cacbf admin admin] Router f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490 is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:18:29.939246 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-e0cd3bc7-4c8a-482d-9811-7b0d66992fd7 req-7d67ad79-92ef-42b5-a4a1-bca320db3363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (31790a5c-dbb9-436f-b934-d96412553e6c), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:30.060834 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd3bc7-4c8a-482d-9811-7b0d66992fd7 req-7d67ad79-92ef-42b5-a4a1-bca320db3363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:30.061394 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-e0cd3bc7-4c8a-482d-9811-7b0d66992fd7 req-7d67ad79-92ef-42b5-a4a1-bca320db3363 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:30.063859 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e0cd3bc7-4c8a-482d-9811-7b0d66992fd7 req-7d67ad79-92ef-42b5-a4a1-bca320db3363 service neutron] 10.222.0.59 "PUT /v2.0/ports/31790a5c-dbb9-436f-b934-d96412553e6c HTTP/1.1" status: 200 len: 1092 time: 2.6039524 Feb 02 07:18:30.066477 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c387c7c-9555-478f-91be-817918d881d5', 'tag': '31790a5c-dbb9-436f-b934-d96412553e6c'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:18:30.069040 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de00598-60e2-401b-ae80-3c94d5a511bd" -d '{"events": [{"name": "network-changed", "server_uuid": "6c387c7c-9555-478f-91be-817918d881d5", "tag": "31790a5c-dbb9-436f-b934-d96412553e6c"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:18:30.183210 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d67ad79-92ef-42b5-a4a1-bca320db3363 service neutron] Pushing event updated for resources: {'Port': ['ID=31790a5c-dbb9-436f-b934-d96412553e6c,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:18:30.232720 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1847ba44-7af3-4490-9a7d-eef9651cacbf admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:18:30.247057 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c92633-3cae-4f64-994f-9fb44994f291 None None] Sync routers for ids ['f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:18:30.255427 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd3bc7-4c8a-482d-9811-7b0d66992fd7 req-b10d65b4-7010-4310-b7f4-8e6aca7cc657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:30.258192 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e0cd3bc7-4c8a-482d-9811-7b0d66992fd7 req-b10d65b4-7010-4310-b7f4-8e6aca7cc657 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=96cee9a0c3e64a74a4439b5ec1d3c9a6&device_id=6c387c7c-9555-478f-91be-817918d881d5 HTTP/1.1" status: 200 len: 1126 time: 0.1251292 Feb 02 07:18:30.262169 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1847ba44-7af3-4490-9a7d-eef9651cacbf admin admin] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:30.267589 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 34862) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:18:30.274598 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c92633-3cae-4f64-994f-9fb44994f291 None None] Routers {'f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:18:30.277092 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-83c92633-3cae-4f64-994f-9fb44994f291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:18:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:18:30.282643 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-1847ba44-7af3-4490-9a7d-eef9651cacbf admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.0881417 Feb 02 07:18:30.381262 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e0cd3bc7-4c8a-482d-9811-7b0d66992fd7 req-f6848736-3a03-422c-a768-7922730de86b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31790a5c-dbb9-436f-b934-d96412553e6c HTTP/1.1" status: 200 len: 217 time: 0.0973630 Feb 02 07:18:30.509203 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-83c92633-3cae-4f64-994f-9fb44994f291 None None] Set router f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:18:30.600128 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd3bc7-4c8a-482d-9811-7b0d66992fd7 req-71d9af03-532c-4975-baf7-4dc34b40d130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:30.603746 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e0cd3bc7-4c8a-482d-9811-7b0d66992fd7 req-71d9af03-532c-4975-baf7-4dc34b40d130 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4da95eed-cc99-4ba1-9de2-e56d665d2ff6 HTTP/1.1" status: 200 len: 855 time: 0.2157016 Feb 02 07:18:30.629143 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed73c2-f45a-46cb-bfe2-a5abe71dde6f req-0906699c-8c25-459e-8ec5-ba98f221319e tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:30.631503 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-eaed73c2-f45a-46cb-bfe2-a5abe71dde6f req-0906699c-8c25-459e-8ec5-ba98f221319e tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=561a5882-80da-4ba7-9a14-6f4391d3da48 HTTP/1.1" status: 200 len: 944 time: 0.2756240 Feb 02 07:18:30.731186 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e0cd3bc7-4c8a-482d-9811-7b0d66992fd7 req-b71f9818-c773-48a6-b3e2-b5aba604189f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=51130f56-1b8b-449b-8a8e-4577714a0844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0966918 Feb 02 07:18:30.818925 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-83c92633-3cae-4f64-994f-9fb44994f291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490', 'name': 'tempest-TestVolumeBackupRestore-429714436-router', 'tenant_id': '31a150f577914a209466302edcd070d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '120d151c-79ba-467a-a953-47475523c1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:18:25Z', 'updated_at': '2022-02-02T07:18:28Z', 'revision_number': 3, 'project_id': '31a150f577914a209466302edcd070d5', 'gw_port': {'id': '120d151c-79ba-467a-a953-47475523c1f2', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:18:27Z', 'updated_at': '2022-02-02T07:18:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:18:30.850396 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c92633-3cae-4f64-994f-9fb44994f291 None None] Checking router: f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:18:30.851120 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c92633-3cae-4f64-994f-9fb44994f291 None None] Updating router f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490 port 120d151c-79ba-467a-a953-47475523c1f2 binding host n-d-789963-26 {{(pid=109696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:18:30.884139 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-83c92633-3cae-4f64-994f-9fb44994f291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (120d151c-79ba-467a-a953-47475523c1f2), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:31.120479 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-19c119de-6ae6-46d0-95f8-e7e28d6ceac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:31.130916 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e0cd3bc7-4c8a-482d-9811-7b0d66992fd7 req-9c8a9572-2745-42de-98eb-8eb40ab27690 service neutron] 10.222.0.59 "GET /v2.0/networks/51130f56-1b8b-449b-8a8e-4577714a0844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3600395 Feb 02 07:18:31.321360 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-eaed73c2-f45a-46cb-bfe2-a5abe71dde6f req-071872c6-05f6-4fec-a485-86a6ad0bb2ac tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Deleting port 21daf890-0b2f-42f3-8248-e7ef9a971bbe {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:18:31.321980 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-eaed73c2-f45a-46cb-bfe2-a5abe71dde6f req-071872c6-05f6-4fec-a485-86a6ad0bb2ac tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (21daf890-0b2f-42f3-8248-e7ef9a971bbe), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:31.459091 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-83c92633-3cae-4f64-994f-9fb44994f291 None None] Publish callbacks [] for port (120d151c-79ba-467a-a953-47475523c1f2), precommit_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:31.473312 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-83c92633-3cae-4f64-994f-9fb44994f291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (120d151c-79ba-467a-a953-47475523c1f2), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:31.502608 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-19c119de-6ae6-46d0-95f8-e7e28d6ceac1 admin admin] Allocated IP 172.20.0.1 (8e5c2e3b-7d55-4510-aab3-16b6ca3ea693/ca42c38d-9a6e-46e3-b505-4f5f231acd74/4a461e95-40ec-4f19-9b99-1f8e6b3fffbc) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:18:31.553093 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18b41-4b0b-4ab1-a949-55fe415dc916 None None] Pushing event updated for resources: {'Port': ['ID=120d151c-79ba-467a-a953-47475523c1f2,revision_number=2']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:18:31.575845 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-83c92633-3cae-4f64-994f-9fb44994f291 None None] Attempting to bind port 120d151c-79ba-467a-a953-47475523c1f2 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:18:31.576440 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-83c92633-3cae-4f64-994f-9fb44994f291 None None] Attempting to bind port 120d151c-79ba-467a-a953-47475523c1f2 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:18:31.576966 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c92633-3cae-4f64-994f-9fb44994f291 None None] Attempting to bind port 120d151c-79ba-467a-a953-47475523c1f2 on network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:18:31.584239 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c92633-3cae-4f64-994f-9fb44994f291 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:18:31.584935 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c92633-3cae-4f64-994f-9fb44994f291 None None] Checking segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:18:31.585839 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-83c92633-3cae-4f64-994f-9fb44994f291 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:31.586430 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c92633-3cae-4f64-994f-9fb44994f291 None None] Bound using segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:18:31.587098 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-83c92633-3cae-4f64-994f-9fb44994f291 None None] Bound port: 120d151c-79ba-467a-a953-47475523c1f2, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:18:31.587659 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-83c92633-3cae-4f64-994f-9fb44994f291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (120d151c-79ba-467a-a953-47475523c1f2), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:31.620962 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 21daf890-0b2f-42f3-8248-e7ef9a971bbe no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:18:31.641529 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-eaed73c2-f45a-46cb-bfe2-a5abe71dde6f req-071872c6-05f6-4fec-a485-86a6ad0bb2ac tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] For port 21daf890-0b2f-42f3-8248-e7ef9a971bbe, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=21daf890-0b2f-42f3-8248-e7ef9a971bbe,segment=NetworkSegment(2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0),segment_id=2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:18:31.641897 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-eaed73c2-f45a-46cb-bfe2-a5abe71dde6f req-071872c6-05f6-4fec-a485-86a6ad0bb2ac tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (21daf890-0b2f-42f3-8248-e7ef9a971bbe), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:31.662817 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-19c119de-6ae6-46d0-95f8-e7e28d6ceac1 admin admin] Publish callbacks [] for port (4a461e95-40ec-4f19-9b99-1f8e6b3fffbc), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:31.694024 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-eaed73c2-f45a-46cb-bfe2-a5abe71dde6f req-071872c6-05f6-4fec-a485-86a6ad0bb2ac tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Calling delete_port for 21daf890-0b2f-42f3-8248-e7ef9a971bbe owned by compute:nova {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:18:31.715102 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-19c119de-6ae6-46d0-95f8-e7e28d6ceac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (4a461e95-40ec-4f19-9b99-1f8e6b3fffbc), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:31.764643 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-83c92633-3cae-4f64-994f-9fb44994f291 None None] For port 120d151c-79ba-467a-a953-47475523c1f2, host n-d-789963-26, cleared binding levels {{(pid=109696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:18:31.770524 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-83c92633-3cae-4f64-994f-9fb44994f291 None None] For port 120d151c-79ba-467a-a953-47475523c1f2, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=120d151c-79ba-467a-a953-47475523c1f2,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:18:31.786070 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c119de-6ae6-46d0-95f8-e7e28d6ceac1 admin admin] Pushing event updated for resources: {'Port': ['ID=4a461e95-40ec-4f19-9b99-1f8e6b3fffbc,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:18:31.788267 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-83c92633-3cae-4f64-994f-9fb44994f291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (120d151c-79ba-467a-a953-47475523c1f2), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:31.838213 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c119de-6ae6-46d0-95f8-e7e28d6ceac1 admin admin] Network 8e5c2e3b-7d55-4510-aab3-16b6ca3ea693 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:18:31.845607 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-19c119de-6ae6-46d0-95f8-e7e28d6ceac1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:18:31.863019 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c119de-6ae6-46d0-95f8-e7e28d6ceac1 admin admin] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:18:31.889085 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 21daf890-0b2f-42f3-8248-e7ef9a971bbe is: DOWN; New status is: DOWN {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:18:31.961895 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-19c119de-6ae6-46d0-95f8-e7e28d6ceac1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:31.965731 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c92633-3cae-4f64-994f-9fb44994f291 None None] Routers {'f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:18:31.976612 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-83c92633-3cae-4f64-994f-9fb44994f291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:18:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:18:31.978822 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a18b41-4b0b-4ab1-a949-55fe415dc916 None None] Pushing event updated for resources: {'Port': ['ID=120d151c-79ba-467a-a953-47475523c1f2,revision_number=3']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:18:32.094975 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-eaed73c2-f45a-46cb-bfe2-a5abe71dde6f req-071872c6-05f6-4fec-a485-86a6ad0bb2ac tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (21daf890-0b2f-42f3-8248-e7ef9a971bbe), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:32.239439 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071872c6-05f6-4fec-a485-86a6ad0bb2ac tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Pushing event deleted for resources: {'Port': ['ID=21daf890-0b2f-42f3-8248-e7ef9a971bbe,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:18:32.265143 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-83c92633-3cae-4f64-994f-9fb44994f291 None None] Set router f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:18:32.296357 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-19c119de-6ae6-46d0-95f8-e7e28d6ceac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (4a461e95-40ec-4f19-9b99-1f8e6b3fffbc), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:32.322327 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e0cd3bc7-4c8a-482d-9811-7b0d66992fd7 req-69e897a3-7aee-4cd9-a98b-8f17fb96accd service neutron] 10.222.0.59 "GET /v2.0/networks/51130f56-1b8b-449b-8a8e-4577714a0844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1769202 Feb 02 07:18:32.361982 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaed73c2-f45a-46cb-bfe2-a5abe71dde6f req-071872c6-05f6-4fec-a485-86a6ad0bb2ac tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] No DVR routers for this DVR port 21daf890-0b2f-42f3-8248-e7ef9a971bbe on host n-h2-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:18:32.366548 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-eaed73c2-f45a-46cb-bfe2-a5abe71dde6f req-071872c6-05f6-4fec-a485-86a6ad0bb2ac tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:32.367980 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-17b2e3e3-9801-491e-98ca-d69b860041d1 None None] Provisioning complete for port 4a461e95-40ec-4f19-9b99-1f8e6b3fffbc triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:18:32.368514 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-17b2e3e3-9801-491e-98ca-d69b860041d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (4a461e95-40ec-4f19-9b99-1f8e6b3fffbc), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:32.373208 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-eaed73c2-f45a-46cb-bfe2-a5abe71dde6f req-071872c6-05f6-4fec-a485-86a6ad0bb2ac tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "DELETE /v2.0/ports/21daf890-0b2f-42f3-8248-e7ef9a971bbe HTTP/1.1" status: 204 len: 173 time: 1.7232597 Feb 02 07:18:32.507098 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-17b2e3e3-9801-491e-98ca-d69b860041d1 None None] Port 4a461e95-40ec-4f19-9b99-1f8e6b3fffbc cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:18:32.680788 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-83c92633-3cae-4f64-994f-9fb44994f291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490', 'name': 'tempest-TestVolumeBackupRestore-429714436-router', 'tenant_id': '31a150f577914a209466302edcd070d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '120d151c-79ba-467a-a953-47475523c1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:18:25Z', 'updated_at': '2022-02-02T07:18:28Z', 'revision_number': 3, 'project_id': '31a150f577914a209466302edcd070d5', 'gw_port': {'id': '120d151c-79ba-467a-a953-47475523c1f2', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:18:27Z', 'updated_at': '2022-02-02T07:18:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:18:32.708005 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-19c119de-6ae6-46d0-95f8-e7e28d6ceac1 admin admin] Publish callbacks [] for port (4a461e95-40ec-4f19-9b99-1f8e6b3fffbc), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:32.716796 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c92633-3cae-4f64-994f-9fb44994f291 None None] The sync data for ids ['f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490'] in n-d-789963-26 is: [{'id': 'f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490', 'name': 'tempest-TestVolumeBackupRestore-429714436-router', 'tenant_id': '31a150f577914a209466302edcd070d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '120d151c-79ba-467a-a953-47475523c1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:18:25Z', 'updated_at': '2022-02-02T07:18:28Z', 'revision_number': 3, 'project_id': '31a150f577914a209466302edcd070d5', 'gw_port': {'id': '120d151c-79ba-467a-a953-47475523c1f2', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:18:27Z', 'updated_at': '2022-02-02T07:18:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:18:32.726384 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-19c119de-6ae6-46d0-95f8-e7e28d6ceac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (4a461e95-40ec-4f19-9b99-1f8e6b3fffbc), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:32.918000 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-19c119de-6ae6-46d0-95f8-e7e28d6ceac1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:32.921699 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c119de-6ae6-46d0-95f8-e7e28d6ceac1 admin admin] Pushing event updated for resources: {'Port': ['ID=4a461e95-40ec-4f19-9b99-1f8e6b3fffbc,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:18:33.018474 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b8648d-7f11-4f79-9154-ce59b13ec7a6 req-82ed75a4-b125-4a5a-87b3-9a5c7bf64234 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:33.027500 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-98b8648d-7f11-4f79-9154-ce59b13ec7a6 req-82ed75a4-b125-4a5a-87b3-9a5c7bf64234 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c387c7c-9555-478f-91be-817918d881d5 HTTP/1.1" status: 200 len: 943 time: 0.0871356 Feb 02 07:18:33.096136 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-98b8648d-7f11-4f79-9154-ce59b13ec7a6 req-5acb976d-6563-4003-829c-2a5f79eeec7d tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672417 Feb 02 07:18:33.106510 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c119de-6ae6-46d0-95f8-e7e28d6ceac1 admin admin] Network 8e5c2e3b-7d55-4510-aab3-16b6ca3ea693 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:18:33.107942 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-19c119de-6ae6-46d0-95f8-e7e28d6ceac1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:18:33.255042 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e44e0c0-32ef-4960-a18d-78b7f79a150c x-openstack-request-id: req-0e44e0c0-32ef-4960-a18d-78b7f79a150c {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:18:33.255907 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c387c7c-9555-478f-91be-817918d881d5", "tag": "31790a5c-dbb9-436f-b934-d96412553e6c", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:18:33.256320 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-0e44e0c0-32ef-4960-a18d-78b7f79a150c {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:18:33.256884 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c387c7c-9555-478f-91be-817918d881d5', 'tag': '31790a5c-dbb9-436f-b934-d96412553e6c', 'status': 'completed', 'code': 200} Feb 02 07:18:33.380611 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de00598-60e2-401b-ae80-3c94d5a511bd req-8577cccb-a577-4bb8-99d8-edb1109ea6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:33.382991 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9de00598-60e2-401b-ae80-3c94d5a511bd req-8577cccb-a577-4bb8-99d8-edb1109ea6cf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=96cee9a0c3e64a74a4439b5ec1d3c9a6&device_id=6c387c7c-9555-478f-91be-817918d881d5 HTTP/1.1" status: 200 len: 1126 time: 0.0919595 Feb 02 07:18:33.431065 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c119de-6ae6-46d0-95f8-e7e28d6ceac1 admin admin] Router f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:18:33.442459 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 120d151c-79ba-467a-a953-47475523c1f2 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:18:33.601305 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 120d151c-79ba-467a-a953-47475523c1f2 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:18:33.601681 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (120d151c-79ba-467a-a953-47475523c1f2), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:33.698818 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de00598-60e2-401b-ae80-3c94d5a511bd req-f2939105-54ea-4d1b-b913-d6bf532d3a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:33.700359 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9de00598-60e2-401b-ae80-3c94d5a511bd req-f2939105-54ea-4d1b-b913-d6bf532d3a4e service neutron] 10.222.0.59 "GET /v2.0/networks?id=51130f56-1b8b-449b-8a8e-4577714a0844 HTTP/1.1" status: 200 len: 916 time: 0.3036902 Feb 02 07:18:33.730682 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c119de-6ae6-46d0-95f8-e7e28d6ceac1 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:18:33.737228 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-19c119de-6ae6-46d0-95f8-e7e28d6ceac1 admin admin] 10.222.0.87 "PUT /v2.0/routers/f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4683375 Feb 02 07:18:33.812752 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9de00598-60e2-401b-ae80-3c94d5a511bd req-7d8e9c46-7c1c-48f5-ae80-c210488743a7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31790a5c-dbb9-436f-b934-d96412553e6c HTTP/1.1" status: 200 len: 217 time: 0.1044490 Feb 02 07:18:33.883686 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-b60c8266-f758-4f65-9e1a-c39933cf62e8 None None] Provisioning complete for port 4a461e95-40ec-4f19-9b99-1f8e6b3fffbc triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:18:33.884189 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b60c8266-f758-4f65-9e1a-c39933cf62e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (4a461e95-40ec-4f19-9b99-1f8e6b3fffbc), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:34.009245 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 120d151c-79ba-467a-a953-47475523c1f2 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:18:34.019114 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (120d151c-79ba-467a-a953-47475523c1f2), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:34.079205 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-b60c8266-f758-4f65-9e1a-c39933cf62e8 None None] Port 4a461e95-40ec-4f19-9b99-1f8e6b3fffbc cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:18:34.084394 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 120d151c-79ba-467a-a953-47475523c1f2, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=120d151c-79ba-467a-a953-47475523c1f2,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:18:34.089832 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (120d151c-79ba-467a-a953-47475523c1f2), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:34.176947 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=120d151c-79ba-467a-a953-47475523c1f2,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:18:34.700985 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a23a09-6654-424f-8de1-5aad8e078baf req-7e3b757d-2085-49ca-9666-7bfa92f7ee95 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:34.709095 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-90a23a09-6654-424f-8de1-5aad8e078baf req-7e3b757d-2085-49ca-9666-7bfa92f7ee95 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/networks?id=ec14a810-28cb-452c-8a58-03e4eebabfec HTTP/1.1" status: 200 len: 812 time: 0.8941784 Feb 02 07:18:34.714583 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 34960) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:18:34.725659 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-6a79cb30-4505-4b17-b958-620e28f1752b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1002230833-network', 'tenant_id': '8057a6c663a84142b716dcd088ef3ebf'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:18:34.730027 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-90a23a09-6654-424f-8de1-5aad8e078baf req-90985d68-56a5-4728-ad58-2ae752c141e0 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/quotas/55cc3e1e6f054ff8aa27776e1d040f10 HTTP/1.1" status: 200 len: 375 time: 0.0197315 Feb 02 07:18:34.740498 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de00598-60e2-401b-ae80-3c94d5a511bd req-dc8f57be-aefe-4ddb-b340-aeaa800c7bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:34.741931 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9de00598-60e2-401b-ae80-3c94d5a511bd req-dc8f57be-aefe-4ddb-b340-aeaa800c7bf1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4da95eed-cc99-4ba1-9de2-e56d665d2ff6 HTTP/1.1" status: 200 len: 855 time: 0.9178808 Feb 02 07:18:34.762799 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a79cb30-4505-4b17-b958-620e28f1752b admin admin] Made reservation on behalf of 8057a6c663a84142b716dcd088ef3ebf for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:18:34.767815 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6a79cb30-4505-4b17-b958-620e28f1752b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:34.772622 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-90a23a09-6654-424f-8de1-5aad8e078baf req-73ea62f3-2230-440e-ab29-e7212cc95f4f tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=55cc3e1e6f054ff8aa27776e1d040f10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416899 Feb 02 07:18:34.780486 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6a79cb30-4505-4b17-b958-620e28f1752b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:34.805751 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9de00598-60e2-401b-ae80-3c94d5a511bd req-4e52477f-b8b0-4581-b101-23bb608364cb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=51130f56-1b8b-449b-8a8e-4577714a0844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429873 Feb 02 07:18:34.899071 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6a79cb30-4505-4b17-b958-620e28f1752b admin admin] Publish callbacks [] for security_group (58cc9d67-7532-48e7-8914-1a6c5d9c9353), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:34.918049 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6a79cb30-4505-4b17-b958-620e28f1752b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (58cc9d67-7532-48e7-8914-1a6c5d9c9353), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:34.977669 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a79cb30-4505-4b17-b958-620e28f1752b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58cc9d67-7532-48e7-8914-1a6c5d9c9353,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:18:34.989386 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-90a23a09-6654-424f-8de1-5aad8e078baf req-83defb67-c3fe-459e-a828-8ee45400fcab service neutron] 10.222.0.87 "GET /v2.0/networks/ec14a810-28cb-452c-8a58-03e4eebabfec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158513 Feb 02 07:18:34.998484 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a79cb30-4505-4b17-b958-620e28f1752b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:18:34.998595 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a79cb30-4505-4b17-b958-620e28f1752b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:18:34.999019 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a79cb30-4505-4b17-b958-620e28f1752b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:18:34.999270 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a79cb30-4505-4b17-b958-620e28f1752b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:18:35.002675 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a79cb30-4505-4b17-b958-620e28f1752b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:18:35.006353 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a79cb30-4505-4b17-b958-620e28f1752b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:18:35.007118 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a79cb30-4505-4b17-b958-620e28f1752b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:18:35.007767 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a79cb30-4505-4b17-b958-620e28f1752b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:18:35.008537 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a79cb30-4505-4b17-b958-620e28f1752b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:18:35.009070 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a79cb30-4505-4b17-b958-620e28f1752b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:18:35.009527 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a79cb30-4505-4b17-b958-620e28f1752b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:18:35.010146 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a79cb30-4505-4b17-b958-620e28f1752b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:18:35.010609 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a79cb30-4505-4b17-b958-620e28f1752b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:18:35.023819 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a79cb30-4505-4b17-b958-620e28f1752b admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:18:35.055518 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6a79cb30-4505-4b17-b958-620e28f1752b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (11541a5b-8cdd-4021-92b7-a33899a08d83), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:35.055972 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-6a79cb30-4505-4b17-b958-620e28f1752b admin admin] Added segment 11541a5b-8cdd-4021-92b7-a33899a08d83 of type vlan for network 4b6267be-6bec-4a1f-9688-332e0c725f82 Feb 02 07:18:35.125160 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6a79cb30-4505-4b17-b958-620e28f1752b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (4b6267be-6bec-4a1f-9688-332e0c725f82), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:35.158947 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9de00598-60e2-401b-ae80-3c94d5a511bd req-3b4dad4f-a0f8-499f-a4e9-0eb0e4f1196f service neutron] 10.222.0.59 "GET /v2.0/networks/51130f56-1b8b-449b-8a8e-4577714a0844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3430562 Feb 02 07:18:35.174277 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6a79cb30-4505-4b17-b958-620e28f1752b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (4b6267be-6bec-4a1f-9688-332e0c725f82), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:35.175658 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a79cb30-4505-4b17-b958-620e28f1752b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:35.176381 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6a79cb30-4505-4b17-b958-620e28f1752b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:35.254895 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a79cb30-4505-4b17-b958-620e28f1752b admin admin] Pushing event updated for resources: {'Network': ['ID=4b6267be-6bec-4a1f-9688-332e0c725f82,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:18:35.272491 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 4b6267be-6bec-4a1f-9688-332e0c725f82 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:18:35.278326 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-6a79cb30-4505-4b17-b958-620e28f1752b admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5626171 Feb 02 07:18:35.282528 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 34974) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:18:35.288296 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-460e0163-d4b0-4f62-aa2c-6dccd5a4887c admin admin] Request body: {'subnet': {'network_id': '4b6267be-6bec-4a1f-9688-332e0c725f82', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1002230833-subnet', 'tenant_id': '8057a6c663a84142b716dcd088ef3ebf', 'ip_version': 4}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:18:35.332422 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460e0163-d4b0-4f62-aa2c-6dccd5a4887c admin admin] Made reservation on behalf of 8057a6c663a84142b716dcd088ef3ebf for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:18:35.340650 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-460e0163-d4b0-4f62-aa2c-6dccd5a4887c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:35.370190 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '561a5882-80da-4ba7-9a14-6f4391d3da48', 'name': 'network-vif-deleted', 'tag': '21daf890-0b2f-42f3-8248-e7ef9a971bbe'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:18:35.376155 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0545fc40-edcd-426d-aff8-62ceca294a40" -d '{"events": [{"server_uuid": "561a5882-80da-4ba7-9a14-6f4391d3da48", "name": "network-vif-deleted", "tag": "21daf890-0b2f-42f3-8248-e7ef9a971bbe"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:18:35.396199 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-90a23a09-6654-424f-8de1-5aad8e078baf req-a6d7c9f7-5ef4-4bb2-ab4e-689eddfce6db service neutron] 10.222.0.87 "GET /v2.0/networks/ec14a810-28cb-452c-8a58-03e4eebabfec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4058974 Feb 02 07:18:35.471708 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9de00598-60e2-401b-ae80-3c94d5a511bd req-b81f48d5-52f7-4852-9c75-06e49fd53da3 service neutron] 10.222.0.59 "GET /v2.0/networks/51130f56-1b8b-449b-8a8e-4577714a0844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054023 Feb 02 07:18:35.511723 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 120d151c-79ba-467a-a953-47475523c1f2 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:18:35.664273 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 31790a5c-dbb9-436f-b934-d96412553e6c details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:18:35.779997 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c2bf2f-6282-4724-b422-3bca82aa352b req-7112bf44-5a02-4815-8ca8-0b9b1148d99b tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:35.780763 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-460e0163-d4b0-4f62-aa2c-6dccd5a4887c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (677e3fb7-d53c-4520-a591-09f5d9165683), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:35.798226 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-77c2bf2f-6282-4724-b422-3bca82aa352b req-7112bf44-5a02-4815-8ca8-0b9b1148d99b tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c387c7c-9555-478f-91be-817918d881d5 HTTP/1.1" status: 200 len: 943 time: 0.1742959 Feb 02 07:18:35.799941 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 31790a5c-dbb9-436f-b934-d96412553e6c, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=31790a5c-dbb9-436f-b934-d96412553e6c,segment=NetworkSegment(ac2edba5-50dc-4a5a-a7dc-a498ff703784),segment_id=ac2edba5-50dc-4a5a-a7dc-a498ff703784)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:18:35.821602 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': '31790a5c-dbb9-436f-b934-d96412553e6c', 'network_id': '51130f56-1b8b-449b-8a8e-4577714a0844', 'port_id': '31790a5c-dbb9-436f-b934-d96412553e6c', 'mac_address': 'fa:16:3e:a8:58:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4da95eed-cc99-4ba1-9de2-e56d665d2ff6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:18:35.869556 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 120d151c-79ba-467a-a953-47475523c1f2 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:18:35.870138 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (120d151c-79ba-467a-a953-47475523c1f2), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:35.908824 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460e0163-d4b0-4f62-aa2c-6dccd5a4887c admin admin] Pushing event updated for resources: {'Subnet': ['ID=677e3fb7-d53c-4520-a591-09f5d9165683,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:18:35.917583 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 31790a5c-dbb9-436f-b934-d96412553e6c is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:18:35.918235 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (31790a5c-dbb9-436f-b934-d96412553e6c), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:35.935515 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460e0163-d4b0-4f62-aa2c-6dccd5a4887c admin admin] Checking segment: {'id': '11541a5b-8cdd-4021-92b7-a33899a08d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '4b6267be-6bec-4a1f-9688-332e0c725f82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:18:35.935939 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460e0163-d4b0-4f62-aa2c-6dccd5a4887c admin admin] Network hostable DHCP agents. Network: 4b6267be-6bec-4a1f-9688-332e0c725f82, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:18:35.953444 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31790a5c-dbb9-436f-b934-d96412553e6c {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:18:35.965088 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-77c2bf2f-6282-4724-b422-3bca82aa352b req-11cbcbbc-db01-4581-858c-c4ab52e3b2f2 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658332 Feb 02 07:18:35.977315 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460e0163-d4b0-4f62-aa2c-6dccd5a4887c admin admin] Network 4b6267be-6bec-4a1f-9688-332e0c725f82 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:18:35.979674 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 31790a5c-dbb9-436f-b934-d96412553e6c, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=31790a5c-dbb9-436f-b934-d96412553e6c,segment=NetworkSegment(ac2edba5-50dc-4a5a-a7dc-a498ff703784),segment_id=ac2edba5-50dc-4a5a-a7dc-a498ff703784)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:18:35.984044 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6d9aac-a720-40ea-84f7-035d12ec9081 None None] Sync routers for ids ['f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:18:36.008568 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-460e0163-d4b0-4f62-aa2c-6dccd5a4887c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 4b6267be-6bec-4a1f-9688-332e0c725f82) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:18:36.018833 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460e0163-d4b0-4f62-aa2c-6dccd5a4887c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:36.022203 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-460e0163-d4b0-4f62-aa2c-6dccd5a4887c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:36.056171 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-460e0163-d4b0-4f62-aa2c-6dccd5a4887c admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7724431 Feb 02 07:18:36.058646 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 34990) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:18:36.063923 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-c6bbce73-1e6f-4548-85b3-7770568a1f45 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1002230833-router', 'tenant_id': '8057a6c663a84142b716dcd088ef3ebf', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:18:36.065317 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (31790a5c-dbb9-436f-b934-d96412553e6c), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:36.070642 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 120d151c-79ba-467a-a953-47475523c1f2 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:18:36.077547 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 02 Feb 2022 07:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87769642-79bc-4de6-be32-055747cb3ada x-openstack-request-id: req-87769642-79bc-4de6-be32-055747cb3ada {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:18:36.078122 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "561a5882-80da-4ba7-9a14-6f4391d3da48", "name": "network-vif-deleted", "tag": "21daf890-0b2f-42f3-8248-e7ef9a971bbe", "status": "failed", "code": 422}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:18:36.078827 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-87769642-79bc-4de6-be32-055747cb3ada {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:18:36.079855 n-d-789963-26 neutron-server[109694]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '561a5882-80da-4ba7-9a14-6f4391d3da48', 'name': 'network-vif-deleted', 'tag': '21daf890-0b2f-42f3-8248-e7ef9a971bbe', 'status': 'failed', 'code': 422} returned with failed status Feb 02 07:18:36.098354 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c6bbce73-1e6f-4548-85b3-7770568a1f45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (a61018c2-f517-406e-a40b-c27283e0708e), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:36.100806 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c6bbce73-1e6f-4548-85b3-7770568a1f45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (a61018c2-f517-406e-a40b-c27283e0708e), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:36.116999 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f66f4d6-f2e9-41f1-abda-a22a48d02de6 None None] Network 4b6267be-6bec-4a1f-9688-332e0c725f82 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:18:36.199252 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ba9f9534-ec83-4ceb-8711-4b10c49d3a68 req-118b01f8-7c29-4040-9e40-ef0a70045bf7 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=214e70f6-b007-4f22-97a2-56231bb82a74 HTTP/1.1" status: 200 len: 210 time: 0.0600970 Feb 02 07:18:36.284268 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c6bbce73-1e6f-4548-85b3-7770568a1f45 admin admin] Publish callbacks [] for router_controller (a61018c2-f517-406e-a40b-c27283e0708e), precommit_add_association {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:36.365049 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6d9aac-a720-40ea-84f7-035d12ec9081 None None] Routers {'f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:18:36.365760 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-9c6d9aac-a720-40ea-84f7-035d12ec9081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:18:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:18:36.470482 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff02075-499c-40a6-985b-93c6730048b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-4b6267be-6bec-4a1f-9688-332e0c725f82', 'network_id': '4b6267be-6bec-4a1f-9688-332e0c725f82', 'project_id': '8057a6c663a84142b716dcd088ef3ebf', 'fixed_ips': [{'subnet_id': '677e3fb7-d53c-4520-a591-09f5d9165683'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:18:36.473536 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-aff02075-499c-40a6-985b-93c6730048b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:36.508395 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c6bbce73-1e6f-4548-85b3-7770568a1f45 admin admin] Publish callbacks [] for router_gateway (a61018c2-f517-406e-a40b-c27283e0708e), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:36.539529 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['31790a5c-dbb9-436f-b934-d96412553e6c'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:18:36.615607 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=31790a5c-dbb9-436f-b934-d96412553e6c,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:18:36.815658 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c6bbce73-1e6f-4548-85b3-7770568a1f45 admin admin] Publish callbacks [] for router_gateway (a61018c2-f517-406e-a40b-c27283e0708e), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:36.842937 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c6bbce73-1e6f-4548-85b3-7770568a1f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:36.977771 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-c6bbce73-1e6f-4548-85b3-7770568a1f45 admin admin] Allocated IP 172.25.4.43 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/06cc590e-0405-4023-bd89-86087b1c7618) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:18:37.005556 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-aff02075-499c-40a6-985b-93c6730048b9 None None] Allocated IP 172.20.0.2 (4b6267be-6bec-4a1f-9688-332e0c725f82/677e3fb7-d53c-4520-a591-09f5d9165683/5a7c6d34-9692-41fe-b7cc-8e26e1152262) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:18:37.052948 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 35014) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:18:37.079403 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-9c6d9aac-a720-40ea-84f7-035d12ec9081 None None] Set router f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:18:37.242527 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fda156-672c-41d1-b991-8a3f7b6cdfb0 req-1190867f-2e04-4440-a803-8c26a82071ab tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:37.250074 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-29fda156-672c-41d1-b991-8a3f7b6cdfb0 req-1190867f-2e04-4440-a803-8c26a82071ab tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c387c7c-9555-478f-91be-817918d881d5 HTTP/1.1" status: 200 len: 944 time: 0.1166465 Feb 02 07:18:37.387632 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c6bbce73-1e6f-4548-85b3-7770568a1f45 admin admin] Publish callbacks [] for port (06cc590e-0405-4023-bd89-86087b1c7618), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:37.402974 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-29fda156-672c-41d1-b991-8a3f7b6cdfb0 req-ab755358-185d-427b-8356-57cbb2eec0d5 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493649 Feb 02 07:18:37.429764 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-13b6c0a8-bd10-471b-a13d-f0a07d9d1498 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:37.636781 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-edb0b1b4-cae6-4456-8072-a4f07bc2ca89 req-719e9f6c-c434-464e-965e-ae3d46cf4d76 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=214e70f6-b007-4f22-97a2-56231bb82a74 HTTP/1.1" status: 200 len: 210 time: 0.0571904 Feb 02 07:18:37.653569 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-13b6c0a8-bd10-471b-a13d-f0a07d9d1498 admin admin] Publish callbacks [] for security_group (6f89f146-9fb6-46ff-a28c-dd6145cea897), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:37.661730 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-13b6c0a8-bd10-471b-a13d-f0a07d9d1498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (6f89f146-9fb6-46ff-a28c-dd6145cea897), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:37.677498 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c6bbce73-1e6f-4548-85b3-7770568a1f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (06cc590e-0405-4023-bd89-86087b1c7618), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:37.736697 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-aff02075-499c-40a6-985b-93c6730048b9 None None] Publish callbacks [] for port (5a7c6d34-9692-41fe-b7cc-8e26e1152262), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:37.750522 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-13b6c0a8-bd10-471b-a13d-f0a07d9d1498 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f5f17c9539ff4a9ba1da9dacc3daf7a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6958396 Feb 02 07:18:37.754690 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 35032) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:18:37.837948 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a23a09-6654-424f-8de1-5aad8e078baf req-74c0d6a9-60d2-4ac7-ac8a-0302a3c62b80 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:37.839718 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-90a23a09-6654-424f-8de1-5aad8e078baf req-74c0d6a9-60d2-4ac7-ac8a-0302a3c62b80 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.88 "GET /v2.0/networks?id=ec14a810-28cb-452c-8a58-03e4eebabfec HTTP/1.1" status: 200 len: 812 time: 0.4478390 Feb 02 07:18:37.859480 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-aff02075-499c-40a6-985b-93c6730048b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (5a7c6d34-9692-41fe-b7cc-8e26e1152262), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:37.861838 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6bbce73-1e6f-4548-85b3-7770568a1f45 admin admin] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:18:37.867152 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-90a23a09-6654-424f-8de1-5aad8e078baf req-943600c4-2d19-4e46-afbc-e583ef8a20c0 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Request body: {'port': {'device_id': '214e70f6-b007-4f22-97a2-56231bb82a74', 'network_id': 'ec14a810-28cb-452c-8a58-03e4eebabfec', 'admin_state_up': True, 'tenant_id': '55cc3e1e6f054ff8aa27776e1d040f10'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:18:37.876387 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-c6bbce73-1e6f-4548-85b3-7770568a1f45 admin admin] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:18:37.889087 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bbce73-1e6f-4548-85b3-7770568a1f45 admin admin] Pushing event updated for resources: {'Port': ['ID=06cc590e-0405-4023-bd89-86087b1c7618,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:18:37.890696 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7af8a85c-ef0e-471c-a5dc-95da2d778e20 admin admin] Publish callbacks [] for security_group (6f89f146-9fb6-46ff-a28c-dd6145cea897), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:37.892273 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bbce73-1e6f-4548-85b3-7770568a1f45 admin admin] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:18:37.893186 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b6c0a8-bd10-471b-a13d-f0a07d9d1498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f89f146-9fb6-46ff-a28c-dd6145cea897,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:18:37.919697 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7af8a85c-ef0e-471c-a5dc-95da2d778e20 admin admin] Publish callbacks [] for security_group (6f89f146-9fb6-46ff-a28c-dd6145cea897), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:37.975359 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7af8a85c-ef0e-471c-a5dc-95da2d778e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (6f89f146-9fb6-46ff-a28c-dd6145cea897), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:37.978573 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7af8a85c-ef0e-471c-a5dc-95da2d778e20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:37.982520 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-7af8a85c-ef0e-471c-a5dc-95da2d778e20 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/6f89f146-9fb6-46ff-a28c-dd6145cea897 HTTP/1.1" status: 204 len: 168 time: 0.2189286 Feb 02 07:18:37.998348 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af8a85c-ef0e-471c-a5dc-95da2d778e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f89f146-9fb6-46ff-a28c-dd6145cea897,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:18:38.093658 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff02075-499c-40a6-985b-93c6730048b9 None None] Network 4b6267be-6bec-4a1f-9688-332e0c725f82 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:18:38.106808 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-aff02075-499c-40a6-985b-93c6730048b9 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:18:38.140509 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff02075-499c-40a6-985b-93c6730048b9 None None] Pushing event updated for resources: {'Port': ['ID=5a7c6d34-9692-41fe-b7cc-8e26e1152262,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:18:38.144200 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff02075-499c-40a6-985b-93c6730048b9 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:18:38.227390 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-aff02075-499c-40a6-985b-93c6730048b9 None None] Attempting to bind port 5a7c6d34-9692-41fe-b7cc-8e26e1152262 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:18:38.227681 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-aff02075-499c-40a6-985b-93c6730048b9 None None] Attempting to bind port 5a7c6d34-9692-41fe-b7cc-8e26e1152262 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '11541a5b-8cdd-4021-92b7-a33899a08d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '4b6267be-6bec-4a1f-9688-332e0c725f82'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:18:38.228048 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff02075-499c-40a6-985b-93c6730048b9 None None] Attempting to bind port 5a7c6d34-9692-41fe-b7cc-8e26e1152262 on network 4b6267be-6bec-4a1f-9688-332e0c725f82 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:18:38.272502 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff02075-499c-40a6-985b-93c6730048b9 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:18:38.273185 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff02075-499c-40a6-985b-93c6730048b9 None None] Checking segment: {'id': '11541a5b-8cdd-4021-92b7-a33899a08d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '4b6267be-6bec-4a1f-9688-332e0c725f82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:18:38.273760 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-aff02075-499c-40a6-985b-93c6730048b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:38.276746 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff02075-499c-40a6-985b-93c6730048b9 None None] Bound using segment: {'id': '11541a5b-8cdd-4021-92b7-a33899a08d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '4b6267be-6bec-4a1f-9688-332e0c725f82'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:18:38.277480 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-aff02075-499c-40a6-985b-93c6730048b9 None None] Bound port: 5a7c6d34-9692-41fe-b7cc-8e26e1152262, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11541a5b-8cdd-4021-92b7-a33899a08d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '4b6267be-6bec-4a1f-9688-332e0c725f82'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:18:38.278054 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-aff02075-499c-40a6-985b-93c6730048b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (5a7c6d34-9692-41fe-b7cc-8e26e1152262), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:38.393278 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90a23a09-6654-424f-8de1-5aad8e078baf req-943600c4-2d19-4e46-afbc-e583ef8a20c0 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Made reservation on behalf of 55cc3e1e6f054ff8aa27776e1d040f10 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:18:38.401719 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-90a23a09-6654-424f-8de1-5aad8e078baf req-943600c4-2d19-4e46-afbc-e583ef8a20c0 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:38.472325 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-9c6d9aac-a720-40ea-84f7-035d12ec9081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490', 'name': 'tempest-TestVolumeBackupRestore-429714436-router', 'tenant_id': '31a150f577914a209466302edcd070d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '120d151c-79ba-467a-a953-47475523c1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:18:25Z', 'updated_at': '2022-02-02T07:18:32Z', 'revision_number': 4, 'project_id': '31a150f577914a209466302edcd070d5', 'gw_port': {'id': '120d151c-79ba-467a-a953-47475523c1f2', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:18:27Z', 'updated_at': '2022-02-02T07:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '4a461e95-40ec-4f19-9b99-1f8e6b3fffbc', 'name': '', 'network_id': '8e5c2e3b-7d55-4510-aab3-16b6ca3ea693', 'tenant_id': '31a150f577914a209466302edcd070d5', 'mac_address': 'fa:16:3e:f3:8c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'ca42c38d-9a6e-46e3-b505-4f5f231acd74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:18:31Z', 'updated_at': '2022-02-02T07:18:32Z', 'revision_number': 2, 'project_id': '31a150f577914a209466302edcd070d5', 'subnets': [{'id': 'ca42c38d-9a6e-46e3-b505-4f5f231acd74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:18:38.476359 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-aff02075-499c-40a6-985b-93c6730048b9 None None] For port 5a7c6d34-9692-41fe-b7cc-8e26e1152262, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:18:38.481174 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-aff02075-499c-40a6-985b-93c6730048b9 None None] For port 5a7c6d34-9692-41fe-b7cc-8e26e1152262, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=5a7c6d34-9692-41fe-b7cc-8e26e1152262,segment=NetworkSegment(11541a5b-8cdd-4021-92b7-a33899a08d83),segment_id=11541a5b-8cdd-4021-92b7-a33899a08d83)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:18:38.518889 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6d9aac-a720-40ea-84f7-035d12ec9081 None None] Checking router: f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:18:38.519311 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6d9aac-a720-40ea-84f7-035d12ec9081 None None] Updating router f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490 port 4a461e95-40ec-4f19-9b99-1f8e6b3fffbc binding host n-d-789963-26 {{(pid=109695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:18:38.601213 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9c6d9aac-a720-40ea-84f7-035d12ec9081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (4a461e95-40ec-4f19-9b99-1f8e6b3fffbc), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:38.603658 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-aff02075-499c-40a6-985b-93c6730048b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (5a7c6d34-9692-41fe-b7cc-8e26e1152262), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:38.680985 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b66eddf-0513-4079-9fae-ad77401fc089 req-e55cb09a-7b20-4b4d-82c3-a278532afb3c tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:38.702014 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4b66eddf-0513-4079-9fae-ad77401fc089 req-e55cb09a-7b20-4b4d-82c3-a278532afb3c tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c387c7c-9555-478f-91be-817918d881d5 HTTP/1.1" status: 200 len: 944 time: 0.1164227 Feb 02 07:18:38.713066 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c6bbce73-1e6f-4548-85b3-7770568a1f45 admin admin] Publish callbacks [] for router_gateway (a61018c2-f517-406e-a40b-c27283e0708e), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:38.723723 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff02075-499c-40a6-985b-93c6730048b9 None None] Pushing event updated for resources: {'Port': ['ID=5a7c6d34-9692-41fe-b7cc-8e26e1152262,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:18:38.786761 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4b66eddf-0513-4079-9fae-ad77401fc089 req-93d5e7ff-bc27-4f80-9cc0-237ab639f49a tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837953 Feb 02 07:18:38.895080 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bfed33ff-ff11-4520-83ea-02d345f49304 req-e8899b14-04e7-495b-bcd4-e90412327b7e tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=214e70f6-b007-4f22-97a2-56231bb82a74 HTTP/1.1" status: 200 len: 210 time: 0.0414324 Feb 02 07:18:38.986714 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c6bbce73-1e6f-4548-85b3-7770568a1f45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (a61018c2-f517-406e-a40b-c27283e0708e), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:39.151217 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-90a23a09-6654-424f-8de1-5aad8e078baf req-943600c4-2d19-4e46-afbc-e583ef8a20c0 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Allocated IP 172.20.0.2 (ec14a810-28cb-452c-8a58-03e4eebabfec/44a369a2-4fd0-4fcc-9b66-fee041fedbef/c10518df-31e9-450b-b668-dc9e9480d059) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:18:39.408576 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9c6d9aac-a720-40ea-84f7-035d12ec9081 None None] Publish callbacks [] for port (4a461e95-40ec-4f19-9b99-1f8e6b3fffbc), precommit_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:39.434509 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9c6d9aac-a720-40ea-84f7-035d12ec9081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (4a461e95-40ec-4f19-9b99-1f8e6b3fffbc), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:39.518393 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aa93f6-2343-4467-9a63-aa5d1d894fbd None None] Pushing event updated for resources: {'Port': ['ID=4a461e95-40ec-4f19-9b99-1f8e6b3fffbc,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:18:39.535391 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6bbce73-1e6f-4548-85b3-7770568a1f45 admin admin] Router a61018c2-f517-406e-a40b-c27283e0708e is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:18:39.535739 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 5a7c6d34-9692-41fe-b7cc-8e26e1152262 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:18:39.668985 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-90a23a09-6654-424f-8de1-5aad8e078baf req-943600c4-2d19-4e46-afbc-e583ef8a20c0 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Publish callbacks [] for port (c10518df-31e9-450b-b668-dc9e9480d059), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:39.700905 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 31790a5c-dbb9-436f-b934-d96412553e6c up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:18:39.793784 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-9c6d9aac-a720-40ea-84f7-035d12ec9081 None None] Attempting to bind port 4a461e95-40ec-4f19-9b99-1f8e6b3fffbc on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:18:39.794177 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-9c6d9aac-a720-40ea-84f7-035d12ec9081 None None] Attempting to bind port 4a461e95-40ec-4f19-9b99-1f8e6b3fffbc by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '24e7b58b-e741-4dab-b0d9-d82d40285059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8e5c2e3b-7d55-4510-aab3-16b6ca3ea693'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:18:39.794675 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6d9aac-a720-40ea-84f7-035d12ec9081 None None] Attempting to bind port 4a461e95-40ec-4f19-9b99-1f8e6b3fffbc on network 8e5c2e3b-7d55-4510-aab3-16b6ca3ea693 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:18:39.805191 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port 31790a5c-dbb9-436f-b934-d96412553e6c completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:18:39.813355 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port 31790a5c-dbb9-436f-b934-d96412553e6c triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:18:39.813741 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (31790a5c-dbb9-436f-b934-d96412553e6c), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:39.818246 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6d9aac-a720-40ea-84f7-035d12ec9081 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:18:39.818645 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6d9aac-a720-40ea-84f7-035d12ec9081 None None] Checking segment: {'id': '24e7b58b-e741-4dab-b0d9-d82d40285059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8e5c2e3b-7d55-4510-aab3-16b6ca3ea693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:18:39.819053 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9c6d9aac-a720-40ea-84f7-035d12ec9081 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:39.819484 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6d9aac-a720-40ea-84f7-035d12ec9081 None None] Bound using segment: {'id': '24e7b58b-e741-4dab-b0d9-d82d40285059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8e5c2e3b-7d55-4510-aab3-16b6ca3ea693'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:18:39.820011 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-9c6d9aac-a720-40ea-84f7-035d12ec9081 None None] Bound port: 4a461e95-40ec-4f19-9b99-1f8e6b3fffbc, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24e7b58b-e741-4dab-b0d9-d82d40285059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8e5c2e3b-7d55-4510-aab3-16b6ca3ea693'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:18:39.820397 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9c6d9aac-a720-40ea-84f7-035d12ec9081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (4a461e95-40ec-4f19-9b99-1f8e6b3fffbc), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:39.839682 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 5a7c6d34-9692-41fe-b7cc-8e26e1152262 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:18:39.839928 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (5a7c6d34-9692-41fe-b7cc-8e26e1152262), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:40.026981 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b216b-8abd-4c7d-bace-78e5d09d8977 req-984187d4-3925-49fd-8a80-f1787ab9551c tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:40.040571 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f37b216b-8abd-4c7d-bace-78e5d09d8977 req-984187d4-3925-49fd-8a80-f1787ab9551c tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c387c7c-9555-478f-91be-817918d881d5 HTTP/1.1" status: 200 len: 944 time: 0.1192536 Feb 02 07:18:40.145901 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f37b216b-8abd-4c7d-bace-78e5d09d8977 req-c5016b4a-f1df-4c4e-a11d-89e7573f6cbd tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988340 Feb 02 07:18:40.266412 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 5a7c6d34-9692-41fe-b7cc-8e26e1152262 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:18:40.266720 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (5a7c6d34-9692-41fe-b7cc-8e26e1152262), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:40.268780 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a03fb3a2-a3ae-496f-b8d0-43261eb84f94 req-234fb435-d2f7-4a67-82e7-454223c820a8 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=214e70f6-b007-4f22-97a2-56231bb82a74 HTTP/1.1" status: 200 len: 210 time: 0.0447812 Feb 02 07:18:40.321982 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-9c6d9aac-a720-40ea-84f7-035d12ec9081 None None] For port 4a461e95-40ec-4f19-9b99-1f8e6b3fffbc, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:18:40.326332 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-9c6d9aac-a720-40ea-84f7-035d12ec9081 None None] For port 4a461e95-40ec-4f19-9b99-1f8e6b3fffbc, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=4a461e95-40ec-4f19-9b99-1f8e6b3fffbc,segment=NetworkSegment(24e7b58b-e741-4dab-b0d9-d82d40285059),segment_id=24e7b58b-e741-4dab-b0d9-d82d40285059)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:18:40.358340 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 5a7c6d34-9692-41fe-b7cc-8e26e1152262, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=5a7c6d34-9692-41fe-b7cc-8e26e1152262,segment=NetworkSegment(11541a5b-8cdd-4021-92b7-a33899a08d83),segment_id=11541a5b-8cdd-4021-92b7-a33899a08d83)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:18:40.366729 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9c6d9aac-a720-40ea-84f7-035d12ec9081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (4a461e95-40ec-4f19-9b99-1f8e6b3fffbc), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:40.442689 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-777f59a0-a252-4e54-bf06-d7d83b77a9aa None None] Provisioning complete for port 4a461e95-40ec-4f19-9b99-1f8e6b3fffbc triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:18:40.443907 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-777f59a0-a252-4e54-bf06-d7d83b77a9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (4a461e95-40ec-4f19-9b99-1f8e6b3fffbc), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:40.456816 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (5a7c6d34-9692-41fe-b7cc-8e26e1152262), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:40.515647 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 31790a5c-dbb9-436f-b934-d96412553e6c is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:18:40.517143 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (31790a5c-dbb9-436f-b934-d96412553e6c), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:40.599073 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c387c7c-9555-478f-91be-817918d881d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31790a5c-dbb9-436f-b934-d96412553e6c'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:18:40.601423 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a24c061-0895-42dd-bafd-4c00ba47172f" -d '{"events": [{"server_uuid": "6c387c7c-9555-478f-91be-817918d881d5", "name": "network-vif-plugged", "status": "completed", "tag": "31790a5c-dbb9-436f-b934-d96412553e6c"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:18:40.619217 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6bbce73-1e6f-4548-85b3-7770568a1f45 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:18:40.628911 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f0ce2d-c9d1-4bea-95aa-3c81094dad14 None None] Sync routers for ids ['a61018c2-f517-406e-a40b-c27283e0708e'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:18:40.644138 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f0ce2d-c9d1-4bea-95aa-3c81094dad14 None None] Routers {'a61018c2-f517-406e-a40b-c27283e0708e'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:18:40.644771 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-24f0ce2d-c9d1-4bea-95aa-3c81094dad14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:18:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['a61018c2-f517-406e-a40b-c27283e0708e'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:18:40.682637 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aa93f6-2343-4467-9a63-aa5d1d894fbd None None] Pushing event updated for resources: {'Port': ['ID=4a461e95-40ec-4f19-9b99-1f8e6b3fffbc,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:18:40.692663 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c6bbce73-1e6f-4548-85b3-7770568a1f45 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:40.702900 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-c6bbce73-1e6f-4548-85b3-7770568a1f45 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.6405690 Feb 02 07:18:40.702900 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-90a23a09-6654-424f-8de1-5aad8e078baf req-943600c4-2d19-4e46-afbc-e583ef8a20c0 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (c10518df-31e9-450b-b668-dc9e9480d059), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:40.703274 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 35084) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:18:40.729539 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e3fa4a-34c4-4c36-a587-e0c7ec30962e x-openstack-request-id: req-a6e3fa4a-34c4-4c36-a587-e0c7ec30962e {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:18:40.729848 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c387c7c-9555-478f-91be-817918d881d5", "name": "network-vif-plugged", "status": "completed", "tag": "31790a5c-dbb9-436f-b934-d96412553e6c", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:18:40.730107 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a6e3fa4a-34c4-4c36-a587-e0c7ec30962e {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:18:40.730525 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c387c7c-9555-478f-91be-817918d881d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31790a5c-dbb9-436f-b934-d96412553e6c', 'code': 200} Feb 02 07:18:40.732445 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 31790a5c-dbb9-436f-b934-d96412553e6c, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=31790a5c-dbb9-436f-b934-d96412553e6c,segment=NetworkSegment(ac2edba5-50dc-4a5a-a7dc-a498ff703784),segment_id=ac2edba5-50dc-4a5a-a7dc-a498ff703784)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:18:40.749792 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6d9aac-a720-40ea-84f7-035d12ec9081 None None] Routers {'f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:18:40.750515 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-9c6d9aac-a720-40ea-84f7-035d12ec9081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:18:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:18:40.838742 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90a23a09-6654-424f-8de1-5aad8e078baf req-943600c4-2d19-4e46-afbc-e583ef8a20c0 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Network ec14a810-28cb-452c-8a58-03e4eebabfec is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:18:40.846272 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-90a23a09-6654-424f-8de1-5aad8e078baf req-943600c4-2d19-4e46-afbc-e583ef8a20c0 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:18:40.857791 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-90a23a09-6654-424f-8de1-5aad8e078baf req-943600c4-2d19-4e46-afbc-e583ef8a20c0 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:18:40.913308 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (31790a5c-dbb9-436f-b934-d96412553e6c), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:40.924153 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-24f0ce2d-c9d1-4bea-95aa-3c81094dad14 None None] Set router a61018c2-f517-406e-a40b-c27283e0708e gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:18:40.932910 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e752c2-76be-4ff8-b506-48eb758fd447 None None] Network 4b6267be-6bec-4a1f-9688-332e0c725f82 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:18:40.964163 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a23a09-6654-424f-8de1-5aad8e078baf req-943600c4-2d19-4e46-afbc-e583ef8a20c0 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:40.964901 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-90a23a09-6654-424f-8de1-5aad8e078baf req-943600c4-2d19-4e46-afbc-e583ef8a20c0 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:40.991450 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943600c4-2d19-4e46-afbc-e583ef8a20c0 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Pushing event updated for resources: {'Port': ['ID=c10518df-31e9-450b-b668-dc9e9480d059,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:18:41.024044 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-90a23a09-6654-424f-8de1-5aad8e078baf req-943600c4-2d19-4e46-afbc-e583ef8a20c0 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1647286 Feb 02 07:18:41.040795 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-90a23a09-6654-424f-8de1-5aad8e078baf req-c0b8c3e3-aa75-4195-8848-91a4feeaea08 service neutron] Request body: {'port': {'device_id': '214e70f6-b007-4f22-97a2-56231bb82a74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:18:41.164672 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-90a23a09-6654-424f-8de1-5aad8e078baf req-c0b8c3e3-aa75-4195-8848-91a4feeaea08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (c10518df-31e9-450b-b668-dc9e9480d059), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:41.288712 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-24f0ce2d-c9d1-4bea-95aa-3c81094dad14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61018c2-f517-406e-a40b-c27283e0708e', 'name': 'tempest-TestVolumeBackupRestore-1002230833-router', 'tenant_id': '8057a6c663a84142b716dcd088ef3ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '06cc590e-0405-4023-bd89-86087b1c7618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:18:36Z', 'updated_at': '2022-02-02T07:18:38Z', 'revision_number': 3, 'project_id': '8057a6c663a84142b716dcd088ef3ebf', 'gw_port': {'id': '06cc590e-0405-4023-bd89-86087b1c7618', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f2:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a61018c2-f517-406e-a40b-c27283e0708e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2575, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:18:36Z', 'updated_at': '2022-02-02T07:18:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:18:41.323464 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f0ce2d-c9d1-4bea-95aa-3c81094dad14 None None] Checking router: a61018c2-f517-406e-a40b-c27283e0708e for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:18:41.324409 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f0ce2d-c9d1-4bea-95aa-3c81094dad14 None None] Updating router a61018c2-f517-406e-a40b-c27283e0708e port 06cc590e-0405-4023-bd89-86087b1c7618 binding host n-d-789963-26 {{(pid=109696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:18:41.360320 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-24f0ce2d-c9d1-4bea-95aa-3c81094dad14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (06cc590e-0405-4023-bd89-86087b1c7618), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:41.410232 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2de4f-12b2-4c9d-984b-d7ea55779e19 req-e510226c-e860-4afb-95bf-cbb4cdcb31d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:41.411791 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b8b2de4f-12b2-4c9d-984b-d7ea55779e19 req-e510226c-e860-4afb-95bf-cbb4cdcb31d1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6c387c7c-9555-478f-91be-817918d881d5 HTTP/1.1" status: 200 len: 1128 time: 0.4287965 Feb 02 07:18:41.416869 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7add27ea-d06a-48de-901e-f3de256313e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:41.498585 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b8b2de4f-12b2-4c9d-984b-d7ea55779e19 req-68daabcf-305d-43bf-845b-c69d8ede2129 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725555 Feb 02 07:18:41.579587 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-90a23a09-6654-424f-8de1-5aad8e078baf req-c0b8c3e3-aa75-4195-8848-91a4feeaea08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c10518df-31e9-450b-b668-dc9e9480d059 {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:18:41.588464 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-90a23a09-6654-424f-8de1-5aad8e078baf req-c0b8c3e3-aa75-4195-8848-91a4feeaea08 service neutron] Publish callbacks [] for port (c10518df-31e9-450b-b668-dc9e9480d059), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:41.604800 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-90a23a09-6654-424f-8de1-5aad8e078baf req-c0b8c3e3-aa75-4195-8848-91a4feeaea08 service neutron] Transition to ACTIVE for port object c10518df-31e9-450b-b668-dc9e9480d059 will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:18:41.617386 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-90a23a09-6654-424f-8de1-5aad8e078baf req-c0b8c3e3-aa75-4195-8848-91a4feeaea08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (c10518df-31e9-450b-b668-dc9e9480d059), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:41.702058 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73801ca3-e16c-4bfd-93e3-9f82827306d0 req-58589218-ea55-46dd-ba46-2817d0945aae tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:41.711510 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-73801ca3-e16c-4bfd-93e3-9f82827306d0 req-58589218-ea55-46dd-ba46-2817d0945aae tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c387c7c-9555-478f-91be-817918d881d5 HTTP/1.1" status: 200 len: 945 time: 0.4165578 Feb 02 07:18:41.715594 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=5a7c6d34-9692-41fe-b7cc-8e26e1152262,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:18:41.722049 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b8c3e3-aa75-4195-8848-91a4feeaea08 service neutron] Pushing event updated for resources: {'Port': ['ID=c10518df-31e9-450b-b668-dc9e9480d059,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:18:41.783186 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-777f59a0-a252-4e54-bf06-d7d83b77a9aa None None] Current status of the port 4a461e95-40ec-4f19-9b99-1f8e6b3fffbc is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:18:41.783873 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-777f59a0-a252-4e54-bf06-d7d83b77a9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (4a461e95-40ec-4f19-9b99-1f8e6b3fffbc), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:41.788609 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-24f0ce2d-c9d1-4bea-95aa-3c81094dad14 None None] Publish callbacks [] for port (06cc590e-0405-4023-bd89-86087b1c7618), precommit_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:41.810732 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-24f0ce2d-c9d1-4bea-95aa-3c81094dad14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (06cc590e-0405-4023-bd89-86087b1c7618), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:41.820657 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-90a23a09-6654-424f-8de1-5aad8e078baf req-c0b8c3e3-aa75-4195-8848-91a4feeaea08 service neutron] Attempting to bind port c10518df-31e9-450b-b668-dc9e9480d059 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:18:41.821012 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-90a23a09-6654-424f-8de1-5aad8e078baf req-c0b8c3e3-aa75-4195-8848-91a4feeaea08 service neutron] Attempting to bind port c10518df-31e9-450b-b668-dc9e9480d059 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': '2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ec14a810-28cb-452c-8a58-03e4eebabfec'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:18:41.821349 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a23a09-6654-424f-8de1-5aad8e078baf req-c0b8c3e3-aa75-4195-8848-91a4feeaea08 service neutron] Attempting to bind port c10518df-31e9-450b-b668-dc9e9480d059 on network ec14a810-28cb-452c-8a58-03e4eebabfec {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:18:41.832463 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a23a09-6654-424f-8de1-5aad8e078baf req-c0b8c3e3-aa75-4195-8848-91a4feeaea08 service neutron] Port c10518df-31e9-450b-b668-dc9e9480d059 on network ec14a810-28cb-452c-8a58-03e4eebabfec not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:18:41.833447 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a23a09-6654-424f-8de1-5aad8e078baf req-c0b8c3e3-aa75-4195-8848-91a4feeaea08 service neutron] Attempting to bind port c10518df-31e9-450b-b668-dc9e9480d059 on network ec14a810-28cb-452c-8a58-03e4eebabfec {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:18:41.849221 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a23a09-6654-424f-8de1-5aad8e078baf req-c0b8c3e3-aa75-4195-8848-91a4feeaea08 service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:18:41.849794 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a23a09-6654-424f-8de1-5aad8e078baf req-c0b8c3e3-aa75-4195-8848-91a4feeaea08 service neutron] Checking segment: {'id': '2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ec14a810-28cb-452c-8a58-03e4eebabfec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:18:41.850381 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a23a09-6654-424f-8de1-5aad8e078baf req-c0b8c3e3-aa75-4195-8848-91a4feeaea08 service neutron] Bound using segment: {'id': '2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ec14a810-28cb-452c-8a58-03e4eebabfec'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:18:41.851006 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-90a23a09-6654-424f-8de1-5aad8e078baf req-c0b8c3e3-aa75-4195-8848-91a4feeaea08 service neutron] Bound port: c10518df-31e9-450b-b668-dc9e9480d059, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ec14a810-28cb-452c-8a58-03e4eebabfec'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:18:41.851540 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-90a23a09-6654-424f-8de1-5aad8e078baf req-c0b8c3e3-aa75-4195-8848-91a4feeaea08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (c10518df-31e9-450b-b668-dc9e9480d059), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:41.951353 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-24f0ce2d-c9d1-4bea-95aa-3c81094dad14 None None] Attempting to bind port 06cc590e-0405-4023-bd89-86087b1c7618 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:18:41.951759 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-24f0ce2d-c9d1-4bea-95aa-3c81094dad14 None None] Attempting to bind port 06cc590e-0405-4023-bd89-86087b1c7618 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:18:41.952182 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f0ce2d-c9d1-4bea-95aa-3c81094dad14 None None] Attempting to bind port 06cc590e-0405-4023-bd89-86087b1c7618 on network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:18:41.960455 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-9c6d9aac-a720-40ea-84f7-035d12ec9081 None None] Set router f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:18:41.965434 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-90a23a09-6654-424f-8de1-5aad8e078baf req-c0b8c3e3-aa75-4195-8848-91a4feeaea08 service neutron] For port c10518df-31e9-450b-b668-dc9e9480d059, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:18:41.969619 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-90a23a09-6654-424f-8de1-5aad8e078baf req-c0b8c3e3-aa75-4195-8848-91a4feeaea08 service neutron] For port c10518df-31e9-450b-b668-dc9e9480d059, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=c10518df-31e9-450b-b668-dc9e9480d059,segment=NetworkSegment(2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0),segment_id=2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:18:41.978857 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8edad18-bdcf-4253-a8d9-ecb5a8f9ab24 None None] Pushing event updated for resources: {'Port': ['ID=06cc590e-0405-4023-bd89-86087b1c7618,revision_number=2']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:18:41.986764 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-90a23a09-6654-424f-8de1-5aad8e078baf req-c0b8c3e3-aa75-4195-8848-91a4feeaea08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (c10518df-31e9-450b-b668-dc9e9480d059), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:41.996217 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f0ce2d-c9d1-4bea-95aa-3c81094dad14 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:18:41.996970 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f0ce2d-c9d1-4bea-95aa-3c81094dad14 None None] Checking segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:18:41.998622 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-24f0ce2d-c9d1-4bea-95aa-3c81094dad14 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:42.000018 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f0ce2d-c9d1-4bea-95aa-3c81094dad14 None None] Bound using segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:18:42.000751 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-24f0ce2d-c9d1-4bea-95aa-3c81094dad14 None None] Bound port: 06cc590e-0405-4023-bd89-86087b1c7618, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:18:42.008109 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-24f0ce2d-c9d1-4bea-95aa-3c81094dad14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (06cc590e-0405-4023-bd89-86087b1c7618), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:42.032867 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-777f59a0-a252-4e54-bf06-d7d83b77a9aa None None] For port 4a461e95-40ec-4f19-9b99-1f8e6b3fffbc, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=4a461e95-40ec-4f19-9b99-1f8e6b3fffbc,segment=NetworkSegment(24e7b58b-e741-4dab-b0d9-d82d40285059),segment_id=24e7b58b-e741-4dab-b0d9-d82d40285059)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:18:42.035900 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=31790a5c-dbb9-436f-b934-d96412553e6c,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:18:42.051519 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-777f59a0-a252-4e54-bf06-d7d83b77a9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (4a461e95-40ec-4f19-9b99-1f8e6b3fffbc), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:42.053850 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a23a09-6654-424f-8de1-5aad8e078baf req-c0b8c3e3-aa75-4195-8848-91a4feeaea08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:42.054647 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-90a23a09-6654-424f-8de1-5aad8e078baf req-c0b8c3e3-aa75-4195-8848-91a4feeaea08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:42.056363 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-90a23a09-6654-424f-8de1-5aad8e078baf req-c0b8c3e3-aa75-4195-8848-91a4feeaea08 service neutron] 10.222.0.88 "PUT /v2.0/ports/c10518df-31e9-450b-b668-dc9e9480d059 HTTP/1.1" status: 200 len: 1092 time: 1.0201266 Feb 02 07:18:42.057014 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '214e70f6-b007-4f22-97a2-56231bb82a74', 'tag': 'c10518df-31e9-450b-b668-dc9e9480d059'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:18:42.058296 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-73801ca3-e16c-4bfd-93e3-9f82827306d0 req-7ef8ca7b-8561-4f08-8bc0-3b1a938bc08c tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3447466 Feb 02 07:18:42.060148 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43839038-d1ba-4895-a266-197ca2b6969e" -d '{"events": [{"name": "network-changed", "server_uuid": "214e70f6-b007-4f22-97a2-56231bb82a74", "tag": "c10518df-31e9-450b-b668-dc9e9480d059"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:18:42.114132 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b8c3e3-aa75-4195-8848-91a4feeaea08 service neutron] Pushing event updated for resources: {'Port': ['ID=c10518df-31e9-450b-b668-dc9e9480d059,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:18:42.189553 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-24f0ce2d-c9d1-4bea-95aa-3c81094dad14 None None] For port 06cc590e-0405-4023-bd89-86087b1c7618, host n-d-789963-26, cleared binding levels {{(pid=109696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:18:42.200442 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-24f0ce2d-c9d1-4bea-95aa-3c81094dad14 None None] For port 06cc590e-0405-4023-bd89-86087b1c7618, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=06cc590e-0405-4023-bd89-86087b1c7618,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:18:42.219344 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-24f0ce2d-c9d1-4bea-95aa-3c81094dad14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (06cc590e-0405-4023-bd89-86087b1c7618), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:42.285400 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777f59a0-a252-4e54-bf06-d7d83b77a9aa None None] Pushing event updated for resources: {'Port': ['ID=4a461e95-40ec-4f19-9b99-1f8e6b3fffbc,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:18:42.301212 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-6721316a-d092-4200-b47b-7fc3a779bc15 None None] Provisioning complete for port 4a461e95-40ec-4f19-9b99-1f8e6b3fffbc triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:18:42.302095 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6721316a-d092-4200-b47b-7fc3a779bc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (4a461e95-40ec-4f19-9b99-1f8e6b3fffbc), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:42.323778 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f0ce2d-c9d1-4bea-95aa-3c81094dad14 None None] Routers {'a61018c2-f517-406e-a40b-c27283e0708e'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:18:42.330823 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-24f0ce2d-c9d1-4bea-95aa-3c81094dad14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:18:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['a61018c2-f517-406e-a40b-c27283e0708e'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:18:42.348892 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed04eeb4-91c0-40e6-92e0-7512d2330fa1 req-cb83851c-b3da-45e0-a6c5-26b3e893d48d tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:42.358020 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ed04eeb4-91c0-40e6-92e0-7512d2330fa1 req-cb83851c-b3da-45e0-a6c5-26b3e893d48d tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=214e70f6-b007-4f22-97a2-56231bb82a74 HTTP/1.1" status: 200 len: 943 time: 0.1451986 Feb 02 07:18:42.366438 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-23673da0-70e7-4c96-b8e5-d493d1fa8104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:42.396590 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a23a09-6654-424f-8de1-5aad8e078baf req-debe5d5b-8e09-48da-a8de-fdb0cd1c2b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:42.398235 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-90a23a09-6654-424f-8de1-5aad8e078baf req-debe5d5b-8e09-48da-a8de-fdb0cd1c2b30 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=55cc3e1e6f054ff8aa27776e1d040f10&device_id=214e70f6-b007-4f22-97a2-56231bb82a74 HTTP/1.1" status: 200 len: 1126 time: 0.1029398 Feb 02 07:18:42.415396 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8edad18-bdcf-4253-a8d9-ecb5a8f9ab24 None None] Pushing event updated for resources: {'Port': ['ID=06cc590e-0405-4023-bd89-86087b1c7618,revision_number=3']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:18:42.428475 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8edad18-bdcf-4253-a8d9-ecb5a8f9ab24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:18:42.428838 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8edad18-bdcf-4253-a8d9-ecb5a8f9ab24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:18:42.429335 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8edad18-bdcf-4253-a8d9-ecb5a8f9ab24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:18:42.429677 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8edad18-bdcf-4253-a8d9-ecb5a8f9ab24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:18:42.430376 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8edad18-bdcf-4253-a8d9-ecb5a8f9ab24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:18:42.430376 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8edad18-bdcf-4253-a8d9-ecb5a8f9ab24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:18:42.430660 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8edad18-bdcf-4253-a8d9-ecb5a8f9ab24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:18:42.430991 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8edad18-bdcf-4253-a8d9-ecb5a8f9ab24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:18:42.431316 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8edad18-bdcf-4253-a8d9-ecb5a8f9ab24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:18:42.431669 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8edad18-bdcf-4253-a8d9-ecb5a8f9ab24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:18:42.432000 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8edad18-bdcf-4253-a8d9-ecb5a8f9ab24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:18:42.432334 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8edad18-bdcf-4253-a8d9-ecb5a8f9ab24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:18:42.432784 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8edad18-bdcf-4253-a8d9-ecb5a8f9ab24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:18:42.492542 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-90a23a09-6654-424f-8de1-5aad8e078baf req-0b482b0c-56d5-4ec0-a1f3-5cdb38dfa100 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c10518df-31e9-450b-b668-dc9e9480d059 HTTP/1.1" status: 200 len: 217 time: 0.0810781 Feb 02 07:18:42.502687 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ed04eeb4-91c0-40e6-92e0-7512d2330fa1 req-d17b0bd2-8ee3-4996-80af-10f0c1c53b6d tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360655 Feb 02 07:18:42.582924 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-6721316a-d092-4200-b47b-7fc3a779bc15 None None] Current status of the port 4a461e95-40ec-4f19-9b99-1f8e6b3fffbc is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:18:42.605028 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-9c6d9aac-a720-40ea-84f7-035d12ec9081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490', 'name': 'tempest-TestVolumeBackupRestore-429714436-router', 'tenant_id': '31a150f577914a209466302edcd070d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '120d151c-79ba-467a-a953-47475523c1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:18:25Z', 'updated_at': '2022-02-02T07:18:32Z', 'revision_number': 4, 'project_id': '31a150f577914a209466302edcd070d5', 'gw_port': {'id': '120d151c-79ba-467a-a953-47475523c1f2', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:18:27Z', 'updated_at': '2022-02-02T07:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '4a461e95-40ec-4f19-9b99-1f8e6b3fffbc', 'name': '', 'network_id': '8e5c2e3b-7d55-4510-aab3-16b6ca3ea693', 'tenant_id': '31a150f577914a209466302edcd070d5', 'mac_address': 'fa:16:3e:f3:8c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'ca42c38d-9a6e-46e3-b505-4f5f231acd74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:18:31Z', 'updated_at': '2022-02-02T07:18:40Z', 'revision_number': 4, 'project_id': '31a150f577914a209466302edcd070d5', 'subnets': [{'id': 'ca42c38d-9a6e-46e3-b505-4f5f231acd74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:18:42.620129 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a23a09-6654-424f-8de1-5aad8e078baf req-0ef1710f-51c8-4436-80ae-7d39d23b3339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:42.621994 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-90a23a09-6654-424f-8de1-5aad8e078baf req-0ef1710f-51c8-4436-80ae-7d39d23b3339 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=44a369a2-4fd0-4fcc-9b66-fee041fedbef HTTP/1.1" status: 200 len: 852 time: 0.1231813 Feb 02 07:18:42.623253 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beaf10c5-60c1-407d-bd46-1d0fff71cc81 x-openstack-request-id: req-beaf10c5-60c1-407d-bd46-1d0fff71cc81 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:18:42.627212 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-24f0ce2d-c9d1-4bea-95aa-3c81094dad14 None None] Set router a61018c2-f517-406e-a40b-c27283e0708e gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:18:42.628803 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "214e70f6-b007-4f22-97a2-56231bb82a74", "tag": "c10518df-31e9-450b-b668-dc9e9480d059", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:18:42.643735 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-beaf10c5-60c1-407d-bd46-1d0fff71cc81 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:18:42.644315 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '214e70f6-b007-4f22-97a2-56231bb82a74', 'tag': 'c10518df-31e9-450b-b668-dc9e9480d059', 'status': 'completed', 'code': 200} Feb 02 07:18:42.657948 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6d9aac-a720-40ea-84f7-035d12ec9081 None None] The sync data for ids ['f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490'] in n-d-789963-26 is: [{'id': 'f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490', 'name': 'tempest-TestVolumeBackupRestore-429714436-router', 'tenant_id': '31a150f577914a209466302edcd070d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '120d151c-79ba-467a-a953-47475523c1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:18:25Z', 'updated_at': '2022-02-02T07:18:32Z', 'revision_number': 4, 'project_id': '31a150f577914a209466302edcd070d5', 'gw_port': {'id': '120d151c-79ba-467a-a953-47475523c1f2', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:18:27Z', 'updated_at': '2022-02-02T07:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '4a461e95-40ec-4f19-9b99-1f8e6b3fffbc', 'name': '', 'network_id': '8e5c2e3b-7d55-4510-aab3-16b6ca3ea693', 'tenant_id': '31a150f577914a209466302edcd070d5', 'mac_address': 'fa:16:3e:f3:8c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'ca42c38d-9a6e-46e3-b505-4f5f231acd74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:18:31Z', 'updated_at': '2022-02-02T07:18:40Z', 'revision_number': 4, 'project_id': '31a150f577914a209466302edcd070d5', 'subnets': [{'id': 'ca42c38d-9a6e-46e3-b505-4f5f231acd74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:18:42.666886 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-6721316a-d092-4200-b47b-7fc3a779bc15 None None] Provisioning complete for port 5a7c6d34-9692-41fe-b7cc-8e26e1152262 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:18:42.667516 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6721316a-d092-4200-b47b-7fc3a779bc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (5a7c6d34-9692-41fe-b7cc-8e26e1152262), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:42.695264 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-90a23a09-6654-424f-8de1-5aad8e078baf req-3f366b6f-51a3-4318-920e-6a9dd3621dc7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ec14a810-28cb-452c-8a58-03e4eebabfec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497556 Feb 02 07:18:42.809753 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-23673da0-70e7-4c96-b8e5-d493d1fa8104 admin admin] Allocated IP 172.20.0.1 (4b6267be-6bec-4a1f-9688-332e0c725f82/677e3fb7-d53c-4520-a591-09f5d9165683/74f8a8e5-80b9-4494-b832-65fd81092fe7) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:18:42.830695 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-6721316a-d092-4200-b47b-7fc3a779bc15 None None] Current status of the port 5a7c6d34-9692-41fe-b7cc-8e26e1152262 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:18:42.962723 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-45df60fc-bcb7-40d0-a210-a6e4b5dbbb90 None None] Provisioning complete for port 5a7c6d34-9692-41fe-b7cc-8e26e1152262 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:18:42.963955 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-45df60fc-bcb7-40d0-a210-a6e4b5dbbb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (5a7c6d34-9692-41fe-b7cc-8e26e1152262), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:43.015302 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-90a23a09-6654-424f-8de1-5aad8e078baf req-fae94271-3c5b-4df2-b500-4de86e0f37e9 service neutron] 10.222.0.88 "GET /v2.0/networks/ec14a810-28cb-452c-8a58-03e4eebabfec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101397 Feb 02 07:18:43.184307 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-23673da0-70e7-4c96-b8e5-d493d1fa8104 admin admin] Publish callbacks [] for port (74f8a8e5-80b9-4494-b832-65fd81092fe7), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:43.256831 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-45df60fc-bcb7-40d0-a210-a6e4b5dbbb90 None None] Current status of the port 5a7c6d34-9692-41fe-b7cc-8e26e1152262 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:18:43.262533 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-90a23a09-6654-424f-8de1-5aad8e078baf req-4b507edb-5281-4b30-a629-9680318a2399 service neutron] 10.222.0.88 "GET /v2.0/networks/ec14a810-28cb-452c-8a58-03e4eebabfec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323666 Feb 02 07:18:43.288072 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-23673da0-70e7-4c96-b8e5-d493d1fa8104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (74f8a8e5-80b9-4494-b832-65fd81092fe7), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:43.322343 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-fdd0e5d5-510b-4d80-b528-73f44a301a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:43.454657 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23673da0-70e7-4c96-b8e5-d493d1fa8104 admin admin] Network 4b6267be-6bec-4a1f-9688-332e0c725f82 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:18:43.481454 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-23673da0-70e7-4c96-b8e5-d493d1fa8104 admin admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:18:43.483328 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23673da0-70e7-4c96-b8e5-d493d1fa8104 admin admin] Pushing event updated for resources: {'Port': ['ID=74f8a8e5-80b9-4494-b832-65fd81092fe7,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:18:43.502856 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43839038-d1ba-4895-a266-197ca2b6969e req-672dbde3-adc1-4f28-9cf7-da80053102f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:43.504448 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-43839038-d1ba-4895-a266-197ca2b6969e req-672dbde3-adc1-4f28-9cf7-da80053102f0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=55cc3e1e6f054ff8aa27776e1d040f10&device_id=214e70f6-b007-4f22-97a2-56231bb82a74 HTTP/1.1" status: 200 len: 1126 time: 0.1064785 Feb 02 07:18:43.504717 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23673da0-70e7-4c96-b8e5-d493d1fa8104 admin admin] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:18:43.608805 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-23673da0-70e7-4c96-b8e5-d493d1fa8104 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (a61018c2-f517-406e-a40b-c27283e0708e), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:43.611038 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 4a461e95-40ec-4f19-9b99-1f8e6b3fffbc up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:18:43.641842 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-24f0ce2d-c9d1-4bea-95aa-3c81094dad14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61018c2-f517-406e-a40b-c27283e0708e', 'name': 'tempest-TestVolumeBackupRestore-1002230833-router', 'tenant_id': '8057a6c663a84142b716dcd088ef3ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '06cc590e-0405-4023-bd89-86087b1c7618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:18:36Z', 'updated_at': '2022-02-02T07:18:38Z', 'revision_number': 3, 'project_id': '8057a6c663a84142b716dcd088ef3ebf', 'gw_port': {'id': '06cc590e-0405-4023-bd89-86087b1c7618', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f2:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a61018c2-f517-406e-a40b-c27283e0708e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2575, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:18:36Z', 'updated_at': '2022-02-02T07:18:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:18:43.702901 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43839038-d1ba-4895-a266-197ca2b6969e req-35446f95-84e0-496b-8829-86afe75c5799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:43.704682 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-43839038-d1ba-4895-a266-197ca2b6969e req-35446f95-84e0-496b-8829-86afe75c5799 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ec14a810-28cb-452c-8a58-03e4eebabfec HTTP/1.1" status: 200 len: 913 time: 0.1930194 Feb 02 07:18:43.723436 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f0ce2d-c9d1-4bea-95aa-3c81094dad14 None None] The sync data for ids ['a61018c2-f517-406e-a40b-c27283e0708e'] in n-d-789963-26 is: [{'id': 'a61018c2-f517-406e-a40b-c27283e0708e', 'name': 'tempest-TestVolumeBackupRestore-1002230833-router', 'tenant_id': '8057a6c663a84142b716dcd088ef3ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '06cc590e-0405-4023-bd89-86087b1c7618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:18:36Z', 'updated_at': '2022-02-02T07:18:38Z', 'revision_number': 3, 'project_id': '8057a6c663a84142b716dcd088ef3ebf', 'gw_port': {'id': '06cc590e-0405-4023-bd89-86087b1c7618', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f2:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a61018c2-f517-406e-a40b-c27283e0708e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2575, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:18:36Z', 'updated_at': '2022-02-02T07:18:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:18:43.752896 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 4a461e95-40ec-4f19-9b99-1f8e6b3fffbc triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:18:43.754867 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff4e7ba-3442-49d4-b17c-9bb4d447fd07 req-17fc06b3-a05c-4b0c-8ab0-3a585b6c146d tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:43.755358 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (4a461e95-40ec-4f19-9b99-1f8e6b3fffbc), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:43.763184 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bff4e7ba-3442-49d4-b17c-9bb4d447fd07 req-17fc06b3-a05c-4b0c-8ab0-3a585b6c146d tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c387c7c-9555-478f-91be-817918d881d5 HTTP/1.1" status: 200 len: 945 time: 0.4778063 Feb 02 07:18:43.811588 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-43839038-d1ba-4895-a266-197ca2b6969e req-8da70bb1-6a0b-4431-a9e2-048770bfa59e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c10518df-31e9-450b-b668-dc9e9480d059 HTTP/1.1" status: 200 len: 217 time: 0.0942538 Feb 02 07:18:43.917510 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bff4e7ba-3442-49d4-b17c-9bb4d447fd07 req-1bc0ab54-e7bb-4192-89d1-1735a79a7e6d tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533091 Feb 02 07:18:43.936769 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43839038-d1ba-4895-a266-197ca2b6969e req-5e027a58-fed0-4c0c-ba21-68ed3c7a324d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:43.938286 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-43839038-d1ba-4895-a266-197ca2b6969e req-5e027a58-fed0-4c0c-ba21-68ed3c7a324d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=44a369a2-4fd0-4fcc-9b66-fee041fedbef HTTP/1.1" status: 200 len: 852 time: 0.1175168 Feb 02 07:18:44.018628 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-43839038-d1ba-4895-a266-197ca2b6969e req-f66cd3ba-0fe2-49a9-b71d-93505cf6fce0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ec14a810-28cb-452c-8a58-03e4eebabfec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700440 Feb 02 07:18:44.029325 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 4a461e95-40ec-4f19-9b99-1f8e6b3fffbc is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:18:44.061917 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 5a7c6d34-9692-41fe-b7cc-8e26e1152262 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:18:44.178793 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1c9525ea-fcd8-48b7-8f02-fc8227996e1f None None] Provisioning complete for port 74f8a8e5-80b9-4494-b832-65fd81092fe7 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:18:44.179176 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1c9525ea-fcd8-48b7-8f02-fc8227996e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (74f8a8e5-80b9-4494-b832-65fd81092fe7), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:44.216868 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-23673da0-70e7-4c96-b8e5-d493d1fa8104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (74f8a8e5-80b9-4494-b832-65fd81092fe7), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:44.316106 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-43839038-d1ba-4895-a266-197ca2b6969e req-e34b06ab-2310-438a-9ff2-926973e1b301 service neutron] 10.222.0.88 "GET /v2.0/networks/ec14a810-28cb-452c-8a58-03e4eebabfec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904484 Feb 02 07:18:44.354930 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1c9525ea-fcd8-48b7-8f02-fc8227996e1f None None] Port 74f8a8e5-80b9-4494-b832-65fd81092fe7 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:18:44.408497 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 5a7c6d34-9692-41fe-b7cc-8e26e1152262 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:18:44.410071 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (5a7c6d34-9692-41fe-b7cc-8e26e1152262), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:44.533786 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-43839038-d1ba-4895-a266-197ca2b6969e req-5bb0219e-5d76-487e-85e5-3c2494b463c6 service neutron] 10.222.0.88 "GET /v2.0/networks/ec14a810-28cb-452c-8a58-03e4eebabfec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114465 Feb 02 07:18:44.559507 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-23673da0-70e7-4c96-b8e5-d493d1fa8104 admin admin] Publish callbacks [] for port (74f8a8e5-80b9-4494-b832-65fd81092fe7), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:44.575256 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-23673da0-70e7-4c96-b8e5-d493d1fa8104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (74f8a8e5-80b9-4494-b832-65fd81092fe7), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:44.639349 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 5a7c6d34-9692-41fe-b7cc-8e26e1152262 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:18:44.690322 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:44.782853 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a926b0-d326-4318-b228-82b868eb9f40 req-69097677-024c-4d5b-8f0b-19a20a32e868 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:44.798178 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-22a926b0-d326-4318-b228-82b868eb9f40 req-69097677-024c-4d5b-8f0b-19a20a32e868 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=214e70f6-b007-4f22-97a2-56231bb82a74 HTTP/1.1" status: 200 len: 943 time: 0.6921270 Feb 02 07:18:44.872641 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-23673da0-70e7-4c96-b8e5-d493d1fa8104 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (a61018c2-f517-406e-a40b-c27283e0708e), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:44.883333 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23673da0-70e7-4c96-b8e5-d493d1fa8104 admin admin] Pushing event updated for resources: {'Port': ['ID=74f8a8e5-80b9-4494-b832-65fd81092fe7,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:18:44.907422 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-22a926b0-d326-4318-b228-82b868eb9f40 req-269acd44-9c63-4681-aacb-ae284b419ba0 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081774 Feb 02 07:18:45.075501 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23673da0-70e7-4c96-b8e5-d493d1fa8104 admin admin] Network 4b6267be-6bec-4a1f-9688-332e0c725f82 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:18:45.099359 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-23673da0-70e7-4c96-b8e5-d493d1fa8104 admin admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:18:45.380334 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23673da0-70e7-4c96-b8e5-d493d1fa8104 admin admin] Router a61018c2-f517-406e-a40b-c27283e0708e has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:18:45.486337 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 06cc590e-0405-4023-bd89-86087b1c7618 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:18:45.690832 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-0d5cacf6-eccf-49ab-9cb2-996ebde0561c None None] Provisioning complete for port 74f8a8e5-80b9-4494-b832-65fd81092fe7 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:18:45.691399 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0d5cacf6-eccf-49ab-9cb2-996ebde0561c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (74f8a8e5-80b9-4494-b832-65fd81092fe7), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:45.714668 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23673da0-70e7-4c96-b8e5-d493d1fa8104 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:18:45.733502 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f76ed07-f9cc-49a1-8921-d88118e6b74f req-434f9ef0-fda0-4a97-9ce8-cdedb65c52c8 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:45.741070 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7f76ed07-f9cc-49a1-8921-d88118e6b74f req-434f9ef0-fda0-4a97-9ce8-cdedb65c52c8 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c387c7c-9555-478f-91be-817918d881d5 HTTP/1.1" status: 200 len: 945 time: 0.6608713 Feb 02 07:18:45.755851 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-0d5cacf6-eccf-49ab-9cb2-996ebde0561c None None] Port 74f8a8e5-80b9-4494-b832-65fd81092fe7 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:18:45.756150 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-23673da0-70e7-4c96-b8e5-d493d1fa8104 admin admin] 10.222.0.87 "PUT /v2.0/routers/a61018c2-f517-406e-a40b-c27283e0708e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0459006 Feb 02 07:18:45.764003 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 06cc590e-0405-4023-bd89-86087b1c7618 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:18:45.771499 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (06cc590e-0405-4023-bd89-86087b1c7618), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:45.915712 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7f76ed07-f9cc-49a1-8921-d88118e6b74f req-99511a3e-ada8-4a17-84a8-8efa3dbe89b1 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555548 Feb 02 07:18:46.005193 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 06cc590e-0405-4023-bd89-86087b1c7618 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:18:46.006081 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (06cc590e-0405-4023-bd89-86087b1c7618), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:46.043882 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 06cc590e-0405-4023-bd89-86087b1c7618, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=06cc590e-0405-4023-bd89-86087b1c7618,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:18:46.066454 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (06cc590e-0405-4023-bd89-86087b1c7618), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:46.149323 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d8c31-a2c9-4dd5-b934-95a6d36918ee req-1471b4de-4e1b-48af-8a8a-b6874191a5a8 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:46.150811 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a36d8c31-a2c9-4dd5-b934-95a6d36918ee req-1471b4de-4e1b-48af-8a8a-b6874191a5a8 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=214e70f6-b007-4f22-97a2-56231bb82a74 HTTP/1.1" status: 200 len: 943 time: 0.0989285 Feb 02 07:18:46.171423 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=06cc590e-0405-4023-bd89-86087b1c7618,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:18:46.182414 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:46.250814 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a36d8c31-a2c9-4dd5-b934-95a6d36918ee req-77d39c7c-60ab-4861-b21d-1f1b4b28dbb2 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910308 Feb 02 07:18:46.545174 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device c10518df-31e9-450b-b668-dc9e9480d059 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:18:46.687540 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e812aaba-6745-4dd2-a0f6-2ef9de0fb58d req-645680f8-9de9-4b0b-b084-e23899b467b8 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:46.691634 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e812aaba-6745-4dd2-a0f6-2ef9de0fb58d req-645680f8-9de9-4b0b-b084-e23899b467b8 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c387c7c-9555-478f-91be-817918d881d5 HTTP/1.1" status: 200 len: 945 time: 0.1031985 Feb 02 07:18:46.770403 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e812aaba-6745-4dd2-a0f6-2ef9de0fb58d req-e0cf6118-e09c-432d-8a9f-9be30640e2af tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750134 Feb 02 07:18:46.844422 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port c10518df-31e9-450b-b668-dc9e9480d059, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=c10518df-31e9-450b-b668-dc9e9480d059,segment=NetworkSegment(2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0),segment_id=2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:18:46.858666 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': 'c10518df-31e9-450b-b668-dc9e9480d059', 'network_id': 'ec14a810-28cb-452c-8a58-03e4eebabfec', 'port_id': 'c10518df-31e9-450b-b668-dc9e9480d059', 'mac_address': 'fa:16:3e:a6:22:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44a369a2-4fd0-4fcc-9b66-fee041fedbef', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:18:46.979943 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port c10518df-31e9-450b-b668-dc9e9480d059 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:18:46.980351 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (c10518df-31e9-450b-b668-dc9e9480d059), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:47.017623 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c10518df-31e9-450b-b668-dc9e9480d059 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:18:47.026984 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf9e49-eab8-4bf0-b07e-97d90a2033b3 req-574bb17c-0722-4fc4-9f7d-3d21cbc392ce tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:47.036721 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3ddf9e49-eab8-4bf0-b07e-97d90a2033b3 req-574bb17c-0722-4fc4-9f7d-3d21cbc392ce tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c387c7c-9555-478f-91be-817918d881d5 HTTP/1.1" status: 200 len: 945 time: 0.1312296 Feb 02 07:18:47.077586 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port c10518df-31e9-450b-b668-dc9e9480d059, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=c10518df-31e9-450b-b668-dc9e9480d059,segment=NetworkSegment(2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0),segment_id=2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:18:47.085089 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769f5fb6-f599-4958-8416-1a0438dd399f None None] Sync routers for ids ['a61018c2-f517-406e-a40b-c27283e0708e'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:18:47.106541 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (c10518df-31e9-450b-b668-dc9e9480d059), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:47.143263 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3ddf9e49-eab8-4bf0-b07e-97d90a2033b3 req-7924c96f-4443-42fa-be7d-06f1ae9f9743 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051483 Feb 02 07:18:47.228360 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769f5fb6-f599-4958-8416-1a0438dd399f None None] Routers {'a61018c2-f517-406e-a40b-c27283e0708e'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:18:47.229017 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-769f5fb6-f599-4958-8416-1a0438dd399f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:18:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['a61018c2-f517-406e-a40b-c27283e0708e'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:18:47.231794 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=c10518df-31e9-450b-b668-dc9e9480d059,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:18:47.331274 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 06cc590e-0405-4023-bd89-86087b1c7618 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:18:47.430608 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['c10518df-31e9-450b-b668-dc9e9480d059'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:18:47.475937 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:47.499140 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-769f5fb6-f599-4958-8416-1a0438dd399f None None] Set router a61018c2-f517-406e-a40b-c27283e0708e gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:18:47.626850 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 06cc590e-0405-4023-bd89-86087b1c7618 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:18:47.627470 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (06cc590e-0405-4023-bd89-86087b1c7618), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:47.721498 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058aaeac-7b4b-429d-8ce6-ccda91b52f1e req-1388eec6-5f80-4f57-bfc4-c11fe2fc0439 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:47.729262 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-058aaeac-7b4b-429d-8ce6-ccda91b52f1e req-1388eec6-5f80-4f57-bfc4-c11fe2fc0439 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=214e70f6-b007-4f22-97a2-56231bb82a74 HTTP/1.1" status: 200 len: 944 time: 0.0766444 Feb 02 07:18:47.802376 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-058aaeac-7b4b-429d-8ce6-ccda91b52f1e req-90fa5924-a29f-4e84-9b01-cdc41bdcfdc1 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718713 Feb 02 07:18:47.957268 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0103b3-e945-4ca0-849f-eb1c3e15d18a req-d7453287-c61f-4c9d-846b-7d9cc44fa58b tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:47.964571 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0b0103b3-e945-4ca0-849f-eb1c3e15d18a req-d7453287-c61f-4c9d-846b-7d9cc44fa58b tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c387c7c-9555-478f-91be-817918d881d5 HTTP/1.1" status: 200 len: 945 time: 0.0981283 Feb 02 07:18:48.040312 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0b0103b3-e945-4ca0-849f-eb1c3e15d18a req-9acd294b-1840-4c24-994c-7ed08e5ee4ff tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744414 Feb 02 07:18:48.074999 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 06cc590e-0405-4023-bd89-86087b1c7618 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:18:48.120279 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-769f5fb6-f599-4958-8416-1a0438dd399f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61018c2-f517-406e-a40b-c27283e0708e', 'name': 'tempest-TestVolumeBackupRestore-1002230833-router', 'tenant_id': '8057a6c663a84142b716dcd088ef3ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '06cc590e-0405-4023-bd89-86087b1c7618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:18:36Z', 'updated_at': '2022-02-02T07:18:44Z', 'revision_number': 4, 'project_id': '8057a6c663a84142b716dcd088ef3ebf', 'gw_port': {'id': '06cc590e-0405-4023-bd89-86087b1c7618', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61018c2-f517-406e-a40b-c27283e0708e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2575, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:18:36Z', 'updated_at': '2022-02-02T07:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '74f8a8e5-80b9-4494-b832-65fd81092fe7', 'name': '', 'network_id': '4b6267be-6bec-4a1f-9688-332e0c725f82', 'tenant_id': '8057a6c663a84142b716dcd088ef3ebf', 'mac_address': 'fa:16:3e:aa:9f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a61018c2-f517-406e-a40b-c27283e0708e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': '677e3fb7-d53c-4520-a591-09f5d9165683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:18:42Z', 'updated_at': '2022-02-02T07:18:44Z', 'revision_number': 2, 'project_id': '8057a6c663a84142b716dcd088ef3ebf', 'subnets': [{'id': '677e3fb7-d53c-4520-a591-09f5d9165683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:18:48.148421 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769f5fb6-f599-4958-8416-1a0438dd399f None None] Checking router: a61018c2-f517-406e-a40b-c27283e0708e for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:18:48.148775 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769f5fb6-f599-4958-8416-1a0438dd399f None None] Updating router a61018c2-f517-406e-a40b-c27283e0708e port 74f8a8e5-80b9-4494-b832-65fd81092fe7 binding host n-d-789963-26 {{(pid=109695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:18:48.181709 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-769f5fb6-f599-4958-8416-1a0438dd399f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (74f8a8e5-80b9-4494-b832-65fd81092fe7), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:48.490931 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-769f5fb6-f599-4958-8416-1a0438dd399f None None] Publish callbacks [] for port (74f8a8e5-80b9-4494-b832-65fd81092fe7), precommit_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:48.498889 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-769f5fb6-f599-4958-8416-1a0438dd399f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (74f8a8e5-80b9-4494-b832-65fd81092fe7), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:48.558833 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f589f29-f5bf-490d-b8bc-de1b96d0c8cf None None] Pushing event updated for resources: {'Port': ['ID=74f8a8e5-80b9-4494-b832-65fd81092fe7,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:18:48.579125 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device c10518df-31e9-450b-b668-dc9e9480d059 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:18:48.648792 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-769f5fb6-f599-4958-8416-1a0438dd399f None None] Attempting to bind port 74f8a8e5-80b9-4494-b832-65fd81092fe7 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:18:48.649858 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-769f5fb6-f599-4958-8416-1a0438dd399f None None] Attempting to bind port 74f8a8e5-80b9-4494-b832-65fd81092fe7 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '11541a5b-8cdd-4021-92b7-a33899a08d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '4b6267be-6bec-4a1f-9688-332e0c725f82'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:18:48.649858 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769f5fb6-f599-4958-8416-1a0438dd399f None None] Attempting to bind port 74f8a8e5-80b9-4494-b832-65fd81092fe7 on network 4b6267be-6bec-4a1f-9688-332e0c725f82 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:18:48.666088 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769f5fb6-f599-4958-8416-1a0438dd399f None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:18:48.666088 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769f5fb6-f599-4958-8416-1a0438dd399f None None] Checking segment: {'id': '11541a5b-8cdd-4021-92b7-a33899a08d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '4b6267be-6bec-4a1f-9688-332e0c725f82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:18:48.666088 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-769f5fb6-f599-4958-8416-1a0438dd399f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:48.666472 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769f5fb6-f599-4958-8416-1a0438dd399f None None] Bound using segment: {'id': '11541a5b-8cdd-4021-92b7-a33899a08d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '4b6267be-6bec-4a1f-9688-332e0c725f82'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:18:48.666889 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-769f5fb6-f599-4958-8416-1a0438dd399f None None] Bound port: 74f8a8e5-80b9-4494-b832-65fd81092fe7, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11541a5b-8cdd-4021-92b7-a33899a08d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '4b6267be-6bec-4a1f-9688-332e0c725f82'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:18:48.667281 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-769f5fb6-f599-4958-8416-1a0438dd399f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (74f8a8e5-80b9-4494-b832-65fd81092fe7), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:48.697661 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port c10518df-31e9-450b-b668-dc9e9480d059 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:18:48.728635 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port c10518df-31e9-450b-b668-dc9e9480d059 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:18:48.729168 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (c10518df-31e9-450b-b668-dc9e9480d059), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:48.801453 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-769f5fb6-f599-4958-8416-1a0438dd399f None None] For port 74f8a8e5-80b9-4494-b832-65fd81092fe7, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:18:48.806996 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-769f5fb6-f599-4958-8416-1a0438dd399f None None] For port 74f8a8e5-80b9-4494-b832-65fd81092fe7, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=74f8a8e5-80b9-4494-b832-65fd81092fe7,segment=NetworkSegment(11541a5b-8cdd-4021-92b7-a33899a08d83),segment_id=11541a5b-8cdd-4021-92b7-a33899a08d83)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:18:48.815398 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-769f5fb6-f599-4958-8416-1a0438dd399f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (74f8a8e5-80b9-4494-b832-65fd81092fe7), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:48.948191 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f589f29-f5bf-490d-b8bc-de1b96d0c8cf None None] Pushing event updated for resources: {'Port': ['ID=74f8a8e5-80b9-4494-b832-65fd81092fe7,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:18:48.963096 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769f5fb6-f599-4958-8416-1a0438dd399f None None] Routers {'a61018c2-f517-406e-a40b-c27283e0708e'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:18:48.963646 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-769f5fb6-f599-4958-8416-1a0438dd399f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:18:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['a61018c2-f517-406e-a40b-c27283e0708e'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:18:48.976826 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69ce786-31db-455b-bc04-ea9d6a18b67d req-202a0ef8-e514-4537-940e-ffc9e879ac00 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:48.980967 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c69ce786-31db-455b-bc04-ea9d6a18b67d req-202a0ef8-e514-4537-940e-ffc9e879ac00 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=214e70f6-b007-4f22-97a2-56231bb82a74 HTTP/1.1" status: 200 len: 944 time: 0.0972195 Feb 02 07:18:49.006691 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port c10518df-31e9-450b-b668-dc9e9480d059 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:18:49.007085 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (c10518df-31e9-450b-b668-dc9e9480d059), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:49.022566 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-50fed0e2-bcb1-4f18-8d50-f91c3c7d92a8 None None] Provisioning complete for port 74f8a8e5-80b9-4494-b832-65fd81092fe7 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:18:49.022947 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-50fed0e2-bcb1-4f18-8d50-f91c3c7d92a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (74f8a8e5-80b9-4494-b832-65fd81092fe7), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:49.075523 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c69ce786-31db-455b-bc04-ea9d6a18b67d req-de4c6da1-fd0b-484c-bc82-8c3b83fc870e tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834267 Feb 02 07:18:49.102109 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '214e70f6-b007-4f22-97a2-56231bb82a74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c10518df-31e9-450b-b668-dc9e9480d059'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:18:49.104574 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8859bb41-b799-4df7-b7e5-5cef8575e91e" -d '{"events": [{"server_uuid": "214e70f6-b007-4f22-97a2-56231bb82a74", "name": "network-vif-plugged", "status": "completed", "tag": "c10518df-31e9-450b-b668-dc9e9480d059"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:18:49.166202 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port c10518df-31e9-450b-b668-dc9e9480d059, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=c10518df-31e9-450b-b668-dc9e9480d059,segment=NetworkSegment(2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0),segment_id=2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:18:49.182505 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (c10518df-31e9-450b-b668-dc9e9480d059), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:49.261072 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e9fac-d4ca-4162-b874-1d62b76e8079 req-bdecc232-f06e-45ca-8cbf-451cbc8cacc0 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:49.262835 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-014e9fac-d4ca-4162-b874-1d62b76e8079 req-bdecc232-f06e-45ca-8cbf-451cbc8cacc0 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c387c7c-9555-478f-91be-817918d881d5 HTTP/1.1" status: 200 len: 945 time: 0.1041613 Feb 02 07:18:49.267078 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=c10518df-31e9-450b-b668-dc9e9480d059,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:18:49.280545 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-769f5fb6-f599-4958-8416-1a0438dd399f None None] Set router a61018c2-f517-406e-a40b-c27283e0708e gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:18:49.336135 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-014e9fac-d4ca-4162-b874-1d62b76e8079 req-924c920f-404d-4c10-8a33-534ebcbf699f tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672109 Feb 02 07:18:49.406876 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f71b77-1d25-4ffa-846e-f72f2b74c9d1 x-openstack-request-id: req-88f71b77-1d25-4ffa-846e-f72f2b74c9d1 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:18:49.407388 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "214e70f6-b007-4f22-97a2-56231bb82a74", "name": "network-vif-plugged", "status": "completed", "tag": "c10518df-31e9-450b-b668-dc9e9480d059", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:18:49.407475 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-88f71b77-1d25-4ffa-846e-f72f2b74c9d1 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:18:49.407935 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '214e70f6-b007-4f22-97a2-56231bb82a74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c10518df-31e9-450b-b668-dc9e9480d059', 'code': 200} Feb 02 07:18:49.443934 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-50fed0e2-bcb1-4f18-8d50-f91c3c7d92a8 None None] Current status of the port 74f8a8e5-80b9-4494-b832-65fd81092fe7 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:18:49.444290 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-50fed0e2-bcb1-4f18-8d50-f91c3c7d92a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (74f8a8e5-80b9-4494-b832-65fd81092fe7), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:49.542262 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-50fed0e2-bcb1-4f18-8d50-f91c3c7d92a8 None None] For port 74f8a8e5-80b9-4494-b832-65fd81092fe7, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=74f8a8e5-80b9-4494-b832-65fd81092fe7,segment=NetworkSegment(11541a5b-8cdd-4021-92b7-a33899a08d83),segment_id=11541a5b-8cdd-4021-92b7-a33899a08d83)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:18:49.560281 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-50fed0e2-bcb1-4f18-8d50-f91c3c7d92a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (74f8a8e5-80b9-4494-b832-65fd81092fe7), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:49.582367 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f18f4-782e-4492-b508-74f6eef68170 req-02f2ddf6-ce76-43ee-bcfc-9de0989e466b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:49.583981 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8c0f18f4-782e-4492-b508-74f6eef68170 req-02f2ddf6-ce76-43ee-bcfc-9de0989e466b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=214e70f6-b007-4f22-97a2-56231bb82a74 HTTP/1.1" status: 200 len: 1128 time: 0.0780122 Feb 02 07:18:49.654270 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8c0f18f4-782e-4492-b508-74f6eef68170 req-40ef6743-f147-4dce-baaf-c20a147bdd7a service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628004 Feb 02 07:18:49.684562 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fed0e2-bcb1-4f18-8d50-f91c3c7d92a8 None None] Pushing event updated for resources: {'Port': ['ID=74f8a8e5-80b9-4494-b832-65fd81092fe7,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:18:49.707874 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1e465e0f-f1e1-405d-bf81-a6ba75d31065 None None] Provisioning complete for port 74f8a8e5-80b9-4494-b832-65fd81092fe7 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:18:49.714432 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1e465e0f-f1e1-405d-bf81-a6ba75d31065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (74f8a8e5-80b9-4494-b832-65fd81092fe7), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:49.762999 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-769f5fb6-f599-4958-8416-1a0438dd399f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61018c2-f517-406e-a40b-c27283e0708e', 'name': 'tempest-TestVolumeBackupRestore-1002230833-router', 'tenant_id': '8057a6c663a84142b716dcd088ef3ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '06cc590e-0405-4023-bd89-86087b1c7618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:18:36Z', 'updated_at': '2022-02-02T07:18:44Z', 'revision_number': 4, 'project_id': '8057a6c663a84142b716dcd088ef3ebf', 'gw_port': {'id': '06cc590e-0405-4023-bd89-86087b1c7618', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61018c2-f517-406e-a40b-c27283e0708e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2575, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:18:36Z', 'updated_at': '2022-02-02T07:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '74f8a8e5-80b9-4494-b832-65fd81092fe7', 'name': '', 'network_id': '4b6267be-6bec-4a1f-9688-332e0c725f82', 'tenant_id': '8057a6c663a84142b716dcd088ef3ebf', 'mac_address': 'fa:16:3e:aa:9f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a61018c2-f517-406e-a40b-c27283e0708e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': '677e3fb7-d53c-4520-a591-09f5d9165683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:18:42Z', 'updated_at': '2022-02-02T07:18:48Z', 'revision_number': 4, 'project_id': '8057a6c663a84142b716dcd088ef3ebf', 'subnets': [{'id': '677e3fb7-d53c-4520-a591-09f5d9165683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:18:49.795465 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769f5fb6-f599-4958-8416-1a0438dd399f None None] The sync data for ids ['a61018c2-f517-406e-a40b-c27283e0708e'] in n-d-789963-26 is: [{'id': 'a61018c2-f517-406e-a40b-c27283e0708e', 'name': 'tempest-TestVolumeBackupRestore-1002230833-router', 'tenant_id': '8057a6c663a84142b716dcd088ef3ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '06cc590e-0405-4023-bd89-86087b1c7618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:18:36Z', 'updated_at': '2022-02-02T07:18:44Z', 'revision_number': 4, 'project_id': '8057a6c663a84142b716dcd088ef3ebf', 'gw_port': {'id': '06cc590e-0405-4023-bd89-86087b1c7618', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61018c2-f517-406e-a40b-c27283e0708e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2575, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:18:36Z', 'updated_at': '2022-02-02T07:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '74f8a8e5-80b9-4494-b832-65fd81092fe7', 'name': '', 'network_id': '4b6267be-6bec-4a1f-9688-332e0c725f82', 'tenant_id': '8057a6c663a84142b716dcd088ef3ebf', 'mac_address': 'fa:16:3e:aa:9f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a61018c2-f517-406e-a40b-c27283e0708e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': '677e3fb7-d53c-4520-a591-09f5d9165683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:18:42Z', 'updated_at': '2022-02-02T07:18:48Z', 'revision_number': 4, 'project_id': '8057a6c663a84142b716dcd088ef3ebf', 'subnets': [{'id': '677e3fb7-d53c-4520-a591-09f5d9165683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:18:49.843444 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1e465e0f-f1e1-405d-bf81-a6ba75d31065 None None] Current status of the port 74f8a8e5-80b9-4494-b832-65fd81092fe7 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:18:50.240860 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89441b42-0338-4b46-ba89-63aedcb842c0 req-10ab31b0-d782-4ee4-a42c-f37d0b207924 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:50.242798 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-89441b42-0338-4b46-ba89-63aedcb842c0 req-10ab31b0-d782-4ee4-a42c-f37d0b207924 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=214e70f6-b007-4f22-97a2-56231bb82a74 HTTP/1.1" status: 200 len: 945 time: 0.0739601 Feb 02 07:18:50.308081 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-89441b42-0338-4b46-ba89-63aedcb842c0 req-88a60f44-3aaa-4b5a-ba14-b349455aa5bc tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584686 Feb 02 07:18:50.500592 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb3899-1110-450e-a704-c85615a8ef7c req-20c4f4da-9666-4712-ab9d-a20bf90c5020 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:50.502834 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5bcb3899-1110-450e-a704-c85615a8ef7c req-20c4f4da-9666-4712-ab9d-a20bf90c5020 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c387c7c-9555-478f-91be-817918d881d5 HTTP/1.1" status: 200 len: 945 time: 0.0622575 Feb 02 07:18:50.598584 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5bcb3899-1110-450e-a704-c85615a8ef7c req-88a9e5e1-d6d1-4e85-9d70-51ef81f09fa8 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867085 Feb 02 07:18:51.344411 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 74f8a8e5-80b9-4494-b832-65fd81092fe7 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:18:51.429904 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 74f8a8e5-80b9-4494-b832-65fd81092fe7 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:18:51.430641 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (74f8a8e5-80b9-4494-b832-65fd81092fe7), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:51.498302 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d51802-eae7-4aa3-8564-b2eae44c26a3 req-6dcb65c7-c2e3-4923-ab2c-d7e8ef4c4843 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:51.507999 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-24d51802-eae7-4aa3-8564-b2eae44c26a3 req-6dcb65c7-c2e3-4923-ab2c-d7e8ef4c4843 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=214e70f6-b007-4f22-97a2-56231bb82a74 HTTP/1.1" status: 200 len: 945 time: 0.0864513 Feb 02 07:18:51.568835 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-24d51802-eae7-4aa3-8564-b2eae44c26a3 req-91ef9ca1-fd4e-4a05-bf19-c14767e06841 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597477 Feb 02 07:18:51.623072 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 74f8a8e5-80b9-4494-b832-65fd81092fe7 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:18:51.805003 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c55c0ae-60ec-4a35-be2f-35f2bd943a6f req-999ca9c8-67a7-4600-ad15-ba73b1a829d4 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:51.806554 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9c55c0ae-60ec-4a35-be2f-35f2bd943a6f req-999ca9c8-67a7-4600-ad15-ba73b1a829d4 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c387c7c-9555-478f-91be-817918d881d5 HTTP/1.1" status: 200 len: 945 time: 0.0647774 Feb 02 07:18:51.861412 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9c55c0ae-60ec-4a35-be2f-35f2bd943a6f req-10e590fa-fe50-45af-abf6-5e08edeb1210 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468674 Feb 02 07:18:51.995737 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb91c5-b6cc-4de0-bd5f-d30adc004c31 req-6cf85080-d8b5-4e30-9edc-30df9222091a tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:51.997507 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9abb91c5-b6cc-4de0-bd5f-d30adc004c31 req-6cf85080-d8b5-4e30-9edc-30df9222091a tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=214e70f6-b007-4f22-97a2-56231bb82a74 HTTP/1.1" status: 200 len: 945 time: 0.0662179 Feb 02 07:18:52.049619 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9abb91c5-b6cc-4de0-bd5f-d30adc004c31 req-ba76eac2-f207-4334-a16c-535be7990528 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453598 Feb 02 07:18:52.075974 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:53.006434 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec224355-24bc-4e04-895f-518437fff25b req-06de5275-fde3-41db-8873-9e2d9a07d675 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:53.008110 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ec224355-24bc-4e04-895f-518437fff25b req-06de5275-fde3-41db-8873-9e2d9a07d675 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c387c7c-9555-478f-91be-817918d881d5 HTTP/1.1" status: 200 len: 945 time: 0.0728769 Feb 02 07:18:53.068817 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ec224355-24bc-4e04-895f-518437fff25b req-e771666b-8fb7-49e8-97ae-a20680d93a8e tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545061 Feb 02 07:18:53.213008 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dedcf2-74e5-4b97-85b7-fbf0c1dda197 req-fcd002b0-0fc6-4e78-90f7-d23d3f9332e8 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:53.213008 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-71dedcf2-74e5-4b97-85b7-fbf0c1dda197 req-fcd002b0-0fc6-4e78-90f7-d23d3f9332e8 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=214e70f6-b007-4f22-97a2-56231bb82a74 HTTP/1.1" status: 200 len: 945 time: 0.0647960 Feb 02 07:18:53.277936 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-71dedcf2-74e5-4b97-85b7-fbf0c1dda197 req-75653ce2-0e5f-4252-9f47-38deeae3fb13 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580568 Feb 02 07:18:54.201358 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a968b5-6f0f-435d-afe6-b9dcba63d1d6 req-e0e39cfc-86b8-49b7-af04-d9d03fd946f7 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:54.202991 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d6a968b5-6f0f-435d-afe6-b9dcba63d1d6 req-e0e39cfc-86b8-49b7-af04-d9d03fd946f7 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c387c7c-9555-478f-91be-817918d881d5 HTTP/1.1" status: 200 len: 945 time: 0.0569942 Feb 02 07:18:54.262298 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d6a968b5-6f0f-435d-afe6-b9dcba63d1d6 req-47f8ea09-a098-4619-a5b2-48444361eefc tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489933 Feb 02 07:18:54.437462 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305c7980-0674-4a71-816b-eada3a027cf2 req-6a7a3b11-3de7-4f62-9d7f-10c90814fb06 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:54.440088 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-305c7980-0674-4a71-816b-eada3a027cf2 req-6a7a3b11-3de7-4f62-9d7f-10c90814fb06 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=214e70f6-b007-4f22-97a2-56231bb82a74 HTTP/1.1" status: 200 len: 945 time: 0.0652549 Feb 02 07:18:54.492315 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-305c7980-0674-4a71-816b-eada3a027cf2 req-996436d8-e037-4e4d-acf2-8be8b77ddc90 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461116 Feb 02 07:18:54.977108 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:18:55.405584 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b7bd7-38de-4bf5-9dcc-05c0c52aef29 req-844ab337-40aa-4e4e-a325-95d16a49404d tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:55.412032 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-774b7bd7-38de-4bf5-9dcc-05c0c52aef29 req-844ab337-40aa-4e4e-a325-95d16a49404d tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c387c7c-9555-478f-91be-817918d881d5 HTTP/1.1" status: 200 len: 945 time: 0.0637026 Feb 02 07:18:55.474258 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-774b7bd7-38de-4bf5-9dcc-05c0c52aef29 req-6a0a2793-99d8-4c5c-bb48-a51b87741184 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537026 Feb 02 07:18:55.647146 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b6203-73a8-40f9-9f48-12029885be8b req-c7cd78b0-816a-4c16-a3f6-d91370e44e2e tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:55.649009 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fd2b6203-73a8-40f9-9f48-12029885be8b req-c7cd78b0-816a-4c16-a3f6-d91370e44e2e tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=214e70f6-b007-4f22-97a2-56231bb82a74 HTTP/1.1" status: 200 len: 945 time: 0.0754983 Feb 02 07:18:55.701403 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fd2b6203-73a8-40f9-9f48-12029885be8b req-e352ec2b-7d8e-4394-96ce-e416ab5005e2 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468354 Feb 02 07:18:56.655799 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd7b96-07b8-4db1-9e17-03bcda4b89ab req-d93db8d8-8fad-42b3-b030-293fec259e21 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:56.665161 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-65cd7b96-07b8-4db1-9e17-03bcda4b89ab req-d93db8d8-8fad-42b3-b030-293fec259e21 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c387c7c-9555-478f-91be-817918d881d5 HTTP/1.1" status: 200 len: 945 time: 0.1027179 Feb 02 07:18:56.733067 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-65cd7b96-07b8-4db1-9e17-03bcda4b89ab req-d9a2dbbb-94d8-446b-9c22-11c9e23cf7c6 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622292 Feb 02 07:18:56.898299 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624ecbb8-0b62-40ac-a1f5-0e847903ce5d req-77c78b79-e0cb-4524-8b2a-700f4025562b tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:56.899905 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-624ecbb8-0b62-40ac-a1f5-0e847903ce5d req-77c78b79-e0cb-4524-8b2a-700f4025562b tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=214e70f6-b007-4f22-97a2-56231bb82a74 HTTP/1.1" status: 200 len: 945 time: 0.0897038 Feb 02 07:18:56.974536 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-624ecbb8-0b62-40ac-a1f5-0e847903ce5d req-5290388c-c61a-4465-9413-fc99e2724c5b tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684626 Feb 02 07:18:57.285993 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:18:57.864800 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8df0bf-9c7c-49aa-975c-8841d7540590 req-3a58a78b-104c-47a9-88b7-b527af038555 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:57.873602 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3b8df0bf-9c7c-49aa-975c-8841d7540590 req-3a58a78b-104c-47a9-88b7-b527af038555 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c387c7c-9555-478f-91be-817918d881d5 HTTP/1.1" status: 200 len: 945 time: 0.0700867 Feb 02 07:18:57.964366 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3b8df0bf-9c7c-49aa-975c-8841d7540590 req-c6ec33f6-e0e6-4bbc-9e3b-67ebb48d835b tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893214 Feb 02 07:18:58.142583 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c4234-5be7-47fa-9adc-206000b9a08b req-67a4cafa-982a-4ca9-8426-d8d01d5e0eb5 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:58.144318 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e44c4234-5be7-47fa-9adc-206000b9a08b req-67a4cafa-982a-4ca9-8426-d8d01d5e0eb5 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=214e70f6-b007-4f22-97a2-56231bb82a74 HTTP/1.1" status: 200 len: 945 time: 0.0670040 Feb 02 07:18:58.218139 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e44c4234-5be7-47fa-9adc-206000b9a08b req-d38fb09f-ff18-4f3f-81d5-0b8e03bdca7c tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622149 Feb 02 07:18:59.126569 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee6704a-d32d-416f-9195-23c842a7e529 req-4db5f2a0-f81d-43d7-9e7d-a627a6b177b7 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:59.129940 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fee6704a-d32d-416f-9195-23c842a7e529 req-4db5f2a0-f81d-43d7-9e7d-a627a6b177b7 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c387c7c-9555-478f-91be-817918d881d5 HTTP/1.1" status: 200 len: 945 time: 0.0684388 Feb 02 07:18:59.184066 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fee6704a-d32d-416f-9195-23c842a7e529 req-024f4bc2-980d-4b14-ad06-7084ed169b98 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467134 Feb 02 07:18:59.740025 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e951dd27-f4ec-432c-831b-4d9a507badcf req-b7ad15f8-a8ad-4b97-926a-4a1446dc056b tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:18:59.741590 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e951dd27-f4ec-432c-831b-4d9a507badcf req-b7ad15f8-a8ad-4b97-926a-4a1446dc056b tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=214e70f6-b007-4f22-97a2-56231bb82a74 HTTP/1.1" status: 200 len: 945 time: 0.4577231 Feb 02 07:18:59.791207 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e951dd27-f4ec-432c-831b-4d9a507badcf req-a011edd7-8e6b-46b5-89b0-28df60eef6c0 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437505 Feb 02 07:19:00.310484 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b31540b-bbed-4d8a-b2bc-8e4abd50cf80 req-6a199e85-ed3e-4571-a594-aef83d162824 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:00.312238 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0b31540b-bbed-4d8a-b2bc-8e4abd50cf80 req-6a199e85-ed3e-4571-a594-aef83d162824 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c387c7c-9555-478f-91be-817918d881d5 HTTP/1.1" status: 200 len: 945 time: 0.0537922 Feb 02 07:19:00.360185 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0b31540b-bbed-4d8a-b2bc-8e4abd50cf80 req-1c7b1fde-d559-4870-9bf1-ac912c9f13b8 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419457 Feb 02 07:19:00.919323 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec9846a-9d38-4128-a399-0a2e63bb98c6 req-a4191626-5456-4b0e-8f02-d7b2067ce28a tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:00.920891 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6ec9846a-9d38-4128-a399-0a2e63bb98c6 req-a4191626-5456-4b0e-8f02-d7b2067ce28a tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=214e70f6-b007-4f22-97a2-56231bb82a74 HTTP/1.1" status: 200 len: 945 time: 0.0580993 Feb 02 07:19:00.969338 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6ec9846a-9d38-4128-a399-0a2e63bb98c6 req-23257281-3bf1-4faa-be70-3f293e16b36c tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424321 Feb 02 07:19:01.488268 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64718549-5cdc-4bee-8941-f14b993aa8e7 req-43e283cb-0b7c-4ab9-8afb-a76d857db872 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:01.490516 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-64718549-5cdc-4bee-8941-f14b993aa8e7 req-43e283cb-0b7c-4ab9-8afb-a76d857db872 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c387c7c-9555-478f-91be-817918d881d5 HTTP/1.1" status: 200 len: 945 time: 0.0574548 Feb 02 07:19:01.539295 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-64718549-5cdc-4bee-8941-f14b993aa8e7 req-e4bc93b0-3e5d-4282-b642-53bc5285745c tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431273 Feb 02 07:19:02.109790 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb857b-b92f-4ada-a0a8-54635534e87f req-82fd1b86-536a-4d39-a04c-b663b82d2fa5 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:02.113238 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-33eb857b-b92f-4ada-a0a8-54635534e87f req-82fd1b86-536a-4d39-a04c-b663b82d2fa5 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=214e70f6-b007-4f22-97a2-56231bb82a74 HTTP/1.1" status: 200 len: 945 time: 0.0751941 Feb 02 07:19:02.175292 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-33eb857b-b92f-4ada-a0a8-54635534e87f req-612f1bce-d2bc-4dac-a592-b6f7ce94f4a0 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488970 Feb 02 07:19:02.664731 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de06db6-fe88-4f20-9998-369ac1c1b9bf req-6f85df1d-285a-4835-a7d9-142de86f9bd8 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:02.666405 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8de06db6-fe88-4f20-9998-369ac1c1b9bf req-6f85df1d-285a-4835-a7d9-142de86f9bd8 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c387c7c-9555-478f-91be-817918d881d5 HTTP/1.1" status: 200 len: 945 time: 0.0532508 Feb 02 07:19:02.716287 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8de06db6-fe88-4f20-9998-369ac1c1b9bf req-e24e9617-8589-47bc-8146-295de531a66d tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428944 Feb 02 07:19:03.302127 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c225f6d-3cdc-499d-a54f-a4550c0c446d req-2d965a04-f013-41bc-ba09-04e28b35d344 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:03.304250 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3c225f6d-3cdc-499d-a54f-a4550c0c446d req-2d965a04-f013-41bc-ba09-04e28b35d344 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=214e70f6-b007-4f22-97a2-56231bb82a74 HTTP/1.1" status: 200 len: 945 time: 0.0587223 Feb 02 07:19:03.363953 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3c225f6d-3cdc-499d-a54f-a4550c0c446d req-962bb4d4-ff66-4f5d-8a30-4bef67e292b0 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472579 Feb 02 07:19:03.855485 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a96f09-3eda-4dc4-a008-233084ca755e req-dbf158f6-e067-4fce-aadf-621baa6bd306 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:03.857885 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-21a96f09-3eda-4dc4-a008-233084ca755e req-dbf158f6-e067-4fce-aadf-621baa6bd306 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c387c7c-9555-478f-91be-817918d881d5 HTTP/1.1" status: 200 len: 945 time: 0.0604188 Feb 02 07:19:03.913134 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-21a96f09-3eda-4dc4-a008-233084ca755e req-28489dc7-ac16-4997-b9da-ae6ec1da42a1 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470748 Feb 02 07:19:04.512704 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b701f58d-17f3-4dee-bf49-0ac816ef67f6 req-6a55f397-f152-4b3b-8b78-98be8683137b tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:04.514202 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b701f58d-17f3-4dee-bf49-0ac816ef67f6 req-6a55f397-f152-4b3b-8b78-98be8683137b tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=214e70f6-b007-4f22-97a2-56231bb82a74 HTTP/1.1" status: 200 len: 945 time: 0.0568521 Feb 02 07:19:04.566826 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b701f58d-17f3-4dee-bf49-0ac816ef67f6 req-1c6cd7a0-7bf1-4457-8386-7b991bd8aa7c tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459502 Feb 02 07:19:05.038765 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfab5e6-e905-412d-b5ef-ba6ed2db08e1 req-80078145-4860-4cc0-9a7e-74e1cb5663c3 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:05.041138 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dbfab5e6-e905-412d-b5ef-ba6ed2db08e1 req-80078145-4860-4cc0-9a7e-74e1cb5663c3 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c387c7c-9555-478f-91be-817918d881d5 HTTP/1.1" status: 200 len: 945 time: 0.0545752 Feb 02 07:19:05.096262 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dbfab5e6-e905-412d-b5ef-ba6ed2db08e1 req-9fa66fc5-1a6f-4765-92bc-2c52725d9c94 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475540 Feb 02 07:19:05.689250 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b488d66-d2e1-4744-addb-b7f844c64cd9 req-f8e61d89-808e-4355-bb39-601c42287867 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:05.690759 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5b488d66-d2e1-4744-addb-b7f844c64cd9 req-f8e61d89-808e-4355-bb39-601c42287867 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=214e70f6-b007-4f22-97a2-56231bb82a74 HTTP/1.1" status: 200 len: 945 time: 0.0542116 Feb 02 07:19:05.739909 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5b488d66-d2e1-4744-addb-b7f844c64cd9 req-bdb41eca-d777-4723-be05-08c5e7c81fa8 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432570 Feb 02 07:19:06.215685 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c894072c-d6e8-40ad-8075-730002451191 req-ad9e8446-2e17-460b-a4f7-4084dca4dd8e tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:06.218608 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c894072c-d6e8-40ad-8075-730002451191 req-ad9e8446-2e17-460b-a4f7-4084dca4dd8e tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c387c7c-9555-478f-91be-817918d881d5 HTTP/1.1" status: 200 len: 945 time: 0.0557408 Feb 02 07:19:06.283710 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c894072c-d6e8-40ad-8075-730002451191 req-131c3528-09fe-429a-a077-4270556ce1ed tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591130 Feb 02 07:19:06.872882 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449351aa-858e-45ef-bbad-e21bb0fd0a4f req-b7e16633-14a9-46d0-8395-c354bb6bebb8 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:06.875259 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-449351aa-858e-45ef-bbad-e21bb0fd0a4f req-b7e16633-14a9-46d0-8395-c354bb6bebb8 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=214e70f6-b007-4f22-97a2-56231bb82a74 HTTP/1.1" status: 200 len: 945 time: 0.0586793 Feb 02 07:19:06.923109 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-449351aa-858e-45ef-bbad-e21bb0fd0a4f req-daa8f041-a60b-4c2f-9248-a156e85289fc tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421219 Feb 02 07:19:07.430458 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f05b4-519a-4c45-810d-8ea3fcb26530 req-8b8b8856-d981-4bd4-97fb-8db050085972 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:07.431997 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-927f05b4-519a-4c45-810d-8ea3fcb26530 req-8b8b8856-d981-4bd4-97fb-8db050085972 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c387c7c-9555-478f-91be-817918d881d5 HTTP/1.1" status: 200 len: 945 time: 0.0576773 Feb 02 07:19:07.484576 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-927f05b4-519a-4c45-810d-8ea3fcb26530 req-8cb10375-1e71-4297-a909-4f305bc5bb57 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453382 Feb 02 07:19:08.133219 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bd183-63e4-4df9-8306-3ec8ba11eb12 req-3e4b94c7-906f-469b-ba61-04899f94ddff tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:08.135028 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dd7bd183-63e4-4df9-8306-3ec8ba11eb12 req-3e4b94c7-906f-469b-ba61-04899f94ddff tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=214e70f6-b007-4f22-97a2-56231bb82a74 HTTP/1.1" status: 200 len: 945 time: 0.1167808 Feb 02 07:19:08.197239 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dd7bd183-63e4-4df9-8306-3ec8ba11eb12 req-23de7a8a-078c-4489-bafc-58cda5c55fe9 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566318 Feb 02 07:19:08.613996 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3196e473-a047-45c4-9a5a-69e923f9101c req-106d4bc9-f803-4c5a-9a07-8f07fbe47b9c tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:08.615683 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3196e473-a047-45c4-9a5a-69e923f9101c req-106d4bc9-f803-4c5a-9a07-8f07fbe47b9c tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c387c7c-9555-478f-91be-817918d881d5 HTTP/1.1" status: 200 len: 945 time: 0.0547392 Feb 02 07:19:08.663443 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3196e473-a047-45c4-9a5a-69e923f9101c req-6bfaebd8-8ba3-4175-b793-c13f27cb0b7e tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417244 Feb 02 07:19:09.326387 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb462fa-723a-4bc1-bdbb-cf77c43d9a46 req-4315ca55-f5c9-4842-9112-923b03917b51 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:09.328485 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ffb462fa-723a-4bc1-bdbb-cf77c43d9a46 req-4315ca55-f5c9-4842-9112-923b03917b51 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=214e70f6-b007-4f22-97a2-56231bb82a74 HTTP/1.1" status: 200 len: 945 time: 0.0578308 Feb 02 07:19:09.387960 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ffb462fa-723a-4bc1-bdbb-cf77c43d9a46 req-194b885f-b4eb-4b87-8b36-9cd0b9a1d14b tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535758 Feb 02 07:19:09.787320 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1e7ee-9411-43d8-af50-b6852342709c req-172b9b8c-92a8-4094-b07d-eb95d1be593d tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:09.788757 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7fb1e7ee-9411-43d8-af50-b6852342709c req-172b9b8c-92a8-4094-b07d-eb95d1be593d tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c387c7c-9555-478f-91be-817918d881d5 HTTP/1.1" status: 200 len: 945 time: 0.0571640 Feb 02 07:19:09.841973 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7fb1e7ee-9411-43d8-af50-b6852342709c req-caa7742d-a528-453a-a3fe-8d82a227c947 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470555 Feb 02 07:19:10.505145 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244cd925-6279-432b-920f-34e6aa813cb2 req-69e1f4f0-9a68-4106-9f90-5ca3f05d3253 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:10.506757 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-244cd925-6279-432b-920f-34e6aa813cb2 req-69e1f4f0-9a68-4106-9f90-5ca3f05d3253 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=214e70f6-b007-4f22-97a2-56231bb82a74 HTTP/1.1" status: 200 len: 945 time: 0.0545194 Feb 02 07:19:10.564958 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-244cd925-6279-432b-920f-34e6aa813cb2 req-dc48b16c-8838-49cd-b190-e215c84f9da6 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515890 Feb 02 07:19:10.976967 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0e1f581a-fec3-417d-b4de-f66bc9d885ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:10.990016 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4c9ca6-bf1c-4e4d-9b42-bd3f0506c34e req-9474da39-6144-406b-8e20-5668f039a8a2 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:10.991690 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-de4c9ca6-bf1c-4e4d-9b42-bd3f0506c34e req-9474da39-6144-406b-8e20-5668f039a8a2 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c387c7c-9555-478f-91be-817918d881d5 HTTP/1.1" status: 200 len: 945 time: 0.0763826 Feb 02 07:19:11.053183 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-de4c9ca6-bf1c-4e4d-9b42-bd3f0506c34e req-2b6b57cf-074d-4ec7-829e-7b131e36699f tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534124 Feb 02 07:19:11.690921 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab99e5-30de-47f1-b563-9c487e24efe7 req-d68e367a-0b62-4f88-97fe-7387a621c362 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:11.692461 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b2ab99e5-30de-47f1-b563-9c487e24efe7 req-d68e367a-0b62-4f88-97fe-7387a621c362 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=214e70f6-b007-4f22-97a2-56231bb82a74 HTTP/1.1" status: 200 len: 945 time: 0.0558186 Feb 02 07:19:11.740961 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b2ab99e5-30de-47f1-b563-9c487e24efe7 req-1c284b06-e357-4420-ab25-92bec41bb93c tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420024 Feb 02 07:19:12.211844 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac20824-941a-4923-9dde-40303886925c req-471598c1-e114-49bc-8dc4-a3fc6fded3ad tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:12.213658 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dac20824-941a-4923-9dde-40303886925c req-471598c1-e114-49bc-8dc4-a3fc6fded3ad tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c387c7c-9555-478f-91be-817918d881d5 HTTP/1.1" status: 200 len: 945 time: 0.0569844 Feb 02 07:19:12.293274 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dac20824-941a-4923-9dde-40303886925c req-58b43a15-060f-48eb-a20a-703557451459 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677350 Feb 02 07:19:12.523739 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe2e85b-d25a-4f5f-a4c0-fcec9bd90ebf req-235b6705-e74a-445a-9678-13332a587429 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:12.525200 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bfe2e85b-d25a-4f5f-a4c0-fcec9bd90ebf req-235b6705-e74a-445a-9678-13332a587429 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=c6413e47-3ae9-473a-844c-f4bcd11bbc2e HTTP/1.1" status: 200 len: 947 time: 0.0537279 Feb 02 07:19:12.574196 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bfe2e85b-d25a-4f5f-a4c0-fcec9bd90ebf req-76197f10-b0b2-4a91-84e2-9483abe40b89 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=bc6bfedd-ef42-4ce4-a56a-4f6651c2c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427368 Feb 02 07:19:12.863875 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476a91ce-01da-49b8-9946-6b4019fcbdb2 req-3141b049-0c42-4159-b847-b2ac05fbf225 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:12.865343 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-476a91ce-01da-49b8-9946-6b4019fcbdb2 req-3141b049-0c42-4159-b847-b2ac05fbf225 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=214e70f6-b007-4f22-97a2-56231bb82a74 HTTP/1.1" status: 200 len: 945 time: 0.0523095 Feb 02 07:19:12.913513 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-476a91ce-01da-49b8-9946-6b4019fcbdb2 req-9095922f-e6a6-4394-b8e9-999bbfcf591f tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426340 Feb 02 07:19:13.255754 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-4fb2ad5b-9176-420a-ba67-f6a3f7ec024e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:13.417329 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6a2873-2858-4b20-bdbc-2a4cf547ccb0 req-7fe025e1-2025-4b81-8b35-9a09e1e07ff5 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:13.418831 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8d6a2873-2858-4b20-bdbc-2a4cf547ccb0 req-7fe025e1-2025-4b81-8b35-9a09e1e07ff5 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c387c7c-9555-478f-91be-817918d881d5 HTTP/1.1" status: 200 len: 945 time: 0.0577638 Feb 02 07:19:13.466764 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8d6a2873-2858-4b20-bdbc-2a4cf547ccb0 req-a5578146-1896-46c8-b3a7-61e5a3ad63aa tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413673 Feb 02 07:19:13.694735 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13195342-217d-4d68-bb50-4b7578d48c05 req-b2ea856a-ae30-4208-bcfd-84772550da33 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:13.696242 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-13195342-217d-4d68-bb50-4b7578d48c05 req-b2ea856a-ae30-4208-bcfd-84772550da33 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=c6413e47-3ae9-473a-844c-f4bcd11bbc2e HTTP/1.1" status: 200 len: 947 time: 0.0522425 Feb 02 07:19:13.743156 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-13195342-217d-4d68-bb50-4b7578d48c05 req-0c6f2a16-7a89-48fc-bdda-1a73b8f87b0b tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=bc6bfedd-ef42-4ce4-a56a-4f6651c2c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413396 Feb 02 07:19:14.051861 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a7b94f-e075-4b7e-8ea0-a6b6978c7124 req-52fe0b6f-0a0a-4def-9001-69e8a33d7def tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:14.053459 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f9a7b94f-e075-4b7e-8ea0-a6b6978c7124 req-52fe0b6f-0a0a-4def-9001-69e8a33d7def tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=214e70f6-b007-4f22-97a2-56231bb82a74 HTTP/1.1" status: 200 len: 945 time: 0.0656779 Feb 02 07:19:14.101642 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f9a7b94f-e075-4b7e-8ea0-a6b6978c7124 req-e61fbcec-aefc-4b8f-be01-fcf1011834ea tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425341 Feb 02 07:19:14.378899 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d4fc8-6fae-4f00-a55b-77fb96efc827 req-683f642c-3144-4f94-b01c-d0072936982e tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:14.380305 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2f2d4fc8-6fae-4f00-a55b-77fb96efc827 req-683f642c-3144-4f94-b01c-d0072936982e tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6413e47-3ae9-473a-844c-f4bcd11bbc2e HTTP/1.1" status: 200 len: 947 time: 0.0549855 Feb 02 07:19:14.490172 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-2f2d4fc8-6fae-4f00-a55b-77fb96efc827 req-aac76f37-5e68-4d9d-ac89-6a9fedefd9fa tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Deleting port e5693ad4-1652-4353-8d5c-35e07e2e3df9 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:19:14.490824 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-2f2d4fc8-6fae-4f00-a55b-77fb96efc827 req-aac76f37-5e68-4d9d-ac89-6a9fedefd9fa tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (e5693ad4-1652-4353-8d5c-35e07e2e3df9), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:14.617371 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-2f2d4fc8-6fae-4f00-a55b-77fb96efc827 req-aac76f37-5e68-4d9d-ac89-6a9fedefd9fa tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] For port e5693ad4-1652-4353-8d5c-35e07e2e3df9, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=e5693ad4-1652-4353-8d5c-35e07e2e3df9,segment=NetworkSegment(99da04fe-20b0-46d1-9372-22452ee68679),segment_id=99da04fe-20b0-46d1-9372-22452ee68679)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:19:14.617644 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-2f2d4fc8-6fae-4f00-a55b-77fb96efc827 req-aac76f37-5e68-4d9d-ac89-6a9fedefd9fa tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (e5693ad4-1652-4353-8d5c-35e07e2e3df9), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:14.660809 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:14.681734 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec158e-c3b1-47b8-82bf-67bc48dd9389 req-bb6e2230-0246-4f1c-a5d0-13a82cea9d1b tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:14.683194 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-faec158e-c3b1-47b8-82bf-67bc48dd9389 req-bb6e2230-0246-4f1c-a5d0-13a82cea9d1b tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c387c7c-9555-478f-91be-817918d881d5 HTTP/1.1" status: 200 len: 945 time: 0.1217244 Feb 02 07:19:14.789926 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-faec158e-c3b1-47b8-82bf-67bc48dd9389 req-f1bb4523-2e28-4877-b658-fcff5a63ddf2 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976684 Feb 02 07:19:14.858927 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-2f2d4fc8-6fae-4f00-a55b-77fb96efc827 req-aac76f37-5e68-4d9d-ac89-6a9fedefd9fa tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:14.860070 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-2f2d4fc8-6fae-4f00-a55b-77fb96efc827 req-aac76f37-5e68-4d9d-ac89-6a9fedefd9fa tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (9827e3d5-34b7-4514-b481-42d643beeae5), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:14.861016 n-d-789963-26 neutron-server[109694]: INFO neutron.db.l3_db [req-2f2d4fc8-6fae-4f00-a55b-77fb96efc827 req-aac76f37-5e68-4d9d-ac89-6a9fedefd9fa tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Floating IP 9827e3d5-34b7-4514-b481-42d643beeae5 disassociated. External IP: 172.25.4.78, port: e5693ad4-1652-4353-8d5c-35e07e2e3df9. Feb 02 07:19:14.861477 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-2f2d4fc8-6fae-4f00-a55b-77fb96efc827 req-aac76f37-5e68-4d9d-ac89-6a9fedefd9fa tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Calling delete_port for e5693ad4-1652-4353-8d5c-35e07e2e3df9 owned by compute:nova {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:19:14.977065 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b71692b-e256-46fd-be4d-43372370ad9f req-bf6623cb-f927-4483-af75-fb5e9317019a tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:14.978582 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7b71692b-e256-46fd-be4d-43372370ad9f req-bf6623cb-f927-4483-af75-fb5e9317019a tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=c6413e47-3ae9-473a-844c-f4bcd11bbc2e HTTP/1.1" status: 200 len: 947 time: 0.1116848 Feb 02 07:19:15.062961 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7b71692b-e256-46fd-be4d-43372370ad9f req-d45a042a-f3a8-4e46-9993-f306e65bad80 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups?id=bc6bfedd-ef42-4ce4-a56a-4f6651c2c67b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780277 Feb 02 07:19:15.084200 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-2f2d4fc8-6fae-4f00-a55b-77fb96efc827 req-aac76f37-5e68-4d9d-ac89-6a9fedefd9fa tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (e5693ad4-1652-4353-8d5c-35e07e2e3df9), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:15.117821 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac76f37-5e68-4d9d-ac89-6a9fedefd9fa tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Pushing event deleted for resources: {'Port': ['ID=e5693ad4-1652-4353-8d5c-35e07e2e3df9,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:19:15.129222 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac76f37-5e68-4d9d-ac89-6a9fedefd9fa tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:19:15.129577 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac76f37-5e68-4d9d-ac89-6a9fedefd9fa tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:19:15.129923 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac76f37-5e68-4d9d-ac89-6a9fedefd9fa tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:19:15.130263 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac76f37-5e68-4d9d-ac89-6a9fedefd9fa tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:19:15.130595 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac76f37-5e68-4d9d-ac89-6a9fedefd9fa tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:19:15.130923 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac76f37-5e68-4d9d-ac89-6a9fedefd9fa tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:19:15.131251 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac76f37-5e68-4d9d-ac89-6a9fedefd9fa tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:19:15.131598 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac76f37-5e68-4d9d-ac89-6a9fedefd9fa tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:19:15.131950 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac76f37-5e68-4d9d-ac89-6a9fedefd9fa tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:19:15.132876 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac76f37-5e68-4d9d-ac89-6a9fedefd9fa tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:19:15.133222 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac76f37-5e68-4d9d-ac89-6a9fedefd9fa tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:19:15.133549 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac76f37-5e68-4d9d-ac89-6a9fedefd9fa tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:19:15.133889 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac76f37-5e68-4d9d-ac89-6a9fedefd9fa tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:19:15.275970 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f2d4fc8-6fae-4f00-a55b-77fb96efc827 req-aac76f37-5e68-4d9d-ac89-6a9fedefd9fa tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Router 96a03403-39d6-4642-947c-0aeefc2e12bf has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:19:15.295628 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84093c9a-ea77-45df-88aa-5a6ff2dae07e req-00eaa734-6015-4925-b1b9-474d13e2f03c tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:15.297710 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-84093c9a-ea77-45df-88aa-5a6ff2dae07e req-00eaa734-6015-4925-b1b9-474d13e2f03c tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=214e70f6-b007-4f22-97a2-56231bb82a74 HTTP/1.1" status: 200 len: 945 time: 0.0797958 Feb 02 07:19:15.416667 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-84093c9a-ea77-45df-88aa-5a6ff2dae07e req-d75f0aeb-501c-4c22-a359-3aae71db0ebd tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860932 Feb 02 07:19:15.430156 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f2d4fc8-6fae-4f00-a55b-77fb96efc827 req-aac76f37-5e68-4d9d-ac89-6a9fedefd9fa tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:19:15.453810 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5352415-5f33-43f4-be74-b32d44d210f6 None None] Sync routers for ids ['96a03403-39d6-4642-947c-0aeefc2e12bf'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:19:15.473113 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5352415-5f33-43f4-be74-b32d44d210f6 None None] Routers {'96a03403-39d6-4642-947c-0aeefc2e12bf'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:19:15.474073 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-b5352415-5f33-43f4-be74-b32d44d210f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:19:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['96a03403-39d6-4642-947c-0aeefc2e12bf'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:19:15.486151 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f2d4fc8-6fae-4f00-a55b-77fb96efc827 req-aac76f37-5e68-4d9d-ac89-6a9fedefd9fa tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] No DVR routers for this DVR port e5693ad4-1652-4353-8d5c-35e07e2e3df9 on host n-h2-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:19:15.490790 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-2f2d4fc8-6fae-4f00-a55b-77fb96efc827 req-aac76f37-5e68-4d9d-ac89-6a9fedefd9fa tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:15.495100 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2f2d4fc8-6fae-4f00-a55b-77fb96efc827 req-aac76f37-5e68-4d9d-ac89-6a9fedefd9fa tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.59 "DELETE /v2.0/ports/e5693ad4-1652-4353-8d5c-35e07e2e3df9 HTTP/1.1" status: 204 len: 173 time: 1.1085873 Feb 02 07:19:15.495703 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6413e47-3ae9-473a-844c-f4bcd11bbc2e', 'name': 'network-vif-deleted', 'tag': 'e5693ad4-1652-4353-8d5c-35e07e2e3df9'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:19:15.498096 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b15c68-4899-4cf8-ac5a-69696f3ccd86" -d '{"events": [{"server_uuid": "c6413e47-3ae9-473a-844c-f4bcd11bbc2e", "name": "network-vif-deleted", "tag": "e5693ad4-1652-4353-8d5c-35e07e2e3df9"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:19:15.544306 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a54e9ebe-c559-44a8-93ec-94d01eb3ae54 x-openstack-request-id: req-a54e9ebe-c559-44a8-93ec-94d01eb3ae54 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:19:15.544853 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6413e47-3ae9-473a-844c-f4bcd11bbc2e", "name": "network-vif-deleted", "tag": "e5693ad4-1652-4353-8d5c-35e07e2e3df9", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:19:15.545229 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a54e9ebe-c559-44a8-93ec-94d01eb3ae54 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:19:15.545736 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6413e47-3ae9-473a-844c-f4bcd11bbc2e', 'name': 'network-vif-deleted', 'tag': 'e5693ad4-1652-4353-8d5c-35e07e2e3df9', 'status': 'completed', 'code': 200} Feb 02 07:19:15.597997 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-b5352415-5f33-43f4-be74-b32d44d210f6 None None] Set router 96a03403-39d6-4642-947c-0aeefc2e12bf gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:19:15.835520 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-b5352415-5f33-43f4-be74-b32d44d210f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a03403-39d6-4642-947c-0aeefc2e12bf', 'name': 'tempest-AttachVolumeShelveTestJSON-1797721458-router', 'tenant_id': 'faba4237acf64862ba84ad5ca9ce531a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '46edfeb7-6eb1-4026-958c-30c68e711312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:08:51Z', 'updated_at': '2022-02-02T07:08:57Z', 'revision_number': 4, 'project_id': 'faba4237acf64862ba84ad5ca9ce531a', 'gw_port': {'id': '46edfeb7-6eb1-4026-958c-30c68e711312', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:30:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a03403-39d6-4642-947c-0aeefc2e12bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:08:53Z', 'updated_at': '2022-02-02T07:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '27dbd983-8a26-499d-b424-f8d9842bb005', 'name': '', 'network_id': '93a7727a-9e40-4a0f-b90d-66c79fe1bf6c', 'tenant_id': 'faba4237acf64862ba84ad5ca9ce531a', 'mac_address': 'fa:16:3e:20:9c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a03403-39d6-4642-947c-0aeefc2e12bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '772313e3-625d-4c7f-b776-8fe829836021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:08:56Z', 'updated_at': '2022-02-02T07:09:09Z', 'revision_number': 5, 'project_id': 'faba4237acf64862ba84ad5ca9ce531a', 'subnets': [{'id': '772313e3-625d-4c7f-b776-8fe829836021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:19:15.865888 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5352415-5f33-43f4-be74-b32d44d210f6 None None] Checking router: 96a03403-39d6-4642-947c-0aeefc2e12bf for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:19:15.875771 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5352415-5f33-43f4-be74-b32d44d210f6 None None] Routers {'96a03403-39d6-4642-947c-0aeefc2e12bf'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:19:15.876382 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-b5352415-5f33-43f4-be74-b32d44d210f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:19:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['96a03403-39d6-4642-947c-0aeefc2e12bf'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:19:15.947996 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8264b166-c18b-422f-8ce9-b4c99d25e3d5 req-997b90fb-fc2d-4977-9196-364654608fe8 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:15.949747 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8264b166-c18b-422f-8ce9-b4c99d25e3d5 req-997b90fb-fc2d-4977-9196-364654608fe8 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c387c7c-9555-478f-91be-817918d881d5 HTTP/1.1" status: 200 len: 945 time: 0.0587802 Feb 02 07:19:15.993763 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-b5352415-5f33-43f4-be74-b32d44d210f6 None None] Set router 96a03403-39d6-4642-947c-0aeefc2e12bf gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:19:16.003473 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8264b166-c18b-422f-8ce9-b4c99d25e3d5 req-fc87ddad-43f2-47a6-ad09-1260885eac3d tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474324 Feb 02 07:19:16.041436 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:16.175786 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-747c2c2c-28ef-4f54-a638-717ab24ff7b9 req-211d12bf-49c4-4bba-980f-fe98805d4684 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/ports?device_id=c6413e47-3ae9-473a-844c-f4bcd11bbc2e HTTP/1.1" status: 200 len: 210 time: 0.0282080 Feb 02 07:19:16.217447 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-b5352415-5f33-43f4-be74-b32d44d210f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a03403-39d6-4642-947c-0aeefc2e12bf', 'name': 'tempest-AttachVolumeShelveTestJSON-1797721458-router', 'tenant_id': 'faba4237acf64862ba84ad5ca9ce531a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '46edfeb7-6eb1-4026-958c-30c68e711312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:08:51Z', 'updated_at': '2022-02-02T07:08:57Z', 'revision_number': 4, 'project_id': 'faba4237acf64862ba84ad5ca9ce531a', 'gw_port': {'id': '46edfeb7-6eb1-4026-958c-30c68e711312', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:30:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a03403-39d6-4642-947c-0aeefc2e12bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:08:53Z', 'updated_at': '2022-02-02T07:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '27dbd983-8a26-499d-b424-f8d9842bb005', 'name': '', 'network_id': '93a7727a-9e40-4a0f-b90d-66c79fe1bf6c', 'tenant_id': 'faba4237acf64862ba84ad5ca9ce531a', 'mac_address': 'fa:16:3e:20:9c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a03403-39d6-4642-947c-0aeefc2e12bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '772313e3-625d-4c7f-b776-8fe829836021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:08:56Z', 'updated_at': '2022-02-02T07:09:09Z', 'revision_number': 5, 'project_id': 'faba4237acf64862ba84ad5ca9ce531a', 'subnets': [{'id': '772313e3-625d-4c7f-b776-8fe829836021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:19:16.244006 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5352415-5f33-43f4-be74-b32d44d210f6 None None] The sync data for ids ['96a03403-39d6-4642-947c-0aeefc2e12bf'] in n-d-789963-26 is: [{'id': '96a03403-39d6-4642-947c-0aeefc2e12bf', 'name': 'tempest-AttachVolumeShelveTestJSON-1797721458-router', 'tenant_id': 'faba4237acf64862ba84ad5ca9ce531a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '46edfeb7-6eb1-4026-958c-30c68e711312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:08:51Z', 'updated_at': '2022-02-02T07:08:57Z', 'revision_number': 4, 'project_id': 'faba4237acf64862ba84ad5ca9ce531a', 'gw_port': {'id': '46edfeb7-6eb1-4026-958c-30c68e711312', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:30:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a03403-39d6-4642-947c-0aeefc2e12bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:08:53Z', 'updated_at': '2022-02-02T07:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '27dbd983-8a26-499d-b424-f8d9842bb005', 'name': '', 'network_id': '93a7727a-9e40-4a0f-b90d-66c79fe1bf6c', 'tenant_id': 'faba4237acf64862ba84ad5ca9ce531a', 'mac_address': 'fa:16:3e:20:9c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a03403-39d6-4642-947c-0aeefc2e12bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '772313e3-625d-4c7f-b776-8fe829836021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:08:56Z', 'updated_at': '2022-02-02T07:09:09Z', 'revision_number': 5, 'project_id': 'faba4237acf64862ba84ad5ca9ce531a', 'subnets': [{'id': '772313e3-625d-4c7f-b776-8fe829836021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:19:16.564938 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beda28a-e1ef-4867-b5c1-e61a011d24b8 req-d1f833b6-049d-4931-9a49-eb2d54ea9aee tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:16.566274 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2beda28a-e1ef-4867-b5c1-e61a011d24b8 req-d1f833b6-049d-4931-9a49-eb2d54ea9aee tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=214e70f6-b007-4f22-97a2-56231bb82a74 HTTP/1.1" status: 200 len: 945 time: 0.0679314 Feb 02 07:19:16.597438 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c710be55-86e2-4947-82e2-aabacee60d49 None None] New status for floating IP 9827e3d5-34b7-4514-b481-42d643beeae5: DOWN {{(pid=109695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 07:19:16.627898 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2beda28a-e1ef-4867-b5c1-e61a011d24b8 req-7716aeda-664a-4718-81b5-89da18f811b0 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554414 Feb 02 07:19:17.113851 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755b2da8-2e73-42a3-a55e-110419fba49c req-8805fa2b-e169-47e5-8802-43419bac9d18 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:17.115862 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-755b2da8-2e73-42a3-a55e-110419fba49c req-8805fa2b-e169-47e5-8802-43419bac9d18 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/ports?device_id=7e24a8c7-026c-451b-b5e5-f060deba6ae6 HTTP/1.1" status: 200 len: 946 time: 0.0548604 Feb 02 07:19:17.180949 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-755b2da8-2e73-42a3-a55e-110419fba49c req-538677bb-6da7-4890-8152-f71864823c94 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/security-groups?id=ce40053a-fcf9-40a5-bbf8-55606125f2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588632 Feb 02 07:19:17.325559 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81841f92-f2b3-44e7-9b1a-fcb2802bdd96 req-cee0bb65-9882-4fd2-a277-8ab9c85eb8d0 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:17.327164 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-81841f92-f2b3-44e7-9b1a-fcb2802bdd96 req-cee0bb65-9882-4fd2-a277-8ab9c85eb8d0 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c387c7c-9555-478f-91be-817918d881d5 HTTP/1.1" status: 200 len: 945 time: 0.0550549 Feb 02 07:19:17.373074 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:17.384078 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-81841f92-f2b3-44e7-9b1a-fcb2802bdd96 req-f73c774a-6792-425a-9e13-9dff3350af44 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504262 Feb 02 07:19:17.459931 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 35794) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:19:17.514498 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2ff86c45-6e6b-41cf-af6b-66f00cb01f56 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks [] for security_group (bc6bfedd-ef42-4ce4-a56a-4f6651c2c67b), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:17.538125 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2ff86c45-6e6b-41cf-af6b-66f00cb01f56 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks [] for security_group (bc6bfedd-ef42-4ce4-a56a-4f6651c2c67b), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:17.587736 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2ff86c45-6e6b-41cf-af6b-66f00cb01f56 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (bc6bfedd-ef42-4ce4-a56a-4f6651c2c67b), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:17.590527 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2ff86c45-6e6b-41cf-af6b-66f00cb01f56 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:17.591705 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-2ff86c45-6e6b-41cf-af6b-66f00cb01f56 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "DELETE /v2.0/security-groups/bc6bfedd-ef42-4ce4-a56a-4f6651c2c67b HTTP/1.1" status: 204 len: 168 time: 0.1307480 Feb 02 07:19:17.594635 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 35796) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:19:17.600960 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff86c45-6e6b-41cf-af6b-66f00cb01f56 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc6bfedd-ef42-4ce4-a56a-4f6651c2c67b,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:19:17.607894 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-3974c343-f9a8-4e6c-b5d4-3400128d0cb3 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] show failed (client error): The resource could not be found. Feb 02 07:19:17.611606 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-3974c343-f9a8-4e6c-b5d4-3400128d0cb3 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "GET /v2.0/security-groups/bc6bfedd-ef42-4ce4-a56a-4f6651c2c67b HTTP/1.1" status: 404 len: 347 time: 0.0138702 Feb 02 07:19:17.612332 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 35798) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:19:17.755751 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-d3fe5037-0f7b-4a43-a914-5fa3edbce242 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Deleting port 31d18f13-5d7e-4421-9a3e-feefe58e89c6 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:19:17.756019 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d3fe5037-0f7b-4a43-a914-5fa3edbce242 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (31d18f13-5d7e-4421-9a3e-feefe58e89c6), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:17.757029 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d537bf-9513-4725-ba8a-8429bec4df0b req-18c23cf2-0ffa-455c-93e6-73a9d2c39804 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:17.758593 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b6d537bf-9513-4725-ba8a-8429bec4df0b req-18c23cf2-0ffa-455c-93e6-73a9d2c39804 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=214e70f6-b007-4f22-97a2-56231bb82a74 HTTP/1.1" status: 200 len: 945 time: 0.0582111 Feb 02 07:19:17.808479 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b6d537bf-9513-4725-ba8a-8429bec4df0b req-faf65063-0b96-4cf4-8771-5b5d4cd72d6e tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430119 Feb 02 07:19:17.833805 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d3fe5037-0f7b-4a43-a914-5fa3edbce242 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (31d18f13-5d7e-4421-9a3e-feefe58e89c6), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:17.834141 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d3fe5037-0f7b-4a43-a914-5fa3edbce242 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks [] for floatingip (31d18f13-5d7e-4421-9a3e-feefe58e89c6), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:17.846352 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-d3fe5037-0f7b-4a43-a914-5fa3edbce242 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Calling delete_port for 31d18f13-5d7e-4421-9a3e-feefe58e89c6 owned by network:floatingip {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:19:17.875321 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 31790a5c-dbb9-436f-b934-d96412553e6c details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:19:17.884872 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device e5693ad4-1652-4353-8d5c-35e07e2e3df9 no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:19:17.919191 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] No Port match for: e5693ad4-1652-4353-8d5c-35e07e2e3df9 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:19:17.919719 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device e5693ad4-1652-4353-8d5c-35e07e2e3df9 not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:19:17.920275 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 31790a5c-dbb9-436f-b934-d96412553e6c no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:19:18.001134 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d3fe5037-0f7b-4a43-a914-5fa3edbce242 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (31d18f13-5d7e-4421-9a3e-feefe58e89c6), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:18.033929 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fe5037-0f7b-4a43-a914-5fa3edbce242 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Pushing event deleted for resources: {'Port': ['ID=31d18f13-5d7e-4421-9a3e-feefe58e89c6,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:19:18.117400 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d3fe5037-0f7b-4a43-a914-5fa3edbce242 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks [] for floatingip (9827e3d5-34b7-4514-b481-42d643beeae5), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:18.121132 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d3fe5037-0f7b-4a43-a914-5fa3edbce242 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:18.136943 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d3fe5037-0f7b-4a43-a914-5fa3edbce242 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] 10.222.0.87 "DELETE /v2.0/floatingips/9827e3d5-34b7-4514-b481-42d643beeae5 HTTP/1.1" status: 204 len: 168 time: 0.5225637 Feb 02 07:19:18.142163 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c274b84-c6ba-4441-9aa3-4a8136b61e80 req-f5a4b917-06d2-4e40-9388-9964ddbdde2f tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:18.150584 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1c274b84-c6ba-4441-9aa3-4a8136b61e80 req-f5a4b917-06d2-4e40-9388-9964ddbdde2f tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=214e70f6-b007-4f22-97a2-56231bb82a74 HTTP/1.1" status: 200 len: 945 time: 0.0803695 Feb 02 07:19:18.212850 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1c274b84-c6ba-4441-9aa3-4a8136b61e80 req-f0b1d8a5-cc74-4d09-a9d4-92d2c9649fc0 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610459 Feb 02 07:19:18.330457 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 31790a5c-dbb9-436f-b934-d96412553e6c is: ACTIVE; New status is: DOWN {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:19:18.330867 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (31790a5c-dbb9-436f-b934-d96412553e6c), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:18.379910 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca9737a-c6e0-4d7c-846a-bdbafdd9ca7d req-8751cfd9-75f2-4a07-bf7e-f317d33b174a tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:18.381929 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c387c7c-9555-478f-91be-817918d881d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31790a5c-dbb9-436f-b934-d96412553e6c'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:19:18.384206 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cfc937c-252a-492c-93f6-5d2006fefce4" -d '{"events": [{"server_uuid": "6c387c7c-9555-478f-91be-817918d881d5", "name": "network-vif-unplugged", "status": "completed", "tag": "31790a5c-dbb9-436f-b934-d96412553e6c"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:19:18.387468 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3ca9737a-c6e0-4d7c-846a-bdbafdd9ca7d req-8751cfd9-75f2-4a07-bf7e-f317d33b174a tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/ports?device_id=7e24a8c7-026c-451b-b5e5-f060deba6ae6 HTTP/1.1" status: 200 len: 946 time: 0.0827146 Feb 02 07:19:18.401046 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 31790a5c-dbb9-436f-b934-d96412553e6c, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=31790a5c-dbb9-436f-b934-d96412553e6c,segment=NetworkSegment(ac2edba5-50dc-4a5a-a7dc-a498ff703784),segment_id=ac2edba5-50dc-4a5a-a7dc-a498ff703784)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:19:18.414805 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 31790a5c-dbb9-436f-b934-d96412553e6c, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=31790a5c-dbb9-436f-b934-d96412553e6c,segment=NetworkSegment(ac2edba5-50dc-4a5a-a7dc-a498ff703784),segment_id=ac2edba5-50dc-4a5a-a7dc-a498ff703784)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:19:18.419203 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': '31790a5c-dbb9-436f-b934-d96412553e6c', 'network_id': '51130f56-1b8b-449b-8a8e-4577714a0844', 'port_id': '31790a5c-dbb9-436f-b934-d96412553e6c', 'mac_address': 'fa:16:3e:a8:58:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4da95eed-cc99-4ba1-9de2-e56d665d2ff6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:19:18.429246 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (31790a5c-dbb9-436f-b934-d96412553e6c), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:18.469870 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3ca9737a-c6e0-4d7c-846a-bdbafdd9ca7d req-aea65ef8-a161-4d04-a280-c596c993a6cf tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/security-groups?id=ce40053a-fcf9-40a5-bbf8-55606125f2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801733 Feb 02 07:19:18.489581 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=31790a5c-dbb9-436f-b934-d96412553e6c,revision_number=6']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:19:18.515243 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 07:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b88c87-8178-4582-ba3f-02d35aabf355 x-openstack-request-id: req-e6b88c87-8178-4582-ba3f-02d35aabf355 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:19:18.515651 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c387c7c-9555-478f-91be-817918d881d5", "name": "network-vif-unplugged", "status": "completed", "tag": "31790a5c-dbb9-436f-b934-d96412553e6c", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:19:18.515917 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e6b88c87-8178-4582-ba3f-02d35aabf355 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:19:18.516310 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c387c7c-9555-478f-91be-817918d881d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31790a5c-dbb9-436f-b934-d96412553e6c', 'code': 200} Feb 02 07:19:18.532975 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:19:18.533322 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:19:18.533669 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:19:18.534183 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:19:18.534525 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:19:18.534859 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:19:18.535193 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:19:18.535520 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:19:18.535898 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:19:18.536224 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:19:18.536550 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:19:18.536878 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:19:18.537199 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:19:18.579305 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 31790a5c-dbb9-436f-b934-d96412553e6c is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:19:18.579764 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (31790a5c-dbb9-436f-b934-d96412553e6c), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:18.597147 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31790a5c-dbb9-436f-b934-d96412553e6c {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:19:18.629035 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 31790a5c-dbb9-436f-b934-d96412553e6c, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=31790a5c-dbb9-436f-b934-d96412553e6c,segment=NetworkSegment(ac2edba5-50dc-4a5a-a7dc-a498ff703784),segment_id=ac2edba5-50dc-4a5a-a7dc-a498ff703784)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:19:18.644125 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (31790a5c-dbb9-436f-b934-d96412553e6c), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:18.669346 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e42558-9a40-4afd-9620-5c410a385c0b req-c63f8f7d-c663-4b73-9b6e-0af6493cc2cc tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:18.677678 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d5e42558-9a40-4afd-9620-5c410a385c0b req-c63f8f7d-c663-4b73-9b6e-0af6493cc2cc tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c387c7c-9555-478f-91be-817918d881d5 HTTP/1.1" status: 200 len: 943 time: 0.0769227 Feb 02 07:19:18.725742 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=31790a5c-dbb9-436f-b934-d96412553e6c,revision_number=7']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:19:18.735004 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d5e42558-9a40-4afd-9620-5c410a385c0b req-5617683f-75a0-4bdb-9898-ae800220d2db tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561628 Feb 02 07:19:19.037105 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['31790a5c-dbb9-436f-b934-d96412553e6c'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:19:19.153940 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f013e-d6a4-485c-b3d2-ccb8e3c71099 req-3693eb79-65cf-447f-a429-20b5d683b890 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:19.157408 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7a0f013e-d6a4-485c-b3d2-ccb8e3c71099 req-3693eb79-65cf-447f-a429-20b5d683b890 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.88 "GET /v2.0/ports?device_id=7e24a8c7-026c-451b-b5e5-f060deba6ae6 HTTP/1.1" status: 200 len: 946 time: 0.0604260 Feb 02 07:19:19.283337 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-7a0f013e-d6a4-485c-b3d2-ccb8e3c71099 req-b9f997c6-bb54-4022-b50a-1e35be3e59c6 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Deleting port 02455278-6d31-4f28-b987-720cd7bc900e {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:19:19.283718 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-7a0f013e-d6a4-485c-b3d2-ccb8e3c71099 req-b9f997c6-bb54-4022-b50a-1e35be3e59c6 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (02455278-6d31-4f28-b987-720cd7bc900e), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:19.415523 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-7a0f013e-d6a4-485c-b3d2-ccb8e3c71099 req-b9f997c6-bb54-4022-b50a-1e35be3e59c6 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] For port 02455278-6d31-4f28-b987-720cd7bc900e, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=02455278-6d31-4f28-b987-720cd7bc900e,segment=NetworkSegment(1fe536e7-22e9-4789-86f4-399744fc3de0),segment_id=1fe536e7-22e9-4789-86f4-399744fc3de0)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:19:19.416079 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-7a0f013e-d6a4-485c-b3d2-ccb8e3c71099 req-b9f997c6-bb54-4022-b50a-1e35be3e59c6 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (02455278-6d31-4f28-b987-720cd7bc900e), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:19.644030 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0dfdba-f963-4f88-b211-183ef40a22fa req-3dc40993-13fd-4a87-84f1-545f1f202ece tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:19.651289 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9a0dfdba-f963-4f88-b211-183ef40a22fa req-3dc40993-13fd-4a87-84f1-545f1f202ece tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=214e70f6-b007-4f22-97a2-56231bb82a74 HTTP/1.1" status: 200 len: 945 time: 0.0632215 Feb 02 07:19:19.653400 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-7a0f013e-d6a4-485c-b3d2-ccb8e3c71099 req-b9f997c6-bb54-4022-b50a-1e35be3e59c6 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:19.653893 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-7a0f013e-d6a4-485c-b3d2-ccb8e3c71099 req-b9f997c6-bb54-4022-b50a-1e35be3e59c6 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (44e8f766-57fa-4425-8cae-44072c0f18a8), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:19.654362 n-d-789963-26 neutron-server[109693]: INFO neutron.db.l3_db [req-7a0f013e-d6a4-485c-b3d2-ccb8e3c71099 req-b9f997c6-bb54-4022-b50a-1e35be3e59c6 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Floating IP 44e8f766-57fa-4425-8cae-44072c0f18a8 disassociated. External IP: 172.25.4.103, port: 02455278-6d31-4f28-b987-720cd7bc900e. Feb 02 07:19:19.654716 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-7a0f013e-d6a4-485c-b3d2-ccb8e3c71099 req-b9f997c6-bb54-4022-b50a-1e35be3e59c6 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Calling delete_port for 02455278-6d31-4f28-b987-720cd7bc900e owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:19:19.740816 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9a0dfdba-f963-4f88-b211-183ef40a22fa req-2f2b7dcc-d3e7-43e9-a457-bd256d571d69 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744445 Feb 02 07:19:19.875644 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 31790a5c-dbb9-436f-b934-d96412553e6c up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:19:19.880820 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2048e172-b3c4-45a0-b1fa-b593289e3f60 req-32fa3dfd-bf88-4d91-aac5-8ec1cbc7dc58 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:19.882471 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2048e172-b3c4-45a0-b1fa-b593289e3f60 req-32fa3dfd-bf88-4d91-aac5-8ec1cbc7dc58 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/ports?device_id=7e24a8c7-026c-451b-b5e5-f060deba6ae6 HTTP/1.1" status: 200 len: 946 time: 0.0884652 Feb 02 07:19:19.912644 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e67e54b-d850-40cd-a2a4-d9ccc97fc157 req-1f4bcd18-ba62-4e04-b082-809e589639f8 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:19.914207 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6e67e54b-d850-40cd-a2a4-d9ccc97fc157 req-1f4bcd18-ba62-4e04-b082-809e589639f8 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.88 "GET /v2.0/ports?device_id=214e70f6-b007-4f22-97a2-56231bb82a74 HTTP/1.1" status: 200 len: 945 time: 0.2456727 Feb 02 07:19:19.914912 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-7a0f013e-d6a4-485c-b3d2-ccb8e3c71099 req-b9f997c6-bb54-4022-b50a-1e35be3e59c6 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (02455278-6d31-4f28-b987-720cd7bc900e), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:19.957956 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2048e172-b3c4-45a0-b1fa-b593289e3f60 req-ba7aae7b-7d49-4485-b607-9e561045f3e9 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/security-groups?id=ce40053a-fcf9-40a5-bbf8-55606125f2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640242 Feb 02 07:19:19.962829 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f997c6-bb54-4022-b50a-1e35be3e59c6 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Pushing event deleted for resources: {'Port': ['ID=02455278-6d31-4f28-b987-720cd7bc900e,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:19:20.014401 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port 31790a5c-dbb9-436f-b934-d96412553e6c triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:19:20.015453 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (31790a5c-dbb9-436f-b934-d96412553e6c), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:20.123527 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b7df9-b79a-4319-9c95-5b3898420746 req-4bdd43ce-b9fb-414d-9433-eeaac9aa9830 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:20.132244 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ae4b7df9-b79a-4319-9c95-5b3898420746 req-4bdd43ce-b9fb-414d-9433-eeaac9aa9830 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c387c7c-9555-478f-91be-817918d881d5 HTTP/1.1" status: 200 len: 944 time: 0.0788109 Feb 02 07:19:20.177152 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 31790a5c-dbb9-436f-b934-d96412553e6c is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:19:20.177471 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (31790a5c-dbb9-436f-b934-d96412553e6c), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:20.181628 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-6e67e54b-d850-40cd-a2a4-d9ccc97fc157 req-bfc16213-bb2d-4091-87fa-7511611b8a0c tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Deleting port c10518df-31e9-450b-b668-dc9e9480d059 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:19:20.182490 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6e67e54b-d850-40cd-a2a4-d9ccc97fc157 req-bfc16213-bb2d-4091-87fa-7511611b8a0c tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (c10518df-31e9-450b-b668-dc9e9480d059), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:20.206488 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ae4b7df9-b79a-4319-9c95-5b3898420746 req-504d4e63-6c49-4db1-a0bf-953c7328f0bd tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658338 Feb 02 07:19:20.216522 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a0f013e-d6a4-485c-b3d2-ccb8e3c71099 req-b9f997c6-bb54-4022-b50a-1e35be3e59c6 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Router d2c2c942-7da6-4a9c-a6ed-7dc8498319fb has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:19:20.240304 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 31790a5c-dbb9-436f-b934-d96412553e6c, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=31790a5c-dbb9-436f-b934-d96412553e6c,segment=NetworkSegment(ac2edba5-50dc-4a5a-a7dc-a498ff703784),segment_id=ac2edba5-50dc-4a5a-a7dc-a498ff703784)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:19:20.245615 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (31790a5c-dbb9-436f-b934-d96412553e6c), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:20.300104 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=31790a5c-dbb9-436f-b934-d96412553e6c,revision_number=8']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:19:20.313521 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-6e67e54b-d850-40cd-a2a4-d9ccc97fc157 req-bfc16213-bb2d-4091-87fa-7511611b8a0c tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] For port c10518df-31e9-450b-b668-dc9e9480d059, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=c10518df-31e9-450b-b668-dc9e9480d059,segment=NetworkSegment(2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0),segment_id=2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:19:20.313967 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6e67e54b-d850-40cd-a2a4-d9ccc97fc157 req-bfc16213-bb2d-4091-87fa-7511611b8a0c tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (c10518df-31e9-450b-b668-dc9e9480d059), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:20.334734 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-6e67e54b-d850-40cd-a2a4-d9ccc97fc157 req-bfc16213-bb2d-4091-87fa-7511611b8a0c tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Calling delete_port for c10518df-31e9-450b-b668-dc9e9480d059 owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:19:20.517109 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c387c7c-9555-478f-91be-817918d881d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31790a5c-dbb9-436f-b934-d96412553e6c'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:19:20.519664 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2869a8af-86c7-4928-bb46-a2d25b14b02b" -d '{"events": [{"server_uuid": "6c387c7c-9555-478f-91be-817918d881d5", "name": "network-vif-plugged", "status": "completed", "tag": "31790a5c-dbb9-436f-b934-d96412553e6c"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:19:20.522001 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a0f013e-d6a4-485c-b3d2-ccb8e3c71099 req-b9f997c6-bb54-4022-b50a-1e35be3e59c6 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:19:20.546481 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64efd8af-6849-43fb-982d-b068bc282116 None None] Sync routers for ids ['d2c2c942-7da6-4a9c-a6ed-7dc8498319fb'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:19:20.556721 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64efd8af-6849-43fb-982d-b068bc282116 None None] Routers {'d2c2c942-7da6-4a9c-a6ed-7dc8498319fb'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:19:20.557383 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-64efd8af-6849-43fb-982d-b068bc282116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:19:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['d2c2c942-7da6-4a9c-a6ed-7dc8498319fb'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:19:20.613050 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a0f013e-d6a4-485c-b3d2-ccb8e3c71099 req-b9f997c6-bb54-4022-b50a-1e35be3e59c6 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] No DVR routers for this DVR port 02455278-6d31-4f28-b987-720cd7bc900e on host n-h1-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:19:20.616943 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-7a0f013e-d6a4-485c-b3d2-ccb8e3c71099 req-b9f997c6-bb54-4022-b50a-1e35be3e59c6 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:20.620729 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7a0f013e-d6a4-485c-b3d2-ccb8e3c71099 req-b9f997c6-bb54-4022-b50a-1e35be3e59c6 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.88 "DELETE /v2.0/ports/02455278-6d31-4f28-b987-720cd7bc900e HTTP/1.1" status: 204 len: 173 time: 1.4549949 Feb 02 07:19:20.621335 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e24a8c7-026c-451b-b5e5-f060deba6ae6', 'name': 'network-vif-deleted', 'tag': '02455278-6d31-4f28-b987-720cd7bc900e'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:19:20.624970 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16108f0-d773-48c3-ba0e-376a287a71ab" -d '{"events": [{"server_uuid": "7e24a8c7-026c-451b-b5e5-f060deba6ae6", "name": "network-vif-deleted", "tag": "02455278-6d31-4f28-b987-720cd7bc900e"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:19:20.633588 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da14ae6-a255-4e27-ab1e-1f990fc81a8b x-openstack-request-id: req-7da14ae6-a255-4e27-ab1e-1f990fc81a8b {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:19:20.633997 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c387c7c-9555-478f-91be-817918d881d5", "name": "network-vif-plugged", "status": "completed", "tag": "31790a5c-dbb9-436f-b934-d96412553e6c", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:19:20.634813 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7da14ae6-a255-4e27-ab1e-1f990fc81a8b {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:19:20.634813 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c387c7c-9555-478f-91be-817918d881d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31790a5c-dbb9-436f-b934-d96412553e6c', 'code': 200} Feb 02 07:19:20.694526 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-64efd8af-6849-43fb-982d-b068bc282116 None None] Set router d2c2c942-7da6-4a9c-a6ed-7dc8498319fb gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:19:20.720544 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6e67e54b-d850-40cd-a2a4-d9ccc97fc157 req-bfc16213-bb2d-4091-87fa-7511611b8a0c tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (c10518df-31e9-450b-b668-dc9e9480d059), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:20.746865 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcfe25d5-503e-4506-9c5e-172fe655d31c x-openstack-request-id: req-bcfe25d5-503e-4506-9c5e-172fe655d31c {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:19:20.749789 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e24a8c7-026c-451b-b5e5-f060deba6ae6", "name": "network-vif-deleted", "tag": "02455278-6d31-4f28-b987-720cd7bc900e", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:19:20.751395 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-bcfe25d5-503e-4506-9c5e-172fe655d31c {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:19:20.751933 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e24a8c7-026c-451b-b5e5-f060deba6ae6', 'name': 'network-vif-deleted', 'tag': '02455278-6d31-4f28-b987-720cd7bc900e', 'status': 'completed', 'code': 200} Feb 02 07:19:20.774589 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['c10518df-31e9-450b-b668-dc9e9480d059'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:19:20.830084 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc16213-bb2d-4091-87fa-7511611b8a0c tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Pushing event deleted for resources: {'Port': ['ID=c10518df-31e9-450b-b668-dc9e9480d059,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:19:20.894922 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6c3b149a-d044-41d1-9eaf-35ef4a28ed5f req-5532e155-8937-44d6-b82a-381688c46efb tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=214e70f6-b007-4f22-97a2-56231bb82a74 HTTP/1.1" status: 200 len: 210 time: 0.0537231 Feb 02 07:19:20.914077 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e67e54b-d850-40cd-a2a4-d9ccc97fc157 req-bfc16213-bb2d-4091-87fa-7511611b8a0c tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] No DVR routers for this DVR port c10518df-31e9-450b-b668-dc9e9480d059 on host n-h1-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:19:20.916814 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6e67e54b-d850-40cd-a2a4-d9ccc97fc157 req-bfc16213-bb2d-4091-87fa-7511611b8a0c tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:20.921846 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6e67e54b-d850-40cd-a2a4-d9ccc97fc157 req-bfc16213-bb2d-4091-87fa-7511611b8a0c tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.88 "DELETE /v2.0/ports/c10518df-31e9-450b-b668-dc9e9480d059 HTTP/1.1" status: 204 len: 173 time: 0.9970074 Feb 02 07:19:20.966613 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdf0b25-421f-4d9a-930c-01732ff3a50b req-732b5c89-7357-41c9-96e0-35d5121e482d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:20.969665 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4fdf0b25-421f-4d9a-930c-01732ff3a50b req-732b5c89-7357-41c9-96e0-35d5121e482d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6c387c7c-9555-478f-91be-817918d881d5 HTTP/1.1" status: 200 len: 1128 time: 0.0721171 Feb 02 07:19:21.028512 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4fdf0b25-421f-4d9a-930c-01732ff3a50b req-e6ec88b8-75a5-481f-8d47-315377a3401f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512838 Feb 02 07:19:21.110785 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f98e7723-9ccc-49a8-a242-b7f06def371b req-8a5bc561-bd5e-4bb5-a85f-10af6f5f7741 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/ports?device_id=7e24a8c7-026c-451b-b5e5-f060deba6ae6 HTTP/1.1" status: 200 len: 210 time: 0.0381241 Feb 02 07:19:21.121436 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-64efd8af-6849-43fb-982d-b068bc282116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c2c942-7da6-4a9c-a6ed-7dc8498319fb', 'name': 'tempest-AttachVolumeTestJSON-93769577-router', 'tenant_id': '3b47e731264f4e98a435635cbe941a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'ef8b9ae5-e18d-4fc7-a109-6972e3e46a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:12:49Z', 'updated_at': '2022-02-02T07:13:01Z', 'revision_number': 4, 'project_id': '3b47e731264f4e98a435635cbe941a6a', 'gw_port': {'id': 'ef8b9ae5-e18d-4fc7-a109-6972e3e46a27', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fa:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c2c942-7da6-4a9c-a6ed-7dc8498319fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:12:51Z', 'updated_at': '2022-02-02T07:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '7f0ace55-8983-456d-b1f0-0828d35a5809', 'name': '', 'network_id': '5b8ffc7a-717b-4b32-aed8-31315930798c', 'tenant_id': '3b47e731264f4e98a435635cbe941a6a', 'mac_address': 'fa:16:3e:50:8b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c2c942-7da6-4a9c-a6ed-7dc8498319fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '2c1cc1e9-39d5-4fbe-86e9-f98639e7b3b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:00Z', 'updated_at': '2022-02-02T07:13:06Z', 'revision_number': 5, 'project_id': '3b47e731264f4e98a435635cbe941a6a', 'subnets': [{'id': '2c1cc1e9-39d5-4fbe-86e9-f98639e7b3b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:19:21.154461 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64efd8af-6849-43fb-982d-b068bc282116 None None] Checking router: d2c2c942-7da6-4a9c-a6ed-7dc8498319fb for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:19:21.165986 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64efd8af-6849-43fb-982d-b068bc282116 None None] Routers {'d2c2c942-7da6-4a9c-a6ed-7dc8498319fb'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:19:21.166634 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-64efd8af-6849-43fb-982d-b068bc282116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:19:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['d2c2c942-7da6-4a9c-a6ed-7dc8498319fb'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:19:21.418442 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62706727-fdd2-4403-80b2-5735ac20f46f req-d8df05d9-1d30-47fb-8e8d-394a63fad90e tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:21.420152 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-64efd8af-6849-43fb-982d-b068bc282116 None None] Set router d2c2c942-7da6-4a9c-a6ed-7dc8498319fb gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:19:21.420295 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-62706727-fdd2-4403-80b2-5735ac20f46f req-d8df05d9-1d30-47fb-8e8d-394a63fad90e tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c387c7c-9555-478f-91be-817918d881d5 HTTP/1.1" status: 200 len: 945 time: 0.1373672 Feb 02 07:19:21.535710 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-62706727-fdd2-4403-80b2-5735ac20f46f req-ec79d021-98e6-438c-b9a6-2c92f3dca4a3 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076055 Feb 02 07:19:21.706047 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-64efd8af-6849-43fb-982d-b068bc282116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c2c942-7da6-4a9c-a6ed-7dc8498319fb', 'name': 'tempest-AttachVolumeTestJSON-93769577-router', 'tenant_id': '3b47e731264f4e98a435635cbe941a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'ef8b9ae5-e18d-4fc7-a109-6972e3e46a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:12:49Z', 'updated_at': '2022-02-02T07:13:01Z', 'revision_number': 4, 'project_id': '3b47e731264f4e98a435635cbe941a6a', 'gw_port': {'id': 'ef8b9ae5-e18d-4fc7-a109-6972e3e46a27', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fa:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c2c942-7da6-4a9c-a6ed-7dc8498319fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:12:51Z', 'updated_at': '2022-02-02T07:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '7f0ace55-8983-456d-b1f0-0828d35a5809', 'name': '', 'network_id': '5b8ffc7a-717b-4b32-aed8-31315930798c', 'tenant_id': '3b47e731264f4e98a435635cbe941a6a', 'mac_address': 'fa:16:3e:50:8b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c2c942-7da6-4a9c-a6ed-7dc8498319fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '2c1cc1e9-39d5-4fbe-86e9-f98639e7b3b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:00Z', 'updated_at': '2022-02-02T07:13:06Z', 'revision_number': 5, 'project_id': '3b47e731264f4e98a435635cbe941a6a', 'subnets': [{'id': '2c1cc1e9-39d5-4fbe-86e9-f98639e7b3b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:19:21.732374 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64efd8af-6849-43fb-982d-b068bc282116 None None] The sync data for ids ['d2c2c942-7da6-4a9c-a6ed-7dc8498319fb'] in n-d-789963-26 is: [{'id': 'd2c2c942-7da6-4a9c-a6ed-7dc8498319fb', 'name': 'tempest-AttachVolumeTestJSON-93769577-router', 'tenant_id': '3b47e731264f4e98a435635cbe941a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'ef8b9ae5-e18d-4fc7-a109-6972e3e46a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:12:49Z', 'updated_at': '2022-02-02T07:13:01Z', 'revision_number': 4, 'project_id': '3b47e731264f4e98a435635cbe941a6a', 'gw_port': {'id': 'ef8b9ae5-e18d-4fc7-a109-6972e3e46a27', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fa:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c2c942-7da6-4a9c-a6ed-7dc8498319fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:12:51Z', 'updated_at': '2022-02-02T07:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '7f0ace55-8983-456d-b1f0-0828d35a5809', 'name': '', 'network_id': '5b8ffc7a-717b-4b32-aed8-31315930798c', 'tenant_id': '3b47e731264f4e98a435635cbe941a6a', 'mac_address': 'fa:16:3e:50:8b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c2c942-7da6-4a9c-a6ed-7dc8498319fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '2c1cc1e9-39d5-4fbe-86e9-f98639e7b3b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:13:00Z', 'updated_at': '2022-02-02T07:13:06Z', 'revision_number': 5, 'project_id': '3b47e731264f4e98a435635cbe941a6a', 'subnets': [{'id': '2c1cc1e9-39d5-4fbe-86e9-f98639e7b3b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:19:22.101299 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:22.212413 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e978bb50-aca5-432e-8159-0dfb59110a44 None None] New status for floating IP 44e8f766-57fa-4425-8cae-44072c0f18a8: DOWN {{(pid=109695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 07:19:22.582180 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc60c1-1d8b-4ec2-8429-6a503713dd7b req-f6b8131e-a8b6-439a-b3a2-4ba3db5daf2a tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:22.583731 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f2cc60c1-1d8b-4ec2-8429-6a503713dd7b req-f6b8131e-a8b6-439a-b3a2-4ba3db5daf2a tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/networks?id=ec14a810-28cb-452c-8a58-03e4eebabfec HTTP/1.1" status: 200 len: 812 time: 0.2957377 Feb 02 07:19:22.599847 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f2cc60c1-1d8b-4ec2-8429-6a503713dd7b req-0ecf6fd6-5378-4cf3-8948-ef8fa8f883d5 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/quotas/55cc3e1e6f054ff8aa27776e1d040f10 HTTP/1.1" status: 200 len: 375 time: 0.0101359 Feb 02 07:19:22.656408 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f2cc60c1-1d8b-4ec2-8429-6a503713dd7b req-d8fe4b35-a4f0-4995-92be-323123475d03 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=55cc3e1e6f054ff8aa27776e1d040f10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478246 Feb 02 07:19:22.700750 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 02455278-6d31-4f28-b987-720cd7bc900e no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:19:22.744960 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: 02455278-6d31-4f28-b987-720cd7bc900e {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:19:22.745234 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 02455278-6d31-4f28-b987-720cd7bc900e not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:19:22.745783 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device c10518df-31e9-450b-b668-dc9e9480d059 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:19:22.754106 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '214e70f6-b007-4f22-97a2-56231bb82a74', 'name': 'network-vif-deleted', 'tag': 'c10518df-31e9-450b-b668-dc9e9480d059'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:19:22.756428 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ca80a6-17d1-4708-8f80-0057c9f55dbf" -d '{"events": [{"server_uuid": "214e70f6-b007-4f22-97a2-56231bb82a74", "name": "network-vif-deleted", "tag": "c10518df-31e9-450b-b668-dc9e9480d059"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:19:22.779547 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: c10518df-31e9-450b-b668-dc9e9480d059 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:19:22.779966 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device c10518df-31e9-450b-b668-dc9e9480d059 not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:19:22.782015 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f2cc60c1-1d8b-4ec2-8429-6a503713dd7b req-3765669a-5d62-4f74-b711-2e82e89b2513 service neutron] 10.222.0.87 "GET /v2.0/networks/ec14a810-28cb-452c-8a58-03e4eebabfec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243010 Feb 02 07:19:22.906016 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f2cc60c1-1d8b-4ec2-8429-6a503713dd7b req-717668e3-d2f9-4ee4-87f9-92a197d0d9f8 service neutron] 10.222.0.87 "GET /v2.0/networks/ec14a810-28cb-452c-8a58-03e4eebabfec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181774 Feb 02 07:19:23.077883 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 36000) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:19:23.236986 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7cb9b714-01e7-4e57-954f-9d16be8f9cdb tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks [] for security_group (ce40053a-fcf9-40a5-bbf8-55606125f2a4), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:23.283974 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7cb9b714-01e7-4e57-954f-9d16be8f9cdb tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks [] for security_group (ce40053a-fcf9-40a5-bbf8-55606125f2a4), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:23.334157 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c37d9-85b3-4aad-9535-b7e0cf849868 req-bc27de85-919c-47ed-8cf4-938c9a85ef48 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:23.340180 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-353c37d9-85b3-4aad-9535-b7e0cf849868 req-bc27de85-919c-47ed-8cf4-938c9a85ef48 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c387c7c-9555-478f-91be-817918d881d5 HTTP/1.1" status: 200 len: 945 time: 0.1661887 Feb 02 07:19:23.412194 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7cb9b714-01e7-4e57-954f-9d16be8f9cdb tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (ce40053a-fcf9-40a5-bbf8-55606125f2a4), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:23.414813 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7cb9b714-01e7-4e57-954f-9d16be8f9cdb tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:23.419003 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 36040) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:19:23.419273 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-7cb9b714-01e7-4e57-954f-9d16be8f9cdb tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "DELETE /v2.0/security-groups/ce40053a-fcf9-40a5-bbf8-55606125f2a4 HTTP/1.1" status: 204 len: 168 time: 0.3367195 Feb 02 07:19:23.435135 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-353c37d9-85b3-4aad-9535-b7e0cf849868 req-fe6b82e4-0dec-49d4-a834-b855bd95852b tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865979 Feb 02 07:19:23.436844 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb9b714-01e7-4e57-954f-9d16be8f9cdb tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce40053a-fcf9-40a5-bbf8-55606125f2a4,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:19:23.458088 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-7e467acf-8ff4-42f8-b448-ce27326b4438 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] show failed (client error): The resource could not be found. Feb 02 07:19:23.462990 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 36046) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:19:23.477371 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-7e467acf-8ff4-42f8-b448-ce27326b4438 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "GET /v2.0/security-groups/ce40053a-fcf9-40a5-bbf8-55606125f2a4 HTTP/1.1" status: 404 len: 347 time: 0.0570927 Feb 02 07:19:23.641305 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-aec99c62-1914-4884-9809-0be38085bfd3 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Deleting port cb42444c-1180-45de-a16b-6bf1618a0776 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:19:23.642312 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-aec99c62-1914-4884-9809-0be38085bfd3 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (cb42444c-1180-45de-a16b-6bf1618a0776), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:23.662909 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5bb6806-ca66-43e7-bb8e-cf211828c4af x-openstack-request-id: req-b5bb6806-ca66-43e7-bb8e-cf211828c4af {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:19:23.663209 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "214e70f6-b007-4f22-97a2-56231bb82a74", "name": "network-vif-deleted", "tag": "c10518df-31e9-450b-b668-dc9e9480d059", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:19:23.663472 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b5bb6806-ca66-43e7-bb8e-cf211828c4af {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:19:23.663940 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '214e70f6-b007-4f22-97a2-56231bb82a74', 'name': 'network-vif-deleted', 'tag': 'c10518df-31e9-450b-b668-dc9e9480d059', 'status': 'completed', 'code': 200} Feb 02 07:19:23.756011 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-88886eba-ca3b-4ece-80b8-dc7c2841acf2 req-5540a2b4-c81e-4628-99d6-b23c35fadaf6 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=ad264909-4dfb-4a2d-a3bf-b4a5dac11fab HTTP/1.1" status: 200 len: 210 time: 0.0408046 Feb 02 07:19:23.819047 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-aec99c62-1914-4884-9809-0be38085bfd3 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (cb42444c-1180-45de-a16b-6bf1618a0776), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:23.819884 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-aec99c62-1914-4884-9809-0be38085bfd3 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks [] for floatingip (cb42444c-1180-45de-a16b-6bf1618a0776), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:23.847768 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-aec99c62-1914-4884-9809-0be38085bfd3 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Calling delete_port for cb42444c-1180-45de-a16b-6bf1618a0776 owned by network:floatingip {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:19:23.978815 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94124670-2fec-43ce-8eaa-8ec36ed6b302 req-65f50c8a-952f-4b1c-9e75-d3e219e4b39b tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:23.986010 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-94124670-2fec-43ce-8eaa-8ec36ed6b302 req-65f50c8a-952f-4b1c-9e75-d3e219e4b39b tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=6c387c7c-9555-478f-91be-817918d881d5 HTTP/1.1" status: 200 len: 945 time: 0.1358545 Feb 02 07:19:24.104640 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-94124670-2fec-43ce-8eaa-8ec36ed6b302 req-7b9476b4-6638-43b6-b0ab-6922a1dc0d7d tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119142 Feb 02 07:19:24.230694 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-aec99c62-1914-4884-9809-0be38085bfd3 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (cb42444c-1180-45de-a16b-6bf1618a0776), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:24.301345 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec99c62-1914-4884-9809-0be38085bfd3 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Pushing event deleted for resources: {'Port': ['ID=cb42444c-1180-45de-a16b-6bf1618a0776,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:19:24.427178 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-aec99c62-1914-4884-9809-0be38085bfd3 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks [] for floatingip (44e8f766-57fa-4425-8cae-44072c0f18a8), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:24.430646 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-aec99c62-1914-4884-9809-0be38085bfd3 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:24.432500 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-aec99c62-1914-4884-9809-0be38085bfd3 tempest-AttachVolumeTestJSON-1921506749 tempest-AttachVolumeTestJSON-1921506749-project] 10.222.0.87 "DELETE /v2.0/floatingips/44e8f766-57fa-4425-8cae-44072c0f18a8 HTTP/1.1" status: 204 len: 168 time: 0.9683750 Feb 02 07:19:24.970275 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc60c1-1d8b-4ec2-8429-6a503713dd7b req-b8a28dbf-e954-4b84-a9ad-0ad73554ee47 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:24.972436 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f2cc60c1-1d8b-4ec2-8429-6a503713dd7b req-b8a28dbf-e954-4b84-a9ad-0ad73554ee47 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.88 "GET /v2.0/networks?id=ec14a810-28cb-452c-8a58-03e4eebabfec HTTP/1.1" status: 200 len: 812 time: 0.2364836 Feb 02 07:19:25.010724 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-f2cc60c1-1d8b-4ec2-8429-6a503713dd7b req-1ce2a9c2-e12f-4aa2-b201-27cb2e8e7958 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Request body: {'port': {'device_id': 'ad264909-4dfb-4a2d-a3bf-b4a5dac11fab', 'network_id': 'ec14a810-28cb-452c-8a58-03e4eebabfec', 'admin_state_up': True, 'tenant_id': '55cc3e1e6f054ff8aa27776e1d040f10'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:19:25.097280 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af3ce70-2fdc-484b-bce9-a85455152f61 req-69eb1b50-fc9e-4032-916d-c1c453476217 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:25.099727 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6af3ce70-2fdc-484b-bce9-a85455152f61 req-69eb1b50-fc9e-4032-916d-c1c453476217 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/networks?id=51130f56-1b8b-449b-8a8e-4577714a0844 HTTP/1.1" status: 200 len: 815 time: 0.2064567 Feb 02 07:19:25.130534 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6af3ce70-2fdc-484b-bce9-a85455152f61 req-167baebe-50a3-4b0a-b79a-6949d0c311d4 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/quotas/96cee9a0c3e64a74a4439b5ec1d3c9a6 HTTP/1.1" status: 200 len: 375 time: 0.0239778 Feb 02 07:19:25.178940 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2cc60c1-1d8b-4ec2-8429-6a503713dd7b req-1ce2a9c2-e12f-4aa2-b201-27cb2e8e7958 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Made reservation on behalf of 55cc3e1e6f054ff8aa27776e1d040f10 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:19:25.182380 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f2cc60c1-1d8b-4ec2-8429-6a503713dd7b req-1ce2a9c2-e12f-4aa2-b201-27cb2e8e7958 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:25.240113 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6af3ce70-2fdc-484b-bce9-a85455152f61 req-4c3c4383-b906-4458-9ac3-a1ed64d2bc67 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=96cee9a0c3e64a74a4439b5ec1d3c9a6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0819426 Feb 02 07:19:25.342913 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6af3ce70-2fdc-484b-bce9-a85455152f61 req-b166a2c4-faf9-4bc1-ad00-9a6ee586f237 service neutron] 10.222.0.87 "GET /v2.0/networks/51130f56-1b8b-449b-8a8e-4577714a0844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017511 Feb 02 07:19:25.358577 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-f2cc60c1-1d8b-4ec2-8429-6a503713dd7b req-1ce2a9c2-e12f-4aa2-b201-27cb2e8e7958 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Allocated IP 172.20.0.12 (ec14a810-28cb-452c-8a58-03e4eebabfec/44a369a2-4fd0-4fcc-9b66-fee041fedbef/91774a78-83af-414f-bcab-d185620a0aaa) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:19:25.451571 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6af3ce70-2fdc-484b-bce9-a85455152f61 req-f4412e60-1ce6-4269-9847-f9c854b05fa7 service neutron] 10.222.0.87 "GET /v2.0/networks/51130f56-1b8b-449b-8a8e-4577714a0844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073408 Feb 02 07:19:25.573371 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f2cc60c1-1d8b-4ec2-8429-6a503713dd7b req-1ce2a9c2-e12f-4aa2-b201-27cb2e8e7958 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Publish callbacks [] for port (91774a78-83af-414f-bcab-d185620a0aaa), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:25.652715 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f2cc60c1-1d8b-4ec2-8429-6a503713dd7b req-1ce2a9c2-e12f-4aa2-b201-27cb2e8e7958 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (91774a78-83af-414f-bcab-d185620a0aaa), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:25.711174 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2cc60c1-1d8b-4ec2-8429-6a503713dd7b req-1ce2a9c2-e12f-4aa2-b201-27cb2e8e7958 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Network ec14a810-28cb-452c-8a58-03e4eebabfec is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:19:25.716136 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-f2cc60c1-1d8b-4ec2-8429-6a503713dd7b req-1ce2a9c2-e12f-4aa2-b201-27cb2e8e7958 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:19:25.727094 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2cc60c1-1d8b-4ec2-8429-6a503713dd7b req-1ce2a9c2-e12f-4aa2-b201-27cb2e8e7958 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:19:25.776819 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0970f714-bbaa-4a23-8ad2-84f9919ce0ad req-5ab5d70a-1edd-4e30-ae74-732123fa7ffb tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:25.785182 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0970f714-bbaa-4a23-8ad2-84f9919ce0ad req-5ab5d70a-1edd-4e30-ae74-732123fa7ffb tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=ad264909-4dfb-4a2d-a3bf-b4a5dac11fab HTTP/1.1" status: 200 len: 932 time: 0.1073377 Feb 02 07:19:25.800755 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc60c1-1d8b-4ec2-8429-6a503713dd7b req-1ce2a9c2-e12f-4aa2-b201-27cb2e8e7958 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:25.802556 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f2cc60c1-1d8b-4ec2-8429-6a503713dd7b req-1ce2a9c2-e12f-4aa2-b201-27cb2e8e7958 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:25.833117 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2a9c2-e12f-4aa2-b201-27cb2e8e7958 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Pushing event updated for resources: {'Port': ['ID=91774a78-83af-414f-bcab-d185620a0aaa,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:19:25.847388 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0970f714-bbaa-4a23-8ad2-84f9919ce0ad req-b6423995-c784-4aee-9b2e-1ce1241a6c65 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597899 Feb 02 07:19:25.849559 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f2cc60c1-1d8b-4ec2-8429-6a503713dd7b req-1ce2a9c2-e12f-4aa2-b201-27cb2e8e7958 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8432581 Feb 02 07:19:25.875420 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-f2cc60c1-1d8b-4ec2-8429-6a503713dd7b req-84172471-e0d3-4eec-a889-3dd4c64aecb7 service neutron] Request body: {'port': {'device_id': 'ad264909-4dfb-4a2d-a3bf-b4a5dac11fab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:19:25.929156 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f9539a25-0a5b-46f1-9fde-fb369ce6ff1c req-5b5b68f7-7e20-409d-bbb7-7e3d009bb9a3 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0d9d0dc-7b98-46eb-b37a-4ee77ae92c7e HTTP/1.1" status: 200 len: 210 time: 0.0412154 Feb 02 07:19:25.980454 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f2cc60c1-1d8b-4ec2-8429-6a503713dd7b req-84172471-e0d3-4eec-a889-3dd4c64aecb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (91774a78-83af-414f-bcab-d185620a0aaa), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:26.117638 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e549117-e374-49ea-a0a5-66e2ae8f872d req-cc5b0432-defa-46d9-bf75-65a67ab42358 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:26.120393 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9e549117-e374-49ea-a0a5-66e2ae8f872d req-cc5b0432-defa-46d9-bf75-65a67ab42358 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.59 "GET /v2.0/ports?device_id=6c387c7c-9555-478f-91be-817918d881d5 HTTP/1.1" status: 200 len: 945 time: 0.0721090 Feb 02 07:19:26.282624 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-9e549117-e374-49ea-a0a5-66e2ae8f872d req-84526147-64b7-448a-8380-81eeeeb5e58c tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Deleting port 31790a5c-dbb9-436f-b934-d96412553e6c {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:19:26.283406 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-9e549117-e374-49ea-a0a5-66e2ae8f872d req-84526147-64b7-448a-8380-81eeeeb5e58c tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (31790a5c-dbb9-436f-b934-d96412553e6c), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:26.433802 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-9e549117-e374-49ea-a0a5-66e2ae8f872d req-84526147-64b7-448a-8380-81eeeeb5e58c tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] For port 31790a5c-dbb9-436f-b934-d96412553e6c, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=31790a5c-dbb9-436f-b934-d96412553e6c,segment=NetworkSegment(ac2edba5-50dc-4a5a-a7dc-a498ff703784),segment_id=ac2edba5-50dc-4a5a-a7dc-a498ff703784)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:19:26.434736 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-9e549117-e374-49ea-a0a5-66e2ae8f872d req-84526147-64b7-448a-8380-81eeeeb5e58c tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (31790a5c-dbb9-436f-b934-d96412553e6c), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:26.455395 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-9e549117-e374-49ea-a0a5-66e2ae8f872d req-84526147-64b7-448a-8380-81eeeeb5e58c tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Calling delete_port for 31790a5c-dbb9-436f-b934-d96412553e6c owned by compute:nova {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:19:26.562216 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-f2cc60c1-1d8b-4ec2-8429-6a503713dd7b req-84172471-e0d3-4eec-a889-3dd4c64aecb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91774a78-83af-414f-bcab-d185620a0aaa {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:19:26.572295 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f2cc60c1-1d8b-4ec2-8429-6a503713dd7b req-84172471-e0d3-4eec-a889-3dd4c64aecb7 service neutron] Publish callbacks [] for port (91774a78-83af-414f-bcab-d185620a0aaa), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:26.653772 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-f2cc60c1-1d8b-4ec2-8429-6a503713dd7b req-84172471-e0d3-4eec-a889-3dd4c64aecb7 service neutron] Transition to ACTIVE for port object 91774a78-83af-414f-bcab-d185620a0aaa will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:19:26.663397 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-9e549117-e374-49ea-a0a5-66e2ae8f872d req-84526147-64b7-448a-8380-81eeeeb5e58c tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (31790a5c-dbb9-436f-b934-d96412553e6c), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:26.665495 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f2cc60c1-1d8b-4ec2-8429-6a503713dd7b req-84172471-e0d3-4eec-a889-3dd4c64aecb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (91774a78-83af-414f-bcab-d185620a0aaa), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:26.697579 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['31790a5c-dbb9-436f-b934-d96412553e6c'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:19:26.731652 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84526147-64b7-448a-8380-81eeeeb5e58c tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Pushing event deleted for resources: {'Port': ['ID=31790a5c-dbb9-436f-b934-d96412553e6c,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:19:26.763196 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84172471-e0d3-4eec-a889-3dd4c64aecb7 service neutron] Pushing event updated for resources: {'Port': ['ID=91774a78-83af-414f-bcab-d185620a0aaa,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:19:26.855067 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e549117-e374-49ea-a0a5-66e2ae8f872d req-84526147-64b7-448a-8380-81eeeeb5e58c tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] No DVR routers for this DVR port 31790a5c-dbb9-436f-b934-d96412553e6c on host n-h2-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:19:26.857943 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-9e549117-e374-49ea-a0a5-66e2ae8f872d req-84526147-64b7-448a-8380-81eeeeb5e58c tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:26.862394 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9e549117-e374-49ea-a0a5-66e2ae8f872d req-84526147-64b7-448a-8380-81eeeeb5e58c tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.59 "DELETE /v2.0/ports/31790a5c-dbb9-436f-b934-d96412553e6c HTTP/1.1" status: 204 len: 173 time: 0.7367215 Feb 02 07:19:26.863097 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c387c7c-9555-478f-91be-817918d881d5', 'name': 'network-vif-deleted', 'tag': '31790a5c-dbb9-436f-b934-d96412553e6c'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:19:26.877497 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0abe149-40be-4934-818b-5b870e9381ea" -d '{"events": [{"server_uuid": "6c387c7c-9555-478f-91be-817918d881d5", "name": "network-vif-deleted", "tag": "31790a5c-dbb9-436f-b934-d96412553e6c"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:19:26.879539 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-f2cc60c1-1d8b-4ec2-8429-6a503713dd7b req-84172471-e0d3-4eec-a889-3dd4c64aecb7 service neutron] Attempting to bind port 91774a78-83af-414f-bcab-d185620a0aaa on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:19:26.886172 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-f2cc60c1-1d8b-4ec2-8429-6a503713dd7b req-84172471-e0d3-4eec-a889-3dd4c64aecb7 service neutron] Attempting to bind port 91774a78-83af-414f-bcab-d185620a0aaa by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': '2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ec14a810-28cb-452c-8a58-03e4eebabfec'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:19:26.886523 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cc60c1-1d8b-4ec2-8429-6a503713dd7b req-84172471-e0d3-4eec-a889-3dd4c64aecb7 service neutron] Attempting to bind port 91774a78-83af-414f-bcab-d185620a0aaa on network ec14a810-28cb-452c-8a58-03e4eebabfec {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:19:26.898752 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cc60c1-1d8b-4ec2-8429-6a503713dd7b req-84172471-e0d3-4eec-a889-3dd4c64aecb7 service neutron] Port 91774a78-83af-414f-bcab-d185620a0aaa on network ec14a810-28cb-452c-8a58-03e4eebabfec not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:19:26.899121 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cc60c1-1d8b-4ec2-8429-6a503713dd7b req-84172471-e0d3-4eec-a889-3dd4c64aecb7 service neutron] Attempting to bind port 91774a78-83af-414f-bcab-d185620a0aaa on network ec14a810-28cb-452c-8a58-03e4eebabfec {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:19:26.915730 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cc60c1-1d8b-4ec2-8429-6a503713dd7b req-84172471-e0d3-4eec-a889-3dd4c64aecb7 service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:19:26.916364 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cc60c1-1d8b-4ec2-8429-6a503713dd7b req-84172471-e0d3-4eec-a889-3dd4c64aecb7 service neutron] Checking segment: {'id': '2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ec14a810-28cb-452c-8a58-03e4eebabfec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:19:26.917956 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cc60c1-1d8b-4ec2-8429-6a503713dd7b req-84172471-e0d3-4eec-a889-3dd4c64aecb7 service neutron] Bound using segment: {'id': '2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ec14a810-28cb-452c-8a58-03e4eebabfec'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:19:26.918559 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-f2cc60c1-1d8b-4ec2-8429-6a503713dd7b req-84172471-e0d3-4eec-a889-3dd4c64aecb7 service neutron] Bound port: 91774a78-83af-414f-bcab-d185620a0aaa, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ec14a810-28cb-452c-8a58-03e4eebabfec'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:19:26.919077 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f2cc60c1-1d8b-4ec2-8429-6a503713dd7b req-84172471-e0d3-4eec-a889-3dd4c64aecb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (91774a78-83af-414f-bcab-d185620a0aaa), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:27.003028 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-f2cc60c1-1d8b-4ec2-8429-6a503713dd7b req-84172471-e0d3-4eec-a889-3dd4c64aecb7 service neutron] For port 91774a78-83af-414f-bcab-d185620a0aaa, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:19:27.006677 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-f2cc60c1-1d8b-4ec2-8429-6a503713dd7b req-84172471-e0d3-4eec-a889-3dd4c64aecb7 service neutron] For port 91774a78-83af-414f-bcab-d185620a0aaa, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=91774a78-83af-414f-bcab-d185620a0aaa,segment=NetworkSegment(2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0),segment_id=2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:19:27.021532 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f2cc60c1-1d8b-4ec2-8429-6a503713dd7b req-84172471-e0d3-4eec-a889-3dd4c64aecb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (91774a78-83af-414f-bcab-d185620a0aaa), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:27.046796 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287abc9-aca2-4571-a7ac-2370386b0da2 req-65bd559e-2c4c-4fc8-abf2-17159e4c2867 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:27.048322 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1287abc9-aca2-4571-a7ac-2370386b0da2 req-65bd559e-2c4c-4fc8-abf2-17159e4c2867 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=ad264909-4dfb-4a2d-a3bf-b4a5dac11fab HTTP/1.1" status: 200 len: 944 time: 0.1021221 Feb 02 07:19:27.098342 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84172471-e0d3-4eec-a889-3dd4c64aecb7 service neutron] Pushing event updated for resources: {'Port': ['ID=91774a78-83af-414f-bcab-d185620a0aaa,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:19:27.115230 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc60c1-1d8b-4ec2-8429-6a503713dd7b req-84172471-e0d3-4eec-a889-3dd4c64aecb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:27.116160 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f2cc60c1-1d8b-4ec2-8429-6a503713dd7b req-84172471-e0d3-4eec-a889-3dd4c64aecb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:27.117659 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f2cc60c1-1d8b-4ec2-8429-6a503713dd7b req-84172471-e0d3-4eec-a889-3dd4c64aecb7 service neutron] 10.222.0.88 "PUT /v2.0/ports/91774a78-83af-414f-bcab-d185620a0aaa HTTP/1.1" status: 200 len: 1093 time: 1.2546947 Feb 02 07:19:27.118198 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad264909-4dfb-4a2d-a3bf-b4a5dac11fab', 'tag': '91774a78-83af-414f-bcab-d185620a0aaa'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:19:27.120540 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776bef7e-fe47-4767-bad7-408c5e553101" -d '{"events": [{"name": "network-changed", "server_uuid": "ad264909-4dfb-4a2d-a3bf-b4a5dac11fab", "tag": "91774a78-83af-414f-bcab-d185620a0aaa"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:19:27.122647 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1287abc9-aca2-4571-a7ac-2370386b0da2 req-d309a90c-0626-4432-b75e-9de3e669639a tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662606 Feb 02 07:19:27.173304 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a2ac018-7b2f-4ff7-8bb7-74e0ac028aed x-openstack-request-id: req-1a2ac018-7b2f-4ff7-8bb7-74e0ac028aed {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:19:27.173604 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c387c7c-9555-478f-91be-817918d881d5", "name": "network-vif-deleted", "tag": "31790a5c-dbb9-436f-b934-d96412553e6c", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:19:27.173855 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1a2ac018-7b2f-4ff7-8bb7-74e0ac028aed {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:19:27.174265 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c387c7c-9555-478f-91be-817918d881d5', 'name': 'network-vif-deleted', 'tag': '31790a5c-dbb9-436f-b934-d96412553e6c', 'status': 'completed', 'code': 200} Feb 02 07:19:27.283742 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:27.296861 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c612b75d-c95d-4c04-afd2-fdb4587874c7 req-5cc7c6ac-cd1a-4019-8157-002b94f92606 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0d9d0dc-7b98-46eb-b37a-4ee77ae92c7e HTTP/1.1" status: 200 len: 210 time: 0.0708864 Feb 02 07:19:27.352243 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd97854d-eee8-4e3f-bb48-5f74e2271689 x-openstack-request-id: req-cd97854d-eee8-4e3f-bb48-5f74e2271689 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:19:27.352596 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad264909-4dfb-4a2d-a3bf-b4a5dac11fab", "tag": "91774a78-83af-414f-bcab-d185620a0aaa", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:19:27.352867 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-cd97854d-eee8-4e3f-bb48-5f74e2271689 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:19:27.353377 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad264909-4dfb-4a2d-a3bf-b4a5dac11fab', 'tag': '91774a78-83af-414f-bcab-d185620a0aaa', 'status': 'completed', 'code': 200} Feb 02 07:19:27.385547 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc60c1-1d8b-4ec2-8429-6a503713dd7b req-dbae17fe-e3bb-4218-9836-1d41d0bd9d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:27.387168 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f2cc60c1-1d8b-4ec2-8429-6a503713dd7b req-dbae17fe-e3bb-4218-9836-1d41d0bd9d01 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=55cc3e1e6f054ff8aa27776e1d040f10&device_id=ad264909-4dfb-4a2d-a3bf-b4a5dac11fab HTTP/1.1" status: 200 len: 1127 time: 0.1871660 Feb 02 07:19:27.405013 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af3ce70-2fdc-484b-bce9-a85455152f61 req-622d4ac7-3a34-45e4-9309-4f1fe7068791 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:27.407519 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6af3ce70-2fdc-484b-bce9-a85455152f61 req-622d4ac7-3a34-45e4-9309-4f1fe7068791 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.88 "GET /v2.0/networks?id=51130f56-1b8b-449b-8a8e-4577714a0844 HTTP/1.1" status: 200 len: 815 time: 0.2381518 Feb 02 07:19:27.462436 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f2cc60c1-1d8b-4ec2-8429-6a503713dd7b req-da72fade-1246-4d5f-a1b8-9732c734b270 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91774a78-83af-414f-bcab-d185620a0aaa HTTP/1.1" status: 200 len: 217 time: 0.0523019 Feb 02 07:19:27.467363 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-6af3ce70-2fdc-484b-bce9-a85455152f61 req-8582dc50-68c3-480c-afe0-8cde9c6d9a15 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Request body: {'port': {'device_id': 'c0d9d0dc-7b98-46eb-b37a-4ee77ae92c7e', 'network_id': '51130f56-1b8b-449b-8a8e-4577714a0844', 'admin_state_up': True, 'tenant_id': '96cee9a0c3e64a74a4439b5ec1d3c9a6'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:19:27.579950 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc60c1-1d8b-4ec2-8429-6a503713dd7b req-9a29dd9b-8b38-47ab-bc02-1550ad7675c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:27.581568 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f2cc60c1-1d8b-4ec2-8429-6a503713dd7b req-9a29dd9b-8b38-47ab-bc02-1550ad7675c6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=44a369a2-4fd0-4fcc-9b66-fee041fedbef HTTP/1.1" status: 200 len: 852 time: 0.0976877 Feb 02 07:19:27.621455 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f2cc60c1-1d8b-4ec2-8429-6a503713dd7b req-eb0c6809-b4e8-4870-90cf-b429d6065a77 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ec14a810-28cb-452c-8a58-03e4eebabfec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337982 Feb 02 07:19:27.669863 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6af3ce70-2fdc-484b-bce9-a85455152f61 req-8582dc50-68c3-480c-afe0-8cde9c6d9a15 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Made reservation on behalf of 96cee9a0c3e64a74a4439b5ec1d3c9a6 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:19:27.673426 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6af3ce70-2fdc-484b-bce9-a85455152f61 req-8582dc50-68c3-480c-afe0-8cde9c6d9a15 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:27.785578 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f2cc60c1-1d8b-4ec2-8429-6a503713dd7b req-1e0e6677-5fff-45c9-9ee4-48db8927b5f6 service neutron] 10.222.0.88 "GET /v2.0/networks/ec14a810-28cb-452c-8a58-03e4eebabfec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547604 Feb 02 07:19:27.916417 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-6af3ce70-2fdc-484b-bce9-a85455152f61 req-8582dc50-68c3-480c-afe0-8cde9c6d9a15 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Allocated IP 172.20.0.12 (51130f56-1b8b-449b-8a8e-4577714a0844/4da95eed-cc99-4ba1-9de2-e56d665d2ff6/8e909802-8be6-4005-b196-81fdcd031e37) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:19:27.933990 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f2cc60c1-1d8b-4ec2-8429-6a503713dd7b req-4e1d3403-13b5-415a-9551-99e5da8236d8 service neutron] 10.222.0.88 "GET /v2.0/networks/ec14a810-28cb-452c-8a58-03e4eebabfec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428595 Feb 02 07:19:28.107926 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6af3ce70-2fdc-484b-bce9-a85455152f61 req-8582dc50-68c3-480c-afe0-8cde9c6d9a15 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Publish callbacks [] for port (8e909802-8be6-4005-b196-81fdcd031e37), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:28.117434 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776bef7e-fe47-4767-bad7-408c5e553101 req-da9455aa-ed04-4296-ad90-4b85421012bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:28.119124 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-776bef7e-fe47-4767-bad7-408c5e553101 req-da9455aa-ed04-4296-ad90-4b85421012bf service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=55cc3e1e6f054ff8aa27776e1d040f10&device_id=ad264909-4dfb-4a2d-a3bf-b4a5dac11fab HTTP/1.1" status: 200 len: 1127 time: 0.0912201 Feb 02 07:19:28.216406 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6af3ce70-2fdc-484b-bce9-a85455152f61 req-8582dc50-68c3-480c-afe0-8cde9c6d9a15 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (8e909802-8be6-4005-b196-81fdcd031e37), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:28.261358 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ee93c-813b-46d6-a4dd-7a761c92cfb4 req-f7886d1e-9cd3-4f0f-93a4-c1e0ea2b67f0 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:28.266401 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8c4ee93c-813b-46d6-a4dd-7a761c92cfb4 req-f7886d1e-9cd3-4f0f-93a4-c1e0ea2b67f0 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=ad264909-4dfb-4a2d-a3bf-b4a5dac11fab HTTP/1.1" status: 200 len: 944 time: 0.0613427 Feb 02 07:19:28.275815 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6af3ce70-2fdc-484b-bce9-a85455152f61 req-8582dc50-68c3-480c-afe0-8cde9c6d9a15 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Network 51130f56-1b8b-449b-8a8e-4577714a0844 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:19:28.285974 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-6af3ce70-2fdc-484b-bce9-a85455152f61 req-8582dc50-68c3-480c-afe0-8cde9c6d9a15 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:19:28.288808 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-6af3ce70-2fdc-484b-bce9-a85455152f61 req-8582dc50-68c3-480c-afe0-8cde9c6d9a15 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:19:28.319921 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8c4ee93c-813b-46d6-a4dd-7a761c92cfb4 req-12232a6a-ad7e-4238-b5f6-fee02df34108 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487769 Feb 02 07:19:28.448718 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f01452-e3c4-46e8-9089-d30a18e2bf54 req-086f6351-e8db-4b41-b6cc-e2bd595ce20f tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:28.450204 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-51f01452-e3c4-46e8-9089-d30a18e2bf54 req-086f6351-e8db-4b41-b6cc-e2bd595ce20f tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0d9d0dc-7b98-46eb-b37a-4ee77ae92c7e HTTP/1.1" status: 200 len: 932 time: 0.0640137 Feb 02 07:19:28.523496 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-51f01452-e3c4-46e8-9089-d30a18e2bf54 req-de1c0501-47c3-4681-ad01-dcc3687dc730 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660872 Feb 02 07:19:28.699367 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776bef7e-fe47-4767-bad7-408c5e553101 req-ea6347e0-7708-446b-be6f-fa44dee1cd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:28.700864 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-776bef7e-fe47-4767-bad7-408c5e553101 req-ea6347e0-7708-446b-be6f-fa44dee1cd1e service neutron] 10.222.0.88 "GET /v2.0/networks?id=ec14a810-28cb-452c-8a58-03e4eebabfec HTTP/1.1" status: 200 len: 913 time: 0.5747054 Feb 02 07:19:28.703746 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8582dc50-68c3-480c-afe0-8cde9c6d9a15 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Pushing event updated for resources: {'Port': ['ID=8e909802-8be6-4005-b196-81fdcd031e37,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:19:28.750766 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-776bef7e-fe47-4767-bad7-408c5e553101 req-4a7dd0b0-18f3-4240-b772-33ba3dc91f85 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91774a78-83af-414f-bcab-d185620a0aaa HTTP/1.1" status: 200 len: 217 time: 0.0399802 Feb 02 07:19:28.756205 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af3ce70-2fdc-484b-bce9-a85455152f61 req-8582dc50-68c3-480c-afe0-8cde9c6d9a15 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:28.756884 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6af3ce70-2fdc-484b-bce9-a85455152f61 req-8582dc50-68c3-480c-afe0-8cde9c6d9a15 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:28.806241 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6af3ce70-2fdc-484b-bce9-a85455152f61 req-8582dc50-68c3-480c-afe0-8cde9c6d9a15 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3426361 Feb 02 07:19:28.815188 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776bef7e-fe47-4767-bad7-408c5e553101 req-76c567b3-6308-4575-b62f-70b7c415f9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:28.816671 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-776bef7e-fe47-4767-bad7-408c5e553101 req-76c567b3-6308-4575-b62f-70b7c415f9c9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=44a369a2-4fd0-4fcc-9b66-fee041fedbef HTTP/1.1" status: 200 len: 852 time: 0.0571895 Feb 02 07:19:28.827809 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-6af3ce70-2fdc-484b-bce9-a85455152f61 req-0eaa4ba8-fa67-4493-a5c6-a2db3a7a9947 service neutron] Request body: {'port': {'device_id': 'c0d9d0dc-7b98-46eb-b37a-4ee77ae92c7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:19:28.875919 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-776bef7e-fe47-4767-bad7-408c5e553101 req-6e69d533-b03b-42eb-80ae-253c6ca70c39 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ec14a810-28cb-452c-8a58-03e4eebabfec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453875 Feb 02 07:19:28.970112 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6af3ce70-2fdc-484b-bce9-a85455152f61 req-0eaa4ba8-fa67-4493-a5c6-a2db3a7a9947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (8e909802-8be6-4005-b196-81fdcd031e37), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:29.035182 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-776bef7e-fe47-4767-bad7-408c5e553101 req-0ed6472b-31de-44e9-968c-2bf49e9bea6c service neutron] 10.222.0.88 "GET /v2.0/networks/ec14a810-28cb-452c-8a58-03e4eebabfec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507673 Feb 02 07:19:29.238323 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-776bef7e-fe47-4767-bad7-408c5e553101 req-a64938b7-dfe5-4d4b-b552-744d621b15c9 service neutron] 10.222.0.88 "GET /v2.0/networks/ec14a810-28cb-452c-8a58-03e4eebabfec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969087 Feb 02 07:19:29.323278 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-6af3ce70-2fdc-484b-bce9-a85455152f61 req-0eaa4ba8-fa67-4493-a5c6-a2db3a7a9947 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e909802-8be6-4005-b196-81fdcd031e37 {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:19:29.330930 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6af3ce70-2fdc-484b-bce9-a85455152f61 req-0eaa4ba8-fa67-4493-a5c6-a2db3a7a9947 service neutron] Publish callbacks [] for port (8e909802-8be6-4005-b196-81fdcd031e37), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:29.343507 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-6af3ce70-2fdc-484b-bce9-a85455152f61 req-0eaa4ba8-fa67-4493-a5c6-a2db3a7a9947 service neutron] Transition to ACTIVE for port object 8e909802-8be6-4005-b196-81fdcd031e37 will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:19:29.348960 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6af3ce70-2fdc-484b-bce9-a85455152f61 req-0eaa4ba8-fa67-4493-a5c6-a2db3a7a9947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (8e909802-8be6-4005-b196-81fdcd031e37), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:29.402706 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaa4ba8-fa67-4493-a5c6-a2db3a7a9947 service neutron] Pushing event updated for resources: {'Port': ['ID=8e909802-8be6-4005-b196-81fdcd031e37,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:19:29.457504 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb7104a-f4f9-4319-a24b-92abdc5e2a0d req-20657eea-5237-4641-90a4-ef5e31dcebb1 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:29.459139 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1eb7104a-f4f9-4319-a24b-92abdc5e2a0d req-20657eea-5237-4641-90a4-ef5e31dcebb1 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=ad264909-4dfb-4a2d-a3bf-b4a5dac11fab HTTP/1.1" status: 200 len: 944 time: 0.0646839 Feb 02 07:19:29.477299 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-6af3ce70-2fdc-484b-bce9-a85455152f61 req-0eaa4ba8-fa67-4493-a5c6-a2db3a7a9947 service neutron] Attempting to bind port 8e909802-8be6-4005-b196-81fdcd031e37 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:19:29.477561 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-6af3ce70-2fdc-484b-bce9-a85455152f61 req-0eaa4ba8-fa67-4493-a5c6-a2db3a7a9947 service neutron] Attempting to bind port 8e909802-8be6-4005-b196-81fdcd031e37 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'ac2edba5-50dc-4a5a-a7dc-a498ff703784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '51130f56-1b8b-449b-8a8e-4577714a0844'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:19:29.477895 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af3ce70-2fdc-484b-bce9-a85455152f61 req-0eaa4ba8-fa67-4493-a5c6-a2db3a7a9947 service neutron] Attempting to bind port 8e909802-8be6-4005-b196-81fdcd031e37 on network 51130f56-1b8b-449b-8a8e-4577714a0844 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:19:29.482452 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af3ce70-2fdc-484b-bce9-a85455152f61 req-0eaa4ba8-fa67-4493-a5c6-a2db3a7a9947 service neutron] Port 8e909802-8be6-4005-b196-81fdcd031e37 on network 51130f56-1b8b-449b-8a8e-4577714a0844 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:19:29.489542 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af3ce70-2fdc-484b-bce9-a85455152f61 req-0eaa4ba8-fa67-4493-a5c6-a2db3a7a9947 service neutron] Attempting to bind port 8e909802-8be6-4005-b196-81fdcd031e37 on network 51130f56-1b8b-449b-8a8e-4577714a0844 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:19:29.489542 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af3ce70-2fdc-484b-bce9-a85455152f61 req-0eaa4ba8-fa67-4493-a5c6-a2db3a7a9947 service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:19:29.489542 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af3ce70-2fdc-484b-bce9-a85455152f61 req-0eaa4ba8-fa67-4493-a5c6-a2db3a7a9947 service neutron] Checking segment: {'id': 'ac2edba5-50dc-4a5a-a7dc-a498ff703784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '51130f56-1b8b-449b-8a8e-4577714a0844'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:19:29.489542 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af3ce70-2fdc-484b-bce9-a85455152f61 req-0eaa4ba8-fa67-4493-a5c6-a2db3a7a9947 service neutron] Bound using segment: {'id': 'ac2edba5-50dc-4a5a-a7dc-a498ff703784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '51130f56-1b8b-449b-8a8e-4577714a0844'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:19:29.489990 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-6af3ce70-2fdc-484b-bce9-a85455152f61 req-0eaa4ba8-fa67-4493-a5c6-a2db3a7a9947 service neutron] Bound port: 8e909802-8be6-4005-b196-81fdcd031e37, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac2edba5-50dc-4a5a-a7dc-a498ff703784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '51130f56-1b8b-449b-8a8e-4577714a0844'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:19:29.489990 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6af3ce70-2fdc-484b-bce9-a85455152f61 req-0eaa4ba8-fa67-4493-a5c6-a2db3a7a9947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (8e909802-8be6-4005-b196-81fdcd031e37), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:29.515236 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1eb7104a-f4f9-4319-a24b-92abdc5e2a0d req-98b111f3-8f0c-48a8-9ccb-c931f7c90a42 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503976 Feb 02 07:19:29.567750 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-6af3ce70-2fdc-484b-bce9-a85455152f61 req-0eaa4ba8-fa67-4493-a5c6-a2db3a7a9947 service neutron] For port 8e909802-8be6-4005-b196-81fdcd031e37, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:19:29.571689 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-6af3ce70-2fdc-484b-bce9-a85455152f61 req-0eaa4ba8-fa67-4493-a5c6-a2db3a7a9947 service neutron] For port 8e909802-8be6-4005-b196-81fdcd031e37, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=8e909802-8be6-4005-b196-81fdcd031e37,segment=NetworkSegment(ac2edba5-50dc-4a5a-a7dc-a498ff703784),segment_id=ac2edba5-50dc-4a5a-a7dc-a498ff703784)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:19:29.579780 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6af3ce70-2fdc-484b-bce9-a85455152f61 req-0eaa4ba8-fa67-4493-a5c6-a2db3a7a9947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (8e909802-8be6-4005-b196-81fdcd031e37), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:29.619171 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af3ce70-2fdc-484b-bce9-a85455152f61 req-0eaa4ba8-fa67-4493-a5c6-a2db3a7a9947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:29.619952 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6af3ce70-2fdc-484b-bce9-a85455152f61 req-0eaa4ba8-fa67-4493-a5c6-a2db3a7a9947 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:29.621623 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6af3ce70-2fdc-484b-bce9-a85455152f61 req-0eaa4ba8-fa67-4493-a5c6-a2db3a7a9947 service neutron] 10.222.0.88 "PUT /v2.0/ports/8e909802-8be6-4005-b196-81fdcd031e37 HTTP/1.1" status: 200 len: 1093 time: 0.7981327 Feb 02 07:19:29.622264 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0d9d0dc-7b98-46eb-b37a-4ee77ae92c7e', 'tag': '8e909802-8be6-4005-b196-81fdcd031e37'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:19:29.625298 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e7cee4c-51d2-4304-a7c7-72c75c806962" -d '{"events": [{"name": "network-changed", "server_uuid": "c0d9d0dc-7b98-46eb-b37a-4ee77ae92c7e", "tag": "8e909802-8be6-4005-b196-81fdcd031e37"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:19:29.649221 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8607a01a-b16c-4807-850a-3e7f554274b6 req-4d7a2e59-cecd-4554-ae6f-dd29e7e74b20 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:29.651048 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8607a01a-b16c-4807-850a-3e7f554274b6 req-4d7a2e59-cecd-4554-ae6f-dd29e7e74b20 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0d9d0dc-7b98-46eb-b37a-4ee77ae92c7e HTTP/1.1" status: 200 len: 944 time: 0.0554318 Feb 02 07:19:29.652639 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaa4ba8-fa67-4493-a5c6-a2db3a7a9947 service neutron] Pushing event updated for resources: {'Port': ['ID=8e909802-8be6-4005-b196-81fdcd031e37,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:19:29.707732 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8607a01a-b16c-4807-850a-3e7f554274b6 req-9b56c1d9-33ee-497b-b742-fb125a86cc9c tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486465 Feb 02 07:19:29.746028 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af3ce70-2fdc-484b-bce9-a85455152f61 req-3192a563-50cc-4895-a8df-2229eac7cd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:29.748060 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6af3ce70-2fdc-484b-bce9-a85455152f61 req-3192a563-50cc-4895-a8df-2229eac7cd62 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=96cee9a0c3e64a74a4439b5ec1d3c9a6&device_id=c0d9d0dc-7b98-46eb-b37a-4ee77ae92c7e HTTP/1.1" status: 200 len: 1127 time: 0.0675583 Feb 02 07:19:29.758190 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-892bc8e2-aa67-4ccf-b02b-92a3aec64d49 x-openstack-request-id: req-892bc8e2-aa67-4ccf-b02b-92a3aec64d49 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:19:29.758488 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0d9d0dc-7b98-46eb-b37a-4ee77ae92c7e", "tag": "8e909802-8be6-4005-b196-81fdcd031e37", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:19:29.758751 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-892bc8e2-aa67-4ccf-b02b-92a3aec64d49 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:19:29.759171 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0d9d0dc-7b98-46eb-b37a-4ee77ae92c7e', 'tag': '8e909802-8be6-4005-b196-81fdcd031e37', 'status': 'completed', 'code': 200} Feb 02 07:19:29.814983 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6af3ce70-2fdc-484b-bce9-a85455152f61 req-4bfa9e5a-c5c5-4dfb-b562-93e57f03c758 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e909802-8be6-4005-b196-81fdcd031e37 HTTP/1.1" status: 200 len: 217 time: 0.0396380 Feb 02 07:19:29.868038 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af3ce70-2fdc-484b-bce9-a85455152f61 req-ef1feff6-3c66-4f5b-8493-36d04b05f61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:29.869526 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6af3ce70-2fdc-484b-bce9-a85455152f61 req-ef1feff6-3c66-4f5b-8493-36d04b05f61b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4da95eed-cc99-4ba1-9de2-e56d665d2ff6 HTTP/1.1" status: 200 len: 855 time: 0.0490386 Feb 02 07:19:29.902769 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6af3ce70-2fdc-484b-bce9-a85455152f61 req-7fee47b1-c9f3-4516-963a-160a63ef1bc7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=51130f56-1b8b-449b-8a8e-4577714a0844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274034 Feb 02 07:19:29.907164 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 31790a5c-dbb9-436f-b934-d96412553e6c no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:19:29.929153 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] No Port match for: 31790a5c-dbb9-436f-b934-d96412553e6c {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:19:29.929645 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 31790a5c-dbb9-436f-b934-d96412553e6c not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:19:30.016364 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6af3ce70-2fdc-484b-bce9-a85455152f61 req-17ae6f8b-06d8-4419-858c-d29ff6e66381 service neutron] 10.222.0.88 "GET /v2.0/networks/51130f56-1b8b-449b-8a8e-4577714a0844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060529 Feb 02 07:19:30.121234 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6af3ce70-2fdc-484b-bce9-a85455152f61 req-d8ac08b2-4af2-4f78-9148-ae1b3d880116 service neutron] 10.222.0.88 "GET /v2.0/networks/51130f56-1b8b-449b-8a8e-4577714a0844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987697 Feb 02 07:19:30.266291 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7cee4c-51d2-4304-a7c7-72c75c806962 req-f777249e-a9ce-45e4-9393-e2945842d59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:30.267965 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2e7cee4c-51d2-4304-a7c7-72c75c806962 req-f777249e-a9ce-45e4-9393-e2945842d59f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=96cee9a0c3e64a74a4439b5ec1d3c9a6&device_id=c0d9d0dc-7b98-46eb-b37a-4ee77ae92c7e HTTP/1.1" status: 200 len: 1127 time: 0.0480473 Feb 02 07:19:30.382426 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7cee4c-51d2-4304-a7c7-72c75c806962 req-f7c23f67-6f0e-429a-b97f-0b4a9a1e1e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:30.384023 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2e7cee4c-51d2-4304-a7c7-72c75c806962 req-f7c23f67-6f0e-429a-b97f-0b4a9a1e1e42 service neutron] 10.222.0.88 "GET /v2.0/networks?id=51130f56-1b8b-449b-8a8e-4577714a0844 HTTP/1.1" status: 200 len: 916 time: 0.1097326 Feb 02 07:19:30.430705 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2e7cee4c-51d2-4304-a7c7-72c75c806962 req-a05daa72-193e-41dc-8505-8c0e9714f15e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e909802-8be6-4005-b196-81fdcd031e37 HTTP/1.1" status: 200 len: 217 time: 0.0403593 Feb 02 07:19:30.496386 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7cee4c-51d2-4304-a7c7-72c75c806962 req-572636e8-de9d-4a3e-8f9b-1587fa64c890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:30.497930 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2e7cee4c-51d2-4304-a7c7-72c75c806962 req-572636e8-de9d-4a3e-8f9b-1587fa64c890 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4da95eed-cc99-4ba1-9de2-e56d665d2ff6 HTTP/1.1" status: 200 len: 855 time: 0.0603294 Feb 02 07:19:30.532081 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2e7cee4c-51d2-4304-a7c7-72c75c806962 req-df126996-f03f-455f-bd44-67eeb6dfaf4b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=51130f56-1b8b-449b-8a8e-4577714a0844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266037 Feb 02 07:19:30.677406 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2e7cee4c-51d2-4304-a7c7-72c75c806962 req-239679c8-798f-44c3-a552-b81d2212ce58 service neutron] 10.222.0.88 "GET /v2.0/networks/51130f56-1b8b-449b-8a8e-4577714a0844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277618 Feb 02 07:19:30.690835 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0a83d3-a1f1-48fe-bca7-22ff4df725d9 req-d1d5b5eb-61c6-4414-bc31-b943c1ba1a6b tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:30.699811 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8c0a83d3-a1f1-48fe-bca7-22ff4df725d9 req-d1d5b5eb-61c6-4414-bc31-b943c1ba1a6b tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=ad264909-4dfb-4a2d-a3bf-b4a5dac11fab HTTP/1.1" status: 200 len: 944 time: 0.0738883 Feb 02 07:19:30.714821 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 91774a78-83af-414f-bcab-d185620a0aaa details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:19:30.762055 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8c0a83d3-a1f1-48fe-bca7-22ff4df725d9 req-7c9868e4-81f4-4ae1-a76a-6efb9ce5aefa tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610995 Feb 02 07:19:30.835540 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2e7cee4c-51d2-4304-a7c7-72c75c806962 req-8ee1a2e9-4f1b-4608-8eb4-34c476c92ecd service neutron] 10.222.0.88 "GET /v2.0/networks/51130f56-1b8b-449b-8a8e-4577714a0844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513867 Feb 02 07:19:30.907659 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 91774a78-83af-414f-bcab-d185620a0aaa, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=91774a78-83af-414f-bcab-d185620a0aaa,segment=NetworkSegment(2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0),segment_id=2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:19:30.909629 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256beec8-ef9c-48e0-860a-ad63a2f4bdf9 req-317d75ee-f188-4cb8-a4e2-9bf956783657 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:30.917432 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-256beec8-ef9c-48e0-860a-ad63a2f4bdf9 req-317d75ee-f188-4cb8-a4e2-9bf956783657 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0d9d0dc-7b98-46eb-b37a-4ee77ae92c7e HTTP/1.1" status: 200 len: 944 time: 0.0676730 Feb 02 07:19:30.922037 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': '91774a78-83af-414f-bcab-d185620a0aaa', 'network_id': 'ec14a810-28cb-452c-8a58-03e4eebabfec', 'port_id': '91774a78-83af-414f-bcab-d185620a0aaa', 'mac_address': 'fa:16:3e:97:7c:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44a369a2-4fd0-4fcc-9b66-fee041fedbef', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:19:30.973031 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 91774a78-83af-414f-bcab-d185620a0aaa is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:19:30.973938 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (91774a78-83af-414f-bcab-d185620a0aaa), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:30.976788 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-256beec8-ef9c-48e0-860a-ad63a2f4bdf9 req-dee30010-cf9c-4e9c-b279-2e43518cab06 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542724 Feb 02 07:19:30.994729 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91774a78-83af-414f-bcab-d185620a0aaa {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:19:31.023932 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 91774a78-83af-414f-bcab-d185620a0aaa, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=91774a78-83af-414f-bcab-d185620a0aaa,segment=NetworkSegment(2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0),segment_id=2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:19:31.031533 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (91774a78-83af-414f-bcab-d185620a0aaa), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:31.090882 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=91774a78-83af-414f-bcab-d185620a0aaa,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:19:31.291498 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['91774a78-83af-414f-bcab-d185620a0aaa'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:19:31.959588 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0deb92-823f-4d73-8a89-47d55f5d21d2 req-c1a8725f-898b-49fa-8624-f326f0fa4cb6 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:31.961217 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1f0deb92-823f-4d73-8a89-47d55f5d21d2 req-c1a8725f-898b-49fa-8624-f326f0fa4cb6 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=ad264909-4dfb-4a2d-a3bf-b4a5dac11fab HTTP/1.1" status: 200 len: 945 time: 0.1007967 Feb 02 07:19:32.000745 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:19:32.040761 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1f0deb92-823f-4d73-8a89-47d55f5d21d2 req-6c29a62f-8058-437d-8556-1671fcce1f52 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740678 Feb 02 07:19:32.200314 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5287aa-e880-4215-a557-cf0b1ad84bc4 req-558f6354-460a-433d-871f-15eb7fdf16bf tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:32.202289 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5e5287aa-e880-4215-a557-cf0b1ad84bc4 req-558f6354-460a-433d-871f-15eb7fdf16bf tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0d9d0dc-7b98-46eb-b37a-4ee77ae92c7e HTTP/1.1" status: 200 len: 944 time: 0.0576479 Feb 02 07:19:32.254000 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5e5287aa-e880-4215-a557-cf0b1ad84bc4 req-d07b4bd7-1b80-41bd-a8bb-d09d7cdceb9d tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458012 Feb 02 07:19:32.731443 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 8e909802-8be6-4005-b196-81fdcd031e37 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:19:32.742402 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 91774a78-83af-414f-bcab-d185620a0aaa up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:19:32.890395 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port 91774a78-83af-414f-bcab-d185620a0aaa completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:19:32.898813 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port 91774a78-83af-414f-bcab-d185620a0aaa triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:19:32.899190 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (91774a78-83af-414f-bcab-d185620a0aaa), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:32.934764 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 8e909802-8be6-4005-b196-81fdcd031e37, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=8e909802-8be6-4005-b196-81fdcd031e37,segment=NetworkSegment(ac2edba5-50dc-4a5a-a7dc-a498ff703784),segment_id=ac2edba5-50dc-4a5a-a7dc-a498ff703784)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:19:32.960912 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': '8e909802-8be6-4005-b196-81fdcd031e37', 'network_id': '51130f56-1b8b-449b-8a8e-4577714a0844', 'port_id': '8e909802-8be6-4005-b196-81fdcd031e37', 'mac_address': 'fa:16:3e:c3:e0:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4da95eed-cc99-4ba1-9de2-e56d665d2ff6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:19:33.053490 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 8e909802-8be6-4005-b196-81fdcd031e37 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:19:33.053984 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (8e909802-8be6-4005-b196-81fdcd031e37), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:33.072564 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e909802-8be6-4005-b196-81fdcd031e37 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:19:33.122812 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 8e909802-8be6-4005-b196-81fdcd031e37, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=8e909802-8be6-4005-b196-81fdcd031e37,segment=NetworkSegment(ac2edba5-50dc-4a5a-a7dc-a498ff703784),segment_id=ac2edba5-50dc-4a5a-a7dc-a498ff703784)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:19:33.141535 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (8e909802-8be6-4005-b196-81fdcd031e37), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:33.147903 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 91774a78-83af-414f-bcab-d185620a0aaa is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:19:33.148332 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (91774a78-83af-414f-bcab-d185620a0aaa), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:33.215909 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad264909-4dfb-4a2d-a3bf-b4a5dac11fab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91774a78-83af-414f-bcab-d185620a0aaa'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:19:33.218190 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c937b540-dc41-47af-b483-9f1d81dab7af" -d '{"events": [{"server_uuid": "ad264909-4dfb-4a2d-a3bf-b4a5dac11fab", "name": "network-vif-plugged", "status": "completed", "tag": "91774a78-83af-414f-bcab-d185620a0aaa"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:19:33.238037 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be701cf1-0e62-4b55-b962-d9000a516402 req-753914b1-494c-43d4-abf3-d160044a43f8 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:33.246322 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=8e909802-8be6-4005-b196-81fdcd031e37,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:19:33.250071 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-be701cf1-0e62-4b55-b962-d9000a516402 req-753914b1-494c-43d4-abf3-d160044a43f8 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=ad264909-4dfb-4a2d-a3bf-b4a5dac11fab HTTP/1.1" status: 200 len: 945 time: 0.1044257 Feb 02 07:19:33.267699 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 91774a78-83af-414f-bcab-d185620a0aaa, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=91774a78-83af-414f-bcab-d185620a0aaa,segment=NetworkSegment(2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0),segment_id=2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:19:33.278698 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (91774a78-83af-414f-bcab-d185620a0aaa), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:33.330934 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-be701cf1-0e62-4b55-b962-d9000a516402 req-67bc070a-a766-44ce-bd2d-3defe811aeb1 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762906 Feb 02 07:19:33.377492 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd88ded-985d-44e2-bdba-4a8fcbed531e x-openstack-request-id: req-1fd88ded-985d-44e2-bdba-4a8fcbed531e {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:19:33.377791 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad264909-4dfb-4a2d-a3bf-b4a5dac11fab", "name": "network-vif-plugged", "status": "completed", "tag": "91774a78-83af-414f-bcab-d185620a0aaa", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:19:33.378049 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1fd88ded-985d-44e2-bdba-4a8fcbed531e {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:19:33.378443 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad264909-4dfb-4a2d-a3bf-b4a5dac11fab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91774a78-83af-414f-bcab-d185620a0aaa', 'code': 200} Feb 02 07:19:33.400814 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=91774a78-83af-414f-bcab-d185620a0aaa,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:19:33.425861 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['8e909802-8be6-4005-b196-81fdcd031e37'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:19:33.517695 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15427693-b2a4-4ea4-948b-27f6d9909fce req-5a187d4e-f2a0-4af5-9367-2599ee3de1a3 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:33.519884 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-15427693-b2a4-4ea4-948b-27f6d9909fce req-5a187d4e-f2a0-4af5-9367-2599ee3de1a3 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0d9d0dc-7b98-46eb-b37a-4ee77ae92c7e HTTP/1.1" status: 200 len: 945 time: 0.0846419 Feb 02 07:19:33.575883 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6c19b6-ed96-486f-bef8-5bfb71d45e1a req-2812e8f3-99fa-4ffa-b59f-51c652a6cee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:33.579172 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7f6c19b6-ed96-486f-bef8-5bfb71d45e1a req-2812e8f3-99fa-4ffa-b59f-51c652a6cee0 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ad264909-4dfb-4a2d-a3bf-b4a5dac11fab HTTP/1.1" status: 200 len: 1129 time: 0.0983446 Feb 02 07:19:33.595281 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-15427693-b2a4-4ea4-948b-27f6d9909fce req-5a16ddea-0d34-4dbf-8881-e0062e0b91e2 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694265 Feb 02 07:19:33.668871 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7f6c19b6-ed96-486f-bef8-5bfb71d45e1a req-4d95b309-b446-4ba2-b709-e178be8e3dbb service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836914 Feb 02 07:19:34.530789 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5fbae7-07b7-4ae7-8c9b-2bb7f6975c55 req-511e0de7-65e9-4f6c-9dd7-f8f7394a4e0d tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:34.532598 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8c5fbae7-07b7-4ae7-8c9b-2bb7f6975c55 req-511e0de7-65e9-4f6c-9dd7-f8f7394a4e0d tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=ad264909-4dfb-4a2d-a3bf-b4a5dac11fab HTTP/1.1" status: 200 len: 946 time: 0.0973711 Feb 02 07:19:34.644161 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8c5fbae7-07b7-4ae7-8c9b-2bb7f6975c55 req-0991e947-3c2d-4263-90c7-046adb70a6be tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049736 Feb 02 07:19:34.742143 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 8e909802-8be6-4005-b196-81fdcd031e37 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:19:34.814510 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489a98b-8c75-429d-8eba-f07f772e28a9 req-117537b8-31c0-4a91-852e-82b71c2fa968 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:34.827603 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5489a98b-8c75-429d-8eba-f07f772e28a9 req-117537b8-31c0-4a91-852e-82b71c2fa968 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0d9d0dc-7b98-46eb-b37a-4ee77ae92c7e HTTP/1.1" status: 200 len: 945 time: 0.1005011 Feb 02 07:19:34.921608 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port 8e909802-8be6-4005-b196-81fdcd031e37 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:19:34.934208 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port 8e909802-8be6-4005-b196-81fdcd031e37 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:19:34.935898 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (8e909802-8be6-4005-b196-81fdcd031e37), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:34.944584 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5489a98b-8c75-429d-8eba-f07f772e28a9 req-efee1502-06d3-4957-9f2e-6870de662724 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157162 Feb 02 07:19:35.048157 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 8e909802-8be6-4005-b196-81fdcd031e37 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:19:35.048577 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (8e909802-8be6-4005-b196-81fdcd031e37), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:35.120554 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 8e909802-8be6-4005-b196-81fdcd031e37, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=8e909802-8be6-4005-b196-81fdcd031e37,segment=NetworkSegment(ac2edba5-50dc-4a5a-a7dc-a498ff703784),segment_id=ac2edba5-50dc-4a5a-a7dc-a498ff703784)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:19:35.141600 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (8e909802-8be6-4005-b196-81fdcd031e37), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:35.232698 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=8e909802-8be6-4005-b196-81fdcd031e37,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:19:35.379311 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d9d0dc-7b98-46eb-b37a-4ee77ae92c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e909802-8be6-4005-b196-81fdcd031e37'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:19:35.382186 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e6a1bc-c66d-4303-8785-f8da95c8e6a8" -d '{"events": [{"server_uuid": "c0d9d0dc-7b98-46eb-b37a-4ee77ae92c7e", "name": "network-vif-plugged", "status": "completed", "tag": "8e909802-8be6-4005-b196-81fdcd031e37"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:19:35.420121 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9298e0e1-c645-4eab-b8a4-cda4bbc5a040 x-openstack-request-id: req-9298e0e1-c645-4eab-b8a4-cda4bbc5a040 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:19:35.421240 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d9d0dc-7b98-46eb-b37a-4ee77ae92c7e", "name": "network-vif-plugged", "status": "completed", "tag": "8e909802-8be6-4005-b196-81fdcd031e37", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:19:35.421683 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-9298e0e1-c645-4eab-b8a4-cda4bbc5a040 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:19:35.422208 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d9d0dc-7b98-46eb-b37a-4ee77ae92c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e909802-8be6-4005-b196-81fdcd031e37', 'code': 200} Feb 02 07:19:35.570713 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca53284-926d-476d-8990-2e6e5effad4f req-4df57946-bf2e-4aca-8a55-30a93e2057f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:35.572953 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4ca53284-926d-476d-8990-2e6e5effad4f req-4df57946-bf2e-4aca-8a55-30a93e2057f2 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=c0d9d0dc-7b98-46eb-b37a-4ee77ae92c7e HTTP/1.1" status: 200 len: 1129 time: 0.0596700 Feb 02 07:19:35.626650 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4ca53284-926d-476d-8990-2e6e5effad4f req-cca2ccda-1edc-4b03-b017-a42a54a612c2 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456698 Feb 02 07:19:35.853848 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c33a325-8c81-44b3-820c-1124d6120849 req-bb7cf521-7176-4964-875a-74cb6934600a tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:35.855344 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8c33a325-8c81-44b3-820c-1124d6120849 req-bb7cf521-7176-4964-875a-74cb6934600a tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=ad264909-4dfb-4a2d-a3bf-b4a5dac11fab HTTP/1.1" status: 200 len: 946 time: 0.1078882 Feb 02 07:19:35.976721 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8c33a325-8c81-44b3-820c-1124d6120849 req-7251e773-85f0-4dc9-a87c-bc69ce15cc77 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081364 Feb 02 07:19:36.636154 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb44973-4316-4937-a57a-2e6eb68b8022 req-290a71b3-9854-4d65-a43e-21445afba761 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:36.637700 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6bb44973-4316-4937-a57a-2e6eb68b8022 req-290a71b3-9854-4d65-a43e-21445afba761 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0d9d0dc-7b98-46eb-b37a-4ee77ae92c7e HTTP/1.1" status: 200 len: 946 time: 0.5611172 Feb 02 07:19:36.728808 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6bb44973-4316-4937-a57a-2e6eb68b8022 req-82f1b572-77cb-43bf-8ee3-2395c24747d2 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840688 Feb 02 07:19:37.099825 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a0ba05-dea8-42ce-b9cc-ac7b2949b670 req-8ed6f1e0-b6bb-4614-8896-fd8700cd85f3 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:37.106764 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d9a0ba05-dea8-42ce-b9cc-ac7b2949b670 req-8ed6f1e0-b6bb-4614-8896-fd8700cd85f3 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=ad264909-4dfb-4a2d-a3bf-b4a5dac11fab HTTP/1.1" status: 200 len: 946 time: 0.0679817 Feb 02 07:19:37.160567 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d9a0ba05-dea8-42ce-b9cc-ac7b2949b670 req-a253fe06-b4bc-42db-b55b-8b8dbf9ce0b0 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528193 Feb 02 07:19:37.203152 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 36542) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:19:37.929436 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d17ac70-912b-4ce4-9975-2184d6ce067f req-d031401b-aca0-4560-825f-5645d70255b3 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:37.931245 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8d17ac70-912b-4ce4-9975-2184d6ce067f req-d031401b-aca0-4560-825f-5645d70255b3 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0d9d0dc-7b98-46eb-b37a-4ee77ae92c7e HTTP/1.1" status: 200 len: 946 time: 0.1128042 Feb 02 07:19:37.995819 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8d17ac70-912b-4ce4-9975-2184d6ce067f req-f622f54a-77e3-46f4-96ae-78cb8f8d7467 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538528 Feb 02 07:19:38.014473 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-134fc254-c920-44e4-be98-8933734806e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (96a03403-39d6-4642-947c-0aeefc2e12bf), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:38.259919 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11940163-88d8-4ebc-825c-2d1356eeba83 req-85781194-44a1-46a7-bdac-0feea44ef7b1 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:38.261281 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-11940163-88d8-4ebc-825c-2d1356eeba83 req-85781194-44a1-46a7-bdac-0feea44ef7b1 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0d9d0dc-7b98-46eb-b37a-4ee77ae92c7e HTTP/1.1" status: 200 len: 946 time: 0.1618524 Feb 02 07:19:38.346206 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-11940163-88d8-4ebc-825c-2d1356eeba83 req-8ff77bab-bbb6-4615-bb1b-54436e80f77c tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718544 Feb 02 07:19:38.460223 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-134fc254-c920-44e4-be98-8933734806e2 admin admin] Deleting port 27dbd983-8a26-499d-b424-f8d9842bb005 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:19:38.460634 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-134fc254-c920-44e4-be98-8933734806e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (27dbd983-8a26-499d-b424-f8d9842bb005), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:38.507816 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 36568) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:19:38.596041 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-134fc254-c920-44e4-be98-8933734806e2 admin admin] For port 27dbd983-8a26-499d-b424-f8d9842bb005, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=27dbd983-8a26-499d-b424-f8d9842bb005,segment=NetworkSegment(99da04fe-20b0-46d1-9372-22452ee68679),segment_id=99da04fe-20b0-46d1-9372-22452ee68679)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:19:38.596743 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-134fc254-c920-44e4-be98-8933734806e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (27dbd983-8a26-499d-b424-f8d9842bb005), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:38.632448 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-134fc254-c920-44e4-be98-8933734806e2 admin admin] Calling delete_port for 27dbd983-8a26-499d-b424-f8d9842bb005 owned by network:router_interface {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:19:38.724188 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c27f1c6e-762d-48dd-aeb2-c56245b74180 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:38.882246 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c27f1c6e-762d-48dd-aeb2-c56245b74180 admin admin] Publish callbacks [] for security_group (e705ab81-e807-40b8-91a4-107cef708b0c), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:38.889529 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c27f1c6e-762d-48dd-aeb2-c56245b74180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (e705ab81-e807-40b8-91a4-107cef708b0c), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:38.935243 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27f1c6e-762d-48dd-aeb2-c56245b74180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e705ab81-e807-40b8-91a4-107cef708b0c,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:19:38.943429 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-c27f1c6e-762d-48dd-aeb2-c56245b74180 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9cc3279df8ca4b01ad895f83fb406dce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4314933 Feb 02 07:19:38.945085 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 36574) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:19:38.953860 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27f1c6e-762d-48dd-aeb2-c56245b74180 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:19:38.954113 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-134fc254-c920-44e4-be98-8933734806e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (27dbd983-8a26-499d-b424-f8d9842bb005), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:38.954241 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27f1c6e-762d-48dd-aeb2-c56245b74180 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:19:38.954535 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27f1c6e-762d-48dd-aeb2-c56245b74180 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:19:38.954869 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27f1c6e-762d-48dd-aeb2-c56245b74180 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:19:38.955213 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27f1c6e-762d-48dd-aeb2-c56245b74180 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:19:38.955654 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27f1c6e-762d-48dd-aeb2-c56245b74180 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:19:38.955995 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27f1c6e-762d-48dd-aeb2-c56245b74180 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:19:38.956225 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27f1c6e-762d-48dd-aeb2-c56245b74180 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:19:38.956553 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27f1c6e-762d-48dd-aeb2-c56245b74180 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:19:38.957812 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27f1c6e-762d-48dd-aeb2-c56245b74180 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:19:38.957812 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27f1c6e-762d-48dd-aeb2-c56245b74180 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:19:38.957812 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27f1c6e-762d-48dd-aeb2-c56245b74180 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:19:38.957812 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27f1c6e-762d-48dd-aeb2-c56245b74180 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:19:38.980002 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134fc254-c920-44e4-be98-8933734806e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=27dbd983-8a26-499d-b424-f8d9842bb005,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:19:39.001047 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42b6d1-5359-4853-8ee4-8589ba53bdd6 req-81e01f2f-8143-4984-aec4-9e4e97011a65 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:39.002667 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3b42b6d1-5359-4853-8ee4-8589ba53bdd6 req-81e01f2f-8143-4984-aec4-9e4e97011a65 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=ad264909-4dfb-4a2d-a3bf-b4a5dac11fab HTTP/1.1" status: 200 len: 946 time: 0.5097477 Feb 02 07:19:39.034208 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ad8e4938-ad9d-466f-9b41-4bb97711040d admin admin] Publish callbacks [] for security_group (e705ab81-e807-40b8-91a4-107cef708b0c), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:39.060287 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ad8e4938-ad9d-466f-9b41-4bb97711040d admin admin] Publish callbacks [] for security_group (e705ab81-e807-40b8-91a4-107cef708b0c), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:39.165457 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ad8e4938-ad9d-466f-9b41-4bb97711040d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (e705ab81-e807-40b8-91a4-107cef708b0c), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:39.168337 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ad8e4938-ad9d-466f-9b41-4bb97711040d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:39.169544 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-ad8e4938-ad9d-466f-9b41-4bb97711040d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/e705ab81-e807-40b8-91a4-107cef708b0c HTTP/1.1" status: 204 len: 168 time: 0.2235401 Feb 02 07:19:39.200361 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8e4938-ad9d-466f-9b41-4bb97711040d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e705ab81-e807-40b8-91a4-107cef708b0c,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:19:39.278197 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3b42b6d1-5359-4853-8ee4-8589ba53bdd6 req-9429c680-a867-43ff-b3c9-64bf81144a8f tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980536 Feb 02 07:19:39.386690 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-134fc254-c920-44e4-be98-8933734806e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (96a03403-39d6-4642-947c-0aeefc2e12bf), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:39.871630 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-134fc254-c920-44e4-be98-8933734806e2 admin admin] Router 96a03403-39d6-4642-947c-0aeefc2e12bf has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:19:40.023228 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd87ea8-26e1-481f-b3e8-68f9926e2436 req-84d48cdf-fecb-4a9c-984a-50d4a7d42ea5 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:40.025007 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4cd87ea8-26e1-481f-b3e8-68f9926e2436 req-84d48cdf-fecb-4a9c-984a-50d4a7d42ea5 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0d9d0dc-7b98-46eb-b37a-4ee77ae92c7e HTTP/1.1" status: 200 len: 946 time: 0.1422238 Feb 02 07:19:40.063424 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-134fc254-c920-44e4-be98-8933734806e2 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:19:40.073838 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ba1e16-9d1e-4c71-8e81-627c0ea1e991 None None] Sync routers for ids ['96a03403-39d6-4642-947c-0aeefc2e12bf'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:19:40.078296 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 36602) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:19:40.086914 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ba1e16-9d1e-4c71-8e81-627c0ea1e991 None None] Routers {'96a03403-39d6-4642-947c-0aeefc2e12bf'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:19:40.087534 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-33ba1e16-9d1e-4c71-8e81-627c0ea1e991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:19:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['96a03403-39d6-4642-947c-0aeefc2e12bf'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:19:40.106560 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-134fc254-c920-44e4-be98-8933734806e2 admin admin] 10.222.0.87 "PUT /v2.0/routers/96a03403-39d6-4642-947c-0aeefc2e12bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9020948 Feb 02 07:19:40.176241 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4cd87ea8-26e1-481f-b3e8-68f9926e2436 req-c48e4b27-9951-408b-aadf-e6164b9f3aab tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400969 Feb 02 07:19:40.299262 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb04207-df5f-4a64-a50e-1923c7b6d8c6 req-96976f3b-9850-4a4d-8f6e-999c67389a68 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:40.307207 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cdb04207-df5f-4a64-a50e-1923c7b6d8c6 req-96976f3b-9850-4a4d-8f6e-999c67389a68 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=ad264909-4dfb-4a2d-a3bf-b4a5dac11fab HTTP/1.1" status: 200 len: 946 time: 0.0705256 Feb 02 07:19:40.315362 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-33ba1e16-9d1e-4c71-8e81-627c0ea1e991 None None] Set router 96a03403-39d6-4642-947c-0aeefc2e12bf gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:19:40.366926 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cdb04207-df5f-4a64-a50e-1923c7b6d8c6 req-fa948174-a485-422f-a4b0-81be95ebaf20 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583906 Feb 02 07:19:40.390289 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-073ea83b-b2f1-438b-aac2-d08b36de13c6 admin admin] Publish callbacks [] for router (96a03403-39d6-4642-947c-0aeefc2e12bf), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:40.569919 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-073ea83b-b2f1-438b-aac2-d08b36de13c6 admin admin] Publish callbacks [] for router_gateway (96a03403-39d6-4642-947c-0aeefc2e12bf), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:40.645498 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f0f9e2-94cf-4a8b-bac3-524fe2c3b29e req-3af1d7ac-a169-4412-9173-49d2842f246b tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:40.653060 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-31f0f9e2-94cf-4a8b-bac3-524fe2c3b29e req-3af1d7ac-a169-4412-9173-49d2842f246b tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0d9d0dc-7b98-46eb-b37a-4ee77ae92c7e HTTP/1.1" status: 200 len: 946 time: 0.1275363 Feb 02 07:19:40.671787 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-33ba1e16-9d1e-4c71-8e81-627c0ea1e991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a03403-39d6-4642-947c-0aeefc2e12bf', 'name': 'tempest-AttachVolumeShelveTestJSON-1797721458-router', 'tenant_id': 'faba4237acf64862ba84ad5ca9ce531a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': '46edfeb7-6eb1-4026-958c-30c68e711312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:08:51Z', 'updated_at': '2022-02-02T07:19:38Z', 'revision_number': 5, 'project_id': 'faba4237acf64862ba84ad5ca9ce531a', 'gw_port': {'id': '46edfeb7-6eb1-4026-958c-30c68e711312', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:30:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a03403-39d6-4642-947c-0aeefc2e12bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:08:53Z', 'updated_at': '2022-02-02T07:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:19:40.699164 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-073ea83b-b2f1-438b-aac2-d08b36de13c6 admin admin] Deleting port 46edfeb7-6eb1-4026-958c-30c68e711312 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:19:40.699930 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-073ea83b-b2f1-438b-aac2-d08b36de13c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (46edfeb7-6eb1-4026-958c-30c68e711312), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:40.712044 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ba1e16-9d1e-4c71-8e81-627c0ea1e991 None None] Checking router: 96a03403-39d6-4642-947c-0aeefc2e12bf for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:19:40.721995 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ba1e16-9d1e-4c71-8e81-627c0ea1e991 None None] Routers {'96a03403-39d6-4642-947c-0aeefc2e12bf'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:19:40.722828 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-33ba1e16-9d1e-4c71-8e81-627c0ea1e991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:19:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['96a03403-39d6-4642-947c-0aeefc2e12bf'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:19:40.809388 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-31f0f9e2-94cf-4a8b-bac3-524fe2c3b29e req-c2a1c8f5-d345-43e0-ab5d-ca2eec4c5f13 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515555 Feb 02 07:19:40.814173 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-33ba1e16-9d1e-4c71-8e81-627c0ea1e991 None None] Set router 96a03403-39d6-4642-947c-0aeefc2e12bf gateway port host: None {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:19:40.902929 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-33ba1e16-9d1e-4c71-8e81-627c0ea1e991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96a03403-39d6-4642-947c-0aeefc2e12bf', 'name': 'tempest-AttachVolumeShelveTestJSON-1797721458-router', 'tenant_id': 'faba4237acf64862ba84ad5ca9ce531a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:08:51Z', 'updated_at': '2022-02-02T07:19:40Z', 'revision_number': 6, 'project_id': 'faba4237acf64862ba84ad5ca9ce531a', 'gw_port_host': None}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:19:40.935201 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ba1e16-9d1e-4c71-8e81-627c0ea1e991 None None] The sync data for ids ['96a03403-39d6-4642-947c-0aeefc2e12bf'] in n-d-789963-26 is: [{'id': '96a03403-39d6-4642-947c-0aeefc2e12bf', 'name': 'tempest-AttachVolumeShelveTestJSON-1797721458-router', 'tenant_id': 'faba4237acf64862ba84ad5ca9ce531a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:08:51Z', 'updated_at': '2022-02-02T07:19:40Z', 'revision_number': 6, 'project_id': 'faba4237acf64862ba84ad5ca9ce531a', 'gw_port_host': None}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:19:40.956040 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-073ea83b-b2f1-438b-aac2-d08b36de13c6 admin admin] For port 46edfeb7-6eb1-4026-958c-30c68e711312, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=46edfeb7-6eb1-4026-958c-30c68e711312,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:19:40.956377 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-073ea83b-b2f1-438b-aac2-d08b36de13c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (46edfeb7-6eb1-4026-958c-30c68e711312), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:40.988631 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-073ea83b-b2f1-438b-aac2-d08b36de13c6 admin admin] Calling delete_port for 46edfeb7-6eb1-4026-958c-30c68e711312 owned by network:router_gateway {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:19:41.000029 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0c91b800-c94e-4f79-8e3c-6124535edbb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:41.349957 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3071fb66-a8e7-433a-8159-638f7f5db84b req-3c11fcc0-9119-46a8-bb70-46efe94f47ff tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:41.358438 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3071fb66-a8e7-433a-8159-638f7f5db84b req-3c11fcc0-9119-46a8-bb70-46efe94f47ff tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0d9d0dc-7b98-46eb-b37a-4ee77ae92c7e HTTP/1.1" status: 200 len: 946 time: 0.1189439 Feb 02 07:19:41.450424 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3071fb66-a8e7-433a-8159-638f7f5db84b req-d82fc91b-626b-4e94-9146-05840ac14e99 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909636 Feb 02 07:19:41.452390 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 27dbd983-8a26-499d-b424-f8d9842bb005 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:19:41.477539 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893200d0-f6ce-4040-af72-8ee67b718559 req-624f9655-4d2e-4589-ae1a-12c265c974d6 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:41.479384 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-893200d0-f6ce-4040-af72-8ee67b718559 req-624f9655-4d2e-4589-ae1a-12c265c974d6 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad264909-4dfb-4a2d-a3bf-b4a5dac11fab HTTP/1.1" status: 200 len: 946 time: 0.1733155 Feb 02 07:19:41.480192 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-073ea83b-b2f1-438b-aac2-d08b36de13c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (46edfeb7-6eb1-4026-958c-30c68e711312), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:41.510237 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 27dbd983-8a26-499d-b424-f8d9842bb005 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:19:41.510658 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 27dbd983-8a26-499d-b424-f8d9842bb005 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:19:41.604231 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073ea83b-b2f1-438b-aac2-d08b36de13c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=46edfeb7-6eb1-4026-958c-30c68e711312,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:19:41.706871 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-073ea83b-b2f1-438b-aac2-d08b36de13c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (96a03403-39d6-4642-947c-0aeefc2e12bf), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:41.736352 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2c85a7-6984-4f01-96a7-29d056eb372e req-40d5f0c8-43ce-469b-a4e0-02b8e26e3fa6 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:41.745105 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7a2c85a7-6984-4f01-96a7-29d056eb372e req-40d5f0c8-43ce-469b-a4e0-02b8e26e3fa6 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=ad264909-4dfb-4a2d-a3bf-b4a5dac11fab HTTP/1.1" status: 200 len: 946 time: 0.1285388 Feb 02 07:19:41.812039 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7a2c85a7-6984-4f01-96a7-29d056eb372e req-60f9246a-8207-4166-8f67-2c3ff8792988 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/security-groups?id=54a4084a-f03c-46a8-b6e7-a3b6665d181a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628176 Feb 02 07:19:41.890928 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-893200d0-f6ce-4040-af72-8ee67b718559 req-683f3c75-1c42-4f08-a14e-850730e146cd tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Deleting port 91774a78-83af-414f-bcab-d185620a0aaa {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:19:41.891533 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-893200d0-f6ce-4040-af72-8ee67b718559 req-683f3c75-1c42-4f08-a14e-850730e146cd tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (91774a78-83af-414f-bcab-d185620a0aaa), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:41.895617 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-073ea83b-b2f1-438b-aac2-d08b36de13c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (96a03403-39d6-4642-947c-0aeefc2e12bf), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:41.899011 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-073ea83b-b2f1-438b-aac2-d08b36de13c6 admin admin] Publish callbacks [] for router_controller (96a03403-39d6-4642-947c-0aeefc2e12bf), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:41.990243 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a13ec-08e5-446b-8d10-483324cee349 req-9e47f1ab-105c-4664-92fd-7541173e9396 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:41.992340 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-165a13ec-08e5-446b-8d10-483324cee349 req-9e47f1ab-105c-4664-92fd-7541173e9396 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0d9d0dc-7b98-46eb-b37a-4ee77ae92c7e HTTP/1.1" status: 200 len: 946 time: 0.1019549 Feb 02 07:19:42.038203 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-073ea83b-b2f1-438b-aac2-d08b36de13c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (96a03403-39d6-4642-947c-0aeefc2e12bf), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:42.038883 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073ea83b-b2f1-438b-aac2-d08b36de13c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96a03403-39d6-4642-947c-0aeefc2e12bf {{(pid=109693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:19:42.085222 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-073ea83b-b2f1-438b-aac2-d08b36de13c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:42.087537 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-165a13ec-08e5-446b-8d10-483324cee349 req-db04eea5-39e5-4708-bfc1-788e5e0053ee tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863559 Feb 02 07:19:42.090831 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 36700) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:19:42.091006 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-073ea83b-b2f1-438b-aac2-d08b36de13c6 admin admin] 10.222.0.87 "DELETE /v2.0/routers/96a03403-39d6-4642-947c-0aeefc2e12bf HTTP/1.1" status: 204 len: 168 time: 2.0113885 Feb 02 07:19:42.140336 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-893200d0-f6ce-4040-af72-8ee67b718559 req-683f3c75-1c42-4f08-a14e-850730e146cd tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] For port 91774a78-83af-414f-bcab-d185620a0aaa, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=91774a78-83af-414f-bcab-d185620a0aaa,segment=NetworkSegment(2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0),segment_id=2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:19:42.140887 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-893200d0-f6ce-4040-af72-8ee67b718559 req-683f3c75-1c42-4f08-a14e-850730e146cd tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (91774a78-83af-414f-bcab-d185620a0aaa), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:42.183663 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-893200d0-f6ce-4040-af72-8ee67b718559 req-683f3c75-1c42-4f08-a14e-850730e146cd tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Calling delete_port for 91774a78-83af-414f-bcab-d185620a0aaa owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:19:42.203406 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-9abc80dc-5456-4d1a-9096-9c03343529bb admin admin] Deleting subnet 772313e3-625d-4c7f-b776-8fe829836021 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:19:42.207374 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9abc80dc-5456-4d1a-9096-9c03343529bb admin admin] Publish callbacks [] for subnet (772313e3-625d-4c7f-b776-8fe829836021), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:42.258317 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9abc80dc-5456-4d1a-9096-9c03343529bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (772313e3-625d-4c7f-b776-8fe829836021), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:42.474627 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9abc80dc-5456-4d1a-9096-9c03343529bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (772313e3-625d-4c7f-b776-8fe829836021), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:42.522953 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-893200d0-f6ce-4040-af72-8ee67b718559 req-683f3c75-1c42-4f08-a14e-850730e146cd tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (91774a78-83af-414f-bcab-d185620a0aaa), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:42.558920 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['91774a78-83af-414f-bcab-d185620a0aaa'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:19:42.619262 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9abc80dc-5456-4d1a-9096-9c03343529bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (772313e3-625d-4c7f-b776-8fe829836021), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:42.631478 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683f3c75-1c42-4f08-a14e-850730e146cd tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Pushing event deleted for resources: {'Port': ['ID=91774a78-83af-414f-bcab-d185620a0aaa,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:19:42.657739 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abc80dc-5456-4d1a-9096-9c03343529bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=772313e3-625d-4c7f-b776-8fe829836021,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:19:42.665678 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9abc80dc-5456-4d1a-9096-9c03343529bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:42.670916 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-9abc80dc-5456-4d1a-9096-9c03343529bb admin admin] 10.222.0.87 "DELETE /v2.0/subnets/772313e3-625d-4c7f-b776-8fe829836021 HTTP/1.1" status: 204 len: 168 time: 0.5786903 Feb 02 07:19:42.671649 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208495f2-2af6-463e-90f5-c05162dec345 None None] Network 93a7727a-9e40-4a0f-b90d-66c79fe1bf6c requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:19:42.674422 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 36738) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:19:42.726724 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-893200d0-f6ce-4040-af72-8ee67b718559 req-683f3c75-1c42-4f08-a14e-850730e146cd tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] No DVR routers for this DVR port 91774a78-83af-414f-bcab-d185620a0aaa on host n-h1-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:19:42.732662 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-893200d0-f6ce-4040-af72-8ee67b718559 req-683f3c75-1c42-4f08-a14e-850730e146cd tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:42.742789 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-893200d0-f6ce-4040-af72-8ee67b718559 req-683f3c75-1c42-4f08-a14e-850730e146cd tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.88 "DELETE /v2.0/ports/91774a78-83af-414f-bcab-d185620a0aaa HTTP/1.1" status: 204 len: 173 time: 1.2477069 Feb 02 07:19:42.743925 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad264909-4dfb-4a2d-a3bf-b4a5dac11fab', 'name': 'network-vif-deleted', 'tag': '91774a78-83af-414f-bcab-d185620a0aaa'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:19:42.747323 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a12c1118-2f18-4c81-88ba-57723dcce7ed" -d '{"events": [{"server_uuid": "ad264909-4dfb-4a2d-a3bf-b4a5dac11fab", "name": "network-vif-deleted", "tag": "91774a78-83af-414f-bcab-d185620a0aaa"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:19:42.853854 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1e3bf804-14e1-4c49-88e9-8d5d4a3c7349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (93a7727a-9e40-4a0f-b90d-66c79fe1bf6c), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:42.870156 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413fbc1a-e822-4715-8f7d-be4dc03a70f0 req-21c71cea-cc90-4954-949c-065c5861adf8 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:42.871756 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-413fbc1a-e822-4715-8f7d-be4dc03a70f0 req-21c71cea-cc90-4954-949c-065c5861adf8 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0d9d0dc-7b98-46eb-b37a-4ee77ae92c7e HTTP/1.1" status: 200 len: 946 time: 0.1577926 Feb 02 07:19:42.973848 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-413fbc1a-e822-4715-8f7d-be4dc03a70f0 req-54ecce7c-df13-49fb-b1d3-262745bd6581 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874047 Feb 02 07:19:42.999657 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-1e3bf804-14e1-4c49-88e9-8d5d4a3c7349 admin admin] Deleting port b9722010-2cdf-4f5e-957d-e1d6358bee61 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:19:43.000087 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1e3bf804-14e1-4c49-88e9-8d5d4a3c7349 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (b9722010-2cdf-4f5e-957d-e1d6358bee61), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:43.062522 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d39a32-8c35-45d0-90ae-fb895911f2a7 None None] DHCP port deletion for 93a7727a-9e40-4a0f-b90d-66c79fe1bf6c request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:19:43.133903 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e5b6a4-485e-425d-a80a-a3fe3732f7f9 x-openstack-request-id: req-f4e5b6a4-485e-425d-a80a-a3fe3732f7f9 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:19:43.134397 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad264909-4dfb-4a2d-a3bf-b4a5dac11fab", "name": "network-vif-deleted", "tag": "91774a78-83af-414f-bcab-d185620a0aaa", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:19:43.134806 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f4e5b6a4-485e-425d-a80a-a3fe3732f7f9 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:19:43.135458 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad264909-4dfb-4a2d-a3bf-b4a5dac11fab', 'name': 'network-vif-deleted', 'tag': '91774a78-83af-414f-bcab-d185620a0aaa', 'status': 'completed', 'code': 200} Feb 02 07:19:43.166180 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-1e3bf804-14e1-4c49-88e9-8d5d4a3c7349 admin admin] For port b9722010-2cdf-4f5e-957d-e1d6358bee61, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=b9722010-2cdf-4f5e-957d-e1d6358bee61,segment=NetworkSegment(99da04fe-20b0-46d1-9372-22452ee68679),segment_id=99da04fe-20b0-46d1-9372-22452ee68679)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:19:43.168825 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1e3bf804-14e1-4c49-88e9-8d5d4a3c7349 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (b9722010-2cdf-4f5e-957d-e1d6358bee61), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:43.203037 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-1e3bf804-14e1-4c49-88e9-8d5d4a3c7349 admin admin] Calling delete_port for b9722010-2cdf-4f5e-957d-e1d6358bee61 owned by network:dhcp {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:19:43.206551 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-b5d39a32-8c35-45d0-90ae-fb895911f2a7 None None] Deleting port b9722010-2cdf-4f5e-957d-e1d6358bee61 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:19:43.208410 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b5d39a32-8c35-45d0-90ae-fb895911f2a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (b9722010-2cdf-4f5e-957d-e1d6358bee61), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:43.383509 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c2a235be-90f6-49a1-9a44-37fcd8447c9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:43.421494 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-b5d39a32-8c35-45d0-90ae-fb895911f2a7 None None] For port b9722010-2cdf-4f5e-957d-e1d6358bee61, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=b9722010-2cdf-4f5e-957d-e1d6358bee61,segment=NetworkSegment(99da04fe-20b0-46d1-9372-22452ee68679),segment_id=99da04fe-20b0-46d1-9372-22452ee68679)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:19:43.421904 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b5d39a32-8c35-45d0-90ae-fb895911f2a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (b9722010-2cdf-4f5e-957d-e1d6358bee61), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:43.425591 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 46edfeb7-6eb1-4026-958c-30c68e711312 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:19:43.452872 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-606cfe0a-bbe5-4a29-b2f0-b8a451d2f2e1 req-c6f8b3a6-5b04-418d-8579-48b766008e37 tempest-DeleteServersTestJSON-1151082058 tempest-DeleteServersTestJSON-1151082058-project] 10.222.0.87 "GET /v2.0/ports?device_id=ad264909-4dfb-4a2d-a3bf-b4a5dac11fab HTTP/1.1" status: 200 len: 210 time: 0.0974016 Feb 02 07:19:43.503449 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 46edfeb7-6eb1-4026-958c-30c68e711312 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:19:43.503918 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 46edfeb7-6eb1-4026-958c-30c68e711312 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:19:43.504451 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device b9722010-2cdf-4f5e-957d-e1d6358bee61 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:19:43.527171 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-b5d39a32-8c35-45d0-90ae-fb895911f2a7 None None] Calling delete_port for b9722010-2cdf-4f5e-957d-e1d6358bee61 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:19:43.563604 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1e3bf804-14e1-4c49-88e9-8d5d4a3c7349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (b9722010-2cdf-4f5e-957d-e1d6358bee61), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:43.598671 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3bf804-14e1-4c49-88e9-8d5d4a3c7349 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9722010-2cdf-4f5e-957d-e1d6358bee61,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:19:43.603127 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3bf804-14e1-4c49-88e9-8d5d4a3c7349 admin admin] No DVR routers for this DVR port b9722010-2cdf-4f5e-957d-e1d6358bee61 on host n-d-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:19:43.617447 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No active binding found for port b9722010-2cdf-4f5e-957d-e1d6358bee61 {{(pid=109695) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 02 07:19:43.618534 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] The host n-d-789963-26 is not matching for port b9722010-2cdf-4f5e-957d-e1d6358bee61 host None! {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 02 07:19:43.619089 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device b9722010-2cdf-4f5e-957d-e1d6358bee61 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:19:43.794338 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1e3bf804-14e1-4c49-88e9-8d5d4a3c7349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (93a7727a-9e40-4a0f-b90d-66c79fe1bf6c), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:43.807911 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b5d39a32-8c35-45d0-90ae-fb895911f2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (b9722010-2cdf-4f5e-957d-e1d6358bee61), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:43.843464 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-1e3bf804-14e1-4c49-88e9-8d5d4a3c7349 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93a7727a-9e40-4a0f-b90d-66c79fe1bf6c']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:19:43.855196 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d39a32-8c35-45d0-90ae-fb895911f2a7 None None] Pushing event deleted for resources: {'Port': ['ID=b9722010-2cdf-4f5e-957d-e1d6358bee61,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:19:43.858095 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d39a32-8c35-45d0-90ae-fb895911f2a7 None None] No DVR routers for this DVR port b9722010-2cdf-4f5e-957d-e1d6358bee61 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:19:43.871516 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-1e3bf804-14e1-4c49-88e9-8d5d4a3c7349 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99da04fe-20b0-46d1-9372-22452ee68679') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:19:43.872057 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-1e3bf804-14e1-4c49-88e9-8d5d4a3c7349 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99da04fe-20b0-46d1-9372-22452ee68679') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:19:43.886149 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1e3bf804-14e1-4c49-88e9-8d5d4a3c7349 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (99da04fe-20b0-46d1-9372-22452ee68679), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:43.912565 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1e3bf804-14e1-4c49-88e9-8d5d4a3c7349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (99da04fe-20b0-46d1-9372-22452ee68679), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:43.934431 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e3bf804-14e1-4c49-88e9-8d5d4a3c7349 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:19:43.935094 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1e3bf804-14e1-4c49-88e9-8d5d4a3c7349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (99da04fe-20b0-46d1-9372-22452ee68679), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:43.985786 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:19:43.985786 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:19:43.985786 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:19:43.985786 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:19:43.985786 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:19:43.985786 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:19:43.985786 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:19:43.985786 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:19:43.985786 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:19:43.985786 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:19:43.985786 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:19:43.985786 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:19:43.985786 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:19:43.985786 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:19:43.985786 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:19:43.985786 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:19:43.985786 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:19:43.985786 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:19:43.985786 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:19:43.985786 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:19:43.985786 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:19:43.985786 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:19:43.985786 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:19:43.985786 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:19:43.985786 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:19:43.985786 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:19:43.985786 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:19:43.985786 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:19:43.985786 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:19:43.985786 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:19:43.985786 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:19:43.985786 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:19:44.059973 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c14c73-9396-4c92-8e7f-032457bbfcff req-b6a0d08a-53cc-490f-b0dd-5c7ec6d51a2d tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:44.062292 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c5c14c73-9396-4c92-8e7f-032457bbfcff req-b6a0d08a-53cc-490f-b0dd-5c7ec6d51a2d tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.88 "GET /v2.0/ports?device_id=c0d9d0dc-7b98-46eb-b37a-4ee77ae92c7e HTTP/1.1" status: 200 len: 946 time: 0.0919352 Feb 02 07:19:44.155241 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1e3bf804-14e1-4c49-88e9-8d5d4a3c7349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (93a7727a-9e40-4a0f-b90d-66c79fe1bf6c), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:44.196141 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-c5c14c73-9396-4c92-8e7f-032457bbfcff req-059a641c-72d3-40bf-bfd4-4acd46e66b31 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Deleting port 8e909802-8be6-4005-b196-81fdcd031e37 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:19:44.196908 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-c5c14c73-9396-4c92-8e7f-032457bbfcff req-059a641c-72d3-40bf-bfd4-4acd46e66b31 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (8e909802-8be6-4005-b196-81fdcd031e37), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:44.207685 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1e3bf804-14e1-4c49-88e9-8d5d4a3c7349 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:44.246875 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-1e3bf804-14e1-4c49-88e9-8d5d4a3c7349 admin admin] 10.222.0.87 "DELETE /v2.0/networks/93a7727a-9e40-4a0f-b90d-66c79fe1bf6c HTTP/1.1" status: 204 len: 168 time: 1.5711486 Feb 02 07:19:44.300901 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3bf804-14e1-4c49-88e9-8d5d4a3c7349 admin admin] Pushing event deleted for resources: {'Network': ['ID=93a7727a-9e40-4a0f-b90d-66c79fe1bf6c,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:19:44.345894 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-c5c14c73-9396-4c92-8e7f-032457bbfcff req-059a641c-72d3-40bf-bfd4-4acd46e66b31 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] For port 8e909802-8be6-4005-b196-81fdcd031e37, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=8e909802-8be6-4005-b196-81fdcd031e37,segment=NetworkSegment(ac2edba5-50dc-4a5a-a7dc-a498ff703784),segment_id=ac2edba5-50dc-4a5a-a7dc-a498ff703784)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:19:44.346498 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-c5c14c73-9396-4c92-8e7f-032457bbfcff req-059a641c-72d3-40bf-bfd4-4acd46e66b31 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (8e909802-8be6-4005-b196-81fdcd031e37), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:44.376600 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-c5c14c73-9396-4c92-8e7f-032457bbfcff req-059a641c-72d3-40bf-bfd4-4acd46e66b31 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Calling delete_port for 8e909802-8be6-4005-b196-81fdcd031e37 owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:19:44.388559 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff2c021-1c28-41a6-b26e-0b69d9b95c8d req-0a7bb840-7a35-4aaa-87e7-e7ff46b03eb5 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:44.400915 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cff2c021-1c28-41a6-b26e-0b69d9b95c8d req-0a7bb840-7a35-4aaa-87e7-e7ff46b03eb5 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0d9d0dc-7b98-46eb-b37a-4ee77ae92c7e HTTP/1.1" status: 200 len: 946 time: 0.2730439 Feb 02 07:19:44.557257 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cff2c021-1c28-41a6-b26e-0b69d9b95c8d req-148d506c-d3ad-41d7-9981-3636c81935c9 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/security-groups?id=d17af428-9007-4a02-8f69-635d682cd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462986 Feb 02 07:19:44.643679 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-c5c14c73-9396-4c92-8e7f-032457bbfcff req-059a641c-72d3-40bf-bfd4-4acd46e66b31 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (8e909802-8be6-4005-b196-81fdcd031e37), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:44.696343 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 36768) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:19:44.708370 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['8e909802-8be6-4005-b196-81fdcd031e37'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:19:44.718382 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:44.725356 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059a641c-72d3-40bf-bfd4-4acd46e66b31 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Pushing event deleted for resources: {'Port': ['ID=8e909802-8be6-4005-b196-81fdcd031e37,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:19:44.794496 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-2ba564ab-1a2d-4254-9bd0-9d52e3d78874 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=faba4237acf64862ba84ad5ca9ce531a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0938537 Feb 02 07:19:44.796208 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 36774) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:19:44.809072 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5c14c73-9396-4c92-8e7f-032457bbfcff req-059a641c-72d3-40bf-bfd4-4acd46e66b31 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] No DVR routers for this DVR port 8e909802-8be6-4005-b196-81fdcd031e37 on host n-h1-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:19:44.816158 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-c5c14c73-9396-4c92-8e7f-032457bbfcff req-059a641c-72d3-40bf-bfd4-4acd46e66b31 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:44.819615 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c5c14c73-9396-4c92-8e7f-032457bbfcff req-059a641c-72d3-40bf-bfd4-4acd46e66b31 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.88 "DELETE /v2.0/ports/8e909802-8be6-4005-b196-81fdcd031e37 HTTP/1.1" status: 204 len: 173 time: 0.7512481 Feb 02 07:19:44.829558 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 8e909802-8be6-4005-b196-81fdcd031e37 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:19:44.868131 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: 8e909802-8be6-4005-b196-81fdcd031e37 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:19:44.868863 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 8e909802-8be6-4005-b196-81fdcd031e37 not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:19:44.870166 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 91774a78-83af-414f-bcab-d185620a0aaa no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:19:44.876796 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f1c8ae36-c0a2-46d7-ae42-924a3f298d26 admin admin] Publish callbacks [] for security_group (da93f67a-dd50-4f99-8118-e8cb11d3b1d9), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:44.923004 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f1c8ae36-c0a2-46d7-ae42-924a3f298d26 admin admin] Publish callbacks [] for security_group (da93f67a-dd50-4f99-8118-e8cb11d3b1d9), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:44.926490 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: 91774a78-83af-414f-bcab-d185620a0aaa {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:19:44.928975 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 91774a78-83af-414f-bcab-d185620a0aaa not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:19:45.049459 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f1c8ae36-c0a2-46d7-ae42-924a3f298d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (da93f67a-dd50-4f99-8118-e8cb11d3b1d9), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:45.059016 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f1c8ae36-c0a2-46d7-ae42-924a3f298d26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:45.064346 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f1c8ae36-c0a2-46d7-ae42-924a3f298d26 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/da93f67a-dd50-4f99-8118-e8cb11d3b1d9 HTTP/1.1" status: 204 len: 168 time: 0.2671652 Feb 02 07:19:45.090404 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c8ae36-c0a2-46d7-ae42-924a3f298d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da93f67a-dd50-4f99-8118-e8cb11d3b1d9,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:19:45.137232 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d9d0dc-7b98-46eb-b37a-4ee77ae92c7e', 'name': 'network-vif-deleted', 'tag': '8e909802-8be6-4005-b196-81fdcd031e37'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:19:45.140873 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-060944ab-b62c-4f62-b7bc-042e66fc9d38" -d '{"events": [{"server_uuid": "c0d9d0dc-7b98-46eb-b37a-4ee77ae92c7e", "name": "network-vif-deleted", "tag": "8e909802-8be6-4005-b196-81fdcd031e37"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:19:45.229878 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e75dbcaa-0000-422f-9d4e-8e060ff5a7e1 x-openstack-request-id: req-e75dbcaa-0000-422f-9d4e-8e060ff5a7e1 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:19:45.230603 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d9d0dc-7b98-46eb-b37a-4ee77ae92c7e", "name": "network-vif-deleted", "tag": "8e909802-8be6-4005-b196-81fdcd031e37", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:19:45.231067 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e75dbcaa-0000-422f-9d4e-8e060ff5a7e1 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:19:45.232106 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d9d0dc-7b98-46eb-b37a-4ee77ae92c7e', 'name': 'network-vif-deleted', 'tag': '8e909802-8be6-4005-b196-81fdcd031e37', 'status': 'completed', 'code': 200} Feb 02 07:19:45.725716 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b16ce6e5-8081-406b-8d38-72501c41b1bf req-ff2b0eb0-e0ac-449d-be66-cd2234541156 tempest-ServerDiskConfigTestJSON-1006324498 tempest-ServerDiskConfigTestJSON-1006324498-project] 10.222.0.87 "GET /v2.0/ports?device_id=c0d9d0dc-7b98-46eb-b37a-4ee77ae92c7e HTTP/1.1" status: 200 len: 210 time: 0.0490518 Feb 02 07:19:46.041212 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:46.633355 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 36838) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:19:46.825688 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-9b8df270-ffbb-4b00-a26d-e21c5b82ce23 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-259790596-network', 'tenant_id': '9c97b93a669c44538988826a9c309643'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:19:46.875916 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b8df270-ffbb-4b00-a26d-e21c5b82ce23 admin admin] Made reservation on behalf of 9c97b93a669c44538988826a9c309643 for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:19:46.878558 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9b8df270-ffbb-4b00-a26d-e21c5b82ce23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:46.900735 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9b8df270-ffbb-4b00-a26d-e21c5b82ce23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:47.027843 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 36852) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:19:47.074051 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9b8df270-ffbb-4b00-a26d-e21c5b82ce23 admin admin] Publish callbacks [] for security_group (3524c585-c4e8-4dfb-a8c3-d19c4cb3cd1d), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:47.081486 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9b8df270-ffbb-4b00-a26d-e21c5b82ce23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (3524c585-c4e8-4dfb-a8c3-d19c4cb3cd1d), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:47.146503 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b8df270-ffbb-4b00-a26d-e21c5b82ce23 admin admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:19:47.148726 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf626877-a505-41a2-a339-e905e6acd856 admin admin] Deleting subnet 4da95eed-cc99-4ba1-9de2-e56d665d2ff6 {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:19:47.155033 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8df270-ffbb-4b00-a26d-e21c5b82ce23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3524c585-c4e8-4dfb-a8c3-d19c4cb3cd1d,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:19:47.158859 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cf626877-a505-41a2-a339-e905e6acd856 admin admin] Publish callbacks [] for subnet (4da95eed-cc99-4ba1-9de2-e56d665d2ff6), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:47.183455 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9b8df270-ffbb-4b00-a26d-e21c5b82ce23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (4f5298fd-80d5-4af0-b762-03d1bff87a8c), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:47.184115 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-9b8df270-ffbb-4b00-a26d-e21c5b82ce23 admin admin] Added segment 4f5298fd-80d5-4af0-b762-03d1bff87a8c of type vlan for network d194a686-ccd5-4b19-b7e3-633cf070453a Feb 02 07:19:47.212066 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cf626877-a505-41a2-a339-e905e6acd856 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (4da95eed-cc99-4ba1-9de2-e56d665d2ff6), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:47.234454 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9b8df270-ffbb-4b00-a26d-e21c5b82ce23 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (d194a686-ccd5-4b19-b7e3-633cf070453a), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:47.267091 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9b8df270-ffbb-4b00-a26d-e21c5b82ce23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (d194a686-ccd5-4b19-b7e3-633cf070453a), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:47.269733 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8df270-ffbb-4b00-a26d-e21c5b82ce23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:47.270515 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9b8df270-ffbb-4b00-a26d-e21c5b82ce23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:47.290461 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cf626877-a505-41a2-a339-e905e6acd856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (4da95eed-cc99-4ba1-9de2-e56d665d2ff6), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:47.345495 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-9b8df270-ffbb-4b00-a26d-e21c5b82ce23 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7109640 Feb 02 07:19:47.361720 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 36856) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:19:47.377335 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8df270-ffbb-4b00-a26d-e21c5b82ce23 admin admin] Pushing event updated for resources: {'Network': ['ID=d194a686-ccd5-4b19-b7e3-633cf070453a,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:19:47.379648 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-5abbd0a0-cc92-49d3-ba83-d9df6c6b9ee4 admin admin] Request body: {'subnet': {'network_id': 'd194a686-ccd5-4b19-b7e3-633cf070453a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-259790596-subnet', 'tenant_id': '9c97b93a669c44538988826a9c309643', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:19:47.392063 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network d194a686-ccd5-4b19-b7e3-633cf070453a details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:19:47.442687 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cf626877-a505-41a2-a339-e905e6acd856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (4da95eed-cc99-4ba1-9de2-e56d665d2ff6), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:47.475759 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5abbd0a0-cc92-49d3-ba83-d9df6c6b9ee4 admin admin] Made reservation on behalf of 9c97b93a669c44538988826a9c309643 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:19:47.478513 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5abbd0a0-cc92-49d3-ba83-d9df6c6b9ee4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:47.497250 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf626877-a505-41a2-a339-e905e6acd856 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4da95eed-cc99-4ba1-9de2-e56d665d2ff6,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:19:47.508026 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cf626877-a505-41a2-a339-e905e6acd856 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:47.512466 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-cf626877-a505-41a2-a339-e905e6acd856 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/4da95eed-cc99-4ba1-9de2-e56d665d2ff6 HTTP/1.1" status: 204 len: 168 time: 0.4834003 Feb 02 07:19:47.516344 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 36860) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:19:47.559481 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:47.714087 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-eddfbc0f-7caf-4a7a-8237-1c7c426867cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (51130f56-1b8b-449b-8a8e-4577714a0844), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:47.847344 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-eddfbc0f-7caf-4a7a-8237-1c7c426867cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (51130f56-1b8b-449b-8a8e-4577714a0844), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:47.874459 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-eddfbc0f-7caf-4a7a-8237-1c7c426867cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51130f56-1b8b-449b-8a8e-4577714a0844']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:19:47.897970 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-eddfbc0f-7caf-4a7a-8237-1c7c426867cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac2edba5-50dc-4a5a-a7dc-a498ff703784') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:19:47.898687 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-eddfbc0f-7caf-4a7a-8237-1c7c426867cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac2edba5-50dc-4a5a-a7dc-a498ff703784') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:19:47.916049 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-eddfbc0f-7caf-4a7a-8237-1c7c426867cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (ac2edba5-50dc-4a5a-a7dc-a498ff703784), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:47.953421 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-eddfbc0f-7caf-4a7a-8237-1c7c426867cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (ac2edba5-50dc-4a5a-a7dc-a498ff703784), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:48.002593 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eddfbc0f-7caf-4a7a-8237-1c7c426867cd admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:19:48.004142 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-eddfbc0f-7caf-4a7a-8237-1c7c426867cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (ac2edba5-50dc-4a5a-a7dc-a498ff703784), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:48.006664 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:19:48.006664 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:19:48.006664 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:19:48.006664 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:19:48.006664 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:19:48.006664 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:19:48.006664 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:19:48.006664 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:19:48.006664 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:19:48.006664 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:19:48.006664 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:19:48.006664 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:19:48.006664 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:19:48.006664 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:19:48.006664 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:19:48.006664 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:19:48.006664 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:19:48.006664 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:19:48.006664 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:19:48.006664 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:19:48.006664 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:19:48.006664 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:19:48.006664 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:19:48.006664 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:19:48.006664 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:19:48.006664 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:19:48.006664 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:19:48.006664 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:19:48.006664 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:19:48.006664 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:19:48.006664 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:19:48.006664 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:19:48.162723 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-eddfbc0f-7caf-4a7a-8237-1c7c426867cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (51130f56-1b8b-449b-8a8e-4577714a0844), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:48.182092 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-eddfbc0f-7caf-4a7a-8237-1c7c426867cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:48.199024 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-eddfbc0f-7caf-4a7a-8237-1c7c426867cd admin admin] 10.222.0.87 "DELETE /v2.0/networks/51130f56-1b8b-449b-8a8e-4577714a0844 HTTP/1.1" status: 204 len: 168 time: 0.6733017 Feb 02 07:19:48.217308 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddfbc0f-7caf-4a7a-8237-1c7c426867cd admin admin] Pushing event deleted for resources: {'Network': ['ID=51130f56-1b8b-449b-8a8e-4577714a0844,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:19:48.232018 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5abbd0a0-cc92-49d3-ba83-d9df6c6b9ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (381c6130-79ff-4c24-85c5-0c6ea3864e87), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:48.357216 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abbd0a0-cc92-49d3-ba83-d9df6c6b9ee4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=381c6130-79ff-4c24-85c5-0c6ea3864e87,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:19:48.379776 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abbd0a0-cc92-49d3-ba83-d9df6c6b9ee4 admin admin] Checking segment: {'id': '4f5298fd-80d5-4af0-b762-03d1bff87a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd194a686-ccd5-4b19-b7e3-633cf070453a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:19:48.380144 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abbd0a0-cc92-49d3-ba83-d9df6c6b9ee4 admin admin] Network hostable DHCP agents. Network: d194a686-ccd5-4b19-b7e3-633cf070453a, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:19:48.421599 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abbd0a0-cc92-49d3-ba83-d9df6c6b9ee4 admin admin] Network d194a686-ccd5-4b19-b7e3-633cf070453a is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:19:48.446294 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-5abbd0a0-cc92-49d3-ba83-d9df6c6b9ee4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, d194a686-ccd5-4b19-b7e3-633cf070453a) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:19:48.446637 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abbd0a0-cc92-49d3-ba83-d9df6c6b9ee4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:48.446928 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5abbd0a0-cc92-49d3-ba83-d9df6c6b9ee4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:48.460525 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11149a72-dad4-40a7-9d1d-ee3b5ed376cc None None] Network d194a686-ccd5-4b19-b7e3-633cf070453a requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:19:48.470655 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 36884) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:19:48.510154 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-5abbd0a0-cc92-49d3-ba83-d9df6c6b9ee4 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1438181 Feb 02 07:19:48.593061 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e7a8e236-1701-440e-b44d-4e24ed5d6286 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=96cee9a0c3e64a74a4439b5ec1d3c9a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1211071 Feb 02 07:19:48.596519 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 36892) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:19:48.705874 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-378fca7f-c70d-4728-8549-27677106e8d7 admin admin] Publish callbacks [] for security_group (d17af428-9007-4a02-8f69-635d682cd2da), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:48.738408 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-378fca7f-c70d-4728-8549-27677106e8d7 admin admin] Publish callbacks [] for security_group (d17af428-9007-4a02-8f69-635d682cd2da), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:48.794596 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73a9ee4-a225-4946-92b5-9a4385a999c2 None None] Network d194a686-ccd5-4b19-b7e3-633cf070453a requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:19:48.853119 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-378fca7f-c70d-4728-8549-27677106e8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (d17af428-9007-4a02-8f69-635d682cd2da), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:48.857911 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-378fca7f-c70d-4728-8549-27677106e8d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:48.861612 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-378fca7f-c70d-4728-8549-27677106e8d7 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d17af428-9007-4a02-8f69-635d682cd2da HTTP/1.1" status: 204 len: 168 time: 0.2509811 Feb 02 07:19:48.908588 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378fca7f-c70d-4728-8549-27677106e8d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17af428-9007-4a02-8f69-635d682cd2da,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:19:49.802085 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff38e9a-dcae-48b0-b2d2-7d1da678d43f req-5eb55cc8-6cfe-4b3a-bd01-483c450b5cbe tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:49.810141 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3ff38e9a-dcae-48b0-b2d2-7d1da678d43f req-5eb55cc8-6cfe-4b3a-bd01-483c450b5cbe tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/networks?id=d194a686-ccd5-4b19-b7e3-633cf070453a HTTP/1.1" status: 200 len: 814 time: 0.1978300 Feb 02 07:19:49.834306 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3ff38e9a-dcae-48b0-b2d2-7d1da678d43f req-3a16670f-83d5-4857-87f9-f6d5e5b31cd4 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/quotas/9c97b93a669c44538988826a9c309643 HTTP/1.1" status: 200 len: 375 time: 0.0228372 Feb 02 07:19:49.907645 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3ff38e9a-dcae-48b0-b2d2-7d1da678d43f req-c0e61f83-5408-4afc-9877-98d02d0f761c tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=9c97b93a669c44538988826a9c309643&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0713501 Feb 02 07:19:50.381332 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3ff38e9a-dcae-48b0-b2d2-7d1da678d43f req-22d51cd4-12b2-40a0-950e-cf636e5577c9 service neutron] 10.222.0.87 "GET /v2.0/networks/d194a686-ccd5-4b19-b7e3-633cf070453a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4710684 Feb 02 07:19:50.533675 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 36950) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:19:50.598648 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3ff38e9a-dcae-48b0-b2d2-7d1da678d43f req-e104c382-4293-4ea4-b2b0-dc4edddf2fad service neutron] 10.222.0.87 "GET /v2.0/networks/d194a686-ccd5-4b19-b7e3-633cf070453a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097492 Feb 02 07:19:50.703930 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-c8fbb7b3-927a-49e2-a97f-9d974ccb3873 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1388183026-network', 'tenant_id': 'd8f94562272245d7be430790fb3631fd'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:19:50.737267 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8fbb7b3-927a-49e2-a97f-9d974ccb3873 admin admin] Made reservation on behalf of d8f94562272245d7be430790fb3631fd for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:19:50.742486 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c8fbb7b3-927a-49e2-a97f-9d974ccb3873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:50.764237 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c8fbb7b3-927a-49e2-a97f-9d974ccb3873 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:51.054419 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-393436db-0c2b-4725-a7f9-d85c0ed3fe13 req-4cc5806d-d65e-4ac5-8f4e-2e751b47a933 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/ports?device_id=982a3e02-7238-4c83-a758-6e24ea99ed01 HTTP/1.1" status: 200 len: 210 time: 0.0879376 Feb 02 07:19:51.073503 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c8fbb7b3-927a-49e2-a97f-9d974ccb3873 admin admin] Publish callbacks [] for security_group (2b5e2a7b-295e-4a91-a91c-a88316c35300), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:51.079322 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c8fbb7b3-927a-49e2-a97f-9d974ccb3873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (2b5e2a7b-295e-4a91-a91c-a88316c35300), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:51.170283 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8fbb7b3-927a-49e2-a97f-9d974ccb3873 admin admin] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:19:51.182403 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fbb7b3-927a-49e2-a97f-9d974ccb3873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5e2a7b-295e-4a91-a91c-a88316c35300,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:19:51.188170 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c8fbb7b3-927a-49e2-a97f-9d974ccb3873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (81f07938-828a-4768-8725-17cf437f656d), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:51.188592 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-c8fbb7b3-927a-49e2-a97f-9d974ccb3873 admin admin] Added segment 81f07938-828a-4768-8725-17cf437f656d of type vlan for network 4eb5f15b-4add-4cc4-8c17-e6a19b81215e Feb 02 07:19:51.248364 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c8fbb7b3-927a-49e2-a97f-9d974ccb3873 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (4eb5f15b-4add-4cc4-8c17-e6a19b81215e), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:51.296989 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c8fbb7b3-927a-49e2-a97f-9d974ccb3873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (4eb5f15b-4add-4cc4-8c17-e6a19b81215e), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:51.298398 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fbb7b3-927a-49e2-a97f-9d974ccb3873 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:51.299188 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c8fbb7b3-927a-49e2-a97f-9d974ccb3873 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:51.433342 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fbb7b3-927a-49e2-a97f-9d974ccb3873 admin admin] Pushing event updated for resources: {'Network': ['ID=4eb5f15b-4add-4cc4-8c17-e6a19b81215e,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:19:51.454328 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 4eb5f15b-4add-4cc4-8c17-e6a19b81215e details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:19:51.475772 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-c8fbb7b3-927a-49e2-a97f-9d974ccb3873 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9398887 Feb 02 07:19:51.476438 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 36972) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:19:51.483132 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-49fbee26-133b-4408-9574-474b5caf1fbe admin admin] Request body: {'subnet': {'network_id': '4eb5f15b-4add-4cc4-8c17-e6a19b81215e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1388183026-subnet', 'tenant_id': 'd8f94562272245d7be430790fb3631fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:19:51.563081 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49fbee26-133b-4408-9574-474b5caf1fbe admin admin] Made reservation on behalf of d8f94562272245d7be430790fb3631fd for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:19:51.571618 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-49fbee26-133b-4408-9574-474b5caf1fbe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:51.894597 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-49fbee26-133b-4408-9574-474b5caf1fbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (66db8208-588a-45dd-8b08-d28e1616c482), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:51.980133 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fbee26-133b-4408-9574-474b5caf1fbe admin admin] Checking segment: {'id': '81f07938-828a-4768-8725-17cf437f656d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4eb5f15b-4add-4cc4-8c17-e6a19b81215e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:19:51.981217 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fbee26-133b-4408-9574-474b5caf1fbe admin admin] Network hostable DHCP agents. Network: 4eb5f15b-4add-4cc4-8c17-e6a19b81215e, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:19:52.000145 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fbee26-133b-4408-9574-474b5caf1fbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=66db8208-588a-45dd-8b08-d28e1616c482,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:19:52.006634 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fbee26-133b-4408-9574-474b5caf1fbe admin admin] Network 4eb5f15b-4add-4cc4-8c17-e6a19b81215e is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:19:52.023728 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-49fbee26-133b-4408-9574-474b5caf1fbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 4eb5f15b-4add-4cc4-8c17-e6a19b81215e) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:19:52.030053 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fbee26-133b-4408-9574-474b5caf1fbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:52.030844 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-49fbee26-133b-4408-9574-474b5caf1fbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:52.035781 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcd6e3f-f249-4d2f-9c27-f12a769f1490 None None] Network 4eb5f15b-4add-4cc4-8c17-e6a19b81215e requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:19:52.074323 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-49fbee26-133b-4408-9574-474b5caf1fbe admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5895200 Feb 02 07:19:52.305819 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-046bde84-2e14-41ac-a1ce-3f7aeed1cfe1 req-c24b5d6d-a6ba-496c-942f-77894ddaf3e3 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/ports?device_id=982a3e02-7238-4c83-a758-6e24ea99ed01 HTTP/1.1" status: 200 len: 210 time: 0.1504571 Feb 02 07:19:52.413822 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca5c953-cc20-4cad-8e35-e10b1388bda8 None None] Network 4eb5f15b-4add-4cc4-8c17-e6a19b81215e requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:19:52.587101 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:52.903524 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05a8f6-1ce6-47c8-83d2-35f041a516ac req-76be0ecc-9b39-4caf-b5e7-886c698a80ea tempest-ServerAddressesNegativeTestJSON-38483496 tempest-ServerAddressesNegativeTestJSON-38483496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:52.910728 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9b05a8f6-1ce6-47c8-83d2-35f041a516ac req-76be0ecc-9b39-4caf-b5e7-886c698a80ea tempest-ServerAddressesNegativeTestJSON-38483496 tempest-ServerAddressesNegativeTestJSON-38483496-project] 10.222.0.87 "GET /v2.0/networks?id=4eb5f15b-4add-4cc4-8c17-e6a19b81215e HTTP/1.1" status: 200 len: 822 time: 0.2315435 Feb 02 07:19:52.950731 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9b05a8f6-1ce6-47c8-83d2-35f041a516ac req-f724ea80-c192-4b54-ae22-8bd83c667a44 tempest-ServerAddressesNegativeTestJSON-38483496 tempest-ServerAddressesNegativeTestJSON-38483496-project] 10.222.0.87 "GET /v2.0/quotas/d8f94562272245d7be430790fb3631fd HTTP/1.1" status: 200 len: 375 time: 0.0390491 Feb 02 07:19:53.002065 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9b05a8f6-1ce6-47c8-83d2-35f041a516ac req-2a824c65-98f3-456f-80f6-9ed8222dd8ae tempest-ServerAddressesNegativeTestJSON-38483496 tempest-ServerAddressesNegativeTestJSON-38483496-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=d8f94562272245d7be430790fb3631fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495994 Feb 02 07:19:53.242925 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9b05a8f6-1ce6-47c8-83d2-35f041a516ac req-bfac65c1-58d0-43f8-9e2b-4423ad6f6d92 service neutron] 10.222.0.87 "GET /v2.0/networks/4eb5f15b-4add-4cc4-8c17-e6a19b81215e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399139 Feb 02 07:19:53.249985 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff38e9a-dcae-48b0-b2d2-7d1da678d43f req-d0a29ff5-0cdb-460d-9cb2-d6aa65c94c9e tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:53.267399 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3ff38e9a-dcae-48b0-b2d2-7d1da678d43f req-d0a29ff5-0cdb-460d-9cb2-d6aa65c94c9e tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.59 "GET /v2.0/networks?id=d194a686-ccd5-4b19-b7e3-633cf070453a HTTP/1.1" status: 200 len: 814 time: 0.2547019 Feb 02 07:19:53.295572 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-3ff38e9a-dcae-48b0-b2d2-7d1da678d43f req-01c6a0ed-3a0d-41a6-bbce-2bfce6b5bcf5 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Request body: {'port': {'device_id': '982a3e02-7238-4c83-a758-6e24ea99ed01', 'network_id': 'd194a686-ccd5-4b19-b7e3-633cf070453a', 'admin_state_up': True, 'tenant_id': '9c97b93a669c44538988826a9c309643'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:19:53.513303 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9b05a8f6-1ce6-47c8-83d2-35f041a516ac req-a59b239d-dc40-4ea0-bf08-47f8998ad954 service neutron] 10.222.0.87 "GET /v2.0/networks/4eb5f15b-4add-4cc4-8c17-e6a19b81215e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448745 Feb 02 07:19:53.553259 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ff38e9a-dcae-48b0-b2d2-7d1da678d43f req-01c6a0ed-3a0d-41a6-bbce-2bfce6b5bcf5 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Made reservation on behalf of 9c97b93a669c44538988826a9c309643 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:19:53.556718 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3ff38e9a-dcae-48b0-b2d2-7d1da678d43f req-01c6a0ed-3a0d-41a6-bbce-2bfce6b5bcf5 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:53.783586 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-3ff38e9a-dcae-48b0-b2d2-7d1da678d43f req-01c6a0ed-3a0d-41a6-bbce-2bfce6b5bcf5 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Allocated IP 172.20.0.7 (d194a686-ccd5-4b19-b7e3-633cf070453a/381c6130-79ff-4c24-85c5-0c6ea3864e87/4a399082-e671-4e68-ac4e-2cbdc580628f) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:19:53.976076 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-55e57946-941c-4c13-bdb4-762ca571d72b req-7b60b70d-bd48-41bb-afe0-160019df1d5f tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/ports?device_id=982a3e02-7238-4c83-a758-6e24ea99ed01 HTTP/1.1" status: 200 len: 210 time: 0.1061437 Feb 02 07:19:54.163362 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2f3f8953-c655-4bf7-814b-fdbd4cb3f7fd req-cd7d2408-ec93-4a96-83c3-4495eb6f4fbe tempest-ServerAddressesNegativeTestJSON-38483496 tempest-ServerAddressesNegativeTestJSON-38483496-project] 10.222.0.87 "GET /v2.0/ports?device_id=3335048e-b2be-438c-9e9d-5cd86983b781 HTTP/1.1" status: 200 len: 210 time: 0.0708826 Feb 02 07:19:54.262095 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3ff38e9a-dcae-48b0-b2d2-7d1da678d43f req-01c6a0ed-3a0d-41a6-bbce-2bfce6b5bcf5 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Publish callbacks [] for port (4a399082-e671-4e68-ac4e-2cbdc580628f), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:54.360067 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3ff38e9a-dcae-48b0-b2d2-7d1da678d43f req-01c6a0ed-3a0d-41a6-bbce-2bfce6b5bcf5 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (4a399082-e671-4e68-ac4e-2cbdc580628f), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:54.475164 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ff38e9a-dcae-48b0-b2d2-7d1da678d43f req-01c6a0ed-3a0d-41a6-bbce-2bfce6b5bcf5 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Network d194a686-ccd5-4b19-b7e3-633cf070453a is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:19:54.495100 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c6a0ed-3a0d-41a6-bbce-2bfce6b5bcf5 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Pushing event updated for resources: {'Port': ['ID=4a399082-e671-4e68-ac4e-2cbdc580628f,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:19:54.503899 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-3ff38e9a-dcae-48b0-b2d2-7d1da678d43f req-01c6a0ed-3a0d-41a6-bbce-2bfce6b5bcf5 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:19:54.510673 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ff38e9a-dcae-48b0-b2d2-7d1da678d43f req-01c6a0ed-3a0d-41a6-bbce-2bfce6b5bcf5 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:19:54.592721 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff38e9a-dcae-48b0-b2d2-7d1da678d43f req-01c6a0ed-3a0d-41a6-bbce-2bfce6b5bcf5 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:54.593331 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3ff38e9a-dcae-48b0-b2d2-7d1da678d43f req-01c6a0ed-3a0d-41a6-bbce-2bfce6b5bcf5 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:54.623255 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3ff38e9a-dcae-48b0-b2d2-7d1da678d43f req-01c6a0ed-3a0d-41a6-bbce-2bfce6b5bcf5 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3401263 Feb 02 07:19:54.645878 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-3ff38e9a-dcae-48b0-b2d2-7d1da678d43f req-71b79f18-32c3-402c-8001-cc7502215de9 service neutron] Request body: {'port': {'device_id': '982a3e02-7238-4c83-a758-6e24ea99ed01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:19:54.750385 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3ff38e9a-dcae-48b0-b2d2-7d1da678d43f req-71b79f18-32c3-402c-8001-cc7502215de9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (4a399082-e671-4e68-ac4e-2cbdc580628f), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:55.195289 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad149f4-8939-46dc-946c-81d6de8d0797 req-7aafecd5-af03-4876-a557-7a1ff7a38499 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:55.197197 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1ad149f4-8939-46dc-946c-81d6de8d0797 req-7aafecd5-af03-4876-a557-7a1ff7a38499 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/ports?device_id=982a3e02-7238-4c83-a758-6e24ea99ed01 HTTP/1.1" status: 200 len: 931 time: 0.0967245 Feb 02 07:19:55.266496 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1ad149f4-8939-46dc-946c-81d6de8d0797 req-24298548-44d2-4c42-acf3-40dd0ac2350b tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/security-groups?id=3524c585-c4e8-4dfb-a8c3-d19c4cb3cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578754 Feb 02 07:19:55.402167 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-3ff38e9a-dcae-48b0-b2d2-7d1da678d43f req-71b79f18-32c3-402c-8001-cc7502215de9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a399082-e671-4e68-ac4e-2cbdc580628f {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:19:55.412648 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3ff38e9a-dcae-48b0-b2d2-7d1da678d43f req-71b79f18-32c3-402c-8001-cc7502215de9 service neutron] Publish callbacks [] for port (4a399082-e671-4e68-ac4e-2cbdc580628f), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:55.433842 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-3ff38e9a-dcae-48b0-b2d2-7d1da678d43f req-71b79f18-32c3-402c-8001-cc7502215de9 service neutron] Transition to ACTIVE for port object 4a399082-e671-4e68-ac4e-2cbdc580628f will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:19:55.459233 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3ff38e9a-dcae-48b0-b2d2-7d1da678d43f req-71b79f18-32c3-402c-8001-cc7502215de9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (4a399082-e671-4e68-ac4e-2cbdc580628f), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:55.606140 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b79f18-32c3-402c-8001-cc7502215de9 service neutron] Pushing event updated for resources: {'Port': ['ID=4a399082-e671-4e68-ac4e-2cbdc580628f,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:19:55.615687 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05a8f6-1ce6-47c8-83d2-35f041a516ac req-472832b9-4be4-4371-9813-18ffe241a800 tempest-ServerAddressesNegativeTestJSON-38483496 tempest-ServerAddressesNegativeTestJSON-38483496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:55.617199 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9b05a8f6-1ce6-47c8-83d2-35f041a516ac req-472832b9-4be4-4371-9813-18ffe241a800 tempest-ServerAddressesNegativeTestJSON-38483496 tempest-ServerAddressesNegativeTestJSON-38483496-project] 10.222.0.88 "GET /v2.0/networks?id=4eb5f15b-4add-4cc4-8c17-e6a19b81215e HTTP/1.1" status: 200 len: 822 time: 0.2511952 Feb 02 07:19:55.635922 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-9b05a8f6-1ce6-47c8-83d2-35f041a516ac req-83dd44fd-71a6-4820-b967-daa5edab1e84 tempest-ServerAddressesNegativeTestJSON-38483496 tempest-ServerAddressesNegativeTestJSON-38483496-project] Request body: {'port': {'device_id': '3335048e-b2be-438c-9e9d-5cd86983b781', 'network_id': '4eb5f15b-4add-4cc4-8c17-e6a19b81215e', 'admin_state_up': True, 'tenant_id': 'd8f94562272245d7be430790fb3631fd'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:19:55.643759 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b7cd1a70-1756-4cbb-8605-a70e1b37b00b req-9b76b26b-da70-4cbb-9b64-d87e0ea6eab6 tempest-ServerAddressesNegativeTestJSON-38483496 tempest-ServerAddressesNegativeTestJSON-38483496-project] 10.222.0.87 "GET /v2.0/ports?device_id=3335048e-b2be-438c-9e9d-5cd86983b781 HTTP/1.1" status: 200 len: 210 time: 0.2027357 Feb 02 07:19:55.933392 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-3ff38e9a-dcae-48b0-b2d2-7d1da678d43f req-71b79f18-32c3-402c-8001-cc7502215de9 service neutron] Attempting to bind port 4a399082-e671-4e68-ac4e-2cbdc580628f on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:19:55.933734 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-3ff38e9a-dcae-48b0-b2d2-7d1da678d43f req-71b79f18-32c3-402c-8001-cc7502215de9 service neutron] Attempting to bind port 4a399082-e671-4e68-ac4e-2cbdc580628f by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': '4f5298fd-80d5-4af0-b762-03d1bff87a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd194a686-ccd5-4b19-b7e3-633cf070453a'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:19:55.934164 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff38e9a-dcae-48b0-b2d2-7d1da678d43f req-71b79f18-32c3-402c-8001-cc7502215de9 service neutron] Attempting to bind port 4a399082-e671-4e68-ac4e-2cbdc580628f on network d194a686-ccd5-4b19-b7e3-633cf070453a {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:19:55.945589 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff38e9a-dcae-48b0-b2d2-7d1da678d43f req-71b79f18-32c3-402c-8001-cc7502215de9 service neutron] Port 4a399082-e671-4e68-ac4e-2cbdc580628f on network d194a686-ccd5-4b19-b7e3-633cf070453a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:19:55.947023 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff38e9a-dcae-48b0-b2d2-7d1da678d43f req-71b79f18-32c3-402c-8001-cc7502215de9 service neutron] Attempting to bind port 4a399082-e671-4e68-ac4e-2cbdc580628f on network d194a686-ccd5-4b19-b7e3-633cf070453a {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:19:55.960142 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b05a8f6-1ce6-47c8-83d2-35f041a516ac req-83dd44fd-71a6-4820-b967-daa5edab1e84 tempest-ServerAddressesNegativeTestJSON-38483496 tempest-ServerAddressesNegativeTestJSON-38483496-project] Made reservation on behalf of d8f94562272245d7be430790fb3631fd for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:19:55.961092 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff38e9a-dcae-48b0-b2d2-7d1da678d43f req-71b79f18-32c3-402c-8001-cc7502215de9 service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:19:55.961453 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff38e9a-dcae-48b0-b2d2-7d1da678d43f req-71b79f18-32c3-402c-8001-cc7502215de9 service neutron] Checking segment: {'id': '4f5298fd-80d5-4af0-b762-03d1bff87a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd194a686-ccd5-4b19-b7e3-633cf070453a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:19:55.963121 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff38e9a-dcae-48b0-b2d2-7d1da678d43f req-71b79f18-32c3-402c-8001-cc7502215de9 service neutron] Bound using segment: {'id': '4f5298fd-80d5-4af0-b762-03d1bff87a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd194a686-ccd5-4b19-b7e3-633cf070453a'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:19:55.964458 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-3ff38e9a-dcae-48b0-b2d2-7d1da678d43f req-71b79f18-32c3-402c-8001-cc7502215de9 service neutron] Bound port: 4a399082-e671-4e68-ac4e-2cbdc580628f, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f5298fd-80d5-4af0-b762-03d1bff87a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd194a686-ccd5-4b19-b7e3-633cf070453a'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:19:55.965380 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-9b05a8f6-1ce6-47c8-83d2-35f041a516ac req-83dd44fd-71a6-4820-b967-daa5edab1e84 tempest-ServerAddressesNegativeTestJSON-38483496 tempest-ServerAddressesNegativeTestJSON-38483496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:55.965638 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3ff38e9a-dcae-48b0-b2d2-7d1da678d43f req-71b79f18-32c3-402c-8001-cc7502215de9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (4a399082-e671-4e68-ac4e-2cbdc580628f), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:56.025638 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 37076) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:19:56.067874 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-3ff38e9a-dcae-48b0-b2d2-7d1da678d43f req-71b79f18-32c3-402c-8001-cc7502215de9 service neutron] For port 4a399082-e671-4e68-ac4e-2cbdc580628f, host n-h2-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:19:56.072571 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-3ff38e9a-dcae-48b0-b2d2-7d1da678d43f req-71b79f18-32c3-402c-8001-cc7502215de9 service neutron] For port 4a399082-e671-4e68-ac4e-2cbdc580628f, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=4a399082-e671-4e68-ac4e-2cbdc580628f,segment=NetworkSegment(4f5298fd-80d5-4af0-b762-03d1bff87a8c),segment_id=4f5298fd-80d5-4af0-b762-03d1bff87a8c)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:19:56.081168 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3ff38e9a-dcae-48b0-b2d2-7d1da678d43f req-71b79f18-32c3-402c-8001-cc7502215de9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (4a399082-e671-4e68-ac4e-2cbdc580628f), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:56.112345 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff38e9a-dcae-48b0-b2d2-7d1da678d43f req-71b79f18-32c3-402c-8001-cc7502215de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:56.114283 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3ff38e9a-dcae-48b0-b2d2-7d1da678d43f req-71b79f18-32c3-402c-8001-cc7502215de9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:56.117266 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3ff38e9a-dcae-48b0-b2d2-7d1da678d43f req-71b79f18-32c3-402c-8001-cc7502215de9 service neutron] 10.222.0.59 "PUT /v2.0/ports/4a399082-e671-4e68-ac4e-2cbdc580628f HTTP/1.1" status: 200 len: 1092 time: 1.4783175 Feb 02 07:19:56.119628 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '982a3e02-7238-4c83-a758-6e24ea99ed01', 'tag': '4a399082-e671-4e68-ac4e-2cbdc580628f'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:19:56.127602 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98cad56c-d7c8-441b-b88b-042d67d2081e" -d '{"events": [{"name": "network-changed", "server_uuid": "982a3e02-7238-4c83-a758-6e24ea99ed01", "tag": "4a399082-e671-4e68-ac4e-2cbdc580628f"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:19:56.318283 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-9b05a8f6-1ce6-47c8-83d2-35f041a516ac req-83dd44fd-71a6-4820-b967-daa5edab1e84 tempest-ServerAddressesNegativeTestJSON-38483496 tempest-ServerAddressesNegativeTestJSON-38483496-project] Allocated IP 172.20.0.13 (4eb5f15b-4add-4cc4-8c17-e6a19b81215e/66db8208-588a-45dd-8b08-d28e1616c482/8d2caf22-8a49-42a8-9efd-c7318b65b777) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:19:56.367039 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-776a51a1-6076-4d49-b900-0a21c103eb3b x-openstack-request-id: req-776a51a1-6076-4d49-b900-0a21c103eb3b {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:19:56.369654 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "982a3e02-7238-4c83-a758-6e24ea99ed01", "tag": "4a399082-e671-4e68-ac4e-2cbdc580628f", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:19:56.370817 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-776a51a1-6076-4d49-b900-0a21c103eb3b {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:19:56.371515 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '982a3e02-7238-4c83-a758-6e24ea99ed01', 'tag': '4a399082-e671-4e68-ac4e-2cbdc580628f', 'status': 'completed', 'code': 200} Feb 02 07:19:56.392692 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-716e84cf-9bc6-46f6-82b3-899088016355 admin admin] Deleting subnet 44a369a2-4fd0-4fcc-9b66-fee041fedbef {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:19:56.399173 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-716e84cf-9bc6-46f6-82b3-899088016355 admin admin] Publish callbacks [] for subnet (44a369a2-4fd0-4fcc-9b66-fee041fedbef), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:56.471158 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b79f18-32c3-402c-8001-cc7502215de9 service neutron] Pushing event updated for resources: {'Port': ['ID=4a399082-e671-4e68-ac4e-2cbdc580628f,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:19:56.499415 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff38e9a-dcae-48b0-b2d2-7d1da678d43f req-9e279234-4076-4b71-b312-690215364153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:56.501561 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3ff38e9a-dcae-48b0-b2d2-7d1da678d43f req-9e279234-4076-4b71-b312-690215364153 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9c97b93a669c44538988826a9c309643&device_id=982a3e02-7238-4c83-a758-6e24ea99ed01 HTTP/1.1" status: 200 len: 1126 time: 0.2947285 Feb 02 07:19:56.516068 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-716e84cf-9bc6-46f6-82b3-899088016355 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (44a369a2-4fd0-4fcc-9b66-fee041fedbef), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:56.761445 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-9b05a8f6-1ce6-47c8-83d2-35f041a516ac req-83dd44fd-71a6-4820-b967-daa5edab1e84 tempest-ServerAddressesNegativeTestJSON-38483496 tempest-ServerAddressesNegativeTestJSON-38483496-project] Publish callbacks [] for port (8d2caf22-8a49-42a8-9efd-c7318b65b777), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:56.846063 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-9b05a8f6-1ce6-47c8-83d2-35f041a516ac req-83dd44fd-71a6-4820-b967-daa5edab1e84 tempest-ServerAddressesNegativeTestJSON-38483496 tempest-ServerAddressesNegativeTestJSON-38483496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (8d2caf22-8a49-42a8-9efd-c7318b65b777), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:56.925523 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dd44fd-71a6-4820-b967-daa5edab1e84 tempest-ServerAddressesNegativeTestJSON-38483496 tempest-ServerAddressesNegativeTestJSON-38483496-project] Pushing event updated for resources: {'Port': ['ID=8d2caf22-8a49-42a8-9efd-c7318b65b777,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:19:56.951503 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b05a8f6-1ce6-47c8-83d2-35f041a516ac req-83dd44fd-71a6-4820-b967-daa5edab1e84 tempest-ServerAddressesNegativeTestJSON-38483496 tempest-ServerAddressesNegativeTestJSON-38483496-project] Network 4eb5f15b-4add-4cc4-8c17-e6a19b81215e is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:19:56.953269 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-9b05a8f6-1ce6-47c8-83d2-35f041a516ac req-83dd44fd-71a6-4820-b967-daa5edab1e84 tempest-ServerAddressesNegativeTestJSON-38483496 tempest-ServerAddressesNegativeTestJSON-38483496-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:19:56.956362 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b05a8f6-1ce6-47c8-83d2-35f041a516ac req-83dd44fd-71a6-4820-b967-daa5edab1e84 tempest-ServerAddressesNegativeTestJSON-38483496 tempest-ServerAddressesNegativeTestJSON-38483496-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:19:57.069910 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3ff38e9a-dcae-48b0-b2d2-7d1da678d43f req-50223c0a-ed9b-445b-9d47-4345dfdf435f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a399082-e671-4e68-ac4e-2cbdc580628f HTTP/1.1" status: 200 len: 217 time: 0.5515795 Feb 02 07:19:57.088054 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05a8f6-1ce6-47c8-83d2-35f041a516ac req-83dd44fd-71a6-4820-b967-daa5edab1e84 tempest-ServerAddressesNegativeTestJSON-38483496 tempest-ServerAddressesNegativeTestJSON-38483496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:57.088950 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-9b05a8f6-1ce6-47c8-83d2-35f041a516ac req-83dd44fd-71a6-4820-b967-daa5edab1e84 tempest-ServerAddressesNegativeTestJSON-38483496 tempest-ServerAddressesNegativeTestJSON-38483496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:57.112486 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9b05a8f6-1ce6-47c8-83d2-35f041a516ac req-83dd44fd-71a6-4820-b967-daa5edab1e84 tempest-ServerAddressesNegativeTestJSON-38483496 tempest-ServerAddressesNegativeTestJSON-38483496-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4801471 Feb 02 07:19:57.135379 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-9b05a8f6-1ce6-47c8-83d2-35f041a516ac req-0afc54d9-dd28-405d-85e0-482ccdaff476 service neutron] Request body: {'port': {'device_id': '3335048e-b2be-438c-9e9d-5cd86983b781', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:19:57.152467 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-716e84cf-9bc6-46f6-82b3-899088016355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (44a369a2-4fd0-4fcc-9b66-fee041fedbef), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:57.156871 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff38e9a-dcae-48b0-b2d2-7d1da678d43f req-7ae69e1c-70a3-4808-a330-a004c711db57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:57.158619 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3ff38e9a-dcae-48b0-b2d2-7d1da678d43f req-7ae69e1c-70a3-4808-a330-a004c711db57 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=381c6130-79ff-4c24-85c5-0c6ea3864e87 HTTP/1.1" status: 200 len: 854 time: 0.0782049 Feb 02 07:19:57.191431 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1737216-e0c1-42b4-b343-8d384cc019d8 req-169e82d8-7b01-4c67-b5cb-987ad38ae110 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:57.199874 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b1737216-e0c1-42b4-b343-8d384cc019d8 req-169e82d8-7b01-4c67-b5cb-987ad38ae110 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/ports?device_id=982a3e02-7238-4c83-a758-6e24ea99ed01 HTTP/1.1" status: 200 len: 943 time: 0.6590459 Feb 02 07:19:57.255040 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-9b05a8f6-1ce6-47c8-83d2-35f041a516ac req-0afc54d9-dd28-405d-85e0-482ccdaff476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (8d2caf22-8a49-42a8-9efd-c7318b65b777), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:57.311259 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:57.320517 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3ff38e9a-dcae-48b0-b2d2-7d1da678d43f req-92afc1c9-ec5c-4216-ac10-022f3412fc07 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d194a686-ccd5-4b19-b7e3-633cf070453a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1157136 Feb 02 07:19:57.468864 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b1737216-e0c1-42b4-b343-8d384cc019d8 req-b9179090-cfb7-4364-9883-d6c2a1ec4955 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/security-groups?id=3524c585-c4e8-4dfb-a8c3-d19c4cb3cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603483 Feb 02 07:19:57.594245 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3ff38e9a-dcae-48b0-b2d2-7d1da678d43f req-71b7a802-c8fc-49c5-b0ce-8919a5a6f9a4 service neutron] 10.222.0.59 "GET /v2.0/networks/d194a686-ccd5-4b19-b7e3-633cf070453a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667854 Feb 02 07:19:57.793475 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3ff38e9a-dcae-48b0-b2d2-7d1da678d43f req-57785569-8035-4e3a-9c52-f0ed97a1ff0a service neutron] 10.222.0.59 "GET /v2.0/networks/d194a686-ccd5-4b19-b7e3-633cf070453a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818442 Feb 02 07:19:57.802727 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-716e84cf-9bc6-46f6-82b3-899088016355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (44a369a2-4fd0-4fcc-9b66-fee041fedbef), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:57.855106 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716e84cf-9bc6-46f6-82b3-899088016355 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44a369a2-4fd0-4fcc-9b66-fee041fedbef,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:19:57.872199 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-716e84cf-9bc6-46f6-82b3-899088016355 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:57.881040 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-716e84cf-9bc6-46f6-82b3-899088016355 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/44a369a2-4fd0-4fcc-9b66-fee041fedbef HTTP/1.1" status: 204 len: 168 time: 1.8543627 Feb 02 07:19:57.885560 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 37108) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:19:58.063450 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-75c485bd-ef5f-4d3c-bc5c-7826b6533da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (ec14a810-28cb-452c-8a58-03e4eebabfec), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:58.350316 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [req-c07c2b13-8c0b-49ab-a862-517bef2d74f0 req-c7c6026c-cad1-4c45-b606-1a44f6ecc8dc service neutron] (109694) timed out ('10.222.0.87', 45294) {{(pid=109694) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 02 07:19:58.378733 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-75c485bd-ef5f-4d3c-bc5c-7826b6533da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (ec14a810-28cb-452c-8a58-03e4eebabfec), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:58.418011 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-9b05a8f6-1ce6-47c8-83d2-35f041a516ac req-0afc54d9-dd28-405d-85e0-482ccdaff476 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d2caf22-8a49-42a8-9efd-c7318b65b777 {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:19:58.428068 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-9b05a8f6-1ce6-47c8-83d2-35f041a516ac req-0afc54d9-dd28-405d-85e0-482ccdaff476 service neutron] Publish callbacks [] for port (8d2caf22-8a49-42a8-9efd-c7318b65b777), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:58.444309 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-9b05a8f6-1ce6-47c8-83d2-35f041a516ac req-0afc54d9-dd28-405d-85e0-482ccdaff476 service neutron] Transition to ACTIVE for port object 8d2caf22-8a49-42a8-9efd-c7318b65b777 will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:19:58.450680 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-75c485bd-ef5f-4d3c-bc5c-7826b6533da1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec14a810-28cb-452c-8a58-03e4eebabfec']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:19:58.456334 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-9b05a8f6-1ce6-47c8-83d2-35f041a516ac req-0afc54d9-dd28-405d-85e0-482ccdaff476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (8d2caf22-8a49-42a8-9efd-c7318b65b777), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:58.469711 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6233aa76-a29c-47d8-9073-97a1aedff5a2 req-a0806176-7a6c-4146-b422-2b091e5dc795 tempest-ServerAddressesNegativeTestJSON-38483496 tempest-ServerAddressesNegativeTestJSON-38483496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:58.488805 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6233aa76-a29c-47d8-9073-97a1aedff5a2 req-a0806176-7a6c-4146-b422-2b091e5dc795 tempest-ServerAddressesNegativeTestJSON-38483496 tempest-ServerAddressesNegativeTestJSON-38483496-project] 10.222.0.87 "GET /v2.0/ports?device_id=3335048e-b2be-438c-9e9d-5cd86983b781 HTTP/1.1" status: 200 len: 932 time: 0.8758507 Feb 02 07:19:58.533247 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-75c485bd-ef5f-4d3c-bc5c-7826b6533da1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:19:58.533564 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-75c485bd-ef5f-4d3c-bc5c-7826b6533da1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:19:58.580076 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-75c485bd-ef5f-4d3c-bc5c-7826b6533da1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:58.590702 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cad56c-d7c8-441b-b88b-042d67d2081e req-ebf0bd42-ecd2-485f-b7ce-1b09a87225f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:58.599479 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-98cad56c-d7c8-441b-b88b-042d67d2081e req-ebf0bd42-ecd2-485f-b7ce-1b09a87225f2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9c97b93a669c44538988826a9c309643&device_id=982a3e02-7238-4c83-a758-6e24ea99ed01 HTTP/1.1" status: 200 len: 1126 time: 0.5424552 Feb 02 07:19:58.664119 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc54d9-dd28-405d-85e0-482ccdaff476 service neutron] Pushing event updated for resources: {'Port': ['ID=8d2caf22-8a49-42a8-9efd-c7318b65b777,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:19:58.696047 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-9b05a8f6-1ce6-47c8-83d2-35f041a516ac req-0afc54d9-dd28-405d-85e0-482ccdaff476 service neutron] Attempting to bind port 8d2caf22-8a49-42a8-9efd-c7318b65b777 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:19:58.696690 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-9b05a8f6-1ce6-47c8-83d2-35f041a516ac req-0afc54d9-dd28-405d-85e0-482ccdaff476 service neutron] Attempting to bind port 8d2caf22-8a49-42a8-9efd-c7318b65b777 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': '81f07938-828a-4768-8725-17cf437f656d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4eb5f15b-4add-4cc4-8c17-e6a19b81215e'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:19:58.698924 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b05a8f6-1ce6-47c8-83d2-35f041a516ac req-0afc54d9-dd28-405d-85e0-482ccdaff476 service neutron] Attempting to bind port 8d2caf22-8a49-42a8-9efd-c7318b65b777 on network 4eb5f15b-4add-4cc4-8c17-e6a19b81215e {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:19:58.712351 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b05a8f6-1ce6-47c8-83d2-35f041a516ac req-0afc54d9-dd28-405d-85e0-482ccdaff476 service neutron] Port 8d2caf22-8a49-42a8-9efd-c7318b65b777 on network 4eb5f15b-4add-4cc4-8c17-e6a19b81215e not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:19:58.715358 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b05a8f6-1ce6-47c8-83d2-35f041a516ac req-0afc54d9-dd28-405d-85e0-482ccdaff476 service neutron] Attempting to bind port 8d2caf22-8a49-42a8-9efd-c7318b65b777 on network 4eb5f15b-4add-4cc4-8c17-e6a19b81215e {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:19:58.722497 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-75c485bd-ef5f-4d3c-bc5c-7826b6533da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:58.730968 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b05a8f6-1ce6-47c8-83d2-35f041a516ac req-0afc54d9-dd28-405d-85e0-482ccdaff476 service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:19:58.732704 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b05a8f6-1ce6-47c8-83d2-35f041a516ac req-0afc54d9-dd28-405d-85e0-482ccdaff476 service neutron] Checking segment: {'id': '81f07938-828a-4768-8725-17cf437f656d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4eb5f15b-4add-4cc4-8c17-e6a19b81215e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:19:58.735430 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b05a8f6-1ce6-47c8-83d2-35f041a516ac req-0afc54d9-dd28-405d-85e0-482ccdaff476 service neutron] Bound using segment: {'id': '81f07938-828a-4768-8725-17cf437f656d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4eb5f15b-4add-4cc4-8c17-e6a19b81215e'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:19:58.735938 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-9b05a8f6-1ce6-47c8-83d2-35f041a516ac req-0afc54d9-dd28-405d-85e0-482ccdaff476 service neutron] Bound port: 8d2caf22-8a49-42a8-9efd-c7318b65b777, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81f07938-828a-4768-8725-17cf437f656d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4eb5f15b-4add-4cc4-8c17-e6a19b81215e'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:19:58.739656 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-9b05a8f6-1ce6-47c8-83d2-35f041a516ac req-0afc54d9-dd28-405d-85e0-482ccdaff476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (8d2caf22-8a49-42a8-9efd-c7318b65b777), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:58.767912 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6233aa76-a29c-47d8-9073-97a1aedff5a2 req-78b9e601-1908-4454-8e48-eae4c41dc2fc tempest-ServerAddressesNegativeTestJSON-38483496 tempest-ServerAddressesNegativeTestJSON-38483496-project] 10.222.0.87 "GET /v2.0/security-groups?id=2b5e2a7b-295e-4a91-a91c-a88316c35300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715421 Feb 02 07:19:58.792149 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75c485bd-ef5f-4d3c-bc5c-7826b6533da1 admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:19:58.792586 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-75c485bd-ef5f-4d3c-bc5c-7826b6533da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (2bd8c17d-64ea-4f49-a8f7-f6c368e78bd0), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:58.794583 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:19:58.794583 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:19:58.794583 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:19:58.794583 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:19:58.794583 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:19:58.794583 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:19:58.794583 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:19:58.794583 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:19:58.794583 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:19:58.794583 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:19:58.794583 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:19:58.794583 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:19:58.794583 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:19:58.794583 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:19:58.794583 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:19:58.794583 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:19:58.794583 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:19:58.794583 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:19:58.794583 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:19:58.794583 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:19:58.794583 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:19:58.794583 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:19:58.794583 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:19:58.794583 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:19:58.794583 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:19:58.794583 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:19:58.794583 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:19:58.794583 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:19:58.794583 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:19:58.794583 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:19:58.794583 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:19:58.794583 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:19:58.898494 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-9b05a8f6-1ce6-47c8-83d2-35f041a516ac req-0afc54d9-dd28-405d-85e0-482ccdaff476 service neutron] For port 8d2caf22-8a49-42a8-9efd-c7318b65b777, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:19:58.905062 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-9b05a8f6-1ce6-47c8-83d2-35f041a516ac req-0afc54d9-dd28-405d-85e0-482ccdaff476 service neutron] For port 8d2caf22-8a49-42a8-9efd-c7318b65b777, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=8d2caf22-8a49-42a8-9efd-c7318b65b777,segment=NetworkSegment(81f07938-828a-4768-8725-17cf437f656d),segment_id=81f07938-828a-4768-8725-17cf437f656d)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:19:58.923268 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-9b05a8f6-1ce6-47c8-83d2-35f041a516ac req-0afc54d9-dd28-405d-85e0-482ccdaff476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (8d2caf22-8a49-42a8-9efd-c7318b65b777), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:58.948942 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05a8f6-1ce6-47c8-83d2-35f041a516ac req-0afc54d9-dd28-405d-85e0-482ccdaff476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:58.951364 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-9b05a8f6-1ce6-47c8-83d2-35f041a516ac req-0afc54d9-dd28-405d-85e0-482ccdaff476 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:58.953259 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9b05a8f6-1ce6-47c8-83d2-35f041a516ac req-0afc54d9-dd28-405d-85e0-482ccdaff476 service neutron] 10.222.0.88 "PUT /v2.0/ports/8d2caf22-8a49-42a8-9efd-c7318b65b777 HTTP/1.1" status: 200 len: 1093 time: 1.8271489 Feb 02 07:19:58.958521 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3335048e-b2be-438c-9e9d-5cd86983b781', 'tag': '8d2caf22-8a49-42a8-9efd-c7318b65b777'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:19:58.967501 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bdbf542-079a-4477-a42b-abd2c5280f71" -d '{"events": [{"name": "network-changed", "server_uuid": "3335048e-b2be-438c-9e9d-5cd86983b781", "tag": "8d2caf22-8a49-42a8-9efd-c7318b65b777"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:19:59.086875 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-75c485bd-ef5f-4d3c-bc5c-7826b6533da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (ec14a810-28cb-452c-8a58-03e4eebabfec), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:59.097671 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc54d9-dd28-405d-85e0-482ccdaff476 service neutron] Pushing event updated for resources: {'Port': ['ID=8d2caf22-8a49-42a8-9efd-c7318b65b777,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:19:59.127183 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-75c485bd-ef5f-4d3c-bc5c-7826b6533da1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:19:59.148726 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-75c485bd-ef5f-4d3c-bc5c-7826b6533da1 admin admin] 10.222.0.87 "DELETE /v2.0/networks/ec14a810-28cb-452c-8a58-03e4eebabfec HTTP/1.1" status: 204 len: 168 time: 1.2589509 Feb 02 07:19:59.199164 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05a8f6-1ce6-47c8-83d2-35f041a516ac req-99dd125a-7b79-4d93-8f2d-4ef6d249c40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:59.200802 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9b05a8f6-1ce6-47c8-83d2-35f041a516ac req-99dd125a-7b79-4d93-8f2d-4ef6d249c40d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d8f94562272245d7be430790fb3631fd&device_id=3335048e-b2be-438c-9e9d-5cd86983b781 HTTP/1.1" status: 200 len: 1127 time: 0.0945272 Feb 02 07:19:59.210720 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c485bd-ef5f-4d3c-bc5c-7826b6533da1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec14a810-28cb-452c-8a58-03e4eebabfec,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:19:59.233719 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cad56c-d7c8-441b-b88b-042d67d2081e req-291ae379-3e19-4d19-aca7-5bbd7befbd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:59.236062 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-98cad56c-d7c8-441b-b88b-042d67d2081e req-291ae379-3e19-4d19-aca7-5bbd7befbd8f service neutron] 10.222.0.59 "GET /v2.0/networks?id=d194a686-ccd5-4b19-b7e3-633cf070453a HTTP/1.1" status: 200 len: 915 time: 0.6071317 Feb 02 07:19:59.286893 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9b05a8f6-1ce6-47c8-83d2-35f041a516ac req-241c3447-7853-4b1e-9702-17971b1349e7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d2caf22-8a49-42a8-9efd-c7318b65b777 HTTP/1.1" status: 200 len: 217 time: 0.0733747 Feb 02 07:19:59.339292 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 37126) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:19:59.350097 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-98cad56c-d7c8-441b-b88b-042d67d2081e req-8662bfc8-e7dc-427d-815f-b4923ab87a66 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a399082-e671-4e68-ac4e-2cbdc580628f HTTP/1.1" status: 200 len: 217 time: 0.0989292 Feb 02 07:19:59.404633 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05a8f6-1ce6-47c8-83d2-35f041a516ac req-fdf7faa8-e05b-4de2-ab5a-e281927514ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:59.411618 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68680070-35c5-4879-ba96-77b52370e380 req-e28224e8-7bb0-4129-88b7-7e10d5cdf822 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:59.418825 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9b05a8f6-1ce6-47c8-83d2-35f041a516ac req-fdf7faa8-e05b-4de2-ab5a-e281927514ed service neutron] 10.222.0.88 "GET /v2.0/subnets?id=66db8208-588a-45dd-8b08-d28e1616c482 HTTP/1.1" status: 200 len: 862 time: 0.0968146 Feb 02 07:19:59.427581 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-68680070-35c5-4879-ba96-77b52370e380 req-e28224e8-7bb0-4129-88b7-7e10d5cdf822 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/ports?device_id=982a3e02-7238-4c83-a758-6e24ea99ed01 HTTP/1.1" status: 200 len: 943 time: 0.3846712 Feb 02 07:19:59.480190 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9b05a8f6-1ce6-47c8-83d2-35f041a516ac req-ebdf3256-d7f5-422e-bcac-90eb8650b47a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4eb5f15b-4add-4cc4-8c17-e6a19b81215e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604155 Feb 02 07:19:59.575427 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cad56c-d7c8-441b-b88b-042d67d2081e req-5770d674-c81f-4b5b-91b6-665518e6da15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:19:59.576935 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-98cad56c-d7c8-441b-b88b-042d67d2081e req-5770d674-c81f-4b5b-91b6-665518e6da15 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=381c6130-79ff-4c24-85c5-0c6ea3864e87 HTTP/1.1" status: 200 len: 854 time: 0.2022524 Feb 02 07:19:59.585689 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-797eb119-4617-449a-987c-214a140c3d95 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=55cc3e1e6f054ff8aa27776e1d040f10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2413814 Feb 02 07:19:59.586650 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 37128) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:19:59.623039 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9b05a8f6-1ce6-47c8-83d2-35f041a516ac req-18764712-8707-4af5-8c84-989d9bbc82a2 service neutron] 10.222.0.88 "GET /v2.0/networks/4eb5f15b-4add-4cc4-8c17-e6a19b81215e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323223 Feb 02 07:19:59.633380 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-68680070-35c5-4879-ba96-77b52370e380 req-773fa1ae-2497-4cc4-aadf-873298e96bbd tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/security-groups?id=3524c585-c4e8-4dfb-a8c3-d19c4cb3cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907160 Feb 02 07:19:59.682905 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-98cad56c-d7c8-441b-b88b-042d67d2081e req-788af9f8-1346-4c9b-b1b7-ce4ff9920c13 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d194a686-ccd5-4b19-b7e3-633cf070453a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0952816 Feb 02 07:19:59.718585 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 37130) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:19:59.809036 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-763d9694-2260-4a4b-8266-aa12f0655fb5 x-openstack-request-id: req-763d9694-2260-4a4b-8266-aa12f0655fb5 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:19:59.809036 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3335048e-b2be-438c-9e9d-5cd86983b781", "tag": "8d2caf22-8a49-42a8-9efd-c7318b65b777", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:19:59.809036 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-763d9694-2260-4a4b-8266-aa12f0655fb5 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:19:59.809036 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3335048e-b2be-438c-9e9d-5cd86983b781', 'tag': '8d2caf22-8a49-42a8-9efd-c7318b65b777', 'status': 'completed', 'code': 200} Feb 02 07:19:59.839045 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9b05a8f6-1ce6-47c8-83d2-35f041a516ac req-9f889e40-f765-4d33-9684-599c95bf8cdb service neutron] 10.222.0.88 "GET /v2.0/networks/4eb5f15b-4add-4cc4-8c17-e6a19b81215e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095377 Feb 02 07:19:59.874378 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-98cad56c-d7c8-441b-b88b-042d67d2081e req-d9e6422f-99a2-4260-819e-fa9f553c7be9 service neutron] 10.222.0.59 "GET /v2.0/networks/d194a686-ccd5-4b19-b7e3-633cf070453a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797106 Feb 02 07:20:00.000017 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 4a399082-e671-4e68-ac4e-2cbdc580628f details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:20:00.036482 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cfec37b7-0879-47b1-b477-8167f402831c admin admin] Publish callbacks [] for security_group (54a4084a-f03c-46a8-b6e7-a3b6665d181a), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:00.041631 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-98cad56c-d7c8-441b-b88b-042d67d2081e req-0f32a4d0-d766-4e02-9c9e-dee6e40bdd7b service neutron] 10.222.0.59 "GET /v2.0/networks/d194a686-ccd5-4b19-b7e3-633cf070453a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484613 Feb 02 07:20:00.091176 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdbf542-079a-4477-a42b-abd2c5280f71 req-914e4917-8594-4e2a-b70c-2da7780d1ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:00.101329 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4bdbf542-079a-4477-a42b-abd2c5280f71 req-914e4917-8594-4e2a-b70c-2da7780d1ec6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d8f94562272245d7be430790fb3631fd&device_id=3335048e-b2be-438c-9e9d-5cd86983b781 HTTP/1.1" status: 200 len: 1127 time: 0.1461899 Feb 02 07:20:00.122261 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cfec37b7-0879-47b1-b477-8167f402831c admin admin] Publish callbacks [] for security_group (54a4084a-f03c-46a8-b6e7-a3b6665d181a), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:00.213762 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7e957-8504-4f93-b315-fc4002e29c09 req-dc2bd8e0-bc13-4247-a06d-0408169967c7 tempest-ServerAddressesNegativeTestJSON-38483496 tempest-ServerAddressesNegativeTestJSON-38483496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:00.223459 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c8c7e957-8504-4f93-b315-fc4002e29c09 req-dc2bd8e0-bc13-4247-a06d-0408169967c7 tempest-ServerAddressesNegativeTestJSON-38483496 tempest-ServerAddressesNegativeTestJSON-38483496-project] 10.222.0.87 "GET /v2.0/ports?device_id=3335048e-b2be-438c-9e9d-5cd86983b781 HTTP/1.1" status: 200 len: 944 time: 0.1780794 Feb 02 07:20:00.303188 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdbf542-079a-4477-a42b-abd2c5280f71 req-90eb41ba-79c3-4673-b7ab-1e3a6c3108e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:00.305345 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4bdbf542-079a-4477-a42b-abd2c5280f71 req-90eb41ba-79c3-4673-b7ab-1e3a6c3108e8 service neutron] 10.222.0.88 "GET /v2.0/networks?id=4eb5f15b-4add-4cc4-8c17-e6a19b81215e HTTP/1.1" status: 200 len: 923 time: 0.1922364 Feb 02 07:20:00.340240 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c8c7e957-8504-4f93-b315-fc4002e29c09 req-e31d2993-12c6-4eb1-8f5f-a76068f0bc35 tempest-ServerAddressesNegativeTestJSON-38483496 tempest-ServerAddressesNegativeTestJSON-38483496-project] 10.222.0.87 "GET /v2.0/security-groups?id=2b5e2a7b-295e-4a91-a91c-a88316c35300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157770 Feb 02 07:20:00.367040 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cfec37b7-0879-47b1-b477-8167f402831c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (54a4084a-f03c-46a8-b6e7-a3b6665d181a), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:00.372906 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cfec37b7-0879-47b1-b477-8167f402831c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:00.377111 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-cfec37b7-0879-47b1-b477-8167f402831c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/54a4084a-f03c-46a8-b6e7-a3b6665d181a HTTP/1.1" status: 204 len: 168 time: 0.7883263 Feb 02 07:20:00.385580 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfec37b7-0879-47b1-b477-8167f402831c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a4084a-f03c-46a8-b6e7-a3b6665d181a,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:00.408805 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4bdbf542-079a-4477-a42b-abd2c5280f71 req-048d0da0-70fb-45f2-9db0-7b6c3e05de68 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d2caf22-8a49-42a8-9efd-c7318b65b777 HTTP/1.1" status: 200 len: 217 time: 0.0960815 Feb 02 07:20:00.669078 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 4a399082-e671-4e68-ac4e-2cbdc580628f, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=4a399082-e671-4e68-ac4e-2cbdc580628f,segment=NetworkSegment(4f5298fd-80d5-4af0-b762-03d1bff87a8c),segment_id=4f5298fd-80d5-4af0-b762-03d1bff87a8c)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:20:00.712539 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': '4a399082-e671-4e68-ac4e-2cbdc580628f', 'network_id': 'd194a686-ccd5-4b19-b7e3-633cf070453a', 'port_id': '4a399082-e671-4e68-ac4e-2cbdc580628f', 'mac_address': 'fa:16:3e:90:4e:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '381c6130-79ff-4c24-85c5-0c6ea3864e87', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:20:00.779638 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 4a399082-e671-4e68-ac4e-2cbdc580628f is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:20:00.780268 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (4a399082-e671-4e68-ac4e-2cbdc580628f), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:00.792858 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdbf542-079a-4477-a42b-abd2c5280f71 req-7e843129-3260-4dd7-ac07-33711b59bc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:00.800067 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4bdbf542-079a-4477-a42b-abd2c5280f71 req-7e843129-3260-4dd7-ac07-33711b59bc56 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=66db8208-588a-45dd-8b08-d28e1616c482 HTTP/1.1" status: 200 len: 862 time: 0.3023019 Feb 02 07:20:00.818268 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a399082-e671-4e68-ac4e-2cbdc580628f {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:20:00.863814 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4bdbf542-079a-4477-a42b-abd2c5280f71 req-24876edc-cc30-4055-b156-7eeb3b93b0c5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4eb5f15b-4add-4cc4-8c17-e6a19b81215e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576887 Feb 02 07:20:00.884887 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe26ad4-7388-4093-8f59-8ee94dfe3c19 req-5c24c895-3928-47b1-bd0c-64ae7b9b0c9a tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:00.886487 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dbe26ad4-7388-4093-8f59-8ee94dfe3c19 req-5c24c895-3928-47b1-bd0c-64ae7b9b0c9a tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/ports?device_id=982a3e02-7238-4c83-a758-6e24ea99ed01 HTTP/1.1" status: 200 len: 943 time: 0.1392560 Feb 02 07:20:00.899417 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 4a399082-e671-4e68-ac4e-2cbdc580628f, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=4a399082-e671-4e68-ac4e-2cbdc580628f,segment=NetworkSegment(4f5298fd-80d5-4af0-b762-03d1bff87a8c),segment_id=4f5298fd-80d5-4af0-b762-03d1bff87a8c)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:20:00.906529 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (4a399082-e671-4e68-ac4e-2cbdc580628f), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:01.024875 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=4a399082-e671-4e68-ac4e-2cbdc580628f,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:01.044162 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dbe26ad4-7388-4093-8f59-8ee94dfe3c19 req-771f850e-bdd2-4936-bfaa-61e0192c99ac tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/security-groups?id=3524c585-c4e8-4dfb-a8c3-d19c4cb3cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494079 Feb 02 07:20:01.154618 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4bdbf542-079a-4477-a42b-abd2c5280f71 req-b5b26940-da61-44c9-bf18-49958c38d313 service neutron] 10.222.0.88 "GET /v2.0/networks/4eb5f15b-4add-4cc4-8c17-e6a19b81215e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546270 Feb 02 07:20:01.271145 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['4a399082-e671-4e68-ac4e-2cbdc580628f'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:20:01.296294 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4bdbf542-079a-4477-a42b-abd2c5280f71 req-e3524576-9cb2-4f44-b17c-cc88e1c62ba7 service neutron] 10.222.0.88 "GET /v2.0/networks/4eb5f15b-4add-4cc4-8c17-e6a19b81215e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320851 Feb 02 07:20:01.448222 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3ad341bc-65fe-43d0-bc6b-a02458db6d41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (d2c2c942-7da6-4a9c-a6ed-7dc8498319fb), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:01.531483 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 37174) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:20:01.596634 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1cf4ea-193b-4fd8-b2da-45726e2fd374 req-dca94cbb-bb6c-4139-bfc3-643665801ea4 tempest-ServerAddressesNegativeTestJSON-38483496 tempest-ServerAddressesNegativeTestJSON-38483496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:01.598206 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6a1cf4ea-193b-4fd8-b2da-45726e2fd374 req-dca94cbb-bb6c-4139-bfc3-643665801ea4 tempest-ServerAddressesNegativeTestJSON-38483496 tempest-ServerAddressesNegativeTestJSON-38483496-project] 10.222.0.87 "GET /v2.0/ports?device_id=3335048e-b2be-438c-9e9d-5cd86983b781 HTTP/1.1" status: 200 len: 944 time: 0.1310506 Feb 02 07:20:01.697228 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6a1cf4ea-193b-4fd8-b2da-45726e2fd374 req-89b5d7bb-7330-438a-98ba-966fc2b98b12 tempest-ServerAddressesNegativeTestJSON-38483496 tempest-ServerAddressesNegativeTestJSON-38483496-project] 10.222.0.87 "GET /v2.0/security-groups?id=2b5e2a7b-295e-4a91-a91c-a88316c35300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916696 Feb 02 07:20:01.717143 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-2273da1c-7b98-494c-93d7-8c6b14e83c73 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-118955408-network', 'tenant_id': '6abc047e81e64579b09534b02ed19ff3'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:20:01.753682 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2273da1c-7b98-494c-93d7-8c6b14e83c73 admin admin] Made reservation on behalf of 6abc047e81e64579b09534b02ed19ff3 for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:20:01.756328 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2273da1c-7b98-494c-93d7-8c6b14e83c73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:01.766618 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2273da1c-7b98-494c-93d7-8c6b14e83c73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:01.850696 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-3ad341bc-65fe-43d0-bc6b-a02458db6d41 admin admin] Deleting port 7f0ace55-8983-456d-b1f0-0828d35a5809 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:20:01.851275 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3ad341bc-65fe-43d0-bc6b-a02458db6d41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (7f0ace55-8983-456d-b1f0-0828d35a5809), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:01.880212 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2273da1c-7b98-494c-93d7-8c6b14e83c73 admin admin] Publish callbacks [] for security_group (556d1660-1d9b-43ed-9544-549fb840163c), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:01.888711 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2273da1c-7b98-494c-93d7-8c6b14e83c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (556d1660-1d9b-43ed-9544-549fb840163c), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:01.913937 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2273da1c-7b98-494c-93d7-8c6b14e83c73 admin admin] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:20:01.937237 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2273da1c-7b98-494c-93d7-8c6b14e83c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=556d1660-1d9b-43ed-9544-549fb840163c,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:01.940549 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2273da1c-7b98-494c-93d7-8c6b14e83c73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (c3168167-d3ee-48fd-9808-2482895ced8d), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:01.940965 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-2273da1c-7b98-494c-93d7-8c6b14e83c73 admin admin] Added segment c3168167-d3ee-48fd-9808-2482895ced8d of type vlan for network b09aa6d8-4e6b-4881-a07e-6350a2f39c60 Feb 02 07:20:01.984128 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-3ad341bc-65fe-43d0-bc6b-a02458db6d41 admin admin] For port 7f0ace55-8983-456d-b1f0-0828d35a5809, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=7f0ace55-8983-456d-b1f0-0828d35a5809,segment=NetworkSegment(1fe536e7-22e9-4789-86f4-399744fc3de0),segment_id=1fe536e7-22e9-4789-86f4-399744fc3de0)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:20:01.984506 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3ad341bc-65fe-43d0-bc6b-a02458db6d41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (7f0ace55-8983-456d-b1f0-0828d35a5809), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:01.989099 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2273da1c-7b98-494c-93d7-8c6b14e83c73 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (b09aa6d8-4e6b-4881-a07e-6350a2f39c60), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:02.001798 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-3ad341bc-65fe-43d0-bc6b-a02458db6d41 admin admin] Calling delete_port for 7f0ace55-8983-456d-b1f0-0828d35a5809 owned by network:router_interface {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:20:02.019756 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2273da1c-7b98-494c-93d7-8c6b14e83c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (b09aa6d8-4e6b-4881-a07e-6350a2f39c60), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:02.020940 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2273da1c-7b98-494c-93d7-8c6b14e83c73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:02.021622 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2273da1c-7b98-494c-93d7-8c6b14e83c73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:02.116905 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2273da1c-7b98-494c-93d7-8c6b14e83c73 admin admin] Pushing event updated for resources: {'Network': ['ID=b09aa6d8-4e6b-4881-a07e-6350a2f39c60,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:02.135730 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network b09aa6d8-4e6b-4881-a07e-6350a2f39c60 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:20:02.136595 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-2273da1c-7b98-494c-93d7-8c6b14e83c73 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5960398 Feb 02 07:20:02.139295 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 37188) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:20:02.145715 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-522a1f8c-5deb-4030-ac48-105f4b5d1680 admin admin] Request body: {'subnet': {'network_id': 'b09aa6d8-4e6b-4881-a07e-6350a2f39c60', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-118955408-subnet', 'tenant_id': '6abc047e81e64579b09534b02ed19ff3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:20:02.205062 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522a1f8c-5deb-4030-ac48-105f4b5d1680 admin admin] Made reservation on behalf of 6abc047e81e64579b09534b02ed19ff3 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:20:02.207274 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-522a1f8c-5deb-4030-ac48-105f4b5d1680 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:02.327517 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c7faa-e0f8-4c4f-9b70-0690428b2b9a req-99ed5211-952d-4209-89c5-ac992f8fc00f tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:02.329339 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-be1c7faa-e0f8-4c4f-9b70-0690428b2b9a req-99ed5211-952d-4209-89c5-ac992f8fc00f tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/ports?device_id=982a3e02-7238-4c83-a758-6e24ea99ed01 HTTP/1.1" status: 200 len: 944 time: 0.1392534 Feb 02 07:20:02.347235 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3ad341bc-65fe-43d0-bc6b-a02458db6d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (7f0ace55-8983-456d-b1f0-0828d35a5809), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:02.383663 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad341bc-65fe-43d0-bc6b-a02458db6d41 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f0ace55-8983-456d-b1f0-0828d35a5809,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:02.468371 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-be1c7faa-e0f8-4c4f-9b70-0690428b2b9a req-f492d3bc-0ebd-45be-b613-dd13b935fd84 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/security-groups?id=3524c585-c4e8-4dfb-a8c3-d19c4cb3cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267881 Feb 02 07:20:02.547548 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-522a1f8c-5deb-4030-ac48-105f4b5d1680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (219c9b9f-e4c7-4c65-b8cd-c2f9f345a7a0), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:02.596224 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a1f8c-5deb-4030-ac48-105f4b5d1680 admin admin] Pushing event updated for resources: {'Subnet': ['ID=219c9b9f-e4c7-4c65-b8cd-c2f9f345a7a0,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:02.612018 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3ad341bc-65fe-43d0-bc6b-a02458db6d41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (d2c2c942-7da6-4a9c-a6ed-7dc8498319fb), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:02.623834 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522a1f8c-5deb-4030-ac48-105f4b5d1680 admin admin] Checking segment: {'id': 'c3168167-d3ee-48fd-9808-2482895ced8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b09aa6d8-4e6b-4881-a07e-6350a2f39c60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:20:02.624208 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522a1f8c-5deb-4030-ac48-105f4b5d1680 admin admin] Network hostable DHCP agents. Network: b09aa6d8-4e6b-4881-a07e-6350a2f39c60, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:20:02.648999 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522a1f8c-5deb-4030-ac48-105f4b5d1680 admin admin] Network b09aa6d8-4e6b-4881-a07e-6350a2f39c60 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:20:02.664688 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-522a1f8c-5deb-4030-ac48-105f4b5d1680 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, b09aa6d8-4e6b-4881-a07e-6350a2f39c60) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:20:02.682434 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522a1f8c-5deb-4030-ac48-105f4b5d1680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:02.682937 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-522a1f8c-5deb-4030-ac48-105f4b5d1680 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:02.689014 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047887a8-77a9-4850-a46b-98c3f149886f None None] Network b09aa6d8-4e6b-4881-a07e-6350a2f39c60 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:20:02.741983 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-522a1f8c-5deb-4030-ac48-105f4b5d1680 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6004405 Feb 02 07:20:02.895367 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2da8d65-4b5e-493c-95b0-87ab416fdc98 req-be57a312-31e8-4a5b-b3ef-a389f234f6ac tempest-ServerAddressesNegativeTestJSON-38483496 tempest-ServerAddressesNegativeTestJSON-38483496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:02.902945 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d2da8d65-4b5e-493c-95b0-87ab416fdc98 req-be57a312-31e8-4a5b-b3ef-a389f234f6ac tempest-ServerAddressesNegativeTestJSON-38483496 tempest-ServerAddressesNegativeTestJSON-38483496-project] 10.222.0.87 "GET /v2.0/ports?device_id=3335048e-b2be-438c-9e9d-5cd86983b781 HTTP/1.1" status: 200 len: 944 time: 0.0775533 Feb 02 07:20:02.903871 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 8d2caf22-8a49-42a8-9efd-c7318b65b777 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:20:02.919640 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb48f687-5fa0-45e8-a922-714fc6c6f37b None None] Network b09aa6d8-4e6b-4881-a07e-6350a2f39c60 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:20:02.996484 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d2da8d65-4b5e-493c-95b0-87ab416fdc98 req-b09ef4fe-7dd4-4130-970e-2e836648fa7d tempest-ServerAddressesNegativeTestJSON-38483496 tempest-ServerAddressesNegativeTestJSON-38483496-project] 10.222.0.87 "GET /v2.0/security-groups?id=2b5e2a7b-295e-4a91-a91c-a88316c35300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925853 Feb 02 07:20:03.122001 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ad341bc-65fe-43d0-bc6b-a02458db6d41 admin admin] Router d2c2c942-7da6-4a9c-a6ed-7dc8498319fb has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:20:03.202523 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 8d2caf22-8a49-42a8-9efd-c7318b65b777, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=8d2caf22-8a49-42a8-9efd-c7318b65b777,segment=NetworkSegment(81f07938-828a-4768-8725-17cf437f656d),segment_id=81f07938-828a-4768-8725-17cf437f656d)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:20:03.228085 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': '8d2caf22-8a49-42a8-9efd-c7318b65b777', 'network_id': '4eb5f15b-4add-4cc4-8c17-e6a19b81215e', 'port_id': '8d2caf22-8a49-42a8-9efd-c7318b65b777', 'mac_address': 'fa:16:3e:af:4c:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66db8208-588a-45dd-8b08-d28e1616c482', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:20:03.395916 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 8d2caf22-8a49-42a8-9efd-c7318b65b777 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:20:03.397910 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (8d2caf22-8a49-42a8-9efd-c7318b65b777), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:03.429473 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d2caf22-8a49-42a8-9efd-c7318b65b777 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:20:03.431229 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad341bc-65fe-43d0-bc6b-a02458db6d41 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:20:03.452856 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-3ad341bc-65fe-43d0-bc6b-a02458db6d41 admin admin] 10.222.0.87 "PUT /v2.0/routers/d2c2c942-7da6-4a9c-a6ed-7dc8498319fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6875641 Feb 02 07:20:03.453216 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 37224) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:20:03.460590 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5881fc03-6093-4368-b9e7-bc04c2ba80d2 None None] Sync routers for ids ['d2c2c942-7da6-4a9c-a6ed-7dc8498319fb'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:20:03.517415 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5881fc03-6093-4368-b9e7-bc04c2ba80d2 None None] Routers {'d2c2c942-7da6-4a9c-a6ed-7dc8498319fb'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:20:03.518062 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-5881fc03-6093-4368-b9e7-bc04c2ba80d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:19:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['d2c2c942-7da6-4a9c-a6ed-7dc8498319fb'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:20:03.535022 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 8d2caf22-8a49-42a8-9efd-c7318b65b777, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=8d2caf22-8a49-42a8-9efd-c7318b65b777,segment=NetworkSegment(81f07938-828a-4768-8725-17cf437f656d),segment_id=81f07938-828a-4768-8725-17cf437f656d)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:20:03.592458 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5aeaba-63d4-4f8c-8c4c-bdc327b783f4 req-a099eae3-a4ce-4765-b3c7-ab6ef095ab2e tempest-InstanceActionsNegativeTestJSON-1135343426 tempest-InstanceActionsNegativeTestJSON-1135343426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:03.594898 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7b5aeaba-63d4-4f8c-8c4c-bdc327b783f4 req-a099eae3-a4ce-4765-b3c7-ab6ef095ab2e tempest-InstanceActionsNegativeTestJSON-1135343426 tempest-InstanceActionsNegativeTestJSON-1135343426-project] 10.222.0.87 "GET /v2.0/networks?id=b09aa6d8-4e6b-4881-a07e-6350a2f39c60 HTTP/1.1" status: 200 len: 821 time: 0.1849740 Feb 02 07:20:03.599963 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (8d2caf22-8a49-42a8-9efd-c7318b65b777), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:03.611342 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-125056ff-858c-4443-a6c6-c38a1ffb7f5c admin admin] Publish callbacks [] for router (d2c2c942-7da6-4a9c-a6ed-7dc8498319fb), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:03.615829 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7b5aeaba-63d4-4f8c-8c4c-bdc327b783f4 req-c8db5434-96ca-4240-afc0-687db0e80f93 tempest-InstanceActionsNegativeTestJSON-1135343426 tempest-InstanceActionsNegativeTestJSON-1135343426-project] 10.222.0.87 "GET /v2.0/quotas/6abc047e81e64579b09534b02ed19ff3 HTTP/1.1" status: 200 len: 375 time: 0.0132632 Feb 02 07:20:03.661271 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7b5aeaba-63d4-4f8c-8c4c-bdc327b783f4 req-a8589429-5a50-429c-a3f4-248653fc72e8 tempest-InstanceActionsNegativeTestJSON-1135343426 tempest-InstanceActionsNegativeTestJSON-1135343426-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=6abc047e81e64579b09534b02ed19ff3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378764 Feb 02 07:20:03.736244 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-125056ff-858c-4443-a6c6-c38a1ffb7f5c admin admin] Publish callbacks [] for router_gateway (d2c2c942-7da6-4a9c-a6ed-7dc8498319fb), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:03.748148 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=8d2caf22-8a49-42a8-9efd-c7318b65b777,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:03.803270 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7b5aeaba-63d4-4f8c-8c4c-bdc327b783f4 req-e2224fdd-2be3-412c-b3e7-0fd54524755c service neutron] 10.222.0.87 "GET /v2.0/networks/b09aa6d8-4e6b-4881-a07e-6350a2f39c60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342368 Feb 02 07:20:03.827423 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-5881fc03-6093-4368-b9e7-bc04c2ba80d2 None None] Set router d2c2c942-7da6-4a9c-a6ed-7dc8498319fb gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:20:03.834088 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-125056ff-858c-4443-a6c6-c38a1ffb7f5c admin admin] Deleting port ef8b9ae5-e18d-4fc7-a109-6972e3e46a27 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:20:03.834431 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-125056ff-858c-4443-a6c6-c38a1ffb7f5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (ef8b9ae5-e18d-4fc7-a109-6972e3e46a27), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:03.896189 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['8d2caf22-8a49-42a8-9efd-c7318b65b777'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:20:03.929463 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-125056ff-858c-4443-a6c6-c38a1ffb7f5c admin admin] For port ef8b9ae5-e18d-4fc7-a109-6972e3e46a27, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=ef8b9ae5-e18d-4fc7-a109-6972e3e46a27,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:20:03.930026 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-125056ff-858c-4443-a6c6-c38a1ffb7f5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (ef8b9ae5-e18d-4fc7-a109-6972e3e46a27), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:03.947616 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-125056ff-858c-4443-a6c6-c38a1ffb7f5c admin admin] Calling delete_port for ef8b9ae5-e18d-4fc7-a109-6972e3e46a27 owned by network:router_gateway {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:20:03.976329 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7b5aeaba-63d4-4f8c-8c4c-bdc327b783f4 req-88ad44ec-33f2-4c45-b93d-f6aaa9303aa2 service neutron] 10.222.0.87 "GET /v2.0/networks/b09aa6d8-4e6b-4881-a07e-6350a2f39c60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649122 Feb 02 07:20:04.050111 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 4a399082-e671-4e68-ac4e-2cbdc580628f up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:20:04.155932 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-125056ff-858c-4443-a6c6-c38a1ffb7f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (ef8b9ae5-e18d-4fc7-a109-6972e3e46a27), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:04.213835 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125056ff-858c-4443-a6c6-c38a1ffb7f5c admin admin] Pushing event deleted for resources: {'Port': ['ID=ef8b9ae5-e18d-4fc7-a109-6972e3e46a27,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:04.287823 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port 4a399082-e671-4e68-ac4e-2cbdc580628f completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:20:04.298600 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port 4a399082-e671-4e68-ac4e-2cbdc580628f triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:20:04.299093 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (4a399082-e671-4e68-ac4e-2cbdc580628f), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:04.340682 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-125056ff-858c-4443-a6c6-c38a1ffb7f5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (d2c2c942-7da6-4a9c-a6ed-7dc8498319fb), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:04.375214 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-5881fc03-6093-4368-b9e7-bc04c2ba80d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c2c942-7da6-4a9c-a6ed-7dc8498319fb', 'name': 'tempest-AttachVolumeTestJSON-93769577-router', 'tenant_id': '3b47e731264f4e98a435635cbe941a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'ef8b9ae5-e18d-4fc7-a109-6972e3e46a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:12:49Z', 'updated_at': '2022-02-02T07:20:02Z', 'revision_number': 5, 'project_id': '3b47e731264f4e98a435635cbe941a6a', 'gw_port': {'id': 'ef8b9ae5-e18d-4fc7-a109-6972e3e46a27', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fa:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c2c942-7da6-4a9c-a6ed-7dc8498319fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:12:51Z', 'updated_at': '2022-02-02T07:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:20:04.405786 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5881fc03-6093-4368-b9e7-bc04c2ba80d2 None None] Checking router: d2c2c942-7da6-4a9c-a6ed-7dc8498319fb for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:20:04.415416 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5881fc03-6093-4368-b9e7-bc04c2ba80d2 None None] Routers {'d2c2c942-7da6-4a9c-a6ed-7dc8498319fb'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:20:04.416084 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-5881fc03-6093-4368-b9e7-bc04c2ba80d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:19:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['d2c2c942-7da6-4a9c-a6ed-7dc8498319fb'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:20:04.455899 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb2a65e-94fd-474a-bce0-b4676db95b54 req-04ad4bbf-18c7-44a0-be7d-98ce961b5740 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:04.457563 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0eb2a65e-94fd-474a-bce0-b4676db95b54 req-04ad4bbf-18c7-44a0-be7d-98ce961b5740 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/ports?device_id=982a3e02-7238-4c83-a758-6e24ea99ed01 HTTP/1.1" status: 200 len: 944 time: 0.1727905 Feb 02 07:20:04.498931 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-5881fc03-6093-4368-b9e7-bc04c2ba80d2 None None] Set router d2c2c942-7da6-4a9c-a6ed-7dc8498319fb gateway port host: None {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:20:04.568375 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0eb2a65e-94fd-474a-bce0-b4676db95b54 req-48ef6a79-dcb1-4df6-8d92-0d3b52b78b96 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/security-groups?id=3524c585-c4e8-4dfb-a8c3-d19c4cb3cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049838 Feb 02 07:20:04.572737 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-5881fc03-6093-4368-b9e7-bc04c2ba80d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c2c942-7da6-4a9c-a6ed-7dc8498319fb', 'name': 'tempest-AttachVolumeTestJSON-93769577-router', 'tenant_id': '3b47e731264f4e98a435635cbe941a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:12:49Z', 'updated_at': '2022-02-02T07:20:04Z', 'revision_number': 7, 'project_id': '3b47e731264f4e98a435635cbe941a6a', 'gw_port_host': None}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:20:04.648900 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5881fc03-6093-4368-b9e7-bc04c2ba80d2 None None] The sync data for ids ['d2c2c942-7da6-4a9c-a6ed-7dc8498319fb'] in n-d-789963-26 is: [{'id': 'd2c2c942-7da6-4a9c-a6ed-7dc8498319fb', 'name': 'tempest-AttachVolumeTestJSON-93769577-router', 'tenant_id': '3b47e731264f4e98a435635cbe941a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:12:49Z', 'updated_at': '2022-02-02T07:20:04Z', 'revision_number': 7, 'project_id': '3b47e731264f4e98a435635cbe941a6a', 'gw_port_host': None}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:20:04.719497 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ee2fd-fa4c-4c35-a222-49c448288c81 req-8d2d9b69-0d6e-4377-83be-dd3981c8f6e0 tempest-ServerAddressesNegativeTestJSON-38483496 tempest-ServerAddressesNegativeTestJSON-38483496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:04.728088 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-867ee2fd-fa4c-4c35-a222-49c448288c81 req-8d2d9b69-0d6e-4377-83be-dd3981c8f6e0 tempest-ServerAddressesNegativeTestJSON-38483496 tempest-ServerAddressesNegativeTestJSON-38483496-project] 10.222.0.87 "GET /v2.0/ports?device_id=3335048e-b2be-438c-9e9d-5cd86983b781 HTTP/1.1" status: 200 len: 945 time: 0.0907383 Feb 02 07:20:04.768198 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 4a399082-e671-4e68-ac4e-2cbdc580628f is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:20:04.768870 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (4a399082-e671-4e68-ac4e-2cbdc580628f), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:04.815130 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 4a399082-e671-4e68-ac4e-2cbdc580628f, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=4a399082-e671-4e68-ac4e-2cbdc580628f,segment=NetworkSegment(4f5298fd-80d5-4af0-b762-03d1bff87a8c),segment_id=4f5298fd-80d5-4af0-b762-03d1bff87a8c)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:20:04.816738 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '982a3e02-7238-4c83-a758-6e24ea99ed01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a399082-e671-4e68-ac4e-2cbdc580628f'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:20:04.820374 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46176587-c97e-4a6a-8c09-15e7e7639b29" -d '{"events": [{"server_uuid": "982a3e02-7238-4c83-a758-6e24ea99ed01", "name": "network-vif-plugged", "status": "completed", "tag": "4a399082-e671-4e68-ac4e-2cbdc580628f"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:20:04.828016 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (4a399082-e671-4e68-ac4e-2cbdc580628f), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:04.860413 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-867ee2fd-fa4c-4c35-a222-49c448288c81 req-2d86ff5d-ed91-45cd-9958-dee267b11f61 tempest-ServerAddressesNegativeTestJSON-38483496 tempest-ServerAddressesNegativeTestJSON-38483496-project] 10.222.0.87 "GET /v2.0/security-groups?id=2b5e2a7b-295e-4a91-a91c-a88316c35300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163538 Feb 02 07:20:04.889936 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=4a399082-e671-4e68-ac4e-2cbdc580628f,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:04.951063 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-01f8ee5c-89b2-4fa0-ad2c-d4bebcfee20e req-465aed75-1b9a-428b-a4c0-c6bbd88a53e1 tempest-InstanceActionsNegativeTestJSON-1135343426 tempest-InstanceActionsNegativeTestJSON-1135343426-project] 10.222.0.87 "GET /v2.0/ports?device_id=117a8017-9e2d-4632-966e-e5b436235bde HTTP/1.1" status: 200 len: 210 time: 0.0425766 Feb 02 07:20:05.142299 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9626e86d-5d22-4bf4-96b4-9815c57c3662 x-openstack-request-id: req-9626e86d-5d22-4bf4-96b4-9815c57c3662 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:20:05.142783 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "982a3e02-7238-4c83-a758-6e24ea99ed01", "name": "network-vif-plugged", "status": "completed", "tag": "4a399082-e671-4e68-ac4e-2cbdc580628f", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:20:05.143092 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-9626e86d-5d22-4bf4-96b4-9815c57c3662 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:20:05.143692 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '982a3e02-7238-4c83-a758-6e24ea99ed01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a399082-e671-4e68-ac4e-2cbdc580628f', 'code': 200} Feb 02 07:20:05.300893 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-125056ff-858c-4443-a6c6-c38a1ffb7f5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (d2c2c942-7da6-4a9c-a6ed-7dc8498319fb), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:05.304980 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-125056ff-858c-4443-a6c6-c38a1ffb7f5c admin admin] Publish callbacks [] for router_controller (d2c2c942-7da6-4a9c-a6ed-7dc8498319fb), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:05.359038 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-125056ff-858c-4443-a6c6-c38a1ffb7f5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (d2c2c942-7da6-4a9c-a6ed-7dc8498319fb), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:05.359939 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-125056ff-858c-4443-a6c6-c38a1ffb7f5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2c2c942-7da6-4a9c-a6ed-7dc8498319fb {{(pid=109693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:20:05.369378 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-125056ff-858c-4443-a6c6-c38a1ffb7f5c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:05.370909 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-125056ff-858c-4443-a6c6-c38a1ffb7f5c admin admin] 10.222.0.87 "DELETE /v2.0/routers/d2c2c942-7da6-4a9c-a6ed-7dc8498319fb HTTP/1.1" status: 204 len: 168 time: 1.9168580 Feb 02 07:20:05.374385 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 37266) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:20:05.430834 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cec30c4-86d3-4dcc-b44a-e34afc5569e3 admin admin] Deleting subnet 2c1cc1e9-39d5-4fbe-86e9-f98639e7b3b3 {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:20:05.437502 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5cec30c4-86d3-4dcc-b44a-e34afc5569e3 admin admin] Publish callbacks [] for subnet (2c1cc1e9-39d5-4fbe-86e9-f98639e7b3b3), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:05.455257 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7647043-3e27-4790-af52-ee9f6df7e936 req-df920fd3-cfa4-41a5-a95d-197719d85306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:05.460533 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f7647043-3e27-4790-af52-ee9f6df7e936 req-df920fd3-cfa4-41a5-a95d-197719d85306 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=982a3e02-7238-4c83-a758-6e24ea99ed01 HTTP/1.1" status: 200 len: 1128 time: 0.1385007 Feb 02 07:20:05.501520 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5cec30c4-86d3-4dcc-b44a-e34afc5569e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (2c1cc1e9-39d5-4fbe-86e9-f98639e7b3b3), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:05.525732 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f7647043-3e27-4790-af52-ee9f6df7e936 req-02f799a1-f401-4941-93cf-8c406923d87b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3524c585-c4e8-4dfb-a8c3-d19c4cb3cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587065 Feb 02 07:20:05.618455 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5cec30c4-86d3-4dcc-b44a-e34afc5569e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (2c1cc1e9-39d5-4fbe-86e9-f98639e7b3b3), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:05.686287 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 7f0ace55-8983-456d-b1f0-0828d35a5809 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:20:05.721604 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5cec30c4-86d3-4dcc-b44a-e34afc5569e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (2c1cc1e9-39d5-4fbe-86e9-f98639e7b3b3), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:05.724769 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 7f0ace55-8983-456d-b1f0-0828d35a5809 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:20:05.725174 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 7f0ace55-8983-456d-b1f0-0828d35a5809 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:20:05.765282 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ea047e-997c-4eab-b64e-7c0cee5409c7 req-1f590bd8-9691-4560-816c-a1a6af0b7def tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:05.769149 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cec30c4-86d3-4dcc-b44a-e34afc5569e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c1cc1e9-39d5-4fbe-86e9-f98639e7b3b3,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:05.771186 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e7ea047e-997c-4eab-b64e-7c0cee5409c7 req-1f590bd8-9691-4560-816c-a1a6af0b7def tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/ports?device_id=982a3e02-7238-4c83-a758-6e24ea99ed01 HTTP/1.1" status: 200 len: 945 time: 0.0836408 Feb 02 07:20:05.777242 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5cec30c4-86d3-4dcc-b44a-e34afc5569e3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:05.781325 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-5cec30c4-86d3-4dcc-b44a-e34afc5569e3 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/2c1cc1e9-39d5-4fbe-86e9-f98639e7b3b3 HTTP/1.1" status: 204 len: 168 time: 0.4058836 Feb 02 07:20:05.783745 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 37272) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:20:05.787767 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663a1e7f-df50-4633-9aaa-14329c2ff8b5 None None] Network 5b8ffc7a-717b-4b32-aed8-31315930798c requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:20:05.857479 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e7ea047e-997c-4eab-b64e-7c0cee5409c7 req-433725ad-3e2e-41f7-8399-5a845221d0ad tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/security-groups?id=3524c585-c4e8-4dfb-a8c3-d19c4cb3cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807896 Feb 02 07:20:05.881549 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3509d9f0-d1ec-45f1-ada1-6446d33051bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (5b8ffc7a-717b-4b32-aed8-31315930798c), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:06.029335 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-3509d9f0-d1ec-45f1-ada1-6446d33051bb admin admin] Deleting port d747fbe6-24a6-48d4-a896-6094706b578c {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:20:06.029743 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3509d9f0-d1ec-45f1-ada1-6446d33051bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (d747fbe6-24a6-48d4-a896-6094706b578c), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:06.048013 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb4a09f-7205-435b-bfb7-1d41917e2955 None None] DHCP port deletion for 5b8ffc7a-717b-4b32-aed8-31315930798c request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:20:06.054423 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe60d042-547a-48b8-bd9f-61b305e67a64 req-ed21d284-c361-4375-bf54-e9114b0785e7 tempest-ServerAddressesNegativeTestJSON-38483496 tempest-ServerAddressesNegativeTestJSON-38483496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:06.063087 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fe60d042-547a-48b8-bd9f-61b305e67a64 req-ed21d284-c361-4375-bf54-e9114b0785e7 tempest-ServerAddressesNegativeTestJSON-38483496 tempest-ServerAddressesNegativeTestJSON-38483496-project] 10.222.0.87 "GET /v2.0/ports?device_id=3335048e-b2be-438c-9e9d-5cd86983b781 HTTP/1.1" status: 200 len: 945 time: 0.1039677 Feb 02 07:20:06.132835 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-dcb4a09f-7205-435b-bfb7-1d41917e2955 None None] Deleting port d747fbe6-24a6-48d4-a896-6094706b578c {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:20:06.133210 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-dcb4a09f-7205-435b-bfb7-1d41917e2955 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (d747fbe6-24a6-48d4-a896-6094706b578c), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:06.136667 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-3509d9f0-d1ec-45f1-ada1-6446d33051bb admin admin] For port d747fbe6-24a6-48d4-a896-6094706b578c, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=d747fbe6-24a6-48d4-a896-6094706b578c,segment=NetworkSegment(1fe536e7-22e9-4789-86f4-399744fc3de0),segment_id=1fe536e7-22e9-4789-86f4-399744fc3de0)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:20:06.138763 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3509d9f0-d1ec-45f1-ada1-6446d33051bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (d747fbe6-24a6-48d4-a896-6094706b578c), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:06.164924 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-3509d9f0-d1ec-45f1-ada1-6446d33051bb admin admin] Calling delete_port for d747fbe6-24a6-48d4-a896-6094706b578c owned by network:dhcp {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:20:06.192119 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fe60d042-547a-48b8-bd9f-61b305e67a64 req-9dc830e2-0684-4e26-87f0-ec17503a9dad tempest-ServerAddressesNegativeTestJSON-38483496 tempest-ServerAddressesNegativeTestJSON-38483496-project] 10.222.0.87 "GET /v2.0/security-groups?id=2b5e2a7b-295e-4a91-a91c-a88316c35300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280112 Feb 02 07:20:06.243259 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-dcb4a09f-7205-435b-bfb7-1d41917e2955 None None] For port d747fbe6-24a6-48d4-a896-6094706b578c, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=d747fbe6-24a6-48d4-a896-6094706b578c,segment=NetworkSegment(1fe536e7-22e9-4789-86f4-399744fc3de0),segment_id=1fe536e7-22e9-4789-86f4-399744fc3de0)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:20:06.243627 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-dcb4a09f-7205-435b-bfb7-1d41917e2955 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (d747fbe6-24a6-48d4-a896-6094706b578c), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:06.265742 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-dcb4a09f-7205-435b-bfb7-1d41917e2955 None None] Calling delete_port for d747fbe6-24a6-48d4-a896-6094706b578c owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:20:06.327175 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8745cc24-e288-4731-becb-2e513b31102f req-765d42ae-84ab-4e1e-acb7-2cc2f3a81c50 tempest-InstanceActionsNegativeTestJSON-1135343426 tempest-InstanceActionsNegativeTestJSON-1135343426-project] 10.222.0.87 "GET /v2.0/ports?device_id=117a8017-9e2d-4632-966e-e5b436235bde HTTP/1.1" status: 200 len: 210 time: 0.0352356 Feb 02 07:20:06.351919 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3509d9f0-d1ec-45f1-ada1-6446d33051bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (d747fbe6-24a6-48d4-a896-6094706b578c), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:06.380054 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3509d9f0-d1ec-45f1-ada1-6446d33051bb admin admin] Pushing event deleted for resources: {'Port': ['ID=d747fbe6-24a6-48d4-a896-6094706b578c,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:06.383769 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3509d9f0-d1ec-45f1-ada1-6446d33051bb admin admin] No DVR routers for this DVR port d747fbe6-24a6-48d4-a896-6094706b578c on host n-d-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:20:06.476959 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:20:06.476959 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:20:06.476959 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:20:06.476959 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:20:06.476959 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:20:06.476959 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:20:06.476959 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:20:06.476959 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:20:06.476959 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:20:06.476959 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:20:06.476959 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:20:06.476959 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:20:06.476959 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:20:06.476959 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:20:06.476959 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:20:06.476959 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:20:06.476959 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:20:06.476959 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:20:06.476959 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:20:06.476959 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:20:06.476959 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:20:06.476959 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:20:06.476959 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:20:06.476959 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:20:06.476959 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:20:06.476959 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:20:06.476959 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:20:06.476959 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:20:06.476959 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:20:06.476959 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:20:06.476959 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:20:06.476959 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:20:06.476959 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:20:06.476959 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:20:06.476959 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:20:06.476959 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:20:06.476959 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:20:06.476959 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:20:06.476959 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:20:06.476959 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:20:06.476959 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:20:06.476959 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:20:06.476959 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:20:06.476959 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:20:06.476959 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:20:06.476959 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:20:06.476959 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:20:06.476959 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:20:06.476959 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:20:06.476959 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:20:06.476959 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:20:06.476959 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:20:06.476959 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:20:06.476959 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:20:06.495426 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-dcb4a09f-7205-435b-bfb7-1d41917e2955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (d747fbe6-24a6-48d4-a896-6094706b578c), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:06.508084 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3509d9f0-d1ec-45f1-ada1-6446d33051bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (5b8ffc7a-717b-4b32-aed8-31315930798c), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:06.529930 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-3509d9f0-d1ec-45f1-ada1-6446d33051bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b8ffc7a-717b-4b32-aed8-31315930798c']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:20:06.542598 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-3509d9f0-d1ec-45f1-ada1-6446d33051bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fe536e7-22e9-4789-86f4-399744fc3de0') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:20:06.543087 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-3509d9f0-d1ec-45f1-ada1-6446d33051bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fe536e7-22e9-4789-86f4-399744fc3de0') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:20:06.553313 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3509d9f0-d1ec-45f1-ada1-6446d33051bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (1fe536e7-22e9-4789-86f4-399744fc3de0), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:06.569436 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3509d9f0-d1ec-45f1-ada1-6446d33051bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (1fe536e7-22e9-4789-86f4-399744fc3de0), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:06.586821 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3509d9f0-d1ec-45f1-ada1-6446d33051bb admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:20:06.587263 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3509d9f0-d1ec-45f1-ada1-6446d33051bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (1fe536e7-22e9-4789-86f4-399744fc3de0), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:06.590725 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb4a09f-7205-435b-bfb7-1d41917e2955 None None] Pushing event deleted for resources: {'Port': ['ID=d747fbe6-24a6-48d4-a896-6094706b578c,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:06.592586 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:20:06.592586 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:20:06.592586 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:20:06.592586 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:20:06.592586 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:20:06.592586 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:20:06.592586 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:20:06.592586 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:20:06.592586 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:20:06.592586 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:20:06.592586 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:20:06.592586 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:20:06.592586 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:20:06.592586 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:20:06.592586 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:20:06.592586 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:20:06.592586 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:20:06.592586 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:20:06.592586 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:20:06.592586 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:20:06.592586 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:20:06.592586 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:20:06.592586 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:20:06.592586 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:20:06.592586 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:20:06.592586 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:20:06.592586 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:20:06.592586 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:20:06.592586 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:20:06.592586 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:20:06.592586 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:20:06.592586 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:20:06.611398 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb4a09f-7205-435b-bfb7-1d41917e2955 None None] No DVR routers for this DVR port d747fbe6-24a6-48d4-a896-6094706b578c on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:20:06.643962 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5aeaba-63d4-4f8c-8c4c-bdc327b783f4 req-36908fba-0bfe-497e-98b7-37933d5dc3d5 tempest-InstanceActionsNegativeTestJSON-1135343426 tempest-InstanceActionsNegativeTestJSON-1135343426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:06.658035 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7b5aeaba-63d4-4f8c-8c4c-bdc327b783f4 req-36908fba-0bfe-497e-98b7-37933d5dc3d5 tempest-InstanceActionsNegativeTestJSON-1135343426 tempest-InstanceActionsNegativeTestJSON-1135343426-project] 10.222.0.59 "GET /v2.0/networks?id=b09aa6d8-4e6b-4881-a07e-6350a2f39c60 HTTP/1.1" status: 200 len: 821 time: 0.2461536 Feb 02 07:20:06.667077 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-7b5aeaba-63d4-4f8c-8c4c-bdc327b783f4 req-1c171ed2-493d-4d73-8132-b18f0e4776b1 tempest-InstanceActionsNegativeTestJSON-1135343426 tempest-InstanceActionsNegativeTestJSON-1135343426-project] Request body: {'port': {'device_id': '117a8017-9e2d-4632-966e-e5b436235bde', 'network_id': 'b09aa6d8-4e6b-4881-a07e-6350a2f39c60', 'admin_state_up': True, 'tenant_id': '6abc047e81e64579b09534b02ed19ff3'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:20:06.670597 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3509d9f0-d1ec-45f1-ada1-6446d33051bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (5b8ffc7a-717b-4b32-aed8-31315930798c), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:06.688848 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3509d9f0-d1ec-45f1-ada1-6446d33051bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:06.698642 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-3509d9f0-d1ec-45f1-ada1-6446d33051bb admin admin] 10.222.0.87 "DELETE /v2.0/networks/5b8ffc7a-717b-4b32-aed8-31315930798c HTTP/1.1" status: 204 len: 168 time: 0.9116280 Feb 02 07:20:06.708950 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3509d9f0-d1ec-45f1-ada1-6446d33051bb admin admin] Pushing event deleted for resources: {'Network': ['ID=5b8ffc7a-717b-4b32-aed8-31315930798c,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:06.787532 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b5aeaba-63d4-4f8c-8c4c-bdc327b783f4 req-1c171ed2-493d-4d73-8132-b18f0e4776b1 tempest-InstanceActionsNegativeTestJSON-1135343426 tempest-InstanceActionsNegativeTestJSON-1135343426-project] Made reservation on behalf of 6abc047e81e64579b09534b02ed19ff3 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:20:06.792084 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-7b5aeaba-63d4-4f8c-8c4c-bdc327b783f4 req-1c171ed2-493d-4d73-8132-b18f0e4776b1 tempest-InstanceActionsNegativeTestJSON-1135343426 tempest-InstanceActionsNegativeTestJSON-1135343426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:06.859711 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 37288) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:20:06.887945 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 8d2caf22-8a49-42a8-9efd-c7318b65b777 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:20:06.920784 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-375ed390-b5f5-453f-a72c-ba67a05c4ae8 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=3b47e731264f4e98a435635cbe941a6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0598650 Feb 02 07:20:06.922063 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 37292) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:20:06.986879 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0b767868-e7ee-46ec-95cb-734460fd7a51 admin admin] Publish callbacks [] for security_group (4da660f0-c5e9-442f-8c86-6a3d6996b30f), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:07.005067 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port 8d2caf22-8a49-42a8-9efd-c7318b65b777 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:20:07.010053 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port 8d2caf22-8a49-42a8-9efd-c7318b65b777 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:20:07.010425 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (8d2caf22-8a49-42a8-9efd-c7318b65b777), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:07.019236 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0b767868-e7ee-46ec-95cb-734460fd7a51 admin admin] Publish callbacks [] for security_group (4da660f0-c5e9-442f-8c86-6a3d6996b30f), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:07.098485 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0b767868-e7ee-46ec-95cb-734460fd7a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (4da660f0-c5e9-442f-8c86-6a3d6996b30f), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:07.101300 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0b767868-e7ee-46ec-95cb-734460fd7a51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:07.107232 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-0b767868-e7ee-46ec-95cb-734460fd7a51 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/4da660f0-c5e9-442f-8c86-6a3d6996b30f HTTP/1.1" status: 204 len: 168 time: 0.1838095 Feb 02 07:20:07.118475 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b767868-e7ee-46ec-95cb-734460fd7a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da660f0-c5e9-442f-8c86-6a3d6996b30f,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:07.163672 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-7b5aeaba-63d4-4f8c-8c4c-bdc327b783f4 req-1c171ed2-493d-4d73-8132-b18f0e4776b1 tempest-InstanceActionsNegativeTestJSON-1135343426 tempest-InstanceActionsNegativeTestJSON-1135343426-project] Allocated IP 172.20.0.6 (b09aa6d8-4e6b-4881-a07e-6350a2f39c60/219c9b9f-e4c7-4c65-b8cd-c2f9f345a7a0/d5fb3f89-2041-4646-9607-962a10835332) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:20:07.196095 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6465e86-bba9-4906-b58f-8530d326c315 req-cc601ae0-19c3-482c-8acc-f361873ffca4 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:07.204652 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e6465e86-bba9-4906-b58f-8530d326c315 req-cc601ae0-19c3-482c-8acc-f361873ffca4 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/ports?device_id=982a3e02-7238-4c83-a758-6e24ea99ed01 HTTP/1.1" status: 200 len: 945 time: 0.1820090 Feb 02 07:20:07.370172 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e6465e86-bba9-4906-b58f-8530d326c315 req-3a9b9b86-b833-4350-b573-5383d9fa5e90 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/security-groups?id=3524c585-c4e8-4dfb-a8c3-d19c4cb3cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579931 Feb 02 07:20:07.445951 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 8d2caf22-8a49-42a8-9efd-c7318b65b777 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:20:07.446341 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (8d2caf22-8a49-42a8-9efd-c7318b65b777), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:07.451420 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device ef8b9ae5-e18d-4fc7-a109-6972e3e46a27 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:20:07.491645 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: ef8b9ae5-e18d-4fc7-a109-6972e3e46a27 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:20:07.491645 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device ef8b9ae5-e18d-4fc7-a109-6972e3e46a27 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:20:07.491645 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device d747fbe6-24a6-48d4-a896-6094706b578c no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:20:07.510349 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: d747fbe6-24a6-48d4-a896-6094706b578c {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:20:07.510712 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device d747fbe6-24a6-48d4-a896-6094706b578c not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:20:07.552011 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3335048e-b2be-438c-9e9d-5cd86983b781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d2caf22-8a49-42a8-9efd-c7318b65b777'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:20:07.554876 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ffc65a-8352-456a-b42c-ceb5c39c344e" -d '{"events": [{"server_uuid": "3335048e-b2be-438c-9e9d-5cd86983b781", "name": "network-vif-plugged", "status": "completed", "tag": "8d2caf22-8a49-42a8-9efd-c7318b65b777"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:20:07.571201 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 8d2caf22-8a49-42a8-9efd-c7318b65b777, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=8d2caf22-8a49-42a8-9efd-c7318b65b777,segment=NetworkSegment(81f07938-828a-4768-8725-17cf437f656d),segment_id=81f07938-828a-4768-8725-17cf437f656d)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:20:07.579919 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (8d2caf22-8a49-42a8-9efd-c7318b65b777), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:07.691163 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=8d2caf22-8a49-42a8-9efd-c7318b65b777,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:07.736833 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a09c3-9901-4a74-ba78-d3f71c104b9d req-e041ce3f-5b02-43ab-9324-f96f6d04a141 tempest-ServerAddressesNegativeTestJSON-38483496 tempest-ServerAddressesNegativeTestJSON-38483496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:07.738366 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fe0a09c3-9901-4a74-ba78-d3f71c104b9d req-e041ce3f-5b02-43ab-9324-f96f6d04a141 tempest-ServerAddressesNegativeTestJSON-38483496 tempest-ServerAddressesNegativeTestJSON-38483496-project] 10.222.0.87 "GET /v2.0/ports?device_id=3335048e-b2be-438c-9e9d-5cd86983b781 HTTP/1.1" status: 200 len: 946 time: 0.1735783 Feb 02 07:20:07.741356 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-7b5aeaba-63d4-4f8c-8c4c-bdc327b783f4 req-1c171ed2-493d-4d73-8132-b18f0e4776b1 tempest-InstanceActionsNegativeTestJSON-1135343426 tempest-InstanceActionsNegativeTestJSON-1135343426-project] Publish callbacks [] for port (d5fb3f89-2041-4646-9607-962a10835332), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:07.821572 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fe0a09c3-9901-4a74-ba78-d3f71c104b9d req-ff15fec1-ff65-49c4-a298-99955e45c540 tempest-ServerAddressesNegativeTestJSON-38483496 tempest-ServerAddressesNegativeTestJSON-38483496-project] 10.222.0.87 "GET /v2.0/security-groups?id=2b5e2a7b-295e-4a91-a91c-a88316c35300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722985 Feb 02 07:20:07.835342 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-7b5aeaba-63d4-4f8c-8c4c-bdc327b783f4 req-1c171ed2-493d-4d73-8132-b18f0e4776b1 tempest-InstanceActionsNegativeTestJSON-1135343426 tempest-InstanceActionsNegativeTestJSON-1135343426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (d5fb3f89-2041-4646-9607-962a10835332), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:07.932095 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c171ed2-493d-4d73-8132-b18f0e4776b1 tempest-InstanceActionsNegativeTestJSON-1135343426 tempest-InstanceActionsNegativeTestJSON-1135343426-project] Pushing event updated for resources: {'Port': ['ID=d5fb3f89-2041-4646-9607-962a10835332,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:07.966505 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b5aeaba-63d4-4f8c-8c4c-bdc327b783f4 req-1c171ed2-493d-4d73-8132-b18f0e4776b1 tempest-InstanceActionsNegativeTestJSON-1135343426 tempest-InstanceActionsNegativeTestJSON-1135343426-project] Network b09aa6d8-4e6b-4881-a07e-6350a2f39c60 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:20:07.971394 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-7b5aeaba-63d4-4f8c-8c4c-bdc327b783f4 req-1c171ed2-493d-4d73-8132-b18f0e4776b1 tempest-InstanceActionsNegativeTestJSON-1135343426 tempest-InstanceActionsNegativeTestJSON-1135343426-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:20:07.975597 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b5aeaba-63d4-4f8c-8c4c-bdc327b783f4 req-1c171ed2-493d-4d73-8132-b18f0e4776b1 tempest-InstanceActionsNegativeTestJSON-1135343426 tempest-InstanceActionsNegativeTestJSON-1135343426-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:20:08.034570 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5aeaba-63d4-4f8c-8c4c-bdc327b783f4 req-1c171ed2-493d-4d73-8132-b18f0e4776b1 tempest-InstanceActionsNegativeTestJSON-1135343426 tempest-InstanceActionsNegativeTestJSON-1135343426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:08.035693 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-7b5aeaba-63d4-4f8c-8c4c-bdc327b783f4 req-1c171ed2-493d-4d73-8132-b18f0e4776b1 tempest-InstanceActionsNegativeTestJSON-1135343426 tempest-InstanceActionsNegativeTestJSON-1135343426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:08.051850 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e9d49-8d9e-478f-9ee4-9896658b14f2 req-25a777ed-8d27-4f85-9ae7-8f2c38e6ebe3 tempest-InstanceActionsNegativeTestJSON-1135343426 tempest-InstanceActionsNegativeTestJSON-1135343426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:08.053991 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-943e9d49-8d9e-478f-9ee4-9896658b14f2 req-25a777ed-8d27-4f85-9ae7-8f2c38e6ebe3 tempest-InstanceActionsNegativeTestJSON-1135343426 tempest-InstanceActionsNegativeTestJSON-1135343426-project] 10.222.0.87 "GET /v2.0/ports?device_id=117a8017-9e2d-4632-966e-e5b436235bde HTTP/1.1" status: 200 len: 931 time: 0.1368971 Feb 02 07:20:08.077457 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7b5aeaba-63d4-4f8c-8c4c-bdc327b783f4 req-1c171ed2-493d-4d73-8132-b18f0e4776b1 tempest-InstanceActionsNegativeTestJSON-1135343426 tempest-InstanceActionsNegativeTestJSON-1135343426-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4143717 Feb 02 07:20:08.096462 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-7b5aeaba-63d4-4f8c-8c4c-bdc327b783f4 req-9af2c7c1-2bfa-4772-9a60-6143ac1cf094 service neutron] Request body: {'port': {'device_id': '117a8017-9e2d-4632-966e-e5b436235bde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:20:08.162858 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-943e9d49-8d9e-478f-9ee4-9896658b14f2 req-35e5543f-968b-4220-950a-35264d062a04 tempest-InstanceActionsNegativeTestJSON-1135343426 tempest-InstanceActionsNegativeTestJSON-1135343426-project] 10.222.0.87 "GET /v2.0/security-groups?id=556d1660-1d9b-43ed-9544-549fb840163c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973451 Feb 02 07:20:08.224325 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f58001-d231-442a-923c-f2d14476f107 x-openstack-request-id: req-b5f58001-d231-442a-923c-f2d14476f107 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:20:08.225236 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3335048e-b2be-438c-9e9d-5cd86983b781", "name": "network-vif-plugged", "status": "completed", "tag": "8d2caf22-8a49-42a8-9efd-c7318b65b777", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:20:08.225713 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b5f58001-d231-442a-923c-f2d14476f107 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:20:08.226304 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3335048e-b2be-438c-9e9d-5cd86983b781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d2caf22-8a49-42a8-9efd-c7318b65b777', 'code': 200} Feb 02 07:20:08.234272 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-7b5aeaba-63d4-4f8c-8c4c-bdc327b783f4 req-9af2c7c1-2bfa-4772-9a60-6143ac1cf094 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (d5fb3f89-2041-4646-9607-962a10835332), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:08.397475 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf3c926-126e-4024-9f01-beb37d5433e0 req-ad6fc47c-3f65-4650-95e3-a0933a0f4e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:08.399003 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9cf3c926-126e-4024-9f01-beb37d5433e0 req-ad6fc47c-3f65-4650-95e3-a0933a0f4e75 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=3335048e-b2be-438c-9e9d-5cd86983b781 HTTP/1.1" status: 200 len: 1129 time: 0.0828598 Feb 02 07:20:08.499947 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9cf3c926-126e-4024-9f01-beb37d5433e0 req-10380dcf-13f6-4f99-8d01-42808db86954 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=2b5e2a7b-295e-4a91-a91c-a88316c35300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938499 Feb 02 07:20:08.578026 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e60a59-eb94-415e-8d70-f920b2d7aaa6 req-a8603fcd-e260-4c00-886c-fe40b11b2660 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:08.579534 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-45e60a59-eb94-415e-8d70-f920b2d7aaa6 req-a8603fcd-e260-4c00-886c-fe40b11b2660 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/ports?device_id=982a3e02-7238-4c83-a758-6e24ea99ed01 HTTP/1.1" status: 200 len: 945 time: 0.0809319 Feb 02 07:20:08.696049 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-7b5aeaba-63d4-4f8c-8c4c-bdc327b783f4 req-9af2c7c1-2bfa-4772-9a60-6143ac1cf094 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5fb3f89-2041-4646-9607-962a10835332 {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:20:08.709559 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-7b5aeaba-63d4-4f8c-8c4c-bdc327b783f4 req-9af2c7c1-2bfa-4772-9a60-6143ac1cf094 service neutron] Publish callbacks [] for port (d5fb3f89-2041-4646-9607-962a10835332), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:08.741118 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-45e60a59-eb94-415e-8d70-f920b2d7aaa6 req-1edaa191-ded3-4aba-b13c-31d321f5f84c tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/security-groups?id=3524c585-c4e8-4dfb-a8c3-d19c4cb3cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368783 Feb 02 07:20:08.764361 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-7b5aeaba-63d4-4f8c-8c4c-bdc327b783f4 req-9af2c7c1-2bfa-4772-9a60-6143ac1cf094 service neutron] Transition to ACTIVE for port object d5fb3f89-2041-4646-9607-962a10835332 will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:20:08.777373 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-7b5aeaba-63d4-4f8c-8c4c-bdc327b783f4 req-9af2c7c1-2bfa-4772-9a60-6143ac1cf094 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (d5fb3f89-2041-4646-9607-962a10835332), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:08.874701 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af2c7c1-2bfa-4772-9a60-6143ac1cf094 service neutron] Pushing event updated for resources: {'Port': ['ID=d5fb3f89-2041-4646-9607-962a10835332,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:08.987187 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:20:09.008405 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-7b5aeaba-63d4-4f8c-8c4c-bdc327b783f4 req-9af2c7c1-2bfa-4772-9a60-6143ac1cf094 service neutron] Attempting to bind port d5fb3f89-2041-4646-9607-962a10835332 on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:20:09.008763 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-7b5aeaba-63d4-4f8c-8c4c-bdc327b783f4 req-9af2c7c1-2bfa-4772-9a60-6143ac1cf094 service neutron] Attempting to bind port d5fb3f89-2041-4646-9607-962a10835332 by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': 'c3168167-d3ee-48fd-9808-2482895ced8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b09aa6d8-4e6b-4881-a07e-6350a2f39c60'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:20:09.009129 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5aeaba-63d4-4f8c-8c4c-bdc327b783f4 req-9af2c7c1-2bfa-4772-9a60-6143ac1cf094 service neutron] Attempting to bind port d5fb3f89-2041-4646-9607-962a10835332 on network b09aa6d8-4e6b-4881-a07e-6350a2f39c60 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:20:09.017895 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5aeaba-63d4-4f8c-8c4c-bdc327b783f4 req-9af2c7c1-2bfa-4772-9a60-6143ac1cf094 service neutron] Port d5fb3f89-2041-4646-9607-962a10835332 on network b09aa6d8-4e6b-4881-a07e-6350a2f39c60 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:20:09.018222 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5aeaba-63d4-4f8c-8c4c-bdc327b783f4 req-9af2c7c1-2bfa-4772-9a60-6143ac1cf094 service neutron] Attempting to bind port d5fb3f89-2041-4646-9607-962a10835332 on network b09aa6d8-4e6b-4881-a07e-6350a2f39c60 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:20:09.032778 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336611e0-f4d0-4d67-a801-4f1d1f60d156 req-cfdf196f-1da9-483a-b942-7e49e5b60018 tempest-ServerAddressesNegativeTestJSON-38483496 tempest-ServerAddressesNegativeTestJSON-38483496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:09.034373 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-336611e0-f4d0-4d67-a801-4f1d1f60d156 req-cfdf196f-1da9-483a-b942-7e49e5b60018 tempest-ServerAddressesNegativeTestJSON-38483496 tempest-ServerAddressesNegativeTestJSON-38483496-project] 10.222.0.87 "GET /v2.0/ports?device_id=3335048e-b2be-438c-9e9d-5cd86983b781 HTTP/1.1" status: 200 len: 946 time: 0.1016538 Feb 02 07:20:09.035398 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5aeaba-63d4-4f8c-8c4c-bdc327b783f4 req-9af2c7c1-2bfa-4772-9a60-6143ac1cf094 service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:20:09.035769 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5aeaba-63d4-4f8c-8c4c-bdc327b783f4 req-9af2c7c1-2bfa-4772-9a60-6143ac1cf094 service neutron] Checking segment: {'id': 'c3168167-d3ee-48fd-9808-2482895ced8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b09aa6d8-4e6b-4881-a07e-6350a2f39c60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:20:09.036165 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5aeaba-63d4-4f8c-8c4c-bdc327b783f4 req-9af2c7c1-2bfa-4772-9a60-6143ac1cf094 service neutron] Bound using segment: {'id': 'c3168167-d3ee-48fd-9808-2482895ced8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b09aa6d8-4e6b-4881-a07e-6350a2f39c60'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:20:09.036620 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-7b5aeaba-63d4-4f8c-8c4c-bdc327b783f4 req-9af2c7c1-2bfa-4772-9a60-6143ac1cf094 service neutron] Bound port: d5fb3f89-2041-4646-9607-962a10835332, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3168167-d3ee-48fd-9808-2482895ced8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b09aa6d8-4e6b-4881-a07e-6350a2f39c60'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:20:09.036984 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-7b5aeaba-63d4-4f8c-8c4c-bdc327b783f4 req-9af2c7c1-2bfa-4772-9a60-6143ac1cf094 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (d5fb3f89-2041-4646-9607-962a10835332), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:09.163796 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-336611e0-f4d0-4d67-a801-4f1d1f60d156 req-b72a75fa-f6a0-44f8-bd28-c9982097b73d tempest-ServerAddressesNegativeTestJSON-38483496 tempest-ServerAddressesNegativeTestJSON-38483496-project] 10.222.0.87 "GET /v2.0/security-groups?id=2b5e2a7b-295e-4a91-a91c-a88316c35300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160626 Feb 02 07:20:09.274929 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-7b5aeaba-63d4-4f8c-8c4c-bdc327b783f4 req-9af2c7c1-2bfa-4772-9a60-6143ac1cf094 service neutron] For port d5fb3f89-2041-4646-9607-962a10835332, host n-h2-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:20:09.281678 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-7b5aeaba-63d4-4f8c-8c4c-bdc327b783f4 req-9af2c7c1-2bfa-4772-9a60-6143ac1cf094 service neutron] For port d5fb3f89-2041-4646-9607-962a10835332, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=d5fb3f89-2041-4646-9607-962a10835332,segment=NetworkSegment(c3168167-d3ee-48fd-9808-2482895ced8d),segment_id=c3168167-d3ee-48fd-9808-2482895ced8d)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:20:09.295742 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-7b5aeaba-63d4-4f8c-8c4c-bdc327b783f4 req-9af2c7c1-2bfa-4772-9a60-6143ac1cf094 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (d5fb3f89-2041-4646-9607-962a10835332), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:09.463130 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5aeaba-63d4-4f8c-8c4c-bdc327b783f4 req-9af2c7c1-2bfa-4772-9a60-6143ac1cf094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:09.464249 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-7b5aeaba-63d4-4f8c-8c4c-bdc327b783f4 req-9af2c7c1-2bfa-4772-9a60-6143ac1cf094 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:09.474285 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7b5aeaba-63d4-4f8c-8c4c-bdc327b783f4 req-9af2c7c1-2bfa-4772-9a60-6143ac1cf094 service neutron] 10.222.0.59 "PUT /v2.0/ports/d5fb3f89-2041-4646-9607-962a10835332 HTTP/1.1" status: 200 len: 1092 time: 1.3837056 Feb 02 07:20:09.475988 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '117a8017-9e2d-4632-966e-e5b436235bde', 'tag': 'd5fb3f89-2041-4646-9607-962a10835332'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:20:09.485583 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a3a577-4904-4c29-9930-c91a4cb18f2b" -d '{"events": [{"name": "network-changed", "server_uuid": "117a8017-9e2d-4632-966e-e5b436235bde", "tag": "d5fb3f89-2041-4646-9607-962a10835332"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:20:09.661737 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af2c7c1-2bfa-4772-9a60-6143ac1cf094 service neutron] Pushing event updated for resources: {'Port': ['ID=d5fb3f89-2041-4646-9607-962a10835332,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:09.728940 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc0d523-ae6c-4e60-a4a2-917a32cbd173 req-e7e190d7-27ab-4398-818d-c0c5d57fad20 tempest-InstanceActionsNegativeTestJSON-1135343426 tempest-InstanceActionsNegativeTestJSON-1135343426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:09.739020 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0bc0d523-ae6c-4e60-a4a2-917a32cbd173 req-e7e190d7-27ab-4398-818d-c0c5d57fad20 tempest-InstanceActionsNegativeTestJSON-1135343426 tempest-InstanceActionsNegativeTestJSON-1135343426-project] 10.222.0.87 "GET /v2.0/ports?device_id=117a8017-9e2d-4632-966e-e5b436235bde HTTP/1.1" status: 200 len: 943 time: 0.3480124 Feb 02 07:20:09.743027 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5aeaba-63d4-4f8c-8c4c-bdc327b783f4 req-366f8744-50d9-40a2-95c5-9d7e17768979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:09.744857 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7b5aeaba-63d4-4f8c-8c4c-bdc327b783f4 req-366f8744-50d9-40a2-95c5-9d7e17768979 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6abc047e81e64579b09534b02ed19ff3&device_id=117a8017-9e2d-4632-966e-e5b436235bde HTTP/1.1" status: 200 len: 1126 time: 0.1838632 Feb 02 07:20:09.861038 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0bc0d523-ae6c-4e60-a4a2-917a32cbd173 req-b4270536-1350-48aa-b65c-77f019f5bd1f tempest-InstanceActionsNegativeTestJSON-1135343426 tempest-InstanceActionsNegativeTestJSON-1135343426-project] 10.222.0.87 "GET /v2.0/security-groups?id=556d1660-1d9b-43ed-9544-549fb840163c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208758 Feb 02 07:20:09.945537 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b75f394e-239c-46e8-b13a-635305b6c2b9 x-openstack-request-id: req-b75f394e-239c-46e8-b13a-635305b6c2b9 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:20:09.945876 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "117a8017-9e2d-4632-966e-e5b436235bde", "tag": "d5fb3f89-2041-4646-9607-962a10835332", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:20:09.946097 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b75f394e-239c-46e8-b13a-635305b6c2b9 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:20:09.947189 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '117a8017-9e2d-4632-966e-e5b436235bde', 'tag': 'd5fb3f89-2041-4646-9607-962a10835332', 'status': 'completed', 'code': 200} Feb 02 07:20:09.966454 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7b5aeaba-63d4-4f8c-8c4c-bdc327b783f4 req-4d1feb70-5b57-4557-8344-d0b6a14a6131 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5fb3f89-2041-4646-9607-962a10835332 HTTP/1.1" status: 200 len: 217 time: 0.1894085 Feb 02 07:20:10.065660 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5aeaba-63d4-4f8c-8c4c-bdc327b783f4 req-0eb106c0-3477-4b83-9d34-a053a749bd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:10.067156 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7b5aeaba-63d4-4f8c-8c4c-bdc327b783f4 req-0eb106c0-3477-4b83-9d34-a053a749bd53 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=219c9b9f-e4c7-4c65-b8cd-c2f9f345a7a0 HTTP/1.1" status: 200 len: 861 time: 0.0945640 Feb 02 07:20:10.120997 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7b5aeaba-63d4-4f8c-8c4c-bdc327b783f4 req-11b8d798-498d-41c2-9251-3c496c096389 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b09aa6d8-4e6b-4881-a07e-6350a2f39c60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455720 Feb 02 07:20:10.241185 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7b5aeaba-63d4-4f8c-8c4c-bdc327b783f4 req-cf6365af-08be-41d5-9c88-a1e408909787 service neutron] 10.222.0.59 "GET /v2.0/networks/b09aa6d8-4e6b-4881-a07e-6350a2f39c60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146357 Feb 02 07:20:10.465659 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7b5aeaba-63d4-4f8c-8c4c-bdc327b783f4 req-f35285f6-e136-4569-be73-edf4901053c7 service neutron] 10.222.0.59 "GET /v2.0/networks/b09aa6d8-4e6b-4881-a07e-6350a2f39c60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174661 Feb 02 07:20:10.490704 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09314927-5861-4d65-ba73-ee0d71b09daa req-a9410828-a1cf-4051-83a9-0e21bd2ce185 tempest-ServerAddressesNegativeTestJSON-38483496 tempest-ServerAddressesNegativeTestJSON-38483496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:10.491777 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-09314927-5861-4d65-ba73-ee0d71b09daa req-a9410828-a1cf-4051-83a9-0e21bd2ce185 tempest-ServerAddressesNegativeTestJSON-38483496 tempest-ServerAddressesNegativeTestJSON-38483496-project] 10.222.0.87 "GET /v2.0/ports?device_id=3335048e-b2be-438c-9e9d-5cd86983b781 HTTP/1.1" status: 200 len: 946 time: 0.1779387 Feb 02 07:20:10.652991 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-09314927-5861-4d65-ba73-ee0d71b09daa req-19c4b299-7b8c-4474-8d40-4d690b814e9d tempest-ServerAddressesNegativeTestJSON-38483496 tempest-ServerAddressesNegativeTestJSON-38483496-project] 10.222.0.87 "GET /v2.0/security-groups?id=2b5e2a7b-295e-4a91-a91c-a88316c35300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533086 Feb 02 07:20:10.692770 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a3a577-4904-4c29-9930-c91a4cb18f2b req-c8a5bb82-590a-4b97-a004-c5af1d8228ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:10.694472 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a1a3a577-4904-4c29-9930-c91a4cb18f2b req-c8a5bb82-590a-4b97-a004-c5af1d8228ed service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6abc047e81e64579b09534b02ed19ff3&device_id=117a8017-9e2d-4632-966e-e5b436235bde HTTP/1.1" status: 200 len: 1126 time: 0.1306891 Feb 02 07:20:10.768985 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 37410) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:20:10.817345 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a3a577-4904-4c29-9930-c91a4cb18f2b req-f11e1745-ce86-477e-a7d3-eba9aad58bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:10.819050 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a1a3a577-4904-4c29-9930-c91a4cb18f2b req-f11e1745-ce86-477e-a7d3-eba9aad58bbc service neutron] 10.222.0.59 "GET /v2.0/networks?id=b09aa6d8-4e6b-4881-a07e-6350a2f39c60 HTTP/1.1" status: 200 len: 922 time: 0.1166511 Feb 02 07:20:10.890902 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a1a3a577-4904-4c29-9930-c91a4cb18f2b req-edbede3b-442e-4b60-abd6-fb6dd543815e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5fb3f89-2041-4646-9607-962a10835332 HTTP/1.1" status: 200 len: 217 time: 0.0652452 Feb 02 07:20:10.978860 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-817a01c7-5013-4ba8-91f6-0165f7d0f77e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:11.025943 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a3a577-4904-4c29-9930-c91a4cb18f2b req-719a36d0-134d-47e7-aab1-50008a0c50c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:11.027790 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a1a3a577-4904-4c29-9930-c91a4cb18f2b req-719a36d0-134d-47e7-aab1-50008a0c50c4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=219c9b9f-e4c7-4c65-b8cd-c2f9f345a7a0 HTTP/1.1" status: 200 len: 861 time: 0.1301832 Feb 02 07:20:11.039023 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-50e16672-a56a-4674-837b-e8af7dc511fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:11.071018 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a1a3a577-4904-4c29-9930-c91a4cb18f2b req-bac92b1d-60f3-4e33-8fde-625894463716 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b09aa6d8-4e6b-4881-a07e-6350a2f39c60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374641 Feb 02 07:20:11.194666 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-50e16672-a56a-4674-837b-e8af7dc511fe admin admin] Publish callbacks [] for security_group (75d44ec3-ed30-4c5f-839f-4367b6534002), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:11.208527 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-50e16672-a56a-4674-837b-e8af7dc511fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (75d44ec3-ed30-4c5f-839f-4367b6534002), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:11.250847 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e16672-a56a-4674-837b-e8af7dc511fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d44ec3-ed30-4c5f-839f-4367b6534002,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:11.277190 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a1a3a577-4904-4c29-9930-c91a4cb18f2b req-41523ef9-80a2-462d-8db1-ab77e4439915 service neutron] 10.222.0.59 "GET /v2.0/networks/b09aa6d8-4e6b-4881-a07e-6350a2f39c60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982090 Feb 02 07:20:11.289978 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-50e16672-a56a-4674-837b-e8af7dc511fe admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9be97c6ec79b4c9eb6803d59df842709&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5143807 Feb 02 07:20:11.294895 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 37426) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:20:11.395498 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d0a38-48e5-41b8-82c1-558d73fdf9a7 req-2f4de494-f492-45ad-a849-e524aa503a54 tempest-InstanceActionsNegativeTestJSON-1135343426 tempest-InstanceActionsNegativeTestJSON-1135343426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:11.397226 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d35d0a38-48e5-41b8-82c1-558d73fdf9a7 req-2f4de494-f492-45ad-a849-e524aa503a54 tempest-InstanceActionsNegativeTestJSON-1135343426 tempest-InstanceActionsNegativeTestJSON-1135343426-project] 10.222.0.87 "GET /v2.0/ports?device_id=117a8017-9e2d-4632-966e-e5b436235bde HTTP/1.1" status: 200 len: 943 time: 0.2177675 Feb 02 07:20:11.458024 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1789daec-821d-4df4-8ca3-f171e18c9fe9 admin admin] Publish callbacks [] for security_group (75d44ec3-ed30-4c5f-839f-4367b6534002), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:11.505468 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1789daec-821d-4df4-8ca3-f171e18c9fe9 admin admin] Publish callbacks [] for security_group (75d44ec3-ed30-4c5f-839f-4367b6534002), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:11.569496 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a1a3a577-4904-4c29-9930-c91a4cb18f2b req-045d3af5-b336-4262-8bec-5123ba2a94d2 service neutron] 10.222.0.59 "GET /v2.0/networks/b09aa6d8-4e6b-4881-a07e-6350a2f39c60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914779 Feb 02 07:20:11.571583 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1789daec-821d-4df4-8ca3-f171e18c9fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (75d44ec3-ed30-4c5f-839f-4367b6534002), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:11.578169 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1789daec-821d-4df4-8ca3-f171e18c9fe9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:11.582675 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-1789daec-821d-4df4-8ca3-f171e18c9fe9 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/75d44ec3-ed30-4c5f-839f-4367b6534002 HTTP/1.1" status: 204 len: 168 time: 0.2867372 Feb 02 07:20:11.591664 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d35d0a38-48e5-41b8-82c1-558d73fdf9a7 req-e83f5d27-d57c-4746-bd18-58b24ab196a5 tempest-InstanceActionsNegativeTestJSON-1135343426 tempest-InstanceActionsNegativeTestJSON-1135343426-project] 10.222.0.87 "GET /v2.0/security-groups?id=556d1660-1d9b-43ed-9544-549fb840163c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650777 Feb 02 07:20:11.593318 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1789daec-821d-4df4-8ca3-f171e18c9fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d44ec3-ed30-4c5f-839f-4367b6534002,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:11.747853 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b6bf7-0854-449c-a589-674a0909a1f9 req-5415c392-1688-43c0-b925-505ff685db14 tempest-ServerAddressesNegativeTestJSON-38483496 tempest-ServerAddressesNegativeTestJSON-38483496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:11.749518 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0a1b6bf7-0854-449c-a589-674a0909a1f9 req-5415c392-1688-43c0-b925-505ff685db14 tempest-ServerAddressesNegativeTestJSON-38483496 tempest-ServerAddressesNegativeTestJSON-38483496-project] 10.222.0.87 "GET /v2.0/ports?device_id=3335048e-b2be-438c-9e9d-5cd86983b781 HTTP/1.1" status: 200 len: 946 time: 0.0688655 Feb 02 07:20:11.809843 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0a1b6bf7-0854-449c-a589-674a0909a1f9 req-1452fc95-e9f8-4c0f-8e18-afa5dd751e20 tempest-ServerAddressesNegativeTestJSON-38483496 tempest-ServerAddressesNegativeTestJSON-38483496-project] 10.222.0.87 "GET /v2.0/security-groups?id=2b5e2a7b-295e-4a91-a91c-a88316c35300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542505 Feb 02 07:20:12.032121 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 37438) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:20:12.048421 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d5cef709-97f3-4ddd-a63d-6c8f0cebfb58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:12.133459 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d5cef709-97f3-4ddd-a63d-6c8f0cebfb58 admin admin] Publish callbacks [] for security_group (d8272ae4-4448-44ce-a1f2-9deaf7237b27), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:12.138253 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d5cef709-97f3-4ddd-a63d-6c8f0cebfb58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (d8272ae4-4448-44ce-a1f2-9deaf7237b27), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:12.186105 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d5cef709-97f3-4ddd-a63d-6c8f0cebfb58 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=be152b1c2dcd4d758b20a6bf1f76892e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1526999 Feb 02 07:20:12.187894 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cef709-97f3-4ddd-a63d-6c8f0cebfb58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8272ae4-4448-44ce-a1f2-9deaf7237b27,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:12.189732 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 37440) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:20:12.265068 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-011d429f-bd64-46bc-8876-e022c8b1c5e1 admin admin] Publish callbacks [] for security_group (d8272ae4-4448-44ce-a1f2-9deaf7237b27), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:12.290173 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-011d429f-bd64-46bc-8876-e022c8b1c5e1 admin admin] Publish callbacks [] for security_group (d8272ae4-4448-44ce-a1f2-9deaf7237b27), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:12.346749 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-011d429f-bd64-46bc-8876-e022c8b1c5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (d8272ae4-4448-44ce-a1f2-9deaf7237b27), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:12.348880 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-011d429f-bd64-46bc-8876-e022c8b1c5e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:12.352505 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-011d429f-bd64-46bc-8876-e022c8b1c5e1 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d8272ae4-4448-44ce-a1f2-9deaf7237b27 HTTP/1.1" status: 204 len: 168 time: 0.1594748 Feb 02 07:20:12.360797 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011d429f-bd64-46bc-8876-e022c8b1c5e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8272ae4-4448-44ce-a1f2-9deaf7237b27,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:12.617085 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a7361d-464a-40be-b164-c64907ac1e36 req-3697735f-e7e5-4c12-bd7f-9bf74342dce2 tempest-ServerAddressesNegativeTestJSON-38483496 tempest-ServerAddressesNegativeTestJSON-38483496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:12.619498 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-80a7361d-464a-40be-b164-c64907ac1e36 req-3697735f-e7e5-4c12-bd7f-9bf74342dce2 tempest-ServerAddressesNegativeTestJSON-38483496 tempest-ServerAddressesNegativeTestJSON-38483496-project] 10.222.0.88 "GET /v2.0/ports?device_id=3335048e-b2be-438c-9e9d-5cd86983b781 HTTP/1.1" status: 200 len: 946 time: 0.0977037 Feb 02 07:20:12.766436 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-80a7361d-464a-40be-b164-c64907ac1e36 req-4c7206a8-9541-4df3-8517-0d8ac9ccb7fb tempest-ServerAddressesNegativeTestJSON-38483496 tempest-ServerAddressesNegativeTestJSON-38483496-project] Deleting port 8d2caf22-8a49-42a8-9efd-c7318b65b777 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:20:12.766788 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-80a7361d-464a-40be-b164-c64907ac1e36 req-4c7206a8-9541-4df3-8517-0d8ac9ccb7fb tempest-ServerAddressesNegativeTestJSON-38483496 tempest-ServerAddressesNegativeTestJSON-38483496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (8d2caf22-8a49-42a8-9efd-c7318b65b777), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:12.893534 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-80a7361d-464a-40be-b164-c64907ac1e36 req-4c7206a8-9541-4df3-8517-0d8ac9ccb7fb tempest-ServerAddressesNegativeTestJSON-38483496 tempest-ServerAddressesNegativeTestJSON-38483496-project] For port 8d2caf22-8a49-42a8-9efd-c7318b65b777, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=8d2caf22-8a49-42a8-9efd-c7318b65b777,segment=NetworkSegment(81f07938-828a-4768-8725-17cf437f656d),segment_id=81f07938-828a-4768-8725-17cf437f656d)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:20:12.894187 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-80a7361d-464a-40be-b164-c64907ac1e36 req-4c7206a8-9541-4df3-8517-0d8ac9ccb7fb tempest-ServerAddressesNegativeTestJSON-38483496 tempest-ServerAddressesNegativeTestJSON-38483496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (8d2caf22-8a49-42a8-9efd-c7318b65b777), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:12.912502 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-80a7361d-464a-40be-b164-c64907ac1e36 req-4c7206a8-9541-4df3-8517-0d8ac9ccb7fb tempest-ServerAddressesNegativeTestJSON-38483496 tempest-ServerAddressesNegativeTestJSON-38483496-project] Calling delete_port for 8d2caf22-8a49-42a8-9efd-c7318b65b777 owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:20:13.209393 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01dfcdb-0dac-4d01-b2c7-7493d76ee006 req-d59c119d-3864-4e80-adb4-63745ddbfc9d tempest-InstanceActionsNegativeTestJSON-1135343426 tempest-InstanceActionsNegativeTestJSON-1135343426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:13.214324 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c01dfcdb-0dac-4d01-b2c7-7493d76ee006 req-d59c119d-3864-4e80-adb4-63745ddbfc9d tempest-InstanceActionsNegativeTestJSON-1135343426 tempest-InstanceActionsNegativeTestJSON-1135343426-project] 10.222.0.87 "GET /v2.0/ports?device_id=117a8017-9e2d-4632-966e-e5b436235bde HTTP/1.1" status: 200 len: 943 time: 0.1859429 Feb 02 07:20:13.282870 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-641d7e05-d29b-4a0a-995b-cf81f7c9f5be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:13.288459 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-80a7361d-464a-40be-b164-c64907ac1e36 req-4c7206a8-9541-4df3-8517-0d8ac9ccb7fb tempest-ServerAddressesNegativeTestJSON-38483496 tempest-ServerAddressesNegativeTestJSON-38483496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (8d2caf22-8a49-42a8-9efd-c7318b65b777), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:13.320907 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c01dfcdb-0dac-4d01-b2c7-7493d76ee006 req-568d9871-c309-4d5e-a91d-211f569738e9 tempest-InstanceActionsNegativeTestJSON-1135343426 tempest-InstanceActionsNegativeTestJSON-1135343426-project] 10.222.0.87 "GET /v2.0/security-groups?id=556d1660-1d9b-43ed-9544-549fb840163c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944655 Feb 02 07:20:13.365469 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7206a8-9541-4df3-8517-0d8ac9ccb7fb tempest-ServerAddressesNegativeTestJSON-38483496 tempest-ServerAddressesNegativeTestJSON-38483496-project] Pushing event deleted for resources: {'Port': ['ID=8d2caf22-8a49-42a8-9efd-c7318b65b777,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:13.482147 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-80a7361d-464a-40be-b164-c64907ac1e36 req-4c7206a8-9541-4df3-8517-0d8ac9ccb7fb tempest-ServerAddressesNegativeTestJSON-38483496 tempest-ServerAddressesNegativeTestJSON-38483496-project] No DVR routers for this DVR port 8d2caf22-8a49-42a8-9efd-c7318b65b777 on host n-h1-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:20:13.483907 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e8f7e3a0-3371-4826-bf4b-bd4157f8e92b req-747cd191-4aa7-4360-a94c-d35a5e8e2bf4 tempest-ServerAddressesNegativeTestJSON-38483496 tempest-ServerAddressesNegativeTestJSON-38483496-project] 10.222.0.87 "GET /v2.0/ports?device_id=3335048e-b2be-438c-9e9d-5cd86983b781 HTTP/1.1" status: 200 len: 210 time: 0.0689640 Feb 02 07:20:13.493098 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-80a7361d-464a-40be-b164-c64907ac1e36 req-4c7206a8-9541-4df3-8517-0d8ac9ccb7fb tempest-ServerAddressesNegativeTestJSON-38483496 tempest-ServerAddressesNegativeTestJSON-38483496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:13.496671 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-80a7361d-464a-40be-b164-c64907ac1e36 req-4c7206a8-9541-4df3-8517-0d8ac9ccb7fb tempest-ServerAddressesNegativeTestJSON-38483496 tempest-ServerAddressesNegativeTestJSON-38483496-project] 10.222.0.88 "DELETE /v2.0/ports/8d2caf22-8a49-42a8-9efd-c7318b65b777 HTTP/1.1" status: 204 len: 173 time: 0.8715289 Feb 02 07:20:13.497689 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3335048e-b2be-438c-9e9d-5cd86983b781', 'name': 'network-vif-deleted', 'tag': '8d2caf22-8a49-42a8-9efd-c7318b65b777'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:20:13.500879 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60824d6b-699b-44e7-a616-3835595111ec" -d '{"events": [{"server_uuid": "3335048e-b2be-438c-9e9d-5cd86983b781", "name": "network-vif-deleted", "tag": "8d2caf22-8a49-42a8-9efd-c7318b65b777"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:20:13.555117 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc3680c7-9bd2-4faa-b851-b5e698b9b4b2 x-openstack-request-id: req-bc3680c7-9bd2-4faa-b851-b5e698b9b4b2 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:20:13.556100 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3335048e-b2be-438c-9e9d-5cd86983b781", "name": "network-vif-deleted", "tag": "8d2caf22-8a49-42a8-9efd-c7318b65b777", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:20:13.556588 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-bc3680c7-9bd2-4faa-b851-b5e698b9b4b2 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:20:13.557257 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3335048e-b2be-438c-9e9d-5cd86983b781', 'name': 'network-vif-deleted', 'tag': '8d2caf22-8a49-42a8-9efd-c7318b65b777', 'status': 'completed', 'code': 200} Feb 02 07:20:14.124094 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device d5fb3f89-2041-4646-9607-962a10835332 details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:20:14.369014 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port d5fb3f89-2041-4646-9607-962a10835332, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=d5fb3f89-2041-4646-9607-962a10835332,segment=NetworkSegment(c3168167-d3ee-48fd-9808-2482895ced8d),segment_id=c3168167-d3ee-48fd-9808-2482895ced8d)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:20:14.392148 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': 'd5fb3f89-2041-4646-9607-962a10835332', 'network_id': 'b09aa6d8-4e6b-4881-a07e-6350a2f39c60', 'port_id': 'd5fb3f89-2041-4646-9607-962a10835332', 'mac_address': 'fa:16:3e:45:64:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '219c9b9f-e4c7-4c65-b8cd-c2f9f345a7a0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:20:14.460496 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port d5fb3f89-2041-4646-9607-962a10835332 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:20:14.460900 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (d5fb3f89-2041-4646-9607-962a10835332), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:14.511768 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5fb3f89-2041-4646-9607-962a10835332 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:20:14.525808 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b8f66-6c7e-4e8c-95ef-38cca7a2e0b6 req-28013d43-2be4-4728-b1f4-b3d08599f733 tempest-InstanceActionsNegativeTestJSON-1135343426 tempest-InstanceActionsNegativeTestJSON-1135343426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:14.535440 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-956b8f66-6c7e-4e8c-95ef-38cca7a2e0b6 req-28013d43-2be4-4728-b1f4-b3d08599f733 tempest-InstanceActionsNegativeTestJSON-1135343426 tempest-InstanceActionsNegativeTestJSON-1135343426-project] 10.222.0.87 "GET /v2.0/ports?device_id=117a8017-9e2d-4632-966e-e5b436235bde HTTP/1.1" status: 200 len: 943 time: 0.0775180 Feb 02 07:20:14.574795 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port d5fb3f89-2041-4646-9607-962a10835332, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=d5fb3f89-2041-4646-9607-962a10835332,segment=NetworkSegment(c3168167-d3ee-48fd-9808-2482895ced8d),segment_id=c3168167-d3ee-48fd-9808-2482895ced8d)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:20:14.582124 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (d5fb3f89-2041-4646-9607-962a10835332), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:14.668216 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-956b8f66-6c7e-4e8c-95ef-38cca7a2e0b6 req-9d689a83-733c-4b52-9142-899dcfe7b139 tempest-InstanceActionsNegativeTestJSON-1135343426 tempest-InstanceActionsNegativeTestJSON-1135343426-project] 10.222.0.87 "GET /v2.0/security-groups?id=556d1660-1d9b-43ed-9544-549fb840163c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319351 Feb 02 07:20:14.745434 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:14.746436 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=d5fb3f89-2041-4646-9607-962a10835332,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:14.747666 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 37520) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:20:14.845260 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-a77004de-8ab0-46db-9ce9-b1c20ed31f8c admin admin] Deleting subnet 66db8208-588a-45dd-8b08-d28e1616c482 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:20:14.854736 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a77004de-8ab0-46db-9ce9-b1c20ed31f8c admin admin] Publish callbacks [] for subnet (66db8208-588a-45dd-8b08-d28e1616c482), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:14.935180 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a77004de-8ab0-46db-9ce9-b1c20ed31f8c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (66db8208-588a-45dd-8b08-d28e1616c482), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:14.947682 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 8d2caf22-8a49-42a8-9efd-c7318b65b777 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:20:14.984529 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a77004de-8ab0-46db-9ce9-b1c20ed31f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (66db8208-588a-45dd-8b08-d28e1616c482), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:14.993250 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['d5fb3f89-2041-4646-9607-962a10835332'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:20:14.996138 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: 8d2caf22-8a49-42a8-9efd-c7318b65b777 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:20:14.999263 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 8d2caf22-8a49-42a8-9efd-c7318b65b777 not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:20:15.049733 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a77004de-8ab0-46db-9ce9-b1c20ed31f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (66db8208-588a-45dd-8b08-d28e1616c482), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:15.088784 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77004de-8ab0-46db-9ce9-b1c20ed31f8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66db8208-588a-45dd-8b08-d28e1616c482,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:15.105603 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a77004de-8ab0-46db-9ce9-b1c20ed31f8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:15.113414 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 37530) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:20:15.114343 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a77004de-8ab0-46db-9ce9-b1c20ed31f8c admin admin] 10.222.0.87 "DELETE /v2.0/subnets/66db8208-588a-45dd-8b08-d28e1616c482 HTTP/1.1" status: 204 len: 168 time: 0.3599327 Feb 02 07:20:15.264965 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9c920e4d-714a-45bf-822c-e1591ab412f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (4eb5f15b-4add-4cc4-8c17-e6a19b81215e), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:15.410477 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9c920e4d-714a-45bf-822c-e1591ab412f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (4eb5f15b-4add-4cc4-8c17-e6a19b81215e), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:15.466916 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-9c920e4d-714a-45bf-822c-e1591ab412f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eb5f15b-4add-4cc4-8c17-e6a19b81215e']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:20:15.500831 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-9c920e4d-714a-45bf-822c-e1591ab412f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81f07938-828a-4768-8725-17cf437f656d') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:20:15.501552 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-9c920e4d-714a-45bf-822c-e1591ab412f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81f07938-828a-4768-8725-17cf437f656d') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:20:15.521928 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9c920e4d-714a-45bf-822c-e1591ab412f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (81f07938-828a-4768-8725-17cf437f656d), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:15.547799 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9c920e4d-714a-45bf-822c-e1591ab412f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (81f07938-828a-4768-8725-17cf437f656d), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:15.558746 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c920e4d-714a-45bf-822c-e1591ab412f8 admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:20:15.561666 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9c920e4d-714a-45bf-822c-e1591ab412f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (81f07938-828a-4768-8725-17cf437f656d), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:15.632897 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:20:15.632897 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:20:15.632897 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:20:15.632897 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:20:15.632897 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:20:15.632897 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:20:15.632897 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:20:15.632897 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:20:15.632897 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:20:15.632897 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:20:15.632897 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:20:15.632897 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:20:15.632897 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:20:15.632897 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:20:15.632897 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:20:15.632897 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:20:15.632897 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:20:15.632897 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:20:15.632897 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:20:15.632897 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:20:15.632897 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:20:15.632897 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:20:15.632897 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:20:15.632897 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:20:15.632897 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:20:15.632897 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:20:15.632897 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:20:15.632897 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:20:15.632897 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:20:15.632897 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:20:15.632897 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:20:15.632897 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:20:15.642847 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9c920e4d-714a-45bf-822c-e1591ab412f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (4eb5f15b-4add-4cc4-8c17-e6a19b81215e), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:15.650682 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9c920e4d-714a-45bf-822c-e1591ab412f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:15.655213 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-9c920e4d-714a-45bf-822c-e1591ab412f8 admin admin] 10.222.0.87 "DELETE /v2.0/networks/4eb5f15b-4add-4cc4-8c17-e6a19b81215e HTTP/1.1" status: 204 len: 168 time: 0.5406716 Feb 02 07:20:15.727639 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c920e4d-714a-45bf-822c-e1591ab412f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4eb5f15b-4add-4cc4-8c17-e6a19b81215e,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:15.855737 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bbcb28-c3bd-4e7d-9791-e2c3d837f712 req-28108e66-51c5-47d3-b6d2-787cab3b1791 tempest-InstanceActionsNegativeTestJSON-1135343426 tempest-InstanceActionsNegativeTestJSON-1135343426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:15.864707 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-75bbcb28-c3bd-4e7d-9791-e2c3d837f712 req-28108e66-51c5-47d3-b6d2-787cab3b1791 tempest-InstanceActionsNegativeTestJSON-1135343426 tempest-InstanceActionsNegativeTestJSON-1135343426-project] 10.222.0.87 "GET /v2.0/ports?device_id=117a8017-9e2d-4632-966e-e5b436235bde HTTP/1.1" status: 200 len: 944 time: 0.0888958 Feb 02 07:20:15.948222 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-75bbcb28-c3bd-4e7d-9791-e2c3d837f712 req-065ebefb-fe35-4735-bb80-e91999c24cd1 tempest-InstanceActionsNegativeTestJSON-1135343426 tempest-InstanceActionsNegativeTestJSON-1135343426-project] 10.222.0.87 "GET /v2.0/security-groups?id=556d1660-1d9b-43ed-9544-549fb840163c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820291 Feb 02 07:20:16.040926 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:16.087395 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 37550) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:20:16.130285 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device d5fb3f89-2041-4646-9607-962a10835332 up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:20:16.155838 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-127d017c-06dd-49db-a58d-d07f36cd86b9 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=d8f94562272245d7be430790fb3631fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0640266 Feb 02 07:20:16.156462 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 37552) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:20:16.242001 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port d5fb3f89-2041-4646-9607-962a10835332 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:20:16.246646 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port d5fb3f89-2041-4646-9607-962a10835332 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:20:16.247412 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (d5fb3f89-2041-4646-9607-962a10835332), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:16.274974 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9d051d3d-0c74-4074-a042-893effb290d0 admin admin] Publish callbacks [] for security_group (2b5e2a7b-295e-4a91-a91c-a88316c35300), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:16.340807 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9d051d3d-0c74-4074-a042-893effb290d0 admin admin] Publish callbacks [] for security_group (2b5e2a7b-295e-4a91-a91c-a88316c35300), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:16.451617 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9d051d3d-0c74-4074-a042-893effb290d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (2b5e2a7b-295e-4a91-a91c-a88316c35300), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:16.454865 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9d051d3d-0c74-4074-a042-893effb290d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:16.457731 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-9d051d3d-0c74-4074-a042-893effb290d0 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/2b5e2a7b-295e-4a91-a91c-a88316c35300 HTTP/1.1" status: 204 len: 168 time: 0.2991419 Feb 02 07:20:16.495683 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d051d3d-0c74-4074-a042-893effb290d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5e2a7b-295e-4a91-a91c-a88316c35300,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:16.511798 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port d5fb3f89-2041-4646-9607-962a10835332 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:20:16.514039 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (d5fb3f89-2041-4646-9607-962a10835332), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:16.594495 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117a8017-9e2d-4632-966e-e5b436235bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5fb3f89-2041-4646-9607-962a10835332'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:20:16.597344 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf19499-a8c6-46b1-8f27-0c7c280c1a05" -d '{"events": [{"server_uuid": "117a8017-9e2d-4632-966e-e5b436235bde", "name": "network-vif-plugged", "status": "completed", "tag": "d5fb3f89-2041-4646-9607-962a10835332"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:20:16.615368 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port d5fb3f89-2041-4646-9607-962a10835332, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=d5fb3f89-2041-4646-9607-962a10835332,segment=NetworkSegment(c3168167-d3ee-48fd-9808-2482895ced8d),segment_id=c3168167-d3ee-48fd-9808-2482895ced8d)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:20:16.626168 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (d5fb3f89-2041-4646-9607-962a10835332), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:16.781515 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-147a74ea-8676-46a6-9e52-034a3b0a6fcd x-openstack-request-id: req-147a74ea-8676-46a6-9e52-034a3b0a6fcd {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:20:16.782081 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "117a8017-9e2d-4632-966e-e5b436235bde", "name": "network-vif-plugged", "status": "completed", "tag": "d5fb3f89-2041-4646-9607-962a10835332", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:20:16.782494 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-147a74ea-8676-46a6-9e52-034a3b0a6fcd {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:20:16.783068 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '117a8017-9e2d-4632-966e-e5b436235bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5fb3f89-2041-4646-9607-962a10835332', 'code': 200} Feb 02 07:20:16.828016 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=d5fb3f89-2041-4646-9607-962a10835332,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:16.865628 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5021f0a0-cff4-4a26-acfb-6eef34f49fc3 req-af422a84-1c74-4164-afd2-ae40cd6d72b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:16.867155 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5021f0a0-cff4-4a26-acfb-6eef34f49fc3 req-af422a84-1c74-4164-afd2-ae40cd6d72b9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=117a8017-9e2d-4632-966e-e5b436235bde HTTP/1.1" status: 200 len: 1128 time: 0.0889528 Feb 02 07:20:16.954293 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5021f0a0-cff4-4a26-acfb-6eef34f49fc3 req-ceb7b4bc-c158-48b3-8ebe-4583e110e0a7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=556d1660-1d9b-43ed-9544-549fb840163c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761430 Feb 02 07:20:17.242040 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd26fac-5ad7-4597-8294-80137bdf47b6 req-1a783bbf-2a98-4597-a54b-c59df726ffbe tempest-InstanceActionsNegativeTestJSON-1135343426 tempest-InstanceActionsNegativeTestJSON-1135343426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:17.252768 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0bd26fac-5ad7-4597-8294-80137bdf47b6 req-1a783bbf-2a98-4597-a54b-c59df726ffbe tempest-InstanceActionsNegativeTestJSON-1135343426 tempest-InstanceActionsNegativeTestJSON-1135343426-project] 10.222.0.87 "GET /v2.0/ports?device_id=117a8017-9e2d-4632-966e-e5b436235bde HTTP/1.1" status: 200 len: 945 time: 0.1609030 Feb 02 07:20:17.338406 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0bd26fac-5ad7-4597-8294-80137bdf47b6 req-c92d887f-21bd-4907-91fe-63636a9b4e76 tempest-InstanceActionsNegativeTestJSON-1135343426 tempest-InstanceActionsNegativeTestJSON-1135343426-project] 10.222.0.87 "GET /v2.0/security-groups?id=556d1660-1d9b-43ed-9544-549fb840163c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795224 Feb 02 07:20:17.400501 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:18.010365 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 37610) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:20:18.137084 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-f9df0975-4622-4cc7-9728-39aad7475874 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-538231030-network', 'tenant_id': 'c0a9935245e74c7ca5a3b5e5150aa1a8'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:20:18.170713 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9df0975-4622-4cc7-9728-39aad7475874 admin admin] Made reservation on behalf of c0a9935245e74c7ca5a3b5e5150aa1a8 for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:20:18.173281 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f9df0975-4622-4cc7-9728-39aad7475874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:18.189914 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f9df0975-4622-4cc7-9728-39aad7475874 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:18.322922 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f9df0975-4622-4cc7-9728-39aad7475874 admin admin] Publish callbacks [] for security_group (8d1cc325-a632-46e6-9754-02bd96fce640), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:18.328943 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f9df0975-4622-4cc7-9728-39aad7475874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (8d1cc325-a632-46e6-9754-02bd96fce640), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:18.397876 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9df0975-4622-4cc7-9728-39aad7475874 admin admin] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:20:18.414755 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9df0975-4622-4cc7-9728-39aad7475874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1cc325-a632-46e6-9754-02bd96fce640,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:18.422835 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f9df0975-4622-4cc7-9728-39aad7475874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (ef362536-9b29-40d1-9fe4-a7b62c727f04), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:18.423180 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-f9df0975-4622-4cc7-9728-39aad7475874 admin admin] Added segment ef362536-9b29-40d1-9fe4-a7b62c727f04 of type vlan for network 685c8d17-3922-4d1c-b347-80d8fb37bd66 Feb 02 07:20:18.476004 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f9df0975-4622-4cc7-9728-39aad7475874 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (685c8d17-3922-4d1c-b347-80d8fb37bd66), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:18.515366 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f9df0975-4622-4cc7-9728-39aad7475874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (685c8d17-3922-4d1c-b347-80d8fb37bd66), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:18.517422 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9df0975-4622-4cc7-9728-39aad7475874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:18.518802 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f9df0975-4622-4cc7-9728-39aad7475874 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:18.585377 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-f9df0975-4622-4cc7-9728-39aad7475874 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5740714 Feb 02 07:20:18.596600 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c7538-1631-4d18-bdd9-5ac6f103c102 req-5883f820-ceb0-4f55-9d3a-3e673171e55e tempest-InstanceActionsNegativeTestJSON-1135343426 tempest-InstanceActionsNegativeTestJSON-1135343426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:18.603707 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d43c7538-1631-4d18-bdd9-5ac6f103c102 req-5883f820-ceb0-4f55-9d3a-3e673171e55e tempest-InstanceActionsNegativeTestJSON-1135343426 tempest-InstanceActionsNegativeTestJSON-1135343426-project] 10.222.0.87 "GET /v2.0/ports?device_id=117a8017-9e2d-4632-966e-e5b436235bde HTTP/1.1" status: 200 len: 945 time: 0.1339478 Feb 02 07:20:18.605549 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 37628) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:20:18.614547 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9df0975-4622-4cc7-9728-39aad7475874 admin admin] Pushing event updated for resources: {'Network': ['ID=685c8d17-3922-4d1c-b347-80d8fb37bd66,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:18.626045 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 685c8d17-3922-4d1c-b347-80d8fb37bd66 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:20:18.647816 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-08de3fca-34ad-486c-8d54-e84c2cde2d65 admin admin] Request body: {'subnet': {'network_id': '685c8d17-3922-4d1c-b347-80d8fb37bd66', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-538231030-subnet', 'tenant_id': 'c0a9935245e74c7ca5a3b5e5150aa1a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:20:18.699075 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d43c7538-1631-4d18-bdd9-5ac6f103c102 req-3edde4a3-feff-4b9a-b0b9-4016457aa8a4 tempest-InstanceActionsNegativeTestJSON-1135343426 tempest-InstanceActionsNegativeTestJSON-1135343426-project] 10.222.0.87 "GET /v2.0/security-groups?id=556d1660-1d9b-43ed-9544-549fb840163c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881429 Feb 02 07:20:18.708111 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08de3fca-34ad-486c-8d54-e84c2cde2d65 admin admin] Made reservation on behalf of c0a9935245e74c7ca5a3b5e5150aa1a8 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:20:18.710744 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-08de3fca-34ad-486c-8d54-e84c2cde2d65 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:19.406705 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-08de3fca-34ad-486c-8d54-e84c2cde2d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (a1964736-516d-4974-8f51-9bf716b83041), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:19.471732 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08de3fca-34ad-486c-8d54-e84c2cde2d65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1964736-516d-4974-8f51-9bf716b83041,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:19.502349 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08de3fca-34ad-486c-8d54-e84c2cde2d65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:20:19.503547 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08de3fca-34ad-486c-8d54-e84c2cde2d65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:20:19.504131 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08de3fca-34ad-486c-8d54-e84c2cde2d65 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:20:19.504766 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08de3fca-34ad-486c-8d54-e84c2cde2d65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:20:19.505447 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08de3fca-34ad-486c-8d54-e84c2cde2d65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:20:19.506130 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08de3fca-34ad-486c-8d54-e84c2cde2d65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:20:19.506630 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08de3fca-34ad-486c-8d54-e84c2cde2d65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:20:19.507296 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08de3fca-34ad-486c-8d54-e84c2cde2d65 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:20:19.508115 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08de3fca-34ad-486c-8d54-e84c2cde2d65 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:20:19.508623 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08de3fca-34ad-486c-8d54-e84c2cde2d65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:20:19.509290 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08de3fca-34ad-486c-8d54-e84c2cde2d65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:20:19.509869 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08de3fca-34ad-486c-8d54-e84c2cde2d65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:20:19.511257 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08de3fca-34ad-486c-8d54-e84c2cde2d65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:20:19.534853 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08de3fca-34ad-486c-8d54-e84c2cde2d65 admin admin] Checking segment: {'id': 'ef362536-9b29-40d1-9fe4-a7b62c727f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '685c8d17-3922-4d1c-b347-80d8fb37bd66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:20:19.535228 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08de3fca-34ad-486c-8d54-e84c2cde2d65 admin admin] Network hostable DHCP agents. Network: 685c8d17-3922-4d1c-b347-80d8fb37bd66, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:20:19.559233 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08de3fca-34ad-486c-8d54-e84c2cde2d65 admin admin] Network 685c8d17-3922-4d1c-b347-80d8fb37bd66 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:20:19.578220 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-08de3fca-34ad-486c-8d54-e84c2cde2d65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 685c8d17-3922-4d1c-b347-80d8fb37bd66) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:20:19.588085 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0af9e5-f795-45e2-947c-09b72da0e50c None None] Network 685c8d17-3922-4d1c-b347-80d8fb37bd66 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:20:19.604396 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08de3fca-34ad-486c-8d54-e84c2cde2d65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:19.605629 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-08de3fca-34ad-486c-8d54-e84c2cde2d65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:19.632371 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-08de3fca-34ad-486c-8d54-e84c2cde2d65 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0248971 Feb 02 07:20:19.635224 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 37646) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:20:19.642248 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-3c6e3344-8f1d-4bab-b872-d20814706b61 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-538231030-router', 'tenant_id': 'c0a9935245e74c7ca5a3b5e5150aa1a8', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:20:19.671069 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3c6e3344-8f1d-4bab-b872-d20814706b61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (965938cf-e75b-46bc-9e35-1712296f27ad), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:19.672485 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3c6e3344-8f1d-4bab-b872-d20814706b61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (965938cf-e75b-46bc-9e35-1712296f27ad), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:19.752859 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3c6e3344-8f1d-4bab-b872-d20814706b61 admin admin] Publish callbacks [] for router_controller (965938cf-e75b-46bc-9e35-1712296f27ad), precommit_add_association {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:19.863539 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5578812-6a3c-4ff3-97de-742c78f300a0 None None] Network 685c8d17-3922-4d1c-b347-80d8fb37bd66 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:20:19.962768 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3b43d-301b-4c57-9382-1972f52487df req-ed02215e-9059-46d9-9570-93a477e33c61 tempest-InstanceActionsNegativeTestJSON-1135343426 tempest-InstanceActionsNegativeTestJSON-1135343426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:19.970394 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-12e3b43d-301b-4c57-9382-1972f52487df req-ed02215e-9059-46d9-9570-93a477e33c61 tempest-InstanceActionsNegativeTestJSON-1135343426 tempest-InstanceActionsNegativeTestJSON-1135343426-project] 10.222.0.87 "GET /v2.0/ports?device_id=117a8017-9e2d-4632-966e-e5b436235bde HTTP/1.1" status: 200 len: 945 time: 0.1684201 Feb 02 07:20:20.056833 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-12e3b43d-301b-4c57-9382-1972f52487df req-28415b4a-aa9e-4017-a1d4-eabd122c81e5 tempest-InstanceActionsNegativeTestJSON-1135343426 tempest-InstanceActionsNegativeTestJSON-1135343426-project] 10.222.0.87 "GET /v2.0/security-groups?id=556d1660-1d9b-43ed-9544-549fb840163c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809572 Feb 02 07:20:20.134063 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3c6e3344-8f1d-4bab-b872-d20814706b61 admin admin] Publish callbacks [] for router_gateway (965938cf-e75b-46bc-9e35-1712296f27ad), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:20.512056 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3c6e3344-8f1d-4bab-b872-d20814706b61 admin admin] Publish callbacks [] for router_gateway (965938cf-e75b-46bc-9e35-1712296f27ad), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:20.580351 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3c6e3344-8f1d-4bab-b872-d20814706b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:20.746136 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244590a0-4c94-48f6-b07c-e88ca7127500 req-3130ba69-5174-436d-94b3-06386e333d0e tempest-InstanceActionsNegativeTestJSON-1135343426 tempest-InstanceActionsNegativeTestJSON-1135343426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:20.753914 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-244590a0-4c94-48f6-b07c-e88ca7127500 req-3130ba69-5174-436d-94b3-06386e333d0e tempest-InstanceActionsNegativeTestJSON-1135343426 tempest-InstanceActionsNegativeTestJSON-1135343426-project] 10.222.0.87 "GET /v2.0/ports?device_id=117a8017-9e2d-4632-966e-e5b436235bde HTTP/1.1" status: 200 len: 945 time: 0.0961144 Feb 02 07:20:20.782702 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-3c6e3344-8f1d-4bab-b872-d20814706b61 admin admin] Allocated IP 172.25.4.64 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/ba42ab94-a96c-46e6-a864-3b1011421ec7) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:20:20.842292 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-244590a0-4c94-48f6-b07c-e88ca7127500 req-fcc070da-047e-48d9-8d20-199d4e4cc13d tempest-InstanceActionsNegativeTestJSON-1135343426 tempest-InstanceActionsNegativeTestJSON-1135343426-project] 10.222.0.87 "GET /v2.0/security-groups?id=556d1660-1d9b-43ed-9544-549fb840163c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873287 Feb 02 07:20:21.011905 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3c6e3344-8f1d-4bab-b872-d20814706b61 admin admin] Publish callbacks [] for port (ba42ab94-a96c-46e6-a864-3b1011421ec7), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:21.061997 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3c6e3344-8f1d-4bab-b872-d20814706b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (ba42ab94-a96c-46e6-a864-3b1011421ec7), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:21.104082 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6e3344-8f1d-4bab-b872-d20814706b61 admin admin] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:20:21.108055 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-3c6e3344-8f1d-4bab-b872-d20814706b61 admin admin] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:20:21.111627 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6e3344-8f1d-4bab-b872-d20814706b61 admin admin] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:20:21.152420 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6e3344-8f1d-4bab-b872-d20814706b61 admin admin] Pushing event updated for resources: {'Port': ['ID=ba42ab94-a96c-46e6-a864-3b1011421ec7,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:21.600939 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3c6e3344-8f1d-4bab-b872-d20814706b61 admin admin] Publish callbacks [] for router_gateway (965938cf-e75b-46bc-9e35-1712296f27ad), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:22.085208 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3c6e3344-8f1d-4bab-b872-d20814706b61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (965938cf-e75b-46bc-9e35-1712296f27ad), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:22.108602 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:22.171385 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7609dfa-c65c-4da0-8bb9-667922fb2f62 req-8a9384a0-2405-49b9-b7b2-24a92d8329d3 tempest-InstanceActionsNegativeTestJSON-1135343426 tempest-InstanceActionsNegativeTestJSON-1135343426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:22.178765 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d7609dfa-c65c-4da0-8bb9-667922fb2f62 req-8a9384a0-2405-49b9-b7b2-24a92d8329d3 tempest-InstanceActionsNegativeTestJSON-1135343426 tempest-InstanceActionsNegativeTestJSON-1135343426-project] 10.222.0.87 "GET /v2.0/ports?device_id=117a8017-9e2d-4632-966e-e5b436235bde HTTP/1.1" status: 200 len: 945 time: 0.1675928 Feb 02 07:20:22.227414 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c604b-a8df-4d35-97ec-40c006a9fc58 req-a9551c0a-a863-4a9d-bbad-0eb6a9eb8f8f tempest-InstanceActionsNegativeTestJSON-1135343426 tempest-InstanceActionsNegativeTestJSON-1135343426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:22.228910 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ce9c604b-a8df-4d35-97ec-40c006a9fc58 req-a9551c0a-a863-4a9d-bbad-0eb6a9eb8f8f tempest-InstanceActionsNegativeTestJSON-1135343426 tempest-InstanceActionsNegativeTestJSON-1135343426-project] 10.222.0.59 "GET /v2.0/ports?device_id=117a8017-9e2d-4632-966e-e5b436235bde HTTP/1.1" status: 200 len: 945 time: 0.1326222 Feb 02 07:20:22.288778 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d7609dfa-c65c-4da0-8bb9-667922fb2f62 req-5a0b5df7-9268-47b1-8ddf-1c3c83b34dbb tempest-InstanceActionsNegativeTestJSON-1135343426 tempest-InstanceActionsNegativeTestJSON-1135343426-project] 10.222.0.87 "GET /v2.0/security-groups?id=556d1660-1d9b-43ed-9544-549fb840163c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087081 Feb 02 07:20:22.371249 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c6e3344-8f1d-4bab-b872-d20814706b61 admin admin] Router 965938cf-e75b-46bc-9e35-1712296f27ad is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:20:22.423996 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-ce9c604b-a8df-4d35-97ec-40c006a9fc58 req-a7f18d34-c03f-4f96-a80b-0f97d3350e4a tempest-InstanceActionsNegativeTestJSON-1135343426 tempest-InstanceActionsNegativeTestJSON-1135343426-project] Deleting port d5fb3f89-2041-4646-9607-962a10835332 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:20:22.424445 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-ce9c604b-a8df-4d35-97ec-40c006a9fc58 req-a7f18d34-c03f-4f96-a80b-0f97d3350e4a tempest-InstanceActionsNegativeTestJSON-1135343426 tempest-InstanceActionsNegativeTestJSON-1135343426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (d5fb3f89-2041-4646-9607-962a10835332), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:22.609723 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c6e3344-8f1d-4bab-b872-d20814706b61 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:20:22.623252 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e38dbee-ad0a-46a0-a5c7-5d62803dfa28 None None] Sync routers for ids ['965938cf-e75b-46bc-9e35-1712296f27ad'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:20:22.646401 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e38dbee-ad0a-46a0-a5c7-5d62803dfa28 None None] Routers {'965938cf-e75b-46bc-9e35-1712296f27ad'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:20:22.647079 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-6e38dbee-ad0a-46a0-a5c7-5d62803dfa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:20:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['965938cf-e75b-46bc-9e35-1712296f27ad'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:20:22.659334 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3c6e3344-8f1d-4bab-b872-d20814706b61 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:22.664674 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-3c6e3344-8f1d-4bab-b872-d20814706b61 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0242755 Feb 02 07:20:22.665442 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 37716) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:20:22.680741 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-ce9c604b-a8df-4d35-97ec-40c006a9fc58 req-a7f18d34-c03f-4f96-a80b-0f97d3350e4a tempest-InstanceActionsNegativeTestJSON-1135343426 tempest-InstanceActionsNegativeTestJSON-1135343426-project] For port d5fb3f89-2041-4646-9607-962a10835332, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=d5fb3f89-2041-4646-9607-962a10835332,segment=NetworkSegment(c3168167-d3ee-48fd-9808-2482895ced8d),segment_id=c3168167-d3ee-48fd-9808-2482895ced8d)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:20:22.681126 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-ce9c604b-a8df-4d35-97ec-40c006a9fc58 req-a7f18d34-c03f-4f96-a80b-0f97d3350e4a tempest-InstanceActionsNegativeTestJSON-1135343426 tempest-InstanceActionsNegativeTestJSON-1135343426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (d5fb3f89-2041-4646-9607-962a10835332), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:22.723162 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-ce9c604b-a8df-4d35-97ec-40c006a9fc58 req-a7f18d34-c03f-4f96-a80b-0f97d3350e4a tempest-InstanceActionsNegativeTestJSON-1135343426 tempest-InstanceActionsNegativeTestJSON-1135343426-project] Calling delete_port for d5fb3f89-2041-4646-9607-962a10835332 owned by compute:nova {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:20:22.888126 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-6e38dbee-ad0a-46a0-a5c7-5d62803dfa28 None None] Set router 965938cf-e75b-46bc-9e35-1712296f27ad gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:20:23.002793 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-ce9c604b-a8df-4d35-97ec-40c006a9fc58 req-a7f18d34-c03f-4f96-a80b-0f97d3350e4a tempest-InstanceActionsNegativeTestJSON-1135343426 tempest-InstanceActionsNegativeTestJSON-1135343426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (d5fb3f89-2041-4646-9607-962a10835332), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:23.038829 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['d5fb3f89-2041-4646-9607-962a10835332'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:20:23.092981 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f18d34-c03f-4f96-a80b-0f97d3350e4a tempest-InstanceActionsNegativeTestJSON-1135343426 tempest-InstanceActionsNegativeTestJSON-1135343426-project] Pushing event deleted for resources: {'Port': ['ID=d5fb3f89-2041-4646-9607-962a10835332,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:23.174970 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce9c604b-a8df-4d35-97ec-40c006a9fc58 req-a7f18d34-c03f-4f96-a80b-0f97d3350e4a tempest-InstanceActionsNegativeTestJSON-1135343426 tempest-InstanceActionsNegativeTestJSON-1135343426-project] No DVR routers for this DVR port d5fb3f89-2041-4646-9607-962a10835332 on host n-h2-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:20:23.181917 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-ce9c604b-a8df-4d35-97ec-40c006a9fc58 req-a7f18d34-c03f-4f96-a80b-0f97d3350e4a tempest-InstanceActionsNegativeTestJSON-1135343426 tempest-InstanceActionsNegativeTestJSON-1135343426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:23.193377 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ce9c604b-a8df-4d35-97ec-40c006a9fc58 req-a7f18d34-c03f-4f96-a80b-0f97d3350e4a tempest-InstanceActionsNegativeTestJSON-1135343426 tempest-InstanceActionsNegativeTestJSON-1135343426-project] 10.222.0.59 "DELETE /v2.0/ports/d5fb3f89-2041-4646-9607-962a10835332 HTTP/1.1" status: 204 len: 173 time: 0.9569278 Feb 02 07:20:23.194229 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117a8017-9e2d-4632-966e-e5b436235bde', 'name': 'network-vif-deleted', 'tag': 'd5fb3f89-2041-4646-9607-962a10835332'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:20:23.197032 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9a4ffa-5d2c-4957-85e1-cc9ac70d785f" -d '{"events": [{"server_uuid": "117a8017-9e2d-4632-966e-e5b436235bde", "name": "network-vif-deleted", "tag": "d5fb3f89-2041-4646-9607-962a10835332"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:20:23.199337 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 37724) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:20:23.282990 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4d98df-c1e3-4928-9540-12f20b64a613 x-openstack-request-id: req-1a4d98df-c1e3-4928-9540-12f20b64a613 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:20:23.283300 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "117a8017-9e2d-4632-966e-e5b436235bde", "name": "network-vif-deleted", "tag": "d5fb3f89-2041-4646-9607-962a10835332", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:20:23.283597 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1a4d98df-c1e3-4928-9540-12f20b64a613 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:20:23.284009 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '117a8017-9e2d-4632-966e-e5b436235bde', 'name': 'network-vif-deleted', 'tag': 'd5fb3f89-2041-4646-9607-962a10835332', 'status': 'completed', 'code': 200} Feb 02 07:20:23.492216 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-6e38dbee-ad0a-46a0-a5c7-5d62803dfa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965938cf-e75b-46bc-9e35-1712296f27ad', 'name': 'tempest-ServerRescueTestJSON-538231030-router', 'tenant_id': 'c0a9935245e74c7ca5a3b5e5150aa1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': 'ba42ab94-a96c-46e6-a864-3b1011421ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:20:19Z', 'updated_at': '2022-02-02T07:20:21Z', 'revision_number': 3, 'project_id': 'c0a9935245e74c7ca5a3b5e5150aa1a8', 'gw_port': {'id': 'ba42ab94-a96c-46e6-a864-3b1011421ec7', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:59:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965938cf-e75b-46bc-9e35-1712296f27ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:20:20Z', 'updated_at': '2022-02-02T07:20:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:20:23.530417 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9b040607-91b2-44ee-9225-a2b78640e4f4 req-bf776092-80dc-4d5f-9aa3-01758cb4ff0b tempest-InstanceActionsNegativeTestJSON-1135343426 tempest-InstanceActionsNegativeTestJSON-1135343426-project] 10.222.0.87 "GET /v2.0/ports?device_id=117a8017-9e2d-4632-966e-e5b436235bde HTTP/1.1" status: 200 len: 210 time: 0.0694449 Feb 02 07:20:23.569450 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e38dbee-ad0a-46a0-a5c7-5d62803dfa28 None None] Checking router: 965938cf-e75b-46bc-9e35-1712296f27ad for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:20:23.569808 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e38dbee-ad0a-46a0-a5c7-5d62803dfa28 None None] Updating router 965938cf-e75b-46bc-9e35-1712296f27ad port ba42ab94-a96c-46e6-a864-3b1011421ec7 binding host n-d-789963-26 {{(pid=109696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:20:23.623957 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-6e38dbee-ad0a-46a0-a5c7-5d62803dfa28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ba42ab94-a96c-46e6-a864-3b1011421ec7), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:23.639036 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0826f5fe-afee-4883-b480-66202703e120 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:23.704884 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1d88b179-4300-4fba-8b1c-50a920e294b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:23.881099 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0826f5fe-afee-4883-b480-66202703e120 admin admin] Publish callbacks [] for security_group (181cbd7f-820d-45ba-9344-8d8e2b45189f), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:23.891343 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0826f5fe-afee-4883-b480-66202703e120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (181cbd7f-820d-45ba-9344-8d8e2b45189f), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:23.996143 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-0826f5fe-afee-4883-b480-66202703e120 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=0f4bf2baad464fbe80f62d4ade2c62ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7841640 Feb 02 07:20:23.996457 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 37740) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:20:24.002102 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-1d88b179-4300-4fba-8b1c-50a920e294b2 admin admin] Allocated IP 172.20.0.1 (685c8d17-3922-4d1c-b347-80d8fb37bd66/a1964736-516d-4974-8f51-9bf716b83041/6c105a2b-9a04-4920-a689-b28a1bc3573c) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:20:24.007944 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0826f5fe-afee-4883-b480-66202703e120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=181cbd7f-820d-45ba-9344-8d8e2b45189f,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:24.110859 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2463391d-c2de-4aa6-9f3e-159be3d5194b admin admin] Publish callbacks [] for security_group (181cbd7f-820d-45ba-9344-8d8e2b45189f), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:24.135946 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-6e38dbee-ad0a-46a0-a5c7-5d62803dfa28 None None] Publish callbacks [] for port (ba42ab94-a96c-46e6-a864-3b1011421ec7), precommit_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:24.150288 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-6e38dbee-ad0a-46a0-a5c7-5d62803dfa28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (ba42ab94-a96c-46e6-a864-3b1011421ec7), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:24.183468 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2463391d-c2de-4aa6-9f3e-159be3d5194b admin admin] Publish callbacks [] for security_group (181cbd7f-820d-45ba-9344-8d8e2b45189f), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:24.184016 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1d88b179-4300-4fba-8b1c-50a920e294b2 admin admin] Publish callbacks [] for port (6c105a2b-9a04-4920-a689-b28a1bc3573c), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:24.201352 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7a72a6-babb-47a6-86c0-cba8a3ec4caa None None] Pushing event updated for resources: {'Port': ['ID=ba42ab94-a96c-46e6-a864-3b1011421ec7,revision_number=2']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:24.211159 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7a72a6-babb-47a6-86c0-cba8a3ec4caa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:20:24.211349 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7a72a6-babb-47a6-86c0-cba8a3ec4caa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:20:24.211847 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7a72a6-babb-47a6-86c0-cba8a3ec4caa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:20:24.212200 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7a72a6-babb-47a6-86c0-cba8a3ec4caa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:20:24.212537 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7a72a6-babb-47a6-86c0-cba8a3ec4caa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:20:24.212870 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7a72a6-babb-47a6-86c0-cba8a3ec4caa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:20:24.213197 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7a72a6-babb-47a6-86c0-cba8a3ec4caa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:20:24.213521 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7a72a6-babb-47a6-86c0-cba8a3ec4caa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:20:24.214190 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7a72a6-babb-47a6-86c0-cba8a3ec4caa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:20:24.214528 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7a72a6-babb-47a6-86c0-cba8a3ec4caa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:20:24.214856 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7a72a6-babb-47a6-86c0-cba8a3ec4caa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:20:24.215180 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7a72a6-babb-47a6-86c0-cba8a3ec4caa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:20:24.216077 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7a72a6-babb-47a6-86c0-cba8a3ec4caa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:20:24.249684 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-6e38dbee-ad0a-46a0-a5c7-5d62803dfa28 None None] Attempting to bind port ba42ab94-a96c-46e6-a864-3b1011421ec7 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:20:24.250009 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-6e38dbee-ad0a-46a0-a5c7-5d62803dfa28 None None] Attempting to bind port ba42ab94-a96c-46e6-a864-3b1011421ec7 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:20:24.250349 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e38dbee-ad0a-46a0-a5c7-5d62803dfa28 None None] Attempting to bind port ba42ab94-a96c-46e6-a864-3b1011421ec7 on network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:20:24.250846 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2463391d-c2de-4aa6-9f3e-159be3d5194b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (181cbd7f-820d-45ba-9344-8d8e2b45189f), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:24.254026 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2463391d-c2de-4aa6-9f3e-159be3d5194b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:24.256031 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-2463391d-c2de-4aa6-9f3e-159be3d5194b admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/181cbd7f-820d-45ba-9344-8d8e2b45189f HTTP/1.1" status: 204 len: 168 time: 0.2579691 Feb 02 07:20:24.259799 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e38dbee-ad0a-46a0-a5c7-5d62803dfa28 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:20:24.260178 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e38dbee-ad0a-46a0-a5c7-5d62803dfa28 None None] Checking segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:20:24.260589 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-6e38dbee-ad0a-46a0-a5c7-5d62803dfa28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:24.260984 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e38dbee-ad0a-46a0-a5c7-5d62803dfa28 None None] Bound using segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:20:24.261674 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-6e38dbee-ad0a-46a0-a5c7-5d62803dfa28 None None] Bound port: ba42ab94-a96c-46e6-a864-3b1011421ec7, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:20:24.262179 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-6e38dbee-ad0a-46a0-a5c7-5d62803dfa28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ba42ab94-a96c-46e6-a864-3b1011421ec7), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:24.281580 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1d88b179-4300-4fba-8b1c-50a920e294b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (6c105a2b-9a04-4920-a689-b28a1bc3573c), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:24.293617 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2463391d-c2de-4aa6-9f3e-159be3d5194b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181cbd7f-820d-45ba-9344-8d8e2b45189f,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:24.360573 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d88b179-4300-4fba-8b1c-50a920e294b2 admin admin] Network 685c8d17-3922-4d1c-b347-80d8fb37bd66 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:20:24.366105 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-1d88b179-4300-4fba-8b1c-50a920e294b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:20:24.374605 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d88b179-4300-4fba-8b1c-50a920e294b2 admin admin] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:20:24.384937 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-6e38dbee-ad0a-46a0-a5c7-5d62803dfa28 None None] For port ba42ab94-a96c-46e6-a864-3b1011421ec7, host n-d-789963-26, cleared binding levels {{(pid=109696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:20:24.398692 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-6e38dbee-ad0a-46a0-a5c7-5d62803dfa28 None None] For port ba42ab94-a96c-46e6-a864-3b1011421ec7, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=ba42ab94-a96c-46e6-a864-3b1011421ec7,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:20:24.410459 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d88b179-4300-4fba-8b1c-50a920e294b2 admin admin] Pushing event updated for resources: {'Port': ['ID=6c105a2b-9a04-4920-a689-b28a1bc3573c,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:24.420978 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-6e38dbee-ad0a-46a0-a5c7-5d62803dfa28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (ba42ab94-a96c-46e6-a864-3b1011421ec7), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:24.431853 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1d88b179-4300-4fba-8b1c-50a920e294b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (965938cf-e75b-46bc-9e35-1712296f27ad), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:24.615798 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7a72a6-babb-47a6-86c0-cba8a3ec4caa None None] Pushing event updated for resources: {'Port': ['ID=ba42ab94-a96c-46e6-a864-3b1011421ec7,revision_number=3']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:24.633457 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 37752) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:20:24.649834 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e38dbee-ad0a-46a0-a5c7-5d62803dfa28 None None] Routers {'965938cf-e75b-46bc-9e35-1712296f27ad'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:20:24.650695 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-6e38dbee-ad0a-46a0-a5c7-5d62803dfa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:20:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['965938cf-e75b-46bc-9e35-1712296f27ad'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:20:24.711926 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1d88b179-4300-4fba-8b1c-50a920e294b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (6c105a2b-9a04-4920-a689-b28a1bc3573c), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:24.731046 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-055c8e74-be3a-4bfe-97ff-6a535cf283d7 admin admin] Deleting subnet 219c9b9f-e4c7-4c65-b8cd-c2f9f345a7a0 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:20:24.736101 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-055c8e74-be3a-4bfe-97ff-6a535cf283d7 admin admin] Publish callbacks [] for subnet (219c9b9f-e4c7-4c65-b8cd-c2f9f345a7a0), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:24.774980 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-055c8e74-be3a-4bfe-97ff-6a535cf283d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (219c9b9f-e4c7-4c65-b8cd-c2f9f345a7a0), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:24.840966 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-055c8e74-be3a-4bfe-97ff-6a535cf283d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (219c9b9f-e4c7-4c65-b8cd-c2f9f345a7a0), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:24.897702 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-6e38dbee-ad0a-46a0-a5c7-5d62803dfa28 None None] Set router 965938cf-e75b-46bc-9e35-1712296f27ad gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:20:24.923273 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 37758) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:20:24.939941 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-57afc873-81e0-4f38-a032-e74f4924ba4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:24.950521 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-055c8e74-be3a-4bfe-97ff-6a535cf283d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (219c9b9f-e4c7-4c65-b8cd-c2f9f345a7a0), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:25.002603 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055c8e74-be3a-4bfe-97ff-6a535cf283d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=219c9b9f-e4c7-4c65-b8cd-c2f9f345a7a0,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:25.015316 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-055c8e74-be3a-4bfe-97ff-6a535cf283d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:25.019761 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-055c8e74-be3a-4bfe-97ff-6a535cf283d7 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/219c9b9f-e4c7-4c65-b8cd-c2f9f345a7a0 HTTP/1.1" status: 204 len: 168 time: 0.3851042 Feb 02 07:20:25.024517 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 37762) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:20:25.134076 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-410a900a-caad-4d55-a48a-08cf8c35f3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (b09aa6d8-4e6b-4881-a07e-6350a2f39c60), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:25.175436 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1d88b179-4300-4fba-8b1c-50a920e294b2 admin admin] Publish callbacks [] for port (6c105a2b-9a04-4920-a689-b28a1bc3573c), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:25.191033 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-57afc873-81e0-4f38-a032-e74f4924ba4f admin admin] Publish callbacks [] for security_group (abaf80f4-f435-469a-b3d0-502cbec931f3), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:25.192778 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1d88b179-4300-4fba-8b1c-50a920e294b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (6c105a2b-9a04-4920-a689-b28a1bc3573c), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:25.256032 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-410a900a-caad-4d55-a48a-08cf8c35f3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (b09aa6d8-4e6b-4881-a07e-6350a2f39c60), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:25.282447 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-410a900a-caad-4d55-a48a-08cf8c35f3e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b09aa6d8-4e6b-4881-a07e-6350a2f39c60']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:20:25.293007 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-410a900a-caad-4d55-a48a-08cf8c35f3e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3168167-d3ee-48fd-9808-2482895ced8d') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:20:25.293539 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-410a900a-caad-4d55-a48a-08cf8c35f3e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3168167-d3ee-48fd-9808-2482895ced8d') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:20:25.308557 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-410a900a-caad-4d55-a48a-08cf8c35f3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (c3168167-d3ee-48fd-9808-2482895ced8d), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:25.323955 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-410a900a-caad-4d55-a48a-08cf8c35f3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (c3168167-d3ee-48fd-9808-2482895ced8d), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:25.332394 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-410a900a-caad-4d55-a48a-08cf8c35f3e4 admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:20:25.333071 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-410a900a-caad-4d55-a48a-08cf8c35f3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (c3168167-d3ee-48fd-9808-2482895ced8d), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:25.335237 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d88b179-4300-4fba-8b1c-50a920e294b2 admin admin] Pushing event updated for resources: {'Port': ['ID=6c105a2b-9a04-4920-a689-b28a1bc3573c,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:25.340367 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1d88b179-4300-4fba-8b1c-50a920e294b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (965938cf-e75b-46bc-9e35-1712296f27ad), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:25.398185 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:20:25.398185 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:20:25.398185 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:20:25.398185 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:20:25.398185 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:20:25.398185 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:20:25.398185 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:20:25.398185 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:20:25.398185 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:20:25.398185 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:20:25.398185 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:20:25.398185 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:20:25.398185 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:20:25.398185 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:20:25.398185 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:20:25.398185 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:20:25.398185 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:20:25.398185 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:20:25.398185 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:20:25.398185 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:20:25.398185 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:20:25.398185 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:20:25.398185 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:20:25.398185 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:20:25.398185 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:20:25.398185 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:20:25.398185 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:20:25.398185 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:20:25.398185 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:20:25.398185 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:20:25.398185 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:20:25.398185 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:20:25.400523 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-57afc873-81e0-4f38-a032-e74f4924ba4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (abaf80f4-f435-469a-b3d0-502cbec931f3), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:25.423814 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-6e38dbee-ad0a-46a0-a5c7-5d62803dfa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965938cf-e75b-46bc-9e35-1712296f27ad', 'name': 'tempest-ServerRescueTestJSON-538231030-router', 'tenant_id': 'c0a9935245e74c7ca5a3b5e5150aa1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': 'ba42ab94-a96c-46e6-a864-3b1011421ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:20:19Z', 'updated_at': '2022-02-02T07:20:24Z', 'revision_number': 4, 'project_id': 'c0a9935245e74c7ca5a3b5e5150aa1a8', 'gw_port': {'id': 'ba42ab94-a96c-46e6-a864-3b1011421ec7', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:59:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965938cf-e75b-46bc-9e35-1712296f27ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:20:20Z', 'updated_at': '2022-02-02T07:20:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '6c105a2b-9a04-4920-a689-b28a1bc3573c', 'name': '', 'network_id': '685c8d17-3922-4d1c-b347-80d8fb37bd66', 'tenant_id': 'c0a9935245e74c7ca5a3b5e5150aa1a8', 'mac_address': 'fa:16:3e:52:90:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965938cf-e75b-46bc-9e35-1712296f27ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': 'a1964736-516d-4974-8f51-9bf716b83041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:20:23Z', 'updated_at': '2022-02-02T07:20:24Z', 'revision_number': 1, 'project_id': 'c0a9935245e74c7ca5a3b5e5150aa1a8', 'subnets': [{'id': 'a1964736-516d-4974-8f51-9bf716b83041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:20:25.432825 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57afc873-81e0-4f38-a032-e74f4924ba4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abaf80f4-f435-469a-b3d0-502cbec931f3,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:25.436174 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-410a900a-caad-4d55-a48a-08cf8c35f3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (b09aa6d8-4e6b-4881-a07e-6350a2f39c60), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:25.444153 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-410a900a-caad-4d55-a48a-08cf8c35f3e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:25.449586 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-410a900a-caad-4d55-a48a-08cf8c35f3e4 admin admin] 10.222.0.87 "DELETE /v2.0/networks/b09aa6d8-4e6b-4881-a07e-6350a2f39c60 HTTP/1.1" status: 204 len: 168 time: 0.4215720 Feb 02 07:20:25.468548 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410a900a-caad-4d55-a48a-08cf8c35f3e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b09aa6d8-4e6b-4881-a07e-6350a2f39c60,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:25.475659 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-57afc873-81e0-4f38-a032-e74f4924ba4f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=608a8e77240a4026af3e07cf46a5c5fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5509560 Feb 02 07:20:25.486144 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 37770) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:20:25.533523 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e38dbee-ad0a-46a0-a5c7-5d62803dfa28 None None] The sync data for ids ['965938cf-e75b-46bc-9e35-1712296f27ad'] in n-d-789963-26 is: [{'id': '965938cf-e75b-46bc-9e35-1712296f27ad', 'name': 'tempest-ServerRescueTestJSON-538231030-router', 'tenant_id': 'c0a9935245e74c7ca5a3b5e5150aa1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': 'ba42ab94-a96c-46e6-a864-3b1011421ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:20:19Z', 'updated_at': '2022-02-02T07:20:24Z', 'revision_number': 4, 'project_id': 'c0a9935245e74c7ca5a3b5e5150aa1a8', 'gw_port': {'id': 'ba42ab94-a96c-46e6-a864-3b1011421ec7', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:59:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965938cf-e75b-46bc-9e35-1712296f27ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:20:20Z', 'updated_at': '2022-02-02T07:20:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '6c105a2b-9a04-4920-a689-b28a1bc3573c', 'name': '', 'network_id': '685c8d17-3922-4d1c-b347-80d8fb37bd66', 'tenant_id': 'c0a9935245e74c7ca5a3b5e5150aa1a8', 'mac_address': 'fa:16:3e:52:90:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965938cf-e75b-46bc-9e35-1712296f27ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': 'a1964736-516d-4974-8f51-9bf716b83041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:20:23Z', 'updated_at': '2022-02-02T07:20:24Z', 'revision_number': 1, 'project_id': 'c0a9935245e74c7ca5a3b5e5150aa1a8', 'subnets': [{'id': 'a1964736-516d-4974-8f51-9bf716b83041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:20:25.576817 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d88b179-4300-4fba-8b1c-50a920e294b2 admin admin] Network 685c8d17-3922-4d1c-b347-80d8fb37bd66 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:20:25.582310 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ebcdf194-24d2-4de6-a4d7-4814c7767d6c admin admin] Publish callbacks [] for security_group (abaf80f4-f435-469a-b3d0-502cbec931f3), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:25.587174 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-1d88b179-4300-4fba-8b1c-50a920e294b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:20:25.617798 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ebcdf194-24d2-4de6-a4d7-4814c7767d6c admin admin] Publish callbacks [] for security_group (abaf80f4-f435-469a-b3d0-502cbec931f3), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:25.761663 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ebcdf194-24d2-4de6-a4d7-4814c7767d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (abaf80f4-f435-469a-b3d0-502cbec931f3), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:25.769582 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ebcdf194-24d2-4de6-a4d7-4814c7767d6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:25.771051 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-ebcdf194-24d2-4de6-a4d7-4814c7767d6c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/abaf80f4-f435-469a-b3d0-502cbec931f3 HTTP/1.1" status: 204 len: 168 time: 0.2822075 Feb 02 07:20:25.797047 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcdf194-24d2-4de6-a4d7-4814c7767d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abaf80f4-f435-469a-b3d0-502cbec931f3,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:25.834360 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f13a484a-3839-4f8d-83ec-ac9c2057b116 req-7acedd00-453f-4da6-9524-48e76ee7a484 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=982a3e02-7238-4c83-a758-6e24ea99ed01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1354833 Feb 02 07:20:26.016512 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 37774) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:20:26.155800 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device d5fb3f89-2041-4646-9607-962a10835332 no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:20:26.186742 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a484a-3839-4f8d-83ec-ac9c2057b116 req-22a3c883-9eed-4c01-b191-f5d1814e730a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:26.195592 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f13a484a-3839-4f8d-83ec-ac9c2057b116 req-22a3c883-9eed-4c01-b191-f5d1814e730a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9c97b93a669c44538988826a9c309643&device_id=982a3e02-7238-4c83-a758-6e24ea99ed01 HTTP/1.1" status: 200 len: 1128 time: 0.2750695 Feb 02 07:20:26.206060 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] No Port match for: d5fb3f89-2041-4646-9607-962a10835332 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:20:26.206664 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-083b0677-5792-4e43-aca1-d0360e3f349f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=6abc047e81e64579b09534b02ed19ff3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1857014 Feb 02 07:20:26.209712 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 37780) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:20:26.209981 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device d5fb3f89-2041-4646-9607-962a10835332 not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:20:26.619422 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7a1d8db7-ee8d-4791-99c3-4d7e79e9b822 admin admin] Publish callbacks [] for security_group (556d1660-1d9b-43ed-9544-549fb840163c), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:26.661880 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a484a-3839-4f8d-83ec-ac9c2057b116 req-fc670fce-1249-49d9-a2bc-dbad25a246d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:26.663394 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f13a484a-3839-4f8d-83ec-ac9c2057b116 req-fc670fce-1249-49d9-a2bc-dbad25a246d2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d194a686-ccd5-4b19-b7e3-633cf070453a HTTP/1.1" status: 200 len: 915 time: 0.4487798 Feb 02 07:20:26.782713 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d88b179-4300-4fba-8b1c-50a920e294b2 admin admin] Router 965938cf-e75b-46bc-9e35-1712296f27ad has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:20:26.784085 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7a1d8db7-ee8d-4791-99c3-4d7e79e9b822 admin admin] Publish callbacks [] for security_group (556d1660-1d9b-43ed-9544-549fb840163c), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:26.788313 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f13a484a-3839-4f8d-83ec-ac9c2057b116 req-11d61fae-56ef-4c6a-8900-f85502d3ab7b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a399082-e671-4e68-ac4e-2cbdc580628f HTTP/1.1" status: 200 len: 217 time: 0.1045640 Feb 02 07:20:26.941218 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a484a-3839-4f8d-83ec-ac9c2057b116 req-9dac547e-f9ba-4c54-8953-5d65fad64ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:26.941574 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f13a484a-3839-4f8d-83ec-ac9c2057b116 req-9dac547e-f9ba-4c54-8953-5d65fad64ad8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=381c6130-79ff-4c24-85c5-0c6ea3864e87 HTTP/1.1" status: 200 len: 854 time: 0.1337690 Feb 02 07:20:27.054941 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f13a484a-3839-4f8d-83ec-ac9c2057b116 req-435734e4-7896-4844-a077-465c4634b71b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d194a686-ccd5-4b19-b7e3-633cf070453a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1019707 Feb 02 07:20:27.081889 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d88b179-4300-4fba-8b1c-50a920e294b2 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:20:27.103717 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-1d88b179-4300-4fba-8b1c-50a920e294b2 admin admin] 10.222.0.87 "PUT /v2.0/routers/965938cf-e75b-46bc-9e35-1712296f27ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4372680 Feb 02 07:20:27.131253 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7a1d8db7-ee8d-4791-99c3-4d7e79e9b822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (556d1660-1d9b-43ed-9544-549fb840163c), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:27.139760 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7a1d8db7-ee8d-4791-99c3-4d7e79e9b822 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:27.141922 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-7a1d8db7-ee8d-4791-99c3-4d7e79e9b822 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/556d1660-1d9b-43ed-9544-549fb840163c HTTP/1.1" status: 204 len: 168 time: 0.9312272 Feb 02 07:20:27.170878 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1d8db7-ee8d-4791-99c3-4d7e79e9b822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556d1660-1d9b-43ed-9544-549fb840163c,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:27.312556 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:27.339539 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f13a484a-3839-4f8d-83ec-ac9c2057b116 req-a4f0ff05-1c92-485d-8beb-5a1fc45f1faf service neutron] 10.222.0.59 "GET /v2.0/networks/d194a686-ccd5-4b19-b7e3-633cf070453a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762392 Feb 02 07:20:27.549655 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device ba42ab94-a96c-46e6-a864-3b1011421ec7 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:20:27.567491 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f13a484a-3839-4f8d-83ec-ac9c2057b116 req-14cacb51-151c-4570-af81-f9c909bca215 service neutron] 10.222.0.59 "GET /v2.0/networks/d194a686-ccd5-4b19-b7e3-633cf070453a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122519 Feb 02 07:20:27.767912 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port ba42ab94-a96c-46e6-a864-3b1011421ec7 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:20:27.772531 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ba42ab94-a96c-46e6-a864-3b1011421ec7), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:28.022698 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port ba42ab94-a96c-46e6-a864-3b1011421ec7 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:20:28.023092 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ba42ab94-a96c-46e6-a864-3b1011421ec7), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:28.072573 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port ba42ab94-a96c-46e6-a864-3b1011421ec7, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=ba42ab94-a96c-46e6-a864-3b1011421ec7,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:20:28.078761 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (ba42ab94-a96c-46e6-a864-3b1011421ec7), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:28.234909 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=ba42ab94-a96c-46e6-a864-3b1011421ec7,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:28.249719 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:20:28.251217 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:20:28.251883 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:20:28.252794 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:20:28.253749 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:20:28.254361 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:20:28.254993 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:20:28.255537 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:20:28.256089 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:20:28.256637 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:20:28.257166 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:20:28.257980 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:20:28.258893 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:20:28.644754 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23466dd-a635-428f-b472-7b9c02442d79 req-659da829-1a01-4bd1-a696-d771728307e2 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:28.646592 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d23466dd-a635-428f-b472-7b9c02442d79 req-659da829-1a01-4bd1-a696-d771728307e2 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/networks?id=685c8d17-3922-4d1c-b347-80d8fb37bd66 HTTP/1.1" status: 200 len: 810 time: 0.2039745 Feb 02 07:20:28.672268 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d23466dd-a635-428f-b472-7b9c02442d79 req-b2237c1a-eacc-4e80-8fa3-8616eabd6b67 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/quotas/c0a9935245e74c7ca5a3b5e5150aa1a8 HTTP/1.1" status: 200 len: 375 time: 0.0201068 Feb 02 07:20:28.837004 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d23466dd-a635-428f-b472-7b9c02442d79 req-63e960dc-83b1-4bf8-b3d1-37c1ae89a9b8 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=c0a9935245e74c7ca5a3b5e5150aa1a8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1500812 Feb 02 07:20:29.010788 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d23466dd-a635-428f-b472-7b9c02442d79 req-7c4db072-d180-4e3f-b523-517b26f81799 service neutron] 10.222.0.87 "GET /v2.0/networks/685c8d17-3922-4d1c-b347-80d8fb37bd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726990 Feb 02 07:20:29.189257 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d23466dd-a635-428f-b472-7b9c02442d79 req-23d22fed-43ab-4d53-8f5d-dd7057c5e558 service neutron] 10.222.0.87 "GET /v2.0/networks/685c8d17-3922-4d1c-b347-80d8fb37bd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714408 Feb 02 07:20:29.313968 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 37874) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:20:29.457239 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device ba42ab94-a96c-46e6-a864-3b1011421ec7 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:20:29.618411 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4081849-80fb-4d4b-880d-6567230bb186 None None] Sync routers for ids ['965938cf-e75b-46bc-9e35-1712296f27ad'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:20:29.637118 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-872c730f-85c2-46eb-9c90-561655acf5bb req-e7e551dd-a59e-4471-8f4f-299131d559bc tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/ports?device_id=b524e9be-a2b9-4b94-b2a8-ddb5a86ba09e HTTP/1.1" status: 200 len: 210 time: 0.0829167 Feb 02 07:20:29.648925 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-3b634b77-2a98-4fb8-af06-459e2ceec0c0 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-454496219-network', 'tenant_id': '135e301105a140f3882bc45fce9ba946'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:20:29.679462 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4081849-80fb-4d4b-880d-6567230bb186 None None] Routers {'965938cf-e75b-46bc-9e35-1712296f27ad'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:20:29.681232 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-d4081849-80fb-4d4b-880d-6567230bb186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:20:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['965938cf-e75b-46bc-9e35-1712296f27ad'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:20:29.717609 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b634b77-2a98-4fb8-af06-459e2ceec0c0 admin admin] Made reservation on behalf of 135e301105a140f3882bc45fce9ba946 for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:20:29.720500 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3b634b77-2a98-4fb8-af06-459e2ceec0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:29.740547 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3b634b77-2a98-4fb8-af06-459e2ceec0c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:29.942540 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-d4081849-80fb-4d4b-880d-6567230bb186 None None] Set router 965938cf-e75b-46bc-9e35-1712296f27ad gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:20:29.956951 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3b634b77-2a98-4fb8-af06-459e2ceec0c0 admin admin] Publish callbacks [] for security_group (45eda112-1e7f-457d-b685-995ad3d1063e), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:29.964275 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3b634b77-2a98-4fb8-af06-459e2ceec0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (45eda112-1e7f-457d-b685-995ad3d1063e), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:30.002797 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b634b77-2a98-4fb8-af06-459e2ceec0c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:20:30.013668 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b634b77-2a98-4fb8-af06-459e2ceec0c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45eda112-1e7f-457d-b685-995ad3d1063e,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:30.019059 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3b634b77-2a98-4fb8-af06-459e2ceec0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (ad06083c-17da-4bd5-ac56-378681345dbd), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:30.019404 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-3b634b77-2a98-4fb8-af06-459e2ceec0c0 admin admin] Added segment ad06083c-17da-4bd5-ac56-378681345dbd of type vlan for network 759f2e59-f4fd-463d-9d8d-ffe69fe07d39 Feb 02 07:20:30.105878 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3b634b77-2a98-4fb8-af06-459e2ceec0c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (759f2e59-f4fd-463d-9d8d-ffe69fe07d39), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:30.109784 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port ba42ab94-a96c-46e6-a864-3b1011421ec7 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:20:30.110420 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ba42ab94-a96c-46e6-a864-3b1011421ec7), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:30.167492 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3b634b77-2a98-4fb8-af06-459e2ceec0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (759f2e59-f4fd-463d-9d8d-ffe69fe07d39), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:30.171037 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b634b77-2a98-4fb8-af06-459e2ceec0c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:30.171990 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3b634b77-2a98-4fb8-af06-459e2ceec0c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:30.264264 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port ba42ab94-a96c-46e6-a864-3b1011421ec7 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:20:30.320556 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 37918) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:20:30.326803 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-7a213f8b-fda0-4800-94f7-1bee665f122b admin admin] Request body: {'subnet': {'network_id': '759f2e59-f4fd-463d-9d8d-ffe69fe07d39', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-454496219-subnet', 'tenant_id': '135e301105a140f3882bc45fce9ba946', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:20:30.331351 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-3b634b77-2a98-4fb8-af06-459e2ceec0c0 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0014968 Feb 02 07:20:30.340530 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b634b77-2a98-4fb8-af06-459e2ceec0c0 admin admin] Pushing event updated for resources: {'Network': ['ID=759f2e59-f4fd-463d-9d8d-ffe69fe07d39,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:30.354765 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 759f2e59-f4fd-463d-9d8d-ffe69fe07d39 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:20:30.359151 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a213f8b-fda0-4800-94f7-1bee665f122b admin admin] Made reservation on behalf of 135e301105a140f3882bc45fce9ba946 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:20:30.361463 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7a213f8b-fda0-4800-94f7-1bee665f122b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:30.419715 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-d4081849-80fb-4d4b-880d-6567230bb186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965938cf-e75b-46bc-9e35-1712296f27ad', 'name': 'tempest-ServerRescueTestJSON-538231030-router', 'tenant_id': 'c0a9935245e74c7ca5a3b5e5150aa1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': 'ba42ab94-a96c-46e6-a864-3b1011421ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:20:19Z', 'updated_at': '2022-02-02T07:20:24Z', 'revision_number': 4, 'project_id': 'c0a9935245e74c7ca5a3b5e5150aa1a8', 'gw_port': {'id': 'ba42ab94-a96c-46e6-a864-3b1011421ec7', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:59:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965938cf-e75b-46bc-9e35-1712296f27ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:20:20Z', 'updated_at': '2022-02-02T07:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '6c105a2b-9a04-4920-a689-b28a1bc3573c', 'name': '', 'network_id': '685c8d17-3922-4d1c-b347-80d8fb37bd66', 'tenant_id': 'c0a9935245e74c7ca5a3b5e5150aa1a8', 'mac_address': 'fa:16:3e:52:90:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965938cf-e75b-46bc-9e35-1712296f27ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': 'a1964736-516d-4974-8f51-9bf716b83041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:20:23Z', 'updated_at': '2022-02-02T07:20:24Z', 'revision_number': 2, 'project_id': 'c0a9935245e74c7ca5a3b5e5150aa1a8', 'subnets': [{'id': 'a1964736-516d-4974-8f51-9bf716b83041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:20:30.466599 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4081849-80fb-4d4b-880d-6567230bb186 None None] Checking router: 965938cf-e75b-46bc-9e35-1712296f27ad for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:20:30.467681 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4081849-80fb-4d4b-880d-6567230bb186 None None] Updating router 965938cf-e75b-46bc-9e35-1712296f27ad port 6c105a2b-9a04-4920-a689-b28a1bc3573c binding host n-d-789963-26 {{(pid=109695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:20:30.504054 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d4081849-80fb-4d4b-880d-6567230bb186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (6c105a2b-9a04-4920-a689-b28a1bc3573c), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:30.660576 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7a213f8b-fda0-4800-94f7-1bee665f122b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (6132ab23-1f69-4d3f-869d-1d24e060b077), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:30.772416 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a213f8b-fda0-4800-94f7-1bee665f122b admin admin] Checking segment: {'id': 'ad06083c-17da-4bd5-ac56-378681345dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '759f2e59-f4fd-463d-9d8d-ffe69fe07d39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:20:30.772769 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a213f8b-fda0-4800-94f7-1bee665f122b admin admin] Network hostable DHCP agents. Network: 759f2e59-f4fd-463d-9d8d-ffe69fe07d39, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:20:30.776445 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a213f8b-fda0-4800-94f7-1bee665f122b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6132ab23-1f69-4d3f-869d-1d24e060b077,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:30.809966 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a213f8b-fda0-4800-94f7-1bee665f122b admin admin] Network 759f2e59-f4fd-463d-9d8d-ffe69fe07d39 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:20:30.822419 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-7a213f8b-fda0-4800-94f7-1bee665f122b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 759f2e59-f4fd-463d-9d8d-ffe69fe07d39) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:20:30.833166 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a213f8b-fda0-4800-94f7-1bee665f122b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:30.833814 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7a213f8b-fda0-4800-94f7-1bee665f122b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:30.885480 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-7a213f8b-fda0-4800-94f7-1bee665f122b admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5637052 Feb 02 07:20:30.888744 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ad285f49-c152-4b9b-8370-6c9796c0267c req-f1c45ae0-a0ea-44f9-aee4-588cb9a3c358 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/ports?device_id=b524e9be-a2b9-4b94-b2a8-ddb5a86ba09e HTTP/1.1" status: 200 len: 210 time: 0.0979276 Feb 02 07:20:30.923269 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fdb5d6-cd90-4634-bf46-f83991d3419d None None] Network 759f2e59-f4fd-463d-9d8d-ffe69fe07d39 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:20:31.071016 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431cf81e-afd3-427c-bce0-b0ce9ed60000 None None] Network 759f2e59-f4fd-463d-9d8d-ffe69fe07d39 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:20:31.399916 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d4081849-80fb-4d4b-880d-6567230bb186 None None] Publish callbacks [] for port (6c105a2b-9a04-4920-a689-b28a1bc3573c), precommit_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:31.407498 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d4081849-80fb-4d4b-880d-6567230bb186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (6c105a2b-9a04-4920-a689-b28a1bc3573c), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:31.697787 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23466dd-a635-428f-b472-7b9c02442d79 req-c9ce6f0e-81cc-401a-bddc-a3d8a7b00901 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:31.699823 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d23466dd-a635-428f-b472-7b9c02442d79 req-c9ce6f0e-81cc-401a-bddc-a3d8a7b00901 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.88 "GET /v2.0/networks?id=685c8d17-3922-4d1c-b347-80d8fb37bd66 HTTP/1.1" status: 200 len: 810 time: 0.2890902 Feb 02 07:20:31.726416 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-d23466dd-a635-428f-b472-7b9c02442d79 req-d07a48e1-ed27-43c2-9244-299648c08411 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Request body: {'port': {'device_id': 'b524e9be-a2b9-4b94-b2a8-ddb5a86ba09e', 'network_id': '685c8d17-3922-4d1c-b347-80d8fb37bd66', 'admin_state_up': True, 'tenant_id': 'c0a9935245e74c7ca5a3b5e5150aa1a8'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:20:31.808778 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f31ccd-beed-4913-8e1b-72cc854f4663 None None] Pushing event updated for resources: {'Port': ['ID=6c105a2b-9a04-4920-a689-b28a1bc3573c,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:31.814334 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-d4081849-80fb-4d4b-880d-6567230bb186 None None] Attempting to bind port 6c105a2b-9a04-4920-a689-b28a1bc3573c on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:20:31.814973 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-d4081849-80fb-4d4b-880d-6567230bb186 None None] Attempting to bind port 6c105a2b-9a04-4920-a689-b28a1bc3573c by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'ef362536-9b29-40d1-9fe4-a7b62c727f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '685c8d17-3922-4d1c-b347-80d8fb37bd66'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:20:31.815653 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4081849-80fb-4d4b-880d-6567230bb186 None None] Attempting to bind port 6c105a2b-9a04-4920-a689-b28a1bc3573c on network 685c8d17-3922-4d1c-b347-80d8fb37bd66 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:20:31.837473 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4081849-80fb-4d4b-880d-6567230bb186 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:20:31.838080 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4081849-80fb-4d4b-880d-6567230bb186 None None] Checking segment: {'id': 'ef362536-9b29-40d1-9fe4-a7b62c727f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '685c8d17-3922-4d1c-b347-80d8fb37bd66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:20:31.838672 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d4081849-80fb-4d4b-880d-6567230bb186 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:31.839296 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4081849-80fb-4d4b-880d-6567230bb186 None None] Bound using segment: {'id': 'ef362536-9b29-40d1-9fe4-a7b62c727f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '685c8d17-3922-4d1c-b347-80d8fb37bd66'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:20:31.840073 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-d4081849-80fb-4d4b-880d-6567230bb186 None None] Bound port: 6c105a2b-9a04-4920-a689-b28a1bc3573c, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef362536-9b29-40d1-9fe4-a7b62c727f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '685c8d17-3922-4d1c-b347-80d8fb37bd66'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:20:31.842515 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d4081849-80fb-4d4b-880d-6567230bb186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (6c105a2b-9a04-4920-a689-b28a1bc3573c), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:31.901846 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 37974) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:20:31.984436 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-d4081849-80fb-4d4b-880d-6567230bb186 None None] For port 6c105a2b-9a04-4920-a689-b28a1bc3573c, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:20:31.988044 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-d4081849-80fb-4d4b-880d-6567230bb186 None None] For port 6c105a2b-9a04-4920-a689-b28a1bc3573c, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=6c105a2b-9a04-4920-a689-b28a1bc3573c,segment=NetworkSegment(ef362536-9b29-40d1-9fe4-a7b62c727f04),segment_id=ef362536-9b29-40d1-9fe4-a7b62c727f04)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:20:31.998975 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d4081849-80fb-4d4b-880d-6567230bb186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (6c105a2b-9a04-4920-a689-b28a1bc3573c), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:32.064658 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-d718cdea-3f61-417e-9bbf-46f432a75b94 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:32.066511 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-d718cdea-3f61-417e-9bbf-46f432a75b94 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] 10.222.0.87 "GET /v2.0/networks?id=759f2e59-f4fd-463d-9d8d-ffe69fe07d39 HTTP/1.1" status: 200 len: 817 time: 0.2803304 Feb 02 07:20:32.087434 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d23466dd-a635-428f-b472-7b9c02442d79 req-d07a48e1-ed27-43c2-9244-299648c08411 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Made reservation on behalf of c0a9935245e74c7ca5a3b5e5150aa1a8 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:20:32.096283 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d23466dd-a635-428f-b472-7b9c02442d79 req-d07a48e1-ed27-43c2-9244-299648c08411 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:32.098782 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f31ccd-beed-4913-8e1b-72cc854f4663 None None] Pushing event updated for resources: {'Port': ['ID=6c105a2b-9a04-4920-a689-b28a1bc3573c,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:32.106869 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-fd41c900-40b0-40cc-a451-a945ef49c682 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] 10.222.0.87 "GET /v2.0/quotas/135e301105a140f3882bc45fce9ba946 HTTP/1.1" status: 200 len: 375 time: 0.0294597 Feb 02 07:20:32.133378 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4081849-80fb-4d4b-880d-6567230bb186 None None] Routers {'965938cf-e75b-46bc-9e35-1712296f27ad'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:20:32.141065 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-d4081849-80fb-4d4b-880d-6567230bb186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:20:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['965938cf-e75b-46bc-9e35-1712296f27ad'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:20:32.196102 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-97df3602-52bc-4da2-b536-85753c90586f tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=135e301105a140f3882bc45fce9ba946&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0811732 Feb 02 07:20:32.366044 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-95eac61e-2bdf-412b-8fcc-5a0838975934 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:32.380827 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-d4081849-80fb-4d4b-880d-6567230bb186 None None] Set router 965938cf-e75b-46bc-9e35-1712296f27ad gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:20:32.497535 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-d23466dd-a635-428f-b472-7b9c02442d79 req-d07a48e1-ed27-43c2-9244-299648c08411 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Allocated IP 172.20.0.11 (685c8d17-3922-4d1c-b347-80d8fb37bd66/a1964736-516d-4974-8f51-9bf716b83041/8b7c2392-6bd1-46b6-99e5-ec27d9496364) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:20:32.532059 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-c19225b1-c1f1-4ad7-a429-056e4064aa32 service neutron] 10.222.0.87 "GET /v2.0/networks/759f2e59-f4fd-463d-9d8d-ffe69fe07d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3318160 Feb 02 07:20:32.705415 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-95eac61e-2bdf-412b-8fcc-5a0838975934 admin admin] Publish callbacks [] for security_group (7d8c9ae5-04a0-42ea-be15-f74827844b69), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:32.717768 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-95eac61e-2bdf-412b-8fcc-5a0838975934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (7d8c9ae5-04a0-42ea-be15-f74827844b69), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:32.773911 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-3a212db4-42ca-4ffe-99a4-ea94b283728f service neutron] 10.222.0.87 "GET /v2.0/networks/759f2e59-f4fd-463d-9d8d-ffe69fe07d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372360 Feb 02 07:20:32.799107 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eac61e-2bdf-412b-8fcc-5a0838975934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8c9ae5-04a0-42ea-be15-f74827844b69,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:32.841231 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-d4081849-80fb-4d4b-880d-6567230bb186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965938cf-e75b-46bc-9e35-1712296f27ad', 'name': 'tempest-ServerRescueTestJSON-538231030-router', 'tenant_id': 'c0a9935245e74c7ca5a3b5e5150aa1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': 'ba42ab94-a96c-46e6-a864-3b1011421ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:20:19Z', 'updated_at': '2022-02-02T07:20:24Z', 'revision_number': 4, 'project_id': 'c0a9935245e74c7ca5a3b5e5150aa1a8', 'gw_port': {'id': 'ba42ab94-a96c-46e6-a864-3b1011421ec7', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:59:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965938cf-e75b-46bc-9e35-1712296f27ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:20:20Z', 'updated_at': '2022-02-02T07:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '6c105a2b-9a04-4920-a689-b28a1bc3573c', 'name': '', 'network_id': '685c8d17-3922-4d1c-b347-80d8fb37bd66', 'tenant_id': 'c0a9935245e74c7ca5a3b5e5150aa1a8', 'mac_address': 'fa:16:3e:52:90:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965938cf-e75b-46bc-9e35-1712296f27ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': 'a1964736-516d-4974-8f51-9bf716b83041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:20:23Z', 'updated_at': '2022-02-02T07:20:31Z', 'revision_number': 4, 'project_id': 'c0a9935245e74c7ca5a3b5e5150aa1a8', 'subnets': [{'id': 'a1964736-516d-4974-8f51-9bf716b83041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:20:32.864316 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d23466dd-a635-428f-b472-7b9c02442d79 req-d07a48e1-ed27-43c2-9244-299648c08411 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Publish callbacks [] for port (8b7c2392-6bd1-46b6-99e5-ec27d9496364), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:32.886122 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-95eac61e-2bdf-412b-8fcc-5a0838975934 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=94289a181f9c4865b6cd7a2562761742&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9833636 Feb 02 07:20:32.891075 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 37988) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:20:32.911628 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4081849-80fb-4d4b-880d-6567230bb186 None None] The sync data for ids ['965938cf-e75b-46bc-9e35-1712296f27ad'] in n-d-789963-26 is: [{'id': '965938cf-e75b-46bc-9e35-1712296f27ad', 'name': 'tempest-ServerRescueTestJSON-538231030-router', 'tenant_id': 'c0a9935245e74c7ca5a3b5e5150aa1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': 'ba42ab94-a96c-46e6-a864-3b1011421ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:20:19Z', 'updated_at': '2022-02-02T07:20:24Z', 'revision_number': 4, 'project_id': 'c0a9935245e74c7ca5a3b5e5150aa1a8', 'gw_port': {'id': 'ba42ab94-a96c-46e6-a864-3b1011421ec7', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:59:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965938cf-e75b-46bc-9e35-1712296f27ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:20:20Z', 'updated_at': '2022-02-02T07:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '6c105a2b-9a04-4920-a689-b28a1bc3573c', 'name': '', 'network_id': '685c8d17-3922-4d1c-b347-80d8fb37bd66', 'tenant_id': 'c0a9935245e74c7ca5a3b5e5150aa1a8', 'mac_address': 'fa:16:3e:52:90:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965938cf-e75b-46bc-9e35-1712296f27ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': 'a1964736-516d-4974-8f51-9bf716b83041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:20:23Z', 'updated_at': '2022-02-02T07:20:31Z', 'revision_number': 4, 'project_id': 'c0a9935245e74c7ca5a3b5e5150aa1a8', 'subnets': [{'id': 'a1964736-516d-4974-8f51-9bf716b83041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:20:33.002007 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d23466dd-a635-428f-b472-7b9c02442d79 req-d07a48e1-ed27-43c2-9244-299648c08411 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (8b7c2392-6bd1-46b6-99e5-ec27d9496364), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:33.026038 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b7b241a7-eb5e-4307-becf-44426711d72b admin admin] Publish callbacks [] for security_group (7d8c9ae5-04a0-42ea-be15-f74827844b69), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:33.065972 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d23466dd-a635-428f-b472-7b9c02442d79 req-d07a48e1-ed27-43c2-9244-299648c08411 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Network 685c8d17-3922-4d1c-b347-80d8fb37bd66 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:20:33.074426 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-d23466dd-a635-428f-b472-7b9c02442d79 req-d07a48e1-ed27-43c2-9244-299648c08411 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:20:33.080140 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-d23466dd-a635-428f-b472-7b9c02442d79 req-d07a48e1-ed27-43c2-9244-299648c08411 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:20:33.176745 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07a48e1-ed27-43c2-9244-299648c08411 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Pushing event updated for resources: {'Port': ['ID=8b7c2392-6bd1-46b6-99e5-ec27d9496364,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:33.197178 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b7b241a7-eb5e-4307-becf-44426711d72b admin admin] Publish callbacks [] for security_group (7d8c9ae5-04a0-42ea-be15-f74827844b69), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:33.276893 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23466dd-a635-428f-b472-7b9c02442d79 req-d07a48e1-ed27-43c2-9244-299648c08411 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:33.277944 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d23466dd-a635-428f-b472-7b9c02442d79 req-d07a48e1-ed27-43c2-9244-299648c08411 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:33.345624 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d23466dd-a635-428f-b472-7b9c02442d79 req-d07a48e1-ed27-43c2-9244-299648c08411 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6289258 Feb 02 07:20:33.369824 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b7b241a7-eb5e-4307-becf-44426711d72b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (7d8c9ae5-04a0-42ea-be15-f74827844b69), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:33.401013 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b7b241a7-eb5e-4307-becf-44426711d72b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:33.406491 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b7b241a7-eb5e-4307-becf-44426711d72b admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/7d8c9ae5-04a0-42ea-be15-f74827844b69 HTTP/1.1" status: 204 len: 168 time: 0.5095112 Feb 02 07:20:33.424922 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-d23466dd-a635-428f-b472-7b9c02442d79 req-bfe74ab9-1553-4ef9-835d-98669ddc6f73 service neutron] Request body: {'port': {'device_id': 'b524e9be-a2b9-4b94-b2a8-ddb5a86ba09e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:20:33.430637 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05288bf9-7f4b-4477-a546-44788e3b210a req-28ee18ce-380a-4ab6-9fb1-ecca41886cc1 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:33.445003 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-05288bf9-7f4b-4477-a546-44788e3b210a req-28ee18ce-380a-4ab6-9fb1-ecca41886cc1 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/ports?device_id=b524e9be-a2b9-4b94-b2a8-ddb5a86ba09e HTTP/1.1" status: 200 len: 932 time: 0.0961506 Feb 02 07:20:33.537433 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b241a7-eb5e-4307-becf-44426711d72b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8c9ae5-04a0-42ea-be15-f74827844b69,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:33.538862 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-05288bf9-7f4b-4477-a546-44788e3b210a req-f6406f56-c376-496c-8f57-6031d833fb04 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/security-groups?id=8d1cc325-a632-46e6-9754-02bd96fce640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900757 Feb 02 07:20:33.694491 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 6c105a2b-9a04-4920-a689-b28a1bc3573c up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:20:33.818091 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d23466dd-a635-428f-b472-7b9c02442d79 req-bfe74ab9-1553-4ef9-835d-98669ddc6f73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (8b7c2392-6bd1-46b6-99e5-ec27d9496364), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:33.835573 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 6c105a2b-9a04-4920-a689-b28a1bc3573c triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:20:33.838055 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (6c105a2b-9a04-4920-a689-b28a1bc3573c), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:33.913723 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-54d31181-81bb-4e06-9114-d59f09581afb req-c873af9e-f9b3-4f51-834d-d3870d3a7373 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] 10.222.0.87 "GET /v2.0/ports?device_id=d2f541fc-3911-45a1-a4c2-0257e7e3c8c0 HTTP/1.1" status: 200 len: 210 time: 0.1034265 Feb 02 07:20:34.026962 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 6c105a2b-9a04-4920-a689-b28a1bc3573c is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:20:34.027420 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (6c105a2b-9a04-4920-a689-b28a1bc3573c), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:34.068351 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 6c105a2b-9a04-4920-a689-b28a1bc3573c, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=6c105a2b-9a04-4920-a689-b28a1bc3573c,segment=NetworkSegment(ef362536-9b29-40d1-9fe4-a7b62c727f04),segment_id=ef362536-9b29-40d1-9fe4-a7b62c727f04)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:20:34.078637 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (6c105a2b-9a04-4920-a689-b28a1bc3573c), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:34.186300 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=6c105a2b-9a04-4920-a689-b28a1bc3573c,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:34.313237 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38024) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:20:34.334119 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-60d7194a-867e-44e4-89b3-53110d7cdc0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:34.562491 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-60d7194a-867e-44e4-89b3-53110d7cdc0a admin admin] Publish callbacks [] for security_group (98116581-0421-46c0-b3c9-a50c06213419), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:34.572307 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-60d7194a-867e-44e4-89b3-53110d7cdc0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (98116581-0421-46c0-b3c9-a50c06213419), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:34.681949 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-60d7194a-867e-44e4-89b3-53110d7cdc0a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=01a56cd490b64c79ad4528c516c8090c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3662090 Feb 02 07:20:34.691469 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d7194a-867e-44e4-89b3-53110d7cdc0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98116581-0421-46c0-b3c9-a50c06213419,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:34.694939 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38032) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:20:34.768088 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-d23466dd-a635-428f-b472-7b9c02442d79 req-bfe74ab9-1553-4ef9-835d-98669ddc6f73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b7c2392-6bd1-46b6-99e5-ec27d9496364 {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:20:34.801585 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d23466dd-a635-428f-b472-7b9c02442d79 req-bfe74ab9-1553-4ef9-835d-98669ddc6f73 service neutron] Publish callbacks [] for port (8b7c2392-6bd1-46b6-99e5-ec27d9496364), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:34.807304 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-20d69b03-1ed5-4a4a-a093-ec688eabc22d admin admin] Publish callbacks [] for security_group (98116581-0421-46c0-b3c9-a50c06213419), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:34.817662 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e893c22-3887-4c43-b2ac-abfa6803cc1b req-4ca8b0c5-3424-45e7-bfd5-a045a6344c0a tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:34.825707 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5e893c22-3887-4c43-b2ac-abfa6803cc1b req-4ca8b0c5-3424-45e7-bfd5-a045a6344c0a tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/ports?device_id=b524e9be-a2b9-4b94-b2a8-ddb5a86ba09e HTTP/1.1" status: 200 len: 932 time: 0.1472256 Feb 02 07:20:34.861711 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-d23466dd-a635-428f-b472-7b9c02442d79 req-bfe74ab9-1553-4ef9-835d-98669ddc6f73 service neutron] Transition to ACTIVE for port object 8b7c2392-6bd1-46b6-99e5-ec27d9496364 will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:20:34.873495 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d23466dd-a635-428f-b472-7b9c02442d79 req-bfe74ab9-1553-4ef9-835d-98669ddc6f73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (8b7c2392-6bd1-46b6-99e5-ec27d9496364), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:34.877879 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-20d69b03-1ed5-4a4a-a093-ec688eabc22d admin admin] Publish callbacks [] for security_group (98116581-0421-46c0-b3c9-a50c06213419), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:34.966618 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5e893c22-3887-4c43-b2ac-abfa6803cc1b req-ffb50848-adba-4b3e-afd8-ab33aa2b3ccb tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/security-groups?id=8d1cc325-a632-46e6-9754-02bd96fce640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393590 Feb 02 07:20:35.000776 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-20d69b03-1ed5-4a4a-a093-ec688eabc22d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (98116581-0421-46c0-b3c9-a50c06213419), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:35.006386 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-20d69b03-1ed5-4a4a-a093-ec688eabc22d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:35.008356 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-20d69b03-1ed5-4a4a-a093-ec688eabc22d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/98116581-0421-46c0-b3c9-a50c06213419 HTTP/1.1" status: 204 len: 168 time: 0.2983143 Feb 02 07:20:35.029114 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe74ab9-1553-4ef9-835d-98669ddc6f73 service neutron] Pushing event updated for resources: {'Port': ['ID=8b7c2392-6bd1-46b6-99e5-ec27d9496364,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:35.050614 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d69b03-1ed5-4a4a-a093-ec688eabc22d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98116581-0421-46c0-b3c9-a50c06213419,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:35.181626 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-d23466dd-a635-428f-b472-7b9c02442d79 req-bfe74ab9-1553-4ef9-835d-98669ddc6f73 service neutron] Attempting to bind port 8b7c2392-6bd1-46b6-99e5-ec27d9496364 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:20:35.182781 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-d23466dd-a635-428f-b472-7b9c02442d79 req-bfe74ab9-1553-4ef9-835d-98669ddc6f73 service neutron] Attempting to bind port 8b7c2392-6bd1-46b6-99e5-ec27d9496364 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'ef362536-9b29-40d1-9fe4-a7b62c727f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '685c8d17-3922-4d1c-b347-80d8fb37bd66'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:20:35.183210 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23466dd-a635-428f-b472-7b9c02442d79 req-bfe74ab9-1553-4ef9-835d-98669ddc6f73 service neutron] Attempting to bind port 8b7c2392-6bd1-46b6-99e5-ec27d9496364 on network 685c8d17-3922-4d1c-b347-80d8fb37bd66 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:20:35.191330 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23466dd-a635-428f-b472-7b9c02442d79 req-bfe74ab9-1553-4ef9-835d-98669ddc6f73 service neutron] Port 8b7c2392-6bd1-46b6-99e5-ec27d9496364 on network 685c8d17-3922-4d1c-b347-80d8fb37bd66 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:20:35.191762 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23466dd-a635-428f-b472-7b9c02442d79 req-bfe74ab9-1553-4ef9-835d-98669ddc6f73 service neutron] Attempting to bind port 8b7c2392-6bd1-46b6-99e5-ec27d9496364 on network 685c8d17-3922-4d1c-b347-80d8fb37bd66 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:20:35.201490 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23466dd-a635-428f-b472-7b9c02442d79 req-bfe74ab9-1553-4ef9-835d-98669ddc6f73 service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:20:35.201835 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23466dd-a635-428f-b472-7b9c02442d79 req-bfe74ab9-1553-4ef9-835d-98669ddc6f73 service neutron] Checking segment: {'id': 'ef362536-9b29-40d1-9fe4-a7b62c727f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '685c8d17-3922-4d1c-b347-80d8fb37bd66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:20:35.202223 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23466dd-a635-428f-b472-7b9c02442d79 req-bfe74ab9-1553-4ef9-835d-98669ddc6f73 service neutron] Bound using segment: {'id': 'ef362536-9b29-40d1-9fe4-a7b62c727f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '685c8d17-3922-4d1c-b347-80d8fb37bd66'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:20:35.202756 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-d23466dd-a635-428f-b472-7b9c02442d79 req-bfe74ab9-1553-4ef9-835d-98669ddc6f73 service neutron] Bound port: 8b7c2392-6bd1-46b6-99e5-ec27d9496364, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef362536-9b29-40d1-9fe4-a7b62c727f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '685c8d17-3922-4d1c-b347-80d8fb37bd66'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:20:35.203276 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d23466dd-a635-428f-b472-7b9c02442d79 req-bfe74ab9-1553-4ef9-835d-98669ddc6f73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (8b7c2392-6bd1-46b6-99e5-ec27d9496364), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:35.225630 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e9b9979c-d7e7-48f7-8654-e6ef70ac97c0 req-6fb938c3-db36-455d-b36d-fa788b623e2b tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] 10.222.0.87 "GET /v2.0/ports?device_id=d2f541fc-3911-45a1-a4c2-0257e7e3c8c0 HTTP/1.1" status: 200 len: 210 time: 0.1220019 Feb 02 07:20:35.307970 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-d23466dd-a635-428f-b472-7b9c02442d79 req-bfe74ab9-1553-4ef9-835d-98669ddc6f73 service neutron] For port 8b7c2392-6bd1-46b6-99e5-ec27d9496364, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:20:35.314628 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-d23466dd-a635-428f-b472-7b9c02442d79 req-bfe74ab9-1553-4ef9-835d-98669ddc6f73 service neutron] For port 8b7c2392-6bd1-46b6-99e5-ec27d9496364, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=8b7c2392-6bd1-46b6-99e5-ec27d9496364,segment=NetworkSegment(ef362536-9b29-40d1-9fe4-a7b62c727f04),segment_id=ef362536-9b29-40d1-9fe4-a7b62c727f04)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:20:35.335494 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d23466dd-a635-428f-b472-7b9c02442d79 req-bfe74ab9-1553-4ef9-835d-98669ddc6f73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (8b7c2392-6bd1-46b6-99e5-ec27d9496364), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:35.494587 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23466dd-a635-428f-b472-7b9c02442d79 req-bfe74ab9-1553-4ef9-835d-98669ddc6f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:35.494967 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d23466dd-a635-428f-b472-7b9c02442d79 req-bfe74ab9-1553-4ef9-835d-98669ddc6f73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:35.498243 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d23466dd-a635-428f-b472-7b9c02442d79 req-bfe74ab9-1553-4ef9-835d-98669ddc6f73 service neutron] 10.222.0.88 "PUT /v2.0/ports/8b7c2392-6bd1-46b6-99e5-ec27d9496364 HTTP/1.1" status: 200 len: 1093 time: 2.1297052 Feb 02 07:20:35.535782 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 6c105a2b-9a04-4920-a689-b28a1bc3573c up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:20:35.539925 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b524e9be-a2b9-4b94-b2a8-ddb5a86ba09e', 'tag': '8b7c2392-6bd1-46b6-99e5-ec27d9496364'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:20:35.561736 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e851dd-f04b-4e5c-bd36-9c4074115148" -d '{"events": [{"name": "network-changed", "server_uuid": "b524e9be-a2b9-4b94-b2a8-ddb5a86ba09e", "tag": "8b7c2392-6bd1-46b6-99e5-ec27d9496364"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:20:35.593754 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe74ab9-1553-4ef9-835d-98669ddc6f73 service neutron] Pushing event updated for resources: {'Port': ['ID=8b7c2392-6bd1-46b6-99e5-ec27d9496364,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:35.730215 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31068b97-5122-495e-9c00-424cbf9d62ba x-openstack-request-id: req-31068b97-5122-495e-9c00-424cbf9d62ba {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:20:35.730872 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b524e9be-a2b9-4b94-b2a8-ddb5a86ba09e", "tag": "8b7c2392-6bd1-46b6-99e5-ec27d9496364", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:20:35.735944 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-31068b97-5122-495e-9c00-424cbf9d62ba {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:20:35.737069 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b524e9be-a2b9-4b94-b2a8-ddb5a86ba09e', 'tag': '8b7c2392-6bd1-46b6-99e5-ec27d9496364', 'status': 'completed', 'code': 200} Feb 02 07:20:35.740967 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23466dd-a635-428f-b472-7b9c02442d79 req-837b4fa9-5978-414b-9cf1-c861bf3d36b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:35.744627 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d23466dd-a635-428f-b472-7b9c02442d79 req-837b4fa9-5978-414b-9cf1-c861bf3d36b4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c0a9935245e74c7ca5a3b5e5150aa1a8&device_id=b524e9be-a2b9-4b94-b2a8-ddb5a86ba09e HTTP/1.1" status: 200 len: 1127 time: 0.1344450 Feb 02 07:20:35.781107 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 6c105a2b-9a04-4920-a689-b28a1bc3573c triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:20:35.781748 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (6c105a2b-9a04-4920-a689-b28a1bc3573c), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:35.852965 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d23466dd-a635-428f-b472-7b9c02442d79 req-06e2cbeb-e988-4371-bd88-aa939c108cf0 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b7c2392-6bd1-46b6-99e5-ec27d9496364 HTTP/1.1" status: 200 len: 217 time: 0.0932233 Feb 02 07:20:35.948393 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23466dd-a635-428f-b472-7b9c02442d79 req-38efa8ab-4ca9-4a59-8340-4a2596dc8e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:35.952022 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d23466dd-a635-428f-b472-7b9c02442d79 req-38efa8ab-4ca9-4a59-8340-4a2596dc8e57 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a1964736-516d-4974-8f51-9bf716b83041 HTTP/1.1" status: 200 len: 850 time: 0.0942175 Feb 02 07:20:35.953323 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 6c105a2b-9a04-4920-a689-b28a1bc3573c is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:20:36.091918 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d23466dd-a635-428f-b472-7b9c02442d79 req-779479f9-2afe-49e3-a2a3-337bbd31db19 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=685c8d17-3922-4d1c-b347-80d8fb37bd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1298304 Feb 02 07:20:36.207085 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a35d3ae-49d9-45ba-b578-da90c3063407 req-a45ac2e5-ea03-4fb5-80d7-c712e55fc98f tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:36.215966 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8a35d3ae-49d9-45ba-b578-da90c3063407 req-a45ac2e5-ea03-4fb5-80d7-c712e55fc98f tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/ports?device_id=b524e9be-a2b9-4b94-b2a8-ddb5a86ba09e HTTP/1.1" status: 200 len: 944 time: 0.1546292 Feb 02 07:20:36.392269 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8a35d3ae-49d9-45ba-b578-da90c3063407 req-466c6938-6797-4dd1-a6fd-c9a1d5f1e807 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/security-groups?id=8d1cc325-a632-46e6-9754-02bd96fce640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749370 Feb 02 07:20:36.414869 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d23466dd-a635-428f-b472-7b9c02442d79 req-90cbb164-d5c1-4fa6-8e20-3c0394db6ce9 service neutron] 10.222.0.88 "GET /v2.0/networks/685c8d17-3922-4d1c-b347-80d8fb37bd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154430 Feb 02 07:20:36.599746 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d23466dd-a635-428f-b472-7b9c02442d79 req-5adc2722-76f5-45a9-a9fa-55ad9d07fba6 service neutron] 10.222.0.88 "GET /v2.0/networks/685c8d17-3922-4d1c-b347-80d8fb37bd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804082 Feb 02 07:20:36.748268 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e9981172-0ee0-42d7-afdc-0e8277818333 req-a2cf3ef1-6586-4e95-816e-7464d82a4acf tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] 10.222.0.87 "GET /v2.0/ports?device_id=d2f541fc-3911-45a1-a4c2-0257e7e3c8c0 HTTP/1.1" status: 200 len: 210 time: 0.1524959 Feb 02 07:20:36.817599 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-f7add2b8-97aa-45b2-b900-c0571997076c tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:36.821512 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-f7add2b8-97aa-45b2-b900-c0571997076c tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] 10.222.0.59 "GET /v2.0/networks?id=759f2e59-f4fd-463d-9d8d-ffe69fe07d39 HTTP/1.1" status: 200 len: 817 time: 0.2944815 Feb 02 07:20:36.844535 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-44c26848-d49c-428b-a8b7-da66c2bf0fdb tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Request body: {'port': {'device_id': 'f78de035-f08a-4998-a3c8-f079b36be203', 'network_id': '759f2e59-f4fd-463d-9d8d-ffe69fe07d39', 'admin_state_up': True, 'tenant_id': '135e301105a140f3882bc45fce9ba946'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:20:37.058267 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e851dd-f04b-4e5c-bd36-9c4074115148 req-ba9a30c5-8838-4401-ac9d-790eff8883dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:37.060354 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e6e851dd-f04b-4e5c-bd36-9c4074115148 req-ba9a30c5-8838-4401-ac9d-790eff8883dd service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c0a9935245e74c7ca5a3b5e5150aa1a8&device_id=b524e9be-a2b9-4b94-b2a8-ddb5a86ba09e HTTP/1.1" status: 200 len: 1127 time: 0.1721234 Feb 02 07:20:37.154887 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-4d0f1235-4cc6-4e41-bfed-7554e33be2fd tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:37.171301 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-4d0f1235-4cc6-4e41-bfed-7554e33be2fd tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] 10.222.0.88 "GET /v2.0/networks?id=759f2e59-f4fd-463d-9d8d-ffe69fe07d39 HTTP/1.1" status: 200 len: 817 time: 0.2158322 Feb 02 07:20:37.259507 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-a94e3885-51f5-464c-8be6-4c3cbb432b30 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Request body: {'port': {'device_id': '0c8c131e-14fb-4f6b-adf8-8e74f457a1c0', 'network_id': '759f2e59-f4fd-463d-9d8d-ffe69fe07d39', 'admin_state_up': True, 'tenant_id': '135e301105a140f3882bc45fce9ba946'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:20:37.388553 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-44c26848-d49c-428b-a8b7-da66c2bf0fdb tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Made reservation on behalf of 135e301105a140f3882bc45fce9ba946 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:20:37.394086 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-44c26848-d49c-428b-a8b7-da66c2bf0fdb tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:37.666165 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40dcf41-c65a-4e39-956f-7c1cf300dfd6 req-2a70be4d-b477-467c-94f0-4ea0ef4461d9 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:37.683229 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d40dcf41-c65a-4e39-956f-7c1cf300dfd6 req-2a70be4d-b477-467c-94f0-4ea0ef4461d9 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/networks?id=d194a686-ccd5-4b19-b7e3-633cf070453a HTTP/1.1" status: 200 len: 814 time: 0.5125132 Feb 02 07:20:37.726643 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e851dd-f04b-4e5c-bd36-9c4074115148 req-4d5a319a-f3db-4247-a3cf-681afbecd20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:37.728457 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e6e851dd-f04b-4e5c-bd36-9c4074115148 req-4d5a319a-f3db-4247-a3cf-681afbecd20f service neutron] 10.222.0.88 "GET /v2.0/networks?id=685c8d17-3922-4d1c-b347-80d8fb37bd66 HTTP/1.1" status: 200 len: 911 time: 0.6550288 Feb 02 07:20:37.756506 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d40dcf41-c65a-4e39-956f-7c1cf300dfd6 req-1e5dd6c4-df23-446b-969e-dda51e70d06e tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/quotas/9c97b93a669c44538988826a9c309643 HTTP/1.1" status: 200 len: 375 time: 0.0714293 Feb 02 07:20:37.831965 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e6e851dd-f04b-4e5c-bd36-9c4074115148 req-94f41a3c-3359-4f0d-b7ed-1cf4f2e24cdf service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b7c2392-6bd1-46b6-99e5-ec27d9496364 HTTP/1.1" status: 200 len: 217 time: 0.0915790 Feb 02 07:20:37.942929 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-4a1c8404-30ca-4cf6-bc35-9bb1e5496572 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:37.944614 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-4a1c8404-30ca-4cf6-bc35-9bb1e5496572 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] 10.222.0.59 "GET /v2.0/networks?id=759f2e59-f4fd-463d-9d8d-ffe69fe07d39 HTTP/1.1" status: 200 len: 817 time: 0.3193491 Feb 02 07:20:37.946611 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e851dd-f04b-4e5c-bd36-9c4074115148 req-8a704df5-adcc-4a20-b407-624d697f2183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:37.947981 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e6e851dd-f04b-4e5c-bd36-9c4074115148 req-8a704df5-adcc-4a20-b407-624d697f2183 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a1964736-516d-4974-8f51-9bf716b83041 HTTP/1.1" status: 200 len: 850 time: 0.1079717 Feb 02 07:20:37.948370 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d40dcf41-c65a-4e39-956f-7c1cf300dfd6 req-226f80ed-39e4-40ce-bd97-3384bcfd3686 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=9c97b93a669c44538988826a9c309643&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1896160 Feb 02 07:20:37.948743 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-a94e3885-51f5-464c-8be6-4c3cbb432b30 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Made reservation on behalf of 135e301105a140f3882bc45fce9ba946 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:20:37.952309 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-a94e3885-51f5-464c-8be6-4c3cbb432b30 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:37.972265 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-67715fb4-aec8-4c42-a98d-2a1887be272b tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Request body: {'port': {'device_id': 'd2f541fc-3911-45a1-a4c2-0257e7e3c8c0', 'network_id': '759f2e59-f4fd-463d-9d8d-ffe69fe07d39', 'admin_state_up': True, 'tenant_id': '135e301105a140f3882bc45fce9ba946'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:20:38.012555 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e6e851dd-f04b-4e5c-bd36-9c4074115148 req-66cf93b0-e904-4be3-a1f4-2d4ac20bf677 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=685c8d17-3922-4d1c-b347-80d8fb37bd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574389 Feb 02 07:20:38.081007 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-44c26848-d49c-428b-a8b7-da66c2bf0fdb tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Allocated IP 172.20.0.13 (759f2e59-f4fd-463d-9d8d-ffe69fe07d39/6132ab23-1f69-4d3f-869d-1d24e060b077/fa5ffbd4-ec32-49e0-b7df-e11638d9c4d5) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:20:38.227703 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d40dcf41-c65a-4e39-956f-7c1cf300dfd6 req-2e239f8b-c42f-4c23-8a8e-6c895686cdcb service neutron] 10.222.0.87 "GET /v2.0/networks/d194a686-ccd5-4b19-b7e3-633cf070453a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678101 Feb 02 07:20:38.248067 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-67715fb4-aec8-4c42-a98d-2a1887be272b tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Made reservation on behalf of 135e301105a140f3882bc45fce9ba946 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:20:38.252070 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-67715fb4-aec8-4c42-a98d-2a1887be272b tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:38.269108 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e6e851dd-f04b-4e5c-bd36-9c4074115148 req-f11872ac-5b06-4ce7-9a72-3840ffee7697 service neutron] 10.222.0.88 "GET /v2.0/networks/685c8d17-3922-4d1c-b347-80d8fb37bd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469392 Feb 02 07:20:38.368651 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d40dcf41-c65a-4e39-956f-7c1cf300dfd6 req-79dfac08-e7cd-4787-abad-5042d8e24028 service neutron] 10.222.0.87 "GET /v2.0/networks/d194a686-ccd5-4b19-b7e3-633cf070453a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341977 Feb 02 07:20:38.525429 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e6e851dd-f04b-4e5c-bd36-9c4074115148 req-a40675b3-5261-4fa0-a414-70d8c55d3062 service neutron] 10.222.0.88 "GET /v2.0/networks/685c8d17-3922-4d1c-b347-80d8fb37bd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489493 Feb 02 07:20:38.634543 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-44c26848-d49c-428b-a8b7-da66c2bf0fdb tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Publish callbacks [] for port (fa5ffbd4-ec32-49e0-b7df-e11638d9c4d5), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:38.688083 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-44c26848-d49c-428b-a8b7-da66c2bf0fdb tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (fa5ffbd4-ec32-49e0-b7df-e11638d9c4d5), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:38.740009 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-44c26848-d49c-428b-a8b7-da66c2bf0fdb tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Network 759f2e59-f4fd-463d-9d8d-ffe69fe07d39 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:20:38.746421 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-44c26848-d49c-428b-a8b7-da66c2bf0fdb tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:20:38.753686 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-44c26848-d49c-428b-a8b7-da66c2bf0fdb tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:20:38.880896 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-a94e3885-51f5-464c-8be6-4c3cbb432b30 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Allocated IP 172.20.0.11 (759f2e59-f4fd-463d-9d8d-ffe69fe07d39/6132ab23-1f69-4d3f-869d-1d24e060b077/50aaf4a5-edd9-4e79-ae29-3315272d56fa) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:20:38.942511 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c26848-d49c-428b-a8b7-da66c2bf0fdb tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Pushing event updated for resources: {'Port': ['ID=fa5ffbd4-ec32-49e0-b7df-e11638d9c4d5,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:38.984895 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-44c26848-d49c-428b-a8b7-da66c2bf0fdb tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:38.989212 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-44c26848-d49c-428b-a8b7-da66c2bf0fdb tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:39.063481 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dec733-238a-4ed6-9922-809a56712ced req-7999df20-2b48-4b88-a4af-044c03edb1af tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:39.085987 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-65dec733-238a-4ed6-9922-809a56712ced req-7999df20-2b48-4b88-a4af-044c03edb1af tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/ports?device_id=b524e9be-a2b9-4b94-b2a8-ddb5a86ba09e HTTP/1.1" status: 200 len: 944 time: 0.2889397 Feb 02 07:20:39.088809 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 8b7c2392-6bd1-46b6-99e5-ec27d9496364 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:20:39.114275 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-44c26848-d49c-428b-a8b7-da66c2bf0fdb tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2784281 Feb 02 07:20:39.138749 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-1ebe11ff-bcdd-4274-b795-6cc4de30bb3c service neutron] Request body: {'port': {'device_id': 'f78de035-f08a-4998-a3c8-f079b36be203', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:20:39.218344 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-65dec733-238a-4ed6-9922-809a56712ced req-fdea6115-b7ce-46d6-9ef2-5851f50036d3 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/security-groups?id=8d1cc325-a632-46e6-9754-02bd96fce640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302500 Feb 02 07:20:39.312917 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-1ebe11ff-bcdd-4274-b795-6cc4de30bb3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (fa5ffbd4-ec32-49e0-b7df-e11638d9c4d5), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:39.346586 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-a94e3885-51f5-464c-8be6-4c3cbb432b30 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Publish callbacks [] for port (50aaf4a5-edd9-4e79-ae29-3315272d56fa), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:39.386498 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 8b7c2392-6bd1-46b6-99e5-ec27d9496364, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=8b7c2392-6bd1-46b6-99e5-ec27d9496364,segment=NetworkSegment(ef362536-9b29-40d1-9fe4-a7b62c727f04),segment_id=ef362536-9b29-40d1-9fe4-a7b62c727f04)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:20:39.440480 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': '8b7c2392-6bd1-46b6-99e5-ec27d9496364', 'network_id': '685c8d17-3922-4d1c-b347-80d8fb37bd66', 'port_id': '8b7c2392-6bd1-46b6-99e5-ec27d9496364', 'mac_address': 'fa:16:3e:55:a3:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1964736-516d-4974-8f51-9bf716b83041', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:20:39.515859 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-a94e3885-51f5-464c-8be6-4c3cbb432b30 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (50aaf4a5-edd9-4e79-ae29-3315272d56fa), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:39.568873 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 8b7c2392-6bd1-46b6-99e5-ec27d9496364 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:20:39.569497 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (8b7c2392-6bd1-46b6-99e5-ec27d9496364), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:39.595798 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b7c2392-6bd1-46b6-99e5-ec27d9496364 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:20:39.622165 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-a94e3885-51f5-464c-8be6-4c3cbb432b30 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Network 759f2e59-f4fd-463d-9d8d-ffe69fe07d39 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:20:39.643161 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-a94e3885-51f5-464c-8be6-4c3cbb432b30 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:20:39.649360 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-a94e3885-51f5-464c-8be6-4c3cbb432b30 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:20:39.652175 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-40373968-ab79-4efa-84a1-3f5ffd115f25 req-4c5c2cce-d3ad-49d0-b8aa-9d8942a62836 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] 10.222.0.87 "GET /v2.0/ports?device_id=d2f541fc-3911-45a1-a4c2-0257e7e3c8c0 HTTP/1.1" status: 200 len: 210 time: 0.0984666 Feb 02 07:20:39.656824 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 8b7c2392-6bd1-46b6-99e5-ec27d9496364, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=8b7c2392-6bd1-46b6-99e5-ec27d9496364,segment=NetworkSegment(ef362536-9b29-40d1-9fe4-a7b62c727f04),segment_id=ef362536-9b29-40d1-9fe4-a7b62c727f04)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:20:39.675498 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (8b7c2392-6bd1-46b6-99e5-ec27d9496364), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:39.782993 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-67715fb4-aec8-4c42-a98d-2a1887be272b tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Allocated IP 172.20.0.14 (759f2e59-f4fd-463d-9d8d-ffe69fe07d39/6132ab23-1f69-4d3f-869d-1d24e060b077/1a7efcbd-531c-4b2b-b584-61879bccb399) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:20:39.850621 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=8b7c2392-6bd1-46b6-99e5-ec27d9496364,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:39.882885 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8cfb9328-8eb0-4640-9272-fb5f7c27a54f req-079df69f-866f-4736-94c5-c67023ec82b2 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef713a01-d72b-4055-936a-9b96ec141559 HTTP/1.1" status: 200 len: 210 time: 0.1029015 Feb 02 07:20:39.973867 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['8b7c2392-6bd1-46b6-99e5-ec27d9496364'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:20:40.422623 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a17f51-949f-4d19-93fb-a2bdf76e3b13 req-1a9c10ed-601e-4f30-a4a2-4e554259e08e tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:40.433567 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-42a17f51-949f-4d19-93fb-a2bdf76e3b13 req-1a9c10ed-601e-4f30-a4a2-4e554259e08e tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/ports?device_id=b524e9be-a2b9-4b94-b2a8-ddb5a86ba09e HTTP/1.1" status: 200 len: 945 time: 0.1029143 Feb 02 07:20:40.514805 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94e3885-51f5-464c-8be6-4c3cbb432b30 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Pushing event updated for resources: {'Port': ['ID=50aaf4a5-edd9-4e79-ae29-3315272d56fa,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:40.522324 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-42a17f51-949f-4d19-93fb-a2bdf76e3b13 req-8dd19fc3-2a5e-4bc5-89bf-d68fc99127be tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/security-groups?id=8d1cc325-a632-46e6-9754-02bd96fce640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883636 Feb 02 07:20:40.530049 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94e3885-51f5-464c-8be6-4c3cbb432b30 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:20:40.530422 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94e3885-51f5-464c-8be6-4c3cbb432b30 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:20:40.530925 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94e3885-51f5-464c-8be6-4c3cbb432b30 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:20:40.531276 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94e3885-51f5-464c-8be6-4c3cbb432b30 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:20:40.531628 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94e3885-51f5-464c-8be6-4c3cbb432b30 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:20:40.532136 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94e3885-51f5-464c-8be6-4c3cbb432b30 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:20:40.532643 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94e3885-51f5-464c-8be6-4c3cbb432b30 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:20:40.532980 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94e3885-51f5-464c-8be6-4c3cbb432b30 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:20:40.533329 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94e3885-51f5-464c-8be6-4c3cbb432b30 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:20:40.533638 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94e3885-51f5-464c-8be6-4c3cbb432b30 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:20:40.533962 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94e3885-51f5-464c-8be6-4c3cbb432b30 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:20:40.534276 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94e3885-51f5-464c-8be6-4c3cbb432b30 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:20:40.535278 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94e3885-51f5-464c-8be6-4c3cbb432b30 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:20:40.559693 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-a94e3885-51f5-464c-8be6-4c3cbb432b30 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:40.561709 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-a94e3885-51f5-464c-8be6-4c3cbb432b30 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:40.644718 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-a94e3885-51f5-464c-8be6-4c3cbb432b30 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4105949 Feb 02 07:20:40.677338 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-7b0d48e8-5717-4ad6-8c47-46096140eec1 service neutron] Request body: {'port': {'device_id': '0c8c131e-14fb-4f6b-adf8-8e74f457a1c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:20:40.805061 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-08b32b5e-aa42-4d75-b4f3-b23f9b455e0e req-df649f67-f86b-45e3-9dd2-48d2bd4a5f6e tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] 10.222.0.87 "GET /v2.0/ports?device_id=d2f541fc-3911-45a1-a4c2-0257e7e3c8c0 HTTP/1.1" status: 200 len: 210 time: 0.0450015 Feb 02 07:20:40.920213 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40dcf41-c65a-4e39-956f-7c1cf300dfd6 req-9d1831bc-9192-49d0-80fe-a40000d935f8 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:40.921675 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d40dcf41-c65a-4e39-956f-7c1cf300dfd6 req-9d1831bc-9192-49d0-80fe-a40000d935f8 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.88 "GET /v2.0/networks?id=d194a686-ccd5-4b19-b7e3-633cf070453a HTTP/1.1" status: 200 len: 814 time: 0.3494096 Feb 02 07:20:40.924861 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-67715fb4-aec8-4c42-a98d-2a1887be272b tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Publish callbacks [] for port (1a7efcbd-531c-4b2b-b584-61879bccb399), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:40.934725 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-7b0d48e8-5717-4ad6-8c47-46096140eec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (50aaf4a5-edd9-4e79-ae29-3315272d56fa), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:40.957861 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-d40dcf41-c65a-4e39-956f-7c1cf300dfd6 req-d35e98c6-6ba1-40a9-9d03-65cb94842042 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Request body: {'port': {'device_id': 'ef713a01-d72b-4055-936a-9b96ec141559', 'network_id': 'd194a686-ccd5-4b19-b7e3-633cf070453a', 'admin_state_up': True, 'tenant_id': '9c97b93a669c44538988826a9c309643'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:20:40.998165 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1260a7bc-6cf7-4583-b9a2-94adef3ca684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:41.026667 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5517c4d6-08bc-489d-91e9-5bf35945aaa1 req-e8e48bbc-d865-4dbf-816a-ef4a461832b9 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef713a01-d72b-4055-936a-9b96ec141559 HTTP/1.1" status: 200 len: 210 time: 0.0831976 Feb 02 07:20:41.091587 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 8b7c2392-6bd1-46b6-99e5-ec27d9496364 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:20:41.154139 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-67715fb4-aec8-4c42-a98d-2a1887be272b tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (1a7efcbd-531c-4b2b-b584-61879bccb399), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:41.216719 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port 8b7c2392-6bd1-46b6-99e5-ec27d9496364 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:20:41.221127 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port 8b7c2392-6bd1-46b6-99e5-ec27d9496364 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:20:41.222642 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (8b7c2392-6bd1-46b6-99e5-ec27d9496364), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:41.225024 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67715fb4-aec8-4c42-a98d-2a1887be272b tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Pushing event updated for resources: {'Port': ['ID=1a7efcbd-531c-4b2b-b584-61879bccb399,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:41.236399 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d40dcf41-c65a-4e39-956f-7c1cf300dfd6 req-d35e98c6-6ba1-40a9-9d03-65cb94842042 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Made reservation on behalf of 9c97b93a669c44538988826a9c309643 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:20:41.238733 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d40dcf41-c65a-4e39-956f-7c1cf300dfd6 req-d35e98c6-6ba1-40a9-9d03-65cb94842042 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:41.271058 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-67715fb4-aec8-4c42-a98d-2a1887be272b tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Network 759f2e59-f4fd-463d-9d8d-ffe69fe07d39 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:20:41.309526 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-67715fb4-aec8-4c42-a98d-2a1887be272b tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:20:41.317609 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-67715fb4-aec8-4c42-a98d-2a1887be272b tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:20:41.384870 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-1ebe11ff-bcdd-4274-b795-6cc4de30bb3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa5ffbd4-ec32-49e0-b7df-e11638d9c4d5 {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:20:41.395729 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-1ebe11ff-bcdd-4274-b795-6cc4de30bb3c service neutron] Publish callbacks [] for port (fa5ffbd4-ec32-49e0-b7df-e11638d9c4d5), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:41.407155 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 8b7c2392-6bd1-46b6-99e5-ec27d9496364 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:20:41.407645 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (8b7c2392-6bd1-46b6-99e5-ec27d9496364), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:41.417820 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-1ebe11ff-bcdd-4274-b795-6cc4de30bb3c service neutron] Transition to ACTIVE for port object fa5ffbd4-ec32-49e0-b7df-e11638d9c4d5 will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:20:41.426165 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-1ebe11ff-bcdd-4274-b795-6cc4de30bb3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (fa5ffbd4-ec32-49e0-b7df-e11638d9c4d5), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:41.472422 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b524e9be-a2b9-4b94-b2a8-ddb5a86ba09e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b7c2392-6bd1-46b6-99e5-ec27d9496364'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:20:41.485233 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d3fba7-9434-4434-a673-35e845afa8ae" -d '{"events": [{"server_uuid": "b524e9be-a2b9-4b94-b2a8-ddb5a86ba09e", "name": "network-vif-plugged", "status": "completed", "tag": "8b7c2392-6bd1-46b6-99e5-ec27d9496364"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:20:41.511374 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 8b7c2392-6bd1-46b6-99e5-ec27d9496364, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=8b7c2392-6bd1-46b6-99e5-ec27d9496364,segment=NetworkSegment(ef362536-9b29-40d1-9fe4-a7b62c727f04),segment_id=ef362536-9b29-40d1-9fe4-a7b62c727f04)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:20:41.521688 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (8b7c2392-6bd1-46b6-99e5-ec27d9496364), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:41.549943 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-67715fb4-aec8-4c42-a98d-2a1887be272b tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:41.550599 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-67715fb4-aec8-4c42-a98d-2a1887be272b tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:41.580170 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e818e6-5030-47c8-9732-160a73836a74 x-openstack-request-id: req-54e818e6-5030-47c8-9732-160a73836a74 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:20:41.580729 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b524e9be-a2b9-4b94-b2a8-ddb5a86ba09e", "name": "network-vif-plugged", "status": "completed", "tag": "8b7c2392-6bd1-46b6-99e5-ec27d9496364", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:20:41.581142 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-54e818e6-5030-47c8-9732-160a73836a74 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:20:41.581714 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b524e9be-a2b9-4b94-b2a8-ddb5a86ba09e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b7c2392-6bd1-46b6-99e5-ec27d9496364', 'code': 200} Feb 02 07:20:41.615075 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-67715fb4-aec8-4c42-a98d-2a1887be272b tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6489568 Feb 02 07:20:41.629116 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=8b7c2392-6bd1-46b6-99e5-ec27d9496364,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:41.642708 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-28429e21-1da3-4322-9e6d-8ee22c8a923d service neutron] Request body: {'port': {'device_id': 'd2f541fc-3911-45a1-a4c2-0257e7e3c8c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:20:41.672986 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-d40dcf41-c65a-4e39-956f-7c1cf300dfd6 req-d35e98c6-6ba1-40a9-9d03-65cb94842042 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Allocated IP 172.20.0.3 (d194a686-ccd5-4b19-b7e3-633cf070453a/381c6130-79ff-4c24-85c5-0c6ea3864e87/73e6a4f9-7ec5-490a-a5e7-23a4cadd453d) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:20:41.673137 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebe11ff-bcdd-4274-b795-6cc4de30bb3c service neutron] Pushing event updated for resources: {'Port': ['ID=fa5ffbd4-ec32-49e0-b7df-e11638d9c4d5,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:41.852736 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-28429e21-1da3-4322-9e6d-8ee22c8a923d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (1a7efcbd-531c-4b2b-b584-61879bccb399), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:41.868680 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-7b0d48e8-5717-4ad6-8c47-46096140eec1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50aaf4a5-edd9-4e79-ae29-3315272d56fa {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:20:41.886014 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-7b0d48e8-5717-4ad6-8c47-46096140eec1 service neutron] Publish callbacks [] for port (50aaf4a5-edd9-4e79-ae29-3315272d56fa), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:41.948030 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b22593b-af94-4804-ba07-a8982997364d req-70f34317-3d13-4258-bde2-1bceccc36aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:41.950525 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0b22593b-af94-4804-ba07-a8982997364d req-70f34317-3d13-4258-bde2-1bceccc36aa6 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b524e9be-a2b9-4b94-b2a8-ddb5a86ba09e HTTP/1.1" status: 200 len: 1129 time: 0.1809833 Feb 02 07:20:41.967802 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-7b0d48e8-5717-4ad6-8c47-46096140eec1 service neutron] Transition to ACTIVE for port object 50aaf4a5-edd9-4e79-ae29-3315272d56fa will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:20:41.978740 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a524e-efda-4029-8c53-7138bdeae767 req-9bae2176-658b-4719-9d5c-80695fe6f863 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:41.988116 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cc1a524e-efda-4029-8c53-7138bdeae767 req-9bae2176-658b-4719-9d5c-80695fe6f863 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/ports?device_id=b524e9be-a2b9-4b94-b2a8-ddb5a86ba09e HTTP/1.1" status: 200 len: 946 time: 0.2735169 Feb 02 07:20:42.012627 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-7b0d48e8-5717-4ad6-8c47-46096140eec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (50aaf4a5-edd9-4e79-ae29-3315272d56fa), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:42.048862 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-1ebe11ff-bcdd-4274-b795-6cc4de30bb3c service neutron] Attempting to bind port fa5ffbd4-ec32-49e0-b7df-e11638d9c4d5 on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:20:42.048862 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-1ebe11ff-bcdd-4274-b795-6cc4de30bb3c service neutron] Attempting to bind port fa5ffbd4-ec32-49e0-b7df-e11638d9c4d5 by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': 'ad06083c-17da-4bd5-ac56-378681345dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '759f2e59-f4fd-463d-9d8d-ffe69fe07d39'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:20:42.049455 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-1ebe11ff-bcdd-4274-b795-6cc4de30bb3c service neutron] Attempting to bind port fa5ffbd4-ec32-49e0-b7df-e11638d9c4d5 on network 759f2e59-f4fd-463d-9d8d-ffe69fe07d39 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:20:42.074325 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-1ebe11ff-bcdd-4274-b795-6cc4de30bb3c service neutron] Port fa5ffbd4-ec32-49e0-b7df-e11638d9c4d5 on network 759f2e59-f4fd-463d-9d8d-ffe69fe07d39 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:20:42.075140 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-1ebe11ff-bcdd-4274-b795-6cc4de30bb3c service neutron] Attempting to bind port fa5ffbd4-ec32-49e0-b7df-e11638d9c4d5 on network 759f2e59-f4fd-463d-9d8d-ffe69fe07d39 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:20:42.113646 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0b22593b-af94-4804-ba07-a8982997364d req-8287c6d1-e48b-4570-9b98-f5704036f723 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=8d1cc325-a632-46e6-9754-02bd96fce640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540642 Feb 02 07:20:42.145534 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-1ebe11ff-bcdd-4274-b795-6cc4de30bb3c service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:20:42.145944 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-1ebe11ff-bcdd-4274-b795-6cc4de30bb3c service neutron] Checking segment: {'id': 'ad06083c-17da-4bd5-ac56-378681345dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '759f2e59-f4fd-463d-9d8d-ffe69fe07d39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:20:42.146295 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-1ebe11ff-bcdd-4274-b795-6cc4de30bb3c service neutron] Bound using segment: {'id': 'ad06083c-17da-4bd5-ac56-378681345dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '759f2e59-f4fd-463d-9d8d-ffe69fe07d39'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:20:42.146752 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-1ebe11ff-bcdd-4274-b795-6cc4de30bb3c service neutron] Bound port: fa5ffbd4-ec32-49e0-b7df-e11638d9c4d5, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad06083c-17da-4bd5-ac56-378681345dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '759f2e59-f4fd-463d-9d8d-ffe69fe07d39'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:20:42.147121 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-1ebe11ff-bcdd-4274-b795-6cc4de30bb3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (fa5ffbd4-ec32-49e0-b7df-e11638d9c4d5), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:42.167459 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cc1a524e-efda-4029-8c53-7138bdeae767 req-ac2b3c40-5acf-40fb-ab1a-e20bda8c6b3c tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/security-groups?id=8d1cc325-a632-46e6-9754-02bd96fce640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728868 Feb 02 07:20:42.183134 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0d48e8-5717-4ad6-8c47-46096140eec1 service neutron] Pushing event updated for resources: {'Port': ['ID=50aaf4a5-edd9-4e79-ae29-3315272d56fa,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:42.206302 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d40dcf41-c65a-4e39-956f-7c1cf300dfd6 req-d35e98c6-6ba1-40a9-9d03-65cb94842042 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Publish callbacks [] for port (73e6a4f9-7ec5-490a-a5e7-23a4cadd453d), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:42.280943 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-1ebe11ff-bcdd-4274-b795-6cc4de30bb3c service neutron] For port fa5ffbd4-ec32-49e0-b7df-e11638d9c4d5, host n-h2-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:20:42.285239 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-1ebe11ff-bcdd-4274-b795-6cc4de30bb3c service neutron] For port fa5ffbd4-ec32-49e0-b7df-e11638d9c4d5, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=fa5ffbd4-ec32-49e0-b7df-e11638d9c4d5,segment=NetworkSegment(ad06083c-17da-4bd5-ac56-378681345dbd),segment_id=ad06083c-17da-4bd5-ac56-378681345dbd)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:20:42.305520 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-1ebe11ff-bcdd-4274-b795-6cc4de30bb3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (fa5ffbd4-ec32-49e0-b7df-e11638d9c4d5), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:42.381730 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-7b0d48e8-5717-4ad6-8c47-46096140eec1 service neutron] Attempting to bind port 50aaf4a5-edd9-4e79-ae29-3315272d56fa on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:20:42.382081 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-7b0d48e8-5717-4ad6-8c47-46096140eec1 service neutron] Attempting to bind port 50aaf4a5-edd9-4e79-ae29-3315272d56fa by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'ad06083c-17da-4bd5-ac56-378681345dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '759f2e59-f4fd-463d-9d8d-ffe69fe07d39'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:20:42.382421 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-7b0d48e8-5717-4ad6-8c47-46096140eec1 service neutron] Attempting to bind port 50aaf4a5-edd9-4e79-ae29-3315272d56fa on network 759f2e59-f4fd-463d-9d8d-ffe69fe07d39 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:20:42.391885 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d40dcf41-c65a-4e39-956f-7c1cf300dfd6 req-d35e98c6-6ba1-40a9-9d03-65cb94842042 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (73e6a4f9-7ec5-490a-a5e7-23a4cadd453d), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:42.394920 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-7b0d48e8-5717-4ad6-8c47-46096140eec1 service neutron] Port 50aaf4a5-edd9-4e79-ae29-3315272d56fa on network 759f2e59-f4fd-463d-9d8d-ffe69fe07d39 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:20:42.395258 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-7b0d48e8-5717-4ad6-8c47-46096140eec1 service neutron] Attempting to bind port 50aaf4a5-edd9-4e79-ae29-3315272d56fa on network 759f2e59-f4fd-463d-9d8d-ffe69fe07d39 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:20:42.400332 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebe11ff-bcdd-4274-b795-6cc4de30bb3c service neutron] Pushing event updated for resources: {'Port': ['ID=fa5ffbd4-ec32-49e0-b7df-e11638d9c4d5,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:42.432902 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-1ebe11ff-bcdd-4274-b795-6cc4de30bb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:42.433663 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-1ebe11ff-bcdd-4274-b795-6cc4de30bb3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:42.435808 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['4a399082-e671-4e68-ac4e-2cbdc580628f'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:20:42.436273 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-1ebe11ff-bcdd-4274-b795-6cc4de30bb3c service neutron] 10.222.0.59 "PUT /v2.0/ports/fa5ffbd4-ec32-49e0-b7df-e11638d9c4d5 HTTP/1.1" status: 200 len: 1093 time: 3.3089142 Feb 02 07:20:42.438609 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f78de035-f08a-4998-a3c8-f079b36be203', 'tag': 'fa5ffbd4-ec32-49e0-b7df-e11638d9c4d5'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:20:42.441210 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83cd2381-f116-4f24-bc0b-d0a400cb9c55" -d '{"events": [{"name": "network-changed", "server_uuid": "f78de035-f08a-4998-a3c8-f079b36be203", "tag": "fa5ffbd4-ec32-49e0-b7df-e11638d9c4d5"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:20:42.447471 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-7b0d48e8-5717-4ad6-8c47-46096140eec1 service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:20:42.447853 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-7b0d48e8-5717-4ad6-8c47-46096140eec1 service neutron] Checking segment: {'id': 'ad06083c-17da-4bd5-ac56-378681345dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '759f2e59-f4fd-463d-9d8d-ffe69fe07d39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:20:42.448253 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-7b0d48e8-5717-4ad6-8c47-46096140eec1 service neutron] Bound using segment: {'id': 'ad06083c-17da-4bd5-ac56-378681345dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '759f2e59-f4fd-463d-9d8d-ffe69fe07d39'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:20:42.448754 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-7b0d48e8-5717-4ad6-8c47-46096140eec1 service neutron] Bound port: 50aaf4a5-edd9-4e79-ae29-3315272d56fa, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad06083c-17da-4bd5-ac56-378681345dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '759f2e59-f4fd-463d-9d8d-ffe69fe07d39'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:20:42.449126 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-7b0d48e8-5717-4ad6-8c47-46096140eec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (50aaf4a5-edd9-4e79-ae29-3315272d56fa), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:42.476846 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763aa93a-31bf-4aa9-8553-8a75308ab664 req-2f37bd5a-0bd6-4a24-bb5d-c87d09c371c8 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:42.485960 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-763aa93a-31bf-4aa9-8553-8a75308ab664 req-2f37bd5a-0bd6-4a24-bb5d-c87d09c371c8 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] 10.222.0.87 "GET /v2.0/ports?device_id=d2f541fc-3911-45a1-a4c2-0257e7e3c8c0 HTTP/1.1" status: 200 len: 932 time: 0.1970501 Feb 02 07:20:42.518264 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d40dcf41-c65a-4e39-956f-7c1cf300dfd6 req-d35e98c6-6ba1-40a9-9d03-65cb94842042 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Network d194a686-ccd5-4b19-b7e3-633cf070453a is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:20:42.525989 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-d40dcf41-c65a-4e39-956f-7c1cf300dfd6 req-d35e98c6-6ba1-40a9-9d03-65cb94842042 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:20:42.535223 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-d40dcf41-c65a-4e39-956f-7c1cf300dfd6 req-d35e98c6-6ba1-40a9-9d03-65cb94842042 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:20:42.655614 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35e98c6-6ba1-40a9-9d03-65cb94842042 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Pushing event updated for resources: {'Port': ['ID=73e6a4f9-7ec5-490a-a5e7-23a4cadd453d,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:42.679407 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-28429e21-1da3-4322-9e6d-8ee22c8a923d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a7efcbd-531c-4b2b-b584-61879bccb399 {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:20:42.686207 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-f6f20239-3eda-46ab-a30f-170a63395f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:42.693620 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-f6f20239-3eda-46ab-a30f-170a63395f1b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=135e301105a140f3882bc45fce9ba946&device_id=f78de035-f08a-4998-a3c8-f079b36be203 HTTP/1.1" status: 200 len: 1127 time: 0.1637042 Feb 02 07:20:42.707641 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-28429e21-1da3-4322-9e6d-8ee22c8a923d service neutron] Publish callbacks [] for port (1a7efcbd-531c-4b2b-b584-61879bccb399), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:42.713502 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-763aa93a-31bf-4aa9-8553-8a75308ab664 req-3b506bbf-a0c4-4055-835e-3861ccea2cfc tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] 10.222.0.87 "GET /v2.0/security-groups?id=45eda112-1e7f-457d-b685-995ad3d1063e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259159 Feb 02 07:20:42.785680 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40dcf41-c65a-4e39-956f-7c1cf300dfd6 req-d35e98c6-6ba1-40a9-9d03-65cb94842042 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:42.786353 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d40dcf41-c65a-4e39-956f-7c1cf300dfd6 req-d35e98c6-6ba1-40a9-9d03-65cb94842042 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:42.813950 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-28429e21-1da3-4322-9e6d-8ee22c8a923d service neutron] Transition to ACTIVE for port object 1a7efcbd-531c-4b2b-b584-61879bccb399 will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:20:42.817140 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-7b0d48e8-5717-4ad6-8c47-46096140eec1 service neutron] For port 50aaf4a5-edd9-4e79-ae29-3315272d56fa, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:20:42.831995 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-7b0d48e8-5717-4ad6-8c47-46096140eec1 service neutron] For port 50aaf4a5-edd9-4e79-ae29-3315272d56fa, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=50aaf4a5-edd9-4e79-ae29-3315272d56fa,segment=NetworkSegment(ad06083c-17da-4bd5-ac56-378681345dbd),segment_id=ad06083c-17da-4bd5-ac56-378681345dbd)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:20:42.840550 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-28429e21-1da3-4322-9e6d-8ee22c8a923d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (1a7efcbd-531c-4b2b-b584-61879bccb399), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:42.848805 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d40dcf41-c65a-4e39-956f-7c1cf300dfd6 req-d35e98c6-6ba1-40a9-9d03-65cb94842042 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8991785 Feb 02 07:20:42.865191 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-7b0d48e8-5717-4ad6-8c47-46096140eec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (50aaf4a5-edd9-4e79-ae29-3315272d56fa), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:42.865533 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-9a79c627-742b-4c53-8046-1baa5c3a42c9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa5ffbd4-ec32-49e0-b7df-e11638d9c4d5 HTTP/1.1" status: 200 len: 217 time: 0.1493926 Feb 02 07:20:42.892546 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-d40dcf41-c65a-4e39-956f-7c1cf300dfd6 req-e04637b4-0a76-499a-8854-ab646c506064 service neutron] Request body: {'port': {'device_id': 'ef713a01-d72b-4055-936a-9b96ec141559', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:20:43.013275 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-7b0d48e8-5717-4ad6-8c47-46096140eec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:43.013927 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-7b0d48e8-5717-4ad6-8c47-46096140eec1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:43.015313 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-7b0d48e8-5717-4ad6-8c47-46096140eec1 service neutron] 10.222.0.88 "PUT /v2.0/ports/50aaf4a5-edd9-4e79-ae29-3315272d56fa HTTP/1.1" status: 200 len: 1093 time: 2.3451285 Feb 02 07:20:43.019397 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c8c131e-14fb-4f6b-adf8-8e74f457a1c0', 'tag': '50aaf4a5-edd9-4e79-ae29-3315272d56fa'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:20:43.033102 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ab2822-ea9d-400f-9dab-166b8a1ebf2d" -d '{"events": [{"name": "network-changed", "server_uuid": "0c8c131e-14fb-4f6b-adf8-8e74f457a1c0", "tag": "50aaf4a5-edd9-4e79-ae29-3315272d56fa"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:20:43.040820 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-ffc5f2ac-d267-41f1-b2d1-18335859f28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:43.042843 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-ffc5f2ac-d267-41f1-b2d1-18335859f28d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6132ab23-1f69-4d3f-869d-1d24e060b077 HTTP/1.1" status: 200 len: 857 time: 0.1506593 Feb 02 07:20:43.053431 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbae9fd-97b5-43b0-bb7b-71f2fb0c01ec req-5b806542-f12f-4f69-bdc4-38ea0fda6bbc tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:43.054918 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dcbae9fd-97b5-43b0-bb7b-71f2fb0c01ec req-5b806542-f12f-4f69-bdc4-38ea0fda6bbc tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef713a01-d72b-4055-936a-9b96ec141559 HTTP/1.1" status: 200 len: 931 time: 0.1881497 Feb 02 07:20:43.108182 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-2930d5d0-6251-4666-9a33-16a89ac0b2cf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=759f2e59-f4fd-463d-9d8d-ffe69fe07d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520091 Feb 02 07:20:43.242671 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28429e21-1da3-4322-9e6d-8ee22c8a923d service neutron] Pushing event updated for resources: {'Port': ['ID=1a7efcbd-531c-4b2b-b584-61879bccb399,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:43.254228 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dcbae9fd-97b5-43b0-bb7b-71f2fb0c01ec req-bbf0735c-0100-466c-9e62-232a7065d25d tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/security-groups?id=3524c585-c4e8-4dfb-a8c3-d19c4cb3cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446095 Feb 02 07:20:43.285681 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-589438b6-81bd-49b7-8cc7-b60d189d6b5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:43.329078 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-90c7db94-b0c3-4149-a2bc-e303e1495835 service neutron] 10.222.0.59 "GET /v2.0/networks/759f2e59-f4fd-463d-9d8d-ffe69fe07d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090230 Feb 02 07:20:43.381596 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83fe37f1-51e0-44e5-ae38-0562f48e2f98 x-openstack-request-id: req-83fe37f1-51e0-44e5-ae38-0562f48e2f98 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:20:43.383776 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f78de035-f08a-4998-a3c8-f079b36be203", "tag": "fa5ffbd4-ec32-49e0-b7df-e11638d9c4d5", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:20:43.384147 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-83fe37f1-51e0-44e5-ae38-0562f48e2f98 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:20:43.384654 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f78de035-f08a-4998-a3c8-f079b36be203', 'tag': 'fa5ffbd4-ec32-49e0-b7df-e11638d9c4d5', 'status': 'completed', 'code': 200} Feb 02 07:20:43.471731 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6bf764-ed0b-42df-91fa-056325666930 x-openstack-request-id: req-ab6bf764-ed0b-42df-91fa-056325666930 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:20:43.472031 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c8c131e-14fb-4f6b-adf8-8e74f457a1c0", "tag": "50aaf4a5-edd9-4e79-ae29-3315272d56fa", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:20:43.472266 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ab6bf764-ed0b-42df-91fa-056325666930 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:20:43.472664 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c8c131e-14fb-4f6b-adf8-8e74f457a1c0', 'tag': '50aaf4a5-edd9-4e79-ae29-3315272d56fa', 'status': 'completed', 'code': 200} Feb 02 07:20:43.533615 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0d48e8-5717-4ad6-8c47-46096140eec1 service neutron] Pushing event updated for resources: {'Port': ['ID=50aaf4a5-edd9-4e79-ae29-3315272d56fa,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:43.538272 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d40dcf41-c65a-4e39-956f-7c1cf300dfd6 req-e04637b4-0a76-499a-8854-ab646c506064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (73e6a4f9-7ec5-490a-a5e7-23a4cadd453d), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:43.556938 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-0b2f5368-5fce-4798-9f1e-2146fd892c95 service neutron] 10.222.0.59 "GET /v2.0/networks/759f2e59-f4fd-463d-9d8d-ffe69fe07d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159603 Feb 02 07:20:43.618274 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-d346ab51-574c-4d03-8fc3-7270a82f5cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:43.620065 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-d346ab51-574c-4d03-8fc3-7270a82f5cc7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=135e301105a140f3882bc45fce9ba946&device_id=0c8c131e-14fb-4f6b-adf8-8e74f457a1c0 HTTP/1.1" status: 200 len: 1127 time: 0.5240073 Feb 02 07:20:43.756517 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-1986ee82-65a5-4456-b75f-2b2078f31563 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50aaf4a5-edd9-4e79-ae29-3315272d56fa HTTP/1.1" status: 200 len: 217 time: 0.1147616 Feb 02 07:20:44.166107 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-28429e21-1da3-4322-9e6d-8ee22c8a923d service neutron] Attempting to bind port 1a7efcbd-531c-4b2b-b584-61879bccb399 on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:20:44.166734 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-28429e21-1da3-4322-9e6d-8ee22c8a923d service neutron] Attempting to bind port 1a7efcbd-531c-4b2b-b584-61879bccb399 by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': 'ad06083c-17da-4bd5-ac56-378681345dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '759f2e59-f4fd-463d-9d8d-ffe69fe07d39'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:20:44.167261 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-28429e21-1da3-4322-9e6d-8ee22c8a923d service neutron] Attempting to bind port 1a7efcbd-531c-4b2b-b584-61879bccb399 on network 759f2e59-f4fd-463d-9d8d-ffe69fe07d39 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:20:44.217331 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd2381-f116-4f24-bc0b-d0a400cb9c55 req-ac5ed161-89ed-49f3-9b8c-d5a916e82d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:44.218944 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-83cd2381-f116-4f24-bc0b-d0a400cb9c55 req-ac5ed161-89ed-49f3-9b8c-d5a916e82d7c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=135e301105a140f3882bc45fce9ba946&device_id=f78de035-f08a-4998-a3c8-f079b36be203 HTTP/1.1" status: 200 len: 1127 time: 0.0629818 Feb 02 07:20:44.231275 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-28429e21-1da3-4322-9e6d-8ee22c8a923d service neutron] Port 1a7efcbd-531c-4b2b-b584-61879bccb399 on network 759f2e59-f4fd-463d-9d8d-ffe69fe07d39 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:20:44.231488 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63683410-fdf9-4d96-9581-9e17db5d577f req-2ced84c3-d811-4ef4-8c10-0204b2ddad1d tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:44.232077 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-28429e21-1da3-4322-9e6d-8ee22c8a923d service neutron] Attempting to bind port 1a7efcbd-531c-4b2b-b584-61879bccb399 on network 759f2e59-f4fd-463d-9d8d-ffe69fe07d39 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:20:44.239527 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-63683410-fdf9-4d96-9581-9e17db5d577f req-2ced84c3-d811-4ef4-8c10-0204b2ddad1d tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/ports?device_id=b524e9be-a2b9-4b94-b2a8-ddb5a86ba09e HTTP/1.1" status: 200 len: 946 time: 0.6814301 Feb 02 07:20:44.269976 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-677a7ff0-8a08-4f00-a6f5-393595e7bec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:44.278878 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-677a7ff0-8a08-4f00-a6f5-393595e7bec7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6132ab23-1f69-4d3f-869d-1d24e060b077 HTTP/1.1" status: 200 len: 857 time: 0.4813149 Feb 02 07:20:44.281735 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-28429e21-1da3-4322-9e6d-8ee22c8a923d service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:20:44.282297 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-28429e21-1da3-4322-9e6d-8ee22c8a923d service neutron] Checking segment: {'id': 'ad06083c-17da-4bd5-ac56-378681345dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '759f2e59-f4fd-463d-9d8d-ffe69fe07d39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:20:44.282900 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-28429e21-1da3-4322-9e6d-8ee22c8a923d service neutron] Bound using segment: {'id': 'ad06083c-17da-4bd5-ac56-378681345dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '759f2e59-f4fd-463d-9d8d-ffe69fe07d39'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:20:44.283569 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-28429e21-1da3-4322-9e6d-8ee22c8a923d service neutron] Bound port: 1a7efcbd-531c-4b2b-b584-61879bccb399, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad06083c-17da-4bd5-ac56-378681345dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '759f2e59-f4fd-463d-9d8d-ffe69fe07d39'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:20:44.284152 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-28429e21-1da3-4322-9e6d-8ee22c8a923d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (1a7efcbd-531c-4b2b-b584-61879bccb399), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:44.346190 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd2381-f116-4f24-bc0b-d0a400cb9c55 req-7c3d30a0-0d59-4463-84c3-6a116f95b29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:44.347919 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-c54c5c1b-3f7f-4bb3-b123-d5d1fba344f9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=759f2e59-f4fd-463d-9d8d-ffe69fe07d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600207 Feb 02 07:20:44.348058 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-83cd2381-f116-4f24-bc0b-d0a400cb9c55 req-7c3d30a0-0d59-4463-84c3-6a116f95b29b service neutron] 10.222.0.59 "GET /v2.0/networks?id=759f2e59-f4fd-463d-9d8d-ffe69fe07d39 HTTP/1.1" status: 200 len: 918 time: 0.1061225 Feb 02 07:20:44.401369 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-83cd2381-f116-4f24-bc0b-d0a400cb9c55 req-f7ae2c96-6ebd-41a6-8998-a0c47ef959c9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa5ffbd4-ec32-49e0-b7df-e11638d9c4d5 HTTP/1.1" status: 200 len: 217 time: 0.0456369 Feb 02 07:20:44.482367 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-63683410-fdf9-4d96-9581-9e17db5d577f req-e6bd4fff-7dbb-4f9d-a2bb-5a2836bb1f5b tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/security-groups?id=8d1cc325-a632-46e6-9754-02bd96fce640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414834 Feb 02 07:20:44.518352 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd2381-f116-4f24-bc0b-d0a400cb9c55 req-4cab9d4c-cd0a-4597-a662-42f23b77c712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:44.523949 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-83cd2381-f116-4f24-bc0b-d0a400cb9c55 req-4cab9d4c-cd0a-4597-a662-42f23b77c712 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6132ab23-1f69-4d3f-869d-1d24e060b077 HTTP/1.1" status: 200 len: 857 time: 0.1109910 Feb 02 07:20:44.548629 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-7a585624-6ec1-4bfc-a3d1-4a8a68e4c7b5 service neutron] 10.222.0.88 "GET /v2.0/networks/759f2e59-f4fd-463d-9d8d-ffe69fe07d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782198 Feb 02 07:20:44.619015 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-83cd2381-f116-4f24-bc0b-d0a400cb9c55 req-b3fc2191-8125-4e56-943b-027c17cc9688 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=759f2e59-f4fd-463d-9d8d-ffe69fe07d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0855877 Feb 02 07:20:44.685940 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:44.733832 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-d40dcf41-c65a-4e39-956f-7c1cf300dfd6 req-e04637b4-0a76-499a-8854-ab646c506064 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73e6a4f9-7ec5-490a-a5e7-23a4cadd453d {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:20:44.741516 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-83cd2381-f116-4f24-bc0b-d0a400cb9c55 req-dad9345a-312c-4825-9fa5-02fe14c8a3d8 service neutron] 10.222.0.59 "GET /v2.0/networks/759f2e59-f4fd-463d-9d8d-ffe69fe07d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114397 Feb 02 07:20:44.749678 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d40dcf41-c65a-4e39-956f-7c1cf300dfd6 req-e04637b4-0a76-499a-8854-ab646c506064 service neutron] Publish callbacks [] for port (73e6a4f9-7ec5-490a-a5e7-23a4cadd453d), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:44.782303 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-d40dcf41-c65a-4e39-956f-7c1cf300dfd6 req-e04637b4-0a76-499a-8854-ab646c506064 service neutron] Transition to ACTIVE for port object 73e6a4f9-7ec5-490a-a5e7-23a4cadd453d will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:20:44.783915 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-28429e21-1da3-4322-9e6d-8ee22c8a923d service neutron] For port 1a7efcbd-531c-4b2b-b584-61879bccb399, host n-h2-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:20:44.789980 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-28429e21-1da3-4322-9e6d-8ee22c8a923d service neutron] For port 1a7efcbd-531c-4b2b-b584-61879bccb399, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=1a7efcbd-531c-4b2b-b584-61879bccb399,segment=NetworkSegment(ad06083c-17da-4bd5-ac56-378681345dbd),segment_id=ad06083c-17da-4bd5-ac56-378681345dbd)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:20:44.801404 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d40dcf41-c65a-4e39-956f-7c1cf300dfd6 req-e04637b4-0a76-499a-8854-ab646c506064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (73e6a4f9-7ec5-490a-a5e7-23a4cadd453d), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:44.836958 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-3a2090f7-fcee-4e8a-9620-1615cd324bc6 service neutron] 10.222.0.88 "GET /v2.0/networks/759f2e59-f4fd-463d-9d8d-ffe69fe07d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798994 Feb 02 07:20:44.844354 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-28429e21-1da3-4322-9e6d-8ee22c8a923d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (1a7efcbd-531c-4b2b-b584-61879bccb399), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:44.887232 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb82fe-7271-4f54-b352-b68a2a9ee04b req-cbc3f92b-de02-43b4-a2a5-fb1b9ef93e07 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:44.896325 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bceb82fe-7271-4f54-b352-b68a2a9ee04b req-cbc3f92b-de02-43b4-a2a5-fb1b9ef93e07 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] 10.222.0.87 "GET /v2.0/ports?device_id=d2f541fc-3911-45a1-a4c2-0257e7e3c8c0 HTTP/1.1" status: 200 len: 944 time: 0.2758813 Feb 02 07:20:44.905479 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-28429e21-1da3-4322-9e6d-8ee22c8a923d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:44.906255 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-28429e21-1da3-4322-9e6d-8ee22c8a923d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:44.907786 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-28429e21-1da3-4322-9e6d-8ee22c8a923d service neutron] 10.222.0.59 "PUT /v2.0/ports/1a7efcbd-531c-4b2b-b584-61879bccb399 HTTP/1.1" status: 200 len: 1093 time: 3.2730620 Feb 02 07:20:44.925887 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04637b4-0a76-499a-8854-ab646c506064 service neutron] Pushing event updated for resources: {'Port': ['ID=73e6a4f9-7ec5-490a-a5e7-23a4cadd453d,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:44.962353 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-83cd2381-f116-4f24-bc0b-d0a400cb9c55 req-0da8e0d0-481b-41ca-bafd-29f86a5c46ae service neutron] 10.222.0.59 "GET /v2.0/networks/759f2e59-f4fd-463d-9d8d-ffe69fe07d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969719 Feb 02 07:20:45.010690 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bceb82fe-7271-4f54-b352-b68a2a9ee04b req-8e7c774b-f3bf-4668-8ddb-70bab9b069d1 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] 10.222.0.87 "GET /v2.0/security-groups?id=45eda112-1e7f-457d-b685-995ad3d1063e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131923 Feb 02 07:20:45.112623 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-c277f5f2-bfe5-418b-a3c3-e003579007d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:45.117062 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-c277f5f2-bfe5-418b-a3c3-e003579007d8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=135e301105a140f3882bc45fce9ba946&device_id=d2f541fc-3911-45a1-a4c2-0257e7e3c8c0 HTTP/1.1" status: 200 len: 1127 time: 0.1053929 Feb 02 07:20:45.180496 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-92af298a-38f3-4716-ac30-b6ab9f6200e3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a7efcbd-531c-4b2b-b584-61879bccb399 HTTP/1.1" status: 200 len: 217 time: 0.0476148 Feb 02 07:20:45.203235 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28429e21-1da3-4322-9e6d-8ee22c8a923d service neutron] Pushing event updated for resources: {'Port': ['ID=1a7efcbd-531c-4b2b-b584-61879bccb399,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:45.248832 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-d40dcf41-c65a-4e39-956f-7c1cf300dfd6 req-e04637b4-0a76-499a-8854-ab646c506064 service neutron] Attempting to bind port 73e6a4f9-7ec5-490a-a5e7-23a4cadd453d on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:20:45.249182 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-d40dcf41-c65a-4e39-956f-7c1cf300dfd6 req-e04637b4-0a76-499a-8854-ab646c506064 service neutron] Attempting to bind port 73e6a4f9-7ec5-490a-a5e7-23a4cadd453d by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': '4f5298fd-80d5-4af0-b762-03d1bff87a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd194a686-ccd5-4b19-b7e3-633cf070453a'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:20:45.249515 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40dcf41-c65a-4e39-956f-7c1cf300dfd6 req-e04637b4-0a76-499a-8854-ab646c506064 service neutron] Attempting to bind port 73e6a4f9-7ec5-490a-a5e7-23a4cadd453d on network d194a686-ccd5-4b19-b7e3-633cf070453a {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:20:45.257794 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ab2822-ea9d-400f-9dab-166b8a1ebf2d req-1ab4f642-e7ec-4c02-ad8e-e709e630fbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:45.260414 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-41ab2822-ea9d-400f-9dab-166b8a1ebf2d req-1ab4f642-e7ec-4c02-ad8e-e709e630fbb2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=135e301105a140f3882bc45fce9ba946&device_id=0c8c131e-14fb-4f6b-adf8-8e74f457a1c0 HTTP/1.1" status: 200 len: 1127 time: 0.3135142 Feb 02 07:20:45.264415 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40dcf41-c65a-4e39-956f-7c1cf300dfd6 req-e04637b4-0a76-499a-8854-ab646c506064 service neutron] Port 73e6a4f9-7ec5-490a-a5e7-23a4cadd453d on network d194a686-ccd5-4b19-b7e3-633cf070453a not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:20:45.264748 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40dcf41-c65a-4e39-956f-7c1cf300dfd6 req-e04637b4-0a76-499a-8854-ab646c506064 service neutron] Attempting to bind port 73e6a4f9-7ec5-490a-a5e7-23a4cadd453d on network d194a686-ccd5-4b19-b7e3-633cf070453a {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:20:45.299342 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40dcf41-c65a-4e39-956f-7c1cf300dfd6 req-e04637b4-0a76-499a-8854-ab646c506064 service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:20:45.299738 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40dcf41-c65a-4e39-956f-7c1cf300dfd6 req-e04637b4-0a76-499a-8854-ab646c506064 service neutron] Checking segment: {'id': '4f5298fd-80d5-4af0-b762-03d1bff87a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd194a686-ccd5-4b19-b7e3-633cf070453a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:20:45.300093 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40dcf41-c65a-4e39-956f-7c1cf300dfd6 req-e04637b4-0a76-499a-8854-ab646c506064 service neutron] Bound using segment: {'id': '4f5298fd-80d5-4af0-b762-03d1bff87a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd194a686-ccd5-4b19-b7e3-633cf070453a'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:20:45.300543 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-d40dcf41-c65a-4e39-956f-7c1cf300dfd6 req-e04637b4-0a76-499a-8854-ab646c506064 service neutron] Bound port: 73e6a4f9-7ec5-490a-a5e7-23a4cadd453d, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f5298fd-80d5-4af0-b762-03d1bff87a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd194a686-ccd5-4b19-b7e3-633cf070453a'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:20:45.300901 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d40dcf41-c65a-4e39-956f-7c1cf300dfd6 req-e04637b4-0a76-499a-8854-ab646c506064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (73e6a4f9-7ec5-490a-a5e7-23a4cadd453d), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:45.361596 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-30aa6b0a-dd30-4eb8-ba7c-487ddb471faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:45.366082 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-30aa6b0a-dd30-4eb8-ba7c-487ddb471faf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6132ab23-1f69-4d3f-869d-1d24e060b077 HTTP/1.1" status: 200 len: 857 time: 0.1651797 Feb 02 07:20:45.388168 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13187828-a4d7-4906-ba82-4ff6ef963f70 req-34f9871d-2171-48f3-bc5c-860289b763d5 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:45.393837 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-13187828-a4d7-4906-ba82-4ff6ef963f70 req-34f9871d-2171-48f3-bc5c-860289b763d5 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef713a01-d72b-4055-936a-9b96ec141559 HTTP/1.1" status: 200 len: 943 time: 0.2215891 Feb 02 07:20:45.478414 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-50d5b67d-a6c9-4256-ba04-8143abbd82ec service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=759f2e59-f4fd-463d-9d8d-ffe69fe07d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834000 Feb 02 07:20:45.486846 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2f541fc-3911-45a1-a4c2-0257e7e3c8c0', 'tag': '1a7efcbd-531c-4b2b-b584-61879bccb399'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:20:45.491768 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-289c0473-8479-4446-867e-e0505592fdd2" -d '{"events": [{"name": "network-changed", "server_uuid": "d2f541fc-3911-45a1-a4c2-0257e7e3c8c0", "tag": "1a7efcbd-531c-4b2b-b584-61879bccb399"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:20:45.558467 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-d40dcf41-c65a-4e39-956f-7c1cf300dfd6 req-e04637b4-0a76-499a-8854-ab646c506064 service neutron] For port 73e6a4f9-7ec5-490a-a5e7-23a4cadd453d, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:20:45.577385 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-d40dcf41-c65a-4e39-956f-7c1cf300dfd6 req-e04637b4-0a76-499a-8854-ab646c506064 service neutron] For port 73e6a4f9-7ec5-490a-a5e7-23a4cadd453d, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=73e6a4f9-7ec5-490a-a5e7-23a4cadd453d,segment=NetworkSegment(4f5298fd-80d5-4af0-b762-03d1bff87a8c),segment_id=4f5298fd-80d5-4af0-b762-03d1bff87a8c)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:20:45.587274 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ab2822-ea9d-400f-9dab-166b8a1ebf2d req-a5b0f9b3-7842-4eaf-ac8c-ffbbe5887c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:45.590200 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-41ab2822-ea9d-400f-9dab-166b8a1ebf2d req-a5b0f9b3-7842-4eaf-ac8c-ffbbe5887c87 service neutron] 10.222.0.88 "GET /v2.0/networks?id=759f2e59-f4fd-463d-9d8d-ffe69fe07d39 HTTP/1.1" status: 200 len: 918 time: 0.3218889 Feb 02 07:20:45.593115 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d40dcf41-c65a-4e39-956f-7c1cf300dfd6 req-e04637b4-0a76-499a-8854-ab646c506064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (73e6a4f9-7ec5-490a-a5e7-23a4cadd453d), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:45.627820 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-13187828-a4d7-4906-ba82-4ff6ef963f70 req-8554f932-c2cf-4ea3-af86-84f4721e2742 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/security-groups?id=3524c585-c4e8-4dfb-a8c3-d19c4cb3cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126176 Feb 02 07:20:45.691500 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-9c0b262e-e180-495b-8b02-f7daf52b4161 service neutron] 10.222.0.59 "GET /v2.0/networks/759f2e59-f4fd-463d-9d8d-ffe69fe07d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926143 Feb 02 07:20:45.744354 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-41ab2822-ea9d-400f-9dab-166b8a1ebf2d req-3fa9d67c-76e0-45b7-baea-09da52bd64f8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50aaf4a5-edd9-4e79-ae29-3315272d56fa HTTP/1.1" status: 200 len: 217 time: 0.0844367 Feb 02 07:20:45.769567 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40dcf41-c65a-4e39-956f-7c1cf300dfd6 req-e04637b4-0a76-499a-8854-ab646c506064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:45.770194 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-d40dcf41-c65a-4e39-956f-7c1cf300dfd6 req-e04637b4-0a76-499a-8854-ab646c506064 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:45.771572 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d40dcf41-c65a-4e39-956f-7c1cf300dfd6 req-e04637b4-0a76-499a-8854-ab646c506064 service neutron] 10.222.0.88 "PUT /v2.0/ports/73e6a4f9-7ec5-490a-a5e7-23a4cadd453d HTTP/1.1" status: 200 len: 1092 time: 2.8970730 Feb 02 07:20:45.928235 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-41d2e584-669f-4548-9dda-9d6f88d4db56 req-388f1fca-ce83-4cdd-84b5-0dad05a223e8 service neutron] 10.222.0.59 "GET /v2.0/networks/759f2e59-f4fd-463d-9d8d-ffe69fe07d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288632 Feb 02 07:20:45.962532 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ab2822-ea9d-400f-9dab-166b8a1ebf2d req-34beb107-3aec-4bbe-80a1-8c1bb942e576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:45.964027 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-41ab2822-ea9d-400f-9dab-166b8a1ebf2d req-34beb107-3aec-4bbe-80a1-8c1bb942e576 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6132ab23-1f69-4d3f-869d-1d24e060b077 HTTP/1.1" status: 200 len: 857 time: 0.1967306 Feb 02 07:20:45.964688 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04637b4-0a76-499a-8854-ab646c506064 service neutron] Pushing event updated for resources: {'Port': ['ID=73e6a4f9-7ec5-490a-a5e7-23a4cadd453d,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:46.035415 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:20:46.036167 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4167faf-23ca-4963-8ff6-c2d387116dfa x-openstack-request-id: req-f4167faf-23ca-4963-8ff6-c2d387116dfa {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:20:46.036464 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2f541fc-3911-45a1-a4c2-0257e7e3c8c0", "tag": "1a7efcbd-531c-4b2b-b584-61879bccb399", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:20:46.036724 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f4167faf-23ca-4963-8ff6-c2d387116dfa {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:20:46.040939 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2f541fc-3911-45a1-a4c2-0257e7e3c8c0', 'tag': '1a7efcbd-531c-4b2b-b584-61879bccb399', 'status': 'completed', 'code': 200} Feb 02 07:20:46.065109 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:46.070344 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29eeca1-0383-414d-a0d9-ea7f02e10b55 req-7f28f42b-4d7c-44a0-8c22-f3ffd41fe518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:46.071892 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a29eeca1-0383-414d-a0d9-ea7f02e10b55 req-7f28f42b-4d7c-44a0-8c22-f3ffd41fe518 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c0a9935245e74c7ca5a3b5e5150aa1a8&device_id=b524e9be-a2b9-4b94-b2a8-ddb5a86ba09e HTTP/1.1" status: 200 len: 1129 time: 0.0984716 Feb 02 07:20:46.112268 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-41ab2822-ea9d-400f-9dab-166b8a1ebf2d req-d50d3b39-3f03-4f0c-8f78-8dc5cbd3f9a5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=759f2e59-f4fd-463d-9d8d-ffe69fe07d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0941312 Feb 02 07:20:46.211499 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40dcf41-c65a-4e39-956f-7c1cf300dfd6 req-c1510b07-f5d5-4daa-959f-d8edae679ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:46.212998 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d40dcf41-c65a-4e39-956f-7c1cf300dfd6 req-c1510b07-f5d5-4daa-959f-d8edae679ebc service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9c97b93a669c44538988826a9c309643&device_id=ef713a01-d72b-4055-936a-9b96ec141559 HTTP/1.1" status: 200 len: 1126 time: 0.3396754 Feb 02 07:20:46.245738 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-41ab2822-ea9d-400f-9dab-166b8a1ebf2d req-3e9fd695-2b26-4010-bfae-526082fbcc59 service neutron] 10.222.0.88 "GET /v2.0/networks/759f2e59-f4fd-463d-9d8d-ffe69fe07d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264126 Feb 02 07:20:46.250000 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device fa5ffbd4-ec32-49e0-b7df-e11638d9c4d5 details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:20:46.299866 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d40dcf41-c65a-4e39-956f-7c1cf300dfd6 req-08fa38c2-c9d8-41c7-8197-193dc143e1b2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73e6a4f9-7ec5-490a-a5e7-23a4cadd453d HTTP/1.1" status: 200 len: 217 time: 0.0530257 Feb 02 07:20:46.380851 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c0473-8479-4446-867e-e0505592fdd2 req-d8ed7240-517d-484f-9db0-3a7ae0bd0631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:46.385269 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-289c0473-8479-4446-867e-e0505592fdd2 req-d8ed7240-517d-484f-9db0-3a7ae0bd0631 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=135e301105a140f3882bc45fce9ba946&device_id=d2f541fc-3911-45a1-a4c2-0257e7e3c8c0 HTTP/1.1" status: 200 len: 1127 time: 0.2996597 Feb 02 07:20:46.487120 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port fa5ffbd4-ec32-49e0-b7df-e11638d9c4d5, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=fa5ffbd4-ec32-49e0-b7df-e11638d9c4d5,segment=NetworkSegment(ad06083c-17da-4bd5-ac56-378681345dbd),segment_id=ad06083c-17da-4bd5-ac56-378681345dbd)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:20:46.513241 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': 'fa5ffbd4-ec32-49e0-b7df-e11638d9c4d5', 'network_id': '759f2e59-f4fd-463d-9d8d-ffe69fe07d39', 'port_id': 'fa5ffbd4-ec32-49e0-b7df-e11638d9c4d5', 'mac_address': 'fa:16:3e:88:cf:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6132ab23-1f69-4d3f-869d-1d24e060b077', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:20:46.519431 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40dcf41-c65a-4e39-956f-7c1cf300dfd6 req-46861d26-29bf-45ce-8bb3-9df42eb8b29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:46.522268 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d40dcf41-c65a-4e39-956f-7c1cf300dfd6 req-46861d26-29bf-45ce-8bb3-9df42eb8b29e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=381c6130-79ff-4c24-85c5-0c6ea3864e87 HTTP/1.1" status: 200 len: 854 time: 0.2079303 Feb 02 07:20:46.602614 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port fa5ffbd4-ec32-49e0-b7df-e11638d9c4d5 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:20:46.603019 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (fa5ffbd4-ec32-49e0-b7df-e11638d9c4d5), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:46.620465 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d40dcf41-c65a-4e39-956f-7c1cf300dfd6 req-914959fd-b4da-4098-bbbb-09a29da310f3 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d194a686-ccd5-4b19-b7e3-633cf070453a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885525 Feb 02 07:20:46.628562 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-41ab2822-ea9d-400f-9dab-166b8a1ebf2d req-352014bf-f9b5-45d5-afd9-c43a20618f26 service neutron] 10.222.0.88 "GET /v2.0/networks/759f2e59-f4fd-463d-9d8d-ffe69fe07d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3718102 Feb 02 07:20:46.633493 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa5ffbd4-ec32-49e0-b7df-e11638d9c4d5 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:20:46.656734 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c0473-8479-4446-867e-e0505592fdd2 req-3d85dc62-2795-4c29-923e-9d0d35200bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:46.658586 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-289c0473-8479-4446-867e-e0505592fdd2 req-3d85dc62-2795-4c29-923e-9d0d35200bcb service neutron] 10.222.0.59 "GET /v2.0/networks?id=759f2e59-f4fd-463d-9d8d-ffe69fe07d39 HTTP/1.1" status: 200 len: 918 time: 0.2592344 Feb 02 07:20:46.693775 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port fa5ffbd4-ec32-49e0-b7df-e11638d9c4d5, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=fa5ffbd4-ec32-49e0-b7df-e11638d9c4d5,segment=NetworkSegment(ad06083c-17da-4bd5-ac56-378681345dbd),segment_id=ad06083c-17da-4bd5-ac56-378681345dbd)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:20:46.703945 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d716ec5-f1b7-481a-acbd-607723b6a688 req-2e2f6ebe-28e6-4f6c-a320-da49cdb5cead tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:46.705603 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (fa5ffbd4-ec32-49e0-b7df-e11638d9c4d5), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:46.718507 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3d716ec5-f1b7-481a-acbd-607723b6a688 req-2e2f6ebe-28e6-4f6c-a320-da49cdb5cead tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/ports?device_id=b524e9be-a2b9-4b94-b2a8-ddb5a86ba09e HTTP/1.1" status: 200 len: 946 time: 0.6339412 Feb 02 07:20:46.797993 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=fa5ffbd4-ec32-49e0-b7df-e11638d9c4d5,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:46.874649 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-289c0473-8479-4446-867e-e0505592fdd2 req-9d21795d-05be-43a8-987b-b23f9d8e92ef service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a7efcbd-531c-4b2b-b584-61879bccb399 HTTP/1.1" status: 200 len: 217 time: 0.2039201 Feb 02 07:20:46.974100 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d40dcf41-c65a-4e39-956f-7c1cf300dfd6 req-ae0697e3-43b2-462e-ac47-ccce2e7cc9a8 service neutron] 10.222.0.88 "GET /v2.0/networks/d194a686-ccd5-4b19-b7e3-633cf070453a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427973 Feb 02 07:20:47.024168 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29eeca1-0383-414d-a0d9-ea7f02e10b55 req-63b990a1-1a50-46bc-80a7-3bff6c95c2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:47.025658 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a29eeca1-0383-414d-a0d9-ea7f02e10b55 req-63b990a1-1a50-46bc-80a7-3bff6c95c2b7 service neutron] 10.222.0.88 "GET /v2.0/networks?id=685c8d17-3922-4d1c-b347-80d8fb37bd66 HTTP/1.1" status: 200 len: 911 time: 0.9390202 Feb 02 07:20:47.119404 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 50aaf4a5-edd9-4e79-ae29-3315272d56fa details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:20:47.191840 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a29eeca1-0383-414d-a0d9-ea7f02e10b55 req-5a8d7f70-51ce-4eb8-ba21-277c023afbe4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b7c2392-6bd1-46b6-99e5-ec27d9496364 HTTP/1.1" status: 200 len: 217 time: 0.1253924 Feb 02 07:20:47.198378 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d40dcf41-c65a-4e39-956f-7c1cf300dfd6 req-1e182a12-8f5c-43cc-98a8-7f33371cee75 service neutron] 10.222.0.88 "GET /v2.0/networks/d194a686-ccd5-4b19-b7e3-633cf070453a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171457 Feb 02 07:20:47.251291 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3d716ec5-f1b7-481a-acbd-607723b6a688 req-330716b6-e548-44dc-87b8-f194997e82a2 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/security-groups?id=8d1cc325-a632-46e6-9754-02bd96fce640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5314939 Feb 02 07:20:47.270883 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c0473-8479-4446-867e-e0505592fdd2 req-2770d285-81b7-41e6-8b33-acf95dc69adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:47.272625 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-289c0473-8479-4446-867e-e0505592fdd2 req-2770d285-81b7-41e6-8b33-acf95dc69adf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6132ab23-1f69-4d3f-869d-1d24e060b077 HTTP/1.1" status: 200 len: 857 time: 0.3733299 Feb 02 07:20:47.312006 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['fa5ffbd4-ec32-49e0-b7df-e11638d9c4d5'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:20:47.351955 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29eeca1-0383-414d-a0d9-ea7f02e10b55 req-db9b0a1f-09c1-478a-92f7-b4c70df5c69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:47.355308 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a29eeca1-0383-414d-a0d9-ea7f02e10b55 req-db9b0a1f-09c1-478a-92f7-b4c70df5c69a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a1964736-516d-4974-8f51-9bf716b83041 HTTP/1.1" status: 200 len: 850 time: 0.1505737 Feb 02 07:20:47.394697 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a29eeca1-0383-414d-a0d9-ea7f02e10b55 req-611ef8b6-c19a-41d6-9cd2-3e9a7c0ce143 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=685c8d17-3922-4d1c-b347-80d8fb37bd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288146 Feb 02 07:20:47.397716 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-289c0473-8479-4446-867e-e0505592fdd2 req-ea75d313-0dcd-44d8-b40b-75dfafee391f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=759f2e59-f4fd-463d-9d8d-ffe69fe07d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1169720 Feb 02 07:20:47.398311 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 50aaf4a5-edd9-4e79-ae29-3315272d56fa, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=50aaf4a5-edd9-4e79-ae29-3315272d56fa,segment=NetworkSegment(ad06083c-17da-4bd5-ac56-378681345dbd),segment_id=ad06083c-17da-4bd5-ac56-378681345dbd)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:20:47.445101 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:47.449053 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': '50aaf4a5-edd9-4e79-ae29-3315272d56fa', 'network_id': '759f2e59-f4fd-463d-9d8d-ffe69fe07d39', 'port_id': '50aaf4a5-edd9-4e79-ae29-3315272d56fa', 'mac_address': 'fa:16:3e:7b:1a:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6132ab23-1f69-4d3f-869d-1d24e060b077', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:20:47.566105 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 50aaf4a5-edd9-4e79-ae29-3315272d56fa is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:20:47.566618 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (50aaf4a5-edd9-4e79-ae29-3315272d56fa), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:47.600696 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50aaf4a5-edd9-4e79-ae29-3315272d56fa {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:20:47.630101 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-289c0473-8479-4446-867e-e0505592fdd2 req-a6b49ddd-002f-4e32-b107-5a2162320c04 service neutron] 10.222.0.59 "GET /v2.0/networks/759f2e59-f4fd-463d-9d8d-ffe69fe07d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050996 Feb 02 07:20:47.631001 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 50aaf4a5-edd9-4e79-ae29-3315272d56fa, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=50aaf4a5-edd9-4e79-ae29-3315272d56fa,segment=NetworkSegment(ad06083c-17da-4bd5-ac56-378681345dbd),segment_id=ad06083c-17da-4bd5-ac56-378681345dbd)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:20:47.661494 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (50aaf4a5-edd9-4e79-ae29-3315272d56fa), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:47.727304 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=50aaf4a5-edd9-4e79-ae29-3315272d56fa,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:47.733944 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf055c79-f68d-4c2c-912f-25e77bb372ab req-586de5be-7ac0-456a-8464-cb1c80b631d7 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:47.743630 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cf055c79-f68d-4c2c-912f-25e77bb372ab req-586de5be-7ac0-456a-8464-cb1c80b631d7 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] 10.222.0.87 "GET /v2.0/ports?device_id=d2f541fc-3911-45a1-a4c2-0257e7e3c8c0 HTTP/1.1" status: 200 len: 944 time: 0.3438056 Feb 02 07:20:47.826420 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a29eeca1-0383-414d-a0d9-ea7f02e10b55 req-647ce75a-23d9-4351-a7b3-1cbfb57f77b1 service neutron] 10.222.0.88 "GET /v2.0/networks/685c8d17-3922-4d1c-b347-80d8fb37bd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4255369 Feb 02 07:20:47.930284 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cf055c79-f68d-4c2c-912f-25e77bb372ab req-dbe8683d-8617-40b5-8ca3-3c4176374f0a tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] 10.222.0.87 "GET /v2.0/security-groups?id=45eda112-1e7f-457d-b685-995ad3d1063e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851578 Feb 02 07:20:47.954490 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['50aaf4a5-edd9-4e79-ae29-3315272d56fa'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:20:48.049043 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef713a01-d72b-4055-936a-9b96ec141559', 'tag': '73e6a4f9-7ec5-490a-a5e7-23a4cadd453d'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:20:48.049043 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174ba742-824d-4214-ad15-9c1feddc7827" -d '{"events": [{"name": "network-changed", "server_uuid": "ef713a01-d72b-4055-936a-9b96ec141559", "tag": "73e6a4f9-7ec5-490a-a5e7-23a4cadd453d"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:20:48.110524 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-289c0473-8479-4446-867e-e0505592fdd2 req-36970c7c-d2cc-4bfb-8660-d96337519e84 service neutron] 10.222.0.59 "GET /v2.0/networks/759f2e59-f4fd-463d-9d8d-ffe69fe07d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4499686 Feb 02 07:20:48.138051 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a29eeca1-0383-414d-a0d9-ea7f02e10b55 req-d8e55313-b9ba-4301-ad0b-62ede4497c56 service neutron] 10.222.0.88 "GET /v2.0/networks/685c8d17-3922-4d1c-b347-80d8fb37bd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838845 Feb 02 07:20:48.159026 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c282c97-cbd6-4ee6-97d7-92bc1f52887c req-70c20f15-f6b8-47f9-abcb-64c8f489e799 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:48.167259 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2c282c97-cbd6-4ee6-97d7-92bc1f52887c req-70c20f15-f6b8-47f9-abcb-64c8f489e799 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef713a01-d72b-4055-936a-9b96ec141559 HTTP/1.1" status: 200 len: 943 time: 0.1140571 Feb 02 07:20:48.255252 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2c282c97-cbd6-4ee6-97d7-92bc1f52887c req-c8b9f0a3-e149-454a-8a6e-2216b0e960d4 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/security-groups?id=3524c585-c4e8-4dfb-a8c3-d19c4cb3cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867810 Feb 02 07:20:48.303917 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7142da8-e73c-49ac-a646-4d66e2adb840 x-openstack-request-id: req-e7142da8-e73c-49ac-a646-4d66e2adb840 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:20:48.303917 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef713a01-d72b-4055-936a-9b96ec141559", "tag": "73e6a4f9-7ec5-490a-a5e7-23a4cadd453d", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:20:48.303917 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e7142da8-e73c-49ac-a646-4d66e2adb840 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:20:48.303917 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef713a01-d72b-4055-936a-9b96ec141559', 'tag': '73e6a4f9-7ec5-490a-a5e7-23a4cadd453d', 'status': 'completed', 'code': 200} Feb 02 07:20:48.439169 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ba742-824d-4214-ad15-9c1feddc7827 req-c4d8ea4c-a0fd-4be7-b221-188ca30a6147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:48.440858 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-174ba742-824d-4214-ad15-9c1feddc7827 req-c4d8ea4c-a0fd-4be7-b221-188ca30a6147 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9c97b93a669c44538988826a9c309643&device_id=ef713a01-d72b-4055-936a-9b96ec141559 HTTP/1.1" status: 200 len: 1126 time: 0.0899439 Feb 02 07:20:48.448605 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10963eb-2b09-4ea5-ae8e-dc4670106e84 req-10f0b3fa-285a-4617-9ff8-1be82943e1bd tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:48.450669 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a10963eb-2b09-4ea5-ae8e-dc4670106e84 req-10f0b3fa-285a-4617-9ff8-1be82943e1bd tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/ports?device_id=b524e9be-a2b9-4b94-b2a8-ddb5a86ba09e HTTP/1.1" status: 200 len: 946 time: 0.0903404 Feb 02 07:20:48.558041 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a10963eb-2b09-4ea5-ae8e-dc4670106e84 req-18e4790b-411b-4609-a5d0-751c5969b598 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/security-groups?id=8d1cc325-a632-46e6-9754-02bd96fce640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977139 Feb 02 07:20:48.587194 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ba742-824d-4214-ad15-9c1feddc7827 req-b76d3ed9-16c1-4a9b-9590-559f11e3eb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:48.588998 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-174ba742-824d-4214-ad15-9c1feddc7827 req-b76d3ed9-16c1-4a9b-9590-559f11e3eb03 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d194a686-ccd5-4b19-b7e3-633cf070453a HTTP/1.1" status: 200 len: 915 time: 0.1371686 Feb 02 07:20:48.638374 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-174ba742-824d-4214-ad15-9c1feddc7827 req-d893d813-d46b-4a62-9a7d-d79e5f23bb55 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73e6a4f9-7ec5-490a-a5e7-23a4cadd453d HTTP/1.1" status: 200 len: 217 time: 0.0428340 Feb 02 07:20:48.686957 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 38372) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:20:48.690973 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ba742-824d-4214-ad15-9c1feddc7827 req-42cade42-2a12-4235-923d-e374af75a0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:48.692511 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-174ba742-824d-4214-ad15-9c1feddc7827 req-42cade42-2a12-4235-923d-e374af75a0eb service neutron] 10.222.0.88 "GET /v2.0/subnets?id=381c6130-79ff-4c24-85c5-0c6ea3864e87 HTTP/1.1" status: 200 len: 854 time: 0.0477600 Feb 02 07:20:48.725517 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-174ba742-824d-4214-ad15-9c1feddc7827 req-d0e298d0-a301-4ab0-9e1d-a42bb22c5c00 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d194a686-ccd5-4b19-b7e3-633cf070453a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266395 Feb 02 07:20:48.803781 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5b4ffced-b2ef-4956-bd47-23d492c089ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:48.826567 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-174ba742-824d-4214-ad15-9c1feddc7827 req-947cb1ef-daa2-4f29-9162-9fc2bb97711c service neutron] 10.222.0.88 "GET /v2.0/networks/d194a686-ccd5-4b19-b7e3-633cf070453a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933306 Feb 02 07:20:48.883359 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5b4ffced-b2ef-4956-bd47-23d492c089ee admin admin] Publish callbacks [] for security_group (3769e507-8353-4508-9914-43bd0b0d9b9c), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:48.888535 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5b4ffced-b2ef-4956-bd47-23d492c089ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (3769e507-8353-4508-9914-43bd0b0d9b9c), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:48.927217 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-174ba742-824d-4214-ad15-9c1feddc7827 req-798052a1-adf1-4e90-8690-9ed2272abba1 service neutron] 10.222.0.88 "GET /v2.0/networks/d194a686-ccd5-4b19-b7e3-633cf070453a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896418 Feb 02 07:20:48.927870 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-5b4ffced-b2ef-4956-bd47-23d492c089ee admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=dd27b4213f534a2db3774c1e18d77ada&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2395940 Feb 02 07:20:48.929881 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4ffced-b2ef-4956-bd47-23d492c089ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3769e507-8353-4508-9914-43bd0b0d9b9c,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:48.930612 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38378) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:20:49.000395 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-38b8ca36-41c4-414c-ae1b-9e8b2970e49a admin admin] Publish callbacks [] for security_group (3769e507-8353-4508-9914-43bd0b0d9b9c), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:49.026009 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-38b8ca36-41c4-414c-ae1b-9e8b2970e49a admin admin] Publish callbacks [] for security_group (3769e507-8353-4508-9914-43bd0b0d9b9c), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:49.116995 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-38b8ca36-41c4-414c-ae1b-9e8b2970e49a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (3769e507-8353-4508-9914-43bd0b0d9b9c), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:49.119939 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-38b8ca36-41c4-414c-ae1b-9e8b2970e49a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:49.124129 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-38b8ca36-41c4-414c-ae1b-9e8b2970e49a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/3769e507-8353-4508-9914-43bd0b0d9b9c HTTP/1.1" status: 204 len: 168 time: 0.1896305 Feb 02 07:20:49.133227 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a87a55-30ba-4f38-9ab1-d7508dd30bb0 req-27e178e1-a098-4a4d-93d0-385b6e3b0988 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:49.134776 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e4a87a55-30ba-4f38-9ab1-d7508dd30bb0 req-27e178e1-a098-4a4d-93d0-385b6e3b0988 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] 10.222.0.87 "GET /v2.0/ports?device_id=d2f541fc-3911-45a1-a4c2-0257e7e3c8c0 HTTP/1.1" status: 200 len: 944 time: 0.0716207 Feb 02 07:20:49.134985 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 73e6a4f9-7ec5-490a-a5e7-23a4cadd453d details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:20:49.140428 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b8ca36-41c4-414c-ae1b-9e8b2970e49a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3769e507-8353-4508-9914-43bd0b0d9b9c,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:49.144879 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 50aaf4a5-edd9-4e79-ae29-3315272d56fa up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:20:49.229088 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e4a87a55-30ba-4f38-9ab1-d7508dd30bb0 req-5015320a-a49a-4a4a-91f3-2f67ae425875 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] 10.222.0.87 "GET /v2.0/security-groups?id=45eda112-1e7f-457d-b685-995ad3d1063e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625737 Feb 02 07:20:49.321488 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port 50aaf4a5-edd9-4e79-ae29-3315272d56fa completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:20:49.330800 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port 50aaf4a5-edd9-4e79-ae29-3315272d56fa triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:20:49.330800 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (50aaf4a5-edd9-4e79-ae29-3315272d56fa), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:49.372703 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 73e6a4f9-7ec5-490a-a5e7-23a4cadd453d, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=73e6a4f9-7ec5-490a-a5e7-23a4cadd453d,segment=NetworkSegment(4f5298fd-80d5-4af0-b762-03d1bff87a8c),segment_id=4f5298fd-80d5-4af0-b762-03d1bff87a8c)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:20:49.430750 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': '73e6a4f9-7ec5-490a-a5e7-23a4cadd453d', 'network_id': 'd194a686-ccd5-4b19-b7e3-633cf070453a', 'port_id': '73e6a4f9-7ec5-490a-a5e7-23a4cadd453d', 'mac_address': 'fa:16:3e:2e:4b:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '381c6130-79ff-4c24-85c5-0c6ea3864e87', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:20:49.439409 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb719d97-c3dc-45e4-92df-04259631ee87 req-07a975b5-34a5-422c-ac87-3d0b5dca9904 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:49.441322 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cb719d97-c3dc-45e4-92df-04259631ee87 req-07a975b5-34a5-422c-ac87-3d0b5dca9904 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef713a01-d72b-4055-936a-9b96ec141559 HTTP/1.1" status: 200 len: 943 time: 0.0871916 Feb 02 07:20:49.531764 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cb719d97-c3dc-45e4-92df-04259631ee87 req-4a305cfe-9123-4410-b76c-042c6c575ac2 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/security-groups?id=3524c585-c4e8-4dfb-a8c3-d19c4cb3cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830166 Feb 02 07:20:49.568683 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 50aaf4a5-edd9-4e79-ae29-3315272d56fa is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:20:49.569173 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (50aaf4a5-edd9-4e79-ae29-3315272d56fa), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:49.584354 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 73e6a4f9-7ec5-490a-a5e7-23a4cadd453d is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:20:49.584842 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (73e6a4f9-7ec5-490a-a5e7-23a4cadd453d), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:49.607055 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73e6a4f9-7ec5-490a-a5e7-23a4cadd453d {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:20:49.655359 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 38406) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:20:49.673732 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-14a31f4e-9793-4bfa-abf8-d603b4c92291 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:49.724162 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71a48ac-b3b7-499c-9725-bec3a8a7d3e9 req-98543d0b-f5fe-4526-b946-67c5d39d4760 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:49.725948 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c71a48ac-b3b7-499c-9725-bec3a8a7d3e9 req-98543d0b-f5fe-4526-b946-67c5d39d4760 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/ports?device_id=b524e9be-a2b9-4b94-b2a8-ddb5a86ba09e HTTP/1.1" status: 200 len: 946 time: 0.0598781 Feb 02 07:20:49.797973 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-14a31f4e-9793-4bfa-abf8-d603b4c92291 admin admin] Publish callbacks [] for security_group (5e01d6c9-c720-4b64-9931-e5e18923ca00), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:49.804933 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-14a31f4e-9793-4bfa-abf8-d603b4c92291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (5e01d6c9-c720-4b64-9931-e5e18923ca00), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:49.833937 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c8c131e-14fb-4f6b-adf8-8e74f457a1c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50aaf4a5-edd9-4e79-ae29-3315272d56fa'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:20:49.835607 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c71a48ac-b3b7-499c-9725-bec3a8a7d3e9 req-2f332416-6356-45c8-9126-3270d344fd35 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/security-groups?id=8d1cc325-a632-46e6-9754-02bd96fce640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965369 Feb 02 07:20:49.836206 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f090030-3692-47ea-828a-c6c125d53b53" -d '{"events": [{"server_uuid": "0c8c131e-14fb-4f6b-adf8-8e74f457a1c0", "name": "network-vif-plugged", "status": "completed", "tag": "50aaf4a5-edd9-4e79-ae29-3315272d56fa"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:20:49.854897 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-14a31f4e-9793-4bfa-abf8-d603b4c92291 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f72f093d8e33423582bdfffb2fd7b66a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1976616 Feb 02 07:20:49.856770 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a31f4e-9793-4bfa-abf8-d603b4c92291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e01d6c9-c720-4b64-9931-e5e18923ca00,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:49.857385 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 50aaf4a5-edd9-4e79-ae29-3315272d56fa, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=50aaf4a5-edd9-4e79-ae29-3315272d56fa,segment=NetworkSegment(ad06083c-17da-4bd5-ac56-378681345dbd),segment_id=ad06083c-17da-4bd5-ac56-378681345dbd)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:20:49.858593 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38414) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:20:49.859545 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 73e6a4f9-7ec5-490a-a5e7-23a4cadd453d, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=73e6a4f9-7ec5-490a-a5e7-23a4cadd453d,segment=NetworkSegment(4f5298fd-80d5-4af0-b762-03d1bff87a8c),segment_id=4f5298fd-80d5-4af0-b762-03d1bff87a8c)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:20:49.863521 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (50aaf4a5-edd9-4e79-ae29-3315272d56fa), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:49.867845 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (73e6a4f9-7ec5-490a-a5e7-23a4cadd453d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:49.918620 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31f2dff-47c2-4c76-95f6-e8b8c90ef28c x-openstack-request-id: req-f31f2dff-47c2-4c76-95f6-e8b8c90ef28c {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:20:49.918976 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c8c131e-14fb-4f6b-adf8-8e74f457a1c0", "name": "network-vif-plugged", "status": "completed", "tag": "50aaf4a5-edd9-4e79-ae29-3315272d56fa", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:20:49.919291 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f31f2dff-47c2-4c76-95f6-e8b8c90ef28c {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:20:49.919784 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c8c131e-14fb-4f6b-adf8-8e74f457a1c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50aaf4a5-edd9-4e79-ae29-3315272d56fa', 'code': 200} Feb 02 07:20:49.929427 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=50aaf4a5-edd9-4e79-ae29-3315272d56fa,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:49.941409 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-69a26836-6a23-42e6-8584-c5e2e4c245a6 admin admin] Publish callbacks [] for security_group (5e01d6c9-c720-4b64-9931-e5e18923ca00), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:49.967041 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-69a26836-6a23-42e6-8584-c5e2e4c245a6 admin admin] Publish callbacks [] for security_group (5e01d6c9-c720-4b64-9931-e5e18923ca00), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:49.991648 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=73e6a4f9-7ec5-490a-a5e7-23a4cadd453d,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:50.027728 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-69a26836-6a23-42e6-8584-c5e2e4c245a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (5e01d6c9-c720-4b64-9931-e5e18923ca00), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:50.030785 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-69a26836-6a23-42e6-8584-c5e2e4c245a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:50.034441 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-69a26836-6a23-42e6-8584-c5e2e4c245a6 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/5e01d6c9-c720-4b64-9931-e5e18923ca00 HTTP/1.1" status: 204 len: 168 time: 0.1717927 Feb 02 07:20:50.082993 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a26836-6a23-42e6-8584-c5e2e4c245a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e01d6c9-c720-4b64-9931-e5e18923ca00,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:50.118211 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b55b4-cd6c-4a3a-9f4c-8598d1a64e6a req-79873989-ef87-4db7-b972-c34f7fe76897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:50.120205 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6d6b55b4-cd6c-4a3a-9f4c-8598d1a64e6a req-79873989-ef87-4db7-b972-c34f7fe76897 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0c8c131e-14fb-4f6b-adf8-8e74f457a1c0 HTTP/1.1" status: 200 len: 1129 time: 0.0869925 Feb 02 07:20:50.163948 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['73e6a4f9-7ec5-490a-a5e7-23a4cadd453d'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:20:50.182058 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6d6b55b4-cd6c-4a3a-9f4c-8598d1a64e6a req-972fd8f4-477e-47dc-8370-cb72249604b2 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=45eda112-1e7f-457d-b685-995ad3d1063e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553989 Feb 02 07:20:50.297858 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 1a7efcbd-531c-4b2b-b584-61879bccb399 details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:20:50.299834 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device fa5ffbd4-ec32-49e0-b7df-e11638d9c4d5 up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:20:50.437744 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ca3f0-acc8-4599-9301-b7afccb53216 req-435cf87a-52aa-4dd9-9897-d6a224515cd0 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:50.447542 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c87ca3f0-acc8-4599-9301-b7afccb53216 req-435cf87a-52aa-4dd9-9897-d6a224515cd0 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] 10.222.0.87 "GET /v2.0/ports?device_id=d2f541fc-3911-45a1-a4c2-0257e7e3c8c0 HTTP/1.1" status: 200 len: 944 time: 0.1016712 Feb 02 07:20:50.528200 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c87ca3f0-acc8-4599-9301-b7afccb53216 req-bf07e613-4319-443e-87e8-7291f3b71e41 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] 10.222.0.87 "GET /v2.0/security-groups?id=45eda112-1e7f-457d-b685-995ad3d1063e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746644 Feb 02 07:20:50.589131 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 1a7efcbd-531c-4b2b-b584-61879bccb399, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=1a7efcbd-531c-4b2b-b584-61879bccb399,segment=NetworkSegment(ad06083c-17da-4bd5-ac56-378681345dbd),segment_id=ad06083c-17da-4bd5-ac56-378681345dbd)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:20:50.650216 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': '1a7efcbd-531c-4b2b-b584-61879bccb399', 'network_id': '759f2e59-f4fd-463d-9d8d-ffe69fe07d39', 'port_id': '1a7efcbd-531c-4b2b-b584-61879bccb399', 'mac_address': 'fa:16:3e:74:23:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6132ab23-1f69-4d3f-869d-1d24e060b077', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:20:50.688954 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port fa5ffbd4-ec32-49e0-b7df-e11638d9c4d5 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:20:50.697351 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port fa5ffbd4-ec32-49e0-b7df-e11638d9c4d5 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:20:50.697962 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (fa5ffbd4-ec32-49e0-b7df-e11638d9c4d5), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:50.739459 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c6d299-ea5b-41b4-a7ce-f7dc5627ef2e req-0347a8c8-5176-41a7-80a9-12f309b01b11 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:50.741182 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-94c6d299-ea5b-41b4-a7ce-f7dc5627ef2e req-0347a8c8-5176-41a7-80a9-12f309b01b11 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef713a01-d72b-4055-936a-9b96ec141559 HTTP/1.1" status: 200 len: 944 time: 0.0961678 Feb 02 07:20:50.756590 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 1a7efcbd-531c-4b2b-b584-61879bccb399 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:20:50.757277 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (1a7efcbd-531c-4b2b-b584-61879bccb399), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:50.774107 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a7efcbd-531c-4b2b-b584-61879bccb399 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:20:50.820734 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-94c6d299-ea5b-41b4-a7ce-f7dc5627ef2e req-c989cd9d-b354-41bf-8e51-91df598863c8 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/security-groups?id=3524c585-c4e8-4dfb-a8c3-d19c4cb3cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727422 Feb 02 07:20:50.826482 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 1a7efcbd-531c-4b2b-b584-61879bccb399, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=1a7efcbd-531c-4b2b-b584-61879bccb399,segment=NetworkSegment(ad06083c-17da-4bd5-ac56-378681345dbd),segment_id=ad06083c-17da-4bd5-ac56-378681345dbd)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:20:50.856677 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (1a7efcbd-531c-4b2b-b584-61879bccb399), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:50.923621 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port fa5ffbd4-ec32-49e0-b7df-e11638d9c4d5 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:20:50.923621 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (fa5ffbd4-ec32-49e0-b7df-e11638d9c4d5), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:50.990282 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae87c538-3262-46e5-9ea8-ec260233af8d req-9d256386-029f-4311-b469-6027c63278cd tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:51.001070 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ae87c538-3262-46e5-9ea8-ec260233af8d req-9d256386-029f-4311-b469-6027c63278cd tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/ports?device_id=b524e9be-a2b9-4b94-b2a8-ddb5a86ba09e HTTP/1.1" status: 200 len: 946 time: 0.0720780 Feb 02 07:20:51.024149 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=1a7efcbd-531c-4b2b-b584-61879bccb399,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:51.043196 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port fa5ffbd4-ec32-49e0-b7df-e11638d9c4d5, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=fa5ffbd4-ec32-49e0-b7df-e11638d9c4d5,segment=NetworkSegment(ad06083c-17da-4bd5-ac56-378681345dbd),segment_id=ad06083c-17da-4bd5-ac56-378681345dbd)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:20:51.048352 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (fa5ffbd4-ec32-49e0-b7df-e11638d9c4d5), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:51.072765 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ae87c538-3262-46e5-9ea8-ec260233af8d req-b06e6cb5-303a-478e-918d-a07f1abe8017 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/security-groups?id=8d1cc325-a632-46e6-9754-02bd96fce640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652626 Feb 02 07:20:51.112606 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=fa5ffbd4-ec32-49e0-b7df-e11638d9c4d5,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:51.260861 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['1a7efcbd-531c-4b2b-b584-61879bccb399'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:20:51.691307 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b52cc65-5579-4661-abea-31db31306dc5 req-a5cecaad-b13e-4669-9216-b33232a0cb56 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:51.695332 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8b52cc65-5579-4661-abea-31db31306dc5 req-a5cecaad-b13e-4669-9216-b33232a0cb56 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] 10.222.0.87 "GET /v2.0/ports?device_id=d2f541fc-3911-45a1-a4c2-0257e7e3c8c0 HTTP/1.1" status: 200 len: 945 time: 0.0772600 Feb 02 07:20:51.770855 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8b52cc65-5579-4661-abea-31db31306dc5 req-c04504d3-c2da-4e75-aa3e-69f985155d33 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] 10.222.0.87 "GET /v2.0/security-groups?id=45eda112-1e7f-457d-b685-995ad3d1063e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687726 Feb 02 07:20:51.921481 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f78de035-f08a-4998-a3c8-f079b36be203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa5ffbd4-ec32-49e0-b7df-e11638d9c4d5'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:20:51.925232 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca8fd2d-2d58-4a15-9aa7-82974cea6fb0" -d '{"events": [{"server_uuid": "f78de035-f08a-4998-a3c8-f079b36be203", "name": "network-vif-plugged", "status": "completed", "tag": "fa5ffbd4-ec32-49e0-b7df-e11638d9c4d5"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:20:52.017148 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214139c4-cfba-4bec-b4e4-878962a483ac req-9c17d02b-39ab-4bda-933d-0c5d662f7b8f tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:52.027011 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-214139c4-cfba-4bec-b4e4-878962a483ac req-9c17d02b-39ab-4bda-933d-0c5d662f7b8f tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef713a01-d72b-4055-936a-9b96ec141559 HTTP/1.1" status: 200 len: 944 time: 0.1198585 Feb 02 07:20:52.091695 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-214139c4-cfba-4bec-b4e4-878962a483ac req-9b2ca1c8-ee8a-4233-9665-eb9aef0b61a1 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/security-groups?id=3524c585-c4e8-4dfb-a8c3-d19c4cb3cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610452 Feb 02 07:20:52.099607 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:52.151741 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0aa926-182a-4d31-861c-f559a390a0a2 x-openstack-request-id: req-aa0aa926-182a-4d31-861c-f559a390a0a2 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:20:52.173303 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f78de035-f08a-4998-a3c8-f079b36be203", "name": "network-vif-plugged", "status": "completed", "tag": "fa5ffbd4-ec32-49e0-b7df-e11638d9c4d5", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:20:52.173303 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-aa0aa926-182a-4d31-861c-f559a390a0a2 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:20:52.173303 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f78de035-f08a-4998-a3c8-f079b36be203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa5ffbd4-ec32-49e0-b7df-e11638d9c4d5', 'code': 200} Feb 02 07:20:52.284948 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 1a7efcbd-531c-4b2b-b584-61879bccb399 up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:20:52.343110 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port 1a7efcbd-531c-4b2b-b584-61879bccb399 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:20:52.347595 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port 1a7efcbd-531c-4b2b-b584-61879bccb399 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:20:52.348014 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (1a7efcbd-531c-4b2b-b584-61879bccb399), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:52.369104 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a70527-b5da-47c8-ba9b-f4f91e8fea70 req-bbb12211-0c09-4247-bcf8-388851e1b823 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:52.371599 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-96a70527-b5da-47c8-ba9b-f4f91e8fea70 req-bbb12211-0c09-4247-bcf8-388851e1b823 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/ports?device_id=b524e9be-a2b9-4b94-b2a8-ddb5a86ba09e HTTP/1.1" status: 200 len: 946 time: 0.1381440 Feb 02 07:20:52.377519 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedec7f2-2d15-4be7-8673-9f11d3b68775 req-def2866c-09fd-4acb-8632-89ab74357c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:52.379025 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-eedec7f2-2d15-4be7-8673-9f11d3b68775 req-def2866c-09fd-4acb-8632-89ab74357c90 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f78de035-f08a-4998-a3c8-f079b36be203 HTTP/1.1" status: 200 len: 1129 time: 0.1178088 Feb 02 07:20:52.506025 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-eedec7f2-2d15-4be7-8673-9f11d3b68775 req-176bbd80-2621-4ccd-8f4d-44641795bec3 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=45eda112-1e7f-457d-b685-995ad3d1063e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976675 Feb 02 07:20:52.515675 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-96a70527-b5da-47c8-ba9b-f4f91e8fea70 req-9f5d4906-ad6f-455b-abf1-0b9a89396fce tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/security-groups?id=8d1cc325-a632-46e6-9754-02bd96fce640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342547 Feb 02 07:20:52.540729 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 1a7efcbd-531c-4b2b-b584-61879bccb399 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:20:52.541290 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (1a7efcbd-531c-4b2b-b584-61879bccb399), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:52.654866 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 1a7efcbd-531c-4b2b-b584-61879bccb399, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=1a7efcbd-531c-4b2b-b584-61879bccb399,segment=NetworkSegment(ad06083c-17da-4bd5-ac56-378681345dbd),segment_id=ad06083c-17da-4bd5-ac56-378681345dbd)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:20:52.668369 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (1a7efcbd-531c-4b2b-b584-61879bccb399), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:52.771976 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=1a7efcbd-531c-4b2b-b584-61879bccb399,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:52.920345 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95a4ba-aac9-409e-ae7f-77619c448661 req-79435328-8946-4376-adac-79893dc05458 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:52.922820 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0e95a4ba-aac9-409e-ae7f-77619c448661 req-79435328-8946-4376-adac-79893dc05458 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] 10.222.0.87 "GET /v2.0/ports?device_id=d2f541fc-3911-45a1-a4c2-0257e7e3c8c0 HTTP/1.1" status: 200 len: 946 time: 0.0705254 Feb 02 07:20:52.996472 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0e95a4ba-aac9-409e-ae7f-77619c448661 req-351db343-2bb4-4ebe-b6e1-207ab298b57a tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] 10.222.0.87 "GET /v2.0/security-groups?id=45eda112-1e7f-457d-b685-995ad3d1063e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644207 Feb 02 07:20:53.130550 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 73e6a4f9-7ec5-490a-a5e7-23a4cadd453d up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:20:53.222875 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port 73e6a4f9-7ec5-490a-a5e7-23a4cadd453d completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:20:53.227073 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port 73e6a4f9-7ec5-490a-a5e7-23a4cadd453d triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:20:53.227450 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (73e6a4f9-7ec5-490a-a5e7-23a4cadd453d), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:53.280887 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a228c3c-2158-4972-821c-d013ac80015f req-eff33715-5e67-489b-be85-85808e968ea4 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:53.288868 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2a228c3c-2158-4972-821c-d013ac80015f req-eff33715-5e67-489b-be85-85808e968ea4 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef713a01-d72b-4055-936a-9b96ec141559 HTTP/1.1" status: 200 len: 944 time: 0.1302981 Feb 02 07:20:53.335591 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 73e6a4f9-7ec5-490a-a5e7-23a4cadd453d is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:20:53.337343 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (73e6a4f9-7ec5-490a-a5e7-23a4cadd453d), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:53.353474 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2a228c3c-2158-4972-821c-d013ac80015f req-fa3a75a0-1d1c-4a93-9567-4e1916cec38d tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/security-groups?id=3524c585-c4e8-4dfb-a8c3-d19c4cb3cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632362 Feb 02 07:20:53.400297 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 73e6a4f9-7ec5-490a-a5e7-23a4cadd453d, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=73e6a4f9-7ec5-490a-a5e7-23a4cadd453d,segment=NetworkSegment(4f5298fd-80d5-4af0-b762-03d1bff87a8c),segment_id=4f5298fd-80d5-4af0-b762-03d1bff87a8c)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:20:53.406092 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (73e6a4f9-7ec5-490a-a5e7-23a4cadd453d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:53.467892 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=73e6a4f9-7ec5-490a-a5e7-23a4cadd453d,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:53.488468 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38542) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:20:53.649294 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-79b07e02-3a17-484d-96a5-0742497e2baf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:53.694607 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6563f25d-a9b1-4da8-8e98-e2d5942bcb63 req-08571f2d-7ef6-4bc7-884c-5225f816bd08 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:53.696106 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6563f25d-a9b1-4da8-8e98-e2d5942bcb63 req-08571f2d-7ef6-4bc7-884c-5225f816bd08 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/ports?device_id=b524e9be-a2b9-4b94-b2a8-ddb5a86ba09e HTTP/1.1" status: 200 len: 946 time: 0.0866873 Feb 02 07:20:53.787041 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-79b07e02-3a17-484d-96a5-0742497e2baf admin admin] Publish callbacks [] for security_group (d56eddfc-ab54-4fb0-822c-e1673717bc39), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:53.795686 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6563f25d-a9b1-4da8-8e98-e2d5942bcb63 req-b36b26c7-489f-4d8e-9b5f-3fc8a78401d0 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/security-groups?id=8d1cc325-a632-46e6-9754-02bd96fce640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761776 Feb 02 07:20:53.796424 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-79b07e02-3a17-484d-96a5-0742497e2baf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (d56eddfc-ab54-4fb0-822c-e1673717bc39), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:53.850423 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b07e02-3a17-484d-96a5-0742497e2baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56eddfc-ab54-4fb0-822c-e1673717bc39,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:53.859756 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 38558) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:20:53.872957 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-79b07e02-3a17-484d-96a5-0742497e2baf admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=67ac065d5eb34cd7a446c210ea952ae3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3834958 Feb 02 07:20:53.947395 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5802f015-f6a4-43cb-a623-cac283fc8640 admin admin] Publish callbacks [] for security_group (d56eddfc-ab54-4fb0-822c-e1673717bc39), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:53.979589 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5802f015-f6a4-43cb-a623-cac283fc8640 admin admin] Publish callbacks [] for security_group (d56eddfc-ab54-4fb0-822c-e1673717bc39), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:54.058967 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5802f015-f6a4-43cb-a623-cac283fc8640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (d56eddfc-ab54-4fb0-822c-e1673717bc39), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:54.066271 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5802f015-f6a4-43cb-a623-cac283fc8640 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:54.067741 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-5802f015-f6a4-43cb-a623-cac283fc8640 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d56eddfc-ab54-4fb0-822c-e1673717bc39 HTTP/1.1" status: 204 len: 168 time: 0.2069683 Feb 02 07:20:54.078988 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5802f015-f6a4-43cb-a623-cac283fc8640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56eddfc-ab54-4fb0-822c-e1673717bc39,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:54.160561 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2f541fc-3911-45a1-a4c2-0257e7e3c8c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a7efcbd-531c-4b2b-b584-61879bccb399'}, {'server_uuid': 'ef713a01-d72b-4055-936a-9b96ec141559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73e6a4f9-7ec5-490a-a5e7-23a4cadd453d'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:20:54.163904 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc8eccd-fc84-4626-9320-bc057f383189" -d '{"events": [{"server_uuid": "d2f541fc-3911-45a1-a4c2-0257e7e3c8c0", "name": "network-vif-plugged", "status": "completed", "tag": "1a7efcbd-531c-4b2b-b584-61879bccb399"}, {"server_uuid": "ef713a01-d72b-4055-936a-9b96ec141559", "name": "network-vif-plugged", "status": "completed", "tag": "73e6a4f9-7ec5-490a-a5e7-23a4cadd453d"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:20:54.188437 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d15e48-694b-4cbb-9bd7-2345429d40a8 req-db3862e4-7429-43ed-a316-711bd8794b03 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:54.190719 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e7d15e48-694b-4cbb-9bd7-2345429d40a8 req-db3862e4-7429-43ed-a316-711bd8794b03 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] 10.222.0.87 "GET /v2.0/ports?device_id=d2f541fc-3911-45a1-a4c2-0257e7e3c8c0 HTTP/1.1" status: 200 len: 946 time: 0.0999577 Feb 02 07:20:54.253359 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e7d15e48-694b-4cbb-9bd7-2345429d40a8 req-212d11f8-2470-4e31-aae8-7be637ddc6fc tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] 10.222.0.87 "GET /v2.0/security-groups?id=45eda112-1e7f-457d-b685-995ad3d1063e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569177 Feb 02 07:20:54.318044 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 02 Feb 2022 07:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f0e2915-a968-4234-8fce-34c00baaac66 x-openstack-request-id: req-3f0e2915-a968-4234-8fce-34c00baaac66 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:20:54.318596 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2f541fc-3911-45a1-a4c2-0257e7e3c8c0", "name": "network-vif-plugged", "status": "completed", "tag": "1a7efcbd-531c-4b2b-b584-61879bccb399", "code": 200}, {"server_uuid": "ef713a01-d72b-4055-936a-9b96ec141559", "name": "network-vif-plugged", "status": "completed", "tag": "73e6a4f9-7ec5-490a-a5e7-23a4cadd453d", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:20:54.319093 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-3f0e2915-a968-4234-8fce-34c00baaac66 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:20:54.319717 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2f541fc-3911-45a1-a4c2-0257e7e3c8c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a7efcbd-531c-4b2b-b584-61879bccb399', 'code': 200} Feb 02 07:20:54.320469 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef713a01-d72b-4055-936a-9b96ec141559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73e6a4f9-7ec5-490a-a5e7-23a4cadd453d', 'code': 200} Feb 02 07:20:54.494715 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 38576) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:20:54.546050 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9aa7091f-bdcf-47d4-b301-b20d634cf3f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:54.590543 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6debea-9b01-49db-85de-95916c733850 req-ae85fe6c-d42b-4dc6-b475-3f28a62488ea tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:54.592429 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6e6debea-9b01-49db-85de-95916c733850 req-ae85fe6c-d42b-4dc6-b475-3f28a62488ea tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef713a01-d72b-4055-936a-9b96ec141559 HTTP/1.1" status: 200 len: 945 time: 0.1375735 Feb 02 07:20:54.595454 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a08638-f015-4066-9dbb-5b83afcbc53e req-3e1b8953-d72e-49d9-82f3-cd988ae862f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:54.596962 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-70a08638-f015-4066-9dbb-5b83afcbc53e req-3e1b8953-d72e-49d9-82f3-cd988ae862f3 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ef713a01-d72b-4055-936a-9b96ec141559 HTTP/1.1" status: 200 len: 1128 time: 0.1286979 Feb 02 07:20:54.651927 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e98587-9f38-4695-b85e-78dcf4ed0b02 req-367f7bd1-18e2-4b5a-bb2a-7b2f54d348cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:54.653459 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c5e98587-9f38-4695-b85e-78dcf4ed0b02 req-367f7bd1-18e2-4b5a-bb2a-7b2f54d348cc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d2f541fc-3911-45a1-a4c2-0257e7e3c8c0 HTTP/1.1" status: 200 len: 1129 time: 0.1838973 Feb 02 07:20:54.656778 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9aa7091f-bdcf-47d4-b301-b20d634cf3f0 admin admin] Publish callbacks [] for security_group (9494ef01-1f17-4579-9056-86d2627e59f0), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:54.664807 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9aa7091f-bdcf-47d4-b301-b20d634cf3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (9494ef01-1f17-4579-9056-86d2627e59f0), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:54.694393 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6e6debea-9b01-49db-85de-95916c733850 req-f093d36e-50a3-47ae-842f-c594880327ec tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/security-groups?id=3524c585-c4e8-4dfb-a8c3-d19c4cb3cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952916 Feb 02 07:20:54.729063 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c5e98587-9f38-4695-b85e-78dcf4ed0b02 req-d741f61d-617e-429c-89f4-b026f7637adb service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=45eda112-1e7f-457d-b685-995ad3d1063e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653389 Feb 02 07:20:54.729233 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-9aa7091f-bdcf-47d4-b301-b20d634cf3f0 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=1cbcd150084549faafec810deb7d58f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2308230 Feb 02 07:20:54.729233 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7091f-bdcf-47d4-b301-b20d634cf3f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9494ef01-1f17-4579-9056-86d2627e59f0,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:54.729431 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-70a08638-f015-4066-9dbb-5b83afcbc53e req-d39add29-0e58-47ad-8002-1d39e062439b service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=3524c585-c4e8-4dfb-a8c3-d19c4cb3cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023383 Feb 02 07:20:54.729431 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38580) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:20:54.796612 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1d6cfb1b-455a-423b-ab50-c6837eba5a90 admin admin] Publish callbacks [] for security_group (9494ef01-1f17-4579-9056-86d2627e59f0), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:54.825739 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1d6cfb1b-455a-423b-ab50-c6837eba5a90 admin admin] Publish callbacks [] for security_group (9494ef01-1f17-4579-9056-86d2627e59f0), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:54.888018 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1d6cfb1b-455a-423b-ab50-c6837eba5a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (9494ef01-1f17-4579-9056-86d2627e59f0), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:54.891902 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1d6cfb1b-455a-423b-ab50-c6837eba5a90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:54.895522 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-1d6cfb1b-455a-423b-ab50-c6837eba5a90 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/9494ef01-1f17-4579-9056-86d2627e59f0 HTTP/1.1" status: 204 len: 168 time: 0.1632295 Feb 02 07:20:54.935096 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6cfb1b-455a-423b-ab50-c6837eba5a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9494ef01-1f17-4579-9056-86d2627e59f0,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:20:55.000471 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a9b57-875e-4577-9521-fafd89f44af0 req-f0fd3ca6-5546-4a68-91bb-38d4aa983a6d tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:55.007892 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-082a9b57-875e-4577-9521-fafd89f44af0 req-f0fd3ca6-5546-4a68-91bb-38d4aa983a6d tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/ports?device_id=b524e9be-a2b9-4b94-b2a8-ddb5a86ba09e HTTP/1.1" status: 200 len: 946 time: 0.1108706 Feb 02 07:20:55.080487 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-082a9b57-875e-4577-9521-fafd89f44af0 req-18bb5b1b-5434-4bc4-9740-e58b3c0a5112 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/security-groups?id=8d1cc325-a632-46e6-9754-02bd96fce640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716069 Feb 02 07:20:55.405740 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb492fc6-cb80-4faa-987e-97d3f3f5b748 req-1fe6877f-3b49-4b7c-bd17-34d499db8c4f tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:55.413487 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fb492fc6-cb80-4faa-987e-97d3f3f5b748 req-1fe6877f-3b49-4b7c-bd17-34d499db8c4f tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] 10.222.0.87 "GET /v2.0/ports?device_id=d2f541fc-3911-45a1-a4c2-0257e7e3c8c0 HTTP/1.1" status: 200 len: 946 time: 0.0721369 Feb 02 07:20:55.472231 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fb492fc6-cb80-4faa-987e-97d3f3f5b748 req-87d2dc56-6d40-43f9-a76c-fbd1ff386a85 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] 10.222.0.87 "GET /v2.0/security-groups?id=45eda112-1e7f-457d-b685-995ad3d1063e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577869 Feb 02 07:20:55.866887 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc231663-5f1b-4823-9ac5-06440eb21d97 req-ec9533da-f5e8-4f62-aa4a-88f1e09fdc8e tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:55.873516 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bc231663-5f1b-4823-9ac5-06440eb21d97 req-ec9533da-f5e8-4f62-aa4a-88f1e09fdc8e tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef713a01-d72b-4055-936a-9b96ec141559 HTTP/1.1" status: 200 len: 945 time: 0.0797660 Feb 02 07:20:55.935595 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bc231663-5f1b-4823-9ac5-06440eb21d97 req-111bfe52-3ea1-4ce6-ba42-0e8cf8dc3c94 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/security-groups?id=3524c585-c4e8-4dfb-a8c3-d19c4cb3cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537145 Feb 02 07:20:56.319028 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec9fe1-1429-4776-aa66-942cbc7a3387 req-75094e9a-3cb9-4c15-8e88-867a3deb83a3 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:56.326398 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-00ec9fe1-1429-4776-aa66-942cbc7a3387 req-75094e9a-3cb9-4c15-8e88-867a3deb83a3 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/ports?device_id=b524e9be-a2b9-4b94-b2a8-ddb5a86ba09e HTTP/1.1" status: 200 len: 946 time: 0.1025229 Feb 02 07:20:56.390321 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-00ec9fe1-1429-4776-aa66-942cbc7a3387 req-23eddd51-e829-42da-8687-e962a0c39b0b tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/security-groups?id=8d1cc325-a632-46e6-9754-02bd96fce640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629201 Feb 02 07:20:56.629180 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0049c2a-c879-4e6e-832e-8f9ac4228dae req-0d9c6aba-9cff-4878-9310-1dc07e54c93b tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:56.632111 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c0049c2a-c879-4e6e-832e-8f9ac4228dae req-0d9c6aba-9cff-4878-9310-1dc07e54c93b tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] 10.222.0.87 "GET /v2.0/ports?device_id=d2f541fc-3911-45a1-a4c2-0257e7e3c8c0 HTTP/1.1" status: 200 len: 946 time: 0.0613954 Feb 02 07:20:56.686462 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c0049c2a-c879-4e6e-832e-8f9ac4228dae req-c5351be4-04b9-460d-ad95-5a58490bcfc3 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] 10.222.0.87 "GET /v2.0/security-groups?id=45eda112-1e7f-457d-b685-995ad3d1063e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480540 Feb 02 07:20:56.827880 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b469b6-bf93-4e7b-8aa0-e2adacaaa48a req-56b657d3-22ef-4e28-bc9e-8e3f540aeaea tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:56.840719 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-29b469b6-bf93-4e7b-8aa0-e2adacaaa48a req-56b657d3-22ef-4e28-bc9e-8e3f540aeaea tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] 10.222.0.87 "GET /v2.0/ports?device_id=0c8c131e-14fb-4f6b-adf8-8e74f457a1c0 HTTP/1.1" status: 200 len: 946 time: 0.0730631 Feb 02 07:20:56.901986 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-29b469b6-bf93-4e7b-8aa0-e2adacaaa48a req-f3da3011-b0e1-4aaf-845d-93effc83ac16 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] 10.222.0.87 "GET /v2.0/security-groups?id=45eda112-1e7f-457d-b685-995ad3d1063e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601292 Feb 02 07:20:57.062779 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b1644c-3404-4ade-bd83-fba0e998b130 req-fd2ed7d8-c7ec-4de0-bca2-1e153a832bc9 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:57.064781 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-34b1644c-3404-4ade-bd83-fba0e998b130 req-fd2ed7d8-c7ec-4de0-bca2-1e153a832bc9 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] 10.222.0.87 "GET /v2.0/ports?device_id=f78de035-f08a-4998-a3c8-f079b36be203 HTTP/1.1" status: 200 len: 946 time: 0.0630822 Feb 02 07:20:57.129360 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-34b1644c-3404-4ade-bd83-fba0e998b130 req-2ad347d5-cb42-4bb6-b640-428f9892202e tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] 10.222.0.87 "GET /v2.0/security-groups?id=45eda112-1e7f-457d-b685-995ad3d1063e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588138 Feb 02 07:20:57.275808 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407b4f12-b31e-4e78-b52c-590b6edbe364 req-0969988c-b7f3-4643-89b3-538c6ccac81c tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:57.287285 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-407b4f12-b31e-4e78-b52c-590b6edbe364 req-0969988c-b7f3-4643-89b3-538c6ccac81c tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef713a01-d72b-4055-936a-9b96ec141559 HTTP/1.1" status: 200 len: 945 time: 0.0740373 Feb 02 07:20:57.325228 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:57.342110 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-407b4f12-b31e-4e78-b52c-590b6edbe364 req-165a689d-0182-4146-9b3e-0d98aedb04d2 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/security-groups?id=3524c585-c4e8-4dfb-a8c3-d19c4cb3cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538309 Feb 02 07:20:57.804242 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef9781-899d-46e8-ac93-edd9cff6eb57 req-526b643e-4f28-4c66-800c-486c98b12b47 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:57.811562 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4aef9781-899d-46e8-ac93-edd9cff6eb57 req-526b643e-4f28-4c66-800c-486c98b12b47 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/ports?device_id=b524e9be-a2b9-4b94-b2a8-ddb5a86ba09e HTTP/1.1" status: 200 len: 946 time: 0.0673394 Feb 02 07:20:57.903421 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4aef9781-899d-46e8-ac93-edd9cff6eb57 req-37b53782-76f0-42d3-b3e6-2adc35ac848d tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/security-groups?id=8d1cc325-a632-46e6-9754-02bd96fce640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872183 Feb 02 07:20:58.092628 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7929c72-92e3-4d7c-ad37-8098d1b8209a req-5f82fc82-53ec-4275-90e4-e8ddf6d87245 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:58.101880 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b7929c72-92e3-4d7c-ad37-8098d1b8209a req-5f82fc82-53ec-4275-90e4-e8ddf6d87245 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] 10.222.0.87 "GET /v2.0/ports?device_id=f78de035-f08a-4998-a3c8-f079b36be203 HTTP/1.1" status: 200 len: 946 time: 0.1150515 Feb 02 07:20:58.152638 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b7929c72-92e3-4d7c-ad37-8098d1b8209a req-d18e1356-71dc-4a11-873b-e6b914a50fda tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] 10.222.0.87 "GET /v2.0/security-groups?id=45eda112-1e7f-457d-b685-995ad3d1063e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493317 Feb 02 07:20:59.054657 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9dc194-3a16-41d0-9005-e4fc709ae714 req-b648f0fe-88d3-4271-bc06-e059536586f7 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:59.062769 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-df9dc194-3a16-41d0-9005-e4fc709ae714 req-b648f0fe-88d3-4271-bc06-e059536586f7 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/ports?device_id=b524e9be-a2b9-4b94-b2a8-ddb5a86ba09e HTTP/1.1" status: 200 len: 946 time: 0.0877700 Feb 02 07:20:59.174362 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-df9dc194-3a16-41d0-9005-e4fc709ae714 req-004d00ff-606d-4550-bd2b-d51b36b5ddd7 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/security-groups?id=8d1cc325-a632-46e6-9754-02bd96fce640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102500 Feb 02 07:20:59.373347 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962772e-69f2-4a54-babe-8ef88ebaa826 req-923267de-18fc-4c8c-b1dc-8e6f69586c88 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:59.375056 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1962772e-69f2-4a54-babe-8ef88ebaa826 req-923267de-18fc-4c8c-b1dc-8e6f69586c88 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] 10.222.0.59 "GET /v2.0/ports?device_id=f78de035-f08a-4998-a3c8-f079b36be203 HTTP/1.1" status: 200 len: 946 time: 0.1285276 Feb 02 07:20:59.392856 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80982bf3-bcb2-4007-bd22-11689a811c91 req-f0d96fd4-946e-4f21-a626-01250fb363a5 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:20:59.394785 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-80982bf3-bcb2-4007-bd22-11689a811c91 req-f0d96fd4-946e-4f21-a626-01250fb363a5 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] 10.222.0.87 "GET /v2.0/ports?device_id=f78de035-f08a-4998-a3c8-f079b36be203 HTTP/1.1" status: 200 len: 946 time: 0.0855780 Feb 02 07:20:59.571467 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-80982bf3-bcb2-4007-bd22-11689a811c91 req-784351d6-19ef-46a8-890e-21ced9e820e8 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] 10.222.0.87 "GET /v2.0/security-groups?id=45eda112-1e7f-457d-b685-995ad3d1063e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902781 Feb 02 07:20:59.686727 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-1962772e-69f2-4a54-babe-8ef88ebaa826 req-7eebf983-84f7-4cb9-bfc5-55bed4780a6f tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Deleting port fa5ffbd4-ec32-49e0-b7df-e11638d9c4d5 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:20:59.687271 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-1962772e-69f2-4a54-babe-8ef88ebaa826 req-7eebf983-84f7-4cb9-bfc5-55bed4780a6f tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (fa5ffbd4-ec32-49e0-b7df-e11638d9c4d5), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:59.821003 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-1962772e-69f2-4a54-babe-8ef88ebaa826 req-7eebf983-84f7-4cb9-bfc5-55bed4780a6f tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] For port fa5ffbd4-ec32-49e0-b7df-e11638d9c4d5, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=fa5ffbd4-ec32-49e0-b7df-e11638d9c4d5,segment=NetworkSegment(ad06083c-17da-4bd5-ac56-378681345dbd),segment_id=ad06083c-17da-4bd5-ac56-378681345dbd)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:20:59.821003 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-1962772e-69f2-4a54-babe-8ef88ebaa826 req-7eebf983-84f7-4cb9-bfc5-55bed4780a6f tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (fa5ffbd4-ec32-49e0-b7df-e11638d9c4d5), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:20:59.850719 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-1962772e-69f2-4a54-babe-8ef88ebaa826 req-7eebf983-84f7-4cb9-bfc5-55bed4780a6f tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Calling delete_port for fa5ffbd4-ec32-49e0-b7df-e11638d9c4d5 owned by compute:nova {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:21:00.178595 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-1962772e-69f2-4a54-babe-8ef88ebaa826 req-7eebf983-84f7-4cb9-bfc5-55bed4780a6f tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (fa5ffbd4-ec32-49e0-b7df-e11638d9c4d5), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:00.214910 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['fa5ffbd4-ec32-49e0-b7df-e11638d9c4d5', '1a7efcbd-531c-4b2b-b584-61879bccb399'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:21:00.223507 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['50aaf4a5-edd9-4e79-ae29-3315272d56fa'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:21:00.244905 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebf983-84f7-4cb9-bfc5-55bed4780a6f tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Pushing event deleted for resources: {'Port': ['ID=fa5ffbd4-ec32-49e0-b7df-e11638d9c4d5,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:00.435986 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-1962772e-69f2-4a54-babe-8ef88ebaa826 req-7eebf983-84f7-4cb9-bfc5-55bed4780a6f tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] No DVR routers for this DVR port fa5ffbd4-ec32-49e0-b7df-e11638d9c4d5 on host n-h2-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:21:00.452173 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-1962772e-69f2-4a54-babe-8ef88ebaa826 req-7eebf983-84f7-4cb9-bfc5-55bed4780a6f tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:00.456080 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1962772e-69f2-4a54-babe-8ef88ebaa826 req-7eebf983-84f7-4cb9-bfc5-55bed4780a6f tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] 10.222.0.59 "DELETE /v2.0/ports/fa5ffbd4-ec32-49e0-b7df-e11638d9c4d5 HTTP/1.1" status: 204 len: 173 time: 1.0739524 Feb 02 07:21:00.456771 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f78de035-f08a-4998-a3c8-f079b36be203', 'name': 'network-vif-deleted', 'tag': 'fa5ffbd4-ec32-49e0-b7df-e11638d9c4d5'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:21:00.459532 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ebc7c6-8a98-40e8-acb5-73cb5beff5c7" -d '{"events": [{"server_uuid": "f78de035-f08a-4998-a3c8-f079b36be203", "name": "network-vif-deleted", "tag": "fa5ffbd4-ec32-49e0-b7df-e11638d9c4d5"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:21:00.587780 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f9f4c1-8cc2-464d-a15d-48c0e68916ee req-49cb184d-4c57-4e37-9071-a506b541f04d tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:00.601966 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-56f9f4c1-8cc2-464d-a15d-48c0e68916ee req-49cb184d-4c57-4e37-9071-a506b541f04d tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/ports?device_id=b524e9be-a2b9-4b94-b2a8-ddb5a86ba09e HTTP/1.1" status: 200 len: 946 time: 0.2632890 Feb 02 07:21:00.718129 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-56f9f4c1-8cc2-464d-a15d-48c0e68916ee req-36638553-c159-4cf8-b62f-1775caa5d662 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/security-groups?id=8d1cc325-a632-46e6-9754-02bd96fce640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088426 Feb 02 07:21:00.844526 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554ef8b4-6eb1-454f-b896-1e786340f44a x-openstack-request-id: req-554ef8b4-6eb1-454f-b896-1e786340f44a {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:21:00.844823 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f78de035-f08a-4998-a3c8-f079b36be203", "name": "network-vif-deleted", "tag": "fa5ffbd4-ec32-49e0-b7df-e11638d9c4d5", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:21:00.845085 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-554ef8b4-6eb1-454f-b896-1e786340f44a {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:21:00.845495 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f78de035-f08a-4998-a3c8-f079b36be203', 'name': 'network-vif-deleted', 'tag': 'fa5ffbd4-ec32-49e0-b7df-e11638d9c4d5', 'status': 'completed', 'code': 200} Feb 02 07:21:00.953148 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9259bfc9-d226-4f26-ab1f-c5400c423f51 req-7b4900a9-58c9-4d11-bc3f-c598e1027130 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] 10.222.0.87 "GET /v2.0/ports?device_id=f78de035-f08a-4998-a3c8-f079b36be203 HTTP/1.1" status: 200 len: 210 time: 0.0377347 Feb 02 07:21:01.900652 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e294b1-5c96-462f-adc5-0d73b06566f7 req-facd1f64-b381-4560-86a8-d2c955aa455f tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:01.903784 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-76e294b1-5c96-462f-adc5-0d73b06566f7 req-facd1f64-b381-4560-86a8-d2c955aa455f tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/ports?device_id=b524e9be-a2b9-4b94-b2a8-ddb5a86ba09e HTTP/1.1" status: 200 len: 946 time: 0.0823340 Feb 02 07:21:02.013624 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-76e294b1-5c96-462f-adc5-0d73b06566f7 req-34d4c084-a3a7-4dd5-be58-09c7f95c2319 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/security-groups?id=8d1cc325-a632-46e6-9754-02bd96fce640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020234 Feb 02 07:21:02.317225 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device fa5ffbd4-ec32-49e0-b7df-e11638d9c4d5 no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:21:02.399249 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] No Port match for: fa5ffbd4-ec32-49e0-b7df-e11638d9c4d5 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:21:02.399954 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device fa5ffbd4-ec32-49e0-b7df-e11638d9c4d5 not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:21:03.367200 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b11f8d-0a35-422d-92ad-b6bfbb0f32dc req-37f6907f-cf0e-4405-8204-9c2982cb740c tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:03.381320 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b11f8d-0a35-422d-92ad-b6bfbb0f32dc req-37f6907f-cf0e-4405-8204-9c2982cb740c tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:03.387998 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d1b11f8d-0a35-422d-92ad-b6bfbb0f32dc req-37f6907f-cf0e-4405-8204-9c2982cb740c tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] 10.222.0.87 "GET /v2.0/ports?device_id=0c8c131e-14fb-4f6b-adf8-8e74f457a1c0&device_id=d2f541fc-3911-45a1-a4c2-0257e7e3c8c0 HTTP/1.1" status: 200 len: 1683 time: 0.2074511 Feb 02 07:21:03.525747 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d1b11f8d-0a35-422d-92ad-b6bfbb0f32dc req-1f322fa5-5322-4041-b5be-f1e76c0368c1 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] 10.222.0.87 "GET /v2.0/security-groups?id=45eda112-1e7f-457d-b685-995ad3d1063e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228356 Feb 02 07:21:03.810379 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5849a5-5c16-4998-ad44-942216fd24ff req-bc977610-6ac8-404a-80d4-62cb1b3e998d tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:03.826013 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6e5849a5-5c16-4998-ad44-942216fd24ff req-bc977610-6ac8-404a-80d4-62cb1b3e998d tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/ports?device_id=b524e9be-a2b9-4b94-b2a8-ddb5a86ba09e HTTP/1.1" status: 200 len: 946 time: 0.1460304 Feb 02 07:21:03.921482 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6e5849a5-5c16-4998-ad44-942216fd24ff req-eb2aee0d-64c6-443a-8212-2217e31f163c tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/security-groups?id=8d1cc325-a632-46e6-9754-02bd96fce640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906107 Feb 02 07:21:05.056708 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8401d2a9-ef6a-4c0c-97e5-fd7f20cd520b req-9ea8b288-3a67-4ab7-ae78-ffa5598c18ad tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:05.066457 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8401d2a9-ef6a-4c0c-97e5-fd7f20cd520b req-9ea8b288-3a67-4ab7-ae78-ffa5598c18ad tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] 10.222.0.87 "GET /v2.0/ports?device_id=0c8c131e-14fb-4f6b-adf8-8e74f457a1c0 HTTP/1.1" status: 200 len: 946 time: 0.0871251 Feb 02 07:21:05.181687 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8401d2a9-ef6a-4c0c-97e5-fd7f20cd520b req-218890e8-04a6-4a35-b238-5416479350a3 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] 10.222.0.87 "GET /v2.0/security-groups?id=45eda112-1e7f-457d-b685-995ad3d1063e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953846 Feb 02 07:21:05.390045 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd068e1-5286-4007-bc33-f188bcd35be6 req-12e59ae8-8111-419e-82d9-17ed529f44e3 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:05.399802 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3dd068e1-5286-4007-bc33-f188bcd35be6 req-12e59ae8-8111-419e-82d9-17ed529f44e3 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/ports?device_id=b524e9be-a2b9-4b94-b2a8-ddb5a86ba09e HTTP/1.1" status: 200 len: 946 time: 0.1085179 Feb 02 07:21:05.477812 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3dd068e1-5286-4007-bc33-f188bcd35be6 req-60ca3fe6-6488-4917-8482-db7f06603882 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/security-groups?id=8d1cc325-a632-46e6-9754-02bd96fce640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704544 Feb 02 07:21:06.892127 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe47543-3b12-4851-b204-7ea124522595 req-45e2749c-7d89-4483-af39-ad928b3763ae tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:06.902334 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bbe47543-3b12-4851-b204-7ea124522595 req-45e2749c-7d89-4483-af39-ad928b3763ae tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] 10.222.0.87 "GET /v2.0/ports?device_id=0c8c131e-14fb-4f6b-adf8-8e74f457a1c0 HTTP/1.1" status: 200 len: 946 time: 0.6081407 Feb 02 07:21:06.926129 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5161d2f3-1936-4769-bf5d-f390c982b702 req-ca0d2a38-23e4-439b-a7e7-585bc3299e4f tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:06.928183 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5161d2f3-1936-4769-bf5d-f390c982b702 req-ca0d2a38-23e4-439b-a7e7-585bc3299e4f tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c8c131e-14fb-4f6b-adf8-8e74f457a1c0 HTTP/1.1" status: 200 len: 946 time: 0.5940802 Feb 02 07:21:06.944581 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c73a41-8dce-45d9-912f-816dad10144d req-684952af-178d-4695-8825-8a05a695b61f tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:06.946140 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-97c73a41-8dce-45d9-912f-816dad10144d req-684952af-178d-4695-8825-8a05a695b61f tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] 10.222.0.59 "GET /v2.0/ports?device_id=d2f541fc-3911-45a1-a4c2-0257e7e3c8c0 HTTP/1.1" status: 200 len: 946 time: 0.1422565 Feb 02 07:21:07.084460 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bbe47543-3b12-4851-b204-7ea124522595 req-6faf7212-530c-4747-9bbc-7c40de070083 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] 10.222.0.87 "GET /v2.0/security-groups?id=45eda112-1e7f-457d-b685-995ad3d1063e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811168 Feb 02 07:21:07.227333 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-97c73a41-8dce-45d9-912f-816dad10144d req-a9d21413-c44d-4ed3-80e2-f7400977eb9c tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Deleting port 1a7efcbd-531c-4b2b-b584-61879bccb399 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:21:07.227698 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-97c73a41-8dce-45d9-912f-816dad10144d req-a9d21413-c44d-4ed3-80e2-f7400977eb9c tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (1a7efcbd-531c-4b2b-b584-61879bccb399), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:07.285549 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-5161d2f3-1936-4769-bf5d-f390c982b702 req-41b0cba7-10d8-4c2c-bae7-c3fdfb8caa90 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Deleting port 50aaf4a5-edd9-4e79-ae29-3315272d56fa {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:21:07.285932 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-5161d2f3-1936-4769-bf5d-f390c982b702 req-41b0cba7-10d8-4c2c-bae7-c3fdfb8caa90 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (50aaf4a5-edd9-4e79-ae29-3315272d56fa), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:07.556864 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848e4ba-76d4-42b4-a0e8-b486b30da51c req-bcafd55a-78f2-4496-a499-48aa139fdb90 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:07.558628 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7848e4ba-76d4-42b4-a0e8-b486b30da51c req-bcafd55a-78f2-4496-a499-48aa139fdb90 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/ports?device_id=b524e9be-a2b9-4b94-b2a8-ddb5a86ba09e HTTP/1.1" status: 200 len: 946 time: 0.3272929 Feb 02 07:21:07.560525 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-97c73a41-8dce-45d9-912f-816dad10144d req-a9d21413-c44d-4ed3-80e2-f7400977eb9c tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] For port 1a7efcbd-531c-4b2b-b584-61879bccb399, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=1a7efcbd-531c-4b2b-b584-61879bccb399,segment=NetworkSegment(ad06083c-17da-4bd5-ac56-378681345dbd),segment_id=ad06083c-17da-4bd5-ac56-378681345dbd)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:21:07.560895 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-97c73a41-8dce-45d9-912f-816dad10144d req-a9d21413-c44d-4ed3-80e2-f7400977eb9c tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (1a7efcbd-531c-4b2b-b584-61879bccb399), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:07.582997 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-5161d2f3-1936-4769-bf5d-f390c982b702 req-41b0cba7-10d8-4c2c-bae7-c3fdfb8caa90 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] For port 50aaf4a5-edd9-4e79-ae29-3315272d56fa, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=50aaf4a5-edd9-4e79-ae29-3315272d56fa,segment=NetworkSegment(ad06083c-17da-4bd5-ac56-378681345dbd),segment_id=ad06083c-17da-4bd5-ac56-378681345dbd)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:21:07.583300 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-5161d2f3-1936-4769-bf5d-f390c982b702 req-41b0cba7-10d8-4c2c-bae7-c3fdfb8caa90 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (50aaf4a5-edd9-4e79-ae29-3315272d56fa), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:07.605661 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-97c73a41-8dce-45d9-912f-816dad10144d req-a9d21413-c44d-4ed3-80e2-f7400977eb9c tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Calling delete_port for 1a7efcbd-531c-4b2b-b584-61879bccb399 owned by compute:nova {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:21:07.616634 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-5161d2f3-1936-4769-bf5d-f390c982b702 req-41b0cba7-10d8-4c2c-bae7-c3fdfb8caa90 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Calling delete_port for 50aaf4a5-edd9-4e79-ae29-3315272d56fa owned by compute:nova {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:21:07.707234 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7848e4ba-76d4-42b4-a0e8-b486b30da51c req-6d72beef-7c98-4769-9d98-9b2f313cbabf tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/security-groups?id=8d1cc325-a632-46e6-9754-02bd96fce640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284623 Feb 02 07:21:07.971200 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-5161d2f3-1936-4769-bf5d-f390c982b702 req-41b0cba7-10d8-4c2c-bae7-c3fdfb8caa90 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (50aaf4a5-edd9-4e79-ae29-3315272d56fa), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:08.004868 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['1a7efcbd-531c-4b2b-b584-61879bccb399'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:21:08.012915 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b0cba7-10d8-4c2c-bae7-c3fdfb8caa90 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Pushing event deleted for resources: {'Port': ['ID=50aaf4a5-edd9-4e79-ae29-3315272d56fa,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:08.016999 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-97c73a41-8dce-45d9-912f-816dad10144d req-a9d21413-c44d-4ed3-80e2-f7400977eb9c tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (1a7efcbd-531c-4b2b-b584-61879bccb399), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:08.064184 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['1a7efcbd-531c-4b2b-b584-61879bccb399'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:21:08.088357 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d21413-c44d-4ed3-80e2-f7400977eb9c tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Pushing event deleted for resources: {'Port': ['ID=1a7efcbd-531c-4b2b-b584-61879bccb399,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:08.138420 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-5161d2f3-1936-4769-bf5d-f390c982b702 req-41b0cba7-10d8-4c2c-bae7-c3fdfb8caa90 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] No DVR routers for this DVR port 50aaf4a5-edd9-4e79-ae29-3315272d56fa on host n-h1-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:21:08.146603 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-5161d2f3-1936-4769-bf5d-f390c982b702 req-41b0cba7-10d8-4c2c-bae7-c3fdfb8caa90 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:08.155728 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5161d2f3-1936-4769-bf5d-f390c982b702 req-41b0cba7-10d8-4c2c-bae7-c3fdfb8caa90 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] 10.222.0.88 "DELETE /v2.0/ports/50aaf4a5-edd9-4e79-ae29-3315272d56fa HTTP/1.1" status: 204 len: 173 time: 1.2085676 Feb 02 07:21:08.189588 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c8c131e-14fb-4f6b-adf8-8e74f457a1c0', 'name': 'network-vif-deleted', 'tag': '50aaf4a5-edd9-4e79-ae29-3315272d56fa'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:21:08.192991 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aef5a4f-ee51-416a-b874-662c93c82eaa" -d '{"events": [{"server_uuid": "0c8c131e-14fb-4f6b-adf8-8e74f457a1c0", "name": "network-vif-deleted", "tag": "50aaf4a5-edd9-4e79-ae29-3315272d56fa"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:21:08.196619 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-97c73a41-8dce-45d9-912f-816dad10144d req-a9d21413-c44d-4ed3-80e2-f7400977eb9c tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] No DVR routers for this DVR port 1a7efcbd-531c-4b2b-b584-61879bccb399 on host n-h2-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:21:08.200869 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-97c73a41-8dce-45d9-912f-816dad10144d req-a9d21413-c44d-4ed3-80e2-f7400977eb9c tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:08.204852 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-97c73a41-8dce-45d9-912f-816dad10144d req-a9d21413-c44d-4ed3-80e2-f7400977eb9c tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] 10.222.0.59 "DELETE /v2.0/ports/1a7efcbd-531c-4b2b-b584-61879bccb399 HTTP/1.1" status: 204 len: 173 time: 1.2314539 Feb 02 07:21:08.265352 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-df6e7a6f-f8b7-45bc-be17-6dff753e08e4 req-b8691965-4eb2-49d1-a4c4-f9887b4ad722 tempest-ListServersNegativeTestJSON-277893877 tempest-ListServersNegativeTestJSON-277893877-project] 10.222.0.87 "GET /v2.0/ports?device_id=0c8c131e-14fb-4f6b-adf8-8e74f457a1c0 HTTP/1.1" status: 200 len: 210 time: 0.0463958 Feb 02 07:21:08.326198 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e798df-2705-4435-aed2-691040199171 x-openstack-request-id: req-d5e798df-2705-4435-aed2-691040199171 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:21:08.326698 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c8c131e-14fb-4f6b-adf8-8e74f457a1c0", "name": "network-vif-deleted", "tag": "50aaf4a5-edd9-4e79-ae29-3315272d56fa", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:21:08.327105 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d5e798df-2705-4435-aed2-691040199171 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:21:08.327779 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c8c131e-14fb-4f6b-adf8-8e74f457a1c0', 'name': 'network-vif-deleted', 'tag': '50aaf4a5-edd9-4e79-ae29-3315272d56fa', 'status': 'completed', 'code': 200} Feb 02 07:21:08.966373 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae8bfb-e4eb-47d6-9ccf-12f181932dd5 req-b9417d98-4cb7-4c4f-b8c6-9ec04a472f63 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:08.978053 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b7ae8bfb-e4eb-47d6-9ccf-12f181932dd5 req-b9417d98-4cb7-4c4f-b8c6-9ec04a472f63 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/ports?device_id=b524e9be-a2b9-4b94-b2a8-ddb5a86ba09e HTTP/1.1" status: 200 len: 946 time: 0.1155376 Feb 02 07:21:09.066763 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b7ae8bfb-e4eb-47d6-9ccf-12f181932dd5 req-3fa21cb0-1261-4171-bb97-a062270981b9 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/security-groups?id=8d1cc325-a632-46e6-9754-02bd96fce640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856535 Feb 02 07:21:09.197608 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 50aaf4a5-edd9-4e79-ae29-3315272d56fa no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:21:09.230482 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: 50aaf4a5-edd9-4e79-ae29-3315272d56fa {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:21:09.231461 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 50aaf4a5-edd9-4e79-ae29-3315272d56fa not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:21:09.396757 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 39092) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:21:09.492390 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-b01a4bd2-654d-4489-ae83-286c5779c9bc admin admin] Deleting subnet 6132ab23-1f69-4d3f-869d-1d24e060b077 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:21:09.497598 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b01a4bd2-654d-4489-ae83-286c5779c9bc admin admin] Publish callbacks [] for subnet (6132ab23-1f69-4d3f-869d-1d24e060b077), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:09.537454 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b01a4bd2-654d-4489-ae83-286c5779c9bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (6132ab23-1f69-4d3f-869d-1d24e060b077), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:09.585084 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b01a4bd2-654d-4489-ae83-286c5779c9bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (6132ab23-1f69-4d3f-869d-1d24e060b077), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:09.648260 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b01a4bd2-654d-4489-ae83-286c5779c9bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (6132ab23-1f69-4d3f-869d-1d24e060b077), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:09.685049 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01a4bd2-654d-4489-ae83-286c5779c9bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6132ab23-1f69-4d3f-869d-1d24e060b077,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:09.689731 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b01a4bd2-654d-4489-ae83-286c5779c9bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:09.694458 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b01a4bd2-654d-4489-ae83-286c5779c9bc admin admin] 10.222.0.87 "DELETE /v2.0/subnets/6132ab23-1f69-4d3f-869d-1d24e060b077 HTTP/1.1" status: 204 len: 168 time: 0.2954102 Feb 02 07:21:09.695762 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 39110) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:21:09.790870 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bf29399d-774c-4f20-b93f-cbc0eee53abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (759f2e59-f4fd-463d-9d8d-ffe69fe07d39), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:09.880494 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bf29399d-774c-4f20-b93f-cbc0eee53abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (759f2e59-f4fd-463d-9d8d-ffe69fe07d39), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:09.913126 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-bf29399d-774c-4f20-b93f-cbc0eee53abf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['759f2e59-f4fd-463d-9d8d-ffe69fe07d39']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:21:09.925168 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-bf29399d-774c-4f20-b93f-cbc0eee53abf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad06083c-17da-4bd5-ac56-378681345dbd') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:21:09.925640 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-bf29399d-774c-4f20-b93f-cbc0eee53abf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad06083c-17da-4bd5-ac56-378681345dbd') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:21:09.938984 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bf29399d-774c-4f20-b93f-cbc0eee53abf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (ad06083c-17da-4bd5-ac56-378681345dbd), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:09.954636 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bf29399d-774c-4f20-b93f-cbc0eee53abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (ad06083c-17da-4bd5-ac56-378681345dbd), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:09.968174 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf29399d-774c-4f20-b93f-cbc0eee53abf admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:21:09.968974 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bf29399d-774c-4f20-b93f-cbc0eee53abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (ad06083c-17da-4bd5-ac56-378681345dbd), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:09.971313 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:21:09.971313 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:21:09.971313 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:21:09.971313 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:21:09.971313 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:21:09.971313 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:21:09.971313 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:21:09.971313 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:21:09.971313 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:21:09.971313 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:21:09.971313 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:21:09.971313 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:21:09.971313 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:21:09.971313 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:21:09.971313 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:21:09.971313 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:21:09.971313 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:21:09.971313 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:21:09.971313 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:21:09.971313 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:21:09.971313 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:21:09.971313 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:21:09.971313 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:21:09.971313 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:21:09.971313 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:21:09.971313 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:21:09.971313 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:21:09.971313 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:21:09.971313 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:21:09.971313 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:21:09.971313 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:21:09.971313 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:21:10.082074 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bf29399d-774c-4f20-b93f-cbc0eee53abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (759f2e59-f4fd-463d-9d8d-ffe69fe07d39), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:10.097092 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bf29399d-774c-4f20-b93f-cbc0eee53abf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:10.105836 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-bf29399d-774c-4f20-b93f-cbc0eee53abf admin admin] 10.222.0.87 "DELETE /v2.0/networks/759f2e59-f4fd-463d-9d8d-ffe69fe07d39 HTTP/1.1" status: 204 len: 168 time: 0.4075789 Feb 02 07:21:10.147063 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf29399d-774c-4f20-b93f-cbc0eee53abf admin admin] Pushing event deleted for resources: {'Network': ['ID=759f2e59-f4fd-463d-9d8d-ffe69fe07d39,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:10.267663 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d2b7b-1a2c-4edf-93fd-861a4c87acab req-02941bda-f07b-49f0-89fc-9ce8f1d3ae53 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:10.284772 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-929d2b7b-1a2c-4edf-93fd-861a4c87acab req-02941bda-f07b-49f0-89fc-9ce8f1d3ae53 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/ports?device_id=b524e9be-a2b9-4b94-b2a8-ddb5a86ba09e HTTP/1.1" status: 200 len: 946 time: 0.0945957 Feb 02 07:21:10.342671 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2f541fc-3911-45a1-a4c2-0257e7e3c8c0', 'name': 'network-vif-deleted', 'tag': '1a7efcbd-531c-4b2b-b584-61879bccb399'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:21:10.345858 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d4af7a6-03d1-4bdb-a3a7-e1c9c07e22f2" -d '{"events": [{"server_uuid": "d2f541fc-3911-45a1-a4c2-0257e7e3c8c0", "name": "network-vif-deleted", "tag": "1a7efcbd-531c-4b2b-b584-61879bccb399"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:21:10.348264 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 1a7efcbd-531c-4b2b-b584-61879bccb399 no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:21:10.381177 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-929d2b7b-1a2c-4edf-93fd-861a4c87acab req-af56a660-683a-45d5-a44b-de83555c18dd tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/security-groups?id=8d1cc325-a632-46e6-9754-02bd96fce640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901699 Feb 02 07:21:10.421377 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] No Port match for: 1a7efcbd-531c-4b2b-b584-61879bccb399 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:21:10.421748 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 1a7efcbd-531c-4b2b-b584-61879bccb399 not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:21:10.591671 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 39156) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:21:10.611630 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab3308bb-d49d-49d0-84a9-b9ff0c38916a x-openstack-request-id: req-ab3308bb-d49d-49d0-84a9-b9ff0c38916a {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:21:10.612500 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2f541fc-3911-45a1-a4c2-0257e7e3c8c0", "name": "network-vif-deleted", "tag": "1a7efcbd-531c-4b2b-b584-61879bccb399", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:21:10.612909 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ab3308bb-d49d-49d0-84a9-b9ff0c38916a {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:21:10.613488 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2f541fc-3911-45a1-a4c2-0257e7e3c8c0', 'name': 'network-vif-deleted', 'tag': '1a7efcbd-531c-4b2b-b584-61879bccb399', 'status': 'completed', 'code': 200} Feb 02 07:21:10.659888 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 39158) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:21:10.672419 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-6ec0c980-c2aa-4cd3-9bca-771c68c2b689 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=135e301105a140f3882bc45fce9ba946&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0790837 Feb 02 07:21:10.778870 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3bfb1842-ccbf-4e27-b52f-3442153eb418 admin admin] Publish callbacks [] for security_group (45eda112-1e7f-457d-b685-995ad3d1063e), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:10.818479 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3bfb1842-ccbf-4e27-b52f-3442153eb418 admin admin] Publish callbacks [] for security_group (45eda112-1e7f-457d-b685-995ad3d1063e), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:10.884932 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3bfb1842-ccbf-4e27-b52f-3442153eb418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (45eda112-1e7f-457d-b685-995ad3d1063e), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:10.888583 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3bfb1842-ccbf-4e27-b52f-3442153eb418 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:10.892323 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-3bfb1842-ccbf-4e27-b52f-3442153eb418 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/45eda112-1e7f-457d-b685-995ad3d1063e HTTP/1.1" status: 204 len: 168 time: 0.2284629 Feb 02 07:21:10.902330 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfb1842-ccbf-4e27-b52f-3442153eb418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45eda112-1e7f-457d-b685-995ad3d1063e,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:10.978538 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d18b40f5-009d-4f42-8fdc-3d0f34088754 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:11.570036 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645d2475-5fcc-4f6c-9dbe-6497c1041051 req-52e8eb33-adc5-4bbc-8d64-e00d579ef33c tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:11.578713 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-645d2475-5fcc-4f6c-9dbe-6497c1041051 req-52e8eb33-adc5-4bbc-8d64-e00d579ef33c tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/ports?device_id=b524e9be-a2b9-4b94-b2a8-ddb5a86ba09e HTTP/1.1" status: 200 len: 946 time: 0.0921082 Feb 02 07:21:11.624642 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-645d2475-5fcc-4f6c-9dbe-6497c1041051 req-b2689780-15bc-4e95-9278-356df176129b tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/security-groups?id=8d1cc325-a632-46e6-9754-02bd96fce640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442407 Feb 02 07:21:12.092569 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 39218) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:21:12.206296 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-8e1b067d-d41c-43e6-ad9d-594baeab703f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1888850031-network', 'tenant_id': '138c5dcdbd6744ca8b38947e5ed99f36'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:21:12.259765 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e1b067d-d41c-43e6-ad9d-594baeab703f admin admin] Made reservation on behalf of 138c5dcdbd6744ca8b38947e5ed99f36 for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:21:12.263201 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8e1b067d-d41c-43e6-ad9d-594baeab703f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:12.273242 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8e1b067d-d41c-43e6-ad9d-594baeab703f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:12.313362 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14165d90-2665-4e4e-a3b8-d6a0b11cfe48 req-961e5beb-f7de-4762-ad11-aa127f659bc2 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:12.317823 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-14165d90-2665-4e4e-a3b8-d6a0b11cfe48 req-961e5beb-f7de-4762-ad11-aa127f659bc2 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/networks?id=d194a686-ccd5-4b19-b7e3-633cf070453a HTTP/1.1" status: 200 len: 814 time: 0.2412176 Feb 02 07:21:12.344691 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-14165d90-2665-4e4e-a3b8-d6a0b11cfe48 req-b51d6277-1756-4e90-b644-d776b3b8fd5d tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/quotas/9c97b93a669c44538988826a9c309643 HTTP/1.1" status: 200 len: 375 time: 0.0195754 Feb 02 07:21:12.384027 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8e1b067d-d41c-43e6-ad9d-594baeab703f admin admin] Publish callbacks [] for security_group (6795e0a6-69cc-42c2-a292-352f11146466), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:12.390255 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8e1b067d-d41c-43e6-ad9d-594baeab703f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (6795e0a6-69cc-42c2-a292-352f11146466), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:12.411261 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e1b067d-d41c-43e6-ad9d-594baeab703f admin admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:21:12.423201 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8e1b067d-d41c-43e6-ad9d-594baeab703f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (b6f506b7-afda-4e6b-8599-9c74d4a42be7), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:12.423838 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-8e1b067d-d41c-43e6-ad9d-594baeab703f admin admin] Added segment b6f506b7-afda-4e6b-8599-9c74d4a42be7 of type vlan for network eb10f7d9-5215-469a-8039-9f917b412efa Feb 02 07:21:12.431942 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-14165d90-2665-4e4e-a3b8-d6a0b11cfe48 req-6c636da2-fd87-4ea6-8148-70a8df392a85 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=9c97b93a669c44538988826a9c309643&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0812676 Feb 02 07:21:12.489024 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8e1b067d-d41c-43e6-ad9d-594baeab703f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (eb10f7d9-5215-469a-8039-9f917b412efa), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:12.558837 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1b067d-d41c-43e6-ad9d-594baeab703f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6795e0a6-69cc-42c2-a292-352f11146466,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:12.562998 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8e1b067d-d41c-43e6-ad9d-594baeab703f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (eb10f7d9-5215-469a-8039-9f917b412efa), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:12.564091 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1b067d-d41c-43e6-ad9d-594baeab703f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:12.564765 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8e1b067d-d41c-43e6-ad9d-594baeab703f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:12.590338 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-14165d90-2665-4e4e-a3b8-d6a0b11cfe48 req-20f132d1-eb8c-4756-a6bc-91da9ed3b040 service neutron] 10.222.0.87 "GET /v2.0/networks/d194a686-ccd5-4b19-b7e3-633cf070453a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566465 Feb 02 07:21:12.596604 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-8e1b067d-d41c-43e6-ad9d-594baeab703f admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5029380 Feb 02 07:21:12.599502 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 39236) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:21:12.606108 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-48abaf52-114d-4f8c-885f-2564783a7f2a admin admin] Request body: {'subnet': {'network_id': 'eb10f7d9-5215-469a-8039-9f917b412efa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1888850031-subnet', 'tenant_id': '138c5dcdbd6744ca8b38947e5ed99f36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:21:12.643725 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48abaf52-114d-4f8c-885f-2564783a7f2a admin admin] Made reservation on behalf of 138c5dcdbd6744ca8b38947e5ed99f36 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:21:12.645977 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-48abaf52-114d-4f8c-885f-2564783a7f2a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:12.715241 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1b067d-d41c-43e6-ad9d-594baeab703f admin admin] Pushing event updated for resources: {'Network': ['ID=eb10f7d9-5215-469a-8039-9f917b412efa,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:12.727337 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network eb10f7d9-5215-469a-8039-9f917b412efa details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:21:12.760590 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-14165d90-2665-4e4e-a3b8-d6a0b11cfe48 req-4b43706e-2aff-41c2-bc9b-3e453e712350 service neutron] 10.222.0.87 "GET /v2.0/networks/d194a686-ccd5-4b19-b7e3-633cf070453a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692524 Feb 02 07:21:13.138579 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3021ee52-8433-4ef2-b7e6-2b9292c2a27d req-97bc030c-2d8a-4f7c-ba83-5ed3abbacd70 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:13.157411 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3021ee52-8433-4ef2-b7e6-2b9292c2a27d req-97bc030c-2d8a-4f7c-ba83-5ed3abbacd70 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/ports?device_id=b524e9be-a2b9-4b94-b2a8-ddb5a86ba09e HTTP/1.1" status: 200 len: 946 time: 0.1221249 Feb 02 07:21:13.275684 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3021ee52-8433-4ef2-b7e6-2b9292c2a27d req-95416ae4-e12e-4e4e-8790-46bd34f33a43 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/security-groups?id=8d1cc325-a632-46e6-9754-02bd96fce640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121376 Feb 02 07:21:13.312803 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-be6ab752-9eb2-40b1-acd8-a25320fe52bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:13.437865 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f154191c-de30-42d0-8213-cbc420bf74cd req-1450e475-9e13-4d3f-a339-b555373b2221 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/ports?device_id=ec5209fd-d18e-4387-9854-6e99d453c598 HTTP/1.1" status: 200 len: 210 time: 0.0478659 Feb 02 07:21:13.685648 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-48abaf52-114d-4f8c-885f-2564783a7f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (885f4045-8d8e-4d19-b861-51e56a7805ab), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:13.735459 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48abaf52-114d-4f8c-885f-2564783a7f2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=885f4045-8d8e-4d19-b861-51e56a7805ab,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:13.778342 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48abaf52-114d-4f8c-885f-2564783a7f2a admin admin] Checking segment: {'id': 'b6f506b7-afda-4e6b-8599-9c74d4a42be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'eb10f7d9-5215-469a-8039-9f917b412efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:21:13.778741 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48abaf52-114d-4f8c-885f-2564783a7f2a admin admin] Network hostable DHCP agents. Network: eb10f7d9-5215-469a-8039-9f917b412efa, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:21:13.801449 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48abaf52-114d-4f8c-885f-2564783a7f2a admin admin] Network eb10f7d9-5215-469a-8039-9f917b412efa is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:21:13.812073 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-48abaf52-114d-4f8c-885f-2564783a7f2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, eb10f7d9-5215-469a-8039-9f917b412efa) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:21:13.816993 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48abaf52-114d-4f8c-885f-2564783a7f2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:13.817735 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-48abaf52-114d-4f8c-885f-2564783a7f2a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:13.823063 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22dea69c-296b-465b-a975-9ac3da580790 None None] Network eb10f7d9-5215-469a-8039-9f917b412efa requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:21:13.845195 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-48abaf52-114d-4f8c-885f-2564783a7f2a admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2421350 Feb 02 07:21:13.845407 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 39270) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:21:13.854186 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-5f33ba02-d5aa-4062-84dc-3b1b898de8d7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1888850031-router', 'tenant_id': '138c5dcdbd6744ca8b38947e5ed99f36', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:21:13.897887 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5f33ba02-d5aa-4062-84dc-3b1b898de8d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (21bf9f4a-8e6f-4594-a4f8-afac5a2c2431), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:13.909078 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5f33ba02-d5aa-4062-84dc-3b1b898de8d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (21bf9f4a-8e6f-4594-a4f8-afac5a2c2431), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:13.967790 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc36b461-9312-4d4e-aea0-5af7397c7858 None None] Network eb10f7d9-5215-469a-8039-9f917b412efa requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:21:14.064748 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5f33ba02-d5aa-4062-84dc-3b1b898de8d7 admin admin] Publish callbacks [] for router_controller (21bf9f4a-8e6f-4594-a4f8-afac5a2c2431), precommit_add_association {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:14.275633 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5f33ba02-d5aa-4062-84dc-3b1b898de8d7 admin admin] Publish callbacks [] for router_gateway (21bf9f4a-8e6f-4594-a4f8-afac5a2c2431), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:14.697429 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae355058-25ba-4e7a-b953-18163e358063 req-71a0727f-186c-4970-9a8f-c54cc2298be1 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:14.705775 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ae355058-25ba-4e7a-b953-18163e358063 req-71a0727f-186c-4970-9a8f-c54cc2298be1 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/ports?device_id=b524e9be-a2b9-4b94-b2a8-ddb5a86ba09e HTTP/1.1" status: 200 len: 946 time: 0.2800705 Feb 02 07:21:14.719097 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:14.732614 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba46a856-a961-4675-b526-a066fd492e38 req-d8a18102-cc9b-4598-9dd5-b1e08b66b843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:14.734351 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ba46a856-a961-4675-b526-a066fd492e38 req-d8a18102-cc9b-4598-9dd5-b1e08b66b843 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b524e9be-a2b9-4b94-b2a8-ddb5a86ba09e HTTP/1.1" status: 200 len: 1129 time: 0.3200722 Feb 02 07:21:14.793440 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5f33ba02-d5aa-4062-84dc-3b1b898de8d7 admin admin] Publish callbacks [] for router_gateway (21bf9f4a-8e6f-4594-a4f8-afac5a2c2431), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:14.817832 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5f33ba02-d5aa-4062-84dc-3b1b898de8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:14.875446 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14165d90-2665-4e4e-a3b8-d6a0b11cfe48 req-a7def36b-1432-4c7c-97b5-03ae0f129224 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:14.877015 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-14165d90-2665-4e4e-a3b8-d6a0b11cfe48 req-a7def36b-1432-4c7c-97b5-03ae0f129224 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.59 "GET /v2.0/networks?id=d194a686-ccd5-4b19-b7e3-633cf070453a HTTP/1.1" status: 200 len: 814 time: 0.3764172 Feb 02 07:21:14.879520 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 39286) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:21:14.902245 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-14165d90-2665-4e4e-a3b8-d6a0b11cfe48 req-d2c9cbd6-4444-4a0f-818e-862c38af54d2 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Request body: {'port': {'device_id': 'ec5209fd-d18e-4387-9854-6e99d453c598', 'network_id': 'd194a686-ccd5-4b19-b7e3-633cf070453a', 'admin_state_up': True, 'tenant_id': '9c97b93a669c44538988826a9c309643'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:21:14.919648 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ae355058-25ba-4e7a-b953-18163e358063 req-c911a8c5-8f4d-4d8b-b953-f630dea86640 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/security-groups?id=8d1cc325-a632-46e6-9754-02bd96fce640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079432 Feb 02 07:21:14.971988 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ba46a856-a961-4675-b526-a066fd492e38 req-caeadac8-1994-480d-a3d1-7fb324b12bae service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=8d1cc325-a632-46e6-9754-02bd96fce640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239959 Feb 02 07:21:15.038460 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-5f33ba02-d5aa-4062-84dc-3b1b898de8d7 admin admin] Allocated IP 172.25.4.153 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/a9d7840c-6479-4995-b5bb-a44bf3c4b278) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:21:15.049817 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fd2fc54d-a6c9-427e-a924-24376df062e5 req-4f8d3ef6-c33b-4caa-b249-d3e5cca553b6 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/ports?device_id=ec5209fd-d18e-4387-9854-6e99d453c598 HTTP/1.1" status: 200 len: 210 time: 0.0344253 Feb 02 07:21:15.098655 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14165d90-2665-4e4e-a3b8-d6a0b11cfe48 req-d2c9cbd6-4444-4a0f-818e-862c38af54d2 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Made reservation on behalf of 9c97b93a669c44538988826a9c309643 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:21:15.103216 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-14165d90-2665-4e4e-a3b8-d6a0b11cfe48 req-d2c9cbd6-4444-4a0f-818e-862c38af54d2 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:15.156256 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3f81c2ed-20d4-4300-9b7c-d301fcb3e828 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:15.220125 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5f33ba02-d5aa-4062-84dc-3b1b898de8d7 admin admin] Publish callbacks [] for port (a9d7840c-6479-4995-b5bb-a44bf3c4b278), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:15.275224 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-14165d90-2665-4e4e-a3b8-d6a0b11cfe48 req-d2c9cbd6-4444-4a0f-818e-862c38af54d2 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Allocated IP 172.20.0.8 (d194a686-ccd5-4b19-b7e3-633cf070453a/381c6130-79ff-4c24-85c5-0c6ea3864e87/76ca4042-07f6-46ff-8fa5-71d272d81c1b) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:21:15.289940 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3f81c2ed-20d4-4300-9b7c-d301fcb3e828 admin admin] Publish callbacks [] for security_group (537e2340-1ba1-407c-a1d5-a678bae8a9ed), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:15.295805 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5f33ba02-d5aa-4062-84dc-3b1b898de8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (a9d7840c-6479-4995-b5bb-a44bf3c4b278), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:15.302380 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3f81c2ed-20d4-4300-9b7c-d301fcb3e828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (537e2340-1ba1-407c-a1d5-a678bae8a9ed), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:15.414445 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f33ba02-d5aa-4062-84dc-3b1b898de8d7 admin admin] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:21:15.418979 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-5f33ba02-d5aa-4062-84dc-3b1b898de8d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:21:15.424126 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f81c2ed-20d4-4300-9b7c-d301fcb3e828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=537e2340-1ba1-407c-a1d5-a678bae8a9ed,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:15.437033 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f33ba02-d5aa-4062-84dc-3b1b898de8d7 admin admin] Pushing event updated for resources: {'Port': ['ID=a9d7840c-6479-4995-b5bb-a44bf3c4b278,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:15.446587 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f33ba02-d5aa-4062-84dc-3b1b898de8d7 admin admin] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:21:15.457034 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-3f81c2ed-20d4-4300-9b7c-d301fcb3e828 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=94d18c0185b74d2cb42d58fd94d8033f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5768166 Feb 02 07:21:15.485827 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 39294) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:21:15.500644 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-14165d90-2665-4e4e-a3b8-d6a0b11cfe48 req-d2c9cbd6-4444-4a0f-818e-862c38af54d2 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Publish callbacks [] for port (76ca4042-07f6-46ff-8fa5-71d272d81c1b), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:15.544956 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-14165d90-2665-4e4e-a3b8-d6a0b11cfe48 req-d2c9cbd6-4444-4a0f-818e-862c38af54d2 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (76ca4042-07f6-46ff-8fa5-71d272d81c1b), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:15.569709 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14165d90-2665-4e4e-a3b8-d6a0b11cfe48 req-d2c9cbd6-4444-4a0f-818e-862c38af54d2 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Network d194a686-ccd5-4b19-b7e3-633cf070453a is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:21:15.572512 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-14165d90-2665-4e4e-a3b8-d6a0b11cfe48 req-d2c9cbd6-4444-4a0f-818e-862c38af54d2 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:21:15.577439 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-82c3dd58-2da6-4103-8c96-ae1ee84ac859 admin admin] Publish callbacks [] for security_group (537e2340-1ba1-407c-a1d5-a678bae8a9ed), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:15.584636 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['4a399082-e671-4e68-ac4e-2cbdc580628f'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:21:15.587355 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['73e6a4f9-7ec5-490a-a5e7-23a4cadd453d'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:21:15.591141 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-14165d90-2665-4e4e-a3b8-d6a0b11cfe48 req-d2c9cbd6-4444-4a0f-818e-862c38af54d2 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:21:15.678166 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-82c3dd58-2da6-4103-8c96-ae1ee84ac859 admin admin] Publish callbacks [] for security_group (537e2340-1ba1-407c-a1d5-a678bae8a9ed), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:15.678680 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14165d90-2665-4e4e-a3b8-d6a0b11cfe48 req-d2c9cbd6-4444-4a0f-818e-862c38af54d2 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:15.679779 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-14165d90-2665-4e4e-a3b8-d6a0b11cfe48 req-d2c9cbd6-4444-4a0f-818e-862c38af54d2 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:15.707647 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-14165d90-2665-4e4e-a3b8-d6a0b11cfe48 req-d2c9cbd6-4444-4a0f-818e-862c38af54d2 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8138742 Feb 02 07:21:15.723224 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c9cbd6-4444-4a0f-818e-862c38af54d2 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Pushing event updated for resources: {'Port': ['ID=76ca4042-07f6-46ff-8fa5-71d272d81c1b,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:15.732874 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-14165d90-2665-4e4e-a3b8-d6a0b11cfe48 req-00050ac1-6b43-4942-8dee-e414a3edd1e8 service neutron] Request body: {'port': {'device_id': 'ec5209fd-d18e-4387-9854-6e99d453c598', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:21:15.810353 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-14165d90-2665-4e4e-a3b8-d6a0b11cfe48 req-00050ac1-6b43-4942-8dee-e414a3edd1e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (76ca4042-07f6-46ff-8fa5-71d272d81c1b), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:15.969417 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-82c3dd58-2da6-4103-8c96-ae1ee84ac859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (537e2340-1ba1-407c-a1d5-a678bae8a9ed), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:15.984081 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-82c3dd58-2da6-4103-8c96-ae1ee84ac859 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:15.991709 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-82c3dd58-2da6-4103-8c96-ae1ee84ac859 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/537e2340-1ba1-407c-a1d5-a678bae8a9ed HTTP/1.1" status: 204 len: 168 time: 0.4890611 Feb 02 07:21:16.020125 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c3dd58-2da6-4103-8c96-ae1ee84ac859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=537e2340-1ba1-407c-a1d5-a678bae8a9ed,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:16.145416 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5f33ba02-d5aa-4062-84dc-3b1b898de8d7 admin admin] Publish callbacks [] for router_gateway (21bf9f4a-8e6f-4594-a4f8-afac5a2c2431), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:16.174571 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:16.415466 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe06a49-7bdb-48c1-804e-e893cd8e6505 req-6862e0ae-502e-463a-8430-c2e63d116b4a tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:16.417199 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1fe06a49-7bdb-48c1-804e-e893cd8e6505 req-6862e0ae-502e-463a-8430-c2e63d116b4a tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/ports?device_id=b524e9be-a2b9-4b94-b2a8-ddb5a86ba09e HTTP/1.1" status: 200 len: 946 time: 0.2605786 Feb 02 07:21:16.528294 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 39312) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:21:16.546526 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ab66e88b-a818-4709-abd5-b6b8c8eaa4eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:16.556870 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1fe06a49-7bdb-48c1-804e-e893cd8e6505 req-324c2e24-6202-472c-a71b-55f184107c84 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/security-groups?id=8d1cc325-a632-46e6-9754-02bd96fce640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297462 Feb 02 07:21:16.578176 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5f33ba02-d5aa-4062-84dc-3b1b898de8d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (21bf9f4a-8e6f-4594-a4f8-afac5a2c2431), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:16.655396 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-14165d90-2665-4e4e-a3b8-d6a0b11cfe48 req-00050ac1-6b43-4942-8dee-e414a3edd1e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76ca4042-07f6-46ff-8fa5-71d272d81c1b {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:21:16.691001 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-14165d90-2665-4e4e-a3b8-d6a0b11cfe48 req-00050ac1-6b43-4942-8dee-e414a3edd1e8 service neutron] Publish callbacks [] for port (76ca4042-07f6-46ff-8fa5-71d272d81c1b), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:16.773181 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-14165d90-2665-4e4e-a3b8-d6a0b11cfe48 req-00050ac1-6b43-4942-8dee-e414a3edd1e8 service neutron] Transition to ACTIVE for port object 76ca4042-07f6-46ff-8fa5-71d272d81c1b will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:21:16.795310 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-14165d90-2665-4e4e-a3b8-d6a0b11cfe48 req-00050ac1-6b43-4942-8dee-e414a3edd1e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (76ca4042-07f6-46ff-8fa5-71d272d81c1b), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:16.851073 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40531855-d35c-4c47-8545-d74da090e181 req-11b967b9-12c4-4c2f-a8d2-e9a52e635cc4 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:16.852631 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-40531855-d35c-4c47-8545-d74da090e181 req-11b967b9-12c4-4c2f-a8d2-e9a52e635cc4 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/ports?device_id=ec5209fd-d18e-4387-9854-6e99d453c598 HTTP/1.1" status: 200 len: 931 time: 0.1642005 Feb 02 07:21:16.867281 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ab66e88b-a818-4709-abd5-b6b8c8eaa4eb admin admin] Publish callbacks [] for security_group (56285ee7-2a3e-4872-9cca-8cbb1cf2405f), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:16.877480 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00050ac1-6b43-4942-8dee-e414a3edd1e8 service neutron] Pushing event updated for resources: {'Port': ['ID=76ca4042-07f6-46ff-8fa5-71d272d81c1b,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:16.883709 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ab66e88b-a818-4709-abd5-b6b8c8eaa4eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (56285ee7-2a3e-4872-9cca-8cbb1cf2405f), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:16.931730 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-ab66e88b-a818-4709-abd5-b6b8c8eaa4eb admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ca945c51ed774e6e91ccd0d72b9cf576&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4018934 Feb 02 07:21:16.934620 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 39314) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:21:16.991626 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-40531855-d35c-4c47-8545-d74da090e181 req-c7612113-78a0-41b8-9a0a-447453466ced tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/security-groups?id=3524c585-c4e8-4dfb-a8c3-d19c4cb3cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310894 Feb 02 07:21:17.030302 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-14165d90-2665-4e4e-a3b8-d6a0b11cfe48 req-00050ac1-6b43-4942-8dee-e414a3edd1e8 service neutron] Attempting to bind port 76ca4042-07f6-46ff-8fa5-71d272d81c1b on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:21:17.030794 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-14165d90-2665-4e4e-a3b8-d6a0b11cfe48 req-00050ac1-6b43-4942-8dee-e414a3edd1e8 service neutron] Attempting to bind port 76ca4042-07f6-46ff-8fa5-71d272d81c1b by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': '4f5298fd-80d5-4af0-b762-03d1bff87a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd194a686-ccd5-4b19-b7e3-633cf070453a'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:21:17.031134 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14165d90-2665-4e4e-a3b8-d6a0b11cfe48 req-00050ac1-6b43-4942-8dee-e414a3edd1e8 service neutron] Attempting to bind port 76ca4042-07f6-46ff-8fa5-71d272d81c1b on network d194a686-ccd5-4b19-b7e3-633cf070453a {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:21:17.032692 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f33ba02-d5aa-4062-84dc-3b1b898de8d7 admin admin] Router 21bf9f4a-8e6f-4594-a4f8-afac5a2c2431 is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:21:17.046727 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14165d90-2665-4e4e-a3b8-d6a0b11cfe48 req-00050ac1-6b43-4942-8dee-e414a3edd1e8 service neutron] Port 76ca4042-07f6-46ff-8fa5-71d272d81c1b on network d194a686-ccd5-4b19-b7e3-633cf070453a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:21:17.047122 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14165d90-2665-4e4e-a3b8-d6a0b11cfe48 req-00050ac1-6b43-4942-8dee-e414a3edd1e8 service neutron] Attempting to bind port 76ca4042-07f6-46ff-8fa5-71d272d81c1b on network d194a686-ccd5-4b19-b7e3-633cf070453a {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:21:17.054700 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c83f3508-d359-43fb-a26d-015ca11743d7 admin admin] Publish callbacks [] for security_group (56285ee7-2a3e-4872-9cca-8cbb1cf2405f), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:17.063135 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab66e88b-a818-4709-abd5-b6b8c8eaa4eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56285ee7-2a3e-4872-9cca-8cbb1cf2405f,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:17.097456 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14165d90-2665-4e4e-a3b8-d6a0b11cfe48 req-00050ac1-6b43-4942-8dee-e414a3edd1e8 service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:21:17.098212 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14165d90-2665-4e4e-a3b8-d6a0b11cfe48 req-00050ac1-6b43-4942-8dee-e414a3edd1e8 service neutron] Checking segment: {'id': '4f5298fd-80d5-4af0-b762-03d1bff87a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd194a686-ccd5-4b19-b7e3-633cf070453a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:21:17.098844 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14165d90-2665-4e4e-a3b8-d6a0b11cfe48 req-00050ac1-6b43-4942-8dee-e414a3edd1e8 service neutron] Bound using segment: {'id': '4f5298fd-80d5-4af0-b762-03d1bff87a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd194a686-ccd5-4b19-b7e3-633cf070453a'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:21:17.099520 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-14165d90-2665-4e4e-a3b8-d6a0b11cfe48 req-00050ac1-6b43-4942-8dee-e414a3edd1e8 service neutron] Bound port: 76ca4042-07f6-46ff-8fa5-71d272d81c1b, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f5298fd-80d5-4af0-b762-03d1bff87a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd194a686-ccd5-4b19-b7e3-633cf070453a'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:21:17.100161 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-14165d90-2665-4e4e-a3b8-d6a0b11cfe48 req-00050ac1-6b43-4942-8dee-e414a3edd1e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (76ca4042-07f6-46ff-8fa5-71d272d81c1b), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:17.109303 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c83f3508-d359-43fb-a26d-015ca11743d7 admin admin] Publish callbacks [] for security_group (56285ee7-2a3e-4872-9cca-8cbb1cf2405f), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:17.267379 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c83f3508-d359-43fb-a26d-015ca11743d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (56285ee7-2a3e-4872-9cca-8cbb1cf2405f), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:17.276606 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c83f3508-d359-43fb-a26d-015ca11743d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:17.280662 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c83f3508-d359-43fb-a26d-015ca11743d7 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/56285ee7-2a3e-4872-9cca-8cbb1cf2405f HTTP/1.1" status: 204 len: 168 time: 0.3451419 Feb 02 07:21:17.289065 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-14165d90-2665-4e4e-a3b8-d6a0b11cfe48 req-00050ac1-6b43-4942-8dee-e414a3edd1e8 service neutron] For port 76ca4042-07f6-46ff-8fa5-71d272d81c1b, host n-h2-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:21:17.291430 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f33ba02-d5aa-4062-84dc-3b1b898de8d7 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:21:17.303229 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf7241a-8370-447c-abc8-41afd9ed73ca None None] Sync routers for ids ['21bf9f4a-8e6f-4594-a4f8-afac5a2c2431'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:21:17.319969 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-14165d90-2665-4e4e-a3b8-d6a0b11cfe48 req-00050ac1-6b43-4942-8dee-e414a3edd1e8 service neutron] For port 76ca4042-07f6-46ff-8fa5-71d272d81c1b, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=76ca4042-07f6-46ff-8fa5-71d272d81c1b,segment=NetworkSegment(4f5298fd-80d5-4af0-b762-03d1bff87a8c),segment_id=4f5298fd-80d5-4af0-b762-03d1bff87a8c)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:21:17.326680 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83f3508-d359-43fb-a26d-015ca11743d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56285ee7-2a3e-4872-9cca-8cbb1cf2405f,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:17.343416 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5f33ba02-d5aa-4062-84dc-3b1b898de8d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:17.347006 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-5f33ba02-d5aa-4062-84dc-3b1b898de8d7 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.5006309 Feb 02 07:21:17.356071 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-14165d90-2665-4e4e-a3b8-d6a0b11cfe48 req-00050ac1-6b43-4942-8dee-e414a3edd1e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (76ca4042-07f6-46ff-8fa5-71d272d81c1b), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:17.356478 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 39322) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:21:17.366998 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf7241a-8370-447c-abc8-41afd9ed73ca None None] Routers {'21bf9f4a-8e6f-4594-a4f8-afac5a2c2431'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:21:17.367679 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-fbf7241a-8370-447c-abc8-41afd9ed73ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:21:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['21bf9f4a-8e6f-4594-a4f8-afac5a2c2431'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:21:17.405149 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:17.615776 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14165d90-2665-4e4e-a3b8-d6a0b11cfe48 req-00050ac1-6b43-4942-8dee-e414a3edd1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:17.622584 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-14165d90-2665-4e4e-a3b8-d6a0b11cfe48 req-00050ac1-6b43-4942-8dee-e414a3edd1e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:17.628204 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-14165d90-2665-4e4e-a3b8-d6a0b11cfe48 req-00050ac1-6b43-4942-8dee-e414a3edd1e8 service neutron] 10.222.0.59 "PUT /v2.0/ports/76ca4042-07f6-46ff-8fa5-71d272d81c1b HTTP/1.1" status: 200 len: 1092 time: 1.9006252 Feb 02 07:21:17.643284 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec5209fd-d18e-4387-9854-6e99d453c598', 'tag': '76ca4042-07f6-46ff-8fa5-71d272d81c1b'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:21:17.654796 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ac2792-c820-47b1-9c8d-6229e5c9e99a" -d '{"events": [{"name": "network-changed", "server_uuid": "ec5209fd-d18e-4387-9854-6e99d453c598", "tag": "76ca4042-07f6-46ff-8fa5-71d272d81c1b"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:21:17.716246 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-fbf7241a-8370-447c-abc8-41afd9ed73ca None None] Set router 21bf9f4a-8e6f-4594-a4f8-afac5a2c2431 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:21:17.842610 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00050ac1-6b43-4942-8dee-e414a3edd1e8 service neutron] Pushing event updated for resources: {'Port': ['ID=76ca4042-07f6-46ff-8fa5-71d272d81c1b,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:17.906756 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c976ed18-cded-4b03-9ab2-cce1445dfc7f req-c59a4fe7-0f9f-43de-b4a3-12edb7a245c8 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:17.914250 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c976ed18-cded-4b03-9ab2-cce1445dfc7f req-c59a4fe7-0f9f-43de-b4a3-12edb7a245c8 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/ports?device_id=b524e9be-a2b9-4b94-b2a8-ddb5a86ba09e HTTP/1.1" status: 200 len: 946 time: 0.1949742 Feb 02 07:21:17.919002 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14165d90-2665-4e4e-a3b8-d6a0b11cfe48 req-9ff524fd-c00b-4db1-927c-c0e92e5c35ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:17.920505 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-14165d90-2665-4e4e-a3b8-d6a0b11cfe48 req-9ff524fd-c00b-4db1-927c-c0e92e5c35ee service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9c97b93a669c44538988826a9c309643&device_id=ec5209fd-d18e-4387-9854-6e99d453c598 HTTP/1.1" status: 200 len: 1126 time: 0.2231746 Feb 02 07:21:17.960611 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-fbf7241a-8370-447c-abc8-41afd9ed73ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21bf9f4a-8e6f-4594-a4f8-afac5a2c2431', 'name': 'tempest-ServerRescueNegativeTestJSON-1888850031-router', 'tenant_id': '138c5dcdbd6744ca8b38947e5ed99f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'a9d7840c-6479-4995-b5bb-a44bf3c4b278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:21:13Z', 'updated_at': '2022-02-02T07:21:15Z', 'revision_number': 3, 'project_id': '138c5dcdbd6744ca8b38947e5ed99f36', 'gw_port': {'id': 'a9d7840c-6479-4995-b5bb-a44bf3c4b278', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:38:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21bf9f4a-8e6f-4594-a4f8-afac5a2c2431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:21:14Z', 'updated_at': '2022-02-02T07:21:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:21:18.016735 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf7241a-8370-447c-abc8-41afd9ed73ca None None] Checking router: 21bf9f4a-8e6f-4594-a4f8-afac5a2c2431 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:21:18.019617 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf7241a-8370-447c-abc8-41afd9ed73ca None None] Updating router 21bf9f4a-8e6f-4594-a4f8-afac5a2c2431 port a9d7840c-6479-4995-b5bb-a44bf3c4b278 binding host n-d-789963-26 {{(pid=109696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:21:18.098401 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-fbf7241a-8370-447c-abc8-41afd9ed73ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (a9d7840c-6479-4995-b5bb-a44bf3c4b278), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:18.107185 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-14165d90-2665-4e4e-a3b8-d6a0b11cfe48 req-d0978ce8-ec70-49ce-a8fc-5840d5439cf9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76ca4042-07f6-46ff-8fa5-71d272d81c1b HTTP/1.1" status: 200 len: 217 time: 0.1401186 Feb 02 07:21:18.296687 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c976ed18-cded-4b03-9ab2-cce1445dfc7f req-42fcac31-302f-443c-a381-7b49e0bae9ed tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/security-groups?id=8d1cc325-a632-46e6-9754-02bd96fce640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3814855 Feb 02 07:21:18.376868 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14165d90-2665-4e4e-a3b8-d6a0b11cfe48 req-6afef5c2-61e6-46bc-af78-e903d28a979f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:18.380065 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-14165d90-2665-4e4e-a3b8-d6a0b11cfe48 req-6afef5c2-61e6-46bc-af78-e903d28a979f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=381c6130-79ff-4c24-85c5-0c6ea3864e87 HTTP/1.1" status: 200 len: 854 time: 0.2549880 Feb 02 07:21:18.446776 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd750bd-2cbc-4142-b1e3-e4f9462ff865 x-openstack-request-id: req-7dd750bd-2cbc-4142-b1e3-e4f9462ff865 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:21:18.451315 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec5209fd-d18e-4387-9854-6e99d453c598", "tag": "76ca4042-07f6-46ff-8fa5-71d272d81c1b", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:21:18.451833 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7dd750bd-2cbc-4142-b1e3-e4f9462ff865 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:21:18.454245 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec5209fd-d18e-4387-9854-6e99d453c598', 'tag': '76ca4042-07f6-46ff-8fa5-71d272d81c1b', 'status': 'completed', 'code': 200} Feb 02 07:21:18.462482 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-14165d90-2665-4e4e-a3b8-d6a0b11cfe48 req-4bc93dfe-4490-4211-95bc-e9fb6a9c42d0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d194a686-ccd5-4b19-b7e3-633cf070453a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750144 Feb 02 07:21:18.637416 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-fbf7241a-8370-447c-abc8-41afd9ed73ca None None] Publish callbacks [] for port (a9d7840c-6479-4995-b5bb-a44bf3c4b278), precommit_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:18.654459 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-fbf7241a-8370-447c-abc8-41afd9ed73ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (a9d7840c-6479-4995-b5bb-a44bf3c4b278), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:18.778999 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-14165d90-2665-4e4e-a3b8-d6a0b11cfe48 req-60c09ccc-1649-454d-ad98-026670c313e9 service neutron] 10.222.0.59 "GET /v2.0/networks/d194a686-ccd5-4b19-b7e3-633cf070453a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079720 Feb 02 07:21:18.787961 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-70525545-5855-43ac-8b22-d314acd6d3fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:18.827809 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-fbf7241a-8370-447c-abc8-41afd9ed73ca None None] Attempting to bind port a9d7840c-6479-4995-b5bb-a44bf3c4b278 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:21:18.828788 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-fbf7241a-8370-447c-abc8-41afd9ed73ca None None] Attempting to bind port a9d7840c-6479-4995-b5bb-a44bf3c4b278 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:21:18.831127 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf7241a-8370-447c-abc8-41afd9ed73ca None None] Attempting to bind port a9d7840c-6479-4995-b5bb-a44bf3c4b278 on network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:21:18.838029 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1669d55e-e9b9-4fe3-99d6-521dde8bb780 None None] Pushing event updated for resources: {'Port': ['ID=a9d7840c-6479-4995-b5bb-a44bf3c4b278,revision_number=2']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:18.840049 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab573035-d241-4a7f-9c04-ae39a1161dd2 req-6b94ce4b-c629-446d-9108-6e2e71644de2 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:18.849385 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ab573035-d241-4a7f-9c04-ae39a1161dd2 req-6b94ce4b-c629-446d-9108-6e2e71644de2 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/ports?device_id=ec5209fd-d18e-4387-9854-6e99d453c598 HTTP/1.1" status: 200 len: 943 time: 0.2019029 Feb 02 07:21:18.852144 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf7241a-8370-447c-abc8-41afd9ed73ca None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:21:18.852637 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf7241a-8370-447c-abc8-41afd9ed73ca None None] Checking segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:21:18.854011 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-fbf7241a-8370-447c-abc8-41afd9ed73ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:18.854922 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf7241a-8370-447c-abc8-41afd9ed73ca None None] Bound using segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:21:18.856642 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-fbf7241a-8370-447c-abc8-41afd9ed73ca None None] Bound port: a9d7840c-6479-4995-b5bb-a44bf3c4b278, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:21:18.858044 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-fbf7241a-8370-447c-abc8-41afd9ed73ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (a9d7840c-6479-4995-b5bb-a44bf3c4b278), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:18.957748 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-fbf7241a-8370-447c-abc8-41afd9ed73ca None None] For port a9d7840c-6479-4995-b5bb-a44bf3c4b278, host n-d-789963-26, cleared binding levels {{(pid=109696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:21:18.964643 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-fbf7241a-8370-447c-abc8-41afd9ed73ca None None] For port a9d7840c-6479-4995-b5bb-a44bf3c4b278, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=a9d7840c-6479-4995-b5bb-a44bf3c4b278,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:21:18.977915 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-fbf7241a-8370-447c-abc8-41afd9ed73ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (a9d7840c-6479-4995-b5bb-a44bf3c4b278), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:18.985373 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ab573035-d241-4a7f-9c04-ae39a1161dd2 req-e5e7cd46-0231-4139-a9eb-f80443940d54 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/security-groups?id=3524c585-c4e8-4dfb-a8c3-d19c4cb3cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316426 Feb 02 07:21:19.016203 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-14165d90-2665-4e4e-a3b8-d6a0b11cfe48 req-03b325a6-2006-4f65-9008-a3bc3c074439 service neutron] 10.222.0.59 "GET /v2.0/networks/d194a686-ccd5-4b19-b7e3-633cf070453a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211483 Feb 02 07:21:19.084052 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1669d55e-e9b9-4fe3-99d6-521dde8bb780 None None] Pushing event updated for resources: {'Port': ['ID=a9d7840c-6479-4995-b5bb-a44bf3c4b278,revision_number=3']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:19.101046 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf7241a-8370-447c-abc8-41afd9ed73ca None None] Routers {'21bf9f4a-8e6f-4594-a4f8-afac5a2c2431'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:21:19.101660 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-fbf7241a-8370-447c-abc8-41afd9ed73ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:21:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['21bf9f4a-8e6f-4594-a4f8-afac5a2c2431'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:21:19.232143 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-70525545-5855-43ac-8b22-d314acd6d3fe admin admin] Allocated IP 172.20.0.1 (eb10f7d9-5215-469a-8039-9f917b412efa/885f4045-8d8e-4d19-b861-51e56a7805ab/f69515f5-72b5-4648-ae66-227a0999aafa) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:21:19.268117 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac2792-c820-47b1-9c8d-6229e5c9e99a req-37dfd40c-a1dc-4e8c-a757-3aaf570fa03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:19.276185 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b1ac2792-c820-47b1-9c8d-6229e5c9e99a req-37dfd40c-a1dc-4e8c-a757-3aaf570fa03d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9c97b93a669c44538988826a9c309643&device_id=ec5209fd-d18e-4387-9854-6e99d453c598 HTTP/1.1" status: 200 len: 1126 time: 0.1676133 Feb 02 07:21:19.302450 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-fbf7241a-8370-447c-abc8-41afd9ed73ca None None] Set router 21bf9f4a-8e6f-4594-a4f8-afac5a2c2431 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:21:19.476702 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c35548f-042f-4791-94e7-79cc72f4eaf9 req-b467955d-f6f3-46d2-9913-9dfd57782d5f tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:19.484606 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9c35548f-042f-4791-94e7-79cc72f4eaf9 req-b467955d-f6f3-46d2-9913-9dfd57782d5f tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/networks?id=685c8d17-3922-4d1c-b347-80d8fb37bd66 HTTP/1.1" status: 200 len: 810 time: 0.3678029 Feb 02 07:21:19.512857 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9c35548f-042f-4791-94e7-79cc72f4eaf9 req-3f1eb581-a137-42f9-9dc1-25fb9309a53d tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/quotas/c0a9935245e74c7ca5a3b5e5150aa1a8 HTTP/1.1" status: 200 len: 375 time: 0.0273561 Feb 02 07:21:19.515063 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-70525545-5855-43ac-8b22-d314acd6d3fe admin admin] Publish callbacks [] for port (f69515f5-72b5-4648-ae66-227a0999aafa), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:19.535466 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac2792-c820-47b1-9c8d-6229e5c9e99a req-aad5cad3-7ff1-41de-8590-d2ea14061949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:19.536246 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b1ac2792-c820-47b1-9c8d-6229e5c9e99a req-aad5cad3-7ff1-41de-8590-d2ea14061949 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d194a686-ccd5-4b19-b7e3-633cf070453a HTTP/1.1" status: 200 len: 915 time: 0.1875837 Feb 02 07:21:19.601776 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-70525545-5855-43ac-8b22-d314acd6d3fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (f69515f5-72b5-4648-ae66-227a0999aafa), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:19.605743 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b1ac2792-c820-47b1-9c8d-6229e5c9e99a req-cbbab507-fd93-445c-ae4b-833a3374bcc0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76ca4042-07f6-46ff-8fa5-71d272d81c1b HTTP/1.1" status: 200 len: 217 time: 0.0500829 Feb 02 07:21:19.659380 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70525545-5855-43ac-8b22-d314acd6d3fe admin admin] Pushing event updated for resources: {'Port': ['ID=f69515f5-72b5-4648-ae66-227a0999aafa,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:19.677357 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70525545-5855-43ac-8b22-d314acd6d3fe admin admin] Network eb10f7d9-5215-469a-8039-9f917b412efa is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:21:19.679118 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-70525545-5855-43ac-8b22-d314acd6d3fe admin admin] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:21:19.681870 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70525545-5855-43ac-8b22-d314acd6d3fe admin admin] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:21:19.728511 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-70525545-5855-43ac-8b22-d314acd6d3fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (21bf9f4a-8e6f-4594-a4f8-afac5a2c2431), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:19.740771 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9c35548f-042f-4791-94e7-79cc72f4eaf9 req-3d9973aa-9411-473c-bccc-9fcf7f0a0341 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=c0a9935245e74c7ca5a3b5e5150aa1a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2269926 Feb 02 07:21:19.760172 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac2792-c820-47b1-9c8d-6229e5c9e99a req-1b42c587-d6ae-404f-bfbd-e1052be0829e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:19.762583 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b1ac2792-c820-47b1-9c8d-6229e5c9e99a req-1b42c587-d6ae-404f-bfbd-e1052be0829e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=381c6130-79ff-4c24-85c5-0c6ea3864e87 HTTP/1.1" status: 200 len: 854 time: 0.1510153 Feb 02 07:21:19.818647 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b1ac2792-c820-47b1-9c8d-6229e5c9e99a req-a4872a00-14f8-4100-a550-2f2a6bfd574e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d194a686-ccd5-4b19-b7e3-633cf070453a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453703 Feb 02 07:21:19.972373 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-fbf7241a-8370-447c-abc8-41afd9ed73ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21bf9f4a-8e6f-4594-a4f8-afac5a2c2431', 'name': 'tempest-ServerRescueNegativeTestJSON-1888850031-router', 'tenant_id': '138c5dcdbd6744ca8b38947e5ed99f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'a9d7840c-6479-4995-b5bb-a44bf3c4b278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:21:13Z', 'updated_at': '2022-02-02T07:21:15Z', 'revision_number': 3, 'project_id': '138c5dcdbd6744ca8b38947e5ed99f36', 'gw_port': {'id': 'a9d7840c-6479-4995-b5bb-a44bf3c4b278', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:38:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21bf9f4a-8e6f-4594-a4f8-afac5a2c2431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:21:14Z', 'updated_at': '2022-02-02T07:21:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:21:20.008448 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf7241a-8370-447c-abc8-41afd9ed73ca None None] The sync data for ids ['21bf9f4a-8e6f-4594-a4f8-afac5a2c2431'] in n-d-789963-26 is: [{'id': '21bf9f4a-8e6f-4594-a4f8-afac5a2c2431', 'name': 'tempest-ServerRescueNegativeTestJSON-1888850031-router', 'tenant_id': '138c5dcdbd6744ca8b38947e5ed99f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'a9d7840c-6479-4995-b5bb-a44bf3c4b278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:21:13Z', 'updated_at': '2022-02-02T07:21:15Z', 'revision_number': 3, 'project_id': '138c5dcdbd6744ca8b38947e5ed99f36', 'gw_port': {'id': 'a9d7840c-6479-4995-b5bb-a44bf3c4b278', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:38:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21bf9f4a-8e6f-4594-a4f8-afac5a2c2431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:21:14Z', 'updated_at': '2022-02-02T07:21:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:21:20.014638 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9c35548f-042f-4791-94e7-79cc72f4eaf9 req-545cbea3-080f-4622-a1f3-78947c51c806 service neutron] 10.222.0.87 "GET /v2.0/networks/685c8d17-3922-4d1c-b347-80d8fb37bd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685704 Feb 02 07:21:20.527580 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-70525545-5855-43ac-8b22-d314acd6d3fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f69515f5-72b5-4648-ae66-227a0999aafa), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:20.584897 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b1ac2792-c820-47b1-9c8d-6229e5c9e99a req-ce9c90c2-8674-404d-9c44-f4a184f2c767 service neutron] 10.222.0.59 "GET /v2.0/networks/d194a686-ccd5-4b19-b7e3-633cf070453a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7292449 Feb 02 07:21:20.821285 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9c35548f-042f-4791-94e7-79cc72f4eaf9 req-e26417ce-2676-445b-b2e0-a0ad1fac2f60 service neutron] 10.222.0.87 "GET /v2.0/networks/685c8d17-3922-4d1c-b347-80d8fb37bd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7931204 Feb 02 07:21:20.869585 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-70525545-5855-43ac-8b22-d314acd6d3fe admin admin] Publish callbacks [] for port (f69515f5-72b5-4648-ae66-227a0999aafa), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:20.878090 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-70525545-5855-43ac-8b22-d314acd6d3fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (f69515f5-72b5-4648-ae66-227a0999aafa), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:21.031854 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b1ac2792-c820-47b1-9c8d-6229e5c9e99a req-a7dc7113-a1db-4454-8d59-e33544f75a2a service neutron] 10.222.0.59 "GET /v2.0/networks/d194a686-ccd5-4b19-b7e3-633cf070453a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979583 Feb 02 07:21:21.037679 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e0da6b96-bf30-4931-8b5c-cd1f6781e5d1 req-211a19e0-76f3-4880-af31-03afb1fba1d0 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b524e9be-a2b9-4b94-b2a8-ddb5a86ba09e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1778312 Feb 02 07:21:21.060957 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-70525545-5855-43ac-8b22-d314acd6d3fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (21bf9f4a-8e6f-4594-a4f8-afac5a2c2431), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:21.063134 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70525545-5855-43ac-8b22-d314acd6d3fe admin admin] Pushing event updated for resources: {'Port': ['ID=f69515f5-72b5-4648-ae66-227a0999aafa,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:21.278613 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70525545-5855-43ac-8b22-d314acd6d3fe admin admin] Network eb10f7d9-5215-469a-8039-9f917b412efa is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:21:21.282943 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-70525545-5855-43ac-8b22-d314acd6d3fe admin admin] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:21:21.300657 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0da6b96-bf30-4931-8b5c-cd1f6781e5d1 req-012b63c3-53df-460b-ace8-eb70da3c35c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:21.302454 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e0da6b96-bf30-4931-8b5c-cd1f6781e5d1 req-012b63c3-53df-460b-ace8-eb70da3c35c6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c0a9935245e74c7ca5a3b5e5150aa1a8&device_id=b524e9be-a2b9-4b94-b2a8-ddb5a86ba09e HTTP/1.1" status: 200 len: 1129 time: 0.1624920 Feb 02 07:21:21.313226 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce2621-457a-4500-ba85-92648d5845ef req-d714fcc8-2d34-4193-be1f-ff9cf4070a21 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:21.315205 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-38ce2621-457a-4500-ba85-92648d5845ef req-d714fcc8-2d34-4193-be1f-ff9cf4070a21 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/ports?device_id=ec5209fd-d18e-4387-9854-6e99d453c598 HTTP/1.1" status: 200 len: 943 time: 0.1178658 Feb 02 07:21:21.577179 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70525545-5855-43ac-8b22-d314acd6d3fe admin admin] Router 21bf9f4a-8e6f-4594-a4f8-afac5a2c2431 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:21:21.623357 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-38ce2621-457a-4500-ba85-92648d5845ef req-3136e2ee-2403-4e35-be9b-db17bb8ffb5f tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/security-groups?id=3524c585-c4e8-4dfb-a8c3-d19c4cb3cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019857 Feb 02 07:21:21.708716 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device a9d7840c-6479-4995-b5bb-a44bf3c4b278 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:21:21.714603 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0da6b96-bf30-4931-8b5c-cd1f6781e5d1 req-575d8dbd-8c04-4410-9bed-f78342256e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:21.722121 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e0da6b96-bf30-4931-8b5c-cd1f6781e5d1 req-575d8dbd-8c04-4410-9bed-f78342256e15 service neutron] 10.222.0.88 "GET /v2.0/networks?id=685c8d17-3922-4d1c-b347-80d8fb37bd66 HTTP/1.1" status: 200 len: 911 time: 0.3936312 Feb 02 07:21:21.843483 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port a9d7840c-6479-4995-b5bb-a44bf3c4b278 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:21:21.843888 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (a9d7840c-6479-4995-b5bb-a44bf3c4b278), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:21.858139 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ffbf8252-fd0c-45d4-94b3-6acbd681ba39 req-400de1bb-3dab-428a-971a-f0dd4cf905a5 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/ports?device_id=29866e64-76a3-4a50-9018-d0c987783a84 HTTP/1.1" status: 200 len: 210 time: 0.1343482 Feb 02 07:21:21.860413 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e0da6b96-bf30-4931-8b5c-cd1f6781e5d1 req-56b2d652-44c6-4bf2-b3d3-879d64450ccf service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b7c2392-6bd1-46b6-99e5-ec27d9496364 HTTP/1.1" status: 200 len: 217 time: 0.1271791 Feb 02 07:21:21.873794 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70525545-5855-43ac-8b22-d314acd6d3fe admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:21:21.890883 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-70525545-5855-43ac-8b22-d314acd6d3fe admin admin] 10.222.0.87 "PUT /v2.0/routers/21bf9f4a-8e6f-4594-a4f8-afac5a2c2431/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5241089 Feb 02 07:21:22.009279 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0da6b96-bf30-4931-8b5c-cd1f6781e5d1 req-eb814a87-b227-4878-813e-de6954256282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:22.012682 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e0da6b96-bf30-4931-8b5c-cd1f6781e5d1 req-eb814a87-b227-4878-813e-de6954256282 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a1964736-516d-4974-8f51-9bf716b83041 HTTP/1.1" status: 200 len: 850 time: 0.1437862 Feb 02 07:21:22.036097 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port a9d7840c-6479-4995-b5bb-a44bf3c4b278 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:21:22.039486 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (a9d7840c-6479-4995-b5bb-a44bf3c4b278), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:22.085613 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e0da6b96-bf30-4931-8b5c-cd1f6781e5d1 req-994540df-41bd-42d6-810f-e1bf13bcba6f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=685c8d17-3922-4d1c-b347-80d8fb37bd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635459 Feb 02 07:21:22.108628 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port a9d7840c-6479-4995-b5bb-a44bf3c4b278, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=a9d7840c-6479-4995-b5bb-a44bf3c4b278,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:21:22.133769 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (a9d7840c-6479-4995-b5bb-a44bf3c4b278), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:22.141259 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:22.201837 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=a9d7840c-6479-4995-b5bb-a44bf3c4b278,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:22.303157 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e0da6b96-bf30-4931-8b5c-cd1f6781e5d1 req-f720c087-a3ec-48f3-9ef5-86a512d87164 service neutron] 10.222.0.88 "GET /v2.0/networks/685c8d17-3922-4d1c-b347-80d8fb37bd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091672 Feb 02 07:21:22.562675 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e0da6b96-bf30-4931-8b5c-cd1f6781e5d1 req-36777445-3a92-4e91-9428-eb7330c5d1e6 service neutron] 10.222.0.88 "GET /v2.0/networks/685c8d17-3922-4d1c-b347-80d8fb37bd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484820 Feb 02 07:21:23.010445 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:21:23.124229 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6b00ae-d119-445f-9d18-4f60ca8cab27 req-6348b6b0-f1c5-4810-b857-8fc0cc394d6b tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:23.126424 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8e6b00ae-d119-445f-9d18-4f60ca8cab27 req-6348b6b0-f1c5-4810-b857-8fc0cc394d6b tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/networks?id=eb10f7d9-5215-469a-8039-9f917b412efa HTTP/1.1" status: 200 len: 819 time: 0.2817400 Feb 02 07:21:23.137798 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77f0892-5bdc-4ae5-87a5-957fc9765ed4 None None] Sync routers for ids ['21bf9f4a-8e6f-4594-a4f8-afac5a2c2431'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:21:23.160364 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77f0892-5bdc-4ae5-87a5-957fc9765ed4 None None] Routers {'21bf9f4a-8e6f-4594-a4f8-afac5a2c2431'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:21:23.162844 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-a77f0892-5bdc-4ae5-87a5-957fc9765ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:21:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['21bf9f4a-8e6f-4594-a4f8-afac5a2c2431'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:21:23.213042 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c35548f-042f-4791-94e7-79cc72f4eaf9 req-50886e4a-1d46-4d74-bd0a-9445bb21dc65 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:23.214902 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9c35548f-042f-4791-94e7-79cc72f4eaf9 req-50886e4a-1d46-4d74-bd0a-9445bb21dc65 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.88 "GET /v2.0/networks?id=685c8d17-3922-4d1c-b347-80d8fb37bd66 HTTP/1.1" status: 200 len: 810 time: 0.2652116 Feb 02 07:21:23.220220 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8e6b00ae-d119-445f-9d18-4f60ca8cab27 req-4696e52f-99df-47ba-ab85-c46ed832842f tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/quotas/138c5dcdbd6744ca8b38947e5ed99f36 HTTP/1.1" status: 200 len: 375 time: 0.0733097 Feb 02 07:21:23.274544 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-9c35548f-042f-4791-94e7-79cc72f4eaf9 req-7dff42a1-fffc-48ed-a618-d766c76ef964 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Request body: {'port': {'device_id': '29866e64-76a3-4a50-9018-d0c987783a84', 'network_id': '685c8d17-3922-4d1c-b347-80d8fb37bd66', 'admin_state_up': True, 'tenant_id': 'c0a9935245e74c7ca5a3b5e5150aa1a8'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:21:23.340884 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-a77f0892-5bdc-4ae5-87a5-957fc9765ed4 None None] Set router 21bf9f4a-8e6f-4594-a4f8-afac5a2c2431 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:21:23.412904 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8e6b00ae-d119-445f-9d18-4f60ca8cab27 req-d80d2260-332a-4d73-a296-cfc7618ef5ce tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=138c5dcdbd6744ca8b38947e5ed99f36&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1821539 Feb 02 07:21:23.549724 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device a9d7840c-6479-4995-b5bb-a44bf3c4b278 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:21:23.580255 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8e6b00ae-d119-445f-9d18-4f60ca8cab27 req-446bdd48-fd66-41c2-8ded-7b64881d75ba service neutron] 10.222.0.87 "GET /v2.0/networks/eb10f7d9-5215-469a-8039-9f917b412efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661701 Feb 02 07:21:23.832337 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port a9d7840c-6479-4995-b5bb-a44bf3c4b278 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:21:23.835117 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (a9d7840c-6479-4995-b5bb-a44bf3c4b278), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:23.868652 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c35548f-042f-4791-94e7-79cc72f4eaf9 req-7dff42a1-fffc-48ed-a618-d766c76ef964 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Made reservation on behalf of c0a9935245e74c7ca5a3b5e5150aa1a8 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:21:23.877676 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-9c35548f-042f-4791-94e7-79cc72f4eaf9 req-7dff42a1-fffc-48ed-a618-d766c76ef964 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:23.884164 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8e6b00ae-d119-445f-9d18-4f60ca8cab27 req-ed03e61e-923e-4ab0-a796-9ac0ec49793a service neutron] 10.222.0.87 "GET /v2.0/networks/eb10f7d9-5215-469a-8039-9f917b412efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984705 Feb 02 07:21:24.072319 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port a9d7840c-6479-4995-b5bb-a44bf3c4b278 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:21:24.172390 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-a77f0892-5bdc-4ae5-87a5-957fc9765ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21bf9f4a-8e6f-4594-a4f8-afac5a2c2431', 'name': 'tempest-ServerRescueNegativeTestJSON-1888850031-router', 'tenant_id': '138c5dcdbd6744ca8b38947e5ed99f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'a9d7840c-6479-4995-b5bb-a44bf3c4b278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:21:13Z', 'updated_at': '2022-02-02T07:21:20Z', 'revision_number': 4, 'project_id': '138c5dcdbd6744ca8b38947e5ed99f36', 'gw_port': {'id': 'a9d7840c-6479-4995-b5bb-a44bf3c4b278', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:38:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21bf9f4a-8e6f-4594-a4f8-afac5a2c2431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:21:14Z', 'updated_at': '2022-02-02T07:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'f69515f5-72b5-4648-ae66-227a0999aafa', 'name': '', 'network_id': 'eb10f7d9-5215-469a-8039-9f917b412efa', 'tenant_id': '138c5dcdbd6744ca8b38947e5ed99f36', 'mac_address': 'fa:16:3e:c0:83:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21bf9f4a-8e6f-4594-a4f8-afac5a2c2431', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '885f4045-8d8e-4d19-b861-51e56a7805ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:21:18Z', 'updated_at': '2022-02-02T07:21:20Z', 'revision_number': 2, 'project_id': '138c5dcdbd6744ca8b38947e5ed99f36', 'subnets': [{'id': '885f4045-8d8e-4d19-b861-51e56a7805ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:21:24.242261 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77f0892-5bdc-4ae5-87a5-957fc9765ed4 None None] Checking router: 21bf9f4a-8e6f-4594-a4f8-afac5a2c2431 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:21:24.242907 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77f0892-5bdc-4ae5-87a5-957fc9765ed4 None None] Updating router 21bf9f4a-8e6f-4594-a4f8-afac5a2c2431 port f69515f5-72b5-4648-ae66-227a0999aafa binding host n-d-789963-26 {{(pid=109695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:21:24.303765 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a77f0892-5bdc-4ae5-87a5-957fc9765ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f69515f5-72b5-4648-ae66-227a0999aafa), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:24.373364 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-9c35548f-042f-4791-94e7-79cc72f4eaf9 req-7dff42a1-fffc-48ed-a618-d766c76ef964 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Allocated IP 172.20.0.7 (685c8d17-3922-4d1c-b347-80d8fb37bd66/a1964736-516d-4974-8f51-9bf716b83041/8466a31c-f20c-4ae6-8713-ce9ab206f33b) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:21:24.388576 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2260e-a5d4-465c-b550-ae008e5cf48f req-3c834cab-0b64-46a0-a974-9dbbc2e08bfd tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:24.395660 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2da2260e-a5d4-465c-b550-ae008e5cf48f req-3c834cab-0b64-46a0-a974-9dbbc2e08bfd tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/ports?device_id=ec5209fd-d18e-4387-9854-6e99d453c598 HTTP/1.1" status: 200 len: 943 time: 0.1572204 Feb 02 07:21:24.437566 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 76ca4042-07f6-46ff-8fa5-71d272d81c1b details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:21:24.556964 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2da2260e-a5d4-465c-b550-ae008e5cf48f req-fa25f270-45df-4d65-9038-f2b9c41fdc77 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/security-groups?id=3524c585-c4e8-4dfb-a8c3-d19c4cb3cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602092 Feb 02 07:21:24.863936 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-48a8d6e7-6197-4379-9e99-4960f35bc0f1 req-3c54494b-3b91-4320-bc28-6944d63c490e tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/ports?device_id=29866e64-76a3-4a50-9018-d0c987783a84 HTTP/1.1" status: 200 len: 210 time: 0.1703265 Feb 02 07:21:25.010793 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-9c35548f-042f-4791-94e7-79cc72f4eaf9 req-7dff42a1-fffc-48ed-a618-d766c76ef964 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Publish callbacks [] for port (8466a31c-f20c-4ae6-8713-ce9ab206f33b), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:25.014349 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-af7fa58e-ab1f-460d-9479-d6be7b954728 req-6bf80160-d456-46fc-9178-75b7fa7de6dd tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/ports?device_id=23d00674-1c75-41ed-b39c-9b1c1a82bdbd HTTP/1.1" status: 200 len: 210 time: 0.0421596 Feb 02 07:21:25.049905 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 76ca4042-07f6-46ff-8fa5-71d272d81c1b, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=76ca4042-07f6-46ff-8fa5-71d272d81c1b,segment=NetworkSegment(4f5298fd-80d5-4af0-b762-03d1bff87a8c),segment_id=4f5298fd-80d5-4af0-b762-03d1bff87a8c)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:21:25.079302 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': '76ca4042-07f6-46ff-8fa5-71d272d81c1b', 'network_id': 'd194a686-ccd5-4b19-b7e3-633cf070453a', 'port_id': '76ca4042-07f6-46ff-8fa5-71d272d81c1b', 'mac_address': 'fa:16:3e:b9:36:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '381c6130-79ff-4c24-85c5-0c6ea3864e87', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:21:25.096707 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-9c35548f-042f-4791-94e7-79cc72f4eaf9 req-7dff42a1-fffc-48ed-a618-d766c76ef964 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (8466a31c-f20c-4ae6-8713-ce9ab206f33b), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:25.166648 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['8b7c2392-6bd1-46b6-99e5-ec27d9496364'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:21:25.198386 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c35548f-042f-4791-94e7-79cc72f4eaf9 req-7dff42a1-fffc-48ed-a618-d766c76ef964 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Network 685c8d17-3922-4d1c-b347-80d8fb37bd66 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:21:25.203840 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-9c35548f-042f-4791-94e7-79cc72f4eaf9 req-7dff42a1-fffc-48ed-a618-d766c76ef964 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:21:25.218398 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c35548f-042f-4791-94e7-79cc72f4eaf9 req-7dff42a1-fffc-48ed-a618-d766c76ef964 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:21:25.288255 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dff42a1-fffc-48ed-a618-d766c76ef964 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Pushing event updated for resources: {'Port': ['ID=8466a31c-f20c-4ae6-8713-ce9ab206f33b,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:25.309906 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dff42a1-fffc-48ed-a618-d766c76ef964 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:21:25.310539 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dff42a1-fffc-48ed-a618-d766c76ef964 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:21:25.311035 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dff42a1-fffc-48ed-a618-d766c76ef964 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:21:25.311526 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dff42a1-fffc-48ed-a618-d766c76ef964 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:21:25.312064 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dff42a1-fffc-48ed-a618-d766c76ef964 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:21:25.312833 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dff42a1-fffc-48ed-a618-d766c76ef964 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:21:25.313330 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dff42a1-fffc-48ed-a618-d766c76ef964 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:21:25.313811 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dff42a1-fffc-48ed-a618-d766c76ef964 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:21:25.314302 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dff42a1-fffc-48ed-a618-d766c76ef964 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:21:25.314792 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dff42a1-fffc-48ed-a618-d766c76ef964 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:21:25.315271 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dff42a1-fffc-48ed-a618-d766c76ef964 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:21:25.315897 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dff42a1-fffc-48ed-a618-d766c76ef964 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:21:25.316370 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dff42a1-fffc-48ed-a618-d766c76ef964 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:21:25.348074 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c35548f-042f-4791-94e7-79cc72f4eaf9 req-7dff42a1-fffc-48ed-a618-d766c76ef964 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:25.349697 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-9c35548f-042f-4791-94e7-79cc72f4eaf9 req-7dff42a1-fffc-48ed-a618-d766c76ef964 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:25.377905 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9c35548f-042f-4791-94e7-79cc72f4eaf9 req-7dff42a1-fffc-48ed-a618-d766c76ef964 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1078601 Feb 02 07:21:25.423817 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 76ca4042-07f6-46ff-8fa5-71d272d81c1b is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:21:25.424304 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (76ca4042-07f6-46ff-8fa5-71d272d81c1b), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:25.468283 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76ca4042-07f6-46ff-8fa5-71d272d81c1b {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:21:25.534729 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 76ca4042-07f6-46ff-8fa5-71d272d81c1b, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=76ca4042-07f6-46ff-8fa5-71d272d81c1b,segment=NetworkSegment(4f5298fd-80d5-4af0-b762-03d1bff87a8c),segment_id=4f5298fd-80d5-4af0-b762-03d1bff87a8c)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:21:25.611653 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631763cd-6bff-43fc-acfd-41d7a29e3928 req-52ecf72b-81fd-4912-93d1-59b9c58f41ee tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:25.613406 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-631763cd-6bff-43fc-acfd-41d7a29e3928 req-52ecf72b-81fd-4912-93d1-59b9c58f41ee tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/networks?id=eb10f7d9-5215-469a-8039-9f917b412efa HTTP/1.1" status: 200 len: 819 time: 0.2337539 Feb 02 07:21:25.618820 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-9c35548f-042f-4791-94e7-79cc72f4eaf9 req-5faec9f1-7455-4b9b-8705-584400dddec9 service neutron] Request body: {'port': {'device_id': '29866e64-76a3-4a50-9018-d0c987783a84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:21:25.678440 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (76ca4042-07f6-46ff-8fa5-71d272d81c1b), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:25.725165 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-631763cd-6bff-43fc-acfd-41d7a29e3928 req-1583d84c-c8cc-422e-96e1-35537e079d84 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/quotas/138c5dcdbd6744ca8b38947e5ed99f36 HTTP/1.1" status: 200 len: 375 time: 0.0626693 Feb 02 07:21:25.783307 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-9c35548f-042f-4791-94e7-79cc72f4eaf9 req-5faec9f1-7455-4b9b-8705-584400dddec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (8466a31c-f20c-4ae6-8713-ce9ab206f33b), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:25.934300 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=76ca4042-07f6-46ff-8fa5-71d272d81c1b,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:25.975341 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-631763cd-6bff-43fc-acfd-41d7a29e3928 req-9c08abfe-361a-4533-9e0e-43f9ae914cfb tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=138c5dcdbd6744ca8b38947e5ed99f36&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2425177 Feb 02 07:21:26.079879 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a77f0892-5bdc-4ae5-87a5-957fc9765ed4 None None] Publish callbacks [] for port (f69515f5-72b5-4648-ae66-227a0999aafa), precommit_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:26.094965 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a77f0892-5bdc-4ae5-87a5-957fc9765ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (f69515f5-72b5-4648-ae66-227a0999aafa), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:26.174217 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['76ca4042-07f6-46ff-8fa5-71d272d81c1b'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:21:26.306559 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-631763cd-6bff-43fc-acfd-41d7a29e3928 req-b2a8af9d-1fa2-414b-9f66-6a7a98e3410c service neutron] 10.222.0.87 "GET /v2.0/networks/eb10f7d9-5215-469a-8039-9f917b412efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232534 Feb 02 07:21:26.408147 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a9d484-8866-4290-8a12-86171bfee28e None None] Pushing event updated for resources: {'Port': ['ID=f69515f5-72b5-4648-ae66-227a0999aafa,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:26.467506 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-a77f0892-5bdc-4ae5-87a5-957fc9765ed4 None None] Attempting to bind port f69515f5-72b5-4648-ae66-227a0999aafa on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:21:26.468778 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-a77f0892-5bdc-4ae5-87a5-957fc9765ed4 None None] Attempting to bind port f69515f5-72b5-4648-ae66-227a0999aafa by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'b6f506b7-afda-4e6b-8599-9c74d4a42be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'eb10f7d9-5215-469a-8039-9f917b412efa'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:21:26.469427 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77f0892-5bdc-4ae5-87a5-957fc9765ed4 None None] Attempting to bind port f69515f5-72b5-4648-ae66-227a0999aafa on network eb10f7d9-5215-469a-8039-9f917b412efa {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:21:26.480284 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77f0892-5bdc-4ae5-87a5-957fc9765ed4 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:21:26.481149 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77f0892-5bdc-4ae5-87a5-957fc9765ed4 None None] Checking segment: {'id': 'b6f506b7-afda-4e6b-8599-9c74d4a42be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'eb10f7d9-5215-469a-8039-9f917b412efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:21:26.481837 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a77f0892-5bdc-4ae5-87a5-957fc9765ed4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:26.489389 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77f0892-5bdc-4ae5-87a5-957fc9765ed4 None None] Bound using segment: {'id': 'b6f506b7-afda-4e6b-8599-9c74d4a42be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'eb10f7d9-5215-469a-8039-9f917b412efa'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:21:26.490353 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-a77f0892-5bdc-4ae5-87a5-957fc9765ed4 None None] Bound port: f69515f5-72b5-4648-ae66-227a0999aafa, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6f506b7-afda-4e6b-8599-9c74d4a42be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'eb10f7d9-5215-469a-8039-9f917b412efa'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:21:26.491934 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a77f0892-5bdc-4ae5-87a5-957fc9765ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f69515f5-72b5-4648-ae66-227a0999aafa), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:26.570957 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6b00ae-d119-445f-9d18-4f60ca8cab27 req-3a4c7a13-2a6f-43cc-964a-d46318eeaa37 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:26.572726 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8e6b00ae-d119-445f-9d18-4f60ca8cab27 req-3a4c7a13-2a6f-43cc-964a-d46318eeaa37 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.59 "GET /v2.0/networks?id=eb10f7d9-5215-469a-8039-9f917b412efa HTTP/1.1" status: 200 len: 819 time: 0.3167534 Feb 02 07:21:26.605799 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-631763cd-6bff-43fc-acfd-41d7a29e3928 req-50e963bc-96aa-4625-85f1-09ef5e073e53 service neutron] 10.222.0.87 "GET /v2.0/networks/eb10f7d9-5215-469a-8039-9f917b412efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966864 Feb 02 07:21:26.625816 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-8e6b00ae-d119-445f-9d18-4f60ca8cab27 req-ced280e0-561a-4cd0-9dd0-2e1771c52d5c tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Request body: {'port': {'device_id': '23d00674-1c75-41ed-b39c-9b1c1a82bdbd', 'network_id': 'eb10f7d9-5215-469a-8039-9f917b412efa', 'admin_state_up': True, 'tenant_id': '138c5dcdbd6744ca8b38947e5ed99f36'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:21:26.674883 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-a77f0892-5bdc-4ae5-87a5-957fc9765ed4 None None] For port f69515f5-72b5-4648-ae66-227a0999aafa, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:21:26.678242 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-a77f0892-5bdc-4ae5-87a5-957fc9765ed4 None None] For port f69515f5-72b5-4648-ae66-227a0999aafa, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=f69515f5-72b5-4648-ae66-227a0999aafa,segment=NetworkSegment(b6f506b7-afda-4e6b-8599-9c74d4a42be7),segment_id=b6f506b7-afda-4e6b-8599-9c74d4a42be7)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:21:26.690144 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a77f0892-5bdc-4ae5-87a5-957fc9765ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (f69515f5-72b5-4648-ae66-227a0999aafa), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:26.824073 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-366a98bc-85d7-4611-a3e7-87f4e086e22f req-6d163245-e6f2-49d8-8a8c-9a2337ca804e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=982a3e02-7238-4c83-a758-6e24ea99ed01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1018937 Feb 02 07:21:26.936814 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-9c35548f-042f-4791-94e7-79cc72f4eaf9 req-5faec9f1-7455-4b9b-8705-584400dddec9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8466a31c-f20c-4ae6-8713-ce9ab206f33b {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:21:26.999892 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-9c35548f-042f-4791-94e7-79cc72f4eaf9 req-5faec9f1-7455-4b9b-8705-584400dddec9 service neutron] Publish callbacks [] for port (8466a31c-f20c-4ae6-8713-ce9ab206f33b), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:27.054904 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-9c35548f-042f-4791-94e7-79cc72f4eaf9 req-5faec9f1-7455-4b9b-8705-584400dddec9 service neutron] Transition to ACTIVE for port object 8466a31c-f20c-4ae6-8713-ce9ab206f33b will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:21:27.057977 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e6b00ae-d119-445f-9d18-4f60ca8cab27 req-ced280e0-561a-4cd0-9dd0-2e1771c52d5c tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Made reservation on behalf of 138c5dcdbd6744ca8b38947e5ed99f36 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:21:27.062369 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-8e6b00ae-d119-445f-9d18-4f60ca8cab27 req-ced280e0-561a-4cd0-9dd0-2e1771c52d5c tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:27.064124 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a98bc-85d7-4611-a3e7-87f4e086e22f req-3a49a4ef-4599-4fe2-8a7f-931ff7e50c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:27.080795 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-9c35548f-042f-4791-94e7-79cc72f4eaf9 req-5faec9f1-7455-4b9b-8705-584400dddec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (8466a31c-f20c-4ae6-8713-ce9ab206f33b), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:27.083819 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-366a98bc-85d7-4611-a3e7-87f4e086e22f req-3a49a4ef-4599-4fe2-8a7f-931ff7e50c18 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9c97b93a669c44538988826a9c309643&device_id=982a3e02-7238-4c83-a758-6e24ea99ed01 HTTP/1.1" status: 200 len: 1128 time: 0.1745200 Feb 02 07:21:27.143949 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77f0892-5bdc-4ae5-87a5-957fc9765ed4 None None] Routers {'21bf9f4a-8e6f-4594-a4f8-afac5a2c2431'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:21:27.144657 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-a77f0892-5bdc-4ae5-87a5-957fc9765ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:21:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['21bf9f4a-8e6f-4594-a4f8-afac5a2c2431'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:21:27.179522 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faec9f1-7455-4b9b-8705-584400dddec9 service neutron] Pushing event updated for resources: {'Port': ['ID=8466a31c-f20c-4ae6-8713-ce9ab206f33b,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:27.201725 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b65e27-4863-4e44-8b89-d5b501c47d5b req-4202f69d-1b04-4134-988e-00c20271a6ed tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:27.204578 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d0b65e27-4863-4e44-8b89-d5b501c47d5b req-4202f69d-1b04-4134-988e-00c20271a6ed tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/ports?device_id=ec5209fd-d18e-4387-9854-6e99d453c598 HTTP/1.1" status: 200 len: 944 time: 0.2946436 Feb 02 07:21:27.229948 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a9d484-8866-4290-8a12-86171bfee28e None None] Pushing event updated for resources: {'Port': ['ID=f69515f5-72b5-4648-ae66-227a0999aafa,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:27.360942 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:27.387463 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a98bc-85d7-4611-a3e7-87f4e086e22f req-41c477bb-4ae0-403c-bd35-d03d38772338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:27.389004 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-366a98bc-85d7-4611-a3e7-87f4e086e22f req-41c477bb-4ae0-403c-bd35-d03d38772338 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d194a686-ccd5-4b19-b7e3-633cf070453a HTTP/1.1" status: 200 len: 915 time: 0.2420423 Feb 02 07:21:27.400020 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-9c35548f-042f-4791-94e7-79cc72f4eaf9 req-5faec9f1-7455-4b9b-8705-584400dddec9 service neutron] Attempting to bind port 8466a31c-f20c-4ae6-8713-ce9ab206f33b on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:21:27.400475 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-9c35548f-042f-4791-94e7-79cc72f4eaf9 req-5faec9f1-7455-4b9b-8705-584400dddec9 service neutron] Attempting to bind port 8466a31c-f20c-4ae6-8713-ce9ab206f33b by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'ef362536-9b29-40d1-9fe4-a7b62c727f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '685c8d17-3922-4d1c-b347-80d8fb37bd66'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:21:27.400833 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c35548f-042f-4791-94e7-79cc72f4eaf9 req-5faec9f1-7455-4b9b-8705-584400dddec9 service neutron] Attempting to bind port 8466a31c-f20c-4ae6-8713-ce9ab206f33b on network 685c8d17-3922-4d1c-b347-80d8fb37bd66 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:21:27.414653 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c35548f-042f-4791-94e7-79cc72f4eaf9 req-5faec9f1-7455-4b9b-8705-584400dddec9 service neutron] Port 8466a31c-f20c-4ae6-8713-ce9ab206f33b on network 685c8d17-3922-4d1c-b347-80d8fb37bd66 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:21:27.414653 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c35548f-042f-4791-94e7-79cc72f4eaf9 req-5faec9f1-7455-4b9b-8705-584400dddec9 service neutron] Attempting to bind port 8466a31c-f20c-4ae6-8713-ce9ab206f33b on network 685c8d17-3922-4d1c-b347-80d8fb37bd66 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:21:27.418602 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-a77f0892-5bdc-4ae5-87a5-957fc9765ed4 None None] Set router 21bf9f4a-8e6f-4594-a4f8-afac5a2c2431 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:21:27.422973 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c35548f-042f-4791-94e7-79cc72f4eaf9 req-5faec9f1-7455-4b9b-8705-584400dddec9 service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:21:27.423331 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c35548f-042f-4791-94e7-79cc72f4eaf9 req-5faec9f1-7455-4b9b-8705-584400dddec9 service neutron] Checking segment: {'id': 'ef362536-9b29-40d1-9fe4-a7b62c727f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '685c8d17-3922-4d1c-b347-80d8fb37bd66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:21:27.423758 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c35548f-042f-4791-94e7-79cc72f4eaf9 req-5faec9f1-7455-4b9b-8705-584400dddec9 service neutron] Bound using segment: {'id': 'ef362536-9b29-40d1-9fe4-a7b62c727f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '685c8d17-3922-4d1c-b347-80d8fb37bd66'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:21:27.424210 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-9c35548f-042f-4791-94e7-79cc72f4eaf9 req-5faec9f1-7455-4b9b-8705-584400dddec9 service neutron] Bound port: 8466a31c-f20c-4ae6-8713-ce9ab206f33b, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef362536-9b29-40d1-9fe4-a7b62c727f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '685c8d17-3922-4d1c-b347-80d8fb37bd66'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:21:27.424571 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-9c35548f-042f-4791-94e7-79cc72f4eaf9 req-5faec9f1-7455-4b9b-8705-584400dddec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (8466a31c-f20c-4ae6-8713-ce9ab206f33b), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:27.483153 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-366a98bc-85d7-4611-a3e7-87f4e086e22f req-b446c647-2078-46f5-9e72-1be1af4532a1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a399082-e671-4e68-ac4e-2cbdc580628f HTTP/1.1" status: 200 len: 217 time: 0.0650480 Feb 02 07:21:27.522112 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d0b65e27-4863-4e44-8b89-d5b501c47d5b req-37714efd-1a8f-4ac9-8647-70b4a03b408e tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/security-groups?id=3524c585-c4e8-4dfb-a8c3-d19c4cb3cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087983 Feb 02 07:21:27.562593 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-8e6b00ae-d119-445f-9d18-4f60ca8cab27 req-ced280e0-561a-4cd0-9dd0-2e1771c52d5c tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Allocated IP 172.20.0.13 (eb10f7d9-5215-469a-8039-9f917b412efa/885f4045-8d8e-4d19-b861-51e56a7805ab/e5040a36-469a-49ae-b19e-fa3dc5f78006) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:21:27.580426 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-9c35548f-042f-4791-94e7-79cc72f4eaf9 req-5faec9f1-7455-4b9b-8705-584400dddec9 service neutron] For port 8466a31c-f20c-4ae6-8713-ce9ab206f33b, host n-h1-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:21:27.584113 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a98bc-85d7-4611-a3e7-87f4e086e22f req-e070a81d-47ef-4038-a96d-43d5fd7d7163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:27.586349 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-9c35548f-042f-4791-94e7-79cc72f4eaf9 req-5faec9f1-7455-4b9b-8705-584400dddec9 service neutron] For port 8466a31c-f20c-4ae6-8713-ce9ab206f33b, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=8466a31c-f20c-4ae6-8713-ce9ab206f33b,segment=NetworkSegment(ef362536-9b29-40d1-9fe4-a7b62c727f04),segment_id=ef362536-9b29-40d1-9fe4-a7b62c727f04)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:21:27.586700 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-366a98bc-85d7-4611-a3e7-87f4e086e22f req-e070a81d-47ef-4038-a96d-43d5fd7d7163 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=381c6130-79ff-4c24-85c5-0c6ea3864e87 HTTP/1.1" status: 200 len: 854 time: 0.0981519 Feb 02 07:21:27.605142 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-9c35548f-042f-4791-94e7-79cc72f4eaf9 req-5faec9f1-7455-4b9b-8705-584400dddec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (8466a31c-f20c-4ae6-8713-ce9ab206f33b), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:27.639508 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-366a98bc-85d7-4611-a3e7-87f4e086e22f req-a4df43fb-148b-42b9-9651-91ce912a1f59 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d194a686-ccd5-4b19-b7e3-633cf070453a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454473 Feb 02 07:21:27.720207 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c35548f-042f-4791-94e7-79cc72f4eaf9 req-5faec9f1-7455-4b9b-8705-584400dddec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:27.722525 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-9c35548f-042f-4791-94e7-79cc72f4eaf9 req-5faec9f1-7455-4b9b-8705-584400dddec9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:27.725470 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9c35548f-042f-4791-94e7-79cc72f4eaf9 req-5faec9f1-7455-4b9b-8705-584400dddec9 service neutron] 10.222.0.88 "PUT /v2.0/ports/8466a31c-f20c-4ae6-8713-ce9ab206f33b HTTP/1.1" status: 200 len: 1092 time: 2.1109324 Feb 02 07:21:27.864355 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29866e64-76a3-4a50-9018-d0c987783a84', 'tag': '8466a31c-f20c-4ae6-8713-ce9ab206f33b'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:21:27.866981 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ed421f-8256-4406-9731-2c65299a3b13" -d '{"events": [{"name": "network-changed", "server_uuid": "29866e64-76a3-4a50-9018-d0c987783a84", "tag": "8466a31c-f20c-4ae6-8713-ce9ab206f33b"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:21:27.872203 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-366a98bc-85d7-4611-a3e7-87f4e086e22f req-9a17cbbf-ab09-49ae-9726-96c050456433 service neutron] 10.222.0.59 "GET /v2.0/networks/d194a686-ccd5-4b19-b7e3-633cf070453a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261384 Feb 02 07:21:27.959910 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-a77f0892-5bdc-4ae5-87a5-957fc9765ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21bf9f4a-8e6f-4594-a4f8-afac5a2c2431', 'name': 'tempest-ServerRescueNegativeTestJSON-1888850031-router', 'tenant_id': '138c5dcdbd6744ca8b38947e5ed99f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'a9d7840c-6479-4995-b5bb-a44bf3c4b278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:21:13Z', 'updated_at': '2022-02-02T07:21:20Z', 'revision_number': 4, 'project_id': '138c5dcdbd6744ca8b38947e5ed99f36', 'gw_port': {'id': 'a9d7840c-6479-4995-b5bb-a44bf3c4b278', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:38:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21bf9f4a-8e6f-4594-a4f8-afac5a2c2431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:21:14Z', 'updated_at': '2022-02-02T07:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'f69515f5-72b5-4648-ae66-227a0999aafa', 'name': '', 'network_id': 'eb10f7d9-5215-469a-8039-9f917b412efa', 'tenant_id': '138c5dcdbd6744ca8b38947e5ed99f36', 'mac_address': 'fa:16:3e:c0:83:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21bf9f4a-8e6f-4594-a4f8-afac5a2c2431', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '885f4045-8d8e-4d19-b861-51e56a7805ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:21:18Z', 'updated_at': '2022-02-02T07:21:26Z', 'revision_number': 4, 'project_id': '138c5dcdbd6744ca8b38947e5ed99f36', 'subnets': [{'id': '885f4045-8d8e-4d19-b861-51e56a7805ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:21:28.033088 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77f0892-5bdc-4ae5-87a5-957fc9765ed4 None None] The sync data for ids ['21bf9f4a-8e6f-4594-a4f8-afac5a2c2431'] in n-d-789963-26 is: [{'id': '21bf9f4a-8e6f-4594-a4f8-afac5a2c2431', 'name': 'tempest-ServerRescueNegativeTestJSON-1888850031-router', 'tenant_id': '138c5dcdbd6744ca8b38947e5ed99f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'a9d7840c-6479-4995-b5bb-a44bf3c4b278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:21:13Z', 'updated_at': '2022-02-02T07:21:20Z', 'revision_number': 4, 'project_id': '138c5dcdbd6744ca8b38947e5ed99f36', 'gw_port': {'id': 'a9d7840c-6479-4995-b5bb-a44bf3c4b278', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:38:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21bf9f4a-8e6f-4594-a4f8-afac5a2c2431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:21:14Z', 'updated_at': '2022-02-02T07:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'f69515f5-72b5-4648-ae66-227a0999aafa', 'name': '', 'network_id': 'eb10f7d9-5215-469a-8039-9f917b412efa', 'tenant_id': '138c5dcdbd6744ca8b38947e5ed99f36', 'mac_address': 'fa:16:3e:c0:83:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21bf9f4a-8e6f-4594-a4f8-afac5a2c2431', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '885f4045-8d8e-4d19-b861-51e56a7805ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:21:18Z', 'updated_at': '2022-02-02T07:21:26Z', 'revision_number': 4, 'project_id': '138c5dcdbd6744ca8b38947e5ed99f36', 'subnets': [{'id': '885f4045-8d8e-4d19-b861-51e56a7805ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:21:28.033834 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faec9f1-7455-4b9b-8705-584400dddec9 service neutron] Pushing event updated for resources: {'Port': ['ID=8466a31c-f20c-4ae6-8713-ce9ab206f33b,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:28.103359 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-8e6b00ae-d119-445f-9d18-4f60ca8cab27 req-ced280e0-561a-4cd0-9dd0-2e1771c52d5c tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Publish callbacks [] for port (e5040a36-469a-49ae-b19e-fa3dc5f78006), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:28.110257 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c35548f-042f-4791-94e7-79cc72f4eaf9 req-cb573dbd-e165-4ccb-9142-6a17fbf91aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:28.112329 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9c35548f-042f-4791-94e7-79cc72f4eaf9 req-cb573dbd-e165-4ccb-9142-6a17fbf91aca service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c0a9935245e74c7ca5a3b5e5150aa1a8&device_id=29866e64-76a3-4a50-9018-d0c987783a84 HTTP/1.1" status: 200 len: 1126 time: 0.2411551 Feb 02 07:21:28.118062 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-366a98bc-85d7-4611-a3e7-87f4e086e22f req-78d96992-d8eb-4f18-86f5-67c426a3133c service neutron] 10.222.0.59 "GET /v2.0/networks/d194a686-ccd5-4b19-b7e3-633cf070453a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383444 Feb 02 07:21:28.145051 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fecf5e-dcf8-421a-8467-05324b87863e req-8718c501-0787-44d4-a8b1-a962f8084f9f tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:28.151899 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-09fecf5e-dcf8-421a-8467-05324b87863e req-8718c501-0787-44d4-a8b1-a962f8084f9f tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/ports?device_id=29866e64-76a3-4a50-9018-d0c987783a84 HTTP/1.1" status: 200 len: 943 time: 0.4310386 Feb 02 07:21:28.240059 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9c35548f-042f-4791-94e7-79cc72f4eaf9 req-2ad6e360-1445-4072-8154-d1e8c08c9f4a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8466a31c-f20c-4ae6-8713-ce9ab206f33b HTTP/1.1" status: 200 len: 217 time: 0.0855954 Feb 02 07:21:28.374559 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c35548f-042f-4791-94e7-79cc72f4eaf9 req-f0e24d2c-f36e-42a7-a42f-348dfe4dfbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:28.376085 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9c35548f-042f-4791-94e7-79cc72f4eaf9 req-f0e24d2c-f36e-42a7-a42f-348dfe4dfbe3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a1964736-516d-4974-8f51-9bf716b83041 HTTP/1.1" status: 200 len: 850 time: 0.1119268 Feb 02 07:21:28.381308 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-09fecf5e-dcf8-421a-8467-05324b87863e req-18f4200a-db51-413c-813c-4f60bd86d410 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/security-groups?id=8d1cc325-a632-46e6-9754-02bd96fce640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316123 Feb 02 07:21:28.391408 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-8e6b00ae-d119-445f-9d18-4f60ca8cab27 req-ced280e0-561a-4cd0-9dd0-2e1771c52d5c tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (e5040a36-469a-49ae-b19e-fa3dc5f78006), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:28.425138 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 76ca4042-07f6-46ff-8fa5-71d272d81c1b up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:21:28.565904 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9c35548f-042f-4791-94e7-79cc72f4eaf9 req-51882ef3-62ce-4c3d-a5e9-73bc599e226e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=685c8d17-3922-4d1c-b347-80d8fb37bd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1711857 Feb 02 07:21:28.571662 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port 76ca4042-07f6-46ff-8fa5-71d272d81c1b completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:21:28.579052 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port 76ca4042-07f6-46ff-8fa5-71d272d81c1b triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:21:28.580012 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (76ca4042-07f6-46ff-8fa5-71d272d81c1b), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:28.586175 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e6b00ae-d119-445f-9d18-4f60ca8cab27 req-ced280e0-561a-4cd0-9dd0-2e1771c52d5c tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Network eb10f7d9-5215-469a-8039-9f917b412efa is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:21:28.663218 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-8e6b00ae-d119-445f-9d18-4f60ca8cab27 req-ced280e0-561a-4cd0-9dd0-2e1771c52d5c tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:21:28.674030 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ed6fe376-d466-493b-87f3-440c4a4c9a0f req-42dded33-113d-4d29-9eb6-8c262afcc8cf tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/ports?device_id=46ecb815-244b-4aba-b16c-b3d1870dd51e HTTP/1.1" status: 200 len: 210 time: 0.0861146 Feb 02 07:21:28.685977 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e6b00ae-d119-445f-9d18-4f60ca8cab27 req-ced280e0-561a-4cd0-9dd0-2e1771c52d5c tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:21:28.732926 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced280e0-561a-4cd0-9dd0-2e1771c52d5c tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Pushing event updated for resources: {'Port': ['ID=e5040a36-469a-49ae-b19e-fa3dc5f78006,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:28.872357 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef62318-362d-4bf0-80bd-3ff80086ef68 x-openstack-request-id: req-9ef62318-362d-4bf0-80bd-3ff80086ef68 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:21:28.872653 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29866e64-76a3-4a50-9018-d0c987783a84", "tag": "8466a31c-f20c-4ae6-8713-ce9ab206f33b", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:21:28.872909 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-9ef62318-362d-4bf0-80bd-3ff80086ef68 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:21:28.873300 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29866e64-76a3-4a50-9018-d0c987783a84', 'tag': '8466a31c-f20c-4ae6-8713-ce9ab206f33b', 'status': 'completed', 'code': 200} Feb 02 07:21:28.918357 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 76ca4042-07f6-46ff-8fa5-71d272d81c1b is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:21:28.918830 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (76ca4042-07f6-46ff-8fa5-71d272d81c1b), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:28.932974 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6b00ae-d119-445f-9d18-4f60ca8cab27 req-ced280e0-561a-4cd0-9dd0-2e1771c52d5c tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:28.934295 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-8e6b00ae-d119-445f-9d18-4f60ca8cab27 req-ced280e0-561a-4cd0-9dd0-2e1771c52d5c tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:29.061214 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8e6b00ae-d119-445f-9d18-4f60ca8cab27 req-ced280e0-561a-4cd0-9dd0-2e1771c52d5c tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4543078 Feb 02 07:21:29.064442 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 76ca4042-07f6-46ff-8fa5-71d272d81c1b, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=76ca4042-07f6-46ff-8fa5-71d272d81c1b,segment=NetworkSegment(4f5298fd-80d5-4af0-b762-03d1bff87a8c),segment_id=4f5298fd-80d5-4af0-b762-03d1bff87a8c)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:21:29.065568 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec5209fd-d18e-4387-9854-6e99d453c598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76ca4042-07f6-46ff-8fa5-71d272d81c1b'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:21:29.068242 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb16f95-ce74-4d7c-8dac-6caf89d04adb" -d '{"events": [{"server_uuid": "ec5209fd-d18e-4387-9854-6e99d453c598", "name": "network-vif-plugged", "status": "completed", "tag": "76ca4042-07f6-46ff-8fa5-71d272d81c1b"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:21:29.080948 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (76ca4042-07f6-46ff-8fa5-71d272d81c1b), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:29.120667 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-8e6b00ae-d119-445f-9d18-4f60ca8cab27 req-a36a0c23-67f8-496e-b6b7-8ba549036140 service neutron] Request body: {'port': {'device_id': '23d00674-1c75-41ed-b39c-9b1c1a82bdbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:21:29.124661 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9c35548f-042f-4791-94e7-79cc72f4eaf9 req-b470dcee-4427-4cc9-a07a-45103e18cc5f service neutron] 10.222.0.88 "GET /v2.0/networks/685c8d17-3922-4d1c-b347-80d8fb37bd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5011318 Feb 02 07:21:29.209740 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=76ca4042-07f6-46ff-8fa5-71d272d81c1b,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:29.229076 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631763cd-6bff-43fc-acfd-41d7a29e3928 req-7d6f0bd2-d2cd-4dde-9ff3-5f35534ffee9 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:29.231447 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-631763cd-6bff-43fc-acfd-41d7a29e3928 req-7d6f0bd2-d2cd-4dde-9ff3-5f35534ffee9 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.88 "GET /v2.0/networks?id=eb10f7d9-5215-469a-8039-9f917b412efa HTTP/1.1" status: 200 len: 819 time: 0.3254986 Feb 02 07:21:29.234040 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:21:29.234398 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:21:29.234743 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:21:29.235092 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:21:29.235428 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:21:29.235982 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:21:29.236476 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:21:29.237165 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:21:29.237654 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:21:29.238141 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:21:29.238620 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:21:29.239105 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:21:29.239630 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:21:29.309273 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-631763cd-6bff-43fc-acfd-41d7a29e3928 req-c6b7573e-feae-45ce-91d7-b0a4fd0d2511 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Request body: {'port': {'device_id': '46ecb815-244b-4aba-b16c-b3d1870dd51e', 'network_id': 'eb10f7d9-5215-469a-8039-9f917b412efa', 'admin_state_up': True, 'tenant_id': '138c5dcdbd6744ca8b38947e5ed99f36'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:21:29.603195 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-631763cd-6bff-43fc-acfd-41d7a29e3928 req-c6b7573e-feae-45ce-91d7-b0a4fd0d2511 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Made reservation on behalf of 138c5dcdbd6744ca8b38947e5ed99f36 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:21:29.607359 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-631763cd-6bff-43fc-acfd-41d7a29e3928 req-c6b7573e-feae-45ce-91d7-b0a4fd0d2511 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:29.654901 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device f69515f5-72b5-4648-ae66-227a0999aafa up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:21:29.839104 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port f69515f5-72b5-4648-ae66-227a0999aafa triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:21:29.839847 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (f69515f5-72b5-4648-ae66-227a0999aafa), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:29.954345 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-631763cd-6bff-43fc-acfd-41d7a29e3928 req-c6b7573e-feae-45ce-91d7-b0a4fd0d2511 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Allocated IP 172.20.0.11 (eb10f7d9-5215-469a-8039-9f917b412efa/885f4045-8d8e-4d19-b861-51e56a7805ab/a4798c6d-703d-424a-8316-7ffead506643) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:21:30.031680 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port f69515f5-72b5-4648-ae66-227a0999aafa is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:21:30.032105 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f69515f5-72b5-4648-ae66-227a0999aafa), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:30.051055 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 39596) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:21:30.099994 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port f69515f5-72b5-4648-ae66-227a0999aafa, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=f69515f5-72b5-4648-ae66-227a0999aafa,segment=NetworkSegment(b6f506b7-afda-4e6b-8599-9c74d4a42be7),segment_id=b6f506b7-afda-4e6b-8599-9c74d4a42be7)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:21:30.114183 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (f69515f5-72b5-4648-ae66-227a0999aafa), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:30.179391 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a368e8ba-e09a-4201-a600-f08a428d592c req-5866d510-1526-4834-ae64-44b6fc8d245b tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:30.193725 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a368e8ba-e09a-4201-a600-f08a428d592c req-5866d510-1526-4834-ae64-44b6fc8d245b tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/ports?device_id=ec5209fd-d18e-4387-9854-6e99d453c598 HTTP/1.1" status: 200 len: 945 time: 1.1972265 Feb 02 07:21:30.258770 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=f69515f5-72b5-4648-ae66-227a0999aafa,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:30.294034 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-8e6b00ae-d119-445f-9d18-4f60ca8cab27 req-a36a0c23-67f8-496e-b6b7-8ba549036140 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (e5040a36-469a-49ae-b19e-fa3dc5f78006), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:30.329863 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-631763cd-6bff-43fc-acfd-41d7a29e3928 req-c6b7573e-feae-45ce-91d7-b0a4fd0d2511 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Publish callbacks [] for port (a4798c6d-703d-424a-8316-7ffead506643), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:30.330712 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a368e8ba-e09a-4201-a600-f08a428d592c req-4d2e3a22-04c9-4ab4-9ba7-b44dfa5b6a96 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/security-groups?id=3524c585-c4e8-4dfb-a8c3-d19c4cb3cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320410 Feb 02 07:21:30.331746 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-08f7c7e1-396f-4ec0-9702-d6c4e258b6ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:30.411883 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-276393bb-80e6-48fc-8701-5f61fd8ca0eb x-openstack-request-id: req-276393bb-80e6-48fc-8701-5f61fd8ca0eb {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:21:30.412357 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec5209fd-d18e-4387-9854-6e99d453c598", "name": "network-vif-plugged", "status": "completed", "tag": "76ca4042-07f6-46ff-8fa5-71d272d81c1b", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:21:30.412497 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-276393bb-80e6-48fc-8701-5f61fd8ca0eb {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:21:30.413036 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec5209fd-d18e-4387-9854-6e99d453c598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76ca4042-07f6-46ff-8fa5-71d272d81c1b', 'code': 200} Feb 02 07:21:30.422193 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9c35548f-042f-4791-94e7-79cc72f4eaf9 req-898bb876-93a3-4ba0-acf8-c662e9813b54 service neutron] 10.222.0.88 "GET /v2.0/networks/685c8d17-3922-4d1c-b347-80d8fb37bd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2280021 Feb 02 07:21:30.477894 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-631763cd-6bff-43fc-acfd-41d7a29e3928 req-c6b7573e-feae-45ce-91d7-b0a4fd0d2511 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (a4798c6d-703d-424a-8316-7ffead506643), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:30.718485 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-631763cd-6bff-43fc-acfd-41d7a29e3928 req-c6b7573e-feae-45ce-91d7-b0a4fd0d2511 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Network eb10f7d9-5215-469a-8039-9f917b412efa is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:21:30.732533 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-631763cd-6bff-43fc-acfd-41d7a29e3928 req-c6b7573e-feae-45ce-91d7-b0a4fd0d2511 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:21:30.735099 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b7573e-feae-45ce-91d7-b0a4fd0d2511 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Pushing event updated for resources: {'Port': ['ID=a4798c6d-703d-424a-8316-7ffead506643,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:30.737775 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-631763cd-6bff-43fc-acfd-41d7a29e3928 req-c6b7573e-feae-45ce-91d7-b0a4fd0d2511 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:21:30.746823 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-08f7c7e1-396f-4ec0-9702-d6c4e258b6ed admin admin] Publish callbacks [] for security_group (5ca5e188-045e-48b5-99de-e21209b9c4eb), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:30.778880 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-08f7c7e1-396f-4ec0-9702-d6c4e258b6ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (5ca5e188-045e-48b5-99de-e21209b9c4eb), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:30.847749 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-08f7c7e1-396f-4ec0-9702-d6c4e258b6ed admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=400bd9014c1c41d0990a167ebfef326e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7932653 Feb 02 07:21:30.849553 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 39606) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:21:30.854931 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-8e6b00ae-d119-445f-9d18-4f60ca8cab27 req-a36a0c23-67f8-496e-b6b7-8ba549036140 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5040a36-469a-49ae-b19e-fa3dc5f78006 {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:21:30.862193 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f7c7e1-396f-4ec0-9702-d6c4e258b6ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca5e188-045e-48b5-99de-e21209b9c4eb,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:30.863796 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-8e6b00ae-d119-445f-9d18-4f60ca8cab27 req-a36a0c23-67f8-496e-b6b7-8ba549036140 service neutron] Publish callbacks [] for port (e5040a36-469a-49ae-b19e-fa3dc5f78006), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:30.877117 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-8e6b00ae-d119-445f-9d18-4f60ca8cab27 req-a36a0c23-67f8-496e-b6b7-8ba549036140 service neutron] Transition to ACTIVE for port object e5040a36-469a-49ae-b19e-fa3dc5f78006 will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:21:30.897977 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-8e6b00ae-d119-445f-9d18-4f60ca8cab27 req-a36a0c23-67f8-496e-b6b7-8ba549036140 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (e5040a36-469a-49ae-b19e-fa3dc5f78006), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:30.984004 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83b47ae-99c7-4918-8c84-17e6c947eb07 req-18aafcf7-a697-4ad1-861d-4a0e389f7de9 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:30.992567 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d83b47ae-99c7-4918-8c84-17e6c947eb07 req-18aafcf7-a697-4ad1-861d-4a0e389f7de9 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/ports?device_id=29866e64-76a3-4a50-9018-d0c987783a84 HTTP/1.1" status: 200 len: 943 time: 0.4068782 Feb 02 07:21:31.020837 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-05067c25-6ccd-4ff5-bd17-0c97ec1cbbe8 admin admin] Publish callbacks [] for security_group (5ca5e188-045e-48b5-99de-e21209b9c4eb), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:31.025075 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dd6550-0f00-423d-9a9c-5873b61277b2 req-a9b179da-2b31-4302-9047-110ee71f3ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:31.029277 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f8dd6550-0f00-423d-9a9c-5873b61277b2 req-a9b179da-2b31-4302-9047-110ee71f3ca8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ec5209fd-d18e-4387-9854-6e99d453c598 HTTP/1.1" status: 200 len: 1128 time: 0.4438019 Feb 02 07:21:31.035180 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed421f-8256-4406-9731-2c65299a3b13 req-24d9b86d-a8a1-4995-add8-ac503a807c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:31.036974 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d0ed421f-8256-4406-9731-2c65299a3b13 req-24d9b86d-a8a1-4995-add8-ac503a807c48 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c0a9935245e74c7ca5a3b5e5150aa1a8&device_id=29866e64-76a3-4a50-9018-d0c987783a84 HTTP/1.1" status: 200 len: 1126 time: 0.4525533 Feb 02 07:21:31.037612 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36a0c23-67f8-496e-b6b7-8ba549036140 service neutron] Pushing event updated for resources: {'Port': ['ID=e5040a36-469a-49ae-b19e-fa3dc5f78006,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:31.097421 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631763cd-6bff-43fc-acfd-41d7a29e3928 req-c6b7573e-feae-45ce-91d7-b0a4fd0d2511 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:31.098314 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-631763cd-6bff-43fc-acfd-41d7a29e3928 req-c6b7573e-feae-45ce-91d7-b0a4fd0d2511 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:31.142797 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-631763cd-6bff-43fc-acfd-41d7a29e3928 req-c6b7573e-feae-45ce-91d7-b0a4fd0d2511 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8393555 Feb 02 07:21:31.184717 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-631763cd-6bff-43fc-acfd-41d7a29e3928 req-13484460-3cf1-44d6-810c-f2116de95aa4 service neutron] Request body: {'port': {'device_id': '46ecb815-244b-4aba-b16c-b3d1870dd51e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:21:31.236574 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-05067c25-6ccd-4ff5-bd17-0c97ec1cbbe8 admin admin] Publish callbacks [] for security_group (5ca5e188-045e-48b5-99de-e21209b9c4eb), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:31.255869 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d83b47ae-99c7-4918-8c84-17e6c947eb07 req-1e477b20-08ba-4c94-83c7-ea9d4928d56b tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/security-groups?id=8d1cc325-a632-46e6-9754-02bd96fce640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477448 Feb 02 07:21:31.269878 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-8e6b00ae-d119-445f-9d18-4f60ca8cab27 req-a36a0c23-67f8-496e-b6b7-8ba549036140 service neutron] Attempting to bind port e5040a36-469a-49ae-b19e-fa3dc5f78006 on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:21:31.270093 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f8dd6550-0f00-423d-9a9c-5873b61277b2 req-2f9c3b62-5d69-4486-b236-9c79c9656bcb service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3524c585-c4e8-4dfb-a8c3-d19c4cb3cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328572 Feb 02 07:21:31.270218 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-8e6b00ae-d119-445f-9d18-4f60ca8cab27 req-a36a0c23-67f8-496e-b6b7-8ba549036140 service neutron] Attempting to bind port e5040a36-469a-49ae-b19e-fa3dc5f78006 by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': 'b6f506b7-afda-4e6b-8599-9c74d4a42be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'eb10f7d9-5215-469a-8039-9f917b412efa'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:21:31.270549 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6b00ae-d119-445f-9d18-4f60ca8cab27 req-a36a0c23-67f8-496e-b6b7-8ba549036140 service neutron] Attempting to bind port e5040a36-469a-49ae-b19e-fa3dc5f78006 on network eb10f7d9-5215-469a-8039-9f917b412efa {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:21:31.283592 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6b00ae-d119-445f-9d18-4f60ca8cab27 req-a36a0c23-67f8-496e-b6b7-8ba549036140 service neutron] Port e5040a36-469a-49ae-b19e-fa3dc5f78006 on network eb10f7d9-5215-469a-8039-9f917b412efa not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:21:31.284883 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6b00ae-d119-445f-9d18-4f60ca8cab27 req-a36a0c23-67f8-496e-b6b7-8ba549036140 service neutron] Attempting to bind port e5040a36-469a-49ae-b19e-fa3dc5f78006 on network eb10f7d9-5215-469a-8039-9f917b412efa {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:21:31.304844 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-631763cd-6bff-43fc-acfd-41d7a29e3928 req-13484460-3cf1-44d6-810c-f2116de95aa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (a4798c6d-703d-424a-8316-7ffead506643), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:31.313467 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6b00ae-d119-445f-9d18-4f60ca8cab27 req-a36a0c23-67f8-496e-b6b7-8ba549036140 service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:21:31.314089 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6b00ae-d119-445f-9d18-4f60ca8cab27 req-a36a0c23-67f8-496e-b6b7-8ba549036140 service neutron] Checking segment: {'id': 'b6f506b7-afda-4e6b-8599-9c74d4a42be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'eb10f7d9-5215-469a-8039-9f917b412efa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:21:31.314699 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6b00ae-d119-445f-9d18-4f60ca8cab27 req-a36a0c23-67f8-496e-b6b7-8ba549036140 service neutron] Bound using segment: {'id': 'b6f506b7-afda-4e6b-8599-9c74d4a42be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'eb10f7d9-5215-469a-8039-9f917b412efa'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:21:31.315328 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-8e6b00ae-d119-445f-9d18-4f60ca8cab27 req-a36a0c23-67f8-496e-b6b7-8ba549036140 service neutron] Bound port: e5040a36-469a-49ae-b19e-fa3dc5f78006, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6f506b7-afda-4e6b-8599-9c74d4a42be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'eb10f7d9-5215-469a-8039-9f917b412efa'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:21:31.315897 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-8e6b00ae-d119-445f-9d18-4f60ca8cab27 req-a36a0c23-67f8-496e-b6b7-8ba549036140 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (e5040a36-469a-49ae-b19e-fa3dc5f78006), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:31.396981 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed421f-8256-4406-9731-2c65299a3b13 req-5acb6108-327c-42a6-998d-84695a5cb977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:31.398566 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d0ed421f-8256-4406-9731-2c65299a3b13 req-5acb6108-327c-42a6-998d-84695a5cb977 service neutron] 10.222.0.88 "GET /v2.0/networks?id=685c8d17-3922-4d1c-b347-80d8fb37bd66 HTTP/1.1" status: 200 len: 911 time: 0.3428695 Feb 02 07:21:31.522132 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d0ed421f-8256-4406-9731-2c65299a3b13 req-91db2e0f-1ad0-4bab-bef0-d1cbb1c8051f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8466a31c-f20c-4ae6-8713-ce9ab206f33b HTTP/1.1" status: 200 len: 217 time: 0.0970094 Feb 02 07:21:31.531878 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-05067c25-6ccd-4ff5-bd17-0c97ec1cbbe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (5ca5e188-045e-48b5-99de-e21209b9c4eb), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:31.536855 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-05067c25-6ccd-4ff5-bd17-0c97ec1cbbe8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:31.548316 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-05067c25-6ccd-4ff5-bd17-0c97ec1cbbe8 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/5ca5e188-045e-48b5-99de-e21209b9c4eb HTTP/1.1" status: 204 len: 168 time: 0.6859095 Feb 02 07:21:31.559097 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device f69515f5-72b5-4648-ae66-227a0999aafa up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:21:31.579637 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05067c25-6ccd-4ff5-bd17-0c97ec1cbbe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca5e188-045e-48b5-99de-e21209b9c4eb,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:31.625975 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-8e6b00ae-d119-445f-9d18-4f60ca8cab27 req-a36a0c23-67f8-496e-b6b7-8ba549036140 service neutron] For port e5040a36-469a-49ae-b19e-fa3dc5f78006, host n-h2-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:21:31.638653 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-8e6b00ae-d119-445f-9d18-4f60ca8cab27 req-a36a0c23-67f8-496e-b6b7-8ba549036140 service neutron] For port e5040a36-469a-49ae-b19e-fa3dc5f78006, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=e5040a36-469a-49ae-b19e-fa3dc5f78006,segment=NetworkSegment(b6f506b7-afda-4e6b-8599-9c74d4a42be7),segment_id=b6f506b7-afda-4e6b-8599-9c74d4a42be7)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:21:31.675262 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db65253-4572-4e2e-ae0e-e4ea3f686718 req-d9994838-41c8-4008-85a7-9d123ad413b9 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:31.679150 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9db65253-4572-4e2e-ae0e-e4ea3f686718 req-d9994838-41c8-4008-85a7-9d123ad413b9 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/ports?device_id=46ecb815-244b-4aba-b16c-b3d1870dd51e HTTP/1.1" status: 200 len: 932 time: 0.3137550 Feb 02 07:21:31.697346 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port f69515f5-72b5-4648-ae66-227a0999aafa triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:21:31.698314 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (f69515f5-72b5-4648-ae66-227a0999aafa), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:31.729011 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed421f-8256-4406-9731-2c65299a3b13 req-200f21fd-61e6-4c5a-93b3-8b7b6a94574b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:31.732057 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d0ed421f-8256-4406-9731-2c65299a3b13 req-200f21fd-61e6-4c5a-93b3-8b7b6a94574b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a1964736-516d-4974-8f51-9bf716b83041 HTTP/1.1" status: 200 len: 850 time: 0.2044330 Feb 02 07:21:31.737949 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-8e6b00ae-d119-445f-9d18-4f60ca8cab27 req-a36a0c23-67f8-496e-b6b7-8ba549036140 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (e5040a36-469a-49ae-b19e-fa3dc5f78006), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:31.853153 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-631763cd-6bff-43fc-acfd-41d7a29e3928 req-13484460-3cf1-44d6-810c-f2116de95aa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4798c6d-703d-424a-8316-7ffead506643 {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:21:31.864238 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-631763cd-6bff-43fc-acfd-41d7a29e3928 req-13484460-3cf1-44d6-810c-f2116de95aa4 service neutron] Publish callbacks [] for port (a4798c6d-703d-424a-8316-7ffead506643), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:31.866383 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d0ed421f-8256-4406-9731-2c65299a3b13 req-90486794-1ad8-4b5f-a18c-8773b4aaf8b4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=685c8d17-3922-4d1c-b347-80d8fb37bd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1173539 Feb 02 07:21:31.880890 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6b00ae-d119-445f-9d18-4f60ca8cab27 req-a36a0c23-67f8-496e-b6b7-8ba549036140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:31.882021 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-8e6b00ae-d119-445f-9d18-4f60ca8cab27 req-a36a0c23-67f8-496e-b6b7-8ba549036140 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:31.883651 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8e6b00ae-d119-445f-9d18-4f60ca8cab27 req-a36a0c23-67f8-496e-b6b7-8ba549036140 service neutron] 10.222.0.59 "PUT /v2.0/ports/e5040a36-469a-49ae-b19e-fa3dc5f78006 HTTP/1.1" status: 200 len: 1093 time: 2.7825282 Feb 02 07:21:31.892652 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-631763cd-6bff-43fc-acfd-41d7a29e3928 req-13484460-3cf1-44d6-810c-f2116de95aa4 service neutron] Transition to ACTIVE for port object a4798c6d-703d-424a-8316-7ffead506643 will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:21:31.903454 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23d00674-1c75-41ed-b39c-9b1c1a82bdbd', 'tag': 'e5040a36-469a-49ae-b19e-fa3dc5f78006'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:21:31.903685 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-631763cd-6bff-43fc-acfd-41d7a29e3928 req-13484460-3cf1-44d6-810c-f2116de95aa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (a4798c6d-703d-424a-8316-7ffead506643), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:31.906908 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67308a07-da9a-41cf-b1cd-7eaaf51b514e" -d '{"events": [{"name": "network-changed", "server_uuid": "23d00674-1c75-41ed-b39c-9b1c1a82bdbd", "tag": "e5040a36-469a-49ae-b19e-fa3dc5f78006"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:21:31.920839 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port f69515f5-72b5-4648-ae66-227a0999aafa is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:21:32.006312 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9db65253-4572-4e2e-ae0e-e4ea3f686718 req-1173858d-861e-4273-86c0-bca939c48ae3 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/security-groups?id=6795e0a6-69cc-42c2-a292-352f11146466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700408 Feb 02 07:21:32.044786 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13484460-3cf1-44d6-810c-f2116de95aa4 service neutron] Pushing event updated for resources: {'Port': ['ID=a4798c6d-703d-424a-8316-7ffead506643,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:32.129588 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36a0c23-67f8-496e-b6b7-8ba549036140 service neutron] Pushing event updated for resources: {'Port': ['ID=e5040a36-469a-49ae-b19e-fa3dc5f78006,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:32.170367 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-631763cd-6bff-43fc-acfd-41d7a29e3928 req-13484460-3cf1-44d6-810c-f2116de95aa4 service neutron] Attempting to bind port a4798c6d-703d-424a-8316-7ffead506643 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:21:32.170923 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-631763cd-6bff-43fc-acfd-41d7a29e3928 req-13484460-3cf1-44d6-810c-f2116de95aa4 service neutron] Attempting to bind port a4798c6d-703d-424a-8316-7ffead506643 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'b6f506b7-afda-4e6b-8599-9c74d4a42be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'eb10f7d9-5215-469a-8039-9f917b412efa'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:21:32.171636 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631763cd-6bff-43fc-acfd-41d7a29e3928 req-13484460-3cf1-44d6-810c-f2116de95aa4 service neutron] Attempting to bind port a4798c6d-703d-424a-8316-7ffead506643 on network eb10f7d9-5215-469a-8039-9f917b412efa {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:21:32.178749 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631763cd-6bff-43fc-acfd-41d7a29e3928 req-13484460-3cf1-44d6-810c-f2116de95aa4 service neutron] Port a4798c6d-703d-424a-8316-7ffead506643 on network eb10f7d9-5215-469a-8039-9f917b412efa not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:21:32.178749 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631763cd-6bff-43fc-acfd-41d7a29e3928 req-13484460-3cf1-44d6-810c-f2116de95aa4 service neutron] Attempting to bind port a4798c6d-703d-424a-8316-7ffead506643 on network eb10f7d9-5215-469a-8039-9f917b412efa {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:21:32.180490 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 39620) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:21:32.199960 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631763cd-6bff-43fc-acfd-41d7a29e3928 req-13484460-3cf1-44d6-810c-f2116de95aa4 service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:21:32.200486 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631763cd-6bff-43fc-acfd-41d7a29e3928 req-13484460-3cf1-44d6-810c-f2116de95aa4 service neutron] Checking segment: {'id': 'b6f506b7-afda-4e6b-8599-9c74d4a42be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'eb10f7d9-5215-469a-8039-9f917b412efa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:21:32.201008 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631763cd-6bff-43fc-acfd-41d7a29e3928 req-13484460-3cf1-44d6-810c-f2116de95aa4 service neutron] Bound using segment: {'id': 'b6f506b7-afda-4e6b-8599-9c74d4a42be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'eb10f7d9-5215-469a-8039-9f917b412efa'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:21:32.201581 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-631763cd-6bff-43fc-acfd-41d7a29e3928 req-13484460-3cf1-44d6-810c-f2116de95aa4 service neutron] Bound port: a4798c6d-703d-424a-8316-7ffead506643, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6f506b7-afda-4e6b-8599-9c74d4a42be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'eb10f7d9-5215-469a-8039-9f917b412efa'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:21:32.202051 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-631763cd-6bff-43fc-acfd-41d7a29e3928 req-13484460-3cf1-44d6-810c-f2116de95aa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (a4798c6d-703d-424a-8316-7ffead506643), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:32.205405 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6b00ae-d119-445f-9d18-4f60ca8cab27 req-6faa96e2-cc80-484b-9470-948f259651c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:32.206013 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-127e7482-4043-4571-ac18-3d47772eded5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:32.207109 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8e6b00ae-d119-445f-9d18-4f60ca8cab27 req-6faa96e2-cc80-484b-9470-948f259651c8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=138c5dcdbd6744ca8b38947e5ed99f36&device_id=23d00674-1c75-41ed-b39c-9b1c1a82bdbd HTTP/1.1" status: 200 len: 1127 time: 0.2486472 Feb 02 07:21:32.212263 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d0ed421f-8256-4406-9731-2c65299a3b13 req-c46b2342-d780-43c1-bf82-6237bafc46ba service neutron] 10.222.0.88 "GET /v2.0/networks/685c8d17-3922-4d1c-b347-80d8fb37bd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3330846 Feb 02 07:21:32.225099 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90d889-a0b1-40d9-8fa3-485058b41103 req-0390e5fb-e095-491b-98f1-c4b38a75feee tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:32.232966 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2d90d889-a0b1-40d9-8fa3-485058b41103 req-0390e5fb-e095-491b-98f1-c4b38a75feee tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/ports?device_id=ec5209fd-d18e-4387-9854-6e99d453c598 HTTP/1.1" status: 200 len: 945 time: 0.1136887 Feb 02 07:21:32.317051 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8e6b00ae-d119-445f-9d18-4f60ca8cab27 req-920fc379-26b9-4d7e-8680-06d9a4337f45 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5040a36-469a-49ae-b19e-fa3dc5f78006 HTTP/1.1" status: 200 len: 217 time: 0.0758839 Feb 02 07:21:32.359441 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-127e7482-4043-4571-ac18-3d47772eded5 admin admin] Publish callbacks [] for security_group (d4c9acf4-94b2-42b9-a0ac-64d39b1c54ba), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:32.375541 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-127e7482-4043-4571-ac18-3d47772eded5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (d4c9acf4-94b2-42b9-a0ac-64d39b1c54ba), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:32.419336 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6b00ae-d119-445f-9d18-4f60ca8cab27 req-06d94b4a-a896-4e2d-b4d5-9ab934c309a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:32.420884 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8e6b00ae-d119-445f-9d18-4f60ca8cab27 req-06d94b4a-a896-4e2d-b4d5-9ab934c309a3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=885f4045-8d8e-4d19-b861-51e56a7805ab HTTP/1.1" status: 200 len: 859 time: 0.0920296 Feb 02 07:21:32.429112 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-127e7482-4043-4571-ac18-3d47772eded5 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b355186d6bc74eb1b582db9d5d6cbfe4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2456224 Feb 02 07:21:32.433878 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127e7482-4043-4571-ac18-3d47772eded5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c9acf4-94b2-42b9-a0ac-64d39b1c54ba,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:32.451371 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 39624) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:21:32.470159 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2d90d889-a0b1-40d9-8fa3-485058b41103 req-397f647d-32c7-462f-9d17-a75a24c9d510 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/security-groups?id=3524c585-c4e8-4dfb-a8c3-d19c4cb3cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363160 Feb 02 07:21:32.475386 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-631763cd-6bff-43fc-acfd-41d7a29e3928 req-13484460-3cf1-44d6-810c-f2116de95aa4 service neutron] For port a4798c6d-703d-424a-8316-7ffead506643, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:21:32.480732 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-631763cd-6bff-43fc-acfd-41d7a29e3928 req-13484460-3cf1-44d6-810c-f2116de95aa4 service neutron] For port a4798c6d-703d-424a-8316-7ffead506643, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=a4798c6d-703d-424a-8316-7ffead506643,segment=NetworkSegment(b6f506b7-afda-4e6b-8599-9c74d4a42be7),segment_id=b6f506b7-afda-4e6b-8599-9c74d4a42be7)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:21:32.492848 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-631763cd-6bff-43fc-acfd-41d7a29e3928 req-13484460-3cf1-44d6-810c-f2116de95aa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (a4798c6d-703d-424a-8316-7ffead506643), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:32.515453 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631763cd-6bff-43fc-acfd-41d7a29e3928 req-13484460-3cf1-44d6-810c-f2116de95aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:32.516575 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8e6b00ae-d119-445f-9d18-4f60ca8cab27 req-3561a0fe-b348-4016-8940-fb2788037ecb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=eb10f7d9-5215-469a-8039-9f917b412efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642078 Feb 02 07:21:32.517555 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-631763cd-6bff-43fc-acfd-41d7a29e3928 req-13484460-3cf1-44d6-810c-f2116de95aa4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:32.520310 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-631763cd-6bff-43fc-acfd-41d7a29e3928 req-13484460-3cf1-44d6-810c-f2116de95aa4 service neutron] 10.222.0.88 "PUT /v2.0/ports/a4798c6d-703d-424a-8316-7ffead506643 HTTP/1.1" status: 200 len: 1093 time: 1.3532226 Feb 02 07:21:32.522323 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46ecb815-244b-4aba-b16c-b3d1870dd51e', 'tag': 'a4798c6d-703d-424a-8316-7ffead506643'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:21:32.526716 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0529f704-5383-407f-acff-775d29b435cf" -d '{"events": [{"name": "network-changed", "server_uuid": "46ecb815-244b-4aba-b16c-b3d1870dd51e", "tag": "a4798c6d-703d-424a-8316-7ffead506643"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:21:32.673405 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13484460-3cf1-44d6-810c-f2116de95aa4 service neutron] Pushing event updated for resources: {'Port': ['ID=a4798c6d-703d-424a-8316-7ffead506643,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:32.711854 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631763cd-6bff-43fc-acfd-41d7a29e3928 req-d03798ed-06b1-4c92-8447-8b4016dbce43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:32.718539 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-631763cd-6bff-43fc-acfd-41d7a29e3928 req-d03798ed-06b1-4c92-8447-8b4016dbce43 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=138c5dcdbd6744ca8b38947e5ed99f36&device_id=46ecb815-244b-4aba-b16c-b3d1870dd51e HTTP/1.1" status: 200 len: 1127 time: 0.1330628 Feb 02 07:21:32.723235 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d0ed421f-8256-4406-9731-2c65299a3b13 req-04882109-c22d-4ac6-98bc-0ce7d633a0d3 service neutron] 10.222.0.88 "GET /v2.0/networks/685c8d17-3922-4d1c-b347-80d8fb37bd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4746675 Feb 02 07:21:32.724990 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8e6b00ae-d119-445f-9d18-4f60ca8cab27 req-b4cb9f4d-b2b5-4047-8fd7-1c04019e9c49 service neutron] 10.222.0.59 "GET /v2.0/networks/eb10f7d9-5215-469a-8039-9f917b412efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572475 Feb 02 07:21:32.736540 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a3c17f2-9484-4b3a-9fde-f4346d0ec629 x-openstack-request-id: req-3a3c17f2-9484-4b3a-9fde-f4346d0ec629 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:21:32.737052 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23d00674-1c75-41ed-b39c-9b1c1a82bdbd", "tag": "e5040a36-469a-49ae-b19e-fa3dc5f78006", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:21:32.737419 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-3a3c17f2-9484-4b3a-9fde-f4346d0ec629 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:21:32.737937 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23d00674-1c75-41ed-b39c-9b1c1a82bdbd', 'tag': 'e5040a36-469a-49ae-b19e-fa3dc5f78006', 'status': 'completed', 'code': 200} Feb 02 07:21:32.741184 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6615fcaa-1733-431a-979f-d9ecad2458ba admin admin] Publish callbacks [] for security_group (d4c9acf4-94b2-42b9-a0ac-64d39b1c54ba), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:32.833814 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-631763cd-6bff-43fc-acfd-41d7a29e3928 req-d19f2532-15d5-4b4e-9698-66d1a3910e2b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4798c6d-703d-424a-8316-7ffead506643 HTTP/1.1" status: 200 len: 217 time: 0.0854127 Feb 02 07:21:32.929442 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6615fcaa-1733-431a-979f-d9ecad2458ba admin admin] Publish callbacks [] for security_group (d4c9acf4-94b2-42b9-a0ac-64d39b1c54ba), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:32.931075 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631763cd-6bff-43fc-acfd-41d7a29e3928 req-707d75b6-2361-48ce-bfaf-aa3714bfbc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:32.934309 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-631763cd-6bff-43fc-acfd-41d7a29e3928 req-707d75b6-2361-48ce-bfaf-aa3714bfbc20 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=885f4045-8d8e-4d19-b861-51e56a7805ab HTTP/1.1" status: 200 len: 859 time: 0.0931189 Feb 02 07:21:32.989616 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8e6b00ae-d119-445f-9d18-4f60ca8cab27 req-05f8237f-956f-4bf0-8be4-8c9339215c8b service neutron] 10.222.0.59 "GET /v2.0/networks/eb10f7d9-5215-469a-8039-9f917b412efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500317 Feb 02 07:21:33.013353 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6615fcaa-1733-431a-979f-d9ecad2458ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (d4c9acf4-94b2-42b9-a0ac-64d39b1c54ba), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:33.016462 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6615fcaa-1733-431a-979f-d9ecad2458ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:33.017673 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-6615fcaa-1733-431a-979f-d9ecad2458ba admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d4c9acf4-94b2-42b9-a0ac-64d39b1c54ba HTTP/1.1" status: 204 len: 168 time: 0.5639472 Feb 02 07:21:33.036320 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6615fcaa-1733-431a-979f-d9ecad2458ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c9acf4-94b2-42b9-a0ac-64d39b1c54ba,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:33.074515 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381270a9-b70a-4b3c-998b-f0d6234b6c7d req-824e4b16-98e8-47e2-9bac-7ca0a1fb049d tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:33.085292 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-381270a9-b70a-4b3c-998b-f0d6234b6c7d req-824e4b16-98e8-47e2-9bac-7ca0a1fb049d tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/ports?device_id=29866e64-76a3-4a50-9018-d0c987783a84 HTTP/1.1" status: 200 len: 943 time: 0.3574171 Feb 02 07:21:33.090060 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-631763cd-6bff-43fc-acfd-41d7a29e3928 req-bbadbe15-239d-477f-92e7-9031e23b0259 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=eb10f7d9-5215-469a-8039-9f917b412efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1477780 Feb 02 07:21:33.305812 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-381270a9-b70a-4b3c-998b-f0d6234b6c7d req-be4eede9-ddc2-40d3-9807-074996acfbf9 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/security-groups?id=8d1cc325-a632-46e6-9754-02bd96fce640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179010 Feb 02 07:21:33.306715 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 8466a31c-f20c-4ae6-8713-ce9ab206f33b details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:21:33.316958 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-631763cd-6bff-43fc-acfd-41d7a29e3928 req-8696faca-018b-43a1-8816-299aa53c6e61 service neutron] 10.222.0.88 "GET /v2.0/networks/eb10f7d9-5215-469a-8039-9f917b412efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201178 Feb 02 07:21:33.355416 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67308a07-da9a-41cf-b1cd-7eaaf51b514e req-d4b27590-4880-4af8-88dc-eca1e6e6e1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:33.356839 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-67308a07-da9a-41cf-b1cd-7eaaf51b514e req-d4b27590-4880-4af8-88dc-eca1e6e6e1d3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=138c5dcdbd6744ca8b38947e5ed99f36&device_id=23d00674-1c75-41ed-b39c-9b1c1a82bdbd HTTP/1.1" status: 200 len: 1127 time: 0.2536149 Feb 02 07:21:33.485330 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881afbfe-3303-4148-9eba-140b762262c3 x-openstack-request-id: req-881afbfe-3303-4148-9eba-140b762262c3 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:21:33.488330 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46ecb815-244b-4aba-b16c-b3d1870dd51e", "tag": "a4798c6d-703d-424a-8316-7ffead506643", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:21:33.490176 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-881afbfe-3303-4148-9eba-140b762262c3 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:21:33.495508 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46ecb815-244b-4aba-b16c-b3d1870dd51e', 'tag': 'a4798c6d-703d-424a-8316-7ffead506643', 'status': 'completed', 'code': 200} Feb 02 07:21:33.562724 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 8466a31c-f20c-4ae6-8713-ce9ab206f33b, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=8466a31c-f20c-4ae6-8713-ce9ab206f33b,segment=NetworkSegment(ef362536-9b29-40d1-9fe4-a7b62c727f04),segment_id=ef362536-9b29-40d1-9fe4-a7b62c727f04)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:21:33.584026 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-631763cd-6bff-43fc-acfd-41d7a29e3928 req-16b9ca75-49fd-4fac-8b59-88bc359d20ff service neutron] 10.222.0.88 "GET /v2.0/networks/eb10f7d9-5215-469a-8039-9f917b412efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583685 Feb 02 07:21:33.601887 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': '8466a31c-f20c-4ae6-8713-ce9ab206f33b', 'network_id': '685c8d17-3922-4d1c-b347-80d8fb37bd66', 'port_id': '8466a31c-f20c-4ae6-8713-ce9ab206f33b', 'mac_address': 'fa:16:3e:3d:3f:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1964736-516d-4974-8f51-9bf716b83041', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:21:33.696836 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 8466a31c-f20c-4ae6-8713-ce9ab206f33b is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:21:33.697235 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (8466a31c-f20c-4ae6-8713-ce9ab206f33b), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:33.731473 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8466a31c-f20c-4ae6-8713-ce9ab206f33b {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:21:33.742469 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67308a07-da9a-41cf-b1cd-7eaaf51b514e req-67f86d57-1e70-4271-9a74-44dc6e526b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:33.744046 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-67308a07-da9a-41cf-b1cd-7eaaf51b514e req-67f86d57-1e70-4271-9a74-44dc6e526b0b service neutron] 10.222.0.59 "GET /v2.0/networks?id=eb10f7d9-5215-469a-8039-9f917b412efa HTTP/1.1" status: 200 len: 920 time: 0.3758442 Feb 02 07:21:33.772293 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 8466a31c-f20c-4ae6-8713-ce9ab206f33b, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=8466a31c-f20c-4ae6-8713-ce9ab206f33b,segment=NetworkSegment(ef362536-9b29-40d1-9fe4-a7b62c727f04),segment_id=ef362536-9b29-40d1-9fe4-a7b62c727f04)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:21:33.779028 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (8466a31c-f20c-4ae6-8713-ce9ab206f33b), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:33.834792 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0529f704-5383-407f-acff-775d29b435cf req-a0b63235-372c-40d2-85d0-aa25e4bd4e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:33.835806 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=8466a31c-f20c-4ae6-8713-ce9ab206f33b,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:33.836579 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0529f704-5383-407f-acff-775d29b435cf req-a0b63235-372c-40d2-85d0-aa25e4bd4e80 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=138c5dcdbd6744ca8b38947e5ed99f36&device_id=46ecb815-244b-4aba-b16c-b3d1870dd51e HTTP/1.1" status: 200 len: 1127 time: 0.1408436 Feb 02 07:21:33.862263 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-67308a07-da9a-41cf-b1cd-7eaaf51b514e req-6851b944-4e95-4ab6-a919-81fc88d83882 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5040a36-469a-49ae-b19e-fa3dc5f78006 HTTP/1.1" status: 200 len: 217 time: 0.1025562 Feb 02 07:21:33.874779 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8a6088-5831-4109-8290-041ae388b5ea req-a4a7baa5-6e7a-4c69-97a4-a9918cb20e37 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:33.877081 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ef8a6088-5831-4109-8290-041ae388b5ea req-a4a7baa5-6e7a-4c69-97a4-a9918cb20e37 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/ports?device_id=46ecb815-244b-4aba-b16c-b3d1870dd51e HTTP/1.1" status: 200 len: 944 time: 0.2452846 Feb 02 07:21:34.008222 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0529f704-5383-407f-acff-775d29b435cf req-5a71b232-fe0e-40ab-b50c-a4688ca14e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:34.011021 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0529f704-5383-407f-acff-775d29b435cf req-5a71b232-fe0e-40ab-b50c-a4688ca14e72 service neutron] 10.222.0.88 "GET /v2.0/networks?id=eb10f7d9-5215-469a-8039-9f917b412efa HTTP/1.1" status: 200 len: 920 time: 0.1664584 Feb 02 07:21:34.036165 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67308a07-da9a-41cf-b1cd-7eaaf51b514e req-6edef186-8e3b-4cb0-b80b-21213624d633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:34.038053 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-67308a07-da9a-41cf-b1cd-7eaaf51b514e req-6edef186-8e3b-4cb0-b80b-21213624d633 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=885f4045-8d8e-4d19-b861-51e56a7805ab HTTP/1.1" status: 200 len: 859 time: 0.1599078 Feb 02 07:21:34.083526 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-67308a07-da9a-41cf-b1cd-7eaaf51b514e req-bec1b72e-2fc0-4d8f-a29b-764b743c95b1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=eb10f7d9-5215-469a-8039-9f917b412efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366509 Feb 02 07:21:34.089783 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0529f704-5383-407f-acff-775d29b435cf req-35a174a9-be09-415c-9c3a-9b8032d40f58 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4798c6d-703d-424a-8316-7ffead506643 HTTP/1.1" status: 200 len: 217 time: 0.0705402 Feb 02 07:21:34.110427 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['8466a31c-f20c-4ae6-8713-ce9ab206f33b'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:21:34.161441 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ef8a6088-5831-4109-8290-041ae388b5ea req-8182203f-bdc9-4221-9458-e4353a1ee020 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/security-groups?id=6795e0a6-69cc-42c2-a292-352f11146466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466482 Feb 02 07:21:34.164985 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0529f704-5383-407f-acff-775d29b435cf req-5e97e2c5-8e69-4c9a-af0f-e882be3fcce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:34.166589 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0529f704-5383-407f-acff-775d29b435cf req-5e97e2c5-8e69-4c9a-af0f-e882be3fcce5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=885f4045-8d8e-4d19-b861-51e56a7805ab HTTP/1.1" status: 200 len: 859 time: 0.0637400 Feb 02 07:21:34.219897 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0529f704-5383-407f-acff-775d29b435cf req-8202515a-bc11-41b6-864f-e75e2b88eb4e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=eb10f7d9-5215-469a-8039-9f917b412efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444555 Feb 02 07:21:34.390681 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-67308a07-da9a-41cf-b1cd-7eaaf51b514e req-a418091a-1f9d-4036-bf7e-281feeca840b service neutron] 10.222.0.59 "GET /v2.0/networks/eb10f7d9-5215-469a-8039-9f917b412efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995033 Feb 02 07:21:34.399017 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e7433-66e6-4f53-a39d-4d6e86ed0c49 req-a73e4051-3f45-4b6c-8121-139a9563f3d8 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:34.400610 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-306e7433-66e6-4f53-a39d-4d6e86ed0c49 req-a73e4051-3f45-4b6c-8121-139a9563f3d8 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/ports?device_id=ec5209fd-d18e-4387-9854-6e99d453c598 HTTP/1.1" status: 200 len: 945 time: 0.1413102 Feb 02 07:21:34.410868 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0529f704-5383-407f-acff-775d29b435cf req-81c7df4b-5101-413f-86f9-7027e489818f service neutron] 10.222.0.88 "GET /v2.0/networks/eb10f7d9-5215-469a-8039-9f917b412efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821182 Feb 02 07:21:34.587703 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-306e7433-66e6-4f53-a39d-4d6e86ed0c49 req-501b1b61-bd5e-40d1-aaeb-d635df540fd9 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/security-groups?id=3524c585-c4e8-4dfb-a8c3-d19c4cb3cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768959 Feb 02 07:21:34.596382 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0529f704-5383-407f-acff-775d29b435cf req-a01ce0a1-ee9b-4c43-b368-1f9d0b3c725b service neutron] 10.222.0.88 "GET /v2.0/networks/eb10f7d9-5215-469a-8039-9f917b412efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697862 Feb 02 07:21:34.601205 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-67308a07-da9a-41cf-b1cd-7eaaf51b514e req-4e1f4a12-c4b9-4afc-91f2-900c86662cd6 service neutron] 10.222.0.59 "GET /v2.0/networks/eb10f7d9-5215-469a-8039-9f917b412efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989245 Feb 02 07:21:34.756571 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57a95c-6f14-40b9-a7ad-6cb2025e82b7 req-dad98927-23b5-4615-afec-dc1c023eb681 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:34.764943 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7a57a95c-6f14-40b9-a7ad-6cb2025e82b7 req-dad98927-23b5-4615-afec-dc1c023eb681 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/ports?device_id=29866e64-76a3-4a50-9018-d0c987783a84 HTTP/1.1" status: 200 len: 944 time: 0.0728049 Feb 02 07:21:34.848576 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7a57a95c-6f14-40b9-a7ad-6cb2025e82b7 req-c60a1e9b-47ae-4c78-8987-fa1895463040 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/security-groups?id=8d1cc325-a632-46e6-9754-02bd96fce640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823019 Feb 02 07:21:35.320055 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device a4798c6d-703d-424a-8316-7ffead506643 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:21:35.334821 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 8466a31c-f20c-4ae6-8713-ce9ab206f33b up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:21:35.377552 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa40e7-c2ba-4e0d-8b92-8d40f7b0a49c req-69090c34-fe95-40f9-af4f-251fed541e47 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:35.381130 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e4aa40e7-c2ba-4e0d-8b92-8d40f7b0a49c req-69090c34-fe95-40f9-af4f-251fed541e47 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/ports?device_id=46ecb815-244b-4aba-b16c-b3d1870dd51e HTTP/1.1" status: 200 len: 944 time: 0.1048386 Feb 02 07:21:35.487324 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e4aa40e7-c2ba-4e0d-8b92-8d40f7b0a49c req-c89c3fae-18d2-4189-bc5c-3be8fe34a1d2 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/security-groups?id=6795e0a6-69cc-42c2-a292-352f11146466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998330 Feb 02 07:21:35.559536 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port 8466a31c-f20c-4ae6-8713-ce9ab206f33b completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:21:35.565039 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port 8466a31c-f20c-4ae6-8713-ce9ab206f33b triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:21:35.565644 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (8466a31c-f20c-4ae6-8713-ce9ab206f33b), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:35.633928 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port a4798c6d-703d-424a-8316-7ffead506643, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=a4798c6d-703d-424a-8316-7ffead506643,segment=NetworkSegment(b6f506b7-afda-4e6b-8599-9c74d4a42be7),segment_id=b6f506b7-afda-4e6b-8599-9c74d4a42be7)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:21:35.727802 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': 'a4798c6d-703d-424a-8316-7ffead506643', 'network_id': 'eb10f7d9-5215-469a-8039-9f917b412efa', 'port_id': 'a4798c6d-703d-424a-8316-7ffead506643', 'mac_address': 'fa:16:3e:f2:13:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '885f4045-8d8e-4d19-b861-51e56a7805ab', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:21:35.740927 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 8466a31c-f20c-4ae6-8713-ce9ab206f33b is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:21:35.741576 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (8466a31c-f20c-4ae6-8713-ce9ab206f33b), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:35.747409 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 39706) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:21:35.796145 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port a4798c6d-703d-424a-8316-7ffead506643 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:21:35.796787 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (a4798c6d-703d-424a-8316-7ffead506643), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:35.830904 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 8466a31c-f20c-4ae6-8713-ce9ab206f33b, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=8466a31c-f20c-4ae6-8713-ce9ab206f33b,segment=NetworkSegment(ef362536-9b29-40d1-9fe4-a7b62c727f04),segment_id=ef362536-9b29-40d1-9fe4-a7b62c727f04)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:21:35.833791 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29866e64-76a3-4a50-9018-d0c987783a84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8466a31c-f20c-4ae6-8713-ce9ab206f33b'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:21:35.836392 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91aa1e0f-72f2-44f6-a8a4-4cabc35fddf8" -d '{"events": [{"server_uuid": "29866e64-76a3-4a50-9018-d0c987783a84", "name": "network-vif-plugged", "status": "completed", "tag": "8466a31c-f20c-4ae6-8713-ce9ab206f33b"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:21:35.842716 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (8466a31c-f20c-4ae6-8713-ce9ab206f33b), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:35.845660 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4798c6d-703d-424a-8316-7ffead506643 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:21:35.890215 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port a4798c6d-703d-424a-8316-7ffead506643, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=a4798c6d-703d-424a-8316-7ffead506643,segment=NetworkSegment(b6f506b7-afda-4e6b-8599-9c74d4a42be7),segment_id=b6f506b7-afda-4e6b-8599-9c74d4a42be7)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:21:35.902010 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (a4798c6d-703d-424a-8316-7ffead506643), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:35.929745 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c89c70-7f4b-477f-90fe-ab29aa4f3ca2 x-openstack-request-id: req-13c89c70-7f4b-477f-90fe-ab29aa4f3ca2 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:21:35.930242 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29866e64-76a3-4a50-9018-d0c987783a84", "name": "network-vif-plugged", "status": "completed", "tag": "8466a31c-f20c-4ae6-8713-ce9ab206f33b", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:21:35.931334 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-13c89c70-7f4b-477f-90fe-ab29aa4f3ca2 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:21:35.932823 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29866e64-76a3-4a50-9018-d0c987783a84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8466a31c-f20c-4ae6-8713-ce9ab206f33b', 'code': 200} Feb 02 07:21:35.933918 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=8466a31c-f20c-4ae6-8713-ce9ab206f33b,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:35.976633 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f409f2bc-125d-450e-a5f5-61fb168a3dee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:36.090371 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=a4798c6d-703d-424a-8316-7ffead506643,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:36.137823 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f409f2bc-125d-450e-a5f5-61fb168a3dee admin admin] Publish callbacks [] for security_group (463b6ea3-cb93-46fb-a76d-b50042de8ef8), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:36.189350 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f409f2bc-125d-450e-a5f5-61fb168a3dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (463b6ea3-cb93-46fb-a76d-b50042de8ef8), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:36.206049 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a4ebf-d40f-4d76-8310-8fef708ce201 req-7de2add5-61e0-47cc-9a7e-7ab1979c839c tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:36.213255 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b75a4ebf-d40f-4d76-8310-8fef708ce201 req-7de2add5-61e0-47cc-9a7e-7ab1979c839c tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/ports?device_id=29866e64-76a3-4a50-9018-d0c987783a84 HTTP/1.1" status: 200 len: 945 time: 0.1442518 Feb 02 07:21:36.232936 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['a4798c6d-703d-424a-8316-7ffead506643'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:21:36.281237 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-f409f2bc-125d-450e-a5f5-61fb168a3dee admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c170e43a3f054b1aa17510813e758070&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5303144 Feb 02 07:21:36.281904 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f409f2bc-125d-450e-a5f5-61fb168a3dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=463b6ea3-cb93-46fb-a76d-b50042de8ef8,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:36.285273 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 39722) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:21:36.305179 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b75a4ebf-d40f-4d76-8310-8fef708ce201 req-dccecaa8-ae2e-4411-82ea-975197d04be3 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/security-groups?id=8d1cc325-a632-46e6-9754-02bd96fce640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909925 Feb 02 07:21:36.337071 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec151e6-6a37-481b-998c-37a96159938e req-0417399f-8771-42a8-9241-f21df4d24031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:36.339091 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3ec151e6-6a37-481b-998c-37a96159938e req-0417399f-8771-42a8-9241-f21df4d24031 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=29866e64-76a3-4a50-9018-d0c987783a84 HTTP/1.1" status: 200 len: 1128 time: 0.2310004 Feb 02 07:21:36.465832 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-91e0d814-fcda-4ae3-ac82-f933d0dccec1 admin admin] Publish callbacks [] for security_group (463b6ea3-cb93-46fb-a76d-b50042de8ef8), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:36.468451 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3ec151e6-6a37-481b-998c-37a96159938e req-46099c56-de0c-4075-8aba-2e91bb33318c service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=8d1cc325-a632-46e6-9754-02bd96fce640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195426 Feb 02 07:21:36.491404 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device e5040a36-469a-49ae-b19e-fa3dc5f78006 details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:21:36.525668 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-91e0d814-fcda-4ae3-ac82-f933d0dccec1 admin admin] Publish callbacks [] for security_group (463b6ea3-cb93-46fb-a76d-b50042de8ef8), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:36.590259 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-91e0d814-fcda-4ae3-ac82-f933d0dccec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (463b6ea3-cb93-46fb-a76d-b50042de8ef8), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:36.593489 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-91e0d814-fcda-4ae3-ac82-f933d0dccec1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:36.595141 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-91e0d814-fcda-4ae3-ac82-f933d0dccec1 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/463b6ea3-cb93-46fb-a76d-b50042de8ef8 HTTP/1.1" status: 204 len: 168 time: 0.2857378 Feb 02 07:21:36.609761 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e0d814-fcda-4ae3-ac82-f933d0dccec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=463b6ea3-cb93-46fb-a76d-b50042de8ef8,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:36.663182 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 39730) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:21:36.746140 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc56e9-7dc3-4d45-b5b4-6aeb3db230c4 req-4eca936b-53dc-479a-aa83-0321d2f4319b tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:36.748408 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a1fc56e9-7dc3-4d45-b5b4-6aeb3db230c4 req-4eca936b-53dc-479a-aa83-0321d2f4319b tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/ports?device_id=46ecb815-244b-4aba-b16c-b3d1870dd51e HTTP/1.1" status: 200 len: 945 time: 0.1211045 Feb 02 07:21:36.828774 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port e5040a36-469a-49ae-b19e-fa3dc5f78006, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=e5040a36-469a-49ae-b19e-fa3dc5f78006,segment=NetworkSegment(b6f506b7-afda-4e6b-8599-9c74d4a42be7),segment_id=b6f506b7-afda-4e6b-8599-9c74d4a42be7)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:21:36.850400 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': 'e5040a36-469a-49ae-b19e-fa3dc5f78006', 'network_id': 'eb10f7d9-5215-469a-8039-9f917b412efa', 'port_id': 'e5040a36-469a-49ae-b19e-fa3dc5f78006', 'mac_address': 'fa:16:3e:55:1c:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '885f4045-8d8e-4d19-b861-51e56a7805ab', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:21:36.888398 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a1fc56e9-7dc3-4d45-b5b4-6aeb3db230c4 req-ddb46327-cde3-4645-8ad1-b441a8942fab tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/security-groups?id=6795e0a6-69cc-42c2-a292-352f11146466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289427 Feb 02 07:21:36.941874 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port e5040a36-469a-49ae-b19e-fa3dc5f78006 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:21:36.942266 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (e5040a36-469a-49ae-b19e-fa3dc5f78006), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:36.958947 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5040a36-469a-49ae-b19e-fa3dc5f78006 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:21:36.996926 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port e5040a36-469a-49ae-b19e-fa3dc5f78006, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=e5040a36-469a-49ae-b19e-fa3dc5f78006,segment=NetworkSegment(b6f506b7-afda-4e6b-8599-9c74d4a42be7),segment_id=b6f506b7-afda-4e6b-8599-9c74d4a42be7)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:21:37.006148 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (e5040a36-469a-49ae-b19e-fa3dc5f78006), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:37.110027 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e168f785-d752-4ad1-8d9e-0d026a17f489 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:37.114251 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=e5040a36-469a-49ae-b19e-fa3dc5f78006,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:37.276406 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e168f785-d752-4ad1-8d9e-0d026a17f489 admin admin] Publish callbacks [] for security_group (63734ad5-209d-42e2-8d0d-7fb54aa95ed1), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:37.283899 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e168f785-d752-4ad1-8d9e-0d026a17f489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (63734ad5-209d-42e2-8d0d-7fb54aa95ed1), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:37.331402 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e168f785-d752-4ad1-8d9e-0d026a17f489 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=7d74458beb4e4693a55b636cf30b94f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6667955 Feb 02 07:21:37.332669 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e168f785-d752-4ad1-8d9e-0d026a17f489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63734ad5-209d-42e2-8d0d-7fb54aa95ed1,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:37.333936 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 39752) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:21:37.394903 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['e5040a36-469a-49ae-b19e-fa3dc5f78006'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:21:37.507032 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-30d51158-88c9-4cd7-b3b4-60c5fcd60a4e admin admin] Publish callbacks [] for security_group (63734ad5-209d-42e2-8d0d-7fb54aa95ed1), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:37.575414 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-30d51158-88c9-4cd7-b3b4-60c5fcd60a4e admin admin] Publish callbacks [] for security_group (63734ad5-209d-42e2-8d0d-7fb54aa95ed1), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:37.701957 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-30d51158-88c9-4cd7-b3b4-60c5fcd60a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (63734ad5-209d-42e2-8d0d-7fb54aa95ed1), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:37.706792 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-30d51158-88c9-4cd7-b3b4-60c5fcd60a4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:37.708301 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-30d51158-88c9-4cd7-b3b4-60c5fcd60a4e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/63734ad5-209d-42e2-8d0d-7fb54aa95ed1 HTTP/1.1" status: 204 len: 168 time: 0.3733315 Feb 02 07:21:37.720568 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d51158-88c9-4cd7-b3b4-60c5fcd60a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63734ad5-209d-42e2-8d0d-7fb54aa95ed1,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:37.961581 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ce3a2-47dc-4fcd-b343-f619d29b0901 req-d56f93a5-7565-4b49-b3ff-5baa9a5c26d1 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:37.969044 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2e3ce3a2-47dc-4fcd-b343-f619d29b0901 req-d56f93a5-7565-4b49-b3ff-5baa9a5c26d1 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/ports?device_id=29866e64-76a3-4a50-9018-d0c987783a84 HTTP/1.1" status: 200 len: 945 time: 0.1203747 Feb 02 07:21:38.042234 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2e3ce3a2-47dc-4fcd-b343-f619d29b0901 req-a1291dd9-9877-4943-8702-c91e748de613 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/security-groups?id=8d1cc325-a632-46e6-9754-02bd96fce640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596213 Feb 02 07:21:38.229430 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4725ebe7-d04e-43eb-9c0d-a93d3025d924 req-e3d11410-c436-49a6-86e8-282098a9236f tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:38.250358 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4725ebe7-d04e-43eb-9c0d-a93d3025d924 req-e3d11410-c436-49a6-86e8-282098a9236f tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/ports?device_id=46ecb815-244b-4aba-b16c-b3d1870dd51e HTTP/1.1" status: 200 len: 945 time: 0.1220095 Feb 02 07:21:38.373767 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4725ebe7-d04e-43eb-9c0d-a93d3025d924 req-1f340020-480e-4f11-afb7-a97bc5c592f5 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/security-groups?id=6795e0a6-69cc-42c2-a292-352f11146466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187196 Feb 02 07:21:39.108596 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 39828) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:21:39.196641 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d9fb9-0ad0-440f-916c-2af98b2130e9 req-41f11570-cf2a-4391-9b0c-76df8475b1dc tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:39.199133 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d56d9fb9-0ad0-440f-916c-2af98b2130e9 req-41f11570-cf2a-4391-9b0c-76df8475b1dc tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/ports?device_id=29866e64-76a3-4a50-9018-d0c987783a84 HTTP/1.1" status: 200 len: 945 time: 0.0731955 Feb 02 07:21:39.318252 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d56d9fb9-0ad0-440f-916c-2af98b2130e9 req-ba67f9e4-3164-4031-96d2-bd83de22c797 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/security-groups?id=8d1cc325-a632-46e6-9754-02bd96fce640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123607 Feb 02 07:21:39.324777 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device a4798c6d-703d-424a-8316-7ffead506643 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:21:39.346541 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-26c330b0-10b0-421c-8c05-987cf89dec6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:39.489959 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port a4798c6d-703d-424a-8316-7ffead506643 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:21:39.495886 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port a4798c6d-703d-424a-8316-7ffead506643 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:21:39.496474 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (a4798c6d-703d-424a-8316-7ffead506643), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:39.502256 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-26c330b0-10b0-421c-8c05-987cf89dec6c admin admin] Publish callbacks [] for security_group (0777592f-cee6-45fb-bef7-5e9e46313051), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:39.508376 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-26c330b0-10b0-421c-8c05-987cf89dec6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (0777592f-cee6-45fb-bef7-5e9e46313051), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:39.586572 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-26c330b0-10b0-421c-8c05-987cf89dec6c admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=910e5b5ce6c14215ad25017d538a731a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4759121 Feb 02 07:21:39.589528 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 39840) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:21:39.617482 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c330b0-10b0-421c-8c05-987cf89dec6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0777592f-cee6-45fb-bef7-5e9e46313051,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:39.686468 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e43b579c-aec0-4492-97df-ff5882dda6cf admin admin] Publish callbacks [] for security_group (0777592f-cee6-45fb-bef7-5e9e46313051), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:39.743414 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port a4798c6d-703d-424a-8316-7ffead506643 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:21:39.743959 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (a4798c6d-703d-424a-8316-7ffead506643), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:39.744941 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e43b579c-aec0-4492-97df-ff5882dda6cf admin admin] Publish callbacks [] for security_group (0777592f-cee6-45fb-bef7-5e9e46313051), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:39.769250 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91426cb-05c2-46a8-b31c-3760c14c8d22 req-d3b3513e-cb16-4056-813c-6a50c8a78048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:39.775113 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b91426cb-05c2-46a8-b31c-3760c14c8d22 req-d3b3513e-cb16-4056-813c-6a50c8a78048 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c0a9935245e74c7ca5a3b5e5150aa1a8&device_id=29866e64-76a3-4a50-9018-d0c987783a84 HTTP/1.1" status: 200 len: 1128 time: 0.0760016 Feb 02 07:21:39.838003 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46ecb815-244b-4aba-b16c-b3d1870dd51e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4798c6d-703d-424a-8316-7ffead506643'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:21:39.844578 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8762ba-8d39-41b3-a51b-3751d1ddf616" -d '{"events": [{"server_uuid": "46ecb815-244b-4aba-b16c-b3d1870dd51e", "name": "network-vif-plugged", "status": "completed", "tag": "a4798c6d-703d-424a-8316-7ffead506643"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:21:39.863309 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e43b579c-aec0-4492-97df-ff5882dda6cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (0777592f-cee6-45fb-bef7-5e9e46313051), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:39.872829 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e43b579c-aec0-4492-97df-ff5882dda6cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:39.874271 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-e43b579c-aec0-4492-97df-ff5882dda6cf admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/0777592f-cee6-45fb-bef7-5e9e46313051 HTTP/1.1" status: 204 len: 168 time: 0.2837949 Feb 02 07:21:39.892583 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b579c-aec0-4492-97df-ff5882dda6cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0777592f-cee6-45fb-bef7-5e9e46313051,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:39.896323 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port a4798c6d-703d-424a-8316-7ffead506643, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=a4798c6d-703d-424a-8316-7ffead506643,segment=NetworkSegment(b6f506b7-afda-4e6b-8599-9c74d4a42be7),segment_id=b6f506b7-afda-4e6b-8599-9c74d4a42be7)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:21:39.910199 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144cf66a-b1c1-4593-bce6-2c87dfbd687d req-3fcba70c-dc13-47df-aa6a-4ba1d4b351b8 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:39.912124 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-144cf66a-b1c1-4593-bce6-2c87dfbd687d req-3fcba70c-dc13-47df-aa6a-4ba1d4b351b8 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/ports?device_id=46ecb815-244b-4aba-b16c-b3d1870dd51e HTTP/1.1" status: 200 len: 945 time: 0.1304262 Feb 02 07:21:39.918207 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (a4798c6d-703d-424a-8316-7ffead506643), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:39.931912 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 39852) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:21:40.001007 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91426cb-05c2-46a8-b31c-3760c14c8d22 req-eb36ebf8-cd1e-4039-9fb3-1a92b4c6d70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:40.002822 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b91426cb-05c2-46a8-b31c-3760c14c8d22 req-eb36ebf8-cd1e-4039-9fb3-1a92b4c6d70c service neutron] 10.222.0.88 "GET /v2.0/networks?id=685c8d17-3922-4d1c-b347-80d8fb37bd66 HTTP/1.1" status: 200 len: 911 time: 0.2037678 Feb 02 07:21:40.048882 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-144cf66a-b1c1-4593-bce6-2c87dfbd687d req-7acb2335-64b6-4ce7-a16c-d67d2f2db839 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/security-groups?id=6795e0a6-69cc-42c2-a292-352f11146466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277082 Feb 02 07:21:40.081569 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=a4798c6d-703d-424a-8316-7ffead506643,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:40.099543 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b91426cb-05c2-46a8-b31c-3760c14c8d22 req-133019ca-e0c4-4acd-9306-b4c5181deffe service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8466a31c-f20c-4ae6-8713-ce9ab206f33b HTTP/1.1" status: 200 len: 217 time: 0.0891826 Feb 02 07:21:40.216702 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91426cb-05c2-46a8-b31c-3760c14c8d22 req-4d020f71-91d5-4e41-abe2-00e1ca0706ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:40.218204 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b91426cb-05c2-46a8-b31c-3760c14c8d22 req-4d020f71-91d5-4e41-abe2-00e1ca0706ba service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a1964736-516d-4974-8f51-9bf716b83041 HTTP/1.1" status: 200 len: 850 time: 0.1015308 Feb 02 07:21:40.218481 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c050298-0b03-4fc6-9096-9df94ebb65c7 req-ba1b10f7-f653-4992-b5c4-cabf16333542 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:40.226521 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7c050298-0b03-4fc6-9096-9df94ebb65c7 req-ba1b10f7-f653-4992-b5c4-cabf16333542 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/ports?device_id=29866e64-76a3-4a50-9018-d0c987783a84 HTTP/1.1" status: 200 len: 945 time: 0.0968215 Feb 02 07:21:40.259681 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b91426cb-05c2-46a8-b31c-3760c14c8d22 req-75d52088-6bab-4f74-ba8a-5dbe8f5bce14 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=685c8d17-3922-4d1c-b347-80d8fb37bd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336964 Feb 02 07:21:40.291942 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7c050298-0b03-4fc6-9096-9df94ebb65c7 req-087b1d8c-d878-4fa6-9a2b-90aac0e22e41 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/security-groups?id=8d1cc325-a632-46e6-9754-02bd96fce640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643630 Feb 02 07:21:40.330987 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be0292f-ff47-49d3-af65-cdcc18f14ce5 x-openstack-request-id: req-2be0292f-ff47-49d3-af65-cdcc18f14ce5 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:21:40.331484 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46ecb815-244b-4aba-b16c-b3d1870dd51e", "name": "network-vif-plugged", "status": "completed", "tag": "a4798c6d-703d-424a-8316-7ffead506643", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:21:40.331613 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-2be0292f-ff47-49d3-af65-cdcc18f14ce5 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:21:40.333238 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46ecb815-244b-4aba-b16c-b3d1870dd51e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4798c6d-703d-424a-8316-7ffead506643', 'code': 200} Feb 02 07:21:40.393292 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b91426cb-05c2-46a8-b31c-3760c14c8d22 req-13fc3bb7-ff7d-447c-8830-3dcc7e45da73 service neutron] 10.222.0.88 "GET /v2.0/networks/685c8d17-3922-4d1c-b347-80d8fb37bd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236172 Feb 02 07:21:40.429364 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cc2cbbcf-3091-41ca-bae3-4f5a9d7eb6e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:40.470820 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device e5040a36-469a-49ae-b19e-fa3dc5f78006 up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:21:40.540970 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7255855d-b5a9-4af1-bb69-f52b9e882afe req-aa53a326-76df-4764-8ddd-c8cca29ef3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:40.543600 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7255855d-b5a9-4af1-bb69-f52b9e882afe req-aa53a326-76df-4764-8ddd-c8cca29ef3da service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=46ecb815-244b-4aba-b16c-b3d1870dd51e HTTP/1.1" status: 200 len: 1129 time: 0.0860898 Feb 02 07:21:40.601694 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port e5040a36-469a-49ae-b19e-fa3dc5f78006 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:21:40.607406 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b91426cb-05c2-46a8-b31c-3760c14c8d22 req-e43b1b22-3119-458d-9c6c-512ca90a2dcd service neutron] 10.222.0.88 "GET /v2.0/networks/685c8d17-3922-4d1c-b347-80d8fb37bd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070944 Feb 02 07:21:40.609709 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port e5040a36-469a-49ae-b19e-fa3dc5f78006 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:21:40.610090 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (e5040a36-469a-49ae-b19e-fa3dc5f78006), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:40.627860 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cc2cbbcf-3091-41ca-bae3-4f5a9d7eb6e1 admin admin] Publish callbacks [] for security_group (e7a14be3-002d-4b2b-9273-1a2fd55f5dfc), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:40.630401 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7255855d-b5a9-4af1-bb69-f52b9e882afe req-6e4b9aba-ea15-49ca-8277-8afb9c2a3dbb service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=6795e0a6-69cc-42c2-a292-352f11146466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796990 Feb 02 07:21:40.638049 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cc2cbbcf-3091-41ca-bae3-4f5a9d7eb6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (e7a14be3-002d-4b2b-9273-1a2fd55f5dfc), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:40.691619 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-cc2cbbcf-3091-41ca-bae3-4f5a9d7eb6e1 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=30b907d8c7294bb692a5495cdad141ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7573068 Feb 02 07:21:40.694028 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 39868) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:21:40.725029 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2cbbcf-3091-41ca-bae3-4f5a9d7eb6e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a14be3-002d-4b2b-9273-1a2fd55f5dfc,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:40.754445 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port e5040a36-469a-49ae-b19e-fa3dc5f78006 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:21:40.755067 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (e5040a36-469a-49ae-b19e-fa3dc5f78006), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:40.760002 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-36decd4c-68ce-4580-bd9d-7dd21afec8a2 admin admin] Publish callbacks [] for security_group (e7a14be3-002d-4b2b-9273-1a2fd55f5dfc), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:40.794531 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port e5040a36-469a-49ae-b19e-fa3dc5f78006, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=e5040a36-469a-49ae-b19e-fa3dc5f78006,segment=NetworkSegment(b6f506b7-afda-4e6b-8599-9c74d4a42be7),segment_id=b6f506b7-afda-4e6b-8599-9c74d4a42be7)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:21:40.795533 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-36decd4c-68ce-4580-bd9d-7dd21afec8a2 admin admin] Publish callbacks [] for security_group (e7a14be3-002d-4b2b-9273-1a2fd55f5dfc), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:40.801010 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (e5040a36-469a-49ae-b19e-fa3dc5f78006), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:40.862262 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-36decd4c-68ce-4580-bd9d-7dd21afec8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (e7a14be3-002d-4b2b-9273-1a2fd55f5dfc), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:40.864255 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=e5040a36-469a-49ae-b19e-fa3dc5f78006,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:40.865329 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-36decd4c-68ce-4580-bd9d-7dd21afec8a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:40.880014 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-36decd4c-68ce-4580-bd9d-7dd21afec8a2 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/e7a14be3-002d-4b2b-9273-1a2fd55f5dfc HTTP/1.1" status: 204 len: 168 time: 0.1713269 Feb 02 07:21:40.891667 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36decd4c-68ce-4580-bd9d-7dd21afec8a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a14be3-002d-4b2b-9273-1a2fd55f5dfc,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:40.904389 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36decd4c-68ce-4580-bd9d-7dd21afec8a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:21:40.905262 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36decd4c-68ce-4580-bd9d-7dd21afec8a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:21:40.908197 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36decd4c-68ce-4580-bd9d-7dd21afec8a2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:21:40.908810 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36decd4c-68ce-4580-bd9d-7dd21afec8a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:21:40.910310 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36decd4c-68ce-4580-bd9d-7dd21afec8a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:21:40.911347 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36decd4c-68ce-4580-bd9d-7dd21afec8a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:21:40.912870 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36decd4c-68ce-4580-bd9d-7dd21afec8a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:21:40.914881 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36decd4c-68ce-4580-bd9d-7dd21afec8a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:21:40.915479 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36decd4c-68ce-4580-bd9d-7dd21afec8a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:21:40.916976 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36decd4c-68ce-4580-bd9d-7dd21afec8a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:21:40.918539 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36decd4c-68ce-4580-bd9d-7dd21afec8a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:21:40.919999 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36decd4c-68ce-4580-bd9d-7dd21afec8a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:21:40.921081 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36decd4c-68ce-4580-bd9d-7dd21afec8a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:21:40.983324 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ef20d245-d6b2-4934-9b46-61c6e21f3a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:41.179607 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada3c268-e42c-40e7-9899-d6225aaef3ae req-0952d2a4-480c-482d-81fb-8d20897d191d tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:41.182205 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ada3c268-e42c-40e7-9899-d6225aaef3ae req-0952d2a4-480c-482d-81fb-8d20897d191d tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/ports?device_id=46ecb815-244b-4aba-b16c-b3d1870dd51e HTTP/1.1" status: 200 len: 946 time: 0.0661967 Feb 02 07:21:41.243796 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ada3c268-e42c-40e7-9899-d6225aaef3ae req-4655eaed-4c4b-4ff5-9987-1808bc542721 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/security-groups?id=6795e0a6-69cc-42c2-a292-352f11146466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550885 Feb 02 07:21:41.424651 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44caec41-8121-4565-9e7b-7fb9659d5865 req-f96f6a77-d71d-4b51-bb80-6382fe42d2b5 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:41.433318 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-44caec41-8121-4565-9e7b-7fb9659d5865 req-f96f6a77-d71d-4b51-bb80-6382fe42d2b5 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/ports?device_id=29866e64-76a3-4a50-9018-d0c987783a84 HTTP/1.1" status: 200 len: 945 time: 0.0738342 Feb 02 07:21:41.505567 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-44caec41-8121-4565-9e7b-7fb9659d5865 req-467d1853-2277-4ada-948c-2b7c62ce25d2 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/security-groups?id=8d1cc325-a632-46e6-9754-02bd96fce640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707862 Feb 02 07:21:41.820245 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 39930) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:21:41.973384 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-a772eb7d-ddbe-4a5f-aff6-91417cbc2444 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-891605892-network', 'tenant_id': '698270003fc3486cb201010c23ddb935'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:21:41.997875 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a772eb7d-ddbe-4a5f-aff6-91417cbc2444 admin admin] Made reservation on behalf of 698270003fc3486cb201010c23ddb935 for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:21:42.001169 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a772eb7d-ddbe-4a5f-aff6-91417cbc2444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:42.010824 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a772eb7d-ddbe-4a5f-aff6-91417cbc2444 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:42.110080 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a772eb7d-ddbe-4a5f-aff6-91417cbc2444 admin admin] Publish callbacks [] for security_group (16590a2f-7826-4d43-9d08-60a06c2bcc62), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:42.117626 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a772eb7d-ddbe-4a5f-aff6-91417cbc2444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (16590a2f-7826-4d43-9d08-60a06c2bcc62), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:42.143667 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a772eb7d-ddbe-4a5f-aff6-91417cbc2444 admin admin] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:21:42.163384 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a772eb7d-ddbe-4a5f-aff6-91417cbc2444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16590a2f-7826-4d43-9d08-60a06c2bcc62,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:42.173717 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a772eb7d-ddbe-4a5f-aff6-91417cbc2444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (02f2262b-277b-42ed-b2a3-7168fc4fd566), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:42.174372 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-a772eb7d-ddbe-4a5f-aff6-91417cbc2444 admin admin] Added segment 02f2262b-277b-42ed-b2a3-7168fc4fd566 of type vlan for network 07aa33f7-959d-499a-9182-cb63812d9b32 Feb 02 07:21:42.224235 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a772eb7d-ddbe-4a5f-aff6-91417cbc2444 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (07aa33f7-959d-499a-9182-cb63812d9b32), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:42.251493 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a772eb7d-ddbe-4a5f-aff6-91417cbc2444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (07aa33f7-959d-499a-9182-cb63812d9b32), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:42.252542 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a772eb7d-ddbe-4a5f-aff6-91417cbc2444 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:42.253138 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a772eb7d-ddbe-4a5f-aff6-91417cbc2444 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:42.320617 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a772eb7d-ddbe-4a5f-aff6-91417cbc2444 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4966998 Feb 02 07:21:42.320617 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a772eb7d-ddbe-4a5f-aff6-91417cbc2444 admin admin] Pushing event updated for resources: {'Network': ['ID=07aa33f7-959d-499a-9182-cb63812d9b32,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:42.321107 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 39966) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:21:42.325866 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-b3d67ccb-89b0-4256-9ca4-71cf5cc2be52 admin admin] Request body: {'subnet': {'network_id': '07aa33f7-959d-499a-9182-cb63812d9b32', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-891605892-subnet', 'tenant_id': '698270003fc3486cb201010c23ddb935', 'ip_version': 4}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:21:42.334408 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23d00674-1c75-41ed-b39c-9b1c1a82bdbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5040a36-469a-49ae-b19e-fa3dc5f78006'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:21:42.337519 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27deff73-1bc3-40d3-a583-7b4d3edfed77" -d '{"events": [{"server_uuid": "23d00674-1c75-41ed-b39c-9b1c1a82bdbd", "name": "network-vif-plugged", "status": "completed", "tag": "e5040a36-469a-49ae-b19e-fa3dc5f78006"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:21:42.346437 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 07aa33f7-959d-499a-9182-cb63812d9b32 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:21:42.360254 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d67ccb-89b0-4256-9ca4-71cf5cc2be52 admin admin] Made reservation on behalf of 698270003fc3486cb201010c23ddb935 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:21:42.362616 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b3d67ccb-89b0-4256-9ca4-71cf5cc2be52 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:42.485191 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79787db-5e74-466a-b905-1af3324016e7 req-f79fed95-ba1e-4ea9-a6a4-40d28c65542e tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:42.492470 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d79787db-5e74-466a-b905-1af3324016e7 req-f79fed95-ba1e-4ea9-a6a4-40d28c65542e tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/ports?device_id=46ecb815-244b-4aba-b16c-b3d1870dd51e HTTP/1.1" status: 200 len: 946 time: 0.1457112 Feb 02 07:21:42.598733 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d79787db-5e74-466a-b905-1af3324016e7 req-5975da4e-61ef-4c0a-8d00-0ad2fda17f13 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/security-groups?id=6795e0a6-69cc-42c2-a292-352f11146466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030343 Feb 02 07:21:42.674033 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b3d67ccb-89b0-4256-9ca4-71cf5cc2be52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (3e073878-b818-46b9-96b5-3256e357bd8a), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:42.680109 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63926023-1d03-4934-b642-05f807d27ef9 x-openstack-request-id: req-63926023-1d03-4934-b642-05f807d27ef9 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:21:42.680716 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23d00674-1c75-41ed-b39c-9b1c1a82bdbd", "name": "network-vif-plugged", "status": "completed", "tag": "e5040a36-469a-49ae-b19e-fa3dc5f78006", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:21:42.681203 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-63926023-1d03-4934-b642-05f807d27ef9 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:21:42.681863 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23d00674-1c75-41ed-b39c-9b1c1a82bdbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5040a36-469a-49ae-b19e-fa3dc5f78006', 'code': 200} Feb 02 07:21:42.724788 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 39982) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:21:42.844673 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d67ccb-89b0-4256-9ca4-71cf5cc2be52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e073878-b818-46b9-96b5-3256e357bd8a,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:42.863361 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d67ccb-89b0-4256-9ca4-71cf5cc2be52 admin admin] Checking segment: {'id': '02f2262b-277b-42ed-b2a3-7168fc4fd566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '07aa33f7-959d-499a-9182-cb63812d9b32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:21:42.863835 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d67ccb-89b0-4256-9ca4-71cf5cc2be52 admin admin] Network hostable DHCP agents. Network: 07aa33f7-959d-499a-9182-cb63812d9b32, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:21:42.865715 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e9a2d358-a3d5-45a6-bf56-1b41d04f2f9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:42.901279 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c0f83-003e-4ded-810f-e244c68dd2d5 req-08256a7d-5b03-45c0-87c8-7b89b2ec90cc tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:42.905073 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-794c0f83-003e-4ded-810f-e244c68dd2d5 req-08256a7d-5b03-45c0-87c8-7b89b2ec90cc tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/ports?device_id=29866e64-76a3-4a50-9018-d0c987783a84 HTTP/1.1" status: 200 len: 945 time: 0.1245477 Feb 02 07:21:42.908527 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e90cd3-129a-483b-abb8-47e68bfc1ac2 req-eef20137-a0a6-43da-8ba9-be591c3d8b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:42.912506 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-97e90cd3-129a-483b-abb8-47e68bfc1ac2 req-eef20137-a0a6-43da-8ba9-be591c3d8b7f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=23d00674-1c75-41ed-b39c-9b1c1a82bdbd HTTP/1.1" status: 200 len: 1129 time: 0.1341197 Feb 02 07:21:42.949267 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d67ccb-89b0-4256-9ca4-71cf5cc2be52 admin admin] Network 07aa33f7-959d-499a-9182-cb63812d9b32 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:21:42.962690 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e9a2d358-a3d5-45a6-bf56-1b41d04f2f9e admin admin] Publish callbacks [] for security_group (a41d1fb1-e744-4961-b1ec-49f3363ff6b5), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:42.972783 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e9a2d358-a3d5-45a6-bf56-1b41d04f2f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (a41d1fb1-e744-4961-b1ec-49f3363ff6b5), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:42.985086 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-b3d67ccb-89b0-4256-9ca4-71cf5cc2be52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 07aa33f7-959d-499a-9182-cb63812d9b32) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:21:42.996321 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8d5e93-0ef1-40c1-b44f-1934bda5e668 None None] Network 07aa33f7-959d-499a-9182-cb63812d9b32 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:21:43.005830 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d67ccb-89b0-4256-9ca4-71cf5cc2be52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:43.006432 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b3d67ccb-89b0-4256-9ca4-71cf5cc2be52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:43.026933 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-97e90cd3-129a-483b-abb8-47e68bfc1ac2 req-d466c5e7-e02b-41cc-aed5-6e69155ef95c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6795e0a6-69cc-42c2-a292-352f11146466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038821 Feb 02 07:21:43.043722 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-794c0f83-003e-4ded-810f-e244c68dd2d5 req-30bdc434-db9f-48b6-b412-98e50e47f753 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/security-groups?id=8d1cc325-a632-46e6-9754-02bd96fce640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221595 Feb 02 07:21:43.050429 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e9a2d358-a3d5-45a6-bf56-1b41d04f2f9e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=8f4d060883b9458d901d4e47c805f639&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3247197 Feb 02 07:21:43.051237 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 39986) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:21:43.059290 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b3d67ccb-89b0-4256-9ca4-71cf5cc2be52 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7372460 Feb 02 07:21:43.059494 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 39988) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:21:43.064232 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-6cc134ba-615c-4068-af0a-fee827df51c6 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-891605892-router', 'tenant_id': '698270003fc3486cb201010c23ddb935', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:21:43.114441 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6cc134ba-615c-4068-af0a-fee827df51c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (faf6d2c3-2fe0-48c9-9f27-cc713c90a755), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:43.115687 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6cc134ba-615c-4068-af0a-fee827df51c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (faf6d2c3-2fe0-48c9-9f27-cc713c90a755), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:43.141667 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a2d358-a3d5-45a6-bf56-1b41d04f2f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a41d1fb1-e744-4961-b1ec-49f3363ff6b5,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:43.219034 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-498af5e9-1918-425e-b026-2d5f5583015e admin admin] Publish callbacks [] for security_group (a41d1fb1-e744-4961-b1ec-49f3363ff6b5), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:43.285203 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6cc134ba-615c-4068-af0a-fee827df51c6 admin admin] Publish callbacks [] for router_controller (faf6d2c3-2fe0-48c9-9f27-cc713c90a755), precommit_add_association {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:43.304930 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-498af5e9-1918-425e-b026-2d5f5583015e admin admin] Publish callbacks [] for security_group (a41d1fb1-e744-4961-b1ec-49f3363ff6b5), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:43.403071 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554feb0e-6403-4f7a-8fe5-9b8f24a323c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-07aa33f7-959d-499a-9182-cb63812d9b32', 'network_id': '07aa33f7-959d-499a-9182-cb63812d9b32', 'project_id': '698270003fc3486cb201010c23ddb935', 'fixed_ips': [{'subnet_id': '3e073878-b818-46b9-96b5-3256e357bd8a'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:21:43.404856 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-554feb0e-6403-4f7a-8fe5-9b8f24a323c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:43.410463 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ebad3a57-95b1-4a53-b43b-3f54f7f986c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:43.586413 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-554feb0e-6403-4f7a-8fe5-9b8f24a323c6 None None] Allocated IP 172.20.0.2 (07aa33f7-959d-499a-9182-cb63812d9b32/3e073878-b818-46b9-96b5-3256e357bd8a/3e22603f-6129-4b92-b9bc-dae272085c2e) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:21:43.589627 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6cc134ba-615c-4068-af0a-fee827df51c6 admin admin] Publish callbacks [] for router_gateway (faf6d2c3-2fe0-48c9-9f27-cc713c90a755), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:43.595705 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd8be5-0b77-4307-8690-122983bb343a req-c0c9ae6a-d8bf-45ac-8cb8-e20c152af25b tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:43.597255 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-66cd8be5-0b77-4307-8690-122983bb343a req-c0c9ae6a-d8bf-45ac-8cb8-e20c152af25b tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/ports?device_id=46ecb815-244b-4aba-b16c-b3d1870dd51e HTTP/1.1" status: 200 len: 946 time: 0.1725225 Feb 02 07:21:43.609077 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78c7b04-356e-41bc-87cc-db5d0ca8bd8f req-af4eebf0-eea3-4e87-842c-ead62f0febd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:43.612578 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b78c7b04-356e-41bc-87cc-db5d0ca8bd8f req-af4eebf0-eea3-4e87-842c-ead62f0febd4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=138c5dcdbd6744ca8b38947e5ed99f36&device_id=46ecb815-244b-4aba-b16c-b3d1870dd51e HTTP/1.1" status: 200 len: 1129 time: 0.1988354 Feb 02 07:21:43.657923 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-498af5e9-1918-425e-b026-2d5f5583015e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (a41d1fb1-e744-4961-b1ec-49f3363ff6b5), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:43.664763 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-498af5e9-1918-425e-b026-2d5f5583015e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:43.683533 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-498af5e9-1918-425e-b026-2d5f5583015e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/a41d1fb1-e744-4961-b1ec-49f3363ff6b5 HTTP/1.1" status: 204 len: 168 time: 0.6298375 Feb 02 07:21:43.770094 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498af5e9-1918-425e-b026-2d5f5583015e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a41d1fb1-e744-4961-b1ec-49f3363ff6b5,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:43.780480 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-66cd8be5-0b77-4307-8690-122983bb343a req-9d7ca68d-80cf-4a50-8b8d-01dbd5c5e18c tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/security-groups?id=6795e0a6-69cc-42c2-a292-352f11146466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755843 Feb 02 07:21:43.827982 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78c7b04-356e-41bc-87cc-db5d0ca8bd8f req-a50c8bf4-d3f3-45cd-a2ed-df100c78b313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:43.829752 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b78c7b04-356e-41bc-87cc-db5d0ca8bd8f req-a50c8bf4-d3f3-45cd-a2ed-df100c78b313 service neutron] 10.222.0.88 "GET /v2.0/networks?id=eb10f7d9-5215-469a-8039-9f917b412efa HTTP/1.1" status: 200 len: 920 time: 0.2053747 Feb 02 07:21:43.871917 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-554feb0e-6403-4f7a-8fe5-9b8f24a323c6 None None] Publish callbacks [] for port (3e22603f-6129-4b92-b9bc-dae272085c2e), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:43.892887 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-554feb0e-6403-4f7a-8fe5-9b8f24a323c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (3e22603f-6129-4b92-b9bc-dae272085c2e), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:43.901589 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b78c7b04-356e-41bc-87cc-db5d0ca8bd8f req-d8e1252d-48a5-4e96-bf7d-72fd7ce0d01b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4798c6d-703d-424a-8316-7ffead506643 HTTP/1.1" status: 200 len: 217 time: 0.0601373 Feb 02 07:21:43.996414 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554feb0e-6403-4f7a-8fe5-9b8f24a323c6 None None] Pushing event updated for resources: {'Port': ['ID=3e22603f-6129-4b92-b9bc-dae272085c2e,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:44.012589 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554feb0e-6403-4f7a-8fe5-9b8f24a323c6 None None] Network 07aa33f7-959d-499a-9182-cb63812d9b32 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:21:44.014385 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-554feb0e-6403-4f7a-8fe5-9b8f24a323c6 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:21:44.018664 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554feb0e-6403-4f7a-8fe5-9b8f24a323c6 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:21:44.024869 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78c7b04-356e-41bc-87cc-db5d0ca8bd8f req-42aabffd-3433-4112-9c46-ea8c01df4a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:44.026620 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b78c7b04-356e-41bc-87cc-db5d0ca8bd8f req-42aabffd-3433-4112-9c46-ea8c01df4a6b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=885f4045-8d8e-4d19-b861-51e56a7805ab HTTP/1.1" status: 200 len: 859 time: 0.1193936 Feb 02 07:21:44.043643 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6cc134ba-615c-4068-af0a-fee827df51c6 admin admin] Publish callbacks [] for router_gateway (faf6d2c3-2fe0-48c9-9f27-cc713c90a755), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:44.093190 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6cc134ba-615c-4068-af0a-fee827df51c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:44.094887 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b78c7b04-356e-41bc-87cc-db5d0ca8bd8f req-573d2669-c8b2-4a55-bd2f-71b0cd4455cd service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=eb10f7d9-5215-469a-8039-9f917b412efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601211 Feb 02 07:21:44.210142 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-554feb0e-6403-4f7a-8fe5-9b8f24a323c6 None None] Attempting to bind port 3e22603f-6129-4b92-b9bc-dae272085c2e on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:21:44.210462 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-554feb0e-6403-4f7a-8fe5-9b8f24a323c6 None None] Attempting to bind port 3e22603f-6129-4b92-b9bc-dae272085c2e by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '02f2262b-277b-42ed-b2a3-7168fc4fd566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '07aa33f7-959d-499a-9182-cb63812d9b32'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:21:44.210818 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554feb0e-6403-4f7a-8fe5-9b8f24a323c6 None None] Attempting to bind port 3e22603f-6129-4b92-b9bc-dae272085c2e on network 07aa33f7-959d-499a-9182-cb63812d9b32 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:21:44.227188 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554feb0e-6403-4f7a-8fe5-9b8f24a323c6 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:21:44.227599 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554feb0e-6403-4f7a-8fe5-9b8f24a323c6 None None] Checking segment: {'id': '02f2262b-277b-42ed-b2a3-7168fc4fd566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '07aa33f7-959d-499a-9182-cb63812d9b32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:21:44.228017 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-554feb0e-6403-4f7a-8fe5-9b8f24a323c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:44.228418 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554feb0e-6403-4f7a-8fe5-9b8f24a323c6 None None] Bound using segment: {'id': '02f2262b-277b-42ed-b2a3-7168fc4fd566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '07aa33f7-959d-499a-9182-cb63812d9b32'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:21:44.229089 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-554feb0e-6403-4f7a-8fe5-9b8f24a323c6 None None] Bound port: 3e22603f-6129-4b92-b9bc-dae272085c2e, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02f2262b-277b-42ed-b2a3-7168fc4fd566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '07aa33f7-959d-499a-9182-cb63812d9b32'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:21:44.229641 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-554feb0e-6403-4f7a-8fe5-9b8f24a323c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3e22603f-6129-4b92-b9bc-dae272085c2e), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:44.334723 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 40004) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:21:44.335877 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-6cc134ba-615c-4068-af0a-fee827df51c6 admin admin] Allocated IP 172.25.4.18 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/38b9b8bb-ba88-4ac1-8412-70110f8c0f74) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:21:44.372244 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1b69134c-df13-4baf-8b30-c458229d0303 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:44.399449 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-554feb0e-6403-4f7a-8fe5-9b8f24a323c6 None None] For port 3e22603f-6129-4b92-b9bc-dae272085c2e, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:21:44.404236 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-554feb0e-6403-4f7a-8fe5-9b8f24a323c6 None None] For port 3e22603f-6129-4b92-b9bc-dae272085c2e, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=3e22603f-6129-4b92-b9bc-dae272085c2e,segment=NetworkSegment(02f2262b-277b-42ed-b2a3-7168fc4fd566),segment_id=02f2262b-277b-42ed-b2a3-7168fc4fd566)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:21:44.413342 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-554feb0e-6403-4f7a-8fe5-9b8f24a323c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (3e22603f-6129-4b92-b9bc-dae272085c2e), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:44.418334 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b78c7b04-356e-41bc-87cc-db5d0ca8bd8f req-0bfa6c39-3b1a-4c60-9570-42c4b3390357 service neutron] 10.222.0.88 "GET /v2.0/networks/eb10f7d9-5215-469a-8039-9f917b412efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116786 Feb 02 07:21:44.507989 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554feb0e-6403-4f7a-8fe5-9b8f24a323c6 None None] Pushing event updated for resources: {'Port': ['ID=3e22603f-6129-4b92-b9bc-dae272085c2e,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:44.610317 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f851d-49f2-4963-8344-01dcc4e46f1c req-6645909a-8fbd-4c41-b7c5-96b06bda7875 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:44.612379 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4d1f851d-49f2-4963-8344-01dcc4e46f1c req-6645909a-8fbd-4c41-b7c5-96b06bda7875 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/ports?device_id=29866e64-76a3-4a50-9018-d0c987783a84 HTTP/1.1" status: 200 len: 945 time: 0.4057710 Feb 02 07:21:44.694118 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:44.851992 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4d1f851d-49f2-4963-8344-01dcc4e46f1c req-117f20c8-fe17-4543-9c3e-d7ab8e8ec6f8 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/security-groups?id=8d1cc325-a632-46e6-9754-02bd96fce640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136354 Feb 02 07:21:44.903020 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1b69134c-df13-4baf-8b30-c458229d0303 admin admin] Publish callbacks [] for security_group (f8d6ae64-736b-4920-925c-0b5a8f98fd7b), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:44.909816 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b78c7b04-356e-41bc-87cc-db5d0ca8bd8f req-46c56b61-8b64-4011-998c-6f8ffc721e11 service neutron] 10.222.0.88 "GET /v2.0/networks/eb10f7d9-5215-469a-8039-9f917b412efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4720712 Feb 02 07:21:44.931074 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1b69134c-df13-4baf-8b30-c458229d0303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (f8d6ae64-736b-4920-925c-0b5a8f98fd7b), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:44.986976 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-1b69134c-df13-4baf-8b30-c458229d0303 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=978cbe25a70c461cb83a0082621def2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6492338 Feb 02 07:21:44.988117 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 40012) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:21:45.085694 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69134c-df13-4baf-8b30-c458229d0303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d6ae64-736b-4920-925c-0b5a8f98fd7b,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:45.143390 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaae388-98cb-4866-8d8d-e9b7b9ced525 req-74b4cf92-62a5-498c-8d6f-3011549f5115 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:45.150688 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-faaae388-98cb-4866-8d8d-e9b7b9ced525 req-74b4cf92-62a5-498c-8d6f-3011549f5115 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/ports?device_id=46ecb815-244b-4aba-b16c-b3d1870dd51e HTTP/1.1" status: 200 len: 946 time: 0.1312447 Feb 02 07:21:45.158665 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4ab893fa-0777-47d6-9efe-612fe186e992 admin admin] Publish callbacks [] for security_group (f8d6ae64-736b-4920-925c-0b5a8f98fd7b), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:45.199665 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4ab893fa-0777-47d6-9efe-612fe186e992 admin admin] Publish callbacks [] for security_group (f8d6ae64-736b-4920-925c-0b5a8f98fd7b), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:45.212460 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6cc134ba-615c-4068-af0a-fee827df51c6 admin admin] Publish callbacks [] for port (38b9b8bb-ba88-4ac1-8412-70110f8c0f74), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:45.247715 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-faaae388-98cb-4866-8d8d-e9b7b9ced525 req-245cc2cb-429b-4829-a34d-78a5dd3c8106 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/security-groups?id=6795e0a6-69cc-42c2-a292-352f11146466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960848 Feb 02 07:21:45.269467 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6cc134ba-615c-4068-af0a-fee827df51c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (38b9b8bb-ba88-4ac1-8412-70110f8c0f74), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:45.291939 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4ab893fa-0777-47d6-9efe-612fe186e992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (f8d6ae64-736b-4920-925c-0b5a8f98fd7b), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:45.295066 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4ab893fa-0777-47d6-9efe-612fe186e992 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:45.298740 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-4ab893fa-0777-47d6-9efe-612fe186e992 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/f8d6ae64-736b-4920-925c-0b5a8f98fd7b HTTP/1.1" status: 204 len: 168 time: 0.3057840 Feb 02 07:21:45.305938 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab893fa-0777-47d6-9efe-612fe186e992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d6ae64-736b-4920-925c-0b5a8f98fd7b,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:45.330120 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc134ba-615c-4068-af0a-fee827df51c6 admin admin] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:21:45.344383 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-6cc134ba-615c-4068-af0a-fee827df51c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:21:45.354260 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc134ba-615c-4068-af0a-fee827df51c6 admin admin] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:21:45.385716 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc134ba-615c-4068-af0a-fee827df51c6 admin admin] Pushing event updated for resources: {'Port': ['ID=38b9b8bb-ba88-4ac1-8412-70110f8c0f74,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:45.694048 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 3e22603f-6129-4b92-b9bc-dae272085c2e up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:21:45.783727 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 3e22603f-6129-4b92-b9bc-dae272085c2e triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:21:45.784214 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (3e22603f-6129-4b92-b9bc-dae272085c2e), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:45.815680 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6cc134ba-615c-4068-af0a-fee827df51c6 admin admin] Publish callbacks [] for router_gateway (faf6d2c3-2fe0-48c9-9f27-cc713c90a755), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:45.912503 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 3e22603f-6129-4b92-b9bc-dae272085c2e is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:21:45.913249 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3e22603f-6129-4b92-b9bc-dae272085c2e), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:45.957393 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 3e22603f-6129-4b92-b9bc-dae272085c2e, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=3e22603f-6129-4b92-b9bc-dae272085c2e,segment=NetworkSegment(02f2262b-277b-42ed-b2a3-7168fc4fd566),segment_id=02f2262b-277b-42ed-b2a3-7168fc4fd566)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:21:45.966400 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (3e22603f-6129-4b92-b9bc-dae272085c2e), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:46.059841 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=3e22603f-6129-4b92-b9bc-dae272085c2e,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:46.095630 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e2eee4-568f-41b9-b53d-aaf9cb8bb35a req-f7b5b5ce-8ab0-48f4-b42d-f0e84364d095 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:46.096240 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:46.099498 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-11e2eee4-568f-41b9-b53d-aaf9cb8bb35a req-f7b5b5ce-8ab0-48f4-b42d-f0e84364d095 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/ports?device_id=29866e64-76a3-4a50-9018-d0c987783a84 HTTP/1.1" status: 200 len: 945 time: 0.1082797 Feb 02 07:21:46.153951 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6cc134ba-615c-4068-af0a-fee827df51c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (faf6d2c3-2fe0-48c9-9f27-cc713c90a755), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:46.169644 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33a3b25-8804-46c0-a9a7-2bb1d3a578a6 None None] Network 07aa33f7-959d-499a-9182-cb63812d9b32 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:21:46.196346 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-11e2eee4-568f-41b9-b53d-aaf9cb8bb35a req-3730acef-3781-47ba-a379-461d00bc70bb tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/security-groups?id=8d1cc325-a632-46e6-9754-02bd96fce640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848911 Feb 02 07:21:46.297304 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1d68225b-953b-42bc-abba-259f951638c8 None None] Provisioning complete for port 3e22603f-6129-4b92-b9bc-dae272085c2e triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:21:46.297688 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1d68225b-953b-42bc-abba-259f951638c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (3e22603f-6129-4b92-b9bc-dae272085c2e), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:46.356351 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cc134ba-615c-4068-af0a-fee827df51c6 admin admin] Router faf6d2c3-2fe0-48c9-9f27-cc713c90a755 is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:21:46.435599 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1d68225b-953b-42bc-abba-259f951638c8 None None] Current status of the port 3e22603f-6129-4b92-b9bc-dae272085c2e is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:21:46.437886 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2236a442-cf92-4f47-9540-c1d9b8cc92c5 req-3cc67596-47ae-4473-b074-2d16286854ec tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:46.456693 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2236a442-cf92-4f47-9540-c1d9b8cc92c5 req-3cc67596-47ae-4473-b074-2d16286854ec tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/ports?device_id=46ecb815-244b-4aba-b16c-b3d1870dd51e HTTP/1.1" status: 200 len: 946 time: 0.1245923 Feb 02 07:21:46.531493 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc134ba-615c-4068-af0a-fee827df51c6 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:21:46.544872 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f12006-f012-4262-b11d-4c358baf9fd2 None None] Sync routers for ids ['faf6d2c3-2fe0-48c9-9f27-cc713c90a755'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:21:46.565847 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f12006-f012-4262-b11d-4c358baf9fd2 None None] Routers {'faf6d2c3-2fe0-48c9-9f27-cc713c90a755'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:21:46.568505 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-f8f12006-f012-4262-b11d-4c358baf9fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:21:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['faf6d2c3-2fe0-48c9-9f27-cc713c90a755'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:21:46.578203 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6cc134ba-615c-4068-af0a-fee827df51c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:46.580034 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-6cc134ba-615c-4068-af0a-fee827df51c6 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.5192311 Feb 02 07:21:46.582759 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 40046) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:21:46.586914 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2236a442-cf92-4f47-9540-c1d9b8cc92c5 req-f3bedc7c-4e46-49bf-beda-bf81e03ea716 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/security-groups?id=6795e0a6-69cc-42c2-a292-352f11146466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240668 Feb 02 07:21:46.719393 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-f8f12006-f012-4262-b11d-4c358baf9fd2 None None] Set router faf6d2c3-2fe0-48c9-9f27-cc713c90a755 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:21:46.780113 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-4e32ed9e-a73f-4b3f-8071-9b3fc92bbf4d None None] Provisioning complete for port 3e22603f-6129-4b92-b9bc-dae272085c2e triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:21:46.782681 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-4e32ed9e-a73f-4b3f-8071-9b3fc92bbf4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (3e22603f-6129-4b92-b9bc-dae272085c2e), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:46.886685 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-4e32ed9e-a73f-4b3f-8071-9b3fc92bbf4d None None] Current status of the port 3e22603f-6129-4b92-b9bc-dae272085c2e is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:21:46.954270 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-f8f12006-f012-4262-b11d-4c358baf9fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf6d2c3-2fe0-48c9-9f27-cc713c90a755', 'name': 'tempest-TestServerBasicOps-891605892-router', 'tenant_id': '698270003fc3486cb201010c23ddb935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '38b9b8bb-ba88-4ac1-8412-70110f8c0f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:21:43Z', 'updated_at': '2022-02-02T07:21:45Z', 'revision_number': 3, 'project_id': '698270003fc3486cb201010c23ddb935', 'gw_port': {'id': '38b9b8bb-ba88-4ac1-8412-70110f8c0f74', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ac:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf6d2c3-2fe0-48c9-9f27-cc713c90a755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:21:44Z', 'updated_at': '2022-02-02T07:21:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:21:46.984426 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f12006-f012-4262-b11d-4c358baf9fd2 None None] Checking router: faf6d2c3-2fe0-48c9-9f27-cc713c90a755 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:21:46.984702 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f12006-f012-4262-b11d-4c358baf9fd2 None None] Updating router faf6d2c3-2fe0-48c9-9f27-cc713c90a755 port 38b9b8bb-ba88-4ac1-8412-70110f8c0f74 binding host n-d-789963-26 {{(pid=109696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:21:47.023086 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-f8f12006-f012-4262-b11d-4c358baf9fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (38b9b8bb-ba88-4ac1-8412-70110f8c0f74), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:47.159396 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-27179764-acc8-40bb-8ed8-7ab641bfcaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:47.397978 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-f8f12006-f012-4262-b11d-4c358baf9fd2 None None] Publish callbacks [] for port (38b9b8bb-ba88-4ac1-8412-70110f8c0f74), precommit_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:47.402174 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:47.413797 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-f8f12006-f012-4262-b11d-4c358baf9fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (38b9b8bb-ba88-4ac1-8412-70110f8c0f74), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:47.446200 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426bac95-0941-4606-a37f-b47b8fba6187 req-e92dce24-0f88-444d-9c1c-9398afc8a7fd tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:47.452279 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-27179764-acc8-40bb-8ed8-7ab641bfcaf2 admin admin] Allocated IP 172.20.0.1 (07aa33f7-959d-499a-9182-cb63812d9b32/3e073878-b818-46b9-96b5-3256e357bd8a/b61c21db-bd32-4c43-b2e6-80cfe1f41b53) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:21:47.455897 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-426bac95-0941-4606-a37f-b47b8fba6187 req-e92dce24-0f88-444d-9c1c-9398afc8a7fd tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/ports?device_id=29866e64-76a3-4a50-9018-d0c987783a84 HTTP/1.1" status: 200 len: 945 time: 0.1580572 Feb 02 07:21:47.577988 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-f8f12006-f012-4262-b11d-4c358baf9fd2 None None] Attempting to bind port 38b9b8bb-ba88-4ac1-8412-70110f8c0f74 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:21:47.585533 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-f8f12006-f012-4262-b11d-4c358baf9fd2 None None] Attempting to bind port 38b9b8bb-ba88-4ac1-8412-70110f8c0f74 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:21:47.585533 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f12006-f012-4262-b11d-4c358baf9fd2 None None] Attempting to bind port 38b9b8bb-ba88-4ac1-8412-70110f8c0f74 on network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:21:47.632722 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f12006-f012-4262-b11d-4c358baf9fd2 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:21:47.633166 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f12006-f012-4262-b11d-4c358baf9fd2 None None] Checking segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:21:47.633508 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-f8f12006-f012-4262-b11d-4c358baf9fd2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:47.633906 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f12006-f012-4262-b11d-4c358baf9fd2 None None] Bound using segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:21:47.634389 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-f8f12006-f012-4262-b11d-4c358baf9fd2 None None] Bound port: 38b9b8bb-ba88-4ac1-8412-70110f8c0f74, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:21:47.634852 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-f8f12006-f012-4262-b11d-4c358baf9fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (38b9b8bb-ba88-4ac1-8412-70110f8c0f74), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:47.645302 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-426bac95-0941-4606-a37f-b47b8fba6187 req-475bbeb2-eb21-4fa6-b03a-66da2d3d6108 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/security-groups?id=8d1cc325-a632-46e6-9754-02bd96fce640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872077 Feb 02 07:21:47.658444 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 3e22603f-6129-4b92-b9bc-dae272085c2e up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:21:47.714826 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-f8f12006-f012-4262-b11d-4c358baf9fd2 None None] For port 38b9b8bb-ba88-4ac1-8412-70110f8c0f74, host n-d-789963-26, cleared binding levels {{(pid=109696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:21:47.718481 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-f8f12006-f012-4262-b11d-4c358baf9fd2 None None] For port 38b9b8bb-ba88-4ac1-8412-70110f8c0f74, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=38b9b8bb-ba88-4ac1-8412-70110f8c0f74,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:21:47.722435 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d617cd9a-976d-4b9c-ad0c-e5848bc14a29 None None] Pushing event updated for resources: {'Port': ['ID=38b9b8bb-ba88-4ac1-8412-70110f8c0f74,revision_number=2']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:47.732091 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d617cd9a-976d-4b9c-ad0c-e5848bc14a29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:21:47.732797 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d617cd9a-976d-4b9c-ad0c-e5848bc14a29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:21:47.733411 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d617cd9a-976d-4b9c-ad0c-e5848bc14a29 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:21:47.733934 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d617cd9a-976d-4b9c-ad0c-e5848bc14a29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:21:47.734446 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d617cd9a-976d-4b9c-ad0c-e5848bc14a29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:21:47.734942 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d617cd9a-976d-4b9c-ad0c-e5848bc14a29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:21:47.735518 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d617cd9a-976d-4b9c-ad0c-e5848bc14a29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:21:47.736076 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d617cd9a-976d-4b9c-ad0c-e5848bc14a29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:21:47.736566 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d617cd9a-976d-4b9c-ad0c-e5848bc14a29 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:21:47.737221 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d617cd9a-976d-4b9c-ad0c-e5848bc14a29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:21:47.737733 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d617cd9a-976d-4b9c-ad0c-e5848bc14a29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:21:47.738598 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d617cd9a-976d-4b9c-ad0c-e5848bc14a29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:21:47.739585 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d617cd9a-976d-4b9c-ad0c-e5848bc14a29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:21:47.745576 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-f8f12006-f012-4262-b11d-4c358baf9fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (38b9b8bb-ba88-4ac1-8412-70110f8c0f74), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:47.760104 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-27179764-acc8-40bb-8ed8-7ab641bfcaf2 admin admin] Publish callbacks [] for port (b61c21db-bd32-4c43-b2e6-80cfe1f41b53), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:47.808985 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f12006-f012-4262-b11d-4c358baf9fd2 None None] Routers {'faf6d2c3-2fe0-48c9-9f27-cc713c90a755'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:21:47.809776 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-f8f12006-f012-4262-b11d-4c358baf9fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:21:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['faf6d2c3-2fe0-48c9-9f27-cc713c90a755'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:21:47.817516 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 3e22603f-6129-4b92-b9bc-dae272085c2e triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:21:47.818609 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (3e22603f-6129-4b92-b9bc-dae272085c2e), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:47.852868 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-27179764-acc8-40bb-8ed8-7ab641bfcaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (b61c21db-bd32-4c43-b2e6-80cfe1f41b53), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:47.865397 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d617cd9a-976d-4b9c-ad0c-e5848bc14a29 None None] Pushing event updated for resources: {'Port': ['ID=38b9b8bb-ba88-4ac1-8412-70110f8c0f74,revision_number=3']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:47.886316 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df04abf-f0f6-4781-82b2-2d5eb8ee626f req-7f1dafe7-5032-4b48-b23a-96ce58ca3058 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:47.892397 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9df04abf-f0f6-4781-82b2-2d5eb8ee626f req-7f1dafe7-5032-4b48-b23a-96ce58ca3058 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/ports?device_id=46ecb815-244b-4aba-b16c-b3d1870dd51e HTTP/1.1" status: 200 len: 946 time: 0.1100490 Feb 02 07:21:47.901661 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27179764-acc8-40bb-8ed8-7ab641bfcaf2 admin admin] Network 07aa33f7-959d-499a-9182-cb63812d9b32 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:21:47.904697 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-27179764-acc8-40bb-8ed8-7ab641bfcaf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:21:47.921735 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27179764-acc8-40bb-8ed8-7ab641bfcaf2 admin admin] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:21:47.932951 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 3e22603f-6129-4b92-b9bc-dae272085c2e is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:21:47.979013 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-f8f12006-f012-4262-b11d-4c358baf9fd2 None None] Set router faf6d2c3-2fe0-48c9-9f27-cc713c90a755 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:21:47.987253 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9df04abf-f0f6-4781-82b2-2d5eb8ee626f req-12747eec-4faa-4c93-aff3-00371602b664 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/security-groups?id=6795e0a6-69cc-42c2-a292-352f11146466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885484 Feb 02 07:21:48.051777 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-27179764-acc8-40bb-8ed8-7ab641bfcaf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (faf6d2c3-2fe0-48c9-9f27-cc713c90a755), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:48.150423 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27179764-acc8-40bb-8ed8-7ab641bfcaf2 admin admin] Pushing event updated for resources: {'Port': ['ID=b61c21db-bd32-4c43-b2e6-80cfe1f41b53,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:48.219250 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-27179764-acc8-40bb-8ed8-7ab641bfcaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b61c21db-bd32-4c43-b2e6-80cfe1f41b53), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:48.235760 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-f8f12006-f012-4262-b11d-4c358baf9fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf6d2c3-2fe0-48c9-9f27-cc713c90a755', 'name': 'tempest-TestServerBasicOps-891605892-router', 'tenant_id': '698270003fc3486cb201010c23ddb935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '38b9b8bb-ba88-4ac1-8412-70110f8c0f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:21:43Z', 'updated_at': '2022-02-02T07:21:45Z', 'revision_number': 3, 'project_id': '698270003fc3486cb201010c23ddb935', 'gw_port': {'id': '38b9b8bb-ba88-4ac1-8412-70110f8c0f74', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ac:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf6d2c3-2fe0-48c9-9f27-cc713c90a755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:21:44Z', 'updated_at': '2022-02-02T07:21:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:21:48.273309 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f12006-f012-4262-b11d-4c358baf9fd2 None None] The sync data for ids ['faf6d2c3-2fe0-48c9-9f27-cc713c90a755'] in n-d-789963-26 is: [{'id': 'faf6d2c3-2fe0-48c9-9f27-cc713c90a755', 'name': 'tempest-TestServerBasicOps-891605892-router', 'tenant_id': '698270003fc3486cb201010c23ddb935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '38b9b8bb-ba88-4ac1-8412-70110f8c0f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:21:43Z', 'updated_at': '2022-02-02T07:21:45Z', 'revision_number': 3, 'project_id': '698270003fc3486cb201010c23ddb935', 'gw_port': {'id': '38b9b8bb-ba88-4ac1-8412-70110f8c0f74', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ac:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf6d2c3-2fe0-48c9-9f27-cc713c90a755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:21:44Z', 'updated_at': '2022-02-02T07:21:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:21:48.431113 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-27179764-acc8-40bb-8ed8-7ab641bfcaf2 admin admin] Publish callbacks [] for port (b61c21db-bd32-4c43-b2e6-80cfe1f41b53), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:48.432120 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ec2fb6f3-5bdc-4667-bcf2-58149660d85d None None] Provisioning complete for port b61c21db-bd32-4c43-b2e6-80cfe1f41b53 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:21:48.434653 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ec2fb6f3-5bdc-4667-bcf2-58149660d85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b61c21db-bd32-4c43-b2e6-80cfe1f41b53), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:48.437107 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-27179764-acc8-40bb-8ed8-7ab641bfcaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (b61c21db-bd32-4c43-b2e6-80cfe1f41b53), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:48.500868 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ec2fb6f3-5bdc-4667-bcf2-58149660d85d None None] Port b61c21db-bd32-4c43-b2e6-80cfe1f41b53 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:21:48.512608 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-27179764-acc8-40bb-8ed8-7ab641bfcaf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (faf6d2c3-2fe0-48c9-9f27-cc713c90a755), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:48.536004 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27179764-acc8-40bb-8ed8-7ab641bfcaf2 admin admin] Pushing event updated for resources: {'Port': ['ID=b61c21db-bd32-4c43-b2e6-80cfe1f41b53,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:48.693707 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27179764-acc8-40bb-8ed8-7ab641bfcaf2 admin admin] Network 07aa33f7-959d-499a-9182-cb63812d9b32 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:21:48.695874 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-27179764-acc8-40bb-8ed8-7ab641bfcaf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:21:48.725371 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 40108) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:21:48.843386 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e35d5-8b84-4b42-9240-0f99c14921f8 req-9bd5d079-0dcb-4e43-a3ef-32b06be7be5f tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:48.858118 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-423e35d5-8b84-4b42-9240-0f99c14921f8 req-9bd5d079-0dcb-4e43-a3ef-32b06be7be5f tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/ports?device_id=29866e64-76a3-4a50-9018-d0c987783a84 HTTP/1.1" status: 200 len: 945 time: 0.1413834 Feb 02 07:21:48.951365 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-423e35d5-8b84-4b42-9240-0f99c14921f8 req-e83aafb5-25ed-486d-b3be-6db8ad22e470 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/security-groups?id=8d1cc325-a632-46e6-9754-02bd96fce640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920382 Feb 02 07:21:48.990128 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27179764-acc8-40bb-8ed8-7ab641bfcaf2 admin admin] Router faf6d2c3-2fe0-48c9-9f27-cc713c90a755 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:21:48.996848 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6d693e12-fd53-4606-962c-683a78412f47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:49.120937 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27179764-acc8-40bb-8ed8-7ab641bfcaf2 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:21:49.127173 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-27179764-acc8-40bb-8ed8-7ab641bfcaf2 admin admin] 10.222.0.87 "PUT /v2.0/routers/faf6d2c3-2fe0-48c9-9f27-cc713c90a755/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5430508 Feb 02 07:21:49.154997 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-660326c3-1ce9-4f58-860a-d4d0773b608b None None] Provisioning complete for port b61c21db-bd32-4c43-b2e6-80cfe1f41b53 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:21:49.155786 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-660326c3-1ce9-4f58-860a-d4d0773b608b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b61c21db-bd32-4c43-b2e6-80cfe1f41b53), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:49.189183 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c68224-16b6-4951-ae64-280a91cdd894 req-b3d8550b-97f4-4f96-8dc9-7ad6ff3d1e87 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:49.197665 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-04c68224-16b6-4951-ae64-280a91cdd894 req-b3d8550b-97f4-4f96-8dc9-7ad6ff3d1e87 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/ports?device_id=46ecb815-244b-4aba-b16c-b3d1870dd51e HTTP/1.1" status: 200 len: 946 time: 0.1048188 Feb 02 07:21:49.210027 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-660326c3-1ce9-4f58-860a-d4d0773b608b None None] Port b61c21db-bd32-4c43-b2e6-80cfe1f41b53 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:21:49.215207 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6d693e12-fd53-4606-962c-683a78412f47 admin admin] Publish callbacks [] for security_group (bc2e378d-696b-4210-9012-7f28af9f8134), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:49.232949 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6d693e12-fd53-4606-962c-683a78412f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (bc2e378d-696b-4210-9012-7f28af9f8134), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:49.292320 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-6d693e12-fd53-4606-962c-683a78412f47 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=eabe740e7fff496591c86f5609f0925e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5659370 Feb 02 07:21:49.294792 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 40122) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:21:49.316597 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d693e12-fd53-4606-962c-683a78412f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2e378d-696b-4210-9012-7f28af9f8134,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:49.334427 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-04c68224-16b6-4951-ae64-280a91cdd894 req-f9fd5791-a0f2-46db-bb76-e9666b6b6142 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/security-groups?id=6795e0a6-69cc-42c2-a292-352f11146466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314905 Feb 02 07:21:49.385493 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-93cec2e6-85da-4a9e-a072-38b516485b43 admin admin] Publish callbacks [] for security_group (bc2e378d-696b-4210-9012-7f28af9f8134), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:49.422710 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-93cec2e6-85da-4a9e-a072-38b516485b43 admin admin] Publish callbacks [] for security_group (bc2e378d-696b-4210-9012-7f28af9f8134), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:49.516910 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-93cec2e6-85da-4a9e-a072-38b516485b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (bc2e378d-696b-4210-9012-7f28af9f8134), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:49.519900 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-93cec2e6-85da-4a9e-a072-38b516485b43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:49.521181 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-93cec2e6-85da-4a9e-a072-38b516485b43 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/bc2e378d-696b-4210-9012-7f28af9f8134 HTTP/1.1" status: 204 len: 168 time: 0.2253947 Feb 02 07:21:49.540263 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cec2e6-85da-4a9e-a072-38b516485b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2e378d-696b-4210-9012-7f28af9f8134,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:49.651909 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 38b9b8bb-ba88-4ac1-8412-70110f8c0f74 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:21:49.729771 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 38b9b8bb-ba88-4ac1-8412-70110f8c0f74 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:21:49.730460 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (38b9b8bb-ba88-4ac1-8412-70110f8c0f74), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:49.834247 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 38b9b8bb-ba88-4ac1-8412-70110f8c0f74 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:21:49.837038 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (38b9b8bb-ba88-4ac1-8412-70110f8c0f74), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:49.887322 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 38b9b8bb-ba88-4ac1-8412-70110f8c0f74, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=38b9b8bb-ba88-4ac1-8412-70110f8c0f74,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:21:49.892880 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (38b9b8bb-ba88-4ac1-8412-70110f8c0f74), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:49.949173 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=38b9b8bb-ba88-4ac1-8412-70110f8c0f74,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:49.991115 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 40144) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:21:49.997792 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-34e8c2bf-5cf9-447a-af98-f267a620630b admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1890355733-network', 'tenant_id': '6fe9ca51bd0d40039967f0070313736f'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:21:50.019373 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e8c2bf-5cf9-447a-af98-f267a620630b admin admin] Made reservation on behalf of 6fe9ca51bd0d40039967f0070313736f for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:21:50.022370 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-34e8c2bf-5cf9-447a-af98-f267a620630b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:50.030157 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 40146) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:21:50.035806 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-34e8c2bf-5cf9-447a-af98-f267a620630b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:50.046608 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-01d0654e-7a13-4102-bb2a-dc19cb5bc945 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:50.123839 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-34e8c2bf-5cf9-447a-af98-f267a620630b admin admin] Publish callbacks [] for security_group (2c10db73-03a6-4ad5-afed-a5b5c47a29dd), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:50.128943 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-34e8c2bf-5cf9-447a-af98-f267a620630b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (2c10db73-03a6-4ad5-afed-a5b5c47a29dd), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:50.137410 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e5bf9-6eda-4f98-88da-950fc22abac8 req-4eadaab2-6d51-4d51-a5c5-31dd0052c429 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:50.139184 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-838e5bf9-6eda-4f98-88da-950fc22abac8 req-4eadaab2-6d51-4d51-a5c5-31dd0052c429 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/ports?device_id=29866e64-76a3-4a50-9018-d0c987783a84 HTTP/1.1" status: 200 len: 945 time: 0.0895128 Feb 02 07:21:50.162639 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34e8c2bf-5cf9-447a-af98-f267a620630b admin admin] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:21:50.174069 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e8c2bf-5cf9-447a-af98-f267a620630b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c10db73-03a6-4ad5-afed-a5b5c47a29dd,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:50.179677 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-34e8c2bf-5cf9-447a-af98-f267a620630b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (fc7fcf54-f7a7-4eef-aba4-acf487f422bf), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:50.180152 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-34e8c2bf-5cf9-447a-af98-f267a620630b admin admin] Added segment fc7fcf54-f7a7-4eef-aba4-acf487f422bf of type vlan for network a69866f8-ad57-4c20-8e41-90f32a75e09e Feb 02 07:21:50.228639 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-838e5bf9-6eda-4f98-88da-950fc22abac8 req-b78c6e99-9161-40ac-8d32-f1e63979bf7a tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/security-groups?id=8d1cc325-a632-46e6-9754-02bd96fce640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821521 Feb 02 07:21:50.246668 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-34e8c2bf-5cf9-447a-af98-f267a620630b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (a69866f8-ad57-4c20-8e41-90f32a75e09e), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:50.262505 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-01d0654e-7a13-4102-bb2a-dc19cb5bc945 admin admin] Publish callbacks [] for security_group (70973a24-c7b0-4a94-83ff-a470362c70d6), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:50.267175 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-01d0654e-7a13-4102-bb2a-dc19cb5bc945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (70973a24-c7b0-4a94-83ff-a470362c70d6), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:50.278410 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-34e8c2bf-5cf9-447a-af98-f267a620630b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (a69866f8-ad57-4c20-8e41-90f32a75e09e), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:50.279699 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e8c2bf-5cf9-447a-af98-f267a620630b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:50.280725 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-34e8c2bf-5cf9-447a-af98-f267a620630b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:50.308889 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-01d0654e-7a13-4102-bb2a-dc19cb5bc945 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=bd18149c293b4cd39fcc673dd4d49372&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2770836 Feb 02 07:21:50.310052 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d0654e-7a13-4102-bb2a-dc19cb5bc945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70973a24-c7b0-4a94-83ff-a470362c70d6,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:50.312343 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 40148) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:21:50.319349 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-34e8c2bf-5cf9-447a-af98-f267a620630b admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3270252 Feb 02 07:21:50.322792 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 40150) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:21:50.328185 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-68e09fa2-d931-4166-bae4-176444e24f4a admin admin] Request body: {'subnet': {'network_id': 'a69866f8-ad57-4c20-8e41-90f32a75e09e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1890355733-subnet', 'tenant_id': '6fe9ca51bd0d40039967f0070313736f', 'ip_version': 4}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:21:50.379526 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e8c2bf-5cf9-447a-af98-f267a620630b admin admin] Pushing event updated for resources: {'Network': ['ID=a69866f8-ad57-4c20-8e41-90f32a75e09e,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:50.380525 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6f8c818d-f645-4b1c-b428-5904ed01684d admin admin] Publish callbacks [] for security_group (70973a24-c7b0-4a94-83ff-a470362c70d6), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:50.393109 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network a69866f8-ad57-4c20-8e41-90f32a75e09e details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:21:50.396106 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e09fa2-d931-4166-bae4-176444e24f4a admin admin] Made reservation on behalf of 6fe9ca51bd0d40039967f0070313736f for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:21:50.399482 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-68e09fa2-d931-4166-bae4-176444e24f4a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:50.422505 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6f8c818d-f645-4b1c-b428-5904ed01684d admin admin] Publish callbacks [] for security_group (70973a24-c7b0-4a94-83ff-a470362c70d6), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:50.530013 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6f8c818d-f645-4b1c-b428-5904ed01684d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (70973a24-c7b0-4a94-83ff-a470362c70d6), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:50.533471 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6f8c818d-f645-4b1c-b428-5904ed01684d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:50.534653 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-6f8c818d-f645-4b1c-b428-5904ed01684d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/70973a24-c7b0-4a94-83ff-a470362c70d6 HTTP/1.1" status: 204 len: 168 time: 0.2212179 Feb 02 07:21:50.552542 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8c818d-f645-4b1c-b428-5904ed01684d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70973a24-c7b0-4a94-83ff-a470362c70d6,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:50.591826 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735392a2-22fa-4893-bae4-c84ced37528c req-a885a1eb-4302-4573-a3df-6b28e6c23810 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:50.601539 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-735392a2-22fa-4893-bae4-c84ced37528c req-a885a1eb-4302-4573-a3df-6b28e6c23810 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/ports?device_id=46ecb815-244b-4aba-b16c-b3d1870dd51e HTTP/1.1" status: 200 len: 946 time: 0.1140411 Feb 02 07:21:50.672190 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-735392a2-22fa-4893-bae4-c84ced37528c req-29aae4bc-610f-431b-9b2d-0873d5425ae6 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/security-groups?id=6795e0a6-69cc-42c2-a292-352f11146466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697765 Feb 02 07:21:50.683277 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-68e09fa2-d931-4166-bae4-176444e24f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (9ab79863-5bd6-4f90-87f6-db6802c022f5), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:50.754065 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e09fa2-d931-4166-bae4-176444e24f4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ab79863-5bd6-4f90-87f6-db6802c022f5,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:50.771579 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e09fa2-d931-4166-bae4-176444e24f4a admin admin] Checking segment: {'id': 'fc7fcf54-f7a7-4eef-aba4-acf487f422bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a69866f8-ad57-4c20-8e41-90f32a75e09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:21:50.772199 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e09fa2-d931-4166-bae4-176444e24f4a admin admin] Network hostable DHCP agents. Network: a69866f8-ad57-4c20-8e41-90f32a75e09e, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:21:50.792112 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e09fa2-d931-4166-bae4-176444e24f4a admin admin] Network a69866f8-ad57-4c20-8e41-90f32a75e09e is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:21:50.804431 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-68e09fa2-d931-4166-bae4-176444e24f4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, a69866f8-ad57-4c20-8e41-90f32a75e09e) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:21:50.811157 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e09fa2-d931-4166-bae4-176444e24f4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:50.812306 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-68e09fa2-d931-4166-bae4-176444e24f4a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:50.816606 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baaeb2e0-1376-40dd-95c6-1c88071589b5 None None] Sync routers for ids ['faf6d2c3-2fe0-48c9-9f27-cc713c90a755'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:21:50.824830 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f92cfa4-c001-41a9-8ab9-587f37d8e6d2 None None] Network a69866f8-ad57-4c20-8e41-90f32a75e09e requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:21:50.833439 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-68e09fa2-d931-4166-bae4-176444e24f4a admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5095029 Feb 02 07:21:50.836037 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 40156) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:21:50.841361 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-6e226730-028c-4930-b1dc-9030eb4f2b78 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1890355733-router', 'tenant_id': '6fe9ca51bd0d40039967f0070313736f', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:21:50.863066 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baaeb2e0-1376-40dd-95c6-1c88071589b5 None None] Routers {'faf6d2c3-2fe0-48c9-9f27-cc713c90a755'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:21:50.863994 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-baaeb2e0-1376-40dd-95c6-1c88071589b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:21:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['faf6d2c3-2fe0-48c9-9f27-cc713c90a755'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:21:50.874643 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6e226730-028c-4930-b1dc-9030eb4f2b78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (5c40f6f7-b4bd-43be-ad7e-ba122e2e926f), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:50.876999 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6e226730-028c-4930-b1dc-9030eb4f2b78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (5c40f6f7-b4bd-43be-ad7e-ba122e2e926f), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:50.969261 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6e226730-028c-4930-b1dc-9030eb4f2b78 admin admin] Publish callbacks [] for router_controller (5c40f6f7-b4bd-43be-ad7e-ba122e2e926f), precommit_add_association {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:51.016881 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-baaeb2e0-1376-40dd-95c6-1c88071589b5 None None] Set router faf6d2c3-2fe0-48c9-9f27-cc713c90a755 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:21:51.216234 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7982c94d-9f07-4d77-9f17-03bf42f448ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-a69866f8-ad57-4c20-8e41-90f32a75e09e', 'network_id': 'a69866f8-ad57-4c20-8e41-90f32a75e09e', 'project_id': '6fe9ca51bd0d40039967f0070313736f', 'fixed_ips': [{'subnet_id': '9ab79863-5bd6-4f90-87f6-db6802c022f5'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:21:51.217111 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7982c94d-9f07-4d77-9f17-03bf42f448ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:51.433951 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-baaeb2e0-1376-40dd-95c6-1c88071589b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf6d2c3-2fe0-48c9-9f27-cc713c90a755', 'name': 'tempest-TestServerBasicOps-891605892-router', 'tenant_id': '698270003fc3486cb201010c23ddb935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '38b9b8bb-ba88-4ac1-8412-70110f8c0f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:21:43Z', 'updated_at': '2022-02-02T07:21:48Z', 'revision_number': 4, 'project_id': '698270003fc3486cb201010c23ddb935', 'gw_port': {'id': '38b9b8bb-ba88-4ac1-8412-70110f8c0f74', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ac:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf6d2c3-2fe0-48c9-9f27-cc713c90a755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:21:44Z', 'updated_at': '2022-02-02T07:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'b61c21db-bd32-4c43-b2e6-80cfe1f41b53', 'name': '', 'network_id': '07aa33f7-959d-499a-9182-cb63812d9b32', 'tenant_id': '698270003fc3486cb201010c23ddb935', 'mac_address': 'fa:16:3e:3c:cb:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf6d2c3-2fe0-48c9-9f27-cc713c90a755', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': '3e073878-b818-46b9-96b5-3256e357bd8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:21:47Z', 'updated_at': '2022-02-02T07:21:48Z', 'revision_number': 2, 'project_id': '698270003fc3486cb201010c23ddb935', 'subnets': [{'id': '3e073878-b818-46b9-96b5-3256e357bd8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:21:51.519710 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baaeb2e0-1376-40dd-95c6-1c88071589b5 None None] Checking router: faf6d2c3-2fe0-48c9-9f27-cc713c90a755 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:21:51.528478 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6e226730-028c-4930-b1dc-9030eb4f2b78 admin admin] Publish callbacks [] for router_gateway (5c40f6f7-b4bd-43be-ad7e-ba122e2e926f), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:51.529633 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baaeb2e0-1376-40dd-95c6-1c88071589b5 None None] Updating router faf6d2c3-2fe0-48c9-9f27-cc713c90a755 port b61c21db-bd32-4c43-b2e6-80cfe1f41b53 binding host n-d-789963-26 {{(pid=109695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:21:51.541460 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-7982c94d-9f07-4d77-9f17-03bf42f448ff None None] Allocated IP 172.20.0.2 (a69866f8-ad57-4c20-8e41-90f32a75e09e/9ab79863-5bd6-4f90-87f6-db6802c022f5/c2891b4f-18b5-4416-89ee-ae417a501892) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:21:51.558665 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f10a6-1c93-46ad-975b-95ee200e9937 req-74a507e9-ea1e-438d-8ec7-3450a496f4f7 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:51.560603 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1b7f10a6-1c93-46ad-975b-95ee200e9937 req-74a507e9-ea1e-438d-8ec7-3450a496f4f7 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/ports?device_id=29866e64-76a3-4a50-9018-d0c987783a84 HTTP/1.1" status: 200 len: 945 time: 0.1839848 Feb 02 07:21:51.612376 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 38b9b8bb-ba88-4ac1-8412-70110f8c0f74 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:21:51.636546 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1b7f10a6-1c93-46ad-975b-95ee200e9937 req-0b94a01c-e8d1-4c8b-a9b4-f75839cc3abd tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/security-groups?id=8d1cc325-a632-46e6-9754-02bd96fce640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609343 Feb 02 07:21:51.842892 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6e226730-028c-4930-b1dc-9030eb4f2b78 admin admin] Publish callbacks [] for router_gateway (5c40f6f7-b4bd-43be-ad7e-ba122e2e926f), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:51.864391 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-baaeb2e0-1376-40dd-95c6-1c88071589b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b61c21db-bd32-4c43-b2e6-80cfe1f41b53), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:51.864617 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6e226730-028c-4930-b1dc-9030eb4f2b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:51.982702 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 38b9b8bb-ba88-4ac1-8412-70110f8c0f74 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:21:51.983456 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (38b9b8bb-ba88-4ac1-8412-70110f8c0f74), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:52.001067 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd3a1e-49de-4acd-bd88-d9325f2d3f0e req-9c9a2795-4221-45e9-8e98-c5626db59bfe tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:52.008657 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-66cd3a1e-49de-4acd-bd88-d9325f2d3f0e req-9c9a2795-4221-45e9-8e98-c5626db59bfe tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/ports?device_id=46ecb815-244b-4aba-b16c-b3d1870dd51e HTTP/1.1" status: 200 len: 946 time: 0.1672807 Feb 02 07:21:52.118270 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-66cd3a1e-49de-4acd-bd88-d9325f2d3f0e req-08e51133-174f-4838-94ab-182032a30b93 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/security-groups?id=6795e0a6-69cc-42c2-a292-352f11146466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041121 Feb 02 07:21:52.143023 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-6e226730-028c-4930-b1dc-9030eb4f2b78 admin admin] Allocated IP 172.25.4.168 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/53f1de6e-8872-4183-a584-20f80679f402) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:21:52.189627 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:52.277872 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6e226730-028c-4930-b1dc-9030eb4f2b78 admin admin] Publish callbacks [] for port (53f1de6e-8872-4183-a584-20f80679f402), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:52.320302 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6e226730-028c-4930-b1dc-9030eb4f2b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (53f1de6e-8872-4183-a584-20f80679f402), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:52.327955 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7982c94d-9f07-4d77-9f17-03bf42f448ff None None] Publish callbacks [] for port (c2891b4f-18b5-4416-89ee-ae417a501892), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:52.375415 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e226730-028c-4930-b1dc-9030eb4f2b78 admin admin] Pushing event updated for resources: {'Port': ['ID=53f1de6e-8872-4183-a584-20f80679f402,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:52.379953 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 38b9b8bb-ba88-4ac1-8412-70110f8c0f74 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:21:52.382833 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e226730-028c-4930-b1dc-9030eb4f2b78 admin admin] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:21:52.385288 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-6e226730-028c-4930-b1dc-9030eb4f2b78 admin admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:21:52.388489 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e226730-028c-4930-b1dc-9030eb4f2b78 admin admin] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:21:52.389155 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7982c94d-9f07-4d77-9f17-03bf42f448ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (c2891b4f-18b5-4416-89ee-ae417a501892), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:52.486371 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7982c94d-9f07-4d77-9f17-03bf42f448ff None None] Network a69866f8-ad57-4c20-8e41-90f32a75e09e is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:21:52.488312 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-baaeb2e0-1376-40dd-95c6-1c88071589b5 None None] Publish callbacks [] for port (b61c21db-bd32-4c43-b2e6-80cfe1f41b53), precommit_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:52.493402 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-7982c94d-9f07-4d77-9f17-03bf42f448ff None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:21:52.495838 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7982c94d-9f07-4d77-9f17-03bf42f448ff None None] Pushing event updated for resources: {'Port': ['ID=c2891b4f-18b5-4416-89ee-ae417a501892,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:52.498015 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7982c94d-9f07-4d77-9f17-03bf42f448ff None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:21:52.503371 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-baaeb2e0-1376-40dd-95c6-1c88071589b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (b61c21db-bd32-4c43-b2e6-80cfe1f41b53), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:52.601786 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-7982c94d-9f07-4d77-9f17-03bf42f448ff None None] Attempting to bind port c2891b4f-18b5-4416-89ee-ae417a501892 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:21:52.602184 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-7982c94d-9f07-4d77-9f17-03bf42f448ff None None] Attempting to bind port c2891b4f-18b5-4416-89ee-ae417a501892 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'fc7fcf54-f7a7-4eef-aba4-acf487f422bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a69866f8-ad57-4c20-8e41-90f32a75e09e'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:21:52.602554 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7982c94d-9f07-4d77-9f17-03bf42f448ff None None] Attempting to bind port c2891b4f-18b5-4416-89ee-ae417a501892 on network a69866f8-ad57-4c20-8e41-90f32a75e09e {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:21:52.616198 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7982c94d-9f07-4d77-9f17-03bf42f448ff None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:21:52.616583 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7982c94d-9f07-4d77-9f17-03bf42f448ff None None] Checking segment: {'id': 'fc7fcf54-f7a7-4eef-aba4-acf487f422bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a69866f8-ad57-4c20-8e41-90f32a75e09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:21:52.616992 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7982c94d-9f07-4d77-9f17-03bf42f448ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:52.617390 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7982c94d-9f07-4d77-9f17-03bf42f448ff None None] Bound using segment: {'id': 'fc7fcf54-f7a7-4eef-aba4-acf487f422bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a69866f8-ad57-4c20-8e41-90f32a75e09e'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:21:52.617864 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-7982c94d-9f07-4d77-9f17-03bf42f448ff None None] Bound port: c2891b4f-18b5-4416-89ee-ae417a501892, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc7fcf54-f7a7-4eef-aba4-acf487f422bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a69866f8-ad57-4c20-8e41-90f32a75e09e'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:21:52.618516 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7982c94d-9f07-4d77-9f17-03bf42f448ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (c2891b4f-18b5-4416-89ee-ae417a501892), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:52.622314 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d899be36-7e9a-4de9-aef1-fe44a0266dc0 None None] Pushing event updated for resources: {'Port': ['ID=b61c21db-bd32-4c43-b2e6-80cfe1f41b53,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:52.765068 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-baaeb2e0-1376-40dd-95c6-1c88071589b5 None None] Attempting to bind port b61c21db-bd32-4c43-b2e6-80cfe1f41b53 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:21:52.766701 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-baaeb2e0-1376-40dd-95c6-1c88071589b5 None None] Attempting to bind port b61c21db-bd32-4c43-b2e6-80cfe1f41b53 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '02f2262b-277b-42ed-b2a3-7168fc4fd566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '07aa33f7-959d-499a-9182-cb63812d9b32'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:21:52.767172 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baaeb2e0-1376-40dd-95c6-1c88071589b5 None None] Attempting to bind port b61c21db-bd32-4c43-b2e6-80cfe1f41b53 on network 07aa33f7-959d-499a-9182-cb63812d9b32 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:21:52.798311 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baaeb2e0-1376-40dd-95c6-1c88071589b5 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:21:52.798748 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baaeb2e0-1376-40dd-95c6-1c88071589b5 None None] Checking segment: {'id': '02f2262b-277b-42ed-b2a3-7168fc4fd566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '07aa33f7-959d-499a-9182-cb63812d9b32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:21:52.799157 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-baaeb2e0-1376-40dd-95c6-1c88071589b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:52.799574 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baaeb2e0-1376-40dd-95c6-1c88071589b5 None None] Bound using segment: {'id': '02f2262b-277b-42ed-b2a3-7168fc4fd566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '07aa33f7-959d-499a-9182-cb63812d9b32'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:21:52.800092 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-baaeb2e0-1376-40dd-95c6-1c88071589b5 None None] Bound port: b61c21db-bd32-4c43-b2e6-80cfe1f41b53, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02f2262b-277b-42ed-b2a3-7168fc4fd566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '07aa33f7-959d-499a-9182-cb63812d9b32'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:21:52.800489 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-baaeb2e0-1376-40dd-95c6-1c88071589b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b61c21db-bd32-4c43-b2e6-80cfe1f41b53), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:52.850645 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6e226730-028c-4930-b1dc-9030eb4f2b78 admin admin] Publish callbacks [] for router_gateway (5c40f6f7-b4bd-43be-ad7e-ba122e2e926f), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:52.862650 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-7982c94d-9f07-4d77-9f17-03bf42f448ff None None] For port c2891b4f-18b5-4416-89ee-ae417a501892, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:21:52.866447 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0841cb7-17fb-44e4-a0dd-21b2188e226d req-b239622f-fc11-40c3-8246-77ed16467d7b tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:52.868013 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b0841cb7-17fb-44e4-a0dd-21b2188e226d req-b239622f-fc11-40c3-8246-77ed16467d7b tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/ports?device_id=29866e64-76a3-4a50-9018-d0c987783a84 HTTP/1.1" status: 200 len: 945 time: 0.1282759 Feb 02 07:21:52.883237 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-7982c94d-9f07-4d77-9f17-03bf42f448ff None None] For port c2891b4f-18b5-4416-89ee-ae417a501892, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=c2891b4f-18b5-4416-89ee-ae417a501892,segment=NetworkSegment(fc7fcf54-f7a7-4eef-aba4-acf487f422bf),segment_id=fc7fcf54-f7a7-4eef-aba4-acf487f422bf)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:21:52.910672 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7982c94d-9f07-4d77-9f17-03bf42f448ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (c2891b4f-18b5-4416-89ee-ae417a501892), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:52.956052 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-baaeb2e0-1376-40dd-95c6-1c88071589b5 None None] For port b61c21db-bd32-4c43-b2e6-80cfe1f41b53, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:21:52.992995 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-baaeb2e0-1376-40dd-95c6-1c88071589b5 None None] For port b61c21db-bd32-4c43-b2e6-80cfe1f41b53, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=b61c21db-bd32-4c43-b2e6-80cfe1f41b53,segment=NetworkSegment(02f2262b-277b-42ed-b2a3-7168fc4fd566),segment_id=02f2262b-277b-42ed-b2a3-7168fc4fd566)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:21:53.003615 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-a7239adc-27af-455d-96d3-a0599e5de731 None None] Provisioning complete for port b61c21db-bd32-4c43-b2e6-80cfe1f41b53 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:21:53.004317 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a7239adc-27af-455d-96d3-a0599e5de731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b61c21db-bd32-4c43-b2e6-80cfe1f41b53), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:53.005719 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b0841cb7-17fb-44e4-a0dd-21b2188e226d req-f11c83be-9f5d-41d3-8aa8-4a7beb882da5 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/security-groups?id=8d1cc325-a632-46e6-9754-02bd96fce640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027050 Feb 02 07:21:53.064007 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-baaeb2e0-1376-40dd-95c6-1c88071589b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (b61c21db-bd32-4c43-b2e6-80cfe1f41b53), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:53.106417 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7982c94d-9f07-4d77-9f17-03bf42f448ff None None] Pushing event updated for resources: {'Port': ['ID=c2891b4f-18b5-4416-89ee-ae417a501892,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:53.140950 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baaeb2e0-1376-40dd-95c6-1c88071589b5 None None] Routers {'faf6d2c3-2fe0-48c9-9f27-cc713c90a755'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:21:53.141933 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-baaeb2e0-1376-40dd-95c6-1c88071589b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:21:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['faf6d2c3-2fe0-48c9-9f27-cc713c90a755'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:21:53.228372 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6e226730-028c-4930-b1dc-9030eb4f2b78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (5c40f6f7-b4bd-43be-ad7e-ba122e2e926f), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:53.231275 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-a7239adc-27af-455d-96d3-a0599e5de731 None None] Port b61c21db-bd32-4c43-b2e6-80cfe1f41b53 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:21:53.442089 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d899be36-7e9a-4de9-aef1-fe44a0266dc0 None None] Pushing event updated for resources: {'Port': ['ID=b61c21db-bd32-4c43-b2e6-80cfe1f41b53,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:53.472891 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-baaeb2e0-1376-40dd-95c6-1c88071589b5 None None] Set router faf6d2c3-2fe0-48c9-9f27-cc713c90a755 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:21:53.545509 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ebb2b8-a4c3-4a57-9c98-a79b61ccdd40 req-27e3d858-f47e-46c9-9ae5-63666d97c405 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:53.547299 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-95ebb2b8-a4c3-4a57-9c98-a79b61ccdd40 req-27e3d858-f47e-46c9-9ae5-63666d97c405 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/ports?device_id=46ecb815-244b-4aba-b16c-b3d1870dd51e HTTP/1.1" status: 200 len: 946 time: 0.2449868 Feb 02 07:21:53.574250 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e226730-028c-4930-b1dc-9030eb4f2b78 admin admin] Router 5c40f6f7-b4bd-43be-ad7e-ba122e2e926f is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:21:53.632062 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-95ebb2b8-a4c3-4a57-9c98-a79b61ccdd40 req-44229cec-9bd5-4c4f-81a9-af17c1dddaa2 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/security-groups?id=6795e0a6-69cc-42c2-a292-352f11146466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767601 Feb 02 07:21:53.635487 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-dbf14c07-2559-4761-b438-53b8b1d316ee None None] Provisioning complete for port b61c21db-bd32-4c43-b2e6-80cfe1f41b53 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:21:53.636142 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-dbf14c07-2559-4761-b438-53b8b1d316ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b61c21db-bd32-4c43-b2e6-80cfe1f41b53), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:53.823331 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device c2891b4f-18b5-4416-89ee-ae417a501892 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:21:53.832047 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e226730-028c-4930-b1dc-9030eb4f2b78 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:21:53.846275 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7eb577-26cb-4582-b861-efa9c79809a8 None None] Sync routers for ids ['5c40f6f7-b4bd-43be-ad7e-ba122e2e926f'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:21:53.860799 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7eb577-26cb-4582-b861-efa9c79809a8 None None] Routers {'5c40f6f7-b4bd-43be-ad7e-ba122e2e926f'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:21:53.861044 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6e226730-028c-4930-b1dc-9030eb4f2b78 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:53.862455 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-4b7eb577-26cb-4582-b861-efa9c79809a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:21:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['5c40f6f7-b4bd-43be-ad7e-ba122e2e926f'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:21:53.866275 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-6e226730-028c-4930-b1dc-9030eb4f2b78 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0261745 Feb 02 07:21:53.866275 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 40254) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:21:53.986546 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-dbf14c07-2559-4761-b438-53b8b1d316ee None None] Current status of the port b61c21db-bd32-4c43-b2e6-80cfe1f41b53 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:21:53.987283 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-dbf14c07-2559-4761-b438-53b8b1d316ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b61c21db-bd32-4c43-b2e6-80cfe1f41b53), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:54.027164 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port c2891b4f-18b5-4416-89ee-ae417a501892 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:21:54.027457 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (c2891b4f-18b5-4416-89ee-ae417a501892), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:54.073856 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-dbf14c07-2559-4761-b438-53b8b1d316ee None None] For port b61c21db-bd32-4c43-b2e6-80cfe1f41b53, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=b61c21db-bd32-4c43-b2e6-80cfe1f41b53,segment=NetworkSegment(02f2262b-277b-42ed-b2a3-7168fc4fd566),segment_id=02f2262b-277b-42ed-b2a3-7168fc4fd566)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:21:54.128551 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-dbf14c07-2559-4761-b438-53b8b1d316ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (b61c21db-bd32-4c43-b2e6-80cfe1f41b53), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:54.169829 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 40264) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:21:54.197910 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-4b7eb577-26cb-4582-b861-efa9c79809a8 None None] Set router 5c40f6f7-b4bd-43be-ad7e-ba122e2e926f gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:21:54.378463 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf14c07-2559-4761-b438-53b8b1d316ee None None] Pushing event updated for resources: {'Port': ['ID=b61c21db-bd32-4c43-b2e6-80cfe1f41b53,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:54.454782 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-baaeb2e0-1376-40dd-95c6-1c88071589b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf6d2c3-2fe0-48c9-9f27-cc713c90a755', 'name': 'tempest-TestServerBasicOps-891605892-router', 'tenant_id': '698270003fc3486cb201010c23ddb935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '38b9b8bb-ba88-4ac1-8412-70110f8c0f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:21:43Z', 'updated_at': '2022-02-02T07:21:48Z', 'revision_number': 4, 'project_id': '698270003fc3486cb201010c23ddb935', 'gw_port': {'id': '38b9b8bb-ba88-4ac1-8412-70110f8c0f74', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ac:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf6d2c3-2fe0-48c9-9f27-cc713c90a755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:21:44Z', 'updated_at': '2022-02-02T07:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'b61c21db-bd32-4c43-b2e6-80cfe1f41b53', 'name': '', 'network_id': '07aa33f7-959d-499a-9182-cb63812d9b32', 'tenant_id': '698270003fc3486cb201010c23ddb935', 'mac_address': 'fa:16:3e:3c:cb:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf6d2c3-2fe0-48c9-9f27-cc713c90a755', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': '3e073878-b818-46b9-96b5-3256e357bd8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:21:47Z', 'updated_at': '2022-02-02T07:21:52Z', 'revision_number': 4, 'project_id': '698270003fc3486cb201010c23ddb935', 'subnets': [{'id': '3e073878-b818-46b9-96b5-3256e357bd8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:21:54.591089 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baaeb2e0-1376-40dd-95c6-1c88071589b5 None None] The sync data for ids ['faf6d2c3-2fe0-48c9-9f27-cc713c90a755'] in n-d-789963-26 is: [{'id': 'faf6d2c3-2fe0-48c9-9f27-cc713c90a755', 'name': 'tempest-TestServerBasicOps-891605892-router', 'tenant_id': '698270003fc3486cb201010c23ddb935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '38b9b8bb-ba88-4ac1-8412-70110f8c0f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:21:43Z', 'updated_at': '2022-02-02T07:21:48Z', 'revision_number': 4, 'project_id': '698270003fc3486cb201010c23ddb935', 'gw_port': {'id': '38b9b8bb-ba88-4ac1-8412-70110f8c0f74', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ac:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf6d2c3-2fe0-48c9-9f27-cc713c90a755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:21:44Z', 'updated_at': '2022-02-02T07:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'b61c21db-bd32-4c43-b2e6-80cfe1f41b53', 'name': '', 'network_id': '07aa33f7-959d-499a-9182-cb63812d9b32', 'tenant_id': '698270003fc3486cb201010c23ddb935', 'mac_address': 'fa:16:3e:3c:cb:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf6d2c3-2fe0-48c9-9f27-cc713c90a755', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': '3e073878-b818-46b9-96b5-3256e357bd8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:21:47Z', 'updated_at': '2022-02-02T07:21:52Z', 'revision_number': 4, 'project_id': '698270003fc3486cb201010c23ddb935', 'subnets': [{'id': '3e073878-b818-46b9-96b5-3256e357bd8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:21:54.631775 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ae55d9-b7ee-419f-9695-3bf4a68575c2 req-146f9315-d125-466b-9a8d-b8daea327f40 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:54.632954 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port c2891b4f-18b5-4416-89ee-ae417a501892 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:21:54.633357 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (c2891b4f-18b5-4416-89ee-ae417a501892), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:54.634122 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-19ae55d9-b7ee-419f-9695-3bf4a68575c2 req-146f9315-d125-466b-9a8d-b8daea327f40 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/ports?device_id=29866e64-76a3-4a50-9018-d0c987783a84 HTTP/1.1" status: 200 len: 945 time: 0.2750194 Feb 02 07:21:54.677248 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2dc15aad-0dd4-450e-bcfd-4143420807c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:54.752599 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port c2891b4f-18b5-4416-89ee-ae417a501892, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=c2891b4f-18b5-4416-89ee-ae417a501892,segment=NetworkSegment(fc7fcf54-f7a7-4eef-aba4-acf487f422bf),segment_id=fc7fcf54-f7a7-4eef-aba4-acf487f422bf)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:21:54.762138 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (c2891b4f-18b5-4416-89ee-ae417a501892), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:54.857613 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-19ae55d9-b7ee-419f-9695-3bf4a68575c2 req-34ae1ab9-8e7b-4a57-9948-de55f7c785b4 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/security-groups?id=8d1cc325-a632-46e6-9754-02bd96fce640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142847 Feb 02 07:21:54.879315 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=c2891b4f-18b5-4416-89ee-ae417a501892,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:54.907909 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-4b7eb577-26cb-4582-b861-efa9c79809a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c40f6f7-b4bd-43be-ad7e-ba122e2e926f', 'name': 'tempest-TestServerBasicOps-1890355733-router', 'tenant_id': '6fe9ca51bd0d40039967f0070313736f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '53f1de6e-8872-4183-a584-20f80679f402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:21:50Z', 'updated_at': '2022-02-02T07:21:52Z', 'revision_number': 3, 'project_id': '6fe9ca51bd0d40039967f0070313736f', 'gw_port': {'id': '53f1de6e-8872-4183-a584-20f80679f402', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:0f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c40f6f7-b4bd-43be-ad7e-ba122e2e926f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:21:51Z', 'updated_at': '2022-02-02T07:21:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:21:54.924518 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2dc15aad-0dd4-450e-bcfd-4143420807c5 admin admin] Publish callbacks [] for security_group (77ed0e78-8c1a-4f5c-a976-80778f1bf1b4), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:54.935837 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2dc15aad-0dd4-450e-bcfd-4143420807c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (77ed0e78-8c1a-4f5c-a976-80778f1bf1b4), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:54.987444 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7eb577-26cb-4582-b861-efa9c79809a8 None None] Checking router: 5c40f6f7-b4bd-43be-ad7e-ba122e2e926f for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:21:54.988108 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7eb577-26cb-4582-b861-efa9c79809a8 None None] Updating router 5c40f6f7-b4bd-43be-ad7e-ba122e2e926f port 53f1de6e-8872-4183-a584-20f80679f402 binding host n-d-789963-26 {{(pid=109696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:21:55.017482 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-2dc15aad-0dd4-450e-bcfd-4143420807c5 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=aa32be00436c4626b10bf3038c1ee378&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8462794 Feb 02 07:21:55.024866 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 40272) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:21:55.026079 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc15aad-0dd4-450e-bcfd-4143420807c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ed0e78-8c1a-4f5c-a976-80778f1bf1b4,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:55.026435 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-4b7eb577-26cb-4582-b861-efa9c79809a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (53f1de6e-8872-4183-a584-20f80679f402), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:55.054570 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8491da3-9ffb-4398-80de-59cbcb349af1 None None] Network a69866f8-ad57-4c20-8e41-90f32a75e09e requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:21:55.169813 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7d2b222c-e9da-4cfb-9c98-05e22a691f5d admin admin] Publish callbacks [] for security_group (77ed0e78-8c1a-4f5c-a976-80778f1bf1b4), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:55.182827 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5a34b7d1-89ac-4a76-aa25-c555b9df2b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:55.216885 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7d2b222c-e9da-4cfb-9c98-05e22a691f5d admin admin] Publish callbacks [] for security_group (77ed0e78-8c1a-4f5c-a976-80778f1bf1b4), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:55.269500 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d898ce41-2ebe-45c3-8c8e-738ca9fbfe6e req-adc88968-0e3e-43be-b241-bb1fce54c365 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:55.280148 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d898ce41-2ebe-45c3-8c8e-738ca9fbfe6e req-adc88968-0e3e-43be-b241-bb1fce54c365 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/ports?device_id=46ecb815-244b-4aba-b16c-b3d1870dd51e HTTP/1.1" status: 200 len: 946 time: 0.3014572 Feb 02 07:21:55.303459 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7d2b222c-e9da-4cfb-9c98-05e22a691f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (77ed0e78-8c1a-4f5c-a976-80778f1bf1b4), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:55.309618 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7d2b222c-e9da-4cfb-9c98-05e22a691f5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:55.314821 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-7d2b222c-e9da-4cfb-9c98-05e22a691f5d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/77ed0e78-8c1a-4f5c-a976-80778f1bf1b4 HTTP/1.1" status: 204 len: 168 time: 0.2512133 Feb 02 07:21:55.320906 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2b222c-e9da-4cfb-9c98-05e22a691f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ed0e78-8c1a-4f5c-a976-80778f1bf1b4,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:55.480488 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-82240362-d084-40ba-92a6-99aa22868aa4 None None] Provisioning complete for port c2891b4f-18b5-4416-89ee-ae417a501892 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:21:55.480838 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-82240362-d084-40ba-92a6-99aa22868aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (c2891b4f-18b5-4416-89ee-ae417a501892), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:55.508749 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d898ce41-2ebe-45c3-8c8e-738ca9fbfe6e req-72774da5-2e83-4195-a886-7a8479a1103c tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/security-groups?id=6795e0a6-69cc-42c2-a292-352f11146466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258239 Feb 02 07:21:55.608255 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-4b7eb577-26cb-4582-b861-efa9c79809a8 None None] Publish callbacks [] for port (53f1de6e-8872-4183-a584-20f80679f402), precommit_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:55.621677 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-4b7eb577-26cb-4582-b861-efa9c79809a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (53f1de6e-8872-4183-a584-20f80679f402), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:55.645578 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-5a34b7d1-89ac-4a76-aa25-c555b9df2b9e admin admin] Allocated IP 172.20.0.1 (a69866f8-ad57-4c20-8e41-90f32a75e09e/9ab79863-5bd6-4f90-87f6-db6802c022f5/295c17bf-2b3c-467c-9c2f-9321c2721d2d) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:21:55.753298 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-4b7eb577-26cb-4582-b861-efa9c79809a8 None None] Attempting to bind port 53f1de6e-8872-4183-a584-20f80679f402 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:21:55.753677 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-4b7eb577-26cb-4582-b861-efa9c79809a8 None None] Attempting to bind port 53f1de6e-8872-4183-a584-20f80679f402 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:21:55.754051 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7eb577-26cb-4582-b861-efa9c79809a8 None None] Attempting to bind port 53f1de6e-8872-4183-a584-20f80679f402 on network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:21:55.793090 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7eb577-26cb-4582-b861-efa9c79809a8 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:21:55.793754 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7eb577-26cb-4582-b861-efa9c79809a8 None None] Checking segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:21:55.794359 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-4b7eb577-26cb-4582-b861-efa9c79809a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:55.794915 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7eb577-26cb-4582-b861-efa9c79809a8 None None] Bound using segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:21:55.795582 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-4b7eb577-26cb-4582-b861-efa9c79809a8 None None] Bound port: 53f1de6e-8872-4183-a584-20f80679f402, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:21:55.796203 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-4b7eb577-26cb-4582-b861-efa9c79809a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (53f1de6e-8872-4183-a584-20f80679f402), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:55.852954 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-82240362-d084-40ba-92a6-99aa22868aa4 None None] Current status of the port c2891b4f-18b5-4416-89ee-ae417a501892 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:21:55.895939 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-4b7eb577-26cb-4582-b861-efa9c79809a8 None None] For port 53f1de6e-8872-4183-a584-20f80679f402, host n-d-789963-26, cleared binding levels {{(pid=109696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:21:55.899671 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device b61c21db-bd32-4c43-b2e6-80cfe1f41b53 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:21:55.912574 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-4b7eb577-26cb-4582-b861-efa9c79809a8 None None] For port 53f1de6e-8872-4183-a584-20f80679f402, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=53f1de6e-8872-4183-a584-20f80679f402,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:21:55.916462 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5a34b7d1-89ac-4a76-aa25-c555b9df2b9e admin admin] Publish callbacks [] for port (295c17bf-2b3c-467c-9c2f-9321c2721d2d), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:55.930326 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b83fb2-e32b-410c-b1f0-df4b291b2061 None None] Pushing event updated for resources: {'Port': ['ID=53f1de6e-8872-4183-a584-20f80679f402,revision_number=2']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:55.940635 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-4b7eb577-26cb-4582-b861-efa9c79809a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (53f1de6e-8872-4183-a584-20f80679f402), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:56.038812 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5a34b7d1-89ac-4a76-aa25-c555b9df2b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (295c17bf-2b3c-467c-9c2f-9321c2721d2d), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:56.044778 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port b61c21db-bd32-4c43-b2e6-80cfe1f41b53 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:21:56.045241 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b61c21db-bd32-4c43-b2e6-80cfe1f41b53), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:56.059280 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7eb577-26cb-4582-b861-efa9c79809a8 None None] Routers {'5c40f6f7-b4bd-43be-ad7e-ba122e2e926f'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:21:56.064405 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-4b7eb577-26cb-4582-b861-efa9c79809a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:21:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['5c40f6f7-b4bd-43be-ad7e-ba122e2e926f'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:21:56.087072 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 40284) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:21:56.102657 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-dc6deb84-dd80-4605-af0b-e27d363d3844 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:56.170194 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port b61c21db-bd32-4c43-b2e6-80cfe1f41b53 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:21:56.171999 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device c2891b4f-18b5-4416-89ee-ae417a501892 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:21:56.236008 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a34b7d1-89ac-4a76-aa25-c555b9df2b9e admin admin] Network a69866f8-ad57-4c20-8e41-90f32a75e09e is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:21:56.245581 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port c2891b4f-18b5-4416-89ee-ae417a501892 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:21:56.246662 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (c2891b4f-18b5-4416-89ee-ae417a501892), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:56.273175 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-5a34b7d1-89ac-4a76-aa25-c555b9df2b9e admin admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:21:56.278085 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a34b7d1-89ac-4a76-aa25-c555b9df2b9e admin admin] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:21:56.306189 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-3450109c-5481-4571-af25-e5c960256529 None None] Provisioning complete for port c2891b4f-18b5-4416-89ee-ae417a501892 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:21:56.309414 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3450109c-5481-4571-af25-e5c960256529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (c2891b4f-18b5-4416-89ee-ae417a501892), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:56.311365 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b83fb2-e32b-410c-b1f0-df4b291b2061 None None] Pushing event updated for resources: {'Port': ['ID=53f1de6e-8872-4183-a584-20f80679f402,revision_number=3']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:56.361318 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5a34b7d1-89ac-4a76-aa25-c555b9df2b9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (5c40f6f7-b4bd-43be-ad7e-ba122e2e926f), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:56.365479 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-dc6deb84-dd80-4605-af0b-e27d363d3844 admin admin] Publish callbacks [] for security_group (ba3defac-9321-4a87-bf8b-aff2ea4e62fd), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:56.368758 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-4b7eb577-26cb-4582-b861-efa9c79809a8 None None] Set router 5c40f6f7-b4bd-43be-ad7e-ba122e2e926f gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:21:56.380312 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-dc6deb84-dd80-4605-af0b-e27d363d3844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (ba3defac-9321-4a87-bf8b-aff2ea4e62fd), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:56.546180 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6deb84-dd80-4605-af0b-e27d363d3844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3defac-9321-4a87-bf8b-aff2ea4e62fd,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:56.563057 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port c2891b4f-18b5-4416-89ee-ae417a501892 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:21:56.584845 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-dc6deb84-dd80-4605-af0b-e27d363d3844 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=30bd24b6b20e47b2baa591a862042a56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4959211 Feb 02 07:21:56.589290 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 40292) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:21:56.623054 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a34b7d1-89ac-4a76-aa25-c555b9df2b9e admin admin] Pushing event updated for resources: {'Port': ['ID=295c17bf-2b3c-467c-9c2f-9321c2721d2d,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:56.665393 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-3450109c-5481-4571-af25-e5c960256529 None None] Current status of the port c2891b4f-18b5-4416-89ee-ae417a501892 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:21:56.716255 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5a34b7d1-89ac-4a76-aa25-c555b9df2b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (295c17bf-2b3c-467c-9c2f-9321c2721d2d), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:56.727261 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c9cc3e-e08f-4c2b-8254-e4130235b1ff req-4af237a2-dddb-4a9d-897e-51167bcecec7 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:56.727697 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3a35ea6e-5553-4a67-a19f-6a840bb5004d admin admin] Publish callbacks [] for security_group (ba3defac-9321-4a87-bf8b-aff2ea4e62fd), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:56.736435 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c5c9cc3e-e08f-4c2b-8254-e4130235b1ff req-4af237a2-dddb-4a9d-897e-51167bcecec7 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/ports?device_id=29866e64-76a3-4a50-9018-d0c987783a84 HTTP/1.1" status: 200 len: 945 time: 0.6056967 Feb 02 07:21:56.773436 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3a35ea6e-5553-4a67-a19f-6a840bb5004d admin admin] Publish callbacks [] for security_group (ba3defac-9321-4a87-bf8b-aff2ea4e62fd), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:56.796240 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-543deffe-bb08-41e9-abc7-4d43741b2683 None None] Provisioning complete for port 295c17bf-2b3c-467c-9c2f-9321c2721d2d triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:21:56.796621 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-543deffe-bb08-41e9-abc7-4d43741b2683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (295c17bf-2b3c-467c-9c2f-9321c2721d2d), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:56.860736 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c5c9cc3e-e08f-4c2b-8254-e4130235b1ff req-9b78ad89-e65a-4340-8aae-ac28a74bf39c tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/security-groups?id=8d1cc325-a632-46e6-9754-02bd96fce640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224968 Feb 02 07:21:56.873328 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-4b7eb577-26cb-4582-b861-efa9c79809a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c40f6f7-b4bd-43be-ad7e-ba122e2e926f', 'name': 'tempest-TestServerBasicOps-1890355733-router', 'tenant_id': '6fe9ca51bd0d40039967f0070313736f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '53f1de6e-8872-4183-a584-20f80679f402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:21:50Z', 'updated_at': '2022-02-02T07:21:52Z', 'revision_number': 3, 'project_id': '6fe9ca51bd0d40039967f0070313736f', 'gw_port': {'id': '53f1de6e-8872-4183-a584-20f80679f402', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:0f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c40f6f7-b4bd-43be-ad7e-ba122e2e926f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:21:51Z', 'updated_at': '2022-02-02T07:21:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:21:56.890344 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-543deffe-bb08-41e9-abc7-4d43741b2683 None None] Port 295c17bf-2b3c-467c-9c2f-9321c2721d2d cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:21:56.902561 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3a35ea6e-5553-4a67-a19f-6a840bb5004d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (ba3defac-9321-4a87-bf8b-aff2ea4e62fd), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:56.905736 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3a35ea6e-5553-4a67-a19f-6a840bb5004d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:56.909894 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-3a35ea6e-5553-4a67-a19f-6a840bb5004d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ba3defac-9321-4a87-bf8b-aff2ea4e62fd HTTP/1.1" status: 204 len: 168 time: 0.3192410 Feb 02 07:21:56.927610 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7eb577-26cb-4582-b861-efa9c79809a8 None None] The sync data for ids ['5c40f6f7-b4bd-43be-ad7e-ba122e2e926f'] in n-d-789963-26 is: [{'id': '5c40f6f7-b4bd-43be-ad7e-ba122e2e926f', 'name': 'tempest-TestServerBasicOps-1890355733-router', 'tenant_id': '6fe9ca51bd0d40039967f0070313736f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '53f1de6e-8872-4183-a584-20f80679f402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:21:50Z', 'updated_at': '2022-02-02T07:21:52Z', 'revision_number': 3, 'project_id': '6fe9ca51bd0d40039967f0070313736f', 'gw_port': {'id': '53f1de6e-8872-4183-a584-20f80679f402', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:0f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c40f6f7-b4bd-43be-ad7e-ba122e2e926f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:21:51Z', 'updated_at': '2022-02-02T07:21:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:21:56.928226 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a35ea6e-5553-4a67-a19f-6a840bb5004d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3defac-9321-4a87-bf8b-aff2ea4e62fd,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:57.345220 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:57.877455 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 53f1de6e-8872-4183-a584-20f80679f402 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:21:57.881106 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96adfef1-c9f1-464c-8a15-4f422d420523 req-28432c7d-30e6-4152-82d9-4acbf21363fd tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:57.890861 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-96adfef1-c9f1-464c-8a15-4f422d420523 req-28432c7d-30e6-4152-82d9-4acbf21363fd tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/ports?device_id=46ecb815-244b-4aba-b16c-b3d1870dd51e HTTP/1.1" status: 200 len: 946 time: 0.1609950 Feb 02 07:21:57.947381 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 53f1de6e-8872-4183-a584-20f80679f402 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:21:57.948555 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (53f1de6e-8872-4183-a584-20f80679f402), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:57.960027 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5a34b7d1-89ac-4a76-aa25-c555b9df2b9e admin admin] Publish callbacks [] for port (295c17bf-2b3c-467c-9c2f-9321c2721d2d), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:58.003538 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5a34b7d1-89ac-4a76-aa25-c555b9df2b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (295c17bf-2b3c-467c-9c2f-9321c2721d2d), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:58.139401 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 53f1de6e-8872-4183-a584-20f80679f402 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:21:58.139973 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (53f1de6e-8872-4183-a584-20f80679f402), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:58.172242 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-96adfef1-c9f1-464c-8a15-4f422d420523 req-b319e5b9-9667-4942-8fa5-b7f6aa7d1e78 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/security-groups?id=6795e0a6-69cc-42c2-a292-352f11146466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803218 Feb 02 07:21:58.189872 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 53f1de6e-8872-4183-a584-20f80679f402, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=53f1de6e-8872-4183-a584-20f80679f402,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:21:58.199768 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (53f1de6e-8872-4183-a584-20f80679f402), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:58.218024 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5a34b7d1-89ac-4a76-aa25-c555b9df2b9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (5c40f6f7-b4bd-43be-ad7e-ba122e2e926f), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:58.221103 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a34b7d1-89ac-4a76-aa25-c555b9df2b9e admin admin] Pushing event updated for resources: {'Port': ['ID=295c17bf-2b3c-467c-9c2f-9321c2721d2d,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:58.296001 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=53f1de6e-8872-4183-a584-20f80679f402,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:21:58.438937 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a34b7d1-89ac-4a76-aa25-c555b9df2b9e admin admin] Network a69866f8-ad57-4c20-8e41-90f32a75e09e is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:21:58.449859 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-5a34b7d1-89ac-4a76-aa25-c555b9df2b9e admin admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:21:58.462732 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97439644-4d48-4f66-ae4c-6e3704862b99 req-a2070acc-e6e5-4a88-9ec4-8d07fb7e142a tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:21:58.464441 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-97439644-4d48-4f66-ae4c-6e3704862b99 req-a2070acc-e6e5-4a88-9ec4-8d07fb7e142a tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/ports?device_id=29866e64-76a3-4a50-9018-d0c987783a84 HTTP/1.1" status: 200 len: 945 time: 0.1065927 Feb 02 07:21:58.674046 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a34b7d1-89ac-4a76-aa25-c555b9df2b9e admin admin] Router 5c40f6f7-b4bd-43be-ad7e-ba122e2e926f has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:21:58.873695 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-97439644-4d48-4f66-ae4c-6e3704862b99 req-d82e4130-4fbd-44d1-a442-e5dda08c1ebe tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/security-groups?id=8d1cc325-a632-46e6-9754-02bd96fce640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4015479 Feb 02 07:21:58.953985 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-cad55b61-305a-415b-ab42-6d30aaaf910f None None] Provisioning complete for port 295c17bf-2b3c-467c-9c2f-9321c2721d2d triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:21:58.955067 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-cad55b61-305a-415b-ab42-6d30aaaf910f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (295c17bf-2b3c-467c-9c2f-9321c2721d2d), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:58.960599 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a34b7d1-89ac-4a76-aa25-c555b9df2b9e admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:21:58.976034 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-5a34b7d1-89ac-4a76-aa25-c555b9df2b9e admin admin] 10.222.0.87 "PUT /v2.0/routers/5c40f6f7-b4bd-43be-ad7e-ba122e2e926f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1088121 Feb 02 07:21:58.998985 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-cad55b61-305a-415b-ab42-6d30aaaf910f None None] Port 295c17bf-2b3c-467c-9c2f-9321c2721d2d cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:21:59.371012 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 40378) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:21:59.546831 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 53f1de6e-8872-4183-a584-20f80679f402 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:21:59.554237 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-fa708997-719e-43a6-b8be-36d254fc25a6 tempest-ExternalNetworksAdminNegativeTestJSON-112373460 tempest-ExternalNetworksAdminNegativeTestJSON-112373460-project-admin] Request body: {'floatingip': {'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:21:59.586464 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fa708997-719e-43a6-b8be-36d254fc25a6 tempest-ExternalNetworksAdminNegativeTestJSON-112373460 tempest-ExternalNetworksAdminNegativeTestJSON-112373460-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:59.625692 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 53f1de6e-8872-4183-a584-20f80679f402 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:21:59.627113 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (53f1de6e-8872-4183-a584-20f80679f402), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:59.711839 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5985530-6bdf-49cf-9470-fcbd3cf863ac None None] Sync routers for ids ['5c40f6f7-b4bd-43be-ad7e-ba122e2e926f'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:21:59.727885 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fa708997-719e-43a6-b8be-36d254fc25a6 tempest-ExternalNetworksAdminNegativeTestJSON-112373460 tempest-ExternalNetworksAdminNegativeTestJSON-112373460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:59.759450 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5985530-6bdf-49cf-9470-fcbd3cf863ac None None] Routers {'5c40f6f7-b4bd-43be-ad7e-ba122e2e926f'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:21:59.761484 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-e5985530-6bdf-49cf-9470-fcbd3cf863ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:21:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['5c40f6f7-b4bd-43be-ad7e-ba122e2e926f'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:21:59.843326 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 40394) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:21:59.849597 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-5a7aeada-3d86-4b3e-b8f1-9e30308681d2 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-236230476', 'description': 'tempest-secgroup-smoke-236230476 description', 'project_id': '698270003fc3486cb201010c23ddb935'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:21:59.925890 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5a7aeada-3d86-4b3e-b8f1-9e30308681d2 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:21:59.936874 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-fa708997-719e-43a6-b8be-36d254fc25a6 tempest-ExternalNetworksAdminNegativeTestJSON-112373460 tempest-ExternalNetworksAdminNegativeTestJSON-112373460-project-admin] Allocated IP 172.25.4.143 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/23eae5f3-0838-4f56-ad3a-efb7299cd05a) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:21:59.971587 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:22:00.003391 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-e5985530-6bdf-49cf-9470-fcbd3cf863ac None None] Set router 5c40f6f7-b4bd-43be-ad7e-ba122e2e926f gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:22:00.004599 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69123ee7-9bbe-4480-94b4-a63ec29e87f4 req-14752474-e93c-43e5-a5b6-4660f4367656 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:00.015962 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-69123ee7-9bbe-4480-94b4-a63ec29e87f4 req-14752474-e93c-43e5-a5b6-4660f4367656 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/ports?device_id=46ecb815-244b-4aba-b16c-b3d1870dd51e HTTP/1.1" status: 200 len: 946 time: 0.1061544 Feb 02 07:22:00.089542 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-69123ee7-9bbe-4480-94b4-a63ec29e87f4 req-a5fc51c9-ddbf-469f-a1e6-19ac36fd4514 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/security-groups?id=6795e0a6-69cc-42c2-a292-352f11146466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722873 Feb 02 07:22:00.207320 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5a7aeada-3d86-4b3e-b8f1-9e30308681d2 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Publish callbacks [] for security_group (4db2ba25-6a79-4351-acf5-8a8897b54e0a), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:00.225142 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 53f1de6e-8872-4183-a584-20f80679f402 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:22:00.231651 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5a7aeada-3d86-4b3e-b8f1-9e30308681d2 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (4db2ba25-6a79-4351-acf5-8a8897b54e0a), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:00.242250 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fa708997-719e-43a6-b8be-36d254fc25a6 tempest-ExternalNetworksAdminNegativeTestJSON-112373460 tempest-ExternalNetworksAdminNegativeTestJSON-112373460-project-admin] Publish callbacks [] for port (23eae5f3-0838-4f56-ad3a-efb7299cd05a), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:00.278846 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5a7aeada-3d86-4b3e-b8f1-9e30308681d2 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:00.282877 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-5a7aeada-3d86-4b3e-b8f1-9e30308681d2 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4355214 Feb 02 07:22:00.283603 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 40402) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:00.284580 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c2c29-4bc8-410e-b9b8-3f267b84e557 req-2259bb14-e1dd-407a-a2be-bc516c684010 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:00.289802 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-6163b982-0dab-46d7-a778-698ca380887e tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Request body: {'security_group_rule': {'security_group_id': '4db2ba25-6a79-4351-acf5-8a8897b54e0a', 'project_id': '698270003fc3486cb201010c23ddb935', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:22:00.295393 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a45c2c29-4bc8-410e-b9b8-3f267b84e557 req-2259bb14-e1dd-407a-a2be-bc516c684010 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/ports?device_id=29866e64-76a3-4a50-9018-d0c987783a84 HTTP/1.1" status: 200 len: 945 time: 0.1061928 Feb 02 07:22:00.309977 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-e5985530-6bdf-49cf-9470-fcbd3cf863ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c40f6f7-b4bd-43be-ad7e-ba122e2e926f', 'name': 'tempest-TestServerBasicOps-1890355733-router', 'tenant_id': '6fe9ca51bd0d40039967f0070313736f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '53f1de6e-8872-4183-a584-20f80679f402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:21:50Z', 'updated_at': '2022-02-02T07:21:56Z', 'revision_number': 4, 'project_id': '6fe9ca51bd0d40039967f0070313736f', 'gw_port': {'id': '53f1de6e-8872-4183-a584-20f80679f402', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:0f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c40f6f7-b4bd-43be-ad7e-ba122e2e926f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:21:51Z', 'updated_at': '2022-02-02T07:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '295c17bf-2b3c-467c-9c2f-9321c2721d2d', 'name': '', 'network_id': 'a69866f8-ad57-4c20-8e41-90f32a75e09e', 'tenant_id': '6fe9ca51bd0d40039967f0070313736f', 'mac_address': 'fa:16:3e:74:6c:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c40f6f7-b4bd-43be-ad7e-ba122e2e926f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '9ab79863-5bd6-4f90-87f6-db6802c022f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:21:55Z', 'updated_at': '2022-02-02T07:21:56Z', 'revision_number': 2, 'project_id': '6fe9ca51bd0d40039967f0070313736f', 'subnets': [{'id': '9ab79863-5bd6-4f90-87f6-db6802c022f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:22:00.310854 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7aeada-3d86-4b3e-b8f1-9e30308681d2 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4db2ba25-6a79-4351-acf5-8a8897b54e0a,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:00.331390 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6163b982-0dab-46d7-a778-698ca380887e tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Publish callbacks [] for security_group_rule (d40e9241-8cd6-4e82-886e-cb4a96dc61d2), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:00.351638 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5985530-6bdf-49cf-9470-fcbd3cf863ac None None] Checking router: 5c40f6f7-b4bd-43be-ad7e-ba122e2e926f for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:22:00.352027 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5985530-6bdf-49cf-9470-fcbd3cf863ac None None] Updating router 5c40f6f7-b4bd-43be-ad7e-ba122e2e926f port 295c17bf-2b3c-467c-9c2f-9321c2721d2d binding host n-d-789963-26 {{(pid=109695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:22:00.363331 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a45c2c29-4bc8-410e-b9b8-3f267b84e557 req-5ac19e7f-a886-4f9d-a3a5-c551c41a35b9 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/security-groups?id=8d1cc325-a632-46e6-9754-02bd96fce640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668495 Feb 02 07:22:00.366215 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fa708997-719e-43a6-b8be-36d254fc25a6 tempest-ExternalNetworksAdminNegativeTestJSON-112373460 tempest-ExternalNetworksAdminNegativeTestJSON-112373460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (23eae5f3-0838-4f56-ad3a-efb7299cd05a), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:00.395521 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e5985530-6bdf-49cf-9470-fcbd3cf863ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (295c17bf-2b3c-467c-9c2f-9321c2721d2d), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:00.430655 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa708997-719e-43a6-b8be-36d254fc25a6 tempest-ExternalNetworksAdminNegativeTestJSON-112373460 tempest-ExternalNetworksAdminNegativeTestJSON-112373460-project-admin] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:22:00.438043 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-fa708997-719e-43a6-b8be-36d254fc25a6 tempest-ExternalNetworksAdminNegativeTestJSON-112373460 tempest-ExternalNetworksAdminNegativeTestJSON-112373460-project-admin] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:22:00.458370 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa708997-719e-43a6-b8be-36d254fc25a6 tempest-ExternalNetworksAdminNegativeTestJSON-112373460 tempest-ExternalNetworksAdminNegativeTestJSON-112373460-project-admin] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:22:00.506759 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6163b982-0dab-46d7-a778-698ca380887e tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Publish callbacks [] for security_group_rule (d40e9241-8cd6-4e82-886e-cb4a96dc61d2), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:00.510818 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa708997-719e-43a6-b8be-36d254fc25a6 tempest-ExternalNetworksAdminNegativeTestJSON-112373460 tempest-ExternalNetworksAdminNegativeTestJSON-112373460-project-admin] Pushing event updated for resources: {'Port': ['ID=23eae5f3-0838-4f56-ad3a-efb7299cd05a,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:00.517270 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6163b982-0dab-46d7-a778-698ca380887e tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (d40e9241-8cd6-4e82-886e-cb4a96dc61d2), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:00.545951 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6163b982-0dab-46d7-a778-698ca380887e tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d40e9241-8cd6-4e82-886e-cb4a96dc61d2,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:00.595845 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6163b982-0dab-46d7-a778-698ca380887e tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:00.597349 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-6163b982-0dab-46d7-a778-698ca380887e tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3127234 Feb 02 07:22:00.599947 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 40406) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:00.607251 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-9f916801-8a2b-4c97-8851-2480975010cd tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Request body: {'security_group_rule': {'security_group_id': '4db2ba25-6a79-4351-acf5-8a8897b54e0a', 'project_id': '698270003fc3486cb201010c23ddb935', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:22:00.636932 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fa708997-719e-43a6-b8be-36d254fc25a6 tempest-ExternalNetworksAdminNegativeTestJSON-112373460 tempest-ExternalNetworksAdminNegativeTestJSON-112373460-project-admin] Publish callbacks [] for floatingip (3dac87ba-7b47-4822-b888-f8036d608bea), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:00.648047 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9f916801-8a2b-4c97-8851-2480975010cd tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Publish callbacks [] for security_group_rule (8eeed3db-9d5c-40c9-a09a-608835d66669), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:00.734064 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fa708997-719e-43a6-b8be-36d254fc25a6 tempest-ExternalNetworksAdminNegativeTestJSON-112373460 tempest-ExternalNetworksAdminNegativeTestJSON-112373460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (23eae5f3-0838-4f56-ad3a-efb7299cd05a), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:00.734370 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e5985530-6bdf-49cf-9470-fcbd3cf863ac None None] Publish callbacks [] for port (295c17bf-2b3c-467c-9c2f-9321c2721d2d), precommit_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:00.741771 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e5985530-6bdf-49cf-9470-fcbd3cf863ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (295c17bf-2b3c-467c-9c2f-9321c2721d2d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:00.781446 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9f916801-8a2b-4c97-8851-2480975010cd tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Publish callbacks [] for security_group_rule (8eeed3db-9d5c-40c9-a09a-608835d66669), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:00.800912 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0081afe5-e1df-46b2-9432-f43defce658c None None] Pushing event updated for resources: {'Port': ['ID=295c17bf-2b3c-467c-9c2f-9321c2721d2d,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:00.811385 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9f916801-8a2b-4c97-8851-2480975010cd tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (8eeed3db-9d5c-40c9-a09a-608835d66669), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:00.838686 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f916801-8a2b-4c97-8851-2480975010cd tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eeed3db-9d5c-40c9-a09a-608835d66669,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:00.867186 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-e5985530-6bdf-49cf-9470-fcbd3cf863ac None None] Attempting to bind port 295c17bf-2b3c-467c-9c2f-9321c2721d2d on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:22:00.867898 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-e5985530-6bdf-49cf-9470-fcbd3cf863ac None None] Attempting to bind port 295c17bf-2b3c-467c-9c2f-9321c2721d2d by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'fc7fcf54-f7a7-4eef-aba4-acf487f422bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a69866f8-ad57-4c20-8e41-90f32a75e09e'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:22:00.868469 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5985530-6bdf-49cf-9470-fcbd3cf863ac None None] Attempting to bind port 295c17bf-2b3c-467c-9c2f-9321c2721d2d on network a69866f8-ad57-4c20-8e41-90f32a75e09e {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:22:00.875805 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5985530-6bdf-49cf-9470-fcbd3cf863ac None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:22:00.876303 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5985530-6bdf-49cf-9470-fcbd3cf863ac None None] Checking segment: {'id': 'fc7fcf54-f7a7-4eef-aba4-acf487f422bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a69866f8-ad57-4c20-8e41-90f32a75e09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:22:00.876810 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e5985530-6bdf-49cf-9470-fcbd3cf863ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:00.877464 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5985530-6bdf-49cf-9470-fcbd3cf863ac None None] Bound using segment: {'id': 'fc7fcf54-f7a7-4eef-aba4-acf487f422bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a69866f8-ad57-4c20-8e41-90f32a75e09e'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:22:00.878352 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-e5985530-6bdf-49cf-9470-fcbd3cf863ac None None] Bound port: 295c17bf-2b3c-467c-9c2f-9321c2721d2d, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc7fcf54-f7a7-4eef-aba4-acf487f422bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a69866f8-ad57-4c20-8e41-90f32a75e09e'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:22:00.878613 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9f916801-8a2b-4c97-8851-2480975010cd tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:00.878938 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e5985530-6bdf-49cf-9470-fcbd3cf863ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (295c17bf-2b3c-467c-9c2f-9321c2721d2d), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:00.880281 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-9f916801-8a2b-4c97-8851-2480975010cd tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2789357 Feb 02 07:22:00.885056 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 40416) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:00.889760 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-c0eff730-7834-4efd-8371-75e87cad8a73 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Request body: {'security_group_rule': {'security_group_id': '4db2ba25-6a79-4351-acf5-8a8897b54e0a', 'project_id': '698270003fc3486cb201010c23ddb935', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:22:00.961612 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c0eff730-7834-4efd-8371-75e87cad8a73 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Publish callbacks [] for security_group_rule (aca717f5-db1a-4ac9-944c-608e4d267538), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:01.008044 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-e5985530-6bdf-49cf-9470-fcbd3cf863ac None None] For port 295c17bf-2b3c-467c-9c2f-9321c2721d2d, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:22:01.013956 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-e5985530-6bdf-49cf-9470-fcbd3cf863ac None None] For port 295c17bf-2b3c-467c-9c2f-9321c2721d2d, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=295c17bf-2b3c-467c-9c2f-9321c2721d2d,segment=NetworkSegment(fc7fcf54-f7a7-4eef-aba4-acf487f422bf),segment_id=fc7fcf54-f7a7-4eef-aba4-acf487f422bf)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:22:01.025613 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e5985530-6bdf-49cf-9470-fcbd3cf863ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (295c17bf-2b3c-467c-9c2f-9321c2721d2d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:01.071237 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c0eff730-7834-4efd-8371-75e87cad8a73 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Publish callbacks [] for security_group_rule (aca717f5-db1a-4ac9-944c-608e4d267538), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:01.078655 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c0eff730-7834-4efd-8371-75e87cad8a73 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (aca717f5-db1a-4ac9-944c-608e4d267538), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:01.115928 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0081afe5-e1df-46b2-9432-f43defce658c None None] Pushing event updated for resources: {'Port': ['ID=295c17bf-2b3c-467c-9c2f-9321c2721d2d,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:01.128164 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eff730-7834-4efd-8371-75e87cad8a73 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aca717f5-db1a-4ac9-944c-608e4d267538,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:01.139340 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5985530-6bdf-49cf-9470-fcbd3cf863ac None None] Routers {'5c40f6f7-b4bd-43be-ad7e-ba122e2e926f'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:22:01.140015 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-e5985530-6bdf-49cf-9470-fcbd3cf863ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:21:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['5c40f6f7-b4bd-43be-ad7e-ba122e2e926f'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:22:01.141638 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c0eff730-7834-4efd-8371-75e87cad8a73 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:01.144061 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c0eff730-7834-4efd-8371-75e87cad8a73 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2579267 Feb 02 07:22:01.146698 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 40422) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:01.153701 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-57e7c09d-5ca5-473a-a15d-9c34c24fca6a tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Request body: {'security_group_rule': {'security_group_id': '4db2ba25-6a79-4351-acf5-8a8897b54e0a', 'project_id': '698270003fc3486cb201010c23ddb935', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:22:01.212026 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-57e7c09d-5ca5-473a-a15d-9c34c24fca6a tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Publish callbacks [] for security_group_rule (5ec59af6-2f60-40ca-9e82-dde795485442), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:01.267950 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-509a5441-2099-4976-a0c6-4cc8f6025cdd None None] Provisioning complete for port 295c17bf-2b3c-467c-9c2f-9321c2721d2d triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:22:01.268595 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-509a5441-2099-4976-a0c6-4cc8f6025cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (295c17bf-2b3c-467c-9c2f-9321c2721d2d), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:01.442219 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d012b9-2604-4fbb-92d1-398aaad3a6a2 req-0c4548c8-a74f-434d-ac6f-1639dcb2a858 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:01.448541 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a3d012b9-2604-4fbb-92d1-398aaad3a6a2 req-0c4548c8-a74f-434d-ac6f-1639dcb2a858 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/ports?device_id=46ecb815-244b-4aba-b16c-b3d1870dd51e HTTP/1.1" status: 200 len: 946 time: 0.1999986 Feb 02 07:22:01.495192 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-57e7c09d-5ca5-473a-a15d-9c34c24fca6a tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Publish callbacks [] for security_group_rule (5ec59af6-2f60-40ca-9e82-dde795485442), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:01.508478 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-57e7c09d-5ca5-473a-a15d-9c34c24fca6a tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (5ec59af6-2f60-40ca-9e82-dde795485442), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:01.564800 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-e5985530-6bdf-49cf-9470-fcbd3cf863ac None None] Set router 5c40f6f7-b4bd-43be-ad7e-ba122e2e926f gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:22:01.573022 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-57e7c09d-5ca5-473a-a15d-9c34c24fca6a tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:01.576864 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-57e7c09d-5ca5-473a-a15d-9c34c24fca6a tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4254961 Feb 02 07:22:01.577013 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fa708997-719e-43a6-b8be-36d254fc25a6 tempest-ExternalNetworksAdminNegativeTestJSON-112373460 tempest-ExternalNetworksAdminNegativeTestJSON-112373460-project-admin] Publish callbacks [] for port (23eae5f3-0838-4f56-ad3a-efb7299cd05a), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:01.577492 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 40430) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:01.579985 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e7c09d-5ca5-473a-a15d-9c34c24fca6a tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ec59af6-2f60-40ca-9e82-dde795485442,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:01.582388 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-2e85f744-f174-4e31-9b4a-b07039cf6d83 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Request body: {'security_group_rule': {'security_group_id': '4db2ba25-6a79-4351-acf5-8a8897b54e0a', 'project_id': '698270003fc3486cb201010c23ddb935', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:22:01.591659 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fa708997-719e-43a6-b8be-36d254fc25a6 tempest-ExternalNetworksAdminNegativeTestJSON-112373460 tempest-ExternalNetworksAdminNegativeTestJSON-112373460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (23eae5f3-0838-4f56-ad3a-efb7299cd05a), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:01.610392 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a3d012b9-2604-4fbb-92d1-398aaad3a6a2 req-0706b123-88d5-4aa1-876e-5bb716cdd0d4 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/security-groups?id=6795e0a6-69cc-42c2-a292-352f11146466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608958 Feb 02 07:22:01.661226 n-d-789963-26 neutron-server[109693]: INFO neutron.db.securitygroups_db [None req-2e85f744-f174-4e31-9b4a-b07039cf6d83 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Project 698270003fc3486cb201010c23ddb935 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 07:22:01.697914 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2e85f744-f174-4e31-9b4a-b07039cf6d83 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Publish callbacks [] for security_group_rule (5aec636e-9ecc-4177-a006-cfeafdc1af8f), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:01.703790 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa708997-719e-43a6-b8be-36d254fc25a6 tempest-ExternalNetworksAdminNegativeTestJSON-112373460 tempest-ExternalNetworksAdminNegativeTestJSON-112373460-project-admin] Pushing event updated for resources: {'Port': ['ID=23eae5f3-0838-4f56-ad3a-efb7299cd05a,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:01.734603 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-509a5441-2099-4976-a0c6-4cc8f6025cdd None None] Current status of the port 295c17bf-2b3c-467c-9c2f-9321c2721d2d is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:22:01.735289 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-509a5441-2099-4976-a0c6-4cc8f6025cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (295c17bf-2b3c-467c-9c2f-9321c2721d2d), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:01.752451 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fa708997-719e-43a6-b8be-36d254fc25a6 tempest-ExternalNetworksAdminNegativeTestJSON-112373460 tempest-ExternalNetworksAdminNegativeTestJSON-112373460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (3dac87ba-7b47-4822-b888-f8036d608bea), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:01.789677 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc465638-b38e-4310-9158-18e070b131c8 req-dde31f38-d3a2-48c7-adb3-15184e2c7c6e tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:01.789826 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fa708997-719e-43a6-b8be-36d254fc25a6 tempest-ExternalNetworksAdminNegativeTestJSON-112373460 tempest-ExternalNetworksAdminNegativeTestJSON-112373460-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:01.791979 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-fa708997-719e-43a6-b8be-36d254fc25a6 tempest-ExternalNetworksAdminNegativeTestJSON-112373460 tempest-ExternalNetworksAdminNegativeTestJSON-112373460-project-admin] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4193544 Feb 02 07:22:01.793861 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2e85f744-f174-4e31-9b4a-b07039cf6d83 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Publish callbacks [] for security_group_rule (5aec636e-9ecc-4177-a006-cfeafdc1af8f), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:01.794857 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 40434) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:01.799902 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-f6cfe16c-bd60-4a76-b27d-516f06f80915 tempest-ExternalNetworksAdminNegativeTestJSON-112373460 tempest-ExternalNetworksAdminNegativeTestJSON-112373460-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-211276460', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'fixed_ips': [{'ip_address': '172.25.4.143'}]}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:22:01.802493 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cc465638-b38e-4310-9158-18e070b131c8 req-dde31f38-d3a2-48c7-adb3-15184e2c7c6e tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/ports?device_id=29866e64-76a3-4a50-9018-d0c987783a84 HTTP/1.1" status: 200 len: 945 time: 0.0822504 Feb 02 07:22:01.809967 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2e85f744-f174-4e31-9b4a-b07039cf6d83 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (5aec636e-9ecc-4177-a006-cfeafdc1af8f), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:01.853937 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e85f744-f174-4e31-9b4a-b07039cf6d83 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aec636e-9ecc-4177-a006-cfeafdc1af8f,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:01.865243 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6cfe16c-bd60-4a76-b27d-516f06f80915 tempest-ExternalNetworksAdminNegativeTestJSON-112373460 tempest-ExternalNetworksAdminNegativeTestJSON-112373460-project-admin] Made reservation on behalf of ae52be6a437c4869970dc7e9714924ef for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:22:01.871782 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f6cfe16c-bd60-4a76-b27d-516f06f80915 tempest-ExternalNetworksAdminNegativeTestJSON-112373460 tempest-ExternalNetworksAdminNegativeTestJSON-112373460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:01.877501 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2e85f744-f174-4e31-9b4a-b07039cf6d83 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:01.878652 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-2e85f744-f174-4e31-9b4a-b07039cf6d83 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3005052 Feb 02 07:22:01.886822 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cc465638-b38e-4310-9158-18e070b131c8 req-5c86b661-8683-434f-bb77-a023c97633af tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/security-groups?id=8d1cc325-a632-46e6-9754-02bd96fce640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829558 Feb 02 07:22:01.887357 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 40436) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:01.891946 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-ccd983a2-4a7d-4da0-88c4-c3b9ebf973f4 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Request body: {'security_group_rule': {'security_group_id': '4db2ba25-6a79-4351-acf5-8a8897b54e0a', 'project_id': '698270003fc3486cb201010c23ddb935', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:22:01.905598 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f6cfe16c-bd60-4a76-b27d-516f06f80915 tempest-ExternalNetworksAdminNegativeTestJSON-112373460 tempest-ExternalNetworksAdminNegativeTestJSON-112373460-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:01.923617 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-509a5441-2099-4976-a0c6-4cc8f6025cdd None None] For port 295c17bf-2b3c-467c-9c2f-9321c2721d2d, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=295c17bf-2b3c-467c-9c2f-9321c2721d2d,segment=NetworkSegment(fc7fcf54-f7a7-4eef-aba4-acf487f422bf),segment_id=fc7fcf54-f7a7-4eef-aba4-acf487f422bf)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:22:01.933679 n-d-789963-26 neutron-server[109694]: INFO neutron.db.securitygroups_db [None req-ccd983a2-4a7d-4da0-88c4-c3b9ebf973f4 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Project 698270003fc3486cb201010c23ddb935 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 07:22:01.938514 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-509a5441-2099-4976-a0c6-4cc8f6025cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (295c17bf-2b3c-467c-9c2f-9321c2721d2d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:01.939083 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ccd983a2-4a7d-4da0-88c4-c3b9ebf973f4 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Publish callbacks [] for security_group_rule (c47bcb01-45ca-4cf7-beb9-4814da065268), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:02.024017 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ccd983a2-4a7d-4da0-88c4-c3b9ebf973f4 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Publish callbacks [] for security_group_rule (c47bcb01-45ca-4cf7-beb9-4814da065268), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:02.032966 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ccd983a2-4a7d-4da0-88c4-c3b9ebf973f4 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (c47bcb01-45ca-4cf7-beb9-4814da065268), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:02.045635 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-e5985530-6bdf-49cf-9470-fcbd3cf863ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c40f6f7-b4bd-43be-ad7e-ba122e2e926f', 'name': 'tempest-TestServerBasicOps-1890355733-router', 'tenant_id': '6fe9ca51bd0d40039967f0070313736f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '53f1de6e-8872-4183-a584-20f80679f402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:21:50Z', 'updated_at': '2022-02-02T07:21:56Z', 'revision_number': 4, 'project_id': '6fe9ca51bd0d40039967f0070313736f', 'gw_port': {'id': '53f1de6e-8872-4183-a584-20f80679f402', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:0f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c40f6f7-b4bd-43be-ad7e-ba122e2e926f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:21:51Z', 'updated_at': '2022-02-02T07:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '295c17bf-2b3c-467c-9c2f-9321c2721d2d', 'name': '', 'network_id': 'a69866f8-ad57-4c20-8e41-90f32a75e09e', 'tenant_id': '6fe9ca51bd0d40039967f0070313736f', 'mac_address': 'fa:16:3e:74:6c:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c40f6f7-b4bd-43be-ad7e-ba122e2e926f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '9ab79863-5bd6-4f90-87f6-db6802c022f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:21:55Z', 'updated_at': '2022-02-02T07:22:01Z', 'revision_number': 4, 'project_id': '6fe9ca51bd0d40039967f0070313736f', 'subnets': [{'id': '9ab79863-5bd6-4f90-87f6-db6802c022f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:22:02.050257 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f6cfe16c-bd60-4a76-b27d-516f06f80915 tempest-ExternalNetworksAdminNegativeTestJSON-112373460 tempest-ExternalNetworksAdminNegativeTestJSON-112373460-project-admin] Publish callbacks [] for security_group (516a50a5-b04c-4ad6-b5f6-f5b61e9ebcab), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:02.057604 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f6cfe16c-bd60-4a76-b27d-516f06f80915 tempest-ExternalNetworksAdminNegativeTestJSON-112373460 tempest-ExternalNetworksAdminNegativeTestJSON-112373460-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (516a50a5-b04c-4ad6-b5f6-f5b61e9ebcab), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:02.063128 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [None req-f6cfe16c-bd60-4a76-b27d-516f06f80915 tempest-ExternalNetworksAdminNegativeTestJSON-112373460 tempest-ExternalNetworksAdminNegativeTestJSON-112373460-project-admin] device_id is not set on port 66f62410-ca29-4650-9fce-27dc87799a71 yet. {{(pid=109693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:22:02.075882 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd983a2-4a7d-4da0-88c4-c3b9ebf973f4 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c47bcb01-45ca-4cf7-beb9-4814da065268,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:02.089525 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5985530-6bdf-49cf-9470-fcbd3cf863ac None None] The sync data for ids ['5c40f6f7-b4bd-43be-ad7e-ba122e2e926f'] in n-d-789963-26 is: [{'id': '5c40f6f7-b4bd-43be-ad7e-ba122e2e926f', 'name': 'tempest-TestServerBasicOps-1890355733-router', 'tenant_id': '6fe9ca51bd0d40039967f0070313736f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '53f1de6e-8872-4183-a584-20f80679f402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:21:50Z', 'updated_at': '2022-02-02T07:21:56Z', 'revision_number': 4, 'project_id': '6fe9ca51bd0d40039967f0070313736f', 'gw_port': {'id': '53f1de6e-8872-4183-a584-20f80679f402', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:0f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c40f6f7-b4bd-43be-ad7e-ba122e2e926f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:21:51Z', 'updated_at': '2022-02-02T07:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '295c17bf-2b3c-467c-9c2f-9321c2721d2d', 'name': '', 'network_id': 'a69866f8-ad57-4c20-8e41-90f32a75e09e', 'tenant_id': '6fe9ca51bd0d40039967f0070313736f', 'mac_address': 'fa:16:3e:74:6c:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c40f6f7-b4bd-43be-ad7e-ba122e2e926f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '9ab79863-5bd6-4f90-87f6-db6802c022f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:21:55Z', 'updated_at': '2022-02-02T07:22:01Z', 'revision_number': 4, 'project_id': '6fe9ca51bd0d40039967f0070313736f', 'subnets': [{'id': '9ab79863-5bd6-4f90-87f6-db6802c022f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:22:02.094601 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ccd983a2-4a7d-4da0-88c4-c3b9ebf973f4 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:02.096437 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-ccd983a2-4a7d-4da0-88c4-c3b9ebf973f4 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2074864 Feb 02 07:22:02.111234 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509a5441-2099-4976-a0c6-4cc8f6025cdd None None] Pushing event updated for resources: {'Port': ['ID=295c17bf-2b3c-467c-9c2f-9321c2721d2d,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:02.115805 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-d89230c7-55e0-467c-bc7a-247637d01854 None None] Provisioning complete for port 295c17bf-2b3c-467c-9c2f-9321c2721d2d triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:22:02.116187 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d89230c7-55e0-467c-bc7a-247637d01854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (295c17bf-2b3c-467c-9c2f-9321c2721d2d), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:02.277888 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-d89230c7-55e0-467c-bc7a-247637d01854 None None] Current status of the port 295c17bf-2b3c-467c-9c2f-9321c2721d2d is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:22:02.297141 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cfe16c-bd60-4a76-b27d-516f06f80915 tempest-ExternalNetworksAdminNegativeTestJSON-112373460 tempest-ExternalNetworksAdminNegativeTestJSON-112373460-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=516a50a5-b04c-4ad6-b5f6-f5b61e9ebcab,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:02.390350 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f50d8220-0a86-4fe6-b107-87c238c2e1dd req-711474fe-f9bb-4441-bde4-a2709f01d79e tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-236230476&fields=id&tenant_id=698270003fc3486cb201010c23ddb935 HTTP/1.1" status: 200 len: 267 time: 0.0719697 Feb 02 07:22:02.405163 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6cfe16c-bd60-4a76-b27d-516f06f80915 tempest-ExternalNetworksAdminNegativeTestJSON-112373460 tempest-ExternalNetworksAdminNegativeTestJSON-112373460-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 02 07:22:02.405800 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6cfe16c-bd60-4a76-b27d-516f06f80915 tempest-ExternalNetworksAdminNegativeTestJSON-112373460 tempest-ExternalNetworksAdminNegativeTestJSON-112373460-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:22:02.430020 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-f6cfe16c-bd60-4a76-b27d-516f06f80915 tempest-ExternalNetworksAdminNegativeTestJSON-112373460 tempest-ExternalNetworksAdminNegativeTestJSON-112373460-project-admin] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.6341097 Feb 02 07:22:02.432984 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 40460) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:02.666220 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50d8220-0a86-4fe6-b107-87c238c2e1dd req-5af78ad5-ea12-42a6-8e44-7c717d938539 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:02.667777 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f50d8220-0a86-4fe6-b107-87c238c2e1dd req-5af78ad5-ea12-42a6-8e44-7c717d938539 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] 10.222.0.87 "GET /v2.0/networks?id=07aa33f7-959d-499a-9182-cb63812d9b32 HTTP/1.1" status: 200 len: 808 time: 0.2701583 Feb 02 07:22:02.700911 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f50d8220-0a86-4fe6-b107-87c238c2e1dd req-df484003-bf4d-4b05-9f98-0e6dc6fb1775 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] 10.222.0.87 "GET /v2.0/quotas/698270003fc3486cb201010c23ddb935 HTTP/1.1" status: 200 len: 375 time: 0.0201674 Feb 02 07:22:02.703322 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-ded78902-2caf-42f3-92b8-d623bdd04380 tempest-ExternalNetworksAdminNegativeTestJSON-112373460 tempest-ExternalNetworksAdminNegativeTestJSON-112373460-project-admin] Deleting port 23eae5f3-0838-4f56-ad3a-efb7299cd05a {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:22:02.703690 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ded78902-2caf-42f3-92b8-d623bdd04380 tempest-ExternalNetworksAdminNegativeTestJSON-112373460 tempest-ExternalNetworksAdminNegativeTestJSON-112373460-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (23eae5f3-0838-4f56-ad3a-efb7299cd05a), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:02.820849 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ded78902-2caf-42f3-92b8-d623bdd04380 tempest-ExternalNetworksAdminNegativeTestJSON-112373460 tempest-ExternalNetworksAdminNegativeTestJSON-112373460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (23eae5f3-0838-4f56-ad3a-efb7299cd05a), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:02.821181 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ded78902-2caf-42f3-92b8-d623bdd04380 tempest-ExternalNetworksAdminNegativeTestJSON-112373460 tempest-ExternalNetworksAdminNegativeTestJSON-112373460-project-admin] Publish callbacks [] for floatingip (23eae5f3-0838-4f56-ad3a-efb7299cd05a), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:02.836138 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f50d8220-0a86-4fe6-b107-87c238c2e1dd req-602ad2e6-e474-42ac-b17c-cf0ce3d25f77 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=698270003fc3486cb201010c23ddb935&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1290126 Feb 02 07:22:02.843146 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-ded78902-2caf-42f3-92b8-d623bdd04380 tempest-ExternalNetworksAdminNegativeTestJSON-112373460 tempest-ExternalNetworksAdminNegativeTestJSON-112373460-project-admin] Calling delete_port for 23eae5f3-0838-4f56-ad3a-efb7299cd05a owned by network:floatingip {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:22:03.016122 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f50d8220-0a86-4fe6-b107-87c238c2e1dd req-93180604-b347-46bb-b020-5730a8604384 service neutron] 10.222.0.87 "GET /v2.0/networks/07aa33f7-959d-499a-9182-cb63812d9b32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608481 Feb 02 07:22:03.152863 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ded78902-2caf-42f3-92b8-d623bdd04380 tempest-ExternalNetworksAdminNegativeTestJSON-112373460 tempest-ExternalNetworksAdminNegativeTestJSON-112373460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (23eae5f3-0838-4f56-ad3a-efb7299cd05a), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:03.190550 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f50d8220-0a86-4fe6-b107-87c238c2e1dd req-b58d7d74-a666-4c75-a927-7c5c2e4968d3 service neutron] 10.222.0.87 "GET /v2.0/networks/07aa33f7-959d-499a-9182-cb63812d9b32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678240 Feb 02 07:22:03.192702 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded78902-2caf-42f3-92b8-d623bdd04380 tempest-ExternalNetworksAdminNegativeTestJSON-112373460 tempest-ExternalNetworksAdminNegativeTestJSON-112373460-project-admin] Pushing event deleted for resources: {'Port': ['ID=23eae5f3-0838-4f56-ad3a-efb7299cd05a,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:03.255459 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ded78902-2caf-42f3-92b8-d623bdd04380 tempest-ExternalNetworksAdminNegativeTestJSON-112373460 tempest-ExternalNetworksAdminNegativeTestJSON-112373460-project-admin] Publish callbacks [] for floatingip (3dac87ba-7b47-4822-b888-f8036d608bea), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:03.258337 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ded78902-2caf-42f3-92b8-d623bdd04380 tempest-ExternalNetworksAdminNegativeTestJSON-112373460 tempest-ExternalNetworksAdminNegativeTestJSON-112373460-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:03.263538 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-ded78902-2caf-42f3-92b8-d623bdd04380 tempest-ExternalNetworksAdminNegativeTestJSON-112373460 tempest-ExternalNetworksAdminNegativeTestJSON-112373460-project-admin] 10.222.0.87 "DELETE /v2.0/floatingips/3dac87ba-7b47-4822-b888-f8036d608bea HTTP/1.1" status: 204 len: 168 time: 0.8259320 Feb 02 07:22:03.533548 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46290f6a-0dce-4e80-9125-0ffdb0b68d23 req-2bc11288-1b47-4279-a78b-126588c7e234 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:03.535273 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-46290f6a-0dce-4e80-9125-0ffdb0b68d23 req-2bc11288-1b47-4279-a78b-126588c7e234 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/ports?device_id=46ecb815-244b-4aba-b16c-b3d1870dd51e HTTP/1.1" status: 200 len: 946 time: 0.1092391 Feb 02 07:22:03.604038 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-46290f6a-0dce-4e80-9125-0ffdb0b68d23 req-a37997c7-2a28-4cd9-8a31-114c1e1132ca tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/security-groups?id=6795e0a6-69cc-42c2-a292-352f11146466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618334 Feb 02 07:22:03.694014 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 295c17bf-2b3c-467c-9c2f-9321c2721d2d up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:22:03.720911 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 40494) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:03.760477 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 295c17bf-2b3c-467c-9c2f-9321c2721d2d triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:22:03.760851 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (295c17bf-2b3c-467c-9c2f-9321c2721d2d), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:03.835100 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67c7d5-0827-4554-b336-67abe53cb318 req-22df844d-13cc-4927-be6c-44654b91b96b tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:03.837107 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1b67c7d5-0827-4554-b336-67abe53cb318 req-22df844d-13cc-4927-be6c-44654b91b96b tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/ports?device_id=29866e64-76a3-4a50-9018-d0c987783a84 HTTP/1.1" status: 200 len: 945 time: 0.1267004 Feb 02 07:22:03.899142 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 295c17bf-2b3c-467c-9c2f-9321c2721d2d is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:22:03.928052 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4a340255-477a-42c2-8a85-4771edd0ddae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:03.936574 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1b67c7d5-0827-4554-b336-67abe53cb318 req-3ccb3d19-c9c7-40c6-9974-3e03495846fe tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/security-groups?id=8d1cc325-a632-46e6-9754-02bd96fce640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919337 Feb 02 07:22:04.044271 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3c6d4a84-0aa0-44d6-8801-887cb328dd74 req-00dd2d3a-ca69-4561-b917-c041f965431d tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] 10.222.0.87 "GET /v2.0/ports?device_id=bac6e782-aeff-46f5-8504-3d7aac6312fb HTTP/1.1" status: 200 len: 210 time: 0.0421700 Feb 02 07:22:04.064497 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4a340255-477a-42c2-8a85-4771edd0ddae admin admin] Publish callbacks [] for security_group (889e3825-c213-4b60-9aa1-8626815e99ca), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:04.070343 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4a340255-477a-42c2-8a85-4771edd0ddae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (889e3825-c213-4b60-9aa1-8626815e99ca), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:04.113724 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-4a340255-477a-42c2-8a85-4771edd0ddae admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=8557efc34df64293a3025b408eb347eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3917501 Feb 02 07:22:04.116119 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a340255-477a-42c2-8a85-4771edd0ddae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=889e3825-c213-4b60-9aa1-8626815e99ca,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:04.117172 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 40508) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:04.188189 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-552ab739-4258-4a26-9f94-79ee134fae86 admin admin] Publish callbacks [] for security_group (889e3825-c213-4b60-9aa1-8626815e99ca), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:04.215841 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-552ab739-4258-4a26-9f94-79ee134fae86 admin admin] Publish callbacks [] for security_group (889e3825-c213-4b60-9aa1-8626815e99ca), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:04.288883 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-552ab739-4258-4a26-9f94-79ee134fae86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (889e3825-c213-4b60-9aa1-8626815e99ca), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:04.292813 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-552ab739-4258-4a26-9f94-79ee134fae86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:04.293990 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-552ab739-4258-4a26-9f94-79ee134fae86 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/889e3825-c213-4b60-9aa1-8626815e99ca HTTP/1.1" status: 204 len: 168 time: 0.1756346 Feb 02 07:22:04.303385 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552ab739-4258-4a26-9f94-79ee134fae86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=889e3825-c213-4b60-9aa1-8626815e99ca,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:04.638417 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 40522) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:04.686318 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-3de5d21c-3549-42fc-9783-0822baf8bfa1 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ae52be6a437c4869970dc7e9714924ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0464396 Feb 02 07:22:04.688855 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 40524) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:04.744644 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b172cc-eead-4814-a5eb-c43b7565dd8f req-f9d811e0-b038-482a-9e9c-2ddd3c38147a tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:04.746433 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a0b172cc-eead-4814-a5eb-c43b7565dd8f req-f9d811e0-b038-482a-9e9c-2ddd3c38147a tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/ports?device_id=46ecb815-244b-4aba-b16c-b3d1870dd51e HTTP/1.1" status: 200 len: 946 time: 0.0688996 Feb 02 07:22:04.765359 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d7cad090-179c-435c-aee9-ad53ec98a235 admin admin] Publish callbacks [] for security_group (516a50a5-b04c-4ad6-b5f6-f5b61e9ebcab), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:04.795989 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d7cad090-179c-435c-aee9-ad53ec98a235 admin admin] Publish callbacks [] for security_group (516a50a5-b04c-4ad6-b5f6-f5b61e9ebcab), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:04.816192 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a0b172cc-eead-4814-a5eb-c43b7565dd8f req-654fa791-9de8-477a-bdf7-50bdf0b8c870 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/security-groups?id=6795e0a6-69cc-42c2-a292-352f11146466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628045 Feb 02 07:22:04.863843 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d7cad090-179c-435c-aee9-ad53ec98a235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (516a50a5-b04c-4ad6-b5f6-f5b61e9ebcab), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:04.866535 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d7cad090-179c-435c-aee9-ad53ec98a235 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:04.867930 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d7cad090-179c-435c-aee9-ad53ec98a235 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/516a50a5-b04c-4ad6-b5f6-f5b61e9ebcab HTTP/1.1" status: 204 len: 168 time: 0.1777627 Feb 02 07:22:04.878715 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cad090-179c-435c-aee9-ad53ec98a235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=516a50a5-b04c-4ad6-b5f6-f5b61e9ebcab,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:05.136470 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50d8220-0a86-4fe6-b107-87c238c2e1dd req-7866dd87-e784-47c2-a863-f115953c9f0f tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:05.138011 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f50d8220-0a86-4fe6-b107-87c238c2e1dd req-7866dd87-e784-47c2-a863-f115953c9f0f tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] 10.222.0.59 "GET /v2.0/networks?id=07aa33f7-959d-499a-9182-cb63812d9b32 HTTP/1.1" status: 200 len: 808 time: 0.2525010 Feb 02 07:22:05.159796 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad03517-68e9-4769-97cb-45ea976f2779 req-4d0c1129-6c63-4e60-9b9b-4ce694c6e5b0 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:05.161485 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2ad03517-68e9-4769-97cb-45ea976f2779 req-4d0c1129-6c63-4e60-9b9b-4ce694c6e5b0 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/ports?device_id=29866e64-76a3-4a50-9018-d0c987783a84 HTTP/1.1" status: 200 len: 945 time: 0.0892963 Feb 02 07:22:05.265762 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2ad03517-68e9-4769-97cb-45ea976f2779 req-18e99884-6e0e-4d34-bec8-554b0fd9203a tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/security-groups?id=8d1cc325-a632-46e6-9754-02bd96fce640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973420 Feb 02 07:22:05.271942 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f50d8220-0a86-4fe6-b107-87c238c2e1dd req-9dc262e1-2591-49b4-9d40-590e86210c38 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=698270003fc3486cb201010c23ddb935 HTTP/1.1" status: 200 len: 379 time: 0.0955603 Feb 02 07:22:05.286390 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-f50d8220-0a86-4fe6-b107-87c238c2e1dd req-70e8965c-78e9-4f2c-89c6-060475565c8b tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Request body: {'port': {'device_id': 'bac6e782-aeff-46f5-8504-3d7aac6312fb', 'network_id': '07aa33f7-959d-499a-9182-cb63812d9b32', 'admin_state_up': True, 'tenant_id': '698270003fc3486cb201010c23ddb935', 'security_groups': ['4db2ba25-6a79-4351-acf5-8a8897b54e0a']}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:22:05.390176 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a4dc80e8-3fdb-4ecb-9bb9-b20e88d9d678 req-7d7951b5-90ba-4481-8e48-6f1808eb083e tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] 10.222.0.87 "GET /v2.0/ports?device_id=bac6e782-aeff-46f5-8504-3d7aac6312fb HTTP/1.1" status: 200 len: 210 time: 0.0321448 Feb 02 07:22:05.454095 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f50d8220-0a86-4fe6-b107-87c238c2e1dd req-70e8965c-78e9-4f2c-89c6-060475565c8b tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Made reservation on behalf of 698270003fc3486cb201010c23ddb935 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:22:05.460590 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f50d8220-0a86-4fe6-b107-87c238c2e1dd req-70e8965c-78e9-4f2c-89c6-060475565c8b tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:05.610111 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-f50d8220-0a86-4fe6-b107-87c238c2e1dd req-70e8965c-78e9-4f2c-89c6-060475565c8b tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Allocated IP 172.20.0.5 (07aa33f7-959d-499a-9182-cb63812d9b32/3e073878-b818-46b9-96b5-3256e357bd8a/cc6dcb22-68e2-41c8-b008-e0071242a497) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:22:05.778216 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f50d8220-0a86-4fe6-b107-87c238c2e1dd req-70e8965c-78e9-4f2c-89c6-060475565c8b tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Publish callbacks [] for port (cc6dcb22-68e2-41c8-b008-e0071242a497), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:05.818016 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f50d8220-0a86-4fe6-b107-87c238c2e1dd req-70e8965c-78e9-4f2c-89c6-060475565c8b tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (cc6dcb22-68e2-41c8-b008-e0071242a497), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:05.880017 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f50d8220-0a86-4fe6-b107-87c238c2e1dd req-70e8965c-78e9-4f2c-89c6-060475565c8b tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Network 07aa33f7-959d-499a-9182-cb63812d9b32 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:22:05.887926 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-f50d8220-0a86-4fe6-b107-87c238c2e1dd req-70e8965c-78e9-4f2c-89c6-060475565c8b tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:22:05.890131 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e8965c-78e9-4f2c-89c6-060475565c8b tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Pushing event updated for resources: {'Port': ['ID=cc6dcb22-68e2-41c8-b008-e0071242a497,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:05.892526 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-f50d8220-0a86-4fe6-b107-87c238c2e1dd req-70e8965c-78e9-4f2c-89c6-060475565c8b tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:22:05.991497 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50d8220-0a86-4fe6-b107-87c238c2e1dd req-70e8965c-78e9-4f2c-89c6-060475565c8b tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:05.992168 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f50d8220-0a86-4fe6-b107-87c238c2e1dd req-70e8965c-78e9-4f2c-89c6-060475565c8b tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:06.020112 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f50d8220-0a86-4fe6-b107-87c238c2e1dd req-70e8965c-78e9-4f2c-89c6-060475565c8b tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7392709 Feb 02 07:22:06.054470 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c998545-4d3f-44cf-98ce-22de6ef9b04c req-635fa97c-a496-4f61-a01a-f724c2ec267d tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:06.058097 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5c998545-4d3f-44cf-98ce-22de6ef9b04c req-635fa97c-a496-4f61-a01a-f724c2ec267d tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/ports?device_id=46ecb815-244b-4aba-b16c-b3d1870dd51e HTTP/1.1" status: 200 len: 946 time: 0.1372471 Feb 02 07:22:06.069661 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-f50d8220-0a86-4fe6-b107-87c238c2e1dd req-9e633228-1eb6-4bce-849e-336e42316308 service neutron] Request body: {'port': {'device_id': 'bac6e782-aeff-46f5-8504-3d7aac6312fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:22:06.263458 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f50d8220-0a86-4fe6-b107-87c238c2e1dd req-9e633228-1eb6-4bce-849e-336e42316308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (cc6dcb22-68e2-41c8-b008-e0071242a497), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:06.273949 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-9cb2111e-4243-4e31-993b-104c50120273 None None] Provisioning complete for port cc6dcb22-68e2-41c8-b008-e0071242a497 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:22:06.274476 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9cb2111e-4243-4e31-993b-104c50120273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (cc6dcb22-68e2-41c8-b008-e0071242a497), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:06.285473 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5c998545-4d3f-44cf-98ce-22de6ef9b04c req-56bee7c3-3d2c-49ce-9508-aad00882a7bf tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/security-groups?id=6795e0a6-69cc-42c2-a292-352f11146466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607556 Feb 02 07:22:06.447101 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-9cb2111e-4243-4e31-993b-104c50120273 None None] Port cc6dcb22-68e2-41c8-b008-e0071242a497 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:22:06.537786 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af13704-1c7a-4187-8a62-07661315c43c req-131c624c-1b98-4d98-8b84-c4d6b1b84cce tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:06.539534 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6af13704-1c7a-4187-8a62-07661315c43c req-131c624c-1b98-4d98-8b84-c4d6b1b84cce tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/ports?device_id=29866e64-76a3-4a50-9018-d0c987783a84 HTTP/1.1" status: 200 len: 945 time: 0.0999954 Feb 02 07:22:06.645202 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6af13704-1c7a-4187-8a62-07661315c43c req-57b7bee9-8442-4005-b375-9a0ef0819715 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/security-groups?id=8d1cc325-a632-46e6-9754-02bd96fce640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699685 Feb 02 07:22:06.737938 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-f50d8220-0a86-4fe6-b107-87c238c2e1dd req-9e633228-1eb6-4bce-849e-336e42316308 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc6dcb22-68e2-41c8-b008-e0071242a497 {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:22:06.761679 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f50d8220-0a86-4fe6-b107-87c238c2e1dd req-9e633228-1eb6-4bce-849e-336e42316308 service neutron] Publish callbacks [] for port (cc6dcb22-68e2-41c8-b008-e0071242a497), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:06.780273 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-f50d8220-0a86-4fe6-b107-87c238c2e1dd req-9e633228-1eb6-4bce-849e-336e42316308 service neutron] Transition to ACTIVE for port object cc6dcb22-68e2-41c8-b008-e0071242a497 will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:22:06.790260 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f50d8220-0a86-4fe6-b107-87c238c2e1dd req-9e633228-1eb6-4bce-849e-336e42316308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (cc6dcb22-68e2-41c8-b008-e0071242a497), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:06.814369 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 40608) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:06.833497 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb1f32b-5868-4760-9074-91c54fe159c7 req-1f461348-27af-48c7-a94b-8d8d0617f8a2 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:06.835066 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0fb1f32b-5868-4760-9074-91c54fe159c7 req-1f461348-27af-48c7-a94b-8d8d0617f8a2 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] 10.222.0.87 "GET /v2.0/ports?device_id=bac6e782-aeff-46f5-8504-3d7aac6312fb HTTP/1.1" status: 200 len: 931 time: 0.1110287 Feb 02 07:22:06.967651 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e633228-1eb6-4bce-849e-336e42316308 service neutron] Pushing event updated for resources: {'Port': ['ID=cc6dcb22-68e2-41c8-b008-e0071242a497,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:06.977426 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-b2ced7ab-a90a-4920-bba2-5c6eaa2a5c69 tempest-RoutersTestDVR-1406729327 tempest-RoutersTestDVR-1406729327-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1550491963'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:22:06.983888 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-f50d8220-0a86-4fe6-b107-87c238c2e1dd req-9e633228-1eb6-4bce-849e-336e42316308 service neutron] Attempting to bind port cc6dcb22-68e2-41c8-b008-e0071242a497 on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:22:06.984234 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-f50d8220-0a86-4fe6-b107-87c238c2e1dd req-9e633228-1eb6-4bce-849e-336e42316308 service neutron] Attempting to bind port cc6dcb22-68e2-41c8-b008-e0071242a497 by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': '02f2262b-277b-42ed-b2a3-7168fc4fd566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '07aa33f7-959d-499a-9182-cb63812d9b32'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:22:06.984575 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50d8220-0a86-4fe6-b107-87c238c2e1dd req-9e633228-1eb6-4bce-849e-336e42316308 service neutron] Attempting to bind port cc6dcb22-68e2-41c8-b008-e0071242a497 on network 07aa33f7-959d-499a-9182-cb63812d9b32 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:22:06.998004 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0fb1f32b-5868-4760-9074-91c54fe159c7 req-ed38bf76-b193-4325-87f6-56f76135fc98 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] 10.222.0.87 "GET /v2.0/security-groups?id=4db2ba25-6a79-4351-acf5-8a8897b54e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464326 Feb 02 07:22:07.003730 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50d8220-0a86-4fe6-b107-87c238c2e1dd req-9e633228-1eb6-4bce-849e-336e42316308 service neutron] Port cc6dcb22-68e2-41c8-b008-e0071242a497 on network 07aa33f7-959d-499a-9182-cb63812d9b32 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:22:07.004075 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50d8220-0a86-4fe6-b107-87c238c2e1dd req-9e633228-1eb6-4bce-849e-336e42316308 service neutron] Attempting to bind port cc6dcb22-68e2-41c8-b008-e0071242a497 on network 07aa33f7-959d-499a-9182-cb63812d9b32 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:22:07.020073 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50d8220-0a86-4fe6-b107-87c238c2e1dd req-9e633228-1eb6-4bce-849e-336e42316308 service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:22:07.020508 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50d8220-0a86-4fe6-b107-87c238c2e1dd req-9e633228-1eb6-4bce-849e-336e42316308 service neutron] Checking segment: {'id': '02f2262b-277b-42ed-b2a3-7168fc4fd566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '07aa33f7-959d-499a-9182-cb63812d9b32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:22:07.021199 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50d8220-0a86-4fe6-b107-87c238c2e1dd req-9e633228-1eb6-4bce-849e-336e42316308 service neutron] Bound using segment: {'id': '02f2262b-277b-42ed-b2a3-7168fc4fd566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '07aa33f7-959d-499a-9182-cb63812d9b32'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:22:07.021720 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-f50d8220-0a86-4fe6-b107-87c238c2e1dd req-9e633228-1eb6-4bce-849e-336e42316308 service neutron] Bound port: cc6dcb22-68e2-41c8-b008-e0071242a497, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02f2262b-277b-42ed-b2a3-7168fc4fd566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '07aa33f7-959d-499a-9182-cb63812d9b32'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:22:07.022142 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f50d8220-0a86-4fe6-b107-87c238c2e1dd req-9e633228-1eb6-4bce-849e-336e42316308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (cc6dcb22-68e2-41c8-b008-e0071242a497), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:07.032410 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b2ced7ab-a90a-4920-bba2-5c6eaa2a5c69 tempest-RoutersTestDVR-1406729327 tempest-RoutersTestDVR-1406729327-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (d7de0ac2-7178-4a6d-915f-e0c841a1e6e6), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:07.036128 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b2ced7ab-a90a-4920-bba2-5c6eaa2a5c69 tempest-RoutersTestDVR-1406729327 tempest-RoutersTestDVR-1406729327-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (d7de0ac2-7178-4a6d-915f-e0c841a1e6e6), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:07.116448 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-f50d8220-0a86-4fe6-b107-87c238c2e1dd req-9e633228-1eb6-4bce-849e-336e42316308 service neutron] For port cc6dcb22-68e2-41c8-b008-e0071242a497, host n-h2-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:22:07.122544 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-f50d8220-0a86-4fe6-b107-87c238c2e1dd req-9e633228-1eb6-4bce-849e-336e42316308 service neutron] For port cc6dcb22-68e2-41c8-b008-e0071242a497, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=cc6dcb22-68e2-41c8-b008-e0071242a497,segment=NetworkSegment(02f2262b-277b-42ed-b2a3-7168fc4fd566),segment_id=02f2262b-277b-42ed-b2a3-7168fc4fd566)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:22:07.144823 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f50d8220-0a86-4fe6-b107-87c238c2e1dd req-9e633228-1eb6-4bce-849e-336e42316308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (cc6dcb22-68e2-41c8-b008-e0071242a497), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:07.158594 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b2ced7ab-a90a-4920-bba2-5c6eaa2a5c69 tempest-RoutersTestDVR-1406729327 tempest-RoutersTestDVR-1406729327-project-admin] Publish callbacks [] for router_controller (d7de0ac2-7178-4a6d-915f-e0c841a1e6e6), precommit_add_association {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:07.174673 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b2ced7ab-a90a-4920-bba2-5c6eaa2a5c69 tempest-RoutersTestDVR-1406729327 tempest-RoutersTestDVR-1406729327-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (d7de0ac2-7178-4a6d-915f-e0c841a1e6e6), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:07.200701 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b2ced7ab-a90a-4920-bba2-5c6eaa2a5c69 tempest-RoutersTestDVR-1406729327 tempest-RoutersTestDVR-1406729327-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:07.205851 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b2ced7ab-a90a-4920-bba2-5c6eaa2a5c69 tempest-RoutersTestDVR-1406729327 tempest-RoutersTestDVR-1406729327-project-admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.3888965 Feb 02 07:22:07.223605 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 40622) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:07.256813 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e633228-1eb6-4bce-849e-336e42316308 service neutron] Pushing event updated for resources: {'Port': ['ID=cc6dcb22-68e2-41c8-b008-e0071242a497,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:07.275326 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50d8220-0a86-4fe6-b107-87c238c2e1dd req-9e633228-1eb6-4bce-849e-336e42316308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:07.276295 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f50d8220-0a86-4fe6-b107-87c238c2e1dd req-9e633228-1eb6-4bce-849e-336e42316308 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:07.277994 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f50d8220-0a86-4fe6-b107-87c238c2e1dd req-9e633228-1eb6-4bce-849e-336e42316308 service neutron] 10.222.0.59 "PUT /v2.0/ports/cc6dcb22-68e2-41c8-b008-e0071242a497 HTTP/1.1" status: 200 len: 1092 time: 1.2186661 Feb 02 07:22:07.278537 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bac6e782-aeff-46f5-8504-3d7aac6312fb', 'tag': 'cc6dcb22-68e2-41c8-b008-e0071242a497'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:22:07.281436 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-670de356-771a-4f5e-a0b3-69654cd3e4a4" -d '{"events": [{"name": "network-changed", "server_uuid": "bac6e782-aeff-46f5-8504-3d7aac6312fb", "tag": "cc6dcb22-68e2-41c8-b008-e0071242a497"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:22:07.389740 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fb5ecd63-bc7c-41d2-bd37-5ce6d5c67fff tempest-RoutersTestDVR-1406729327 tempest-RoutersTestDVR-1406729327-project-admin] Publish callbacks [] for router (d7de0ac2-7178-4a6d-915f-e0c841a1e6e6), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:07.498419 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d98b55-f269-4ed1-86b0-e1ccb945b2db req-f9f795a2-ee66-45dc-87d7-d4148e3b133c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:07.501934 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-43d98b55-f269-4ed1-86b0-e1ccb945b2db req-f9f795a2-ee66-45dc-87d7-d4148e3b133c service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=29866e64-76a3-4a50-9018-d0c987783a84 HTTP/1.1" status: 200 len: 1128 time: 0.2168651 Feb 02 07:22:07.505497 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50d8220-0a86-4fe6-b107-87c238c2e1dd req-e5f32ef5-491b-487d-90ff-47512b6535ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:07.507404 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f50d8220-0a86-4fe6-b107-87c238c2e1dd req-e5f32ef5-491b-487d-90ff-47512b6535ec service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=698270003fc3486cb201010c23ddb935&device_id=bac6e782-aeff-46f5-8504-3d7aac6312fb HTTP/1.1" status: 200 len: 1126 time: 0.1387603 Feb 02 07:22:07.613508 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f50d8220-0a86-4fe6-b107-87c238c2e1dd req-b8753334-b8fe-46d9-93b9-513a5fac7de5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc6dcb22-68e2-41c8-b008-e0071242a497 HTTP/1.1" status: 200 len: 217 time: 0.0852759 Feb 02 07:22:07.615290 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23daac9f-781b-4a50-b2f0-7b6268b33f38 x-openstack-request-id: req-23daac9f-781b-4a50-b2f0-7b6268b33f38 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:22:07.615744 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bac6e782-aeff-46f5-8504-3d7aac6312fb", "tag": "cc6dcb22-68e2-41c8-b008-e0071242a497", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:22:07.616679 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-23daac9f-781b-4a50-b2f0-7b6268b33f38 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:22:07.617338 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bac6e782-aeff-46f5-8504-3d7aac6312fb', 'tag': 'cc6dcb22-68e2-41c8-b008-e0071242a497', 'status': 'completed', 'code': 200} Feb 02 07:22:07.700113 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fb5ecd63-bc7c-41d2-bd37-5ce6d5c67fff tempest-RoutersTestDVR-1406729327 tempest-RoutersTestDVR-1406729327-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (d7de0ac2-7178-4a6d-915f-e0c841a1e6e6), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:07.703135 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fb5ecd63-bc7c-41d2-bd37-5ce6d5c67fff tempest-RoutersTestDVR-1406729327 tempest-RoutersTestDVR-1406729327-project-admin] Publish callbacks [] for router_controller (d7de0ac2-7178-4a6d-915f-e0c841a1e6e6), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:07.723467 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-43d98b55-f269-4ed1-86b0-e1ccb945b2db req-612736e9-1fb8-4c2f-99c9-62b8aecdf27b service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=8d1cc325-a632-46e6-9754-02bd96fce640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127824 Feb 02 07:22:07.755894 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fb5ecd63-bc7c-41d2-bd37-5ce6d5c67fff tempest-RoutersTestDVR-1406729327 tempest-RoutersTestDVR-1406729327-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (d7de0ac2-7178-4a6d-915f-e0c841a1e6e6), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:07.756451 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5ecd63-bc7c-41d2-bd37-5ce6d5c67fff tempest-RoutersTestDVR-1406729327 tempest-RoutersTestDVR-1406729327-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d7de0ac2-7178-4a6d-915f-e0c841a1e6e6 {{(pid=109693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:22:07.761860 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fb5ecd63-bc7c-41d2-bd37-5ce6d5c67fff tempest-RoutersTestDVR-1406729327 tempest-RoutersTestDVR-1406729327-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:07.765696 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50d8220-0a86-4fe6-b107-87c238c2e1dd req-92774eb9-8d9b-4a79-8fcc-a25fda27ee4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:07.766488 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-fb5ecd63-bc7c-41d2-bd37-5ce6d5c67fff tempest-RoutersTestDVR-1406729327 tempest-RoutersTestDVR-1406729327-project-admin] 10.222.0.87 "DELETE /v2.0/routers/d7de0ac2-7178-4a6d-915f-e0c841a1e6e6 HTTP/1.1" status: 204 len: 168 time: 0.5413666 Feb 02 07:22:07.767103 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 40646) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:07.767706 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f50d8220-0a86-4fe6-b107-87c238c2e1dd req-92774eb9-8d9b-4a79-8fcc-a25fda27ee4b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3e073878-b818-46b9-96b5-3256e357bd8a HTTP/1.1" status: 200 len: 847 time: 0.1265333 Feb 02 07:22:07.771335 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-de02b246-db6f-434b-aca1-2faf3c571ebf tempest-RoutersTestDVR-1406729327 tempest-RoutersTestDVR-1406729327-project-admin] Request body: {'router': {'name': 'tempest-router-485735263', 'distributed': False}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:22:07.802137 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff8ef4-4d32-4cc8-ab61-60e76d1d3dfa req-66200b90-ffc1-468f-9e03-69fb93bdba49 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:07.803494 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-de02b246-db6f-434b-aca1-2faf3c571ebf tempest-RoutersTestDVR-1406729327 tempest-RoutersTestDVR-1406729327-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (c504dd43-36ed-4f76-a1c3-0bab41690814), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:07.804163 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b3ff8ef4-4d32-4cc8-ab61-60e76d1d3dfa req-66200b90-ffc1-468f-9e03-69fb93bdba49 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/ports?device_id=46ecb815-244b-4aba-b16c-b3d1870dd51e HTTP/1.1" status: 200 len: 946 time: 0.0944133 Feb 02 07:22:07.805091 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-de02b246-db6f-434b-aca1-2faf3c571ebf tempest-RoutersTestDVR-1406729327 tempest-RoutersTestDVR-1406729327-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (c504dd43-36ed-4f76-a1c3-0bab41690814), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:07.866982 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-de02b246-db6f-434b-aca1-2faf3c571ebf tempest-RoutersTestDVR-1406729327 tempest-RoutersTestDVR-1406729327-project-admin] Publish callbacks [] for router_controller (c504dd43-36ed-4f76-a1c3-0bab41690814), precommit_add_association {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:07.873585 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-de02b246-db6f-434b-aca1-2faf3c571ebf tempest-RoutersTestDVR-1406729327 tempest-RoutersTestDVR-1406729327-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (c504dd43-36ed-4f76-a1c3-0bab41690814), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:07.887647 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b3ff8ef4-4d32-4cc8-ab61-60e76d1d3dfa req-9b529e7c-e2c1-4e70-a62e-9ebec59adb93 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/security-groups?id=6795e0a6-69cc-42c2-a292-352f11146466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601668 Feb 02 07:22:07.892862 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50d8220-0a86-4fe6-b107-87c238c2e1dd req-d63618a8-ac25-460c-a016-627fb20850e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:07.894507 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f50d8220-0a86-4fe6-b107-87c238c2e1dd req-d63618a8-ac25-460c-a016-627fb20850e5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=07aa33f7-959d-499a-9182-cb63812d9b32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1188097 Feb 02 07:22:07.906293 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-de02b246-db6f-434b-aca1-2faf3c571ebf tempest-RoutersTestDVR-1406729327 tempest-RoutersTestDVR-1406729327-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:07.912554 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-de02b246-db6f-434b-aca1-2faf3c571ebf tempest-RoutersTestDVR-1406729327 tempest-RoutersTestDVR-1406729327-project-admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1444318 Feb 02 07:22:07.921963 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 40650) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:08.011075 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f50d8220-0a86-4fe6-b107-87c238c2e1dd req-9fd5625f-85f9-48df-86b5-fe5f995f6121 service neutron] 10.222.0.59 "GET /v2.0/networks/07aa33f7-959d-499a-9182-cb63812d9b32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087353 Feb 02 07:22:08.018505 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-260434b9-93b4-4e07-b7c0-65a422565d11 tempest-RoutersTestDVR-1406729327 tempest-RoutersTestDVR-1406729327-project-admin] Publish callbacks [] for router (c504dd43-36ed-4f76-a1c3-0bab41690814), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:08.170598 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba67253-d567-4643-8175-a4b59037c023 req-0154bfae-7ef5-4a92-864d-94979df34b1c tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:08.172283 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dba67253-d567-4643-8175-a4b59037c023 req-0154bfae-7ef5-4a92-864d-94979df34b1c tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/ports?device_id=29866e64-76a3-4a50-9018-d0c987783a84 HTTP/1.1" status: 200 len: 945 time: 0.1136580 Feb 02 07:22:08.200824 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f50d8220-0a86-4fe6-b107-87c238c2e1dd req-ee0a3192-4ffd-4566-bd44-cdfa3a648c4c service neutron] 10.222.0.59 "GET /v2.0/networks/07aa33f7-959d-499a-9182-cb63812d9b32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712015 Feb 02 07:22:08.246566 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-260434b9-93b4-4e07-b7c0-65a422565d11 tempest-RoutersTestDVR-1406729327 tempest-RoutersTestDVR-1406729327-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (c504dd43-36ed-4f76-a1c3-0bab41690814), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:08.250070 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dba67253-d567-4643-8175-a4b59037c023 req-ee5b75b7-eaa7-4bf3-913d-4fa8613524d5 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/security-groups?id=8d1cc325-a632-46e6-9754-02bd96fce640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577157 Feb 02 07:22:08.253040 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-260434b9-93b4-4e07-b7c0-65a422565d11 tempest-RoutersTestDVR-1406729327 tempest-RoutersTestDVR-1406729327-project-admin] Publish callbacks [] for router_controller (c504dd43-36ed-4f76-a1c3-0bab41690814), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:08.315076 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-260434b9-93b4-4e07-b7c0-65a422565d11 tempest-RoutersTestDVR-1406729327 tempest-RoutersTestDVR-1406729327-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (c504dd43-36ed-4f76-a1c3-0bab41690814), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:08.315712 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-260434b9-93b4-4e07-b7c0-65a422565d11 tempest-RoutersTestDVR-1406729327 tempest-RoutersTestDVR-1406729327-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c504dd43-36ed-4f76-a1c3-0bab41690814 {{(pid=109693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:22:08.324087 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-260434b9-93b4-4e07-b7c0-65a422565d11 tempest-RoutersTestDVR-1406729327 tempest-RoutersTestDVR-1406729327-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:08.325252 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-260434b9-93b4-4e07-b7c0-65a422565d11 tempest-RoutersTestDVR-1406729327 tempest-RoutersTestDVR-1406729327-project-admin] 10.222.0.87 "DELETE /v2.0/routers/c504dd43-36ed-4f76-a1c3-0bab41690814 HTTP/1.1" status: 204 len: 168 time: 0.4023192 Feb 02 07:22:08.337865 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 40662) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:08.342496 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-e1db89d4-7e32-462e-8c6e-24ea1581f5bc tempest-RoutersTestDVR-1406729327 tempest-RoutersTestDVR-1406729327-project-admin] Request body: {'router': {'name': 'tempest-router-2120734636', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '41386c0c36764750b84c079d6dccde77'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:22:08.381431 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e1db89d4-7e32-462e-8c6e-24ea1581f5bc tempest-RoutersTestDVR-1406729327 tempest-RoutersTestDVR-1406729327-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (bd6321d2-0d6a-44e4-8909-2ce80798502d), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:08.382700 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e1db89d4-7e32-462e-8c6e-24ea1581f5bc tempest-RoutersTestDVR-1406729327 tempest-RoutersTestDVR-1406729327-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (bd6321d2-0d6a-44e4-8909-2ce80798502d), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:08.417754 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670de356-771a-4f5e-a0b3-69654cd3e4a4 req-8361d0c3-fb7b-40e8-90ee-60396c3c4969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:08.419351 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-670de356-771a-4f5e-a0b3-69654cd3e4a4 req-8361d0c3-fb7b-40e8-90ee-60396c3c4969 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=698270003fc3486cb201010c23ddb935&device_id=bac6e782-aeff-46f5-8504-3d7aac6312fb HTTP/1.1" status: 200 len: 1126 time: 0.1102700 Feb 02 07:22:08.428503 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3902a670-8099-4e87-b0b0-b0a6ca5d59fc req-78698161-84b8-49eb-a57d-c31c66eb53d0 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:08.440457 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3902a670-8099-4e87-b0b0-b0a6ca5d59fc req-78698161-84b8-49eb-a57d-c31c66eb53d0 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] 10.222.0.87 "GET /v2.0/ports?device_id=bac6e782-aeff-46f5-8504-3d7aac6312fb HTTP/1.1" status: 200 len: 943 time: 0.0901792 Feb 02 07:22:08.451828 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e1db89d4-7e32-462e-8c6e-24ea1581f5bc tempest-RoutersTestDVR-1406729327 tempest-RoutersTestDVR-1406729327-project-admin] Publish callbacks [] for router_controller (bd6321d2-0d6a-44e4-8909-2ce80798502d), precommit_add_association {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:08.456810 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e1db89d4-7e32-462e-8c6e-24ea1581f5bc tempest-RoutersTestDVR-1406729327 tempest-RoutersTestDVR-1406729327-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (bd6321d2-0d6a-44e4-8909-2ce80798502d), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:08.480151 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e1db89d4-7e32-462e-8c6e-24ea1581f5bc tempest-RoutersTestDVR-1406729327 tempest-RoutersTestDVR-1406729327-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:08.484138 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e1db89d4-7e32-462e-8c6e-24ea1581f5bc tempest-RoutersTestDVR-1406729327 tempest-RoutersTestDVR-1406729327-project-admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1428003 Feb 02 07:22:08.484752 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 40666) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:08.492046 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-900a179c-8945-478f-93e5-e41d9910deb2 tempest-RoutersTestDVR-1406729327 tempest-RoutersTestDVR-1406729327-project-admin] Request body: {'router': {'distributed': True}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:22:08.626709 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3902a670-8099-4e87-b0b0-b0a6ca5d59fc req-3db6c527-351a-48f8-a1df-3a1c443006f6 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] 10.222.0.87 "GET /v2.0/security-groups?id=4db2ba25-6a79-4351-acf5-8a8897b54e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1833448 Feb 02 07:22:08.639499 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670de356-771a-4f5e-a0b3-69654cd3e4a4 req-141b7c4a-ae30-4640-a35f-4e164846286d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:08.641184 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-670de356-771a-4f5e-a0b3-69654cd3e4a4 req-141b7c4a-ae30-4640-a35f-4e164846286d service neutron] 10.222.0.59 "GET /v2.0/networks?id=07aa33f7-959d-499a-9182-cb63812d9b32 HTTP/1.1" status: 200 len: 909 time: 0.1984246 Feb 02 07:22:08.689849 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-670de356-771a-4f5e-a0b3-69654cd3e4a4 req-87e6b057-223e-4729-90d0-68960eb76b1c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc6dcb22-68e2-41c8-b008-e0071242a497 HTTP/1.1" status: 200 len: 217 time: 0.0408254 Feb 02 07:22:08.742079 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-900a179c-8945-478f-93e5-e41d9910deb2 tempest-RoutersTestDVR-1406729327 tempest-RoutersTestDVR-1406729327-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1043354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-942652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13285'] for router (bd6321d2-0d6a-44e4-8909-2ce80798502d), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:08.742546 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-900a179c-8945-478f-93e5-e41d9910deb2 tempest-RoutersTestDVR-1406729327 tempest-RoutersTestDVR-1406729327-project-admin] Publish callbacks [] for router (bd6321d2-0d6a-44e4-8909-2ce80798502d), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:08.784727 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670de356-771a-4f5e-a0b3-69654cd3e4a4 req-bc3d5f5f-5726-4fe7-b3ea-888818d5aa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:08.787490 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-670de356-771a-4f5e-a0b3-69654cd3e4a4 req-bc3d5f5f-5726-4fe7-b3ea-888818d5aa23 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3e073878-b818-46b9-96b5-3256e357bd8a HTTP/1.1" status: 200 len: 847 time: 0.0905330 Feb 02 07:22:08.838773 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-900a179c-8945-478f-93e5-e41d9910deb2 tempest-RoutersTestDVR-1406729327 tempest-RoutersTestDVR-1406729327-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=109693) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Feb 02 07:22:08.839269 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-900a179c-8945-478f-93e5-e41d9910deb2 tempest-RoutersTestDVR-1406729327 tempest-RoutersTestDVR-1406729327-project-admin] Router bd6321d2-0d6a-44e4-8909-2ce80798502d migrating from provider to provider. {{(pid=109693) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Feb 02 07:22:08.839695 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-900a179c-8945-478f-93e5-e41d9910deb2 tempest-RoutersTestDVR-1406729327 tempest-RoutersTestDVR-1406729327-project-admin] Publish callbacks [] for router_controller (bd6321d2-0d6a-44e4-8909-2ce80798502d), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:08.850635 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-900a179c-8945-478f-93e5-e41d9910deb2 tempest-RoutersTestDVR-1406729327 tempest-RoutersTestDVR-1406729327-project-admin] Publish callbacks [] for router_controller (bd6321d2-0d6a-44e4-8909-2ce80798502d), precommit_add_association {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:08.855446 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670de356-771a-4f5e-a0b3-69654cd3e4a4 req-7f39089e-8c38-40ab-88a3-e09139cf5c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:08.857485 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-670de356-771a-4f5e-a0b3-69654cd3e4a4 req-7f39089e-8c38-40ab-88a3-e09139cf5c02 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=07aa33f7-959d-499a-9182-cb63812d9b32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0642374 Feb 02 07:22:08.859386 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-900a179c-8945-478f-93e5-e41d9910deb2 tempest-RoutersTestDVR-1406729327 tempest-RoutersTestDVR-1406729327-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1043345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1043336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-942635'] for router (bd6321d2-0d6a-44e4-8909-2ce80798502d), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:09.050200 n-d-789963-26 neutron-server[109693]: WARNING neutron.scheduler.l3_agent_scheduler [None req-900a179c-8945-478f-93e5-e41d9910deb2 tempest-RoutersTestDVR-1406729327 tempest-RoutersTestDVR-1406729327-project-admin] No L3 agents can host the router bd6321d2-0d6a-44e4-8909-2ce80798502d Feb 02 07:22:09.207825 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900a179c-8945-478f-93e5-e41d9910deb2 tempest-RoutersTestDVR-1406729327 tempest-RoutersTestDVR-1406729327-project-admin] Hosts for router bd6321d2-0d6a-44e4-8909-2ce80798502d: [] {{(pid=109693) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Feb 02 07:22:09.251820 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900a179c-8945-478f-93e5-e41d9910deb2 tempest-RoutersTestDVR-1406729327 tempest-RoutersTestDVR-1406729327-project-admin] Hosts for other DVR routers connected to router bd6321d2-0d6a-44e4-8909-2ce80798502d: set() {{(pid=109693) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Feb 02 07:22:09.254483 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-900a179c-8945-478f-93e5-e41d9910deb2 tempest-RoutersTestDVR-1406729327 tempest-RoutersTestDVR-1406729327-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:09.258596 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-900a179c-8945-478f-93e5-e41d9910deb2 tempest-RoutersTestDVR-1406729327 tempest-RoutersTestDVR-1406729327-project-admin] 10.222.0.87 "PUT /v2.0/routers/bd6321d2-0d6a-44e4-8909-2ce80798502d HTTP/1.1" status: 200 len: 717 time: 0.7727790 Feb 02 07:22:09.260018 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 40688) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:09.352263 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-9714be02-c3e4-4c79-a781-b708f1689f71 tempest-RoutersTestDVR-1406729327 tempest-RoutersTestDVR-1406729327-project-admin] 10.222.0.87 "GET /v2.0/routers/bd6321d2-0d6a-44e4-8909-2ce80798502d HTTP/1.1" status: 200 len: 717 time: 0.0910444 Feb 02 07:22:09.353560 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 40694) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:09.398131 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-670de356-771a-4f5e-a0b3-69654cd3e4a4 req-9fe01724-57b5-45d8-a0eb-355aa764779d service neutron] 10.222.0.59 "GET /v2.0/networks/07aa33f7-959d-499a-9182-cb63812d9b32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5333600 Feb 02 07:22:09.406731 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f71fd4-0b88-4a4a-841a-32dbddf8e177 req-737f0762-80ff-4975-b83d-a0dbd58ffc23 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:09.408372 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f9f71fd4-0b88-4a4a-841a-32dbddf8e177 req-737f0762-80ff-4975-b83d-a0dbd58ffc23 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/ports?device_id=46ecb815-244b-4aba-b16c-b3d1870dd51e HTTP/1.1" status: 200 len: 946 time: 0.1259384 Feb 02 07:22:09.518872 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f9f71fd4-0b88-4a4a-841a-32dbddf8e177 req-065be960-48bd-4acb-b3da-479b4ab360a0 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/security-groups?id=6795e0a6-69cc-42c2-a292-352f11146466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015284 Feb 02 07:22:09.545289 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-670de356-771a-4f5e-a0b3-69654cd3e4a4 req-8c405360-7186-4680-8e0d-6cb6fafc4aa0 service neutron] 10.222.0.59 "GET /v2.0/networks/07aa33f7-959d-499a-9182-cb63812d9b32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357672 Feb 02 07:22:09.679893 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-c9cdd3bf-c76e-4018-ad23-47fb35a3e9aa tempest-RoutersTestDVR-1671443927 tempest-RoutersTestDVR-1671443927-project] 10.222.0.87 "GET /v2.0/routers/bd6321d2-0d6a-44e4-8909-2ce80798502d HTTP/1.1" status: 200 len: 683 time: 0.3250308 Feb 02 07:22:09.680505 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 40702) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:09.722634 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f7a84-a53f-4f3a-b5b8-3812696020a0 req-95c8dd40-7e30-492d-915c-4dc111c8bbaa tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:09.724415 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ab8f7a84-a53f-4f3a-b5b8-3812696020a0 req-95c8dd40-7e30-492d-915c-4dc111c8bbaa tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/ports?device_id=29866e64-76a3-4a50-9018-d0c987783a84 HTTP/1.1" status: 200 len: 945 time: 0.0676908 Feb 02 07:22:09.773469 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-647901aa-2f31-49a8-9707-a5d4197a80eb tempest-RoutersTestDVR-1406729327 tempest-RoutersTestDVR-1406729327-project-admin] Publish callbacks [] for router (bd6321d2-0d6a-44e4-8909-2ce80798502d), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:09.787886 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ab8f7a84-a53f-4f3a-b5b8-3812696020a0 req-f9223acd-d708-4ba2-9180-804df019d38a tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/security-groups?id=8d1cc325-a632-46e6-9754-02bd96fce640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571475 Feb 02 07:22:09.940498 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53e3072-be19-4a78-9e5f-e42a57a45a42 req-49385a63-bf0f-470c-8a76-c67950fd0c74 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:09.943325 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f53e3072-be19-4a78-9e5f-e42a57a45a42 req-49385a63-bf0f-470c-8a76-c67950fd0c74 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] 10.222.0.87 "GET /v2.0/ports?device_id=bac6e782-aeff-46f5-8504-3d7aac6312fb HTTP/1.1" status: 200 len: 943 time: 0.0767660 Feb 02 07:22:09.953276 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-647901aa-2f31-49a8-9707-a5d4197a80eb tempest-RoutersTestDVR-1406729327 tempest-RoutersTestDVR-1406729327-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (bd6321d2-0d6a-44e4-8909-2ce80798502d), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:09.955779 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-647901aa-2f31-49a8-9707-a5d4197a80eb tempest-RoutersTestDVR-1406729327 tempest-RoutersTestDVR-1406729327-project-admin] Publish callbacks [] for router_controller (bd6321d2-0d6a-44e4-8909-2ce80798502d), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:10.005871 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f53e3072-be19-4a78-9e5f-e42a57a45a42 req-c3ed6198-ac66-49e9-9c15-18455536a669 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] 10.222.0.87 "GET /v2.0/security-groups?id=4db2ba25-6a79-4351-acf5-8a8897b54e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549204 Feb 02 07:22:10.019059 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-647901aa-2f31-49a8-9707-a5d4197a80eb tempest-RoutersTestDVR-1406729327 tempest-RoutersTestDVR-1406729327-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (bd6321d2-0d6a-44e4-8909-2ce80798502d), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:10.019651 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-647901aa-2f31-49a8-9707-a5d4197a80eb tempest-RoutersTestDVR-1406729327 tempest-RoutersTestDVR-1406729327-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bd6321d2-0d6a-44e4-8909-2ce80798502d {{(pid=109693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:22:10.024707 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-647901aa-2f31-49a8-9707-a5d4197a80eb tempest-RoutersTestDVR-1406729327 tempest-RoutersTestDVR-1406729327-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:10.026036 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-647901aa-2f31-49a8-9707-a5d4197a80eb tempest-RoutersTestDVR-1406729327 tempest-RoutersTestDVR-1406729327-project-admin] 10.222.0.87 "DELETE /v2.0/routers/bd6321d2-0d6a-44e4-8909-2ce80798502d HTTP/1.1" status: 204 len: 168 time: 0.3437359 Feb 02 07:22:10.031878 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 40712) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:10.043987 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-69cab1ce-6021-41be-9b1f-96c5bb9cd87f tempest-RoutersTestDVR-1406729327 tempest-RoutersTestDVR-1406729327-project-admin] Request body: {'router': {'name': 'tempest-router-826858001', 'distributed': True}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:22:10.069944 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-69cab1ce-6021-41be-9b1f-96c5bb9cd87f tempest-RoutersTestDVR-1406729327 tempest-RoutersTestDVR-1406729327-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (ec3f3702-446f-4885-b23a-aac3162d9a0e), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:10.075320 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-69cab1ce-6021-41be-9b1f-96c5bb9cd87f tempest-RoutersTestDVR-1406729327 tempest-RoutersTestDVR-1406729327-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (ec3f3702-446f-4885-b23a-aac3162d9a0e), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:10.174733 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-69cab1ce-6021-41be-9b1f-96c5bb9cd87f tempest-RoutersTestDVR-1406729327 tempest-RoutersTestDVR-1406729327-project-admin] Publish callbacks [] for router_controller (ec3f3702-446f-4885-b23a-aac3162d9a0e), precommit_add_association {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:10.181783 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-69cab1ce-6021-41be-9b1f-96c5bb9cd87f tempest-RoutersTestDVR-1406729327 tempest-RoutersTestDVR-1406729327-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (ec3f3702-446f-4885-b23a-aac3162d9a0e), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:10.233559 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-69cab1ce-6021-41be-9b1f-96c5bb9cd87f tempest-RoutersTestDVR-1406729327 tempest-RoutersTestDVR-1406729327-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:10.238806 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 40718) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:10.250127 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-69cab1ce-6021-41be-9b1f-96c5bb9cd87f tempest-RoutersTestDVR-1406729327 tempest-RoutersTestDVR-1406729327-project-admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.2131588 Feb 02 07:22:10.398417 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-93b5d809-332a-41dd-8c06-bf102b9c428d tempest-RoutersTestDVR-1406729327 tempest-RoutersTestDVR-1406729327-project-admin] Publish callbacks [] for router (ec3f3702-446f-4885-b23a-aac3162d9a0e), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:10.532059 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b81ff-aa5f-45bf-bbd0-2b7828aa0c3d req-d88cd73d-2b6d-4c6f-a4da-342c127d7080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:10.533567 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-780b81ff-aa5f-45bf-bbd0-2b7828aa0c3d req-d88cd73d-2b6d-4c6f-a4da-342c127d7080 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c0a9935245e74c7ca5a3b5e5150aa1a8&device_id=29866e64-76a3-4a50-9018-d0c987783a84 HTTP/1.1" status: 200 len: 1128 time: 0.2230339 Feb 02 07:22:10.613979 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e6fe4-53cc-4844-921b-0e930393d47c req-8d582dce-36a0-40b1-96d1-d0a4b8e02087 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:10.615130 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-885e6fe4-53cc-4844-921b-0e930393d47c req-8d582dce-36a0-40b1-96d1-d0a4b8e02087 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/ports?device_id=29866e64-76a3-4a50-9018-d0c987783a84 HTTP/1.1" status: 200 len: 945 time: 0.3056910 Feb 02 07:22:10.639822 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-93b5d809-332a-41dd-8c06-bf102b9c428d tempest-RoutersTestDVR-1406729327 tempest-RoutersTestDVR-1406729327-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (ec3f3702-446f-4885-b23a-aac3162d9a0e), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:10.644181 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-93b5d809-332a-41dd-8c06-bf102b9c428d tempest-RoutersTestDVR-1406729327 tempest-RoutersTestDVR-1406729327-project-admin] Publish callbacks [] for router_controller (ec3f3702-446f-4885-b23a-aac3162d9a0e), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:10.810740 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-93b5d809-332a-41dd-8c06-bf102b9c428d tempest-RoutersTestDVR-1406729327 tempest-RoutersTestDVR-1406729327-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (ec3f3702-446f-4885-b23a-aac3162d9a0e), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:10.811423 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93b5d809-332a-41dd-8c06-bf102b9c428d tempest-RoutersTestDVR-1406729327 tempest-RoutersTestDVR-1406729327-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ec3f3702-446f-4885-b23a-aac3162d9a0e {{(pid=109694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:22:10.815822 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-93b5d809-332a-41dd-8c06-bf102b9c428d tempest-RoutersTestDVR-1406729327 tempest-RoutersTestDVR-1406729327-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:10.820772 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-93b5d809-332a-41dd-8c06-bf102b9c428d tempest-RoutersTestDVR-1406729327 tempest-RoutersTestDVR-1406729327-project-admin] 10.222.0.87 "DELETE /v2.0/routers/ec3f3702-446f-4885-b23a-aac3162d9a0e HTTP/1.1" status: 204 len: 168 time: 0.5771301 Feb 02 07:22:10.839389 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-885e6fe4-53cc-4844-921b-0e930393d47c req-7dc8da67-a8d9-4525-aa51-d1cbb3421320 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/security-groups?id=8d1cc325-a632-46e6-9754-02bd96fce640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105892 Feb 02 07:22:10.846110 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b81ff-aa5f-45bf-bbd0-2b7828aa0c3d req-ecee689b-60b2-4022-98c6-30453a50dae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:10.848564 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-780b81ff-aa5f-45bf-bbd0-2b7828aa0c3d req-ecee689b-60b2-4022-98c6-30453a50dae8 service neutron] 10.222.0.88 "GET /v2.0/networks?id=685c8d17-3922-4d1c-b347-80d8fb37bd66 HTTP/1.1" status: 200 len: 911 time: 0.2829955 Feb 02 07:22:10.910402 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-780b81ff-aa5f-45bf-bbd0-2b7828aa0c3d req-652d3f7a-a62d-488b-933d-7b63888ed584 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8466a31c-f20c-4ae6-8713-ce9ab206f33b HTTP/1.1" status: 200 len: 217 time: 0.0535817 Feb 02 07:22:11.000707 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-545dbd7e-b339-4fd9-aa8b-08458331e3f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:11.049319 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b81ff-aa5f-45bf-bbd0-2b7828aa0c3d req-b4c99cf1-5e0e-43b0-bf89-3dc141b552c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:11.051344 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-780b81ff-aa5f-45bf-bbd0-2b7828aa0c3d req-b4c99cf1-5e0e-43b0-bf89-3dc141b552c3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a1964736-516d-4974-8f51-9bf716b83041 HTTP/1.1" status: 200 len: 850 time: 0.1349964 Feb 02 07:22:11.095881 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-780b81ff-aa5f-45bf-bbd0-2b7828aa0c3d req-c9def55d-7e78-43b0-af0d-92fdf6becbb7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=685c8d17-3922-4d1c-b347-80d8fb37bd66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373785 Feb 02 07:22:11.103623 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2143da8e-3f3a-4044-80b9-9f35d55d8837 req-a180b7ae-ac32-45f4-b9d5-df5894180ca5 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:11.105305 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2143da8e-3f3a-4044-80b9-9f35d55d8837 req-a180b7ae-ac32-45f4-b9d5-df5894180ca5 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/ports?device_id=46ecb815-244b-4aba-b16c-b3d1870dd51e HTTP/1.1" status: 200 len: 946 time: 0.1183288 Feb 02 07:22:11.219636 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 40748) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:11.220819 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2143da8e-3f3a-4044-80b9-9f35d55d8837 req-5c659d56-b62b-4bb4-9a90-c04f3fd23212 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/security-groups?id=6795e0a6-69cc-42c2-a292-352f11146466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074398 Feb 02 07:22:11.251102 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-780b81ff-aa5f-45bf-bbd0-2b7828aa0c3d req-7e2bf835-96da-4e09-8976-95ba2c3c4b99 service neutron] 10.222.0.88 "GET /v2.0/networks/685c8d17-3922-4d1c-b347-80d8fb37bd66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448317 Feb 02 07:22:11.375712 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-780b81ff-aa5f-45bf-bbd0-2b7828aa0c3d req-25be951a-0fd1-4c3f-8023-4de01177a193 service neutron] 10.222.0.88 "GET /v2.0/networks/685c8d17-3922-4d1c-b347-80d8fb37bd66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152239 Feb 02 07:22:11.402905 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f5774-ab4e-42fc-af43-4f495765a95f req-ec05ad8d-f334-472c-85ca-3ced750193b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:11.405354 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ef9f5774-ab4e-42fc-af43-4f495765a95f req-ec05ad8d-f334-472c-85ca-3ced750193b3 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=46ecb815-244b-4aba-b16c-b3d1870dd51e HTTP/1.1" status: 200 len: 1129 time: 0.1019516 Feb 02 07:22:11.502559 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5cd9bab4-6ea8-4e62-bb43-49b1f837d3af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:11.516757 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ef9f5774-ab4e-42fc-af43-4f495765a95f req-278c6017-1721-4c58-b220-b173fcfdcbce service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=6795e0a6-69cc-42c2-a292-352f11146466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880189 Feb 02 07:22:11.547409 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d674dd4e-7b07-4cdf-a03a-5cc4f49d9392 req-c0acb5eb-93f3-43bc-b280-08f8684eec77 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:11.558135 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d674dd4e-7b07-4cdf-a03a-5cc4f49d9392 req-c0acb5eb-93f3-43bc-b280-08f8684eec77 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] 10.222.0.87 "GET /v2.0/ports?device_id=bac6e782-aeff-46f5-8504-3d7aac6312fb HTTP/1.1" status: 200 len: 943 time: 0.1105928 Feb 02 07:22:11.609149 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5cd9bab4-6ea8-4e62-bb43-49b1f837d3af admin admin] Publish callbacks [] for security_group (b46a50ea-42d3-4432-adfa-cf7648182691), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:11.617496 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5cd9bab4-6ea8-4e62-bb43-49b1f837d3af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (b46a50ea-42d3-4432-adfa-cf7648182691), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:11.657295 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d674dd4e-7b07-4cdf-a03a-5cc4f49d9392 req-05b01789-5854-45e9-b400-c77f2d98f0f1 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] 10.222.0.87 "GET /v2.0/security-groups?id=4db2ba25-6a79-4351-acf5-8a8897b54e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969234 Feb 02 07:22:11.662490 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd9bab4-6ea8-4e62-bb43-49b1f837d3af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b46a50ea-42d3-4432-adfa-cf7648182691,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:11.690808 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 40762) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:11.698105 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-5cd9bab4-6ea8-4e62-bb43-49b1f837d3af admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=41386c0c36764750b84c079d6dccde77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4720409 Feb 02 07:22:11.748661 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c9c45bb1-b228-45c8-863e-966673c3e297 admin admin] Publish callbacks [] for security_group (b46a50ea-42d3-4432-adfa-cf7648182691), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:11.772142 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c9c45bb1-b228-45c8-863e-966673c3e297 admin admin] Publish callbacks [] for security_group (b46a50ea-42d3-4432-adfa-cf7648182691), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:11.829589 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c9c45bb1-b228-45c8-863e-966673c3e297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (b46a50ea-42d3-4432-adfa-cf7648182691), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:11.832681 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c9c45bb1-b228-45c8-863e-966673c3e297 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:11.833821 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c9c45bb1-b228-45c8-863e-966673c3e297 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b46a50ea-42d3-4432-adfa-cf7648182691 HTTP/1.1" status: 204 len: 168 time: 0.1414793 Feb 02 07:22:11.844707 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c45bb1-b228-45c8-863e-966673c3e297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46a50ea-42d3-4432-adfa-cf7648182691,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:12.024262 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e2b5dd-b02f-48fa-b0f1-f6de322d7b07 req-e966bb6b-9252-4e53-94f0-0e3465be8199 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:12.031956 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f5e2b5dd-b02f-48fa-b0f1-f6de322d7b07 req-e966bb6b-9252-4e53-94f0-0e3465be8199 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/ports?device_id=29866e64-76a3-4a50-9018-d0c987783a84 HTTP/1.1" status: 200 len: 945 time: 0.0696344 Feb 02 07:22:12.112173 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f5e2b5dd-b02f-48fa-b0f1-f6de322d7b07 req-40acd8a2-753c-4435-a64b-51924f89e3b8 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/security-groups?id=8d1cc325-a632-46e6-9754-02bd96fce640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788844 Feb 02 07:22:12.206234 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 40780) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:12.223529 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2349c920-b429-48ab-b5f9-ff5ec22b5f55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:12.382230 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2349c920-b429-48ab-b5f9-ff5ec22b5f55 admin admin] Publish callbacks [] for security_group (ca9fe564-2dc2-4a37-af06-4b29d767e286), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:12.412669 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2349c920-b429-48ab-b5f9-ff5ec22b5f55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (ca9fe564-2dc2-4a37-af06-4b29d767e286), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:12.471066 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-2349c920-b429-48ab-b5f9-ff5ec22b5f55 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b12bec5591a84d76a10a6f58a9e4f13e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2637432 Feb 02 07:22:12.472121 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2349c920-b429-48ab-b5f9-ff5ec22b5f55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9fe564-2dc2-4a37-af06-4b29d767e286,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:12.473976 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 40792) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:12.526157 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b873f823-095a-42e1-b69e-3caba1220297 req-b3c9a515-0e17-4cd7-b654-2252a76a6433 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:12.548407 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b873f823-095a-42e1-b69e-3caba1220297 req-b3c9a515-0e17-4cd7-b654-2252a76a6433 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/ports?device_id=46ecb815-244b-4aba-b16c-b3d1870dd51e HTTP/1.1" status: 200 len: 946 time: 0.2060733 Feb 02 07:22:12.593180 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a3c170f5-9555-4dfc-ab81-242303cc7776 admin admin] Publish callbacks [] for security_group (ca9fe564-2dc2-4a37-af06-4b29d767e286), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:12.659450 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a3c170f5-9555-4dfc-ab81-242303cc7776 admin admin] Publish callbacks [] for security_group (ca9fe564-2dc2-4a37-af06-4b29d767e286), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:12.686722 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device cc6dcb22-68e2-41c8-b008-e0071242a497 details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:22:12.691465 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b873f823-095a-42e1-b69e-3caba1220297 req-59a28012-f85f-4e5b-b4d1-4d7b44ff21b7 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/security-groups?id=6795e0a6-69cc-42c2-a292-352f11146466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352913 Feb 02 07:22:12.741181 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a3c170f5-9555-4dfc-ab81-242303cc7776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (ca9fe564-2dc2-4a37-af06-4b29d767e286), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:12.744614 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a3c170f5-9555-4dfc-ab81-242303cc7776 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:12.750092 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a3c170f5-9555-4dfc-ab81-242303cc7776 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ca9fe564-2dc2-4a37-af06-4b29d767e286 HTTP/1.1" status: 204 len: 168 time: 0.2743294 Feb 02 07:22:12.759155 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c170f5-9555-4dfc-ab81-242303cc7776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9fe564-2dc2-4a37-af06-4b29d767e286,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:12.906772 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port cc6dcb22-68e2-41c8-b008-e0071242a497, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=cc6dcb22-68e2-41c8-b008-e0071242a497,segment=NetworkSegment(02f2262b-277b-42ed-b2a3-7168fc4fd566),segment_id=02f2262b-277b-42ed-b2a3-7168fc4fd566)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:22:12.927403 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': 'cc6dcb22-68e2-41c8-b008-e0071242a497', 'network_id': '07aa33f7-959d-499a-9182-cb63812d9b32', 'port_id': 'cc6dcb22-68e2-41c8-b008-e0071242a497', 'mac_address': 'fa:16:3e:ad:5c:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e073878-b818-46b9-96b5-3256e357bd8a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:22:12.960713 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a49cf9-5b86-4a81-aa4f-994b46bd9c9e req-daad5ff0-c9e7-4944-873d-02da08ef2e4a tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:12.963352 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-39a49cf9-5b86-4a81-aa4f-994b46bd9c9e req-daad5ff0-c9e7-4944-873d-02da08ef2e4a tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] 10.222.0.87 "GET /v2.0/ports?device_id=bac6e782-aeff-46f5-8504-3d7aac6312fb HTTP/1.1" status: 200 len: 943 time: 0.0747657 Feb 02 07:22:13.022986 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port cc6dcb22-68e2-41c8-b008-e0071242a497 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:22:13.023377 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (cc6dcb22-68e2-41c8-b008-e0071242a497), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:13.057322 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc6dcb22-68e2-41c8-b008-e0071242a497 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:22:13.060994 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-39a49cf9-5b86-4a81-aa4f-994b46bd9c9e req-31b3d98f-fd33-4603-88d7-b0bec1cdf538 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] 10.222.0.87 "GET /v2.0/security-groups?id=4db2ba25-6a79-4351-acf5-8a8897b54e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795927 Feb 02 07:22:13.085193 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port cc6dcb22-68e2-41c8-b008-e0071242a497, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=cc6dcb22-68e2-41c8-b008-e0071242a497,segment=NetworkSegment(02f2262b-277b-42ed-b2a3-7168fc4fd566),segment_id=02f2262b-277b-42ed-b2a3-7168fc4fd566)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:22:13.090395 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (cc6dcb22-68e2-41c8-b008-e0071242a497), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:13.169704 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=cc6dcb22-68e2-41c8-b008-e0071242a497,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:13.284576 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9bec8b66-fb86-497f-ad6e-4755ad3867a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:13.311320 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bced4852-2877-4635-94a5-7207b160b1e4 req-d1803c7d-1bd0-46ea-9ae0-ec6bedee6669 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:13.320895 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bced4852-2877-4635-94a5-7207b160b1e4 req-d1803c7d-1bd0-46ea-9ae0-ec6bedee6669 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/ports?device_id=29866e64-76a3-4a50-9018-d0c987783a84 HTTP/1.1" status: 200 len: 945 time: 0.0999036 Feb 02 07:22:13.409525 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bced4852-2877-4635-94a5-7207b160b1e4 req-6a91c609-faf6-494b-99d5-0bcfdbaba921 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/security-groups?id=8d1cc325-a632-46e6-9754-02bd96fce640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871141 Feb 02 07:22:13.555824 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['cc6dcb22-68e2-41c8-b008-e0071242a497'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:22:13.902156 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d865e01c-a535-408a-a15a-90f2a675ae5f req-15e6064f-ea4c-4d77-aebf-32128f3e11ca tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:13.911914 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d865e01c-a535-408a-a15a-90f2a675ae5f req-15e6064f-ea4c-4d77-aebf-32128f3e11ca tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/ports?device_id=46ecb815-244b-4aba-b16c-b3d1870dd51e HTTP/1.1" status: 200 len: 946 time: 0.1251094 Feb 02 07:22:13.982601 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d865e01c-a535-408a-a15a-90f2a675ae5f req-2c7df274-43ce-4390-9dc5-f65e23bcfbd2 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/security-groups?id=6795e0a6-69cc-42c2-a292-352f11146466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688131 Feb 02 07:22:14.052525 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 40846) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:14.171648 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-55d14a95-26a3-4962-ad10-732ea4a1ab21 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Request body: {'networks': [{'name': 'tempest-network--2030140946'}, {'name': 'tempest-network--1453200048'}]} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:22:14.172163 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-55d14a95-26a3-4962-ad10-732ea4a1ab21 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Request body: {'network': {'name': 'tempest-network--2030140946'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:22:14.172926 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-55d14a95-26a3-4962-ad10-732ea4a1ab21 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Request body: {'network': {'name': 'tempest-network--1453200048'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:22:14.191937 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2ace40-0632-4a8e-a43e-91a704075a25 req-6ec8c439-7cb7-49c9-93a1-dace00b387f0 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:14.196594 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d14a95-26a3-4962-ad10-732ea4a1ab21 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Made reservation on behalf of 1d52b81ac5f04234b0f6d3c57cda2c51 for: {'network': 2} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:22:14.200335 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2c2ace40-0632-4a8e-a43e-91a704075a25 req-6ec8c439-7cb7-49c9-93a1-dace00b387f0 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/ports?device_id=23d00674-1c75-41ed-b39c-9b1c1a82bdbd HTTP/1.1" status: 200 len: 946 time: 0.0833383 Feb 02 07:22:14.201819 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-55d14a95-26a3-4962-ad10-732ea4a1ab21 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:14.213804 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-55d14a95-26a3-4962-ad10-732ea4a1ab21 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:14.257964 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2c2ace40-0632-4a8e-a43e-91a704075a25 req-b33d38e8-b019-4d80-87ad-85133a5215a8 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/security-groups?id=6795e0a6-69cc-42c2-a292-352f11146466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565584 Feb 02 07:22:14.360719 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-55d14a95-26a3-4962-ad10-732ea4a1ab21 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks [] for security_group (9e46cc68-17a6-4774-bfd3-3fa16572b7fe), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:14.371986 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-55d14a95-26a3-4962-ad10-732ea4a1ab21 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (9e46cc68-17a6-4774-bfd3-3fa16572b7fe), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:14.372542 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-55d14a95-26a3-4962-ad10-732ea4a1ab21 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:14.399883 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccb3bb0-36a3-4584-a170-c5dab534068c req-b4087a2e-47bc-44d7-8440-43ab2d09a26c tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:14.407288 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dccb3bb0-36a3-4584-a170-c5dab534068c req-b4087a2e-47bc-44d7-8440-43ab2d09a26c tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] 10.222.0.87 "GET /v2.0/ports?device_id=bac6e782-aeff-46f5-8504-3d7aac6312fb HTTP/1.1" status: 200 len: 944 time: 0.0739138 Feb 02 07:22:14.413219 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d14a95-26a3-4962-ad10-732ea4a1ab21 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e46cc68-17a6-4774-bfd3-3fa16572b7fe,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:14.457933 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55d14a95-26a3-4962-ad10-732ea4a1ab21 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:22:14.481287 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-55d14a95-26a3-4962-ad10-732ea4a1ab21 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (bd2c52bd-1bee-41ba-909b-3225fb4deeef), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:14.481862 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-55d14a95-26a3-4962-ad10-732ea4a1ab21 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Added segment bd2c52bd-1bee-41ba-909b-3225fb4deeef of type vlan for network a3bddc3f-25af-4431-b000-516e930583de Feb 02 07:22:14.484228 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dccb3bb0-36a3-4584-a170-c5dab534068c req-6957c613-fd4b-4211-9ee7-b1107b330f6f tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] 10.222.0.87 "GET /v2.0/security-groups?id=4db2ba25-6a79-4351-acf5-8a8897b54e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759037 Feb 02 07:22:14.552712 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-55d14a95-26a3-4962-ad10-732ea4a1ab21 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (a3bddc3f-25af-4431-b000-516e930583de), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:14.597463 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55d14a95-26a3-4962-ad10-732ea4a1ab21 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:22:14.608232 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-55d14a95-26a3-4962-ad10-732ea4a1ab21 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (43f13835-7002-4fe3-981f-0a2be6483c30), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:14.608540 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-55d14a95-26a3-4962-ad10-732ea4a1ab21 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Added segment 43f13835-7002-4fe3-981f-0a2be6483c30 of type vlan for network 539483e3-74e6-459e-b121-e4a292f16457 Feb 02 07:22:14.648537 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593aa439-045b-4520-943d-27d9e621a058 req-738e49f7-aacd-4c7c-bfae-e9fff6c82c00 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:14.656331 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-593aa439-045b-4520-943d-27d9e621a058 req-738e49f7-aacd-4c7c-bfae-e9fff6c82c00 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/ports?device_id=29866e64-76a3-4a50-9018-d0c987783a84 HTTP/1.1" status: 200 len: 945 time: 0.0715978 Feb 02 07:22:14.658156 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-55d14a95-26a3-4962-ad10-732ea4a1ab21 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (539483e3-74e6-459e-b121-e4a292f16457), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:14.684718 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:14.694251 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-55d14a95-26a3-4962-ad10-732ea4a1ab21 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (a3bddc3f-25af-4431-b000-516e930583de), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:14.694952 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-55d14a95-26a3-4962-ad10-732ea4a1ab21 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (539483e3-74e6-459e-b121-e4a292f16457), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:14.701904 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d14a95-26a3-4962-ad10-732ea4a1ab21 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:14.706526 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d14a95-26a3-4962-ad10-732ea4a1ab21 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:14.707206 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-55d14a95-26a3-4962-ad10-732ea4a1ab21 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:14.731041 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-593aa439-045b-4520-943d-27d9e621a058 req-e3d1a747-7ede-4fa9-ad95-b9b3bc6c8108 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/security-groups?id=8d1cc325-a632-46e6-9754-02bd96fce640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711780 Feb 02 07:22:14.833510 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d14a95-26a3-4962-ad10-732ea4a1ab21 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Pushing event updated for resources: {'Network': ['ID=a3bddc3f-25af-4431-b000-516e930583de,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:14.840383 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-55d14a95-26a3-4962-ad10-732ea4a1ab21 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.7860525 Feb 02 07:22:14.843091 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 40868) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:14.849107 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network a3bddc3f-25af-4431-b000-516e930583de details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:22:14.949623 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d14a95-26a3-4962-ad10-732ea4a1ab21 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Pushing event updated for resources: {'Network': ['ID=539483e3-74e6-459e-b121-e4a292f16457,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:15.013109 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 539483e3-74e6-459e-b121-e4a292f16457 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:22:15.032369 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f556d56f-30fe-4ba1-af27-823b086cb269 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:15.042729 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f556d56f-30fe-4ba1-af27-823b086cb269 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:15.053311 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f556d56f-30fe-4ba1-af27-823b086cb269 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:15.059493 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f556d56f-30fe-4ba1-af27-823b086cb269 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:15.061812 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f556d56f-30fe-4ba1-af27-823b086cb269 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2177253 Feb 02 07:22:15.065185 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 40872) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:15.217043 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cbfb73bd-c57d-458c-84eb-140074fa42b8 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (a3bddc3f-25af-4431-b000-516e930583de), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:15.313656 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c146f-6036-4e8b-b844-976894f8969b req-02bdd196-a215-4fc5-8469-538360ce0a4e tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:15.315168 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5a0c146f-6036-4e8b-b844-976894f8969b req-02bdd196-a215-4fc5-8469-538360ce0a4e tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/ports?device_id=23d00674-1c75-41ed-b39c-9b1c1a82bdbd HTTP/1.1" status: 200 len: 946 time: 0.1125593 Feb 02 07:22:15.342005 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cbfb73bd-c57d-458c-84eb-140074fa42b8 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (a3bddc3f-25af-4431-b000-516e930583de), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:15.375374 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-cbfb73bd-c57d-458c-84eb-140074fa42b8 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3bddc3f-25af-4431-b000-516e930583de']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:22:15.393184 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-cbfb73bd-c57d-458c-84eb-140074fa42b8 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd2c52bd-1bee-41ba-909b-3225fb4deeef') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:22:15.393526 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-cbfb73bd-c57d-458c-84eb-140074fa42b8 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd2c52bd-1bee-41ba-909b-3225fb4deeef') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:22:15.410149 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cbfb73bd-c57d-458c-84eb-140074fa42b8 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (bd2c52bd-1bee-41ba-909b-3225fb4deeef), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:15.424203 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5a0c146f-6036-4e8b-b844-976894f8969b req-566e199e-c68b-492f-89e6-fec7205dab83 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/security-groups?id=6795e0a6-69cc-42c2-a292-352f11146466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841603 Feb 02 07:22:15.430186 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cbfb73bd-c57d-458c-84eb-140074fa42b8 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (bd2c52bd-1bee-41ba-909b-3225fb4deeef), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:15.436501 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbfb73bd-c57d-458c-84eb-140074fa42b8 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:22:15.436895 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cbfb73bd-c57d-458c-84eb-140074fa42b8 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (bd2c52bd-1bee-41ba-909b-3225fb4deeef), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:15.443604 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:22:15.443604 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:22:15.443604 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:22:15.443604 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:22:15.443604 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:22:15.443604 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:22:15.443604 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:22:15.443604 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:22:15.443604 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:22:15.443604 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:22:15.443604 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:22:15.443604 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:22:15.443604 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:22:15.443604 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:22:15.443604 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:22:15.443604 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:22:15.443604 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:22:15.443604 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:22:15.443604 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:22:15.443604 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:22:15.443604 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:22:15.443604 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:22:15.443604 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:22:15.443604 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:22:15.443604 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:22:15.443604 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:22:15.443604 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:22:15.443604 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:22:15.443604 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:22:15.443604 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:22:15.443604 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:22:15.443604 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:22:15.543319 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cbfb73bd-c57d-458c-84eb-140074fa42b8 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (a3bddc3f-25af-4431-b000-516e930583de), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:15.560207 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cbfb73bd-c57d-458c-84eb-140074fa42b8 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:15.564505 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-cbfb73bd-c57d-458c-84eb-140074fa42b8 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] 10.222.0.87 "DELETE /v2.0/networks/a3bddc3f-25af-4431-b000-516e930583de HTTP/1.1" status: 204 len: 168 time: 0.4979529 Feb 02 07:22:15.567145 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 40882) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:15.600924 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfb73bd-c57d-458c-84eb-140074fa42b8 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Pushing event deleted for resources: {'Network': ['ID=a3bddc3f-25af-4431-b000-516e930583de,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:15.675325 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3c313-cd87-4f3e-9b8a-ae64e9cdc144 req-5e472951-49c1-4d85-aef0-5a94fd13d64e tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:15.683089 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9ad3c313-cd87-4f3e-9b8a-ae64e9cdc144 req-5e472951-49c1-4d85-aef0-5a94fd13d64e tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/ports?device_id=29866e64-76a3-4a50-9018-d0c987783a84 HTTP/1.1" status: 200 len: 945 time: 0.0643137 Feb 02 07:22:15.686440 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-300ecdd2-b6a1-4075-9918-70b47243d0ae tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (539483e3-74e6-459e-b121-e4a292f16457), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:15.740533 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9ad3c313-cd87-4f3e-9b8a-ae64e9cdc144 req-527d13cc-7e90-4b86-8386-20c76ea7cb78 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/security-groups?id=8d1cc325-a632-46e6-9754-02bd96fce640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548379 Feb 02 07:22:15.788570 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-300ecdd2-b6a1-4075-9918-70b47243d0ae tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (539483e3-74e6-459e-b121-e4a292f16457), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:15.810590 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-300ecdd2-b6a1-4075-9918-70b47243d0ae tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['539483e3-74e6-459e-b121-e4a292f16457']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:22:15.820559 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-300ecdd2-b6a1-4075-9918-70b47243d0ae tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43f13835-7002-4fe3-981f-0a2be6483c30') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:22:15.820882 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-300ecdd2-b6a1-4075-9918-70b47243d0ae tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43f13835-7002-4fe3-981f-0a2be6483c30') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:22:15.831881 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-300ecdd2-b6a1-4075-9918-70b47243d0ae tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (43f13835-7002-4fe3-981f-0a2be6483c30), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:15.848489 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-300ecdd2-b6a1-4075-9918-70b47243d0ae tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (43f13835-7002-4fe3-981f-0a2be6483c30), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:15.855442 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-300ecdd2-b6a1-4075-9918-70b47243d0ae tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:22:15.856178 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-300ecdd2-b6a1-4075-9918-70b47243d0ae tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (43f13835-7002-4fe3-981f-0a2be6483c30), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:15.859449 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:22:15.859449 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:22:15.859449 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:22:15.859449 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:22:15.859449 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:22:15.859449 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:22:15.859449 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:22:15.859449 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:22:15.859449 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:22:15.859449 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:22:15.859449 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:22:15.859449 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:22:15.859449 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:22:15.859449 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:22:15.859449 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:22:15.859449 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:22:15.859449 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:22:15.859449 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:22:15.859449 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:22:15.859449 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:22:15.859449 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:22:15.859449 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:22:15.859449 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:22:15.859449 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:22:15.859449 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:22:15.859449 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:22:15.859449 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:22:15.859449 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:22:15.859449 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:22:15.859449 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:22:15.859449 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:22:15.859449 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:22:15.864149 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934de25e-b6c6-4351-8acd-bea6d73b20d2 req-9dd7726e-05ec-4d43-b0ee-766bce011c71 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:15.872304 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-934de25e-b6c6-4351-8acd-bea6d73b20d2 req-9dd7726e-05ec-4d43-b0ee-766bce011c71 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] 10.222.0.87 "GET /v2.0/ports?device_id=bac6e782-aeff-46f5-8504-3d7aac6312fb HTTP/1.1" status: 200 len: 944 time: 0.0682218 Feb 02 07:22:15.925301 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-300ecdd2-b6a1-4075-9918-70b47243d0ae tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (539483e3-74e6-459e-b121-e4a292f16457), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:15.932981 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-934de25e-b6c6-4351-8acd-bea6d73b20d2 req-1dd4f19c-60a1-406c-bf06-894c1110fbc1 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] 10.222.0.87 "GET /v2.0/security-groups?id=4db2ba25-6a79-4351-acf5-8a8897b54e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597439 Feb 02 07:22:15.955092 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-300ecdd2-b6a1-4075-9918-70b47243d0ae tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:15.958440 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-300ecdd2-b6a1-4075-9918-70b47243d0ae tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] 10.222.0.87 "DELETE /v2.0/networks/539483e3-74e6-459e-b121-e4a292f16457 HTTP/1.1" status: 204 len: 168 time: 0.3902686 Feb 02 07:22:15.959492 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300ecdd2-b6a1-4075-9918-70b47243d0ae tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Pushing event deleted for resources: {'Network': ['ID=539483e3-74e6-459e-b121-e4a292f16457,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:15.962143 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 40884) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:16.051494 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:16.079905 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018db8a9-4420-45fb-a867-fce748e11627 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:16.085808 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018db8a9-4420-45fb-a867-fce748e11627 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:16.091343 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-018db8a9-4420-45fb-a867-fce748e11627 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1237617 Feb 02 07:22:16.091913 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 40886) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:16.097454 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-82ca9491-ddda-4d92-8bf0-edf1a62ab365 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1602011237'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:22:16.117167 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ca9491-ddda-4d92-8bf0-edf1a62ab365 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Made reservation on behalf of 1d52b81ac5f04234b0f6d3c57cda2c51 for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:22:16.121633 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-82ca9491-ddda-4d92-8bf0-edf1a62ab365 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:16.147005 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82ca9491-ddda-4d92-8bf0-edf1a62ab365 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:22:16.160934 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-82ca9491-ddda-4d92-8bf0-edf1a62ab365 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (5bc91fbb-62b4-41ab-9d35-e2ef080ba33c), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:16.161284 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-82ca9491-ddda-4d92-8bf0-edf1a62ab365 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Added segment 5bc91fbb-62b4-41ab-9d35-e2ef080ba33c of type vlan for network 53c6c33f-180b-4933-86bb-3ec22a260913 Feb 02 07:22:16.211050 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-82ca9491-ddda-4d92-8bf0-edf1a62ab365 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (53c6c33f-180b-4933-86bb-3ec22a260913), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:16.239178 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-82ca9491-ddda-4d92-8bf0-edf1a62ab365 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (53c6c33f-180b-4933-86bb-3ec22a260913), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:16.246665 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ca9491-ddda-4d92-8bf0-edf1a62ab365 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:16.247300 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-82ca9491-ddda-4d92-8bf0-edf1a62ab365 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:16.287112 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 40888) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:16.293388 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-eda1c9df-c939-460c-83a0-56e3418af662 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1020828449'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:22:16.296616 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-82ca9491-ddda-4d92-8bf0-edf1a62ab365 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2035835 Feb 02 07:22:16.321591 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda1c9df-c939-460c-83a0-56e3418af662 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Made reservation on behalf of 1d52b81ac5f04234b0f6d3c57cda2c51 for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:22:16.325474 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-eda1c9df-c939-460c-83a0-56e3418af662 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:16.341388 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ca9491-ddda-4d92-8bf0-edf1a62ab365 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Pushing event updated for resources: {'Network': ['ID=53c6c33f-180b-4933-86bb-3ec22a260913,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:16.352187 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 53c6c33f-180b-4933-86bb-3ec22a260913 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:22:16.357124 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eda1c9df-c939-460c-83a0-56e3418af662 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:22:16.382390 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-eda1c9df-c939-460c-83a0-56e3418af662 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (578d1ce1-92fb-4a23-8b36-5bdb6d85294a), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:16.382954 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-eda1c9df-c939-460c-83a0-56e3418af662 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Added segment 578d1ce1-92fb-4a23-8b36-5bdb6d85294a of type vlan for network 7ec606cf-2cbf-4f7d-8bf4-bde47b428ac3 Feb 02 07:22:16.432501 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-eda1c9df-c939-460c-83a0-56e3418af662 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (7ec606cf-2cbf-4f7d-8bf4-bde47b428ac3), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:16.465045 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-eda1c9df-c939-460c-83a0-56e3418af662 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (7ec606cf-2cbf-4f7d-8bf4-bde47b428ac3), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:16.470808 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda1c9df-c939-460c-83a0-56e3418af662 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:16.471441 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-eda1c9df-c939-460c-83a0-56e3418af662 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:16.514153 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-eda1c9df-c939-460c-83a0-56e3418af662 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2257872 Feb 02 07:22:16.516997 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 40894) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:16.530752 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-f72578ab-1a6a-485e-a614-34dad70c332f tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Request body: {'ports': [{'network_id': '53c6c33f-180b-4933-86bb-3ec22a260913', 'name': 'tempest-port--1882720092', 'admin_state_up': True}, {'network_id': '7ec606cf-2cbf-4f7d-8bf4-bde47b428ac3', 'admin_state_up': False}]} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:22:16.531808 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-f72578ab-1a6a-485e-a614-34dad70c332f tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Request body: {'port': {'network_id': '53c6c33f-180b-4933-86bb-3ec22a260913', 'name': 'tempest-port--1882720092', 'admin_state_up': True}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:22:16.533557 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-f72578ab-1a6a-485e-a614-34dad70c332f tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Request body: {'port': {'network_id': '7ec606cf-2cbf-4f7d-8bf4-bde47b428ac3', 'admin_state_up': False}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:22:16.560654 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda1c9df-c939-460c-83a0-56e3418af662 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Pushing event updated for resources: {'Network': ['ID=7ec606cf-2cbf-4f7d-8bf4-bde47b428ac3,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:16.573100 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 7ec606cf-2cbf-4f7d-8bf4-bde47b428ac3 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:22:16.715808 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device cc6dcb22-68e2-41c8-b008-e0071242a497 up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:22:16.724443 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb97ee2-56fb-4e8d-b39b-5ef00ef39492 req-b5879b50-d430-40c6-ab58-a615ad6e8f37 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:16.725944 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9fb97ee2-56fb-4e8d-b39b-5ef00ef39492 req-b5879b50-d430-40c6-ab58-a615ad6e8f37 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/ports?device_id=23d00674-1c75-41ed-b39c-9b1c1a82bdbd HTTP/1.1" status: 200 len: 946 time: 0.1649656 Feb 02 07:22:16.766645 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f72578ab-1a6a-485e-a614-34dad70c332f tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Made reservation on behalf of 1d52b81ac5f04234b0f6d3c57cda2c51 for: {'port': 2} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:22:16.768080 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port cc6dcb22-68e2-41c8-b008-e0071242a497 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:22:16.770761 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f72578ab-1a6a-485e-a614-34dad70c332f tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:16.772079 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port cc6dcb22-68e2-41c8-b008-e0071242a497 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:22:16.772455 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (cc6dcb22-68e2-41c8-b008-e0071242a497), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:16.799030 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f72578ab-1a6a-485e-a614-34dad70c332f tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:16.805826 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9fb97ee2-56fb-4e8d-b39b-5ef00ef39492 req-c6c39ebc-951b-4874-a2f9-be61c7eaaa94 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/security-groups?id=6795e0a6-69cc-42c2-a292-352f11146466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703025 Feb 02 07:22:16.878083 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port cc6dcb22-68e2-41c8-b008-e0071242a497 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:22:16.878483 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (cc6dcb22-68e2-41c8-b008-e0071242a497), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:16.908155 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac6e782-aeff-46f5-8504-3d7aac6312fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc6dcb22-68e2-41c8-b008-e0071242a497'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:22:16.911008 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6babfbfa-556f-4bef-bb6b-72e75a16ebda" -d '{"events": [{"server_uuid": "bac6e782-aeff-46f5-8504-3d7aac6312fb", "name": "network-vif-plugged", "status": "completed", "tag": "cc6dcb22-68e2-41c8-b008-e0071242a497"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:22:16.926424 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port cc6dcb22-68e2-41c8-b008-e0071242a497, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=cc6dcb22-68e2-41c8-b008-e0071242a497,segment=NetworkSegment(02f2262b-277b-42ed-b2a3-7168fc4fd566),segment_id=02f2262b-277b-42ed-b2a3-7168fc4fd566)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:22:16.932227 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (cc6dcb22-68e2-41c8-b008-e0071242a497), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:16.989434 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=cc6dcb22-68e2-41c8-b008-e0071242a497,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:16.997346 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [None req-f72578ab-1a6a-485e-a614-34dad70c332f tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] device_id is not set on port a41acde5-5615-4757-9913-9a8da3a7b1a6 yet. {{(pid=109694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:22:17.035660 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf0ef21-d056-4564-9dfd-b733b7bbf87c req-fad08a99-70fe-414c-b701-7ef72408f963 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:17.037057 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0bf0ef21-d056-4564-9dfd-b733b7bbf87c req-fad08a99-70fe-414c-b701-7ef72408f963 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/ports?device_id=29866e64-76a3-4a50-9018-d0c987783a84 HTTP/1.1" status: 200 len: 945 time: 0.0785389 Feb 02 07:22:17.116703 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0bf0ef21-d056-4564-9dfd-b733b7bbf87c req-8bc622a5-cc09-4a3e-a801-5435815b98a5 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/security-groups?id=8d1cc325-a632-46e6-9754-02bd96fce640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725148 Feb 02 07:22:17.131613 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f72578ab-1a6a-485e-a614-34dad70c332f tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks [] for port (a41acde5-5615-4757-9913-9a8da3a7b1a6), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:17.208476 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [None req-f72578ab-1a6a-485e-a614-34dad70c332f tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] device_id is not set on port eea78b18-7819-4822-9da8-463884bfab81 yet. {{(pid=109694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:22:17.229352 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ae391d-5897-475f-a264-97926d8a7009 x-openstack-request-id: req-36ae391d-5897-475f-a264-97926d8a7009 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:22:17.230267 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bac6e782-aeff-46f5-8504-3d7aac6312fb", "name": "network-vif-plugged", "status": "completed", "tag": "cc6dcb22-68e2-41c8-b008-e0071242a497", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:22:17.231228 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-36ae391d-5897-475f-a264-97926d8a7009 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:22:17.232333 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bac6e782-aeff-46f5-8504-3d7aac6312fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc6dcb22-68e2-41c8-b008-e0071242a497', 'code': 200} Feb 02 07:22:17.315542 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f72578ab-1a6a-485e-a614-34dad70c332f tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks [] for port (eea78b18-7819-4822-9da8-463884bfab81), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:17.380926 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:17.402534 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4096587-79ad-4139-8e82-f8aaffe07f1b req-8aea8f19-2f05-4eed-b24d-d61e6afc95c3 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:17.404039 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d4096587-79ad-4139-8e82-f8aaffe07f1b req-8aea8f19-2f05-4eed-b24d-d61e6afc95c3 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] 10.222.0.87 "GET /v2.0/ports?device_id=bac6e782-aeff-46f5-8504-3d7aac6312fb HTTP/1.1" status: 200 len: 945 time: 0.1255140 Feb 02 07:22:17.406913 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f72578ab-1a6a-485e-a614-34dad70c332f tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (a41acde5-5615-4757-9913-9a8da3a7b1a6), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:17.460636 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a23bd3-88e7-4c7a-8768-e5b3cb71c3ea req-f49d9947-6af6-4437-962f-9f9e2cc02291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:17.462589 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b7a23bd3-88e7-4c7a-8768-e5b3cb71c3ea req-f49d9947-6af6-4437-962f-9f9e2cc02291 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bac6e782-aeff-46f5-8504-3d7aac6312fb HTTP/1.1" status: 200 len: 1128 time: 0.1334214 Feb 02 07:22:17.507444 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72578ab-1a6a-485e-a614-34dad70c332f tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Pushing event updated for resources: {'Port': ['ID=a41acde5-5615-4757-9913-9a8da3a7b1a6,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:17.547056 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d4096587-79ad-4139-8e82-f8aaffe07f1b req-72974d01-bcd6-45bf-a7e8-4e41775695f6 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] 10.222.0.87 "GET /v2.0/security-groups?id=4db2ba25-6a79-4351-acf5-8a8897b54e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295681 Feb 02 07:22:17.570615 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b7a23bd3-88e7-4c7a-8768-e5b3cb71c3ea req-b99beb2d-a83c-4b4a-bae8-69678dac536e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4db2ba25-6a79-4351-acf5-8a8897b54e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943913 Feb 02 07:22:17.573083 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72578ab-1a6a-485e-a614-34dad70c332f tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Checking segment: {'id': '5bc91fbb-62b4-41ab-9d35-e2ef080ba33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '53c6c33f-180b-4933-86bb-3ec22a260913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:22:17.573337 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72578ab-1a6a-485e-a614-34dad70c332f tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Network hostable DHCP agents. Network: 53c6c33f-180b-4933-86bb-3ec22a260913, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:22:17.599160 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72578ab-1a6a-485e-a614-34dad70c332f tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Network 53c6c33f-180b-4933-86bb-3ec22a260913 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:22:17.608040 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-f72578ab-1a6a-485e-a614-34dad70c332f tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 53c6c33f-180b-4933-86bb-3ec22a260913) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:22:17.616419 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0a7497-42fc-47af-a531-e692fa6117cd None None] Network 53c6c33f-180b-4933-86bb-3ec22a260913 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:22:17.627978 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72578ab-1a6a-485e-a614-34dad70c332f tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:22:17.629585 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f72578ab-1a6a-485e-a614-34dad70c332f tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (eea78b18-7819-4822-9da8-463884bfab81), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:17.698165 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72578ab-1a6a-485e-a614-34dad70c332f tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Pushing event updated for resources: {'Port': ['ID=eea78b18-7819-4822-9da8-463884bfab81,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:17.725950 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72578ab-1a6a-485e-a614-34dad70c332f tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Checking segment: {'id': '578d1ce1-92fb-4a23-8b36-5bdb6d85294a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7ec606cf-2cbf-4f7d-8bf4-bde47b428ac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:22:17.727061 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72578ab-1a6a-485e-a614-34dad70c332f tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Network hostable DHCP agents. Network: 7ec606cf-2cbf-4f7d-8bf4-bde47b428ac3, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:22:17.774198 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72578ab-1a6a-485e-a614-34dad70c332f tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Network 7ec606cf-2cbf-4f7d-8bf4-bde47b428ac3 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:22:17.786844 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-f72578ab-1a6a-485e-a614-34dad70c332f tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 7ec606cf-2cbf-4f7d-8bf4-bde47b428ac3) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:22:17.792140 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72578ab-1a6a-485e-a614-34dad70c332f tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:22:17.797330 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72578ab-1a6a-485e-a614-34dad70c332f tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:17.798792 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8735d428-afde-42f6-9258-b98b44fd2fa3 None None] Network 7ec606cf-2cbf-4f7d-8bf4-bde47b428ac3 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:22:17.801711 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72578ab-1a6a-485e-a614-34dad70c332f tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:17.802357 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f72578ab-1a6a-485e-a614-34dad70c332f tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:17.823089 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd9e16-8b92-43ea-bf5b-eb8170db8a5a req-55bfc19a-47ca-4931-929a-7e2d53a4538f tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:17.824534 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b4fd9e16-8b92-43ea-bf5b-eb8170db8a5a req-55bfc19a-47ca-4931-929a-7e2d53a4538f tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/ports?device_id=23d00674-1c75-41ed-b39c-9b1c1a82bdbd HTTP/1.1" status: 200 len: 946 time: 0.0863883 Feb 02 07:22:17.830884 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 40912) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:17.836062 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f72578ab-1a6a-485e-a614-34dad70c332f tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.3179512 Feb 02 07:22:17.893480 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b4fd9e16-8b92-43ea-bf5b-eb8170db8a5a req-2026f7c9-b56a-44d4-87b6-e25b757482ed tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/security-groups?id=6795e0a6-69cc-42c2-a292-352f11146466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556209 Feb 02 07:22:18.249460 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71687e48-7724-4ea8-a195-237698e2aea4 req-205e279c-373e-4a3e-aedc-47f6548b4110 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:18.251133 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-71687e48-7724-4ea8-a195-237698e2aea4 req-205e279c-373e-4a3e-aedc-47f6548b4110 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/ports?device_id=29866e64-76a3-4a50-9018-d0c987783a84 HTTP/1.1" status: 200 len: 945 time: 0.0596581 Feb 02 07:22:18.309924 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-71687e48-7724-4ea8-a195-237698e2aea4 req-9a376630-a02d-4e68-8cc4-0f09d95a1bee tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/security-groups?id=8d1cc325-a632-46e6-9754-02bd96fce640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518715 Feb 02 07:22:18.316477 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de984e1a-e267-4fdb-87bb-ddd8c28ac9b7 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:18.322192 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de984e1a-e267-4fdb-87bb-ddd8c28ac9b7 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:18.324664 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-de984e1a-e267-4fdb-87bb-ddd8c28ac9b7 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.4927931 Feb 02 07:22:18.328595 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 40918) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:18.345463 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bc159b-1004-40ab-83e7-cacb9e78b05f req-69defd56-026b-48ab-9cbd-641020f32d1a tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:18.347296 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-00bc159b-1004-40ab-83e7-cacb9e78b05f req-69defd56-026b-48ab-9cbd-641020f32d1a tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.88 "GET /v2.0/ports?device_id=29866e64-76a3-4a50-9018-d0c987783a84 HTTP/1.1" status: 200 len: 945 time: 0.0956810 Feb 02 07:22:18.465800 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-7abc827c-fc14-47ba-b36f-5f56aa6217ac tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Deleting port a41acde5-5615-4757-9913-9a8da3a7b1a6 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:22:18.467020 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7abc827c-fc14-47ba-b36f-5f56aa6217ac tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (a41acde5-5615-4757-9913-9a8da3a7b1a6), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:18.514050 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-00bc159b-1004-40ab-83e7-cacb9e78b05f req-774d0256-1574-473e-bb7e-1f24e41e0704 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Deleting port 8466a31c-f20c-4ae6-8713-ce9ab206f33b {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:22:18.514456 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-00bc159b-1004-40ab-83e7-cacb9e78b05f req-774d0256-1574-473e-bb7e-1f24e41e0704 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (8466a31c-f20c-4ae6-8713-ce9ab206f33b), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:18.547095 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7abc827c-fc14-47ba-b36f-5f56aa6217ac tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (a41acde5-5615-4757-9913-9a8da3a7b1a6), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:18.565711 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-7abc827c-fc14-47ba-b36f-5f56aa6217ac tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Calling delete_port for a41acde5-5615-4757-9913-9a8da3a7b1a6 owned by {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:22:18.634998 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-00bc159b-1004-40ab-83e7-cacb9e78b05f req-774d0256-1574-473e-bb7e-1f24e41e0704 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] For port 8466a31c-f20c-4ae6-8713-ce9ab206f33b, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=8466a31c-f20c-4ae6-8713-ce9ab206f33b,segment=NetworkSegment(ef362536-9b29-40d1-9fe4-a7b62c727f04),segment_id=ef362536-9b29-40d1-9fe4-a7b62c727f04)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:22:18.635690 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-00bc159b-1004-40ab-83e7-cacb9e78b05f req-774d0256-1574-473e-bb7e-1f24e41e0704 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (8466a31c-f20c-4ae6-8713-ce9ab206f33b), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:18.651364 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-00bc159b-1004-40ab-83e7-cacb9e78b05f req-774d0256-1574-473e-bb7e-1f24e41e0704 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Calling delete_port for 8466a31c-f20c-4ae6-8713-ce9ab206f33b owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:22:18.684013 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7abc827c-fc14-47ba-b36f-5f56aa6217ac tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (a41acde5-5615-4757-9913-9a8da3a7b1a6), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:18.717270 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abc827c-fc14-47ba-b36f-5f56aa6217ac tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Pushing event deleted for resources: {'Port': ['ID=a41acde5-5615-4757-9913-9a8da3a7b1a6,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:18.725484 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7abc827c-fc14-47ba-b36f-5f56aa6217ac tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:18.729746 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-7abc827c-fc14-47ba-b36f-5f56aa6217ac tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] 10.222.0.87 "DELETE /v2.0/ports/a41acde5-5615-4757-9913-9a8da3a7b1a6 HTTP/1.1" status: 204 len: 168 time: 0.4006128 Feb 02 07:22:18.732372 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 40924) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:18.736844 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47198b91-f2c3-4a08-a9be-28350c63db6e req-b2159c19-90f0-4f3b-959c-32d0b7491ac4 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:18.738331 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-47198b91-f2c3-4a08-a9be-28350c63db6e req-b2159c19-90f0-4f3b-959c-32d0b7491ac4 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] 10.222.0.87 "GET /v2.0/ports?device_id=bac6e782-aeff-46f5-8504-3d7aac6312fb HTTP/1.1" status: 200 len: 945 time: 0.0952504 Feb 02 07:22:18.796148 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-47198b91-f2c3-4a08-a9be-28350c63db6e req-215bed41-0b06-41b7-8858-e389c01d4516 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] 10.222.0.87 "GET /v2.0/security-groups?id=4db2ba25-6a79-4351-acf5-8a8897b54e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498974 Feb 02 07:22:18.875833 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-00bc159b-1004-40ab-83e7-cacb9e78b05f req-774d0256-1574-473e-bb7e-1f24e41e0704 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (8466a31c-f20c-4ae6-8713-ce9ab206f33b), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:18.910018 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['8b7c2392-6bd1-46b6-99e5-ec27d9496364', '8466a31c-f20c-4ae6-8713-ce9ab206f33b'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:22:18.914777 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-a3a96bde-ec7a-488b-9ad1-f5eeb6e960d0 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Deleting port eea78b18-7819-4822-9da8-463884bfab81 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:22:18.915756 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a3a96bde-ec7a-488b-9ad1-f5eeb6e960d0 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (eea78b18-7819-4822-9da8-463884bfab81), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:18.920270 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774d0256-1574-473e-bb7e-1f24e41e0704 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Pushing event deleted for resources: {'Port': ['ID=8466a31c-f20c-4ae6-8713-ce9ab206f33b,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:18.983797 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-00bc159b-1004-40ab-83e7-cacb9e78b05f req-774d0256-1574-473e-bb7e-1f24e41e0704 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] No DVR routers for this DVR port 8466a31c-f20c-4ae6-8713-ce9ab206f33b on host n-h1-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:22:18.994089 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-00bc159b-1004-40ab-83e7-cacb9e78b05f req-774d0256-1574-473e-bb7e-1f24e41e0704 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:18.997484 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-00bc159b-1004-40ab-83e7-cacb9e78b05f req-774d0256-1574-473e-bb7e-1f24e41e0704 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.88 "DELETE /v2.0/ports/8466a31c-f20c-4ae6-8713-ce9ab206f33b HTTP/1.1" status: 204 len: 173 time: 0.6378562 Feb 02 07:22:18.997943 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29866e64-76a3-4a50-9018-d0c987783a84', 'name': 'network-vif-deleted', 'tag': '8466a31c-f20c-4ae6-8713-ce9ab206f33b'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:22:19.000835 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa0df04-12b5-4a16-b335-ef9726540f99" -d '{"events": [{"server_uuid": "29866e64-76a3-4a50-9018-d0c987783a84", "name": "network-vif-deleted", "tag": "8466a31c-f20c-4ae6-8713-ce9ab206f33b"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:22:19.061036 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a3a96bde-ec7a-488b-9ad1-f5eeb6e960d0 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (eea78b18-7819-4822-9da8-463884bfab81), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:19.083799 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c6a74-ec54-4dd5-820d-a0c89447a96b req-4844fb47-e497-478b-bbc8-ecbe954e7842 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:19.086310 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-433c6a74-ec54-4dd5-820d-a0c89447a96b req-4844fb47-e497-478b-bbc8-ecbe954e7842 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/ports?device_id=23d00674-1c75-41ed-b39c-9b1c1a82bdbd HTTP/1.1" status: 200 len: 946 time: 0.0795689 Feb 02 07:22:19.094609 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-a3a96bde-ec7a-488b-9ad1-f5eeb6e960d0 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Calling delete_port for eea78b18-7819-4822-9da8-463884bfab81 owned by {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:22:19.144861 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-433c6a74-ec54-4dd5-820d-a0c89447a96b req-71fb1653-6a1a-41f2-a41d-4ebe77b87531 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/security-groups?id=6795e0a6-69cc-42c2-a292-352f11146466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515742 Feb 02 07:22:19.230508 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a3a96bde-ec7a-488b-9ad1-f5eeb6e960d0 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (eea78b18-7819-4822-9da8-463884bfab81), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:19.266115 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a96bde-ec7a-488b-9ad1-f5eeb6e960d0 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Pushing event deleted for resources: {'Port': ['ID=eea78b18-7819-4822-9da8-463884bfab81,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:19.289195 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a3a96bde-ec7a-488b-9ad1-f5eeb6e960d0 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:19.293245 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a3a96bde-ec7a-488b-9ad1-f5eeb6e960d0 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] 10.222.0.87 "DELETE /v2.0/ports/eea78b18-7819-4822-9da8-463884bfab81 HTTP/1.1" status: 204 len: 168 time: 0.5598531 Feb 02 07:22:19.295764 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 40936) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:19.323604 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7b2181-3375-4b3b-96af-b473e88bf3ee x-openstack-request-id: req-4d7b2181-3375-4b3b-96af-b473e88bf3ee {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:22:19.323604 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29866e64-76a3-4a50-9018-d0c987783a84", "name": "network-vif-deleted", "tag": "8466a31c-f20c-4ae6-8713-ce9ab206f33b", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:22:19.323604 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-4d7b2181-3375-4b3b-96af-b473e88bf3ee {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:22:19.323604 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29866e64-76a3-4a50-9018-d0c987783a84', 'name': 'network-vif-deleted', 'tag': '8466a31c-f20c-4ae6-8713-ce9ab206f33b', 'status': 'completed', 'code': 200} Feb 02 07:22:19.368186 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-48d9cc92-4a06-4c0c-bf31-a5fad6bc72cb tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0707006 Feb 02 07:22:19.371840 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 40942) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:19.382840 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-79360e6c-3ba4-453a-9682-d330060a5135 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-837222144'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:22:19.412118 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79360e6c-3ba4-453a-9682-d330060a5135 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Made reservation on behalf of 1d52b81ac5f04234b0f6d3c57cda2c51 for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:22:19.419861 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-79360e6c-3ba4-453a-9682-d330060a5135 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:19.489343 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79360e6c-3ba4-453a-9682-d330060a5135 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:22:19.559434 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e829f504-c558-4980-b485-38db4bf36b7c req-040addfc-8d77-4695-967f-e3272c3a8bc1 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/ports?device_id=29866e64-76a3-4a50-9018-d0c987783a84 HTTP/1.1" status: 200 len: 210 time: 0.0794566 Feb 02 07:22:19.563195 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-79360e6c-3ba4-453a-9682-d330060a5135 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (d488abd5-867c-4acb-ab93-ff15def59707), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:19.563701 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-79360e6c-3ba4-453a-9682-d330060a5135 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Added segment d488abd5-867c-4acb-ab93-ff15def59707 of type vlan for network 8d76f43b-64aa-4661-bee1-69e74c6d2288 Feb 02 07:22:19.622036 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-79360e6c-3ba4-453a-9682-d330060a5135 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (8d76f43b-64aa-4661-bee1-69e74c6d2288), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:19.679374 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-79360e6c-3ba4-453a-9682-d330060a5135 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (8d76f43b-64aa-4661-bee1-69e74c6d2288), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:19.684949 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79360e6c-3ba4-453a-9682-d330060a5135 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:19.685534 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-79360e6c-3ba4-453a-9682-d330060a5135 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:19.745667 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-79360e6c-3ba4-453a-9682-d330060a5135 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3720984 Feb 02 07:22:19.750696 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 40960) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:19.757234 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-eb5a0315-be53-4844-b364-f53264ae5e79 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1358293077'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:22:19.788527 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79360e6c-3ba4-453a-9682-d330060a5135 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Pushing event updated for resources: {'Network': ['ID=8d76f43b-64aa-4661-bee1-69e74c6d2288,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:19.802634 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 8d76f43b-64aa-4661-bee1-69e74c6d2288 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:22:19.818184 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb5a0315-be53-4844-b364-f53264ae5e79 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Made reservation on behalf of 1d52b81ac5f04234b0f6d3c57cda2c51 for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:22:19.825224 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-eb5a0315-be53-4844-b364-f53264ae5e79 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:19.870849 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb5a0315-be53-4844-b364-f53264ae5e79 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:22:19.885237 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-eb5a0315-be53-4844-b364-f53264ae5e79 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (b26c0ffc-9cde-4240-b80f-345ea06d4014), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:19.885947 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-eb5a0315-be53-4844-b364-f53264ae5e79 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Added segment b26c0ffc-9cde-4240-b80f-345ea06d4014 of type vlan for network f1c9937f-7409-47e9-b27e-bd92873daae8 Feb 02 07:22:19.897136 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed81d1a3-a83d-43e2-9594-c5cdbc8e9ddd req-58822108-1393-49a2-b889-43dc1ce4c814 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:19.900646 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ed81d1a3-a83d-43e2-9594-c5cdbc8e9ddd req-58822108-1393-49a2-b889-43dc1ce4c814 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/networks?id=d194a686-ccd5-4b19-b7e3-633cf070453a HTTP/1.1" status: 200 len: 814 time: 0.1918931 Feb 02 07:22:19.927802 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ed81d1a3-a83d-43e2-9594-c5cdbc8e9ddd req-ef592e01-caee-4c7e-b598-b383abddae92 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/quotas/9c97b93a669c44538988826a9c309643 HTTP/1.1" status: 200 len: 375 time: 0.0190651 Feb 02 07:22:19.935315 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-eb5a0315-be53-4844-b364-f53264ae5e79 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (f1c9937f-7409-47e9-b27e-bd92873daae8), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:19.969623 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-eb5a0315-be53-4844-b364-f53264ae5e79 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (f1c9937f-7409-47e9-b27e-bd92873daae8), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:19.975503 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5a0315-be53-4844-b364-f53264ae5e79 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:19.976270 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-eb5a0315-be53-4844-b364-f53264ae5e79 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:19.993246 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ed81d1a3-a83d-43e2-9594-c5cdbc8e9ddd req-bfbe4378-0086-4f46-8935-b98cb649f818 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=9c97b93a669c44538988826a9c309643&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0643268 Feb 02 07:22:20.015714 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-eb5a0315-be53-4844-b364-f53264ae5e79 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2624810 Feb 02 07:22:20.067340 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5a0315-be53-4844-b364-f53264ae5e79 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Pushing event updated for resources: {'Network': ['ID=f1c9937f-7409-47e9-b27e-bd92873daae8,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:20.079101 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network f1c9937f-7409-47e9-b27e-bd92873daae8 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:22:20.163463 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 40966) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:20.170982 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-17471ef7-d00e-4e32-88ac-c36855fac675 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Request body: {'subnets': [{'network_id': '8d76f43b-64aa-4661-bee1-69e74c6d2288', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1263669460', 'ip_version': 4}, {'network_id': 'f1c9937f-7409-47e9-b27e-bd92873daae8', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:22:20.171411 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-17471ef7-d00e-4e32-88ac-c36855fac675 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Request body: {'subnet': {'network_id': '8d76f43b-64aa-4661-bee1-69e74c6d2288', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1263669460', 'ip_version': 4}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:22:20.172090 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-17471ef7-d00e-4e32-88ac-c36855fac675 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Request body: {'subnet': {'network_id': 'f1c9937f-7409-47e9-b27e-bd92873daae8', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:22:20.216322 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ed81d1a3-a83d-43e2-9594-c5cdbc8e9ddd req-08f3d1e8-3087-4c9e-a982-fdcc6e0f748d service neutron] 10.222.0.87 "GET /v2.0/networks/d194a686-ccd5-4b19-b7e3-633cf070453a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141099 Feb 02 07:22:20.505095 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17471ef7-d00e-4e32-88ac-c36855fac675 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Made reservation on behalf of 1d52b81ac5f04234b0f6d3c57cda2c51 for: {'subnet': 2} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:22:20.511668 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-17471ef7-d00e-4e32-88ac-c36855fac675 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:20.512011 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-17471ef7-d00e-4e32-88ac-c36855fac675 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:20.786902 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ed81d1a3-a83d-43e2-9594-c5cdbc8e9ddd req-2a83487d-e1b1-4039-b0c2-d1c31e161c88 service neutron] 10.222.0.87 "GET /v2.0/networks/d194a686-ccd5-4b19-b7e3-633cf070453a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5696924 Feb 02 07:22:20.994071 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-17471ef7-d00e-4e32-88ac-c36855fac675 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (0d169e7b-46c1-4750-8d1f-97977547934e), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:21.054892 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed43509-5cde-429b-9add-404595914a64 req-34a16709-96b5-4df9-bab7-0a4f6387ccfa tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:21.058100 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7ed43509-5cde-429b-9add-404595914a64 req-34a16709-96b5-4df9-bab7-0a4f6387ccfa tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] 10.222.0.87 "GET /v2.0/ports?device_id=bac6e782-aeff-46f5-8504-3d7aac6312fb HTTP/1.1" status: 200 len: 945 time: 0.0865178 Feb 02 07:22:21.080962 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17471ef7-d00e-4e32-88ac-c36855fac675 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Pushing event updated for resources: {'Subnet': ['ID=0d169e7b-46c1-4750-8d1f-97977547934e,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:21.092543 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17471ef7-d00e-4e32-88ac-c36855fac675 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Checking segment: {'id': 'd488abd5-867c-4acb-ab93-ff15def59707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '8d76f43b-64aa-4661-bee1-69e74c6d2288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:22:21.092919 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17471ef7-d00e-4e32-88ac-c36855fac675 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Network hostable DHCP agents. Network: 8d76f43b-64aa-4661-bee1-69e74c6d2288, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:22:21.132992 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17471ef7-d00e-4e32-88ac-c36855fac675 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Network 8d76f43b-64aa-4661-bee1-69e74c6d2288 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:22:21.148055 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-17471ef7-d00e-4e32-88ac-c36855fac675 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 8d76f43b-64aa-4661-bee1-69e74c6d2288) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:22:21.148662 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7ed43509-5cde-429b-9add-404595914a64 req-86cc7d23-28b9-49d9-9c64-949965824fc6 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] 10.222.0.87 "GET /v2.0/security-groups?id=4db2ba25-6a79-4351-acf5-8a8897b54e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839307 Feb 02 07:22:21.158043 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-17471ef7-d00e-4e32-88ac-c36855fac675 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (ae1799f2-7599-409f-8960-41f52733ec2b), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:21.162371 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826b652c-3a27-403c-a055-81fb526f0f51 None None] Network 8d76f43b-64aa-4661-bee1-69e74c6d2288 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:22:21.252458 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17471ef7-d00e-4e32-88ac-c36855fac675 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Pushing event updated for resources: {'Subnet': ['ID=ae1799f2-7599-409f-8960-41f52733ec2b,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:21.331067 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deebb1ad-9e0c-4196-bf95-edfd2a64ea59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-8d76f43b-64aa-4661-bee1-69e74c6d2288', 'network_id': '8d76f43b-64aa-4661-bee1-69e74c6d2288', 'project_id': '1d52b81ac5f04234b0f6d3c57cda2c51', 'fixed_ips': [{'subnet_id': '0d169e7b-46c1-4750-8d1f-97977547934e'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:22:21.332975 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-deebb1ad-9e0c-4196-bf95-edfd2a64ea59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:21.340423 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17471ef7-d00e-4e32-88ac-c36855fac675 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Checking segment: {'id': 'b26c0ffc-9cde-4240-b80f-345ea06d4014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f1c9937f-7409-47e9-b27e-bd92873daae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:22:21.342176 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17471ef7-d00e-4e32-88ac-c36855fac675 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Network hostable DHCP agents. Network: f1c9937f-7409-47e9-b27e-bd92873daae8, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:22:21.350525 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3820f130-9eb0-446d-9f9e-ea176d9f00df req-eb71eb2b-c6ee-4632-bfc6-d28371ed72ce tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/ports?device_id=7fc76b10-16c5-4f44-9cb1-ab46966186cc HTTP/1.1" status: 200 len: 210 time: 0.0411217 Feb 02 07:22:21.390209 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17471ef7-d00e-4e32-88ac-c36855fac675 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Network f1c9937f-7409-47e9-b27e-bd92873daae8 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:22:21.406166 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-17471ef7-d00e-4e32-88ac-c36855fac675 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, f1c9937f-7409-47e9-b27e-bd92873daae8) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:22:21.426986 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17471ef7-d00e-4e32-88ac-c36855fac675 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:21.435815 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17471ef7-d00e-4e32-88ac-c36855fac675 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:21.437883 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-17471ef7-d00e-4e32-88ac-c36855fac675 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:21.469678 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-17471ef7-d00e-4e32-88ac-c36855fac675 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.3024645 Feb 02 07:22:21.470096 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 40988) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:21.537133 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef44b08c-dab6-4214-b6f5-7cab8c1fdb9f None None] Network f1c9937f-7409-47e9-b27e-bd92873daae8 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:22:21.549666 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 8466a31c-f20c-4ae6-8713-ce9ab206f33b no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:22:21.581699 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ff65c-8a44-48b2-825c-7091842b9d87 req-ccf58760-62c7-449d-b705-bb4d30dbb0fa tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:21.600879 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e28ff65c-8a44-48b2-825c-7091842b9d87 req-ccf58760-62c7-449d-b705-bb4d30dbb0fa tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] 10.222.0.87 "GET /v2.0/ports?device_id=bac6e782-aeff-46f5-8504-3d7aac6312fb HTTP/1.1" status: 200 len: 945 time: 0.1202757 Feb 02 07:22:21.616553 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c52b1d6-9ace-453a-908c-e68609e8ec3c tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:21.618204 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c52b1d6-9ace-453a-908c-e68609e8ec3c tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:21.620019 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c52b1d6-9ace-453a-908c-e68609e8ec3c tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:21.621965 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-8c52b1d6-9ace-453a-908c-e68609e8ec3c tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1506231 Feb 02 07:22:21.627605 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 40990) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:21.722356 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-13e1a73a-3e5d-49c8-9905-af0ccf47f1dd tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Deleting subnet 0d169e7b-46c1-4750-8d1f-97977547934e {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:22:21.733754 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-13e1a73a-3e5d-49c8-9905-af0ccf47f1dd tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks [] for subnet (0d169e7b-46c1-4750-8d1f-97977547934e), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:21.757802 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e28ff65c-8a44-48b2-825c-7091842b9d87 req-046a9416-e9df-469b-ba91-bb08db66a7a0 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] 10.222.0.87 "GET /v2.0/security-groups?id=4db2ba25-6a79-4351-acf5-8a8897b54e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486859 Feb 02 07:22:21.822768 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-13e1a73a-3e5d-49c8-9905-af0ccf47f1dd tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (0d169e7b-46c1-4750-8d1f-97977547934e), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:21.869534 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: 8466a31c-f20c-4ae6-8713-ce9ab206f33b {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:22:21.871360 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 8466a31c-f20c-4ae6-8713-ce9ab206f33b not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:22:21.896673 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-13e1a73a-3e5d-49c8-9905-af0ccf47f1dd tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (0d169e7b-46c1-4750-8d1f-97977547934e), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:21.989442 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbf8b0b-f632-4768-acea-2a70829a8162 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-f1c9937f-7409-47e9-b27e-bd92873daae8', 'network_id': 'f1c9937f-7409-47e9-b27e-bd92873daae8', 'project_id': '1d52b81ac5f04234b0f6d3c57cda2c51', 'fixed_ips': [{'subnet_id': 'ae1799f2-7599-409f-8960-41f52733ec2b'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:22:21.990948 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ffbf8b0b-f632-4768-acea-2a70829a8162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:22.081448 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-13e1a73a-3e5d-49c8-9905-af0ccf47f1dd tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (0d169e7b-46c1-4750-8d1f-97977547934e), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:22.119287 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e1a73a-3e5d-49c8-9905-af0ccf47f1dd tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Pushing event deleted for resources: {'Subnet': ['ID=0d169e7b-46c1-4750-8d1f-97977547934e,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:22.121721 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-13e1a73a-3e5d-49c8-9905-af0ccf47f1dd tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:22.128032 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-13e1a73a-3e5d-49c8-9905-af0ccf47f1dd tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] 10.222.0.87 "DELETE /v2.0/subnets/0d169e7b-46c1-4750-8d1f-97977547934e HTTP/1.1" status: 204 len: 168 time: 0.5017967 Feb 02 07:22:22.129898 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41002) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:22.130157 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a2306b-96a2-4d3b-a73a-cb20ac0c2c40 req-ec3cd766-92d2-4be9-b433-845df4468c15 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:22.131981 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-80a2306b-96a2-4d3b-a73a-cb20ac0c2c40 req-ec3cd766-92d2-4be9-b433-845df4468c15 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] 10.222.0.87 "GET /v2.0/ports?device_id=bac6e782-aeff-46f5-8504-3d7aac6312fb HTTP/1.1" status: 200 len: 945 time: 0.0806000 Feb 02 07:22:22.154847 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-ffbf8b0b-f632-4768-acea-2a70829a8162 None None] Allocated IP 172.20.0.18 (f1c9937f-7409-47e9-b27e-bd92873daae8/ae1799f2-7599-409f-8960-41f52733ec2b/b0138ac5-cdd4-42d0-8e7f-9fcae6653af3) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:22:22.178645 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cff5132f-2191-4b49-93df-a08761e40ad8 req-9e9e5b4f-97ab-4e40-b5d6-c0865bf78cd0 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ef713a01-d72b-4055-936a-9b96ec141559&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2014465 Feb 02 07:22:22.197577 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-f338b6de-7563-47ef-9d93-5aca73479a33 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Deleting subnet ae1799f2-7599-409f-8960-41f52733ec2b {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:22:22.210336 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-80a2306b-96a2-4d3b-a73a-cb20ac0c2c40 req-465f2264-465f-4eab-bfb1-f3f1f594079e tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] 10.222.0.87 "GET /v2.0/security-groups?id=4db2ba25-6a79-4351-acf5-8a8897b54e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718634 Feb 02 07:22:22.234061 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41004) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:22.278186 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff5132f-2191-4b49-93df-a08761e40ad8 req-ba14ba45-cae7-4b33-86ea-dbf02ad11f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:22.279828 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cff5132f-2191-4b49-93df-a08761e40ad8 req-ba14ba45-cae7-4b33-86ea-dbf02ad11f33 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9c97b93a669c44538988826a9c309643&device_id=ef713a01-d72b-4055-936a-9b96ec141559 HTTP/1.1" status: 200 len: 1128 time: 0.0682039 Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server [None req-deebb1ad-9e0c-4196-bf95-edfd2a64ea59 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0d169e7b-46c1-4750-8d1f-97977547934e: This subnet is being modified by another concurrent operation. Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server raise self.value Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server raise self.value Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server raise self.value Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server raise self.value Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server raise self.value Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server raise self.value Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server raise exception Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0d169e7b-46c1-4750-8d1f-97977547934e: This subnet is being modified by another concurrent operation. Feb 02 07:22:22.294129 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server Feb 02 07:22:22.342674 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:22.376881 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a22f74-ffbb-4512-b8dc-3f2b1132d13c None None] Network 8d76f43b-64aa-4661-bee1-69e74c6d2288 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:22:22.540457 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff5132f-2191-4b49-93df-a08761e40ad8 req-e99ab61e-3522-41fc-8cdc-3805b4cb3702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:22.541967 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cff5132f-2191-4b49-93df-a08761e40ad8 req-e99ab61e-3522-41fc-8cdc-3805b4cb3702 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d194a686-ccd5-4b19-b7e3-633cf070453a HTTP/1.1" status: 200 len: 915 time: 0.2366920 Feb 02 07:22:22.620153 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cff5132f-2191-4b49-93df-a08761e40ad8 req-50acb7b8-eaa3-44c7-bfb4-76a0bafddf96 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73e6a4f9-7ec5-490a-a5e7-23a4cadd453d HTTP/1.1" status: 200 len: 217 time: 0.0687723 Feb 02 07:22:22.672045 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ffbf8b0b-f632-4768-acea-2a70829a8162 None None] Publish callbacks [] for port (b0138ac5-cdd4-42d0-8e7f-9fcae6653af3), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:22.683405 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ffbf8b0b-f632-4768-acea-2a70829a8162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (b0138ac5-cdd4-42d0-8e7f-9fcae6653af3), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:22.721769 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53ab745-c4d0-4055-9838-668ffe663ffa tempest-TestServerBasicOps-232417841 tempest-TestServerBasicOps-232417841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:22.722674 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff5132f-2191-4b49-93df-a08761e40ad8 req-1dc35b59-6296-4a0b-a88a-26add1c46530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:22.724231 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cff5132f-2191-4b49-93df-a08761e40ad8 req-1dc35b59-6296-4a0b-a88a-26add1c46530 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=381c6130-79ff-4c24-85c5-0c6ea3864e87 HTTP/1.1" status: 200 len: 854 time: 0.0996397 Feb 02 07:22:22.724947 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f338b6de-7563-47ef-9d93-5aca73479a33 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks [] for subnet (ae1799f2-7599-409f-8960-41f52733ec2b), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:22.728312 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d53ab745-c4d0-4055-9838-668ffe663ffa tempest-TestServerBasicOps-232417841 tempest-TestServerBasicOps-232417841-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=bac6e782-aeff-46f5-8504-3d7aac6312fb HTTP/1.1" status: 200 len: 1123 time: 0.4931567 Feb 02 07:22:22.729118 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41012) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:22.742312 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-6f0766fc-c192-46e9-9254-08dbcedda5f7 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Request body: {'floatingip': {'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'port_id': 'cc6dcb22-68e2-41c8-b008-e0071242a497', 'tenant_id': '698270003fc3486cb201010c23ddb935', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:22:22.756242 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbf8b0b-f632-4768-acea-2a70829a8162 None None] Pushing event updated for resources: {'Port': ['ID=b0138ac5-cdd4-42d0-8e7f-9fcae6653af3,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:22.761885 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbf8b0b-f632-4768-acea-2a70829a8162 None None] Network f1c9937f-7409-47e9-b27e-bd92873daae8 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:22:22.764133 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-ffbf8b0b-f632-4768-acea-2a70829a8162 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:22:22.764270 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed81d1a3-a83d-43e2-9594-c5cdbc8e9ddd req-f448186e-63a4-4a53-98a9-498da0c396c2 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:22.766008 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ed81d1a3-a83d-43e2-9594-c5cdbc8e9ddd req-f448186e-63a4-4a53-98a9-498da0c396c2 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.88 "GET /v2.0/networks?id=d194a686-ccd5-4b19-b7e3-633cf070453a HTTP/1.1" status: 200 len: 814 time: 0.2528687 Feb 02 07:22:22.766325 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbf8b0b-f632-4768-acea-2a70829a8162 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:22:22.774837 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c1f0db-e839-4c96-88e8-49267619d545 req-339e3a1b-c55f-4b04-8889-75ac35439460 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:22.782917 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-27c1f0db-e839-4c96-88e8-49267619d545 req-339e3a1b-c55f-4b04-8889-75ac35439460 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/ports?device_id=b524e9be-a2b9-4b94-b2a8-ddb5a86ba09e HTTP/1.1" status: 200 len: 946 time: 0.1846623 Feb 02 07:22:22.801375 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f338b6de-7563-47ef-9d93-5aca73479a33 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (ae1799f2-7599-409f-8960-41f52733ec2b), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:22.805225 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-ed81d1a3-a83d-43e2-9594-c5cdbc8e9ddd req-9eb8cc78-5047-49a9-8442-d7cbbb324e7a tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Request body: {'port': {'device_id': '7fc76b10-16c5-4f44-9cb1-ab46966186cc', 'network_id': 'd194a686-ccd5-4b19-b7e3-633cf070453a', 'admin_state_up': True, 'tenant_id': '9c97b93a669c44538988826a9c309643'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:22:22.828768 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-ffbf8b0b-f632-4768-acea-2a70829a8162 None None] Attempting to bind port b0138ac5-cdd4-42d0-8e7f-9fcae6653af3 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:22:22.829145 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-ffbf8b0b-f632-4768-acea-2a70829a8162 None None] Attempting to bind port b0138ac5-cdd4-42d0-8e7f-9fcae6653af3 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'b26c0ffc-9cde-4240-b80f-345ea06d4014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f1c9937f-7409-47e9-b27e-bd92873daae8'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:22:22.829513 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbf8b0b-f632-4768-acea-2a70829a8162 None None] Attempting to bind port b0138ac5-cdd4-42d0-8e7f-9fcae6653af3 on network f1c9937f-7409-47e9-b27e-bd92873daae8 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:22:22.834616 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbf8b0b-f632-4768-acea-2a70829a8162 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:22:22.835205 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbf8b0b-f632-4768-acea-2a70829a8162 None None] Checking segment: {'id': 'b26c0ffc-9cde-4240-b80f-345ea06d4014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f1c9937f-7409-47e9-b27e-bd92873daae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:22:22.835635 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ffbf8b0b-f632-4768-acea-2a70829a8162 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:22.836031 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbf8b0b-f632-4768-acea-2a70829a8162 None None] Bound using segment: {'id': 'b26c0ffc-9cde-4240-b80f-345ea06d4014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f1c9937f-7409-47e9-b27e-bd92873daae8'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:22:22.836500 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-ffbf8b0b-f632-4768-acea-2a70829a8162 None None] Bound port: b0138ac5-cdd4-42d0-8e7f-9fcae6653af3, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b26c0ffc-9cde-4240-b80f-345ea06d4014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f1c9937f-7409-47e9-b27e-bd92873daae8'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:22:22.837498 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ffbf8b0b-f632-4768-acea-2a70829a8162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b0138ac5-cdd4-42d0-8e7f-9fcae6653af3), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:22.900851 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f338b6de-7563-47ef-9d93-5aca73479a33 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (ae1799f2-7599-409f-8960-41f52733ec2b), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:22.933024 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e1235e-310b-463a-b10f-496cf5c07ce8 req-ec3900b9-0cdc-4e3a-9d6d-c409bfd3f2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:22.934697 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b2e1235e-310b-463a-b10f-496cf5c07ce8 req-ec3900b9-0cdc-4e3a-9d6d-c409bfd3f2a0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=138c5dcdbd6744ca8b38947e5ed99f36&device_id=23d00674-1c75-41ed-b39c-9b1c1a82bdbd HTTP/1.1" status: 200 len: 1129 time: 0.3405187 Feb 02 07:22:22.941590 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6f0766fc-c192-46e9-9254-08dbcedda5f7 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:22.984542 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f338b6de-7563-47ef-9d93-5aca73479a33 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (ae1799f2-7599-409f-8960-41f52733ec2b), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:22.985409 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ffbf8b0b-f632-4768-acea-2a70829a8162 None None] For port b0138ac5-cdd4-42d0-8e7f-9fcae6653af3, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:22:22.992193 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ffbf8b0b-f632-4768-acea-2a70829a8162 None None] For port b0138ac5-cdd4-42d0-8e7f-9fcae6653af3, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=b0138ac5-cdd4-42d0-8e7f-9fcae6653af3,segment=NetworkSegment(b26c0ffc-9cde-4240-b80f-345ea06d4014),segment_id=b26c0ffc-9cde-4240-b80f-345ea06d4014)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:22:23.002286 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ffbf8b0b-f632-4768-acea-2a70829a8162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (b0138ac5-cdd4-42d0-8e7f-9fcae6653af3), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:23.004589 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed81d1a3-a83d-43e2-9594-c5cdbc8e9ddd req-9eb8cc78-5047-49a9-8442-d7cbbb324e7a tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Made reservation on behalf of 9c97b93a669c44538988826a9c309643 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:22:23.009497 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-ed81d1a3-a83d-43e2-9594-c5cdbc8e9ddd req-9eb8cc78-5047-49a9-8442-d7cbbb324e7a tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:23.021827 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cff5132f-2191-4b49-93df-a08761e40ad8 req-dff3dda5-3bc6-4360-a241-69ac8b25fb29 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d194a686-ccd5-4b19-b7e3-633cf070453a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475571 Feb 02 07:22:23.041735 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-27c1f0db-e839-4c96-88e8-49267619d545 req-5d721015-73e0-470f-ae91-4102919c6015 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/security-groups?id=8d1cc325-a632-46e6-9754-02bd96fce640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580490 Feb 02 07:22:23.043733 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f338b6de-7563-47ef-9d93-5aca73479a33 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:23.047234 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-f338b6de-7563-47ef-9d93-5aca73479a33 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] 10.222.0.87 "DELETE /v2.0/subnets/ae1799f2-7599-409f-8960-41f52733ec2b HTTP/1.1" status: 204 len: 168 time: 0.9158032 Feb 02 07:22:23.062821 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41016) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:23.081981 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f338b6de-7563-47ef-9d93-5aca73479a33 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Pushing event deleted for resources: {'Subnet': ['ID=ae1799f2-7599-409f-8960-41f52733ec2b,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:23.098976 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbf8b0b-f632-4768-acea-2a70829a8162 None None] Pushing event updated for resources: {'Port': ['ID=b0138ac5-cdd4-42d0-8e7f-9fcae6653af3,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:23.169807 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cff5132f-2191-4b49-93df-a08761e40ad8 req-2feafa1d-c2e7-4162-9a4c-65d53d55e8f8 service neutron] 10.222.0.88 "GET /v2.0/networks/d194a686-ccd5-4b19-b7e3-633cf070453a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213217 Feb 02 07:22:23.227190 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-85063bcb-90aa-4ff0-98b8-1ccfc3e12e0e req-f2638ec8-0cfe-4170-a94a-e1aa117fcff4 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/ports?device_id=7fc76b10-16c5-4f44-9cb1-ab46966186cc HTTP/1.1" status: 200 len: 210 time: 0.0607600 Feb 02 07:22:23.306626 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cff5132f-2191-4b49-93df-a08761e40ad8 req-bd802247-07ae-4ba4-8121-ec1c38c20801 service neutron] 10.222.0.88 "GET /v2.0/networks/d194a686-ccd5-4b19-b7e3-633cf070453a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296899 Feb 02 07:22:23.476273 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d0902c-2324-4f3f-84fa-29689bccbad8 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:23.478704 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-86d0902c-2324-4f3f-84fa-29689bccbad8 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4124727 Feb 02 07:22:23.485869 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41018) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:23.488638 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e1235e-310b-463a-b10f-496cf5c07ce8 req-16fda3e9-351b-4135-b7ee-2126c18d3dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:23.490522 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b2e1235e-310b-463a-b10f-496cf5c07ce8 req-16fda3e9-351b-4135-b7ee-2126c18d3dda service neutron] 10.222.0.59 "GET /v2.0/networks?id=eb10f7d9-5215-469a-8039-9f917b412efa HTTP/1.1" status: 200 len: 920 time: 0.5452473 Feb 02 07:22:23.542793 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-ed81d1a3-a83d-43e2-9594-c5cdbc8e9ddd req-9eb8cc78-5047-49a9-8442-d7cbbb324e7a tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Allocated IP 172.20.0.14 (d194a686-ccd5-4b19-b7e3-633cf070453a/381c6130-79ff-4c24-85c5-0c6ea3864e87/8b760de3-157b-49f8-add0-b1513b4ac899) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:22:23.626764 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b2e1235e-310b-463a-b10f-496cf5c07ce8 req-721cc3ed-8b1c-41fb-af2c-4054f8cd092e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5040a36-469a-49ae-b19e-fa3dc5f78006 HTTP/1.1" status: 200 len: 217 time: 0.1180930 Feb 02 07:22:23.680784 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device b0138ac5-cdd4-42d0-8e7f-9fcae6653af3 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:22:23.694806 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-71966135-ad04-45eb-a15a-564e96a69892 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (f1c9937f-7409-47e9-b27e-bd92873daae8), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:23.732059 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port b0138ac5-cdd4-42d0-8e7f-9fcae6653af3 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:22:23.732526 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b0138ac5-cdd4-42d0-8e7f-9fcae6653af3), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:23.744047 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c143448a-554f-4905-a222-e0eedf95a0db req-3d60e53e-502c-45f8-92a0-b8978f9a3afa tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:23.745580 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c143448a-554f-4905-a222-e0eedf95a0db req-3d60e53e-502c-45f8-92a0-b8978f9a3afa tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/ports?device_id=23d00674-1c75-41ed-b39c-9b1c1a82bdbd HTTP/1.1" status: 200 len: 946 time: 0.3551571 Feb 02 07:22:23.783444 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6f0766fc-c192-46e9-9254-08dbcedda5f7 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:23.798140 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e1235e-310b-463a-b10f-496cf5c07ce8 req-341c2da3-305f-48da-98c7-16f4437bea08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:23.799653 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b2e1235e-310b-463a-b10f-496cf5c07ce8 req-341c2da3-305f-48da-98c7-16f4437bea08 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=885f4045-8d8e-4d19-b861-51e56a7805ab HTTP/1.1" status: 200 len: 859 time: 0.1521599 Feb 02 07:22:23.826372 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port b0138ac5-cdd4-42d0-8e7f-9fcae6653af3 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:22:23.826576 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b0138ac5-cdd4-42d0-8e7f-9fcae6653af3), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:23.864896 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port b0138ac5-cdd4-42d0-8e7f-9fcae6653af3, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=b0138ac5-cdd4-42d0-8e7f-9fcae6653af3,segment=NetworkSegment(b26c0ffc-9cde-4240-b80f-345ea06d4014),segment_id=b26c0ffc-9cde-4240-b80f-345ea06d4014)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:22:23.870360 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (b0138ac5-cdd4-42d0-8e7f-9fcae6653af3), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:23.921786 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=b0138ac5-cdd4-42d0-8e7f-9fcae6653af3,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:23.937990 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b2e1235e-310b-463a-b10f-496cf5c07ce8 req-cd134b10-42aa-4d55-bac4-aab9cfd50f9f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=eb10f7d9-5215-469a-8039-9f917b412efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1176379 Feb 02 07:22:24.036567 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c143448a-554f-4905-a222-e0eedf95a0db req-794ba33d-0754-4b74-9e2c-4ceea5ac175c tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/security-groups?id=6795e0a6-69cc-42c2-a292-352f11146466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719800 Feb 02 07:22:24.127099 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-ed81d1a3-a83d-43e2-9594-c5cdbc8e9ddd req-9eb8cc78-5047-49a9-8442-d7cbbb324e7a tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Publish callbacks [] for port (8b760de3-157b-49f8-add0-b1513b4ac899), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:24.159506 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-71966135-ad04-45eb-a15a-564e96a69892 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Deleting port b0138ac5-cdd4-42d0-8e7f-9fcae6653af3 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:22:24.159884 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-71966135-ad04-45eb-a15a-564e96a69892 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (b0138ac5-cdd4-42d0-8e7f-9fcae6653af3), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:24.224502 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-6f0766fc-c192-46e9-9254-08dbcedda5f7 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Allocated IP 172.25.4.240 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/a5b9bd4f-900c-4743-8314-e7a0bf4ed74a) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:22:24.253958 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b2e1235e-310b-463a-b10f-496cf5c07ce8 req-d908c7ba-14c3-43b5-888b-719c8b201f79 service neutron] 10.222.0.59 "GET /v2.0/networks/eb10f7d9-5215-469a-8039-9f917b412efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981679 Feb 02 07:22:24.365645 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-ed81d1a3-a83d-43e2-9594-c5cdbc8e9ddd req-9eb8cc78-5047-49a9-8442-d7cbbb324e7a tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (8b760de3-157b-49f8-add0-b1513b4ac899), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:24.385359 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-71966135-ad04-45eb-a15a-564e96a69892 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] For port b0138ac5-cdd4-42d0-8e7f-9fcae6653af3, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=b0138ac5-cdd4-42d0-8e7f-9fcae6653af3,segment=NetworkSegment(b26c0ffc-9cde-4240-b80f-345ea06d4014),segment_id=b26c0ffc-9cde-4240-b80f-345ea06d4014)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:22:24.385736 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-71966135-ad04-45eb-a15a-564e96a69892 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (b0138ac5-cdd4-42d0-8e7f-9fcae6653af3), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:24.403806 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['4a399082-e671-4e68-ac4e-2cbdc580628f', '76ca4042-07f6-46ff-8fa5-71d272d81c1b'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:22:24.411173 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['73e6a4f9-7ec5-490a-a5e7-23a4cadd453d'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:22:24.488856 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6cedf-493e-4e0b-8b8f-be1bbf095326 req-e5383c9f-6f02-48b4-900f-e918aab59d14 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:24.490399 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-51c6cedf-493e-4e0b-8b8f-be1bbf095326 req-e5383c9f-6f02-48b4-900f-e918aab59d14 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/ports?device_id=b524e9be-a2b9-4b94-b2a8-ddb5a86ba09e HTTP/1.1" status: 200 len: 946 time: 0.3594542 Feb 02 07:22:24.493499 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-71966135-ad04-45eb-a15a-564e96a69892 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Calling delete_port for b0138ac5-cdd4-42d0-8e7f-9fcae6653af3 owned by network:dhcp {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:22:24.543642 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc62506-2b89-4e53-923e-92afaef03567 None None] get_active_networks_info from n-d-789963-26 {{(pid=109695) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 02 07:22:24.550398 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed81d1a3-a83d-43e2-9594-c5cdbc8e9ddd req-9eb8cc78-5047-49a9-8442-d7cbbb324e7a tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Network d194a686-ccd5-4b19-b7e3-633cf070453a is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:22:24.597668 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-ed81d1a3-a83d-43e2-9594-c5cdbc8e9ddd req-9eb8cc78-5047-49a9-8442-d7cbbb324e7a tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:22:24.608383 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed81d1a3-a83d-43e2-9594-c5cdbc8e9ddd req-9eb8cc78-5047-49a9-8442-d7cbbb324e7a tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:22:24.612981 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb8cc78-5047-49a9-8442-d7cbbb324e7a tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Pushing event updated for resources: {'Port': ['ID=8b760de3-157b-49f8-add0-b1513b4ac899,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:24.641515 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff4d35-9074-4fbd-992e-4f645d340013 req-688bf25c-d251-4731-a001-fd5cbaac748a tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:24.643778 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0cff4d35-9074-4fbd-992e-4f645d340013 req-688bf25c-d251-4731-a001-fd5cbaac748a tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.88 "GET /v2.0/ports?device_id=b524e9be-a2b9-4b94-b2a8-ddb5a86ba09e HTTP/1.1" status: 200 len: 946 time: 0.0972073 Feb 02 07:22:24.694312 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b2e1235e-310b-463a-b10f-496cf5c07ce8 req-0738dc9a-506e-4c15-b58a-54066a44d1cc service neutron] 10.222.0.59 "GET /v2.0/networks/eb10f7d9-5215-469a-8039-9f917b412efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3996706 Feb 02 07:22:24.753590 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-a0738cef-11d0-4474-bee7-66e18e9341ce None None] Provisioning complete for port b0138ac5-cdd4-42d0-8e7f-9fcae6653af3 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:22:24.754721 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a0738cef-11d0-4474-bee7-66e18e9341ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b0138ac5-cdd4-42d0-8e7f-9fcae6653af3), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:24.771314 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6f0766fc-c192-46e9-9254-08dbcedda5f7 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Publish callbacks [] for port (a5b9bd4f-900c-4743-8314-e7a0bf4ed74a), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:24.801668 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-0cff4d35-9074-4fbd-992e-4f645d340013 req-bcbc7488-b7a6-4afc-8f66-7291f4d41c97 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Deleting port 8b7c2392-6bd1-46b6-99e5-ec27d9496364 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:22:24.802158 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0cff4d35-9074-4fbd-992e-4f645d340013 req-bcbc7488-b7a6-4afc-8f66-7291f4d41c97 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (8b7c2392-6bd1-46b6-99e5-ec27d9496364), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:24.824100 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-51c6cedf-493e-4e0b-8b8f-be1bbf095326 req-eea38b88-a940-48b9-9208-0929cea5d134 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.87 "GET /v2.0/security-groups?id=8d1cc325-a632-46e6-9754-02bd96fce640&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125563 Feb 02 07:22:24.905264 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed81d1a3-a83d-43e2-9594-c5cdbc8e9ddd req-9eb8cc78-5047-49a9-8442-d7cbbb324e7a tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:24.906084 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-ed81d1a3-a83d-43e2-9594-c5cdbc8e9ddd req-9eb8cc78-5047-49a9-8442-d7cbbb324e7a tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:24.911588 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6f0766fc-c192-46e9-9254-08dbcedda5f7 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (a5b9bd4f-900c-4743-8314-e7a0bf4ed74a), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:24.913629 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-71966135-ad04-45eb-a15a-564e96a69892 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (b0138ac5-cdd4-42d0-8e7f-9fcae6653af3), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:24.968144 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71966135-ad04-45eb-a15a-564e96a69892 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] No DVR routers for this DVR port b0138ac5-cdd4-42d0-8e7f-9fcae6653af3 on host n-d-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:22:24.973704 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0766fc-c192-46e9-9254-08dbcedda5f7 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:22:24.978367 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ed81d1a3-a83d-43e2-9594-c5cdbc8e9ddd req-9eb8cc78-5047-49a9-8442-d7cbbb324e7a tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1823275 Feb 02 07:22:24.981650 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-a0738cef-11d0-4474-bee7-66e18e9341ce None None] Could not find standard attr ID for object b0138ac5-cdd4-42d0-8e7f-9fcae6653af3. {{(pid=109695) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 07:22:24.985334 n-d-789963-26 neutron-server[109695]: INFO neutron.plugins.ml2.db [None req-a0738cef-11d0-4474-bee7-66e18e9341ce None None] No ports have port_id starting with b0138ac5-cdd4-42d0-8e7f-9fcae6653af3 Feb 02 07:22:24.988854 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-6f0766fc-c192-46e9-9254-08dbcedda5f7 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:22:25.003336 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc62506-2b89-4e53-923e-92afaef03567 None None] Resources bound (agent type, host, resource id): {{(pid=109695) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 02 07:22:25.015157 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0766fc-c192-46e9-9254-08dbcedda5f7 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:22:25.016224 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-0cff4d35-9074-4fbd-992e-4f645d340013 req-bcbc7488-b7a6-4afc-8f66-7291f4d41c97 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] For port 8b7c2392-6bd1-46b6-99e5-ec27d9496364, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=8b7c2392-6bd1-46b6-99e5-ec27d9496364,segment=NetworkSegment(ef362536-9b29-40d1-9fe4-a7b62c727f04),segment_id=ef362536-9b29-40d1-9fe4-a7b62c727f04)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:22:25.016695 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0cff4d35-9074-4fbd-992e-4f645d340013 req-bcbc7488-b7a6-4afc-8f66-7291f4d41c97 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (8b7c2392-6bd1-46b6-99e5-ec27d9496364), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:25.025708 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-ed81d1a3-a83d-43e2-9594-c5cdbc8e9ddd req-350acadb-282a-43d8-b079-71c8d39a61b6 service neutron] Request body: {'port': {'device_id': '7fc76b10-16c5-4f44-9cb1-ab46966186cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:22:25.043158 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-0cff4d35-9074-4fbd-992e-4f645d340013 req-bcbc7488-b7a6-4afc-8f66-7291f4d41c97 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Calling delete_port for 8b7c2392-6bd1-46b6-99e5-ec27d9496364 owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:22:25.085989 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0766fc-c192-46e9-9254-08dbcedda5f7 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Pushing event updated for resources: {'Port': ['ID=a5b9bd4f-900c-4743-8314-e7a0bf4ed74a,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:25.178489 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71966135-ad04-45eb-a15a-564e96a69892 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Pushing event deleted for resources: {'Port': ['ID=b0138ac5-cdd4-42d0-8e7f-9fcae6653af3,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:25.181367 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-71966135-ad04-45eb-a15a-564e96a69892 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (f1c9937f-7409-47e9-b27e-bd92873daae8), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:25.233945 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0cff4d35-9074-4fbd-992e-4f645d340013 req-bcbc7488-b7a6-4afc-8f66-7291f4d41c97 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (8b7c2392-6bd1-46b6-99e5-ec27d9496364), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:25.256599 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-71966135-ad04-45eb-a15a-564e96a69892 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1c9937f-7409-47e9-b27e-bd92873daae8']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:22:25.272906 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbc7488-b7a6-4afc-8f66-7291f4d41c97 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Pushing event deleted for resources: {'Port': ['ID=8b7c2392-6bd1-46b6-99e5-ec27d9496364,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:25.281879 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-71966135-ad04-45eb-a15a-564e96a69892 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b26c0ffc-9cde-4240-b80f-345ea06d4014') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:22:25.282184 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-71966135-ad04-45eb-a15a-564e96a69892 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b26c0ffc-9cde-4240-b80f-345ea06d4014') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:22:25.311963 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-ed81d1a3-a83d-43e2-9594-c5cdbc8e9ddd req-350acadb-282a-43d8-b079-71c8d39a61b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (8b760de3-157b-49f8-add0-b1513b4ac899), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:25.320067 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-71966135-ad04-45eb-a15a-564e96a69892 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (b26c0ffc-9cde-4240-b80f-345ea06d4014), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:25.338706 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8601eb-4e0a-44c2-94a1-9cb76c2b89c2 req-0d224170-79f8-466e-99ce-332e5e84f2e7 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:25.339683 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cff4d35-9074-4fbd-992e-4f645d340013 req-bcbc7488-b7a6-4afc-8f66-7291f4d41c97 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] No DVR routers for this DVR port 8b7c2392-6bd1-46b6-99e5-ec27d9496364 on host n-h1-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:22:25.342881 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0cff4d35-9074-4fbd-992e-4f645d340013 req-bcbc7488-b7a6-4afc-8f66-7291f4d41c97 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:25.345694 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5e8601eb-4e0a-44c2-94a1-9cb76c2b89c2 req-0d224170-79f8-466e-99ce-332e5e84f2e7 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/ports?device_id=7fc76b10-16c5-4f44-9cb1-ab46966186cc HTTP/1.1" status: 200 len: 932 time: 0.3637812 Feb 02 07:22:25.347349 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0cff4d35-9074-4fbd-992e-4f645d340013 req-bcbc7488-b7a6-4afc-8f66-7291f4d41c97 tempest-ServerRescueTestJSON-505632474 tempest-ServerRescueTestJSON-505632474-project] 10.222.0.88 "DELETE /v2.0/ports/8b7c2392-6bd1-46b6-99e5-ec27d9496364 HTTP/1.1" status: 204 len: 173 time: 0.6981432 Feb 02 07:22:25.348073 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b524e9be-a2b9-4b94-b2a8-ddb5a86ba09e', 'name': 'network-vif-deleted', 'tag': '8b7c2392-6bd1-46b6-99e5-ec27d9496364'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:22:25.360666 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fefea24e-9f2a-4041-b292-419d6f3b4f2b" -d '{"events": [{"server_uuid": "b524e9be-a2b9-4b94-b2a8-ddb5a86ba09e", "name": "network-vif-deleted", "tag": "8b7c2392-6bd1-46b6-99e5-ec27d9496364"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:22:25.364585 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['8b7c2392-6bd1-46b6-99e5-ec27d9496364'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:22:25.384169 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-71966135-ad04-45eb-a15a-564e96a69892 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (b26c0ffc-9cde-4240-b80f-345ea06d4014), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:25.432007 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71966135-ad04-45eb-a15a-564e96a69892 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:22:25.432425 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-71966135-ad04-45eb-a15a-564e96a69892 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (b26c0ffc-9cde-4240-b80f-345ea06d4014), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:25.503278 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:22:25.503278 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:22:25.503278 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:22:25.503278 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:22:25.503278 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:22:25.503278 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:22:25.503278 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:22:25.503278 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:22:25.503278 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:22:25.503278 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:22:25.503278 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:22:25.503278 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:22:25.503278 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:22:25.503278 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:22:25.503278 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:22:25.503278 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:22:25.503278 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:22:25.503278 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:22:25.503278 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:22:25.503278 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:22:25.503278 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:22:25.503278 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:22:25.503278 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:22:25.503278 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:22:25.503278 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:22:25.503278 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:22:25.503278 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:22:25.503278 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:22:25.503278 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:22:25.503278 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:22:25.503278 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:22:25.503278 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:22:25.588834 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f768af-949c-4468-bb0f-c78a21b512cb None None] Network f1c9937f-7409-47e9-b27e-bd92873daae8 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:22:25.891150 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2c2847-ae2b-47d0-9049-ec1bdaeca8dd None None] DHCP port deletion for f1c9937f-7409-47e9-b27e-bd92873daae8 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:22:26.069314 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5e8601eb-4e0a-44c2-94a1-9cb76c2b89c2 req-a098ec50-61cb-4f24-98a8-a02b375cedaf tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/security-groups?id=3524c585-c4e8-4dfb-a8c3-d19c4cb3cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7226689 Feb 02 07:22:26.114022 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-71966135-ad04-45eb-a15a-564e96a69892 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (f1c9937f-7409-47e9-b27e-bd92873daae8), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:26.128488 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-71966135-ad04-45eb-a15a-564e96a69892 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:26.131678 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-71966135-ad04-45eb-a15a-564e96a69892 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] 10.222.0.87 "DELETE /v2.0/networks/f1c9937f-7409-47e9-b27e-bd92873daae8 HTTP/1.1" status: 204 len: 168 time: 2.6394613 Feb 02 07:22:26.135179 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41040) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:26.162808 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71966135-ad04-45eb-a15a-564e96a69892 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Pushing event deleted for resources: {'Network': ['ID=f1c9937f-7409-47e9-b27e-bd92873daae8,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:26.211770 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71966135-ad04-45eb-a15a-564e96a69892 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:22:26.212153 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71966135-ad04-45eb-a15a-564e96a69892 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:22:26.212645 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71966135-ad04-45eb-a15a-564e96a69892 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:22:26.212984 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71966135-ad04-45eb-a15a-564e96a69892 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:22:26.213321 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71966135-ad04-45eb-a15a-564e96a69892 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:22:26.214134 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71966135-ad04-45eb-a15a-564e96a69892 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:22:26.214134 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71966135-ad04-45eb-a15a-564e96a69892 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:22:26.214377 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71966135-ad04-45eb-a15a-564e96a69892 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:22:26.214606 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71966135-ad04-45eb-a15a-564e96a69892 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:22:26.214932 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71966135-ad04-45eb-a15a-564e96a69892 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:22:26.215252 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71966135-ad04-45eb-a15a-564e96a69892 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:22:26.215589 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71966135-ad04-45eb-a15a-564e96a69892 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:22:26.215906 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71966135-ad04-45eb-a15a-564e96a69892 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:22:26.232435 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-57383697-d76a-40fd-b71b-29d432034b71 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (8d76f43b-64aa-4661-bee1-69e74c6d2288), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:26.325998 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-57383697-d76a-40fd-b71b-29d432034b71 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (8d76f43b-64aa-4661-bee1-69e74c6d2288), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:26.346149 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-57383697-d76a-40fd-b71b-29d432034b71 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d76f43b-64aa-4661-bee1-69e74c6d2288']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:22:26.356493 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-57383697-d76a-40fd-b71b-29d432034b71 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd488abd5-867c-4acb-ab93-ff15def59707') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:22:26.357224 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-57383697-d76a-40fd-b71b-29d432034b71 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd488abd5-867c-4acb-ab93-ff15def59707') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:22:26.366603 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-57383697-d76a-40fd-b71b-29d432034b71 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (d488abd5-867c-4acb-ab93-ff15def59707), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:26.380492 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-57383697-d76a-40fd-b71b-29d432034b71 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (d488abd5-867c-4acb-ab93-ff15def59707), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:26.387550 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57383697-d76a-40fd-b71b-29d432034b71 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:22:26.387794 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f6b23-3fb1-4ab1-afdf-a2fd15f45710 req-916e08fa-d4e0-4b63-b1b8-cfc867d94983 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:26.388271 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-57383697-d76a-40fd-b71b-29d432034b71 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (d488abd5-867c-4acb-ab93-ff15def59707), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:26.389317 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-aa9f6b23-3fb1-4ab1-afdf-a2fd15f45710 req-916e08fa-d4e0-4b63-b1b8-cfc867d94983 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/ports?device_id=23d00674-1c75-41ed-b39c-9b1c1a82bdbd HTTP/1.1" status: 200 len: 946 time: 0.2277083 Feb 02 07:22:26.391245 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:22:26.391245 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:22:26.391245 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:22:26.391245 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:22:26.391245 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:22:26.391245 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:22:26.391245 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:22:26.391245 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:22:26.391245 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:22:26.391245 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:22:26.391245 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:22:26.391245 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:22:26.391245 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:22:26.391245 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:22:26.391245 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:22:26.391245 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:22:26.391245 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:22:26.391245 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:22:26.391245 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:22:26.391245 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:22:26.391245 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:22:26.391245 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:22:26.391245 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:22:26.391245 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:22:26.391245 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:22:26.391245 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:22:26.391245 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:22:26.391245 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:22:26.391245 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:22:26.391245 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:22:26.391245 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:22:26.391245 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:22:26.466172 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-57383697-d76a-40fd-b71b-29d432034b71 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (8d76f43b-64aa-4661-bee1-69e74c6d2288), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:26.476944 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-57383697-d76a-40fd-b71b-29d432034b71 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:26.483474 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-57383697-d76a-40fd-b71b-29d432034b71 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] 10.222.0.87 "DELETE /v2.0/networks/8d76f43b-64aa-4661-bee1-69e74c6d2288 HTTP/1.1" status: 204 len: 168 time: 0.3441484 Feb 02 07:22:26.490272 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41042) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:26.493785 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57383697-d76a-40fd-b71b-29d432034b71 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Pushing event deleted for resources: {'Network': ['ID=8d76f43b-64aa-4661-bee1-69e74c6d2288,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:26.521385 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6f0766fc-c192-46e9-9254-08dbcedda5f7 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Publish callbacks [] for floatingip (5b78ade7-9696-4a89-9427-6737085bfefa), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:26.545275 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-ed81d1a3-a83d-43e2-9594-c5cdbc8e9ddd req-350acadb-282a-43d8-b079-71c8d39a61b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b760de3-157b-49f8-add0-b1513b4ac899 {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:22:26.558751 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-ed81d1a3-a83d-43e2-9594-c5cdbc8e9ddd req-350acadb-282a-43d8-b079-71c8d39a61b6 service neutron] Publish callbacks [] for port (8b760de3-157b-49f8-add0-b1513b4ac899), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:26.573482 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-aa9f6b23-3fb1-4ab1-afdf-a2fd15f45710 req-be589ac3-1909-45a8-9eec-7a8d06a69292 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/security-groups?id=6795e0a6-69cc-42c2-a292-352f11146466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701672 Feb 02 07:22:26.578210 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a5bd0e6f-0838-4f13-b926-89485bd420c7 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (7ec606cf-2cbf-4f7d-8bf4-bde47b428ac3), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:26.587281 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-ed81d1a3-a83d-43e2-9594-c5cdbc8e9ddd req-350acadb-282a-43d8-b079-71c8d39a61b6 service neutron] Transition to ACTIVE for port object 8b760de3-157b-49f8-add0-b1513b4ac899 will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:22:26.605947 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-ed81d1a3-a83d-43e2-9594-c5cdbc8e9ddd req-350acadb-282a-43d8-b079-71c8d39a61b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (8b760de3-157b-49f8-add0-b1513b4ac899), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:26.683028 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41044) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:26.690484 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a5bd0e6f-0838-4f13-b926-89485bd420c7 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (7ec606cf-2cbf-4f7d-8bf4-bde47b428ac3), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:26.696554 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6f0766fc-c192-46e9-9254-08dbcedda5f7 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (a5b9bd4f-900c-4743-8314-e7a0bf4ed74a), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:26.711007 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d5faf9-37c6-4dd2-9701-5030eafcc067 x-openstack-request-id: req-20d5faf9-37c6-4dd2-9701-5030eafcc067 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:22:26.711581 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b524e9be-a2b9-4b94-b2a8-ddb5a86ba09e", "name": "network-vif-deleted", "tag": "8b7c2392-6bd1-46b6-99e5-ec27d9496364", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:22:26.712502 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-20d5faf9-37c6-4dd2-9701-5030eafcc067 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:22:26.713000 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b524e9be-a2b9-4b94-b2a8-ddb5a86ba09e', 'name': 'network-vif-deleted', 'tag': '8b7c2392-6bd1-46b6-99e5-ec27d9496364', 'status': 'completed', 'code': 200} Feb 02 07:22:26.716516 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-a5bd0e6f-0838-4f13-b926-89485bd420c7 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ec606cf-2cbf-4f7d-8bf4-bde47b428ac3']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:22:26.725988 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-a5bd0e6f-0838-4f13-b926-89485bd420c7 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '578d1ce1-92fb-4a23-8b36-5bdb6d85294a') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:22:26.726288 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-a5bd0e6f-0838-4f13-b926-89485bd420c7 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '578d1ce1-92fb-4a23-8b36-5bdb6d85294a') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:22:26.729709 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350acadb-282a-43d8-b079-71c8d39a61b6 service neutron] Pushing event updated for resources: {'Port': ['ID=8b760de3-157b-49f8-add0-b1513b4ac899,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:26.736542 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a5bd0e6f-0838-4f13-b926-89485bd420c7 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (578d1ce1-92fb-4a23-8b36-5bdb6d85294a), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:26.751821 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a5bd0e6f-0838-4f13-b926-89485bd420c7 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (578d1ce1-92fb-4a23-8b36-5bdb6d85294a), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:26.758793 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5bd0e6f-0838-4f13-b926-89485bd420c7 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:22:26.759375 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a5bd0e6f-0838-4f13-b926-89485bd420c7 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (578d1ce1-92fb-4a23-8b36-5bdb6d85294a), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:26.762861 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:22:26.762861 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:22:26.762861 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:22:26.762861 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:22:26.762861 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:22:26.762861 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:22:26.762861 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:22:26.762861 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:22:26.762861 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:22:26.762861 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:22:26.762861 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:22:26.762861 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:22:26.762861 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:22:26.762861 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:22:26.762861 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:22:26.762861 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:22:26.762861 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:22:26.762861 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:22:26.762861 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:22:26.762861 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:22:26.762861 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:22:26.762861 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:22:26.762861 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:22:26.762861 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:22:26.762861 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:22:26.762861 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:22:26.762861 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:22:26.762861 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:22:26.762861 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:22:26.762861 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:22:26.762861 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:22:26.762861 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:22:26.834369 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a5bd0e6f-0838-4f13-b926-89485bd420c7 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (7ec606cf-2cbf-4f7d-8bf4-bde47b428ac3), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:26.845413 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a5bd0e6f-0838-4f13-b926-89485bd420c7 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:26.851256 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a5bd0e6f-0838-4f13-b926-89485bd420c7 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] 10.222.0.87 "DELETE /v2.0/networks/7ec606cf-2cbf-4f7d-8bf4-bde47b428ac3 HTTP/1.1" status: 204 len: 168 time: 0.3573856 Feb 02 07:22:26.859489 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41046) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:26.868492 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bd0e6f-0838-4f13-b926-89485bd420c7 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Pushing event deleted for resources: {'Network': ['ID=7ec606cf-2cbf-4f7d-8bf4-bde47b428ac3,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:26.942172 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8097be25-681a-4a5e-b12b-67fb3e484fb6 req-61a9a9b0-e71c-4876-976a-cd277b93d231 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=982a3e02-7238-4c83-a758-6e24ea99ed01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2437108 Feb 02 07:22:26.948526 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6c4abd9c-06f1-4035-a945-59c6ee463bf1 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (53c6c33f-180b-4933-86bb-3ec22a260913), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:27.039242 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-ed81d1a3-a83d-43e2-9594-c5cdbc8e9ddd req-350acadb-282a-43d8-b079-71c8d39a61b6 service neutron] Attempting to bind port 8b760de3-157b-49f8-add0-b1513b4ac899 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:22:27.039612 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-ed81d1a3-a83d-43e2-9594-c5cdbc8e9ddd req-350acadb-282a-43d8-b079-71c8d39a61b6 service neutron] Attempting to bind port 8b760de3-157b-49f8-add0-b1513b4ac899 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': '4f5298fd-80d5-4af0-b762-03d1bff87a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd194a686-ccd5-4b19-b7e3-633cf070453a'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:22:27.039951 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed81d1a3-a83d-43e2-9594-c5cdbc8e9ddd req-350acadb-282a-43d8-b079-71c8d39a61b6 service neutron] Attempting to bind port 8b760de3-157b-49f8-add0-b1513b4ac899 on network d194a686-ccd5-4b19-b7e3-633cf070453a {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:22:27.051665 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6c4abd9c-06f1-4035-a945-59c6ee463bf1 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (53c6c33f-180b-4933-86bb-3ec22a260913), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:27.069352 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed81d1a3-a83d-43e2-9594-c5cdbc8e9ddd req-350acadb-282a-43d8-b079-71c8d39a61b6 service neutron] Port 8b760de3-157b-49f8-add0-b1513b4ac899 on network d194a686-ccd5-4b19-b7e3-633cf070453a not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:22:27.069677 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed81d1a3-a83d-43e2-9594-c5cdbc8e9ddd req-350acadb-282a-43d8-b079-71c8d39a61b6 service neutron] Attempting to bind port 8b760de3-157b-49f8-add0-b1513b4ac899 on network d194a686-ccd5-4b19-b7e3-633cf070453a {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:22:27.072482 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-6c4abd9c-06f1-4035-a945-59c6ee463bf1 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53c6c33f-180b-4933-86bb-3ec22a260913']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:22:27.082278 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-6c4abd9c-06f1-4035-a945-59c6ee463bf1 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bc91fbb-62b4-41ab-9d35-e2ef080ba33c') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:22:27.082583 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-6c4abd9c-06f1-4035-a945-59c6ee463bf1 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bc91fbb-62b4-41ab-9d35-e2ef080ba33c') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:22:27.090601 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed81d1a3-a83d-43e2-9594-c5cdbc8e9ddd req-350acadb-282a-43d8-b079-71c8d39a61b6 service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:22:27.090872 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed81d1a3-a83d-43e2-9594-c5cdbc8e9ddd req-350acadb-282a-43d8-b079-71c8d39a61b6 service neutron] Checking segment: {'id': '4f5298fd-80d5-4af0-b762-03d1bff87a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd194a686-ccd5-4b19-b7e3-633cf070453a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:22:27.091262 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed81d1a3-a83d-43e2-9594-c5cdbc8e9ddd req-350acadb-282a-43d8-b079-71c8d39a61b6 service neutron] Bound using segment: {'id': '4f5298fd-80d5-4af0-b762-03d1bff87a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd194a686-ccd5-4b19-b7e3-633cf070453a'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:22:27.091735 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-ed81d1a3-a83d-43e2-9594-c5cdbc8e9ddd req-350acadb-282a-43d8-b079-71c8d39a61b6 service neutron] Bound port: 8b760de3-157b-49f8-add0-b1513b4ac899, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f5298fd-80d5-4af0-b762-03d1bff87a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'd194a686-ccd5-4b19-b7e3-633cf070453a'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:22:27.092095 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-ed81d1a3-a83d-43e2-9594-c5cdbc8e9ddd req-350acadb-282a-43d8-b079-71c8d39a61b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (8b760de3-157b-49f8-add0-b1513b4ac899), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:27.094221 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6c4abd9c-06f1-4035-a945-59c6ee463bf1 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (5bc91fbb-62b4-41ab-9d35-e2ef080ba33c), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:27.115373 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6c4abd9c-06f1-4035-a945-59c6ee463bf1 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (5bc91fbb-62b4-41ab-9d35-e2ef080ba33c), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:27.123001 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c4abd9c-06f1-4035-a945-59c6ee463bf1 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:22:27.123484 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6c4abd9c-06f1-4035-a945-59c6ee463bf1 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (5bc91fbb-62b4-41ab-9d35-e2ef080ba33c), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:27.126753 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:22:27.126753 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:22:27.126753 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:22:27.126753 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:22:27.126753 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:22:27.126753 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:22:27.126753 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:22:27.126753 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:22:27.126753 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:22:27.126753 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:22:27.126753 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:22:27.126753 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:22:27.126753 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:22:27.126753 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:22:27.126753 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:22:27.126753 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:22:27.126753 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:22:27.126753 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:22:27.126753 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:22:27.126753 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:22:27.126753 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:22:27.126753 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:22:27.126753 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:22:27.126753 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:22:27.126753 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:22:27.126753 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:22:27.126753 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:22:27.126753 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:22:27.126753 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:22:27.126753 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:22:27.126753 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:22:27.126753 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:22:27.193899 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6c4abd9c-06f1-4035-a945-59c6ee463bf1 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (53c6c33f-180b-4933-86bb-3ec22a260913), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:27.202521 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6c4abd9c-06f1-4035-a945-59c6ee463bf1 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:27.208435 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-6c4abd9c-06f1-4035-a945-59c6ee463bf1 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] 10.222.0.87 "DELETE /v2.0/networks/53c6c33f-180b-4933-86bb-3ec22a260913 HTTP/1.1" status: 204 len: 168 time: 0.3449066 Feb 02 07:22:27.224498 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4abd9c-06f1-4035-a945-59c6ee463bf1 tempest-BulkNetworkOpsTest-784287784 tempest-BulkNetworkOpsTest-784287784-project] Pushing event deleted for resources: {'Network': ['ID=53c6c33f-180b-4933-86bb-3ec22a260913,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:27.261113 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8097be25-681a-4a5e-b12b-67fb3e484fb6 req-2f85bfd5-e447-4cf0-a53e-6265ee8a4eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:27.262608 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8097be25-681a-4a5e-b12b-67fb3e484fb6 req-2f85bfd5-e447-4cf0-a53e-6265ee8a4eb8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9c97b93a669c44538988826a9c309643&device_id=982a3e02-7238-4c83-a758-6e24ea99ed01 HTTP/1.1" status: 200 len: 1128 time: 0.2363441 Feb 02 07:22:27.267910 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6f0766fc-c192-46e9-9254-08dbcedda5f7 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Publish callbacks [] for port (a5b9bd4f-900c-4743-8314-e7a0bf4ed74a), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:27.286699 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6f0766fc-c192-46e9-9254-08dbcedda5f7 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (a5b9bd4f-900c-4743-8314-e7a0bf4ed74a), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:27.333405 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:27.363130 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-ed81d1a3-a83d-43e2-9594-c5cdbc8e9ddd req-350acadb-282a-43d8-b079-71c8d39a61b6 service neutron] For port 8b760de3-157b-49f8-add0-b1513b4ac899, host n-h1-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:22:27.406726 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-ed81d1a3-a83d-43e2-9594-c5cdbc8e9ddd req-350acadb-282a-43d8-b079-71c8d39a61b6 service neutron] For port 8b760de3-157b-49f8-add0-b1513b4ac899, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=8b760de3-157b-49f8-add0-b1513b4ac899,segment=NetworkSegment(4f5298fd-80d5-4af0-b762-03d1bff87a8c),segment_id=4f5298fd-80d5-4af0-b762-03d1bff87a8c)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:22:27.425116 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de02d81-06e7-4c22-b0ef-61290281ac49 req-4a69e1d9-5d8b-418e-a813-fb0644a53a6a tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:27.426586 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2de02d81-06e7-4c22-b0ef-61290281ac49 req-4a69e1d9-5d8b-418e-a813-fb0644a53a6a tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/ports?device_id=7fc76b10-16c5-4f44-9cb1-ab46966186cc HTTP/1.1" status: 200 len: 944 time: 0.2616096 Feb 02 07:22:27.487173 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-ed81d1a3-a83d-43e2-9594-c5cdbc8e9ddd req-350acadb-282a-43d8-b079-71c8d39a61b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (8b760de3-157b-49f8-add0-b1513b4ac899), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:27.514066 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0766fc-c192-46e9-9254-08dbcedda5f7 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Pushing event updated for resources: {'Port': ['ID=a5b9bd4f-900c-4743-8314-e7a0bf4ed74a,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:27.526056 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device b0138ac5-cdd4-42d0-8e7f-9fcae6653af3 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:22:27.536513 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41056) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:27.569459 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 8b7c2392-6bd1-46b6-99e5-ec27d9496364 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:22:27.573734 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: b0138ac5-cdd4-42d0-8e7f-9fcae6653af3 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:22:27.574370 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device b0138ac5-cdd4-42d0-8e7f-9fcae6653af3 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:22:27.593159 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed81d1a3-a83d-43e2-9594-c5cdbc8e9ddd req-350acadb-282a-43d8-b079-71c8d39a61b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:27.593774 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-ed81d1a3-a83d-43e2-9594-c5cdbc8e9ddd req-350acadb-282a-43d8-b079-71c8d39a61b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:27.595141 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ed81d1a3-a83d-43e2-9594-c5cdbc8e9ddd req-350acadb-282a-43d8-b079-71c8d39a61b6 service neutron] 10.222.0.88 "PUT /v2.0/ports/8b760de3-157b-49f8-add0-b1513b4ac899 HTTP/1.1" status: 200 len: 1093 time: 2.5768945 Feb 02 07:22:27.600523 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6f0766fc-c192-46e9-9254-08dbcedda5f7 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (5b78ade7-9696-4a89-9427-6737085bfefa), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:27.603397 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fc76b10-16c5-4f44-9cb1-ab46966186cc', 'tag': '8b760de3-157b-49f8-add0-b1513b4ac899'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:22:27.607390 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d848c9-6b16-4b27-9542-d731fe409360" -d '{"events": [{"name": "network-changed", "server_uuid": "7fc76b10-16c5-4f44-9cb1-ab46966186cc", "tag": "8b760de3-157b-49f8-add0-b1513b4ac899"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:22:27.615407 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: 8b7c2392-6bd1-46b6-99e5-ec27d9496364 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:22:27.616128 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 8b7c2392-6bd1-46b6-99e5-ec27d9496364 not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:22:27.671368 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8097be25-681a-4a5e-b12b-67fb3e484fb6 req-bd8fe132-7e89-4f8c-a09e-4ebbe1ab4c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:27.672850 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8097be25-681a-4a5e-b12b-67fb3e484fb6 req-bd8fe132-7e89-4f8c-a09e-4ebbe1ab4c43 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d194a686-ccd5-4b19-b7e3-633cf070453a HTTP/1.1" status: 200 len: 915 time: 0.3590086 Feb 02 07:22:27.750751 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-cc7fd26e-31dd-434e-9bac-9425918ea53c admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=1d52b81ac5f04234b0f6d3c57cda2c51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2130065 Feb 02 07:22:27.753079 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41064) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:27.758436 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350acadb-282a-43d8-b079-71c8d39a61b6 service neutron] Pushing event updated for resources: {'Port': ['ID=8b760de3-157b-49f8-add0-b1513b4ac899,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:27.764704 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2de02d81-06e7-4c22-b0ef-61290281ac49 req-27071179-c784-4845-a8a8-fe9fc9f58dd5 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/security-groups?id=3524c585-c4e8-4dfb-a8c3-d19c4cb3cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930727 Feb 02 07:22:27.776397 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8097be25-681a-4a5e-b12b-67fb3e484fb6 req-aa662859-5a8d-43a6-ad70-eae2d8faac0f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a399082-e671-4e68-ac4e-2cbdc580628f HTTP/1.1" status: 200 len: 217 time: 0.0803754 Feb 02 07:22:27.822073 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b42efd55-7d88-48c8-beba-d9f2c9d6dd6c admin admin] Publish callbacks [] for security_group (9e46cc68-17a6-4774-bfd3-3fa16572b7fe), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:27.847961 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b42efd55-7d88-48c8-beba-d9f2c9d6dd6c admin admin] Publish callbacks [] for security_group (9e46cc68-17a6-4774-bfd3-3fa16572b7fe), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:27.906406 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b42efd55-7d88-48c8-beba-d9f2c9d6dd6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (9e46cc68-17a6-4774-bfd3-3fa16572b7fe), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:27.909765 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b42efd55-7d88-48c8-beba-d9f2c9d6dd6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:27.913520 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b42efd55-7d88-48c8-beba-d9f2c9d6dd6c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/9e46cc68-17a6-4774-bfd3-3fa16572b7fe HTTP/1.1" status: 204 len: 168 time: 0.1570930 Feb 02 07:22:27.920575 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed81d1a3-a83d-43e2-9594-c5cdbc8e9ddd req-68203e3e-ee64-44e5-82af-c0fade73f143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:27.922092 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ed81d1a3-a83d-43e2-9594-c5cdbc8e9ddd req-68203e3e-ee64-44e5-82af-c0fade73f143 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9c97b93a669c44538988826a9c309643&device_id=7fc76b10-16c5-4f44-9cb1-ab46966186cc HTTP/1.1" status: 200 len: 1127 time: 0.2564356 Feb 02 07:22:27.928463 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42efd55-7d88-48c8-beba-d9f2c9d6dd6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e46cc68-17a6-4774-bfd3-3fa16572b7fe,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:27.928734 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8097be25-681a-4a5e-b12b-67fb3e484fb6 req-e688e864-7deb-477e-ae3f-440c857959e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:27.931166 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8097be25-681a-4a5e-b12b-67fb3e484fb6 req-e688e864-7deb-477e-ae3f-440c857959e2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=381c6130-79ff-4c24-85c5-0c6ea3864e87 HTTP/1.1" status: 200 len: 854 time: 0.1455791 Feb 02 07:22:27.935183 n-d-789963-26 neutron-server[109694]: INFO neutron.db.l3_db [None req-6f0766fc-c192-46e9-9254-08dbcedda5f7 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Floating IP 5b78ade7-9696-4a89-9427-6737085bfefa associated. External IP: 172.25.4.240, port: cc6dcb22-68e2-41c8-b008-e0071242a497. Feb 02 07:22:28.065288 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ed81d1a3-a83d-43e2-9594-c5cdbc8e9ddd req-2f334b86-5346-4c9e-854c-e3547442bebb service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b760de3-157b-49f8-add0-b1513b4ac899 HTTP/1.1" status: 200 len: 217 time: 0.1265886 Feb 02 07:22:28.067216 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8097be25-681a-4a5e-b12b-67fb3e484fb6 req-e5b842fb-08c1-4af1-a2d3-da114e75c566 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d194a686-ccd5-4b19-b7e3-633cf070453a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1275198 Feb 02 07:22:28.197486 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78408886-c8cb-4783-b750-b431d57d03c5 req-fa2e3084-8194-4883-ae40-e84f27af8f86 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:28.198996 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-78408886-c8cb-4783-b750-b431d57d03c5 req-fa2e3084-8194-4883-ae40-e84f27af8f86 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/ports?device_id=23d00674-1c75-41ed-b39c-9b1c1a82bdbd HTTP/1.1" status: 200 len: 946 time: 0.3303277 Feb 02 07:22:28.607243 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed81d1a3-a83d-43e2-9594-c5cdbc8e9ddd req-9bfe34d9-1b9b-4eb1-b8a9-3ff304f91327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:28.608736 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ed81d1a3-a83d-43e2-9594-c5cdbc8e9ddd req-9bfe34d9-1b9b-4eb1-b8a9-3ff304f91327 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=381c6130-79ff-4c24-85c5-0c6ea3864e87 HTTP/1.1" status: 200 len: 854 time: 0.5371594 Feb 02 07:22:28.621553 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41088) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:28.673315 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ed81d1a3-a83d-43e2-9594-c5cdbc8e9ddd req-cbb5900d-01e6-4dcd-8e7c-a0a7d3bf3235 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d194a686-ccd5-4b19-b7e3-633cf070453a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513210 Feb 02 07:22:28.697322 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6aa01135-da35-4401-89e7-b217a5fa200d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (965938cf-e75b-46bc-9e35-1712296f27ad), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:28.719259 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-63f4b3c1-6e31-4a8d-baed-4d0bb3d79e45 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-696816022'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:22:28.739412 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f4b3c1-6e31-4a8d-baed-4d0bb3d79e45 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Made reservation on behalf of 4646dea9bc374b3eae88a00223f85708 for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:22:28.743251 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-63f4b3c1-6e31-4a8d-baed-4d0bb3d79e45 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:28.751466 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-63f4b3c1-6e31-4a8d-baed-4d0bb3d79e45 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:28.796424 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-78408886-c8cb-4783-b750-b431d57d03c5 req-998f9a20-ca51-4b1c-85a8-455706c8b0fc tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/security-groups?id=6795e0a6-69cc-42c2-a292-352f11146466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5870738 Feb 02 07:22:28.808850 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8097be25-681a-4a5e-b12b-67fb3e484fb6 req-9b05fff2-512b-40e6-9b03-d74dde95be98 service neutron] 10.222.0.59 "GET /v2.0/networks/d194a686-ccd5-4b19-b7e3-633cf070453a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7221658 Feb 02 07:22:28.836967 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-63f4b3c1-6e31-4a8d-baed-4d0bb3d79e45 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks [] for security_group (1a81983b-7c98-4933-ae48-64e1d51dcdf3), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:28.843220 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-63f4b3c1-6e31-4a8d-baed-4d0bb3d79e45 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (1a81983b-7c98-4933-ae48-64e1d51dcdf3), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:28.861358 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b363e1-4d65-45cb-8675-23c7731d4da3 x-openstack-request-id: req-22b363e1-4d65-45cb-8675-23c7731d4da3 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:22:28.861768 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fc76b10-16c5-4f44-9cb1-ab46966186cc", "tag": "8b760de3-157b-49f8-add0-b1513b4ac899", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:22:28.861908 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-22b363e1-4d65-45cb-8675-23c7731d4da3 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:22:28.862280 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fc76b10-16c5-4f44-9cb1-ab46966186cc', 'tag': '8b760de3-157b-49f8-add0-b1513b4ac899', 'status': 'completed', 'code': 200} Feb 02 07:22:28.876018 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63f4b3c1-6e31-4a8d-baed-4d0bb3d79e45 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:22:28.896437 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-63f4b3c1-6e31-4a8d-baed-4d0bb3d79e45 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (864ee29a-a8c5-4804-aa28-75a757bc44ea), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:28.896781 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-63f4b3c1-6e31-4a8d-baed-4d0bb3d79e45 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Added segment 864ee29a-a8c5-4804-aa28-75a757bc44ea of type vlan for network 85264137-e882-4d96-bbcf-4a31dc8d1181 Feb 02 07:22:28.898508 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f4b3c1-6e31-4a8d-baed-4d0bb3d79e45 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a81983b-7c98-4933-ae48-64e1d51dcdf3,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:29.078306 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ed81d1a3-a83d-43e2-9594-c5cdbc8e9ddd req-954783ae-d734-40c6-b1a9-48fa1d6a65a0 service neutron] 10.222.0.88 "GET /v2.0/networks/d194a686-ccd5-4b19-b7e3-633cf070453a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3977182 Feb 02 07:22:29.156809 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f0766fc-c192-46e9-9254-08dbcedda5f7 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Router faf6d2c3-2fe0-48c9-9f27-cc713c90a755 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:22:29.167358 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8097be25-681a-4a5e-b12b-67fb3e484fb6 req-3767170d-5a7c-4bac-aa4a-0d382681f2a9 service neutron] 10.222.0.59 "GET /v2.0/networks/d194a686-ccd5-4b19-b7e3-633cf070453a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3492026 Feb 02 07:22:29.183502 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-63f4b3c1-6e31-4a8d-baed-4d0bb3d79e45 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (85264137-e882-4d96-bbcf-4a31dc8d1181), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:29.203170 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cce36db-aae3-4572-96b0-1bbf3e724171 req-c5eded55-b553-45a8-9013-f4f0bf4f1577 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:29.204685 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5cce36db-aae3-4572-96b0-1bbf3e724171 req-c5eded55-b553-45a8-9013-f4f0bf4f1577 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/ports?device_id=7fc76b10-16c5-4f44-9cb1-ab46966186cc HTTP/1.1" status: 200 len: 944 time: 0.2546184 Feb 02 07:22:29.211651 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-63f4b3c1-6e31-4a8d-baed-4d0bb3d79e45 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (85264137-e882-4d96-bbcf-4a31dc8d1181), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:29.216429 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f4b3c1-6e31-4a8d-baed-4d0bb3d79e45 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:29.217046 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-63f4b3c1-6e31-4a8d-baed-4d0bb3d79e45 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:29.251718 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-63f4b3c1-6e31-4a8d-baed-4d0bb3d79e45 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6290531 Feb 02 07:22:29.284805 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f4b3c1-6e31-4a8d-baed-4d0bb3d79e45 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Pushing event updated for resources: {'Network': ['ID=85264137-e882-4d96-bbcf-4a31dc8d1181,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:29.297823 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 85264137-e882-4d96-bbcf-4a31dc8d1181 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:22:29.358105 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ed81d1a3-a83d-43e2-9594-c5cdbc8e9ddd req-be828818-2da4-4138-a9e1-a171b0aa53cf service neutron] 10.222.0.88 "GET /v2.0/networks/d194a686-ccd5-4b19-b7e3-633cf070453a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733643 Feb 02 07:22:29.372796 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5cce36db-aae3-4572-96b0-1bbf3e724171 req-e500ed17-323c-42dc-ba3d-2c2841268720 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/security-groups?id=3524c585-c4e8-4dfb-a8c3-d19c4cb3cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395881 Feb 02 07:22:29.426019 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f0766fc-c192-46e9-9254-08dbcedda5f7 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:22:29.451172 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102c76b2-255f-401f-ad60-5abe74cdcbb0 None None] Sync routers for ids ['faf6d2c3-2fe0-48c9-9f27-cc713c90a755'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:22:29.475932 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102c76b2-255f-401f-ad60-5abe74cdcbb0 None None] Routers {'faf6d2c3-2fe0-48c9-9f27-cc713c90a755'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:22:29.477830 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-102c76b2-255f-401f-ad60-5abe74cdcbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:22:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['faf6d2c3-2fe0-48c9-9f27-cc713c90a755'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:22:29.481808 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6f0766fc-c192-46e9-9254-08dbcedda5f7 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:29.520014 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-6f0766fc-c192-46e9-9254-08dbcedda5f7 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.7851388 Feb 02 07:22:29.600162 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d848c9-6b16-4b27-9542-d731fe409360 req-ab920fe7-b87e-4de9-9c21-d7300f7ab415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:29.601690 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-44d848c9-6b16-4b27-9542-d731fe409360 req-ab920fe7-b87e-4de9-9c21-d7300f7ab415 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9c97b93a669c44538988826a9c309643&device_id=7fc76b10-16c5-4f44-9cb1-ab46966186cc HTTP/1.1" status: 200 len: 1127 time: 0.1339757 Feb 02 07:22:29.632554 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41104) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:29.638071 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-f3f9b7ab-b6c1-4659-a0d3-eb628c7f9307 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1416319484', 'description': 'tempest-secgroup-smoke-1416319484 description', 'project_id': '31a150f577914a209466302edcd070d5'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:22:29.641010 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-102c76b2-255f-401f-ad60-5abe74cdcbb0 None None] Set router faf6d2c3-2fe0-48c9-9f27-cc713c90a755 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:22:29.658197 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-6aa01135-da35-4401-89e7-b217a5fa200d admin admin] Deleting port 6c105a2b-9a04-4920-a689-b28a1bc3573c {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:22:29.658811 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6aa01135-da35-4401-89e7-b217a5fa200d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (6c105a2b-9a04-4920-a689-b28a1bc3573c), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:29.665222 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f3f9b7ab-b6c1-4659-a0d3-eb628c7f9307 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:29.745249 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f3f9b7ab-b6c1-4659-a0d3-eb628c7f9307 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Publish callbacks [] for security_group (a94ca68d-f1f1-4df8-8323-f1a51d8092a8), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:29.750352 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f3f9b7ab-b6c1-4659-a0d3-eb628c7f9307 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (a94ca68d-f1f1-4df8-8323-f1a51d8092a8), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:29.780422 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f3f9b7ab-b6c1-4659-a0d3-eb628c7f9307 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:29.782080 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-f3f9b7ab-b6c1-4659-a0d3-eb628c7f9307 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1479969 Feb 02 07:22:29.785164 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41106) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:29.787659 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-6aa01135-da35-4401-89e7-b217a5fa200d admin admin] For port 6c105a2b-9a04-4920-a689-b28a1bc3573c, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=6c105a2b-9a04-4920-a689-b28a1bc3573c,segment=NetworkSegment(ef362536-9b29-40d1-9fe4-a7b62c727f04),segment_id=ef362536-9b29-40d1-9fe4-a7b62c727f04)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:22:29.788038 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6aa01135-da35-4401-89e7-b217a5fa200d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (6c105a2b-9a04-4920-a689-b28a1bc3573c), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:29.790471 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-bbab8e0c-0d03-45d1-bb6d-28b6106b0f0f tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Request body: {'security_group_rule': {'security_group_id': 'a94ca68d-f1f1-4df8-8323-f1a51d8092a8', 'project_id': '31a150f577914a209466302edcd070d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:22:29.806203 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-6aa01135-da35-4401-89e7-b217a5fa200d admin admin] Calling delete_port for 6c105a2b-9a04-4920-a689-b28a1bc3573c owned by network:router_interface {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:22:29.813835 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f9b7ab-b6c1-4659-a0d3-eb628c7f9307 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a94ca68d-f1f1-4df8-8323-f1a51d8092a8,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:29.841913 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bbab8e0c-0d03-45d1-bb6d-28b6106b0f0f tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Publish callbacks [] for security_group_rule (7f076ecf-6ae3-49ae-bf62-83ce70e0f088), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:29.917961 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bbab8e0c-0d03-45d1-bb6d-28b6106b0f0f tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Publish callbacks [] for security_group_rule (7f076ecf-6ae3-49ae-bf62-83ce70e0f088), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:29.922050 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bbab8e0c-0d03-45d1-bb6d-28b6106b0f0f tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (7f076ecf-6ae3-49ae-bf62-83ce70e0f088), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:29.942626 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbab8e0c-0d03-45d1-bb6d-28b6106b0f0f tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f076ecf-6ae3-49ae-bf62-83ce70e0f088,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:29.953922 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-102c76b2-255f-401f-ad60-5abe74cdcbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf6d2c3-2fe0-48c9-9f27-cc713c90a755', 'name': 'tempest-TestServerBasicOps-891605892-router', 'tenant_id': '698270003fc3486cb201010c23ddb935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '38b9b8bb-ba88-4ac1-8412-70110f8c0f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:21:43Z', 'updated_at': '2022-02-02T07:21:48Z', 'revision_number': 4, 'project_id': '698270003fc3486cb201010c23ddb935', 'gw_port': {'id': '38b9b8bb-ba88-4ac1-8412-70110f8c0f74', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ac:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf6d2c3-2fe0-48c9-9f27-cc713c90a755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:21:44Z', 'updated_at': '2022-02-02T07:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '5b78ade7-9696-4a89-9427-6737085bfefa', 'tenant_id': '698270003fc3486cb201010c23ddb935', 'floating_ip_address': '172.25.4.240', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': 'faf6d2c3-2fe0-48c9-9f27-cc713c90a755', 'port_id': 'cc6dcb22-68e2-41c8-b008-e0071242a497', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2862, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07aa33f7-959d-499a-9182-cb63812d9b32', 'mac_address': 'fa:16:3e:ad:5c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac6e782-aeff-46f5-8504-3d7aac6312fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:22:26Z', 'updated_at': '2022-02-02T07:22:26Z', 'revision_number': 0, 'project_id': '698270003fc3486cb201010c23ddb935', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b61c21db-bd32-4c43-b2e6-80cfe1f41b53', 'name': '', 'network_id': '07aa33f7-959d-499a-9182-cb63812d9b32', 'tenant_id': '698270003fc3486cb201010c23ddb935', 'mac_address': 'fa:16:3e:3c:cb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf6d2c3-2fe0-48c9-9f27-cc713c90a755', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': '3e073878-b818-46b9-96b5-3256e357bd8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:21:47Z', 'updated_at': '2022-02-02T07:21:54Z', 'revision_number': 5, 'project_id': '698270003fc3486cb201010c23ddb935', 'subnets': [{'id': '3e073878-b818-46b9-96b5-3256e357bd8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:22:29.962114 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bbab8e0c-0d03-45d1-bb6d-28b6106b0f0f tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:29.966434 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-bbab8e0c-0d03-45d1-bb6d-28b6106b0f0f tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1774075 Feb 02 07:22:29.967675 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41110) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:29.971069 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-d3a36073-ff98-4f09-a03d-2ae0a8944dab tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Request body: {'security_group_rule': {'security_group_id': 'a94ca68d-f1f1-4df8-8323-f1a51d8092a8', 'project_id': '31a150f577914a209466302edcd070d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:22:29.988965 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102c76b2-255f-401f-ad60-5abe74cdcbb0 None None] Checking router: faf6d2c3-2fe0-48c9-9f27-cc713c90a755 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:22:29.997729 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d848c9-6b16-4b27-9542-d731fe409360 req-ad2fc160-e8c2-42e4-98a4-94699d6424c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:29.998691 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102c76b2-255f-401f-ad60-5abe74cdcbb0 None None] Routers {'faf6d2c3-2fe0-48c9-9f27-cc713c90a755'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:22:29.999201 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-44d848c9-6b16-4b27-9542-d731fe409360 req-ad2fc160-e8c2-42e4-98a4-94699d6424c5 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d194a686-ccd5-4b19-b7e3-633cf070453a HTTP/1.1" status: 200 len: 915 time: 0.3882070 Feb 02 07:22:29.999480 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-102c76b2-255f-401f-ad60-5abe74cdcbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:22:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['faf6d2c3-2fe0-48c9-9f27-cc713c90a755'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:22:30.071761 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-44d848c9-6b16-4b27-9542-d731fe409360 req-0972a174-025c-4f4a-9909-6eabd206cf45 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b760de3-157b-49f8-add0-b1513b4ac899 HTTP/1.1" status: 200 len: 217 time: 0.0585825 Feb 02 07:22:30.134913 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d3a36073-ff98-4f09-a03d-2ae0a8944dab tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Publish callbacks [] for security_group_rule (2f3d3c22-e095-4d12-a4ad-7f2c720b1d09), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:30.200923 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721652f-0ebf-4e9a-96d2-a120dfa0d660 req-11b60159-8f4b-4db9-ae9d-6877cc3fd5a5 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:30.202435 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e721652f-0ebf-4e9a-96d2-a120dfa0d660 req-11b60159-8f4b-4db9-ae9d-6877cc3fd5a5 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/ports?device_id=23d00674-1c75-41ed-b39c-9b1c1a82bdbd HTTP/1.1" status: 200 len: 946 time: 0.2622378 Feb 02 07:22:30.217154 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-102c76b2-255f-401f-ad60-5abe74cdcbb0 None None] Set router faf6d2c3-2fe0-48c9-9f27-cc713c90a755 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:22:30.242367 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d848c9-6b16-4b27-9542-d731fe409360 req-c4e08c14-ba3f-40cd-85c7-0ff40bced8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:30.244381 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-44d848c9-6b16-4b27-9542-d731fe409360 req-c4e08c14-ba3f-40cd-85c7-0ff40bced8c9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=381c6130-79ff-4c24-85c5-0c6ea3864e87 HTTP/1.1" status: 200 len: 854 time: 0.1667285 Feb 02 07:22:30.309997 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-44d848c9-6b16-4b27-9542-d731fe409360 req-de463a24-8f17-4d47-884b-8feb918b0621 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d194a686-ccd5-4b19-b7e3-633cf070453a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525460 Feb 02 07:22:30.319621 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d3a36073-ff98-4f09-a03d-2ae0a8944dab tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Publish callbacks [] for security_group_rule (2f3d3c22-e095-4d12-a4ad-7f2c720b1d09), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:30.354733 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d3a36073-ff98-4f09-a03d-2ae0a8944dab tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (2f3d3c22-e095-4d12-a4ad-7f2c720b1d09), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:30.384514 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e721652f-0ebf-4e9a-96d2-a120dfa0d660 req-6ed9b746-b34e-446e-9945-04c91833b0c0 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/security-groups?id=6795e0a6-69cc-42c2-a292-352f11146466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687505 Feb 02 07:22:30.413057 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a36073-ff98-4f09-a03d-2ae0a8944dab tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f3d3c22-e095-4d12-a4ad-7f2c720b1d09,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:30.456798 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d3a36073-ff98-4f09-a03d-2ae0a8944dab tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:30.462620 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d3a36073-ff98-4f09-a03d-2ae0a8944dab tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4903984 Feb 02 07:22:30.462620 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41114) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:30.467802 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-19915f18-902f-451a-b212-09709305c267 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Request body: {'security_group_rule': {'security_group_id': 'a94ca68d-f1f1-4df8-8323-f1a51d8092a8', 'project_id': '31a150f577914a209466302edcd070d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:22:30.474113 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6aa01135-da35-4401-89e7-b217a5fa200d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (6c105a2b-9a04-4920-a689-b28a1bc3573c), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:30.492295 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-102c76b2-255f-401f-ad60-5abe74cdcbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf6d2c3-2fe0-48c9-9f27-cc713c90a755', 'name': 'tempest-TestServerBasicOps-891605892-router', 'tenant_id': '698270003fc3486cb201010c23ddb935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '38b9b8bb-ba88-4ac1-8412-70110f8c0f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:21:43Z', 'updated_at': '2022-02-02T07:21:48Z', 'revision_number': 4, 'project_id': '698270003fc3486cb201010c23ddb935', 'gw_port': {'id': '38b9b8bb-ba88-4ac1-8412-70110f8c0f74', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ac:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf6d2c3-2fe0-48c9-9f27-cc713c90a755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:21:44Z', 'updated_at': '2022-02-02T07:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '5b78ade7-9696-4a89-9427-6737085bfefa', 'tenant_id': '698270003fc3486cb201010c23ddb935', 'floating_ip_address': '172.25.4.240', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': 'faf6d2c3-2fe0-48c9-9f27-cc713c90a755', 'port_id': 'cc6dcb22-68e2-41c8-b008-e0071242a497', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2862, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07aa33f7-959d-499a-9182-cb63812d9b32', 'mac_address': 'fa:16:3e:ad:5c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac6e782-aeff-46f5-8504-3d7aac6312fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:22:26Z', 'updated_at': '2022-02-02T07:22:26Z', 'revision_number': 0, 'project_id': '698270003fc3486cb201010c23ddb935', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b61c21db-bd32-4c43-b2e6-80cfe1f41b53', 'name': '', 'network_id': '07aa33f7-959d-499a-9182-cb63812d9b32', 'tenant_id': '698270003fc3486cb201010c23ddb935', 'mac_address': 'fa:16:3e:3c:cb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf6d2c3-2fe0-48c9-9f27-cc713c90a755', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': '3e073878-b818-46b9-96b5-3256e357bd8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:21:47Z', 'updated_at': '2022-02-02T07:21:54Z', 'revision_number': 5, 'project_id': '698270003fc3486cb201010c23ddb935', 'subnets': [{'id': '3e073878-b818-46b9-96b5-3256e357bd8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:22:30.525636 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa01135-da35-4401-89e7-b217a5fa200d admin admin] Pushing event deleted for resources: {'Port': ['ID=6c105a2b-9a04-4920-a689-b28a1bc3573c,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:30.526670 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102c76b2-255f-401f-ad60-5abe74cdcbb0 None None] The sync data for ids ['faf6d2c3-2fe0-48c9-9f27-cc713c90a755'] in n-d-789963-26 is: [{'id': 'faf6d2c3-2fe0-48c9-9f27-cc713c90a755', 'name': 'tempest-TestServerBasicOps-891605892-router', 'tenant_id': '698270003fc3486cb201010c23ddb935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '38b9b8bb-ba88-4ac1-8412-70110f8c0f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:21:43Z', 'updated_at': '2022-02-02T07:21:48Z', 'revision_number': 4, 'project_id': '698270003fc3486cb201010c23ddb935', 'gw_port': {'id': '38b9b8bb-ba88-4ac1-8412-70110f8c0f74', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ac:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf6d2c3-2fe0-48c9-9f27-cc713c90a755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:21:44Z', 'updated_at': '2022-02-02T07:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '5b78ade7-9696-4a89-9427-6737085bfefa', 'tenant_id': '698270003fc3486cb201010c23ddb935', 'floating_ip_address': '172.25.4.240', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': 'faf6d2c3-2fe0-48c9-9f27-cc713c90a755', 'port_id': 'cc6dcb22-68e2-41c8-b008-e0071242a497', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2862, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '07aa33f7-959d-499a-9182-cb63812d9b32', 'mac_address': 'fa:16:3e:ad:5c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac6e782-aeff-46f5-8504-3d7aac6312fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:22:26Z', 'updated_at': '2022-02-02T07:22:26Z', 'revision_number': 0, 'project_id': '698270003fc3486cb201010c23ddb935', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b61c21db-bd32-4c43-b2e6-80cfe1f41b53', 'name': '', 'network_id': '07aa33f7-959d-499a-9182-cb63812d9b32', 'tenant_id': '698270003fc3486cb201010c23ddb935', 'mac_address': 'fa:16:3e:3c:cb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf6d2c3-2fe0-48c9-9f27-cc713c90a755', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': '3e073878-b818-46b9-96b5-3256e357bd8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:21:47Z', 'updated_at': '2022-02-02T07:21:54Z', 'revision_number': 5, 'project_id': '698270003fc3486cb201010c23ddb935', 'subnets': [{'id': '3e073878-b818-46b9-96b5-3256e357bd8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:22:30.543157 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-44d848c9-6b16-4b27-9542-d731fe409360 req-3ebe3e86-6fc2-4d0c-9e43-b8ad638063e2 service neutron] 10.222.0.88 "GET /v2.0/networks/d194a686-ccd5-4b19-b7e3-633cf070453a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198458 Feb 02 07:22:30.619854 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-19915f18-902f-451a-b212-09709305c267 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Publish callbacks [] for security_group_rule (fbfe9db1-ebe8-46f3-a953-2ce46634834c), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:30.793117 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c9765c-eaf0-49ee-b5ec-82c2030c4398 None None] New status for floating IP 5b78ade7-9696-4a89-9427-6737085bfefa: ACTIVE {{(pid=109695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 07:22:30.810002 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-19915f18-902f-451a-b212-09709305c267 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Publish callbacks [] for security_group_rule (fbfe9db1-ebe8-46f3-a953-2ce46634834c), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:30.822000 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e009bcf6-85ae-4716-be59-baad8066be19 req-fea05d5c-a943-47ef-bd16-8cebd93bb50b tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:30.823504 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e009bcf6-85ae-4716-be59-baad8066be19 req-fea05d5c-a943-47ef-bd16-8cebd93bb50b tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/ports?device_id=7fc76b10-16c5-4f44-9cb1-ab46966186cc HTTP/1.1" status: 200 len: 944 time: 0.2793031 Feb 02 07:22:30.826684 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-19915f18-902f-451a-b212-09709305c267 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (fbfe9db1-ebe8-46f3-a953-2ce46634834c), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:30.829599 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-44d848c9-6b16-4b27-9542-d731fe409360 req-cbc9e4e1-11fa-4048-b1f7-b29c67380b8a service neutron] 10.222.0.88 "GET /v2.0/networks/d194a686-ccd5-4b19-b7e3-633cf070453a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676289 Feb 02 07:22:30.864146 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bac6e782-aeff-46f5-8504-3d7aac6312fb', 'tag': 'cc6dcb22-68e2-41c8-b008-e0071242a497'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:22:30.866335 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b881ad4c-895b-4f32-bf3f-476341ce8d5f" -d '{"events": [{"name": "network-changed", "server_uuid": "bac6e782-aeff-46f5-8504-3d7aac6312fb", "tag": "cc6dcb22-68e2-41c8-b008-e0071242a497"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:22:30.896801 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19915f18-902f-451a-b212-09709305c267 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbfe9db1-ebe8-46f3-a953-2ce46634834c,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:30.905368 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-19915f18-902f-451a-b212-09709305c267 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:30.909472 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-19915f18-902f-451a-b212-09709305c267 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4438593 Feb 02 07:22:30.909620 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41118) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:30.914724 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-bc2b32c5-3c2a-4145-9141-6989e27021a7 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Request body: {'security_group_rule': {'security_group_id': 'a94ca68d-f1f1-4df8-8323-f1a51d8092a8', 'project_id': '31a150f577914a209466302edcd070d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:22:30.938719 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6aa01135-da35-4401-89e7-b217a5fa200d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (965938cf-e75b-46bc-9e35-1712296f27ad), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:30.945169 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e009bcf6-85ae-4716-be59-baad8066be19 req-cb5ec386-4cd0-4cf2-aa8f-27158d14ad54 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/security-groups?id=3524c585-c4e8-4dfb-a8c3-d19c4cb3cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828071 Feb 02 07:22:30.982594 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bc2b32c5-3c2a-4145-9141-6989e27021a7 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Publish callbacks [] for security_group_rule (32ed258c-9e76-4022-8da7-f6321deb2ad7), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:31.064934 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eca8f47-e470-4f1d-b6cf-a45fd754b056 x-openstack-request-id: req-2eca8f47-e470-4f1d-b6cf-a45fd754b056 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:22:31.065288 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bac6e782-aeff-46f5-8504-3d7aac6312fb", "tag": "cc6dcb22-68e2-41c8-b008-e0071242a497", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:22:31.065543 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-2eca8f47-e470-4f1d-b6cf-a45fd754b056 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:22:31.065927 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bac6e782-aeff-46f5-8504-3d7aac6312fb', 'tag': 'cc6dcb22-68e2-41c8-b008-e0071242a497', 'status': 'completed', 'code': 200} Feb 02 07:22:31.072863 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bc2b32c5-3c2a-4145-9141-6989e27021a7 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Publish callbacks [] for security_group_rule (32ed258c-9e76-4022-8da7-f6321deb2ad7), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:31.080600 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bc2b32c5-3c2a-4145-9141-6989e27021a7 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (32ed258c-9e76-4022-8da7-f6321deb2ad7), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:31.098323 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2b32c5-3c2a-4145-9141-6989e27021a7 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32ed258c-9e76-4022-8da7-f6321deb2ad7,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:31.108221 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bc2b32c5-3c2a-4145-9141-6989e27021a7 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:31.111684 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-bc2b32c5-3c2a-4145-9141-6989e27021a7 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1990542 Feb 02 07:22:31.113110 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41120) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:31.117502 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-353ef5b1-a709-466e-b540-a158a0317e66 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Request body: {'security_group_rule': {'security_group_id': 'a94ca68d-f1f1-4df8-8323-f1a51d8092a8', 'project_id': '31a150f577914a209466302edcd070d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:22:31.138991 n-d-789963-26 neutron-server[109693]: INFO neutron.db.securitygroups_db [None req-353ef5b1-a709-466e-b540-a158a0317e66 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Project 31a150f577914a209466302edcd070d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 07:22:31.144767 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-353ef5b1-a709-466e-b540-a158a0317e66 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Publish callbacks [] for security_group_rule (ce148cbd-cc38-4f60-af04-112b521dc78f), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:31.211832 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-353ef5b1-a709-466e-b540-a158a0317e66 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Publish callbacks [] for security_group_rule (ce148cbd-cc38-4f60-af04-112b521dc78f), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:31.216941 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-353ef5b1-a709-466e-b540-a158a0317e66 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (ce148cbd-cc38-4f60-af04-112b521dc78f), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:31.236972 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353ef5b1-a709-466e-b540-a158a0317e66 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce148cbd-cc38-4f60-af04-112b521dc78f,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:31.237245 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881ad4c-895b-4f32-bf3f-476341ce8d5f req-d39b0837-6114-429b-9b9d-45e940f0b297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:31.238637 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b881ad4c-895b-4f32-bf3f-476341ce8d5f req-d39b0837-6114-429b-9b9d-45e940f0b297 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=698270003fc3486cb201010c23ddb935&device_id=bac6e782-aeff-46f5-8504-3d7aac6312fb HTTP/1.1" status: 200 len: 1128 time: 0.0992119 Feb 02 07:22:31.245091 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-353ef5b1-a709-466e-b540-a158a0317e66 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:31.249210 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-353ef5b1-a709-466e-b540-a158a0317e66 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1324666 Feb 02 07:22:31.249355 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41122) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:31.253994 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-5b8a24fe-280a-40ea-93bc-6cc058489499 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Request body: {'security_group_rule': {'security_group_id': 'a94ca68d-f1f1-4df8-8323-f1a51d8092a8', 'project_id': '31a150f577914a209466302edcd070d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:22:31.258453 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa01135-da35-4401-89e7-b217a5fa200d admin admin] Router 965938cf-e75b-46bc-9e35-1712296f27ad has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:22:31.275758 n-d-789963-26 neutron-server[109693]: INFO neutron.db.securitygroups_db [None req-5b8a24fe-280a-40ea-93bc-6cc058489499 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Project 31a150f577914a209466302edcd070d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 07:22:31.280858 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5b8a24fe-280a-40ea-93bc-6cc058489499 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Publish callbacks [] for security_group_rule (1c62616c-2cf2-4ed0-9b23-2fd3219ee907), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:31.344047 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5b8a24fe-280a-40ea-93bc-6cc058489499 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Publish callbacks [] for security_group_rule (1c62616c-2cf2-4ed0-9b23-2fd3219ee907), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:31.348072 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5b8a24fe-280a-40ea-93bc-6cc058489499 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (1c62616c-2cf2-4ed0-9b23-2fd3219ee907), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:31.367477 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8a24fe-280a-40ea-93bc-6cc058489499 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c62616c-2cf2-4ed0-9b23-2fd3219ee907,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:31.374251 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5b8a24fe-280a-40ea-93bc-6cc058489499 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:31.379650 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-5b8a24fe-280a-40ea-93bc-6cc058489499 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1247959 Feb 02 07:22:31.555433 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 8b760de3-157b-49f8-add0-b1513b4ac899 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:22:31.667681 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 8b760de3-157b-49f8-add0-b1513b4ac899, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=8b760de3-157b-49f8-add0-b1513b4ac899,segment=NetworkSegment(4f5298fd-80d5-4af0-b762-03d1bff87a8c),segment_id=4f5298fd-80d5-4af0-b762-03d1bff87a8c)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:22:31.687456 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': '8b760de3-157b-49f8-add0-b1513b4ac899', 'network_id': 'd194a686-ccd5-4b19-b7e3-633cf070453a', 'port_id': '8b760de3-157b-49f8-add0-b1513b4ac899', 'mac_address': 'fa:16:3e:22:e3:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '381c6130-79ff-4c24-85c5-0c6ea3864e87', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:22:31.726654 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 8b760de3-157b-49f8-add0-b1513b4ac899 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:22:31.727079 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (8b760de3-157b-49f8-add0-b1513b4ac899), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:31.740857 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b760de3-157b-49f8-add0-b1513b4ac899 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:22:31.761804 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 8b760de3-157b-49f8-add0-b1513b4ac899, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=8b760de3-157b-49f8-add0-b1513b4ac899,segment=NetworkSegment(4f5298fd-80d5-4af0-b762-03d1bff87a8c),segment_id=4f5298fd-80d5-4af0-b762-03d1bff87a8c)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:22:31.766854 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (8b760de3-157b-49f8-add0-b1513b4ac899), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:31.804171 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881ad4c-895b-4f32-bf3f-476341ce8d5f req-9780032f-90c5-4c6e-9e60-447ba98c4a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:31.806075 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b881ad4c-895b-4f32-bf3f-476341ce8d5f req-9780032f-90c5-4c6e-9e60-447ba98c4a4e service neutron] 10.222.0.59 "GET /v2.0/networks?id=07aa33f7-959d-499a-9182-cb63812d9b32 HTTP/1.1" status: 200 len: 909 time: 0.5591686 Feb 02 07:22:31.818708 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=8b760de3-157b-49f8-add0-b1513b4ac899,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:31.825213 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:22:31.825564 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:22:31.825906 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:22:31.826246 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:22:31.826581 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:22:31.831132 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:22:31.831132 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:22:31.831132 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:22:31.831132 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:22:31.831132 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:22:31.831132 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:22:31.831132 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:22:31.831132 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:22:31.895375 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa01135-da35-4401-89e7-b217a5fa200d admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:22:31.902766 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-6aa01135-da35-4401-89e7-b217a5fa200d admin admin] 10.222.0.87 "PUT /v2.0/routers/965938cf-e75b-46bc-9e35-1712296f27ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2186263 Feb 02 07:22:31.905616 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1957e4ba-5167-4f37-b764-1c9aa42f3151 None None] Sync routers for ids ['965938cf-e75b-46bc-9e35-1712296f27ad'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:22:31.908119 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41130) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:31.924350 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b881ad4c-895b-4f32-bf3f-476341ce8d5f req-50033e67-4888-43c2-b17d-0099c373fe43 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc6dcb22-68e2-41c8-b008-e0071242a497 HTTP/1.1" status: 200 len: 1001 time: 0.1070857 Feb 02 07:22:31.933826 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1957e4ba-5167-4f37-b764-1c9aa42f3151 None None] Routers {'965938cf-e75b-46bc-9e35-1712296f27ad'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:22:31.934995 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-1957e4ba-5167-4f37-b764-1c9aa42f3151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:22:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['965938cf-e75b-46bc-9e35-1712296f27ad'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:22:31.939363 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da13e381-2485-48bb-ac76-9135680614ac req-9cb91aeb-6825-45ee-b675-381aabd06185 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:31.941137 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-da13e381-2485-48bb-ac76-9135680614ac req-9cb91aeb-6825-45ee-b675-381aabd06185 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/ports?device_id=23d00674-1c75-41ed-b39c-9b1c1a82bdbd HTTP/1.1" status: 200 len: 946 time: 0.1400645 Feb 02 07:22:32.029629 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881ad4c-895b-4f32-bf3f-476341ce8d5f req-5ee35241-f1b5-4adc-97ce-74dcda09af4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:32.031174 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b881ad4c-895b-4f32-bf3f-476341ce8d5f req-5ee35241-f1b5-4adc-97ce-74dcda09af4e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3e073878-b818-46b9-96b5-3256e357bd8a HTTP/1.1" status: 200 len: 847 time: 0.0990562 Feb 02 07:22:32.043861 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5c0d0b9d-0af4-4fac-8b7a-75d1d9eb473c admin admin] Publish callbacks [] for router (965938cf-e75b-46bc-9e35-1712296f27ad), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:32.089991 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-da13e381-2485-48bb-ac76-9135680614ac req-35599d93-1783-425c-a199-241a80dcd4f6 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/security-groups?id=6795e0a6-69cc-42c2-a292-352f11146466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409404 Feb 02 07:22:32.111348 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['8b760de3-157b-49f8-add0-b1513b4ac899'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:22:32.143797 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881ad4c-895b-4f32-bf3f-476341ce8d5f req-7aa7a5d0-9979-43e4-8ce9-9ceede68ca17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:32.145344 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b881ad4c-895b-4f32-bf3f-476341ce8d5f req-7aa7a5d0-9979-43e4-8ce9-9ceede68ca17 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=07aa33f7-959d-499a-9182-cb63812d9b32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1059358 Feb 02 07:22:32.167846 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-1957e4ba-5167-4f37-b764-1c9aa42f3151 None None] Set router 965938cf-e75b-46bc-9e35-1712296f27ad gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:22:32.279888 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b881ad4c-895b-4f32-bf3f-476341ce8d5f req-2ff58437-3089-4dab-b716-132805964651 service neutron] 10.222.0.59 "GET /v2.0/networks/07aa33f7-959d-499a-9182-cb63812d9b32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284807 Feb 02 07:22:32.293956 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5c0d0b9d-0af4-4fac-8b7a-75d1d9eb473c admin admin] Publish callbacks [] for router_gateway (965938cf-e75b-46bc-9e35-1712296f27ad), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:32.322371 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e629eb0-700f-4ae3-9ae0-55dce77dbed2 req-ecf8a076-580a-4c97-8aa7-083f3ca4eb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:32.326395 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2e629eb0-700f-4ae3-9ae0-55dce77dbed2 req-ecf8a076-580a-4c97-8aa7-083f3ca4eb29 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=23d00674-1c75-41ed-b39c-9b1c1a82bdbd HTTP/1.1" status: 200 len: 1129 time: 0.0744779 Feb 02 07:22:32.432187 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-96a3e537-d628-4ec1-895d-d41035d4c2df req-3a66d9aa-9206-49b1-b3be-0d4a71ee5de7 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1416319484&fields=id&tenant_id=31a150f577914a209466302edcd070d5 HTTP/1.1" status: 200 len: 267 time: 0.1910641 Feb 02 07:22:32.443308 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2e629eb0-700f-4ae3-9ae0-55dce77dbed2 req-cb97e8cf-bb40-4197-aed0-03153cc70a8d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6795e0a6-69cc-42c2-a292-352f11146466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713978 Feb 02 07:22:32.444718 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-1957e4ba-5167-4f37-b764-1c9aa42f3151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965938cf-e75b-46bc-9e35-1712296f27ad', 'name': 'tempest-ServerRescueTestJSON-538231030-router', 'tenant_id': 'c0a9935245e74c7ca5a3b5e5150aa1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': 'ba42ab94-a96c-46e6-a864-3b1011421ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:20:19Z', 'updated_at': '2022-02-02T07:22:30Z', 'revision_number': 5, 'project_id': 'c0a9935245e74c7ca5a3b5e5150aa1a8', 'gw_port': {'id': 'ba42ab94-a96c-46e6-a864-3b1011421ec7', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:59:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965938cf-e75b-46bc-9e35-1712296f27ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:20:20Z', 'updated_at': '2022-02-02T07:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:22:32.456097 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b881ad4c-895b-4f32-bf3f-476341ce8d5f req-c5b97f2a-bc1d-4669-811e-cef6eb9a5beb service neutron] 10.222.0.59 "GET /v2.0/networks/07aa33f7-959d-499a-9182-cb63812d9b32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674595 Feb 02 07:22:32.470560 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-5c0d0b9d-0af4-4fac-8b7a-75d1d9eb473c admin admin] Deleting port ba42ab94-a96c-46e6-a864-3b1011421ec7 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:22:32.471272 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5c0d0b9d-0af4-4fac-8b7a-75d1d9eb473c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (ba42ab94-a96c-46e6-a864-3b1011421ec7), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:32.485108 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1957e4ba-5167-4f37-b764-1c9aa42f3151 None None] Checking router: 965938cf-e75b-46bc-9e35-1712296f27ad for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:22:32.489277 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41136) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:32.494687 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-896f492b-1f37-4e34-8d06-39f37a807745 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Request body: {'subnet': {'network_id': '85264137-e882-4d96-bbcf-4a31dc8d1181', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:22:32.497518 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1957e4ba-5167-4f37-b764-1c9aa42f3151 None None] Routers {'965938cf-e75b-46bc-9e35-1712296f27ad'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:22:32.498273 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-1957e4ba-5167-4f37-b764-1c9aa42f3151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:22:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['965938cf-e75b-46bc-9e35-1712296f27ad'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:22:32.567484 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a3e537-d628-4ec1-895d-d41035d4c2df req-4d9450fb-d654-44bb-80ec-f3896eaf227f tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:32.569100 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-96a3e537-d628-4ec1-895d-d41035d4c2df req-4d9450fb-d654-44bb-80ec-f3896eaf227f tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.87 "GET /v2.0/networks?id=8e5c2e3b-7d55-4510-aab3-16b6ca3ea693 HTTP/1.1" status: 200 len: 813 time: 0.1358011 Feb 02 07:22:32.585418 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-96a3e537-d628-4ec1-895d-d41035d4c2df req-462bd94a-338e-4edc-a2e6-694218637cb6 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.87 "GET /v2.0/quotas/31a150f577914a209466302edcd070d5 HTTP/1.1" status: 200 len: 375 time: 0.0102999 Feb 02 07:22:32.591111 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-1957e4ba-5167-4f37-b764-1c9aa42f3151 None None] Set router 965938cf-e75b-46bc-9e35-1712296f27ad gateway port host: None {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:22:32.647351 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-96a3e537-d628-4ec1-895d-d41035d4c2df req-c491b118-496a-41f9-9c87-8577b5ee4d1e tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=31a150f577914a209466302edcd070d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0548210 Feb 02 07:22:32.648260 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-1957e4ba-5167-4f37-b764-1c9aa42f3151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965938cf-e75b-46bc-9e35-1712296f27ad', 'name': 'tempest-ServerRescueTestJSON-538231030-router', 'tenant_id': 'c0a9935245e74c7ca5a3b5e5150aa1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:20:19Z', 'updated_at': '2022-02-02T07:22:32Z', 'revision_number': 6, 'project_id': 'c0a9935245e74c7ca5a3b5e5150aa1a8', 'gw_port_host': None}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:22:32.655185 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-5c0d0b9d-0af4-4fac-8b7a-75d1d9eb473c admin admin] For port ba42ab94-a96c-46e6-a864-3b1011421ec7, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=ba42ab94-a96c-46e6-a864-3b1011421ec7,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:22:32.655563 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5c0d0b9d-0af4-4fac-8b7a-75d1d9eb473c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (ba42ab94-a96c-46e6-a864-3b1011421ec7), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:32.658010 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-896f492b-1f37-4e34-8d06-39f37a807745 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Made reservation on behalf of 4646dea9bc374b3eae88a00223f85708 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:22:32.661453 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-896f492b-1f37-4e34-8d06-39f37a807745 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:32.679815 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1957e4ba-5167-4f37-b764-1c9aa42f3151 None None] The sync data for ids ['965938cf-e75b-46bc-9e35-1712296f27ad'] in n-d-789963-26 is: [{'id': '965938cf-e75b-46bc-9e35-1712296f27ad', 'name': 'tempest-ServerRescueTestJSON-538231030-router', 'tenant_id': 'c0a9935245e74c7ca5a3b5e5150aa1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:20:19Z', 'updated_at': '2022-02-02T07:22:32Z', 'revision_number': 6, 'project_id': 'c0a9935245e74c7ca5a3b5e5150aa1a8', 'gw_port_host': None}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:22:32.687718 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-5c0d0b9d-0af4-4fac-8b7a-75d1d9eb473c admin admin] Calling delete_port for ba42ab94-a96c-46e6-a864-3b1011421ec7 owned by network:router_gateway {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:22:32.753034 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-96a3e537-d628-4ec1-895d-d41035d4c2df req-f0ac22f1-942e-4ab5-8ffa-8eae5436776a service neutron] 10.222.0.87 "GET /v2.0/networks/8e5c2e3b-7d55-4510-aab3-16b6ca3ea693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950918 Feb 02 07:22:32.845690 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-96a3e537-d628-4ec1-895d-d41035d4c2df req-9d9a84ab-76fd-4ac5-8fb4-97dc09facdde service neutron] 10.222.0.87 "GET /v2.0/networks/8e5c2e3b-7d55-4510-aab3-16b6ca3ea693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862858 Feb 02 07:22:32.988481 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-896f492b-1f37-4e34-8d06-39f37a807745 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (d91d3415-bba8-4057-b295-5a32633b1ef7), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:33.038357 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5c0d0b9d-0af4-4fac-8b7a-75d1d9eb473c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (ba42ab94-a96c-46e6-a864-3b1011421ec7), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:33.078851 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0d0b9d-0af4-4fac-8b7a-75d1d9eb473c admin admin] Pushing event deleted for resources: {'Port': ['ID=ba42ab94-a96c-46e6-a864-3b1011421ec7,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:33.085774 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896f492b-1f37-4e34-8d06-39f37a807745 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Pushing event updated for resources: {'Subnet': ['ID=d91d3415-bba8-4057-b295-5a32633b1ef7,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:33.123217 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896f492b-1f37-4e34-8d06-39f37a807745 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Checking segment: {'id': '864ee29a-a8c5-4804-aa28-75a757bc44ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '85264137-e882-4d96-bbcf-4a31dc8d1181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:22:33.123703 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896f492b-1f37-4e34-8d06-39f37a807745 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Network hostable DHCP agents. Network: 85264137-e882-4d96-bbcf-4a31dc8d1181, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:22:33.177907 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896f492b-1f37-4e34-8d06-39f37a807745 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Network 85264137-e882-4d96-bbcf-4a31dc8d1181 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:22:33.180842 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5c0d0b9d-0af4-4fac-8b7a-75d1d9eb473c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (965938cf-e75b-46bc-9e35-1712296f27ad), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:33.217567 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107cfea1-745d-46c4-958e-565db2df79e6 req-df1b5a7b-160f-40c0-bbc3-51aecab7b09d tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:33.224107 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-107cfea1-745d-46c4-958e-565db2df79e6 req-df1b5a7b-160f-40c0-bbc3-51aecab7b09d tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/ports?device_id=7fc76b10-16c5-4f44-9cb1-ab46966186cc HTTP/1.1" status: 200 len: 945 time: 0.0772338 Feb 02 07:22:33.270027 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-107cfea1-745d-46c4-958e-565db2df79e6 req-611c8f2c-4564-4e0d-9e89-6bb36d800f3d tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/security-groups?id=3524c585-c4e8-4dfb-a8c3-d19c4cb3cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446668 Feb 02 07:22:33.282007 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-896f492b-1f37-4e34-8d06-39f37a807745 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 85264137-e882-4d96-bbcf-4a31dc8d1181) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:22:33.287101 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5c0d0b9d-0af4-4fac-8b7a-75d1d9eb473c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (965938cf-e75b-46bc-9e35-1712296f27ad), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:33.289922 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896f492b-1f37-4e34-8d06-39f37a807745 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:33.290588 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-896f492b-1f37-4e34-8d06-39f37a807745 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:33.294246 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5c0d0b9d-0af4-4fac-8b7a-75d1d9eb473c admin admin] Publish callbacks [] for router_controller (965938cf-e75b-46bc-9e35-1712296f27ad), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:33.295822 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e70a2e7-abeb-4da1-b695-90f7be2b6b25 None None] Network 85264137-e882-4d96-bbcf-4a31dc8d1181 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:22:33.356406 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-896f492b-1f37-4e34-8d06-39f37a807745 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8656104 Feb 02 07:22:33.357033 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41154) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:33.368732 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-8e8433fb-dde1-4781-a0cf-b009ed2b367f tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1801226620'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:22:33.372372 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5c0d0b9d-0af4-4fac-8b7a-75d1d9eb473c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (965938cf-e75b-46bc-9e35-1712296f27ad), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:33.372964 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c0d0b9d-0af4-4fac-8b7a-75d1d9eb473c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 965938cf-e75b-46bc-9e35-1712296f27ad {{(pid=109693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:22:33.378171 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5c0d0b9d-0af4-4fac-8b7a-75d1d9eb473c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:33.379318 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-5c0d0b9d-0af4-4fac-8b7a-75d1d9eb473c admin admin] 10.222.0.87 "DELETE /v2.0/routers/965938cf-e75b-46bc-9e35-1712296f27ad HTTP/1.1" status: 204 len: 168 time: 1.4696679 Feb 02 07:22:33.382095 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41156) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:33.405670 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1d181c1d-3aa6-4de3-9ef5-9bbfefcf8c1c req-bd77d613-5a95-40fe-bd18-0345c3723c3c tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.87 "GET /v2.0/ports?device_id=449fc50e-25e6-4c03-a79e-6b4045159285 HTTP/1.1" status: 200 len: 210 time: 0.0564008 Feb 02 07:22:33.438113 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e8433fb-dde1-4781-a0cf-b009ed2b367f tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Made reservation on behalf of 4646dea9bc374b3eae88a00223f85708 for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:22:33.445522 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8e8433fb-dde1-4781-a0cf-b009ed2b367f tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:33.458869 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09558512-c309-4487-8068-595af1914507 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-85264137-e882-4d96-bbcf-4a31dc8d1181', 'network_id': '85264137-e882-4d96-bbcf-4a31dc8d1181', 'project_id': '4646dea9bc374b3eae88a00223f85708', 'fixed_ips': [{'subnet_id': 'd91d3415-bba8-4057-b295-5a32633b1ef7'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:22:33.460019 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-09558512-c309-4487-8068-595af1914507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:33.472262 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-8690be07-b6b1-4d16-b237-a0c1788440e9 admin admin] Deleting subnet a1964736-516d-4974-8f51-9bf716b83041 {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:22:33.476616 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8690be07-b6b1-4d16-b237-a0c1788440e9 admin admin] Publish callbacks [] for subnet (a1964736-516d-4974-8f51-9bf716b83041), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:33.531420 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e8433fb-dde1-4781-a0cf-b009ed2b367f tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:22:33.541670 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8690be07-b6b1-4d16-b237-a0c1788440e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (a1964736-516d-4974-8f51-9bf716b83041), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:33.583432 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8e8433fb-dde1-4781-a0cf-b009ed2b367f tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (8e8d6312-3f03-4063-88be-5e57ee1c7c16), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:33.583818 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-8e8433fb-dde1-4781-a0cf-b009ed2b367f tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Added segment 8e8d6312-3f03-4063-88be-5e57ee1c7c16 of type vlan for network 0bbe0bc2-226f-4a33-b298-e40174cb9d95 Feb 02 07:22:33.610467 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f7427-7366-4ed9-b2c1-25cf68b6115f req-d623aa68-40ea-4182-b8d5-ae0b6ca62097 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:33.620552 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-183f7427-7366-4ed9-b2c1-25cf68b6115f req-d623aa68-40ea-4182-b8d5-ae0b6ca62097 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/ports?device_id=23d00674-1c75-41ed-b39c-9b1c1a82bdbd HTTP/1.1" status: 200 len: 946 time: 0.1407552 Feb 02 07:22:33.660365 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 8b760de3-157b-49f8-add0-b1513b4ac899 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:22:33.668679 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8e8433fb-dde1-4781-a0cf-b009ed2b367f tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (0bbe0bc2-226f-4a33-b298-e40174cb9d95), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:33.674458 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device ba42ab94-a96c-46e6-a864-3b1011421ec7 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:22:33.688302 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-183f7427-7366-4ed9-b2c1-25cf68b6115f req-449e1d3b-93ac-4f4f-a6e4-0dbc40f1b460 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/security-groups?id=6795e0a6-69cc-42c2-a292-352f11146466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659912 Feb 02 07:22:33.723679 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: ba42ab94-a96c-46e6-a864-3b1011421ec7 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:22:33.724068 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device ba42ab94-a96c-46e6-a864-3b1011421ec7 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:22:33.724940 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 6c105a2b-9a04-4920-a689-b28a1bc3573c no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:22:33.729319 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8690be07-b6b1-4d16-b237-a0c1788440e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (a1964736-516d-4974-8f51-9bf716b83041), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:33.760848 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 6c105a2b-9a04-4920-a689-b28a1bc3573c {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:22:33.761280 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 6c105a2b-9a04-4920-a689-b28a1bc3573c not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:22:33.771302 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8e8433fb-dde1-4781-a0cf-b009ed2b367f tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (0bbe0bc2-226f-4a33-b298-e40174cb9d95), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:33.772433 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-09558512-c309-4487-8068-595af1914507 None None] Allocated IP 2001:db8:0:ffff::2 (85264137-e882-4d96-bbcf-4a31dc8d1181/d91d3415-bba8-4057-b295-5a32633b1ef7/de18ae81-62da-498e-8216-a94ed269a310) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:22:33.779015 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8433fb-dde1-4781-a0cf-b009ed2b367f tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:33.779989 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8e8433fb-dde1-4781-a0cf-b009ed2b367f tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:33.809344 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port 8b760de3-157b-49f8-add0-b1513b4ac899 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:22:33.822725 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port 8b760de3-157b-49f8-add0-b1513b4ac899 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:22:33.823122 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (8b760de3-157b-49f8-add0-b1513b4ac899), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:33.864551 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-8e8433fb-dde1-4781-a0cf-b009ed2b367f tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5001972 Feb 02 07:22:33.868160 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41160) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:33.876739 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-cfd6fecf-fcac-4ab6-b43f-02b736d03f20 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Request body: {'subnet': {'network_id': '0bbe0bc2-226f-4a33-b298-e40174cb9d95', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:22:33.963509 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8690be07-b6b1-4d16-b237-a0c1788440e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (a1964736-516d-4974-8f51-9bf716b83041), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:33.996210 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8690be07-b6b1-4d16-b237-a0c1788440e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1964736-516d-4974-8f51-9bf716b83041,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:34.000982 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8433fb-dde1-4781-a0cf-b009ed2b367f tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Pushing event updated for resources: {'Network': ['ID=0bbe0bc2-226f-4a33-b298-e40174cb9d95,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:34.006413 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8690be07-b6b1-4d16-b237-a0c1788440e9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:34.012628 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-8690be07-b6b1-4d16-b237-a0c1788440e9 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/a1964736-516d-4974-8f51-9bf716b83041 HTTP/1.1" status: 204 len: 168 time: 0.6272471 Feb 02 07:22:34.016820 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41162) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:34.031224 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 0bbe0bc2-226f-4a33-b298-e40174cb9d95 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:22:34.032455 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd6fecf-fcac-4ab6-b43f-02b736d03f20 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Made reservation on behalf of 4646dea9bc374b3eae88a00223f85708 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:22:34.036244 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cfd6fecf-fcac-4ab6-b43f-02b736d03f20 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:34.043655 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 8b760de3-157b-49f8-add0-b1513b4ac899 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:22:34.044043 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (8b760de3-157b-49f8-add0-b1513b4ac899), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:34.088656 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-09558512-c309-4487-8068-595af1914507 None None] Publish callbacks [] for port (de18ae81-62da-498e-8216-a94ed269a310), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:34.130334 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-09558512-c309-4487-8068-595af1914507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (de18ae81-62da-498e-8216-a94ed269a310), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:34.143331 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fc76b10-16c5-4f44-9cb1-ab46966186cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b760de3-157b-49f8-add0-b1513b4ac899'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:22:34.144800 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e7b5d44-a6d3-4df4-8c52-387dbd43984c" -d '{"events": [{"server_uuid": "7fc76b10-16c5-4f44-9cb1-ab46966186cc", "name": "network-vif-plugged", "status": "completed", "tag": "8b760de3-157b-49f8-add0-b1513b4ac899"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:22:34.160459 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5913309d-431a-4107-b8db-5758f661ca98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (685c8d17-3922-4d1c-b347-80d8fb37bd66), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:34.190879 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 8b760de3-157b-49f8-add0-b1513b4ac899, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=8b760de3-157b-49f8-add0-b1513b4ac899,segment=NetworkSegment(4f5298fd-80d5-4af0-b762-03d1bff87a8c),segment_id=4f5298fd-80d5-4af0-b762-03d1bff87a8c)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:22:34.196231 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (8b760de3-157b-49f8-add0-b1513b4ac899), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:34.209093 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09558512-c309-4487-8068-595af1914507 None None] Network 85264137-e882-4d96-bbcf-4a31dc8d1181 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:22:34.210962 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f291396-4a22-4ac5-82b9-bfe662e08522 x-openstack-request-id: req-9f291396-4a22-4ac5-82b9-bfe662e08522 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:22:34.211387 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fc76b10-16c5-4f44-9cb1-ab46966186cc", "name": "network-vif-plugged", "status": "completed", "tag": "8b760de3-157b-49f8-add0-b1513b4ac899", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:22:34.211722 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-9f291396-4a22-4ac5-82b9-bfe662e08522 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:22:34.212123 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fc76b10-16c5-4f44-9cb1-ab46966186cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b760de3-157b-49f8-add0-b1513b4ac899', 'code': 200} Feb 02 07:22:34.215735 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-09558512-c309-4487-8068-595af1914507 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:22:34.217555 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09558512-c309-4487-8068-595af1914507 None None] Pushing event updated for resources: {'Port': ['ID=de18ae81-62da-498e-8216-a94ed269a310,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:34.219762 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09558512-c309-4487-8068-595af1914507 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:22:34.301686 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5913309d-431a-4107-b8db-5758f661ca98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (685c8d17-3922-4d1c-b347-80d8fb37bd66), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:34.311133 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-09558512-c309-4487-8068-595af1914507 None None] Attempting to bind port de18ae81-62da-498e-8216-a94ed269a310 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:22:34.311669 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-09558512-c309-4487-8068-595af1914507 None None] Attempting to bind port de18ae81-62da-498e-8216-a94ed269a310 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '864ee29a-a8c5-4804-aa28-75a757bc44ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '85264137-e882-4d96-bbcf-4a31dc8d1181'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:22:34.311899 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09558512-c309-4487-8068-595af1914507 None None] Attempting to bind port de18ae81-62da-498e-8216-a94ed269a310 on network 85264137-e882-4d96-bbcf-4a31dc8d1181 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:22:34.319582 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09558512-c309-4487-8068-595af1914507 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:22:34.319940 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09558512-c309-4487-8068-595af1914507 None None] Checking segment: {'id': '864ee29a-a8c5-4804-aa28-75a757bc44ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '85264137-e882-4d96-bbcf-4a31dc8d1181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:22:34.320356 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-09558512-c309-4487-8068-595af1914507 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:34.320785 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09558512-c309-4487-8068-595af1914507 None None] Bound using segment: {'id': '864ee29a-a8c5-4804-aa28-75a757bc44ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '85264137-e882-4d96-bbcf-4a31dc8d1181'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:22:34.321259 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-09558512-c309-4487-8068-595af1914507 None None] Bound port: de18ae81-62da-498e-8216-a94ed269a310, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '864ee29a-a8c5-4804-aa28-75a757bc44ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '85264137-e882-4d96-bbcf-4a31dc8d1181'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:22:34.321837 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-09558512-c309-4487-8068-595af1914507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (de18ae81-62da-498e-8216-a94ed269a310), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:34.323752 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=8b760de3-157b-49f8-add0-b1513b4ac899,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:34.356947 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-5913309d-431a-4107-b8db-5758f661ca98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['685c8d17-3922-4d1c-b347-80d8fb37bd66']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:22:34.395623 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-09558512-c309-4487-8068-595af1914507 None None] For port de18ae81-62da-498e-8216-a94ed269a310, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:22:34.400649 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-09558512-c309-4487-8068-595af1914507 None None] For port de18ae81-62da-498e-8216-a94ed269a310, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=de18ae81-62da-498e-8216-a94ed269a310,segment=NetworkSegment(864ee29a-a8c5-4804-aa28-75a757bc44ea),segment_id=864ee29a-a8c5-4804-aa28-75a757bc44ea)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:22:34.406000 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-5913309d-431a-4107-b8db-5758f661ca98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef362536-9b29-40d1-9fe4-a7b62c727f04') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:22:34.406293 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-5913309d-431a-4107-b8db-5758f661ca98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef362536-9b29-40d1-9fe4-a7b62c727f04') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:22:34.409047 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-09558512-c309-4487-8068-595af1914507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (de18ae81-62da-498e-8216-a94ed269a310), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:34.449180 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5913309d-431a-4107-b8db-5758f661ca98 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (ef362536-9b29-40d1-9fe4-a7b62c727f04), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:34.482039 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dbd90c-98a2-4852-82c9-2c001429afb9 req-36e5718d-b9d0-4483-9eff-2b229e22e00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:34.487930 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a3dbd90c-98a2-4852-82c9-2c001429afb9 req-36e5718d-b9d0-4483-9eff-2b229e22e00a service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=7fc76b10-16c5-4f44-9cb1-ab46966186cc HTTP/1.1" status: 200 len: 1129 time: 0.1692960 Feb 02 07:22:34.487930 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5913309d-431a-4107-b8db-5758f661ca98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (ef362536-9b29-40d1-9fe4-a7b62c727f04), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:34.493136 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09558512-c309-4487-8068-595af1914507 None None] Pushing event updated for resources: {'Port': ['ID=de18ae81-62da-498e-8216-a94ed269a310,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:34.504427 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5913309d-431a-4107-b8db-5758f661ca98 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:22:34.504837 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5913309d-431a-4107-b8db-5758f661ca98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (ef362536-9b29-40d1-9fe4-a7b62c727f04), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:34.507420 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:22:34.507420 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:22:34.507420 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:22:34.507420 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:22:34.507420 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:22:34.507420 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:22:34.507420 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:22:34.507420 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:22:34.507420 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:22:34.507420 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:22:34.507420 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:22:34.507420 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:22:34.507420 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:22:34.507420 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:22:34.507420 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:22:34.507420 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:22:34.507420 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:22:34.507420 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:22:34.507420 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:22:34.507420 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:22:34.507420 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:22:34.507420 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:22:34.507420 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:22:34.507420 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:22:34.507420 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:22:34.507420 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:22:34.507420 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:22:34.507420 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:22:34.507420 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:22:34.507420 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:22:34.507420 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:22:34.507420 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:22:34.606171 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a3e537-d628-4ec1-895d-d41035d4c2df req-a15eeb7f-8057-4c9a-b39e-cae1d27ed8c8 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:34.608095 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-96a3e537-d628-4ec1-895d-d41035d4c2df req-a15eeb7f-8057-4c9a-b39e-cae1d27ed8c8 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.88 "GET /v2.0/networks?id=8e5c2e3b-7d55-4510-aab3-16b6ca3ea693 HTTP/1.1" status: 200 len: 813 time: 0.1349988 Feb 02 07:22:34.616291 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad0c15-68a4-4404-b3d4-79e69c012587 req-dc7284d5-09fc-4426-8eeb-c49e2b8182ac tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:34.618533 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6dad0c15-68a4-4404-b3d4-79e69c012587 req-dc7284d5-09fc-4426-8eeb-c49e2b8182ac tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/ports?device_id=7fc76b10-16c5-4f44-9cb1-ab46966186cc HTTP/1.1" status: 200 len: 946 time: 0.2200119 Feb 02 07:22:34.655900 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5913309d-431a-4107-b8db-5758f661ca98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (685c8d17-3922-4d1c-b347-80d8fb37bd66), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:34.675023 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5913309d-431a-4107-b8db-5758f661ca98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:34.679039 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-5913309d-431a-4107-b8db-5758f661ca98 admin admin] 10.222.0.87 "DELETE /v2.0/networks/685c8d17-3922-4d1c-b347-80d8fb37bd66 HTTP/1.1" status: 204 len: 168 time: 0.6609774 Feb 02 07:22:34.683538 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a3dbd90c-98a2-4852-82c9-2c001429afb9 req-a7b2e20f-94ac-448d-9dbf-3b8f4b5aeb1e service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=3524c585-c4e8-4dfb-a8c3-d19c4cb3cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879308 Feb 02 07:22:34.714819 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-96a3e537-d628-4ec1-895d-d41035d4c2df req-ad153268-b5f0-4c3d-a763-963e1f8fc8ff tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31a150f577914a209466302edcd070d5 HTTP/1.1" status: 200 len: 380 time: 0.0822237 Feb 02 07:22:34.771693 n-d-789963-26 neutron-server[109694]: DEBUG neutron.objects.ports [None req-cfd6fecf-fcac-4ab6-b43f-02b736d03f20 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109694) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 02 07:22:34.786438 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5913309d-431a-4107-b8db-5758f661ca98 admin admin] Pushing event deleted for resources: {'Network': ['ID=685c8d17-3922-4d1c-b347-80d8fb37bd66,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:34.791855 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cfd6fecf-fcac-4ab6-b43f-02b736d03f20 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (6daf2ccc-3237-4bbd-92eb-db467900f029), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:34.847785 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6dad0c15-68a4-4404-b3d4-79e69c012587 req-4cd8fb09-8a78-4a0f-8add-855f1e177a9c tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/security-groups?id=3524c585-c4e8-4dfb-a8c3-d19c4cb3cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228191 Feb 02 07:22:34.881530 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd6fecf-fcac-4ab6-b43f-02b736d03f20 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Pushing event updated for resources: {'Subnet': ['ID=6daf2ccc-3237-4bbd-92eb-db467900f029,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:34.892353 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd6fecf-fcac-4ab6-b43f-02b736d03f20 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Checking segment: {'id': '8e8d6312-3f03-4063-88be-5e57ee1c7c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0bbe0bc2-226f-4a33-b298-e40174cb9d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:22:34.892887 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd6fecf-fcac-4ab6-b43f-02b736d03f20 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Network hostable DHCP agents. Network: 0bbe0bc2-226f-4a33-b298-e40174cb9d95, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:22:34.918874 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd6fecf-fcac-4ab6-b43f-02b736d03f20 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Network 0bbe0bc2-226f-4a33-b298-e40174cb9d95 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:22:34.931713 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-cfd6fecf-fcac-4ab6-b43f-02b736d03f20 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 0bbe0bc2-226f-4a33-b298-e40174cb9d95) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:22:34.941067 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401b0bf2-133b-4883-b458-62013eb2a5d1 None None] Network 0bbe0bc2-226f-4a33-b298-e40174cb9d95 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:22:34.946775 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd6fecf-fcac-4ab6-b43f-02b736d03f20 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:34.946775 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cfd6fecf-fcac-4ab6-b43f-02b736d03f20 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:34.974619 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4450bb97-f4cb-4d1b-9c99-ca8912007c6c req-226d992e-8e88-4953-96e0-f43c20fdad64 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.87 "GET /v2.0/ports?device_id=449fc50e-25e6-4c03-a79e-6b4045159285 HTTP/1.1" status: 200 len: 210 time: 0.0407610 Feb 02 07:22:34.981240 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-96a3e537-d628-4ec1-895d-d41035d4c2df req-1b830b8e-943f-4f3b-a1e2-5bab28ecc3a9 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Request body: {'port': {'device_id': '449fc50e-25e6-4c03-a79e-6b4045159285', 'network_id': '8e5c2e3b-7d55-4510-aab3-16b6ca3ea693', 'admin_state_up': True, 'tenant_id': '31a150f577914a209466302edcd070d5', 'security_groups': ['a94ca68d-f1f1-4df8-8323-f1a51d8092a8']}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:22:34.987916 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-cfd6fecf-fcac-4ab6-b43f-02b736d03f20 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1178751 Feb 02 07:22:34.988656 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41174) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:34.994569 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-3bd0b725-7e51-4524-96fa-d3a9b9428b22 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Request body: {'port': {'network_id': '0bbe0bc2-226f-4a33-b298-e40174cb9d95', 'name': 'tempest-NetworksIpV6TestAttrs-1613837740'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:22:35.011610 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41176) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:35.140987 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-72281cd4-627c-4485-bbb2-ba07ee62b049 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c0a9935245e74c7ca5a3b5e5150aa1a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1262579 Feb 02 07:22:35.143226 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41178) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:35.157717 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f2beba-626a-4289-878c-0717a0f025e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-0bbe0bc2-226f-4a33-b298-e40174cb9d95', 'network_id': '0bbe0bc2-226f-4a33-b298-e40174cb9d95', 'project_id': '4646dea9bc374b3eae88a00223f85708', 'fixed_ips': [{'subnet_id': '6daf2ccc-3237-4bbd-92eb-db467900f029'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:22:35.158810 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a8f2beba-626a-4289-878c-0717a0f025e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:35.185511 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96a3e537-d628-4ec1-895d-d41035d4c2df req-1b830b8e-943f-4f3b-a1e2-5bab28ecc3a9 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Made reservation on behalf of 31a150f577914a209466302edcd070d5 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:22:35.194113 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-96a3e537-d628-4ec1-895d-d41035d4c2df req-1b830b8e-943f-4f3b-a1e2-5bab28ecc3a9 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:35.214960 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e2ba8-44c8-456b-9667-3fdd9d91f639 req-52aec6eb-e256-451f-92c9-960507705b6c tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:35.216013 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ef1e2ba8-44c8-456b-9667-3fdd9d91f639 req-52aec6eb-e256-451f-92c9-960507705b6c tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/ports?device_id=23d00674-1c75-41ed-b39c-9b1c1a82bdbd HTTP/1.1" status: 200 len: 946 time: 0.1408899 Feb 02 07:22:35.246330 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd0b725-7e51-4524-96fa-d3a9b9428b22 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Made reservation on behalf of 4646dea9bc374b3eae88a00223f85708 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:22:35.249667 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3bd0b725-7e51-4524-96fa-d3a9b9428b22 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:35.269341 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-512835b1-2804-45e7-aee1-f6908db08448 admin admin] Publish callbacks [] for security_group (8d1cc325-a632-46e6-9754-02bd96fce640), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:35.303103 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [None req-3bd0b725-7e51-4524-96fa-d3a9b9428b22 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] device_id is not set on port 40444057-0068-4ffa-b64a-701fdab337bb yet. {{(pid=109694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:22:35.327452 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-512835b1-2804-45e7-aee1-f6908db08448 admin admin] Publish callbacks [] for security_group (8d1cc325-a632-46e6-9754-02bd96fce640), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:35.337104 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-a8f2beba-626a-4289-878c-0717a0f025e6 None None] Allocated IP 2001:db8::f816:3eff:fe5f:647b (0bbe0bc2-226f-4a33-b298-e40174cb9d95/6daf2ccc-3237-4bbd-92eb-db467900f029/af9914b3-3c66-47c8-a300-5c2da0b7b63a) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:22:35.383151 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-96a3e537-d628-4ec1-895d-d41035d4c2df req-1b830b8e-943f-4f3b-a1e2-5bab28ecc3a9 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Allocated IP 172.20.0.12 (8e5c2e3b-7d55-4510-aab3-16b6ca3ea693/ca42c38d-9a6e-46e3-b505-4f5f231acd74/79d713f5-543b-440d-b05b-da9173f67859) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:22:35.450671 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-512835b1-2804-45e7-aee1-f6908db08448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (8d1cc325-a632-46e6-9754-02bd96fce640), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:35.455294 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-512835b1-2804-45e7-aee1-f6908db08448 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:35.456818 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-512835b1-2804-45e7-aee1-f6908db08448 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/8d1cc325-a632-46e6-9754-02bd96fce640 HTTP/1.1" status: 204 len: 168 time: 0.3118525 Feb 02 07:22:35.468228 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ef1e2ba8-44c8-456b-9667-3fdd9d91f639 req-cbc7d81d-68ee-4ab8-aec4-61d9bb500fef tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/security-groups?id=6795e0a6-69cc-42c2-a292-352f11146466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439907 Feb 02 07:22:35.488252 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512835b1-2804-45e7-aee1-f6908db08448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1cc325-a632-46e6-9754-02bd96fce640,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:35.590333 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a8f2beba-626a-4289-878c-0717a0f025e6 None None] Publish callbacks [] for port (af9914b3-3c66-47c8-a300-5c2da0b7b63a), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:35.604024 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a8f2beba-626a-4289-878c-0717a0f025e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (af9914b3-3c66-47c8-a300-5c2da0b7b63a), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:35.714457 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f2beba-626a-4289-878c-0717a0f025e6 None None] Pushing event updated for resources: {'Port': ['ID=af9914b3-3c66-47c8-a300-5c2da0b7b63a,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:35.737260 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f2beba-626a-4289-878c-0717a0f025e6 None None] Network 0bbe0bc2-226f-4a33-b298-e40174cb9d95 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:22:35.740315 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-a8f2beba-626a-4289-878c-0717a0f025e6 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:22:35.752530 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f2beba-626a-4289-878c-0717a0f025e6 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:22:35.806114 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-96a3e537-d628-4ec1-895d-d41035d4c2df req-1b830b8e-943f-4f3b-a1e2-5bab28ecc3a9 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Publish callbacks [] for port (79d713f5-543b-440d-b05b-da9173f67859), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:35.814597 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-3bd0b725-7e51-4524-96fa-d3a9b9428b22 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Allocated IP 2001:db8::f816:3eff:fe7d:25eb (0bbe0bc2-226f-4a33-b298-e40174cb9d95/6daf2ccc-3237-4bbd-92eb-db467900f029/40444057-0068-4ffa-b64a-701fdab337bb) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:22:35.875513 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device de18ae81-62da-498e-8216-a94ed269a310 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:22:35.936093 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-96a3e537-d628-4ec1-895d-d41035d4c2df req-1b830b8e-943f-4f3b-a1e2-5bab28ecc3a9 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (79d713f5-543b-440d-b05b-da9173f67859), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:35.995471 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-a8f2beba-626a-4289-878c-0717a0f025e6 None None] Attempting to bind port af9914b3-3c66-47c8-a300-5c2da0b7b63a on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:22:35.995924 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-a8f2beba-626a-4289-878c-0717a0f025e6 None None] Attempting to bind port af9914b3-3c66-47c8-a300-5c2da0b7b63a by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '8e8d6312-3f03-4063-88be-5e57ee1c7c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0bbe0bc2-226f-4a33-b298-e40174cb9d95'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:22:35.996299 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f2beba-626a-4289-878c-0717a0f025e6 None None] Attempting to bind port af9914b3-3c66-47c8-a300-5c2da0b7b63a on network 0bbe0bc2-226f-4a33-b298-e40174cb9d95 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:22:36.014215 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f2beba-626a-4289-878c-0717a0f025e6 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:22:36.014654 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f2beba-626a-4289-878c-0717a0f025e6 None None] Checking segment: {'id': '8e8d6312-3f03-4063-88be-5e57ee1c7c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0bbe0bc2-226f-4a33-b298-e40174cb9d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:22:36.015116 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a8f2beba-626a-4289-878c-0717a0f025e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:36.015521 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f2beba-626a-4289-878c-0717a0f025e6 None None] Bound using segment: {'id': '8e8d6312-3f03-4063-88be-5e57ee1c7c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0bbe0bc2-226f-4a33-b298-e40174cb9d95'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:22:36.020780 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-a8f2beba-626a-4289-878c-0717a0f025e6 None None] Bound port: af9914b3-3c66-47c8-a300-5c2da0b7b63a, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e8d6312-3f03-4063-88be-5e57ee1c7c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '0bbe0bc2-226f-4a33-b298-e40174cb9d95'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:22:36.021191 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a8f2beba-626a-4289-878c-0717a0f025e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (af9914b3-3c66-47c8-a300-5c2da0b7b63a), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:36.044766 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96a3e537-d628-4ec1-895d-d41035d4c2df req-1b830b8e-943f-4f3b-a1e2-5bab28ecc3a9 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Network 8e5c2e3b-7d55-4510-aab3-16b6ca3ea693 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:22:36.048349 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-96a3e537-d628-4ec1-895d-d41035d4c2df req-1b830b8e-943f-4f3b-a1e2-5bab28ecc3a9 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:22:36.056948 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-96a3e537-d628-4ec1-895d-d41035d4c2df req-1b830b8e-943f-4f3b-a1e2-5bab28ecc3a9 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:22:36.178679 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port de18ae81-62da-498e-8216-a94ed269a310 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:22:36.191027 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (de18ae81-62da-498e-8216-a94ed269a310), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:36.205623 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b830b8e-943f-4f3b-a1e2-5bab28ecc3a9 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Pushing event updated for resources: {'Port': ['ID=79d713f5-543b-440d-b05b-da9173f67859,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:36.225087 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a3e537-d628-4ec1-895d-d41035d4c2df req-1b830b8e-943f-4f3b-a1e2-5bab28ecc3a9 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:36.227069 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-96a3e537-d628-4ec1-895d-d41035d4c2df req-1b830b8e-943f-4f3b-a1e2-5bab28ecc3a9 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:36.252697 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-96a3e537-d628-4ec1-895d-d41035d4c2df req-1b830b8e-943f-4f3b-a1e2-5bab28ecc3a9 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2777767 Feb 02 07:22:36.255955 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3bd0b725-7e51-4524-96fa-d3a9b9428b22 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks [] for port (40444057-0068-4ffa-b64a-701fdab337bb), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:36.270646 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-96a3e537-d628-4ec1-895d-d41035d4c2df req-e240c592-9e18-405d-a4ad-9f708dd2ad78 service neutron] Request body: {'port': {'device_id': '449fc50e-25e6-4c03-a79e-6b4045159285', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:22:36.274356 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec015f5-2d44-4d3a-a4a5-c93ac164dae9 None None] Network 85264137-e882-4d96-bbcf-4a31dc8d1181 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:22:36.348679 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-a8f2beba-626a-4289-878c-0717a0f025e6 None None] For port af9914b3-3c66-47c8-a300-5c2da0b7b63a, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:22:36.365188 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a16e36-ee9b-4145-ab69-7856f89972ee req-b0abdcc2-8e89-470f-bfac-52185744994f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:36.367068 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f9a16e36-ee9b-4145-ab69-7856f89972ee req-b0abdcc2-8e89-470f-bfac-52185744994f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=138c5dcdbd6744ca8b38947e5ed99f36&device_id=23d00674-1c75-41ed-b39c-9b1c1a82bdbd HTTP/1.1" status: 200 len: 1129 time: 0.3401449 Feb 02 07:22:36.387520 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-96a3e537-d628-4ec1-895d-d41035d4c2df req-e240c592-9e18-405d-a4ad-9f708dd2ad78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (79d713f5-543b-440d-b05b-da9173f67859), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:36.414060 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab769f10-ae1b-4e94-b6db-40090781259e req-6da0b996-7e12-4b93-b797-bf3560ffa6d6 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:36.421108 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ab769f10-ae1b-4e94-b6db-40090781259e req-6da0b996-7e12-4b93-b797-bf3560ffa6d6 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/ports?device_id=23d00674-1c75-41ed-b39c-9b1c1a82bdbd HTTP/1.1" status: 200 len: 946 time: 0.3706927 Feb 02 07:22:36.438389 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3bd0b725-7e51-4524-96fa-d3a9b9428b22 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (40444057-0068-4ffa-b64a-701fdab337bb), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:36.518076 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-a8f2beba-626a-4289-878c-0717a0f025e6 None None] For port af9914b3-3c66-47c8-a300-5c2da0b7b63a, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=af9914b3-3c66-47c8-a300-5c2da0b7b63a,segment=NetworkSegment(8e8d6312-3f03-4063-88be-5e57ee1c7c16),segment_id=8e8d6312-3f03-4063-88be-5e57ee1c7c16)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:22:36.528797 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-af2c578a-bc6d-4f29-a85d-37924df478b6 None None] Provisioning complete for port de18ae81-62da-498e-8216-a94ed269a310 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:22:36.529545 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-af2c578a-bc6d-4f29-a85d-37924df478b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (de18ae81-62da-498e-8216-a94ed269a310), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:36.578835 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a8f2beba-626a-4289-878c-0717a0f025e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (af9914b3-3c66-47c8-a300-5c2da0b7b63a), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:36.614313 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd0b725-7e51-4524-96fa-d3a9b9428b22 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Network 0bbe0bc2-226f-4a33-b298-e40174cb9d95 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:22:36.634322 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd0b725-7e51-4524-96fa-d3a9b9428b22 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Pushing event updated for resources: {'Port': ['ID=40444057-0068-4ffa-b64a-701fdab337bb,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:36.673098 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a16e36-ee9b-4145-ab69-7856f89972ee req-393b2714-0a05-46e6-922a-ca7a74ba2b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:36.676180 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f9a16e36-ee9b-4145-ab69-7856f89972ee req-393b2714-0a05-46e6-922a-ca7a74ba2b84 service neutron] 10.222.0.59 "GET /v2.0/networks?id=eb10f7d9-5215-469a-8039-9f917b412efa HTTP/1.1" status: 200 len: 920 time: 0.3018289 Feb 02 07:22:36.697295 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-3bd0b725-7e51-4524-96fa-d3a9b9428b22 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:22:36.710059 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd0b725-7e51-4524-96fa-d3a9b9428b22 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:22:36.718385 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd0b725-7e51-4524-96fa-d3a9b9428b22 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:36.719504 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3bd0b725-7e51-4524-96fa-d3a9b9428b22 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:36.785223 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ab769f10-ae1b-4e94-b6db-40090781259e req-03f0db1f-a9bc-4619-b6c0-dcba16c06bfd tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/security-groups?id=6795e0a6-69cc-42c2-a292-352f11146466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3630533 Feb 02 07:22:36.791267 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f9a16e36-ee9b-4145-ab69-7856f89972ee req-629fdf57-60bb-4d44-9bf8-5254485f7d0d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5040a36-469a-49ae-b19e-fa3dc5f78006 HTTP/1.1" status: 200 len: 217 time: 0.0882940 Feb 02 07:22:36.811968 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-3bd0b725-7e51-4524-96fa-d3a9b9428b22 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.8198235 Feb 02 07:22:36.813000 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41212) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:36.847637 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f2beba-626a-4289-878c-0717a0f025e6 None None] Pushing event updated for resources: {'Port': ['ID=af9914b3-3c66-47c8-a300-5c2da0b7b63a,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:36.860064 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41214) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:36.902987 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-96a3e537-d628-4ec1-895d-d41035d4c2df req-e240c592-9e18-405d-a4ad-9f708dd2ad78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79d713f5-543b-440d-b05b-da9173f67859 {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:22:36.918864 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port de18ae81-62da-498e-8216-a94ed269a310 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:22:36.919294 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (de18ae81-62da-498e-8216-a94ed269a310), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:36.922938 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-96a3e537-d628-4ec1-895d-d41035d4c2df req-e240c592-9e18-405d-a4ad-9f708dd2ad78 service neutron] Publish callbacks [] for port (79d713f5-543b-440d-b05b-da9173f67859), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:36.940262 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-96a3e537-d628-4ec1-895d-d41035d4c2df req-e240c592-9e18-405d-a4ad-9f708dd2ad78 service neutron] Transition to ACTIVE for port object 79d713f5-543b-440d-b05b-da9173f67859 will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:22:36.946408 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a16e36-ee9b-4145-ab69-7856f89972ee req-9a5f0920-d04f-4478-a8ad-20459e72b2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:36.948594 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-96a3e537-d628-4ec1-895d-d41035d4c2df req-e240c592-9e18-405d-a4ad-9f708dd2ad78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (79d713f5-543b-440d-b05b-da9173f67859), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:36.953457 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f9a16e36-ee9b-4145-ab69-7856f89972ee req-9a5f0920-d04f-4478-a8ad-20459e72b2ce service neutron] 10.222.0.59 "GET /v2.0/subnets?id=885f4045-8d8e-4d19-b861-51e56a7805ab HTTP/1.1" status: 200 len: 859 time: 0.1537349 Feb 02 07:22:36.974962 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port de18ae81-62da-498e-8216-a94ed269a310, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=de18ae81-62da-498e-8216-a94ed269a310,segment=NetworkSegment(864ee29a-a8c5-4804-aa28-75a757bc44ea),segment_id=864ee29a-a8c5-4804-aa28-75a757bc44ea)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:22:36.975574 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:22:36.994245 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (de18ae81-62da-498e-8216-a94ed269a310), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:37.086560 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-fa23e641-0011-4ee1-9d23-64683e54b75f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1168440877-network', 'tenant_id': '8fb3ad8fb83b40a09cd8873b65a26acc'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:22:37.111981 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-af2c578a-bc6d-4f29-a85d-37924df478b6 None None] Current status of the port de18ae81-62da-498e-8216-a94ed269a310 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:22:37.122306 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e240c592-9e18-405d-a4ad-9f708dd2ad78 service neutron] Pushing event updated for resources: {'Port': ['ID=79d713f5-543b-440d-b05b-da9173f67859,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:37.141570 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=de18ae81-62da-498e-8216-a94ed269a310,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:37.152291 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f9a16e36-ee9b-4145-ab69-7856f89972ee req-5d0a640e-37d6-462f-b661-beced7cc61ea service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=eb10f7d9-5215-469a-8039-9f917b412efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1734030 Feb 02 07:22:37.201631 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa23e641-0011-4ee1-9d23-64683e54b75f admin admin] Made reservation on behalf of 8fb3ad8fb83b40a09cd8873b65a26acc for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:22:37.204185 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fa23e641-0011-4ee1-9d23-64683e54b75f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:37.204331 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-13d77942-24ad-4049-b864-f3316e35d965 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Deleting subnet 6daf2ccc-3237-4bbd-92eb-db467900f029 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:22:37.234019 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fa23e641-0011-4ee1-9d23-64683e54b75f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:37.263679 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-96a3e537-d628-4ec1-895d-d41035d4c2df req-e240c592-9e18-405d-a4ad-9f708dd2ad78 service neutron] Attempting to bind port 79d713f5-543b-440d-b05b-da9173f67859 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:22:37.264037 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-96a3e537-d628-4ec1-895d-d41035d4c2df req-e240c592-9e18-405d-a4ad-9f708dd2ad78 service neutron] Attempting to bind port 79d713f5-543b-440d-b05b-da9173f67859 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': '24e7b58b-e741-4dab-b0d9-d82d40285059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8e5c2e3b-7d55-4510-aab3-16b6ca3ea693'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:22:37.264370 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a3e537-d628-4ec1-895d-d41035d4c2df req-e240c592-9e18-405d-a4ad-9f708dd2ad78 service neutron] Attempting to bind port 79d713f5-543b-440d-b05b-da9173f67859 on network 8e5c2e3b-7d55-4510-aab3-16b6ca3ea693 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:22:37.265190 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-13d77942-24ad-4049-b864-f3316e35d965 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks [] for subnet (6daf2ccc-3237-4bbd-92eb-db467900f029), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:37.293684 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a3e537-d628-4ec1-895d-d41035d4c2df req-e240c592-9e18-405d-a4ad-9f708dd2ad78 service neutron] Port 79d713f5-543b-440d-b05b-da9173f67859 on network 8e5c2e3b-7d55-4510-aab3-16b6ca3ea693 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:22:37.294166 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a3e537-d628-4ec1-895d-d41035d4c2df req-e240c592-9e18-405d-a4ad-9f708dd2ad78 service neutron] Attempting to bind port 79d713f5-543b-440d-b05b-da9173f67859 on network 8e5c2e3b-7d55-4510-aab3-16b6ca3ea693 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:22:37.344472 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a3e537-d628-4ec1-895d-d41035d4c2df req-e240c592-9e18-405d-a4ad-9f708dd2ad78 service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:22:37.345399 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a3e537-d628-4ec1-895d-d41035d4c2df req-e240c592-9e18-405d-a4ad-9f708dd2ad78 service neutron] Checking segment: {'id': '24e7b58b-e741-4dab-b0d9-d82d40285059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8e5c2e3b-7d55-4510-aab3-16b6ca3ea693'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:22:37.345399 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a3e537-d628-4ec1-895d-d41035d4c2df req-e240c592-9e18-405d-a4ad-9f708dd2ad78 service neutron] Bound using segment: {'id': '24e7b58b-e741-4dab-b0d9-d82d40285059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8e5c2e3b-7d55-4510-aab3-16b6ca3ea693'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:22:37.345658 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-96a3e537-d628-4ec1-895d-d41035d4c2df req-e240c592-9e18-405d-a4ad-9f708dd2ad78 service neutron] Bound port: 79d713f5-543b-440d-b05b-da9173f67859, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24e7b58b-e741-4dab-b0d9-d82d40285059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8e5c2e3b-7d55-4510-aab3-16b6ca3ea693'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:22:37.346007 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-96a3e537-d628-4ec1-895d-d41035d4c2df req-e240c592-9e18-405d-a4ad-9f708dd2ad78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (79d713f5-543b-440d-b05b-da9173f67859), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:37.408985 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-13d77942-24ad-4049-b864-f3316e35d965 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (6daf2ccc-3237-4bbd-92eb-db467900f029), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:37.424101 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174fab6-81d3-453f-8a8f-ae29d70036c6 req-0824fa43-19e8-41ca-8dde-ea525ff46b20 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:37.431909 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d174fab6-81d3-453f-8a8f-ae29d70036c6 req-0824fa43-19e8-41ca-8dde-ea525ff46b20 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/ports?device_id=7fc76b10-16c5-4f44-9cb1-ab46966186cc HTTP/1.1" status: 200 len: 946 time: 0.4609921 Feb 02 07:22:37.524362 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-96a3e537-d628-4ec1-895d-d41035d4c2df req-e240c592-9e18-405d-a4ad-9f708dd2ad78 service neutron] For port 79d713f5-543b-440d-b05b-da9173f67859, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:22:37.534623 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-96a3e537-d628-4ec1-895d-d41035d4c2df req-e240c592-9e18-405d-a4ad-9f708dd2ad78 service neutron] For port 79d713f5-543b-440d-b05b-da9173f67859, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=79d713f5-543b-440d-b05b-da9173f67859,segment=NetworkSegment(24e7b58b-e741-4dab-b0d9-d82d40285059),segment_id=24e7b58b-e741-4dab-b0d9-d82d40285059)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:22:37.562342 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-96a3e537-d628-4ec1-895d-d41035d4c2df req-e240c592-9e18-405d-a4ad-9f708dd2ad78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (79d713f5-543b-440d-b05b-da9173f67859), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:37.570415 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f9a16e36-ee9b-4145-ab69-7856f89972ee req-ebb28e1f-81b3-482b-86b9-1b0783f815ec service neutron] 10.222.0.59 "GET /v2.0/networks/eb10f7d9-5215-469a-8039-9f917b412efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4074621 Feb 02 07:22:37.576601 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fa23e641-0011-4ee1-9d23-64683e54b75f admin admin] Publish callbacks [] for security_group (44db5fd4-128d-4f6f-9039-fc1a1181dbcb), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:37.578387 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-167eb018-76d4-45cd-9205-71d8e73d9a30 None None] Provisioning complete for port de18ae81-62da-498e-8216-a94ed269a310 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:22:37.578867 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-167eb018-76d4-45cd-9205-71d8e73d9a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (de18ae81-62da-498e-8216-a94ed269a310), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:37.615683 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fa23e641-0011-4ee1-9d23-64683e54b75f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (44db5fd4-128d-4f6f-9039-fc1a1181dbcb), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:37.622514 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a3e537-d628-4ec1-895d-d41035d4c2df req-e240c592-9e18-405d-a4ad-9f708dd2ad78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:37.623138 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-96a3e537-d628-4ec1-895d-d41035d4c2df req-e240c592-9e18-405d-a4ad-9f708dd2ad78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:37.626691 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-96a3e537-d628-4ec1-895d-d41035d4c2df req-e240c592-9e18-405d-a4ad-9f708dd2ad78 service neutron] 10.222.0.88 "PUT /v2.0/ports/79d713f5-543b-440d-b05b-da9173f67859 HTTP/1.1" status: 200 len: 1093 time: 1.3603563 Feb 02 07:22:37.639537 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '449fc50e-25e6-4c03-a79e-6b4045159285', 'tag': '79d713f5-543b-440d-b05b-da9173f67859'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:22:37.642053 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349c7547-efbd-491e-bbe0-4aee2c0deb52" -d '{"events": [{"name": "network-changed", "server_uuid": "449fc50e-25e6-4c03-a79e-6b4045159285", "tag": "79d713f5-543b-440d-b05b-da9173f67859"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:22:37.698532 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa23e641-0011-4ee1-9d23-64683e54b75f admin admin] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:22:37.703269 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d174fab6-81d3-453f-8a8f-ae29d70036c6 req-9ca53b32-c963-4102-b51f-9b2c9f554ac9 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/security-groups?id=3524c585-c4e8-4dfb-a8c3-d19c4cb3cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656441 Feb 02 07:22:37.744360 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa23e641-0011-4ee1-9d23-64683e54b75f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44db5fd4-128d-4f6f-9039-fc1a1181dbcb,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:37.756417 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e240c592-9e18-405d-a4ad-9f708dd2ad78 service neutron] Pushing event updated for resources: {'Port': ['ID=79d713f5-543b-440d-b05b-da9173f67859,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:37.815052 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-167eb018-76d4-45cd-9205-71d8e73d9a30 None None] Current status of the port de18ae81-62da-498e-8216-a94ed269a310 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:22:37.965734 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device de18ae81-62da-498e-8216-a94ed269a310 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:22:38.059789 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f9a16e36-ee9b-4145-ab69-7856f89972ee req-b2ab4238-6efa-4602-b87a-fb5c18449ac7 service neutron] 10.222.0.59 "GET /v2.0/networks/eb10f7d9-5215-469a-8039-9f917b412efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4764333 Feb 02 07:22:38.072698 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-13d77942-24ad-4049-b864-f3316e35d965 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (6daf2ccc-3237-4bbd-92eb-db467900f029), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:38.090382 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port de18ae81-62da-498e-8216-a94ed269a310 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:22:38.092272 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (de18ae81-62da-498e-8216-a94ed269a310), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:38.144302 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca50566-64f9-4375-a356-343ee4f96bc1 req-f56121bc-86c5-4ae5-9955-f3a02ab74b14 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:38.151737 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fca50566-64f9-4375-a356-343ee4f96bc1 req-f56121bc-86c5-4ae5-9955-f3a02ab74b14 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.87 "GET /v2.0/ports?device_id=449fc50e-25e6-4c03-a79e-6b4045159285 HTTP/1.1" status: 200 len: 944 time: 0.3101866 Feb 02 07:22:38.244082 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-13d77942-24ad-4049-b864-f3316e35d965 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (6daf2ccc-3237-4bbd-92eb-db467900f029), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:38.284131 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fa23e641-0011-4ee1-9d23-64683e54b75f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (0d520ba0-7feb-4261-8e84-604f4207736e), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:38.284637 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-fa23e641-0011-4ee1-9d23-64683e54b75f admin admin] Added segment 0d520ba0-7feb-4261-8e84-604f4207736e of type vlan for network ca4554a1-0c33-48f6-9c78-9142a4cb2413 Feb 02 07:22:38.293781 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port de18ae81-62da-498e-8216-a94ed269a310 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:22:38.301604 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d77942-24ad-4049-b864-f3316e35d965 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Pushing event deleted for resources: {'Subnet': ['ID=6daf2ccc-3237-4bbd-92eb-db467900f029,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:38.304206 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-13d77942-24ad-4049-b864-f3316e35d965 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:38.309367 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-13d77942-24ad-4049-b864-f3316e35d965 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] 10.222.0.87 "DELETE /v2.0/subnets/6daf2ccc-3237-4bbd-92eb-db467900f029 HTTP/1.1" status: 204 len: 168 time: 1.3670108 Feb 02 07:22:38.310163 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device af9914b3-3c66-47c8-a300-5c2da0b7b63a up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:22:38.315644 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41228) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:38.377945 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port af9914b3-3c66-47c8-a300-5c2da0b7b63a triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:22:38.378329 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (af9914b3-3c66-47c8-a300-5c2da0b7b63a), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:38.390961 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d10e537-48b2-4953-9581-2d0d37348c9f tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:38.392588 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d10e537-48b2-4953-9581-2d0d37348c9f tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:38.398287 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-2d10e537-48b2-4953-9581-2d0d37348c9f tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0785038 Feb 02 07:22:38.402091 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41230) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:38.402907 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fca50566-64f9-4375-a356-343ee4f96bc1 req-e8ca4ad3-443c-4c9b-88fd-c6908a977d44 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.87 "GET /v2.0/security-groups?id=a94ca68d-f1f1-4df8-8323-f1a51d8092a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2503002 Feb 02 07:22:38.430877 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fa23e641-0011-4ee1-9d23-64683e54b75f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (ca4554a1-0c33-48f6-9c78-9142a4cb2413), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:38.448818 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a3e537-d628-4ec1-895d-d41035d4c2df req-c1fc1328-1812-4c7d-90c0-1668c77c8bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:38.450752 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-96a3e537-d628-4ec1-895d-d41035d4c2df req-c1fc1328-1812-4c7d-90c0-1668c77c8bb5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=31a150f577914a209466302edcd070d5&device_id=449fc50e-25e6-4c03-a79e-6b4045159285 HTTP/1.1" status: 200 len: 1127 time: 0.7326274 Feb 02 07:22:38.502559 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04acdcc0-e7e8-4804-a01b-4aacfc8a58d0 x-openstack-request-id: req-04acdcc0-e7e8-4804-a01b-4aacfc8a58d0 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:22:38.502918 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "449fc50e-25e6-4c03-a79e-6b4045159285", "tag": "79d713f5-543b-440d-b05b-da9173f67859", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:22:38.503104 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-04acdcc0-e7e8-4804-a01b-4aacfc8a58d0 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:22:38.504106 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '449fc50e-25e6-4c03-a79e-6b4045159285', 'tag': '79d713f5-543b-440d-b05b-da9173f67859', 'status': 'completed', 'code': 200} Feb 02 07:22:38.508867 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port af9914b3-3c66-47c8-a300-5c2da0b7b63a is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:22:38.509518 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (af9914b3-3c66-47c8-a300-5c2da0b7b63a), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:38.556496 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port af9914b3-3c66-47c8-a300-5c2da0b7b63a, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=af9914b3-3c66-47c8-a300-5c2da0b7b63a,segment=NetworkSegment(8e8d6312-3f03-4063-88be-5e57ee1c7c16),segment_id=8e8d6312-3f03-4063-88be-5e57ee1c7c16)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:22:38.568031 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (af9914b3-3c66-47c8-a300-5c2da0b7b63a), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:38.631765 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9f3a11-2d4a-42f4-a585-d1b204dba89c req-7e17a1cf-9a8c-4db0-963d-914d4599b8d7 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:38.633838 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-de9f3a11-2d4a-42f4-a585-d1b204dba89c req-7e17a1cf-9a8c-4db0-963d-914d4599b8d7 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/ports?device_id=23d00674-1c75-41ed-b39c-9b1c1a82bdbd HTTP/1.1" status: 200 len: 946 time: 0.1003208 Feb 02 07:22:38.655510 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=af9914b3-3c66-47c8-a300-5c2da0b7b63a,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:38.659802 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-96a3e537-d628-4ec1-895d-d41035d4c2df req-fe885353-d970-43a7-8c0d-822913bccd09 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79d713f5-543b-440d-b05b-da9173f67859 HTTP/1.1" status: 200 len: 217 time: 0.1891866 Feb 02 07:22:38.679935 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fa23e641-0011-4ee1-9d23-64683e54b75f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (ca4554a1-0c33-48f6-9c78-9142a4cb2413), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:38.681865 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa23e641-0011-4ee1-9d23-64683e54b75f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:38.682545 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fa23e641-0011-4ee1-9d23-64683e54b75f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:38.723602 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-de9f3a11-2d4a-42f4-a585-d1b204dba89c req-4f496d81-4a63-4388-a8de-cf78cf0924b7 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/security-groups?id=6795e0a6-69cc-42c2-a292-352f11146466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828836 Feb 02 07:22:38.726071 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bdb0b69d-d91c-41d5-9d54-23be7a78304d tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (0bbe0bc2-226f-4a33-b298-e40174cb9d95), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:38.814097 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-fa23e641-0011-4ee1-9d23-64683e54b75f admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9509089 Feb 02 07:22:38.817973 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41234) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:38.822616 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdb0b69d-d91c-41d5-9d54-23be7a78304d tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 02 07:22:38.823079 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdb0b69d-d91c-41d5-9d54-23be7a78304d tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:22:38.823378 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-1cd02ed1-f2a7-4365-8cae-df44cbf3bbfb admin admin] Request body: {'subnet': {'network_id': 'ca4554a1-0c33-48f6-9c78-9142a4cb2413', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1168440877-subnet', 'tenant_id': '8fb3ad8fb83b40a09cd8873b65a26acc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:22:38.826259 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-bdb0b69d-d91c-41d5-9d54-23be7a78304d tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] 10.222.0.87 "DELETE /v2.0/networks/0bbe0bc2-226f-4a33-b298-e40174cb9d95 HTTP/1.1" status: 409 len: 466 time: 0.4148796 Feb 02 07:22:38.827051 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa23e641-0011-4ee1-9d23-64683e54b75f admin admin] Pushing event updated for resources: {'Network': ['ID=ca4554a1-0c33-48f6-9c78-9142a4cb2413,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:38.831339 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41236) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:38.838428 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network ca4554a1-0c33-48f6-9c78-9142a4cb2413 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:22:38.840269 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a3e537-d628-4ec1-895d-d41035d4c2df req-1e46f672-f622-4ead-aeb1-c5cb64d62aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:38.842270 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-96a3e537-d628-4ec1-895d-d41035d4c2df req-1e46f672-f622-4ead-aeb1-c5cb64d62aaa service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ca42c38d-9a6e-46e3-b505-4f5f231acd74 HTTP/1.1" status: 200 len: 852 time: 0.1749713 Feb 02 07:22:38.847929 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b199d855-07e5-4b17-a1a2-4076b9668ab4 None None] Network 0bbe0bc2-226f-4a33-b298-e40174cb9d95 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:22:38.853818 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-b6bd5213-f70a-4615-8d0b-f7550defd20a tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-871672553'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:22:38.887844 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd02ed1-f2a7-4365-8cae-df44cbf3bbfb admin admin] Made reservation on behalf of 8fb3ad8fb83b40a09cd8873b65a26acc for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:22:38.890479 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1cd02ed1-f2a7-4365-8cae-df44cbf3bbfb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:38.894850 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6bd5213-f70a-4615-8d0b-f7550defd20a tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Made reservation on behalf of 4646dea9bc374b3eae88a00223f85708 for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:22:38.901329 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b6bd5213-f70a-4615-8d0b-f7550defd20a tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:38.912217 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a3e537-d628-4ec1-895d-d41035d4c2df req-b26994cc-1d12-439a-9dd1-dc1878e557ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:38.914408 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-96a3e537-d628-4ec1-895d-d41035d4c2df req-b26994cc-1d12-439a-9dd1-dc1878e557ba service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8e5c2e3b-7d55-4510-aab3-16b6ca3ea693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0653520 Feb 02 07:22:39.003486 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6bd5213-f70a-4615-8d0b-f7550defd20a tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:22:39.035789 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b6bd5213-f70a-4615-8d0b-f7550defd20a tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (24f3bb7e-3e35-4330-9ba3-ca346d64fbf2), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:39.036438 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-b6bd5213-f70a-4615-8d0b-f7550defd20a tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Added segment 24f3bb7e-3e35-4330-9ba3-ca346d64fbf2 of type vlan for network f2c615ac-d870-4ca7-ab44-29716e0cf051 Feb 02 07:22:39.038975 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-42bd8528-273d-4ca4-8a90-4560b2440fa6 None None] Provisioning complete for port af9914b3-3c66-47c8-a300-5c2da0b7b63a triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:22:39.039667 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-42bd8528-273d-4ca4-8a90-4560b2440fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (af9914b3-3c66-47c8-a300-5c2da0b7b63a), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:39.141276 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-96a3e537-d628-4ec1-895d-d41035d4c2df req-79a2ffdd-1414-4c04-9ac5-6712f1653f92 service neutron] 10.222.0.88 "GET /v2.0/networks/8e5c2e3b-7d55-4510-aab3-16b6ca3ea693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175646 Feb 02 07:22:39.144519 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b6bd5213-f70a-4615-8d0b-f7550defd20a tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (f2c615ac-d870-4ca7-ab44-29716e0cf051), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:39.175836 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-42bd8528-273d-4ca4-8a90-4560b2440fa6 None None] Current status of the port af9914b3-3c66-47c8-a300-5c2da0b7b63a is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:22:39.196585 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c729da-c397-4c8a-885b-af2dce9dc3cb None None] DHCP port deletion for 0bbe0bc2-226f-4a33-b298-e40174cb9d95 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:22:39.255805 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b6bd5213-f70a-4615-8d0b-f7550defd20a tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (f2c615ac-d870-4ca7-ab44-29716e0cf051), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:39.261544 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6bd5213-f70a-4615-8d0b-f7550defd20a tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:39.262155 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b6bd5213-f70a-4615-8d0b-f7550defd20a tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:39.268973 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-e9c729da-c397-4c8a-885b-af2dce9dc3cb None None] Deleting port af9914b3-3c66-47c8-a300-5c2da0b7b63a {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:22:39.270922 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e9c729da-c397-4c8a-885b-af2dce9dc3cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (af9914b3-3c66-47c8-a300-5c2da0b7b63a), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:39.315135 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1cd02ed1-f2a7-4365-8cae-df44cbf3bbfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (d03693b6-3669-4157-b339-5d4aa3a3a931), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:39.322809 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-96a3e537-d628-4ec1-895d-d41035d4c2df req-764109d5-db04-4767-9d5b-baf5df09c10a service neutron] 10.222.0.88 "GET /v2.0/networks/8e5c2e3b-7d55-4510-aab3-16b6ca3ea693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736102 Feb 02 07:22:39.349445 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b6bd5213-f70a-4615-8d0b-f7550defd20a tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5141466 Feb 02 07:22:39.354435 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41240) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:39.360226 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-20588425-7327-4b6d-b09e-cfdad1a4abdc tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Request body: {'subnet': {'network_id': 'f2c615ac-d870-4ca7-ab44-29716e0cf051', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:22:39.401186 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bd5213-f70a-4615-8d0b-f7550defd20a tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Pushing event updated for resources: {'Network': ['ID=f2c615ac-d870-4ca7-ab44-29716e0cf051,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:39.416937 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network f2c615ac-d870-4ca7-ab44-29716e0cf051 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:22:39.419533 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd02ed1-f2a7-4365-8cae-df44cbf3bbfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=d03693b6-3669-4157-b339-5d4aa3a3a931,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:39.424173 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-e9c729da-c397-4c8a-885b-af2dce9dc3cb None None] For port af9914b3-3c66-47c8-a300-5c2da0b7b63a, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=af9914b3-3c66-47c8-a300-5c2da0b7b63a,segment=NetworkSegment(8e8d6312-3f03-4063-88be-5e57ee1c7c16),segment_id=8e8d6312-3f03-4063-88be-5e57ee1c7c16)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:22:39.427971 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e9c729da-c397-4c8a-885b-af2dce9dc3cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (af9914b3-3c66-47c8-a300-5c2da0b7b63a), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:39.444279 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd02ed1-f2a7-4365-8cae-df44cbf3bbfb admin admin] Checking segment: {'id': '0d520ba0-7feb-4261-8e84-604f4207736e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ca4554a1-0c33-48f6-9c78-9142a4cb2413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:22:39.444279 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd02ed1-f2a7-4365-8cae-df44cbf3bbfb admin admin] Network hostable DHCP agents. Network: ca4554a1-0c33-48f6-9c78-9142a4cb2413, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:22:39.466996 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd02ed1-f2a7-4365-8cae-df44cbf3bbfb admin admin] Network ca4554a1-0c33-48f6-9c78-9142a4cb2413 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:22:39.489188 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-e9c729da-c397-4c8a-885b-af2dce9dc3cb None None] Calling delete_port for af9914b3-3c66-47c8-a300-5c2da0b7b63a owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:22:39.492673 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-1cd02ed1-f2a7-4365-8cae-df44cbf3bbfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, ca4554a1-0c33-48f6-9c78-9142a4cb2413) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:22:39.503252 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd02ed1-f2a7-4365-8cae-df44cbf3bbfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:39.506337 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1cd02ed1-f2a7-4365-8cae-df44cbf3bbfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:39.543035 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26106620-7cd4-4fd7-8210-ab9f2401f074 None None] Network ca4554a1-0c33-48f6-9c78-9142a4cb2413 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:22:39.601561 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-1cd02ed1-f2a7-4365-8cae-df44cbf3bbfb admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7822864 Feb 02 07:22:39.665156 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910e4784-07a9-4aeb-b6e5-9fbfa27696b1 req-fa6baab2-05fd-4e0a-81bb-e247b0566842 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:39.666704 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-910e4784-07a9-4aeb-b6e5-9fbfa27696b1 req-fa6baab2-05fd-4e0a-81bb-e247b0566842 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.87 "GET /v2.0/ports?device_id=449fc50e-25e6-4c03-a79e-6b4045159285 HTTP/1.1" status: 200 len: 944 time: 0.1187277 Feb 02 07:22:39.677855 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device af9914b3-3c66-47c8-a300-5c2da0b7b63a no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:22:39.684654 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e9c729da-c397-4c8a-885b-af2dce9dc3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (af9914b3-3c66-47c8-a300-5c2da0b7b63a), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:39.693831 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c7547-efbd-491e-bbe0-4aee2c0deb52 req-57f5f611-8fe4-4b34-b0d2-6a4d41206bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:39.695416 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-349c7547-efbd-491e-bbe0-4aee2c0deb52 req-57f5f611-8fe4-4b34-b0d2-6a4d41206bc6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=31a150f577914a209466302edcd070d5&device_id=449fc50e-25e6-4c03-a79e-6b4045159285 HTTP/1.1" status: 200 len: 1127 time: 0.2743325 Feb 02 07:22:39.782421 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-910e4784-07a9-4aeb-b6e5-9fbfa27696b1 req-6f1334bb-bba1-4843-87aa-30534df8f5e5 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.87 "GET /v2.0/security-groups?id=a94ca68d-f1f1-4df8-8323-f1a51d8092a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025124 Feb 02 07:22:39.794680 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20588425-7327-4b6d-b09e-cfdad1a4abdc tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Made reservation on behalf of 4646dea9bc374b3eae88a00223f85708 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:22:39.813790 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-20588425-7327-4b6d-b09e-cfdad1a4abdc tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:39.836830 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: af9914b3-3c66-47c8-a300-5c2da0b7b63a {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:22:39.837337 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device af9914b3-3c66-47c8-a300-5c2da0b7b63a not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:22:39.843526 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c729da-c397-4c8a-885b-af2dce9dc3cb None None] Pushing event deleted for resources: {'Port': ['ID=af9914b3-3c66-47c8-a300-5c2da0b7b63a,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:39.875468 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c729da-c397-4c8a-885b-af2dce9dc3cb None None] No DVR routers for this DVR port af9914b3-3c66-47c8-a300-5c2da0b7b63a on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:22:39.908504 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c7547-efbd-491e-bbe0-4aee2c0deb52 req-d05e037f-aaa8-4769-9ab7-c1386dd98dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:39.911365 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-349c7547-efbd-491e-bbe0-4aee2c0deb52 req-d05e037f-aaa8-4769-9ab7-c1386dd98dc7 service neutron] 10.222.0.88 "GET /v2.0/networks?id=8e5c2e3b-7d55-4510-aab3-16b6ca3ea693 HTTP/1.1" status: 200 len: 914 time: 0.2038438 Feb 02 07:22:39.964824 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de12f76c-501e-4da9-a91a-f1a18e9bb4f9 None None] Network ca4554a1-0c33-48f6-9c78-9142a4cb2413 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:22:39.980531 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49435111-209c-447f-baf3-28e4f2a8a8e1 req-9303f70c-b8b4-4b14-97f3-b3bd4add814e tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:39.989666 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-49435111-209c-447f-baf3-28e4f2a8a8e1 req-9303f70c-b8b4-4b14-97f3-b3bd4add814e tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/ports?device_id=23d00674-1c75-41ed-b39c-9b1c1a82bdbd HTTP/1.1" status: 200 len: 946 time: 0.0878878 Feb 02 07:22:40.056006 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-349c7547-efbd-491e-bbe0-4aee2c0deb52 req-705e0eae-f82c-4490-a3bb-776f7c8b6520 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79d713f5-543b-440d-b05b-da9173f67859 HTTP/1.1" status: 200 len: 217 time: 0.1289320 Feb 02 07:22:40.062149 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-49435111-209c-447f-baf3-28e4f2a8a8e1 req-b631b741-6412-4563-b738-31ad87bde62a tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/security-groups?id=6795e0a6-69cc-42c2-a292-352f11146466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709240 Feb 02 07:22:40.205683 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c7547-efbd-491e-bbe0-4aee2c0deb52 req-37ed3edf-cdbe-4384-bf1f-6f778f568a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:40.207168 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-349c7547-efbd-491e-bbe0-4aee2c0deb52 req-37ed3edf-cdbe-4384-bf1f-6f778f568a9f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ca42c38d-9a6e-46e3-b505-4f5f231acd74 HTTP/1.1" status: 200 len: 852 time: 0.1063504 Feb 02 07:22:40.301103 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41258) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:40.306138 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-108cd2e4-bf1f-4a8a-be3a-648191e2126f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-246886170-network', 'tenant_id': 'aee5d5447a974dc0a599c970348540c0'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:22:40.330669 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c7547-efbd-491e-bbe0-4aee2c0deb52 req-8f3821f9-75b1-405c-af68-78a72a8c1d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:40.332160 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-349c7547-efbd-491e-bbe0-4aee2c0deb52 req-8f3821f9-75b1-405c-af68-78a72a8c1d3f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8e5c2e3b-7d55-4510-aab3-16b6ca3ea693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1176214 Feb 02 07:22:40.333470 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-108cd2e4-bf1f-4a8a-be3a-648191e2126f admin admin] Made reservation on behalf of aee5d5447a974dc0a599c970348540c0 for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:22:40.337850 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-108cd2e4-bf1f-4a8a-be3a-648191e2126f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:40.353107 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-108cd2e4-bf1f-4a8a-be3a-648191e2126f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:40.523012 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-349c7547-efbd-491e-bbe0-4aee2c0deb52 req-fa68a288-db2f-4c84-803b-54a6168c1db6 service neutron] 10.222.0.88 "GET /v2.0/networks/8e5c2e3b-7d55-4510-aab3-16b6ca3ea693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818461 Feb 02 07:22:40.536050 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-108cd2e4-bf1f-4a8a-be3a-648191e2126f admin admin] Publish callbacks [] for security_group (0fc738fb-c4f4-456f-94ff-08c5cf098aa8), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:40.545233 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-108cd2e4-bf1f-4a8a-be3a-648191e2126f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (0fc738fb-c4f4-456f-94ff-08c5cf098aa8), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:40.576963 n-d-789963-26 neutron-server[109693]: DEBUG neutron.objects.ports [None req-20588425-7327-4b6d-b09e-cfdad1a4abdc tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109693) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 02 07:22:40.579838 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-108cd2e4-bf1f-4a8a-be3a-648191e2126f admin admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:22:40.588420 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-20588425-7327-4b6d-b09e-cfdad1a4abdc tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (27a336e1-49b0-4e37-821d-0002b45820f1), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:40.593316 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108cd2e4-bf1f-4a8a-be3a-648191e2126f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc738fb-c4f4-456f-94ff-08c5cf098aa8,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:40.617676 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-108cd2e4-bf1f-4a8a-be3a-648191e2126f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (5c732a45-22a7-4153-87c6-de254df2cdcd), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:40.618076 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-108cd2e4-bf1f-4a8a-be3a-648191e2126f admin admin] Added segment 5c732a45-22a7-4153-87c6-de254df2cdcd of type vlan for network f4a40beb-76c2-4951-9b89-46d7dcdc8d0c Feb 02 07:22:40.665253 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-108cd2e4-bf1f-4a8a-be3a-648191e2126f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (f4a40beb-76c2-4951-9b89-46d7dcdc8d0c), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:40.695096 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-108cd2e4-bf1f-4a8a-be3a-648191e2126f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (f4a40beb-76c2-4951-9b89-46d7dcdc8d0c), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:40.696254 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108cd2e4-bf1f-4a8a-be3a-648191e2126f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:40.696906 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-108cd2e4-bf1f-4a8a-be3a-648191e2126f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:40.704160 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20588425-7327-4b6d-b09e-cfdad1a4abdc tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Pushing event updated for resources: {'Subnet': ['ID=27a336e1-49b0-4e37-821d-0002b45820f1,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:40.734545 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-349c7547-efbd-491e-bbe0-4aee2c0deb52 req-459da4f6-3693-45c7-b8ed-a48758ce5f31 service neutron] 10.222.0.88 "GET /v2.0/networks/8e5c2e3b-7d55-4510-aab3-16b6ca3ea693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839271 Feb 02 07:22:40.735583 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20588425-7327-4b6d-b09e-cfdad1a4abdc tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Checking segment: {'id': '24f3bb7e-3e35-4330-9ba3-ca346d64fbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'f2c615ac-d870-4ca7-ab44-29716e0cf051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:22:40.736064 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20588425-7327-4b6d-b09e-cfdad1a4abdc tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Network hostable DHCP agents. Network: f2c615ac-d870-4ca7-ab44-29716e0cf051, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:22:40.755042 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20588425-7327-4b6d-b09e-cfdad1a4abdc tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Network f2c615ac-d870-4ca7-ab44-29716e0cf051 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:22:40.766898 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-20588425-7327-4b6d-b09e-cfdad1a4abdc tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, f2c615ac-d870-4ca7-ab44-29716e0cf051) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:22:40.771223 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20588425-7327-4b6d-b09e-cfdad1a4abdc tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:40.772085 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-20588425-7327-4b6d-b09e-cfdad1a4abdc tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:40.779704 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-108cd2e4-bf1f-4a8a-be3a-648191e2126f admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4750202 Feb 02 07:22:40.779901 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b08e45-3135-42f9-8a31-4a6d04c4fa4e None None] Network f2c615ac-d870-4ca7-ab44-29716e0cf051 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:22:40.782617 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41262) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:40.788340 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-330986c0-c487-4d04-9b29-d432b4c829b2 admin admin] Request body: {'subnet': {'network_id': 'f4a40beb-76c2-4951-9b89-46d7dcdc8d0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-246886170-subnet', 'tenant_id': 'aee5d5447a974dc0a599c970348540c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:22:40.813463 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-20588425-7327-4b6d-b09e-cfdad1a4abdc tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4555032 Feb 02 07:22:40.814101 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41266) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:40.821883 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-5ae1b8c9-f568-46f3-be93-295a58abba55 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Request body: {'port': {'network_id': 'f2c615ac-d870-4ca7-ab44-29716e0cf051', 'name': 'tempest-NetworksIpV6TestAttrs-41494934'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:22:40.840580 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-330986c0-c487-4d04-9b29-d432b4c829b2 admin admin] Made reservation on behalf of aee5d5447a974dc0a599c970348540c0 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:22:40.843524 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-330986c0-c487-4d04-9b29-d432b4c829b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:41.057654 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa771e6f-fca2-4278-b4f1-0943703841b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-f2c615ac-d870-4ca7-ab44-29716e0cf051', 'network_id': 'f2c615ac-d870-4ca7-ab44-29716e0cf051', 'project_id': '4646dea9bc374b3eae88a00223f85708', 'fixed_ips': [{'subnet_id': '27a336e1-49b0-4e37-821d-0002b45820f1'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:22:41.059720 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-aa771e6f-fca2-4278-b4f1-0943703841b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:41.076616 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae1b8c9-f568-46f3-be93-295a58abba55 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Made reservation on behalf of 4646dea9bc374b3eae88a00223f85708 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:22:41.081130 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5ae1b8c9-f568-46f3-be93-295a58abba55 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:41.109575 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [None req-5ae1b8c9-f568-46f3-be93-295a58abba55 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] device_id is not set on port ad714d7f-c2c7-42da-86d8-960b39c7d396 yet. {{(pid=109693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:22:41.208670 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108cd2e4-bf1f-4a8a-be3a-648191e2126f admin admin] Pushing event updated for resources: {'Network': ['ID=f4a40beb-76c2-4951-9b89-46d7dcdc8d0c,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:41.219202 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-330986c0-c487-4d04-9b29-d432b4c829b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (62663bf8-df43-4db8-8d87-59340b4feda6), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:41.253937 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-aa771e6f-fca2-4278-b4f1-0943703841b6 None None] Allocated IP 2001:db8::f816:3eff:fe6e:bb9d (f2c615ac-d870-4ca7-ab44-29716e0cf051/27a336e1-49b0-4e37-821d-0002b45820f1/3088a648-7962-4ec8-868d-fd0ad42ce86f) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:22:41.270363 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network f4a40beb-76c2-4951-9b89-46d7dcdc8d0c details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:22:41.271278 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55e930-564c-4378-9923-cb4db399d0b6 req-658cfdc4-4d28-40c1-b65f-f81edbdbe150 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:41.273330 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-db55e930-564c-4378-9923-cb4db399d0b6 req-658cfdc4-4d28-40c1-b65f-f81edbdbe150 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.87 "GET /v2.0/ports?device_id=449fc50e-25e6-4c03-a79e-6b4045159285 HTTP/1.1" status: 200 len: 944 time: 0.0689476 Feb 02 07:22:41.284387 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6f41d2a9-7c56-4276-8752-fb35db7bdd63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:41.285688 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330986c0-c487-4d04-9b29-d432b4c829b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62663bf8-df43-4db8-8d87-59340b4feda6,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:41.296255 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330986c0-c487-4d04-9b29-d432b4c829b2 admin admin] Checking segment: {'id': '5c732a45-22a7-4153-87c6-de254df2cdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f4a40beb-76c2-4951-9b89-46d7dcdc8d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:22:41.296613 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330986c0-c487-4d04-9b29-d432b4c829b2 admin admin] Network hostable DHCP agents. Network: f4a40beb-76c2-4951-9b89-46d7dcdc8d0c, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:22:41.299992 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330986c0-c487-4d04-9b29-d432b4c829b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:22:41.300347 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330986c0-c487-4d04-9b29-d432b4c829b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:22:41.300697 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330986c0-c487-4d04-9b29-d432b4c829b2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:22:41.301039 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330986c0-c487-4d04-9b29-d432b4c829b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:22:41.301754 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330986c0-c487-4d04-9b29-d432b4c829b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:22:41.301754 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330986c0-c487-4d04-9b29-d432b4c829b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:22:41.302023 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330986c0-c487-4d04-9b29-d432b4c829b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:22:41.302352 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330986c0-c487-4d04-9b29-d432b4c829b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:22:41.302683 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330986c0-c487-4d04-9b29-d432b4c829b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:22:41.303016 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330986c0-c487-4d04-9b29-d432b4c829b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:22:41.303342 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330986c0-c487-4d04-9b29-d432b4c829b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:22:41.303698 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330986c0-c487-4d04-9b29-d432b4c829b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:22:41.304025 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330986c0-c487-4d04-9b29-d432b4c829b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:22:41.329026 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330986c0-c487-4d04-9b29-d432b4c829b2 admin admin] Network f4a40beb-76c2-4951-9b89-46d7dcdc8d0c is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:22:41.340847 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-330986c0-c487-4d04-9b29-d432b4c829b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, f4a40beb-76c2-4951-9b89-46d7dcdc8d0c) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:22:41.345740 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330986c0-c487-4d04-9b29-d432b4c829b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:41.346499 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-330986c0-c487-4d04-9b29-d432b4c829b2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:41.358031 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-db55e930-564c-4378-9923-cb4db399d0b6 req-8dfdc21c-04ac-4895-9b19-3642669f0ba5 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.87 "GET /v2.0/security-groups?id=a94ca68d-f1f1-4df8-8323-f1a51d8092a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788512 Feb 02 07:22:41.370292 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-330986c0-c487-4d04-9b29-d432b4c829b2 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5860791 Feb 02 07:22:41.396628 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce7d7b7-f0c9-4dca-a1c8-54990b11baf7 None None] Network f4a40beb-76c2-4951-9b89-46d7dcdc8d0c requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:22:41.560592 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f95e424-ef87-4352-9500-77d182d992a6 req-1781716b-56c2-4e01-93fc-f63da9a9c039 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:41.564377 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2f95e424-ef87-4352-9500-77d182d992a6 req-1781716b-56c2-4e01-93fc-f63da9a9c039 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/ports?device_id=23d00674-1c75-41ed-b39c-9b1c1a82bdbd HTTP/1.1" status: 200 len: 946 time: 0.1198828 Feb 02 07:22:41.638498 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-aa771e6f-fca2-4278-b4f1-0943703841b6 None None] Publish callbacks [] for port (3088a648-7962-4ec8-868d-fd0ad42ce86f), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:41.642222 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092b26fa-7b8d-4765-a5a8-fb4d934385d3 None None] Network f4a40beb-76c2-4951-9b89-46d7dcdc8d0c requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:22:41.658690 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-aa771e6f-fca2-4278-b4f1-0943703841b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (3088a648-7962-4ec8-868d-fd0ad42ce86f), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:41.679471 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2f95e424-ef87-4352-9500-77d182d992a6 req-47c20bac-7511-47d3-8501-555cb1998c75 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/security-groups?id=6795e0a6-69cc-42c2-a292-352f11146466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037424 Feb 02 07:22:41.753466 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa771e6f-fca2-4278-b4f1-0943703841b6 None None] Network f2c615ac-d870-4ca7-ab44-29716e0cf051 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:22:41.756122 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa771e6f-fca2-4278-b4f1-0943703841b6 None None] Pushing event updated for resources: {'Port': ['ID=3088a648-7962-4ec8-868d-fd0ad42ce86f,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:41.761145 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-aa771e6f-fca2-4278-b4f1-0943703841b6 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:22:41.762869 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-5ae1b8c9-f568-46f3-be93-295a58abba55 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Allocated IP 2001:db8::f816:3eff:fe9c:54bc (f2c615ac-d870-4ca7-ab44-29716e0cf051/27a336e1-49b0-4e37-821d-0002b45820f1/ad714d7f-c2c7-42da-86d8-960b39c7d396) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:22:41.764700 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa771e6f-fca2-4278-b4f1-0943703841b6 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:22:41.843258 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-aa771e6f-fca2-4278-b4f1-0943703841b6 None None] Attempting to bind port 3088a648-7962-4ec8-868d-fd0ad42ce86f on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:22:41.843974 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-aa771e6f-fca2-4278-b4f1-0943703841b6 None None] Attempting to bind port 3088a648-7962-4ec8-868d-fd0ad42ce86f by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '24f3bb7e-3e35-4330-9ba3-ca346d64fbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'f2c615ac-d870-4ca7-ab44-29716e0cf051'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:22:41.844088 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa771e6f-fca2-4278-b4f1-0943703841b6 None None] Attempting to bind port 3088a648-7962-4ec8-868d-fd0ad42ce86f on network f2c615ac-d870-4ca7-ab44-29716e0cf051 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:22:41.849239 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa771e6f-fca2-4278-b4f1-0943703841b6 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:22:41.849620 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa771e6f-fca2-4278-b4f1-0943703841b6 None None] Checking segment: {'id': '24f3bb7e-3e35-4330-9ba3-ca346d64fbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'f2c615ac-d870-4ca7-ab44-29716e0cf051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:22:41.850029 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-aa771e6f-fca2-4278-b4f1-0943703841b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:41.850433 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa771e6f-fca2-4278-b4f1-0943703841b6 None None] Bound using segment: {'id': '24f3bb7e-3e35-4330-9ba3-ca346d64fbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'f2c615ac-d870-4ca7-ab44-29716e0cf051'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:22:41.850962 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-aa771e6f-fca2-4278-b4f1-0943703841b6 None None] Bound port: 3088a648-7962-4ec8-868d-fd0ad42ce86f, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24f3bb7e-3e35-4330-9ba3-ca346d64fbf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'f2c615ac-d870-4ca7-ab44-29716e0cf051'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:22:41.851354 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-aa771e6f-fca2-4278-b4f1-0943703841b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3088a648-7962-4ec8-868d-fd0ad42ce86f), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:41.936373 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-aa771e6f-fca2-4278-b4f1-0943703841b6 None None] For port 3088a648-7962-4ec8-868d-fd0ad42ce86f, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:22:41.939875 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-aa771e6f-fca2-4278-b4f1-0943703841b6 None None] For port 3088a648-7962-4ec8-868d-fd0ad42ce86f, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=3088a648-7962-4ec8-868d-fd0ad42ce86f,segment=NetworkSegment(24f3bb7e-3e35-4330-9ba3-ca346d64fbf2),segment_id=24f3bb7e-3e35-4330-9ba3-ca346d64fbf2)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:22:41.941368 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5ae1b8c9-f568-46f3-be93-295a58abba55 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks [] for port (ad714d7f-c2c7-42da-86d8-960b39c7d396), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:41.948774 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-aa771e6f-fca2-4278-b4f1-0943703841b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (3088a648-7962-4ec8-868d-fd0ad42ce86f), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:42.002975 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5ae1b8c9-f568-46f3-be93-295a58abba55 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (ad714d7f-c2c7-42da-86d8-960b39c7d396), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:42.022575 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa771e6f-fca2-4278-b4f1-0943703841b6 None None] Pushing event updated for resources: {'Port': ['ID=3088a648-7962-4ec8-868d-fd0ad42ce86f,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:42.083463 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae1b8c9-f568-46f3-be93-295a58abba55 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Network f2c615ac-d870-4ca7-ab44-29716e0cf051 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:22:42.088531 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-5ae1b8c9-f568-46f3-be93-295a58abba55 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:22:42.091346 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae1b8c9-f568-46f3-be93-295a58abba55 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:22:42.097777 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae1b8c9-f568-46f3-be93-295a58abba55 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:42.098437 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5ae1b8c9-f568-46f3-be93-295a58abba55 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:42.113451 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae1b8c9-f568-46f3-be93-295a58abba55 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Pushing event updated for resources: {'Port': ['ID=ad714d7f-c2c7-42da-86d8-960b39c7d396,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:42.124623 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-5ae1b8c9-f568-46f3-be93-295a58abba55 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 1.3077414 Feb 02 07:22:42.127120 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41288) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:42.249258 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-01f308bd-fb22-4c41-b339-adbdffa6cfca tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Deleting subnet 27a336e1-49b0-4e37-821d-0002b45820f1 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:22:42.252783 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-01f308bd-fb22-4c41-b339-adbdffa6cfca tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks [] for subnet (27a336e1-49b0-4e37-821d-0002b45820f1), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:42.358733 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-01f308bd-fb22-4c41-b339-adbdffa6cfca tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (27a336e1-49b0-4e37-821d-0002b45820f1), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:42.569796 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-01f308bd-fb22-4c41-b339-adbdffa6cfca tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (27a336e1-49b0-4e37-821d-0002b45820f1), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:42.645681 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-01f308bd-fb22-4c41-b339-adbdffa6cfca tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (27a336e1-49b0-4e37-821d-0002b45820f1), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:42.706259 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f308bd-fb22-4c41-b339-adbdffa6cfca tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Pushing event deleted for resources: {'Subnet': ['ID=27a336e1-49b0-4e37-821d-0002b45820f1,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:42.718386 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-01f308bd-fb22-4c41-b339-adbdffa6cfca tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:42.725124 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-01f308bd-fb22-4c41-b339-adbdffa6cfca tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] 10.222.0.87 "DELETE /v2.0/subnets/27a336e1-49b0-4e37-821d-0002b45820f1 HTTP/1.1" status: 204 len: 168 time: 0.5968974 Feb 02 07:22:42.725690 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41310) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:42.791212 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e432a82b-1d6f-4aa1-88f6-3e4905783b58 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:42.792567 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e432a82b-1d6f-4aa1-88f6-3e4905783b58 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:42.796511 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e432a82b-1d6f-4aa1-88f6-3e4905783b58 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0674126 Feb 02 07:22:42.797181 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41312) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:42.857664 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544aa9c0-49a3-4091-a723-5bfe83dc4eee req-ae5f59cd-24fb-4225-b2b9-b3d51f6e18ac tempest-ServersNegativeTestMultiTenantJSON-200546617 tempest-ServersNegativeTestMultiTenantJSON-200546617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:42.864640 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-544aa9c0-49a3-4091-a723-5bfe83dc4eee req-ae5f59cd-24fb-4225-b2b9-b3d51f6e18ac tempest-ServersNegativeTestMultiTenantJSON-200546617 tempest-ServersNegativeTestMultiTenantJSON-200546617-project] 10.222.0.87 "GET /v2.0/networks?id=ca4554a1-0c33-48f6-9c78-9142a4cb2413 HTTP/1.1" status: 200 len: 825 time: 0.1375921 Feb 02 07:22:42.881698 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-544aa9c0-49a3-4091-a723-5bfe83dc4eee req-33f5e63f-0d25-44ae-b3e7-70c3615f33bf tempest-ServersNegativeTestMultiTenantJSON-200546617 tempest-ServersNegativeTestMultiTenantJSON-200546617-project] 10.222.0.87 "GET /v2.0/quotas/8fb3ad8fb83b40a09cd8873b65a26acc HTTP/1.1" status: 200 len: 375 time: 0.0158515 Feb 02 07:22:42.897740 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8fe01395-fc51-4a04-9a2b-34f9a8e383f4 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (f2c615ac-d870-4ca7-ab44-29716e0cf051), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:42.909497 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fe01395-fc51-4a04-9a2b-34f9a8e383f4 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 02 07:22:42.910135 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fe01395-fc51-4a04-9a2b-34f9a8e383f4 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:22:42.917856 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-8fe01395-fc51-4a04-9a2b-34f9a8e383f4 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] 10.222.0.87 "DELETE /v2.0/networks/f2c615ac-d870-4ca7-ab44-29716e0cf051 HTTP/1.1" status: 409 len: 466 time: 0.1163435 Feb 02 07:22:42.918191 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41314) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:42.925272 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-28363167-19ce-4662-9d8e-848db00cdcec tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-849014561'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:22:42.934839 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-544aa9c0-49a3-4091-a723-5bfe83dc4eee req-d40a6dbc-d6a4-4678-bfd6-5f4ad1f813fb tempest-ServersNegativeTestMultiTenantJSON-200546617 tempest-ServersNegativeTestMultiTenantJSON-200546617-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=8fb3ad8fb83b40a09cd8873b65a26acc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0499692 Feb 02 07:22:42.981656 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28363167-19ce-4662-9d8e-848db00cdcec tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Made reservation on behalf of 4646dea9bc374b3eae88a00223f85708 for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:22:42.986275 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-28363167-19ce-4662-9d8e-848db00cdcec tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:43.082852 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28363167-19ce-4662-9d8e-848db00cdcec tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:22:43.124870 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-28363167-19ce-4662-9d8e-848db00cdcec tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (acf99f28-639f-4e7d-87bb-0562e6dc78bd), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:43.131723 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-28363167-19ce-4662-9d8e-848db00cdcec tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Added segment acf99f28-639f-4e7d-87bb-0562e6dc78bd of type vlan for network 559ddd66-0998-406e-8646-d2c78ab0de19 Feb 02 07:22:43.208007 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-544aa9c0-49a3-4091-a723-5bfe83dc4eee req-34b7e6f1-428e-4f6c-a525-107063920a8a service neutron] 10.222.0.87 "GET /v2.0/networks/ca4554a1-0c33-48f6-9c78-9142a4cb2413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672577 Feb 02 07:22:43.246580 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-28363167-19ce-4662-9d8e-848db00cdcec tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (559ddd66-0998-406e-8646-d2c78ab0de19), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:43.308424 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b3801276-effc-4616-b0bf-5f9cff3eda19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:43.328219 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-28363167-19ce-4662-9d8e-848db00cdcec tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (559ddd66-0998-406e-8646-d2c78ab0de19), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:43.333712 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28363167-19ce-4662-9d8e-848db00cdcec tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:43.334441 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-28363167-19ce-4662-9d8e-848db00cdcec tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:43.418340 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-28363167-19ce-4662-9d8e-848db00cdcec tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4950073 Feb 02 07:22:43.421124 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41320) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:43.431038 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-bccd0d3b-5812-41c7-84f5-cc54844baae8 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Request body: {'subnet': {'network_id': '559ddd66-0998-406e-8646-d2c78ab0de19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:22:43.493630 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28363167-19ce-4662-9d8e-848db00cdcec tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Pushing event updated for resources: {'Network': ['ID=559ddd66-0998-406e-8646-d2c78ab0de19,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:43.505404 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 559ddd66-0998-406e-8646-d2c78ab0de19 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:22:43.520144 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-544aa9c0-49a3-4091-a723-5bfe83dc4eee req-ed563079-04c6-4bc8-9bf9-44f79eecb44a service neutron] 10.222.0.87 "GET /v2.0/networks/ca4554a1-0c33-48f6-9c78-9142a4cb2413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076375 Feb 02 07:22:43.783088 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bccd0d3b-5812-41c7-84f5-cc54844baae8 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Made reservation on behalf of 4646dea9bc374b3eae88a00223f85708 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:22:43.786748 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bccd0d3b-5812-41c7-84f5-cc54844baae8 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:44.147358 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3b44f2-f0d5-453a-807a-601765ecfa8f None None] Network f2c615ac-d870-4ca7-ab44-29716e0cf051 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:22:44.238568 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 3088a648-7962-4ec8-868d-fd0ad42ce86f up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:22:44.317564 n-d-789963-26 neutron-server[109694]: DEBUG neutron.objects.ports [None req-bccd0d3b-5812-41c7-84f5-cc54844baae8 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109694) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 02 07:22:44.325376 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bccd0d3b-5812-41c7-84f5-cc54844baae8 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (05a853f4-2c3a-4639-ae21-dd8f5f08ebca), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:44.378014 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ffa6b732-5242-4ab9-984d-fbc2864544d7 None None] Provisioning complete for port 3088a648-7962-4ec8-868d-fd0ad42ce86f triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:22:44.381088 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ffa6b732-5242-4ab9-984d-fbc2864544d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (3088a648-7962-4ec8-868d-fd0ad42ce86f), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:44.444247 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9dc0f-6286-43c8-b707-2ab689a4d6d0 req-19befe05-59cc-40fe-a0c6-bdc34e08c7a0 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:44.463621 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-19a9dc0f-6286-43c8-b707-2ab689a4d6d0 req-19befe05-59cc-40fe-a0c6-bdc34e08c7a0 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.87 "GET /v2.0/ports?device_id=449fc50e-25e6-4c03-a79e-6b4045159285 HTTP/1.1" status: 200 len: 944 time: 0.3015401 Feb 02 07:22:44.524797 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccd0d3b-5812-41c7-84f5-cc54844baae8 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Pushing event updated for resources: {'Subnet': ['ID=05a853f4-2c3a-4639-ae21-dd8f5f08ebca,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:44.588358 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 3088a648-7962-4ec8-868d-fd0ad42ce86f triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:22:44.588939 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (3088a648-7962-4ec8-868d-fd0ad42ce86f), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:44.658653 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccd0d3b-5812-41c7-84f5-cc54844baae8 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Checking segment: {'id': 'acf99f28-639f-4e7d-87bb-0562e6dc78bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '559ddd66-0998-406e-8646-d2c78ab0de19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:22:44.659651 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bccd0d3b-5812-41c7-84f5-cc54844baae8 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Network hostable DHCP agents. Network: 559ddd66-0998-406e-8646-d2c78ab0de19, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:22:44.728501 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa137d6d-bfc1-4c74-9fa9-524194ff8414 None None] DHCP port deletion for f2c615ac-d870-4ca7-ab44-29716e0cf051 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:22:44.776438 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-19a9dc0f-6286-43c8-b707-2ab689a4d6d0 req-b4256436-5f62-49c5-84f0-7b67258b346c tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.87 "GET /v2.0/security-groups?id=a94ca68d-f1f1-4df8-8323-f1a51d8092a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3011525 Feb 02 07:22:44.776438 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bccd0d3b-5812-41c7-84f5-cc54844baae8 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Network 559ddd66-0998-406e-8646-d2c78ab0de19 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:22:44.815897 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-bccd0d3b-5812-41c7-84f5-cc54844baae8 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 559ddd66-0998-406e-8646-d2c78ab0de19) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:22:44.827508 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bccd0d3b-5812-41c7-84f5-cc54844baae8 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:44.828628 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bccd0d3b-5812-41c7-84f5-cc54844baae8 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:44.864650 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4b0757-92cd-41fc-a1ec-97f5ccbbf58b None None] Network 559ddd66-0998-406e-8646-d2c78ab0de19 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:22:44.873217 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-bccd0d3b-5812-41c7-84f5-cc54844baae8 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.4503727 Feb 02 07:22:44.876691 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41336) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:44.910844 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:44.920591 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ffa6b732-5242-4ab9-984d-fbc2864544d7 None None] Current status of the port 3088a648-7962-4ec8-868d-fd0ad42ce86f is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:22:44.921206 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ffa6b732-5242-4ab9-984d-fbc2864544d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3088a648-7962-4ec8-868d-fd0ad42ce86f), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:45.028540 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-53593ee7-2d04-495a-a0d4-7d2054e72b44 req-c1161eba-4ddd-41bf-8193-c540935352e2 tempest-ServersNegativeTestMultiTenantJSON-200546617 tempest-ServersNegativeTestMultiTenantJSON-200546617-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d28dc2e-b190-45e4-bd96-23508921fbeb HTTP/1.1" status: 200 len: 210 time: 0.0370355 Feb 02 07:22:45.103870 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-14cfc2b3-d935-4d93-ae7f-97ec0ba76b33 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (559ddd66-0998-406e-8646-d2c78ab0de19), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:45.147411 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ffa6b732-5242-4ab9-984d-fbc2864544d7 None None] For port 3088a648-7962-4ec8-868d-fd0ad42ce86f, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=3088a648-7962-4ec8-868d-fd0ad42ce86f,segment=NetworkSegment(24f3bb7e-3e35-4330-9ba3-ca346d64fbf2),segment_id=24f3bb7e-3e35-4330-9ba3-ca346d64fbf2)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:22:45.159078 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-fa137d6d-bfc1-4c74-9fa9-524194ff8414 None None] Deleting port 3088a648-7962-4ec8-868d-fd0ad42ce86f {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:22:45.159686 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-fa137d6d-bfc1-4c74-9fa9-524194ff8414 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (3088a648-7962-4ec8-868d-fd0ad42ce86f), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:45.226093 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-14cfc2b3-d935-4d93-ae7f-97ec0ba76b33 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (05a853f4-2c3a-4639-ae21-dd8f5f08ebca), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:45.284816 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-fa137d6d-bfc1-4c74-9fa9-524194ff8414 None None] For port 3088a648-7962-4ec8-868d-fd0ad42ce86f, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=3088a648-7962-4ec8-868d-fd0ad42ce86f,segment=NetworkSegment(24f3bb7e-3e35-4330-9ba3-ca346d64fbf2),segment_id=24f3bb7e-3e35-4330-9ba3-ca346d64fbf2)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:22:45.285375 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-fa137d6d-bfc1-4c74-9fa9-524194ff8414 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (3088a648-7962-4ec8-868d-fd0ad42ce86f), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:45.303056 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-14cfc2b3-d935-4d93-ae7f-97ec0ba76b33 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (05a853f4-2c3a-4639-ae21-dd8f5f08ebca), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:45.305294 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-fa137d6d-bfc1-4c74-9fa9-524194ff8414 None None] Calling delete_port for 3088a648-7962-4ec8-868d-fd0ad42ce86f owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:22:45.360270 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cfc2b3-d935-4d93-ae7f-97ec0ba76b33 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Pushing event deleted for resources: {'Subnet': ['ID=05a853f4-2c3a-4639-ae21-dd8f5f08ebca,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:45.395091 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ffa6b732-5242-4ab9-984d-fbc2864544d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (3088a648-7962-4ec8-868d-fd0ad42ce86f), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:45.407505 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-fa137d6d-bfc1-4c74-9fa9-524194ff8414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (3088a648-7962-4ec8-868d-fd0ad42ce86f), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:45.425927 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 3088a648-7962-4ec8-868d-fd0ad42ce86f is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:22:45.426318 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3088a648-7962-4ec8-868d-fd0ad42ce86f), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:45.489448 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-14cfc2b3-d935-4d93-ae7f-97ec0ba76b33 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (559ddd66-0998-406e-8646-d2c78ab0de19), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:45.490148 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa6b732-5242-4ab9-984d-fbc2864544d7 None None] Pushing event deleted for resources: {'Port': ['ID=3088a648-7962-4ec8-868d-fd0ad42ce86f,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:45.504506 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37b0033-1c9a-4a01-8706-d5003269b853 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-559ddd66-0998-406e-8646-d2c78ab0de19', 'network_id': '559ddd66-0998-406e-8646-d2c78ab0de19', 'project_id': '4646dea9bc374b3eae88a00223f85708', 'fixed_ips': [{'subnet_id': '05a853f4-2c3a-4639-ae21-dd8f5f08ebca'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:22:45.505857 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d37b0033-1c9a-4a01-8706-d5003269b853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:45.535904 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-14cfc2b3-d935-4d93-ae7f-97ec0ba76b33 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['559ddd66-0998-406e-8646-d2c78ab0de19']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:22:45.556307 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-14cfc2b3-d935-4d93-ae7f-97ec0ba76b33 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acf99f28-639f-4e7d-87bb-0562e6dc78bd') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:22:45.557414 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-14cfc2b3-d935-4d93-ae7f-97ec0ba76b33 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acf99f28-639f-4e7d-87bb-0562e6dc78bd') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:22:45.577557 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-14cfc2b3-d935-4d93-ae7f-97ec0ba76b33 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (acf99f28-639f-4e7d-87bb-0562e6dc78bd), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:45.590184 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa137d6d-bfc1-4c74-9fa9-524194ff8414 None None] No DVR routers for this DVR port 3088a648-7962-4ec8-868d-fd0ad42ce86f on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:22:45.620257 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa137d6d-bfc1-4c74-9fa9-524194ff8414 None None] Pushing event deleted for resources: {'Port': ['ID=3088a648-7962-4ec8-868d-fd0ad42ce86f,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:45.761263 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-14cfc2b3-d935-4d93-ae7f-97ec0ba76b33 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (acf99f28-639f-4e7d-87bb-0562e6dc78bd), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:45.778455 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e03f67-276b-4d01-8c35-94cf731f8931 None None] Network 559ddd66-0998-406e-8646-d2c78ab0de19 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:22:45.781319 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14cfc2b3-d935-4d93-ae7f-97ec0ba76b33 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:22:45.781948 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-14cfc2b3-d935-4d93-ae7f-97ec0ba76b33 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (acf99f28-639f-4e7d-87bb-0562e6dc78bd), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:45.788764 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:22:45.788764 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:22:45.788764 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:22:45.788764 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:22:45.788764 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:22:45.788764 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:22:45.788764 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:22:45.788764 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:22:45.788764 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:22:45.788764 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:22:45.788764 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:22:45.788764 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:22:45.788764 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:22:45.788764 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:22:45.788764 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:22:45.788764 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:22:45.788764 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:22:45.788764 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:22:45.788764 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:22:45.788764 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:22:45.788764 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:22:45.788764 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:22:45.788764 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:22:45.788764 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:22:45.788764 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:22:45.788764 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:22:45.788764 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:22:45.788764 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:22:45.788764 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:22:45.788764 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:22:45.788764 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:22:45.788764 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:22:45.825895 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 3088a648-7962-4ec8-868d-fd0ad42ce86f no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:22:45.862594 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544aa9c0-49a3-4091-a723-5bfe83dc4eee req-c7231eba-2107-4a20-b415-28f414bacc78 tempest-ServersNegativeTestMultiTenantJSON-200546617 tempest-ServersNegativeTestMultiTenantJSON-200546617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:45.864990 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-544aa9c0-49a3-4091-a723-5bfe83dc4eee req-c7231eba-2107-4a20-b415-28f414bacc78 tempest-ServersNegativeTestMultiTenantJSON-200546617 tempest-ServersNegativeTestMultiTenantJSON-200546617-project] 10.222.0.59 "GET /v2.0/networks?id=ca4554a1-0c33-48f6-9c78-9142a4cb2413 HTTP/1.1" status: 200 len: 825 time: 0.2418978 Feb 02 07:22:45.873585 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 3088a648-7962-4ec8-868d-fd0ad42ce86f {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:22:45.874222 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 3088a648-7962-4ec8-868d-fd0ad42ce86f not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:22:45.946433 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-544aa9c0-49a3-4091-a723-5bfe83dc4eee req-d4faac05-d574-4c0b-b72d-33a0f04c490a tempest-ServersNegativeTestMultiTenantJSON-200546617 tempest-ServersNegativeTestMultiTenantJSON-200546617-project] Request body: {'port': {'device_id': '4d28dc2e-b190-45e4-bd96-23508921fbeb', 'network_id': 'ca4554a1-0c33-48f6-9c78-9142a4cb2413', 'admin_state_up': True, 'tenant_id': '8fb3ad8fb83b40a09cd8873b65a26acc'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:22:46.051344 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-14cfc2b3-d935-4d93-ae7f-97ec0ba76b33 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (559ddd66-0998-406e-8646-d2c78ab0de19), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:46.058221 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:46.119184 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-14cfc2b3-d935-4d93-ae7f-97ec0ba76b33 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:46.129106 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-14cfc2b3-d935-4d93-ae7f-97ec0ba76b33 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] 10.222.0.87 "DELETE /v2.0/networks/559ddd66-0998-406e-8646-d2c78ab0de19 HTTP/1.1" status: 204 len: 168 time: 1.2454410 Feb 02 07:22:46.129362 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41342) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:46.136525 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-6bdc563f-fddd-4a1b-b98d-ded78fb3b558 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1400135143'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:22:46.156753 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cfc2b3-d935-4d93-ae7f-97ec0ba76b33 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Pushing event deleted for resources: {'Network': ['ID=559ddd66-0998-406e-8646-d2c78ab0de19,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:46.189377 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bdc563f-fddd-4a1b-b98d-ded78fb3b558 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Made reservation on behalf of 4646dea9bc374b3eae88a00223f85708 for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:22:46.196135 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6bdc563f-fddd-4a1b-b98d-ded78fb3b558 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:46.197780 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7920bc75-03fc-41e3-88e0-416149755dbc req-94cdddb4-fe6b-4fb9-9b99-b3161b1d7589 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:46.200266 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7920bc75-03fc-41e3-88e0-416149755dbc req-94cdddb4-fe6b-4fb9-9b99-b3161b1d7589 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.87 "GET /v2.0/ports?device_id=449fc50e-25e6-4c03-a79e-6b4045159285 HTTP/1.1" status: 200 len: 944 time: 0.2623355 Feb 02 07:22:46.241592 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bdc563f-fddd-4a1b-b98d-ded78fb3b558 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:22:46.267307 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6bdc563f-fddd-4a1b-b98d-ded78fb3b558 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (4c8e897e-d9e3-44ce-9d41-ef0fc1e58db3), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:46.270364 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-6bdc563f-fddd-4a1b-b98d-ded78fb3b558 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Added segment 4c8e897e-d9e3-44ce-9d41-ef0fc1e58db3 of type vlan for network eebf818b-16b3-43fa-9792-335a97cced18 Feb 02 07:22:46.327632 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7920bc75-03fc-41e3-88e0-416149755dbc req-4bee48b8-65b2-419f-8bdb-fc2f8acdd975 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.87 "GET /v2.0/security-groups?id=a94ca68d-f1f1-4df8-8323-f1a51d8092a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112471 Feb 02 07:22:46.328990 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-544aa9c0-49a3-4091-a723-5bfe83dc4eee req-d4faac05-d574-4c0b-b72d-33a0f04c490a tempest-ServersNegativeTestMultiTenantJSON-200546617 tempest-ServersNegativeTestMultiTenantJSON-200546617-project] Made reservation on behalf of 8fb3ad8fb83b40a09cd8873b65a26acc for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:22:46.330947 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6bdc563f-fddd-4a1b-b98d-ded78fb3b558 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (eebf818b-16b3-43fa-9792-335a97cced18), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:46.334236 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-544aa9c0-49a3-4091-a723-5bfe83dc4eee req-d4faac05-d574-4c0b-b72d-33a0f04c490a tempest-ServersNegativeTestMultiTenantJSON-200546617 tempest-ServersNegativeTestMultiTenantJSON-200546617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:46.363631 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6bdc563f-fddd-4a1b-b98d-ded78fb3b558 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (eebf818b-16b3-43fa-9792-335a97cced18), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:46.370093 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bdc563f-fddd-4a1b-b98d-ded78fb3b558 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:46.370750 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6bdc563f-fddd-4a1b-b98d-ded78fb3b558 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:46.416996 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-6bdc563f-fddd-4a1b-b98d-ded78fb3b558 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2843866 Feb 02 07:22:46.417212 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41344) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:46.422166 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-20b1cffd-bfda-49a0-aa61-b09fa279ff80 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Request body: {'subnet': {'network_id': 'eebf818b-16b3-43fa-9792-335a97cced18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:22:46.470630 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdc563f-fddd-4a1b-b98d-ded78fb3b558 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Pushing event updated for resources: {'Network': ['ID=eebf818b-16b3-43fa-9792-335a97cced18,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:46.482798 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network eebf818b-16b3-43fa-9792-335a97cced18 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:22:46.577739 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5528da60-0fac-406a-bfdf-faff7959b11f req-8b8bb300-176d-46ea-8a5b-12194f9eebc6 tempest-ServersNegativeTestMultiTenantJSON-200546617 tempest-ServersNegativeTestMultiTenantJSON-200546617-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d28dc2e-b190-45e4-bd96-23508921fbeb HTTP/1.1" status: 200 len: 210 time: 0.1037462 Feb 02 07:22:46.606596 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b1cffd-bfda-49a0-aa61-b09fa279ff80 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Made reservation on behalf of 4646dea9bc374b3eae88a00223f85708 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:22:46.615735 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-20b1cffd-bfda-49a0-aa61-b09fa279ff80 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:46.682678 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-544aa9c0-49a3-4091-a723-5bfe83dc4eee req-d4faac05-d574-4c0b-b72d-33a0f04c490a tempest-ServersNegativeTestMultiTenantJSON-200546617 tempest-ServersNegativeTestMultiTenantJSON-200546617-project] Allocated IP 172.20.0.4 (ca4554a1-0c33-48f6-9c78-9142a4cb2413/d03693b6-3669-4157-b339-5d4aa3a3a931/afe95ed6-e79e-43fe-a086-97d13df48af1) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:22:46.814669 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-20b1cffd-bfda-49a0-aa61-b09fa279ff80 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (ff3f55bf-f383-4eda-ad79-530be6b63315), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:46.873828 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b1cffd-bfda-49a0-aa61-b09fa279ff80 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Pushing event updated for resources: {'Subnet': ['ID=ff3f55bf-f383-4eda-ad79-530be6b63315,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:46.891732 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b1cffd-bfda-49a0-aa61-b09fa279ff80 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Checking segment: {'id': '4c8e897e-d9e3-44ce-9d41-ef0fc1e58db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'eebf818b-16b3-43fa-9792-335a97cced18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:22:46.892111 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b1cffd-bfda-49a0-aa61-b09fa279ff80 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Network hostable DHCP agents. Network: eebf818b-16b3-43fa-9792-335a97cced18, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:22:46.909890 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b1cffd-bfda-49a0-aa61-b09fa279ff80 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Network eebf818b-16b3-43fa-9792-335a97cced18 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:22:46.919303 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-20b1cffd-bfda-49a0-aa61-b09fa279ff80 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, eebf818b-16b3-43fa-9792-335a97cced18) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:22:46.924179 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b1cffd-bfda-49a0-aa61-b09fa279ff80 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:46.925125 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-20b1cffd-bfda-49a0-aa61-b09fa279ff80 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:46.928599 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-544aa9c0-49a3-4091-a723-5bfe83dc4eee req-d4faac05-d574-4c0b-b72d-33a0f04c490a tempest-ServersNegativeTestMultiTenantJSON-200546617 tempest-ServersNegativeTestMultiTenantJSON-200546617-project] Publish callbacks [] for port (afe95ed6-e79e-43fe-a086-97d13df48af1), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:46.934863 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a86a8fe-c7fd-47a5-a002-c66d413a23d6 None None] Network eebf818b-16b3-43fa-9792-335a97cced18 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:22:46.947602 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-20b1cffd-bfda-49a0-aa61-b09fa279ff80 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5261230 Feb 02 07:22:46.947602 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41346) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:46.976215 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-544aa9c0-49a3-4091-a723-5bfe83dc4eee req-d4faac05-d574-4c0b-b72d-33a0f04c490a tempest-ServersNegativeTestMultiTenantJSON-200546617 tempest-ServersNegativeTestMultiTenantJSON-200546617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (afe95ed6-e79e-43fe-a086-97d13df48af1), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:47.032891 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-544aa9c0-49a3-4091-a723-5bfe83dc4eee req-d4faac05-d574-4c0b-b72d-33a0f04c490a tempest-ServersNegativeTestMultiTenantJSON-200546617 tempest-ServersNegativeTestMultiTenantJSON-200546617-project] Network ca4554a1-0c33-48f6-9c78-9142a4cb2413 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:22:47.038374 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-544aa9c0-49a3-4091-a723-5bfe83dc4eee req-d4faac05-d574-4c0b-b72d-33a0f04c490a tempest-ServersNegativeTestMultiTenantJSON-200546617 tempest-ServersNegativeTestMultiTenantJSON-200546617-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:22:47.046817 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-544aa9c0-49a3-4091-a723-5bfe83dc4eee req-d4faac05-d574-4c0b-b72d-33a0f04c490a tempest-ServersNegativeTestMultiTenantJSON-200546617 tempest-ServersNegativeTestMultiTenantJSON-200546617-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:22:47.063264 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-14913740-9300-4928-bc98-8eb8a560bacf tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (eebf818b-16b3-43fa-9792-335a97cced18), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:47.079003 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4faac05-d574-4c0b-b72d-33a0f04c490a tempest-ServersNegativeTestMultiTenantJSON-200546617 tempest-ServersNegativeTestMultiTenantJSON-200546617-project] Pushing event updated for resources: {'Port': ['ID=afe95ed6-e79e-43fe-a086-97d13df48af1,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:47.104970 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f522c096-dda1-4b5f-a620-62a15d8a793d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-eebf818b-16b3-43fa-9792-335a97cced18', 'network_id': 'eebf818b-16b3-43fa-9792-335a97cced18', 'project_id': '4646dea9bc374b3eae88a00223f85708', 'fixed_ips': [{'subnet_id': 'ff3f55bf-f383-4eda-ad79-530be6b63315'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:22:47.105518 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f522c096-dda1-4b5f-a620-62a15d8a793d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:47.118708 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544aa9c0-49a3-4091-a723-5bfe83dc4eee req-d4faac05-d574-4c0b-b72d-33a0f04c490a tempest-ServersNegativeTestMultiTenantJSON-200546617 tempest-ServersNegativeTestMultiTenantJSON-200546617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:47.119700 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-544aa9c0-49a3-4091-a723-5bfe83dc4eee req-d4faac05-d574-4c0b-b72d-33a0f04c490a tempest-ServersNegativeTestMultiTenantJSON-200546617 tempest-ServersNegativeTestMultiTenantJSON-200546617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:47.140923 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-544aa9c0-49a3-4091-a723-5bfe83dc4eee req-d4faac05-d574-4c0b-b72d-33a0f04c490a tempest-ServersNegativeTestMultiTenantJSON-200546617 tempest-ServersNegativeTestMultiTenantJSON-200546617-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2010841 Feb 02 07:22:47.168442 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-544aa9c0-49a3-4091-a723-5bfe83dc4eee req-beccb2d4-4993-4d25-90f3-92325ce3644d service neutron] Request body: {'port': {'device_id': '4d28dc2e-b190-45e4-bd96-23508921fbeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:22:47.258689 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-544aa9c0-49a3-4091-a723-5bfe83dc4eee req-beccb2d4-4993-4d25-90f3-92325ce3644d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (afe95ed6-e79e-43fe-a086-97d13df48af1), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:47.283507 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-f522c096-dda1-4b5f-a620-62a15d8a793d None None] Allocated IP 2001:db8::2 (eebf818b-16b3-43fa-9792-335a97cced18/ff3f55bf-f383-4eda-ad79-530be6b63315/23889661-7b60-430d-84ec-6743561f1fc6) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:22:47.401820 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:47.409206 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-14913740-9300-4928-bc98-8eb8a560bacf tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (ff3f55bf-f383-4eda-ad79-530be6b63315), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:47.491596 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f522c096-dda1-4b5f-a620-62a15d8a793d None None] Publish callbacks [] for port (23889661-7b60-430d-84ec-6743561f1fc6), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:47.497938 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f522c096-dda1-4b5f-a620-62a15d8a793d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (23889661-7b60-430d-84ec-6743561f1fc6), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:47.526281 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-14913740-9300-4928-bc98-8eb8a560bacf tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (ff3f55bf-f383-4eda-ad79-530be6b63315), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:47.547121 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f522c096-dda1-4b5f-a620-62a15d8a793d None None] Network eebf818b-16b3-43fa-9792-335a97cced18 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:22:47.551081 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-f522c096-dda1-4b5f-a620-62a15d8a793d None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:22:47.553059 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f522c096-dda1-4b5f-a620-62a15d8a793d None None] Pushing event updated for resources: {'Port': ['ID=23889661-7b60-430d-84ec-6743561f1fc6,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:47.555616 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f522c096-dda1-4b5f-a620-62a15d8a793d None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:22:47.577850 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14913740-9300-4928-bc98-8eb8a560bacf tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Pushing event deleted for resources: {'Subnet': ['ID=ff3f55bf-f383-4eda-ad79-530be6b63315,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:47.626391 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-f522c096-dda1-4b5f-a620-62a15d8a793d None None] Attempting to bind port 23889661-7b60-430d-84ec-6743561f1fc6 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:22:47.627049 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-f522c096-dda1-4b5f-a620-62a15d8a793d None None] Attempting to bind port 23889661-7b60-430d-84ec-6743561f1fc6 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '4c8e897e-d9e3-44ce-9d41-ef0fc1e58db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'eebf818b-16b3-43fa-9792-335a97cced18'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:22:47.627758 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f522c096-dda1-4b5f-a620-62a15d8a793d None None] Attempting to bind port 23889661-7b60-430d-84ec-6743561f1fc6 on network eebf818b-16b3-43fa-9792-335a97cced18 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:22:47.635082 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f522c096-dda1-4b5f-a620-62a15d8a793d None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:22:47.635887 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f522c096-dda1-4b5f-a620-62a15d8a793d None None] Checking segment: {'id': '4c8e897e-d9e3-44ce-9d41-ef0fc1e58db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'eebf818b-16b3-43fa-9792-335a97cced18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:22:47.636475 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f522c096-dda1-4b5f-a620-62a15d8a793d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:47.637043 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f522c096-dda1-4b5f-a620-62a15d8a793d None None] Bound using segment: {'id': '4c8e897e-d9e3-44ce-9d41-ef0fc1e58db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'eebf818b-16b3-43fa-9792-335a97cced18'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:22:47.638409 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-f522c096-dda1-4b5f-a620-62a15d8a793d None None] Bound port: 23889661-7b60-430d-84ec-6743561f1fc6, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c8e897e-d9e3-44ce-9d41-ef0fc1e58db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'eebf818b-16b3-43fa-9792-335a97cced18'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:22:47.638986 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f522c096-dda1-4b5f-a620-62a15d8a793d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (23889661-7b60-430d-84ec-6743561f1fc6), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:47.650851 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070bb08a-9485-40be-8684-9ce81676fbd1 req-1832197d-d1bb-4748-bb26-70111a8ef481 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:47.658818 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-070bb08a-9485-40be-8684-9ce81676fbd1 req-1832197d-d1bb-4748-bb26-70111a8ef481 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.87 "GET /v2.0/ports?device_id=449fc50e-25e6-4c03-a79e-6b4045159285 HTTP/1.1" status: 200 len: 944 time: 0.1763904 Feb 02 07:22:47.686827 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-14913740-9300-4928-bc98-8eb8a560bacf tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (eebf818b-16b3-43fa-9792-335a97cced18), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:47.723931 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-f522c096-dda1-4b5f-a620-62a15d8a793d None None] For port 23889661-7b60-430d-84ec-6743561f1fc6, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:22:47.732929 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-f522c096-dda1-4b5f-a620-62a15d8a793d None None] For port 23889661-7b60-430d-84ec-6743561f1fc6, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=23889661-7b60-430d-84ec-6743561f1fc6,segment=NetworkSegment(4c8e897e-d9e3-44ce-9d41-ef0fc1e58db3),segment_id=4c8e897e-d9e3-44ce-9d41-ef0fc1e58db3)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:22:47.740093 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-14913740-9300-4928-bc98-8eb8a560bacf tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eebf818b-16b3-43fa-9792-335a97cced18']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:22:47.746413 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f522c096-dda1-4b5f-a620-62a15d8a793d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (23889661-7b60-430d-84ec-6743561f1fc6), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:47.755015 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-070bb08a-9485-40be-8684-9ce81676fbd1 req-62c3afdf-12a0-46e3-af61-6d5164db8084 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.87 "GET /v2.0/security-groups?id=a94ca68d-f1f1-4df8-8323-f1a51d8092a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909727 Feb 02 07:22:47.759681 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-14913740-9300-4928-bc98-8eb8a560bacf tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c8e897e-d9e3-44ce-9d41-ef0fc1e58db3') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:22:47.761875 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-14913740-9300-4928-bc98-8eb8a560bacf tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c8e897e-d9e3-44ce-9d41-ef0fc1e58db3') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:22:47.782770 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-14913740-9300-4928-bc98-8eb8a560bacf tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (4c8e897e-d9e3-44ce-9d41-ef0fc1e58db3), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:47.857338 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-14913740-9300-4928-bc98-8eb8a560bacf tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (4c8e897e-d9e3-44ce-9d41-ef0fc1e58db3), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:47.864330 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14913740-9300-4928-bc98-8eb8a560bacf tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:22:47.864808 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-14913740-9300-4928-bc98-8eb8a560bacf tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (4c8e897e-d9e3-44ce-9d41-ef0fc1e58db3), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:47.874979 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:22:47.874979 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:22:47.874979 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:22:47.874979 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:22:47.874979 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:22:47.874979 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:22:47.874979 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:22:47.874979 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:22:47.874979 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:22:47.874979 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:22:47.874979 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:22:47.874979 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:22:47.874979 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:22:47.874979 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:22:47.874979 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:22:47.874979 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:22:47.874979 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:22:47.874979 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:22:47.874979 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:22:47.874979 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:22:47.874979 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:22:47.874979 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:22:47.874979 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:22:47.874979 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:22:47.874979 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:22:47.874979 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:22:47.874979 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:22:47.874979 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:22:47.874979 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:22:47.874979 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:22:47.874979 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:22:47.874979 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:22:47.886371 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-544aa9c0-49a3-4091-a723-5bfe83dc4eee req-beccb2d4-4993-4d25-90f3-92325ce3644d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afe95ed6-e79e-43fe-a086-97d13df48af1 {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:22:47.887347 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f522c096-dda1-4b5f-a620-62a15d8a793d None None] Pushing event updated for resources: {'Port': ['ID=23889661-7b60-430d-84ec-6743561f1fc6,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:47.912136 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-544aa9c0-49a3-4091-a723-5bfe83dc4eee req-beccb2d4-4993-4d25-90f3-92325ce3644d service neutron] Publish callbacks [] for port (afe95ed6-e79e-43fe-a086-97d13df48af1), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:47.921951 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62030576-b21b-46ef-8cbb-e57df72a02d8 None None] get_active_networks_info from n-d-789963-26 {{(pid=109695) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 02 07:22:47.952152 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324ef113-f860-4342-8f63-0d54c2ff1436 req-71ca1d3f-9897-4efc-89dc-b882ad408b14 tempest-ServersNegativeTestMultiTenantJSON-200546617 tempest-ServersNegativeTestMultiTenantJSON-200546617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:47.959811 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-324ef113-f860-4342-8f63-0d54c2ff1436 req-71ca1d3f-9897-4efc-89dc-b882ad408b14 tempest-ServersNegativeTestMultiTenantJSON-200546617 tempest-ServersNegativeTestMultiTenantJSON-200546617-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d28dc2e-b190-45e4-bd96-23508921fbeb HTTP/1.1" status: 200 len: 931 time: 0.0964034 Feb 02 07:22:47.981719 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-544aa9c0-49a3-4091-a723-5bfe83dc4eee req-beccb2d4-4993-4d25-90f3-92325ce3644d service neutron] Transition to ACTIVE for port object afe95ed6-e79e-43fe-a086-97d13df48af1 will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:22:47.985858 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.db.api [None req-14913740-9300-4928-bc98-8eb8a560bacf tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 02 07:22:47.985858 n-d-789963-26 neutron-server[109693]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 02 07:22:47.985858 n-d-789963-26 neutron-server[109693]: [parameters: {'id': 'eebf818b-16b3-43fa-9792-335a97cced18'}] Feb 02 07:22:47.985858 n-d-789963-26 neutron-server[109693]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 07:22:47.987477 n-d-789963-26 neutron-server[109693]: DEBUG oslo_db.api [None req-14913740-9300-4928-bc98-8eb8a560bacf tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 07:22:47.996369 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-544aa9c0-49a3-4091-a723-5bfe83dc4eee req-beccb2d4-4993-4d25-90f3-92325ce3644d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (afe95ed6-e79e-43fe-a086-97d13df48af1), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:48.053057 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-324ef113-f860-4342-8f63-0d54c2ff1436 req-e671b3e6-8920-4361-a549-f132436f591c tempest-ServersNegativeTestMultiTenantJSON-200546617 tempest-ServersNegativeTestMultiTenantJSON-200546617-project] 10.222.0.87 "GET /v2.0/security-groups?id=44db5fd4-128d-4f6f-9039-fc1a1181dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879405 Feb 02 07:22:48.078737 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62030576-b21b-46ef-8cbb-e57df72a02d8 None None] Resources bound (agent type, host, resource id): {{(pid=109695) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 02 07:22:48.091219 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beccb2d4-4993-4d25-90f3-92325ce3644d service neutron] Pushing event updated for resources: {'Port': ['ID=afe95ed6-e79e-43fe-a086-97d13df48af1,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:48.171905 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-544aa9c0-49a3-4091-a723-5bfe83dc4eee req-beccb2d4-4993-4d25-90f3-92325ce3644d service neutron] Attempting to bind port afe95ed6-e79e-43fe-a086-97d13df48af1 on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:22:48.172413 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-544aa9c0-49a3-4091-a723-5bfe83dc4eee req-beccb2d4-4993-4d25-90f3-92325ce3644d service neutron] Attempting to bind port afe95ed6-e79e-43fe-a086-97d13df48af1 by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': '0d520ba0-7feb-4261-8e84-604f4207736e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ca4554a1-0c33-48f6-9c78-9142a4cb2413'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:22:48.172850 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544aa9c0-49a3-4091-a723-5bfe83dc4eee req-beccb2d4-4993-4d25-90f3-92325ce3644d service neutron] Attempting to bind port afe95ed6-e79e-43fe-a086-97d13df48af1 on network ca4554a1-0c33-48f6-9c78-9142a4cb2413 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:22:48.178112 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544aa9c0-49a3-4091-a723-5bfe83dc4eee req-beccb2d4-4993-4d25-90f3-92325ce3644d service neutron] Port afe95ed6-e79e-43fe-a086-97d13df48af1 on network ca4554a1-0c33-48f6-9c78-9142a4cb2413 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:22:48.178562 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544aa9c0-49a3-4091-a723-5bfe83dc4eee req-beccb2d4-4993-4d25-90f3-92325ce3644d service neutron] Attempting to bind port afe95ed6-e79e-43fe-a086-97d13df48af1 on network ca4554a1-0c33-48f6-9c78-9142a4cb2413 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:22:48.185806 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544aa9c0-49a3-4091-a723-5bfe83dc4eee req-beccb2d4-4993-4d25-90f3-92325ce3644d service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:22:48.186299 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544aa9c0-49a3-4091-a723-5bfe83dc4eee req-beccb2d4-4993-4d25-90f3-92325ce3644d service neutron] Checking segment: {'id': '0d520ba0-7feb-4261-8e84-604f4207736e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ca4554a1-0c33-48f6-9c78-9142a4cb2413'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:22:48.186793 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544aa9c0-49a3-4091-a723-5bfe83dc4eee req-beccb2d4-4993-4d25-90f3-92325ce3644d service neutron] Bound using segment: {'id': '0d520ba0-7feb-4261-8e84-604f4207736e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ca4554a1-0c33-48f6-9c78-9142a4cb2413'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:22:48.187337 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-544aa9c0-49a3-4091-a723-5bfe83dc4eee req-beccb2d4-4993-4d25-90f3-92325ce3644d service neutron] Bound port: afe95ed6-e79e-43fe-a086-97d13df48af1, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d520ba0-7feb-4261-8e84-604f4207736e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ca4554a1-0c33-48f6-9c78-9142a4cb2413'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:22:48.187830 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-544aa9c0-49a3-4091-a723-5bfe83dc4eee req-beccb2d4-4993-4d25-90f3-92325ce3644d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (afe95ed6-e79e-43fe-a086-97d13df48af1), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:48.265370 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-544aa9c0-49a3-4091-a723-5bfe83dc4eee req-beccb2d4-4993-4d25-90f3-92325ce3644d service neutron] For port afe95ed6-e79e-43fe-a086-97d13df48af1, host n-h2-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:22:48.269756 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-544aa9c0-49a3-4091-a723-5bfe83dc4eee req-beccb2d4-4993-4d25-90f3-92325ce3644d service neutron] For port afe95ed6-e79e-43fe-a086-97d13df48af1, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=afe95ed6-e79e-43fe-a086-97d13df48af1,segment=NetworkSegment(0d520ba0-7feb-4261-8e84-604f4207736e),segment_id=0d520ba0-7feb-4261-8e84-604f4207736e)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:22:48.277572 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-544aa9c0-49a3-4091-a723-5bfe83dc4eee req-beccb2d4-4993-4d25-90f3-92325ce3644d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (afe95ed6-e79e-43fe-a086-97d13df48af1), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:48.317986 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544aa9c0-49a3-4091-a723-5bfe83dc4eee req-beccb2d4-4993-4d25-90f3-92325ce3644d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:48.318611 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-544aa9c0-49a3-4091-a723-5bfe83dc4eee req-beccb2d4-4993-4d25-90f3-92325ce3644d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:48.320108 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-544aa9c0-49a3-4091-a723-5bfe83dc4eee req-beccb2d4-4993-4d25-90f3-92325ce3644d service neutron] 10.222.0.59 "PUT /v2.0/ports/afe95ed6-e79e-43fe-a086-97d13df48af1 HTTP/1.1" status: 200 len: 1092 time: 1.1582971 Feb 02 07:22:48.320631 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d28dc2e-b190-45e4-bd96-23508921fbeb', 'tag': 'afe95ed6-e79e-43fe-a086-97d13df48af1'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:22:48.322810 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cfea2ce-c310-4d6c-8618-5d5b19654ed6" -d '{"events": [{"name": "network-changed", "server_uuid": "4d28dc2e-b190-45e4-bd96-23508921fbeb", "tag": "afe95ed6-e79e-43fe-a086-97d13df48af1"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:22:48.344115 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdc9dbf-731d-41cb-a41d-2fc85bb7f738 None None] Network eebf818b-16b3-43fa-9792-335a97cced18 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:22:48.345630 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beccb2d4-4993-4d25-90f3-92325ce3644d service neutron] Pushing event updated for resources: {'Port': ['ID=afe95ed6-e79e-43fe-a086-97d13df48af1,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:48.369726 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7086d1bc-f723-4546-8379-c17cf44d08eb x-openstack-request-id: req-7086d1bc-f723-4546-8379-c17cf44d08eb {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:22:48.370045 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d28dc2e-b190-45e4-bd96-23508921fbeb", "tag": "afe95ed6-e79e-43fe-a086-97d13df48af1", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:22:48.371039 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7086d1bc-f723-4546-8379-c17cf44d08eb {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:22:48.371464 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d28dc2e-b190-45e4-bd96-23508921fbeb', 'tag': 'afe95ed6-e79e-43fe-a086-97d13df48af1', 'status': 'completed', 'code': 200} Feb 02 07:22:48.450060 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544aa9c0-49a3-4091-a723-5bfe83dc4eee req-8349c662-2b1a-4f7f-9c08-941f44bff9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:48.451756 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-544aa9c0-49a3-4091-a723-5bfe83dc4eee req-8349c662-2b1a-4f7f-9c08-941f44bff9da service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8fb3ad8fb83b40a09cd8873b65a26acc&device_id=4d28dc2e-b190-45e4-bd96-23508921fbeb HTTP/1.1" status: 200 len: 1126 time: 0.0650945 Feb 02 07:22:48.488735 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-14913740-9300-4928-bc98-8eb8a560bacf tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (eebf818b-16b3-43fa-9792-335a97cced18), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:48.523689 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-544aa9c0-49a3-4091-a723-5bfe83dc4eee req-e2ccae02-0e14-4478-865b-8647bb546259 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afe95ed6-e79e-43fe-a086-97d13df48af1 HTTP/1.1" status: 200 len: 217 time: 0.0567064 Feb 02 07:22:48.559002 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-14913740-9300-4928-bc98-8eb8a560bacf tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Deleting port 23889661-7b60-430d-84ec-6743561f1fc6 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:22:48.559355 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-14913740-9300-4928-bc98-8eb8a560bacf tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (23889661-7b60-430d-84ec-6743561f1fc6), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:48.586253 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544aa9c0-49a3-4091-a723-5bfe83dc4eee req-0496e647-1aef-47fe-94f3-eb72559c7cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:48.587907 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-544aa9c0-49a3-4091-a723-5bfe83dc4eee req-0496e647-1aef-47fe-94f3-eb72559c7cff service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d03693b6-3669-4157-b339-5d4aa3a3a931 HTTP/1.1" status: 200 len: 865 time: 0.0587029 Feb 02 07:22:48.624138 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-544aa9c0-49a3-4091-a723-5bfe83dc4eee req-3d7b3175-5cab-41fc-a0a0-5b54c46e25ec service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ca4554a1-0c33-48f6-9c78-9142a4cb2413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302818 Feb 02 07:22:48.636941 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-14913740-9300-4928-bc98-8eb8a560bacf tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] For port 23889661-7b60-430d-84ec-6743561f1fc6, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=23889661-7b60-430d-84ec-6743561f1fc6,segment=NetworkSegment(4c8e897e-d9e3-44ce-9d41-ef0fc1e58db3),segment_id=4c8e897e-d9e3-44ce-9d41-ef0fc1e58db3)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:22:48.637307 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-14913740-9300-4928-bc98-8eb8a560bacf tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (23889661-7b60-430d-84ec-6743561f1fc6), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:48.650727 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-14913740-9300-4928-bc98-8eb8a560bacf tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Calling delete_port for 23889661-7b60-430d-84ec-6743561f1fc6 owned by network:dhcp {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:22:48.720788 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-544aa9c0-49a3-4091-a723-5bfe83dc4eee req-f28bb098-b28c-4ea4-9318-95b203d3da74 service neutron] 10.222.0.59 "GET /v2.0/networks/ca4554a1-0c33-48f6-9c78-9142a4cb2413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903399 Feb 02 07:22:48.730976 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-14913740-9300-4928-bc98-8eb8a560bacf tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (23889661-7b60-430d-84ec-6743561f1fc6), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:48.757133 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14913740-9300-4928-bc98-8eb8a560bacf tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Pushing event deleted for resources: {'Port': ['ID=23889661-7b60-430d-84ec-6743561f1fc6,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:48.761637 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14913740-9300-4928-bc98-8eb8a560bacf tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] No DVR routers for this DVR port 23889661-7b60-430d-84ec-6743561f1fc6 on host n-d-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:22:48.832309 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-544aa9c0-49a3-4091-a723-5bfe83dc4eee req-0057b23f-904f-4ac4-aaea-81f37c639f5a service neutron] 10.222.0.59 "GET /v2.0/networks/ca4554a1-0c33-48f6-9c78-9142a4cb2413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056006 Feb 02 07:22:48.851193 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-14913740-9300-4928-bc98-8eb8a560bacf tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (eebf818b-16b3-43fa-9792-335a97cced18), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:48.875065 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-14913740-9300-4928-bc98-8eb8a560bacf tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eebf818b-16b3-43fa-9792-335a97cced18']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:22:48.886241 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-14913740-9300-4928-bc98-8eb8a560bacf tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c8e897e-d9e3-44ce-9d41-ef0fc1e58db3') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:22:48.886545 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-14913740-9300-4928-bc98-8eb8a560bacf tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c8e897e-d9e3-44ce-9d41-ef0fc1e58db3') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:22:48.896417 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-14913740-9300-4928-bc98-8eb8a560bacf tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (4c8e897e-d9e3-44ce-9d41-ef0fc1e58db3), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:48.906444 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d647d-6f3b-4008-9703-2975660b4500 req-ab75ab0d-91e6-4f33-ba14-a45f97fb0776 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:48.908656 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c59d647d-6f3b-4008-9703-2975660b4500 req-ab75ab0d-91e6-4f33-ba14-a45f97fb0776 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.87 "GET /v2.0/ports?device_id=449fc50e-25e6-4c03-a79e-6b4045159285 HTTP/1.1" status: 200 len: 944 time: 0.0661309 Feb 02 07:22:48.913707 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-14913740-9300-4928-bc98-8eb8a560bacf tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (4c8e897e-d9e3-44ce-9d41-ef0fc1e58db3), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:48.921715 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14913740-9300-4928-bc98-8eb8a560bacf tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:22:48.922134 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-14913740-9300-4928-bc98-8eb8a560bacf tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (4c8e897e-d9e3-44ce-9d41-ef0fc1e58db3), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:48.925665 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:22:48.925665 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:22:48.925665 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:22:48.925665 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:22:48.925665 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:22:48.925665 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:22:48.925665 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:22:48.925665 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:22:48.925665 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:22:48.925665 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:22:48.925665 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:22:48.925665 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:22:48.925665 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:22:48.925665 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:22:48.925665 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:22:48.925665 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:22:48.925665 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:22:48.925665 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:22:48.925665 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:22:48.925665 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:22:48.925665 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:22:48.925665 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:22:48.925665 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:22:48.925665 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:22:48.925665 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:22:48.925665 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:22:48.925665 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:22:48.925665 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:22:48.925665 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:22:48.925665 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:22:48.925665 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:22:48.925665 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:22:48.994752 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c59d647d-6f3b-4008-9703-2975660b4500 req-8cfc3eba-fc42-45de-acaf-b99bd65f5c27 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.87 "GET /v2.0/security-groups?id=a94ca68d-f1f1-4df8-8323-f1a51d8092a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793431 Feb 02 07:22:48.995323 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-14913740-9300-4928-bc98-8eb8a560bacf tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (eebf818b-16b3-43fa-9792-335a97cced18), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:49.006758 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-14913740-9300-4928-bc98-8eb8a560bacf tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:49.009546 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfea2ce-c310-4d6c-8618-5d5b19654ed6 req-64ef6d38-8e13-48d0-907f-e8726cef0b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:49.011792 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-14913740-9300-4928-bc98-8eb8a560bacf tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] 10.222.0.87 "DELETE /v2.0/networks/eebf818b-16b3-43fa-9792-335a97cced18 HTTP/1.1" status: 204 len: 168 time: 2.0630152 Feb 02 07:22:49.020592 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7cfea2ce-c310-4d6c-8618-5d5b19654ed6 req-64ef6d38-8e13-48d0-907f-e8726cef0b40 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8fb3ad8fb83b40a09cd8873b65a26acc&device_id=4d28dc2e-b190-45e4-bd96-23508921fbeb HTTP/1.1" status: 200 len: 1126 time: 0.0769715 Feb 02 07:22:49.020782 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41356) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:49.033739 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-b0230365-6da0-456e-872c-63cf495c739c tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-572962891'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:22:49.039544 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14913740-9300-4928-bc98-8eb8a560bacf tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Pushing event deleted for resources: {'Network': ['ID=eebf818b-16b3-43fa-9792-335a97cced18,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:49.061422 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0230365-6da0-456e-872c-63cf495c739c tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Made reservation on behalf of 4646dea9bc374b3eae88a00223f85708 for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:22:49.065222 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b0230365-6da0-456e-872c-63cf495c739c tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:49.100601 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0230365-6da0-456e-872c-63cf495c739c tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:22:49.115360 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b0230365-6da0-456e-872c-63cf495c739c tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (c0aa822d-ad81-4742-b448-9c587a736cac), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:49.115826 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-b0230365-6da0-456e-872c-63cf495c739c tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Added segment c0aa822d-ad81-4742-b448-9c587a736cac of type vlan for network 3907269d-6810-467a-aba1-ff44993000aa Feb 02 07:22:49.119215 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfea2ce-c310-4d6c-8618-5d5b19654ed6 req-268a8db6-1d03-4f03-a19f-a098b371f4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:49.120747 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7cfea2ce-c310-4d6c-8618-5d5b19654ed6 req-268a8db6-1d03-4f03-a19f-a098b371f4ce service neutron] 10.222.0.59 "GET /v2.0/networks?id=ca4554a1-0c33-48f6-9c78-9142a4cb2413 HTTP/1.1" status: 200 len: 926 time: 0.1031458 Feb 02 07:22:49.162890 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b0230365-6da0-456e-872c-63cf495c739c tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (3907269d-6810-467a-aba1-ff44993000aa), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:49.190496 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7cfea2ce-c310-4d6c-8618-5d5b19654ed6 req-edb17df5-288d-43f9-b16c-1abfab412e03 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afe95ed6-e79e-43fe-a086-97d13df48af1 HTTP/1.1" status: 200 len: 217 time: 0.0587604 Feb 02 07:22:49.191926 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b0230365-6da0-456e-872c-63cf495c739c tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (3907269d-6810-467a-aba1-ff44993000aa), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:49.199947 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0230365-6da0-456e-872c-63cf495c739c tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:49.201021 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b0230365-6da0-456e-872c-63cf495c739c tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:49.246027 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c435b536-3f70-4a6d-9472-0f9246e768d5 req-f1c1671f-c19a-423c-9d41-505148c21089 tempest-ServersNegativeTestMultiTenantJSON-200546617 tempest-ServersNegativeTestMultiTenantJSON-200546617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:49.247424 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c435b536-3f70-4a6d-9472-0f9246e768d5 req-f1c1671f-c19a-423c-9d41-505148c21089 tempest-ServersNegativeTestMultiTenantJSON-200546617 tempest-ServersNegativeTestMultiTenantJSON-200546617-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d28dc2e-b190-45e4-bd96-23508921fbeb HTTP/1.1" status: 200 len: 943 time: 0.1258101 Feb 02 07:22:49.248260 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b0230365-6da0-456e-872c-63cf495c739c tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2303407 Feb 02 07:22:49.251874 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41360) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:49.257910 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-3ab1fad8-bebd-423c-a273-9ceec4ef2b6c tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Request body: {'subnet': {'network_id': '3907269d-6810-467a-aba1-ff44993000aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:22:49.266303 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfea2ce-c310-4d6c-8618-5d5b19654ed6 req-7fb4bd45-501a-4246-8e44-d6c12aece9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:49.267731 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7cfea2ce-c310-4d6c-8618-5d5b19654ed6 req-7fb4bd45-501a-4246-8e44-d6c12aece9a4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d03693b6-3669-4157-b339-5d4aa3a3a931 HTTP/1.1" status: 200 len: 865 time: 0.0705483 Feb 02 07:22:49.307609 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7cfea2ce-c310-4d6c-8618-5d5b19654ed6 req-7bf6e1f3-2060-462f-a024-f4f2d3392577 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ca4554a1-0c33-48f6-9c78-9142a4cb2413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334795 Feb 02 07:22:49.307994 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0230365-6da0-456e-872c-63cf495c739c tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Pushing event updated for resources: {'Network': ['ID=3907269d-6810-467a-aba1-ff44993000aa,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:49.321404 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 3907269d-6810-467a-aba1-ff44993000aa details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:22:49.366769 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c435b536-3f70-4a6d-9472-0f9246e768d5 req-94cd1cf2-414c-4594-a752-ebfa87407123 tempest-ServersNegativeTestMultiTenantJSON-200546617 tempest-ServersNegativeTestMultiTenantJSON-200546617-project] 10.222.0.87 "GET /v2.0/security-groups?id=44db5fd4-128d-4f6f-9039-fc1a1181dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102343 Feb 02 07:22:49.426522 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab1fad8-bebd-423c-a273-9ceec4ef2b6c tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Made reservation on behalf of 4646dea9bc374b3eae88a00223f85708 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:22:49.431029 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3ab1fad8-bebd-423c-a273-9ceec4ef2b6c tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:49.453786 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7cfea2ce-c310-4d6c-8618-5d5b19654ed6 req-e4ed71ad-1c2d-4dfe-bd70-ed7fe04eba77 service neutron] 10.222.0.59 "GET /v2.0/networks/ca4554a1-0c33-48f6-9c78-9142a4cb2413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294916 Feb 02 07:22:49.722363 n-d-789963-26 neutron-server[109693]: DEBUG neutron.objects.ports [None req-3ab1fad8-bebd-423c-a273-9ceec4ef2b6c tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109693) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 02 07:22:49.724277 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3ab1fad8-bebd-423c-a273-9ceec4ef2b6c tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (9b3c5205-fc50-49e4-8bea-e5e183eab54f), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:49.783849 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab1fad8-bebd-423c-a273-9ceec4ef2b6c tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Pushing event updated for resources: {'Subnet': ['ID=9b3c5205-fc50-49e4-8bea-e5e183eab54f,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:49.795086 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7cfea2ce-c310-4d6c-8618-5d5b19654ed6 req-7200a17e-a40b-43e3-a749-2c0e33284cd2 service neutron] 10.222.0.59 "GET /v2.0/networks/ca4554a1-0c33-48f6-9c78-9142a4cb2413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340859 Feb 02 07:22:49.795425 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab1fad8-bebd-423c-a273-9ceec4ef2b6c tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Checking segment: {'id': 'c0aa822d-ad81-4742-b448-9c587a736cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '3907269d-6810-467a-aba1-ff44993000aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:22:49.795818 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab1fad8-bebd-423c-a273-9ceec4ef2b6c tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Network hostable DHCP agents. Network: 3907269d-6810-467a-aba1-ff44993000aa, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:22:49.813125 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab1fad8-bebd-423c-a273-9ceec4ef2b6c tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Network 3907269d-6810-467a-aba1-ff44993000aa is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:22:49.822788 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-3ab1fad8-bebd-423c-a273-9ceec4ef2b6c tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 3907269d-6810-467a-aba1-ff44993000aa) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:22:49.827264 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab1fad8-bebd-423c-a273-9ceec4ef2b6c tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:49.827962 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3ab1fad8-bebd-423c-a273-9ceec4ef2b6c tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:49.835290 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e5554b-d2c3-4c7d-a7e3-a4473b56f69c None None] Network 3907269d-6810-467a-aba1-ff44993000aa requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:22:49.849888 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-3ab1fad8-bebd-423c-a273-9ceec4ef2b6c tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5967302 Feb 02 07:22:49.853296 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41362) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:49.946338 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae55fe4f-3d72-4a4f-80d9-d2c6f1956d52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-3907269d-6810-467a-aba1-ff44993000aa', 'network_id': '3907269d-6810-467a-aba1-ff44993000aa', 'project_id': '4646dea9bc374b3eae88a00223f85708', 'fixed_ips': [{'subnet_id': '9b3c5205-fc50-49e4-8bea-e5e183eab54f'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:22:49.947207 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ae55fe4f-3d72-4a4f-80d9-d2c6f1956d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:49.953039 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9d9a8d97-809c-46d0-a8df-7a7c58fd3dc7 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (3907269d-6810-467a-aba1-ff44993000aa), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:50.011702 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9d9a8d97-809c-46d0-a8df-7a7c58fd3dc7 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (9b3c5205-fc50-49e4-8bea-e5e183eab54f), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:50.105597 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-ae55fe4f-3d72-4a4f-80d9-d2c6f1956d52 None None] Allocated IP 2001:db8::f816:3eff:fe54:4309 (3907269d-6810-467a-aba1-ff44993000aa/9b3c5205-fc50-49e4-8bea-e5e183eab54f/1af2f3c0-eec8-4221-9a12-64366e1fdb66) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:22:50.141925 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad014d5-0e1f-4fa2-8784-f36f52a31c46 req-60c74af7-ebde-4fda-a66b-01e543b9ddc9 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:50.144265 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1ad014d5-0e1f-4fa2-8784-f36f52a31c46 req-60c74af7-ebde-4fda-a66b-01e543b9ddc9 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.87 "GET /v2.0/ports?device_id=449fc50e-25e6-4c03-a79e-6b4045159285 HTTP/1.1" status: 200 len: 944 time: 0.0631602 Feb 02 07:22:50.201770 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1ad014d5-0e1f-4fa2-8784-f36f52a31c46 req-2721fb48-e44b-4a0f-8c6f-5d859001ab28 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.87 "GET /v2.0/security-groups?id=a94ca68d-f1f1-4df8-8323-f1a51d8092a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487633 Feb 02 07:22:50.276839 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ae55fe4f-3d72-4a4f-80d9-d2c6f1956d52 None None] Publish callbacks [] for port (1af2f3c0-eec8-4221-9a12-64366e1fdb66), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:50.282942 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ae55fe4f-3d72-4a4f-80d9-d2c6f1956d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (1af2f3c0-eec8-4221-9a12-64366e1fdb66), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:50.301020 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9d9a8d97-809c-46d0-a8df-7a7c58fd3dc7 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (9b3c5205-fc50-49e4-8bea-e5e183eab54f), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:50.331893 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae55fe4f-3d72-4a4f-80d9-d2c6f1956d52 None None] Network 3907269d-6810-467a-aba1-ff44993000aa is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:22:50.332678 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9a8d97-809c-46d0-a8df-7a7c58fd3dc7 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Pushing event deleted for resources: {'Subnet': ['ID=9b3c5205-fc50-49e4-8bea-e5e183eab54f,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:50.333469 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-ae55fe4f-3d72-4a4f-80d9-d2c6f1956d52 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:22:50.337712 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae55fe4f-3d72-4a4f-80d9-d2c6f1956d52 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:22:50.346014 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae55fe4f-3d72-4a4f-80d9-d2c6f1956d52 None None] Pushing event updated for resources: {'Port': ['ID=1af2f3c0-eec8-4221-9a12-64366e1fdb66,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:50.403397 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9d9a8d97-809c-46d0-a8df-7a7c58fd3dc7 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (3907269d-6810-467a-aba1-ff44993000aa), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:50.418150 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-ae55fe4f-3d72-4a4f-80d9-d2c6f1956d52 None None] Attempting to bind port 1af2f3c0-eec8-4221-9a12-64366e1fdb66 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:22:50.418605 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-ae55fe4f-3d72-4a4f-80d9-d2c6f1956d52 None None] Attempting to bind port 1af2f3c0-eec8-4221-9a12-64366e1fdb66 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'c0aa822d-ad81-4742-b448-9c587a736cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '3907269d-6810-467a-aba1-ff44993000aa'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:22:50.419046 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae55fe4f-3d72-4a4f-80d9-d2c6f1956d52 None None] Attempting to bind port 1af2f3c0-eec8-4221-9a12-64366e1fdb66 on network 3907269d-6810-467a-aba1-ff44993000aa {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:22:50.425190 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae55fe4f-3d72-4a4f-80d9-d2c6f1956d52 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:22:50.426065 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae55fe4f-3d72-4a4f-80d9-d2c6f1956d52 None None] Checking segment: {'id': 'c0aa822d-ad81-4742-b448-9c587a736cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '3907269d-6810-467a-aba1-ff44993000aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:22:50.427536 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-9d9a8d97-809c-46d0-a8df-7a7c58fd3dc7 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3907269d-6810-467a-aba1-ff44993000aa']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:22:50.428682 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ae55fe4f-3d72-4a4f-80d9-d2c6f1956d52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:50.429614 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae55fe4f-3d72-4a4f-80d9-d2c6f1956d52 None None] Bound using segment: {'id': 'c0aa822d-ad81-4742-b448-9c587a736cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '3907269d-6810-467a-aba1-ff44993000aa'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:22:50.429846 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-ae55fe4f-3d72-4a4f-80d9-d2c6f1956d52 None None] Bound port: 1af2f3c0-eec8-4221-9a12-64366e1fdb66, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0aa822d-ad81-4742-b448-9c587a736cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '3907269d-6810-467a-aba1-ff44993000aa'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:22:50.430355 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ae55fe4f-3d72-4a4f-80d9-d2c6f1956d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (1af2f3c0-eec8-4221-9a12-64366e1fdb66), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:50.439901 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-9d9a8d97-809c-46d0-a8df-7a7c58fd3dc7 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0aa822d-ad81-4742-b448-9c587a736cac') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:22:50.440207 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-9d9a8d97-809c-46d0-a8df-7a7c58fd3dc7 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0aa822d-ad81-4742-b448-9c587a736cac') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:22:50.453853 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9d9a8d97-809c-46d0-a8df-7a7c58fd3dc7 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (c0aa822d-ad81-4742-b448-9c587a736cac), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:50.470394 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9d9a8d97-809c-46d0-a8df-7a7c58fd3dc7 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (c0aa822d-ad81-4742-b448-9c587a736cac), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:50.480031 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d9a8d97-809c-46d0-a8df-7a7c58fd3dc7 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:22:50.480643 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9d9a8d97-809c-46d0-a8df-7a7c58fd3dc7 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (c0aa822d-ad81-4742-b448-9c587a736cac), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:50.485687 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:22:50.485687 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:22:50.485687 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:22:50.485687 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:22:50.485687 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:22:50.485687 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:22:50.485687 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:22:50.485687 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:22:50.485687 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:22:50.485687 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:22:50.485687 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:22:50.485687 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:22:50.485687 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:22:50.485687 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:22:50.485687 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:22:50.485687 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:22:50.485687 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:22:50.485687 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:22:50.485687 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:22:50.485687 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:22:50.485687 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:22:50.485687 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:22:50.485687 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:22:50.485687 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:22:50.485687 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:22:50.485687 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:22:50.485687 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:22:50.485687 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:22:50.485687 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:22:50.485687 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:22:50.485687 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:22:50.485687 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:22:50.513542 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ae55fe4f-3d72-4a4f-80d9-d2c6f1956d52 None None] For port 1af2f3c0-eec8-4221-9a12-64366e1fdb66, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:22:50.533954 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c9ea5-968f-4dd0-8227-663cbe4dae4e req-c398ca78-3424-4039-a2c0-33973414b3aa tempest-ServersNegativeTestMultiTenantJSON-200546617 tempest-ServersNegativeTestMultiTenantJSON-200546617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:50.535439 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-893c9ea5-968f-4dd0-8227-663cbe4dae4e req-c398ca78-3424-4039-a2c0-33973414b3aa tempest-ServersNegativeTestMultiTenantJSON-200546617 tempest-ServersNegativeTestMultiTenantJSON-200546617-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d28dc2e-b190-45e4-bd96-23508921fbeb HTTP/1.1" status: 200 len: 943 time: 0.0748870 Feb 02 07:22:50.556664 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ae55fe4f-3d72-4a4f-80d9-d2c6f1956d52 None None] For port 1af2f3c0-eec8-4221-9a12-64366e1fdb66, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=1af2f3c0-eec8-4221-9a12-64366e1fdb66,segment=NetworkSegment(c0aa822d-ad81-4742-b448-9c587a736cac),segment_id=c0aa822d-ad81-4742-b448-9c587a736cac)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:22:50.557073 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.db.api [None req-9d9a8d97-809c-46d0-a8df-7a7c58fd3dc7 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 02 07:22:50.557073 n-d-789963-26 neutron-server[109693]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 02 07:22:50.557073 n-d-789963-26 neutron-server[109693]: [parameters: {'id': '3907269d-6810-467a-aba1-ff44993000aa'}] Feb 02 07:22:50.557073 n-d-789963-26 neutron-server[109693]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 07:22:50.557411 n-d-789963-26 neutron-server[109693]: DEBUG oslo_db.api [None req-9d9a8d97-809c-46d0-a8df-7a7c58fd3dc7 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 07:22:50.565308 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ae55fe4f-3d72-4a4f-80d9-d2c6f1956d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (1af2f3c0-eec8-4221-9a12-64366e1fdb66), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:50.591961 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-893c9ea5-968f-4dd0-8227-663cbe4dae4e req-ae502a8f-a630-4c50-bd8e-2b695048bff0 tempest-ServersNegativeTestMultiTenantJSON-200546617 tempest-ServersNegativeTestMultiTenantJSON-200546617-project] 10.222.0.87 "GET /v2.0/security-groups?id=44db5fd4-128d-4f6f-9039-fc1a1181dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497315 Feb 02 07:22:50.647655 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae55fe4f-3d72-4a4f-80d9-d2c6f1956d52 None None] Pushing event updated for resources: {'Port': ['ID=1af2f3c0-eec8-4221-9a12-64366e1fdb66,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:50.668234 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee89d033-c41e-4089-aa0c-b574b5e4ded4 None None] get_active_networks_info from n-d-789963-26 {{(pid=109695) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 02 07:22:50.766317 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee89d033-c41e-4089-aa0c-b574b5e4ded4 None None] Resources bound (agent type, host, resource id): {{(pid=109695) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 02 07:22:50.984194 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d458f41-0ca0-4081-a1e9-061d1bc473fd None None] Network 3907269d-6810-467a-aba1-ff44993000aa requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:22:51.058626 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9d9a8d97-809c-46d0-a8df-7a7c58fd3dc7 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (3907269d-6810-467a-aba1-ff44993000aa), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:51.115896 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-9d9a8d97-809c-46d0-a8df-7a7c58fd3dc7 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Deleting port 1af2f3c0-eec8-4221-9a12-64366e1fdb66 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:22:51.116237 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9d9a8d97-809c-46d0-a8df-7a7c58fd3dc7 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (1af2f3c0-eec8-4221-9a12-64366e1fdb66), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:51.178371 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-9d9a8d97-809c-46d0-a8df-7a7c58fd3dc7 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] For port 1af2f3c0-eec8-4221-9a12-64366e1fdb66, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=1af2f3c0-eec8-4221-9a12-64366e1fdb66,segment=NetworkSegment(c0aa822d-ad81-4742-b448-9c587a736cac),segment_id=c0aa822d-ad81-4742-b448-9c587a736cac)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:22:51.178733 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9d9a8d97-809c-46d0-a8df-7a7c58fd3dc7 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (1af2f3c0-eec8-4221-9a12-64366e1fdb66), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:51.191990 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-9d9a8d97-809c-46d0-a8df-7a7c58fd3dc7 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Calling delete_port for 1af2f3c0-eec8-4221-9a12-64366e1fdb66 owned by network:dhcp {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:22:51.276279 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9d9a8d97-809c-46d0-a8df-7a7c58fd3dc7 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (1af2f3c0-eec8-4221-9a12-64366e1fdb66), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:51.303919 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9a8d97-809c-46d0-a8df-7a7c58fd3dc7 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Pushing event deleted for resources: {'Port': ['ID=1af2f3c0-eec8-4221-9a12-64366e1fdb66,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:51.309272 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9a8d97-809c-46d0-a8df-7a7c58fd3dc7 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] No DVR routers for this DVR port 1af2f3c0-eec8-4221-9a12-64366e1fdb66 on host n-d-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:22:51.333034 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274ece93-9ab9-4d12-bbe3-9631417ef633 req-ea6577fc-37ba-43b2-8e42-352b1a544eee tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:51.334613 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-274ece93-9ab9-4d12-bbe3-9631417ef633 req-ea6577fc-37ba-43b2-8e42-352b1a544eee tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.87 "GET /v2.0/ports?device_id=449fc50e-25e6-4c03-a79e-6b4045159285 HTTP/1.1" status: 200 len: 944 time: 0.0594716 Feb 02 07:22:51.389540 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-274ece93-9ab9-4d12-bbe3-9631417ef633 req-51e3cd26-e0fc-4b8f-ab46-7b3babd389c1 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.87 "GET /v2.0/security-groups?id=a94ca68d-f1f1-4df8-8323-f1a51d8092a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482738 Feb 02 07:22:51.391433 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9d9a8d97-809c-46d0-a8df-7a7c58fd3dc7 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (3907269d-6810-467a-aba1-ff44993000aa), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:51.417580 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-9d9a8d97-809c-46d0-a8df-7a7c58fd3dc7 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3907269d-6810-467a-aba1-ff44993000aa']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:22:51.426848 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-9d9a8d97-809c-46d0-a8df-7a7c58fd3dc7 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0aa822d-ad81-4742-b448-9c587a736cac') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:22:51.427152 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-9d9a8d97-809c-46d0-a8df-7a7c58fd3dc7 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0aa822d-ad81-4742-b448-9c587a736cac') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:22:51.437948 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9d9a8d97-809c-46d0-a8df-7a7c58fd3dc7 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (c0aa822d-ad81-4742-b448-9c587a736cac), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:51.463057 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9d9a8d97-809c-46d0-a8df-7a7c58fd3dc7 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (c0aa822d-ad81-4742-b448-9c587a736cac), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:51.469379 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d9a8d97-809c-46d0-a8df-7a7c58fd3dc7 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:22:51.469763 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9d9a8d97-809c-46d0-a8df-7a7c58fd3dc7 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (c0aa822d-ad81-4742-b448-9c587a736cac), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:51.472718 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:22:51.472718 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:22:51.472718 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:22:51.472718 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:22:51.472718 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:22:51.472718 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:22:51.472718 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:22:51.472718 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:22:51.472718 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:22:51.472718 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:22:51.472718 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:22:51.472718 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:22:51.472718 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:22:51.472718 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:22:51.472718 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:22:51.472718 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:22:51.472718 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:22:51.472718 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:22:51.472718 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:22:51.472718 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:22:51.472718 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:22:51.472718 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:22:51.472718 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:22:51.472718 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:22:51.472718 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:22:51.472718 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:22:51.472718 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:22:51.472718 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:22:51.472718 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:22:51.472718 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:22:51.472718 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:22:51.472718 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:22:51.532544 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9d9a8d97-809c-46d0-a8df-7a7c58fd3dc7 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (3907269d-6810-467a-aba1-ff44993000aa), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:51.540683 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9d9a8d97-809c-46d0-a8df-7a7c58fd3dc7 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:51.544007 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-9d9a8d97-809c-46d0-a8df-7a7c58fd3dc7 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] 10.222.0.87 "DELETE /v2.0/networks/3907269d-6810-467a-aba1-ff44993000aa HTTP/1.1" status: 204 len: 168 time: 1.6897480 Feb 02 07:22:51.547412 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41372) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:51.561135 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9a8d97-809c-46d0-a8df-7a7c58fd3dc7 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Pushing event deleted for resources: {'Network': ['ID=3907269d-6810-467a-aba1-ff44993000aa,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:51.578610 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b8d6e11-dadb-45fb-be72-bacabf6178bb tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] DELETE failed (client error): The resource could not be found. Feb 02 07:22:51.579322 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b8d6e11-dadb-45fb-be72-bacabf6178bb tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:22:51.584343 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0b8d6e11-dadb-45fb-be72-bacabf6178bb tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] 10.222.0.87 "DELETE /v2.0/subnets/9b3c5205-fc50-49e4-8bea-e5e183eab54f HTTP/1.1" status: 404 len: 337 time: 0.0336785 Feb 02 07:22:51.584573 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41374) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:51.602547 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-a34ce06e-a17f-4935-97a4-963bf2fe4f4b tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] DELETE failed (client error): The resource could not be found. Feb 02 07:22:51.603048 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a34ce06e-a17f-4935-97a4-963bf2fe4f4b tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:22:51.606122 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a34ce06e-a17f-4935-97a4-963bf2fe4f4b tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] 10.222.0.87 "DELETE /v2.0/networks/3907269d-6810-467a-aba1-ff44993000aa HTTP/1.1" status: 404 len: 339 time: 0.0206621 Feb 02 07:22:51.608408 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41376) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:51.634478 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-4727d14a-4f40-400d-b97a-a998529dce31 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] DELETE failed (client error): The resource could not be found. Feb 02 07:22:51.635166 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4727d14a-4f40-400d-b97a-a998529dce31 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:22:51.642217 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-4727d14a-4f40-400d-b97a-a998529dce31 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] 10.222.0.87 "DELETE /v2.0/subnets/ff3f55bf-f383-4eda-ad79-530be6b63315 HTTP/1.1" status: 404 len: 337 time: 0.0305274 Feb 02 07:22:51.642646 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41380) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:51.662205 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-294e5167-1148-4580-a02e-5121c291aa56 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] DELETE failed (client error): The resource could not be found. Feb 02 07:22:51.662730 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-294e5167-1148-4580-a02e-5121c291aa56 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:22:51.667647 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-294e5167-1148-4580-a02e-5121c291aa56 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] 10.222.0.87 "DELETE /v2.0/networks/eebf818b-16b3-43fa-9792-335a97cced18 HTTP/1.1" status: 404 len: 339 time: 0.0226693 Feb 02 07:22:51.668845 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41382) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:51.696809 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e48fc79-ef6b-4c34-9713-d4721ad11e43 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] DELETE failed (client error): The resource could not be found. Feb 02 07:22:51.697282 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e48fc79-ef6b-4c34-9713-d4721ad11e43 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:22:51.700396 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-2e48fc79-ef6b-4c34-9713-d4721ad11e43 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] 10.222.0.87 "DELETE /v2.0/subnets/05a853f4-2c3a-4639-ae21-dd8f5f08ebca HTTP/1.1" status: 404 len: 337 time: 0.0304735 Feb 02 07:22:51.702874 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41384) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:51.726911 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-799aaa77-6ff8-4257-92f6-345b940be254 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] DELETE failed (client error): The resource could not be found. Feb 02 07:22:51.727533 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-799aaa77-6ff8-4257-92f6-345b940be254 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:22:51.732392 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-799aaa77-6ff8-4257-92f6-345b940be254 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] 10.222.0.87 "DELETE /v2.0/networks/559ddd66-0998-406e-8646-d2c78ab0de19 HTTP/1.1" status: 404 len: 339 time: 0.0281522 Feb 02 07:22:51.733404 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41386) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:51.736670 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e851609-7ff8-4eca-866c-553d2f111b22 req-3dcd54a4-09cc-43b6-b0fc-345a921c4567 tempest-ServersNegativeTestMultiTenantJSON-200546617 tempest-ServersNegativeTestMultiTenantJSON-200546617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:51.738453 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8e851609-7ff8-4eca-866c-553d2f111b22 req-3dcd54a4-09cc-43b6-b0fc-345a921c4567 tempest-ServersNegativeTestMultiTenantJSON-200546617 tempest-ServersNegativeTestMultiTenantJSON-200546617-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d28dc2e-b190-45e4-bd96-23508921fbeb HTTP/1.1" status: 200 len: 943 time: 0.0636647 Feb 02 07:22:51.789435 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8e851609-7ff8-4eca-866c-553d2f111b22 req-4821de0e-217a-4f76-91f0-660115d3ed2c tempest-ServersNegativeTestMultiTenantJSON-200546617 tempest-ServersNegativeTestMultiTenantJSON-200546617-project] 10.222.0.87 "GET /v2.0/security-groups?id=44db5fd4-128d-4f6f-9039-fc1a1181dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442908 Feb 02 07:22:51.836585 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-86e18272-1eac-4ed5-89bb-1bef05493af4 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Deleting port ad714d7f-c2c7-42da-86d8-960b39c7d396 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:22:51.836857 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-86e18272-1eac-4ed5-89bb-1bef05493af4 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (ad714d7f-c2c7-42da-86d8-960b39c7d396), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:51.911263 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-86e18272-1eac-4ed5-89bb-1bef05493af4 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (ad714d7f-c2c7-42da-86d8-960b39c7d396), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:51.932463 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-86e18272-1eac-4ed5-89bb-1bef05493af4 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Calling delete_port for ad714d7f-c2c7-42da-86d8-960b39c7d396 owned by {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:22:52.013592 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-86e18272-1eac-4ed5-89bb-1bef05493af4 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (ad714d7f-c2c7-42da-86d8-960b39c7d396), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:52.042510 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e18272-1eac-4ed5-89bb-1bef05493af4 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Pushing event deleted for resources: {'Port': ['ID=ad714d7f-c2c7-42da-86d8-960b39c7d396,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:52.048760 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-86e18272-1eac-4ed5-89bb-1bef05493af4 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:52.055868 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-86e18272-1eac-4ed5-89bb-1bef05493af4 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] 10.222.0.87 "DELETE /v2.0/ports/ad714d7f-c2c7-42da-86d8-960b39c7d396 HTTP/1.1" status: 204 len: 168 time: 0.3184822 Feb 02 07:22:52.056016 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41388) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:52.081715 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed46bae4-746a-4847-b6b7-08adc59fd1d1 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] DELETE failed (client error): The resource could not be found. Feb 02 07:22:52.082174 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed46bae4-746a-4847-b6b7-08adc59fd1d1 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:22:52.085165 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-ed46bae4-746a-4847-b6b7-08adc59fd1d1 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] 10.222.0.87 "DELETE /v2.0/subnets/27a336e1-49b0-4e37-821d-0002b45820f1 HTTP/1.1" status: 404 len: 337 time: 0.0281463 Feb 02 07:22:52.087858 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41390) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:52.130348 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:52.169729 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-60b21eba-fa8a-4603-8418-0e63849f0850 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (f2c615ac-d870-4ca7-ab44-29716e0cf051), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:52.253831 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-60b21eba-fa8a-4603-8418-0e63849f0850 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (f2c615ac-d870-4ca7-ab44-29716e0cf051), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:52.274861 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-60b21eba-fa8a-4603-8418-0e63849f0850 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2c615ac-d870-4ca7-ab44-29716e0cf051']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:22:52.283792 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-60b21eba-fa8a-4603-8418-0e63849f0850 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24f3bb7e-3e35-4330-9ba3-ca346d64fbf2') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:22:52.284094 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-60b21eba-fa8a-4603-8418-0e63849f0850 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24f3bb7e-3e35-4330-9ba3-ca346d64fbf2') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:22:52.293775 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-60b21eba-fa8a-4603-8418-0e63849f0850 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (24f3bb7e-3e35-4330-9ba3-ca346d64fbf2), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:52.306902 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-60b21eba-fa8a-4603-8418-0e63849f0850 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (24f3bb7e-3e35-4330-9ba3-ca346d64fbf2), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:52.312756 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60b21eba-fa8a-4603-8418-0e63849f0850 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:22:52.313167 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-60b21eba-fa8a-4603-8418-0e63849f0850 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (24f3bb7e-3e35-4330-9ba3-ca346d64fbf2), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:52.316205 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:22:52.316205 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:22:52.316205 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:22:52.316205 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:22:52.316205 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:22:52.316205 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:22:52.316205 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:22:52.316205 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:22:52.316205 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:22:52.316205 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:22:52.316205 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:22:52.316205 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:22:52.316205 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:22:52.316205 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:22:52.316205 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:22:52.316205 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:22:52.316205 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:22:52.316205 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:22:52.316205 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:22:52.316205 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:22:52.316205 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:22:52.316205 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:22:52.316205 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:22:52.316205 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:22:52.316205 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:22:52.316205 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:22:52.316205 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:22:52.316205 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:22:52.316205 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:22:52.316205 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:22:52.316205 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:22:52.316205 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:22:52.379745 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-60b21eba-fa8a-4603-8418-0e63849f0850 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (f2c615ac-d870-4ca7-ab44-29716e0cf051), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:52.387041 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-60b21eba-fa8a-4603-8418-0e63849f0850 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:52.389991 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-60b21eba-fa8a-4603-8418-0e63849f0850 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] 10.222.0.87 "DELETE /v2.0/networks/f2c615ac-d870-4ca7-ab44-29716e0cf051 HTTP/1.1" status: 204 len: 168 time: 0.3012881 Feb 02 07:22:52.392528 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41392) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:52.425775 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b21eba-fa8a-4603-8418-0e63849f0850 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Pushing event deleted for resources: {'Network': ['ID=f2c615ac-d870-4ca7-ab44-29716e0cf051,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:52.534113 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-7d13c019-dede-4b8e-9515-caa9a9990b21 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Deleting port 40444057-0068-4ffa-b64a-701fdab337bb {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:22:52.534457 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7d13c019-dede-4b8e-9515-caa9a9990b21 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (40444057-0068-4ffa-b64a-701fdab337bb), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:52.561498 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39728025-f9e6-4781-835b-71148b5ec348 req-926b1b93-17c7-4ec0-a88e-f5b86cae2edf tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:52.562988 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-39728025-f9e6-4781-835b-71148b5ec348 req-926b1b93-17c7-4ec0-a88e-f5b86cae2edf tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.87 "GET /v2.0/ports?device_id=449fc50e-25e6-4c03-a79e-6b4045159285 HTTP/1.1" status: 200 len: 944 time: 0.0911701 Feb 02 07:22:52.627512 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7d13c019-dede-4b8e-9515-caa9a9990b21 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (40444057-0068-4ffa-b64a-701fdab337bb), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:52.648584 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-7d13c019-dede-4b8e-9515-caa9a9990b21 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Calling delete_port for 40444057-0068-4ffa-b64a-701fdab337bb owned by {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:22:52.668216 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-39728025-f9e6-4781-835b-71148b5ec348 req-ce806466-8c76-4856-9acd-392761c0bcb5 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.87 "GET /v2.0/security-groups?id=a94ca68d-f1f1-4df8-8323-f1a51d8092a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954163 Feb 02 07:22:52.742966 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7d13c019-dede-4b8e-9515-caa9a9990b21 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (40444057-0068-4ffa-b64a-701fdab337bb), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:52.770281 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d13c019-dede-4b8e-9515-caa9a9990b21 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Pushing event deleted for resources: {'Port': ['ID=40444057-0068-4ffa-b64a-701fdab337bb,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:52.776277 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7d13c019-dede-4b8e-9515-caa9a9990b21 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:52.779548 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-7d13c019-dede-4b8e-9515-caa9a9990b21 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] 10.222.0.87 "DELETE /v2.0/ports/40444057-0068-4ffa-b64a-701fdab337bb HTTP/1.1" status: 204 len: 168 time: 0.3861058 Feb 02 07:22:52.782146 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41396) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:52.809843 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd683ab1-1006-4968-aee2-a67ce63470d5 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] DELETE failed (client error): The resource could not be found. Feb 02 07:22:52.810422 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd683ab1-1006-4968-aee2-a67ce63470d5 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:22:52.813712 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-bd683ab1-1006-4968-aee2-a67ce63470d5 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] 10.222.0.87 "DELETE /v2.0/subnets/6daf2ccc-3237-4bbd-92eb-db467900f029 HTTP/1.1" status: 404 len: 337 time: 0.0305488 Feb 02 07:22:52.816363 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41400) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:52.886273 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device afe95ed6-e79e-43fe-a086-97d13df48af1 details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:22:52.924091 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0f43f6eb-acbe-4735-b3a2-72d5ea1fea9f tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (0bbe0bc2-226f-4a33-b298-e40174cb9d95), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:52.974042 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81bc243-b101-4807-8034-f44d207687c0 req-bd90f064-4c67-4744-9b78-c81287e4e819 tempest-ServersNegativeTestMultiTenantJSON-200546617 tempest-ServersNegativeTestMultiTenantJSON-200546617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:52.975657 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b81bc243-b101-4807-8034-f44d207687c0 req-bd90f064-4c67-4744-9b78-c81287e4e819 tempest-ServersNegativeTestMultiTenantJSON-200546617 tempest-ServersNegativeTestMultiTenantJSON-200546617-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d28dc2e-b190-45e4-bd96-23508921fbeb HTTP/1.1" status: 200 len: 943 time: 0.0929716 Feb 02 07:22:52.989540 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port afe95ed6-e79e-43fe-a086-97d13df48af1, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=afe95ed6-e79e-43fe-a086-97d13df48af1,segment=NetworkSegment(0d520ba0-7feb-4261-8e84-604f4207736e),segment_id=0d520ba0-7feb-4261-8e84-604f4207736e)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:22:53.001234 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': 'afe95ed6-e79e-43fe-a086-97d13df48af1', 'network_id': 'ca4554a1-0c33-48f6-9c78-9142a4cb2413', 'port_id': 'afe95ed6-e79e-43fe-a086-97d13df48af1', 'mac_address': 'fa:16:3e:f6:72:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd03693b6-3669-4157-b339-5d4aa3a3a931', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:22:53.039298 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port afe95ed6-e79e-43fe-a086-97d13df48af1 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:22:53.039828 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (afe95ed6-e79e-43fe-a086-97d13df48af1), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:53.057209 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0f43f6eb-acbe-4735-b3a2-72d5ea1fea9f tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (0bbe0bc2-226f-4a33-b298-e40174cb9d95), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:53.057656 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afe95ed6-e79e-43fe-a086-97d13df48af1 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:22:53.077046 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port afe95ed6-e79e-43fe-a086-97d13df48af1, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=afe95ed6-e79e-43fe-a086-97d13df48af1,segment=NetworkSegment(0d520ba0-7feb-4261-8e84-604f4207736e),segment_id=0d520ba0-7feb-4261-8e84-604f4207736e)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:22:53.081623 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (afe95ed6-e79e-43fe-a086-97d13df48af1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:53.092542 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-0f43f6eb-acbe-4735-b3a2-72d5ea1fea9f tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bbe0bc2-226f-4a33-b298-e40174cb9d95']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:22:53.108086 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b81bc243-b101-4807-8034-f44d207687c0 req-2f80fae2-d95d-439f-b4a8-20bbacff58a0 tempest-ServersNegativeTestMultiTenantJSON-200546617 tempest-ServersNegativeTestMultiTenantJSON-200546617-project] 10.222.0.87 "GET /v2.0/security-groups?id=44db5fd4-128d-4f6f-9039-fc1a1181dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167722 Feb 02 07:22:53.109651 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-0f43f6eb-acbe-4735-b3a2-72d5ea1fea9f tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e8d6312-3f03-4063-88be-5e57ee1c7c16') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:22:53.110400 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-0f43f6eb-acbe-4735-b3a2-72d5ea1fea9f tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e8d6312-3f03-4063-88be-5e57ee1c7c16') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:22:53.120503 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0f43f6eb-acbe-4735-b3a2-72d5ea1fea9f tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (8e8d6312-3f03-4063-88be-5e57ee1c7c16), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:53.130450 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=afe95ed6-e79e-43fe-a086-97d13df48af1,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:53.135341 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0f43f6eb-acbe-4735-b3a2-72d5ea1fea9f tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (8e8d6312-3f03-4063-88be-5e57ee1c7c16), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:53.142167 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f43f6eb-acbe-4735-b3a2-72d5ea1fea9f tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:22:53.142672 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0f43f6eb-acbe-4735-b3a2-72d5ea1fea9f tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (8e8d6312-3f03-4063-88be-5e57ee1c7c16), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:53.146752 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:22:53.146752 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:22:53.146752 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:22:53.146752 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:22:53.146752 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:22:53.146752 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:22:53.146752 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:22:53.146752 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:22:53.146752 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:22:53.146752 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:22:53.146752 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:22:53.146752 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:22:53.146752 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:22:53.146752 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:22:53.146752 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:22:53.146752 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:22:53.146752 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:22:53.146752 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:22:53.146752 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:22:53.146752 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:22:53.146752 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:22:53.146752 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:22:53.146752 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:22:53.146752 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:22:53.146752 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:22:53.146752 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:22:53.146752 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:22:53.146752 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:22:53.146752 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:22:53.146752 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:22:53.146752 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:22:53.146752 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:22:53.206523 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0f43f6eb-acbe-4735-b3a2-72d5ea1fea9f tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (0bbe0bc2-226f-4a33-b298-e40174cb9d95), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:53.214192 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0f43f6eb-acbe-4735-b3a2-72d5ea1fea9f tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:53.220029 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0f43f6eb-acbe-4735-b3a2-72d5ea1fea9f tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] 10.222.0.87 "DELETE /v2.0/networks/0bbe0bc2-226f-4a33-b298-e40174cb9d95 HTTP/1.1" status: 204 len: 168 time: 0.4003327 Feb 02 07:22:53.220186 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41402) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:53.259673 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f43f6eb-acbe-4735-b3a2-72d5ea1fea9f tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Pushing event deleted for resources: {'Network': ['ID=0bbe0bc2-226f-4a33-b298-e40174cb9d95,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:53.284568 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-d347c472-6cde-48a2-99f8-63ce4677ce2d tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Deleting subnet d91d3415-bba8-4057-b295-5a32633b1ef7 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:22:53.288008 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d347c472-6cde-48a2-99f8-63ce4677ce2d tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks [] for subnet (d91d3415-bba8-4057-b295-5a32633b1ef7), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:53.329991 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d347c472-6cde-48a2-99f8-63ce4677ce2d tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (d91d3415-bba8-4057-b295-5a32633b1ef7), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:53.419200 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d347c472-6cde-48a2-99f8-63ce4677ce2d tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (d91d3415-bba8-4057-b295-5a32633b1ef7), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:53.480860 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d347c472-6cde-48a2-99f8-63ce4677ce2d tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (d91d3415-bba8-4057-b295-5a32633b1ef7), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:53.510580 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d347c472-6cde-48a2-99f8-63ce4677ce2d tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Pushing event deleted for resources: {'Subnet': ['ID=d91d3415-bba8-4057-b295-5a32633b1ef7,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:53.514626 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d347c472-6cde-48a2-99f8-63ce4677ce2d tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:53.517862 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d347c472-6cde-48a2-99f8-63ce4677ce2d tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] 10.222.0.87 "DELETE /v2.0/subnets/d91d3415-bba8-4057-b295-5a32633b1ef7 HTTP/1.1" status: 204 len: 168 time: 0.2966952 Feb 02 07:22:53.522329 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57289977-9308-4f57-8253-9dee27f46668 None None] Network 85264137-e882-4d96-bbcf-4a31dc8d1181 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:22:53.523638 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41404) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:53.579526 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['afe95ed6-e79e-43fe-a086-97d13df48af1'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:22:53.608237 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6e1ef8e6-2cb1-42e3-97e3-85c04f291394 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (85264137-e882-4d96-bbcf-4a31dc8d1181), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:53.671751 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-6e1ef8e6-2cb1-42e3-97e3-85c04f291394 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Deleting port de18ae81-62da-498e-8216-a94ed269a310 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:22:53.672297 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6e1ef8e6-2cb1-42e3-97e3-85c04f291394 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (de18ae81-62da-498e-8216-a94ed269a310), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:53.774667 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b857898b-6e38-4a6b-9655-e368b26523ee None None] DHCP port deletion for 85264137-e882-4d96-bbcf-4a31dc8d1181 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:22:53.804104 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-6e1ef8e6-2cb1-42e3-97e3-85c04f291394 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] For port de18ae81-62da-498e-8216-a94ed269a310, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=de18ae81-62da-498e-8216-a94ed269a310,segment=NetworkSegment(864ee29a-a8c5-4804-aa28-75a757bc44ea),segment_id=864ee29a-a8c5-4804-aa28-75a757bc44ea)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:22:53.804518 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6e1ef8e6-2cb1-42e3-97e3-85c04f291394 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (de18ae81-62da-498e-8216-a94ed269a310), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:53.820374 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-6e1ef8e6-2cb1-42e3-97e3-85c04f291394 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Calling delete_port for de18ae81-62da-498e-8216-a94ed269a310 owned by network:dhcp {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:22:53.828386 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-b857898b-6e38-4a6b-9655-e368b26523ee None None] Deleting port de18ae81-62da-498e-8216-a94ed269a310 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:22:53.828907 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b857898b-6e38-4a6b-9655-e368b26523ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (de18ae81-62da-498e-8216-a94ed269a310), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:53.880750 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c9801b-4e78-46aa-b28d-ae3765ac2775 req-92ea052b-ed69-4b40-9af9-ba5df685fa35 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:53.882941 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b9c9801b-4e78-46aa-b28d-ae3765ac2775 req-92ea052b-ed69-4b40-9af9-ba5df685fa35 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.87 "GET /v2.0/ports?device_id=449fc50e-25e6-4c03-a79e-6b4045159285 HTTP/1.1" status: 200 len: 944 time: 0.1262438 Feb 02 07:22:53.896506 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-b857898b-6e38-4a6b-9655-e368b26523ee None None] For port de18ae81-62da-498e-8216-a94ed269a310, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=de18ae81-62da-498e-8216-a94ed269a310,segment=NetworkSegment(864ee29a-a8c5-4804-aa28-75a757bc44ea),segment_id=864ee29a-a8c5-4804-aa28-75a757bc44ea)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:22:53.896906 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b857898b-6e38-4a6b-9655-e368b26523ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (de18ae81-62da-498e-8216-a94ed269a310), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:53.909578 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-b857898b-6e38-4a6b-9655-e368b26523ee None None] Calling delete_port for de18ae81-62da-498e-8216-a94ed269a310 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:22:53.958415 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b9c9801b-4e78-46aa-b28d-ae3765ac2775 req-94a539b4-188d-4937-87c3-be345f0b4062 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.87 "GET /v2.0/security-groups?id=a94ca68d-f1f1-4df8-8323-f1a51d8092a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649846 Feb 02 07:22:53.968380 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6e1ef8e6-2cb1-42e3-97e3-85c04f291394 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (de18ae81-62da-498e-8216-a94ed269a310), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:53.994605 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1ef8e6-2cb1-42e3-97e3-85c04f291394 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Pushing event deleted for resources: {'Port': ['ID=de18ae81-62da-498e-8216-a94ed269a310,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:53.998124 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1ef8e6-2cb1-42e3-97e3-85c04f291394 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] No DVR routers for this DVR port de18ae81-62da-498e-8216-a94ed269a310 on host n-d-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:22:54.011685 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b857898b-6e38-4a6b-9655-e368b26523ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (de18ae81-62da-498e-8216-a94ed269a310), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:54.036802 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b857898b-6e38-4a6b-9655-e368b26523ee None None] Pushing event deleted for resources: {'Port': ['ID=de18ae81-62da-498e-8216-a94ed269a310,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:54.042491 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b857898b-6e38-4a6b-9655-e368b26523ee None None] No DVR routers for this DVR port de18ae81-62da-498e-8216-a94ed269a310 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:22:54.087257 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6e1ef8e6-2cb1-42e3-97e3-85c04f291394 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (85264137-e882-4d96-bbcf-4a31dc8d1181), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:54.107150 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-6e1ef8e6-2cb1-42e3-97e3-85c04f291394 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85264137-e882-4d96-bbcf-4a31dc8d1181']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:22:54.116578 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-6e1ef8e6-2cb1-42e3-97e3-85c04f291394 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '864ee29a-a8c5-4804-aa28-75a757bc44ea') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:22:54.117513 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-6e1ef8e6-2cb1-42e3-97e3-85c04f291394 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '864ee29a-a8c5-4804-aa28-75a757bc44ea') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:22:54.127119 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6e1ef8e6-2cb1-42e3-97e3-85c04f291394 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (864ee29a-a8c5-4804-aa28-75a757bc44ea), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:54.140736 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6e1ef8e6-2cb1-42e3-97e3-85c04f291394 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (864ee29a-a8c5-4804-aa28-75a757bc44ea), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:54.148349 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e1ef8e6-2cb1-42e3-97e3-85c04f291394 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:22:54.148952 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6e1ef8e6-2cb1-42e3-97e3-85c04f291394 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (864ee29a-a8c5-4804-aa28-75a757bc44ea), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:54.152217 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:22:54.152217 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:22:54.152217 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:22:54.152217 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:22:54.152217 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:22:54.152217 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:22:54.152217 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:22:54.152217 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:22:54.152217 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:22:54.152217 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:22:54.152217 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:22:54.152217 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:22:54.152217 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:22:54.152217 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:22:54.152217 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:22:54.152217 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:22:54.152217 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:22:54.152217 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:22:54.152217 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:22:54.152217 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:22:54.152217 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:22:54.152217 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:22:54.152217 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:22:54.152217 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:22:54.152217 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:22:54.152217 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:22:54.152217 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:22:54.152217 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:22:54.152217 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:22:54.152217 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:22:54.152217 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:22:54.152217 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:22:54.242835 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6e1ef8e6-2cb1-42e3-97e3-85c04f291394 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (85264137-e882-4d96-bbcf-4a31dc8d1181), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:54.251245 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6e1ef8e6-2cb1-42e3-97e3-85c04f291394 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:54.254319 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-6e1ef8e6-2cb1-42e3-97e3-85c04f291394 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] 10.222.0.87 "DELETE /v2.0/networks/85264137-e882-4d96-bbcf-4a31dc8d1181 HTTP/1.1" status: 204 len: 168 time: 0.7293720 Feb 02 07:22:54.268304 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1ef8e6-2cb1-42e3-97e3-85c04f291394 tempest-NetworksIpV6TestAttrs-1796251173 tempest-NetworksIpV6TestAttrs-1796251173-project] Pushing event deleted for resources: {'Network': ['ID=85264137-e882-4d96-bbcf-4a31dc8d1181,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:54.289851 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be7ec59-d669-4199-9179-7d51e46bb710 req-badfdc4a-45a0-4265-b05a-6c929996d152 tempest-ServersNegativeTestMultiTenantJSON-200546617 tempest-ServersNegativeTestMultiTenantJSON-200546617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:54.291244 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9be7ec59-d669-4199-9179-7d51e46bb710 req-badfdc4a-45a0-4265-b05a-6c929996d152 tempest-ServersNegativeTestMultiTenantJSON-200546617 tempest-ServersNegativeTestMultiTenantJSON-200546617-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d28dc2e-b190-45e4-bd96-23508921fbeb HTTP/1.1" status: 200 len: 944 time: 0.0815184 Feb 02 07:22:54.356597 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9be7ec59-d669-4199-9179-7d51e46bb710 req-d747ad87-1854-4f8b-a8f8-cfc72f1c5118 tempest-ServersNegativeTestMultiTenantJSON-200546617 tempest-ServersNegativeTestMultiTenantJSON-200546617-project] 10.222.0.87 "GET /v2.0/security-groups?id=44db5fd4-128d-4f6f-9039-fc1a1181dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529599 Feb 02 07:22:54.516974 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41414) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:54.662608 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-896cebf0-3f68-468c-883d-644aace623c2 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=4646dea9bc374b3eae88a00223f85708&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1421425 Feb 02 07:22:54.662911 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41418) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:54.713363 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4408a5de-5043-4e07-b4db-49ee8ddd6c07 admin admin] Publish callbacks [] for security_group (1a81983b-7c98-4933-ae48-64e1d51dcdf3), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:54.733921 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4408a5de-5043-4e07-b4db-49ee8ddd6c07 admin admin] Publish callbacks [] for security_group (1a81983b-7c98-4933-ae48-64e1d51dcdf3), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:54.780563 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4408a5de-5043-4e07-b4db-49ee8ddd6c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (1a81983b-7c98-4933-ae48-64e1d51dcdf3), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:54.783201 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4408a5de-5043-4e07-b4db-49ee8ddd6c07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:54.786928 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-4408a5de-5043-4e07-b4db-49ee8ddd6c07 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/1a81983b-7c98-4933-ae48-64e1d51dcdf3 HTTP/1.1" status: 204 len: 168 time: 0.1202431 Feb 02 07:22:54.792565 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4408a5de-5043-4e07-b4db-49ee8ddd6c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a81983b-7c98-4933-ae48-64e1d51dcdf3,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:54.892137 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device afe95ed6-e79e-43fe-a086-97d13df48af1 up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:22:54.944086 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port afe95ed6-e79e-43fe-a086-97d13df48af1 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:22:54.948786 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port afe95ed6-e79e-43fe-a086-97d13df48af1 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:22:54.949162 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (afe95ed6-e79e-43fe-a086-97d13df48af1), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:55.044738 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port afe95ed6-e79e-43fe-a086-97d13df48af1 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:22:55.045074 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (afe95ed6-e79e-43fe-a086-97d13df48af1), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:55.069395 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d28dc2e-b190-45e4-bd96-23508921fbeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afe95ed6-e79e-43fe-a086-97d13df48af1'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:22:55.072521 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3061650-60a4-49e8-9188-dfbd977ac657" -d '{"events": [{"server_uuid": "4d28dc2e-b190-45e4-bd96-23508921fbeb", "name": "network-vif-plugged", "status": "completed", "tag": "afe95ed6-e79e-43fe-a086-97d13df48af1"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:22:55.086708 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port afe95ed6-e79e-43fe-a086-97d13df48af1, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=afe95ed6-e79e-43fe-a086-97d13df48af1,segment=NetworkSegment(0d520ba0-7feb-4261-8e84-604f4207736e),segment_id=0d520ba0-7feb-4261-8e84-604f4207736e)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:22:55.092222 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (afe95ed6-e79e-43fe-a086-97d13df48af1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:55.120479 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d1de2-99d0-4efe-982f-8d4a20447ae8 req-1b587b48-9864-45ff-9bdd-b55ee5750bf0 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:55.123268 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-026d1de2-99d0-4efe-982f-8d4a20447ae8 req-1b587b48-9864-45ff-9bdd-b55ee5750bf0 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.87 "GET /v2.0/ports?device_id=449fc50e-25e6-4c03-a79e-6b4045159285 HTTP/1.1" status: 200 len: 944 time: 0.0718303 Feb 02 07:22:55.156212 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=afe95ed6-e79e-43fe-a086-97d13df48af1,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:55.207791 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-026d1de2-99d0-4efe-982f-8d4a20447ae8 req-b514b773-2960-42b0-9bea-4dc90334bf39 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.87 "GET /v2.0/security-groups?id=a94ca68d-f1f1-4df8-8323-f1a51d8092a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739150 Feb 02 07:22:55.245920 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-529c176c-dc70-4754-9bd8-485d3aa4d452 x-openstack-request-id: req-529c176c-dc70-4754-9bd8-485d3aa4d452 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:22:55.246430 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d28dc2e-b190-45e4-bd96-23508921fbeb", "name": "network-vif-plugged", "status": "completed", "tag": "afe95ed6-e79e-43fe-a086-97d13df48af1", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:22:55.247038 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-529c176c-dc70-4754-9bd8-485d3aa4d452 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:22:55.247512 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d28dc2e-b190-45e4-bd96-23508921fbeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afe95ed6-e79e-43fe-a086-97d13df48af1', 'code': 200} Feb 02 07:22:55.409192 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3350731-3918-46fe-ae55-54683693d381 req-e7809aa9-ecb2-45ae-b7ae-c61f0375e304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:55.411106 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b3350731-3918-46fe-ae55-54683693d381 req-e7809aa9-ecb2-45ae-b7ae-c61f0375e304 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4d28dc2e-b190-45e4-bd96-23508921fbeb HTTP/1.1" status: 200 len: 1128 time: 0.0690639 Feb 02 07:22:55.465933 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b3350731-3918-46fe-ae55-54683693d381 req-60d3db45-3277-4231-8a88-f03a7951d808 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=44db5fd4-128d-4f6f-9039-fc1a1181dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487642 Feb 02 07:22:55.537318 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950f6335-c21f-40c0-be46-f8a9c32635eb req-46c22c6d-04c4-42e8-8f68-d4279126ebf4 tempest-ServersNegativeTestMultiTenantJSON-200546617 tempest-ServersNegativeTestMultiTenantJSON-200546617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:55.546760 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-950f6335-c21f-40c0-be46-f8a9c32635eb req-46c22c6d-04c4-42e8-8f68-d4279126ebf4 tempest-ServersNegativeTestMultiTenantJSON-200546617 tempest-ServersNegativeTestMultiTenantJSON-200546617-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d28dc2e-b190-45e4-bd96-23508921fbeb HTTP/1.1" status: 200 len: 945 time: 0.0913363 Feb 02 07:22:55.606550 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-950f6335-c21f-40c0-be46-f8a9c32635eb req-fb8802b5-29f2-49e5-a34b-5685e5677569 tempest-ServersNegativeTestMultiTenantJSON-200546617 tempest-ServersNegativeTestMultiTenantJSON-200546617-project] 10.222.0.87 "GET /v2.0/security-groups?id=44db5fd4-128d-4f6f-9039-fc1a1181dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582693 Feb 02 07:22:55.619945 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41448) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:55.723208 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device de18ae81-62da-498e-8216-a94ed269a310 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:22:55.751387 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: de18ae81-62da-498e-8216-a94ed269a310 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:22:55.752141 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device de18ae81-62da-498e-8216-a94ed269a310 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:22:55.752436 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ccd5b-4f53-414b-9d61-b54bfe4d7fd0 req-4657ac95-52b5-436c-9b52-05f2d9e880c9 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:55.761680 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9a6ccd5b-4f53-414b-9d61-b54bfe4d7fd0 req-4657ac95-52b5-436c-9b52-05f2d9e880c9 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/ports?device_id=23d00674-1c75-41ed-b39c-9b1c1a82bdbd HTTP/1.1" status: 200 len: 946 time: 0.0804327 Feb 02 07:22:55.809704 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-df303f0d-5d25-446a-938e-074c7f60f225 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1247739311'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:22:55.818288 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9a6ccd5b-4f53-414b-9d61-b54bfe4d7fd0 req-3bb38927-18fd-48a3-ad92-1df1bc990f72 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/security-groups?id=6795e0a6-69cc-42c2-a292-352f11146466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557251 Feb 02 07:22:55.832301 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df303f0d-5d25-446a-938e-074c7f60f225 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Made reservation on behalf of 734239c0e89548e9b731cf7277c63ec2 for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:22:55.837321 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-df303f0d-5d25-446a-938e-074c7f60f225 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:55.846457 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-df303f0d-5d25-446a-938e-074c7f60f225 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:55.924862 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-df303f0d-5d25-446a-938e-074c7f60f225 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for security_group (feb33cc6-f955-4797-bc8a-80d306db4b77), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:55.931477 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-df303f0d-5d25-446a-938e-074c7f60f225 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (feb33cc6-f955-4797-bc8a-80d306db4b77), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:55.956733 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df303f0d-5d25-446a-938e-074c7f60f225 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:22:55.972651 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df303f0d-5d25-446a-938e-074c7f60f225 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=feb33cc6-f955-4797-bc8a-80d306db4b77,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:55.980093 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-df303f0d-5d25-446a-938e-074c7f60f225 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (c527fd58-fa4e-44c3-972c-7f7cc0332961), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:55.980627 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-df303f0d-5d25-446a-938e-074c7f60f225 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Added segment c527fd58-fa4e-44c3-972c-7f7cc0332961 of type vlan for network 3f1c0e12-2025-47bf-b875-7f6b99b1cbb8 Feb 02 07:22:56.028683 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-df303f0d-5d25-446a-938e-074c7f60f225 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (3f1c0e12-2025-47bf-b875-7f6b99b1cbb8), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:56.062145 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-df303f0d-5d25-446a-938e-074c7f60f225 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (3f1c0e12-2025-47bf-b875-7f6b99b1cbb8), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:56.067318 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df303f0d-5d25-446a-938e-074c7f60f225 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:56.068016 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-df303f0d-5d25-446a-938e-074c7f60f225 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:56.106275 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-df303f0d-5d25-446a-938e-074c7f60f225 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4850216 Feb 02 07:22:56.108830 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41460) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:56.113841 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-0fa6e921-4343-45c6-9e40-475efb3fb906 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1153010266'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:22:56.135650 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa6e921-4343-45c6-9e40-475efb3fb906 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Made reservation on behalf of 734239c0e89548e9b731cf7277c63ec2 for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:22:56.141227 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0fa6e921-4343-45c6-9e40-475efb3fb906 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:56.144321 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df303f0d-5d25-446a-938e-074c7f60f225 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Pushing event updated for resources: {'Network': ['ID=3f1c0e12-2025-47bf-b875-7f6b99b1cbb8,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:56.156007 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 3f1c0e12-2025-47bf-b875-7f6b99b1cbb8 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:22:56.166755 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fa6e921-4343-45c6-9e40-475efb3fb906 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:22:56.176548 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0fa6e921-4343-45c6-9e40-475efb3fb906 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (3d18d3aa-3fec-475d-8569-ef3875f8cfa0), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:56.176891 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-0fa6e921-4343-45c6-9e40-475efb3fb906 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Added segment 3d18d3aa-3fec-475d-8569-ef3875f8cfa0 of type vlan for network cc398682-4b6a-461b-88d7-c0bde0eb33d3 Feb 02 07:22:56.243728 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0fa6e921-4343-45c6-9e40-475efb3fb906 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (cc398682-4b6a-461b-88d7-c0bde0eb33d3), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:56.282071 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0fa6e921-4343-45c6-9e40-475efb3fb906 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (cc398682-4b6a-461b-88d7-c0bde0eb33d3), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:56.288618 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa6e921-4343-45c6-9e40-475efb3fb906 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:56.290103 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0fa6e921-4343-45c6-9e40-475efb3fb906 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:56.366335 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41466) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:56.368539 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0fa6e921-4343-45c6-9e40-475efb3fb906 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2582002 Feb 02 07:22:56.372697 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-9718e44b-7f96-44a3-a184-4813db8d0f64 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Request body: {'subnet': {'network_id': '3f1c0e12-2025-47bf-b875-7f6b99b1cbb8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:22:56.412989 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa6e921-4343-45c6-9e40-475efb3fb906 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Pushing event updated for resources: {'Network': ['ID=cc398682-4b6a-461b-88d7-c0bde0eb33d3,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:56.427203 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network cc398682-4b6a-461b-88d7-c0bde0eb33d3 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:22:56.444910 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f63da-3575-45ee-8c8f-b8f8befb5b0a req-93bda1ab-a995-4a6b-834d-75e20e6eec0a tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:56.467746 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-902f63da-3575-45ee-8c8f-b8f8befb5b0a req-93bda1ab-a995-4a6b-834d-75e20e6eec0a tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.87 "GET /v2.0/ports?device_id=449fc50e-25e6-4c03-a79e-6b4045159285 HTTP/1.1" status: 200 len: 944 time: 0.1702161 Feb 02 07:22:56.530808 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-902f63da-3575-45ee-8c8f-b8f8befb5b0a req-aad1e3c6-320b-43a7-a881-0e86067ae1ef tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.87 "GET /v2.0/security-groups?id=a94ca68d-f1f1-4df8-8323-f1a51d8092a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577927 Feb 02 07:22:56.575241 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9718e44b-7f96-44a3-a184-4813db8d0f64 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Made reservation on behalf of 734239c0e89548e9b731cf7277c63ec2 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:22:56.578771 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9718e44b-7f96-44a3-a184-4813db8d0f64 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:56.754690 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a4154-1c5e-4ef1-9ea8-742487c587a1 req-9ebeccac-c8a4-4931-a9fe-d833ab47470e tempest-ServersNegativeTestMultiTenantJSON-200546617 tempest-ServersNegativeTestMultiTenantJSON-200546617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:56.763970 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-566a4154-1c5e-4ef1-9ea8-742487c587a1 req-9ebeccac-c8a4-4931-a9fe-d833ab47470e tempest-ServersNegativeTestMultiTenantJSON-200546617 tempest-ServersNegativeTestMultiTenantJSON-200546617-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d28dc2e-b190-45e4-bd96-23508921fbeb HTTP/1.1" status: 200 len: 945 time: 0.0763466 Feb 02 07:22:56.781121 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9718e44b-7f96-44a3-a184-4813db8d0f64 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (5a550926-bf1d-4876-b2a3-836d579928ac), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:56.841289 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-566a4154-1c5e-4ef1-9ea8-742487c587a1 req-7ff680b7-7169-47ca-bfda-64d006be3ea4 tempest-ServersNegativeTestMultiTenantJSON-200546617 tempest-ServersNegativeTestMultiTenantJSON-200546617-project] 10.222.0.87 "GET /v2.0/security-groups?id=44db5fd4-128d-4f6f-9039-fc1a1181dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707066 Feb 02 07:22:56.842896 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9718e44b-7f96-44a3-a184-4813db8d0f64 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Pushing event updated for resources: {'Subnet': ['ID=5a550926-bf1d-4876-b2a3-836d579928ac,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:56.859617 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9718e44b-7f96-44a3-a184-4813db8d0f64 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Checking segment: {'id': 'c527fd58-fa4e-44c3-972c-7f7cc0332961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3f1c0e12-2025-47bf-b875-7f6b99b1cbb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:22:56.859992 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9718e44b-7f96-44a3-a184-4813db8d0f64 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Network hostable DHCP agents. Network: 3f1c0e12-2025-47bf-b875-7f6b99b1cbb8, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:22:56.877163 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9718e44b-7f96-44a3-a184-4813db8d0f64 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Network 3f1c0e12-2025-47bf-b875-7f6b99b1cbb8 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:22:56.887342 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-9718e44b-7f96-44a3-a184-4813db8d0f64 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 3f1c0e12-2025-47bf-b875-7f6b99b1cbb8) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:22:56.897230 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1fdaff-3d15-49d4-8367-5d2bf4fc2c76 None None] Network 3f1c0e12-2025-47bf-b875-7f6b99b1cbb8 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:22:56.904543 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9718e44b-7f96-44a3-a184-4813db8d0f64 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:56.905385 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9718e44b-7f96-44a3-a184-4813db8d0f64 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:56.930459 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-9718e44b-7f96-44a3-a184-4813db8d0f64 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5611424 Feb 02 07:22:56.932648 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41472) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:56.937842 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-e20ebf36-eaf4-4062-b15f-5cc2c59d7aca tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Request body: {'subnet': {'network_id': 'cc398682-4b6a-461b-88d7-c0bde0eb33d3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:22:57.060742 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532a3478-4fb6-4517-836e-2d2f13d86aa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-3f1c0e12-2025-47bf-b875-7f6b99b1cbb8', 'network_id': '3f1c0e12-2025-47bf-b875-7f6b99b1cbb8', 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'fixed_ips': [{'subnet_id': '5a550926-bf1d-4876-b2a3-836d579928ac'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:22:57.062083 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e20ebf36-eaf4-4062-b15f-5cc2c59d7aca tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Made reservation on behalf of 734239c0e89548e9b731cf7277c63ec2 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:22:57.065725 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e20ebf36-eaf4-4062-b15f-5cc2c59d7aca tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:57.067375 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-532a3478-4fb6-4517-836e-2d2f13d86aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:57.271127 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e20ebf36-eaf4-4062-b15f-5cc2c59d7aca tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (6a615e70-fbf6-4a1e-b0b1-64e2870bbee1), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:57.273490 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-532a3478-4fb6-4517-836e-2d2f13d86aa7 None None] Allocated IP 2001:db8::2 (3f1c0e12-2025-47bf-b875-7f6b99b1cbb8/5a550926-bf1d-4876-b2a3-836d579928ac/94cdb3de-0bad-46da-80b2-6ef6d32763d0) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:22:57.326142 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20ebf36-eaf4-4062-b15f-5cc2c59d7aca tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Pushing event updated for resources: {'Subnet': ['ID=6a615e70-fbf6-4a1e-b0b1-64e2870bbee1,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:57.360264 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20ebf36-eaf4-4062-b15f-5cc2c59d7aca tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Checking segment: {'id': '3d18d3aa-3fec-475d-8569-ef3875f8cfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'cc398682-4b6a-461b-88d7-c0bde0eb33d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:22:57.360754 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20ebf36-eaf4-4062-b15f-5cc2c59d7aca tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Network hostable DHCP agents. Network: cc398682-4b6a-461b-88d7-c0bde0eb33d3, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:22:57.376486 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:57.384296 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20ebf36-eaf4-4062-b15f-5cc2c59d7aca tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Network cc398682-4b6a-461b-88d7-c0bde0eb33d3 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:22:57.397422 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-e20ebf36-eaf4-4062-b15f-5cc2c59d7aca tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, cc398682-4b6a-461b-88d7-c0bde0eb33d3) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:22:57.402291 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20ebf36-eaf4-4062-b15f-5cc2c59d7aca tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:57.402897 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e20ebf36-eaf4-4062-b15f-5cc2c59d7aca tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:57.412540 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331aca29-b495-4917-aa31-c676d9a42179 None None] Network cc398682-4b6a-461b-88d7-c0bde0eb33d3 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:22:57.431067 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41476) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:57.431452 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-e20ebf36-eaf4-4062-b15f-5cc2c59d7aca tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4974437 Feb 02 07:22:57.436445 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-91a747d5-6936-4d62-869b-e3437f3e5d11 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-470468907', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:22:57.469894 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-91a747d5-6936-4d62-869b-e3437f3e5d11 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (0712b00c-c1e7-4f83-846d-25fd81d68612), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:57.472307 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-91a747d5-6936-4d62-869b-e3437f3e5d11 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (0712b00c-c1e7-4f83-846d-25fd81d68612), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:57.529892 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-532a3478-4fb6-4517-836e-2d2f13d86aa7 None None] Publish callbacks [] for port (94cdb3de-0bad-46da-80b2-6ef6d32763d0), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:57.544266 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-532a3478-4fb6-4517-836e-2d2f13d86aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (94cdb3de-0bad-46da-80b2-6ef6d32763d0), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:57.546121 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-91a747d5-6936-4d62-869b-e3437f3e5d11 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for router_controller (0712b00c-c1e7-4f83-846d-25fd81d68612), precommit_add_association {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:57.550595 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-91a747d5-6936-4d62-869b-e3437f3e5d11 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (0712b00c-c1e7-4f83-846d-25fd81d68612), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:57.578924 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-91a747d5-6936-4d62-869b-e3437f3e5d11 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:57.580235 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-91a747d5-6936-4d62-869b-e3437f3e5d11 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1480770 Feb 02 07:22:57.583867 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41480) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:22:57.629309 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89addba-0b64-4864-ae8c-70c123dea903 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-cc398682-4b6a-461b-88d7-c0bde0eb33d3', 'network_id': 'cc398682-4b6a-461b-88d7-c0bde0eb33d3', 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'fixed_ips': [{'subnet_id': '6a615e70-fbf6-4a1e-b0b1-64e2870bbee1'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:22:57.630343 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b89addba-0b64-4864-ae8c-70c123dea903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:57.674228 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532a3478-4fb6-4517-836e-2d2f13d86aa7 None None] Network 3f1c0e12-2025-47bf-b875-7f6b99b1cbb8 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:22:57.677296 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532a3478-4fb6-4517-836e-2d2f13d86aa7 None None] Pushing event updated for resources: {'Port': ['ID=94cdb3de-0bad-46da-80b2-6ef6d32763d0,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:57.680455 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-532a3478-4fb6-4517-836e-2d2f13d86aa7 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:22:57.729877 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532a3478-4fb6-4517-836e-2d2f13d86aa7 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:22:57.875492 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9413f03a-3d75-496f-84c3-9f9c2b99c853 req-a792ff79-1bec-4768-b6c4-4310555ca9a4 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:57.878460 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9413f03a-3d75-496f-84c3-9f9c2b99c853 req-a792ff79-1bec-4768-b6c4-4310555ca9a4 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.87 "GET /v2.0/ports?device_id=449fc50e-25e6-4c03-a79e-6b4045159285 HTTP/1.1" status: 200 len: 944 time: 0.2441759 Feb 02 07:22:57.995403 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-532a3478-4fb6-4517-836e-2d2f13d86aa7 None None] Attempting to bind port 94cdb3de-0bad-46da-80b2-6ef6d32763d0 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:22:57.995803 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-532a3478-4fb6-4517-836e-2d2f13d86aa7 None None] Attempting to bind port 94cdb3de-0bad-46da-80b2-6ef6d32763d0 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'c527fd58-fa4e-44c3-972c-7f7cc0332961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3f1c0e12-2025-47bf-b875-7f6b99b1cbb8'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:22:57.996178 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532a3478-4fb6-4517-836e-2d2f13d86aa7 None None] Attempting to bind port 94cdb3de-0bad-46da-80b2-6ef6d32763d0 on network 3f1c0e12-2025-47bf-b875-7f6b99b1cbb8 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:22:58.004420 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532a3478-4fb6-4517-836e-2d2f13d86aa7 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:22:58.004797 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532a3478-4fb6-4517-836e-2d2f13d86aa7 None None] Checking segment: {'id': 'c527fd58-fa4e-44c3-972c-7f7cc0332961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3f1c0e12-2025-47bf-b875-7f6b99b1cbb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:22:58.005211 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-532a3478-4fb6-4517-836e-2d2f13d86aa7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:58.005617 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532a3478-4fb6-4517-836e-2d2f13d86aa7 None None] Bound using segment: {'id': 'c527fd58-fa4e-44c3-972c-7f7cc0332961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3f1c0e12-2025-47bf-b875-7f6b99b1cbb8'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:22:58.006110 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-532a3478-4fb6-4517-836e-2d2f13d86aa7 None None] Bound port: 94cdb3de-0bad-46da-80b2-6ef6d32763d0, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c527fd58-fa4e-44c3-972c-7f7cc0332961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3f1c0e12-2025-47bf-b875-7f6b99b1cbb8'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:22:58.006502 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-532a3478-4fb6-4517-836e-2d2f13d86aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (94cdb3de-0bad-46da-80b2-6ef6d32763d0), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:58.035802 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-b89addba-0b64-4864-ae8c-70c123dea903 None None] Allocated IP 2001:db8:1::2 (cc398682-4b6a-461b-88d7-c0bde0eb33d3/6a615e70-fbf6-4a1e-b0b1-64e2870bbee1/27aebe19-223d-4016-a392-d001b00d80ca) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:22:58.152103 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-532a3478-4fb6-4517-836e-2d2f13d86aa7 None None] For port 94cdb3de-0bad-46da-80b2-6ef6d32763d0, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:22:58.170270 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-532a3478-4fb6-4517-836e-2d2f13d86aa7 None None] For port 94cdb3de-0bad-46da-80b2-6ef6d32763d0, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=94cdb3de-0bad-46da-80b2-6ef6d32763d0,segment=NetworkSegment(c527fd58-fa4e-44c3-972c-7f7cc0332961),segment_id=c527fd58-fa4e-44c3-972c-7f7cc0332961)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:22:58.179253 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-532a3478-4fb6-4517-836e-2d2f13d86aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (94cdb3de-0bad-46da-80b2-6ef6d32763d0), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:58.287991 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9413f03a-3d75-496f-84c3-9f9c2b99c853 req-c0e256cd-e105-43c7-be7d-3670714c8257 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.87 "GET /v2.0/security-groups?id=a94ca68d-f1f1-4df8-8323-f1a51d8092a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4022694 Feb 02 07:22:58.330431 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b89addba-0b64-4864-ae8c-70c123dea903 None None] Publish callbacks [] for port (27aebe19-223d-4016-a392-d001b00d80ca), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:58.339355 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532a3478-4fb6-4517-836e-2d2f13d86aa7 None None] Pushing event updated for resources: {'Port': ['ID=94cdb3de-0bad-46da-80b2-6ef6d32763d0,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:58.348030 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b89addba-0b64-4864-ae8c-70c123dea903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (27aebe19-223d-4016-a392-d001b00d80ca), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:58.361206 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e9fe54a6-8f54-4e10-8811-49daf26467b6 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:58.372661 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89addba-0b64-4864-ae8c-70c123dea903 None None] Network cc398682-4b6a-461b-88d7-c0bde0eb33d3 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:22:58.397624 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-b89addba-0b64-4864-ae8c-70c123dea903 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:22:58.419948 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89addba-0b64-4864-ae8c-70c123dea903 None None] Pushing event updated for resources: {'Port': ['ID=27aebe19-223d-4016-a392-d001b00d80ca,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:58.430528 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89addba-0b64-4864-ae8c-70c123dea903 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:22:58.519793 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-b89addba-0b64-4864-ae8c-70c123dea903 None None] Attempting to bind port 27aebe19-223d-4016-a392-d001b00d80ca on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:22:58.520120 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-b89addba-0b64-4864-ae8c-70c123dea903 None None] Attempting to bind port 27aebe19-223d-4016-a392-d001b00d80ca by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '3d18d3aa-3fec-475d-8569-ef3875f8cfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'cc398682-4b6a-461b-88d7-c0bde0eb33d3'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:22:58.520471 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89addba-0b64-4864-ae8c-70c123dea903 None None] Attempting to bind port 27aebe19-223d-4016-a392-d001b00d80ca on network cc398682-4b6a-461b-88d7-c0bde0eb33d3 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:22:58.526314 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89addba-0b64-4864-ae8c-70c123dea903 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:22:58.526705 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89addba-0b64-4864-ae8c-70c123dea903 None None] Checking segment: {'id': '3d18d3aa-3fec-475d-8569-ef3875f8cfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'cc398682-4b6a-461b-88d7-c0bde0eb33d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:22:58.527115 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b89addba-0b64-4864-ae8c-70c123dea903 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:58.528644 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89addba-0b64-4864-ae8c-70c123dea903 None None] Bound using segment: {'id': '3d18d3aa-3fec-475d-8569-ef3875f8cfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'cc398682-4b6a-461b-88d7-c0bde0eb33d3'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:22:58.529224 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-b89addba-0b64-4864-ae8c-70c123dea903 None None] Bound port: 27aebe19-223d-4016-a392-d001b00d80ca, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d18d3aa-3fec-475d-8569-ef3875f8cfa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'cc398682-4b6a-461b-88d7-c0bde0eb33d3'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:22:58.529625 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b89addba-0b64-4864-ae8c-70c123dea903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (27aebe19-223d-4016-a392-d001b00d80ca), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:58.535738 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8ff8b3-bd5c-4b53-a9d6-4cfebb3b6029 req-cee9393e-5209-4393-a56f-92717142ef0e tempest-ServersNegativeTestMultiTenantJSON-200546617 tempest-ServersNegativeTestMultiTenantJSON-200546617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:58.537328 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-de8ff8b3-bd5c-4b53-a9d6-4cfebb3b6029 req-cee9393e-5209-4393-a56f-92717142ef0e tempest-ServersNegativeTestMultiTenantJSON-200546617 tempest-ServersNegativeTestMultiTenantJSON-200546617-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d28dc2e-b190-45e4-bd96-23508921fbeb HTTP/1.1" status: 200 len: 945 time: 0.1790619 Feb 02 07:22:58.633783 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-b89addba-0b64-4864-ae8c-70c123dea903 None None] For port 27aebe19-223d-4016-a392-d001b00d80ca, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:22:58.637440 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-b89addba-0b64-4864-ae8c-70c123dea903 None None] For port 27aebe19-223d-4016-a392-d001b00d80ca, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=27aebe19-223d-4016-a392-d001b00d80ca,segment=NetworkSegment(3d18d3aa-3fec-475d-8569-ef3875f8cfa0),segment_id=3d18d3aa-3fec-475d-8569-ef3875f8cfa0)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:22:58.645192 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b89addba-0b64-4864-ae8c-70c123dea903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (27aebe19-223d-4016-a392-d001b00d80ca), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:58.737716 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89addba-0b64-4864-ae8c-70c123dea903 None None] Pushing event updated for resources: {'Port': ['ID=27aebe19-223d-4016-a392-d001b00d80ca,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:58.752148 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-de8ff8b3-bd5c-4b53-a9d6-4cfebb3b6029 req-cfd92898-ab27-44d9-9d76-939a77360559 tempest-ServersNegativeTestMultiTenantJSON-200546617 tempest-ServersNegativeTestMultiTenantJSON-200546617-project] 10.222.0.87 "GET /v2.0/security-groups?id=44db5fd4-128d-4f6f-9039-fc1a1181dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786833 Feb 02 07:22:58.832747 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-e9fe54a6-8f54-4e10-8811-49daf26467b6 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Allocated IP 2001:db8::1 (3f1c0e12-2025-47bf-b875-7f6b99b1cbb8/5a550926-bf1d-4876-b2a3-836d579928ac/a9ae70f6-4d6e-4511-a34d-f6c9912688e2) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:22:58.982182 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c9d8c-ccc1-4851-a427-0415889a22fc req-4168aab8-28ec-4db3-9269-ec51d0e307c6 tempest-ServersNegativeTestMultiTenantJSON-200546617 tempest-ServersNegativeTestMultiTenantJSON-200546617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:58.983905 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b89c9d8c-ccc1-4851-a427-0415889a22fc req-4168aab8-28ec-4db3-9269-ec51d0e307c6 tempest-ServersNegativeTestMultiTenantJSON-200546617 tempest-ServersNegativeTestMultiTenantJSON-200546617-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d28dc2e-b190-45e4-bd96-23508921fbeb HTTP/1.1" status: 200 len: 945 time: 0.1487777 Feb 02 07:22:59.054240 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e9fe54a6-8f54-4e10-8811-49daf26467b6 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for port (a9ae70f6-4d6e-4511-a34d-f6c9912688e2), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:59.074530 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b89c9d8c-ccc1-4851-a427-0415889a22fc req-de4b1271-5d17-469b-8ed9-f18963ae1013 tempest-ServersNegativeTestMultiTenantJSON-200546617 tempest-ServersNegativeTestMultiTenantJSON-200546617-project] 10.222.0.87 "GET /v2.0/security-groups?id=44db5fd4-128d-4f6f-9039-fc1a1181dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841339 Feb 02 07:22:59.125306 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e9fe54a6-8f54-4e10-8811-49daf26467b6 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (a9ae70f6-4d6e-4511-a34d-f6c9912688e2), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:59.176463 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9fe54a6-8f54-4e10-8811-49daf26467b6 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Network 3f1c0e12-2025-47bf-b875-7f6b99b1cbb8 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:22:59.183079 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-e9fe54a6-8f54-4e10-8811-49daf26467b6 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:22:59.199580 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fe54a6-8f54-4e10-8811-49daf26467b6 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:22:59.200111 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e9fe54a6-8f54-4e10-8811-49daf26467b6 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (0712b00c-c1e7-4f83-846d-25fd81d68612), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:59.255910 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe54a6-8f54-4e10-8811-49daf26467b6 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Pushing event updated for resources: {'Port': ['ID=a9ae70f6-4d6e-4511-a34d-f6c9912688e2,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:22:59.458888 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e9fe54a6-8f54-4e10-8811-49daf26467b6 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (a9ae70f6-4d6e-4511-a34d-f6c9912688e2), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:59.644929 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee95ae32-5a31-4aa0-82a0-d5037519ca5d req-11f89ad9-78f8-46d4-b819-f45377cdff46 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:22:59.654840 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ee95ae32-5a31-4aa0-82a0-d5037519ca5d req-11f89ad9-78f8-46d4-b819-f45377cdff46 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.87 "GET /v2.0/ports?device_id=449fc50e-25e6-4c03-a79e-6b4045159285 HTTP/1.1" status: 200 len: 944 time: 0.1470408 Feb 02 07:22:59.662921 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6fe5ae-de78-4869-991e-b4137cc91e20 None None] Network 3f1c0e12-2025-47bf-b875-7f6b99b1cbb8 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:22:59.799048 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ee95ae32-5a31-4aa0-82a0-d5037519ca5d req-c5af7cba-6178-468d-a28d-9115b0c77c1d tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.87 "GET /v2.0/security-groups?id=a94ca68d-f1f1-4df8-8323-f1a51d8092a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387477 Feb 02 07:22:59.822422 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-5710b419-864b-440f-b070-738503b462c3 None None] Provisioning complete for port 94cdb3de-0bad-46da-80b2-6ef6d32763d0 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:22:59.822802 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5710b419-864b-440f-b070-738503b462c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (94cdb3de-0bad-46da-80b2-6ef6d32763d0), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:59.973688 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 27aebe19-223d-4016-a392-d001b00d80ca up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:22:59.981979 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e9fe54a6-8f54-4e10-8811-49daf26467b6 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for port (a9ae70f6-4d6e-4511-a34d-f6c9912688e2), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:59.997240 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e9fe54a6-8f54-4e10-8811-49daf26467b6 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (a9ae70f6-4d6e-4511-a34d-f6c9912688e2), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:22:59.998148 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e9fe54a6-8f54-4e10-8811-49daf26467b6 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (0712b00c-c1e7-4f83-846d-25fd81d68612), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:00.016715 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b789fe94-b2db-4848-a442-2da10f9d5951 req-41fce60d-96ed-40a2-a025-54ad770e8af8 tempest-ServersNegativeTestMultiTenantJSON-200546617 tempest-ServersNegativeTestMultiTenantJSON-200546617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:00.026316 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b789fe94-b2db-4848-a442-2da10f9d5951 req-41fce60d-96ed-40a2-a025-54ad770e8af8 tempest-ServersNegativeTestMultiTenantJSON-200546617 tempest-ServersNegativeTestMultiTenantJSON-200546617-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d28dc2e-b190-45e4-bd96-23508921fbeb HTTP/1.1" status: 200 len: 945 time: 0.1229582 Feb 02 07:23:00.047137 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-5710b419-864b-440f-b070-738503b462c3 None None] Current status of the port 94cdb3de-0bad-46da-80b2-6ef6d32763d0 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:23:00.047527 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5710b419-864b-440f-b070-738503b462c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (94cdb3de-0bad-46da-80b2-6ef6d32763d0), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:00.100150 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-5710b419-864b-440f-b070-738503b462c3 None None] For port 94cdb3de-0bad-46da-80b2-6ef6d32763d0, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=94cdb3de-0bad-46da-80b2-6ef6d32763d0,segment=NetworkSegment(c527fd58-fa4e-44c3-972c-7f7cc0332961),segment_id=c527fd58-fa4e-44c3-972c-7f7cc0332961)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:23:00.105897 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 27aebe19-223d-4016-a392-d001b00d80ca triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:23:00.106686 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (27aebe19-223d-4016-a392-d001b00d80ca), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:00.122919 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b789fe94-b2db-4848-a442-2da10f9d5951 req-e4a6046d-486d-4634-94a6-28455bcee10f tempest-ServersNegativeTestMultiTenantJSON-200546617 tempest-ServersNegativeTestMultiTenantJSON-200546617-project] 10.222.0.87 "GET /v2.0/security-groups?id=44db5fd4-128d-4f6f-9039-fc1a1181dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881526 Feb 02 07:23:00.157904 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5710b419-864b-440f-b070-738503b462c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (94cdb3de-0bad-46da-80b2-6ef6d32763d0), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:00.191282 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe54a6-8f54-4e10-8811-49daf26467b6 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Pushing event updated for resources: {'Port': ['ID=a9ae70f6-4d6e-4511-a34d-f6c9912688e2,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:00.244142 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5710b419-864b-440f-b070-738503b462c3 None None] Pushing event updated for resources: {'Port': ['ID=94cdb3de-0bad-46da-80b2-6ef6d32763d0,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:00.247004 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e89a07-9f9d-444a-bd47-32e66ae99c22 None None] Network cc398682-4b6a-461b-88d7-c0bde0eb33d3 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:23:00.297349 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9fe54a6-8f54-4e10-8811-49daf26467b6 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Network 3f1c0e12-2025-47bf-b875-7f6b99b1cbb8 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:23:00.298989 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-e9fe54a6-8f54-4e10-8811-49daf26467b6 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:23:00.391135 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 27aebe19-223d-4016-a392-d001b00d80ca is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:23:00.391531 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (27aebe19-223d-4016-a392-d001b00d80ca), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:00.469652 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-2f1736b9-fe01-4a3f-8a56-2806c3950db0 None None] Provisioning complete for port 27aebe19-223d-4016-a392-d001b00d80ca triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:23:00.470100 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2f1736b9-fe01-4a3f-8a56-2806c3950db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (27aebe19-223d-4016-a392-d001b00d80ca), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:00.534622 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 27aebe19-223d-4016-a392-d001b00d80ca, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=27aebe19-223d-4016-a392-d001b00d80ca,segment=NetworkSegment(3d18d3aa-3fec-475d-8569-ef3875f8cfa0),segment_id=3d18d3aa-3fec-475d-8569-ef3875f8cfa0)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:23:00.547175 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (27aebe19-223d-4016-a392-d001b00d80ca), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:00.548003 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 94cdb3de-0bad-46da-80b2-6ef6d32763d0 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:23:00.577104 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9fe54a6-8f54-4e10-8811-49daf26467b6 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Router 0712b00c-c1e7-4f83-846d-25fd81d68612 is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:23:00.707430 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a19aa16-83a0-40c6-8ddf-17aea9c173a6 req-32146f96-324c-49de-835b-a14c700035f4 tempest-ServersNegativeTestMultiTenantJSON-200546617 tempest-ServersNegativeTestMultiTenantJSON-200546617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:00.709051 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7a19aa16-83a0-40c6-8ddf-17aea9c173a6 req-32146f96-324c-49de-835b-a14c700035f4 tempest-ServersNegativeTestMultiTenantJSON-200546617 tempest-ServersNegativeTestMultiTenantJSON-200546617-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d28dc2e-b190-45e4-bd96-23508921fbeb HTTP/1.1" status: 200 len: 945 time: 0.1422415 Feb 02 07:23:00.741066 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=27aebe19-223d-4016-a392-d001b00d80ca,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:00.749866 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 94cdb3de-0bad-46da-80b2-6ef6d32763d0 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:23:00.750243 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (94cdb3de-0bad-46da-80b2-6ef6d32763d0), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:00.761059 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9fe54a6-8f54-4e10-8811-49daf26467b6 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:23:00.766684 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-e9fe54a6-8f54-4e10-8811-49daf26467b6 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "PUT /v2.0/routers/0712b00c-c1e7-4f83-846d-25fd81d68612/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1817274 Feb 02 07:23:00.769432 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41506) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:00.794399 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7a19aa16-83a0-40c6-8ddf-17aea9c173a6 req-f42dea16-c206-4436-aef5-caa2e0cdeea0 tempest-ServersNegativeTestMultiTenantJSON-200546617 tempest-ServersNegativeTestMultiTenantJSON-200546617-project] 10.222.0.87 "GET /v2.0/security-groups?id=44db5fd4-128d-4f6f-9039-fc1a1181dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676582 Feb 02 07:23:00.799603 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ccb39c-8109-4379-a4a7-f8b75868f02f None None] Sync routers for ids ['0712b00c-c1e7-4f83-846d-25fd81d68612'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:23:00.822200 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-2f1736b9-fe01-4a3f-8a56-2806c3950db0 None None] Current status of the port 27aebe19-223d-4016-a392-d001b00d80ca is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:23:00.832133 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ccb39c-8109-4379-a4a7-f8b75868f02f None None] Routers {'0712b00c-c1e7-4f83-846d-25fd81d68612'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:23:00.833265 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-45ccb39c-8109-4379-a4a7-f8b75868f02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:22:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['0712b00c-c1e7-4f83-846d-25fd81d68612'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:00.867310 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5f7f1f-b6d4-47ef-9125-722cd5f7d8b5 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:00.871396 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-ab5f7f1f-b6d4-47ef-9125-722cd5f7d8b5 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "GET /v2.0/ports/a9ae70f6-4d6e-4511-a34d-f6c9912688e2 HTTP/1.1" status: 200 len: 911 time: 0.0976706 Feb 02 07:23:00.871921 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41510) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:00.966215 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 94cdb3de-0bad-46da-80b2-6ef6d32763d0 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:23:00.970048 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-45ccb39c-8109-4379-a4a7-f8b75868f02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:00.987351 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ccb39c-8109-4379-a4a7-f8b75868f02f None None] Routers {'0712b00c-c1e7-4f83-846d-25fd81d68612'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:23:00.988008 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-45ccb39c-8109-4379-a4a7-f8b75868f02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:22:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['0712b00c-c1e7-4f83-846d-25fd81d68612'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:01.052050 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-954f0e63-be5a-48a4-ba1c-a30e1454e79d None None] Provisioning complete for port a9ae70f6-4d6e-4511-a34d-f6c9912688e2 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:23:01.052429 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-954f0e63-be5a-48a4-ba1c-a30e1454e79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (a9ae70f6-4d6e-4511-a34d-f6c9912688e2), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:01.054395 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-45ccb39c-8109-4379-a4a7-f8b75868f02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:01.054929 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ccb39c-8109-4379-a4a7-f8b75868f02f None None] The sync data for ids ['0712b00c-c1e7-4f83-846d-25fd81d68612'] in n-d-789963-26 is: [] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:23:01.123846 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-954f0e63-be5a-48a4-ba1c-a30e1454e79d None None] Port a9ae70f6-4d6e-4511-a34d-f6c9912688e2 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:23:01.151436 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-954f0e63-be5a-48a4-ba1c-a30e1454e79d None None] Provisioning complete for port 94cdb3de-0bad-46da-80b2-6ef6d32763d0 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:23:01.151854 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-954f0e63-be5a-48a4-ba1c-a30e1454e79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (94cdb3de-0bad-46da-80b2-6ef6d32763d0), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:01.253078 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-954f0e63-be5a-48a4-ba1c-a30e1454e79d None None] Current status of the port 94cdb3de-0bad-46da-80b2-6ef6d32763d0 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:23:01.374253 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-112eaeeb-e1bd-4193-93e1-ecda4e870da3 None None] Provisioning complete for port a9ae70f6-4d6e-4511-a34d-f6c9912688e2 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:23:01.374935 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-112eaeeb-e1bd-4193-93e1-ecda4e870da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (a9ae70f6-4d6e-4511-a34d-f6c9912688e2), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:01.417862 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-112eaeeb-e1bd-4193-93e1-ecda4e870da3 None None] Port a9ae70f6-4d6e-4511-a34d-f6c9912688e2 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:23:01.432614 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-112eaeeb-e1bd-4193-93e1-ecda4e870da3 None None] Provisioning complete for port 27aebe19-223d-4016-a392-d001b00d80ca triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:23:01.433568 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-112eaeeb-e1bd-4193-93e1-ecda4e870da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (27aebe19-223d-4016-a392-d001b00d80ca), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:01.440321 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2448e3d0-365e-4ba6-b768-4ac3173d64f6 req-6cb3d251-3eb9-452c-8bf5-7bd4baccd697 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:01.448100 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2448e3d0-365e-4ba6-b768-4ac3173d64f6 req-6cb3d251-3eb9-452c-8bf5-7bd4baccd697 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.87 "GET /v2.0/ports?device_id=449fc50e-25e6-4c03-a79e-6b4045159285 HTTP/1.1" status: 200 len: 944 time: 0.4753015 Feb 02 07:23:01.545093 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-112eaeeb-e1bd-4193-93e1-ecda4e870da3 None None] Current status of the port 27aebe19-223d-4016-a392-d001b00d80ca is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:23:01.578382 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2448e3d0-365e-4ba6-b768-4ac3173d64f6 req-6fd46646-6c62-487c-b93b-9f4fc21afc5c tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.87 "GET /v2.0/security-groups?id=a94ca68d-f1f1-4df8-8323-f1a51d8092a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293461 Feb 02 07:23:01.684704 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8f73f10c-82f8-4a2b-ac10-c6a7e16bb672 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:01.727895 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 27aebe19-223d-4016-a392-d001b00d80ca up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:23:01.781692 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 27aebe19-223d-4016-a392-d001b00d80ca triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:23:01.782368 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (27aebe19-223d-4016-a392-d001b00d80ca), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:01.883958 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 27aebe19-223d-4016-a392-d001b00d80ca is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:23:01.885026 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 94cdb3de-0bad-46da-80b2-6ef6d32763d0 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:23:01.938727 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 94cdb3de-0bad-46da-80b2-6ef6d32763d0 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:23:01.939110 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (94cdb3de-0bad-46da-80b2-6ef6d32763d0), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:01.990079 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514442d3-7f48-4f53-8eea-6491e3857502 req-b191dd56-3239-456e-aaf6-194a1250a595 tempest-ServersNegativeTestMultiTenantJSON-200546617 tempest-ServersNegativeTestMultiTenantJSON-200546617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:01.991757 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-514442d3-7f48-4f53-8eea-6491e3857502 req-b191dd56-3239-456e-aaf6-194a1250a595 tempest-ServersNegativeTestMultiTenantJSON-200546617 tempest-ServersNegativeTestMultiTenantJSON-200546617-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d28dc2e-b190-45e4-bd96-23508921fbeb HTTP/1.1" status: 200 len: 945 time: 0.1109762 Feb 02 07:23:02.018846 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-8f73f10c-82f8-4a2b-ac10-c6a7e16bb672 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Allocated IP 2001:db8:1::1 (cc398682-4b6a-461b-88d7-c0bde0eb33d3/6a615e70-fbf6-4a1e-b0b1-64e2870bbee1/2d1b384f-a158-4ace-9a17-6aa80a9d609f) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:23:02.022644 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 94cdb3de-0bad-46da-80b2-6ef6d32763d0 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:23:02.071330 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-514442d3-7f48-4f53-8eea-6491e3857502 req-fb7a0129-1fc0-41e6-8e7b-2fdfc0c709e2 tempest-ServersNegativeTestMultiTenantJSON-200546617 tempest-ServersNegativeTestMultiTenantJSON-200546617-project] 10.222.0.87 "GET /v2.0/security-groups?id=44db5fd4-128d-4f6f-9039-fc1a1181dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737696 Feb 02 07:23:02.158896 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8f73f10c-82f8-4a2b-ac10-c6a7e16bb672 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for port (2d1b384f-a158-4ace-9a17-6aa80a9d609f), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:02.193518 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8f73f10c-82f8-4a2b-ac10-c6a7e16bb672 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (2d1b384f-a158-4ace-9a17-6aa80a9d609f), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:02.231657 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f73f10c-82f8-4a2b-ac10-c6a7e16bb672 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Network cc398682-4b6a-461b-88d7-c0bde0eb33d3 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:23:02.234629 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-8f73f10c-82f8-4a2b-ac10-c6a7e16bb672 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:23:02.240756 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f73f10c-82f8-4a2b-ac10-c6a7e16bb672 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:23:02.241159 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8f73f10c-82f8-4a2b-ac10-c6a7e16bb672 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (0712b00c-c1e7-4f83-846d-25fd81d68612), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:02.285432 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f73f10c-82f8-4a2b-ac10-c6a7e16bb672 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Pushing event updated for resources: {'Port': ['ID=2d1b384f-a158-4ace-9a17-6aa80a9d609f,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:02.374672 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4baa295-6126-4eb0-b7be-2b636512a2dd req-dfde432f-abb2-4de3-9e0b-ded25fbe0b91 tempest-ServersNegativeTestMultiTenantJSON-200546617 tempest-ServersNegativeTestMultiTenantJSON-200546617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:02.376251 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f4baa295-6126-4eb0-b7be-2b636512a2dd req-dfde432f-abb2-4de3-9e0b-ded25fbe0b91 tempest-ServersNegativeTestMultiTenantJSON-200546617 tempest-ServersNegativeTestMultiTenantJSON-200546617-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d28dc2e-b190-45e4-bd96-23508921fbeb HTTP/1.1" status: 200 len: 945 time: 0.0966094 Feb 02 07:23:02.459508 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8f73f10c-82f8-4a2b-ac10-c6a7e16bb672 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (2d1b384f-a158-4ace-9a17-6aa80a9d609f), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:02.573803 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-68316ab1-dfac-44ef-90cc-b97a7c6abad3 None None] Provisioning complete for port 2d1b384f-a158-4ace-9a17-6aa80a9d609f triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:23:02.574180 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-68316ab1-dfac-44ef-90cc-b97a7c6abad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (2d1b384f-a158-4ace-9a17-6aa80a9d609f), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:02.612532 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-68316ab1-dfac-44ef-90cc-b97a7c6abad3 None None] Port 2d1b384f-a158-4ace-9a17-6aa80a9d609f cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:23:02.637218 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-f4baa295-6126-4eb0-b7be-2b636512a2dd req-1a53718c-e35a-4d63-9c69-e10cfcc1905b tempest-ServersNegativeTestMultiTenantJSON-200546617 tempest-ServersNegativeTestMultiTenantJSON-200546617-project] Deleting port afe95ed6-e79e-43fe-a086-97d13df48af1 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:23:02.637713 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f4baa295-6126-4eb0-b7be-2b636512a2dd req-1a53718c-e35a-4d63-9c69-e10cfcc1905b tempest-ServersNegativeTestMultiTenantJSON-200546617 tempest-ServersNegativeTestMultiTenantJSON-200546617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (afe95ed6-e79e-43fe-a086-97d13df48af1), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:02.858902 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029a834-b1c6-487a-bdde-d67f0c31ba2d req-43b1c3f5-0d1a-4cde-88bc-142a60bb6b4f tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:02.860350 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a029a834-b1c6-487a-bdde-d67f0c31ba2d req-43b1c3f5-0d1a-4cde-88bc-142a60bb6b4f tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.87 "GET /v2.0/ports?device_id=449fc50e-25e6-4c03-a79e-6b4045159285 HTTP/1.1" status: 200 len: 944 time: 0.2012873 Feb 02 07:23:02.862166 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-f4baa295-6126-4eb0-b7be-2b636512a2dd req-1a53718c-e35a-4d63-9c69-e10cfcc1905b tempest-ServersNegativeTestMultiTenantJSON-200546617 tempest-ServersNegativeTestMultiTenantJSON-200546617-project] For port afe95ed6-e79e-43fe-a086-97d13df48af1, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=afe95ed6-e79e-43fe-a086-97d13df48af1,segment=NetworkSegment(0d520ba0-7feb-4261-8e84-604f4207736e),segment_id=0d520ba0-7feb-4261-8e84-604f4207736e)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:23:02.862536 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f4baa295-6126-4eb0-b7be-2b636512a2dd req-1a53718c-e35a-4d63-9c69-e10cfcc1905b tempest-ServersNegativeTestMultiTenantJSON-200546617 tempest-ServersNegativeTestMultiTenantJSON-200546617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (afe95ed6-e79e-43fe-a086-97d13df48af1), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:02.890080 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-f4baa295-6126-4eb0-b7be-2b636512a2dd req-1a53718c-e35a-4d63-9c69-e10cfcc1905b tempest-ServersNegativeTestMultiTenantJSON-200546617 tempest-ServersNegativeTestMultiTenantJSON-200546617-project] Calling delete_port for afe95ed6-e79e-43fe-a086-97d13df48af1 owned by compute:nova {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:23:03.005400 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a029a834-b1c6-487a-bdde-d67f0c31ba2d req-0e08c4e4-1fa7-447e-b7b7-1ce9b60d5a69 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.87 "GET /v2.0/security-groups?id=a94ca68d-f1f1-4df8-8323-f1a51d8092a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336265 Feb 02 07:23:03.032479 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8f73f10c-82f8-4a2b-ac10-c6a7e16bb672 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for port (2d1b384f-a158-4ace-9a17-6aa80a9d609f), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:03.045303 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8f73f10c-82f8-4a2b-ac10-c6a7e16bb672 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (2d1b384f-a158-4ace-9a17-6aa80a9d609f), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:03.046098 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8f73f10c-82f8-4a2b-ac10-c6a7e16bb672 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (0712b00c-c1e7-4f83-846d-25fd81d68612), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:03.189754 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f73f10c-82f8-4a2b-ac10-c6a7e16bb672 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Pushing event updated for resources: {'Port': ['ID=2d1b384f-a158-4ace-9a17-6aa80a9d609f,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:03.252637 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f4baa295-6126-4eb0-b7be-2b636512a2dd req-1a53718c-e35a-4d63-9c69-e10cfcc1905b tempest-ServersNegativeTestMultiTenantJSON-200546617 tempest-ServersNegativeTestMultiTenantJSON-200546617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (afe95ed6-e79e-43fe-a086-97d13df48af1), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:03.269870 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f73f10c-82f8-4a2b-ac10-c6a7e16bb672 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Network cc398682-4b6a-461b-88d7-c0bde0eb33d3 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:23:03.289551 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['afe95ed6-e79e-43fe-a086-97d13df48af1'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:23:03.294172 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-8f73f10c-82f8-4a2b-ac10-c6a7e16bb672 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:23:03.333104 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a53718c-e35a-4d63-9c69-e10cfcc1905b tempest-ServersNegativeTestMultiTenantJSON-200546617 tempest-ServersNegativeTestMultiTenantJSON-200546617-project] Pushing event deleted for resources: {'Port': ['ID=afe95ed6-e79e-43fe-a086-97d13df48af1,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:03.365867 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96b840e-32bb-476b-b748-8cc0fd6d42d9 req-deccae3c-7985-40b7-87b8-940a21f4c531 tempest-ServersNegativeTestMultiTenantJSON-200546617 tempest-ServersNegativeTestMultiTenantJSON-200546617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:03.368105 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f96b840e-32bb-476b-b748-8cc0fd6d42d9 req-deccae3c-7985-40b7-87b8-940a21f4c531 tempest-ServersNegativeTestMultiTenantJSON-200546617 tempest-ServersNegativeTestMultiTenantJSON-200546617-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d28dc2e-b190-45e4-bd96-23508921fbeb HTTP/1.1" status: 200 len: 867 time: 0.1948094 Feb 02 07:23:03.452148 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4baa295-6126-4eb0-b7be-2b636512a2dd req-1a53718c-e35a-4d63-9c69-e10cfcc1905b tempest-ServersNegativeTestMultiTenantJSON-200546617 tempest-ServersNegativeTestMultiTenantJSON-200546617-project] No DVR routers for this DVR port afe95ed6-e79e-43fe-a086-97d13df48af1 on host n-h2-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:23:03.458607 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f4baa295-6126-4eb0-b7be-2b636512a2dd req-1a53718c-e35a-4d63-9c69-e10cfcc1905b tempest-ServersNegativeTestMultiTenantJSON-200546617 tempest-ServersNegativeTestMultiTenantJSON-200546617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:03.462133 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f4baa295-6126-4eb0-b7be-2b636512a2dd req-1a53718c-e35a-4d63-9c69-e10cfcc1905b tempest-ServersNegativeTestMultiTenantJSON-200546617 tempest-ServersNegativeTestMultiTenantJSON-200546617-project] 10.222.0.59 "DELETE /v2.0/ports/afe95ed6-e79e-43fe-a086-97d13df48af1 HTTP/1.1" status: 204 len: 173 time: 1.0795851 Feb 02 07:23:03.462609 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d28dc2e-b190-45e4-bd96-23508921fbeb', 'name': 'network-vif-deleted', 'tag': 'afe95ed6-e79e-43fe-a086-97d13df48af1'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:23:03.464922 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c20ebe-afd9-418e-aa7d-05536489f68b" -d '{"events": [{"server_uuid": "4d28dc2e-b190-45e4-bd96-23508921fbeb", "name": "network-vif-deleted", "tag": "afe95ed6-e79e-43fe-a086-97d13df48af1"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:23:03.515993 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f96b840e-32bb-476b-b748-8cc0fd6d42d9 req-e2c35a37-04eb-40b3-a5eb-ecdfd5b5e494 tempest-ServersNegativeTestMultiTenantJSON-200546617 tempest-ServersNegativeTestMultiTenantJSON-200546617-project] 10.222.0.87 "GET /v2.0/security-groups?id=44db5fd4-128d-4f6f-9039-fc1a1181dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111045 Feb 02 07:23:03.532569 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f73f10c-82f8-4a2b-ac10-c6a7e16bb672 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Router 0712b00c-c1e7-4f83-846d-25fd81d68612 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:23:03.620852 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa08f98c-7b49-4df5-92e9-e88ff674a683 x-openstack-request-id: req-aa08f98c-7b49-4df5-92e9-e88ff674a683 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:23:03.621064 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d28dc2e-b190-45e4-bd96-23508921fbeb", "name": "network-vif-deleted", "tag": "afe95ed6-e79e-43fe-a086-97d13df48af1", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:23:03.621307 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-aa08f98c-7b49-4df5-92e9-e88ff674a683 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:23:03.621714 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d28dc2e-b190-45e4-bd96-23508921fbeb', 'name': 'network-vif-deleted', 'tag': 'afe95ed6-e79e-43fe-a086-97d13df48af1', 'status': 'completed', 'code': 200} Feb 02 07:23:03.645811 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-0e3fdbac-efe6-494d-8069-66b579995305 None None] Provisioning complete for port 2d1b384f-a158-4ace-9a17-6aa80a9d609f triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:23:03.646349 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0e3fdbac-efe6-494d-8069-66b579995305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (2d1b384f-a158-4ace-9a17-6aa80a9d609f), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:03.693470 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f73f10c-82f8-4a2b-ac10-c6a7e16bb672 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:23:03.699800 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-8f73f10c-82f8-4a2b-ac10-c6a7e16bb672 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "PUT /v2.0/routers/0712b00c-c1e7-4f83-846d-25fd81d68612/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8262575 Feb 02 07:23:03.702309 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41532) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:03.705100 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f685e720-4424-44f7-a961-0c226d12e9e8 None None] Sync routers for ids ['0712b00c-c1e7-4f83-846d-25fd81d68612'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:23:03.719937 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f685e720-4424-44f7-a961-0c226d12e9e8 None None] Routers {'0712b00c-c1e7-4f83-846d-25fd81d68612'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:23:03.720618 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-f685e720-4424-44f7-a961-0c226d12e9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:22:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['0712b00c-c1e7-4f83-846d-25fd81d68612'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:03.723324 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 79d713f5-543b-440d-b05b-da9173f67859 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:23:03.728942 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-0e3fdbac-efe6-494d-8069-66b579995305 None None] Port 2d1b384f-a158-4ace-9a17-6aa80a9d609f cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:23:03.769436 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-f685e720-4424-44f7-a961-0c226d12e9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:03.779590 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31807472-44c8-4c4e-a687-de5a6848b42c tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:03.783624 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-31807472-44c8-4c4e-a687-de5a6848b42c tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "GET /v2.0/ports/2d1b384f-a158-4ace-9a17-6aa80a9d609f HTTP/1.1" status: 200 len: 913 time: 0.0776043 Feb 02 07:23:03.783842 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41534) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:03.784401 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f685e720-4424-44f7-a961-0c226d12e9e8 None None] Routers {'0712b00c-c1e7-4f83-846d-25fd81d68612'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:23:03.785295 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-f685e720-4424-44f7-a961-0c226d12e9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:22:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['0712b00c-c1e7-4f83-846d-25fd81d68612'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:03.820761 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-f685e720-4424-44f7-a961-0c226d12e9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:03.821672 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f685e720-4424-44f7-a961-0c226d12e9e8 None None] The sync data for ids ['0712b00c-c1e7-4f83-846d-25fd81d68612'] in n-d-789963-26 is: [] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:23:03.836912 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 79d713f5-543b-440d-b05b-da9173f67859, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=79d713f5-543b-440d-b05b-da9173f67859,segment=NetworkSegment(24e7b58b-e741-4dab-b0d9-d82d40285059),segment_id=24e7b58b-e741-4dab-b0d9-d82d40285059)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:23:03.848678 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': '79d713f5-543b-440d-b05b-da9173f67859', 'network_id': '8e5c2e3b-7d55-4510-aab3-16b6ca3ea693', 'port_id': '79d713f5-543b-440d-b05b-da9173f67859', 'mac_address': 'fa:16:3e:be:13:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca42c38d-9a6e-46e3-b505-4f5f231acd74', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:23:04.078958 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 79d713f5-543b-440d-b05b-da9173f67859 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:23:04.079358 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (79d713f5-543b-440d-b05b-da9173f67859), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:04.103289 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79d713f5-543b-440d-b05b-da9173f67859 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:23:04.131091 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 79d713f5-543b-440d-b05b-da9173f67859, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=79d713f5-543b-440d-b05b-da9173f67859,segment=NetworkSegment(24e7b58b-e741-4dab-b0d9-d82d40285059),segment_id=24e7b58b-e741-4dab-b0d9-d82d40285059)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:23:04.137035 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (79d713f5-543b-440d-b05b-da9173f67859), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:04.188607 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=79d713f5-543b-440d-b05b-da9173f67859,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:04.390720 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04b3e8a-146f-41e4-abcc-c8d63ed31e37 req-af440ebe-7e01-445b-9639-bd1387a079cc tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:04.392141 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b04b3e8a-146f-41e4-abcc-c8d63ed31e37 req-af440ebe-7e01-445b-9639-bd1387a079cc tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.87 "GET /v2.0/ports?device_id=449fc50e-25e6-4c03-a79e-6b4045159285 HTTP/1.1" status: 200 len: 945 time: 0.0908070 Feb 02 07:23:04.475036 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b04b3e8a-146f-41e4-abcc-c8d63ed31e37 req-3cf7665e-741c-4bbc-8736-0d82c465ff0c tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.87 "GET /v2.0/security-groups?id=a94ca68d-f1f1-4df8-8323-f1a51d8092a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762110 Feb 02 07:23:04.479528 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['79d713f5-543b-440d-b05b-da9173f67859'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:23:04.511731 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1aabdebd-5d8d-400c-a73f-fe9c5b2ab168 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (0712b00c-c1e7-4f83-846d-25fd81d68612), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:04.616000 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41542) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:04.737091 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f45a349-74b8-460b-bc9d-88b75bf3aabe admin admin] Deleting subnet d03693b6-3669-4157-b339-5d4aa3a3a931 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:23:04.743132 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2f45a349-74b8-460b-bc9d-88b75bf3aabe admin admin] Publish callbacks [] for subnet (d03693b6-3669-4157-b339-5d4aa3a3a931), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:04.796858 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2f45a349-74b8-460b-bc9d-88b75bf3aabe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (d03693b6-3669-4157-b339-5d4aa3a3a931), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:04.875714 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2f45a349-74b8-460b-bc9d-88b75bf3aabe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (d03693b6-3669-4157-b339-5d4aa3a3a931), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:04.981990 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2f45a349-74b8-460b-bc9d-88b75bf3aabe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (d03693b6-3669-4157-b339-5d4aa3a3a931), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:04.991860 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-1aabdebd-5d8d-400c-a73f-fe9c5b2ab168 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Deleting port 2d1b384f-a158-4ace-9a17-6aa80a9d609f {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:23:04.992236 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1aabdebd-5d8d-400c-a73f-fe9c5b2ab168 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (2d1b384f-a158-4ace-9a17-6aa80a9d609f), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:05.017455 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2f45a349-74b8-460b-bc9d-88b75bf3aabe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:05.020692 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-2f45a349-74b8-460b-bc9d-88b75bf3aabe admin admin] 10.222.0.87 "DELETE /v2.0/subnets/d03693b6-3669-4157-b339-5d4aa3a3a931 HTTP/1.1" status: 204 len: 168 time: 0.4034853 Feb 02 07:23:05.021634 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f45a349-74b8-460b-bc9d-88b75bf3aabe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d03693b6-3669-4157-b339-5d4aa3a3a931,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:05.024078 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41546) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:05.109842 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e7958358-2155-458d-85d2-df1e7f7c67f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (ca4554a1-0c33-48f6-9c78-9142a4cb2413), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:05.119608 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1aabdebd-5d8d-400c-a73f-fe9c5b2ab168 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (2d1b384f-a158-4ace-9a17-6aa80a9d609f), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:05.133003 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-1aabdebd-5d8d-400c-a73f-fe9c5b2ab168 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Calling delete_port for 2d1b384f-a158-4ace-9a17-6aa80a9d609f owned by network:router_interface {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:23:05.195184 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e7958358-2155-458d-85d2-df1e7f7c67f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (ca4554a1-0c33-48f6-9c78-9142a4cb2413), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:05.216160 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-e7958358-2155-458d-85d2-df1e7f7c67f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca4554a1-0c33-48f6-9c78-9142a4cb2413']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:05.225448 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-e7958358-2155-458d-85d2-df1e7f7c67f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d520ba0-7feb-4261-8e84-604f4207736e') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:05.225781 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-e7958358-2155-458d-85d2-df1e7f7c67f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d520ba0-7feb-4261-8e84-604f4207736e') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:05.235399 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e7958358-2155-458d-85d2-df1e7f7c67f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (0d520ba0-7feb-4261-8e84-604f4207736e), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:05.249926 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e7958358-2155-458d-85d2-df1e7f7c67f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (0d520ba0-7feb-4261-8e84-604f4207736e), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:05.256436 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7958358-2155-458d-85d2-df1e7f7c67f3 admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:23:05.258416 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e7958358-2155-458d-85d2-df1e7f7c67f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (0d520ba0-7feb-4261-8e84-604f4207736e), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:05.260194 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:23:05.260194 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:23:05.260194 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:23:05.260194 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:23:05.260194 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:23:05.260194 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:23:05.260194 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:23:05.260194 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:23:05.260194 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:23:05.260194 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:23:05.260194 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:23:05.260194 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:23:05.260194 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:23:05.260194 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:23:05.260194 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:23:05.260194 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:23:05.260194 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:23:05.260194 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:23:05.260194 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:23:05.260194 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:23:05.260194 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:23:05.260194 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:23:05.260194 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:23:05.260194 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:23:05.260194 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:23:05.260194 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:23:05.260194 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:23:05.260194 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:23:05.260194 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:23:05.260194 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:23:05.260194 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:23:05.260194 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:23:05.312861 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1aabdebd-5d8d-400c-a73f-fe9c5b2ab168 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (2d1b384f-a158-4ace-9a17-6aa80a9d609f), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:05.320757 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e7958358-2155-458d-85d2-df1e7f7c67f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (ca4554a1-0c33-48f6-9c78-9142a4cb2413), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:05.339797 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e7958358-2155-458d-85d2-df1e7f7c67f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:05.345601 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e7958358-2155-458d-85d2-df1e7f7c67f3 admin admin] 10.222.0.87 "DELETE /v2.0/networks/ca4554a1-0c33-48f6-9c78-9142a4cb2413 HTTP/1.1" status: 204 len: 168 time: 0.3178382 Feb 02 07:23:05.345601 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7958358-2155-458d-85d2-df1e7f7c67f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca4554a1-0c33-48f6-9c78-9142a4cb2413,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:05.345857 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aabdebd-5d8d-400c-a73f-fe9c5b2ab168 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Pushing event deleted for resources: {'Port': ['ID=2d1b384f-a158-4ace-9a17-6aa80a9d609f,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:05.345949 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41550) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:05.403180 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa0df992-c7db-479f-b4e1-a6def453fcb3 admin admin] Deleting subnet 62663bf8-df43-4db8-8d87-59340b4feda6 {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:23:05.407685 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fa0df992-c7db-479f-b4e1-a6def453fcb3 admin admin] Publish callbacks [] for subnet (62663bf8-df43-4db8-8d87-59340b4feda6), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:05.455351 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fa0df992-c7db-479f-b4e1-a6def453fcb3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (62663bf8-df43-4db8-8d87-59340b4feda6), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:05.487245 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1aabdebd-5d8d-400c-a73f-fe9c5b2ab168 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (0712b00c-c1e7-4f83-846d-25fd81d68612), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:05.513432 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fa0df992-c7db-479f-b4e1-a6def453fcb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (62663bf8-df43-4db8-8d87-59340b4feda6), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:05.582020 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fa0df992-c7db-479f-b4e1-a6def453fcb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (62663bf8-df43-4db8-8d87-59340b4feda6), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:05.597891 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fa0df992-c7db-479f-b4e1-a6def453fcb3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:05.604139 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-fa0df992-c7db-479f-b4e1-a6def453fcb3 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/62663bf8-df43-4db8-8d87-59340b4feda6 HTTP/1.1" status: 204 len: 168 time: 0.2571929 Feb 02 07:23:05.611817 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41554) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:05.629568 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0df992-c7db-479f-b4e1-a6def453fcb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62663bf8-df43-4db8-8d87-59340b4feda6,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:05.668627 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 79d713f5-543b-440d-b05b-da9173f67859 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:23:05.730506 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port 79d713f5-543b-440d-b05b-da9173f67859 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:23:05.736075 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port 79d713f5-543b-440d-b05b-da9173f67859 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:23:05.736696 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (79d713f5-543b-440d-b05b-da9173f67859), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:05.828305 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b652976b-22d9-46d3-8b57-a02796205632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (f4a40beb-76c2-4951-9b89-46d7dcdc8d0c), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:05.845158 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 79d713f5-543b-440d-b05b-da9173f67859 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:23:05.845627 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (79d713f5-543b-440d-b05b-da9173f67859), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:05.848605 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bf2b2a-78c2-4f41-a987-3f64f2e6d84e req-371e10ec-3d1a-412f-a2a1-d12392046ac1 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:05.850365 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f9bf2b2a-78c2-4f41-a987-3f64f2e6d84e req-371e10ec-3d1a-412f-a2a1-d12392046ac1 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.87 "GET /v2.0/ports?device_id=449fc50e-25e6-4c03-a79e-6b4045159285 HTTP/1.1" status: 200 len: 945 time: 0.2537637 Feb 02 07:23:05.858407 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aabdebd-5d8d-400c-a73f-fe9c5b2ab168 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Router 0712b00c-c1e7-4f83-846d-25fd81d68612 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:23:05.894636 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '449fc50e-25e6-4c03-a79e-6b4045159285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d713f5-543b-440d-b05b-da9173f67859'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:23:05.897531 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12917d7-7d94-4645-8236-1611dc35590e" -d '{"events": [{"server_uuid": "449fc50e-25e6-4c03-a79e-6b4045159285", "name": "network-vif-plugged", "status": "completed", "tag": "79d713f5-543b-440d-b05b-da9173f67859"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:23:05.915063 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 79d713f5-543b-440d-b05b-da9173f67859, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=79d713f5-543b-440d-b05b-da9173f67859,segment=NetworkSegment(24e7b58b-e741-4dab-b0d9-d82d40285059),segment_id=24e7b58b-e741-4dab-b0d9-d82d40285059)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:23:05.921878 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (79d713f5-543b-440d-b05b-da9173f67859), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:05.991181 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=79d713f5-543b-440d-b05b-da9173f67859,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:06.030559 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f9bf2b2a-78c2-4f41-a987-3f64f2e6d84e req-d80812fe-8067-4946-aac6-6b7f911bd68f tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.87 "GET /v2.0/security-groups?id=a94ca68d-f1f1-4df8-8323-f1a51d8092a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1697567 Feb 02 07:23:06.061279 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b652976b-22d9-46d3-8b57-a02796205632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (f4a40beb-76c2-4951-9b89-46d7dcdc8d0c), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:06.079315 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c99f474d-f5fa-45be-9b9b-e3e56d4b1cce x-openstack-request-id: req-c99f474d-f5fa-45be-9b9b-e3e56d4b1cce {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:23:06.080278 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "449fc50e-25e6-4c03-a79e-6b4045159285", "name": "network-vif-plugged", "status": "completed", "tag": "79d713f5-543b-440d-b05b-da9173f67859", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:23:06.080549 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c99f474d-f5fa-45be-9b9b-e3e56d4b1cce {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:23:06.080957 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '449fc50e-25e6-4c03-a79e-6b4045159285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d713f5-543b-440d-b05b-da9173f67859', 'code': 200} Feb 02 07:23:06.088945 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aabdebd-5d8d-400c-a73f-fe9c5b2ab168 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:23:06.097121 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-1aabdebd-5d8d-400c-a73f-fe9c5b2ab168 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "PUT /v2.0/routers/0712b00c-c1e7-4f83-846d-25fd81d68612/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3098252 Feb 02 07:23:06.097121 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-b652976b-22d9-46d3-8b57-a02796205632 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4a40beb-76c2-4951-9b89-46d7dcdc8d0c']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:06.098735 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41570) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:06.103072 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef06632a-cd79-4516-98a9-d1a123ab5c4c None None] Sync routers for ids ['0712b00c-c1e7-4f83-846d-25fd81d68612'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:23:06.117936 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-b652976b-22d9-46d3-8b57-a02796205632 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c732a45-22a7-4153-87c6-de254df2cdcd') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:06.118278 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-b652976b-22d9-46d3-8b57-a02796205632 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c732a45-22a7-4153-87c6-de254df2cdcd') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:06.146834 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b652976b-22d9-46d3-8b57-a02796205632 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (5c732a45-22a7-4153-87c6-de254df2cdcd), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:06.149537 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef06632a-cd79-4516-98a9-d1a123ab5c4c None None] Routers {'0712b00c-c1e7-4f83-846d-25fd81d68612'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:23:06.150825 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-ef06632a-cd79-4516-98a9-d1a123ab5c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:22:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['0712b00c-c1e7-4f83-846d-25fd81d68612'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:06.178072 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b652976b-22d9-46d3-8b57-a02796205632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (5c732a45-22a7-4153-87c6-de254df2cdcd), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:06.184806 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b652976b-22d9-46d3-8b57-a02796205632 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:23:06.185215 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b652976b-22d9-46d3-8b57-a02796205632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (5c732a45-22a7-4153-87c6-de254df2cdcd), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:06.186900 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:23:06.186900 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:23:06.186900 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:23:06.186900 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:23:06.186900 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:23:06.186900 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:23:06.186900 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:23:06.186900 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:23:06.186900 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:23:06.186900 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:23:06.186900 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:23:06.186900 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:23:06.186900 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:23:06.186900 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:23:06.186900 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:23:06.186900 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:23:06.186900 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:23:06.186900 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:23:06.186900 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:23:06.186900 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:23:06.186900 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:23:06.186900 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:23:06.186900 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:23:06.186900 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:23:06.186900 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:23:06.186900 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:23:06.186900 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:23:06.186900 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:23:06.186900 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:23:06.186900 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:23:06.186900 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:23:06.186900 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:23:06.200921 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-ef06632a-cd79-4516-98a9-d1a123ab5c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:06.212730 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef06632a-cd79-4516-98a9-d1a123ab5c4c None None] Routers {'0712b00c-c1e7-4f83-846d-25fd81d68612'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:23:06.213358 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-ef06632a-cd79-4516-98a9-d1a123ab5c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:22:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['0712b00c-c1e7-4f83-846d-25fd81d68612'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:06.261997 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-ef06632a-cd79-4516-98a9-d1a123ab5c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:06.262582 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef06632a-cd79-4516-98a9-d1a123ab5c4c None None] The sync data for ids ['0712b00c-c1e7-4f83-846d-25fd81d68612'] in n-d-789963-26 is: [] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:23:06.270025 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b652976b-22d9-46d3-8b57-a02796205632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (f4a40beb-76c2-4951-9b89-46d7dcdc8d0c), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:06.286530 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b652976b-22d9-46d3-8b57-a02796205632 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:06.293115 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b652976b-22d9-46d3-8b57-a02796205632 admin admin] 10.222.0.87 "DELETE /v2.0/networks/f4a40beb-76c2-4951-9b89-46d7dcdc8d0c HTTP/1.1" status: 204 len: 168 time: 0.6776481 Feb 02 07:23:06.293115 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b652976b-22d9-46d3-8b57-a02796205632 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4a40beb-76c2-4951-9b89-46d7dcdc8d0c,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:06.553517 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41580) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:06.600081 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a7f35091-d8a8-4fd5-99cf-f4f30201d82f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=8fb3ad8fb83b40a09cd8873b65a26acc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0424166 Feb 02 07:23:06.600446 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41582) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:06.613525 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df4b18-8ba1-40bf-b4c8-dcee72fd5c48 req-a6ce6d36-2093-4b95-8f26-4d4488269ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:06.615061 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-92df4b18-8ba1-40bf-b4c8-dcee72fd5c48 req-a6ce6d36-2093-4b95-8f26-4d4488269ef3 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=449fc50e-25e6-4c03-a79e-6b4045159285 HTTP/1.1" status: 200 len: 1129 time: 0.4205174 Feb 02 07:23:06.657187 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9d6a779c-622b-4721-88d1-14c42e5fe72e admin admin] Publish callbacks [] for security_group (44db5fd4-128d-4f6f-9039-fc1a1181dbcb), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:06.681738 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9d6a779c-622b-4721-88d1-14c42e5fe72e admin admin] Publish callbacks [] for security_group (44db5fd4-128d-4f6f-9039-fc1a1181dbcb), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:06.705464 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-92df4b18-8ba1-40bf-b4c8-dcee72fd5c48 req-e7882445-6d55-483d-af8e-e1ffc8ed7272 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=a94ca68d-f1f1-4df8-8323-f1a51d8092a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634868 Feb 02 07:23:06.740979 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9d6a779c-622b-4721-88d1-14c42e5fe72e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (44db5fd4-128d-4f6f-9039-fc1a1181dbcb), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:06.744491 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9d6a779c-622b-4721-88d1-14c42e5fe72e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:06.745944 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-9d6a779c-622b-4721-88d1-14c42e5fe72e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/44db5fd4-128d-4f6f-9039-fc1a1181dbcb HTTP/1.1" status: 204 len: 168 time: 0.1444578 Feb 02 07:23:06.766321 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6a779c-622b-4721-88d1-14c42e5fe72e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44db5fd4-128d-4f6f-9039-fc1a1181dbcb,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:06.859484 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-507393fe-2b12-4553-ae75-77d3f4bcf6a1 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (0712b00c-c1e7-4f83-846d-25fd81d68612), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:06.953198 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device afe95ed6-e79e-43fe-a086-97d13df48af1 no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:23:06.981843 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] No Port match for: afe95ed6-e79e-43fe-a086-97d13df48af1 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:23:06.982403 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device afe95ed6-e79e-43fe-a086-97d13df48af1 not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:23:07.160897 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-507393fe-2b12-4553-ae75-77d3f4bcf6a1 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Deleting port a9ae70f6-4d6e-4511-a34d-f6c9912688e2 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:23:07.162532 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-507393fe-2b12-4553-ae75-77d3f4bcf6a1 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (a9ae70f6-4d6e-4511-a34d-f6c9912688e2), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:07.167774 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad686093-964b-4fc0-97b5-9d72616654fc req-7f56e59f-ba27-4e2d-9251-73c504fe2b33 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:07.168243 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41594) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:07.172144 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ad686093-964b-4fc0-97b5-9d72616654fc req-7f56e59f-ba27-4e2d-9251-73c504fe2b33 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.87 "GET /v2.0/ports?device_id=449fc50e-25e6-4c03-a79e-6b4045159285 HTTP/1.1" status: 200 len: 946 time: 0.0623095 Feb 02 07:23:07.220620 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ad686093-964b-4fc0-97b5-9d72616654fc req-06d9b207-3b14-47a6-95f5-a26c1d982151 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.87 "GET /v2.0/security-groups?id=a94ca68d-f1f1-4df8-8323-f1a51d8092a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464430 Feb 02 07:23:07.275822 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-c1c19bd6-3789-4631-ba62-f27495eac4e8 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=aee5d5447a974dc0a599c970348540c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1041753 Feb 02 07:23:07.276508 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41596) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:07.300352 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-507393fe-2b12-4553-ae75-77d3f4bcf6a1 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (a9ae70f6-4d6e-4511-a34d-f6c9912688e2), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:07.324217 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-507393fe-2b12-4553-ae75-77d3f4bcf6a1 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Calling delete_port for a9ae70f6-4d6e-4511-a34d-f6c9912688e2 owned by network:router_interface {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:23:07.384271 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2ea8f9f5-72dd-4b31-888e-09ab0b3b9aab admin admin] Publish callbacks [] for security_group (0fc738fb-c4f4-456f-94ff-08c5cf098aa8), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:07.418015 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2ea8f9f5-72dd-4b31-888e-09ab0b3b9aab admin admin] Publish callbacks [] for security_group (0fc738fb-c4f4-456f-94ff-08c5cf098aa8), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:07.536074 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2ea8f9f5-72dd-4b31-888e-09ab0b3b9aab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (0fc738fb-c4f4-456f-94ff-08c5cf098aa8), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:07.539535 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2ea8f9f5-72dd-4b31-888e-09ab0b3b9aab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:07.543483 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-2ea8f9f5-72dd-4b31-888e-09ab0b3b9aab admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/0fc738fb-c4f4-456f-94ff-08c5cf098aa8 HTTP/1.1" status: 204 len: 168 time: 0.2632360 Feb 02 07:23:07.554301 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea8f9f5-72dd-4b31-888e-09ab0b3b9aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc738fb-c4f4-456f-94ff-08c5cf098aa8,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:07.572357 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-507393fe-2b12-4553-ae75-77d3f4bcf6a1 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (a9ae70f6-4d6e-4511-a34d-f6c9912688e2), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:07.614514 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507393fe-2b12-4553-ae75-77d3f4bcf6a1 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Pushing event deleted for resources: {'Port': ['ID=a9ae70f6-4d6e-4511-a34d-f6c9912688e2,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:07.721164 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-507393fe-2b12-4553-ae75-77d3f4bcf6a1 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (0712b00c-c1e7-4f83-846d-25fd81d68612), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:07.900849 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-507393fe-2b12-4553-ae75-77d3f4bcf6a1 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Router 0712b00c-c1e7-4f83-846d-25fd81d68612 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:23:07.988022 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-507393fe-2b12-4553-ae75-77d3f4bcf6a1 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:23:07.996684 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41612) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:08.003884 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-507393fe-2b12-4553-ae75-77d3f4bcf6a1 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "PUT /v2.0/routers/0712b00c-c1e7-4f83-846d-25fd81d68612/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8962109 Feb 02 07:23:08.010561 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ac835e-f069-40b0-9a9f-e37a7153ee09 None None] Sync routers for ids ['0712b00c-c1e7-4f83-846d-25fd81d68612'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:23:08.024372 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ac835e-f069-40b0-9a9f-e37a7153ee09 None None] Routers {'0712b00c-c1e7-4f83-846d-25fd81d68612'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:23:08.025075 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-d3ac835e-f069-40b0-9a9f-e37a7153ee09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:22:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['0712b00c-c1e7-4f83-846d-25fd81d68612'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:08.042608 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-336c5c24-ca6a-4cd8-bb32-3bd41b00ff30 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "GET /v2.0/ports?device_id=0712b00c-c1e7-4f83-846d-25fd81d68612 HTTP/1.1" status: 200 len: 205 time: 0.0433412 Feb 02 07:23:08.045742 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41614) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:08.066661 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-d3ac835e-f069-40b0-9a9f-e37a7153ee09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:08.084665 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ac835e-f069-40b0-9a9f-e37a7153ee09 None None] Routers {'0712b00c-c1e7-4f83-846d-25fd81d68612'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:23:08.086461 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-d3ac835e-f069-40b0-9a9f-e37a7153ee09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:22:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['0712b00c-c1e7-4f83-846d-25fd81d68612'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:08.125031 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-d3ac835e-f069-40b0-9a9f-e37a7153ee09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:08.126166 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ac835e-f069-40b0-9a9f-e37a7153ee09 None None] The sync data for ids ['0712b00c-c1e7-4f83-846d-25fd81d68612'] in n-d-789963-26 is: [] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:23:08.141477 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-df8b8857-000c-4895-b831-80f4113cdb50 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for router (0712b00c-c1e7-4f83-846d-25fd81d68612), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:08.334480 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-df8b8857-000c-4895-b831-80f4113cdb50 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (0712b00c-c1e7-4f83-846d-25fd81d68612), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:08.337427 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-df8b8857-000c-4895-b831-80f4113cdb50 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for router_controller (0712b00c-c1e7-4f83-846d-25fd81d68612), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:08.395168 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-df8b8857-000c-4895-b831-80f4113cdb50 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (0712b00c-c1e7-4f83-846d-25fd81d68612), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:08.395899 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df8b8857-000c-4895-b831-80f4113cdb50 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Fanout notify agent at l3_agent the message router_deleted on router 0712b00c-c1e7-4f83-846d-25fd81d68612 {{(pid=109693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:23:08.405132 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-df8b8857-000c-4895-b831-80f4113cdb50 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:08.406413 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-df8b8857-000c-4895-b831-80f4113cdb50 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "DELETE /v2.0/routers/0712b00c-c1e7-4f83-846d-25fd81d68612 HTTP/1.1" status: 204 len: 168 time: 0.3596826 Feb 02 07:23:08.409313 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41630) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:08.490132 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-00642c43-2a0b-4c6c-a384-798773694bb1 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Deleting subnet 6a615e70-fbf6-4a1e-b0b1-64e2870bbee1 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:23:08.497987 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-00642c43-2a0b-4c6c-a384-798773694bb1 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for subnet (6a615e70-fbf6-4a1e-b0b1-64e2870bbee1), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:08.552033 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-00642c43-2a0b-4c6c-a384-798773694bb1 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (6a615e70-fbf6-4a1e-b0b1-64e2870bbee1), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:08.664137 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172cc550-fcf7-42f0-8c20-ee49c1263185 req-f2f82f0e-cf37-4b41-8300-2aca2026b99e tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:08.671083 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-172cc550-fcf7-42f0-8c20-ee49c1263185 req-f2f82f0e-cf37-4b41-8300-2aca2026b99e tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.87 "GET /v2.0/ports?device_id=449fc50e-25e6-4c03-a79e-6b4045159285 HTTP/1.1" status: 200 len: 946 time: 0.3478136 Feb 02 07:23:08.705213 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-00642c43-2a0b-4c6c-a384-798773694bb1 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (6a615e70-fbf6-4a1e-b0b1-64e2870bbee1), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:08.762224 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-172cc550-fcf7-42f0-8c20-ee49c1263185 req-4d434952-9d80-42ab-8291-4b609be8963d tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.87 "GET /v2.0/security-groups?id=a94ca68d-f1f1-4df8-8323-f1a51d8092a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902772 Feb 02 07:23:08.821415 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-00642c43-2a0b-4c6c-a384-798773694bb1 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (6a615e70-fbf6-4a1e-b0b1-64e2870bbee1), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:08.869319 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00642c43-2a0b-4c6c-a384-798773694bb1 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Pushing event deleted for resources: {'Subnet': ['ID=6a615e70-fbf6-4a1e-b0b1-64e2870bbee1,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:08.874087 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-00642c43-2a0b-4c6c-a384-798773694bb1 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:08.880970 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-00642c43-2a0b-4c6c-a384-798773694bb1 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "DELETE /v2.0/subnets/6a615e70-fbf6-4a1e-b0b1-64e2870bbee1 HTTP/1.1" status: 204 len: 168 time: 0.4684741 Feb 02 07:23:08.883806 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41644) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:08.887646 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65379b57-7960-4ae4-8e5f-ef03da17e720 None None] Network cc398682-4b6a-461b-88d7-c0bde0eb33d3 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:23:09.011146 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ab8b372-9f8f-4779-864e-9c449405a6ea tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Deleting subnet 5a550926-bf1d-4876-b2a3-836d579928ac {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:23:09.017198 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7ab8b372-9f8f-4779-864e-9c449405a6ea tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for subnet (5a550926-bf1d-4876-b2a3-836d579928ac), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:09.070310 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7ab8b372-9f8f-4779-864e-9c449405a6ea tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (5a550926-bf1d-4876-b2a3-836d579928ac), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:09.107281 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec1f018-7494-4d92-aa34-7259dc895e6f req-ce6105ac-c3e1-4e49-a56a-d32a8f13ac0c tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:09.109888 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f413def6-6a18-4f66-a941-46f49d9d3bbd None None] DHCP port deletion for cc398682-4b6a-461b-88d7-c0bde0eb33d3 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:23:09.113974 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-eec1f018-7494-4d92-aa34-7259dc895e6f req-ce6105ac-c3e1-4e49-a56a-d32a8f13ac0c tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.87 "GET /v2.0/ports?device_id=449fc50e-25e6-4c03-a79e-6b4045159285 HTTP/1.1" status: 200 len: 946 time: 0.1468420 Feb 02 07:23:09.186546 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-f413def6-6a18-4f66-a941-46f49d9d3bbd None None] Deleting port 27aebe19-223d-4016-a392-d001b00d80ca {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:23:09.187063 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f413def6-6a18-4f66-a941-46f49d9d3bbd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (27aebe19-223d-4016-a392-d001b00d80ca), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:09.203785 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-eec1f018-7494-4d92-aa34-7259dc895e6f req-b4ae0d18-dff7-4851-8217-3862cf57cb38 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.87 "GET /v2.0/security-groups?id=a94ca68d-f1f1-4df8-8323-f1a51d8092a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889428 Feb 02 07:23:09.228647 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7ab8b372-9f8f-4779-864e-9c449405a6ea tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (5a550926-bf1d-4876-b2a3-836d579928ac), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:09.232867 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41654) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:09.295699 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-f413def6-6a18-4f66-a941-46f49d9d3bbd None None] For port 27aebe19-223d-4016-a392-d001b00d80ca, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=27aebe19-223d-4016-a392-d001b00d80ca,segment=NetworkSegment(3d18d3aa-3fec-475d-8569-ef3875f8cfa0),segment_id=3d18d3aa-3fec-475d-8569-ef3875f8cfa0)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:23:09.296095 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f413def6-6a18-4f66-a941-46f49d9d3bbd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (27aebe19-223d-4016-a392-d001b00d80ca), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:09.317564 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-f413def6-6a18-4f66-a941-46f49d9d3bbd None None] Calling delete_port for 27aebe19-223d-4016-a392-d001b00d80ca owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:23:09.322209 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7ab8b372-9f8f-4779-864e-9c449405a6ea tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (5a550926-bf1d-4876-b2a3-836d579928ac), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:09.382967 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab8b372-9f8f-4779-864e-9c449405a6ea tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Pushing event deleted for resources: {'Subnet': ['ID=5a550926-bf1d-4876-b2a3-836d579928ac,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:09.386298 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7ab8b372-9f8f-4779-864e-9c449405a6ea tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:09.388678 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ab4356-bf66-4b45-8376-805e2422a1c5 None None] Network 3f1c0e12-2025-47bf-b875-7f6b99b1cbb8 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:23:09.391096 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-7ab8b372-9f8f-4779-864e-9c449405a6ea tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "DELETE /v2.0/subnets/5a550926-bf1d-4876-b2a3-836d579928ac HTTP/1.1" status: 204 len: 168 time: 0.4941318 Feb 02 07:23:09.393632 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41664) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:09.514743 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f413def6-6a18-4f66-a941-46f49d9d3bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (27aebe19-223d-4016-a392-d001b00d80ca), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:09.535838 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-59f405e5-318b-4c5d-b9c3-c5dec2e74473 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (cc398682-4b6a-461b-88d7-c0bde0eb33d3), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:09.542428 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f413def6-6a18-4f66-a941-46f49d9d3bbd None None] Pushing event deleted for resources: {'Port': ['ID=27aebe19-223d-4016-a392-d001b00d80ca,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:09.559345 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f413def6-6a18-4f66-a941-46f49d9d3bbd None None] No DVR routers for this DVR port 27aebe19-223d-4016-a392-d001b00d80ca on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:23:09.675285 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8959d7b8-e8f1-4fba-b93c-1966506ff780 None None] DHCP port deletion for 3f1c0e12-2025-47bf-b875-7f6b99b1cbb8 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:23:09.677718 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-59f405e5-318b-4c5d-b9c3-c5dec2e74473 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (cc398682-4b6a-461b-88d7-c0bde0eb33d3), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:09.702219 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-59f405e5-318b-4c5d-b9c3-c5dec2e74473 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc398682-4b6a-461b-88d7-c0bde0eb33d3']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:09.712929 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-59f405e5-318b-4c5d-b9c3-c5dec2e74473 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d18d3aa-3fec-475d-8569-ef3875f8cfa0') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:09.713304 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-59f405e5-318b-4c5d-b9c3-c5dec2e74473 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d18d3aa-3fec-475d-8569-ef3875f8cfa0') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:09.734373 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-59f405e5-318b-4c5d-b9c3-c5dec2e74473 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (3d18d3aa-3fec-475d-8569-ef3875f8cfa0), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:09.751766 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-59f405e5-318b-4c5d-b9c3-c5dec2e74473 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (3d18d3aa-3fec-475d-8569-ef3875f8cfa0), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:09.760175 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-8959d7b8-e8f1-4fba-b93c-1966506ff780 None None] Deleting port 94cdb3de-0bad-46da-80b2-6ef6d32763d0 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:23:09.760570 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-8959d7b8-e8f1-4fba-b93c-1966506ff780 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (94cdb3de-0bad-46da-80b2-6ef6d32763d0), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:09.787703 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59f405e5-318b-4c5d-b9c3-c5dec2e74473 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:23:09.789441 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-59f405e5-318b-4c5d-b9c3-c5dec2e74473 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (3d18d3aa-3fec-475d-8569-ef3875f8cfa0), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:09.794728 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:23:09.794728 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:23:09.794728 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:23:09.794728 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:23:09.794728 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:23:09.794728 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:23:09.794728 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:23:09.794728 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:23:09.794728 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:23:09.794728 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:23:09.794728 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:23:09.794728 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:23:09.794728 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:23:09.794728 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:23:09.794728 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:23:09.794728 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:23:09.794728 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:23:09.794728 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:23:09.794728 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:23:09.794728 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:23:09.794728 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:23:09.794728 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:23:09.794728 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:23:09.794728 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:23:09.794728 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:23:09.794728 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:23:09.794728 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:23:09.794728 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:23:09.794728 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:23:09.794728 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:23:09.794728 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:23:09.794728 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:23:09.828556 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 27aebe19-223d-4016-a392-d001b00d80ca no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:23:09.855263 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 27aebe19-223d-4016-a392-d001b00d80ca {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:23:09.856333 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 27aebe19-223d-4016-a392-d001b00d80ca not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:23:09.856932 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 94cdb3de-0bad-46da-80b2-6ef6d32763d0 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:23:09.865568 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-8959d7b8-e8f1-4fba-b93c-1966506ff780 None None] For port 94cdb3de-0bad-46da-80b2-6ef6d32763d0, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=94cdb3de-0bad-46da-80b2-6ef6d32763d0,segment=NetworkSegment(c527fd58-fa4e-44c3-972c-7f7cc0332961),segment_id=c527fd58-fa4e-44c3-972c-7f7cc0332961)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:23:09.865979 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-8959d7b8-e8f1-4fba-b93c-1966506ff780 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (94cdb3de-0bad-46da-80b2-6ef6d32763d0), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:09.896840 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b280ce37-c46e-410d-b2fb-762a6e4fb13b tempest-TestVolumeBackupRestore-1898797570 tempest-TestVolumeBackupRestore-1898797570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:09.902558 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41674) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:09.903500 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b280ce37-c46e-410d-b2fb-762a6e4fb13b tempest-TestVolumeBackupRestore-1898797570 tempest-TestVolumeBackupRestore-1898797570-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=449fc50e-25e6-4c03-a79e-6b4045159285 HTTP/1.1" status: 200 len: 1124 time: 0.6685326 Feb 02 07:23:09.905723 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-59f405e5-318b-4c5d-b9c3-c5dec2e74473 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (cc398682-4b6a-461b-88d7-c0bde0eb33d3), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:09.908665 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-c78bfa1b-1eed-4418-a07e-12a134d5d96d tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Request body: {'floatingip': {'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'port_id': '79d713f5-543b-440d-b05b-da9173f67859', 'tenant_id': '31a150f577914a209466302edcd070d5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:23:09.912065 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-59f405e5-318b-4c5d-b9c3-c5dec2e74473 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:09.918705 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-59f405e5-318b-4c5d-b9c3-c5dec2e74473 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "DELETE /v2.0/networks/cc398682-4b6a-461b-88d7-c0bde0eb33d3 HTTP/1.1" status: 204 len: 168 time: 0.5228302 Feb 02 07:23:09.925386 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41676) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:09.958340 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c78bfa1b-1eed-4418-a07e-12a134d5d96d tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:09.966708 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-8959d7b8-e8f1-4fba-b93c-1966506ff780 None None] Calling delete_port for 94cdb3de-0bad-46da-80b2-6ef6d32763d0 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:23:10.050442 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-97f7c58f-3620-44b0-bc2b-2d0663bcc26e tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (3f1c0e12-2025-47bf-b875-7f6b99b1cbb8), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:10.053404 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f405e5-318b-4c5d-b9c3-c5dec2e74473 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Pushing event deleted for resources: {'Network': ['ID=cc398682-4b6a-461b-88d7-c0bde0eb33d3,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:10.100126 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 94cdb3de-0bad-46da-80b2-6ef6d32763d0 is: ACTIVE; New status is: DOWN {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:23:10.100531 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (94cdb3de-0bad-46da-80b2-6ef6d32763d0), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:10.137326 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-8959d7b8-e8f1-4fba-b93c-1966506ff780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (94cdb3de-0bad-46da-80b2-6ef6d32763d0), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:10.140567 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-97f7c58f-3620-44b0-bc2b-2d0663bcc26e tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Deleting port 94cdb3de-0bad-46da-80b2-6ef6d32763d0 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:23:10.140926 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-97f7c58f-3620-44b0-bc2b-2d0663bcc26e tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (94cdb3de-0bad-46da-80b2-6ef6d32763d0), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:10.197652 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c78bfa1b-1eed-4418-a07e-12a134d5d96d tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:10.199607 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8959d7b8-e8f1-4fba-b93c-1966506ff780 None None] Pushing event deleted for resources: {'Port': ['ID=94cdb3de-0bad-46da-80b2-6ef6d32763d0,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:10.206745 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8959d7b8-e8f1-4fba-b93c-1966506ff780 None None] No DVR routers for this DVR port 94cdb3de-0bad-46da-80b2-6ef6d32763d0 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:23:10.267869 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-97f7c58f-3620-44b0-bc2b-2d0663bcc26e tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] For port 94cdb3de-0bad-46da-80b2-6ef6d32763d0, host n-d-789963-26, got binding levels [] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:23:10.268162 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-97f7c58f-3620-44b0-bc2b-2d0663bcc26e tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (94cdb3de-0bad-46da-80b2-6ef6d32763d0), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:10.283762 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-97f7c58f-3620-44b0-bc2b-2d0663bcc26e tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Calling delete_port for 94cdb3de-0bad-46da-80b2-6ef6d32763d0 owned by network:dhcp {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:23:10.286466 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.ipam_backend_mixin [None req-97f7c58f-3620-44b0-bc2b-2d0663bcc26e tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Port 94cdb3de-0bad-46da-80b2-6ef6d32763d0 was not found and therefore no delete operation was performed {{(pid=109693) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 02 07:23:10.287789 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-97f7c58f-3620-44b0-bc2b-2d0663bcc26e tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (94cdb3de-0bad-46da-80b2-6ef6d32763d0), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:10.299994 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f7c58f-3620-44b0-bc2b-2d0663bcc26e tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] No DVR routers for this DVR port 94cdb3de-0bad-46da-80b2-6ef6d32763d0 on host n-d-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:23:10.347090 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-c78bfa1b-1eed-4418-a07e-12a134d5d96d tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Allocated IP 172.25.4.141 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/18af5c98-dacc-4cd4-a1a7-890c35b0e29b) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:23:10.417502 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f7c58f-3620-44b0-bc2b-2d0663bcc26e tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Pushing event deleted for resources: {'Port': ['ID=94cdb3de-0bad-46da-80b2-6ef6d32763d0,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:10.421766 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-97f7c58f-3620-44b0-bc2b-2d0663bcc26e tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (3f1c0e12-2025-47bf-b875-7f6b99b1cbb8), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:10.452503 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-97f7c58f-3620-44b0-bc2b-2d0663bcc26e tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f1c0e12-2025-47bf-b875-7f6b99b1cbb8']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:10.465190 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-97f7c58f-3620-44b0-bc2b-2d0663bcc26e tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c527fd58-fa4e-44c3-972c-7f7cc0332961') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:10.465657 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-97f7c58f-3620-44b0-bc2b-2d0663bcc26e tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c527fd58-fa4e-44c3-972c-7f7cc0332961') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:10.477538 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-97f7c58f-3620-44b0-bc2b-2d0663bcc26e tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (c527fd58-fa4e-44c3-972c-7f7cc0332961), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:10.499909 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-97f7c58f-3620-44b0-bc2b-2d0663bcc26e tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (c527fd58-fa4e-44c3-972c-7f7cc0332961), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:10.510379 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97f7c58f-3620-44b0-bc2b-2d0663bcc26e tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:23:10.516647 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-97f7c58f-3620-44b0-bc2b-2d0663bcc26e tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (c527fd58-fa4e-44c3-972c-7f7cc0332961), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:10.532438 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:23:10.532438 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:23:10.532438 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:23:10.532438 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:23:10.532438 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:23:10.532438 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:23:10.532438 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:23:10.532438 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:23:10.532438 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:23:10.532438 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:23:10.532438 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:23:10.532438 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:23:10.532438 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:23:10.532438 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:23:10.532438 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:23:10.532438 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:23:10.532438 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:23:10.532438 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:23:10.532438 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:23:10.532438 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:23:10.532438 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:23:10.532438 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:23:10.532438 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:23:10.532438 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:23:10.532438 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:23:10.532438 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:23:10.532438 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:23:10.532438 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:23:10.532438 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:23:10.532438 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:23:10.532438 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:23:10.532438 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:23:10.652086 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-97f7c58f-3620-44b0-bc2b-2d0663bcc26e tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (3f1c0e12-2025-47bf-b875-7f6b99b1cbb8), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:10.659526 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-97f7c58f-3620-44b0-bc2b-2d0663bcc26e tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:10.672453 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-97f7c58f-3620-44b0-bc2b-2d0663bcc26e tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "DELETE /v2.0/networks/3f1c0e12-2025-47bf-b875-7f6b99b1cbb8 HTTP/1.1" status: 204 len: 168 time: 0.7421584 Feb 02 07:23:10.677386 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41686) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:10.690207 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-483e2fb5-b6c2-453b-b3f9-3a0c8c1df406 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-308748037'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:23:10.721878 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-483e2fb5-b6c2-453b-b3f9-3a0c8c1df406 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Made reservation on behalf of 734239c0e89548e9b731cf7277c63ec2 for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:23:10.726305 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-483e2fb5-b6c2-453b-b3f9-3a0c8c1df406 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:10.730000 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f7c58f-3620-44b0-bc2b-2d0663bcc26e tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Pushing event deleted for resources: {'Network': ['ID=3f1c0e12-2025-47bf-b875-7f6b99b1cbb8,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:10.756104 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-483e2fb5-b6c2-453b-b3f9-3a0c8c1df406 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:23:10.767367 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-483e2fb5-b6c2-453b-b3f9-3a0c8c1df406 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (a6edcf76-e445-4d34-949b-cba5e732eb5c), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:10.768002 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-483e2fb5-b6c2-453b-b3f9-3a0c8c1df406 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Added segment a6edcf76-e445-4d34-949b-cba5e732eb5c of type vlan for network bee2cec5-bc6a-4bb6-8839-648c2f86cbdf Feb 02 07:23:10.814935 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-483e2fb5-b6c2-453b-b3f9-3a0c8c1df406 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (bee2cec5-bc6a-4bb6-8839-648c2f86cbdf), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:10.832235 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c78bfa1b-1eed-4418-a07e-12a134d5d96d tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Publish callbacks [] for port (18af5c98-dacc-4cd4-a1a7-890c35b0e29b), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:10.851355 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-483e2fb5-b6c2-453b-b3f9-3a0c8c1df406 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (bee2cec5-bc6a-4bb6-8839-648c2f86cbdf), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:10.857962 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483e2fb5-b6c2-453b-b3f9-3a0c8c1df406 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:10.858715 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-483e2fb5-b6c2-453b-b3f9-3a0c8c1df406 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:10.875490 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c78bfa1b-1eed-4418-a07e-12a134d5d96d tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (18af5c98-dacc-4cd4-a1a7-890c35b0e29b), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:10.924336 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78bfa1b-1eed-4418-a07e-12a134d5d96d tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:23:10.928558 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-c78bfa1b-1eed-4418-a07e-12a134d5d96d tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:23:10.932928 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-483e2fb5-b6c2-453b-b3f9-3a0c8c1df406 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2523248 Feb 02 07:23:10.933617 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41690) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:10.934582 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78bfa1b-1eed-4418-a07e-12a134d5d96d tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:23:10.936454 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483e2fb5-b6c2-453b-b3f9-3a0c8c1df406 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Pushing event updated for resources: {'Network': ['ID=bee2cec5-bc6a-4bb6-8839-648c2f86cbdf,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:10.949200 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-6d03d918-49a2-411e-b09d-35e743b6a1ed tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Request body: {'subnet': {'network_id': 'bee2cec5-bc6a-4bb6-8839-648c2f86cbdf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:23:10.950661 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network bee2cec5-bc6a-4bb6-8839-648c2f86cbdf details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:23:11.065353 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78bfa1b-1eed-4418-a07e-12a134d5d96d tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Pushing event updated for resources: {'Port': ['ID=18af5c98-dacc-4cd4-a1a7-890c35b0e29b,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:11.087173 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f9231f3b-7a18-4ae8-8bc7-bddf61ce398d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:11.202099 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d03d918-49a2-411e-b09d-35e743b6a1ed tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Made reservation on behalf of 734239c0e89548e9b731cf7277c63ec2 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:23:11.205598 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6d03d918-49a2-411e-b09d-35e743b6a1ed tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:11.531306 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41702) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:11.596017 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6d03d918-49a2-411e-b09d-35e743b6a1ed tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (f95b37cf-bee0-4e5b-ba3c-f16cf11a8ac0), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:11.657609 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1625cc31-8ad9-4f80-ba56-6a1c501caa6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:11.696073 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d03d918-49a2-411e-b09d-35e743b6a1ed tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Pushing event updated for resources: {'Subnet': ['ID=f95b37cf-bee0-4e5b-ba3c-f16cf11a8ac0,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:11.708985 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c78bfa1b-1eed-4418-a07e-12a134d5d96d tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Publish callbacks [] for floatingip (2cb7c861-43a1-490a-89ac-e354a9f0d7e5), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:11.733101 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d03d918-49a2-411e-b09d-35e743b6a1ed tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Checking segment: {'id': 'a6edcf76-e445-4d34-949b-cba5e732eb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'bee2cec5-bc6a-4bb6-8839-648c2f86cbdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:23:11.733502 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d03d918-49a2-411e-b09d-35e743b6a1ed tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Network hostable DHCP agents. Network: bee2cec5-bc6a-4bb6-8839-648c2f86cbdf, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:23:11.745199 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1625cc31-8ad9-4f80-ba56-6a1c501caa6f admin admin] Publish callbacks [] for security_group (73923b1b-18ab-44ff-92f0-55aaf6a2fb33), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:11.749383 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1625cc31-8ad9-4f80-ba56-6a1c501caa6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (73923b1b-18ab-44ff-92f0-55aaf6a2fb33), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:11.773534 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d03d918-49a2-411e-b09d-35e743b6a1ed tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Network bee2cec5-bc6a-4bb6-8839-648c2f86cbdf is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:23:11.793768 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-1625cc31-8ad9-4f80-ba56-6a1c501caa6f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=d8d51c0970e84d40bc63bb3809660856&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2586806 Feb 02 07:23:11.793768 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1625cc31-8ad9-4f80-ba56-6a1c501caa6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73923b1b-18ab-44ff-92f0-55aaf6a2fb33,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:11.795061 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41706) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:11.811751 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-6d03d918-49a2-411e-b09d-35e743b6a1ed tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, bee2cec5-bc6a-4bb6-8839-648c2f86cbdf) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:23:11.818230 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d03d918-49a2-411e-b09d-35e743b6a1ed tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:11.818835 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6d03d918-49a2-411e-b09d-35e743b6a1ed tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:11.829926 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895efaac-77df-4584-9cb6-f651f7266e8e None None] Network bee2cec5-bc6a-4bb6-8839-648c2f86cbdf requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:23:11.830808 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c78bfa1b-1eed-4418-a07e-12a134d5d96d tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (18af5c98-dacc-4cd4-a1a7-890c35b0e29b), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:11.873284 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-6d03d918-49a2-411e-b09d-35e743b6a1ed tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9355478 Feb 02 07:23:11.873764 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41708) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:11.882154 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-522fbcf2-fa6b-4696-901a-8f326625a91f tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-397055506', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:23:11.884669 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f33651ea-4e17-4840-90d2-c56214b2158f admin admin] Publish callbacks [] for security_group (73923b1b-18ab-44ff-92f0-55aaf6a2fb33), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:11.921713 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f33651ea-4e17-4840-90d2-c56214b2158f admin admin] Publish callbacks [] for security_group (73923b1b-18ab-44ff-92f0-55aaf6a2fb33), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:11.936808 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-522fbcf2-fa6b-4696-901a-8f326625a91f tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (de0e8fa1-6549-4c2a-8f43-eb898bf4ec1f), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:11.937962 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-522fbcf2-fa6b-4696-901a-8f326625a91f tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (de0e8fa1-6549-4c2a-8f43-eb898bf4ec1f), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:11.954852 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03a785f-7dfe-46b6-a1d1-b8236287a73f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-bee2cec5-bc6a-4bb6-8839-648c2f86cbdf', 'network_id': 'bee2cec5-bc6a-4bb6-8839-648c2f86cbdf', 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'fixed_ips': [{'subnet_id': 'f95b37cf-bee0-4e5b-ba3c-f16cf11a8ac0'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:23:11.955774 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d03a785f-7dfe-46b6-a1d1-b8236287a73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:12.020750 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f33651ea-4e17-4840-90d2-c56214b2158f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (73923b1b-18ab-44ff-92f0-55aaf6a2fb33), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:12.027319 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f33651ea-4e17-4840-90d2-c56214b2158f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:12.032840 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-f33651ea-4e17-4840-90d2-c56214b2158f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/73923b1b-18ab-44ff-92f0-55aaf6a2fb33 HTTP/1.1" status: 204 len: 168 time: 0.2372987 Feb 02 07:23:12.044019 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33651ea-4e17-4840-90d2-c56214b2158f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73923b1b-18ab-44ff-92f0-55aaf6a2fb33,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:12.095836 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-522fbcf2-fa6b-4696-901a-8f326625a91f tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for router_controller (de0e8fa1-6549-4c2a-8f43-eb898bf4ec1f), precommit_add_association {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:12.115838 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-522fbcf2-fa6b-4696-901a-8f326625a91f tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (de0e8fa1-6549-4c2a-8f43-eb898bf4ec1f), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:12.171891 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-522fbcf2-fa6b-4696-901a-8f326625a91f tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:12.173128 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-522fbcf2-fa6b-4696-901a-8f326625a91f tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2945886 Feb 02 07:23:12.176474 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41716) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:12.187078 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-74218e53-3cd7-4933-9126-b98c41038326 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Request body: {'port': {'network_id': 'bee2cec5-bc6a-4bb6-8839-648c2f86cbdf', 'name': 'tempest-RoutersIpV6Test-610717027'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:23:12.195253 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-d03a785f-7dfe-46b6-a1d1-b8236287a73f None None] Allocated IP 2001:db8::2 (bee2cec5-bc6a-4bb6-8839-648c2f86cbdf/f95b37cf-bee0-4e5b-ba3c-f16cf11a8ac0/18d292ae-eee0-498b-936b-2b748f3d522d) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:23:12.196593 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c78bfa1b-1eed-4418-a07e-12a134d5d96d tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Publish callbacks [] for port (18af5c98-dacc-4cd4-a1a7-890c35b0e29b), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:12.209810 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c78bfa1b-1eed-4418-a07e-12a134d5d96d tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (18af5c98-dacc-4cd4-a1a7-890c35b0e29b), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:12.299433 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78bfa1b-1eed-4418-a07e-12a134d5d96d tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Pushing event updated for resources: {'Port': ['ID=18af5c98-dacc-4cd4-a1a7-890c35b0e29b,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:12.305213 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c78bfa1b-1eed-4418-a07e-12a134d5d96d tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (2cb7c861-43a1-490a-89ac-e354a9f0d7e5), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:12.415622 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74218e53-3cd7-4933-9126-b98c41038326 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Made reservation on behalf of 734239c0e89548e9b731cf7277c63ec2 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:23:12.434970 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-74218e53-3cd7-4933-9126-b98c41038326 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:12.449934 n-d-789963-26 neutron-server[109694]: INFO neutron.db.l3_db [None req-c78bfa1b-1eed-4418-a07e-12a134d5d96d tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Floating IP 2cb7c861-43a1-490a-89ac-e354a9f0d7e5 associated. External IP: 172.25.4.141, port: 79d713f5-543b-440d-b05b-da9173f67859. Feb 02 07:23:12.462479 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41720) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:12.478391 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [None req-74218e53-3cd7-4933-9126-b98c41038326 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] device_id is not set on port e921026f-958d-4ebd-b888-644e41b76eaf yet. {{(pid=109693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:23:12.480143 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d03a785f-7dfe-46b6-a1d1-b8236287a73f None None] Publish callbacks [] for port (18d292ae-eee0-498b-936b-2b748f3d522d), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:12.493946 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-be736b91-4507-43b3-bd11-b9edc3054651 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:12.495491 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d03a785f-7dfe-46b6-a1d1-b8236287a73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (18d292ae-eee0-498b-936b-2b748f3d522d), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:12.551713 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03a785f-7dfe-46b6-a1d1-b8236287a73f None None] Network bee2cec5-bc6a-4bb6-8839-648c2f86cbdf is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:23:12.553145 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-d03a785f-7dfe-46b6-a1d1-b8236287a73f None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:23:12.558384 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03a785f-7dfe-46b6-a1d1-b8236287a73f None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:23:12.604092 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03a785f-7dfe-46b6-a1d1-b8236287a73f None None] Pushing event updated for resources: {'Port': ['ID=18d292ae-eee0-498b-936b-2b748f3d522d,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:12.651574 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-d03a785f-7dfe-46b6-a1d1-b8236287a73f None None] Attempting to bind port 18d292ae-eee0-498b-936b-2b748f3d522d on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:23:12.652082 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-d03a785f-7dfe-46b6-a1d1-b8236287a73f None None] Attempting to bind port 18d292ae-eee0-498b-936b-2b748f3d522d by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'a6edcf76-e445-4d34-949b-cba5e732eb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'bee2cec5-bc6a-4bb6-8839-648c2f86cbdf'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:23:12.652678 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03a785f-7dfe-46b6-a1d1-b8236287a73f None None] Attempting to bind port 18d292ae-eee0-498b-936b-2b748f3d522d on network bee2cec5-bc6a-4bb6-8839-648c2f86cbdf {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:23:12.656802 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-74218e53-3cd7-4933-9126-b98c41038326 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Allocated IP 2001:db8::383 (bee2cec5-bc6a-4bb6-8839-648c2f86cbdf/f95b37cf-bee0-4e5b-ba3c-f16cf11a8ac0/e921026f-958d-4ebd-b888-644e41b76eaf) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:23:12.661478 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03a785f-7dfe-46b6-a1d1-b8236287a73f None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:23:12.662058 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03a785f-7dfe-46b6-a1d1-b8236287a73f None None] Checking segment: {'id': 'a6edcf76-e445-4d34-949b-cba5e732eb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'bee2cec5-bc6a-4bb6-8839-648c2f86cbdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:23:12.662882 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d03a785f-7dfe-46b6-a1d1-b8236287a73f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:12.664258 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03a785f-7dfe-46b6-a1d1-b8236287a73f None None] Bound using segment: {'id': 'a6edcf76-e445-4d34-949b-cba5e732eb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'bee2cec5-bc6a-4bb6-8839-648c2f86cbdf'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:23:12.664954 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-d03a785f-7dfe-46b6-a1d1-b8236287a73f None None] Bound port: 18d292ae-eee0-498b-936b-2b748f3d522d, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6edcf76-e445-4d34-949b-cba5e732eb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'bee2cec5-bc6a-4bb6-8839-648c2f86cbdf'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:23:12.665526 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d03a785f-7dfe-46b6-a1d1-b8236287a73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (18d292ae-eee0-498b-936b-2b748f3d522d), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:12.698524 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-be736b91-4507-43b3-bd11-b9edc3054651 admin admin] Publish callbacks [] for security_group (892d637b-8ca5-4b2c-84cc-928d176a1527), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:12.707539 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-be736b91-4507-43b3-bd11-b9edc3054651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (892d637b-8ca5-4b2c-84cc-928d176a1527), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:12.736994 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c78bfa1b-1eed-4418-a07e-12a134d5d96d tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Router f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:23:12.760708 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-d03a785f-7dfe-46b6-a1d1-b8236287a73f None None] For port 18d292ae-eee0-498b-936b-2b748f3d522d, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:23:12.764466 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-d03a785f-7dfe-46b6-a1d1-b8236287a73f None None] For port 18d292ae-eee0-498b-936b-2b748f3d522d, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=18d292ae-eee0-498b-936b-2b748f3d522d,segment=NetworkSegment(a6edcf76-e445-4d34-949b-cba5e732eb5c),segment_id=a6edcf76-e445-4d34-949b-cba5e732eb5c)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:23:12.774520 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d03a785f-7dfe-46b6-a1d1-b8236287a73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (18d292ae-eee0-498b-936b-2b748f3d522d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:12.786213 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-be736b91-4507-43b3-bd11-b9edc3054651 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=74be6049b1334ec3a1fb7a578b8cad6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3221753 Feb 02 07:23:12.790389 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be736b91-4507-43b3-bd11-b9edc3054651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=892d637b-8ca5-4b2c-84cc-928d176a1527,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:12.790548 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41722) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:12.900192 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-74218e53-3cd7-4933-9126-b98c41038326 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for port (e921026f-958d-4ebd-b888-644e41b76eaf), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:12.905439 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03a785f-7dfe-46b6-a1d1-b8236287a73f None None] Pushing event updated for resources: {'Port': ['ID=18d292ae-eee0-498b-936b-2b748f3d522d,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:12.907519 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0e46652d-78e3-42c5-bf98-6eed9b010229 admin admin] Publish callbacks [] for security_group (892d637b-8ca5-4b2c-84cc-928d176a1527), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:12.910105 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c78bfa1b-1eed-4418-a07e-12a134d5d96d tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:23:12.925548 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9289d545-1a1b-4345-9970-41efe6de21cc None None] Sync routers for ids ['f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:23:12.938572 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9289d545-1a1b-4345-9970-41efe6de21cc None None] Routers {'f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:23:12.939518 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-9289d545-1a1b-4345-9970-41efe6de21cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:22:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:12.948670 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0e46652d-78e3-42c5-bf98-6eed9b010229 admin admin] Publish callbacks [] for security_group (892d637b-8ca5-4b2c-84cc-928d176a1527), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:12.958391 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c78bfa1b-1eed-4418-a07e-12a134d5d96d tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:12.974129 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-74218e53-3cd7-4933-9126-b98c41038326 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (e921026f-958d-4ebd-b888-644e41b76eaf), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:13.033468 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c78bfa1b-1eed-4418-a07e-12a134d5d96d tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1296296 Feb 02 07:23:13.034180 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '449fc50e-25e6-4c03-a79e-6b4045159285', 'tag': '79d713f5-543b-440d-b05b-da9173f67859'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:23:13.037065 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412a1df7-6fd2-4766-b0f5-54643a2945d0" -d '{"events": [{"name": "network-changed", "server_uuid": "449fc50e-25e6-4c03-a79e-6b4045159285", "tag": "79d713f5-543b-440d-b05b-da9173f67859"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:23:13.041367 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41724) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:13.042089 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0e46652d-78e3-42c5-bf98-6eed9b010229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (892d637b-8ca5-4b2c-84cc-928d176a1527), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:13.044920 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0e46652d-78e3-42c5-bf98-6eed9b010229 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:13.046184 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0e46652d-78e3-42c5-bf98-6eed9b010229 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/892d637b-8ca5-4b2c-84cc-928d176a1527 HTTP/1.1" status: 204 len: 168 time: 0.2546229 Feb 02 07:23:13.058178 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74218e53-3cd7-4933-9126-b98c41038326 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Network bee2cec5-bc6a-4bb6-8839-648c2f86cbdf is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:23:13.060716 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-74218e53-3cd7-4933-9126-b98c41038326 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:23:13.063307 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74218e53-3cd7-4933-9126-b98c41038326 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Pushing event updated for resources: {'Port': ['ID=e921026f-958d-4ebd-b888-644e41b76eaf,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:13.067486 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74218e53-3cd7-4933-9126-b98c41038326 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:23:13.074967 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74218e53-3cd7-4933-9126-b98c41038326 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:13.075627 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-74218e53-3cd7-4933-9126-b98c41038326 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:13.101091 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-74218e53-3cd7-4933-9126-b98c41038326 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.9216700 Feb 02 07:23:13.103725 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41730) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:13.103854 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e46652d-78e3-42c5-bf98-6eed9b010229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=892d637b-8ca5-4b2c-84cc-928d176a1527,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:13.134587 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d49953f-674b-4181-a77a-3942a7793974 tempest-TestVolumeBackupRestore-1898797570 tempest-TestVolumeBackupRestore-1898797570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:13.137156 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0d49953f-674b-4181-a77a-3942a7793974 tempest-TestVolumeBackupRestore-1898797570 tempest-TestVolumeBackupRestore-1898797570-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=449fc50e-25e6-4c03-a79e-6b4045159285 HTTP/1.1" status: 200 len: 1124 time: 0.0899701 Feb 02 07:23:13.140175 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41732) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:13.144737 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-84dcfbe7-fa81-43ee-bc70-c9f8a770108f tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Request body: {'floatingip': {'port_id': '79d713f5-543b-440d-b05b-da9173f67859'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:23:13.259458 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ab0a56-e25d-4bad-94ff-79434d9d3899 x-openstack-request-id: req-e2ab0a56-e25d-4bad-94ff-79434d9d3899 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:23:13.259909 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "449fc50e-25e6-4c03-a79e-6b4045159285", "tag": "79d713f5-543b-440d-b05b-da9173f67859", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:23:13.279977 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e2ab0a56-e25d-4bad-94ff-79434d9d3899 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:23:13.279977 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '449fc50e-25e6-4c03-a79e-6b4045159285', 'tag': '79d713f5-543b-440d-b05b-da9173f67859', 'status': 'completed', 'code': 200} Feb 02 07:23:13.392045 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-9289d545-1a1b-4345-9970-41efe6de21cc None None] Set router f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:23:13.395325 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-07272fcc-28d0-4d4e-b1fb-5aa0258ed7da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:13.426772 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-84dcfbe7-fa81-43ee-bc70-c9f8a770108f tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Publish callbacks [] for floatingip (2cb7c861-43a1-490a-89ac-e354a9f0d7e5), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:13.979272 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:23:14.067787 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412a1df7-6fd2-4766-b0f5-54643a2945d0 req-db23cb2e-ff28-445d-8794-62870738633a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:14.070047 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-412a1df7-6fd2-4766-b0f5-54643a2945d0 req-db23cb2e-ff28-445d-8794-62870738633a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=31a150f577914a209466302edcd070d5&device_id=449fc50e-25e6-4c03-a79e-6b4045159285 HTTP/1.1" status: 200 len: 1129 time: 0.6933589 Feb 02 07:23:14.105327 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 18d292ae-eee0-498b-936b-2b748f3d522d up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:23:14.182852 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 18d292ae-eee0-498b-936b-2b748f3d522d triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:23:14.183277 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (18d292ae-eee0-498b-936b-2b748f3d522d), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:14.245852 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0c3f1c96-db00-417e-ada5-5509c0d64739 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (e921026f-958d-4ebd-b888-644e41b76eaf), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:14.299609 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 18d292ae-eee0-498b-936b-2b748f3d522d is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:23:14.299991 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (18d292ae-eee0-498b-936b-2b748f3d522d), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:14.306454 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-9289d545-1a1b-4345-9970-41efe6de21cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490', 'name': 'tempest-TestVolumeBackupRestore-429714436-router', 'tenant_id': '31a150f577914a209466302edcd070d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '120d151c-79ba-467a-a953-47475523c1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:18:25Z', 'updated_at': '2022-02-02T07:18:32Z', 'revision_number': 4, 'project_id': '31a150f577914a209466302edcd070d5', 'gw_port': {'id': '120d151c-79ba-467a-a953-47475523c1f2', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:18:27Z', 'updated_at': '2022-02-02T07:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '2cb7c861-43a1-490a-89ac-e354a9f0d7e5', 'tenant_id': '31a150f577914a209466302edcd070d5', 'floating_ip_address': '172.25.4.141', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': 'f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490', 'port_id': '79d713f5-543b-440d-b05b-da9173f67859', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2941, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e5c2e3b-7d55-4510-aab3-16b6ca3ea693', 'mac_address': 'fa:16:3e:be:13:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449fc50e-25e6-4c03-a79e-6b4045159285', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:23:11Z', 'updated_at': '2022-02-02T07:23:11Z', 'revision_number': 0, 'project_id': '31a150f577914a209466302edcd070d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a461e95-40ec-4f19-9b99-1f8e6b3fffbc', 'name': '', 'network_id': '8e5c2e3b-7d55-4510-aab3-16b6ca3ea693', 'tenant_id': '31a150f577914a209466302edcd070d5', 'mac_address': 'fa:16:3e:f3:8c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'ca42c38d-9a6e-46e3-b505-4f5f231acd74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:18:31Z', 'updated_at': '2022-02-02T07:18:41Z', 'revision_number': 5, 'project_id': '31a150f577914a209466302edcd070d5', 'subnets': [{'id': 'ca42c38d-9a6e-46e3-b505-4f5f231acd74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:14.344294 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9289d545-1a1b-4345-9970-41efe6de21cc None None] Checking router: f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:23:14.366825 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9289d545-1a1b-4345-9970-41efe6de21cc None None] Routers {'f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:23:14.367859 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-9289d545-1a1b-4345-9970-41efe6de21cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:23:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:14.566864 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-9289d545-1a1b-4345-9970-41efe6de21cc None None] Set router f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:23:14.782724 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0c3f1c96-db00-417e-ada5-5509c0d64739 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for port (e921026f-958d-4ebd-b888-644e41b76eaf), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:14.792358 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0c3f1c96-db00-417e-ada5-5509c0d64739 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (e921026f-958d-4ebd-b888-644e41b76eaf), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:14.796637 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fe5899-2f16-4425-a936-c0377e77dcdc None None] Network bee2cec5-bc6a-4bb6-8839-648c2f86cbdf requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:23:14.817320 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 18d292ae-eee0-498b-936b-2b748f3d522d, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=18d292ae-eee0-498b-936b-2b748f3d522d,segment=NetworkSegment(a6edcf76-e445-4d34-949b-cba5e732eb5c),segment_id=a6edcf76-e445-4d34-949b-cba5e732eb5c)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:23:14.864028 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1b0ec3a3-dab7-4878-9ba2-020b36069e2f None None] Provisioning complete for port 18d292ae-eee0-498b-936b-2b748f3d522d triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:23:14.864401 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1b0ec3a3-dab7-4878-9ba2-020b36069e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (18d292ae-eee0-498b-936b-2b748f3d522d), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:14.865785 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412a1df7-6fd2-4766-b0f5-54643a2945d0 req-5e4ca484-96ff-426a-a5ed-2bafba45da7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:14.867274 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:14.868296 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (18d292ae-eee0-498b-936b-2b748f3d522d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:14.869705 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-412a1df7-6fd2-4766-b0f5-54643a2945d0 req-5e4ca484-96ff-426a-a5ed-2bafba45da7c service neutron] 10.222.0.88 "GET /v2.0/networks?id=8e5c2e3b-7d55-4510-aab3-16b6ca3ea693 HTTP/1.1" status: 200 len: 914 time: 0.6973681 Feb 02 07:23:14.969200 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=18d292ae-eee0-498b-936b-2b748f3d522d,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:15.046182 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3f1c96-db00-417e-ada5-5509c0d64739 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Pushing event updated for resources: {'Port': ['ID=e921026f-958d-4ebd-b888-644e41b76eaf,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:15.132901 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-412a1df7-6fd2-4766-b0f5-54643a2945d0 req-351e70b0-30a3-4cab-9f24-54b66a88132f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79d713f5-543b-440d-b05b-da9173f67859 HTTP/1.1" status: 200 len: 1000 time: 0.2056665 Feb 02 07:23:15.245412 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1b0ec3a3-dab7-4878-9ba2-020b36069e2f None None] Current status of the port 18d292ae-eee0-498b-936b-2b748f3d522d is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:23:15.268577 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-84dcfbe7-fa81-43ee-bc70-c9f8a770108f tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:15.280228 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0c3f1c96-db00-417e-ada5-5509c0d64739 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (de0e8fa1-6549-4c2a-8f43-eb898bf4ec1f), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:15.282545 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-84dcfbe7-fa81-43ee-bc70-c9f8a770108f tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (2cb7c861-43a1-490a-89ac-e354a9f0d7e5), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:15.343599 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-9289d545-1a1b-4345-9970-41efe6de21cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490', 'name': 'tempest-TestVolumeBackupRestore-429714436-router', 'tenant_id': '31a150f577914a209466302edcd070d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '120d151c-79ba-467a-a953-47475523c1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:18:25Z', 'updated_at': '2022-02-02T07:18:32Z', 'revision_number': 4, 'project_id': '31a150f577914a209466302edcd070d5', 'gw_port': {'id': '120d151c-79ba-467a-a953-47475523c1f2', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:18:27Z', 'updated_at': '2022-02-02T07:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '2cb7c861-43a1-490a-89ac-e354a9f0d7e5', 'tenant_id': '31a150f577914a209466302edcd070d5', 'floating_ip_address': '172.25.4.141', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': 'f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490', 'port_id': '79d713f5-543b-440d-b05b-da9173f67859', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2941, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e5c2e3b-7d55-4510-aab3-16b6ca3ea693', 'mac_address': 'fa:16:3e:be:13:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449fc50e-25e6-4c03-a79e-6b4045159285', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:23:11Z', 'updated_at': '2022-02-02T07:23:11Z', 'revision_number': 0, 'project_id': '31a150f577914a209466302edcd070d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a461e95-40ec-4f19-9b99-1f8e6b3fffbc', 'name': '', 'network_id': '8e5c2e3b-7d55-4510-aab3-16b6ca3ea693', 'tenant_id': '31a150f577914a209466302edcd070d5', 'mac_address': 'fa:16:3e:f3:8c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'ca42c38d-9a6e-46e3-b505-4f5f231acd74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:18:31Z', 'updated_at': '2022-02-02T07:18:41Z', 'revision_number': 5, 'project_id': '31a150f577914a209466302edcd070d5', 'subnets': [{'id': 'ca42c38d-9a6e-46e3-b505-4f5f231acd74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:15.400613 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412a1df7-6fd2-4766-b0f5-54643a2945d0 req-f408bf47-3447-4a27-878e-30e1ebdd65f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:15.402123 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-412a1df7-6fd2-4766-b0f5-54643a2945d0 req-f408bf47-3447-4a27-878e-30e1ebdd65f2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ca42c38d-9a6e-46e3-b505-4f5f231acd74 HTTP/1.1" status: 200 len: 852 time: 0.2618551 Feb 02 07:23:15.431202 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9289d545-1a1b-4345-9970-41efe6de21cc None None] The sync data for ids ['f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490'] in n-d-789963-26 is: [{'id': 'f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490', 'name': 'tempest-TestVolumeBackupRestore-429714436-router', 'tenant_id': '31a150f577914a209466302edcd070d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '120d151c-79ba-467a-a953-47475523c1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:18:25Z', 'updated_at': '2022-02-02T07:18:32Z', 'revision_number': 4, 'project_id': '31a150f577914a209466302edcd070d5', 'gw_port': {'id': '120d151c-79ba-467a-a953-47475523c1f2', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:18:27Z', 'updated_at': '2022-02-02T07:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '2cb7c861-43a1-490a-89ac-e354a9f0d7e5', 'tenant_id': '31a150f577914a209466302edcd070d5', 'floating_ip_address': '172.25.4.141', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': 'f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490', 'port_id': '79d713f5-543b-440d-b05b-da9173f67859', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2941, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e5c2e3b-7d55-4510-aab3-16b6ca3ea693', 'mac_address': 'fa:16:3e:be:13:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449fc50e-25e6-4c03-a79e-6b4045159285', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:23:11Z', 'updated_at': '2022-02-02T07:23:11Z', 'revision_number': 0, 'project_id': '31a150f577914a209466302edcd070d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a461e95-40ec-4f19-9b99-1f8e6b3fffbc', 'name': '', 'network_id': '8e5c2e3b-7d55-4510-aab3-16b6ca3ea693', 'tenant_id': '31a150f577914a209466302edcd070d5', 'mac_address': 'fa:16:3e:f3:8c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'ca42c38d-9a6e-46e3-b505-4f5f231acd74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:18:31Z', 'updated_at': '2022-02-02T07:18:41Z', 'revision_number': 5, 'project_id': '31a150f577914a209466302edcd070d5', 'subnets': [{'id': 'ca42c38d-9a6e-46e3-b505-4f5f231acd74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:23:15.635989 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412a1df7-6fd2-4766-b0f5-54643a2945d0 req-a0522527-0ca4-4592-ad68-9e2e0f4d406a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:15.637455 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-412a1df7-6fd2-4766-b0f5-54643a2945d0 req-a0522527-0ca4-4592-ad68-9e2e0f4d406a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8e5c2e3b-7d55-4510-aab3-16b6ca3ea693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2261796 Feb 02 07:23:15.785491 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 18d292ae-eee0-498b-936b-2b748f3d522d up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:23:15.801837 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0c3f1c96-db00-417e-ada5-5509c0d64739 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (e921026f-958d-4ebd-b888-644e41b76eaf), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:15.942670 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84dcfbe7-fa81-43ee-bc70-c9f8a770108f tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Router f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:23:15.948755 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-a94d5fd6-99ab-4613-85a1-f51f2c8d09c4 None None] Provisioning complete for port 18d292ae-eee0-498b-936b-2b748f3d522d triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:23:15.956202 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a94d5fd6-99ab-4613-85a1-f51f2c8d09c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (18d292ae-eee0-498b-936b-2b748f3d522d), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:15.979951 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f367246c-e907-4c9e-9162-a064a424741c None None] New status for floating IP 2cb7c861-43a1-490a-89ac-e354a9f0d7e5: ACTIVE {{(pid=109696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 07:23:16.018148 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-412a1df7-6fd2-4766-b0f5-54643a2945d0 req-4b44aeb9-aee1-40d6-8faa-5f1c696ff798 service neutron] 10.222.0.88 "GET /v2.0/networks/8e5c2e3b-7d55-4510-aab3-16b6ca3ea693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3733509 Feb 02 07:23:16.040973 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 18d292ae-eee0-498b-936b-2b748f3d522d triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:23:16.041347 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (18d292ae-eee0-498b-936b-2b748f3d522d), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:16.292736 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:16.303068 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84dcfbe7-fa81-43ee-bc70-c9f8a770108f tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:23:16.317458 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-84dcfbe7-fa81-43ee-bc70-c9f8a770108f tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:16.451239 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 18d292ae-eee0-498b-936b-2b748f3d522d is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:23:16.451724 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-412a1df7-6fd2-4766-b0f5-54643a2945d0 req-ef7c3240-2c35-402a-ac8a-1e7147c4bc29 service neutron] 10.222.0.88 "GET /v2.0/networks/8e5c2e3b-7d55-4510-aab3-16b6ca3ea693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3684480 Feb 02 07:23:16.515937 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-a94d5fd6-99ab-4613-85a1-f51f2c8d09c4 None None] Current status of the port 18d292ae-eee0-498b-936b-2b748f3d522d is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:23:16.534795 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fce3692-a5fe-4efe-b8e2-a6f5e32fb786 None None] Sync routers for ids ['f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:23:16.541560 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d04cd0-adf4-4bf3-9f21-a8de184611e8 req-78da9a9b-13f9-45eb-ad7f-0286f49a3afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:16.543093 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0c3f1c96-db00-417e-ada5-5509c0d64739 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for port (e921026f-958d-4ebd-b888-644e41b76eaf), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:16.543719 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-61d04cd0-adf4-4bf3-9f21-a8de184611e8 req-78da9a9b-13f9-45eb-ad7f-0286f49a3afd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=138c5dcdbd6744ca8b38947e5ed99f36&device_id=23d00674-1c75-41ed-b39c-9b1c1a82bdbd HTTP/1.1" status: 200 len: 1129 time: 0.3162327 Feb 02 07:23:16.546542 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '449fc50e-25e6-4c03-a79e-6b4045159285', 'tag': '79d713f5-543b-440d-b05b-da9173f67859'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:23:16.548549 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3dd024-f0c8-42ae-b968-16f754c104cb" -d '{"events": [{"name": "network-changed", "server_uuid": "449fc50e-25e6-4c03-a79e-6b4045159285", "tag": "79d713f5-543b-440d-b05b-da9173f67859"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:23:16.550391 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0c3f1c96-db00-417e-ada5-5509c0d64739 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (e921026f-958d-4ebd-b888-644e41b76eaf), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:16.551531 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0c3f1c96-db00-417e-ada5-5509c0d64739 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (de0e8fa1-6549-4c2a-8f43-eb898bf4ec1f), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:16.578572 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fce3692-a5fe-4efe-b8e2-a6f5e32fb786 None None] Routers {'f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:23:16.579987 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-7fce3692-a5fe-4efe-b8e2-a6f5e32fb786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:23:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:16.635988 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc50eec5-6b86-457a-9431-61b3d3e38ddc req-5bad571f-c6d4-43be-80c8-5f9fd233c7bb tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:16.637668 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fc50eec5-6b86-457a-9431-61b3d3e38ddc req-5bad571f-c6d4-43be-80c8-5f9fd233c7bb tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/ports?device_id=23d00674-1c75-41ed-b39c-9b1c1a82bdbd HTTP/1.1" status: 200 len: 946 time: 0.3151731 Feb 02 07:23:16.657013 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-a94d5fd6-99ab-4613-85a1-f51f2c8d09c4 None None] Provisioning complete for port e921026f-958d-4ebd-b888-644e41b76eaf triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:23:16.657512 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a94d5fd6-99ab-4613-85a1-f51f2c8d09c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (e921026f-958d-4ebd-b888-644e41b76eaf), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:16.686660 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3f1c96-db00-417e-ada5-5509c0d64739 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Pushing event updated for resources: {'Port': ['ID=e921026f-958d-4ebd-b888-644e41b76eaf,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:16.691804 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-84dcfbe7-fa81-43ee-bc70-c9f8a770108f tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.87 "PUT /v2.0/floatingips/2cb7c861-43a1-490a-89ac-e354a9f0d7e5 HTTP/1.1" status: 200 len: 992 time: 3.5504680 Feb 02 07:23:16.711862 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-a94d5fd6-99ab-4613-85a1-f51f2c8d09c4 None None] Port e921026f-958d-4ebd-b888-644e41b76eaf cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:23:16.790941 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3f1c96-db00-417e-ada5-5509c0d64739 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Network bee2cec5-bc6a-4bb6-8839-648c2f86cbdf is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:23:16.793596 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-0c3f1c96-db00-417e-ada5-5509c0d64739 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:23:16.794136 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d04cd0-adf4-4bf3-9f21-a8de184611e8 req-d52c9c48-5e15-46b1-9a8a-9983633cccc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:16.796201 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-61d04cd0-adf4-4bf3-9f21-a8de184611e8 req-d52c9c48-5e15-46b1-9a8a-9983633cccc2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=eb10f7d9-5215-469a-8039-9f917b412efa HTTP/1.1" status: 200 len: 920 time: 0.2376962 Feb 02 07:23:16.872402 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-61d04cd0-adf4-4bf3-9f21-a8de184611e8 req-d742f8b1-c2a7-4d28-a8e9-60dc4d7c6147 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5040a36-469a-49ae-b19e-fa3dc5f78006 HTTP/1.1" status: 200 len: 217 time: 0.0658221 Feb 02 07:23:16.877632 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fc50eec5-6b86-457a-9431-61b3d3e38ddc req-092de21c-19d8-4881-95e3-2f561a60403f tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/security-groups?id=6795e0a6-69cc-42c2-a292-352f11146466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305474 Feb 02 07:23:16.922333 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-7fce3692-a5fe-4efe-b8e2-a6f5e32fb786 None None] Set router f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:23:16.926268 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-e78b583b-c02a-4696-8e09-582ac4af1221 None None] Provisioning complete for port e921026f-958d-4ebd-b888-644e41b76eaf triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:23:16.926769 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e78b583b-c02a-4696-8e09-582ac4af1221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (e921026f-958d-4ebd-b888-644e41b76eaf), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:16.946263 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d04cd0-adf4-4bf3-9f21-a8de184611e8 req-d9e13802-9c99-4273-9a81-8e48f61e3082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:16.949295 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-61d04cd0-adf4-4bf3-9f21-a8de184611e8 req-d9e13802-9c99-4273-9a81-8e48f61e3082 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=885f4045-8d8e-4d19-b861-51e56a7805ab HTTP/1.1" status: 200 len: 859 time: 0.0698349 Feb 02 07:23:17.022107 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-61d04cd0-adf4-4bf3-9f21-a8de184611e8 req-b7d21641-2288-430c-bfbb-abbc7b5400db service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=eb10f7d9-5215-469a-8039-9f917b412efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619490 Feb 02 07:23:17.024303 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de5c778-781f-47f2-9ed5-177993282dd9 x-openstack-request-id: req-2de5c778-781f-47f2-9ed5-177993282dd9 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:23:17.025988 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "449fc50e-25e6-4c03-a79e-6b4045159285", "tag": "79d713f5-543b-440d-b05b-da9173f67859", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:23:17.028209 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-2de5c778-781f-47f2-9ed5-177993282dd9 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:23:17.028750 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '449fc50e-25e6-4c03-a79e-6b4045159285', 'tag': '79d713f5-543b-440d-b05b-da9173f67859', 'status': 'completed', 'code': 200} Feb 02 07:23:17.039473 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [req-61d04cd0-adf4-4bf3-9f21-a8de184611e8 req-dab2947e-9198-44af-8257-b7ca35c95b46 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:23:17.044150 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-61d04cd0-adf4-4bf3-9f21-a8de184611e8 req-dab2947e-9198-44af-8257-b7ca35c95b46 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0144467 Feb 02 07:23:17.152585 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c3f1c96-db00-417e-ada5-5509c0d64739 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Router de0e8fa1-6549-4c2a-8f43-eb898bf4ec1f is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:23:17.171613 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3dd024-f0c8-42ae-b968-16f754c104cb req-aeb9d967-6289-4a23-af45-fc6d2baec28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:17.173426 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2c3dd024-f0c8-42ae-b968-16f754c104cb req-aeb9d967-6289-4a23-af45-fc6d2baec28b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=31a150f577914a209466302edcd070d5&device_id=449fc50e-25e6-4c03-a79e-6b4045159285 HTTP/1.1" status: 200 len: 1129 time: 0.0906007 Feb 02 07:23:17.217779 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-e78b583b-c02a-4696-8e09-582ac4af1221 None None] Port e921026f-958d-4ebd-b888-644e41b76eaf cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:23:17.307153 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-61d04cd0-adf4-4bf3-9f21-a8de184611e8 req-7848762a-e295-47a1-9ce3-69a1ab265e60 service neutron] 10.222.0.59 "GET /v2.0/networks/eb10f7d9-5215-469a-8039-9f917b412efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515419 Feb 02 07:23:17.361261 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3dd024-f0c8-42ae-b968-16f754c104cb req-9f6d294c-8242-4831-8d2d-4cc4061ec3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:17.362752 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2c3dd024-f0c8-42ae-b968-16f754c104cb req-9f6d294c-8242-4831-8d2d-4cc4061ec3ef service neutron] 10.222.0.88 "GET /v2.0/networks?id=8e5c2e3b-7d55-4510-aab3-16b6ca3ea693 HTTP/1.1" status: 200 len: 914 time: 0.1829078 Feb 02 07:23:17.446632 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-61d04cd0-adf4-4bf3-9f21-a8de184611e8 req-421cb975-45d9-4827-9d04-4d0f28c8cbd4 service neutron] 10.222.0.59 "GET /v2.0/networks/eb10f7d9-5215-469a-8039-9f917b412efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380692 Feb 02 07:23:17.452880 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:17.464460 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ccc51313-d0d8-4d9a-8756-4250bbe5f5ec None None] Provisioning complete for port e921026f-958d-4ebd-b888-644e41b76eaf triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:23:17.464855 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ccc51313-d0d8-4d9a-8756-4250bbe5f5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (e921026f-958d-4ebd-b888-644e41b76eaf), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:17.466292 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2c3dd024-f0c8-42ae-b968-16f754c104cb req-358aaf02-cd58-4560-81a9-0547fd3f9a24 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79d713f5-543b-440d-b05b-da9173f67859 HTTP/1.1" status: 200 len: 1002 time: 0.0704584 Feb 02 07:23:17.518014 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c3f1c96-db00-417e-ada5-5509c0d64739 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:23:17.525971 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-0c3f1c96-db00-417e-ada5-5509c0d64739 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "PUT /v2.0/routers/de0e8fa1-6549-4c2a-8f43-eb898bf4ec1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4199669 Feb 02 07:23:17.528449 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41820) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:17.531279 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991bd9eb-d99b-46cc-b572-36569664664a None None] Sync routers for ids ['de0e8fa1-6549-4c2a-8f43-eb898bf4ec1f'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:23:17.560602 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ccc51313-d0d8-4d9a-8756-4250bbe5f5ec None None] Port e921026f-958d-4ebd-b888-644e41b76eaf cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:23:17.566090 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991bd9eb-d99b-46cc-b572-36569664664a None None] Routers {'de0e8fa1-6549-4c2a-8f43-eb898bf4ec1f'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:23:17.568877 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-991bd9eb-d99b-46cc-b572-36569664664a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:23:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['de0e8fa1-6549-4c2a-8f43-eb898bf4ec1f'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:17.572456 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3dd024-f0c8-42ae-b968-16f754c104cb req-f5dfec5a-f5ed-4c51-a1af-142733a19fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:17.574164 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2c3dd024-f0c8-42ae-b968-16f754c104cb req-f5dfec5a-f5ed-4c51-a1af-142733a19fa9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ca42c38d-9a6e-46e3-b505-4f5f231acd74 HTTP/1.1" status: 200 len: 852 time: 0.0988677 Feb 02 07:23:17.574393 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-7fce3692-a5fe-4efe-b8e2-a6f5e32fb786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490', 'name': 'tempest-TestVolumeBackupRestore-429714436-router', 'tenant_id': '31a150f577914a209466302edcd070d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '120d151c-79ba-467a-a953-47475523c1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:18:25Z', 'updated_at': '2022-02-02T07:18:32Z', 'revision_number': 4, 'project_id': '31a150f577914a209466302edcd070d5', 'gw_port': {'id': '120d151c-79ba-467a-a953-47475523c1f2', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:18:27Z', 'updated_at': '2022-02-02T07:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '2cb7c861-43a1-490a-89ac-e354a9f0d7e5', 'tenant_id': '31a150f577914a209466302edcd070d5', 'floating_ip_address': '172.25.4.141', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': 'f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490', 'port_id': '79d713f5-543b-440d-b05b-da9173f67859', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2941, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e5c2e3b-7d55-4510-aab3-16b6ca3ea693', 'mac_address': 'fa:16:3e:be:13:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449fc50e-25e6-4c03-a79e-6b4045159285', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:23:11Z', 'updated_at': '2022-02-02T07:23:16Z', 'revision_number': 2, 'project_id': '31a150f577914a209466302edcd070d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a461e95-40ec-4f19-9b99-1f8e6b3fffbc', 'name': '', 'network_id': '8e5c2e3b-7d55-4510-aab3-16b6ca3ea693', 'tenant_id': '31a150f577914a209466302edcd070d5', 'mac_address': 'fa:16:3e:f3:8c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'ca42c38d-9a6e-46e3-b505-4f5f231acd74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:18:31Z', 'updated_at': '2022-02-02T07:18:41Z', 'revision_number': 5, 'project_id': '31a150f577914a209466302edcd070d5', 'subnets': [{'id': 'ca42c38d-9a6e-46e3-b505-4f5f231acd74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:17.604875 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fce3692-a5fe-4efe-b8e2-a6f5e32fb786 None None] Checking router: f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:23:17.615106 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fce3692-a5fe-4efe-b8e2-a6f5e32fb786 None None] Routers {'f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:23:17.615832 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-7fce3692-a5fe-4efe-b8e2-a6f5e32fb786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:23:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:17.622767 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-991bd9eb-d99b-46cc-b572-36569664664a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:17.633596 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929a8987-f615-488d-adfd-16b68bd8e986 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:17.635224 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-929a8987-f615-488d-adfd-16b68bd8e986 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "GET /v2.0/ports/e921026f-958d-4ebd-b888-644e41b76eaf HTTP/1.1" status: 200 len: 983 time: 0.1058550 Feb 02 07:23:17.636313 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991bd9eb-d99b-46cc-b572-36569664664a None None] Routers {'de0e8fa1-6549-4c2a-8f43-eb898bf4ec1f'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:23:17.637547 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-991bd9eb-d99b-46cc-b572-36569664664a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:23:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['de0e8fa1-6549-4c2a-8f43-eb898bf4ec1f'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:17.639158 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41824) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:17.660099 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3dd024-f0c8-42ae-b968-16f754c104cb req-e3f23165-532f-4ec7-b17f-f38356d3b741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:17.661613 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2c3dd024-f0c8-42ae-b968-16f754c104cb req-e3f23165-532f-4ec7-b17f-f38356d3b741 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8e5c2e3b-7d55-4510-aab3-16b6ca3ea693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0788198 Feb 02 07:23:17.799870 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2c3dd024-f0c8-42ae-b968-16f754c104cb req-f63e701b-1af3-425f-ae0f-8dbbfa0761b4 service neutron] 10.222.0.88 "GET /v2.0/networks/8e5c2e3b-7d55-4510-aab3-16b6ca3ea693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309485 Feb 02 07:23:17.800155 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-991bd9eb-d99b-46cc-b572-36569664664a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:17.800816 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991bd9eb-d99b-46cc-b572-36569664664a None None] The sync data for ids ['de0e8fa1-6549-4c2a-8f43-eb898bf4ec1f'] in n-d-789963-26 is: [] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:23:17.864520 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-7fce3692-a5fe-4efe-b8e2-a6f5e32fb786 None None] Set router f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:23:17.934581 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2c3dd024-f0c8-42ae-b968-16f754c104cb req-bf52a24f-f54b-407b-aec7-be006a1e7442 service neutron] 10.222.0.88 "GET /v2.0/networks/8e5c2e3b-7d55-4510-aab3-16b6ca3ea693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265302 Feb 02 07:23:17.935175 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41828) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:18.114113 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-56f9fadb-1155-449b-addc-a773e828433c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:18.151117 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d4c45-74ca-4e00-bacc-f14ae8becc88 req-fbcd5e70-a7ec-4b11-bb25-1216087f7e50 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:18.161256 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c22d4c45-74ca-4e00-bacc-f14ae8becc88 req-fbcd5e70-a7ec-4b11-bb25-1216087f7e50 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/ports?device_id=23d00674-1c75-41ed-b39c-9b1c1a82bdbd HTTP/1.1" status: 200 len: 946 time: 0.1375413 Feb 02 07:23:18.202502 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-56f9fadb-1155-449b-addc-a773e828433c admin admin] Publish callbacks [] for security_group (0be821a3-5139-426d-bdd4-1ac345f5e2c9), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:18.209900 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-56f9fadb-1155-449b-addc-a773e828433c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (0be821a3-5139-426d-bdd4-1ac345f5e2c9), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:18.245556 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-56f9fadb-1155-449b-addc-a773e828433c admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=39d6c48fb51e4a5ea91b75219b71935c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3091576 Feb 02 07:23:18.248047 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41836) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:18.314855 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c22d4c45-74ca-4e00-bacc-f14ae8becc88 req-1fe1a986-dee1-4dc8-837d-1dfc9fefbdad tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/security-groups?id=6795e0a6-69cc-42c2-a292-352f11146466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524620 Feb 02 07:23:18.318176 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f9fadb-1155-449b-addc-a773e828433c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be821a3-5139-426d-bdd4-1ac345f5e2c9,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:18.361278 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9b9ad284-e6c6-4056-a337-dcf77ae53af1 admin admin] Publish callbacks [] for security_group (0be821a3-5139-426d-bdd4-1ac345f5e2c9), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:18.396143 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9b9ad284-e6c6-4056-a337-dcf77ae53af1 admin admin] Publish callbacks [] for security_group (0be821a3-5139-426d-bdd4-1ac345f5e2c9), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:18.464557 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-7fce3692-a5fe-4efe-b8e2-a6f5e32fb786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490', 'name': 'tempest-TestVolumeBackupRestore-429714436-router', 'tenant_id': '31a150f577914a209466302edcd070d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '120d151c-79ba-467a-a953-47475523c1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:18:25Z', 'updated_at': '2022-02-02T07:18:32Z', 'revision_number': 4, 'project_id': '31a150f577914a209466302edcd070d5', 'gw_port': {'id': '120d151c-79ba-467a-a953-47475523c1f2', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:18:27Z', 'updated_at': '2022-02-02T07:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '2cb7c861-43a1-490a-89ac-e354a9f0d7e5', 'tenant_id': '31a150f577914a209466302edcd070d5', 'floating_ip_address': '172.25.4.141', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': 'f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490', 'port_id': '79d713f5-543b-440d-b05b-da9173f67859', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2941, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e5c2e3b-7d55-4510-aab3-16b6ca3ea693', 'mac_address': 'fa:16:3e:be:13:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449fc50e-25e6-4c03-a79e-6b4045159285', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:23:11Z', 'updated_at': '2022-02-02T07:23:16Z', 'revision_number': 2, 'project_id': '31a150f577914a209466302edcd070d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a461e95-40ec-4f19-9b99-1f8e6b3fffbc', 'name': '', 'network_id': '8e5c2e3b-7d55-4510-aab3-16b6ca3ea693', 'tenant_id': '31a150f577914a209466302edcd070d5', 'mac_address': 'fa:16:3e:f3:8c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'ca42c38d-9a6e-46e3-b505-4f5f231acd74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:18:31Z', 'updated_at': '2022-02-02T07:18:41Z', 'revision_number': 5, 'project_id': '31a150f577914a209466302edcd070d5', 'subnets': [{'id': 'ca42c38d-9a6e-46e3-b505-4f5f231acd74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:18.465144 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9b9ad284-e6c6-4056-a337-dcf77ae53af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (0be821a3-5139-426d-bdd4-1ac345f5e2c9), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:18.468398 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9b9ad284-e6c6-4056-a337-dcf77ae53af1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:18.471778 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-9b9ad284-e6c6-4056-a337-dcf77ae53af1 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/0be821a3-5139-426d-bdd4-1ac345f5e2c9 HTTP/1.1" status: 204 len: 168 time: 0.2203171 Feb 02 07:23:18.479474 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9ad284-e6c6-4056-a337-dcf77ae53af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be821a3-5139-426d-bdd4-1ac345f5e2c9,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:18.515082 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fce3692-a5fe-4efe-b8e2-a6f5e32fb786 None None] The sync data for ids ['f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490'] in n-d-789963-26 is: [{'id': 'f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490', 'name': 'tempest-TestVolumeBackupRestore-429714436-router', 'tenant_id': '31a150f577914a209466302edcd070d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '120d151c-79ba-467a-a953-47475523c1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:18:25Z', 'updated_at': '2022-02-02T07:18:32Z', 'revision_number': 4, 'project_id': '31a150f577914a209466302edcd070d5', 'gw_port': {'id': '120d151c-79ba-467a-a953-47475523c1f2', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:18:27Z', 'updated_at': '2022-02-02T07:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '2cb7c861-43a1-490a-89ac-e354a9f0d7e5', 'tenant_id': '31a150f577914a209466302edcd070d5', 'floating_ip_address': '172.25.4.141', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': 'f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490', 'port_id': '79d713f5-543b-440d-b05b-da9173f67859', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2941, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e5c2e3b-7d55-4510-aab3-16b6ca3ea693', 'mac_address': 'fa:16:3e:be:13:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449fc50e-25e6-4c03-a79e-6b4045159285', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:23:11Z', 'updated_at': '2022-02-02T07:23:16Z', 'revision_number': 2, 'project_id': '31a150f577914a209466302edcd070d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a461e95-40ec-4f19-9b99-1f8e6b3fffbc', 'name': '', 'network_id': '8e5c2e3b-7d55-4510-aab3-16b6ca3ea693', 'tenant_id': '31a150f577914a209466302edcd070d5', 'mac_address': 'fa:16:3e:f3:8c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'ca42c38d-9a6e-46e3-b505-4f5f231acd74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:18:31Z', 'updated_at': '2022-02-02T07:18:41Z', 'revision_number': 5, 'project_id': '31a150f577914a209466302edcd070d5', 'subnets': [{'id': 'ca42c38d-9a6e-46e3-b505-4f5f231acd74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:23:18.536961 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bf238558-e21d-46d7-88fe-d02f3bda5f61 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (de0e8fa1-6549-4c2a-8f43-eb898bf4ec1f), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:18.849163 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-bf238558-e21d-46d7-88fe-d02f3bda5f61 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Deleting port e921026f-958d-4ebd-b888-644e41b76eaf {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:23:18.849583 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bf238558-e21d-46d7-88fe-d02f3bda5f61 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (e921026f-958d-4ebd-b888-644e41b76eaf), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:18.879891 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41842) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:18.927443 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-50e30ad1-f774-4850-8fe9-0826ebf8c7ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:18.980735 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bf238558-e21d-46d7-88fe-d02f3bda5f61 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (e921026f-958d-4ebd-b888-644e41b76eaf), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:19.005465 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-bf238558-e21d-46d7-88fe-d02f3bda5f61 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Calling delete_port for e921026f-958d-4ebd-b888-644e41b76eaf owned by network:router_interface {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:23:19.059369 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '449fc50e-25e6-4c03-a79e-6b4045159285', 'tag': '79d713f5-543b-440d-b05b-da9173f67859'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:23:19.061802 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b9616e-4b54-4cb4-b543-2f844f03fed2" -d '{"events": [{"name": "network-changed", "server_uuid": "449fc50e-25e6-4c03-a79e-6b4045159285", "tag": "79d713f5-543b-440d-b05b-da9173f67859"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:23:19.122489 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-50e30ad1-f774-4850-8fe9-0826ebf8c7ce admin admin] Publish callbacks [] for security_group (6465b279-35ad-47b6-8374-ec77e38872ad), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:19.247776 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b9616e-4b54-4cb4-b543-2f844f03fed2 req-6e323192-2935-4d6f-b007-63088a0d953f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:19.249474 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-14b9616e-4b54-4cb4-b543-2f844f03fed2 req-6e323192-2935-4d6f-b007-63088a0d953f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=31a150f577914a209466302edcd070d5&device_id=449fc50e-25e6-4c03-a79e-6b4045159285 HTTP/1.1" status: 200 len: 1129 time: 0.0680814 Feb 02 07:23:19.389763 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b9616e-4b54-4cb4-b543-2f844f03fed2 req-c10c48e7-5889-40ac-ac94-10b3321e720d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:19.391772 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-14b9616e-4b54-4cb4-b543-2f844f03fed2 req-c10c48e7-5889-40ac-ac94-10b3321e720d service neutron] 10.222.0.88 "GET /v2.0/networks?id=8e5c2e3b-7d55-4510-aab3-16b6ca3ea693 HTTP/1.1" status: 200 len: 914 time: 0.1136897 Feb 02 07:23:19.480728 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-50e30ad1-f774-4850-8fe9-0826ebf8c7ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (6465b279-35ad-47b6-8374-ec77e38872ad), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:19.484311 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe44b5e-4e4e-4d16-84e0-e13be9235710 x-openstack-request-id: req-ebe44b5e-4e4e-4d16-84e0-e13be9235710 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:23:19.484613 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "449fc50e-25e6-4c03-a79e-6b4045159285", "tag": "79d713f5-543b-440d-b05b-da9173f67859", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:23:19.484875 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ebe44b5e-4e4e-4d16-84e0-e13be9235710 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:23:19.485278 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '449fc50e-25e6-4c03-a79e-6b4045159285', 'tag': '79d713f5-543b-440d-b05b-da9173f67859', 'status': 'completed', 'code': 200} Feb 02 07:23:19.585501 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-50e30ad1-f774-4850-8fe9-0826ebf8c7ce admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=d2f5cfff444243c095f445596f613bd1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7042463 Feb 02 07:23:19.588493 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41850) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:19.596828 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e30ad1-f774-4850-8fe9-0826ebf8c7ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6465b279-35ad-47b6-8374-ec77e38872ad,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:19.692201 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be245f2-8603-4806-8557-17eaf83525ba req-f1e099cf-ea0f-41e7-b819-2f0560e66ef8 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:19.693841 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2be245f2-8603-4806-8557-17eaf83525ba req-f1e099cf-ea0f-41e7-b819-2f0560e66ef8 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/ports?device_id=23d00674-1c75-41ed-b39c-9b1c1a82bdbd HTTP/1.1" status: 200 len: 946 time: 0.2049003 Feb 02 07:23:19.730212 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bf238558-e21d-46d7-88fe-d02f3bda5f61 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (e921026f-958d-4ebd-b888-644e41b76eaf), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:19.745899 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-14b9616e-4b54-4cb4-b543-2f844f03fed2 req-04bb5678-f2d2-466b-b9da-9cbbf951848e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79d713f5-543b-440d-b05b-da9173f67859 HTTP/1.1" status: 200 len: 1002 time: 0.3460009 Feb 02 07:23:19.754561 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-dbda7379-7748-4f44-9836-8e2c63f160e3 admin admin] Publish callbacks [] for security_group (6465b279-35ad-47b6-8374-ec77e38872ad), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:19.794864 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf238558-e21d-46d7-88fe-d02f3bda5f61 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Pushing event deleted for resources: {'Port': ['ID=e921026f-958d-4ebd-b888-644e41b76eaf,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:19.807304 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b9616e-4b54-4cb4-b543-2f844f03fed2 req-be98cfc6-49e1-4cbc-8ef9-292d7e7f2f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:19.809765 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-14b9616e-4b54-4cb4-b543-2f844f03fed2 req-be98cfc6-49e1-4cbc-8ef9-292d7e7f2f8d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ca42c38d-9a6e-46e3-b505-4f5f231acd74 HTTP/1.1" status: 200 len: 852 time: 0.0565040 Feb 02 07:23:19.848739 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-dbda7379-7748-4f44-9836-8e2c63f160e3 admin admin] Publish callbacks [] for security_group (6465b279-35ad-47b6-8374-ec77e38872ad), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:19.863775 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2be245f2-8603-4806-8557-17eaf83525ba req-b3ee83c2-5dae-4105-aa45-97d3ab713287 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/security-groups?id=6795e0a6-69cc-42c2-a292-352f11146466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580880 Feb 02 07:23:19.883813 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b9616e-4b54-4cb4-b543-2f844f03fed2 req-45e79ac8-d752-46ac-94a1-d66abfad22d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:19.890149 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-14b9616e-4b54-4cb4-b543-2f844f03fed2 req-45e79ac8-d752-46ac-94a1-d66abfad22d0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8e5c2e3b-7d55-4510-aab3-16b6ca3ea693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0735612 Feb 02 07:23:19.912808 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [req-14b9616e-4b54-4cb4-b543-2f844f03fed2 req-0967529b-12ec-451e-8408-462fb8ede352 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=109693) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:23:19.914299 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-14b9616e-4b54-4cb4-b543-2f844f03fed2 req-0967529b-12ec-451e-8408-462fb8ede352 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0154982 Feb 02 07:23:19.982269 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bf238558-e21d-46d7-88fe-d02f3bda5f61 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (de0e8fa1-6549-4c2a-8f43-eb898bf4ec1f), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:20.016527 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-dbda7379-7748-4f44-9836-8e2c63f160e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (6465b279-35ad-47b6-8374-ec77e38872ad), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:20.019509 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-dbda7379-7748-4f44-9836-8e2c63f160e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:20.020898 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-dbda7379-7748-4f44-9836-8e2c63f160e3 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/6465b279-35ad-47b6-8374-ec77e38872ad HTTP/1.1" status: 204 len: 168 time: 0.4314165 Feb 02 07:23:20.070696 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-14b9616e-4b54-4cb4-b543-2f844f03fed2 req-e4b1f66e-d60e-499f-82c0-973eec19f14d service neutron] 10.222.0.88 "GET /v2.0/networks/8e5c2e3b-7d55-4510-aab3-16b6ca3ea693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505237 Feb 02 07:23:20.118315 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbda7379-7748-4f44-9836-8e2c63f160e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6465b279-35ad-47b6-8374-ec77e38872ad,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:20.204385 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-14b9616e-4b54-4cb4-b543-2f844f03fed2 req-d116ef63-679e-49c6-ae37-e38c881709e0 service neutron] 10.222.0.88 "GET /v2.0/networks/8e5c2e3b-7d55-4510-aab3-16b6ca3ea693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276438 Feb 02 07:23:20.253746 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf238558-e21d-46d7-88fe-d02f3bda5f61 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Router de0e8fa1-6549-4c2a-8f43-eb898bf4ec1f has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:23:20.340871 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf238558-e21d-46d7-88fe-d02f3bda5f61 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:23:20.348617 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-bf238558-e21d-46d7-88fe-d02f3bda5f61 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "PUT /v2.0/routers/de0e8fa1-6549-4c2a-8f43-eb898bf4ec1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7057869 Feb 02 07:23:20.349632 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41856) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:20.352941 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebf72d1-8369-4c36-a9bb-bf120226d798 None None] Sync routers for ids ['de0e8fa1-6549-4c2a-8f43-eb898bf4ec1f'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:23:20.366374 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebf72d1-8369-4c36-a9bb-bf120226d798 None None] Routers {'de0e8fa1-6549-4c2a-8f43-eb898bf4ec1f'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:23:20.367193 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-cebf72d1-8369-4c36-a9bb-bf120226d798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:23:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['de0e8fa1-6549-4c2a-8f43-eb898bf4ec1f'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:20.407752 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-cebf72d1-8369-4c36-a9bb-bf120226d798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:20.419271 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebf72d1-8369-4c36-a9bb-bf120226d798 None None] Routers {'de0e8fa1-6549-4c2a-8f43-eb898bf4ec1f'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:23:20.420347 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-cebf72d1-8369-4c36-a9bb-bf120226d798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:23:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['de0e8fa1-6549-4c2a-8f43-eb898bf4ec1f'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:20.467656 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-cebf72d1-8369-4c36-a9bb-bf120226d798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:20.468434 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebf72d1-8369-4c36-a9bb-bf120226d798 None None] The sync data for ids ['de0e8fa1-6549-4c2a-8f43-eb898bf4ec1f'] in n-d-789963-26 is: [] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:23:20.564314 n-d-789963-26 neutron-server[109694]: INFO neutron.api.v2.resource [None req-816a4909-55d2-4d21-82fc-37c87ec3afc1 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] remove_router_interface failed (client error): The resource could not be found. Feb 02 07:23:20.565388 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-816a4909-55d2-4d21-82fc-37c87ec3afc1 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "PUT /v2.0/routers/de0e8fa1-6549-4c2a-8f43-eb898bf4ec1f/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2155430 Feb 02 07:23:20.568154 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41864) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:20.600922 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-6d2e6cf4-a4aa-4efd-896c-db2bc64dd949 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "GET /v2.0/ports?device_id=de0e8fa1-6549-4c2a-8f43-eb898bf4ec1f HTTP/1.1" status: 200 len: 205 time: 0.0316870 Feb 02 07:23:20.603355 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41868) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:20.676726 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-93f987cb-e7af-429a-85de-5ff99939b23f tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for router (de0e8fa1-6549-4c2a-8f43-eb898bf4ec1f), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:20.841498 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-93f987cb-e7af-429a-85de-5ff99939b23f tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (de0e8fa1-6549-4c2a-8f43-eb898bf4ec1f), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:20.843829 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-93f987cb-e7af-429a-85de-5ff99939b23f tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for router_controller (de0e8fa1-6549-4c2a-8f43-eb898bf4ec1f), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:20.891736 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-93f987cb-e7af-429a-85de-5ff99939b23f tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (de0e8fa1-6549-4c2a-8f43-eb898bf4ec1f), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:20.892441 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93f987cb-e7af-429a-85de-5ff99939b23f tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Fanout notify agent at l3_agent the message router_deleted on router de0e8fa1-6549-4c2a-8f43-eb898bf4ec1f {{(pid=109694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:23:20.901042 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-93f987cb-e7af-429a-85de-5ff99939b23f tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:20.904733 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-93f987cb-e7af-429a-85de-5ff99939b23f tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "DELETE /v2.0/routers/de0e8fa1-6549-4c2a-8f43-eb898bf4ec1f HTTP/1.1" status: 204 len: 168 time: 0.2977319 Feb 02 07:23:20.904733 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41882) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:20.985407 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b2fa256-e339-4a9b-880d-ed8ceee65bc1 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Deleting subnet f95b37cf-bee0-4e5b-ba3c-f16cf11a8ac0 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:23:20.988961 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7b2fa256-e339-4a9b-880d-ed8ceee65bc1 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for subnet (f95b37cf-bee0-4e5b-ba3c-f16cf11a8ac0), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:21.037236 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7b2fa256-e339-4a9b-880d-ed8ceee65bc1 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (f95b37cf-bee0-4e5b-ba3c-f16cf11a8ac0), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:21.076675 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e82b1-13b3-4571-8fcf-817d73522328 req-a3ca5611-af77-4fbb-9552-1f4144896d47 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:21.078171 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2b1e82b1-13b3-4571-8fcf-817d73522328 req-a3ca5611-af77-4fbb-9552-1f4144896d47 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/ports?device_id=23d00674-1c75-41ed-b39c-9b1c1a82bdbd HTTP/1.1" status: 200 len: 946 time: 0.1341598 Feb 02 07:23:21.171218 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2b1e82b1-13b3-4571-8fcf-817d73522328 req-49c88fe7-f79b-46c1-aa24-9550676a36e4 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/security-groups?id=6795e0a6-69cc-42c2-a292-352f11146466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853009 Feb 02 07:23:21.173821 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7b2fa256-e339-4a9b-880d-ed8ceee65bc1 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (f95b37cf-bee0-4e5b-ba3c-f16cf11a8ac0), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:21.239211 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7b2fa256-e339-4a9b-880d-ed8ceee65bc1 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (f95b37cf-bee0-4e5b-ba3c-f16cf11a8ac0), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:21.270597 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2fa256-e339-4a9b-880d-ed8ceee65bc1 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Pushing event deleted for resources: {'Subnet': ['ID=f95b37cf-bee0-4e5b-ba3c-f16cf11a8ac0,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:21.276648 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7b2fa256-e339-4a9b-880d-ed8ceee65bc1 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:21.279653 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-7b2fa256-e339-4a9b-880d-ed8ceee65bc1 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "DELETE /v2.0/subnets/f95b37cf-bee0-4e5b-ba3c-f16cf11a8ac0 HTTP/1.1" status: 204 len: 168 time: 0.3738754 Feb 02 07:23:21.282411 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41896) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:21.285516 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe289fe-86e6-4ff0-8b10-55a57d2884d5 None None] Network bee2cec5-bc6a-4bb6-8839-648c2f86cbdf requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:23:21.379107 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c1770d45-89d4-4601-8643-6346d7724911 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (bee2cec5-bc6a-4bb6-8839-648c2f86cbdf), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:21.458836 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-c1770d45-89d4-4601-8643-6346d7724911 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Deleting port 18d292ae-eee0-498b-936b-2b748f3d522d {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:23:21.459191 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c1770d45-89d4-4601-8643-6346d7724911 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (18d292ae-eee0-498b-936b-2b748f3d522d), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:21.504468 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75beb33d-ceb0-4fb6-84a0-acfc16c4c182 None None] DHCP port deletion for bee2cec5-bc6a-4bb6-8839-648c2f86cbdf request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:23:21.546210 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-c1770d45-89d4-4601-8643-6346d7724911 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] For port 18d292ae-eee0-498b-936b-2b748f3d522d, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=18d292ae-eee0-498b-936b-2b748f3d522d,segment=NetworkSegment(a6edcf76-e445-4d34-949b-cba5e732eb5c),segment_id=a6edcf76-e445-4d34-949b-cba5e732eb5c)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:23:21.546573 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c1770d45-89d4-4601-8643-6346d7724911 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (18d292ae-eee0-498b-936b-2b748f3d522d), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:21.565767 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-c1770d45-89d4-4601-8643-6346d7724911 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Calling delete_port for 18d292ae-eee0-498b-936b-2b748f3d522d owned by network:dhcp {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:23:21.582535 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-75beb33d-ceb0-4fb6-84a0-acfc16c4c182 None None] Deleting port 18d292ae-eee0-498b-936b-2b748f3d522d {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:23:21.582910 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-75beb33d-ceb0-4fb6-84a0-acfc16c4c182 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (18d292ae-eee0-498b-936b-2b748f3d522d), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:21.655679 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c1770d45-89d4-4601-8643-6346d7724911 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (18d292ae-eee0-498b-936b-2b748f3d522d), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:21.678950 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1770d45-89d4-4601-8643-6346d7724911 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] No DVR routers for this DVR port 18d292ae-eee0-498b-936b-2b748f3d522d on host n-d-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:23:21.680358 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-75beb33d-ceb0-4fb6-84a0-acfc16c4c182 None None] For port 18d292ae-eee0-498b-936b-2b748f3d522d, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=18d292ae-eee0-498b-936b-2b748f3d522d,segment=NetworkSegment(a6edcf76-e445-4d34-949b-cba5e732eb5c),segment_id=a6edcf76-e445-4d34-949b-cba5e732eb5c)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:23:21.680811 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-75beb33d-ceb0-4fb6-84a0-acfc16c4c182 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (18d292ae-eee0-498b-936b-2b748f3d522d), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:21.713433 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-75beb33d-ceb0-4fb6-84a0-acfc16c4c182 None None] Calling delete_port for 18d292ae-eee0-498b-936b-2b748f3d522d owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:23:21.750757 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1770d45-89d4-4601-8643-6346d7724911 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Pushing event deleted for resources: {'Port': ['ID=18d292ae-eee0-498b-936b-2b748f3d522d,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:21.797026 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c1770d45-89d4-4601-8643-6346d7724911 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (bee2cec5-bc6a-4bb6-8839-648c2f86cbdf), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:21.812186 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 18d292ae-eee0-498b-936b-2b748f3d522d no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:23:21.824295 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-c1770d45-89d4-4601-8643-6346d7724911 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bee2cec5-bc6a-4bb6-8839-648c2f86cbdf']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:21.834117 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-c1770d45-89d4-4601-8643-6346d7724911 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6edcf76-e445-4d34-949b-cba5e732eb5c') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:21.835150 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-c1770d45-89d4-4601-8643-6346d7724911 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6edcf76-e445-4d34-949b-cba5e732eb5c') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:21.847200 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c1770d45-89d4-4601-8643-6346d7724911 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (a6edcf76-e445-4d34-949b-cba5e732eb5c), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:21.874672 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c1770d45-89d4-4601-8643-6346d7724911 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (a6edcf76-e445-4d34-949b-cba5e732eb5c), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:21.878944 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 18d292ae-eee0-498b-936b-2b748f3d522d {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:23:21.879605 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 18d292ae-eee0-498b-936b-2b748f3d522d not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:23:21.882705 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1770d45-89d4-4601-8643-6346d7724911 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:23:21.883402 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c1770d45-89d4-4601-8643-6346d7724911 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (a6edcf76-e445-4d34-949b-cba5e732eb5c), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:21.890584 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:23:21.890584 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:23:21.890584 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:23:21.890584 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:23:21.890584 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:23:21.890584 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:23:21.890584 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:23:21.890584 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:23:21.890584 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:23:21.890584 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:23:21.890584 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:23:21.890584 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:23:21.890584 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:23:21.890584 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:23:21.890584 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:23:21.890584 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:23:21.890584 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:23:21.890584 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:23:21.890584 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:23:21.890584 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:23:21.890584 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:23:21.890584 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:23:21.890584 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:23:21.890584 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:23:21.890584 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:23:21.890584 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:23:21.890584 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:23:21.890584 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:23:21.890584 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:23:21.890584 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:23:21.890584 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:23:21.890584 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:23:21.926510 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-75beb33d-ceb0-4fb6-84a0-acfc16c4c182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (18d292ae-eee0-498b-936b-2b748f3d522d), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:21.982710 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c1770d45-89d4-4601-8643-6346d7724911 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (bee2cec5-bc6a-4bb6-8839-648c2f86cbdf), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:21.994583 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75beb33d-ceb0-4fb6-84a0-acfc16c4c182 None None] Pushing event deleted for resources: {'Port': ['ID=18d292ae-eee0-498b-936b-2b748f3d522d,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:21.995531 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c1770d45-89d4-4601-8643-6346d7724911 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:21.999241 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75beb33d-ceb0-4fb6-84a0-acfc16c4c182 None None] No DVR routers for this DVR port 18d292ae-eee0-498b-936b-2b748f3d522d on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:23:22.004450 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-c1770d45-89d4-4601-8643-6346d7724911 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "DELETE /v2.0/networks/bee2cec5-bc6a-4bb6-8839-648c2f86cbdf HTTP/1.1" status: 204 len: 168 time: 0.7207954 Feb 02 07:23:22.008883 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41922) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:22.013983 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-3ee93558-ed27-4843-b4b8-f6d67dcf2e88 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1006786901'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:23:22.026483 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1770d45-89d4-4601-8643-6346d7724911 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Pushing event deleted for resources: {'Network': ['ID=bee2cec5-bc6a-4bb6-8839-648c2f86cbdf,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:22.056536 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee93558-ed27-4843-b4b8-f6d67dcf2e88 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Made reservation on behalf of 734239c0e89548e9b731cf7277c63ec2 for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:23:22.060540 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3ee93558-ed27-4843-b4b8-f6d67dcf2e88 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:22.098608 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ee93558-ed27-4843-b4b8-f6d67dcf2e88 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:23:22.109370 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3ee93558-ed27-4843-b4b8-f6d67dcf2e88 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (1af52d0f-d1fb-44b2-813a-545b98981f2e), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:22.109813 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-3ee93558-ed27-4843-b4b8-f6d67dcf2e88 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Added segment 1af52d0f-d1fb-44b2-813a-545b98981f2e of type vlan for network 26bb7ed2-043b-40b7-8ada-ac8f77c03ea7 Feb 02 07:23:22.111230 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b1848b9e-f68c-41a6-9e70-f46c7fad1d1e req-d9f5ee45-8556-4e3b-9c07-82ca3d0e3240 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ef713a01-d72b-4055-936a-9b96ec141559&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2618444 Feb 02 07:23:22.143929 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:22.166567 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3ee93558-ed27-4843-b4b8-f6d67dcf2e88 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (26bb7ed2-043b-40b7-8ada-ac8f77c03ea7), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:22.221662 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3ee93558-ed27-4843-b4b8-f6d67dcf2e88 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (26bb7ed2-043b-40b7-8ada-ac8f77c03ea7), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:22.234904 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee93558-ed27-4843-b4b8-f6d67dcf2e88 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:22.235583 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3ee93558-ed27-4843-b4b8-f6d67dcf2e88 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:22.256189 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1848b9e-f68c-41a6-9e70-f46c7fad1d1e req-f8291abf-5047-47e4-bafc-94be237f49d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:22.258563 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b1848b9e-f68c-41a6-9e70-f46c7fad1d1e req-f8291abf-5047-47e4-bafc-94be237f49d2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9c97b93a669c44538988826a9c309643&device_id=ef713a01-d72b-4055-936a-9b96ec141559 HTTP/1.1" status: 200 len: 1128 time: 0.0737386 Feb 02 07:23:22.330487 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-3ee93558-ed27-4843-b4b8-f6d67dcf2e88 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3204556 Feb 02 07:23:22.336865 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41936) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:22.342461 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-058b07a6-fb5f-4ca5-a15b-048291a67507 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Request body: {'subnet': {'network_id': '26bb7ed2-043b-40b7-8ada-ac8f77c03ea7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:23:22.397846 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1848b9e-f68c-41a6-9e70-f46c7fad1d1e req-9756e40a-1979-43a0-a370-e12880fbe3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:22.400295 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b1848b9e-f68c-41a6-9e70-f46c7fad1d1e req-9756e40a-1979-43a0-a370-e12880fbe3fe service neutron] 10.222.0.88 "GET /v2.0/networks?id=d194a686-ccd5-4b19-b7e3-633cf070453a HTTP/1.1" status: 200 len: 915 time: 0.1213093 Feb 02 07:23:22.453310 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee93558-ed27-4843-b4b8-f6d67dcf2e88 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Pushing event updated for resources: {'Network': ['ID=26bb7ed2-043b-40b7-8ada-ac8f77c03ea7,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:22.455601 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b1848b9e-f68c-41a6-9e70-f46c7fad1d1e req-8e545de0-08be-4463-b249-80bd4ab6254b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73e6a4f9-7ec5-490a-a5e7-23a4cadd453d HTTP/1.1" status: 200 len: 217 time: 0.0477722 Feb 02 07:23:22.468672 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 26bb7ed2-043b-40b7-8ada-ac8f77c03ea7 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:23:22.479239 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8dd81-8d5d-46ec-b516-6ca09ccb55be req-4d660876-7a40-4a08-b351-d51e826a90ce tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:22.493867 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1de8dd81-8d5d-46ec-b516-6ca09ccb55be req-4d660876-7a40-4a08-b351-d51e826a90ce tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/ports?device_id=23d00674-1c75-41ed-b39c-9b1c1a82bdbd HTTP/1.1" status: 200 len: 946 time: 0.2317638 Feb 02 07:23:22.527524 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-058b07a6-fb5f-4ca5-a15b-048291a67507 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Made reservation on behalf of 734239c0e89548e9b731cf7277c63ec2 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:23:22.531082 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-058b07a6-fb5f-4ca5-a15b-048291a67507 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:22.554008 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1848b9e-f68c-41a6-9e70-f46c7fad1d1e req-59666233-aaed-4897-8211-a2eded935246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:22.555513 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b1848b9e-f68c-41a6-9e70-f46c7fad1d1e req-59666233-aaed-4897-8211-a2eded935246 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=381c6130-79ff-4c24-85c5-0c6ea3864e87 HTTP/1.1" status: 200 len: 854 time: 0.0934107 Feb 02 07:23:22.596879 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1de8dd81-8d5d-46ec-b516-6ca09ccb55be req-3469c480-5444-407f-be41-c86b8eeb8bab tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/security-groups?id=6795e0a6-69cc-42c2-a292-352f11146466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021719 Feb 02 07:23:22.601259 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b1848b9e-f68c-41a6-9e70-f46c7fad1d1e req-558fcffe-9975-4886-beb0-4235f7af27ba service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d194a686-ccd5-4b19-b7e3-633cf070453a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384252 Feb 02 07:23:22.677065 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41944) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:22.716994 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b1848b9e-f68c-41a6-9e70-f46c7fad1d1e req-19e72c9a-ef10-467b-af76-f8a8f4b35535 service neutron] 10.222.0.88 "GET /v2.0/networks/d194a686-ccd5-4b19-b7e3-633cf070453a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100848 Feb 02 07:23:22.822225 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-058b07a6-fb5f-4ca5-a15b-048291a67507 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (bc6f1a38-8ab2-4f47-ab34-a8fa4ba2d4e4), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:22.844952 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b1848b9e-f68c-41a6-9e70-f46c7fad1d1e req-feb6b9fb-c793-4943-a491-25deae322c97 service neutron] 10.222.0.88 "GET /v2.0/networks/d194a686-ccd5-4b19-b7e3-633cf070453a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201968 Feb 02 07:23:22.867063 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4bcd2417-ff1f-406c-ad60-43a30ce12511 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:22.910877 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058b07a6-fb5f-4ca5-a15b-048291a67507 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Pushing event updated for resources: {'Subnet': ['ID=bc6f1a38-8ab2-4f47-ab34-a8fa4ba2d4e4,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:22.934482 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058b07a6-fb5f-4ca5-a15b-048291a67507 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Checking segment: {'id': '1af52d0f-d1fb-44b2-813a-545b98981f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '26bb7ed2-043b-40b7-8ada-ac8f77c03ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:23:22.934848 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058b07a6-fb5f-4ca5-a15b-048291a67507 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Network hostable DHCP agents. Network: 26bb7ed2-043b-40b7-8ada-ac8f77c03ea7, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:23:22.966797 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058b07a6-fb5f-4ca5-a15b-048291a67507 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Network 26bb7ed2-043b-40b7-8ada-ac8f77c03ea7 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:23:22.989016 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-058b07a6-fb5f-4ca5-a15b-048291a67507 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 26bb7ed2-043b-40b7-8ada-ac8f77c03ea7) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:23:22.995642 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4bcd2417-ff1f-406c-ad60-43a30ce12511 admin admin] Publish callbacks [] for security_group (cd1da655-55c7-4f9f-b739-07a713cc7784), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:22.997216 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058b07a6-fb5f-4ca5-a15b-048291a67507 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:22.997797 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-058b07a6-fb5f-4ca5-a15b-048291a67507 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:22.998805 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3715f333-d600-46a0-af6f-7f748fc76c89 None None] Network 26bb7ed2-043b-40b7-8ada-ac8f77c03ea7 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:23:23.007818 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4bcd2417-ff1f-406c-ad60-43a30ce12511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (cd1da655-55c7-4f9f-b739-07a713cc7784), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:23.032890 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-058b07a6-fb5f-4ca5-a15b-048291a67507 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6948404 Feb 02 07:23:23.035933 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41948) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:23.043241 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-4f7420a4-0597-452d-8c3f-daf1b9e476cb tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-757465130', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:23:23.054583 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-4bcd2417-ff1f-406c-ad60-43a30ce12511 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b5ba3e73c39d4c9f9ec4522b6714ecc9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3753657 Feb 02 07:23:23.055495 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcd2417-ff1f-406c-ad60-43a30ce12511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1da655-55c7-4f9f-b739-07a713cc7784,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:23.057012 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41950) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:23.118934 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4f7420a4-0597-452d-8c3f-daf1b9e476cb tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (9395ad1d-9f00-4eb5-b46e-0b92269eb337), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:23.120152 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4f7420a4-0597-452d-8c3f-daf1b9e476cb tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (9395ad1d-9f00-4eb5-b46e-0b92269eb337), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:23.125443 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6fa1b4-c0da-426b-a964-f766016e3f72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-26bb7ed2-043b-40b7-8ada-ac8f77c03ea7', 'network_id': '26bb7ed2-043b-40b7-8ada-ac8f77c03ea7', 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'fixed_ips': [{'subnet_id': 'bc6f1a38-8ab2-4f47-ab34-a8fa4ba2d4e4'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:23:23.126453 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-dd6fa1b4-c0da-426b-a964-f766016e3f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:23.149883 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-262c52d0-0a61-40ee-845d-fd6eceaafff8 admin admin] Publish callbacks [] for security_group (cd1da655-55c7-4f9f-b739-07a713cc7784), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:23.200684 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4f7420a4-0597-452d-8c3f-daf1b9e476cb tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for router_controller (9395ad1d-9f00-4eb5-b46e-0b92269eb337), precommit_add_association {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:23.210435 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4f7420a4-0597-452d-8c3f-daf1b9e476cb tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (9395ad1d-9f00-4eb5-b46e-0b92269eb337), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:23.222152 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-262c52d0-0a61-40ee-845d-fd6eceaafff8 admin admin] Publish callbacks [] for security_group (cd1da655-55c7-4f9f-b739-07a713cc7784), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:23.236876 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4f7420a4-0597-452d-8c3f-daf1b9e476cb tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:23.241522 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 41952) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:23.241738 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-4f7420a4-0597-452d-8c3f-daf1b9e476cb tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2034178 Feb 02 07:23:23.288667 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-262c52d0-0a61-40ee-845d-fd6eceaafff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (cd1da655-55c7-4f9f-b739-07a713cc7784), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:23.291890 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-262c52d0-0a61-40ee-845d-fd6eceaafff8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:23.293426 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-262c52d0-0a61-40ee-845d-fd6eceaafff8 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/cd1da655-55c7-4f9f-b739-07a713cc7784 HTTP/1.1" status: 204 len: 168 time: 0.2353137 Feb 02 07:23:23.294646 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-dd6fa1b4-c0da-426b-a964-f766016e3f72 None None] Allocated IP 2001:db8::2 (26bb7ed2-043b-40b7-8ada-ac8f77c03ea7/bc6f1a38-8ab2-4f47-ab34-a8fa4ba2d4e4/da4467bc-bec2-4f22-b534-23213655e9c9) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:23:23.306466 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262c52d0-0a61-40ee-845d-fd6eceaafff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1da655-55c7-4f9f-b739-07a713cc7784,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:23.492135 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-dd6fa1b4-c0da-426b-a964-f766016e3f72 None None] Publish callbacks [] for port (da4467bc-bec2-4f22-b534-23213655e9c9), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:23.519302 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-dd6fa1b4-c0da-426b-a964-f766016e3f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (da4467bc-bec2-4f22-b534-23213655e9c9), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:23.563992 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6fa1b4-c0da-426b-a964-f766016e3f72 None None] Network 26bb7ed2-043b-40b7-8ada-ac8f77c03ea7 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:23:23.568072 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-dd6fa1b4-c0da-426b-a964-f766016e3f72 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:23:23.574404 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6fa1b4-c0da-426b-a964-f766016e3f72 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:23:23.609640 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6fa1b4-c0da-426b-a964-f766016e3f72 None None] Pushing event updated for resources: {'Port': ['ID=da4467bc-bec2-4f22-b534-23213655e9c9,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:23.651846 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-76409e4b-5c69-44eb-b8c9-c7d1ee31e10c tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:23.679539 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-dd6fa1b4-c0da-426b-a964-f766016e3f72 None None] Attempting to bind port da4467bc-bec2-4f22-b534-23213655e9c9 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:23:23.679539 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-dd6fa1b4-c0da-426b-a964-f766016e3f72 None None] Attempting to bind port da4467bc-bec2-4f22-b534-23213655e9c9 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '1af52d0f-d1fb-44b2-813a-545b98981f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '26bb7ed2-043b-40b7-8ada-ac8f77c03ea7'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:23:23.682639 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6fa1b4-c0da-426b-a964-f766016e3f72 None None] Attempting to bind port da4467bc-bec2-4f22-b534-23213655e9c9 on network 26bb7ed2-043b-40b7-8ada-ac8f77c03ea7 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:23:23.694617 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6fa1b4-c0da-426b-a964-f766016e3f72 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:23:23.695210 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6fa1b4-c0da-426b-a964-f766016e3f72 None None] Checking segment: {'id': '1af52d0f-d1fb-44b2-813a-545b98981f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '26bb7ed2-043b-40b7-8ada-ac8f77c03ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:23:23.695656 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-dd6fa1b4-c0da-426b-a964-f766016e3f72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:23.696062 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6fa1b4-c0da-426b-a964-f766016e3f72 None None] Bound using segment: {'id': '1af52d0f-d1fb-44b2-813a-545b98981f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '26bb7ed2-043b-40b7-8ada-ac8f77c03ea7'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:23:23.696550 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-dd6fa1b4-c0da-426b-a964-f766016e3f72 None None] Bound port: da4467bc-bec2-4f22-b534-23213655e9c9, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af52d0f-d1fb-44b2-813a-545b98981f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '26bb7ed2-043b-40b7-8ada-ac8f77c03ea7'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:23:23.697463 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41962) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:23.699732 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-dd6fa1b4-c0da-426b-a964-f766016e3f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (da4467bc-bec2-4f22-b534-23213655e9c9), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:23.713514 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7395f859-081e-4d6d-95bb-1b2729c5a92f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:23.770714 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-dd6fa1b4-c0da-426b-a964-f766016e3f72 None None] For port da4467bc-bec2-4f22-b534-23213655e9c9, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:23:23.775252 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-dd6fa1b4-c0da-426b-a964-f766016e3f72 None None] For port da4467bc-bec2-4f22-b534-23213655e9c9, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=da4467bc-bec2-4f22-b534-23213655e9c9,segment=NetworkSegment(1af52d0f-d1fb-44b2-813a-545b98981f2e),segment_id=1af52d0f-d1fb-44b2-813a-545b98981f2e)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:23:23.784506 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-dd6fa1b4-c0da-426b-a964-f766016e3f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (da4467bc-bec2-4f22-b534-23213655e9c9), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:23.836604 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7395f859-081e-4d6d-95bb-1b2729c5a92f admin admin] Publish callbacks [] for security_group (11a413b5-134e-4231-a9af-35b79f974afa), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:23.850517 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7395f859-081e-4d6d-95bb-1b2729c5a92f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (11a413b5-134e-4231-a9af-35b79f974afa), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:23.861494 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6fa1b4-c0da-426b-a964-f766016e3f72 None None] Pushing event updated for resources: {'Port': ['ID=da4467bc-bec2-4f22-b534-23213655e9c9,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:23.889864 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f9316e-b6fc-49c0-916f-088f810db5df req-7f6d17bc-e63d-43dd-aa4c-01ec137c800d tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:23.893087 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-70f9316e-b6fc-49c0-916f-088f810db5df req-7f6d17bc-e63d-43dd-aa4c-01ec137c800d tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/ports?device_id=23d00674-1c75-41ed-b39c-9b1c1a82bdbd HTTP/1.1" status: 200 len: 946 time: 0.1702204 Feb 02 07:23:23.911603 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-7395f859-081e-4d6d-95bb-1b2729c5a92f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=5e954650f6a949b0b5c49b0b059e596e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2130132 Feb 02 07:23:23.913097 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 41964) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:23.919411 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7395f859-081e-4d6d-95bb-1b2729c5a92f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a413b5-134e-4231-a9af-35b79f974afa,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:23.988876 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1fe1a2ea-3d6d-4234-895d-47000d0881a1 admin admin] Publish callbacks [] for security_group (11a413b5-134e-4231-a9af-35b79f974afa), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:24.025139 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1fe1a2ea-3d6d-4234-895d-47000d0881a1 admin admin] Publish callbacks [] for security_group (11a413b5-134e-4231-a9af-35b79f974afa), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:24.063893 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-70f9316e-b6fc-49c0-916f-088f810db5df req-eb62eb5c-3516-43d9-9910-7aa80554ea42 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/security-groups?id=6795e0a6-69cc-42c2-a292-352f11146466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072967 Feb 02 07:23:24.115235 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1fe1a2ea-3d6d-4234-895d-47000d0881a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (11a413b5-134e-4231-a9af-35b79f974afa), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:24.118713 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1fe1a2ea-3d6d-4234-895d-47000d0881a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:24.124660 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-1fe1a2ea-3d6d-4234-895d-47000d0881a1 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/11a413b5-134e-4231-a9af-35b79f974afa HTTP/1.1" status: 204 len: 168 time: 0.2101316 Feb 02 07:23:24.132517 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-76409e4b-5c69-44eb-b8c9-c7d1ee31e10c tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Allocated IP 2001:db8::1 (26bb7ed2-043b-40b7-8ada-ac8f77c03ea7/bc6f1a38-8ab2-4f47-ab34-a8fa4ba2d4e4/ec65e1be-1d44-4f5b-a85b-94979013353c) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:23:24.139889 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe1a2ea-3d6d-4234-895d-47000d0881a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a413b5-134e-4231-a9af-35b79f974afa,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:24.303627 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-76409e4b-5c69-44eb-b8c9-c7d1ee31e10c tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for port (ec65e1be-1d44-4f5b-a85b-94979013353c), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:24.349882 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-76409e4b-5c69-44eb-b8c9-c7d1ee31e10c tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (ec65e1be-1d44-4f5b-a85b-94979013353c), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:24.395145 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76409e4b-5c69-44eb-b8c9-c7d1ee31e10c tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Network 26bb7ed2-043b-40b7-8ada-ac8f77c03ea7 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:23:24.400004 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-76409e4b-5c69-44eb-b8c9-c7d1ee31e10c tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:23:24.406188 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76409e4b-5c69-44eb-b8c9-c7d1ee31e10c tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:23:24.406735 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-76409e4b-5c69-44eb-b8c9-c7d1ee31e10c tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (9395ad1d-9f00-4eb5-b46e-0b92269eb337), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:24.449220 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76409e4b-5c69-44eb-b8c9-c7d1ee31e10c tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Pushing event updated for resources: {'Port': ['ID=ec65e1be-1d44-4f5b-a85b-94979013353c,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:24.889664 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-76409e4b-5c69-44eb-b8c9-c7d1ee31e10c tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ec65e1be-1d44-4f5b-a85b-94979013353c), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:25.139023 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26357be2-9609-4694-aaa8-8d4a8e26582e req-80bb08bd-969e-4c6a-8ed2-32f0e7778fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:25.140571 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-26357be2-9609-4694-aaa8-8d4a8e26582e req-80bb08bd-969e-4c6a-8ed2-32f0e7778fc6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=23d00674-1c75-41ed-b39c-9b1c1a82bdbd HTTP/1.1" status: 200 len: 1129 time: 0.3116782 Feb 02 07:23:25.281509 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd03d8f6-66a7-4e90-8b0d-43b849ade617 None None] Network 26bb7ed2-043b-40b7-8ada-ac8f77c03ea7 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:23:25.284485 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-26357be2-9609-4694-aaa8-8d4a8e26582e req-1f74d8bf-e9db-41ad-8ff1-735bd890220f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6795e0a6-69cc-42c2-a292-352f11146466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332827 Feb 02 07:23:25.339970 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa92bb5-552f-43d9-8e59-182c9b1d34a5 req-638a509a-99df-4ed7-8527-6fef487b9d6d tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:25.341723 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bfa92bb5-552f-43d9-8e59-182c9b1d34a5 req-638a509a-99df-4ed7-8527-6fef487b9d6d tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/ports?device_id=23d00674-1c75-41ed-b39c-9b1c1a82bdbd HTTP/1.1" status: 200 len: 946 time: 0.1572821 Feb 02 07:23:25.378655 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-76409e4b-5c69-44eb-b8c9-c7d1ee31e10c tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for port (ec65e1be-1d44-4f5b-a85b-94979013353c), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:25.393873 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-76409e4b-5c69-44eb-b8c9-c7d1ee31e10c tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (ec65e1be-1d44-4f5b-a85b-94979013353c), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:25.394704 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-76409e4b-5c69-44eb-b8c9-c7d1ee31e10c tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (9395ad1d-9f00-4eb5-b46e-0b92269eb337), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:25.397769 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ef530a46-b878-45a6-8fd6-b4d482b7e675 None None] Provisioning complete for port da4467bc-bec2-4f22-b534-23213655e9c9 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:23:25.398470 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ef530a46-b878-45a6-8fd6-b4d482b7e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (da4467bc-bec2-4f22-b534-23213655e9c9), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:25.475826 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76409e4b-5c69-44eb-b8c9-c7d1ee31e10c tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Pushing event updated for resources: {'Port': ['ID=ec65e1be-1d44-4f5b-a85b-94979013353c,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:25.508962 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bfa92bb5-552f-43d9-8e59-182c9b1d34a5 req-a0656e2d-8cda-4d53-94b6-ae63d441cd8f tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/security-groups?id=6795e0a6-69cc-42c2-a292-352f11146466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538904 Feb 02 07:23:25.562893 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ef530a46-b878-45a6-8fd6-b4d482b7e675 None None] Current status of the port da4467bc-bec2-4f22-b534-23213655e9c9 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:23:25.562893 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ef530a46-b878-45a6-8fd6-b4d482b7e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (da4467bc-bec2-4f22-b534-23213655e9c9), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:25.614150 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ef530a46-b878-45a6-8fd6-b4d482b7e675 None None] For port da4467bc-bec2-4f22-b534-23213655e9c9, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=da4467bc-bec2-4f22-b534-23213655e9c9,segment=NetworkSegment(1af52d0f-d1fb-44b2-813a-545b98981f2e),segment_id=1af52d0f-d1fb-44b2-813a-545b98981f2e)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:23:25.630969 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ef530a46-b878-45a6-8fd6-b4d482b7e675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (da4467bc-bec2-4f22-b534-23213655e9c9), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:25.638510 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76409e4b-5c69-44eb-b8c9-c7d1ee31e10c tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Network 26bb7ed2-043b-40b7-8ada-ac8f77c03ea7 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:23:25.640087 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-76409e4b-5c69-44eb-b8c9-c7d1ee31e10c tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:23:25.694176 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef530a46-b878-45a6-8fd6-b4d482b7e675 None None] Pushing event updated for resources: {'Port': ['ID=da4467bc-bec2-4f22-b534-23213655e9c9,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:25.856756 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76409e4b-5c69-44eb-b8c9-c7d1ee31e10c tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Router 9395ad1d-9f00-4eb5-b46e-0b92269eb337 is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:23:25.888576 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device da4467bc-bec2-4f22-b534-23213655e9c9 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:23:25.992680 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76409e4b-5c69-44eb-b8c9-c7d1ee31e10c tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:23:26.004124 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-76409e4b-5c69-44eb-b8c9-c7d1ee31e10c tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "PUT /v2.0/routers/9395ad1d-9f00-4eb5-b46e-0b92269eb337/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7608252 Feb 02 07:23:26.005451 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-07969cbc-1e6a-4bb4-9f45-560dff1eb870 None None] Provisioning complete for port ec65e1be-1d44-4f5b-a85b-94979013353c triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:23:26.006569 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42012) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:26.007645 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661d9517-76db-4237-8f00-da426659fa41 None None] Sync routers for ids ['9395ad1d-9f00-4eb5-b46e-0b92269eb337'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:23:26.008317 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-07969cbc-1e6a-4bb4-9f45-560dff1eb870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ec65e1be-1d44-4f5b-a85b-94979013353c), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:26.025976 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661d9517-76db-4237-8f00-da426659fa41 None None] Routers {'9395ad1d-9f00-4eb5-b46e-0b92269eb337'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:23:26.026694 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-661d9517-76db-4237-8f00-da426659fa41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:23:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['9395ad1d-9f00-4eb5-b46e-0b92269eb337'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:26.081063 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-661d9517-76db-4237-8f00-da426659fa41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:26.081859 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71b470b-96e1-43b6-bfcf-e90aa6af7eea tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:26.082337 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port da4467bc-bec2-4f22-b534-23213655e9c9 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:23:26.083075 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (da4467bc-bec2-4f22-b534-23213655e9c9), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:26.083853 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-f71b470b-96e1-43b6-bfcf-e90aa6af7eea tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "GET /v2.0/ports/ec65e1be-1d44-4f5b-a85b-94979013353c HTTP/1.1" status: 200 len: 911 time: 0.0758786 Feb 02 07:23:26.087512 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42014) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:26.088097 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-07969cbc-1e6a-4bb4-9f45-560dff1eb870 None None] Port ec65e1be-1d44-4f5b-a85b-94979013353c cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:23:26.125382 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661d9517-76db-4237-8f00-da426659fa41 None None] Routers {'9395ad1d-9f00-4eb5-b46e-0b92269eb337'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:23:26.127007 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-661d9517-76db-4237-8f00-da426659fa41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:23:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['9395ad1d-9f00-4eb5-b46e-0b92269eb337'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:26.138286 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-07969cbc-1e6a-4bb4-9f45-560dff1eb870 None None] Provisioning complete for port da4467bc-bec2-4f22-b534-23213655e9c9 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:23:26.138988 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-07969cbc-1e6a-4bb4-9f45-560dff1eb870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (da4467bc-bec2-4f22-b534-23213655e9c9), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:26.221916 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-661d9517-76db-4237-8f00-da426659fa41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:26.223714 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661d9517-76db-4237-8f00-da426659fa41 None None] The sync data for ids ['9395ad1d-9f00-4eb5-b46e-0b92269eb337'] in n-d-789963-26 is: [] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:23:26.321174 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port da4467bc-bec2-4f22-b534-23213655e9c9 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:23:26.340850 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-07969cbc-1e6a-4bb4-9f45-560dff1eb870 None None] Current status of the port da4467bc-bec2-4f22-b534-23213655e9c9 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:23:26.472656 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-80a455d9-bc82-4049-b7e2-266b9e8c1f69 None None] Provisioning complete for port ec65e1be-1d44-4f5b-a85b-94979013353c triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:23:26.473721 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-80a455d9-bc82-4049-b7e2-266b9e8c1f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ec65e1be-1d44-4f5b-a85b-94979013353c), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:26.548577 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-80a455d9-bc82-4049-b7e2-266b9e8c1f69 None None] Port ec65e1be-1d44-4f5b-a85b-94979013353c cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:23:26.634427 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-23ebac80-74ba-472d-9a56-c2227620bede tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (9395ad1d-9f00-4eb5-b46e-0b92269eb337), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:26.801751 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1c09d665-4e2b-4ce9-acb8-e1b874d4d47a None None] Provisioning complete for port ec65e1be-1d44-4f5b-a85b-94979013353c triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:23:26.804474 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1c09d665-4e2b-4ce9-acb8-e1b874d4d47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ec65e1be-1d44-4f5b-a85b-94979013353c), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:26.864994 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1c09d665-4e2b-4ce9-acb8-e1b874d4d47a None None] Port ec65e1be-1d44-4f5b-a85b-94979013353c cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:23:26.870854 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77114e2b-9705-4375-974f-6d041dd4e8e5 req-97edc737-d5c3-4451-a9eb-a9e09d8eb209 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:26.872516 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-77114e2b-9705-4375-974f-6d041dd4e8e5 req-97edc737-d5c3-4451-a9eb-a9e09d8eb209 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/ports?device_id=23d00674-1c75-41ed-b39c-9b1c1a82bdbd HTTP/1.1" status: 200 len: 946 time: 0.2345746 Feb 02 07:23:26.952229 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5532b53b-f26a-42c4-80cc-ae638824e0ef req-83ff8e77-af76-48d2-afee-bab80d6966c3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ec5209fd-d18e-4387-9854-6e99d453c598&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1692314 Feb 02 07:23:26.991527 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-77114e2b-9705-4375-974f-6d041dd4e8e5 req-b7cccc79-3397-4f97-8345-1c7c63561457 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/security-groups?id=6795e0a6-69cc-42c2-a292-352f11146466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827761 Feb 02 07:23:27.073159 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532b53b-f26a-42c4-80cc-ae638824e0ef req-23c7d94f-7f1c-4630-8e8c-3fefef46a601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:27.074693 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5532b53b-f26a-42c4-80cc-ae638824e0ef req-23c7d94f-7f1c-4630-8e8c-3fefef46a601 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9c97b93a669c44538988826a9c309643&device_id=ec5209fd-d18e-4387-9854-6e99d453c598 HTTP/1.1" status: 200 len: 1128 time: 0.0881686 Feb 02 07:23:27.206603 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-23ebac80-74ba-472d-9a56-c2227620bede tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Deleting port ec65e1be-1d44-4f5b-a85b-94979013353c {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:23:27.206994 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-23ebac80-74ba-472d-9a56-c2227620bede tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (ec65e1be-1d44-4f5b-a85b-94979013353c), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:27.212843 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532b53b-f26a-42c4-80cc-ae638824e0ef req-a6309a51-70e1-4916-8aba-3248e085df59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:27.213957 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5532b53b-f26a-42c4-80cc-ae638824e0ef req-a6309a51-70e1-4916-8aba-3248e085df59 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d194a686-ccd5-4b19-b7e3-633cf070453a HTTP/1.1" status: 200 len: 915 time: 0.1109474 Feb 02 07:23:27.277466 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5532b53b-f26a-42c4-80cc-ae638824e0ef req-c9513352-3164-43d4-9970-e7b598a7d749 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76ca4042-07f6-46ff-8fa5-71d272d81c1b HTTP/1.1" status: 200 len: 217 time: 0.0529604 Feb 02 07:23:27.343361 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:27.387420 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-23ebac80-74ba-472d-9a56-c2227620bede tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (ec65e1be-1d44-4f5b-a85b-94979013353c), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:27.389078 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532b53b-f26a-42c4-80cc-ae638824e0ef req-81cba350-c9c5-4c24-aca2-b32d6508fa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:27.390599 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5532b53b-f26a-42c4-80cc-ae638824e0ef req-81cba350-c9c5-4c24-aca2-b32d6508fa47 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=381c6130-79ff-4c24-85c5-0c6ea3864e87 HTTP/1.1" status: 200 len: 854 time: 0.0811410 Feb 02 07:23:27.432227 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-23ebac80-74ba-472d-9a56-c2227620bede tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Calling delete_port for ec65e1be-1d44-4f5b-a85b-94979013353c owned by network:router_interface {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:23:27.435376 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5532b53b-f26a-42c4-80cc-ae638824e0ef req-dbcf4af2-6cf2-429d-b2fa-5a04f0b2c55e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d194a686-ccd5-4b19-b7e3-633cf070453a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388665 Feb 02 07:23:27.634100 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5532b53b-f26a-42c4-80cc-ae638824e0ef req-ec5fba89-9aaf-4298-964b-a28adf01cb36 service neutron] 10.222.0.59 "GET /v2.0/networks/d194a686-ccd5-4b19-b7e3-633cf070453a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913865 Feb 02 07:23:27.759681 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device da4467bc-bec2-4f22-b534-23213655e9c9 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:23:27.785602 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5532b53b-f26a-42c4-80cc-ae638824e0ef req-c10d98f2-58fe-42e8-ad0d-07909178a9cf service neutron] 10.222.0.59 "GET /v2.0/networks/d194a686-ccd5-4b19-b7e3-633cf070453a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434507 Feb 02 07:23:27.813128 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-23ebac80-74ba-472d-9a56-c2227620bede tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (ec65e1be-1d44-4f5b-a85b-94979013353c), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:27.829061 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port da4467bc-bec2-4f22-b534-23213655e9c9 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:23:27.829061 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (da4467bc-bec2-4f22-b534-23213655e9c9), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:27.918257 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebac80-74ba-472d-9a56-c2227620bede tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Pushing event deleted for resources: {'Port': ['ID=ec65e1be-1d44-4f5b-a85b-94979013353c,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:27.981812 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebac80-74ba-472d-9a56-c2227620bede tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:23:27.982227 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebac80-74ba-472d-9a56-c2227620bede tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:23:27.982685 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebac80-74ba-472d-9a56-c2227620bede tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:23:27.982964 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebac80-74ba-472d-9a56-c2227620bede tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:23:27.983314 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebac80-74ba-472d-9a56-c2227620bede tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:23:27.983708 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebac80-74ba-472d-9a56-c2227620bede tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:23:27.984045 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebac80-74ba-472d-9a56-c2227620bede tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:23:27.984496 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebac80-74ba-472d-9a56-c2227620bede tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:23:27.984830 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebac80-74ba-472d-9a56-c2227620bede tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:23:27.985158 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebac80-74ba-472d-9a56-c2227620bede tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:23:27.985679 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebac80-74ba-472d-9a56-c2227620bede tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:23:27.986012 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebac80-74ba-472d-9a56-c2227620bede tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:23:27.986421 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ebac80-74ba-472d-9a56-c2227620bede tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:23:27.998724 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port da4467bc-bec2-4f22-b534-23213655e9c9 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:23:28.039039 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-23ebac80-74ba-472d-9a56-c2227620bede tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (9395ad1d-9f00-4eb5-b46e-0b92269eb337), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:28.293396 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23ebac80-74ba-472d-9a56-c2227620bede tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Router 9395ad1d-9f00-4eb5-b46e-0b92269eb337 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:23:28.311591 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42156) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:28.328879 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6897d1be-6733-463d-a28d-f382ffd2bb33 req-904b7c0f-b57f-4a15-b254-1c8b60698d83 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:28.332037 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6897d1be-6733-463d-a28d-f382ffd2bb33 req-904b7c0f-b57f-4a15-b254-1c8b60698d83 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/ports?device_id=23d00674-1c75-41ed-b39c-9b1c1a82bdbd HTTP/1.1" status: 200 len: 946 time: 0.1137717 Feb 02 07:23:28.413726 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ebac80-74ba-472d-9a56-c2227620bede tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:23:28.424595 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c39fe4c-7048-480b-a11b-58374d77014d None None] Sync routers for ids ['9395ad1d-9f00-4eb5-b46e-0b92269eb337'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:23:28.425331 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-23ebac80-74ba-472d-9a56-c2227620bede tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "PUT /v2.0/routers/9395ad1d-9f00-4eb5-b46e-0b92269eb337/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3366003 Feb 02 07:23:28.428138 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42160) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:28.439138 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c39fe4c-7048-480b-a11b-58374d77014d None None] Routers {'9395ad1d-9f00-4eb5-b46e-0b92269eb337'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:23:28.449907 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-7c39fe4c-7048-480b-a11b-58374d77014d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:23:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['9395ad1d-9f00-4eb5-b46e-0b92269eb337'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:28.461094 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6897d1be-6733-463d-a28d-f382ffd2bb33 req-ddd4bf56-a571-4432-93db-2fd2b11c329b tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/security-groups?id=6795e0a6-69cc-42c2-a292-352f11146466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955253 Feb 02 07:23:28.462285 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b47143e4-45b6-4079-924e-c0085a6c1f57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:28.463267 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-03e25d94-2f00-4b52-9f75-700576a55cce tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "GET /v2.0/ports?device_id=9395ad1d-9f00-4eb5-b46e-0b92269eb337 HTTP/1.1" status: 200 len: 205 time: 0.0325198 Feb 02 07:23:28.465114 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42162) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:28.549195 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-7c39fe4c-7048-480b-a11b-58374d77014d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:28.560103 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c39fe4c-7048-480b-a11b-58374d77014d None None] Routers {'9395ad1d-9f00-4eb5-b46e-0b92269eb337'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:23:28.560948 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ee847eb8-8be5-48c1-a695-cb408ff5a34d tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for router (9395ad1d-9f00-4eb5-b46e-0b92269eb337), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:28.561277 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-7c39fe4c-7048-480b-a11b-58374d77014d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:23:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['9395ad1d-9f00-4eb5-b46e-0b92269eb337'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:28.595163 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-7c39fe4c-7048-480b-a11b-58374d77014d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:28.596249 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c39fe4c-7048-480b-a11b-58374d77014d None None] The sync data for ids ['9395ad1d-9f00-4eb5-b46e-0b92269eb337'] in n-d-789963-26 is: [] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:23:28.626866 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b47143e4-45b6-4079-924e-c0085a6c1f57 admin admin] Publish callbacks [] for security_group (b919cceb-8526-4e7e-ac05-cba473bdc891), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:28.636145 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b47143e4-45b6-4079-924e-c0085a6c1f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (b919cceb-8526-4e7e-ac05-cba473bdc891), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:28.645665 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6658877b-77d2-425a-b4a8-447305a6160d req-92055620-5c24-44e4-8c51-04d48eaea3d2 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:28.648074 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6658877b-77d2-425a-b4a8-447305a6160d req-92055620-5c24-44e4-8c51-04d48eaea3d2 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/ports?device_id=7fc76b10-16c5-4f44-9cb1-ab46966186cc HTTP/1.1" status: 200 len: 946 time: 0.0986679 Feb 02 07:23:28.710984 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47143e4-45b6-4079-924e-c0085a6c1f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b919cceb-8526-4e7e-ac05-cba473bdc891,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:28.719361 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b47143e4-45b6-4079-924e-c0085a6c1f57 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=6fcd8fbb51dc4f85a6870fffd11b9ee8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4067373 Feb 02 07:23:28.721985 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42166) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:28.751851 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ee847eb8-8be5-48c1-a695-cb408ff5a34d tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (9395ad1d-9f00-4eb5-b46e-0b92269eb337), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:28.754026 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ee847eb8-8be5-48c1-a695-cb408ff5a34d tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for router_controller (9395ad1d-9f00-4eb5-b46e-0b92269eb337), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:28.769011 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6658877b-77d2-425a-b4a8-447305a6160d req-7700d951-39d7-4858-b397-d2bc20c765a9 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/security-groups?id=3524c585-c4e8-4dfb-a8c3-d19c4cb3cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104541 Feb 02 07:23:28.812689 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-76d53f8a-0575-4a72-842c-e1b052f9e41a admin admin] Publish callbacks [] for security_group (b919cceb-8526-4e7e-ac05-cba473bdc891), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:28.821932 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ee847eb8-8be5-48c1-a695-cb408ff5a34d tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (9395ad1d-9f00-4eb5-b46e-0b92269eb337), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:28.822545 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee847eb8-8be5-48c1-a695-cb408ff5a34d tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Fanout notify agent at l3_agent the message router_deleted on router 9395ad1d-9f00-4eb5-b46e-0b92269eb337 {{(pid=109693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:23:28.829895 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ee847eb8-8be5-48c1-a695-cb408ff5a34d tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:28.831294 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-ee847eb8-8be5-48c1-a695-cb408ff5a34d tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "DELETE /v2.0/routers/9395ad1d-9f00-4eb5-b46e-0b92269eb337 HTTP/1.1" status: 204 len: 168 time: 0.3649685 Feb 02 07:23:28.833606 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42168) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:28.848780 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-76d53f8a-0575-4a72-842c-e1b052f9e41a admin admin] Publish callbacks [] for security_group (b919cceb-8526-4e7e-ac05-cba473bdc891), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:28.899149 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-2212b016-a67a-4639-8916-88a4b9723921 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Deleting subnet bc6f1a38-8ab2-4f47-ab34-a8fa4ba2d4e4 {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:23:28.903640 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2212b016-a67a-4639-8916-88a4b9723921 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for subnet (bc6f1a38-8ab2-4f47-ab34-a8fa4ba2d4e4), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:28.910203 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-76d53f8a-0575-4a72-842c-e1b052f9e41a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (b919cceb-8526-4e7e-ac05-cba473bdc891), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:28.915002 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-76d53f8a-0575-4a72-842c-e1b052f9e41a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:28.919281 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-76d53f8a-0575-4a72-842c-e1b052f9e41a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b919cceb-8526-4e7e-ac05-cba473bdc891 HTTP/1.1" status: 204 len: 168 time: 0.1962407 Feb 02 07:23:28.929731 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d53f8a-0575-4a72-842c-e1b052f9e41a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b919cceb-8526-4e7e-ac05-cba473bdc891,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:28.992990 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2212b016-a67a-4639-8916-88a4b9723921 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (bc6f1a38-8ab2-4f47-ab34-a8fa4ba2d4e4), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:29.122413 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2212b016-a67a-4639-8916-88a4b9723921 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (bc6f1a38-8ab2-4f47-ab34-a8fa4ba2d4e4), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:29.200802 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2212b016-a67a-4639-8916-88a4b9723921 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (bc6f1a38-8ab2-4f47-ab34-a8fa4ba2d4e4), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:29.237092 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2212b016-a67a-4639-8916-88a4b9723921 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:29.239152 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7b801-fe0b-4870-8d87-83298fc7e484 req-d974b920-4450-4810-b12d-68f04a1b2645 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:29.241909 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-54c7b801-fe0b-4870-8d87-83298fc7e484 req-d974b920-4450-4810-b12d-68f04a1b2645 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/ports?device_id=23d00674-1c75-41ed-b39c-9b1c1a82bdbd HTTP/1.1" status: 200 len: 946 time: 0.1258764 Feb 02 07:23:29.244922 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1466e7-6470-4bbe-a8de-7fbdda277c82 None None] Network 26bb7ed2-043b-40b7-8ada-ac8f77c03ea7 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:23:29.257508 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-2212b016-a67a-4639-8916-88a4b9723921 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "DELETE /v2.0/subnets/bc6f1a38-8ab2-4f47-ab34-a8fa4ba2d4e4 HTTP/1.1" status: 204 len: 168 time: 0.4214051 Feb 02 07:23:29.262689 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42180) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:29.263751 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d0783-113f-41d0-944f-3f46c846b530 req-3dfba09b-ea9c-4daf-b546-5bfafb236f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:29.265804 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-967d0783-113f-41d0-944f-3f46c846b530 req-3dfba09b-ea9c-4daf-b546-5bfafb236f9e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=138c5dcdbd6744ca8b38947e5ed99f36&device_id=23d00674-1c75-41ed-b39c-9b1c1a82bdbd HTTP/1.1" status: 200 len: 1129 time: 0.1080856 Feb 02 07:23:29.268463 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2212b016-a67a-4639-8916-88a4b9723921 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Pushing event deleted for resources: {'Subnet': ['ID=bc6f1a38-8ab2-4f47-ab34-a8fa4ba2d4e4,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:29.293903 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42182) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:29.381106 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e0d5bfdc-fbf6-457e-a5c7-79010a4d8218 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (26bb7ed2-043b-40b7-8ada-ac8f77c03ea7), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:29.391049 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d0783-113f-41d0-944f-3f46c846b530 req-65d47bd3-18dc-49ea-b799-01a8ae22114e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:29.392764 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-967d0783-113f-41d0-944f-3f46c846b530 req-65d47bd3-18dc-49ea-b799-01a8ae22114e service neutron] 10.222.0.59 "GET /v2.0/networks?id=eb10f7d9-5215-469a-8039-9f917b412efa HTTP/1.1" status: 200 len: 920 time: 0.1197383 Feb 02 07:23:29.398536 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2d7727bf-cf88-40fc-9651-37de8078f788 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:29.463933 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6208b892-31de-4887-9e91-45854a9e894f None None] DHCP port deletion for 26bb7ed2-043b-40b7-8ada-ac8f77c03ea7 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:23:29.502718 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-e0d5bfdc-fbf6-457e-a5c7-79010a4d8218 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Deleting port da4467bc-bec2-4f22-b534-23213655e9c9 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:23:29.503393 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e0d5bfdc-fbf6-457e-a5c7-79010a4d8218 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (da4467bc-bec2-4f22-b534-23213655e9c9), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:29.545309 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-6208b892-31de-4887-9e91-45854a9e894f None None] Deleting port da4467bc-bec2-4f22-b534-23213655e9c9 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:23:29.545939 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6208b892-31de-4887-9e91-45854a9e894f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (da4467bc-bec2-4f22-b534-23213655e9c9), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:29.587218 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2d7727bf-cf88-40fc-9651-37de8078f788 admin admin] Publish callbacks [] for security_group (764735a8-2b0b-48a4-9fc7-65b189f25c6d), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:29.600201 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2d7727bf-cf88-40fc-9651-37de8078f788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (764735a8-2b0b-48a4-9fc7-65b189f25c6d), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:29.605216 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-e0d5bfdc-fbf6-457e-a5c7-79010a4d8218 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] For port da4467bc-bec2-4f22-b534-23213655e9c9, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=da4467bc-bec2-4f22-b534-23213655e9c9,segment=NetworkSegment(1af52d0f-d1fb-44b2-813a-545b98981f2e),segment_id=1af52d0f-d1fb-44b2-813a-545b98981f2e)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:23:29.605591 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e0d5bfdc-fbf6-457e-a5c7-79010a4d8218 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (da4467bc-bec2-4f22-b534-23213655e9c9), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:29.645654 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7727bf-cf88-40fc-9651-37de8078f788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=764735a8-2b0b-48a4-9fc7-65b189f25c6d,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:29.680687 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-e0d5bfdc-fbf6-457e-a5c7-79010a4d8218 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Calling delete_port for da4467bc-bec2-4f22-b534-23213655e9c9 owned by network:dhcp {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:23:29.696027 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-2d7727bf-cf88-40fc-9651-37de8078f788 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=7557e9899067413db3ffaaeffb1bccaa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3985887 Feb 02 07:23:29.700265 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42184) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:29.829009 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3a5f32af-598d-4c95-af73-7102beb671ac admin admin] Publish callbacks [] for security_group (764735a8-2b0b-48a4-9fc7-65b189f25c6d), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:29.858489 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e0d5bfdc-fbf6-457e-a5c7-79010a4d8218 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (da4467bc-bec2-4f22-b534-23213655e9c9), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:29.862712 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3a5f32af-598d-4c95-af73-7102beb671ac admin admin] Publish callbacks [] for security_group (764735a8-2b0b-48a4-9fc7-65b189f25c6d), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:29.902034 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d5bfdc-fbf6-457e-a5c7-79010a4d8218 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Pushing event deleted for resources: {'Port': ['ID=da4467bc-bec2-4f22-b534-23213655e9c9,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:29.903401 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device da4467bc-bec2-4f22-b534-23213655e9c9 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:23:29.914034 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-967d0783-113f-41d0-944f-3f46c846b530 req-147ee690-647c-4422-8ccb-b6d8f15019f3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5040a36-469a-49ae-b19e-fa3dc5f78006 HTTP/1.1" status: 200 len: 217 time: 0.5106409 Feb 02 07:23:29.924369 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-54c7b801-fe0b-4870-8d87-83298fc7e484 req-46e6bef5-da00-44ba-9d68-bd0a7773c4c2 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/security-groups?id=6795e0a6-69cc-42c2-a292-352f11146466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6753855 Feb 02 07:23:29.960994 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: da4467bc-bec2-4f22-b534-23213655e9c9 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:23:29.961713 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device da4467bc-bec2-4f22-b534-23213655e9c9 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:23:29.978606 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d5bfdc-fbf6-457e-a5c7-79010a4d8218 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] No DVR routers for this DVR port da4467bc-bec2-4f22-b534-23213655e9c9 on host n-d-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:23:29.988254 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-6208b892-31de-4887-9e91-45854a9e894f None None] For port da4467bc-bec2-4f22-b534-23213655e9c9, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=da4467bc-bec2-4f22-b534-23213655e9c9,segment=NetworkSegment(1af52d0f-d1fb-44b2-813a-545b98981f2e),segment_id=1af52d0f-d1fb-44b2-813a-545b98981f2e)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:23:29.988937 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6208b892-31de-4887-9e91-45854a9e894f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (da4467bc-bec2-4f22-b534-23213655e9c9), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:30.025272 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-6208b892-31de-4887-9e91-45854a9e894f None None] Calling delete_port for da4467bc-bec2-4f22-b534-23213655e9c9 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:23:30.036101 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d0783-113f-41d0-944f-3f46c846b530 req-659ced81-9463-45c9-a62a-89c36aa47424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:30.039629 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-967d0783-113f-41d0-944f-3f46c846b530 req-659ced81-9463-45c9-a62a-89c36aa47424 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=885f4045-8d8e-4d19-b861-51e56a7805ab HTTP/1.1" status: 200 len: 859 time: 0.1137373 Feb 02 07:23:30.148371 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-967d0783-113f-41d0-944f-3f46c846b530 req-82750916-35e5-4eb7-9ad1-78fbc7725bed service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=eb10f7d9-5215-469a-8039-9f917b412efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463805 Feb 02 07:23:30.149648 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6208b892-31de-4887-9e91-45854a9e894f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (da4467bc-bec2-4f22-b534-23213655e9c9), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:30.166637 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e0d5bfdc-fbf6-457e-a5c7-79010a4d8218 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (26bb7ed2-043b-40b7-8ada-ac8f77c03ea7), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:30.182304 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce8e5a-01eb-4f81-9f5e-8e86d612df35 req-74ad7b2f-cf67-47c1-994c-b8f93814e56f tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:30.184053 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-06ce8e5a-01eb-4f81-9f5e-8e86d612df35 req-74ad7b2f-cf67-47c1-994c-b8f93814e56f tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.88 "GET /v2.0/ports?device_id=7fc76b10-16c5-4f44-9cb1-ab46966186cc HTTP/1.1" status: 200 len: 946 time: 0.2516294 Feb 02 07:23:30.191314 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6208b892-31de-4887-9e91-45854a9e894f None None] Pushing event deleted for resources: {'Port': ['ID=da4467bc-bec2-4f22-b534-23213655e9c9,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:30.200968 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8830948c-7f3f-46f9-8b26-145787614264 req-1362fc4a-9967-4726-bd75-58eb2f4ac418 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:30.202601 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8830948c-7f3f-46f9-8b26-145787614264 req-1362fc4a-9967-4726-bd75-58eb2f4ac418 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/ports?device_id=7fc76b10-16c5-4f44-9cb1-ab46966186cc HTTP/1.1" status: 200 len: 946 time: 0.1452076 Feb 02 07:23:30.207066 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6208b892-31de-4887-9e91-45854a9e894f None None] No DVR routers for this DVR port da4467bc-bec2-4f22-b534-23213655e9c9 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:23:30.211792 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3a5f32af-598d-4c95-af73-7102beb671ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (764735a8-2b0b-48a4-9fc7-65b189f25c6d), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:30.214401 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3a5f32af-598d-4c95-af73-7102beb671ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:30.217945 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-3a5f32af-598d-4c95-af73-7102beb671ac admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/764735a8-2b0b-48a4-9fc7-65b189f25c6d HTTP/1.1" status: 204 len: 168 time: 0.5143640 Feb 02 07:23:30.246615 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-e0d5bfdc-fbf6-457e-a5c7-79010a4d8218 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26bb7ed2-043b-40b7-8ada-ac8f77c03ea7']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:30.267493 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-e0d5bfdc-fbf6-457e-a5c7-79010a4d8218 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1af52d0f-d1fb-44b2-813a-545b98981f2e') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:30.268248 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-e0d5bfdc-fbf6-457e-a5c7-79010a4d8218 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1af52d0f-d1fb-44b2-813a-545b98981f2e') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:30.285286 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5f32af-598d-4c95-af73-7102beb671ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=764735a8-2b0b-48a4-9fc7-65b189f25c6d,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:30.293267 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e0d5bfdc-fbf6-457e-a5c7-79010a4d8218 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (1af52d0f-d1fb-44b2-813a-545b98981f2e), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:30.318585 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8830948c-7f3f-46f9-8b26-145787614264 req-bbdf37f4-8579-4bb5-9130-5b7220fbbeae tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/security-groups?id=3524c585-c4e8-4dfb-a8c3-d19c4cb3cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059575 Feb 02 07:23:30.321510 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e0d5bfdc-fbf6-457e-a5c7-79010a4d8218 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (1af52d0f-d1fb-44b2-813a-545b98981f2e), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:30.322542 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-967d0783-113f-41d0-944f-3f46c846b530 req-41aa76f7-b947-4ad4-8d4f-cf526b334e3c service neutron] 10.222.0.59 "GET /v2.0/networks/eb10f7d9-5215-469a-8039-9f917b412efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650059 Feb 02 07:23:30.369146 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0d5bfdc-fbf6-457e-a5c7-79010a4d8218 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:23:30.369146 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e0d5bfdc-fbf6-457e-a5c7-79010a4d8218 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (1af52d0f-d1fb-44b2-813a-545b98981f2e), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:30.371165 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:23:30.371165 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:23:30.371165 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:23:30.371165 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:23:30.371165 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:23:30.371165 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:23:30.371165 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:23:30.371165 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:23:30.371165 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:23:30.371165 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:23:30.371165 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:23:30.371165 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:23:30.371165 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:23:30.371165 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:23:30.371165 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:23:30.371165 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:23:30.371165 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:23:30.371165 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:23:30.371165 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:23:30.371165 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:23:30.371165 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:23:30.371165 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:23:30.371165 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:23:30.371165 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:23:30.371165 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:23:30.371165 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:23:30.371165 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:23:30.371165 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:23:30.371165 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:23:30.371165 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:23:30.371165 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:23:30.371165 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:23:30.457312 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-967d0783-113f-41d0-944f-3f46c846b530 req-b524dca4-3fa9-41c0-b1c5-1e4f2aaea907 service neutron] 10.222.0.59 "GET /v2.0/networks/eb10f7d9-5215-469a-8039-9f917b412efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252232 Feb 02 07:23:30.488355 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e0d5bfdc-fbf6-457e-a5c7-79010a4d8218 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (26bb7ed2-043b-40b7-8ada-ac8f77c03ea7), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:30.496068 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e0d5bfdc-fbf6-457e-a5c7-79010a4d8218 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:30.500594 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e0d5bfdc-fbf6-457e-a5c7-79010a4d8218 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "DELETE /v2.0/networks/26bb7ed2-043b-40b7-8ada-ac8f77c03ea7 HTTP/1.1" status: 204 len: 168 time: 1.2346692 Feb 02 07:23:30.504814 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42192) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:30.511367 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-b6bb3344-75e4-49af-9621-e5e3890b21b8 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-236863848', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}, 'admin_state_up': False}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:23:30.515594 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-06ce8e5a-01eb-4f81-9f5e-8e86d612df35 req-c638414c-4080-48e7-afed-539bb40d171e tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Deleting port 8b760de3-157b-49f8-add0-b1513b4ac899 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:23:30.516202 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-06ce8e5a-01eb-4f81-9f5e-8e86d612df35 req-c638414c-4080-48e7-afed-539bb40d171e tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (8b760de3-157b-49f8-add0-b1513b4ac899), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:30.520455 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d5bfdc-fbf6-457e-a5c7-79010a4d8218 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Pushing event deleted for resources: {'Network': ['ID=26bb7ed2-043b-40b7-8ada-ac8f77c03ea7,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:30.545412 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b6bb3344-75e4-49af-9621-e5e3890b21b8 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (30cbe26a-992a-42b4-8f35-5491c26da375), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:30.546966 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b6bb3344-75e4-49af-9621-e5e3890b21b8 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (30cbe26a-992a-42b4-8f35-5491c26da375), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:30.608710 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b6bb3344-75e4-49af-9621-e5e3890b21b8 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for router_controller (30cbe26a-992a-42b4-8f35-5491c26da375), precommit_add_association {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:30.623094 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-06ce8e5a-01eb-4f81-9f5e-8e86d612df35 req-c638414c-4080-48e7-afed-539bb40d171e tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] For port 8b760de3-157b-49f8-add0-b1513b4ac899, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=8b760de3-157b-49f8-add0-b1513b4ac899,segment=NetworkSegment(4f5298fd-80d5-4af0-b762-03d1bff87a8c),segment_id=4f5298fd-80d5-4af0-b762-03d1bff87a8c)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:23:30.623538 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-06ce8e5a-01eb-4f81-9f5e-8e86d612df35 req-c638414c-4080-48e7-afed-539bb40d171e tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (8b760de3-157b-49f8-add0-b1513b4ac899), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:30.637875 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-06ce8e5a-01eb-4f81-9f5e-8e86d612df35 req-c638414c-4080-48e7-afed-539bb40d171e tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Calling delete_port for 8b760de3-157b-49f8-add0-b1513b4ac899 owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:23:30.764870 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b6bb3344-75e4-49af-9621-e5e3890b21b8 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for router_gateway (30cbe26a-992a-42b4-8f35-5491c26da375), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:30.793639 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-06ce8e5a-01eb-4f81-9f5e-8e86d612df35 req-c638414c-4080-48e7-afed-539bb40d171e tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (8b760de3-157b-49f8-add0-b1513b4ac899), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:30.826306 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['4a399082-e671-4e68-ac4e-2cbdc580628f', '76ca4042-07f6-46ff-8fa5-71d272d81c1b'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:23:30.831586 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['73e6a4f9-7ec5-490a-a5e7-23a4cadd453d', '8b760de3-157b-49f8-add0-b1513b4ac899'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:23:30.844152 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c638414c-4080-48e7-afed-539bb40d171e tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Pushing event deleted for resources: {'Port': ['ID=8b760de3-157b-49f8-add0-b1513b4ac899,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:30.911048 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-06ce8e5a-01eb-4f81-9f5e-8e86d612df35 req-c638414c-4080-48e7-afed-539bb40d171e tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] No DVR routers for this DVR port 8b760de3-157b-49f8-add0-b1513b4ac899 on host n-h1-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:23:30.914706 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-06ce8e5a-01eb-4f81-9f5e-8e86d612df35 req-c638414c-4080-48e7-afed-539bb40d171e tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:30.919112 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-06ce8e5a-01eb-4f81-9f5e-8e86d612df35 req-c638414c-4080-48e7-afed-539bb40d171e tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.88 "DELETE /v2.0/ports/8b760de3-157b-49f8-add0-b1513b4ac899 HTTP/1.1" status: 204 len: 173 time: 0.7279994 Feb 02 07:23:30.919689 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fc76b10-16c5-4f44-9cb1-ab46966186cc', 'name': 'network-vif-deleted', 'tag': '8b760de3-157b-49f8-add0-b1513b4ac899'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:23:30.930044 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-010f2015-6147-4baa-8f4d-252a21dc234a" -d '{"events": [{"server_uuid": "7fc76b10-16c5-4f44-9cb1-ab46966186cc", "name": "network-vif-deleted", "tag": "8b760de3-157b-49f8-add0-b1513b4ac899"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:23:31.120552 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b6bb3344-75e4-49af-9621-e5e3890b21b8 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for router_gateway (30cbe26a-992a-42b4-8f35-5491c26da375), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:31.141634 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b6bb3344-75e4-49af-9621-e5e3890b21b8 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:31.263102 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-b6bb3344-75e4-49af-9621-e5e3890b21b8 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Allocated IP 172.25.4.211 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/42eb7504-4861-471b-b20e-7fa49a40a09c) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:23:31.307850 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ddb9cf-486f-4a35-8fb8-66c235c7550d x-openstack-request-id: req-c4ddb9cf-486f-4a35-8fb8-66c235c7550d {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:23:31.308162 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fc76b10-16c5-4f44-9cb1-ab46966186cc", "name": "network-vif-deleted", "tag": "8b760de3-157b-49f8-add0-b1513b4ac899", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:23:31.308426 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c4ddb9cf-486f-4a35-8fb8-66c235c7550d {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:23:31.308912 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fc76b10-16c5-4f44-9cb1-ab46966186cc', 'name': 'network-vif-deleted', 'tag': '8b760de3-157b-49f8-add0-b1513b4ac899', 'status': 'completed', 'code': 200} Feb 02 07:23:31.403042 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b6bb3344-75e4-49af-9621-e5e3890b21b8 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for port (42eb7504-4861-471b-b20e-7fa49a40a09c), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:31.443744 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca56aaf3-b401-466a-b75a-7da5a2ce0356 req-fe3b3a31-f6e7-4f43-bbc6-2bc9c4c2dd06 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:31.444542 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ca56aaf3-b401-466a-b75a-7da5a2ce0356 req-fe3b3a31-f6e7-4f43-bbc6-2bc9c4c2dd06 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/ports?device_id=23d00674-1c75-41ed-b39c-9b1c1a82bdbd HTTP/1.1" status: 200 len: 946 time: 0.0885534 Feb 02 07:23:31.461808 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b6bb3344-75e4-49af-9621-e5e3890b21b8 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (42eb7504-4861-471b-b20e-7fa49a40a09c), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:31.521144 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bb3344-75e4-49af-9621-e5e3890b21b8 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:23:31.530993 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-b6bb3344-75e4-49af-9621-e5e3890b21b8 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:23:31.543207 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bb3344-75e4-49af-9621-e5e3890b21b8 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:23:31.580172 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bb3344-75e4-49af-9621-e5e3890b21b8 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Pushing event updated for resources: {'Port': ['ID=42eb7504-4861-471b-b20e-7fa49a40a09c,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:31.589835 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ca56aaf3-b401-466a-b75a-7da5a2ce0356 req-e54839d6-d304-4429-9902-e635056241b3 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/security-groups?id=6795e0a6-69cc-42c2-a292-352f11146466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369109 Feb 02 07:23:31.729146 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7c36c317-6e34-4dc6-ab8e-8e88b0cf3cb6 req-ce335465-ccae-40c9-bd60-140709de9817 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/ports?device_id=7fc76b10-16c5-4f44-9cb1-ab46966186cc HTTP/1.1" status: 200 len: 210 time: 0.0466204 Feb 02 07:23:31.850387 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42232) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:31.898521 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b6bb3344-75e4-49af-9621-e5e3890b21b8 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for router_gateway (30cbe26a-992a-42b4-8f35-5491c26da375), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:32.003547 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-4d93ddc7-83d5-4eed-a2ef-70d775a4eb71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117614040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117614040-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-480869611'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:23:32.023318 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d93ddc7-83d5-4eed-a2ef-70d775a4eb71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117614040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117614040-project] Made reservation on behalf of e05937034eb3471eaa06b71b5738e972 for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:23:32.026865 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4d93ddc7-83d5-4eed-a2ef-70d775a4eb71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117614040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117614040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:32.036093 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4d93ddc7-83d5-4eed-a2ef-70d775a4eb71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117614040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117614040-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:32.105923 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b6bb3344-75e4-49af-9621-e5e3890b21b8 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (30cbe26a-992a-42b4-8f35-5491c26da375), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:32.118783 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4d93ddc7-83d5-4eed-a2ef-70d775a4eb71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117614040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117614040-project] Publish callbacks [] for security_group (5adcbb20-0490-4ac8-9fc4-a714d2213790), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:32.122969 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4d93ddc7-83d5-4eed-a2ef-70d775a4eb71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117614040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117614040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (5adcbb20-0490-4ac8-9fc4-a714d2213790), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:32.152022 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d93ddc7-83d5-4eed-a2ef-70d775a4eb71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117614040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117614040-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:23:32.164062 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d93ddc7-83d5-4eed-a2ef-70d775a4eb71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117614040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117614040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5adcbb20-0490-4ac8-9fc4-a714d2213790,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:32.169291 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4d93ddc7-83d5-4eed-a2ef-70d775a4eb71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117614040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117614040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (d3b2c811-5049-4c77-ab86-c987eb16e411), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:32.169645 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-4d93ddc7-83d5-4eed-a2ef-70d775a4eb71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117614040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117614040-project] Added segment d3b2c811-5049-4c77-ab86-c987eb16e411 of type vlan for network 4707072a-7f90-42a3-9ec8-832a5a50bd28 Feb 02 07:23:32.213310 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4d93ddc7-83d5-4eed-a2ef-70d775a4eb71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117614040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117614040-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (4707072a-7f90-42a3-9ec8-832a5a50bd28), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:32.239502 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4d93ddc7-83d5-4eed-a2ef-70d775a4eb71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117614040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117614040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (4707072a-7f90-42a3-9ec8-832a5a50bd28), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:32.239790 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6bb3344-75e4-49af-9621-e5e3890b21b8 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Router 30cbe26a-992a-42b4-8f35-5491c26da375 is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:23:32.244990 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d93ddc7-83d5-4eed-a2ef-70d775a4eb71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117614040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117614040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:32.245591 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4d93ddc7-83d5-4eed-a2ef-70d775a4eb71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117614040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117614040-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:32.285564 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-4d93ddc7-83d5-4eed-a2ef-70d775a4eb71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117614040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117614040-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.4339960 Feb 02 07:23:32.324073 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d93ddc7-83d5-4eed-a2ef-70d775a4eb71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117614040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117614040-project] Pushing event updated for resources: {'Network': ['ID=4707072a-7f90-42a3-9ec8-832a5a50bd28,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:32.335708 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 4707072a-7f90-42a3-9ec8-832a5a50bd28 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:23:32.359142 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6bb3344-75e4-49af-9621-e5e3890b21b8 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:23:32.369818 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999a24d6-b367-4331-86a3-6f4dbca9100d None None] Sync routers for ids ['30cbe26a-992a-42b4-8f35-5491c26da375'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:23:32.382064 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999a24d6-b367-4331-86a3-6f4dbca9100d None None] Routers {'30cbe26a-992a-42b4-8f35-5491c26da375'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:23:32.382835 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-999a24d6-b367-4331-86a3-6f4dbca9100d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:23:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['30cbe26a-992a-42b4-8f35-5491c26da375'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:32.403257 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b6bb3344-75e4-49af-9621-e5e3890b21b8 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:32.410776 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42242) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:32.423313 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-999a24d6-b367-4331-86a3-6f4dbca9100d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:32.427452 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b6bb3344-75e4-49af-9621-e5e3890b21b8 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 1.9196689 Feb 02 07:23:32.433389 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999a24d6-b367-4331-86a3-6f4dbca9100d None None] Routers {'30cbe26a-992a-42b4-8f35-5491c26da375'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:23:32.434236 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-999a24d6-b367-4331-86a3-6f4dbca9100d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:23:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['30cbe26a-992a-42b4-8f35-5491c26da375'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:32.473596 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-999a24d6-b367-4331-86a3-6f4dbca9100d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:32.473872 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42244) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:32.474039 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999a24d6-b367-4331-86a3-6f4dbca9100d None None] The sync data for ids ['30cbe26a-992a-42b4-8f35-5491c26da375'] in n-d-789963-26 is: [] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:23:32.486512 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Request body: {'port': {'network_id': '4707072a-7f90-42a3-9ec8-832a5a50bd28', 'binding:host_id': 'n-h1-789963-26', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-408245939'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:23:32.509127 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Made reservation on behalf of c0343e93c28c4e968d2ba1bd02683028 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:23:32.512074 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:32.521617 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:32.571854 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e29cefa6-b5b5-4ec7-92b1-157bcba9a6ea tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "GET /v2.0/routers/30cbe26a-992a-42b4-8f35-5491c26da375 HTTP/1.1" status: 200 len: 884 time: 0.1594002 Feb 02 07:23:32.574209 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42246) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:32.607464 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Publish callbacks [] for security_group (589851c2-1f15-4e32-9564-9e9ffb97bfd4), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:32.611880 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (589851c2-1f15-4e32-9564-9e9ffb97bfd4), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:32.617409 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] device_id is not set on port 91905fd8-aa29-4651-8963-66458287cbd7 yet. {{(pid=109694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:23:32.736275 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=589851c2-1f15-4e32-9564-9e9ffb97bfd4,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:32.807424 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9568b-9a2e-4a04-9dab-c02df079694a req-673ad407-1988-48b4-a289-b9f320270443 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:32.809167 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-92d9568b-9a2e-4a04-9dab-c02df079694a req-673ad407-1988-48b4-a289-b9f320270443 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/ports?device_id=23d00674-1c75-41ed-b39c-9b1c1a82bdbd HTTP/1.1" status: 200 len: 946 time: 0.1216605 Feb 02 07:23:32.935741 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-92d9568b-9a2e-4a04-9dab-c02df079694a req-c355b521-2882-4eba-b393-e960659a941f tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/security-groups?id=6795e0a6-69cc-42c2-a292-352f11146466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174967 Feb 02 07:23:32.978983 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] device_id is not set on port 91905fd8-aa29-4651-8963-66458287cbd7 yet. {{(pid=109694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:23:32.991278 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Publish callbacks [] for port (91905fd8-aa29-4651-8963-66458287cbd7), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:33.003133 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (91905fd8-aa29-4651-8963-66458287cbd7), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:33.066413 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Pushing event updated for resources: {'Port': ['ID=91905fd8-aa29-4651-8963-66458287cbd7,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:33.085434 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Checking segment: {'id': 'd3b2c811-5049-4c77-ab86-c987eb16e411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4707072a-7f90-42a3-9ec8-832a5a50bd28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:23:33.085869 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Network hostable DHCP agents. Network: 4707072a-7f90-42a3-9ec8-832a5a50bd28, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:23:33.106613 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Network 4707072a-7f90-42a3-9ec8-832a5a50bd28 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:23:33.118650 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 4707072a-7f90-42a3-9ec8-832a5a50bd28) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:23:33.119483 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-ead425dc-6f4f-4c1f-9748-49778aab826a tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.5440431 Feb 02 07:23:33.122110 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42256) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:33.127896 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9ac8b1-f79e-4fc7-9fa7-974bf3ff2ac3 None None] Network 4707072a-7f90-42a3-9ec8-832a5a50bd28 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:23:33.128106 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-487dc465-b296-47e9-90b7-85da6fcfd153 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-236863848'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:23:33.132823 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:23:33.167146 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port 91905fd8-aa29-4651-8963-66458287cbd7 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:23:33.167502 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port 91905fd8-aa29-4651-8963-66458287cbd7 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'd3b2c811-5049-4c77-ab86-c987eb16e411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4707072a-7f90-42a3-9ec8-832a5a50bd28'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:23:33.170457 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port 91905fd8-aa29-4651-8963-66458287cbd7 on network 4707072a-7f90-42a3-9ec8-832a5a50bd28 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:23:33.179133 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Port 91905fd8-aa29-4651-8963-66458287cbd7 on network 4707072a-7f90-42a3-9ec8-832a5a50bd28 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:23:33.179527 n-d-789963-26 neutron-server[109694]: ERROR neutron.plugins.ml2.managers [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Failed to bind port 91905fd8-aa29-4651-8963-66458287cbd7 on host n-h1-789963-26 for vnic_type normal using segments [{'id': 'd3b2c811-5049-4c77-ab86-c987eb16e411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4707072a-7f90-42a3-9ec8-832a5a50bd28'}] Feb 02 07:23:33.185216 n-d-789963-26 neutron-server[109694]: INFO neutron.plugins.ml2.plugin [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempt 2 to bind port 91905fd8-aa29-4651-8963-66458287cbd7 Feb 02 07:23:33.208242 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port 91905fd8-aa29-4651-8963-66458287cbd7 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:23:33.208849 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port 91905fd8-aa29-4651-8963-66458287cbd7 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'd3b2c811-5049-4c77-ab86-c987eb16e411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4707072a-7f90-42a3-9ec8-832a5a50bd28'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:23:33.209100 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port 91905fd8-aa29-4651-8963-66458287cbd7 on network 4707072a-7f90-42a3-9ec8-832a5a50bd28 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:23:33.215335 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Port 91905fd8-aa29-4651-8963-66458287cbd7 on network 4707072a-7f90-42a3-9ec8-832a5a50bd28 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:23:33.215796 n-d-789963-26 neutron-server[109694]: ERROR neutron.plugins.ml2.managers [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Failed to bind port 91905fd8-aa29-4651-8963-66458287cbd7 on host n-h1-789963-26 for vnic_type normal using segments [{'id': 'd3b2c811-5049-4c77-ab86-c987eb16e411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4707072a-7f90-42a3-9ec8-832a5a50bd28'}] Feb 02 07:23:33.216932 n-d-789963-26 neutron-server[109694]: INFO neutron.plugins.ml2.plugin [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempt 3 to bind port 91905fd8-aa29-4651-8963-66458287cbd7 Feb 02 07:23:33.230911 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port 91905fd8-aa29-4651-8963-66458287cbd7 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:23:33.231386 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port 91905fd8-aa29-4651-8963-66458287cbd7 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'd3b2c811-5049-4c77-ab86-c987eb16e411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4707072a-7f90-42a3-9ec8-832a5a50bd28'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:23:33.232120 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port 91905fd8-aa29-4651-8963-66458287cbd7 on network 4707072a-7f90-42a3-9ec8-832a5a50bd28 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:23:33.240170 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Port 91905fd8-aa29-4651-8963-66458287cbd7 on network 4707072a-7f90-42a3-9ec8-832a5a50bd28 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:23:33.241381 n-d-789963-26 neutron-server[109694]: ERROR neutron.plugins.ml2.managers [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Failed to bind port 91905fd8-aa29-4651-8963-66458287cbd7 on host n-h1-789963-26 for vnic_type normal using segments [{'id': 'd3b2c811-5049-4c77-ab86-c987eb16e411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4707072a-7f90-42a3-9ec8-832a5a50bd28'}] Feb 02 07:23:33.241477 n-d-789963-26 neutron-server[109694]: INFO neutron.plugins.ml2.plugin [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempt 4 to bind port 91905fd8-aa29-4651-8963-66458287cbd7 Feb 02 07:23:33.256858 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port 91905fd8-aa29-4651-8963-66458287cbd7 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:23:33.257276 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port 91905fd8-aa29-4651-8963-66458287cbd7 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'd3b2c811-5049-4c77-ab86-c987eb16e411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4707072a-7f90-42a3-9ec8-832a5a50bd28'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:23:33.257850 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port 91905fd8-aa29-4651-8963-66458287cbd7 on network 4707072a-7f90-42a3-9ec8-832a5a50bd28 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:23:33.263731 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Port 91905fd8-aa29-4651-8963-66458287cbd7 on network 4707072a-7f90-42a3-9ec8-832a5a50bd28 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:23:33.264203 n-d-789963-26 neutron-server[109694]: ERROR neutron.plugins.ml2.managers [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Failed to bind port 91905fd8-aa29-4651-8963-66458287cbd7 on host n-h1-789963-26 for vnic_type normal using segments [{'id': 'd3b2c811-5049-4c77-ab86-c987eb16e411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4707072a-7f90-42a3-9ec8-832a5a50bd28'}] Feb 02 07:23:33.264676 n-d-789963-26 neutron-server[109694]: INFO neutron.plugins.ml2.plugin [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempt 5 to bind port 91905fd8-aa29-4651-8963-66458287cbd7 Feb 02 07:23:33.294041 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port 91905fd8-aa29-4651-8963-66458287cbd7 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:23:33.295270 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port 91905fd8-aa29-4651-8963-66458287cbd7 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'd3b2c811-5049-4c77-ab86-c987eb16e411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4707072a-7f90-42a3-9ec8-832a5a50bd28'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:23:33.295751 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port 91905fd8-aa29-4651-8963-66458287cbd7 on network 4707072a-7f90-42a3-9ec8-832a5a50bd28 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:23:33.304336 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Port 91905fd8-aa29-4651-8963-66458287cbd7 on network 4707072a-7f90-42a3-9ec8-832a5a50bd28 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:23:33.304734 n-d-789963-26 neutron-server[109694]: ERROR neutron.plugins.ml2.managers [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Failed to bind port 91905fd8-aa29-4651-8963-66458287cbd7 on host n-h1-789963-26 for vnic_type normal using segments [{'id': 'd3b2c811-5049-4c77-ab86-c987eb16e411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4707072a-7f90-42a3-9ec8-832a5a50bd28'}] Feb 02 07:23:33.306958 n-d-789963-26 neutron-server[109694]: INFO neutron.plugins.ml2.plugin [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempt 6 to bind port 91905fd8-aa29-4651-8963-66458287cbd7 Feb 02 07:23:33.325433 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port 91905fd8-aa29-4651-8963-66458287cbd7 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:23:33.325850 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port 91905fd8-aa29-4651-8963-66458287cbd7 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'd3b2c811-5049-4c77-ab86-c987eb16e411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4707072a-7f90-42a3-9ec8-832a5a50bd28'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:23:33.326263 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port 91905fd8-aa29-4651-8963-66458287cbd7 on network 4707072a-7f90-42a3-9ec8-832a5a50bd28 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:23:33.331079 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Port 91905fd8-aa29-4651-8963-66458287cbd7 on network 4707072a-7f90-42a3-9ec8-832a5a50bd28 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:23:33.331777 n-d-789963-26 neutron-server[109694]: ERROR neutron.plugins.ml2.managers [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Failed to bind port 91905fd8-aa29-4651-8963-66458287cbd7 on host n-h1-789963-26 for vnic_type normal using segments [{'id': 'd3b2c811-5049-4c77-ab86-c987eb16e411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4707072a-7f90-42a3-9ec8-832a5a50bd28'}] Feb 02 07:23:33.332088 n-d-789963-26 neutron-server[109694]: INFO neutron.plugins.ml2.plugin [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempt 7 to bind port 91905fd8-aa29-4651-8963-66458287cbd7 Feb 02 07:23:33.346333 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port 91905fd8-aa29-4651-8963-66458287cbd7 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:23:33.346629 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port 91905fd8-aa29-4651-8963-66458287cbd7 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'd3b2c811-5049-4c77-ab86-c987eb16e411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4707072a-7f90-42a3-9ec8-832a5a50bd28'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:23:33.347069 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port 91905fd8-aa29-4651-8963-66458287cbd7 on network 4707072a-7f90-42a3-9ec8-832a5a50bd28 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:23:33.353181 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Port 91905fd8-aa29-4651-8963-66458287cbd7 on network 4707072a-7f90-42a3-9ec8-832a5a50bd28 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:23:33.353368 n-d-789963-26 neutron-server[109694]: ERROR neutron.plugins.ml2.managers [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Failed to bind port 91905fd8-aa29-4651-8963-66458287cbd7 on host n-h1-789963-26 for vnic_type normal using segments [{'id': 'd3b2c811-5049-4c77-ab86-c987eb16e411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4707072a-7f90-42a3-9ec8-832a5a50bd28'}] Feb 02 07:23:33.353862 n-d-789963-26 neutron-server[109694]: INFO neutron.plugins.ml2.plugin [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempt 8 to bind port 91905fd8-aa29-4651-8963-66458287cbd7 Feb 02 07:23:33.369717 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port 91905fd8-aa29-4651-8963-66458287cbd7 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:23:33.370047 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port 91905fd8-aa29-4651-8963-66458287cbd7 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'd3b2c811-5049-4c77-ab86-c987eb16e411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4707072a-7f90-42a3-9ec8-832a5a50bd28'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:23:33.370670 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port 91905fd8-aa29-4651-8963-66458287cbd7 on network 4707072a-7f90-42a3-9ec8-832a5a50bd28 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:23:33.376379 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Port 91905fd8-aa29-4651-8963-66458287cbd7 on network 4707072a-7f90-42a3-9ec8-832a5a50bd28 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:23:33.376823 n-d-789963-26 neutron-server[109694]: ERROR neutron.plugins.ml2.managers [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Failed to bind port 91905fd8-aa29-4651-8963-66458287cbd7 on host n-h1-789963-26 for vnic_type normal using segments [{'id': 'd3b2c811-5049-4c77-ab86-c987eb16e411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4707072a-7f90-42a3-9ec8-832a5a50bd28'}] Feb 02 07:23:33.377284 n-d-789963-26 neutron-server[109694]: INFO neutron.plugins.ml2.plugin [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempt 9 to bind port 91905fd8-aa29-4651-8963-66458287cbd7 Feb 02 07:23:33.394096 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port 91905fd8-aa29-4651-8963-66458287cbd7 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:23:33.395437 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port 91905fd8-aa29-4651-8963-66458287cbd7 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'd3b2c811-5049-4c77-ab86-c987eb16e411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4707072a-7f90-42a3-9ec8-832a5a50bd28'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:23:33.396090 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port 91905fd8-aa29-4651-8963-66458287cbd7 on network 4707072a-7f90-42a3-9ec8-832a5a50bd28 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:23:33.404765 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Port 91905fd8-aa29-4651-8963-66458287cbd7 on network 4707072a-7f90-42a3-9ec8-832a5a50bd28 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:23:33.405215 n-d-789963-26 neutron-server[109694]: ERROR neutron.plugins.ml2.managers [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Failed to bind port 91905fd8-aa29-4651-8963-66458287cbd7 on host n-h1-789963-26 for vnic_type normal using segments [{'id': 'd3b2c811-5049-4c77-ab86-c987eb16e411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4707072a-7f90-42a3-9ec8-832a5a50bd28'}] Feb 02 07:23:33.406247 n-d-789963-26 neutron-server[109694]: INFO neutron.plugins.ml2.plugin [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempt 10 to bind port 91905fd8-aa29-4651-8963-66458287cbd7 Feb 02 07:23:33.419837 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port 91905fd8-aa29-4651-8963-66458287cbd7 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:23:33.420396 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port 91905fd8-aa29-4651-8963-66458287cbd7 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'd3b2c811-5049-4c77-ab86-c987eb16e411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4707072a-7f90-42a3-9ec8-832a5a50bd28'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:23:33.420739 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port 91905fd8-aa29-4651-8963-66458287cbd7 on network 4707072a-7f90-42a3-9ec8-832a5a50bd28 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:23:33.425254 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Port 91905fd8-aa29-4651-8963-66458287cbd7 on network 4707072a-7f90-42a3-9ec8-832a5a50bd28 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:23:33.425583 n-d-789963-26 neutron-server[109694]: ERROR neutron.plugins.ml2.managers [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Failed to bind port 91905fd8-aa29-4651-8963-66458287cbd7 on host n-h1-789963-26 for vnic_type normal using segments [{'id': 'd3b2c811-5049-4c77-ab86-c987eb16e411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4707072a-7f90-42a3-9ec8-832a5a50bd28'}] Feb 02 07:23:33.425947 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (91905fd8-aa29-4651-8963-66458287cbd7), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:33.499592 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] For port 91905fd8-aa29-4651-8963-66458287cbd7, host n-h1-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:23:33.500050 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempted to set empty binding levels {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 02 07:23:33.505187 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (91905fd8-aa29-4651-8963-66458287cbd7), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:33.525961 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-487dc465-b296-47e9-90b7-85da6fcfd153 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1043354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-942652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13285'] for router (30cbe26a-992a-42b4-8f35-5491c26da375), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:33.536800 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:33.537865 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:33.540205 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-487dc465-b296-47e9-90b7-85da6fcfd153 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1043345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1043336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-942635'] for router (30cbe26a-992a-42b4-8f35-5491c26da375), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:33.558083 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.0829279 Feb 02 07:23:33.562916 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42258) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:33.576852 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5bed33-4d88-443a-9a4d-16990cba373a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Pushing event updated for resources: {'Port': ['ID=91905fd8-aa29-4651-8963-66458287cbd7,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:33.659365 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-819bf407-805b-42aa-81a7-08536cdf84f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Deleting port 91905fd8-aa29-4651-8963-66458287cbd7 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:23:33.659720 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-819bf407-805b-42aa-81a7-08536cdf84f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (91905fd8-aa29-4651-8963-66458287cbd7), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:33.668211 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-487dc465-b296-47e9-90b7-85da6fcfd153 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Router 30cbe26a-992a-42b4-8f35-5491c26da375 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:23:33.733957 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-819bf407-805b-42aa-81a7-08536cdf84f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] For port 91905fd8-aa29-4651-8963-66458287cbd7, host n-h1-789963-26, got binding levels [] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:23:33.734715 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-819bf407-805b-42aa-81a7-08536cdf84f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (91905fd8-aa29-4651-8963-66458287cbd7), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:33.749406 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-819bf407-805b-42aa-81a7-08536cdf84f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Calling delete_port for 91905fd8-aa29-4651-8963-66458287cbd7 owned by {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:23:33.766568 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 8b760de3-157b-49f8-add0-b1513b4ac899 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:23:33.791687 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: 8b760de3-157b-49f8-add0-b1513b4ac899 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:23:33.792101 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-487dc465-b296-47e9-90b7-85da6fcfd153 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:23:33.792598 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 8b760de3-157b-49f8-add0-b1513b4ac899 not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:23:33.801083 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-487dc465-b296-47e9-90b7-85da6fcfd153 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:33.803723 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-487dc465-b296-47e9-90b7-85da6fcfd153 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "PUT /v2.0/routers/30cbe26a-992a-42b4-8f35-5491c26da375 HTTP/1.1" status: 200 len: 891 time: 0.6800389 Feb 02 07:23:33.805796 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42260) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:33.807419 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fcad93-f234-4f52-9ca3-132e47f85f6c None None] Sync routers for ids ['30cbe26a-992a-42b4-8f35-5491c26da375'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:23:33.823680 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fcad93-f234-4f52-9ca3-132e47f85f6c None None] Routers {'30cbe26a-992a-42b4-8f35-5491c26da375'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:23:33.825014 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-46fcad93-f234-4f52-9ca3-132e47f85f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:23:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['30cbe26a-992a-42b4-8f35-5491c26da375'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:33.858814 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-819bf407-805b-42aa-81a7-08536cdf84f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (91905fd8-aa29-4651-8963-66458287cbd7), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:33.873854 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-46fcad93-f234-4f52-9ca3-132e47f85f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:33.884664 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fcad93-f234-4f52-9ca3-132e47f85f6c None None] Routers {'30cbe26a-992a-42b4-8f35-5491c26da375'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:23:33.885574 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-46fcad93-f234-4f52-9ca3-132e47f85f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:23:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['30cbe26a-992a-42b4-8f35-5491c26da375'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:33.896553 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819bf407-805b-42aa-81a7-08536cdf84f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Pushing event deleted for resources: {'Port': ['ID=91905fd8-aa29-4651-8963-66458287cbd7,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:33.917864 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-819bf407-805b-42aa-81a7-08536cdf84f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:33.926463 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-819bf407-805b-42aa-81a7-08536cdf84f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] 10.222.0.87 "DELETE /v2.0/ports/91905fd8-aa29-4651-8963-66458287cbd7 HTTP/1.1" status: 204 len: 168 time: 0.3623269 Feb 02 07:23:33.929793 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42262) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:33.932431 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-46fcad93-f234-4f52-9ca3-132e47f85f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:33.933501 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fcad93-f234-4f52-9ca3-132e47f85f6c None None] The sync data for ids ['30cbe26a-992a-42b4-8f35-5491c26da375'] in n-d-789963-26 is: [] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:23:33.971999 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-968817c8-2a7c-40a7-be74-36126d591614 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "GET /v2.0/routers/30cbe26a-992a-42b4-8f35-5491c26da375 HTTP/1.1" status: 200 len: 891 time: 0.1642342 Feb 02 07:23:33.974368 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42266) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:33.975125 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-fac595db-54c4-4595-8b66-cb2475692762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] GET failed (client error): The resource could not be found. Feb 02 07:23:33.976780 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-fac595db-54c4-4595-8b66-cb2475692762 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] 10.222.0.87 "GET /v2.0/ports/91905fd8-aa29-4651-8963-66458287cbd7 HTTP/1.1" status: 404 len: 333 time: 0.0457385 Feb 02 07:23:33.980587 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42268) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:33.986114 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-1a870773-270a-4dc1-b7d6-298c808f15f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Request body: {'port': {'network_id': '4707072a-7f90-42a3-9ec8-832a5a50bd28', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296778846'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:23:34.016636 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-6c70d3a0-e7fb-4bac-bcf1-ed3427842a9a tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "GET /v2.0/ports?device_id=30cbe26a-992a-42b4-8f35-5491c26da375 HTTP/1.1" status: 200 len: 205 time: 0.0395243 Feb 02 07:23:34.019232 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42270) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:34.020690 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a870773-270a-4dc1-b7d6-298c808f15f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Made reservation on behalf of c0343e93c28c4e968d2ba1bd02683028 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:23:34.023647 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1a870773-270a-4dc1-b7d6-298c808f15f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:34.093520 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [None req-1a870773-270a-4dc1-b7d6-298c808f15f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] device_id is not set on port 76da0a3f-859b-44d7-9db5-b1efe0c32bf1 yet. {{(pid=109694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:23:34.151119 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a11e92f9-de83-4375-a60c-93915885ad78 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for router (30cbe26a-992a-42b4-8f35-5491c26da375), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:34.190984 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aa40ca-ef4d-4566-9f81-b59f6dfdb135 req-7e941033-bad9-474d-8135-a8ae35d2409d tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:34.192863 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-44aa40ca-ef4d-4566-9f81-b59f6dfdb135 req-7e941033-bad9-474d-8135-a8ae35d2409d tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/ports?device_id=23d00674-1c75-41ed-b39c-9b1c1a82bdbd HTTP/1.1" status: 200 len: 946 time: 0.1423454 Feb 02 07:23:34.291324 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-44aa40ca-ef4d-4566-9f81-b59f6dfdb135 req-56ebb368-c279-4f13-982f-f7d4da703962 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/security-groups?id=6795e0a6-69cc-42c2-a292-352f11146466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859015 Feb 02 07:23:34.300565 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a11e92f9-de83-4375-a60c-93915885ad78 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for router_gateway (30cbe26a-992a-42b4-8f35-5491c26da375), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:34.359861 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1a870773-270a-4dc1-b7d6-298c808f15f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Publish callbacks [] for port (76da0a3f-859b-44d7-9db5-b1efe0c32bf1), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:34.377611 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-a11e92f9-de83-4375-a60c-93915885ad78 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Deleting port 42eb7504-4861-471b-b20e-7fa49a40a09c {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:23:34.378384 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a11e92f9-de83-4375-a60c-93915885ad78 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (42eb7504-4861-471b-b20e-7fa49a40a09c), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:34.411458 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1a870773-270a-4dc1-b7d6-298c808f15f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (76da0a3f-859b-44d7-9db5-b1efe0c32bf1), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:34.464508 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a870773-270a-4dc1-b7d6-298c808f15f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Network 4707072a-7f90-42a3-9ec8-832a5a50bd28 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:23:34.470095 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-1a870773-270a-4dc1-b7d6-298c808f15f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:23:34.472955 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a870773-270a-4dc1-b7d6-298c808f15f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:23:34.474535 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a870773-270a-4dc1-b7d6-298c808f15f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:34.476128 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1a870773-270a-4dc1-b7d6-298c808f15f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:34.499651 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a11e92f9-de83-4375-a60c-93915885ad78 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (42eb7504-4861-471b-b20e-7fa49a40a09c), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:34.512218 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-1a870773-270a-4dc1-b7d6-298c808f15f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5304067 Feb 02 07:23:34.513066 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42280) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:34.517326 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-a11e92f9-de83-4375-a60c-93915885ad78 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Calling delete_port for 42eb7504-4861-471b-b20e-7fa49a40a09c owned by network:router_gateway {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:23:34.528757 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-b86f4d48-342e-4d27-8918-b2bcf6a89052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:23:34.541642 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a870773-270a-4dc1-b7d6-298c808f15f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Pushing event updated for resources: {'Port': ['ID=76da0a3f-859b-44d7-9db5-b1efe0c32bf1,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:34.655728 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b86f4d48-342e-4d27-8918-b2bcf6a89052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (76da0a3f-859b-44d7-9db5-b1efe0c32bf1), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:34.811893 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a11e92f9-de83-4375-a60c-93915885ad78 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (42eb7504-4861-471b-b20e-7fa49a40a09c), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:34.837131 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11e92f9-de83-4375-a60c-93915885ad78 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Pushing event deleted for resources: {'Port': ['ID=42eb7504-4861-471b-b20e-7fa49a40a09c,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:34.886796 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [None req-b86f4d48-342e-4d27-8918-b2bcf6a89052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] device_id is not set on port 76da0a3f-859b-44d7-9db5-b1efe0c32bf1 yet. {{(pid=109694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:23:34.894709 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b86f4d48-342e-4d27-8918-b2bcf6a89052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Publish callbacks [] for port (76da0a3f-859b-44d7-9db5-b1efe0c32bf1), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:34.900847 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b86f4d48-342e-4d27-8918-b2bcf6a89052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (76da0a3f-859b-44d7-9db5-b1efe0c32bf1), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:34.909531 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a11e92f9-de83-4375-a60c-93915885ad78 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (30cbe26a-992a-42b4-8f35-5491c26da375), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:34.960966 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86f4d48-342e-4d27-8918-b2bcf6a89052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Pushing event updated for resources: {'Port': ['ID=76da0a3f-859b-44d7-9db5-b1efe0c32bf1,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:34.977885 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-b86f4d48-342e-4d27-8918-b2bcf6a89052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port 76da0a3f-859b-44d7-9db5-b1efe0c32bf1 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:23:34.978374 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-b86f4d48-342e-4d27-8918-b2bcf6a89052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port 76da0a3f-859b-44d7-9db5-b1efe0c32bf1 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'd3b2c811-5049-4c77-ab86-c987eb16e411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4707072a-7f90-42a3-9ec8-832a5a50bd28'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:23:34.978921 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86f4d48-342e-4d27-8918-b2bcf6a89052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port 76da0a3f-859b-44d7-9db5-b1efe0c32bf1 on network 4707072a-7f90-42a3-9ec8-832a5a50bd28 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:23:34.983858 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86f4d48-342e-4d27-8918-b2bcf6a89052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Port 76da0a3f-859b-44d7-9db5-b1efe0c32bf1 on network 4707072a-7f90-42a3-9ec8-832a5a50bd28 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:23:34.984192 n-d-789963-26 neutron-server[109694]: ERROR neutron.plugins.ml2.managers [None req-b86f4d48-342e-4d27-8918-b2bcf6a89052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Failed to bind port 76da0a3f-859b-44d7-9db5-b1efe0c32bf1 on host n-h1-789963-26 for vnic_type normal using segments [{'id': 'd3b2c811-5049-4c77-ab86-c987eb16e411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4707072a-7f90-42a3-9ec8-832a5a50bd28'}] Feb 02 07:23:34.984593 n-d-789963-26 neutron-server[109694]: INFO neutron.plugins.ml2.plugin [None req-b86f4d48-342e-4d27-8918-b2bcf6a89052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempt 2 to bind port 76da0a3f-859b-44d7-9db5-b1efe0c32bf1 Feb 02 07:23:34.999118 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-b86f4d48-342e-4d27-8918-b2bcf6a89052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port 76da0a3f-859b-44d7-9db5-b1efe0c32bf1 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:23:34.999525 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-b86f4d48-342e-4d27-8918-b2bcf6a89052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port 76da0a3f-859b-44d7-9db5-b1efe0c32bf1 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'd3b2c811-5049-4c77-ab86-c987eb16e411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4707072a-7f90-42a3-9ec8-832a5a50bd28'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:23:34.999833 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86f4d48-342e-4d27-8918-b2bcf6a89052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port 76da0a3f-859b-44d7-9db5-b1efe0c32bf1 on network 4707072a-7f90-42a3-9ec8-832a5a50bd28 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:23:35.004610 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86f4d48-342e-4d27-8918-b2bcf6a89052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Port 76da0a3f-859b-44d7-9db5-b1efe0c32bf1 on network 4707072a-7f90-42a3-9ec8-832a5a50bd28 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:23:35.004950 n-d-789963-26 neutron-server[109694]: ERROR neutron.plugins.ml2.managers [None req-b86f4d48-342e-4d27-8918-b2bcf6a89052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Failed to bind port 76da0a3f-859b-44d7-9db5-b1efe0c32bf1 on host n-h1-789963-26 for vnic_type normal using segments [{'id': 'd3b2c811-5049-4c77-ab86-c987eb16e411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4707072a-7f90-42a3-9ec8-832a5a50bd28'}] Feb 02 07:23:35.005357 n-d-789963-26 neutron-server[109694]: INFO neutron.plugins.ml2.plugin [None req-b86f4d48-342e-4d27-8918-b2bcf6a89052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempt 3 to bind port 76da0a3f-859b-44d7-9db5-b1efe0c32bf1 Feb 02 07:23:35.013287 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a11e92f9-de83-4375-a60c-93915885ad78 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (30cbe26a-992a-42b4-8f35-5491c26da375), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:35.015805 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a11e92f9-de83-4375-a60c-93915885ad78 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for router_controller (30cbe26a-992a-42b4-8f35-5491c26da375), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:35.019794 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-b86f4d48-342e-4d27-8918-b2bcf6a89052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port 76da0a3f-859b-44d7-9db5-b1efe0c32bf1 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:23:35.020548 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-b86f4d48-342e-4d27-8918-b2bcf6a89052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port 76da0a3f-859b-44d7-9db5-b1efe0c32bf1 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'd3b2c811-5049-4c77-ab86-c987eb16e411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4707072a-7f90-42a3-9ec8-832a5a50bd28'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:23:35.020548 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86f4d48-342e-4d27-8918-b2bcf6a89052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port 76da0a3f-859b-44d7-9db5-b1efe0c32bf1 on network 4707072a-7f90-42a3-9ec8-832a5a50bd28 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:23:35.027011 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86f4d48-342e-4d27-8918-b2bcf6a89052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Port 76da0a3f-859b-44d7-9db5-b1efe0c32bf1 on network 4707072a-7f90-42a3-9ec8-832a5a50bd28 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:23:35.027383 n-d-789963-26 neutron-server[109694]: ERROR neutron.plugins.ml2.managers [None req-b86f4d48-342e-4d27-8918-b2bcf6a89052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Failed to bind port 76da0a3f-859b-44d7-9db5-b1efe0c32bf1 on host n-h1-789963-26 for vnic_type normal using segments [{'id': 'd3b2c811-5049-4c77-ab86-c987eb16e411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4707072a-7f90-42a3-9ec8-832a5a50bd28'}] Feb 02 07:23:35.027787 n-d-789963-26 neutron-server[109694]: INFO neutron.plugins.ml2.plugin [None req-b86f4d48-342e-4d27-8918-b2bcf6a89052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempt 4 to bind port 76da0a3f-859b-44d7-9db5-b1efe0c32bf1 Feb 02 07:23:35.042402 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-b86f4d48-342e-4d27-8918-b2bcf6a89052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port 76da0a3f-859b-44d7-9db5-b1efe0c32bf1 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:23:35.042749 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-b86f4d48-342e-4d27-8918-b2bcf6a89052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port 76da0a3f-859b-44d7-9db5-b1efe0c32bf1 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'd3b2c811-5049-4c77-ab86-c987eb16e411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4707072a-7f90-42a3-9ec8-832a5a50bd28'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:23:35.043096 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86f4d48-342e-4d27-8918-b2bcf6a89052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port 76da0a3f-859b-44d7-9db5-b1efe0c32bf1 on network 4707072a-7f90-42a3-9ec8-832a5a50bd28 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:23:35.047905 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86f4d48-342e-4d27-8918-b2bcf6a89052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Port 76da0a3f-859b-44d7-9db5-b1efe0c32bf1 on network 4707072a-7f90-42a3-9ec8-832a5a50bd28 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:23:35.048426 n-d-789963-26 neutron-server[109694]: ERROR neutron.plugins.ml2.managers [None req-b86f4d48-342e-4d27-8918-b2bcf6a89052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Failed to bind port 76da0a3f-859b-44d7-9db5-b1efe0c32bf1 on host n-h1-789963-26 for vnic_type normal using segments [{'id': 'd3b2c811-5049-4c77-ab86-c987eb16e411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4707072a-7f90-42a3-9ec8-832a5a50bd28'}] Feb 02 07:23:35.048760 n-d-789963-26 neutron-server[109694]: INFO neutron.plugins.ml2.plugin [None req-b86f4d48-342e-4d27-8918-b2bcf6a89052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempt 5 to bind port 76da0a3f-859b-44d7-9db5-b1efe0c32bf1 Feb 02 07:23:35.062733 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-b86f4d48-342e-4d27-8918-b2bcf6a89052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port 76da0a3f-859b-44d7-9db5-b1efe0c32bf1 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:23:35.063076 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-b86f4d48-342e-4d27-8918-b2bcf6a89052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port 76da0a3f-859b-44d7-9db5-b1efe0c32bf1 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'd3b2c811-5049-4c77-ab86-c987eb16e411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4707072a-7f90-42a3-9ec8-832a5a50bd28'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:23:35.063423 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86f4d48-342e-4d27-8918-b2bcf6a89052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port 76da0a3f-859b-44d7-9db5-b1efe0c32bf1 on network 4707072a-7f90-42a3-9ec8-832a5a50bd28 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:23:35.068295 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86f4d48-342e-4d27-8918-b2bcf6a89052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Port 76da0a3f-859b-44d7-9db5-b1efe0c32bf1 on network 4707072a-7f90-42a3-9ec8-832a5a50bd28 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:23:35.069183 n-d-789963-26 neutron-server[109694]: ERROR neutron.plugins.ml2.managers [None req-b86f4d48-342e-4d27-8918-b2bcf6a89052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Failed to bind port 76da0a3f-859b-44d7-9db5-b1efe0c32bf1 on host n-h1-789963-26 for vnic_type normal using segments [{'id': 'd3b2c811-5049-4c77-ab86-c987eb16e411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4707072a-7f90-42a3-9ec8-832a5a50bd28'}] Feb 02 07:23:35.069694 n-d-789963-26 neutron-server[109694]: INFO neutron.plugins.ml2.plugin [None req-b86f4d48-342e-4d27-8918-b2bcf6a89052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempt 6 to bind port 76da0a3f-859b-44d7-9db5-b1efe0c32bf1 Feb 02 07:23:35.073442 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a11e92f9-de83-4375-a60c-93915885ad78 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (30cbe26a-992a-42b4-8f35-5491c26da375), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:35.073678 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a11e92f9-de83-4375-a60c-93915885ad78 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Fanout notify agent at l3_agent the message router_deleted on router 30cbe26a-992a-42b4-8f35-5491c26da375 {{(pid=109693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:23:35.082367 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a11e92f9-de83-4375-a60c-93915885ad78 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:35.083773 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a11e92f9-de83-4375-a60c-93915885ad78 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "DELETE /v2.0/routers/30cbe26a-992a-42b4-8f35-5491c26da375 HTTP/1.1" status: 204 len: 168 time: 1.0618997 Feb 02 07:23:35.088369 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42286) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:35.089059 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-b86f4d48-342e-4d27-8918-b2bcf6a89052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port 76da0a3f-859b-44d7-9db5-b1efe0c32bf1 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:23:35.089516 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-b86f4d48-342e-4d27-8918-b2bcf6a89052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port 76da0a3f-859b-44d7-9db5-b1efe0c32bf1 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'd3b2c811-5049-4c77-ab86-c987eb16e411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4707072a-7f90-42a3-9ec8-832a5a50bd28'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:23:35.089887 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86f4d48-342e-4d27-8918-b2bcf6a89052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port 76da0a3f-859b-44d7-9db5-b1efe0c32bf1 on network 4707072a-7f90-42a3-9ec8-832a5a50bd28 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:23:35.093223 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-904962ce-4759-469c-9505-edc5b98abad2 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-335399924'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:23:35.094920 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86f4d48-342e-4d27-8918-b2bcf6a89052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Port 76da0a3f-859b-44d7-9db5-b1efe0c32bf1 on network 4707072a-7f90-42a3-9ec8-832a5a50bd28 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:23:35.095334 n-d-789963-26 neutron-server[109694]: ERROR neutron.plugins.ml2.managers [None req-b86f4d48-342e-4d27-8918-b2bcf6a89052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Failed to bind port 76da0a3f-859b-44d7-9db5-b1efe0c32bf1 on host n-h1-789963-26 for vnic_type normal using segments [{'id': 'd3b2c811-5049-4c77-ab86-c987eb16e411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4707072a-7f90-42a3-9ec8-832a5a50bd28'}] Feb 02 07:23:35.095859 n-d-789963-26 neutron-server[109694]: INFO neutron.plugins.ml2.plugin [None req-b86f4d48-342e-4d27-8918-b2bcf6a89052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempt 7 to bind port 76da0a3f-859b-44d7-9db5-b1efe0c32bf1 Feb 02 07:23:35.108577 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-b86f4d48-342e-4d27-8918-b2bcf6a89052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port 76da0a3f-859b-44d7-9db5-b1efe0c32bf1 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:23:35.109009 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-b86f4d48-342e-4d27-8918-b2bcf6a89052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port 76da0a3f-859b-44d7-9db5-b1efe0c32bf1 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'd3b2c811-5049-4c77-ab86-c987eb16e411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4707072a-7f90-42a3-9ec8-832a5a50bd28'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:23:35.109416 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86f4d48-342e-4d27-8918-b2bcf6a89052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port 76da0a3f-859b-44d7-9db5-b1efe0c32bf1 on network 4707072a-7f90-42a3-9ec8-832a5a50bd28 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:23:35.114430 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-904962ce-4759-469c-9505-edc5b98abad2 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Made reservation on behalf of 734239c0e89548e9b731cf7277c63ec2 for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:23:35.114614 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86f4d48-342e-4d27-8918-b2bcf6a89052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Port 76da0a3f-859b-44d7-9db5-b1efe0c32bf1 on network 4707072a-7f90-42a3-9ec8-832a5a50bd28 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:23:35.115024 n-d-789963-26 neutron-server[109694]: ERROR neutron.plugins.ml2.managers [None req-b86f4d48-342e-4d27-8918-b2bcf6a89052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Failed to bind port 76da0a3f-859b-44d7-9db5-b1efe0c32bf1 on host n-h1-789963-26 for vnic_type normal using segments [{'id': 'd3b2c811-5049-4c77-ab86-c987eb16e411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4707072a-7f90-42a3-9ec8-832a5a50bd28'}] Feb 02 07:23:35.115533 n-d-789963-26 neutron-server[109694]: INFO neutron.plugins.ml2.plugin [None req-b86f4d48-342e-4d27-8918-b2bcf6a89052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempt 8 to bind port 76da0a3f-859b-44d7-9db5-b1efe0c32bf1 Feb 02 07:23:35.119239 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-904962ce-4759-469c-9505-edc5b98abad2 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:35.128686 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-b86f4d48-342e-4d27-8918-b2bcf6a89052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port 76da0a3f-859b-44d7-9db5-b1efe0c32bf1 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:23:35.129527 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-b86f4d48-342e-4d27-8918-b2bcf6a89052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port 76da0a3f-859b-44d7-9db5-b1efe0c32bf1 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'd3b2c811-5049-4c77-ab86-c987eb16e411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4707072a-7f90-42a3-9ec8-832a5a50bd28'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:23:35.129527 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86f4d48-342e-4d27-8918-b2bcf6a89052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port 76da0a3f-859b-44d7-9db5-b1efe0c32bf1 on network 4707072a-7f90-42a3-9ec8-832a5a50bd28 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:23:35.134601 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86f4d48-342e-4d27-8918-b2bcf6a89052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Port 76da0a3f-859b-44d7-9db5-b1efe0c32bf1 on network 4707072a-7f90-42a3-9ec8-832a5a50bd28 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:23:35.135106 n-d-789963-26 neutron-server[109694]: ERROR neutron.plugins.ml2.managers [None req-b86f4d48-342e-4d27-8918-b2bcf6a89052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Failed to bind port 76da0a3f-859b-44d7-9db5-b1efe0c32bf1 on host n-h1-789963-26 for vnic_type normal using segments [{'id': 'd3b2c811-5049-4c77-ab86-c987eb16e411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4707072a-7f90-42a3-9ec8-832a5a50bd28'}] Feb 02 07:23:35.135649 n-d-789963-26 neutron-server[109694]: INFO neutron.plugins.ml2.plugin [None req-b86f4d48-342e-4d27-8918-b2bcf6a89052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempt 9 to bind port 76da0a3f-859b-44d7-9db5-b1efe0c32bf1 Feb 02 07:23:35.144277 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-904962ce-4759-469c-9505-edc5b98abad2 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:23:35.148635 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-b86f4d48-342e-4d27-8918-b2bcf6a89052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port 76da0a3f-859b-44d7-9db5-b1efe0c32bf1 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:23:35.149055 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-b86f4d48-342e-4d27-8918-b2bcf6a89052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port 76da0a3f-859b-44d7-9db5-b1efe0c32bf1 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'd3b2c811-5049-4c77-ab86-c987eb16e411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4707072a-7f90-42a3-9ec8-832a5a50bd28'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:23:35.149661 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86f4d48-342e-4d27-8918-b2bcf6a89052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port 76da0a3f-859b-44d7-9db5-b1efe0c32bf1 on network 4707072a-7f90-42a3-9ec8-832a5a50bd28 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:23:35.154603 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86f4d48-342e-4d27-8918-b2bcf6a89052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Port 76da0a3f-859b-44d7-9db5-b1efe0c32bf1 on network 4707072a-7f90-42a3-9ec8-832a5a50bd28 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:23:35.155402 n-d-789963-26 neutron-server[109694]: ERROR neutron.plugins.ml2.managers [None req-b86f4d48-342e-4d27-8918-b2bcf6a89052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Failed to bind port 76da0a3f-859b-44d7-9db5-b1efe0c32bf1 on host n-h1-789963-26 for vnic_type normal using segments [{'id': 'd3b2c811-5049-4c77-ab86-c987eb16e411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4707072a-7f90-42a3-9ec8-832a5a50bd28'}] Feb 02 07:23:35.155755 n-d-789963-26 neutron-server[109694]: INFO neutron.plugins.ml2.plugin [None req-b86f4d48-342e-4d27-8918-b2bcf6a89052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempt 10 to bind port 76da0a3f-859b-44d7-9db5-b1efe0c32bf1 Feb 02 07:23:35.156782 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-904962ce-4759-469c-9505-edc5b98abad2 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (577bc748-2f13-4734-a9b6-f1baca62353e), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:35.157345 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-904962ce-4759-469c-9505-edc5b98abad2 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Added segment 577bc748-2f13-4734-a9b6-f1baca62353e of type vlan for network 15f937ed-fd75-4eb6-acaa-1eb875e6dc35 Feb 02 07:23:35.171906 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-b86f4d48-342e-4d27-8918-b2bcf6a89052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port 76da0a3f-859b-44d7-9db5-b1efe0c32bf1 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:23:35.172370 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-b86f4d48-342e-4d27-8918-b2bcf6a89052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port 76da0a3f-859b-44d7-9db5-b1efe0c32bf1 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'd3b2c811-5049-4c77-ab86-c987eb16e411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4707072a-7f90-42a3-9ec8-832a5a50bd28'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:23:35.172783 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86f4d48-342e-4d27-8918-b2bcf6a89052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port 76da0a3f-859b-44d7-9db5-b1efe0c32bf1 on network 4707072a-7f90-42a3-9ec8-832a5a50bd28 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:23:35.178534 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86f4d48-342e-4d27-8918-b2bcf6a89052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Port 76da0a3f-859b-44d7-9db5-b1efe0c32bf1 on network 4707072a-7f90-42a3-9ec8-832a5a50bd28 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:23:35.178948 n-d-789963-26 neutron-server[109694]: ERROR neutron.plugins.ml2.managers [None req-b86f4d48-342e-4d27-8918-b2bcf6a89052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Failed to bind port 76da0a3f-859b-44d7-9db5-b1efe0c32bf1 on host n-h1-789963-26 for vnic_type normal using segments [{'id': 'd3b2c811-5049-4c77-ab86-c987eb16e411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4707072a-7f90-42a3-9ec8-832a5a50bd28'}] Feb 02 07:23:35.179489 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b86f4d48-342e-4d27-8918-b2bcf6a89052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (76da0a3f-859b-44d7-9db5-b1efe0c32bf1), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:35.205873 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-904962ce-4759-469c-9505-edc5b98abad2 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (15f937ed-fd75-4eb6-acaa-1eb875e6dc35), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:35.238543 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-904962ce-4759-469c-9505-edc5b98abad2 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (15f937ed-fd75-4eb6-acaa-1eb875e6dc35), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:35.247850 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904962ce-4759-469c-9505-edc5b98abad2 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:35.255810 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-b86f4d48-342e-4d27-8918-b2bcf6a89052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] For port 76da0a3f-859b-44d7-9db5-b1efe0c32bf1, host n-h1-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:23:35.256859 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-b86f4d48-342e-4d27-8918-b2bcf6a89052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempted to set empty binding levels {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 02 07:23:35.258163 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-904962ce-4759-469c-9505-edc5b98abad2 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:35.262913 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b86f4d48-342e-4d27-8918-b2bcf6a89052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (76da0a3f-859b-44d7-9db5-b1efe0c32bf1), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:35.311131 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-904962ce-4759-469c-9505-edc5b98abad2 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2214551 Feb 02 07:23:35.315048 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42290) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:35.324178 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-b86f4d48-342e-4d27-8918-b2bcf6a89052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] In _notify_port_updated(), no bound segment for port 76da0a3f-859b-44d7-9db5-b1efe0c32bf1 on network 4707072a-7f90-42a3-9ec8-832a5a50bd28 {{(pid=109694) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 02 07:23:35.325087 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86f4d48-342e-4d27-8918-b2bcf6a89052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:35.326159 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b86f4d48-342e-4d27-8918-b2bcf6a89052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:35.328259 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b86f4d48-342e-4d27-8918-b2bcf6a89052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] 10.222.0.87 "PUT /v2.0/ports/76da0a3f-859b-44d7-9db5-b1efe0c32bf1 HTTP/1.1" status: 200 len: 980 time: 0.8100276 Feb 02 07:23:35.332020 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42292) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:35.337046 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-c5a7a75d-9724-417d-b475-a4de4d7d62c5 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Request body: {'subnet': {'network_id': '15f937ed-fd75-4eb6-acaa-1eb875e6dc35', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:23:35.351058 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904962ce-4759-469c-9505-edc5b98abad2 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Pushing event updated for resources: {'Network': ['ID=15f937ed-fd75-4eb6-acaa-1eb875e6dc35,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:35.362543 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 15f937ed-fd75-4eb6-acaa-1eb875e6dc35 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:23:35.761832 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86f4d48-342e-4d27-8918-b2bcf6a89052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Pushing event updated for resources: {'Port': ['ID=76da0a3f-859b-44d7-9db5-b1efe0c32bf1,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:35.796221 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a7a75d-9724-417d-b475-a4de4d7d62c5 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Made reservation on behalf of 734239c0e89548e9b731cf7277c63ec2 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:23:35.799587 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c5a7a75d-9724-417d-b475-a4de4d7d62c5 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:35.841943 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95382838-8084-4d67-9eb0-1690035ddc6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:35.842421 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95382838-8084-4d67-9eb0-1690035ddc6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:35.842891 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95382838-8084-4d67-9eb0-1690035ddc6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:35.843354 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95382838-8084-4d67-9eb0-1690035ddc6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:35.843838 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95382838-8084-4d67-9eb0-1690035ddc6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:35.844299 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95382838-8084-4d67-9eb0-1690035ddc6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:35.844759 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95382838-8084-4d67-9eb0-1690035ddc6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:35.845236 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95382838-8084-4d67-9eb0-1690035ddc6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:35.845672 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95382838-8084-4d67-9eb0-1690035ddc6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:35.846133 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95382838-8084-4d67-9eb0-1690035ddc6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:35.846588 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95382838-8084-4d67-9eb0-1690035ddc6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:35.847054 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95382838-8084-4d67-9eb0-1690035ddc6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:35.847506 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95382838-8084-4d67-9eb0-1690035ddc6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:35.847989 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95382838-8084-4d67-9eb0-1690035ddc6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:35.848445 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95382838-8084-4d67-9eb0-1690035ddc6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:35.848900 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95382838-8084-4d67-9eb0-1690035ddc6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:35.849373 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95382838-8084-4d67-9eb0-1690035ddc6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:35.849851 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95382838-8084-4d67-9eb0-1690035ddc6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:35.850487 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95382838-8084-4d67-9eb0-1690035ddc6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:35.850950 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95382838-8084-4d67-9eb0-1690035ddc6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:35.851399 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95382838-8084-4d67-9eb0-1690035ddc6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:35.851876 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95382838-8084-4d67-9eb0-1690035ddc6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:35.852329 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95382838-8084-4d67-9eb0-1690035ddc6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:35.852784 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95382838-8084-4d67-9eb0-1690035ddc6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:35.853237 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95382838-8084-4d67-9eb0-1690035ddc6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:35.853690 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95382838-8084-4d67-9eb0-1690035ddc6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:35.854141 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95382838-8084-4d67-9eb0-1690035ddc6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:35.854590 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95382838-8084-4d67-9eb0-1690035ddc6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:35.858059 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-95382838-8084-4d67-9eb0-1690035ddc6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 25972 time: 0.4827228 Feb 02 07:23:35.862004 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42296) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:36.069956 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c5a7a75d-9724-417d-b475-a4de4d7d62c5 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (2e47e13e-323d-46f3-b131-23590c8f7a11), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:36.142724 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a7a75d-9724-417d-b475-a4de4d7d62c5 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Checking segment: {'id': '577bc748-2f13-4734-a9b6-f1baca62353e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '15f937ed-fd75-4eb6-acaa-1eb875e6dc35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:23:36.143136 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a7a75d-9724-417d-b475-a4de4d7d62c5 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Network hostable DHCP agents. Network: 15f937ed-fd75-4eb6-acaa-1eb875e6dc35, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:23:36.158925 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a7a75d-9724-417d-b475-a4de4d7d62c5 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Pushing event updated for resources: {'Subnet': ['ID=2e47e13e-323d-46f3-b131-23590c8f7a11,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:36.192577 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a7a75d-9724-417d-b475-a4de4d7d62c5 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Network 15f937ed-fd75-4eb6-acaa-1eb875e6dc35 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:23:36.204531 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-c5a7a75d-9724-417d-b475-a4de4d7d62c5 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 15f937ed-fd75-4eb6-acaa-1eb875e6dc35) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:23:36.209698 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a7a75d-9724-417d-b475-a4de4d7d62c5 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:36.210460 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c5a7a75d-9724-417d-b475-a4de4d7d62c5 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:36.215312 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2004723-3f4c-4bf5-9251-2cc33c426be7 None None] Network 15f937ed-fd75-4eb6-acaa-1eb875e6dc35 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:23:36.229578 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c5a7a75d-9724-417d-b475-a4de4d7d62c5 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9066215 Feb 02 07:23:36.232383 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42298) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:36.237108 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-1ccbd6d9-ee9b-4210-a38c-78eb22f6cd6c tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1617895851', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:23:36.288670 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1ccbd6d9-ee9b-4210-a38c-78eb22f6cd6c tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (640d4df4-580b-4b26-a503-a075e9cb1620), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:36.289892 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1ccbd6d9-ee9b-4210-a38c-78eb22f6cd6c tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (640d4df4-580b-4b26-a503-a075e9cb1620), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:36.354163 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1ccbd6d9-ee9b-4210-a38c-78eb22f6cd6c tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for router_controller (640d4df4-580b-4b26-a503-a075e9cb1620), precommit_add_association {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:36.358555 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-fc49f54f-c04b-4abb-bf64-3cc67e307aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Deleting port 76da0a3f-859b-44d7-9db5-b1efe0c32bf1 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:23:36.359044 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fc49f54f-c04b-4abb-bf64-3cc67e307aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (76da0a3f-859b-44d7-9db5-b1efe0c32bf1), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:36.370005 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d879c59-0e14-4028-8f19-6d21aad60b58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-15f937ed-fd75-4eb6-acaa-1eb875e6dc35', 'network_id': '15f937ed-fd75-4eb6-acaa-1eb875e6dc35', 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'fixed_ips': [{'subnet_id': '2e47e13e-323d-46f3-b131-23590c8f7a11'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:23:36.371482 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2d879c59-0e14-4028-8f19-6d21aad60b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:36.375205 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1ccbd6d9-ee9b-4210-a38c-78eb22f6cd6c tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (640d4df4-580b-4b26-a503-a075e9cb1620), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:36.429056 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1ccbd6d9-ee9b-4210-a38c-78eb22f6cd6c tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:36.430405 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-1ccbd6d9-ee9b-4210-a38c-78eb22f6cd6c tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1968632 Feb 02 07:23:36.433164 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42302) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:36.453764 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-fc49f54f-c04b-4abb-bf64-3cc67e307aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] For port 76da0a3f-859b-44d7-9db5-b1efe0c32bf1, host n-h1-789963-26, got binding levels [] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:23:36.454231 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fc49f54f-c04b-4abb-bf64-3cc67e307aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (76da0a3f-859b-44d7-9db5-b1efe0c32bf1), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:36.468793 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-fc49f54f-c04b-4abb-bf64-3cc67e307aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Calling delete_port for 76da0a3f-859b-44d7-9db5-b1efe0c32bf1 owned by {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:23:36.573316 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fc49f54f-c04b-4abb-bf64-3cc67e307aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (76da0a3f-859b-44d7-9db5-b1efe0c32bf1), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:36.582611 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-2d879c59-0e14-4028-8f19-6d21aad60b58 None None] Allocated IP 2001:db8::2 (15f937ed-fd75-4eb6-acaa-1eb875e6dc35/2e47e13e-323d-46f3-b131-23590c8f7a11/fafcb911-561b-49ed-8e53-43f57c192b02) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:23:36.592261 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fc49f54f-c04b-4abb-bf64-3cc67e307aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:36.599369 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-fc49f54f-c04b-4abb-bf64-3cc67e307aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] 10.222.0.87 "DELETE /v2.0/ports/76da0a3f-859b-44d7-9db5-b1efe0c32bf1 HTTP/1.1" status: 204 len: 168 time: 0.7329013 Feb 02 07:23:36.599369 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42304) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:36.650365 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bcfb203-0434-4fb3-b0b5-1b807f6cf6f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] GET failed (client error): The resource could not be found. Feb 02 07:23:36.655719 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-6bcfb203-0434-4fb3-b0b5-1b807f6cf6f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] 10.222.0.87 "GET /v2.0/ports/76da0a3f-859b-44d7-9db5-b1efe0c32bf1 HTTP/1.1" status: 404 len: 333 time: 0.0506186 Feb 02 07:23:36.656007 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42306) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:36.660487 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-7971360f-55b4-4925-88dc-db9df497de79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1937525316', 'network_id': '4707072a-7f90-42a3-9ec8-832a5a50bd28'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:23:36.678209 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc49f54f-c04b-4abb-bf64-3cc67e307aac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Pushing event deleted for resources: {'Port': ['ID=76da0a3f-859b-44d7-9db5-b1efe0c32bf1,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:36.683889 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7971360f-55b4-4925-88dc-db9df497de79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Made reservation on behalf of c0343e93c28c4e968d2ba1bd02683028 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:23:36.689696 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7971360f-55b4-4925-88dc-db9df497de79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:36.724102 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [None req-7971360f-55b4-4925-88dc-db9df497de79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] device_id is not set on port 3bdc3366-1baf-4777-9240-7e3024911be2 yet. {{(pid=109693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:23:36.795636 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2d879c59-0e14-4028-8f19-6d21aad60b58 None None] Publish callbacks [] for port (fafcb911-561b-49ed-8e53-43f57c192b02), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:36.806151 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2d879c59-0e14-4028-8f19-6d21aad60b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (fafcb911-561b-49ed-8e53-43f57c192b02), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:36.888718 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2c6e58e1-6b97-425d-aa7d-1c4f220889d2 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:36.890402 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d879c59-0e14-4028-8f19-6d21aad60b58 None None] Network 15f937ed-fd75-4eb6-acaa-1eb875e6dc35 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:23:36.893929 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-2d879c59-0e14-4028-8f19-6d21aad60b58 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:23:36.902391 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d879c59-0e14-4028-8f19-6d21aad60b58 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:23:36.970539 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d879c59-0e14-4028-8f19-6d21aad60b58 None None] Pushing event updated for resources: {'Port': ['ID=fafcb911-561b-49ed-8e53-43f57c192b02,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:36.991658 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-2d879c59-0e14-4028-8f19-6d21aad60b58 None None] Attempting to bind port fafcb911-561b-49ed-8e53-43f57c192b02 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:23:36.992327 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-2d879c59-0e14-4028-8f19-6d21aad60b58 None None] Attempting to bind port fafcb911-561b-49ed-8e53-43f57c192b02 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '577bc748-2f13-4734-a9b6-f1baca62353e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '15f937ed-fd75-4eb6-acaa-1eb875e6dc35'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:23:36.992873 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d879c59-0e14-4028-8f19-6d21aad60b58 None None] Attempting to bind port fafcb911-561b-49ed-8e53-43f57c192b02 on network 15f937ed-fd75-4eb6-acaa-1eb875e6dc35 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:23:36.999618 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d879c59-0e14-4028-8f19-6d21aad60b58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:23:37.000219 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d879c59-0e14-4028-8f19-6d21aad60b58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:23:37.000808 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d879c59-0e14-4028-8f19-6d21aad60b58 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:23:37.001347 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d879c59-0e14-4028-8f19-6d21aad60b58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:23:37.001850 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d879c59-0e14-4028-8f19-6d21aad60b58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:23:37.002352 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d879c59-0e14-4028-8f19-6d21aad60b58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:23:37.002849 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d879c59-0e14-4028-8f19-6d21aad60b58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:23:37.003704 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d879c59-0e14-4028-8f19-6d21aad60b58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:23:37.004293 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d879c59-0e14-4028-8f19-6d21aad60b58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:23:37.004792 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d879c59-0e14-4028-8f19-6d21aad60b58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:23:37.005292 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d879c59-0e14-4028-8f19-6d21aad60b58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:23:37.005833 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d879c59-0e14-4028-8f19-6d21aad60b58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:23:37.006628 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d879c59-0e14-4028-8f19-6d21aad60b58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:23:37.016907 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d879c59-0e14-4028-8f19-6d21aad60b58 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:23:37.017695 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d879c59-0e14-4028-8f19-6d21aad60b58 None None] Checking segment: {'id': '577bc748-2f13-4734-a9b6-f1baca62353e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '15f937ed-fd75-4eb6-acaa-1eb875e6dc35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:23:37.018298 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2d879c59-0e14-4028-8f19-6d21aad60b58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:37.019766 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d879c59-0e14-4028-8f19-6d21aad60b58 None None] Bound using segment: {'id': '577bc748-2f13-4734-a9b6-f1baca62353e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '15f937ed-fd75-4eb6-acaa-1eb875e6dc35'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:23:37.020451 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-2d879c59-0e14-4028-8f19-6d21aad60b58 None None] Bound port: fafcb911-561b-49ed-8e53-43f57c192b02, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '577bc748-2f13-4734-a9b6-f1baca62353e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '15f937ed-fd75-4eb6-acaa-1eb875e6dc35'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:23:37.021050 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2d879c59-0e14-4028-8f19-6d21aad60b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (fafcb911-561b-49ed-8e53-43f57c192b02), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:37.051134 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7971360f-55b4-4925-88dc-db9df497de79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Publish callbacks [] for port (3bdc3366-1baf-4777-9240-7e3024911be2), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:37.097421 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7971360f-55b4-4925-88dc-db9df497de79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (3bdc3366-1baf-4777-9240-7e3024911be2), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:37.103522 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-2d879c59-0e14-4028-8f19-6d21aad60b58 None None] For port fafcb911-561b-49ed-8e53-43f57c192b02, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:23:37.111636 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-2d879c59-0e14-4028-8f19-6d21aad60b58 None None] For port fafcb911-561b-49ed-8e53-43f57c192b02, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=fafcb911-561b-49ed-8e53-43f57c192b02,segment=NetworkSegment(577bc748-2f13-4734-a9b6-f1baca62353e),segment_id=577bc748-2f13-4734-a9b6-f1baca62353e)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:23:37.121946 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2d879c59-0e14-4028-8f19-6d21aad60b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (fafcb911-561b-49ed-8e53-43f57c192b02), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:37.154891 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7971360f-55b4-4925-88dc-db9df497de79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Network 4707072a-7f90-42a3-9ec8-832a5a50bd28 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:23:37.158091 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-7971360f-55b4-4925-88dc-db9df497de79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:23:37.163225 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7971360f-55b4-4925-88dc-db9df497de79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:23:37.164226 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7971360f-55b4-4925-88dc-db9df497de79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:37.164830 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7971360f-55b4-4925-88dc-db9df497de79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:37.168513 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7971360f-55b4-4925-88dc-db9df497de79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Pushing event updated for resources: {'Port': ['ID=3bdc3366-1baf-4777-9240-7e3024911be2,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:37.189146 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-7971360f-55b4-4925-88dc-db9df497de79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5320265 Feb 02 07:23:37.192038 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42312) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:37.238393 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d879c59-0e14-4028-8f19-6d21aad60b58 None None] Pushing event updated for resources: {'Port': ['ID=fafcb911-561b-49ed-8e53-43f57c192b02,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:37.275782 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e88872-ba75-4b01-b86e-562f0d7b6a73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:37.282850 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42314) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:37.283032 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-f5e88872-ba75-4b01-b86e-562f0d7b6a73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] 10.222.0.87 "GET /v2.0/ports/3bdc3366-1baf-4777-9240-7e3024911be2 HTTP/1.1" status: 200 len: 959 time: 0.0885551 Feb 02 07:23:37.299366 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-2c6e58e1-6b97-425d-aa7d-1c4f220889d2 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Allocated IP 2001:db8::1 (15f937ed-fd75-4eb6-acaa-1eb875e6dc35/2e47e13e-323d-46f3-b131-23590c8f7a11/f4644dde-fdac-496a-8f47-2779c479ff1a) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:23:37.571020 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-5cbf2073-ca21-4f43-82b9-821cf518d84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Deleting port 3bdc3366-1baf-4777-9240-7e3024911be2 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:23:37.571705 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5cbf2073-ca21-4f43-82b9-821cf518d84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (3bdc3366-1baf-4777-9240-7e3024911be2), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:37.615027 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2c6e58e1-6b97-425d-aa7d-1c4f220889d2 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for port (f4644dde-fdac-496a-8f47-2779c479ff1a), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:37.680098 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5cbf2073-ca21-4f43-82b9-821cf518d84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (3bdc3366-1baf-4777-9240-7e3024911be2), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:37.708860 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-5cbf2073-ca21-4f43-82b9-821cf518d84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Calling delete_port for 3bdc3366-1baf-4777-9240-7e3024911be2 owned by {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:23:37.775468 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2c6e58e1-6b97-425d-aa7d-1c4f220889d2 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (f4644dde-fdac-496a-8f47-2779c479ff1a), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:37.841856 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6e58e1-6b97-425d-aa7d-1c4f220889d2 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Pushing event updated for resources: {'Port': ['ID=f4644dde-fdac-496a-8f47-2779c479ff1a,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:37.857389 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6e58e1-6b97-425d-aa7d-1c4f220889d2 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Network 15f937ed-fd75-4eb6-acaa-1eb875e6dc35 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:23:37.861793 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-2c6e58e1-6b97-425d-aa7d-1c4f220889d2 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:23:37.864395 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6e58e1-6b97-425d-aa7d-1c4f220889d2 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:23:37.865204 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2c6e58e1-6b97-425d-aa7d-1c4f220889d2 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (640d4df4-580b-4b26-a503-a075e9cb1620), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:37.966874 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device fafcb911-561b-49ed-8e53-43f57c192b02 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:23:38.005019 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5cbf2073-ca21-4f43-82b9-821cf518d84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (3bdc3366-1baf-4777-9240-7e3024911be2), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:38.048200 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port fafcb911-561b-49ed-8e53-43f57c192b02 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:23:38.048980 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (fafcb911-561b-49ed-8e53-43f57c192b02), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:38.075998 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbf2073-ca21-4f43-82b9-821cf518d84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Pushing event deleted for resources: {'Port': ['ID=3bdc3366-1baf-4777-9240-7e3024911be2,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:38.093594 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5cbf2073-ca21-4f43-82b9-821cf518d84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:38.102984 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42320) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:38.117388 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-5cbf2073-ca21-4f43-82b9-821cf518d84c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] 10.222.0.87 "DELETE /v2.0/ports/3bdc3366-1baf-4777-9240-7e3024911be2 HTTP/1.1" status: 204 len: 168 time: 0.8298490 Feb 02 07:23:38.128745 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2c6e58e1-6b97-425d-aa7d-1c4f220889d2 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f4644dde-fdac-496a-8f47-2779c479ff1a), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:38.149568 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6db202d-b0eb-40ef-b458-2e761b2e2d03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] GET failed (client error): The resource could not be found. Feb 02 07:23:38.157846 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a6db202d-b0eb-40ef-b458-2e761b2e2d03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] 10.222.0.87 "GET /v2.0/ports/3bdc3366-1baf-4777-9240-7e3024911be2 HTTP/1.1" status: 404 len: 333 time: 0.0537612 Feb 02 07:23:38.158476 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42322) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:38.163097 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port fafcb911-561b-49ed-8e53-43f57c192b02 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:23:38.164122 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (fafcb911-561b-49ed-8e53-43f57c192b02), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:38.170095 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-6b834d26-8622-4e32-b2e5-434b8a04ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Request body: {'port': {'network_id': '4707072a-7f90-42a3-9ec8-832a5a50bd28', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025372754'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:23:38.213529 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b834d26-8622-4e32-b2e5-434b8a04ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Made reservation on behalf of c0343e93c28c4e968d2ba1bd02683028 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:23:38.216426 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6b834d26-8622-4e32-b2e5-434b8a04ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:38.229414 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port fafcb911-561b-49ed-8e53-43f57c192b02, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=fafcb911-561b-49ed-8e53-43f57c192b02,segment=NetworkSegment(577bc748-2f13-4734-a9b6-f1baca62353e),segment_id=577bc748-2f13-4734-a9b6-f1baca62353e)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:23:38.236576 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (fafcb911-561b-49ed-8e53-43f57c192b02), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:38.254720 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [None req-6b834d26-8622-4e32-b2e5-434b8a04ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] device_id is not set on port ae126cd0-f078-4fe6-b87b-2d5f45497d7a yet. {{(pid=109693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:23:38.300673 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=fafcb911-561b-49ed-8e53-43f57c192b02,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:38.481987 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6b834d26-8622-4e32-b2e5-434b8a04ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Publish callbacks [] for port (ae126cd0-f078-4fe6-b87b-2d5f45497d7a), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:38.527426 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6b834d26-8622-4e32-b2e5-434b8a04ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (ae126cd0-f078-4fe6-b87b-2d5f45497d7a), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:38.534331 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2c6e58e1-6b97-425d-aa7d-1c4f220889d2 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for port (f4644dde-fdac-496a-8f47-2779c479ff1a), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:38.548372 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2c6e58e1-6b97-425d-aa7d-1c4f220889d2 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (f4644dde-fdac-496a-8f47-2779c479ff1a), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:38.549705 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2c6e58e1-6b97-425d-aa7d-1c4f220889d2 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (640d4df4-580b-4b26-a503-a075e9cb1620), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:38.615023 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b834d26-8622-4e32-b2e5-434b8a04ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Network 4707072a-7f90-42a3-9ec8-832a5a50bd28 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:23:38.626344 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-6b834d26-8622-4e32-b2e5-434b8a04ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:23:38.632608 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b834d26-8622-4e32-b2e5-434b8a04ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:23:38.636323 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b834d26-8622-4e32-b2e5-434b8a04ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:38.636957 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6b834d26-8622-4e32-b2e5-434b8a04ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:38.667863 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6e58e1-6b97-425d-aa7d-1c4f220889d2 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Pushing event updated for resources: {'Port': ['ID=f4644dde-fdac-496a-8f47-2779c479ff1a,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:38.670592 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-6b834d26-8622-4e32-b2e5-434b8a04ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5110707 Feb 02 07:23:38.674531 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42326) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:38.684450 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-94ef1225-7a0e-4db3-ba4e-f62cdcf6ab79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:23:38.727698 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b834d26-8622-4e32-b2e5-434b8a04ef5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Pushing event updated for resources: {'Port': ['ID=ae126cd0-f078-4fe6-b87b-2d5f45497d7a,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:38.768329 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-94ef1225-7a0e-4db3-ba4e-f62cdcf6ab79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ae126cd0-f078-4fe6-b87b-2d5f45497d7a), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:38.780735 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6e58e1-6b97-425d-aa7d-1c4f220889d2 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Network 15f937ed-fd75-4eb6-acaa-1eb875e6dc35 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:23:38.782191 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-2c6e58e1-6b97-425d-aa7d-1c4f220889d2 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:23:38.821328 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72161fbb-85ec-4f0c-a5d6-6e6425b452b0 None None] Network 15f937ed-fd75-4eb6-acaa-1eb875e6dc35 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:23:38.911833 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-00073fa3-d3ca-4a97-8b57-e196ef3c92cd None None] Provisioning complete for port fafcb911-561b-49ed-8e53-43f57c192b02 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:23:38.912298 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-00073fa3-d3ca-4a97-8b57-e196ef3c92cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (fafcb911-561b-49ed-8e53-43f57c192b02), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:38.993047 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c6e58e1-6b97-425d-aa7d-1c4f220889d2 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Router 640d4df4-580b-4b26-a503-a075e9cb1620 is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:23:39.019337 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-00073fa3-d3ca-4a97-8b57-e196ef3c92cd None None] Current status of the port fafcb911-561b-49ed-8e53-43f57c192b02 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:23:39.021712 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [None req-94ef1225-7a0e-4db3-ba4e-f62cdcf6ab79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] device_id is not set on port ae126cd0-f078-4fe6-b87b-2d5f45497d7a yet. {{(pid=109693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:23:39.037747 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-94ef1225-7a0e-4db3-ba4e-f62cdcf6ab79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Publish callbacks [] for port (ae126cd0-f078-4fe6-b87b-2d5f45497d7a), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:39.046574 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-94ef1225-7a0e-4db3-ba4e-f62cdcf6ab79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (ae126cd0-f078-4fe6-b87b-2d5f45497d7a), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:39.159812 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [None req-94ef1225-7a0e-4db3-ba4e-f62cdcf6ab79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port ae126cd0-f078-4fe6-b87b-2d5f45497d7a on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:23:39.160049 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [None req-94ef1225-7a0e-4db3-ba4e-f62cdcf6ab79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port ae126cd0-f078-4fe6-b87b-2d5f45497d7a by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'd3b2c811-5049-4c77-ab86-c987eb16e411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4707072a-7f90-42a3-9ec8-832a5a50bd28'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:23:39.160437 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ef1225-7a0e-4db3-ba4e-f62cdcf6ab79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port ae126cd0-f078-4fe6-b87b-2d5f45497d7a on network 4707072a-7f90-42a3-9ec8-832a5a50bd28 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:23:39.168568 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ef1225-7a0e-4db3-ba4e-f62cdcf6ab79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Pushing event updated for resources: {'Port': ['ID=ae126cd0-f078-4fe6-b87b-2d5f45497d7a,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:39.179167 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ef1225-7a0e-4db3-ba4e-f62cdcf6ab79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Port ae126cd0-f078-4fe6-b87b-2d5f45497d7a on network 4707072a-7f90-42a3-9ec8-832a5a50bd28 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:23:39.179696 n-d-789963-26 neutron-server[109693]: ERROR neutron.plugins.ml2.managers [None req-94ef1225-7a0e-4db3-ba4e-f62cdcf6ab79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Failed to bind port ae126cd0-f078-4fe6-b87b-2d5f45497d7a on host n-h1-789963-26 for vnic_type normal using segments [{'id': 'd3b2c811-5049-4c77-ab86-c987eb16e411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4707072a-7f90-42a3-9ec8-832a5a50bd28'}] Feb 02 07:23:39.180186 n-d-789963-26 neutron-server[109693]: INFO neutron.plugins.ml2.plugin [None req-94ef1225-7a0e-4db3-ba4e-f62cdcf6ab79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempt 2 to bind port ae126cd0-f078-4fe6-b87b-2d5f45497d7a Feb 02 07:23:39.197247 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c6e58e1-6b97-425d-aa7d-1c4f220889d2 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:23:39.198202 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [None req-94ef1225-7a0e-4db3-ba4e-f62cdcf6ab79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port ae126cd0-f078-4fe6-b87b-2d5f45497d7a on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:23:39.200471 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [None req-94ef1225-7a0e-4db3-ba4e-f62cdcf6ab79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port ae126cd0-f078-4fe6-b87b-2d5f45497d7a by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'd3b2c811-5049-4c77-ab86-c987eb16e411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4707072a-7f90-42a3-9ec8-832a5a50bd28'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:23:39.200471 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ef1225-7a0e-4db3-ba4e-f62cdcf6ab79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port ae126cd0-f078-4fe6-b87b-2d5f45497d7a on network 4707072a-7f90-42a3-9ec8-832a5a50bd28 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:23:39.211482 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-2c6e58e1-6b97-425d-aa7d-1c4f220889d2 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "PUT /v2.0/routers/640d4df4-580b-4b26-a503-a075e9cb1620/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7749712 Feb 02 07:23:39.211742 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ef1225-7a0e-4db3-ba4e-f62cdcf6ab79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Port ae126cd0-f078-4fe6-b87b-2d5f45497d7a on network 4707072a-7f90-42a3-9ec8-832a5a50bd28 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:23:39.212029 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42330) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:39.212157 n-d-789963-26 neutron-server[109693]: ERROR neutron.plugins.ml2.managers [None req-94ef1225-7a0e-4db3-ba4e-f62cdcf6ab79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Failed to bind port ae126cd0-f078-4fe6-b87b-2d5f45497d7a on host n-h1-789963-26 for vnic_type normal using segments [{'id': 'd3b2c811-5049-4c77-ab86-c987eb16e411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4707072a-7f90-42a3-9ec8-832a5a50bd28'}] Feb 02 07:23:39.212442 n-d-789963-26 neutron-server[109693]: INFO neutron.plugins.ml2.plugin [None req-94ef1225-7a0e-4db3-ba4e-f62cdcf6ab79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempt 3 to bind port ae126cd0-f078-4fe6-b87b-2d5f45497d7a Feb 02 07:23:39.221894 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4fd256-b1a2-44ac-93b2-c89d52b8ed0c None None] Sync routers for ids ['640d4df4-580b-4b26-a503-a075e9cb1620'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:23:39.236014 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [None req-94ef1225-7a0e-4db3-ba4e-f62cdcf6ab79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port ae126cd0-f078-4fe6-b87b-2d5f45497d7a on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:23:39.236467 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [None req-94ef1225-7a0e-4db3-ba4e-f62cdcf6ab79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port ae126cd0-f078-4fe6-b87b-2d5f45497d7a by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'd3b2c811-5049-4c77-ab86-c987eb16e411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4707072a-7f90-42a3-9ec8-832a5a50bd28'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:23:39.236819 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ef1225-7a0e-4db3-ba4e-f62cdcf6ab79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port ae126cd0-f078-4fe6-b87b-2d5f45497d7a on network 4707072a-7f90-42a3-9ec8-832a5a50bd28 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:23:39.241597 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4fd256-b1a2-44ac-93b2-c89d52b8ed0c None None] Routers {'640d4df4-580b-4b26-a503-a075e9cb1620'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:23:39.245948 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ef1225-7a0e-4db3-ba4e-f62cdcf6ab79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Port ae126cd0-f078-4fe6-b87b-2d5f45497d7a on network 4707072a-7f90-42a3-9ec8-832a5a50bd28 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:23:39.246157 n-d-789963-26 neutron-server[109693]: ERROR neutron.plugins.ml2.managers [None req-94ef1225-7a0e-4db3-ba4e-f62cdcf6ab79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Failed to bind port ae126cd0-f078-4fe6-b87b-2d5f45497d7a on host n-h1-789963-26 for vnic_type normal using segments [{'id': 'd3b2c811-5049-4c77-ab86-c987eb16e411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4707072a-7f90-42a3-9ec8-832a5a50bd28'}] Feb 02 07:23:39.246515 n-d-789963-26 neutron-server[109693]: INFO neutron.plugins.ml2.plugin [None req-94ef1225-7a0e-4db3-ba4e-f62cdcf6ab79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempt 4 to bind port ae126cd0-f078-4fe6-b87b-2d5f45497d7a Feb 02 07:23:39.247739 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-9f4fd256-b1a2-44ac-93b2-c89d52b8ed0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:23:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['640d4df4-580b-4b26-a503-a075e9cb1620'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:39.266489 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [None req-94ef1225-7a0e-4db3-ba4e-f62cdcf6ab79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port ae126cd0-f078-4fe6-b87b-2d5f45497d7a on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:23:39.266955 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [None req-94ef1225-7a0e-4db3-ba4e-f62cdcf6ab79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port ae126cd0-f078-4fe6-b87b-2d5f45497d7a by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'd3b2c811-5049-4c77-ab86-c987eb16e411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4707072a-7f90-42a3-9ec8-832a5a50bd28'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:23:39.267305 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ef1225-7a0e-4db3-ba4e-f62cdcf6ab79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port ae126cd0-f078-4fe6-b87b-2d5f45497d7a on network 4707072a-7f90-42a3-9ec8-832a5a50bd28 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:23:39.272233 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ef1225-7a0e-4db3-ba4e-f62cdcf6ab79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Port ae126cd0-f078-4fe6-b87b-2d5f45497d7a on network 4707072a-7f90-42a3-9ec8-832a5a50bd28 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:23:39.272573 n-d-789963-26 neutron-server[109693]: ERROR neutron.plugins.ml2.managers [None req-94ef1225-7a0e-4db3-ba4e-f62cdcf6ab79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Failed to bind port ae126cd0-f078-4fe6-b87b-2d5f45497d7a on host n-h1-789963-26 for vnic_type normal using segments [{'id': 'd3b2c811-5049-4c77-ab86-c987eb16e411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4707072a-7f90-42a3-9ec8-832a5a50bd28'}] Feb 02 07:23:39.272977 n-d-789963-26 neutron-server[109693]: INFO neutron.plugins.ml2.plugin [None req-94ef1225-7a0e-4db3-ba4e-f62cdcf6ab79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempt 5 to bind port ae126cd0-f078-4fe6-b87b-2d5f45497d7a Feb 02 07:23:39.293252 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [None req-94ef1225-7a0e-4db3-ba4e-f62cdcf6ab79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port ae126cd0-f078-4fe6-b87b-2d5f45497d7a on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:23:39.293638 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [None req-94ef1225-7a0e-4db3-ba4e-f62cdcf6ab79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port ae126cd0-f078-4fe6-b87b-2d5f45497d7a by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'd3b2c811-5049-4c77-ab86-c987eb16e411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4707072a-7f90-42a3-9ec8-832a5a50bd28'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:23:39.294254 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ef1225-7a0e-4db3-ba4e-f62cdcf6ab79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port ae126cd0-f078-4fe6-b87b-2d5f45497d7a on network 4707072a-7f90-42a3-9ec8-832a5a50bd28 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:23:39.300541 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ef1225-7a0e-4db3-ba4e-f62cdcf6ab79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Port ae126cd0-f078-4fe6-b87b-2d5f45497d7a on network 4707072a-7f90-42a3-9ec8-832a5a50bd28 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:23:39.300883 n-d-789963-26 neutron-server[109693]: ERROR neutron.plugins.ml2.managers [None req-94ef1225-7a0e-4db3-ba4e-f62cdcf6ab79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Failed to bind port ae126cd0-f078-4fe6-b87b-2d5f45497d7a on host n-h1-789963-26 for vnic_type normal using segments [{'id': 'd3b2c811-5049-4c77-ab86-c987eb16e411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4707072a-7f90-42a3-9ec8-832a5a50bd28'}] Feb 02 07:23:39.301413 n-d-789963-26 neutron-server[109693]: INFO neutron.plugins.ml2.plugin [None req-94ef1225-7a0e-4db3-ba4e-f62cdcf6ab79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempt 6 to bind port ae126cd0-f078-4fe6-b87b-2d5f45497d7a Feb 02 07:23:39.314540 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-9f4fd256-b1a2-44ac-93b2-c89d52b8ed0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:39.320076 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [None req-94ef1225-7a0e-4db3-ba4e-f62cdcf6ab79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port ae126cd0-f078-4fe6-b87b-2d5f45497d7a on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:23:39.320429 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [None req-94ef1225-7a0e-4db3-ba4e-f62cdcf6ab79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port ae126cd0-f078-4fe6-b87b-2d5f45497d7a by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'd3b2c811-5049-4c77-ab86-c987eb16e411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4707072a-7f90-42a3-9ec8-832a5a50bd28'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:23:39.321032 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ef1225-7a0e-4db3-ba4e-f62cdcf6ab79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port ae126cd0-f078-4fe6-b87b-2d5f45497d7a on network 4707072a-7f90-42a3-9ec8-832a5a50bd28 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:23:39.326127 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ef1225-7a0e-4db3-ba4e-f62cdcf6ab79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Port ae126cd0-f078-4fe6-b87b-2d5f45497d7a on network 4707072a-7f90-42a3-9ec8-832a5a50bd28 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:23:39.326557 n-d-789963-26 neutron-server[109693]: ERROR neutron.plugins.ml2.managers [None req-94ef1225-7a0e-4db3-ba4e-f62cdcf6ab79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Failed to bind port ae126cd0-f078-4fe6-b87b-2d5f45497d7a on host n-h1-789963-26 for vnic_type normal using segments [{'id': 'd3b2c811-5049-4c77-ab86-c987eb16e411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4707072a-7f90-42a3-9ec8-832a5a50bd28'}] Feb 02 07:23:39.326959 n-d-789963-26 neutron-server[109693]: INFO neutron.plugins.ml2.plugin [None req-94ef1225-7a0e-4db3-ba4e-f62cdcf6ab79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempt 7 to bind port ae126cd0-f078-4fe6-b87b-2d5f45497d7a Feb 02 07:23:39.329332 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37117787-d069-4aa4-b9ea-0b413fd3a93c tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:39.332582 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-37117787-d069-4aa4-b9ea-0b413fd3a93c tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "GET /v2.0/ports/f4644dde-fdac-496a-8f47-2779c479ff1a HTTP/1.1" status: 200 len: 911 time: 0.1192465 Feb 02 07:23:39.335532 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42332) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:39.344911 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [None req-94ef1225-7a0e-4db3-ba4e-f62cdcf6ab79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port ae126cd0-f078-4fe6-b87b-2d5f45497d7a on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:23:39.345289 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [None req-94ef1225-7a0e-4db3-ba4e-f62cdcf6ab79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port ae126cd0-f078-4fe6-b87b-2d5f45497d7a by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'd3b2c811-5049-4c77-ab86-c987eb16e411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4707072a-7f90-42a3-9ec8-832a5a50bd28'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:23:39.345640 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ef1225-7a0e-4db3-ba4e-f62cdcf6ab79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port ae126cd0-f078-4fe6-b87b-2d5f45497d7a on network 4707072a-7f90-42a3-9ec8-832a5a50bd28 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:23:39.348698 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4fd256-b1a2-44ac-93b2-c89d52b8ed0c None None] Routers {'640d4df4-580b-4b26-a503-a075e9cb1620'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:23:39.348982 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-239adead-de32-475a-9d3f-0e549aeb1915 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2e47e13e-323d-46f3-b131-23590c8f7a11'}]}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:23:39.352402 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ef1225-7a0e-4db3-ba4e-f62cdcf6ab79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Port ae126cd0-f078-4fe6-b87b-2d5f45497d7a on network 4707072a-7f90-42a3-9ec8-832a5a50bd28 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:23:39.353015 n-d-789963-26 neutron-server[109693]: ERROR neutron.plugins.ml2.managers [None req-94ef1225-7a0e-4db3-ba4e-f62cdcf6ab79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Failed to bind port ae126cd0-f078-4fe6-b87b-2d5f45497d7a on host n-h1-789963-26 for vnic_type normal using segments [{'id': 'd3b2c811-5049-4c77-ab86-c987eb16e411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4707072a-7f90-42a3-9ec8-832a5a50bd28'}] Feb 02 07:23:39.353379 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-9f4fd256-b1a2-44ac-93b2-c89d52b8ed0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:23:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['640d4df4-580b-4b26-a503-a075e9cb1620'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:39.353775 n-d-789963-26 neutron-server[109693]: INFO neutron.plugins.ml2.plugin [None req-94ef1225-7a0e-4db3-ba4e-f62cdcf6ab79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempt 8 to bind port ae126cd0-f078-4fe6-b87b-2d5f45497d7a Feb 02 07:23:39.371649 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [None req-94ef1225-7a0e-4db3-ba4e-f62cdcf6ab79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port ae126cd0-f078-4fe6-b87b-2d5f45497d7a on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:23:39.373045 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [None req-94ef1225-7a0e-4db3-ba4e-f62cdcf6ab79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port ae126cd0-f078-4fe6-b87b-2d5f45497d7a by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'd3b2c811-5049-4c77-ab86-c987eb16e411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4707072a-7f90-42a3-9ec8-832a5a50bd28'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:23:39.373578 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ef1225-7a0e-4db3-ba4e-f62cdcf6ab79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port ae126cd0-f078-4fe6-b87b-2d5f45497d7a on network 4707072a-7f90-42a3-9ec8-832a5a50bd28 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:23:39.379246 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ef1225-7a0e-4db3-ba4e-f62cdcf6ab79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Port ae126cd0-f078-4fe6-b87b-2d5f45497d7a on network 4707072a-7f90-42a3-9ec8-832a5a50bd28 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:23:39.380008 n-d-789963-26 neutron-server[109693]: ERROR neutron.plugins.ml2.managers [None req-94ef1225-7a0e-4db3-ba4e-f62cdcf6ab79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Failed to bind port ae126cd0-f078-4fe6-b87b-2d5f45497d7a on host n-h1-789963-26 for vnic_type normal using segments [{'id': 'd3b2c811-5049-4c77-ab86-c987eb16e411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4707072a-7f90-42a3-9ec8-832a5a50bd28'}] Feb 02 07:23:39.380665 n-d-789963-26 neutron-server[109693]: INFO neutron.plugins.ml2.plugin [None req-94ef1225-7a0e-4db3-ba4e-f62cdcf6ab79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempt 9 to bind port ae126cd0-f078-4fe6-b87b-2d5f45497d7a Feb 02 07:23:39.399628 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [None req-94ef1225-7a0e-4db3-ba4e-f62cdcf6ab79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port ae126cd0-f078-4fe6-b87b-2d5f45497d7a on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:23:39.400245 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [None req-94ef1225-7a0e-4db3-ba4e-f62cdcf6ab79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port ae126cd0-f078-4fe6-b87b-2d5f45497d7a by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'd3b2c811-5049-4c77-ab86-c987eb16e411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4707072a-7f90-42a3-9ec8-832a5a50bd28'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:23:39.400921 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ef1225-7a0e-4db3-ba4e-f62cdcf6ab79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port ae126cd0-f078-4fe6-b87b-2d5f45497d7a on network 4707072a-7f90-42a3-9ec8-832a5a50bd28 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:23:39.413313 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ef1225-7a0e-4db3-ba4e-f62cdcf6ab79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Port ae126cd0-f078-4fe6-b87b-2d5f45497d7a on network 4707072a-7f90-42a3-9ec8-832a5a50bd28 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:23:39.414489 n-d-789963-26 neutron-server[109693]: ERROR neutron.plugins.ml2.managers [None req-94ef1225-7a0e-4db3-ba4e-f62cdcf6ab79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Failed to bind port ae126cd0-f078-4fe6-b87b-2d5f45497d7a on host n-h1-789963-26 for vnic_type normal using segments [{'id': 'd3b2c811-5049-4c77-ab86-c987eb16e411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4707072a-7f90-42a3-9ec8-832a5a50bd28'}] Feb 02 07:23:39.415297 n-d-789963-26 neutron-server[109693]: INFO neutron.plugins.ml2.plugin [None req-94ef1225-7a0e-4db3-ba4e-f62cdcf6ab79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempt 10 to bind port ae126cd0-f078-4fe6-b87b-2d5f45497d7a Feb 02 07:23:39.418915 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-9f4fd256-b1a2-44ac-93b2-c89d52b8ed0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:39.419970 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4fd256-b1a2-44ac-93b2-c89d52b8ed0c None None] The sync data for ids ['640d4df4-580b-4b26-a503-a075e9cb1620'] in n-d-789963-26 is: [] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:23:39.452776 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [None req-94ef1225-7a0e-4db3-ba4e-f62cdcf6ab79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port ae126cd0-f078-4fe6-b87b-2d5f45497d7a on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:23:39.453144 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [None req-94ef1225-7a0e-4db3-ba4e-f62cdcf6ab79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port ae126cd0-f078-4fe6-b87b-2d5f45497d7a by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'd3b2c811-5049-4c77-ab86-c987eb16e411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4707072a-7f90-42a3-9ec8-832a5a50bd28'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:23:39.453531 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ef1225-7a0e-4db3-ba4e-f62cdcf6ab79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempting to bind port ae126cd0-f078-4fe6-b87b-2d5f45497d7a on network 4707072a-7f90-42a3-9ec8-832a5a50bd28 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:23:39.460305 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ef1225-7a0e-4db3-ba4e-f62cdcf6ab79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Port ae126cd0-f078-4fe6-b87b-2d5f45497d7a on network 4707072a-7f90-42a3-9ec8-832a5a50bd28 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:23:39.460772 n-d-789963-26 neutron-server[109693]: ERROR neutron.plugins.ml2.managers [None req-94ef1225-7a0e-4db3-ba4e-f62cdcf6ab79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Failed to bind port ae126cd0-f078-4fe6-b87b-2d5f45497d7a on host n-h1-789963-26 for vnic_type normal using segments [{'id': 'd3b2c811-5049-4c77-ab86-c987eb16e411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '4707072a-7f90-42a3-9ec8-832a5a50bd28'}] Feb 02 07:23:39.461240 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-94ef1225-7a0e-4db3-ba4e-f62cdcf6ab79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ae126cd0-f078-4fe6-b87b-2d5f45497d7a), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:39.545835 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-94ef1225-7a0e-4db3-ba4e-f62cdcf6ab79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] For port ae126cd0-f078-4fe6-b87b-2d5f45497d7a, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:23:39.546490 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-94ef1225-7a0e-4db3-ba4e-f62cdcf6ab79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attempted to set empty binding levels {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 02 07:23:39.558571 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-94ef1225-7a0e-4db3-ba4e-f62cdcf6ab79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (ae126cd0-f078-4fe6-b87b-2d5f45497d7a), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:39.571626 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-7dd30b61-3f03-491c-8e77-28e864fff072 None None] Provisioning complete for port fafcb911-561b-49ed-8e53-43f57c192b02 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:23:39.572441 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7dd30b61-3f03-491c-8e77-28e864fff072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (fafcb911-561b-49ed-8e53-43f57c192b02), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:39.623386 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-239adead-de32-475a-9d3f-0e549aeb1915 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f4644dde-fdac-496a-8f47-2779c479ff1a), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:39.632508 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-94ef1225-7a0e-4db3-ba4e-f62cdcf6ab79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] In _notify_port_updated(), no bound segment for port ae126cd0-f078-4fe6-b87b-2d5f45497d7a on network 4707072a-7f90-42a3-9ec8-832a5a50bd28 {{(pid=109693) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 02 07:23:39.633376 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ef1225-7a0e-4db3-ba4e-f62cdcf6ab79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:39.633996 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-94ef1225-7a0e-4db3-ba4e-f62cdcf6ab79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:39.637821 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-94ef1225-7a0e-4db3-ba4e-f62cdcf6ab79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] 10.222.0.87 "PUT /v2.0/ports/ae126cd0-f078-4fe6-b87b-2d5f45497d7a HTTP/1.1" status: 200 len: 980 time: 0.9582469 Feb 02 07:23:39.641826 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42336) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:39.688640 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ef1225-7a0e-4db3-ba4e-f62cdcf6ab79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Pushing event updated for resources: {'Port': ['ID=ae126cd0-f078-4fe6-b87b-2d5f45497d7a,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:39.786143 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-7dd30b61-3f03-491c-8e77-28e864fff072 None None] Current status of the port fafcb911-561b-49ed-8e53-43f57c192b02 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:23:39.813161 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-7dd30b61-3f03-491c-8e77-28e864fff072 None None] Provisioning complete for port f4644dde-fdac-496a-8f47-2779c479ff1a triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:23:39.816161 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7dd30b61-3f03-491c-8e77-28e864fff072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (f4644dde-fdac-496a-8f47-2779c479ff1a), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:39.870859 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device fafcb911-561b-49ed-8e53-43f57c192b02 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:23:39.949429 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-7dd30b61-3f03-491c-8e77-28e864fff072 None None] Port f4644dde-fdac-496a-8f47-2779c479ff1a cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:23:39.952657 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port fafcb911-561b-49ed-8e53-43f57c192b02 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:23:39.953038 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (fafcb911-561b-49ed-8e53-43f57c192b02), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:40.054900 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-d807e7af-2950-4601-8acc-99fa67497d2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Deleting port ae126cd0-f078-4fe6-b87b-2d5f45497d7a {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:23:40.055473 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d807e7af-2950-4601-8acc-99fa67497d2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (ae126cd0-f078-4fe6-b87b-2d5f45497d7a), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:40.108533 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port fafcb911-561b-49ed-8e53-43f57c192b02 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:23:40.111754 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-c323de99-af39-4f31-975d-986ba42da533 None None] Provisioning complete for port f4644dde-fdac-496a-8f47-2779c479ff1a triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:23:40.112504 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c323de99-af39-4f31-975d-986ba42da533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (f4644dde-fdac-496a-8f47-2779c479ff1a), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:40.159318 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-c323de99-af39-4f31-975d-986ba42da533 None None] Port f4644dde-fdac-496a-8f47-2779c479ff1a cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:23:40.384985 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-8eee8d49-8cdc-4f24-a8e2-14d38eddeae1 None None] Provisioning complete for port f4644dde-fdac-496a-8f47-2779c479ff1a triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:23:40.385797 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-8eee8d49-8cdc-4f24-a8e2-14d38eddeae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (f4644dde-fdac-496a-8f47-2779c479ff1a), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:40.432280 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-8eee8d49-8cdc-4f24-a8e2-14d38eddeae1 None None] Port f4644dde-fdac-496a-8f47-2779c479ff1a cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:23:40.448057 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-d807e7af-2950-4601-8acc-99fa67497d2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] For port ae126cd0-f078-4fe6-b87b-2d5f45497d7a, host n-h1-789963-26, got binding levels [] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:23:40.448647 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d807e7af-2950-4601-8acc-99fa67497d2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (ae126cd0-f078-4fe6-b87b-2d5f45497d7a), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:40.493996 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-d807e7af-2950-4601-8acc-99fa67497d2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Calling delete_port for ae126cd0-f078-4fe6-b87b-2d5f45497d7a owned by {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:23:40.504491 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c716434-2a6b-4f03-82f6-05b366f2b71c req-79df132e-8e7f-4ad7-b967-b9ba26009a31 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:40.506931 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3c716434-2a6b-4f03-82f6-05b366f2b71c req-79df132e-8e7f-4ad7-b967-b9ba26009a31 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/ports?device_id=ec5209fd-d18e-4387-9854-6e99d453c598 HTTP/1.1" status: 200 len: 945 time: 0.4414980 Feb 02 07:23:40.908726 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-239adead-de32-475a-9d3f-0e549aeb1915 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for port (f4644dde-fdac-496a-8f47-2779c479ff1a), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:40.937608 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-239adead-de32-475a-9d3f-0e549aeb1915 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (f4644dde-fdac-496a-8f47-2779c479ff1a), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:40.943966 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239adead-de32-475a-9d3f-0e549aeb1915 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:40.944857 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-239adead-de32-475a-9d3f-0e549aeb1915 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:40.949278 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-239adead-de32-475a-9d3f-0e549aeb1915 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "PUT /v2.0/ports/f4644dde-fdac-496a-8f47-2779c479ff1a HTTP/1.1" status: 200 len: 911 time: 1.6095464 Feb 02 07:23:40.949577 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42346) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:40.984273 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-aff06043-f93a-42bc-a5ae-62ab84c2498b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:41.029054 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3c716434-2a6b-4f03-82f6-05b366f2b71c req-b4c22b6b-91f4-41c9-ae78-4762f71dd973 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/security-groups?id=3524c585-c4e8-4dfb-a8c3-d19c4cb3cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5107095 Feb 02 07:23:41.031442 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239adead-de32-475a-9d3f-0e549aeb1915 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Pushing event updated for resources: {'Port': ['ID=f4644dde-fdac-496a-8f47-2779c479ff1a,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:41.070763 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d807e7af-2950-4601-8acc-99fa67497d2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (ae126cd0-f078-4fe6-b87b-2d5f45497d7a), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:41.120444 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d807e7af-2950-4601-8acc-99fa67497d2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:41.125975 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d807e7af-2950-4601-8acc-99fa67497d2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] 10.222.0.87 "DELETE /v2.0/ports/ae126cd0-f078-4fe6-b87b-2d5f45497d7a HTTP/1.1" status: 204 len: 168 time: 1.4831376 Feb 02 07:23:41.127950 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d807e7af-2950-4601-8acc-99fa67497d2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] Pushing event deleted for resources: {'Port': ['ID=ae126cd0-f078-4fe6-b87b-2d5f45497d7a,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:41.132896 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42348) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:41.166539 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e107fa6-1af2-4c12-9997-94698a726236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] GET failed (client error): The resource could not be found. Feb 02 07:23:41.169021 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-3e107fa6-1af2-4c12-9997-94698a726236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1630842834-project-admin] 10.222.0.87 "GET /v2.0/ports/ae126cd0-f078-4fe6-b87b-2d5f45497d7a HTTP/1.1" status: 404 len: 333 time: 0.0340824 Feb 02 07:23:41.173132 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42350) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:41.280691 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-eeaf0994-83bd-4fde-a76e-567cf9932fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117614040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117614040-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (4707072a-7f90-42a3-9ec8-832a5a50bd28), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:41.373747 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-514f758c-12ae-4f41-8ddf-12da8179575c tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (640d4df4-580b-4b26-a503-a075e9cb1620), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:41.395412 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-eeaf0994-83bd-4fde-a76e-567cf9932fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117614040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117614040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (4707072a-7f90-42a3-9ec8-832a5a50bd28), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:41.426717 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-eeaf0994-83bd-4fde-a76e-567cf9932fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117614040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117614040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4707072a-7f90-42a3-9ec8-832a5a50bd28']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:41.452543 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-eeaf0994-83bd-4fde-a76e-567cf9932fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117614040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117614040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3b2c811-5049-4c77-ab86-c987eb16e411') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:41.453899 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-eeaf0994-83bd-4fde-a76e-567cf9932fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117614040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117614040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3b2c811-5049-4c77-ab86-c987eb16e411') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:41.468436 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-eeaf0994-83bd-4fde-a76e-567cf9932fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117614040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117614040-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (d3b2c811-5049-4c77-ab86-c987eb16e411), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:41.509377 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-eeaf0994-83bd-4fde-a76e-567cf9932fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117614040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117614040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (d3b2c811-5049-4c77-ab86-c987eb16e411), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:41.519133 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeaf0994-83bd-4fde-a76e-567cf9932fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117614040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117614040-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:23:41.519763 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-eeaf0994-83bd-4fde-a76e-567cf9932fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117614040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117614040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (d3b2c811-5049-4c77-ab86-c987eb16e411), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:41.523863 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:23:41.523863 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:23:41.523863 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:23:41.523863 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:23:41.523863 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:23:41.523863 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:23:41.523863 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:23:41.523863 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:23:41.523863 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:23:41.523863 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:23:41.523863 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:23:41.523863 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:23:41.523863 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:23:41.523863 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:23:41.523863 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:23:41.523863 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:23:41.523863 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:23:41.523863 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:23:41.523863 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:23:41.523863 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:23:41.523863 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:23:41.523863 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:23:41.523863 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:23:41.523863 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:23:41.523863 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:23:41.523863 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:23:41.523863 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:23:41.523863 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:23:41.523863 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:23:41.523863 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:23:41.523863 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:23:41.523863 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:23:41.605708 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-eeaf0994-83bd-4fde-a76e-567cf9932fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117614040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117614040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (4707072a-7f90-42a3-9ec8-832a5a50bd28), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:41.624838 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-eeaf0994-83bd-4fde-a76e-567cf9932fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117614040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117614040-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:41.632053 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-eeaf0994-83bd-4fde-a76e-567cf9932fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117614040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117614040-project] 10.222.0.87 "DELETE /v2.0/networks/4707072a-7f90-42a3-9ec8-832a5a50bd28 HTTP/1.1" status: 204 len: 168 time: 0.4574873 Feb 02 07:23:41.652378 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaf0994-83bd-4fde-a76e-567cf9932fd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117614040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2117614040-project] Pushing event deleted for resources: {'Network': ['ID=4707072a-7f90-42a3-9ec8-832a5a50bd28,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:41.753036 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-514f758c-12ae-4f41-8ddf-12da8179575c tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Deleting port f4644dde-fdac-496a-8f47-2779c479ff1a {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:23:41.753863 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-514f758c-12ae-4f41-8ddf-12da8179575c tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (f4644dde-fdac-496a-8f47-2779c479ff1a), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:41.900752 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-514f758c-12ae-4f41-8ddf-12da8179575c tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (f4644dde-fdac-496a-8f47-2779c479ff1a), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:41.926984 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ea0fb-23bc-4f88-83da-1f8589efd7d1 req-4cfdf153-500e-4847-a1cb-091b6e2be1d5 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:41.929860 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cb8ea0fb-23bc-4f88-83da-1f8589efd7d1 req-4cfdf153-500e-4847-a1cb-091b6e2be1d5 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec5209fd-d18e-4387-9854-6e99d453c598 HTTP/1.1" status: 200 len: 945 time: 0.0684545 Feb 02 07:23:41.931549 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-514f758c-12ae-4f41-8ddf-12da8179575c tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Calling delete_port for f4644dde-fdac-496a-8f47-2779c479ff1a owned by network:router_interface {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:23:41.999296 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42356) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:42.151679 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-cb8ea0fb-23bc-4f88-83da-1f8589efd7d1 req-b82bf5ce-1954-4724-9eb6-a36ea5122c8b tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Deleting port 76ca4042-07f6-46ff-8fa5-71d272d81c1b {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:23:42.153154 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-cb8ea0fb-23bc-4f88-83da-1f8589efd7d1 req-b82bf5ce-1954-4724-9eb6-a36ea5122c8b tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (76ca4042-07f6-46ff-8fa5-71d272d81c1b), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:42.179575 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-514f758c-12ae-4f41-8ddf-12da8179575c tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (f4644dde-fdac-496a-8f47-2779c479ff1a), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:42.251894 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514f758c-12ae-4f41-8ddf-12da8179575c tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Pushing event deleted for resources: {'Port': ['ID=f4644dde-fdac-496a-8f47-2779c479ff1a,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:42.302603 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514f758c-12ae-4f41-8ddf-12da8179575c tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:23:42.303578 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514f758c-12ae-4f41-8ddf-12da8179575c tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:23:42.304005 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514f758c-12ae-4f41-8ddf-12da8179575c tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:23:42.304439 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514f758c-12ae-4f41-8ddf-12da8179575c tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:23:42.304858 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514f758c-12ae-4f41-8ddf-12da8179575c tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:23:42.305198 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514f758c-12ae-4f41-8ddf-12da8179575c tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:23:42.305530 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514f758c-12ae-4f41-8ddf-12da8179575c tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:23:42.305862 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514f758c-12ae-4f41-8ddf-12da8179575c tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:23:42.306191 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514f758c-12ae-4f41-8ddf-12da8179575c tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:23:42.306523 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514f758c-12ae-4f41-8ddf-12da8179575c tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:23:42.307000 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514f758c-12ae-4f41-8ddf-12da8179575c tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:23:42.307374 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514f758c-12ae-4f41-8ddf-12da8179575c tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:23:42.307725 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514f758c-12ae-4f41-8ddf-12da8179575c tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:23:42.354455 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-514f758c-12ae-4f41-8ddf-12da8179575c tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (640d4df4-580b-4b26-a503-a075e9cb1620), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:42.358554 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2813dd4-228e-4b10-bdee-dee35f2a5565 req-483be495-ea81-45f3-8f81-47c57a25c5ac tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:42.367062 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c2813dd4-228e-4b10-bdee-dee35f2a5565 req-483be495-ea81-45f3-8f81-47c57a25c5ac tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/ports?device_id=ec5209fd-d18e-4387-9854-6e99d453c598 HTTP/1.1" status: 200 len: 945 time: 0.2069139 Feb 02 07:23:42.414105 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-03feef49-241b-43b2-a954-b1dc533656a4 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=e05937034eb3471eaa06b71b5738e972&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4130521 Feb 02 07:23:42.420080 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42364) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:42.447488 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-cb8ea0fb-23bc-4f88-83da-1f8589efd7d1 req-b82bf5ce-1954-4724-9eb6-a36ea5122c8b tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] For port 76ca4042-07f6-46ff-8fa5-71d272d81c1b, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=76ca4042-07f6-46ff-8fa5-71d272d81c1b,segment=NetworkSegment(4f5298fd-80d5-4af0-b762-03d1bff87a8c),segment_id=4f5298fd-80d5-4af0-b762-03d1bff87a8c)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:23:42.448064 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-cb8ea0fb-23bc-4f88-83da-1f8589efd7d1 req-b82bf5ce-1954-4724-9eb6-a36ea5122c8b tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (76ca4042-07f6-46ff-8fa5-71d272d81c1b), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:42.488200 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c2813dd4-228e-4b10-bdee-dee35f2a5565 req-aa727753-5de9-42c3-8f16-252460c1745c tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/security-groups?id=3524c585-c4e8-4dfb-a8c3-d19c4cb3cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199229 Feb 02 07:23:42.509670 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-cb8ea0fb-23bc-4f88-83da-1f8589efd7d1 req-b82bf5ce-1954-4724-9eb6-a36ea5122c8b tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Calling delete_port for 76ca4042-07f6-46ff-8fa5-71d272d81c1b owned by compute:nova {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:23:42.562981 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-514f758c-12ae-4f41-8ddf-12da8179575c tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Router 640d4df4-580b-4b26-a503-a075e9cb1620 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:23:42.648393 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514f758c-12ae-4f41-8ddf-12da8179575c tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:23:42.649549 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-74bcc159-e1dc-4965-b150-e074fb2042f0 admin admin] Publish callbacks [] for security_group (5adcbb20-0490-4ac8-9fc4-a714d2213790), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:42.654722 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-514f758c-12ae-4f41-8ddf-12da8179575c tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "PUT /v2.0/routers/640d4df4-580b-4b26-a503-a075e9cb1620/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7037485 Feb 02 07:23:42.658328 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f02837f-a000-4334-b2c8-6d0a98896201 None None] Sync routers for ids ['640d4df4-580b-4b26-a503-a075e9cb1620'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:23:42.662993 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42366) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:42.677273 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f02837f-a000-4334-b2c8-6d0a98896201 None None] Routers {'640d4df4-580b-4b26-a503-a075e9cb1620'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:23:42.679873 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-1f02837f-a000-4334-b2c8-6d0a98896201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:23:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['640d4df4-580b-4b26-a503-a075e9cb1620'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:42.681151 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-74bcc159-e1dc-4965-b150-e074fb2042f0 admin admin] Publish callbacks [] for security_group (5adcbb20-0490-4ac8-9fc4-a714d2213790), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:42.738390 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-74bcc159-e1dc-4965-b150-e074fb2042f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (5adcbb20-0490-4ac8-9fc4-a714d2213790), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:42.743807 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-74bcc159-e1dc-4965-b150-e074fb2042f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:42.744992 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-74bcc159-e1dc-4965-b150-e074fb2042f0 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/5adcbb20-0490-4ac8-9fc4-a714d2213790 HTTP/1.1" status: 204 len: 168 time: 0.3192348 Feb 02 07:23:42.746160 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-c887fa86-0a71-4891-86af-0a9a14fb0adf tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "GET /v2.0/ports?device_id=640d4df4-580b-4b26-a503-a075e9cb1620 HTTP/1.1" status: 200 len: 205 time: 0.0735791 Feb 02 07:23:42.747546 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42370) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:42.758925 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bcc159-e1dc-4965-b150-e074fb2042f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5adcbb20-0490-4ac8-9fc4-a714d2213790,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:42.789018 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-1f02837f-a000-4334-b2c8-6d0a98896201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:42.825457 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f02837f-a000-4334-b2c8-6d0a98896201 None None] Routers {'640d4df4-580b-4b26-a503-a075e9cb1620'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:23:42.828207 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-1f02837f-a000-4334-b2c8-6d0a98896201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:23:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['640d4df4-580b-4b26-a503-a075e9cb1620'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:42.851940 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-cb8ea0fb-23bc-4f88-83da-1f8589efd7d1 req-b82bf5ce-1954-4724-9eb6-a36ea5122c8b tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (76ca4042-07f6-46ff-8fa5-71d272d81c1b), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:42.885321 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82bf5ce-1954-4724-9eb6-a36ea5122c8b tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Pushing event deleted for resources: {'Port': ['ID=76ca4042-07f6-46ff-8fa5-71d272d81c1b,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:42.918062 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['73e6a4f9-7ec5-490a-a5e7-23a4cadd453d'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:23:42.924550 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['4a399082-e671-4e68-ac4e-2cbdc580628f', '76ca4042-07f6-46ff-8fa5-71d272d81c1b'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:23:42.932626 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bebd7a91-ad5d-45ea-a4b8-1b3582642486 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for router (640d4df4-580b-4b26-a503-a075e9cb1620), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:42.934556 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-1f02837f-a000-4334-b2c8-6d0a98896201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:42.937810 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f02837f-a000-4334-b2c8-6d0a98896201 None None] The sync data for ids ['640d4df4-580b-4b26-a503-a075e9cb1620'] in n-d-789963-26 is: [] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:23:42.963355 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb8ea0fb-23bc-4f88-83da-1f8589efd7d1 req-b82bf5ce-1954-4724-9eb6-a36ea5122c8b tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] No DVR routers for this DVR port 76ca4042-07f6-46ff-8fa5-71d272d81c1b on host n-h2-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:23:42.967105 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-cb8ea0fb-23bc-4f88-83da-1f8589efd7d1 req-b82bf5ce-1954-4724-9eb6-a36ea5122c8b tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:42.971485 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cb8ea0fb-23bc-4f88-83da-1f8589efd7d1 req-b82bf5ce-1954-4724-9eb6-a36ea5122c8b tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.59 "DELETE /v2.0/ports/76ca4042-07f6-46ff-8fa5-71d272d81c1b HTTP/1.1" status: 204 len: 173 time: 1.0342224 Feb 02 07:23:42.975614 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec5209fd-d18e-4387-9854-6e99d453c598', 'name': 'network-vif-deleted', 'tag': '76ca4042-07f6-46ff-8fa5-71d272d81c1b'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:23:42.986842 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edad5302-8695-4ccd-a554-3b8b4421f2a8" -d '{"events": [{"server_uuid": "ec5209fd-d18e-4387-9854-6e99d453c598", "name": "network-vif-deleted", "tag": "76ca4042-07f6-46ff-8fa5-71d272d81c1b"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:23:43.079195 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f505403f-8d8a-42ca-abbd-b2f3a426b65a x-openstack-request-id: req-f505403f-8d8a-42ca-abbd-b2f3a426b65a {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:23:43.079414 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec5209fd-d18e-4387-9854-6e99d453c598", "name": "network-vif-deleted", "tag": "76ca4042-07f6-46ff-8fa5-71d272d81c1b", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:23:43.079945 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f505403f-8d8a-42ca-abbd-b2f3a426b65a {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:23:43.080457 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec5209fd-d18e-4387-9854-6e99d453c598', 'name': 'network-vif-deleted', 'tag': '76ca4042-07f6-46ff-8fa5-71d272d81c1b', 'status': 'completed', 'code': 200} Feb 02 07:23:43.220014 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bebd7a91-ad5d-45ea-a4b8-1b3582642486 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (640d4df4-580b-4b26-a503-a075e9cb1620), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:43.222340 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bebd7a91-ad5d-45ea-a4b8-1b3582642486 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for router_controller (640d4df4-580b-4b26-a503-a075e9cb1620), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:43.283843 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bebd7a91-ad5d-45ea-a4b8-1b3582642486 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (640d4df4-580b-4b26-a503-a075e9cb1620), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:43.284271 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bebd7a91-ad5d-45ea-a4b8-1b3582642486 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Fanout notify agent at l3_agent the message router_deleted on router 640d4df4-580b-4b26-a503-a075e9cb1620 {{(pid=109693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:23:43.308442 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bebd7a91-ad5d-45ea-a4b8-1b3582642486 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:43.311804 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-bebd7a91-ad5d-45ea-a4b8-1b3582642486 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "DELETE /v2.0/routers/640d4df4-580b-4b26-a503-a075e9cb1620 HTTP/1.1" status: 204 len: 168 time: 0.5609233 Feb 02 07:23:43.315014 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42382) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:43.322534 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42384) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:43.385498 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b22ec664-a578-4c4b-b177-f63fc0ea9603 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c0343e93c28c4e968d2ba1bd02683028&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0617485 Feb 02 07:23:43.387899 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42386) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:43.399485 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-decf2c1e-aee8-4c28-91d1-fced9f522bea tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Deleting subnet 2e47e13e-323d-46f3-b131-23590c8f7a11 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:23:43.409613 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-decf2c1e-aee8-4c28-91d1-fced9f522bea tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for subnet (2e47e13e-323d-46f3-b131-23590c8f7a11), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:43.412369 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c2fe3af3-aac7-4989-94e4-63f9166b4f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:43.447245 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8f296aa5-1bea-4fcf-9c35-832f7a665966 admin admin] Publish callbacks [] for security_group (589851c2-1f15-4e32-9564-9e9ffb97bfd4), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:43.474366 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8f296aa5-1bea-4fcf-9c35-832f7a665966 admin admin] Publish callbacks [] for security_group (589851c2-1f15-4e32-9564-9e9ffb97bfd4), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:43.500033 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-decf2c1e-aee8-4c28-91d1-fced9f522bea tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (2e47e13e-323d-46f3-b131-23590c8f7a11), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:43.588465 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8f296aa5-1bea-4fcf-9c35-832f7a665966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (589851c2-1f15-4e32-9564-9e9ffb97bfd4), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:43.591316 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8f296aa5-1bea-4fcf-9c35-832f7a665966 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:43.592627 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-8f296aa5-1bea-4fcf-9c35-832f7a665966 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/589851c2-1f15-4e32-9564-9e9ffb97bfd4 HTTP/1.1" status: 204 len: 168 time: 0.2037735 Feb 02 07:23:43.605241 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f296aa5-1bea-4fcf-9c35-832f7a665966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=589851c2-1f15-4e32-9564-9e9ffb97bfd4,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:43.672783 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-decf2c1e-aee8-4c28-91d1-fced9f522bea tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (2e47e13e-323d-46f3-b131-23590c8f7a11), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:43.790520 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42398) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:43.828885 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f777cad8-a6de-429b-98bb-f4814e473665 req-01900b6e-6918-4793-8b3c-5247af919e59 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/ports?device_id=ec5209fd-d18e-4387-9854-6e99d453c598 HTTP/1.1" status: 200 len: 210 time: 0.0972798 Feb 02 07:23:43.843889 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-decf2c1e-aee8-4c28-91d1-fced9f522bea tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (2e47e13e-323d-46f3-b131-23590c8f7a11), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:43.879717 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf2c1e-aee8-4c28-91d1-fced9f522bea tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Pushing event deleted for resources: {'Subnet': ['ID=2e47e13e-323d-46f3-b131-23590c8f7a11,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:43.895458 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-decf2c1e-aee8-4c28-91d1-fced9f522bea tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:43.895798 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66539a60-1d89-4f51-810f-dfe1131c65b5 None None] Network 15f937ed-fd75-4eb6-acaa-1eb875e6dc35 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:23:43.904009 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-decf2c1e-aee8-4c28-91d1-fced9f522bea tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "DELETE /v2.0/subnets/2e47e13e-323d-46f3-b131-23590c8f7a11 HTTP/1.1" status: 204 len: 168 time: 0.5877852 Feb 02 07:23:43.906996 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42404) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:44.027988 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3e7fa13c-21b8-4592-a01f-097f53acabf3 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (15f937ed-fd75-4eb6-acaa-1eb875e6dc35), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:44.116999 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-3e7fa13c-21b8-4592-a01f-097f53acabf3 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Deleting port fafcb911-561b-49ed-8e53-43f57c192b02 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:23:44.117351 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3e7fa13c-21b8-4592-a01f-097f53acabf3 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (fafcb911-561b-49ed-8e53-43f57c192b02), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:44.132117 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7625dc0e-8fef-4ca3-ba1a-87ec2e62e591 None None] DHCP port deletion for 15f937ed-fd75-4eb6-acaa-1eb875e6dc35 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:23:44.212767 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-7625dc0e-8fef-4ca3-ba1a-87ec2e62e591 None None] Deleting port fafcb911-561b-49ed-8e53-43f57c192b02 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:23:44.213571 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7625dc0e-8fef-4ca3-ba1a-87ec2e62e591 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (fafcb911-561b-49ed-8e53-43f57c192b02), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:44.235604 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-3e7fa13c-21b8-4592-a01f-097f53acabf3 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] For port fafcb911-561b-49ed-8e53-43f57c192b02, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=fafcb911-561b-49ed-8e53-43f57c192b02,segment=NetworkSegment(577bc748-2f13-4734-a9b6-f1baca62353e),segment_id=577bc748-2f13-4734-a9b6-f1baca62353e)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:23:44.236144 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3e7fa13c-21b8-4592-a01f-097f53acabf3 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (fafcb911-561b-49ed-8e53-43f57c192b02), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:44.252838 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-3e7fa13c-21b8-4592-a01f-097f53acabf3 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Calling delete_port for fafcb911-561b-49ed-8e53-43f57c192b02 owned by network:dhcp {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:23:44.262948 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a00dd3-abd3-436b-9607-ff87f589c100 req-32bd9656-87d8-4b3f-a6fc-97fbef3747da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:44.264330 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b4a00dd3-abd3-436b-9607-ff87f589c100 req-32bd9656-87d8-4b3f-a6fc-97fbef3747da service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=bac6e782-aeff-46f5-8504-3d7aac6312fb HTTP/1.1" status: 200 len: 1128 time: 0.4723046 Feb 02 07:23:44.363948 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-7625dc0e-8fef-4ca3-ba1a-87ec2e62e591 None None] For port fafcb911-561b-49ed-8e53-43f57c192b02, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=fafcb911-561b-49ed-8e53-43f57c192b02,segment=NetworkSegment(577bc748-2f13-4734-a9b6-f1baca62353e),segment_id=577bc748-2f13-4734-a9b6-f1baca62353e)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:23:44.364352 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7625dc0e-8fef-4ca3-ba1a-87ec2e62e591 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (fafcb911-561b-49ed-8e53-43f57c192b02), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:44.379676 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b4a00dd3-abd3-436b-9607-ff87f589c100 req-b123bd2d-f536-4205-802f-5f0af1248750 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=4db2ba25-6a79-4351-acf5-8a8897b54e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698071 Feb 02 07:23:44.401197 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-7625dc0e-8fef-4ca3-ba1a-87ec2e62e591 None None] Calling delete_port for fafcb911-561b-49ed-8e53-43f57c192b02 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:23:44.424020 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3e7fa13c-21b8-4592-a01f-097f53acabf3 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (fafcb911-561b-49ed-8e53-43f57c192b02), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:44.472120 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7fa13c-21b8-4592-a01f-097f53acabf3 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Pushing event deleted for resources: {'Port': ['ID=fafcb911-561b-49ed-8e53-43f57c192b02,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:44.474210 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7fa13c-21b8-4592-a01f-097f53acabf3 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] No DVR routers for this DVR port fafcb911-561b-49ed-8e53-43f57c192b02 on host n-d-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:23:44.556917 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7625dc0e-8fef-4ca3-ba1a-87ec2e62e591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (fafcb911-561b-49ed-8e53-43f57c192b02), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:44.617521 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625dc0e-8fef-4ca3-ba1a-87ec2e62e591 None None] Pushing event deleted for resources: {'Port': ['ID=fafcb911-561b-49ed-8e53-43f57c192b02,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:44.632835 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7625dc0e-8fef-4ca3-ba1a-87ec2e62e591 None None] No DVR routers for this DVR port fafcb911-561b-49ed-8e53-43f57c192b02 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:23:44.652371 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3e7fa13c-21b8-4592-a01f-097f53acabf3 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (15f937ed-fd75-4eb6-acaa-1eb875e6dc35), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:44.694180 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:44.697207 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-3e7fa13c-21b8-4592-a01f-097f53acabf3 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15f937ed-fd75-4eb6-acaa-1eb875e6dc35']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:44.708612 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-3e7fa13c-21b8-4592-a01f-097f53acabf3 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '577bc748-2f13-4734-a9b6-f1baca62353e') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:44.709478 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-3e7fa13c-21b8-4592-a01f-097f53acabf3 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '577bc748-2f13-4734-a9b6-f1baca62353e') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:44.730476 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3e7fa13c-21b8-4592-a01f-097f53acabf3 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (577bc748-2f13-4734-a9b6-f1baca62353e), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:44.749137 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3e7fa13c-21b8-4592-a01f-097f53acabf3 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (577bc748-2f13-4734-a9b6-f1baca62353e), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:44.757632 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e7fa13c-21b8-4592-a01f-097f53acabf3 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:23:44.757632 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3e7fa13c-21b8-4592-a01f-097f53acabf3 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (577bc748-2f13-4734-a9b6-f1baca62353e), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:44.762069 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:23:44.762069 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:23:44.762069 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:23:44.762069 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:23:44.762069 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:23:44.762069 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:23:44.762069 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:23:44.762069 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:23:44.762069 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:23:44.762069 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:23:44.762069 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:23:44.762069 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:23:44.762069 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:23:44.762069 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:23:44.762069 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:23:44.762069 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:23:44.762069 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:23:44.762069 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:23:44.762069 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:23:44.762069 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:23:44.762069 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:23:44.762069 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:23:44.762069 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:23:44.762069 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:23:44.762069 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:23:44.762069 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:23:44.762069 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:23:44.762069 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:23:44.762069 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:23:44.762069 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:23:44.762069 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:23:44.762069 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:23:44.860641 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3e7fa13c-21b8-4592-a01f-097f53acabf3 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (15f937ed-fd75-4eb6-acaa-1eb875e6dc35), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:44.871401 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3e7fa13c-21b8-4592-a01f-097f53acabf3 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:44.876214 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-3e7fa13c-21b8-4592-a01f-097f53acabf3 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "DELETE /v2.0/networks/15f937ed-fd75-4eb6-acaa-1eb875e6dc35 HTTP/1.1" status: 204 len: 168 time: 0.9678686 Feb 02 07:23:44.879991 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42430) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:44.886131 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-3d8820e7-6628-41b5-87d0-054bd3cc4afe tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-58342812', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:23:44.890928 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7fa13c-21b8-4592-a01f-097f53acabf3 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Pushing event deleted for resources: {'Network': ['ID=15f937ed-fd75-4eb6-acaa-1eb875e6dc35,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:44.925116 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3d8820e7-6628-41b5-87d0-054bd3cc4afe tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (c377ffbb-6c27-4978-ba59-e651495e3d79), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:44.926903 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3d8820e7-6628-41b5-87d0-054bd3cc4afe tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (c377ffbb-6c27-4978-ba59-e651495e3d79), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:44.994066 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42440) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:45.023944 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3d8820e7-6628-41b5-87d0-054bd3cc4afe tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for router_controller (c377ffbb-6c27-4978-ba59-e651495e3d79), precommit_add_association {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:45.034475 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3d8820e7-6628-41b5-87d0-054bd3cc4afe tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (c377ffbb-6c27-4978-ba59-e651495e3d79), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:45.063144 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3d8820e7-6628-41b5-87d0-054bd3cc4afe tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:45.067137 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-3d8820e7-6628-41b5-87d0-054bd3cc4afe tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1827669 Feb 02 07:23:45.067454 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42444) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:45.073215 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-e038a8e6-b71c-44f5-b415-4b74628ca762 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1736155416'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:23:45.123899 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e038a8e6-b71c-44f5-b415-4b74628ca762 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Made reservation on behalf of 734239c0e89548e9b731cf7277c63ec2 for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:23:45.127336 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e038a8e6-b71c-44f5-b415-4b74628ca762 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:45.151699 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-5c04f69f-f4dc-48c5-a3a5-472f9b2ff388 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-864937352'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:23:45.188749 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e038a8e6-b71c-44f5-b415-4b74628ca762 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:23:45.195444 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c04f69f-f4dc-48c5-a3a5-472f9b2ff388 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Made reservation on behalf of ad2385b7bb3d4d8a8f3cb8428a59cef0 for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:23:45.200134 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5c04f69f-f4dc-48c5-a3a5-472f9b2ff388 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:45.212943 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5c04f69f-f4dc-48c5-a3a5-472f9b2ff388 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:45.220131 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e038a8e6-b71c-44f5-b415-4b74628ca762 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (44f4b6fb-3e64-4e9f-a986-fa3dad36731f), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:45.220697 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-e038a8e6-b71c-44f5-b415-4b74628ca762 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Added segment 44f4b6fb-3e64-4e9f-a986-fa3dad36731f of type vlan for network 01201ded-b361-43c1-a42e-859a2a7253f6 Feb 02 07:23:45.270795 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e038a8e6-b71c-44f5-b415-4b74628ca762 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (01201ded-b361-43c1-a42e-859a2a7253f6), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:45.306568 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e038a8e6-b71c-44f5-b415-4b74628ca762 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (01201ded-b361-43c1-a42e-859a2a7253f6), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:45.312760 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e038a8e6-b71c-44f5-b415-4b74628ca762 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:45.313561 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e038a8e6-b71c-44f5-b415-4b74628ca762 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:45.371973 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e038a8e6-b71c-44f5-b415-4b74628ca762 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3032670 Feb 02 07:23:45.375092 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d9c55-2a68-4bc0-aab2-4308e899cbae req-50babe06-ceba-497c-8bd1-c1c86aed54c2 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:45.380237 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42450) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:45.384214 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d54d9c55-2a68-4bc0-aab2-4308e899cbae req-50babe06-ceba-497c-8bd1-c1c86aed54c2 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef713a01-d72b-4055-936a-9b96ec141559 HTTP/1.1" status: 200 len: 945 time: 0.0763607 Feb 02 07:23:45.387457 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-fc06f9c3-6c1f-4649-9e8a-bae47126e6a1 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Request body: {'subnet': {'network_id': '01201ded-b361-43c1-a42e-859a2a7253f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:23:45.445735 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d54d9c55-2a68-4bc0-aab2-4308e899cbae req-551d14ba-f6cc-4337-b210-4b000d79c4cc tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/security-groups?id=3524c585-c4e8-4dfb-a8c3-d19c4cb3cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599320 Feb 02 07:23:45.502828 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038a8e6-b71c-44f5-b415-4b74628ca762 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Pushing event updated for resources: {'Network': ['ID=01201ded-b361-43c1-a42e-859a2a7253f6,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:45.516633 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 01201ded-b361-43c1-a42e-859a2a7253f6 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:23:45.561513 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc06f9c3-6c1f-4649-9e8a-bae47126e6a1 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Made reservation on behalf of 734239c0e89548e9b731cf7277c63ec2 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:23:45.567095 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fc06f9c3-6c1f-4649-9e8a-bae47126e6a1 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:45.577058 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5c04f69f-f4dc-48c5-a3a5-472f9b2ff388 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks [] for security_group (d173bc3c-c82b-414f-8383-b99e56f1c834), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:45.595396 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5c04f69f-f4dc-48c5-a3a5-472f9b2ff388 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (d173bc3c-c82b-414f-8383-b99e56f1c834), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:45.629444 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c04f69f-f4dc-48c5-a3a5-472f9b2ff388 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:23:45.684442 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5c04f69f-f4dc-48c5-a3a5-472f9b2ff388 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (f7494004-9e3b-4908-93d4-6aa9676a5b1a), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:45.684792 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-5c04f69f-f4dc-48c5-a3a5-472f9b2ff388 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Added segment f7494004-9e3b-4908-93d4-6aa9676a5b1a of type vlan for network d4bcdbef-0eb9-43d4-b591-598b8ffa4019 Feb 02 07:23:45.701555 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c04f69f-f4dc-48c5-a3a5-472f9b2ff388 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d173bc3c-c82b-414f-8383-b99e56f1c834,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:45.750456 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5c04f69f-f4dc-48c5-a3a5-472f9b2ff388 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (d4bcdbef-0eb9-43d4-b591-598b8ffa4019), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:45.790661 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device fafcb911-561b-49ed-8e53-43f57c192b02 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:23:45.812182 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5c04f69f-f4dc-48c5-a3a5-472f9b2ff388 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (d4bcdbef-0eb9-43d4-b591-598b8ffa4019), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:45.817562 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c04f69f-f4dc-48c5-a3a5-472f9b2ff388 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:45.819349 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5c04f69f-f4dc-48c5-a3a5-472f9b2ff388 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:45.882517 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-5c04f69f-f4dc-48c5-a3a5-472f9b2ff388 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8872266 Feb 02 07:23:45.968631 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c04f69f-f4dc-48c5-a3a5-472f9b2ff388 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Pushing event updated for resources: {'Network': ['ID=d4bcdbef-0eb9-43d4-b591-598b8ffa4019,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:45.985575 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: fafcb911-561b-49ed-8e53-43f57c192b02 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:23:45.986388 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device fafcb911-561b-49ed-8e53-43f57c192b02 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:23:45.986794 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fc06f9c3-6c1f-4649-9e8a-bae47126e6a1 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (ef49c351-2091-4069-aaa0-da2ad346d62c), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:45.990334 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network d4bcdbef-0eb9-43d4-b591-598b8ffa4019 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:23:46.097791 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc06f9c3-6c1f-4649-9e8a-bae47126e6a1 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Pushing event updated for resources: {'Subnet': ['ID=ef49c351-2091-4069-aaa0-da2ad346d62c,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:46.113399 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc06f9c3-6c1f-4649-9e8a-bae47126e6a1 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Checking segment: {'id': '44f4b6fb-3e64-4e9f-a986-fa3dad36731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '01201ded-b361-43c1-a42e-859a2a7253f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:23:46.114850 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc06f9c3-6c1f-4649-9e8a-bae47126e6a1 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Network hostable DHCP agents. Network: 01201ded-b361-43c1-a42e-859a2a7253f6, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:23:46.143473 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc06f9c3-6c1f-4649-9e8a-bae47126e6a1 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Network 01201ded-b361-43c1-a42e-859a2a7253f6 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:23:46.150592 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:46.155452 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-fc06f9c3-6c1f-4649-9e8a-bae47126e6a1 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 01201ded-b361-43c1-a42e-859a2a7253f6) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:23:46.163209 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc06f9c3-6c1f-4649-9e8a-bae47126e6a1 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:46.164200 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fc06f9c3-6c1f-4649-9e8a-bae47126e6a1 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:46.171815 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f8cf42-db5e-4671-8ee8-e6ca5b5d409d None None] Network 01201ded-b361-43c1-a42e-859a2a7253f6 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:23:46.200870 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-fc06f9c3-6c1f-4649-9e8a-bae47126e6a1 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8185771 Feb 02 07:23:46.204039 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42456) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:46.330815 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799dca82-b106-433c-b76e-60c8e2d6e9af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-01201ded-b361-43c1-a42e-859a2a7253f6', 'network_id': '01201ded-b361-43c1-a42e-859a2a7253f6', 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'fixed_ips': [{'subnet_id': 'ef49c351-2091-4069-aaa0-da2ad346d62c'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:23:46.331707 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-799dca82-b106-433c-b76e-60c8e2d6e9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:46.564885 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-799dca82-b106-433c-b76e-60c8e2d6e9af None None] Allocated IP 2001:db8::2 (01201ded-b361-43c1-a42e-859a2a7253f6/ef49c351-2091-4069-aaa0-da2ad346d62c/855fca28-2509-4d20-a9f8-fa2a2d6b5388) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:23:46.596373 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a2402187-5f7d-4b14-b9c3-711c8a41aae3 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:46.740765 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-799dca82-b106-433c-b76e-60c8e2d6e9af None None] Publish callbacks [] for port (855fca28-2509-4d20-a9f8-fa2a2d6b5388), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:46.749522 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-799dca82-b106-433c-b76e-60c8e2d6e9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (855fca28-2509-4d20-a9f8-fa2a2d6b5388), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:46.805564 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0eec39-bc4c-445d-a66d-d70fabafb62a req-60ae5730-56e6-4c93-bc95-96514bd0b90c tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:46.813191 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ce0eec39-bc4c-445d-a66d-d70fabafb62a req-60ae5730-56e6-4c93-bc95-96514bd0b90c tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef713a01-d72b-4055-936a-9b96ec141559 HTTP/1.1" status: 200 len: 945 time: 0.2223408 Feb 02 07:23:46.830262 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799dca82-b106-433c-b76e-60c8e2d6e9af None None] Network 01201ded-b361-43c1-a42e-859a2a7253f6 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:23:46.837601 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-799dca82-b106-433c-b76e-60c8e2d6e9af None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:23:46.840117 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799dca82-b106-433c-b76e-60c8e2d6e9af None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:23:46.891530 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799dca82-b106-433c-b76e-60c8e2d6e9af None None] Pushing event updated for resources: {'Port': ['ID=855fca28-2509-4d20-a9f8-fa2a2d6b5388,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:46.892628 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d41d79d-e164-4cfe-a2ce-b5334bec6502 req-39e2280d-b2e7-4680-8dbd-0d558ed5a658 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:46.895082 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4d41d79d-e164-4cfe-a2ce-b5334bec6502 req-39e2280d-b2e7-4680-8dbd-0d558ed5a658 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.88 "GET /v2.0/ports?device_id=ef713a01-d72b-4055-936a-9b96ec141559 HTTP/1.1" status: 200 len: 945 time: 0.1324434 Feb 02 07:23:46.911290 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-799dca82-b106-433c-b76e-60c8e2d6e9af None None] Attempting to bind port 855fca28-2509-4d20-a9f8-fa2a2d6b5388 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:23:46.911524 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-799dca82-b106-433c-b76e-60c8e2d6e9af None None] Attempting to bind port 855fca28-2509-4d20-a9f8-fa2a2d6b5388 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '44f4b6fb-3e64-4e9f-a986-fa3dad36731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '01201ded-b361-43c1-a42e-859a2a7253f6'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:23:46.913302 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799dca82-b106-433c-b76e-60c8e2d6e9af None None] Attempting to bind port 855fca28-2509-4d20-a9f8-fa2a2d6b5388 on network 01201ded-b361-43c1-a42e-859a2a7253f6 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:23:46.918876 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799dca82-b106-433c-b76e-60c8e2d6e9af None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:23:46.919256 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799dca82-b106-433c-b76e-60c8e2d6e9af None None] Checking segment: {'id': '44f4b6fb-3e64-4e9f-a986-fa3dad36731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '01201ded-b361-43c1-a42e-859a2a7253f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:23:46.920181 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-799dca82-b106-433c-b76e-60c8e2d6e9af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:46.920583 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799dca82-b106-433c-b76e-60c8e2d6e9af None None] Bound using segment: {'id': '44f4b6fb-3e64-4e9f-a986-fa3dad36731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '01201ded-b361-43c1-a42e-859a2a7253f6'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:23:46.921158 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-799dca82-b106-433c-b76e-60c8e2d6e9af None None] Bound port: 855fca28-2509-4d20-a9f8-fa2a2d6b5388, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44f4b6fb-3e64-4e9f-a986-fa3dad36731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '01201ded-b361-43c1-a42e-859a2a7253f6'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:23:46.921512 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-799dca82-b106-433c-b76e-60c8e2d6e9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (855fca28-2509-4d20-a9f8-fa2a2d6b5388), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:46.947944 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ce0eec39-bc4c-445d-a66d-d70fabafb62a req-43260b84-4cf6-4976-8151-80a101547c4b tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/security-groups?id=3524c585-c4e8-4dfb-a8c3-d19c4cb3cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337764 Feb 02 07:23:47.011340 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-799dca82-b106-433c-b76e-60c8e2d6e9af None None] For port 855fca28-2509-4d20-a9f8-fa2a2d6b5388, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:23:47.015374 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-799dca82-b106-433c-b76e-60c8e2d6e9af None None] For port 855fca28-2509-4d20-a9f8-fa2a2d6b5388, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=855fca28-2509-4d20-a9f8-fa2a2d6b5388,segment=NetworkSegment(44f4b6fb-3e64-4e9f-a986-fa3dad36731f),segment_id=44f4b6fb-3e64-4e9f-a986-fa3dad36731f)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:23:47.024249 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-799dca82-b106-433c-b76e-60c8e2d6e9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (855fca28-2509-4d20-a9f8-fa2a2d6b5388), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:47.090458 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-a2402187-5f7d-4b14-b9c3-711c8a41aae3 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Allocated IP 2001:db8::1 (01201ded-b361-43c1-a42e-859a2a7253f6/ef49c351-2091-4069-aaa0-da2ad346d62c/a796dab0-f861-4c6e-966d-abe62e2e701b) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:23:47.124516 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799dca82-b106-433c-b76e-60c8e2d6e9af None None] Pushing event updated for resources: {'Port': ['ID=855fca28-2509-4d20-a9f8-fa2a2d6b5388,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:47.142243 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 76ca4042-07f6-46ff-8fa5-71d272d81c1b no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:23:47.178925 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] No Port match for: 76ca4042-07f6-46ff-8fa5-71d272d81c1b {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:23:47.179364 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 76ca4042-07f6-46ff-8fa5-71d272d81c1b not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:23:47.297340 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a2402187-5f7d-4b14-b9c3-711c8a41aae3 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for port (a796dab0-f861-4c6e-966d-abe62e2e701b), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:47.403202 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a2402187-5f7d-4b14-b9c3-711c8a41aae3 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (a796dab0-f861-4c6e-966d-abe62e2e701b), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:47.410335 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:47.427868 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-4d41d79d-e164-4cfe-a2ce-b5334bec6502 req-5f1faacb-2e44-4dcc-9d9c-9b79b27d61be tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Deleting port 73e6a4f9-7ec5-490a-a5e7-23a4cadd453d {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:23:47.428262 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-4d41d79d-e164-4cfe-a2ce-b5334bec6502 req-5f1faacb-2e44-4dcc-9d9c-9b79b27d61be tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (73e6a4f9-7ec5-490a-a5e7-23a4cadd453d), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:47.493408 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2402187-5f7d-4b14-b9c3-711c8a41aae3 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Pushing event updated for resources: {'Port': ['ID=a796dab0-f861-4c6e-966d-abe62e2e701b,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:47.519127 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2402187-5f7d-4b14-b9c3-711c8a41aae3 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Network 01201ded-b361-43c1-a42e-859a2a7253f6 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:23:47.521025 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-a2402187-5f7d-4b14-b9c3-711c8a41aae3 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:23:47.529020 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2402187-5f7d-4b14-b9c3-711c8a41aae3 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:23:47.529943 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a2402187-5f7d-4b14-b9c3-711c8a41aae3 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (c377ffbb-6c27-4978-ba59-e651495e3d79), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:47.565388 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-4d41d79d-e164-4cfe-a2ce-b5334bec6502 req-5f1faacb-2e44-4dcc-9d9c-9b79b27d61be tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] For port 73e6a4f9-7ec5-490a-a5e7-23a4cadd453d, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=73e6a4f9-7ec5-490a-a5e7-23a4cadd453d,segment=NetworkSegment(4f5298fd-80d5-4af0-b762-03d1bff87a8c),segment_id=4f5298fd-80d5-4af0-b762-03d1bff87a8c)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:23:47.565773 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-4d41d79d-e164-4cfe-a2ce-b5334bec6502 req-5f1faacb-2e44-4dcc-9d9c-9b79b27d61be tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (73e6a4f9-7ec5-490a-a5e7-23a4cadd453d), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:47.589730 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-4d41d79d-e164-4cfe-a2ce-b5334bec6502 req-5f1faacb-2e44-4dcc-9d9c-9b79b27d61be tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Calling delete_port for 73e6a4f9-7ec5-490a-a5e7-23a4cadd453d owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:23:47.746547 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42472) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:47.778900 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-4d41d79d-e164-4cfe-a2ce-b5334bec6502 req-5f1faacb-2e44-4dcc-9d9c-9b79b27d61be tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (73e6a4f9-7ec5-490a-a5e7-23a4cadd453d), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:47.816421 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['73e6a4f9-7ec5-490a-a5e7-23a4cadd453d'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:23:47.876303 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a2402187-5f7d-4b14-b9c3-711c8a41aae3 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (a796dab0-f861-4c6e-966d-abe62e2e701b), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:47.898745 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['4a399082-e671-4e68-ac4e-2cbdc580628f'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:23:47.900998 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1faacb-2e44-4dcc-9d9c-9b79b27d61be tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Pushing event deleted for resources: {'Port': ['ID=73e6a4f9-7ec5-490a-a5e7-23a4cadd453d,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:47.963203 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d41d79d-e164-4cfe-a2ce-b5334bec6502 req-5f1faacb-2e44-4dcc-9d9c-9b79b27d61be tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] No DVR routers for this DVR port 73e6a4f9-7ec5-490a-a5e7-23a4cadd453d on host n-h1-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:23:47.967493 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-4d41d79d-e164-4cfe-a2ce-b5334bec6502 req-5f1faacb-2e44-4dcc-9d9c-9b79b27d61be tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:47.978606 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4d41d79d-e164-4cfe-a2ce-b5334bec6502 req-5f1faacb-2e44-4dcc-9d9c-9b79b27d61be tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.88 "DELETE /v2.0/ports/73e6a4f9-7ec5-490a-a5e7-23a4cadd453d HTTP/1.1" status: 204 len: 173 time: 1.0675995 Feb 02 07:23:47.979121 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef713a01-d72b-4055-936a-9b96ec141559', 'name': 'network-vif-deleted', 'tag': '73e6a4f9-7ec5-490a-a5e7-23a4cadd453d'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:23:47.982884 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 855fca28-2509-4d20-a9f8-fa2a2d6b5388 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:23:47.995713 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed942dd-2ccc-4592-b95a-ef81ea432a13" -d '{"events": [{"server_uuid": "ef713a01-d72b-4055-936a-9b96ec141559", "name": "network-vif-deleted", "tag": "73e6a4f9-7ec5-490a-a5e7-23a4cadd453d"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:23:48.178274 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 855fca28-2509-4d20-a9f8-fa2a2d6b5388 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:23:48.179314 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (855fca28-2509-4d20-a9f8-fa2a2d6b5388), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:48.429986 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 855fca28-2509-4d20-a9f8-fa2a2d6b5388 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:23:48.430854 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (855fca28-2509-4d20-a9f8-fa2a2d6b5388), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:48.511244 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 855fca28-2509-4d20-a9f8-fa2a2d6b5388, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=855fca28-2509-4d20-a9f8-fa2a2d6b5388,segment=NetworkSegment(44f4b6fb-3e64-4e9f-a986-fa3dad36731f),segment_id=44f4b6fb-3e64-4e9f-a986-fa3dad36731f)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:23:48.528361 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (855fca28-2509-4d20-a9f8-fa2a2d6b5388), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:48.620524 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f016c5fd-0ed8-4a37-b068-67bcf923af8c req-b4b857cd-5e28-4dc1-8ac6-56f78412cdb4 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef713a01-d72b-4055-936a-9b96ec141559 HTTP/1.1" status: 200 len: 210 time: 0.3619692 Feb 02 07:23:48.627212 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=855fca28-2509-4d20-a9f8-fa2a2d6b5388,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:48.848787 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac91aa6-ebb8-4a2c-aaf4-feb70c8708de x-openstack-request-id: req-0ac91aa6-ebb8-4a2c-aaf4-feb70c8708de {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:23:48.849095 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef713a01-d72b-4055-936a-9b96ec141559", "name": "network-vif-deleted", "tag": "73e6a4f9-7ec5-490a-a5e7-23a4cadd453d", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:23:48.849986 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-0ac91aa6-ebb8-4a2c-aaf4-feb70c8708de {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:23:48.850701 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef713a01-d72b-4055-936a-9b96ec141559', 'name': 'network-vif-deleted', 'tag': '73e6a4f9-7ec5-490a-a5e7-23a4cadd453d', 'status': 'completed', 'code': 200} Feb 02 07:23:48.985764 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07815d9-77b5-473e-8ca0-23874c3c2260 None None] Network 01201ded-b361-43c1-a42e-859a2a7253f6 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:23:49.016378 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a2402187-5f7d-4b14-b9c3-711c8a41aae3 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for port (a796dab0-f861-4c6e-966d-abe62e2e701b), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:49.031395 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a2402187-5f7d-4b14-b9c3-711c8a41aae3 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (a796dab0-f861-4c6e-966d-abe62e2e701b), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:49.032243 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a2402187-5f7d-4b14-b9c3-711c8a41aae3 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (c377ffbb-6c27-4978-ba59-e651495e3d79), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:49.072364 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-adc6f1ec-ecbf-48f6-87b6-d143562aa650 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Deleting port 18af5c98-dacc-4cd4-a1a7-890c35b0e29b {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:23:49.072734 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-adc6f1ec-ecbf-48f6-87b6-d143562aa650 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (18af5c98-dacc-4cd4-a1a7-890c35b0e29b), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:49.085043 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-337eb4b1-36c9-420a-9618-4c73b9759bfa None None] Provisioning complete for port 855fca28-2509-4d20-a9f8-fa2a2d6b5388 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:23:49.085575 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-337eb4b1-36c9-420a-9618-4c73b9759bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (855fca28-2509-4d20-a9f8-fa2a2d6b5388), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:49.167544 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2402187-5f7d-4b14-b9c3-711c8a41aae3 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Pushing event updated for resources: {'Port': ['ID=a796dab0-f861-4c6e-966d-abe62e2e701b,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:49.210911 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-337eb4b1-36c9-420a-9618-4c73b9759bfa None None] Current status of the port 855fca28-2509-4d20-a9f8-fa2a2d6b5388 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:23:49.279909 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-adc6f1ec-ecbf-48f6-87b6-d143562aa650 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (18af5c98-dacc-4cd4-a1a7-890c35b0e29b), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:49.280251 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-adc6f1ec-ecbf-48f6-87b6-d143562aa650 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Publish callbacks [] for floatingip (18af5c98-dacc-4cd4-a1a7-890c35b0e29b), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:49.300224 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-adc6f1ec-ecbf-48f6-87b6-d143562aa650 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Calling delete_port for 18af5c98-dacc-4cd4-a1a7-890c35b0e29b owned by network:floatingip {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:23:49.329466 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42488) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:49.334751 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-df758e68-f13f-4a17-8598-ad2b073d98dc tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Request body: {'subnet': {'network_id': 'd4bcdbef-0eb9-43d4-b591-598b8ffa4019', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:23:49.374216 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2402187-5f7d-4b14-b9c3-711c8a41aae3 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Network 01201ded-b361-43c1-a42e-859a2a7253f6 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:23:49.381721 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-a2402187-5f7d-4b14-b9c3-711c8a41aae3 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:23:49.460858 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df758e68-f13f-4a17-8598-ad2b073d98dc tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Made reservation on behalf of ad2385b7bb3d4d8a8f3cb8428a59cef0 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:23:49.465093 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-df758e68-f13f-4a17-8598-ad2b073d98dc tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:49.645545 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1dec8956-dd4a-4a96-8a93-2a0ac5c9e5c7 None None] Provisioning complete for port 855fca28-2509-4d20-a9f8-fa2a2d6b5388 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:23:49.646079 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1dec8956-dd4a-4a96-8a93-2a0ac5c9e5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (855fca28-2509-4d20-a9f8-fa2a2d6b5388), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:49.672082 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2402187-5f7d-4b14-b9c3-711c8a41aae3 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Router c377ffbb-6c27-4978-ba59-e651495e3d79 is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:23:49.694976 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-adc6f1ec-ecbf-48f6-87b6-d143562aa650 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (18af5c98-dacc-4cd4-a1a7-890c35b0e29b), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:49.755055 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-df758e68-f13f-4a17-8598-ad2b073d98dc tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (d393f45b-1db3-41eb-a856-0418b3b39351), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:49.855917 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1dec8956-dd4a-4a96-8a93-2a0ac5c9e5c7 None None] Current status of the port 855fca28-2509-4d20-a9f8-fa2a2d6b5388 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:23:49.869407 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 855fca28-2509-4d20-a9f8-fa2a2d6b5388 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:23:49.874362 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1dec8956-dd4a-4a96-8a93-2a0ac5c9e5c7 None None] Provisioning complete for port a796dab0-f861-4c6e-966d-abe62e2e701b triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:23:49.876119 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1dec8956-dd4a-4a96-8a93-2a0ac5c9e5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (a796dab0-f861-4c6e-966d-abe62e2e701b), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:49.879284 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2402187-5f7d-4b14-b9c3-711c8a41aae3 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:23:49.886454 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a2402187-5f7d-4b14-b9c3-711c8a41aae3 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "PUT /v2.0/routers/c377ffbb-6c27-4978-ba59-e651495e3d79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6813087 Feb 02 07:23:49.887602 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc6f1ec-ecbf-48f6-87b6-d143562aa650 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Pushing event deleted for resources: {'Port': ['ID=18af5c98-dacc-4cd4-a1a7-890c35b0e29b,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:49.891813 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42494) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:49.894992 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c3463d-b92f-4acf-9383-295ca5ad4094 None None] Sync routers for ids ['c377ffbb-6c27-4978-ba59-e651495e3d79'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:23:49.898144 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-d6f93ade-6eea-432a-a85e-02f98dbf2b04 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-23431788'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:23:49.926131 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c3463d-b92f-4acf-9383-295ca5ad4094 None None] Routers {'c377ffbb-6c27-4978-ba59-e651495e3d79'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:23:49.928934 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-c1c3463d-b92f-4acf-9383-295ca5ad4094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:23:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['c377ffbb-6c27-4978-ba59-e651495e3d79'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:50.002336 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f93ade-6eea-432a-a85e-02f98dbf2b04 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Made reservation on behalf of 734239c0e89548e9b731cf7277c63ec2 for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:23:50.017386 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d6f93ade-6eea-432a-a85e-02f98dbf2b04 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:50.019430 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1dec8956-dd4a-4a96-8a93-2a0ac5c9e5c7 None None] Port a796dab0-f861-4c6e-966d-abe62e2e701b cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:23:50.044297 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df758e68-f13f-4a17-8598-ad2b073d98dc tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Checking segment: {'id': 'f7494004-9e3b-4908-93d4-6aa9676a5b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd4bcdbef-0eb9-43d4-b591-598b8ffa4019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:23:50.046529 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df758e68-f13f-4a17-8598-ad2b073d98dc tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Network hostable DHCP agents. Network: d4bcdbef-0eb9-43d4-b591-598b8ffa4019, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:23:50.050543 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df758e68-f13f-4a17-8598-ad2b073d98dc tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Pushing event updated for resources: {'Subnet': ['ID=d393f45b-1db3-41eb-a856-0418b3b39351,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:50.088273 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6f93ade-6eea-432a-a85e-02f98dbf2b04 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:23:50.110452 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df758e68-f13f-4a17-8598-ad2b073d98dc tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Network d4bcdbef-0eb9-43d4-b591-598b8ffa4019 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:23:50.121832 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 855fca28-2509-4d20-a9f8-fa2a2d6b5388 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:23:50.122664 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (855fca28-2509-4d20-a9f8-fa2a2d6b5388), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:50.128371 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d6f93ade-6eea-432a-a85e-02f98dbf2b04 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (5c51fcff-e754-49f4-a776-4c3f77e787cc), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:50.129123 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-d6f93ade-6eea-432a-a85e-02f98dbf2b04 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Added segment 5c51fcff-e754-49f4-a776-4c3f77e787cc of type vlan for network 151c1bac-3568-4be4-894c-7d09a5030272 Feb 02 07:23:50.130461 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-df758e68-f13f-4a17-8598-ad2b073d98dc tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, d4bcdbef-0eb9-43d4-b591-598b8ffa4019) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:23:50.139389 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df758e68-f13f-4a17-8598-ad2b073d98dc tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:50.140188 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-df758e68-f13f-4a17-8598-ad2b073d98dc tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:50.185645 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-df758e68-f13f-4a17-8598-ad2b073d98dc tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8547223 Feb 02 07:23:50.189604 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42500) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:50.191170 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d6f93ade-6eea-432a-a85e-02f98dbf2b04 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (151c1bac-3568-4be4-894c-7d09a5030272), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:50.197100 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-f351ccf8-d399-4c1a-b5a0-3de9b7476e4d tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-322636131'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:23:50.200386 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f147e8-2b36-4a78-85f5-2ad50f1bade4 None None] Network d4bcdbef-0eb9-43d4-b591-598b8ffa4019 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:23:50.213765 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-c1c3463d-b92f-4acf-9383-295ca5ad4094 None None] Set router c377ffbb-6c27-4978-ba59-e651495e3d79 gateway port host: None {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:23:50.223168 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-adc6f1ec-ecbf-48f6-87b6-d143562aa650 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Publish callbacks [] for floatingip (2cb7c861-43a1-490a-89ac-e354a9f0d7e5), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:50.223677 n-d-789963-26 neutron-server[109694]: INFO neutron.db.l3_db [None req-adc6f1ec-ecbf-48f6-87b6-d143562aa650 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Floating IP 2cb7c861-43a1-490a-89ac-e354a9f0d7e5 disassociated (deleted). External IP: 172.25.4.141, port: 79d713f5-543b-440d-b05b-da9173f67859. Feb 02 07:23:50.252831 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f351ccf8-d399-4c1a-b5a0-3de9b7476e4d tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Made reservation on behalf of ad2385b7bb3d4d8a8f3cb8428a59cef0 for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:23:50.257642 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f351ccf8-d399-4c1a-b5a0-3de9b7476e4d tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:50.315690 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f351ccf8-d399-4c1a-b5a0-3de9b7476e4d tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:23:50.337521 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f351ccf8-d399-4c1a-b5a0-3de9b7476e4d tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (925ae762-e31d-446a-926b-cc372ac8837f), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:50.338160 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-f351ccf8-d399-4c1a-b5a0-3de9b7476e4d tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Added segment 925ae762-e31d-446a-926b-cc372ac8837f of type vlan for network 58175a1a-8aa2-4de5-a837-ada85cc0ab14 Feb 02 07:23:50.368020 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d6f93ade-6eea-432a-a85e-02f98dbf2b04 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (151c1bac-3568-4be4-894c-7d09a5030272), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:50.378737 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f93ade-6eea-432a-a85e-02f98dbf2b04 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:50.384241 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d6f93ade-6eea-432a-a85e-02f98dbf2b04 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:50.398006 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f351ccf8-d399-4c1a-b5a0-3de9b7476e4d tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (58175a1a-8aa2-4de5-a837-ada85cc0ab14), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:50.448185 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-36036fe3-f6c2-4db7-9356-a9506751fb14 None None] Provisioning complete for port a796dab0-f861-4c6e-966d-abe62e2e701b triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:23:50.448551 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-36036fe3-f6c2-4db7-9356-a9506751fb14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (a796dab0-f861-4c6e-966d-abe62e2e701b), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:50.469367 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f351ccf8-d399-4c1a-b5a0-3de9b7476e4d tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (58175a1a-8aa2-4de5-a837-ada85cc0ab14), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:50.476281 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f351ccf8-d399-4c1a-b5a0-3de9b7476e4d tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:50.476838 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f351ccf8-d399-4c1a-b5a0-3de9b7476e4d tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:50.480210 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d6f93ade-6eea-432a-a85e-02f98dbf2b04 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5845876 Feb 02 07:23:50.485635 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42502) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:50.502886 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-abb40e2b-836d-4f79-8e8c-78538ffcfae0 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Request body: {'subnet': {'network_id': '151c1bac-3568-4be4-894c-7d09a5030272', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:23:50.527213 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-f351ccf8-d399-4c1a-b5a0-3de9b7476e4d tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3338797 Feb 02 07:23:50.528487 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42504) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:50.539298 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-5c04226a-d736-4cb5-8b16-c2c43a6c2b9c tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Request body: {'subnet': {'network_id': '58175a1a-8aa2-4de5-a837-ada85cc0ab14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:23:50.552311 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-c1c3463d-b92f-4acf-9383-295ca5ad4094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'name': 'tempest-RoutersIpV6Test-router-58342812', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:23:44Z', 'updated_at': '2022-02-02T07:23:47Z', 'revision_number': 2, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'gw_port_host': None, '_interfaces': [{'id': 'a796dab0-f861-4c6e-966d-abe62e2e701b', 'name': '', 'network_id': '01201ded-b361-43c1-a42e-859a2a7253f6', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'mac_address': 'fa:16:3e:ca:fe:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': 'ef49c351-2091-4069-aaa0-da2ad346d62c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:23:46Z', 'updated_at': '2022-02-02T07:23:48Z', 'revision_number': 2, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'subnets': [{'id': 'ef49c351-2091-4069-aaa0-da2ad346d62c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:50.589049 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 855fca28-2509-4d20-a9f8-fa2a2d6b5388 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:23:50.590274 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c3463d-b92f-4acf-9383-295ca5ad4094 None None] Checking router: c377ffbb-6c27-4978-ba59-e651495e3d79 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:23:50.591010 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c3463d-b92f-4acf-9383-295ca5ad4094 None None] Updating router c377ffbb-6c27-4978-ba59-e651495e3d79 port a796dab0-f861-4c6e-966d-abe62e2e701b binding host n-d-789963-26 {{(pid=109696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:23:50.596428 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-36036fe3-f6c2-4db7-9356-a9506751fb14 None None] Port a796dab0-f861-4c6e-966d-abe62e2e701b cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:23:50.618040 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281eaafe-d1cf-4820-a6ab-e16035ded88d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-d4bcdbef-0eb9-43d4-b591-598b8ffa4019', 'network_id': 'd4bcdbef-0eb9-43d4-b591-598b8ffa4019', 'project_id': 'ad2385b7bb3d4d8a8f3cb8428a59cef0', 'fixed_ips': [{'subnet_id': 'd393f45b-1db3-41eb-a856-0418b3b39351'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:23:50.620606 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-281eaafe-d1cf-4820-a6ab-e16035ded88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:50.625599 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f351ccf8-d399-4c1a-b5a0-3de9b7476e4d tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Pushing event updated for resources: {'Network': ['ID=58175a1a-8aa2-4de5-a837-ada85cc0ab14,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:50.627397 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-c1c3463d-b92f-4acf-9383-295ca5ad4094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (a796dab0-f861-4c6e-966d-abe62e2e701b), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:50.755652 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c04226a-d736-4cb5-8b16-c2c43a6c2b9c tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Made reservation on behalf of ad2385b7bb3d4d8a8f3cb8428a59cef0 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:23:50.760076 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5c04226a-d736-4cb5-8b16-c2c43a6c2b9c tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:50.771668 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 58175a1a-8aa2-4de5-a837-ada85cc0ab14 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:23:50.875265 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-4fe8b4d5-0559-4749-a3e4-f684cab7182a None None] Provisioning complete for port a796dab0-f861-4c6e-966d-abe62e2e701b triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:23:50.875709 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-4fe8b4d5-0559-4749-a3e4-f684cab7182a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (a796dab0-f861-4c6e-966d-abe62e2e701b), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:50.978878 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-4fe8b4d5-0559-4749-a3e4-f684cab7182a None None] Port a796dab0-f861-4c6e-966d-abe62e2e701b cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:23:50.999796 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-c1c3463d-b92f-4acf-9383-295ca5ad4094 None None] Publish callbacks [] for port (a796dab0-f861-4c6e-966d-abe62e2e701b), precommit_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:51.015670 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-c1c3463d-b92f-4acf-9383-295ca5ad4094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (a796dab0-f861-4c6e-966d-abe62e2e701b), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:51.023427 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5c04226a-d736-4cb5-8b16-c2c43a6c2b9c tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (ccdcfd6f-1270-402d-a4f8-3077ef5374a2), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:51.026512 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:23:51.110720 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c04226a-d736-4cb5-8b16-c2c43a6c2b9c tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Pushing event updated for resources: {'Subnet': ['ID=ccdcfd6f-1270-402d-a4f8-3077ef5374a2,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:51.143094 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9b4a8c-7f58-495f-8749-09b420dee4fc None None] Pushing event updated for resources: {'Port': ['ID=a796dab0-f861-4c6e-966d-abe62e2e701b,revision_number=3']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:51.158166 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c04226a-d736-4cb5-8b16-c2c43a6c2b9c tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Checking segment: {'id': '925ae762-e31d-446a-926b-cc372ac8837f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '58175a1a-8aa2-4de5-a837-ada85cc0ab14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:23:51.158701 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c04226a-d736-4cb5-8b16-c2c43a6c2b9c tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Network hostable DHCP agents. Network: 58175a1a-8aa2-4de5-a837-ada85cc0ab14, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:23:51.171325 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-281eaafe-d1cf-4820-a6ab-e16035ded88d None None] Allocated IP 2001:db8:0:ffff::2 (d4bcdbef-0eb9-43d4-b591-598b8ffa4019/d393f45b-1db3-41eb-a856-0418b3b39351/256ed0f9-05f9-4d72-a0ff-91528c84400d) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:23:51.186324 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b4a8c-7f58-495f-8749-09b420dee4fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:23:51.187029 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b4a8c-7f58-495f-8749-09b420dee4fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:23:51.187732 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b4a8c-7f58-495f-8749-09b420dee4fc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:23:51.189234 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b4a8c-7f58-495f-8749-09b420dee4fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:23:51.190021 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b4a8c-7f58-495f-8749-09b420dee4fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:23:51.190542 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b4a8c-7f58-495f-8749-09b420dee4fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:23:51.191105 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b4a8c-7f58-495f-8749-09b420dee4fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:23:51.195030 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b4a8c-7f58-495f-8749-09b420dee4fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:23:51.195753 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b4a8c-7f58-495f-8749-09b420dee4fc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:23:51.196724 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b4a8c-7f58-495f-8749-09b420dee4fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:23:51.197463 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b4a8c-7f58-495f-8749-09b420dee4fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:23:51.198550 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b4a8c-7f58-495f-8749-09b420dee4fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:23:51.200570 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b4a8c-7f58-495f-8749-09b420dee4fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:23:51.207689 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c04226a-d736-4cb5-8b16-c2c43a6c2b9c tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Network 58175a1a-8aa2-4de5-a837-ada85cc0ab14 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:23:51.229415 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-5c04226a-d736-4cb5-8b16-c2c43a6c2b9c tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 58175a1a-8aa2-4de5-a837-ada85cc0ab14) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:23:51.236833 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c04226a-d736-4cb5-8b16-c2c43a6c2b9c tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:51.239454 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5c04226a-d736-4cb5-8b16-c2c43a6c2b9c tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:51.252553 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51dfcac6-0224-4f4f-a63b-a640a5078dcf None None] Network 58175a1a-8aa2-4de5-a837-ada85cc0ab14 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:23:51.278184 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-5c04226a-d736-4cb5-8b16-c2c43a6c2b9c tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7484784 Feb 02 07:23:51.280671 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42512) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:51.307225 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-c1c3463d-b92f-4acf-9383-295ca5ad4094 None None] Attempting to bind port a796dab0-f861-4c6e-966d-abe62e2e701b on host n-d-789963-26 for vnic_type normal with profile {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:23:51.308597 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-c1c3463d-b92f-4acf-9383-295ca5ad4094 None None] Attempting to bind port a796dab0-f861-4c6e-966d-abe62e2e701b by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '44f4b6fb-3e64-4e9f-a986-fa3dad36731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '01201ded-b361-43c1-a42e-859a2a7253f6'}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:23:51.310001 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c3463d-b92f-4acf-9383-295ca5ad4094 None None] Attempting to bind port a796dab0-f861-4c6e-966d-abe62e2e701b on network 01201ded-b361-43c1-a42e-859a2a7253f6 {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:23:51.325237 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c3463d-b92f-4acf-9383-295ca5ad4094 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:23:51.325851 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c3463d-b92f-4acf-9383-295ca5ad4094 None None] Checking segment: {'id': '44f4b6fb-3e64-4e9f-a986-fa3dad36731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '01201ded-b361-43c1-a42e-859a2a7253f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:23:51.328527 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-c1c3463d-b92f-4acf-9383-295ca5ad4094 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:51.337798 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c3463d-b92f-4acf-9383-295ca5ad4094 None None] Bound using segment: {'id': '44f4b6fb-3e64-4e9f-a986-fa3dad36731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '01201ded-b361-43c1-a42e-859a2a7253f6'} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:23:51.337798 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-c1c3463d-b92f-4acf-9383-295ca5ad4094 None None] Bound port: a796dab0-f861-4c6e-966d-abe62e2e701b, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44f4b6fb-3e64-4e9f-a986-fa3dad36731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '01201ded-b361-43c1-a42e-859a2a7253f6'}}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:23:51.337798 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-c1c3463d-b92f-4acf-9383-295ca5ad4094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (a796dab0-f861-4c6e-966d-abe62e2e701b), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:51.452192 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f93ade-6eea-432a-a85e-02f98dbf2b04 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Pushing event updated for resources: {'Network': ['ID=151c1bac-3568-4be4-894c-7d09a5030272,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:51.481330 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adc6f1ec-ecbf-48f6-87b6-d143562aa650 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Router f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:23:51.481610 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 151c1bac-3568-4be4-894c-7d09a5030272 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:23:51.532148 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb40e2b-836d-4f79-8e8c-78538ffcfae0 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Made reservation on behalf of 734239c0e89548e9b731cf7277c63ec2 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:23:51.543465 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-abb40e2b-836d-4f79-8e8c-78538ffcfae0 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:51.548058 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-c1c3463d-b92f-4acf-9383-295ca5ad4094 None None] For port a796dab0-f861-4c6e-966d-abe62e2e701b, host n-d-789963-26, cleared binding levels {{(pid=109696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:23:51.552669 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-c1c3463d-b92f-4acf-9383-295ca5ad4094 None None] For port a796dab0-f861-4c6e-966d-abe62e2e701b, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=a796dab0-f861-4c6e-966d-abe62e2e701b,segment=NetworkSegment(44f4b6fb-3e64-4e9f-a986-fa3dad36731f),segment_id=44f4b6fb-3e64-4e9f-a986-fa3dad36731f)] {{(pid=109696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:23:51.565350 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-c1c3463d-b92f-4acf-9383-295ca5ad4094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (a796dab0-f861-4c6e-966d-abe62e2e701b), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:51.573741 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-85e12c1e-6ef4-4259-9e30-b7e8a8d6f699 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (58175a1a-8aa2-4de5-a837-ada85cc0ab14), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:51.684835 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-85e12c1e-6ef4-4259-9e30-b7e8a8d6f699 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (ccdcfd6f-1270-402d-a4f8-3077ef5374a2), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:51.704465 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c3463d-b92f-4acf-9383-295ca5ad4094 None None] Routers {'c377ffbb-6c27-4978-ba59-e651495e3d79'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:23:51.705353 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-c1c3463d-b92f-4acf-9383-295ca5ad4094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:23:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['c377ffbb-6c27-4978-ba59-e651495e3d79'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:51.838356 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-85e12c1e-6ef4-4259-9e30-b7e8a8d6f699 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (ccdcfd6f-1270-402d-a4f8-3077ef5374a2), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:51.853432 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 73e6a4f9-7ec5-490a-a5e7-23a4cadd453d no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:23:51.960869 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: 73e6a4f9-7ec5-490a-a5e7-23a4cadd453d {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:23:51.961528 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 73e6a4f9-7ec5-490a-a5e7-23a4cadd453d not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:23:51.983375 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc6f1ec-ecbf-48f6-87b6-d143562aa650 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:23:51.992155 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-adc6f1ec-ecbf-48f6-87b6-d143562aa650 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:52.003340 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9b4a8c-7f58-495f-8749-09b420dee4fc None None] Pushing event updated for resources: {'Port': ['ID=a796dab0-f861-4c6e-966d-abe62e2e701b,revision_number=4']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:52.041703 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-adc6f1ec-ecbf-48f6-87b6-d143562aa650 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.87 "DELETE /v2.0/floatingips/2cb7c861-43a1-490a-89ac-e354a9f0d7e5 HTTP/1.1" status: 204 len: 168 time: 4.2954268 Feb 02 07:23:52.045457 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '449fc50e-25e6-4c03-a79e-6b4045159285', 'tag': '79d713f5-543b-440d-b05b-da9173f67859'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:23:52.048820 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e768249e-5500-4719-9c96-d19caa56b7fa" -d '{"events": [{"name": "network-changed", "server_uuid": "449fc50e-25e6-4c03-a79e-6b4045159285", "tag": "79d713f5-543b-440d-b05b-da9173f67859"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:23:52.054960 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2440e67-a153-446e-9670-62008b25509a None None] Sync routers for ids ['f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:23:52.072517 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661f9340-9693-448e-b606-73e4616bb641 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-58175a1a-8aa2-4de5-a837-ada85cc0ab14', 'network_id': '58175a1a-8aa2-4de5-a837-ada85cc0ab14', 'project_id': 'ad2385b7bb3d4d8a8f3cb8428a59cef0', 'fixed_ips': [{'subnet_id': 'ccdcfd6f-1270-402d-a4f8-3077ef5374a2'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:23:52.074541 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-661f9340-9693-448e-b606-73e4616bb641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:52.094293 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-56eae38d-a8e4-49f1-bc2d-a16339ff14de None None] Provisioning complete for port a796dab0-f861-4c6e-966d-abe62e2e701b triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:23:52.094828 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-56eae38d-a8e4-49f1-bc2d-a16339ff14de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (a796dab0-f861-4c6e-966d-abe62e2e701b), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:52.095481 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-c1c3463d-b92f-4acf-9383-295ca5ad4094 None None] Set router c377ffbb-6c27-4978-ba59-e651495e3d79 gateway port host: None {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:23:52.117277 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-85e12c1e-6ef4-4259-9e30-b7e8a8d6f699 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (58175a1a-8aa2-4de5-a837-ada85cc0ab14), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:52.188481 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-85e12c1e-6ef4-4259-9e30-b7e8a8d6f699 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58175a1a-8aa2-4de5-a837-ada85cc0ab14']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:52.206198 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-85e12c1e-6ef4-4259-9e30-b7e8a8d6f699 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '925ae762-e31d-446a-926b-cc372ac8837f') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:52.206474 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-85e12c1e-6ef4-4259-9e30-b7e8a8d6f699 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '925ae762-e31d-446a-926b-cc372ac8837f') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:52.219682 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-85e12c1e-6ef4-4259-9e30-b7e8a8d6f699 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (925ae762-e31d-446a-926b-cc372ac8837f), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:52.239377 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-abb40e2b-836d-4f79-8e8c-78538ffcfae0 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (ad81f9a5-6536-4f51-84aa-dbda9c5233c4), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:52.291795 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-85e12c1e-6ef4-4259-9e30-b7e8a8d6f699 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (925ae762-e31d-446a-926b-cc372ac8837f), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:52.295662 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-281eaafe-d1cf-4820-a6ab-e16035ded88d None None] Publish callbacks [] for port (256ed0f9-05f9-4d72-a0ff-91528c84400d), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:52.319632 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85e12c1e-6ef4-4259-9e30-b7e8a8d6f699 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:23:52.321459 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-85e12c1e-6ef4-4259-9e30-b7e8a8d6f699 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (925ae762-e31d-446a-926b-cc372ac8837f), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:52.330984 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:23:52.330984 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:23:52.330984 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:23:52.330984 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:23:52.330984 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:23:52.330984 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:23:52.330984 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:23:52.330984 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:23:52.330984 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:23:52.330984 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:23:52.330984 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:23:52.330984 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:23:52.330984 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:23:52.330984 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:23:52.330984 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:23:52.330984 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:23:52.330984 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:23:52.330984 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:23:52.330984 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:23:52.330984 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:23:52.330984 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:23:52.330984 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:23:52.330984 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:23:52.330984 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:23:52.330984 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:23:52.330984 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:23:52.330984 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:23:52.330984 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:23:52.330984 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:23:52.330984 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:23:52.330984 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:23:52.330984 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:23:52.369030 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb40e2b-836d-4f79-8e8c-78538ffcfae0 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Pushing event updated for resources: {'Subnet': ['ID=ad81f9a5-6536-4f51-84aa-dbda9c5233c4,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:52.383954 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e12c1e-6ef4-4259-9e30-b7e8a8d6f699 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Pushing event deleted for resources: {'Subnet': ['ID=ccdcfd6f-1270-402d-a4f8-3077ef5374a2,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:52.420283 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb40e2b-836d-4f79-8e8c-78538ffcfae0 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Checking segment: {'id': '5c51fcff-e754-49f4-a776-4c3f77e787cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '151c1bac-3568-4be4-894c-7d09a5030272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:23:52.420656 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb40e2b-836d-4f79-8e8c-78538ffcfae0 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Network hostable DHCP agents. Network: 151c1bac-3568-4be4-894c-7d09a5030272, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:23:52.437134 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-281eaafe-d1cf-4820-a6ab-e16035ded88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (256ed0f9-05f9-4d72-a0ff-91528c84400d), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:52.455740 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9850b1b8-9bf0-4708-abc3-e6e812c5029e x-openstack-request-id: req-9850b1b8-9bf0-4708-abc3-e6e812c5029e {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:23:52.456321 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "449fc50e-25e6-4c03-a79e-6b4045159285", "tag": "79d713f5-543b-440d-b05b-da9173f67859", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:23:52.456428 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-9850b1b8-9bf0-4708-abc3-e6e812c5029e {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:23:52.456828 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '449fc50e-25e6-4c03-a79e-6b4045159285', 'tag': '79d713f5-543b-440d-b05b-da9173f67859', 'status': 'completed', 'code': 200} Feb 02 07:23:52.460081 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb40e2b-836d-4f79-8e8c-78538ffcfae0 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Network 151c1bac-3568-4be4-894c-7d09a5030272 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:23:52.485916 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-abb40e2b-836d-4f79-8e8c-78538ffcfae0 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 151c1bac-3568-4be4-894c-7d09a5030272) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:23:52.502745 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb40e2b-836d-4f79-8e8c-78538ffcfae0 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:52.503466 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-abb40e2b-836d-4f79-8e8c-78538ffcfae0 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:52.505103 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a10517-8007-4270-ada4-3e3354e7af0f None None] Network 58175a1a-8aa2-4de5-a837-ada85cc0ab14 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:23:52.544108 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-abb40e2b-836d-4f79-8e8c-78538ffcfae0 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0571060 Feb 02 07:23:52.547473 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42524) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:52.605598 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f1467a-2a04-4630-b711-1b76f6d8e1b6 None None] Network 151c1bac-3568-4be4-894c-7d09a5030272 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:23:52.607915 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281eaafe-d1cf-4820-a6ab-e16035ded88d None None] Pushing event updated for resources: {'Port': ['ID=256ed0f9-05f9-4d72-a0ff-91528c84400d,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:52.626994 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:52.628992 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281eaafe-d1cf-4820-a6ab-e16035ded88d None None] Network d4bcdbef-0eb9-43d4-b591-598b8ffa4019 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:23:52.641692 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2440e67-a153-446e-9670-62008b25509a None None] Routers {'f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:23:52.642330 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-d2440e67-a153-446e-9670-62008b25509a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:23:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:52.652128 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a10517-8007-4270-ada4-3e3354e7af0f None None] Network 58175a1a-8aa2-4de5-a837-ada85cc0ab14 could not be found, it might have been deleted concurrently. {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 02 07:23:52.681827 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-85e12c1e-6ef4-4259-9e30-b7e8a8d6f699 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (58175a1a-8aa2-4de5-a837-ada85cc0ab14), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:52.688019 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-281eaafe-d1cf-4820-a6ab-e16035ded88d None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:23:52.702245 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281eaafe-d1cf-4820-a6ab-e16035ded88d None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:23:52.712926 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-85e12c1e-6ef4-4259-9e30-b7e8a8d6f699 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:52.724786 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-85e12c1e-6ef4-4259-9e30-b7e8a8d6f699 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] 10.222.0.87 "DELETE /v2.0/networks/58175a1a-8aa2-4de5-a837-ada85cc0ab14 HTTP/1.1" status: 204 len: 168 time: 1.4428115 Feb 02 07:23:52.752648 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e12c1e-6ef4-4259-9e30-b7e8a8d6f699 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Pushing event deleted for resources: {'Network': ['ID=58175a1a-8aa2-4de5-a837-ada85cc0ab14,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:52.761401 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42526) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:52.769586 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-28d4de71-d48f-46fe-95ed-a12c0046e54f tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1888430024'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:23:52.819513 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e768249e-5500-4719-9c96-d19caa56b7fa req-519a5185-8cb1-4e3a-893b-8a7b24870662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:52.829193 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e768249e-5500-4719-9c96-d19caa56b7fa req-519a5185-8cb1-4e3a-893b-8a7b24870662 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=31a150f577914a209466302edcd070d5&device_id=449fc50e-25e6-4c03-a79e-6b4045159285 HTTP/1.1" status: 200 len: 1129 time: 0.2792587 Feb 02 07:23:52.853736 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-c1c3463d-b92f-4acf-9383-295ca5ad4094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'name': 'tempest-RoutersIpV6Test-router-58342812', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:23:44Z', 'updated_at': '2022-02-02T07:23:47Z', 'revision_number': 2, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'gw_port_host': None, '_interfaces': [{'id': 'a796dab0-f861-4c6e-966d-abe62e2e701b', 'name': '', 'network_id': '01201ded-b361-43c1-a42e-859a2a7253f6', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'mac_address': 'fa:16:3e:ca:fe:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': 'ef49c351-2091-4069-aaa0-da2ad346d62c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:23:46Z', 'updated_at': '2022-02-02T07:23:51Z', 'revision_number': 4, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'subnets': [{'id': 'ef49c351-2091-4069-aaa0-da2ad346d62c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:52.894882 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d4de71-d48f-46fe-95ed-a12c0046e54f tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Made reservation on behalf of ad2385b7bb3d4d8a8f3cb8428a59cef0 for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:23:52.899235 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-28d4de71-d48f-46fe-95ed-a12c0046e54f tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:52.913632 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c3463d-b92f-4acf-9383-295ca5ad4094 None None] The sync data for ids ['c377ffbb-6c27-4978-ba59-e651495e3d79'] in n-d-789963-26 is: [{'id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'name': 'tempest-RoutersIpV6Test-router-58342812', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:23:44Z', 'updated_at': '2022-02-02T07:23:47Z', 'revision_number': 2, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'gw_port_host': None, '_interfaces': [{'id': 'a796dab0-f861-4c6e-966d-abe62e2e701b', 'name': '', 'network_id': '01201ded-b361-43c1-a42e-859a2a7253f6', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'mac_address': 'fa:16:3e:ca:fe:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': 'ef49c351-2091-4069-aaa0-da2ad346d62c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:23:46Z', 'updated_at': '2022-02-02T07:23:51Z', 'revision_number': 4, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'subnets': [{'id': 'ef49c351-2091-4069-aaa0-da2ad346d62c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:23:52.974715 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c8c01-9fdf-47a2-bd09-faf496d916ea req-5160d25e-44d5-483b-b1bd-65406b09a0ed tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:52.983666 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-024c8c01-9fdf-47a2-bd09-faf496d916ea req-5160d25e-44d5-483b-b1bd-65406b09a0ed tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.87 "GET /v2.0/ports?device_id=449fc50e-25e6-4c03-a79e-6b4045159285 HTTP/1.1" status: 200 len: 946 time: 0.2559505 Feb 02 07:23:53.011837 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28d4de71-d48f-46fe-95ed-a12c0046e54f tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:23:53.050337 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-28d4de71-d48f-46fe-95ed-a12c0046e54f tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (dca82ea9-d473-4476-90d8-afa150267dfd), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:53.053167 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-28d4de71-d48f-46fe-95ed-a12c0046e54f tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Added segment dca82ea9-d473-4476-90d8-afa150267dfd of type vlan for network 40f92c00-97ef-4f70-acc4-d7ec8da4bc65 Feb 02 07:23:53.070614 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e768249e-5500-4719-9c96-d19caa56b7fa req-ecb9dc04-e8a7-4039-b900-04c55ef7d0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:53.072365 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e768249e-5500-4719-9c96-d19caa56b7fa req-ecb9dc04-e8a7-4039-b900-04c55ef7d0f0 service neutron] 10.222.0.88 "GET /v2.0/networks?id=8e5c2e3b-7d55-4510-aab3-16b6ca3ea693 HTTP/1.1" status: 200 len: 914 time: 0.2358725 Feb 02 07:23:53.078003 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-d2440e67-a153-446e-9670-62008b25509a None None] Set router f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:23:53.078959 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-024c8c01-9fdf-47a2-bd09-faf496d916ea req-02794817-aead-4315-b2c6-390e788448c8 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.87 "GET /v2.0/security-groups?id=a94ca68d-f1f1-4df8-8323-f1a51d8092a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938685 Feb 02 07:23:53.169577 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e768249e-5500-4719-9c96-d19caa56b7fa req-4a182437-c9a1-437f-b82a-71275ff5a5e8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79d713f5-543b-440d-b05b-da9173f67859 HTTP/1.1" status: 200 len: 217 time: 0.0543647 Feb 02 07:23:53.201053 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-28d4de71-d48f-46fe-95ed-a12c0046e54f tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (40f92c00-97ef-4f70-acc4-d7ec8da4bc65), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:53.226984 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-281eaafe-d1cf-4820-a6ab-e16035ded88d None None] Attempting to bind port 256ed0f9-05f9-4d72-a0ff-91528c84400d on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:23:53.227259 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-281eaafe-d1cf-4820-a6ab-e16035ded88d None None] Attempting to bind port 256ed0f9-05f9-4d72-a0ff-91528c84400d by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'f7494004-9e3b-4908-93d4-6aa9676a5b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd4bcdbef-0eb9-43d4-b591-598b8ffa4019'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:23:53.227589 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281eaafe-d1cf-4820-a6ab-e16035ded88d None None] Attempting to bind port 256ed0f9-05f9-4d72-a0ff-91528c84400d on network d4bcdbef-0eb9-43d4-b591-598b8ffa4019 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:23:53.301628 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-56eae38d-a8e4-49f1-bc2d-a16339ff14de None None] Current status of the port a796dab0-f861-4c6e-966d-abe62e2e701b is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:23:53.303855 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-56eae38d-a8e4-49f1-bc2d-a16339ff14de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (a796dab0-f861-4c6e-966d-abe62e2e701b), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:53.355476 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281eaafe-d1cf-4820-a6ab-e16035ded88d None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:23:53.355830 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281eaafe-d1cf-4820-a6ab-e16035ded88d None None] Checking segment: {'id': 'f7494004-9e3b-4908-93d4-6aa9676a5b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd4bcdbef-0eb9-43d4-b591-598b8ffa4019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:23:53.356235 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-281eaafe-d1cf-4820-a6ab-e16035ded88d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:53.356643 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281eaafe-d1cf-4820-a6ab-e16035ded88d None None] Bound using segment: {'id': 'f7494004-9e3b-4908-93d4-6aa9676a5b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd4bcdbef-0eb9-43d4-b591-598b8ffa4019'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:23:53.357175 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-281eaafe-d1cf-4820-a6ab-e16035ded88d None None] Bound port: 256ed0f9-05f9-4d72-a0ff-91528c84400d, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7494004-9e3b-4908-93d4-6aa9676a5b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd4bcdbef-0eb9-43d4-b591-598b8ffa4019'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:23:53.359833 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-28d4de71-d48f-46fe-95ed-a12c0046e54f tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (40f92c00-97ef-4f70-acc4-d7ec8da4bc65), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:53.362912 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-281eaafe-d1cf-4820-a6ab-e16035ded88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (256ed0f9-05f9-4d72-a0ff-91528c84400d), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:53.376694 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d4de71-d48f-46fe-95ed-a12c0046e54f tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:53.377365 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-28d4de71-d48f-46fe-95ed-a12c0046e54f tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:53.393382 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7515e019-d4c6-4dcb-ad6a-2123eff2d228 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-151c1bac-3568-4be4-894c-7d09a5030272', 'network_id': '151c1bac-3568-4be4-894c-7d09a5030272', 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'fixed_ips': [{'subnet_id': 'ad81f9a5-6536-4f51-84aa-dbda9c5233c4'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:23:53.394245 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7515e019-d4c6-4dcb-ad6a-2123eff2d228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:53.517105 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bb24752c-0679-459d-8a0d-6776e8bf56bb tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:53.520591 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e768249e-5500-4719-9c96-d19caa56b7fa req-8e3f8e61-c664-461f-8dc1-de432ba1bc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:53.527611 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e768249e-5500-4719-9c96-d19caa56b7fa req-8e3f8e61-c664-461f-8dc1-de432ba1bc97 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ca42c38d-9a6e-46e3-b505-4f5f231acd74 HTTP/1.1" status: 200 len: 852 time: 0.3483546 Feb 02 07:23:53.535704 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-28d4de71-d48f-46fe-95ed-a12c0046e54f tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7698164 Feb 02 07:23:53.546840 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42532) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:53.559010 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-5922a4d8-c84b-44d4-83aa-01ec1202820b tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Request body: {'subnet': {'network_id': '40f92c00-97ef-4f70-acc4-d7ec8da4bc65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:23:53.571239 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-56eae38d-a8e4-49f1-bc2d-a16339ff14de None None] For port a796dab0-f861-4c6e-966d-abe62e2e701b, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=a796dab0-f861-4c6e-966d-abe62e2e701b,segment=NetworkSegment(44f4b6fb-3e64-4e9f-a986-fa3dad36731f),segment_id=44f4b6fb-3e64-4e9f-a986-fa3dad36731f)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:23:53.659112 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d4de71-d48f-46fe-95ed-a12c0046e54f tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Pushing event updated for resources: {'Network': ['ID=40f92c00-97ef-4f70-acc4-d7ec8da4bc65,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:53.724016 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e768249e-5500-4719-9c96-d19caa56b7fa req-3dde9103-b57a-4e9d-bd57-b4532d0bd202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:53.726097 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e768249e-5500-4719-9c96-d19caa56b7fa req-3dde9103-b57a-4e9d-bd57-b4532d0bd202 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8e5c2e3b-7d55-4510-aab3-16b6ca3ea693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1755869 Feb 02 07:23:53.729859 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 40f92c00-97ef-4f70-acc4-d7ec8da4bc65 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:23:53.903947 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-56eae38d-a8e4-49f1-bc2d-a16339ff14de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (a796dab0-f861-4c6e-966d-abe62e2e701b), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:53.947334 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e768249e-5500-4719-9c96-d19caa56b7fa req-9749a5ca-49ba-4ae9-81d4-bd9be959c1ba service neutron] 10.222.0.88 "GET /v2.0/networks/8e5c2e3b-7d55-4510-aab3-16b6ca3ea693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125432 Feb 02 07:23:53.972882 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device a796dab0-f861-4c6e-966d-abe62e2e701b up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:23:54.039946 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5922a4d8-c84b-44d4-83aa-01ec1202820b tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Made reservation on behalf of ad2385b7bb3d4d8a8f3cb8428a59cef0 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:23:54.044559 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5922a4d8-c84b-44d4-83aa-01ec1202820b tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:54.045828 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-281eaafe-d1cf-4820-a6ab-e16035ded88d None None] For port 256ed0f9-05f9-4d72-a0ff-91528c84400d, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:23:54.077434 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-281eaafe-d1cf-4820-a6ab-e16035ded88d None None] For port 256ed0f9-05f9-4d72-a0ff-91528c84400d, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=256ed0f9-05f9-4d72-a0ff-91528c84400d,segment=NetworkSegment(f7494004-9e3b-4908-93d4-6aa9676a5b1a),segment_id=f7494004-9e3b-4908-93d4-6aa9676a5b1a)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:23:54.218795 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e768249e-5500-4719-9c96-d19caa56b7fa req-3ffd097f-4d32-4cd4-9050-47d7309b562d service neutron] 10.222.0.88 "GET /v2.0/networks/8e5c2e3b-7d55-4510-aab3-16b6ca3ea693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647014 Feb 02 07:23:54.233958 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-281eaafe-d1cf-4820-a6ab-e16035ded88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (256ed0f9-05f9-4d72-a0ff-91528c84400d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:54.273765 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eae38d-a8e4-49f1-bc2d-a16339ff14de None None] Pushing event updated for resources: {'Port': ['ID=a796dab0-f861-4c6e-966d-abe62e2e701b,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:54.382198 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-bb3199df-ce79-430a-b518-a285fa7c77ce None None] Provisioning complete for port a796dab0-f861-4c6e-966d-abe62e2e701b triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:23:54.382880 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-bb3199df-ce79-430a-b518-a285fa7c77ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (a796dab0-f861-4c6e-966d-abe62e2e701b), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:54.401764 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-7515e019-d4c6-4dcb-ad6a-2123eff2d228 None None] Allocated IP 2001:db8:1::2 (151c1bac-3568-4be4-894c-7d09a5030272/ad81f9a5-6536-4f51-84aa-dbda9c5233c4/43cbba8b-8e73-4ad5-98be-64f8fb8340ce) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:23:54.447548 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port a796dab0-f861-4c6e-966d-abe62e2e701b triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:23:54.447994 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (a796dab0-f861-4c6e-966d-abe62e2e701b), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:54.507889 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-d2440e67-a153-446e-9670-62008b25509a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490', 'name': 'tempest-TestVolumeBackupRestore-429714436-router', 'tenant_id': '31a150f577914a209466302edcd070d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '120d151c-79ba-467a-a953-47475523c1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:18:25Z', 'updated_at': '2022-02-02T07:18:32Z', 'revision_number': 4, 'project_id': '31a150f577914a209466302edcd070d5', 'gw_port': {'id': '120d151c-79ba-467a-a953-47475523c1f2', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:18:27Z', 'updated_at': '2022-02-02T07:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '4a461e95-40ec-4f19-9b99-1f8e6b3fffbc', 'name': '', 'network_id': '8e5c2e3b-7d55-4510-aab3-16b6ca3ea693', 'tenant_id': '31a150f577914a209466302edcd070d5', 'mac_address': 'fa:16:3e:f3:8c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'ca42c38d-9a6e-46e3-b505-4f5f231acd74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:18:31Z', 'updated_at': '2022-02-02T07:18:41Z', 'revision_number': 5, 'project_id': '31a150f577914a209466302edcd070d5', 'subnets': [{'id': 'ca42c38d-9a6e-46e3-b505-4f5f231acd74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:54.528185 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26817ed-0d22-4c11-b55f-41b2da4678b1 req-ea8a1831-d957-435a-b6db-451ed0c327c3 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:54.528185 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b26817ed-0d22-4c11-b55f-41b2da4678b1 req-ea8a1831-d957-435a-b6db-451ed0c327c3 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.88 "GET /v2.0/ports?device_id=449fc50e-25e6-4c03-a79e-6b4045159285 HTTP/1.1" status: 200 len: 946 time: 0.2267890 Feb 02 07:23:54.528185 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5922a4d8-c84b-44d4-83aa-01ec1202820b tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (2e0d1ab7-7f92-4c15-ab03-c2250ae869c4), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:54.600389 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281eaafe-d1cf-4820-a6ab-e16035ded88d None None] Pushing event updated for resources: {'Port': ['ID=256ed0f9-05f9-4d72-a0ff-91528c84400d,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:54.617569 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2440e67-a153-446e-9670-62008b25509a None None] Checking router: f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:23:54.651521 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2440e67-a153-446e-9670-62008b25509a None None] Routers {'f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:23:54.652192 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-d2440e67-a153-446e-9670-62008b25509a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:23:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:54.701122 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5922a4d8-c84b-44d4-83aa-01ec1202820b tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Pushing event updated for resources: {'Subnet': ['ID=2e0d1ab7-7f92-4c15-ab03-c2250ae869c4,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:54.775609 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882f5850-5c05-4559-b1d3-418b2c920e0b req-25da3ee9-dadc-42fa-9654-86a6f6c6c665 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:54.783572 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-882f5850-5c05-4559-b1d3-418b2c920e0b req-25da3ee9-dadc-42fa-9654-86a6f6c6c665 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.87 "GET /v2.0/ports?device_id=449fc50e-25e6-4c03-a79e-6b4045159285 HTTP/1.1" status: 200 len: 946 time: 0.5574536 Feb 02 07:23:54.898045 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-882f5850-5c05-4559-b1d3-418b2c920e0b req-82ba1d7b-5456-4620-b638-5d10ad9c2744 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.87 "GET /v2.0/security-groups?id=a94ca68d-f1f1-4df8-8323-f1a51d8092a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134698 Feb 02 07:23:54.930159 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5922a4d8-c84b-44d4-83aa-01ec1202820b tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Checking segment: {'id': 'dca82ea9-d473-4476-90d8-afa150267dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '40f92c00-97ef-4f70-acc4-d7ec8da4bc65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:23:54.930568 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5922a4d8-c84b-44d4-83aa-01ec1202820b tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Network hostable DHCP agents. Network: 40f92c00-97ef-4f70-acc4-d7ec8da4bc65, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:23:54.982411 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5922a4d8-c84b-44d4-83aa-01ec1202820b tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Network 40f92c00-97ef-4f70-acc4-d7ec8da4bc65 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:23:54.999492 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-b26817ed-0d22-4c11-b55f-41b2da4678b1 req-e09271a8-5867-4aba-aacf-1bfb96611cf1 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Deleting port 79d713f5-543b-440d-b05b-da9173f67859 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:23:54.999952 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-b26817ed-0d22-4c11-b55f-41b2da4678b1 req-e09271a8-5867-4aba-aacf-1bfb96611cf1 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (79d713f5-543b-440d-b05b-da9173f67859), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:55.026206 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-5922a4d8-c84b-44d4-83aa-01ec1202820b tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 40f92c00-97ef-4f70-acc4-d7ec8da4bc65) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:23:55.033103 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5922a4d8-c84b-44d4-83aa-01ec1202820b tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:55.033714 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5922a4d8-c84b-44d4-83aa-01ec1202820b tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:55.100840 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-5922a4d8-c84b-44d4-83aa-01ec1202820b tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5481927 Feb 02 07:23:55.105930 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42540) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:55.111485 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-fefd8f9f-db2f-4261-97cc-558be037172b tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1335926787'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:23:55.136070 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-b26817ed-0d22-4c11-b55f-41b2da4678b1 req-e09271a8-5867-4aba-aacf-1bfb96611cf1 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] For port 79d713f5-543b-440d-b05b-da9173f67859, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=79d713f5-543b-440d-b05b-da9173f67859,segment=NetworkSegment(24e7b58b-e741-4dab-b0d9-d82d40285059),segment_id=24e7b58b-e741-4dab-b0d9-d82d40285059)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:23:55.136770 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-b26817ed-0d22-4c11-b55f-41b2da4678b1 req-e09271a8-5867-4aba-aacf-1bfb96611cf1 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (79d713f5-543b-440d-b05b-da9173f67859), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:55.154594 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-b26817ed-0d22-4c11-b55f-41b2da4678b1 req-e09271a8-5867-4aba-aacf-1bfb96611cf1 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Calling delete_port for 79d713f5-543b-440d-b05b-da9173f67859 owned by compute:nova {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:23:55.160659 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fefd8f9f-db2f-4261-97cc-558be037172b tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Made reservation on behalf of ad2385b7bb3d4d8a8f3cb8428a59cef0 for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:23:55.165434 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fefd8f9f-db2f-4261-97cc-558be037172b tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:55.199428 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fefd8f9f-db2f-4261-97cc-558be037172b tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:23:55.209789 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fefd8f9f-db2f-4261-97cc-558be037172b tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (ce72053f-447b-42a7-abbb-15fadc75430e), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:55.210306 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-fefd8f9f-db2f-4261-97cc-558be037172b tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Added segment ce72053f-447b-42a7-abbb-15fadc75430e of type vlan for network c50abd18-59b5-49e8-9bf2-47a03353a847 Feb 02 07:23:55.252692 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port a796dab0-f861-4c6e-966d-abe62e2e701b is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:23:55.255093 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f34f6f-2b26-4545-81bc-2ca066e7b42a None None] Network 40f92c00-97ef-4f70-acc4-d7ec8da4bc65 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:23:55.295206 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-bb3199df-ce79-430a-b518-a285fa7c77ce None None] Current status of the port a796dab0-f861-4c6e-966d-abe62e2e701b is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:23:55.321420 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fefd8f9f-db2f-4261-97cc-558be037172b tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (c50abd18-59b5-49e8-9bf2-47a03353a847), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:55.339193 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-b26817ed-0d22-4c11-b55f-41b2da4678b1 req-e09271a8-5867-4aba-aacf-1bfb96611cf1 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (79d713f5-543b-440d-b05b-da9173f67859), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:55.344756 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-d2440e67-a153-446e-9670-62008b25509a None None] Set router f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:23:55.394014 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09271a8-5867-4aba-aacf-1bfb96611cf1 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Pushing event deleted for resources: {'Port': ['ID=79d713f5-543b-440d-b05b-da9173f67859,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:55.399248 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fefd8f9f-db2f-4261-97cc-558be037172b tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (c50abd18-59b5-49e8-9bf2-47a03353a847), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:55.407731 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefd8f9f-db2f-4261-97cc-558be037172b tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:55.409986 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fefd8f9f-db2f-4261-97cc-558be037172b tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:55.440193 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-b26817ed-0d22-4c11-b55f-41b2da4678b1 req-e09271a8-5867-4aba-aacf-1bfb96611cf1 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] No DVR routers for this DVR port 79d713f5-543b-440d-b05b-da9173f67859 on host n-h1-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:23:55.448981 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-b26817ed-0d22-4c11-b55f-41b2da4678b1 req-e09271a8-5867-4aba-aacf-1bfb96611cf1 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:55.454406 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b26817ed-0d22-4c11-b55f-41b2da4678b1 req-e09271a8-5867-4aba-aacf-1bfb96611cf1 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.88 "DELETE /v2.0/ports/79d713f5-543b-440d-b05b-da9173f67859 HTTP/1.1" status: 204 len: 173 time: 0.9195089 Feb 02 07:23:55.461608 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '449fc50e-25e6-4c03-a79e-6b4045159285', 'name': 'network-vif-deleted', 'tag': '79d713f5-543b-440d-b05b-da9173f67859'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:23:55.466357 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47c5bf7-44ad-4c92-9c51-7915b5e00b4a" -d '{"events": [{"server_uuid": "449fc50e-25e6-4c03-a79e-6b4045159285", "name": "network-vif-deleted", "tag": "79d713f5-543b-440d-b05b-da9173f67859"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:23:55.502869 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-fefd8f9f-db2f-4261-97cc-558be037172b tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3953841 Feb 02 07:23:55.506091 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42544) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:55.513610 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-fd0bd456-bdb6-4c09-a413-502e6f6fb988 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Request body: {'subnet': {'network_id': 'c50abd18-59b5-49e8-9bf2-47a03353a847', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:23:55.619994 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b159af5-1392-414c-b495-82b704dc05db x-openstack-request-id: req-5b159af5-1392-414c-b495-82b704dc05db {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:23:55.620623 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "449fc50e-25e6-4c03-a79e-6b4045159285", "name": "network-vif-deleted", "tag": "79d713f5-543b-440d-b05b-da9173f67859", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:23:55.622222 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-5b159af5-1392-414c-b495-82b704dc05db {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:23:55.623132 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '449fc50e-25e6-4c03-a79e-6b4045159285', 'name': 'network-vif-deleted', 'tag': '79d713f5-543b-440d-b05b-da9173f67859', 'status': 'completed', 'code': 200} Feb 02 07:23:55.673650 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefd8f9f-db2f-4261-97cc-558be037172b tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Pushing event updated for resources: {'Network': ['ID=c50abd18-59b5-49e8-9bf2-47a03353a847,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:55.744397 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network c50abd18-59b5-49e8-9bf2-47a03353a847 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:23:55.764130 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0bd456-bdb6-4c09-a413-502e6f6fb988 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Made reservation on behalf of ad2385b7bb3d4d8a8f3cb8428a59cef0 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:23:55.770164 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fd0bd456-bdb6-4c09-a413-502e6f6fb988 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:55.903212 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.ipam_backend_mixin [None req-fd0bd456-bdb6-4c09-a413-502e6f6fb988 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Performing IP validity checks on allocation pools {{(pid=109694) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 02 07:23:55.912467 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.ipam_backend_mixin [None req-fd0bd456-bdb6-4c09-a413-502e6f6fb988 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109694) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 02 07:23:55.922461 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7515e019-d4c6-4dcb-ad6a-2123eff2d228 None None] Publish callbacks [] for port (43cbba8b-8e73-4ad5-98be-64f8fb8340ce), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:55.971444 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7515e019-d4c6-4dcb-ad6a-2123eff2d228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (43cbba8b-8e73-4ad5-98be-64f8fb8340ce), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:56.101138 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b40326-77d4-463b-b362-57ad77e8d05f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-40f92c00-97ef-4f70-acc4-d7ec8da4bc65', 'network_id': '40f92c00-97ef-4f70-acc4-d7ec8da4bc65', 'project_id': 'ad2385b7bb3d4d8a8f3cb8428a59cef0', 'fixed_ips': [{'subnet_id': '2e0d1ab7-7f92-4c15-ab03-c2250ae869c4'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:23:56.105895 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-43b40326-77d4-463b-b362-57ad77e8d05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:56.173937 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device a796dab0-f861-4c6e-966d-abe62e2e701b up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:23:56.175766 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04ff03d-6955-4f59-8f15-7089f48f00d1 None None] Network d4bcdbef-0eb9-43d4-b591-598b8ffa4019 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:23:56.204504 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-bb24752c-0679-459d-8a0d-6776e8bf56bb tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Allocated IP 2001:db8:1::1 (151c1bac-3568-4be4-894c-7d09a5030272/ad81f9a5-6536-4f51-84aa-dbda9c5233c4/594b23b2-87ec-473b-ae2d-2d81b66bb96a) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:23:56.262976 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7515e019-d4c6-4dcb-ad6a-2123eff2d228 None None] Network 151c1bac-3568-4be4-894c-7d09a5030272 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:23:56.272906 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-7515e019-d4c6-4dcb-ad6a-2123eff2d228 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:23:56.278784 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7515e019-d4c6-4dcb-ad6a-2123eff2d228 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:23:56.340167 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ba0d39ac-4fcc-4a3f-819c-c505063c9765 req-059a46e8-6a27-4340-96d5-a7b121b9cb28 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.87 "GET /v2.0/ports?device_id=449fc50e-25e6-4c03-a79e-6b4045159285 HTTP/1.1" status: 200 len: 210 time: 0.1030099 Feb 02 07:23:56.341173 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fd0bd456-bdb6-4c09-a413-502e6f6fb988 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (2a75430b-1a2a-4646-bb11-36e2191f62b0), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:56.437341 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bb24752c-0679-459d-8a0d-6776e8bf56bb tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for port (594b23b2-87ec-473b-ae2d-2d81b66bb96a), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:56.437699 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-43b40326-77d4-463b-b362-57ad77e8d05f None None] Allocated IP 2001:db8::3 (40f92c00-97ef-4f70-acc4-d7ec8da4bc65/2e0d1ab7-7f92-4c15-ab03-c2250ae869c4/7e739445-1637-4fbf-95ba-a38d7ddbde7f) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:23:56.531316 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bb24752c-0679-459d-8a0d-6776e8bf56bb tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (594b23b2-87ec-473b-ae2d-2d81b66bb96a), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:56.586252 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb24752c-0679-459d-8a0d-6776e8bf56bb tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Pushing event updated for resources: {'Port': ['ID=594b23b2-87ec-473b-ae2d-2d81b66bb96a,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:56.622491 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0bd456-bdb6-4c09-a413-502e6f6fb988 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Pushing event updated for resources: {'Subnet': ['ID=2a75430b-1a2a-4646-bb11-36e2191f62b0,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:56.632347 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-43b40326-77d4-463b-b362-57ad77e8d05f None None] Publish callbacks [] for port (7e739445-1637-4fbf-95ba-a38d7ddbde7f), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:56.674105 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb24752c-0679-459d-8a0d-6776e8bf56bb tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Network 151c1bac-3568-4be4-894c-7d09a5030272 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:23:56.674947 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-43b40326-77d4-463b-b362-57ad77e8d05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (7e739445-1637-4fbf-95ba-a38d7ddbde7f), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:56.680814 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-bb24752c-0679-459d-8a0d-6776e8bf56bb tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:23:56.684451 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb24752c-0679-459d-8a0d-6776e8bf56bb tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:23:56.687282 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bb24752c-0679-459d-8a0d-6776e8bf56bb tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (c377ffbb-6c27-4978-ba59-e651495e3d79), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:56.710629 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7515e019-d4c6-4dcb-ad6a-2123eff2d228 None None] Pushing event updated for resources: {'Port': ['ID=43cbba8b-8e73-4ad5-98be-64f8fb8340ce,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:56.814161 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b40326-77d4-463b-b362-57ad77e8d05f None None] Pushing event updated for resources: {'Port': ['ID=7e739445-1637-4fbf-95ba-a38d7ddbde7f,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:56.816542 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-89ece3ba-71f8-4005-b452-d7f56bf05638 None None] Provisioning complete for port 256ed0f9-05f9-4d72-a0ff-91528c84400d triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:23:56.816981 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-89ece3ba-71f8-4005-b452-d7f56bf05638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (256ed0f9-05f9-4d72-a0ff-91528c84400d), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:56.839931 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0bd456-bdb6-4c09-a413-502e6f6fb988 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Checking segment: {'id': 'ce72053f-447b-42a7-abbb-15fadc75430e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c50abd18-59b5-49e8-9bf2-47a03353a847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:23:56.840220 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0bd456-bdb6-4c09-a413-502e6f6fb988 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Network hostable DHCP agents. Network: c50abd18-59b5-49e8-9bf2-47a03353a847, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:23:56.861897 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b40326-77d4-463b-b362-57ad77e8d05f None None] Network 40f92c00-97ef-4f70-acc4-d7ec8da4bc65 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:23:56.892370 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-43b40326-77d4-463b-b362-57ad77e8d05f None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:23:56.899432 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b40326-77d4-463b-b362-57ad77e8d05f None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:23:56.910507 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0bd456-bdb6-4c09-a413-502e6f6fb988 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Network c50abd18-59b5-49e8-9bf2-47a03353a847 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:23:56.978096 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bb24752c-0679-459d-8a0d-6776e8bf56bb tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (594b23b2-87ec-473b-ae2d-2d81b66bb96a), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:56.980524 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-fd0bd456-bdb6-4c09-a413-502e6f6fb988 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, c50abd18-59b5-49e8-9bf2-47a03353a847) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:23:56.995427 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0bd456-bdb6-4c09-a413-502e6f6fb988 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:56.996877 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fd0bd456-bdb6-4c09-a413-502e6f6fb988 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:57.030931 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port a796dab0-f861-4c6e-966d-abe62e2e701b triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:23:57.031591 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (a796dab0-f861-4c6e-966d-abe62e2e701b), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:57.040382 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacdf691-19dd-4721-98dc-0dd1687e4dda None None] Network c50abd18-59b5-49e8-9bf2-47a03353a847 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:23:57.057065 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-7515e019-d4c6-4dcb-ad6a-2123eff2d228 None None] Attempting to bind port 43cbba8b-8e73-4ad5-98be-64f8fb8340ce on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:23:57.057569 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-7515e019-d4c6-4dcb-ad6a-2123eff2d228 None None] Attempting to bind port 43cbba8b-8e73-4ad5-98be-64f8fb8340ce by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '5c51fcff-e754-49f4-a776-4c3f77e787cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '151c1bac-3568-4be4-894c-7d09a5030272'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:23:57.058062 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7515e019-d4c6-4dcb-ad6a-2123eff2d228 None None] Attempting to bind port 43cbba8b-8e73-4ad5-98be-64f8fb8340ce on network 151c1bac-3568-4be4-894c-7d09a5030272 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:23:57.062425 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-fd0bd456-bdb6-4c09-a413-502e6f6fb988 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.5547178 Feb 02 07:23:57.065179 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42556) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:57.120137 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7515e019-d4c6-4dcb-ad6a-2123eff2d228 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:23:57.120565 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7515e019-d4c6-4dcb-ad6a-2123eff2d228 None None] Checking segment: {'id': '5c51fcff-e754-49f4-a776-4c3f77e787cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '151c1bac-3568-4be4-894c-7d09a5030272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:23:57.121054 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7515e019-d4c6-4dcb-ad6a-2123eff2d228 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:57.121647 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7515e019-d4c6-4dcb-ad6a-2123eff2d228 None None] Bound using segment: {'id': '5c51fcff-e754-49f4-a776-4c3f77e787cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '151c1bac-3568-4be4-894c-7d09a5030272'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:23:57.122221 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-7515e019-d4c6-4dcb-ad6a-2123eff2d228 None None] Bound port: 43cbba8b-8e73-4ad5-98be-64f8fb8340ce, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c51fcff-e754-49f4-a776-4c3f77e787cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '151c1bac-3568-4be4-894c-7d09a5030272'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:23:57.122675 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7515e019-d4c6-4dcb-ad6a-2123eff2d228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (43cbba8b-8e73-4ad5-98be-64f8fb8340ce), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:57.171723 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-43b40326-77d4-463b-b362-57ad77e8d05f None None] Attempting to bind port 7e739445-1637-4fbf-95ba-a38d7ddbde7f on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:23:57.172204 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-43b40326-77d4-463b-b362-57ad77e8d05f None None] Attempting to bind port 7e739445-1637-4fbf-95ba-a38d7ddbde7f by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'dca82ea9-d473-4476-90d8-afa150267dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '40f92c00-97ef-4f70-acc4-d7ec8da4bc65'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:23:57.172843 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b40326-77d4-463b-b362-57ad77e8d05f None None] Attempting to bind port 7e739445-1637-4fbf-95ba-a38d7ddbde7f on network 40f92c00-97ef-4f70-acc4-d7ec8da4bc65 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:23:57.181474 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-d2440e67-a153-446e-9670-62008b25509a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490', 'name': 'tempest-TestVolumeBackupRestore-429714436-router', 'tenant_id': '31a150f577914a209466302edcd070d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '120d151c-79ba-467a-a953-47475523c1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:18:25Z', 'updated_at': '2022-02-02T07:18:32Z', 'revision_number': 4, 'project_id': '31a150f577914a209466302edcd070d5', 'gw_port': {'id': '120d151c-79ba-467a-a953-47475523c1f2', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:18:27Z', 'updated_at': '2022-02-02T07:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '4a461e95-40ec-4f19-9b99-1f8e6b3fffbc', 'name': '', 'network_id': '8e5c2e3b-7d55-4510-aab3-16b6ca3ea693', 'tenant_id': '31a150f577914a209466302edcd070d5', 'mac_address': 'fa:16:3e:f3:8c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'ca42c38d-9a6e-46e3-b505-4f5f231acd74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:18:31Z', 'updated_at': '2022-02-02T07:18:41Z', 'revision_number': 5, 'project_id': '31a150f577914a209466302edcd070d5', 'subnets': [{'id': 'ca42c38d-9a6e-46e3-b505-4f5f231acd74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:57.232864 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b40326-77d4-463b-b362-57ad77e8d05f None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:23:57.233480 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b40326-77d4-463b-b362-57ad77e8d05f None None] Checking segment: {'id': 'dca82ea9-d473-4476-90d8-afa150267dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '40f92c00-97ef-4f70-acc4-d7ec8da4bc65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:23:57.234139 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-43b40326-77d4-463b-b362-57ad77e8d05f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:57.234651 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b40326-77d4-463b-b362-57ad77e8d05f None None] Bound using segment: {'id': 'dca82ea9-d473-4476-90d8-afa150267dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '40f92c00-97ef-4f70-acc4-d7ec8da4bc65'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:23:57.235306 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-43b40326-77d4-463b-b362-57ad77e8d05f None None] Bound port: 7e739445-1637-4fbf-95ba-a38d7ddbde7f, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca82ea9-d473-4476-90d8-afa150267dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '40f92c00-97ef-4f70-acc4-d7ec8da4bc65'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:23:57.235825 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-43b40326-77d4-463b-b362-57ad77e8d05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (7e739445-1637-4fbf-95ba-a38d7ddbde7f), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:57.238761 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2440e67-a153-446e-9670-62008b25509a None None] The sync data for ids ['f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490'] in n-d-789963-26 is: [{'id': 'f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490', 'name': 'tempest-TestVolumeBackupRestore-429714436-router', 'tenant_id': '31a150f577914a209466302edcd070d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '120d151c-79ba-467a-a953-47475523c1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:18:25Z', 'updated_at': '2022-02-02T07:18:32Z', 'revision_number': 4, 'project_id': '31a150f577914a209466302edcd070d5', 'gw_port': {'id': '120d151c-79ba-467a-a953-47475523c1f2', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:18:27Z', 'updated_at': '2022-02-02T07:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '4a461e95-40ec-4f19-9b99-1f8e6b3fffbc', 'name': '', 'network_id': '8e5c2e3b-7d55-4510-aab3-16b6ca3ea693', 'tenant_id': '31a150f577914a209466302edcd070d5', 'mac_address': 'fa:16:3e:f3:8c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'ca42c38d-9a6e-46e3-b505-4f5f231acd74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:18:31Z', 'updated_at': '2022-02-02T07:18:41Z', 'revision_number': 5, 'project_id': '31a150f577914a209466302edcd070d5', 'subnets': [{'id': 'ca42c38d-9a6e-46e3-b505-4f5f231acd74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:23:57.269308 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4be63156-20f2-4d58-af99-b769a2f520a0 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (c50abd18-59b5-49e8-9bf2-47a03353a847), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:57.342537 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4be63156-20f2-4d58-af99-b769a2f520a0 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (2a75430b-1a2a-4646-bb11-36e2191f62b0), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:57.534997 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4be63156-20f2-4d58-af99-b769a2f520a0 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (2a75430b-1a2a-4646-bb11-36e2191f62b0), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:57.581993 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be63156-20f2-4d58-af99-b769a2f520a0 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Pushing event deleted for resources: {'Subnet': ['ID=2a75430b-1a2a-4646-bb11-36e2191f62b0,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:57.597167 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bb24752c-0679-459d-8a0d-6776e8bf56bb tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for port (594b23b2-87ec-473b-ae2d-2d81b66bb96a), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:57.612880 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bb24752c-0679-459d-8a0d-6776e8bf56bb tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (594b23b2-87ec-473b-ae2d-2d81b66bb96a), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:57.613618 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bb24752c-0679-459d-8a0d-6776e8bf56bb tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (c377ffbb-6c27-4978-ba59-e651495e3d79), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:57.645676 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-7515e019-d4c6-4dcb-ad6a-2123eff2d228 None None] For port 43cbba8b-8e73-4ad5-98be-64f8fb8340ce, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:23:57.649272 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:57.665788 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-69d6fec4-1fc4-4397-9e7e-da8900f5dd6c req-3fd8280c-48de-4db1-bb7e-73a225c063dc tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.87 "GET /v2.0/ports?device_id=449fc50e-25e6-4c03-a79e-6b4045159285 HTTP/1.1" status: 200 len: 210 time: 0.0659285 Feb 02 07:23:57.748158 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-7515e019-d4c6-4dcb-ad6a-2123eff2d228 None None] For port 43cbba8b-8e73-4ad5-98be-64f8fb8340ce, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=43cbba8b-8e73-4ad5-98be-64f8fb8340ce,segment=NetworkSegment(5c51fcff-e754-49f4-a776-4c3f77e787cc),segment_id=5c51fcff-e754-49f4-a776-4c3f77e787cc)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:23:57.790847 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4be63156-20f2-4d58-af99-b769a2f520a0 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (c50abd18-59b5-49e8-9bf2-47a03353a847), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:57.839446 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7515e019-d4c6-4dcb-ad6a-2123eff2d228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (43cbba8b-8e73-4ad5-98be-64f8fb8340ce), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:57.842386 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad2bfc3-3dbe-4693-9872-5f7c45cb786b None None] New status for floating IP 2cb7c861-43a1-490a-89ac-e354a9f0d7e5: DOWN {{(pid=109696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 07:23:57.853297 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 79d713f5-543b-440d-b05b-da9173f67859 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:23:57.856128 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2a44b0-14bd-48af-ae7e-13eb4d36c18c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-c50abd18-59b5-49e8-9bf2-47a03353a847', 'network_id': 'c50abd18-59b5-49e8-9bf2-47a03353a847', 'project_id': 'ad2385b7bb3d4d8a8f3cb8428a59cef0', 'fixed_ips': [{'subnet_id': '2a75430b-1a2a-4646-bb11-36e2191f62b0'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:23:57.857198 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5c2a44b0-14bd-48af-ae7e-13eb4d36c18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:57.885827 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-4be63156-20f2-4d58-af99-b769a2f520a0 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c50abd18-59b5-49e8-9bf2-47a03353a847']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:57.923524 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-4be63156-20f2-4d58-af99-b769a2f520a0 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce72053f-447b-42a7-abbb-15fadc75430e') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:57.924121 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-4be63156-20f2-4d58-af99-b769a2f520a0 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce72053f-447b-42a7-abbb-15fadc75430e') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:57.953142 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb24752c-0679-459d-8a0d-6776e8bf56bb tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Pushing event updated for resources: {'Port': ['ID=594b23b2-87ec-473b-ae2d-2d81b66bb96a,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:57.962970 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4be63156-20f2-4d58-af99-b769a2f520a0 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (ce72053f-447b-42a7-abbb-15fadc75430e), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:57.972745 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb24752c-0679-459d-8a0d-6776e8bf56bb tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Network 151c1bac-3568-4be4-894c-7d09a5030272 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:23:57.977218 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-bb24752c-0679-459d-8a0d-6776e8bf56bb tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:23:58.004875 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4be63156-20f2-4d58-af99-b769a2f520a0 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (ce72053f-447b-42a7-abbb-15fadc75430e), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:58.025253 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4be63156-20f2-4d58-af99-b769a2f520a0 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:23:58.025666 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4be63156-20f2-4d58-af99-b769a2f520a0 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (ce72053f-447b-42a7-abbb-15fadc75430e), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:58.032553 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:23:58.032553 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:23:58.032553 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:23:58.032553 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:23:58.032553 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:23:58.032553 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:23:58.032553 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:23:58.032553 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:23:58.032553 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:23:58.032553 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:23:58.032553 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:23:58.032553 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:23:58.032553 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:23:58.032553 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:23:58.032553 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:23:58.032553 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:23:58.032553 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:23:58.032553 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:23:58.032553 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:23:58.032553 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:23:58.032553 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:23:58.032553 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:23:58.032553 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:23:58.032553 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:23:58.032553 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:23:58.032553 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:23:58.032553 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:23:58.032553 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:23:58.032553 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:23:58.032553 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:23:58.032553 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:23:58.032553 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:23:58.108224 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-89ece3ba-71f8-4005-b452-d7f56bf05638 None None] Current status of the port 256ed0f9-05f9-4d72-a0ff-91528c84400d is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:23:58.108720 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-89ece3ba-71f8-4005-b452-d7f56bf05638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (256ed0f9-05f9-4d72-a0ff-91528c84400d), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:58.173874 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-43b40326-77d4-463b-b362-57ad77e8d05f None None] For port 7e739445-1637-4fbf-95ba-a38d7ddbde7f, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:23:58.196599 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: 79d713f5-543b-440d-b05b-da9173f67859 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:23:58.197105 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 79d713f5-543b-440d-b05b-da9173f67859 not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:23:58.273511 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4be63156-20f2-4d58-af99-b769a2f520a0 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (c50abd18-59b5-49e8-9bf2-47a03353a847), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:58.284669 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port a796dab0-f861-4c6e-966d-abe62e2e701b is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:23:58.285921 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 256ed0f9-05f9-4d72-a0ff-91528c84400d up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:23:58.299239 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb24752c-0679-459d-8a0d-6776e8bf56bb tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Router c377ffbb-6c27-4978-ba59-e651495e3d79 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:23:58.302245 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7515e019-d4c6-4dcb-ad6a-2123eff2d228 None None] Pushing event updated for resources: {'Port': ['ID=43cbba8b-8e73-4ad5-98be-64f8fb8340ce,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:58.343139 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-43b40326-77d4-463b-b362-57ad77e8d05f None None] For port 7e739445-1637-4fbf-95ba-a38d7ddbde7f, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=7e739445-1637-4fbf-95ba-a38d7ddbde7f,segment=NetworkSegment(dca82ea9-d473-4476-90d8-afa150267dfd),segment_id=dca82ea9-d473-4476-90d8-afa150267dfd)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:23:58.344513 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4be63156-20f2-4d58-af99-b769a2f520a0 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:58.355730 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-4be63156-20f2-4d58-af99-b769a2f520a0 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] 10.222.0.87 "DELETE /v2.0/networks/c50abd18-59b5-49e8-9bf2-47a03353a847 HTTP/1.1" status: 204 len: 168 time: 1.2807205 Feb 02 07:23:58.356766 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be63156-20f2-4d58-af99-b769a2f520a0 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Pushing event deleted for resources: {'Network': ['ID=c50abd18-59b5-49e8-9bf2-47a03353a847,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:58.358453 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42568) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:58.375869 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-b457ade5-b78d-4acf-af2e-cf4512849753 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-114119853'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:23:58.396557 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518e5220-b7fa-4ae1-9db9-901be095a25b None None] Network c50abd18-59b5-49e8-9bf2-47a03353a847 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:23:58.401051 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-89ece3ba-71f8-4005-b452-d7f56bf05638 None None] For port 256ed0f9-05f9-4d72-a0ff-91528c84400d, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=256ed0f9-05f9-4d72-a0ff-91528c84400d,segment=NetworkSegment(f7494004-9e3b-4908-93d4-6aa9676a5b1a),segment_id=f7494004-9e3b-4908-93d4-6aa9676a5b1a)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:23:58.412437 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-43b40326-77d4-463b-b362-57ad77e8d05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (7e739445-1637-4fbf-95ba-a38d7ddbde7f), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:58.446829 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-89ece3ba-71f8-4005-b452-d7f56bf05638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (256ed0f9-05f9-4d72-a0ff-91528c84400d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:58.457128 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b457ade5-b78d-4acf-af2e-cf4512849753 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Made reservation on behalf of ad2385b7bb3d4d8a8f3cb8428a59cef0 for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:23:58.460765 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b457ade5-b78d-4acf-af2e-cf4512849753 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:58.479934 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518e5220-b7fa-4ae1-9db9-901be095a25b None None] Network c50abd18-59b5-49e8-9bf2-47a03353a847 could not be found, it might have been deleted concurrently. {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 02 07:23:58.541462 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b457ade5-b78d-4acf-af2e-cf4512849753 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:23:58.576589 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b457ade5-b78d-4acf-af2e-cf4512849753 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (b5596a42-b138-4bbf-9605-d96c3fdc86e1), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:58.577527 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-b457ade5-b78d-4acf-af2e-cf4512849753 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Added segment b5596a42-b138-4bbf-9605-d96c3fdc86e1 of type vlan for network 9e18a268-ad07-405c-afa1-dadd0884c175 Feb 02 07:23:58.729714 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b40326-77d4-463b-b362-57ad77e8d05f None None] Pushing event updated for resources: {'Port': ['ID=7e739445-1637-4fbf-95ba-a38d7ddbde7f,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:58.766931 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b457ade5-b78d-4acf-af2e-cf4512849753 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (9e18a268-ad07-405c-afa1-dadd0884c175), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:58.843530 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 256ed0f9-05f9-4d72-a0ff-91528c84400d triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:23:58.844126 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (256ed0f9-05f9-4d72-a0ff-91528c84400d), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:58.890857 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b457ade5-b78d-4acf-af2e-cf4512849753 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (9e18a268-ad07-405c-afa1-dadd0884c175), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:58.902740 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-fbb006bb-550a-4dcb-92d6-19c6f8a535bc None None] Provisioning complete for port 256ed0f9-05f9-4d72-a0ff-91528c84400d triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:23:58.909697 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b457ade5-b78d-4acf-af2e-cf4512849753 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:23:58.910381 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b457ade5-b78d-4acf-af2e-cf4512849753 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:58.928439 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-fbb006bb-550a-4dcb-92d6-19c6f8a535bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (256ed0f9-05f9-4d72-a0ff-91528c84400d), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:59.092031 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b457ade5-b78d-4acf-af2e-cf4512849753 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Pushing event updated for resources: {'Network': ['ID=9e18a268-ad07-405c-afa1-dadd0884c175,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:59.133983 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b457ade5-b78d-4acf-af2e-cf4512849753 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7602124 Feb 02 07:23:59.136087 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42576) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:59.139946 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 9e18a268-ad07-405c-afa1-dadd0884c175 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:23:59.152384 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-a9bfac21-df92-46b8-9515-e4c754fd37d6 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Request body: {'subnet': {'network_id': '9e18a268-ad07-405c-afa1-dadd0884c175', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:23:59.268659 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ece3ba-71f8-4005-b452-d7f56bf05638 None None] Pushing event updated for resources: {'Port': ['ID=256ed0f9-05f9-4d72-a0ff-91528c84400d,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:23:59.398987 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9bfac21-df92-46b8-9515-e4c754fd37d6 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Made reservation on behalf of ad2385b7bb3d4d8a8f3cb8428a59cef0 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:23:59.405915 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a9bfac21-df92-46b8-9515-e4c754fd37d6 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:59.596452 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-990f5798-a572-42f5-8a32-8a7eb1f9a2fc req-c5c11a38-7c7a-42ef-b3b6-82a6af49ece9 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.87 "GET /v2.0/ports?device_id=449fc50e-25e6-4c03-a79e-6b4045159285 HTTP/1.1" status: 200 len: 210 time: 0.1558282 Feb 02 07:23:59.633261 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 256ed0f9-05f9-4d72-a0ff-91528c84400d is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:23:59.636342 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-fbb006bb-550a-4dcb-92d6-19c6f8a535bc None None] Current status of the port 256ed0f9-05f9-4d72-a0ff-91528c84400d is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:23:59.665790 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb24752c-0679-459d-8a0d-6776e8bf56bb tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:23:59.678419 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a4313c-71b4-4d0c-8e1b-fce9277cb23a None None] Sync routers for ids ['c377ffbb-6c27-4978-ba59-e651495e3d79'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:23:59.691615 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-bb24752c-0679-459d-8a0d-6776e8bf56bb tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "PUT /v2.0/routers/c377ffbb-6c27-4978-ba59-e651495e3d79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1423030 Feb 02 07:23:59.695346 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42578) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:23:59.699686 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a4313c-71b4-4d0c-8e1b-fce9277cb23a None None] Routers {'c377ffbb-6c27-4978-ba59-e651495e3d79'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:23:59.700326 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-b2a4313c-71b4-4d0c-8e1b-fce9277cb23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:23:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['c377ffbb-6c27-4978-ba59-e651495e3d79'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:23:59.702345 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-b9e5575a-1246-4060-853f-7d491fc3b3b1 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-326568844'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:23:59.773716 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e5575a-1246-4060-853f-7d491fc3b3b1 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Made reservation on behalf of 734239c0e89548e9b731cf7277c63ec2 for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:23:59.777622 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b9e5575a-1246-4060-853f-7d491fc3b3b1 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:59.836183 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9e5575a-1246-4060-853f-7d491fc3b3b1 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:23:59.869883 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b9e5575a-1246-4060-853f-7d491fc3b3b1 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (1d35e10f-eb66-48a5-a567-1ab373f127a9), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:23:59.869883 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-b9e5575a-1246-4060-853f-7d491fc3b3b1 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Added segment 1d35e10f-eb66-48a5-a567-1ab373f127a9 of type vlan for network 1b3f7d22-a394-4bb1-8d91-67ea02ef5ccb Feb 02 07:23:59.944764 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-b2a4313c-71b4-4d0c-8e1b-fce9277cb23a None None] Set router c377ffbb-6c27-4978-ba59-e651495e3d79 gateway port host: None {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:23:59.991426 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b9e5575a-1246-4060-853f-7d491fc3b3b1 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (1b3f7d22-a394-4bb1-8d91-67ea02ef5ccb), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:00.093549 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b9e5575a-1246-4060-853f-7d491fc3b3b1 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (1b3f7d22-a394-4bb1-8d91-67ea02ef5ccb), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:00.095777 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a9bfac21-df92-46b8-9515-e4c754fd37d6 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (e8d811af-5a70-43ca-8022-5df81788ccf2), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:00.110755 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e5575a-1246-4060-853f-7d491fc3b3b1 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:24:00.111461 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b9e5575a-1246-4060-853f-7d491fc3b3b1 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:00.237313 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b9e5575a-1246-4060-853f-7d491fc3b3b1 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5399561 Feb 02 07:24:00.241857 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42584) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:00.268970 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-d74f81b7-3ba0-4f41-b9a8-4836048363bb tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Request body: {'subnet': {'network_id': '1b3f7d22-a394-4bb1-8d91-67ea02ef5ccb', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:00.394175 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e5575a-1246-4060-853f-7d491fc3b3b1 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Pushing event updated for resources: {'Network': ['ID=1b3f7d22-a394-4bb1-8d91-67ea02ef5ccb,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:00.420088 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bfac21-df92-46b8-9515-e4c754fd37d6 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Pushing event updated for resources: {'Subnet': ['ID=e8d811af-5a70-43ca-8022-5df81788ccf2,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:00.450856 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 43cbba8b-8e73-4ad5-98be-64f8fb8340ce up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:24:00.458236 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 1b3f7d22-a394-4bb1-8d91-67ea02ef5ccb details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:24:00.502200 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bfac21-df92-46b8-9515-e4c754fd37d6 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Checking segment: {'id': 'b5596a42-b138-4bbf-9605-d96c3fdc86e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '9e18a268-ad07-405c-afa1-dadd0884c175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:24:00.502587 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bfac21-df92-46b8-9515-e4c754fd37d6 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Network hostable DHCP agents. Network: 9e18a268-ad07-405c-afa1-dadd0884c175, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:24:00.577116 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021174c0-3411-457b-b6cd-f88ade4a0a87 None None] Network 151c1bac-3568-4be4-894c-7d09a5030272 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:24:00.588749 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bfac21-df92-46b8-9515-e4c754fd37d6 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Network 9e18a268-ad07-405c-afa1-dadd0884c175 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:24:00.610018 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d74f81b7-3ba0-4f41-b9a8-4836048363bb tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Made reservation on behalf of 734239c0e89548e9b731cf7277c63ec2 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:24:00.613469 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d74f81b7-3ba0-4f41-b9a8-4836048363bb tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:00.618926 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-a9bfac21-df92-46b8-9515-e4c754fd37d6 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 9e18a268-ad07-405c-afa1-dadd0884c175) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:24:00.673113 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bfac21-df92-46b8-9515-e4c754fd37d6 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:24:00.682616 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a9bfac21-df92-46b8-9515-e4c754fd37d6 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:00.785775 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1de83649-d61b-4a3e-baed-0161ad5f20b7 req-c5563a30-6889-4d98-8872-ee562b5dac38 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.87 "GET /v2.0/ports?device_id=449fc50e-25e6-4c03-a79e-6b4045159285 HTTP/1.1" status: 200 len: 210 time: 0.0623314 Feb 02 07:24:00.827928 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42588) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:00.828183 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a9bfac21-df92-46b8-9515-e4c754fd37d6 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.6891165 Feb 02 07:24:00.942544 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0574f81f-f4e1-4a18-8a40-80efb8bd35de None None] Network 9e18a268-ad07-405c-afa1-dadd0884c175 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:24:00.975439 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f2cbfb-bff5-48d0-b4e1-3d0135673048 None None] Network 40f92c00-97ef-4f70-acc4-d7ec8da4bc65 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:24:01.017261 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-535dee12-f3ae-4bf4-8f98-cf3e5cac2160 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (9e18a268-ad07-405c-afa1-dadd0884c175), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:01.111091 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d74f81b7-3ba0-4f41-b9a8-4836048363bb tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (d79706cc-d234-4cca-9849-acccfe643d37), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:01.125391 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-535dee12-f3ae-4bf4-8f98-cf3e5cac2160 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (e8d811af-5a70-43ca-8022-5df81788ccf2), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:01.261380 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-58c8937e-7217-4976-a219-10e2b1c2c05e None None] Provisioning complete for port 43cbba8b-8e73-4ad5-98be-64f8fb8340ce triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:24:01.261824 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-58c8937e-7217-4976-a219-10e2b1c2c05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (43cbba8b-8e73-4ad5-98be-64f8fb8340ce), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:01.266577 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-535dee12-f3ae-4bf4-8f98-cf3e5cac2160 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (e8d811af-5a70-43ca-8022-5df81788ccf2), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:01.292673 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f81b7-3ba0-4f41-b9a8-4836048363bb tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Pushing event updated for resources: {'Subnet': ['ID=d79706cc-d234-4cca-9849-acccfe643d37,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:01.356974 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74f81b7-3ba0-4f41-b9a8-4836048363bb tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Checking segment: {'id': '1d35e10f-eb66-48a5-a567-1ab373f127a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '1b3f7d22-a394-4bb1-8d91-67ea02ef5ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:24:01.357348 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74f81b7-3ba0-4f41-b9a8-4836048363bb tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Network hostable DHCP agents. Network: 1b3f7d22-a394-4bb1-8d91-67ea02ef5ccb, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:24:01.390622 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 43cbba8b-8e73-4ad5-98be-64f8fb8340ce triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:24:01.390991 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (43cbba8b-8e73-4ad5-98be-64f8fb8340ce), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:01.416339 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535dee12-f3ae-4bf4-8f98-cf3e5cac2160 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Pushing event deleted for resources: {'Subnet': ['ID=e8d811af-5a70-43ca-8022-5df81788ccf2,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:01.433149 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74f81b7-3ba0-4f41-b9a8-4836048363bb tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Network 1b3f7d22-a394-4bb1-8d91-67ea02ef5ccb is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:24:01.459490 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-d74f81b7-3ba0-4f41-b9a8-4836048363bb tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 1b3f7d22-a394-4bb1-8d91-67ea02ef5ccb) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:24:01.482885 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74f81b7-3ba0-4f41-b9a8-4836048363bb tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:24:01.486367 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d74f81b7-3ba0-4f41-b9a8-4836048363bb tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:01.554747 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d74f81b7-3ba0-4f41-b9a8-4836048363bb tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3047056 Feb 02 07:24:01.555603 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42598) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:01.607231 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-535dee12-f3ae-4bf4-8f98-cf3e5cac2160 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (9e18a268-ad07-405c-afa1-dadd0884c175), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:01.633713 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3bac55-b3a9-4e40-bff2-8d0152c0f866 None None] Network 1b3f7d22-a394-4bb1-8d91-67ea02ef5ccb requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:24:01.639848 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-535dee12-f3ae-4bf4-8f98-cf3e5cac2160 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e18a268-ad07-405c-afa1-dadd0884c175']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:01.664831 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-535dee12-f3ae-4bf4-8f98-cf3e5cac2160 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5596a42-b138-4bbf-9605-d96c3fdc86e1') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:01.665415 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-535dee12-f3ae-4bf4-8f98-cf3e5cac2160 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5596a42-b138-4bbf-9605-d96c3fdc86e1') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:01.732098 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-535dee12-f3ae-4bf4-8f98-cf3e5cac2160 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (b5596a42-b138-4bbf-9605-d96c3fdc86e1), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:01.783630 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-535dee12-f3ae-4bf4-8f98-cf3e5cac2160 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (b5596a42-b138-4bbf-9605-d96c3fdc86e1), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:01.803541 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-535dee12-f3ae-4bf4-8f98-cf3e5cac2160 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:24:01.804683 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-535dee12-f3ae-4bf4-8f98-cf3e5cac2160 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (b5596a42-b138-4bbf-9605-d96c3fdc86e1), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:01.814336 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:24:01.814336 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:24:01.814336 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:24:01.814336 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:24:01.814336 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:24:01.814336 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:24:01.814336 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:24:01.814336 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:24:01.814336 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:24:01.814336 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:24:01.814336 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:24:01.814336 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:24:01.814336 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:24:01.814336 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:24:01.814336 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:24:01.814336 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:24:01.814336 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:24:01.814336 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:24:01.814336 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:24:01.814336 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:24:01.814336 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:24:01.814336 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:24:01.814336 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:24:01.814336 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:24:01.814336 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:24:01.814336 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:24:01.814336 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:24:01.814336 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:24:01.814336 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:24:01.814336 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:24:01.814336 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:24:01.814336 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:24:01.872078 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-58c8937e-7217-4976-a219-10e2b1c2c05e None None] Current status of the port 43cbba8b-8e73-4ad5-98be-64f8fb8340ce is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:24:01.874323 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-58c8937e-7217-4976-a219-10e2b1c2c05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (43cbba8b-8e73-4ad5-98be-64f8fb8340ce), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:01.884885 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ccf68-ab88-453e-a608-adb7f0f30fba req-ad5c7dd9-dfad-4641-8927-6ad4fe1022cd tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:24:01.890895 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-055ccf68-ab88-453e-a608-adb7f0f30fba req-ad5c7dd9-dfad-4641-8927-6ad4fe1022cd tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/ports?device_id=982a3e02-7238-4c83-a758-6e24ea99ed01 HTTP/1.1" status: 200 len: 945 time: 0.2232933 Feb 02 07:24:02.041437 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-58c8937e-7217-4976-a219-10e2b1c2c05e None None] For port 43cbba8b-8e73-4ad5-98be-64f8fb8340ce, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=43cbba8b-8e73-4ad5-98be-64f8fb8340ce,segment=NetworkSegment(5c51fcff-e754-49f4-a776-4c3f77e787cc),segment_id=5c51fcff-e754-49f4-a776-4c3f77e787cc)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:24:02.042074 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-535dee12-f3ae-4bf4-8f98-cf3e5cac2160 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (9e18a268-ad07-405c-afa1-dadd0884c175), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:02.079824 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-535dee12-f3ae-4bf4-8f98-cf3e5cac2160 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:02.089998 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-535dee12-f3ae-4bf4-8f98-cf3e5cac2160 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] 10.222.0.87 "DELETE /v2.0/networks/9e18a268-ad07-405c-afa1-dadd0884c175 HTTP/1.1" status: 204 len: 168 time: 1.2608650 Feb 02 07:24:02.095015 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42602) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:02.109069 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-f0a37434-1e55-436e-b718-002f66fbafcd tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1870376522'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:02.127546 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535dee12-f3ae-4bf4-8f98-cf3e5cac2160 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Pushing event deleted for resources: {'Network': ['ID=9e18a268-ad07-405c-afa1-dadd0884c175,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:02.141634 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-055ccf68-ab88-453e-a608-adb7f0f30fba req-45cf8473-8501-446c-b254-1aa493a16cff tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/security-groups?id=3524c585-c4e8-4dfb-a8c3-d19c4cb3cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871581 Feb 02 07:24:02.172717 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a37434-1e55-436e-b718-002f66fbafcd tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Made reservation on behalf of ad2385b7bb3d4d8a8f3cb8428a59cef0 for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:24:02.180936 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24b031e-3ad5-4bcd-b71e-cc5ea5e19b40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-1b3f7d22-a394-4bb1-8d91-67ea02ef5ccb', 'network_id': '1b3f7d22-a394-4bb1-8d91-67ea02ef5ccb', 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'fixed_ips': [{'subnet_id': 'd79706cc-d234-4cca-9849-acccfe643d37'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:24:02.181696 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f0a37434-1e55-436e-b718-002f66fbafcd tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:02.182016 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f24b031e-3ad5-4bcd-b71e-cc5ea5e19b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:02.206472 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-58c8937e-7217-4976-a219-10e2b1c2c05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (43cbba8b-8e73-4ad5-98be-64f8fb8340ce), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:02.229900 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 43cbba8b-8e73-4ad5-98be-64f8fb8340ce is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:24:02.231294 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 256ed0f9-05f9-4d72-a0ff-91528c84400d up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:24:02.371526 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5f14457c-74c2-450e-b297-ccd5791091b0 req-a0902650-6f74-434b-8c40-c48e79b7d8bb tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.87 "GET /v2.0/ports?device_id=449fc50e-25e6-4c03-a79e-6b4045159285 HTTP/1.1" status: 200 len: 210 time: 0.0704994 Feb 02 07:24:02.423788 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0a37434-1e55-436e-b718-002f66fbafcd tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:24:02.498911 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f0a37434-1e55-436e-b718-002f66fbafcd tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (efae4fb1-dc1f-47ca-a0da-0258bbc54c47), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:02.499624 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-f0a37434-1e55-436e-b718-002f66fbafcd tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Added segment efae4fb1-dc1f-47ca-a0da-0258bbc54c47 of type vlan for network 1a15fed0-6340-4324-b85a-b007a2692075 Feb 02 07:24:02.570193 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-680fb21d-07d9-4f94-b4cb-14037a802d26 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:02.688449 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f0a37434-1e55-436e-b718-002f66fbafcd tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (1a15fed0-6340-4324-b85a-b007a2692075), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:03.069525 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-b2a4313c-71b4-4d0c-8e1b-fce9277cb23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'name': 'tempest-RoutersIpV6Test-router-58342812', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:23:44Z', 'updated_at': '2022-02-02T07:23:56Z', 'revision_number': 3, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'gw_port_host': None, '_interfaces': [{'id': '594b23b2-87ec-473b-ae2d-2d81b66bb96a', 'name': '', 'network_id': '151c1bac-3568-4be4-894c-7d09a5030272', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'mac_address': 'fa:16:3e:72:51:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'ad81f9a5-6536-4f51-84aa-dbda9c5233c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:23:53Z', 'updated_at': '2022-02-02T07:23:57Z', 'revision_number': 2, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'subnets': [{'id': 'ad81f9a5-6536-4f51-84aa-dbda9c5233c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a796dab0-f861-4c6e-966d-abe62e2e701b', 'name': '', 'network_id': '01201ded-b361-43c1-a42e-859a2a7253f6', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'mac_address': 'fa:16:3e:ca:fe:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': 'ef49c351-2091-4069-aaa0-da2ad346d62c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:23:46Z', 'updated_at': '2022-02-02T07:23:53Z', 'revision_number': 5, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'subnets': [{'id': 'ef49c351-2091-4069-aaa0-da2ad346d62c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:03.159797 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b65352-6f25-4fcd-bf48-e5103bebbdde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-9e18a268-ad07-405c-afa1-dadd0884c175', 'network_id': '9e18a268-ad07-405c-afa1-dadd0884c175', 'project_id': 'ad2385b7bb3d4d8a8f3cb8428a59cef0', 'fixed_ips': [{'subnet_id': 'e8d811af-5a70-43ca-8022-5df81788ccf2'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:24:03.160685 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c3b65352-6f25-4fcd-bf48-e5103bebbdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:03.164784 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a4313c-71b4-4d0c-8e1b-fce9277cb23a None None] Checking router: c377ffbb-6c27-4978-ba59-e651495e3d79 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:24:03.165128 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a4313c-71b4-4d0c-8e1b-fce9277cb23a None None] Updating router c377ffbb-6c27-4978-ba59-e651495e3d79 port 594b23b2-87ec-473b-ae2d-2d81b66bb96a binding host n-d-789963-26 {{(pid=109695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:24:03.167370 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c8937e-7217-4976-a219-10e2b1c2c05e None None] Pushing event updated for resources: {'Port': ['ID=43cbba8b-8e73-4ad5-98be-64f8fb8340ce,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:03.196575 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.db.resource_extend [None req-f0a37434-1e55-436e-b718-002f66fbafcd tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 07:24:03.221740 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-f24b031e-3ad5-4bcd-b71e-cc5ea5e19b40 None None] Allocated IP 2001:db8:2::2 (1b3f7d22-a394-4bb1-8d91-67ea02ef5ccb/d79706cc-d234-4cca-9849-acccfe643d37/b7d929d2-9364-420a-b551-82429ab35f1b) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:24:03.257352 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f0a37434-1e55-436e-b718-002f66fbafcd tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (1a15fed0-6340-4324-b85a-b007a2692075), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:03.262229 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a37434-1e55-436e-b718-002f66fbafcd tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:24:03.273578 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f0a37434-1e55-436e-b718-002f66fbafcd tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:03.381932 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-f0a37434-1e55-436e-b718-002f66fbafcd tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2805028 Feb 02 07:24:03.382848 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42608) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:03.390078 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-05549d84-fd93-4a1f-a57c-94e8ce79a674 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Request body: {'subnet': {'network_id': '1a15fed0-6340-4324-b85a-b007a2692075', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:03.544574 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08198376-ddd1-4872-8c12-b919363256d9 req-99b06078-59c7-4a7d-89b4-5b8e25506e3d tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:24:03.551173 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a37434-1e55-436e-b718-002f66fbafcd tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Pushing event updated for resources: {'Network': ['ID=1a15fed0-6340-4324-b85a-b007a2692075,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:03.553325 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-08198376-ddd1-4872-8c12-b919363256d9 req-99b06078-59c7-4a7d-89b4-5b8e25506e3d tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/ports?device_id=982a3e02-7238-4c83-a758-6e24ea99ed01 HTTP/1.1" status: 200 len: 945 time: 0.2731698 Feb 02 07:24:03.570276 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-6ec8f86f-6ff0-4ff6-8fa4-7426af27606f None None] Provisioning complete for port 7e739445-1637-4fbf-95ba-a38d7ddbde7f triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:24:03.570666 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6ec8f86f-6ff0-4ff6-8fa4-7426af27606f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (7e739445-1637-4fbf-95ba-a38d7ddbde7f), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:03.589334 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 1a15fed0-6340-4324-b85a-b007a2692075 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:24:03.658612 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-08198376-ddd1-4872-8c12-b919363256d9 req-adae3374-69e1-4ed8-8c40-37b8ce52fcd7 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/security-groups?id=3524c585-c4e8-4dfb-a8c3-d19c4cb3cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994802 Feb 02 07:24:03.681387 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05549d84-fd93-4a1f-a57c-94e8ce79a674 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Made reservation on behalf of ad2385b7bb3d4d8a8f3cb8428a59cef0 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:24:03.689248 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-05549d84-fd93-4a1f-a57c-94e8ce79a674 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:03.709937 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b2a4313c-71b4-4d0c-8e1b-fce9277cb23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (594b23b2-87ec-473b-ae2d-2d81b66bb96a), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:03.741833 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 256ed0f9-05f9-4d72-a0ff-91528c84400d triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:24:03.742280 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (256ed0f9-05f9-4d72-a0ff-91528c84400d), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:03.787033 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f24b031e-3ad5-4bcd-b71e-cc5ea5e19b40 None None] Publish callbacks [] for port (b7d929d2-9364-420a-b551-82429ab35f1b), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:03.857261 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38298cb-bc44-4cda-910e-136138c9bb6f None None] Network 9e18a268-ad07-405c-afa1-dadd0884c175 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:24:03.940759 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-680fb21d-07d9-4f94-b4cb-14037a802d26 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Allocated IP 2001:db8:2::1 (1b3f7d22-a394-4bb1-8d91-67ea02ef5ccb/d79706cc-d234-4cca-9849-acccfe643d37/65f6dddd-40e5-4a3c-8b2f-4736c46347e6) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:24:03.949880 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38298cb-bc44-4cda-910e-136138c9bb6f None None] Network 9e18a268-ad07-405c-afa1-dadd0884c175 could not be found, it might have been deleted concurrently. {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 02 07:24:03.976006 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f24b031e-3ad5-4bcd-b71e-cc5ea5e19b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (b7d929d2-9364-420a-b551-82429ab35f1b), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:03.978345 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-05549d84-fd93-4a1f-a57c-94e8ce79a674 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (cbcf4942-6d66-45c6-ae99-7215f723a9a2), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:04.056016 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05549d84-fd93-4a1f-a57c-94e8ce79a674 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Pushing event updated for resources: {'Subnet': ['ID=cbcf4942-6d66-45c6-ae99-7215f723a9a2,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:04.074159 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5d5650f4-cfd9-4b75-a4e4-b3b26fb155ad req-02143edf-d296-4faa-9a8a-eadd2e66ce18 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.87 "GET /v2.0/ports?device_id=449fc50e-25e6-4c03-a79e-6b4045159285 HTTP/1.1" status: 200 len: 210 time: 0.1057823 Feb 02 07:24:04.127077 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05549d84-fd93-4a1f-a57c-94e8ce79a674 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Checking segment: {'id': 'efae4fb1-dc1f-47ca-a0da-0258bbc54c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '1a15fed0-6340-4324-b85a-b007a2692075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:24:04.127617 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05549d84-fd93-4a1f-a57c-94e8ce79a674 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Network hostable DHCP agents. Network: 1a15fed0-6340-4324-b85a-b007a2692075, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:24:04.138684 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76ead13-f4e1-42bf-90f1-545590aff842 req-a6d73984-8e88-4c23-b885-3f369789a7d8 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:24:04.140089 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a76ead13-f4e1-42bf-90f1-545590aff842 req-a6d73984-8e88-4c23-b885-3f369789a7d8 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.59 "GET /v2.0/ports?device_id=982a3e02-7238-4c83-a758-6e24ea99ed01 HTTP/1.1" status: 200 len: 945 time: 0.5235240 Feb 02 07:24:04.181513 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-680fb21d-07d9-4f94-b4cb-14037a802d26 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for port (65f6dddd-40e5-4a3c-8b2f-4736c46347e6), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:04.188483 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05549d84-fd93-4a1f-a57c-94e8ce79a674 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Network 1a15fed0-6340-4324-b85a-b007a2692075 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:24:04.205297 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24b031e-3ad5-4bcd-b71e-cc5ea5e19b40 None None] Network 1b3f7d22-a394-4bb1-8d91-67ea02ef5ccb is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:24:04.212688 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-05549d84-fd93-4a1f-a57c-94e8ce79a674 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 1a15fed0-6340-4324-b85a-b007a2692075) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:24:04.225386 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f28c49-56b1-40f1-be0f-def61632ed38 None None] Network 1a15fed0-6340-4324-b85a-b007a2692075 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:24:04.236011 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05549d84-fd93-4a1f-a57c-94e8ce79a674 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:24:04.236920 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-05549d84-fd93-4a1f-a57c-94e8ce79a674 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:04.260011 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-680fb21d-07d9-4f94-b4cb-14037a802d26 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (65f6dddd-40e5-4a3c-8b2f-4736c46347e6), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:04.296524 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-05549d84-fd93-4a1f-a57c-94e8ce79a674 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9100747 Feb 02 07:24:04.299780 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42614) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:04.355491 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680fb21d-07d9-4f94-b4cb-14037a802d26 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Network 1b3f7d22-a394-4bb1-8d91-67ea02ef5ccb is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:24:04.359785 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-680fb21d-07d9-4f94-b4cb-14037a802d26 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:24:04.369297 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-a76ead13-f4e1-42bf-90f1-545590aff842 req-da55af40-feba-4798-a122-bcf489393aac tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Deleting port 4a399082-e671-4e68-ac4e-2cbdc580628f {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:24:04.369783 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-a76ead13-f4e1-42bf-90f1-545590aff842 req-da55af40-feba-4798-a122-bcf489393aac tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (4a399082-e671-4e68-ac4e-2cbdc580628f), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:04.377632 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680fb21d-07d9-4f94-b4cb-14037a802d26 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:24:04.378194 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-680fb21d-07d9-4f94-b4cb-14037a802d26 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (c377ffbb-6c27-4978-ba59-e651495e3d79), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:04.406210 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-f24b031e-3ad5-4bcd-b71e-cc5ea5e19b40 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:24:04.417249 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24b031e-3ad5-4bcd-b71e-cc5ea5e19b40 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:24:04.449237 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680fb21d-07d9-4f94-b4cb-14037a802d26 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Pushing event updated for resources: {'Port': ['ID=65f6dddd-40e5-4a3c-8b2f-4736c46347e6,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:04.523789 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-93d6bf06-a1a3-431d-8fea-8c8821ecc14f tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (1a15fed0-6340-4324-b85a-b007a2692075), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:04.553353 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-a76ead13-f4e1-42bf-90f1-545590aff842 req-da55af40-feba-4798-a122-bcf489393aac tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] For port 4a399082-e671-4e68-ac4e-2cbdc580628f, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=4a399082-e671-4e68-ac4e-2cbdc580628f,segment=NetworkSegment(4f5298fd-80d5-4af0-b762-03d1bff87a8c),segment_id=4f5298fd-80d5-4af0-b762-03d1bff87a8c)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:24:04.553725 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-a76ead13-f4e1-42bf-90f1-545590aff842 req-da55af40-feba-4798-a122-bcf489393aac tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (4a399082-e671-4e68-ac4e-2cbdc580628f), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:04.604660 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-a76ead13-f4e1-42bf-90f1-545590aff842 req-da55af40-feba-4798-a122-bcf489393aac tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Calling delete_port for 4a399082-e671-4e68-ac4e-2cbdc580628f owned by compute:nova {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:24:04.617275 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fa5c60-d052-4ed4-80d1-f9a54c67fbce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-1a15fed0-6340-4324-b85a-b007a2692075', 'network_id': '1a15fed0-6340-4324-b85a-b007a2692075', 'project_id': 'ad2385b7bb3d4d8a8f3cb8428a59cef0', 'fixed_ips': [{'subnet_id': 'cbcf4942-6d66-45c6-ae99-7215f723a9a2'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:24:04.619773 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-43fa5c60-d052-4ed4-80d1-f9a54c67fbce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:04.621993 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24b031e-3ad5-4bcd-b71e-cc5ea5e19b40 None None] Pushing event updated for resources: {'Port': ['ID=b7d929d2-9364-420a-b551-82429ab35f1b,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:04.632376 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-680fb21d-07d9-4f94-b4cb-14037a802d26 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (65f6dddd-40e5-4a3c-8b2f-4736c46347e6), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:04.720755 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-f24b031e-3ad5-4bcd-b71e-cc5ea5e19b40 None None] Attempting to bind port b7d929d2-9364-420a-b551-82429ab35f1b on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:24:04.721677 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-f24b031e-3ad5-4bcd-b71e-cc5ea5e19b40 None None] Attempting to bind port b7d929d2-9364-420a-b551-82429ab35f1b by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '1d35e10f-eb66-48a5-a567-1ab373f127a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '1b3f7d22-a394-4bb1-8d91-67ea02ef5ccb'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:24:04.721677 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24b031e-3ad5-4bcd-b71e-cc5ea5e19b40 None None] Attempting to bind port b7d929d2-9364-420a-b551-82429ab35f1b on network 1b3f7d22-a394-4bb1-8d91-67ea02ef5ccb {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:24:04.743137 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-93d6bf06-a1a3-431d-8fea-8c8821ecc14f tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (cbcf4942-6d66-45c6-ae99-7215f723a9a2), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:04.872763 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24b031e-3ad5-4bcd-b71e-cc5ea5e19b40 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:24:04.873211 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24b031e-3ad5-4bcd-b71e-cc5ea5e19b40 None None] Checking segment: {'id': '1d35e10f-eb66-48a5-a567-1ab373f127a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '1b3f7d22-a394-4bb1-8d91-67ea02ef5ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:24:04.874101 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f24b031e-3ad5-4bcd-b71e-cc5ea5e19b40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:04.874699 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24b031e-3ad5-4bcd-b71e-cc5ea5e19b40 None None] Bound using segment: {'id': '1d35e10f-eb66-48a5-a567-1ab373f127a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '1b3f7d22-a394-4bb1-8d91-67ea02ef5ccb'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:24:04.875261 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-f24b031e-3ad5-4bcd-b71e-cc5ea5e19b40 None None] Bound port: b7d929d2-9364-420a-b551-82429ab35f1b, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d35e10f-eb66-48a5-a567-1ab373f127a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '1b3f7d22-a394-4bb1-8d91-67ea02ef5ccb'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:24:04.876011 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f24b031e-3ad5-4bcd-b71e-cc5ea5e19b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b7d929d2-9364-420a-b551-82429ab35f1b), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:04.957800 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-6ec8f86f-6ff0-4ff6-8fa4-7426af27606f None None] Current status of the port 7e739445-1637-4fbf-95ba-a38d7ddbde7f is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:24:04.958807 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6ec8f86f-6ff0-4ff6-8fa4-7426af27606f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (7e739445-1637-4fbf-95ba-a38d7ddbde7f), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:04.986140 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae60e9f-0792-4e51-b567-cadbddbf7b5e req-1cbda16d-fffc-47b8-9fcb-786a3d176259 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:24:04.988449 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2ae60e9f-0792-4e51-b567-cadbddbf7b5e req-1cbda16d-fffc-47b8-9fcb-786a3d176259 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/ports?device_id=982a3e02-7238-4c83-a758-6e24ea99ed01 HTTP/1.1" status: 200 len: 945 time: 0.1736405 Feb 02 07:24:04.990227 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-93d6bf06-a1a3-431d-8fea-8c8821ecc14f tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (cbcf4942-6d66-45c6-ae99-7215f723a9a2), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:05.093613 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-680fb21d-07d9-4f94-b4cb-14037a802d26 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for port (65f6dddd-40e5-4a3c-8b2f-4736c46347e6), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:05.100972 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-680fb21d-07d9-4f94-b4cb-14037a802d26 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (65f6dddd-40e5-4a3c-8b2f-4736c46347e6), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:05.102103 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-680fb21d-07d9-4f94-b4cb-14037a802d26 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (c377ffbb-6c27-4978-ba59-e651495e3d79), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:05.128555 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d6bf06-a1a3-431d-8fea-8c8821ecc14f tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Pushing event deleted for resources: {'Subnet': ['ID=cbcf4942-6d66-45c6-ae99-7215f723a9a2,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:05.193986 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-a76ead13-f4e1-42bf-90f1-545590aff842 req-da55af40-feba-4798-a122-bcf489393aac tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (4a399082-e671-4e68-ac4e-2cbdc580628f), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:05.205133 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2ae60e9f-0792-4e51-b567-cadbddbf7b5e req-bd204cdb-1d78-4340-8f03-edd0a66708b2 tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.87 "GET /v2.0/security-groups?id=3524c585-c4e8-4dfb-a8c3-d19c4cb3cd1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945000 Feb 02 07:24:05.241559 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 256ed0f9-05f9-4d72-a0ff-91528c84400d is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:24:05.245027 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 7e739445-1637-4fbf-95ba-a38d7ddbde7f up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:24:05.259395 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-93d6bf06-a1a3-431d-8fea-8c8821ecc14f tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (1a15fed0-6340-4324-b85a-b007a2692075), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:05.262538 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da55af40-feba-4798-a122-bcf489393aac tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Pushing event deleted for resources: {'Port': ['ID=4a399082-e671-4e68-ac4e-2cbdc580628f,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:05.284639 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680fb21d-07d9-4f94-b4cb-14037a802d26 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Network 1b3f7d22-a394-4bb1-8d91-67ea02ef5ccb is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:24:05.291064 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-680fb21d-07d9-4f94-b4cb-14037a802d26 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:24:05.344899 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['4a399082-e671-4e68-ac4e-2cbdc580628f'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:24:05.345116 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-93d6bf06-a1a3-431d-8fea-8c8821ecc14f tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a15fed0-6340-4324-b85a-b007a2692075']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:05.369941 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-a76ead13-f4e1-42bf-90f1-545590aff842 req-da55af40-feba-4798-a122-bcf489393aac tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] No DVR routers for this DVR port 4a399082-e671-4e68-ac4e-2cbdc580628f on host n-h2-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:24:05.372847 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-93d6bf06-a1a3-431d-8fea-8c8821ecc14f tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efae4fb1-dc1f-47ca-a0da-0258bbc54c47') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:05.373151 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-93d6bf06-a1a3-431d-8fea-8c8821ecc14f tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efae4fb1-dc1f-47ca-a0da-0258bbc54c47') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:05.375590 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-a76ead13-f4e1-42bf-90f1-545590aff842 req-da55af40-feba-4798-a122-bcf489393aac tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:05.380153 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a76ead13-f4e1-42bf-90f1-545590aff842 req-da55af40-feba-4798-a122-bcf489393aac tempest-AttachVolumeNegativeTest-279704667 tempest-AttachVolumeNegativeTest-279704667-project] 10.222.0.59 "DELETE /v2.0/ports/4a399082-e671-4e68-ac4e-2cbdc580628f HTTP/1.1" status: 204 len: 173 time: 1.2321482 Feb 02 07:24:05.381061 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '982a3e02-7238-4c83-a758-6e24ea99ed01', 'name': 'network-vif-deleted', 'tag': '4a399082-e671-4e68-ac4e-2cbdc580628f'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:24:05.383615 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a58bb0-bae4-4749-a43e-7bda1df90728" -d '{"events": [{"server_uuid": "982a3e02-7238-4c83-a758-6e24ea99ed01", "name": "network-vif-deleted", "tag": "4a399082-e671-4e68-ac4e-2cbdc580628f"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:24:05.409524 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-93d6bf06-a1a3-431d-8fea-8c8821ecc14f tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (efae4fb1-dc1f-47ca-a0da-0258bbc54c47), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:05.419115 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680fb21d-07d9-4f94-b4cb-14037a802d26 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Pushing event updated for resources: {'Port': ['ID=65f6dddd-40e5-4a3c-8b2f-4736c46347e6,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server [None req-43fa5c60-d052-4ed4-80d1-f9a54c67fbce None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cbcf4942-6d66-45c6-ae99-7215f723a9a2: This subnet is being modified by another concurrent operation. Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server raise self.value Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server raise self.value Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server raise self.value Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server raise self.value Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server raise self.value Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server raise self.value Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server raise exception Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cbcf4942-6d66-45c6-ae99-7215f723a9a2: This subnet is being modified by another concurrent operation. Feb 02 07:24:05.460211 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server Feb 02 07:24:05.495313 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-93d6bf06-a1a3-431d-8fea-8c8821ecc14f tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (efae4fb1-dc1f-47ca-a0da-0258bbc54c47), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:05.502968 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93d6bf06-a1a3-431d-8fea-8c8821ecc14f tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:24:05.505685 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-93d6bf06-a1a3-431d-8fea-8c8821ecc14f tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (efae4fb1-dc1f-47ca-a0da-0258bbc54c47), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:05.510942 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4d7cfc-bdf8-460a-b4eb-753df73b49f2 None None] Network 1a15fed0-6340-4324-b85a-b007a2692075 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:24:05.519957 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-6ec8f86f-6ff0-4ff6-8fa4-7426af27606f None None] For port 7e739445-1637-4fbf-95ba-a38d7ddbde7f, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=7e739445-1637-4fbf-95ba-a38d7ddbde7f,segment=NetworkSegment(dca82ea9-d473-4476-90d8-afa150267dfd),segment_id=dca82ea9-d473-4476-90d8-afa150267dfd)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:24:05.541789 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-f24b031e-3ad5-4bcd-b71e-cc5ea5e19b40 None None] For port b7d929d2-9364-420a-b551-82429ab35f1b, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:24:05.551904 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-680fb21d-07d9-4f94-b4cb-14037a802d26 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Router c377ffbb-6c27-4978-ba59-e651495e3d79 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:24:05.555838 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6ec8f86f-6ff0-4ff6-8fa4-7426af27606f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (7e739445-1637-4fbf-95ba-a38d7ddbde7f), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:05.585995 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-f24b031e-3ad5-4bcd-b71e-cc5ea5e19b40 None None] For port b7d929d2-9364-420a-b551-82429ab35f1b, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=b7d929d2-9364-420a-b551-82429ab35f1b,segment=NetworkSegment(1d35e10f-eb66-48a5-a567-1ab373f127a9),segment_id=1d35e10f-eb66-48a5-a567-1ab373f127a9)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:24:05.606951 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:24:05.606951 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:24:05.606951 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:24:05.606951 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:24:05.606951 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:24:05.606951 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:24:05.606951 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:24:05.606951 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:24:05.606951 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:24:05.606951 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:24:05.606951 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:24:05.606951 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:24:05.606951 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:24:05.606951 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:24:05.606951 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:24:05.606951 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:24:05.606951 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:24:05.606951 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:24:05.606951 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:24:05.606951 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:24:05.606951 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:24:05.606951 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:24:05.606951 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:24:05.606951 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:24:05.606951 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:24:05.606951 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:24:05.606951 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:24:05.606951 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:24:05.606951 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:24:05.606951 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:24:05.606951 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:24:05.606951 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:24:05.633163 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f63451b7-f6de-431b-aa7c-3fcf47aaff02 req-1c950a37-83fa-46c4-8611-6f02a27be883 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.87 "GET /v2.0/ports?device_id=449fc50e-25e6-4c03-a79e-6b4045159285 HTTP/1.1" status: 200 len: 210 time: 0.2462962 Feb 02 07:24:05.659851 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f24b031e-3ad5-4bcd-b71e-cc5ea5e19b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (b7d929d2-9364-420a-b551-82429ab35f1b), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:05.661800 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 7e739445-1637-4fbf-95ba-a38d7ddbde7f triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:24:05.662488 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (7e739445-1637-4fbf-95ba-a38d7ddbde7f), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:05.671546 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-93d6bf06-a1a3-431d-8fea-8c8821ecc14f tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (1a15fed0-6340-4324-b85a-b007a2692075), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:05.684770 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-93d6bf06-a1a3-431d-8fea-8c8821ecc14f tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:05.688851 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-93d6bf06-a1a3-431d-8fea-8c8821ecc14f tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] 10.222.0.87 "DELETE /v2.0/networks/1a15fed0-6340-4324-b85a-b007a2692075 HTTP/1.1" status: 204 len: 168 time: 1.3866415 Feb 02 07:24:05.714296 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42624) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:05.715739 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d6bf06-a1a3-431d-8fea-8c8821ecc14f tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Pushing event deleted for resources: {'Network': ['ID=1a15fed0-6340-4324-b85a-b007a2692075,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:05.723063 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-da87c0de-5cd5-4ee8-8401-4bbbb54ec59a tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-724615921'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:05.747799 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da87c0de-5cd5-4ee8-8401-4bbbb54ec59a tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Made reservation on behalf of ad2385b7bb3d4d8a8f3cb8428a59cef0 for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:24:05.752847 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-da87c0de-5cd5-4ee8-8401-4bbbb54ec59a tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:05.769789 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feeb7e5a-6bd5-4fec-8fe4-00ab11f6d515 x-openstack-request-id: req-feeb7e5a-6bd5-4fec-8fe4-00ab11f6d515 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:24:05.770211 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "982a3e02-7238-4c83-a758-6e24ea99ed01", "name": "network-vif-deleted", "tag": "4a399082-e671-4e68-ac4e-2cbdc580628f", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:24:05.770472 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-feeb7e5a-6bd5-4fec-8fe4-00ab11f6d515 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:24:05.771681 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '982a3e02-7238-4c83-a758-6e24ea99ed01', 'name': 'network-vif-deleted', 'tag': '4a399082-e671-4e68-ac4e-2cbdc580628f', 'status': 'completed', 'code': 200} Feb 02 07:24:05.788732 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da87c0de-5cd5-4ee8-8401-4bbbb54ec59a tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:24:05.797324 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-680fb21d-07d9-4f94-b4cb-14037a802d26 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:24:05.799333 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-da87c0de-5cd5-4ee8-8401-4bbbb54ec59a tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (edeb1a8e-cd8b-4674-909c-6e581a0759ad), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:05.799788 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-da87c0de-5cd5-4ee8-8401-4bbbb54ec59a tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Added segment edeb1a8e-cd8b-4674-909c-6e581a0759ad of type vlan for network c859d754-260c-4fb5-9535-cce89763681c Feb 02 07:24:05.807270 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-680fb21d-07d9-4f94-b4cb-14037a802d26 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "PUT /v2.0/routers/c377ffbb-6c27-4978-ba59-e651495e3d79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2502251 Feb 02 07:24:05.809897 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42626) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:05.821468 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-3e3b5832-e39e-4dda-a409-33225495138a tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1675873102'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:05.873216 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-da87c0de-5cd5-4ee8-8401-4bbbb54ec59a tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (c859d754-260c-4fb5-9535-cce89763681c), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:05.891053 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e3b5832-e39e-4dda-a409-33225495138a tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Made reservation on behalf of 734239c0e89548e9b731cf7277c63ec2 for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:24:05.894693 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3e3b5832-e39e-4dda-a409-33225495138a tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:05.913311 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-da87c0de-5cd5-4ee8-8401-4bbbb54ec59a tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (c859d754-260c-4fb5-9535-cce89763681c), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:05.921950 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da87c0de-5cd5-4ee8-8401-4bbbb54ec59a tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:24:05.922549 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-da87c0de-5cd5-4ee8-8401-4bbbb54ec59a tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:05.956668 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e3b5832-e39e-4dda-a409-33225495138a tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:24:05.971311 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3e3b5832-e39e-4dda-a409-33225495138a tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (a733ba7c-d74b-49da-bba5-71c5d9bdef22), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:05.971722 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-3e3b5832-e39e-4dda-a409-33225495138a tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Added segment a733ba7c-d74b-49da-bba5-71c5d9bdef22 of type vlan for network 4695d7fe-9fa2-4141-8405-ab3048c26097 Feb 02 07:24:06.069098 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-da87c0de-5cd5-4ee8-8401-4bbbb54ec59a tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3484516 Feb 02 07:24:06.075883 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42632) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:06.087026 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec8f86f-6ff0-4ff6-8fa4-7426af27606f None None] Pushing event updated for resources: {'Port': ['ID=7e739445-1637-4fbf-95ba-a38d7ddbde7f,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:06.104339 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-bfaf0886-632b-4126-9e11-7c9d82bbeb36 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Request body: {'subnet': {'network_id': 'c859d754-260c-4fb5-9535-cce89763681c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:06.110585 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b2a4313c-71b4-4d0c-8e1b-fce9277cb23a None None] Publish callbacks [] for port (594b23b2-87ec-473b-ae2d-2d81b66bb96a), precommit_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:06.113972 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3e3b5832-e39e-4dda-a409-33225495138a tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (4695d7fe-9fa2-4141-8405-ab3048c26097), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:06.123365 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-b374909e-b5bd-46b9-b81c-4700b6cc1957 None None] Provisioning complete for port 594b23b2-87ec-473b-ae2d-2d81b66bb96a triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:24:06.124378 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b374909e-b5bd-46b9-b81c-4700b6cc1957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (594b23b2-87ec-473b-ae2d-2d81b66bb96a), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:06.208689 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da87c0de-5cd5-4ee8-8401-4bbbb54ec59a tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Pushing event updated for resources: {'Network': ['ID=c859d754-260c-4fb5-9535-cce89763681c,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:06.229031 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b2a4313c-71b4-4d0c-8e1b-fce9277cb23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (594b23b2-87ec-473b-ae2d-2d81b66bb96a), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:06.329845 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3e3b5832-e39e-4dda-a409-33225495138a tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (4695d7fe-9fa2-4141-8405-ab3048c26097), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:06.335668 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3b5832-e39e-4dda-a409-33225495138a tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:24:06.336472 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3e3b5832-e39e-4dda-a409-33225495138a tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:06.387994 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed0853-d688-4d2e-b4aa-cc1d9b2e7f71 req-514645c2-520a-4de4-8d53-05bc351787a2 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:24:06.389944 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-22ed0853-d688-4d2e-b4aa-cc1d9b2e7f71 req-514645c2-520a-4de4-8d53-05bc351787a2 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/ports?device_id=46ecb815-244b-4aba-b16c-b3d1870dd51e HTTP/1.1" status: 200 len: 946 time: 0.1412201 Feb 02 07:24:06.394017 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24b031e-3ad5-4bcd-b71e-cc5ea5e19b40 None None] Pushing event updated for resources: {'Port': ['ID=b7d929d2-9364-420a-b551-82429ab35f1b,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:06.400969 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network c859d754-260c-4fb5-9535-cce89763681c details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:24:06.444429 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfaf0886-632b-4126-9e11-7c9d82bbeb36 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Made reservation on behalf of ad2385b7bb3d4d8a8f3cb8428a59cef0 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:24:06.462330 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bfaf0886-632b-4126-9e11-7c9d82bbeb36 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:06.471397 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-22ed0853-d688-4d2e-b4aa-cc1d9b2e7f71 req-639b4f23-5f06-438a-bbfd-539a03676ca9 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/security-groups?id=6795e0a6-69cc-42c2-a292-352f11146466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731018 Feb 02 07:24:06.558367 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42638) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:06.594260 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-3e3b5832-e39e-4dda-a409-33225495138a tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7825408 Feb 02 07:24:06.598083 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42640) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:06.598757 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3b5832-e39e-4dda-a409-33225495138a tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Pushing event updated for resources: {'Network': ['ID=4695d7fe-9fa2-4141-8405-ab3048c26097,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:06.623678 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-7845e8a9-a847-4981-a01a-455eb0eedd6f tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Request body: {'subnet': {'network_id': '4695d7fe-9fa2-4141-8405-ab3048c26097', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:06.636150 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9052ef5-539f-4a00-b261-9668d51d6b1c admin admin] Deleting subnet 381c6130-79ff-4c24-85c5-0c6ea3864e87 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:24:06.640795 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f9052ef5-539f-4a00-b261-9668d51d6b1c admin admin] Publish callbacks [] for subnet (381c6130-79ff-4c24-85c5-0c6ea3864e87), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:06.738300 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f9052ef5-539f-4a00-b261-9668d51d6b1c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (381c6130-79ff-4c24-85c5-0c6ea3864e87), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:06.764553 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 4695d7fe-9fa2-4141-8405-ab3048c26097 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:24:06.793549 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 7e739445-1637-4fbf-95ba-a38d7ddbde7f is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:24:06.835996 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c49aca44-1a4b-46eb-86e2-b023523e8a91 req-5c2c65d7-3cfe-44e6-acca-9feeaeac8818 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.87 "GET /v2.0/ports?device_id=449fc50e-25e6-4c03-a79e-6b4045159285 HTTP/1.1" status: 200 len: 210 time: 0.0348585 Feb 02 07:24:06.869666 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5d40eb-b35a-4835-94b3-350361d94768 None None] Pushing event updated for resources: {'Port': ['ID=594b23b2-87ec-473b-ae2d-2d81b66bb96a,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:06.889670 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f9052ef5-539f-4a00-b261-9668d51d6b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (381c6130-79ff-4c24-85c5-0c6ea3864e87), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:06.915643 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7845e8a9-a847-4981-a01a-455eb0eedd6f tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Made reservation on behalf of 734239c0e89548e9b731cf7277c63ec2 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:24:06.928338 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7845e8a9-a847-4981-a01a-455eb0eedd6f tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:06.976367 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f9052ef5-539f-4a00-b261-9668d51d6b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (381c6130-79ff-4c24-85c5-0c6ea3864e87), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:06.999700 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-b374909e-b5bd-46b9-b81c-4700b6cc1957 None None] Port 594b23b2-87ec-473b-ae2d-2d81b66bb96a cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:24:07.026231 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9052ef5-539f-4a00-b261-9668d51d6b1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=381c6130-79ff-4c24-85c5-0c6ea3864e87,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:07.028269 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f9052ef5-539f-4a00-b261-9668d51d6b1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:07.046316 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f9052ef5-539f-4a00-b261-9668d51d6b1c admin admin] 10.222.0.87 "DELETE /v2.0/subnets/381c6130-79ff-4c24-85c5-0c6ea3864e87 HTTP/1.1" status: 204 len: 168 time: 0.4868441 Feb 02 07:24:07.048638 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42644) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:07.064212 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-b374909e-b5bd-46b9-b81c-4700b6cc1957 None None] Provisioning complete for port 43cbba8b-8e73-4ad5-98be-64f8fb8340ce triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:24:07.064947 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b374909e-b5bd-46b9-b81c-4700b6cc1957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (43cbba8b-8e73-4ad5-98be-64f8fb8340ce), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:07.217908 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5e67686e-7426-4d05-aa45-5773075fdab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (d194a686-ccd5-4b19-b7e3-633cf070453a), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:07.264348 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 43cbba8b-8e73-4ad5-98be-64f8fb8340ce up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:24:07.279946 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 4a399082-e671-4e68-ac4e-2cbdc580628f no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:24:07.404761 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5e67686e-7426-4d05-aa45-5773075fdab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (d194a686-ccd5-4b19-b7e3-633cf070453a), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:07.414431 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-b2a4313c-71b4-4d0c-8e1b-fce9277cb23a None None] Attempting to bind port 594b23b2-87ec-473b-ae2d-2d81b66bb96a on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:24:07.416261 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-b2a4313c-71b4-4d0c-8e1b-fce9277cb23a None None] Attempting to bind port 594b23b2-87ec-473b-ae2d-2d81b66bb96a by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '5c51fcff-e754-49f4-a776-4c3f77e787cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '151c1bac-3568-4be4-894c-7d09a5030272'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:24:07.417777 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a4313c-71b4-4d0c-8e1b-fce9277cb23a None None] Attempting to bind port 594b23b2-87ec-473b-ae2d-2d81b66bb96a on network 151c1bac-3568-4be4-894c-7d09a5030272 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:24:07.451878 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-5e67686e-7426-4d05-aa45-5773075fdab7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d194a686-ccd5-4b19-b7e3-633cf070453a']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:07.469518 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] No Port match for: 4a399082-e671-4e68-ac4e-2cbdc580628f {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:24:07.469888 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 4a399082-e671-4e68-ac4e-2cbdc580628f not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:24:07.473695 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-5e67686e-7426-4d05-aa45-5773075fdab7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f5298fd-80d5-4af0-b762-03d1bff87a8c') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:07.474539 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-5e67686e-7426-4d05-aa45-5773075fdab7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f5298fd-80d5-4af0-b762-03d1bff87a8c') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:07.490679 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7845e8a9-a847-4981-a01a-455eb0eedd6f tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (2e079de3-6037-41bb-87bc-35ebda6350e0), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:07.495000 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a4313c-71b4-4d0c-8e1b-fce9277cb23a None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:24:07.498802 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a4313c-71b4-4d0c-8e1b-fce9277cb23a None None] Checking segment: {'id': '5c51fcff-e754-49f4-a776-4c3f77e787cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '151c1bac-3568-4be4-894c-7d09a5030272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:24:07.500382 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b2a4313c-71b4-4d0c-8e1b-fce9277cb23a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:07.500706 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a4313c-71b4-4d0c-8e1b-fce9277cb23a None None] Bound using segment: {'id': '5c51fcff-e754-49f4-a776-4c3f77e787cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '151c1bac-3568-4be4-894c-7d09a5030272'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:24:07.501235 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-b2a4313c-71b4-4d0c-8e1b-fce9277cb23a None None] Bound port: 594b23b2-87ec-473b-ae2d-2d81b66bb96a, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c51fcff-e754-49f4-a776-4c3f77e787cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '151c1bac-3568-4be4-894c-7d09a5030272'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:24:07.501635 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b2a4313c-71b4-4d0c-8e1b-fce9277cb23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (594b23b2-87ec-473b-ae2d-2d81b66bb96a), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:07.502070 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5e67686e-7426-4d05-aa45-5773075fdab7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (4f5298fd-80d5-4af0-b762-03d1bff87a8c), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:07.528757 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5e67686e-7426-4d05-aa45-5773075fdab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (4f5298fd-80d5-4af0-b762-03d1bff87a8c), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:07.546858 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e67686e-7426-4d05-aa45-5773075fdab7 admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:24:07.547267 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5e67686e-7426-4d05-aa45-5773075fdab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (4f5298fd-80d5-4af0-b762-03d1bff87a8c), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:07.549075 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:24:07.549075 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:24:07.549075 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:24:07.549075 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:24:07.549075 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:24:07.549075 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:24:07.549075 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:24:07.549075 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:24:07.549075 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:24:07.549075 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:24:07.549075 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:24:07.549075 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:24:07.549075 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:24:07.549075 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:24:07.549075 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:24:07.549075 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:24:07.549075 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:24:07.549075 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:24:07.549075 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:24:07.549075 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:24:07.549075 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:24:07.549075 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:24:07.549075 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:24:07.549075 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:24:07.549075 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:24:07.549075 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:24:07.549075 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:24:07.549075 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:24:07.549075 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:24:07.549075 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:24:07.549075 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:24:07.549075 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:24:07.638250 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-b374909e-b5bd-46b9-b81c-4700b6cc1957 None None] Current status of the port 43cbba8b-8e73-4ad5-98be-64f8fb8340ce is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:24:07.649245 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7845e8a9-a847-4981-a01a-455eb0eedd6f tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Pushing event updated for resources: {'Subnet': ['ID=2e079de3-6037-41bb-87bc-35ebda6350e0,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:07.660965 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bfaf0886-632b-4126-9e11-7c9d82bbeb36 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (a8c10ffd-6930-4d9c-a6e1-0ad8f194b19a), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:07.694006 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-b374909e-b5bd-46b9-b81c-4700b6cc1957 None None] Provisioning complete for port 7e739445-1637-4fbf-95ba-a38d7ddbde7f triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:24:07.694329 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b374909e-b5bd-46b9-b81c-4700b6cc1957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (7e739445-1637-4fbf-95ba-a38d7ddbde7f), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:07.705329 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5e67686e-7426-4d05-aa45-5773075fdab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (d194a686-ccd5-4b19-b7e3-633cf070453a), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:07.717722 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5e67686e-7426-4d05-aa45-5773075fdab7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:07.720957 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-5e67686e-7426-4d05-aa45-5773075fdab7 admin admin] 10.222.0.87 "DELETE /v2.0/networks/d194a686-ccd5-4b19-b7e3-633cf070453a HTTP/1.1" status: 204 len: 168 time: 0.6713850 Feb 02 07:24:07.779519 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e67686e-7426-4d05-aa45-5773075fdab7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d194a686-ccd5-4b19-b7e3-633cf070453a,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:07.780598 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 43cbba8b-8e73-4ad5-98be-64f8fb8340ce triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:24:07.780792 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (43cbba8b-8e73-4ad5-98be-64f8fb8340ce), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:07.793774 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7845e8a9-a847-4981-a01a-455eb0eedd6f tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Checking segment: {'id': 'a733ba7c-d74b-49da-bba5-71c5d9bdef22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '4695d7fe-9fa2-4141-8405-ab3048c26097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:24:07.794533 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7845e8a9-a847-4981-a01a-455eb0eedd6f tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Network hostable DHCP agents. Network: 4695d7fe-9fa2-4141-8405-ab3048c26097, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:24:07.814628 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaf0886-632b-4126-9e11-7c9d82bbeb36 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Pushing event updated for resources: {'Subnet': ['ID=a8c10ffd-6930-4d9c-a6e1-0ad8f194b19a,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:07.821645 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c53ea-1d10-43fa-9c59-b334fa941ccc req-4c82856f-0d80-4f53-a5a8-0f999bd08ea4 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:24:07.823196 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7b8c53ea-1d10-43fa-9c59-b334fa941ccc req-4c82856f-0d80-4f53-a5a8-0f999bd08ea4 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/ports?device_id=46ecb815-244b-4aba-b16c-b3d1870dd51e HTTP/1.1" status: 200 len: 946 time: 0.1917298 Feb 02 07:24:07.842741 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaf0886-632b-4126-9e11-7c9d82bbeb36 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Checking segment: {'id': 'edeb1a8e-cd8b-4674-909c-6e581a0759ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'c859d754-260c-4fb5-9535-cce89763681c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:24:07.843276 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfaf0886-632b-4126-9e11-7c9d82bbeb36 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Network hostable DHCP agents. Network: c859d754-260c-4fb5-9535-cce89763681c, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:24:07.854408 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7845e8a9-a847-4981-a01a-455eb0eedd6f tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Network 4695d7fe-9fa2-4141-8405-ab3048c26097 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:24:07.889583 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-7845e8a9-a847-4981-a01a-455eb0eedd6f tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 4695d7fe-9fa2-4141-8405-ab3048c26097) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:24:07.901525 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7845e8a9-a847-4981-a01a-455eb0eedd6f tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:24:07.904182 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7845e8a9-a847-4981-a01a-455eb0eedd6f tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:07.910397 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfaf0886-632b-4126-9e11-7c9d82bbeb36 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Network c859d754-260c-4fb5-9535-cce89763681c is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:24:07.925456 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-bfaf0886-632b-4126-9e11-7c9d82bbeb36 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, c859d754-260c-4fb5-9535-cce89763681c) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:24:07.926672 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b60694-91dd-413d-bcca-221b552b1dcc None None] get_active_networks_info from n-d-789963-26 {{(pid=109695) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 02 07:24:07.940130 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfaf0886-632b-4126-9e11-7c9d82bbeb36 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:24:07.941427 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bfaf0886-632b-4126-9e11-7c9d82bbeb36 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:07.950457 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-b2a4313c-71b4-4d0c-8e1b-fce9277cb23a None None] For port 594b23b2-87ec-473b-ae2d-2d81b66bb96a, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:24:07.951994 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7b8c53ea-1d10-43fa-9c59-b334fa941ccc req-ec228d4b-064a-4d5e-bc98-8767e2c47158 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/security-groups?id=6795e0a6-69cc-42c2-a292-352f11146466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131904 Feb 02 07:24:07.959536 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42652) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:07.966444 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-7845e8a9-a847-4981-a01a-455eb0eedd6f tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3462756 Feb 02 07:24:08.001416 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-bfaf0886-632b-4126-9e11-7c9d82bbeb36 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9244475 Feb 02 07:24:08.002199 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42654) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:08.013326 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-266827a5-140c-4b99-84de-0fdf0607d8ff tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Request body: {'subnet': {'network_id': 'c859d754-260c-4fb5-9535-cce89763681c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:08.162526 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1de557a7-c3dc-40be-9447-26a9e3efb944 req-8fcdc61d-d5d7-4ef2-b7db-bc31636c77ad tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.87 "GET /v2.0/ports?device_id=449fc50e-25e6-4c03-a79e-6b4045159285 HTTP/1.1" status: 200 len: 210 time: 0.0664082 Feb 02 07:24:08.196285 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-b2a4313c-71b4-4d0c-8e1b-fce9277cb23a None None] For port 594b23b2-87ec-473b-ae2d-2d81b66bb96a, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=594b23b2-87ec-473b-ae2d-2d81b66bb96a,segment=NetworkSegment(5c51fcff-e754-49f4-a776-4c3f77e787cc),segment_id=5c51fcff-e754-49f4-a776-4c3f77e787cc)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:24:08.201716 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42656) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:08.225948 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-266827a5-140c-4b99-84de-0fdf0607d8ff tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Made reservation on behalf of ad2385b7bb3d4d8a8f3cb8428a59cef0 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:24:08.231487 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-266827a5-140c-4b99-84de-0fdf0607d8ff tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:08.232120 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-b374909e-b5bd-46b9-b81c-4700b6cc1957 None None] Current status of the port 7e739445-1637-4fbf-95ba-a38d7ddbde7f is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:24:08.245383 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b2a4313c-71b4-4d0c-8e1b-fce9277cb23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (594b23b2-87ec-473b-ae2d-2d81b66bb96a), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:08.472186 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-38048566-1ebc-44cd-800d-ce4256207844 None None] Provisioning complete for port 594b23b2-87ec-473b-ae2d-2d81b66bb96a triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:24:08.472862 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-38048566-1ebc-44cd-800d-ce4256207844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (594b23b2-87ec-473b-ae2d-2d81b66bb96a), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:08.513664 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-266827a5-140c-4b99-84de-0fdf0607d8ff tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (17ae1839-2e0f-448d-b5a3-13f5d2b20049), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:08.546300 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a4313c-71b4-4d0c-8e1b-fce9277cb23a None None] Routers {'c377ffbb-6c27-4978-ba59-e651495e3d79'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:24:08.546965 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-b2a4313c-71b4-4d0c-8e1b-fce9277cb23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:23:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['c377ffbb-6c27-4978-ba59-e651495e3d79'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:08.568322 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266827a5-140c-4b99-84de-0fdf0607d8ff tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Network c859d754-260c-4fb5-9535-cce89763681c is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:24:08.572198 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-266827a5-140c-4b99-84de-0fdf0607d8ff tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:24:08.577946 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266827a5-140c-4b99-84de-0fdf0607d8ff tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:24:08.578560 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-266827a5-140c-4b99-84de-0fdf0607d8ff tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:08.593963 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266827a5-140c-4b99-84de-0fdf0607d8ff tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Pushing event updated for resources: {'Subnet': ['ID=17ae1839-2e0f-448d-b5a3-13f5d2b20049,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:08.608066 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-266827a5-140c-4b99-84de-0fdf0607d8ff tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6046751 Feb 02 07:24:08.610005 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42658) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:08.614037 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5d40eb-b35a-4835-94b3-350361d94768 None None] Pushing event updated for resources: {'Port': ['ID=594b23b2-87ec-473b-ae2d-2d81b66bb96a,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:08.682261 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 43cbba8b-8e73-4ad5-98be-64f8fb8340ce is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:24:08.683721 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 7e739445-1637-4fbf-95ba-a38d7ddbde7f up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:24:08.693629 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf2bfb1-7362-4f27-8ef0-02d822cac644 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:24:08.695019 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf2bfb1-7362-4f27-8ef0-02d822cac644 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:24:08.697356 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf2bfb1-7362-4f27-8ef0-02d822cac644 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:24:08.698688 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf2bfb1-7362-4f27-8ef0-02d822cac644 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:24:08.700214 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf2bfb1-7362-4f27-8ef0-02d822cac644 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:24:08.701946 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-bcf2bfb1-7362-4f27-8ef0-02d822cac644 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0909865 Feb 02 07:24:08.707842 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42660) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:08.713929 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-7b7c835a-d675-4e6d-8a6a-9f124879ea7f tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2091869582'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:08.736141 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7c835a-d675-4e6d-8a6a-9f124879ea7f tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Made reservation on behalf of ad2385b7bb3d4d8a8f3cb8428a59cef0 for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:24:08.739429 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7b7c835a-d675-4e6d-8a6a-9f124879ea7f tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:08.775547 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b7c835a-d675-4e6d-8a6a-9f124879ea7f tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:24:08.794760 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7b7c835a-d675-4e6d-8a6a-9f124879ea7f tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (c9a6910c-c4ed-4e74-ab4e-9138ba221043), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:08.795123 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-7b7c835a-d675-4e6d-8a6a-9f124879ea7f tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Added segment c9a6910c-c4ed-4e74-ab4e-9138ba221043 of type vlan for network b3e457e8-dec0-492c-b676-073c4a4e35ab Feb 02 07:24:08.813673 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-b2a4313c-71b4-4d0c-8e1b-fce9277cb23a None None] Set router c377ffbb-6c27-4978-ba59-e651495e3d79 gateway port host: None {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:24:08.841157 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7b7c835a-d675-4e6d-8a6a-9f124879ea7f tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (b3e457e8-dec0-492c-b676-073c4a4e35ab), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:08.876581 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-e7d619a3-4159-4eca-82fa-2ca51c8f2bd2 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9c97b93a669c44538988826a9c309643&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6674380 Feb 02 07:24:08.879057 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42662) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:08.918456 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02137169-344c-4b44-8ce1-0bebd9ac1a83 req-1f8a1b69-f6a7-4273-bd0e-d18b0f266060 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:24:08.919984 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-02137169-344c-4b44-8ce1-0bebd9ac1a83 req-1f8a1b69-f6a7-4273-bd0e-d18b0f266060 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.88 "GET /v2.0/ports?device_id=46ecb815-244b-4aba-b16c-b3d1870dd51e HTTP/1.1" status: 200 len: 946 time: 0.1189277 Feb 02 07:24:08.930594 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7b7c835a-d675-4e6d-8a6a-9f124879ea7f tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (b3e457e8-dec0-492c-b676-073c4a4e35ab), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:08.948982 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7c835a-d675-4e6d-8a6a-9f124879ea7f tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:24:08.953899 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7b7c835a-d675-4e6d-8a6a-9f124879ea7f tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:09.052394 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b60694-91dd-413d-bcca-221b552b1dcc None None] Resources bound (agent type, host, resource id): {{(pid=109695) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 02 07:24:09.074217 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bc79205d-f284-4cb5-9970-bb8822487501 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:09.142699 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7c835a-d675-4e6d-8a6a-9f124879ea7f tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Pushing event updated for resources: {'Network': ['ID=b3e457e8-dec0-492c-b676-073c4a4e35ab,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:09.171678 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network b3e457e8-dec0-492c-b676-073c4a4e35ab details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:24:09.175337 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-7b7c835a-d675-4e6d-8a6a-9f124879ea7f tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4654894 Feb 02 07:24:09.178878 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42666) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:09.185063 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-3d251430-d23d-499f-a46e-eda2abad75ce tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:09.222780 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-38048566-1ebc-44cd-800d-ce4256207844 None None] Current status of the port 594b23b2-87ec-473b-ae2d-2d81b66bb96a is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:24:09.223171 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-38048566-1ebc-44cd-800d-ce4256207844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (594b23b2-87ec-473b-ae2d-2d81b66bb96a), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:09.273701 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e2ffdfd9-78a9-4f7e-b684-6f36d64b687d admin admin] Publish callbacks [] for security_group (3524c585-c4e8-4dfb-a8c3-d19c4cb3cd1d), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:09.288149 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 7e739445-1637-4fbf-95ba-a38d7ddbde7f triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:24:09.288526 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (7e739445-1637-4fbf-95ba-a38d7ddbde7f), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:09.390956 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-02137169-344c-4b44-8ce1-0bebd9ac1a83 req-5ba6f848-08c1-4cfa-8a53-9068d9d65bd7 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Deleting port a4798c6d-703d-424a-8316-7ffead506643 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:24:09.391412 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-02137169-344c-4b44-8ce1-0bebd9ac1a83 req-5ba6f848-08c1-4cfa-8a53-9068d9d65bd7 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (a4798c6d-703d-424a-8316-7ffead506643), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:09.392302 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e2ffdfd9-78a9-4f7e-b684-6f36d64b687d admin admin] Publish callbacks [] for security_group (3524c585-c4e8-4dfb-a8c3-d19c4cb3cd1d), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:09.404365 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3d251430-d23d-499f-a46e-eda2abad75ce tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (b3e457e8-dec0-492c-b676-073c4a4e35ab), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:09.421666 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-38048566-1ebc-44cd-800d-ce4256207844 None None] For port 594b23b2-87ec-473b-ae2d-2d81b66bb96a, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=594b23b2-87ec-473b-ae2d-2d81b66bb96a,segment=NetworkSegment(5c51fcff-e754-49f4-a776-4c3f77e787cc),segment_id=5c51fcff-e754-49f4-a776-4c3f77e787cc)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:24:09.445256 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-38048566-1ebc-44cd-800d-ce4256207844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (594b23b2-87ec-473b-ae2d-2d81b66bb96a), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:09.452235 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3d251430-d23d-499f-a46e-eda2abad75ce tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (b3e457e8-dec0-492c-b676-073c4a4e35ab), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:09.493943 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3d251430-d23d-499f-a46e-eda2abad75ce tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Network b3e457e8-dec0-492c-b676-073c4a4e35ab is not hosted by any dhcp agent {{(pid=109693) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 02 07:24:09.499481 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d251430-d23d-499f-a46e-eda2abad75ce tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:24:09.500128 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3d251430-d23d-499f-a46e-eda2abad75ce tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:09.501547 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-3d251430-d23d-499f-a46e-eda2abad75ce tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] 10.222.0.87 "PUT /v2.0/networks/b3e457e8-dec0-492c-b676-073c4a4e35ab HTTP/1.1" status: 200 len: 723 time: 0.3210993 Feb 02 07:24:09.506106 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42670) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:09.511733 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-02137169-344c-4b44-8ce1-0bebd9ac1a83 req-5ba6f848-08c1-4cfa-8a53-9068d9d65bd7 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] For port a4798c6d-703d-424a-8316-7ffead506643, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=a4798c6d-703d-424a-8316-7ffead506643,segment=NetworkSegment(b6f506b7-afda-4e6b-8599-9c74d4a42be7),segment_id=b6f506b7-afda-4e6b-8599-9c74d4a42be7)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:24:09.512297 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-02137169-344c-4b44-8ce1-0bebd9ac1a83 req-5ba6f848-08c1-4cfa-8a53-9068d9d65bd7 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (a4798c6d-703d-424a-8316-7ffead506643), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:09.514016 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-38048566-1ebc-44cd-800d-ce4256207844 None None] Provisioning complete for port b7d929d2-9364-420a-b551-82429ab35f1b triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:24:09.514512 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-38048566-1ebc-44cd-800d-ce4256207844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b7d929d2-9364-420a-b551-82429ab35f1b), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:09.517891 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-b2a4313c-71b4-4d0c-8e1b-fce9277cb23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'name': 'tempest-RoutersIpV6Test-router-58342812', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:23:44Z', 'updated_at': '2022-02-02T07:24:04Z', 'revision_number': 4, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'gw_port_host': None, '_interfaces': [{'id': '594b23b2-87ec-473b-ae2d-2d81b66bb96a', 'name': '', 'network_id': '151c1bac-3568-4be4-894c-7d09a5030272', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'mac_address': 'fa:16:3e:72:51:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'ad81f9a5-6536-4f51-84aa-dbda9c5233c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:23:53Z', 'updated_at': '2022-02-02T07:24:07Z', 'revision_number': 4, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'subnets': [{'id': 'ad81f9a5-6536-4f51-84aa-dbda9c5233c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65f6dddd-40e5-4a3c-8b2f-4736c46347e6', 'name': '', 'network_id': '1b3f7d22-a394-4bb1-8d91-67ea02ef5ccb', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'mac_address': 'fa:16:3e:0b:c6:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': 'd79706cc-d234-4cca-9849-acccfe643d37', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:24:03Z', 'updated_at': '2022-02-02T07:24:04Z', 'revision_number': 2, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'subnets': [{'id': 'd79706cc-d234-4cca-9849-acccfe643d37', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a796dab0-f861-4c6e-966d-abe62e2e701b', 'name': '', 'network_id': '01201ded-b361-43c1-a42e-859a2a7253f6', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'mac_address': 'fa:16:3e:ca:fe:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': 'ef49c351-2091-4069-aaa0-da2ad346d62c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:23:46Z', 'updated_at': '2022-02-02T07:23:53Z', 'revision_number': 5, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'subnets': [{'id': 'ef49c351-2091-4069-aaa0-da2ad346d62c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:09.532218 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-02137169-344c-4b44-8ce1-0bebd9ac1a83 req-5ba6f848-08c1-4cfa-8a53-9068d9d65bd7 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Calling delete_port for a4798c6d-703d-424a-8316-7ffead506643 owned by compute:nova {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:24:09.552260 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a4313c-71b4-4d0c-8e1b-fce9277cb23a None None] The sync data for ids ['c377ffbb-6c27-4978-ba59-e651495e3d79'] in n-d-789963-26 is: [{'id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'name': 'tempest-RoutersIpV6Test-router-58342812', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:23:44Z', 'updated_at': '2022-02-02T07:24:04Z', 'revision_number': 4, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'gw_port_host': None, '_interfaces': [{'id': '594b23b2-87ec-473b-ae2d-2d81b66bb96a', 'name': '', 'network_id': '151c1bac-3568-4be4-894c-7d09a5030272', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'mac_address': 'fa:16:3e:72:51:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'ad81f9a5-6536-4f51-84aa-dbda9c5233c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:23:53Z', 'updated_at': '2022-02-02T07:24:07Z', 'revision_number': 4, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'subnets': [{'id': 'ad81f9a5-6536-4f51-84aa-dbda9c5233c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65f6dddd-40e5-4a3c-8b2f-4736c46347e6', 'name': '', 'network_id': '1b3f7d22-a394-4bb1-8d91-67ea02ef5ccb', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'mac_address': 'fa:16:3e:0b:c6:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': 'd79706cc-d234-4cca-9849-acccfe643d37', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:24:03Z', 'updated_at': '2022-02-02T07:24:04Z', 'revision_number': 2, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'subnets': [{'id': 'd79706cc-d234-4cca-9849-acccfe643d37', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a796dab0-f861-4c6e-966d-abe62e2e701b', 'name': '', 'network_id': '01201ded-b361-43c1-a42e-859a2a7253f6', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'mac_address': 'fa:16:3e:ca:fe:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': 'ef49c351-2091-4069-aaa0-da2ad346d62c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:23:46Z', 'updated_at': '2022-02-02T07:23:53Z', 'revision_number': 5, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'subnets': [{'id': 'ef49c351-2091-4069-aaa0-da2ad346d62c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:24:09.570857 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d251430-d23d-499f-a46e-eda2abad75ce tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Pushing event updated for resources: {'Network': ['ID=b3e457e8-dec0-492c-b676-073c4a4e35ab,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:09.588577 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-0013f6af-39b1-442f-9366-8067769df47f tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Request body: {'subnet': {'network_id': 'b3e457e8-dec0-492c-b676-073c4a4e35ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:09.597377 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network b3e457e8-dec0-492c-b676-073c4a4e35ab details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:24:09.613497 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4638a-e9f8-4152-888d-03292d057ece req-3e432142-c534-487f-8d41-7a75731a0235 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:24:09.622843 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f4a4638a-e9f8-4152-888d-03292d057ece req-3e432142-c534-487f-8d41-7a75731a0235 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/ports?device_id=46ecb815-244b-4aba-b16c-b3d1870dd51e HTTP/1.1" status: 200 len: 946 time: 0.5403295 Feb 02 07:24:09.696126 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e2ffdfd9-78a9-4f7e-b684-6f36d64b687d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (3524c585-c4e8-4dfb-a8c3-d19c4cb3cd1d), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:09.699003 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e2ffdfd9-78a9-4f7e-b684-6f36d64b687d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:09.702733 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e2ffdfd9-78a9-4f7e-b684-6f36d64b687d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/3524c585-c4e8-4dfb-a8c3-d19c4cb3cd1d HTTP/1.1" status: 204 len: 168 time: 0.8187828 Feb 02 07:24:09.720829 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ffdfd9-78a9-4f7e-b684-6f36d64b687d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3524c585-c4e8-4dfb-a8c3-d19c4cb3cd1d,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:09.751175 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0013f6af-39b1-442f-9366-8067769df47f tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Made reservation on behalf of ad2385b7bb3d4d8a8f3cb8428a59cef0 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:24:09.757261 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0013f6af-39b1-442f-9366-8067769df47f tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:09.794036 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-bc79205d-f284-4cb5-9970-bb8822487501 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Allocated IP 2001:db8:3::1 (4695d7fe-9fa2-4141-8405-ab3048c26097/2e079de3-6037-41bb-87bc-35ebda6350e0/566e718c-cd23-4909-91a3-3bccae2a3dd8) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:24:09.964724 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38048566-1ebc-44cd-800d-ce4256207844 None None] Pushing event updated for resources: {'Port': ['ID=594b23b2-87ec-473b-ae2d-2d81b66bb96a,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:10.045516 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0013f6af-39b1-442f-9366-8067769df47f tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (5a10c440-8203-4cb6-857d-2ec7b9fbc6e7), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:10.072554 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 7e739445-1637-4fbf-95ba-a38d7ddbde7f is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:24:10.073711 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device b7d929d2-9364-420a-b551-82429ab35f1b up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:24:10.151955 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0013f6af-39b1-442f-9366-8067769df47f tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Pushing event updated for resources: {'Subnet': ['ID=5a10c440-8203-4cb6-857d-2ec7b9fbc6e7,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:10.178442 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0013f6af-39b1-442f-9366-8067769df47f tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Checking segment: {'id': 'c9a6910c-c4ed-4e74-ab4e-9138ba221043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'b3e457e8-dec0-492c-b676-073c4a4e35ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:24:10.179150 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0013f6af-39b1-442f-9366-8067769df47f tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Network hostable DHCP agents. Network: b3e457e8-dec0-492c-b676-073c4a4e35ab, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:24:10.186747 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f4a4638a-e9f8-4152-888d-03292d057ece req-679fe689-e858-457a-b910-041b3e83c7e8 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/security-groups?id=6795e0a6-69cc-42c2-a292-352f11146466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5627575 Feb 02 07:24:10.207749 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0013f6af-39b1-442f-9366-8067769df47f tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Network b3e457e8-dec0-492c-b676-073c4a4e35ab is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:24:10.237989 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-0013f6af-39b1-442f-9366-8067769df47f tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, b3e457e8-dec0-492c-b676-073c4a4e35ab) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:24:10.251198 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0013f6af-39b1-442f-9366-8067769df47f tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:24:10.254254 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0013f6af-39b1-442f-9366-8067769df47f tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:10.258831 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bc79205d-f284-4cb5-9970-bb8822487501 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for port (566e718c-cd23-4909-91a3-3bccae2a3dd8), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:10.297756 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-0013f6af-39b1-442f-9366-8067769df47f tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7258093 Feb 02 07:24:10.300379 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42678) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:10.307450 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-28f3cbb8-36ae-4ed6-973a-0e3f1fd2d74e tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:10.332784 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-02137169-344c-4b44-8ce1-0bebd9ac1a83 req-5ba6f848-08c1-4cfa-8a53-9068d9d65bd7 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (a4798c6d-703d-424a-8316-7ffead506643), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:10.392034 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['a4798c6d-703d-424a-8316-7ffead506643'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:24:10.393987 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['e5040a36-469a-49ae-b19e-fa3dc5f78006'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:24:10.396516 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bddef5-699c-431b-985b-26b714d63e03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-4695d7fe-9fa2-4141-8405-ab3048c26097', 'network_id': '4695d7fe-9fa2-4141-8405-ab3048c26097', 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'fixed_ips': [{'subnet_id': '2e079de3-6037-41bb-87bc-35ebda6350e0'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:24:10.397341 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e9bddef5-699c-431b-985b-26b714d63e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:10.400297 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76398530-b302-46e4-8aab-d70e265ea481 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-c859d754-260c-4fb5-9535-cce89763681c', 'network_id': 'c859d754-260c-4fb5-9535-cce89763681c', 'project_id': 'ad2385b7bb3d4d8a8f3cb8428a59cef0', 'fixed_ips': [{'subnet_id': '17ae1839-2e0f-448d-b5a3-13f5d2b20049'}, {'subnet_id': 'a8c10ffd-6930-4d9c-a6e1-0ad8f194b19a'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:24:10.401015 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-76398530-b302-46e4-8aab-d70e265ea481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:10.456790 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7051c086-285c-4d29-ad31-a70d3c59088d req-532fcb4c-3a88-40a0-a47f-a667fe4896bc tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.87 "GET /v2.0/ports?device_id=449fc50e-25e6-4c03-a79e-6b4045159285 HTTP/1.1" status: 200 len: 210 time: 0.0866642 Feb 02 07:24:10.461841 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba6f848-08c1-4cfa-8a53-9068d9d65bd7 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Pushing event deleted for resources: {'Port': ['ID=a4798c6d-703d-424a-8316-7ffead506643,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:10.464282 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-38048566-1ebc-44cd-800d-ce4256207844 None None] Current status of the port b7d929d2-9364-420a-b551-82429ab35f1b is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:24:10.465211 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-38048566-1ebc-44cd-800d-ce4256207844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b7d929d2-9364-420a-b551-82429ab35f1b), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:10.529259 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port b7d929d2-9364-420a-b551-82429ab35f1b triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:24:10.529896 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b7d929d2-9364-420a-b551-82429ab35f1b), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:10.542329 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bc79205d-f284-4cb5-9970-bb8822487501 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (566e718c-cd23-4909-91a3-3bccae2a3dd8), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:10.602836 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-02137169-344c-4b44-8ce1-0bebd9ac1a83 req-5ba6f848-08c1-4cfa-8a53-9068d9d65bd7 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] No DVR routers for this DVR port a4798c6d-703d-424a-8316-7ffead506643 on host n-h1-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:24:10.609249 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-38048566-1ebc-44cd-800d-ce4256207844 None None] For port b7d929d2-9364-420a-b551-82429ab35f1b, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=b7d929d2-9364-420a-b551-82429ab35f1b,segment=NetworkSegment(1d35e10f-eb66-48a5-a567-1ab373f127a9),segment_id=1d35e10f-eb66-48a5-a567-1ab373f127a9)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:24:10.644131 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-38048566-1ebc-44cd-800d-ce4256207844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (b7d929d2-9364-420a-b551-82429ab35f1b), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:10.644465 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-02137169-344c-4b44-8ce1-0bebd9ac1a83 req-5ba6f848-08c1-4cfa-8a53-9068d9d65bd7 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:10.648217 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-02137169-344c-4b44-8ce1-0bebd9ac1a83 req-5ba6f848-08c1-4cfa-8a53-9068d9d65bd7 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.88 "DELETE /v2.0/ports/a4798c6d-703d-424a-8316-7ffead506643 HTTP/1.1" status: 204 len: 173 time: 1.7224224 Feb 02 07:24:10.651597 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46ecb815-244b-4aba-b16c-b3d1870dd51e', 'name': 'network-vif-deleted', 'tag': 'a4798c6d-703d-424a-8316-7ffead506643'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:24:10.668910 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49be5abb-9c99-46b9-bf7f-77053e8dadf7" -d '{"events": [{"server_uuid": "46ecb815-244b-4aba-b16c-b3d1870dd51e", "name": "network-vif-deleted", "tag": "a4798c6d-703d-424a-8316-7ffead506643"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:24:10.727440 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc79205d-f284-4cb5-9970-bb8822487501 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Network 4695d7fe-9fa2-4141-8405-ab3048c26097 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:24:10.734376 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-bc79205d-f284-4cb5-9970-bb8822487501 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:24:10.744322 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-28f3cbb8-36ae-4ed6-973a-0e3f1fd2d74e tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9761011'] for subnet (5a10c440-8203-4cb6-857d-2ec7b9fbc6e7), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:10.756123 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc79205d-f284-4cb5-9970-bb8822487501 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:24:10.757770 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bc79205d-f284-4cb5-9970-bb8822487501 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (c377ffbb-6c27-4978-ba59-e651495e3d79), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:10.854021 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ea90ba-4825-4f85-b58d-62b1c1e91597 x-openstack-request-id: req-85ea90ba-4825-4f85-b58d-62b1c1e91597 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:24:10.854409 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46ecb815-244b-4aba-b16c-b3d1870dd51e", "name": "network-vif-deleted", "tag": "a4798c6d-703d-424a-8316-7ffead506643", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:24:10.854560 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-85ea90ba-4825-4f85-b58d-62b1c1e91597 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:24:10.854976 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46ecb815-244b-4aba-b16c-b3d1870dd51e', 'name': 'network-vif-deleted', 'tag': 'a4798c6d-703d-424a-8316-7ffead506643', 'status': 'completed', 'code': 200} Feb 02 07:24:10.861458 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc79205d-f284-4cb5-9970-bb8822487501 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Pushing event updated for resources: {'Port': ['ID=566e718c-cd23-4909-91a3-3bccae2a3dd8,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:11.068752 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bc79205d-f284-4cb5-9970-bb8822487501 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (566e718c-cd23-4909-91a3-3bccae2a3dd8), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:11.099099 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-e9bddef5-699c-431b-985b-26b714d63e03 None None] Allocated IP 2001:db8:3::2 (4695d7fe-9fa2-4141-8405-ab3048c26097/2e079de3-6037-41bb-87bc-35ebda6350e0/76863808-41be-48a3-8fa9-70248c9f931e) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:24:11.128131 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-28f3cbb8-36ae-4ed6-973a-0e3f1fd2d74e tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778325656028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8992462'] for subnet (5a10c440-8203-4cb6-857d-2ec7b9fbc6e7), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:11.182371 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f3cbb8-36ae-4ed6-973a-0e3f1fd2d74e tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:24:11.183189 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-28f3cbb8-36ae-4ed6-973a-0e3f1fd2d74e tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks [] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:11.187952 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42698) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:11.188525 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-28f3cbb8-36ae-4ed6-973a-0e3f1fd2d74e tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] 10.222.0.87 "PUT /v2.0/subnets/5a10c440-8203-4cb6-857d-2ec7b9fbc6e7 HTTP/1.1" status: 200 len: 826 time: 0.8867323 Feb 02 07:24:11.413281 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-79dcd535-247a-4ad2-9f1b-c4de016d0c80 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (b3e457e8-dec0-492c-b676-073c4a4e35ab), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:11.527050 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-76398530-b302-46e4-8aab-d70e265ea481 None None] Allocated IP 172.20.0.1 (c859d754-260c-4fb5-9535-cce89763681c/17ae1839-2e0f-448d-b5a3-13f5d2b20049/d9813608-6f07-45d3-85dc-ff405d99c449) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:24:11.533675 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-76398530-b302-46e4-8aab-d70e265ea481 None None] Allocated IP 2001:db8::2 (c859d754-260c-4fb5-9535-cce89763681c/a8c10ffd-6930-4d9c-a6e1-0ad8f194b19a/d9813608-6f07-45d3-85dc-ff405d99c449) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:24:11.557727 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f3cbb8-36ae-4ed6-973a-0e3f1fd2d74e tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Pushing event updated for resources: {'Subnet': ['ID=5a10c440-8203-4cb6-857d-2ec7b9fbc6e7,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:11.571943 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b7af796c-0733-4263-88ae-9975fd87c68d req-da5f47be-feb4-49cf-8c8d-4f19a87cc504 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/ports?device_id=46ecb815-244b-4aba-b16c-b3d1870dd51e HTTP/1.1" status: 200 len: 210 time: 0.1354432 Feb 02 07:24:11.780363 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-099bff8a-5086-4cc4-94f9-8c3a9e2271b2 req-2f53862e-675a-4d17-a7e6-b3de4b0a6386 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.87 "GET /v2.0/ports?device_id=449fc50e-25e6-4c03-a79e-6b4045159285 HTTP/1.1" status: 200 len: 210 time: 0.0758715 Feb 02 07:24:11.799582 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48305159-b09d-4501-89c9-b21b58333270 None None] Sync routers for ids ['c377ffbb-6c27-4978-ba59-e651495e3d79'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:24:11.850225 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48305159-b09d-4501-89c9-b21b58333270 None None] Routers {'c377ffbb-6c27-4978-ba59-e651495e3d79'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:24:11.851697 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-48305159-b09d-4501-89c9-b21b58333270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:23:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['c377ffbb-6c27-4978-ba59-e651495e3d79'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:11.856316 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7cb40b74-423c-416b-a3f2-2bf5830a1dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:11.862552 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-76398530-b302-46e4-8aab-d70e265ea481 None None] Publish callbacks [] for port (d9813608-6f07-45d3-85dc-ff405d99c449), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:11.871897 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38048566-1ebc-44cd-800d-ce4256207844 None None] Pushing event updated for resources: {'Port': ['ID=b7d929d2-9364-420a-b551-82429ab35f1b,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:11.881534 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bc79205d-f284-4cb5-9970-bb8822487501 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for port (566e718c-cd23-4909-91a3-3bccae2a3dd8), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:11.889591 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bc79205d-f284-4cb5-9970-bb8822487501 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (566e718c-cd23-4909-91a3-3bccae2a3dd8), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:11.892343 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bc79205d-f284-4cb5-9970-bb8822487501 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (c377ffbb-6c27-4978-ba59-e651495e3d79), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:11.910771 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-76398530-b302-46e4-8aab-d70e265ea481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (d9813608-6f07-45d3-85dc-ff405d99c449), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:12.002567 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-79dcd535-247a-4ad2-9f1b-c4de016d0c80 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (5a10c440-8203-4cb6-857d-2ec7b9fbc6e7), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:12.018660 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76398530-b302-46e4-8aab-d70e265ea481 None None] Network c859d754-260c-4fb5-9535-cce89763681c is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:24:12.045517 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76398530-b302-46e4-8aab-d70e265ea481 None None] Pushing event updated for resources: {'Port': ['ID=d9813608-6f07-45d3-85dc-ff405d99c449,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:12.048064 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port b7d929d2-9364-420a-b551-82429ab35f1b is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:24:12.050368 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-76398530-b302-46e4-8aab-d70e265ea481 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:24:12.056728 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76398530-b302-46e4-8aab-d70e265ea481 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:24:12.080915 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-48305159-b09d-4501-89c9-b21b58333270 None None] Set router c377ffbb-6c27-4978-ba59-e651495e3d79 gateway port host: None {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:24:12.108053 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e9bddef5-699c-431b-985b-26b714d63e03 None None] Publish callbacks [] for port (76863808-41be-48a3-8fa9-70248c9f931e), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:12.132370 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-79dcd535-247a-4ad2-9f1b-c4de016d0c80 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (5a10c440-8203-4cb6-857d-2ec7b9fbc6e7), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:12.152797 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e9bddef5-699c-431b-985b-26b714d63e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (76863808-41be-48a3-8fa9-70248c9f931e), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:12.153936 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc79205d-f284-4cb5-9970-bb8822487501 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Network 4695d7fe-9fa2-4141-8405-ab3048c26097 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:24:12.180893 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-bc79205d-f284-4cb5-9970-bb8822487501 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:24:12.192868 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc79205d-f284-4cb5-9970-bb8822487501 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Pushing event updated for resources: {'Port': ['ID=566e718c-cd23-4909-91a3-3bccae2a3dd8,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:12.196242 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dcd535-247a-4ad2-9f1b-c4de016d0c80 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Pushing event deleted for resources: {'Subnet': ['ID=5a10c440-8203-4cb6-857d-2ec7b9fbc6e7,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:12.359270 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9bddef5-699c-431b-985b-26b714d63e03 None None] Network 4695d7fe-9fa2-4141-8405-ab3048c26097 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:24:12.361758 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-76398530-b302-46e4-8aab-d70e265ea481 None None] Attempting to bind port d9813608-6f07-45d3-85dc-ff405d99c449 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:24:12.362141 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-76398530-b302-46e4-8aab-d70e265ea481 None None] Attempting to bind port d9813608-6f07-45d3-85dc-ff405d99c449 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'edeb1a8e-cd8b-4674-909c-6e581a0759ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'c859d754-260c-4fb5-9535-cce89763681c'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:24:12.362514 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76398530-b302-46e4-8aab-d70e265ea481 None None] Attempting to bind port d9813608-6f07-45d3-85dc-ff405d99c449 on network c859d754-260c-4fb5-9535-cce89763681c {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:24:12.381182 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-79dcd535-247a-4ad2-9f1b-c4de016d0c80 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (b3e457e8-dec0-492c-b676-073c4a4e35ab), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:12.387236 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-e9bddef5-699c-431b-985b-26b714d63e03 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:24:12.394991 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bddef5-699c-431b-985b-26b714d63e03 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:24:12.399951 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76398530-b302-46e4-8aab-d70e265ea481 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:24:12.400337 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76398530-b302-46e4-8aab-d70e265ea481 None None] Checking segment: {'id': 'edeb1a8e-cd8b-4674-909c-6e581a0759ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'c859d754-260c-4fb5-9535-cce89763681c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:24:12.400750 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-76398530-b302-46e4-8aab-d70e265ea481 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:12.401150 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76398530-b302-46e4-8aab-d70e265ea481 None None] Bound using segment: {'id': 'edeb1a8e-cd8b-4674-909c-6e581a0759ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'c859d754-260c-4fb5-9535-cce89763681c'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:24:12.401641 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-76398530-b302-46e4-8aab-d70e265ea481 None None] Bound port: d9813608-6f07-45d3-85dc-ff405d99c449, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edeb1a8e-cd8b-4674-909c-6e581a0759ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'c859d754-260c-4fb5-9535-cce89763681c'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:24:12.402025 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-76398530-b302-46e4-8aab-d70e265ea481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (d9813608-6f07-45d3-85dc-ff405d99c449), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:12.434855 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bddef5-699c-431b-985b-26b714d63e03 None None] Pushing event updated for resources: {'Port': ['ID=76863808-41be-48a3-8fa9-70248c9f931e,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:12.448701 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-79dcd535-247a-4ad2-9f1b-c4de016d0c80 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3e457e8-dec0-492c-b676-073c4a4e35ab']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:12.450675 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc79205d-f284-4cb5-9970-bb8822487501 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Router c377ffbb-6c27-4978-ba59-e651495e3d79 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:24:12.479732 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-79dcd535-247a-4ad2-9f1b-c4de016d0c80 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9a6910c-c4ed-4e74-ab4e-9138ba221043') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:12.481297 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-48305159-b09d-4501-89c9-b21b58333270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'name': 'tempest-RoutersIpV6Test-router-58342812', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:23:44Z', 'updated_at': '2022-02-02T07:24:10Z', 'revision_number': 5, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'gw_port_host': None, '_interfaces': [{'id': '566e718c-cd23-4909-91a3-3bccae2a3dd8', 'name': '', 'network_id': '4695d7fe-9fa2-4141-8405-ab3048c26097', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'mac_address': 'fa:16:3e:98:8c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '2e079de3-6037-41bb-87bc-35ebda6350e0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:24:09Z', 'updated_at': '2022-02-02T07:24:09Z', 'revision_number': 1, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'subnets': [{'id': '2e079de3-6037-41bb-87bc-35ebda6350e0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '594b23b2-87ec-473b-ae2d-2d81b66bb96a', 'name': '', 'network_id': '151c1bac-3568-4be4-894c-7d09a5030272', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'mac_address': 'fa:16:3e:72:51:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'ad81f9a5-6536-4f51-84aa-dbda9c5233c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:23:53Z', 'updated_at': '2022-02-02T07:24:09Z', 'revision_number': 5, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'subnets': [{'id': 'ad81f9a5-6536-4f51-84aa-dbda9c5233c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65f6dddd-40e5-4a3c-8b2f-4736c46347e6', 'name': '', 'network_id': '1b3f7d22-a394-4bb1-8d91-67ea02ef5ccb', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'mac_address': 'fa:16:3e:0b:c6:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': 'd79706cc-d234-4cca-9849-acccfe643d37', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:24:03Z', 'updated_at': '2022-02-02T07:24:04Z', 'revision_number': 2, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'subnets': [{'id': 'd79706cc-d234-4cca-9849-acccfe643d37', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a796dab0-f861-4c6e-966d-abe62e2e701b', 'name': '', 'network_id': '01201ded-b361-43c1-a42e-859a2a7253f6', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'mac_address': 'fa:16:3e:ca:fe:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': 'ef49c351-2091-4069-aaa0-da2ad346d62c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:23:46Z', 'updated_at': '2022-02-02T07:23:53Z', 'revision_number': 5, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'subnets': [{'id': 'ef49c351-2091-4069-aaa0-da2ad346d62c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:12.481553 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-79dcd535-247a-4ad2-9f1b-c4de016d0c80 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9a6910c-c4ed-4e74-ab4e-9138ba221043') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:12.515257 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-79dcd535-247a-4ad2-9f1b-c4de016d0c80 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (c9a6910c-c4ed-4e74-ab4e-9138ba221043), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:12.527462 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48305159-b09d-4501-89c9-b21b58333270 None None] Checking router: c377ffbb-6c27-4978-ba59-e651495e3d79 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:24:12.527928 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48305159-b09d-4501-89c9-b21b58333270 None None] Updating router c377ffbb-6c27-4978-ba59-e651495e3d79 port 566e718c-cd23-4909-91a3-3bccae2a3dd8 binding host n-d-789963-26 {{(pid=109696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:24:12.558383 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-79dcd535-247a-4ad2-9f1b-c4de016d0c80 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (c9a6910c-c4ed-4e74-ab4e-9138ba221043), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:12.565626 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-48305159-b09d-4501-89c9-b21b58333270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (566e718c-cd23-4909-91a3-3bccae2a3dd8), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:12.569335 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-76398530-b302-46e4-8aab-d70e265ea481 None None] For port d9813608-6f07-45d3-85dc-ff405d99c449, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:24:12.570926 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc79205d-f284-4cb5-9970-bb8822487501 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:24:12.574218 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-76398530-b302-46e4-8aab-d70e265ea481 None None] For port d9813608-6f07-45d3-85dc-ff405d99c449, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=d9813608-6f07-45d3-85dc-ff405d99c449,segment=NetworkSegment(edeb1a8e-cd8b-4674-909c-6e581a0759ad),segment_id=edeb1a8e-cd8b-4674-909c-6e581a0759ad)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:24:12.581723 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-bc79205d-f284-4cb5-9970-bb8822487501 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "PUT /v2.0/routers/c377ffbb-6c27-4978-ba59-e651495e3d79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6184306 Feb 02 07:24:12.582548 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42720) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:12.584362 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device b7d929d2-9364-420a-b551-82429ab35f1b up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:24:12.590473 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79dcd535-247a-4ad2-9f1b-c4de016d0c80 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:24:12.590896 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-79dcd535-247a-4ad2-9f1b-c4de016d0c80 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (c9a6910c-c4ed-4e74-ab4e-9138ba221043), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:12.597601 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-f0061ae1-139e-475a-a96c-38594f0ea49e tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:12.669452 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-76398530-b302-46e4-8aab-d70e265ea481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (d9813608-6f07-45d3-85dc-ff405d99c449), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:12.680107 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:24:12.680107 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:24:12.680107 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:24:12.680107 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:24:12.680107 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:24:12.680107 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:24:12.680107 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:24:12.680107 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:24:12.680107 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:24:12.680107 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:24:12.680107 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:24:12.680107 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:24:12.680107 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:24:12.680107 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:24:12.680107 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:24:12.680107 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:24:12.680107 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:24:12.680107 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:24:12.680107 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:24:12.680107 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:24:12.680107 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:24:12.680107 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:24:12.680107 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:24:12.680107 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:24:12.680107 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:24:12.680107 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:24:12.680107 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:24:12.680107 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:24:12.680107 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:24:12.680107 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:24:12.680107 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:24:12.680107 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:24:12.691255 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-79dcd535-247a-4ad2-9f1b-c4de016d0c80 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (b3e457e8-dec0-492c-b676-073c4a4e35ab), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:12.701663 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-79dcd535-247a-4ad2-9f1b-c4de016d0c80 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:12.711968 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-79dcd535-247a-4ad2-9f1b-c4de016d0c80 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] 10.222.0.87 "DELETE /v2.0/networks/b3e457e8-dec0-492c-b676-073c4a4e35ab HTTP/1.1" status: 204 len: 168 time: 1.5187833 Feb 02 07:24:12.713047 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42726) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:12.762827 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c1f2025-1a67-4e1a-aa64-8d118b28407d tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] DELETE failed (client error): The resource could not be found. Feb 02 07:24:12.763362 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c1f2025-1a67-4e1a-aa64-8d118b28407d tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:24:12.774281 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-9c1f2025-1a67-4e1a-aa64-8d118b28407d tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] 10.222.0.87 "DELETE /v2.0/networks/b3e457e8-dec0-492c-b676-073c4a4e35ab HTTP/1.1" status: 404 len: 339 time: 0.0538790 Feb 02 07:24:12.774281 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dcd535-247a-4ad2-9f1b-c4de016d0c80 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Pushing event deleted for resources: {'Network': ['ID=b3e457e8-dec0-492c-b676-073c4a4e35ab,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:12.776782 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42728) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:12.793674 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-1756f8b0-c123-44ee-abdd-abb34ca8f7c9 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-107862324', 'description': 'd1'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:12.885012 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-e9bddef5-699c-431b-985b-26b714d63e03 None None] Attempting to bind port 76863808-41be-48a3-8fa9-70248c9f931e on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:24:12.885394 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-e9bddef5-699c-431b-985b-26b714d63e03 None None] Attempting to bind port 76863808-41be-48a3-8fa9-70248c9f931e by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'a733ba7c-d74b-49da-bba5-71c5d9bdef22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '4695d7fe-9fa2-4141-8405-ab3048c26097'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:24:12.885768 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bddef5-699c-431b-985b-26b714d63e03 None None] Attempting to bind port 76863808-41be-48a3-8fa9-70248c9f931e on network 4695d7fe-9fa2-4141-8405-ab3048c26097 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:24:12.888232 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76398530-b302-46e4-8aab-d70e265ea481 None None] Pushing event updated for resources: {'Port': ['ID=d9813608-6f07-45d3-85dc-ff405d99c449,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:12.891092 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port b7d929d2-9364-420a-b551-82429ab35f1b triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:24:12.891471 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b7d929d2-9364-420a-b551-82429ab35f1b), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:12.917603 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bddef5-699c-431b-985b-26b714d63e03 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:24:12.918070 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bddef5-699c-431b-985b-26b714d63e03 None None] Checking segment: {'id': 'a733ba7c-d74b-49da-bba5-71c5d9bdef22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '4695d7fe-9fa2-4141-8405-ab3048c26097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:24:12.918550 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e9bddef5-699c-431b-985b-26b714d63e03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:12.918961 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bddef5-699c-431b-985b-26b714d63e03 None None] Bound using segment: {'id': 'a733ba7c-d74b-49da-bba5-71c5d9bdef22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '4695d7fe-9fa2-4141-8405-ab3048c26097'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:24:12.919464 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-e9bddef5-699c-431b-985b-26b714d63e03 None None] Bound port: 76863808-41be-48a3-8fa9-70248c9f931e, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a733ba7c-d74b-49da-bba5-71c5d9bdef22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '4695d7fe-9fa2-4141-8405-ab3048c26097'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:24:12.919870 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e9bddef5-699c-431b-985b-26b714d63e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (76863808-41be-48a3-8fa9-70248c9f931e), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:13.070561 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-48305159-b09d-4501-89c9-b21b58333270 None None] Publish callbacks [] for port (566e718c-cd23-4909-91a3-3bccae2a3dd8), precommit_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:13.081449 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-48305159-b09d-4501-89c9-b21b58333270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (566e718c-cd23-4909-91a3-3bccae2a3dd8), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:13.137023 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-e9bddef5-699c-431b-985b-26b714d63e03 None None] For port 76863808-41be-48a3-8fa9-70248c9f931e, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:24:13.191038 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-e9bddef5-699c-431b-985b-26b714d63e03 None None] For port 76863808-41be-48a3-8fa9-70248c9f931e, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=76863808-41be-48a3-8fa9-70248c9f931e,segment=NetworkSegment(a733ba7c-d74b-49da-bba5-71c5d9bdef22),segment_id=a733ba7c-d74b-49da-bba5-71c5d9bdef22)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:24:13.224920 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a22b0b8-4817-49fb-8a85-bbd448409388 None None] Pushing event updated for resources: {'Port': ['ID=566e718c-cd23-4909-91a3-3bccae2a3dd8,revision_number=3']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:13.230809 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e9bddef5-699c-431b-985b-26b714d63e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (76863808-41be-48a3-8fa9-70248c9f931e), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:13.238085 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port b7d929d2-9364-420a-b551-82429ab35f1b is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:24:13.242830 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 594b23b2-87ec-473b-ae2d-2d81b66bb96a up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:24:13.333077 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.extraroute_db [None req-f0061ae1-139e-475a-a96c-38594f0ea49e tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=109694) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 02 07:24:13.358735 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.extraroute_db [None req-f0061ae1-139e-475a-a96c-38594f0ea49e tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Removed routes are [] {{(pid=109694) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 02 07:24:13.360061 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f0061ae1-139e-475a-a96c-38594f0ea49e tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1043354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-942652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13285'] for router (c377ffbb-6c27-4978-ba59-e651495e3d79), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:13.393159 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-48305159-b09d-4501-89c9-b21b58333270 None None] Attempting to bind port 566e718c-cd23-4909-91a3-3bccae2a3dd8 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:24:13.393604 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-48305159-b09d-4501-89c9-b21b58333270 None None] Attempting to bind port 566e718c-cd23-4909-91a3-3bccae2a3dd8 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'a733ba7c-d74b-49da-bba5-71c5d9bdef22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '4695d7fe-9fa2-4141-8405-ab3048c26097'}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:24:13.394039 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48305159-b09d-4501-89c9-b21b58333270 None None] Attempting to bind port 566e718c-cd23-4909-91a3-3bccae2a3dd8 on network 4695d7fe-9fa2-4141-8405-ab3048c26097 {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:24:13.400879 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48305159-b09d-4501-89c9-b21b58333270 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:24:13.401621 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48305159-b09d-4501-89c9-b21b58333270 None None] Checking segment: {'id': 'a733ba7c-d74b-49da-bba5-71c5d9bdef22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '4695d7fe-9fa2-4141-8405-ab3048c26097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:24:13.402235 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-48305159-b09d-4501-89c9-b21b58333270 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:13.402858 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48305159-b09d-4501-89c9-b21b58333270 None None] Bound using segment: {'id': 'a733ba7c-d74b-49da-bba5-71c5d9bdef22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '4695d7fe-9fa2-4141-8405-ab3048c26097'} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:24:13.403533 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-48305159-b09d-4501-89c9-b21b58333270 None None] Bound port: 566e718c-cd23-4909-91a3-3bccae2a3dd8, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a733ba7c-d74b-49da-bba5-71c5d9bdef22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '4695d7fe-9fa2-4141-8405-ab3048c26097'}}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:24:13.404177 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-48305159-b09d-4501-89c9-b21b58333270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (566e718c-cd23-4909-91a3-3bccae2a3dd8), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:13.510238 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a5df9e20-f39b-4cce-a95a-648849a99c68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:13.513291 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bddef5-699c-431b-985b-26b714d63e03 None None] Pushing event updated for resources: {'Port': ['ID=76863808-41be-48a3-8fa9-70248c9f931e,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:13.531770 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 594b23b2-87ec-473b-ae2d-2d81b66bb96a triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:24:13.532424 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (594b23b2-87ec-473b-ae2d-2d81b66bb96a), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:13.535173 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-48305159-b09d-4501-89c9-b21b58333270 None None] For port 566e718c-cd23-4909-91a3-3bccae2a3dd8, host n-d-789963-26, cleared binding levels {{(pid=109696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:24:13.542901 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-48305159-b09d-4501-89c9-b21b58333270 None None] For port 566e718c-cd23-4909-91a3-3bccae2a3dd8, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=566e718c-cd23-4909-91a3-3bccae2a3dd8,segment=NetworkSegment(a733ba7c-d74b-49da-bba5-71c5d9bdef22),segment_id=a733ba7c-d74b-49da-bba5-71c5d9bdef22)] {{(pid=109696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:24:13.557177 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-48305159-b09d-4501-89c9-b21b58333270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (566e718c-cd23-4909-91a3-3bccae2a3dd8), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:13.635052 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48305159-b09d-4501-89c9-b21b58333270 None None] Updating router c377ffbb-6c27-4978-ba59-e651495e3d79 port 65f6dddd-40e5-4a3c-8b2f-4736c46347e6 binding host n-d-789963-26 {{(pid=109696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:24:13.683265 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 594b23b2-87ec-473b-ae2d-2d81b66bb96a is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:24:13.694494 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a22b0b8-4817-49fb-8a85-bbd448409388 None None] Pushing event updated for resources: {'Port': ['ID=566e718c-cd23-4909-91a3-3bccae2a3dd8,revision_number=4']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:13.706995 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-48305159-b09d-4501-89c9-b21b58333270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (65f6dddd-40e5-4a3c-8b2f-4736c46347e6), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:13.875295 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device a4798c6d-703d-424a-8316-7ffead506643 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:24:13.948182 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-98e9f556-f369-4979-9d70-1c76acf46aaa req-0c17c0e3-9d98-4cb6-8280-97f7cd398eaf tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.87 "GET /v2.0/ports?device_id=449fc50e-25e6-4c03-a79e-6b4045159285 HTTP/1.1" status: 200 len: 210 time: 0.5727870 Feb 02 07:24:13.970988 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: a4798c6d-703d-424a-8316-7ffead506643 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:24:13.971548 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device a4798c6d-703d-424a-8316-7ffead506643 not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:24:14.018975 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1756f8b0-c123-44ee-abdd-abb34ca8f7c9 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Made reservation on behalf of ad2385b7bb3d4d8a8f3cb8428a59cef0 for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:24:14.023634 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1756f8b0-c123-44ee-abdd-abb34ca8f7c9 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:14.165179 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1756f8b0-c123-44ee-abdd-abb34ca8f7c9 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:24:14.176227 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1756f8b0-c123-44ee-abdd-abb34ca8f7c9 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (2580b461-662e-48c0-8b2e-41614e44a985), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:14.177115 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-1756f8b0-c123-44ee-abdd-abb34ca8f7c9 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Added segment 2580b461-662e-48c0-8b2e-41614e44a985 of type vlan for network a599f2b9-a41b-4290-ae60-dc481b05655b Feb 02 07:24:14.185810 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-48305159-b09d-4501-89c9-b21b58333270 None None] Publish callbacks [] for port (65f6dddd-40e5-4a3c-8b2f-4736c46347e6), precommit_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:14.196025 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-48305159-b09d-4501-89c9-b21b58333270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (65f6dddd-40e5-4a3c-8b2f-4736c46347e6), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:14.258034 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1756f8b0-c123-44ee-abdd-abb34ca8f7c9 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (a599f2b9-a41b-4290-ae60-dc481b05655b), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:14.342347 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a22b0b8-4817-49fb-8a85-bbd448409388 None None] Pushing event updated for resources: {'Port': ['ID=65f6dddd-40e5-4a3c-8b2f-4736c46347e6,revision_number=3']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:14.342692 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a389b5-c1e3-44a9-b68c-97f650ce164f req-da37f128-4497-4f29-99dd-43b1647c3b79 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:24:14.351545 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-20a389b5-c1e3-44a9-b68c-97f650ce164f req-da37f128-4497-4f29-99dd-43b1647c3b79 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/ports?device_id=23d00674-1c75-41ed-b39c-9b1c1a82bdbd HTTP/1.1" status: 200 len: 946 time: 0.2916780 Feb 02 07:24:14.380170 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-48305159-b09d-4501-89c9-b21b58333270 None None] Attempting to bind port 65f6dddd-40e5-4a3c-8b2f-4736c46347e6 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:24:14.380685 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-48305159-b09d-4501-89c9-b21b58333270 None None] Attempting to bind port 65f6dddd-40e5-4a3c-8b2f-4736c46347e6 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '1d35e10f-eb66-48a5-a567-1ab373f127a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '1b3f7d22-a394-4bb1-8d91-67ea02ef5ccb'}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:24:14.381158 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48305159-b09d-4501-89c9-b21b58333270 None None] Attempting to bind port 65f6dddd-40e5-4a3c-8b2f-4736c46347e6 on network 1b3f7d22-a394-4bb1-8d91-67ea02ef5ccb {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:24:14.390128 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48305159-b09d-4501-89c9-b21b58333270 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:24:14.390830 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48305159-b09d-4501-89c9-b21b58333270 None None] Checking segment: {'id': '1d35e10f-eb66-48a5-a567-1ab373f127a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '1b3f7d22-a394-4bb1-8d91-67ea02ef5ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:24:14.391457 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-48305159-b09d-4501-89c9-b21b58333270 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:14.392439 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48305159-b09d-4501-89c9-b21b58333270 None None] Bound using segment: {'id': '1d35e10f-eb66-48a5-a567-1ab373f127a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '1b3f7d22-a394-4bb1-8d91-67ea02ef5ccb'} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:24:14.393212 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-48305159-b09d-4501-89c9-b21b58333270 None None] Bound port: 65f6dddd-40e5-4a3c-8b2f-4736c46347e6, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d35e10f-eb66-48a5-a567-1ab373f127a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '1b3f7d22-a394-4bb1-8d91-67ea02ef5ccb'}}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:24:14.393906 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-48305159-b09d-4501-89c9-b21b58333270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (65f6dddd-40e5-4a3c-8b2f-4736c46347e6), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:14.448681 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1756f8b0-c123-44ee-abdd-abb34ca8f7c9 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (a599f2b9-a41b-4290-ae60-dc481b05655b), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:14.454400 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1756f8b0-c123-44ee-abdd-abb34ca8f7c9 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:24:14.455301 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1756f8b0-c123-44ee-abdd-abb34ca8f7c9 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:14.480699 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 76863808-41be-48a3-8fa9-70248c9f931e up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:24:14.513241 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-48305159-b09d-4501-89c9-b21b58333270 None None] For port 65f6dddd-40e5-4a3c-8b2f-4736c46347e6, host n-d-789963-26, cleared binding levels {{(pid=109696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:24:14.516244 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f0061ae1-139e-475a-a96c-38594f0ea49e tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1043354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-942652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13285'] for router (c377ffbb-6c27-4978-ba59-e651495e3d79), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:14.520211 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-48305159-b09d-4501-89c9-b21b58333270 None None] For port 65f6dddd-40e5-4a3c-8b2f-4736c46347e6, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=65f6dddd-40e5-4a3c-8b2f-4736c46347e6,segment=NetworkSegment(1d35e10f-eb66-48a5-a567-1ab373f127a9),segment_id=1d35e10f-eb66-48a5-a567-1ab373f127a9)] {{(pid=109696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:24:14.532345 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-20a389b5-c1e3-44a9-b68c-97f650ce164f req-fa5de083-dce8-4a2e-b63d-5abc851b9256 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/security-groups?id=6795e0a6-69cc-42c2-a292-352f11146466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798539 Feb 02 07:24:14.543086 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-48305159-b09d-4501-89c9-b21b58333270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (65f6dddd-40e5-4a3c-8b2f-4736c46347e6), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:14.555549 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f0061ae1-139e-475a-a96c-38594f0ea49e tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1043345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1043336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-942635'] for router (c377ffbb-6c27-4978-ba59-e651495e3d79), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:14.566852 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42760) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:14.567995 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-1756f8b0-c123-44ee-abdd-abb34ca8f7c9 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.7813907 Feb 02 07:24:14.649774 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1756f8b0-c123-44ee-abdd-abb34ca8f7c9 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Pushing event updated for resources: {'Network': ['ID=a599f2b9-a41b-4290-ae60-dc481b05655b,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:14.696663 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48305159-b09d-4501-89c9-b21b58333270 None None] Routers {'c377ffbb-6c27-4978-ba59-e651495e3d79'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:24:14.702651 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-48305159-b09d-4501-89c9-b21b58333270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:24:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['c377ffbb-6c27-4978-ba59-e651495e3d79'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:14.709773 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a22b0b8-4817-49fb-8a85-bbd448409388 None None] Pushing event updated for resources: {'Port': ['ID=65f6dddd-40e5-4a3c-8b2f-4736c46347e6,revision_number=4']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:14.770004 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0061ae1-139e-475a-a96c-38594f0ea49e tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Router c377ffbb-6c27-4978-ba59-e651495e3d79 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:24:14.779524 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10100951-aa12-4753-bfef-7f7e4f11269b tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:24:14.781841 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-10100951-aa12-4753-bfef-7f7e4f11269b tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] 10.222.0.87 "GET /v2.0/networks?id=a599f2b9-a41b-4290-ae60-dc481b05655b HTTP/1.1" status: 200 len: 764 time: 0.2127938 Feb 02 07:24:14.784955 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42766) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:14.792485 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-50df1025-1a4e-477d-92a1-6ed73e1e5e60 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Request body: {'network': {'description': 'd2'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:14.907660 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42768) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:14.925146 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network a599f2b9-a41b-4290-ae60-dc481b05655b details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:24:14.950573 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0061ae1-139e-475a-a96c-38594f0ea49e tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:24:14.960390 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f0061ae1-139e-475a-a96c-38594f0ea49e tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:14.964921 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f0061ae1-139e-475a-a96c-38594f0ea49e tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "PUT /v2.0/routers/c377ffbb-6c27-4978-ba59-e651495e3d79 HTTP/1.1" status: 200 len: 952 time: 2.3807425 Feb 02 07:24:14.965852 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42774) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:15.065132 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:15.072264 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-28bff403-a3d0-464f-a14f-2bad98b20ff2 None None] Provisioning complete for port d9813608-6f07-45d3-85dc-ff405d99c449 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:24:15.072264 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-28bff403-a3d0-464f-a14f-2bad98b20ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (d9813608-6f07-45d3-85dc-ff405d99c449), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:15.075653 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42776) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:15.117233 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-45615cb2-95dc-4a9d-9d60-c90938e85436 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "GET /v2.0/routers/c377ffbb-6c27-4978-ba59-e651495e3d79 HTTP/1.1" status: 200 len: 952 time: 0.1497226 Feb 02 07:24:15.117842 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42778) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:15.120822 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-50df1025-1a4e-477d-92a1-6ed73e1e5e60 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (a599f2b9-a41b-4290-ae60-dc481b05655b), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:15.124654 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 76863808-41be-48a3-8fa9-70248c9f931e triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:24:15.125041 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (76863808-41be-48a3-8fa9-70248c9f931e), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:15.129423 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-96fce3dd-9207-4dbc-9489-51c1b94b7ffb tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Request body: {'router': {'routes': None}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:15.164374 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-48305159-b09d-4501-89c9-b21b58333270 None None] Set router c377ffbb-6c27-4978-ba59-e651495e3d79 gateway port host: None {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:24:15.196460 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-50df1025-1a4e-477d-92a1-6ed73e1e5e60 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (a599f2b9-a41b-4290-ae60-dc481b05655b), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:15.241466 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-50df1025-1a4e-477d-92a1-6ed73e1e5e60 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Network a599f2b9-a41b-4290-ae60-dc481b05655b is not hosted by any dhcp agent {{(pid=109693) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 02 07:24:15.249077 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50df1025-1a4e-477d-92a1-6ed73e1e5e60 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:24:15.249726 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-50df1025-1a4e-477d-92a1-6ed73e1e5e60 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:15.251052 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-50df1025-1a4e-477d-92a1-6ed73e1e5e60 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] 10.222.0.87 "PUT /v2.0/networks/a599f2b9-a41b-4290-ae60-dc481b05655b HTTP/1.1" status: 200 len: 761 time: 0.4648592 Feb 02 07:24:15.256110 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42780) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:15.258279 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a6663182-abc9-4582-ac54-6644e6854a23 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Publish callbacks [] for security_group (a94ca68d-f1f1-4df8-8323-f1a51d8092a8), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:15.270966 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-424d1e4c-7697-4932-84d9-98743aa6fd5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:15.291244 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a6663182-abc9-4582-ac54-6644e6854a23 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Publish callbacks [] for security_group (a94ca68d-f1f1-4df8-8323-f1a51d8092a8), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:15.329950 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 76863808-41be-48a3-8fa9-70248c9f931e is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:24:15.330349 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (76863808-41be-48a3-8fa9-70248c9f931e), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:15.340773 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-28bff403-a3d0-464f-a14f-2bad98b20ff2 None None] Current status of the port d9813608-6f07-45d3-85dc-ff405d99c449 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:24:15.341345 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-28bff403-a3d0-464f-a14f-2bad98b20ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (d9813608-6f07-45d3-85dc-ff405d99c449), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:15.386657 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1defadc9-2717-4e2d-940b-07f7879aff1b tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:24:15.394703 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-1defadc9-2717-4e2d-940b-07f7879aff1b tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] 10.222.0.87 "GET /v2.0/networks?id=a599f2b9-a41b-4290-ae60-dc481b05655b HTTP/1.1" status: 200 len: 764 time: 0.1363618 Feb 02 07:24:15.407178 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42782) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:15.409096 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d217fdb-0d00-45ec-8221-2493acf4a4d3 None None] Network 1b3f7d22-a394-4bb1-8d91-67ea02ef5ccb requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:24:15.412188 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48497695-3827-4430-a7b6-55c4263f88e2 None None] Network 4695d7fe-9fa2-4141-8405-ab3048c26097 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:24:15.468539 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 76863808-41be-48a3-8fa9-70248c9f931e, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=76863808-41be-48a3-8fa9-70248c9f931e,segment=NetworkSegment(a733ba7c-d74b-49da-bba5-71c5d9bdef22),segment_id=a733ba7c-d74b-49da-bba5-71c5d9bdef22)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:24:15.518124 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3801f9e4-c5a2-4b32-874e-0c24f887e8e0 None None] Network c859d754-260c-4fb5-9535-cce89763681c requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:24:15.521388 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a32769-12d6-4dd6-8f5e-7e73c5893f11 None None] Network b3e457e8-dec0-492c-b676-073c4a4e35ab requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:24:15.523833 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (76863808-41be-48a3-8fa9-70248c9f931e), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:15.525320 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device d9813608-6f07-45d3-85dc-ff405d99c449 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:24:15.533700 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-28bff403-a3d0-464f-a14f-2bad98b20ff2 None None] For port d9813608-6f07-45d3-85dc-ff405d99c449, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=d9813608-6f07-45d3-85dc-ff405d99c449,segment=NetworkSegment(edeb1a8e-cd8b-4674-909c-6e581a0759ad),segment_id=edeb1a8e-cd8b-4674-909c-6e581a0759ad)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:24:15.616682 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-48305159-b09d-4501-89c9-b21b58333270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'name': 'tempest-RoutersIpV6Test-router-58342812', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:23:44Z', 'updated_at': '2022-02-02T07:24:13Z', 'revision_number': 6, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'gw_port_host': None, '_interfaces': [{'id': '566e718c-cd23-4909-91a3-3bccae2a3dd8', 'name': '', 'network_id': '4695d7fe-9fa2-4141-8405-ab3048c26097', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'mac_address': 'fa:16:3e:98:8c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '2e079de3-6037-41bb-87bc-35ebda6350e0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:24:09Z', 'updated_at': '2022-02-02T07:24:13Z', 'revision_number': 4, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'subnets': [{'id': '2e079de3-6037-41bb-87bc-35ebda6350e0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '594b23b2-87ec-473b-ae2d-2d81b66bb96a', 'name': '', 'network_id': '151c1bac-3568-4be4-894c-7d09a5030272', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'mac_address': 'fa:16:3e:72:51:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'ad81f9a5-6536-4f51-84aa-dbda9c5233c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:23:53Z', 'updated_at': '2022-02-02T07:24:09Z', 'revision_number': 5, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'subnets': [{'id': 'ad81f9a5-6536-4f51-84aa-dbda9c5233c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65f6dddd-40e5-4a3c-8b2f-4736c46347e6', 'name': '', 'network_id': '1b3f7d22-a394-4bb1-8d91-67ea02ef5ccb', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'mac_address': 'fa:16:3e:0b:c6:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': 'd79706cc-d234-4cca-9849-acccfe643d37', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:24:03Z', 'updated_at': '2022-02-02T07:24:14Z', 'revision_number': 4, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'subnets': [{'id': 'd79706cc-d234-4cca-9849-acccfe643d37', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a796dab0-f861-4c6e-966d-abe62e2e701b', 'name': '', 'network_id': '01201ded-b361-43c1-a42e-859a2a7253f6', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'mac_address': 'fa:16:3e:ca:fe:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': 'ef49c351-2091-4069-aaa0-da2ad346d62c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:23:46Z', 'updated_at': '2022-02-02T07:23:53Z', 'revision_number': 5, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'subnets': [{'id': 'ef49c351-2091-4069-aaa0-da2ad346d62c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:15.651163 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a6663182-abc9-4582-ac54-6644e6854a23 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (a94ca68d-f1f1-4df8-8323-f1a51d8092a8), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:15.653855 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a6663182-abc9-4582-ac54-6644e6854a23 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:15.655249 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a6663182-abc9-4582-ac54-6644e6854a23 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] 10.222.0.87 "DELETE /v2.0/security-groups/a94ca68d-f1f1-4df8-8323-f1a51d8092a8 HTTP/1.1" status: 204 len: 168 time: 0.5774288 Feb 02 07:24:15.675846 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-424d1e4c-7697-4932-84d9-98743aa6fd5a admin admin] Publish callbacks [] for security_group (4832098c-fffc-43c8-8faf-73ec4d15cfb3), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:15.691750 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-424d1e4c-7697-4932-84d9-98743aa6fd5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (4832098c-fffc-43c8-8faf-73ec4d15cfb3), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:15.696472 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48305159-b09d-4501-89c9-b21b58333270 None None] The sync data for ids ['c377ffbb-6c27-4978-ba59-e651495e3d79'] in n-d-789963-26 is: [{'id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'name': 'tempest-RoutersIpV6Test-router-58342812', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:23:44Z', 'updated_at': '2022-02-02T07:24:13Z', 'revision_number': 6, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'gw_port_host': None, '_interfaces': [{'id': '566e718c-cd23-4909-91a3-3bccae2a3dd8', 'name': '', 'network_id': '4695d7fe-9fa2-4141-8405-ab3048c26097', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'mac_address': 'fa:16:3e:98:8c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '2e079de3-6037-41bb-87bc-35ebda6350e0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:24:09Z', 'updated_at': '2022-02-02T07:24:13Z', 'revision_number': 4, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'subnets': [{'id': '2e079de3-6037-41bb-87bc-35ebda6350e0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '594b23b2-87ec-473b-ae2d-2d81b66bb96a', 'name': '', 'network_id': '151c1bac-3568-4be4-894c-7d09a5030272', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'mac_address': 'fa:16:3e:72:51:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'ad81f9a5-6536-4f51-84aa-dbda9c5233c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:23:53Z', 'updated_at': '2022-02-02T07:24:09Z', 'revision_number': 5, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'subnets': [{'id': 'ad81f9a5-6536-4f51-84aa-dbda9c5233c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65f6dddd-40e5-4a3c-8b2f-4736c46347e6', 'name': '', 'network_id': '1b3f7d22-a394-4bb1-8d91-67ea02ef5ccb', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'mac_address': 'fa:16:3e:0b:c6:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': 'd79706cc-d234-4cca-9849-acccfe643d37', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:24:03Z', 'updated_at': '2022-02-02T07:24:14Z', 'revision_number': 4, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'subnets': [{'id': 'd79706cc-d234-4cca-9849-acccfe643d37', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a796dab0-f861-4c6e-966d-abe62e2e701b', 'name': '', 'network_id': '01201ded-b361-43c1-a42e-859a2a7253f6', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'mac_address': 'fa:16:3e:ca:fe:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': 'ef49c351-2091-4069-aaa0-da2ad346d62c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:23:46Z', 'updated_at': '2022-02-02T07:23:53Z', 'revision_number': 5, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'subnets': [{'id': 'ef49c351-2091-4069-aaa0-da2ad346d62c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:24:15.738604 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-28bff403-a3d0-464f-a14f-2bad98b20ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (d9813608-6f07-45d3-85dc-ff405d99c449), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:15.749639 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a32769-12d6-4dd6-8f5e-7e73c5893f11 None None] Network b3e457e8-dec0-492c-b676-073c4a4e35ab could not be found, it might have been deleted concurrently. {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 02 07:24:15.831100 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-424d1e4c-7697-4932-84d9-98743aa6fd5a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=d392808ab472421eb6c55880ca961273&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9200301 Feb 02 07:24:15.835665 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca3b7c3-9864-4be7-93c1-101e65308e7c None None] Network b3e457e8-dec0-492c-b676-073c4a4e35ab requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:24:15.836656 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424d1e4c-7697-4932-84d9-98743aa6fd5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4832098c-fffc-43c8-8faf-73ec4d15cfb3,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:15.846973 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42792) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:15.861472 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6663182-abc9-4582-ac54-6644e6854a23 tempest-TestVolumeBackupRestore-1125836503 tempest-TestVolumeBackupRestore-1125836503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94ca68d-f1f1-4df8-8323-f1a51d8092a8,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:15.901516 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0566c150-d430-48de-ab54-d683ff61fa0b tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:24:15.902502 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f96ba-886d-4ec9-ad6e-8d85af76385f req-3f1730f3-5824-49bb-b75f-0d90c415ec76 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:24:15.906892 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-0566c150-d430-48de-ab54-d683ff61fa0b tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4959049 Feb 02 07:24:15.907851 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50df1025-1a4e-477d-92a1-6ed73e1e5e60 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Pushing event updated for resources: {'Network': ['ID=a599f2b9-a41b-4290-ae60-dc481b05655b,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:15.909886 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-738f96ba-886d-4ec9-ad6e-8d85af76385f req-3f1730f3-5824-49bb-b75f-0d90c415ec76 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/ports?device_id=23d00674-1c75-41ed-b39c-9b1c1a82bdbd HTTP/1.1" status: 200 len: 946 time: 0.2828753 Feb 02 07:24:15.913277 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42794) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:15.976760 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-17432d25-795d-49f9-bad3-2eb61c38ffa3 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] 10.222.0.87 "GET /v2.0/subnets?network_id=ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 HTTP/1.1" status: 200 len: 207 time: 0.0621462 Feb 02 07:24:15.978052 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network a599f2b9-a41b-4290-ae60-dc481b05655b details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:24:15.983049 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42796) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:16.003047 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=76863808-41be-48a3-8fa9-70248c9f931e,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:16.019016 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca3b7c3-9864-4be7-93c1-101e65308e7c None None] Network b3e457e8-dec0-492c-b676-073c4a4e35ab could not be found, it might have been deleted concurrently. {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 02 07:24:16.026612 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-738f96ba-886d-4ec9-ad6e-8d85af76385f req-23c485b8-569a-4c98-8f28-c00aada31387 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/security-groups?id=6795e0a6-69cc-42c2-a292-352f11146466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155660 Feb 02 07:24:16.096587 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6875c6-7829-4df8-b9c7-38f81d5b846d None None] Network b3e457e8-dec0-492c-b676-073c4a4e35ab requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:24:16.104305 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4af4f6fb-7e44-476c-9ea4-944257a03deb admin admin] Publish callbacks [] for security_group (4832098c-fffc-43c8-8faf-73ec4d15cfb3), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:16.141627 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.extraroute_db [None req-96fce3dd-9207-4dbc-9489-51c1b94b7ffb tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Added routes are [] {{(pid=109694) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 02 07:24:16.142009 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.extraroute_db [None req-96fce3dd-9207-4dbc-9489-51c1b94b7ffb tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=109694) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 02 07:24:16.162542 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-eb2e4b43-663a-4538-bb7b-7a0c39d288bd None None] Provisioning complete for port 76863808-41be-48a3-8fa9-70248c9f931e triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:24:16.163273 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-eb2e4b43-663a-4538-bb7b-7a0c39d288bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (76863808-41be-48a3-8fa9-70248c9f931e), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:16.166651 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4af4f6fb-7e44-476c-9ea4-944257a03deb admin admin] Publish callbacks [] for security_group (4832098c-fffc-43c8-8faf-73ec4d15cfb3), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:16.222828 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-96fce3dd-9207-4dbc-9489-51c1b94b7ffb tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1043354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-942652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13285'] for router (c377ffbb-6c27-4978-ba59-e651495e3d79), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:16.274658 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b35598-8f76-443d-bb87-dbd5e9c1f9c8 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:24:16.282095 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b35598-8f76-443d-bb87-dbd5e9c1f9c8 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:24:16.291630 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b35598-8f76-443d-bb87-dbd5e9c1f9c8 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:24:16.297081 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b35598-8f76-443d-bb87-dbd5e9c1f9c8 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:24:16.307704 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b35598-8f76-443d-bb87-dbd5e9c1f9c8 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:24:16.317789 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b35598-8f76-443d-bb87-dbd5e9c1f9c8 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:24:16.325576 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d9b35598-8f76-443d-bb87-dbd5e9c1f9c8 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.3360863 Feb 02 07:24:16.326186 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42802) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:16.507991 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:16.509027 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6875c6-7829-4df8-b9c7-38f81d5b846d None None] Network b3e457e8-dec0-492c-b676-073c4a4e35ab could not be found, it might have been deleted concurrently. {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 02 07:24:16.517798 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bff403-a3d0-464f-a14f-2bad98b20ff2 None None] Pushing event updated for resources: {'Port': ['ID=d9813608-6f07-45d3-85dc-ff405d99c449,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:16.600628 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4af4f6fb-7e44-476c-9ea4-944257a03deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (4832098c-fffc-43c8-8faf-73ec4d15cfb3), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:16.604943 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4af4f6fb-7e44-476c-9ea4-944257a03deb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:16.607241 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-4af4f6fb-7e44-476c-9ea4-944257a03deb admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/4832098c-fffc-43c8-8faf-73ec4d15cfb3 HTTP/1.1" status: 204 len: 168 time: 0.7591562 Feb 02 07:24:16.637580 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-eb2e4b43-663a-4538-bb7b-7a0c39d288bd None None] Current status of the port 76863808-41be-48a3-8fa9-70248c9f931e is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:24:16.638176 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-f02d549a-2eec-4976-bfce-378f8f25fe59 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] 10.222.0.87 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.3107507 Feb 02 07:24:16.647415 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42828) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:16.674428 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port d9813608-6f07-45d3-85dc-ff405d99c449 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:24:16.675507 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (d9813608-6f07-45d3-85dc-ff405d99c449), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:16.806831 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-96fce3dd-9207-4dbc-9489-51c1b94b7ffb tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1043354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-942652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13285'] for router (c377ffbb-6c27-4978-ba59-e651495e3d79), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:16.818521 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-96fce3dd-9207-4dbc-9489-51c1b94b7ffb tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1043345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1043336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-942635'] for router (c377ffbb-6c27-4978-ba59-e651495e3d79), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:16.827351 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af4f6fb-7e44-476c-9ea4-944257a03deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4832098c-fffc-43c8-8faf-73ec4d15cfb3,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:16.866007 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb41a9fc-b87a-483c-914c-8db6e78f6329 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:24:16.867660 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb41a9fc-b87a-483c-914c-8db6e78f6329 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:24:16.878185 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb41a9fc-b87a-483c-914c-8db6e78f6329 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:24:16.882373 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb41a9fc-b87a-483c-914c-8db6e78f6329 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:24:16.897329 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb41a9fc-b87a-483c-914c-8db6e78f6329 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:24:16.905131 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-eb41a9fc-b87a-483c-914c-8db6e78f6329 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2565651 Feb 02 07:24:16.917434 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42854) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:16.931936 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-6602501b-011d-4c8a-85bf-336344c71cb9 None None] Provisioning complete for port 594b23b2-87ec-473b-ae2d-2d81b66bb96a triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:24:16.932316 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6602501b-011d-4c8a-85bf-336344c71cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (594b23b2-87ec-473b-ae2d-2d81b66bb96a), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:17.117692 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96fce3dd-9207-4dbc-9489-51c1b94b7ffb tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Router c377ffbb-6c27-4978-ba59-e651495e3d79 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:24:17.157728 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcd3694-e6bf-4f54-b684-625505f577ee tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Attributes excluded by policy engine: ['shared'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:24:17.165221 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcd3694-e6bf-4f54-b684-625505f577ee tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Attributes excluded by policy engine: ['shared'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:24:17.167794 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcd3694-e6bf-4f54-b684-625505f577ee tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Attributes excluded by policy engine: ['shared'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:24:17.180954 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcd3694-e6bf-4f54-b684-625505f577ee tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Attributes excluded by policy engine: ['shared'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:24:17.185727 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcd3694-e6bf-4f54-b684-625505f577ee tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Attributes excluded by policy engine: ['shared'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:24:17.189722 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-9dcd3694-e6bf-4f54-b684-625505f577ee tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] 10.222.0.87 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2689826 Feb 02 07:24:17.197852 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42884) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:17.322583 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port d9813608-6f07-45d3-85dc-ff405d99c449 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:24:17.440890 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0fb1cd-e494-48c8-abaf-5a298a1b872f None None] Sync routers for ids ['c377ffbb-6c27-4978-ba59-e651495e3d79'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:24:17.523899 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0fb1cd-e494-48c8-abaf-5a298a1b872f None None] Routers {'c377ffbb-6c27-4978-ba59-e651495e3d79'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:24:17.528076 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-5f0fb1cd-e494-48c8-abaf-5a298a1b872f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:24:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['c377ffbb-6c27-4978-ba59-e651495e3d79'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:17.538364 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-6602501b-011d-4c8a-85bf-336344c71cb9 None None] Current status of the port 594b23b2-87ec-473b-ae2d-2d81b66bb96a is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:24:17.546814 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:17.594215 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42912) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:17.625882 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30424b0-f954-4a28-9634-e7e98371a15c tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:24:17.628619 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e30424b0-f954-4a28-9634-e7e98371a15c tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] 10.222.0.87 "GET /v2.0/networks/d4bcdbef-0eb9-43d4-b591-598b8ffa4019 HTTP/1.1" status: 200 len: 803 time: 0.4295607 Feb 02 07:24:17.634306 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42916) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:17.640118 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-14018fed-a616-4133-9ada-54361e4e6026 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:17.695326 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a7af4-3886-4eb1-a8bd-3730d08fc056 req-52cb17b9-34f4-4e9a-8134-a6a04c7cbaae tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:24:17.716358 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d62a7af4-3886-4eb1-a8bd-3730d08fc056 req-52cb17b9-34f4-4e9a-8134-a6a04c7cbaae tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/ports?device_id=23d00674-1c75-41ed-b39c-9b1c1a82bdbd HTTP/1.1" status: 200 len: 946 time: 0.4556072 Feb 02 07:24:17.770234 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96fce3dd-9207-4dbc-9489-51c1b94b7ffb tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:24:17.779874 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-52cfbd81-af7d-407d-8352-95d9e2d69f57 None None] Provisioning complete for port 65f6dddd-40e5-4a3c-8b2f-4736c46347e6 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:24:17.780566 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-52cfbd81-af7d-407d-8352-95d9e2d69f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (65f6dddd-40e5-4a3c-8b2f-4736c46347e6), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:17.819973 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-96fce3dd-9207-4dbc-9489-51c1b94b7ffb tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:17.821348 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-96fce3dd-9207-4dbc-9489-51c1b94b7ffb tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "PUT /v2.0/routers/c377ffbb-6c27-4978-ba59-e651495e3d79 HTTP/1.1" status: 200 len: 702 time: 2.7024167 Feb 02 07:24:17.834688 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42930) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:17.842426 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-5f0fb1cd-e494-48c8-abaf-5a298a1b872f None None] Set router c377ffbb-6c27-4978-ba59-e651495e3d79 gateway port host: None {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:24:17.971456 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-152b25ec-44fa-41ba-b36d-a7895cba82ef tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] 10.222.0.87 "GET /v2.0/networks/d4bcdbef-0eb9-43d4-b591-598b8ffa4019?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.3356972 Feb 02 07:24:17.972825 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42944) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:18.090125 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d62a7af4-3886-4eb1-a8bd-3730d08fc056 req-737a82a2-a7a7-4984-87bf-5a184a093e3c tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/security-groups?id=6795e0a6-69cc-42c2-a292-352f11146466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3837295 Feb 02 07:24:18.131053 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 76863808-41be-48a3-8fa9-70248c9f931e up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:24:18.151747 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58152e8-d691-4f39-b810-bdd30f32d451 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:24:18.153296 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-c58152e8-d691-4f39-b810-bdd30f32d451 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] 10.222.0.87 "GET /v2.0/subnets/d393f45b-1db3-41eb-a856-0418b3b39351 HTTP/1.1" status: 200 len: 843 time: 0.1788073 Feb 02 07:24:18.160130 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42960) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:18.212789 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-07608ce2-a645-4b43-b7c4-171a112ce0c4 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "GET /v2.0/routers/c377ffbb-6c27-4978-ba59-e651495e3d79 HTTP/1.1" status: 200 len: 702 time: 0.3739069 Feb 02 07:24:18.214759 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 42968) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:18.291939 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f31d773-b669-47cd-8b3b-f9db445e4767 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Attributes excluded by policy engine: ['shared'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:24:18.293732 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-5f31d773-b669-47cd-8b3b-f9db445e4767 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] 10.222.0.87 "GET /v2.0/subnets/d393f45b-1db3-41eb-a856-0418b3b39351?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1291938 Feb 02 07:24:18.297324 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 42974) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:18.304598 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-56d731b8-6492-4e39-ab8b-262faf952d5e tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1272239816'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:18.329430 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d731b8-6492-4e39-ab8b-262faf952d5e tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Made reservation on behalf of ad2385b7bb3d4d8a8f3cb8428a59cef0 for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:24:18.333893 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-56d731b8-6492-4e39-ab8b-262faf952d5e tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:18.413921 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56d731b8-6492-4e39-ab8b-262faf952d5e tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:24:18.461634 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-56d731b8-6492-4e39-ab8b-262faf952d5e tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (dfab28ad-16af-4998-b458-0eca1b1a9572), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:18.462224 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-56d731b8-6492-4e39-ab8b-262faf952d5e tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Added segment dfab28ad-16af-4998-b458-0eca1b1a9572 of type vlan for network 6decde5d-074b-416c-a8c6-2bd8f49eda0c Feb 02 07:24:18.537109 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-56d731b8-6492-4e39-ab8b-262faf952d5e tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (6decde5d-074b-416c-a8c6-2bd8f49eda0c), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:18.584794 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-56d731b8-6492-4e39-ab8b-262faf952d5e tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (6decde5d-074b-416c-a8c6-2bd8f49eda0c), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:18.616698 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d731b8-6492-4e39-ab8b-262faf952d5e tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:24:18.617578 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-56d731b8-6492-4e39-ab8b-262faf952d5e tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:18.646866 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09409d-54ca-436b-a4f7-0741c98d2bd2 req-141bdd16-6f35-4d30-a346-4b1e0f2920a9 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:24:18.648681 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7a09409d-54ca-436b-a4f7-0741c98d2bd2 req-141bdd16-6f35-4d30-a346-4b1e0f2920a9 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.59 "GET /v2.0/ports?device_id=23d00674-1c75-41ed-b39c-9b1c1a82bdbd HTTP/1.1" status: 200 len: 946 time: 0.2979929 Feb 02 07:24:18.688214 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187f2636-a75c-461b-a241-297cc977bc22 None None] Network 4695d7fe-9fa2-4141-8405-ab3048c26097 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:24:18.691435 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d734b251-3d5c-43ea-b952-d9f4f5170c0d None None] Network c859d754-260c-4fb5-9535-cce89763681c requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:24:18.815585 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-52cfbd81-af7d-407d-8352-95d9e2d69f57 None None] Current status of the port 65f6dddd-40e5-4a3c-8b2f-4736c46347e6 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:24:18.815585 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-52cfbd81-af7d-407d-8352-95d9e2d69f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (65f6dddd-40e5-4a3c-8b2f-4736c46347e6), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:18.840477 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-56d731b8-6492-4e39-ab8b-262faf952d5e tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5390940 Feb 02 07:24:18.845505 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43022) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:18.854955 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-18f3acad-06f3-4602-8ee0-5ef835845b4e tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Request body: {'subnet': {'network_id': '6decde5d-074b-416c-a8c6-2bd8f49eda0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:18.939347 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d731b8-6492-4e39-ab8b-262faf952d5e tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Pushing event updated for resources: {'Network': ['ID=6decde5d-074b-416c-a8c6-2bd8f49eda0c,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:19.002566 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 6decde5d-074b-416c-a8c6-2bd8f49eda0c details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:24:19.015748 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-52cfbd81-af7d-407d-8352-95d9e2d69f57 None None] For port 65f6dddd-40e5-4a3c-8b2f-4736c46347e6, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=65f6dddd-40e5-4a3c-8b2f-4736c46347e6,segment=NetworkSegment(1d35e10f-eb66-48a5-a567-1ab373f127a9),segment_id=1d35e10f-eb66-48a5-a567-1ab373f127a9)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:24:19.065589 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-52cfbd81-af7d-407d-8352-95d9e2d69f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (65f6dddd-40e5-4a3c-8b2f-4736c46347e6), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:19.080021 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f3acad-06f3-4602-8ee0-5ef835845b4e tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Made reservation on behalf of ad2385b7bb3d4d8a8f3cb8428a59cef0 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:24:19.091542 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-18f3acad-06f3-4602-8ee0-5ef835845b4e tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:19.243714 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 76863808-41be-48a3-8fa9-70248c9f931e triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:24:19.244089 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (76863808-41be-48a3-8fa9-70248c9f931e), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:19.290270 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.ipam_backend_mixin [None req-18f3acad-06f3-4602-8ee0-5ef835845b4e tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Performing IP validity checks on allocation pools {{(pid=109693) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 02 07:24:19.291518 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.ipam_backend_mixin [None req-18f3acad-06f3-4602-8ee0-5ef835845b4e tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109693) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 02 07:24:19.341453 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-52cfbd81-af7d-407d-8352-95d9e2d69f57 None None] Provisioning complete for port b7d929d2-9364-420a-b551-82429ab35f1b triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:24:19.341819 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-52cfbd81-af7d-407d-8352-95d9e2d69f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b7d929d2-9364-420a-b551-82429ab35f1b), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:19.456308 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-18f3acad-06f3-4602-8ee0-5ef835845b4e tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (a506c082-51b7-46f3-957e-8cffa4fe329b), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:19.463795 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-5f0fb1cd-e494-48c8-abaf-5a298a1b872f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'name': 'tempest-RoutersIpV6Test-router-58342812', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:23:44Z', 'updated_at': '2022-02-02T07:24:16Z', 'revision_number': 7, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'gw_port_host': None, '_interfaces': [{'id': '566e718c-cd23-4909-91a3-3bccae2a3dd8', 'name': '', 'network_id': '4695d7fe-9fa2-4141-8405-ab3048c26097', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'mac_address': 'fa:16:3e:98:8c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '2e079de3-6037-41bb-87bc-35ebda6350e0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:24:09Z', 'updated_at': '2022-02-02T07:24:13Z', 'revision_number': 4, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'subnets': [{'id': '2e079de3-6037-41bb-87bc-35ebda6350e0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '594b23b2-87ec-473b-ae2d-2d81b66bb96a', 'name': '', 'network_id': '151c1bac-3568-4be4-894c-7d09a5030272', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'mac_address': 'fa:16:3e:72:51:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'ad81f9a5-6536-4f51-84aa-dbda9c5233c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:23:53Z', 'updated_at': '2022-02-02T07:24:09Z', 'revision_number': 5, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'subnets': [{'id': 'ad81f9a5-6536-4f51-84aa-dbda9c5233c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65f6dddd-40e5-4a3c-8b2f-4736c46347e6', 'name': '', 'network_id': '1b3f7d22-a394-4bb1-8d91-67ea02ef5ccb', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'mac_address': 'fa:16:3e:0b:c6:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': 'd79706cc-d234-4cca-9849-acccfe643d37', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:24:03Z', 'updated_at': '2022-02-02T07:24:14Z', 'revision_number': 4, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'subnets': [{'id': 'd79706cc-d234-4cca-9849-acccfe643d37', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a796dab0-f861-4c6e-966d-abe62e2e701b', 'name': '', 'network_id': '01201ded-b361-43c1-a42e-859a2a7253f6', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'mac_address': 'fa:16:3e:ca:fe:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': 'ef49c351-2091-4069-aaa0-da2ad346d62c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:23:46Z', 'updated_at': '2022-02-02T07:23:53Z', 'revision_number': 5, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'subnets': [{'id': 'ef49c351-2091-4069-aaa0-da2ad346d62c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:19.471492 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cfbd81-af7d-407d-8352-95d9e2d69f57 None None] Pushing event updated for resources: {'Port': ['ID=65f6dddd-40e5-4a3c-8b2f-4736c46347e6,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:19.561141 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f3acad-06f3-4602-8ee0-5ef835845b4e tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Pushing event updated for resources: {'Subnet': ['ID=a506c082-51b7-46f3-957e-8cffa4fe329b,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:19.573619 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0fb1cd-e494-48c8-abaf-5a298a1b872f None None] Checking router: c377ffbb-6c27-4978-ba59-e651495e3d79 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:24:19.579583 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f3acad-06f3-4602-8ee0-5ef835845b4e tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Checking segment: {'id': 'dfab28ad-16af-4998-b458-0eca1b1a9572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6decde5d-074b-416c-a8c6-2bd8f49eda0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:24:19.580027 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f3acad-06f3-4602-8ee0-5ef835845b4e tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Network hostable DHCP agents. Network: 6decde5d-074b-416c-a8c6-2bd8f49eda0c, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:24:19.617121 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f3acad-06f3-4602-8ee0-5ef835845b4e tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Network 6decde5d-074b-416c-a8c6-2bd8f49eda0c is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:24:19.632643 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-18f3acad-06f3-4602-8ee0-5ef835845b4e tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 6decde5d-074b-416c-a8c6-2bd8f49eda0c) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:24:19.637863 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f3acad-06f3-4602-8ee0-5ef835845b4e tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:24:19.638861 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-18f3acad-06f3-4602-8ee0-5ef835845b4e tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:19.651007 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-14018fed-a616-4133-9ada-54361e4e6026 admin admin] Publish callbacks [] for security_group (cea5a794-75e9-4781-b323-aee5afad7a89), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:19.670170 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-18f3acad-06f3-4602-8ee0-5ef835845b4e tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.8235991 Feb 02 07:24:19.673918 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43096) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:19.681555 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72721b3e-6b2b-4e1e-8e91-544d926ec010 None None] Network 6decde5d-074b-416c-a8c6-2bd8f49eda0c requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:24:19.687411 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-e5fe4e9a-56ac-49e1-bb2a-7e7762a052f2 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:19.722964 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0fb1cd-e494-48c8-abaf-5a298a1b872f None None] Routers {'c377ffbb-6c27-4978-ba59-e651495e3d79'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:24:19.724618 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-5f0fb1cd-e494-48c8-abaf-5a298a1b872f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:24:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['c377ffbb-6c27-4978-ba59-e651495e3d79'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:19.741257 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-14018fed-a616-4133-9ada-54361e4e6026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (cea5a794-75e9-4781-b323-aee5afad7a89), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:19.838887 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 76863808-41be-48a3-8fa9-70248c9f931e is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:24:19.844123 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 566e718c-cd23-4909-91a3-3bccae2a3dd8 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:24:19.954151 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-14018fed-a616-4133-9ada-54361e4e6026 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=af810af57da44eac8edb2f7ed7d57d07&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3568065 Feb 02 07:24:19.956909 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e5fe4e9a-56ac-49e1-bb2a-7e7762a052f2 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8844839'] for subnet (a506c082-51b7-46f3-957e-8cffa4fe329b), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:19.961530 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43120) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:19.969678 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14018fed-a616-4133-9ada-54361e4e6026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cea5a794-75e9-4781-b323-aee5afad7a89,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:19.998867 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdae363-579a-41d0-8d30-2764d712ccd4 req-e0b6149b-a71a-400c-bd3d-2411894505a6 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:24:20.006820 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4fdae363-579a-41d0-8d30-2764d712ccd4 req-e0b6149b-a71a-400c-bd3d-2411894505a6 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/ports?device_id=23d00674-1c75-41ed-b39c-9b1c1a82bdbd HTTP/1.1" status: 200 len: 946 time: 0.3522422 Feb 02 07:24:20.198178 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4fdae363-579a-41d0-8d30-2764d712ccd4 req-4d261ce3-2aca-49a8-9c52-1bc442628771 tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/security-groups?id=6795e0a6-69cc-42c2-a292-352f11146466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901150 Feb 02 07:24:20.206528 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-7a09409d-54ca-436b-a4f7-0741c98d2bd2 req-cc200887-397e-415c-95cc-68885df0d60b tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Deleting port e5040a36-469a-49ae-b19e-fa3dc5f78006 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:24:20.207109 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-7a09409d-54ca-436b-a4f7-0741c98d2bd2 req-cc200887-397e-415c-95cc-68885df0d60b tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (e5040a36-469a-49ae-b19e-fa3dc5f78006), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:20.212655 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f691f4d0-f342-45dd-a18c-8839040a09b2 None None] Network c859d754-260c-4fb5-9535-cce89763681c requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:24:20.233875 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-5f0fb1cd-e494-48c8-abaf-5a298a1b872f None None] Set router c377ffbb-6c27-4978-ba59-e651495e3d79 gateway port host: None {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:24:20.310399 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-87d4b584-79ae-4fe6-bd86-83c3dce7161c admin admin] Publish callbacks [] for security_group (cea5a794-75e9-4781-b323-aee5afad7a89), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:20.323903 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 566e718c-cd23-4909-91a3-3bccae2a3dd8 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:24:20.324608 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (566e718c-cd23-4909-91a3-3bccae2a3dd8), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:20.385648 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-7a09409d-54ca-436b-a4f7-0741c98d2bd2 req-cc200887-397e-415c-95cc-68885df0d60b tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] For port e5040a36-469a-49ae-b19e-fa3dc5f78006, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=e5040a36-469a-49ae-b19e-fa3dc5f78006,segment=NetworkSegment(b6f506b7-afda-4e6b-8599-9c74d4a42be7),segment_id=b6f506b7-afda-4e6b-8599-9c74d4a42be7)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:24:20.386468 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-7a09409d-54ca-436b-a4f7-0741c98d2bd2 req-cc200887-397e-415c-95cc-68885df0d60b tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (e5040a36-469a-49ae-b19e-fa3dc5f78006), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:20.405908 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-7a09409d-54ca-436b-a4f7-0741c98d2bd2 req-cc200887-397e-415c-95cc-68885df0d60b tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Calling delete_port for e5040a36-469a-49ae-b19e-fa3dc5f78006 owned by compute:nova {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:24:20.452651 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-87d4b584-79ae-4fe6-bd86-83c3dce7161c admin admin] Publish callbacks [] for security_group (cea5a794-75e9-4781-b323-aee5afad7a89), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:20.521417 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-52cfbd81-af7d-407d-8352-95d9e2d69f57 None None] Current status of the port b7d929d2-9364-420a-b551-82429ab35f1b is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:24:20.569343 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc07bd1a-34bb-465d-a4a0-6f24796fedb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-6decde5d-074b-416c-a8c6-2bd8f49eda0c', 'network_id': '6decde5d-074b-416c-a8c6-2bd8f49eda0c', 'project_id': 'ad2385b7bb3d4d8a8f3cb8428a59cef0', 'fixed_ips': [{'subnet_id': 'a506c082-51b7-46f3-957e-8cffa4fe329b'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:24:20.578052 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-cc07bd1a-34bb-465d-a4a0-6f24796fedb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:20.590277 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f1b70564-4bed-4b5b-9803-7797e0b9a70c tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (c377ffbb-6c27-4978-ba59-e651495e3d79), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:20.641461 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-87d4b584-79ae-4fe6-bd86-83c3dce7161c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (cea5a794-75e9-4781-b323-aee5afad7a89), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:20.654387 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-87d4b584-79ae-4fe6-bd86-83c3dce7161c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:20.655825 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-87d4b584-79ae-4fe6-bd86-83c3dce7161c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/cea5a794-75e9-4781-b323-aee5afad7a89 HTTP/1.1" status: 204 len: 168 time: 0.6932819 Feb 02 07:24:20.743533 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d4b584-79ae-4fe6-bd86-83c3dce7161c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea5a794-75e9-4781-b323-aee5afad7a89,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:20.904590 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e5fe4e9a-56ac-49e1-bb2a-7e7762a052f2 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778325656028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8424431'] for subnet (a506c082-51b7-46f3-957e-8cffa4fe329b), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:21.004546 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-cc07bd1a-34bb-465d-a4a0-6f24796fedb7 None None] Allocated IP 2001:db8::3 (6decde5d-074b-416c-a8c6-2bd8f49eda0c/a506c082-51b7-46f3-957e-8cffa4fe329b/af05e456-6450-4112-8090-71c0d0373220) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:24:21.025346 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fe4e9a-56ac-49e1-bb2a-7e7762a052f2 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:24:21.031760 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e5fe4e9a-56ac-49e1-bb2a-7e7762a052f2 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:21.034361 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e5fe4e9a-56ac-49e1-bb2a-7e7762a052f2 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] 10.222.0.87 "PUT /v2.0/subnets/a506c082-51b7-46f3-957e-8cffa4fe329b HTTP/1.1" status: 200 len: 900 time: 1.3561623 Feb 02 07:24:21.039242 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43210) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:21.155462 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-7a09409d-54ca-436b-a4f7-0741c98d2bd2 req-cc200887-397e-415c-95cc-68885df0d60b tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (e5040a36-469a-49ae-b19e-fa3dc5f78006), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:21.246112 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc200887-397e-415c-95cc-68885df0d60b tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Pushing event deleted for resources: {'Port': ['ID=e5040a36-469a-49ae-b19e-fa3dc5f78006,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:21.378603 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a09409d-54ca-436b-a4f7-0741c98d2bd2 req-cc200887-397e-415c-95cc-68885df0d60b tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] No DVR routers for this DVR port e5040a36-469a-49ae-b19e-fa3dc5f78006 on host n-h2-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:24:21.379374 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-cc07bd1a-34bb-465d-a4a0-6f24796fedb7 None None] Publish callbacks [] for port (af05e456-6450-4112-8090-71c0d0373220), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:21.398008 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-7a09409d-54ca-436b-a4f7-0741c98d2bd2 req-cc200887-397e-415c-95cc-68885df0d60b tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:21.415395 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['e5040a36-469a-49ae-b19e-fa3dc5f78006'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:24:21.420651 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7a09409d-54ca-436b-a4f7-0741c98d2bd2 req-cc200887-397e-415c-95cc-68885df0d60b tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.59 "DELETE /v2.0/ports/e5040a36-469a-49ae-b19e-fa3dc5f78006 HTTP/1.1" status: 204 len: 173 time: 2.7147768 Feb 02 07:24:21.429388 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-cc07bd1a-34bb-465d-a4a0-6f24796fedb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (af05e456-6450-4112-8090-71c0d0373220), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:21.432671 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23d00674-1c75-41ed-b39c-9b1c1a82bdbd', 'name': 'network-vif-deleted', 'tag': 'e5040a36-469a-49ae-b19e-fa3dc5f78006'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:24:21.459837 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9efdbcfb-158d-4738-958a-426f25ccb731" -d '{"events": [{"server_uuid": "23d00674-1c75-41ed-b39c-9b1c1a82bdbd", "name": "network-vif-deleted", "tag": "e5040a36-469a-49ae-b19e-fa3dc5f78006"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:24:21.636510 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fe4e9a-56ac-49e1-bb2a-7e7762a052f2 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Pushing event updated for resources: {'Subnet': ['ID=a506c082-51b7-46f3-957e-8cffa4fe329b,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:21.731199 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a7b55a29-2b3d-4a08-8986-93bcaf3c8b20 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (6decde5d-074b-416c-a8c6-2bd8f49eda0c), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:21.790321 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8aaa412b-0317-4532-845e-0c507f4b5ac9 req-6c466add-4b98-4e6a-a046-4fcf9af7d11c tempest-ServerRescueNegativeTestJSON-291957908 tempest-ServerRescueNegativeTestJSON-291957908-project] 10.222.0.87 "GET /v2.0/ports?device_id=23d00674-1c75-41ed-b39c-9b1c1a82bdbd HTTP/1.1" status: 200 len: 210 time: 0.1705997 Feb 02 07:24:21.875065 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-f1b70564-4bed-4b5b-9803-7797e0b9a70c tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Deleting port 566e718c-cd23-4909-91a3-3bccae2a3dd8 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:24:21.875285 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f1b70564-4bed-4b5b-9803-7797e0b9a70c tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (566e718c-cd23-4909-91a3-3bccae2a3dd8), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:21.956181 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-6572aafe-abad-4067-94d1-00420a4a729d None None] Provisioning complete for port 65f6dddd-40e5-4a3c-8b2f-4736c46347e6 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:24:21.956805 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6572aafe-abad-4067-94d1-00420a4a729d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (65f6dddd-40e5-4a3c-8b2f-4736c46347e6), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:22.037370 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 566e718c-cd23-4909-91a3-3bccae2a3dd8 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:24:22.038561 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (566e718c-cd23-4909-91a3-3bccae2a3dd8), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:22.063337 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-a7b55a29-2b3d-4a08-8986-93bcaf3c8b20 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Deleting port af05e456-6450-4112-8090-71c0d0373220 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:24:22.065585 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd50fbca-70e7-4465-8bfe-8e381f55d64a x-openstack-request-id: req-bd50fbca-70e7-4465-8bfe-8e381f55d64a {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:24:22.067999 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23d00674-1c75-41ed-b39c-9b1c1a82bdbd", "name": "network-vif-deleted", "tag": "e5040a36-469a-49ae-b19e-fa3dc5f78006", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:24:22.068524 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-bd50fbca-70e7-4465-8bfe-8e381f55d64a {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:24:22.069528 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a7b55a29-2b3d-4a08-8986-93bcaf3c8b20 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (af05e456-6450-4112-8090-71c0d0373220), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:22.070459 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23d00674-1c75-41ed-b39c-9b1c1a82bdbd', 'name': 'network-vif-deleted', 'tag': 'e5040a36-469a-49ae-b19e-fa3dc5f78006', 'status': 'completed', 'code': 200} Feb 02 07:24:22.156293 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc07bd1a-34bb-465d-a4a0-6f24796fedb7 None None] Network 6decde5d-074b-416c-a8c6-2bd8f49eda0c is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:24:22.210911 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-cc07bd1a-34bb-465d-a4a0-6f24796fedb7 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:24:22.246424 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-f1b70564-4bed-4b5b-9803-7797e0b9a70c tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] For port 566e718c-cd23-4909-91a3-3bccae2a3dd8, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=566e718c-cd23-4909-91a3-3bccae2a3dd8,segment=NetworkSegment(a733ba7c-d74b-49da-bba5-71c5d9bdef22),segment_id=a733ba7c-d74b-49da-bba5-71c5d9bdef22)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:24:22.257641 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f1b70564-4bed-4b5b-9803-7797e0b9a70c tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (566e718c-cd23-4909-91a3-3bccae2a3dd8), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:22.298548 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 566e718c-cd23-4909-91a3-3bccae2a3dd8, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=566e718c-cd23-4909-91a3-3bccae2a3dd8,segment=NetworkSegment(a733ba7c-d74b-49da-bba5-71c5d9bdef22),segment_id=a733ba7c-d74b-49da-bba5-71c5d9bdef22)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:24:22.309913 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc07bd1a-34bb-465d-a4a0-6f24796fedb7 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:24:22.322208 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc07bd1a-34bb-465d-a4a0-6f24796fedb7 None None] Pushing event updated for resources: {'Port': ['ID=af05e456-6450-4112-8090-71c0d0373220,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:22.345494 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (566e718c-cd23-4909-91a3-3bccae2a3dd8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:22.346315 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device d9813608-6f07-45d3-85dc-ff405d99c449 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:24:22.402254 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-f1b70564-4bed-4b5b-9803-7797e0b9a70c tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Calling delete_port for 566e718c-cd23-4909-91a3-3bccae2a3dd8 owned by network:router_interface {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:24:22.513371 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:22.606900 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-a7b55a29-2b3d-4a08-8986-93bcaf3c8b20 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] For port af05e456-6450-4112-8090-71c0d0373220, host n-d-789963-26, got binding levels [] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:24:22.607495 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a7b55a29-2b3d-4a08-8986-93bcaf3c8b20 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (af05e456-6450-4112-8090-71c0d0373220), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:22.654011 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-a7b55a29-2b3d-4a08-8986-93bcaf3c8b20 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Calling delete_port for af05e456-6450-4112-8090-71c0d0373220 owned by network:dhcp {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:24:22.847328 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=566e718c-cd23-4909-91a3-3bccae2a3dd8,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:22.851008 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-cc07bd1a-34bb-465d-a4a0-6f24796fedb7 None None] Attempting to bind port af05e456-6450-4112-8090-71c0d0373220 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:24:22.851602 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-cc07bd1a-34bb-465d-a4a0-6f24796fedb7 None None] Attempting to bind port af05e456-6450-4112-8090-71c0d0373220 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'dfab28ad-16af-4998-b458-0eca1b1a9572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6decde5d-074b-416c-a8c6-2bd8f49eda0c'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:24:22.852221 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc07bd1a-34bb-465d-a4a0-6f24796fedb7 None None] Attempting to bind port af05e456-6450-4112-8090-71c0d0373220 on network 6decde5d-074b-416c-a8c6-2bd8f49eda0c {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:24:22.904846 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc07bd1a-34bb-465d-a4a0-6f24796fedb7 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:24:22.909881 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc07bd1a-34bb-465d-a4a0-6f24796fedb7 None None] Checking segment: {'id': 'dfab28ad-16af-4998-b458-0eca1b1a9572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6decde5d-074b-416c-a8c6-2bd8f49eda0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:24:22.913008 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-cc07bd1a-34bb-465d-a4a0-6f24796fedb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:22.913586 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc07bd1a-34bb-465d-a4a0-6f24796fedb7 None None] Bound using segment: {'id': 'dfab28ad-16af-4998-b458-0eca1b1a9572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6decde5d-074b-416c-a8c6-2bd8f49eda0c'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:24:22.914275 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-cc07bd1a-34bb-465d-a4a0-6f24796fedb7 None None] Bound port: af05e456-6450-4112-8090-71c0d0373220, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfab28ad-16af-4998-b458-0eca1b1a9572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6decde5d-074b-416c-a8c6-2bd8f49eda0c'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:24:22.914837 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-cc07bd1a-34bb-465d-a4a0-6f24796fedb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (af05e456-6450-4112-8090-71c0d0373220), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:22.927856 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-6572aafe-abad-4067-94d1-00420a4a729d None None] Current status of the port 65f6dddd-40e5-4a3c-8b2f-4736c46347e6 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:24:22.935446 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43314) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:22.949119 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port d9813608-6f07-45d3-85dc-ff405d99c449 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:24:22.949769 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (d9813608-6f07-45d3-85dc-ff405d99c449), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:22.976118 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-5f0fb1cd-e494-48c8-abaf-5a298a1b872f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'name': 'tempest-RoutersIpV6Test-router-58342812', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:23:44Z', 'updated_at': '2022-02-02T07:24:16Z', 'revision_number': 7, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'gw_port_host': None, '_interfaces': [{'id': '566e718c-cd23-4909-91a3-3bccae2a3dd8', 'name': '', 'network_id': '4695d7fe-9fa2-4141-8405-ab3048c26097', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'mac_address': 'fa:16:3e:98:8c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '2e079de3-6037-41bb-87bc-35ebda6350e0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:24:09Z', 'updated_at': '2022-02-02T07:24:13Z', 'revision_number': 4, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'subnets': [{'id': '2e079de3-6037-41bb-87bc-35ebda6350e0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '594b23b2-87ec-473b-ae2d-2d81b66bb96a', 'name': '', 'network_id': '151c1bac-3568-4be4-894c-7d09a5030272', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'mac_address': 'fa:16:3e:72:51:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'ad81f9a5-6536-4f51-84aa-dbda9c5233c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:23:53Z', 'updated_at': '2022-02-02T07:24:09Z', 'revision_number': 5, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'subnets': [{'id': 'ad81f9a5-6536-4f51-84aa-dbda9c5233c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65f6dddd-40e5-4a3c-8b2f-4736c46347e6', 'name': '', 'network_id': '1b3f7d22-a394-4bb1-8d91-67ea02ef5ccb', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'mac_address': 'fa:16:3e:0b:c6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': 'd79706cc-d234-4cca-9849-acccfe643d37', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:24:03Z', 'updated_at': '2022-02-02T07:24:18Z', 'revision_number': 5, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'subnets': [{'id': 'd79706cc-d234-4cca-9849-acccfe643d37', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a796dab0-f861-4c6e-966d-abe62e2e701b', 'name': '', 'network_id': '01201ded-b361-43c1-a42e-859a2a7253f6', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'mac_address': 'fa:16:3e:ca:fe:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': 'ef49c351-2091-4069-aaa0-da2ad346d62c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:23:46Z', 'updated_at': '2022-02-02T07:23:53Z', 'revision_number': 5, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'subnets': [{'id': 'ef49c351-2091-4069-aaa0-da2ad346d62c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:23.033326 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f1b70564-4bed-4b5b-9803-7797e0b9a70c tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (566e718c-cd23-4909-91a3-3bccae2a3dd8), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:23.083506 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b70564-4bed-4b5b-9803-7797e0b9a70c tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Pushing event deleted for resources: {'Port': ['ID=566e718c-cd23-4909-91a3-3bccae2a3dd8,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:23.149728 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-6572aafe-abad-4067-94d1-00420a4a729d None None] Provisioning complete for port 76863808-41be-48a3-8fa9-70248c9f931e triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:24:23.151482 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6572aafe-abad-4067-94d1-00420a4a729d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (76863808-41be-48a3-8fa9-70248c9f931e), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:23.165967 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0fb1cd-e494-48c8-abaf-5a298a1b872f None None] The sync data for ids ['c377ffbb-6c27-4978-ba59-e651495e3d79'] in n-d-789963-26 is: [{'id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'name': 'tempest-RoutersIpV6Test-router-58342812', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:23:44Z', 'updated_at': '2022-02-02T07:24:16Z', 'revision_number': 7, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'gw_port_host': None, '_interfaces': [{'id': '566e718c-cd23-4909-91a3-3bccae2a3dd8', 'name': '', 'network_id': '4695d7fe-9fa2-4141-8405-ab3048c26097', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'mac_address': 'fa:16:3e:98:8c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '2e079de3-6037-41bb-87bc-35ebda6350e0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:24:09Z', 'updated_at': '2022-02-02T07:24:13Z', 'revision_number': 4, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'subnets': [{'id': '2e079de3-6037-41bb-87bc-35ebda6350e0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '594b23b2-87ec-473b-ae2d-2d81b66bb96a', 'name': '', 'network_id': '151c1bac-3568-4be4-894c-7d09a5030272', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'mac_address': 'fa:16:3e:72:51:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'ad81f9a5-6536-4f51-84aa-dbda9c5233c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:23:53Z', 'updated_at': '2022-02-02T07:24:09Z', 'revision_number': 5, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'subnets': [{'id': 'ad81f9a5-6536-4f51-84aa-dbda9c5233c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65f6dddd-40e5-4a3c-8b2f-4736c46347e6', 'name': '', 'network_id': '1b3f7d22-a394-4bb1-8d91-67ea02ef5ccb', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'mac_address': 'fa:16:3e:0b:c6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': 'd79706cc-d234-4cca-9849-acccfe643d37', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:24:03Z', 'updated_at': '2022-02-02T07:24:18Z', 'revision_number': 5, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'subnets': [{'id': 'd79706cc-d234-4cca-9849-acccfe643d37', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a796dab0-f861-4c6e-966d-abe62e2e701b', 'name': '', 'network_id': '01201ded-b361-43c1-a42e-859a2a7253f6', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'mac_address': 'fa:16:3e:ca:fe:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': 'ef49c351-2091-4069-aaa0-da2ad346d62c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:23:46Z', 'updated_at': '2022-02-02T07:23:53Z', 'revision_number': 5, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'subnets': [{'id': 'ef49c351-2091-4069-aaa0-da2ad346d62c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:24:23.313349 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device e5040a36-469a-49ae-b19e-fa3dc5f78006 no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:24:23.381941 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] No Port match for: e5040a36-469a-49ae-b19e-fa3dc5f78006 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:24:23.382878 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device e5040a36-469a-49ae-b19e-fa3dc5f78006 not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:24:23.427350 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a7b55a29-2b3d-4a08-8986-93bcaf3c8b20 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (af05e456-6450-4112-8090-71c0d0373220), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:23.537355 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f1b70564-4bed-4b5b-9803-7797e0b9a70c tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (c377ffbb-6c27-4978-ba59-e651495e3d79), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:23.581439 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b55a29-2b3d-4a08-8986-93bcaf3c8b20 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Pushing event deleted for resources: {'Port': ['ID=af05e456-6450-4112-8090-71c0d0373220,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:23.583220 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.db.api [None req-cc07bd1a-34bb-465d-a4a0-6f24796fedb7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=109695) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 07:24:23.584183 n-d-789963-26 neutron-server[109695]: DEBUG oslo_db.api [None req-cc07bd1a-34bb-465d-a4a0-6f24796fedb7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 07:24:23.596489 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port d9813608-6f07-45d3-85dc-ff405d99c449 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:24:23.598901 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 65f6dddd-40e5-4a3c-8b2f-4736c46347e6 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:24:23.814951 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b55a29-2b3d-4a08-8986-93bcaf3c8b20 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] No DVR routers for this DVR port af05e456-6450-4112-8090-71c0d0373220 on host n-d-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:24:23.876784 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 65f6dddd-40e5-4a3c-8b2f-4736c46347e6 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:24:23.877390 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (65f6dddd-40e5-4a3c-8b2f-4736c46347e6), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:23.911976 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a7b55a29-2b3d-4a08-8986-93bcaf3c8b20 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (a506c082-51b7-46f3-957e-8cffa4fe329b), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:23.929009 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad598c05-af2e-4dfd-a994-bafc4967e38b None None] Sync routers for ids ['c377ffbb-6c27-4978-ba59-e651495e3d79'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:24:23.957821 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad598c05-af2e-4dfd-a994-bafc4967e38b None None] Routers {'c377ffbb-6c27-4978-ba59-e651495e3d79'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:24:23.958453 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-ad598c05-af2e-4dfd-a994-bafc4967e38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:24:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['c377ffbb-6c27-4978-ba59-e651495e3d79'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:24.039751 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-6572aafe-abad-4067-94d1-00420a4a729d None None] Current status of the port 76863808-41be-48a3-8fa9-70248c9f931e is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:24:24.120227 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-cc07bd1a-34bb-465d-a4a0-6f24796fedb7 None None] Attempting to bind port af05e456-6450-4112-8090-71c0d0373220 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:24:24.120609 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-cc07bd1a-34bb-465d-a4a0-6f24796fedb7 None None] Attempting to bind port af05e456-6450-4112-8090-71c0d0373220 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'dfab28ad-16af-4998-b458-0eca1b1a9572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6decde5d-074b-416c-a8c6-2bd8f49eda0c'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:24:24.120985 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc07bd1a-34bb-465d-a4a0-6f24796fedb7 None None] Attempting to bind port af05e456-6450-4112-8090-71c0d0373220 on network 6decde5d-074b-416c-a8c6-2bd8f49eda0c {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:24:24.133923 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc07bd1a-34bb-465d-a4a0-6f24796fedb7 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:24:24.134312 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc07bd1a-34bb-465d-a4a0-6f24796fedb7 None None] Checking segment: {'id': 'dfab28ad-16af-4998-b458-0eca1b1a9572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6decde5d-074b-416c-a8c6-2bd8f49eda0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:24:24.134726 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-cc07bd1a-34bb-465d-a4a0-6f24796fedb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:24.135132 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc07bd1a-34bb-465d-a4a0-6f24796fedb7 None None] Bound using segment: {'id': 'dfab28ad-16af-4998-b458-0eca1b1a9572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6decde5d-074b-416c-a8c6-2bd8f49eda0c'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:24:24.135651 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-cc07bd1a-34bb-465d-a4a0-6f24796fedb7 None None] Bound port: af05e456-6450-4112-8090-71c0d0373220, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfab28ad-16af-4998-b458-0eca1b1a9572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6decde5d-074b-416c-a8c6-2bd8f49eda0c'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:24:24.136046 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-cc07bd1a-34bb-465d-a4a0-6f24796fedb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (af05e456-6450-4112-8090-71c0d0373220), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:24.140779 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-ad598c05-af2e-4dfd-a994-bafc4967e38b None None] Set router c377ffbb-6c27-4978-ba59-e651495e3d79 gateway port host: None {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:24:24.223627 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1b70564-4bed-4b5b-9803-7797e0b9a70c tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Router c377ffbb-6c27-4978-ba59-e651495e3d79 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:24:24.237564 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-6572aafe-abad-4067-94d1-00420a4a729d None None] Provisioning complete for port d9813608-6f07-45d3-85dc-ff405d99c449 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:24:24.239447 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6572aafe-abad-4067-94d1-00420a4a729d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (d9813608-6f07-45d3-85dc-ff405d99c449), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:24.262230 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-cc07bd1a-34bb-465d-a4a0-6f24796fedb7 None None] Port af05e456-6450-4112-8090-71c0d0373220 has been deleted concurrently {{(pid=109695) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:677}} Feb 02 07:24:24.264011 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 65f6dddd-40e5-4a3c-8b2f-4736c46347e6 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:24:24.482590 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b70564-4bed-4b5b-9803-7797e0b9a70c tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:24:24.483108 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-6572aafe-abad-4067-94d1-00420a4a729d None None] Current status of the port d9813608-6f07-45d3-85dc-ff405d99c449 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:24:24.500301 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-6572aafe-abad-4067-94d1-00420a4a729d None None] Could not find standard attr ID for object 566e718c-cd23-4909-91a3-3bccae2a3dd8. {{(pid=109695) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 07:24:24.506665 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f1b70564-4bed-4b5b-9803-7797e0b9a70c tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "PUT /v2.0/routers/c377ffbb-6c27-4978-ba59-e651495e3d79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2806535 Feb 02 07:24:24.507535 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43332) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:24.602149 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 65f6dddd-40e5-4a3c-8b2f-4736c46347e6 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:24:24.628928 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-e68813ef-a425-49ca-ad61-b8451d9dc194 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Deleting subnet 2e079de3-6037-41bb-87bc-35ebda6350e0 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:24:24.636139 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e68813ef-a425-49ca-ad61-b8451d9dc194 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for subnet (2e079de3-6037-41bb-87bc-35ebda6350e0), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:24.673456 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-ad598c05-af2e-4dfd-a994-bafc4967e38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'name': 'tempest-RoutersIpV6Test-router-58342812', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:23:44Z', 'updated_at': '2022-02-02T07:24:22Z', 'revision_number': 8, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'gw_port_host': None, '_interfaces': [{'id': '594b23b2-87ec-473b-ae2d-2d81b66bb96a', 'name': '', 'network_id': '151c1bac-3568-4be4-894c-7d09a5030272', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'mac_address': 'fa:16:3e:72:51:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'ad81f9a5-6536-4f51-84aa-dbda9c5233c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:23:53Z', 'updated_at': '2022-02-02T07:24:09Z', 'revision_number': 5, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'subnets': [{'id': 'ad81f9a5-6536-4f51-84aa-dbda9c5233c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65f6dddd-40e5-4a3c-8b2f-4736c46347e6', 'name': '', 'network_id': '1b3f7d22-a394-4bb1-8d91-67ea02ef5ccb', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'mac_address': 'fa:16:3e:0b:c6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': 'd79706cc-d234-4cca-9849-acccfe643d37', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:24:03Z', 'updated_at': '2022-02-02T07:24:18Z', 'revision_number': 5, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'subnets': [{'id': 'd79706cc-d234-4cca-9849-acccfe643d37', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a796dab0-f861-4c6e-966d-abe62e2e701b', 'name': '', 'network_id': '01201ded-b361-43c1-a42e-859a2a7253f6', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'mac_address': 'fa:16:3e:ca:fe:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': 'ef49c351-2091-4069-aaa0-da2ad346d62c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:23:46Z', 'updated_at': '2022-02-02T07:23:53Z', 'revision_number': 5, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'subnets': [{'id': 'ef49c351-2091-4069-aaa0-da2ad346d62c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:24.758572 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a7b55a29-2b3d-4a08-8986-93bcaf3c8b20 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (a506c082-51b7-46f3-957e-8cffa4fe329b), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:24.784218 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-b7f7ea77-87f4-411f-8ea8-23ccd40308c2 None None] Provisioning complete for port d9813608-6f07-45d3-85dc-ff405d99c449 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:24:24.784593 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b7f7ea77-87f4-411f-8ea8-23ccd40308c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (d9813608-6f07-45d3-85dc-ff405d99c449), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:24.797969 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad598c05-af2e-4dfd-a994-bafc4967e38b None None] Checking router: c377ffbb-6c27-4978-ba59-e651495e3d79 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:24:24.803472 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e68813ef-a425-49ca-ad61-b8451d9dc194 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (2e079de3-6037-41bb-87bc-35ebda6350e0), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:24.835697 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad598c05-af2e-4dfd-a994-bafc4967e38b None None] Routers {'c377ffbb-6c27-4978-ba59-e651495e3d79'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:24:24.837810 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-ad598c05-af2e-4dfd-a994-bafc4967e38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:24:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['c377ffbb-6c27-4978-ba59-e651495e3d79'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:24.887630 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b55a29-2b3d-4a08-8986-93bcaf3c8b20 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Pushing event deleted for resources: {'Subnet': ['ID=a506c082-51b7-46f3-957e-8cffa4fe329b,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:24.901229 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 65f6dddd-40e5-4a3c-8b2f-4736c46347e6 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:24:24.901861 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (65f6dddd-40e5-4a3c-8b2f-4736c46347e6), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:25.066576 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-ad598c05-af2e-4dfd-a994-bafc4967e38b None None] Set router c377ffbb-6c27-4978-ba59-e651495e3d79 gateway port host: None {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:24:25.082374 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a7b55a29-2b3d-4a08-8986-93bcaf3c8b20 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (6decde5d-074b-416c-a8c6-2bd8f49eda0c), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:25.099265 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e68813ef-a425-49ca-ad61-b8451d9dc194 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (2e079de3-6037-41bb-87bc-35ebda6350e0), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:25.156470 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-a7b55a29-2b3d-4a08-8986-93bcaf3c8b20 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6decde5d-074b-416c-a8c6-2bd8f49eda0c']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:25.165049 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-b7f7ea77-87f4-411f-8ea8-23ccd40308c2 None None] Current status of the port d9813608-6f07-45d3-85dc-ff405d99c449 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:24:25.187402 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-b7f7ea77-87f4-411f-8ea8-23ccd40308c2 None None] Could not find standard attr ID for object 566e718c-cd23-4909-91a3-3bccae2a3dd8. {{(pid=109695) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 07:24:25.187753 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-de6faebd-b0fa-4db9-b35d-63774eaf6822 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (21bf9f4a-8e6f-4594-a4f8-afac5a2c2431), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:25.202494 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e68813ef-a425-49ca-ad61-b8451d9dc194 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (2e079de3-6037-41bb-87bc-35ebda6350e0), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:25.265303 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e68813ef-a425-49ca-ad61-b8451d9dc194 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:25.266190 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7aa743-0a64-4cbd-ae2f-60d64315ead1 None None] Network 4695d7fe-9fa2-4141-8405-ab3048c26097 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:24:25.279973 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-e68813ef-a425-49ca-ad61-b8451d9dc194 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "DELETE /v2.0/subnets/2e079de3-6037-41bb-87bc-35ebda6350e0 HTTP/1.1" status: 204 len: 168 time: 0.7688096 Feb 02 07:24:25.283289 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68813ef-a425-49ca-ad61-b8451d9dc194 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Pushing event deleted for resources: {'Subnet': ['ID=2e079de3-6037-41bb-87bc-35ebda6350e0,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:25.289988 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43346) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:25.376358 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-a7b55a29-2b3d-4a08-8986-93bcaf3c8b20 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfab28ad-16af-4998-b458-0eca1b1a9572') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:25.376665 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-a7b55a29-2b3d-4a08-8986-93bcaf3c8b20 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfab28ad-16af-4998-b458-0eca1b1a9572') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:25.397746 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 65f6dddd-40e5-4a3c-8b2f-4736c46347e6 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:24:25.400207 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a7b55a29-2b3d-4a08-8986-93bcaf3c8b20 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (dfab28ad-16af-4998-b458-0eca1b1a9572), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:25.428515 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a7b55a29-2b3d-4a08-8986-93bcaf3c8b20 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (dfab28ad-16af-4998-b458-0eca1b1a9572), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:25.446474 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7b55a29-2b3d-4a08-8986-93bcaf3c8b20 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:24:25.447357 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a7b55a29-2b3d-4a08-8986-93bcaf3c8b20 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (dfab28ad-16af-4998-b458-0eca1b1a9572), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:25.502793 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-48356ad3-9678-4ae0-8264-68de45b66cd0 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (4695d7fe-9fa2-4141-8405-ab3048c26097), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:25.541436 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-ad598c05-af2e-4dfd-a994-bafc4967e38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'name': 'tempest-RoutersIpV6Test-router-58342812', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:23:44Z', 'updated_at': '2022-02-02T07:24:22Z', 'revision_number': 8, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'gw_port_host': None, '_interfaces': [{'id': '594b23b2-87ec-473b-ae2d-2d81b66bb96a', 'name': '', 'network_id': '151c1bac-3568-4be4-894c-7d09a5030272', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'mac_address': 'fa:16:3e:72:51:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'ad81f9a5-6536-4f51-84aa-dbda9c5233c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:23:53Z', 'updated_at': '2022-02-02T07:24:09Z', 'revision_number': 5, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'subnets': [{'id': 'ad81f9a5-6536-4f51-84aa-dbda9c5233c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65f6dddd-40e5-4a3c-8b2f-4736c46347e6', 'name': '', 'network_id': '1b3f7d22-a394-4bb1-8d91-67ea02ef5ccb', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'mac_address': 'fa:16:3e:0b:c6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': 'd79706cc-d234-4cca-9849-acccfe643d37', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:24:03Z', 'updated_at': '2022-02-02T07:24:18Z', 'revision_number': 5, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'subnets': [{'id': 'd79706cc-d234-4cca-9849-acccfe643d37', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a796dab0-f861-4c6e-966d-abe62e2e701b', 'name': '', 'network_id': '01201ded-b361-43c1-a42e-859a2a7253f6', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'mac_address': 'fa:16:3e:ca:fe:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': 'ef49c351-2091-4069-aaa0-da2ad346d62c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:23:46Z', 'updated_at': '2022-02-02T07:23:53Z', 'revision_number': 5, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'subnets': [{'id': 'ef49c351-2091-4069-aaa0-da2ad346d62c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:25.605297 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad598c05-af2e-4dfd-a994-bafc4967e38b None None] The sync data for ids ['c377ffbb-6c27-4978-ba59-e651495e3d79'] in n-d-789963-26 is: [{'id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'name': 'tempest-RoutersIpV6Test-router-58342812', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:23:44Z', 'updated_at': '2022-02-02T07:24:22Z', 'revision_number': 8, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'gw_port_host': None, '_interfaces': [{'id': '594b23b2-87ec-473b-ae2d-2d81b66bb96a', 'name': '', 'network_id': '151c1bac-3568-4be4-894c-7d09a5030272', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'mac_address': 'fa:16:3e:72:51:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'ad81f9a5-6536-4f51-84aa-dbda9c5233c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:23:53Z', 'updated_at': '2022-02-02T07:24:09Z', 'revision_number': 5, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'subnets': [{'id': 'ad81f9a5-6536-4f51-84aa-dbda9c5233c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65f6dddd-40e5-4a3c-8b2f-4736c46347e6', 'name': '', 'network_id': '1b3f7d22-a394-4bb1-8d91-67ea02ef5ccb', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'mac_address': 'fa:16:3e:0b:c6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': 'd79706cc-d234-4cca-9849-acccfe643d37', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:24:03Z', 'updated_at': '2022-02-02T07:24:18Z', 'revision_number': 5, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'subnets': [{'id': 'd79706cc-d234-4cca-9849-acccfe643d37', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a796dab0-f861-4c6e-966d-abe62e2e701b', 'name': '', 'network_id': '01201ded-b361-43c1-a42e-859a2a7253f6', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'mac_address': 'fa:16:3e:ca:fe:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': 'ef49c351-2091-4069-aaa0-da2ad346d62c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:23:46Z', 'updated_at': '2022-02-02T07:23:53Z', 'revision_number': 5, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'subnets': [{'id': 'ef49c351-2091-4069-aaa0-da2ad346d62c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:24:25.628472 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-48356ad3-9678-4ae0-8264-68de45b66cd0 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Deleting port 76863808-41be-48a3-8fa9-70248c9f931e {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:24:25.629014 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-48356ad3-9678-4ae0-8264-68de45b66cd0 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (76863808-41be-48a3-8fa9-70248c9f931e), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:25.662388 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895f2e96-6707-4643-92b3-142b69b416ac None None] DHCP port deletion for 4695d7fe-9fa2-4141-8405-ab3048c26097 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:24:25.674651 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:24:25.674651 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:24:25.674651 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:24:25.674651 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:24:25.674651 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:24:25.674651 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:24:25.674651 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:24:25.674651 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:24:25.674651 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:24:25.674651 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:24:25.674651 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:24:25.674651 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:24:25.674651 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:24:25.674651 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:24:25.674651 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:24:25.674651 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:24:25.674651 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:24:25.674651 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:24:25.674651 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:24:25.674651 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:24:25.674651 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:24:25.674651 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:24:25.674651 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:24:25.674651 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:24:25.674651 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:24:25.674651 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:24:25.674651 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:24:25.674651 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:24:25.674651 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:24:25.674651 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:24:25.674651 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:24:25.674651 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:24:25.689790 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a7b55a29-2b3d-4a08-8986-93bcaf3c8b20 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (6decde5d-074b-416c-a8c6-2bd8f49eda0c), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:25.697237 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a7b55a29-2b3d-4a08-8986-93bcaf3c8b20 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:25.708114 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a7b55a29-2b3d-4a08-8986-93bcaf3c8b20 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] 10.222.0.87 "DELETE /v2.0/networks/6decde5d-074b-416c-a8c6-2bd8f49eda0c HTTP/1.1" status: 204 len: 168 time: 4.6583838 Feb 02 07:24:25.708993 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43358) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:25.785227 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-48356ad3-9678-4ae0-8264-68de45b66cd0 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] For port 76863808-41be-48a3-8fa9-70248c9f931e, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=76863808-41be-48a3-8fa9-70248c9f931e,segment=NetworkSegment(a733ba7c-d74b-49da-bba5-71c5d9bdef22),segment_id=a733ba7c-d74b-49da-bba5-71c5d9bdef22)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:24:25.787076 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-48356ad3-9678-4ae0-8264-68de45b66cd0 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (76863808-41be-48a3-8fa9-70248c9f931e), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:25.804131 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-895f2e96-6707-4643-92b3-142b69b416ac None None] Deleting port 76863808-41be-48a3-8fa9-70248c9f931e {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:24:25.804506 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-895f2e96-6707-4643-92b3-142b69b416ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (76863808-41be-48a3-8fa9-70248c9f931e), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:25.820297 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-48356ad3-9678-4ae0-8264-68de45b66cd0 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Calling delete_port for 76863808-41be-48a3-8fa9-70248c9f931e owned by network:dhcp {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:24:25.866630 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-0133d80a-bd19-439f-b405-10cae1239f28 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] DELETE failed (client error): The resource could not be found. Feb 02 07:24:25.867100 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0133d80a-bd19-439f-b405-10cae1239f28 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:24:25.888344 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-0133d80a-bd19-439f-b405-10cae1239f28 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] 10.222.0.87 "DELETE /v2.0/subnets/a506c082-51b7-46f3-957e-8cffa4fe329b HTTP/1.1" status: 404 len: 337 time: 0.1524465 Feb 02 07:24:25.893426 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b55a29-2b3d-4a08-8986-93bcaf3c8b20 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Pushing event deleted for resources: {'Network': ['ID=6decde5d-074b-416c-a8c6-2bd8f49eda0c,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:25.900661 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43366) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:25.930120 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb4411fe-9615-4863-9d74-461d7c58df32 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] DELETE failed (client error): The resource could not be found. Feb 02 07:24:25.930870 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb4411fe-9615-4863-9d74-461d7c58df32 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:24:25.938546 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-eb4411fe-9615-4863-9d74-461d7c58df32 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] 10.222.0.87 "DELETE /v2.0/networks/6decde5d-074b-416c-a8c6-2bd8f49eda0c HTTP/1.1" status: 404 len: 339 time: 0.0363560 Feb 02 07:24:25.940889 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43368) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:25.962111 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-895f2e96-6707-4643-92b3-142b69b416ac None None] For port 76863808-41be-48a3-8fa9-70248c9f931e, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=76863808-41be-48a3-8fa9-70248c9f931e,segment=NetworkSegment(a733ba7c-d74b-49da-bba5-71c5d9bdef22),segment_id=a733ba7c-d74b-49da-bba5-71c5d9bdef22)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:24:25.962519 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-895f2e96-6707-4643-92b3-142b69b416ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (76863808-41be-48a3-8fa9-70248c9f931e), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:26.001878 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-895f2e96-6707-4643-92b3-142b69b416ac None None] Calling delete_port for 76863808-41be-48a3-8fa9-70248c9f931e owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:24:26.235873 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-48356ad3-9678-4ae0-8264-68de45b66cd0 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (76863808-41be-48a3-8fa9-70248c9f931e), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:26.259174 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-895f2e96-6707-4643-92b3-142b69b416ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (76863808-41be-48a3-8fa9-70248c9f931e), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:26.314984 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895f2e96-6707-4643-92b3-142b69b416ac None None] Pushing event deleted for resources: {'Port': ['ID=76863808-41be-48a3-8fa9-70248c9f931e,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:26.326321 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895f2e96-6707-4643-92b3-142b69b416ac None None] No DVR routers for this DVR port 76863808-41be-48a3-8fa9-70248c9f931e on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:24:26.336608 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48356ad3-9678-4ae0-8264-68de45b66cd0 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Pushing event deleted for resources: {'Port': ['ID=76863808-41be-48a3-8fa9-70248c9f931e,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:26.349870 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1d0804e3-ebc3-438f-aeb9-72e0eed5420c tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (a599f2b9-a41b-4290-ae60-dc481b05655b), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:26.368120 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48356ad3-9678-4ae0-8264-68de45b66cd0 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] No DVR routers for this DVR port 76863808-41be-48a3-8fa9-70248c9f931e on host n-d-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:24:26.397796 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-de6faebd-b0fa-4db9-b35d-63774eaf6822 admin admin] Deleting port f69515f5-72b5-4648-ae66-227a0999aafa {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:24:26.399059 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-de6faebd-b0fa-4db9-b35d-63774eaf6822 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (f69515f5-72b5-4648-ae66-227a0999aafa), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:26.418369 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-0860d69b-370d-4b59-a190-e9dd08fcb963 None None] Could not find standard attr ID for object af05e456-6450-4112-8090-71c0d0373220. {{(pid=109695) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 07:24:26.504845 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e43ed03-f732-4c94-9d49-7d328863384d None None] Sync routers for ids ['c377ffbb-6c27-4978-ba59-e651495e3d79'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:24:26.531091 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e43ed03-f732-4c94-9d49-7d328863384d None None] Routers {'c377ffbb-6c27-4978-ba59-e651495e3d79'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:24:26.534041 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-4e43ed03-f732-4c94-9d49-7d328863384d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:24:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['c377ffbb-6c27-4978-ba59-e651495e3d79'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:26.611791 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-48356ad3-9678-4ae0-8264-68de45b66cd0 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (4695d7fe-9fa2-4141-8405-ab3048c26097), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:26.633125 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-de6faebd-b0fa-4db9-b35d-63774eaf6822 admin admin] For port f69515f5-72b5-4648-ae66-227a0999aafa, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=f69515f5-72b5-4648-ae66-227a0999aafa,segment=NetworkSegment(b6f506b7-afda-4e6b-8599-9c74d4a42be7),segment_id=b6f506b7-afda-4e6b-8599-9c74d4a42be7)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:24:26.635800 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-de6faebd-b0fa-4db9-b35d-63774eaf6822 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (f69515f5-72b5-4648-ae66-227a0999aafa), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:26.649788 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 76863808-41be-48a3-8fa9-70248c9f931e no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:24:26.657798 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebae2f2f-3a0d-47a6-b92f-cd917a0b9a92 None None] DHCP port deletion for 6decde5d-074b-416c-a8c6-2bd8f49eda0c request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:24:26.672026 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1d0804e3-ebc3-438f-aeb9-72e0eed5420c tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (a599f2b9-a41b-4290-ae60-dc481b05655b), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:26.675054 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-de6faebd-b0fa-4db9-b35d-63774eaf6822 admin admin] Calling delete_port for f69515f5-72b5-4648-ae66-227a0999aafa owned by network:router_interface {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:24:26.676270 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-48356ad3-9678-4ae0-8264-68de45b66cd0 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4695d7fe-9fa2-4141-8405-ab3048c26097']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:26.697097 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-48356ad3-9678-4ae0-8264-68de45b66cd0 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a733ba7c-d74b-49da-bba5-71c5d9bdef22') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:26.697661 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-48356ad3-9678-4ae0-8264-68de45b66cd0 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a733ba7c-d74b-49da-bba5-71c5d9bdef22') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:26.719725 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-1d0804e3-ebc3-438f-aeb9-72e0eed5420c tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a599f2b9-a41b-4290-ae60-dc481b05655b']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:26.723339 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-48356ad3-9678-4ae0-8264-68de45b66cd0 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (a733ba7c-d74b-49da-bba5-71c5d9bdef22), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:26.738481 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-1d0804e3-ebc3-438f-aeb9-72e0eed5420c tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2580b461-662e-48c0-8b2e-41614e44a985') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:26.739111 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-1d0804e3-ebc3-438f-aeb9-72e0eed5420c tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2580b461-662e-48c0-8b2e-41614e44a985') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:26.753249 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1d0804e3-ebc3-438f-aeb9-72e0eed5420c tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (2580b461-662e-48c0-8b2e-41614e44a985), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:26.760333 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-48356ad3-9678-4ae0-8264-68de45b66cd0 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (a733ba7c-d74b-49da-bba5-71c5d9bdef22), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:26.768858 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48356ad3-9678-4ae0-8264-68de45b66cd0 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:24:26.769858 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-48356ad3-9678-4ae0-8264-68de45b66cd0 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (a733ba7c-d74b-49da-bba5-71c5d9bdef22), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:26.814254 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 76863808-41be-48a3-8fa9-70248c9f931e {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:24:26.814632 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 76863808-41be-48a3-8fa9-70248c9f931e not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:24:26.824199 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 566e718c-cd23-4909-91a3-3bccae2a3dd8 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:24:26.836538 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8e4494-cdda-4685-980a-ca31e3da2272 None None] Network 6decde5d-074b-416c-a8c6-2bd8f49eda0c requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:24:26.905618 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 566e718c-cd23-4909-91a3-3bccae2a3dd8 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:24:26.906398 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 566e718c-cd23-4909-91a3-3bccae2a3dd8 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:24:26.911416 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-de6faebd-b0fa-4db9-b35d-63774eaf6822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (f69515f5-72b5-4648-ae66-227a0999aafa), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:26.912362 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:24:26.912362 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:24:26.912362 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:24:26.912362 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:24:26.912362 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:24:26.912362 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:24:26.912362 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:24:26.912362 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:24:26.912362 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:24:26.912362 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:24:26.912362 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:24:26.912362 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:24:26.912362 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:24:26.912362 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:24:26.912362 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:24:26.912362 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:24:26.912362 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:24:26.912362 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:24:26.912362 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:24:26.912362 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:24:26.912362 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:24:26.912362 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:24:26.912362 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:24:26.912362 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:24:26.912362 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:24:26.912362 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:24:26.912362 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:24:26.912362 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:24:26.912362 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:24:26.912362 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:24:26.912362 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:24:26.912362 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:24:26.932367 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1d0804e3-ebc3-438f-aeb9-72e0eed5420c tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (2580b461-662e-48c0-8b2e-41614e44a985), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:26.940968 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d0804e3-ebc3-438f-aeb9-72e0eed5420c tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:24:26.941716 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1d0804e3-ebc3-438f-aeb9-72e0eed5420c tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (2580b461-662e-48c0-8b2e-41614e44a985), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:26.955279 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8e4494-cdda-4685-980a-ca31e3da2272 None None] Network 6decde5d-074b-416c-a8c6-2bd8f49eda0c could not be found, it might have been deleted concurrently. {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 02 07:24:26.969833 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6faebd-b0fa-4db9-b35d-63774eaf6822 admin admin] Pushing event deleted for resources: {'Port': ['ID=f69515f5-72b5-4648-ae66-227a0999aafa,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:26.987581 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26463d5-410d-4bb0-81c0-7a509ea01cb9 None None] Network 6decde5d-074b-416c-a8c6-2bd8f49eda0c requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:24:27.003817 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-4e43ed03-f732-4c94-9d49-7d328863384d None None] Set router c377ffbb-6c27-4978-ba59-e651495e3d79 gateway port host: None {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:24:27.050850 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:24:27.050850 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:24:27.050850 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:24:27.050850 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:24:27.050850 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:24:27.050850 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:24:27.050850 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:24:27.050850 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:24:27.050850 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:24:27.050850 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:24:27.050850 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:24:27.050850 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:24:27.050850 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:24:27.050850 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:24:27.050850 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:24:27.050850 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:24:27.050850 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:24:27.050850 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:24:27.050850 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:24:27.050850 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:24:27.050850 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:24:27.050850 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:24:27.050850 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:24:27.050850 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:24:27.050850 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:24:27.050850 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:24:27.050850 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:24:27.050850 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:24:27.050850 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:24:27.050850 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:24:27.050850 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:24:27.050850 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:24:27.053578 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-48356ad3-9678-4ae0-8264-68de45b66cd0 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (4695d7fe-9fa2-4141-8405-ab3048c26097), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:27.073444 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26463d5-410d-4bb0-81c0-7a509ea01cb9 None None] Network 6decde5d-074b-416c-a8c6-2bd8f49eda0c could not be found, it might have been deleted concurrently. {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 02 07:24:27.079013 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-48356ad3-9678-4ae0-8264-68de45b66cd0 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:27.084510 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-48356ad3-9678-4ae0-8264-68de45b66cd0 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "DELETE /v2.0/networks/4695d7fe-9fa2-4141-8405-ab3048c26097 HTTP/1.1" status: 204 len: 168 time: 1.7929060 Feb 02 07:24:27.086506 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48356ad3-9678-4ae0-8264-68de45b66cd0 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Pushing event deleted for resources: {'Network': ['ID=4695d7fe-9fa2-4141-8405-ab3048c26097,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:27.088488 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1d0804e3-ebc3-438f-aeb9-72e0eed5420c tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (a599f2b9-a41b-4290-ae60-dc481b05655b), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:27.091436 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43400) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:27.119351 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1d0804e3-ebc3-438f-aeb9-72e0eed5420c tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:27.124851 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-1d0804e3-ebc3-438f-aeb9-72e0eed5420c tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] 10.222.0.87 "DELETE /v2.0/networks/a599f2b9-a41b-4290-ae60-dc481b05655b HTTP/1.1" status: 204 len: 168 time: 1.1806605 Feb 02 07:24:27.124851 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0804e3-ebc3-438f-aeb9-72e0eed5420c tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Pushing event deleted for resources: {'Network': ['ID=a599f2b9-a41b-4290-ae60-dc481b05655b,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:27.127702 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43404) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:27.189260 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-221b41d8-a665-4474-a064-9d461916a204 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] DELETE failed (client error): The resource could not be found. Feb 02 07:24:27.190032 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-221b41d8-a665-4474-a064-9d461916a204 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:24:27.194408 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-221b41d8-a665-4474-a064-9d461916a204 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] 10.222.0.87 "DELETE /v2.0/subnets/5a10c440-8203-4cb6-857d-2ec7b9fbc6e7 HTTP/1.1" status: 404 len: 337 time: 0.0669317 Feb 02 07:24:27.202796 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43406) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:27.250548 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f1633b5-ff7e-4af8-8759-cf3a0f8e11b0 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] DELETE failed (client error): The resource could not be found. Feb 02 07:24:27.252276 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f1633b5-ff7e-4af8-8759-cf3a0f8e11b0 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:24:27.258486 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-1f1633b5-ff7e-4af8-8759-cf3a0f8e11b0 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] 10.222.0.87 "DELETE /v2.0/networks/b3e457e8-dec0-492c-b676-073c4a4e35ab HTTP/1.1" status: 404 len: 339 time: 0.0528388 Feb 02 07:24:27.264182 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43412) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:27.368905 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-57e17fb9-5b66-49fd-9984-3b9437fbabbe tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Deleting subnet 17ae1839-2e0f-448d-b5a3-13f5d2b20049 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:24:27.377488 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-57e17fb9-5b66-49fd-9984-3b9437fbabbe tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks [] for subnet (17ae1839-2e0f-448d-b5a3-13f5d2b20049), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:27.384439 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-de6faebd-b0fa-4db9-b35d-63774eaf6822 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (21bf9f4a-8e6f-4594-a4f8-afac5a2c2431), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:27.453013 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:27.506282 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-57e17fb9-5b66-49fd-9984-3b9437fbabbe tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (17ae1839-2e0f-448d-b5a3-13f5d2b20049), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:27.560438 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-4e43ed03-f732-4c94-9d49-7d328863384d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'name': 'tempest-RoutersIpV6Test-router-58342812', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:23:44Z', 'updated_at': '2022-02-02T07:24:22Z', 'revision_number': 8, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'gw_port_host': None, '_interfaces': [{'id': '594b23b2-87ec-473b-ae2d-2d81b66bb96a', 'name': '', 'network_id': '151c1bac-3568-4be4-894c-7d09a5030272', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'mac_address': 'fa:16:3e:72:51:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'ad81f9a5-6536-4f51-84aa-dbda9c5233c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:23:53Z', 'updated_at': '2022-02-02T07:24:09Z', 'revision_number': 5, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'subnets': [{'id': 'ad81f9a5-6536-4f51-84aa-dbda9c5233c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65f6dddd-40e5-4a3c-8b2f-4736c46347e6', 'name': '', 'network_id': '1b3f7d22-a394-4bb1-8d91-67ea02ef5ccb', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'mac_address': 'fa:16:3e:0b:c6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': 'd79706cc-d234-4cca-9849-acccfe643d37', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:24:03Z', 'updated_at': '2022-02-02T07:24:18Z', 'revision_number': 5, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'subnets': [{'id': 'd79706cc-d234-4cca-9849-acccfe643d37', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a796dab0-f861-4c6e-966d-abe62e2e701b', 'name': '', 'network_id': '01201ded-b361-43c1-a42e-859a2a7253f6', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'mac_address': 'fa:16:3e:ca:fe:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': 'ef49c351-2091-4069-aaa0-da2ad346d62c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:23:46Z', 'updated_at': '2022-02-02T07:23:53Z', 'revision_number': 5, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'subnets': [{'id': 'ef49c351-2091-4069-aaa0-da2ad346d62c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:27.647091 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-57e17fb9-5b66-49fd-9984-3b9437fbabbe tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (17ae1839-2e0f-448d-b5a3-13f5d2b20049), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:27.650353 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e43ed03-f732-4c94-9d49-7d328863384d None None] Checking router: c377ffbb-6c27-4978-ba59-e651495e3d79 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:24:27.689829 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e43ed03-f732-4c94-9d49-7d328863384d None None] Routers {'c377ffbb-6c27-4978-ba59-e651495e3d79'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:24:27.690651 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-4e43ed03-f732-4c94-9d49-7d328863384d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:24:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['c377ffbb-6c27-4978-ba59-e651495e3d79'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:27.726287 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-57e17fb9-5b66-49fd-9984-3b9437fbabbe tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (17ae1839-2e0f-448d-b5a3-13f5d2b20049), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:27.829599 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e17fb9-5b66-49fd-9984-3b9437fbabbe tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Pushing event deleted for resources: {'Subnet': ['ID=17ae1839-2e0f-448d-b5a3-13f5d2b20049,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:27.836559 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-57e17fb9-5b66-49fd-9984-3b9437fbabbe tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks [] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:27.844514 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-57e17fb9-5b66-49fd-9984-3b9437fbabbe tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] 10.222.0.87 "DELETE /v2.0/subnets/17ae1839-2e0f-448d-b5a3-13f5d2b20049 HTTP/1.1" status: 204 len: 168 time: 0.5790515 Feb 02 07:24:27.846337 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43424) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:27.921333 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d9820aee-718b-4823-a35e-7129f3f99af5 req-454e33e3-8934-42d3-b258-6e4ed27afa3b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bac6e782-aeff-46f5-8504-3d7aac6312fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1787374 Feb 02 07:24:27.955876 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-ede91aa1-9586-407d-b31e-d78747df2330 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Deleting subnet a8c10ffd-6930-4d9c-a6e1-0ad8f194b19a {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:24:27.961449 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ede91aa1-9586-407d-b31e-d78747df2330 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks [] for subnet (a8c10ffd-6930-4d9c-a6e1-0ad8f194b19a), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:28.023841 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:24:28.068708 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de6faebd-b0fa-4db9-b35d-63774eaf6822 admin admin] Router 21bf9f4a-8e6f-4594-a4f8-afac5a2c2431 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:24:28.093246 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ede91aa1-9586-407d-b31e-d78747df2330 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (a8c10ffd-6930-4d9c-a6e1-0ad8f194b19a), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:28.115981 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ec866823-7523-417d-9da1-5ca52230e933 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (c377ffbb-6c27-4978-ba59-e651495e3d79), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:28.169363 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9820aee-718b-4823-a35e-7129f3f99af5 req-5ac5cb5a-f211-410b-be1e-cc3efe9a8c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:24:28.171204 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d9820aee-718b-4823-a35e-7129f3f99af5 req-5ac5cb5a-f211-410b-be1e-cc3efe9a8c9b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=698270003fc3486cb201010c23ddb935&device_id=bac6e782-aeff-46f5-8504-3d7aac6312fb HTTP/1.1" status: 200 len: 1128 time: 0.1312439 Feb 02 07:24:28.173586 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b437e7-d669-4bb4-adf0-2738badb6448 None None] Network c859d754-260c-4fb5-9535-cce89763681c requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:24:28.292218 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ede91aa1-9586-407d-b31e-d78747df2330 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (a8c10ffd-6930-4d9c-a6e1-0ad8f194b19a), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:28.425839 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-4e43ed03-f732-4c94-9d49-7d328863384d None None] Set router c377ffbb-6c27-4978-ba59-e651495e3d79 gateway port host: None {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:24:28.461722 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ede91aa1-9586-407d-b31e-d78747df2330 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (a8c10ffd-6930-4d9c-a6e1-0ad8f194b19a), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:28.524163 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device af05e456-6450-4112-8090-71c0d0373220 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:24:28.542472 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43434) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:28.570559 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: af05e456-6450-4112-8090-71c0d0373220 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:24:28.570909 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device af05e456-6450-4112-8090-71c0d0373220 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:24:28.652941 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede91aa1-9586-407d-b31e-d78747df2330 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Pushing event deleted for resources: {'Subnet': ['ID=a8c10ffd-6930-4d9c-a6e1-0ad8f194b19a,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:28.669625 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ede91aa1-9586-407d-b31e-d78747df2330 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks [] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:28.676709 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-ede91aa1-9586-407d-b31e-d78747df2330 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] 10.222.0.87 "DELETE /v2.0/subnets/a8c10ffd-6930-4d9c-a6e1-0ad8f194b19a HTTP/1.1" status: 204 len: 168 time: 0.8265762 Feb 02 07:24:28.677624 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43438) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:28.695611 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de6faebd-b0fa-4db9-b35d-63774eaf6822 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:24:28.703285 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-de6faebd-b0fa-4db9-b35d-63774eaf6822 admin admin] 10.222.0.87 "PUT /v2.0/routers/21bf9f4a-8e6f-4594-a4f8-afac5a2c2431/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7638412 Feb 02 07:24:28.707842 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cde1c5-09fd-465a-88ef-b1e8d0447536 None None] Sync routers for ids ['21bf9f4a-8e6f-4594-a4f8-afac5a2c2431'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:24:28.714608 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43440) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:28.725215 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cde1c5-09fd-465a-88ef-b1e8d0447536 None None] Routers {'21bf9f4a-8e6f-4594-a4f8-afac5a2c2431'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:24:28.725836 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-a2cde1c5-09fd-465a-88ef-b1e8d0447536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:24:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['21bf9f4a-8e6f-4594-a4f8-afac5a2c2431'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:28.857265 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235723d5-a868-4fdb-96a0-571c1d6fb197 None None] Update dhcp port {'port': {'network_id': 'c859d754-260c-4fb5-9535-cce89763681c', 'fixed_ips': [{'subnet_id': 'a8c10ffd-6930-4d9c-a6e1-0ad8f194b19a'}], 'binding:host_id': 'n-d-789963-26'}, 'id': 'd9813608-6f07-45d3-85dc-ff405d99c449'} from n-d-789963-26. {{(pid=109695) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 02 07:24:28.911346 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede91aa1-9586-407d-b31e-d78747df2330 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:24:28.913469 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede91aa1-9586-407d-b31e-d78747df2330 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:24:28.913469 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede91aa1-9586-407d-b31e-d78747df2330 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:24:28.913964 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede91aa1-9586-407d-b31e-d78747df2330 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:24:28.916125 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede91aa1-9586-407d-b31e-d78747df2330 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:24:28.916554 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede91aa1-9586-407d-b31e-d78747df2330 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:24:28.916972 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede91aa1-9586-407d-b31e-d78747df2330 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:24:28.917503 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede91aa1-9586-407d-b31e-d78747df2330 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:24:28.921109 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede91aa1-9586-407d-b31e-d78747df2330 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:24:28.921554 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede91aa1-9586-407d-b31e-d78747df2330 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:24:28.921965 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede91aa1-9586-407d-b31e-d78747df2330 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:24:28.922315 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede91aa1-9586-407d-b31e-d78747df2330 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:24:28.922657 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede91aa1-9586-407d-b31e-d78747df2330 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:24:28.935180 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2ead270d-2b19-4da4-9f17-33d508846644 admin admin] Publish callbacks [] for router (21bf9f4a-8e6f-4594-a4f8-afac5a2c2431), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:28.959206 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-235723d5-a868-4fdb-96a0-571c1d6fb197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (d9813608-6f07-45d3-85dc-ff405d99c449), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:28.965682 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-a2cde1c5-09fd-465a-88ef-b1e8d0447536 None None] Set router 21bf9f4a-8e6f-4594-a4f8-afac5a2c2431 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:24:28.984302 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-ec866823-7523-417d-9da1-5ca52230e933 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Deleting port 65f6dddd-40e5-4a3c-8b2f-4736c46347e6 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:24:28.984734 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ec866823-7523-417d-9da1-5ca52230e933 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (65f6dddd-40e5-4a3c-8b2f-4736c46347e6), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:29.114758 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-ec866823-7523-417d-9da1-5ca52230e933 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] For port 65f6dddd-40e5-4a3c-8b2f-4736c46347e6, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=65f6dddd-40e5-4a3c-8b2f-4736c46347e6,segment=NetworkSegment(1d35e10f-eb66-48a5-a567-1ab373f127a9),segment_id=1d35e10f-eb66-48a5-a567-1ab373f127a9)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:24:29.115966 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ec866823-7523-417d-9da1-5ca52230e933 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (65f6dddd-40e5-4a3c-8b2f-4736c46347e6), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:29.121067 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-4e43ed03-f732-4c94-9d49-7d328863384d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'name': 'tempest-RoutersIpV6Test-router-58342812', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:23:44Z', 'updated_at': '2022-02-02T07:24:22Z', 'revision_number': 8, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'gw_port_host': None, '_interfaces': [{'id': '594b23b2-87ec-473b-ae2d-2d81b66bb96a', 'name': '', 'network_id': '151c1bac-3568-4be4-894c-7d09a5030272', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'mac_address': 'fa:16:3e:72:51:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'ad81f9a5-6536-4f51-84aa-dbda9c5233c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:23:53Z', 'updated_at': '2022-02-02T07:24:09Z', 'revision_number': 5, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'subnets': [{'id': 'ad81f9a5-6536-4f51-84aa-dbda9c5233c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65f6dddd-40e5-4a3c-8b2f-4736c46347e6', 'name': '', 'network_id': '1b3f7d22-a394-4bb1-8d91-67ea02ef5ccb', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'mac_address': 'fa:16:3e:0b:c6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': 'd79706cc-d234-4cca-9849-acccfe643d37', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:24:03Z', 'updated_at': '2022-02-02T07:24:18Z', 'revision_number': 5, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'subnets': [{'id': 'd79706cc-d234-4cca-9849-acccfe643d37', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a796dab0-f861-4c6e-966d-abe62e2e701b', 'name': '', 'network_id': '01201ded-b361-43c1-a42e-859a2a7253f6', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'mac_address': 'fa:16:3e:ca:fe:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': 'ef49c351-2091-4069-aaa0-da2ad346d62c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:23:46Z', 'updated_at': '2022-02-02T07:23:53Z', 'revision_number': 5, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'subnets': [{'id': 'ef49c351-2091-4069-aaa0-da2ad346d62c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:29.131627 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-ec866823-7523-417d-9da1-5ca52230e933 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Calling delete_port for 65f6dddd-40e5-4a3c-8b2f-4736c46347e6 owned by network:router_interface {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:24:29.141527 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9820aee-718b-4823-a35e-7129f3f99af5 req-2310d7e1-0684-420e-96cf-454b8d35c5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:24:29.148904 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d9820aee-718b-4823-a35e-7129f3f99af5 req-2310d7e1-0684-420e-96cf-454b8d35c5a6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=07aa33f7-959d-499a-9182-cb63812d9b32 HTTP/1.1" status: 200 len: 909 time: 0.9210420 Feb 02 07:24:29.149732 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d874dd72-c1c6-4e0c-a2e8-8043914ce96a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:29.201713 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e43ed03-f732-4c94-9d49-7d328863384d None None] The sync data for ids ['c377ffbb-6c27-4978-ba59-e651495e3d79'] in n-d-789963-26 is: [{'id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'name': 'tempest-RoutersIpV6Test-router-58342812', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:23:44Z', 'updated_at': '2022-02-02T07:24:22Z', 'revision_number': 8, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'gw_port_host': None, '_interfaces': [{'id': '594b23b2-87ec-473b-ae2d-2d81b66bb96a', 'name': '', 'network_id': '151c1bac-3568-4be4-894c-7d09a5030272', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'mac_address': 'fa:16:3e:72:51:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'ad81f9a5-6536-4f51-84aa-dbda9c5233c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:23:53Z', 'updated_at': '2022-02-02T07:24:09Z', 'revision_number': 5, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'subnets': [{'id': 'ad81f9a5-6536-4f51-84aa-dbda9c5233c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65f6dddd-40e5-4a3c-8b2f-4736c46347e6', 'name': '', 'network_id': '1b3f7d22-a394-4bb1-8d91-67ea02ef5ccb', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'mac_address': 'fa:16:3e:0b:c6:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': 'd79706cc-d234-4cca-9849-acccfe643d37', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:24:03Z', 'updated_at': '2022-02-02T07:24:18Z', 'revision_number': 5, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'subnets': [{'id': 'd79706cc-d234-4cca-9849-acccfe643d37', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a796dab0-f861-4c6e-966d-abe62e2e701b', 'name': '', 'network_id': '01201ded-b361-43c1-a42e-859a2a7253f6', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'mac_address': 'fa:16:3e:ca:fe:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': 'ef49c351-2091-4069-aaa0-da2ad346d62c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:23:46Z', 'updated_at': '2022-02-02T07:23:53Z', 'revision_number': 5, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'subnets': [{'id': 'ef49c351-2091-4069-aaa0-da2ad346d62c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:24:29.240298 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484e1a30-3562-474d-8af1-1cb7256807d1 None None] Network c859d754-260c-4fb5-9535-cce89763681c requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:24:29.353287 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-a2cde1c5-09fd-465a-88ef-b1e8d0447536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21bf9f4a-8e6f-4594-a4f8-afac5a2c2431', 'name': 'tempest-ServerRescueNegativeTestJSON-1888850031-router', 'tenant_id': '138c5dcdbd6744ca8b38947e5ed99f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'a9d7840c-6479-4995-b5bb-a44bf3c4b278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:21:13Z', 'updated_at': '2022-02-02T07:24:26Z', 'revision_number': 5, 'project_id': '138c5dcdbd6744ca8b38947e5ed99f36', 'gw_port': {'id': 'a9d7840c-6479-4995-b5bb-a44bf3c4b278', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:38:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21bf9f4a-8e6f-4594-a4f8-afac5a2c2431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:21:14Z', 'updated_at': '2022-02-02T07:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:29.389522 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cde1c5-09fd-465a-88ef-b1e8d0447536 None None] Checking router: 21bf9f4a-8e6f-4594-a4f8-afac5a2c2431 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:24:29.406623 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cde1c5-09fd-465a-88ef-b1e8d0447536 None None] Routers {'21bf9f4a-8e6f-4594-a4f8-afac5a2c2431'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:24:29.407433 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-a2cde1c5-09fd-465a-88ef-b1e8d0447536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:24:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['21bf9f4a-8e6f-4594-a4f8-afac5a2c2431'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:29.468578 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-4c52966b-67d5-410e-865c-8bc3808d46e7 None None] Provisioning complete for port d9813608-6f07-45d3-85dc-ff405d99c449 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:24:29.469056 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-4c52966b-67d5-410e-865c-8bc3808d46e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (d9813608-6f07-45d3-85dc-ff405d99c449), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:29.509471 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ec866823-7523-417d-9da1-5ca52230e933 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (65f6dddd-40e5-4a3c-8b2f-4736c46347e6), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:29.577315 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec866823-7523-417d-9da1-5ca52230e933 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Pushing event deleted for resources: {'Port': ['ID=65f6dddd-40e5-4a3c-8b2f-4736c46347e6,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:29.586335 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463da74c-6bed-4434-af4b-37c2bf51d448 None None] DHCP port deletion for c859d754-260c-4fb5-9535-cce89763681c request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:24:29.777612 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-4c52966b-67d5-410e-865c-8bc3808d46e7 None None] Current status of the port d9813608-6f07-45d3-85dc-ff405d99c449 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:24:29.787372 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-a2cde1c5-09fd-465a-88ef-b1e8d0447536 None None] Set router 21bf9f4a-8e6f-4594-a4f8-afac5a2c2431 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:24:29.789510 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-463da74c-6bed-4434-af4b-37c2bf51d448 None None] Deleting port d9813608-6f07-45d3-85dc-ff405d99c449 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:24:29.790073 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-463da74c-6bed-4434-af4b-37c2bf51d448 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (d9813608-6f07-45d3-85dc-ff405d99c449), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:29.926904 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-463da74c-6bed-4434-af4b-37c2bf51d448 None None] For port d9813608-6f07-45d3-85dc-ff405d99c449, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=d9813608-6f07-45d3-85dc-ff405d99c449,segment=NetworkSegment(edeb1a8e-cd8b-4674-909c-6e581a0759ad),segment_id=edeb1a8e-cd8b-4674-909c-6e581a0759ad)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:24:29.927523 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-463da74c-6bed-4434-af4b-37c2bf51d448 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (d9813608-6f07-45d3-85dc-ff405d99c449), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:29.953751 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-463da74c-6bed-4434-af4b-37c2bf51d448 None None] Calling delete_port for d9813608-6f07-45d3-85dc-ff405d99c449 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:24:30.091494 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-463da74c-6bed-4434-af4b-37c2bf51d448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (d9813608-6f07-45d3-85dc-ff405d99c449), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:30.125820 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-a2cde1c5-09fd-465a-88ef-b1e8d0447536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21bf9f4a-8e6f-4594-a4f8-afac5a2c2431', 'name': 'tempest-ServerRescueNegativeTestJSON-1888850031-router', 'tenant_id': '138c5dcdbd6744ca8b38947e5ed99f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'a9d7840c-6479-4995-b5bb-a44bf3c4b278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:21:13Z', 'updated_at': '2022-02-02T07:24:26Z', 'revision_number': 5, 'project_id': '138c5dcdbd6744ca8b38947e5ed99f36', 'gw_port': {'id': 'a9d7840c-6479-4995-b5bb-a44bf3c4b278', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:38:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21bf9f4a-8e6f-4594-a4f8-afac5a2c2431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:21:14Z', 'updated_at': '2022-02-02T07:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:30.161158 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cde1c5-09fd-465a-88ef-b1e8d0447536 None None] The sync data for ids ['21bf9f4a-8e6f-4594-a4f8-afac5a2c2431'] in n-d-789963-26 is: [{'id': '21bf9f4a-8e6f-4594-a4f8-afac5a2c2431', 'name': 'tempest-ServerRescueNegativeTestJSON-1888850031-router', 'tenant_id': '138c5dcdbd6744ca8b38947e5ed99f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'a9d7840c-6479-4995-b5bb-a44bf3c4b278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:21:13Z', 'updated_at': '2022-02-02T07:24:26Z', 'revision_number': 5, 'project_id': '138c5dcdbd6744ca8b38947e5ed99f36', 'gw_port': {'id': 'a9d7840c-6479-4995-b5bb-a44bf3c4b278', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:38:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21bf9f4a-8e6f-4594-a4f8-afac5a2c2431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:21:14Z', 'updated_at': '2022-02-02T07:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:24:30.167283 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d9820aee-718b-4823-a35e-7129f3f99af5 req-8a31467d-aab6-493d-845e-c1276e75a173 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc6dcb22-68e2-41c8-b008-e0071242a497 HTTP/1.1" status: 200 len: 1001 time: 0.9867814 Feb 02 07:24:30.175288 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463da74c-6bed-4434-af4b-37c2bf51d448 None None] No DVR routers for this DVR port d9813608-6f07-45d3-85dc-ff405d99c449 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:24:30.190465 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463da74c-6bed-4434-af4b-37c2bf51d448 None None] Pushing event deleted for resources: {'Port': ['ID=d9813608-6f07-45d3-85dc-ff405d99c449,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:30.269852 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ec866823-7523-417d-9da1-5ca52230e933 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (c377ffbb-6c27-4978-ba59-e651495e3d79), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:30.272952 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1864d0fd-d7d7-4e5a-9ef6-13232c177571 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (c859d754-260c-4fb5-9535-cce89763681c), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:30.353630 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2ead270d-2b19-4da4-9f17-33d508846644 admin admin] Publish callbacks [] for router_gateway (21bf9f4a-8e6f-4594-a4f8-afac5a2c2431), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:30.436248 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9820aee-718b-4823-a35e-7129f3f99af5 req-2f585a90-26c3-4478-8fb7-f38587a85639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:24:30.437883 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d9820aee-718b-4823-a35e-7129f3f99af5 req-2f585a90-26c3-4478-8fb7-f38587a85639 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3e073878-b818-46b9-96b5-3256e357bd8a HTTP/1.1" status: 200 len: 847 time: 0.1632688 Feb 02 07:24:30.530987 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device d9813608-6f07-45d3-85dc-ff405d99c449 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:24:30.548854 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1864d0fd-d7d7-4e5a-9ef6-13232c177571 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (c859d754-260c-4fb5-9535-cce89763681c), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:30.574511 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-1864d0fd-d7d7-4e5a-9ef6-13232c177571 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c859d754-260c-4fb5-9535-cce89763681c']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:30.594968 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: d9813608-6f07-45d3-85dc-ff405d99c449 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:24:30.595533 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device d9813608-6f07-45d3-85dc-ff405d99c449 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:24:30.595764 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device f69515f5-72b5-4648-ae66-227a0999aafa no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:24:30.604200 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec866823-7523-417d-9da1-5ca52230e933 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Router c377ffbb-6c27-4978-ba59-e651495e3d79 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:24:30.608443 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-1864d0fd-d7d7-4e5a-9ef6-13232c177571 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edeb1a8e-cd8b-4674-909c-6e581a0759ad') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:30.608817 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-1864d0fd-d7d7-4e5a-9ef6-13232c177571 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edeb1a8e-cd8b-4674-909c-6e581a0759ad') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:30.619605 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1864d0fd-d7d7-4e5a-9ef6-13232c177571 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (edeb1a8e-cd8b-4674-909c-6e581a0759ad), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:30.642762 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: f69515f5-72b5-4648-ae66-227a0999aafa {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:24:30.643095 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1864d0fd-d7d7-4e5a-9ef6-13232c177571 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (edeb1a8e-cd8b-4674-909c-6e581a0759ad), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:30.643950 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device f69515f5-72b5-4648-ae66-227a0999aafa not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:24:30.652112 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1864d0fd-d7d7-4e5a-9ef6-13232c177571 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:24:30.652728 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1864d0fd-d7d7-4e5a-9ef6-13232c177571 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (edeb1a8e-cd8b-4674-909c-6e581a0759ad), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:30.717282 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec866823-7523-417d-9da1-5ca52230e933 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:24:30.722235 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-ec866823-7523-417d-9da1-5ca52230e933 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "PUT /v2.0/routers/c377ffbb-6c27-4978-ba59-e651495e3d79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6196001 Feb 02 07:24:30.726335 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43448) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:30.732795 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8374c83b-674d-43a5-9caf-34045227664c None None] Sync routers for ids ['c377ffbb-6c27-4978-ba59-e651495e3d79'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:24:30.740655 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:24:30.740655 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:24:30.740655 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:24:30.740655 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:24:30.740655 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:24:30.740655 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:24:30.740655 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:24:30.740655 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:24:30.740655 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:24:30.740655 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:24:30.740655 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:24:30.740655 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:24:30.740655 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:24:30.740655 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:24:30.740655 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:24:30.740655 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:24:30.740655 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:24:30.740655 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:24:30.740655 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:24:30.740655 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:24:30.740655 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:24:30.740655 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:24:30.740655 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:24:30.740655 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:24:30.740655 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:24:30.740655 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:24:30.740655 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:24:30.740655 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:24:30.740655 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:24:30.740655 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:24:30.740655 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:24:30.740655 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:24:30.772328 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1864d0fd-d7d7-4e5a-9ef6-13232c177571 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (c859d754-260c-4fb5-9535-cce89763681c), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:30.778963 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1864d0fd-d7d7-4e5a-9ef6-13232c177571 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:30.783392 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-1864d0fd-d7d7-4e5a-9ef6-13232c177571 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] 10.222.0.87 "DELETE /v2.0/networks/c859d754-260c-4fb5-9535-cce89763681c HTTP/1.1" status: 204 len: 168 time: 2.0877190 Feb 02 07:24:30.790449 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8374c83b-674d-43a5-9caf-34045227664c None None] Routers {'c377ffbb-6c27-4978-ba59-e651495e3d79'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:24:30.794038 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-8374c83b-674d-43a5-9caf-34045227664c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:24:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['c377ffbb-6c27-4978-ba59-e651495e3d79'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:30.822442 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43450) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:30.826413 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-f140a37d-de14-4a07-9dfc-6ee3ffe2c9e4 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Deleting subnet d79706cc-d234-4cca-9849-acccfe643d37 {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:24:30.837973 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f140a37d-de14-4a07-9dfc-6ee3ffe2c9e4 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for subnet (d79706cc-d234-4cca-9849-acccfe643d37), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:30.844029 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1864d0fd-d7d7-4e5a-9ef6-13232c177571 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Pushing event deleted for resources: {'Network': ['ID=c859d754-260c-4fb5-9535-cce89763681c,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:30.899081 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d0a8d96-909f-4123-9f68-1606c9cfe705 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] DELETE failed (client error): The resource could not be found. Feb 02 07:24:30.899542 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d0a8d96-909f-4123-9f68-1606c9cfe705 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:24:30.912476 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-1d0a8d96-909f-4123-9f68-1606c9cfe705 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] 10.222.0.87 "DELETE /v2.0/subnets/cbcf4942-6d66-45c6-ae99-7215f723a9a2 HTTP/1.1" status: 404 len: 337 time: 0.0835023 Feb 02 07:24:30.913202 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43452) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:30.917206 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-8374c83b-674d-43a5-9caf-34045227664c None None] Set router c377ffbb-6c27-4978-ba59-e651495e3d79 gateway port host: None {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:24:30.954294 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d874dd72-c1c6-4e0c-a2e8-8043914ce96a admin admin] Publish callbacks [] for security_group (60baf7db-5c30-4ef6-9321-03de134917d9), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:30.957491 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9820aee-718b-4823-a35e-7129f3f99af5 req-579dba51-8707-4f5c-820e-5ce73588ef8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:24:30.959030 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d9820aee-718b-4823-a35e-7129f3f99af5 req-579dba51-8707-4f5c-820e-5ce73588ef8e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=07aa33f7-959d-499a-9182-cb63812d9b32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2283027 Feb 02 07:24:30.961658 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-2ead270d-2b19-4da4-9f17-33d508846644 admin admin] Deleting port a9d7840c-6479-4995-b5bb-a44bf3c4b278 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:24:30.961997 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2ead270d-2b19-4da4-9f17-33d508846644 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (a9d7840c-6479-4995-b5bb-a44bf3c4b278), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:30.966208 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-89d382dc-b7cb-4917-b949-dec4f06d4095 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] DELETE failed (client error): The resource could not be found. Feb 02 07:24:30.972195 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89d382dc-b7cb-4917-b949-dec4f06d4095 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:24:30.983491 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-89d382dc-b7cb-4917-b949-dec4f06d4095 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] 10.222.0.87 "DELETE /v2.0/networks/1a15fed0-6340-4324-b85a-b007a2692075 HTTP/1.1" status: 404 len: 339 time: 0.0666652 Feb 02 07:24:30.992289 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43454) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:31.030067 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b8ca637-400e-4031-9af0-94af606303a0 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] DELETE failed (client error): The resource could not be found. Feb 02 07:24:31.030538 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b8ca637-400e-4031-9af0-94af606303a0 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:24:31.037632 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-3b8ca637-400e-4031-9af0-94af606303a0 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] 10.222.0.87 "DELETE /v2.0/subnets/e8d811af-5a70-43ca-8022-5df81788ccf2 HTTP/1.1" status: 404 len: 337 time: 0.0421071 Feb 02 07:24:31.038268 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43456) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:31.069706 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab4804f7-e464-44eb-9c0e-a3b59fb5f074 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] DELETE failed (client error): The resource could not be found. Feb 02 07:24:31.070222 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab4804f7-e464-44eb-9c0e-a3b59fb5f074 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:24:31.075968 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-ab4804f7-e464-44eb-9c0e-a3b59fb5f074 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] 10.222.0.87 "DELETE /v2.0/networks/9e18a268-ad07-405c-afa1-dadd0884c175 HTTP/1.1" status: 404 len: 339 time: 0.0338671 Feb 02 07:24:31.076583 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43458) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:31.078878 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f140a37d-de14-4a07-9dfc-6ee3ffe2c9e4 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (d79706cc-d234-4cca-9849-acccfe643d37), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:31.132244 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d9820aee-718b-4823-a35e-7129f3f99af5 req-39873492-4c9f-4bed-af7c-82ae255b978a service neutron] 10.222.0.59 "GET /v2.0/networks/07aa33f7-959d-499a-9182-cb63812d9b32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919132 Feb 02 07:24:31.133113 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecdd17d0-3183-4195-bb1a-793be00ab852 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] DELETE failed (client error): The resource could not be found. Feb 02 07:24:31.133592 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecdd17d0-3183-4195-bb1a-793be00ab852 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:24:31.135461 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d874dd72-c1c6-4e0c-a2e8-8043914ce96a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (60baf7db-5c30-4ef6-9321-03de134917d9), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:31.141584 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-ecdd17d0-3183-4195-bb1a-793be00ab852 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] 10.222.0.87 "DELETE /v2.0/subnets/2a75430b-1a2a-4646-bb11-36e2191f62b0 HTTP/1.1" status: 404 len: 337 time: 0.0591774 Feb 02 07:24:31.142225 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43460) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:31.170034 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-80bee4be-9764-4a49-b69a-6274f9a58381 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] DELETE failed (client error): The resource could not be found. Feb 02 07:24:31.170557 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80bee4be-9764-4a49-b69a-6274f9a58381 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:24:31.176323 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-80bee4be-9764-4a49-b69a-6274f9a58381 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] 10.222.0.87 "DELETE /v2.0/networks/c50abd18-59b5-49e8-9bf2-47a03353a847 HTTP/1.1" status: 404 len: 339 time: 0.0293458 Feb 02 07:24:31.178968 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43462) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:31.235578 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-8374c83b-674d-43a5-9caf-34045227664c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'name': 'tempest-RoutersIpV6Test-router-58342812', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:23:44Z', 'updated_at': '2022-02-02T07:24:29Z', 'revision_number': 9, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'gw_port_host': None, '_interfaces': [{'id': '594b23b2-87ec-473b-ae2d-2d81b66bb96a', 'name': '', 'network_id': '151c1bac-3568-4be4-894c-7d09a5030272', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'mac_address': 'fa:16:3e:72:51:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'ad81f9a5-6536-4f51-84aa-dbda9c5233c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:23:53Z', 'updated_at': '2022-02-02T07:24:09Z', 'revision_number': 5, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'subnets': [{'id': 'ad81f9a5-6536-4f51-84aa-dbda9c5233c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a796dab0-f861-4c6e-966d-abe62e2e701b', 'name': '', 'network_id': '01201ded-b361-43c1-a42e-859a2a7253f6', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'mac_address': 'fa:16:3e:ca:fe:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': 'ef49c351-2091-4069-aaa0-da2ad346d62c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:23:46Z', 'updated_at': '2022-02-02T07:23:53Z', 'revision_number': 5, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'subnets': [{'id': 'ef49c351-2091-4069-aaa0-da2ad346d62c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:31.239026 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3388377-663b-4717-be66-60a75af4648b tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Deleting subnet 2e0d1ab7-7f92-4c15-ab03-c2250ae869c4 {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:24:31.242530 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d3388377-663b-4717-be66-60a75af4648b tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks [] for subnet (2e0d1ab7-7f92-4c15-ab03-c2250ae869c4), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:31.275829 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8374c83b-674d-43a5-9caf-34045227664c None None] Checking router: c377ffbb-6c27-4978-ba59-e651495e3d79 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:24:31.278827 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d9820aee-718b-4823-a35e-7129f3f99af5 req-a2900966-eb47-43b1-8cdf-a13812ae4f7b service neutron] 10.222.0.59 "GET /v2.0/networks/07aa33f7-959d-499a-9182-cb63812d9b32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325746 Feb 02 07:24:31.287814 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8374c83b-674d-43a5-9caf-34045227664c None None] Routers {'c377ffbb-6c27-4978-ba59-e651495e3d79'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:24:31.288514 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-8374c83b-674d-43a5-9caf-34045227664c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:24:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['c377ffbb-6c27-4978-ba59-e651495e3d79'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:31.291758 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d3388377-663b-4717-be66-60a75af4648b tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (2e0d1ab7-7f92-4c15-ab03-c2250ae869c4), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:31.387320 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d874dd72-c1c6-4e0c-a2e8-8043914ce96a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=07abae3a2111488ebcc5237ad6cee10e&name=default HTTP/1.1" status: 200 len: 3000 time: 2.8406730 Feb 02 07:24:31.398954 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43464) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:31.404837 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d874dd72-c1c6-4e0c-a2e8-8043914ce96a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60baf7db-5c30-4ef6-9321-03de134917d9,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:31.414773 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-8374c83b-674d-43a5-9caf-34045227664c None None] Set router c377ffbb-6c27-4978-ba59-e651495e3d79 gateway port host: None {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:24:31.433434 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d3388377-663b-4717-be66-60a75af4648b tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (2e0d1ab7-7f92-4c15-ab03-c2250ae869c4), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:31.510378 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d3388377-663b-4717-be66-60a75af4648b tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (2e0d1ab7-7f92-4c15-ab03-c2250ae869c4), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:31.516397 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-2ead270d-2b19-4da4-9f17-33d508846644 admin admin] For port a9d7840c-6479-4995-b5bb-a44bf3c4b278, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=a9d7840c-6479-4995-b5bb-a44bf3c4b278,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:24:31.522805 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2ead270d-2b19-4da4-9f17-33d508846644 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (a9d7840c-6479-4995-b5bb-a44bf3c4b278), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:31.567176 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-2ead270d-2b19-4da4-9f17-33d508846644 admin admin] Calling delete_port for a9d7840c-6479-4995-b5bb-a44bf3c4b278 owned by network:router_gateway {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:24:31.580442 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-37a9dd70-2f14-4cf4-8951-cc1935a322ef admin admin] Publish callbacks [] for security_group (60baf7db-5c30-4ef6-9321-03de134917d9), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:31.652657 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d3388377-663b-4717-be66-60a75af4648b tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:31.655865 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d3388377-663b-4717-be66-60a75af4648b tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] 10.222.0.87 "DELETE /v2.0/subnets/2e0d1ab7-7f92-4c15-ab03-c2250ae869c4 HTTP/1.1" status: 204 len: 168 time: 0.4759500 Feb 02 07:24:31.656721 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3388377-663b-4717-be66-60a75af4648b tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Pushing event deleted for resources: {'Subnet': ['ID=2e0d1ab7-7f92-4c15-ab03-c2250ae869c4,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:31.660114 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43468) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:31.672427 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77ca093-acba-4216-8187-62d951772198 None None] Network 40f92c00-97ef-4f70-acc4-d7ec8da4bc65 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:24:31.685245 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-37a9dd70-2f14-4cf4-8951-cc1935a322ef admin admin] Publish callbacks [] for security_group (60baf7db-5c30-4ef6-9321-03de134917d9), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:31.713297 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-8374c83b-674d-43a5-9caf-34045227664c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'name': 'tempest-RoutersIpV6Test-router-58342812', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:23:44Z', 'updated_at': '2022-02-02T07:24:29Z', 'revision_number': 9, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'gw_port_host': None, '_interfaces': [{'id': '594b23b2-87ec-473b-ae2d-2d81b66bb96a', 'name': '', 'network_id': '151c1bac-3568-4be4-894c-7d09a5030272', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'mac_address': 'fa:16:3e:72:51:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'ad81f9a5-6536-4f51-84aa-dbda9c5233c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:23:53Z', 'updated_at': '2022-02-02T07:24:09Z', 'revision_number': 5, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'subnets': [{'id': 'ad81f9a5-6536-4f51-84aa-dbda9c5233c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a796dab0-f861-4c6e-966d-abe62e2e701b', 'name': '', 'network_id': '01201ded-b361-43c1-a42e-859a2a7253f6', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'mac_address': 'fa:16:3e:ca:fe:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': 'ef49c351-2091-4069-aaa0-da2ad346d62c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:23:46Z', 'updated_at': '2022-02-02T07:23:53Z', 'revision_number': 5, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'subnets': [{'id': 'ef49c351-2091-4069-aaa0-da2ad346d62c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:31.727104 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43470) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:31.763528 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8374c83b-674d-43a5-9caf-34045227664c None None] The sync data for ids ['c377ffbb-6c27-4978-ba59-e651495e3d79'] in n-d-789963-26 is: [{'id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'name': 'tempest-RoutersIpV6Test-router-58342812', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:23:44Z', 'updated_at': '2022-02-02T07:24:29Z', 'revision_number': 9, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'gw_port_host': None, '_interfaces': [{'id': '594b23b2-87ec-473b-ae2d-2d81b66bb96a', 'name': '', 'network_id': '151c1bac-3568-4be4-894c-7d09a5030272', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'mac_address': 'fa:16:3e:72:51:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'ad81f9a5-6536-4f51-84aa-dbda9c5233c4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:23:53Z', 'updated_at': '2022-02-02T07:24:09Z', 'revision_number': 5, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'subnets': [{'id': 'ad81f9a5-6536-4f51-84aa-dbda9c5233c4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a796dab0-f861-4c6e-966d-abe62e2e701b', 'name': '', 'network_id': '01201ded-b361-43c1-a42e-859a2a7253f6', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'mac_address': 'fa:16:3e:ca:fe:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': 'ef49c351-2091-4069-aaa0-da2ad346d62c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:23:46Z', 'updated_at': '2022-02-02T07:23:53Z', 'revision_number': 5, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'subnets': [{'id': 'ef49c351-2091-4069-aaa0-da2ad346d62c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:24:31.872911 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f140a37d-de14-4a07-9dfc-6ee3ffe2c9e4 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (d79706cc-d234-4cca-9849-acccfe643d37), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:31.934325 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e522d16d-bd46-4f73-bda4-6f58e2eaa712 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (40f92c00-97ef-4f70-acc4-d7ec8da4bc65), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:31.950858 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-37a9dd70-2f14-4cf4-8951-cc1935a322ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (60baf7db-5c30-4ef6-9321-03de134917d9), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:31.954091 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-37a9dd70-2f14-4cf4-8951-cc1935a322ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:31.955517 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-37a9dd70-2f14-4cf4-8951-cc1935a322ef admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/60baf7db-5c30-4ef6-9321-03de134917d9 HTTP/1.1" status: 204 len: 168 time: 0.5400071 Feb 02 07:24:32.014111 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a9dd70-2f14-4cf4-8951-cc1935a322ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60baf7db-5c30-4ef6-9321-03de134917d9,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:32.073067 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f140a37d-de14-4a07-9dfc-6ee3ffe2c9e4 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (d79706cc-d234-4cca-9849-acccfe643d37), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:32.112892 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-e522d16d-bd46-4f73-bda4-6f58e2eaa712 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Deleting port 7e739445-1637-4fbf-95ba-a38d7ddbde7f {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:24:32.114169 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e522d16d-bd46-4f73-bda4-6f58e2eaa712 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (7e739445-1637-4fbf-95ba-a38d7ddbde7f), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:32.128420 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f140a37d-de14-4a07-9dfc-6ee3ffe2c9e4 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Pushing event deleted for resources: {'Subnet': ['ID=d79706cc-d234-4cca-9849-acccfe643d37,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:32.133901 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f140a37d-de14-4a07-9dfc-6ee3ffe2c9e4 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:32.137370 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-f140a37d-de14-4a07-9dfc-6ee3ffe2c9e4 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "DELETE /v2.0/subnets/d79706cc-d234-4cca-9849-acccfe643d37 HTTP/1.1" status: 204 len: 168 time: 1.4102724 Feb 02 07:24:32.144024 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43476) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:32.154621 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a0cb51-4ddd-4fb8-b54e-9ad40897f70f None None] Network 1b3f7d22-a394-4bb1-8d91-67ea02ef5ccb requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:24:32.201642 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5f7f81-869c-453a-a832-582f24c1b13c None None] DHCP port deletion for 40f92c00-97ef-4f70-acc4-d7ec8da4bc65 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:24:32.259901 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-e522d16d-bd46-4f73-bda4-6f58e2eaa712 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] For port 7e739445-1637-4fbf-95ba-a38d7ddbde7f, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=7e739445-1637-4fbf-95ba-a38d7ddbde7f,segment=NetworkSegment(dca82ea9-d473-4476-90d8-afa150267dfd),segment_id=dca82ea9-d473-4476-90d8-afa150267dfd)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:24:32.260541 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e522d16d-bd46-4f73-bda4-6f58e2eaa712 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (7e739445-1637-4fbf-95ba-a38d7ddbde7f), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:32.350505 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-e522d16d-bd46-4f73-bda4-6f58e2eaa712 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Calling delete_port for 7e739445-1637-4fbf-95ba-a38d7ddbde7f owned by network:dhcp {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:24:32.358669 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2ead270d-2b19-4da4-9f17-33d508846644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (a9d7840c-6479-4995-b5bb-a44bf3c4b278), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:32.378698 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-afa0f1c2-b510-409c-82ba-cb7979ac53c4 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (1b3f7d22-a394-4bb1-8d91-67ea02ef5ccb), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:32.429122 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 7e739445-1637-4fbf-95ba-a38d7ddbde7f no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:24:32.482421 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ead270d-2b19-4da4-9f17-33d508846644 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9d7840c-6479-4995-b5bb-a44bf3c4b278,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:32.550494 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-4d5f7f81-869c-453a-a832-582f24c1b13c None None] Deleting port 7e739445-1637-4fbf-95ba-a38d7ddbde7f {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:24:32.551253 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-4d5f7f81-869c-453a-a832-582f24c1b13c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (7e739445-1637-4fbf-95ba-a38d7ddbde7f), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:32.565877 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2ead270d-2b19-4da4-9f17-33d508846644 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (21bf9f4a-8e6f-4594-a4f8-afac5a2c2431), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:32.590088 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-afa0f1c2-b510-409c-82ba-cb7979ac53c4 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Deleting port b7d929d2-9364-420a-b551-82429ab35f1b {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:24:32.590650 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-afa0f1c2-b510-409c-82ba-cb7979ac53c4 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (b7d929d2-9364-420a-b551-82429ab35f1b), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:32.662796 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-afa0f1c2-b510-409c-82ba-cb7979ac53c4 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] For port b7d929d2-9364-420a-b551-82429ab35f1b, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=b7d929d2-9364-420a-b551-82429ab35f1b,segment=NetworkSegment(1d35e10f-eb66-48a5-a567-1ab373f127a9),segment_id=1d35e10f-eb66-48a5-a567-1ab373f127a9)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:24:32.663160 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-afa0f1c2-b510-409c-82ba-cb7979ac53c4 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (b7d929d2-9364-420a-b551-82429ab35f1b), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:32.677512 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-afa0f1c2-b510-409c-82ba-cb7979ac53c4 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Calling delete_port for b7d929d2-9364-420a-b551-82429ab35f1b owned by network:dhcp {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:24:32.691335 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2ead270d-2b19-4da4-9f17-33d508846644 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (21bf9f4a-8e6f-4594-a4f8-afac5a2c2431), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:32.695229 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2ead270d-2b19-4da4-9f17-33d508846644 admin admin] Publish callbacks [] for router_controller (21bf9f4a-8e6f-4594-a4f8-afac5a2c2431), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:32.743972 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43480) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:32.763091 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8850dbbf-70b5-49e5-8aa8-6b8adede1cce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:32.764889 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e522d16d-bd46-4f73-bda4-6f58e2eaa712 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (7e739445-1637-4fbf-95ba-a38d7ddbde7f), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:32.765703 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2ead270d-2b19-4da4-9f17-33d508846644 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (21bf9f4a-8e6f-4594-a4f8-afac5a2c2431), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:32.766566 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ead270d-2b19-4da4-9f17-33d508846644 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21bf9f4a-8e6f-4594-a4f8-afac5a2c2431 {{(pid=109694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:24:32.773190 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2ead270d-2b19-4da4-9f17-33d508846644 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:32.777288 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-2ead270d-2b19-4da4-9f17-33d508846644 admin admin] 10.222.0.87 "DELETE /v2.0/routers/21bf9f4a-8e6f-4594-a4f8-afac5a2c2431 HTTP/1.1" status: 204 len: 168 time: 4.0426083 Feb 02 07:24:32.778015 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43482) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:32.798962 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-afa0f1c2-b510-409c-82ba-cb7979ac53c4 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (b7d929d2-9364-420a-b551-82429ab35f1b), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:32.812882 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e522d16d-bd46-4f73-bda4-6f58e2eaa712 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Pushing event deleted for resources: {'Port': ['ID=7e739445-1637-4fbf-95ba-a38d7ddbde7f,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:32.828791 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Port 7e739445-1637-4fbf-95ba-a38d7ddbde7f update to DOWN by agent not found {{(pid=109695) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Feb 02 07:24:32.829351 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 65f6dddd-40e5-4a3c-8b2f-4736c46347e6 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:24:32.834937 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e522d16d-bd46-4f73-bda4-6f58e2eaa712 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] No DVR routers for this DVR port 7e739445-1637-4fbf-95ba-a38d7ddbde7f on host n-d-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:24:32.860590 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 65f6dddd-40e5-4a3c-8b2f-4736c46347e6 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:24:32.860967 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 65f6dddd-40e5-4a3c-8b2f-4736c46347e6 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:24:32.870699 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa0f1c2-b510-409c-82ba-cb7979ac53c4 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] No DVR routers for this DVR port b7d929d2-9364-420a-b551-82429ab35f1b on host n-d-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:24:32.873967 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa0f1c2-b510-409c-82ba-cb7979ac53c4 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Pushing event deleted for resources: {'Port': ['ID=b7d929d2-9364-420a-b551-82429ab35f1b,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:32.909267 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f07a3e7-b0fb-404f-b58b-74c15ade0d7b admin admin] Deleting subnet 885f4045-8d8e-4d19-b861-51e56a7805ab {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:24:32.920321 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2f07a3e7-b0fb-404f-b58b-74c15ade0d7b admin admin] Publish callbacks [] for subnet (885f4045-8d8e-4d19-b861-51e56a7805ab), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:32.939748 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-4d5f7f81-869c-453a-a832-582f24c1b13c None None] For port 7e739445-1637-4fbf-95ba-a38d7ddbde7f, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=7e739445-1637-4fbf-95ba-a38d7ddbde7f,segment=NetworkSegment(dca82ea9-d473-4476-90d8-afa150267dfd),segment_id=dca82ea9-d473-4476-90d8-afa150267dfd)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:24:32.940224 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-4d5f7f81-869c-453a-a832-582f24c1b13c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (7e739445-1637-4fbf-95ba-a38d7ddbde7f), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:32.978766 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-4d5f7f81-869c-453a-a832-582f24c1b13c None None] Calling delete_port for 7e739445-1637-4fbf-95ba-a38d7ddbde7f owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:24:33.003661 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a740ea9-971f-466d-be58-358144ebcba0 None None] DHCP port deletion for 1b3f7d22-a394-4bb1-8d91-67ea02ef5ccb request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:24:33.017544 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1a35b97f-dee1-41e3-9103-0583ab81a0b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:33.023118 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2f07a3e7-b0fb-404f-b58b-74c15ade0d7b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (885f4045-8d8e-4d19-b861-51e56a7805ab), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:33.064105 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-afa0f1c2-b510-409c-82ba-cb7979ac53c4 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (1b3f7d22-a394-4bb1-8d91-67ea02ef5ccb), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:33.107536 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e522d16d-bd46-4f73-bda4-6f58e2eaa712 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (40f92c00-97ef-4f70-acc4-d7ec8da4bc65), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:33.140938 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-afa0f1c2-b510-409c-82ba-cb7979ac53c4 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b3f7d22-a394-4bb1-8d91-67ea02ef5ccb']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:33.141759 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-4d5f7f81-869c-453a-a832-582f24c1b13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (7e739445-1637-4fbf-95ba-a38d7ddbde7f), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:33.152725 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-e522d16d-bd46-4f73-bda4-6f58e2eaa712 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40f92c00-97ef-4f70-acc4-d7ec8da4bc65']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:33.162933 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-afa0f1c2-b510-409c-82ba-cb7979ac53c4 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d35e10f-eb66-48a5-a567-1ab373f127a9') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:33.163866 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-afa0f1c2-b510-409c-82ba-cb7979ac53c4 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d35e10f-eb66-48a5-a567-1ab373f127a9') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:33.173837 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-e522d16d-bd46-4f73-bda4-6f58e2eaa712 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dca82ea9-d473-4476-90d8-afa150267dfd') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:33.174195 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2f07a3e7-b0fb-404f-b58b-74c15ade0d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (885f4045-8d8e-4d19-b861-51e56a7805ab), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:33.174359 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-e522d16d-bd46-4f73-bda4-6f58e2eaa712 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dca82ea9-d473-4476-90d8-afa150267dfd') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:33.179017 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8850dbbf-70b5-49e5-8aa8-6b8adede1cce admin admin] Publish callbacks [] for security_group (fe853228-59f1-4c6e-a4cf-fcbe7e887fd5), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:33.184532 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-afa0f1c2-b510-409c-82ba-cb7979ac53c4 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (1d35e10f-eb66-48a5-a567-1ab373f127a9), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:33.188875 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5f7f81-869c-453a-a832-582f24c1b13c None None] Pushing event deleted for resources: {'Port': ['ID=7e739445-1637-4fbf-95ba-a38d7ddbde7f,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:33.198496 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e522d16d-bd46-4f73-bda4-6f58e2eaa712 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (dca82ea9-d473-4476-90d8-afa150267dfd), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:33.199330 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5f7f81-869c-453a-a832-582f24c1b13c None None] No DVR routers for this DVR port 7e739445-1637-4fbf-95ba-a38d7ddbde7f on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:24:33.207884 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8850dbbf-70b5-49e5-8aa8-6b8adede1cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (fe853228-59f1-4c6e-a4cf-fcbe7e887fd5), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:33.217314 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-afa0f1c2-b510-409c-82ba-cb7979ac53c4 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (1d35e10f-eb66-48a5-a567-1ab373f127a9), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:33.222501 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e522d16d-bd46-4f73-bda4-6f58e2eaa712 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (dca82ea9-d473-4476-90d8-afa150267dfd), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:33.230068 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afa0f1c2-b510-409c-82ba-cb7979ac53c4 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:24:33.230761 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-afa0f1c2-b510-409c-82ba-cb7979ac53c4 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (1d35e10f-eb66-48a5-a567-1ab373f127a9), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:33.234321 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:24:33.234321 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:24:33.234321 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:24:33.234321 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:24:33.234321 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:24:33.234321 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:24:33.234321 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:24:33.234321 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:24:33.234321 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:24:33.234321 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:24:33.234321 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:24:33.234321 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:24:33.234321 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:24:33.234321 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:24:33.234321 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:24:33.234321 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:24:33.234321 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:24:33.234321 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:24:33.234321 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:24:33.234321 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:24:33.234321 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:24:33.234321 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:24:33.234321 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:24:33.234321 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:24:33.234321 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:24:33.234321 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:24:33.234321 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:24:33.234321 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:24:33.234321 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:24:33.234321 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:24:33.234321 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:24:33.234321 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:24:33.251003 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e522d16d-bd46-4f73-bda4-6f58e2eaa712 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:24:33.251984 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e522d16d-bd46-4f73-bda4-6f58e2eaa712 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (dca82ea9-d473-4476-90d8-afa150267dfd), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:33.256416 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:24:33.256416 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:24:33.256416 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:24:33.256416 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:24:33.256416 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:24:33.256416 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:24:33.256416 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:24:33.256416 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:24:33.256416 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:24:33.256416 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:24:33.256416 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:24:33.256416 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:24:33.256416 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:24:33.256416 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:24:33.256416 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:24:33.256416 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:24:33.256416 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:24:33.256416 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:24:33.256416 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:24:33.256416 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:24:33.256416 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:24:33.256416 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:24:33.256416 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:24:33.256416 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:24:33.256416 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:24:33.256416 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:24:33.256416 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:24:33.256416 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:24:33.256416 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:24:33.256416 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:24:33.256416 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:24:33.256416 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:24:33.319976 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-8850dbbf-70b5-49e5-8aa8-6b8adede1cce admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=6cc6c051aa05475490ea384a30a8c72a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5712917 Feb 02 07:24:33.323370 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8850dbbf-70b5-49e5-8aa8-6b8adede1cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe853228-59f1-4c6e-a4cf-fcbe7e887fd5,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:33.323370 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43484) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:33.375290 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-afa0f1c2-b510-409c-82ba-cb7979ac53c4 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (1b3f7d22-a394-4bb1-8d91-67ea02ef5ccb), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:33.381799 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-afa0f1c2-b510-409c-82ba-cb7979ac53c4 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:33.389026 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-afa0f1c2-b510-409c-82ba-cb7979ac53c4 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "DELETE /v2.0/networks/1b3f7d22-a394-4bb1-8d91-67ea02ef5ccb HTTP/1.1" status: 204 len: 168 time: 1.2407773 Feb 02 07:24:33.390125 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43486) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:33.410825 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e522d16d-bd46-4f73-bda4-6f58e2eaa712 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (40f92c00-97ef-4f70-acc4-d7ec8da4bc65), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:33.423137 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e522d16d-bd46-4f73-bda4-6f58e2eaa712 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:33.428805 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e522d16d-bd46-4f73-bda4-6f58e2eaa712 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] 10.222.0.87 "DELETE /v2.0/networks/40f92c00-97ef-4f70-acc4-d7ec8da4bc65 HTTP/1.1" status: 204 len: 168 time: 1.7670701 Feb 02 07:24:33.429891 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa0f1c2-b510-409c-82ba-cb7979ac53c4 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Pushing event deleted for resources: {'Network': ['ID=1b3f7d22-a394-4bb1-8d91-67ea02ef5ccb,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:33.434085 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43488) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:33.449778 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e522d16d-bd46-4f73-bda4-6f58e2eaa712 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Pushing event deleted for resources: {'Network': ['ID=40f92c00-97ef-4f70-acc4-d7ec8da4bc65,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:33.495265 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2f07a3e7-b0fb-404f-b58b-74c15ade0d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (885f4045-8d8e-4d19-b861-51e56a7805ab), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:33.577180 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-40c0715c-95c9-4c01-965d-4d9af24a493d tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] DELETE failed (client error): The resource could not be found. Feb 02 07:24:33.577552 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40c0715c-95c9-4c01-965d-4d9af24a493d tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:24:33.583670 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-40c0715c-95c9-4c01-965d-4d9af24a493d tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] 10.222.0.87 "DELETE /v2.0/subnets/ccdcfd6f-1270-402d-a4f8-3077ef5374a2 HTTP/1.1" status: 404 len: 337 time: 0.1417232 Feb 02 07:24:33.584508 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43490) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:33.589419 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f07a3e7-b0fb-404f-b58b-74c15ade0d7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=885f4045-8d8e-4d19-b861-51e56a7805ab,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:33.592718 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2f07a3e7-b0fb-404f-b58b-74c15ade0d7b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:33.598455 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-2f07a3e7-b0fb-404f-b58b-74c15ade0d7b admin admin] 10.222.0.87 "DELETE /v2.0/subnets/885f4045-8d8e-4d19-b861-51e56a7805ab HTTP/1.1" status: 204 len: 168 time: 0.8156209 Feb 02 07:24:33.602132 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43492) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:33.605317 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-72d4eb8f-6fdd-465a-ab25-496e29aa16d0 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] DELETE failed (client error): The resource could not be found. Feb 02 07:24:33.605962 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72d4eb8f-6fdd-465a-ab25-496e29aa16d0 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:24:33.611609 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-72d4eb8f-6fdd-465a-ab25-496e29aa16d0 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] 10.222.0.87 "DELETE /v2.0/networks/58175a1a-8aa2-4de5-a837-ada85cc0ab14 HTTP/1.1" status: 404 len: 339 time: 0.0240715 Feb 02 07:24:33.612417 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43494) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:33.656452 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-42dcef51-b460-404e-b751-3ee10505763a admin admin] Publish callbacks [] for security_group (fe853228-59f1-4c6e-a4cf-fcbe7e887fd5), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:33.675073 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-99d84808-c3ee-43fb-bdeb-13605c87aa41 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Deleting subnet d393f45b-1db3-41eb-a856-0418b3b39351 {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:24:33.675073 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-99d84808-c3ee-43fb-bdeb-13605c87aa41 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks [] for subnet (d393f45b-1db3-41eb-a856-0418b3b39351), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:33.714473 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-99d84808-c3ee-43fb-bdeb-13605c87aa41 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (d393f45b-1db3-41eb-a856-0418b3b39351), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:33.794439 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9f0f678b-0486-4f26-b9ec-90840564939f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (eb10f7d9-5215-469a-8039-9f917b412efa), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:33.801732 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-99d84808-c3ee-43fb-bdeb-13605c87aa41 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (d393f45b-1db3-41eb-a856-0418b3b39351), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:33.808305 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-42dcef51-b460-404e-b751-3ee10505763a admin admin] Publish callbacks [] for security_group (fe853228-59f1-4c6e-a4cf-fcbe7e887fd5), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:33.864470 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-99d84808-c3ee-43fb-bdeb-13605c87aa41 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (d393f45b-1db3-41eb-a856-0418b3b39351), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:33.901483 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d84808-c3ee-43fb-bdeb-13605c87aa41 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Pushing event deleted for resources: {'Subnet': ['ID=d393f45b-1db3-41eb-a856-0418b3b39351,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:33.908877 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-99d84808-c3ee-43fb-bdeb-13605c87aa41 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:33.913907 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-99d84808-c3ee-43fb-bdeb-13605c87aa41 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] 10.222.0.87 "DELETE /v2.0/subnets/d393f45b-1db3-41eb-a856-0418b3b39351 HTTP/1.1" status: 204 len: 168 time: 0.3001397 Feb 02 07:24:33.917238 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43496) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:33.918599 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9b1543-34ee-46d7-a385-efcfa08d1096 None None] Network d4bcdbef-0eb9-43d4-b591-598b8ffa4019 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:24:34.003902 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d6964d7a-9046-4572-83d6-0d7a3d08e197 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (d4bcdbef-0eb9-43d4-b591-598b8ffa4019), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:34.073814 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-d6964d7a-9046-4572-83d6-0d7a3d08e197 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Deleting port 256ed0f9-05f9-4d72-a0ff-91528c84400d {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:24:34.074160 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d6964d7a-9046-4572-83d6-0d7a3d08e197 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (256ed0f9-05f9-4d72-a0ff-91528c84400d), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:34.149502 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3555515-046f-478e-8c3d-f32b1c552f9f None None] DHCP port deletion for d4bcdbef-0eb9-43d4-b591-598b8ffa4019 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:24:34.157566 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-d6964d7a-9046-4572-83d6-0d7a3d08e197 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] For port 256ed0f9-05f9-4d72-a0ff-91528c84400d, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=256ed0f9-05f9-4d72-a0ff-91528c84400d,segment=NetworkSegment(f7494004-9e3b-4908-93d4-6aa9676a5b1a),segment_id=f7494004-9e3b-4908-93d4-6aa9676a5b1a)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:24:34.158083 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d6964d7a-9046-4572-83d6-0d7a3d08e197 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (256ed0f9-05f9-4d72-a0ff-91528c84400d), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:34.174278 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-d6964d7a-9046-4572-83d6-0d7a3d08e197 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Calling delete_port for 256ed0f9-05f9-4d72-a0ff-91528c84400d owned by network:dhcp {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:24:34.202065 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-d3555515-046f-478e-8c3d-f32b1c552f9f None None] Deleting port 256ed0f9-05f9-4d72-a0ff-91528c84400d {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:24:34.202441 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d3555515-046f-478e-8c3d-f32b1c552f9f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (256ed0f9-05f9-4d72-a0ff-91528c84400d), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:34.274518 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d6964d7a-9046-4572-83d6-0d7a3d08e197 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (256ed0f9-05f9-4d72-a0ff-91528c84400d), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:34.279641 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-d3555515-046f-478e-8c3d-f32b1c552f9f None None] For port 256ed0f9-05f9-4d72-a0ff-91528c84400d, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=256ed0f9-05f9-4d72-a0ff-91528c84400d,segment=NetworkSegment(f7494004-9e3b-4908-93d4-6aa9676a5b1a),segment_id=f7494004-9e3b-4908-93d4-6aa9676a5b1a)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:24:34.280057 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d3555515-046f-478e-8c3d-f32b1c552f9f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (256ed0f9-05f9-4d72-a0ff-91528c84400d), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:34.298653 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-d3555515-046f-478e-8c3d-f32b1c552f9f None None] Calling delete_port for 256ed0f9-05f9-4d72-a0ff-91528c84400d owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:24:34.325580 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6964d7a-9046-4572-83d6-0d7a3d08e197 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] No DVR routers for this DVR port 256ed0f9-05f9-4d72-a0ff-91528c84400d on host n-d-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:24:34.333220 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6964d7a-9046-4572-83d6-0d7a3d08e197 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Pushing event deleted for resources: {'Port': ['ID=256ed0f9-05f9-4d72-a0ff-91528c84400d,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:34.358771 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9f0f678b-0486-4f26-b9ec-90840564939f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (eb10f7d9-5215-469a-8039-9f917b412efa), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:34.398152 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-42dcef51-b460-404e-b751-3ee10505763a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (fe853228-59f1-4c6e-a4cf-fcbe7e887fd5), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:34.400653 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-42dcef51-b460-404e-b751-3ee10505763a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:34.404465 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-42dcef51-b460-404e-b751-3ee10505763a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/fe853228-59f1-4c6e-a4cf-fcbe7e887fd5 HTTP/1.1" status: 204 len: 168 time: 1.0792451 Feb 02 07:24:34.408573 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d3555515-046f-478e-8c3d-f32b1c552f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (256ed0f9-05f9-4d72-a0ff-91528c84400d), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:34.415322 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-9f0f678b-0486-4f26-b9ec-90840564939f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb10f7d9-5215-469a-8039-9f917b412efa']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:34.434996 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-9f0f678b-0486-4f26-b9ec-90840564939f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6f506b7-afda-4e6b-8599-9c74d4a42be7') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:34.435392 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-9f0f678b-0486-4f26-b9ec-90840564939f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6f506b7-afda-4e6b-8599-9c74d4a42be7') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:34.439944 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dcef51-b460-404e-b751-3ee10505763a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe853228-59f1-4c6e-a4cf-fcbe7e887fd5,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:34.455783 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device b7d929d2-9364-420a-b551-82429ab35f1b no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:24:34.461243 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3555515-046f-478e-8c3d-f32b1c552f9f None None] Pushing event deleted for resources: {'Port': ['ID=256ed0f9-05f9-4d72-a0ff-91528c84400d,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:34.463438 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3555515-046f-478e-8c3d-f32b1c552f9f None None] No DVR routers for this DVR port 256ed0f9-05f9-4d72-a0ff-91528c84400d on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:24:34.468197 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9f0f678b-0486-4f26-b9ec-90840564939f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (b6f506b7-afda-4e6b-8599-9c74d4a42be7), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:34.494846 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9f0f678b-0486-4f26-b9ec-90840564939f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (b6f506b7-afda-4e6b-8599-9c74d4a42be7), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:34.497033 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d6964d7a-9046-4572-83d6-0d7a3d08e197 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (d4bcdbef-0eb9-43d4-b591-598b8ffa4019), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:34.498916 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-1a35b97f-dee1-41e3-9103-0583ab81a0b3 admin admin] Deleting port 4a461e95-40ec-4f19-9b99-1f8e6b3fffbc {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:24:34.499265 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1a35b97f-dee1-41e3-9103-0583ab81a0b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (4a461e95-40ec-4f19-9b99-1f8e6b3fffbc), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:34.520599 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f0f678b-0486-4f26-b9ec-90840564939f admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:24:34.521013 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9f0f678b-0486-4f26-b9ec-90840564939f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (b6f506b7-afda-4e6b-8599-9c74d4a42be7), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:34.525840 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:24:34.525840 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:24:34.525840 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:24:34.525840 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:24:34.525840 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:24:34.525840 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:24:34.525840 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:24:34.525840 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:24:34.525840 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:24:34.525840 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:24:34.525840 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:24:34.525840 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:24:34.525840 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:24:34.525840 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:24:34.525840 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:24:34.525840 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:24:34.525840 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:24:34.525840 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:24:34.525840 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:24:34.525840 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:24:34.525840 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:24:34.525840 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:24:34.525840 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:24:34.525840 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:24:34.525840 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:24:34.525840 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:24:34.525840 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:24:34.525840 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:24:34.525840 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:24:34.525840 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:24:34.525840 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:24:34.525840 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:24:34.530968 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-d6964d7a-9046-4572-83d6-0d7a3d08e197 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4bcdbef-0eb9-43d4-b591-598b8ffa4019']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:34.532393 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: b7d929d2-9364-420a-b551-82429ab35f1b {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:24:34.532959 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device b7d929d2-9364-420a-b551-82429ab35f1b not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:24:34.533440 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device a9d7840c-6479-4995-b5bb-a44bf3c4b278 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:24:34.559184 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-d6964d7a-9046-4572-83d6-0d7a3d08e197 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7494004-9e3b-4908-93d4-6aa9676a5b1a') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:34.559882 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-d6964d7a-9046-4572-83d6-0d7a3d08e197 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7494004-9e3b-4908-93d4-6aa9676a5b1a') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:34.562345 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: a9d7840c-6479-4995-b5bb-a44bf3c4b278 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:24:34.562715 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device a9d7840c-6479-4995-b5bb-a44bf3c4b278 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:24:34.563387 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 256ed0f9-05f9-4d72-a0ff-91528c84400d no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:24:34.581077 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d6964d7a-9046-4572-83d6-0d7a3d08e197 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (f7494004-9e3b-4908-93d4-6aa9676a5b1a), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:34.585843 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 256ed0f9-05f9-4d72-a0ff-91528c84400d {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:24:34.586203 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 256ed0f9-05f9-4d72-a0ff-91528c84400d not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:24:34.611299 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d6964d7a-9046-4572-83d6-0d7a3d08e197 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (f7494004-9e3b-4908-93d4-6aa9676a5b1a), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:34.619086 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6964d7a-9046-4572-83d6-0d7a3d08e197 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:24:34.619533 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d6964d7a-9046-4572-83d6-0d7a3d08e197 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (f7494004-9e3b-4908-93d4-6aa9676a5b1a), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:34.625852 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:24:34.625852 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:24:34.625852 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:24:34.625852 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:24:34.625852 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:24:34.625852 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:24:34.625852 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:24:34.625852 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:24:34.625852 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:24:34.625852 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:24:34.625852 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:24:34.625852 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:24:34.625852 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:24:34.625852 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:24:34.625852 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:24:34.625852 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:24:34.625852 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:24:34.625852 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:24:34.625852 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:24:34.625852 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:24:34.625852 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:24:34.625852 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:24:34.625852 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:24:34.625852 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:24:34.625852 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:24:34.625852 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:24:34.625852 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:24:34.625852 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:24:34.625852 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:24:34.625852 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:24:34.625852 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:24:34.625852 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:24:34.633581 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9f0f678b-0486-4f26-b9ec-90840564939f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (eb10f7d9-5215-469a-8039-9f917b412efa), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:34.643381 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9f0f678b-0486-4f26-b9ec-90840564939f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:34.648150 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-9f0f678b-0486-4f26-b9ec-90840564939f admin admin] 10.222.0.87 "DELETE /v2.0/networks/eb10f7d9-5215-469a-8039-9f917b412efa HTTP/1.1" status: 204 len: 168 time: 1.0400188 Feb 02 07:24:34.685266 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0f678b-0486-4f26-b9ec-90840564939f admin admin] Pushing event deleted for resources: {'Network': ['ID=eb10f7d9-5215-469a-8039-9f917b412efa,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:34.715232 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d6964d7a-9046-4572-83d6-0d7a3d08e197 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (d4bcdbef-0eb9-43d4-b591-598b8ffa4019), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:34.725500 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-1a35b97f-dee1-41e3-9103-0583ab81a0b3 admin admin] For port 4a461e95-40ec-4f19-9b99-1f8e6b3fffbc, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=4a461e95-40ec-4f19-9b99-1f8e6b3fffbc,segment=NetworkSegment(24e7b58b-e741-4dab-b0d9-d82d40285059),segment_id=24e7b58b-e741-4dab-b0d9-d82d40285059)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:24:34.726030 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1a35b97f-dee1-41e3-9103-0583ab81a0b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (4a461e95-40ec-4f19-9b99-1f8e6b3fffbc), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:34.742764 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-1a35b97f-dee1-41e3-9103-0583ab81a0b3 admin admin] Calling delete_port for 4a461e95-40ec-4f19-9b99-1f8e6b3fffbc owned by network:router_interface {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:24:34.743167 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d6964d7a-9046-4572-83d6-0d7a3d08e197 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:34.747274 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d6964d7a-9046-4572-83d6-0d7a3d08e197 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] 10.222.0.87 "DELETE /v2.0/networks/d4bcdbef-0eb9-43d4-b591-598b8ffa4019 HTTP/1.1" status: 204 len: 168 time: 0.8290548 Feb 02 07:24:34.748219 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6964d7a-9046-4572-83d6-0d7a3d08e197 tempest-NetworksIpV6Test-625060581 tempest-NetworksIpV6Test-625060581-project] Pushing event deleted for resources: {'Network': ['ID=d4bcdbef-0eb9-43d4-b591-598b8ffa4019,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:34.808552 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c90f7b59-06e8-4c9c-a556-ca9b63b109a5 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (c377ffbb-6c27-4978-ba59-e651495e3d79), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:34.871951 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43508) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:34.923006 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-dd1d662a-c5bc-495d-be62-d7162d8f052c admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=138c5dcdbd6744ca8b38947e5ed99f36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0498216 Feb 02 07:24:34.925455 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43510) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:34.980267 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6b1c759b-3c56-4a19-9a2b-343fde5e7205 admin admin] Publish callbacks [] for security_group (6795e0a6-69cc-42c2-a292-352f11146466), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:35.011154 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6b1c759b-3c56-4a19-9a2b-343fde5e7205 admin admin] Publish callbacks [] for security_group (6795e0a6-69cc-42c2-a292-352f11146466), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:35.080913 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6b1c759b-3c56-4a19-9a2b-343fde5e7205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (6795e0a6-69cc-42c2-a292-352f11146466), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:35.084251 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6b1c759b-3c56-4a19-9a2b-343fde5e7205 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:35.087725 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-6b1c759b-3c56-4a19-9a2b-343fde5e7205 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/6795e0a6-69cc-42c2-a292-352f11146466 HTTP/1.1" status: 204 len: 168 time: 0.1584427 Feb 02 07:24:35.096269 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1c759b-3c56-4a19-9a2b-343fde5e7205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6795e0a6-69cc-42c2-a292-352f11146466,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:35.101757 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1a35b97f-dee1-41e3-9103-0583ab81a0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (4a461e95-40ec-4f19-9b99-1f8e6b3fffbc), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:35.155389 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35b97f-dee1-41e3-9103-0583ab81a0b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a461e95-40ec-4f19-9b99-1f8e6b3fffbc,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:35.159201 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43520) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:35.318556 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-c90f7b59-06e8-4c9c-a556-ca9b63b109a5 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Deleting port 594b23b2-87ec-473b-ae2d-2d81b66bb96a {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:24:35.318955 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c90f7b59-06e8-4c9c-a556-ca9b63b109a5 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (594b23b2-87ec-473b-ae2d-2d81b66bb96a), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:35.437711 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1a35b97f-dee1-41e3-9103-0583ab81a0b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:35.500746 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d7ce7107-b487-40c8-a6ee-54f85bef3a77 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ad2385b7bb3d4d8a8f3cb8428a59cef0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3383095 Feb 02 07:24:35.503274 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43534) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:35.518460 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-c90f7b59-06e8-4c9c-a556-ca9b63b109a5 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] For port 594b23b2-87ec-473b-ae2d-2d81b66bb96a, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=594b23b2-87ec-473b-ae2d-2d81b66bb96a,segment=NetworkSegment(5c51fcff-e754-49f4-a776-4c3f77e787cc),segment_id=5c51fcff-e754-49f4-a776-4c3f77e787cc)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:24:35.518840 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c90f7b59-06e8-4c9c-a556-ca9b63b109a5 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (594b23b2-87ec-473b-ae2d-2d81b66bb96a), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:35.546365 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-c90f7b59-06e8-4c9c-a556-ca9b63b109a5 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Calling delete_port for 594b23b2-87ec-473b-ae2d-2d81b66bb96a owned by network:router_interface {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:24:35.571172 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9464faa8-5378-4b42-951d-5e43e5ddef10 admin admin] Publish callbacks [] for security_group (d173bc3c-c82b-414f-8383-b99e56f1c834), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:35.601008 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9464faa8-5378-4b42-951d-5e43e5ddef10 admin admin] Publish callbacks [] for security_group (d173bc3c-c82b-414f-8383-b99e56f1c834), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:35.678634 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9464faa8-5378-4b42-951d-5e43e5ddef10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (d173bc3c-c82b-414f-8383-b99e56f1c834), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:35.682827 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9464faa8-5378-4b42-951d-5e43e5ddef10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:35.684520 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-9464faa8-5378-4b42-951d-5e43e5ddef10 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d173bc3c-c82b-414f-8383-b99e56f1c834 HTTP/1.1" status: 204 len: 168 time: 0.1799238 Feb 02 07:24:35.695023 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9464faa8-5378-4b42-951d-5e43e5ddef10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d173bc3c-c82b-414f-8383-b99e56f1c834,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:35.857735 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a35b97f-dee1-41e3-9103-0583ab81a0b3 admin admin] Router f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:24:35.859442 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c90f7b59-06e8-4c9c-a556-ca9b63b109a5 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (594b23b2-87ec-473b-ae2d-2d81b66bb96a), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:35.895542 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90f7b59-06e8-4c9c-a556-ca9b63b109a5 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Pushing event deleted for resources: {'Port': ['ID=594b23b2-87ec-473b-ae2d-2d81b66bb96a,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:36.127389 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c90f7b59-06e8-4c9c-a556-ca9b63b109a5 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (c377ffbb-6c27-4978-ba59-e651495e3d79), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:36.142974 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a35b97f-dee1-41e3-9103-0583ab81a0b3 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:24:36.155258 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fe4cb0-c575-4d7c-ba13-31f6279046c3 None None] Sync routers for ids ['f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:24:36.172923 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fe4cb0-c575-4d7c-ba13-31f6279046c3 None None] Routers {'f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:24:36.173995 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-20fe4cb0-c575-4d7c-ba13-31f6279046c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:24:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:36.214637 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-1a35b97f-dee1-41e3-9103-0583ab81a0b3 admin admin] 10.222.0.87 "PUT /v2.0/routers/f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4814537 Feb 02 07:24:36.218416 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43564) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:36.358540 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-20fe4cb0-c575-4d7c-ba13-31f6279046c3 None None] Set router f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:24:36.369419 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c90f7b59-06e8-4c9c-a556-ca9b63b109a5 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Router c377ffbb-6c27-4978-ba59-e651495e3d79 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:24:36.472528 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-42f6da17-5904-4f1b-afb3-15ddc956bf39 admin admin] Publish callbacks [] for router (f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:36.512266 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c90f7b59-06e8-4c9c-a556-ca9b63b109a5 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:24:36.526617 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78626ef9-8824-4b8b-9547-e7dc0a5b36ab None None] Sync routers for ids ['c377ffbb-6c27-4978-ba59-e651495e3d79'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:24:36.536871 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c90f7b59-06e8-4c9c-a556-ca9b63b109a5 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "PUT /v2.0/routers/c377ffbb-6c27-4978-ba59-e651495e3d79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1431694 Feb 02 07:24:36.540542 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43578) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:36.544865 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78626ef9-8824-4b8b-9547-e7dc0a5b36ab None None] Routers {'c377ffbb-6c27-4978-ba59-e651495e3d79'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:24:36.558867 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-78626ef9-8824-4b8b-9547-e7dc0a5b36ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:24:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['c377ffbb-6c27-4978-ba59-e651495e3d79'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:36.647389 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-42f6da17-5904-4f1b-afb3-15ddc956bf39 admin admin] Publish callbacks [] for router_gateway (f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:36.666594 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-29401bc0-2347-4a74-b787-bcb8920db0dc tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Deleting subnet ad81f9a5-6536-4f51-84aa-dbda9c5233c4 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:24:36.671419 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-29401bc0-2347-4a74-b787-bcb8920db0dc tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for subnet (ad81f9a5-6536-4f51-84aa-dbda9c5233c4), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:36.684211 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-20fe4cb0-c575-4d7c-ba13-31f6279046c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490', 'name': 'tempest-TestVolumeBackupRestore-429714436-router', 'tenant_id': '31a150f577914a209466302edcd070d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '120d151c-79ba-467a-a953-47475523c1f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:18:25Z', 'updated_at': '2022-02-02T07:24:35Z', 'revision_number': 5, 'project_id': '31a150f577914a209466302edcd070d5', 'gw_port': {'id': '120d151c-79ba-467a-a953-47475523c1f2', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:18:27Z', 'updated_at': '2022-02-02T07:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:36.732272 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-78626ef9-8824-4b8b-9547-e7dc0a5b36ab None None] Set router c377ffbb-6c27-4978-ba59-e651495e3d79 gateway port host: None {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:24:36.732777 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-29401bc0-2347-4a74-b787-bcb8920db0dc tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (ad81f9a5-6536-4f51-84aa-dbda9c5233c4), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:36.760052 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-42f6da17-5904-4f1b-afb3-15ddc956bf39 admin admin] Deleting port 120d151c-79ba-467a-a953-47475523c1f2 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:24:36.760429 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-42f6da17-5904-4f1b-afb3-15ddc956bf39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (120d151c-79ba-467a-a953-47475523c1f2), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:36.763996 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fe4cb0-c575-4d7c-ba13-31f6279046c3 None None] Checking router: f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:24:36.789011 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fe4cb0-c575-4d7c-ba13-31f6279046c3 None None] Routers {'f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:24:36.789777 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-20fe4cb0-c575-4d7c-ba13-31f6279046c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:24:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:36.866844 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-29401bc0-2347-4a74-b787-bcb8920db0dc tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (ad81f9a5-6536-4f51-84aa-dbda9c5233c4), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:36.933681 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-42f6da17-5904-4f1b-afb3-15ddc956bf39 admin admin] For port 120d151c-79ba-467a-a953-47475523c1f2, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=120d151c-79ba-467a-a953-47475523c1f2,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:24:36.933999 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-42f6da17-5904-4f1b-afb3-15ddc956bf39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (120d151c-79ba-467a-a953-47475523c1f2), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:36.960136 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-42f6da17-5904-4f1b-afb3-15ddc956bf39 admin admin] Calling delete_port for 120d151c-79ba-467a-a953-47475523c1f2 owned by network:router_gateway {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:24:36.978341 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-20fe4cb0-c575-4d7c-ba13-31f6279046c3 None None] Set router f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490 gateway port host: None {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:24:36.979894 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-29401bc0-2347-4a74-b787-bcb8920db0dc tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (ad81f9a5-6536-4f51-84aa-dbda9c5233c4), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:37.009585 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-78626ef9-8824-4b8b-9547-e7dc0a5b36ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'name': 'tempest-RoutersIpV6Test-router-58342812', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:23:44Z', 'updated_at': '2022-02-02T07:24:35Z', 'revision_number': 10, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'gw_port_host': None, '_interfaces': [{'id': 'a796dab0-f861-4c6e-966d-abe62e2e701b', 'name': '', 'network_id': '01201ded-b361-43c1-a42e-859a2a7253f6', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'mac_address': 'fa:16:3e:ca:fe:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': 'ef49c351-2091-4069-aaa0-da2ad346d62c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:23:46Z', 'updated_at': '2022-02-02T07:23:53Z', 'revision_number': 5, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'subnets': [{'id': 'ef49c351-2091-4069-aaa0-da2ad346d62c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:37.022979 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29401bc0-2347-4a74-b787-bcb8920db0dc tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Pushing event deleted for resources: {'Subnet': ['ID=ad81f9a5-6536-4f51-84aa-dbda9c5233c4,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:37.047219 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-29401bc0-2347-4a74-b787-bcb8920db0dc tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:37.054995 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-29401bc0-2347-4a74-b787-bcb8920db0dc tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "DELETE /v2.0/subnets/ad81f9a5-6536-4f51-84aa-dbda9c5233c4 HTTP/1.1" status: 204 len: 168 time: 0.5129981 Feb 02 07:24:37.057498 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43596) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:37.074418 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78626ef9-8824-4b8b-9547-e7dc0a5b36ab None None] Checking router: c377ffbb-6c27-4978-ba59-e651495e3d79 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:24:37.076554 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee92f748-e974-497b-bc10-ea69d65677c2 None None] Network 151c1bac-3568-4be4-894c-7d09a5030272 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:24:37.107907 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-20fe4cb0-c575-4d7c-ba13-31f6279046c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490', 'name': 'tempest-TestVolumeBackupRestore-429714436-router', 'tenant_id': '31a150f577914a209466302edcd070d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:18:25Z', 'updated_at': '2022-02-02T07:24:36Z', 'revision_number': 6, 'project_id': '31a150f577914a209466302edcd070d5', 'gw_port_host': None}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:37.151748 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fe4cb0-c575-4d7c-ba13-31f6279046c3 None None] The sync data for ids ['f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490'] in n-d-789963-26 is: [{'id': 'f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490', 'name': 'tempest-TestVolumeBackupRestore-429714436-router', 'tenant_id': '31a150f577914a209466302edcd070d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:18:25Z', 'updated_at': '2022-02-02T07:24:36Z', 'revision_number': 6, 'project_id': '31a150f577914a209466302edcd070d5', 'gw_port_host': None}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:24:37.198093 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78626ef9-8824-4b8b-9547-e7dc0a5b36ab None None] Routers {'c377ffbb-6c27-4978-ba59-e651495e3d79'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:24:37.206990 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-78626ef9-8824-4b8b-9547-e7dc0a5b36ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:24:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['c377ffbb-6c27-4978-ba59-e651495e3d79'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:37.220790 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-70cb95fe-f6e2-4e8b-a13d-7ef5a3f7a39d tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (151c1bac-3568-4be4-894c-7d09a5030272), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:37.303779 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-70cb95fe-f6e2-4e8b-a13d-7ef5a3f7a39d tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Deleting port 43cbba8b-8e73-4ad5-98be-64f8fb8340ce {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:24:37.304532 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-70cb95fe-f6e2-4e8b-a13d-7ef5a3f7a39d tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (43cbba8b-8e73-4ad5-98be-64f8fb8340ce), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:37.395362 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-78626ef9-8824-4b8b-9547-e7dc0a5b36ab None None] Set router c377ffbb-6c27-4978-ba59-e651495e3d79 gateway port host: None {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:24:37.424373 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-70cb95fe-f6e2-4e8b-a13d-7ef5a3f7a39d tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] For port 43cbba8b-8e73-4ad5-98be-64f8fb8340ce, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=43cbba8b-8e73-4ad5-98be-64f8fb8340ce,segment=NetworkSegment(5c51fcff-e754-49f4-a776-4c3f77e787cc),segment_id=5c51fcff-e754-49f4-a776-4c3f77e787cc)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:24:37.424753 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-70cb95fe-f6e2-4e8b-a13d-7ef5a3f7a39d tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (43cbba8b-8e73-4ad5-98be-64f8fb8340ce), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:37.469497 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-70cb95fe-f6e2-4e8b-a13d-7ef5a3f7a39d tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Calling delete_port for 43cbba8b-8e73-4ad5-98be-64f8fb8340ce owned by network:dhcp {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:24:37.555202 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7347c44-c833-41cd-b313-476d1fe04554 None None] DHCP port deletion for 151c1bac-3568-4be4-894c-7d09a5030272 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:24:37.601129 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43618) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:37.757991 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-42f6da17-5904-4f1b-afb3-15ddc956bf39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (120d151c-79ba-467a-a953-47475523c1f2), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:37.783130 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9c470c06-4a16-47c9-99f5-76a06e70f602 req-9f8814c2-1ed4-4458-8288-f1223981fc8a tempest-ServerShowV254Test-1170442826 tempest-ServerShowV254Test-1170442826-project] 10.222.0.87 "GET /v2.0/ports?device_id=e65bd206-dc36-4c16-bb2d-9aa77c9271c2 HTTP/1.1" status: 200 len: 210 time: 0.0776894 Feb 02 07:24:37.792445 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f6da17-5904-4f1b-afb3-15ddc956bf39 admin admin] Pushing event deleted for resources: {'Port': ['ID=120d151c-79ba-467a-a953-47475523c1f2,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:37.793455 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-70cb95fe-f6e2-4e8b-a13d-7ef5a3f7a39d tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (43cbba8b-8e73-4ad5-98be-64f8fb8340ce), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:37.819080 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-389e1a99-a0f8-4c47-8c69-2dfc69390569 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:37.820208 n-d-789963-26 neutron-server[109694]: WARNING neutron.api.v2.base [None req-389e1a99-a0f8-4c47-8c69-2dfc69390569 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 02 07:24:37.821111 n-d-789963-26 neutron-server[109694]: INFO neutron.api.v2.resource [None req-389e1a99-a0f8-4c47-8c69-2dfc69390569 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] create failed (client error): There was a conflict when trying to complete your request. Feb 02 07:24:37.822773 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-389e1a99-a0f8-4c47-8c69-2dfc69390569 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2197461 Feb 02 07:24:37.874798 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-a7347c44-c833-41cd-b313-476d1fe04554 None None] Deleting port 43cbba8b-8e73-4ad5-98be-64f8fb8340ce {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:24:37.875007 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a7347c44-c833-41cd-b313-476d1fe04554 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (43cbba8b-8e73-4ad5-98be-64f8fb8340ce), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:37.885209 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43628) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:37.888491 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-42f6da17-5904-4f1b-afb3-15ddc956bf39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:37.899841 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cb95fe-f6e2-4e8b-a13d-7ef5a3f7a39d tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Pushing event deleted for resources: {'Port': ['ID=43cbba8b-8e73-4ad5-98be-64f8fb8340ce,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:37.913828 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cb95fe-f6e2-4e8b-a13d-7ef5a3f7a39d tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] No DVR routers for this DVR port 43cbba8b-8e73-4ad5-98be-64f8fb8340ce on host n-d-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:24:37.988065 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-a7347c44-c833-41cd-b313-476d1fe04554 None None] For port 43cbba8b-8e73-4ad5-98be-64f8fb8340ce, host n-d-789963-26, got binding levels [] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:24:37.988525 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a7347c44-c833-41cd-b313-476d1fe04554 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (43cbba8b-8e73-4ad5-98be-64f8fb8340ce), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:38.015880 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-a7347c44-c833-41cd-b313-476d1fe04554 None None] Calling delete_port for 43cbba8b-8e73-4ad5-98be-64f8fb8340ce owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:24:38.020539 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.ipam_backend_mixin [None req-a7347c44-c833-41cd-b313-476d1fe04554 None None] Port 43cbba8b-8e73-4ad5-98be-64f8fb8340ce was not found and therefore no delete operation was performed {{(pid=109695) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 02 07:24:38.023253 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a7347c44-c833-41cd-b313-476d1fe04554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (43cbba8b-8e73-4ad5-98be-64f8fb8340ce), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:38.026324 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-42f6da17-5904-4f1b-afb3-15ddc956bf39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:38.028573 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-42f6da17-5904-4f1b-afb3-15ddc956bf39 admin admin] Publish callbacks [] for router_controller (f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:38.039047 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7347c44-c833-41cd-b313-476d1fe04554 None None] No DVR routers for this DVR port 43cbba8b-8e73-4ad5-98be-64f8fb8340ce on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:24:38.083178 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-70cb95fe-f6e2-4e8b-a13d-7ef5a3f7a39d tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (151c1bac-3568-4be4-894c-7d09a5030272), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:38.086628 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7347c44-c833-41cd-b313-476d1fe04554 None None] Pushing event deleted for resources: {'Port': ['ID=43cbba8b-8e73-4ad5-98be-64f8fb8340ce,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:38.092798 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-78626ef9-8824-4b8b-9547-e7dc0a5b36ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'name': 'tempest-RoutersIpV6Test-router-58342812', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:23:44Z', 'updated_at': '2022-02-02T07:24:35Z', 'revision_number': 10, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'gw_port_host': None, '_interfaces': [{'id': 'a796dab0-f861-4c6e-966d-abe62e2e701b', 'name': '', 'network_id': '01201ded-b361-43c1-a42e-859a2a7253f6', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'mac_address': 'fa:16:3e:ca:fe:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': 'ef49c351-2091-4069-aaa0-da2ad346d62c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:23:46Z', 'updated_at': '2022-02-02T07:23:53Z', 'revision_number': 5, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'subnets': [{'id': 'ef49c351-2091-4069-aaa0-da2ad346d62c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:38.119723 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-70cb95fe-f6e2-4e8b-a13d-7ef5a3f7a39d tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['151c1bac-3568-4be4-894c-7d09a5030272']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:38.132128 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-70cb95fe-f6e2-4e8b-a13d-7ef5a3f7a39d tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c51fcff-e754-49f4-a776-4c3f77e787cc') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:38.132829 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-70cb95fe-f6e2-4e8b-a13d-7ef5a3f7a39d tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c51fcff-e754-49f4-a776-4c3f77e787cc') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:38.147128 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78626ef9-8824-4b8b-9547-e7dc0a5b36ab None None] The sync data for ids ['c377ffbb-6c27-4978-ba59-e651495e3d79'] in n-d-789963-26 is: [{'id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'name': 'tempest-RoutersIpV6Test-router-58342812', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:23:44Z', 'updated_at': '2022-02-02T07:24:35Z', 'revision_number': 10, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'gw_port_host': None, '_interfaces': [{'id': 'a796dab0-f861-4c6e-966d-abe62e2e701b', 'name': '', 'network_id': '01201ded-b361-43c1-a42e-859a2a7253f6', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'mac_address': 'fa:16:3e:ca:fe:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': 'ef49c351-2091-4069-aaa0-da2ad346d62c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:23:46Z', 'updated_at': '2022-02-02T07:23:53Z', 'revision_number': 5, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'subnets': [{'id': 'ef49c351-2091-4069-aaa0-da2ad346d62c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:24:38.149403 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-70cb95fe-f6e2-4e8b-a13d-7ef5a3f7a39d tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (5c51fcff-e754-49f4-a776-4c3f77e787cc), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:38.162665 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7347c44-c833-41cd-b313-476d1fe04554 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:24:38.163294 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7347c44-c833-41cd-b313-476d1fe04554 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:24:38.163902 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7347c44-c833-41cd-b313-476d1fe04554 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:24:38.164728 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7347c44-c833-41cd-b313-476d1fe04554 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:24:38.165795 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7347c44-c833-41cd-b313-476d1fe04554 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:24:38.166396 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7347c44-c833-41cd-b313-476d1fe04554 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:24:38.166960 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7347c44-c833-41cd-b313-476d1fe04554 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:24:38.167577 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7347c44-c833-41cd-b313-476d1fe04554 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:24:38.168155 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7347c44-c833-41cd-b313-476d1fe04554 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:24:38.168726 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7347c44-c833-41cd-b313-476d1fe04554 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:24:38.169597 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7347c44-c833-41cd-b313-476d1fe04554 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:24:38.170172 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7347c44-c833-41cd-b313-476d1fe04554 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:24:38.171353 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7347c44-c833-41cd-b313-476d1fe04554 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:24:38.179457 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-eed53526-e593-4f50-a390-f2fed3be7156 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Request body: {'security_group': {'name': 'tempest-secgroup--1331395995'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:38.188600 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-70cb95fe-f6e2-4e8b-a13d-7ef5a3f7a39d tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (5c51fcff-e754-49f4-a776-4c3f77e787cc), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:38.203771 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70cb95fe-f6e2-4e8b-a13d-7ef5a3f7a39d tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:24:38.205906 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-70cb95fe-f6e2-4e8b-a13d-7ef5a3f7a39d tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (5c51fcff-e754-49f4-a776-4c3f77e787cc), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:38.209401 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:24:38.209401 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:24:38.209401 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:24:38.209401 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:24:38.209401 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:24:38.209401 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:24:38.209401 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:24:38.209401 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:24:38.209401 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:24:38.209401 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:24:38.209401 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:24:38.209401 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:24:38.209401 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:24:38.209401 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:24:38.209401 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:24:38.209401 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:24:38.209401 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:24:38.209401 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:24:38.209401 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:24:38.209401 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:24:38.209401 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:24:38.209401 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:24:38.209401 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:24:38.209401 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:24:38.209401 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:24:38.209401 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:24:38.209401 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:24:38.209401 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:24:38.209401 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:24:38.209401 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:24:38.209401 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:24:38.209401 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:24:38.213828 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-42f6da17-5904-4f1b-afb3-15ddc956bf39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:38.213828 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f6da17-5904-4f1b-afb3-15ddc956bf39 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490 {{(pid=109693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:24:38.217483 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-42f6da17-5904-4f1b-afb3-15ddc956bf39 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:38.218935 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-42f6da17-5904-4f1b-afb3-15ddc956bf39 admin admin] 10.222.0.87 "DELETE /v2.0/routers/f135ee3d-f4b9-4bdf-a6e6-14d69c6a9490 HTTP/1.1" status: 204 len: 168 time: 1.9988902 Feb 02 07:24:38.224743 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43644) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:38.258577 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-eed53526-e593-4f50-a390-f2fed3be7156 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:38.280584 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-eed53526-e593-4f50-a390-f2fed3be7156 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:38.301442 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-2795b98b-827d-423d-a6cd-926e4f8cef76 admin admin] Deleting subnet ca42c38d-9a6e-46e3-b505-4f5f231acd74 {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:24:38.305067 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2795b98b-827d-423d-a6cd-926e4f8cef76 admin admin] Publish callbacks [] for subnet (ca42c38d-9a6e-46e3-b505-4f5f231acd74), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:38.320748 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-70cb95fe-f6e2-4e8b-a13d-7ef5a3f7a39d tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (151c1bac-3568-4be4-894c-7d09a5030272), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:38.331128 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-70cb95fe-f6e2-4e8b-a13d-7ef5a3f7a39d tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:38.335277 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-70cb95fe-f6e2-4e8b-a13d-7ef5a3f7a39d tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "DELETE /v2.0/networks/151c1bac-3568-4be4-894c-7d09a5030272 HTTP/1.1" status: 204 len: 168 time: 1.2764280 Feb 02 07:24:38.337741 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43648) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:38.350755 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2795b98b-827d-423d-a6cd-926e4f8cef76 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (ca42c38d-9a6e-46e3-b505-4f5f231acd74), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:38.401937 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cb95fe-f6e2-4e8b-a13d-7ef5a3f7a39d tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Pushing event deleted for resources: {'Network': ['ID=151c1bac-3568-4be4-894c-7d09a5030272,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:38.491181 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2795b98b-827d-423d-a6cd-926e4f8cef76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (ca42c38d-9a6e-46e3-b505-4f5f231acd74), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:38.632693 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-eed53526-e593-4f50-a390-f2fed3be7156 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks [] for security_group (086d0fb6-9b3e-4611-a61e-47bde149e8f0), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:38.651006 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-eed53526-e593-4f50-a390-f2fed3be7156 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (086d0fb6-9b3e-4611-a61e-47bde149e8f0), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:38.690250 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 43cbba8b-8e73-4ad5-98be-64f8fb8340ce no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:24:38.727175 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2795b98b-827d-423d-a6cd-926e4f8cef76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (ca42c38d-9a6e-46e3-b505-4f5f231acd74), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:38.729529 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 43cbba8b-8e73-4ad5-98be-64f8fb8340ce {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:24:38.730077 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 43cbba8b-8e73-4ad5-98be-64f8fb8340ce not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:24:38.730713 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 120d151c-79ba-467a-a953-47475523c1f2 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:24:38.771358 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 120d151c-79ba-467a-a953-47475523c1f2 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:24:38.772048 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 120d151c-79ba-467a-a953-47475523c1f2 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:24:38.772648 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 4a461e95-40ec-4f19-9b99-1f8e6b3fffbc no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:24:38.793042 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2795b98b-827d-423d-a6cd-926e4f8cef76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca42c38d-9a6e-46e3-b505-4f5f231acd74,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:38.802236 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed53526-e593-4f50-a390-f2fed3be7156 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=086d0fb6-9b3e-4611-a61e-47bde149e8f0,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:38.820888 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2795b98b-827d-423d-a6cd-926e4f8cef76 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:38.828333 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-2795b98b-827d-423d-a6cd-926e4f8cef76 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/ca42c38d-9a6e-46e3-b505-4f5f231acd74 HTTP/1.1" status: 204 len: 168 time: 0.6023147 Feb 02 07:24:38.830562 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43656) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:38.837536 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebddad8-5944-4aae-949c-6cd475083ca6 None None] Network 8e5c2e3b-7d55-4510-aab3-16b6ca3ea693 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:24:38.851303 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 4a461e95-40ec-4f19-9b99-1f8e6b3fffbc {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:24:38.851874 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 4a461e95-40ec-4f19-9b99-1f8e6b3fffbc not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:24:38.852578 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 594b23b2-87ec-473b-ae2d-2d81b66bb96a no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:24:38.932887 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 594b23b2-87ec-473b-ae2d-2d81b66bb96a {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:24:38.933686 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 594b23b2-87ec-473b-ae2d-2d81b66bb96a not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:24:38.945188 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-eed53526-e593-4f50-a390-f2fed3be7156 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks [] for security_group (3d42ac67-b376-454d-8486-2366cf288dc0), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:38.952013 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bcc529ad-8b87-49d3-8e9d-1512590ee38f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (8e5c2e3b-7d55-4510-aab3-16b6ca3ea693), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:38.955018 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-eed53526-e593-4f50-a390-f2fed3be7156 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (3d42ac67-b376-454d-8486-2366cf288dc0), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:38.996123 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed53526-e593-4f50-a390-f2fed3be7156 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d42ac67-b376-454d-8486-2366cf288dc0,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:38.997584 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-efa1c0d8-a15a-41f5-b9b4-f9f6a0c15ee7 req-abf819e1-0ddd-4347-a3e6-639af1ec079c tempest-ServerShowV254Test-1170442826 tempest-ServerShowV254Test-1170442826-project] 10.222.0.87 "GET /v2.0/ports?device_id=e65bd206-dc36-4c16-bb2d-9aa77c9271c2 HTTP/1.1" status: 200 len: 210 time: 0.0380068 Feb 02 07:24:39.017902 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-eed53526-e593-4f50-a390-f2fed3be7156 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:39.019700 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-eed53526-e593-4f50-a390-f2fed3be7156 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8533401 Feb 02 07:24:39.023059 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43658) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:39.028730 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-449990ab-569a-4ca4-8474-ce7ace6cc8f6 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Request body: {'security_group_rule': {'security_group_id': '3d42ac67-b376-454d-8486-2366cf288dc0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:39.075008 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-449990ab-569a-4ca4-8474-ce7ace6cc8f6 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks [] for security_group_rule (98fa4ec2-9b10-4cd6-a0c3-2ef0a78042ad), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:39.105978 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-bcc529ad-8b87-49d3-8e9d-1512590ee38f admin admin] Deleting port f85e139f-0515-40c5-a130-0b24f4af2ca8 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:24:39.106328 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bcc529ad-8b87-49d3-8e9d-1512590ee38f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (f85e139f-0515-40c5-a130-0b24f4af2ca8), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:39.154734 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a24d7b9-b20c-4ecc-9e7a-7b5d852220c5 None None] DHCP port deletion for 8e5c2e3b-7d55-4510-aab3-16b6ca3ea693 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:24:39.193796 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-bcc529ad-8b87-49d3-8e9d-1512590ee38f admin admin] For port f85e139f-0515-40c5-a130-0b24f4af2ca8, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=f85e139f-0515-40c5-a130-0b24f4af2ca8,segment=NetworkSegment(24e7b58b-e741-4dab-b0d9-d82d40285059),segment_id=24e7b58b-e741-4dab-b0d9-d82d40285059)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:24:39.194173 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bcc529ad-8b87-49d3-8e9d-1512590ee38f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (f85e139f-0515-40c5-a130-0b24f4af2ca8), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:39.213222 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-bcc529ad-8b87-49d3-8e9d-1512590ee38f admin admin] Calling delete_port for f85e139f-0515-40c5-a130-0b24f4af2ca8 owned by network:dhcp {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:24:39.270612 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-2a24d7b9-b20c-4ecc-9e7a-7b5d852220c5 None None] Deleting port f85e139f-0515-40c5-a130-0b24f4af2ca8 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:24:39.270915 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2a24d7b9-b20c-4ecc-9e7a-7b5d852220c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (f85e139f-0515-40c5-a130-0b24f4af2ca8), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:39.310784 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bcc529ad-8b87-49d3-8e9d-1512590ee38f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (f85e139f-0515-40c5-a130-0b24f4af2ca8), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:39.366541 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-449990ab-569a-4ca4-8474-ce7ace6cc8f6 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks [] for security_group_rule (98fa4ec2-9b10-4cd6-a0c3-2ef0a78042ad), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:39.367336 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f0b32e77-5ebd-4bfc-ad0f-2b0c42a45078 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (c377ffbb-6c27-4978-ba59-e651495e3d79), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:39.371816 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc529ad-8b87-49d3-8e9d-1512590ee38f admin admin] Pushing event deleted for resources: {'Port': ['ID=f85e139f-0515-40c5-a130-0b24f4af2ca8,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:39.375748 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-2a24d7b9-b20c-4ecc-9e7a-7b5d852220c5 None None] For port f85e139f-0515-40c5-a130-0b24f4af2ca8, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=f85e139f-0515-40c5-a130-0b24f4af2ca8,segment=NetworkSegment(24e7b58b-e741-4dab-b0d9-d82d40285059),segment_id=24e7b58b-e741-4dab-b0d9-d82d40285059)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:24:39.376801 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2a24d7b9-b20c-4ecc-9e7a-7b5d852220c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (f85e139f-0515-40c5-a130-0b24f4af2ca8), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:39.378247 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc529ad-8b87-49d3-8e9d-1512590ee38f admin admin] No DVR routers for this DVR port f85e139f-0515-40c5-a130-0b24f4af2ca8 on host n-d-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:24:39.393659 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-2a24d7b9-b20c-4ecc-9e7a-7b5d852220c5 None None] Calling delete_port for f85e139f-0515-40c5-a130-0b24f4af2ca8 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:24:39.417624 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-449990ab-569a-4ca4-8474-ce7ace6cc8f6 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (98fa4ec2-9b10-4cd6-a0c3-2ef0a78042ad), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:39.461874 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449990ab-569a-4ca4-8474-ce7ace6cc8f6 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98fa4ec2-9b10-4cd6-a0c3-2ef0a78042ad,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:39.470806 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-449990ab-569a-4ca4-8474-ce7ace6cc8f6 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:39.472594 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-449990ab-569a-4ca4-8474-ce7ace6cc8f6 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4474256 Feb 02 07:24:39.502962 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43664) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:39.507158 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bcc529ad-8b87-49d3-8e9d-1512590ee38f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (8e5c2e3b-7d55-4510-aab3-16b6ca3ea693), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:39.512504 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-d75d7330-eecf-4fdc-bc09-0464d4fdb916 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Request body: {'security_group_rule': {'security_group_id': '3d42ac67-b376-454d-8486-2366cf288dc0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:39.543333 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-bcc529ad-8b87-49d3-8e9d-1512590ee38f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e5c2e3b-7d55-4510-aab3-16b6ca3ea693']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:39.559399 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-bcc529ad-8b87-49d3-8e9d-1512590ee38f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24e7b58b-e741-4dab-b0d9-d82d40285059') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:39.560006 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-bcc529ad-8b87-49d3-8e9d-1512590ee38f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24e7b58b-e741-4dab-b0d9-d82d40285059') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:39.575152 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d75d7330-eecf-4fdc-bc09-0464d4fdb916 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks [] for security_group_rule (ef6f541c-683b-42f3-8854-4b67f2ba7aae), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:39.604936 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bcc529ad-8b87-49d3-8e9d-1512590ee38f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (24e7b58b-e741-4dab-b0d9-d82d40285059), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:39.629003 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bcc529ad-8b87-49d3-8e9d-1512590ee38f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (24e7b58b-e741-4dab-b0d9-d82d40285059), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:39.640084 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcc529ad-8b87-49d3-8e9d-1512590ee38f admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:24:39.640496 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bcc529ad-8b87-49d3-8e9d-1512590ee38f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (24e7b58b-e741-4dab-b0d9-d82d40285059), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:39.642303 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:24:39.642303 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:24:39.642303 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:24:39.642303 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:24:39.642303 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:24:39.642303 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:24:39.642303 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:24:39.642303 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:24:39.642303 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:24:39.642303 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:24:39.642303 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:24:39.642303 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:24:39.642303 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:24:39.642303 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:24:39.642303 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:24:39.642303 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:24:39.642303 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:24:39.642303 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:24:39.642303 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:24:39.642303 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:24:39.642303 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:24:39.642303 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:24:39.642303 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:24:39.642303 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:24:39.642303 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:24:39.642303 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:24:39.642303 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:24:39.642303 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:24:39.642303 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:24:39.642303 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:24:39.642303 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:24:39.642303 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:24:39.653644 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-d75d7330-eecf-4fdc-bc09-0464d4fdb916 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] create failed (client error): There was a conflict when trying to complete your request. Feb 02 07:24:39.657723 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d75d7330-eecf-4fdc-bc09-0464d4fdb916 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1497712 Feb 02 07:24:39.657947 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43666) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:39.689699 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-f0b32e77-5ebd-4bfc-ad0f-2b0c42a45078 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Deleting port a796dab0-f861-4c6e-966d-abe62e2e701b {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:24:39.690060 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f0b32e77-5ebd-4bfc-ad0f-2b0c42a45078 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (a796dab0-f861-4c6e-966d-abe62e2e701b), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:39.724776 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2a24d7b9-b20c-4ecc-9e7a-7b5d852220c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (f85e139f-0515-40c5-a130-0b24f4af2ca8), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:39.750055 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bcc529ad-8b87-49d3-8e9d-1512590ee38f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (8e5c2e3b-7d55-4510-aab3-16b6ca3ea693), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:39.753451 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a24d7b9-b20c-4ecc-9e7a-7b5d852220c5 None None] Pushing event deleted for resources: {'Port': ['ID=f85e139f-0515-40c5-a130-0b24f4af2ca8,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:39.759360 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a24d7b9-b20c-4ecc-9e7a-7b5d852220c5 None None] No DVR routers for this DVR port f85e139f-0515-40c5-a130-0b24f4af2ca8 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:24:39.766486 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bcc529ad-8b87-49d3-8e9d-1512590ee38f admin admin] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:39.773430 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-bcc529ad-8b87-49d3-8e9d-1512590ee38f admin admin] 10.222.0.87 "DELETE /v2.0/networks/8e5c2e3b-7d55-4510-aab3-16b6ca3ea693 HTTP/1.1" status: 204 len: 168 time: 0.9387095 Feb 02 07:24:39.776417 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43668) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:39.782282 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e8312d80-9488-4326-8abc-914afdf8d50f tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks [] for security_group (3d42ac67-b376-454d-8486-2366cf288dc0), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:39.806655 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc529ad-8b87-49d3-8e9d-1512590ee38f admin admin] Pushing event deleted for resources: {'Network': ['ID=8e5c2e3b-7d55-4510-aab3-16b6ca3ea693,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:39.809578 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e8312d80-9488-4326-8abc-914afdf8d50f tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks [] for security_group (3d42ac67-b376-454d-8486-2366cf288dc0), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:39.859412 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-f0b32e77-5ebd-4bfc-ad0f-2b0c42a45078 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] For port a796dab0-f861-4c6e-966d-abe62e2e701b, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=a796dab0-f861-4c6e-966d-abe62e2e701b,segment=NetworkSegment(44f4b6fb-3e64-4e9f-a986-fa3dad36731f),segment_id=44f4b6fb-3e64-4e9f-a986-fa3dad36731f)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:24:39.859412 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f0b32e77-5ebd-4bfc-ad0f-2b0c42a45078 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (a796dab0-f861-4c6e-966d-abe62e2e701b), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:39.869421 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e8312d80-9488-4326-8abc-914afdf8d50f tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (3d42ac67-b376-454d-8486-2366cf288dc0), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:39.873098 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e8312d80-9488-4326-8abc-914afdf8d50f tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:39.877989 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e8312d80-9488-4326-8abc-914afdf8d50f tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] 10.222.0.87 "DELETE /v2.0/security-groups/3d42ac67-b376-454d-8486-2366cf288dc0 HTTP/1.1" status: 204 len: 168 time: 0.2191098 Feb 02 07:24:39.878716 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43672) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:39.899455 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-f0b32e77-5ebd-4bfc-ad0f-2b0c42a45078 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Calling delete_port for a796dab0-f861-4c6e-966d-abe62e2e701b owned by network:router_interface {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:24:39.916998 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8312d80-9488-4326-8abc-914afdf8d50f tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d42ac67-b376-454d-8486-2366cf288dc0,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:39.918783 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43674) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:39.965384 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-6bfc415e-d4ed-4bc2-a3fc-d5a510b94dbb tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0820518 Feb 02 07:24:39.969669 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43678) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:39.975213 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-e29a2ec9-e984-4a5b-934e-9edb10ce266b tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Request body: {'security_group': {'name': 'tempest-secgroup--262606293'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:39.999273 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e29a2ec9-e984-4a5b-934e-9edb10ce266b tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:40.087047 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e29a2ec9-e984-4a5b-934e-9edb10ce266b tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks [] for security_group (fb942162-59f8-451f-a37d-774b4a8b3248), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:40.093360 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e29a2ec9-e984-4a5b-934e-9edb10ce266b tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (fb942162-59f8-451f-a37d-774b4a8b3248), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:40.111259 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0328cf56-2309-44ed-8a14-4c3424a84c5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:40.130882 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e29a2ec9-e984-4a5b-934e-9edb10ce266b tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:40.134810 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e29a2ec9-e984-4a5b-934e-9edb10ce266b tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1615996 Feb 02 07:24:40.136983 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43682) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:40.147768 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-dc865d9f-09f4-4f95-9079-57e8f917d974 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Request body: {'security_group_rule': {'security_group_id': 'fb942162-59f8-451f-a37d-774b4a8b3248', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:40.147768 n-d-789963-26 neutron-server[109693]: WARNING neutron.api.v2.base [None req-dc865d9f-09f4-4f95-9079-57e8f917d974 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 02 07:24:40.148106 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-dc865d9f-09f4-4f95-9079-57e8f917d974 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 07:24:40.151723 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-dc865d9f-09f4-4f95-9079-57e8f917d974 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0068319 Feb 02 07:24:40.153382 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43684) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:40.164720 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bafcb3be-5b5c-4e35-a600-ed75180784c8 req-f5679873-535a-41bd-9da4-6db0a9005d98 tempest-ServerShowV254Test-1170442826 tempest-ServerShowV254Test-1170442826-project] 10.222.0.87 "GET /v2.0/ports?device_id=e65bd206-dc36-4c16-bb2d-9aa77c9271c2 HTTP/1.1" status: 200 len: 210 time: 0.0587134 Feb 02 07:24:40.167861 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29a2ec9-e984-4a5b-934e-9edb10ce266b tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb942162-59f8-451f-a37d-774b4a8b3248,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:40.250975 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d19b06b6-e44f-421f-adc1-7e48b0e6158f tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks [] for security_group (fb942162-59f8-451f-a37d-774b4a8b3248), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:40.258949 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f0b32e77-5ebd-4bfc-ad0f-2b0c42a45078 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (a796dab0-f861-4c6e-966d-abe62e2e701b), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:40.291733 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b32e77-5ebd-4bfc-ad0f-2b0c42a45078 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Pushing event deleted for resources: {'Port': ['ID=a796dab0-f861-4c6e-966d-abe62e2e701b,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:40.295100 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d19b06b6-e44f-421f-adc1-7e48b0e6158f tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks [] for security_group (fb942162-59f8-451f-a37d-774b4a8b3248), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:40.309378 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0328cf56-2309-44ed-8a14-4c3424a84c5e admin admin] Publish callbacks [] for security_group (40e0daed-edda-4b80-b3b5-f9c01f54f41d), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:40.318199 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0328cf56-2309-44ed-8a14-4c3424a84c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (40e0daed-edda-4b80-b3b5-f9c01f54f41d), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:40.389428 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-0328cf56-2309-44ed-8a14-4c3424a84c5e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=2b2e719c9f214012a214cb69a0de07ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4668283 Feb 02 07:24:40.389428 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0328cf56-2309-44ed-8a14-4c3424a84c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e0daed-edda-4b80-b3b5-f9c01f54f41d,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:40.392430 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43686) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:40.406034 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device f85e139f-0515-40c5-a130-0b24f4af2ca8 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:24:40.421761 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f0b32e77-5ebd-4bfc-ad0f-2b0c42a45078 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (c377ffbb-6c27-4978-ba59-e651495e3d79), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:40.444178 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d19b06b6-e44f-421f-adc1-7e48b0e6158f tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (fb942162-59f8-451f-a37d-774b4a8b3248), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:40.446898 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d19b06b6-e44f-421f-adc1-7e48b0e6158f tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:40.447223 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: f85e139f-0515-40c5-a130-0b24f4af2ca8 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:24:40.448395 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d19b06b6-e44f-421f-adc1-7e48b0e6158f tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] 10.222.0.87 "DELETE /v2.0/security-groups/fb942162-59f8-451f-a37d-774b4a8b3248 HTTP/1.1" status: 204 len: 168 time: 0.2932820 Feb 02 07:24:40.448800 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device f85e139f-0515-40c5-a130-0b24f4af2ca8 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:24:40.452301 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43688) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:40.479023 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b06b6-e44f-421f-adc1-7e48b0e6158f tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb942162-59f8-451f-a37d-774b4a8b3248,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:40.488546 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d33ca1ed-6c3d-4f0d-97d5-08eb96492b4a admin admin] Publish callbacks [] for security_group (40e0daed-edda-4b80-b3b5-f9c01f54f41d), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:40.522088 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d33ca1ed-6c3d-4f0d-97d5-08eb96492b4a admin admin] Publish callbacks [] for security_group (40e0daed-edda-4b80-b3b5-f9c01f54f41d), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:40.580935 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d33ca1ed-6c3d-4f0d-97d5-08eb96492b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (40e0daed-edda-4b80-b3b5-f9c01f54f41d), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:40.585280 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d33ca1ed-6c3d-4f0d-97d5-08eb96492b4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:40.586470 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d33ca1ed-6c3d-4f0d-97d5-08eb96492b4a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/40e0daed-edda-4b80-b3b5-f9c01f54f41d HTTP/1.1" status: 204 len: 168 time: 0.1925845 Feb 02 07:24:40.591397 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5dc1a077-2357-4e9b-8895-ab81a1374f36 req-b7f30483-23b2-41bc-931a-dc3d171b75c7 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=e65bd206-dc36-4c16-bb2d-9aa77c9271c2 HTTP/1.1" status: 200 len: 210 time: 0.0995018 Feb 02 07:24:40.595769 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33ca1ed-6c3d-4f0d-97d5-08eb96492b4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e0daed-edda-4b80-b3b5-f9c01f54f41d,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:40.642363 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-84c3c564-2540-407f-b34e-8f793a7e870a tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1850743 Feb 02 07:24:40.647949 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43692) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:40.653676 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-28d5478c-1f3d-44ea-84f5-8793d0560ed0 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Request body: {'security_group': {'name': 'tempest-secgroup--723292721'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:40.677088 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-28d5478c-1f3d-44ea-84f5-8793d0560ed0 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:40.713408 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5807dc5a-081f-4bcc-b3b6-22f143d9dae6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (a61018c2-f517-406e-a40b-c27283e0708e), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:40.761102 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0b32e77-5ebd-4bfc-ad0f-2b0c42a45078 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Router c377ffbb-6c27-4978-ba59-e651495e3d79 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:24:40.761675 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-28d5478c-1f3d-44ea-84f5-8793d0560ed0 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks [] for security_group (b5a97744-894c-4e65-858a-055ce737b90b), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:40.765853 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-28d5478c-1f3d-44ea-84f5-8793d0560ed0 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (b5a97744-894c-4e65-858a-055ce737b90b), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:40.793272 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-28d5478c-1f3d-44ea-84f5-8793d0560ed0 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:40.797267 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-28d5478c-1f3d-44ea-84f5-8793d0560ed0 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1455932 Feb 02 07:24:40.799498 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43696) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:40.804031 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-1da11268-51f2-448e-8b81-54481ecea89e tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Request body: {'security_group_rule': {'security_group_id': 'b5a97744-894c-4e65-858a-055ce737b90b', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:40.809840 n-d-789963-26 neutron-server[109693]: WARNING neutron.api.v2.base [None req-1da11268-51f2-448e-8b81-54481ecea89e tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 02 07:24:40.810494 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-1da11268-51f2-448e-8b81-54481ecea89e tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 07:24:40.812332 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-1da11268-51f2-448e-8b81-54481ecea89e tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0118873 Feb 02 07:24:40.815893 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43698) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:40.831262 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d5478c-1f3d-44ea-84f5-8793d0560ed0 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a97744-894c-4e65-858a-055ce737b90b,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:40.886515 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4e495159-90c4-4c65-8248-dad3e8e035a5 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks [] for security_group (b5a97744-894c-4e65-858a-055ce737b90b), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:40.889099 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b32e77-5ebd-4bfc-ad0f-2b0c42a45078 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:24:40.898739 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f0b32e77-5ebd-4bfc-ad0f-2b0c42a45078 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "PUT /v2.0/routers/c377ffbb-6c27-4978-ba59-e651495e3d79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5570228 Feb 02 07:24:40.899870 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43700) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:40.905770 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88d29eb-7e2d-4be5-a89b-4edcea733c1d None None] Sync routers for ids ['c377ffbb-6c27-4978-ba59-e651495e3d79'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:24:40.923483 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88d29eb-7e2d-4be5-a89b-4edcea733c1d None None] Routers {'c377ffbb-6c27-4978-ba59-e651495e3d79'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:24:40.924685 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-d88d29eb-7e2d-4be5-a89b-4edcea733c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:24:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['c377ffbb-6c27-4978-ba59-e651495e3d79'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:40.954327 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43702) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:40.956871 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4e495159-90c4-4c65-8248-dad3e8e035a5 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks [] for security_group (b5a97744-894c-4e65-858a-055ce737b90b), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:40.969377 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0e4dc3ef-a7f1-47d5-bf82-e28c52af9a3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:40.978816 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2a825017-09c4-48b3-b31e-5ca4c8f1415a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:41.011302 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ad43895-b295-43a2-9315-15a3fb300c6d tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Deleting subnet ef49c351-2091-4069-aaa0-da2ad346d62c {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:24:41.015362 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1ad43895-b295-43a2-9315-15a3fb300c6d tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for subnet (ef49c351-2091-4069-aaa0-da2ad346d62c), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:41.024840 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-d88d29eb-7e2d-4be5-a89b-4edcea733c1d None None] Set router c377ffbb-6c27-4978-ba59-e651495e3d79 gateway port host: None {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:24:41.054449 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4e495159-90c4-4c65-8248-dad3e8e035a5 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (b5a97744-894c-4e65-858a-055ce737b90b), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:41.057287 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4e495159-90c4-4c65-8248-dad3e8e035a5 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:41.059002 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-4e495159-90c4-4c65-8248-dad3e8e035a5 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] 10.222.0.87 "DELETE /v2.0/security-groups/b5a97744-894c-4e65-858a-055ce737b90b HTTP/1.1" status: 204 len: 168 time: 0.2411590 Feb 02 07:24:41.064352 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43704) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:41.075704 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e495159-90c4-4c65-8248-dad3e8e035a5 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a97744-894c-4e65-858a-055ce737b90b,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:41.085215 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1ad43895-b295-43a2-9315-15a3fb300c6d tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (ef49c351-2091-4069-aaa0-da2ad346d62c), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:41.095015 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-d88d29eb-7e2d-4be5-a89b-4edcea733c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'name': 'tempest-RoutersIpV6Test-router-58342812', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:23:44Z', 'updated_at': '2022-02-02T07:24:40Z', 'revision_number': 11, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'gw_port_host': None}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:41.126669 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88d29eb-7e2d-4be5-a89b-4edcea733c1d None None] Checking router: c377ffbb-6c27-4978-ba59-e651495e3d79 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:24:41.136584 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88d29eb-7e2d-4be5-a89b-4edcea733c1d None None] Routers {'c377ffbb-6c27-4978-ba59-e651495e3d79'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:24:41.137184 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-d88d29eb-7e2d-4be5-a89b-4edcea733c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:24:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['c377ffbb-6c27-4978-ba59-e651495e3d79'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:41.156089 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0e4dc3ef-a7f1-47d5-bf82-e28c52af9a3f admin admin] Publish callbacks [] for security_group (1b800d62-07b4-4c3d-8d99-2c345b51f509), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:41.178334 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0e4dc3ef-a7f1-47d5-bf82-e28c52af9a3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (1b800d62-07b4-4c3d-8d99-2c345b51f509), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:41.181953 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1ad43895-b295-43a2-9315-15a3fb300c6d tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (ef49c351-2091-4069-aaa0-da2ad346d62c), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:41.204887 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-d88d29eb-7e2d-4be5-a89b-4edcea733c1d None None] Set router c377ffbb-6c27-4978-ba59-e651495e3d79 gateway port host: None {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:24:41.230707 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a55a60c3-975d-4b0e-bffe-a6ea5e3434a8 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1650064 Feb 02 07:24:41.235177 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43708) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:41.241464 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-dc8a8e42-98d7-4e66-a1ec-e167884b50fe tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Request body: {'security_group': {'name': 'tempest-secgroup--2004094425'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:41.249069 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0e4dc3ef-a7f1-47d5-bf82-e28c52af9a3f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=52d0b2ac467c46b2bef32cd6e5a1e1eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2936831 Feb 02 07:24:41.249665 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43710) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:41.267377 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-dc8a8e42-98d7-4e66-a1ec-e167884b50fe tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:41.269155 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-d88d29eb-7e2d-4be5-a89b-4edcea733c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'name': 'tempest-RoutersIpV6Test-router-58342812', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:23:44Z', 'updated_at': '2022-02-02T07:24:40Z', 'revision_number': 11, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'gw_port_host': None}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:41.276467 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4dc3ef-a7f1-47d5-bf82-e28c52af9a3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b800d62-07b4-4c3d-8d99-2c345b51f509,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:41.298868 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88d29eb-7e2d-4be5-a89b-4edcea733c1d None None] The sync data for ids ['c377ffbb-6c27-4978-ba59-e651495e3d79'] in n-d-789963-26 is: [{'id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'name': 'tempest-RoutersIpV6Test-router-58342812', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:23:44Z', 'updated_at': '2022-02-02T07:24:40Z', 'revision_number': 11, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'gw_port_host': None}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:24:41.307474 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1ad43895-b295-43a2-9315-15a3fb300c6d tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (ef49c351-2091-4069-aaa0-da2ad346d62c), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:41.318876 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-5807dc5a-081f-4bcc-b3b6-22f143d9dae6 admin admin] Deleting port 74f8a8e5-80b9-4494-b832-65fd81092fe7 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:24:41.318876 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5807dc5a-081f-4bcc-b3b6-22f143d9dae6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (74f8a8e5-80b9-4494-b832-65fd81092fe7), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:41.344831 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad43895-b295-43a2-9315-15a3fb300c6d tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Pushing event deleted for resources: {'Subnet': ['ID=ef49c351-2091-4069-aaa0-da2ad346d62c,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:41.346981 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1ad43895-b295-43a2-9315-15a3fb300c6d tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:41.354488 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-1ad43895-b295-43a2-9315-15a3fb300c6d tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "DELETE /v2.0/subnets/ef49c351-2091-4069-aaa0-da2ad346d62c HTTP/1.1" status: 204 len: 168 time: 0.4509125 Feb 02 07:24:41.354488 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43712) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:41.354869 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0b63f209-c4f3-4a2f-958b-359988868401 req-58e77f9a-37e7-451e-b6c1-0ab6d59ab867 tempest-ServerShowV254Test-1170442826 tempest-ServerShowV254Test-1170442826-project] 10.222.0.87 "GET /v2.0/ports?device_id=e65bd206-dc36-4c16-bb2d-9aa77c9271c2 HTTP/1.1" status: 200 len: 210 time: 0.0613029 Feb 02 07:24:41.365906 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d935c13-0fc3-4876-a02b-ce39e767b9e1 None None] Network 01201ded-b361-43c1-a42e-859a2a7253f6 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:24:41.432800 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ba42d32a-b2ec-43f0-84f0-29a8ce7d9564 admin admin] Publish callbacks [] for security_group (1b800d62-07b4-4c3d-8d99-2c345b51f509), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:41.464327 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ba42d32a-b2ec-43f0-84f0-29a8ce7d9564 admin admin] Publish callbacks [] for security_group (1b800d62-07b4-4c3d-8d99-2c345b51f509), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:41.465236 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a12f62b3-5422-422a-825b-eb99f83a98ac tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (01201ded-b361-43c1-a42e-859a2a7253f6), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:41.484453 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-5807dc5a-081f-4bcc-b3b6-22f143d9dae6 admin admin] For port 74f8a8e5-80b9-4494-b832-65fd81092fe7, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=74f8a8e5-80b9-4494-b832-65fd81092fe7,segment=NetworkSegment(11541a5b-8cdd-4021-92b7-a33899a08d83),segment_id=11541a5b-8cdd-4021-92b7-a33899a08d83)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:24:41.484824 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5807dc5a-081f-4bcc-b3b6-22f143d9dae6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (74f8a8e5-80b9-4494-b832-65fd81092fe7), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:41.498279 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-dc8a8e42-98d7-4e66-a1ec-e167884b50fe tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks [] for security_group (ac777042-b6cb-40e5-af72-417745e3168b), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:41.505605 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-dc8a8e42-98d7-4e66-a1ec-e167884b50fe tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (ac777042-b6cb-40e5-af72-417745e3168b), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:41.511616 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-5807dc5a-081f-4bcc-b3b6-22f143d9dae6 admin admin] Calling delete_port for 74f8a8e5-80b9-4494-b832-65fd81092fe7 owned by network:router_interface {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:24:41.570256 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a8e42-98d7-4e66-a1ec-e167884b50fe tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac777042-b6cb-40e5-af72-417745e3168b,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:41.577889 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-dc8a8e42-98d7-4e66-a1ec-e167884b50fe tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:41.579359 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-dc8a8e42-98d7-4e66-a1ec-e167884b50fe tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3429775 Feb 02 07:24:41.583089 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43714) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:41.590946 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-720b4f96-aaf6-4df6-8505-f2d5ab9c9cff tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Request body: {'security_group_rule': {'security_group_id': 'ac777042-b6cb-40e5-af72-417745e3168b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:41.602417 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-a12f62b3-5422-422a-825b-eb99f83a98ac tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Deleting port 855fca28-2509-4d20-a9f8-fa2a2d6b5388 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:24:41.603206 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a12f62b3-5422-422a-825b-eb99f83a98ac tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (855fca28-2509-4d20-a9f8-fa2a2d6b5388), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:41.613065 n-d-789963-26 neutron-server[109694]: WARNING neutron.api.v2.base [None req-720b4f96-aaf6-4df6-8505-f2d5ab9c9cff tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 02 07:24:41.613910 n-d-789963-26 neutron-server[109694]: INFO neutron.api.v2.resource [None req-720b4f96-aaf6-4df6-8505-f2d5ab9c9cff tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 07:24:41.617874 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-720b4f96-aaf6-4df6-8505-f2d5ab9c9cff tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0309660 Feb 02 07:24:41.618734 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43716) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:41.620509 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ba42d32a-b2ec-43f0-84f0-29a8ce7d9564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (1b800d62-07b4-4c3d-8d99-2c345b51f509), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:41.623169 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ba42d32a-b2ec-43f0-84f0-29a8ce7d9564 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:41.624314 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-ba42d32a-b2ec-43f0-84f0-29a8ce7d9564 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/1b800d62-07b4-4c3d-8d99-2c345b51f509 HTTP/1.1" status: 204 len: 168 time: 0.3699300 Feb 02 07:24:41.625064 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-d0f4946a-6068-4b9a-ac59-cf9af6316e26 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Request body: {'security_group_rule': {'security_group_id': 'ac777042-b6cb-40e5-af72-417745e3168b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:41.626955 n-d-789963-26 neutron-server[109693]: WARNING neutron.api.v2.base [None req-d0f4946a-6068-4b9a-ac59-cf9af6316e26 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 02 07:24:41.627471 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-d0f4946a-6068-4b9a-ac59-cf9af6316e26 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 07:24:41.632913 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d0f4946a-6068-4b9a-ac59-cf9af6316e26 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0093875 Feb 02 07:24:41.639841 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43720) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:41.641500 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba42d32a-b2ec-43f0-84f0-29a8ce7d9564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b800d62-07b4-4c3d-8d99-2c345b51f509,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:41.677833 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-94e79f1a-cbf4-4b15-bf08-df5667401c5b tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Request body: {'security_group_rule': {'security_group_id': 'ac777042-b6cb-40e5-af72-417745e3168b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:41.678678 n-d-789963-26 neutron-server[109693]: WARNING neutron.api.v2.base [None req-94e79f1a-cbf4-4b15-bf08-df5667401c5b tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 02 07:24:41.679255 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-94e79f1a-cbf4-4b15-bf08-df5667401c5b tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 07:24:41.686260 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-94e79f1a-cbf4-4b15-bf08-df5667401c5b tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0414970 Feb 02 07:24:41.686260 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43722) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:41.690879 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-11093bf7-109a-4089-b089-67cb2e8b4107 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Request body: {'security_group_rule': {'security_group_id': 'ac777042-b6cb-40e5-af72-417745e3168b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:41.692440 n-d-789963-26 neutron-server[109693]: WARNING neutron.api.v2.base [None req-11093bf7-109a-4089-b089-67cb2e8b4107 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 02 07:24:41.692951 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-11093bf7-109a-4089-b089-67cb2e8b4107 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 07:24:41.696384 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-11093bf7-109a-4089-b089-67cb2e8b4107 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0069871 Feb 02 07:24:41.696543 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4852ee-85d6-4296-8263-19e2104dbfe5 None None] DHCP port deletion for 01201ded-b361-43c1-a42e-859a2a7253f6 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:24:41.697803 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43724) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:41.796309 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-9c4852ee-85d6-4296-8263-19e2104dbfe5 None None] Deleting port 855fca28-2509-4d20-a9f8-fa2a2d6b5388 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:24:41.797201 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9c4852ee-85d6-4296-8263-19e2104dbfe5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (855fca28-2509-4d20-a9f8-fa2a2d6b5388), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:41.805682 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-a12f62b3-5422-422a-825b-eb99f83a98ac tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] For port 855fca28-2509-4d20-a9f8-fa2a2d6b5388, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=855fca28-2509-4d20-a9f8-fa2a2d6b5388,segment=NetworkSegment(44f4b6fb-3e64-4e9f-a986-fa3dad36731f),segment_id=44f4b6fb-3e64-4e9f-a986-fa3dad36731f)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:24:41.806046 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a12f62b3-5422-422a-825b-eb99f83a98ac tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (855fca28-2509-4d20-a9f8-fa2a2d6b5388), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:41.808520 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c26d3218-2884-443e-aefe-a9f06bccefc8 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks [] for security_group (ac777042-b6cb-40e5-af72-417745e3168b), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:41.833418 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c26d3218-2884-443e-aefe-a9f06bccefc8 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks [] for security_group (ac777042-b6cb-40e5-af72-417745e3168b), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:41.860326 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-a12f62b3-5422-422a-825b-eb99f83a98ac tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Calling delete_port for 855fca28-2509-4d20-a9f8-fa2a2d6b5388 owned by network:dhcp {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:24:41.875131 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5807dc5a-081f-4bcc-b3b6-22f143d9dae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (74f8a8e5-80b9-4494-b832-65fd81092fe7), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:41.886487 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-9c4852ee-85d6-4296-8263-19e2104dbfe5 None None] For port 855fca28-2509-4d20-a9f8-fa2a2d6b5388, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=855fca28-2509-4d20-a9f8-fa2a2d6b5388,segment=NetworkSegment(44f4b6fb-3e64-4e9f-a986-fa3dad36731f),segment_id=44f4b6fb-3e64-4e9f-a986-fa3dad36731f)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:24:41.887091 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9c4852ee-85d6-4296-8263-19e2104dbfe5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (855fca28-2509-4d20-a9f8-fa2a2d6b5388), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:41.909314 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-9c4852ee-85d6-4296-8263-19e2104dbfe5 None None] Calling delete_port for 855fca28-2509-4d20-a9f8-fa2a2d6b5388 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:24:41.923487 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5807dc5a-081f-4bcc-b3b6-22f143d9dae6 admin admin] Pushing event deleted for resources: {'Port': ['ID=74f8a8e5-80b9-4494-b832-65fd81092fe7,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:41.939418 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c26d3218-2884-443e-aefe-a9f06bccefc8 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (ac777042-b6cb-40e5-af72-417745e3168b), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:41.943245 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c26d3218-2884-443e-aefe-a9f06bccefc8 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:41.947251 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-c26d3218-2884-443e-aefe-a9f06bccefc8 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] 10.222.0.87 "DELETE /v2.0/security-groups/ac777042-b6cb-40e5-af72-417745e3168b HTTP/1.1" status: 204 len: 168 time: 0.2462010 Feb 02 07:24:41.949402 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43728) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:42.058564 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-7d623bce-b274-4c66-9bbb-6fccf7edc8eb tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1039455 Feb 02 07:24:42.065051 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9c4852ee-85d6-4296-8263-19e2104dbfe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (855fca28-2509-4d20-a9f8-fa2a2d6b5388), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:42.065552 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26d3218-2884-443e-aefe-a9f06bccefc8 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac777042-b6cb-40e5-af72-417745e3168b,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:42.068593 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43732) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:42.073381 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-8d609bf4-436d-44cf-b24c-b97650c625a1 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Request body: {'security_group': {'name': 'tempest-secgroup--598522947'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:42.102191 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8d609bf4-436d-44cf-b24c-b97650c625a1 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:42.119176 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4852ee-85d6-4296-8263-19e2104dbfe5 None None] Pushing event deleted for resources: {'Port': ['ID=855fca28-2509-4d20-a9f8-fa2a2d6b5388,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:42.136025 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4852ee-85d6-4296-8263-19e2104dbfe5 None None] No DVR routers for this DVR port 855fca28-2509-4d20-a9f8-fa2a2d6b5388 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:24:42.141621 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a12f62b3-5422-422a-825b-eb99f83a98ac tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (855fca28-2509-4d20-a9f8-fa2a2d6b5388), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:42.195759 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12f62b3-5422-422a-825b-eb99f83a98ac tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Pushing event deleted for resources: {'Port': ['ID=855fca28-2509-4d20-a9f8-fa2a2d6b5388,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:42.202398 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12f62b3-5422-422a-825b-eb99f83a98ac tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] No DVR routers for this DVR port 855fca28-2509-4d20-a9f8-fa2a2d6b5388 on host n-d-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:24:42.329507 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a12f62b3-5422-422a-825b-eb99f83a98ac tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (01201ded-b361-43c1-a42e-859a2a7253f6), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:42.354896 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8d609bf4-436d-44cf-b24c-b97650c625a1 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks [] for security_group (68f7dee7-c27d-488f-be86-ce3280a217a0), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:42.366321 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-a12f62b3-5422-422a-825b-eb99f83a98ac tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01201ded-b361-43c1-a42e-859a2a7253f6']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:42.369248 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8d609bf4-436d-44cf-b24c-b97650c625a1 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (68f7dee7-c27d-488f-be86-ce3280a217a0), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:42.390836 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-a12f62b3-5422-422a-825b-eb99f83a98ac tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44f4b6fb-3e64-4e9f-a986-fa3dad36731f') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:42.391218 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-a12f62b3-5422-422a-825b-eb99f83a98ac tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44f4b6fb-3e64-4e9f-a986-fa3dad36731f') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:42.422640 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a12f62b3-5422-422a-825b-eb99f83a98ac tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (44f4b6fb-3e64-4e9f-a986-fa3dad36731f), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:42.437537 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8d609bf4-436d-44cf-b24c-b97650c625a1 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:42.438920 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-8d609bf4-436d-44cf-b24c-b97650c625a1 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3693726 Feb 02 07:24:42.442801 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d609bf4-436d-44cf-b24c-b97650c625a1 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68f7dee7-c27d-488f-be86-ce3280a217a0,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:42.445080 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43742) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:42.449969 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-0d5703fd-d40b-4f20-91c4-4c6c88f4e22c tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Request body: {'security_group_rule': {'security_group_id': '68f7dee7-c27d-488f-be86-ce3280a217a0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:42.450857 n-d-789963-26 neutron-server[109693]: WARNING neutron.api.v2.base [None req-0d5703fd-d40b-4f20-91c4-4c6c88f4e22c tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 02 07:24:42.451532 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-0d5703fd-d40b-4f20-91c4-4c6c88f4e22c tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 07:24:42.452847 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-0d5703fd-d40b-4f20-91c4-4c6c88f4e22c tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0067055 Feb 02 07:24:42.459260 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43744) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:42.474130 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-1d0cd26d-81f7-4e41-9253-6fe033c1636d tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Request body: {'security_group_rule': {'security_group_id': '68f7dee7-c27d-488f-be86-ce3280a217a0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:42.479406 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d609bf4-436d-44cf-b24c-b97650c625a1 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:24:42.479900 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d609bf4-436d-44cf-b24c-b97650c625a1 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:24:42.480353 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d609bf4-436d-44cf-b24c-b97650c625a1 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:24:42.480801 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d609bf4-436d-44cf-b24c-b97650c625a1 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:24:42.481268 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d609bf4-436d-44cf-b24c-b97650c625a1 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:24:42.481707 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d609bf4-436d-44cf-b24c-b97650c625a1 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:24:42.482126 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d609bf4-436d-44cf-b24c-b97650c625a1 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:24:42.482532 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d609bf4-436d-44cf-b24c-b97650c625a1 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:24:42.482935 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d609bf4-436d-44cf-b24c-b97650c625a1 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:24:42.483337 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d609bf4-436d-44cf-b24c-b97650c625a1 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:24:42.483761 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d609bf4-436d-44cf-b24c-b97650c625a1 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:24:42.484171 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d609bf4-436d-44cf-b24c-b97650c625a1 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:24:42.484571 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d609bf4-436d-44cf-b24c-b97650c625a1 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:24:42.500384 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a12f62b3-5422-422a-825b-eb99f83a98ac tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (44f4b6fb-3e64-4e9f-a986-fa3dad36731f), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:42.528739 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a12f62b3-5422-422a-825b-eb99f83a98ac tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:24:42.529285 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a12f62b3-5422-422a-825b-eb99f83a98ac tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (44f4b6fb-3e64-4e9f-a986-fa3dad36731f), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:42.533479 n-d-789963-26 neutron-server[109693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:24:42.533479 n-d-789963-26 neutron-server[109693]: self.session.flush() Feb 02 07:24:42.533479 n-d-789963-26 neutron-server[109693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:24:42.533479 n-d-789963-26 neutron-server[109693]: self.session.flush() Feb 02 07:24:42.533479 n-d-789963-26 neutron-server[109693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:24:42.533479 n-d-789963-26 neutron-server[109693]: self.session.flush() Feb 02 07:24:42.533479 n-d-789963-26 neutron-server[109693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:24:42.533479 n-d-789963-26 neutron-server[109693]: self.session.flush() Feb 02 07:24:42.533479 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:24:42.533479 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:24:42.533479 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:24:42.533479 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:24:42.533479 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:24:42.533479 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:24:42.533479 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:24:42.533479 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:24:42.533479 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:24:42.533479 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:24:42.533479 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:24:42.533479 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:24:42.533479 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:24:42.533479 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:24:42.533479 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:24:42.533479 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:24:42.533479 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:24:42.533479 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:24:42.533479 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:24:42.533479 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:24:42.533479 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:24:42.533479 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:24:42.533479 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:24:42.533479 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:24:42.533479 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:24:42.533479 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:24:42.533479 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:24:42.533479 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:24:42.533479 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:24:42.533479 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:24:42.533479 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:24:42.533479 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:24:42.543276 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 855fca28-2509-4d20-a9f8-fa2a2d6b5388 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:24:42.575039 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 855fca28-2509-4d20-a9f8-fa2a2d6b5388 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:24:42.575730 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 855fca28-2509-4d20-a9f8-fa2a2d6b5388 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:24:42.576357 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device a796dab0-f861-4c6e-966d-abe62e2e701b no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:24:42.579183 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d72bd07d-ce78-4505-8348-bc09d41510b2 req-ee4cad9d-4e35-4696-ba60-df3a46209ced tempest-ServerShowV254Test-1170442826 tempest-ServerShowV254Test-1170442826-project] 10.222.0.87 "GET /v2.0/ports?device_id=e65bd206-dc36-4c16-bb2d-9aa77c9271c2 HTTP/1.1" status: 200 len: 210 time: 0.0602214 Feb 02 07:24:42.599391 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5807dc5a-081f-4bcc-b3b6-22f143d9dae6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (a61018c2-f517-406e-a40b-c27283e0708e), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:42.603572 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: a796dab0-f861-4c6e-966d-abe62e2e701b {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:24:42.603956 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device a796dab0-f861-4c6e-966d-abe62e2e701b not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:24:42.646214 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a12f62b3-5422-422a-825b-eb99f83a98ac tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (01201ded-b361-43c1-a42e-859a2a7253f6), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:42.664934 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a12f62b3-5422-422a-825b-eb99f83a98ac tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:42.673820 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a12f62b3-5422-422a-825b-eb99f83a98ac tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "DELETE /v2.0/networks/01201ded-b361-43c1-a42e-859a2a7253f6 HTTP/1.1" status: 204 len: 168 time: 1.3191965 Feb 02 07:24:42.677104 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43754) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:42.681929 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-bb44bb59-264b-499b-b8db-f5f4c79397f1 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Request body: {'router': {'routes': None}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:42.719220 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-1d0cd26d-81f7-4e41-9253-6fe033c1636d tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 07:24:42.723972 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43758) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:42.724997 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-1d0cd26d-81f7-4e41-9253-6fe033c1636d tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2598517 Feb 02 07:24:42.727632 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12f62b3-5422-422a-825b-eb99f83a98ac tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Pushing event deleted for resources: {'Network': ['ID=01201ded-b361-43c1-a42e-859a2a7253f6,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:42.735072 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-8771f031-f4d3-4c8d-8af0-3c715ab82291 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Request body: {'security_group_rule': {'security_group_id': '68f7dee7-c27d-488f-be86-ce3280a217a0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:42.736057 n-d-789963-26 neutron-server[109694]: WARNING neutron.api.v2.base [None req-8771f031-f4d3-4c8d-8af0-3c715ab82291 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 02 07:24:42.737312 n-d-789963-26 neutron-server[109694]: INFO neutron.api.v2.resource [None req-8771f031-f4d3-4c8d-8af0-3c715ab82291 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 07:24:42.738590 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-8771f031-f4d3-4c8d-8af0-3c715ab82291 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0129325 Feb 02 07:24:42.742129 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43760) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:42.748940 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-49cacc07-7e3d-40d7-ad60-704720d1bb00 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Request body: {'security_group_rule': {'security_group_id': '68f7dee7-c27d-488f-be86-ce3280a217a0', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:42.855155 n-d-789963-26 neutron-server[109694]: INFO neutron.api.v2.resource [None req-49cacc07-7e3d-40d7-ad60-704720d1bb00 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 07:24:42.856287 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-49cacc07-7e3d-40d7-ad60-704720d1bb00 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1128173 Feb 02 07:24:42.859305 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43764) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:42.884543 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-af78dd45-b249-46f5-9df8-fc82f7540cfe tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Request body: {'security_group_rule': {'security_group_id': '68f7dee7-c27d-488f-be86-ce3280a217a0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:42.885060 n-d-789963-26 neutron-server[109694]: WARNING neutron.api.v2.base [None req-af78dd45-b249-46f5-9df8-fc82f7540cfe tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 02 07:24:42.885545 n-d-789963-26 neutron-server[109694]: INFO neutron.api.v2.resource [None req-af78dd45-b249-46f5-9df8-fc82f7540cfe tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 07:24:42.891082 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-af78dd45-b249-46f5-9df8-fc82f7540cfe tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0251057 Feb 02 07:24:42.891814 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43772) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:42.908121 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-21b688c4-325a-4fc7-a293-65545a9e4a83 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Request body: {'security_group_rule': {'security_group_id': '68f7dee7-c27d-488f-be86-ce3280a217a0', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:42.965107 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.extraroute_db [None req-bb44bb59-264b-499b-b8db-f5f4c79397f1 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Added routes are [] {{(pid=109693) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 02 07:24:42.965585 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.extraroute_db [None req-bb44bb59-264b-499b-b8db-f5f4c79397f1 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Removed routes are [] {{(pid=109693) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 02 07:24:42.965779 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bb44bb59-264b-499b-b8db-f5f4c79397f1 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1043354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-942652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13285'] for router (c377ffbb-6c27-4978-ba59-e651495e3d79), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:43.077359 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5807dc5a-081f-4bcc-b3b6-22f143d9dae6 admin admin] Router a61018c2-f517-406e-a40b-c27283e0708e has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:24:43.135997 n-d-789963-26 neutron-server[109694]: INFO neutron.db.securitygroups_db [None req-21b688c4-325a-4fc7-a293-65545a9e4a83 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Project 37adf2802c084a9db79560731242db5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 07:24:43.164584 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bb44bb59-264b-499b-b8db-f5f4c79397f1 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1043354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-942652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13285'] for router (c377ffbb-6c27-4978-ba59-e651495e3d79), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:43.172282 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bb44bb59-264b-499b-b8db-f5f4c79397f1 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1043345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1043336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-942635'] for router (c377ffbb-6c27-4978-ba59-e651495e3d79), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:43.217263 n-d-789963-26 neutron-server[109694]: INFO neutron.api.v2.resource [None req-21b688c4-325a-4fc7-a293-65545a9e4a83 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 07:24:43.231457 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-21b688c4-325a-4fc7-a293-65545a9e4a83 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3344703 Feb 02 07:24:43.233385 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43792) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:43.282879 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c6f36bd8-5de6-425a-a337-32dcf8e233b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:43.284716 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-1750b862-572e-4d28-9116-4007aaafc92e tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Request body: {'security_group_rule': {'security_group_id': '68f7dee7-c27d-488f-be86-ce3280a217a0', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:43.285784 n-d-789963-26 neutron-server[109694]: WARNING neutron.api.v2.base [None req-1750b862-572e-4d28-9116-4007aaafc92e tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 02 07:24:43.286367 n-d-789963-26 neutron-server[109694]: INFO neutron.api.v2.resource [None req-1750b862-572e-4d28-9116-4007aaafc92e tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 07:24:43.290573 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-1750b862-572e-4d28-9116-4007aaafc92e tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0544467 Feb 02 07:24:43.291164 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43796) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:43.309665 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-52f5531e-fde3-47fd-b124-29848f16c5c0 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Request body: {'security_group_rule': {'security_group_id': '68f7dee7-c27d-488f-be86-ce3280a217a0', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:43.335098 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb44bb59-264b-499b-b8db-f5f4c79397f1 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Router c377ffbb-6c27-4978-ba59-e651495e3d79 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:24:43.337773 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5089226a-d9f7-44a9-a311-d3a0be851126 req-4b92961f-dba0-48f6-960d-1551abfa5c57 tempest-ServerShowV254Test-1170442826 tempest-ServerShowV254Test-1170442826-project] 10.222.0.87 "GET /v2.0/ports?device_id=e65bd206-dc36-4c16-bb2d-9aa77c9271c2 HTTP/1.1" status: 200 len: 210 time: 0.1051693 Feb 02 07:24:43.364872 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5807dc5a-081f-4bcc-b3b6-22f143d9dae6 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:24:43.376657 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-5807dc5a-081f-4bcc-b3b6-22f143d9dae6 admin admin] 10.222.0.87 "PUT /v2.0/routers/a61018c2-f517-406e-a40b-c27283e0708e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5991950 Feb 02 07:24:43.377277 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43798) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:43.382151 n-d-789963-26 neutron-server[109694]: INFO neutron.db.securitygroups_db [None req-52f5531e-fde3-47fd-b124-29848f16c5c0 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Project 37adf2802c084a9db79560731242db5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 07:24:43.385259 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d65e564-4efe-4428-9426-152b4aeb996c None None] Sync routers for ids ['a61018c2-f517-406e-a40b-c27283e0708e'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:24:43.411961 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d65e564-4efe-4428-9426-152b4aeb996c None None] Routers {'a61018c2-f517-406e-a40b-c27283e0708e'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:24:43.419175 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-9d65e564-4efe-4428-9426-152b4aeb996c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:24:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['a61018c2-f517-406e-a40b-c27283e0708e'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:43.475229 n-d-789963-26 neutron-server[109694]: INFO neutron.api.v2.resource [None req-52f5531e-fde3-47fd-b124-29848f16c5c0 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 07:24:43.480352 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-52f5531e-fde3-47fd-b124-29848f16c5c0 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1772316 Feb 02 07:24:43.488723 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43804) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:43.488723 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb44bb59-264b-499b-b8db-f5f4c79397f1 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:24:43.497955 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bb44bb59-264b-499b-b8db-f5f4c79397f1 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:43.501627 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-bb44bb59-264b-499b-b8db-f5f4c79397f1 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "PUT /v2.0/routers/c377ffbb-6c27-4978-ba59-e651495e3d79 HTTP/1.1" status: 200 len: 703 time: 0.8207767 Feb 02 07:24:43.502527 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-60fe528d-6a7f-4806-9256-bbc9bd972884 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Request body: {'security_group_rule': {'security_group_id': '68f7dee7-c27d-488f-be86-ce3280a217a0', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:43.507879 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073c17f6-5749-40e8-bdd2-37ee8dd6bd33 None None] Sync routers for ids ['c377ffbb-6c27-4978-ba59-e651495e3d79'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:24:43.509686 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43808) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:43.526202 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073c17f6-5749-40e8-bdd2-37ee8dd6bd33 None None] Routers {'c377ffbb-6c27-4978-ba59-e651495e3d79'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:24:43.527124 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-073c17f6-5749-40e8-bdd2-37ee8dd6bd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:24:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['c377ffbb-6c27-4978-ba59-e651495e3d79'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:43.559608 n-d-789963-26 neutron-server[109693]: INFO neutron.db.securitygroups_db [None req-60fe528d-6a7f-4806-9256-bbc9bd972884 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Project 37adf2802c084a9db79560731242db5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 07:24:43.582965 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43814) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:43.583873 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-8368a738-2312-459a-b648-a12a8b4c8f68 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "GET /v2.0/ports?device_id=c377ffbb-6c27-4978-ba59-e651495e3d79 HTTP/1.1" status: 200 len: 205 time: 0.0727541 Feb 02 07:24:43.624601 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-9d65e564-4efe-4428-9426-152b4aeb996c None None] Set router a61018c2-f517-406e-a40b-c27283e0708e gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:24:43.683982 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-693ecbf6-9a40-47dd-ba63-543ba2db75c2 admin admin] Publish callbacks [] for router (a61018c2-f517-406e-a40b-c27283e0708e), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:43.685966 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bdda313b-fd82-41e9-9efd-c22eadac21ed tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for router (c377ffbb-6c27-4978-ba59-e651495e3d79), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:43.689629 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-60fe528d-6a7f-4806-9256-bbc9bd972884 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 07:24:43.690898 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-60fe528d-6a7f-4806-9256-bbc9bd972884 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1988521 Feb 02 07:24:43.700178 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43816) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:43.921925 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bdda313b-fd82-41e9-9efd-c22eadac21ed tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (c377ffbb-6c27-4978-ba59-e651495e3d79), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:43.926779 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bdda313b-fd82-41e9-9efd-c22eadac21ed tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for router_controller (c377ffbb-6c27-4978-ba59-e651495e3d79), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:43.954874 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-073c17f6-5749-40e8-bdd2-37ee8dd6bd33 None None] Set router c377ffbb-6c27-4978-ba59-e651495e3d79 gateway port host: None {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:24:43.960527 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-9d65e564-4efe-4428-9426-152b4aeb996c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61018c2-f517-406e-a40b-c27283e0708e', 'name': 'tempest-TestVolumeBackupRestore-1002230833-router', 'tenant_id': '8057a6c663a84142b716dcd088ef3ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '06cc590e-0405-4023-bd89-86087b1c7618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:18:36Z', 'updated_at': '2022-02-02T07:24:41Z', 'revision_number': 5, 'project_id': '8057a6c663a84142b716dcd088ef3ebf', 'gw_port': {'id': '06cc590e-0405-4023-bd89-86087b1c7618', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f2:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61018c2-f517-406e-a40b-c27283e0708e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2575, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:18:36Z', 'updated_at': '2022-02-02T07:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:43.990135 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-693ecbf6-9a40-47dd-ba63-543ba2db75c2 admin admin] Publish callbacks [] for router_gateway (a61018c2-f517-406e-a40b-c27283e0708e), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:43.998160 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d65e564-4efe-4428-9426-152b4aeb996c None None] Checking router: a61018c2-f517-406e-a40b-c27283e0708e for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:24:44.017520 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d65e564-4efe-4428-9426-152b4aeb996c None None] Routers {'a61018c2-f517-406e-a40b-c27283e0708e'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:24:44.018536 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-9d65e564-4efe-4428-9426-152b4aeb996c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:24:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['a61018c2-f517-406e-a40b-c27283e0708e'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:44.023649 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bdda313b-fd82-41e9-9efd-c22eadac21ed tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (c377ffbb-6c27-4978-ba59-e651495e3d79), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:44.024303 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdda313b-fd82-41e9-9efd-c22eadac21ed tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Fanout notify agent at l3_agent the message router_deleted on router c377ffbb-6c27-4978-ba59-e651495e3d79 {{(pid=109693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:24:44.038508 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bdda313b-fd82-41e9-9efd-c22eadac21ed tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:44.044801 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-bdda313b-fd82-41e9-9efd-c22eadac21ed tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "DELETE /v2.0/routers/c377ffbb-6c27-4978-ba59-e651495e3d79 HTTP/1.1" status: 204 len: 168 time: 0.4548714 Feb 02 07:24:44.044801 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43828) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:44.051539 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-392c1fbb-4140-4d1f-a955-e7a7439f1ce9 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-531056906', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:44.064451 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-633960eb-2273-46ea-ad9c-54c5f2137959 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks [] for security_group (68f7dee7-c27d-488f-be86-ce3280a217a0), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:44.081648 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-073c17f6-5749-40e8-bdd2-37ee8dd6bd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c377ffbb-6c27-4978-ba59-e651495e3d79', 'name': 'tempest-RoutersIpV6Test-router-58342812', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:23:44Z', 'updated_at': '2022-02-02T07:24:40Z', 'revision_number': 11, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'gw_port_host': None}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:44.100149 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-392c1fbb-4140-4d1f-a955-e7a7439f1ce9 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (d48d3e4d-9796-4b0e-8c14-bfbaff126656), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:44.101331 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-392c1fbb-4140-4d1f-a955-e7a7439f1ce9 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (d48d3e4d-9796-4b0e-8c14-bfbaff126656), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:44.123380 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073c17f6-5749-40e8-bdd2-37ee8dd6bd33 None None] Checking router: c377ffbb-6c27-4978-ba59-e651495e3d79 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:24:44.137052 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073c17f6-5749-40e8-bdd2-37ee8dd6bd33 None None] Routers set() bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:24:44.137811 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073c17f6-5749-40e8-bdd2-37ee8dd6bd33 None None] Router IDs set() for agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 02 07:24:44.139075 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_agentschedulers_db [None req-073c17f6-5749-40e8-bdd2-37ee8dd6bd33 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c377ffbb-6c27-4978-ba59-e651495e3d79'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:24:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent'). {{(pid=109696) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 02 07:24:44.140591 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073c17f6-5749-40e8-bdd2-37ee8dd6bd33 None None] The sync data for ids ['c377ffbb-6c27-4978-ba59-e651495e3d79'] in n-d-789963-26 is: [] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:24:44.155597 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-9d65e564-4efe-4428-9426-152b4aeb996c None None] Set router a61018c2-f517-406e-a40b-c27283e0708e gateway port host: None {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:24:44.160776 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-633960eb-2273-46ea-ad9c-54c5f2137959 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks [] for security_group (68f7dee7-c27d-488f-be86-ce3280a217a0), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:44.223645 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-693ecbf6-9a40-47dd-ba63-543ba2db75c2 admin admin] Deleting port 06cc590e-0405-4023-bd89-86087b1c7618 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:24:44.223986 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-693ecbf6-9a40-47dd-ba63-543ba2db75c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (06cc590e-0405-4023-bd89-86087b1c7618), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:44.233801 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-392c1fbb-4140-4d1f-a955-e7a7439f1ce9 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for router_controller (d48d3e4d-9796-4b0e-8c14-bfbaff126656), precommit_add_association {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:44.241316 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-392c1fbb-4140-4d1f-a955-e7a7439f1ce9 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (d48d3e4d-9796-4b0e-8c14-bfbaff126656), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:44.251702 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-9d65e564-4efe-4428-9426-152b4aeb996c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61018c2-f517-406e-a40b-c27283e0708e', 'name': 'tempest-TestVolumeBackupRestore-1002230833-router', 'tenant_id': '8057a6c663a84142b716dcd088ef3ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:18:36Z', 'updated_at': '2022-02-02T07:24:43Z', 'revision_number': 6, 'project_id': '8057a6c663a84142b716dcd088ef3ebf', 'gw_port_host': None}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:44.272142 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-392c1fbb-4140-4d1f-a955-e7a7439f1ce9 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:44.274193 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-392c1fbb-4140-4d1f-a955-e7a7439f1ce9 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2294497 Feb 02 07:24:44.277212 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43836) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:44.286075 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-4f6ca4e6-4137-4dff-8312-fa7173360f79 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:44.307148 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d65e564-4efe-4428-9426-152b4aeb996c None None] The sync data for ids ['a61018c2-f517-406e-a40b-c27283e0708e'] in n-d-789963-26 is: [{'id': 'a61018c2-f517-406e-a40b-c27283e0708e', 'name': 'tempest-TestVolumeBackupRestore-1002230833-router', 'tenant_id': '8057a6c663a84142b716dcd088ef3ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:18:36Z', 'updated_at': '2022-02-02T07:24:43Z', 'revision_number': 6, 'project_id': '8057a6c663a84142b716dcd088ef3ebf', 'gw_port_host': None}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:24:44.354660 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-633960eb-2273-46ea-ad9c-54c5f2137959 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (68f7dee7-c27d-488f-be86-ce3280a217a0), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:44.357390 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-633960eb-2273-46ea-ad9c-54c5f2137959 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:44.360895 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-633960eb-2273-46ea-ad9c-54c5f2137959 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] 10.222.0.87 "DELETE /v2.0/security-groups/68f7dee7-c27d-488f-be86-ce3280a217a0 HTTP/1.1" status: 204 len: 168 time: 0.6573563 Feb 02 07:24:44.362555 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43842) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:44.367500 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-693ecbf6-9a40-47dd-ba63-543ba2db75c2 admin admin] For port 06cc590e-0405-4023-bd89-86087b1c7618, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=06cc590e-0405-4023-bd89-86087b1c7618,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:24:44.367912 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-693ecbf6-9a40-47dd-ba63-543ba2db75c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (06cc590e-0405-4023-bd89-86087b1c7618), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:44.383330 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633960eb-2273-46ea-ad9c-54c5f2137959 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f7dee7-c27d-488f-be86-ce3280a217a0,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:44.405186 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-693ecbf6-9a40-47dd-ba63-543ba2db75c2 admin admin] Calling delete_port for 06cc590e-0405-4023-bd89-86087b1c7618 owned by network:router_gateway {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:24:44.565005 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-85bbaa29-a03c-4464-a2f8-abe4b02e6d31 req-36ef8917-865a-4b6f-b873-6ccd6ff9d414 tempest-ServerShowV254Test-1170442826 tempest-ServerShowV254Test-1170442826-project] 10.222.0.87 "GET /v2.0/ports?device_id=e65bd206-dc36-4c16-bb2d-9aa77c9271c2 HTTP/1.1" status: 200 len: 210 time: 0.0528412 Feb 02 07:24:44.703498 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:44.723195 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-693ecbf6-9a40-47dd-ba63-543ba2db75c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (06cc590e-0405-4023-bd89-86087b1c7618), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:44.759153 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693ecbf6-9a40-47dd-ba63-543ba2db75c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=06cc590e-0405-4023-bd89-86087b1c7618,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:44.839838 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-693ecbf6-9a40-47dd-ba63-543ba2db75c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (a61018c2-f517-406e-a40b-c27283e0708e), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:44.950441 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-693ecbf6-9a40-47dd-ba63-543ba2db75c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (a61018c2-f517-406e-a40b-c27283e0708e), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:44.953310 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-693ecbf6-9a40-47dd-ba63-543ba2db75c2 admin admin] Publish callbacks [] for router_controller (a61018c2-f517-406e-a40b-c27283e0708e), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:45.030079 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-693ecbf6-9a40-47dd-ba63-543ba2db75c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (a61018c2-f517-406e-a40b-c27283e0708e), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:45.030711 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-693ecbf6-9a40-47dd-ba63-543ba2db75c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a61018c2-f517-406e-a40b-c27283e0708e {{(pid=109694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:24:45.036629 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-693ecbf6-9a40-47dd-ba63-543ba2db75c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:45.045611 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-693ecbf6-9a40-47dd-ba63-543ba2db75c2 admin admin] 10.222.0.87 "DELETE /v2.0/routers/a61018c2-f517-406e-a40b-c27283e0708e HTTP/1.1" status: 204 len: 168 time: 1.6623383 Feb 02 07:24:45.045611 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43872) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:45.100322 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-41b3cc8d-5465-48d2-8e78-153d8a7fda2f admin admin] Deleting subnet 677e3fb7-d53c-4520-a591-09f5d9165683 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:24:45.107188 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-41b3cc8d-5465-48d2-8e78-153d8a7fda2f admin admin] Publish callbacks [] for subnet (677e3fb7-d53c-4520-a591-09f5d9165683), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:45.122184 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-f8e32a30-7856-4dd7-9fd9-3473628d5731 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.7577791 Feb 02 07:24:45.124429 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4f6ca4e6-4137-4dff-8312-fa7173360f79 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1043354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-942652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13285'] for router (d48d3e4d-9796-4b0e-8c14-bfbaff126656), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:45.129685 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43882) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:45.135957 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-f9f7f3dc-00bf-4803-8b8e-9cec71e8b3c6 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Request body: {'security_group': {'name': 'tempest-secgroup--1734655011'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:45.163476 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-41b3cc8d-5465-48d2-8e78-153d8a7fda2f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (677e3fb7-d53c-4520-a591-09f5d9165683), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:45.173369 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f9f7f3dc-00bf-4803-8b8e-9cec71e8b3c6 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:45.180849 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4f6ca4e6-4137-4dff-8312-fa7173360f79 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1043345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1043336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-942635'] for router (d48d3e4d-9796-4b0e-8c14-bfbaff126656), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:45.274705 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-41b3cc8d-5465-48d2-8e78-153d8a7fda2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (677e3fb7-d53c-4520-a591-09f5d9165683), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:45.354560 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-41b3cc8d-5465-48d2-8e78-153d8a7fda2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (677e3fb7-d53c-4520-a591-09f5d9165683), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:45.385433 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f6ca4e6-4137-4dff-8312-fa7173360f79 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Router d48d3e4d-9796-4b0e-8c14-bfbaff126656 is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:24:45.396672 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f9f7f3dc-00bf-4803-8b8e-9cec71e8b3c6 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks [] for security_group (84fcebde-ee99-4386-bf71-2343a0bf5178), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:45.405329 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5146250-ca35-49e7-a02a-43d1542407a9 None None] Network 4b6267be-6bec-4a1f-9688-332e0c725f82 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:24:45.405895 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-41b3cc8d-5465-48d2-8e78-153d8a7fda2f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:45.407001 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f9f7f3dc-00bf-4803-8b8e-9cec71e8b3c6 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (84fcebde-ee99-4386-bf71-2343a0bf5178), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:45.413337 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-41b3cc8d-5465-48d2-8e78-153d8a7fda2f admin admin] 10.222.0.87 "DELETE /v2.0/subnets/677e3fb7-d53c-4520-a591-09f5d9165683 HTTP/1.1" status: 204 len: 168 time: 0.3701830 Feb 02 07:24:45.416069 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b3cc8d-5465-48d2-8e78-153d8a7fda2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=677e3fb7-d53c-4520-a591-09f5d9165683,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:45.417699 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43892) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:45.542824 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ba6597b4-e54e-4c78-a601-fa50e0de02c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (4b6267be-6bec-4a1f-9688-332e0c725f82), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:45.543383 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f9f7f3dc-00bf-4803-8b8e-9cec71e8b3c6 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:45.547802 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-f9f7f3dc-00bf-4803-8b8e-9cec71e8b3c6 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4143159 Feb 02 07:24:45.549248 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6ca4e6-4137-4dff-8312-fa7173360f79 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:24:45.550870 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43898) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:45.551809 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f7f3dc-00bf-4803-8b8e-9cec71e8b3c6 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84fcebde-ee99-4386-bf71-2343a0bf5178,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:45.557016 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-37e185d3-dc4a-4217-bbe7-3dfb9f4c9494 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Request body: {'security_group_rule': {'security_group_id': '84fcebde-ee99-4386-bf71-2343a0bf5178', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:45.558611 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4f6ca4e6-4137-4dff-8312-fa7173360f79 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:45.559777 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-4f6ca4e6-4137-4dff-8312-fa7173360f79 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "PUT /v2.0/routers/d48d3e4d-9796-4b0e-8c14-bfbaff126656 HTTP/1.1" status: 200 len: 697 time: 1.2811208 Feb 02 07:24:45.562835 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43900) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:45.577913 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba82399c-3231-466d-8371-70e78818df81 None None] Sync routers for ids ['d48d3e4d-9796-4b0e-8c14-bfbaff126656'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:24:45.604054 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba82399c-3231-466d-8371-70e78818df81 None None] Routers {'d48d3e4d-9796-4b0e-8c14-bfbaff126656'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:24:45.604800 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-ba82399c-3231-466d-8371-70e78818df81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:24:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['d48d3e4d-9796-4b0e-8c14-bfbaff126656'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:45.661178 n-d-789963-26 neutron-server[109694]: INFO neutron.api.v2.resource [None req-37e185d3-dc4a-4217-bbe7-3dfb9f4c9494 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] create failed (client error): The resource could not be found. Feb 02 07:24:45.668125 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-37e185d3-dc4a-4217-bbe7-3dfb9f4c9494 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1156278 Feb 02 07:24:45.672290 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43910) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:45.678205 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-8606b94d-adb4-47ac-afef-875d68cabb80 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Request body: {'security_group_rule': {'security_group_id': '84fcebde-ee99-4386-bf71-2343a0bf5178', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '182628f6-3673-40c0-8f8b-2caa0ac8df8d'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:45.714111 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-725e666b-63ff-4f07-8a54-1745b625a478 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "GET /v2.0/routers/d48d3e4d-9796-4b0e-8c14-bfbaff126656 HTTP/1.1" status: 200 len: 703 time: 0.1492655 Feb 02 07:24:45.716608 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43912) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:45.717113 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-ba82399c-3231-466d-8371-70e78818df81 None None] Set router d48d3e4d-9796-4b0e-8c14-bfbaff126656 gateway port host: None {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:24:45.726528 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-ba6597b4-e54e-4c78-a601-fa50e0de02c8 admin admin] Deleting port 5a7c6d34-9692-41fe-b7cc-8e26e1152262 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:24:45.727150 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ba6597b4-e54e-4c78-a601-fa50e0de02c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (5a7c6d34-9692-41fe-b7cc-8e26e1152262), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:45.757270 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96854daa-2265-4b66-8ec4-1d2b63e3740c None None] DHCP port deletion for 4b6267be-6bec-4a1f-9688-332e0c725f82 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:24:45.764836 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-5a610458-86d0-4ad2-b682-867333ebaae2 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "GET /v2.0/ports?device_id=d48d3e4d-9796-4b0e-8c14-bfbaff126656 HTTP/1.1" status: 200 len: 205 time: 0.0464444 Feb 02 07:24:45.767278 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43914) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:45.797436 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-ba82399c-3231-466d-8371-70e78818df81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48d3e4d-9796-4b0e-8c14-bfbaff126656', 'name': 'tempest-RoutersIpV6Test-router-531056906', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:24:44Z', 'updated_at': '2022-02-02T07:24:45Z', 'revision_number': 2, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'gw_port_host': None}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:45.849235 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba82399c-3231-466d-8371-70e78818df81 None None] Checking router: d48d3e4d-9796-4b0e-8c14-bfbaff126656 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:24:45.871607 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c9113b3d-5dbe-4a36-bc63-b5e47d86f753 req-3c243e69-0368-4e95-9820-5b4ea9ec9988 tempest-ServerShowV254Test-1170442826 tempest-ServerShowV254Test-1170442826-project] 10.222.0.87 "GET /v2.0/ports?device_id=e65bd206-dc36-4c16-bb2d-9aa77c9271c2 HTTP/1.1" status: 200 len: 210 time: 0.0958014 Feb 02 07:24:45.872210 n-d-789963-26 neutron-server[109694]: INFO neutron.api.v2.resource [None req-8606b94d-adb4-47ac-afef-875d68cabb80 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] create failed (client error): The resource could not be found. Feb 02 07:24:45.873733 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1335f1f4-226b-42a8-bdad-3f2494e85a2e tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for router (d48d3e4d-9796-4b0e-8c14-bfbaff126656), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:45.875885 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43922) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:45.876201 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-8606b94d-adb4-47ac-afef-875d68cabb80 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2029312 Feb 02 07:24:45.886037 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba82399c-3231-466d-8371-70e78818df81 None None] Routers {'d48d3e4d-9796-4b0e-8c14-bfbaff126656'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:24:45.886667 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-ba82399c-3231-466d-8371-70e78818df81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:24:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['d48d3e4d-9796-4b0e-8c14-bfbaff126656'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:45.890860 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-ba6597b4-e54e-4c78-a601-fa50e0de02c8 admin admin] For port 5a7c6d34-9692-41fe-b7cc-8e26e1152262, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=5a7c6d34-9692-41fe-b7cc-8e26e1152262,segment=NetworkSegment(11541a5b-8cdd-4021-92b7-a33899a08d83),segment_id=11541a5b-8cdd-4021-92b7-a33899a08d83)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:24:45.891735 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ba6597b4-e54e-4c78-a601-fa50e0de02c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (5a7c6d34-9692-41fe-b7cc-8e26e1152262), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:45.907970 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-ba6597b4-e54e-4c78-a601-fa50e0de02c8 admin admin] Calling delete_port for 5a7c6d34-9692-41fe-b7cc-8e26e1152262 owned by network:dhcp {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:24:45.976544 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-ba82399c-3231-466d-8371-70e78818df81 None None] Set router d48d3e4d-9796-4b0e-8c14-bfbaff126656 gateway port host: None {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:24:46.011146 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ba6597b4-e54e-4c78-a601-fa50e0de02c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (5a7c6d34-9692-41fe-b7cc-8e26e1152262), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:46.057803 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6597b4-e54e-4c78-a601-fa50e0de02c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a7c6d34-9692-41fe-b7cc-8e26e1152262,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:46.060254 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6597b4-e54e-4c78-a601-fa50e0de02c8 admin admin] No DVR routers for this DVR port 5a7c6d34-9692-41fe-b7cc-8e26e1152262 on host n-d-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:24:46.067618 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-ba82399c-3231-466d-8371-70e78818df81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48d3e4d-9796-4b0e-8c14-bfbaff126656', 'name': 'tempest-RoutersIpV6Test-router-531056906', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:24:44Z', 'updated_at': '2022-02-02T07:24:45Z', 'revision_number': 2, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'gw_port_host': None}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:46.125538 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba82399c-3231-466d-8371-70e78818df81 None None] The sync data for ids ['d48d3e4d-9796-4b0e-8c14-bfbaff126656'] in n-d-789963-26 is: [{'id': 'd48d3e4d-9796-4b0e-8c14-bfbaff126656', 'name': 'tempest-RoutersIpV6Test-router-531056906', 'tenant_id': '734239c0e89548e9b731cf7277c63ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:24:44Z', 'updated_at': '2022-02-02T07:24:45Z', 'revision_number': 2, 'project_id': '734239c0e89548e9b731cf7277c63ec2', 'gw_port_host': None}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:24:46.134222 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1335f1f4-226b-42a8-bdad-3f2494e85a2e tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (d48d3e4d-9796-4b0e-8c14-bfbaff126656), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:46.139261 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:46.140974 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1335f1f4-226b-42a8-bdad-3f2494e85a2e tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for router_controller (d48d3e4d-9796-4b0e-8c14-bfbaff126656), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:46.143329 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-62c040ff-6803-4702-839d-6c9f8a5c5361 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks [] for security_group (84fcebde-ee99-4386-bf71-2343a0bf5178), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:46.145372 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ba6597b4-e54e-4c78-a601-fa50e0de02c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (4b6267be-6bec-4a1f-9688-332e0c725f82), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:46.145910 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-96854daa-2265-4b66-8ec4-1d2b63e3740c None None] Deleting port 5a7c6d34-9692-41fe-b7cc-8e26e1152262 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:24:46.146528 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-96854daa-2265-4b66-8ec4-1d2b63e3740c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (5a7c6d34-9692-41fe-b7cc-8e26e1152262), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:46.174935 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-62c040ff-6803-4702-839d-6c9f8a5c5361 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks [] for security_group (84fcebde-ee99-4386-bf71-2343a0bf5178), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:46.182964 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-ba6597b4-e54e-4c78-a601-fa50e0de02c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b6267be-6bec-4a1f-9688-332e0c725f82']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:46.194805 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-ba6597b4-e54e-4c78-a601-fa50e0de02c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11541a5b-8cdd-4021-92b7-a33899a08d83') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:46.195124 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-ba6597b4-e54e-4c78-a601-fa50e0de02c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11541a5b-8cdd-4021-92b7-a33899a08d83') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:46.220529 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ba6597b4-e54e-4c78-a601-fa50e0de02c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (11541a5b-8cdd-4021-92b7-a33899a08d83), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:46.238597 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ba6597b4-e54e-4c78-a601-fa50e0de02c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (11541a5b-8cdd-4021-92b7-a33899a08d83), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:46.254144 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba6597b4-e54e-4c78-a601-fa50e0de02c8 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:24:46.254661 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ba6597b4-e54e-4c78-a601-fa50e0de02c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (11541a5b-8cdd-4021-92b7-a33899a08d83), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:46.256429 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:24:46.256429 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:24:46.256429 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:24:46.256429 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:24:46.256429 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:24:46.256429 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:24:46.256429 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:24:46.256429 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:24:46.256429 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:24:46.256429 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:24:46.256429 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:24:46.256429 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:24:46.256429 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:24:46.256429 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:24:46.256429 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:24:46.256429 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:24:46.256429 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:24:46.256429 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:24:46.256429 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:24:46.256429 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:24:46.256429 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:24:46.256429 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:24:46.256429 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:24:46.256429 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:24:46.256429 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:24:46.256429 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:24:46.256429 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:24:46.256429 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:24:46.256429 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:24:46.256429 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:24:46.256429 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:24:46.256429 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:24:46.276866 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1335f1f4-226b-42a8-bdad-3f2494e85a2e tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (d48d3e4d-9796-4b0e-8c14-bfbaff126656), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:46.277792 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1335f1f4-226b-42a8-bdad-3f2494e85a2e tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Fanout notify agent at l3_agent the message router_deleted on router d48d3e4d-9796-4b0e-8c14-bfbaff126656 {{(pid=109693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:24:46.279304 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-96854daa-2265-4b66-8ec4-1d2b63e3740c None None] For port 5a7c6d34-9692-41fe-b7cc-8e26e1152262, host n-d-789963-26, got binding levels [] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:24:46.280023 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-96854daa-2265-4b66-8ec4-1d2b63e3740c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (5a7c6d34-9692-41fe-b7cc-8e26e1152262), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:46.295710 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-96854daa-2265-4b66-8ec4-1d2b63e3740c None None] Calling delete_port for 5a7c6d34-9692-41fe-b7cc-8e26e1152262 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:24:46.299990 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.ipam_backend_mixin [None req-96854daa-2265-4b66-8ec4-1d2b63e3740c None None] Port 5a7c6d34-9692-41fe-b7cc-8e26e1152262 was not found and therefore no delete operation was performed {{(pid=109695) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 02 07:24:46.301454 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1335f1f4-226b-42a8-bdad-3f2494e85a2e tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:46.302024 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-96854daa-2265-4b66-8ec4-1d2b63e3740c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (5a7c6d34-9692-41fe-b7cc-8e26e1152262), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:46.302774 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-1335f1f4-226b-42a8-bdad-3f2494e85a2e tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "DELETE /v2.0/routers/d48d3e4d-9796-4b0e-8c14-bfbaff126656 HTTP/1.1" status: 204 len: 168 time: 0.5339262 Feb 02 07:24:46.306267 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43942) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:46.335165 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96854daa-2265-4b66-8ec4-1d2b63e3740c None None] Pushing event deleted for resources: {'Port': ['ID=5a7c6d34-9692-41fe-b7cc-8e26e1152262,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:46.340058 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96854daa-2265-4b66-8ec4-1d2b63e3740c None None] No DVR routers for this DVR port 5a7c6d34-9692-41fe-b7cc-8e26e1152262 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:24:46.350652 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-62c040ff-6803-4702-839d-6c9f8a5c5361 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (84fcebde-ee99-4386-bf71-2343a0bf5178), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:46.359183 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-62c040ff-6803-4702-839d-6c9f8a5c5361 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:46.360872 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-62c040ff-6803-4702-839d-6c9f8a5c5361 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] 10.222.0.87 "DELETE /v2.0/security-groups/84fcebde-ee99-4386-bf71-2343a0bf5178 HTTP/1.1" status: 204 len: 168 time: 0.4838874 Feb 02 07:24:46.364317 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-762863ee-d621-44d8-94e8-facef50716c5 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "GET /v2.0/ports?device_id=d48d3e4d-9796-4b0e-8c14-bfbaff126656 HTTP/1.1" status: 200 len: 205 time: 0.0538144 Feb 02 07:24:46.365307 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43946) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:46.371688 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43948) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:46.404529 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ba6597b4-e54e-4c78-a601-fa50e0de02c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (4b6267be-6bec-4a1f-9688-332e0c725f82), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:46.410284 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 06cc590e-0405-4023-bd89-86087b1c7618 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:24:46.416868 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ba6597b4-e54e-4c78-a601-fa50e0de02c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:46.421221 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-ba6597b4-e54e-4c78-a601-fa50e0de02c8 admin admin] 10.222.0.87 "DELETE /v2.0/networks/4b6267be-6bec-4a1f-9688-332e0c725f82 HTTP/1.1" status: 204 len: 168 time: 1.0032744 Feb 02 07:24:46.432443 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6597b4-e54e-4c78-a601-fa50e0de02c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b6267be-6bec-4a1f-9688-332e0c725f82,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:46.459387 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 06cc590e-0405-4023-bd89-86087b1c7618 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:24:46.460129 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 06cc590e-0405-4023-bd89-86087b1c7618 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:24:46.460773 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 74f8a8e5-80b9-4494-b832-65fd81092fe7 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:24:46.476544 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-cd7431a8-1bfb-4b85-9f23-7e6ca895c72f tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] delete failed (client error): The resource could not be found. Feb 02 07:24:46.477707 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-cd7431a8-1bfb-4b85-9f23-7e6ca895c72f tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "DELETE /v2.0/routers/d48d3e4d-9796-4b0e-8c14-bfbaff126656 HTTP/1.1" status: 404 len: 336 time: 0.1005502 Feb 02 07:24:46.478564 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c040ff-6803-4702-839d-6c9f8a5c5361 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84fcebde-ee99-4386-bf71-2343a0bf5178,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:46.483884 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43956) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:46.518881 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 74f8a8e5-80b9-4494-b832-65fd81092fe7 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:24:46.519832 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 74f8a8e5-80b9-4494-b832-65fd81092fe7 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:24:46.520368 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 5a7c6d34-9692-41fe-b7cc-8e26e1152262 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:24:46.550697 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-0febfdf5-65d7-47cc-9466-73c5c7580173 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] DELETE failed (client error): The resource could not be found. Feb 02 07:24:46.551771 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0febfdf5-65d7-47cc-9466-73c5c7580173 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:24:46.561155 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0febfdf5-65d7-47cc-9466-73c5c7580173 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "DELETE /v2.0/subnets/2e079de3-6037-41bb-87bc-35ebda6350e0 HTTP/1.1" status: 404 len: 337 time: 0.0695779 Feb 02 07:24:46.561392 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 5a7c6d34-9692-41fe-b7cc-8e26e1152262 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:24:46.561392 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 5a7c6d34-9692-41fe-b7cc-8e26e1152262 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:24:46.561615 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-cfca2f8d-37b9-4790-b7c3-fa14fc5fc9de tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1865549 Feb 02 07:24:46.561720 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43962) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:46.561819 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43964) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:46.569646 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-11218c7d-a98d-40da-bbf6-c2f5be8014f3 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Request body: {'security_group_rule': {'security_group_id': '60869ef0-fc88-4160-a809-bb481f4dd425', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:46.598217 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-79690e5b-74e8-42c8-a7a2-fb375f3f51f9 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] DELETE failed (client error): The resource could not be found. Feb 02 07:24:46.598542 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79690e5b-74e8-42c8-a7a2-fb375f3f51f9 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:24:46.601870 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-79690e5b-74e8-42c8-a7a2-fb375f3f51f9 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "DELETE /v2.0/subnets/d79706cc-d234-4cca-9849-acccfe643d37 HTTP/1.1" status: 404 len: 337 time: 0.0435205 Feb 02 07:24:46.604352 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43968) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:46.625498 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-11218c7d-a98d-40da-bbf6-c2f5be8014f3 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] create failed (client error): The resource could not be found. Feb 02 07:24:46.627738 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-11218c7d-a98d-40da-bbf6-c2f5be8014f3 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0627735 Feb 02 07:24:46.631738 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43970) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:46.637243 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-00483ecf-dc12-4dc0-afc8-40131917e247 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Request body: {'security_group': {'name': 'tempest-secgroup--368284624'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:46.639746 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-be8008a9-f453-4567-a3e2-196add592eeb tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] DELETE failed (client error): The resource could not be found. Feb 02 07:24:46.640442 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be8008a9-f453-4567-a3e2-196add592eeb tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:24:46.643755 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-be8008a9-f453-4567-a3e2-196add592eeb tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "DELETE /v2.0/subnets/ad81f9a5-6536-4f51-84aa-dbda9c5233c4 HTTP/1.1" status: 404 len: 337 time: 0.0382090 Feb 02 07:24:46.646958 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43972) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:46.669112 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-00483ecf-dc12-4dc0-afc8-40131917e247 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:46.677765 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e6e66d0-0222-483d-9ded-06215f5c234b tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] DELETE failed (client error): The resource could not be found. Feb 02 07:24:46.677993 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e6e66d0-0222-483d-9ded-06215f5c234b tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:24:46.683865 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-3e6e66d0-0222-483d-9ded-06215f5c234b tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "DELETE /v2.0/subnets/ef49c351-2091-4069-aaa0-da2ad346d62c HTTP/1.1" status: 404 len: 337 time: 0.0329752 Feb 02 07:24:46.683865 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43982) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:46.718795 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-71141da9-cf12-4126-beb3-336ab82c034f tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "GET /v2.0/ports?device_id=c377ffbb-6c27-4978-ba59-e651495e3d79 HTTP/1.1" status: 200 len: 205 time: 0.0338433 Feb 02 07:24:46.722028 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43988) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:46.729069 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43990) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:46.772208 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-2ad12abc-1837-4a8a-9472-9b74c4670790 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] delete failed (client error): The resource could not be found. Feb 02 07:24:46.773547 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-2ad12abc-1837-4a8a-9472-9b74c4670790 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "DELETE /v2.0/routers/c377ffbb-6c27-4978-ba59-e651495e3d79 HTTP/1.1" status: 404 len: 336 time: 0.0495782 Feb 02 07:24:46.776176 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 43996) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:46.795967 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-e401c139-88b1-4345-b430-93e447afb51a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=31a150f577914a209466302edcd070d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0655417 Feb 02 07:24:46.800079 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 43998) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:46.818479 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-ee40fa2f-5b3e-4e37-ab85-a8d46dfc7f39 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "GET /v2.0/ports?device_id=640d4df4-580b-4b26-a503-a075e9cb1620 HTTP/1.1" status: 200 len: 205 time: 0.0412710 Feb 02 07:24:46.824006 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44004) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:46.827632 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-00483ecf-dc12-4dc0-afc8-40131917e247 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks [] for security_group (f3d0c981-542d-4562-922f-9b1a92c17a84), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:46.839302 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-00483ecf-dc12-4dc0-afc8-40131917e247 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (f3d0c981-542d-4562-922f-9b1a92c17a84), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:46.868556 n-d-789963-26 neutron-server[109694]: INFO neutron.api.v2.resource [None req-88134c1a-c113-4930-98ee-0f009fe8983d tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] delete failed (client error): The resource could not be found. Feb 02 07:24:46.869911 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-88134c1a-c113-4930-98ee-0f009fe8983d tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "DELETE /v2.0/routers/640d4df4-580b-4b26-a503-a075e9cb1620 HTTP/1.1" status: 404 len: 336 time: 0.0446985 Feb 02 07:24:46.872727 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44006) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:46.890679 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-00483ecf-dc12-4dc0-afc8-40131917e247 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:46.891961 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-00483ecf-dc12-4dc0-afc8-40131917e247 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2589729 Feb 02 07:24:46.892686 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00483ecf-dc12-4dc0-afc8-40131917e247 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d0c981-542d-4562-922f-9b1a92c17a84,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:46.894970 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44012) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:46.907514 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fd9e2a9-59df-4fd1-969c-1273bd524a09 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] DELETE failed (client error): The resource could not be found. Feb 02 07:24:46.908040 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fd9e2a9-59df-4fd1-969c-1273bd524a09 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:24:46.911977 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-48d24de4-fbca-48eb-9943-8c6cfb89a581 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Request body: {'security_group': {'name': 'tempest-secgroup--2005010831'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:46.912119 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-9fd9e2a9-59df-4fd1-969c-1273bd524a09 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "DELETE /v2.0/subnets/2e47e13e-323d-46f3-b131-23590c8f7a11 HTTP/1.1" status: 404 len: 337 time: 0.0380368 Feb 02 07:24:46.914759 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44014) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:46.926150 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e4af30a4-e599-4d39-bc09-59386bcb1a0b admin admin] Publish callbacks [] for security_group (2051d2bb-d02a-4b0a-a762-3df48994873e), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:46.947016 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a3281461-6a12-4a02-9330-17549ec607ed tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "GET /v2.0/ports?device_id=30cbe26a-992a-42b4-8f35-5491c26da375 HTTP/1.1" status: 200 len: 205 time: 0.0288639 Feb 02 07:24:46.947254 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44022) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:46.957500 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-48d24de4-fbca-48eb-9943-8c6cfb89a581 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:46.964540 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e4af30a4-e599-4d39-bc09-59386bcb1a0b admin admin] Publish callbacks [] for security_group (2051d2bb-d02a-4b0a-a762-3df48994873e), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:46.986925 n-d-789963-26 neutron-server[109694]: INFO neutron.api.v2.resource [None req-58f74510-2177-4e8f-9a0a-c26905b5f509 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] delete failed (client error): The resource could not be found. Feb 02 07:24:46.988717 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-58f74510-2177-4e8f-9a0a-c26905b5f509 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "DELETE /v2.0/routers/30cbe26a-992a-42b4-8f35-5491c26da375 HTTP/1.1" status: 404 len: 336 time: 0.0399253 Feb 02 07:24:46.991293 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44028) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:47.027427 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-26eac306-5d66-4a9c-8b22-4fa2ff3f2d77 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "GET /v2.0/ports?device_id=9395ad1d-9f00-4eb5-b46e-0b92269eb337 HTTP/1.1" status: 200 len: 205 time: 0.0328183 Feb 02 07:24:47.028001 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44034) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:47.054118 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e4af30a4-e599-4d39-bc09-59386bcb1a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (2051d2bb-d02a-4b0a-a762-3df48994873e), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:47.059315 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e4af30a4-e599-4d39-bc09-59386bcb1a0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:47.060525 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e4af30a4-e599-4d39-bc09-59386bcb1a0b admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/2051d2bb-d02a-4b0a-a762-3df48994873e HTTP/1.1" status: 204 len: 168 time: 0.2593379 Feb 02 07:24:47.086102 n-d-789963-26 neutron-server[109694]: INFO neutron.api.v2.resource [None req-473e490f-0889-424a-9d89-a645be0a4aef tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] delete failed (client error): The resource could not be found. Feb 02 07:24:47.086102 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-473e490f-0889-424a-9d89-a645be0a4aef tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "DELETE /v2.0/routers/9395ad1d-9f00-4eb5-b46e-0b92269eb337 HTTP/1.1" status: 404 len: 336 time: 0.0569739 Feb 02 07:24:47.101783 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44042) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:47.105441 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e0e9e403-7a1f-4efd-bf66-79b9afbfbf99 req-2df970de-112b-4c6a-ac49-24ff67caa8cd tempest-ServerShowV254Test-1170442826 tempest-ServerShowV254Test-1170442826-project] 10.222.0.87 "GET /v2.0/ports?device_id=e65bd206-dc36-4c16-bb2d-9aa77c9271c2 HTTP/1.1" status: 200 len: 210 time: 0.0644684 Feb 02 07:24:47.125006 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-48d24de4-fbca-48eb-9943-8c6cfb89a581 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks [] for security_group (5ff82187-4eb1-467e-9789-025b74dcda1d), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:47.126624 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4af30a4-e599-4d39-bc09-59386bcb1a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2051d2bb-d02a-4b0a-a762-3df48994873e,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:47.133228 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-764aa051-9c9e-43c3-8c01-204d364166b7 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] DELETE failed (client error): The resource could not be found. Feb 02 07:24:47.134168 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-764aa051-9c9e-43c3-8c01-204d364166b7 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:24:47.137142 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-764aa051-9c9e-43c3-8c01-204d364166b7 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "DELETE /v2.0/subnets/bc6f1a38-8ab2-4f47-ab34-a8fa4ba2d4e4 HTTP/1.1" status: 404 len: 337 time: 0.0342004 Feb 02 07:24:47.142049 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44044) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:47.159600 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-48d24de4-fbca-48eb-9943-8c6cfb89a581 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (5ff82187-4eb1-467e-9789-025b74dcda1d), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:47.193633 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-8de29f39-fb99-46fe-9794-93b13a1c8181 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "GET /v2.0/ports?device_id=de0e8fa1-6549-4c2a-8f43-eb898bf4ec1f HTTP/1.1" status: 200 len: 205 time: 0.0453207 Feb 02 07:24:47.195739 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44050) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:47.216658 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-48d24de4-fbca-48eb-9943-8c6cfb89a581 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:47.217869 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-48d24de4-fbca-48eb-9943-8c6cfb89a581 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3120892 Feb 02 07:24:47.220891 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44056) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:47.226102 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-950f210b-8768-45df-9578-8195c4fe0ac8 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Request body: {'security_group_rule': {'security_group_id': 'f3d0c981-542d-4562-922f-9b1a92c17a84', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '5ff82187-4eb1-467e-9789-025b74dcda1d'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:47.249720 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d24de4-fbca-48eb-9943-8c6cfb89a581 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff82187-4eb1-467e-9789-025b74dcda1d,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:47.262254 n-d-789963-26 neutron-server[109694]: INFO neutron.api.v2.resource [None req-c5fe9e3c-6be9-487c-b04f-44ce38b7bd0f tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] delete failed (client error): The resource could not be found. Feb 02 07:24:47.266162 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c5fe9e3c-6be9-487c-b04f-44ce38b7bd0f tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "DELETE /v2.0/routers/de0e8fa1-6549-4c2a-8f43-eb898bf4ec1f HTTP/1.1" status: 404 len: 336 time: 0.0661645 Feb 02 07:24:47.266742 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44058) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:47.285934 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-950f210b-8768-45df-9578-8195c4fe0ac8 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 07:24:47.290132 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-950f210b-8768-45df-9578-8195c4fe0ac8 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0656412 Feb 02 07:24:47.290429 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44064) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:47.299878 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c8c3a85-6f23-4fee-9a5f-c630e7936905 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] DELETE failed (client error): The resource could not be found. Feb 02 07:24:47.300352 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c8c3a85-6f23-4fee-9a5f-c630e7936905 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:24:47.307290 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0c8c3a85-6f23-4fee-9a5f-c630e7936905 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "DELETE /v2.0/subnets/f95b37cf-bee0-4e5b-ba3c-f16cf11a8ac0 HTTP/1.1" status: 404 len: 337 time: 0.0394390 Feb 02 07:24:47.308429 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44066) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:47.344836 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-81d5d2ca-621e-4139-a9ce-7b8864733130 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "GET /v2.0/ports?device_id=0712b00c-c1e7-4f83-846d-25fd81d68612 HTTP/1.1" status: 200 len: 205 time: 0.0346327 Feb 02 07:24:47.346845 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44072) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:47.387391 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9e8ffc0a-d2d9-48f7-968b-95dd2d63ffc0 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks [] for security_group (5ff82187-4eb1-467e-9789-025b74dcda1d), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:47.400814 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:47.420309 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9e8ffc0a-d2d9-48f7-968b-95dd2d63ffc0 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks [] for security_group (5ff82187-4eb1-467e-9789-025b74dcda1d), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:47.424669 n-d-789963-26 neutron-server[109694]: INFO neutron.api.v2.resource [None req-b3b65e1d-b9da-4cbd-b6a5-1b276f1bfe9d tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] delete failed (client error): The resource could not be found. Feb 02 07:24:47.428618 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b3b65e1d-b9da-4cbd-b6a5-1b276f1bfe9d tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "DELETE /v2.0/routers/0712b00c-c1e7-4f83-846d-25fd81d68612 HTTP/1.1" status: 404 len: 336 time: 0.0797081 Feb 02 07:24:47.429479 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44076) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:47.474430 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9e8ffc0a-d2d9-48f7-968b-95dd2d63ffc0 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (5ff82187-4eb1-467e-9789-025b74dcda1d), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:47.477782 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9e8ffc0a-d2d9-48f7-968b-95dd2d63ffc0 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:47.479932 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-27b56d02-2b41-4b11-a8c3-b09a1b85bbae tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] DELETE failed (client error): The resource could not be found. Feb 02 07:24:47.486136 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27b56d02-2b41-4b11-a8c3-b09a1b85bbae tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:24:47.487228 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-9e8ffc0a-d2d9-48f7-968b-95dd2d63ffc0 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] 10.222.0.87 "DELETE /v2.0/security-groups/5ff82187-4eb1-467e-9789-025b74dcda1d HTTP/1.1" status: 204 len: 168 time: 0.1954024 Feb 02 07:24:47.488220 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44082) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:47.489565 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-27b56d02-2b41-4b11-a8c3-b09a1b85bbae tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "DELETE /v2.0/subnets/6a615e70-fbf6-4a1e-b0b1-64e2870bbee1 HTTP/1.1" status: 404 len: 337 time: 0.0593662 Feb 02 07:24:47.490183 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44088) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:47.549397 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8ffc0a-d2d9-48f7-968b-95dd2d63ffc0 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff82187-4eb1-467e-9789-025b74dcda1d,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:47.553312 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-8955c5ad-e1a7-47dc-850a-14f4fb1c0d28 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] DELETE failed (client error): The resource could not be found. Feb 02 07:24:47.554861 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8955c5ad-e1a7-47dc-850a-14f4fb1c0d28 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:24:47.559945 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-8955c5ad-e1a7-47dc-850a-14f4fb1c0d28 tempest-RoutersIpV6Test-971498992 tempest-RoutersIpV6Test-971498992-project] 10.222.0.87 "DELETE /v2.0/subnets/5a550926-bf1d-4876-b2a3-836d579928ac HTTP/1.1" status: 404 len: 337 time: 0.0657208 Feb 02 07:24:47.630271 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-43b4a5cc-6f74-4331-988c-28defc40762c tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1387429 Feb 02 07:24:47.633049 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44092) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:47.712164 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44102) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:47.745836 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9b17cae6-fcdf-42df-ae6f-9f27ab1f50c0 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks [] for security_group (f3d0c981-542d-4562-922f-9b1a92c17a84), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:47.766600 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-95e2614b-1382-41ee-bf69-06bda9999fa2 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=8057a6c663a84142b716dcd088ef3ebf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0508263 Feb 02 07:24:47.767037 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44110) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:47.771039 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9b17cae6-fcdf-42df-ae6f-9f27ab1f50c0 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks [] for security_group (f3d0c981-542d-4562-922f-9b1a92c17a84), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:47.827003 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9f8cc7ee-6a28-4190-9b5a-33868d11f63a admin admin] Publish callbacks [] for security_group (58cc9d67-7532-48e7-8914-1a6c5d9c9353), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:47.836706 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9b17cae6-fcdf-42df-ae6f-9f27ab1f50c0 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (f3d0c981-542d-4562-922f-9b1a92c17a84), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:47.839824 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9b17cae6-fcdf-42df-ae6f-9f27ab1f50c0 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:47.841202 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-9b17cae6-fcdf-42df-ae6f-9f27ab1f50c0 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] 10.222.0.87 "DELETE /v2.0/security-groups/f3d0c981-542d-4562-922f-9b1a92c17a84 HTTP/1.1" status: 204 len: 168 time: 0.2069774 Feb 02 07:24:47.844993 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44114) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:47.855825 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9f8cc7ee-6a28-4190-9b5a-33868d11f63a admin admin] Publish callbacks [] for security_group (58cc9d67-7532-48e7-8914-1a6c5d9c9353), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:47.862669 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44116) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:47.866652 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17cae6-fcdf-42df-ae6f-9f27ab1f50c0 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d0c981-542d-4562-922f-9b1a92c17a84,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:47.908816 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-deb9589f-e9e1-4269-bcb6-ca36a0c85e3c tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0616059 Feb 02 07:24:47.914428 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44120) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:47.922016 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-9e07ea0c-31a4-4c01-abcf-92a6f99a4d04 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Request body: {'security_group': {'name': 'tempest-secgroup--70828188'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:47.957924 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9f8cc7ee-6a28-4190-9b5a-33868d11f63a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (58cc9d67-7532-48e7-8914-1a6c5d9c9353), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:47.959993 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9e07ea0c-31a4-4c01-abcf-92a6f99a4d04 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:47.961379 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9f8cc7ee-6a28-4190-9b5a-33868d11f63a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:47.962903 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-9f8cc7ee-6a28-4190-9b5a-33868d11f63a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/58cc9d67-7532-48e7-8914-1a6c5d9c9353 HTTP/1.1" status: 204 len: 168 time: 0.1951647 Feb 02 07:24:47.976254 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8cc7ee-6a28-4190-9b5a-33868d11f63a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58cc9d67-7532-48e7-8914-1a6c5d9c9353,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:48.089387 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9e07ea0c-31a4-4c01-abcf-92a6f99a4d04 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks [] for security_group (3ca6b614-96e1-4d19-8b13-3b6dc5f842c8), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:48.094400 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9e07ea0c-31a4-4c01-abcf-92a6f99a4d04 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (3ca6b614-96e1-4d19-8b13-3b6dc5f842c8), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:48.101359 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-ef1da25d-ce4a-4590-a786-5120448572cb admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=734239c0e89548e9b731cf7277c63ec2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2365251 Feb 02 07:24:48.103739 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44128) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:48.134497 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9e07ea0c-31a4-4c01-abcf-92a6f99a4d04 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:48.138517 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-9e07ea0c-31a4-4c01-abcf-92a6f99a4d04 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2191558 Feb 02 07:24:48.138517 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e07ea0c-31a4-4c01-abcf-92a6f99a4d04 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca6b614-96e1-4d19-8b13-3b6dc5f842c8,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:48.140074 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44132) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:48.146120 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-42078890-26fb-4f02-9030-5e8ba549bdc5 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Request body: {'security_group_rule': {'security_group_id': '3ca6b614-96e1-4d19-8b13-3b6dc5f842c8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:48.193225 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fc82ab52-2654-41c1-a95f-56b4455634e9 admin admin] Publish callbacks [] for security_group (feb33cc6-f955-4797-bc8a-80d306db4b77), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:48.224351 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-42078890-26fb-4f02-9030-5e8ba549bdc5 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 07:24:48.224351 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-42078890-26fb-4f02-9030-5e8ba549bdc5 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0762866 Feb 02 07:24:48.224630 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44140) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:48.229057 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-0c3d8dd2-21a9-4e10-ab99-8ae1b66d2aa6 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Request body: {'security_group_rule': {'security_group_id': '3ca6b614-96e1-4d19-8b13-3b6dc5f842c8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:48.247060 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fc82ab52-2654-41c1-a95f-56b4455634e9 admin admin] Publish callbacks [] for security_group (feb33cc6-f955-4797-bc8a-80d306db4b77), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:48.266984 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dacb4c06-6923-4bd5-a1dc-3816f8aaf789 req-23378ac6-10f4-4d9f-8f9f-50fc4ee59268 tempest-ServerShowV254Test-1170442826 tempest-ServerShowV254Test-1170442826-project] 10.222.0.87 "GET /v2.0/ports?device_id=e65bd206-dc36-4c16-bb2d-9aa77c9271c2 HTTP/1.1" status: 200 len: 210 time: 0.0335648 Feb 02 07:24:48.332127 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-0c3d8dd2-21a9-4e10-ab99-8ae1b66d2aa6 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 07:24:48.333564 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-0c3d8dd2-21a9-4e10-ab99-8ae1b66d2aa6 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1080270 Feb 02 07:24:48.336833 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44150) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:48.338241 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fc82ab52-2654-41c1-a95f-56b4455634e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (feb33cc6-f955-4797-bc8a-80d306db4b77), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:48.341614 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fc82ab52-2654-41c1-a95f-56b4455634e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:48.343410 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-fc82ab52-2654-41c1-a95f-56b4455634e9 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/feb33cc6-f955-4797-bc8a-80d306db4b77 HTTP/1.1" status: 204 len: 168 time: 0.2376890 Feb 02 07:24:48.370353 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc82ab52-2654-41c1-a95f-56b4455634e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb33cc6-f955-4797-bc8a-80d306db4b77,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:48.450206 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bef0e1b0-4c86-48ae-95a5-1e4a8d9e1a43 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks [] for security_group (3ca6b614-96e1-4d19-8b13-3b6dc5f842c8), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:48.513569 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bef0e1b0-4c86-48ae-95a5-1e4a8d9e1a43 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks [] for security_group (3ca6b614-96e1-4d19-8b13-3b6dc5f842c8), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:48.575860 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bef0e1b0-4c86-48ae-95a5-1e4a8d9e1a43 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (3ca6b614-96e1-4d19-8b13-3b6dc5f842c8), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:48.578865 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bef0e1b0-4c86-48ae-95a5-1e4a8d9e1a43 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:48.583813 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44160) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:48.583997 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-bef0e1b0-4c86-48ae-95a5-1e4a8d9e1a43 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] 10.222.0.87 "DELETE /v2.0/security-groups/3ca6b614-96e1-4d19-8b13-3b6dc5f842c8 HTTP/1.1" status: 204 len: 168 time: 0.2459583 Feb 02 07:24:48.594528 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef0e1b0-4c86-48ae-95a5-1e4a8d9e1a43 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca6b614-96e1-4d19-8b13-3b6dc5f842c8,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:48.665110 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-ce8e2c06-129b-46cf-9788-2ec27aaf9619 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0795474 Feb 02 07:24:48.669187 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44164) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:48.673900 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-ea3c458f-c63d-4f52-8a2d-13fe0e82855b tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Request body: {'security_group': {'name': 'tempest-secgroup--389105998'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:48.699662 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ea3c458f-c63d-4f52-8a2d-13fe0e82855b tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:48.781099 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ea3c458f-c63d-4f52-8a2d-13fe0e82855b tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks [] for security_group (95a4085c-ded2-4478-a0c3-1ceae8e78fbf), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:48.787260 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ea3c458f-c63d-4f52-8a2d-13fe0e82855b tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (95a4085c-ded2-4478-a0c3-1ceae8e78fbf), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:48.826189 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ea3c458f-c63d-4f52-8a2d-13fe0e82855b tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:48.826189 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-ea3c458f-c63d-4f52-8a2d-13fe0e82855b tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1553028 Feb 02 07:24:48.828363 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44170) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:48.833371 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-4d74c4e0-9796-4a05-9656-8e2da61822b0 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:48.834037 n-d-789963-26 neutron-server[109693]: WARNING neutron.api.v2.base [None req-4d74c4e0-9796-4a05-9656-8e2da61822b0 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 02 07:24:48.834545 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-4d74c4e0-9796-4a05-9656-8e2da61822b0 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] update failed (client error): There was a conflict when trying to complete your request. Feb 02 07:24:48.835647 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-4d74c4e0-9796-4a05-9656-8e2da61822b0 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] 10.222.0.87 "PUT /v2.0/security-groups/95a4085c-ded2-4478-a0c3-1ceae8e78fbf HTTP/1.1" status: 409 len: 330 time: 0.0060294 Feb 02 07:24:48.836716 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3c458f-c63d-4f52-8a2d-13fe0e82855b tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95a4085c-ded2-4478-a0c3-1ceae8e78fbf,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:48.839420 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44174) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:48.916993 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9e9794e1-4b66-44c6-9016-2b4e9bfa7e83 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks [] for security_group (95a4085c-ded2-4478-a0c3-1ceae8e78fbf), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:48.953367 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9e9794e1-4b66-44c6-9016-2b4e9bfa7e83 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks [] for security_group (95a4085c-ded2-4478-a0c3-1ceae8e78fbf), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:49.032113 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9e9794e1-4b66-44c6-9016-2b4e9bfa7e83 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (95a4085c-ded2-4478-a0c3-1ceae8e78fbf), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:49.035501 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9e9794e1-4b66-44c6-9016-2b4e9bfa7e83 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:49.039471 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-9e9794e1-4b66-44c6-9016-2b4e9bfa7e83 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] 10.222.0.87 "DELETE /v2.0/security-groups/95a4085c-ded2-4478-a0c3-1ceae8e78fbf HTTP/1.1" status: 204 len: 168 time: 0.1970861 Feb 02 07:24:49.039915 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44194) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:49.073204 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9794e1-4b66-44c6-9016-2b4e9bfa7e83 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a4085c-ded2-4478-a0c3-1ceae8e78fbf,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:49.132784 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-1f209756-0b01-4ef0-84ea-943cbcef9e19 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0902405 Feb 02 07:24:49.134939 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44202) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:49.150690 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-c1dae6c1-32d9-4ad5-a952-a705298f67b3 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] delete failed (client error): The resource could not be found. Feb 02 07:24:49.151535 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-c1dae6c1-32d9-4ad5-a952-a705298f67b3 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] 10.222.0.87 "DELETE /v2.0/security-groups/710fae5e-cc89-4b2e-88ba-a5b1345a512f HTTP/1.1" status: 404 len: 347 time: 0.0157704 Feb 02 07:24:49.155513 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44204) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:49.171332 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-e78a5493-0f07-4524-879a-1eb6022fba41 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] show failed (client error): The resource could not be found. Feb 02 07:24:49.176286 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e78a5493-0f07-4524-879a-1eb6022fba41 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] 10.222.0.87 "GET /v2.0/security-groups/df172742-d289-4dfc-b7f3-a48cbef8311d HTTP/1.1" status: 404 len: 347 time: 0.0162845 Feb 02 07:24:49.177024 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44208) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:49.197090 n-d-789963-26 neutron-server[109694]: INFO neutron.api.v2.resource [None req-ec83688b-c99c-4a07-9fc1-0ec9754a8d58 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] show failed (client error): The resource could not be found. Feb 02 07:24:49.199110 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-ec83688b-c99c-4a07-9fc1-0ec9754a8d58 tempest-NegativeSecGroupIPv6Test-14478426 tempest-NegativeSecGroupIPv6Test-14478426-project] 10.222.0.87 "GET /v2.0/security-group-rules/f042a7a3-3506-4a7b-aaf3-e89c98cc3178 HTTP/1.1" status: 404 len: 356 time: 0.0209546 Feb 02 07:24:49.383298 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e85b1c53-de55-4183-a8f7-00d7c5b85ee6 req-c229eb1e-a56b-4689-a803-158ac551dd52 tempest-ServerShowV254Test-1170442826 tempest-ServerShowV254Test-1170442826-project] 10.222.0.87 "GET /v2.0/ports?device_id=e65bd206-dc36-4c16-bb2d-9aa77c9271c2 HTTP/1.1" status: 200 len: 210 time: 0.0283220 Feb 02 07:24:49.507375 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44226) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:49.517284 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44234) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:49.615243 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-68157c27-b6ba-4c7f-bdc3-a08dec8af5f2 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-707072421', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:49.657648 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-68157c27-b6ba-4c7f-bdc3-a08dec8af5f2 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (47935692-a2f4-43e9-b4b4-d771a14b2890), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:49.658668 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-68157c27-b6ba-4c7f-bdc3-a08dec8af5f2 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (47935692-a2f4-43e9-b4b4-d771a14b2890), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:49.683222 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-48281b1a-dff6-459e-b055-c2959c9bf159 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=37adf2802c084a9db79560731242db5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1620231 Feb 02 07:24:49.683781 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44244) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:49.729224 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-68157c27-b6ba-4c7f-bdc3-a08dec8af5f2 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks [] for router_controller (47935692-a2f4-43e9-b4b4-d771a14b2890), precommit_add_association {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:49.733900 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-68157c27-b6ba-4c7f-bdc3-a08dec8af5f2 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (47935692-a2f4-43e9-b4b4-d771a14b2890), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:49.740992 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-182579e7-7280-497a-aef1-98edab82c708 admin admin] Publish callbacks [] for security_group (086d0fb6-9b3e-4611-a61e-47bde149e8f0), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:49.754725 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-68157c27-b6ba-4c7f-bdc3-a08dec8af5f2 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:49.767196 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44250) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:49.767521 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-68157c27-b6ba-4c7f-bdc3-a08dec8af5f2 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2586212 Feb 02 07:24:49.777074 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-5a79ed2b-029d-4d80-8766-722d75b52eae tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-110767396'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:49.782905 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-182579e7-7280-497a-aef1-98edab82c708 admin admin] Publish callbacks [] for security_group (086d0fb6-9b3e-4611-a61e-47bde149e8f0), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:49.827065 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a79ed2b-029d-4d80-8766-722d75b52eae tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Made reservation on behalf of 6ed2d1b1e6d64a9cbab4bc609c62b8ac for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:24:49.830693 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5a79ed2b-029d-4d80-8766-722d75b52eae tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:49.841275 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5a79ed2b-029d-4d80-8766-722d75b52eae tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:49.864240 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-182579e7-7280-497a-aef1-98edab82c708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (086d0fb6-9b3e-4611-a61e-47bde149e8f0), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:49.866780 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-182579e7-7280-497a-aef1-98edab82c708 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:49.867964 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-182579e7-7280-497a-aef1-98edab82c708 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/086d0fb6-9b3e-4611-a61e-47bde149e8f0 HTTP/1.1" status: 204 len: 168 time: 0.1830540 Feb 02 07:24:49.888626 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182579e7-7280-497a-aef1-98edab82c708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086d0fb6-9b3e-4611-a61e-47bde149e8f0,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:49.941866 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5a79ed2b-029d-4d80-8766-722d75b52eae tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks [] for security_group (ee8105d5-8aa4-430f-a242-e7cd35036450), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:49.945512 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5a79ed2b-029d-4d80-8766-722d75b52eae tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (ee8105d5-8aa4-430f-a242-e7cd35036450), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:49.982252 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a79ed2b-029d-4d80-8766-722d75b52eae tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:24:49.987811 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a79ed2b-029d-4d80-8766-722d75b52eae tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8105d5-8aa4-430f-a242-e7cd35036450,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:50.001042 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5a79ed2b-029d-4d80-8766-722d75b52eae tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (2a41de30-ed57-415d-ba01-dbfe9b1bf8b9), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:50.001453 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-5a79ed2b-029d-4d80-8766-722d75b52eae tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Added segment 2a41de30-ed57-415d-ba01-dbfe9b1bf8b9 of type vlan for network 8afa17e8-8829-4ba9-a028-33abb7daf297 Feb 02 07:24:50.047987 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5a79ed2b-029d-4d80-8766-722d75b52eae tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (8afa17e8-8829-4ba9-a028-33abb7daf297), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:50.078786 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5a79ed2b-029d-4d80-8766-722d75b52eae tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (8afa17e8-8829-4ba9-a028-33abb7daf297), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:50.084981 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a79ed2b-029d-4d80-8766-722d75b52eae tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:24:50.085640 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5a79ed2b-029d-4d80-8766-722d75b52eae tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:50.125158 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-5a79ed2b-029d-4d80-8766-722d75b52eae tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3525558 Feb 02 07:24:50.128218 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44278) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:50.159416 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-060688fa-dbc6-4bc3-93ca-92a36dfd92e2 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Request body: {'subnet': {'network_id': '8afa17e8-8829-4ba9-a028-33abb7daf297', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:50.166813 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a79ed2b-029d-4d80-8766-722d75b52eae tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Pushing event updated for resources: {'Network': ['ID=8afa17e8-8829-4ba9-a028-33abb7daf297,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:50.185253 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 8afa17e8-8829-4ba9-a028-33abb7daf297 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:24:50.285155 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060688fa-dbc6-4bc3-93ca-92a36dfd92e2 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Made reservation on behalf of 6ed2d1b1e6d64a9cbab4bc609c62b8ac for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:24:50.289649 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-060688fa-dbc6-4bc3-93ca-92a36dfd92e2 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:50.524830 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ce0fab5c-a363-45e9-9d4f-757baa4cb4fb req-dacda5a2-35b9-4306-8758-4610ebdcf7fe tempest-ServerShowV254Test-1170442826 tempest-ServerShowV254Test-1170442826-project] 10.222.0.87 "GET /v2.0/ports?device_id=e65bd206-dc36-4c16-bb2d-9aa77c9271c2 HTTP/1.1" status: 200 len: 210 time: 0.0440986 Feb 02 07:24:50.539741 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-060688fa-dbc6-4bc3-93ca-92a36dfd92e2 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (efad5891-d871-4593-9346-509b930c62f0), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:50.606110 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060688fa-dbc6-4bc3-93ca-92a36dfd92e2 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Pushing event updated for resources: {'Subnet': ['ID=efad5891-d871-4593-9346-509b930c62f0,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:50.615721 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060688fa-dbc6-4bc3-93ca-92a36dfd92e2 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Checking segment: {'id': '2a41de30-ed57-415d-ba01-dbfe9b1bf8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8afa17e8-8829-4ba9-a028-33abb7daf297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:24:50.616158 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060688fa-dbc6-4bc3-93ca-92a36dfd92e2 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Network hostable DHCP agents. Network: 8afa17e8-8829-4ba9-a028-33abb7daf297, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:24:50.636386 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060688fa-dbc6-4bc3-93ca-92a36dfd92e2 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Network 8afa17e8-8829-4ba9-a028-33abb7daf297 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:24:50.640217 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44316) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:50.647780 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-060688fa-dbc6-4bc3-93ca-92a36dfd92e2 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 8afa17e8-8829-4ba9-a028-33abb7daf297) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:24:50.652556 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060688fa-dbc6-4bc3-93ca-92a36dfd92e2 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:24:50.653158 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-060688fa-dbc6-4bc3-93ca-92a36dfd92e2 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:50.660746 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e09be48-b510-43d1-90aa-22d3d6b274fa None None] Network 8afa17e8-8829-4ba9-a028-33abb7daf297 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:24:50.677774 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44320) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:50.678005 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-060688fa-dbc6-4bc3-93ca-92a36dfd92e2 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5480628 Feb 02 07:24:50.682675 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-53b03980-f255-4a04-b9f3-36913a45a5a5 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Request body: {'network': {'name': 'tempest-router-network01--1193984481'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:50.706476 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b03980-f255-4a04-b9f3-36913a45a5a5 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Made reservation on behalf of 6ed2d1b1e6d64a9cbab4bc609c62b8ac for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:24:50.711002 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-53b03980-f255-4a04-b9f3-36913a45a5a5 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:50.747402 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53b03980-f255-4a04-b9f3-36913a45a5a5 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:24:50.761616 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-53b03980-f255-4a04-b9f3-36913a45a5a5 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (2371f6b0-bf31-4f58-a1e4-4904d32a976a), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:50.762036 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-53b03980-f255-4a04-b9f3-36913a45a5a5 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Added segment 2371f6b0-bf31-4f58-a1e4-4904d32a976a of type vlan for network 6017070b-a0f5-4a1e-bcea-2e03907af6e9 Feb 02 07:24:50.781125 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-fec023ff-f102-4a1f-9b70-88ae062ffb7f tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:50.781572 n-d-789963-26 neutron-server[109694]: WARNING neutron.api.v2.base [None req-fec023ff-f102-4a1f-9b70-88ae062ffb7f tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 02 07:24:50.782064 n-d-789963-26 neutron-server[109694]: INFO neutron.api.v2.resource [None req-fec023ff-f102-4a1f-9b70-88ae062ffb7f tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] create failed (client error): There was a conflict when trying to complete your request. Feb 02 07:24:50.787169 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-fec023ff-f102-4a1f-9b70-88ae062ffb7f tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1418333 Feb 02 07:24:50.787277 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44324) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:50.791531 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-4decdf61-c6d5-47c7-bfab-0ddd69625263 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Request body: {'security_group': {'name': 'tempest-secgroup--1247462793'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:50.797928 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7de96d0-1adf-4cf0-b72a-b1708213e20e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-8afa17e8-8829-4ba9-a028-33abb7daf297', 'network_id': '8afa17e8-8829-4ba9-a028-33abb7daf297', 'project_id': '6ed2d1b1e6d64a9cbab4bc609c62b8ac', 'fixed_ips': [{'subnet_id': 'efad5891-d871-4593-9346-509b930c62f0'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:24:50.798876 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a7de96d0-1adf-4cf0-b72a-b1708213e20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:50.813826 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4decdf61-c6d5-47c7-bfab-0ddd69625263 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:50.824776 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-53b03980-f255-4a04-b9f3-36913a45a5a5 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (6017070b-a0f5-4a1e-bcea-2e03907af6e9), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:50.825736 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4decdf61-c6d5-47c7-bfab-0ddd69625263 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:50.859608 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-53b03980-f255-4a04-b9f3-36913a45a5a5 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (6017070b-a0f5-4a1e-bcea-2e03907af6e9), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:50.867293 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b03980-f255-4a04-b9f3-36913a45a5a5 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:24:50.868326 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-53b03980-f255-4a04-b9f3-36913a45a5a5 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:50.917074 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4decdf61-c6d5-47c7-bfab-0ddd69625263 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks [] for security_group (8bfb7c3c-fe9d-484e-b3ce-b0f10387151c), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:50.921525 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4decdf61-c6d5-47c7-bfab-0ddd69625263 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (8bfb7c3c-fe9d-484e-b3ce-b0f10387151c), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:50.935297 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-53b03980-f255-4a04-b9f3-36913a45a5a5 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2540686 Feb 02 07:24:50.939218 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44336) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:50.950942 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-689df2c3-1f87-4a8b-9685-6c678d54fd55 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Request body: {'network': {'name': 'tempest-router-network02--912786880'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:50.965081 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b03980-f255-4a04-b9f3-36913a45a5a5 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Pushing event updated for resources: {'Network': ['ID=6017070b-a0f5-4a1e-bcea-2e03907af6e9,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:50.983277 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689df2c3-1f87-4a8b-9685-6c678d54fd55 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Made reservation on behalf of 6ed2d1b1e6d64a9cbab4bc609c62b8ac for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:24:50.986576 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-689df2c3-1f87-4a8b-9685-6c678d54fd55 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:51.007027 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-a7de96d0-1adf-4cf0-b72a-b1708213e20e None None] Allocated IP 172.20.0.2 (8afa17e8-8829-4ba9-a028-33abb7daf297/efad5891-d871-4593-9346-509b930c62f0/87c36878-6f75-4e8b-a672-10f5d1b19e10) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:24:51.017241 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4decdf61-c6d5-47c7-bfab-0ddd69625263 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bfb7c3c-fe9d-484e-b3ce-b0f10387151c,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:51.038673 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-689df2c3-1f87-4a8b-9685-6c678d54fd55 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:24:51.064923 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-689df2c3-1f87-4a8b-9685-6c678d54fd55 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (b2ea0f28-dce3-41d3-b2f0-67d7d9172358), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:51.065349 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-689df2c3-1f87-4a8b-9685-6c678d54fd55 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Added segment b2ea0f28-dce3-41d3-b2f0-67d7d9172358 of type vlan for network 58dc42aa-a53a-4e26-bf73-67610f746bec Feb 02 07:24:51.069179 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4decdf61-c6d5-47c7-bfab-0ddd69625263 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks [] for security_group (c6e97806-2ede-497a-b922-44a8d753a02c), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:51.077931 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4decdf61-c6d5-47c7-bfab-0ddd69625263 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (c6e97806-2ede-497a-b922-44a8d753a02c), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:51.141792 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-689df2c3-1f87-4a8b-9685-6c678d54fd55 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (58dc42aa-a53a-4e26-bf73-67610f746bec), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:51.146916 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4decdf61-c6d5-47c7-bfab-0ddd69625263 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e97806-2ede-497a-b922-44a8d753a02c,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:51.151193 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4decdf61-c6d5-47c7-bfab-0ddd69625263 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:51.155472 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-4decdf61-c6d5-47c7-bfab-0ddd69625263 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3673918 Feb 02 07:24:51.156026 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44340) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:51.162023 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-507e6020-0f7c-48a2-b508-b1e3022b61f3 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Request body: {'security_group_rule': {'security_group_id': 'c6e97806-2ede-497a-b922-44a8d753a02c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:51.182470 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-689df2c3-1f87-4a8b-9685-6c678d54fd55 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (58dc42aa-a53a-4e26-bf73-67610f746bec), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:51.191884 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689df2c3-1f87-4a8b-9685-6c678d54fd55 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:24:51.192594 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-689df2c3-1f87-4a8b-9685-6c678d54fd55 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:51.204965 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-507e6020-0f7c-48a2-b508-b1e3022b61f3 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks [] for security_group_rule (2556a420-06ac-458d-bc0d-e924f06a6c38), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:51.216164 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 6017070b-a0f5-4a1e-bcea-2e03907af6e9 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:24:51.226079 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-689df2c3-1f87-4a8b-9685-6c678d54fd55 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2850330 Feb 02 07:24:51.229089 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44342) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:51.239734 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-0baf5158-856a-48cf-a1eb-de64bce27ad2 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Request body: {'subnet': {'network_id': '6017070b-a0f5-4a1e-bcea-2e03907af6e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:51.247804 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44344) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:51.297838 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689df2c3-1f87-4a8b-9685-6c678d54fd55 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Pushing event updated for resources: {'Network': ['ID=58dc42aa-a53a-4e26-bf73-67610f746bec,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:51.313874 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 58dc42aa-a53a-4e26-bf73-67610f746bec details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:24:51.349047 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-507e6020-0f7c-48a2-b508-b1e3022b61f3 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks [] for security_group_rule (2556a420-06ac-458d-bc0d-e924f06a6c38), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:51.356774 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-507e6020-0f7c-48a2-b508-b1e3022b61f3 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (2556a420-06ac-458d-bc0d-e924f06a6c38), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:51.382820 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507e6020-0f7c-48a2-b508-b1e3022b61f3 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2556a420-06ac-458d-bc0d-e924f06a6c38,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:51.390200 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0baf5158-856a-48cf-a1eb-de64bce27ad2 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Made reservation on behalf of 6ed2d1b1e6d64a9cbab4bc609c62b8ac for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:24:51.393158 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ca6ee069-2b33-42fe-8bd6-b211a3e357f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:51.394125 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0baf5158-856a-48cf-a1eb-de64bce27ad2 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:51.401085 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-507e6020-0f7c-48a2-b508-b1e3022b61f3 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:51.402298 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-507e6020-0f7c-48a2-b508-b1e3022b61f3 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2449460 Feb 02 07:24:51.413114 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44348) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:51.419989 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-175dc571-d7a3-4c7a-a45a-d8063a5f0951 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Request body: {'security_group_rule': {'security_group_id': 'c6e97806-2ede-497a-b922-44a8d753a02c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:51.472880 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a7de96d0-1adf-4cf0-b72a-b1708213e20e None None] Publish callbacks [] for port (87c36878-6f75-4e8b-a672-10f5d1b19e10), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:51.480425 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a7de96d0-1adf-4cf0-b72a-b1708213e20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (87c36878-6f75-4e8b-a672-10f5d1b19e10), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:51.505940 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-175dc571-d7a3-4c7a-a45a-d8063a5f0951 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks [] for security_group_rule (79c040e9-01a9-46af-9f88-8604beca0349), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:51.522063 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7de96d0-1adf-4cf0-b72a-b1708213e20e None None] Network 8afa17e8-8829-4ba9-a028-33abb7daf297 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:24:51.523245 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ca6ee069-2b33-42fe-8bd6-b211a3e357f4 admin admin] Publish callbacks [] for security_group (01f003dd-2ec9-4147-898b-f07a4f3a7eac), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:51.528542 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ca6ee069-2b33-42fe-8bd6-b211a3e357f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (01f003dd-2ec9-4147-898b-f07a4f3a7eac), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:51.528923 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-a7de96d0-1adf-4cf0-b72a-b1708213e20e None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:24:51.534586 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7de96d0-1adf-4cf0-b72a-b1708213e20e None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:24:51.537997 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de96d0-1adf-4cf0-b72a-b1708213e20e None None] Pushing event updated for resources: {'Port': ['ID=87c36878-6f75-4e8b-a672-10f5d1b19e10,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:51.599123 n-d-789963-26 neutron-server[109694]: INFO neutron.api.v2.resource [None req-175dc571-d7a3-4c7a-a45a-d8063a5f0951 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] create failed (client error): There was a conflict when trying to complete your request. Feb 02 07:24:51.602896 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-175dc571-d7a3-4c7a-a45a-d8063a5f0951 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1862898 Feb 02 07:24:51.603146 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44352) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:51.604086 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-ca6ee069-2b33-42fe-8bd6-b211a3e357f4 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c875bc7b43df43be89afe4743552173a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3552403 Feb 02 07:24:51.605046 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44354) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:51.606252 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6ee069-2b33-42fe-8bd6-b211a3e357f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f003dd-2ec9-4147-898b-f07a4f3a7eac,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:51.612447 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-a7de96d0-1adf-4cf0-b72a-b1708213e20e None None] Attempting to bind port 87c36878-6f75-4e8b-a672-10f5d1b19e10 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:24:51.613532 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-a7de96d0-1adf-4cf0-b72a-b1708213e20e None None] Attempting to bind port 87c36878-6f75-4e8b-a672-10f5d1b19e10 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '2a41de30-ed57-415d-ba01-dbfe9b1bf8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8afa17e8-8829-4ba9-a028-33abb7daf297'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:24:51.614142 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7de96d0-1adf-4cf0-b72a-b1708213e20e None None] Attempting to bind port 87c36878-6f75-4e8b-a672-10f5d1b19e10 on network 8afa17e8-8829-4ba9-a028-33abb7daf297 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:24:51.620493 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7de96d0-1adf-4cf0-b72a-b1708213e20e None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:24:51.620878 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7de96d0-1adf-4cf0-b72a-b1708213e20e None None] Checking segment: {'id': '2a41de30-ed57-415d-ba01-dbfe9b1bf8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8afa17e8-8829-4ba9-a028-33abb7daf297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:24:51.621414 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a7de96d0-1adf-4cf0-b72a-b1708213e20e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:51.621759 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7de96d0-1adf-4cf0-b72a-b1708213e20e None None] Bound using segment: {'id': '2a41de30-ed57-415d-ba01-dbfe9b1bf8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8afa17e8-8829-4ba9-a028-33abb7daf297'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:24:51.622128 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-a7de96d0-1adf-4cf0-b72a-b1708213e20e None None] Bound port: 87c36878-6f75-4e8b-a672-10f5d1b19e10, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a41de30-ed57-415d-ba01-dbfe9b1bf8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8afa17e8-8829-4ba9-a028-33abb7daf297'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:24:51.622508 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a7de96d0-1adf-4cf0-b72a-b1708213e20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (87c36878-6f75-4e8b-a672-10f5d1b19e10), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:51.697868 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-a7de96d0-1adf-4cf0-b72a-b1708213e20e None None] For port 87c36878-6f75-4e8b-a672-10f5d1b19e10, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:24:51.701283 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-a7de96d0-1adf-4cf0-b72a-b1708213e20e None None] For port 87c36878-6f75-4e8b-a672-10f5d1b19e10, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=87c36878-6f75-4e8b-a672-10f5d1b19e10,segment=NetworkSegment(2a41de30-ed57-415d-ba01-dbfe9b1bf8b9),segment_id=2a41de30-ed57-415d-ba01-dbfe9b1bf8b9)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:24:51.706874 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a7de96d0-1adf-4cf0-b72a-b1708213e20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (87c36878-6f75-4e8b-a672-10f5d1b19e10), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:51.727374 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3671ea8a-d8f8-4d56-9b99-aaf8c81172fd req-80073f84-54ed-42f7-88b5-6ab79cd9c4e2 tempest-ServerShowV254Test-1170442826 tempest-ServerShowV254Test-1170442826-project] 10.222.0.87 "GET /v2.0/ports?device_id=e65bd206-dc36-4c16-bb2d-9aa77c9271c2 HTTP/1.1" status: 200 len: 210 time: 0.0741663 Feb 02 07:24:51.768837 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0baf5158-856a-48cf-a1eb-de64bce27ad2 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (fb32e03d-c232-4941-9e8a-ae4d08b4d1ae), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:51.770374 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de96d0-1adf-4cf0-b72a-b1708213e20e None None] Pushing event updated for resources: {'Port': ['ID=87c36878-6f75-4e8b-a672-10f5d1b19e10,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:51.775222 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-036fe43e-0d9f-4976-868b-d4d8ef363981 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks [] for security_group (c6e97806-2ede-497a-b922-44a8d753a02c), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:51.842381 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9d7ad5a5-09b5-43cd-b0bd-418b78353a45 admin admin] Publish callbacks [] for security_group (01f003dd-2ec9-4147-898b-f07a4f3a7eac), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:51.851607 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-036fe43e-0d9f-4976-868b-d4d8ef363981 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks [] for security_group (c6e97806-2ede-497a-b922-44a8d753a02c), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:51.880292 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baf5158-856a-48cf-a1eb-de64bce27ad2 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Pushing event updated for resources: {'Subnet': ['ID=fb32e03d-c232-4941-9e8a-ae4d08b4d1ae,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:51.927727 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9d7ad5a5-09b5-43cd-b0bd-418b78353a45 admin admin] Publish callbacks [] for security_group (01f003dd-2ec9-4147-898b-f07a4f3a7eac), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:51.955821 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0baf5158-856a-48cf-a1eb-de64bce27ad2 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Checking segment: {'id': '2371f6b0-bf31-4f58-a1e4-4904d32a976a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6017070b-a0f5-4a1e-bcea-2e03907af6e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:24:51.956284 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0baf5158-856a-48cf-a1eb-de64bce27ad2 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Network hostable DHCP agents. Network: 6017070b-a0f5-4a1e-bcea-2e03907af6e9, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:24:51.981548 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-036fe43e-0d9f-4976-868b-d4d8ef363981 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (c6e97806-2ede-497a-b922-44a8d753a02c), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:51.985739 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-036fe43e-0d9f-4976-868b-d4d8ef363981 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:51.985739 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-036fe43e-0d9f-4976-868b-d4d8ef363981 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] 10.222.0.87 "DELETE /v2.0/security-groups/c6e97806-2ede-497a-b922-44a8d753a02c HTTP/1.1" status: 204 len: 168 time: 0.3815110 Feb 02 07:24:51.988873 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44356) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:52.003300 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036fe43e-0d9f-4976-868b-d4d8ef363981 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e97806-2ede-497a-b922-44a8d753a02c,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:52.008860 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0baf5158-856a-48cf-a1eb-de64bce27ad2 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Network 6017070b-a0f5-4a1e-bcea-2e03907af6e9 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:24:52.021583 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-0baf5158-856a-48cf-a1eb-de64bce27ad2 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 6017070b-a0f5-4a1e-bcea-2e03907af6e9) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:24:52.025096 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9d7ad5a5-09b5-43cd-b0bd-418b78353a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (01f003dd-2ec9-4147-898b-f07a4f3a7eac), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:52.027895 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9d7ad5a5-09b5-43cd-b0bd-418b78353a45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:52.031449 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-9d7ad5a5-09b5-43cd-b0bd-418b78353a45 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/01f003dd-2ec9-4147-898b-f07a4f3a7eac HTTP/1.1" status: 204 len: 168 time: 0.3912406 Feb 02 07:24:52.031449 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0baf5158-856a-48cf-a1eb-de64bce27ad2 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:24:52.031449 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0baf5158-856a-48cf-a1eb-de64bce27ad2 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks [] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:52.046967 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be566f49-8e5c-4b20-b7d4-339e98113288 None None] Network 6017070b-a0f5-4a1e-bcea-2e03907af6e9 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:24:52.063297 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7ad5a5-09b5-43cd-b0bd-418b78353a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f003dd-2ec9-4147-898b-f07a4f3a7eac,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:52.069286 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0baf5158-856a-48cf-a1eb-de64bce27ad2 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8389006 Feb 02 07:24:52.072301 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44360) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:52.080850 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-5d6f9ddf-a253-47cb-ae95-24464b7efe84 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Request body: {'subnet': {'network_id': '58dc42aa-a53a-4e26-bf73-67610f746bec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:52.095826 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-10a67059-097b-4a07-9cd3-cefad9382d01 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1027586 Feb 02 07:24:52.099331 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44362) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:52.117531 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-e428b197-f832-421e-b291-21705e2f7832 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Request body: {'security_group': {'name': 'tempest-secgroup--1864292046'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:52.152461 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e428b197-f832-421e-b291-21705e2f7832 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:52.187200 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:52.223124 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d6f9ddf-a253-47cb-ae95-24464b7efe84 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Made reservation on behalf of 6ed2d1b1e6d64a9cbab4bc609c62b8ac for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:24:52.226793 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5d6f9ddf-a253-47cb-ae95-24464b7efe84 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:52.234532 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b571c7-761c-4afb-a0a0-800f81e448e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-6017070b-a0f5-4a1e-bcea-2e03907af6e9', 'network_id': '6017070b-a0f5-4a1e-bcea-2e03907af6e9', 'project_id': '6ed2d1b1e6d64a9cbab4bc609c62b8ac', 'fixed_ips': [{'subnet_id': 'fb32e03d-c232-4941-9e8a-ae4d08b4d1ae'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:24:52.236124 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d9b571c7-761c-4afb-a0a0-800f81e448e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:52.260299 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e428b197-f832-421e-b291-21705e2f7832 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks [] for security_group (05c2a350-c6e3-4660-80da-51c5f507ee0d), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:52.267090 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e428b197-f832-421e-b291-21705e2f7832 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (05c2a350-c6e3-4660-80da-51c5f507ee0d), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:52.300952 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e428b197-f832-421e-b291-21705e2f7832 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05c2a350-c6e3-4660-80da-51c5f507ee0d,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:52.308690 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e428b197-f832-421e-b291-21705e2f7832 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:52.310279 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e428b197-f832-421e-b291-21705e2f7832 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2094707 Feb 02 07:24:52.313102 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44366) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:52.319423 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-35160a87-cd2d-409d-82eb-a39918e5b2c5 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Request body: {'security_group_rule': {'security_group_id': '05c2a350-c6e3-4660-80da-51c5f507ee0d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:52.320004 n-d-789963-26 neutron-server[109693]: WARNING neutron.api.v2.base [None req-35160a87-cd2d-409d-82eb-a39918e5b2c5 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 02 07:24:52.320601 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-35160a87-cd2d-409d-82eb-a39918e5b2c5 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 07:24:52.322472 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-35160a87-cd2d-409d-82eb-a39918e5b2c5 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0084169 Feb 02 07:24:52.325445 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44368) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:52.422278 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-d9b571c7-761c-4afb-a0a0-800f81e448e0 None None] Allocated IP 172.20.0.2 (6017070b-a0f5-4a1e-bcea-2e03907af6e9/fb32e03d-c232-4941-9e8a-ae4d08b4d1ae/b6f18595-369a-4e14-85b5-2e65c3b3b021) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:24:52.455599 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-13eb77aa-dbd1-4ffa-ad59-e0432c92fdfb tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks [] for security_group (05c2a350-c6e3-4660-80da-51c5f507ee0d), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:52.493083 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-13eb77aa-dbd1-4ffa-ad59-e0432c92fdfb tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks [] for security_group (05c2a350-c6e3-4660-80da-51c5f507ee0d), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:52.553905 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 87c36878-6f75-4e8b-a672-10f5d1b19e10 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:24:52.560207 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5d6f9ddf-a253-47cb-ae95-24464b7efe84 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (432c394d-547f-4ed4-9aca-b12c2b9aac07), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:52.566880 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-13eb77aa-dbd1-4ffa-ad59-e0432c92fdfb tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (05c2a350-c6e3-4660-80da-51c5f507ee0d), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:52.571357 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-13eb77aa-dbd1-4ffa-ad59-e0432c92fdfb tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:52.573261 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-13eb77aa-dbd1-4ffa-ad59-e0432c92fdfb tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] 10.222.0.87 "DELETE /v2.0/security-groups/05c2a350-c6e3-4660-80da-51c5f507ee0d HTTP/1.1" status: 204 len: 168 time: 0.2429624 Feb 02 07:24:52.577161 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44378) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:52.616213 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eb77aa-dbd1-4ffa-ad59-e0432c92fdfb tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c2a350-c6e3-4660-80da-51c5f507ee0d,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:52.660772 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6f9ddf-a253-47cb-ae95-24464b7efe84 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Pushing event updated for resources: {'Subnet': ['ID=432c394d-547f-4ed4-9aca-b12c2b9aac07,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:52.668005 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6f9ddf-a253-47cb-ae95-24464b7efe84 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Checking segment: {'id': 'b2ea0f28-dce3-41d3-b2f0-67d7d9172358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '58dc42aa-a53a-4e26-bf73-67610f746bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:24:52.668456 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6f9ddf-a253-47cb-ae95-24464b7efe84 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Network hostable DHCP agents. Network: 58dc42aa-a53a-4e26-bf73-67610f746bec, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:24:52.678230 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-efd33bf0-3243-4921-91ee-680c7c93f505 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0975819 Feb 02 07:24:52.682180 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44380) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:52.689266 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-18a7c82a-3401-4f18-a81f-1af6aead7f7c tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Request body: {'security_group': {'name': 'tempest-secgroup--188659079'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:52.721572 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6f9ddf-a253-47cb-ae95-24464b7efe84 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Network 58dc42aa-a53a-4e26-bf73-67610f746bec is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:24:52.741102 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 87c36878-6f75-4e8b-a672-10f5d1b19e10 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:24:52.741485 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (87c36878-6f75-4e8b-a672-10f5d1b19e10), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:52.742289 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-5d6f9ddf-a253-47cb-ae95-24464b7efe84 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 58dc42aa-a53a-4e26-bf73-67610f746bec) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:24:52.744648 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-18a7c82a-3401-4f18-a81f-1af6aead7f7c tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:52.750277 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d9b571c7-761c-4afb-a0a0-800f81e448e0 None None] Publish callbacks [] for port (b6f18595-369a-4e14-85b5-2e65c3b3b021), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:52.766132 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6f9ddf-a253-47cb-ae95-24464b7efe84 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:24:52.767583 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5d6f9ddf-a253-47cb-ae95-24464b7efe84 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks [] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:52.774528 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe9d470-6d45-44d5-a1d9-4312ffda39da None None] Network 58dc42aa-a53a-4e26-bf73-67610f746bec requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:24:52.796303 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d9b571c7-761c-4afb-a0a0-800f81e448e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (b6f18595-369a-4e14-85b5-2e65c3b3b021), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:52.821378 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-5d6f9ddf-a253-47cb-ae95-24464b7efe84 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7475195 Feb 02 07:24:52.824444 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44388) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:52.931703 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b571c7-761c-4afb-a0a0-800f81e448e0 None None] Network 6017070b-a0f5-4a1e-bcea-2e03907af6e9 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:24:52.946909 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b571c7-761c-4afb-a0a0-800f81e448e0 None None] Pushing event updated for resources: {'Port': ['ID=b6f18595-369a-4e14-85b5-2e65c3b3b021,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:52.949547 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-d9b571c7-761c-4afb-a0a0-800f81e448e0 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:24:52.954256 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b571c7-761c-4afb-a0a0-800f81e448e0 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:24:53.103253 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-d9b571c7-761c-4afb-a0a0-800f81e448e0 None None] Attempting to bind port b6f18595-369a-4e14-85b5-2e65c3b3b021 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:24:53.103740 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-d9b571c7-761c-4afb-a0a0-800f81e448e0 None None] Attempting to bind port b6f18595-369a-4e14-85b5-2e65c3b3b021 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '2371f6b0-bf31-4f58-a1e4-4904d32a976a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6017070b-a0f5-4a1e-bcea-2e03907af6e9'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:24:53.104287 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b571c7-761c-4afb-a0a0-800f81e448e0 None None] Attempting to bind port b6f18595-369a-4e14-85b5-2e65c3b3b021 on network 6017070b-a0f5-4a1e-bcea-2e03907af6e9 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:24:53.114868 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1237b07-41a8-4170-add0-16f9278b82c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-58dc42aa-a53a-4e26-bf73-67610f746bec', 'network_id': '58dc42aa-a53a-4e26-bf73-67610f746bec', 'project_id': '6ed2d1b1e6d64a9cbab4bc609c62b8ac', 'fixed_ips': [{'subnet_id': '432c394d-547f-4ed4-9aca-b12c2b9aac07'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:24:53.115905 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f1237b07-41a8-4170-add0-16f9278b82c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:53.138662 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b571c7-761c-4afb-a0a0-800f81e448e0 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:24:53.139236 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b571c7-761c-4afb-a0a0-800f81e448e0 None None] Checking segment: {'id': '2371f6b0-bf31-4f58-a1e4-4904d32a976a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6017070b-a0f5-4a1e-bcea-2e03907af6e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:24:53.139695 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d9b571c7-761c-4afb-a0a0-800f81e448e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:53.140102 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b571c7-761c-4afb-a0a0-800f81e448e0 None None] Bound using segment: {'id': '2371f6b0-bf31-4f58-a1e4-4904d32a976a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6017070b-a0f5-4a1e-bcea-2e03907af6e9'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:24:53.140594 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-d9b571c7-761c-4afb-a0a0-800f81e448e0 None None] Bound port: b6f18595-369a-4e14-85b5-2e65c3b3b021, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2371f6b0-bf31-4f58-a1e4-4904d32a976a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6017070b-a0f5-4a1e-bcea-2e03907af6e9'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:24:53.140988 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d9b571c7-761c-4afb-a0a0-800f81e448e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b6f18595-369a-4e14-85b5-2e65c3b3b021), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:53.145219 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 87c36878-6f75-4e8b-a672-10f5d1b19e10 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:24:53.145608 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (87c36878-6f75-4e8b-a672-10f5d1b19e10), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:53.180968 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d09fcb8-3f60-4dfa-9584-8f072c29d26b None None] Network 8afa17e8-8829-4ba9-a028-33abb7daf297 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:24:53.342879 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bb0ae02a-e539-4b07-9dc2-7260f7b54b07 req-7e5bc537-44ce-4c20-8be2-468089c06e6f tempest-ServerShowV254Test-1170442826 tempest-ServerShowV254Test-1170442826-project] 10.222.0.87 "GET /v2.0/ports?device_id=e65bd206-dc36-4c16-bb2d-9aa77c9271c2 HTTP/1.1" status: 200 len: 210 time: 0.0845039 Feb 02 07:24:53.346795 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-18a7c82a-3401-4f18-a81f-1af6aead7f7c tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks [] for security_group (23248f7f-5e33-4361-940d-3ff730d1c8a6), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:53.376345 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-18a7c82a-3401-4f18-a81f-1af6aead7f7c tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (23248f7f-5e33-4361-940d-3ff730d1c8a6), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:53.384903 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 87c36878-6f75-4e8b-a672-10f5d1b19e10, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=87c36878-6f75-4e8b-a672-10f5d1b19e10,segment=NetworkSegment(2a41de30-ed57-415d-ba01-dbfe9b1bf8b9),segment_id=2a41de30-ed57-415d-ba01-dbfe9b1bf8b9)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:24:53.422184 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (87c36878-6f75-4e8b-a672-10f5d1b19e10), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:53.444363 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-8bc65be8-df85-40ab-98f4-ac757dbd1f55 None None] Provisioning complete for port 87c36878-6f75-4e8b-a672-10f5d1b19e10 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:24:53.444721 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-8bc65be8-df85-40ab-98f4-ac757dbd1f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (87c36878-6f75-4e8b-a672-10f5d1b19e10), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:53.478773 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-d9b571c7-761c-4afb-a0a0-800f81e448e0 None None] For port b6f18595-369a-4e14-85b5-2e65c3b3b021, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:24:53.513058 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-18a7c82a-3401-4f18-a81f-1af6aead7f7c tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:53.513058 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-18a7c82a-3401-4f18-a81f-1af6aead7f7c tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8289948 Feb 02 07:24:53.513407 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a7c82a-3401-4f18-a81f-1af6aead7f7c tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23248f7f-5e33-4361-940d-3ff730d1c8a6,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:53.515662 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44440) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:53.524421 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-3d2eff2e-141d-4418-afb3-6f0e94a36122 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Request body: {'security_group_rule': {'security_group_id': '23248f7f-5e33-4361-940d-3ff730d1c8a6', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:53.525956 n-d-789963-26 neutron-server[109693]: WARNING neutron.api.v2.base [None req-3d2eff2e-141d-4418-afb3-6f0e94a36122 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 02 07:24:53.526714 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-3d2eff2e-141d-4418-afb3-6f0e94a36122 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 07:24:53.528631 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-3d2eff2e-141d-4418-afb3-6f0e94a36122 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0101833 Feb 02 07:24:53.530910 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44442) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:53.562350 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-d9b571c7-761c-4afb-a0a0-800f81e448e0 None None] For port b6f18595-369a-4e14-85b5-2e65c3b3b021, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=b6f18595-369a-4e14-85b5-2e65c3b3b021,segment=NetworkSegment(2371f6b0-bf31-4f58-a1e4-4904d32a976a),segment_id=2371f6b0-bf31-4f58-a1e4-4904d32a976a)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:24:53.574403 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-f1237b07-41a8-4170-add0-16f9278b82c9 None None] Allocated IP 172.20.0.2 (58dc42aa-a53a-4e26-bf73-67610f746bec/432c394d-547f-4ed4-9aca-b12c2b9aac07/ed199015-9dcb-4922-86d8-1f8aab7f965c) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:24:53.586029 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44444) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:53.602938 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d9b571c7-761c-4afb-a0a0-800f81e448e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (b6f18595-369a-4e14-85b5-2e65c3b3b021), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:53.621789 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=87c36878-6f75-4e8b-a672-10f5d1b19e10,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:53.642869 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5ea48c03-27ce-416c-a0aa-42ffab1b41d5 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:53.648059 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a9b955c2-b013-455a-96b1-b9ebe178b5fc tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks [] for security_group (23248f7f-5e33-4361-940d-3ff730d1c8a6), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:53.750274 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e5ac1d29-7393-4ce4-9ecc-03a8d1cd36f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:53.787356 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a9b955c2-b013-455a-96b1-b9ebe178b5fc tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks [] for security_group (23248f7f-5e33-4361-940d-3ff730d1c8a6), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:53.873448 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e5ac1d29-7393-4ce4-9ecc-03a8d1cd36f0 admin admin] Publish callbacks [] for security_group (81a60468-f5e6-4260-8a85-469ac7bb78ae), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:53.884771 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e5ac1d29-7393-4ce4-9ecc-03a8d1cd36f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (81a60468-f5e6-4260-8a85-469ac7bb78ae), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:53.924969 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a9b955c2-b013-455a-96b1-b9ebe178b5fc tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (23248f7f-5e33-4361-940d-3ff730d1c8a6), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:53.928868 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a9b955c2-b013-455a-96b1-b9ebe178b5fc tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:53.930112 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a9b955c2-b013-455a-96b1-b9ebe178b5fc tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] 10.222.0.87 "DELETE /v2.0/security-groups/23248f7f-5e33-4361-940d-3ff730d1c8a6 HTTP/1.1" status: 204 len: 168 time: 0.3981562 Feb 02 07:24:53.933295 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44448) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:53.963156 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b955c2-b013-455a-96b1-b9ebe178b5fc tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23248f7f-5e33-4361-940d-3ff730d1c8a6,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:53.963392 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e5ac1d29-7393-4ce4-9ecc-03a8d1cd36f0 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=2058e249333b4c4d99ea0d564457b35d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3736393 Feb 02 07:24:53.971267 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44450) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:53.975484 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ac1d29-7393-4ce4-9ecc-03a8d1cd36f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a60468-f5e6-4260-8a85-469ac7bb78ae,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:53.991708 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-8bc65be8-df85-40ab-98f4-ac757dbd1f55 None None] Current status of the port 87c36878-6f75-4e8b-a672-10f5d1b19e10 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:24:54.027702 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-24594e7d-6df4-4b81-9803-4e9716453b46 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0788167 Feb 02 07:24:54.029133 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44452) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:54.049278 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b571c7-761c-4afb-a0a0-800f81e448e0 None None] Pushing event updated for resources: {'Port': ['ID=b6f18595-369a-4e14-85b5-2e65c3b3b021,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:54.057341 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-b45de47d-d545-4978-9f8f-a3998ad5dcec tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Request body: {'security_group': {'name': 'tempest-secgroup--209547287'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:54.083443 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b45de47d-d545-4978-9f8f-a3998ad5dcec tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:54.169361 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-4b902059-9fd7-4088-960b-53d008aaae80 None None] Provisioning complete for port 87c36878-6f75-4e8b-a672-10f5d1b19e10 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:24:54.169750 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-4b902059-9fd7-4088-960b-53d008aaae80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (87c36878-6f75-4e8b-a672-10f5d1b19e10), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:54.169893 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-5ea48c03-27ce-416c-a0aa-42ffab1b41d5 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Allocated IP 172.20.0.1 (6017070b-a0f5-4a1e-bcea-2e03907af6e9/fb32e03d-c232-4941-9e8a-ae4d08b4d1ae/878ddc2e-754a-457d-9dc2-12b9172ce781) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:24:54.175157 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f1237b07-41a8-4170-add0-16f9278b82c9 None None] Publish callbacks [] for port (ed199015-9dcb-4922-86d8-1f8aab7f965c), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:54.193478 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ad668c60-811b-4ebd-9552-5bb5df1a84ba admin admin] Publish callbacks [] for security_group (81a60468-f5e6-4260-8a85-469ac7bb78ae), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:54.207202 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b45de47d-d545-4978-9f8f-a3998ad5dcec tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks [] for security_group (61c0122c-e211-42d2-94d3-4f04ac974e4a), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:54.207498 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f1237b07-41a8-4170-add0-16f9278b82c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (ed199015-9dcb-4922-86d8-1f8aab7f965c), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:54.213472 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b45de47d-d545-4978-9f8f-a3998ad5dcec tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (61c0122c-e211-42d2-94d3-4f04ac974e4a), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:54.250106 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ad668c60-811b-4ebd-9552-5bb5df1a84ba admin admin] Publish callbacks [] for security_group (81a60468-f5e6-4260-8a85-469ac7bb78ae), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:54.252470 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1237b07-41a8-4170-add0-16f9278b82c9 None None] Network 58dc42aa-a53a-4e26-bf73-67610f746bec is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:24:54.255696 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45de47d-d545-4978-9f8f-a3998ad5dcec tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61c0122c-e211-42d2-94d3-4f04ac974e4a,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:54.258659 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-f1237b07-41a8-4170-add0-16f9278b82c9 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:24:54.261854 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1237b07-41a8-4170-add0-16f9278b82c9 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:24:54.294292 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b45de47d-d545-4978-9f8f-a3998ad5dcec tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:54.298388 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b45de47d-d545-4978-9f8f-a3998ad5dcec tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2655654 Feb 02 07:24:54.299015 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44454) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:54.306520 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-53c3e658-5004-43aa-b822-5730cf590cb4 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Request body: {'security_group_rule': {'security_group_id': '61c0122c-e211-42d2-94d3-4f04ac974e4a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:54.306954 n-d-789963-26 neutron-server[109693]: WARNING neutron.api.v2.base [None req-53c3e658-5004-43aa-b822-5730cf590cb4 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 02 07:24:54.307497 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-53c3e658-5004-43aa-b822-5730cf590cb4 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 07:24:54.311884 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-53c3e658-5004-43aa-b822-5730cf590cb4 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0092432 Feb 02 07:24:54.312794 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1237b07-41a8-4170-add0-16f9278b82c9 None None] Pushing event updated for resources: {'Port': ['ID=ed199015-9dcb-4922-86d8-1f8aab7f965c,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:54.313970 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44456) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:54.325743 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-5cf5d990-5ee7-45f1-a9f0-74b3208117a6 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Request body: {'security_group_rule': {'security_group_id': '61c0122c-e211-42d2-94d3-4f04ac974e4a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:54.327507 n-d-789963-26 neutron-server[109693]: WARNING neutron.api.v2.base [None req-5cf5d990-5ee7-45f1-a9f0-74b3208117a6 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 02 07:24:54.330172 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-5cf5d990-5ee7-45f1-a9f0-74b3208117a6 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 07:24:54.333997 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-5cf5d990-5ee7-45f1-a9f0-74b3208117a6 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0162983 Feb 02 07:24:54.335742 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44458) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:54.342856 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-0b4f7833-9815-48fb-9c2b-8058bad749b4 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Request body: {'security_group_rule': {'security_group_id': '61c0122c-e211-42d2-94d3-4f04ac974e4a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:54.344359 n-d-789963-26 neutron-server[109694]: WARNING neutron.api.v2.base [None req-0b4f7833-9815-48fb-9c2b-8058bad749b4 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 02 07:24:54.345452 n-d-789963-26 neutron-server[109694]: INFO neutron.api.v2.resource [None req-0b4f7833-9815-48fb-9c2b-8058bad749b4 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 07:24:54.346080 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0b4f7833-9815-48fb-9c2b-8058bad749b4 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0105605 Feb 02 07:24:54.349641 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44460) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:54.356528 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-d46f00d3-f181-4bc9-959f-1ca54540f3ed tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Request body: {'security_group_rule': {'security_group_id': '61c0122c-e211-42d2-94d3-4f04ac974e4a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:54.357429 n-d-789963-26 neutron-server[109693]: WARNING neutron.api.v2.base [None req-d46f00d3-f181-4bc9-959f-1ca54540f3ed tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 02 07:24:54.358212 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-d46f00d3-f181-4bc9-959f-1ca54540f3ed tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 07:24:54.361936 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d46f00d3-f181-4bc9-959f-1ca54540f3ed tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0083346 Feb 02 07:24:54.362112 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44462) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:54.398347 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-f1237b07-41a8-4170-add0-16f9278b82c9 None None] Attempting to bind port ed199015-9dcb-4922-86d8-1f8aab7f965c on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:24:54.398784 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-f1237b07-41a8-4170-add0-16f9278b82c9 None None] Attempting to bind port ed199015-9dcb-4922-86d8-1f8aab7f965c by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'b2ea0f28-dce3-41d3-b2f0-67d7d9172358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '58dc42aa-a53a-4e26-bf73-67610f746bec'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:24:54.399089 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1237b07-41a8-4170-add0-16f9278b82c9 None None] Attempting to bind port ed199015-9dcb-4922-86d8-1f8aab7f965c on network 58dc42aa-a53a-4e26-bf73-67610f746bec {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:24:54.407182 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1237b07-41a8-4170-add0-16f9278b82c9 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:24:54.407497 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1237b07-41a8-4170-add0-16f9278b82c9 None None] Checking segment: {'id': 'b2ea0f28-dce3-41d3-b2f0-67d7d9172358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '58dc42aa-a53a-4e26-bf73-67610f746bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:24:54.407937 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f1237b07-41a8-4170-add0-16f9278b82c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:54.408375 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1237b07-41a8-4170-add0-16f9278b82c9 None None] Bound using segment: {'id': 'b2ea0f28-dce3-41d3-b2f0-67d7d9172358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '58dc42aa-a53a-4e26-bf73-67610f746bec'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:24:54.408941 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-f1237b07-41a8-4170-add0-16f9278b82c9 None None] Bound port: ed199015-9dcb-4922-86d8-1f8aab7f965c, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2ea0f28-dce3-41d3-b2f0-67d7d9172358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '58dc42aa-a53a-4e26-bf73-67610f746bec'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:24:54.409339 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f1237b07-41a8-4170-add0-16f9278b82c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ed199015-9dcb-4922-86d8-1f8aab7f965c), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:54.416723 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5ea48c03-27ce-416c-a0aa-42ffab1b41d5 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks [] for port (878ddc2e-754a-457d-9dc2-12b9172ce781), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:54.430123 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-4b902059-9fd7-4088-960b-53d008aaae80 None None] Current status of the port 87c36878-6f75-4e8b-a672-10f5d1b19e10 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:24:54.439162 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ad668c60-811b-4ebd-9552-5bb5df1a84ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (81a60468-f5e6-4260-8a85-469ac7bb78ae), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:54.447727 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ad668c60-811b-4ebd-9552-5bb5df1a84ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:54.452969 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-ad668c60-811b-4ebd-9552-5bb5df1a84ba admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/81a60468-f5e6-4260-8a85-469ac7bb78ae HTTP/1.1" status: 204 len: 168 time: 0.4805613 Feb 02 07:24:54.498722 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5d991cd5-1e5f-489f-8dc0-79c47e92916a tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks [] for security_group (61c0122c-e211-42d2-94d3-4f04ac974e4a), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:54.512627 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-f1237b07-41a8-4170-add0-16f9278b82c9 None None] For port ed199015-9dcb-4922-86d8-1f8aab7f965c, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:24:54.518462 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-f1237b07-41a8-4170-add0-16f9278b82c9 None None] For port ed199015-9dcb-4922-86d8-1f8aab7f965c, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=ed199015-9dcb-4922-86d8-1f8aab7f965c,segment=NetworkSegment(b2ea0f28-dce3-41d3-b2f0-67d7d9172358),segment_id=b2ea0f28-dce3-41d3-b2f0-67d7d9172358)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:24:54.531143 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad668c60-811b-4ebd-9552-5bb5df1a84ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a60468-f5e6-4260-8a85-469ac7bb78ae,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:54.536684 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f1237b07-41a8-4170-add0-16f9278b82c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (ed199015-9dcb-4922-86d8-1f8aab7f965c), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:54.564276 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-29b0f5eb-8648-45ba-a172-631e3616e51c req-6f28af0f-c3d8-472d-9b04-bcda512cacda tempest-ServerShowV254Test-1170442826 tempest-ServerShowV254Test-1170442826-project] 10.222.0.87 "GET /v2.0/ports?device_id=e65bd206-dc36-4c16-bb2d-9aa77c9271c2 HTTP/1.1" status: 200 len: 210 time: 0.0979850 Feb 02 07:24:54.575666 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5d991cd5-1e5f-489f-8dc0-79c47e92916a tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks [] for security_group (61c0122c-e211-42d2-94d3-4f04ac974e4a), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:54.612390 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device b6f18595-369a-4e14-85b5-2e65c3b3b021 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:24:54.648372 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5ea48c03-27ce-416c-a0aa-42ffab1b41d5 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (878ddc2e-754a-457d-9dc2-12b9172ce781), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:54.667236 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1237b07-41a8-4170-add0-16f9278b82c9 None None] Pushing event updated for resources: {'Port': ['ID=ed199015-9dcb-4922-86d8-1f8aab7f965c,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:54.702594 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port b6f18595-369a-4e14-85b5-2e65c3b3b021 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:24:54.702985 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b6f18595-369a-4e14-85b5-2e65c3b3b021), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:54.716584 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5d991cd5-1e5f-489f-8dc0-79c47e92916a tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (61c0122c-e211-42d2-94d3-4f04ac974e4a), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:54.719267 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5d991cd5-1e5f-489f-8dc0-79c47e92916a tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:54.720516 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-5d991cd5-1e5f-489f-8dc0-79c47e92916a tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] 10.222.0.87 "DELETE /v2.0/security-groups/61c0122c-e211-42d2-94d3-4f04ac974e4a HTTP/1.1" status: 204 len: 168 time: 0.3574142 Feb 02 07:24:54.724056 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44470) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:54.738583 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea48c03-27ce-416c-a0aa-42ffab1b41d5 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Network 6017070b-a0f5-4a1e-bcea-2e03907af6e9 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:24:54.752399 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea48c03-27ce-416c-a0aa-42ffab1b41d5 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Pushing event updated for resources: {'Port': ['ID=878ddc2e-754a-457d-9dc2-12b9172ce781,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:54.756562 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d991cd5-1e5f-489f-8dc0-79c47e92916a tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c0122c-e211-42d2-94d3-4f04ac974e4a,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:54.759331 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-5ea48c03-27ce-416c-a0aa-42ffab1b41d5 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:24:54.762865 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea48c03-27ce-416c-a0aa-42ffab1b41d5 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:24:54.818412 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port b6f18595-369a-4e14-85b5-2e65c3b3b021 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:24:54.819071 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b6f18595-369a-4e14-85b5-2e65c3b3b021), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:54.857614 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-0e04c85c-0adb-4641-b107-4af89ff2946b tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1241086 Feb 02 07:24:54.859541 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44474) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:54.859725 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5ea48c03-27ce-416c-a0aa-42ffab1b41d5 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (47935692-a2f4-43e9-b4b4-d771a14b2890), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:54.865967 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-a5c3834a-70a3-4fb8-97d9-1c6beb919712 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Request body: {'security_group': {'name': 'tempest-secgroup--188320451'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:54.893715 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port b6f18595-369a-4e14-85b5-2e65c3b3b021, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=b6f18595-369a-4e14-85b5-2e65c3b3b021,segment=NetworkSegment(2371f6b0-bf31-4f58-a1e4-4904d32a976a),segment_id=2371f6b0-bf31-4f58-a1e4-4904d32a976a)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:24:54.904640 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a5c3834a-70a3-4fb8-97d9-1c6beb919712 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:54.907143 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (b6f18595-369a-4e14-85b5-2e65c3b3b021), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:54.908001 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 87c36878-6f75-4e8b-a672-10f5d1b19e10 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:24:55.077586 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a5c3834a-70a3-4fb8-97d9-1c6beb919712 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks [] for security_group (a437f1f0-e666-4649-8cb6-207cb3d4d5be), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:55.084521 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a5c3834a-70a3-4fb8-97d9-1c6beb919712 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (a437f1f0-e666-4649-8cb6-207cb3d4d5be), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:55.095478 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=b6f18595-369a-4e14-85b5-2e65c3b3b021,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:55.099846 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 87c36878-6f75-4e8b-a672-10f5d1b19e10 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:24:55.100229 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (87c36878-6f75-4e8b-a672-10f5d1b19e10), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:55.126469 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5ea48c03-27ce-416c-a0aa-42ffab1b41d5 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (878ddc2e-754a-457d-9dc2-12b9172ce781), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:55.156961 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c3834a-70a3-4fb8-97d9-1c6beb919712 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a437f1f0-e666-4649-8cb6-207cb3d4d5be,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:55.179415 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a5c3834a-70a3-4fb8-97d9-1c6beb919712 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:55.185106 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44482) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:55.187019 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a5c3834a-70a3-4fb8-97d9-1c6beb919712 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3254948 Feb 02 07:24:55.192725 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-0eae0dc3-c5fa-4b3d-928d-0310d0fca3bd tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Request body: {'security_group_rule': {'security_group_id': 'a437f1f0-e666-4649-8cb6-207cb3d4d5be', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:55.193660 n-d-789963-26 neutron-server[109694]: WARNING neutron.api.v2.base [None req-0eae0dc3-c5fa-4b3d-928d-0310d0fca3bd tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 02 07:24:55.194284 n-d-789963-26 neutron-server[109694]: INFO neutron.api.v2.resource [None req-0eae0dc3-c5fa-4b3d-928d-0310d0fca3bd tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 07:24:55.195838 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0eae0dc3-c5fa-4b3d-928d-0310d0fca3bd tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0091667 Feb 02 07:24:55.198525 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44484) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:55.203257 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-e67da07e-d25c-4f51-b2f6-f38a554e1716 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Request body: {'security_group_rule': {'security_group_id': 'a437f1f0-e666-4649-8cb6-207cb3d4d5be', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:55.281152 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-e67da07e-d25c-4f51-b2f6-f38a554e1716 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 07:24:55.287071 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e67da07e-d25c-4f51-b2f6-f38a554e1716 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0867643 Feb 02 07:24:55.287727 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44488) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:55.296399 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-2b7d2c93-37c8-4277-b81c-4f4f68eaa922 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Request body: {'security_group_rule': {'security_group_id': 'a437f1f0-e666-4649-8cb6-207cb3d4d5be', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:55.297433 n-d-789963-26 neutron-server[109693]: WARNING neutron.api.v2.base [None req-2b7d2c93-37c8-4277-b81c-4f4f68eaa922 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 02 07:24:55.297942 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-2b7d2c93-37c8-4277-b81c-4f4f68eaa922 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 07:24:55.305455 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 87c36878-6f75-4e8b-a672-10f5d1b19e10 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:24:55.308127 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44490) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:55.311431 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-2b7d2c93-37c8-4277-b81c-4f4f68eaa922 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0226047 Feb 02 07:24:55.314926 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-480a1e0e-55ac-4d97-ac64-40df437c2d94 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Request body: {'security_group_rule': {'security_group_id': 'a437f1f0-e666-4649-8cb6-207cb3d4d5be', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:55.397541 n-d-789963-26 neutron-server[109694]: INFO neutron.api.v2.resource [None req-480a1e0e-55ac-4d97-ac64-40df437c2d94 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 07:24:55.398694 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-480a1e0e-55ac-4d97-ac64-40df437c2d94 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0876868 Feb 02 07:24:55.401795 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44496) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:55.407051 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-4cdcc0b7-a46b-41bc-badd-fd18db348396 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Request body: {'security_group_rule': {'security_group_id': 'a437f1f0-e666-4649-8cb6-207cb3d4d5be', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:55.407483 n-d-789963-26 neutron-server[109693]: WARNING neutron.api.v2.base [None req-4cdcc0b7-a46b-41bc-badd-fd18db348396 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 02 07:24:55.408529 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-4cdcc0b7-a46b-41bc-badd-fd18db348396 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 07:24:55.412980 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-4cdcc0b7-a46b-41bc-badd-fd18db348396 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0063519 Feb 02 07:24:55.413163 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44498) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:55.417692 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-fb24fa57-c27c-411c-96f4-040702b1ea19 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Request body: {'security_group_rule': {'security_group_id': 'a437f1f0-e666-4649-8cb6-207cb3d4d5be', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:55.441738 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcea958d-88e4-44f7-b3eb-28ac58585234 None None] Network 6017070b-a0f5-4a1e-bcea-2e03907af6e9 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:24:55.471897 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-fb24fa57-c27c-411c-96f4-040702b1ea19 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 07:24:55.476325 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-fb24fa57-c27c-411c-96f4-040702b1ea19 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0591288 Feb 02 07:24:55.477250 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44502) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:55.486751 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-234bc012-cb59-44b5-aa8e-0b0c2e3938a1 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Request body: {'security_group_rule': {'security_group_id': 'a437f1f0-e666-4649-8cb6-207cb3d4d5be', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:55.487230 n-d-789963-26 neutron-server[109693]: WARNING neutron.api.v2.base [None req-234bc012-cb59-44b5-aa8e-0b0c2e3938a1 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 02 07:24:55.488536 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-234bc012-cb59-44b5-aa8e-0b0c2e3938a1 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 07:24:55.492107 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-234bc012-cb59-44b5-aa8e-0b0c2e3938a1 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0110276 Feb 02 07:24:55.498053 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44504) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:55.502681 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-77326af0-9844-46a7-bc3d-1bd4a91cd806 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Request body: {'security_group_rule': {'security_group_id': 'a437f1f0-e666-4649-8cb6-207cb3d4d5be', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:55.538925 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-612064ad-a2bf-4e5b-8926-34a4ef1fb89f None None] Provisioning complete for port b6f18595-369a-4e14-85b5-2e65c3b3b021 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:24:55.539781 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-612064ad-a2bf-4e5b-8926-34a4ef1fb89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b6f18595-369a-4e14-85b5-2e65c3b3b021), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:55.557288 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5ea48c03-27ce-416c-a0aa-42ffab1b41d5 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks [] for port (878ddc2e-754a-457d-9dc2-12b9172ce781), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:55.567338 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5ea48c03-27ce-416c-a0aa-42ffab1b41d5 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (878ddc2e-754a-457d-9dc2-12b9172ce781), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:55.574257 n-d-789963-26 neutron-server[109694]: INFO neutron.api.v2.resource [None req-77326af0-9844-46a7-bc3d-1bd4a91cd806 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 07:24:55.575232 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-77326af0-9844-46a7-bc3d-1bd4a91cd806 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0762162 Feb 02 07:24:55.578218 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44512) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:55.582672 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-fb041409-a451-4362-baeb-4d60d833ba0d tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Request body: {'security_group_rule': {'security_group_id': 'a437f1f0-e666-4649-8cb6-207cb3d4d5be', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:55.630236 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-fb041409-a451-4362-baeb-4d60d833ba0d tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 07:24:55.632443 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-fb041409-a451-4362-baeb-4d60d833ba0d tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0532320 Feb 02 07:24:55.635759 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44516) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:55.668202 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea48c03-27ce-416c-a0aa-42ffab1b41d5 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Pushing event updated for resources: {'Port': ['ID=878ddc2e-754a-457d-9dc2-12b9172ce781,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:55.673135 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5ea48c03-27ce-416c-a0aa-42ffab1b41d5 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (47935692-a2f4-43e9-b4b4-d771a14b2890), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:55.696237 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-612064ad-a2bf-4e5b-8926-34a4ef1fb89f None None] Current status of the port b6f18595-369a-4e14-85b5-2e65c3b3b021 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:24:55.742413 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-021a6ab8-962c-498e-94c2-75761de4eb19 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks [] for security_group (a437f1f0-e666-4649-8cb6-207cb3d4d5be), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:55.773229 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-021a6ab8-962c-498e-94c2-75761de4eb19 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks [] for security_group (a437f1f0-e666-4649-8cb6-207cb3d4d5be), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:55.788954 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d18bcf58-87ff-43ec-9ae0-b932e18b1c30 req-30957fc7-a22b-405e-a489-7c66377837bf tempest-ServerShowV254Test-1170442826 tempest-ServerShowV254Test-1170442826-project] 10.222.0.87 "GET /v2.0/ports?device_id=e65bd206-dc36-4c16-bb2d-9aa77c9271c2 HTTP/1.1" status: 200 len: 210 time: 0.0710227 Feb 02 07:24:55.837407 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-021a6ab8-962c-498e-94c2-75761de4eb19 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (a437f1f0-e666-4649-8cb6-207cb3d4d5be), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:55.840568 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-021a6ab8-962c-498e-94c2-75761de4eb19 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:55.841927 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-021a6ab8-962c-498e-94c2-75761de4eb19 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] 10.222.0.87 "DELETE /v2.0/security-groups/a437f1f0-e666-4649-8cb6-207cb3d4d5be HTTP/1.1" status: 204 len: 168 time: 0.2051911 Feb 02 07:24:55.845669 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea48c03-27ce-416c-a0aa-42ffab1b41d5 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Network 6017070b-a0f5-4a1e-bcea-2e03907af6e9 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:24:55.847733 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44518) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:55.854346 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021a6ab8-962c-498e-94c2-75761de4eb19 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a437f1f0-e666-4649-8cb6-207cb3d4d5be,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:55.862718 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-5ea48c03-27ce-416c-a0aa-42ffab1b41d5 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:24:56.001224 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-5c0c0401-6d8a-4681-bc11-aa3637913dc9 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1519063 Feb 02 07:24:56.005936 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44522) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:56.011862 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-6284da27-5c4b-4d89-a917-a4a6dba74c7e tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Request body: {'security_group': {'name': 'tempest-secgroup--719966025'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:56.046419 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ea48c03-27ce-416c-a0aa-42ffab1b41d5 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Router 47935692-a2f4-43e9-b4b4-d771a14b2890 is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:24:56.048284 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6284da27-5c4b-4d89-a917-a4a6dba74c7e tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:56.055078 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44524) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:56.149869 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-8da16f4f-7ca3-493b-b238-4b791875a269 None None] Provisioning complete for port b6f18595-369a-4e14-85b5-2e65c3b3b021 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:24:56.149869 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-8da16f4f-7ca3-493b-b238-4b791875a269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b6f18595-369a-4e14-85b5-2e65c3b3b021), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:56.181106 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6284da27-5c4b-4d89-a917-a4a6dba74c7e tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks [] for security_group (1b5478b4-f5d6-4262-9de1-c4e6250911b9), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:56.191839 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6284da27-5c4b-4d89-a917-a4a6dba74c7e tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (1b5478b4-f5d6-4262-9de1-c4e6250911b9), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:56.192704 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea48c03-27ce-416c-a0aa-42ffab1b41d5 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:24:56.204308 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-5ea48c03-27ce-416c-a0aa-42ffab1b41d5 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] 10.222.0.87 "PUT /v2.0/routers/47935692-a2f4-43e9-b4b4-d771a14b2890/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3786726 Feb 02 07:24:56.205210 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8db30f-ccff-4055-bbd6-8e815e144b58 None None] Sync routers for ids ['47935692-a2f4-43e9-b4b4-d771a14b2890'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:24:56.207063 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44528) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:56.249762 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8db30f-ccff-4055-bbd6-8e815e144b58 None None] Routers {'47935692-a2f4-43e9-b4b4-d771a14b2890'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:24:56.252157 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-8da16f4f-7ca3-493b-b238-4b791875a269 None None] Current status of the port b6f18595-369a-4e14-85b5-2e65c3b3b021 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:24:56.254885 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-4a8db30f-ccff-4055-bbd6-8e815e144b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:24:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['47935692-a2f4-43e9-b4b4-d771a14b2890'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:56.265713 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-8da16f4f-7ca3-493b-b238-4b791875a269 None None] Provisioning complete for port 878ddc2e-754a-457d-9dc2-12b9172ce781 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:24:56.266245 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-8da16f4f-7ca3-493b-b238-4b791875a269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (878ddc2e-754a-457d-9dc2-12b9172ce781), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:56.289560 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6284da27-5c4b-4d89-a917-a4a6dba74c7e tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:56.294745 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-6284da27-5c4b-4d89-a917-a4a6dba74c7e tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2877002 Feb 02 07:24:56.298110 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44530) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:56.313194 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-0b182129-9406-4202-a52e-f50d0ced768b tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Request body: {'security_group_rule': {'security_group_id': '1b5478b4-f5d6-4262-9de1-c4e6250911b9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:56.322998 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d03a4c3d-ddbc-40bc-99be-f3f64b8cf24a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:56.328127 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6284da27-5c4b-4d89-a917-a4a6dba74c7e tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5478b4-f5d6-4262-9de1-c4e6250911b9,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:56.335267 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-4a8db30f-ccff-4055-bbd6-8e815e144b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:56.354624 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8db30f-ccff-4055-bbd6-8e815e144b58 None None] Routers {'47935692-a2f4-43e9-b4b4-d771a14b2890'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:24:56.359602 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-4a8db30f-ccff-4055-bbd6-8e815e144b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:24:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['47935692-a2f4-43e9-b4b4-d771a14b2890'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:56.372781 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-8da16f4f-7ca3-493b-b238-4b791875a269 None None] Port 878ddc2e-754a-457d-9dc2-12b9172ce781 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:24:56.397923 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d242c9-0cb9-4230-92bb-d7fb3f337849 None None] Network 58dc42aa-a53a-4e26-bf73-67610f746bec requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:24:56.403521 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-0b182129-9406-4202-a52e-f50d0ced768b tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] create failed (client error): The resource could not be found. Feb 02 07:24:56.404702 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-0b182129-9406-4202-a52e-f50d0ced768b tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1026640 Feb 02 07:24:56.407524 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44532) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:56.412416 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-2581b46d-d441-4d94-bd88-91f1f76c66d3 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Request body: {'security_group_rule': {'security_group_id': '1b5478b4-f5d6-4262-9de1-c4e6250911b9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'cc663e8a-fa52-4297-a9a6-c7c31c92674e'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:56.437541 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-4a8db30f-ccff-4055-bbd6-8e815e144b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:56.438461 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8db30f-ccff-4055-bbd6-8e815e144b58 None None] The sync data for ids ['47935692-a2f4-43e9-b4b4-d771a14b2890'] in n-d-789963-26 is: [] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:24:56.504700 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-2581b46d-d441-4d94-bd88-91f1f76c66d3 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] create failed (client error): The resource could not be found. Feb 02 07:24:56.509175 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-2581b46d-d441-4d94-bd88-91f1f76c66d3 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1006331 Feb 02 07:24:56.510043 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44534) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:56.555345 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-db027c9e-7bc8-4f7d-9296-af4b3ab264e1 None None] Provisioning complete for port ed199015-9dcb-4922-86d8-1f8aab7f965c triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:24:56.556431 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-db027c9e-7bc8-4f7d-9296-af4b3ab264e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ed199015-9dcb-4922-86d8-1f8aab7f965c), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:56.583253 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8ec65474-8be3-4e59-9d4c-30840c3d6bec tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks [] for security_group (1b5478b4-f5d6-4262-9de1-c4e6250911b9), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:56.609011 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8ec65474-8be3-4e59-9d4c-30840c3d6bec tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks [] for security_group (1b5478b4-f5d6-4262-9de1-c4e6250911b9), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:56.669207 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8ec65474-8be3-4e59-9d4c-30840c3d6bec tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (1b5478b4-f5d6-4262-9de1-c4e6250911b9), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:56.673300 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8ec65474-8be3-4e59-9d4c-30840c3d6bec tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:56.678721 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-8ec65474-8be3-4e59-9d4c-30840c3d6bec tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] 10.222.0.87 "DELETE /v2.0/security-groups/1b5478b4-f5d6-4262-9de1-c4e6250911b9 HTTP/1.1" status: 204 len: 168 time: 0.1671395 Feb 02 07:24:56.679483 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44536) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:56.702708 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-db027c9e-7bc8-4f7d-9296-af4b3ab264e1 None None] Current status of the port ed199015-9dcb-4922-86d8-1f8aab7f965c is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:24:56.703165 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-db027c9e-7bc8-4f7d-9296-af4b3ab264e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ed199015-9dcb-4922-86d8-1f8aab7f965c), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:56.717915 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device ed199015-9dcb-4922-86d8-1f8aab7f965c up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:24:56.734331 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec65474-8be3-4e59-9d4c-30840c3d6bec tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5478b4-f5d6-4262-9de1-c4e6250911b9,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:56.792634 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44538) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:56.793602 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-44a378fc-4e1e-4b0b-971b-73de6935aad8 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1098728 Feb 02 07:24:56.798945 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-bb87533c-eba7-48de-9575-f15bd0e06813 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Request body: {'security_group_rule': {'security_group_id': '532c4cdb-ba6f-4d1e-bc38-829f99adde1e', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:56.811404 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-db027c9e-7bc8-4f7d-9296-af4b3ab264e1 None None] For port ed199015-9dcb-4922-86d8-1f8aab7f965c, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=ed199015-9dcb-4922-86d8-1f8aab7f965c,segment=NetworkSegment(b2ea0f28-dce3-41d3-b2f0-67d7d9172358),segment_id=b2ea0f28-dce3-41d3-b2f0-67d7d9172358)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:24:56.819011 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-db027c9e-7bc8-4f7d-9296-af4b3ab264e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (ed199015-9dcb-4922-86d8-1f8aab7f965c), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:56.824180 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port ed199015-9dcb-4922-86d8-1f8aab7f965c triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:24:56.824879 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ed199015-9dcb-4922-86d8-1f8aab7f965c), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:56.830531 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d03a4c3d-ddbc-40bc-99be-f3f64b8cf24a admin admin] Publish callbacks [] for security_group (f0ddfe3a-d3fc-48f1-ab11-d4aa826a52ed), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:56.840828 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d03a4c3d-ddbc-40bc-99be-f3f64b8cf24a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (f0ddfe3a-d3fc-48f1-ab11-d4aa826a52ed), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:56.908346 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-db027c9e-7bc8-4f7d-9296-af4b3ab264e1 None None] Provisioning complete for port 878ddc2e-754a-457d-9dc2-12b9172ce781 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:24:56.908731 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-db027c9e-7bc8-4f7d-9296-af4b3ab264e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (878ddc2e-754a-457d-9dc2-12b9172ce781), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:56.938603 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d03a4c3d-ddbc-40bc-99be-f3f64b8cf24a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=919de78bf14142efbd7f3c3025d2c8b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8821800 Feb 02 07:24:56.942098 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44542) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:56.962891 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db027c9e-7bc8-4f7d-9296-af4b3ab264e1 None None] Pushing event updated for resources: {'Port': ['ID=ed199015-9dcb-4922-86d8-1f8aab7f965c,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:56.969324 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fc762b38-266e-4e7e-84eb-49177e46e9f3 req-a0ca3625-0d31-4e43-b9da-c3b18af52595 tempest-ServerShowV254Test-1170442826 tempest-ServerShowV254Test-1170442826-project] 10.222.0.87 "GET /v2.0/ports?device_id=e65bd206-dc36-4c16-bb2d-9aa77c9271c2 HTTP/1.1" status: 200 len: 210 time: 0.0465918 Feb 02 07:24:56.969976 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03a4c3d-ddbc-40bc-99be-f3f64b8cf24a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ddfe3a-d3fc-48f1-ab11-d4aa826a52ed,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:56.984991 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-db027c9e-7bc8-4f7d-9296-af4b3ab264e1 None None] Port 878ddc2e-754a-457d-9dc2-12b9172ce781 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:24:56.990181 n-d-789963-26 neutron-server[109694]: INFO neutron.api.v2.resource [None req-bdcc00f6-7eb4-4ef0-b77e-dee8613197e4 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 07:24:56.994157 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-bdcc00f6-7eb4-4ef0-b77e-dee8613197e4 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] 10.222.0.87 "PUT /v2.0/routers/47935692-a2f4-43e9-b4b4-d771a14b2890/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7825360 Feb 02 07:24:56.994558 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44544) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:57.003496 n-d-789963-26 neutron-server[109694]: INFO neutron.api.v2.resource [None req-bb87533c-eba7-48de-9575-f15bd0e06813 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] create failed (client error): The resource could not be found. Feb 02 07:24:57.004534 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-bb87533c-eba7-48de-9575-f15bd0e06813 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2106516 Feb 02 07:24:57.011095 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44546) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:57.017549 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-35acb2a1-900c-4a77-91d8-97c1c544480d tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Request body: {'security_group': {'name': 'tempest-secgroup--1119543784'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:57.055675 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4d0d7678-5210-4c05-9f29-ed86ed29eedd admin admin] Publish callbacks [] for security_group (f0ddfe3a-d3fc-48f1-ab11-d4aa826a52ed), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:57.062009 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port ed199015-9dcb-4922-86d8-1f8aab7f965c is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:24:57.063757 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device b6f18595-369a-4e14-85b5-2e65c3b3b021 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:24:57.069417 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-35acb2a1-900c-4a77-91d8-97c1c544480d tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:57.089217 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4d0d7678-5210-4c05-9f29-ed86ed29eedd admin admin] Publish callbacks [] for security_group (f0ddfe3a-d3fc-48f1-ab11-d4aa826a52ed), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:57.117811 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-0b35da36-36cb-44cc-9037-b56ea59fe4d8 None None] Provisioning complete for port ed199015-9dcb-4922-86d8-1f8aab7f965c triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:24:57.118520 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0b35da36-36cb-44cc-9037-b56ea59fe4d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ed199015-9dcb-4922-86d8-1f8aab7f965c), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:57.165309 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port b6f18595-369a-4e14-85b5-2e65c3b3b021 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:24:57.165808 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b6f18595-369a-4e14-85b5-2e65c3b3b021), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:57.176104 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4d0d7678-5210-4c05-9f29-ed86ed29eedd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (f0ddfe3a-d3fc-48f1-ab11-d4aa826a52ed), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:57.178944 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4d0d7678-5210-4c05-9f29-ed86ed29eedd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:57.180132 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-4d0d7678-5210-4c05-9f29-ed86ed29eedd admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/f0ddfe3a-d3fc-48f1-ab11-d4aa826a52ed HTTP/1.1" status: 204 len: 168 time: 0.2361231 Feb 02 07:24:57.199807 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-35acb2a1-900c-4a77-91d8-97c1c544480d tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks [] for security_group (8d6ba37f-7c30-452f-a2bb-8e7e8972d1bf), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:57.200603 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0d7678-5210-4c05-9f29-ed86ed29eedd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ddfe3a-d3fc-48f1-ab11-d4aa826a52ed,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:57.209495 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-35acb2a1-900c-4a77-91d8-97c1c544480d tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (8d6ba37f-7c30-452f-a2bb-8e7e8972d1bf), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:57.234033 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-35acb2a1-900c-4a77-91d8-97c1c544480d tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:57.239074 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-35acb2a1-900c-4a77-91d8-97c1c544480d tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2268789 Feb 02 07:24:57.240462 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44550) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:57.247675 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-3a5430b8-f4f9-45b3-b57f-317ec8e349ec tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Request body: {'security_group': {'name': 'tempest-secgroup--410360376'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:57.271898 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-0b35da36-36cb-44cc-9037-b56ea59fe4d8 None None] Current status of the port ed199015-9dcb-4922-86d8-1f8aab7f965c is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:24:57.273084 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35acb2a1-900c-4a77-91d8-97c1c544480d tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d6ba37f-7c30-452f-a2bb-8e7e8972d1bf,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:57.289866 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3a5430b8-f4f9-45b3-b57f-317ec8e349ec tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:57.331159 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port b6f18595-369a-4e14-85b5-2e65c3b3b021 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:24:57.337379 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-0b35da36-36cb-44cc-9037-b56ea59fe4d8 None None] Provisioning complete for port 878ddc2e-754a-457d-9dc2-12b9172ce781 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:24:57.338514 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0b35da36-36cb-44cc-9037-b56ea59fe4d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (878ddc2e-754a-457d-9dc2-12b9172ce781), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:57.378999 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:57.383490 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-0b35da36-36cb-44cc-9037-b56ea59fe4d8 None None] Port 878ddc2e-754a-457d-9dc2-12b9172ce781 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:24:57.398660 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3a5430b8-f4f9-45b3-b57f-317ec8e349ec tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks [] for security_group (8bb26757-22a2-4f8d-9f6d-7ad15f525189), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:57.402698 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-276e114b-9a81-46c9-a8d3-133af5629245 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (47935692-a2f4-43e9-b4b4-d771a14b2890), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:57.404037 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3a5430b8-f4f9-45b3-b57f-317ec8e349ec tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (8bb26757-22a2-4f8d-9f6d-7ad15f525189), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:57.434786 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5430b8-f4f9-45b3-b57f-317ec8e349ec tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb26757-22a2-4f8d-9f6d-7ad15f525189,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:57.450726 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3a5430b8-f4f9-45b3-b57f-317ec8e349ec tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:57.454590 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-3a5430b8-f4f9-45b3-b57f-317ec8e349ec tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2081547 Feb 02 07:24:57.454863 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44554) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:57.459936 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-53264c22-5011-4852-b023-4f535e75d05a tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Request body: {'security_group_rule': {'security_group_id': '8d6ba37f-7c30-452f-a2bb-8e7e8972d1bf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '8bb26757-22a2-4f8d-9f6d-7ad15f525189'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:57.506800 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-53264c22-5011-4852-b023-4f535e75d05a tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 07:24:57.511780 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-53264c22-5011-4852-b023-4f535e75d05a tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0559344 Feb 02 07:24:57.515828 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44558) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:57.573895 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-18253673-fc99-4bec-94df-fee7db6c231b tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks [] for security_group (8bb26757-22a2-4f8d-9f6d-7ad15f525189), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:57.601510 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-18253673-fc99-4bec-94df-fee7db6c231b tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks [] for security_group (8bb26757-22a2-4f8d-9f6d-7ad15f525189), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:57.653091 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-18253673-fc99-4bec-94df-fee7db6c231b tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (8bb26757-22a2-4f8d-9f6d-7ad15f525189), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:57.655864 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-18253673-fc99-4bec-94df-fee7db6c231b tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:57.657282 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-18253673-fc99-4bec-94df-fee7db6c231b tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] 10.222.0.87 "DELETE /v2.0/security-groups/8bb26757-22a2-4f8d-9f6d-7ad15f525189 HTTP/1.1" status: 204 len: 168 time: 0.1434608 Feb 02 07:24:57.662470 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44566) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:57.681655 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18253673-fc99-4bec-94df-fee7db6c231b tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb26757-22a2-4f8d-9f6d-7ad15f525189,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:57.729073 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-76ec3f01-d106-4bbb-bf28-ed771b03955f tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0625832 Feb 02 07:24:57.729073 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44568) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:57.796002 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-20f2e9d8-bf9f-4440-8bc2-c5b91d274728 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks [] for security_group (8d6ba37f-7c30-452f-a2bb-8e7e8972d1bf), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:57.821866 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-20f2e9d8-bf9f-4440-8bc2-c5b91d274728 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks [] for security_group (8d6ba37f-7c30-452f-a2bb-8e7e8972d1bf), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:57.875902 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-20f2e9d8-bf9f-4440-8bc2-c5b91d274728 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (8d6ba37f-7c30-452f-a2bb-8e7e8972d1bf), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:57.880965 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-20f2e9d8-bf9f-4440-8bc2-c5b91d274728 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:57.882143 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-20f2e9d8-bf9f-4440-8bc2-c5b91d274728 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] 10.222.0.87 "DELETE /v2.0/security-groups/8d6ba37f-7c30-452f-a2bb-8e7e8972d1bf HTTP/1.1" status: 204 len: 168 time: 0.1522932 Feb 02 07:24:57.884959 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44576) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:57.891615 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f2e9d8-bf9f-4440-8bc2-c5b91d274728 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d6ba37f-7c30-452f-a2bb-8e7e8972d1bf,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:57.955270 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0624bd42-6b71-4536-8021-55f7c7f5d9a0 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0691392 Feb 02 07:24:57.960542 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44578) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:57.965782 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-e7b5b839-413c-481e-a279-d9686379c133 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Request body: {'security_group': {'name': 'tempest-secgroup--833334843'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:57.998866 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e7b5b839-413c-481e-a279-d9686379c133 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:58.045279 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-276e114b-9a81-46c9-a8d3-133af5629245 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Deleting port 878ddc2e-754a-457d-9dc2-12b9172ce781 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:24:58.045750 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-276e114b-9a81-46c9-a8d3-133af5629245 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (878ddc2e-754a-457d-9dc2-12b9172ce781), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:58.095794 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e7b5b839-413c-481e-a279-d9686379c133 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks [] for security_group (8619fe28-f180-4388-9c3c-c66d0a3433ce), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:58.098548 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e7b5b839-413c-481e-a279-d9686379c133 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (8619fe28-f180-4388-9c3c-c66d0a3433ce), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:58.135094 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b5b839-413c-481e-a279-d9686379c133 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8619fe28-f180-4388-9c3c-c66d0a3433ce,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:58.140952 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e7b5b839-413c-481e-a279-d9686379c133 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:58.142287 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e7b5b839-413c-481e-a279-d9686379c133 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1806886 Feb 02 07:24:58.145801 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44586) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:58.150377 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-37c1c44e-2cba-4ec0-93cf-66a791d72d84 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:58.150807 n-d-789963-26 neutron-server[109693]: WARNING neutron.api.v2.base [None req-37c1c44e-2cba-4ec0-93cf-66a791d72d84 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 02 07:24:58.151751 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-37c1c44e-2cba-4ec0-93cf-66a791d72d84 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] update failed (client error): There was a conflict when trying to complete your request. Feb 02 07:24:58.152709 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-37c1c44e-2cba-4ec0-93cf-66a791d72d84 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] 10.222.0.87 "PUT /v2.0/security-groups/8619fe28-f180-4388-9c3c-c66d0a3433ce HTTP/1.1" status: 409 len: 330 time: 0.0059831 Feb 02 07:24:58.155172 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44588) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:58.162843 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-faa98be8-3cad-4cbe-8b44-17cb594dbc8e req-f20a396e-bdac-4b51-9dd4-e28ef33dc49e tempest-ServerShowV254Test-1170442826 tempest-ServerShowV254Test-1170442826-project] 10.222.0.87 "GET /v2.0/ports?device_id=e65bd206-dc36-4c16-bb2d-9aa77c9271c2 HTTP/1.1" status: 200 len: 210 time: 0.0498590 Feb 02 07:24:58.193456 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-276e114b-9a81-46c9-a8d3-133af5629245 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (878ddc2e-754a-457d-9dc2-12b9172ce781), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:58.206755 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-276e114b-9a81-46c9-a8d3-133af5629245 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Calling delete_port for 878ddc2e-754a-457d-9dc2-12b9172ce781 owned by network:router_interface {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:24:58.221698 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-510e61c3-a77c-4431-a7fc-525d27512b26 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks [] for security_group (8619fe28-f180-4388-9c3c-c66d0a3433ce), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:58.249306 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-510e61c3-a77c-4431-a7fc-525d27512b26 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks [] for security_group (8619fe28-f180-4388-9c3c-c66d0a3433ce), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:58.294435 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-510e61c3-a77c-4431-a7fc-525d27512b26 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (8619fe28-f180-4388-9c3c-c66d0a3433ce), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:58.298899 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-510e61c3-a77c-4431-a7fc-525d27512b26 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:58.305684 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-510e61c3-a77c-4431-a7fc-525d27512b26 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] 10.222.0.87 "DELETE /v2.0/security-groups/8619fe28-f180-4388-9c3c-c66d0a3433ce HTTP/1.1" status: 204 len: 168 time: 0.1473155 Feb 02 07:24:58.312416 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44592) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:58.315750 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510e61c3-a77c-4431-a7fc-525d27512b26 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8619fe28-f180-4388-9c3c-c66d0a3433ce,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:58.380967 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-e49ac06d-6d6e-432d-b382-c0e2f1cc234f tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0672600 Feb 02 07:24:58.385078 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44596) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:58.401485 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device ed199015-9dcb-4922-86d8-1f8aab7f965c up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:24:58.426978 n-d-789963-26 neutron-server[109694]: INFO neutron.api.v2.resource [None req-060c1c5c-e20e-4233-9031-dd374f33bae8 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] delete failed (client error): The resource could not be found. Feb 02 07:24:58.431539 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-060c1c5c-e20e-4233-9031-dd374f33bae8 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] 10.222.0.87 "DELETE /v2.0/security-groups/4f55bee3-5cdd-4878-bd5e-b1b66972b47e HTTP/1.1" status: 404 len: 347 time: 0.0420012 Feb 02 07:24:58.433289 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44600) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:58.454461 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-6de18c08-42a8-4fdd-8566-fd896701813f tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] show failed (client error): The resource could not be found. Feb 02 07:24:58.456024 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-6de18c08-42a8-4fdd-8566-fd896701813f tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] 10.222.0.87 "GET /v2.0/security-groups/e35ade44-703f-4cab-bfa9-5ae727145aaf HTTP/1.1" status: 404 len: 347 time: 0.0219123 Feb 02 07:24:58.461017 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44602) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:58.461534 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port ed199015-9dcb-4922-86d8-1f8aab7f965c triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:24:58.461965 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ed199015-9dcb-4922-86d8-1f8aab7f965c), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:58.468326 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-276e114b-9a81-46c9-a8d3-133af5629245 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (878ddc2e-754a-457d-9dc2-12b9172ce781), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:58.509695 n-d-789963-26 neutron-server[109694]: INFO neutron.api.v2.resource [None req-a41afd61-611d-46b7-a7e7-26a8a3c3edd7 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] show failed (client error): The resource could not be found. Feb 02 07:24:58.510934 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a41afd61-611d-46b7-a7e7-26a8a3c3edd7 tempest-NegativeSecGroupTest-2098036922 tempest-NegativeSecGroupTest-2098036922-project] 10.222.0.87 "GET /v2.0/security-group-rules/57177106-3d62-4e05-9096-1408a100fb06 HTTP/1.1" status: 404 len: 356 time: 0.0484009 Feb 02 07:24:58.512670 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276e114b-9a81-46c9-a8d3-133af5629245 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Pushing event deleted for resources: {'Port': ['ID=878ddc2e-754a-457d-9dc2-12b9172ce781,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:58.558058 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port ed199015-9dcb-4922-86d8-1f8aab7f965c is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:24:58.705623 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-276e114b-9a81-46c9-a8d3-133af5629245 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (47935692-a2f4-43e9-b4b4-d771a14b2890), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:58.815077 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44614) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:58.842124 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44618) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:58.893685 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-276e114b-9a81-46c9-a8d3-133af5629245 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Router 47935692-a2f4-43e9-b4b4-d771a14b2890 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:24:58.979523 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276e114b-9a81-46c9-a8d3-133af5629245 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:24:58.992014 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-276e114b-9a81-46c9-a8d3-133af5629245 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] 10.222.0.87 "PUT /v2.0/routers/47935692-a2f4-43e9-b4b4-d771a14b2890/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9913931 Feb 02 07:24:58.992014 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44622) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:58.993980 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ccd23f-07c5-450e-9782-602b3cd9ad37 None None] Sync routers for ids ['47935692-a2f4-43e9-b4b4-d771a14b2890'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:24:58.998632 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e3397704-392f-4810-8596-0104496c25d6 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=11e1689e14ba4de9a293ef02554374f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1553805 Feb 02 07:24:59.001304 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44624) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:59.003279 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ccd23f-07c5-450e-9782-602b3cd9ad37 None None] Routers {'47935692-a2f4-43e9-b4b4-d771a14b2890'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:24:59.004699 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-76ccd23f-07c5-450e-9782-602b3cd9ad37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:24:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['47935692-a2f4-43e9-b4b4-d771a14b2890'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:59.038180 n-d-789963-26 neutron-server[109694]: INFO neutron.api.v2.resource [None req-aa6a759e-dcfc-406b-ad70-fd50fc33a341 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] delete failed (client error): The resource could not be found. Feb 02 07:24:59.043570 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-aa6a759e-dcfc-406b-ad70-fd50fc33a341 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] 10.222.0.87 "DELETE /v2.0/routers/tempest-non_exist_router-947936019 HTTP/1.1" status: 404 len: 334 time: 0.0463126 Feb 02 07:24:59.043951 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44626) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:59.045308 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-76ccd23f-07c5-450e-9782-602b3cd9ad37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:59.049667 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-949d48da-b7a9-491d-863e-653847a3b07c tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Request body: {'router': {'external_gateway_info': {'network_id': '47935692-a2f4-43e9-b4b4-d771a14b2890'}}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:59.057886 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ccd23f-07c5-450e-9782-602b3cd9ad37 None None] Routers {'47935692-a2f4-43e9-b4b4-d771a14b2890'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:24:59.058669 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-76ccd23f-07c5-450e-9782-602b3cd9ad37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:24:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['47935692-a2f4-43e9-b4b4-d771a14b2890'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:59.063811 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-f111c92e-ea00-4274-8b23-63ab7e30774c tempest-ExternalNetworksTestJSON-1464039165 tempest-ExternalNetworksTestJSON-1464039165-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-17320771'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:59.067582 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e8d22453-b2b7-440a-a958-16296bbdc190 admin admin] Publish callbacks [] for security_group (8bfb7c3c-fe9d-484e-b3ce-b0f10387151c), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:59.100102 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e8d22453-b2b7-440a-a958-16296bbdc190 admin admin] Publish callbacks [] for security_group (8bfb7c3c-fe9d-484e-b3ce-b0f10387151c), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:59.104636 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-76ccd23f-07c5-450e-9782-602b3cd9ad37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:24:59.105298 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ccd23f-07c5-450e-9782-602b3cd9ad37 None None] The sync data for ids ['47935692-a2f4-43e9-b4b4-d771a14b2890'] in n-d-789963-26 is: [] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:24:59.108106 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f111c92e-ea00-4274-8b23-63ab7e30774c tempest-ExternalNetworksTestJSON-1464039165 tempest-ExternalNetworksTestJSON-1464039165-project] Made reservation on behalf of b0053306b5294806bebc6639b9fa708a for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:24:59.111403 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f111c92e-ea00-4274-8b23-63ab7e30774c tempest-ExternalNetworksTestJSON-1464039165 tempest-ExternalNetworksTestJSON-1464039165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:59.127330 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f111c92e-ea00-4274-8b23-63ab7e30774c tempest-ExternalNetworksTestJSON-1464039165 tempest-ExternalNetworksTestJSON-1464039165-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:59.182778 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e8d22453-b2b7-440a-a958-16296bbdc190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (8bfb7c3c-fe9d-484e-b3ce-b0f10387151c), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:59.185424 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e8d22453-b2b7-440a-a958-16296bbdc190 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:59.186579 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e8d22453-b2b7-440a-a958-16296bbdc190 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/8bfb7c3c-fe9d-484e-b3ce-b0f10387151c HTTP/1.1" status: 204 len: 168 time: 0.1829388 Feb 02 07:24:59.197117 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d22453-b2b7-440a-a958-16296bbdc190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bfb7c3c-fe9d-484e-b3ce-b0f10387151c,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:59.254995 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f111c92e-ea00-4274-8b23-63ab7e30774c tempest-ExternalNetworksTestJSON-1464039165 tempest-ExternalNetworksTestJSON-1464039165-project] Publish callbacks [] for security_group (b98cb1d4-06e9-454c-904d-dc69b6b9cc98), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:59.261816 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f111c92e-ea00-4274-8b23-63ab7e30774c tempest-ExternalNetworksTestJSON-1464039165 tempest-ExternalNetworksTestJSON-1464039165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (b98cb1d4-06e9-454c-904d-dc69b6b9cc98), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:59.292530 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f111c92e-ea00-4274-8b23-63ab7e30774c tempest-ExternalNetworksTestJSON-1464039165 tempest-ExternalNetworksTestJSON-1464039165-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:24:59.298271 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f111c92e-ea00-4274-8b23-63ab7e30774c tempest-ExternalNetworksTestJSON-1464039165 tempest-ExternalNetworksTestJSON-1464039165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b98cb1d4-06e9-454c-904d-dc69b6b9cc98,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:59.306628 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f111c92e-ea00-4274-8b23-63ab7e30774c tempest-ExternalNetworksTestJSON-1464039165 tempest-ExternalNetworksTestJSON-1464039165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (32794854-e54d-4e6a-b663-2e08aa265459), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:59.307012 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-f111c92e-ea00-4274-8b23-63ab7e30774c tempest-ExternalNetworksTestJSON-1464039165 tempest-ExternalNetworksTestJSON-1464039165-project] Added segment 32794854-e54d-4e6a-b663-2e08aa265459 of type vlan for network 3952c44b-b98c-4a3e-af2f-53b1eaab3456 Feb 02 07:24:59.310369 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-949d48da-b7a9-491d-863e-653847a3b07c tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks [] for router_gateway (47935692-a2f4-43e9-b4b4-d771a14b2890), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:59.332982 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1289bf00-cc28-4e3b-a894-dbaefdb9c747 req-768f3d38-4381-48be-8be7-1ef6a032699f tempest-ServerShowV254Test-1170442826 tempest-ServerShowV254Test-1170442826-project] 10.222.0.87 "GET /v2.0/ports?device_id=e65bd206-dc36-4c16-bb2d-9aa77c9271c2 HTTP/1.1" status: 200 len: 210 time: 0.0384576 Feb 02 07:24:59.355767 n-d-789963-26 neutron-server[109694]: INFO neutron.api.v2.resource [None req-949d48da-b7a9-491d-863e-653847a3b07c tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] update failed (client error): The resource could not be found. Feb 02 07:24:59.357346 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-949d48da-b7a9-491d-863e-653847a3b07c tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] 10.222.0.87 "PUT /v2.0/routers/47935692-a2f4-43e9-b4b4-d771a14b2890 HTTP/1.1" status: 404 len: 339 time: 0.3123746 Feb 02 07:24:59.360661 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44634) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:59.366089 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f111c92e-ea00-4274-8b23-63ab7e30774c tempest-ExternalNetworksTestJSON-1464039165 tempest-ExternalNetworksTestJSON-1464039165-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (3952c44b-b98c-4a3e-af2f-53b1eaab3456), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:59.398325 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f111c92e-ea00-4274-8b23-63ab7e30774c tempest-ExternalNetworksTestJSON-1464039165 tempest-ExternalNetworksTestJSON-1464039165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (3952c44b-b98c-4a3e-af2f-53b1eaab3456), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:59.403416 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f111c92e-ea00-4274-8b23-63ab7e30774c tempest-ExternalNetworksTestJSON-1464039165 tempest-ExternalNetworksTestJSON-1464039165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:24:59.404032 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f111c92e-ea00-4274-8b23-63ab7e30774c tempest-ExternalNetworksTestJSON-1464039165 tempest-ExternalNetworksTestJSON-1464039165-project] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:59.445349 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-f111c92e-ea00-4274-8b23-63ab7e30774c tempest-ExternalNetworksTestJSON-1464039165 tempest-ExternalNetworksTestJSON-1464039165-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6274250 Feb 02 07:24:59.446483 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44636) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:24:59.479885 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f111c92e-ea00-4274-8b23-63ab7e30774c tempest-ExternalNetworksTestJSON-1464039165 tempest-ExternalNetworksTestJSON-1464039165-project] Pushing event updated for resources: {'Network': ['ID=3952c44b-b98c-4a3e-af2f-53b1eaab3456,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:24:59.492949 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 3952c44b-b98c-4a3e-af2f-53b1eaab3456 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:24:59.660474 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-b819a77d-bdf9-4541-98e7-a330279c3914 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Request body: {'network': {'name': 'tempest-network--1739609753', 'router:external': True}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:24:59.705126 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d67ab891-797f-4ce0-aa71-128f032f4301 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:59.709842 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b819a77d-bdf9-4541-98e7-a330279c3914 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Made reservation on behalf of f3725217cc7a4ece8832b9e5aea07f21 for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:24:59.712202 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b819a77d-bdf9-4541-98e7-a330279c3914 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:24:59.730072 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b819a77d-bdf9-4541-98e7-a330279c3914 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:00.003396 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b819a77d-bdf9-4541-98e7-a330279c3914 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks [] for security_group (a0d32ffe-7a27-4a7b-a4a7-c06b79e8a633), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:00.011831 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b819a77d-bdf9-4541-98e7-a330279c3914 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (a0d32ffe-7a27-4a7b-a4a7-c06b79e8a633), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:00.042079 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b819a77d-bdf9-4541-98e7-a330279c3914 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:25:00.066141 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-d67ab891-797f-4ce0-aa71-128f032f4301 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Allocated IP 172.20.0.1 (8afa17e8-8829-4ba9-a028-33abb7daf297/efad5891-d871-4593-9346-509b930c62f0/7864775e-97ad-46d5-a562-f0e6926da41d) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:25:00.071730 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b819a77d-bdf9-4541-98e7-a330279c3914 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (744e5eb5-7d67-4900-9e4a-b7ff295c167c), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:00.072080 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-b819a77d-bdf9-4541-98e7-a330279c3914 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Added segment 744e5eb5-7d67-4900-9e4a-b7ff295c167c of type vlan for network 3b712949-9c93-48e5-86ad-69b4c3ff72ff Feb 02 07:25:00.073318 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b819a77d-bdf9-4541-98e7-a330279c3914 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d32ffe-7a27-4a7b-a4a7-c06b79e8a633,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:00.154686 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b819a77d-bdf9-4541-98e7-a330279c3914 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (3b712949-9c93-48e5-86ad-69b4c3ff72ff), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:00.245463 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b819a77d-bdf9-4541-98e7-a330279c3914 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (3b712949-9c93-48e5-86ad-69b4c3ff72ff), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:00.246424 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b819a77d-bdf9-4541-98e7-a330279c3914 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:00.247004 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b819a77d-bdf9-4541-98e7-a330279c3914 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:00.264473 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d67ab891-797f-4ce0-aa71-128f032f4301 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks [] for port (7864775e-97ad-46d5-a562-f0e6926da41d), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:00.299523 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b819a77d-bdf9-4541-98e7-a330279c3914 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8519883 Feb 02 07:25:00.303346 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44666) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:00.335102 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b819a77d-bdf9-4541-98e7-a330279c3914 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Pushing event updated for resources: {'Network': ['ID=3b712949-9c93-48e5-86ad-69b4c3ff72ff,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:00.352927 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 3b712949-9c93-48e5-86ad-69b4c3ff72ff details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:25:00.364636 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d67ab891-797f-4ce0-aa71-128f032f4301 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (7864775e-97ad-46d5-a562-f0e6926da41d), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:00.388427 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-373f39b5-6055-42ae-b733-455d958055bf tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (3b712949-9c93-48e5-86ad-69b4c3ff72ff), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:00.432280 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67ab891-797f-4ce0-aa71-128f032f4301 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Pushing event updated for resources: {'Port': ['ID=7864775e-97ad-46d5-a562-f0e6926da41d,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:00.445347 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67ab891-797f-4ce0-aa71-128f032f4301 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Network 8afa17e8-8829-4ba9-a028-33abb7daf297 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:25:00.446957 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-d67ab891-797f-4ce0-aa71-128f032f4301 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:25:00.450145 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67ab891-797f-4ce0-aa71-128f032f4301 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:25:00.507129 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d67ab891-797f-4ce0-aa71-128f032f4301 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (47935692-a2f4-43e9-b4b4-d771a14b2890), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:00.519944 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-373f39b5-6055-42ae-b733-455d958055bf tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (3b712949-9c93-48e5-86ad-69b4c3ff72ff), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:00.553211 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-373f39b5-6055-42ae-b733-455d958055bf tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b712949-9c93-48e5-86ad-69b4c3ff72ff']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:25:00.568097 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-373f39b5-6055-42ae-b733-455d958055bf tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '744e5eb5-7d67-4900-9e4a-b7ff295c167c') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:25:00.568413 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-373f39b5-6055-42ae-b733-455d958055bf tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '744e5eb5-7d67-4900-9e4a-b7ff295c167c') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:25:00.579892 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-373f39b5-6055-42ae-b733-455d958055bf tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (744e5eb5-7d67-4900-9e4a-b7ff295c167c), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:00.587945 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-640ff496-fc97-40f9-8297-b31f076d40e3 req-1bdc1df3-9ce2-4870-ab84-55d4b233a950 tempest-ServerShowV254Test-1170442826 tempest-ServerShowV254Test-1170442826-project] 10.222.0.87 "GET /v2.0/ports?device_id=e65bd206-dc36-4c16-bb2d-9aa77c9271c2 HTTP/1.1" status: 200 len: 210 time: 0.0771673 Feb 02 07:25:00.605464 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-373f39b5-6055-42ae-b733-455d958055bf tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (744e5eb5-7d67-4900-9e4a-b7ff295c167c), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:00.614543 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-373f39b5-6055-42ae-b733-455d958055bf tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:25:00.615215 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-373f39b5-6055-42ae-b733-455d958055bf tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (744e5eb5-7d67-4900-9e4a-b7ff295c167c), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:00.617424 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:25:00.617424 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:25:00.617424 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:25:00.617424 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:25:00.617424 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:25:00.617424 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:25:00.617424 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:25:00.617424 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:25:00.617424 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:25:00.617424 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:25:00.617424 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:25:00.617424 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:25:00.617424 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:25:00.617424 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:25:00.617424 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:25:00.617424 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:25:00.617424 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:25:00.617424 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:25:00.617424 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:25:00.617424 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:25:00.617424 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:25:00.617424 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:25:00.617424 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:25:00.617424 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:25:00.617424 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:25:00.617424 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:25:00.617424 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:25:00.617424 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:25:00.617424 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:25:00.617424 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:25:00.617424 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:25:00.617424 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:25:00.703594 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d67ab891-797f-4ce0-aa71-128f032f4301 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (7864775e-97ad-46d5-a562-f0e6926da41d), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:00.709139 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-373f39b5-6055-42ae-b733-455d958055bf tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (3b712949-9c93-48e5-86ad-69b4c3ff72ff), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:00.719720 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-373f39b5-6055-42ae-b733-455d958055bf tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3b712949-9c93-48e5-86ad-69b4c3ff72ff {{(pid=109693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 02 07:25:00.735617 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-373f39b5-6055-42ae-b733-455d958055bf tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:00.741149 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-373f39b5-6055-42ae-b733-455d958055bf tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] 10.222.0.87 "DELETE /v2.0/networks/3b712949-9c93-48e5-86ad-69b4c3ff72ff HTTP/1.1" status: 204 len: 168 time: 0.4363108 Feb 02 07:25:00.743448 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f39b5-6055-42ae-b733-455d958055bf tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Pushing event deleted for resources: {'Network': ['ID=3b712949-9c93-48e5-86ad-69b4c3ff72ff,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:00.746785 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44678) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:00.752362 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-81ad9fe4-8129-48ab-9632-2c0fa480974c tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:25:00.778639 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ad9fe4-8129-48ab-9632-2c0fa480974c tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Made reservation on behalf of f3725217cc7a4ece8832b9e5aea07f21 for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:25:00.781964 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-81ad9fe4-8129-48ab-9632-2c0fa480974c tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:00.811500 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81ad9fe4-8129-48ab-9632-2c0fa480974c tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:25:00.834878 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-81ad9fe4-8129-48ab-9632-2c0fa480974c tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (c708d1b8-46f8-4f1f-999c-8fb816002592), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:00.835325 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-81ad9fe4-8129-48ab-9632-2c0fa480974c tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Added segment c708d1b8-46f8-4f1f-999c-8fb816002592 of type vlan for network 01da778d-2b07-4d56-90e2-3fbc6be3cd2b Feb 02 07:25:00.847668 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-9d36b66d-61bd-4d0a-aa96-ff270beb2599 None None] Provisioning complete for port 7864775e-97ad-46d5-a562-f0e6926da41d triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:25:00.852062 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9d36b66d-61bd-4d0a-aa96-ff270beb2599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (7864775e-97ad-46d5-a562-f0e6926da41d), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:00.898545 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-9d36b66d-61bd-4d0a-aa96-ff270beb2599 None None] Port 7864775e-97ad-46d5-a562-f0e6926da41d cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:25:00.902953 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-81ad9fe4-8129-48ab-9632-2c0fa480974c tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (01da778d-2b07-4d56-90e2-3fbc6be3cd2b), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:00.950564 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-81ad9fe4-8129-48ab-9632-2c0fa480974c tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (01da778d-2b07-4d56-90e2-3fbc6be3cd2b), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:00.952478 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ad9fe4-8129-48ab-9632-2c0fa480974c tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:00.953831 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-81ad9fe4-8129-48ab-9632-2c0fa480974c tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:01.001520 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-81ad9fe4-8129-48ab-9632-2c0fa480974c tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.2531502 Feb 02 07:25:01.002361 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44680) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:01.011189 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-f0e81433-a969-451f-a2db-0179277e3f00 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Request body: {'subnet': {'network_id': '01da778d-2b07-4d56-90e2-3fbc6be3cd2b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:25:01.058987 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ad9fe4-8129-48ab-9632-2c0fa480974c tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Pushing event updated for resources: {'Network': ['ID=01da778d-2b07-4d56-90e2-3fbc6be3cd2b,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:01.073762 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 01da778d-2b07-4d56-90e2-3fbc6be3cd2b details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:25:01.077503 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e81433-a969-451f-a2db-0179277e3f00 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Made reservation on behalf of f3725217cc7a4ece8832b9e5aea07f21 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:25:01.077905 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d67ab891-797f-4ce0-aa71-128f032f4301 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks [] for port (7864775e-97ad-46d5-a562-f0e6926da41d), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:01.081867 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f0e81433-a969-451f-a2db-0179277e3f00 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:01.084032 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d67ab891-797f-4ce0-aa71-128f032f4301 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (7864775e-97ad-46d5-a562-f0e6926da41d), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:01.138081 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d67ab891-797f-4ce0-aa71-128f032f4301 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (47935692-a2f4-43e9-b4b4-d771a14b2890), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:01.233205 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67ab891-797f-4ce0-aa71-128f032f4301 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Pushing event updated for resources: {'Port': ['ID=7864775e-97ad-46d5-a562-f0e6926da41d,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:01.304184 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67ab891-797f-4ce0-aa71-128f032f4301 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Network 8afa17e8-8829-4ba9-a028-33abb7daf297 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:25:01.306330 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-d67ab891-797f-4ce0-aa71-128f032f4301 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:25:01.458910 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d67ab891-797f-4ce0-aa71-128f032f4301 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Router 47935692-a2f4-43e9-b4b4-d771a14b2890 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:25:01.560604 n-d-789963-26 neutron-server[109693]: DEBUG neutron.objects.ports [None req-f0e81433-a969-451f-a2db-0179277e3f00 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109693) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 02 07:25:01.561219 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f0e81433-a969-451f-a2db-0179277e3f00 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (d0d24828-e08d-4c4a-8e56-9e359935b5c9), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:01.636070 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e81433-a969-451f-a2db-0179277e3f00 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Checking segment: {'id': 'c708d1b8-46f8-4f1f-999c-8fb816002592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '01da778d-2b07-4d56-90e2-3fbc6be3cd2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:25:01.636569 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e81433-a969-451f-a2db-0179277e3f00 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Network hostable DHCP agents. Network: 01da778d-2b07-4d56-90e2-3fbc6be3cd2b, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:25:01.640044 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e81433-a969-451f-a2db-0179277e3f00 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d0d24828-e08d-4c4a-8e56-9e359935b5c9,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:01.640808 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-293a9bfb-2af6-4251-a55a-28bdc98a5e9a None None] Provisioning complete for port 7864775e-97ad-46d5-a562-f0e6926da41d triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:25:01.641391 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-293a9bfb-2af6-4251-a55a-28bdc98a5e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (7864775e-97ad-46d5-a562-f0e6926da41d), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:01.662895 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e81433-a969-451f-a2db-0179277e3f00 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Network 01da778d-2b07-4d56-90e2-3fbc6be3cd2b is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:25:01.680112 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-f0e81433-a969-451f-a2db-0179277e3f00 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 01da778d-2b07-4d56-90e2-3fbc6be3cd2b) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:25:01.685136 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e81433-a969-451f-a2db-0179277e3f00 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:01.686203 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f0e81433-a969-451f-a2db-0179277e3f00 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:01.703480 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4adae79d-cb26-4da2-b1ef-8067e837cd91 None None] Network 01da778d-2b07-4d56-90e2-3fbc6be3cd2b requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:25:01.724422 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-f0e81433-a969-451f-a2db-0179277e3f00 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7183623 Feb 02 07:25:01.727550 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44690) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:01.730810 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-293a9bfb-2af6-4251-a55a-28bdc98a5e9a None None] Port 7864775e-97ad-46d5-a562-f0e6926da41d cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:25:01.741640 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-e8aca570-acbf-4804-8ea5-40dafc1ac391 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Request body: {'floatingip': {'floating_network_id': '01da778d-2b07-4d56-90e2-3fbc6be3cd2b'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:25:01.780738 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e8aca570-acbf-4804-8ea5-40dafc1ac391 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:01.845962 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabc8738-6feb-49c4-8d3f-bcf6bb2f7163 None None] Network 01da778d-2b07-4d56-90e2-3fbc6be3cd2b requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:25:01.896933 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e8aca570-acbf-4804-8ea5-40dafc1ac391 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:01.919952 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f20698b3-3bfc-4b26-9fcf-b98ec1933824 req-bfe5b458-8486-4207-acde-6ab9170796a5 tempest-ServerShowV254Test-1170442826 tempest-ServerShowV254Test-1170442826-project] 10.222.0.87 "GET /v2.0/ports?device_id=e65bd206-dc36-4c16-bb2d-9aa77c9271c2 HTTP/1.1" status: 200 len: 210 time: 0.0366573 Feb 02 07:25:01.938211 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d67ab891-797f-4ce0-aa71-128f032f4301 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:25:01.947414 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d67ab891-797f-4ce0-aa71-128f032f4301 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] 10.222.0.87 "PUT /v2.0/routers/47935692-a2f4-43e9-b4b4-d771a14b2890/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5853395 Feb 02 07:25:01.948262 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44692) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:01.960628 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90290fb-287b-4280-b5ab-cfa3c8256d8e None None] Sync routers for ids ['47935692-a2f4-43e9-b4b4-d771a14b2890'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:25:01.971604 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90290fb-287b-4280-b5ab-cfa3c8256d8e None None] Routers {'47935692-a2f4-43e9-b4b4-d771a14b2890'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:25:01.972966 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-d90290fb-287b-4280-b5ab-cfa3c8256d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:24:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['47935692-a2f4-43e9-b4b4-d771a14b2890'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:25:02.014722 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-d90290fb-287b-4280-b5ab-cfa3c8256d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:25:02.031741 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90290fb-287b-4280-b5ab-cfa3c8256d8e None None] Routers {'47935692-a2f4-43e9-b4b4-d771a14b2890'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:25:02.032653 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-d90290fb-287b-4280-b5ab-cfa3c8256d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:24:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['47935692-a2f4-43e9-b4b4-d771a14b2890'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:25:02.063722 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-e8aca570-acbf-4804-8ea5-40dafc1ac391 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Allocated IP 172.20.0.6 (01da778d-2b07-4d56-90e2-3fbc6be3cd2b/d0d24828-e08d-4c4a-8e56-9e359935b5c9/18e89623-8622-4dc3-8d61-20e14302045b) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:25:02.067224 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-d90290fb-287b-4280-b5ab-cfa3c8256d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:25:02.068240 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90290fb-287b-4280-b5ab-cfa3c8256d8e None None] The sync data for ids ['47935692-a2f4-43e9-b4b4-d771a14b2890'] in n-d-789963-26 is: [] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:25:02.098908 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-caae8753-3543-40ba-9af1-ecc433ea2299 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks [] for router (47935692-a2f4-43e9-b4b4-d771a14b2890), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:02.196041 n-d-789963-26 neutron-server[109694]: INFO neutron.api.v2.resource [None req-caae8753-3543-40ba-9af1-ecc433ea2299 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 02 07:25:02.197102 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-caae8753-3543-40ba-9af1-ecc433ea2299 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] 10.222.0.87 "DELETE /v2.0/routers/47935692-a2f4-43e9-b4b4-d771a14b2890 HTTP/1.1" status: 409 len: 329 time: 0.2477498 Feb 02 07:25:02.199960 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44694) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:02.485516 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e8aca570-acbf-4804-8ea5-40dafc1ac391 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks [] for port (18e89623-8622-4dc3-8d61-20e14302045b), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:02.524960 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e8aca570-acbf-4804-8ea5-40dafc1ac391 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (18e89623-8622-4dc3-8d61-20e14302045b), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:02.548041 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cb319606-6163-4479-95e5-08f60a3dbbc0 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (47935692-a2f4-43e9-b4b4-d771a14b2890), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:02.563342 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8aca570-acbf-4804-8ea5-40dafc1ac391 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Network 01da778d-2b07-4d56-90e2-3fbc6be3cd2b is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:25:02.566497 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-e8aca570-acbf-4804-8ea5-40dafc1ac391 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:25:02.572333 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8aca570-acbf-4804-8ea5-40dafc1ac391 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:25:02.611188 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aca570-acbf-4804-8ea5-40dafc1ac391 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Pushing event updated for resources: {'Port': ['ID=18e89623-8622-4dc3-8d61-20e14302045b,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:02.710649 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e8aca570-acbf-4804-8ea5-40dafc1ac391 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks [] for floatingip (593a1c94-ac06-434f-bda4-77e3252169df), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:02.761618 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e8aca570-acbf-4804-8ea5-40dafc1ac391 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (18e89623-8622-4dc3-8d61-20e14302045b), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:02.856589 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-cb319606-6163-4479-95e5-08f60a3dbbc0 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Deleting port 7864775e-97ad-46d5-a562-f0e6926da41d {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:25:02.856935 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cb319606-6163-4479-95e5-08f60a3dbbc0 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (7864775e-97ad-46d5-a562-f0e6926da41d), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:02.936541 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e8aca570-acbf-4804-8ea5-40dafc1ac391 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks [] for port (18e89623-8622-4dc3-8d61-20e14302045b), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:02.941910 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e8aca570-acbf-4804-8ea5-40dafc1ac391 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (18e89623-8622-4dc3-8d61-20e14302045b), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:02.961012 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cb319606-6163-4479-95e5-08f60a3dbbc0 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (7864775e-97ad-46d5-a562-f0e6926da41d), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:02.976696 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-cb319606-6163-4479-95e5-08f60a3dbbc0 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Calling delete_port for 7864775e-97ad-46d5-a562-f0e6926da41d owned by network:router_interface {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:25:03.015802 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aca570-acbf-4804-8ea5-40dafc1ac391 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Pushing event updated for resources: {'Port': ['ID=18e89623-8622-4dc3-8d61-20e14302045b,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:03.028225 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e8aca570-acbf-4804-8ea5-40dafc1ac391 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (593a1c94-ac06-434f-bda4-77e3252169df), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:03.047140 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e8aca570-acbf-4804-8ea5-40dafc1ac391 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:03.051939 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e8aca570-acbf-4804-8ea5-40dafc1ac391 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.3193667 Feb 02 07:25:03.052383 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44702) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:03.068154 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9ff61baa-d15a-442c-a772-fda5367fc617 req-8e911cc4-e5df-4ff9-b48a-4d0e5546f803 tempest-ServerShowV254Test-1170442826 tempest-ServerShowV254Test-1170442826-project] 10.222.0.87 "GET /v2.0/ports?device_id=e65bd206-dc36-4c16-bb2d-9aa77c9271c2 HTTP/1.1" status: 200 len: 210 time: 0.0372796 Feb 02 07:25:03.128059 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-88aee842-b9a3-4812-a34a-6bfce287e146 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] 10.222.0.87 "GET /v2.0/floatingips?floating_network_id=01da778d-2b07-4d56-90e2-3fbc6be3cd2b HTTP/1.1" status: 200 len: 689 time: 0.0740278 Feb 02 07:25:03.130810 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44704) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:03.266749 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3684c67e-044b-4cd9-938e-ac4e6ace7c27 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (01da778d-2b07-4d56-90e2-3fbc6be3cd2b), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:03.270090 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cb319606-6163-4479-95e5-08f60a3dbbc0 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (7864775e-97ad-46d5-a562-f0e6926da41d), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:03.333690 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb319606-6163-4479-95e5-08f60a3dbbc0 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Pushing event deleted for resources: {'Port': ['ID=7864775e-97ad-46d5-a562-f0e6926da41d,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:03.523226 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-3684c67e-044b-4cd9-938e-ac4e6ace7c27 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Deleting port 18e89623-8622-4dc3-8d61-20e14302045b {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:25:03.523606 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3684c67e-044b-4cd9-938e-ac4e6ace7c27 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (18e89623-8622-4dc3-8d61-20e14302045b), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:03.550237 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cb319606-6163-4479-95e5-08f60a3dbbc0 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (47935692-a2f4-43e9-b4b4-d771a14b2890), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:03.692251 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3684c67e-044b-4cd9-938e-ac4e6ace7c27 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (18e89623-8622-4dc3-8d61-20e14302045b), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:03.692251 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3684c67e-044b-4cd9-938e-ac4e6ace7c27 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks [] for floatingip (18e89623-8622-4dc3-8d61-20e14302045b), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:03.767343 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-3684c67e-044b-4cd9-938e-ac4e6ace7c27 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Calling delete_port for 18e89623-8622-4dc3-8d61-20e14302045b owned by network:floatingip {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:25:03.816010 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb319606-6163-4479-95e5-08f60a3dbbc0 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Router 47935692-a2f4-43e9-b4b4-d771a14b2890 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:25:03.914348 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb319606-6163-4479-95e5-08f60a3dbbc0 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:25:03.925389 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-cb319606-6163-4479-95e5-08f60a3dbbc0 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] 10.222.0.87 "PUT /v2.0/routers/47935692-a2f4-43e9-b4b4-d771a14b2890/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7192333 Feb 02 07:25:03.925389 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44712) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:03.928234 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c3e232-b021-4962-8d21-b58e612c6945 None None] Sync routers for ids ['47935692-a2f4-43e9-b4b4-d771a14b2890'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:25:03.937690 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c3e232-b021-4962-8d21-b58e612c6945 None None] Routers {'47935692-a2f4-43e9-b4b4-d771a14b2890'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:25:03.938302 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-b6c3e232-b021-4962-8d21-b58e612c6945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:24:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['47935692-a2f4-43e9-b4b4-d771a14b2890'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:25:03.970989 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-b6c3e232-b021-4962-8d21-b58e612c6945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:25:03.975704 n-d-789963-26 neutron-server[109694]: INFO neutron.api.v2.resource [None req-6575b6b7-ba5c-4a0f-9aa5-e708c613a5b6 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] show failed (client error): The resource could not be found. Feb 02 07:25:03.980648 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-6575b6b7-ba5c-4a0f-9aa5-e708c613a5b6 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] 10.222.0.87 "GET /v2.0/routers/tempest-non_exist_router-910545074 HTTP/1.1" status: 404 len: 334 time: 0.0515792 Feb 02 07:25:03.980902 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44714) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:03.985783 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-297c1ca5-600b-41e1-af39-6ec29e932ee2 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:25:03.991766 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c3e232-b021-4962-8d21-b58e612c6945 None None] Routers {'47935692-a2f4-43e9-b4b4-d771a14b2890'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:25:03.992792 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-b6c3e232-b021-4962-8d21-b58e612c6945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:24:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['47935692-a2f4-43e9-b4b4-d771a14b2890'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:25:04.022415 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-297c1ca5-600b-41e1-af39-6ec29e932ee2 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] update failed (client error): The resource could not be found. Feb 02 07:25:04.023501 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-297c1ca5-600b-41e1-af39-6ec29e932ee2 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] 10.222.0.87 "PUT /v2.0/routers/tempest-non_exist_router-1370258798 HTTP/1.1" status: 404 len: 335 time: 0.0415595 Feb 02 07:25:04.028400 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44716) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:04.042241 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-b6c3e232-b021-4962-8d21-b58e612c6945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:25:04.043221 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c3e232-b021-4962-8d21-b58e612c6945 None None] The sync data for ids ['47935692-a2f4-43e9-b4b4-d771a14b2890'] in n-d-789963-26 is: [] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:25:04.053738 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3684c67e-044b-4cd9-938e-ac4e6ace7c27 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (18e89623-8622-4dc3-8d61-20e14302045b), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:04.080642 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3684c67e-044b-4cd9-938e-ac4e6ace7c27 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Pushing event deleted for resources: {'Port': ['ID=18e89623-8622-4dc3-8d61-20e14302045b,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:04.089703 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-7081519f-54c5-4689-bc36-205b80c8cff7 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Deleting subnet 432c394d-547f-4ed4-9aca-b12c2b9aac07 {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:25:04.094271 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7081519f-54c5-4689-bc36-205b80c8cff7 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks [] for subnet (432c394d-547f-4ed4-9aca-b12c2b9aac07), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:04.137291 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7081519f-54c5-4689-bc36-205b80c8cff7 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (432c394d-547f-4ed4-9aca-b12c2b9aac07), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:04.160676 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3684c67e-044b-4cd9-938e-ac4e6ace7c27 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks [] for floatingip (593a1c94-ac06-434f-bda4-77e3252169df), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:04.217340 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-144e12c5-09d8-4317-83e3-961a178876e2 req-7b3ec0f7-f31f-462d-9f80-1f669daeecb8 tempest-ServerShowV254Test-1170442826 tempest-ServerShowV254Test-1170442826-project] 10.222.0.87 "GET /v2.0/ports?device_id=e65bd206-dc36-4c16-bb2d-9aa77c9271c2 HTTP/1.1" status: 200 len: 210 time: 0.0490694 Feb 02 07:25:04.225557 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7081519f-54c5-4689-bc36-205b80c8cff7 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (432c394d-547f-4ed4-9aca-b12c2b9aac07), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:04.262897 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3684c67e-044b-4cd9-938e-ac4e6ace7c27 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (d0d24828-e08d-4c4a-8e56-9e359935b5c9), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:04.294313 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7081519f-54c5-4689-bc36-205b80c8cff7 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (432c394d-547f-4ed4-9aca-b12c2b9aac07), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:04.322366 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7081519f-54c5-4689-bc36-205b80c8cff7 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Pushing event deleted for resources: {'Subnet': ['ID=432c394d-547f-4ed4-9aca-b12c2b9aac07,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:04.326188 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7081519f-54c5-4689-bc36-205b80c8cff7 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:04.329472 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-7081519f-54c5-4689-bc36-205b80c8cff7 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] 10.222.0.87 "DELETE /v2.0/subnets/432c394d-547f-4ed4-9aca-b12c2b9aac07 HTTP/1.1" status: 204 len: 168 time: 0.3001020 Feb 02 07:25:04.332601 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44720) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:04.341163 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff22ad5-6b8f-48cc-8b1a-08510da2da7f None None] Network 58dc42aa-a53a-4e26-bf73-67610f746bec requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:25:04.351384 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3684c67e-044b-4cd9-938e-ac4e6ace7c27 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (d0d24828-e08d-4c4a-8e56-9e359935b5c9), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:04.403470 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b7fa36c-017f-4813-bcc0-aead7797f054 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Deleting subnet fb32e03d-c232-4941-9e8a-ae4d08b4d1ae {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:25:04.410564 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4b7fa36c-017f-4813-bcc0-aead7797f054 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks [] for subnet (fb32e03d-c232-4941-9e8a-ae4d08b4d1ae), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:04.446719 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3684c67e-044b-4cd9-938e-ac4e6ace7c27 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (01da778d-2b07-4d56-90e2-3fbc6be3cd2b), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:04.462199 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3684c67e-044b-4cd9-938e-ac4e6ace7c27 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d0d24828-e08d-4c4a-8e56-9e359935b5c9,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:04.464194 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4b7fa36c-017f-4813-bcc0-aead7797f054 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (fb32e03d-c232-4941-9e8a-ae4d08b4d1ae), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:04.487319 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-3684c67e-044b-4cd9-938e-ac4e6ace7c27 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01da778d-2b07-4d56-90e2-3fbc6be3cd2b']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:25:04.502066 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-3684c67e-044b-4cd9-938e-ac4e6ace7c27 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c708d1b8-46f8-4f1f-999c-8fb816002592') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:25:04.502370 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-3684c67e-044b-4cd9-938e-ac4e6ace7c27 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c708d1b8-46f8-4f1f-999c-8fb816002592') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:25:04.513379 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3684c67e-044b-4cd9-938e-ac4e6ace7c27 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (c708d1b8-46f8-4f1f-999c-8fb816002592), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:04.532872 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7838c21f-682d-44e9-9f81-a77d8cc0a3fe None None] DHCP port deletion for 58dc42aa-a53a-4e26-bf73-67610f746bec request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:25:04.535229 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3684c67e-044b-4cd9-938e-ac4e6ace7c27 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (c708d1b8-46f8-4f1f-999c-8fb816002592), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:04.551498 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3684c67e-044b-4cd9-938e-ac4e6ace7c27 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:25:04.552350 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3684c67e-044b-4cd9-938e-ac4e6ace7c27 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (c708d1b8-46f8-4f1f-999c-8fb816002592), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:04.569931 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4b7fa36c-017f-4813-bcc0-aead7797f054 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (fb32e03d-c232-4941-9e8a-ae4d08b4d1ae), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:04.571361 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:25:04.571361 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:25:04.571361 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:25:04.571361 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:25:04.571361 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:25:04.571361 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:25:04.571361 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:25:04.571361 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:25:04.571361 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:25:04.571361 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:25:04.571361 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:25:04.571361 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:25:04.571361 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:25:04.571361 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:25:04.571361 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:25:04.571361 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:25:04.571361 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:25:04.571361 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:25:04.571361 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:25:04.571361 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:25:04.571361 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:25:04.571361 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:25:04.571361 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:25:04.571361 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:25:04.571361 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:25:04.571361 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:25:04.571361 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:25:04.571361 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:25:04.571361 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:25:04.571361 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:25:04.571361 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:25:04.571361 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:25:04.603712 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-7838c21f-682d-44e9-9f81-a77d8cc0a3fe None None] Deleting port ed199015-9dcb-4922-86d8-1f8aab7f965c {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:25:04.604086 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7838c21f-682d-44e9-9f81-a77d8cc0a3fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (ed199015-9dcb-4922-86d8-1f8aab7f965c), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:04.638585 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3684c67e-044b-4cd9-938e-ac4e6ace7c27 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (01da778d-2b07-4d56-90e2-3fbc6be3cd2b), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:04.652727 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3684c67e-044b-4cd9-938e-ac4e6ace7c27 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 01da778d-2b07-4d56-90e2-3fbc6be3cd2b {{(pid=109694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 02 07:25:04.666443 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4b7fa36c-017f-4813-bcc0-aead7797f054 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (fb32e03d-c232-4941-9e8a-ae4d08b4d1ae), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:04.666783 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3684c67e-044b-4cd9-938e-ac4e6ace7c27 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:04.676370 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-3684c67e-044b-4cd9-938e-ac4e6ace7c27 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] 10.222.0.87 "DELETE /v2.0/networks/01da778d-2b07-4d56-90e2-3fbc6be3cd2b HTTP/1.1" status: 204 len: 168 time: 1.5380046 Feb 02 07:25:04.689195 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44724) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:04.692205 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3684c67e-044b-4cd9-938e-ac4e6ace7c27 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Pushing event deleted for resources: {'Network': ['ID=01da778d-2b07-4d56-90e2-3fbc6be3cd2b,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:04.700885 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-7838c21f-682d-44e9-9f81-a77d8cc0a3fe None None] For port ed199015-9dcb-4922-86d8-1f8aab7f965c, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=ed199015-9dcb-4922-86d8-1f8aab7f965c,segment=NetworkSegment(b2ea0f28-dce3-41d3-b2f0-67d7d9172358),segment_id=b2ea0f28-dce3-41d3-b2f0-67d7d9172358)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:25:04.701281 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7838c21f-682d-44e9-9f81-a77d8cc0a3fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (ed199015-9dcb-4922-86d8-1f8aab7f965c), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:04.725288 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-7838c21f-682d-44e9-9f81-a77d8cc0a3fe None None] Calling delete_port for ed199015-9dcb-4922-86d8-1f8aab7f965c owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:25:04.735103 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7fa36c-017f-4813-bcc0-aead7797f054 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Pushing event deleted for resources: {'Subnet': ['ID=fb32e03d-c232-4941-9e8a-ae4d08b4d1ae,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:04.744554 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4b7fa36c-017f-4813-bcc0-aead7797f054 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:04.755511 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-4b7fa36c-017f-4813-bcc0-aead7797f054 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] 10.222.0.87 "DELETE /v2.0/subnets/fb32e03d-c232-4941-9e8a-ae4d08b4d1ae HTTP/1.1" status: 204 len: 168 time: 0.4163346 Feb 02 07:25:04.756437 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44726) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:04.818895 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-699b36e1-3443-4de6-9815-4274f9c4d66d tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] 10.222.0.87 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 996 time: 0.1284907 Feb 02 07:25:04.821354 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44728) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:04.861089 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e14e4b67-235f-45d6-9870-45fcf96a118f tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (58dc42aa-a53a-4e26-bf73-67610f746bec), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:04.931151 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-e14e4b67-235f-45d6-9870-45fcf96a118f tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Deleting port ed199015-9dcb-4922-86d8-1f8aab7f965c {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:25:04.931962 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e14e4b67-235f-45d6-9870-45fcf96a118f tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (ed199015-9dcb-4922-86d8-1f8aab7f965c), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:04.974201 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d03d33d-11a3-4d94-9582-463b72b331ee tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:04.974678 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d03d33d-11a3-4d94-9582-463b72b331ee tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:04.975140 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d03d33d-11a3-4d94-9582-463b72b331ee tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:04.975743 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d03d33d-11a3-4d94-9582-463b72b331ee tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:04.976091 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d03d33d-11a3-4d94-9582-463b72b331ee tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:04.976540 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d03d33d-11a3-4d94-9582-463b72b331ee tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:04.978562 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-5d03d33d-11a3-4d94-9582-463b72b331ee tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3968 time: 0.1561506 Feb 02 07:25:04.982706 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44730) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:05.000346 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f498ae-314c-4b4b-8a4d-7bdeeef4d0c4 None None] Network 6017070b-a0f5-4a1e-bcea-2e03907af6e9 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:25:05.026248 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:25:05.078180 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-e14e4b67-235f-45d6-9870-45fcf96a118f tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] For port ed199015-9dcb-4922-86d8-1f8aab7f965c, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=ed199015-9dcb-4922-86d8-1f8aab7f965c,segment=NetworkSegment(b2ea0f28-dce3-41d3-b2f0-67d7d9172358),segment_id=b2ea0f28-dce3-41d3-b2f0-67d7d9172358)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:25:05.078771 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e14e4b67-235f-45d6-9870-45fcf96a118f tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (ed199015-9dcb-4922-86d8-1f8aab7f965c), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:05.108340 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-e14e4b67-235f-45d6-9870-45fcf96a118f tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Calling delete_port for ed199015-9dcb-4922-86d8-1f8aab7f965c owned by network:dhcp {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:25:05.141919 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7838c21f-682d-44e9-9f81-a77d8cc0a3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (ed199015-9dcb-4922-86d8-1f8aab7f965c), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:05.181269 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7838c21f-682d-44e9-9f81-a77d8cc0a3fe None None] Pushing event deleted for resources: {'Port': ['ID=ed199015-9dcb-4922-86d8-1f8aab7f965c,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:05.185523 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7838c21f-682d-44e9-9f81-a77d8cc0a3fe None None] No DVR routers for this DVR port ed199015-9dcb-4922-86d8-1f8aab7f965c on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:25:05.258942 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e14e4b67-235f-45d6-9870-45fcf96a118f tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (ed199015-9dcb-4922-86d8-1f8aab7f965c), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:05.260696 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672079b3-3d14-441b-8fbf-21210cd211a7 None None] DHCP port deletion for 6017070b-a0f5-4a1e-bcea-2e03907af6e9 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:25:05.279841 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14e4b67-235f-45d6-9870-45fcf96a118f tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] No DVR routers for this DVR port ed199015-9dcb-4922-86d8-1f8aab7f965c on host n-d-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:25:05.372800 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14e4b67-235f-45d6-9870-45fcf96a118f tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Pushing event deleted for resources: {'Port': ['ID=ed199015-9dcb-4922-86d8-1f8aab7f965c,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:05.383404 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-672079b3-3d14-441b-8fbf-21210cd211a7 None None] Deleting port b6f18595-369a-4e14-85b5-2e65c3b3b021 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:25:05.383950 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-672079b3-3d14-441b-8fbf-21210cd211a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (b6f18595-369a-4e14-85b5-2e65c3b3b021), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:05.443969 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e14e4b67-235f-45d6-9870-45fcf96a118f tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (58dc42aa-a53a-4e26-bf73-67610f746bec), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:05.457632 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-672079b3-3d14-441b-8fbf-21210cd211a7 None None] For port b6f18595-369a-4e14-85b5-2e65c3b3b021, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=b6f18595-369a-4e14-85b5-2e65c3b3b021,segment=NetworkSegment(2371f6b0-bf31-4f58-a1e4-4904d32a976a),segment_id=2371f6b0-bf31-4f58-a1e4-4904d32a976a)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:25:05.458120 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-672079b3-3d14-441b-8fbf-21210cd211a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (b6f18595-369a-4e14-85b5-2e65c3b3b021), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:05.472457 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-672079b3-3d14-441b-8fbf-21210cd211a7 None None] Calling delete_port for b6f18595-369a-4e14-85b5-2e65c3b3b021 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:25:05.480344 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-e14e4b67-235f-45d6-9870-45fcf96a118f tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58dc42aa-a53a-4e26-bf73-67610f746bec']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:25:05.499142 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-e14e4b67-235f-45d6-9870-45fcf96a118f tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2ea0f28-dce3-41d3-b2f0-67d7d9172358') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:25:05.499579 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-e14e4b67-235f-45d6-9870-45fcf96a118f tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2ea0f28-dce3-41d3-b2f0-67d7d9172358') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:25:05.508015 n-d-789963-26 neutron-server[109694]: INFO neutron.api.v2.resource [None req-50e728f8-4470-4b40-b91c-f02ca5ea6eda tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] delete failed (client error): The resource could not be found. Feb 02 07:25:05.512190 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e14e4b67-235f-45d6-9870-45fcf96a118f tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (b2ea0f28-dce3-41d3-b2f0-67d7d9172358), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:05.513347 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-50e728f8-4470-4b40-b91c-f02ca5ea6eda tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] 10.222.0.87 "DELETE /v2.0/floatingips/593a1c94-ac06-434f-bda4-77e3252169df HTTP/1.1" status: 404 len: 345 time: 0.5296156 Feb 02 07:25:05.532647 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e14e4b67-235f-45d6-9870-45fcf96a118f tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (b2ea0f28-dce3-41d3-b2f0-67d7d9172358), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:05.541817 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44734) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:05.542663 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e14e4b67-235f-45d6-9870-45fcf96a118f tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:25:05.543173 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e14e4b67-235f-45d6-9870-45fcf96a118f tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (b2ea0f28-dce3-41d3-b2f0-67d7d9172358), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:05.544640 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-11e502a7-1fd4-4272-860c-1ed97dfe3e49 req-0534d8bd-c585-46e3-8028-7a70d203da98 tempest-ServerShowV254Test-1170442826 tempest-ServerShowV254Test-1170442826-project] 10.222.0.87 "GET /v2.0/ports?device_id=e65bd206-dc36-4c16-bb2d-9aa77c9271c2 HTTP/1.1" status: 200 len: 210 time: 0.0300560 Feb 02 07:25:05.564263 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-e833db90-ca66-48d2-8ef3-9b28539a6127 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] DELETE failed (client error): The resource could not be found. Feb 02 07:25:05.564961 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e833db90-ca66-48d2-8ef3-9b28539a6127 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:25:05.573924 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-e833db90-ca66-48d2-8ef3-9b28539a6127 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] 10.222.0.87 "DELETE /v2.0/networks/01da778d-2b07-4d56-90e2-3fbc6be3cd2b HTTP/1.1" status: 404 len: 339 time: 0.0281620 Feb 02 07:25:05.574800 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44736) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:05.579608 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-1e717240-a153-461a-a7f7-2625debfaee2 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Request body: {'network': {'name': 'tempest-network--1067763317', 'router:external': True}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:25:05.594599 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-672079b3-3d14-441b-8fbf-21210cd211a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (b6f18595-369a-4e14-85b5-2e65c3b3b021), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:05.609541 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e717240-a153-461a-a7f7-2625debfaee2 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Made reservation on behalf of f3725217cc7a4ece8832b9e5aea07f21 for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:25:05.612849 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1e717240-a153-461a-a7f7-2625debfaee2 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:05.619756 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:25:05.619756 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:25:05.619756 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:25:05.619756 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:25:05.619756 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:25:05.619756 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:25:05.619756 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:25:05.619756 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:25:05.619756 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:25:05.619756 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:25:05.619756 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:25:05.619756 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:25:05.619756 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:25:05.619756 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:25:05.619756 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:25:05.619756 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:25:05.619756 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:25:05.619756 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:25:05.619756 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:25:05.619756 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:25:05.619756 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:25:05.619756 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:25:05.619756 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:25:05.619756 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:25:05.619756 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:25:05.619756 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:25:05.619756 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:25:05.619756 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:25:05.619756 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:25:05.619756 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:25:05.619756 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:25:05.619756 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:25:05.625954 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e14e4b67-235f-45d6-9870-45fcf96a118f tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (58dc42aa-a53a-4e26-bf73-67610f746bec), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:05.635428 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e14e4b67-235f-45d6-9870-45fcf96a118f tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:05.641360 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e14e4b67-235f-45d6-9870-45fcf96a118f tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] 10.222.0.87 "DELETE /v2.0/networks/58dc42aa-a53a-4e26-bf73-67610f746bec HTTP/1.1" status: 204 len: 168 time: 0.8816288 Feb 02 07:25:05.642903 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672079b3-3d14-441b-8fbf-21210cd211a7 None None] Pushing event deleted for resources: {'Port': ['ID=b6f18595-369a-4e14-85b5-2e65c3b3b021,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:05.643332 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44738) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:05.648697 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e717240-a153-461a-a7f7-2625debfaee2 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:25:05.651270 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672079b3-3d14-441b-8fbf-21210cd211a7 None None] No DVR routers for this DVR port b6f18595-369a-4e14-85b5-2e65c3b3b021 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:25:05.671777 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14e4b67-235f-45d6-9870-45fcf96a118f tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Pushing event deleted for resources: {'Network': ['ID=58dc42aa-a53a-4e26-bf73-67610f746bec,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:05.674294 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1e717240-a153-461a-a7f7-2625debfaee2 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (ecdecfc2-dffc-43c0-b420-14f7370ae61c), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:05.674647 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-1e717240-a153-461a-a7f7-2625debfaee2 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Added segment ecdecfc2-dffc-43c0-b420-14f7370ae61c of type vlan for network 13e9cc7c-10fa-4370-b170-e8cdb5936adf Feb 02 07:25:05.739121 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1e717240-a153-461a-a7f7-2625debfaee2 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (13e9cc7c-10fa-4370-b170-e8cdb5936adf), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:05.760018 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-46e56755-ffa3-4ef8-950e-7247b6ac7c4d tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (6017070b-a0f5-4a1e-bcea-2e03907af6e9), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:05.770801 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1e717240-a153-461a-a7f7-2625debfaee2 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (13e9cc7c-10fa-4370-b170-e8cdb5936adf), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:05.771938 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e717240-a153-461a-a7f7-2625debfaee2 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:05.772721 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1e717240-a153-461a-a7f7-2625debfaee2 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:05.809968 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-1e717240-a153-461a-a7f7-2625debfaee2 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2339323 Feb 02 07:25:05.814762 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44742) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:05.839987 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e717240-a153-461a-a7f7-2625debfaee2 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Pushing event updated for resources: {'Network': ['ID=13e9cc7c-10fa-4370-b170-e8cdb5936adf,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:05.853119 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 13e9cc7c-10fa-4370-b170-e8cdb5936adf details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:25:05.888748 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-46e56755-ffa3-4ef8-950e-7247b6ac7c4d tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (6017070b-a0f5-4a1e-bcea-2e03907af6e9), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:05.953822 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-46e56755-ffa3-4ef8-950e-7247b6ac7c4d tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6017070b-a0f5-4a1e-bcea-2e03907af6e9']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:25:05.973346 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-46e56755-ffa3-4ef8-950e-7247b6ac7c4d tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2371f6b0-bf31-4f58-a1e4-4904d32a976a') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:25:05.973638 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-46e56755-ffa3-4ef8-950e-7247b6ac7c4d tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2371f6b0-bf31-4f58-a1e4-4904d32a976a') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:25:06.002428 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-46e56755-ffa3-4ef8-950e-7247b6ac7c4d tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (2371f6b0-bf31-4f58-a1e4-4904d32a976a), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:06.033955 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-46e56755-ffa3-4ef8-950e-7247b6ac7c4d tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (2371f6b0-bf31-4f58-a1e4-4904d32a976a), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:06.044612 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46e56755-ffa3-4ef8-950e-7247b6ac7c4d tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:25:06.045098 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-46e56755-ffa3-4ef8-950e-7247b6ac7c4d tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (2371f6b0-bf31-4f58-a1e4-4904d32a976a), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:06.048778 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:25:06.048778 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:25:06.048778 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:25:06.048778 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:25:06.048778 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:25:06.048778 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:25:06.048778 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:25:06.048778 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:25:06.048778 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:25:06.048778 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:25:06.048778 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:25:06.048778 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:25:06.048778 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:25:06.048778 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:25:06.048778 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:25:06.048778 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:25:06.048778 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:25:06.048778 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:25:06.048778 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:25:06.048778 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:25:06.048778 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:25:06.048778 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:25:06.048778 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:25:06.048778 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:25:06.048778 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:25:06.048778 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:25:06.048778 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:25:06.048778 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:25:06.048778 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:25:06.048778 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:25:06.048778 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:25:06.048778 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:25:06.056234 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea24bcfd-ab7e-491e-9dbd-34aed3d235d8 tempest-ExternalNetworksTestJSON-1464039165 tempest-ExternalNetworksTestJSON-1464039165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:06.061884 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea24bcfd-ab7e-491e-9dbd-34aed3d235d8 tempest-ExternalNetworksTestJSON-1464039165 tempest-ExternalNetworksTestJSON-1464039165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:06.067928 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea24bcfd-ab7e-491e-9dbd-34aed3d235d8 tempest-ExternalNetworksTestJSON-1464039165 tempest-ExternalNetworksTestJSON-1464039165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:06.073504 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea24bcfd-ab7e-491e-9dbd-34aed3d235d8 tempest-ExternalNetworksTestJSON-1464039165 tempest-ExternalNetworksTestJSON-1464039165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:06.075237 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-ea24bcfd-ab7e-491e-9dbd-34aed3d235d8 tempest-ExternalNetworksTestJSON-1464039165 tempest-ExternalNetworksTestJSON-1464039165-project] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.2595422 Feb 02 07:25:06.078214 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44744) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:06.137630 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-46e56755-ffa3-4ef8-950e-7247b6ac7c4d tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (6017070b-a0f5-4a1e-bcea-2e03907af6e9), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:06.145464 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-46e56755-ffa3-4ef8-950e-7247b6ac7c4d tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:06.151027 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-46e56755-ffa3-4ef8-950e-7247b6ac7c4d tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] 10.222.0.87 "DELETE /v2.0/networks/6017070b-a0f5-4a1e-bcea-2e03907af6e9 HTTP/1.1" status: 204 len: 168 time: 0.5036240 Feb 02 07:25:06.152039 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44746) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:06.166453 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e56755-ffa3-4ef8-950e-7247b6ac7c4d tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Pushing event deleted for resources: {'Network': ['ID=6017070b-a0f5-4a1e-bcea-2e03907af6e9,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:06.185116 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4132a1ef-9a38-4f57-ab92-1970d40bb5d1 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (13e9cc7c-10fa-4370-b170-e8cdb5936adf), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:06.217241 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-089abee1-5ea3-4587-8d4e-f59589438c84 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Deleting subnet efad5891-d871-4593-9346-509b930c62f0 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:25:06.223242 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-089abee1-5ea3-4587-8d4e-f59589438c84 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks [] for subnet (efad5891-d871-4593-9346-509b930c62f0), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:06.300643 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-089abee1-5ea3-4587-8d4e-f59589438c84 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (efad5891-d871-4593-9346-509b930c62f0), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:06.344912 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4132a1ef-9a38-4f57-ab92-1970d40bb5d1 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (13e9cc7c-10fa-4370-b170-e8cdb5936adf), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:06.365832 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device ed199015-9dcb-4922-86d8-1f8aab7f965c no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:25:06.375069 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-4132a1ef-9a38-4f57-ab92-1970d40bb5d1 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13e9cc7c-10fa-4370-b170-e8cdb5936adf']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:25:06.386726 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: ed199015-9dcb-4922-86d8-1f8aab7f965c {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:25:06.387085 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device ed199015-9dcb-4922-86d8-1f8aab7f965c not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:25:06.387513 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device b6f18595-369a-4e14-85b5-2e65c3b3b021 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:25:06.391227 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-4132a1ef-9a38-4f57-ab92-1970d40bb5d1 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecdecfc2-dffc-43c0-b420-14f7370ae61c') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:25:06.391538 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-4132a1ef-9a38-4f57-ab92-1970d40bb5d1 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecdecfc2-dffc-43c0-b420-14f7370ae61c') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:25:06.405160 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4132a1ef-9a38-4f57-ab92-1970d40bb5d1 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (ecdecfc2-dffc-43c0-b420-14f7370ae61c), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:06.406868 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: b6f18595-369a-4e14-85b5-2e65c3b3b021 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:25:06.407225 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device b6f18595-369a-4e14-85b5-2e65c3b3b021 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:25:06.445366 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4132a1ef-9a38-4f57-ab92-1970d40bb5d1 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (ecdecfc2-dffc-43c0-b420-14f7370ae61c), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:06.455643 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4132a1ef-9a38-4f57-ab92-1970d40bb5d1 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:25:06.456076 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4132a1ef-9a38-4f57-ab92-1970d40bb5d1 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (ecdecfc2-dffc-43c0-b420-14f7370ae61c), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:06.458275 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:25:06.458275 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:25:06.458275 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:25:06.458275 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:25:06.458275 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:25:06.458275 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:25:06.458275 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:25:06.458275 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:25:06.458275 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:25:06.458275 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:25:06.458275 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:25:06.458275 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:25:06.458275 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:25:06.458275 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:25:06.458275 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:25:06.458275 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:25:06.458275 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:25:06.458275 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:25:06.458275 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:25:06.458275 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:25:06.458275 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:25:06.458275 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:25:06.458275 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:25:06.458275 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:25:06.458275 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:25:06.458275 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:25:06.458275 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:25:06.458275 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:25:06.458275 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:25:06.458275 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:25:06.458275 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:25:06.458275 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:25:06.468650 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-089abee1-5ea3-4587-8d4e-f59589438c84 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (efad5891-d871-4593-9346-509b930c62f0), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:06.547217 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4132a1ef-9a38-4f57-ab92-1970d40bb5d1 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (13e9cc7c-10fa-4370-b170-e8cdb5936adf), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:06.554497 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4132a1ef-9a38-4f57-ab92-1970d40bb5d1 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 13e9cc7c-10fa-4370-b170-e8cdb5936adf {{(pid=109694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 02 07:25:06.560813 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4132a1ef-9a38-4f57-ab92-1970d40bb5d1 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:06.569475 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-4132a1ef-9a38-4f57-ab92-1970d40bb5d1 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] 10.222.0.87 "DELETE /v2.0/networks/13e9cc7c-10fa-4370-b170-e8cdb5936adf HTTP/1.1" status: 204 len: 168 time: 0.4847827 Feb 02 07:25:06.569744 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44748) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:06.574741 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-20380ef7-a390-4483-b91e-23dcc32d3840 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Request body: {'network': {'name': 'tempest-network--913417809', 'router:external': True}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:25:06.579817 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4132a1ef-9a38-4f57-ab92-1970d40bb5d1 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Pushing event deleted for resources: {'Network': ['ID=13e9cc7c-10fa-4370-b170-e8cdb5936adf,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:06.591960 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-089abee1-5ea3-4587-8d4e-f59589438c84 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (efad5891-d871-4593-9346-509b930c62f0), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:06.599798 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20380ef7-a390-4483-b91e-23dcc32d3840 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Made reservation on behalf of f3725217cc7a4ece8832b9e5aea07f21 for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:25:06.602847 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-20380ef7-a390-4483-b91e-23dcc32d3840 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:06.640423 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20380ef7-a390-4483-b91e-23dcc32d3840 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:25:06.642630 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089abee1-5ea3-4587-8d4e-f59589438c84 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Pushing event deleted for resources: {'Subnet': ['ID=efad5891-d871-4593-9346-509b930c62f0,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:06.655189 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ee7c90-1a3f-418e-b480-bff1ccf197ec None None] Network 8afa17e8-8829-4ba9-a028-33abb7daf297 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:25:06.658004 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-089abee1-5ea3-4587-8d4e-f59589438c84 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks [] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:06.658669 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-20380ef7-a390-4483-b91e-23dcc32d3840 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (492fad39-1698-4921-9977-ddfab76aac9a), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:06.659031 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-20380ef7-a390-4483-b91e-23dcc32d3840 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Added segment 492fad39-1698-4921-9977-ddfab76aac9a of type vlan for network 83524a59-7dc4-4ba5-a78c-cd39dd72f40e Feb 02 07:25:06.666576 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-089abee1-5ea3-4587-8d4e-f59589438c84 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] 10.222.0.87 "DELETE /v2.0/subnets/efad5891-d871-4593-9346-509b930c62f0 HTTP/1.1" status: 204 len: 168 time: 0.5119259 Feb 02 07:25:06.677070 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44752) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:06.711071 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ae32fe37-235c-4ecf-ad45-b53486095c5b req-fe07e8bb-ba4c-497a-906e-92940652315d tempest-ServerShowV254Test-1170442826 tempest-ServerShowV254Test-1170442826-project] 10.222.0.87 "GET /v2.0/ports?device_id=e65bd206-dc36-4c16-bb2d-9aa77c9271c2 HTTP/1.1" status: 200 len: 210 time: 0.0563490 Feb 02 07:25:06.726494 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-20380ef7-a390-4483-b91e-23dcc32d3840 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (83524a59-7dc4-4ba5-a78c-cd39dd72f40e), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:06.785420 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-20380ef7-a390-4483-b91e-23dcc32d3840 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (83524a59-7dc4-4ba5-a78c-cd39dd72f40e), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:06.787112 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20380ef7-a390-4483-b91e-23dcc32d3840 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:06.787898 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-20380ef7-a390-4483-b91e-23dcc32d3840 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:06.793545 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0f1f027a-a3bc-429a-aed3-1bf2f668db82 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (8afa17e8-8829-4ba9-a028-33abb7daf297), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:06.860818 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-20380ef7-a390-4483-b91e-23dcc32d3840 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2870693 Feb 02 07:25:06.860818 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44762) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:06.886431 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-0f1f027a-a3bc-429a-aed3-1bf2f668db82 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Deleting port 87c36878-6f75-4e8b-a672-10f5d1b19e10 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:25:06.886834 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0f1f027a-a3bc-429a-aed3-1bf2f668db82 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (87c36878-6f75-4e8b-a672-10f5d1b19e10), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:06.934241 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20380ef7-a390-4483-b91e-23dcc32d3840 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Pushing event updated for resources: {'Network': ['ID=83524a59-7dc4-4ba5-a78c-cd39dd72f40e,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:06.947181 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 83524a59-7dc4-4ba5-a78c-cd39dd72f40e details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:25:07.004864 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-0f1f027a-a3bc-429a-aed3-1bf2f668db82 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] For port 87c36878-6f75-4e8b-a672-10f5d1b19e10, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=87c36878-6f75-4e8b-a672-10f5d1b19e10,segment=NetworkSegment(2a41de30-ed57-415d-ba01-dbfe9b1bf8b9),segment_id=2a41de30-ed57-415d-ba01-dbfe9b1bf8b9)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:25:07.005335 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0f1f027a-a3bc-429a-aed3-1bf2f668db82 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (87c36878-6f75-4e8b-a672-10f5d1b19e10), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:07.014282 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f6cc8c-f9a6-4119-9227-9873fa7ce38f None None] DHCP port deletion for 8afa17e8-8829-4ba9-a028-33abb7daf297 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:25:07.040574 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-0f1f027a-a3bc-429a-aed3-1bf2f668db82 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Calling delete_port for 87c36878-6f75-4e8b-a672-10f5d1b19e10 owned by network:dhcp {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:25:07.054332 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3b1850-9f48-40a5-a7da-07a8dbac9dac tempest-ExternalNetworksTestJSON-1464039165 tempest-ExternalNetworksTestJSON-1464039165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:07.056281 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-2e3b1850-9f48-40a5-a7da-07a8dbac9dac tempest-ExternalNetworksTestJSON-1464039165 tempest-ExternalNetworksTestJSON-1464039165-project] 10.222.0.87 "GET /v2.0/networks/83524a59-7dc4-4ba5-a78c-cd39dd72f40e HTTP/1.1" status: 200 len: 756 time: 0.1949372 Feb 02 07:25:07.058811 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44766) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:07.095136 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-13f6cc8c-f9a6-4119-9227-9873fa7ce38f None None] Deleting port 87c36878-6f75-4e8b-a672-10f5d1b19e10 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:25:07.095982 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-13f6cc8c-f9a6-4119-9227-9873fa7ce38f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (87c36878-6f75-4e8b-a672-10f5d1b19e10), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:07.156935 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0f1f027a-a3bc-429a-aed3-1bf2f668db82 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (87c36878-6f75-4e8b-a672-10f5d1b19e10), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:07.158534 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281901cc-8779-46a6-b925-90e48fa64877 tempest-ExternalNetworksTestJSON-1464039165 tempest-ExternalNetworksTestJSON-1464039165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:07.161522 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-281901cc-8779-46a6-b925-90e48fa64877 tempest-ExternalNetworksTestJSON-1464039165 tempest-ExternalNetworksTestJSON-1464039165-project] 10.222.0.87 "GET /v2.0/networks/3952c44b-b98c-4a3e-af2f-53b1eaab3456 HTTP/1.1" status: 200 len: 766 time: 0.1014488 Feb 02 07:25:07.164329 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44768) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:07.173608 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1f027a-a3bc-429a-aed3-1bf2f668db82 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] No DVR routers for this DVR port 87c36878-6f75-4e8b-a672-10f5d1b19e10 on host n-d-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:25:07.188246 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-13f6cc8c-f9a6-4119-9227-9873fa7ce38f None None] For port 87c36878-6f75-4e8b-a672-10f5d1b19e10, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=87c36878-6f75-4e8b-a672-10f5d1b19e10,segment=NetworkSegment(2a41de30-ed57-415d-ba01-dbfe9b1bf8b9),segment_id=2a41de30-ed57-415d-ba01-dbfe9b1bf8b9)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:25:07.188656 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-13f6cc8c-f9a6-4119-9227-9873fa7ce38f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (87c36878-6f75-4e8b-a672-10f5d1b19e10), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:07.204015 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-13f6cc8c-f9a6-4119-9227-9873fa7ce38f None None] Calling delete_port for 87c36878-6f75-4e8b-a672-10f5d1b19e10 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:25:07.221371 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1f027a-a3bc-429a-aed3-1bf2f668db82 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Pushing event deleted for resources: {'Port': ['ID=87c36878-6f75-4e8b-a672-10f5d1b19e10,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:07.251630 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4ac5eb60-ba4d-44c3-91ce-8fb08c8bfdd6 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (83524a59-7dc4-4ba5-a78c-cd39dd72f40e), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:07.289634 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0f1f027a-a3bc-429a-aed3-1bf2f668db82 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (8afa17e8-8829-4ba9-a028-33abb7daf297), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:07.293770 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-13f6cc8c-f9a6-4119-9227-9873fa7ce38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (87c36878-6f75-4e8b-a672-10f5d1b19e10), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:07.311671 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-0f1f027a-a3bc-429a-aed3-1bf2f668db82 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8afa17e8-8829-4ba9-a028-33abb7daf297']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:25:07.321029 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f6cc8c-f9a6-4119-9227-9873fa7ce38f None None] Pushing event deleted for resources: {'Port': ['ID=87c36878-6f75-4e8b-a672-10f5d1b19e10,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:07.321420 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-0f1f027a-a3bc-429a-aed3-1bf2f668db82 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a41de30-ed57-415d-ba01-dbfe9b1bf8b9') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:25:07.321721 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-0f1f027a-a3bc-429a-aed3-1bf2f668db82 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a41de30-ed57-415d-ba01-dbfe9b1bf8b9') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:25:07.327756 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f6cc8c-f9a6-4119-9227-9873fa7ce38f None None] No DVR routers for this DVR port 87c36878-6f75-4e8b-a672-10f5d1b19e10 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:25:07.339888 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4ac5eb60-ba4d-44c3-91ce-8fb08c8bfdd6 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (83524a59-7dc4-4ba5-a78c-cd39dd72f40e), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:07.340086 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0f1f027a-a3bc-429a-aed3-1bf2f668db82 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (2a41de30-ed57-415d-ba01-dbfe9b1bf8b9), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:07.354883 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0f1f027a-a3bc-429a-aed3-1bf2f668db82 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (2a41de30-ed57-415d-ba01-dbfe9b1bf8b9), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:07.360752 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f1f027a-a3bc-429a-aed3-1bf2f668db82 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:25:07.361138 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0f1f027a-a3bc-429a-aed3-1bf2f668db82 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (2a41de30-ed57-415d-ba01-dbfe9b1bf8b9), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:07.362390 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-4ac5eb60-ba4d-44c3-91ce-8fb08c8bfdd6 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83524a59-7dc4-4ba5-a78c-cd39dd72f40e']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:25:07.364523 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:25:07.364523 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:25:07.364523 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:25:07.364523 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:25:07.364523 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:25:07.364523 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:25:07.364523 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:25:07.364523 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:25:07.364523 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:25:07.364523 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:25:07.364523 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:25:07.364523 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:25:07.364523 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:25:07.364523 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:25:07.364523 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:25:07.364523 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:25:07.364523 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:25:07.364523 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:25:07.364523 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:25:07.364523 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:25:07.364523 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:25:07.364523 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:25:07.364523 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:25:07.364523 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:25:07.364523 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:25:07.364523 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:25:07.364523 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:25:07.364523 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:25:07.364523 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:25:07.364523 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:25:07.364523 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:25:07.364523 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:25:07.372611 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-4ac5eb60-ba4d-44c3-91ce-8fb08c8bfdd6 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '492fad39-1698-4921-9977-ddfab76aac9a') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:25:07.372936 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-4ac5eb60-ba4d-44c3-91ce-8fb08c8bfdd6 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '492fad39-1698-4921-9977-ddfab76aac9a') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:25:07.382868 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4ac5eb60-ba4d-44c3-91ce-8fb08c8bfdd6 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (492fad39-1698-4921-9977-ddfab76aac9a), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:07.396410 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4ac5eb60-ba4d-44c3-91ce-8fb08c8bfdd6 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (492fad39-1698-4921-9977-ddfab76aac9a), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:07.402830 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ac5eb60-ba4d-44c3-91ce-8fb08c8bfdd6 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:25:07.403214 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4ac5eb60-ba4d-44c3-91ce-8fb08c8bfdd6 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (492fad39-1698-4921-9977-ddfab76aac9a), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:07.404944 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:25:07.404944 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:25:07.404944 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:25:07.404944 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:25:07.404944 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:25:07.404944 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:25:07.404944 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:25:07.404944 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:25:07.404944 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:25:07.404944 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:25:07.404944 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:25:07.404944 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:25:07.404944 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:25:07.404944 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:25:07.404944 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:25:07.404944 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:25:07.404944 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:25:07.404944 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:25:07.404944 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:25:07.404944 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:25:07.404944 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:25:07.404944 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:25:07.404944 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:25:07.404944 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:25:07.404944 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:25:07.404944 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:25:07.404944 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:25:07.404944 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:25:07.404944 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:25:07.404944 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:25:07.404944 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:25:07.404944 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:25:07.422580 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0f1f027a-a3bc-429a-aed3-1bf2f668db82 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (8afa17e8-8829-4ba9-a028-33abb7daf297), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:07.430860 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0f1f027a-a3bc-429a-aed3-1bf2f668db82 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:07.433994 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0f1f027a-a3bc-429a-aed3-1bf2f668db82 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] 10.222.0.87 "DELETE /v2.0/networks/8afa17e8-8829-4ba9-a028-33abb7daf297 HTTP/1.1" status: 204 len: 168 time: 0.7559557 Feb 02 07:25:07.445535 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44770) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:07.454304 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1f027a-a3bc-429a-aed3-1bf2f668db82 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Pushing event deleted for resources: {'Network': ['ID=8afa17e8-8829-4ba9-a028-33abb7daf297,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:07.472287 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4ac5eb60-ba4d-44c3-91ce-8fb08c8bfdd6 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (83524a59-7dc4-4ba5-a78c-cd39dd72f40e), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:07.478682 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-2821e325-0b83-4330-aec3-6a8d780d4c93 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] 10.222.0.87 "GET /v2.0/ports?device_id=47935692-a2f4-43e9-b4b4-d771a14b2890 HTTP/1.1" status: 200 len: 205 time: 0.0298774 Feb 02 07:25:07.478989 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac5eb60-ba4d-44c3-91ce-8fb08c8bfdd6 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 83524a59-7dc4-4ba5-a78c-cd39dd72f40e {{(pid=109693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 02 07:25:07.479096 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44772) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:07.494706 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4ac5eb60-ba4d-44c3-91ce-8fb08c8bfdd6 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:07.501560 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-4ac5eb60-ba4d-44c3-91ce-8fb08c8bfdd6 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] 10.222.0.87 "DELETE /v2.0/networks/83524a59-7dc4-4ba5-a78c-cd39dd72f40e HTTP/1.1" status: 204 len: 168 time: 0.3329484 Feb 02 07:25:07.507651 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44774) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:07.512376 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-3a3cc110-4a93-468b-8448-db2310985422 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Request body: {'network': {'name': 'tempest-network--391231791'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:25:07.521512 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac5eb60-ba4d-44c3-91ce-8fb08c8bfdd6 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Pushing event deleted for resources: {'Network': ['ID=83524a59-7dc4-4ba5-a78c-cd39dd72f40e,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:07.535117 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a3cc110-4a93-468b-8448-db2310985422 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Made reservation on behalf of f3725217cc7a4ece8832b9e5aea07f21 for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:25:07.538537 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3a3cc110-4a93-468b-8448-db2310985422 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:07.573664 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a3cc110-4a93-468b-8448-db2310985422 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:25:07.574484 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2ec538e2-3b4b-4d1a-90a7-1bcef8edb057 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks [] for router (47935692-a2f4-43e9-b4b4-d771a14b2890), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:07.586372 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3a3cc110-4a93-468b-8448-db2310985422 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (dcd27df9-db7d-4f5b-a174-8c299e5a7dfb), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:07.586771 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-3a3cc110-4a93-468b-8448-db2310985422 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Added segment dcd27df9-db7d-4f5b-a174-8c299e5a7dfb of type vlan for network 87aa72c2-274b-43bd-836d-8a438dfd650e Feb 02 07:25:07.634491 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3a3cc110-4a93-468b-8448-db2310985422 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (87aa72c2-274b-43bd-836d-8a438dfd650e), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:07.664587 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3a3cc110-4a93-468b-8448-db2310985422 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (87aa72c2-274b-43bd-836d-8a438dfd650e), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:07.665690 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3cc110-4a93-468b-8448-db2310985422 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:07.666488 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3a3cc110-4a93-468b-8448-db2310985422 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:07.704063 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-3a3cc110-4a93-468b-8448-db2310985422 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.1953540 Feb 02 07:25:07.707273 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44776) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:07.735975 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-4480e4b0-1977-4642-a8e8-41f526a08f5f tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:25:07.749482 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2ec538e2-3b4b-4d1a-90a7-1bcef8edb057 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (47935692-a2f4-43e9-b4b4-d771a14b2890), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:07.750639 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3cc110-4a93-468b-8448-db2310985422 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Pushing event updated for resources: {'Network': ['ID=87aa72c2-274b-43bd-836d-8a438dfd650e,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:07.751691 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2ec538e2-3b4b-4d1a-90a7-1bcef8edb057 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks [] for router_controller (47935692-a2f4-43e9-b4b4-d771a14b2890), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:07.763917 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 87aa72c2-274b-43bd-836d-8a438dfd650e details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:25:07.816646 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2ec538e2-3b4b-4d1a-90a7-1bcef8edb057 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (47935692-a2f4-43e9-b4b4-d771a14b2890), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:07.817643 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec538e2-3b4b-4d1a-90a7-1bcef8edb057 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Fanout notify agent at l3_agent the message router_deleted on router 47935692-a2f4-43e9-b4b4-d771a14b2890 {{(pid=109694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:25:07.829963 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2ec538e2-3b4b-4d1a-90a7-1bcef8edb057 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:07.831991 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-2ec538e2-3b4b-4d1a-90a7-1bcef8edb057 tempest-RoutersNegativeTest-1969313370 tempest-RoutersNegativeTest-1969313370-project] 10.222.0.87 "DELETE /v2.0/routers/47935692-a2f4-43e9-b4b4-d771a14b2890 HTTP/1.1" status: 204 len: 168 time: 0.3508701 Feb 02 07:25:07.881129 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-33dce37a-105e-4fe9-88a6-3d42d6629243 req-b03d620e-dc79-48f9-b659-86d4d991b309 tempest-ServerShowV254Test-1170442826 tempest-ServerShowV254Test-1170442826-project] 10.222.0.87 "GET /v2.0/ports?device_id=e65bd206-dc36-4c16-bb2d-9aa77c9271c2 HTTP/1.1" status: 200 len: 210 time: 0.0351110 Feb 02 07:25:07.928037 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4480e4b0-1977-4642-a8e8-41f526a08f5f tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (87aa72c2-274b-43bd-836d-8a438dfd650e), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:07.946484 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4480e4b0-1977-4642-a8e8-41f526a08f5f tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (87aa72c2-274b-43bd-836d-8a438dfd650e), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:07.968400 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4480e4b0-1977-4642-a8e8-41f526a08f5f tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Network 87aa72c2-274b-43bd-836d-8a438dfd650e is not hosted by any dhcp agent {{(pid=109693) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 02 07:25:07.969280 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4480e4b0-1977-4642-a8e8-41f526a08f5f tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:07.969991 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4480e4b0-1977-4642-a8e8-41f526a08f5f tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:07.971314 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-4480e4b0-1977-4642-a8e8-41f526a08f5f tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] 10.222.0.87 "PUT /v2.0/networks/87aa72c2-274b-43bd-836d-8a438dfd650e HTTP/1.1" status: 200 len: 857 time: 0.2630930 Feb 02 07:25:07.974549 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44782) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:08.048287 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4480e4b0-1977-4642-a8e8-41f526a08f5f tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Pushing event updated for resources: {'Network': ['ID=87aa72c2-274b-43bd-836d-8a438dfd650e,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:08.101783 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-01d80bcb-de2d-4f3a-b2c3-be3108f22502 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (87aa72c2-274b-43bd-836d-8a438dfd650e), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:08.164327 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44792) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:08.189043 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-01d80bcb-de2d-4f3a-b2c3-be3108f22502 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (87aa72c2-274b-43bd-836d-8a438dfd650e), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:08.212452 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-01d80bcb-de2d-4f3a-b2c3-be3108f22502 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87aa72c2-274b-43bd-836d-8a438dfd650e']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:25:08.223578 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-01d80bcb-de2d-4f3a-b2c3-be3108f22502 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcd27df9-db7d-4f5b-a174-8c299e5a7dfb') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:25:08.223893 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-01d80bcb-de2d-4f3a-b2c3-be3108f22502 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcd27df9-db7d-4f5b-a174-8c299e5a7dfb') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:25:08.235524 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-01d80bcb-de2d-4f3a-b2c3-be3108f22502 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (dcd27df9-db7d-4f5b-a174-8c299e5a7dfb), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:08.250761 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-01d80bcb-de2d-4f3a-b2c3-be3108f22502 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (dcd27df9-db7d-4f5b-a174-8c299e5a7dfb), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:08.258127 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01d80bcb-de2d-4f3a-b2c3-be3108f22502 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:25:08.258995 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-01d80bcb-de2d-4f3a-b2c3-be3108f22502 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (dcd27df9-db7d-4f5b-a174-8c299e5a7dfb), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:08.260643 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:25:08.260643 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:25:08.260643 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:25:08.260643 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:25:08.260643 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:25:08.260643 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:25:08.260643 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:25:08.260643 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:25:08.260643 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:25:08.260643 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:25:08.260643 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:25:08.260643 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:25:08.260643 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:25:08.260643 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:25:08.260643 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:25:08.260643 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:25:08.260643 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:25:08.260643 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:25:08.260643 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:25:08.260643 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:25:08.260643 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:25:08.260643 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:25:08.260643 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:25:08.260643 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:25:08.260643 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:25:08.260643 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:25:08.260643 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:25:08.260643 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:25:08.260643 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:25:08.260643 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:25:08.260643 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:25:08.260643 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:25:08.330292 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-01d80bcb-de2d-4f3a-b2c3-be3108f22502 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (87aa72c2-274b-43bd-836d-8a438dfd650e), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:08.336363 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d80bcb-de2d-4f3a-b2c3-be3108f22502 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 87aa72c2-274b-43bd-836d-8a438dfd650e {{(pid=109693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 02 07:25:08.339374 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-01d80bcb-de2d-4f3a-b2c3-be3108f22502 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:08.346382 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-01d80bcb-de2d-4f3a-b2c3-be3108f22502 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] 10.222.0.87 "DELETE /v2.0/networks/87aa72c2-274b-43bd-836d-8a438dfd650e HTTP/1.1" status: 204 len: 168 time: 0.3696489 Feb 02 07:25:08.347167 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44798) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:08.368120 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d80bcb-de2d-4f3a-b2c3-be3108f22502 tempest-ExternalNetworksTestJSON-287442408 tempest-ExternalNetworksTestJSON-287442408-project-admin] Pushing event deleted for resources: {'Network': ['ID=87aa72c2-274b-43bd-836d-8a438dfd650e,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:08.384273 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f41b383d-f6da-4f38-9c16-72540b61dea9 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=6ed2d1b1e6d64a9cbab4bc609c62b8ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2181025 Feb 02 07:25:08.385227 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44800) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:08.393462 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-4367c0b4-82e0-436d-bf97-2c7f3f2f5cb8 tempest-ExternalNetworksTestJSON-1464039165 tempest-ExternalNetworksTestJSON-1464039165-project] DELETE failed (client error): The resource could not be found. Feb 02 07:25:08.394457 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4367c0b4-82e0-436d-bf97-2c7f3f2f5cb8 tempest-ExternalNetworksTestJSON-1464039165 tempest-ExternalNetworksTestJSON-1464039165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:25:08.400560 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-4367c0b4-82e0-436d-bf97-2c7f3f2f5cb8 tempest-ExternalNetworksTestJSON-1464039165 tempest-ExternalNetworksTestJSON-1464039165-project] 10.222.0.87 "DELETE /v2.0/subnets/d0d24828-e08d-4c4a-8e56-9e359935b5c9 HTTP/1.1" status: 404 len: 337 time: 0.0504353 Feb 02 07:25:08.401238 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44802) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:08.424228 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 87c36878-6f75-4e8b-a672-10f5d1b19e10 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:25:08.455318 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bcaed3fb-1ff8-4a68-b073-08d4e5ea3f84 admin admin] Publish callbacks [] for security_group (ee8105d5-8aa4-430f-a242-e7cd35036450), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:08.468478 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 87c36878-6f75-4e8b-a672-10f5d1b19e10 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:25:08.471166 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 87c36878-6f75-4e8b-a672-10f5d1b19e10 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:25:08.493615 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bcaed3fb-1ff8-4a68-b073-08d4e5ea3f84 admin admin] Publish callbacks [] for security_group (ee8105d5-8aa4-430f-a242-e7cd35036450), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:08.501741 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-934414df-d4f7-4dcb-84bf-b6d30d84ae5d tempest-ExternalNetworksTestJSON-1464039165 tempest-ExternalNetworksTestJSON-1464039165-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (3952c44b-b98c-4a3e-af2f-53b1eaab3456), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:08.552198 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bcaed3fb-1ff8-4a68-b073-08d4e5ea3f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (ee8105d5-8aa4-430f-a242-e7cd35036450), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:08.556735 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bcaed3fb-1ff8-4a68-b073-08d4e5ea3f84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:08.558604 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-bcaed3fb-1ff8-4a68-b073-08d4e5ea3f84 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ee8105d5-8aa4-430f-a242-e7cd35036450 HTTP/1.1" status: 204 len: 168 time: 0.1697097 Feb 02 07:25:08.567834 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaed3fb-1ff8-4a68-b073-08d4e5ea3f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8105d5-8aa4-430f-a242-e7cd35036450,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:08.606260 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-934414df-d4f7-4dcb-84bf-b6d30d84ae5d tempest-ExternalNetworksTestJSON-1464039165 tempest-ExternalNetworksTestJSON-1464039165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (3952c44b-b98c-4a3e-af2f-53b1eaab3456), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:08.630053 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-934414df-d4f7-4dcb-84bf-b6d30d84ae5d tempest-ExternalNetworksTestJSON-1464039165 tempest-ExternalNetworksTestJSON-1464039165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3952c44b-b98c-4a3e-af2f-53b1eaab3456']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:25:08.640361 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-934414df-d4f7-4dcb-84bf-b6d30d84ae5d tempest-ExternalNetworksTestJSON-1464039165 tempest-ExternalNetworksTestJSON-1464039165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32794854-e54d-4e6a-b663-2e08aa265459') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:25:08.640687 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-934414df-d4f7-4dcb-84bf-b6d30d84ae5d tempest-ExternalNetworksTestJSON-1464039165 tempest-ExternalNetworksTestJSON-1464039165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32794854-e54d-4e6a-b663-2e08aa265459') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:25:08.652788 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-934414df-d4f7-4dcb-84bf-b6d30d84ae5d tempest-ExternalNetworksTestJSON-1464039165 tempest-ExternalNetworksTestJSON-1464039165-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (32794854-e54d-4e6a-b663-2e08aa265459), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:08.667985 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-934414df-d4f7-4dcb-84bf-b6d30d84ae5d tempest-ExternalNetworksTestJSON-1464039165 tempest-ExternalNetworksTestJSON-1464039165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (32794854-e54d-4e6a-b663-2e08aa265459), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:08.674086 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-934414df-d4f7-4dcb-84bf-b6d30d84ae5d tempest-ExternalNetworksTestJSON-1464039165 tempest-ExternalNetworksTestJSON-1464039165-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:25:08.674426 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-934414df-d4f7-4dcb-84bf-b6d30d84ae5d tempest-ExternalNetworksTestJSON-1464039165 tempest-ExternalNetworksTestJSON-1464039165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (32794854-e54d-4e6a-b663-2e08aa265459), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:08.731871 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:25:08.731871 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:25:08.731871 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:25:08.731871 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:25:08.731871 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:25:08.731871 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:25:08.731871 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:25:08.731871 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:25:08.731871 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:25:08.731871 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:25:08.731871 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:25:08.731871 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:25:08.731871 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:25:08.731871 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:25:08.731871 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:25:08.731871 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:25:08.731871 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:25:08.731871 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:25:08.731871 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:25:08.731871 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:25:08.731871 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:25:08.731871 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:25:08.731871 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:25:08.731871 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:25:08.731871 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:25:08.731871 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:25:08.731871 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:25:08.731871 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:25:08.731871 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:25:08.731871 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:25:08.731871 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:25:08.731871 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:25:08.743611 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-934414df-d4f7-4dcb-84bf-b6d30d84ae5d tempest-ExternalNetworksTestJSON-1464039165 tempest-ExternalNetworksTestJSON-1464039165-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (3952c44b-b98c-4a3e-af2f-53b1eaab3456), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:08.752806 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-934414df-d4f7-4dcb-84bf-b6d30d84ae5d tempest-ExternalNetworksTestJSON-1464039165 tempest-ExternalNetworksTestJSON-1464039165-project] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:08.760259 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-934414df-d4f7-4dcb-84bf-b6d30d84ae5d tempest-ExternalNetworksTestJSON-1464039165 tempest-ExternalNetworksTestJSON-1464039165-project] 10.222.0.87 "DELETE /v2.0/networks/3952c44b-b98c-4a3e-af2f-53b1eaab3456 HTTP/1.1" status: 204 len: 168 time: 0.3551426 Feb 02 07:25:08.767969 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934414df-d4f7-4dcb-84bf-b6d30d84ae5d tempest-ExternalNetworksTestJSON-1464039165 tempest-ExternalNetworksTestJSON-1464039165-project] Pushing event deleted for resources: {'Network': ['ID=3952c44b-b98c-4a3e-af2f-53b1eaab3456,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:09.001491 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8c32af0b-fd4b-4316-8d26-aa252917b388 req-29128c3b-8734-4929-9719-26d99b406af6 tempest-ServerShowV254Test-1170442826 tempest-ServerShowV254Test-1170442826-project] 10.222.0.87 "GET /v2.0/ports?device_id=e65bd206-dc36-4c16-bb2d-9aa77c9271c2 HTTP/1.1" status: 200 len: 210 time: 0.0349114 Feb 02 07:25:09.080448 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44822) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:09.296645 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-503c7a3b-fe75-4eb3-acab-ef677cfdd820 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b0053306b5294806bebc6639b9fa708a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2144094 Feb 02 07:25:09.299045 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44834) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:09.361954 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6a77a65f-8eb1-4c11-bfed-e5b9508d4f69 admin admin] Publish callbacks [] for security_group (b98cb1d4-06e9-454c-904d-dc69b6b9cc98), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:09.387852 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6a77a65f-8eb1-4c11-bfed-e5b9508d4f69 admin admin] Publish callbacks [] for security_group (b98cb1d4-06e9-454c-904d-dc69b6b9cc98), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:09.437575 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6a77a65f-8eb1-4c11-bfed-e5b9508d4f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (b98cb1d4-06e9-454c-904d-dc69b6b9cc98), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:09.441005 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6a77a65f-8eb1-4c11-bfed-e5b9508d4f69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:09.443902 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-6a77a65f-8eb1-4c11-bfed-e5b9508d4f69 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b98cb1d4-06e9-454c-904d-dc69b6b9cc98 HTTP/1.1" status: 204 len: 168 time: 0.1416209 Feb 02 07:25:09.451389 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a77a65f-8eb1-4c11-bfed-e5b9508d4f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98cb1d4-06e9-454c-904d-dc69b6b9cc98,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:09.862152 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44852) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:09.907708 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-5dee25e6-b4ce-4028-a09a-8f1c3057ebf2 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f3725217cc7a4ece8832b9e5aea07f21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0430481 Feb 02 07:25:09.909984 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44856) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:09.962033 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e6ac4fa6-85ea-41fd-9bd4-80fba28cfffc admin admin] Publish callbacks [] for security_group (a0d32ffe-7a27-4a7b-a4a7-c06b79e8a633), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:09.999475 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e6ac4fa6-85ea-41fd-9bd4-80fba28cfffc admin admin] Publish callbacks [] for security_group (a0d32ffe-7a27-4a7b-a4a7-c06b79e8a633), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:10.061498 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e6ac4fa6-85ea-41fd-9bd4-80fba28cfffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (a0d32ffe-7a27-4a7b-a4a7-c06b79e8a633), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:10.064600 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e6ac4fa6-85ea-41fd-9bd4-80fba28cfffc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:10.066458 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-e6ac4fa6-85ea-41fd-9bd4-80fba28cfffc admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/a0d32ffe-7a27-4a7b-a4a7-c06b79e8a633 HTTP/1.1" status: 204 len: 168 time: 0.1553495 Feb 02 07:25:10.079922 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ac4fa6-85ea-41fd-9bd4-80fba28cfffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d32ffe-7a27-4a7b-a4a7-c06b79e8a633,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:10.174160 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-03b3d1dc-1d28-4c34-a8e9-40d8f58615ba req-d0fd2cf0-b5b6-42fa-9feb-8d8b28c4973a tempest-ServerShowV254Test-1170442826 tempest-ServerShowV254Test-1170442826-project] 10.222.0.87 "GET /v2.0/ports?device_id=e65bd206-dc36-4c16-bb2d-9aa77c9271c2 HTTP/1.1" status: 200 len: 210 time: 0.0302291 Feb 02 07:25:10.878068 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44918) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:10.975483 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-654b87c3-30c1-4c9d-ad4d-8543565a463e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:11.012727 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ea5e62e7-83fa-4644-a6ee-29d8657c6f9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:11.100357 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ea5e62e7-83fa-4644-a6ee-29d8657c6f9b admin admin] Publish callbacks [] for security_group (304ff59b-f948-4df5-a99a-3b9af0368583), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:11.109955 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ea5e62e7-83fa-4644-a6ee-29d8657c6f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (304ff59b-f948-4df5-a99a-3b9af0368583), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:11.142139 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-42e03c82-6cf7-4bc9-922f-755622d4c2cd req-3022d9da-b59d-42bd-ba3c-01c360f53807 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=e65bd206-dc36-4c16-bb2d-9aa77c9271c2 HTTP/1.1" status: 200 len: 210 time: 0.0434921 Feb 02 07:25:11.168613 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5e62e7-83fa-4644-a6ee-29d8657c6f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=304ff59b-f948-4df5-a99a-3b9af0368583,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:11.184362 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-ea5e62e7-83fa-4644-a6ee-29d8657c6f9b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=33a5848951c64ce5a08347135dc21b36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3050117 Feb 02 07:25:11.184559 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44930) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:11.239281 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3f54b99c-8b0b-4646-9cdc-49226fc4d04c admin admin] Publish callbacks [] for security_group (304ff59b-f948-4df5-a99a-3b9af0368583), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:11.276119 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3f54b99c-8b0b-4646-9cdc-49226fc4d04c admin admin] Publish callbacks [] for security_group (304ff59b-f948-4df5-a99a-3b9af0368583), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:11.302627 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1fa7c51e-9d54-45fc-8dfd-b6fc5aa1e3cd req-071f00b9-a9cf-4c4a-8740-85c2ce881930 tempest-ServerShowV254Test-1170442826 tempest-ServerShowV254Test-1170442826-project] 10.222.0.87 "GET /v2.0/ports?device_id=e65bd206-dc36-4c16-bb2d-9aa77c9271c2 HTTP/1.1" status: 200 len: 210 time: 0.0306985 Feb 02 07:25:11.350853 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3f54b99c-8b0b-4646-9cdc-49226fc4d04c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (304ff59b-f948-4df5-a99a-3b9af0368583), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:11.353717 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3f54b99c-8b0b-4646-9cdc-49226fc4d04c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:11.354916 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-3f54b99c-8b0b-4646-9cdc-49226fc4d04c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/304ff59b-f948-4df5-a99a-3b9af0368583 HTTP/1.1" status: 204 len: 168 time: 0.1693490 Feb 02 07:25:11.366069 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f54b99c-8b0b-4646-9cdc-49226fc4d04c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=304ff59b-f948-4df5-a99a-3b9af0368583,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:11.678650 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44952) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:11.692497 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-66e35ccb-bfd0-4d40-832b-09733d494359 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:11.777683 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-66e35ccb-bfd0-4d40-832b-09733d494359 admin admin] Publish callbacks [] for security_group (6c4ea742-f031-4e58-9315-b93fecefad68), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:11.782344 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-66e35ccb-bfd0-4d40-832b-09733d494359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (6c4ea742-f031-4e58-9315-b93fecefad68), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:11.804497 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44954) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:11.827253 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-66e35ccb-bfd0-4d40-832b-09733d494359 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=4b757188bbe2435fbeb0ca64a8caae76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1473267 Feb 02 07:25:11.830466 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44958) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:11.831850 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e35ccb-bfd0-4d40-832b-09733d494359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4ea742-f031-4e58-9315-b93fecefad68,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:11.885729 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b216c292-24ef-4cde-b7c3-23a6c30cdcc4 admin admin] Publish callbacks [] for security_group (6c4ea742-f031-4e58-9315-b93fecefad68), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:11.908012 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b216c292-24ef-4cde-b7c3-23a6c30cdcc4 admin admin] Publish callbacks [] for security_group (6c4ea742-f031-4e58-9315-b93fecefad68), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:11.932407 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-e8df3e9f-b96b-414a-ac67-8c49513a196c tempest-QuotasNegativeTest-1682831900 tempest-QuotasNegativeTest-1682831900-project-admin] Request body: {'quota': {'network': 2}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:25:11.968203 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-e8df3e9f-b96b-414a-ac67-8c49513a196c tempest-QuotasNegativeTest-1682831900 tempest-QuotasNegativeTest-1682831900-project-admin] 10.222.0.87 "PUT /v2.0/quotas/0ccf6805e0bb497e98d18308f77e779b HTTP/1.1" status: 200 len: 368 time: 0.1626496 Feb 02 07:25:11.971088 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44960) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:11.977551 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-23e5d375-cb92-4616-b9ce-e975cb29e4c2 tempest-QuotasNegativeTest-1682831900 tempest-QuotasNegativeTest-1682831900-project-admin] Request body: {'network': {'project_id': '0ccf6805e0bb497e98d18308f77e779b'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:25:11.990668 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b216c292-24ef-4cde-b7c3-23a6c30cdcc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (6c4ea742-f031-4e58-9315-b93fecefad68), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:12.004080 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e5d375-cb92-4616-b9ce-e975cb29e4c2 tempest-QuotasNegativeTest-1682831900 tempest-QuotasNegativeTest-1682831900-project-admin] Made reservation on behalf of 0ccf6805e0bb497e98d18308f77e779b for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:25:12.006921 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-23e5d375-cb92-4616-b9ce-e975cb29e4c2 tempest-QuotasNegativeTest-1682831900 tempest-QuotasNegativeTest-1682831900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:12.008644 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b216c292-24ef-4cde-b7c3-23a6c30cdcc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:12.016282 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b216c292-24ef-4cde-b7c3-23a6c30cdcc4 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/6c4ea742-f031-4e58-9315-b93fecefad68 HTTP/1.1" status: 204 len: 168 time: 0.1844010 Feb 02 07:25:12.017971 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-23e5d375-cb92-4616-b9ce-e975cb29e4c2 tempest-QuotasNegativeTest-1682831900 tempest-QuotasNegativeTest-1682831900-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:12.029728 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b216c292-24ef-4cde-b7c3-23a6c30cdcc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4ea742-f031-4e58-9315-b93fecefad68,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:12.117653 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-23e5d375-cb92-4616-b9ce-e975cb29e4c2 tempest-QuotasNegativeTest-1682831900 tempest-QuotasNegativeTest-1682831900-project-admin] Publish callbacks [] for security_group (bfb853f0-26aa-4df6-85ad-77395c3a6388), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:12.125120 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-23e5d375-cb92-4616-b9ce-e975cb29e4c2 tempest-QuotasNegativeTest-1682831900 tempest-QuotasNegativeTest-1682831900-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (bfb853f0-26aa-4df6-85ad-77395c3a6388), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:12.154502 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23e5d375-cb92-4616-b9ce-e975cb29e4c2 tempest-QuotasNegativeTest-1682831900 tempest-QuotasNegativeTest-1682831900-project-admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:25:12.174047 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e5d375-cb92-4616-b9ce-e975cb29e4c2 tempest-QuotasNegativeTest-1682831900 tempest-QuotasNegativeTest-1682831900-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb853f0-26aa-4df6-85ad-77395c3a6388,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:12.179401 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-23e5d375-cb92-4616-b9ce-e975cb29e4c2 tempest-QuotasNegativeTest-1682831900 tempest-QuotasNegativeTest-1682831900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (23455240-a04a-4273-8c7d-ebe82b69d1b6), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:12.180778 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-23e5d375-cb92-4616-b9ce-e975cb29e4c2 tempest-QuotasNegativeTest-1682831900 tempest-QuotasNegativeTest-1682831900-project-admin] Added segment 23455240-a04a-4273-8c7d-ebe82b69d1b6 of type vlan for network 5e5e9791-e1d1-422a-a2c8-fe8e8d14c4d8 Feb 02 07:25:12.240751 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-23e5d375-cb92-4616-b9ce-e975cb29e4c2 tempest-QuotasNegativeTest-1682831900 tempest-QuotasNegativeTest-1682831900-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (5e5e9791-e1d1-422a-a2c8-fe8e8d14c4d8), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:12.273323 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-23e5d375-cb92-4616-b9ce-e975cb29e4c2 tempest-QuotasNegativeTest-1682831900 tempest-QuotasNegativeTest-1682831900-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (5e5e9791-e1d1-422a-a2c8-fe8e8d14c4d8), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:12.274403 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e5d375-cb92-4616-b9ce-e975cb29e4c2 tempest-QuotasNegativeTest-1682831900 tempest-QuotasNegativeTest-1682831900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:12.275076 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-23e5d375-cb92-4616-b9ce-e975cb29e4c2 tempest-QuotasNegativeTest-1682831900 tempest-QuotasNegativeTest-1682831900-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:12.319429 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44966) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:12.320000 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-23e5d375-cb92-4616-b9ce-e975cb29e4c2 tempest-QuotasNegativeTest-1682831900 tempest-QuotasNegativeTest-1682831900-project-admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3466675 Feb 02 07:25:12.327933 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-fac74d2b-5ca8-4528-9115-33014d0c1021 tempest-QuotasNegativeTest-1682831900 tempest-QuotasNegativeTest-1682831900-project-admin] Request body: {'network': {'project_id': '0ccf6805e0bb497e98d18308f77e779b'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:25:12.356596 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e5d375-cb92-4616-b9ce-e975cb29e4c2 tempest-QuotasNegativeTest-1682831900 tempest-QuotasNegativeTest-1682831900-project-admin] Pushing event updated for resources: {'Network': ['ID=5e5e9791-e1d1-422a-a2c8-fe8e8d14c4d8,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:12.364813 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac74d2b-5ca8-4528-9115-33014d0c1021 tempest-QuotasNegativeTest-1682831900 tempest-QuotasNegativeTest-1682831900-project-admin] Made reservation on behalf of 0ccf6805e0bb497e98d18308f77e779b for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:25:12.368631 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fac74d2b-5ca8-4528-9115-33014d0c1021 tempest-QuotasNegativeTest-1682831900 tempest-QuotasNegativeTest-1682831900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:12.369959 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 5e5e9791-e1d1-422a-a2c8-fe8e8d14c4d8 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:25:12.397266 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fac74d2b-5ca8-4528-9115-33014d0c1021 tempest-QuotasNegativeTest-1682831900 tempest-QuotasNegativeTest-1682831900-project-admin] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:25:12.408926 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fac74d2b-5ca8-4528-9115-33014d0c1021 tempest-QuotasNegativeTest-1682831900 tempest-QuotasNegativeTest-1682831900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (8693440e-7404-41c1-a556-6184a16f5bd8), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:12.410031 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-fac74d2b-5ca8-4528-9115-33014d0c1021 tempest-QuotasNegativeTest-1682831900 tempest-QuotasNegativeTest-1682831900-project-admin] Added segment 8693440e-7404-41c1-a556-6184a16f5bd8 of type vlan for network d2f2f312-b43e-4ddd-b854-95f3a7e82930 Feb 02 07:25:12.477772 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0820fa44-630c-4565-a8cb-8b4550ccf274 req-5683ee93-cb74-4860-acf3-cf5434a34e5e tempest-ServerShowV254Test-1170442826 tempest-ServerShowV254Test-1170442826-project] 10.222.0.87 "GET /v2.0/ports?device_id=e65bd206-dc36-4c16-bb2d-9aa77c9271c2 HTTP/1.1" status: 200 len: 210 time: 0.0581350 Feb 02 07:25:12.555055 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fac74d2b-5ca8-4528-9115-33014d0c1021 tempest-QuotasNegativeTest-1682831900 tempest-QuotasNegativeTest-1682831900-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (d2f2f312-b43e-4ddd-b854-95f3a7e82930), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:12.567477 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fac74d2b-5ca8-4528-9115-33014d0c1021 tempest-QuotasNegativeTest-1682831900 tempest-QuotasNegativeTest-1682831900-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (d2f2f312-b43e-4ddd-b854-95f3a7e82930), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:12.568639 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac74d2b-5ca8-4528-9115-33014d0c1021 tempest-QuotasNegativeTest-1682831900 tempest-QuotasNegativeTest-1682831900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:12.569401 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fac74d2b-5ca8-4528-9115-33014d0c1021 tempest-QuotasNegativeTest-1682831900 tempest-QuotasNegativeTest-1682831900-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:12.622887 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-fac74d2b-5ca8-4528-9115-33014d0c1021 tempest-QuotasNegativeTest-1682831900 tempest-QuotasNegativeTest-1682831900-project-admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3017309 Feb 02 07:25:12.625302 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44982) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:12.632367 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-c6193e6c-8b91-4da1-b2a5-ee17342199f5 tempest-QuotasNegativeTest-1682831900 tempest-QuotasNegativeTest-1682831900-project-admin] Request body: {'network': {'project_id': '0ccf6805e0bb497e98d18308f77e779b'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:25:12.653691 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6193e6c-8b91-4da1-b2a5-ee17342199f5 tempest-QuotasNegativeTest-1682831900 tempest-QuotasNegativeTest-1682831900-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 02 07:25:12.654391 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6193e6c-8b91-4da1-b2a5-ee17342199f5 tempest-QuotasNegativeTest-1682831900 tempest-QuotasNegativeTest-1682831900-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:25:12.658309 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-c6193e6c-8b91-4da1-b2a5-ee17342199f5 tempest-QuotasNegativeTest-1682831900 tempest-QuotasNegativeTest-1682831900-project-admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0297952 Feb 02 07:25:12.661751 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44984) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:12.669163 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac74d2b-5ca8-4528-9115-33014d0c1021 tempest-QuotasNegativeTest-1682831900 tempest-QuotasNegativeTest-1682831900-project-admin] Pushing event updated for resources: {'Network': ['ID=d2f2f312-b43e-4ddd-b854-95f3a7e82930,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:12.682787 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network d2f2f312-b43e-4ddd-b854-95f3a7e82930 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:25:12.713604 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-5d4be68c-1d36-4aef-ae26-65773e1c7e96 tempest-QuotasNegativeTest-1682831900 tempest-QuotasNegativeTest-1682831900-project-admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=0ccf6805e0bb497e98d18308f77e779b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0495849 Feb 02 07:25:12.716100 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 44988) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:12.773715 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6138a21f-78db-4508-be86-d6f9290d0976 tempest-QuotasNegativeTest-1682831900 tempest-QuotasNegativeTest-1682831900-project-admin] Publish callbacks [] for security_group (bfb853f0-26aa-4df6-85ad-77395c3a6388), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:12.804396 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6138a21f-78db-4508-be86-d6f9290d0976 tempest-QuotasNegativeTest-1682831900 tempest-QuotasNegativeTest-1682831900-project-admin] Publish callbacks [] for security_group (bfb853f0-26aa-4df6-85ad-77395c3a6388), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:12.868568 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6138a21f-78db-4508-be86-d6f9290d0976 tempest-QuotasNegativeTest-1682831900 tempest-QuotasNegativeTest-1682831900-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (bfb853f0-26aa-4df6-85ad-77395c3a6388), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:12.872355 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6138a21f-78db-4508-be86-d6f9290d0976 tempest-QuotasNegativeTest-1682831900 tempest-QuotasNegativeTest-1682831900-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:12.874168 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-6138a21f-78db-4508-be86-d6f9290d0976 tempest-QuotasNegativeTest-1682831900 tempest-QuotasNegativeTest-1682831900-project-admin] 10.222.0.87 "DELETE /v2.0/security-groups/bfb853f0-26aa-4df6-85ad-77395c3a6388 HTTP/1.1" status: 204 len: 168 time: 0.1558423 Feb 02 07:25:12.876697 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 44996) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:12.885381 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6138a21f-78db-4508-be86-d6f9290d0976 tempest-QuotasNegativeTest-1682831900 tempest-QuotasNegativeTest-1682831900-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb853f0-26aa-4df6-85ad-77395c3a6388,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:12.934711 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2828fb77-75c2-4aec-8718-4554703e9ae8 req-1db6ab77-fa04-4a44-b386-07bb15cc3774 tempest-ServerShowV254Test-1170442826 tempest-ServerShowV254Test-1170442826-project] 10.222.0.87 "GET /v2.0/ports?device_id=e65bd206-dc36-4c16-bb2d-9aa77c9271c2 HTTP/1.1" status: 200 len: 210 time: 0.0489547 Feb 02 07:25:12.967193 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-945fea7d-4348-4202-96a3-d76a6497cec8 req-350a25d7-84a7-463d-93a9-d043fa6fc3b2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=6ad6dcc30d3842ce9faaa2a805512226&device_id=e65bd206-dc36-4c16-bb2d-9aa77c9271c2 HTTP/1.1" status: 200 len: 210 time: 0.0422633 Feb 02 07:25:13.035751 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-945fea7d-4348-4202-96a3-d76a6497cec8 req-9d3922c6-8eaa-4437-b239-cdea396e7d36 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=6ad6dcc30d3842ce9faaa2a805512226&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0568182 Feb 02 07:25:13.042022 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fcd3f734-9b86-4bbd-82c0-117a71f01cec tempest-QuotasNegativeTest-1682831900 tempest-QuotasNegativeTest-1682831900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (d2f2f312-b43e-4ddd-b854-95f3a7e82930), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:13.279455 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fcd3f734-9b86-4bbd-82c0-117a71f01cec tempest-QuotasNegativeTest-1682831900 tempest-QuotasNegativeTest-1682831900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (d2f2f312-b43e-4ddd-b854-95f3a7e82930), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:13.282744 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-4ec62945-4fb1-4e34-96a6-871a6f014978 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:13.301418 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945fea7d-4348-4202-96a3-d76a6497cec8 req-b2755e2f-fd1a-4f5c-8350-1a2a366d439c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:13.303175 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-945fea7d-4348-4202-96a3-d76a6497cec8 req-b2755e2f-fd1a-4f5c-8350-1a2a366d439c service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2585433 Feb 02 07:25:13.314815 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-fcd3f734-9b86-4bbd-82c0-117a71f01cec tempest-QuotasNegativeTest-1682831900 tempest-QuotasNegativeTest-1682831900-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2f2f312-b43e-4ddd-b854-95f3a7e82930']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:25:13.325648 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-fcd3f734-9b86-4bbd-82c0-117a71f01cec tempest-QuotasNegativeTest-1682831900 tempest-QuotasNegativeTest-1682831900-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8693440e-7404-41c1-a556-6184a16f5bd8') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:25:13.326148 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-fcd3f734-9b86-4bbd-82c0-117a71f01cec tempest-QuotasNegativeTest-1682831900 tempest-QuotasNegativeTest-1682831900-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8693440e-7404-41c1-a556-6184a16f5bd8') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:25:13.337792 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fcd3f734-9b86-4bbd-82c0-117a71f01cec tempest-QuotasNegativeTest-1682831900 tempest-QuotasNegativeTest-1682831900-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (8693440e-7404-41c1-a556-6184a16f5bd8), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:13.352604 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fcd3f734-9b86-4bbd-82c0-117a71f01cec tempest-QuotasNegativeTest-1682831900 tempest-QuotasNegativeTest-1682831900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (8693440e-7404-41c1-a556-6184a16f5bd8), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:13.359703 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcd3f734-9b86-4bbd-82c0-117a71f01cec tempest-QuotasNegativeTest-1682831900 tempest-QuotasNegativeTest-1682831900-project-admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:25:13.360104 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fcd3f734-9b86-4bbd-82c0-117a71f01cec tempest-QuotasNegativeTest-1682831900 tempest-QuotasNegativeTest-1682831900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (8693440e-7404-41c1-a556-6184a16f5bd8), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:13.362018 n-d-789963-26 neutron-server[109694]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 02 07:25:13.362018 n-d-789963-26 neutron-server[109694]: warnings.warn('Neutron quota engine will require "--force" ' Feb 02 07:25:13.362018 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:25:13.362018 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:25:13.362018 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:25:13.362018 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:25:13.362018 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:25:13.362018 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:25:13.362018 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:25:13.362018 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:25:13.362018 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:25:13.362018 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:25:13.362018 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:25:13.362018 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:25:13.362018 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:25:13.362018 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:25:13.362018 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:25:13.362018 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:25:13.362018 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:25:13.362018 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:25:13.362018 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:25:13.362018 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:25:13.362018 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:25:13.362018 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:25:13.362018 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:25:13.362018 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:25:13.362018 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:25:13.362018 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:25:13.362018 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:25:13.362018 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:25:13.362018 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:25:13.362018 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:25:13.362018 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:25:13.362018 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:25:13.419273 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fcd3f734-9b86-4bbd-82c0-117a71f01cec tempest-QuotasNegativeTest-1682831900 tempest-QuotasNegativeTest-1682831900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (d2f2f312-b43e-4ddd-b854-95f3a7e82930), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:13.426490 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fcd3f734-9b86-4bbd-82c0-117a71f01cec tempest-QuotasNegativeTest-1682831900 tempest-QuotasNegativeTest-1682831900-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:13.432950 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-fcd3f734-9b86-4bbd-82c0-117a71f01cec tempest-QuotasNegativeTest-1682831900 tempest-QuotasNegativeTest-1682831900-project-admin] 10.222.0.87 "DELETE /v2.0/networks/d2f2f312-b43e-4ddd-b854-95f3a7e82930 HTTP/1.1" status: 204 len: 168 time: 0.5524046 Feb 02 07:25:13.432950 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 45010) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:13.450288 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd3f734-9b86-4bbd-82c0-117a71f01cec tempest-QuotasNegativeTest-1682831900 tempest-QuotasNegativeTest-1682831900-project-admin] Pushing event deleted for resources: {'Network': ['ID=d2f2f312-b43e-4ddd-b854-95f3a7e82930,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:13.524605 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-af8574df-d82b-4ac6-a967-2db53cb8f4f9 tempest-QuotasNegativeTest-1682831900 tempest-QuotasNegativeTest-1682831900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (5e5e9791-e1d1-422a-a2c8-fe8e8d14c4d8), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:13.613401 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-af8574df-d82b-4ac6-a967-2db53cb8f4f9 tempest-QuotasNegativeTest-1682831900 tempest-QuotasNegativeTest-1682831900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (5e5e9791-e1d1-422a-a2c8-fe8e8d14c4d8), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:13.637700 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-af8574df-d82b-4ac6-a967-2db53cb8f4f9 tempest-QuotasNegativeTest-1682831900 tempest-QuotasNegativeTest-1682831900-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e5e9791-e1d1-422a-a2c8-fe8e8d14c4d8']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:25:13.649861 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-af8574df-d82b-4ac6-a967-2db53cb8f4f9 tempest-QuotasNegativeTest-1682831900 tempest-QuotasNegativeTest-1682831900-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23455240-a04a-4273-8c7d-ebe82b69d1b6') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:25:13.650243 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-af8574df-d82b-4ac6-a967-2db53cb8f4f9 tempest-QuotasNegativeTest-1682831900 tempest-QuotasNegativeTest-1682831900-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23455240-a04a-4273-8c7d-ebe82b69d1b6') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:25:13.660044 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-af8574df-d82b-4ac6-a967-2db53cb8f4f9 tempest-QuotasNegativeTest-1682831900 tempest-QuotasNegativeTest-1682831900-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (23455240-a04a-4273-8c7d-ebe82b69d1b6), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:13.673393 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-af8574df-d82b-4ac6-a967-2db53cb8f4f9 tempest-QuotasNegativeTest-1682831900 tempest-QuotasNegativeTest-1682831900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (23455240-a04a-4273-8c7d-ebe82b69d1b6), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:13.680113 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af8574df-d82b-4ac6-a967-2db53cb8f4f9 tempest-QuotasNegativeTest-1682831900 tempest-QuotasNegativeTest-1682831900-project-admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:25:13.680580 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-af8574df-d82b-4ac6-a967-2db53cb8f4f9 tempest-QuotasNegativeTest-1682831900 tempest-QuotasNegativeTest-1682831900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (23455240-a04a-4273-8c7d-ebe82b69d1b6), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:13.682590 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:25:13.682590 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:25:13.682590 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:25:13.682590 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:25:13.682590 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:25:13.682590 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:25:13.682590 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:25:13.682590 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:25:13.682590 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:25:13.682590 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:25:13.682590 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:25:13.682590 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:25:13.682590 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:25:13.682590 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:25:13.682590 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:25:13.682590 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:25:13.682590 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:25:13.682590 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:25:13.682590 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:25:13.682590 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:25:13.682590 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:25:13.682590 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:25:13.682590 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:25:13.682590 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:25:13.682590 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:25:13.682590 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:25:13.682590 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:25:13.682590 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:25:13.682590 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:25:13.682590 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:25:13.682590 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:25:13.682590 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:25:13.741109 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-af8574df-d82b-4ac6-a967-2db53cb8f4f9 tempest-QuotasNegativeTest-1682831900 tempest-QuotasNegativeTest-1682831900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (5e5e9791-e1d1-422a-a2c8-fe8e8d14c4d8), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:13.752430 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-af8574df-d82b-4ac6-a967-2db53cb8f4f9 tempest-QuotasNegativeTest-1682831900 tempest-QuotasNegativeTest-1682831900-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:13.757884 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-af8574df-d82b-4ac6-a967-2db53cb8f4f9 tempest-QuotasNegativeTest-1682831900 tempest-QuotasNegativeTest-1682831900-project-admin] 10.222.0.87 "DELETE /v2.0/networks/5e5e9791-e1d1-422a-a2c8-fe8e8d14c4d8 HTTP/1.1" status: 204 len: 168 time: 0.3242037 Feb 02 07:25:13.771987 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8574df-d82b-4ac6-a967-2db53cb8f4f9 tempest-QuotasNegativeTest-1682831900 tempest-QuotasNegativeTest-1682831900-project-admin] Pushing event deleted for resources: {'Network': ['ID=5e5e9791-e1d1-422a-a2c8-fe8e8d14c4d8,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:14.071383 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-032507af-2f4c-418a-92d1-97824fee151c req-10c7367e-a17e-4093-8461-0ebea7aa5194 tempest-ServerShowV254Test-1170442826 tempest-ServerShowV254Test-1170442826-project] 10.222.0.87 "GET /v2.0/ports?device_id=e65bd206-dc36-4c16-bb2d-9aa77c9271c2 HTTP/1.1" status: 200 len: 210 time: 0.0371311 Feb 02 07:25:14.293621 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 45038) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:14.480048 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-57fd86c2-30be-4ba0-8f39-29b03a504e48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:14.585016 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-57fd86c2-30be-4ba0-8f39-29b03a504e48 admin admin] Publish callbacks [] for security_group (d5809442-f2f4-45f9-9e74-b068c8afa400), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:14.590142 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-57fd86c2-30be-4ba0-8f39-29b03a504e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (d5809442-f2f4-45f9-9e74-b068c8afa400), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:14.634290 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45056) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:14.634796 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-57fd86c2-30be-4ba0-8f39-29b03a504e48 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=5b436f42c66444128bf3f406077ccc57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3396432 Feb 02 07:25:14.636456 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fd86c2-30be-4ba0-8f39-29b03a504e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5809442-f2f4-45f9-9e74-b068c8afa400,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:14.684120 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-945fea7d-4348-4202-96a3-d76a6497cec8 req-3a60091a-58c4-409b-8f1a-a4632b63a7c3 tempest-ServerShowV254Test-1170442826 tempest-ServerShowV254Test-1170442826-project] 10.222.0.88 "GET /v2.0/ports?device_id=e65bd206-dc36-4c16-bb2d-9aa77c9271c2 HTTP/1.1" status: 200 len: 210 time: 0.0407238 Feb 02 07:25:14.701930 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2799e77b-8748-4276-ab2d-133da0f59934 admin admin] Publish callbacks [] for security_group (d5809442-f2f4-45f9-9e74-b068c8afa400), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:14.719087 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:14.736505 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2799e77b-8748-4276-ab2d-133da0f59934 admin admin] Publish callbacks [] for security_group (d5809442-f2f4-45f9-9e74-b068c8afa400), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:14.796455 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2799e77b-8748-4276-ab2d-133da0f59934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (d5809442-f2f4-45f9-9e74-b068c8afa400), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:14.799523 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2799e77b-8748-4276-ab2d-133da0f59934 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:14.801497 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-2799e77b-8748-4276-ab2d-133da0f59934 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d5809442-f2f4-45f9-9e74-b068c8afa400 HTTP/1.1" status: 204 len: 168 time: 0.1654391 Feb 02 07:25:14.811511 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2799e77b-8748-4276-ab2d-133da0f59934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5809442-f2f4-45f9-9e74-b068c8afa400,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:15.159582 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45064) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:15.178327 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0e742833-3911-4528-981b-3e2757b15dde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:15.276453 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0e742833-3911-4528-981b-3e2757b15dde admin admin] Publish callbacks [] for security_group (c4f9128d-e08d-47bf-b805-88a92f4f37ad), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:15.283637 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f1cbaf36-65f7-4482-ace9-3eb687bc6c65 req-7b576743-67a6-4722-aea8-c05e6ee5b306 tempest-ServerShowV254Test-1170442826 tempest-ServerShowV254Test-1170442826-project] 10.222.0.87 "GET /v2.0/ports?device_id=e65bd206-dc36-4c16-bb2d-9aa77c9271c2 HTTP/1.1" status: 200 len: 210 time: 0.0453670 Feb 02 07:25:15.286104 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0e742833-3911-4528-981b-3e2757b15dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (c4f9128d-e08d-47bf-b805-88a92f4f37ad), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:15.340809 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e742833-3911-4528-981b-3e2757b15dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f9128d-e08d-47bf-b805-88a92f4f37ad,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:15.345566 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-0e742833-3911-4528-981b-3e2757b15dde admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=0adcea1d662a444dba4907790e52054a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1847467 Feb 02 07:25:15.349312 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 45066) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:15.408844 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3890c3e4-3d61-4c64-b0ec-716308af5dda admin admin] Publish callbacks [] for security_group (c4f9128d-e08d-47bf-b805-88a92f4f37ad), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:15.430464 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3890c3e4-3d61-4c64-b0ec-716308af5dda admin admin] Publish callbacks [] for security_group (c4f9128d-e08d-47bf-b805-88a92f4f37ad), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:15.492238 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3890c3e4-3d61-4c64-b0ec-716308af5dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (c4f9128d-e08d-47bf-b805-88a92f4f37ad), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:15.496040 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3890c3e4-3d61-4c64-b0ec-716308af5dda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:15.497394 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-3890c3e4-3d61-4c64-b0ec-716308af5dda admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c4f9128d-e08d-47bf-b805-88a92f4f37ad HTTP/1.1" status: 204 len: 168 time: 0.1468899 Feb 02 07:25:15.507033 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3890c3e4-3d61-4c64-b0ec-716308af5dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f9128d-e08d-47bf-b805-88a92f4f37ad,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:16.081349 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:16.772339 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 45114) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:17.062852 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 45124) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:17.120336 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-11d80dfb-45ab-4cb8-bdfc-421a7486fdce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:17.192470 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-d33a71d0-ead1-4411-ba71-434cb6324c64 tempest-PortsAdminExtendedAttrsTestJSON-1867845454 tempest-PortsAdminExtendedAttrsTestJSON-1867845454-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-875227172'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:25:17.232034 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33a71d0-ead1-4411-ba71-434cb6324c64 tempest-PortsAdminExtendedAttrsTestJSON-1867845454 tempest-PortsAdminExtendedAttrsTestJSON-1867845454-project] Made reservation on behalf of 49f1edf6b1f643e28b47056a7aae771e for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:25:17.235298 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d33a71d0-ead1-4411-ba71-434cb6324c64 tempest-PortsAdminExtendedAttrsTestJSON-1867845454 tempest-PortsAdminExtendedAttrsTestJSON-1867845454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:17.256378 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d33a71d0-ead1-4411-ba71-434cb6324c64 tempest-PortsAdminExtendedAttrsTestJSON-1867845454 tempest-PortsAdminExtendedAttrsTestJSON-1867845454-project] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:17.264161 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-11d80dfb-45ab-4cb8-bdfc-421a7486fdce admin admin] Publish callbacks [] for security_group (6bf7fa6f-55a8-499c-94f6-77e0242de97e), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:17.274759 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-11d80dfb-45ab-4cb8-bdfc-421a7486fdce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (6bf7fa6f-55a8-499c-94f6-77e0242de97e), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:17.335049 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-11d80dfb-45ab-4cb8-bdfc-421a7486fdce admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=6ad6dcc30d3842ce9faaa2a805512226&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5615494 Feb 02 07:25:17.339083 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45128) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:17.353377 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d80dfb-45ab-4cb8-bdfc-421a7486fdce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf7fa6f-55a8-499c-94f6-77e0242de97e,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:17.404281 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:17.416876 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d33a71d0-ead1-4411-ba71-434cb6324c64 tempest-PortsAdminExtendedAttrsTestJSON-1867845454 tempest-PortsAdminExtendedAttrsTestJSON-1867845454-project] Publish callbacks [] for security_group (0801c93c-9a1f-4374-891e-0e9332006419), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:17.421249 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d33a71d0-ead1-4411-ba71-434cb6324c64 tempest-PortsAdminExtendedAttrsTestJSON-1867845454 tempest-PortsAdminExtendedAttrsTestJSON-1867845454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (0801c93c-9a1f-4374-891e-0e9332006419), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:17.435871 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-abcee4bf-f23b-48f9-9268-ab4bec575548 admin admin] Publish callbacks [] for security_group (6bf7fa6f-55a8-499c-94f6-77e0242de97e), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:17.452099 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d33a71d0-ead1-4411-ba71-434cb6324c64 tempest-PortsAdminExtendedAttrsTestJSON-1867845454 tempest-PortsAdminExtendedAttrsTestJSON-1867845454-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:25:17.466863 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-abcee4bf-f23b-48f9-9268-ab4bec575548 admin admin] Publish callbacks [] for security_group (6bf7fa6f-55a8-499c-94f6-77e0242de97e), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:17.467385 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33a71d0-ead1-4411-ba71-434cb6324c64 tempest-PortsAdminExtendedAttrsTestJSON-1867845454 tempest-PortsAdminExtendedAttrsTestJSON-1867845454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0801c93c-9a1f-4374-891e-0e9332006419,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:17.472708 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d33a71d0-ead1-4411-ba71-434cb6324c64 tempest-PortsAdminExtendedAttrsTestJSON-1867845454 tempest-PortsAdminExtendedAttrsTestJSON-1867845454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (c141d14b-be42-43a8-91c6-c3c15065a318), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:17.473053 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-d33a71d0-ead1-4411-ba71-434cb6324c64 tempest-PortsAdminExtendedAttrsTestJSON-1867845454 tempest-PortsAdminExtendedAttrsTestJSON-1867845454-project] Added segment c141d14b-be42-43a8-91c6-c3c15065a318 of type vlan for network 3104ca1a-e30a-4d56-94e8-794511b5dbbe Feb 02 07:25:17.523100 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d33a71d0-ead1-4411-ba71-434cb6324c64 tempest-PortsAdminExtendedAttrsTestJSON-1867845454 tempest-PortsAdminExtendedAttrsTestJSON-1867845454-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (3104ca1a-e30a-4d56-94e8-794511b5dbbe), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:17.528510 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-abcee4bf-f23b-48f9-9268-ab4bec575548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (6bf7fa6f-55a8-499c-94f6-77e0242de97e), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:17.531435 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-abcee4bf-f23b-48f9-9268-ab4bec575548 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:17.532965 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-abcee4bf-f23b-48f9-9268-ab4bec575548 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/6bf7fa6f-55a8-499c-94f6-77e0242de97e HTTP/1.1" status: 204 len: 168 time: 0.1927540 Feb 02 07:25:17.542768 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcee4bf-f23b-48f9-9268-ab4bec575548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf7fa6f-55a8-499c-94f6-77e0242de97e,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:17.567263 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d33a71d0-ead1-4411-ba71-434cb6324c64 tempest-PortsAdminExtendedAttrsTestJSON-1867845454 tempest-PortsAdminExtendedAttrsTestJSON-1867845454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (3104ca1a-e30a-4d56-94e8-794511b5dbbe), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:17.573057 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33a71d0-ead1-4411-ba71-434cb6324c64 tempest-PortsAdminExtendedAttrsTestJSON-1867845454 tempest-PortsAdminExtendedAttrsTestJSON-1867845454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:17.573722 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d33a71d0-ead1-4411-ba71-434cb6324c64 tempest-PortsAdminExtendedAttrsTestJSON-1867845454 tempest-PortsAdminExtendedAttrsTestJSON-1867845454-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:17.605934 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d33a71d0-ead1-4411-ba71-434cb6324c64 tempest-PortsAdminExtendedAttrsTestJSON-1867845454 tempest-PortsAdminExtendedAttrsTestJSON-1867845454-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.5415525 Feb 02 07:25:17.667469 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33a71d0-ead1-4411-ba71-434cb6324c64 tempest-PortsAdminExtendedAttrsTestJSON-1867845454 tempest-PortsAdminExtendedAttrsTestJSON-1867845454-project] Pushing event updated for resources: {'Network': ['ID=3104ca1a-e30a-4d56-94e8-794511b5dbbe,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:17.687316 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 3104ca1a-e30a-4d56-94e8-794511b5dbbe details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:25:18.060721 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45152) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:18.066757 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Request body: {'port': {'network_id': '3104ca1a-e30a-4d56-94e8-794511b5dbbe', 'binding:host_id': 'n-h1-789963-26', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1746262128'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:25:18.111292 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Made reservation on behalf of 0d99a7cd9225474fbef6a1ff2b9a06ad for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:25:18.114723 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:18.125120 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:18.223549 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Publish callbacks [] for security_group (40407c2a-a57e-4e4f-8546-669702e32dc2), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:18.231194 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (40407c2a-a57e-4e4f-8546-669702e32dc2), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:18.258849 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] device_id is not set on port 2910a8d4-633e-45f4-9497-7d27217873d0 yet. {{(pid=109693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:25:18.264019 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40407c2a-a57e-4e4f-8546-669702e32dc2,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:18.528276 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] device_id is not set on port 2910a8d4-633e-45f4-9497-7d27217873d0 yet. {{(pid=109693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:25:18.542807 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Publish callbacks [] for port (2910a8d4-633e-45f4-9497-7d27217873d0), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:18.552278 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (2910a8d4-633e-45f4-9497-7d27217873d0), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:18.633166 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Checking segment: {'id': 'c141d14b-be42-43a8-91c6-c3c15065a318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3104ca1a-e30a-4d56-94e8-794511b5dbbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:25:18.633525 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Network hostable DHCP agents. Network: 3104ca1a-e30a-4d56-94e8-794511b5dbbe, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:25:18.642580 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Pushing event updated for resources: {'Port': ['ID=2910a8d4-633e-45f4-9497-7d27217873d0,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:18.664629 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Network 3104ca1a-e30a-4d56-94e8-794511b5dbbe is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:25:18.682005 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 3104ca1a-e30a-4d56-94e8-794511b5dbbe) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:25:18.691821 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:25:18.694384 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e08b755-566e-4747-bfe4-f18f5e7ae1dd None None] Network 3104ca1a-e30a-4d56-94e8-794511b5dbbe requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:25:18.725871 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port 2910a8d4-633e-45f4-9497-7d27217873d0 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:25:18.727338 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port 2910a8d4-633e-45f4-9497-7d27217873d0 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'c141d14b-be42-43a8-91c6-c3c15065a318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3104ca1a-e30a-4d56-94e8-794511b5dbbe'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:25:18.727678 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port 2910a8d4-633e-45f4-9497-7d27217873d0 on network 3104ca1a-e30a-4d56-94e8-794511b5dbbe {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:25:18.733416 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Port 2910a8d4-633e-45f4-9497-7d27217873d0 on network 3104ca1a-e30a-4d56-94e8-794511b5dbbe not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:25:18.733795 n-d-789963-26 neutron-server[109693]: ERROR neutron.plugins.ml2.managers [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Failed to bind port 2910a8d4-633e-45f4-9497-7d27217873d0 on host n-h1-789963-26 for vnic_type normal using segments [{'id': 'c141d14b-be42-43a8-91c6-c3c15065a318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3104ca1a-e30a-4d56-94e8-794511b5dbbe'}] Feb 02 07:25:18.735127 n-d-789963-26 neutron-server[109693]: INFO neutron.plugins.ml2.plugin [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempt 2 to bind port 2910a8d4-633e-45f4-9497-7d27217873d0 Feb 02 07:25:18.755166 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port 2910a8d4-633e-45f4-9497-7d27217873d0 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:25:18.755166 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port 2910a8d4-633e-45f4-9497-7d27217873d0 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'c141d14b-be42-43a8-91c6-c3c15065a318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3104ca1a-e30a-4d56-94e8-794511b5dbbe'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:25:18.755166 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port 2910a8d4-633e-45f4-9497-7d27217873d0 on network 3104ca1a-e30a-4d56-94e8-794511b5dbbe {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:25:18.758510 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Port 2910a8d4-633e-45f4-9497-7d27217873d0 on network 3104ca1a-e30a-4d56-94e8-794511b5dbbe not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:25:18.758845 n-d-789963-26 neutron-server[109693]: ERROR neutron.plugins.ml2.managers [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Failed to bind port 2910a8d4-633e-45f4-9497-7d27217873d0 on host n-h1-789963-26 for vnic_type normal using segments [{'id': 'c141d14b-be42-43a8-91c6-c3c15065a318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3104ca1a-e30a-4d56-94e8-794511b5dbbe'}] Feb 02 07:25:18.759267 n-d-789963-26 neutron-server[109693]: INFO neutron.plugins.ml2.plugin [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempt 3 to bind port 2910a8d4-633e-45f4-9497-7d27217873d0 Feb 02 07:25:18.778257 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port 2910a8d4-633e-45f4-9497-7d27217873d0 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:25:18.778601 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port 2910a8d4-633e-45f4-9497-7d27217873d0 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'c141d14b-be42-43a8-91c6-c3c15065a318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3104ca1a-e30a-4d56-94e8-794511b5dbbe'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:25:18.779706 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port 2910a8d4-633e-45f4-9497-7d27217873d0 on network 3104ca1a-e30a-4d56-94e8-794511b5dbbe {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:25:18.786596 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Port 2910a8d4-633e-45f4-9497-7d27217873d0 on network 3104ca1a-e30a-4d56-94e8-794511b5dbbe not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:25:18.786934 n-d-789963-26 neutron-server[109693]: ERROR neutron.plugins.ml2.managers [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Failed to bind port 2910a8d4-633e-45f4-9497-7d27217873d0 on host n-h1-789963-26 for vnic_type normal using segments [{'id': 'c141d14b-be42-43a8-91c6-c3c15065a318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3104ca1a-e30a-4d56-94e8-794511b5dbbe'}] Feb 02 07:25:18.787327 n-d-789963-26 neutron-server[109693]: INFO neutron.plugins.ml2.plugin [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempt 4 to bind port 2910a8d4-633e-45f4-9497-7d27217873d0 Feb 02 07:25:18.801744 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port 2910a8d4-633e-45f4-9497-7d27217873d0 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:25:18.801997 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port 2910a8d4-633e-45f4-9497-7d27217873d0 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'c141d14b-be42-43a8-91c6-c3c15065a318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3104ca1a-e30a-4d56-94e8-794511b5dbbe'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:25:18.802489 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port 2910a8d4-633e-45f4-9497-7d27217873d0 on network 3104ca1a-e30a-4d56-94e8-794511b5dbbe {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:25:18.807192 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Port 2910a8d4-633e-45f4-9497-7d27217873d0 on network 3104ca1a-e30a-4d56-94e8-794511b5dbbe not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:25:18.807528 n-d-789963-26 neutron-server[109693]: ERROR neutron.plugins.ml2.managers [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Failed to bind port 2910a8d4-633e-45f4-9497-7d27217873d0 on host n-h1-789963-26 for vnic_type normal using segments [{'id': 'c141d14b-be42-43a8-91c6-c3c15065a318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3104ca1a-e30a-4d56-94e8-794511b5dbbe'}] Feb 02 07:25:18.808080 n-d-789963-26 neutron-server[109693]: INFO neutron.plugins.ml2.plugin [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempt 5 to bind port 2910a8d4-633e-45f4-9497-7d27217873d0 Feb 02 07:25:18.823613 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port 2910a8d4-633e-45f4-9497-7d27217873d0 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:25:18.823613 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port 2910a8d4-633e-45f4-9497-7d27217873d0 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'c141d14b-be42-43a8-91c6-c3c15065a318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3104ca1a-e30a-4d56-94e8-794511b5dbbe'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:25:18.823613 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port 2910a8d4-633e-45f4-9497-7d27217873d0 on network 3104ca1a-e30a-4d56-94e8-794511b5dbbe {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:25:18.829519 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Port 2910a8d4-633e-45f4-9497-7d27217873d0 on network 3104ca1a-e30a-4d56-94e8-794511b5dbbe not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:25:18.829854 n-d-789963-26 neutron-server[109693]: ERROR neutron.plugins.ml2.managers [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Failed to bind port 2910a8d4-633e-45f4-9497-7d27217873d0 on host n-h1-789963-26 for vnic_type normal using segments [{'id': 'c141d14b-be42-43a8-91c6-c3c15065a318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3104ca1a-e30a-4d56-94e8-794511b5dbbe'}] Feb 02 07:25:18.830290 n-d-789963-26 neutron-server[109693]: INFO neutron.plugins.ml2.plugin [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempt 6 to bind port 2910a8d4-633e-45f4-9497-7d27217873d0 Feb 02 07:25:18.844941 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port 2910a8d4-633e-45f4-9497-7d27217873d0 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:25:18.845310 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port 2910a8d4-633e-45f4-9497-7d27217873d0 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'c141d14b-be42-43a8-91c6-c3c15065a318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3104ca1a-e30a-4d56-94e8-794511b5dbbe'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:25:18.845617 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port 2910a8d4-633e-45f4-9497-7d27217873d0 on network 3104ca1a-e30a-4d56-94e8-794511b5dbbe {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:25:18.850536 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Port 2910a8d4-633e-45f4-9497-7d27217873d0 on network 3104ca1a-e30a-4d56-94e8-794511b5dbbe not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:25:18.850874 n-d-789963-26 neutron-server[109693]: ERROR neutron.plugins.ml2.managers [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Failed to bind port 2910a8d4-633e-45f4-9497-7d27217873d0 on host n-h1-789963-26 for vnic_type normal using segments [{'id': 'c141d14b-be42-43a8-91c6-c3c15065a318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3104ca1a-e30a-4d56-94e8-794511b5dbbe'}] Feb 02 07:25:18.851270 n-d-789963-26 neutron-server[109693]: INFO neutron.plugins.ml2.plugin [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempt 7 to bind port 2910a8d4-633e-45f4-9497-7d27217873d0 Feb 02 07:25:18.866249 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port 2910a8d4-633e-45f4-9497-7d27217873d0 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:25:18.866709 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port 2910a8d4-633e-45f4-9497-7d27217873d0 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'c141d14b-be42-43a8-91c6-c3c15065a318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3104ca1a-e30a-4d56-94e8-794511b5dbbe'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:25:18.867056 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port 2910a8d4-633e-45f4-9497-7d27217873d0 on network 3104ca1a-e30a-4d56-94e8-794511b5dbbe {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:25:18.872162 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Port 2910a8d4-633e-45f4-9497-7d27217873d0 on network 3104ca1a-e30a-4d56-94e8-794511b5dbbe not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:25:18.872887 n-d-789963-26 neutron-server[109693]: ERROR neutron.plugins.ml2.managers [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Failed to bind port 2910a8d4-633e-45f4-9497-7d27217873d0 on host n-h1-789963-26 for vnic_type normal using segments [{'id': 'c141d14b-be42-43a8-91c6-c3c15065a318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3104ca1a-e30a-4d56-94e8-794511b5dbbe'}] Feb 02 07:25:18.872887 n-d-789963-26 neutron-server[109693]: INFO neutron.plugins.ml2.plugin [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempt 8 to bind port 2910a8d4-633e-45f4-9497-7d27217873d0 Feb 02 07:25:18.886751 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port 2910a8d4-633e-45f4-9497-7d27217873d0 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:25:18.887058 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port 2910a8d4-633e-45f4-9497-7d27217873d0 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'c141d14b-be42-43a8-91c6-c3c15065a318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3104ca1a-e30a-4d56-94e8-794511b5dbbe'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:25:18.887380 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port 2910a8d4-633e-45f4-9497-7d27217873d0 on network 3104ca1a-e30a-4d56-94e8-794511b5dbbe {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:25:18.892094 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Port 2910a8d4-633e-45f4-9497-7d27217873d0 on network 3104ca1a-e30a-4d56-94e8-794511b5dbbe not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:25:18.892423 n-d-789963-26 neutron-server[109693]: ERROR neutron.plugins.ml2.managers [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Failed to bind port 2910a8d4-633e-45f4-9497-7d27217873d0 on host n-h1-789963-26 for vnic_type normal using segments [{'id': 'c141d14b-be42-43a8-91c6-c3c15065a318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3104ca1a-e30a-4d56-94e8-794511b5dbbe'}] Feb 02 07:25:18.892812 n-d-789963-26 neutron-server[109693]: INFO neutron.plugins.ml2.plugin [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempt 9 to bind port 2910a8d4-633e-45f4-9497-7d27217873d0 Feb 02 07:25:18.906920 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port 2910a8d4-633e-45f4-9497-7d27217873d0 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:25:18.907263 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port 2910a8d4-633e-45f4-9497-7d27217873d0 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'c141d14b-be42-43a8-91c6-c3c15065a318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3104ca1a-e30a-4d56-94e8-794511b5dbbe'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:25:18.907624 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port 2910a8d4-633e-45f4-9497-7d27217873d0 on network 3104ca1a-e30a-4d56-94e8-794511b5dbbe {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:25:18.912898 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Port 2910a8d4-633e-45f4-9497-7d27217873d0 on network 3104ca1a-e30a-4d56-94e8-794511b5dbbe not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:25:18.913234 n-d-789963-26 neutron-server[109693]: ERROR neutron.plugins.ml2.managers [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Failed to bind port 2910a8d4-633e-45f4-9497-7d27217873d0 on host n-h1-789963-26 for vnic_type normal using segments [{'id': 'c141d14b-be42-43a8-91c6-c3c15065a318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3104ca1a-e30a-4d56-94e8-794511b5dbbe'}] Feb 02 07:25:18.913694 n-d-789963-26 neutron-server[109693]: INFO neutron.plugins.ml2.plugin [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempt 10 to bind port 2910a8d4-633e-45f4-9497-7d27217873d0 Feb 02 07:25:18.929145 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port 2910a8d4-633e-45f4-9497-7d27217873d0 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:25:18.929543 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port 2910a8d4-633e-45f4-9497-7d27217873d0 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'c141d14b-be42-43a8-91c6-c3c15065a318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3104ca1a-e30a-4d56-94e8-794511b5dbbe'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:25:18.929884 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port 2910a8d4-633e-45f4-9497-7d27217873d0 on network 3104ca1a-e30a-4d56-94e8-794511b5dbbe {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:25:18.934505 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Port 2910a8d4-633e-45f4-9497-7d27217873d0 on network 3104ca1a-e30a-4d56-94e8-794511b5dbbe not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:25:18.934832 n-d-789963-26 neutron-server[109693]: ERROR neutron.plugins.ml2.managers [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Failed to bind port 2910a8d4-633e-45f4-9497-7d27217873d0 on host n-h1-789963-26 for vnic_type normal using segments [{'id': 'c141d14b-be42-43a8-91c6-c3c15065a318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3104ca1a-e30a-4d56-94e8-794511b5dbbe'}] Feb 02 07:25:18.935194 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (2910a8d4-633e-45f4-9497-7d27217873d0), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:19.401665 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] For port 2910a8d4-633e-45f4-9497-7d27217873d0, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:25:19.402101 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempted to set empty binding levels {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 02 07:25:19.407097 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (2910a8d4-633e-45f4-9497-7d27217873d0), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:19.519807 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:19.520601 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:19.547373 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Pushing event updated for resources: {'Port': ['ID=2910a8d4-633e-45f4-9497-7d27217873d0,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:19.561088 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-010b258f-f39b-4c9c-b6e4-14ed24cf66ac tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 1.4965026 Feb 02 07:25:19.561602 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45188) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:19.677806 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-4843e587-7f0a-4301-b6df-fc9c54229936 tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Deleting port 2910a8d4-633e-45f4-9497-7d27217873d0 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:25:19.678158 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4843e587-7f0a-4301-b6df-fc9c54229936 tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (2910a8d4-633e-45f4-9497-7d27217873d0), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:19.759706 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-4843e587-7f0a-4301-b6df-fc9c54229936 tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] For port 2910a8d4-633e-45f4-9497-7d27217873d0, host n-h1-789963-26, got binding levels [] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:25:19.760061 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4843e587-7f0a-4301-b6df-fc9c54229936 tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (2910a8d4-633e-45f4-9497-7d27217873d0), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:19.774068 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-4843e587-7f0a-4301-b6df-fc9c54229936 tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Calling delete_port for 2910a8d4-633e-45f4-9497-7d27217873d0 owned by {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:25:19.859071 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4843e587-7f0a-4301-b6df-fc9c54229936 tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (2910a8d4-633e-45f4-9497-7d27217873d0), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:19.891983 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4843e587-7f0a-4301-b6df-fc9c54229936 tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Pushing event deleted for resources: {'Port': ['ID=2910a8d4-633e-45f4-9497-7d27217873d0,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:19.899528 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4843e587-7f0a-4301-b6df-fc9c54229936 tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:19.905460 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-4843e587-7f0a-4301-b6df-fc9c54229936 tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] 10.222.0.87 "DELETE /v2.0/ports/2910a8d4-633e-45f4-9497-7d27217873d0 HTTP/1.1" status: 204 len: 168 time: 0.3407261 Feb 02 07:25:19.905791 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45196) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:19.932039 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-116d4faa-a504-4e78-8ac4-14ae40083099 tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] GET failed (client error): The resource could not be found. Feb 02 07:25:19.933436 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-116d4faa-a504-4e78-8ac4-14ae40083099 tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] 10.222.0.87 "GET /v2.0/ports/2910a8d4-633e-45f4-9497-7d27217873d0 HTTP/1.1" status: 404 len: 333 time: 0.0267329 Feb 02 07:25:19.937544 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45198) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:19.942215 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-3f944e3f-ecc2-41ed-bd14-98a21d13286d tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Request body: {'port': {'network_id': '3104ca1a-e30a-4d56-94e8-794511b5dbbe', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2009169626'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:25:19.961286 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f944e3f-ecc2-41ed-bd14-98a21d13286d tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Made reservation on behalf of 0d99a7cd9225474fbef6a1ff2b9a06ad for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:25:19.963602 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3f944e3f-ecc2-41ed-bd14-98a21d13286d tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:19.980443 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [None req-3f944e3f-ecc2-41ed-bd14-98a21d13286d tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] device_id is not set on port 561953c1-03c0-4b10-a453-c8f4311ea514 yet. {{(pid=109693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:25:20.186736 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3f944e3f-ecc2-41ed-bd14-98a21d13286d tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Publish callbacks [] for port (561953c1-03c0-4b10-a453-c8f4311ea514), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:20.233035 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3f944e3f-ecc2-41ed-bd14-98a21d13286d tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (561953c1-03c0-4b10-a453-c8f4311ea514), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:20.279898 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f944e3f-ecc2-41ed-bd14-98a21d13286d tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Network 3104ca1a-e30a-4d56-94e8-794511b5dbbe is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:25:20.297303 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-3f944e3f-ecc2-41ed-bd14-98a21d13286d tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:25:20.302756 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f944e3f-ecc2-41ed-bd14-98a21d13286d tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:25:20.303699 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f944e3f-ecc2-41ed-bd14-98a21d13286d tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:20.304308 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3f944e3f-ecc2-41ed-bd14-98a21d13286d tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:20.316275 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f944e3f-ecc2-41ed-bd14-98a21d13286d tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Pushing event updated for resources: {'Port': ['ID=561953c1-03c0-4b10-a453-c8f4311ea514,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:20.337147 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-3f944e3f-ecc2-41ed-bd14-98a21d13286d tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3983052 Feb 02 07:25:20.339608 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 45214) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:20.345727 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-13c69e5b-a9d8-4356-b375-6eaa446a0bbe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:25:20.439343 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-13c69e5b-a9d8-4356-b375-6eaa446a0bbe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (561953c1-03c0-4b10-a453-c8f4311ea514), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:20.640761 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [None req-13c69e5b-a9d8-4356-b375-6eaa446a0bbe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] device_id is not set on port 561953c1-03c0-4b10-a453-c8f4311ea514 yet. {{(pid=109694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:25:20.650027 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-13c69e5b-a9d8-4356-b375-6eaa446a0bbe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Publish callbacks [] for port (561953c1-03c0-4b10-a453-c8f4311ea514), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:20.657232 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-13c69e5b-a9d8-4356-b375-6eaa446a0bbe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (561953c1-03c0-4b10-a453-c8f4311ea514), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:20.715340 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c69e5b-a9d8-4356-b375-6eaa446a0bbe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Pushing event updated for resources: {'Port': ['ID=561953c1-03c0-4b10-a453-c8f4311ea514,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:20.741148 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-13c69e5b-a9d8-4356-b375-6eaa446a0bbe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port 561953c1-03c0-4b10-a453-c8f4311ea514 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:25:20.741701 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-13c69e5b-a9d8-4356-b375-6eaa446a0bbe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port 561953c1-03c0-4b10-a453-c8f4311ea514 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'c141d14b-be42-43a8-91c6-c3c15065a318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3104ca1a-e30a-4d56-94e8-794511b5dbbe'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:25:20.743006 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c69e5b-a9d8-4356-b375-6eaa446a0bbe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port 561953c1-03c0-4b10-a453-c8f4311ea514 on network 3104ca1a-e30a-4d56-94e8-794511b5dbbe {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:25:20.749280 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c69e5b-a9d8-4356-b375-6eaa446a0bbe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Port 561953c1-03c0-4b10-a453-c8f4311ea514 on network 3104ca1a-e30a-4d56-94e8-794511b5dbbe not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:25:20.749903 n-d-789963-26 neutron-server[109694]: ERROR neutron.plugins.ml2.managers [None req-13c69e5b-a9d8-4356-b375-6eaa446a0bbe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Failed to bind port 561953c1-03c0-4b10-a453-c8f4311ea514 on host n-h1-789963-26 for vnic_type normal using segments [{'id': 'c141d14b-be42-43a8-91c6-c3c15065a318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3104ca1a-e30a-4d56-94e8-794511b5dbbe'}] Feb 02 07:25:20.750439 n-d-789963-26 neutron-server[109694]: INFO neutron.plugins.ml2.plugin [None req-13c69e5b-a9d8-4356-b375-6eaa446a0bbe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempt 2 to bind port 561953c1-03c0-4b10-a453-c8f4311ea514 Feb 02 07:25:20.773384 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-13c69e5b-a9d8-4356-b375-6eaa446a0bbe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port 561953c1-03c0-4b10-a453-c8f4311ea514 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:25:20.773915 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-13c69e5b-a9d8-4356-b375-6eaa446a0bbe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port 561953c1-03c0-4b10-a453-c8f4311ea514 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'c141d14b-be42-43a8-91c6-c3c15065a318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3104ca1a-e30a-4d56-94e8-794511b5dbbe'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:25:20.774509 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c69e5b-a9d8-4356-b375-6eaa446a0bbe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port 561953c1-03c0-4b10-a453-c8f4311ea514 on network 3104ca1a-e30a-4d56-94e8-794511b5dbbe {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:25:20.779588 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c69e5b-a9d8-4356-b375-6eaa446a0bbe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Port 561953c1-03c0-4b10-a453-c8f4311ea514 on network 3104ca1a-e30a-4d56-94e8-794511b5dbbe not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:25:20.780618 n-d-789963-26 neutron-server[109694]: ERROR neutron.plugins.ml2.managers [None req-13c69e5b-a9d8-4356-b375-6eaa446a0bbe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Failed to bind port 561953c1-03c0-4b10-a453-c8f4311ea514 on host n-h1-789963-26 for vnic_type normal using segments [{'id': 'c141d14b-be42-43a8-91c6-c3c15065a318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3104ca1a-e30a-4d56-94e8-794511b5dbbe'}] Feb 02 07:25:20.781154 n-d-789963-26 neutron-server[109694]: INFO neutron.plugins.ml2.plugin [None req-13c69e5b-a9d8-4356-b375-6eaa446a0bbe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempt 3 to bind port 561953c1-03c0-4b10-a453-c8f4311ea514 Feb 02 07:25:20.798529 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-13c69e5b-a9d8-4356-b375-6eaa446a0bbe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port 561953c1-03c0-4b10-a453-c8f4311ea514 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:25:20.799221 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-13c69e5b-a9d8-4356-b375-6eaa446a0bbe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port 561953c1-03c0-4b10-a453-c8f4311ea514 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'c141d14b-be42-43a8-91c6-c3c15065a318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3104ca1a-e30a-4d56-94e8-794511b5dbbe'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:25:20.799792 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c69e5b-a9d8-4356-b375-6eaa446a0bbe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port 561953c1-03c0-4b10-a453-c8f4311ea514 on network 3104ca1a-e30a-4d56-94e8-794511b5dbbe {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:25:20.804995 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c69e5b-a9d8-4356-b375-6eaa446a0bbe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Port 561953c1-03c0-4b10-a453-c8f4311ea514 on network 3104ca1a-e30a-4d56-94e8-794511b5dbbe not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:25:20.805741 n-d-789963-26 neutron-server[109694]: ERROR neutron.plugins.ml2.managers [None req-13c69e5b-a9d8-4356-b375-6eaa446a0bbe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Failed to bind port 561953c1-03c0-4b10-a453-c8f4311ea514 on host n-h1-789963-26 for vnic_type normal using segments [{'id': 'c141d14b-be42-43a8-91c6-c3c15065a318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3104ca1a-e30a-4d56-94e8-794511b5dbbe'}] Feb 02 07:25:20.806272 n-d-789963-26 neutron-server[109694]: INFO neutron.plugins.ml2.plugin [None req-13c69e5b-a9d8-4356-b375-6eaa446a0bbe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempt 4 to bind port 561953c1-03c0-4b10-a453-c8f4311ea514 Feb 02 07:25:20.821041 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-13c69e5b-a9d8-4356-b375-6eaa446a0bbe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port 561953c1-03c0-4b10-a453-c8f4311ea514 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:25:20.821526 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-13c69e5b-a9d8-4356-b375-6eaa446a0bbe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port 561953c1-03c0-4b10-a453-c8f4311ea514 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'c141d14b-be42-43a8-91c6-c3c15065a318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3104ca1a-e30a-4d56-94e8-794511b5dbbe'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:25:20.822015 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c69e5b-a9d8-4356-b375-6eaa446a0bbe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port 561953c1-03c0-4b10-a453-c8f4311ea514 on network 3104ca1a-e30a-4d56-94e8-794511b5dbbe {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:25:20.826755 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c69e5b-a9d8-4356-b375-6eaa446a0bbe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Port 561953c1-03c0-4b10-a453-c8f4311ea514 on network 3104ca1a-e30a-4d56-94e8-794511b5dbbe not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:25:20.827235 n-d-789963-26 neutron-server[109694]: ERROR neutron.plugins.ml2.managers [None req-13c69e5b-a9d8-4356-b375-6eaa446a0bbe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Failed to bind port 561953c1-03c0-4b10-a453-c8f4311ea514 on host n-h1-789963-26 for vnic_type normal using segments [{'id': 'c141d14b-be42-43a8-91c6-c3c15065a318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3104ca1a-e30a-4d56-94e8-794511b5dbbe'}] Feb 02 07:25:20.827795 n-d-789963-26 neutron-server[109694]: INFO neutron.plugins.ml2.plugin [None req-13c69e5b-a9d8-4356-b375-6eaa446a0bbe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempt 5 to bind port 561953c1-03c0-4b10-a453-c8f4311ea514 Feb 02 07:25:20.845367 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-13c69e5b-a9d8-4356-b375-6eaa446a0bbe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port 561953c1-03c0-4b10-a453-c8f4311ea514 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:25:20.845951 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-13c69e5b-a9d8-4356-b375-6eaa446a0bbe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port 561953c1-03c0-4b10-a453-c8f4311ea514 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'c141d14b-be42-43a8-91c6-c3c15065a318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3104ca1a-e30a-4d56-94e8-794511b5dbbe'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:25:20.847252 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c69e5b-a9d8-4356-b375-6eaa446a0bbe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port 561953c1-03c0-4b10-a453-c8f4311ea514 on network 3104ca1a-e30a-4d56-94e8-794511b5dbbe {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:25:20.860383 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c69e5b-a9d8-4356-b375-6eaa446a0bbe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Port 561953c1-03c0-4b10-a453-c8f4311ea514 on network 3104ca1a-e30a-4d56-94e8-794511b5dbbe not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:25:20.860920 n-d-789963-26 neutron-server[109694]: ERROR neutron.plugins.ml2.managers [None req-13c69e5b-a9d8-4356-b375-6eaa446a0bbe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Failed to bind port 561953c1-03c0-4b10-a453-c8f4311ea514 on host n-h1-789963-26 for vnic_type normal using segments [{'id': 'c141d14b-be42-43a8-91c6-c3c15065a318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3104ca1a-e30a-4d56-94e8-794511b5dbbe'}] Feb 02 07:25:20.861452 n-d-789963-26 neutron-server[109694]: INFO neutron.plugins.ml2.plugin [None req-13c69e5b-a9d8-4356-b375-6eaa446a0bbe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempt 6 to bind port 561953c1-03c0-4b10-a453-c8f4311ea514 Feb 02 07:25:20.877087 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-13c69e5b-a9d8-4356-b375-6eaa446a0bbe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port 561953c1-03c0-4b10-a453-c8f4311ea514 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:25:20.877747 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-13c69e5b-a9d8-4356-b375-6eaa446a0bbe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port 561953c1-03c0-4b10-a453-c8f4311ea514 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'c141d14b-be42-43a8-91c6-c3c15065a318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3104ca1a-e30a-4d56-94e8-794511b5dbbe'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:25:20.878230 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c69e5b-a9d8-4356-b375-6eaa446a0bbe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port 561953c1-03c0-4b10-a453-c8f4311ea514 on network 3104ca1a-e30a-4d56-94e8-794511b5dbbe {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:25:20.883177 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c69e5b-a9d8-4356-b375-6eaa446a0bbe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Port 561953c1-03c0-4b10-a453-c8f4311ea514 on network 3104ca1a-e30a-4d56-94e8-794511b5dbbe not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:25:20.883702 n-d-789963-26 neutron-server[109694]: ERROR neutron.plugins.ml2.managers [None req-13c69e5b-a9d8-4356-b375-6eaa446a0bbe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Failed to bind port 561953c1-03c0-4b10-a453-c8f4311ea514 on host n-h1-789963-26 for vnic_type normal using segments [{'id': 'c141d14b-be42-43a8-91c6-c3c15065a318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3104ca1a-e30a-4d56-94e8-794511b5dbbe'}] Feb 02 07:25:20.884231 n-d-789963-26 neutron-server[109694]: INFO neutron.plugins.ml2.plugin [None req-13c69e5b-a9d8-4356-b375-6eaa446a0bbe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempt 7 to bind port 561953c1-03c0-4b10-a453-c8f4311ea514 Feb 02 07:25:20.899831 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-13c69e5b-a9d8-4356-b375-6eaa446a0bbe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port 561953c1-03c0-4b10-a453-c8f4311ea514 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:25:20.900480 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-13c69e5b-a9d8-4356-b375-6eaa446a0bbe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port 561953c1-03c0-4b10-a453-c8f4311ea514 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'c141d14b-be42-43a8-91c6-c3c15065a318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3104ca1a-e30a-4d56-94e8-794511b5dbbe'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:25:20.900978 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c69e5b-a9d8-4356-b375-6eaa446a0bbe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port 561953c1-03c0-4b10-a453-c8f4311ea514 on network 3104ca1a-e30a-4d56-94e8-794511b5dbbe {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:25:20.906316 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c69e5b-a9d8-4356-b375-6eaa446a0bbe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Port 561953c1-03c0-4b10-a453-c8f4311ea514 on network 3104ca1a-e30a-4d56-94e8-794511b5dbbe not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:25:20.906591 n-d-789963-26 neutron-server[109694]: ERROR neutron.plugins.ml2.managers [None req-13c69e5b-a9d8-4356-b375-6eaa446a0bbe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Failed to bind port 561953c1-03c0-4b10-a453-c8f4311ea514 on host n-h1-789963-26 for vnic_type normal using segments [{'id': 'c141d14b-be42-43a8-91c6-c3c15065a318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3104ca1a-e30a-4d56-94e8-794511b5dbbe'}] Feb 02 07:25:20.906987 n-d-789963-26 neutron-server[109694]: INFO neutron.plugins.ml2.plugin [None req-13c69e5b-a9d8-4356-b375-6eaa446a0bbe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempt 8 to bind port 561953c1-03c0-4b10-a453-c8f4311ea514 Feb 02 07:25:20.921215 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-13c69e5b-a9d8-4356-b375-6eaa446a0bbe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port 561953c1-03c0-4b10-a453-c8f4311ea514 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:25:20.921551 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-13c69e5b-a9d8-4356-b375-6eaa446a0bbe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port 561953c1-03c0-4b10-a453-c8f4311ea514 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'c141d14b-be42-43a8-91c6-c3c15065a318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3104ca1a-e30a-4d56-94e8-794511b5dbbe'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:25:20.921889 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c69e5b-a9d8-4356-b375-6eaa446a0bbe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port 561953c1-03c0-4b10-a453-c8f4311ea514 on network 3104ca1a-e30a-4d56-94e8-794511b5dbbe {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:25:20.926717 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c69e5b-a9d8-4356-b375-6eaa446a0bbe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Port 561953c1-03c0-4b10-a453-c8f4311ea514 on network 3104ca1a-e30a-4d56-94e8-794511b5dbbe not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:25:20.927045 n-d-789963-26 neutron-server[109694]: ERROR neutron.plugins.ml2.managers [None req-13c69e5b-a9d8-4356-b375-6eaa446a0bbe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Failed to bind port 561953c1-03c0-4b10-a453-c8f4311ea514 on host n-h1-789963-26 for vnic_type normal using segments [{'id': 'c141d14b-be42-43a8-91c6-c3c15065a318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3104ca1a-e30a-4d56-94e8-794511b5dbbe'}] Feb 02 07:25:20.927431 n-d-789963-26 neutron-server[109694]: INFO neutron.plugins.ml2.plugin [None req-13c69e5b-a9d8-4356-b375-6eaa446a0bbe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempt 9 to bind port 561953c1-03c0-4b10-a453-c8f4311ea514 Feb 02 07:25:20.940820 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-13c69e5b-a9d8-4356-b375-6eaa446a0bbe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port 561953c1-03c0-4b10-a453-c8f4311ea514 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:25:20.941152 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-13c69e5b-a9d8-4356-b375-6eaa446a0bbe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port 561953c1-03c0-4b10-a453-c8f4311ea514 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'c141d14b-be42-43a8-91c6-c3c15065a318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3104ca1a-e30a-4d56-94e8-794511b5dbbe'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:25:20.941484 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c69e5b-a9d8-4356-b375-6eaa446a0bbe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port 561953c1-03c0-4b10-a453-c8f4311ea514 on network 3104ca1a-e30a-4d56-94e8-794511b5dbbe {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:25:20.946227 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c69e5b-a9d8-4356-b375-6eaa446a0bbe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Port 561953c1-03c0-4b10-a453-c8f4311ea514 on network 3104ca1a-e30a-4d56-94e8-794511b5dbbe not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:25:20.946560 n-d-789963-26 neutron-server[109694]: ERROR neutron.plugins.ml2.managers [None req-13c69e5b-a9d8-4356-b375-6eaa446a0bbe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Failed to bind port 561953c1-03c0-4b10-a453-c8f4311ea514 on host n-h1-789963-26 for vnic_type normal using segments [{'id': 'c141d14b-be42-43a8-91c6-c3c15065a318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3104ca1a-e30a-4d56-94e8-794511b5dbbe'}] Feb 02 07:25:20.946949 n-d-789963-26 neutron-server[109694]: INFO neutron.plugins.ml2.plugin [None req-13c69e5b-a9d8-4356-b375-6eaa446a0bbe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempt 10 to bind port 561953c1-03c0-4b10-a453-c8f4311ea514 Feb 02 07:25:20.962452 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-13c69e5b-a9d8-4356-b375-6eaa446a0bbe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port 561953c1-03c0-4b10-a453-c8f4311ea514 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:25:20.962707 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-13c69e5b-a9d8-4356-b375-6eaa446a0bbe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port 561953c1-03c0-4b10-a453-c8f4311ea514 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'c141d14b-be42-43a8-91c6-c3c15065a318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3104ca1a-e30a-4d56-94e8-794511b5dbbe'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:25:20.963044 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c69e5b-a9d8-4356-b375-6eaa446a0bbe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port 561953c1-03c0-4b10-a453-c8f4311ea514 on network 3104ca1a-e30a-4d56-94e8-794511b5dbbe {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:25:20.967653 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c69e5b-a9d8-4356-b375-6eaa446a0bbe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Port 561953c1-03c0-4b10-a453-c8f4311ea514 on network 3104ca1a-e30a-4d56-94e8-794511b5dbbe not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:25:20.967986 n-d-789963-26 neutron-server[109694]: ERROR neutron.plugins.ml2.managers [None req-13c69e5b-a9d8-4356-b375-6eaa446a0bbe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Failed to bind port 561953c1-03c0-4b10-a453-c8f4311ea514 on host n-h1-789963-26 for vnic_type normal using segments [{'id': 'c141d14b-be42-43a8-91c6-c3c15065a318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3104ca1a-e30a-4d56-94e8-794511b5dbbe'}] Feb 02 07:25:20.968347 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-13c69e5b-a9d8-4356-b375-6eaa446a0bbe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (561953c1-03c0-4b10-a453-c8f4311ea514), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:21.058032 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-13c69e5b-a9d8-4356-b375-6eaa446a0bbe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] For port 561953c1-03c0-4b10-a453-c8f4311ea514, host n-h1-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:25:21.058341 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-13c69e5b-a9d8-4356-b375-6eaa446a0bbe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempted to set empty binding levels {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 02 07:25:21.064224 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-13c69e5b-a9d8-4356-b375-6eaa446a0bbe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (561953c1-03c0-4b10-a453-c8f4311ea514), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:21.123989 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-13c69e5b-a9d8-4356-b375-6eaa446a0bbe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] In _notify_port_updated(), no bound segment for port 561953c1-03c0-4b10-a453-c8f4311ea514 on network 3104ca1a-e30a-4d56-94e8-794511b5dbbe {{(pid=109694) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 02 07:25:21.126781 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c69e5b-a9d8-4356-b375-6eaa446a0bbe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:21.127682 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-13c69e5b-a9d8-4356-b375-6eaa446a0bbe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:21.134538 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45234) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:21.135889 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-13c69e5b-a9d8-4356-b375-6eaa446a0bbe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] 10.222.0.87 "PUT /v2.0/ports/561953c1-03c0-4b10-a453-c8f4311ea514 HTTP/1.1" status: 200 len: 976 time: 0.7941766 Feb 02 07:25:21.152223 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c69e5b-a9d8-4356-b375-6eaa446a0bbe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Pushing event updated for resources: {'Port': ['ID=561953c1-03c0-4b10-a453-c8f4311ea514,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:21.257032 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee672309-7d3b-40ea-8f40-dfc5ba9f82fe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:21.257675 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee672309-7d3b-40ea-8f40-dfc5ba9f82fe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:21.258214 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee672309-7d3b-40ea-8f40-dfc5ba9f82fe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:21.258942 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee672309-7d3b-40ea-8f40-dfc5ba9f82fe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:21.259864 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee672309-7d3b-40ea-8f40-dfc5ba9f82fe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:21.260251 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee672309-7d3b-40ea-8f40-dfc5ba9f82fe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:21.260953 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee672309-7d3b-40ea-8f40-dfc5ba9f82fe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:21.261477 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee672309-7d3b-40ea-8f40-dfc5ba9f82fe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:21.262166 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee672309-7d3b-40ea-8f40-dfc5ba9f82fe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:21.262833 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee672309-7d3b-40ea-8f40-dfc5ba9f82fe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:21.263489 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee672309-7d3b-40ea-8f40-dfc5ba9f82fe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:21.264081 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee672309-7d3b-40ea-8f40-dfc5ba9f82fe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:21.264748 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee672309-7d3b-40ea-8f40-dfc5ba9f82fe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:21.268059 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-ee672309-7d3b-40ea-8f40-dfc5ba9f82fe tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 12170 time: 0.1324499 Feb 02 07:25:21.270881 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45238) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:21.370529 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-5c715a66-051b-48bd-9b3a-f83bad7cdd0b tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Deleting port 561953c1-03c0-4b10-a453-c8f4311ea514 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:25:21.371267 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5c715a66-051b-48bd-9b3a-f83bad7cdd0b tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (561953c1-03c0-4b10-a453-c8f4311ea514), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:21.458743 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-5c715a66-051b-48bd-9b3a-f83bad7cdd0b tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] For port 561953c1-03c0-4b10-a453-c8f4311ea514, host n-h1-789963-26, got binding levels [] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:25:21.459122 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5c715a66-051b-48bd-9b3a-f83bad7cdd0b tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (561953c1-03c0-4b10-a453-c8f4311ea514), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:21.478091 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-5c715a66-051b-48bd-9b3a-f83bad7cdd0b tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Calling delete_port for 561953c1-03c0-4b10-a453-c8f4311ea514 owned by {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:25:21.575637 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5c715a66-051b-48bd-9b3a-f83bad7cdd0b tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (561953c1-03c0-4b10-a453-c8f4311ea514), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:21.606737 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c715a66-051b-48bd-9b3a-f83bad7cdd0b tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Pushing event deleted for resources: {'Port': ['ID=561953c1-03c0-4b10-a453-c8f4311ea514,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:21.619394 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5c715a66-051b-48bd-9b3a-f83bad7cdd0b tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:21.625328 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-5c715a66-051b-48bd-9b3a-f83bad7cdd0b tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] 10.222.0.87 "DELETE /v2.0/ports/561953c1-03c0-4b10-a453-c8f4311ea514 HTTP/1.1" status: 204 len: 168 time: 0.3506343 Feb 02 07:25:21.625681 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45246) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:21.657028 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-33feeb73-a3e3-40ad-9e7e-c998e5b5591e tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] GET failed (client error): The resource could not be found. Feb 02 07:25:21.659783 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-33feeb73-a3e3-40ad-9e7e-c998e5b5591e tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] 10.222.0.87 "GET /v2.0/ports/561953c1-03c0-4b10-a453-c8f4311ea514 HTTP/1.1" status: 404 len: 333 time: 0.0320172 Feb 02 07:25:21.664126 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 45250) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:21.675291 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-0b2e4e32-f75c-435e-8e01-479e3ff34337 tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1139089178', 'network_id': '3104ca1a-e30a-4d56-94e8-794511b5dbbe'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:25:21.719395 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b2e4e32-f75c-435e-8e01-479e3ff34337 tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Made reservation on behalf of 0d99a7cd9225474fbef6a1ff2b9a06ad for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:25:21.723458 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0b2e4e32-f75c-435e-8e01-479e3ff34337 tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:21.747011 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [None req-0b2e4e32-f75c-435e-8e01-479e3ff34337 tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] device_id is not set on port d88126dc-a0a6-4e1f-a53b-5c6da65e6ada yet. {{(pid=109694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:25:21.922544 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0b2e4e32-f75c-435e-8e01-479e3ff34337 tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Publish callbacks [] for port (d88126dc-a0a6-4e1f-a53b-5c6da65e6ada), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:21.958666 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0b2e4e32-f75c-435e-8e01-479e3ff34337 tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (d88126dc-a0a6-4e1f-a53b-5c6da65e6ada), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:22.008191 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2e4e32-f75c-435e-8e01-479e3ff34337 tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Network 3104ca1a-e30a-4d56-94e8-794511b5dbbe is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:25:22.011591 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-0b2e4e32-f75c-435e-8e01-479e3ff34337 tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:25:22.015518 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2e4e32-f75c-435e-8e01-479e3ff34337 tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:25:22.016584 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2e4e32-f75c-435e-8e01-479e3ff34337 tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:22.017269 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0b2e4e32-f75c-435e-8e01-479e3ff34337 tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:22.045291 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45258) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:22.045529 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0b2e4e32-f75c-435e-8e01-479e3ff34337 tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3780029 Feb 02 07:25:22.049653 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e4e32-f75c-435e-8e01-479e3ff34337 tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Pushing event updated for resources: {'Port': ['ID=d88126dc-a0a6-4e1f-a53b-5c6da65e6ada,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:22.092490 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37718cd2-b79d-4c78-bf47-1c39f87cbd42 tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:22.093937 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-37718cd2-b79d-4c78-bf47-1c39f87cbd42 tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] 10.222.0.87 "GET /v2.0/ports/d88126dc-a0a6-4e1f-a53b-5c6da65e6ada HTTP/1.1" status: 200 len: 955 time: 0.0475409 Feb 02 07:25:22.097568 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 45260) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:22.162826 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:22.224294 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-ead50fa9-5c37-4910-9f4f-6ccad4806830 tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Deleting port d88126dc-a0a6-4e1f-a53b-5c6da65e6ada {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:25:22.224863 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ead50fa9-5c37-4910-9f4f-6ccad4806830 tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (d88126dc-a0a6-4e1f-a53b-5c6da65e6ada), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:22.295109 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ead50fa9-5c37-4910-9f4f-6ccad4806830 tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (d88126dc-a0a6-4e1f-a53b-5c6da65e6ada), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:22.311751 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-ead50fa9-5c37-4910-9f4f-6ccad4806830 tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Calling delete_port for d88126dc-a0a6-4e1f-a53b-5c6da65e6ada owned by {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:25:22.498065 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ead50fa9-5c37-4910-9f4f-6ccad4806830 tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (d88126dc-a0a6-4e1f-a53b-5c6da65e6ada), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:22.533440 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead50fa9-5c37-4910-9f4f-6ccad4806830 tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Pushing event deleted for resources: {'Port': ['ID=d88126dc-a0a6-4e1f-a53b-5c6da65e6ada,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:22.553176 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ead50fa9-5c37-4910-9f4f-6ccad4806830 tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:22.557784 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-ead50fa9-5c37-4910-9f4f-6ccad4806830 tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] 10.222.0.87 "DELETE /v2.0/ports/d88126dc-a0a6-4e1f-a53b-5c6da65e6ada HTTP/1.1" status: 204 len: 168 time: 0.4590816 Feb 02 07:25:22.560205 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 45270) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:22.595685 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-03a9474d-566a-4414-9f84-a79a4bbf0507 tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] GET failed (client error): The resource could not be found. Feb 02 07:25:22.598165 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-03a9474d-566a-4414-9f84-a79a4bbf0507 tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] 10.222.0.87 "GET /v2.0/ports/d88126dc-a0a6-4e1f-a53b-5c6da65e6ada HTTP/1.1" status: 404 len: 333 time: 0.0367191 Feb 02 07:25:22.602268 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45276) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:22.608455 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-b2a6ef24-b501-4fb1-bfde-0cefd22c2ea6 tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Request body: {'port': {'network_id': '3104ca1a-e30a-4d56-94e8-794511b5dbbe', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1470996100'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:25:22.636842 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a6ef24-b501-4fb1-bfde-0cefd22c2ea6 tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Made reservation on behalf of 0d99a7cd9225474fbef6a1ff2b9a06ad for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:25:22.639708 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b2a6ef24-b501-4fb1-bfde-0cefd22c2ea6 tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:22.662416 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [None req-b2a6ef24-b501-4fb1-bfde-0cefd22c2ea6 tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] device_id is not set on port fbc7dac8-4990-450a-80d4-585357d9ba7f yet. {{(pid=109693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:25:22.752080 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 45280) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:22.953204 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-eab06fff-7233-4967-9708-6e943127195e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:22.961771 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b2a6ef24-b501-4fb1-bfde-0cefd22c2ea6 tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Publish callbacks [] for port (fbc7dac8-4990-450a-80d4-585357d9ba7f), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:23.021615 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b2a6ef24-b501-4fb1-bfde-0cefd22c2ea6 tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (fbc7dac8-4990-450a-80d4-585357d9ba7f), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:23.070911 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-eab06fff-7233-4967-9708-6e943127195e admin admin] Publish callbacks [] for security_group (653e52c4-f0d8-43ad-b5ac-6ab2daa4788f), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:23.077876 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-eab06fff-7233-4967-9708-6e943127195e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (653e52c4-f0d8-43ad-b5ac-6ab2daa4788f), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:23.078094 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a6ef24-b501-4fb1-bfde-0cefd22c2ea6 tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Network 3104ca1a-e30a-4d56-94e8-794511b5dbbe is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:25:23.081742 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-b2a6ef24-b501-4fb1-bfde-0cefd22c2ea6 tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:25:23.085704 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a6ef24-b501-4fb1-bfde-0cefd22c2ea6 tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:25:23.086662 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a6ef24-b501-4fb1-bfde-0cefd22c2ea6 tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:23.087308 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b2a6ef24-b501-4fb1-bfde-0cefd22c2ea6 tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:23.113741 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b2a6ef24-b501-4fb1-bfde-0cefd22c2ea6 tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5103202 Feb 02 07:25:23.116622 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 45288) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:23.117573 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a6ef24-b501-4fb1-bfde-0cefd22c2ea6 tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Pushing event updated for resources: {'Port': ['ID=fbc7dac8-4990-450a-80d4-585357d9ba7f,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:23.128166 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-3d6c0696-1b98-40c6-b976-83eed4041d6f tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:25:23.157555 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab06fff-7233-4967-9708-6e943127195e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=653e52c4-f0d8-43ad-b5ac-6ab2daa4788f,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:23.169165 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45290) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:23.169580 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-eab06fff-7233-4967-9708-6e943127195e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=362cb7471e2745dcae3acf482c6b42ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4158251 Feb 02 07:25:23.245202 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3d6c0696-1b98-40c6-b976-83eed4041d6f tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (fbc7dac8-4990-450a-80d4-585357d9ba7f), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:23.265091 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e92c26f1-3d31-4aab-8876-45b6b0cf8a5d admin admin] Publish callbacks [] for security_group (653e52c4-f0d8-43ad-b5ac-6ab2daa4788f), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:23.292776 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e92c26f1-3d31-4aab-8876-45b6b0cf8a5d admin admin] Publish callbacks [] for security_group (653e52c4-f0d8-43ad-b5ac-6ab2daa4788f), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:23.379139 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e92c26f1-3d31-4aab-8876-45b6b0cf8a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (653e52c4-f0d8-43ad-b5ac-6ab2daa4788f), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:23.381945 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e92c26f1-3d31-4aab-8876-45b6b0cf8a5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:23.385525 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e92c26f1-3d31-4aab-8876-45b6b0cf8a5d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/653e52c4-f0d8-43ad-b5ac-6ab2daa4788f HTTP/1.1" status: 204 len: 168 time: 0.2127407 Feb 02 07:25:23.406459 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92c26f1-3d31-4aab-8876-45b6b0cf8a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=653e52c4-f0d8-43ad-b5ac-6ab2daa4788f,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:23.475848 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [None req-3d6c0696-1b98-40c6-b976-83eed4041d6f tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] device_id is not set on port fbc7dac8-4990-450a-80d4-585357d9ba7f yet. {{(pid=109694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:25:23.485884 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3d6c0696-1b98-40c6-b976-83eed4041d6f tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Publish callbacks [] for port (fbc7dac8-4990-450a-80d4-585357d9ba7f), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:23.494459 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3d6c0696-1b98-40c6-b976-83eed4041d6f tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (fbc7dac8-4990-450a-80d4-585357d9ba7f), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:23.562470 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6c0696-1b98-40c6-b976-83eed4041d6f tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Pushing event updated for resources: {'Port': ['ID=fbc7dac8-4990-450a-80d4-585357d9ba7f,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:23.565619 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-3d6c0696-1b98-40c6-b976-83eed4041d6f tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port fbc7dac8-4990-450a-80d4-585357d9ba7f on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:25:23.566016 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-3d6c0696-1b98-40c6-b976-83eed4041d6f tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port fbc7dac8-4990-450a-80d4-585357d9ba7f by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'c141d14b-be42-43a8-91c6-c3c15065a318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3104ca1a-e30a-4d56-94e8-794511b5dbbe'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:25:23.566298 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6c0696-1b98-40c6-b976-83eed4041d6f tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port fbc7dac8-4990-450a-80d4-585357d9ba7f on network 3104ca1a-e30a-4d56-94e8-794511b5dbbe {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:25:23.571745 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6c0696-1b98-40c6-b976-83eed4041d6f tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Port fbc7dac8-4990-450a-80d4-585357d9ba7f on network 3104ca1a-e30a-4d56-94e8-794511b5dbbe not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:25:23.572088 n-d-789963-26 neutron-server[109694]: ERROR neutron.plugins.ml2.managers [None req-3d6c0696-1b98-40c6-b976-83eed4041d6f tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Failed to bind port fbc7dac8-4990-450a-80d4-585357d9ba7f on host n-h1-789963-26 for vnic_type normal using segments [{'id': 'c141d14b-be42-43a8-91c6-c3c15065a318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3104ca1a-e30a-4d56-94e8-794511b5dbbe'}] Feb 02 07:25:23.572481 n-d-789963-26 neutron-server[109694]: INFO neutron.plugins.ml2.plugin [None req-3d6c0696-1b98-40c6-b976-83eed4041d6f tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempt 2 to bind port fbc7dac8-4990-450a-80d4-585357d9ba7f Feb 02 07:25:23.587213 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-3d6c0696-1b98-40c6-b976-83eed4041d6f tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port fbc7dac8-4990-450a-80d4-585357d9ba7f on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:25:23.587647 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-3d6c0696-1b98-40c6-b976-83eed4041d6f tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port fbc7dac8-4990-450a-80d4-585357d9ba7f by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'c141d14b-be42-43a8-91c6-c3c15065a318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3104ca1a-e30a-4d56-94e8-794511b5dbbe'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:25:23.588001 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6c0696-1b98-40c6-b976-83eed4041d6f tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port fbc7dac8-4990-450a-80d4-585357d9ba7f on network 3104ca1a-e30a-4d56-94e8-794511b5dbbe {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:25:23.592893 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6c0696-1b98-40c6-b976-83eed4041d6f tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Port fbc7dac8-4990-450a-80d4-585357d9ba7f on network 3104ca1a-e30a-4d56-94e8-794511b5dbbe not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:25:23.593232 n-d-789963-26 neutron-server[109694]: ERROR neutron.plugins.ml2.managers [None req-3d6c0696-1b98-40c6-b976-83eed4041d6f tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Failed to bind port fbc7dac8-4990-450a-80d4-585357d9ba7f on host n-h1-789963-26 for vnic_type normal using segments [{'id': 'c141d14b-be42-43a8-91c6-c3c15065a318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3104ca1a-e30a-4d56-94e8-794511b5dbbe'}] Feb 02 07:25:23.593636 n-d-789963-26 neutron-server[109694]: INFO neutron.plugins.ml2.plugin [None req-3d6c0696-1b98-40c6-b976-83eed4041d6f tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempt 3 to bind port fbc7dac8-4990-450a-80d4-585357d9ba7f Feb 02 07:25:23.610260 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-3d6c0696-1b98-40c6-b976-83eed4041d6f tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port fbc7dac8-4990-450a-80d4-585357d9ba7f on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:25:23.610616 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-3d6c0696-1b98-40c6-b976-83eed4041d6f tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port fbc7dac8-4990-450a-80d4-585357d9ba7f by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'c141d14b-be42-43a8-91c6-c3c15065a318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3104ca1a-e30a-4d56-94e8-794511b5dbbe'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:25:23.610961 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6c0696-1b98-40c6-b976-83eed4041d6f tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port fbc7dac8-4990-450a-80d4-585357d9ba7f on network 3104ca1a-e30a-4d56-94e8-794511b5dbbe {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:25:23.616213 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6c0696-1b98-40c6-b976-83eed4041d6f tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Port fbc7dac8-4990-450a-80d4-585357d9ba7f on network 3104ca1a-e30a-4d56-94e8-794511b5dbbe not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:25:23.616559 n-d-789963-26 neutron-server[109694]: ERROR neutron.plugins.ml2.managers [None req-3d6c0696-1b98-40c6-b976-83eed4041d6f tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Failed to bind port fbc7dac8-4990-450a-80d4-585357d9ba7f on host n-h1-789963-26 for vnic_type normal using segments [{'id': 'c141d14b-be42-43a8-91c6-c3c15065a318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3104ca1a-e30a-4d56-94e8-794511b5dbbe'}] Feb 02 07:25:23.616962 n-d-789963-26 neutron-server[109694]: INFO neutron.plugins.ml2.plugin [None req-3d6c0696-1b98-40c6-b976-83eed4041d6f tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempt 4 to bind port fbc7dac8-4990-450a-80d4-585357d9ba7f Feb 02 07:25:23.631496 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-3d6c0696-1b98-40c6-b976-83eed4041d6f tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port fbc7dac8-4990-450a-80d4-585357d9ba7f on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:25:23.631865 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-3d6c0696-1b98-40c6-b976-83eed4041d6f tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port fbc7dac8-4990-450a-80d4-585357d9ba7f by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'c141d14b-be42-43a8-91c6-c3c15065a318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3104ca1a-e30a-4d56-94e8-794511b5dbbe'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:25:23.632216 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6c0696-1b98-40c6-b976-83eed4041d6f tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port fbc7dac8-4990-450a-80d4-585357d9ba7f on network 3104ca1a-e30a-4d56-94e8-794511b5dbbe {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:25:23.637978 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6c0696-1b98-40c6-b976-83eed4041d6f tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Port fbc7dac8-4990-450a-80d4-585357d9ba7f on network 3104ca1a-e30a-4d56-94e8-794511b5dbbe not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:25:23.638315 n-d-789963-26 neutron-server[109694]: ERROR neutron.plugins.ml2.managers [None req-3d6c0696-1b98-40c6-b976-83eed4041d6f tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Failed to bind port fbc7dac8-4990-450a-80d4-585357d9ba7f on host n-h1-789963-26 for vnic_type normal using segments [{'id': 'c141d14b-be42-43a8-91c6-c3c15065a318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3104ca1a-e30a-4d56-94e8-794511b5dbbe'}] Feb 02 07:25:23.638719 n-d-789963-26 neutron-server[109694]: INFO neutron.plugins.ml2.plugin [None req-3d6c0696-1b98-40c6-b976-83eed4041d6f tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempt 5 to bind port fbc7dac8-4990-450a-80d4-585357d9ba7f Feb 02 07:25:23.653460 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-3d6c0696-1b98-40c6-b976-83eed4041d6f tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port fbc7dac8-4990-450a-80d4-585357d9ba7f on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:25:23.653759 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-3d6c0696-1b98-40c6-b976-83eed4041d6f tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port fbc7dac8-4990-450a-80d4-585357d9ba7f by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'c141d14b-be42-43a8-91c6-c3c15065a318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3104ca1a-e30a-4d56-94e8-794511b5dbbe'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:25:23.654105 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6c0696-1b98-40c6-b976-83eed4041d6f tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port fbc7dac8-4990-450a-80d4-585357d9ba7f on network 3104ca1a-e30a-4d56-94e8-794511b5dbbe {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:25:23.660984 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6c0696-1b98-40c6-b976-83eed4041d6f tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Port fbc7dac8-4990-450a-80d4-585357d9ba7f on network 3104ca1a-e30a-4d56-94e8-794511b5dbbe not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:25:23.661336 n-d-789963-26 neutron-server[109694]: ERROR neutron.plugins.ml2.managers [None req-3d6c0696-1b98-40c6-b976-83eed4041d6f tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Failed to bind port fbc7dac8-4990-450a-80d4-585357d9ba7f on host n-h1-789963-26 for vnic_type normal using segments [{'id': 'c141d14b-be42-43a8-91c6-c3c15065a318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3104ca1a-e30a-4d56-94e8-794511b5dbbe'}] Feb 02 07:25:23.661739 n-d-789963-26 neutron-server[109694]: INFO neutron.plugins.ml2.plugin [None req-3d6c0696-1b98-40c6-b976-83eed4041d6f tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempt 6 to bind port fbc7dac8-4990-450a-80d4-585357d9ba7f Feb 02 07:25:23.676497 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-3d6c0696-1b98-40c6-b976-83eed4041d6f tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port fbc7dac8-4990-450a-80d4-585357d9ba7f on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:25:23.676833 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-3d6c0696-1b98-40c6-b976-83eed4041d6f tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port fbc7dac8-4990-450a-80d4-585357d9ba7f by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'c141d14b-be42-43a8-91c6-c3c15065a318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3104ca1a-e30a-4d56-94e8-794511b5dbbe'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:25:23.677270 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6c0696-1b98-40c6-b976-83eed4041d6f tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port fbc7dac8-4990-450a-80d4-585357d9ba7f on network 3104ca1a-e30a-4d56-94e8-794511b5dbbe {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:25:23.682478 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6c0696-1b98-40c6-b976-83eed4041d6f tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Port fbc7dac8-4990-450a-80d4-585357d9ba7f on network 3104ca1a-e30a-4d56-94e8-794511b5dbbe not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:25:23.682860 n-d-789963-26 neutron-server[109694]: ERROR neutron.plugins.ml2.managers [None req-3d6c0696-1b98-40c6-b976-83eed4041d6f tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Failed to bind port fbc7dac8-4990-450a-80d4-585357d9ba7f on host n-h1-789963-26 for vnic_type normal using segments [{'id': 'c141d14b-be42-43a8-91c6-c3c15065a318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3104ca1a-e30a-4d56-94e8-794511b5dbbe'}] Feb 02 07:25:23.683268 n-d-789963-26 neutron-server[109694]: INFO neutron.plugins.ml2.plugin [None req-3d6c0696-1b98-40c6-b976-83eed4041d6f tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempt 7 to bind port fbc7dac8-4990-450a-80d4-585357d9ba7f Feb 02 07:25:23.699254 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-3d6c0696-1b98-40c6-b976-83eed4041d6f tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port fbc7dac8-4990-450a-80d4-585357d9ba7f on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:25:23.699651 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-3d6c0696-1b98-40c6-b976-83eed4041d6f tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port fbc7dac8-4990-450a-80d4-585357d9ba7f by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'c141d14b-be42-43a8-91c6-c3c15065a318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3104ca1a-e30a-4d56-94e8-794511b5dbbe'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:25:23.700037 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6c0696-1b98-40c6-b976-83eed4041d6f tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port fbc7dac8-4990-450a-80d4-585357d9ba7f on network 3104ca1a-e30a-4d56-94e8-794511b5dbbe {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:25:23.705165 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6c0696-1b98-40c6-b976-83eed4041d6f tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Port fbc7dac8-4990-450a-80d4-585357d9ba7f on network 3104ca1a-e30a-4d56-94e8-794511b5dbbe not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:25:23.705557 n-d-789963-26 neutron-server[109694]: ERROR neutron.plugins.ml2.managers [None req-3d6c0696-1b98-40c6-b976-83eed4041d6f tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Failed to bind port fbc7dac8-4990-450a-80d4-585357d9ba7f on host n-h1-789963-26 for vnic_type normal using segments [{'id': 'c141d14b-be42-43a8-91c6-c3c15065a318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3104ca1a-e30a-4d56-94e8-794511b5dbbe'}] Feb 02 07:25:23.706613 n-d-789963-26 neutron-server[109694]: INFO neutron.plugins.ml2.plugin [None req-3d6c0696-1b98-40c6-b976-83eed4041d6f tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempt 8 to bind port fbc7dac8-4990-450a-80d4-585357d9ba7f Feb 02 07:25:23.719991 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-3d6c0696-1b98-40c6-b976-83eed4041d6f tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port fbc7dac8-4990-450a-80d4-585357d9ba7f on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:25:23.720540 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-3d6c0696-1b98-40c6-b976-83eed4041d6f tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port fbc7dac8-4990-450a-80d4-585357d9ba7f by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'c141d14b-be42-43a8-91c6-c3c15065a318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3104ca1a-e30a-4d56-94e8-794511b5dbbe'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:25:23.721101 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6c0696-1b98-40c6-b976-83eed4041d6f tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port fbc7dac8-4990-450a-80d4-585357d9ba7f on network 3104ca1a-e30a-4d56-94e8-794511b5dbbe {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:25:23.726481 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6c0696-1b98-40c6-b976-83eed4041d6f tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Port fbc7dac8-4990-450a-80d4-585357d9ba7f on network 3104ca1a-e30a-4d56-94e8-794511b5dbbe not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:25:23.726967 n-d-789963-26 neutron-server[109694]: ERROR neutron.plugins.ml2.managers [None req-3d6c0696-1b98-40c6-b976-83eed4041d6f tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Failed to bind port fbc7dac8-4990-450a-80d4-585357d9ba7f on host n-h1-789963-26 for vnic_type normal using segments [{'id': 'c141d14b-be42-43a8-91c6-c3c15065a318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3104ca1a-e30a-4d56-94e8-794511b5dbbe'}] Feb 02 07:25:23.727486 n-d-789963-26 neutron-server[109694]: INFO neutron.plugins.ml2.plugin [None req-3d6c0696-1b98-40c6-b976-83eed4041d6f tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempt 9 to bind port fbc7dac8-4990-450a-80d4-585357d9ba7f Feb 02 07:25:23.744116 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-3d6c0696-1b98-40c6-b976-83eed4041d6f tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port fbc7dac8-4990-450a-80d4-585357d9ba7f on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:25:23.744903 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-3d6c0696-1b98-40c6-b976-83eed4041d6f tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port fbc7dac8-4990-450a-80d4-585357d9ba7f by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'c141d14b-be42-43a8-91c6-c3c15065a318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3104ca1a-e30a-4d56-94e8-794511b5dbbe'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:25:23.745392 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6c0696-1b98-40c6-b976-83eed4041d6f tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port fbc7dac8-4990-450a-80d4-585357d9ba7f on network 3104ca1a-e30a-4d56-94e8-794511b5dbbe {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:25:23.750785 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6c0696-1b98-40c6-b976-83eed4041d6f tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Port fbc7dac8-4990-450a-80d4-585357d9ba7f on network 3104ca1a-e30a-4d56-94e8-794511b5dbbe not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:25:23.751519 n-d-789963-26 neutron-server[109694]: ERROR neutron.plugins.ml2.managers [None req-3d6c0696-1b98-40c6-b976-83eed4041d6f tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Failed to bind port fbc7dac8-4990-450a-80d4-585357d9ba7f on host n-h1-789963-26 for vnic_type normal using segments [{'id': 'c141d14b-be42-43a8-91c6-c3c15065a318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3104ca1a-e30a-4d56-94e8-794511b5dbbe'}] Feb 02 07:25:23.752134 n-d-789963-26 neutron-server[109694]: INFO neutron.plugins.ml2.plugin [None req-3d6c0696-1b98-40c6-b976-83eed4041d6f tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempt 10 to bind port fbc7dac8-4990-450a-80d4-585357d9ba7f Feb 02 07:25:23.770800 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-3d6c0696-1b98-40c6-b976-83eed4041d6f tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port fbc7dac8-4990-450a-80d4-585357d9ba7f on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:25:23.771333 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [None req-3d6c0696-1b98-40c6-b976-83eed4041d6f tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port fbc7dac8-4990-450a-80d4-585357d9ba7f by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'c141d14b-be42-43a8-91c6-c3c15065a318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3104ca1a-e30a-4d56-94e8-794511b5dbbe'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:25:23.771959 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6c0696-1b98-40c6-b976-83eed4041d6f tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempting to bind port fbc7dac8-4990-450a-80d4-585357d9ba7f on network 3104ca1a-e30a-4d56-94e8-794511b5dbbe {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:25:23.777933 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6c0696-1b98-40c6-b976-83eed4041d6f tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Port fbc7dac8-4990-450a-80d4-585357d9ba7f on network 3104ca1a-e30a-4d56-94e8-794511b5dbbe not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:25:23.778461 n-d-789963-26 neutron-server[109694]: ERROR neutron.plugins.ml2.managers [None req-3d6c0696-1b98-40c6-b976-83eed4041d6f tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Failed to bind port fbc7dac8-4990-450a-80d4-585357d9ba7f on host n-h1-789963-26 for vnic_type normal using segments [{'id': 'c141d14b-be42-43a8-91c6-c3c15065a318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '3104ca1a-e30a-4d56-94e8-794511b5dbbe'}] Feb 02 07:25:23.778841 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3d6c0696-1b98-40c6-b976-83eed4041d6f tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (fbc7dac8-4990-450a-80d4-585357d9ba7f), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:23.855032 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-3d6c0696-1b98-40c6-b976-83eed4041d6f tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] For port fbc7dac8-4990-450a-80d4-585357d9ba7f, host n-h1-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:25:23.855629 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-3d6c0696-1b98-40c6-b976-83eed4041d6f tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attempted to set empty binding levels {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 02 07:25:23.864182 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3d6c0696-1b98-40c6-b976-83eed4041d6f tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (fbc7dac8-4990-450a-80d4-585357d9ba7f), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:23.924009 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6c0696-1b98-40c6-b976-83eed4041d6f tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Pushing event updated for resources: {'Port': ['ID=fbc7dac8-4990-450a-80d4-585357d9ba7f,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:23.933215 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-3d6c0696-1b98-40c6-b976-83eed4041d6f tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] In _notify_port_updated(), no bound segment for port fbc7dac8-4990-450a-80d4-585357d9ba7f on network 3104ca1a-e30a-4d56-94e8-794511b5dbbe {{(pid=109694) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 02 07:25:23.933942 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6c0696-1b98-40c6-b976-83eed4041d6f tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:23.935253 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3d6c0696-1b98-40c6-b976-83eed4041d6f tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:23.939644 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45308) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:23.941139 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-3d6c0696-1b98-40c6-b976-83eed4041d6f tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] 10.222.0.87 "PUT /v2.0/ports/fbc7dac8-4990-450a-80d4-585357d9ba7f HTTP/1.1" status: 200 len: 976 time: 0.8168311 Feb 02 07:25:24.013865 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45310) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:24.039282 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8eae7c69-4010-47fd-b51c-3d8efa2b7c9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:24.149539 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8eae7c69-4010-47fd-b51c-3d8efa2b7c9d admin admin] Publish callbacks [] for security_group (92cf6c77-fcb8-4790-af86-e89e30cfbc0d), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:24.162916 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8eae7c69-4010-47fd-b51c-3d8efa2b7c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (92cf6c77-fcb8-4790-af86-e89e30cfbc0d), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:24.193017 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-469bafef-42ad-4ad7-831f-5d29b2e4dd49 tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Deleting port fbc7dac8-4990-450a-80d4-585357d9ba7f {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:25:24.193363 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-469bafef-42ad-4ad7-831f-5d29b2e4dd49 tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (fbc7dac8-4990-450a-80d4-585357d9ba7f), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:24.265222 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-469bafef-42ad-4ad7-831f-5d29b2e4dd49 tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] For port fbc7dac8-4990-450a-80d4-585357d9ba7f, host n-h1-789963-26, got binding levels [] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:25:24.265570 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-469bafef-42ad-4ad7-831f-5d29b2e4dd49 tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (fbc7dac8-4990-450a-80d4-585357d9ba7f), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:24.280951 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-469bafef-42ad-4ad7-831f-5d29b2e4dd49 tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Calling delete_port for fbc7dac8-4990-450a-80d4-585357d9ba7f owned by {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:25:24.396816 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-469bafef-42ad-4ad7-831f-5d29b2e4dd49 tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (fbc7dac8-4990-450a-80d4-585357d9ba7f), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:24.403264 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-8eae7c69-4010-47fd-b51c-3d8efa2b7c9d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=efbd382a0d114911a6a215ac6412153a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3884118 Feb 02 07:25:24.406132 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 45316) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:24.406493 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eae7c69-4010-47fd-b51c-3d8efa2b7c9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92cf6c77-fcb8-4790-af86-e89e30cfbc0d,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:24.437041 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-469bafef-42ad-4ad7-831f-5d29b2e4dd49 tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:24.443599 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-469bafef-42ad-4ad7-831f-5d29b2e4dd49 tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] 10.222.0.87 "DELETE /v2.0/ports/fbc7dac8-4990-450a-80d4-585357d9ba7f HTTP/1.1" status: 204 len: 168 time: 0.5002446 Feb 02 07:25:24.444726 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45318) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:24.446962 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469bafef-42ad-4ad7-831f-5d29b2e4dd49 tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] Pushing event deleted for resources: {'Port': ['ID=fbc7dac8-4990-450a-80d4-585357d9ba7f,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:24.479144 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d4b89f8-9264-48e6-b306-8232db5bcb17 tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] GET failed (client error): The resource could not be found. Feb 02 07:25:24.483809 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-7d4b89f8-9264-48e6-b306-8232db5bcb17 tempest-PortsAdminExtendedAttrsTestJSON-1085591296 tempest-PortsAdminExtendedAttrsTestJSON-1085591296-project-admin] 10.222.0.87 "GET /v2.0/ports/fbc7dac8-4990-450a-80d4-585357d9ba7f HTTP/1.1" status: 404 len: 333 time: 0.0348637 Feb 02 07:25:24.484701 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45320) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:24.591195 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-adbae185-13a2-4c79-b568-eb501cc4d207 tempest-PortsAdminExtendedAttrsTestJSON-1867845454 tempest-PortsAdminExtendedAttrsTestJSON-1867845454-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (3104ca1a-e30a-4d56-94e8-794511b5dbbe), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:24.715169 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-adbae185-13a2-4c79-b568-eb501cc4d207 tempest-PortsAdminExtendedAttrsTestJSON-1867845454 tempest-PortsAdminExtendedAttrsTestJSON-1867845454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (3104ca1a-e30a-4d56-94e8-794511b5dbbe), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:24.741447 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-adbae185-13a2-4c79-b568-eb501cc4d207 tempest-PortsAdminExtendedAttrsTestJSON-1867845454 tempest-PortsAdminExtendedAttrsTestJSON-1867845454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3104ca1a-e30a-4d56-94e8-794511b5dbbe']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:25:24.752997 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-adbae185-13a2-4c79-b568-eb501cc4d207 tempest-PortsAdminExtendedAttrsTestJSON-1867845454 tempest-PortsAdminExtendedAttrsTestJSON-1867845454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c141d14b-be42-43a8-91c6-c3c15065a318') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:25:24.753477 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-adbae185-13a2-4c79-b568-eb501cc4d207 tempest-PortsAdminExtendedAttrsTestJSON-1867845454 tempest-PortsAdminExtendedAttrsTestJSON-1867845454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c141d14b-be42-43a8-91c6-c3c15065a318') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:25:24.764458 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-adbae185-13a2-4c79-b568-eb501cc4d207 tempest-PortsAdminExtendedAttrsTestJSON-1867845454 tempest-PortsAdminExtendedAttrsTestJSON-1867845454-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (c141d14b-be42-43a8-91c6-c3c15065a318), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:24.781414 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-adbae185-13a2-4c79-b568-eb501cc4d207 tempest-PortsAdminExtendedAttrsTestJSON-1867845454 tempest-PortsAdminExtendedAttrsTestJSON-1867845454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (c141d14b-be42-43a8-91c6-c3c15065a318), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:24.789236 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adbae185-13a2-4c79-b568-eb501cc4d207 tempest-PortsAdminExtendedAttrsTestJSON-1867845454 tempest-PortsAdminExtendedAttrsTestJSON-1867845454-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:25:24.789633 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-adbae185-13a2-4c79-b568-eb501cc4d207 tempest-PortsAdminExtendedAttrsTestJSON-1867845454 tempest-PortsAdminExtendedAttrsTestJSON-1867845454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (c141d14b-be42-43a8-91c6-c3c15065a318), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:24.792990 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:25:24.792990 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:25:24.792990 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:25:24.792990 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:25:24.792990 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:25:24.792990 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:25:24.792990 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:25:24.792990 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:25:24.792990 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:25:24.792990 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:25:24.792990 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:25:24.792990 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:25:24.792990 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:25:24.792990 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:25:24.792990 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:25:24.792990 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:25:24.792990 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:25:24.792990 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:25:24.792990 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:25:24.792990 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:25:24.792990 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:25:24.792990 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:25:24.792990 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:25:24.792990 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:25:24.792990 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:25:24.792990 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:25:24.792990 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:25:24.792990 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:25:24.792990 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:25:24.792990 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:25:24.792990 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:25:24.792990 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:25:24.866009 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-adbae185-13a2-4c79-b568-eb501cc4d207 tempest-PortsAdminExtendedAttrsTestJSON-1867845454 tempest-PortsAdminExtendedAttrsTestJSON-1867845454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (3104ca1a-e30a-4d56-94e8-794511b5dbbe), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:24.881625 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-adbae185-13a2-4c79-b568-eb501cc4d207 tempest-PortsAdminExtendedAttrsTestJSON-1867845454 tempest-PortsAdminExtendedAttrsTestJSON-1867845454-project] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:24.887136 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-adbae185-13a2-4c79-b568-eb501cc4d207 tempest-PortsAdminExtendedAttrsTestJSON-1867845454 tempest-PortsAdminExtendedAttrsTestJSON-1867845454-project] 10.222.0.87 "DELETE /v2.0/networks/3104ca1a-e30a-4d56-94e8-794511b5dbbe HTTP/1.1" status: 204 len: 168 time: 0.4013836 Feb 02 07:25:24.907033 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbae185-13a2-4c79-b568-eb501cc4d207 tempest-PortsAdminExtendedAttrsTestJSON-1867845454 tempest-PortsAdminExtendedAttrsTestJSON-1867845454-project] Pushing event deleted for resources: {'Network': ['ID=3104ca1a-e30a-4d56-94e8-794511b5dbbe,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:24.957629 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f708dc17-ee6f-4d03-a9dc-e2c3ed82486c admin admin] Publish callbacks [] for security_group (92cf6c77-fcb8-4790-af86-e89e30cfbc0d), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:24.982086 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f708dc17-ee6f-4d03-a9dc-e2c3ed82486c admin admin] Publish callbacks [] for security_group (92cf6c77-fcb8-4790-af86-e89e30cfbc0d), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:25.046876 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f708dc17-ee6f-4d03-a9dc-e2c3ed82486c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (92cf6c77-fcb8-4790-af86-e89e30cfbc0d), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:25.051096 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f708dc17-ee6f-4d03-a9dc-e2c3ed82486c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:25.052857 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f708dc17-ee6f-4d03-a9dc-e2c3ed82486c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/92cf6c77-fcb8-4790-af86-e89e30cfbc0d HTTP/1.1" status: 204 len: 168 time: 0.6451881 Feb 02 07:25:25.063008 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f708dc17-ee6f-4d03-a9dc-e2c3ed82486c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92cf6c77-fcb8-4790-af86-e89e30cfbc0d,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:25.365145 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45338) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:25.621338 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 45346) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:25.622683 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-abdaea8c-4118-4610-8005-b42401866ee1 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=49f1edf6b1f643e28b47056a7aae771e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2548940 Feb 02 07:25:25.680195 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a24eec11-9aee-47b1-8cd5-7f4704b525e5 admin admin] Publish callbacks [] for security_group (0801c93c-9a1f-4374-891e-0e9332006419), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:25.712048 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a24eec11-9aee-47b1-8cd5-7f4704b525e5 admin admin] Publish callbacks [] for security_group (0801c93c-9a1f-4374-891e-0e9332006419), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:25.771260 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a24eec11-9aee-47b1-8cd5-7f4704b525e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (0801c93c-9a1f-4374-891e-0e9332006419), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:25.774224 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a24eec11-9aee-47b1-8cd5-7f4704b525e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:25.775469 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a24eec11-9aee-47b1-8cd5-7f4704b525e5 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/0801c93c-9a1f-4374-891e-0e9332006419 HTTP/1.1" status: 204 len: 168 time: 0.1531460 Feb 02 07:25:25.783427 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24eec11-9aee-47b1-8cd5-7f4704b525e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0801c93c-9a1f-4374-891e-0e9332006419,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:26.208768 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 45374) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:26.259136 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-77fca4c7-b43f-4a27-9819-cacfa010be3d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=0d99a7cd9225474fbef6a1ff2b9a06ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0492706 Feb 02 07:25:26.261577 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 45376) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:26.321089 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ef0bf4aa-68f9-46e0-bae9-2bf03ca4ed56 admin admin] Publish callbacks [] for security_group (40407c2a-a57e-4e4f-8546-669702e32dc2), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:26.352511 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ef0bf4aa-68f9-46e0-bae9-2bf03ca4ed56 admin admin] Publish callbacks [] for security_group (40407c2a-a57e-4e4f-8546-669702e32dc2), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:26.435058 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ef0bf4aa-68f9-46e0-bae9-2bf03ca4ed56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (40407c2a-a57e-4e4f-8546-669702e32dc2), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:26.438509 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ef0bf4aa-68f9-46e0-bae9-2bf03ca4ed56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:26.439916 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-ef0bf4aa-68f9-46e0-bae9-2bf03ca4ed56 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/40407c2a-a57e-4e4f-8546-669702e32dc2 HTTP/1.1" status: 204 len: 168 time: 0.1768582 Feb 02 07:25:26.456333 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0bf4aa-68f9-46e0-bae9-2bf03ca4ed56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40407c2a-a57e-4e4f-8546-669702e32dc2,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:27.350234 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:28.769466 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b434edd9-6614-43d7-af7c-a1a8d1a6e31f req-021548c0-5374-4146-bcf6-763a6a3a5f31 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bac6e782-aeff-46f5-8504-3d7aac6312fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0850422 Feb 02 07:25:28.916409 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434edd9-6614-43d7-af7c-a1a8d1a6e31f req-1091d160-8c06-444c-a674-48439e9970a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:28.918101 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b434edd9-6614-43d7-af7c-a1a8d1a6e31f req-1091d160-8c06-444c-a674-48439e9970a5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=698270003fc3486cb201010c23ddb935&device_id=bac6e782-aeff-46f5-8504-3d7aac6312fb HTTP/1.1" status: 200 len: 1128 time: 0.0893691 Feb 02 07:25:28.964107 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45480) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:29.005659 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45484) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:29.045103 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434edd9-6614-43d7-af7c-a1a8d1a6e31f req-6f4c18ec-5b8d-4ac4-993a-3ab5516dbfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:29.046589 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b434edd9-6614-43d7-af7c-a1a8d1a6e31f req-6f4c18ec-5b8d-4ac4-993a-3ab5516dbfb5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=07aa33f7-959d-499a-9182-cb63812d9b32 HTTP/1.1" status: 200 len: 909 time: 0.1091249 Feb 02 07:25:29.137039 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b434edd9-6614-43d7-af7c-a1a8d1a6e31f req-5494f541-73fb-4b36-a0e9-f6eadef1d760 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc6dcb22-68e2-41c8-b008-e0071242a497 HTTP/1.1" status: 200 len: 1001 time: 0.0830204 Feb 02 07:25:29.163319 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-686f49d3-1af9-4a24-ba92-4d0c62877da7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:29.219196 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434edd9-6614-43d7-af7c-a1a8d1a6e31f req-9582a02b-d99f-4688-999e-5d64d327c780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:29.222455 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b434edd9-6614-43d7-af7c-a1a8d1a6e31f req-9582a02b-d99f-4688-999e-5d64d327c780 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3e073878-b818-46b9-96b5-3256e357bd8a HTTP/1.1" status: 200 len: 847 time: 0.0692415 Feb 02 07:25:29.224443 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-667d8da7-ead6-4d64-98fa-faebb6cf6c13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:29.351659 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434edd9-6614-43d7-af7c-a1a8d1a6e31f req-92dab9a9-10b6-4cd9-b02b-05b387bc74aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:29.356317 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b434edd9-6614-43d7-af7c-a1a8d1a6e31f req-92dab9a9-10b6-4cd9-b02b-05b387bc74aa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=07aa33f7-959d-499a-9182-cb63812d9b32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1270604 Feb 02 07:25:29.383262 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-686f49d3-1af9-4a24-ba92-4d0c62877da7 admin admin] Publish callbacks [] for security_group (24593d74-3aaa-42c1-a198-085d790c0eca), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:29.394746 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-686f49d3-1af9-4a24-ba92-4d0c62877da7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (24593d74-3aaa-42c1-a198-085d790c0eca), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:29.405773 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 45494) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:29.429026 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686f49d3-1af9-4a24-ba92-4d0c62877da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24593d74-3aaa-42c1-a198-085d790c0eca,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:29.442860 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-667d8da7-ead6-4d64-98fa-faebb6cf6c13 admin admin] Publish callbacks [] for security_group (67cbb42d-0925-453b-af18-76e33c1140f4), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:29.457186 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-667d8da7-ead6-4d64-98fa-faebb6cf6c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (67cbb42d-0925-453b-af18-76e33c1140f4), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:29.497860 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-686f49d3-1af9-4a24-ba92-4d0c62877da7 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ebf6aa1d44634a44aaff780ecad9af47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5296679 Feb 02 07:25:29.499754 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 45498) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:29.516959 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-667d8da7-ead6-4d64-98fa-faebb6cf6c13 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=5e85b05c4bbf4f218b7fc602b9d1c5b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5099013 Feb 02 07:25:29.518869 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667d8da7-ead6-4d64-98fa-faebb6cf6c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67cbb42d-0925-453b-af18-76e33c1140f4,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:29.538969 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 45500) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:29.561294 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b434edd9-6614-43d7-af7c-a1a8d1a6e31f req-c3ecf804-d7dd-4cec-8cf0-830172510fad service neutron] 10.222.0.59 "GET /v2.0/networks/07aa33f7-959d-499a-9182-cb63812d9b32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984861 Feb 02 07:25:29.606518 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-1372ce1c-def6-495e-a871-d732c9441ed9 tempest-QuotasTest-430180910 tempest-QuotasTest-430180910-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:25:29.651059 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-06615a02-9d38-4ac0-a537-9c8d864af9eb admin admin] Publish callbacks [] for security_group (24593d74-3aaa-42c1-a198-085d790c0eca), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:29.724986 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c0906087-9255-482d-a84e-f9e88cbf6b92 admin admin] Publish callbacks [] for security_group (67cbb42d-0925-453b-af18-76e33c1140f4), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:29.734225 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-06615a02-9d38-4ac0-a537-9c8d864af9eb admin admin] Publish callbacks [] for security_group (24593d74-3aaa-42c1-a198-085d790c0eca), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:29.771238 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-1372ce1c-def6-495e-a871-d732c9441ed9 tempest-QuotasTest-430180910 tempest-QuotasTest-430180910-project-admin] 10.222.0.87 "PUT /v2.0/quotas/13c680720b7047928eb505ad0db51f9d HTTP/1.1" status: 200 len: 366 time: 0.3618510 Feb 02 07:25:29.771921 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45502) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:29.784318 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-2a8a8741-dc00-44eb-9888-8fbcbff14545 tempest-QuotasTest-430180910 tempest-QuotasTest-430180910-project-admin] 10.222.0.87 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0107994 Feb 02 07:25:29.787229 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45504) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:29.798329 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-90da9d65-307c-4702-b6ee-24be58f2d422 tempest-QuotasTest-430180910 tempest-QuotasTest-430180910-project-admin] 10.222.0.87 "GET /v2.0/quotas/13c680720b7047928eb505ad0db51f9d HTTP/1.1" status: 200 len: 366 time: 0.0096467 Feb 02 07:25:29.804110 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45506) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:29.805126 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c0906087-9255-482d-a84e-f9e88cbf6b92 admin admin] Publish callbacks [] for security_group (67cbb42d-0925-453b-af18-76e33c1140f4), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:29.820645 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b434edd9-6614-43d7-af7c-a1a8d1a6e31f req-b5dda952-45f1-4224-9b7e-7baa4d6ae468 service neutron] 10.222.0.59 "GET /v2.0/networks/07aa33f7-959d-499a-9182-cb63812d9b32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301686 Feb 02 07:25:29.823076 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-4c0cb560-689d-4155-a84f-55dd1654be5c tempest-QuotasTest-430180910 tempest-QuotasTest-430180910-project-admin] 10.222.0.87 "DELETE /v2.0/quotas/13c680720b7047928eb505ad0db51f9d HTTP/1.1" status: 204 len: 168 time: 0.0173893 Feb 02 07:25:29.825690 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 45508) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:29.857054 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-4b71d382-1db9-4099-9edc-087c1a3ae565 tempest-QuotasTest-430180910 tempest-QuotasTest-430180910-project-admin] 10.222.0.87 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0296407 Feb 02 07:25:29.859549 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45510) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:29.871493 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-9ea9cd31-d62c-4134-9c5b-5eac6f3dfd15 tempest-QuotasTest-430180910 tempest-QuotasTest-430180910-project-admin] 10.222.0.87 "GET /v2.0/quotas/13c680720b7047928eb505ad0db51f9d HTTP/1.1" status: 200 len: 370 time: 0.0104799 Feb 02 07:25:29.873736 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45512) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:29.879278 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-caf95588-b84d-407e-8025-534805e61bee tempest-QuotasTest-430180910 tempest-QuotasTest-430180910-project-admin] 10.222.0.87 "GET /v2.0/quotas/13c680720b7047928eb505ad0db51f9d/default HTTP/1.1" status: 200 len: 370 time: 0.0043306 Feb 02 07:25:29.881558 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45514) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:29.889785 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-4f108939-0031-4bb3-817a-651583f492f1 tempest-QuotasTest-430180910 tempest-QuotasTest-430180910-project-admin] delete failed (client error): The resource could not be found. Feb 02 07:25:29.891145 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-4f108939-0031-4bb3-817a-651583f492f1 tempest-QuotasTest-430180910 tempest-QuotasTest-430180910-project-admin] 10.222.0.87 "DELETE /v2.0/quotas/13c680720b7047928eb505ad0db51f9d HTTP/1.1" status: 404 len: 348 time: 0.0087125 Feb 02 07:25:29.902953 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c0906087-9255-482d-a84e-f9e88cbf6b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (67cbb42d-0925-453b-af18-76e33c1140f4), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:29.905993 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c0906087-9255-482d-a84e-f9e88cbf6b92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:29.907428 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c0906087-9255-482d-a84e-f9e88cbf6b92 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/67cbb42d-0925-453b-af18-76e33c1140f4 HTTP/1.1" status: 204 len: 168 time: 0.3666098 Feb 02 07:25:29.911789 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-06615a02-9d38-4ac0-a537-9c8d864af9eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (24593d74-3aaa-42c1-a198-085d790c0eca), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:29.914299 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-06615a02-9d38-4ac0-a537-9c8d864af9eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:29.917948 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-06615a02-9d38-4ac0-a537-9c8d864af9eb admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/24593d74-3aaa-42c1-a198-085d790c0eca HTTP/1.1" status: 204 len: 168 time: 0.4148386 Feb 02 07:25:29.922626 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0906087-9255-482d-a84e-f9e88cbf6b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67cbb42d-0925-453b-af18-76e33c1140f4,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:29.931413 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0906087-9255-482d-a84e-f9e88cbf6b92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:25:29.931834 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0906087-9255-482d-a84e-f9e88cbf6b92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:25:29.932289 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0906087-9255-482d-a84e-f9e88cbf6b92 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:25:29.932672 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0906087-9255-482d-a84e-f9e88cbf6b92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:25:29.933168 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0906087-9255-482d-a84e-f9e88cbf6b92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:25:29.933396 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0906087-9255-482d-a84e-f9e88cbf6b92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:25:29.933714 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0906087-9255-482d-a84e-f9e88cbf6b92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:25:29.934051 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0906087-9255-482d-a84e-f9e88cbf6b92 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:25:29.934418 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0906087-9255-482d-a84e-f9e88cbf6b92 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:25:29.934718 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0906087-9255-482d-a84e-f9e88cbf6b92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:25:29.935050 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0906087-9255-482d-a84e-f9e88cbf6b92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:25:29.935398 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0906087-9255-482d-a84e-f9e88cbf6b92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:25:29.936014 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0906087-9255-482d-a84e-f9e88cbf6b92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:25:29.948557 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06615a02-9d38-4ac0-a537-9c8d864af9eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24593d74-3aaa-42c1-a198-085d790c0eca,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:30.042609 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45522) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:30.063595 n-d-789963-26 neutron-server[109693]: DEBUG neutron.quota.resource [None req-600bd58c-93ed-4fa5-85cd-ba346b7320cc tempest-QuotasTest-430180910 tempest-QuotasTest-430180910-project-admin] Usage tracker for resource:network and project:b4d0a4d7cb534379a6aae5e97b67edfb is out of sync, need to count used quota {{(pid=109693) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 02 07:25:30.067711 n-d-789963-26 neutron-server[109693]: DEBUG neutron.quota.resource [None req-600bd58c-93ed-4fa5-85cd-ba346b7320cc tempest-QuotasTest-430180910 tempest-QuotasTest-430180910-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=109693) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 02 07:25:30.075730 n-d-789963-26 neutron-server[109693]: DEBUG neutron.quota.resource [None req-600bd58c-93ed-4fa5-85cd-ba346b7320cc tempest-QuotasTest-430180910 tempest-QuotasTest-430180910-project-admin] Usage tracker for resource:subnet and project:b4d0a4d7cb534379a6aae5e97b67edfb is out of sync, need to count used quota {{(pid=109693) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 02 07:25:30.079191 n-d-789963-26 neutron-server[109693]: DEBUG neutron.quota.resource [None req-600bd58c-93ed-4fa5-85cd-ba346b7320cc tempest-QuotasTest-430180910 tempest-QuotasTest-430180910-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=109693) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 02 07:25:30.087774 n-d-789963-26 neutron-server[109693]: DEBUG neutron.quota.resource [None req-600bd58c-93ed-4fa5-85cd-ba346b7320cc tempest-QuotasTest-430180910 tempest-QuotasTest-430180910-project-admin] Usage tracker for resource:subnetpool and project:b4d0a4d7cb534379a6aae5e97b67edfb is out of sync, need to count used quota {{(pid=109693) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 02 07:25:30.094366 n-d-789963-26 neutron-server[109693]: DEBUG neutron.quota.resource [None req-600bd58c-93ed-4fa5-85cd-ba346b7320cc tempest-QuotasTest-430180910 tempest-QuotasTest-430180910-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=109693) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 02 07:25:30.102141 n-d-789963-26 neutron-server[109693]: DEBUG neutron.quota.resource [None req-600bd58c-93ed-4fa5-85cd-ba346b7320cc tempest-QuotasTest-430180910 tempest-QuotasTest-430180910-project-admin] Usage tracker for resource:port and project:b4d0a4d7cb534379a6aae5e97b67edfb is out of sync, need to count used quota {{(pid=109693) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 02 07:25:30.105694 n-d-789963-26 neutron-server[109693]: DEBUG neutron.quota.resource [None req-600bd58c-93ed-4fa5-85cd-ba346b7320cc tempest-QuotasTest-430180910 tempest-QuotasTest-430180910-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=109693) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 02 07:25:30.113080 n-d-789963-26 neutron-server[109693]: DEBUG neutron.quota.resource [None req-600bd58c-93ed-4fa5-85cd-ba346b7320cc tempest-QuotasTest-430180910 tempest-QuotasTest-430180910-project-admin] Usage tracker for resource:router and project:b4d0a4d7cb534379a6aae5e97b67edfb is out of sync, need to count used quota {{(pid=109693) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 02 07:25:30.117013 n-d-789963-26 neutron-server[109693]: DEBUG neutron.quota.resource [None req-600bd58c-93ed-4fa5-85cd-ba346b7320cc tempest-QuotasTest-430180910 tempest-QuotasTest-430180910-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=109693) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 02 07:25:30.123452 n-d-789963-26 neutron-server[109693]: DEBUG neutron.quota.resource [None req-600bd58c-93ed-4fa5-85cd-ba346b7320cc tempest-QuotasTest-430180910 tempest-QuotasTest-430180910-project-admin] Usage tracker for resource:floatingip and project:b4d0a4d7cb534379a6aae5e97b67edfb is out of sync, need to count used quota {{(pid=109693) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 02 07:25:30.126769 n-d-789963-26 neutron-server[109693]: DEBUG neutron.quota.resource [None req-600bd58c-93ed-4fa5-85cd-ba346b7320cc tempest-QuotasTest-430180910 tempest-QuotasTest-430180910-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=109693) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 02 07:25:30.165738 n-d-789963-26 neutron-server[109693]: DEBUG neutron.quota.resource [None req-600bd58c-93ed-4fa5-85cd-ba346b7320cc tempest-QuotasTest-430180910 tempest-QuotasTest-430180910-project-admin] Usage tracker for resource:security_group and project:b4d0a4d7cb534379a6aae5e97b67edfb is out of sync, need to count used quota {{(pid=109693) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 02 07:25:30.168973 n-d-789963-26 neutron-server[109693]: DEBUG neutron.quota.resource [None req-600bd58c-93ed-4fa5-85cd-ba346b7320cc tempest-QuotasTest-430180910 tempest-QuotasTest-430180910-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=109693) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 02 07:25:30.178364 n-d-789963-26 neutron-server[109693]: DEBUG neutron.quota.resource [None req-600bd58c-93ed-4fa5-85cd-ba346b7320cc tempest-QuotasTest-430180910 tempest-QuotasTest-430180910-project-admin] Usage tracker for resource:security_group_rule and project:b4d0a4d7cb534379a6aae5e97b67edfb is out of sync, need to count used quota {{(pid=109693) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 02 07:25:30.182412 n-d-789963-26 neutron-server[109693]: DEBUG neutron.quota.resource [None req-600bd58c-93ed-4fa5-85cd-ba346b7320cc tempest-QuotasTest-430180910 tempest-QuotasTest-430180910-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=109693) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 02 07:25:30.187543 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-600bd58c-93ed-4fa5-85cd-ba346b7320cc tempest-QuotasTest-430180910 tempest-QuotasTest-430180910-project-admin] 10.222.0.87 "GET /v2.0/quotas/b4d0a4d7cb534379a6aae5e97b67edfb/details.json HTTP/1.1" status: 200 len: 703 time: 0.1439207 Feb 02 07:25:30.389086 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45536) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:30.403105 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f2a74298-e380-4770-9a52-3b6945d24dfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:30.492341 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f2a74298-e380-4770-9a52-3b6945d24dfa admin admin] Publish callbacks [] for security_group (dc994d17-41cc-4d07-9214-add7aee3d37a), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:30.496839 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f2a74298-e380-4770-9a52-3b6945d24dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (dc994d17-41cc-4d07-9214-add7aee3d37a), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:30.543012 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-f2a74298-e380-4770-9a52-3b6945d24dfa admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=a7384f0f7f1340c0863a66ae8e57d09b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1502547 Feb 02 07:25:30.543110 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45540) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:30.550942 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a74298-e380-4770-9a52-3b6945d24dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc994d17-41cc-4d07-9214-add7aee3d37a,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:30.607596 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-30cf4e8e-e576-4997-8e12-f774d4a6a973 admin admin] Publish callbacks [] for security_group (dc994d17-41cc-4d07-9214-add7aee3d37a), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:30.618594 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 45544) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:30.635362 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-30cf4e8e-e576-4997-8e12-f774d4a6a973 admin admin] Publish callbacks [] for security_group (dc994d17-41cc-4d07-9214-add7aee3d37a), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:30.673864 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 45548) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:30.701048 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-30cf4e8e-e576-4997-8e12-f774d4a6a973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (dc994d17-41cc-4d07-9214-add7aee3d37a), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:30.705976 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-30cf4e8e-e576-4997-8e12-f774d4a6a973 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:30.706667 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4dd566b3-b245-41dd-b5c6-675be9788251 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:30.711088 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-30cf4e8e-e576-4997-8e12-f774d4a6a973 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/dc994d17-41cc-4d07-9214-add7aee3d37a HTTP/1.1" status: 204 len: 168 time: 0.1669455 Feb 02 07:25:30.720020 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cf4e8e-e576-4997-8e12-f774d4a6a973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc994d17-41cc-4d07-9214-add7aee3d37a,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:30.836084 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4dd566b3-b245-41dd-b5c6-675be9788251 admin admin] Publish callbacks [] for security_group (ac901528-38b1-4c7f-bcee-d8b66b1a856d), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:30.841196 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4dd566b3-b245-41dd-b5c6-675be9788251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (ac901528-38b1-4c7f-bcee-d8b66b1a856d), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:30.870257 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c7647eb7-079b-43e4-b579-07c2597a76b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:30.910151 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd566b3-b245-41dd-b5c6-675be9788251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac901528-38b1-4c7f-bcee-d8b66b1a856d,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:30.917050 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-4dd566b3-b245-41dd-b5c6-675be9788251 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=03c7d2b504004867aeee897beeaccc87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2383745 Feb 02 07:25:30.917534 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45554) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:30.978209 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a2836dd4-50a8-4d8e-b620-38433d0dd98b admin admin] Publish callbacks [] for security_group (ac901528-38b1-4c7f-bcee-d8b66b1a856d), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:31.005819 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c7647eb7-079b-43e4-b579-07c2597a76b1 admin admin] Publish callbacks [] for security_group (8251dcc2-132a-4cc0-9dfc-4e41f7f50f52), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:31.006117 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a2836dd4-50a8-4d8e-b620-38433d0dd98b admin admin] Publish callbacks [] for security_group (ac901528-38b1-4c7f-bcee-d8b66b1a856d), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:31.012195 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c7647eb7-079b-43e4-b579-07c2597a76b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (8251dcc2-132a-4cc0-9dfc-4e41f7f50f52), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:31.068456 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c7647eb7-079b-43e4-b579-07c2597a76b1 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9168f487a54e41ddb97b7f6be04ed5f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4486439 Feb 02 07:25:31.071315 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7647eb7-079b-43e4-b579-07c2597a76b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8251dcc2-132a-4cc0-9dfc-4e41f7f50f52,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:31.071690 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45560) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:31.082830 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a2836dd4-50a8-4d8e-b620-38433d0dd98b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (ac901528-38b1-4c7f-bcee-d8b66b1a856d), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:31.085338 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a2836dd4-50a8-4d8e-b620-38433d0dd98b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:31.090884 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a2836dd4-50a8-4d8e-b620-38433d0dd98b admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ac901528-38b1-4c7f-bcee-d8b66b1a856d HTTP/1.1" status: 204 len: 168 time: 0.1675336 Feb 02 07:25:31.118564 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2836dd4-50a8-4d8e-b620-38433d0dd98b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac901528-38b1-4c7f-bcee-d8b66b1a856d,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:31.163612 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5152f99b-94c4-4ff9-bdc8-306606cb3de8 admin admin] Publish callbacks [] for security_group (8251dcc2-132a-4cc0-9dfc-4e41f7f50f52), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:31.188382 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5152f99b-94c4-4ff9-bdc8-306606cb3de8 admin admin] Publish callbacks [] for security_group (8251dcc2-132a-4cc0-9dfc-4e41f7f50f52), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:31.247299 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5152f99b-94c4-4ff9-bdc8-306606cb3de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (8251dcc2-132a-4cc0-9dfc-4e41f7f50f52), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:31.250154 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5152f99b-94c4-4ff9-bdc8-306606cb3de8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:31.254488 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-5152f99b-94c4-4ff9-bdc8-306606cb3de8 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/8251dcc2-132a-4cc0-9dfc-4e41f7f50f52 HTTP/1.1" status: 204 len: 168 time: 0.1784852 Feb 02 07:25:31.267032 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5152f99b-94c4-4ff9-bdc8-306606cb3de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8251dcc2-132a-4cc0-9dfc-4e41f7f50f52,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:31.646905 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45588) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:31.664930 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c87b6a45-9994-4a88-a7a0-99e72c6c1dd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:31.807651 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c87b6a45-9994-4a88-a7a0-99e72c6c1dd0 admin admin] Publish callbacks [] for security_group (6c3c79b5-2c73-48fc-92d9-16c1d7e275d6), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:31.817672 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c87b6a45-9994-4a88-a7a0-99e72c6c1dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (6c3c79b5-2c73-48fc-92d9-16c1d7e275d6), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:31.881133 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-c87b6a45-9994-4a88-a7a0-99e72c6c1dd0 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b4d0a4d7cb534379a6aae5e97b67edfb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2326438 Feb 02 07:25:31.882062 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87b6a45-9994-4a88-a7a0-99e72c6c1dd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3c79b5-2c73-48fc-92d9-16c1d7e275d6,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:31.883886 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 45604) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:32.009256 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c79393b5-3e28-42bf-809f-e330676657ea admin admin] Publish callbacks [] for security_group (6c3c79b5-2c73-48fc-92d9-16c1d7e275d6), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:32.043799 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c79393b5-3e28-42bf-809f-e330676657ea admin admin] Publish callbacks [] for security_group (6c3c79b5-2c73-48fc-92d9-16c1d7e275d6), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:32.116363 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c79393b5-3e28-42bf-809f-e330676657ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (6c3c79b5-2c73-48fc-92d9-16c1d7e275d6), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:32.119294 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c79393b5-3e28-42bf-809f-e330676657ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:32.123003 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c79393b5-3e28-42bf-809f-e330676657ea admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/6c3c79b5-2c73-48fc-92d9-16c1d7e275d6 HTTP/1.1" status: 204 len: 168 time: 0.2350097 Feb 02 07:25:32.132479 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79393b5-3e28-42bf-809f-e330676657ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3c79b5-2c73-48fc-92d9-16c1d7e275d6,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:33.526599 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 45672) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:33.645392 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-a41c03aa-6997-46c4-bd9e-4e01bbaa562f tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-2008496297'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:25:33.667416 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41c03aa-6997-46c4-bd9e-4e01bbaa562f tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Made reservation on behalf of 7bfafde5f61c4f999d7f0e242727cb2a for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:25:33.672028 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a41c03aa-6997-46c4-bd9e-4e01bbaa562f tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:33.685546 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a41c03aa-6997-46c4-bd9e-4e01bbaa562f tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:33.783411 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a41c03aa-6997-46c4-bd9e-4e01bbaa562f tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks [] for security_group (0fec87dc-b353-4d70-b926-ee7c4942ef1e), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:33.793381 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a41c03aa-6997-46c4-bd9e-4e01bbaa562f tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (0fec87dc-b353-4d70-b926-ee7c4942ef1e), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:33.830049 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a41c03aa-6997-46c4-bd9e-4e01bbaa562f tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:25:33.850054 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41c03aa-6997-46c4-bd9e-4e01bbaa562f tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fec87dc-b353-4d70-b926-ee7c4942ef1e,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:33.853897 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a41c03aa-6997-46c4-bd9e-4e01bbaa562f tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (f764aa35-a7ca-4695-abcf-2bdce3f6aae3), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:33.854454 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-a41c03aa-6997-46c4-bd9e-4e01bbaa562f tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Added segment f764aa35-a7ca-4695-abcf-2bdce3f6aae3 of type vlan for network f841e838-bfa7-40db-b4c4-122a2534cb0a Feb 02 07:25:33.910005 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a41c03aa-6997-46c4-bd9e-4e01bbaa562f tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (f841e838-bfa7-40db-b4c4-122a2534cb0a), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:33.943244 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a41c03aa-6997-46c4-bd9e-4e01bbaa562f tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (f841e838-bfa7-40db-b4c4-122a2534cb0a), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:33.949850 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41c03aa-6997-46c4-bd9e-4e01bbaa562f tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:33.951053 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a41c03aa-6997-46c4-bd9e-4e01bbaa562f tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:33.998033 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45680) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:33.998989 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a41c03aa-6997-46c4-bd9e-4e01bbaa562f tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4706039 Feb 02 07:25:34.006045 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-9bef61d1-2306-4ca5-b0a7-18834b41771d tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Request body: {'subnet': {'network_id': 'f841e838-bfa7-40db-b4c4-122a2534cb0a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:25:34.046922 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41c03aa-6997-46c4-bd9e-4e01bbaa562f tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Pushing event updated for resources: {'Network': ['ID=f841e838-bfa7-40db-b4c4-122a2534cb0a,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:34.059119 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network f841e838-bfa7-40db-b4c4-122a2534cb0a details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:25:34.172822 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bef61d1-2306-4ca5-b0a7-18834b41771d tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Made reservation on behalf of 7bfafde5f61c4f999d7f0e242727cb2a for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:25:34.178865 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9bef61d1-2306-4ca5-b0a7-18834b41771d tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:34.203901 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 45686) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:34.328638 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c15405f2-70b5-4773-9631-e6346811e529 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:34.404882 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9bef61d1-2306-4ca5-b0a7-18834b41771d tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (0831197b-793d-4c42-9f17-149123c78166), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:34.493050 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bef61d1-2306-4ca5-b0a7-18834b41771d tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Pushing event updated for resources: {'Subnet': ['ID=0831197b-793d-4c42-9f17-149123c78166,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:34.502141 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bef61d1-2306-4ca5-b0a7-18834b41771d tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Checking segment: {'id': 'f764aa35-a7ca-4695-abcf-2bdce3f6aae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f841e838-bfa7-40db-b4c4-122a2534cb0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:25:34.502859 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bef61d1-2306-4ca5-b0a7-18834b41771d tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Network hostable DHCP agents. Network: f841e838-bfa7-40db-b4c4-122a2534cb0a, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:25:34.506187 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c15405f2-70b5-4773-9631-e6346811e529 admin admin] Publish callbacks [] for security_group (3d201522-ceda-46d0-b60e-b7cc9587f618), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:34.516107 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c15405f2-70b5-4773-9631-e6346811e529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (3d201522-ceda-46d0-b60e-b7cc9587f618), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:34.538573 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bef61d1-2306-4ca5-b0a7-18834b41771d tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Network f841e838-bfa7-40db-b4c4-122a2534cb0a is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:25:34.551087 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-9bef61d1-2306-4ca5-b0a7-18834b41771d tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, f841e838-bfa7-40db-b4c4-122a2534cb0a) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:25:34.561592 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2059cb7b-1d01-437a-9899-2e1ff2ed0fd7 None None] Network f841e838-bfa7-40db-b4c4-122a2534cb0a requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:25:34.570197 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bef61d1-2306-4ca5-b0a7-18834b41771d tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:34.571739 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9bef61d1-2306-4ca5-b0a7-18834b41771d tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:34.592677 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15405f2-70b5-4773-9631-e6346811e529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d201522-ceda-46d0-b60e-b7cc9587f618,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:34.603897 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c15405f2-70b5-4773-9631-e6346811e529 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9e84342fcc904826806c3dbf42817775&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3965719 Feb 02 07:25:34.609463 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-9bef61d1-2306-4ca5-b0a7-18834b41771d tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6102934 Feb 02 07:25:34.610117 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45692) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:34.616997 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 45694) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:34.623289 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-21b57082-05a8-4216-8a07-acf03a76f078 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1643439582', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:25:34.657910 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-21b57082-05a8-4216-8a07-acf03a76f078 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (3027ce60-e4c0-4d90-8bcf-f5e4c9c44ec3), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:34.661419 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-21b57082-05a8-4216-8a07-acf03a76f078 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (3027ce60-e4c0-4d90-8bcf-f5e4c9c44ec3), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:34.726144 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a2f5327d-1160-4277-8152-ab5c39bfbdb0 admin admin] Publish callbacks [] for security_group (3d201522-ceda-46d0-b60e-b7cc9587f618), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:34.743793 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267b75e7-8701-44d2-b431-cf43feaa6caf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-f841e838-bfa7-40db-b4c4-122a2534cb0a', 'network_id': 'f841e838-bfa7-40db-b4c4-122a2534cb0a', 'project_id': '7bfafde5f61c4f999d7f0e242727cb2a', 'fixed_ips': [{'subnet_id': '0831197b-793d-4c42-9f17-149123c78166'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:25:34.744679 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-267b75e7-8701-44d2-b431-cf43feaa6caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:34.763680 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a2f5327d-1160-4277-8152-ab5c39bfbdb0 admin admin] Publish callbacks [] for security_group (3d201522-ceda-46d0-b60e-b7cc9587f618), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:34.764736 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-21b57082-05a8-4216-8a07-acf03a76f078 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks [] for router_controller (3027ce60-e4c0-4d90-8bcf-f5e4c9c44ec3), precommit_add_association {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:34.772754 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-21b57082-05a8-4216-8a07-acf03a76f078 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (3027ce60-e4c0-4d90-8bcf-f5e4c9c44ec3), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:34.798250 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-21b57082-05a8-4216-8a07-acf03a76f078 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:34.801260 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-21b57082-05a8-4216-8a07-acf03a76f078 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.1825862 Feb 02 07:25:34.805216 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 45696) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:34.825410 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a2f5327d-1160-4277-8152-ab5c39bfbdb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (3d201522-ceda-46d0-b60e-b7cc9587f618), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:34.828269 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a2f5327d-1160-4277-8152-ab5c39bfbdb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:34.832235 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a2f5327d-1160-4277-8152-ab5c39bfbdb0 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/3d201522-ceda-46d0-b60e-b7cc9587f618 HTTP/1.1" status: 204 len: 168 time: 0.2183990 Feb 02 07:25:34.846808 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f5327d-1160-4277-8152-ab5c39bfbdb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d201522-ceda-46d0-b60e-b7cc9587f618,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:34.917410 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-267b75e7-8701-44d2-b431-cf43feaa6caf None None] Allocated IP 172.20.0.2 (f841e838-bfa7-40db-b4c4-122a2534cb0a/0831197b-793d-4c42-9f17-149123c78166/f90159da-04c0-471c-bbca-c66406f19bfd) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:25:35.089531 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-267b75e7-8701-44d2-b431-cf43feaa6caf None None] Publish callbacks [] for port (f90159da-04c0-471c-bbca-c66406f19bfd), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:35.099711 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-267b75e7-8701-44d2-b431-cf43feaa6caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (f90159da-04c0-471c-bbca-c66406f19bfd), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:35.131325 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267b75e7-8701-44d2-b431-cf43feaa6caf None None] Network f841e838-bfa7-40db-b4c4-122a2534cb0a is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:25:35.134382 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-267b75e7-8701-44d2-b431-cf43feaa6caf None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:25:35.160322 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267b75e7-8701-44d2-b431-cf43feaa6caf None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:25:35.178131 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-af57f427-707c-49a0-9315-1335f615875f tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:35.248229 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267b75e7-8701-44d2-b431-cf43feaa6caf None None] Pushing event updated for resources: {'Port': ['ID=f90159da-04c0-471c-bbca-c66406f19bfd,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:35.252630 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45706) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:35.262668 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-267b75e7-8701-44d2-b431-cf43feaa6caf None None] Attempting to bind port f90159da-04c0-471c-bbca-c66406f19bfd on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:25:35.262983 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-267b75e7-8701-44d2-b431-cf43feaa6caf None None] Attempting to bind port f90159da-04c0-471c-bbca-c66406f19bfd by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'f764aa35-a7ca-4695-abcf-2bdce3f6aae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f841e838-bfa7-40db-b4c4-122a2534cb0a'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:25:35.263636 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267b75e7-8701-44d2-b431-cf43feaa6caf None None] Attempting to bind port f90159da-04c0-471c-bbca-c66406f19bfd on network f841e838-bfa7-40db-b4c4-122a2534cb0a {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:25:35.269006 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267b75e7-8701-44d2-b431-cf43feaa6caf None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:25:35.269383 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267b75e7-8701-44d2-b431-cf43feaa6caf None None] Checking segment: {'id': 'f764aa35-a7ca-4695-abcf-2bdce3f6aae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f841e838-bfa7-40db-b4c4-122a2534cb0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:25:35.269790 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-267b75e7-8701-44d2-b431-cf43feaa6caf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:35.270460 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267b75e7-8701-44d2-b431-cf43feaa6caf None None] Bound using segment: {'id': 'f764aa35-a7ca-4695-abcf-2bdce3f6aae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f841e838-bfa7-40db-b4c4-122a2534cb0a'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:25:35.270946 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-267b75e7-8701-44d2-b431-cf43feaa6caf None None] Bound port: f90159da-04c0-471c-bbca-c66406f19bfd, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f764aa35-a7ca-4695-abcf-2bdce3f6aae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f841e838-bfa7-40db-b4c4-122a2534cb0a'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:25:35.271219 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bf946a63-1be2-40ae-ae2c-67624272d122 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:35.271334 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-267b75e7-8701-44d2-b431-cf43feaa6caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f90159da-04c0-471c-bbca-c66406f19bfd), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:35.368149 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-267b75e7-8701-44d2-b431-cf43feaa6caf None None] For port f90159da-04c0-471c-bbca-c66406f19bfd, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:25:35.371726 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-267b75e7-8701-44d2-b431-cf43feaa6caf None None] For port f90159da-04c0-471c-bbca-c66406f19bfd, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=f90159da-04c0-471c-bbca-c66406f19bfd,segment=NetworkSegment(f764aa35-a7ca-4695-abcf-2bdce3f6aae3),segment_id=f764aa35-a7ca-4695-abcf-2bdce3f6aae3)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:25:35.381844 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-267b75e7-8701-44d2-b431-cf43feaa6caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (f90159da-04c0-471c-bbca-c66406f19bfd), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:35.414187 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bf946a63-1be2-40ae-ae2c-67624272d122 admin admin] Publish callbacks [] for security_group (169b8243-08d9-4146-925f-d4fbbc9321cb), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:35.419037 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bf946a63-1be2-40ae-ae2c-67624272d122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (169b8243-08d9-4146-925f-d4fbbc9321cb), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:35.469800 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267b75e7-8701-44d2-b431-cf43feaa6caf None None] Pushing event updated for resources: {'Port': ['ID=f90159da-04c0-471c-bbca-c66406f19bfd,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:35.479322 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-bf946a63-1be2-40ae-ae2c-67624272d122 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=402a3cf7751145a1b12ead0d0a559604&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2249770 Feb 02 07:25:35.480880 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf946a63-1be2-40ae-ae2c-67624272d122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=169b8243-08d9-4146-925f-d4fbbc9321cb,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:35.482272 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 45718) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:35.485725 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e1ee5a52-1937-4080-90b1-cd79a7bb20b5 req-18896f2b-a991-4c3a-81a5-72fff812140f tempest-VolumesBackupsTest-515124740 tempest-VolumesBackupsTest-515124740-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=f938d88f42134fbb974cb96555887a06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0740404 Feb 02 07:25:35.755646 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-af57f427-707c-49a0-9315-1335f615875f tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Allocated IP 172.20.0.1 (f841e838-bfa7-40db-b4c4-122a2534cb0a/0831197b-793d-4c42-9f17-149123c78166/174b00c7-85b3-484d-af08-fc464b5994fc) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:25:35.820397 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c3618067-03ca-40c3-a861-e08c21a89a54 admin admin] Publish callbacks [] for security_group (169b8243-08d9-4146-925f-d4fbbc9321cb), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:35.884697 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee5a52-1937-4080-90b1-cd79a7bb20b5 req-e935e812-1ed9-43bc-9470-3574588aff7b tempest-VolumesBackupsTest-515124740 tempest-VolumesBackupsTest-515124740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:35.886200 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e1ee5a52-1937-4080-90b1-cd79a7bb20b5 req-e935e812-1ed9-43bc-9470-3574588aff7b tempest-VolumesBackupsTest-515124740 tempest-VolumesBackupsTest-515124740-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3543732 Feb 02 07:25:35.888410 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c3618067-03ca-40c3-a861-e08c21a89a54 admin admin] Publish callbacks [] for security_group (169b8243-08d9-4146-925f-d4fbbc9321cb), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:35.950425 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e1ee5a52-1937-4080-90b1-cd79a7bb20b5 req-37d0659d-9c16-4dcc-bd5a-33b2298ce982 tempest-VolumesBackupsTest-515124740 tempest-VolumesBackupsTest-515124740-project] 10.222.0.87 "GET /v2.0/quotas/f938d88f42134fbb974cb96555887a06 HTTP/1.1" status: 200 len: 375 time: 0.0580392 Feb 02 07:25:36.011217 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e1ee5a52-1937-4080-90b1-cd79a7bb20b5 req-3b162d63-2cd8-47bc-9e48-caeda6a8154c tempest-VolumesBackupsTest-515124740 tempest-VolumesBackupsTest-515124740-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=f938d88f42134fbb974cb96555887a06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444438 Feb 02 07:25:36.029570 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-af57f427-707c-49a0-9315-1335f615875f tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks [] for port (174b00c7-85b3-484d-af08-fc464b5994fc), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:36.040662 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c3618067-03ca-40c3-a861-e08c21a89a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (169b8243-08d9-4146-925f-d4fbbc9321cb), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:36.043140 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c3618067-03ca-40c3-a861-e08c21a89a54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:36.046636 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c3618067-03ca-40c3-a861-e08c21a89a54 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/169b8243-08d9-4146-925f-d4fbbc9321cb HTTP/1.1" status: 204 len: 168 time: 0.5608160 Feb 02 07:25:36.064990 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3618067-03ca-40c3-a861-e08c21a89a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=169b8243-08d9-4146-925f-d4fbbc9321cb,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:36.089583 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-af57f427-707c-49a0-9315-1335f615875f tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (174b00c7-85b3-484d-af08-fc464b5994fc), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:36.137876 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af57f427-707c-49a0-9315-1335f615875f tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Network f841e838-bfa7-40db-b4c4-122a2534cb0a is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:25:36.144364 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-af57f427-707c-49a0-9315-1335f615875f tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:25:36.148170 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af57f427-707c-49a0-9315-1335f615875f tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:25:36.173377 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af57f427-707c-49a0-9315-1335f615875f tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Pushing event updated for resources: {'Port': ['ID=174b00c7-85b3-484d-af08-fc464b5994fc,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:36.211955 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-af57f427-707c-49a0-9315-1335f615875f tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (3027ce60-e4c0-4d90-8bcf-f5e4c9c44ec3), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:36.318989 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-711ad6b3-1ef7-453a-993a-1c6b01427081 req-8966c5ce-2fa0-4bd5-98fe-2339e6e5e527 tempest-VolumesBackupsTest-515124740 tempest-VolumesBackupsTest-515124740-project] 10.222.0.87 "GET /v2.0/ports?device_id=741f6988-2079-410c-bcff-a80f15a3c769 HTTP/1.1" status: 200 len: 210 time: 0.0419919 Feb 02 07:25:36.468173 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-af57f427-707c-49a0-9315-1335f615875f tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (174b00c7-85b3-484d-af08-fc464b5994fc), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:36.540404 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device f90159da-04c0-471c-bbca-c66406f19bfd up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:25:36.635688 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port f90159da-04c0-471c-bbca-c66406f19bfd triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:25:36.636212 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (f90159da-04c0-471c-bbca-c66406f19bfd), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:36.768309 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port f90159da-04c0-471c-bbca-c66406f19bfd is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:25:36.768850 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f90159da-04c0-471c-bbca-c66406f19bfd), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:36.872154 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port f90159da-04c0-471c-bbca-c66406f19bfd, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=f90159da-04c0-471c-bbca-c66406f19bfd,segment=NetworkSegment(f764aa35-a7ca-4695-abcf-2bdce3f6aae3),segment_id=f764aa35-a7ca-4695-abcf-2bdce3f6aae3)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:25:36.881873 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (f90159da-04c0-471c-bbca-c66406f19bfd), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:36.946384 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfddf676-cbaa-45d4-b3f3-43e48212f1c7 None None] Network f841e838-bfa7-40db-b4c4-122a2534cb0a requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:25:37.076694 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-af57f427-707c-49a0-9315-1335f615875f tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks [] for port (174b00c7-85b3-484d-af08-fc464b5994fc), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:37.088554 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-af57f427-707c-49a0-9315-1335f615875f tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (174b00c7-85b3-484d-af08-fc464b5994fc), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:37.225439 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-af57f427-707c-49a0-9315-1335f615875f tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (3027ce60-e4c0-4d90-8bcf-f5e4c9c44ec3), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:37.228887 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af57f427-707c-49a0-9315-1335f615875f tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Pushing event updated for resources: {'Port': ['ID=174b00c7-85b3-484d-af08-fc464b5994fc,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:37.293043 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=f90159da-04c0-471c-bbca-c66406f19bfd,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:37.335744 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af57f427-707c-49a0-9315-1335f615875f tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Network f841e838-bfa7-40db-b4c4-122a2534cb0a is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:25:37.337831 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-af57f427-707c-49a0-9315-1335f615875f tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:25:37.350619 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-71b31b34-e839-4222-988d-266d20429d89 None None] Provisioning complete for port f90159da-04c0-471c-bbca-c66406f19bfd triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:25:37.351008 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-71b31b34-e839-4222-988d-266d20429d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (f90159da-04c0-471c-bbca-c66406f19bfd), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:37.479518 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-71b31b34-e839-4222-988d-266d20429d89 None None] Current status of the port f90159da-04c0-471c-bbca-c66406f19bfd is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:25:37.530094 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5ec102df-4903-40f6-9c19-d1cb4f72c310 req-8ee0ec2a-6ee6-4a0b-96cf-6810a388717a tempest-VolumesBackupsTest-515124740 tempest-VolumesBackupsTest-515124740-project] 10.222.0.87 "GET /v2.0/ports?device_id=741f6988-2079-410c-bcff-a80f15a3c769 HTTP/1.1" status: 200 len: 210 time: 0.1131542 Feb 02 07:25:37.617666 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af57f427-707c-49a0-9315-1335f615875f tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Router 3027ce60-e4c0-4d90-8bcf-f5e4c9c44ec3 is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:25:37.737488 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af57f427-707c-49a0-9315-1335f615875f tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:25:37.748723 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-af57f427-707c-49a0-9315-1335f615875f tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] 10.222.0.87 "PUT /v2.0/routers/3027ce60-e4c0-4d90-8bcf-f5e4c9c44ec3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9298189 Feb 02 07:25:37.748890 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 45776) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:37.754319 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc4d1b8-23c5-45fa-8c0c-544c2379418d None None] Sync routers for ids ['3027ce60-e4c0-4d90-8bcf-f5e4c9c44ec3'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:25:37.755732 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-4d0d65b3-bd09-42ad-85da-a46f8fe5b71c tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Request body: {'port': {'network_id': 'f841e838-bfa7-40db-b4c4-122a2534cb0a', 'name': 'tempest-FloatingIPNegativeTestJSON-2111704682'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:25:37.780979 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc4d1b8-23c5-45fa-8c0c-544c2379418d None None] Routers {'3027ce60-e4c0-4d90-8bcf-f5e4c9c44ec3'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:25:37.781601 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-4fc4d1b8-23c5-45fa-8c0c-544c2379418d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:25:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['3027ce60-e4c0-4d90-8bcf-f5e4c9c44ec3'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:25:37.807920 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ee67a164-6790-4ba1-b13b-4f3c1fa7a98e None None] Provisioning complete for port 174b00c7-85b3-484d-af08-fc464b5994fc triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:25:37.808873 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ee67a164-6790-4ba1-b13b-4f3c1fa7a98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (174b00c7-85b3-484d-af08-fc464b5994fc), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:37.883586 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-4fc4d1b8-23c5-45fa-8c0c-544c2379418d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:25:37.893566 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc4d1b8-23c5-45fa-8c0c-544c2379418d None None] Routers {'3027ce60-e4c0-4d90-8bcf-f5e4c9c44ec3'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:25:37.894512 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-4fc4d1b8-23c5-45fa-8c0c-544c2379418d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:25:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['3027ce60-e4c0-4d90-8bcf-f5e4c9c44ec3'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:25:37.945050 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ee67a164-6790-4ba1-b13b-4f3c1fa7a98e None None] Port 174b00c7-85b3-484d-af08-fc464b5994fc cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:25:37.959532 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0d65b3-bd09-42ad-85da-a46f8fe5b71c tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Made reservation on behalf of 7bfafde5f61c4f999d7f0e242727cb2a for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:25:37.963619 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4d0d65b3-bd09-42ad-85da-a46f8fe5b71c tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:37.967736 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ee67a164-6790-4ba1-b13b-4f3c1fa7a98e None None] Provisioning complete for port f90159da-04c0-471c-bbca-c66406f19bfd triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:25:37.968914 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ee67a164-6790-4ba1-b13b-4f3c1fa7a98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (f90159da-04c0-471c-bbca-c66406f19bfd), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:37.979207 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-4fc4d1b8-23c5-45fa-8c0c-544c2379418d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:25:37.982974 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc4d1b8-23c5-45fa-8c0c-544c2379418d None None] The sync data for ids ['3027ce60-e4c0-4d90-8bcf-f5e4c9c44ec3'] in n-d-789963-26 is: [] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:25:37.998170 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [None req-4d0d65b3-bd09-42ad-85da-a46f8fe5b71c tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] device_id is not set on port bd0b6735-5b95-4c02-aaba-7a13528f631b yet. {{(pid=109694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:25:38.003403 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45782) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:38.109734 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ee67a164-6790-4ba1-b13b-4f3c1fa7a98e None None] Current status of the port f90159da-04c0-471c-bbca-c66406f19bfd is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:25:38.136288 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e1ee5a52-1937-4080-90b1-cd79a7bb20b5 req-40723512-55fb-4445-a485-18c4089174e0 tempest-VolumesBackupsTest-515124740 tempest-VolumesBackupsTest-515124740-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=f938d88f42134fbb974cb96555887a06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0510132 Feb 02 07:25:38.209977 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-78b54c92-8f2c-412d-ad8a-16682566ab14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:38.234865 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-eb49e7af-86d1-42c1-9be3-360ad8690fa1 None None] Provisioning complete for port 174b00c7-85b3-484d-af08-fc464b5994fc triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:25:38.237747 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-eb49e7af-86d1-42c1-9be3-360ad8690fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (174b00c7-85b3-484d-af08-fc464b5994fc), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:38.319454 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-eb49e7af-86d1-42c1-9be3-360ad8690fa1 None None] Port 174b00c7-85b3-484d-af08-fc464b5994fc cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:25:38.323107 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-4d0d65b3-bd09-42ad-85da-a46f8fe5b71c tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Allocated IP 172.20.0.10 (f841e838-bfa7-40db-b4c4-122a2534cb0a/0831197b-793d-4c42-9f17-149123c78166/bd0b6735-5b95-4c02-aaba-7a13528f631b) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:25:38.333746 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-78b54c92-8f2c-412d-ad8a-16682566ab14 admin admin] Publish callbacks [] for security_group (301c1379-1975-4f25-9f0c-8b20f7ac9249), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:38.337831 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee5a52-1937-4080-90b1-cd79a7bb20b5 req-b7198286-146b-4adc-8daf-9f36929ad0e1 tempest-VolumesBackupsTest-515124740 tempest-VolumesBackupsTest-515124740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:38.339166 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e1ee5a52-1937-4080-90b1-cd79a7bb20b5 req-b7198286-146b-4adc-8daf-9f36929ad0e1 tempest-VolumesBackupsTest-515124740 tempest-VolumesBackupsTest-515124740-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1931100 Feb 02 07:25:38.341009 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-78b54c92-8f2c-412d-ad8a-16682566ab14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (301c1379-1975-4f25-9f0c-8b20f7ac9249), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:38.364887 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-e1ee5a52-1937-4080-90b1-cd79a7bb20b5 req-e8f20143-2841-4397-a2fa-8c3bbf77b99f tempest-VolumesBackupsTest-515124740 tempest-VolumesBackupsTest-515124740-project] Request body: {'port': {'device_id': '741f6988-2079-410c-bcff-a80f15a3c769', 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1', 'admin_state_up': True, 'tenant_id': 'f938d88f42134fbb974cb96555887a06'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:25:38.394685 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-78b54c92-8f2c-412d-ad8a-16682566ab14 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=0673baf35d4f41fcbfcb74967941508d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3894825 Feb 02 07:25:38.395038 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 45786) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:38.396548 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b54c92-8f2c-412d-ad8a-16682566ab14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=301c1379-1975-4f25-9f0c-8b20f7ac9249,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:38.437527 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device f90159da-04c0-471c-bbca-c66406f19bfd up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:25:38.466370 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-cef23e07-32ab-4bf9-84d0-807df54998a6 None None] Provisioning complete for port 174b00c7-85b3-484d-af08-fc464b5994fc triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:25:38.466746 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-cef23e07-32ab-4bf9-84d0-807df54998a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (174b00c7-85b3-484d-af08-fc464b5994fc), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:38.514243 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-cef23e07-32ab-4bf9-84d0-807df54998a6 None None] Port 174b00c7-85b3-484d-af08-fc464b5994fc cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:25:38.530937 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port f90159da-04c0-471c-bbca-c66406f19bfd triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:25:38.531469 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (f90159da-04c0-471c-bbca-c66406f19bfd), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:38.615178 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5310230d-3a70-419c-818a-8e54ac187f40 admin admin] Publish callbacks [] for security_group (301c1379-1975-4f25-9f0c-8b20f7ac9249), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:38.617869 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port f90159da-04c0-471c-bbca-c66406f19bfd is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:25:38.687652 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-48843edd-8eea-4adc-9fad-5627def892c5 req-58b03a1f-4ba4-47f8-a0f7-b896a3012261 tempest-VolumesBackupsTest-515124740 tempest-VolumesBackupsTest-515124740-project] 10.222.0.87 "GET /v2.0/ports?device_id=741f6988-2079-410c-bcff-a80f15a3c769 HTTP/1.1" status: 200 len: 210 time: 0.0645061 Feb 02 07:25:38.694951 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5310230d-3a70-419c-818a-8e54ac187f40 admin admin] Publish callbacks [] for security_group (301c1379-1975-4f25-9f0c-8b20f7ac9249), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:38.696668 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1ee5a52-1937-4080-90b1-cd79a7bb20b5 req-e8f20143-2841-4397-a2fa-8c3bbf77b99f tempest-VolumesBackupsTest-515124740 tempest-VolumesBackupsTest-515124740-project] Made reservation on behalf of f938d88f42134fbb974cb96555887a06 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:25:38.700074 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-e1ee5a52-1937-4080-90b1-cd79a7bb20b5 req-e8f20143-2841-4397-a2fa-8c3bbf77b99f tempest-VolumesBackupsTest-515124740 tempest-VolumesBackupsTest-515124740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:38.704280 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4d0d65b3-bd09-42ad-85da-a46f8fe5b71c tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks [] for port (bd0b6735-5b95-4c02-aaba-7a13528f631b), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:38.727357 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-e1ee5a52-1937-4080-90b1-cd79a7bb20b5 req-e8f20143-2841-4397-a2fa-8c3bbf77b99f tempest-VolumesBackupsTest-515124740 tempest-VolumesBackupsTest-515124740-project] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:38.810350 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4d0d65b3-bd09-42ad-85da-a46f8fe5b71c tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (bd0b6735-5b95-4c02-aaba-7a13528f631b), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:38.823112 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5310230d-3a70-419c-818a-8e54ac187f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (301c1379-1975-4f25-9f0c-8b20f7ac9249), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:38.825659 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5310230d-3a70-419c-818a-8e54ac187f40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:38.826784 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-5310230d-3a70-419c-818a-8e54ac187f40 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/301c1379-1975-4f25-9f0c-8b20f7ac9249 HTTP/1.1" status: 204 len: 168 time: 0.4281836 Feb 02 07:25:38.870562 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5310230d-3a70-419c-818a-8e54ac187f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=301c1379-1975-4f25-9f0c-8b20f7ac9249,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:38.880170 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0d65b3-bd09-42ad-85da-a46f8fe5b71c tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Network f841e838-bfa7-40db-b4c4-122a2534cb0a is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:25:38.894617 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-4d0d65b3-bd09-42ad-85da-a46f8fe5b71c tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:25:38.903280 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0d65b3-bd09-42ad-85da-a46f8fe5b71c tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:25:38.914191 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0d65b3-bd09-42ad-85da-a46f8fe5b71c tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Pushing event updated for resources: {'Port': ['ID=bd0b6735-5b95-4c02-aaba-7a13528f631b,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:38.918181 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-e1ee5a52-1937-4080-90b1-cd79a7bb20b5 req-e8f20143-2841-4397-a2fa-8c3bbf77b99f tempest-VolumesBackupsTest-515124740 tempest-VolumesBackupsTest-515124740-project] Publish callbacks [] for security_group (0ba86072-18f2-49a6-940c-e99fc7c0ce3a), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:38.941037 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-e1ee5a52-1937-4080-90b1-cd79a7bb20b5 req-e8f20143-2841-4397-a2fa-8c3bbf77b99f tempest-VolumesBackupsTest-515124740 tempest-VolumesBackupsTest-515124740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (0ba86072-18f2-49a6-940c-e99fc7c0ce3a), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:39.017330 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0d65b3-bd09-42ad-85da-a46f8fe5b71c tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:39.018052 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4d0d65b3-bd09-42ad-85da-a46f8fe5b71c tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:39.054867 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f20143-2841-4397-a2fa-8c3bbf77b99f tempest-VolumesBackupsTest-515124740 tempest-VolumesBackupsTest-515124740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba86072-18f2-49a6-940c-e99fc7c0ce3a,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:39.110849 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-4d0d65b3-bd09-42ad-85da-a46f8fe5b71c tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3609481 Feb 02 07:25:39.114895 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45796) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:39.124186 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-aed315b2-d745-4282-bdb6-31591718239c tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Request body: {'floatingip': {'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:25:39.178782 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-aed315b2-d745-4282-bdb6-31591718239c tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:39.325736 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-aed315b2-d745-4282-bdb6-31591718239c tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:39.360666 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-b525238f-6466-41b5-9a4b-22c4f99650f7 None None] Provisioning complete for port bd0b6735-5b95-4c02-aaba-7a13528f631b triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:25:39.361216 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b525238f-6466-41b5-9a4b-22c4f99650f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (bd0b6735-5b95-4c02-aaba-7a13528f631b), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:39.411700 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-b525238f-6466-41b5-9a4b-22c4f99650f7 None None] Port bd0b6735-5b95-4c02-aaba-7a13528f631b cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:25:39.486093 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-aed315b2-d745-4282-bdb6-31591718239c tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Allocated IP 172.25.4.198 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/70c77e1e-512a-4673-9766-2a0b9fe16e71) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:25:39.565042 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-e1ee5a52-1937-4080-90b1-cd79a7bb20b5 req-e8f20143-2841-4397-a2fa-8c3bbf77b99f tempest-VolumesBackupsTest-515124740 tempest-VolumesBackupsTest-515124740-project] Allocated IP 192.168.233.45 (04bc5622-0c2b-4ce8-b107-e6abcbdf57e1/9d773733-62df-4956-84d3-71d17cfb6d11/6d570ac0-c1ed-4fa3-9b27-08af77a03f5a) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:25:39.607430 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-aed315b2-d745-4282-bdb6-31591718239c tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks [] for port (70c77e1e-512a-4673-9766-2a0b9fe16e71), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:39.653490 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-aed315b2-d745-4282-bdb6-31591718239c tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (70c77e1e-512a-4673-9766-2a0b9fe16e71), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:39.700261 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed315b2-d745-4282-bdb6-31591718239c tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:25:39.703343 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-aed315b2-d745-4282-bdb6-31591718239c tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:25:39.709387 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed315b2-d745-4282-bdb6-31591718239c tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:25:39.741312 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed315b2-d745-4282-bdb6-31591718239c tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Pushing event updated for resources: {'Port': ['ID=70c77e1e-512a-4673-9766-2a0b9fe16e71,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:39.785749 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-e1ee5a52-1937-4080-90b1-cd79a7bb20b5 req-e8f20143-2841-4397-a2fa-8c3bbf77b99f tempest-VolumesBackupsTest-515124740 tempest-VolumesBackupsTest-515124740-project] Publish callbacks [] for port (6d570ac0-c1ed-4fa3-9b27-08af77a03f5a), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:39.833664 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-aed315b2-d745-4282-bdb6-31591718239c tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks [] for floatingip (d3b5e3ab-29a8-4a7f-96bd-e626fec8c67d), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:39.866333 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-19ad6320-6fdd-4315-9a00-7cbd938f08cc req-e2ec9743-47df-4cab-96d2-2de7911d19a0 tempest-VolumesBackupsTest-515124740 tempest-VolumesBackupsTest-515124740-project] 10.222.0.87 "GET /v2.0/ports?device_id=741f6988-2079-410c-bcff-a80f15a3c769 HTTP/1.1" status: 200 len: 210 time: 0.0395019 Feb 02 07:25:39.880313 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-e1ee5a52-1937-4080-90b1-cd79a7bb20b5 req-e8f20143-2841-4397-a2fa-8c3bbf77b99f tempest-VolumesBackupsTest-515124740 tempest-VolumesBackupsTest-515124740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (6d570ac0-c1ed-4fa3-9b27-08af77a03f5a), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:39.884549 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-aed315b2-d745-4282-bdb6-31591718239c tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (70c77e1e-512a-4673-9766-2a0b9fe16e71), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:39.929563 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1ee5a52-1937-4080-90b1-cd79a7bb20b5 req-e8f20143-2841-4397-a2fa-8c3bbf77b99f tempest-VolumesBackupsTest-515124740 tempest-VolumesBackupsTest-515124740-project] Network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:25:39.932957 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-e1ee5a52-1937-4080-90b1-cd79a7bb20b5 req-e8f20143-2841-4397-a2fa-8c3bbf77b99f tempest-VolumesBackupsTest-515124740 tempest-VolumesBackupsTest-515124740-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:25:39.941606 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1ee5a52-1937-4080-90b1-cd79a7bb20b5 req-e8f20143-2841-4397-a2fa-8c3bbf77b99f tempest-VolumesBackupsTest-515124740 tempest-VolumesBackupsTest-515124740-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:25:39.967266 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f20143-2841-4397-a2fa-8c3bbf77b99f tempest-VolumesBackupsTest-515124740 tempest-VolumesBackupsTest-515124740-project] Pushing event updated for resources: {'Port': ['ID=6d570ac0-c1ed-4fa3-9b27-08af77a03f5a,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:40.010901 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee5a52-1937-4080-90b1-cd79a7bb20b5 req-e8f20143-2841-4397-a2fa-8c3bbf77b99f tempest-VolumesBackupsTest-515124740 tempest-VolumesBackupsTest-515124740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:40.013983 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-e1ee5a52-1937-4080-90b1-cd79a7bb20b5 req-e8f20143-2841-4397-a2fa-8c3bbf77b99f tempest-VolumesBackupsTest-515124740 tempest-VolumesBackupsTest-515124740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:40.037453 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e1ee5a52-1937-4080-90b1-cd79a7bb20b5 req-e8f20143-2841-4397-a2fa-8c3bbf77b99f tempest-VolumesBackupsTest-515124740 tempest-VolumesBackupsTest-515124740-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6779132 Feb 02 07:25:40.061744 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-e1ee5a52-1937-4080-90b1-cd79a7bb20b5 req-04c1de45-b533-48d8-b8ff-bbdb89dc2012 service neutron] Request body: {'port': {'device_id': '741f6988-2079-410c-bcff-a80f15a3c769', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:25:40.149088 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-aed315b2-d745-4282-bdb6-31591718239c tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks [] for port (70c77e1e-512a-4673-9766-2a0b9fe16e71), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:40.159183 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-aed315b2-d745-4282-bdb6-31591718239c tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (70c77e1e-512a-4673-9766-2a0b9fe16e71), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:40.193500 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-e1ee5a52-1937-4080-90b1-cd79a7bb20b5 req-04c1de45-b533-48d8-b8ff-bbdb89dc2012 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (6d570ac0-c1ed-4fa3-9b27-08af77a03f5a), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:40.261791 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed315b2-d745-4282-bdb6-31591718239c tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Pushing event updated for resources: {'Port': ['ID=70c77e1e-512a-4673-9766-2a0b9fe16e71,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:40.275950 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-aed315b2-d745-4282-bdb6-31591718239c tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (d3b5e3ab-29a8-4a7f-96bd-e626fec8c67d), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:40.307715 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-aed315b2-d745-4282-bdb6-31591718239c tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:40.309091 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-aed315b2-d745-4282-bdb6-31591718239c tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1920748 Feb 02 07:25:40.311936 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45828) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:40.325517 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-1485811b-9af8-4516-a8b1-fbbd87fd5d58 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Request body: {'floatingip': {'port_id': 'bd0b6735-5b95-4c02-aaba-7a13528f631b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:25:40.360366 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-8f80fa9d-9603-4c94-b37b-4ed367a28488 None None] Provisioning complete for port 6d570ac0-c1ed-4fa3-9b27-08af77a03f5a triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:25:40.362502 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-8f80fa9d-9603-4c94-b37b-4ed367a28488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (6d570ac0-c1ed-4fa3-9b27-08af77a03f5a), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:40.379974 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1485811b-9af8-4516-a8b1-fbbd87fd5d58 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks [] for floatingip (d3b5e3ab-29a8-4a7f-96bd-e626fec8c67d), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:40.433027 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-8f80fa9d-9603-4c94-b37b-4ed367a28488 None None] Port 6d570ac0-c1ed-4fa3-9b27-08af77a03f5a cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:25:40.571450 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-1485811b-9af8-4516-a8b1-fbbd87fd5d58 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] update failed (client error): The resource could not be found. Feb 02 07:25:40.572478 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-1485811b-9af8-4516-a8b1-fbbd87fd5d58 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] 10.222.0.87 "PUT /v2.0/floatingips/d3b5e3ab-29a8-4a7f-96bd-e626fec8c67d HTTP/1.1" status: 404 len: 507 time: 0.2595954 Feb 02 07:25:40.575269 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 45836) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:40.582077 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45838) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:40.728422 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1ce32186-d6bf-4964-aba8-e43ff644f8a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:40.741488 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-e1ee5a52-1937-4080-90b1-cd79a7bb20b5 req-04c1de45-b533-48d8-b8ff-bbdb89dc2012 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d570ac0-c1ed-4fa3-9b27-08af77a03f5a {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:25:40.750692 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-e1ee5a52-1937-4080-90b1-cd79a7bb20b5 req-04c1de45-b533-48d8-b8ff-bbdb89dc2012 service neutron] Publish callbacks [] for port (6d570ac0-c1ed-4fa3-9b27-08af77a03f5a), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:40.768834 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-e1ee5a52-1937-4080-90b1-cd79a7bb20b5 req-04c1de45-b533-48d8-b8ff-bbdb89dc2012 service neutron] Transition to ACTIVE for port object 6d570ac0-c1ed-4fa3-9b27-08af77a03f5a will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:25:40.777432 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-e1ee5a52-1937-4080-90b1-cd79a7bb20b5 req-04c1de45-b533-48d8-b8ff-bbdb89dc2012 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (6d570ac0-c1ed-4fa3-9b27-08af77a03f5a), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:40.814922 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-f8d017b5-28d7-4a54-8d63-612c61a83951 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Deleting port 70c77e1e-512a-4673-9766-2a0b9fe16e71 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:25:40.815401 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f8d017b5-28d7-4a54-8d63-612c61a83951 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (70c77e1e-512a-4673-9766-2a0b9fe16e71), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:40.827543 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1ce32186-d6bf-4964-aba8-e43ff644f8a8 admin admin] Publish callbacks [] for security_group (1ff9799d-85d4-43ac-a29d-cc50c70af0e0), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:40.833659 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1ce32186-d6bf-4964-aba8-e43ff644f8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (1ff9799d-85d4-43ac-a29d-cc50c70af0e0), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:40.875939 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce32186-d6bf-4964-aba8-e43ff644f8a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff9799d-85d4-43ac-a29d-cc50c70af0e0,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:40.876632 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c1de45-b533-48d8-b8ff-bbdb89dc2012 service neutron] Pushing event updated for resources: {'Port': ['ID=6d570ac0-c1ed-4fa3-9b27-08af77a03f5a,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:40.933115 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-1ce32186-d6bf-4964-aba8-e43ff644f8a8 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=fc97741f24264ae58d9cd33a48099c9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3487725 Feb 02 07:25:40.934816 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45850) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:41.003676 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-dfee120b-19bb-4f9a-8eca-ba49a5537219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:41.051882 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f8d017b5-28d7-4a54-8d63-612c61a83951 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (70c77e1e-512a-4673-9766-2a0b9fe16e71), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:41.052211 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f8d017b5-28d7-4a54-8d63-612c61a83951 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks [] for floatingip (70c77e1e-512a-4673-9766-2a0b9fe16e71), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:41.062578 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-55f188e5-cd60-472d-8d9e-b67e582fb490 admin admin] Publish callbacks [] for security_group (1ff9799d-85d4-43ac-a29d-cc50c70af0e0), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:41.092299 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-55f188e5-cd60-472d-8d9e-b67e582fb490 admin admin] Publish callbacks [] for security_group (1ff9799d-85d4-43ac-a29d-cc50c70af0e0), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:41.129950 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-f8d017b5-28d7-4a54-8d63-612c61a83951 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Calling delete_port for 70c77e1e-512a-4673-9766-2a0b9fe16e71 owned by network:floatingip {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:25:41.157278 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-e1ee5a52-1937-4080-90b1-cd79a7bb20b5 req-04c1de45-b533-48d8-b8ff-bbdb89dc2012 service neutron] Attempting to bind port 6d570ac0-c1ed-4fa3-9b27-08af77a03f5a on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:25:41.157628 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-e1ee5a52-1937-4080-90b1-cd79a7bb20b5 req-04c1de45-b533-48d8-b8ff-bbdb89dc2012 service neutron] Attempting to bind port 6d570ac0-c1ed-4fa3-9b27-08af77a03f5a by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:25:41.158177 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ee5a52-1937-4080-90b1-cd79a7bb20b5 req-04c1de45-b533-48d8-b8ff-bbdb89dc2012 service neutron] Attempting to bind port 6d570ac0-c1ed-4fa3-9b27-08af77a03f5a on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:25:41.173195 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ee5a52-1937-4080-90b1-cd79a7bb20b5 req-04c1de45-b533-48d8-b8ff-bbdb89dc2012 service neutron] Port 6d570ac0-c1ed-4fa3-9b27-08af77a03f5a on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:25:41.173550 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ee5a52-1937-4080-90b1-cd79a7bb20b5 req-04c1de45-b533-48d8-b8ff-bbdb89dc2012 service neutron] Attempting to bind port 6d570ac0-c1ed-4fa3-9b27-08af77a03f5a on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:25:41.191854 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-55f188e5-cd60-472d-8d9e-b67e582fb490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (1ff9799d-85d4-43ac-a29d-cc50c70af0e0), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:41.195918 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-55f188e5-cd60-472d-8d9e-b67e582fb490 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:41.200747 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-55f188e5-cd60-472d-8d9e-b67e582fb490 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/1ff9799d-85d4-43ac-a29d-cc50c70af0e0 HTTP/1.1" status: 204 len: 168 time: 0.2647762 Feb 02 07:25:41.210517 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f188e5-cd60-472d-8d9e-b67e582fb490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff9799d-85d4-43ac-a29d-cc50c70af0e0,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:41.219946 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ee5a52-1937-4080-90b1-cd79a7bb20b5 req-04c1de45-b533-48d8-b8ff-bbdb89dc2012 service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:25:41.220315 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ee5a52-1937-4080-90b1-cd79a7bb20b5 req-04c1de45-b533-48d8-b8ff-bbdb89dc2012 service neutron] Checking segment: {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:25:41.220914 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ee5a52-1937-4080-90b1-cd79a7bb20b5 req-04c1de45-b533-48d8-b8ff-bbdb89dc2012 service neutron] Bound using segment: {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:25:41.221379 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-e1ee5a52-1937-4080-90b1-cd79a7bb20b5 req-04c1de45-b533-48d8-b8ff-bbdb89dc2012 service neutron] Bound port: 6d570ac0-c1ed-4fa3-9b27-08af77a03f5a, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:25:41.221932 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-e1ee5a52-1937-4080-90b1-cd79a7bb20b5 req-04c1de45-b533-48d8-b8ff-bbdb89dc2012 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (6d570ac0-c1ed-4fa3-9b27-08af77a03f5a), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:41.256174 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3255bd19-cefe-490c-ae51-1cedf9830a6f req-38239af8-19f5-45c6-81d8-a9a6317e37e9 tempest-VolumesBackupsTest-515124740 tempest-VolumesBackupsTest-515124740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:41.258080 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3255bd19-cefe-490c-ae51-1cedf9830a6f req-38239af8-19f5-45c6-81d8-a9a6317e37e9 tempest-VolumesBackupsTest-515124740 tempest-VolumesBackupsTest-515124740-project] 10.222.0.87 "GET /v2.0/ports?device_id=741f6988-2079-410c-bcff-a80f15a3c769 HTTP/1.1" status: 200 len: 947 time: 0.2126374 Feb 02 07:25:41.392053 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3255bd19-cefe-490c-ae51-1cedf9830a6f req-b2c87c22-1627-4622-8893-60da59e0f2d7 tempest-VolumesBackupsTest-515124740 tempest-VolumesBackupsTest-515124740-project] 10.222.0.87 "GET /v2.0/security-groups?id=0ba86072-18f2-49a6-940c-e99fc7c0ce3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273074 Feb 02 07:25:41.394541 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-e1ee5a52-1937-4080-90b1-cd79a7bb20b5 req-04c1de45-b533-48d8-b8ff-bbdb89dc2012 service neutron] For port 6d570ac0-c1ed-4fa3-9b27-08af77a03f5a, host n-h1-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:25:41.476742 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f8d017b5-28d7-4a54-8d63-612c61a83951 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (70c77e1e-512a-4673-9766-2a0b9fe16e71), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:41.490026 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-e1ee5a52-1937-4080-90b1-cd79a7bb20b5 req-04c1de45-b533-48d8-b8ff-bbdb89dc2012 service neutron] For port 6d570ac0-c1ed-4fa3-9b27-08af77a03f5a, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=6d570ac0-c1ed-4fa3-9b27-08af77a03f5a,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:25:41.512814 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d017b5-28d7-4a54-8d63-612c61a83951 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Pushing event deleted for resources: {'Port': ['ID=70c77e1e-512a-4673-9766-2a0b9fe16e71,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:41.524803 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-e1ee5a52-1937-4080-90b1-cd79a7bb20b5 req-04c1de45-b533-48d8-b8ff-bbdb89dc2012 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (6d570ac0-c1ed-4fa3-9b27-08af77a03f5a), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:41.603343 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee5a52-1937-4080-90b1-cd79a7bb20b5 req-04c1de45-b533-48d8-b8ff-bbdb89dc2012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:41.603961 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-e1ee5a52-1937-4080-90b1-cd79a7bb20b5 req-04c1de45-b533-48d8-b8ff-bbdb89dc2012 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:41.605684 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e1ee5a52-1937-4080-90b1-cd79a7bb20b5 req-04c1de45-b533-48d8-b8ff-bbdb89dc2012 service neutron] 10.222.0.88 "PUT /v2.0/ports/6d570ac0-c1ed-4fa3-9b27-08af77a03f5a HTTP/1.1" status: 200 len: 1096 time: 1.5495012 Feb 02 07:25:41.610487 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '741f6988-2079-410c-bcff-a80f15a3c769', 'tag': '6d570ac0-c1ed-4fa3-9b27-08af77a03f5a'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:25:41.613499 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23b98af-9d44-4f6f-b49a-5c6463fcf1df" -d '{"events": [{"name": "network-changed", "server_uuid": "741f6988-2079-410c-bcff-a80f15a3c769", "tag": "6d570ac0-c1ed-4fa3-9b27-08af77a03f5a"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:25:41.667979 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f8d017b5-28d7-4a54-8d63-612c61a83951 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks [] for floatingip (d3b5e3ab-29a8-4a7f-96bd-e626fec8c67d), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:41.671032 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f8d017b5-28d7-4a54-8d63-612c61a83951 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:41.676205 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f8d017b5-28d7-4a54-8d63-612c61a83951 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] 10.222.0.87 "DELETE /v2.0/floatingips/d3b5e3ab-29a8-4a7f-96bd-e626fec8c67d HTTP/1.1" status: 204 len: 168 time: 1.0954201 Feb 02 07:25:41.676944 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45872) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:41.682054 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-92188649-9742-4200-b795-4439ca972ade tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Request body: {'floatingip': {'floating_network_id': 'f841e838-bfa7-40db-b4c4-122a2534cb0a', 'port_id': 'bd0b6735-5b95-4c02-aaba-7a13528f631b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:25:41.691584 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c1de45-b533-48d8-b8ff-bbdb89dc2012 service neutron] Pushing event updated for resources: {'Port': ['ID=6d570ac0-c1ed-4fa3-9b27-08af77a03f5a,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:41.709425 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45874) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:41.755055 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee5a52-1937-4080-90b1-cd79a7bb20b5 req-d4cb2133-db4d-4865-a79d-a5b06c5a8944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:41.757921 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e1ee5a52-1937-4080-90b1-cd79a7bb20b5 req-d4cb2133-db4d-4865-a79d-a5b06c5a8944 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f938d88f42134fbb974cb96555887a06&device_id=741f6988-2079-410c-bcff-a80f15a3c769 HTTP/1.1" status: 200 len: 1130 time: 0.0841899 Feb 02 07:25:41.763278 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-856c8f99-67b8-42c3-97f6-9378e07cce18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:41.783487 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-92188649-9742-4200-b795-4439ca972ade tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:41.867602 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e1ee5a52-1937-4080-90b1-cd79a7bb20b5 req-75abe7ba-958b-4131-8832-33d4d484e0f4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=6d570ac0-c1ed-4fa3-9b27-08af77a03f5a HTTP/1.1" status: 200 len: 217 time: 0.0956323 Feb 02 07:25:41.926028 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-856c8f99-67b8-42c3-97f6-9378e07cce18 admin admin] Publish callbacks [] for security_group (d89b8e65-efe9-4605-9d5d-550b637c3092), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:41.934785 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-856c8f99-67b8-42c3-97f6-9378e07cce18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (d89b8e65-efe9-4605-9d5d-550b637c3092), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:41.988513 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee5a52-1937-4080-90b1-cd79a7bb20b5 req-c4c3b92a-9ca8-400a-b2e5-87e99681f928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:41.990016 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e1ee5a52-1937-4080-90b1-cd79a7bb20b5 req-c4c3b92a-9ca8-400a-b2e5-87e99681f928 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.1176796 Feb 02 07:25:41.997557 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856c8f99-67b8-42c3-97f6-9378e07cce18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d89b8e65-efe9-4605-9d5d-550b637c3092,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:42.020870 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:25:42.026163 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-856c8f99-67b8-42c3-97f6-9378e07cce18 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=d4b84e0d70a9416489a8785586db4d4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3156412 Feb 02 07:25:42.030404 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45878) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:42.089185 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-92188649-9742-4200-b795-4439ca972ade tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 07:25:42.090620 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-92188649-9742-4200-b795-4439ca972ade tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4129386 Feb 02 07:25:42.094284 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 45880) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:42.098926 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-26520276-66c4-45a9-8c4c-b3a752edab54 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Request body: {'floatingip': {'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'port_id': 'bd0b6735-5b95-4c02-aaba-7a13528f631b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:25:42.115808 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9378eee2-7105-4402-96fe-1b083fd73332 admin admin] Publish callbacks [] for security_group (d89b8e65-efe9-4605-9d5d-550b637c3092), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:42.125601 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1574bd11-4361-4f7b-aa15-cfc613261b4b x-openstack-request-id: req-1574bd11-4361-4f7b-aa15-cfc613261b4b {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:25:42.125895 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "741f6988-2079-410c-bcff-a80f15a3c769", "tag": "6d570ac0-c1ed-4fa3-9b27-08af77a03f5a", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:25:42.126156 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1574bd11-4361-4f7b-aa15-cfc613261b4b {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:25:42.126558 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '741f6988-2079-410c-bcff-a80f15a3c769', 'tag': '6d570ac0-c1ed-4fa3-9b27-08af77a03f5a', 'status': 'completed', 'code': 200} Feb 02 07:25:42.130663 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee5a52-1937-4080-90b1-cd79a7bb20b5 req-91310c27-5d86-43a8-b8dd-8017854274d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:42.132319 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e1ee5a52-1937-4080-90b1-cd79a7bb20b5 req-91310c27-5d86-43a8-b8dd-8017854274d1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1348934 Feb 02 07:25:42.133496 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-26520276-66c4-45a9-8c4c-b3a752edab54 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:42.150250 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9378eee2-7105-4402-96fe-1b083fd73332 admin admin] Publish callbacks [] for security_group (d89b8e65-efe9-4605-9d5d-550b637c3092), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:42.217483 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9378eee2-7105-4402-96fe-1b083fd73332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (d89b8e65-efe9-4605-9d5d-550b637c3092), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:42.223529 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9378eee2-7105-4402-96fe-1b083fd73332 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:42.227681 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-9378eee2-7105-4402-96fe-1b083fd73332 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d89b8e65-efe9-4605-9d5d-550b637c3092 HTTP/1.1" status: 204 len: 168 time: 0.1942513 Feb 02 07:25:42.243027 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9378eee2-7105-4402-96fe-1b083fd73332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89b8e65-efe9-4605-9d5d-550b637c3092,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:42.287909 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e1ee5a52-1937-4080-90b1-cd79a7bb20b5 req-04ed3509-47df-4c5b-a640-cfd5e30d4c0b service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496291 Feb 02 07:25:42.391960 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-26520276-66c4-45a9-8c4c-b3a752edab54 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:42.411919 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e1ee5a52-1937-4080-90b1-cd79a7bb20b5 req-7dd6afaf-f4bc-4755-ae58-460bef4c6fd5 service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182814 Feb 02 07:25:42.582571 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-26520276-66c4-45a9-8c4c-b3a752edab54 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Allocated IP 172.25.4.174 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/380910e5-b54b-4758-9dcc-42d773c5d724) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:25:42.727392 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45900) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:42.780213 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b98af-9d44-4f6f-b49a-5c6463fcf1df req-e19fa31a-dbd3-4efd-883c-cf742681ff2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:42.781941 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e23b98af-9d44-4f6f-b49a-5c6463fcf1df req-e19fa31a-dbd3-4efd-883c-cf742681ff2b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f938d88f42134fbb974cb96555887a06&device_id=741f6988-2079-410c-bcff-a80f15a3c769 HTTP/1.1" status: 200 len: 1130 time: 0.2534757 Feb 02 07:25:42.814027 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2285f36f-0356-4a10-aeea-9c28580e8850 req-dfefdd1a-28f4-4527-a401-f51d6ba8313a tempest-VolumesBackupsTest-515124740 tempest-VolumesBackupsTest-515124740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:42.816357 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2285f36f-0356-4a10-aeea-9c28580e8850 req-dfefdd1a-28f4-4527-a401-f51d6ba8313a tempest-VolumesBackupsTest-515124740 tempest-VolumesBackupsTest-515124740-project] 10.222.0.87 "GET /v2.0/ports?device_id=741f6988-2079-410c-bcff-a80f15a3c769 HTTP/1.1" status: 200 len: 947 time: 0.2687616 Feb 02 07:25:42.886322 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-630ad7e5-f2fb-49ed-b97e-af6089f9c3d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:42.940768 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-26520276-66c4-45a9-8c4c-b3a752edab54 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks [] for port (380910e5-b54b-4758-9dcc-42d773c5d724), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:42.999469 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b98af-9d44-4f6f-b49a-5c6463fcf1df req-304c5787-f82b-4ad6-b586-0f2892a03b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:43.003234 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e23b98af-9d44-4f6f-b49a-5c6463fcf1df req-304c5787-f82b-4ad6-b586-0f2892a03b68 service neutron] 10.222.0.88 "GET /v2.0/networks?id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 HTTP/1.1" status: 200 len: 870 time: 0.2098489 Feb 02 07:25:43.030291 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-630ad7e5-f2fb-49ed-b97e-af6089f9c3d8 admin admin] Publish callbacks [] for security_group (1e093b26-e58b-4c70-8840-c80ba68626cb), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:43.043067 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-630ad7e5-f2fb-49ed-b97e-af6089f9c3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (1e093b26-e58b-4c70-8840-c80ba68626cb), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:43.053848 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2285f36f-0356-4a10-aeea-9c28580e8850 req-be282dde-cb45-48ab-b2c9-bb008d87ec7c tempest-VolumesBackupsTest-515124740 tempest-VolumesBackupsTest-515124740-project] 10.222.0.87 "GET /v2.0/security-groups?id=0ba86072-18f2-49a6-940c-e99fc7c0ce3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231166 Feb 02 07:25:43.064515 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-26520276-66c4-45a9-8c4c-b3a752edab54 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (380910e5-b54b-4758-9dcc-42d773c5d724), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:43.097578 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-630ad7e5-f2fb-49ed-b97e-af6089f9c3d8 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b15f4345faa04c9e81c36d38f13fc155&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3690619 Feb 02 07:25:43.103800 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45910) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:43.144540 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630ad7e5-f2fb-49ed-b97e-af6089f9c3d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e093b26-e58b-4c70-8840-c80ba68626cb,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:43.160929 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630ad7e5-f2fb-49ed-b97e-af6089f9c3d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:25:43.161276 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630ad7e5-f2fb-49ed-b97e-af6089f9c3d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:25:43.161615 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630ad7e5-f2fb-49ed-b97e-af6089f9c3d8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:25:43.161948 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630ad7e5-f2fb-49ed-b97e-af6089f9c3d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:25:43.162278 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630ad7e5-f2fb-49ed-b97e-af6089f9c3d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:25:43.162604 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630ad7e5-f2fb-49ed-b97e-af6089f9c3d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:25:43.162927 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630ad7e5-f2fb-49ed-b97e-af6089f9c3d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:25:43.163248 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630ad7e5-f2fb-49ed-b97e-af6089f9c3d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:25:43.163583 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630ad7e5-f2fb-49ed-b97e-af6089f9c3d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:25:43.163923 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630ad7e5-f2fb-49ed-b97e-af6089f9c3d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:25:43.164247 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630ad7e5-f2fb-49ed-b97e-af6089f9c3d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:25:43.164683 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630ad7e5-f2fb-49ed-b97e-af6089f9c3d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:25:43.165007 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630ad7e5-f2fb-49ed-b97e-af6089f9c3d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:25:43.186693 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e23b98af-9d44-4f6f-b49a-5c6463fcf1df req-176d45f6-4068-4bef-848d-f9b25166cc69 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=6d570ac0-c1ed-4fa3-9b27-08af77a03f5a HTTP/1.1" status: 200 len: 217 time: 0.1271715 Feb 02 07:25:43.187895 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3390a5cb-9211-4281-b3f5-c0d827097983 admin admin] Publish callbacks [] for security_group (1e093b26-e58b-4c70-8840-c80ba68626cb), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:43.220360 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3390a5cb-9211-4281-b3f5-c0d827097983 admin admin] Publish callbacks [] for security_group (1e093b26-e58b-4c70-8840-c80ba68626cb), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:43.221595 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26520276-66c4-45a9-8c4c-b3a752edab54 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:25:43.245936 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-26520276-66c4-45a9-8c4c-b3a752edab54 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:25:43.251034 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26520276-66c4-45a9-8c4c-b3a752edab54 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:25:43.286741 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3390a5cb-9211-4281-b3f5-c0d827097983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (1e093b26-e58b-4c70-8840-c80ba68626cb), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:43.289600 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3390a5cb-9211-4281-b3f5-c0d827097983 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:43.290464 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ea502e3f-40ab-472a-974c-7af59dea4de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:43.293606 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-3390a5cb-9211-4281-b3f5-c0d827097983 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/1e093b26-e58b-4c70-8840-c80ba68626cb HTTP/1.1" status: 204 len: 168 time: 0.1858664 Feb 02 07:25:43.299233 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3390a5cb-9211-4281-b3f5-c0d827097983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e093b26-e58b-4c70-8840-c80ba68626cb,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:43.348162 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26520276-66c4-45a9-8c4c-b3a752edab54 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Pushing event updated for resources: {'Port': ['ID=380910e5-b54b-4758-9dcc-42d773c5d724,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:43.379738 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b98af-9d44-4f6f-b49a-5c6463fcf1df req-94e19b7e-5ea3-4465-800a-58bc76778037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:43.381530 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e23b98af-9d44-4f6f-b49a-5c6463fcf1df req-94e19b7e-5ea3-4465-800a-58bc76778037 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.1849804 Feb 02 07:25:43.534810 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b98af-9d44-4f6f-b49a-5c6463fcf1df req-8de462cb-5c0b-4943-acd4-be00911dd0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:43.536826 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e23b98af-9d44-4f6f-b49a-5c6463fcf1df req-8de462cb-5c0b-4943-acd4-be00911dd0ba service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1332815 Feb 02 07:25:43.578716 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-26520276-66c4-45a9-8c4c-b3a752edab54 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Deleting port 380910e5-b54b-4758-9dcc-42d773c5d724 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:25:43.579073 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-26520276-66c4-45a9-8c4c-b3a752edab54 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (380910e5-b54b-4758-9dcc-42d773c5d724), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:43.714111 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e23b98af-9d44-4f6f-b49a-5c6463fcf1df req-36064f53-b713-4841-adf3-cc35de368ce6 service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709127 Feb 02 07:25:43.730569 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-26520276-66c4-45a9-8c4c-b3a752edab54 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (380910e5-b54b-4758-9dcc-42d773c5d724), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:43.730905 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-26520276-66c4-45a9-8c4c-b3a752edab54 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks [] for floatingip (380910e5-b54b-4758-9dcc-42d773c5d724), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:43.757510 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-26520276-66c4-45a9-8c4c-b3a752edab54 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Calling delete_port for 380910e5-b54b-4758-9dcc-42d773c5d724 owned by network:floatingip {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:25:43.877784 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e23b98af-9d44-4f6f-b49a-5c6463fcf1df req-710524e0-4ad5-4d5a-9fd2-5c4a7181ccd5 service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573315 Feb 02 07:25:43.957193 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-26520276-66c4-45a9-8c4c-b3a752edab54 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (380910e5-b54b-4758-9dcc-42d773c5d724), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:43.992445 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26520276-66c4-45a9-8c4c-b3a752edab54 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Pushing event deleted for resources: {'Port': ['ID=380910e5-b54b-4758-9dcc-42d773c5d724,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:44.089652 n-d-789963-26 neutron-server[109694]: INFO neutron.api.v2.resource [None req-26520276-66c4-45a9-8c4c-b3a752edab54 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] create failed (client error): The resource could not be found. Feb 02 07:25:44.090011 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-26520276-66c4-45a9-8c4c-b3a752edab54 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.9946678 Feb 02 07:25:44.093621 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45952) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:44.223244 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-e7f4764f-0a2b-48a7-9a80-63fa2462c0c6 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Deleting port bd0b6735-5b95-4c02-aaba-7a13528f631b {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:25:44.225871 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e7f4764f-0a2b-48a7-9a80-63fa2462c0c6 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (bd0b6735-5b95-4c02-aaba-7a13528f631b), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:44.234922 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe35a00-9efb-4498-9c61-33267589d721 req-8cb96ce4-f1b9-47a6-9937-db7fdb8bbf8d tempest-VolumesBackupsTest-515124740 tempest-VolumesBackupsTest-515124740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:44.243866 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0fe35a00-9efb-4498-9c61-33267589d721 req-8cb96ce4-f1b9-47a6-9937-db7fdb8bbf8d tempest-VolumesBackupsTest-515124740 tempest-VolumesBackupsTest-515124740-project] 10.222.0.87 "GET /v2.0/ports?device_id=741f6988-2079-410c-bcff-a80f15a3c769 HTTP/1.1" status: 200 len: 947 time: 0.0732403 Feb 02 07:25:44.303336 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0fe35a00-9efb-4498-9c61-33267589d721 req-a7a43994-0270-444e-a940-2564dfc36182 tempest-VolumesBackupsTest-515124740 tempest-VolumesBackupsTest-515124740-project] 10.222.0.87 "GET /v2.0/security-groups?id=0ba86072-18f2-49a6-940c-e99fc7c0ce3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484149 Feb 02 07:25:44.366365 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e7f4764f-0a2b-48a7-9a80-63fa2462c0c6 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (bd0b6735-5b95-4c02-aaba-7a13528f631b), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:44.383865 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-e7f4764f-0a2b-48a7-9a80-63fa2462c0c6 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Calling delete_port for bd0b6735-5b95-4c02-aaba-7a13528f631b owned by {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:25:44.555285 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e7f4764f-0a2b-48a7-9a80-63fa2462c0c6 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (bd0b6735-5b95-4c02-aaba-7a13528f631b), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:44.600452 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f4764f-0a2b-48a7-9a80-63fa2462c0c6 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Pushing event deleted for resources: {'Port': ['ID=bd0b6735-5b95-4c02-aaba-7a13528f631b,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:44.701910 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:44.708638 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e7f4764f-0a2b-48a7-9a80-63fa2462c0c6 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:44.713192 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e7f4764f-0a2b-48a7-9a80-63fa2462c0c6 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] 10.222.0.87 "DELETE /v2.0/ports/bd0b6735-5b95-4c02-aaba-7a13528f631b HTTP/1.1" status: 204 len: 168 time: 0.6183779 Feb 02 07:25:44.715924 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 45970) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:44.807852 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793b69ff-3ab2-497b-94f5-c78433901701 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:44.810932 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-793b69ff-3ab2-497b-94f5-c78433901701 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] 10.222.0.87 "GET /v2.0/ports?device_id=3027ce60-e4c0-4d90-8bcf-f5e4c9c44ec3 HTTP/1.1" status: 200 len: 913 time: 0.0937467 Feb 02 07:25:44.813405 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 45974) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:44.987916 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45982) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:45.181429 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45990) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:45.242480 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-a09a1881-da7f-4b2e-831b-39fc3729e2fb tempest-MeteringIpV6TestJSON-1286549153 tempest-MeteringIpV6TestJSON-1286549153-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1045848595'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:25:45.243167 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-a09a1881-da7f-4b2e-831b-39fc3729e2fb tempest-MeteringIpV6TestJSON-1286549153 tempest-MeteringIpV6TestJSON-1286549153-project-admin] Unknown quota resources ['metering_label']. {{(pid=109693) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 02 07:25:45.245594 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-685dc18f-a8fb-4479-9c2b-630a141a7fe6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:45.449837 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a09a1881-da7f-4b2e-831b-39fc3729e2fb tempest-MeteringIpV6TestJSON-1286549153 tempest-MeteringIpV6TestJSON-1286549153-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:45.453730 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a09a1881-da7f-4b2e-831b-39fc3729e2fb tempest-MeteringIpV6TestJSON-1286549153 tempest-MeteringIpV6TestJSON-1286549153-project-admin] 10.222.0.87 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.2685947 Feb 02 07:25:45.453875 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45996) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:45.459474 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-8d7670a7-f61e-4794-b803-575bfe1943b5 tempest-MeteringIpV6TestJSON-1286549153 tempest-MeteringIpV6TestJSON-1286549153-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '70262b7b-0569-41ed-8912-08ed86e8c1bb'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:25:45.460015 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-8d7670a7-f61e-4794-b803-575bfe1943b5 tempest-MeteringIpV6TestJSON-1286549153 tempest-MeteringIpV6TestJSON-1286549153-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109693) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 02 07:25:45.492656 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060c5d9-7d31-444e-8f25-b8702f2643ea req-c581d46d-fdc1-47ae-84c1-5ae1c0196aa8 tempest-VolumesBackupsTest-515124740 tempest-VolumesBackupsTest-515124740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:45.494179 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0060c5d9-7d31-444e-8f25-b8702f2643ea req-c581d46d-fdc1-47ae-84c1-5ae1c0196aa8 tempest-VolumesBackupsTest-515124740 tempest-VolumesBackupsTest-515124740-project] 10.222.0.87 "GET /v2.0/ports?device_id=741f6988-2079-410c-bcff-a80f15a3c769 HTTP/1.1" status: 200 len: 947 time: 0.0933073 Feb 02 07:25:45.583505 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0060c5d9-7d31-444e-8f25-b8702f2643ea req-a18a30ec-9cb3-4edf-9faf-e5c06289929f tempest-VolumesBackupsTest-515124740 tempest-VolumesBackupsTest-515124740-project] 10.222.0.87 "GET /v2.0/security-groups?id=0ba86072-18f2-49a6-940c-e99fc7c0ce3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800993 Feb 02 07:25:45.604731 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-eb3daf25-36a1-4dc8-8eb1-49d315659f26 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (3027ce60-e4c0-4d90-8bcf-f5e4c9c44ec3), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:45.850105 n-d-789963-26 neutron-server[109693]: WARNING neutron.services.metering.metering_plugin [None req-8d7670a7-f61e-4794-b803-575bfe1943b5 tempest-MeteringIpV6TestJSON-1286549153 tempest-MeteringIpV6TestJSON-1286549153-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 02 07:25:45.856250 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-eb3daf25-36a1-4dc8-8eb1-49d315659f26 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Deleting port 174b00c7-85b3-484d-af08-fc464b5994fc {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:25:45.856602 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-eb3daf25-36a1-4dc8-8eb1-49d315659f26 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (174b00c7-85b3-484d-af08-fc464b5994fc), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:45.933574 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-685dc18f-a8fb-4479-9c2b-630a141a7fe6 admin admin] Publish callbacks [] for security_group (771816b6-cf96-4ff4-b939-7101a51c4a08), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:45.948808 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-eb3daf25-36a1-4dc8-8eb1-49d315659f26 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (174b00c7-85b3-484d-af08-fc464b5994fc), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:45.961832 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-eb3daf25-36a1-4dc8-8eb1-49d315659f26 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Calling delete_port for 174b00c7-85b3-484d-af08-fc464b5994fc owned by network:router_interface {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:25:45.968036 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-685dc18f-a8fb-4479-9c2b-630a141a7fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (771816b6-cf96-4ff4-b939-7101a51c4a08), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:45.972971 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8d7670a7-f61e-4794-b803-575bfe1943b5 tempest-MeteringIpV6TestJSON-1286549153 tempest-MeteringIpV6TestJSON-1286549153-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:45.974952 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-8d7670a7-f61e-4794-b803-575bfe1943b5 tempest-MeteringIpV6TestJSON-1286549153 tempest-MeteringIpV6TestJSON-1286549153-project-admin] 10.222.0.87 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5193355 Feb 02 07:25:45.982277 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 45998) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:45.995737 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-557709d1-07f0-4410-9146-71808979547b tempest-MeteringIpV6TestJSON-1286549153 tempest-MeteringIpV6TestJSON-1286549153-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '70262b7b-0569-41ed-8912-08ed86e8c1bb'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:25:45.995737 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-557709d1-07f0-4410-9146-71808979547b tempest-MeteringIpV6TestJSON-1286549153 tempest-MeteringIpV6TestJSON-1286549153-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109693) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 02 07:25:46.022494 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-685dc18f-a8fb-4479-9c2b-630a141a7fe6 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=4bcddff159c0415ab4bc37fa1b9f29ce&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0332258 Feb 02 07:25:46.025087 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46000) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:46.035189 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685dc18f-a8fb-4479-9c2b-630a141a7fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=771816b6-cf96-4ff4-b939-7101a51c4a08,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:46.079760 n-d-789963-26 neutron-server[109693]: WARNING neutron.services.metering.metering_plugin [None req-557709d1-07f0-4410-9146-71808979547b tempest-MeteringIpV6TestJSON-1286549153 tempest-MeteringIpV6TestJSON-1286549153-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 02 07:25:46.083249 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:46.140140 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-eb3daf25-36a1-4dc8-8eb1-49d315659f26 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (174b00c7-85b3-484d-af08-fc464b5994fc), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:46.167599 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3daf25-36a1-4dc8-8eb1-49d315659f26 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Pushing event deleted for resources: {'Port': ['ID=174b00c7-85b3-484d-af08-fc464b5994fc,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:46.187765 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-557709d1-07f0-4410-9146-71808979547b tempest-MeteringIpV6TestJSON-1286549153 tempest-MeteringIpV6TestJSON-1286549153-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:46.189324 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-557709d1-07f0-4410-9146-71808979547b tempest-MeteringIpV6TestJSON-1286549153 tempest-MeteringIpV6TestJSON-1286549153-project-admin] 10.222.0.87 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2045360 Feb 02 07:25:46.192280 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46002) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:46.204328 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8fb69168-d046-4759-a80a-29559f9bfffe admin admin] Publish callbacks [] for security_group (771816b6-cf96-4ff4-b939-7101a51c4a08), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:46.207372 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 6d570ac0-c1ed-4fa3-9b27-08af77a03f5a details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:25:46.226172 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f1d05c27-9383-4be1-9a86-e8d4dea81ead tempest-MeteringIpV6TestJSON-1286549153 tempest-MeteringIpV6TestJSON-1286549153-project-admin] 10.222.0.87 "GET /v2.0/metering/metering-label-rules?id=2659cb9e-23da-4865-832b-39ac3c670616 HTTP/1.1" status: 200 len: 462 time: 0.0327570 Feb 02 07:25:46.228899 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46004) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:46.233129 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8fb69168-d046-4759-a80a-29559f9bfffe admin admin] Publish callbacks [] for security_group (771816b6-cf96-4ff4-b939-7101a51c4a08), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:46.332225 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-eb3daf25-36a1-4dc8-8eb1-49d315659f26 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (3027ce60-e4c0-4d90-8bcf-f5e4c9c44ec3), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:46.348556 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 6d570ac0-c1ed-4fa3-9b27-08af77a03f5a, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=6d570ac0-c1ed-4fa3-9b27-08af77a03f5a,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:25:46.362316 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': '6d570ac0-c1ed-4fa3-9b27-08af77a03f5a', 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1', 'port_id': '6d570ac0-c1ed-4fa3-9b27-08af77a03f5a', 'mac_address': 'fa:16:3e:53:88:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d773733-62df-4956-84d3-71d17cfb6d11', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:25:46.404075 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 6d570ac0-c1ed-4fa3-9b27-08af77a03f5a is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:25:46.404504 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (6d570ac0-c1ed-4fa3-9b27-08af77a03f5a), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:46.422598 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-17418363-0e12-4316-bd2d-acdd20284d29 tempest-MeteringIpV6TestJSON-1286549153 tempest-MeteringIpV6TestJSON-1286549153-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:46.423209 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d570ac0-c1ed-4fa3-9b27-08af77a03f5a {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:25:46.425241 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-17418363-0e12-4316-bd2d-acdd20284d29 tempest-MeteringIpV6TestJSON-1286549153 tempest-MeteringIpV6TestJSON-1286549153-project-admin] 10.222.0.87 "DELETE /v2.0/metering/metering-label-rules/2659cb9e-23da-4865-832b-39ac3c670616 HTTP/1.1" status: 204 len: 168 time: 0.1946237 Feb 02 07:25:46.427703 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46006) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:46.441171 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d6bcad97-c59f-4369-bcc2-f9ab24809802 tempest-MeteringIpV6TestJSON-1286549153 tempest-MeteringIpV6TestJSON-1286549153-project-admin] 10.222.0.87 "GET /v2.0/metering/metering-label-rules?id=2659cb9e-23da-4865-832b-39ac3c670616 HTTP/1.1" status: 200 len: 221 time: 0.0121050 Feb 02 07:25:46.445014 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46008) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:46.450208 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-3d0160c3-3463-488d-bd27-6d764ac39f8e tempest-MeteringIpV6TestJSON-1286549153 tempest-MeteringIpV6TestJSON-1286549153-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1491948157', 'description': 'label created by tempest'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:25:46.450208 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-3d0160c3-3463-488d-bd27-6d764ac39f8e tempest-MeteringIpV6TestJSON-1286549153 tempest-MeteringIpV6TestJSON-1286549153-project-admin] Unknown quota resources ['metering_label']. {{(pid=109693) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 02 07:25:46.455150 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 6d570ac0-c1ed-4fa3-9b27-08af77a03f5a, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=6d570ac0-c1ed-4fa3-9b27-08af77a03f5a,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:25:46.458460 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8fb69168-d046-4759-a80a-29559f9bfffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (771816b6-cf96-4ff4-b939-7101a51c4a08), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:46.461408 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (6d570ac0-c1ed-4fa3-9b27-08af77a03f5a), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:46.461966 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8fb69168-d046-4759-a80a-29559f9bfffe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:46.463180 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-8fb69168-d046-4759-a80a-29559f9bfffe admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/771816b6-cf96-4ff4-b939-7101a51c4a08 HTTP/1.1" status: 204 len: 168 time: 0.4371963 Feb 02 07:25:46.508120 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb69168-d046-4759-a80a-29559f9bfffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=771816b6-cf96-4ff4-b939-7101a51c4a08,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:46.525510 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb3daf25-36a1-4dc8-8eb1-49d315659f26 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Router 3027ce60-e4c0-4d90-8bcf-f5e4c9c44ec3 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:25:46.534372 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=6d570ac0-c1ed-4fa3-9b27-08af77a03f5a,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:46.545775 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:25:46.546250 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:25:46.546763 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:25:46.547271 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:25:46.547726 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:25:46.549399 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:25:46.549945 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:25:46.550478 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:25:46.551145 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:25:46.551722 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:25:46.552286 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:25:46.552828 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:25:46.553464 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:25:46.617213 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb3daf25-36a1-4dc8-8eb1-49d315659f26 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:25:46.625869 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-eb3daf25-36a1-4dc8-8eb1-49d315659f26 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] 10.222.0.87 "PUT /v2.0/routers/3027ce60-e4c0-4d90-8bcf-f5e4c9c44ec3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8104708 Feb 02 07:25:46.626638 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46016) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:46.629673 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b21977-bada-406f-8b59-a3e2b9a8a8cf None None] Sync routers for ids ['3027ce60-e4c0-4d90-8bcf-f5e4c9c44ec3'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:25:46.647050 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b21977-bada-406f-8b59-a3e2b9a8a8cf None None] Routers {'3027ce60-e4c0-4d90-8bcf-f5e4c9c44ec3'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:25:46.648121 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-49b21977-bada-406f-8b59-a3e2b9a8a8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:25:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['3027ce60-e4c0-4d90-8bcf-f5e4c9c44ec3'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:25:46.697225 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-49b21977-bada-406f-8b59-a3e2b9a8a8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:25:46.701557 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c06d4bbe-77c1-424c-8d0d-b790d26541bf tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks [] for router (3027ce60-e4c0-4d90-8bcf-f5e4c9c44ec3), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:46.713428 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b21977-bada-406f-8b59-a3e2b9a8a8cf None None] Routers {'3027ce60-e4c0-4d90-8bcf-f5e4c9c44ec3'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:25:46.714071 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-49b21977-bada-406f-8b59-a3e2b9a8a8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:25:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['3027ce60-e4c0-4d90-8bcf-f5e4c9c44ec3'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:25:46.715181 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3d0160c3-3463-488d-bd27-6d764ac39f8e tempest-MeteringIpV6TestJSON-1286549153 tempest-MeteringIpV6TestJSON-1286549153-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:46.716663 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-3d0160c3-3463-488d-bd27-6d764ac39f8e tempest-MeteringIpV6TestJSON-1286549153 tempest-MeteringIpV6TestJSON-1286549153-project-admin] 10.222.0.87 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2707911 Feb 02 07:25:46.722188 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46018) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:46.762259 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-49b21977-bada-406f-8b59-a3e2b9a8a8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:25:46.762915 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b21977-bada-406f-8b59-a3e2b9a8a8cf None None] The sync data for ids ['3027ce60-e4c0-4d90-8bcf-f5e4c9c44ec3'] in n-d-789963-26 is: [] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:25:46.796468 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['6d570ac0-c1ed-4fa3-9b27-08af77a03f5a'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:25:46.803205 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46020) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:46.812510 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-f0db8603-034c-408f-8559-bbebd0cff17f tempest-MeteringIpV6TestJSON-1286549153 tempest-MeteringIpV6TestJSON-1286549153-project-admin] 10.222.0.87 "GET /v2.0/metering/metering-labels?id=5b38e1b6-2b58-4fce-8b23-48724a38a9c1 HTTP/1.1" status: 200 len: 468 time: 0.0865607 Feb 02 07:25:46.814854 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46022) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:46.818702 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3c8459d1-a103-40d4-9335-17a85ccd8add admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:46.900607 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3c8459d1-a103-40d4-9335-17a85ccd8add admin admin] Publish callbacks [] for security_group (bed477d1-9855-4bbc-94e5-e3eb6106269a), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:46.906278 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3c8459d1-a103-40d4-9335-17a85ccd8add admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (bed477d1-9855-4bbc-94e5-e3eb6106269a), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:46.952375 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-3c8459d1-a103-40d4-9335-17a85ccd8add admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=e7b2ffb4fc384a10ae629addd78fd592&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1479113 Feb 02 07:25:46.953200 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8459d1-a103-40d4-9335-17a85ccd8add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed477d1-9855-4bbc-94e5-e3eb6106269a,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:46.955836 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46024) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:47.006765 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-27d510cf-c1dd-46f2-9cad-8da2cd11ed7d admin admin] Publish callbacks [] for security_group (bed477d1-9855-4bbc-94e5-e3eb6106269a), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:47.028395 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-27d510cf-c1dd-46f2-9cad-8da2cd11ed7d admin admin] Publish callbacks [] for security_group (bed477d1-9855-4bbc-94e5-e3eb6106269a), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:47.046084 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c06d4bbe-77c1-424c-8d0d-b790d26541bf tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (3027ce60-e4c0-4d90-8bcf-f5e4c9c44ec3), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:47.055445 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bdb8c1-4fb8-45ae-bef5-57d56a5b5d6f req-97d62e77-6024-401e-bf2e-88f8d063f686 tempest-VolumesBackupsTest-515124740 tempest-VolumesBackupsTest-515124740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:47.056978 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-48bdb8c1-4fb8-45ae-bef5-57d56a5b5d6f req-97d62e77-6024-401e-bf2e-88f8d063f686 tempest-VolumesBackupsTest-515124740 tempest-VolumesBackupsTest-515124740-project] 10.222.0.87 "GET /v2.0/ports?device_id=741f6988-2079-410c-bcff-a80f15a3c769 HTTP/1.1" status: 200 len: 948 time: 0.3524468 Feb 02 07:25:47.058151 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c06d4bbe-77c1-424c-8d0d-b790d26541bf tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks [] for router_controller (3027ce60-e4c0-4d90-8bcf-f5e4c9c44ec3), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:47.074968 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-27d510cf-c1dd-46f2-9cad-8da2cd11ed7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (bed477d1-9855-4bbc-94e5-e3eb6106269a), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:47.077757 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-27d510cf-c1dd-46f2-9cad-8da2cd11ed7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:47.078948 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-27d510cf-c1dd-46f2-9cad-8da2cd11ed7d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/bed477d1-9855-4bbc-94e5-e3eb6106269a HTTP/1.1" status: 204 len: 168 time: 0.1222050 Feb 02 07:25:47.088137 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d510cf-c1dd-46f2-9cad-8da2cd11ed7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed477d1-9855-4bbc-94e5-e3eb6106269a,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:47.214187 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c06d4bbe-77c1-424c-8d0d-b790d26541bf tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (3027ce60-e4c0-4d90-8bcf-f5e4c9c44ec3), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:47.214630 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c06d4bbe-77c1-424c-8d0d-b790d26541bf tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Fanout notify agent at l3_agent the message router_deleted on router 3027ce60-e4c0-4d90-8bcf-f5e4c9c44ec3 {{(pid=109694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:25:47.228449 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c06d4bbe-77c1-424c-8d0d-b790d26541bf tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:47.229567 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c06d4bbe-77c1-424c-8d0d-b790d26541bf tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] 10.222.0.87 "DELETE /v2.0/routers/3027ce60-e4c0-4d90-8bcf-f5e4c9c44ec3 HTTP/1.1" status: 204 len: 168 time: 0.6019859 Feb 02 07:25:47.232328 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46030) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:47.235706 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c953ba4d-e238-4e5e-8684-39911cdccd9a tempest-MeteringIpV6TestJSON-1286549153 tempest-MeteringIpV6TestJSON-1286549153-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:47.238161 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c953ba4d-e238-4e5e-8684-39911cdccd9a tempest-MeteringIpV6TestJSON-1286549153 tempest-MeteringIpV6TestJSON-1286549153-project-admin] 10.222.0.87 "DELETE /v2.0/metering/metering-labels/5b38e1b6-2b58-4fce-8b23-48724a38a9c1 HTTP/1.1" status: 204 len: 168 time: 0.4210234 Feb 02 07:25:47.243083 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46032) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:47.260836 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-48bdb8c1-4fb8-45ae-bef5-57d56a5b5d6f req-18d0b0ef-79c6-4582-9b63-07a22c006195 tempest-VolumesBackupsTest-515124740 tempest-VolumesBackupsTest-515124740-project] 10.222.0.87 "GET /v2.0/security-groups?id=0ba86072-18f2-49a6-940c-e99fc7c0ce3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825936 Feb 02 07:25:47.262576 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-fee91902-a058-4c7c-9bf8-08f618e95648 tempest-MeteringIpV6TestJSON-1286549153 tempest-MeteringIpV6TestJSON-1286549153-project-admin] 10.222.0.87 "GET /v2.0/metering/metering-labels?id=5b38e1b6-2b58-4fce-8b23-48724a38a9c1 HTTP/1.1" status: 200 len: 216 time: 0.0184889 Feb 02 07:25:47.265932 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46034) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:47.275430 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-fbe24619-4d40-48a3-85d1-55ea8a6b0c15 tempest-MeteringIpV6TestJSON-1286549153 tempest-MeteringIpV6TestJSON-1286549153-project-admin] 10.222.0.87 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0081780 Feb 02 07:25:47.291177 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46038) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:47.294027 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-629caca3-4158-4f89-9948-acd8367c51f1 tempest-MeteringIpV6TestJSON-1286549153 tempest-MeteringIpV6TestJSON-1286549153-project-admin] 10.222.0.87 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0103521 Feb 02 07:25:47.297238 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46040) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:47.306539 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2a8b624-65f9-468f-893e-455b8f58191c tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Deleting subnet 0831197b-793d-4c42-9f17-149123c78166 {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:25:47.309854 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f2a8b624-65f9-468f-893e-455b8f58191c tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks [] for subnet (0831197b-793d-4c42-9f17-149123c78166), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:47.356240 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46042) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:47.356898 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-14474260-bf47-4afd-99bd-5ea6a9c03400 tempest-MeteringIpV6TestJSON-1286549153 tempest-MeteringIpV6TestJSON-1286549153-project-admin] 10.222.0.87 "GET /v2.0/metering/metering-labels/70262b7b-0569-41ed-8912-08ed86e8c1bb HTTP/1.1" status: 200 len: 473 time: 0.0584841 Feb 02 07:25:47.363870 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f2a8b624-65f9-468f-893e-455b8f58191c tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (0831197b-793d-4c42-9f17-149123c78166), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:47.389181 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a27efa48-5cd2-4b8b-8252-8abbd350d5be tempest-MeteringIpV6TestJSON-1286549153 tempest-MeteringIpV6TestJSON-1286549153-project-admin] 10.222.0.87 "GET /v2.0/metering/metering-label-rules/2591e51b-2a1b-485a-8cc1-26d87efdaa39 HTTP/1.1" status: 200 len: 459 time: 0.0318487 Feb 02 07:25:47.393459 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46046) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:47.400746 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:47.536726 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ccea9bdf-2f78-4cd7-9377-c4e2dd8ad902 tempest-MeteringIpV6TestJSON-1286549153 tempest-MeteringIpV6TestJSON-1286549153-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:47.537770 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-ccea9bdf-2f78-4cd7-9377-c4e2dd8ad902 tempest-MeteringIpV6TestJSON-1286549153 tempest-MeteringIpV6TestJSON-1286549153-project-admin] 10.222.0.87 "DELETE /v2.0/metering/metering-label-rules/2591e51b-2a1b-485a-8cc1-26d87efdaa39 HTTP/1.1" status: 204 len: 168 time: 0.1427128 Feb 02 07:25:47.540337 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46056) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:47.554451 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f2a8b624-65f9-468f-893e-455b8f58191c tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (0831197b-793d-4c42-9f17-149123c78166), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:47.771834 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5b4e218f-6fbc-4da1-b465-d0f5f305954a tempest-MeteringIpV6TestJSON-1286549153 tempest-MeteringIpV6TestJSON-1286549153-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:47.772997 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-5b4e218f-6fbc-4da1-b465-d0f5f305954a tempest-MeteringIpV6TestJSON-1286549153 tempest-MeteringIpV6TestJSON-1286549153-project-admin] 10.222.0.87 "DELETE /v2.0/metering/metering-labels/70262b7b-0569-41ed-8912-08ed86e8c1bb HTTP/1.1" status: 204 len: 168 time: 0.2317638 Feb 02 07:25:47.780145 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f2a8b624-65f9-468f-893e-455b8f58191c tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (0831197b-793d-4c42-9f17-149123c78166), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:47.795522 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f2a8b624-65f9-468f-893e-455b8f58191c tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:47.799116 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-f2a8b624-65f9-468f-893e-455b8f58191c tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] 10.222.0.87 "DELETE /v2.0/subnets/0831197b-793d-4c42-9f17-149123c78166 HTTP/1.1" status: 204 len: 168 time: 0.5656943 Feb 02 07:25:47.802305 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46068) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:47.804581 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04876de-0b39-4aa5-87ce-cc6e62c4361d None None] Network f841e838-bfa7-40db-b4c4-122a2534cb0a requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:25:47.830619 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a8b624-65f9-468f-893e-455b8f58191c tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Pushing event deleted for resources: {'Subnet': ['ID=0831197b-793d-4c42-9f17-149123c78166,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:47.863128 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46070) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:47.891697 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9dddf86c-6662-4c5b-ac5d-246809228022 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (f841e838-bfa7-40db-b4c4-122a2534cb0a), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:47.956629 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-9dddf86c-6662-4c5b-ac5d-246809228022 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Deleting port f90159da-04c0-471c-bbca-c66406f19bfd {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:25:47.957160 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9dddf86c-6662-4c5b-ac5d-246809228022 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (f90159da-04c0-471c-bbca-c66406f19bfd), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:47.987579 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-7d6396a6-af35-4909-b9b7-494224adbbb4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-73811735-network', 'tenant_id': '843c7e98048d4272ae19b79902843be5'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:25:48.013604 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d6396a6-af35-4909-b9b7-494224adbbb4 admin admin] Made reservation on behalf of 843c7e98048d4272ae19b79902843be5 for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:25:48.014271 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69877aec-8294-4620-beb1-0519b34747d3 None None] DHCP port deletion for f841e838-bfa7-40db-b4c4-122a2534cb0a request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:25:48.016449 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7d6396a6-af35-4909-b9b7-494224adbbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:48.030750 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7d6396a6-af35-4909-b9b7-494224adbbb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:48.053107 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-9dddf86c-6662-4c5b-ac5d-246809228022 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] For port f90159da-04c0-471c-bbca-c66406f19bfd, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=f90159da-04c0-471c-bbca-c66406f19bfd,segment=NetworkSegment(f764aa35-a7ca-4695-abcf-2bdce3f6aae3),segment_id=f764aa35-a7ca-4695-abcf-2bdce3f6aae3)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:25:48.053785 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9dddf86c-6662-4c5b-ac5d-246809228022 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (f90159da-04c0-471c-bbca-c66406f19bfd), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:48.072598 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-9dddf86c-6662-4c5b-ac5d-246809228022 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Calling delete_port for f90159da-04c0-471c-bbca-c66406f19bfd owned by network:dhcp {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:25:48.077118 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-69877aec-8294-4620-beb1-0519b34747d3 None None] Deleting port f90159da-04c0-471c-bbca-c66406f19bfd {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:25:48.077507 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-69877aec-8294-4620-beb1-0519b34747d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (f90159da-04c0-471c-bbca-c66406f19bfd), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:48.117229 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46076) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:48.127045 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7d6396a6-af35-4909-b9b7-494224adbbb4 admin admin] Publish callbacks [] for security_group (4eee3aa0-07f1-45bd-bab4-aff76a4289e6), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:48.133553 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7d6396a6-af35-4909-b9b7-494224adbbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (4eee3aa0-07f1-45bd-bab4-aff76a4289e6), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:48.155713 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-69877aec-8294-4620-beb1-0519b34747d3 None None] For port f90159da-04c0-471c-bbca-c66406f19bfd, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=f90159da-04c0-471c-bbca-c66406f19bfd,segment=NetworkSegment(f764aa35-a7ca-4695-abcf-2bdce3f6aae3),segment_id=f764aa35-a7ca-4695-abcf-2bdce3f6aae3)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:25:48.156435 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-69877aec-8294-4620-beb1-0519b34747d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (f90159da-04c0-471c-bbca-c66406f19bfd), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:48.161966 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d6396a6-af35-4909-b9b7-494224adbbb4 admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:25:48.171024 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-69877aec-8294-4620-beb1-0519b34747d3 None None] Calling delete_port for f90159da-04c0-471c-bbca-c66406f19bfd owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:25:48.178817 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9dddf86c-6662-4c5b-ac5d-246809228022 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (f90159da-04c0-471c-bbca-c66406f19bfd), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:48.185341 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6396a6-af35-4909-b9b7-494224adbbb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eee3aa0-07f1-45bd-bab4-aff76a4289e6,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:48.188789 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7d6396a6-af35-4909-b9b7-494224adbbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (fd73f847-dd07-48b9-9953-b861c2b373df), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:48.190170 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-7d6396a6-af35-4909-b9b7-494224adbbb4 admin admin] Added segment fd73f847-dd07-48b9-9953-b861c2b373df of type vlan for network 1d739938-fc78-4552-b42b-8dba309c3572 Feb 02 07:25:48.199366 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dddf86c-6662-4c5b-ac5d-246809228022 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] No DVR routers for this DVR port f90159da-04c0-471c-bbca-c66406f19bfd on host n-d-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:25:48.227572 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 6d570ac0-c1ed-4fa3-9b27-08af77a03f5a up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:25:48.232165 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dddf86c-6662-4c5b-ac5d-246809228022 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Pushing event deleted for resources: {'Port': ['ID=f90159da-04c0-471c-bbca-c66406f19bfd,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:48.239475 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7d6396a6-af35-4909-b9b7-494224adbbb4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (1d739938-fc78-4552-b42b-8dba309c3572), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:48.276032 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7d6396a6-af35-4909-b9b7-494224adbbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (1d739938-fc78-4552-b42b-8dba309c3572), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:48.277705 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6396a6-af35-4909-b9b7-494224adbbb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:48.278641 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7d6396a6-af35-4909-b9b7-494224adbbb4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:48.302180 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-69877aec-8294-4620-beb1-0519b34747d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (f90159da-04c0-471c-bbca-c66406f19bfd), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:48.328562 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-7d6396a6-af35-4909-b9b7-494224adbbb4 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4642091 Feb 02 07:25:48.334409 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69877aec-8294-4620-beb1-0519b34747d3 None None] Pushing event deleted for resources: {'Port': ['ID=f90159da-04c0-471c-bbca-c66406f19bfd,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:48.336239 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port 6d570ac0-c1ed-4fa3-9b27-08af77a03f5a completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:25:48.341306 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46082) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:48.343444 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port 6d570ac0-c1ed-4fa3-9b27-08af77a03f5a triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:25:48.343872 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (6d570ac0-c1ed-4fa3-9b27-08af77a03f5a), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:48.346176 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69877aec-8294-4620-beb1-0519b34747d3 None None] No DVR routers for this DVR port f90159da-04c0-471c-bbca-c66406f19bfd on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:25:48.358969 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e8c4a0e4-9099-4535-8c89-39ba5e75da4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:48.359099 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-d346e7a7-2fed-4a97-83b3-986e0aafa54f admin admin] Request body: {'subnet': {'network_id': '1d739938-fc78-4552-b42b-8dba309c3572', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-73811735-subnet', 'tenant_id': '843c7e98048d4272ae19b79902843be5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:25:48.379489 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9dddf86c-6662-4c5b-ac5d-246809228022 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (f841e838-bfa7-40db-b4c4-122a2534cb0a), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:48.418000 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-9dddf86c-6662-4c5b-ac5d-246809228022 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f841e838-bfa7-40db-b4c4-122a2534cb0a']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:25:48.432112 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6396a6-af35-4909-b9b7-494224adbbb4 admin admin] Pushing event updated for resources: {'Network': ['ID=1d739938-fc78-4552-b42b-8dba309c3572,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:48.433135 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-9dddf86c-6662-4c5b-ac5d-246809228022 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f764aa35-a7ca-4695-abcf-2bdce3f6aae3') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:25:48.433556 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-9dddf86c-6662-4c5b-ac5d-246809228022 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f764aa35-a7ca-4695-abcf-2bdce3f6aae3') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:25:48.458673 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 6d570ac0-c1ed-4fa3-9b27-08af77a03f5a is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:25:48.459247 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (6d570ac0-c1ed-4fa3-9b27-08af77a03f5a), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:48.460183 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d346e7a7-2fed-4a97-83b3-986e0aafa54f admin admin] Made reservation on behalf of 843c7e98048d4272ae19b79902843be5 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:25:48.462575 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d346e7a7-2fed-4a97-83b3-986e0aafa54f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:48.465191 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 1d739938-fc78-4552-b42b-8dba309c3572 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:25:48.465782 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9dddf86c-6662-4c5b-ac5d-246809228022 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (f764aa35-a7ca-4695-abcf-2bdce3f6aae3), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:48.472766 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device f90159da-04c0-471c-bbca-c66406f19bfd no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:25:48.508864 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9dddf86c-6662-4c5b-ac5d-246809228022 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (f764aa35-a7ca-4695-abcf-2bdce3f6aae3), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:48.517896 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e8c4a0e4-9099-4535-8c89-39ba5e75da4e admin admin] Publish callbacks [] for security_group (944dd7d4-1df5-46d9-9cad-71c4e27879b8), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:48.519289 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dddf86c-6662-4c5b-ac5d-246809228022 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:25:48.519745 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9dddf86c-6662-4c5b-ac5d-246809228022 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (f764aa35-a7ca-4695-abcf-2bdce3f6aae3), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:48.522118 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e8c4a0e4-9099-4535-8c89-39ba5e75da4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (944dd7d4-1df5-46d9-9cad-71c4e27879b8), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:48.528551 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: f90159da-04c0-471c-bbca-c66406f19bfd {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:25:48.529286 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device f90159da-04c0-471c-bbca-c66406f19bfd not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:25:48.547698 n-d-789963-26 neutron-server[109694]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 02 07:25:48.547698 n-d-789963-26 neutron-server[109694]: warnings.warn('Neutron quota engine will require "--force" ' Feb 02 07:25:48.547698 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:25:48.547698 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:25:48.547698 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:25:48.547698 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:25:48.547698 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:25:48.547698 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:25:48.547698 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:25:48.547698 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:25:48.547698 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:25:48.547698 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:25:48.547698 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:25:48.547698 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:25:48.547698 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:25:48.547698 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:25:48.547698 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:25:48.547698 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:25:48.547698 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:25:48.547698 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:25:48.547698 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:25:48.547698 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:25:48.547698 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:25:48.547698 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:25:48.547698 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:25:48.547698 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:25:48.547698 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:25:48.547698 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:25:48.547698 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:25:48.547698 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:25:48.547698 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:25:48.547698 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:25:48.547698 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:25:48.547698 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:25:48.569790 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e8c4a0e4-9099-4535-8c89-39ba5e75da4e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=7e7bacf51680456984afae7a30017a06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4491181 Feb 02 07:25:48.569790 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c4a0e4-9099-4535-8c89-39ba5e75da4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=944dd7d4-1df5-46d9-9cad-71c4e27879b8,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:48.571601 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46084) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:48.616153 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '741f6988-2079-410c-bcff-a80f15a3c769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d570ac0-c1ed-4fa3-9b27-08af77a03f5a'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:25:48.619140 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7141c6-4482-4c08-bf3e-364cb3fcbd8b" -d '{"events": [{"server_uuid": "741f6988-2079-410c-bcff-a80f15a3c769", "name": "network-vif-plugged", "status": "completed", "tag": "6d570ac0-c1ed-4fa3-9b27-08af77a03f5a"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:25:48.623110 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 6d570ac0-c1ed-4fa3-9b27-08af77a03f5a, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=6d570ac0-c1ed-4fa3-9b27-08af77a03f5a,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:25:48.627674 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b23d69b4-fedf-4a6a-94ea-a8d4a37dd285 admin admin] Publish callbacks [] for security_group (944dd7d4-1df5-46d9-9cad-71c4e27879b8), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:48.629927 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a72d50-3d6c-4e27-aa97-3c18a37133ec req-e5fca62a-5603-4e58-982e-b5a77663245e tempest-VolumesBackupsTest-515124740 tempest-VolumesBackupsTest-515124740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:48.630440 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (6d570ac0-c1ed-4fa3-9b27-08af77a03f5a), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:48.631520 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-56a72d50-3d6c-4e27-aa97-3c18a37133ec req-e5fca62a-5603-4e58-982e-b5a77663245e tempest-VolumesBackupsTest-515124740 tempest-VolumesBackupsTest-515124740-project] 10.222.0.87 "GET /v2.0/ports?device_id=741f6988-2079-410c-bcff-a80f15a3c769 HTTP/1.1" status: 200 len: 948 time: 0.2481437 Feb 02 07:25:48.643528 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9dddf86c-6662-4c5b-ac5d-246809228022 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (f841e838-bfa7-40db-b4c4-122a2534cb0a), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:48.659475 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b23d69b4-fedf-4a6a-94ea-a8d4a37dd285 admin admin] Publish callbacks [] for security_group (944dd7d4-1df5-46d9-9cad-71c4e27879b8), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:48.660550 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9dddf86c-6662-4c5b-ac5d-246809228022 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:48.667685 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-9dddf86c-6662-4c5b-ac5d-246809228022 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] 10.222.0.87 "DELETE /v2.0/networks/f841e838-bfa7-40db-b4c4-122a2534cb0a HTTP/1.1" status: 204 len: 168 time: 0.8635845 Feb 02 07:25:48.690498 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=6d570ac0-c1ed-4fa3-9b27-08af77a03f5a,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:48.690927 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dddf86c-6662-4c5b-ac5d-246809228022 tempest-FloatingIPNegativeTestJSON-216663822 tempest-FloatingIPNegativeTestJSON-216663822-project] Pushing event deleted for resources: {'Network': ['ID=f841e838-bfa7-40db-b4c4-122a2534cb0a,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:48.729407 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b23d69b4-fedf-4a6a-94ea-a8d4a37dd285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (944dd7d4-1df5-46d9-9cad-71c4e27879b8), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:48.732075 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b23d69b4-fedf-4a6a-94ea-a8d4a37dd285 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:48.735619 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b23d69b4-fedf-4a6a-94ea-a8d4a37dd285 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/944dd7d4-1df5-46d9-9cad-71c4e27879b8 HTTP/1.1" status: 204 len: 168 time: 0.1618228 Feb 02 07:25:48.748843 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23d69b4-fedf-4a6a-94ea-a8d4a37dd285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=944dd7d4-1df5-46d9-9cad-71c4e27879b8,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:48.752837 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-56a72d50-3d6c-4e27-aa97-3c18a37133ec req-d3f4e4e0-bae5-4940-9845-ba10026b7bbd tempest-VolumesBackupsTest-515124740 tempest-VolumesBackupsTest-515124740-project] 10.222.0.87 "GET /v2.0/security-groups?id=0ba86072-18f2-49a6-940c-e99fc7c0ce3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044731 Feb 02 07:25:48.813789 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d346e7a7-2fed-4a97-83b3-986e0aafa54f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (4171ab6d-c9dd-4b53-b650-bbbc5c62db4c), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:48.869075 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d346e7a7-2fed-4a97-83b3-986e0aafa54f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4171ab6d-c9dd-4b53-b650-bbbc5c62db4c,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:48.889048 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d346e7a7-2fed-4a97-83b3-986e0aafa54f admin admin] Checking segment: {'id': 'fd73f847-dd07-48b9-9953-b861c2b373df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '1d739938-fc78-4552-b42b-8dba309c3572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:25:48.889412 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d346e7a7-2fed-4a97-83b3-986e0aafa54f admin admin] Network hostable DHCP agents. Network: 1d739938-fc78-4552-b42b-8dba309c3572, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:25:48.914051 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d346e7a7-2fed-4a97-83b3-986e0aafa54f admin admin] Network 1d739938-fc78-4552-b42b-8dba309c3572 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:25:48.925796 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-d346e7a7-2fed-4a97-83b3-986e0aafa54f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 1d739938-fc78-4552-b42b-8dba309c3572) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:25:48.930386 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d346e7a7-2fed-4a97-83b3-986e0aafa54f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:48.931674 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d346e7a7-2fed-4a97-83b3-986e0aafa54f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:48.934714 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fb0c07-e11a-4df7-a634-0f800570a849 None None] Network 1d739938-fc78-4552-b42b-8dba309c3572 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:25:48.951509 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d346e7a7-2fed-4a97-83b3-986e0aafa54f admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6093585 Feb 02 07:25:48.997356 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46100) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:49.057037 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e72ea57-33a0-4964-bfcc-cea51d8a6e1c x-openstack-request-id: req-6e72ea57-33a0-4964-bfcc-cea51d8a6e1c {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:25:49.057422 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "741f6988-2079-410c-bcff-a80f15a3c769", "name": "network-vif-plugged", "status": "completed", "tag": "6d570ac0-c1ed-4fa3-9b27-08af77a03f5a", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:25:49.057678 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-6e72ea57-33a0-4964-bfcc-cea51d8a6e1c {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:25:49.058088 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '741f6988-2079-410c-bcff-a80f15a3c769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d570ac0-c1ed-4fa3-9b27-08af77a03f5a', 'code': 200} Feb 02 07:25:49.060330 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10df6e2-00f5-4e56-b3c2-474ddc8dcfa4 None None] Network 1d739938-fc78-4552-b42b-8dba309c3572 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:25:49.128426 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46104) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:49.143528 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9a1b2b3c-4f95-4bb9-bad1-3353615ce83b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:49.229530 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e7a05f-446e-482f-b8ae-93faf822d72f req-374773b9-672e-4490-852c-edbb475cacd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:49.231171 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-12e7a05f-446e-482f-b8ae-93faf822d72f req-374773b9-672e-4490-852c-edbb475cacd6 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=741f6988-2079-410c-bcff-a80f15a3c769 HTTP/1.1" status: 200 len: 1132 time: 0.0784249 Feb 02 07:25:49.305757 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9a1b2b3c-4f95-4bb9-bad1-3353615ce83b admin admin] Publish callbacks [] for security_group (a2ec5220-5cdf-42dc-958e-480a46fdf481), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:49.309687 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-12e7a05f-446e-482f-b8ae-93faf822d72f req-57536253-87e5-4707-bd10-de56e55e938e service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=0ba86072-18f2-49a6-940c-e99fc7c0ce3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707357 Feb 02 07:25:49.312820 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9a1b2b3c-4f95-4bb9-bad1-3353615ce83b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (a2ec5220-5cdf-42dc-958e-480a46fdf481), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:49.356335 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-9a1b2b3c-4f95-4bb9-bad1-3353615ce83b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=efeedbe891a849b9951d8c993083e273&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2267926 Feb 02 07:25:49.357509 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1b2b3c-4f95-4bb9-bad1-3353615ce83b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ec5220-5cdf-42dc-958e-480a46fdf481,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:49.359826 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46110) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:49.373608 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-1d9c6d56-e07b-4df7-8533-580d2087ee16 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=7bfafde5f61c4f999d7f0e242727cb2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3747623 Feb 02 07:25:49.377972 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46112) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:49.420223 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4e902a5f-66ec-47ab-822e-c220021db7be admin admin] Publish callbacks [] for security_group (a2ec5220-5cdf-42dc-958e-480a46fdf481), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:49.447936 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d2f5d3b1-a9af-49fa-befa-5c039aeffd5d admin admin] Publish callbacks [] for security_group (0fec87dc-b353-4d70-b926-ee7c4942ef1e), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:49.462804 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4e902a5f-66ec-47ab-822e-c220021db7be admin admin] Publish callbacks [] for security_group (a2ec5220-5cdf-42dc-958e-480a46fdf481), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:49.477783 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d2f5d3b1-a9af-49fa-befa-5c039aeffd5d admin admin] Publish callbacks [] for security_group (0fec87dc-b353-4d70-b926-ee7c4942ef1e), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:49.528798 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4e902a5f-66ec-47ab-822e-c220021db7be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (a2ec5220-5cdf-42dc-958e-480a46fdf481), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:49.533451 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4e902a5f-66ec-47ab-822e-c220021db7be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:49.536684 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-4e902a5f-66ec-47ab-822e-c220021db7be admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/a2ec5220-5cdf-42dc-958e-480a46fdf481 HTTP/1.1" status: 204 len: 168 time: 0.1758015 Feb 02 07:25:49.549485 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d2f5d3b1-a9af-49fa-befa-5c039aeffd5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (0fec87dc-b353-4d70-b926-ee7c4942ef1e), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:49.552837 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d2f5d3b1-a9af-49fa-befa-5c039aeffd5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:49.554026 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d2f5d3b1-a9af-49fa-befa-5c039aeffd5d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/0fec87dc-b353-4d70-b926-ee7c4942ef1e HTTP/1.1" status: 204 len: 168 time: 0.1751149 Feb 02 07:25:49.557381 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e902a5f-66ec-47ab-822e-c220021db7be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ec5220-5cdf-42dc-958e-480a46fdf481,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:49.567718 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f5d3b1-a9af-49fa-befa-5c039aeffd5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fec87dc-b353-4d70-b926-ee7c4942ef1e,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:49.893145 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46132) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:49.895192 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb539d5-f170-4db9-a59a-bfb59fdb054b req-d92013f0-ded6-4394-8622-320a2ca519e2 tempest-VolumesBackupsTest-515124740 tempest-VolumesBackupsTest-515124740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:49.896938 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7fb539d5-f170-4db9-a59a-bfb59fdb054b req-d92013f0-ded6-4394-8622-320a2ca519e2 tempest-VolumesBackupsTest-515124740 tempest-VolumesBackupsTest-515124740-project] 10.222.0.87 "GET /v2.0/ports?device_id=741f6988-2079-410c-bcff-a80f15a3c769 HTTP/1.1" status: 200 len: 949 time: 0.0598390 Feb 02 07:25:49.901204 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-cadb1a14-52d3-414d-9228-0c655900911d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-955556340-network', 'tenant_id': '044d5db62f734658b2f0cd3bc5d64af9'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:25:49.924705 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cadb1a14-52d3-414d-9228-0c655900911d admin admin] Made reservation on behalf of 044d5db62f734658b2f0cd3bc5d64af9 for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:25:49.927914 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cadb1a14-52d3-414d-9228-0c655900911d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:49.940225 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cadb1a14-52d3-414d-9228-0c655900911d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:49.960450 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7fb539d5-f170-4db9-a59a-bfb59fdb054b req-3772738b-30d7-4b36-86de-977a95ea8ed2 tempest-VolumesBackupsTest-515124740 tempest-VolumesBackupsTest-515124740-project] 10.222.0.87 "GET /v2.0/security-groups?id=0ba86072-18f2-49a6-940c-e99fc7c0ce3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580795 Feb 02 07:25:50.036455 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cadb1a14-52d3-414d-9228-0c655900911d admin admin] Publish callbacks [] for security_group (e2ec99f8-cf91-4f25-b8a6-f13efaef16de), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:50.041660 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cadb1a14-52d3-414d-9228-0c655900911d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (e2ec99f8-cf91-4f25-b8a6-f13efaef16de), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:50.068419 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cadb1a14-52d3-414d-9228-0c655900911d admin admin] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:25:50.079812 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadb1a14-52d3-414d-9228-0c655900911d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ec99f8-cf91-4f25-b8a6-f13efaef16de,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:50.084407 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cadb1a14-52d3-414d-9228-0c655900911d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (3a96f86c-099d-414e-b9ea-ee9ef3a7764a), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:50.084838 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-cadb1a14-52d3-414d-9228-0c655900911d admin admin] Added segment 3a96f86c-099d-414e-b9ea-ee9ef3a7764a of type vlan for network 506f3253-ede6-42e9-9f14-84fbdfc98b09 Feb 02 07:25:50.134664 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cadb1a14-52d3-414d-9228-0c655900911d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (506f3253-ede6-42e9-9f14-84fbdfc98b09), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:50.163000 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cadb1a14-52d3-414d-9228-0c655900911d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (506f3253-ede6-42e9-9f14-84fbdfc98b09), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:50.164542 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadb1a14-52d3-414d-9228-0c655900911d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:50.164659 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cadb1a14-52d3-414d-9228-0c655900911d admin admin] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:50.191397 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-cadb1a14-52d3-414d-9228-0c655900911d admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2960858 Feb 02 07:25:50.194037 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46150) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:50.198759 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-21824614-276b-40bd-8c95-6e5e2a3fb5aa admin admin] Request body: {'subnet': {'network_id': '506f3253-ede6-42e9-9f14-84fbdfc98b09', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-955556340-subnet', 'tenant_id': '044d5db62f734658b2f0cd3bc5d64af9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:25:50.245905 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadb1a14-52d3-414d-9228-0c655900911d admin admin] Pushing event updated for resources: {'Network': ['ID=506f3253-ede6-42e9-9f14-84fbdfc98b09,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:50.256970 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 506f3253-ede6-42e9-9f14-84fbdfc98b09 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:25:50.258014 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21824614-276b-40bd-8c95-6e5e2a3fb5aa admin admin] Made reservation on behalf of 044d5db62f734658b2f0cd3bc5d64af9 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:25:50.260702 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-21824614-276b-40bd-8c95-6e5e2a3fb5aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:50.496962 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-21824614-276b-40bd-8c95-6e5e2a3fb5aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (04717014-7f73-4357-8738-5db06df4bc37), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:50.538188 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46166) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:50.566165 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21824614-276b-40bd-8c95-6e5e2a3fb5aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=04717014-7f73-4357-8738-5db06df4bc37,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:50.578844 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21824614-276b-40bd-8c95-6e5e2a3fb5aa admin admin] Checking segment: {'id': '3a96f86c-099d-414e-b9ea-ee9ef3a7764a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '506f3253-ede6-42e9-9f14-84fbdfc98b09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:25:50.578844 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21824614-276b-40bd-8c95-6e5e2a3fb5aa admin admin] Network hostable DHCP agents. Network: 506f3253-ede6-42e9-9f14-84fbdfc98b09, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:25:50.593943 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21824614-276b-40bd-8c95-6e5e2a3fb5aa admin admin] Network 506f3253-ede6-42e9-9f14-84fbdfc98b09 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:25:50.604785 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-21824614-276b-40bd-8c95-6e5e2a3fb5aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 506f3253-ede6-42e9-9f14-84fbdfc98b09) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:25:50.609954 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21824614-276b-40bd-8c95-6e5e2a3fb5aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:50.610703 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-21824614-276b-40bd-8c95-6e5e2a3fb5aa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:50.615064 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00945959-4d5d-4d08-89a6-b56ff365ebfc None None] Network 506f3253-ede6-42e9-9f14-84fbdfc98b09 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:25:50.655471 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-21824614-276b-40bd-8c95-6e5e2a3fb5aa admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4603512 Feb 02 07:25:50.698629 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46174) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:50.733760 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7d69da-96b2-4901-bb7a-f39313585d14 None None] Network 506f3253-ede6-42e9-9f14-84fbdfc98b09 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:25:50.764473 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-6f070512-54d3-4ae8-9053-3121aaf38f0b tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1282143241'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:25:50.794528 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f070512-54d3-4ae8-9053-3121aaf38f0b tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Made reservation on behalf of ee5257aab1f24e58bf03a036b7d8a420 for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:25:50.800308 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6f070512-54d3-4ae8-9053-3121aaf38f0b tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:50.820403 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-def01774-59a9-4614-beee-232276c82e16 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Request body: {'security_group': {'name': 'tempest-secgroup--954686880'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:25:50.827514 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6f070512-54d3-4ae8-9053-3121aaf38f0b tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:50.856062 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-def01774-59a9-4614-beee-232276c82e16 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:50.871284 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-def01774-59a9-4614-beee-232276c82e16 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:50.960015 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6f070512-54d3-4ae8-9053-3121aaf38f0b tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks [] for security_group (c2e57b21-1507-4406-b1b0-cd4628a8324b), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:50.966935 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6f070512-54d3-4ae8-9053-3121aaf38f0b tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (c2e57b21-1507-4406-b1b0-cd4628a8324b), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:51.022969 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-def01774-59a9-4614-beee-232276c82e16 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group (44a1a174-ae22-4268-8b7e-e55a1fbe9340), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:51.024158 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f070512-54d3-4ae8-9053-3121aaf38f0b tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:25:51.026513 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f070512-54d3-4ae8-9053-3121aaf38f0b tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e57b21-1507-4406-b1b0-cd4628a8324b,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:51.031735 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-def01774-59a9-4614-beee-232276c82e16 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (44a1a174-ae22-4268-8b7e-e55a1fbe9340), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:51.043682 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6f070512-54d3-4ae8-9053-3121aaf38f0b tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (35ce043f-89f8-4e96-af1d-652df5f53310), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:51.044059 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-6f070512-54d3-4ae8-9053-3121aaf38f0b tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Added segment 35ce043f-89f8-4e96-af1d-652df5f53310 of type vlan for network f11d2bef-454d-4ea9-a519-afd82cbbaf0c Feb 02 07:25:51.108128 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def01774-59a9-4614-beee-232276c82e16 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44a1a174-ae22-4268-8b7e-e55a1fbe9340,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:51.134826 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6f070512-54d3-4ae8-9053-3121aaf38f0b tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (f11d2bef-454d-4ea9-a519-afd82cbbaf0c), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:51.248355 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-def01774-59a9-4614-beee-232276c82e16 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group (98cfcd31-bf47-4138-aaad-0ae020f3a653), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:51.252646 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6f070512-54d3-4ae8-9053-3121aaf38f0b tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (f11d2bef-454d-4ea9-a519-afd82cbbaf0c), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:51.257673 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f070512-54d3-4ae8-9053-3121aaf38f0b tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:51.258261 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6f070512-54d3-4ae8-9053-3121aaf38f0b tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:51.275350 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-def01774-59a9-4614-beee-232276c82e16 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (98cfcd31-bf47-4138-aaad-0ae020f3a653), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:51.312204 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0773748d-9a53-42e7-8310-e80947500395 req-7160f767-f8f4-4522-b249-510f793b1f5c tempest-VolumesActionsTest-2145420152 tempest-VolumesActionsTest-2145420152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:51.313662 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0773748d-9a53-42e7-8310-e80947500395 req-7160f767-f8f4-4522-b249-510f793b1f5c tempest-VolumesActionsTest-2145420152 tempest-VolumesActionsTest-2145420152-project] 10.222.0.87 "GET /v2.0/networks?id=1d739938-fc78-4552-b42b-8dba309c3572 HTTP/1.1" status: 200 len: 807 time: 0.2028594 Feb 02 07:25:51.334268 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-6f070512-54d3-4ae8-9053-3121aaf38f0b tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7948723 Feb 02 07:25:51.384771 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-def01774-59a9-4614-beee-232276c82e16 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:51.385961 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-def01774-59a9-4614-beee-232276c82e16 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6842771 Feb 02 07:25:51.386647 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def01774-59a9-4614-beee-232276c82e16 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98cfcd31-bf47-4138-aaad-0ae020f3a653,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:51.389030 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46194) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:51.389655 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0773748d-9a53-42e7-8310-e80947500395 req-2e36d804-847f-41c5-b933-2cb5e263481f tempest-VolumesActionsTest-2145420152 tempest-VolumesActionsTest-2145420152-project] 10.222.0.87 "GET /v2.0/quotas/843c7e98048d4272ae19b79902843be5 HTTP/1.1" status: 200 len: 375 time: 0.0640090 Feb 02 07:25:51.390234 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f070512-54d3-4ae8-9053-3121aaf38f0b tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Pushing event updated for resources: {'Network': ['ID=f11d2bef-454d-4ea9-a519-afd82cbbaf0c,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:51.413627 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network f11d2bef-454d-4ea9-a519-afd82cbbaf0c details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:25:51.444983 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0773748d-9a53-42e7-8310-e80947500395 req-777612ef-a000-4b72-9e15-8f155f79eb29 tempest-VolumesActionsTest-2145420152 tempest-VolumesActionsTest-2145420152-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=843c7e98048d4272ae19b79902843be5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346446 Feb 02 07:25:51.466151 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46196) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:51.471388 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-da955c60-2105-4aed-8771-0f26679cd17a tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Request body: {'subnet': {'network_id': 'f11d2bef-454d-4ea9-a519-afd82cbbaf0c', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:25:51.472097 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a21bfa8f-0eac-4579-8ab9-19625682cf80 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0808175 Feb 02 07:25:51.474599 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46200) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:51.479945 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-0dd83779-67c7-40d1-861b-ec37845b6488 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Request body: {'security_group': {'name': 'tempest-security--521544500', 'description': 'tempest-security-description-1776431275'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:25:51.526008 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0dd83779-67c7-40d1-861b-ec37845b6488 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group (98cfcd31-bf47-4138-aaad-0ae020f3a653), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:51.541059 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [req-0773748d-9a53-42e7-8310-e80947500395 req-d9375ea9-5198-498e-92e7-aecb17fed2c0 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:25:51.542075 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0773748d-9a53-42e7-8310-e80947500395 req-d9375ea9-5198-498e-92e7-aecb17fed2c0 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0805113 Feb 02 07:25:51.573223 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0dd83779-67c7-40d1-861b-ec37845b6488 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group (98cfcd31-bf47-4138-aaad-0ae020f3a653), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:51.578027 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0dd83779-67c7-40d1-861b-ec37845b6488 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (98cfcd31-bf47-4138-aaad-0ae020f3a653), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:51.581544 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0dd83779-67c7-40d1-861b-ec37845b6488 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:51.585287 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-0dd83779-67c7-40d1-861b-ec37845b6488 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] 10.222.0.87 "PUT /v2.0/security-groups/98cfcd31-bf47-4138-aaad-0ae020f3a653 HTTP/1.1" status: 200 len: 1796 time: 0.1072876 Feb 02 07:25:51.586265 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46202) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:51.630183 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd83779-67c7-40d1-861b-ec37845b6488 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98cfcd31-bf47-4138-aaad-0ae020f3a653,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:51.647225 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-26c731e8-22b0-467c-95ec-c51bcb638a85 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] 10.222.0.87 "GET /v2.0/security-groups/98cfcd31-bf47-4138-aaad-0ae020f3a653 HTTP/1.1" status: 200 len: 1796 time: 0.0575242 Feb 02 07:25:51.647413 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46204) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:51.706729 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-365d99e0-5359-4a27-9a71-a90c32e774d0 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group (98cfcd31-bf47-4138-aaad-0ae020f3a653), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:51.734232 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-365d99e0-5359-4a27-9a71-a90c32e774d0 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group (98cfcd31-bf47-4138-aaad-0ae020f3a653), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:51.778038 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-365d99e0-5359-4a27-9a71-a90c32e774d0 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (98cfcd31-bf47-4138-aaad-0ae020f3a653), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:51.780877 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-365d99e0-5359-4a27-9a71-a90c32e774d0 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:51.785066 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-365d99e0-5359-4a27-9a71-a90c32e774d0 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] 10.222.0.87 "DELETE /v2.0/security-groups/98cfcd31-bf47-4138-aaad-0ae020f3a653 HTTP/1.1" status: 204 len: 168 time: 0.1337025 Feb 02 07:25:51.786786 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46206) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:51.805032 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365d99e0-5359-4a27-9a71-a90c32e774d0 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98cfcd31-bf47-4138-aaad-0ae020f3a653,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:51.840130 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-7963ca32-f218-4b21-a0fe-8504e3cf91d0 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0521619 Feb 02 07:25:51.843010 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46208) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:51.858016 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-6a952ffa-5cfd-41b9-9e0e-00711039ce01 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] delete failed (client error): The resource could not be found. Feb 02 07:25:51.859033 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-6a952ffa-5cfd-41b9-9e0e-00711039ce01 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] 10.222.0.87 "DELETE /v2.0/security-groups/98cfcd31-bf47-4138-aaad-0ae020f3a653 HTTP/1.1" status: 404 len: 347 time: 0.0151136 Feb 02 07:25:51.863519 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46210) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:51.868410 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-3c2195c6-b2a2-49e7-8e4c-9b341597fc05 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Request body: {'security_group': {'name': 'tempest-secgroup--1676393144'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:25:51.890296 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3c2195c6-b2a2-49e7-8e4c-9b341597fc05 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:51.960884 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3c2195c6-b2a2-49e7-8e4c-9b341597fc05 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group (4df78e78-b1cd-4db6-b59b-a4446a8a08e7), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:51.961290 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da955c60-2105-4aed-8771-0f26679cd17a tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Made reservation on behalf of ee5257aab1f24e58bf03a036b7d8a420 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:25:51.964832 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-da955c60-2105-4aed-8771-0f26679cd17a tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:51.965172 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3c2195c6-b2a2-49e7-8e4c-9b341597fc05 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (4df78e78-b1cd-4db6-b59b-a4446a8a08e7), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:51.994917 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3c2195c6-b2a2-49e7-8e4c-9b341597fc05 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:51.996182 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-3c2195c6-b2a2-49e7-8e4c-9b341597fc05 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1314344 Feb 02 07:25:51.998107 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2195c6-b2a2-49e7-8e4c-9b341597fc05 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4df78e78-b1cd-4db6-b59b-a4446a8a08e7,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:52.000056 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46212) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:52.005298 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-bc9a3e79-f03c-4f8f-94b1-67d50f3c7d36 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Request body: {'security_group_rule': {'security_group_id': '4df78e78-b1cd-4db6-b59b-a4446a8a08e7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:25:52.029807 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bc9a3e79-f03c-4f8f-94b1-67d50f3c7d36 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group_rule (a9a916df-c8da-498b-9116-f4b0c6fb7aa8), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:52.040117 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0773748d-9a53-42e7-8310-e80947500395 req-56615564-73d1-4525-a9c7-96053669c4cd service neutron] 10.222.0.87 "GET /v2.0/networks/1d739938-fc78-4552-b42b-8dba309c3572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4884989 Feb 02 07:25:52.090758 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bc9a3e79-f03c-4f8f-94b1-67d50f3c7d36 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group_rule (a9a916df-c8da-498b-9116-f4b0c6fb7aa8), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:52.094749 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bc9a3e79-f03c-4f8f-94b1-67d50f3c7d36 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (a9a916df-c8da-498b-9116-f4b0c6fb7aa8), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:52.113101 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9a3e79-f03c-4f8f-94b1-67d50f3c7d36 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9a916df-c8da-498b-9116-f4b0c6fb7aa8,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:52.122671 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bc9a3e79-f03c-4f8f-94b1-67d50f3c7d36 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:52.123995 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-bc9a3e79-f03c-4f8f-94b1-67d50f3c7d36 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1229973 Feb 02 07:25:52.126840 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46214) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:52.153639 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:52.161209 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ed0903f9-9915-4b25-a787-edf3688a7b91 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group_rule (a9a916df-c8da-498b-9116-f4b0c6fb7aa8), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:52.169195 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ed0903f9-9915-4b25-a787-edf3688a7b91 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group_rule (a9a916df-c8da-498b-9116-f4b0c6fb7aa8), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:52.186340 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0773748d-9a53-42e7-8310-e80947500395 req-76dcad7c-1a01-47b4-bdd9-6dc1b874a78f service neutron] 10.222.0.87 "GET /v2.0/networks/1d739938-fc78-4552-b42b-8dba309c3572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394379 Feb 02 07:25:52.196669 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ed0903f9-9915-4b25-a787-edf3688a7b91 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (a9a916df-c8da-498b-9116-f4b0c6fb7aa8), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:52.203300 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ed0903f9-9915-4b25-a787-edf3688a7b91 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:52.204438 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-ed0903f9-9915-4b25-a787-edf3688a7b91 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/a9a916df-c8da-498b-9116-f4b0c6fb7aa8 HTTP/1.1" status: 204 len: 168 time: 0.0764031 Feb 02 07:25:52.209403 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46216) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:52.215964 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0903f9-9915-4b25-a787-edf3688a7b91 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a9a916df-c8da-498b-9116-f4b0c6fb7aa8,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:52.246323 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-da955c60-2105-4aed-8771-0f26679cd17a tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (111efbe1-cbd3-4a71-811a-27b4916744b0), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:52.258874 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-105d074e-d8b3-4e1d-9978-60485fc82f81 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0481482 Feb 02 07:25:52.262093 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46218) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:52.311871 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da955c60-2105-4aed-8771-0f26679cd17a tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Pushing event updated for resources: {'Subnet': ['ID=111efbe1-cbd3-4a71-811a-27b4916744b0,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:52.324627 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da955c60-2105-4aed-8771-0f26679cd17a tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Checking segment: {'id': '35ce043f-89f8-4e96-af1d-652df5f53310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f11d2bef-454d-4ea9-a519-afd82cbbaf0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:25:52.325173 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da955c60-2105-4aed-8771-0f26679cd17a tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Network hostable DHCP agents. Network: f11d2bef-454d-4ea9-a519-afd82cbbaf0c, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:25:52.328806 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2e0c830f-c98e-4f55-b088-5e3d66610f44 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group (4df78e78-b1cd-4db6-b59b-a4446a8a08e7), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:52.348720 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da955c60-2105-4aed-8771-0f26679cd17a tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Network f11d2bef-454d-4ea9-a519-afd82cbbaf0c is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:25:52.362599 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2e0c830f-c98e-4f55-b088-5e3d66610f44 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group (4df78e78-b1cd-4db6-b59b-a4446a8a08e7), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:52.364462 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-da955c60-2105-4aed-8771-0f26679cd17a tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, f11d2bef-454d-4ea9-a519-afd82cbbaf0c) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:25:52.370424 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da955c60-2105-4aed-8771-0f26679cd17a tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:52.371034 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-da955c60-2105-4aed-8771-0f26679cd17a tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks [] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:52.376322 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0f6701-e643-4b50-9369-258d81a6cd86 None None] Network f11d2bef-454d-4ea9-a519-afd82cbbaf0c requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:25:52.415801 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-da955c60-2105-4aed-8771-0f26679cd17a tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.9485078 Feb 02 07:25:52.419818 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46224) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:52.427757 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-5485eecd-f3f2-4982-a991-04afbe394e9f tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-903966161'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:25:52.433236 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2e0c830f-c98e-4f55-b088-5e3d66610f44 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (4df78e78-b1cd-4db6-b59b-a4446a8a08e7), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:52.436380 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2e0c830f-c98e-4f55-b088-5e3d66610f44 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:52.437114 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-2e0c830f-c98e-4f55-b088-5e3d66610f44 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] 10.222.0.87 "DELETE /v2.0/security-groups/4df78e78-b1cd-4db6-b59b-a4446a8a08e7 HTTP/1.1" status: 204 len: 168 time: 0.1741085 Feb 02 07:25:52.440559 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46226) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:52.452752 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c830f-c98e-4f55-b088-5e3d66610f44 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df78e78-b1cd-4db6-b59b-a4446a8a08e7,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:52.472354 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5485eecd-f3f2-4982-a991-04afbe394e9f tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Made reservation on behalf of ee5257aab1f24e58bf03a036b7d8a420 for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:25:52.476543 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5485eecd-f3f2-4982-a991-04afbe394e9f tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:52.508183 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07503db4-ccd5-40c0-81fe-f2f7e1e9d27f req-f864a7a2-8233-4d38-a0fa-6b9e220c2a33 tempest-VolumesBackupsTest-515124740 tempest-VolumesBackupsTest-515124740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:52.509717 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-07503db4-ccd5-40c0-81fe-f2f7e1e9d27f req-f864a7a2-8233-4d38-a0fa-6b9e220c2a33 tempest-VolumesBackupsTest-515124740 tempest-VolumesBackupsTest-515124740-project] 10.222.0.87 "GET /v2.0/ports?device_id=741f6988-2079-410c-bcff-a80f15a3c769 HTTP/1.1" status: 200 len: 949 time: 0.1336548 Feb 02 07:25:52.520445 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5485eecd-f3f2-4982-a991-04afbe394e9f tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:25:52.538739 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5485eecd-f3f2-4982-a991-04afbe394e9f tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (ffb204eb-ca89-460a-a62b-7c84114fea3e), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:52.539356 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-5485eecd-f3f2-4982-a991-04afbe394e9f tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Added segment ffb204eb-ca89-460a-a62b-7c84114fea3e of type vlan for network 47b83cc5-bd13-44b8-a158-0f069c982950 Feb 02 07:25:52.553601 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-cabca8ce-db3e-4612-bb02-78aa1439da85 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1119430 Feb 02 07:25:52.560070 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790a9349-f845-4ce5-9bcb-e0635f365661 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-f11d2bef-454d-4ea9-a519-afd82cbbaf0c', 'network_id': 'f11d2bef-454d-4ea9-a519-afd82cbbaf0c', 'project_id': 'ee5257aab1f24e58bf03a036b7d8a420', 'fixed_ips': [{'subnet_id': '111efbe1-cbd3-4a71-811a-27b4916744b0'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:25:52.561204 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-790a9349-f845-4ce5-9bcb-e0635f365661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:52.584465 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46232) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:52.600287 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-07503db4-ccd5-40c0-81fe-f2f7e1e9d27f req-dce1b28d-bb52-43d9-a48b-f45c90fc88bd tempest-VolumesBackupsTest-515124740 tempest-VolumesBackupsTest-515124740-project] 10.222.0.87 "GET /v2.0/security-groups?id=0ba86072-18f2-49a6-940c-e99fc7c0ce3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849655 Feb 02 07:25:52.601094 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5485eecd-f3f2-4982-a991-04afbe394e9f tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (47b83cc5-bd13-44b8-a158-0f069c982950), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:52.604831 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-8dd92158-6e4c-4607-9f84-e5ff5a419d66 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Request body: {'security_group': {'name': 'tempest-secgroup--753738221'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:25:52.645062 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5485eecd-f3f2-4982-a991-04afbe394e9f tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (47b83cc5-bd13-44b8-a158-0f069c982950), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:52.652733 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5485eecd-f3f2-4982-a991-04afbe394e9f tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:52.653535 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5485eecd-f3f2-4982-a991-04afbe394e9f tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:52.667833 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8dd92158-6e4c-4607-9f84-e5ff5a419d66 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:52.701825 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-5485eecd-f3f2-4982-a991-04afbe394e9f tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2797163 Feb 02 07:25:52.703090 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-20de37fc-fd9c-48b9-8d16-bd6d16b3fdd9 req-48d2f5c0-0011-4a42-a42a-b7049ef712a5 tempest-VolumesActionsTest-2145420152 tempest-VolumesActionsTest-2145420152-project] 10.222.0.87 "GET /v2.0/ports?device_id=3ea5ca11-128d-49d4-b106-7c371a84816c HTTP/1.1" status: 200 len: 210 time: 0.0538435 Feb 02 07:25:52.705917 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46238) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:52.710866 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-e2744c7a-9ad7-40df-9c1c-39cec0c4e5f5 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Request body: {'subnet': {'network_id': '47b83cc5-bd13-44b8-a158-0f069c982950', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:25:52.768189 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5485eecd-f3f2-4982-a991-04afbe394e9f tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Pushing event updated for resources: {'Network': ['ID=47b83cc5-bd13-44b8-a158-0f069c982950,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:52.770184 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8dd92158-6e4c-4607-9f84-e5ff5a419d66 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group (9c5e7ba2-3881-45ca-a105-32397d164989), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:52.779471 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8dd92158-6e4c-4607-9f84-e5ff5a419d66 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (9c5e7ba2-3881-45ca-a105-32397d164989), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:52.812123 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 47b83cc5-bd13-44b8-a158-0f069c982950 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:25:52.841571 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd92158-6e4c-4607-9f84-e5ff5a419d66 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5e7ba2-3881-45ca-a105-32397d164989,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:52.860286 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2744c7a-9ad7-40df-9c1c-39cec0c4e5f5 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Made reservation on behalf of ee5257aab1f24e58bf03a036b7d8a420 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:25:52.866891 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e2744c7a-9ad7-40df-9c1c-39cec0c4e5f5 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:52.874431 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8dd92158-6e4c-4607-9f84-e5ff5a419d66 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:52.875734 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-8dd92158-6e4c-4607-9f84-e5ff5a419d66 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2744193 Feb 02 07:25:52.879841 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46242) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:52.884678 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-b4c62f65-f1cd-4b75-9a06-81b47045f0c2 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Request body: {'security_group_rule': {'security_group_id': '9c5e7ba2-3881-45ca-a105-32397d164989', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:25:52.923217 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b4c62f65-f1cd-4b75-9a06-81b47045f0c2 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group_rule (b60d4015-cff8-4e7f-833f-7559a828fb02), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:52.966425 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-790a9349-f845-4ce5-9bcb-e0635f365661 None None] Allocated IP 172.20.255.242 (f11d2bef-454d-4ea9-a519-afd82cbbaf0c/111efbe1-cbd3-4a71-811a-27b4916744b0/b3012cc3-4aa0-439a-b8eb-9b3f0359c585) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:25:53.015802 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b4c62f65-f1cd-4b75-9a06-81b47045f0c2 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group_rule (b60d4015-cff8-4e7f-833f-7559a828fb02), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:53.021406 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b4c62f65-f1cd-4b75-9a06-81b47045f0c2 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (b60d4015-cff8-4e7f-833f-7559a828fb02), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:53.053996 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c62f65-f1cd-4b75-9a06-81b47045f0c2 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b60d4015-cff8-4e7f-833f-7559a828fb02,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:53.059912 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b4c62f65-f1cd-4b75-9a06-81b47045f0c2 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:53.065486 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b4c62f65-f1cd-4b75-9a06-81b47045f0c2 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1841471 Feb 02 07:25:53.066032 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46248) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:53.070459 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-4298ae05-99e2-4020-8a4d-830ef446f889 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Request body: {'security_group_rule': {'security_group_id': '9c5e7ba2-3881-45ca-a105-32397d164989', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:25:53.139827 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4298ae05-99e2-4020-8a4d-830ef446f889 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group_rule (aa8ad05d-d70e-4a5e-9c6c-848ca96555fb), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:53.167782 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e2744c7a-9ad7-40df-9c1c-39cec0c4e5f5 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (2991ca97-b694-4a9d-8472-191c7ca51c20), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:53.230371 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-790a9349-f845-4ce5-9bcb-e0635f365661 None None] Publish callbacks [] for port (b3012cc3-4aa0-439a-b8eb-9b3f0359c585), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:53.237435 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-790a9349-f845-4ce5-9bcb-e0635f365661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (b3012cc3-4aa0-439a-b8eb-9b3f0359c585), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:53.263997 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2744c7a-9ad7-40df-9c1c-39cec0c4e5f5 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Pushing event updated for resources: {'Subnet': ['ID=2991ca97-b694-4a9d-8472-191c7ca51c20,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:53.281585 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790a9349-f845-4ce5-9bcb-e0635f365661 None None] Network f11d2bef-454d-4ea9-a519-afd82cbbaf0c is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:25:53.285108 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-790a9349-f845-4ce5-9bcb-e0635f365661 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:25:53.285861 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4298ae05-99e2-4020-8a4d-830ef446f889 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group_rule (aa8ad05d-d70e-4a5e-9c6c-848ca96555fb), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:53.289859 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2744c7a-9ad7-40df-9c1c-39cec0c4e5f5 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Checking segment: {'id': 'ffb204eb-ca89-460a-a62b-7c84114fea3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '47b83cc5-bd13-44b8-a158-0f069c982950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:25:53.290292 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2744c7a-9ad7-40df-9c1c-39cec0c4e5f5 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Network hostable DHCP agents. Network: 47b83cc5-bd13-44b8-a158-0f069c982950, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:25:53.291479 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790a9349-f845-4ce5-9bcb-e0635f365661 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:25:53.293960 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4298ae05-99e2-4020-8a4d-830ef446f889 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (aa8ad05d-d70e-4a5e-9c6c-848ca96555fb), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:53.300501 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790a9349-f845-4ce5-9bcb-e0635f365661 None None] Pushing event updated for resources: {'Port': ['ID=b3012cc3-4aa0-439a-b8eb-9b3f0359c585,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:53.331265 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4298ae05-99e2-4020-8a4d-830ef446f889 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:53.333138 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-4298ae05-99e2-4020-8a4d-830ef446f889 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2665093 Feb 02 07:25:53.334389 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4298ae05-99e2-4020-8a4d-830ef446f889 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa8ad05d-d70e-4a5e-9c6c-848ca96555fb,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:53.336248 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46252) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:53.341095 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-abb87d77-3330-4505-b29c-311ffb7afcff tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Request body: {'security_group_rule': {'security_group_id': '9c5e7ba2-3881-45ca-a105-32397d164989', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:25:53.359544 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2744c7a-9ad7-40df-9c1c-39cec0c4e5f5 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Network 47b83cc5-bd13-44b8-a158-0f069c982950 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:25:53.359746 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-790a9349-f845-4ce5-9bcb-e0635f365661 None None] Attempting to bind port b3012cc3-4aa0-439a-b8eb-9b3f0359c585 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:25:53.360127 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-790a9349-f845-4ce5-9bcb-e0635f365661 None None] Attempting to bind port b3012cc3-4aa0-439a-b8eb-9b3f0359c585 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '35ce043f-89f8-4e96-af1d-652df5f53310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f11d2bef-454d-4ea9-a519-afd82cbbaf0c'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:25:53.360480 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790a9349-f845-4ce5-9bcb-e0635f365661 None None] Attempting to bind port b3012cc3-4aa0-439a-b8eb-9b3f0359c585 on network f11d2bef-454d-4ea9-a519-afd82cbbaf0c {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:25:53.366149 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790a9349-f845-4ce5-9bcb-e0635f365661 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:25:53.366867 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790a9349-f845-4ce5-9bcb-e0635f365661 None None] Checking segment: {'id': '35ce043f-89f8-4e96-af1d-652df5f53310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f11d2bef-454d-4ea9-a519-afd82cbbaf0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:25:53.367271 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-790a9349-f845-4ce5-9bcb-e0635f365661 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:53.367639 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-abb87d77-3330-4505-b29c-311ffb7afcff tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group_rule (7496f3a8-e6a0-4e7e-b8b4-a710f4861d02), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:53.368006 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790a9349-f845-4ce5-9bcb-e0635f365661 None None] Bound using segment: {'id': '35ce043f-89f8-4e96-af1d-652df5f53310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f11d2bef-454d-4ea9-a519-afd82cbbaf0c'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:25:53.368626 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-790a9349-f845-4ce5-9bcb-e0635f365661 None None] Bound port: b3012cc3-4aa0-439a-b8eb-9b3f0359c585, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35ce043f-89f8-4e96-af1d-652df5f53310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f11d2bef-454d-4ea9-a519-afd82cbbaf0c'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:25:53.369017 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-790a9349-f845-4ce5-9bcb-e0635f365661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b3012cc3-4aa0-439a-b8eb-9b3f0359c585), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:53.379531 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-e2744c7a-9ad7-40df-9c1c-39cec0c4e5f5 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 47b83cc5-bd13-44b8-a158-0f069c982950) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:25:53.393809 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3162bcc7-3874-4bc5-8860-cf64b8092bf9 None None] Network 47b83cc5-bd13-44b8-a158-0f069c982950 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:25:53.395202 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2744c7a-9ad7-40df-9c1c-39cec0c4e5f5 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:53.395862 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e2744c7a-9ad7-40df-9c1c-39cec0c4e5f5 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:53.430853 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e2744c7a-9ad7-40df-9c1c-39cec0c4e5f5 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.7236979 Feb 02 07:25:53.431959 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46254) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:53.455043 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-abb87d77-3330-4505-b29c-311ffb7afcff tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group_rule (7496f3a8-e6a0-4e7e-b8b4-a710f4861d02), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:53.460800 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-abb87d77-3330-4505-b29c-311ffb7afcff tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (7496f3a8-e6a0-4e7e-b8b4-a710f4861d02), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:53.491832 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb87d77-3330-4505-b29c-311ffb7afcff tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7496f3a8-e6a0-4e7e-b8b4-a710f4861d02,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:53.499004 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-abb87d77-3330-4505-b29c-311ffb7afcff tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:53.504679 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-abb87d77-3330-4505-b29c-311ffb7afcff tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1648681 Feb 02 07:25:53.505395 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46256) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:53.505705 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-790a9349-f845-4ce5-9bcb-e0635f365661 None None] For port b3012cc3-4aa0-439a-b8eb-9b3f0359c585, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:25:53.511142 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-790a9349-f845-4ce5-9bcb-e0635f365661 None None] For port b3012cc3-4aa0-439a-b8eb-9b3f0359c585, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=b3012cc3-4aa0-439a-b8eb-9b3f0359c585,segment=NetworkSegment(35ce043f-89f8-4e96-af1d-652df5f53310),segment_id=35ce043f-89f8-4e96-af1d-652df5f53310)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:25:53.520647 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-62fda8f3-8cfd-49f9-a10b-9875366f9495 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Request body: {'security_group_rule': {'security_group_id': '9c5e7ba2-3881-45ca-a105-32397d164989', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:25:53.525405 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-790a9349-f845-4ce5-9bcb-e0635f365661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (b3012cc3-4aa0-439a-b8eb-9b3f0359c585), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:53.561903 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-62fda8f3-8cfd-49f9-a10b-9875366f9495 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group_rule (75a80521-42b5-452f-80da-b6a6c02b5f41), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:53.580707 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc09b19b-a851-4de5-b8b2-ccb2848d19f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-47b83cc5-bd13-44b8-a158-0f069c982950', 'network_id': '47b83cc5-bd13-44b8-a158-0f069c982950', 'project_id': 'ee5257aab1f24e58bf03a036b7d8a420', 'fixed_ips': [{'subnet_id': '2991ca97-b694-4a9d-8472-191c7ca51c20'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:25:53.582130 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-fc09b19b-a851-4de5-b8b2-ccb2848d19f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:53.701827 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5e71e5a8-3b27-482c-97bb-91129b96e438 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (47b83cc5-bd13-44b8-a158-0f069c982950), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:53.796151 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-62fda8f3-8cfd-49f9-a10b-9875366f9495 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group_rule (75a80521-42b5-452f-80da-b6a6c02b5f41), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:53.804823 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-fc09b19b-a851-4de5-b8b2-ccb2848d19f9 None None] Allocated IP 172.20.0.2 (47b83cc5-bd13-44b8-a158-0f069c982950/2991ca97-b694-4a9d-8472-191c7ca51c20/46b979ed-e9d4-4cdf-a689-b2662f8ffb17) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:25:53.806229 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-62fda8f3-8cfd-49f9-a10b-9875366f9495 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (75a80521-42b5-452f-80da-b6a6c02b5f41), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:53.829086 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5e71e5a8-3b27-482c-97bb-91129b96e438 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (2991ca97-b694-4a9d-8472-191c7ca51c20), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:53.861415 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fda8f3-8cfd-49f9-a10b-9875366f9495 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75a80521-42b5-452f-80da-b6a6c02b5f41,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:53.873263 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790a9349-f845-4ce5-9bcb-e0635f365661 None None] Pushing event updated for resources: {'Port': ['ID=b3012cc3-4aa0-439a-b8eb-9b3f0359c585,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:53.922678 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e6cdfe72-501a-4fcc-a1ca-9ff4bf287654 req-014296ce-1962-4776-b4d2-7e6ae4647a36 tempest-VolumesActionsTest-2145420152 tempest-VolumesActionsTest-2145420152-project] 10.222.0.87 "GET /v2.0/ports?device_id=3ea5ca11-128d-49d4-b106-7c371a84816c HTTP/1.1" status: 200 len: 210 time: 0.0998628 Feb 02 07:25:53.933059 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-62fda8f3-8cfd-49f9-a10b-9875366f9495 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:53.934276 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-62fda8f3-8cfd-49f9-a10b-9875366f9495 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4249458 Feb 02 07:25:53.944584 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0773748d-9a53-42e7-8310-e80947500395 req-47327219-d47c-4789-8a25-950e910de376 tempest-VolumesActionsTest-2145420152 tempest-VolumesActionsTest-2145420152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:53.946741 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0773748d-9a53-42e7-8310-e80947500395 req-47327219-d47c-4789-8a25-950e910de376 tempest-VolumesActionsTest-2145420152 tempest-VolumesActionsTest-2145420152-project] 10.222.0.59 "GET /v2.0/networks?id=1d739938-fc78-4552-b42b-8dba309c3572 HTTP/1.1" status: 200 len: 807 time: 0.3165357 Feb 02 07:25:53.947505 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46260) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:53.952116 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-e7019cd7-f024-4c42-ab70-b72a19372939 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Request body: {'security_group_rule': {'security_group_id': '9c5e7ba2-3881-45ca-a105-32397d164989', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:25:53.985038 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e7019cd7-f024-4c42-ab70-b72a19372939 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group_rule (9f027dba-90fb-4d2e-a6e1-60104c7a5893), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:53.993708 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-0773748d-9a53-42e7-8310-e80947500395 req-90d4262f-4b82-411d-9405-cf274565bc7d tempest-VolumesActionsTest-2145420152 tempest-VolumesActionsTest-2145420152-project] Request body: {'port': {'device_id': '3ea5ca11-128d-49d4-b106-7c371a84816c', 'network_id': '1d739938-fc78-4552-b42b-8dba309c3572', 'admin_state_up': True, 'tenant_id': '843c7e98048d4272ae19b79902843be5'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:25:54.144911 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0773748d-9a53-42e7-8310-e80947500395 req-90d4262f-4b82-411d-9405-cf274565bc7d tempest-VolumesActionsTest-2145420152 tempest-VolumesActionsTest-2145420152-project] Made reservation on behalf of 843c7e98048d4272ae19b79902843be5 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:25:54.148764 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-0773748d-9a53-42e7-8310-e80947500395 req-90d4262f-4b82-411d-9405-cf274565bc7d tempest-VolumesActionsTest-2145420152 tempest-VolumesActionsTest-2145420152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:54.249813 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e7019cd7-f024-4c42-ab70-b72a19372939 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group_rule (9f027dba-90fb-4d2e-a6e1-60104c7a5893), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:54.259428 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e7019cd7-f024-4c42-ab70-b72a19372939 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (9f027dba-90fb-4d2e-a6e1-60104c7a5893), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:54.274242 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-fc09b19b-a851-4de5-b8b2-ccb2848d19f9 None None] Publish callbacks [] for port (46b979ed-e9d4-4cdf-a689-b2662f8ffb17), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:54.281299 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-fc09b19b-a851-4de5-b8b2-ccb2848d19f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (46b979ed-e9d4-4cdf-a689-b2662f8ffb17), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:54.293850 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7019cd7-f024-4c42-ab70-b72a19372939 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f027dba-90fb-4d2e-a6e1-60104c7a5893,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:54.309645 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5e71e5a8-3b27-482c-97bb-91129b96e438 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (2991ca97-b694-4a9d-8472-191c7ca51c20), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:54.324017 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e7019cd7-f024-4c42-ab70-b72a19372939 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:54.327942 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-e7019cd7-f024-4c42-ab70-b72a19372939 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3768170 Feb 02 07:25:54.330239 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46264) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:54.335103 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc09b19b-a851-4de5-b8b2-ccb2848d19f9 None None] Pushing event updated for resources: {'Port': ['ID=46b979ed-e9d4-4cdf-a689-b2662f8ffb17,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:54.348235 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc09b19b-a851-4de5-b8b2-ccb2848d19f9 None None] Network 47b83cc5-bd13-44b8-a158-0f069c982950 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:25:54.350539 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-fc09b19b-a851-4de5-b8b2-ccb2848d19f9 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:25:54.354130 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc09b19b-a851-4de5-b8b2-ccb2848d19f9 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:25:54.377865 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0938dcb3-8529-4414-b659-7502113b08cc tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group_rule (9f027dba-90fb-4d2e-a6e1-60104c7a5893), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:54.381008 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-0773748d-9a53-42e7-8310-e80947500395 req-90d4262f-4b82-411d-9405-cf274565bc7d tempest-VolumesActionsTest-2145420152 tempest-VolumesActionsTest-2145420152-project] Allocated IP 172.20.0.14 (1d739938-fc78-4552-b42b-8dba309c3572/4171ab6d-c9dd-4b53-b650-bbbc5c62db4c/1b4fe621-5523-4168-b048-6cf3dfee6efe) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:25:54.391786 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0938dcb3-8529-4414-b659-7502113b08cc tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group_rule (9f027dba-90fb-4d2e-a6e1-60104c7a5893), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:54.437304 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-fc09b19b-a851-4de5-b8b2-ccb2848d19f9 None None] Attempting to bind port 46b979ed-e9d4-4cdf-a689-b2662f8ffb17 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:25:54.438122 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-fc09b19b-a851-4de5-b8b2-ccb2848d19f9 None None] Attempting to bind port 46b979ed-e9d4-4cdf-a689-b2662f8ffb17 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'ffb204eb-ca89-460a-a62b-7c84114fea3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '47b83cc5-bd13-44b8-a158-0f069c982950'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:25:54.439365 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc09b19b-a851-4de5-b8b2-ccb2848d19f9 None None] Attempting to bind port 46b979ed-e9d4-4cdf-a689-b2662f8ffb17 on network 47b83cc5-bd13-44b8-a158-0f069c982950 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:25:54.447674 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc09b19b-a851-4de5-b8b2-ccb2848d19f9 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:25:54.448504 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc09b19b-a851-4de5-b8b2-ccb2848d19f9 None None] Checking segment: {'id': 'ffb204eb-ca89-460a-a62b-7c84114fea3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '47b83cc5-bd13-44b8-a158-0f069c982950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:25:54.449849 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-fc09b19b-a851-4de5-b8b2-ccb2848d19f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:54.450611 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc09b19b-a851-4de5-b8b2-ccb2848d19f9 None None] Bound using segment: {'id': 'ffb204eb-ca89-460a-a62b-7c84114fea3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '47b83cc5-bd13-44b8-a158-0f069c982950'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:25:54.451323 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-fc09b19b-a851-4de5-b8b2-ccb2848d19f9 None None] Bound port: 46b979ed-e9d4-4cdf-a689-b2662f8ffb17, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffb204eb-ca89-460a-a62b-7c84114fea3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '47b83cc5-bd13-44b8-a158-0f069c982950'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:25:54.451962 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-fc09b19b-a851-4de5-b8b2-ccb2848d19f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (46b979ed-e9d4-4cdf-a689-b2662f8ffb17), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:54.459774 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0938dcb3-8529-4414-b659-7502113b08cc tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (9f027dba-90fb-4d2e-a6e1-60104c7a5893), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:54.470770 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0938dcb3-8529-4414-b659-7502113b08cc tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:54.477857 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46266) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:54.478477 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0938dcb3-8529-4414-b659-7502113b08cc tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/9f027dba-90fb-4d2e-a6e1-60104c7a5893 HTTP/1.1" status: 204 len: 168 time: 0.1404607 Feb 02 07:25:54.479005 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e71e5a8-3b27-482c-97bb-91129b96e438 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Pushing event deleted for resources: {'Subnet': ['ID=2991ca97-b694-4a9d-8472-191c7ca51c20,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:54.500516 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0938dcb3-8529-4414-b659-7502113b08cc tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9f027dba-90fb-4d2e-a6e1-60104c7a5893,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:54.550728 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-fc09b19b-a851-4de5-b8b2-ccb2848d19f9 None None] For port 46b979ed-e9d4-4cdf-a689-b2662f8ffb17, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:25:54.554915 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-fc09b19b-a851-4de5-b8b2-ccb2848d19f9 None None] For port 46b979ed-e9d4-4cdf-a689-b2662f8ffb17, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=46b979ed-e9d4-4cdf-a689-b2662f8ffb17,segment=NetworkSegment(ffb204eb-ca89-460a-a62b-7c84114fea3e),segment_id=ffb204eb-ca89-460a-a62b-7c84114fea3e)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:25:54.564809 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-fc09b19b-a851-4de5-b8b2-ccb2848d19f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (46b979ed-e9d4-4cdf-a689-b2662f8ffb17), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:54.565270 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5e71e5a8-3b27-482c-97bb-91129b96e438 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (47b83cc5-bd13-44b8-a158-0f069c982950), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:54.636132 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-4ccd43d4-0e2b-4b95-a13f-db934a5008cf tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1540015 Feb 02 07:25:54.638457 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-5e71e5a8-3b27-482c-97bb-91129b96e438 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47b83cc5-bd13-44b8-a158-0f069c982950']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:25:54.638899 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46268) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:54.659719 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-5e71e5a8-3b27-482c-97bb-91129b96e438 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffb204eb-ca89-460a-a62b-7c84114fea3e') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:25:54.660423 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-5e71e5a8-3b27-482c-97bb-91129b96e438 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffb204eb-ca89-460a-a62b-7c84114fea3e') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:25:54.660662 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc09b19b-a851-4de5-b8b2-ccb2848d19f9 None None] Pushing event updated for resources: {'Port': ['ID=46b979ed-e9d4-4cdf-a689-b2662f8ffb17,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:54.664691 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device b3012cc3-4aa0-439a-b8eb-9b3f0359c585 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:25:54.672289 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5e71e5a8-3b27-482c-97bb-91129b96e438 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (ffb204eb-ca89-460a-a62b-7c84114fea3e), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:54.677849 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-0773748d-9a53-42e7-8310-e80947500395 req-90d4262f-4b82-411d-9405-cf274565bc7d tempest-VolumesActionsTest-2145420152 tempest-VolumesActionsTest-2145420152-project] Publish callbacks [] for port (1b4fe621-5523-4168-b048-6cf3dfee6efe), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:54.687978 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5e71e5a8-3b27-482c-97bb-91129b96e438 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (ffb204eb-ca89-460a-a62b-7c84114fea3e), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:54.701175 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e71e5a8-3b27-482c-97bb-91129b96e438 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:25:54.701589 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5e71e5a8-3b27-482c-97bb-91129b96e438 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (ffb204eb-ca89-460a-a62b-7c84114fea3e), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:54.706909 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:25:54.706909 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:25:54.706909 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:25:54.706909 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:25:54.706909 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:25:54.706909 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:25:54.706909 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:25:54.706909 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:25:54.706909 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:25:54.706909 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:25:54.706909 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:25:54.706909 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:25:54.706909 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:25:54.706909 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:25:54.706909 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:25:54.706909 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:25:54.706909 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:25:54.706909 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:25:54.706909 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:25:54.706909 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:25:54.706909 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:25:54.706909 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:25:54.706909 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:25:54.706909 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:25:54.706909 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:25:54.706909 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:25:54.706909 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:25:54.706909 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:25:54.706909 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:25:54.706909 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:25:54.706909 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:25:54.706909 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:25:54.725577 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5c9f4105-71eb-4715-a2e8-5bdf8722db45 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group_rule (75a80521-42b5-452f-80da-b6a6c02b5f41), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:54.749302 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5c9f4105-71eb-4715-a2e8-5bdf8722db45 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group_rule (75a80521-42b5-452f-80da-b6a6c02b5f41), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:54.783857 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792ad6f4-61ff-4e19-a08e-94361cf829df None None] Network 47b83cc5-bd13-44b8-a158-0f069c982950 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:25:54.804594 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5c9f4105-71eb-4715-a2e8-5bdf8722db45 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (75a80521-42b5-452f-80da-b6a6c02b5f41), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:54.807275 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.db.api [None req-5e71e5a8-3b27-482c-97bb-91129b96e438 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 02 07:25:54.807275 n-d-789963-26 neutron-server[109693]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 02 07:25:54.807275 n-d-789963-26 neutron-server[109693]: [parameters: {'id': '47b83cc5-bd13-44b8-a158-0f069c982950'}] Feb 02 07:25:54.807275 n-d-789963-26 neutron-server[109693]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 07:25:54.808194 n-d-789963-26 neutron-server[109693]: DEBUG oslo_db.api [None req-5e71e5a8-3b27-482c-97bb-91129b96e438 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 07:25:54.816360 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5c9f4105-71eb-4715-a2e8-5bdf8722db45 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:54.820058 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-5c9f4105-71eb-4715-a2e8-5bdf8722db45 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/75a80521-42b5-452f-80da-b6a6c02b5f41 HTTP/1.1" status: 204 len: 168 time: 0.1773446 Feb 02 07:25:54.820058 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-0773748d-9a53-42e7-8310-e80947500395 req-90d4262f-4b82-411d-9405-cf274565bc7d tempest-VolumesActionsTest-2145420152 tempest-VolumesActionsTest-2145420152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (1b4fe621-5523-4168-b048-6cf3dfee6efe), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:54.822837 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46270) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:54.832828 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9f4105-71eb-4715-a2e8-5bdf8722db45 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=75a80521-42b5-452f-80da-b6a6c02b5f41,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:54.889258 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port b3012cc3-4aa0-439a-b8eb-9b3f0359c585 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:25:54.889643 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b3012cc3-4aa0-439a-b8eb-9b3f0359c585), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:54.892921 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0773748d-9a53-42e7-8310-e80947500395 req-90d4262f-4b82-411d-9405-cf274565bc7d tempest-VolumesActionsTest-2145420152 tempest-VolumesActionsTest-2145420152-project] Network 1d739938-fc78-4552-b42b-8dba309c3572 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:25:54.895904 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-0773748d-9a53-42e7-8310-e80947500395 req-90d4262f-4b82-411d-9405-cf274565bc7d tempest-VolumesActionsTest-2145420152 tempest-VolumesActionsTest-2145420152-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:25:54.904613 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-0773748d-9a53-42e7-8310-e80947500395 req-90d4262f-4b82-411d-9405-cf274565bc7d tempest-VolumesActionsTest-2145420152 tempest-VolumesActionsTest-2145420152-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:25:54.906487 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-16e7d19d-1a20-49c2-b4ff-3f98fb61d508 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0805738 Feb 02 07:25:54.907248 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46272) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:54.941103 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bb560129-e133-4322-bb5d-229efd06176d tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group_rule (7496f3a8-e6a0-4e7e-b8b4-a710f4861d02), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:54.959153 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bb560129-e133-4322-bb5d-229efd06176d tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group_rule (7496f3a8-e6a0-4e7e-b8b4-a710f4861d02), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:54.972490 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0773748d-9a53-42e7-8310-e80947500395 req-90d4262f-4b82-411d-9405-cf274565bc7d tempest-VolumesActionsTest-2145420152 tempest-VolumesActionsTest-2145420152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:54.973207 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-0773748d-9a53-42e7-8310-e80947500395 req-90d4262f-4b82-411d-9405-cf274565bc7d tempest-VolumesActionsTest-2145420152 tempest-VolumesActionsTest-2145420152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:54.994810 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d4262f-4b82-411d-9405-cf274565bc7d tempest-VolumesActionsTest-2145420152 tempest-VolumesActionsTest-2145420152-project] Pushing event updated for resources: {'Port': ['ID=1b4fe621-5523-4168-b048-6cf3dfee6efe,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:55.012992 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0773748d-9a53-42e7-8310-e80947500395 req-90d4262f-4b82-411d-9405-cf274565bc7d tempest-VolumesActionsTest-2145420152 tempest-VolumesActionsTest-2145420152-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0241246 Feb 02 07:25:55.032354 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bb560129-e133-4322-bb5d-229efd06176d tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (7496f3a8-e6a0-4e7e-b8b4-a710f4861d02), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:55.039043 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-0773748d-9a53-42e7-8310-e80947500395 req-40049774-778d-430f-a957-3fbba9783db7 service neutron] Request body: {'port': {'device_id': '3ea5ca11-128d-49d4-b106-7c371a84816c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:25:55.048182 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port b3012cc3-4aa0-439a-b8eb-9b3f0359c585 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:25:55.050016 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b3012cc3-4aa0-439a-b8eb-9b3f0359c585), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:55.067328 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bb560129-e133-4322-bb5d-229efd06176d tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:55.068532 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-bb560129-e133-4322-bb5d-229efd06176d tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/7496f3a8-e6a0-4e7e-b8b4-a710f4861d02 HTTP/1.1" status: 204 len: 168 time: 0.1602986 Feb 02 07:25:55.069390 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb560129-e133-4322-bb5d-229efd06176d tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7496f3a8-e6a0-4e7e-b8b4-a710f4861d02,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:55.071168 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46276) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:55.102028 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port b3012cc3-4aa0-439a-b8eb-9b3f0359c585, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=b3012cc3-4aa0-439a-b8eb-9b3f0359c585,segment=NetworkSegment(35ce043f-89f8-4e96-af1d-652df5f53310),segment_id=35ce043f-89f8-4e96-af1d-652df5f53310)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:25:55.108424 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (b3012cc3-4aa0-439a-b8eb-9b3f0359c585), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:55.144965 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-09e501b3-92f6-447e-8eed-e724ea8d67e5 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0719733 Feb 02 07:25:55.147625 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46278) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:55.181538 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=b3012cc3-4aa0-439a-b8eb-9b3f0359c585,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:55.182501 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-57e91801-6a19-483d-9235-185c679409ca tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group_rule (aa8ad05d-d70e-4a5e-9c6c-848ca96555fb), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:55.192587 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-57e91801-6a19-483d-9235-185c679409ca tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group_rule (aa8ad05d-d70e-4a5e-9c6c-848ca96555fb), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:55.210686 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac65f7f-b316-42b4-96e9-13aa208ad8d2 None None] get_active_networks_info from n-d-789963-26 {{(pid=109695) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 02 07:25:55.219474 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-0773748d-9a53-42e7-8310-e80947500395 req-40049774-778d-430f-a957-3fbba9783db7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (1b4fe621-5523-4168-b048-6cf3dfee6efe), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:55.229714 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-57e91801-6a19-483d-9235-185c679409ca tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (aa8ad05d-d70e-4a5e-9c6c-848ca96555fb), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:55.238626 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-57e91801-6a19-483d-9235-185c679409ca tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:55.242389 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-57e91801-6a19-483d-9235-185c679409ca tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/aa8ad05d-d70e-4a5e-9c6c-848ca96555fb HTTP/1.1" status: 204 len: 168 time: 0.0912945 Feb 02 07:25:55.242514 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f608202-6b77-4e47-b237-095e2a0f0fc6 req-9a6c41dd-2272-498a-9888-f75417ff21d3 tempest-VolumesActionsTest-2145420152 tempest-VolumesActionsTest-2145420152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:55.242718 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2f608202-6b77-4e47-b237-095e2a0f0fc6 req-9a6c41dd-2272-498a-9888-f75417ff21d3 tempest-VolumesActionsTest-2145420152 tempest-VolumesActionsTest-2145420152-project] 10.222.0.87 "GET /v2.0/ports?device_id=3ea5ca11-128d-49d4-b106-7c371a84816c HTTP/1.1" status: 200 len: 932 time: 0.1559527 Feb 02 07:25:55.243629 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46280) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:55.244763 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e91801-6a19-483d-9235-185c679409ca tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aa8ad05d-d70e-4a5e-9c6c-848ca96555fb,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:55.302866 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-c4885435-7814-4ef5-b964-974b448a071d None None] Provisioning complete for port b3012cc3-4aa0-439a-b8eb-9b3f0359c585 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:25:55.303358 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c4885435-7814-4ef5-b964-974b448a071d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b3012cc3-4aa0-439a-b8eb-9b3f0359c585), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:55.310284 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5e71e5a8-3b27-482c-97bb-91129b96e438 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (47b83cc5-bd13-44b8-a158-0f069c982950), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:55.372812 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-5e71e5a8-3b27-482c-97bb-91129b96e438 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Deleting port 46b979ed-e9d4-4cdf-a689-b2662f8ffb17 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:25:55.373524 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5e71e5a8-3b27-482c-97bb-91129b96e438 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (46b979ed-e9d4-4cdf-a689-b2662f8ffb17), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:55.419890 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-ae1605ad-44ae-4c5f-999b-892f899530de tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1750820 Feb 02 07:25:55.430679 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46284) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:55.444266 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac65f7f-b316-42b4-96e9-13aa208ad8d2 None None] Resources bound (agent type, host, resource id): {{(pid=109695) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 02 07:25:55.454276 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-5e71e5a8-3b27-482c-97bb-91129b96e438 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] For port 46b979ed-e9d4-4cdf-a689-b2662f8ffb17, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=46b979ed-e9d4-4cdf-a689-b2662f8ffb17,segment=NetworkSegment(ffb204eb-ca89-460a-a62b-7c84114fea3e),segment_id=ffb204eb-ca89-460a-a62b-7c84114fea3e)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:25:55.456306 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5e71e5a8-3b27-482c-97bb-91129b96e438 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (46b979ed-e9d4-4cdf-a689-b2662f8ffb17), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:55.473314 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-c4885435-7814-4ef5-b964-974b448a071d None None] Current status of the port b3012cc3-4aa0-439a-b8eb-9b3f0359c585 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:25:55.474974 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-5e71e5a8-3b27-482c-97bb-91129b96e438 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Calling delete_port for 46b979ed-e9d4-4cdf-a689-b2662f8ffb17 owned by network:dhcp {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:25:55.505304 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2f608202-6b77-4e47-b237-095e2a0f0fc6 req-acdb3bcd-302c-4ac2-b39f-9ad4b6c87298 tempest-VolumesActionsTest-2145420152 tempest-VolumesActionsTest-2145420152-project] 10.222.0.87 "GET /v2.0/security-groups?id=4eee3aa0-07f1-45bd-bab4-aff76a4289e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430730 Feb 02 07:25:55.508683 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6cfcfc94-30aa-4525-ba7a-bd6095a92a0a tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group_rule (b60d4015-cff8-4e7f-833f-7559a828fb02), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:55.525226 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6cfcfc94-30aa-4525-ba7a-bd6095a92a0a tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group_rule (b60d4015-cff8-4e7f-833f-7559a828fb02), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:55.598171 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6cfcfc94-30aa-4525-ba7a-bd6095a92a0a tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (b60d4015-cff8-4e7f-833f-7559a828fb02), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:55.605142 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5e71e5a8-3b27-482c-97bb-91129b96e438 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (46b979ed-e9d4-4cdf-a689-b2662f8ffb17), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:55.605910 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6cfcfc94-30aa-4525-ba7a-bd6095a92a0a tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:55.606910 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-6cfcfc94-30aa-4525-ba7a-bd6095a92a0a tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/b60d4015-cff8-4e7f-833f-7559a828fb02 HTTP/1.1" status: 204 len: 168 time: 0.1748240 Feb 02 07:25:55.612260 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46286) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:55.635354 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcfc94-30aa-4525-ba7a-bd6095a92a0a tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b60d4015-cff8-4e7f-833f-7559a828fb02,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:55.645365 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e71e5a8-3b27-482c-97bb-91129b96e438 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Pushing event deleted for resources: {'Port': ['ID=46b979ed-e9d4-4cdf-a689-b2662f8ffb17,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:55.654752 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e71e5a8-3b27-482c-97bb-91129b96e438 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] No DVR routers for this DVR port 46b979ed-e9d4-4cdf-a689-b2662f8ffb17 on host n-d-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:25:55.678159 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-4d92a04b-7951-45ee-b890-3a09c3f02800 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0613875 Feb 02 07:25:55.680995 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46288) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:55.734867 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928bf06d-1055-4bd2-81cb-2fc5456e49ea None None] Network f11d2bef-454d-4ea9-a519-afd82cbbaf0c requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:25:55.751105 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-0773748d-9a53-42e7-8310-e80947500395 req-40049774-778d-430f-a957-3fbba9783db7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b4fe621-5523-4168-b048-6cf3dfee6efe {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:25:55.754805 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5e71e5a8-3b27-482c-97bb-91129b96e438 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (47b83cc5-bd13-44b8-a158-0f069c982950), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:55.765374 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-0773748d-9a53-42e7-8310-e80947500395 req-40049774-778d-430f-a957-3fbba9783db7 service neutron] Publish callbacks [] for port (1b4fe621-5523-4168-b048-6cf3dfee6efe), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:55.783695 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-5e71e5a8-3b27-482c-97bb-91129b96e438 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47b83cc5-bd13-44b8-a158-0f069c982950']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:25:55.790490 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-0773748d-9a53-42e7-8310-e80947500395 req-40049774-778d-430f-a957-3fbba9783db7 service neutron] Transition to ACTIVE for port object 1b4fe621-5523-4168-b048-6cf3dfee6efe will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:25:55.796952 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-87879e08-373a-4493-a277-e9757ddfd119 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group (9c5e7ba2-3881-45ca-a105-32397d164989), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:55.799550 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-5e71e5a8-3b27-482c-97bb-91129b96e438 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffb204eb-ca89-460a-a62b-7c84114fea3e') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:25:55.800057 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-5e71e5a8-3b27-482c-97bb-91129b96e438 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffb204eb-ca89-460a-a62b-7c84114fea3e') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:25:55.803585 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-0773748d-9a53-42e7-8310-e80947500395 req-40049774-778d-430f-a957-3fbba9783db7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (1b4fe621-5523-4168-b048-6cf3dfee6efe), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:55.810787 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5e71e5a8-3b27-482c-97bb-91129b96e438 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (ffb204eb-ca89-460a-a62b-7c84114fea3e), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:55.827192 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5e71e5a8-3b27-482c-97bb-91129b96e438 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (ffb204eb-ca89-460a-a62b-7c84114fea3e), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:55.837790 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e71e5a8-3b27-482c-97bb-91129b96e438 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:25:55.839155 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5e71e5a8-3b27-482c-97bb-91129b96e438 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (ffb204eb-ca89-460a-a62b-7c84114fea3e), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:55.843190 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:25:55.843190 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:25:55.843190 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:25:55.843190 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:25:55.843190 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:25:55.843190 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:25:55.843190 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:25:55.843190 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:25:55.843190 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:25:55.843190 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:25:55.843190 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:25:55.843190 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:25:55.843190 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:25:55.843190 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:25:55.843190 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:25:55.843190 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:25:55.843190 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:25:55.843190 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:25:55.843190 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:25:55.843190 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:25:55.843190 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:25:55.843190 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:25:55.843190 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:25:55.843190 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:25:55.843190 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:25:55.843190 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:25:55.843190 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:25:55.843190 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:25:55.843190 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:25:55.843190 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:25:55.843190 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:25:55.843190 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:25:55.868961 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-87879e08-373a-4493-a277-e9757ddfd119 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group (9c5e7ba2-3881-45ca-a105-32397d164989), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:55.926170 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5e71e5a8-3b27-482c-97bb-91129b96e438 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (47b83cc5-bd13-44b8-a158-0f069c982950), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:55.936413 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5e71e5a8-3b27-482c-97bb-91129b96e438 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:55.938291 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40049774-778d-430f-a957-3fbba9783db7 service neutron] Pushing event updated for resources: {'Port': ['ID=1b4fe621-5523-4168-b048-6cf3dfee6efe,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:55.940654 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-5e71e5a8-3b27-482c-97bb-91129b96e438 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] 10.222.0.87 "DELETE /v2.0/networks/47b83cc5-bd13-44b8-a158-0f069c982950 HTTP/1.1" status: 204 len: 168 time: 2.5076616 Feb 02 07:25:55.946376 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46290) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:55.952481 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e71e5a8-3b27-482c-97bb-91129b96e438 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Pushing event deleted for resources: {'Network': ['ID=47b83cc5-bd13-44b8-a158-0f069c982950,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:55.955307 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-2e0c50e5-f282-4ac7-b7cd-3aa9e6d8f957 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1995113786'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:25:56.011516 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-87879e08-373a-4493-a277-e9757ddfd119 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (9c5e7ba2-3881-45ca-a105-32397d164989), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:56.014120 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-87879e08-373a-4493-a277-e9757ddfd119 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:56.017759 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-87879e08-373a-4493-a277-e9757ddfd119 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] 10.222.0.87 "DELETE /v2.0/security-groups/9c5e7ba2-3881-45ca-a105-32397d164989 HTTP/1.1" status: 204 len: 168 time: 0.3333974 Feb 02 07:25:56.018126 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46292) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:56.022676 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0c50e5-f282-4ac7-b7cd-3aa9e6d8f957 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Made reservation on behalf of ee5257aab1f24e58bf03a036b7d8a420 for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:25:56.025967 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2e0c50e5-f282-4ac7-b7cd-3aa9e6d8f957 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:56.049663 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87879e08-373a-4493-a277-e9757ddfd119 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5e7ba2-3881-45ca-a105-32397d164989,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:56.068210 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-0773748d-9a53-42e7-8310-e80947500395 req-40049774-778d-430f-a957-3fbba9783db7 service neutron] Attempting to bind port 1b4fe621-5523-4168-b048-6cf3dfee6efe on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:25:56.068477 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-0773748d-9a53-42e7-8310-e80947500395 req-40049774-778d-430f-a957-3fbba9783db7 service neutron] Attempting to bind port 1b4fe621-5523-4168-b048-6cf3dfee6efe by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': 'fd73f847-dd07-48b9-9953-b861c2b373df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '1d739938-fc78-4552-b42b-8dba309c3572'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:25:56.068789 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0773748d-9a53-42e7-8310-e80947500395 req-40049774-778d-430f-a957-3fbba9783db7 service neutron] Attempting to bind port 1b4fe621-5523-4168-b048-6cf3dfee6efe on network 1d739938-fc78-4552-b42b-8dba309c3572 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:25:56.077251 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e0c50e5-f282-4ac7-b7cd-3aa9e6d8f957 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:25:56.079231 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0773748d-9a53-42e7-8310-e80947500395 req-40049774-778d-430f-a957-3fbba9783db7 service neutron] Port 1b4fe621-5523-4168-b048-6cf3dfee6efe on network 1d739938-fc78-4552-b42b-8dba309c3572 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:25:56.080789 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0773748d-9a53-42e7-8310-e80947500395 req-40049774-778d-430f-a957-3fbba9783db7 service neutron] Attempting to bind port 1b4fe621-5523-4168-b048-6cf3dfee6efe on network 1d739938-fc78-4552-b42b-8dba309c3572 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:25:56.090433 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0773748d-9a53-42e7-8310-e80947500395 req-40049774-778d-430f-a957-3fbba9783db7 service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:25:56.090788 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0773748d-9a53-42e7-8310-e80947500395 req-40049774-778d-430f-a957-3fbba9783db7 service neutron] Checking segment: {'id': 'fd73f847-dd07-48b9-9953-b861c2b373df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '1d739938-fc78-4552-b42b-8dba309c3572'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:25:56.091188 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0773748d-9a53-42e7-8310-e80947500395 req-40049774-778d-430f-a957-3fbba9783db7 service neutron] Bound using segment: {'id': 'fd73f847-dd07-48b9-9953-b861c2b373df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '1d739938-fc78-4552-b42b-8dba309c3572'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:25:56.091659 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-0773748d-9a53-42e7-8310-e80947500395 req-40049774-778d-430f-a957-3fbba9783db7 service neutron] Bound port: 1b4fe621-5523-4168-b048-6cf3dfee6efe, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd73f847-dd07-48b9-9953-b861c2b373df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '1d739938-fc78-4552-b42b-8dba309c3572'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:25:56.092025 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-0773748d-9a53-42e7-8310-e80947500395 req-40049774-778d-430f-a957-3fbba9783db7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (1b4fe621-5523-4168-b048-6cf3dfee6efe), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:56.096204 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d267c684-ceb5-40f7-8c6e-d7d5b12893ee tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0769384 Feb 02 07:25:56.100592 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46294) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:56.103183 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2e0c50e5-f282-4ac7-b7cd-3aa9e6d8f957 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (6c777663-2e48-4181-9d2c-47ca84151757), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:56.103549 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-2e0c50e5-f282-4ac7-b7cd-3aa9e6d8f957 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Added segment 6c777663-2e48-4181-9d2c-47ca84151757 of type vlan for network 3ec9434c-19f7-4cbe-9d28-bd07ef1c8cb3 Feb 02 07:25:56.105610 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-0b3a50d2-46f5-47f7-a371-96ffa635ca37 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Request body: {'security_group': {'name': 'tempest-secgroup--1135231396'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:25:56.135504 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0b3a50d2-46f5-47f7-a371-96ffa635ca37 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:56.193343 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2e0c50e5-f282-4ac7-b7cd-3aa9e6d8f957 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (3ec9434c-19f7-4cbe-9d28-bd07ef1c8cb3), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:56.218385 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-5c8bbb91-48f7-4b7d-9c47-da51fa95b0f5 None None] Provisioning complete for port b3012cc3-4aa0-439a-b8eb-9b3f0359c585 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:25:56.219008 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5c8bbb91-48f7-4b7d-9c47-da51fa95b0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b3012cc3-4aa0-439a-b8eb-9b3f0359c585), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:56.227475 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-0773748d-9a53-42e7-8310-e80947500395 req-40049774-778d-430f-a957-3fbba9783db7 service neutron] For port 1b4fe621-5523-4168-b048-6cf3dfee6efe, host n-h2-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:25:56.242133 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-0773748d-9a53-42e7-8310-e80947500395 req-40049774-778d-430f-a957-3fbba9783db7 service neutron] For port 1b4fe621-5523-4168-b048-6cf3dfee6efe, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=1b4fe621-5523-4168-b048-6cf3dfee6efe,segment=NetworkSegment(fd73f847-dd07-48b9-9953-b861c2b373df),segment_id=fd73f847-dd07-48b9-9953-b861c2b373df)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:25:56.245077 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2e0c50e5-f282-4ac7-b7cd-3aa9e6d8f957 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (3ec9434c-19f7-4cbe-9d28-bd07ef1c8cb3), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:56.246612 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0b3a50d2-46f5-47f7-a371-96ffa635ca37 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group (95dd501a-3645-429c-abbc-5446a1fe5cde), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:56.250293 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0c50e5-f282-4ac7-b7cd-3aa9e6d8f957 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:56.251325 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2e0c50e5-f282-4ac7-b7cd-3aa9e6d8f957 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:56.253076 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0b3a50d2-46f5-47f7-a371-96ffa635ca37 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (95dd501a-3645-429c-abbc-5446a1fe5cde), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:56.266662 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-0773748d-9a53-42e7-8310-e80947500395 req-40049774-778d-430f-a957-3fbba9783db7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (1b4fe621-5523-4168-b048-6cf3dfee6efe), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:56.295359 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0b3a50d2-46f5-47f7-a371-96ffa635ca37 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:56.297511 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-0b3a50d2-46f5-47f7-a371-96ffa635ca37 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1957054 Feb 02 07:25:56.300949 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46296) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:56.305948 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-d67c1377-ac4b-4725-9228-821dd54b92be tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Request body: {'security_group_rule': {'security_group_id': '95dd501a-3645-429c-abbc-5446a1fe5cde', 'direction': 'ingress', 'protocol': 17}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:25:56.312259 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3a50d2-46f5-47f7-a371-96ffa635ca37 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95dd501a-3645-429c-abbc-5446a1fe5cde,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:56.331921 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0773748d-9a53-42e7-8310-e80947500395 req-40049774-778d-430f-a957-3fbba9783db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:56.332548 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-0773748d-9a53-42e7-8310-e80947500395 req-40049774-778d-430f-a957-3fbba9783db7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:56.334547 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0773748d-9a53-42e7-8310-e80947500395 req-40049774-778d-430f-a957-3fbba9783db7 service neutron] 10.222.0.59 "PUT /v2.0/ports/1b4fe621-5523-4168-b048-6cf3dfee6efe HTTP/1.1" status: 200 len: 1093 time: 1.3091836 Feb 02 07:25:56.335312 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ea5ca11-128d-49d4-b106-7c371a84816c', 'tag': '1b4fe621-5523-4168-b048-6cf3dfee6efe'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:25:56.337615 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e937c65b-186e-4774-a8db-6e83a9737ebd" -d '{"events": [{"name": "network-changed", "server_uuid": "3ea5ca11-128d-49d4-b106-7c371a84816c", "tag": "1b4fe621-5523-4168-b048-6cf3dfee6efe"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:25:56.379356 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-2e0c50e5-f282-4ac7-b7cd-3aa9e6d8f957 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4296048 Feb 02 07:25:56.386010 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46302) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:56.390869 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-6bec3654-a781-444c-a5b5-bbfe67dd37dd tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Request body: {'subnet': {'network_id': '3ec9434c-19f7-4cbe-9d28-bd07ef1c8cb3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:25:56.403137 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c50e5-f282-4ac7-b7cd-3aa9e6d8f957 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Pushing event updated for resources: {'Network': ['ID=3ec9434c-19f7-4cbe-9d28-bd07ef1c8cb3,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:56.405574 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-5c8bbb91-48f7-4b7d-9c47-da51fa95b0f5 None None] Current status of the port b3012cc3-4aa0-439a-b8eb-9b3f0359c585 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:25:56.416569 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d67c1377-ac4b-4725-9228-821dd54b92be tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group_rule (37180745-7193-4bc4-b328-407aa459b249), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:56.448718 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 3ec9434c-19f7-4cbe-9d28-bd07ef1c8cb3 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:25:56.466566 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7232c0b-bc24-473c-8a6a-17c797499b95 x-openstack-request-id: req-c7232c0b-bc24-473c-8a6a-17c797499b95 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:25:56.466862 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ea5ca11-128d-49d4-b106-7c371a84816c", "tag": "1b4fe621-5523-4168-b048-6cf3dfee6efe", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:25:56.467118 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c7232c0b-bc24-473c-8a6a-17c797499b95 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:25:56.467831 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ea5ca11-128d-49d4-b106-7c371a84816c', 'tag': '1b4fe621-5523-4168-b048-6cf3dfee6efe', 'status': 'completed', 'code': 200} Feb 02 07:25:56.476548 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40049774-778d-430f-a957-3fbba9783db7 service neutron] Pushing event updated for resources: {'Port': ['ID=1b4fe621-5523-4168-b048-6cf3dfee6efe,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:56.530145 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d67c1377-ac4b-4725-9228-821dd54b92be tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group_rule (37180745-7193-4bc4-b328-407aa459b249), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:56.539958 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d67c1377-ac4b-4725-9228-821dd54b92be tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (37180745-7193-4bc4-b328-407aa459b249), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:56.551267 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device b3012cc3-4aa0-439a-b8eb-9b3f0359c585 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:25:56.569085 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67c1377-ac4b-4725-9228-821dd54b92be tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37180745-7193-4bc4-b328-407aa459b249,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:56.596712 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d67c1377-ac4b-4725-9228-821dd54b92be tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:56.599599 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d67c1377-ac4b-4725-9228-821dd54b92be tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2973223 Feb 02 07:25:56.604364 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46306) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:56.617990 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0773748d-9a53-42e7-8310-e80947500395 req-e38cd1d0-06dc-4da9-aa2a-a1707f37d5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:56.619708 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0773748d-9a53-42e7-8310-e80947500395 req-e38cd1d0-06dc-4da9-aa2a-a1707f37d5ef service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=843c7e98048d4272ae19b79902843be5&device_id=3ea5ca11-128d-49d4-b106-7c371a84816c HTTP/1.1" status: 200 len: 1127 time: 0.2141476 Feb 02 07:25:56.625034 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port b3012cc3-4aa0-439a-b8eb-9b3f0359c585 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:25:56.625424 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b3012cc3-4aa0-439a-b8eb-9b3f0359c585), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:56.680519 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bec3654-a781-444c-a5b5-bbfe67dd37dd tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Made reservation on behalf of ee5257aab1f24e58bf03a036b7d8a420 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:25:56.683575 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6bec3654-a781-444c-a5b5-bbfe67dd37dd tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:56.708837 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port b3012cc3-4aa0-439a-b8eb-9b3f0359c585 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:25:56.737710 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0773748d-9a53-42e7-8310-e80947500395 req-fd1abbd1-ecfc-4197-800e-72242138e670 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b4fe621-5523-4168-b048-6cf3dfee6efe HTTP/1.1" status: 200 len: 217 time: 0.1051784 Feb 02 07:25:56.835963 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.ipam_backend_mixin [None req-6bec3654-a781-444c-a5b5-bbfe67dd37dd tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Performing IP validity checks on allocation pools {{(pid=109694) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 02 07:25:56.836485 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.ipam_backend_mixin [None req-6bec3654-a781-444c-a5b5-bbfe67dd37dd tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109694) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 02 07:25:56.864806 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b08251-35b4-4031-9a5a-e178ad7295a0 req-86d730bc-9b92-4295-be0f-42f0b6293b37 tempest-VolumesActionsTest-2145420152 tempest-VolumesActionsTest-2145420152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:56.866631 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d1b08251-35b4-4031-9a5a-e178ad7295a0 req-86d730bc-9b92-4295-be0f-42f0b6293b37 tempest-VolumesActionsTest-2145420152 tempest-VolumesActionsTest-2145420152-project] 10.222.0.87 "GET /v2.0/ports?device_id=3ea5ca11-128d-49d4-b106-7c371a84816c HTTP/1.1" status: 200 len: 944 time: 0.2459757 Feb 02 07:25:56.879024 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2d01845b-4fb9-4a13-9326-db5f828cba49 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group (95dd501a-3645-429c-abbc-5446a1fe5cde), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:56.892507 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0773748d-9a53-42e7-8310-e80947500395 req-9bad55a1-135c-4906-9d8d-fe1951208310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:56.893964 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0773748d-9a53-42e7-8310-e80947500395 req-9bad55a1-135c-4906-9d8d-fe1951208310 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4171ab6d-c9dd-4b53-b650-bbbc5c62db4c HTTP/1.1" status: 200 len: 847 time: 0.1434879 Feb 02 07:25:56.958482 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0773748d-9a53-42e7-8310-e80947500395 req-6a918fff-1f24-4009-b3da-9db53372f377 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1d739938-fc78-4552-b42b-8dba309c3572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451899 Feb 02 07:25:56.967968 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2d01845b-4fb9-4a13-9326-db5f828cba49 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group (95dd501a-3645-429c-abbc-5446a1fe5cde), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:57.063577 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d1b08251-35b4-4031-9a5a-e178ad7295a0 req-046b9177-c319-4d87-b4f1-3a083c3bb153 tempest-VolumesActionsTest-2145420152 tempest-VolumesActionsTest-2145420152-project] 10.222.0.87 "GET /v2.0/security-groups?id=4eee3aa0-07f1-45bd-bab4-aff76a4289e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881452 Feb 02 07:25:57.179392 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2d01845b-4fb9-4a13-9326-db5f828cba49 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (95dd501a-3645-429c-abbc-5446a1fe5cde), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:57.181967 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2d01845b-4fb9-4a13-9326-db5f828cba49 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:57.183101 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-2d01845b-4fb9-4a13-9326-db5f828cba49 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] 10.222.0.87 "DELETE /v2.0/security-groups/95dd501a-3645-429c-abbc-5446a1fe5cde HTTP/1.1" status: 204 len: 168 time: 0.5775378 Feb 02 07:25:57.185850 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46308) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:57.192669 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0773748d-9a53-42e7-8310-e80947500395 req-47323a86-6922-4b23-8fb5-721e58d1bbe8 service neutron] 10.222.0.59 "GET /v2.0/networks/1d739938-fc78-4552-b42b-8dba309c3572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276340 Feb 02 07:25:57.209494 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d01845b-4fb9-4a13-9326-db5f828cba49 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95dd501a-3645-429c-abbc-5446a1fe5cde,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:57.213693 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6bec3654-a781-444c-a5b5-bbfe67dd37dd tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (e828b978-ab89-4a33-895f-dbc24d09a97c), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:57.242961 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-ca8a0d57-552b-40bf-a444-4386a357d9ff tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0524554 Feb 02 07:25:57.243405 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46310) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:57.248789 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-25fa340d-088e-4b17-b464-03884d5a120e tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Request body: {'security_group': {'name': 'tempest-secgroup--977975317'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:25:57.271926 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-25fa340d-088e-4b17-b464-03884d5a120e tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:57.344115 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bec3654-a781-444c-a5b5-bbfe67dd37dd tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Pushing event updated for resources: {'Subnet': ['ID=e828b978-ab89-4a33-895f-dbc24d09a97c,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:57.347930 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-25fa340d-088e-4b17-b464-03884d5a120e tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group (4e76003a-7d80-4794-8f49-5533e1de0188), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:57.356619 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-25fa340d-088e-4b17-b464-03884d5a120e tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (4e76003a-7d80-4794-8f49-5533e1de0188), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:57.372549 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:57.375269 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bec3654-a781-444c-a5b5-bbfe67dd37dd tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Checking segment: {'id': '6c777663-2e48-4181-9d2c-47ca84151757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '3ec9434c-19f7-4cbe-9d28-bd07ef1c8cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:25:57.375695 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bec3654-a781-444c-a5b5-bbfe67dd37dd tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Network hostable DHCP agents. Network: 3ec9434c-19f7-4cbe-9d28-bd07ef1c8cb3, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:25:57.381991 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0773748d-9a53-42e7-8310-e80947500395 req-9a6e0fd5-3997-4b3c-bd15-76e2da470220 service neutron] 10.222.0.59 "GET /v2.0/networks/1d739938-fc78-4552-b42b-8dba309c3572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820974 Feb 02 07:25:57.392305 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-25fa340d-088e-4b17-b464-03884d5a120e tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:57.396070 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-25fa340d-088e-4b17-b464-03884d5a120e tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1487839 Feb 02 07:25:57.396070 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fa340d-088e-4b17-b464-03884d5a120e tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e76003a-7d80-4794-8f49-5533e1de0188,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:57.396832 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46312) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:57.403815 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-bec93d6a-3018-4a75-baeb-9061d16e1e93 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Request body: {'security_group': {'name': 'tempest-secgroup--1814765866'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:25:57.417770 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bec3654-a781-444c-a5b5-bbfe67dd37dd tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Network 3ec9434c-19f7-4cbe-9d28-bd07ef1c8cb3 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:25:57.432242 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-6bec3654-a781-444c-a5b5-bbfe67dd37dd tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 3ec9434c-19f7-4cbe-9d28-bd07ef1c8cb3) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:25:57.436706 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bec3654-a781-444c-a5b5-bbfe67dd37dd tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:57.437439 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6bec3654-a781-444c-a5b5-bbfe67dd37dd tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks [] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:57.447066 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91685980-2b12-458b-8183-8f975f182c89 None None] Network 3ec9434c-19f7-4cbe-9d28-bd07ef1c8cb3 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:25:57.451122 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bec93d6a-3018-4a75-baeb-9061d16e1e93 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:57.491540 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46316) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:57.507487 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-6bec3654-a781-444c-a5b5-bbfe67dd37dd tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.1152689 Feb 02 07:25:57.586088 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58930aef-135d-4d1c-abed-b81658ecd986 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-3ec9434c-19f7-4cbe-9d28-bd07ef1c8cb3', 'network_id': '3ec9434c-19f7-4cbe-9d28-bd07ef1c8cb3', 'project_id': 'ee5257aab1f24e58bf03a036b7d8a420', 'fixed_ips': [{'subnet_id': 'e828b978-ab89-4a33-895f-dbc24d09a97c'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:25:57.586986 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-58930aef-135d-4d1c-abed-b81658ecd986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:57.607452 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937c65b-186e-4774-a8db-6e83a9737ebd req-494e675a-a044-4cea-b8c1-35e2a0b8124e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:57.609445 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e937c65b-186e-4774-a8db-6e83a9737ebd req-494e675a-a044-4cea-b8c1-35e2a0b8124e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=843c7e98048d4272ae19b79902843be5&device_id=3ea5ca11-128d-49d4-b106-7c371a84816c HTTP/1.1" status: 200 len: 1127 time: 0.0882661 Feb 02 07:25:57.611838 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bec93d6a-3018-4a75-baeb-9061d16e1e93 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group (251da82d-fd96-4ba3-a095-f77c76a852d3), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:57.629473 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fb201ac0-661a-4baa-ad9c-0c42f141a4a9 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (3ec9434c-19f7-4cbe-9d28-bd07ef1c8cb3), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:57.636399 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bec93d6a-3018-4a75-baeb-9061d16e1e93 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (251da82d-fd96-4ba3-a095-f77c76a852d3), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:57.687792 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bec93d6a-3018-4a75-baeb-9061d16e1e93 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:57.692796 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-bec93d6a-3018-4a75-baeb-9061d16e1e93 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2941809 Feb 02 07:25:57.696274 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46318) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:57.697560 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fb201ac0-661a-4baa-ad9c-0c42f141a4a9 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (e828b978-ab89-4a33-895f-dbc24d09a97c), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:57.705639 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-a8d73b66-71bb-4549-aabc-21601684b058 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Request body: {'security_group_rule': {'security_group_id': '4e76003a-7d80-4794-8f49-5533e1de0188', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '251da82d-fd96-4ba3-a095-f77c76a852d3', 'remote_ip_prefix': None}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:25:57.738769 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec93d6a-3018-4a75-baeb-9061d16e1e93 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=251da82d-fd96-4ba3-a095-f77c76a852d3,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:57.777723 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937c65b-186e-4774-a8db-6e83a9737ebd req-24f25245-1ed2-48a7-bd3d-065730b685ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:57.779253 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e937c65b-186e-4774-a8db-6e83a9737ebd req-24f25245-1ed2-48a7-bd3d-065730b685ac service neutron] 10.222.0.59 "GET /v2.0/networks?id=1d739938-fc78-4552-b42b-8dba309c3572 HTTP/1.1" status: 200 len: 908 time: 0.1538627 Feb 02 07:25:57.781109 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-58930aef-135d-4d1c-abed-b81658ecd986 None None] Allocated IP 172.20.0.3 (3ec9434c-19f7-4cbe-9d28-bd07ef1c8cb3/e828b978-ab89-4a33-895f-dbc24d09a97c/daa09dd4-5e11-4d59-bf32-a1fcf6aa138c) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:25:57.783606 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a8d73b66-71bb-4549-aabc-21601684b058 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group_rule (a4502860-960c-4511-8d0f-b7efce809078), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:57.826474 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e937c65b-186e-4774-a8db-6e83a9737ebd req-9b5b4092-5eee-4d5e-9449-455a0085940b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1b4fe621-5523-4168-b048-6cf3dfee6efe HTTP/1.1" status: 200 len: 217 time: 0.0412030 Feb 02 07:25:57.878448 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a8d73b66-71bb-4549-aabc-21601684b058 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group_rule (a4502860-960c-4511-8d0f-b7efce809078), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:57.885289 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a8d73b66-71bb-4549-aabc-21601684b058 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (a4502860-960c-4511-8d0f-b7efce809078), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:57.890206 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937c65b-186e-4774-a8db-6e83a9737ebd req-39b7f15a-5fad-4737-b514-16f5902f475a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:57.891837 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e937c65b-186e-4774-a8db-6e83a9737ebd req-39b7f15a-5fad-4737-b514-16f5902f475a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4171ab6d-c9dd-4b53-b650-bbbc5c62db4c HTTP/1.1" status: 200 len: 847 time: 0.0589833 Feb 02 07:25:57.908368 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d73b66-71bb-4549-aabc-21601684b058 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4502860-960c-4511-8d0f-b7efce809078,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:57.919386 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a8d73b66-71bb-4549-aabc-21601684b058 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:57.924842 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a8d73b66-71bb-4549-aabc-21601684b058 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2197225 Feb 02 07:25:57.924842 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46320) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:57.929372 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e937c65b-186e-4774-a8db-6e83a9737ebd req-b6416128-dc7c-4036-8207-779c742d206a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1d739938-fc78-4552-b42b-8dba309c3572&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313590 Feb 02 07:25:57.949178 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8ad2e520-8886-42f1-8fe5-e705d32fae2a tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group_rule (a4502860-960c-4511-8d0f-b7efce809078), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:57.957473 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8ad2e520-8886-42f1-8fe5-e705d32fae2a tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group_rule (a4502860-960c-4511-8d0f-b7efce809078), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:57.978158 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-58930aef-135d-4d1c-abed-b81658ecd986 None None] Publish callbacks [] for port (daa09dd4-5e11-4d59-bf32-a1fcf6aa138c), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:57.988984 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-58930aef-135d-4d1c-abed-b81658ecd986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (daa09dd4-5e11-4d59-bf32-a1fcf6aa138c), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:57.989197 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8ad2e520-8886-42f1-8fe5-e705d32fae2a tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (a4502860-960c-4511-8d0f-b7efce809078), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:57.996655 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8ad2e520-8886-42f1-8fe5-e705d32fae2a tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:57.998164 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-8ad2e520-8886-42f1-8fe5-e705d32fae2a tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/a4502860-960c-4511-8d0f-b7efce809078 HTTP/1.1" status: 204 len: 168 time: 0.0726991 Feb 02 07:25:58.005528 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46322) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:58.035674 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad2e520-8886-42f1-8fe5-e705d32fae2a tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a4502860-960c-4511-8d0f-b7efce809078,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:58.041570 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fb201ac0-661a-4baa-ad9c-0c42f141a4a9 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (e828b978-ab89-4a33-895f-dbc24d09a97c), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:58.041998 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58930aef-135d-4d1c-abed-b81658ecd986 None None] Network 3ec9434c-19f7-4cbe-9d28-bd07ef1c8cb3 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:25:58.048475 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-58930aef-135d-4d1c-abed-b81658ecd986 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:25:58.051402 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58930aef-135d-4d1c-abed-b81658ecd986 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:25:58.058951 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e937c65b-186e-4774-a8db-6e83a9737ebd req-4fea5809-d0a6-4b2d-8a0b-ac55eaa55c0e service neutron] 10.222.0.59 "GET /v2.0/networks/1d739938-fc78-4552-b42b-8dba309c3572?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226733 Feb 02 07:25:58.062154 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58930aef-135d-4d1c-abed-b81658ecd986 None None] Pushing event updated for resources: {'Port': ['ID=daa09dd4-5e11-4d59-bf32-a1fcf6aa138c,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:58.104324 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb201ac0-661a-4baa-ad9c-0c42f141a4a9 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Pushing event deleted for resources: {'Subnet': ['ID=e828b978-ab89-4a33-895f-dbc24d09a97c,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:58.132653 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-4f1858ad-644c-4766-8b36-36e679460883 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1258314 Feb 02 07:25:58.136338 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46326) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:58.151386 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-58930aef-135d-4d1c-abed-b81658ecd986 None None] Attempting to bind port daa09dd4-5e11-4d59-bf32-a1fcf6aa138c on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:25:58.154038 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-58930aef-135d-4d1c-abed-b81658ecd986 None None] Attempting to bind port daa09dd4-5e11-4d59-bf32-a1fcf6aa138c by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '6c777663-2e48-4181-9d2c-47ca84151757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '3ec9434c-19f7-4cbe-9d28-bd07ef1c8cb3'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:25:58.154038 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58930aef-135d-4d1c-abed-b81658ecd986 None None] Attempting to bind port daa09dd4-5e11-4d59-bf32-a1fcf6aa138c on network 3ec9434c-19f7-4cbe-9d28-bd07ef1c8cb3 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:25:58.170115 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58930aef-135d-4d1c-abed-b81658ecd986 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:25:58.170545 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58930aef-135d-4d1c-abed-b81658ecd986 None None] Checking segment: {'id': '6c777663-2e48-4181-9d2c-47ca84151757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '3ec9434c-19f7-4cbe-9d28-bd07ef1c8cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:25:58.170970 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-58930aef-135d-4d1c-abed-b81658ecd986 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:58.171380 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58930aef-135d-4d1c-abed-b81658ecd986 None None] Bound using segment: {'id': '6c777663-2e48-4181-9d2c-47ca84151757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '3ec9434c-19f7-4cbe-9d28-bd07ef1c8cb3'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:25:58.175377 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-58930aef-135d-4d1c-abed-b81658ecd986 None None] Bound port: daa09dd4-5e11-4d59-bf32-a1fcf6aa138c, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c777663-2e48-4181-9d2c-47ca84151757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '3ec9434c-19f7-4cbe-9d28-bd07ef1c8cb3'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:25:58.175838 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-58930aef-135d-4d1c-abed-b81658ecd986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (daa09dd4-5e11-4d59-bf32-a1fcf6aa138c), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:58.194880 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e937c65b-186e-4774-a8db-6e83a9737ebd req-51ff4c5b-bb7e-495b-9e8e-aa970c8cedb2 service neutron] 10.222.0.59 "GET /v2.0/networks/1d739938-fc78-4552-b42b-8dba309c3572?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219871 Feb 02 07:25:58.276342 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-58930aef-135d-4d1c-abed-b81658ecd986 None None] For port daa09dd4-5e11-4d59-bf32-a1fcf6aa138c, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:25:58.280343 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-58930aef-135d-4d1c-abed-b81658ecd986 None None] For port daa09dd4-5e11-4d59-bf32-a1fcf6aa138c, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=daa09dd4-5e11-4d59-bf32-a1fcf6aa138c,segment=NetworkSegment(6c777663-2e48-4181-9d2c-47ca84151757),segment_id=6c777663-2e48-4181-9d2c-47ca84151757)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:25:58.290934 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-58930aef-135d-4d1c-abed-b81658ecd986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (daa09dd4-5e11-4d59-bf32-a1fcf6aa138c), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:58.355278 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58930aef-135d-4d1c-abed-b81658ecd986 None None] Pushing event updated for resources: {'Port': ['ID=daa09dd4-5e11-4d59-bf32-a1fcf6aa138c,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:58.428123 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd93576d-27ab-44ac-a548-34fc54df58e9 None None] get_active_networks_info from n-d-789963-26 {{(pid=109695) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 02 07:25:58.529966 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd93576d-27ab-44ac-a548-34fc54df58e9 None None] Resources bound (agent type, host, resource id): {{(pid=109695) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 02 07:25:58.586244 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a43f69e-3884-44d0-a6ca-1394923b51e6 req-c3ec3867-a70d-4135-860d-bc856e562def tempest-VolumesActionsTest-2145420152 tempest-VolumesActionsTest-2145420152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:58.590576 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6a43f69e-3884-44d0-a6ca-1394923b51e6 req-c3ec3867-a70d-4135-860d-bc856e562def tempest-VolumesActionsTest-2145420152 tempest-VolumesActionsTest-2145420152-project] 10.222.0.87 "GET /v2.0/ports?device_id=3ea5ca11-128d-49d4-b106-7c371a84816c HTTP/1.1" status: 200 len: 944 time: 0.0713227 Feb 02 07:25:58.613182 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fb201ac0-661a-4baa-ad9c-0c42f141a4a9 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (3ec9434c-19f7-4cbe-9d28-bd07ef1c8cb3), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:58.650781 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-fb201ac0-661a-4baa-ad9c-0c42f141a4a9 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ec9434c-19f7-4cbe-9d28-bd07ef1c8cb3']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:25:58.662397 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6a43f69e-3884-44d0-a6ca-1394923b51e6 req-06626e52-2da1-41dd-b874-90b3dd2f6eb4 tempest-VolumesActionsTest-2145420152 tempest-VolumesActionsTest-2145420152-project] 10.222.0.87 "GET /v2.0/security-groups?id=4eee3aa0-07f1-45bd-bab4-aff76a4289e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618482 Feb 02 07:25:58.671256 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-fb201ac0-661a-4baa-ad9c-0c42f141a4a9 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c777663-2e48-4181-9d2c-47ca84151757') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:25:58.671517 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-fb201ac0-661a-4baa-ad9c-0c42f141a4a9 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c777663-2e48-4181-9d2c-47ca84151757') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:25:58.685678 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fb201ac0-661a-4baa-ad9c-0c42f141a4a9 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (6c777663-2e48-4181-9d2c-47ca84151757), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:58.687772 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ffa8f0a7-fa08-40d9-9557-5e71bee1a4d0 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group (251da82d-fd96-4ba3-a095-f77c76a852d3), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:58.711500 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fb201ac0-661a-4baa-ad9c-0c42f141a4a9 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (6c777663-2e48-4181-9d2c-47ca84151757), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:58.728488 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb201ac0-661a-4baa-ad9c-0c42f141a4a9 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:25:58.728947 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fb201ac0-661a-4baa-ad9c-0c42f141a4a9 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (6c777663-2e48-4181-9d2c-47ca84151757), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:58.732785 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:25:58.732785 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:25:58.732785 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:25:58.732785 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:25:58.732785 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:25:58.732785 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:25:58.732785 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:25:58.732785 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:25:58.732785 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:25:58.732785 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:25:58.732785 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:25:58.732785 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:25:58.732785 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:25:58.732785 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:25:58.732785 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:25:58.732785 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:25:58.732785 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:25:58.732785 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:25:58.732785 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:25:58.732785 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:25:58.732785 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:25:58.732785 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:25:58.732785 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:25:58.732785 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:25:58.732785 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:25:58.732785 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:25:58.732785 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:25:58.732785 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:25:58.732785 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:25:58.732785 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:25:58.732785 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:25:58.732785 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:25:58.734562 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ffa8f0a7-fa08-40d9-9557-5e71bee1a4d0 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group (251da82d-fd96-4ba3-a095-f77c76a852d3), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:58.758744 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239cdf9b-5124-4823-89e1-7c0b2c290ca8 None None] Network 3ec9434c-19f7-4cbe-9d28-bd07ef1c8cb3 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:25:58.823666 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.db.api [None req-fb201ac0-661a-4baa-ad9c-0c42f141a4a9 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 02 07:25:58.823666 n-d-789963-26 neutron-server[109693]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 02 07:25:58.823666 n-d-789963-26 neutron-server[109693]: [parameters: {'id': '3ec9434c-19f7-4cbe-9d28-bd07ef1c8cb3'}] Feb 02 07:25:58.823666 n-d-789963-26 neutron-server[109693]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 07:25:58.824064 n-d-789963-26 neutron-server[109693]: DEBUG oslo_db.api [None req-fb201ac0-661a-4baa-ad9c-0c42f141a4a9 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 07:25:58.837913 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ffa8f0a7-fa08-40d9-9557-5e71bee1a4d0 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (251da82d-fd96-4ba3-a095-f77c76a852d3), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:58.841168 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ffa8f0a7-fa08-40d9-9557-5e71bee1a4d0 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:58.844773 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-ffa8f0a7-fa08-40d9-9557-5e71bee1a4d0 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] 10.222.0.87 "DELETE /v2.0/security-groups/251da82d-fd96-4ba3-a095-f77c76a852d3 HTTP/1.1" status: 204 len: 168 time: 0.7052298 Feb 02 07:25:58.845749 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46330) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:58.862776 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa8f0a7-fa08-40d9-9557-5e71bee1a4d0 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=251da82d-fd96-4ba3-a095-f77c76a852d3,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:58.907049 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-3f46df41-6bd0-4bba-a0d4-e3a159bcdea0 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0595789 Feb 02 07:25:58.909362 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46332) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:58.965402 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b4206dc0-9290-4ea2-8a01-a86122b98b16 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group (4e76003a-7d80-4794-8f49-5533e1de0188), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:58.988796 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b4206dc0-9290-4ea2-8a01-a86122b98b16 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group (4e76003a-7d80-4794-8f49-5533e1de0188), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:59.030727 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b4206dc0-9290-4ea2-8a01-a86122b98b16 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (4e76003a-7d80-4794-8f49-5533e1de0188), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:59.033475 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b4206dc0-9290-4ea2-8a01-a86122b98b16 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:59.034629 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b4206dc0-9290-4ea2-8a01-a86122b98b16 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] 10.222.0.87 "DELETE /v2.0/security-groups/4e76003a-7d80-4794-8f49-5533e1de0188 HTTP/1.1" status: 204 len: 168 time: 0.1243021 Feb 02 07:25:59.037628 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46334) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:59.044047 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4206dc0-9290-4ea2-8a01-a86122b98b16 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e76003a-7d80-4794-8f49-5533e1de0188,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:59.088625 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-0686e2a5-55c7-4464-8a5e-667b05ea8d92 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0462554 Feb 02 07:25:59.088979 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46336) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:59.093597 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-9cfe8b1a-680d-49cd-9021-022f76985ebf tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Request body: {'security_group': {'name': 'tempest-secgroup--355266909'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:25:59.119648 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9cfe8b1a-680d-49cd-9021-022f76985ebf tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:59.185162 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9cfe8b1a-680d-49cd-9021-022f76985ebf tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group (4b985a8e-b27a-4515-abdb-ec00e5ecb4da), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:59.188786 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9cfe8b1a-680d-49cd-9021-022f76985ebf tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (4b985a8e-b27a-4515-abdb-ec00e5ecb4da), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:59.218471 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9cfe8b1a-680d-49cd-9021-022f76985ebf tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:59.219636 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-9cfe8b1a-680d-49cd-9021-022f76985ebf tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1296432 Feb 02 07:25:59.222468 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfe8b1a-680d-49cd-9021-022f76985ebf tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b985a8e-b27a-4515-abdb-ec00e5ecb4da,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:59.223302 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46338) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:59.228230 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-583f0e1d-7b4a-4773-a415-5b68f264c50c tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Request body: {'security_group_rule': {'security_group_id': '4b985a8e-b27a-4515-abdb-ec00e5ecb4da', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:25:59.253307 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-583f0e1d-7b4a-4773-a415-5b68f264c50c tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group_rule (344981e0-6e04-4c61-8d11-88084b981ea7), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:59.309089 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-583f0e1d-7b4a-4773-a415-5b68f264c50c tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group_rule (344981e0-6e04-4c61-8d11-88084b981ea7), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:59.312744 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-583f0e1d-7b4a-4773-a415-5b68f264c50c tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (344981e0-6e04-4c61-8d11-88084b981ea7), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:59.326402 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fb201ac0-661a-4baa-ad9c-0c42f141a4a9 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (3ec9434c-19f7-4cbe-9d28-bd07ef1c8cb3), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:59.334164 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583f0e1d-7b4a-4773-a415-5b68f264c50c tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=344981e0-6e04-4c61-8d11-88084b981ea7,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:59.344602 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-583f0e1d-7b4a-4773-a415-5b68f264c50c tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:59.349047 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-583f0e1d-7b4a-4773-a415-5b68f264c50c tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1220672 Feb 02 07:25:59.349470 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46340) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:59.399004 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ab03c113-4cc8-4da9-8aa3-1805646435db tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group_rule (344981e0-6e04-4c61-8d11-88084b981ea7), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:59.408666 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ab03c113-4cc8-4da9-8aa3-1805646435db tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group_rule (344981e0-6e04-4c61-8d11-88084b981ea7), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:59.445783 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ab03c113-4cc8-4da9-8aa3-1805646435db tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (344981e0-6e04-4c61-8d11-88084b981ea7), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:59.447206 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-fb201ac0-661a-4baa-ad9c-0c42f141a4a9 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Deleting port daa09dd4-5e11-4d59-bf32-a1fcf6aa138c {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:25:59.447582 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fb201ac0-661a-4baa-ad9c-0c42f141a4a9 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (daa09dd4-5e11-4d59-bf32-a1fcf6aa138c), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:59.453016 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ab03c113-4cc8-4da9-8aa3-1805646435db tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:59.454122 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-ab03c113-4cc8-4da9-8aa3-1805646435db tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/344981e0-6e04-4c61-8d11-88084b981ea7 HTTP/1.1" status: 204 len: 168 time: 0.1026759 Feb 02 07:25:59.457569 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46342) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:59.468960 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab03c113-4cc8-4da9-8aa3-1805646435db tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=344981e0-6e04-4c61-8d11-88084b981ea7,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:59.509112 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b2f824b8-ea80-4ca2-9f70-470369a5c7b2 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0495424 Feb 02 07:25:59.511256 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46344) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:59.521243 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-fb201ac0-661a-4baa-ad9c-0c42f141a4a9 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] For port daa09dd4-5e11-4d59-bf32-a1fcf6aa138c, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=daa09dd4-5e11-4d59-bf32-a1fcf6aa138c,segment=NetworkSegment(6c777663-2e48-4181-9d2c-47ca84151757),segment_id=6c777663-2e48-4181-9d2c-47ca84151757)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:25:59.521243 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fb201ac0-661a-4baa-ad9c-0c42f141a4a9 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (daa09dd4-5e11-4d59-bf32-a1fcf6aa138c), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:59.538645 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-fb201ac0-661a-4baa-ad9c-0c42f141a4a9 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Calling delete_port for daa09dd4-5e11-4d59-bf32-a1fcf6aa138c owned by network:dhcp {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:25:59.571501 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-afee9b06-4d41-4423-a994-78080534d6ad tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group (4b985a8e-b27a-4515-abdb-ec00e5ecb4da), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:59.598572 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-afee9b06-4d41-4423-a994-78080534d6ad tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group (4b985a8e-b27a-4515-abdb-ec00e5ecb4da), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:59.629355 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fb201ac0-661a-4baa-ad9c-0c42f141a4a9 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (daa09dd4-5e11-4d59-bf32-a1fcf6aa138c), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:59.650290 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb201ac0-661a-4baa-ad9c-0c42f141a4a9 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] No DVR routers for this DVR port daa09dd4-5e11-4d59-bf32-a1fcf6aa138c on host n-d-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:25:59.669125 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-afee9b06-4d41-4423-a994-78080534d6ad tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (4b985a8e-b27a-4515-abdb-ec00e5ecb4da), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:59.671893 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb201ac0-661a-4baa-ad9c-0c42f141a4a9 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Pushing event deleted for resources: {'Port': ['ID=daa09dd4-5e11-4d59-bf32-a1fcf6aa138c,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:59.672471 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-afee9b06-4d41-4423-a994-78080534d6ad tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:59.678464 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46348) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:59.679934 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-afee9b06-4d41-4423-a994-78080534d6ad tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] 10.222.0.87 "DELETE /v2.0/security-groups/4b985a8e-b27a-4515-abdb-ec00e5ecb4da HTTP/1.1" status: 204 len: 168 time: 0.1673675 Feb 02 07:25:59.691738 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee9b06-4d41-4423-a994-78080534d6ad tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b985a8e-b27a-4515-abdb-ec00e5ecb4da,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:25:59.796339 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc481e-7aa9-43ec-afa0-3f2d2007b23a req-ee1bd1a3-9d9f-4d8c-a7f4-834b8891a348 tempest-VolumesActionsTest-2145420152 tempest-VolumesActionsTest-2145420152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:25:59.797912 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7fbc481e-7aa9-43ec-afa0-3f2d2007b23a req-ee1bd1a3-9d9f-4d8c-a7f4-834b8891a348 tempest-VolumesActionsTest-2145420152 tempest-VolumesActionsTest-2145420152-project] 10.222.0.87 "GET /v2.0/ports?device_id=3ea5ca11-128d-49d4-b106-7c371a84816c HTTP/1.1" status: 200 len: 944 time: 0.0595815 Feb 02 07:25:59.806470 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fb201ac0-661a-4baa-ad9c-0c42f141a4a9 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (3ec9434c-19f7-4cbe-9d28-bd07ef1c8cb3), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:59.811811 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a7d9618c-aa73-4d6b-9dd8-fd705d48b075 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1322987 Feb 02 07:25:59.816578 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46352) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:59.828469 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-84d2e326-e13e-4a69-995d-918d9dfd523f tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Request body: {'security_group': {'name': 'tempest-secgroup--1970968554'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:25:59.832257 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-fb201ac0-661a-4baa-ad9c-0c42f141a4a9 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ec9434c-19f7-4cbe-9d28-bd07ef1c8cb3']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:25:59.843059 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-fb201ac0-661a-4baa-ad9c-0c42f141a4a9 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c777663-2e48-4181-9d2c-47ca84151757') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:25:59.843059 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-fb201ac0-661a-4baa-ad9c-0c42f141a4a9 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c777663-2e48-4181-9d2c-47ca84151757') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:25:59.854216 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fb201ac0-661a-4baa-ad9c-0c42f141a4a9 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (6c777663-2e48-4181-9d2c-47ca84151757), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:59.870212 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fb201ac0-661a-4baa-ad9c-0c42f141a4a9 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (6c777663-2e48-4181-9d2c-47ca84151757), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:59.871344 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7fbc481e-7aa9-43ec-afa0-3f2d2007b23a req-0d8ff0d9-67d4-4569-8b83-1a7c7ae8c8d7 tempest-VolumesActionsTest-2145420152 tempest-VolumesActionsTest-2145420152-project] 10.222.0.87 "GET /v2.0/security-groups?id=4eee3aa0-07f1-45bd-bab4-aff76a4289e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665295 Feb 02 07:25:59.872660 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-84d2e326-e13e-4a69-995d-918d9dfd523f tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:59.877316 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb201ac0-661a-4baa-ad9c-0c42f141a4a9 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:25:59.877858 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fb201ac0-661a-4baa-ad9c-0c42f141a4a9 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (6c777663-2e48-4181-9d2c-47ca84151757), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:59.882485 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:25:59.882485 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:25:59.882485 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:25:59.882485 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:25:59.882485 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:25:59.882485 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:25:59.882485 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:25:59.882485 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:25:59.882485 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:25:59.882485 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:25:59.882485 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:25:59.882485 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:25:59.882485 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:25:59.882485 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:25:59.882485 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:25:59.882485 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:25:59.882485 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:25:59.882485 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:25:59.882485 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:25:59.882485 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:25:59.882485 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:25:59.882485 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:25:59.882485 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:25:59.882485 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:25:59.882485 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:25:59.882485 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:25:59.882485 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:25:59.882485 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:25:59.882485 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:25:59.882485 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:25:59.882485 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:25:59.882485 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:25:59.957258 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fb201ac0-661a-4baa-ad9c-0c42f141a4a9 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (3ec9434c-19f7-4cbe-9d28-bd07ef1c8cb3), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:59.961565 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fb201ac0-661a-4baa-ad9c-0c42f141a4a9 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:25:59.965835 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-fb201ac0-661a-4baa-ad9c-0c42f141a4a9 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] 10.222.0.87 "DELETE /v2.0/networks/3ec9434c-19f7-4cbe-9d28-bd07ef1c8cb3 HTTP/1.1" status: 204 len: 168 time: 2.4723899 Feb 02 07:25:59.971510 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46354) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:25:59.976470 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-21d28e2b-62cf-44cb-aefa-de2b3a467c02 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1101277026'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:25:59.981637 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb201ac0-661a-4baa-ad9c-0c42f141a4a9 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Pushing event deleted for resources: {'Network': ['ID=3ec9434c-19f7-4cbe-9d28-bd07ef1c8cb3,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:00.004061 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d28e2b-62cf-44cb-aefa-de2b3a467c02 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Made reservation on behalf of ee5257aab1f24e58bf03a036b7d8a420 for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:26:00.007273 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-21d28e2b-62cf-44cb-aefa-de2b3a467c02 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:00.032019 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-84d2e326-e13e-4a69-995d-918d9dfd523f tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group (e563652c-2fdf-40a5-96c7-d7e8b8d49f17), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:00.037246 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-84d2e326-e13e-4a69-995d-918d9dfd523f tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (e563652c-2fdf-40a5-96c7-d7e8b8d49f17), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:00.070931 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21d28e2b-62cf-44cb-aefa-de2b3a467c02 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:26:00.079057 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-84d2e326-e13e-4a69-995d-918d9dfd523f tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:00.082940 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-84d2e326-e13e-4a69-995d-918d9dfd523f tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2568064 Feb 02 07:26:00.083461 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46356) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:00.088695 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-514917cd-ac32-431f-be11-f3b2bc6e97c5 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Request body: {'security_group_rule': {'security_group_id': 'e563652c-2fdf-40a5-96c7-d7e8b8d49f17', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:26:00.095087 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d2e326-e13e-4a69-995d-918d9dfd523f tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e563652c-2fdf-40a5-96c7-d7e8b8d49f17,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:00.097582 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-21d28e2b-62cf-44cb-aefa-de2b3a467c02 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (dc45b1a8-2757-4085-9df5-c2b1766b4ba4), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:00.098044 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-21d28e2b-62cf-44cb-aefa-de2b3a467c02 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Added segment dc45b1a8-2757-4085-9df5-c2b1766b4ba4 of type vlan for network 31b095fc-b839-4e25-b80b-542cc934426e Feb 02 07:26:00.153938 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-21d28e2b-62cf-44cb-aefa-de2b3a467c02 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (31b095fc-b839-4e25-b80b-542cc934426e), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:00.156103 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-514917cd-ac32-431f-be11-f3b2bc6e97c5 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group_rule (33eabfbe-bcb9-4db2-915e-e22a0aa78e67), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:00.204075 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-21d28e2b-62cf-44cb-aefa-de2b3a467c02 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (31b095fc-b839-4e25-b80b-542cc934426e), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:00.208958 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d28e2b-62cf-44cb-aefa-de2b3a467c02 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:00.209544 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-21d28e2b-62cf-44cb-aefa-de2b3a467c02 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:00.246709 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-514917cd-ac32-431f-be11-f3b2bc6e97c5 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group_rule (33eabfbe-bcb9-4db2-915e-e22a0aa78e67), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:00.257132 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-21d28e2b-62cf-44cb-aefa-de2b3a467c02 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2846041 Feb 02 07:26:00.259845 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46358) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:00.264665 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-f54daa16-0601-4e27-8586-00f3157456ab tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Request body: {'subnet': {'network_id': '31b095fc-b839-4e25-b80b-542cc934426e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:26:00.270901 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-514917cd-ac32-431f-be11-f3b2bc6e97c5 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (33eabfbe-bcb9-4db2-915e-e22a0aa78e67), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:00.659798 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d28e2b-62cf-44cb-aefa-de2b3a467c02 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Pushing event updated for resources: {'Network': ['ID=31b095fc-b839-4e25-b80b-542cc934426e,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:00.672085 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514917cd-ac32-431f-be11-f3b2bc6e97c5 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33eabfbe-bcb9-4db2-915e-e22a0aa78e67,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:00.677993 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 31b095fc-b839-4e25-b80b-542cc934426e details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:26:00.703872 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-514917cd-ac32-431f-be11-f3b2bc6e97c5 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:00.705133 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-514917cd-ac32-431f-be11-f3b2bc6e97c5 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6209817 Feb 02 07:26:00.707960 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46362) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:00.726244 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-79abe3ae-2c3b-48be-a13b-47d763d9fbab tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] 10.222.0.87 "GET /v2.0/security-group-rules/33eabfbe-bcb9-4db2-915e-e22a0aa78e67 HTTP/1.1" status: 200 len: 763 time: 0.0163882 Feb 02 07:26:00.728539 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46364) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:00.754786 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f54daa16-0601-4e27-8586-00f3157456ab tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Made reservation on behalf of ee5257aab1f24e58bf03a036b7d8a420 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:26:00.758380 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f54daa16-0601-4e27-8586-00f3157456ab tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:00.801362 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-dbeabee7-5254-4d0a-93d8-8474b91a3f01 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0717542 Feb 02 07:26:00.804161 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46366) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:00.828478 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bfd26b5d-8d65-4903-8183-7c64f0182ce0 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group_rule (33eabfbe-bcb9-4db2-915e-e22a0aa78e67), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:00.837176 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bfd26b5d-8d65-4903-8183-7c64f0182ce0 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group_rule (33eabfbe-bcb9-4db2-915e-e22a0aa78e67), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:00.864829 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bfd26b5d-8d65-4903-8183-7c64f0182ce0 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (33eabfbe-bcb9-4db2-915e-e22a0aa78e67), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:00.871402 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bfd26b5d-8d65-4903-8183-7c64f0182ce0 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:00.874996 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-bfd26b5d-8d65-4903-8183-7c64f0182ce0 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/33eabfbe-bcb9-4db2-915e-e22a0aa78e67 HTTP/1.1" status: 204 len: 168 time: 0.0674243 Feb 02 07:26:00.875324 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46368) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:00.885572 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd26b5d-8d65-4903-8183-7c64f0182ce0 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=33eabfbe-bcb9-4db2-915e-e22a0aa78e67,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:00.919821 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-fe1918df-54a7-487d-b23f-498a5b7d1112 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0431726 Feb 02 07:26:00.922156 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46372) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:00.928098 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-cfac7397-3f4d-4470-807d-6afc677f3058 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Request body: {'security_group_rule': {'security_group_id': 'e563652c-2fdf-40a5-96c7-d7e8b8d49f17', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:26:00.960863 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cfac7397-3f4d-4470-807d-6afc677f3058 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group_rule (53f8f21e-9e02-43cf-b6f7-7c0f9d7de3bb), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:00.979605 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f54daa16-0601-4e27-8586-00f3157456ab tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (c26cdaac-fbe0-4bf5-9c60-9979cec48fb2), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:01.029853 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cfac7397-3f4d-4470-807d-6afc677f3058 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group_rule (53f8f21e-9e02-43cf-b6f7-7c0f9d7de3bb), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:01.037064 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cfac7397-3f4d-4470-807d-6afc677f3058 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (53f8f21e-9e02-43cf-b6f7-7c0f9d7de3bb), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:01.056961 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfac7397-3f4d-4470-807d-6afc677f3058 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53f8f21e-9e02-43cf-b6f7-7c0f9d7de3bb,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:01.065179 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54daa16-0601-4e27-8586-00f3157456ab tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Pushing event updated for resources: {'Subnet': ['ID=c26cdaac-fbe0-4bf5-9c60-9979cec48fb2,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:01.077954 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cfac7397-3f4d-4470-807d-6afc677f3058 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:01.082361 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-cfac7397-3f4d-4470-807d-6afc677f3058 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1564837 Feb 02 07:26:01.082585 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46374) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:01.087337 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab85e1-572c-4e14-8066-11a621273bb6 req-6f916fb8-eece-489e-9c5e-67cc6500da8a tempest-VolumesActionsTest-2145420152 tempest-VolumesActionsTest-2145420152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:01.088847 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cdab85e1-572c-4e14-8066-11a621273bb6 req-6f916fb8-eece-489e-9c5e-67cc6500da8a tempest-VolumesActionsTest-2145420152 tempest-VolumesActionsTest-2145420152-project] 10.222.0.87 "GET /v2.0/ports?device_id=3ea5ca11-128d-49d4-b106-7c371a84816c HTTP/1.1" status: 200 len: 944 time: 0.1210263 Feb 02 07:26:01.092920 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54daa16-0601-4e27-8586-00f3157456ab tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Checking segment: {'id': 'dc45b1a8-2757-4085-9df5-c2b1766b4ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '31b095fc-b839-4e25-b80b-542cc934426e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:26:01.093284 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54daa16-0601-4e27-8586-00f3157456ab tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Network hostable DHCP agents. Network: 31b095fc-b839-4e25-b80b-542cc934426e, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:26:01.105134 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-258f2494-4bda-4207-8c19-f2a0cc9a32f6 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] 10.222.0.87 "GET /v2.0/security-group-rules/53f8f21e-9e02-43cf-b6f7-7c0f9d7de3bb HTTP/1.1" status: 200 len: 763 time: 0.0192952 Feb 02 07:26:01.106098 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46376) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:01.127362 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54daa16-0601-4e27-8586-00f3157456ab tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Network 31b095fc-b839-4e25-b80b-542cc934426e is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:26:01.147959 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-f54daa16-0601-4e27-8586-00f3157456ab tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 31b095fc-b839-4e25-b80b-542cc934426e) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:26:01.157092 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cdab85e1-572c-4e14-8066-11a621273bb6 req-473fbd9f-99c2-496a-814c-3a3935f92ea1 tempest-VolumesActionsTest-2145420152 tempest-VolumesActionsTest-2145420152-project] 10.222.0.87 "GET /v2.0/security-groups?id=4eee3aa0-07f1-45bd-bab4-aff76a4289e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599148 Feb 02 07:26:01.159141 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54daa16-0601-4e27-8586-00f3157456ab tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:01.159751 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f54daa16-0601-4e27-8586-00f3157456ab tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks [] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:01.160758 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319a1148-b3d4-449d-8eb7-8dbeb8eecbff None None] Network 31b095fc-b839-4e25-b80b-542cc934426e requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:26:01.183631 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-89a8289a-17e6-4dbd-bb6d-5f31379b21b9 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0758717 Feb 02 07:26:01.185952 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46378) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:01.195590 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f54daa16-0601-4e27-8586-00f3157456ab tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9347734 Feb 02 07:26:01.198301 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46380) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:01.215137 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5a949013-cef3-43a0-9f3d-c4e5946d3f75 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group_rule (53f8f21e-9e02-43cf-b6f7-7c0f9d7de3bb), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:01.224049 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5a949013-cef3-43a0-9f3d-c4e5946d3f75 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group_rule (53f8f21e-9e02-43cf-b6f7-7c0f9d7de3bb), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:01.257226 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5a949013-cef3-43a0-9f3d-c4e5946d3f75 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (53f8f21e-9e02-43cf-b6f7-7c0f9d7de3bb), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:01.265018 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5a949013-cef3-43a0-9f3d-c4e5946d3f75 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:01.269198 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-5a949013-cef3-43a0-9f3d-c4e5946d3f75 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/53f8f21e-9e02-43cf-b6f7-7c0f9d7de3bb HTTP/1.1" status: 204 len: 168 time: 0.0822082 Feb 02 07:26:01.270198 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46382) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:01.295215 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a949013-cef3-43a0-9f3d-c4e5946d3f75 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=53f8f21e-9e02-43cf-b6f7-7c0f9d7de3bb,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:01.307600 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa062b4-ce33-4225-bff5-5680a218497a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-31b095fc-b839-4e25-b80b-542cc934426e', 'network_id': '31b095fc-b839-4e25-b80b-542cc934426e', 'project_id': 'ee5257aab1f24e58bf03a036b7d8a420', 'fixed_ips': [{'subnet_id': 'c26cdaac-fbe0-4bf5-9c60-9979cec48fb2'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:26:01.309100 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3aa062b4-ce33-4225-bff5-5680a218497a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:01.320035 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f20b7c43-0f80-46eb-98b7-3d0130202830 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0470765 Feb 02 07:26:01.320639 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46384) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:01.325050 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-17dbc964-d8e5-4b14-928c-22791fa20876 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Request body: {'security_group_rule': {'security_group_id': 'e563652c-2fdf-40a5-96c7-d7e8b8d49f17', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:26:01.334283 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1b75c22f-dd44-433e-8a05-0ccc25e38276 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (31b095fc-b839-4e25-b80b-542cc934426e), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:01.349434 n-d-789963-26 neutron-server[109694]: INFO neutron.db.securitygroups_db [None req-17dbc964-d8e5-4b14-928c-22791fa20876 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Project fd9d2545939a42c9bb2abaf4df5b94dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 07:26:01.354973 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-17dbc964-d8e5-4b14-928c-22791fa20876 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group_rule (70f2a3cf-15fa-4ec9-9646-46d0f11b4bf5), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:01.396796 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1b75c22f-dd44-433e-8a05-0ccc25e38276 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (c26cdaac-fbe0-4bf5-9c60-9979cec48fb2), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:01.419029 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-17dbc964-d8e5-4b14-928c-22791fa20876 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group_rule (70f2a3cf-15fa-4ec9-9646-46d0f11b4bf5), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:01.424486 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-17dbc964-d8e5-4b14-928c-22791fa20876 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (70f2a3cf-15fa-4ec9-9646-46d0f11b4bf5), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:01.456559 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dbc964-d8e5-4b14-928c-22791fa20876 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70f2a3cf-15fa-4ec9-9646-46d0f11b4bf5,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:01.463196 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-17dbc964-d8e5-4b14-928c-22791fa20876 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:01.464459 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-17dbc964-d8e5-4b14-928c-22791fa20876 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1427572 Feb 02 07:26:01.467161 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46386) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:01.488166 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-3aa062b4-ce33-4225-bff5-5680a218497a None None] Allocated IP 172.20.0.1 (31b095fc-b839-4e25-b80b-542cc934426e/c26cdaac-fbe0-4bf5-9c60-9979cec48fb2/dd309f88-a7ce-428d-b79b-f525c1caad69) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:26:01.491141 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46388) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:01.491803 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a48277f6-83d9-41b8-808c-6b3a6a9002f7 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] 10.222.0.87 "GET /v2.0/security-group-rules/70f2a3cf-15fa-4ec9-9646-46d0f11b4bf5 HTTP/1.1" status: 200 len: 769 time: 0.0233111 Feb 02 07:26:01.535791 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-79cc2b7a-3b21-4767-81b3-4965e71c60f2 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0426528 Feb 02 07:26:01.538269 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46390) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:01.562657 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3cdd9f35-c878-4a68-8148-0bb68ea7c6e8 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group_rule (70f2a3cf-15fa-4ec9-9646-46d0f11b4bf5), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:01.571201 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3cdd9f35-c878-4a68-8148-0bb68ea7c6e8 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group_rule (70f2a3cf-15fa-4ec9-9646-46d0f11b4bf5), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:01.601401 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3cdd9f35-c878-4a68-8148-0bb68ea7c6e8 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (70f2a3cf-15fa-4ec9-9646-46d0f11b4bf5), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:01.613444 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3cdd9f35-c878-4a68-8148-0bb68ea7c6e8 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:01.614964 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-3cdd9f35-c878-4a68-8148-0bb68ea7c6e8 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] 10.222.0.87 "DELETE /v2.0/security-group-rules/70f2a3cf-15fa-4ec9-9646-46d0f11b4bf5 HTTP/1.1" status: 204 len: 168 time: 0.0749266 Feb 02 07:26:01.616079 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdd9f35-c878-4a68-8148-0bb68ea7c6e8 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=70f2a3cf-15fa-4ec9-9646-46d0f11b4bf5,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:01.618148 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46392) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:01.648954 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3aa062b4-ce33-4225-bff5-5680a218497a None None] Publish callbacks [] for port (dd309f88-a7ce-428d-b79b-f525c1caad69), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:01.655628 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3aa062b4-ce33-4225-bff5-5680a218497a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (dd309f88-a7ce-428d-b79b-f525c1caad69), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:01.664383 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-e0724c6b-8ba4-4db1-a210-c9d1255599aa tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0423877 Feb 02 07:26:01.664902 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46394) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:01.685767 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1b75c22f-dd44-433e-8a05-0ccc25e38276 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (c26cdaac-fbe0-4bf5-9c60-9979cec48fb2), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:01.693064 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa062b4-ce33-4225-bff5-5680a218497a None None] Network 31b095fc-b839-4e25-b80b-542cc934426e is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:26:01.697799 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-3aa062b4-ce33-4225-bff5-5680a218497a None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:26:01.701889 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa062b4-ce33-4225-bff5-5680a218497a None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:26:01.725194 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 1b4fe621-5523-4168-b048-6cf3dfee6efe details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:26:01.728719 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa062b4-ce33-4225-bff5-5680a218497a None None] Pushing event updated for resources: {'Port': ['ID=dd309f88-a7ce-428d-b79b-f525c1caad69,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:01.733729 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8b44b034-c7e9-4bc0-aead-a50487362f8d tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group (e563652c-2fdf-40a5-96c7-d7e8b8d49f17), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:01.759709 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8b44b034-c7e9-4bc0-aead-a50487362f8d tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group (e563652c-2fdf-40a5-96c7-d7e8b8d49f17), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:01.800171 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b75c22f-dd44-433e-8a05-0ccc25e38276 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Pushing event deleted for resources: {'Subnet': ['ID=c26cdaac-fbe0-4bf5-9c60-9979cec48fb2,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:01.827207 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8b44b034-c7e9-4bc0-aead-a50487362f8d tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (e563652c-2fdf-40a5-96c7-d7e8b8d49f17), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:01.833412 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8b44b034-c7e9-4bc0-aead-a50487362f8d tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:01.836264 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-3aa062b4-ce33-4225-bff5-5680a218497a None None] Attempting to bind port dd309f88-a7ce-428d-b79b-f525c1caad69 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:26:01.836264 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-3aa062b4-ce33-4225-bff5-5680a218497a None None] Attempting to bind port dd309f88-a7ce-428d-b79b-f525c1caad69 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'dc45b1a8-2757-4085-9df5-c2b1766b4ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '31b095fc-b839-4e25-b80b-542cc934426e'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:26:01.839298 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-8b44b034-c7e9-4bc0-aead-a50487362f8d tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] 10.222.0.87 "DELETE /v2.0/security-groups/e563652c-2fdf-40a5-96c7-d7e8b8d49f17 HTTP/1.1" status: 204 len: 168 time: 0.1707063 Feb 02 07:26:01.839390 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa062b4-ce33-4225-bff5-5680a218497a None None] Attempting to bind port dd309f88-a7ce-428d-b79b-f525c1caad69 on network 31b095fc-b839-4e25-b80b-542cc934426e {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:26:01.841477 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46398) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:01.872002 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa062b4-ce33-4225-bff5-5680a218497a None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:26:01.872408 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa062b4-ce33-4225-bff5-5680a218497a None None] Checking segment: {'id': 'dc45b1a8-2757-4085-9df5-c2b1766b4ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '31b095fc-b839-4e25-b80b-542cc934426e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:26:01.872815 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3aa062b4-ce33-4225-bff5-5680a218497a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:01.873213 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa062b4-ce33-4225-bff5-5680a218497a None None] Bound using segment: {'id': 'dc45b1a8-2757-4085-9df5-c2b1766b4ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '31b095fc-b839-4e25-b80b-542cc934426e'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:26:01.873702 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-3aa062b4-ce33-4225-bff5-5680a218497a None None] Bound port: dd309f88-a7ce-428d-b79b-f525c1caad69, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc45b1a8-2757-4085-9df5-c2b1766b4ba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '31b095fc-b839-4e25-b80b-542cc934426e'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:26:01.874106 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3aa062b4-ce33-4225-bff5-5680a218497a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (dd309f88-a7ce-428d-b79b-f525c1caad69), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:01.875358 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b44b034-c7e9-4bc0-aead-a50487362f8d tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e563652c-2fdf-40a5-96c7-d7e8b8d49f17,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:01.911915 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1b75c22f-dd44-433e-8a05-0ccc25e38276 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (31b095fc-b839-4e25-b80b-542cc934426e), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:01.924911 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-5e0d3a62-135f-4d11-97ff-f6cbaf1f1ddb tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0807149 Feb 02 07:26:01.925807 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46400) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:01.930270 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-bbc17031-2432-43ef-8b50-ec8dabe8dab6 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Request body: {'security_group': {'name': 'tempest-secgroup--1652391784'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:26:01.946719 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-1b75c22f-dd44-433e-8a05-0ccc25e38276 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31b095fc-b839-4e25-b80b-542cc934426e']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:26:01.959891 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bbc17031-2432-43ef-8b50-ec8dabe8dab6 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:01.960837 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-1b75c22f-dd44-433e-8a05-0ccc25e38276 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc45b1a8-2757-4085-9df5-c2b1766b4ba4') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:26:01.961217 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-1b75c22f-dd44-433e-8a05-0ccc25e38276 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc45b1a8-2757-4085-9df5-c2b1766b4ba4') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:26:01.973723 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1b75c22f-dd44-433e-8a05-0ccc25e38276 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (dc45b1a8-2757-4085-9df5-c2b1766b4ba4), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:01.991026 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1b75c22f-dd44-433e-8a05-0ccc25e38276 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (dc45b1a8-2757-4085-9df5-c2b1766b4ba4), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:02.000172 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b75c22f-dd44-433e-8a05-0ccc25e38276 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:26:02.000704 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1b75c22f-dd44-433e-8a05-0ccc25e38276 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (dc45b1a8-2757-4085-9df5-c2b1766b4ba4), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:02.004961 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:26:02.004961 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:26:02.004961 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:26:02.004961 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:26:02.004961 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:26:02.004961 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:26:02.004961 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:26:02.004961 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:26:02.004961 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:26:02.004961 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:26:02.004961 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:26:02.004961 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:26:02.004961 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:26:02.004961 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:26:02.004961 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:26:02.004961 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:26:02.004961 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:26:02.004961 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:26:02.004961 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:26:02.004961 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:26:02.004961 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:26:02.004961 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:26:02.004961 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:26:02.004961 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:26:02.004961 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:26:02.004961 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:26:02.004961 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:26:02.004961 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:26:02.004961 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:26:02.004961 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:26:02.004961 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:26:02.004961 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:26:02.077468 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.db.api [None req-1b75c22f-dd44-433e-8a05-0ccc25e38276 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 02 07:26:02.077468 n-d-789963-26 neutron-server[109693]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 02 07:26:02.077468 n-d-789963-26 neutron-server[109693]: [parameters: {'id': '31b095fc-b839-4e25-b80b-542cc934426e'}] Feb 02 07:26:02.077468 n-d-789963-26 neutron-server[109693]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 07:26:02.077844 n-d-789963-26 neutron-server[109693]: DEBUG oslo_db.api [None req-1b75c22f-dd44-433e-8a05-0ccc25e38276 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 07:26:02.112397 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 1b4fe621-5523-4168-b048-6cf3dfee6efe, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=1b4fe621-5523-4168-b048-6cf3dfee6efe,segment=NetworkSegment(fd73f847-dd07-48b9-9953-b861c2b373df),segment_id=fd73f847-dd07-48b9-9953-b861c2b373df)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:26:02.125639 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bbc17031-2432-43ef-8b50-ec8dabe8dab6 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group (92b6a530-72e1-4902-8540-08977c2085bc), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:02.130827 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bbc17031-2432-43ef-8b50-ec8dabe8dab6 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (92b6a530-72e1-4902-8540-08977c2085bc), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:02.140656 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': '1b4fe621-5523-4168-b048-6cf3dfee6efe', 'network_id': '1d739938-fc78-4552-b42b-8dba309c3572', 'port_id': '1b4fe621-5523-4168-b048-6cf3dfee6efe', 'mac_address': 'fa:16:3e:d7:4f:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4171ab6d-c9dd-4b53-b650-bbbc5c62db4c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:26:02.165400 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bbc17031-2432-43ef-8b50-ec8dabe8dab6 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:02.169536 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-bbc17031-2432-43ef-8b50-ec8dabe8dab6 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2400708 Feb 02 07:26:02.169748 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46402) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:02.172889 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc17031-2432-43ef-8b50-ec8dabe8dab6 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92b6a530-72e1-4902-8540-08977c2085bc,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:02.176181 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-8d2d8454-7cea-4b4f-9ce8-b5ce9dcdfd53 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Request body: {'security_group_rule': {'security_group_id': '92b6a530-72e1-4902-8540-08977c2085bc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:26:02.182183 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-3aa062b4-ce33-4225-bff5-5680a218497a None None] For port dd309f88-a7ce-428d-b79b-f525c1caad69, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:26:02.201941 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-3aa062b4-ce33-4225-bff5-5680a218497a None None] For port dd309f88-a7ce-428d-b79b-f525c1caad69, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=dd309f88-a7ce-428d-b79b-f525c1caad69,segment=NetworkSegment(dc45b1a8-2757-4085-9df5-c2b1766b4ba4),segment_id=dc45b1a8-2757-4085-9df5-c2b1766b4ba4)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:26:02.206620 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 1b4fe621-5523-4168-b048-6cf3dfee6efe is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:26:02.207131 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (1b4fe621-5523-4168-b048-6cf3dfee6efe), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:02.211489 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3aa062b4-ce33-4225-bff5-5680a218497a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (dd309f88-a7ce-428d-b79b-f525c1caad69), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:02.230709 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8d2d8454-7cea-4b4f-9ce8-b5ce9dcdfd53 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group_rule (0df9d034-e696-4f0f-be51-9c6452938c8a), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:02.251783 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b4fe621-5523-4168-b048-6cf3dfee6efe {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:26:02.303229 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 1b4fe621-5523-4168-b048-6cf3dfee6efe, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=1b4fe621-5523-4168-b048-6cf3dfee6efe,segment=NetworkSegment(fd73f847-dd07-48b9-9953-b861c2b373df),segment_id=fd73f847-dd07-48b9-9953-b861c2b373df)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:26:02.315075 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8d2d8454-7cea-4b4f-9ce8-b5ce9dcdfd53 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group_rule (0df9d034-e696-4f0f-be51-9c6452938c8a), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:02.320783 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8d2d8454-7cea-4b4f-9ce8-b5ce9dcdfd53 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (0df9d034-e696-4f0f-be51-9c6452938c8a), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:02.328655 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (1b4fe621-5523-4168-b048-6cf3dfee6efe), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:02.333059 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa062b4-ce33-4225-bff5-5680a218497a None None] Pushing event updated for resources: {'Port': ['ID=dd309f88-a7ce-428d-b79b-f525c1caad69,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:02.346499 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2d8454-7cea-4b4f-9ce8-b5ce9dcdfd53 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0df9d034-e696-4f0f-be51-9c6452938c8a,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:02.358903 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8d2d8454-7cea-4b4f-9ce8-b5ce9dcdfd53 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:02.364287 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-8d2d8454-7cea-4b4f-9ce8-b5ce9dcdfd53 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1933699 Feb 02 07:26:02.365109 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46406) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:02.383101 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df72a2d3-c487-489f-9812-cd3966336ea7 None None] get_active_networks_info from n-d-789963-26 {{(pid=109695) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 02 07:26:02.400018 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e775b-ef3f-4c7e-81e0-d671ac07e8cf req-aa152d3e-dcbf-4bfe-8f46-fa77c90656bb tempest-VolumesActionsTest-2145420152 tempest-VolumesActionsTest-2145420152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:02.409687 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c41e775b-ef3f-4c7e-81e0-d671ac07e8cf req-aa152d3e-dcbf-4bfe-8f46-fa77c90656bb tempest-VolumesActionsTest-2145420152 tempest-VolumesActionsTest-2145420152-project] 10.222.0.87 "GET /v2.0/ports?device_id=3ea5ca11-128d-49d4-b106-7c371a84816c HTTP/1.1" status: 200 len: 944 time: 0.1269867 Feb 02 07:26:02.434456 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-39790210-cd32-400f-8df6-653e962db7f0 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group (92b6a530-72e1-4902-8540-08977c2085bc), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:02.463608 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-39790210-cd32-400f-8df6-653e962db7f0 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group (92b6a530-72e1-4902-8540-08977c2085bc), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:02.473924 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c41e775b-ef3f-4c7e-81e0-d671ac07e8cf req-d93455ef-52d9-407b-a99f-db3bad0b43d8 tempest-VolumesActionsTest-2145420152 tempest-VolumesActionsTest-2145420152-project] 10.222.0.87 "GET /v2.0/security-groups?id=4eee3aa0-07f1-45bd-bab4-aff76a4289e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628188 Feb 02 07:26:02.477185 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df72a2d3-c487-489f-9812-cd3966336ea7 None None] Resources bound (agent type, host, resource id): {{(pid=109695) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 02 07:26:02.508408 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=1b4fe621-5523-4168-b048-6cf3dfee6efe,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:02.525691 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-39790210-cd32-400f-8df6-653e962db7f0 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (92b6a530-72e1-4902-8540-08977c2085bc), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:02.528599 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-39790210-cd32-400f-8df6-653e962db7f0 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:02.529823 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-39790210-cd32-400f-8df6-653e962db7f0 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] 10.222.0.87 "DELETE /v2.0/security-groups/92b6a530-72e1-4902-8540-08977c2085bc HTTP/1.1" status: 204 len: 168 time: 0.1636176 Feb 02 07:26:02.533023 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46408) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:02.541806 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39790210-cd32-400f-8df6-653e962db7f0 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b6a530-72e1-4902-8540-08977c2085bc,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:02.579117 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1b75c22f-dd44-433e-8a05-0ccc25e38276 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (31b095fc-b839-4e25-b80b-542cc934426e), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:02.586401 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c0c00636-d238-4890-95d4-708be9fe09c5 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0516737 Feb 02 07:26:02.588999 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46410) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:02.625455 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d725c557-6d93-4121-9a8e-fd0593af84fa tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] 10.222.0.87 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0352173 Feb 02 07:26:02.629120 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46412) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:02.647801 n-d-789963-26 neutron-server[109694]: INFO neutron.api.v2.resource [None req-21be7840-7c2c-468d-8656-1b132c2376ec tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] delete failed (client error): The resource could not be found. Feb 02 07:26:02.653327 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-21be7840-7c2c-468d-8656-1b132c2376ec tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] 10.222.0.87 "DELETE /v2.0/security-groups/92b6a530-72e1-4902-8540-08977c2085bc HTTP/1.1" status: 404 len: 347 time: 0.0231373 Feb 02 07:26:02.653486 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46414) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:02.677257 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-1b75c22f-dd44-433e-8a05-0ccc25e38276 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Deleting port dd309f88-a7ce-428d-b79b-f525c1caad69 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:26:02.677600 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1b75c22f-dd44-433e-8a05-0ccc25e38276 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (dd309f88-a7ce-428d-b79b-f525c1caad69), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:02.732789 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b541a3-78f4-4189-ba73-ce5c0f0adba4 None None] Network 31b095fc-b839-4e25-b80b-542cc934426e requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:26:02.749081 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a05858dc-a6db-43c5-98b7-b42717997523 tempest-SecGroupIPv6Test-1674156538 tempest-SecGroupIPv6Test-1674156538-project] 10.222.0.87 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0934341 Feb 02 07:26:02.768395 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-1b75c22f-dd44-433e-8a05-0ccc25e38276 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] For port dd309f88-a7ce-428d-b79b-f525c1caad69, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=dd309f88-a7ce-428d-b79b-f525c1caad69,segment=NetworkSegment(dc45b1a8-2757-4085-9df5-c2b1766b4ba4),segment_id=dc45b1a8-2757-4085-9df5-c2b1766b4ba4)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:26:02.768931 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1b75c22f-dd44-433e-8a05-0ccc25e38276 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (dd309f88-a7ce-428d-b79b-f525c1caad69), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:02.784200 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-1b75c22f-dd44-433e-8a05-0ccc25e38276 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Calling delete_port for dd309f88-a7ce-428d-b79b-f525c1caad69 owned by network:dhcp {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:26:02.792648 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['1b4fe621-5523-4168-b048-6cf3dfee6efe'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:26:02.925374 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1b75c22f-dd44-433e-8a05-0ccc25e38276 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (dd309f88-a7ce-428d-b79b-f525c1caad69), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:02.961489 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b75c22f-dd44-433e-8a05-0ccc25e38276 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Pushing event deleted for resources: {'Port': ['ID=dd309f88-a7ce-428d-b79b-f525c1caad69,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:02.971301 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b75c22f-dd44-433e-8a05-0ccc25e38276 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] No DVR routers for this DVR port dd309f88-a7ce-428d-b79b-f525c1caad69 on host n-d-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:26:03.058874 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1b75c22f-dd44-433e-8a05-0ccc25e38276 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (31b095fc-b839-4e25-b80b-542cc934426e), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:03.084388 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-1b75c22f-dd44-433e-8a05-0ccc25e38276 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31b095fc-b839-4e25-b80b-542cc934426e']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:26:03.085230 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46422) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:03.094484 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-1b75c22f-dd44-433e-8a05-0ccc25e38276 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc45b1a8-2757-4085-9df5-c2b1766b4ba4') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:26:03.094925 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-1b75c22f-dd44-433e-8a05-0ccc25e38276 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc45b1a8-2757-4085-9df5-c2b1766b4ba4') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:26:03.105118 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1b75c22f-dd44-433e-8a05-0ccc25e38276 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (dc45b1a8-2757-4085-9df5-c2b1766b4ba4), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:03.118983 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1b75c22f-dd44-433e-8a05-0ccc25e38276 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (dc45b1a8-2757-4085-9df5-c2b1766b4ba4), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:03.127771 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b75c22f-dd44-433e-8a05-0ccc25e38276 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:26:03.128288 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1b75c22f-dd44-433e-8a05-0ccc25e38276 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (dc45b1a8-2757-4085-9df5-c2b1766b4ba4), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:03.131591 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:26:03.131591 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:26:03.131591 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:26:03.131591 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:26:03.131591 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:26:03.131591 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:26:03.131591 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:26:03.131591 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:26:03.131591 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:26:03.131591 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:26:03.131591 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:26:03.131591 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:26:03.131591 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:26:03.131591 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:26:03.131591 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:26:03.131591 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:26:03.131591 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:26:03.131591 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:26:03.131591 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:26:03.131591 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:26:03.131591 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:26:03.131591 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:26:03.131591 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:26:03.131591 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:26:03.131591 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:26:03.131591 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:26:03.131591 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:26:03.131591 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:26:03.131591 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:26:03.131591 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:26:03.131591 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:26:03.131591 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:26:03.200346 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1b75c22f-dd44-433e-8a05-0ccc25e38276 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (31b095fc-b839-4e25-b80b-542cc934426e), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:03.211970 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1b75c22f-dd44-433e-8a05-0ccc25e38276 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:03.218429 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-1b75c22f-dd44-433e-8a05-0ccc25e38276 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] 10.222.0.87 "DELETE /v2.0/networks/31b095fc-b839-4e25-b80b-542cc934426e HTTP/1.1" status: 204 len: 168 time: 2.0148594 Feb 02 07:26:03.224236 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46426) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:03.227067 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b75c22f-dd44-433e-8a05-0ccc25e38276 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Pushing event deleted for resources: {'Network': ['ID=31b095fc-b839-4e25-b80b-542cc934426e,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:03.232658 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-7e2ef034-6ee5-4752-8b3e-29259e75e1c2 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-11623531'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:26:03.273555 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-9facb513-216d-47d3-8107-67e59b57eee4 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=fd9d2545939a42c9bb2abaf4df5b94dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1857634 Feb 02 07:26:03.274733 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e2ef034-6ee5-4752-8b3e-29259e75e1c2 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Made reservation on behalf of ee5257aab1f24e58bf03a036b7d8a420 for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:26:03.275982 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46428) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:03.278219 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7e2ef034-6ee5-4752-8b3e-29259e75e1c2 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:03.303717 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e2ef034-6ee5-4752-8b3e-29259e75e1c2 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:26:03.321089 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7e2ef034-6ee5-4752-8b3e-29259e75e1c2 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (e8034069-40f6-429e-b90c-8385c147a0b6), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:03.321443 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-7e2ef034-6ee5-4752-8b3e-29259e75e1c2 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Added segment e8034069-40f6-429e-b90c-8385c147a0b6 of type vlan for network 155b8413-b2df-4bf1-aeee-36330e0b0683 Feb 02 07:26:03.328939 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5d47303a-eb79-4162-b8e9-2487db88ef7a admin admin] Publish callbacks [] for security_group (44a1a174-ae22-4268-8b7e-e55a1fbe9340), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:03.352606 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5d47303a-eb79-4162-b8e9-2487db88ef7a admin admin] Publish callbacks [] for security_group (44a1a174-ae22-4268-8b7e-e55a1fbe9340), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:03.367118 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7e2ef034-6ee5-4752-8b3e-29259e75e1c2 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (155b8413-b2df-4bf1-aeee-36330e0b0683), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:03.396772 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7e2ef034-6ee5-4752-8b3e-29259e75e1c2 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (155b8413-b2df-4bf1-aeee-36330e0b0683), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:03.402856 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2ef034-6ee5-4752-8b3e-29259e75e1c2 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:03.403576 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7e2ef034-6ee5-4752-8b3e-29259e75e1c2 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:03.408487 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5d47303a-eb79-4162-b8e9-2487db88ef7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (44a1a174-ae22-4268-8b7e-e55a1fbe9340), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:03.411542 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5d47303a-eb79-4162-b8e9-2487db88ef7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:03.415673 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-5d47303a-eb79-4162-b8e9-2487db88ef7a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/44a1a174-ae22-4268-8b7e-e55a1fbe9340 HTTP/1.1" status: 204 len: 168 time: 0.1386447 Feb 02 07:26:03.424142 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d47303a-eb79-4162-b8e9-2487db88ef7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a1a174-ae22-4268-8b7e-e55a1fbe9340,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:03.456148 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46432) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:03.456551 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-7e2ef034-6ee5-4752-8b3e-29259e75e1c2 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.2310433 Feb 02 07:26:03.462323 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-32fe1583-7d36-4b21-888b-40bf6b37d5e2 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Request body: {'subnet': {'network_id': '155b8413-b2df-4bf1-aeee-36330e0b0683', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:26:03.494675 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2ef034-6ee5-4752-8b3e-29259e75e1c2 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Pushing event updated for resources: {'Network': ['ID=155b8413-b2df-4bf1-aeee-36330e0b0683,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:03.511330 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 155b8413-b2df-4bf1-aeee-36330e0b0683 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:26:03.583438 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32fe1583-7d36-4b21-888b-40bf6b37d5e2 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Made reservation on behalf of ee5257aab1f24e58bf03a036b7d8a420 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:26:03.591154 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-32fe1583-7d36-4b21-888b-40bf6b37d5e2 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:03.645786 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c39433-2675-4d1d-9d7a-8b92fe1c5c8e req-039b4259-56f1-4629-9347-30d9093b00ff tempest-VolumesActionsTest-2145420152 tempest-VolumesActionsTest-2145420152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:03.647397 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-71c39433-2675-4d1d-9d7a-8b92fe1c5c8e req-039b4259-56f1-4629-9347-30d9093b00ff tempest-VolumesActionsTest-2145420152 tempest-VolumesActionsTest-2145420152-project] 10.222.0.87 "GET /v2.0/ports?device_id=3ea5ca11-128d-49d4-b106-7c371a84816c HTTP/1.1" status: 200 len: 945 time: 0.0840104 Feb 02 07:26:03.708995 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-71c39433-2675-4d1d-9d7a-8b92fe1c5c8e req-cf4fa250-b908-47af-9fe2-140585a551d6 tempest-VolumesActionsTest-2145420152 tempest-VolumesActionsTest-2145420152-project] 10.222.0.87 "GET /v2.0/security-groups?id=4eee3aa0-07f1-45bd-bab4-aff76a4289e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551152 Feb 02 07:26:03.716545 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 1b4fe621-5523-4168-b048-6cf3dfee6efe up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:26:03.781957 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port 1b4fe621-5523-4168-b048-6cf3dfee6efe completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:26:03.788979 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port 1b4fe621-5523-4168-b048-6cf3dfee6efe triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:26:03.789355 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (1b4fe621-5523-4168-b048-6cf3dfee6efe), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:03.844666 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-32fe1583-7d36-4b21-888b-40bf6b37d5e2 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (42b119bb-f318-456b-8c49-bb9c910c028b), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:03.905187 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 1b4fe621-5523-4168-b048-6cf3dfee6efe is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:26:03.905880 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (1b4fe621-5523-4168-b048-6cf3dfee6efe), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:03.926721 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fe1583-7d36-4b21-888b-40bf6b37d5e2 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Pushing event updated for resources: {'Subnet': ['ID=42b119bb-f318-456b-8c49-bb9c910c028b,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:03.936918 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ea5ca11-128d-49d4-b106-7c371a84816c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b4fe621-5523-4168-b048-6cf3dfee6efe'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:26:03.939516 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fe1583-7d36-4b21-888b-40bf6b37d5e2 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Checking segment: {'id': 'e8034069-40f6-429e-b90c-8385c147a0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '155b8413-b2df-4bf1-aeee-36330e0b0683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:26:03.939907 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fe1583-7d36-4b21-888b-40bf6b37d5e2 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Network hostable DHCP agents. Network: 155b8413-b2df-4bf1-aeee-36330e0b0683, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:26:03.946228 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a0280f-f894-4bd4-9df2-ae54a647cb34" -d '{"events": [{"server_uuid": "3ea5ca11-128d-49d4-b106-7c371a84816c", "name": "network-vif-plugged", "status": "completed", "tag": "1b4fe621-5523-4168-b048-6cf3dfee6efe"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:26:03.964603 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 1b4fe621-5523-4168-b048-6cf3dfee6efe, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=1b4fe621-5523-4168-b048-6cf3dfee6efe,segment=NetworkSegment(fd73f847-dd07-48b9-9953-b861c2b373df),segment_id=fd73f847-dd07-48b9-9953-b861c2b373df)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:26:03.968472 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fe1583-7d36-4b21-888b-40bf6b37d5e2 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Network 155b8413-b2df-4bf1-aeee-36330e0b0683 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:26:03.972309 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (1b4fe621-5523-4168-b048-6cf3dfee6efe), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:03.983365 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-32fe1583-7d36-4b21-888b-40bf6b37d5e2 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 155b8413-b2df-4bf1-aeee-36330e0b0683) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:26:03.989070 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32fe1583-7d36-4b21-888b-40bf6b37d5e2 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:03.990125 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-32fe1583-7d36-4b21-888b-40bf6b37d5e2 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:04.016217 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57226cf8-f481-42c6-800d-a364d50bf043 None None] Network 155b8413-b2df-4bf1-aeee-36330e0b0683 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:26:04.025587 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-32fe1583-7d36-4b21-888b-40bf6b37d5e2 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5661359 Feb 02 07:26:04.026143 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46450) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:04.033954 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c1d976-3d78-4c32-9946-de758949e8f0 x-openstack-request-id: req-85c1d976-3d78-4c32-9946-de758949e8f0 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:26:04.034285 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ea5ca11-128d-49d4-b106-7c371a84816c", "name": "network-vif-plugged", "status": "completed", "tag": "1b4fe621-5523-4168-b048-6cf3dfee6efe", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:26:04.034518 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-85c1d976-3d78-4c32-9946-de758949e8f0 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:26:04.034912 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ea5ca11-128d-49d4-b106-7c371a84816c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b4fe621-5523-4168-b048-6cf3dfee6efe', 'code': 200} Feb 02 07:26:04.127416 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=1b4fe621-5523-4168-b048-6cf3dfee6efe,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:04.178578 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ddbbcf93-4f58-4516-af66-8f7eb4bff7b0 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (155b8413-b2df-4bf1-aeee-36330e0b0683), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:04.202287 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eb1f3a-457f-494b-aad3-804e1b5cffb4 req-d6091f2e-910b-4e06-9fb5-4cf4acd3a5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:04.202287 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-92eb1f3a-457f-494b-aad3-804e1b5cffb4 req-d6091f2e-910b-4e06-9fb5-4cf4acd3a5e4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3ea5ca11-128d-49d4-b106-7c371a84816c HTTP/1.1" status: 200 len: 1129 time: 0.0791967 Feb 02 07:26:04.213648 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f32d773-881a-4249-a860-917919e12bb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-155b8413-b2df-4bf1-aeee-36330e0b0683', 'network_id': '155b8413-b2df-4bf1-aeee-36330e0b0683', 'project_id': 'ee5257aab1f24e58bf03a036b7d8a420', 'fixed_ips': [{'subnet_id': '42b119bb-f318-456b-8c49-bb9c910c028b'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:26:04.216368 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1f32d773-881a-4249-a860-917919e12bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:04.262869 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ddbbcf93-4f58-4516-af66-8f7eb4bff7b0 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (42b119bb-f318-456b-8c49-bb9c910c028b), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:04.265239 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-92eb1f3a-457f-494b-aad3-804e1b5cffb4 req-280658ae-1f3a-49ec-9067-47e4611934f7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4eee3aa0-07f1-45bd-bab4-aff76a4289e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565350 Feb 02 07:26:04.345234 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ddbbcf93-4f58-4516-af66-8f7eb4bff7b0 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (42b119bb-f318-456b-8c49-bb9c910c028b), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server [None req-1f32d773-881a-4249-a860-917919e12bb7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 42b119bb-f318-456b-8c49-bb9c910c028b: This subnet is being modified by another concurrent operation. Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server raise self.value Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server raise self.value Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server raise self.value Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server raise self.value Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server raise self.value Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server raise self.value Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server raise exception Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 42b119bb-f318-456b-8c49-bb9c910c028b: This subnet is being modified by another concurrent operation. Feb 02 07:26:04.348589 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server Feb 02 07:26:04.370540 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b47906-25fd-4a94-9a72-e4df017f0544 None None] get_active_networks_info from n-d-789963-26 {{(pid=109695) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 02 07:26:04.371960 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbbcf93-4f58-4516-af66-8f7eb4bff7b0 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Pushing event deleted for resources: {'Subnet': ['ID=42b119bb-f318-456b-8c49-bb9c910c028b,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:04.445260 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ddbbcf93-4f58-4516-af66-8f7eb4bff7b0 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (155b8413-b2df-4bf1-aeee-36330e0b0683), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:04.466207 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-ddbbcf93-4f58-4516-af66-8f7eb4bff7b0 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['155b8413-b2df-4bf1-aeee-36330e0b0683']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:26:04.475713 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46460) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:04.476827 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-ddbbcf93-4f58-4516-af66-8f7eb4bff7b0 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8034069-40f6-429e-b90c-8385c147a0b6') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:26:04.477102 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-ddbbcf93-4f58-4516-af66-8f7eb4bff7b0 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8034069-40f6-429e-b90c-8385c147a0b6') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:26:04.478956 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b47906-25fd-4a94-9a72-e4df017f0544 None None] Resources bound (agent type, host, resource id): {{(pid=109695) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 02 07:26:04.487715 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ddbbcf93-4f58-4516-af66-8f7eb4bff7b0 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (e8034069-40f6-429e-b90c-8385c147a0b6), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:04.501836 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ddbbcf93-4f58-4516-af66-8f7eb4bff7b0 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (e8034069-40f6-429e-b90c-8385c147a0b6), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:04.508356 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddbbcf93-4f58-4516-af66-8f7eb4bff7b0 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:26:04.508753 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ddbbcf93-4f58-4516-af66-8f7eb4bff7b0 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (e8034069-40f6-429e-b90c-8385c147a0b6), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:04.512010 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:26:04.512010 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:26:04.512010 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:26:04.512010 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:26:04.512010 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:26:04.512010 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:26:04.512010 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:26:04.512010 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:26:04.512010 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:26:04.512010 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:26:04.512010 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:26:04.512010 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:26:04.512010 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:26:04.512010 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:26:04.512010 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:26:04.512010 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:26:04.512010 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:26:04.512010 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:26:04.512010 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:26:04.512010 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:26:04.512010 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:26:04.512010 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:26:04.512010 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:26:04.512010 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:26:04.512010 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:26:04.512010 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:26:04.512010 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:26:04.512010 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:26:04.512010 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:26:04.512010 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:26:04.512010 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:26:04.512010 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:26:04.585777 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ddbbcf93-4f58-4516-af66-8f7eb4bff7b0 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (155b8413-b2df-4bf1-aeee-36330e0b0683), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:04.594807 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-3ee92574-b361-4241-971a-aa8c5b9ec6cc tempest-SubnetPoolsTestJSON-1131855440 tempest-SubnetPoolsTestJSON-1131855440-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-714842757', 'prefixes': ['172.20.0.0/16']}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:26:04.595082 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ddbbcf93-4f58-4516-af66-8f7eb4bff7b0 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:04.601815 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-ddbbcf93-4f58-4516-af66-8f7eb4bff7b0 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] 10.222.0.87 "DELETE /v2.0/networks/155b8413-b2df-4bf1-aeee-36330e0b0683 HTTP/1.1" status: 204 len: 168 time: 0.5715563 Feb 02 07:26:04.602134 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46464) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:04.607080 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-9b6ff723-5050-4ab7-ab56-fdc331af6f8b tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-346711624'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:26:04.615036 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbbcf93-4f58-4516-af66-8f7eb4bff7b0 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Pushing event deleted for resources: {'Network': ['ID=155b8413-b2df-4bf1-aeee-36330e0b0683,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:04.634814 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b6ff723-5050-4ab7-ab56-fdc331af6f8b tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Made reservation on behalf of ee5257aab1f24e58bf03a036b7d8a420 for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:26:04.638872 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9b6ff723-5050-4ab7-ab56-fdc331af6f8b tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:04.676019 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b6ff723-5050-4ab7-ab56-fdc331af6f8b tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:26:04.686293 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed5634a-65b7-4cfd-aece-875ae05b688f None None] Network 155b8413-b2df-4bf1-aeee-36330e0b0683 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:26:04.693202 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9b6ff723-5050-4ab7-ab56-fdc331af6f8b tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (ddcafb7b-615d-4384-a049-903e29e27613), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:04.693566 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-9b6ff723-5050-4ab7-ab56-fdc331af6f8b tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Added segment ddcafb7b-615d-4384-a049-903e29e27613 of type vlan for network a86a0e73-385e-427f-bf0e-70b26c88ac3d Feb 02 07:26:04.698733 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed5634a-65b7-4cfd-aece-875ae05b688f None None] Network 155b8413-b2df-4bf1-aeee-36330e0b0683 could not be found, it might have been deleted concurrently. {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 02 07:26:04.707600 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3ee92574-b361-4241-971a-aa8c5b9ec6cc tempest-SubnetPoolsTestJSON-1131855440 tempest-SubnetPoolsTestJSON-1131855440-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:04.708811 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-3ee92574-b361-4241-971a-aa8c5b9ec6cc tempest-SubnetPoolsTestJSON-1131855440 tempest-SubnetPoolsTestJSON-1131855440-project] 10.222.0.87 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.2320497 Feb 02 07:26:04.711946 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46466) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:04.739543 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9b6ff723-5050-4ab7-ab56-fdc331af6f8b tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (a86a0e73-385e-427f-bf0e-70b26c88ac3d), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:04.768035 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46470) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:04.768694 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-242ea9f2-29b7-44f1-a5e8-bfb52c08b106 tempest-SubnetPoolsTestJSON-1131855440 tempest-SubnetPoolsTestJSON-1131855440-project] 10.222.0.87 "GET /v2.0/subnetpools/d41b2298-55df-4964-abeb-25c0cdbbf841 HTTP/1.1" status: 200 len: 731 time: 0.0553598 Feb 02 07:26:04.773149 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-d0cc7bb8-ff77-4e4a-898a-d1acaead3467 tempest-SubnetPoolsTestJSON-1131855440 tempest-SubnetPoolsTestJSON-1131855440-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-447749651'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:26:04.780277 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9b6ff723-5050-4ab7-ab56-fdc331af6f8b tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (a86a0e73-385e-427f-bf0e-70b26c88ac3d), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:04.785866 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6ff723-5050-4ab7-ab56-fdc331af6f8b tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:04.786447 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9b6ff723-5050-4ab7-ab56-fdc331af6f8b tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:04.876640 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-9b6ff723-5050-4ab7-ab56-fdc331af6f8b tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2731125 Feb 02 07:26:04.879486 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46472) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:04.884667 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-112fe7b9-c84f-41b7-8767-98dca8589045 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Request body: {'subnet': {'network_id': 'a86a0e73-385e-427f-bf0e-70b26c88ac3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:26:04.929370 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6ff723-5050-4ab7-ab56-fdc331af6f8b tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Pushing event updated for resources: {'Network': ['ID=a86a0e73-385e-427f-bf0e-70b26c88ac3d,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:04.939673 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network a86a0e73-385e-427f-bf0e-70b26c88ac3d details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:26:04.973462 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f1f916-15a2-46f4-8670-7c625e49dbe3 req-d9efa934-48c5-4179-99ad-b4e596dec957 tempest-VolumesActionsTest-2145420152 tempest-VolumesActionsTest-2145420152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:04.974975 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-47f1f916-15a2-46f4-8670-7c625e49dbe3 req-d9efa934-48c5-4179-99ad-b4e596dec957 tempest-VolumesActionsTest-2145420152 tempest-VolumesActionsTest-2145420152-project] 10.222.0.87 "GET /v2.0/ports?device_id=3ea5ca11-128d-49d4-b106-7c371a84816c HTTP/1.1" status: 200 len: 946 time: 0.1860888 Feb 02 07:26:04.978411 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d0cc7bb8-ff77-4e4a-898a-d1acaead3467 tempest-SubnetPoolsTestJSON-1131855440 tempest-SubnetPoolsTestJSON-1131855440-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:04.982563 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d0cc7bb8-ff77-4e4a-898a-d1acaead3467 tempest-SubnetPoolsTestJSON-1131855440 tempest-SubnetPoolsTestJSON-1131855440-project] 10.222.0.87 "PUT /v2.0/subnetpools/d41b2298-55df-4964-abeb-25c0cdbbf841 HTTP/1.1" status: 200 len: 683 time: 0.2105882 Feb 02 07:26:04.983289 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46474) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:04.995687 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112fe7b9-c84f-41b7-8767-98dca8589045 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Made reservation on behalf of ee5257aab1f24e58bf03a036b7d8a420 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:26:04.999567 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-112fe7b9-c84f-41b7-8767-98dca8589045 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:05.061219 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.ipam_backend_mixin [None req-112fe7b9-c84f-41b7-8767-98dca8589045 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Performing IP validity checks on allocation pools {{(pid=109693) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 02 07:26:05.061737 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.ipam_backend_mixin [None req-112fe7b9-c84f-41b7-8767-98dca8589045 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109693) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 02 07:26:05.065472 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-47f1f916-15a2-46f4-8670-7c625e49dbe3 req-cf200634-5636-404d-bf98-bb7963bd67a0 tempest-VolumesActionsTest-2145420152 tempest-VolumesActionsTest-2145420152-project] 10.222.0.87 "GET /v2.0/security-groups?id=4eee3aa0-07f1-45bd-bab4-aff76a4289e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835891 Feb 02 07:26:05.092294 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6d30fab1-5028-40ac-ae30-8518b86d9bd4 tempest-SubnetPoolsTestJSON-1131855440 tempest-SubnetPoolsTestJSON-1131855440-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:05.093431 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-6d30fab1-5028-40ac-ae30-8518b86d9bd4 tempest-SubnetPoolsTestJSON-1131855440 tempest-SubnetPoolsTestJSON-1131855440-project] 10.222.0.87 "DELETE /v2.0/subnetpools/d41b2298-55df-4964-abeb-25c0cdbbf841 HTTP/1.1" status: 204 len: 168 time: 0.1039135 Feb 02 07:26:05.096523 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46478) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:05.112021 n-d-789963-26 neutron-server[109694]: INFO neutron.api.v2.resource [None req-41ffb50b-5cad-4bbe-8c63-6ce5363ee802 tempest-SubnetPoolsTestJSON-1131855440 tempest-SubnetPoolsTestJSON-1131855440-project] show failed (client error): The resource could not be found. Feb 02 07:26:05.113039 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-41ffb50b-5cad-4bbe-8c63-6ce5363ee802 tempest-SubnetPoolsTestJSON-1131855440 tempest-SubnetPoolsTestJSON-1131855440-project] 10.222.0.87 "GET /v2.0/subnetpools/d41b2298-55df-4964-abeb-25c0cdbbf841 HTTP/1.1" status: 404 len: 346 time: 0.0155275 Feb 02 07:26:05.115698 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46480) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:05.130551 n-d-789963-26 neutron-server[109694]: INFO neutron.api.v2.resource [None req-c0b32b99-8636-4e66-8afc-e6e5842cd3f7 tempest-SubnetPoolsTestJSON-1131855440 tempest-SubnetPoolsTestJSON-1131855440-project] delete failed (client error): The resource could not be found. Feb 02 07:26:05.131462 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c0b32b99-8636-4e66-8afc-e6e5842cd3f7 tempest-SubnetPoolsTestJSON-1131855440 tempest-SubnetPoolsTestJSON-1131855440-project] 10.222.0.87 "DELETE /v2.0/subnetpools/d41b2298-55df-4964-abeb-25c0cdbbf841 HTTP/1.1" status: 404 len: 346 time: 0.0148785 Feb 02 07:26:05.209897 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-112fe7b9-c84f-41b7-8767-98dca8589045 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (1b748fd4-ffbf-4792-99ea-b65daaf066b1), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:05.273060 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112fe7b9-c84f-41b7-8767-98dca8589045 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Pushing event updated for resources: {'Subnet': ['ID=1b748fd4-ffbf-4792-99ea-b65daaf066b1,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:05.283195 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112fe7b9-c84f-41b7-8767-98dca8589045 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Checking segment: {'id': 'ddcafb7b-615d-4384-a049-903e29e27613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'a86a0e73-385e-427f-bf0e-70b26c88ac3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:26:05.283585 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112fe7b9-c84f-41b7-8767-98dca8589045 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Network hostable DHCP agents. Network: a86a0e73-385e-427f-bf0e-70b26c88ac3d, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:26:05.300857 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112fe7b9-c84f-41b7-8767-98dca8589045 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Network a86a0e73-385e-427f-bf0e-70b26c88ac3d is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:26:05.309614 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-112fe7b9-c84f-41b7-8767-98dca8589045 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, a86a0e73-385e-427f-bf0e-70b26c88ac3d) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:26:05.314291 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112fe7b9-c84f-41b7-8767-98dca8589045 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:05.314884 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-112fe7b9-c84f-41b7-8767-98dca8589045 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:05.322645 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8354cd-603b-49ef-b95c-766080e302c4 None None] Network a86a0e73-385e-427f-bf0e-70b26c88ac3d requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:26:05.331690 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-112fe7b9-c84f-41b7-8767-98dca8589045 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.4509227 Feb 02 07:26:05.334227 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46486) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:05.387117 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46488) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:05.432493 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-264a792d-2cf5-4a6c-ab41-9b189b2cb79d tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (a86a0e73-385e-427f-bf0e-70b26c88ac3d), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:05.449695 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35396f4d-0e61-466a-abb0-ac59ca6eb4e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-a86a0e73-385e-427f-bf0e-70b26c88ac3d', 'network_id': 'a86a0e73-385e-427f-bf0e-70b26c88ac3d', 'project_id': 'ee5257aab1f24e58bf03a036b7d8a420', 'fixed_ips': [{'subnet_id': '1b748fd4-ffbf-4792-99ea-b65daaf066b1'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:26:05.450700 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-35396f4d-0e61-466a-abb0-ac59ca6eb4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:05.505812 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b144b323-72f7-44da-94f2-a79a8c0830d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:05.517484 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-264a792d-2cf5-4a6c-ab41-9b189b2cb79d tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (1b748fd4-ffbf-4792-99ea-b65daaf066b1), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:05.605550 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b144b323-72f7-44da-94f2-a79a8c0830d6 admin admin] Publish callbacks [] for security_group (8eaa8539-5590-4410-bff5-7cfd0f029cb5), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:05.608174 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-35396f4d-0e61-466a-abb0-ac59ca6eb4e7 None None] Allocated IP 172.20.0.3 (a86a0e73-385e-427f-bf0e-70b26c88ac3d/1b748fd4-ffbf-4792-99ea-b65daaf066b1/edde9d9c-340d-46dd-a489-aa814fe77056) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:26:05.612162 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b144b323-72f7-44da-94f2-a79a8c0830d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (8eaa8539-5590-4410-bff5-7cfd0f029cb5), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:05.652861 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b144b323-72f7-44da-94f2-a79a8c0830d6 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=1eefc446be7e41ebb49fde7f4adb2ee7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2644699 Feb 02 07:26:05.653736 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b144b323-72f7-44da-94f2-a79a8c0830d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eaa8539-5590-4410-bff5-7cfd0f029cb5,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:05.655577 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46492) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:05.713555 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a222f00b-dc53-4545-9e41-44e52db1999c admin admin] Publish callbacks [] for security_group (8eaa8539-5590-4410-bff5-7cfd0f029cb5), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:05.736226 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a222f00b-dc53-4545-9e41-44e52db1999c admin admin] Publish callbacks [] for security_group (8eaa8539-5590-4410-bff5-7cfd0f029cb5), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:05.765959 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-35396f4d-0e61-466a-abb0-ac59ca6eb4e7 None None] Publish callbacks [] for port (edde9d9c-340d-46dd-a489-aa814fe77056), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:05.772744 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-35396f4d-0e61-466a-abb0-ac59ca6eb4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (edde9d9c-340d-46dd-a489-aa814fe77056), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:05.788288 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-264a792d-2cf5-4a6c-ab41-9b189b2cb79d tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (1b748fd4-ffbf-4792-99ea-b65daaf066b1), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:05.801638 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a222f00b-dc53-4545-9e41-44e52db1999c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (8eaa8539-5590-4410-bff5-7cfd0f029cb5), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:05.804242 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a222f00b-dc53-4545-9e41-44e52db1999c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:05.805405 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a222f00b-dc53-4545-9e41-44e52db1999c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/8eaa8539-5590-4410-bff5-7cfd0f029cb5 HTTP/1.1" status: 204 len: 168 time: 0.1463525 Feb 02 07:26:05.812628 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35396f4d-0e61-466a-abb0-ac59ca6eb4e7 None None] Network a86a0e73-385e-427f-bf0e-70b26c88ac3d is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:26:05.820120 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-35396f4d-0e61-466a-abb0-ac59ca6eb4e7 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:26:05.824503 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35396f4d-0e61-466a-abb0-ac59ca6eb4e7 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:26:05.827534 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35396f4d-0e61-466a-abb0-ac59ca6eb4e7 None None] Pushing event updated for resources: {'Port': ['ID=edde9d9c-340d-46dd-a489-aa814fe77056,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:05.831026 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264a792d-2cf5-4a6c-ab41-9b189b2cb79d tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Pushing event deleted for resources: {'Subnet': ['ID=1b748fd4-ffbf-4792-99ea-b65daaf066b1,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:05.840782 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a222f00b-dc53-4545-9e41-44e52db1999c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eaa8539-5590-4410-bff5-7cfd0f029cb5,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:05.897712 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-264a792d-2cf5-4a6c-ab41-9b189b2cb79d tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (a86a0e73-385e-427f-bf0e-70b26c88ac3d), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:05.898392 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-35396f4d-0e61-466a-abb0-ac59ca6eb4e7 None None] Attempting to bind port edde9d9c-340d-46dd-a489-aa814fe77056 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:26:05.898776 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-35396f4d-0e61-466a-abb0-ac59ca6eb4e7 None None] Attempting to bind port edde9d9c-340d-46dd-a489-aa814fe77056 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'ddcafb7b-615d-4384-a049-903e29e27613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'a86a0e73-385e-427f-bf0e-70b26c88ac3d'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:26:05.899135 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35396f4d-0e61-466a-abb0-ac59ca6eb4e7 None None] Attempting to bind port edde9d9c-340d-46dd-a489-aa814fe77056 on network a86a0e73-385e-427f-bf0e-70b26c88ac3d {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:26:05.905212 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35396f4d-0e61-466a-abb0-ac59ca6eb4e7 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:26:05.905512 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35396f4d-0e61-466a-abb0-ac59ca6eb4e7 None None] Checking segment: {'id': 'ddcafb7b-615d-4384-a049-903e29e27613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'a86a0e73-385e-427f-bf0e-70b26c88ac3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:26:05.905913 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-35396f4d-0e61-466a-abb0-ac59ca6eb4e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:05.906814 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35396f4d-0e61-466a-abb0-ac59ca6eb4e7 None None] Bound using segment: {'id': 'ddcafb7b-615d-4384-a049-903e29e27613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'a86a0e73-385e-427f-bf0e-70b26c88ac3d'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:26:05.908013 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-35396f4d-0e61-466a-abb0-ac59ca6eb4e7 None None] Bound port: edde9d9c-340d-46dd-a489-aa814fe77056, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddcafb7b-615d-4384-a049-903e29e27613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'a86a0e73-385e-427f-bf0e-70b26c88ac3d'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:26:05.908408 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-35396f4d-0e61-466a-abb0-ac59ca6eb4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (edde9d9c-340d-46dd-a489-aa814fe77056), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:05.921942 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-264a792d-2cf5-4a6c-ab41-9b189b2cb79d tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a86a0e73-385e-427f-bf0e-70b26c88ac3d']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:26:05.932025 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-264a792d-2cf5-4a6c-ab41-9b189b2cb79d tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddcafb7b-615d-4384-a049-903e29e27613') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:26:05.932409 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-264a792d-2cf5-4a6c-ab41-9b189b2cb79d tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddcafb7b-615d-4384-a049-903e29e27613') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:26:05.942707 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-264a792d-2cf5-4a6c-ab41-9b189b2cb79d tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (ddcafb7b-615d-4384-a049-903e29e27613), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:05.963432 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-264a792d-2cf5-4a6c-ab41-9b189b2cb79d tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (ddcafb7b-615d-4384-a049-903e29e27613), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:05.971293 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-264a792d-2cf5-4a6c-ab41-9b189b2cb79d tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:26:05.972195 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-264a792d-2cf5-4a6c-ab41-9b189b2cb79d tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (ddcafb7b-615d-4384-a049-903e29e27613), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:05.975703 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:26:05.975703 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:26:05.975703 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:26:05.975703 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:26:05.975703 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:26:05.975703 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:26:05.975703 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:26:05.975703 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:26:05.975703 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:26:05.975703 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:26:05.975703 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:26:05.975703 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:26:05.975703 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:26:05.975703 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:26:05.975703 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:26:05.975703 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:26:05.975703 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:26:05.975703 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:26:05.975703 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:26:05.975703 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:26:05.975703 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:26:05.975703 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:26:05.975703 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:26:05.975703 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:26:05.975703 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:26:05.975703 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:26:05.975703 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:26:05.975703 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:26:05.975703 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:26:05.975703 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:26:05.975703 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:26:05.975703 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:26:05.983858 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-35396f4d-0e61-466a-abb0-ac59ca6eb4e7 None None] For port edde9d9c-340d-46dd-a489-aa814fe77056, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:26:06.037033 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-35396f4d-0e61-466a-abb0-ac59ca6eb4e7 None None] For port edde9d9c-340d-46dd-a489-aa814fe77056, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=edde9d9c-340d-46dd-a489-aa814fe77056,segment=NetworkSegment(ddcafb7b-615d-4384-a049-903e29e27613),segment_id=ddcafb7b-615d-4384-a049-903e29e27613)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:26:06.046405 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.db.api [None req-264a792d-2cf5-4a6c-ab41-9b189b2cb79d tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 02 07:26:06.046405 n-d-789963-26 neutron-server[109693]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 02 07:26:06.046405 n-d-789963-26 neutron-server[109693]: [parameters: {'id': 'a86a0e73-385e-427f-bf0e-70b26c88ac3d'}] Feb 02 07:26:06.046405 n-d-789963-26 neutron-server[109693]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 07:26:06.047087 n-d-789963-26 neutron-server[109693]: DEBUG oslo_db.api [None req-264a792d-2cf5-4a6c-ab41-9b189b2cb79d tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 07:26:06.049540 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-35396f4d-0e61-466a-abb0-ac59ca6eb4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (edde9d9c-340d-46dd-a489-aa814fe77056), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:06.129261 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35396f4d-0e61-466a-abb0-ac59ca6eb4e7 None None] Pushing event updated for resources: {'Port': ['ID=edde9d9c-340d-46dd-a489-aa814fe77056,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:06.156252 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7efe837-8cdd-4fb5-bf61-fb96128be4cb None None] get_active_networks_info from n-d-789963-26 {{(pid=109695) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 02 07:26:06.212761 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127f55a6-0be2-451e-a718-1fde863d47f4 req-ea895ade-04d0-4061-bd5b-b3bae8ac0855 tempest-VolumesActionsTest-2145420152 tempest-VolumesActionsTest-2145420152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:06.214513 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-127f55a6-0be2-451e-a718-1fde863d47f4 req-ea895ade-04d0-4061-bd5b-b3bae8ac0855 tempest-VolumesActionsTest-2145420152 tempest-VolumesActionsTest-2145420152-project] 10.222.0.87 "GET /v2.0/ports?device_id=3ea5ca11-128d-49d4-b106-7c371a84816c HTTP/1.1" status: 200 len: 946 time: 0.0679827 Feb 02 07:26:06.250080 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7efe837-8cdd-4fb5-bf61-fb96128be4cb None None] Resources bound (agent type, host, resource id): {{(pid=109695) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 02 07:26:06.263800 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-127f55a6-0be2-451e-a718-1fde863d47f4 req-8b75a47e-8453-43ef-8ec5-870207dda6e8 tempest-VolumesActionsTest-2145420152 tempest-VolumesActionsTest-2145420152-project] 10.222.0.87 "GET /v2.0/security-groups?id=4eee3aa0-07f1-45bd-bab4-aff76a4289e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427630 Feb 02 07:26:06.456085 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760dd3c7-e3f9-4c4a-8c4e-76c09809cb83 None None] Network a86a0e73-385e-427f-bf0e-70b26c88ac3d requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:26:06.548361 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-264a792d-2cf5-4a6c-ab41-9b189b2cb79d tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (a86a0e73-385e-427f-bf0e-70b26c88ac3d), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:06.617207 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-264a792d-2cf5-4a6c-ab41-9b189b2cb79d tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Deleting port edde9d9c-340d-46dd-a489-aa814fe77056 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:26:06.617553 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-264a792d-2cf5-4a6c-ab41-9b189b2cb79d tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (edde9d9c-340d-46dd-a489-aa814fe77056), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:06.622569 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46524) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:06.626895 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [-] 10.222.0.87 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0031707 Feb 02 07:26:06.631892 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46526) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:06.685865 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-264a792d-2cf5-4a6c-ab41-9b189b2cb79d tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] For port edde9d9c-340d-46dd-a489-aa814fe77056, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=edde9d9c-340d-46dd-a489-aa814fe77056,segment=NetworkSegment(ddcafb7b-615d-4384-a049-903e29e27613),segment_id=ddcafb7b-615d-4384-a049-903e29e27613)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:26:06.686242 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-264a792d-2cf5-4a6c-ab41-9b189b2cb79d tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (edde9d9c-340d-46dd-a489-aa814fe77056), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:06.700421 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-264a792d-2cf5-4a6c-ab41-9b189b2cb79d tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Calling delete_port for edde9d9c-340d-46dd-a489-aa814fe77056 owned by network:dhcp {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:26:06.755769 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-e06d0504-fa84-4fc5-a7ee-904c244edf94 tempest-NetworksApiDiscovery-1232986124 tempest-NetworksApiDiscovery-1232986124-project] 10.222.0.87 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1179972 Feb 02 07:26:06.792621 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-264a792d-2cf5-4a6c-ab41-9b189b2cb79d tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (edde9d9c-340d-46dd-a489-aa814fe77056), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:06.820295 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264a792d-2cf5-4a6c-ab41-9b189b2cb79d tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Pushing event deleted for resources: {'Port': ['ID=edde9d9c-340d-46dd-a489-aa814fe77056,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:06.824285 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264a792d-2cf5-4a6c-ab41-9b189b2cb79d tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] No DVR routers for this DVR port edde9d9c-340d-46dd-a489-aa814fe77056 on host n-d-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:26:06.917655 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-264a792d-2cf5-4a6c-ab41-9b189b2cb79d tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (a86a0e73-385e-427f-bf0e-70b26c88ac3d), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:06.940356 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-264a792d-2cf5-4a6c-ab41-9b189b2cb79d tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a86a0e73-385e-427f-bf0e-70b26c88ac3d']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:26:06.951384 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-264a792d-2cf5-4a6c-ab41-9b189b2cb79d tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddcafb7b-615d-4384-a049-903e29e27613') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:26:06.951732 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-264a792d-2cf5-4a6c-ab41-9b189b2cb79d tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddcafb7b-615d-4384-a049-903e29e27613') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:26:06.963414 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-264a792d-2cf5-4a6c-ab41-9b189b2cb79d tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (ddcafb7b-615d-4384-a049-903e29e27613), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:06.977730 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-264a792d-2cf5-4a6c-ab41-9b189b2cb79d tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (ddcafb7b-615d-4384-a049-903e29e27613), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:06.987210 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-264a792d-2cf5-4a6c-ab41-9b189b2cb79d tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:26:06.987915 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-264a792d-2cf5-4a6c-ab41-9b189b2cb79d tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (ddcafb7b-615d-4384-a049-903e29e27613), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:06.992756 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:26:06.992756 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:26:06.992756 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:26:06.992756 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:26:06.992756 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:26:06.992756 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:26:06.992756 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:26:06.992756 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:26:06.992756 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:26:06.992756 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:26:06.992756 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:26:06.992756 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:26:06.992756 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:26:06.992756 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:26:06.992756 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:26:06.992756 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:26:06.992756 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:26:06.992756 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:26:06.992756 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:26:06.992756 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:26:06.992756 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:26:06.992756 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:26:06.992756 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:26:06.992756 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:26:06.992756 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:26:06.992756 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:26:06.992756 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:26:06.992756 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:26:06.992756 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:26:06.992756 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:26:06.992756 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:26:06.992756 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:26:07.031082 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46536) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:07.058472 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-264a792d-2cf5-4a6c-ab41-9b189b2cb79d tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (a86a0e73-385e-427f-bf0e-70b26c88ac3d), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:07.069663 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-264a792d-2cf5-4a6c-ab41-9b189b2cb79d tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:07.072994 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-264a792d-2cf5-4a6c-ab41-9b189b2cb79d tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] 10.222.0.87 "DELETE /v2.0/networks/a86a0e73-385e-427f-bf0e-70b26c88ac3d HTTP/1.1" status: 204 len: 168 time: 1.7378190 Feb 02 07:26:07.076423 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46540) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:07.082823 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-d2136a98-7673-4516-afc1-3a82c8fa9c22 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-150412327'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:26:07.094037 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264a792d-2cf5-4a6c-ab41-9b189b2cb79d tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Pushing event deleted for resources: {'Network': ['ID=a86a0e73-385e-427f-bf0e-70b26c88ac3d,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:07.106076 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2136a98-7673-4516-afc1-3a82c8fa9c22 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Made reservation on behalf of ee5257aab1f24e58bf03a036b7d8a420 for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:26:07.109783 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d2136a98-7673-4516-afc1-3a82c8fa9c22 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:07.135057 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2136a98-7673-4516-afc1-3a82c8fa9c22 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:26:07.145898 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d2136a98-7673-4516-afc1-3a82c8fa9c22 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (c1b1512d-d893-45ba-badf-c5a1d580dd71), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:07.146249 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-d2136a98-7673-4516-afc1-3a82c8fa9c22 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Added segment c1b1512d-d893-45ba-badf-c5a1d580dd71 of type vlan for network 1f1ec1ee-0fdf-486f-9f78-65f17a6be312 Feb 02 07:26:07.190167 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5d98a7fa-cc74-42c4-b17c-2409786cd45c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:07.209843 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d2136a98-7673-4516-afc1-3a82c8fa9c22 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (1f1ec1ee-0fdf-486f-9f78-65f17a6be312), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:07.253231 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d2136a98-7673-4516-afc1-3a82c8fa9c22 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (1f1ec1ee-0fdf-486f-9f78-65f17a6be312), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:07.258519 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2136a98-7673-4516-afc1-3a82c8fa9c22 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:07.259096 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d2136a98-7673-4516-afc1-3a82c8fa9c22 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:07.297137 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d2136a98-7673-4516-afc1-3a82c8fa9c22 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2196641 Feb 02 07:26:07.300037 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46544) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:07.305272 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-8c14deb7-e666-480e-aa33-5fc89c5735e1 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Request body: {'subnet': {'network_id': '1f1ec1ee-0fdf-486f-9f78-65f17a6be312', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:26:07.347584 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2136a98-7673-4516-afc1-3a82c8fa9c22 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Pushing event updated for resources: {'Network': ['ID=1f1ec1ee-0fdf-486f-9f78-65f17a6be312,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:07.358334 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 1f1ec1ee-0fdf-486f-9f78-65f17a6be312 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:26:07.373611 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5d98a7fa-cc74-42c4-b17c-2409786cd45c admin admin] Publish callbacks [] for security_group (960df97c-7198-4cc0-bda9-c00b19f7a8d9), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:07.381328 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5d98a7fa-cc74-42c4-b17c-2409786cd45c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (960df97c-7198-4cc0-bda9-c00b19f7a8d9), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:07.406982 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c14deb7-e666-480e-aa33-5fc89c5735e1 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Made reservation on behalf of ee5257aab1f24e58bf03a036b7d8a420 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:26:07.411718 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8c14deb7-e666-480e-aa33-5fc89c5735e1 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:07.447305 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-5d98a7fa-cc74-42c4-b17c-2409786cd45c admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b43fb18f6b61492c822659cb1110b244&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4151232 Feb 02 07:26:07.449892 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46546) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:07.457705 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d98a7fa-cc74-42c4-b17c-2409786cd45c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=960df97c-7198-4cc0-bda9-c00b19f7a8d9,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:07.508781 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-05ad9b78-ee38-4baa-9b02-38fa3427b3b5 admin admin] Publish callbacks [] for security_group (960df97c-7198-4cc0-bda9-c00b19f7a8d9), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:07.531180 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-05ad9b78-ee38-4baa-9b02-38fa3427b3b5 admin admin] Publish callbacks [] for security_group (960df97c-7198-4cc0-bda9-c00b19f7a8d9), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:07.585551 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-05ad9b78-ee38-4baa-9b02-38fa3427b3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (960df97c-7198-4cc0-bda9-c00b19f7a8d9), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:07.588578 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-05ad9b78-ee38-4baa-9b02-38fa3427b3b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:07.592281 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-05ad9b78-ee38-4baa-9b02-38fa3427b3b5 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/960df97c-7198-4cc0-bda9-c00b19f7a8d9 HTTP/1.1" status: 204 len: 168 time: 0.1388762 Feb 02 07:26:07.600477 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ad9b78-ee38-4baa-9b02-38fa3427b3b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=960df97c-7198-4cc0-bda9-c00b19f7a8d9,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:07.658853 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8c14deb7-e666-480e-aa33-5fc89c5735e1 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (014ac662-7d5c-4a79-970d-3560b2f1f3c0), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:07.728102 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c14deb7-e666-480e-aa33-5fc89c5735e1 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Pushing event updated for resources: {'Subnet': ['ID=014ac662-7d5c-4a79-970d-3560b2f1f3c0,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:07.745471 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c14deb7-e666-480e-aa33-5fc89c5735e1 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Checking segment: {'id': 'c1b1512d-d893-45ba-badf-c5a1d580dd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1f1ec1ee-0fdf-486f-9f78-65f17a6be312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:26:07.745855 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c14deb7-e666-480e-aa33-5fc89c5735e1 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Network hostable DHCP agents. Network: 1f1ec1ee-0fdf-486f-9f78-65f17a6be312, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:26:07.764107 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c14deb7-e666-480e-aa33-5fc89c5735e1 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Network 1f1ec1ee-0fdf-486f-9f78-65f17a6be312 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:26:07.773464 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-8c14deb7-e666-480e-aa33-5fc89c5735e1 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 1f1ec1ee-0fdf-486f-9f78-65f17a6be312) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:26:07.778689 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c14deb7-e666-480e-aa33-5fc89c5735e1 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:07.779660 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8c14deb7-e666-480e-aa33-5fc89c5735e1 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:07.784530 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe22ebf-47a7-4552-bcb8-135c4e988ea1 None None] Network 1f1ec1ee-0fdf-486f-9f78-65f17a6be312 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:26:07.802835 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-8c14deb7-e666-480e-aa33-5fc89c5735e1 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5016441 Feb 02 07:26:07.805493 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46554) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:07.929007 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452414a4-9b6d-4c56-985e-479fffe1a4fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-1f1ec1ee-0fdf-486f-9f78-65f17a6be312', 'network_id': '1f1ec1ee-0fdf-486f-9f78-65f17a6be312', 'project_id': 'ee5257aab1f24e58bf03a036b7d8a420', 'fixed_ips': [{'subnet_id': '014ac662-7d5c-4a79-970d-3560b2f1f3c0'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:26:07.931655 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-452414a4-9b6d-4c56-985e-479fffe1a4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:07.944635 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9a9c85cc-b6e7-4759-8dfa-e3348a468668 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (1f1ec1ee-0fdf-486f-9f78-65f17a6be312), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:08.014698 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9a9c85cc-b6e7-4759-8dfa-e3348a468668 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (014ac662-7d5c-4a79-970d-3560b2f1f3c0), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:08.115628 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-452414a4-9b6d-4c56-985e-479fffe1a4fe None None] Allocated IP 172.20.0.1 (1f1ec1ee-0fdf-486f-9f78-65f17a6be312/014ac662-7d5c-4a79-970d-3560b2f1f3c0/5e244043-9af4-4ac4-9e3f-b7d518942b91) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:26:08.267412 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-452414a4-9b6d-4c56-985e-479fffe1a4fe None None] Publish callbacks [] for port (5e244043-9af4-4ac4-9e3f-b7d518942b91), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:08.273670 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-452414a4-9b6d-4c56-985e-479fffe1a4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (5e244043-9af4-4ac4-9e3f-b7d518942b91), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:08.289928 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9a9c85cc-b6e7-4759-8dfa-e3348a468668 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (014ac662-7d5c-4a79-970d-3560b2f1f3c0), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:08.316239 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452414a4-9b6d-4c56-985e-479fffe1a4fe None None] Network 1f1ec1ee-0fdf-486f-9f78-65f17a6be312 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:26:08.322869 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-452414a4-9b6d-4c56-985e-479fffe1a4fe None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:26:08.323239 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9c85cc-b6e7-4759-8dfa-e3348a468668 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Pushing event deleted for resources: {'Subnet': ['ID=014ac662-7d5c-4a79-970d-3560b2f1f3c0,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:08.326581 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452414a4-9b6d-4c56-985e-479fffe1a4fe None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:26:08.333376 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452414a4-9b6d-4c56-985e-479fffe1a4fe None None] Pushing event updated for resources: {'Port': ['ID=5e244043-9af4-4ac4-9e3f-b7d518942b91,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:08.402153 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9a9c85cc-b6e7-4759-8dfa-e3348a468668 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (1f1ec1ee-0fdf-486f-9f78-65f17a6be312), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:08.425192 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-9a9c85cc-b6e7-4759-8dfa-e3348a468668 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f1ec1ee-0fdf-486f-9f78-65f17a6be312']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:26:08.435631 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-9a9c85cc-b6e7-4759-8dfa-e3348a468668 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1b1512d-d893-45ba-badf-c5a1d580dd71') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:26:08.435964 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-9a9c85cc-b6e7-4759-8dfa-e3348a468668 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1b1512d-d893-45ba-badf-c5a1d580dd71') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:26:08.447979 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9a9c85cc-b6e7-4759-8dfa-e3348a468668 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (c1b1512d-d893-45ba-badf-c5a1d580dd71), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:08.464346 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9a9c85cc-b6e7-4759-8dfa-e3348a468668 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (c1b1512d-d893-45ba-badf-c5a1d580dd71), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:08.472740 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a9c85cc-b6e7-4759-8dfa-e3348a468668 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:26:08.473145 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9a9c85cc-b6e7-4759-8dfa-e3348a468668 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (c1b1512d-d893-45ba-badf-c5a1d580dd71), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:08.476505 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:26:08.476505 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:26:08.476505 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:26:08.476505 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:26:08.476505 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:26:08.476505 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:26:08.476505 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:26:08.476505 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:26:08.476505 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:26:08.476505 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:26:08.476505 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:26:08.476505 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:26:08.476505 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:26:08.476505 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:26:08.476505 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:26:08.476505 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:26:08.476505 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:26:08.476505 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:26:08.476505 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:26:08.476505 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:26:08.476505 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:26:08.476505 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:26:08.476505 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:26:08.476505 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:26:08.476505 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:26:08.476505 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:26:08.476505 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:26:08.476505 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:26:08.476505 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:26:08.476505 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:26:08.476505 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:26:08.476505 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:26:08.541054 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.db.api [None req-9a9c85cc-b6e7-4759-8dfa-e3348a468668 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 02 07:26:08.541054 n-d-789963-26 neutron-server[109693]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 02 07:26:08.541054 n-d-789963-26 neutron-server[109693]: [parameters: {'id': '1f1ec1ee-0fdf-486f-9f78-65f17a6be312'}] Feb 02 07:26:08.541054 n-d-789963-26 neutron-server[109693]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 07:26:08.541459 n-d-789963-26 neutron-server[109693]: DEBUG oslo_db.api [None req-9a9c85cc-b6e7-4759-8dfa-e3348a468668 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 07:26:08.549289 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-452414a4-9b6d-4c56-985e-479fffe1a4fe None None] Attempting to bind port 5e244043-9af4-4ac4-9e3f-b7d518942b91 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:26:08.549790 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-452414a4-9b6d-4c56-985e-479fffe1a4fe None None] Attempting to bind port 5e244043-9af4-4ac4-9e3f-b7d518942b91 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'c1b1512d-d893-45ba-badf-c5a1d580dd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1f1ec1ee-0fdf-486f-9f78-65f17a6be312'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:26:08.550145 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452414a4-9b6d-4c56-985e-479fffe1a4fe None None] Attempting to bind port 5e244043-9af4-4ac4-9e3f-b7d518942b91 on network 1f1ec1ee-0fdf-486f-9f78-65f17a6be312 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:26:08.555239 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452414a4-9b6d-4c56-985e-479fffe1a4fe None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:26:08.555693 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452414a4-9b6d-4c56-985e-479fffe1a4fe None None] Checking segment: {'id': 'c1b1512d-d893-45ba-badf-c5a1d580dd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1f1ec1ee-0fdf-486f-9f78-65f17a6be312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:26:08.556130 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-452414a4-9b6d-4c56-985e-479fffe1a4fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:08.556566 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452414a4-9b6d-4c56-985e-479fffe1a4fe None None] Bound using segment: {'id': 'c1b1512d-d893-45ba-badf-c5a1d580dd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1f1ec1ee-0fdf-486f-9f78-65f17a6be312'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:26:08.557070 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-452414a4-9b6d-4c56-985e-479fffe1a4fe None None] Bound port: 5e244043-9af4-4ac4-9e3f-b7d518942b91, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b1512d-d893-45ba-badf-c5a1d580dd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1f1ec1ee-0fdf-486f-9f78-65f17a6be312'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:26:08.557457 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-452414a4-9b6d-4c56-985e-479fffe1a4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (5e244043-9af4-4ac4-9e3f-b7d518942b91), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:08.619622 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-452414a4-9b6d-4c56-985e-479fffe1a4fe None None] For port 5e244043-9af4-4ac4-9e3f-b7d518942b91, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:26:08.623005 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-452414a4-9b6d-4c56-985e-479fffe1a4fe None None] For port 5e244043-9af4-4ac4-9e3f-b7d518942b91, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=5e244043-9af4-4ac4-9e3f-b7d518942b91,segment=NetworkSegment(c1b1512d-d893-45ba-badf-c5a1d580dd71),segment_id=c1b1512d-d893-45ba-badf-c5a1d580dd71)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:26:08.629826 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-452414a4-9b6d-4c56-985e-479fffe1a4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (5e244043-9af4-4ac4-9e3f-b7d518942b91), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:08.720560 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452414a4-9b6d-4c56-985e-479fffe1a4fe None None] Pushing event updated for resources: {'Port': ['ID=5e244043-9af4-4ac4-9e3f-b7d518942b91,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:08.737662 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d972210-f08a-431a-9116-ad007b0c493c None None] get_active_networks_info from n-d-789963-26 {{(pid=109695) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 02 07:26:08.825022 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d972210-f08a-431a-9116-ad007b0c493c None None] Resources bound (agent type, host, resource id): {{(pid=109695) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 02 07:26:09.024352 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cb3b21-8073-4377-9925-e42f627239a8 None None] Network 1f1ec1ee-0fdf-486f-9f78-65f17a6be312 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:26:09.042979 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9a9c85cc-b6e7-4759-8dfa-e3348a468668 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (1f1ec1ee-0fdf-486f-9f78-65f17a6be312), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:09.102272 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-9a9c85cc-b6e7-4759-8dfa-e3348a468668 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Deleting port 5e244043-9af4-4ac4-9e3f-b7d518942b91 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:26:09.102523 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9a9c85cc-b6e7-4759-8dfa-e3348a468668 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (5e244043-9af4-4ac4-9e3f-b7d518942b91), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:09.177762 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-9a9c85cc-b6e7-4759-8dfa-e3348a468668 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] For port 5e244043-9af4-4ac4-9e3f-b7d518942b91, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=5e244043-9af4-4ac4-9e3f-b7d518942b91,segment=NetworkSegment(c1b1512d-d893-45ba-badf-c5a1d580dd71),segment_id=c1b1512d-d893-45ba-badf-c5a1d580dd71)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:26:09.178137 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9a9c85cc-b6e7-4759-8dfa-e3348a468668 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (5e244043-9af4-4ac4-9e3f-b7d518942b91), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:09.191843 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-9a9c85cc-b6e7-4759-8dfa-e3348a468668 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Calling delete_port for 5e244043-9af4-4ac4-9e3f-b7d518942b91 owned by network:dhcp {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:26:09.278961 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9a9c85cc-b6e7-4759-8dfa-e3348a468668 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (5e244043-9af4-4ac4-9e3f-b7d518942b91), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:09.305958 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9c85cc-b6e7-4759-8dfa-e3348a468668 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Pushing event deleted for resources: {'Port': ['ID=5e244043-9af4-4ac4-9e3f-b7d518942b91,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:09.315589 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9c85cc-b6e7-4759-8dfa-e3348a468668 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] No DVR routers for this DVR port 5e244043-9af4-4ac4-9e3f-b7d518942b91 on host n-d-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:26:09.402366 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9a9c85cc-b6e7-4759-8dfa-e3348a468668 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (1f1ec1ee-0fdf-486f-9f78-65f17a6be312), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:09.429890 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-9a9c85cc-b6e7-4759-8dfa-e3348a468668 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f1ec1ee-0fdf-486f-9f78-65f17a6be312']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:26:09.442347 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-9a9c85cc-b6e7-4759-8dfa-e3348a468668 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1b1512d-d893-45ba-badf-c5a1d580dd71') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:26:09.442700 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-9a9c85cc-b6e7-4759-8dfa-e3348a468668 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1b1512d-d893-45ba-badf-c5a1d580dd71') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:26:09.453185 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9a9c85cc-b6e7-4759-8dfa-e3348a468668 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (c1b1512d-d893-45ba-badf-c5a1d580dd71), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:09.473195 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9a9c85cc-b6e7-4759-8dfa-e3348a468668 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (c1b1512d-d893-45ba-badf-c5a1d580dd71), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:09.487335 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a9c85cc-b6e7-4759-8dfa-e3348a468668 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:26:09.487842 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9a9c85cc-b6e7-4759-8dfa-e3348a468668 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (c1b1512d-d893-45ba-badf-c5a1d580dd71), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:09.491165 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:26:09.491165 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:26:09.491165 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:26:09.491165 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:26:09.491165 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:26:09.491165 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:26:09.491165 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:26:09.491165 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:26:09.491165 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:26:09.491165 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:26:09.491165 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:26:09.491165 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:26:09.491165 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:26:09.491165 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:26:09.491165 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:26:09.491165 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:26:09.491165 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:26:09.491165 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:26:09.491165 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:26:09.491165 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:26:09.491165 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:26:09.491165 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:26:09.491165 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:26:09.491165 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:26:09.491165 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:26:09.491165 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:26:09.491165 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:26:09.491165 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:26:09.491165 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:26:09.491165 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:26:09.491165 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:26:09.491165 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:26:09.573099 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9a9c85cc-b6e7-4759-8dfa-e3348a468668 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (1f1ec1ee-0fdf-486f-9f78-65f17a6be312), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:09.580903 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9a9c85cc-b6e7-4759-8dfa-e3348a468668 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:09.584688 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-9a9c85cc-b6e7-4759-8dfa-e3348a468668 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] 10.222.0.87 "DELETE /v2.0/networks/1f1ec1ee-0fdf-486f-9f78-65f17a6be312 HTTP/1.1" status: 204 len: 168 time: 1.7782431 Feb 02 07:26:09.588186 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46616) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:09.594165 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-1053f2de-5cf0-4bbc-9d1e-2287edb811f4 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-879032649'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:26:09.604150 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9c85cc-b6e7-4759-8dfa-e3348a468668 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Pushing event deleted for resources: {'Network': ['ID=1f1ec1ee-0fdf-486f-9f78-65f17a6be312,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:09.628347 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1053f2de-5cf0-4bbc-9d1e-2287edb811f4 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Made reservation on behalf of ee5257aab1f24e58bf03a036b7d8a420 for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:26:09.634891 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1053f2de-5cf0-4bbc-9d1e-2287edb811f4 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:09.663711 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1053f2de-5cf0-4bbc-9d1e-2287edb811f4 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:26:09.675967 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1053f2de-5cf0-4bbc-9d1e-2287edb811f4 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (7240dabc-b3da-4d87-96e9-fa78eec3d135), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:09.676331 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-1053f2de-5cf0-4bbc-9d1e-2287edb811f4 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Added segment 7240dabc-b3da-4d87-96e9-fa78eec3d135 of type vlan for network e1c3c5bc-5713-4e27-af24-e025db2abedf Feb 02 07:26:09.720248 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1053f2de-5cf0-4bbc-9d1e-2287edb811f4 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (e1c3c5bc-5713-4e27-af24-e025db2abedf), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:09.747486 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1053f2de-5cf0-4bbc-9d1e-2287edb811f4 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (e1c3c5bc-5713-4e27-af24-e025db2abedf), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:09.753422 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1053f2de-5cf0-4bbc-9d1e-2287edb811f4 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:09.754036 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1053f2de-5cf0-4bbc-9d1e-2287edb811f4 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:09.805296 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-1053f2de-5cf0-4bbc-9d1e-2287edb811f4 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2153509 Feb 02 07:26:09.807862 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46626) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:09.816913 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-89c223e2-0849-4cd1-bb2b-14b89b7ea2de tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Request body: {'subnet': {'network_id': 'e1c3c5bc-5713-4e27-af24-e025db2abedf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:26:09.857277 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1053f2de-5cf0-4bbc-9d1e-2287edb811f4 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Pushing event updated for resources: {'Network': ['ID=e1c3c5bc-5713-4e27-af24-e025db2abedf,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:09.869982 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network e1c3c5bc-5713-4e27-af24-e025db2abedf details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:26:09.968774 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c223e2-0849-4cd1-bb2b-14b89b7ea2de tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Made reservation on behalf of ee5257aab1f24e58bf03a036b7d8a420 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:26:09.979492 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-89c223e2-0849-4cd1-bb2b-14b89b7ea2de tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:10.165217 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4428e9-ee6c-491b-a743-21f5b6437eff req-d7ecb180-8adb-4632-bf0d-d1540305afcc tempest-VolumesActionsTest-2145420152 tempest-VolumesActionsTest-2145420152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:10.167057 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1d4428e9-ee6c-491b-a743-21f5b6437eff req-d7ecb180-8adb-4632-bf0d-d1540305afcc tempest-VolumesActionsTest-2145420152 tempest-VolumesActionsTest-2145420152-project] 10.222.0.87 "GET /v2.0/ports?device_id=3ea5ca11-128d-49d4-b106-7c371a84816c HTTP/1.1" status: 200 len: 946 time: 0.0568874 Feb 02 07:26:10.207267 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-89c223e2-0849-4cd1-bb2b-14b89b7ea2de tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (5a219d9a-0520-47c8-9fc1-81d2613e43bf), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:10.217147 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1d4428e9-ee6c-491b-a743-21f5b6437eff req-2037d386-7b28-42ad-8dfa-db542daad512 tempest-VolumesActionsTest-2145420152 tempest-VolumesActionsTest-2145420152-project] 10.222.0.87 "GET /v2.0/security-groups?id=4eee3aa0-07f1-45bd-bab4-aff76a4289e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446153 Feb 02 07:26:10.274583 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c223e2-0849-4cd1-bb2b-14b89b7ea2de tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Pushing event updated for resources: {'Subnet': ['ID=5a219d9a-0520-47c8-9fc1-81d2613e43bf,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:10.286436 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c223e2-0849-4cd1-bb2b-14b89b7ea2de tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Checking segment: {'id': '7240dabc-b3da-4d87-96e9-fa78eec3d135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e1c3c5bc-5713-4e27-af24-e025db2abedf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:26:10.286797 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c223e2-0849-4cd1-bb2b-14b89b7ea2de tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Network hostable DHCP agents. Network: e1c3c5bc-5713-4e27-af24-e025db2abedf, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:26:10.304130 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c223e2-0849-4cd1-bb2b-14b89b7ea2de tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Network e1c3c5bc-5713-4e27-af24-e025db2abedf is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:26:10.312894 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-89c223e2-0849-4cd1-bb2b-14b89b7ea2de tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, e1c3c5bc-5713-4e27-af24-e025db2abedf) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:26:10.319413 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c223e2-0849-4cd1-bb2b-14b89b7ea2de tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:10.319518 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-89c223e2-0849-4cd1-bb2b-14b89b7ea2de tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:10.322734 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55289eb-09ab-4e06-8dae-cce4647b3d79 None None] Network e1c3c5bc-5713-4e27-af24-e025db2abedf requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:26:10.337725 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-89c223e2-0849-4cd1-bb2b-14b89b7ea2de tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5272217 Feb 02 07:26:10.340230 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46632) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:10.458110 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526bd725-3706-43bd-8854-092ea8bc86c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-e1c3c5bc-5713-4e27-af24-e025db2abedf', 'network_id': 'e1c3c5bc-5713-4e27-af24-e025db2abedf', 'project_id': 'ee5257aab1f24e58bf03a036b7d8a420', 'fixed_ips': [{'subnet_id': '5a219d9a-0520-47c8-9fc1-81d2613e43bf'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:26:10.459000 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-526bd725-3706-43bd-8854-092ea8bc86c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:10.480859 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-757cc078-877b-4d4c-bd30-2cc79e64ecba tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (e1c3c5bc-5713-4e27-af24-e025db2abedf), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:10.542415 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-757cc078-877b-4d4c-bd30-2cc79e64ecba tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (5a219d9a-0520-47c8-9fc1-81d2613e43bf), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:10.633428 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-757cc078-877b-4d4c-bd30-2cc79e64ecba tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (5a219d9a-0520-47c8-9fc1-81d2613e43bf), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server [None req-526bd725-3706-43bd-8854-092ea8bc86c9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5a219d9a-0520-47c8-9fc1-81d2613e43bf: This subnet is being modified by another concurrent operation. Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server raise self.value Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server raise self.value Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server raise self.value Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server raise self.value Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server raise self.value Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server raise self.value Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server raise exception Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5a219d9a-0520-47c8-9fc1-81d2613e43bf: This subnet is being modified by another concurrent operation. Feb 02 07:26:10.639835 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server Feb 02 07:26:10.671391 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757cc078-877b-4d4c-bd30-2cc79e64ecba tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Pushing event deleted for resources: {'Subnet': ['ID=5a219d9a-0520-47c8-9fc1-81d2613e43bf,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:10.683199 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf0f475-bcf1-47a0-834f-6c1b415617cf None None] get_active_networks_info from n-d-789963-26 {{(pid=109695) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 02 07:26:10.769972 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-757cc078-877b-4d4c-bd30-2cc79e64ecba tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (e1c3c5bc-5713-4e27-af24-e025db2abedf), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:10.799476 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-757cc078-877b-4d4c-bd30-2cc79e64ecba tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1c3c5bc-5713-4e27-af24-e025db2abedf']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:26:10.802515 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf0f475-bcf1-47a0-834f-6c1b415617cf None None] Resources bound (agent type, host, resource id): {{(pid=109695) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 02 07:26:10.809912 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-757cc078-877b-4d4c-bd30-2cc79e64ecba tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7240dabc-b3da-4d87-96e9-fa78eec3d135') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:26:10.810189 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-757cc078-877b-4d4c-bd30-2cc79e64ecba tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7240dabc-b3da-4d87-96e9-fa78eec3d135') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:26:10.827984 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-757cc078-877b-4d4c-bd30-2cc79e64ecba tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (7240dabc-b3da-4d87-96e9-fa78eec3d135), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:10.844161 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-757cc078-877b-4d4c-bd30-2cc79e64ecba tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (7240dabc-b3da-4d87-96e9-fa78eec3d135), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:10.854589 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-757cc078-877b-4d4c-bd30-2cc79e64ecba tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:26:10.854986 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-757cc078-877b-4d4c-bd30-2cc79e64ecba tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (7240dabc-b3da-4d87-96e9-fa78eec3d135), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:10.858904 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:26:10.858904 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:26:10.858904 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:26:10.858904 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:26:10.858904 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:26:10.858904 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:26:10.858904 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:26:10.858904 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:26:10.858904 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:26:10.858904 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:26:10.858904 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:26:10.858904 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:26:10.858904 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:26:10.858904 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:26:10.858904 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:26:10.858904 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:26:10.858904 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:26:10.858904 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:26:10.858904 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:26:10.858904 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:26:10.858904 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:26:10.858904 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:26:10.858904 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:26:10.858904 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:26:10.858904 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:26:10.858904 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:26:10.858904 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:26:10.858904 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:26:10.858904 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:26:10.858904 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:26:10.858904 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:26:10.858904 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:26:10.940068 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-757cc078-877b-4d4c-bd30-2cc79e64ecba tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (e1c3c5bc-5713-4e27-af24-e025db2abedf), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:10.948436 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-757cc078-877b-4d4c-bd30-2cc79e64ecba tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:10.958435 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46642) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:10.958942 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-757cc078-877b-4d4c-bd30-2cc79e64ecba tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] 10.222.0.87 "DELETE /v2.0/networks/e1c3c5bc-5713-4e27-af24-e025db2abedf HTTP/1.1" status: 204 len: 168 time: 0.6115003 Feb 02 07:26:10.965380 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-3826f18c-f839-4cfa-8e00-e7fccda20926 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-587796425'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:26:10.984441 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757cc078-877b-4d4c-bd30-2cc79e64ecba tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Pushing event deleted for resources: {'Network': ['ID=e1c3c5bc-5713-4e27-af24-e025db2abedf,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:10.988077 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3826f18c-f839-4cfa-8e00-e7fccda20926 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Made reservation on behalf of ee5257aab1f24e58bf03a036b7d8a420 for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:26:10.993137 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3826f18c-f839-4cfa-8e00-e7fccda20926 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:11.010244 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f0c33e9f-bc5b-4852-9fbf-e2e9b525a3f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:11.023381 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3826f18c-f839-4cfa-8e00-e7fccda20926 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:26:11.037556 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3826f18c-f839-4cfa-8e00-e7fccda20926 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (6bc3258e-e0fd-4e47-a558-be36f39af5c6), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:11.037926 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-3826f18c-f839-4cfa-8e00-e7fccda20926 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Added segment 6bc3258e-e0fd-4e47-a558-be36f39af5c6 of type vlan for network 0640432f-82af-44eb-80f5-637fe25eb874 Feb 02 07:26:11.071104 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da9300e-311e-435f-8d90-291c538ea3e5 None None] Network e1c3c5bc-5713-4e27-af24-e025db2abedf requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:26:11.083400 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da9300e-311e-435f-8d90-291c538ea3e5 None None] Network e1c3c5bc-5713-4e27-af24-e025db2abedf could not be found, it might have been deleted concurrently. {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 02 07:26:11.086686 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3826f18c-f839-4cfa-8e00-e7fccda20926 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (0640432f-82af-44eb-80f5-637fe25eb874), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:11.114141 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3826f18c-f839-4cfa-8e00-e7fccda20926 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (0640432f-82af-44eb-80f5-637fe25eb874), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:11.119132 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3826f18c-f839-4cfa-8e00-e7fccda20926 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:11.119754 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3826f18c-f839-4cfa-8e00-e7fccda20926 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:11.155479 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-3826f18c-f839-4cfa-8e00-e7fccda20926 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1948881 Feb 02 07:26:11.159306 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46644) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:11.165428 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-b4e59582-887d-437b-905e-b2e0efd4d7a0 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:26:11.190258 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3826f18c-f839-4cfa-8e00-e7fccda20926 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Pushing event updated for resources: {'Network': ['ID=0640432f-82af-44eb-80f5-637fe25eb874,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:11.201068 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 0640432f-82af-44eb-80f5-637fe25eb874 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:26:11.342146 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b4e59582-887d-437b-905e-b2e0efd4d7a0 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (0640432f-82af-44eb-80f5-637fe25eb874), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:11.358929 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b4e59582-887d-437b-905e-b2e0efd4d7a0 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (0640432f-82af-44eb-80f5-637fe25eb874), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:11.362629 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e1f31-7873-4315-a145-0644232fd09a req-c39ff16a-0a1e-49c7-b9c0-823844fcd854 tempest-VolumesActionsTest-2145420152 tempest-VolumesActionsTest-2145420152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:11.364944 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6b0e1f31-7873-4315-a145-0644232fd09a req-c39ff16a-0a1e-49c7-b9c0-823844fcd854 tempest-VolumesActionsTest-2145420152 tempest-VolumesActionsTest-2145420152-project] 10.222.0.87 "GET /v2.0/ports?device_id=3ea5ca11-128d-49d4-b106-7c371a84816c HTTP/1.1" status: 200 len: 946 time: 0.0734701 Feb 02 07:26:11.379157 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b4e59582-887d-437b-905e-b2e0efd4d7a0 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Network 0640432f-82af-44eb-80f5-637fe25eb874 is not hosted by any dhcp agent {{(pid=109693) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 02 07:26:11.383936 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e59582-887d-437b-905e-b2e0efd4d7a0 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:11.384517 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b4e59582-887d-437b-905e-b2e0efd4d7a0 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:11.385792 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b4e59582-887d-437b-905e-b2e0efd4d7a0 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] 10.222.0.87 "PUT /v2.0/networks/0640432f-82af-44eb-80f5-637fe25eb874 HTTP/1.1" status: 200 len: 723 time: 0.2248967 Feb 02 07:26:11.388670 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46648) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:11.394215 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-b11f4c49-2322-4f68-9cb4-e38399db37d8 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Request body: {'subnet': {'network_id': '0640432f-82af-44eb-80f5-637fe25eb874', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:26:11.423114 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6b0e1f31-7873-4315-a145-0644232fd09a req-99c00037-5c00-4d06-be31-85788e9cd285 tempest-VolumesActionsTest-2145420152 tempest-VolumesActionsTest-2145420152-project] 10.222.0.87 "GET /v2.0/security-groups?id=4eee3aa0-07f1-45bd-bab4-aff76a4289e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513697 Feb 02 07:26:11.465942 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e59582-887d-437b-905e-b2e0efd4d7a0 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Pushing event updated for resources: {'Network': ['ID=0640432f-82af-44eb-80f5-637fe25eb874,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:11.478148 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 0640432f-82af-44eb-80f5-637fe25eb874 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:26:11.533121 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11f4c49-2322-4f68-9cb4-e38399db37d8 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Made reservation on behalf of ee5257aab1f24e58bf03a036b7d8a420 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:26:11.536895 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b11f4c49-2322-4f68-9cb4-e38399db37d8 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:11.695061 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b1b03-56e1-4a22-8c2c-d52ae33d73fa req-44203b24-8f00-4aef-ba6b-e13f432c4332 tempest-VolumesActionsTest-2145420152 tempest-VolumesActionsTest-2145420152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:11.696726 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5d1b1b03-56e1-4a22-8c2c-d52ae33d73fa req-44203b24-8f00-4aef-ba6b-e13f432c4332 tempest-VolumesActionsTest-2145420152 tempest-VolumesActionsTest-2145420152-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ea5ca11-128d-49d4-b106-7c371a84816c HTTP/1.1" status: 200 len: 946 time: 0.0772989 Feb 02 07:26:11.752780 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b11f4c49-2322-4f68-9cb4-e38399db37d8 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (b001e58d-e5eb-4823-8532-1eb8dc6bad29), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:11.823680 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11f4c49-2322-4f68-9cb4-e38399db37d8 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Pushing event updated for resources: {'Subnet': ['ID=b001e58d-e5eb-4823-8532-1eb8dc6bad29,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:11.836137 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11f4c49-2322-4f68-9cb4-e38399db37d8 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Checking segment: {'id': '6bc3258e-e0fd-4e47-a558-be36f39af5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '0640432f-82af-44eb-80f5-637fe25eb874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:26:11.836698 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11f4c49-2322-4f68-9cb4-e38399db37d8 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Network hostable DHCP agents. Network: 0640432f-82af-44eb-80f5-637fe25eb874, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:26:11.836819 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-5d1b1b03-56e1-4a22-8c2c-d52ae33d73fa req-0a165007-86d5-44d0-8e39-7e61e7554cbf tempest-VolumesActionsTest-2145420152 tempest-VolumesActionsTest-2145420152-project] Deleting port 1b4fe621-5523-4168-b048-6cf3dfee6efe {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:26:11.837177 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-5d1b1b03-56e1-4a22-8c2c-d52ae33d73fa req-0a165007-86d5-44d0-8e39-7e61e7554cbf tempest-VolumesActionsTest-2145420152 tempest-VolumesActionsTest-2145420152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (1b4fe621-5523-4168-b048-6cf3dfee6efe), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:11.866064 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11f4c49-2322-4f68-9cb4-e38399db37d8 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Network 0640432f-82af-44eb-80f5-637fe25eb874 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:26:11.881134 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-b11f4c49-2322-4f68-9cb4-e38399db37d8 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 0640432f-82af-44eb-80f5-637fe25eb874) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:26:11.897910 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2eae22-218c-4c33-a714-210e1b92f694 None None] Network 0640432f-82af-44eb-80f5-637fe25eb874 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:26:11.911181 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11f4c49-2322-4f68-9cb4-e38399db37d8 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:11.911998 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b11f4c49-2322-4f68-9cb4-e38399db37d8 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:11.946836 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b11f4c49-2322-4f68-9cb4-e38399db37d8 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5571411 Feb 02 07:26:11.949359 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46658) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:11.959512 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-49c95828-7514-4b83-9122-cfcc30c05df3 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:26:11.993320 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-5d1b1b03-56e1-4a22-8c2c-d52ae33d73fa req-0a165007-86d5-44d0-8e39-7e61e7554cbf tempest-VolumesActionsTest-2145420152 tempest-VolumesActionsTest-2145420152-project] For port 1b4fe621-5523-4168-b048-6cf3dfee6efe, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=1b4fe621-5523-4168-b048-6cf3dfee6efe,segment=NetworkSegment(fd73f847-dd07-48b9-9953-b861c2b373df),segment_id=fd73f847-dd07-48b9-9953-b861c2b373df)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:26:11.993911 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-5d1b1b03-56e1-4a22-8c2c-d52ae33d73fa req-0a165007-86d5-44d0-8e39-7e61e7554cbf tempest-VolumesActionsTest-2145420152 tempest-VolumesActionsTest-2145420152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (1b4fe621-5523-4168-b048-6cf3dfee6efe), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:12.025074 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-5d1b1b03-56e1-4a22-8c2c-d52ae33d73fa req-0a165007-86d5-44d0-8e39-7e61e7554cbf tempest-VolumesActionsTest-2145420152 tempest-VolumesActionsTest-2145420152-project] Calling delete_port for 1b4fe621-5523-4168-b048-6cf3dfee6efe owned by compute:nova {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:26:12.055049 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18432d81-31bf-48a3-9253-755c771e1999 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-0640432f-82af-44eb-80f5-637fe25eb874', 'network_id': '0640432f-82af-44eb-80f5-637fe25eb874', 'project_id': 'ee5257aab1f24e58bf03a036b7d8a420', 'fixed_ips': [{'subnet_id': 'b001e58d-e5eb-4823-8532-1eb8dc6bad29'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:26:12.056131 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-18432d81-31bf-48a3-9253-755c771e1999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:12.249088 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-5d1b1b03-56e1-4a22-8c2c-d52ae33d73fa req-0a165007-86d5-44d0-8e39-7e61e7554cbf tempest-VolumesActionsTest-2145420152 tempest-VolumesActionsTest-2145420152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (1b4fe621-5523-4168-b048-6cf3dfee6efe), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:12.272270 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-18432d81-31bf-48a3-9253-755c771e1999 None None] Allocated IP 172.20.0.2 (0640432f-82af-44eb-80f5-637fe25eb874/b001e58d-e5eb-4823-8532-1eb8dc6bad29/e3d200da-9d32-4807-a8b2-2250a04738e6) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:26:12.288521 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['1b4fe621-5523-4168-b048-6cf3dfee6efe'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:26:12.330879 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a165007-86d5-44d0-8e39-7e61e7554cbf tempest-VolumesActionsTest-2145420152 tempest-VolumesActionsTest-2145420152-project] Pushing event deleted for resources: {'Port': ['ID=1b4fe621-5523-4168-b048-6cf3dfee6efe,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:12.405315 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d1b1b03-56e1-4a22-8c2c-d52ae33d73fa req-0a165007-86d5-44d0-8e39-7e61e7554cbf tempest-VolumesActionsTest-2145420152 tempest-VolumesActionsTest-2145420152-project] No DVR routers for this DVR port 1b4fe621-5523-4168-b048-6cf3dfee6efe on host n-h2-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:26:12.408062 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-5d1b1b03-56e1-4a22-8c2c-d52ae33d73fa req-0a165007-86d5-44d0-8e39-7e61e7554cbf tempest-VolumesActionsTest-2145420152 tempest-VolumesActionsTest-2145420152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:12.413063 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5d1b1b03-56e1-4a22-8c2c-d52ae33d73fa req-0a165007-86d5-44d0-8e39-7e61e7554cbf tempest-VolumesActionsTest-2145420152 tempest-VolumesActionsTest-2145420152-project] 10.222.0.59 "DELETE /v2.0/ports/1b4fe621-5523-4168-b048-6cf3dfee6efe HTTP/1.1" status: 204 len: 173 time: 0.7109501 Feb 02 07:26:12.413701 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ea5ca11-128d-49d4-b106-7c371a84816c', 'name': 'network-vif-deleted', 'tag': '1b4fe621-5523-4168-b048-6cf3dfee6efe'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:26:12.416307 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e249ddd-7792-4304-84df-e1906004fe48" -d '{"events": [{"server_uuid": "3ea5ca11-128d-49d4-b106-7c371a84816c", "name": "network-vif-deleted", "tag": "1b4fe621-5523-4168-b048-6cf3dfee6efe"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:26:12.485942 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65200b45-c6cd-4cde-87a6-607a1d4d66d2 x-openstack-request-id: req-65200b45-c6cd-4cde-87a6-607a1d4d66d2 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:26:12.488272 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ea5ca11-128d-49d4-b106-7c371a84816c", "name": "network-vif-deleted", "tag": "1b4fe621-5523-4168-b048-6cf3dfee6efe", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:26:12.488767 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-65200b45-c6cd-4cde-87a6-607a1d4d66d2 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:26:12.489332 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ea5ca11-128d-49d4-b106-7c371a84816c', 'name': 'network-vif-deleted', 'tag': '1b4fe621-5523-4168-b048-6cf3dfee6efe', 'status': 'completed', 'code': 200} Feb 02 07:26:12.531516 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-49c95828-7514-4b83-9122-cfcc30c05df3 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8844839'] for subnet (b001e58d-e5eb-4823-8532-1eb8dc6bad29), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:12.573818 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-18432d81-31bf-48a3-9253-755c771e1999 None None] Publish callbacks [] for port (e3d200da-9d32-4807-a8b2-2250a04738e6), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:12.587303 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-18432d81-31bf-48a3-9253-755c771e1999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (e3d200da-9d32-4807-a8b2-2250a04738e6), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:12.637264 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18432d81-31bf-48a3-9253-755c771e1999 None None] Network 0640432f-82af-44eb-80f5-637fe25eb874 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:26:12.640558 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-18432d81-31bf-48a3-9253-755c771e1999 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:26:12.645898 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18432d81-31bf-48a3-9253-755c771e1999 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:26:12.674588 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d27153b3-325c-4cf8-954d-ee72017e85c4 req-0e2f8629-df6d-437a-a3e8-e0371f452ef6 tempest-VolumesActionsTest-2145420152 tempest-VolumesActionsTest-2145420152-project] 10.222.0.87 "GET /v2.0/ports?device_id=3ea5ca11-128d-49d4-b106-7c371a84816c HTTP/1.1" status: 200 len: 210 time: 0.0507665 Feb 02 07:26:12.727837 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18432d81-31bf-48a3-9253-755c771e1999 None None] Pushing event updated for resources: {'Port': ['ID=e3d200da-9d32-4807-a8b2-2250a04738e6,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:12.744735 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-18432d81-31bf-48a3-9253-755c771e1999 None None] Attempting to bind port e3d200da-9d32-4807-a8b2-2250a04738e6 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:26:12.745675 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-18432d81-31bf-48a3-9253-755c771e1999 None None] Attempting to bind port e3d200da-9d32-4807-a8b2-2250a04738e6 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '6bc3258e-e0fd-4e47-a558-be36f39af5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '0640432f-82af-44eb-80f5-637fe25eb874'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:26:12.747075 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18432d81-31bf-48a3-9253-755c771e1999 None None] Attempting to bind port e3d200da-9d32-4807-a8b2-2250a04738e6 on network 0640432f-82af-44eb-80f5-637fe25eb874 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:26:12.761923 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18432d81-31bf-48a3-9253-755c771e1999 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:26:12.762176 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-49c95828-7514-4b83-9122-cfcc30c05df3 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778325656028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8424431'] for subnet (b001e58d-e5eb-4823-8532-1eb8dc6bad29), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:12.763397 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18432d81-31bf-48a3-9253-755c771e1999 None None] Checking segment: {'id': '6bc3258e-e0fd-4e47-a558-be36f39af5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '0640432f-82af-44eb-80f5-637fe25eb874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:26:12.764372 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-18432d81-31bf-48a3-9253-755c771e1999 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:12.765180 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18432d81-31bf-48a3-9253-755c771e1999 None None] Bound using segment: {'id': '6bc3258e-e0fd-4e47-a558-be36f39af5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '0640432f-82af-44eb-80f5-637fe25eb874'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:26:12.765998 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-18432d81-31bf-48a3-9253-755c771e1999 None None] Bound port: e3d200da-9d32-4807-a8b2-2250a04738e6, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bc3258e-e0fd-4e47-a558-be36f39af5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '0640432f-82af-44eb-80f5-637fe25eb874'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:26:12.767034 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-18432d81-31bf-48a3-9253-755c771e1999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (e3d200da-9d32-4807-a8b2-2250a04738e6), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:12.824508 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c95828-7514-4b83-9122-cfcc30c05df3 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Pushing event updated for resources: {'Subnet': ['ID=b001e58d-e5eb-4823-8532-1eb8dc6bad29,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:12.839225 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c95828-7514-4b83-9122-cfcc30c05df3 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:12.840483 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-49c95828-7514-4b83-9122-cfcc30c05df3 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:12.842645 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-49c95828-7514-4b83-9122-cfcc30c05df3 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] 10.222.0.87 "PUT /v2.0/subnets/b001e58d-e5eb-4823-8532-1eb8dc6bad29 HTTP/1.1" status: 200 len: 806 time: 0.8909636 Feb 02 07:26:12.845211 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46666) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:12.851812 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-18432d81-31bf-48a3-9253-755c771e1999 None None] For port e3d200da-9d32-4807-a8b2-2250a04738e6, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:26:12.856651 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-18432d81-31bf-48a3-9253-755c771e1999 None None] For port e3d200da-9d32-4807-a8b2-2250a04738e6, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=e3d200da-9d32-4807-a8b2-2250a04738e6,segment=NetworkSegment(6bc3258e-e0fd-4e47-a558-be36f39af5c6),segment_id=6bc3258e-e0fd-4e47-a558-be36f39af5c6)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:26:12.864863 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-18432d81-31bf-48a3-9253-755c771e1999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (e3d200da-9d32-4807-a8b2-2250a04738e6), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:12.920185 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18432d81-31bf-48a3-9253-755c771e1999 None None] Pushing event updated for resources: {'Port': ['ID=e3d200da-9d32-4807-a8b2-2250a04738e6,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:13.010302 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-977e6107-29ef-4446-aceb-a9578e1df590 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (0640432f-82af-44eb-80f5-637fe25eb874), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:13.074301 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-977e6107-29ef-4446-aceb-a9578e1df590 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Deleting port e3d200da-9d32-4807-a8b2-2250a04738e6 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:26:13.074821 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-977e6107-29ef-4446-aceb-a9578e1df590 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (e3d200da-9d32-4807-a8b2-2250a04738e6), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:13.179410 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-977e6107-29ef-4446-aceb-a9578e1df590 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] For port e3d200da-9d32-4807-a8b2-2250a04738e6, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=e3d200da-9d32-4807-a8b2-2250a04738e6,segment=NetworkSegment(6bc3258e-e0fd-4e47-a558-be36f39af5c6),segment_id=6bc3258e-e0fd-4e47-a558-be36f39af5c6)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:26:13.179957 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-977e6107-29ef-4446-aceb-a9578e1df590 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (e3d200da-9d32-4807-a8b2-2250a04738e6), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:13.195061 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-977e6107-29ef-4446-aceb-a9578e1df590 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Calling delete_port for e3d200da-9d32-4807-a8b2-2250a04738e6 owned by network:dhcp {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:26:13.284678 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d3a497e5-e4a9-40ad-9242-4370e2989612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:13.403393 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-977e6107-29ef-4446-aceb-a9578e1df590 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (e3d200da-9d32-4807-a8b2-2250a04738e6), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:13.439617 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977e6107-29ef-4446-aceb-a9578e1df590 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Pushing event deleted for resources: {'Port': ['ID=e3d200da-9d32-4807-a8b2-2250a04738e6,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:13.489100 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977e6107-29ef-4446-aceb-a9578e1df590 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] No DVR routers for this DVR port e3d200da-9d32-4807-a8b2-2250a04738e6 on host n-d-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:26:13.537439 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-977e6107-29ef-4446-aceb-a9578e1df590 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (b001e58d-e5eb-4823-8532-1eb8dc6bad29), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:13.600263 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-977e6107-29ef-4446-aceb-a9578e1df590 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (b001e58d-e5eb-4823-8532-1eb8dc6bad29), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:13.638034 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977e6107-29ef-4446-aceb-a9578e1df590 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Pushing event deleted for resources: {'Subnet': ['ID=b001e58d-e5eb-4823-8532-1eb8dc6bad29,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:13.713675 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-977e6107-29ef-4446-aceb-a9578e1df590 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (0640432f-82af-44eb-80f5-637fe25eb874), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:13.747622 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-977e6107-29ef-4446-aceb-a9578e1df590 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0640432f-82af-44eb-80f5-637fe25eb874']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:26:13.758955 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-977e6107-29ef-4446-aceb-a9578e1df590 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bc3258e-e0fd-4e47-a558-be36f39af5c6') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:26:13.759216 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-977e6107-29ef-4446-aceb-a9578e1df590 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bc3258e-e0fd-4e47-a558-be36f39af5c6') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:26:13.776252 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-977e6107-29ef-4446-aceb-a9578e1df590 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (6bc3258e-e0fd-4e47-a558-be36f39af5c6), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:13.821277 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-977e6107-29ef-4446-aceb-a9578e1df590 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (6bc3258e-e0fd-4e47-a558-be36f39af5c6), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:13.838791 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-977e6107-29ef-4446-aceb-a9578e1df590 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:26:13.839213 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-977e6107-29ef-4446-aceb-a9578e1df590 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (6bc3258e-e0fd-4e47-a558-be36f39af5c6), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:13.842695 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:26:13.842695 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:26:13.842695 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:26:13.842695 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:26:13.842695 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:26:13.842695 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:26:13.842695 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:26:13.842695 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:26:13.842695 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:26:13.842695 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:26:13.842695 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:26:13.842695 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:26:13.842695 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:26:13.842695 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:26:13.842695 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:26:13.842695 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:26:13.842695 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:26:13.842695 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:26:13.842695 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:26:13.842695 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:26:13.842695 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:26:13.842695 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:26:13.842695 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:26:13.842695 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:26:13.842695 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:26:13.842695 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:26:13.842695 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:26:13.842695 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:26:13.842695 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:26:13.842695 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:26:13.842695 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:26:13.842695 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:26:13.968601 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-977e6107-29ef-4446-aceb-a9578e1df590 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (0640432f-82af-44eb-80f5-637fe25eb874), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:13.978703 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-977e6107-29ef-4446-aceb-a9578e1df590 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:13.987290 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46678) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:13.994302 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-977e6107-29ef-4446-aceb-a9578e1df590 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] 10.222.0.87 "DELETE /v2.0/networks/0640432f-82af-44eb-80f5-637fe25eb874 HTTP/1.1" status: 204 len: 168 time: 1.1373053 Feb 02 07:26:14.018362 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977e6107-29ef-4446-aceb-a9578e1df590 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Pushing event deleted for resources: {'Network': ['ID=0640432f-82af-44eb-80f5-637fe25eb874,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:14.030030 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-868eabbe-e230-4979-b10f-3f00a73ca5ed tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] DELETE failed (client error): The resource could not be found. Feb 02 07:26:14.030569 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-868eabbe-e230-4979-b10f-3f00a73ca5ed tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:26:14.038980 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-868eabbe-e230-4979-b10f-3f00a73ca5ed tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] 10.222.0.87 "DELETE /v2.0/networks/0640432f-82af-44eb-80f5-637fe25eb874 HTTP/1.1" status: 404 len: 339 time: 0.0502622 Feb 02 07:26:14.042638 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46680) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:14.048562 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-62159aea-0220-425d-8ff2-f025341ea829 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2032578734', 'description': 'd1'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:26:14.079569 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62159aea-0220-425d-8ff2-f025341ea829 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Made reservation on behalf of ee5257aab1f24e58bf03a036b7d8a420 for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:26:14.082994 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-62159aea-0220-425d-8ff2-f025341ea829 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:14.139148 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62159aea-0220-425d-8ff2-f025341ea829 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:26:14.154035 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-62159aea-0220-425d-8ff2-f025341ea829 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (f0ac4429-caae-42e5-bc45-7998457aadd0), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:14.154729 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-62159aea-0220-425d-8ff2-f025341ea829 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Added segment f0ac4429-caae-42e5-bc45-7998457aadd0 of type vlan for network 60856f00-1628-45ad-8503-e00175f55598 Feb 02 07:26:14.208317 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-62159aea-0220-425d-8ff2-f025341ea829 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (60856f00-1628-45ad-8503-e00175f55598), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:14.251987 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-62159aea-0220-425d-8ff2-f025341ea829 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (60856f00-1628-45ad-8503-e00175f55598), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:14.253945 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62159aea-0220-425d-8ff2-f025341ea829 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:14.256304 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-62159aea-0220-425d-8ff2-f025341ea829 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:14.327003 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62159aea-0220-425d-8ff2-f025341ea829 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Pushing event updated for resources: {'Network': ['ID=60856f00-1628-45ad-8503-e00175f55598,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:14.338397 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 60856f00-1628-45ad-8503-e00175f55598 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:26:14.354538 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-62159aea-0220-425d-8ff2-f025341ea829 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3106530 Feb 02 07:26:14.358118 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46686) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:14.485854 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34dbdfa1-8160-4401-b5c1-3d061f498f27 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:14.491192 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46688) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:14.496981 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-ac6379f1-9153-4217-8815-5bdd73d1afa9 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Request body: {'network': {'description': 'd2'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:26:14.500697 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-53441466-cd7e-4502-a34c-b4e205644e08 None None] Could not find standard attr ID for object e3d200da-9d32-4807-a8b2-2250a04738e6. {{(pid=109695) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 07:26:14.507755 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-34dbdfa1-8160-4401-b5c1-3d061f498f27 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] 10.222.0.87 "GET /v2.0/networks?id=60856f00-1628-45ad-8503-e00175f55598 HTTP/1.1" status: 200 len: 761 time: 0.1424212 Feb 02 07:26:14.561587 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71347aed-e038-433d-a1e2-fd4503e9f86e None None] DHCP port deletion for 0640432f-82af-44eb-80f5-637fe25eb874 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:26:14.592798 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5942cc28-11c8-4d7e-b6d4-c0052564c175 None None] Network 0640432f-82af-44eb-80f5-637fe25eb874 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:26:14.622989 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5942cc28-11c8-4d7e-b6d4-c0052564c175 None None] Network 0640432f-82af-44eb-80f5-637fe25eb874 could not be found, it might have been deleted concurrently. {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 02 07:26:14.632278 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550c9751-9aca-4db1-a993-f0a409e6d19c None None] Network 0640432f-82af-44eb-80f5-637fe25eb874 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:26:14.656776 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550c9751-9aca-4db1-a993-f0a409e6d19c None None] Network 0640432f-82af-44eb-80f5-637fe25eb874 could not be found, it might have been deleted concurrently. {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 02 07:26:14.703918 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:14.717466 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ac6379f1-9153-4217-8815-5bdd73d1afa9 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (60856f00-1628-45ad-8503-e00175f55598), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:14.752744 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ac6379f1-9153-4217-8815-5bdd73d1afa9 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (60856f00-1628-45ad-8503-e00175f55598), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:14.774472 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ac6379f1-9153-4217-8815-5bdd73d1afa9 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Network 60856f00-1628-45ad-8503-e00175f55598 is not hosted by any dhcp agent {{(pid=109693) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 02 07:26:14.780900 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6379f1-9153-4217-8815-5bdd73d1afa9 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:14.781536 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ac6379f1-9153-4217-8815-5bdd73d1afa9 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:14.783788 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-ac6379f1-9153-4217-8815-5bdd73d1afa9 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] 10.222.0.87 "PUT /v2.0/networks/60856f00-1628-45ad-8503-e00175f55598 HTTP/1.1" status: 200 len: 758 time: 0.2915180 Feb 02 07:26:14.786894 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46692) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:14.851771 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6379f1-9153-4217-8815-5bdd73d1afa9 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Pushing event updated for resources: {'Network': ['ID=60856f00-1628-45ad-8503-e00175f55598,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:14.878871 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 60856f00-1628-45ad-8503-e00175f55598 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:26:15.005398 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc4cfb4-a666-4108-a28c-76db6306ad28 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:15.007054 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-6dc4cfb4-a666-4108-a28c-76db6306ad28 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] 10.222.0.87 "GET /v2.0/networks?id=60856f00-1628-45ad-8503-e00175f55598 HTTP/1.1" status: 200 len: 761 time: 0.2191265 Feb 02 07:26:15.010937 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46696) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:15.019507 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-14545f90-e13b-436b-9e4a-918b5a5b1d6f tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2063065658'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:26:15.055302 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14545f90-e13b-436b-9e4a-918b5a5b1d6f tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Made reservation on behalf of ee5257aab1f24e58bf03a036b7d8a420 for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:26:15.058660 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-14545f90-e13b-436b-9e4a-918b5a5b1d6f tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:15.089294 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14545f90-e13b-436b-9e4a-918b5a5b1d6f tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:26:15.103170 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-14545f90-e13b-436b-9e4a-918b5a5b1d6f tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (14940070-bbbe-4856-b991-4993cdcaf62c), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:15.103937 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-14545f90-e13b-436b-9e4a-918b5a5b1d6f tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Added segment 14940070-bbbe-4856-b991-4993cdcaf62c of type vlan for network 611acd4b-5c44-4947-bf16-87edf37b3e69 Feb 02 07:26:15.155386 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-14545f90-e13b-436b-9e4a-918b5a5b1d6f tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (611acd4b-5c44-4947-bf16-87edf37b3e69), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:15.189859 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-14545f90-e13b-436b-9e4a-918b5a5b1d6f tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (611acd4b-5c44-4947-bf16-87edf37b3e69), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:15.197648 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14545f90-e13b-436b-9e4a-918b5a5b1d6f tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:15.198908 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-14545f90-e13b-436b-9e4a-918b5a5b1d6f tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:15.246474 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46700) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:15.246700 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-14545f90-e13b-436b-9e4a-918b5a5b1d6f tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2343926 Feb 02 07:26:15.255041 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-c5a85f31-0149-42c6-bb49-daadf97881fb tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Request body: {'subnet': {'network_id': '611acd4b-5c44-4947-bf16-87edf37b3e69', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:26:15.305212 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14545f90-e13b-436b-9e4a-918b5a5b1d6f tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Pushing event updated for resources: {'Network': ['ID=611acd4b-5c44-4947-bf16-87edf37b3e69,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:15.320850 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 611acd4b-5c44-4947-bf16-87edf37b3e69 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:26:15.380690 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a85f31-0149-42c6-bb49-daadf97881fb tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Made reservation on behalf of ee5257aab1f24e58bf03a036b7d8a420 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:26:15.386020 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c5a85f31-0149-42c6-bb49-daadf97881fb tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:15.598014 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c5a85f31-0149-42c6-bb49-daadf97881fb tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (c7c3dc15-2ca6-4e9b-a345-e3ed00b8da6f), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:15.669100 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a85f31-0149-42c6-bb49-daadf97881fb tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Pushing event updated for resources: {'Subnet': ['ID=c7c3dc15-2ca6-4e9b-a345-e3ed00b8da6f,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:15.680514 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a85f31-0149-42c6-bb49-daadf97881fb tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Checking segment: {'id': '14940070-bbbe-4856-b991-4993cdcaf62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '611acd4b-5c44-4947-bf16-87edf37b3e69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:26:15.680912 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a85f31-0149-42c6-bb49-daadf97881fb tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Network hostable DHCP agents. Network: 611acd4b-5c44-4947-bf16-87edf37b3e69, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:26:15.708112 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a85f31-0149-42c6-bb49-daadf97881fb tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Network 611acd4b-5c44-4947-bf16-87edf37b3e69 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:26:15.724189 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-c5a85f31-0149-42c6-bb49-daadf97881fb tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 611acd4b-5c44-4947-bf16-87edf37b3e69) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:26:15.732820 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a85f31-0149-42c6-bb49-daadf97881fb tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:15.733445 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c5a85f31-0149-42c6-bb49-daadf97881fb tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks [] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:15.735519 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596519ec-8123-4c0d-9362-1d6a937a5365 None None] Network 611acd4b-5c44-4947-bf16-87edf37b3e69 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:26:15.771636 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c5a85f31-0149-42c6-bb49-daadf97881fb tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5221398 Feb 02 07:26:15.773284 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46704) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:15.906136 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 1b4fe621-5523-4168-b048-6cf3dfee6efe no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:26:15.947095 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ea9948-225a-4dbf-9bc2-d511d8074487 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-611acd4b-5c44-4947-bf16-87edf37b3e69', 'network_id': '611acd4b-5c44-4947-bf16-87edf37b3e69', 'project_id': 'ee5257aab1f24e58bf03a036b7d8a420', 'fixed_ips': [{'subnet_id': 'c7c3dc15-2ca6-4e9b-a345-e3ed00b8da6f'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:26:15.948126 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-55ea9948-225a-4dbf-9bc2-d511d8074487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:15.950545 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ac9cdf52-8bb4-4c83-a068-529f66c768e4 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (611acd4b-5c44-4947-bf16-87edf37b3e69), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:15.951062 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] No Port match for: 1b4fe621-5523-4168-b048-6cf3dfee6efe {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:26:15.951512 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 1b4fe621-5523-4168-b048-6cf3dfee6efe not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:26:16.045662 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ac9cdf52-8bb4-4c83-a068-529f66c768e4 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (c7c3dc15-2ca6-4e9b-a345-e3ed00b8da6f), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:16.123292 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:16.127653 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-55ea9948-225a-4dbf-9bc2-d511d8074487 None None] Allocated IP 172.20.0.2 (611acd4b-5c44-4947-bf16-87edf37b3e69/c7c3dc15-2ca6-4e9b-a345-e3ed00b8da6f/1adfcb23-ad63-4904-b0a2-d2c7ce7475b4) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:26:16.279187 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-55ea9948-225a-4dbf-9bc2-d511d8074487 None None] Publish callbacks [] for port (1adfcb23-ad63-4904-b0a2-d2c7ce7475b4), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:16.287260 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-55ea9948-225a-4dbf-9bc2-d511d8074487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (1adfcb23-ad63-4904-b0a2-d2c7ce7475b4), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:16.307970 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ac9cdf52-8bb4-4c83-a068-529f66c768e4 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (c7c3dc15-2ca6-4e9b-a345-e3ed00b8da6f), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:16.338425 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9cdf52-8bb4-4c83-a068-529f66c768e4 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Pushing event deleted for resources: {'Subnet': ['ID=c7c3dc15-2ca6-4e9b-a345-e3ed00b8da6f,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:16.387512 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ea9948-225a-4dbf-9bc2-d511d8074487 None None] Network 611acd4b-5c44-4947-bf16-87edf37b3e69 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:26:16.397562 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-55ea9948-225a-4dbf-9bc2-d511d8074487 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:26:16.415198 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device e3d200da-9d32-4807-a8b2-2250a04738e6 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:26:16.415967 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ac9cdf52-8bb4-4c83-a068-529f66c768e4 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (611acd4b-5c44-4947-bf16-87edf37b3e69), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:16.438793 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ea9948-225a-4dbf-9bc2-d511d8074487 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:26:16.447998 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-ac9cdf52-8bb4-4c83-a068-529f66c768e4 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['611acd4b-5c44-4947-bf16-87edf37b3e69']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:26:16.452021 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: e3d200da-9d32-4807-a8b2-2250a04738e6 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:26:16.453621 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device e3d200da-9d32-4807-a8b2-2250a04738e6 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:26:16.458899 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-ac9cdf52-8bb4-4c83-a068-529f66c768e4 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14940070-bbbe-4856-b991-4993cdcaf62c') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:26:16.459126 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-ac9cdf52-8bb4-4c83-a068-529f66c768e4 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14940070-bbbe-4856-b991-4993cdcaf62c') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:26:16.469662 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ac9cdf52-8bb4-4c83-a068-529f66c768e4 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (14940070-bbbe-4856-b991-4993cdcaf62c), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:16.495392 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ac9cdf52-8bb4-4c83-a068-529f66c768e4 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (14940070-bbbe-4856-b991-4993cdcaf62c), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:16.503625 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ea9948-225a-4dbf-9bc2-d511d8074487 None None] Pushing event updated for resources: {'Port': ['ID=1adfcb23-ad63-4904-b0a2-d2c7ce7475b4,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:16.508531 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac9cdf52-8bb4-4c83-a068-529f66c768e4 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:26:16.508848 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ac9cdf52-8bb4-4c83-a068-529f66c768e4 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (14940070-bbbe-4856-b991-4993cdcaf62c), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:16.512056 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:26:16.512056 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:26:16.512056 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:26:16.512056 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:26:16.512056 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:26:16.512056 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:26:16.512056 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:26:16.512056 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:26:16.512056 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:26:16.512056 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:26:16.512056 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:26:16.512056 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:26:16.512056 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:26:16.512056 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:26:16.512056 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:26:16.512056 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:26:16.512056 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:26:16.512056 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:26:16.512056 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:26:16.512056 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:26:16.512056 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:26:16.512056 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:26:16.512056 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:26:16.512056 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:26:16.512056 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:26:16.512056 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:26:16.512056 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:26:16.512056 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:26:16.512056 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:26:16.512056 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:26:16.512056 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:26:16.512056 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:26:16.543496 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-55ea9948-225a-4dbf-9bc2-d511d8074487 None None] Attempting to bind port 1adfcb23-ad63-4904-b0a2-d2c7ce7475b4 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:26:16.544015 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-55ea9948-225a-4dbf-9bc2-d511d8074487 None None] Attempting to bind port 1adfcb23-ad63-4904-b0a2-d2c7ce7475b4 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '14940070-bbbe-4856-b991-4993cdcaf62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '611acd4b-5c44-4947-bf16-87edf37b3e69'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:26:16.544481 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ea9948-225a-4dbf-9bc2-d511d8074487 None None] Attempting to bind port 1adfcb23-ad63-4904-b0a2-d2c7ce7475b4 on network 611acd4b-5c44-4947-bf16-87edf37b3e69 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:26:16.551112 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ea9948-225a-4dbf-9bc2-d511d8074487 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:26:16.551730 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ea9948-225a-4dbf-9bc2-d511d8074487 None None] Checking segment: {'id': '14940070-bbbe-4856-b991-4993cdcaf62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '611acd4b-5c44-4947-bf16-87edf37b3e69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:26:16.552235 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-55ea9948-225a-4dbf-9bc2-d511d8074487 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:16.552727 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ea9948-225a-4dbf-9bc2-d511d8074487 None None] Bound using segment: {'id': '14940070-bbbe-4856-b991-4993cdcaf62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '611acd4b-5c44-4947-bf16-87edf37b3e69'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:26:16.553303 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-55ea9948-225a-4dbf-9bc2-d511d8074487 None None] Bound port: 1adfcb23-ad63-4904-b0a2-d2c7ce7475b4, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14940070-bbbe-4856-b991-4993cdcaf62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '611acd4b-5c44-4947-bf16-87edf37b3e69'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:26:16.553821 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-55ea9948-225a-4dbf-9bc2-d511d8074487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (1adfcb23-ad63-4904-b0a2-d2c7ce7475b4), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:16.614416 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.db.api [None req-ac9cdf52-8bb4-4c83-a068-529f66c768e4 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 02 07:26:16.614416 n-d-789963-26 neutron-server[109693]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 02 07:26:16.614416 n-d-789963-26 neutron-server[109693]: [parameters: {'id': '611acd4b-5c44-4947-bf16-87edf37b3e69'}] Feb 02 07:26:16.614416 n-d-789963-26 neutron-server[109693]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109693) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 07:26:16.614805 n-d-789963-26 neutron-server[109693]: DEBUG oslo_db.api [None req-ac9cdf52-8bb4-4c83-a068-529f66c768e4 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 07:26:16.657710 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-55ea9948-225a-4dbf-9bc2-d511d8074487 None None] For port 1adfcb23-ad63-4904-b0a2-d2c7ce7475b4, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:26:16.661900 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-55ea9948-225a-4dbf-9bc2-d511d8074487 None None] For port 1adfcb23-ad63-4904-b0a2-d2c7ce7475b4, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=1adfcb23-ad63-4904-b0a2-d2c7ce7475b4,segment=NetworkSegment(14940070-bbbe-4856-b991-4993cdcaf62c),segment_id=14940070-bbbe-4856-b991-4993cdcaf62c)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:26:16.672361 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-55ea9948-225a-4dbf-9bc2-d511d8074487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (1adfcb23-ad63-4904-b0a2-d2c7ce7475b4), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:16.791793 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a265c942-f53d-41b7-913a-fbb688a7bdc5 None None] get_active_networks_info from n-d-789963-26 {{(pid=109695) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 02 07:26:16.818662 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ea9948-225a-4dbf-9bc2-d511d8074487 None None] Pushing event updated for resources: {'Port': ['ID=1adfcb23-ad63-4904-b0a2-d2c7ce7475b4,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:16.884072 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a265c942-f53d-41b7-913a-fbb688a7bdc5 None None] Resources bound (agent type, host, resource id): {{(pid=109695) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 02 07:26:17.100616 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ceff27-b45b-4c9d-806e-bd4182cf721c None None] Network 611acd4b-5c44-4947-bf16-87edf37b3e69 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:26:17.116541 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ac9cdf52-8bb4-4c83-a068-529f66c768e4 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (611acd4b-5c44-4947-bf16-87edf37b3e69), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:17.216277 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-ac9cdf52-8bb4-4c83-a068-529f66c768e4 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Deleting port 1adfcb23-ad63-4904-b0a2-d2c7ce7475b4 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:26:17.216627 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ac9cdf52-8bb4-4c83-a068-529f66c768e4 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (1adfcb23-ad63-4904-b0a2-d2c7ce7475b4), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:17.369774 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-ac9cdf52-8bb4-4c83-a068-529f66c768e4 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] For port 1adfcb23-ad63-4904-b0a2-d2c7ce7475b4, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=1adfcb23-ad63-4904-b0a2-d2c7ce7475b4,segment=NetworkSegment(14940070-bbbe-4856-b991-4993cdcaf62c),segment_id=14940070-bbbe-4856-b991-4993cdcaf62c)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:26:17.370553 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ac9cdf52-8bb4-4c83-a068-529f66c768e4 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (1adfcb23-ad63-4904-b0a2-d2c7ce7475b4), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:17.388784 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-ac9cdf52-8bb4-4c83-a068-529f66c768e4 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Calling delete_port for 1adfcb23-ad63-4904-b0a2-d2c7ce7475b4 owned by network:dhcp {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:26:17.421995 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:17.497167 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ac9cdf52-8bb4-4c83-a068-529f66c768e4 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (1adfcb23-ad63-4904-b0a2-d2c7ce7475b4), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:17.528877 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9cdf52-8bb4-4c83-a068-529f66c768e4 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Pushing event deleted for resources: {'Port': ['ID=1adfcb23-ad63-4904-b0a2-d2c7ce7475b4,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:17.541848 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9cdf52-8bb4-4c83-a068-529f66c768e4 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] No DVR routers for this DVR port 1adfcb23-ad63-4904-b0a2-d2c7ce7475b4 on host n-d-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:26:17.636082 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ac9cdf52-8bb4-4c83-a068-529f66c768e4 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (611acd4b-5c44-4947-bf16-87edf37b3e69), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:17.692813 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-ac9cdf52-8bb4-4c83-a068-529f66c768e4 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['611acd4b-5c44-4947-bf16-87edf37b3e69']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:26:17.704706 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-ac9cdf52-8bb4-4c83-a068-529f66c768e4 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14940070-bbbe-4856-b991-4993cdcaf62c') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:26:17.705377 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-ac9cdf52-8bb4-4c83-a068-529f66c768e4 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14940070-bbbe-4856-b991-4993cdcaf62c') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:26:17.716556 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ac9cdf52-8bb4-4c83-a068-529f66c768e4 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (14940070-bbbe-4856-b991-4993cdcaf62c), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:17.731091 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ac9cdf52-8bb4-4c83-a068-529f66c768e4 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (14940070-bbbe-4856-b991-4993cdcaf62c), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:17.738611 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac9cdf52-8bb4-4c83-a068-529f66c768e4 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:26:17.739224 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ac9cdf52-8bb4-4c83-a068-529f66c768e4 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (14940070-bbbe-4856-b991-4993cdcaf62c), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:17.832054 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:26:17.832054 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:26:17.832054 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:26:17.832054 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:26:17.832054 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:26:17.832054 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:26:17.832054 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:26:17.832054 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:26:17.832054 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:26:17.832054 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:26:17.832054 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:26:17.832054 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:26:17.832054 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:26:17.832054 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:26:17.832054 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:26:17.832054 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:26:17.832054 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:26:17.832054 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:26:17.832054 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:26:17.832054 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:26:17.832054 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:26:17.832054 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:26:17.832054 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:26:17.832054 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:26:17.832054 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:26:17.832054 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:26:17.832054 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:26:17.832054 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:26:17.832054 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:26:17.832054 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:26:17.832054 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:26:17.832054 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:26:17.838110 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ac9cdf52-8bb4-4c83-a068-529f66c768e4 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (611acd4b-5c44-4947-bf16-87edf37b3e69), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:17.850757 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ac9cdf52-8bb4-4c83-a068-529f66c768e4 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:17.856691 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46740) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:17.857188 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-ac9cdf52-8bb4-4c83-a068-529f66c768e4 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] 10.222.0.87 "DELETE /v2.0/networks/611acd4b-5c44-4947-bf16-87edf37b3e69 HTTP/1.1" status: 204 len: 168 time: 2.0816607 Feb 02 07:26:17.871133 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9cdf52-8bb4-4c83-a068-529f66c768e4 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Pushing event deleted for resources: {'Network': ['ID=611acd4b-5c44-4947-bf16-87edf37b3e69,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:17.897052 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-95710437-d5ff-465d-8ff3-12d27b7039ae tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] GET failed (client error): The resource could not be found. Feb 02 07:26:17.898511 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-95710437-d5ff-465d-8ff3-12d27b7039ae tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] 10.222.0.87 "GET /v2.0/subnets/c7c3dc15-2ca6-4e9b-a345-e3ed00b8da6f HTTP/1.1" status: 404 len: 337 time: 0.0399892 Feb 02 07:26:17.902017 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46742) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:17.926127 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f8e52a8-1226-4c78-be28-ac88495e6a31 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] DELETE failed (client error): The resource could not be found. Feb 02 07:26:17.926787 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f8e52a8-1226-4c78-be28-ac88495e6a31 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:26:17.930191 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-8f8e52a8-1226-4c78-be28-ac88495e6a31 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] 10.222.0.87 "DELETE /v2.0/networks/611acd4b-5c44-4947-bf16-87edf37b3e69 HTTP/1.1" status: 404 len: 339 time: 0.0271149 Feb 02 07:26:17.936504 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46744) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:18.155190 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12636966-b52c-4a0e-87db-3738e1e3e5df tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:18.156812 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-12636966-b52c-4a0e-87db-3738e1e3e5df tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2192791 Feb 02 07:26:18.160713 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46748) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:18.212728 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46750) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:18.222320 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a40cb36d-7f57-40e7-9a5c-b4c66f9ddaf6 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] 10.222.0.87 "GET /v2.0/subnets?network_id=ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 HTTP/1.1" status: 200 len: 207 time: 0.0588062 Feb 02 07:26:18.347225 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a51ec6-9ce2-4f5e-ad63-1c1a6124594b tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:18.352594 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a51ec6-9ce2-4f5e-ad63-1c1a6124594b tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:18.358284 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a51ec6-9ce2-4f5e-ad63-1c1a6124594b tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:18.365419 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a51ec6-9ce2-4f5e-ad63-1c1a6124594b tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:18.367423 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-52a51ec6-9ce2-4f5e-ad63-1c1a6124594b tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.1531143 Feb 02 07:26:18.371152 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46752) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:18.521623 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46754) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:18.530805 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-ab7b439c-73a8-4c0f-a462-bc3155cbdb9b tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] 10.222.0.87 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1584527 Feb 02 07:26:18.580149 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1bf294-21bf-4348-a206-5ab83bbd58e0 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:18.582494 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1bf294-21bf-4348-a206-5ab83bbd58e0 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:18.589932 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46756) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:18.600044 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-7b1bf294-21bf-4348-a206-5ab83bbd58e0 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0770345 Feb 02 07:26:18.652040 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cb1d9a-0408-453d-8736-c37846dbcae8 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Attributes excluded by policy engine: ['shared'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:18.654365 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cb1d9a-0408-453d-8736-c37846dbcae8 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Attributes excluded by policy engine: ['shared'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:18.662216 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46758) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:18.673357 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-f1cb1d9a-0408-453d-8736-c37846dbcae8 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] 10.222.0.87 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0821064 Feb 02 07:26:18.779219 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b00434-2c87-45c0-b732-7e7b04f66ba0 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:18.786914 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46762) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:18.797047 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-79b00434-2c87-45c0-b732-7e7b04f66ba0 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] 10.222.0.87 "GET /v2.0/networks/f11d2bef-454d-4ea9-a519-afd82cbbaf0c HTTP/1.1" status: 200 len: 800 time: 0.1334662 Feb 02 07:26:18.930838 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d5e16494-3e2e-408e-b3c5-090faed8a0b9 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] 10.222.0.87 "GET /v2.0/networks/f11d2bef-454d-4ea9-a519-afd82cbbaf0c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1424623 Feb 02 07:26:18.935625 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46768) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:18.991292 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb78979e-e39f-40ea-b9e2-0723e1360b9e tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:18.992985 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-bb78979e-e39f-40ea-b9e2-0723e1360b9e tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] 10.222.0.87 "GET /v2.0/subnets/111efbe1-cbd3-4a71-811a-27b4916744b0 HTTP/1.1" status: 200 len: 811 time: 0.0562541 Feb 02 07:26:18.998691 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46770) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:19.034145 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:26:19.080472 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a50607d-e77d-4797-be9d-a6bccf483710 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Attributes excluded by policy engine: ['shared'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:19.083609 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-7a50607d-e77d-4797-be9d-a6bccf483710 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] 10.222.0.87 "GET /v2.0/subnets/111efbe1-cbd3-4a71-811a-27b4916744b0?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0824435 Feb 02 07:26:19.085708 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46774) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:19.090529 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-44340ca4-d8e6-4ea4-9735-4c6f33008d5a tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-384515908'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:26:19.117639 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44340ca4-d8e6-4ea4-9735-4c6f33008d5a tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Made reservation on behalf of ee5257aab1f24e58bf03a036b7d8a420 for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:26:19.121335 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-44340ca4-d8e6-4ea4-9735-4c6f33008d5a tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:19.149969 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44340ca4-d8e6-4ea4-9735-4c6f33008d5a tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:26:19.162621 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-44340ca4-d8e6-4ea4-9735-4c6f33008d5a tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (ffbbc276-9be9-4083-99f5-25832f919c93), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:19.163543 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-44340ca4-d8e6-4ea4-9735-4c6f33008d5a tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Added segment ffbbc276-9be9-4083-99f5-25832f919c93 of type vlan for network 81e55542-652c-4518-bb39-7f1d7899887c Feb 02 07:26:19.236682 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-44340ca4-d8e6-4ea4-9735-4c6f33008d5a tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (81e55542-652c-4518-bb39-7f1d7899887c), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:19.285731 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-44340ca4-d8e6-4ea4-9735-4c6f33008d5a tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (81e55542-652c-4518-bb39-7f1d7899887c), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:19.312413 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44340ca4-d8e6-4ea4-9735-4c6f33008d5a tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:19.315210 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-44340ca4-d8e6-4ea4-9735-4c6f33008d5a tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:19.413878 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44340ca4-d8e6-4ea4-9735-4c6f33008d5a tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Pushing event updated for resources: {'Network': ['ID=81e55542-652c-4518-bb39-7f1d7899887c,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:19.432774 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 81e55542-652c-4518-bb39-7f1d7899887c details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:26:19.434543 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-44340ca4-d8e6-4ea4-9735-4c6f33008d5a tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3477578 Feb 02 07:26:19.437586 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46776) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:19.447080 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-1ab6169a-5a95-4969-afcc-41d78bfb0b21 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Request body: {'subnet': {'network_id': '81e55542-652c-4518-bb39-7f1d7899887c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:26:19.573425 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab6169a-5a95-4969-afcc-41d78bfb0b21 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Made reservation on behalf of ee5257aab1f24e58bf03a036b7d8a420 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:26:19.579339 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1ab6169a-5a95-4969-afcc-41d78bfb0b21 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:19.649016 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.ipam_backend_mixin [None req-1ab6169a-5a95-4969-afcc-41d78bfb0b21 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Performing IP validity checks on allocation pools {{(pid=109693) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 02 07:26:19.649579 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.ipam_backend_mixin [None req-1ab6169a-5a95-4969-afcc-41d78bfb0b21 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109693) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 02 07:26:19.801001 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1ab6169a-5a95-4969-afcc-41d78bfb0b21 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (14f2d6a5-904b-4861-8d4a-4a040cde3113), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:19.889541 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab6169a-5a95-4969-afcc-41d78bfb0b21 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Checking segment: {'id': 'ffbbc276-9be9-4083-99f5-25832f919c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '81e55542-652c-4518-bb39-7f1d7899887c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:26:19.889901 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab6169a-5a95-4969-afcc-41d78bfb0b21 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Network hostable DHCP agents. Network: 81e55542-652c-4518-bb39-7f1d7899887c, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:26:19.893847 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab6169a-5a95-4969-afcc-41d78bfb0b21 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Pushing event updated for resources: {'Subnet': ['ID=14f2d6a5-904b-4861-8d4a-4a040cde3113,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:19.923541 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab6169a-5a95-4969-afcc-41d78bfb0b21 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Network 81e55542-652c-4518-bb39-7f1d7899887c is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:26:19.939606 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-1ab6169a-5a95-4969-afcc-41d78bfb0b21 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 81e55542-652c-4518-bb39-7f1d7899887c) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:26:19.943954 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab6169a-5a95-4969-afcc-41d78bfb0b21 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:19.944567 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1ab6169a-5a95-4969-afcc-41d78bfb0b21 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:19.957611 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff12d5a-d23d-4d7d-b7b6-35d2438b0de2 None None] Network 81e55542-652c-4518-bb39-7f1d7899887c requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:26:19.980607 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-1ab6169a-5a95-4969-afcc-41d78bfb0b21 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.5376372 Feb 02 07:26:19.983156 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46790) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:19.995508 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-ad9479c0-6a70-475b-acdf-f2099fb6883b tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:26:20.148546 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ad9479c0-6a70-475b-acdf-f2099fb6883b tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8844839'] for subnet (14f2d6a5-904b-4861-8d4a-4a040cde3113), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:20.170781 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6bc0d80-425a-4ff7-87af-50ec40dba766 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-81e55542-652c-4518-bb39-7f1d7899887c', 'network_id': '81e55542-652c-4518-bb39-7f1d7899887c', 'project_id': 'ee5257aab1f24e58bf03a036b7d8a420', 'fixed_ips': [{'subnet_id': '14f2d6a5-904b-4861-8d4a-4a040cde3113'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:26:20.174047 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c6bc0d80-425a-4ff7-87af-50ec40dba766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:20.346360 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ad9479c0-6a70-475b-acdf-f2099fb6883b tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778325656028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8424431'] for subnet (14f2d6a5-904b-4861-8d4a-4a040cde3113), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:20.453009 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9479c0-6a70-475b-acdf-f2099fb6883b tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:20.454169 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ad9479c0-6a70-475b-acdf-f2099fb6883b tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:20.459730 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-ad9479c0-6a70-475b-acdf-f2099fb6883b tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] 10.222.0.87 "PUT /v2.0/subnets/14f2d6a5-904b-4861-8d4a-4a040cde3113 HTTP/1.1" status: 200 len: 877 time: 0.4729619 Feb 02 07:26:20.460299 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46794) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:20.483590 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-c6bc0d80-425a-4ff7-87af-50ec40dba766 None None] Allocated IP 172.20.0.3 (81e55542-652c-4518-bb39-7f1d7899887c/14f2d6a5-904b-4861-8d4a-4a040cde3113/4ce2d362-9f7d-4c0d-b729-181ba537ecef) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:26:20.487280 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9479c0-6a70-475b-acdf-f2099fb6883b tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Pushing event updated for resources: {'Subnet': ['ID=14f2d6a5-904b-4861-8d4a-4a040cde3113,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:20.616691 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c0ae0020-3833-4ab8-89e7-ee1df52db31b tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (81e55542-652c-4518-bb39-7f1d7899887c), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:20.690545 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c0ae0020-3833-4ab8-89e7-ee1df52db31b tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (14f2d6a5-904b-4861-8d4a-4a040cde3113), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:20.734278 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c6bc0d80-425a-4ff7-87af-50ec40dba766 None None] Publish callbacks [] for port (4ce2d362-9f7d-4c0d-b729-181ba537ecef), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:20.745340 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c6bc0d80-425a-4ff7-87af-50ec40dba766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (4ce2d362-9f7d-4c0d-b729-181ba537ecef), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:20.829477 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6bc0d80-425a-4ff7-87af-50ec40dba766 None None] Network 81e55542-652c-4518-bb39-7f1d7899887c is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:26:20.863404 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c0ae0020-3833-4ab8-89e7-ee1df52db31b tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (14f2d6a5-904b-4861-8d4a-4a040cde3113), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:20.883789 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bc0d80-425a-4ff7-87af-50ec40dba766 None None] Pushing event updated for resources: {'Port': ['ID=4ce2d362-9f7d-4c0d-b729-181ba537ecef,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:20.937720 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-c6bc0d80-425a-4ff7-87af-50ec40dba766 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:26:20.956529 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bc0d80-425a-4ff7-87af-50ec40dba766 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:26:21.002944 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae0020-3833-4ab8-89e7-ee1df52db31b tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Pushing event deleted for resources: {'Subnet': ['ID=14f2d6a5-904b-4861-8d4a-4a040cde3113,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:21.170306 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c0ae0020-3833-4ab8-89e7-ee1df52db31b tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (81e55542-652c-4518-bb39-7f1d7899887c), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:21.182663 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-c6bc0d80-425a-4ff7-87af-50ec40dba766 None None] Attempting to bind port 4ce2d362-9f7d-4c0d-b729-181ba537ecef on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:26:21.182987 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-c6bc0d80-425a-4ff7-87af-50ec40dba766 None None] Attempting to bind port 4ce2d362-9f7d-4c0d-b729-181ba537ecef by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'ffbbc276-9be9-4083-99f5-25832f919c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '81e55542-652c-4518-bb39-7f1d7899887c'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:26:21.184555 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bc0d80-425a-4ff7-87af-50ec40dba766 None None] Attempting to bind port 4ce2d362-9f7d-4c0d-b729-181ba537ecef on network 81e55542-652c-4518-bb39-7f1d7899887c {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:26:21.200628 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bc0d80-425a-4ff7-87af-50ec40dba766 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:26:21.201039 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bc0d80-425a-4ff7-87af-50ec40dba766 None None] Checking segment: {'id': 'ffbbc276-9be9-4083-99f5-25832f919c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '81e55542-652c-4518-bb39-7f1d7899887c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:26:21.201565 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c6bc0d80-425a-4ff7-87af-50ec40dba766 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:21.201985 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bc0d80-425a-4ff7-87af-50ec40dba766 None None] Bound using segment: {'id': 'ffbbc276-9be9-4083-99f5-25832f919c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '81e55542-652c-4518-bb39-7f1d7899887c'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:26:21.204519 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-c6bc0d80-425a-4ff7-87af-50ec40dba766 None None] Bound port: 4ce2d362-9f7d-4c0d-b729-181ba537ecef, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffbbc276-9be9-4083-99f5-25832f919c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '81e55542-652c-4518-bb39-7f1d7899887c'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:26:21.205148 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c6bc0d80-425a-4ff7-87af-50ec40dba766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (4ce2d362-9f7d-4c0d-b729-181ba537ecef), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:21.301774 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-c0ae0020-3833-4ab8-89e7-ee1df52db31b tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81e55542-652c-4518-bb39-7f1d7899887c']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:26:21.324484 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-c0ae0020-3833-4ab8-89e7-ee1df52db31b tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffbbc276-9be9-4083-99f5-25832f919c93') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:26:21.324817 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-c0ae0020-3833-4ab8-89e7-ee1df52db31b tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffbbc276-9be9-4083-99f5-25832f919c93') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:26:21.345489 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c0ae0020-3833-4ab8-89e7-ee1df52db31b tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (ffbbc276-9be9-4083-99f5-25832f919c93), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:21.372573 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c0ae0020-3833-4ab8-89e7-ee1df52db31b tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (ffbbc276-9be9-4083-99f5-25832f919c93), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:21.379933 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-c6bc0d80-425a-4ff7-87af-50ec40dba766 None None] For port 4ce2d362-9f7d-4c0d-b729-181ba537ecef, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:26:21.384745 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0ae0020-3833-4ab8-89e7-ee1df52db31b tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:26:21.384745 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c0ae0020-3833-4ab8-89e7-ee1df52db31b tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (ffbbc276-9be9-4083-99f5-25832f919c93), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:21.387277 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:26:21.387277 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:26:21.387277 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:26:21.387277 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:26:21.387277 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:26:21.387277 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:26:21.387277 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:26:21.387277 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:26:21.387277 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:26:21.387277 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:26:21.387277 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:26:21.387277 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:26:21.387277 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:26:21.387277 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:26:21.387277 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:26:21.387277 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:26:21.387277 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:26:21.387277 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:26:21.387277 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:26:21.387277 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:26:21.387277 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:26:21.387277 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:26:21.387277 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:26:21.387277 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:26:21.387277 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:26:21.387277 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:26:21.387277 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:26:21.387277 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:26:21.387277 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:26:21.387277 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:26:21.387277 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:26:21.387277 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:26:21.512985 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-c6bc0d80-425a-4ff7-87af-50ec40dba766 None None] For port 4ce2d362-9f7d-4c0d-b729-181ba537ecef, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=4ce2d362-9f7d-4c0d-b729-181ba537ecef,segment=NetworkSegment(ffbbc276-9be9-4083-99f5-25832f919c93),segment_id=ffbbc276-9be9-4083-99f5-25832f919c93)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:26:21.513503 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.db.api [None req-c0ae0020-3833-4ab8-89e7-ee1df52db31b tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 02 07:26:21.513503 n-d-789963-26 neutron-server[109694]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 02 07:26:21.513503 n-d-789963-26 neutron-server[109694]: [parameters: {'id': '81e55542-652c-4518-bb39-7f1d7899887c'}] Feb 02 07:26:21.513503 n-d-789963-26 neutron-server[109694]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 07:26:21.514302 n-d-789963-26 neutron-server[109694]: DEBUG oslo_db.api [None req-c0ae0020-3833-4ab8-89e7-ee1df52db31b tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 07:26:21.530660 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c6bc0d80-425a-4ff7-87af-50ec40dba766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (4ce2d362-9f7d-4c0d-b729-181ba537ecef), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:21.704616 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bc0d80-425a-4ff7-87af-50ec40dba766 None None] Pushing event updated for resources: {'Port': ['ID=4ce2d362-9f7d-4c0d-b729-181ba537ecef,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:21.896019 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14e1fcb-6e1f-4861-ae13-39eec48aa798 None None] get_active_networks_info from n-d-789963-26 {{(pid=109695) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 02 07:26:22.016589 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c0ae0020-3833-4ab8-89e7-ee1df52db31b tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (81e55542-652c-4518-bb39-7f1d7899887c), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:22.123034 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae0020-3833-4ab8-89e7-ee1df52db31b tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Deleting port 4ce2d362-9f7d-4c0d-b729-181ba537ecef {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:26:22.123581 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c0ae0020-3833-4ab8-89e7-ee1df52db31b tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (4ce2d362-9f7d-4c0d-b729-181ba537ecef), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:22.200503 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14e1fcb-6e1f-4861-ae13-39eec48aa798 None None] Resources bound (agent type, host, resource id): {{(pid=109695) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 02 07:26:22.257672 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:22.289407 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-c0ae0020-3833-4ab8-89e7-ee1df52db31b tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] For port 4ce2d362-9f7d-4c0d-b729-181ba537ecef, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=4ce2d362-9f7d-4c0d-b729-181ba537ecef,segment=NetworkSegment(ffbbc276-9be9-4083-99f5-25832f919c93),segment_id=ffbbc276-9be9-4083-99f5-25832f919c93)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:26:22.289776 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c0ae0020-3833-4ab8-89e7-ee1df52db31b tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (4ce2d362-9f7d-4c0d-b729-181ba537ecef), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:22.309836 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae0020-3833-4ab8-89e7-ee1df52db31b tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Calling delete_port for 4ce2d362-9f7d-4c0d-b729-181ba537ecef owned by network:dhcp {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:26:22.458358 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c0ae0020-3833-4ab8-89e7-ee1df52db31b tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (4ce2d362-9f7d-4c0d-b729-181ba537ecef), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:22.508571 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae0020-3833-4ab8-89e7-ee1df52db31b tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Pushing event deleted for resources: {'Port': ['ID=4ce2d362-9f7d-4c0d-b729-181ba537ecef,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:22.527411 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ae0020-3833-4ab8-89e7-ee1df52db31b tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] No DVR routers for this DVR port 4ce2d362-9f7d-4c0d-b729-181ba537ecef on host n-d-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:26:22.609626 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f273a6e6-7453-4bd5-a941-ed178158fbf2 None None] Network 81e55542-652c-4518-bb39-7f1d7899887c requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:26:22.694302 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c0ae0020-3833-4ab8-89e7-ee1df52db31b tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (81e55542-652c-4518-bb39-7f1d7899887c), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:22.763782 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-c0ae0020-3833-4ab8-89e7-ee1df52db31b tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81e55542-652c-4518-bb39-7f1d7899887c']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:26:22.770945 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab29a49-3062-4bf5-9b09-9bdd984bb493 None None] Network 81e55542-652c-4518-bb39-7f1d7899887c requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:26:22.785786 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-c0ae0020-3833-4ab8-89e7-ee1df52db31b tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffbbc276-9be9-4083-99f5-25832f919c93') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:26:22.786086 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-c0ae0020-3833-4ab8-89e7-ee1df52db31b tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffbbc276-9be9-4083-99f5-25832f919c93') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:26:22.829679 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c0ae0020-3833-4ab8-89e7-ee1df52db31b tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (ffbbc276-9be9-4083-99f5-25832f919c93), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:22.854705 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c0ae0020-3833-4ab8-89e7-ee1df52db31b tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (ffbbc276-9be9-4083-99f5-25832f919c93), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:22.866929 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0ae0020-3833-4ab8-89e7-ee1df52db31b tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:26:22.868126 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c0ae0020-3833-4ab8-89e7-ee1df52db31b tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (ffbbc276-9be9-4083-99f5-25832f919c93), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:22.877156 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:26:22.877156 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:26:22.877156 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:26:22.877156 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:26:22.877156 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:26:22.877156 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:26:22.877156 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:26:22.877156 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:26:22.877156 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:26:22.877156 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:26:22.877156 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:26:22.877156 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:26:22.877156 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:26:22.877156 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:26:22.877156 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:26:22.877156 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:26:22.877156 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:26:22.877156 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:26:22.877156 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:26:22.877156 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:26:22.877156 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:26:22.877156 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:26:22.877156 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:26:22.877156 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:26:22.877156 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:26:22.877156 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:26:22.877156 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:26:22.877156 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:26:22.877156 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:26:22.877156 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:26:22.877156 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:26:22.877156 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:26:23.005334 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c0ae0020-3833-4ab8-89e7-ee1df52db31b tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (81e55542-652c-4518-bb39-7f1d7899887c), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:23.011144 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c0ae0020-3833-4ab8-89e7-ee1df52db31b tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:23.015427 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c0ae0020-3833-4ab8-89e7-ee1df52db31b tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] 10.222.0.87 "DELETE /v2.0/networks/81e55542-652c-4518-bb39-7f1d7899887c HTTP/1.1" status: 204 len: 168 time: 2.5536044 Feb 02 07:26:23.019180 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46818) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:23.046059 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae0020-3833-4ab8-89e7-ee1df52db31b tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Pushing event deleted for resources: {'Network': ['ID=81e55542-652c-4518-bb39-7f1d7899887c,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:23.097121 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7db8be3-d06d-4051-82fc-b90a32fdaa0a tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] DELETE failed (client error): The resource could not be found. Feb 02 07:26:23.097870 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7db8be3-d06d-4051-82fc-b90a32fdaa0a tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:26:23.103259 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a7db8be3-d06d-4051-82fc-b90a32fdaa0a tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] 10.222.0.87 "DELETE /v2.0/subnets/14f2d6a5-904b-4861-8d4a-4a040cde3113 HTTP/1.1" status: 404 len: 337 time: 0.0807347 Feb 02 07:26:23.103743 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46820) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:23.163113 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-da29d56a-9aa8-44a6-984f-ccd4bea9d020 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] DELETE failed (client error): The resource could not be found. Feb 02 07:26:23.170105 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da29d56a-9aa8-44a6-984f-ccd4bea9d020 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:26:23.202214 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-da29d56a-9aa8-44a6-984f-ccd4bea9d020 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] 10.222.0.87 "DELETE /v2.0/networks/81e55542-652c-4518-bb39-7f1d7899887c HTTP/1.1" status: 404 len: 339 time: 0.0974128 Feb 02 07:26:23.205011 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46826) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:23.263778 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ccaa6e5-d184-4513-aa05-9eda64354f0a tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] DELETE failed (client error): The resource could not be found. Feb 02 07:26:23.264178 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ccaa6e5-d184-4513-aa05-9eda64354f0a tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:26:23.267548 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-8ccaa6e5-d184-4513-aa05-9eda64354f0a tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] 10.222.0.87 "DELETE /v2.0/subnets/c7c3dc15-2ca6-4e9b-a345-e3ed00b8da6f HTTP/1.1" status: 404 len: 337 time: 0.0609272 Feb 02 07:26:23.269877 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46828) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:23.301027 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-434fbb4f-e1ad-4c71-be90-f3d4dc3994d6 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] DELETE failed (client error): The resource could not be found. Feb 02 07:26:23.301608 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-434fbb4f-e1ad-4c71-be90-f3d4dc3994d6 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:26:23.305110 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-434fbb4f-e1ad-4c71-be90-f3d4dc3994d6 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] 10.222.0.87 "DELETE /v2.0/networks/611acd4b-5c44-4947-bf16-87edf37b3e69 HTTP/1.1" status: 404 len: 339 time: 0.0343037 Feb 02 07:26:23.307749 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46830) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:23.415495 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fc8d9a4c-8e9d-4ba2-a9ca-c8b9685971b3 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (60856f00-1628-45ad-8503-e00175f55598), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:23.580379 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fc8d9a4c-8e9d-4ba2-a9ca-c8b9685971b3 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (60856f00-1628-45ad-8503-e00175f55598), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:23.608271 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-fc8d9a4c-8e9d-4ba2-a9ca-c8b9685971b3 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60856f00-1628-45ad-8503-e00175f55598']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:26:23.622266 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-fc8d9a4c-8e9d-4ba2-a9ca-c8b9685971b3 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0ac4429-caae-42e5-bc45-7998457aadd0') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:26:23.622802 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-fc8d9a4c-8e9d-4ba2-a9ca-c8b9685971b3 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0ac4429-caae-42e5-bc45-7998457aadd0') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:26:23.638698 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fc8d9a4c-8e9d-4ba2-a9ca-c8b9685971b3 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (f0ac4429-caae-42e5-bc45-7998457aadd0), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:23.659001 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fc8d9a4c-8e9d-4ba2-a9ca-c8b9685971b3 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (f0ac4429-caae-42e5-bc45-7998457aadd0), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:23.667256 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc8d9a4c-8e9d-4ba2-a9ca-c8b9685971b3 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:26:23.667717 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fc8d9a4c-8e9d-4ba2-a9ca-c8b9685971b3 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (f0ac4429-caae-42e5-bc45-7998457aadd0), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:23.671139 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:26:23.671139 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:26:23.671139 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:26:23.671139 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:26:23.671139 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:26:23.671139 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:26:23.671139 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:26:23.671139 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:26:23.671139 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:26:23.671139 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:26:23.671139 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:26:23.671139 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:26:23.671139 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:26:23.671139 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:26:23.671139 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:26:23.671139 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:26:23.671139 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:26:23.671139 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:26:23.671139 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:26:23.671139 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:26:23.671139 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:26:23.671139 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:26:23.671139 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:26:23.671139 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:26:23.671139 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:26:23.671139 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:26:23.671139 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:26:23.671139 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:26:23.671139 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:26:23.671139 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:26:23.671139 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:26:23.671139 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:26:23.752996 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fc8d9a4c-8e9d-4ba2-a9ca-c8b9685971b3 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (60856f00-1628-45ad-8503-e00175f55598), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:23.769271 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fc8d9a4c-8e9d-4ba2-a9ca-c8b9685971b3 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:23.779726 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-fc8d9a4c-8e9d-4ba2-a9ca-c8b9685971b3 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] 10.222.0.87 "DELETE /v2.0/networks/60856f00-1628-45ad-8503-e00175f55598 HTTP/1.1" status: 204 len: 168 time: 0.4640193 Feb 02 07:26:23.780758 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46832) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:23.795597 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8d9a4c-8e9d-4ba2-a9ca-c8b9685971b3 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Pushing event deleted for resources: {'Network': ['ID=60856f00-1628-45ad-8503-e00175f55598,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:23.827945 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-7302ed69-afe4-4389-bede-58dae29bcd6f tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] DELETE failed (client error): The resource could not be found. Feb 02 07:26:23.829231 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7302ed69-afe4-4389-bede-58dae29bcd6f tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:26:23.836204 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-7302ed69-afe4-4389-bede-58dae29bcd6f tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] 10.222.0.87 "DELETE /v2.0/subnets/b001e58d-e5eb-4823-8532-1eb8dc6bad29 HTTP/1.1" status: 404 len: 337 time: 0.0537117 Feb 02 07:26:23.836963 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46836) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:23.930993 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-65e1f585-cae7-49cd-95e0-3d4ecb46e8ba tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] DELETE failed (client error): The resource could not be found. Feb 02 07:26:23.932355 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65e1f585-cae7-49cd-95e0-3d4ecb46e8ba tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:26:23.934768 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-65e1f585-cae7-49cd-95e0-3d4ecb46e8ba tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] 10.222.0.87 "DELETE /v2.0/networks/0640432f-82af-44eb-80f5-637fe25eb874 HTTP/1.1" status: 404 len: 339 time: 0.0966163 Feb 02 07:26:23.937136 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46838) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:23.973251 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9f19f76-6f43-40bb-9a20-18bdd3714277 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] DELETE failed (client error): The resource could not be found. Feb 02 07:26:23.973730 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9f19f76-6f43-40bb-9a20-18bdd3714277 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:26:23.977021 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d9f19f76-6f43-40bb-9a20-18bdd3714277 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] 10.222.0.87 "DELETE /v2.0/subnets/5a219d9a-0520-47c8-9fc1-81d2613e43bf HTTP/1.1" status: 404 len: 337 time: 0.0387800 Feb 02 07:26:23.979545 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46840) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:23.985127 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b39e8d7c-d84b-4e71-91ff-b2e1bbc74647 req-2734a5b8-567e-4f55-abae-68be52c3ab46 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=741f6988-2079-410c-bcff-a80f15a3c769&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0963244 Feb 02 07:26:24.002761 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7c21a21-e34d-4234-b675-fa3fb5cea49f tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] DELETE failed (client error): The resource could not be found. Feb 02 07:26:24.004815 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7c21a21-e34d-4234-b675-fa3fb5cea49f tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:26:24.008156 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-f7c21a21-e34d-4234-b675-fa3fb5cea49f tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] 10.222.0.87 "DELETE /v2.0/networks/e1c3c5bc-5713-4e27-af24-e025db2abedf HTTP/1.1" status: 404 len: 339 time: 0.0276580 Feb 02 07:26:24.010714 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46842) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:24.046485 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bf3ed2f-b117-4d51-8391-f9e70fb57cfe tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] DELETE failed (client error): The resource could not be found. Feb 02 07:26:24.047740 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bf3ed2f-b117-4d51-8391-f9e70fb57cfe tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:26:24.050659 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-0bf3ed2f-b117-4d51-8391-f9e70fb57cfe tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] 10.222.0.87 "DELETE /v2.0/subnets/014ac662-7d5c-4a79-970d-3560b2f1f3c0 HTTP/1.1" status: 404 len: 337 time: 0.0391283 Feb 02 07:26:24.053362 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46844) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:24.096386 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3ec262d-e73d-4e3d-923a-967372a9a981 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] DELETE failed (client error): The resource could not be found. Feb 02 07:26:24.096811 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3ec262d-e73d-4e3d-923a-967372a9a981 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:26:24.099814 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d3ec262d-e73d-4e3d-923a-967372a9a981 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] 10.222.0.87 "DELETE /v2.0/networks/1f1ec1ee-0fdf-486f-9f78-65f17a6be312 HTTP/1.1" status: 404 len: 339 time: 0.0454748 Feb 02 07:26:24.102757 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46846) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:24.125773 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e8d7c-d84b-4e71-91ff-b2e1bbc74647 req-a179f23e-4725-40ed-9514-4c5e4ac13c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:24.127339 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b39e8d7c-d84b-4e71-91ff-b2e1bbc74647 req-a179f23e-4725-40ed-9514-4c5e4ac13c4e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f938d88f42134fbb974cb96555887a06&device_id=741f6988-2079-410c-bcff-a80f15a3c769 HTTP/1.1" status: 200 len: 1132 time: 0.0662072 Feb 02 07:26:24.134797 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-583dbd79-b9f6-4090-a1bd-945cef45e9f6 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] DELETE failed (client error): The resource could not be found. Feb 02 07:26:24.135256 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-583dbd79-b9f6-4090-a1bd-945cef45e9f6 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:26:24.140747 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-583dbd79-b9f6-4090-a1bd-945cef45e9f6 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] 10.222.0.87 "DELETE /v2.0/subnets/1b748fd4-ffbf-4792-99ea-b65daaf066b1 HTTP/1.1" status: 404 len: 337 time: 0.0322309 Feb 02 07:26:24.141443 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46848) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:24.169885 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-536c381f-7838-4c03-b907-29be60cd3f24 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] DELETE failed (client error): The resource could not be found. Feb 02 07:26:24.170366 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-536c381f-7838-4c03-b907-29be60cd3f24 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:26:24.174232 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-536c381f-7838-4c03-b907-29be60cd3f24 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] 10.222.0.87 "DELETE /v2.0/networks/a86a0e73-385e-427f-bf0e-70b26c88ac3d HTTP/1.1" status: 404 len: 339 time: 0.0317929 Feb 02 07:26:24.176922 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46850) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:24.212676 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d7bd195-218f-4d74-9543-eceb0a5d0463 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] DELETE failed (client error): The resource could not be found. Feb 02 07:26:24.213888 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d7bd195-218f-4d74-9543-eceb0a5d0463 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:26:24.218924 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-6d7bd195-218f-4d74-9543-eceb0a5d0463 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] 10.222.0.87 "DELETE /v2.0/subnets/42b119bb-f318-456b-8c49-bb9c910c028b HTTP/1.1" status: 404 len: 337 time: 0.0399587 Feb 02 07:26:24.220684 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46856) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:24.240594 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-41fbb8e0-17a7-4e2a-88dd-0b372ec25b8f tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] DELETE failed (client error): The resource could not be found. Feb 02 07:26:24.241113 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41fbb8e0-17a7-4e2a-88dd-0b372ec25b8f tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:26:24.246784 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-41fbb8e0-17a7-4e2a-88dd-0b372ec25b8f tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] 10.222.0.87 "DELETE /v2.0/networks/155b8413-b2df-4bf1-aeee-36330e0b0683 HTTP/1.1" status: 404 len: 339 time: 0.0251298 Feb 02 07:26:24.247389 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46860) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:24.274915 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-e36d70d4-eecd-4199-91d8-d5e1bc51d091 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] DELETE failed (client error): The resource could not be found. Feb 02 07:26:24.275384 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e36d70d4-eecd-4199-91d8-d5e1bc51d091 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:26:24.288082 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e36d70d4-eecd-4199-91d8-d5e1bc51d091 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] 10.222.0.87 "DELETE /v2.0/subnets/c26cdaac-fbe0-4bf5-9c60-9979cec48fb2 HTTP/1.1" status: 404 len: 337 time: 0.0396185 Feb 02 07:26:24.288430 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46862) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:24.304018 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e8d7c-d84b-4e71-91ff-b2e1bbc74647 req-25533747-faf2-49b6-bb8d-73636e4cee99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:24.306676 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b39e8d7c-d84b-4e71-91ff-b2e1bbc74647 req-25533747-faf2-49b6-bb8d-73636e4cee99 service neutron] 10.222.0.88 "GET /v2.0/networks?id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 HTTP/1.1" status: 200 len: 870 time: 0.1441472 Feb 02 07:26:24.678103 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-4791b1fb-38f4-4616-a23c-325b814c5e4e tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] DELETE failed (client error): The resource could not be found. Feb 02 07:26:24.678622 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4791b1fb-38f4-4616-a23c-325b814c5e4e tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:26:24.681572 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-4791b1fb-38f4-4616-a23c-325b814c5e4e tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] 10.222.0.87 "DELETE /v2.0/networks/31b095fc-b839-4e25-b80b-542cc934426e HTTP/1.1" status: 404 len: 339 time: 0.3920968 Feb 02 07:26:24.684214 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46870) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:24.712065 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-1324c0e3-1576-445c-9bee-7f289847c1ac tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] DELETE failed (client error): The resource could not be found. Feb 02 07:26:24.712530 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1324c0e3-1576-445c-9bee-7f289847c1ac tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:26:24.715768 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-1324c0e3-1576-445c-9bee-7f289847c1ac tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] 10.222.0.87 "DELETE /v2.0/subnets/e828b978-ab89-4a33-895f-dbc24d09a97c HTTP/1.1" status: 404 len: 337 time: 0.0305550 Feb 02 07:26:24.718568 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46872) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:24.723011 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b39e8d7c-d84b-4e71-91ff-b2e1bbc74647 req-9b9768c5-4b10-4013-a597-50349b99ca0f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=6d570ac0-c1ed-4fa3-9b27-08af77a03f5a HTTP/1.1" status: 200 len: 217 time: 0.0525422 Feb 02 07:26:24.741662 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc8ec7a2-ec24-4b69-b513-7e91f2a030cc tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] DELETE failed (client error): The resource could not be found. Feb 02 07:26:24.742384 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc8ec7a2-ec24-4b69-b513-7e91f2a030cc tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:26:24.746251 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-cc8ec7a2-ec24-4b69-b513-7e91f2a030cc tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] 10.222.0.87 "DELETE /v2.0/networks/3ec9434c-19f7-4cbe-9d28-bd07ef1c8cb3 HTTP/1.1" status: 404 len: 339 time: 0.0262122 Feb 02 07:26:24.749199 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46874) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:24.787645 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-75371724-2d56-4472-8278-4925e033ba00 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] DELETE failed (client error): The resource could not be found. Feb 02 07:26:24.788140 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75371724-2d56-4472-8278-4925e033ba00 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:26:24.791292 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-75371724-2d56-4472-8278-4925e033ba00 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] 10.222.0.87 "DELETE /v2.0/subnets/2991ca97-b694-4a9d-8472-191c7ca51c20 HTTP/1.1" status: 404 len: 337 time: 0.0388637 Feb 02 07:26:24.793736 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46876) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:24.829854 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e8d7c-d84b-4e71-91ff-b2e1bbc74647 req-e9113cad-592d-44dc-9218-08748bdccaae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:24.832403 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b39e8d7c-d84b-4e71-91ff-b2e1bbc74647 req-e9113cad-592d-44dc-9218-08748bdccaae service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.1031737 Feb 02 07:26:24.835781 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-17a4c767-b969-4380-8a59-be1eca0d1db5 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] DELETE failed (client error): The resource could not be found. Feb 02 07:26:24.836637 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17a4c767-b969-4380-8a59-be1eca0d1db5 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:26:24.839361 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-17a4c767-b969-4380-8a59-be1eca0d1db5 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] 10.222.0.87 "DELETE /v2.0/networks/47b83cc5-bd13-44b8-a158-0f069c982950 HTTP/1.1" status: 404 len: 339 time: 0.0443079 Feb 02 07:26:24.844994 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46878) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:24.904089 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e8d7c-d84b-4e71-91ff-b2e1bbc74647 req-ced6cd77-46e2-4896-b568-9b2d367feac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:24.905689 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b39e8d7c-d84b-4e71-91ff-b2e1bbc74647 req-ced6cd77-46e2-4896-b568-9b2d367feac6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0653374 Feb 02 07:26:24.918941 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-70358767-c399-470a-8903-cf5866936292 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Deleting subnet 111efbe1-cbd3-4a71-811a-27b4916744b0 {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:26:24.927965 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-70358767-c399-470a-8903-cf5866936292 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks [] for subnet (111efbe1-cbd3-4a71-811a-27b4916744b0), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:25.012460 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-70358767-c399-470a-8903-cf5866936292 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (111efbe1-cbd3-4a71-811a-27b4916744b0), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:25.091290 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b39e8d7c-d84b-4e71-91ff-b2e1bbc74647 req-7671861f-3556-43d0-9741-a8f1980ed95e service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781118 Feb 02 07:26:25.199290 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-70358767-c399-470a-8903-cf5866936292 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (111efbe1-cbd3-4a71-811a-27b4916744b0), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:25.213549 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b39e8d7c-d84b-4e71-91ff-b2e1bbc74647 req-c58aa537-999c-4323-baf9-4beb9874dcda service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154561 Feb 02 07:26:25.383267 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-70358767-c399-470a-8903-cf5866936292 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (111efbe1-cbd3-4a71-811a-27b4916744b0), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:25.412387 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70358767-c399-470a-8903-cf5866936292 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Pushing event deleted for resources: {'Subnet': ['ID=111efbe1-cbd3-4a71-811a-27b4916744b0,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:25.418413 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-70358767-c399-470a-8903-cf5866936292 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:25.424778 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-70358767-c399-470a-8903-cf5866936292 tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] 10.222.0.87 "DELETE /v2.0/subnets/111efbe1-cbd3-4a71-811a-27b4916744b0 HTTP/1.1" status: 204 len: 168 time: 0.5750155 Feb 02 07:26:25.425205 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46894) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:25.427709 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d5d3f7-5fef-483d-9fd0-6ef6d747c115 None None] Network f11d2bef-454d-4ea9-a519-afd82cbbaf0c requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:26:25.627485 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9e4b5c67-1d16-4c5f-9720-61727c4c0ebd tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (f11d2bef-454d-4ea9-a519-afd82cbbaf0c), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:25.709100 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-9e4b5c67-1d16-4c5f-9720-61727c4c0ebd tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Deleting port b3012cc3-4aa0-439a-b8eb-9b3f0359c585 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:26:25.709100 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9e4b5c67-1d16-4c5f-9720-61727c4c0ebd tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (b3012cc3-4aa0-439a-b8eb-9b3f0359c585), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:25.738733 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea15df8-145a-42db-bb63-ee883d3fba40 None None] DHCP port deletion for f11d2bef-454d-4ea9-a519-afd82cbbaf0c request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:26:25.800560 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-9e4b5c67-1d16-4c5f-9720-61727c4c0ebd tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] For port b3012cc3-4aa0-439a-b8eb-9b3f0359c585, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=b3012cc3-4aa0-439a-b8eb-9b3f0359c585,segment=NetworkSegment(35ce043f-89f8-4e96-af1d-652df5f53310),segment_id=35ce043f-89f8-4e96-af1d-652df5f53310)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:26:25.800924 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9e4b5c67-1d16-4c5f-9720-61727c4c0ebd tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (b3012cc3-4aa0-439a-b8eb-9b3f0359c585), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:25.820873 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-9e4b5c67-1d16-4c5f-9720-61727c4c0ebd tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Calling delete_port for b3012cc3-4aa0-439a-b8eb-9b3f0359c585 owned by network:dhcp {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:26:25.890656 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-5ea15df8-145a-42db-bb63-ee883d3fba40 None None] Deleting port b3012cc3-4aa0-439a-b8eb-9b3f0359c585 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:26:25.892274 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5ea15df8-145a-42db-bb63-ee883d3fba40 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (b3012cc3-4aa0-439a-b8eb-9b3f0359c585), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:25.963951 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-5ea15df8-145a-42db-bb63-ee883d3fba40 None None] For port b3012cc3-4aa0-439a-b8eb-9b3f0359c585, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=b3012cc3-4aa0-439a-b8eb-9b3f0359c585,segment=NetworkSegment(35ce043f-89f8-4e96-af1d-652df5f53310),segment_id=35ce043f-89f8-4e96-af1d-652df5f53310)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:26:25.966074 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5ea15df8-145a-42db-bb63-ee883d3fba40 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (b3012cc3-4aa0-439a-b8eb-9b3f0359c585), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:25.999277 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9e4b5c67-1d16-4c5f-9720-61727c4c0ebd tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (b3012cc3-4aa0-439a-b8eb-9b3f0359c585), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:26.005321 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-5ea15df8-145a-42db-bb63-ee883d3fba40 None None] Calling delete_port for b3012cc3-4aa0-439a-b8eb-9b3f0359c585 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:26:26.064641 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4b5c67-1d16-4c5f-9720-61727c4c0ebd tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Pushing event deleted for resources: {'Port': ['ID=b3012cc3-4aa0-439a-b8eb-9b3f0359c585,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:26.074507 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4b5c67-1d16-4c5f-9720-61727c4c0ebd tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] No DVR routers for this DVR port b3012cc3-4aa0-439a-b8eb-9b3f0359c585 on host n-d-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:26:26.129044 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5ea15df8-145a-42db-bb63-ee883d3fba40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (b3012cc3-4aa0-439a-b8eb-9b3f0359c585), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:26.160432 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea15df8-145a-42db-bb63-ee883d3fba40 None None] Pushing event deleted for resources: {'Port': ['ID=b3012cc3-4aa0-439a-b8eb-9b3f0359c585,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:26.174589 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea15df8-145a-42db-bb63-ee883d3fba40 None None] No DVR routers for this DVR port b3012cc3-4aa0-439a-b8eb-9b3f0359c585 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:26:26.237690 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9e4b5c67-1d16-4c5f-9720-61727c4c0ebd tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (f11d2bef-454d-4ea9-a519-afd82cbbaf0c), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:26.264556 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-9e4b5c67-1d16-4c5f-9720-61727c4c0ebd tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f11d2bef-454d-4ea9-a519-afd82cbbaf0c']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:26:26.274524 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-9e4b5c67-1d16-4c5f-9720-61727c4c0ebd tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35ce043f-89f8-4e96-af1d-652df5f53310') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:26:26.274841 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-9e4b5c67-1d16-4c5f-9720-61727c4c0ebd tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35ce043f-89f8-4e96-af1d-652df5f53310') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:26:26.285732 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9e4b5c67-1d16-4c5f-9720-61727c4c0ebd tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (35ce043f-89f8-4e96-af1d-652df5f53310), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:26.300261 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9e4b5c67-1d16-4c5f-9720-61727c4c0ebd tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (35ce043f-89f8-4e96-af1d-652df5f53310), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:26.306722 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e4b5c67-1d16-4c5f-9720-61727c4c0ebd tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:26:26.307231 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9e4b5c67-1d16-4c5f-9720-61727c4c0ebd tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (35ce043f-89f8-4e96-af1d-652df5f53310), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:26.310594 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:26:26.310594 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:26:26.310594 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:26:26.310594 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:26:26.310594 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:26:26.310594 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:26:26.310594 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:26:26.310594 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:26:26.310594 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:26:26.310594 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:26:26.310594 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:26:26.310594 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:26:26.310594 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:26:26.310594 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:26:26.310594 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:26:26.310594 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:26:26.310594 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:26:26.310594 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:26:26.310594 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:26:26.310594 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:26:26.310594 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:26:26.310594 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:26:26.310594 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:26:26.310594 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:26:26.310594 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:26:26.310594 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:26:26.310594 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:26:26.310594 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:26:26.310594 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:26:26.310594 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:26:26.310594 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:26:26.310594 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:26:26.385084 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9e4b5c67-1d16-4c5f-9720-61727c4c0ebd tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (f11d2bef-454d-4ea9-a519-afd82cbbaf0c), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:26.402342 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9e4b5c67-1d16-4c5f-9720-61727c4c0ebd tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:26.410177 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-9e4b5c67-1d16-4c5f-9720-61727c4c0ebd tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] 10.222.0.87 "DELETE /v2.0/networks/f11d2bef-454d-4ea9-a519-afd82cbbaf0c HTTP/1.1" status: 204 len: 168 time: 0.9834793 Feb 02 07:26:26.450525 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4b5c67-1d16-4c5f-9720-61727c4c0ebd tempest-NetworksTest-812353853 tempest-NetworksTest-812353853-project] Pushing event deleted for resources: {'Network': ['ID=f11d2bef-454d-4ea9-a519-afd82cbbaf0c,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:26.537703 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device b3012cc3-4aa0-439a-b8eb-9b3f0359c585 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:26:26.559312 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: b3012cc3-4aa0-439a-b8eb-9b3f0359c585 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:26:26.570886 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device b3012cc3-4aa0-439a-b8eb-9b3f0359c585 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:26:26.910925 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46908) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:27.100357 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-762a6102-1821-47d6-80ee-ea304336ed10 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ee5257aab1f24e58bf03a036b7d8a420&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1883271 Feb 02 07:26:27.102859 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46912) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:27.182486 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-90ea24ff-6277-454f-86f0-8ed560959e1d admin admin] Publish callbacks [] for security_group (c2e57b21-1507-4406-b1b0-cd4628a8324b), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:27.224190 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-90ea24ff-6277-454f-86f0-8ed560959e1d admin admin] Publish callbacks [] for security_group (c2e57b21-1507-4406-b1b0-cd4628a8324b), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:27.311470 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-90ea24ff-6277-454f-86f0-8ed560959e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (c2e57b21-1507-4406-b1b0-cd4628a8324b), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:27.315977 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-90ea24ff-6277-454f-86f0-8ed560959e1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:27.317709 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-90ea24ff-6277-454f-86f0-8ed560959e1d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c2e57b21-1507-4406-b1b0-cd4628a8324b HTTP/1.1" status: 204 len: 168 time: 0.2138169 Feb 02 07:26:27.329947 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ea24ff-6277-454f-86f0-8ed560959e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e57b21-1507-4406-b1b0-cd4628a8324b,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:27.404777 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:28.235376 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46950) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:28.352146 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-79680e84-4429-48ed-b262-dab36e2abbac tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1467524611'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:26:28.381710 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79680e84-4429-48ed-b262-dab36e2abbac tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Made reservation on behalf of 2041598c2f744ca3acb7597edc886858 for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:26:28.386569 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-79680e84-4429-48ed-b262-dab36e2abbac tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:28.398405 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-79680e84-4429-48ed-b262-dab36e2abbac tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:28.509796 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-79680e84-4429-48ed-b262-dab36e2abbac tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for security_group (3be97964-c3cb-449d-b383-81fe47f8302a), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:28.516511 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-79680e84-4429-48ed-b262-dab36e2abbac tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (3be97964-c3cb-449d-b383-81fe47f8302a), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:28.552381 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79680e84-4429-48ed-b262-dab36e2abbac tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:26:28.559298 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79680e84-4429-48ed-b262-dab36e2abbac tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3be97964-c3cb-449d-b383-81fe47f8302a,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:28.569253 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-79680e84-4429-48ed-b262-dab36e2abbac tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (7b20ea70-0dee-42af-a577-64dbf2d4dbf9), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:28.569795 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-79680e84-4429-48ed-b262-dab36e2abbac tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Added segment 7b20ea70-0dee-42af-a577-64dbf2d4dbf9 of type vlan for network 86ad414f-8c05-4508-89b1-d13aff40513b Feb 02 07:26:28.637357 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-79680e84-4429-48ed-b262-dab36e2abbac tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (86ad414f-8c05-4508-89b1-d13aff40513b), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:28.677035 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-79680e84-4429-48ed-b262-dab36e2abbac tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (86ad414f-8c05-4508-89b1-d13aff40513b), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:28.685127 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79680e84-4429-48ed-b262-dab36e2abbac tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:28.685740 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-79680e84-4429-48ed-b262-dab36e2abbac tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:28.732176 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-79680e84-4429-48ed-b262-dab36e2abbac tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.4933052 Feb 02 07:26:28.732955 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46958) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:28.740863 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-a7b5fa9c-b199-44d8-9d1f-781427cb541f tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Request body: {'port': {'network_id': '86ad414f-8c05-4508-89b1-d13aff40513b', 'name': 'tempest-PortsTestJSON-415201877'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:26:28.786700 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79680e84-4429-48ed-b262-dab36e2abbac tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event updated for resources: {'Network': ['ID=86ad414f-8c05-4508-89b1-d13aff40513b,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:28.799139 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 86ad414f-8c05-4508-89b1-d13aff40513b details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:26:28.807224 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fb6419b6-12dd-4413-bbbd-69e6620849ea req-eb4bf630-9815-4452-b21c-028e1733e14b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bac6e782-aeff-46f5-8504-3d7aac6312fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1076081 Feb 02 07:26:28.900618 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b5fa9c-b199-44d8-9d1f-781427cb541f tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Made reservation on behalf of 2041598c2f744ca3acb7597edc886858 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:26:28.916783 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a7b5fa9c-b199-44d8-9d1f-781427cb541f tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:28.941426 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6419b6-12dd-4413-bbbd-69e6620849ea req-e784d89e-7777-474d-b401-911ded1f77c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:28.943241 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fb6419b6-12dd-4413-bbbd-69e6620849ea req-e784d89e-7777-474d-b401-911ded1f77c0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=698270003fc3486cb201010c23ddb935&device_id=bac6e782-aeff-46f5-8504-3d7aac6312fb HTTP/1.1" status: 200 len: 1128 time: 0.0644517 Feb 02 07:26:28.948508 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [None req-a7b5fa9c-b199-44d8-9d1f-781427cb541f tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] device_id is not set on port 6deed872-934e-42e6-bd4b-b815ddca1ce7 yet. {{(pid=109693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:26:29.062169 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6419b6-12dd-4413-bbbd-69e6620849ea req-f02622ce-a740-45a1-a9de-d09dd1fc1d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:29.064450 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fb6419b6-12dd-4413-bbbd-69e6620849ea req-f02622ce-a740-45a1-a9de-d09dd1fc1d4d service neutron] 10.222.0.59 "GET /v2.0/networks?id=07aa33f7-959d-499a-9182-cb63812d9b32 HTTP/1.1" status: 200 len: 909 time: 0.1026647 Feb 02 07:26:29.195639 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a7b5fa9c-b199-44d8-9d1f-781427cb541f tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for port (6deed872-934e-42e6-bd4b-b815ddca1ce7), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:29.205744 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fb6419b6-12dd-4413-bbbd-69e6620849ea req-6c526ce3-5102-414c-829e-c59e79a71abb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc6dcb22-68e2-41c8-b008-e0071242a497 HTTP/1.1" status: 200 len: 1001 time: 0.1343012 Feb 02 07:26:29.235632 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a7b5fa9c-b199-44d8-9d1f-781427cb541f tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (6deed872-934e-42e6-bd4b-b815ddca1ce7), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:29.285185 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6419b6-12dd-4413-bbbd-69e6620849ea req-a2d2b9c9-1f41-4f86-bcdf-f0329355ffa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:29.288956 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fb6419b6-12dd-4413-bbbd-69e6620849ea req-a2d2b9c9-1f41-4f86-bcdf-f0329355ffa0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3e073878-b818-46b9-96b5-3256e357bd8a HTTP/1.1" status: 200 len: 847 time: 0.0762732 Feb 02 07:26:29.293232 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b5fa9c-b199-44d8-9d1f-781427cb541f tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event updated for resources: {'Port': ['ID=6deed872-934e-42e6-bd4b-b815ddca1ce7,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:29.338295 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b5fa9c-b199-44d8-9d1f-781427cb541f tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Checking segment: {'id': '7b20ea70-0dee-42af-a577-64dbf2d4dbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '86ad414f-8c05-4508-89b1-d13aff40513b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:26:29.338756 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b5fa9c-b199-44d8-9d1f-781427cb541f tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Network hostable DHCP agents. Network: 86ad414f-8c05-4508-89b1-d13aff40513b, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:26:29.360104 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b5fa9c-b199-44d8-9d1f-781427cb541f tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Network 86ad414f-8c05-4508-89b1-d13aff40513b is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:26:29.379939 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-a7b5fa9c-b199-44d8-9d1f-781427cb541f tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 86ad414f-8c05-4508-89b1-d13aff40513b) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:26:29.386426 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6419b6-12dd-4413-bbbd-69e6620849ea req-8115913c-9ca8-44d0-b9e6-11afc448c5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:29.388333 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fb6419b6-12dd-4413-bbbd-69e6620849ea req-8115913c-9ca8-44d0-b9e6-11afc448c5d7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=07aa33f7-959d-499a-9182-cb63812d9b32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0924294 Feb 02 07:26:29.391892 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3baa23fa-cae6-444a-80da-062949412a33 None None] Network 86ad414f-8c05-4508-89b1-d13aff40513b requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:26:29.392569 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b5fa9c-b199-44d8-9d1f-781427cb541f tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:26:29.402172 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b5fa9c-b199-44d8-9d1f-781427cb541f tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:29.404540 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a7b5fa9c-b199-44d8-9d1f-781427cb541f tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:29.439581 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a7b5fa9c-b199-44d8-9d1f-781427cb541f tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7054269 Feb 02 07:26:29.454398 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46962) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:29.471305 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-0cc08d25-c6f3-4774-afe9-3ddd12aad10d tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1354100142'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:26:29.581348 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc08d25-c6f3-4774-afe9-3ddd12aad10d tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Made reservation on behalf of 2041598c2f744ca3acb7597edc886858 for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:26:29.585395 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0cc08d25-c6f3-4774-afe9-3ddd12aad10d tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:29.617367 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fb6419b6-12dd-4413-bbbd-69e6620849ea req-894cb1bc-41cc-4c73-97f8-0d00d87a80ec service neutron] 10.222.0.59 "GET /v2.0/networks/07aa33f7-959d-499a-9182-cb63812d9b32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217970 Feb 02 07:26:29.722683 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cc08d25-c6f3-4774-afe9-3ddd12aad10d tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:26:29.726511 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fb6419b6-12dd-4413-bbbd-69e6620849ea req-f68df9c9-80c9-4cc3-ab57-6b277b8398c1 service neutron] 10.222.0.59 "GET /v2.0/networks/07aa33f7-959d-499a-9182-cb63812d9b32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015592 Feb 02 07:26:29.735950 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0cc08d25-c6f3-4774-afe9-3ddd12aad10d tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (1c65b13a-6314-4ad8-b931-d3142623309d), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:29.736377 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-0cc08d25-c6f3-4774-afe9-3ddd12aad10d tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Added segment 1c65b13a-6314-4ad8-b931-d3142623309d of type vlan for network 1689e465-fc9f-4953-b089-411de2ff84f6 Feb 02 07:26:29.789004 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0cc08d25-c6f3-4774-afe9-3ddd12aad10d tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (1689e465-fc9f-4953-b089-411de2ff84f6), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:29.832295 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0cc08d25-c6f3-4774-afe9-3ddd12aad10d tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (1689e465-fc9f-4953-b089-411de2ff84f6), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:29.838795 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc08d25-c6f3-4774-afe9-3ddd12aad10d tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:29.839537 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0cc08d25-c6f3-4774-afe9-3ddd12aad10d tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:29.900004 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0cc08d25-c6f3-4774-afe9-3ddd12aad10d tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4421051 Feb 02 07:26:29.903065 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 46968) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:29.913786 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-8a704ece-b11b-4deb-a6e6-a0599c680d09 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Request body: {'ports': [{'network_id': '86ad414f-8c05-4508-89b1-d13aff40513b'}, {'network_id': '1689e465-fc9f-4953-b089-411de2ff84f6'}]} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:26:29.914428 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-8a704ece-b11b-4deb-a6e6-a0599c680d09 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Request body: {'port': {'network_id': '86ad414f-8c05-4508-89b1-d13aff40513b'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:26:29.915236 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-8a704ece-b11b-4deb-a6e6-a0599c680d09 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Request body: {'port': {'network_id': '1689e465-fc9f-4953-b089-411de2ff84f6'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:26:29.934155 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc08d25-c6f3-4774-afe9-3ddd12aad10d tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event updated for resources: {'Network': ['ID=1689e465-fc9f-4953-b089-411de2ff84f6,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:29.947146 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 1689e465-fc9f-4953-b089-411de2ff84f6 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:26:30.128054 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a704ece-b11b-4deb-a6e6-a0599c680d09 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Made reservation on behalf of 2041598c2f744ca3acb7597edc886858 for: {'port': 2} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:26:30.134883 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8a704ece-b11b-4deb-a6e6-a0599c680d09 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:30.154520 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8a704ece-b11b-4deb-a6e6-a0599c680d09 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:30.319632 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [None req-8a704ece-b11b-4deb-a6e6-a0599c680d09 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] device_id is not set on port 86ed106a-1006-4858-8e37-9961cc50c7e4 yet. {{(pid=109693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:26:30.470184 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8a704ece-b11b-4deb-a6e6-a0599c680d09 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for port (86ed106a-1006-4858-8e37-9961cc50c7e4), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:30.575946 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [None req-8a704ece-b11b-4deb-a6e6-a0599c680d09 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] device_id is not set on port 3b3eed95-6451-4678-9b90-4122a60215d8 yet. {{(pid=109693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:26:30.678691 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8a704ece-b11b-4deb-a6e6-a0599c680d09 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for port (3b3eed95-6451-4678-9b90-4122a60215d8), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:30.723478 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8a704ece-b11b-4deb-a6e6-a0599c680d09 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (86ed106a-1006-4858-8e37-9961cc50c7e4), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:30.782630 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a704ece-b11b-4deb-a6e6-a0599c680d09 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event updated for resources: {'Port': ['ID=86ed106a-1006-4858-8e37-9961cc50c7e4,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:30.810135 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a704ece-b11b-4deb-a6e6-a0599c680d09 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Network 86ad414f-8c05-4508-89b1-d13aff40513b is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:26:30.812444 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-8a704ece-b11b-4deb-a6e6-a0599c680d09 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:26:30.820225 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a704ece-b11b-4deb-a6e6-a0599c680d09 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:26:30.821989 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8a704ece-b11b-4deb-a6e6-a0599c680d09 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (3b3eed95-6451-4678-9b90-4122a60215d8), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:30.888906 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a704ece-b11b-4deb-a6e6-a0599c680d09 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event updated for resources: {'Port': ['ID=3b3eed95-6451-4678-9b90-4122a60215d8,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:30.932297 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a704ece-b11b-4deb-a6e6-a0599c680d09 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Checking segment: {'id': '1c65b13a-6314-4ad8-b931-d3142623309d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1689e465-fc9f-4953-b089-411de2ff84f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:26:30.932670 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a704ece-b11b-4deb-a6e6-a0599c680d09 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Network hostable DHCP agents. Network: 1689e465-fc9f-4953-b089-411de2ff84f6, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:26:30.952444 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a704ece-b11b-4deb-a6e6-a0599c680d09 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Network 1689e465-fc9f-4953-b089-411de2ff84f6 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:26:30.962836 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-8a704ece-b11b-4deb-a6e6-a0599c680d09 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 1689e465-fc9f-4953-b089-411de2ff84f6) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:26:30.970193 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a704ece-b11b-4deb-a6e6-a0599c680d09 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:26:30.973478 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949b8e0c-eb7e-461b-9bad-217c4b7d071f None None] Network 1689e465-fc9f-4953-b089-411de2ff84f6 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:26:30.977721 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a704ece-b11b-4deb-a6e6-a0599c680d09 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:30.984204 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a704ece-b11b-4deb-a6e6-a0599c680d09 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:30.986326 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8a704ece-b11b-4deb-a6e6-a0599c680d09 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:31.038563 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-8a704ece-b11b-4deb-a6e6-a0599c680d09 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.1302533 Feb 02 07:26:31.041269 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 46982) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:31.250938 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-4ef308f7-258d-45f4-b84e-2de8995e2ad7 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Deleting port 3b3eed95-6451-4678-9b90-4122a60215d8 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:26:31.252105 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4ef308f7-258d-45f4-b84e-2de8995e2ad7 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (3b3eed95-6451-4678-9b90-4122a60215d8), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:31.358626 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4ef308f7-258d-45f4-b84e-2de8995e2ad7 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (3b3eed95-6451-4678-9b90-4122a60215d8), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:31.374822 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-4ef308f7-258d-45f4-b84e-2de8995e2ad7 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Calling delete_port for 3b3eed95-6451-4678-9b90-4122a60215d8 owned by {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:26:31.497470 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4ef308f7-258d-45f4-b84e-2de8995e2ad7 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (3b3eed95-6451-4678-9b90-4122a60215d8), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:31.555635 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef308f7-258d-45f4-b84e-2de8995e2ad7 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event deleted for resources: {'Port': ['ID=3b3eed95-6451-4678-9b90-4122a60215d8,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:31.567022 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef308f7-258d-45f4-b84e-2de8995e2ad7 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:26:31.567379 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef308f7-258d-45f4-b84e-2de8995e2ad7 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:26:31.567762 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef308f7-258d-45f4-b84e-2de8995e2ad7 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:26:31.569202 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef308f7-258d-45f4-b84e-2de8995e2ad7 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:26:31.569550 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef308f7-258d-45f4-b84e-2de8995e2ad7 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:26:31.569889 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef308f7-258d-45f4-b84e-2de8995e2ad7 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:26:31.570351 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef308f7-258d-45f4-b84e-2de8995e2ad7 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:26:31.570629 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef308f7-258d-45f4-b84e-2de8995e2ad7 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:26:31.570958 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef308f7-258d-45f4-b84e-2de8995e2ad7 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:26:31.571288 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef308f7-258d-45f4-b84e-2de8995e2ad7 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:26:31.571636 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef308f7-258d-45f4-b84e-2de8995e2ad7 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:26:31.572108 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef308f7-258d-45f4-b84e-2de8995e2ad7 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:26:31.572434 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef308f7-258d-45f4-b84e-2de8995e2ad7 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:26:31.575711 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4ef308f7-258d-45f4-b84e-2de8995e2ad7 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:31.580411 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-4ef308f7-258d-45f4-b84e-2de8995e2ad7 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "DELETE /v2.0/ports/3b3eed95-6451-4678-9b90-4122a60215d8 HTTP/1.1" status: 204 len: 168 time: 0.5380564 Feb 02 07:26:31.582742 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47000) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:31.696283 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfdc47ec-e215-4d96-97fa-304e7176ebbd tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:31.702423 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfdc47ec-e215-4d96-97fa-304e7176ebbd tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:31.704051 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-dfdc47ec-e215-4d96-97fa-304e7176ebbd tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1202493 Feb 02 07:26:31.706830 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 47002) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:31.843373 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-92eccd09-ab06-4fad-b4e7-3f17bf8d678b tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Deleting port 86ed106a-1006-4858-8e37-9961cc50c7e4 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:26:31.843718 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-92eccd09-ab06-4fad-b4e7-3f17bf8d678b tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (86ed106a-1006-4858-8e37-9961cc50c7e4), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:31.974682 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-92eccd09-ab06-4fad-b4e7-3f17bf8d678b tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (86ed106a-1006-4858-8e37-9961cc50c7e4), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:31.999013 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-92eccd09-ab06-4fad-b4e7-3f17bf8d678b tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Calling delete_port for 86ed106a-1006-4858-8e37-9961cc50c7e4 owned by {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:26:32.166411 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-92eccd09-ab06-4fad-b4e7-3f17bf8d678b tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (86ed106a-1006-4858-8e37-9961cc50c7e4), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:32.214433 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-92eccd09-ab06-4fad-b4e7-3f17bf8d678b tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:32.220840 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-92eccd09-ab06-4fad-b4e7-3f17bf8d678b tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "DELETE /v2.0/ports/86ed106a-1006-4858-8e37-9961cc50c7e4 HTTP/1.1" status: 204 len: 168 time: 0.5102377 Feb 02 07:26:32.220840 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eccd09-ab06-4fad-b4e7-3f17bf8d678b tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event deleted for resources: {'Port': ['ID=86ed106a-1006-4858-8e37-9961cc50c7e4,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:32.221192 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47004) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:32.322986 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d677c932-6801-4c38-8188-18c8bd5bceb0 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:32.324605 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d677c932-6801-4c38-8188-18c8bd5bceb0 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1024289 Feb 02 07:26:32.327310 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 47008) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:32.372661 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed43ce42-7c0a-4da3-9a2c-f2e494ec68b0 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] GET failed (client error): The resource could not be found. Feb 02 07:26:32.382071 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-ed43ce42-7c0a-4da3-9a2c-f2e494ec68b0 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "GET /v2.0/ports/3b3eed95-6451-4678-9b90-4122a60215d8 HTTP/1.1" status: 404 len: 333 time: 0.0527716 Feb 02 07:26:32.383982 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47012) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:32.413696 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-04fec62d-658a-49d9-8b98-d8232ee360a8 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] GET failed (client error): The resource could not be found. Feb 02 07:26:32.415378 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-04fec62d-658a-49d9-8b98-d8232ee360a8 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "GET /v2.0/ports/86ed106a-1006-4858-8e37-9961cc50c7e4 HTTP/1.1" status: 404 len: 333 time: 0.0301135 Feb 02 07:26:32.418214 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 47014) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:32.591858 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6e5315a2-4ab6-4e9d-9712-4d2ad0d9f173 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (1689e465-fc9f-4953-b089-411de2ff84f6), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:32.708484 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6e5315a2-4ab6-4e9d-9712-4d2ad0d9f173 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (1689e465-fc9f-4953-b089-411de2ff84f6), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:32.731593 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-6e5315a2-4ab6-4e9d-9712-4d2ad0d9f173 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1689e465-fc9f-4953-b089-411de2ff84f6']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:26:32.742900 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-6e5315a2-4ab6-4e9d-9712-4d2ad0d9f173 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c65b13a-6314-4ad8-b931-d3142623309d') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:26:32.743616 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-6e5315a2-4ab6-4e9d-9712-4d2ad0d9f173 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c65b13a-6314-4ad8-b931-d3142623309d') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:26:32.755095 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6e5315a2-4ab6-4e9d-9712-4d2ad0d9f173 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (1c65b13a-6314-4ad8-b931-d3142623309d), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:32.769076 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6e5315a2-4ab6-4e9d-9712-4d2ad0d9f173 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (1c65b13a-6314-4ad8-b931-d3142623309d), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:32.775842 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e5315a2-4ab6-4e9d-9712-4d2ad0d9f173 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:26:32.776242 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6e5315a2-4ab6-4e9d-9712-4d2ad0d9f173 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (1c65b13a-6314-4ad8-b931-d3142623309d), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:32.779734 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:26:32.779734 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:26:32.779734 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:26:32.779734 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:26:32.779734 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:26:32.779734 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:26:32.779734 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:26:32.779734 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:26:32.779734 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:26:32.779734 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:26:32.779734 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:26:32.779734 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:26:32.779734 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:26:32.779734 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:26:32.779734 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:26:32.779734 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:26:32.779734 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:26:32.779734 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:26:32.779734 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:26:32.779734 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:26:32.779734 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:26:32.779734 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:26:32.779734 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:26:32.779734 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:26:32.779734 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:26:32.779734 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:26:32.779734 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:26:32.779734 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:26:32.779734 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:26:32.779734 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:26:32.779734 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:26:32.779734 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:26:32.850423 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6e5315a2-4ab6-4e9d-9712-4d2ad0d9f173 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (1689e465-fc9f-4953-b089-411de2ff84f6), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:32.858873 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6e5315a2-4ab6-4e9d-9712-4d2ad0d9f173 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:32.863998 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-6e5315a2-4ab6-4e9d-9712-4d2ad0d9f173 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "DELETE /v2.0/networks/1689e465-fc9f-4953-b089-411de2ff84f6 HTTP/1.1" status: 204 len: 168 time: 0.4447885 Feb 02 07:26:32.868213 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47018) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:32.873142 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-cf466d26-1aa7-43f4-9861-16e632e4f550 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1758635058'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:26:32.885528 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5315a2-4ab6-4e9d-9712-4d2ad0d9f173 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event deleted for resources: {'Network': ['ID=1689e465-fc9f-4953-b089-411de2ff84f6,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:32.913457 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf466d26-1aa7-43f4-9861-16e632e4f550 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Made reservation on behalf of 2041598c2f744ca3acb7597edc886858 for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:26:32.918806 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cf466d26-1aa7-43f4-9861-16e632e4f550 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:32.954780 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf466d26-1aa7-43f4-9861-16e632e4f550 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:26:32.982399 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cf466d26-1aa7-43f4-9861-16e632e4f550 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (cbe66706-bc7d-4923-ba63-da1013e48d6e), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:32.982719 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-cf466d26-1aa7-43f4-9861-16e632e4f550 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Added segment cbe66706-bc7d-4923-ba63-da1013e48d6e of type vlan for network 700447f2-c56d-41a9-a71b-d724dbae7cea Feb 02 07:26:33.038398 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cf466d26-1aa7-43f4-9861-16e632e4f550 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (700447f2-c56d-41a9-a71b-d724dbae7cea), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:33.070824 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cf466d26-1aa7-43f4-9861-16e632e4f550 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (700447f2-c56d-41a9-a71b-d724dbae7cea), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:33.076234 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf466d26-1aa7-43f4-9861-16e632e4f550 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:33.076805 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cf466d26-1aa7-43f4-9861-16e632e4f550 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:33.114386 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-cf466d26-1aa7-43f4-9861-16e632e4f550 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2449846 Feb 02 07:26:33.117224 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 47020) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:33.123315 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-6edf8b51-535e-47c9-b1a7-54ed921f95fd tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Request body: {'subnet': {'network_id': '700447f2-c56d-41a9-a71b-d724dbae7cea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:26:33.165492 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf466d26-1aa7-43f4-9861-16e632e4f550 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event updated for resources: {'Network': ['ID=700447f2-c56d-41a9-a71b-d724dbae7cea,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:33.178341 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 700447f2-c56d-41a9-a71b-d724dbae7cea details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:26:33.244795 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6edf8b51-535e-47c9-b1a7-54ed921f95fd tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Made reservation on behalf of 2041598c2f744ca3acb7597edc886858 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:26:33.248272 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6edf8b51-535e-47c9-b1a7-54ed921f95fd tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:33.312588 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.ipam_backend_mixin [None req-6edf8b51-535e-47c9-b1a7-54ed921f95fd tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Performing IP validity checks on allocation pools {{(pid=109693) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 02 07:26:33.313237 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.ipam_backend_mixin [None req-6edf8b51-535e-47c9-b1a7-54ed921f95fd tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109693) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 02 07:26:33.459747 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6edf8b51-535e-47c9-b1a7-54ed921f95fd tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (08780793-cb88-4fac-aaca-d6f0bf17e142), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:33.532412 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf8b51-535e-47c9-b1a7-54ed921f95fd tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event updated for resources: {'Subnet': ['ID=08780793-cb88-4fac-aaca-d6f0bf17e142,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:33.552989 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edf8b51-535e-47c9-b1a7-54ed921f95fd tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Checking segment: {'id': 'cbe66706-bc7d-4923-ba63-da1013e48d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '700447f2-c56d-41a9-a71b-d724dbae7cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:26:33.553628 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6edf8b51-535e-47c9-b1a7-54ed921f95fd tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Network hostable DHCP agents. Network: 700447f2-c56d-41a9-a71b-d724dbae7cea, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:26:33.581091 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6edf8b51-535e-47c9-b1a7-54ed921f95fd tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Network 700447f2-c56d-41a9-a71b-d724dbae7cea is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:26:33.628063 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-6edf8b51-535e-47c9-b1a7-54ed921f95fd tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 700447f2-c56d-41a9-a71b-d724dbae7cea) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:26:33.635131 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edf8b51-535e-47c9-b1a7-54ed921f95fd tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:33.637276 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6edf8b51-535e-47c9-b1a7-54ed921f95fd tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:33.652534 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91853b25-1258-4467-af76-0f14f6f5b7a7 None None] Network 700447f2-c56d-41a9-a71b-d724dbae7cea requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:26:33.669826 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-6edf8b51-535e-47c9-b1a7-54ed921f95fd tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5509670 Feb 02 07:26:33.672400 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47034) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:33.679473 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-3b29e825-b936-48b1-9635-12080aa426a4 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Request body: {'port': {'network_id': '700447f2-c56d-41a9-a71b-d724dbae7cea', 'name': 'tempest-PortsTestJSON-728970529'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:26:33.884925 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b29e825-b936-48b1-9635-12080aa426a4 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Made reservation on behalf of 2041598c2f744ca3acb7597edc886858 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:26:33.890203 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3b29e825-b936-48b1-9635-12080aa426a4 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:33.891958 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3242e932-b57f-49f0-a84f-89feeffc99bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-700447f2-c56d-41a9-a71b-d724dbae7cea', 'network_id': '700447f2-c56d-41a9-a71b-d724dbae7cea', 'project_id': '2041598c2f744ca3acb7597edc886858', 'fixed_ips': [{'subnet_id': '08780793-cb88-4fac-aaca-d6f0bf17e142'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:26:33.892858 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3242e932-b57f-49f0-a84f-89feeffc99bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:33.976631 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [None req-3b29e825-b936-48b1-9635-12080aa426a4 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] device_id is not set on port 1f683449-ae10-4afa-ad45-3348a6445b34 yet. {{(pid=109694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:26:34.219281 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-3242e932-b57f-49f0-a84f-89feeffc99bf None None] Allocated IP 172.20.0.2 (700447f2-c56d-41a9-a71b-d724dbae7cea/08780793-cb88-4fac-aaca-d6f0bf17e142/c14e375b-5477-48e5-94a9-fb26ce328eb5) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:26:34.420536 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3242e932-b57f-49f0-a84f-89feeffc99bf None None] Publish callbacks [] for port (c14e375b-5477-48e5-94a9-fb26ce328eb5), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:34.431194 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3242e932-b57f-49f0-a84f-89feeffc99bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (c14e375b-5477-48e5-94a9-fb26ce328eb5), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:34.487986 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3242e932-b57f-49f0-a84f-89feeffc99bf None None] Pushing event updated for resources: {'Port': ['ID=c14e375b-5477-48e5-94a9-fb26ce328eb5,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:34.501439 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3242e932-b57f-49f0-a84f-89feeffc99bf None None] Network 700447f2-c56d-41a9-a71b-d724dbae7cea is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:26:34.503630 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-3242e932-b57f-49f0-a84f-89feeffc99bf None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:26:34.508157 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3242e932-b57f-49f0-a84f-89feeffc99bf None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:26:34.535392 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-3b29e825-b936-48b1-9635-12080aa426a4 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Allocated IP 172.20.0.10 (700447f2-c56d-41a9-a71b-d724dbae7cea/08780793-cb88-4fac-aaca-d6f0bf17e142/1f683449-ae10-4afa-ad45-3348a6445b34) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:26:34.606010 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-3242e932-b57f-49f0-a84f-89feeffc99bf None None] Attempting to bind port c14e375b-5477-48e5-94a9-fb26ce328eb5 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:26:34.607241 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-3242e932-b57f-49f0-a84f-89feeffc99bf None None] Attempting to bind port c14e375b-5477-48e5-94a9-fb26ce328eb5 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'cbe66706-bc7d-4923-ba63-da1013e48d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '700447f2-c56d-41a9-a71b-d724dbae7cea'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:26:34.607646 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3242e932-b57f-49f0-a84f-89feeffc99bf None None] Attempting to bind port c14e375b-5477-48e5-94a9-fb26ce328eb5 on network 700447f2-c56d-41a9-a71b-d724dbae7cea {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:26:34.614582 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3242e932-b57f-49f0-a84f-89feeffc99bf None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:26:34.614955 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3242e932-b57f-49f0-a84f-89feeffc99bf None None] Checking segment: {'id': 'cbe66706-bc7d-4923-ba63-da1013e48d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '700447f2-c56d-41a9-a71b-d724dbae7cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:26:34.615360 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3242e932-b57f-49f0-a84f-89feeffc99bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:34.615778 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3242e932-b57f-49f0-a84f-89feeffc99bf None None] Bound using segment: {'id': 'cbe66706-bc7d-4923-ba63-da1013e48d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '700447f2-c56d-41a9-a71b-d724dbae7cea'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:26:34.616245 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-3242e932-b57f-49f0-a84f-89feeffc99bf None None] Bound port: c14e375b-5477-48e5-94a9-fb26ce328eb5, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe66706-bc7d-4923-ba63-da1013e48d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '700447f2-c56d-41a9-a71b-d724dbae7cea'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:26:34.616624 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3242e932-b57f-49f0-a84f-89feeffc99bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (c14e375b-5477-48e5-94a9-fb26ce328eb5), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:34.856943 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3b29e825-b936-48b1-9635-12080aa426a4 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for port (1f683449-ae10-4afa-ad45-3348a6445b34), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:34.964044 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3b29e825-b936-48b1-9635-12080aa426a4 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (1f683449-ae10-4afa-ad45-3348a6445b34), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:35.025913 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-3242e932-b57f-49f0-a84f-89feeffc99bf None None] For port c14e375b-5477-48e5-94a9-fb26ce328eb5, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:26:35.031095 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-3242e932-b57f-49f0-a84f-89feeffc99bf None None] For port c14e375b-5477-48e5-94a9-fb26ce328eb5, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=c14e375b-5477-48e5-94a9-fb26ce328eb5,segment=NetworkSegment(cbe66706-bc7d-4923-ba63-da1013e48d6e),segment_id=cbe66706-bc7d-4923-ba63-da1013e48d6e)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:26:35.041859 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3242e932-b57f-49f0-a84f-89feeffc99bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (c14e375b-5477-48e5-94a9-fb26ce328eb5), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:35.098271 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3242e932-b57f-49f0-a84f-89feeffc99bf None None] Pushing event updated for resources: {'Port': ['ID=c14e375b-5477-48e5-94a9-fb26ce328eb5,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:35.098891 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b29e825-b936-48b1-9635-12080aa426a4 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Network 700447f2-c56d-41a9-a71b-d724dbae7cea is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:26:35.104723 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-3b29e825-b936-48b1-9635-12080aa426a4 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:26:35.115609 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b29e825-b936-48b1-9635-12080aa426a4 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:26:35.122827 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e825-b936-48b1-9635-12080aa426a4 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event updated for resources: {'Port': ['ID=1f683449-ae10-4afa-ad45-3348a6445b34,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:35.185850 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b29e825-b936-48b1-9635-12080aa426a4 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:35.186850 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3b29e825-b936-48b1-9635-12080aa426a4 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:35.221499 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-3b29e825-b936-48b1-9635-12080aa426a4 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5468013 Feb 02 07:26:35.222133 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 47054) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:35.366247 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-27312111-63b3-4497-94f7-58b935d0e961 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Deleting port 1f683449-ae10-4afa-ad45-3348a6445b34 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:26:35.366595 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-27312111-63b3-4497-94f7-58b935d0e961 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (1f683449-ae10-4afa-ad45-3348a6445b34), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:35.522438 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-27312111-63b3-4497-94f7-58b935d0e961 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (1f683449-ae10-4afa-ad45-3348a6445b34), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:35.545196 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-27312111-63b3-4497-94f7-58b935d0e961 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Calling delete_port for 1f683449-ae10-4afa-ad45-3348a6445b34 owned by {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:26:35.748278 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-27312111-63b3-4497-94f7-58b935d0e961 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (1f683449-ae10-4afa-ad45-3348a6445b34), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:36.203872 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27312111-63b3-4497-94f7-58b935d0e961 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event deleted for resources: {'Port': ['ID=1f683449-ae10-4afa-ad45-3348a6445b34,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:36.280352 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-27312111-63b3-4497-94f7-58b935d0e961 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:36.292938 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-27312111-63b3-4497-94f7-58b935d0e961 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "DELETE /v2.0/ports/1f683449-ae10-4afa-ad45-3348a6445b34 HTTP/1.1" status: 204 len: 168 time: 1.0661354 Feb 02 07:26:36.293403 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47062) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:36.323458 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-860e8924-4e14-44c6-956b-93ae97913847 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] DELETE failed (client error): The resource could not be found. Feb 02 07:26:36.324177 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-860e8924-4e14-44c6-956b-93ae97913847 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:26:36.330255 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-860e8924-4e14-44c6-956b-93ae97913847 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "DELETE /v2.0/ports/1f683449-ae10-4afa-ad45-3348a6445b34 HTTP/1.1" status: 404 len: 333 time: 0.0325029 Feb 02 07:26:36.330726 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 47064) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:36.361171 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8272dc7-3ec9-41cd-9bf2-d93d97055e73 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] GET failed (client error): The resource could not be found. Feb 02 07:26:36.365877 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a8272dc7-3ec9-41cd-9bf2-d93d97055e73 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "GET /v2.0/ports/1f683449-ae10-4afa-ad45-3348a6445b34 HTTP/1.1" status: 404 len: 333 time: 0.0308330 Feb 02 07:26:36.366277 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47066) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:36.485585 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-1996320b-b789-4d2a-8090-e49e7772674c tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Deleting subnet 08780793-cb88-4fac-aaca-d6f0bf17e142 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:26:36.496324 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1996320b-b789-4d2a-8090-e49e7772674c tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for subnet (08780793-cb88-4fac-aaca-d6f0bf17e142), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:36.544127 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1996320b-b789-4d2a-8090-e49e7772674c tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (08780793-cb88-4fac-aaca-d6f0bf17e142), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:36.623721 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device c14e375b-5477-48e5-94a9-fb26ce328eb5 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:26:36.691177 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1996320b-b789-4d2a-8090-e49e7772674c tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (08780793-cb88-4fac-aaca-d6f0bf17e142), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:36.720038 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port c14e375b-5477-48e5-94a9-fb26ce328eb5 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:26:36.720669 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (c14e375b-5477-48e5-94a9-fb26ce328eb5), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:36.803051 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1996320b-b789-4d2a-8090-e49e7772674c tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (08780793-cb88-4fac-aaca-d6f0bf17e142), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:36.807286 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafbab6b-96df-4fdd-8fe6-2a67cde3ea59 None None] Network 700447f2-c56d-41a9-a71b-d724dbae7cea requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:26:36.835077 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1996320b-b789-4d2a-8090-e49e7772674c tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event deleted for resources: {'Subnet': ['ID=08780793-cb88-4fac-aaca-d6f0bf17e142,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:36.838705 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1996320b-b789-4d2a-8090-e49e7772674c tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:36.841999 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-1996320b-b789-4d2a-8090-e49e7772674c tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "DELETE /v2.0/subnets/08780793-cb88-4fac-aaca-d6f0bf17e142 HTTP/1.1" status: 204 len: 168 time: 0.4746799 Feb 02 07:26:36.845903 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 47072) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:36.963962 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b38de864-ee16-43b0-9e81-98bf6b59adf0 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (700447f2-c56d-41a9-a71b-d724dbae7cea), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:36.964433 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-adbc8db9-321f-44c0-a85c-808cf496fb7a None None] Provisioning complete for port c14e375b-5477-48e5-94a9-fb26ce328eb5 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:26:36.964818 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-adbc8db9-321f-44c0-a85c-808cf496fb7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (c14e375b-5477-48e5-94a9-fb26ce328eb5), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:37.010483 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port c14e375b-5477-48e5-94a9-fb26ce328eb5 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:26:37.010919 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (c14e375b-5477-48e5-94a9-fb26ce328eb5), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:37.026773 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-b38de864-ee16-43b0-9e81-98bf6b59adf0 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Deleting port c14e375b-5477-48e5-94a9-fb26ce328eb5 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:26:37.027133 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b38de864-ee16-43b0-9e81-98bf6b59adf0 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (c14e375b-5477-48e5-94a9-fb26ce328eb5), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:37.173049 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-b38de864-ee16-43b0-9e81-98bf6b59adf0 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] For port c14e375b-5477-48e5-94a9-fb26ce328eb5, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=c14e375b-5477-48e5-94a9-fb26ce328eb5,segment=NetworkSegment(cbe66706-bc7d-4923-ba63-da1013e48d6e),segment_id=cbe66706-bc7d-4923-ba63-da1013e48d6e)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:26:37.173505 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b38de864-ee16-43b0-9e81-98bf6b59adf0 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (c14e375b-5477-48e5-94a9-fb26ce328eb5), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:37.204006 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-b38de864-ee16-43b0-9e81-98bf6b59adf0 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Calling delete_port for c14e375b-5477-48e5-94a9-fb26ce328eb5 owned by network:dhcp {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:26:37.212028 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port c14e375b-5477-48e5-94a9-fb26ce328eb5, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=c14e375b-5477-48e5-94a9-fb26ce328eb5,segment=NetworkSegment(cbe66706-bc7d-4923-ba63-da1013e48d6e),segment_id=cbe66706-bc7d-4923-ba63-da1013e48d6e)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:26:37.217839 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34e60ed-055f-4962-9bd8-5bed9898923f None None] DHCP port deletion for 700447f2-c56d-41a9-a71b-d724dbae7cea request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:26:37.234737 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (c14e375b-5477-48e5-94a9-fb26ce328eb5), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:37.264694 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-adbc8db9-321f-44c0-a85c-808cf496fb7a None None] Current status of the port c14e375b-5477-48e5-94a9-fb26ce328eb5 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:26:37.265089 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-adbc8db9-321f-44c0-a85c-808cf496fb7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (c14e375b-5477-48e5-94a9-fb26ce328eb5), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:37.370069 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b38de864-ee16-43b0-9e81-98bf6b59adf0 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (c14e375b-5477-48e5-94a9-fb26ce328eb5), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:37.383008 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=c14e375b-5477-48e5-94a9-fb26ce328eb5,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:37.414552 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-e34e60ed-055f-4962-9bd8-5bed9898923f None None] Deleting port c14e375b-5477-48e5-94a9-fb26ce328eb5 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:26:37.415372 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e34e60ed-055f-4962-9bd8-5bed9898923f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (c14e375b-5477-48e5-94a9-fb26ce328eb5), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:37.420095 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38de864-ee16-43b0-9e81-98bf6b59adf0 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event deleted for resources: {'Port': ['ID=c14e375b-5477-48e5-94a9-fb26ce328eb5,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:37.434998 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38de864-ee16-43b0-9e81-98bf6b59adf0 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] No DVR routers for this DVR port c14e375b-5477-48e5-94a9-fb26ce328eb5 on host n-d-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:26:37.505592 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-e34e60ed-055f-4962-9bd8-5bed9898923f None None] For port c14e375b-5477-48e5-94a9-fb26ce328eb5, host n-d-789963-26, got binding levels [] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:26:37.507017 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e34e60ed-055f-4962-9bd8-5bed9898923f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (c14e375b-5477-48e5-94a9-fb26ce328eb5), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:37.523196 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-e34e60ed-055f-4962-9bd8-5bed9898923f None None] Calling delete_port for c14e375b-5477-48e5-94a9-fb26ce328eb5 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:26:37.526628 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.ipam_backend_mixin [None req-e34e60ed-055f-4962-9bd8-5bed9898923f None None] Port c14e375b-5477-48e5-94a9-fb26ce328eb5 was not found and therefore no delete operation was performed {{(pid=109695) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 02 07:26:37.531016 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e34e60ed-055f-4962-9bd8-5bed9898923f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (c14e375b-5477-48e5-94a9-fb26ce328eb5), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:37.582688 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34e60ed-055f-4962-9bd8-5bed9898923f None None] Pushing event deleted for resources: {'Port': ['ID=c14e375b-5477-48e5-94a9-fb26ce328eb5,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:37.600865 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.db.api [None req-adbc8db9-321f-44c0-a85c-808cf496fb7a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109695) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 07:26:37.602536 n-d-789963-26 neutron-server[109695]: DEBUG oslo_db.api [None req-adbc8db9-321f-44c0-a85c-808cf496fb7a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 07:26:37.619512 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34e60ed-055f-4962-9bd8-5bed9898923f None None] No DVR routers for this DVR port c14e375b-5477-48e5-94a9-fb26ce328eb5 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:26:37.645421 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b38de864-ee16-43b0-9e81-98bf6b59adf0 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (700447f2-c56d-41a9-a71b-d724dbae7cea), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:37.677662 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-b38de864-ee16-43b0-9e81-98bf6b59adf0 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['700447f2-c56d-41a9-a71b-d724dbae7cea']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:26:37.689364 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-b38de864-ee16-43b0-9e81-98bf6b59adf0 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbe66706-bc7d-4923-ba63-da1013e48d6e') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:26:37.689817 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-b38de864-ee16-43b0-9e81-98bf6b59adf0 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbe66706-bc7d-4923-ba63-da1013e48d6e') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:26:37.700667 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b38de864-ee16-43b0-9e81-98bf6b59adf0 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (cbe66706-bc7d-4923-ba63-da1013e48d6e), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:37.714899 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b38de864-ee16-43b0-9e81-98bf6b59adf0 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (cbe66706-bc7d-4923-ba63-da1013e48d6e), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:37.723391 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b38de864-ee16-43b0-9e81-98bf6b59adf0 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:26:37.724204 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b38de864-ee16-43b0-9e81-98bf6b59adf0 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (cbe66706-bc7d-4923-ba63-da1013e48d6e), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:37.728280 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:26:37.728280 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:26:37.728280 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:26:37.728280 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:26:37.728280 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:26:37.728280 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:26:37.728280 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:26:37.728280 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:26:37.728280 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:26:37.728280 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:26:37.728280 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:26:37.728280 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:26:37.728280 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:26:37.728280 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:26:37.728280 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:26:37.728280 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:26:37.728280 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:26:37.728280 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:26:37.728280 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:26:37.728280 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:26:37.728280 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:26:37.728280 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:26:37.728280 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:26:37.728280 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:26:37.728280 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:26:37.728280 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:26:37.728280 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:26:37.728280 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:26:37.728280 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:26:37.728280 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:26:37.728280 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:26:37.728280 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:26:37.829846 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b38de864-ee16-43b0-9e81-98bf6b59adf0 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (700447f2-c56d-41a9-a71b-d724dbae7cea), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:37.842321 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b38de864-ee16-43b0-9e81-98bf6b59adf0 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:37.849998 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b38de864-ee16-43b0-9e81-98bf6b59adf0 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "DELETE /v2.0/networks/700447f2-c56d-41a9-a71b-d724dbae7cea HTTP/1.1" status: 204 len: 168 time: 0.9991755 Feb 02 07:26:37.850701 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47080) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:37.856644 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-e902b342-5a70-4815-9b0a-5cb403c9b303 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1526314206'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:26:37.865129 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38de864-ee16-43b0-9e81-98bf6b59adf0 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event deleted for resources: {'Network': ['ID=700447f2-c56d-41a9-a71b-d724dbae7cea,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:37.881360 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e902b342-5a70-4815-9b0a-5cb403c9b303 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Made reservation on behalf of 2041598c2f744ca3acb7597edc886858 for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:26:37.885904 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e902b342-5a70-4815-9b0a-5cb403c9b303 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:37.922803 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e902b342-5a70-4815-9b0a-5cb403c9b303 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:26:37.935734 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e902b342-5a70-4815-9b0a-5cb403c9b303 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (821a7937-2c2d-404a-a783-12c059307db0), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:37.937013 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-e902b342-5a70-4815-9b0a-5cb403c9b303 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Added segment 821a7937-2c2d-404a-a783-12c059307db0 of type vlan for network 8209cac7-7059-46d5-bbb1-62c03f43d37d Feb 02 07:26:37.993618 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e902b342-5a70-4815-9b0a-5cb403c9b303 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (8209cac7-7059-46d5-bbb1-62c03f43d37d), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:38.048459 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e902b342-5a70-4815-9b0a-5cb403c9b303 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (8209cac7-7059-46d5-bbb1-62c03f43d37d), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:38.057684 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e902b342-5a70-4815-9b0a-5cb403c9b303 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:38.058350 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e902b342-5a70-4815-9b0a-5cb403c9b303 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:38.112121 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-e902b342-5a70-4815-9b0a-5cb403c9b303 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2596481 Feb 02 07:26:38.113950 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 47082) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:38.119595 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-61168d41-ece1-4cea-b1c9-f34d44139e58 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Request body: {'subnet': {'network_id': '8209cac7-7059-46d5-bbb1-62c03f43d37d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:26:38.129164 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-adbc8db9-321f-44c0-a85c-808cf496fb7a None None] Port c14e375b-5477-48e5-94a9-fb26ce328eb5 update to ACTIVE by agent not found {{(pid=109695) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Feb 02 07:26:38.166165 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e902b342-5a70-4815-9b0a-5cb403c9b303 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event updated for resources: {'Network': ['ID=8209cac7-7059-46d5-bbb1-62c03f43d37d,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:38.183873 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 8209cac7-7059-46d5-bbb1-62c03f43d37d details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:26:38.254680 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61168d41-ece1-4cea-b1c9-f34d44139e58 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Made reservation on behalf of 2041598c2f744ca3acb7597edc886858 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:26:38.258737 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-61168d41-ece1-4cea-b1c9-f34d44139e58 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:38.476966 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device c14e375b-5477-48e5-94a9-fb26ce328eb5 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:26:38.490511 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-61168d41-ece1-4cea-b1c9-f34d44139e58 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (463db4f6-8d77-4e98-8786-4c9cbda588e4), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:38.511113 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: c14e375b-5477-48e5-94a9-fb26ce328eb5 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:26:38.511945 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device c14e375b-5477-48e5-94a9-fb26ce328eb5 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:26:38.560422 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61168d41-ece1-4cea-b1c9-f34d44139e58 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event updated for resources: {'Subnet': ['ID=463db4f6-8d77-4e98-8786-4c9cbda588e4,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:38.571545 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61168d41-ece1-4cea-b1c9-f34d44139e58 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Checking segment: {'id': '821a7937-2c2d-404a-a783-12c059307db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '8209cac7-7059-46d5-bbb1-62c03f43d37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:26:38.571941 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61168d41-ece1-4cea-b1c9-f34d44139e58 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Network hostable DHCP agents. Network: 8209cac7-7059-46d5-bbb1-62c03f43d37d, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:26:38.590531 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61168d41-ece1-4cea-b1c9-f34d44139e58 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Network 8209cac7-7059-46d5-bbb1-62c03f43d37d is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:26:38.604100 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-61168d41-ece1-4cea-b1c9-f34d44139e58 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 8209cac7-7059-46d5-bbb1-62c03f43d37d) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:26:38.609020 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61168d41-ece1-4cea-b1c9-f34d44139e58 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:38.610038 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-61168d41-ece1-4cea-b1c9-f34d44139e58 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:38.616373 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7b4c7b-713f-4eec-850c-f82a0867e0ce None None] Network 8209cac7-7059-46d5-bbb1-62c03f43d37d requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:26:38.634867 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-61168d41-ece1-4cea-b1c9-f34d44139e58 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5198004 Feb 02 07:26:38.637932 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 47086) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:38.643703 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-b5e70dd7-a00b-474e-a3d3-8882e173ba4b tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Request body: {'port': {'network_id': '8209cac7-7059-46d5-bbb1-62c03f43d37d', 'security_groups': [], 'name': 'tempest-PortsTestJSON-924898357'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:26:38.752469 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a3f6ab-6354-48e2-a4de-d7aec09331e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-8209cac7-7059-46d5-bbb1-62c03f43d37d', 'network_id': '8209cac7-7059-46d5-bbb1-62c03f43d37d', 'project_id': '2041598c2f744ca3acb7597edc886858', 'fixed_ips': [{'subnet_id': '463db4f6-8d77-4e98-8786-4c9cbda588e4'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:26:38.753520 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-86a3f6ab-6354-48e2-a4de-d7aec09331e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:38.773585 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e70dd7-a00b-474e-a3d3-8882e173ba4b tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Made reservation on behalf of 2041598c2f744ca3acb7597edc886858 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:26:38.778141 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b5e70dd7-a00b-474e-a3d3-8882e173ba4b tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:38.800294 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [None req-b5e70dd7-a00b-474e-a3d3-8882e173ba4b tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] device_id is not set on port 4bd7c84b-1b24-481c-bde6-b588e5805a1b yet. {{(pid=109693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:26:38.941063 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-86a3f6ab-6354-48e2-a4de-d7aec09331e3 None None] Allocated IP 172.20.0.2 (8209cac7-7059-46d5-bbb1-62c03f43d37d/463db4f6-8d77-4e98-8786-4c9cbda588e4/3f3ac78d-b0c8-4122-a460-53af0fab77e7) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:26:39.121844 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-86a3f6ab-6354-48e2-a4de-d7aec09331e3 None None] Publish callbacks [] for port (3f3ac78d-b0c8-4122-a460-53af0fab77e7), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:39.130266 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-86a3f6ab-6354-48e2-a4de-d7aec09331e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (3f3ac78d-b0c8-4122-a460-53af0fab77e7), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:39.210902 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a3f6ab-6354-48e2-a4de-d7aec09331e3 None None] Network 8209cac7-7059-46d5-bbb1-62c03f43d37d is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:26:39.216574 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-86a3f6ab-6354-48e2-a4de-d7aec09331e3 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:26:39.219246 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a3f6ab-6354-48e2-a4de-d7aec09331e3 None None] Pushing event updated for resources: {'Port': ['ID=3f3ac78d-b0c8-4122-a460-53af0fab77e7,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:39.222470 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a3f6ab-6354-48e2-a4de-d7aec09331e3 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:26:39.230281 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-b5e70dd7-a00b-474e-a3d3-8882e173ba4b tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Allocated IP 172.20.0.9 (8209cac7-7059-46d5-bbb1-62c03f43d37d/463db4f6-8d77-4e98-8786-4c9cbda588e4/4bd7c84b-1b24-481c-bde6-b588e5805a1b) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:26:39.295808 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-86a3f6ab-6354-48e2-a4de-d7aec09331e3 None None] Attempting to bind port 3f3ac78d-b0c8-4122-a460-53af0fab77e7 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:26:39.297671 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-86a3f6ab-6354-48e2-a4de-d7aec09331e3 None None] Attempting to bind port 3f3ac78d-b0c8-4122-a460-53af0fab77e7 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '821a7937-2c2d-404a-a783-12c059307db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '8209cac7-7059-46d5-bbb1-62c03f43d37d'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:26:39.298370 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a3f6ab-6354-48e2-a4de-d7aec09331e3 None None] Attempting to bind port 3f3ac78d-b0c8-4122-a460-53af0fab77e7 on network 8209cac7-7059-46d5-bbb1-62c03f43d37d {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:26:39.304469 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a3f6ab-6354-48e2-a4de-d7aec09331e3 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:26:39.305056 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a3f6ab-6354-48e2-a4de-d7aec09331e3 None None] Checking segment: {'id': '821a7937-2c2d-404a-a783-12c059307db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '8209cac7-7059-46d5-bbb1-62c03f43d37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:26:39.305634 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-86a3f6ab-6354-48e2-a4de-d7aec09331e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:39.306192 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a3f6ab-6354-48e2-a4de-d7aec09331e3 None None] Bound using segment: {'id': '821a7937-2c2d-404a-a783-12c059307db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '8209cac7-7059-46d5-bbb1-62c03f43d37d'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:26:39.306813 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-86a3f6ab-6354-48e2-a4de-d7aec09331e3 None None] Bound port: 3f3ac78d-b0c8-4122-a460-53af0fab77e7, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '821a7937-2c2d-404a-a783-12c059307db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '8209cac7-7059-46d5-bbb1-62c03f43d37d'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:26:39.307357 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-86a3f6ab-6354-48e2-a4de-d7aec09331e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3f3ac78d-b0c8-4122-a460-53af0fab77e7), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:39.443622 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-86a3f6ab-6354-48e2-a4de-d7aec09331e3 None None] For port 3f3ac78d-b0c8-4122-a460-53af0fab77e7, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:26:39.446313 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-86a3f6ab-6354-48e2-a4de-d7aec09331e3 None None] For port 3f3ac78d-b0c8-4122-a460-53af0fab77e7, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=3f3ac78d-b0c8-4122-a460-53af0fab77e7,segment=NetworkSegment(821a7937-2c2d-404a-a783-12c059307db0),segment_id=821a7937-2c2d-404a-a783-12c059307db0)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:26:39.463475 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-86a3f6ab-6354-48e2-a4de-d7aec09331e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (3f3ac78d-b0c8-4122-a460-53af0fab77e7), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:39.514389 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b5e70dd7-a00b-474e-a3d3-8882e173ba4b tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for port (4bd7c84b-1b24-481c-bde6-b588e5805a1b), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:39.595878 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b5e70dd7-a00b-474e-a3d3-8882e173ba4b tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (4bd7c84b-1b24-481c-bde6-b588e5805a1b), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:39.623307 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a3f6ab-6354-48e2-a4de-d7aec09331e3 None None] Pushing event updated for resources: {'Port': ['ID=3f3ac78d-b0c8-4122-a460-53af0fab77e7,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:39.662931 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e70dd7-a00b-474e-a3d3-8882e173ba4b tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Network 8209cac7-7059-46d5-bbb1-62c03f43d37d is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:26:39.668516 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-b5e70dd7-a00b-474e-a3d3-8882e173ba4b tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:26:39.673460 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e70dd7-a00b-474e-a3d3-8882e173ba4b tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:26:39.738388 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e70dd7-a00b-474e-a3d3-8882e173ba4b tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:39.739089 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b5e70dd7-a00b-474e-a3d3-8882e173ba4b tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:39.776539 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b5e70dd7-a00b-474e-a3d3-8882e173ba4b tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.1347079 Feb 02 07:26:39.777532 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47108) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:39.788297 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e70dd7-a00b-474e-a3d3-8882e173ba4b tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event updated for resources: {'Port': ['ID=4bd7c84b-1b24-481c-bde6-b588e5805a1b,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:40.052942 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-cd01e221-87cf-4006-a786-7a34defeb1f4 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Deleting port 4bd7c84b-1b24-481c-bde6-b588e5805a1b {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:26:40.053515 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cd01e221-87cf-4006-a786-7a34defeb1f4 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (4bd7c84b-1b24-481c-bde6-b588e5805a1b), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:40.251301 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cd01e221-87cf-4006-a786-7a34defeb1f4 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (4bd7c84b-1b24-481c-bde6-b588e5805a1b), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:40.290253 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-cd01e221-87cf-4006-a786-7a34defeb1f4 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Calling delete_port for 4bd7c84b-1b24-481c-bde6-b588e5805a1b owned by {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:26:40.559752 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cd01e221-87cf-4006-a786-7a34defeb1f4 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (4bd7c84b-1b24-481c-bde6-b588e5805a1b), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:40.601476 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd01e221-87cf-4006-a786-7a34defeb1f4 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event deleted for resources: {'Port': ['ID=4bd7c84b-1b24-481c-bde6-b588e5805a1b,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:40.609039 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 3f3ac78d-b0c8-4122-a460-53af0fab77e7 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:26:40.706695 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cd01e221-87cf-4006-a786-7a34defeb1f4 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:40.724879 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 47118) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:40.726670 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-cd01e221-87cf-4006-a786-7a34defeb1f4 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "DELETE /v2.0/ports/4bd7c84b-1b24-481c-bde6-b588e5805a1b HTTP/1.1" status: 204 len: 168 time: 0.9460533 Feb 02 07:26:40.728551 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 3f3ac78d-b0c8-4122-a460-53af0fab77e7 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:26:40.729039 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (3f3ac78d-b0c8-4122-a460-53af0fab77e7), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:40.813860 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c3405ca-ccc9-4d5c-8181-a699f2899688 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] GET failed (client error): The resource could not be found. Feb 02 07:26:40.825811 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-4c3405ca-ccc9-4d5c-8181-a699f2899688 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "GET /v2.0/ports/4bd7c84b-1b24-481c-bde6-b588e5805a1b HTTP/1.1" status: 404 len: 333 time: 0.0966620 Feb 02 07:26:40.826372 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 47120) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:40.943537 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 3f3ac78d-b0c8-4122-a460-53af0fab77e7 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:26:40.944254 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3f3ac78d-b0c8-4122-a460-53af0fab77e7), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:40.948066 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc576d98-02fe-4a7a-bc5b-f0b91450b1a1 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Deleting subnet 463db4f6-8d77-4e98-8786-4c9cbda588e4 {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:26:40.951973 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fc576d98-02fe-4a7a-bc5b-f0b91450b1a1 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for subnet (463db4f6-8d77-4e98-8786-4c9cbda588e4), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:41.045555 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fc576d98-02fe-4a7a-bc5b-f0b91450b1a1 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (463db4f6-8d77-4e98-8786-4c9cbda588e4), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:41.052473 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7867ed0c-c702-4751-bd42-ad0cb7c7e75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:41.092940 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 3f3ac78d-b0c8-4122-a460-53af0fab77e7, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=3f3ac78d-b0c8-4122-a460-53af0fab77e7,segment=NetworkSegment(821a7937-2c2d-404a-a783-12c059307db0),segment_id=821a7937-2c2d-404a-a783-12c059307db0)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:26:41.105072 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (3f3ac78d-b0c8-4122-a460-53af0fab77e7), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:41.158144 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fc576d98-02fe-4a7a-bc5b-f0b91450b1a1 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (463db4f6-8d77-4e98-8786-4c9cbda588e4), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:41.213074 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=3f3ac78d-b0c8-4122-a460-53af0fab77e7,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:41.270604 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fc576d98-02fe-4a7a-bc5b-f0b91450b1a1 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (463db4f6-8d77-4e98-8786-4c9cbda588e4), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:41.349905 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc576d98-02fe-4a7a-bc5b-f0b91450b1a1 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event deleted for resources: {'Subnet': ['ID=463db4f6-8d77-4e98-8786-4c9cbda588e4,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:41.357402 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fc576d98-02fe-4a7a-bc5b-f0b91450b1a1 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:41.371350 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-fc576d98-02fe-4a7a-bc5b-f0b91450b1a1 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "DELETE /v2.0/subnets/463db4f6-8d77-4e98-8786-4c9cbda588e4 HTTP/1.1" status: 204 len: 168 time: 0.5377007 Feb 02 07:26:41.371696 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 47126) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:41.461698 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa32652-9068-4fa0-b3d2-fd74bfece571 None None] Network 8209cac7-7059-46d5-bbb1-62c03f43d37d requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:26:41.540574 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a74d08cd-30b9-4fe3-bc63-4d6d810e1f30 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (8209cac7-7059-46d5-bbb1-62c03f43d37d), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:41.546420 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-6f7a6f30-21a6-470a-89f5-d3be122409d1 None None] Provisioning complete for port 3f3ac78d-b0c8-4122-a460-53af0fab77e7 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:26:41.547324 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6f7a6f30-21a6-470a-89f5-d3be122409d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (3f3ac78d-b0c8-4122-a460-53af0fab77e7), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:41.651822 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-a74d08cd-30b9-4fe3-bc63-4d6d810e1f30 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Deleting port 3f3ac78d-b0c8-4122-a460-53af0fab77e7 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:26:41.652165 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a74d08cd-30b9-4fe3-bc63-4d6d810e1f30 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (3f3ac78d-b0c8-4122-a460-53af0fab77e7), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:41.681157 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-6f7a6f30-21a6-470a-89f5-d3be122409d1 None None] Current status of the port 3f3ac78d-b0c8-4122-a460-53af0fab77e7 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:26:41.713817 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e21ad47-fae7-45ef-bf76-fa3c637e434c None None] DHCP port deletion for 8209cac7-7059-46d5-bbb1-62c03f43d37d request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:26:41.775208 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-a74d08cd-30b9-4fe3-bc63-4d6d810e1f30 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] For port 3f3ac78d-b0c8-4122-a460-53af0fab77e7, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=3f3ac78d-b0c8-4122-a460-53af0fab77e7,segment=NetworkSegment(821a7937-2c2d-404a-a783-12c059307db0),segment_id=821a7937-2c2d-404a-a783-12c059307db0)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:26:41.775787 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a74d08cd-30b9-4fe3-bc63-4d6d810e1f30 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (3f3ac78d-b0c8-4122-a460-53af0fab77e7), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:41.800276 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-2e21ad47-fae7-45ef-bf76-fa3c637e434c None None] Deleting port 3f3ac78d-b0c8-4122-a460-53af0fab77e7 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:26:41.800620 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2e21ad47-fae7-45ef-bf76-fa3c637e434c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (3f3ac78d-b0c8-4122-a460-53af0fab77e7), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:41.802809 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-a74d08cd-30b9-4fe3-bc63-4d6d810e1f30 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Calling delete_port for 3f3ac78d-b0c8-4122-a460-53af0fab77e7 owned by network:dhcp {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:26:41.894746 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-2e21ad47-fae7-45ef-bf76-fa3c637e434c None None] For port 3f3ac78d-b0c8-4122-a460-53af0fab77e7, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=3f3ac78d-b0c8-4122-a460-53af0fab77e7,segment=NetworkSegment(821a7937-2c2d-404a-a783-12c059307db0),segment_id=821a7937-2c2d-404a-a783-12c059307db0)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:26:41.895157 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2e21ad47-fae7-45ef-bf76-fa3c637e434c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (3f3ac78d-b0c8-4122-a460-53af0fab77e7), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:41.908779 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-2e21ad47-fae7-45ef-bf76-fa3c637e434c None None] Calling delete_port for 3f3ac78d-b0c8-4122-a460-53af0fab77e7 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:26:41.936572 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a74d08cd-30b9-4fe3-bc63-4d6d810e1f30 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (3f3ac78d-b0c8-4122-a460-53af0fab77e7), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:41.975992 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74d08cd-30b9-4fe3-bc63-4d6d810e1f30 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event deleted for resources: {'Port': ['ID=3f3ac78d-b0c8-4122-a460-53af0fab77e7,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:41.984210 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74d08cd-30b9-4fe3-bc63-4d6d810e1f30 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] No DVR routers for this DVR port 3f3ac78d-b0c8-4122-a460-53af0fab77e7 on host n-d-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:26:42.066629 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2e21ad47-fae7-45ef-bf76-fa3c637e434c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (3f3ac78d-b0c8-4122-a460-53af0fab77e7), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:42.090765 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a74d08cd-30b9-4fe3-bc63-4d6d810e1f30 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (8209cac7-7059-46d5-bbb1-62c03f43d37d), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:42.107881 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e21ad47-fae7-45ef-bf76-fa3c637e434c None None] Pushing event deleted for resources: {'Port': ['ID=3f3ac78d-b0c8-4122-a460-53af0fab77e7,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:42.114921 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-a74d08cd-30b9-4fe3-bc63-4d6d810e1f30 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8209cac7-7059-46d5-bbb1-62c03f43d37d']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:26:42.120983 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e21ad47-fae7-45ef-bf76-fa3c637e434c None None] No DVR routers for this DVR port 3f3ac78d-b0c8-4122-a460-53af0fab77e7 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:26:42.126487 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-a74d08cd-30b9-4fe3-bc63-4d6d810e1f30 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '821a7937-2c2d-404a-a783-12c059307db0') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:26:42.126800 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-a74d08cd-30b9-4fe3-bc63-4d6d810e1f30 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '821a7937-2c2d-404a-a783-12c059307db0') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:26:42.142924 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a74d08cd-30b9-4fe3-bc63-4d6d810e1f30 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (821a7937-2c2d-404a-a783-12c059307db0), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:42.158240 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a74d08cd-30b9-4fe3-bc63-4d6d810e1f30 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (821a7937-2c2d-404a-a783-12c059307db0), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:42.164933 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a74d08cd-30b9-4fe3-bc63-4d6d810e1f30 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:26:42.165323 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a74d08cd-30b9-4fe3-bc63-4d6d810e1f30 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (821a7937-2c2d-404a-a783-12c059307db0), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:42.168680 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:26:42.168680 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:26:42.168680 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:26:42.168680 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:26:42.168680 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:26:42.168680 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:26:42.168680 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:26:42.168680 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:26:42.168680 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:26:42.168680 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:26:42.168680 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:26:42.168680 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:26:42.168680 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:26:42.168680 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:26:42.168680 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:26:42.168680 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:26:42.168680 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:26:42.168680 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:26:42.168680 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:26:42.168680 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:26:42.168680 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:26:42.168680 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:26:42.168680 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:26:42.168680 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:26:42.168680 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:26:42.168680 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:26:42.168680 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:26:42.168680 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:26:42.168680 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:26:42.168680 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:26:42.168680 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:26:42.168680 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:26:42.233184 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a74d08cd-30b9-4fe3-bc63-4d6d810e1f30 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (8209cac7-7059-46d5-bbb1-62c03f43d37d), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:42.252906 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a74d08cd-30b9-4fe3-bc63-4d6d810e1f30 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:42.259516 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a74d08cd-30b9-4fe3-bc63-4d6d810e1f30 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "DELETE /v2.0/networks/8209cac7-7059-46d5-bbb1-62c03f43d37d HTTP/1.1" status: 204 len: 168 time: 0.8833876 Feb 02 07:26:42.260123 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 47132) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:42.262401 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74d08cd-30b9-4fe3-bc63-4d6d810e1f30 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event deleted for resources: {'Network': ['ID=8209cac7-7059-46d5-bbb1-62c03f43d37d,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:42.267791 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-e33e9ce8-f813-4b3a-8079-65d538224659 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Request body: {'port': {'network_id': '86ad414f-8c05-4508-89b1-d13aff40513b', 'name': 'tempest-PortsTestJSON-649088063'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:26:42.367846 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33e9ce8-f813-4b3a-8079-65d538224659 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Made reservation on behalf of 2041598c2f744ca3acb7597edc886858 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:26:42.371179 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e33e9ce8-f813-4b3a-8079-65d538224659 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:42.388671 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [None req-e33e9ce8-f813-4b3a-8079-65d538224659 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] device_id is not set on port 9c73beec-ebca-470b-90ed-4759d79087cf yet. {{(pid=109693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:26:42.478240 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 3f3ac78d-b0c8-4122-a460-53af0fab77e7 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:26:42.507891 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 3f3ac78d-b0c8-4122-a460-53af0fab77e7 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:26:42.508289 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 3f3ac78d-b0c8-4122-a460-53af0fab77e7 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:26:42.621877 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e33e9ce8-f813-4b3a-8079-65d538224659 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for port (9c73beec-ebca-470b-90ed-4759d79087cf), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:42.660522 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e33e9ce8-f813-4b3a-8079-65d538224659 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (9c73beec-ebca-470b-90ed-4759d79087cf), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:42.718209 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33e9ce8-f813-4b3a-8079-65d538224659 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Network 86ad414f-8c05-4508-89b1-d13aff40513b is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:26:42.724254 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-e33e9ce8-f813-4b3a-8079-65d538224659 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:26:42.731204 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33e9ce8-f813-4b3a-8079-65d538224659 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:26:42.737368 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33e9ce8-f813-4b3a-8079-65d538224659 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:42.738015 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e33e9ce8-f813-4b3a-8079-65d538224659 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:42.815503 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e33e9ce8-f813-4b3a-8079-65d538224659 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5541236 Feb 02 07:26:42.818961 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47136) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:42.842925 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33e9ce8-f813-4b3a-8079-65d538224659 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event updated for resources: {'Port': ['ID=9c73beec-ebca-470b-90ed-4759d79087cf,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:42.974280 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-02253153-8d8a-4113-9dcd-ab9e6bd2dca8 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Deleting port 9c73beec-ebca-470b-90ed-4759d79087cf {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:26:42.975102 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-02253153-8d8a-4113-9dcd-ab9e6bd2dca8 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (9c73beec-ebca-470b-90ed-4759d79087cf), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:43.063517 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-02253153-8d8a-4113-9dcd-ab9e6bd2dca8 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (9c73beec-ebca-470b-90ed-4759d79087cf), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:43.079276 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-02253153-8d8a-4113-9dcd-ab9e6bd2dca8 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Calling delete_port for 9c73beec-ebca-470b-90ed-4759d79087cf owned by {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:26:43.205520 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-02253153-8d8a-4113-9dcd-ab9e6bd2dca8 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (9c73beec-ebca-470b-90ed-4759d79087cf), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:43.242277 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02253153-8d8a-4113-9dcd-ab9e6bd2dca8 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event deleted for resources: {'Port': ['ID=9c73beec-ebca-470b-90ed-4759d79087cf,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:43.249064 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-02253153-8d8a-4113-9dcd-ab9e6bd2dca8 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:43.257163 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 47148) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:43.257389 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-02253153-8d8a-4113-9dcd-ab9e6bd2dca8 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "DELETE /v2.0/ports/9c73beec-ebca-470b-90ed-4759d79087cf HTTP/1.1" status: 204 len: 168 time: 0.4369586 Feb 02 07:26:43.268573 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-077c9367-93d1-4ace-91f4-ec25e9817922 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Request body: {'port': {'network_id': '86ad414f-8c05-4508-89b1-d13aff40513b', 'mac_address': 'fa:16:3e:63:30:80', 'name': 'tempest-PortsTestJSON-657674617'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:26:43.302509 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-8e0353d7-8308-408d-8d2a-00b6282d35fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:43.451864 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-077c9367-93d1-4ace-91f4-ec25e9817922 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Made reservation on behalf of 2041598c2f744ca3acb7597edc886858 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:26:43.579525 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-077c9367-93d1-4ace-91f4-ec25e9817922 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:43.623899 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [None req-077c9367-93d1-4ace-91f4-ec25e9817922 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] device_id is not set on port 96adae4d-90c7-4dfb-9e6d-917fb6e44973 yet. {{(pid=109693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:26:43.835151 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-077c9367-93d1-4ace-91f4-ec25e9817922 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for port (96adae4d-90c7-4dfb-9e6d-917fb6e44973), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:43.873964 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-077c9367-93d1-4ace-91f4-ec25e9817922 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (96adae4d-90c7-4dfb-9e6d-917fb6e44973), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:43.946602 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077c9367-93d1-4ace-91f4-ec25e9817922 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Network 86ad414f-8c05-4508-89b1-d13aff40513b is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:26:43.950741 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-077c9367-93d1-4ace-91f4-ec25e9817922 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:26:43.954032 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077c9367-93d1-4ace-91f4-ec25e9817922 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:26:43.959498 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077c9367-93d1-4ace-91f4-ec25e9817922 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:43.960138 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-077c9367-93d1-4ace-91f4-ec25e9817922 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:43.963864 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077c9367-93d1-4ace-91f4-ec25e9817922 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event updated for resources: {'Port': ['ID=96adae4d-90c7-4dfb-9e6d-917fb6e44973,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:43.976992 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077c9367-93d1-4ace-91f4-ec25e9817922 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:26:43.977351 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077c9367-93d1-4ace-91f4-ec25e9817922 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:26:43.977705 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077c9367-93d1-4ace-91f4-ec25e9817922 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:26:43.978060 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077c9367-93d1-4ace-91f4-ec25e9817922 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:26:43.978407 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077c9367-93d1-4ace-91f4-ec25e9817922 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:26:43.978727 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077c9367-93d1-4ace-91f4-ec25e9817922 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:26:43.979063 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077c9367-93d1-4ace-91f4-ec25e9817922 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:26:43.979454 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077c9367-93d1-4ace-91f4-ec25e9817922 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:26:43.980068 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077c9367-93d1-4ace-91f4-ec25e9817922 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:26:43.980607 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077c9367-93d1-4ace-91f4-ec25e9817922 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:26:43.980944 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077c9367-93d1-4ace-91f4-ec25e9817922 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:26:43.981387 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077c9367-93d1-4ace-91f4-ec25e9817922 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:26:43.981841 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077c9367-93d1-4ace-91f4-ec25e9817922 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:26:44.008734 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47164) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:44.020548 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-077c9367-93d1-4ace-91f4-ec25e9817922 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7621689 Feb 02 07:26:44.074251 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fd4b96-30f8-451f-bff5-27b46cc57e1a tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:44.079499 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 47168) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:44.087692 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c6fd4b96-30f8-451f-bff5-27b46cc57e1a tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "GET /v2.0/ports/96adae4d-90c7-4dfb-9e6d-917fb6e44973 HTTP/1.1" status: 200 len: 840 time: 0.0768149 Feb 02 07:26:44.188801 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-fcdb6f44-722e-49f9-b8bc-7378ef5d892f tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Deleting port 96adae4d-90c7-4dfb-9e6d-917fb6e44973 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:26:44.189108 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fcdb6f44-722e-49f9-b8bc-7378ef5d892f tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (96adae4d-90c7-4dfb-9e6d-917fb6e44973), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:44.268211 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fcdb6f44-722e-49f9-b8bc-7378ef5d892f tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (96adae4d-90c7-4dfb-9e6d-917fb6e44973), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:44.281959 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-fcdb6f44-722e-49f9-b8bc-7378ef5d892f tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Calling delete_port for 96adae4d-90c7-4dfb-9e6d-917fb6e44973 owned by {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:26:44.377539 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fcdb6f44-722e-49f9-b8bc-7378ef5d892f tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (96adae4d-90c7-4dfb-9e6d-917fb6e44973), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:44.411305 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdb6f44-722e-49f9-b8bc-7378ef5d892f tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event deleted for resources: {'Port': ['ID=96adae4d-90c7-4dfb-9e6d-917fb6e44973,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:44.422213 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fcdb6f44-722e-49f9-b8bc-7378ef5d892f tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:44.427973 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-fcdb6f44-722e-49f9-b8bc-7378ef5d892f tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "DELETE /v2.0/ports/96adae4d-90c7-4dfb-9e6d-917fb6e44973 HTTP/1.1" status: 204 len: 168 time: 0.3473780 Feb 02 07:26:44.430784 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 47172) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:44.465355 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcab1090-e0f3-4ca3-8fba-0e0f8b025a0f tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] GET failed (client error): The resource could not be found. Feb 02 07:26:44.467127 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-fcab1090-e0f3-4ca3-8fba-0e0f8b025a0f tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "GET /v2.0/ports/96adae4d-90c7-4dfb-9e6d-917fb6e44973 HTTP/1.1" status: 404 len: 333 time: 0.0347013 Feb 02 07:26:44.473353 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 47174) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:44.478334 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-6c6af310-05f4-4253-b1ff-533c8c147784 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Request body: {'port': {'network_id': '86ad414f-8c05-4508-89b1-d13aff40513b', 'name': 'tempest-PortsTestJSON-612768513'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:26:44.580118 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6af310-05f4-4253-b1ff-533c8c147784 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Made reservation on behalf of 2041598c2f744ca3acb7597edc886858 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:26:44.584516 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6c6af310-05f4-4253-b1ff-533c8c147784 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:44.614713 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [None req-6c6af310-05f4-4253-b1ff-533c8c147784 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] device_id is not set on port 039e0b2d-5ba5-4faa-8818-7dc79e033560 yet. {{(pid=109693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:26:44.709177 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:44.893074 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6c6af310-05f4-4253-b1ff-533c8c147784 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for port (039e0b2d-5ba5-4faa-8818-7dc79e033560), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:44.931663 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6c6af310-05f4-4253-b1ff-533c8c147784 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (039e0b2d-5ba5-4faa-8818-7dc79e033560), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:44.983434 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6af310-05f4-4253-b1ff-533c8c147784 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Network 86ad414f-8c05-4508-89b1-d13aff40513b is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:26:44.990372 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-6c6af310-05f4-4253-b1ff-533c8c147784 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:26:44.994749 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6af310-05f4-4253-b1ff-533c8c147784 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:26:45.001427 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6af310-05f4-4253-b1ff-533c8c147784 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:45.002276 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6c6af310-05f4-4253-b1ff-533c8c147784 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:45.009312 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6af310-05f4-4253-b1ff-533c8c147784 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event updated for resources: {'Port': ['ID=039e0b2d-5ba5-4faa-8818-7dc79e033560,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:45.031662 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-6c6af310-05f4-4253-b1ff-533c8c147784 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5557866 Feb 02 07:26:45.033883 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 47178) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:45.040110 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-f50c544a-d2a8-4ebb-970f-6eba2751d327 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:26:45.154535 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f50c544a-d2a8-4ebb-970f-6eba2751d327 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (039e0b2d-5ba5-4faa-8818-7dc79e033560), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:45.385890 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f50c544a-d2a8-4ebb-970f-6eba2751d327 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for port (039e0b2d-5ba5-4faa-8818-7dc79e033560), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:45.392534 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f50c544a-d2a8-4ebb-970f-6eba2751d327 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (039e0b2d-5ba5-4faa-8818-7dc79e033560), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:45.451038 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50c544a-d2a8-4ebb-970f-6eba2751d327 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event updated for resources: {'Port': ['ID=039e0b2d-5ba5-4faa-8818-7dc79e033560,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:45.465343 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-f50c544a-d2a8-4ebb-970f-6eba2751d327 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] In _notify_port_updated(), no bound segment for port 039e0b2d-5ba5-4faa-8818-7dc79e033560 on network 86ad414f-8c05-4508-89b1-d13aff40513b {{(pid=109693) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 02 07:26:45.472228 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50c544a-d2a8-4ebb-970f-6eba2751d327 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:45.472858 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f50c544a-d2a8-4ebb-970f-6eba2751d327 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:45.475035 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-f50c544a-d2a8-4ebb-970f-6eba2751d327 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "PUT /v2.0/ports/039e0b2d-5ba5-4faa-8818-7dc79e033560 HTTP/1.1" status: 200 len: 818 time: 0.4394515 Feb 02 07:26:45.477211 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47184) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:45.598551 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-1915f07b-48dc-4cee-b9dc-adf0e5e0e603 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Deleting port 039e0b2d-5ba5-4faa-8818-7dc79e033560 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:26:45.598912 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1915f07b-48dc-4cee-b9dc-adf0e5e0e603 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (039e0b2d-5ba5-4faa-8818-7dc79e033560), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:45.686023 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1915f07b-48dc-4cee-b9dc-adf0e5e0e603 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (039e0b2d-5ba5-4faa-8818-7dc79e033560), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:45.701193 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-1915f07b-48dc-4cee-b9dc-adf0e5e0e603 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Calling delete_port for 039e0b2d-5ba5-4faa-8818-7dc79e033560 owned by {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:26:45.791869 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1915f07b-48dc-4cee-b9dc-adf0e5e0e603 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (039e0b2d-5ba5-4faa-8818-7dc79e033560), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:45.826951 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1915f07b-48dc-4cee-b9dc-adf0e5e0e603 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event deleted for resources: {'Port': ['ID=039e0b2d-5ba5-4faa-8818-7dc79e033560,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:45.833304 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1915f07b-48dc-4cee-b9dc-adf0e5e0e603 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:45.837289 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-1915f07b-48dc-4cee-b9dc-adf0e5e0e603 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "DELETE /v2.0/ports/039e0b2d-5ba5-4faa-8818-7dc79e033560 HTTP/1.1" status: 204 len: 168 time: 0.3590016 Feb 02 07:26:45.839974 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 47188) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:45.918371 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b9db30-acb9-4277-b0bf-f68b8b2d04c1 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:45.922987 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47194) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:45.923593 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a6b9db30-acb9-4277-b0bf-f68b8b2d04c1 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0824132 Feb 02 07:26:45.955942 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ac5bc2f-de5a-44c8-9be6-626ce9ee4438 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] GET failed (client error): The resource could not be found. Feb 02 07:26:45.957444 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-5ac5bc2f-de5a-44c8-9be6-626ce9ee4438 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "GET /v2.0/ports/039e0b2d-5ba5-4faa-8818-7dc79e033560 HTTP/1.1" status: 404 len: 333 time: 0.0334277 Feb 02 07:26:45.963250 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47200) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:45.969294 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-ab900b0c-21ea-43b1-93d6-3651ffe639c6 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2141752188'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:26:45.991231 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab900b0c-21ea-43b1-93d6-3651ffe639c6 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Made reservation on behalf of 2041598c2f744ca3acb7597edc886858 for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:26:45.995193 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ab900b0c-21ea-43b1-93d6-3651ffe639c6 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:46.067726 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab900b0c-21ea-43b1-93d6-3651ffe639c6 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:26:46.084873 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ab900b0c-21ea-43b1-93d6-3651ffe639c6 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (dcb474ed-20bc-4611-b7fd-66a04bcbb125), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:46.085707 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-ab900b0c-21ea-43b1-93d6-3651ffe639c6 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Added segment dcb474ed-20bc-4611-b7fd-66a04bcbb125 of type vlan for network 6f7e0d82-897b-4111-8c0f-ded2a83d8fda Feb 02 07:26:46.114898 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:46.153141 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ab900b0c-21ea-43b1-93d6-3651ffe639c6 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (6f7e0d82-897b-4111-8c0f-ded2a83d8fda), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:46.190865 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ab900b0c-21ea-43b1-93d6-3651ffe639c6 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (6f7e0d82-897b-4111-8c0f-ded2a83d8fda), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:46.199134 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab900b0c-21ea-43b1-93d6-3651ffe639c6 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:46.199707 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ab900b0c-21ea-43b1-93d6-3651ffe639c6 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:46.241633 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-ab900b0c-21ea-43b1-93d6-3651ffe639c6 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2772613 Feb 02 07:26:46.244383 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47204) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:46.251712 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-8e21ec9f-b167-4a86-93e5-6167670179a2 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Request body: {'subnet': {'network_id': '6f7e0d82-897b-4111-8c0f-ded2a83d8fda', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:26:46.304931 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab900b0c-21ea-43b1-93d6-3651ffe639c6 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event updated for resources: {'Network': ['ID=6f7e0d82-897b-4111-8c0f-ded2a83d8fda,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:46.322689 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 6f7e0d82-897b-4111-8c0f-ded2a83d8fda details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:26:46.394527 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e21ec9f-b167-4a86-93e5-6167670179a2 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Made reservation on behalf of 2041598c2f744ca3acb7597edc886858 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:26:46.398348 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8e21ec9f-b167-4a86-93e5-6167670179a2 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:46.647086 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8e21ec9f-b167-4a86-93e5-6167670179a2 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (ab1016cb-5c0e-4576-bca8-ce75c9a8fda6), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:46.723254 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e21ec9f-b167-4a86-93e5-6167670179a2 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event updated for resources: {'Subnet': ['ID=ab1016cb-5c0e-4576-bca8-ce75c9a8fda6,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:46.728399 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e21ec9f-b167-4a86-93e5-6167670179a2 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Checking segment: {'id': 'dcb474ed-20bc-4611-b7fd-66a04bcbb125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '6f7e0d82-897b-4111-8c0f-ded2a83d8fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:26:46.729619 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e21ec9f-b167-4a86-93e5-6167670179a2 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Network hostable DHCP agents. Network: 6f7e0d82-897b-4111-8c0f-ded2a83d8fda, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:26:46.749333 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e21ec9f-b167-4a86-93e5-6167670179a2 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Network 6f7e0d82-897b-4111-8c0f-ded2a83d8fda is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:26:46.777762 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-8e21ec9f-b167-4a86-93e5-6167670179a2 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 6f7e0d82-897b-4111-8c0f-ded2a83d8fda) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:26:46.783601 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e21ec9f-b167-4a86-93e5-6167670179a2 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:46.784598 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8e21ec9f-b167-4a86-93e5-6167670179a2 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:46.802088 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212fa3a8-8aa3-45ef-a540-cd3d28110532 None None] Network 6f7e0d82-897b-4111-8c0f-ded2a83d8fda requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:26:46.811292 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 47228) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:46.811904 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-8e21ec9f-b167-4a86-93e5-6167670179a2 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5662613 Feb 02 07:26:46.833159 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-b52a5f1e-e9e2-421f-9469-1cfbb9ffda10 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Request body: {'subnet': {'network_id': '6f7e0d82-897b-4111-8c0f-ded2a83d8fda', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:26:46.957811 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9c9576-4b03-4627-aeb5-64bec03e7b31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-6f7e0d82-897b-4111-8c0f-ded2a83d8fda', 'network_id': '6f7e0d82-897b-4111-8c0f-ded2a83d8fda', 'project_id': '2041598c2f744ca3acb7597edc886858', 'fixed_ips': [{'subnet_id': 'ab1016cb-5c0e-4576-bca8-ce75c9a8fda6'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:26:46.962543 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0e9c9576-4b03-4627-aeb5-64bec03e7b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:47.012639 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52a5f1e-e9e2-421f-9469-1cfbb9ffda10 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Made reservation on behalf of 2041598c2f744ca3acb7597edc886858 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:26:47.017913 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b52a5f1e-e9e2-421f-9469-1cfbb9ffda10 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:47.168803 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-0e9c9576-4b03-4627-aeb5-64bec03e7b31 None None] Allocated IP 172.20.0.2 (6f7e0d82-897b-4111-8c0f-ded2a83d8fda/ab1016cb-5c0e-4576-bca8-ce75c9a8fda6/8ee35489-1995-4919-b4dc-232a36935b70) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:26:47.191713 n-d-789963-26 neutron-server[109693]: INFO neutron.db.ipam_backend_mixin [None req-b52a5f1e-e9e2-421f-9469-1cfbb9ffda10 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ab1016cb-5c0e-4576-bca8-ce75c9a8fda6 (CIDR: 172.20.0.0/28) Feb 02 07:26:47.201567 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-b52a5f1e-e9e2-421f-9469-1cfbb9ffda10 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 07:26:47.202237 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b52a5f1e-e9e2-421f-9469-1cfbb9ffda10 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:26:47.239686 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b52a5f1e-e9e2-421f-9469-1cfbb9ffda10 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4239070 Feb 02 07:26:47.240765 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47258) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:47.246337 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-6f7b9a80-c3c5-46cd-a6fe-4a86b5779f4c tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Request body: {'subnet': {'network_id': '6f7e0d82-897b-4111-8c0f-ded2a83d8fda', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:26:47.415338 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0e9c9576-4b03-4627-aeb5-64bec03e7b31 None None] Publish callbacks [] for port (8ee35489-1995-4919-b4dc-232a36935b70), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:47.415592 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f7b9a80-c3c5-46cd-a6fe-4a86b5779f4c tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Made reservation on behalf of 2041598c2f744ca3acb7597edc886858 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:26:47.420088 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6f7b9a80-c3c5-46cd-a6fe-4a86b5779f4c tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:47.431669 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0e9c9576-4b03-4627-aeb5-64bec03e7b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (8ee35489-1995-4919-b4dc-232a36935b70), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:47.447380 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:47.480449 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9c9576-4b03-4627-aeb5-64bec03e7b31 None None] Network 6f7e0d82-897b-4111-8c0f-ded2a83d8fda is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:26:47.484722 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-0e9c9576-4b03-4627-aeb5-64bec03e7b31 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:26:47.487330 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9c9576-4b03-4627-aeb5-64bec03e7b31 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:26:47.534622 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9c9576-4b03-4627-aeb5-64bec03e7b31 None None] Pushing event updated for resources: {'Port': ['ID=8ee35489-1995-4919-b4dc-232a36935b70,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:47.557062 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9c9576-4b03-4627-aeb5-64bec03e7b31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:26:47.557655 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9c9576-4b03-4627-aeb5-64bec03e7b31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:26:47.558180 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9c9576-4b03-4627-aeb5-64bec03e7b31 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:26:47.558683 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9c9576-4b03-4627-aeb5-64bec03e7b31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:26:47.559170 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9c9576-4b03-4627-aeb5-64bec03e7b31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:26:47.559892 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9c9576-4b03-4627-aeb5-64bec03e7b31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:26:47.560399 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9c9576-4b03-4627-aeb5-64bec03e7b31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:26:47.560940 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9c9576-4b03-4627-aeb5-64bec03e7b31 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:26:47.561423 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9c9576-4b03-4627-aeb5-64bec03e7b31 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:26:47.561903 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9c9576-4b03-4627-aeb5-64bec03e7b31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:26:47.562978 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9c9576-4b03-4627-aeb5-64bec03e7b31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:26:47.563529 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9c9576-4b03-4627-aeb5-64bec03e7b31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:26:47.564061 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9c9576-4b03-4627-aeb5-64bec03e7b31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:26:47.584013 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-0e9c9576-4b03-4627-aeb5-64bec03e7b31 None None] Attempting to bind port 8ee35489-1995-4919-b4dc-232a36935b70 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:26:47.584626 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-0e9c9576-4b03-4627-aeb5-64bec03e7b31 None None] Attempting to bind port 8ee35489-1995-4919-b4dc-232a36935b70 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'dcb474ed-20bc-4611-b7fd-66a04bcbb125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '6f7e0d82-897b-4111-8c0f-ded2a83d8fda'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:26:47.585180 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9c9576-4b03-4627-aeb5-64bec03e7b31 None None] Attempting to bind port 8ee35489-1995-4919-b4dc-232a36935b70 on network 6f7e0d82-897b-4111-8c0f-ded2a83d8fda {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:26:47.591919 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9c9576-4b03-4627-aeb5-64bec03e7b31 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:26:47.592604 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9c9576-4b03-4627-aeb5-64bec03e7b31 None None] Checking segment: {'id': 'dcb474ed-20bc-4611-b7fd-66a04bcbb125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '6f7e0d82-897b-4111-8c0f-ded2a83d8fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:26:47.593365 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0e9c9576-4b03-4627-aeb5-64bec03e7b31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:47.593934 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9c9576-4b03-4627-aeb5-64bec03e7b31 None None] Bound using segment: {'id': 'dcb474ed-20bc-4611-b7fd-66a04bcbb125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '6f7e0d82-897b-4111-8c0f-ded2a83d8fda'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:26:47.594664 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-0e9c9576-4b03-4627-aeb5-64bec03e7b31 None None] Bound port: 8ee35489-1995-4919-b4dc-232a36935b70, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb474ed-20bc-4611-b7fd-66a04bcbb125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '6f7e0d82-897b-4111-8c0f-ded2a83d8fda'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:26:47.595239 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0e9c9576-4b03-4627-aeb5-64bec03e7b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (8ee35489-1995-4919-b4dc-232a36935b70), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:47.709601 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-0e9c9576-4b03-4627-aeb5-64bec03e7b31 None None] For port 8ee35489-1995-4919-b4dc-232a36935b70, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:26:47.713664 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-0e9c9576-4b03-4627-aeb5-64bec03e7b31 None None] For port 8ee35489-1995-4919-b4dc-232a36935b70, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=8ee35489-1995-4919-b4dc-232a36935b70,segment=NetworkSegment(dcb474ed-20bc-4611-b7fd-66a04bcbb125),segment_id=dcb474ed-20bc-4611-b7fd-66a04bcbb125)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:26:47.722253 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0e9c9576-4b03-4627-aeb5-64bec03e7b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (8ee35489-1995-4919-b4dc-232a36935b70), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:47.803373 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9c9576-4b03-4627-aeb5-64bec03e7b31 None None] Pushing event updated for resources: {'Port': ['ID=8ee35489-1995-4919-b4dc-232a36935b70,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:47.956989 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6f7b9a80-c3c5-46cd-a6fe-4a86b5779f4c tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (bb2ed5a9-9f6d-4bdd-b1b9-7eff2e48554e), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:48.012535 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7b9a80-c3c5-46cd-a6fe-4a86b5779f4c tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Network 6f7e0d82-897b-4111-8c0f-ded2a83d8fda is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:26:48.017838 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-6f7b9a80-c3c5-46cd-a6fe-4a86b5779f4c tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:26:48.027694 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7b9a80-c3c5-46cd-a6fe-4a86b5779f4c tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:48.028484 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6f7b9a80-c3c5-46cd-a6fe-4a86b5779f4c tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:48.084410 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-6f7b9a80-c3c5-46cd-a6fe-4a86b5779f4c tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8425190 Feb 02 07:26:48.090108 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 47274) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:48.103728 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7b9a80-c3c5-46cd-a6fe-4a86b5779f4c tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event updated for resources: {'Subnet': ['ID=bb2ed5a9-9f6d-4bdd-b1b9-7eff2e48554e,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:48.108779 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-7a584bf7-c920-463a-96a2-7e6db83741bc tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Request body: {'port': {'network_id': '6f7e0d82-897b-4111-8c0f-ded2a83d8fda', 'fixed_ips': [{'subnet_id': 'ab1016cb-5c0e-4576-bca8-ce75c9a8fda6'}, {'subnet_id': 'bb2ed5a9-9f6d-4bdd-b1b9-7eff2e48554e'}], 'name': 'tempest-PortsTestJSON-920613192'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:26:48.326481 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a584bf7-c920-463a-96a2-7e6db83741bc tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Made reservation on behalf of 2041598c2f744ca3acb7597edc886858 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:26:48.472060 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7a584bf7-c920-463a-96a2-7e6db83741bc tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:48.503429 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [None req-7a584bf7-c920-463a-96a2-7e6db83741bc tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] device_id is not set on port 9b6547f2-d668-4abd-9770-361138baa15d yet. {{(pid=109693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:26:48.631172 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 8ee35489-1995-4919-b4dc-232a36935b70 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:26:48.755678 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 8ee35489-1995-4919-b4dc-232a36935b70 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:26:48.756142 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (8ee35489-1995-4919-b4dc-232a36935b70), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:48.874682 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 8ee35489-1995-4919-b4dc-232a36935b70 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:26:48.875124 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (8ee35489-1995-4919-b4dc-232a36935b70), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:48.978988 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-7a584bf7-c920-463a-96a2-7e6db83741bc tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Allocated IP 172.20.0.14 (6f7e0d82-897b-4111-8c0f-ded2a83d8fda/ab1016cb-5c0e-4576-bca8-ce75c9a8fda6/9b6547f2-d668-4abd-9770-361138baa15d) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:26:48.993042 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-7a584bf7-c920-463a-96a2-7e6db83741bc tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Allocated IP 172.20.0.26 (6f7e0d82-897b-4111-8c0f-ded2a83d8fda/bb2ed5a9-9f6d-4bdd-b1b9-7eff2e48554e/9b6547f2-d668-4abd-9770-361138baa15d) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:26:49.298477 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 8ee35489-1995-4919-b4dc-232a36935b70, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=8ee35489-1995-4919-b4dc-232a36935b70,segment=NetworkSegment(dcb474ed-20bc-4611-b7fd-66a04bcbb125),segment_id=dcb474ed-20bc-4611-b7fd-66a04bcbb125)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:26:49.314204 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (8ee35489-1995-4919-b4dc-232a36935b70), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:49.432043 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=8ee35489-1995-4919-b4dc-232a36935b70,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:49.463088 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7a584bf7-c920-463a-96a2-7e6db83741bc tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for port (9b6547f2-d668-4abd-9770-361138baa15d), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:49.526965 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4922bee-aaf3-48dd-bcfb-5ef3acc00b24 None None] Network 6f7e0d82-897b-4111-8c0f-ded2a83d8fda requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:26:49.536369 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7a584bf7-c920-463a-96a2-7e6db83741bc tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (9b6547f2-d668-4abd-9770-361138baa15d), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:49.624092 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-c6b5ff8e-b041-44cc-8b13-fd0bd04532a9 None None] Provisioning complete for port 8ee35489-1995-4919-b4dc-232a36935b70 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:26:49.624615 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c6b5ff8e-b041-44cc-8b13-fd0bd04532a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (8ee35489-1995-4919-b4dc-232a36935b70), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:49.631529 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a584bf7-c920-463a-96a2-7e6db83741bc tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Network 6f7e0d82-897b-4111-8c0f-ded2a83d8fda is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:26:49.637759 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-7a584bf7-c920-463a-96a2-7e6db83741bc tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:26:49.649406 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a584bf7-c920-463a-96a2-7e6db83741bc tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:26:49.703468 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a584bf7-c920-463a-96a2-7e6db83741bc tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event updated for resources: {'Port': ['ID=9b6547f2-d668-4abd-9770-361138baa15d,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:49.730537 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a584bf7-c920-463a-96a2-7e6db83741bc tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:49.731173 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7a584bf7-c920-463a-96a2-7e6db83741bc tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:49.760735 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-7a584bf7-c920-463a-96a2-7e6db83741bc tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.6665354 Feb 02 07:26:49.761480 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47304) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:49.771135 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-4631fdc6-704d-4b67-8584-87bac0074578 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ab1016cb-5c0e-4576-bca8-ce75c9a8fda6'}]}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:26:50.030295 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0e830a-a12b-4903-ace2-8b1ea61ab21c None None] Update dhcp port {'port': {'network_id': '6f7e0d82-897b-4111-8c0f-ded2a83d8fda', 'fixed_ips': [{'subnet_id': 'ab1016cb-5c0e-4576-bca8-ce75c9a8fda6', 'ip_address': '172.20.0.2'}, {'subnet_id': 'bb2ed5a9-9f6d-4bdd-b1b9-7eff2e48554e'}], 'binding:host_id': 'n-d-789963-26'}, 'id': '8ee35489-1995-4919-b4dc-232a36935b70'} from n-d-789963-26. {{(pid=109695) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 02 07:26:50.120074 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5f0e830a-a12b-4903-ace2-8b1ea61ab21c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (8ee35489-1995-4919-b4dc-232a36935b70), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:50.137958 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4631fdc6-704d-4b67-8584-87bac0074578 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (9b6547f2-d668-4abd-9770-361138baa15d), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:50.166768 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-c6b5ff8e-b041-44cc-8b13-fd0bd04532a9 None None] Current status of the port 8ee35489-1995-4919-b4dc-232a36935b70 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:26:50.365369 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-5f0e830a-a12b-4903-ace2-8b1ea61ab21c None None] Allocated IP 172.20.0.18 (6f7e0d82-897b-4111-8c0f-ded2a83d8fda/bb2ed5a9-9f6d-4bdd-b1b9-7eff2e48554e/8ee35489-1995-4919-b4dc-232a36935b70) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:26:50.477400 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-5f0e830a-a12b-4903-ace2-8b1ea61ab21c None None] For port 8ee35489-1995-4919-b4dc-232a36935b70, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=8ee35489-1995-4919-b4dc-232a36935b70,segment=NetworkSegment(dcb474ed-20bc-4611-b7fd-66a04bcbb125),segment_id=dcb474ed-20bc-4611-b7fd-66a04bcbb125)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:26:50.510509 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5f0e830a-a12b-4903-ace2-8b1ea61ab21c None None] Publish callbacks [] for port (8ee35489-1995-4919-b4dc-232a36935b70), precommit_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:50.519401 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5f0e830a-a12b-4903-ace2-8b1ea61ab21c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (8ee35489-1995-4919-b4dc-232a36935b70), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:50.637511 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 8ee35489-1995-4919-b4dc-232a36935b70 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:26:50.813786 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0e830a-a12b-4903-ace2-8b1ea61ab21c None None] Pushing event updated for resources: {'Port': ['ID=8ee35489-1995-4919-b4dc-232a36935b70,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:50.825863 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 8ee35489-1995-4919-b4dc-232a36935b70 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:26:50.826428 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (8ee35489-1995-4919-b4dc-232a36935b70), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:50.842385 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-4631fdc6-704d-4b67-8584-87bac0074578 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Delete allocated IP 172.20.0.26 (6f7e0d82-897b-4111-8c0f-ded2a83d8fda/bb2ed5a9-9f6d-4bdd-b1b9-7eff2e48554e) {{(pid=109694) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 02 07:26:50.947008 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 8ee35489-1995-4919-b4dc-232a36935b70 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:26:50.988616 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4631fdc6-704d-4b67-8584-87bac0074578 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for port (9b6547f2-d668-4abd-9770-361138baa15d), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:51.001789 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4631fdc6-704d-4b67-8584-87bac0074578 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (9b6547f2-d668-4abd-9770-361138baa15d), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:51.176121 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4631fdc6-704d-4b67-8584-87bac0074578 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event updated for resources: {'Port': ['ID=9b6547f2-d668-4abd-9770-361138baa15d,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:51.200160 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-4631fdc6-704d-4b67-8584-87bac0074578 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] In _notify_port_updated(), no bound segment for port 9b6547f2-d668-4abd-9770-361138baa15d on network 6f7e0d82-897b-4111-8c0f-ded2a83d8fda {{(pid=109694) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 02 07:26:51.205722 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4631fdc6-704d-4b67-8584-87bac0074578 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:51.206377 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4631fdc6-704d-4b67-8584-87bac0074578 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:51.208361 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-4631fdc6-704d-4b67-8584-87bac0074578 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "PUT /v2.0/ports/9b6547f2-d668-4abd-9770-361138baa15d HTTP/1.1" status: 200 len: 919 time: 1.4451947 Feb 02 07:26:51.210521 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47324) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:51.216124 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-7b2f080c-62e4-4492-9216-fb49a4ad679b tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ab1016cb-5c0e-4576-bca8-ce75c9a8fda6'}, {'subnet_id': 'bb2ed5a9-9f6d-4bdd-b1b9-7eff2e48554e'}]}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:26:51.317920 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7b2f080c-62e4-4492-9216-fb49a4ad679b tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (9b6547f2-d668-4abd-9770-361138baa15d), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:51.735169 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9625b0e-9b8b-40cc-ac3c-1b91a8bbf9c0 None None] Network 6f7e0d82-897b-4111-8c0f-ded2a83d8fda requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:26:51.811488 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-7b2f080c-62e4-4492-9216-fb49a4ad679b tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Allocated IP 172.20.0.26 (6f7e0d82-897b-4111-8c0f-ded2a83d8fda/bb2ed5a9-9f6d-4bdd-b1b9-7eff2e48554e/9b6547f2-d668-4abd-9770-361138baa15d) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:26:51.879936 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-84e02028-29aa-48f7-9ee7-e0b72b1b88ba None None] Provisioning complete for port 8ee35489-1995-4919-b4dc-232a36935b70 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:26:51.880329 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-84e02028-29aa-48f7-9ee7-e0b72b1b88ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (8ee35489-1995-4919-b4dc-232a36935b70), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:51.975804 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7b2f080c-62e4-4492-9216-fb49a4ad679b tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for port (9b6547f2-d668-4abd-9770-361138baa15d), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:51.986110 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7b2f080c-62e4-4492-9216-fb49a4ad679b tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (9b6547f2-d668-4abd-9770-361138baa15d), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:52.038845 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-84e02028-29aa-48f7-9ee7-e0b72b1b88ba None None] Current status of the port 8ee35489-1995-4919-b4dc-232a36935b70 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:26:52.054796 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-84e02028-29aa-48f7-9ee7-e0b72b1b88ba None None] Provisioning complete for port 9b6547f2-d668-4abd-9770-361138baa15d triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:26:52.055179 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-84e02028-29aa-48f7-9ee7-e0b72b1b88ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (9b6547f2-d668-4abd-9770-361138baa15d), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:52.110231 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-84e02028-29aa-48f7-9ee7-e0b72b1b88ba None None] Port 9b6547f2-d668-4abd-9770-361138baa15d cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:26:52.163733 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2f080c-62e4-4492-9216-fb49a4ad679b tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event updated for resources: {'Port': ['ID=9b6547f2-d668-4abd-9770-361138baa15d,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:52.173064 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:52.183156 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-7b2f080c-62e4-4492-9216-fb49a4ad679b tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] In _notify_port_updated(), no bound segment for port 9b6547f2-d668-4abd-9770-361138baa15d on network 6f7e0d82-897b-4111-8c0f-ded2a83d8fda {{(pid=109694) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 02 07:26:52.193205 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2f080c-62e4-4492-9216-fb49a4ad679b tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:52.194083 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7b2f080c-62e4-4492-9216-fb49a4ad679b tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:52.196058 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-7b2f080c-62e4-4492-9216-fb49a4ad679b tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "PUT /v2.0/ports/9b6547f2-d668-4abd-9770-361138baa15d HTTP/1.1" status: 200 len: 999 time: 0.9845948 Feb 02 07:26:52.198822 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 47356) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:52.315721 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-b49ac5da-fdb9-4c84-b6a6-0a6641cdd944 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Deleting port 9b6547f2-d668-4abd-9770-361138baa15d {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:26:52.316719 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b49ac5da-fdb9-4c84-b6a6-0a6641cdd944 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (9b6547f2-d668-4abd-9770-361138baa15d), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:52.445096 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b49ac5da-fdb9-4c84-b6a6-0a6641cdd944 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (9b6547f2-d668-4abd-9770-361138baa15d), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:52.463062 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-b49ac5da-fdb9-4c84-b6a6-0a6641cdd944 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Calling delete_port for 9b6547f2-d668-4abd-9770-361138baa15d owned by {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:26:52.528414 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 8ee35489-1995-4919-b4dc-232a36935b70 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:26:52.644768 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 8ee35489-1995-4919-b4dc-232a36935b70 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:26:52.645307 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (8ee35489-1995-4919-b4dc-232a36935b70), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:52.767170 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b49ac5da-fdb9-4c84-b6a6-0a6641cdd944 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (9b6547f2-d668-4abd-9770-361138baa15d), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:52.783281 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-76b526a0-da62-4e9b-932f-72151653cbd3 None None] Provisioning complete for port 8ee35489-1995-4919-b4dc-232a36935b70 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:26:52.784368 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-76b526a0-da62-4e9b-932f-72151653cbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (8ee35489-1995-4919-b4dc-232a36935b70), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:52.814629 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49ac5da-fdb9-4c84-b6a6-0a6641cdd944 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event deleted for resources: {'Port': ['ID=9b6547f2-d668-4abd-9770-361138baa15d,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:52.851962 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 8ee35489-1995-4919-b4dc-232a36935b70 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:26:52.948792 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-76b526a0-da62-4e9b-932f-72151653cbd3 None None] Current status of the port 8ee35489-1995-4919-b4dc-232a36935b70 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:26:52.952965 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-76b526a0-da62-4e9b-932f-72151653cbd3 None None] Could not find standard attr ID for object 9b6547f2-d668-4abd-9770-361138baa15d. {{(pid=109695) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 07:26:52.987102 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b49ac5da-fdb9-4c84-b6a6-0a6641cdd944 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:52.994284 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47378) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:52.994813 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b49ac5da-fdb9-4c84-b6a6-0a6641cdd944 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "DELETE /v2.0/ports/9b6547f2-d668-4abd-9770-361138baa15d HTTP/1.1" status: 204 len: 168 time: 0.7947297 Feb 02 07:26:53.042215 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-4139bfd3-8f63-4400-b1f1-efc79ddd6b28 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] GET failed (client error): The resource could not be found. Feb 02 07:26:53.044001 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-4139bfd3-8f63-4400-b1f1-efc79ddd6b28 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "GET /v2.0/ports/9b6547f2-d668-4abd-9770-361138baa15d HTTP/1.1" status: 404 len: 333 time: 0.0486574 Feb 02 07:26:53.049051 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47380) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:53.067715 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-8a1fb865-df7a-4b36-a32c-d15061f24c24 None None] Could not find standard attr ID for object 9b6547f2-d668-4abd-9770-361138baa15d. {{(pid=109695) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 07:26:53.132000 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dd09c1c-7a40-4547-9820-8db228f43926 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Deleting subnet bb2ed5a9-9f6d-4bdd-b1b9-7eff2e48554e {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:26:53.141447 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9dd09c1c-7a40-4547-9820-8db228f43926 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for subnet (bb2ed5a9-9f6d-4bdd-b1b9-7eff2e48554e), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:53.226177 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9dd09c1c-7a40-4547-9820-8db228f43926 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (bb2ed5a9-9f6d-4bdd-b1b9-7eff2e48554e), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:53.348595 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9dd09c1c-7a40-4547-9820-8db228f43926 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (bb2ed5a9-9f6d-4bdd-b1b9-7eff2e48554e), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:53.384864 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-6a4cf801-e566-4b02-8717-dc741cba1b77 None None] Could not find standard attr ID for object 9b6547f2-d668-4abd-9770-361138baa15d. {{(pid=109695) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 07:26:53.489320 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9dd09c1c-7a40-4547-9820-8db228f43926 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (bb2ed5a9-9f6d-4bdd-b1b9-7eff2e48554e), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:53.534779 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd09c1c-7a40-4547-9820-8db228f43926 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event deleted for resources: {'Subnet': ['ID=bb2ed5a9-9f6d-4bdd-b1b9-7eff2e48554e,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:53.538501 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9dd09c1c-7a40-4547-9820-8db228f43926 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:53.542971 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-9dd09c1c-7a40-4547-9820-8db228f43926 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "DELETE /v2.0/subnets/bb2ed5a9-9f6d-4bdd-b1b9-7eff2e48554e HTTP/1.1" status: 204 len: 168 time: 0.4926991 Feb 02 07:26:53.546088 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47394) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:53.646837 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-d959cfc8-de7d-4bc4-b91b-e9376f49a8b8 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Deleting subnet ab1016cb-5c0e-4576-bca8-ce75c9a8fda6 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:26:53.653629 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d959cfc8-de7d-4bc4-b91b-e9376f49a8b8 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for subnet (ab1016cb-5c0e-4576-bca8-ce75c9a8fda6), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:53.655358 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3123479-2130-47b9-a297-5f2d69a0eeff None None] Network 6f7e0d82-897b-4111-8c0f-ded2a83d8fda requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:26:53.697087 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d959cfc8-de7d-4bc4-b91b-e9376f49a8b8 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (ab1016cb-5c0e-4576-bca8-ce75c9a8fda6), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:53.767422 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-9320681b-c566-4bba-85ea-6980b4d7dbb9 None None] Could not find standard attr ID for object 9b6547f2-d668-4abd-9770-361138baa15d. {{(pid=109695) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 07:26:54.241519 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d959cfc8-de7d-4bc4-b91b-e9376f49a8b8 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (ab1016cb-5c0e-4576-bca8-ce75c9a8fda6), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:54.334573 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d959cfc8-de7d-4bc4-b91b-e9376f49a8b8 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (ab1016cb-5c0e-4576-bca8-ce75c9a8fda6), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:54.377274 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d959cfc8-de7d-4bc4-b91b-e9376f49a8b8 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event deleted for resources: {'Subnet': ['ID=ab1016cb-5c0e-4576-bca8-ce75c9a8fda6,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:54.385594 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d959cfc8-de7d-4bc4-b91b-e9376f49a8b8 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:54.393440 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 47406) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:54.406675 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d959cfc8-de7d-4bc4-b91b-e9376f49a8b8 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "DELETE /v2.0/subnets/ab1016cb-5c0e-4576-bca8-ce75c9a8fda6 HTTP/1.1" status: 204 len: 168 time: 0.8583910 Feb 02 07:26:54.553283 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c66ae2ce-10d4-4add-806c-4710a96e33c9 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (6f7e0d82-897b-4111-8c0f-ded2a83d8fda), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:54.643933 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-c66ae2ce-10d4-4add-806c-4710a96e33c9 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Deleting port 8ee35489-1995-4919-b4dc-232a36935b70 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:26:54.644445 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c66ae2ce-10d4-4add-806c-4710a96e33c9 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (8ee35489-1995-4919-b4dc-232a36935b70), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:54.695541 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f96be11-93f4-41ca-b244-9529290220df None None] Network 6f7e0d82-897b-4111-8c0f-ded2a83d8fda requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:26:54.724894 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-c66ae2ce-10d4-4add-806c-4710a96e33c9 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] For port 8ee35489-1995-4919-b4dc-232a36935b70, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=8ee35489-1995-4919-b4dc-232a36935b70,segment=NetworkSegment(dcb474ed-20bc-4611-b7fd-66a04bcbb125),segment_id=dcb474ed-20bc-4611-b7fd-66a04bcbb125)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:26:54.725559 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c66ae2ce-10d4-4add-806c-4710a96e33c9 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (8ee35489-1995-4919-b4dc-232a36935b70), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:54.741965 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-c66ae2ce-10d4-4add-806c-4710a96e33c9 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Calling delete_port for 8ee35489-1995-4919-b4dc-232a36935b70 owned by network:dhcp {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:26:54.847431 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-0c6cfdd6-d364-45fa-92b7-8a6fcec690f1 None None] Provisioning complete for port 8ee35489-1995-4919-b4dc-232a36935b70 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:26:54.847981 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0c6cfdd6-d364-45fa-92b7-8a6fcec690f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (8ee35489-1995-4919-b4dc-232a36935b70), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:54.873462 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c66ae2ce-10d4-4add-806c-4710a96e33c9 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (8ee35489-1995-4919-b4dc-232a36935b70), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:54.900402 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66ae2ce-10d4-4add-806c-4710a96e33c9 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event deleted for resources: {'Port': ['ID=8ee35489-1995-4919-b4dc-232a36935b70,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:54.918692 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66ae2ce-10d4-4add-806c-4710a96e33c9 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] No DVR routers for this DVR port 8ee35489-1995-4919-b4dc-232a36935b70 on host n-d-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:26:54.927481 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-0c6cfdd6-d364-45fa-92b7-8a6fcec690f1 None None] Could not find standard attr ID for object 8ee35489-1995-4919-b4dc-232a36935b70. {{(pid=109695) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 07:26:54.930586 n-d-789963-26 neutron-server[109695]: INFO neutron.plugins.ml2.db [None req-0c6cfdd6-d364-45fa-92b7-8a6fcec690f1 None None] No ports have port_id starting with 8ee35489-1995-4919-b4dc-232a36935b70 Feb 02 07:26:55.019676 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8849773-bdf9-4697-9eba-5dfa31224197 None None] DHCP port deletion for 6f7e0d82-897b-4111-8c0f-ded2a83d8fda request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:26:55.055947 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c66ae2ce-10d4-4add-806c-4710a96e33c9 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (6f7e0d82-897b-4111-8c0f-ded2a83d8fda), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:55.079228 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-c66ae2ce-10d4-4add-806c-4710a96e33c9 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f7e0d82-897b-4111-8c0f-ded2a83d8fda']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:26:55.089138 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-c66ae2ce-10d4-4add-806c-4710a96e33c9 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcb474ed-20bc-4611-b7fd-66a04bcbb125') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:26:55.089437 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-c66ae2ce-10d4-4add-806c-4710a96e33c9 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcb474ed-20bc-4611-b7fd-66a04bcbb125') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:26:55.103468 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c66ae2ce-10d4-4add-806c-4710a96e33c9 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (dcb474ed-20bc-4611-b7fd-66a04bcbb125), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:55.117792 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c66ae2ce-10d4-4add-806c-4710a96e33c9 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (dcb474ed-20bc-4611-b7fd-66a04bcbb125), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:55.124051 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c66ae2ce-10d4-4add-806c-4710a96e33c9 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:26:55.125263 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c66ae2ce-10d4-4add-806c-4710a96e33c9 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (dcb474ed-20bc-4611-b7fd-66a04bcbb125), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:55.128839 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:26:55.128839 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:26:55.128839 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:26:55.128839 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:26:55.128839 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:26:55.128839 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:26:55.128839 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:26:55.128839 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:26:55.128839 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:26:55.128839 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:26:55.128839 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:26:55.128839 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:26:55.128839 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:26:55.128839 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:26:55.128839 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:26:55.128839 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:26:55.128839 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:26:55.128839 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:26:55.128839 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:26:55.128839 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:26:55.128839 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:26:55.128839 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:26:55.128839 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:26:55.128839 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:26:55.128839 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:26:55.128839 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:26:55.128839 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:26:55.128839 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:26:55.128839 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:26:55.128839 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:26:55.128839 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:26:55.128839 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:26:55.219333 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c66ae2ce-10d4-4add-806c-4710a96e33c9 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (6f7e0d82-897b-4111-8c0f-ded2a83d8fda), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:55.241152 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c66ae2ce-10d4-4add-806c-4710a96e33c9 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:55.244641 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-c66ae2ce-10d4-4add-806c-4710a96e33c9 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "DELETE /v2.0/networks/6f7e0d82-897b-4111-8c0f-ded2a83d8fda HTTP/1.1" status: 204 len: 168 time: 0.8499475 Feb 02 07:26:55.245651 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66ae2ce-10d4-4add-806c-4710a96e33c9 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event deleted for resources: {'Network': ['ID=6f7e0d82-897b-4111-8c0f-ded2a83d8fda,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:55.248306 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 47426) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:55.308256 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e86132-bf8d-47f7-b271-b12ac923ab8f tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:55.313350 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-56e86132-bf8d-47f7-b271-b12ac923ab8f tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0609493 Feb 02 07:26:55.313801 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 47428) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:55.371598 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-1984146c-45fd-4c3a-a121-ff92d83ed12a tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0530727 Feb 02 07:26:55.371780 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 47430) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:55.377005 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-172b6041-43dc-43ef-a97d-7e973631a5e8 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1638271199'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:26:55.396316 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172b6041-43dc-43ef-a97d-7e973631a5e8 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Made reservation on behalf of 2041598c2f744ca3acb7597edc886858 for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:26:55.399521 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-172b6041-43dc-43ef-a97d-7e973631a5e8 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:55.429040 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-172b6041-43dc-43ef-a97d-7e973631a5e8 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:26:55.439505 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-172b6041-43dc-43ef-a97d-7e973631a5e8 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (829ce724-2e11-4a55-b5f2-e6ae3ab2d467), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:55.439905 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-172b6041-43dc-43ef-a97d-7e973631a5e8 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Added segment 829ce724-2e11-4a55-b5f2-e6ae3ab2d467 of type vlan for network 7243a4f5-b0c9-4067-bfb9-75d8eed4bff7 Feb 02 07:26:55.487475 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-172b6041-43dc-43ef-a97d-7e973631a5e8 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (7243a4f5-b0c9-4067-bfb9-75d8eed4bff7), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:55.525906 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-172b6041-43dc-43ef-a97d-7e973631a5e8 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (7243a4f5-b0c9-4067-bfb9-75d8eed4bff7), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:55.542988 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172b6041-43dc-43ef-a97d-7e973631a5e8 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:55.542988 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-172b6041-43dc-43ef-a97d-7e973631a5e8 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:55.578773 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-172b6041-43dc-43ef-a97d-7e973631a5e8 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2022467 Feb 02 07:26:55.579260 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47438) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:55.584790 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-5d825ca9-c6e7-49b1-94fc-fc2bedc40484 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Request body: {'subnet': {'network_id': '7243a4f5-b0c9-4067-bfb9-75d8eed4bff7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:26:55.627430 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172b6041-43dc-43ef-a97d-7e973631a5e8 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event updated for resources: {'Network': ['ID=7243a4f5-b0c9-4067-bfb9-75d8eed4bff7,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:55.638118 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 7243a4f5-b0c9-4067-bfb9-75d8eed4bff7 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:26:55.782059 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d825ca9-c6e7-49b1-94fc-fc2bedc40484 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Made reservation on behalf of 2041598c2f744ca3acb7597edc886858 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:26:55.785894 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5d825ca9-c6e7-49b1-94fc-fc2bedc40484 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:56.024858 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:26:56.025902 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5d825ca9-c6e7-49b1-94fc-fc2bedc40484 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (40b08660-559e-416d-93ad-95306ef17881), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:56.122576 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d825ca9-c6e7-49b1-94fc-fc2bedc40484 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Checking segment: {'id': '829ce724-2e11-4a55-b5f2-e6ae3ab2d467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '7243a4f5-b0c9-4067-bfb9-75d8eed4bff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:26:56.122952 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d825ca9-c6e7-49b1-94fc-fc2bedc40484 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Network hostable DHCP agents. Network: 7243a4f5-b0c9-4067-bfb9-75d8eed4bff7, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:26:56.139574 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d825ca9-c6e7-49b1-94fc-fc2bedc40484 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event updated for resources: {'Subnet': ['ID=40b08660-559e-416d-93ad-95306ef17881,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:56.156279 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d825ca9-c6e7-49b1-94fc-fc2bedc40484 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Network 7243a4f5-b0c9-4067-bfb9-75d8eed4bff7 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:26:56.166817 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-5d825ca9-c6e7-49b1-94fc-fc2bedc40484 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 7243a4f5-b0c9-4067-bfb9-75d8eed4bff7) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:26:56.176853 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0711883a-f869-4bbc-b5c8-b4c9c1ebaae7 None None] Network 7243a4f5-b0c9-4067-bfb9-75d8eed4bff7 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:26:56.181412 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d825ca9-c6e7-49b1-94fc-fc2bedc40484 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:56.182023 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5d825ca9-c6e7-49b1-94fc-fc2bedc40484 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:56.205560 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-5d825ca9-c6e7-49b1-94fc-fc2bedc40484 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6226997 Feb 02 07:26:56.206998 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 47448) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:56.213880 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-180c64b3-f1eb-4633-8567-1b7c9d25c72f tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Request body: {'port': {'network_id': '7243a4f5-b0c9-4067-bfb9-75d8eed4bff7', 'name': 'tempest-PortsTestJSON-1999697851'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:26:56.314351 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c68ed27-00cb-44e7-9285-a5cdef83d317 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-7243a4f5-b0c9-4067-bfb9-75d8eed4bff7', 'network_id': '7243a4f5-b0c9-4067-bfb9-75d8eed4bff7', 'project_id': '2041598c2f744ca3acb7597edc886858', 'fixed_ips': [{'subnet_id': '40b08660-559e-416d-93ad-95306ef17881'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:26:56.315497 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9c68ed27-00cb-44e7-9285-a5cdef83d317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:56.386964 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180c64b3-f1eb-4633-8567-1b7c9d25c72f tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Made reservation on behalf of 2041598c2f744ca3acb7597edc886858 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:26:56.394446 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-180c64b3-f1eb-4633-8567-1b7c9d25c72f tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:56.434064 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [None req-180c64b3-f1eb-4633-8567-1b7c9d25c72f tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] device_id is not set on port ded69663-5d60-4cae-9921-dd3f2ede666d yet. {{(pid=109693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:26:56.524967 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-9c68ed27-00cb-44e7-9285-a5cdef83d317 None None] Allocated IP 172.20.0.2 (7243a4f5-b0c9-4067-bfb9-75d8eed4bff7/40b08660-559e-416d-93ad-95306ef17881/5f2e8575-40fe-437a-998b-59f941c2f2cc) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:26:56.632050 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 8ee35489-1995-4919-b4dc-232a36935b70 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:26:56.654958 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 8ee35489-1995-4919-b4dc-232a36935b70 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:26:56.655444 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 8ee35489-1995-4919-b4dc-232a36935b70 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:26:56.793032 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9c68ed27-00cb-44e7-9285-a5cdef83d317 None None] Publish callbacks [] for port (5f2e8575-40fe-437a-998b-59f941c2f2cc), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:56.817515 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9c68ed27-00cb-44e7-9285-a5cdef83d317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (5f2e8575-40fe-437a-998b-59f941c2f2cc), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:56.872222 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-180c64b3-f1eb-4633-8567-1b7c9d25c72f tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Allocated IP 172.20.0.4 (7243a4f5-b0c9-4067-bfb9-75d8eed4bff7/40b08660-559e-416d-93ad-95306ef17881/ded69663-5d60-4cae-9921-dd3f2ede666d) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:26:56.887853 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c68ed27-00cb-44e7-9285-a5cdef83d317 None None] Network 7243a4f5-b0c9-4067-bfb9-75d8eed4bff7 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:26:56.901835 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-9c68ed27-00cb-44e7-9285-a5cdef83d317 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:26:56.911534 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c68ed27-00cb-44e7-9285-a5cdef83d317 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:26:56.978729 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c68ed27-00cb-44e7-9285-a5cdef83d317 None None] Pushing event updated for resources: {'Port': ['ID=5f2e8575-40fe-437a-998b-59f941c2f2cc,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:57.017430 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-9c68ed27-00cb-44e7-9285-a5cdef83d317 None None] Attempting to bind port 5f2e8575-40fe-437a-998b-59f941c2f2cc on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:26:57.017813 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-9c68ed27-00cb-44e7-9285-a5cdef83d317 None None] Attempting to bind port 5f2e8575-40fe-437a-998b-59f941c2f2cc by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '829ce724-2e11-4a55-b5f2-e6ae3ab2d467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '7243a4f5-b0c9-4067-bfb9-75d8eed4bff7'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:26:57.018184 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c68ed27-00cb-44e7-9285-a5cdef83d317 None None] Attempting to bind port 5f2e8575-40fe-437a-998b-59f941c2f2cc on network 7243a4f5-b0c9-4067-bfb9-75d8eed4bff7 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:26:57.023775 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c68ed27-00cb-44e7-9285-a5cdef83d317 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:26:57.023950 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c68ed27-00cb-44e7-9285-a5cdef83d317 None None] Checking segment: {'id': '829ce724-2e11-4a55-b5f2-e6ae3ab2d467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '7243a4f5-b0c9-4067-bfb9-75d8eed4bff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:26:57.024334 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9c68ed27-00cb-44e7-9285-a5cdef83d317 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:57.024885 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c68ed27-00cb-44e7-9285-a5cdef83d317 None None] Bound using segment: {'id': '829ce724-2e11-4a55-b5f2-e6ae3ab2d467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '7243a4f5-b0c9-4067-bfb9-75d8eed4bff7'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:26:57.025372 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-9c68ed27-00cb-44e7-9285-a5cdef83d317 None None] Bound port: 5f2e8575-40fe-437a-998b-59f941c2f2cc, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '829ce724-2e11-4a55-b5f2-e6ae3ab2d467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '7243a4f5-b0c9-4067-bfb9-75d8eed4bff7'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:26:57.025760 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9c68ed27-00cb-44e7-9285-a5cdef83d317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (5f2e8575-40fe-437a-998b-59f941c2f2cc), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:57.102057 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-180c64b3-f1eb-4633-8567-1b7c9d25c72f tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for port (ded69663-5d60-4cae-9921-dd3f2ede666d), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:57.121362 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-9c68ed27-00cb-44e7-9285-a5cdef83d317 None None] For port 5f2e8575-40fe-437a-998b-59f941c2f2cc, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:26:57.125109 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-9c68ed27-00cb-44e7-9285-a5cdef83d317 None None] For port 5f2e8575-40fe-437a-998b-59f941c2f2cc, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=5f2e8575-40fe-437a-998b-59f941c2f2cc,segment=NetworkSegment(829ce724-2e11-4a55-b5f2-e6ae3ab2d467),segment_id=829ce724-2e11-4a55-b5f2-e6ae3ab2d467)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:26:57.133007 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9c68ed27-00cb-44e7-9285-a5cdef83d317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (5f2e8575-40fe-437a-998b-59f941c2f2cc), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:57.143162 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-180c64b3-f1eb-4633-8567-1b7c9d25c72f tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (ded69663-5d60-4cae-9921-dd3f2ede666d), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:57.216551 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c68ed27-00cb-44e7-9285-a5cdef83d317 None None] Pushing event updated for resources: {'Port': ['ID=5f2e8575-40fe-437a-998b-59f941c2f2cc,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:57.281569 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180c64b3-f1eb-4633-8567-1b7c9d25c72f tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Network 7243a4f5-b0c9-4067-bfb9-75d8eed4bff7 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:26:57.286363 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-180c64b3-f1eb-4633-8567-1b7c9d25c72f tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:26:57.291177 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180c64b3-f1eb-4633-8567-1b7c9d25c72f tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:26:57.295416 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c64b3-f1eb-4633-8567-1b7c9d25c72f tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event updated for resources: {'Port': ['ID=ded69663-5d60-4cae-9921-dd3f2ede666d,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:57.372277 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180c64b3-f1eb-4633-8567-1b7c9d25c72f tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:57.372933 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-180c64b3-f1eb-4633-8567-1b7c9d25c72f tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:57.399676 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-180c64b3-f1eb-4633-8567-1b7c9d25c72f tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1896832 Feb 02 07:26:57.401693 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47474) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:57.409787 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-47fdbb4f-8715-402f-8bae-40c2f2d863d2 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Request body: {'port': {'network_id': '7243a4f5-b0c9-4067-bfb9-75d8eed4bff7', 'name': 'tempest-PortsTestJSON-449606671'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:26:57.426130 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:57.681116 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 47482) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:57.743253 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47fdbb4f-8715-402f-8bae-40c2f2d863d2 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Made reservation on behalf of 2041598c2f744ca3acb7597edc886858 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:26:57.747586 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-47fdbb4f-8715-402f-8bae-40c2f2d863d2 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:57.786985 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [None req-47fdbb4f-8715-402f-8bae-40c2f2d863d2 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] device_id is not set on port 4854f5f0-ab86-48df-a3fb-d2f12c44c926 yet. {{(pid=109694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:26:57.918068 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e10707a2-720c-47f8-a755-6f254c9749d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:58.022465 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-47fdbb4f-8715-402f-8bae-40c2f2d863d2 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Allocated IP 172.20.0.9 (7243a4f5-b0c9-4067-bfb9-75d8eed4bff7/40b08660-559e-416d-93ad-95306ef17881/4854f5f0-ab86-48df-a3fb-d2f12c44c926) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:26:58.098030 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e10707a2-720c-47f8-a755-6f254c9749d2 admin admin] Publish callbacks [] for security_group (2d3794d0-0ed1-48e2-a95d-3ec996fd7fd8), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:58.109676 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e10707a2-720c-47f8-a755-6f254c9749d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (2d3794d0-0ed1-48e2-a95d-3ec996fd7fd8), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:58.162008 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10707a2-720c-47f8-a755-6f254c9749d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d3794d0-0ed1-48e2-a95d-3ec996fd7fd8,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:58.191969 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e10707a2-720c-47f8-a755-6f254c9749d2 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=aec6dd8fb2d14a0ca1ea1e0d0251630d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5097106 Feb 02 07:26:58.192973 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 47504) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:58.278151 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-06eb3415-3de0-4369-95d4-21230de869ab admin admin] Publish callbacks [] for security_group (2d3794d0-0ed1-48e2-a95d-3ec996fd7fd8), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:58.324581 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-06eb3415-3de0-4369-95d4-21230de869ab admin admin] Publish callbacks [] for security_group (2d3794d0-0ed1-48e2-a95d-3ec996fd7fd8), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:58.341464 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-47fdbb4f-8715-402f-8bae-40c2f2d863d2 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for port (4854f5f0-ab86-48df-a3fb-d2f12c44c926), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:58.427480 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-06eb3415-3de0-4369-95d4-21230de869ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (2d3794d0-0ed1-48e2-a95d-3ec996fd7fd8), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:58.430081 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-06eb3415-3de0-4369-95d4-21230de869ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:58.433652 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-06eb3415-3de0-4369-95d4-21230de869ab admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/2d3794d0-0ed1-48e2-a95d-3ec996fd7fd8 HTTP/1.1" status: 204 len: 168 time: 0.2350135 Feb 02 07:26:58.445876 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb3415-3de0-4369-95d4-21230de869ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d3794d0-0ed1-48e2-a95d-3ec996fd7fd8,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:58.458982 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-47fdbb4f-8715-402f-8bae-40c2f2d863d2 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (4854f5f0-ab86-48df-a3fb-d2f12c44c926), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:58.509552 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47fdbb4f-8715-402f-8bae-40c2f2d863d2 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Network 7243a4f5-b0c9-4067-bfb9-75d8eed4bff7 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:26:58.516447 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-47fdbb4f-8715-402f-8bae-40c2f2d863d2 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:26:58.518999 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fdbb4f-8715-402f-8bae-40c2f2d863d2 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:26:58.674700 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fdbb4f-8715-402f-8bae-40c2f2d863d2 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event updated for resources: {'Port': ['ID=4854f5f0-ab86-48df-a3fb-d2f12c44c926,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:58.691135 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fdbb4f-8715-402f-8bae-40c2f2d863d2 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:58.691796 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-47fdbb4f-8715-402f-8bae-40c2f2d863d2 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:58.738294 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-47fdbb4f-8715-402f-8bae-40c2f2d863d2 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3345230 Feb 02 07:26:58.740559 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47516) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:58.758312 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 5f2e8575-40fe-437a-998b-59f941c2f2cc up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:26:58.871516 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 5f2e8575-40fe-437a-998b-59f941c2f2cc triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:26:58.871934 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (5f2e8575-40fe-437a-998b-59f941c2f2cc), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:58.970380 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68ccd2d-9185-4666-8ecb-e3a491499066 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:26:58.972007 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f68ccd2d-9185-4666-8ecb-e3a491499066 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 922 time: 0.2304220 Feb 02 07:26:58.975055 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 47520) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:59.031256 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47524) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:59.037201 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 5f2e8575-40fe-437a-998b-59f941c2f2cc is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:26:59.038159 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (5f2e8575-40fe-437a-998b-59f941c2f2cc), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:59.048051 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0172f403-055f-496a-95c9-3df7c614873d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:59.065423 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f048ea35-90b6-43bf-8e9b-fccf24558aca None None] Network 7243a4f5-b0c9-4067-bfb9-75d8eed4bff7 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:26:59.135706 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 5f2e8575-40fe-437a-998b-59f941c2f2cc, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=5f2e8575-40fe-437a-998b-59f941c2f2cc,segment=NetworkSegment(829ce724-2e11-4a55-b5f2-e6ae3ab2d467),segment_id=829ce724-2e11-4a55-b5f2-e6ae3ab2d467)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:26:59.179838 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0172f403-055f-496a-95c9-3df7c614873d admin admin] Publish callbacks [] for security_group (c2724568-bfe1-44e7-8579-40f6a68e6dc5), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:59.189250 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0172f403-055f-496a-95c9-3df7c614873d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (c2724568-bfe1-44e7-8579-40f6a68e6dc5), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:59.190913 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (5f2e8575-40fe-437a-998b-59f941c2f2cc), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:59.222760 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-362ab9fa-d711-4ffe-8fb9-ca47387e13fd tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Deleting port 4854f5f0-ab86-48df-a3fb-d2f12c44c926 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:26:59.223518 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-362ab9fa-d711-4ffe-8fb9-ca47387e13fd tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (4854f5f0-ab86-48df-a3fb-d2f12c44c926), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:59.275964 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-a404ffa2-dc43-476f-9f1d-2f7d2dc6ef0a None None] Provisioning complete for port 5f2e8575-40fe-437a-998b-59f941c2f2cc triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:26:59.276260 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a404ffa2-dc43-476f-9f1d-2f7d2dc6ef0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (5f2e8575-40fe-437a-998b-59f941c2f2cc), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:59.277068 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0172f403-055f-496a-95c9-3df7c614873d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=469de6e5015348a5a7bfd8350cf4662f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2446396 Feb 02 07:26:59.278194 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0172f403-055f-496a-95c9-3df7c614873d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2724568-bfe1-44e7-8579-40f6a68e6dc5,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:59.294372 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47528) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:26:59.380928 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-df55608f-69e2-4fbe-9436-07eaad008c87 admin admin] Publish callbacks [] for security_group (c2724568-bfe1-44e7-8579-40f6a68e6dc5), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:59.442952 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-df55608f-69e2-4fbe-9436-07eaad008c87 admin admin] Publish callbacks [] for security_group (c2724568-bfe1-44e7-8579-40f6a68e6dc5), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:59.560257 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-df55608f-69e2-4fbe-9436-07eaad008c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (c2724568-bfe1-44e7-8579-40f6a68e6dc5), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:59.564407 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-df55608f-69e2-4fbe-9436-07eaad008c87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:26:59.573762 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-df55608f-69e2-4fbe-9436-07eaad008c87 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c2724568-bfe1-44e7-8579-40f6a68e6dc5 HTTP/1.1" status: 204 len: 168 time: 0.2752240 Feb 02 07:26:59.601572 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df55608f-69e2-4fbe-9436-07eaad008c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2724568-bfe1-44e7-8579-40f6a68e6dc5,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:59.785295 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=5f2e8575-40fe-437a-998b-59f941c2f2cc,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:26:59.986250 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-a404ffa2-dc43-476f-9f1d-2f7d2dc6ef0a None None] Current status of the port 5f2e8575-40fe-437a-998b-59f941c2f2cc is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:27:00.241124 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-362ab9fa-d711-4ffe-8fb9-ca47387e13fd tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (4854f5f0-ab86-48df-a3fb-d2f12c44c926), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:00.266921 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-362ab9fa-d711-4ffe-8fb9-ca47387e13fd tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Calling delete_port for 4854f5f0-ab86-48df-a3fb-d2f12c44c926 owned by {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:27:00.532628 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-362ab9fa-d711-4ffe-8fb9-ca47387e13fd tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (4854f5f0-ab86-48df-a3fb-d2f12c44c926), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:00.534758 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-f476d32e-828d-48ab-a59d-b2d387330b91 None None] Provisioning complete for port 4854f5f0-ab86-48df-a3fb-d2f12c44c926 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:27:00.535145 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f476d32e-828d-48ab-a59d-b2d387330b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (4854f5f0-ab86-48df-a3fb-d2f12c44c926), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:00.614706 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362ab9fa-d711-4ffe-8fb9-ca47387e13fd tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event deleted for resources: {'Port': ['ID=4854f5f0-ab86-48df-a3fb-d2f12c44c926,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:00.663451 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 5f2e8575-40fe-437a-998b-59f941c2f2cc up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:27:00.790728 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-362ab9fa-d711-4ffe-8fb9-ca47387e13fd tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:00.800008 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-362ab9fa-d711-4ffe-8fb9-ca47387e13fd tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "DELETE /v2.0/ports/4854f5f0-ab86-48df-a3fb-d2f12c44c926 HTTP/1.1" status: 204 len: 168 time: 1.8237219 Feb 02 07:27:00.802492 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47562) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:00.805398 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-f476d32e-828d-48ab-a59d-b2d387330b91 None None] Port 4854f5f0-ab86-48df-a3fb-d2f12c44c926 was deleted so its status cannot be updated. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 02 07:27:00.854260 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-2891f59b-41e0-4ffb-ad11-ec178f8eaad1 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] GET failed (client error): The resource could not be found. Feb 02 07:27:00.855802 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-2891f59b-41e0-4ffb-ad11-ec178f8eaad1 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "GET /v2.0/ports/4854f5f0-ab86-48df-a3fb-d2f12c44c926 HTTP/1.1" status: 404 len: 333 time: 0.0521989 Feb 02 07:27:00.859480 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 47566) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:00.861630 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-f476d32e-828d-48ab-a59d-b2d387330b91 None None] Provisioning complete for port ded69663-5d60-4cae-9921-dd3f2ede666d triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:27:00.862020 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f476d32e-828d-48ab-a59d-b2d387330b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ded69663-5d60-4cae-9921-dd3f2ede666d), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:00.914601 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 5f2e8575-40fe-437a-998b-59f941c2f2cc triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:27:00.915237 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (5f2e8575-40fe-437a-998b-59f941c2f2cc), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:01.063543 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-f476d32e-828d-48ab-a59d-b2d387330b91 None None] Port ded69663-5d60-4cae-9921-dd3f2ede666d cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:27:01.076093 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-1a974e37-885b-4dce-af31-824da8ef86df tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Deleting port ded69663-5d60-4cae-9921-dd3f2ede666d {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:27:01.076543 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1a974e37-885b-4dce-af31-824da8ef86df tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (ded69663-5d60-4cae-9921-dd3f2ede666d), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:01.196824 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1a974e37-885b-4dce-af31-824da8ef86df tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (ded69663-5d60-4cae-9921-dd3f2ede666d), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:01.212049 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-1a974e37-885b-4dce-af31-824da8ef86df tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Calling delete_port for ded69663-5d60-4cae-9921-dd3f2ede666d owned by {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:27:01.249954 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-f476d32e-828d-48ab-a59d-b2d387330b91 None None] Provisioning complete for port 5f2e8575-40fe-437a-998b-59f941c2f2cc triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:27:01.250338 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f476d32e-828d-48ab-a59d-b2d387330b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (5f2e8575-40fe-437a-998b-59f941c2f2cc), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:01.356533 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 5f2e8575-40fe-437a-998b-59f941c2f2cc is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:27:01.453053 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-f476d32e-828d-48ab-a59d-b2d387330b91 None None] Current status of the port 5f2e8575-40fe-437a-998b-59f941c2f2cc is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:27:01.540205 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1a974e37-885b-4dce-af31-824da8ef86df tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (ded69663-5d60-4cae-9921-dd3f2ede666d), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:01.567664 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-9635c001-bce1-4f73-b93a-af323159c62c None None] Could not find standard attr ID for object 4854f5f0-ab86-48df-a3fb-d2f12c44c926. {{(pid=109695) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 07:27:01.572091 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-9635c001-bce1-4f73-b93a-af323159c62c None None] Could not find standard attr ID for object ded69663-5d60-4cae-9921-dd3f2ede666d. {{(pid=109695) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 07:27:01.620755 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a974e37-885b-4dce-af31-824da8ef86df tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event deleted for resources: {'Port': ['ID=ded69663-5d60-4cae-9921-dd3f2ede666d,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:01.704450 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1a974e37-885b-4dce-af31-824da8ef86df tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:01.708239 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-1a974e37-885b-4dce-af31-824da8ef86df tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "DELETE /v2.0/ports/ded69663-5d60-4cae-9921-dd3f2ede666d HTTP/1.1" status: 204 len: 168 time: 0.8478391 Feb 02 07:27:01.711243 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 47586) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:01.739968 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-65b54b17-9877-457d-83b2-f9c6170d5cc2 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] GET failed (client error): The resource could not be found. Feb 02 07:27:01.745290 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-65b54b17-9877-457d-83b2-f9c6170d5cc2 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "GET /v2.0/ports/ded69663-5d60-4cae-9921-dd3f2ede666d HTTP/1.1" status: 404 len: 333 time: 0.0324392 Feb 02 07:27:01.747750 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47590) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:01.863894 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-5be604ea-85ae-479e-bdcb-f1b4c2d342a8 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Deleting subnet 40b08660-559e-416d-93ad-95306ef17881 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:27:01.868670 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5be604ea-85ae-479e-bdcb-f1b4c2d342a8 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for subnet (40b08660-559e-416d-93ad-95306ef17881), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:01.942284 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5be604ea-85ae-479e-bdcb-f1b4c2d342a8 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (40b08660-559e-416d-93ad-95306ef17881), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:02.043443 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5be604ea-85ae-479e-bdcb-f1b4c2d342a8 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (40b08660-559e-416d-93ad-95306ef17881), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:02.120316 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5be604ea-85ae-479e-bdcb-f1b4c2d342a8 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (40b08660-559e-416d-93ad-95306ef17881), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:02.163986 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be604ea-85ae-479e-bdcb-f1b4c2d342a8 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event deleted for resources: {'Subnet': ['ID=40b08660-559e-416d-93ad-95306ef17881,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:02.165978 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133f7857-97c1-40bb-b1af-6fe61b48e496 None None] Network 7243a4f5-b0c9-4067-bfb9-75d8eed4bff7 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:27:02.167270 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5be604ea-85ae-479e-bdcb-f1b4c2d342a8 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:02.174836 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-5be604ea-85ae-479e-bdcb-f1b4c2d342a8 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "DELETE /v2.0/subnets/40b08660-559e-416d-93ad-95306ef17881 HTTP/1.1" status: 204 len: 168 time: 0.4254196 Feb 02 07:27:02.177141 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 47606) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:02.309384 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-34bdf344-6478-47d2-8c6d-8136f6b0e6cc tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (7243a4f5-b0c9-4067-bfb9-75d8eed4bff7), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:02.376372 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a48992-bc24-4a48-afbd-53514cf30eb0 None None] DHCP port deletion for 7243a4f5-b0c9-4067-bfb9-75d8eed4bff7 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:27:02.391397 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-34bdf344-6478-47d2-8c6d-8136f6b0e6cc tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Deleting port 5f2e8575-40fe-437a-998b-59f941c2f2cc {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:27:02.391784 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-34bdf344-6478-47d2-8c6d-8136f6b0e6cc tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (5f2e8575-40fe-437a-998b-59f941c2f2cc), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:02.465426 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-73a48992-bc24-4a48-afbd-53514cf30eb0 None None] Deleting port 5f2e8575-40fe-437a-998b-59f941c2f2cc {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:27:02.465823 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-73a48992-bc24-4a48-afbd-53514cf30eb0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (5f2e8575-40fe-437a-998b-59f941c2f2cc), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:02.520693 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 5f2e8575-40fe-437a-998b-59f941c2f2cc no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:27:02.547497 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-34bdf344-6478-47d2-8c6d-8136f6b0e6cc tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] For port 5f2e8575-40fe-437a-998b-59f941c2f2cc, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=5f2e8575-40fe-437a-998b-59f941c2f2cc,segment=NetworkSegment(829ce724-2e11-4a55-b5f2-e6ae3ab2d467),segment_id=829ce724-2e11-4a55-b5f2-e6ae3ab2d467)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:27:02.547956 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-34bdf344-6478-47d2-8c6d-8136f6b0e6cc tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (5f2e8575-40fe-437a-998b-59f941c2f2cc), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:02.567877 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-34bdf344-6478-47d2-8c6d-8136f6b0e6cc tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Calling delete_port for 5f2e8575-40fe-437a-998b-59f941c2f2cc owned by network:dhcp {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:27:02.664386 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-34bdf344-6478-47d2-8c6d-8136f6b0e6cc tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (5f2e8575-40fe-437a-998b-59f941c2f2cc), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:02.667483 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-73a48992-bc24-4a48-afbd-53514cf30eb0 None None] For port 5f2e8575-40fe-437a-998b-59f941c2f2cc, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=5f2e8575-40fe-437a-998b-59f941c2f2cc,segment=NetworkSegment(829ce724-2e11-4a55-b5f2-e6ae3ab2d467),segment_id=829ce724-2e11-4a55-b5f2-e6ae3ab2d467)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:27:02.668122 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-73a48992-bc24-4a48-afbd-53514cf30eb0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (5f2e8575-40fe-437a-998b-59f941c2f2cc), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:02.692999 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bdf344-6478-47d2-8c6d-8136f6b0e6cc tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event deleted for resources: {'Port': ['ID=5f2e8575-40fe-437a-998b-59f941c2f2cc,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:02.696650 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bdf344-6478-47d2-8c6d-8136f6b0e6cc tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] No DVR routers for this DVR port 5f2e8575-40fe-437a-998b-59f941c2f2cc on host n-d-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:27:02.713285 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-73a48992-bc24-4a48-afbd-53514cf30eb0 None None] Calling delete_port for 5f2e8575-40fe-437a-998b-59f941c2f2cc owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:27:02.822710 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-73a48992-bc24-4a48-afbd-53514cf30eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (5f2e8575-40fe-437a-998b-59f941c2f2cc), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:02.847144 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-34bdf344-6478-47d2-8c6d-8136f6b0e6cc tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (7243a4f5-b0c9-4067-bfb9-75d8eed4bff7), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:02.857826 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a48992-bc24-4a48-afbd-53514cf30eb0 None None] Pushing event deleted for resources: {'Port': ['ID=5f2e8575-40fe-437a-998b-59f941c2f2cc,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:02.871094 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a48992-bc24-4a48-afbd-53514cf30eb0 None None] No DVR routers for this DVR port 5f2e8575-40fe-437a-998b-59f941c2f2cc on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:27:02.873675 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No active binding found for port 5f2e8575-40fe-437a-998b-59f941c2f2cc {{(pid=109695) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 02 07:27:02.874187 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] The host n-d-789963-26 is not matching for port 5f2e8575-40fe-437a-998b-59f941c2f2cc host None! {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 02 07:27:02.874646 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 5f2e8575-40fe-437a-998b-59f941c2f2cc not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:27:02.893078 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-34bdf344-6478-47d2-8c6d-8136f6b0e6cc tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7243a4f5-b0c9-4067-bfb9-75d8eed4bff7']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:27:02.903426 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-34bdf344-6478-47d2-8c6d-8136f6b0e6cc tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '829ce724-2e11-4a55-b5f2-e6ae3ab2d467') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:27:02.903856 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-34bdf344-6478-47d2-8c6d-8136f6b0e6cc tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '829ce724-2e11-4a55-b5f2-e6ae3ab2d467') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:27:02.921260 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-34bdf344-6478-47d2-8c6d-8136f6b0e6cc tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (829ce724-2e11-4a55-b5f2-e6ae3ab2d467), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:02.939620 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-34bdf344-6478-47d2-8c6d-8136f6b0e6cc tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (829ce724-2e11-4a55-b5f2-e6ae3ab2d467), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:02.947278 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34bdf344-6478-47d2-8c6d-8136f6b0e6cc tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:27:02.947715 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-34bdf344-6478-47d2-8c6d-8136f6b0e6cc tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (829ce724-2e11-4a55-b5f2-e6ae3ab2d467), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:02.953036 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:27:02.953036 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:27:02.953036 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:27:02.953036 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:27:02.953036 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:27:02.953036 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:27:02.953036 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:27:02.953036 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:27:02.953036 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:27:02.953036 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:27:02.953036 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:27:02.953036 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:27:02.953036 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:27:02.953036 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:27:02.953036 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:27:02.953036 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:27:02.953036 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:27:02.953036 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:27:02.953036 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:27:02.953036 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:27:02.953036 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:27:02.953036 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:27:02.953036 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:27:02.953036 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:27:02.953036 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:27:02.953036 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:27:02.953036 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:27:02.953036 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:27:02.953036 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:27:02.953036 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:27:02.953036 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:27:02.953036 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:27:03.026682 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-34bdf344-6478-47d2-8c6d-8136f6b0e6cc tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (7243a4f5-b0c9-4067-bfb9-75d8eed4bff7), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:03.036924 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-34bdf344-6478-47d2-8c6d-8136f6b0e6cc tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:03.041494 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-34bdf344-6478-47d2-8c6d-8136f6b0e6cc tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "DELETE /v2.0/networks/7243a4f5-b0c9-4067-bfb9-75d8eed4bff7 HTTP/1.1" status: 204 len: 168 time: 0.8630254 Feb 02 07:27:03.045636 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47632) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:03.052741 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-380cede2-e4af-4569-a6d5-28c208a441f3 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-230381369'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:27:03.083986 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bdf344-6478-47d2-8c6d-8136f6b0e6cc tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event deleted for resources: {'Network': ['ID=7243a4f5-b0c9-4067-bfb9-75d8eed4bff7,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:03.088837 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380cede2-e4af-4569-a6d5-28c208a441f3 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Made reservation on behalf of 2041598c2f744ca3acb7597edc886858 for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:27:03.094141 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-380cede2-e4af-4569-a6d5-28c208a441f3 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:03.122751 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-380cede2-e4af-4569-a6d5-28c208a441f3 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:27:03.133749 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-380cede2-e4af-4569-a6d5-28c208a441f3 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (1dd1df00-dd86-456c-87a8-15ca62da8f74), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:03.134098 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-380cede2-e4af-4569-a6d5-28c208a441f3 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Added segment 1dd1df00-dd86-456c-87a8-15ca62da8f74 of type vlan for network af743e4e-48e1-4e04-a606-e347d073a099 Feb 02 07:27:03.182067 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-380cede2-e4af-4569-a6d5-28c208a441f3 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (af743e4e-48e1-4e04-a606-e347d073a099), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:03.216199 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-380cede2-e4af-4569-a6d5-28c208a441f3 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (af743e4e-48e1-4e04-a606-e347d073a099), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:03.222208 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380cede2-e4af-4569-a6d5-28c208a441f3 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:27:03.223891 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-380cede2-e4af-4569-a6d5-28c208a441f3 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:03.268414 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-380cede2-e4af-4569-a6d5-28c208a441f3 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2211206 Feb 02 07:27:03.271022 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47638) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:03.275938 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-7cd11e78-de72-4539-8583-bff51f6dbec4 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Request body: {'subnet': {'network_id': 'af743e4e-48e1-4e04-a606-e347d073a099', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:27:03.352230 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380cede2-e4af-4569-a6d5-28c208a441f3 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event updated for resources: {'Network': ['ID=af743e4e-48e1-4e04-a606-e347d073a099,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:03.365822 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network af743e4e-48e1-4e04-a606-e347d073a099 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:27:03.440017 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd11e78-de72-4539-8583-bff51f6dbec4 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Made reservation on behalf of 2041598c2f744ca3acb7597edc886858 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:27:03.443453 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7cd11e78-de72-4539-8583-bff51f6dbec4 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:03.664701 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7cd11e78-de72-4539-8583-bff51f6dbec4 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (58f58208-3fef-49c3-ba5e-d81cf0c6f30c), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:03.735888 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd11e78-de72-4539-8583-bff51f6dbec4 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event updated for resources: {'Subnet': ['ID=58f58208-3fef-49c3-ba5e-d81cf0c6f30c,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:03.745444 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd11e78-de72-4539-8583-bff51f6dbec4 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Checking segment: {'id': '1dd1df00-dd86-456c-87a8-15ca62da8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'af743e4e-48e1-4e04-a606-e347d073a099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:27:03.745819 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd11e78-de72-4539-8583-bff51f6dbec4 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Network hostable DHCP agents. Network: af743e4e-48e1-4e04-a606-e347d073a099, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:27:03.764247 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd11e78-de72-4539-8583-bff51f6dbec4 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Network af743e4e-48e1-4e04-a606-e347d073a099 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:27:03.775635 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-7cd11e78-de72-4539-8583-bff51f6dbec4 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, af743e4e-48e1-4e04-a606-e347d073a099) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:27:03.781471 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd11e78-de72-4539-8583-bff51f6dbec4 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:27:03.782075 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7cd11e78-de72-4539-8583-bff51f6dbec4 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:03.791586 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373cf24c-ec47-42f0-b7f0-6c56a3c48d4d None None] Network af743e4e-48e1-4e04-a606-e347d073a099 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:27:03.811424 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-7cd11e78-de72-4539-8583-bff51f6dbec4 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5385487 Feb 02 07:27:03.813907 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 47650) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:03.821106 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-70879e51-85b5-4853-ae5e-5d8df71ac42e tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Request body: {'port': {'network_id': 'af743e4e-48e1-4e04-a606-e347d073a099', 'name': 'tempest-PortsTestJSON-1955936260', 'fixed_ips': [{'subnet_id': '58f58208-3fef-49c3-ba5e-d81cf0c6f30c', 'ip_address': '172.20.0.10'}]}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:27:03.933622 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6f59fb-f1d3-45c0-945f-e41f15bdd8e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-af743e4e-48e1-4e04-a606-e347d073a099', 'network_id': 'af743e4e-48e1-4e04-a606-e347d073a099', 'project_id': '2041598c2f744ca3acb7597edc886858', 'fixed_ips': [{'subnet_id': '58f58208-3fef-49c3-ba5e-d81cf0c6f30c'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:27:03.934867 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-cf6f59fb-f1d3-45c0-945f-e41f15bdd8e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:03.972999 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70879e51-85b5-4853-ae5e-5d8df71ac42e tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Made reservation on behalf of 2041598c2f744ca3acb7597edc886858 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:27:04.083457 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-70879e51-85b5-4853-ae5e-5d8df71ac42e tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:04.101624 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [None req-70879e51-85b5-4853-ae5e-5d8df71ac42e tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] device_id is not set on port e1951f03-eee3-486b-91d2-983f657c3b7c yet. {{(pid=109693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:27:04.134162 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-cf6f59fb-f1d3-45c0-945f-e41f15bdd8e0 None None] Allocated IP 172.20.0.2 (af743e4e-48e1-4e04-a606-e347d073a099/58f58208-3fef-49c3-ba5e-d81cf0c6f30c/322c57d8-3df7-4b7a-95a6-6f896f904661) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:27:04.324199 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-cf6f59fb-f1d3-45c0-945f-e41f15bdd8e0 None None] Publish callbacks [] for port (322c57d8-3df7-4b7a-95a6-6f896f904661), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:04.343299 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-cf6f59fb-f1d3-45c0-945f-e41f15bdd8e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (322c57d8-3df7-4b7a-95a6-6f896f904661), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:04.386079 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6f59fb-f1d3-45c0-945f-e41f15bdd8e0 None None] Network af743e4e-48e1-4e04-a606-e347d073a099 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:27:04.412503 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-70879e51-85b5-4853-ae5e-5d8df71ac42e tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Allocated IP 172.20.0.10 (af743e4e-48e1-4e04-a606-e347d073a099/58f58208-3fef-49c3-ba5e-d81cf0c6f30c/e1951f03-eee3-486b-91d2-983f657c3b7c) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:27:04.436872 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-cf6f59fb-f1d3-45c0-945f-e41f15bdd8e0 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:27:04.438823 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f59fb-f1d3-45c0-945f-e41f15bdd8e0 None None] Pushing event updated for resources: {'Port': ['ID=322c57d8-3df7-4b7a-95a6-6f896f904661,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:04.450566 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6f59fb-f1d3-45c0-945f-e41f15bdd8e0 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:27:04.520605 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-cf6f59fb-f1d3-45c0-945f-e41f15bdd8e0 None None] Attempting to bind port 322c57d8-3df7-4b7a-95a6-6f896f904661 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:27:04.520984 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-cf6f59fb-f1d3-45c0-945f-e41f15bdd8e0 None None] Attempting to bind port 322c57d8-3df7-4b7a-95a6-6f896f904661 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '1dd1df00-dd86-456c-87a8-15ca62da8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'af743e4e-48e1-4e04-a606-e347d073a099'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:27:04.521353 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6f59fb-f1d3-45c0-945f-e41f15bdd8e0 None None] Attempting to bind port 322c57d8-3df7-4b7a-95a6-6f896f904661 on network af743e4e-48e1-4e04-a606-e347d073a099 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:27:04.527378 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6f59fb-f1d3-45c0-945f-e41f15bdd8e0 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:27:04.527794 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6f59fb-f1d3-45c0-945f-e41f15bdd8e0 None None] Checking segment: {'id': '1dd1df00-dd86-456c-87a8-15ca62da8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'af743e4e-48e1-4e04-a606-e347d073a099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:27:04.528200 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-cf6f59fb-f1d3-45c0-945f-e41f15bdd8e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:04.528597 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6f59fb-f1d3-45c0-945f-e41f15bdd8e0 None None] Bound using segment: {'id': '1dd1df00-dd86-456c-87a8-15ca62da8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'af743e4e-48e1-4e04-a606-e347d073a099'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:27:04.529867 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-cf6f59fb-f1d3-45c0-945f-e41f15bdd8e0 None None] Bound port: 322c57d8-3df7-4b7a-95a6-6f896f904661, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dd1df00-dd86-456c-87a8-15ca62da8f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'af743e4e-48e1-4e04-a606-e347d073a099'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:27:04.529867 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-cf6f59fb-f1d3-45c0-945f-e41f15bdd8e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (322c57d8-3df7-4b7a-95a6-6f896f904661), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:04.618960 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-cf6f59fb-f1d3-45c0-945f-e41f15bdd8e0 None None] For port 322c57d8-3df7-4b7a-95a6-6f896f904661, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:27:04.626820 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-cf6f59fb-f1d3-45c0-945f-e41f15bdd8e0 None None] For port 322c57d8-3df7-4b7a-95a6-6f896f904661, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=322c57d8-3df7-4b7a-95a6-6f896f904661,segment=NetworkSegment(1dd1df00-dd86-456c-87a8-15ca62da8f74),segment_id=1dd1df00-dd86-456c-87a8-15ca62da8f74)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:27:04.642710 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-cf6f59fb-f1d3-45c0-945f-e41f15bdd8e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (322c57d8-3df7-4b7a-95a6-6f896f904661), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:04.670585 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47680) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:04.711820 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f59fb-f1d3-45c0-945f-e41f15bdd8e0 None None] Pushing event updated for resources: {'Port': ['ID=322c57d8-3df7-4b7a-95a6-6f896f904661,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:04.756116 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e628cde-a50c-41ea-9455-f4ba4e023f62 admin admin] Deleting subnet 4171ab6d-c9dd-4b53-b650-bbbc5c62db4c {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:27:04.762100 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9e628cde-a50c-41ea-9455-f4ba4e023f62 admin admin] Publish callbacks [] for subnet (4171ab6d-c9dd-4b53-b650-bbbc5c62db4c), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:04.813636 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9e628cde-a50c-41ea-9455-f4ba4e023f62 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (4171ab6d-c9dd-4b53-b650-bbbc5c62db4c), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:04.818434 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-70879e51-85b5-4853-ae5e-5d8df71ac42e tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for port (e1951f03-eee3-486b-91d2-983f657c3b7c), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:04.885307 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-70879e51-85b5-4853-ae5e-5d8df71ac42e tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (e1951f03-eee3-486b-91d2-983f657c3b7c), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:04.893465 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9e628cde-a50c-41ea-9455-f4ba4e023f62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (4171ab6d-c9dd-4b53-b650-bbbc5c62db4c), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:05.002622 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70879e51-85b5-4853-ae5e-5d8df71ac42e tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Network af743e4e-48e1-4e04-a606-e347d073a099 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:27:05.005915 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-70879e51-85b5-4853-ae5e-5d8df71ac42e tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:27:05.013016 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70879e51-85b5-4853-ae5e-5d8df71ac42e tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:27:05.022761 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9e628cde-a50c-41ea-9455-f4ba4e023f62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (4171ab6d-c9dd-4b53-b650-bbbc5c62db4c), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:05.094942 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e628cde-a50c-41ea-9455-f4ba4e023f62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4171ab6d-c9dd-4b53-b650-bbbc5c62db4c,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:05.105152 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9e628cde-a50c-41ea-9455-f4ba4e023f62 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:05.106574 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70879e51-85b5-4853-ae5e-5d8df71ac42e tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event updated for resources: {'Port': ['ID=e1951f03-eee3-486b-91d2-983f657c3b7c,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:05.108634 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-9e628cde-a50c-41ea-9455-f4ba4e023f62 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/4171ab6d-c9dd-4b53-b650-bbbc5c62db4c HTTP/1.1" status: 204 len: 168 time: 0.4345071 Feb 02 07:27:05.111607 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47692) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:05.146189 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70879e51-85b5-4853-ae5e-5d8df71ac42e tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:27:05.146817 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-70879e51-85b5-4853-ae5e-5d8df71ac42e tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:05.180087 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-70879e51-85b5-4853-ae5e-5d8df71ac42e tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3643963 Feb 02 07:27:05.182842 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 47694) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:05.188678 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-9cf1957e-85a2-4e6c-bb44-12b9a336d44f tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Request body: {'port': {'network_id': 'af743e4e-48e1-4e04-a606-e347d073a099', 'name': 'tempest-PortsTestJSON-508159029', 'fixed_ips': [{'subnet_id': '58f58208-3fef-49c3-ba5e-d81cf0c6f30c', 'ip_address': '172.20.0.9'}]}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:27:05.238949 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5e4fb509-12cc-4109-ad76-b8e77f1958e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (1d739938-fc78-4552-b42b-8dba309c3572), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:05.339808 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf1957e-85a2-4e6c-bb44-12b9a336d44f tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Made reservation on behalf of 2041598c2f744ca3acb7597edc886858 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:27:05.346287 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9cf1957e-85a2-4e6c-bb44-12b9a336d44f tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:05.361418 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5e4fb509-12cc-4109-ad76-b8e77f1958e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (1d739938-fc78-4552-b42b-8dba309c3572), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:05.371018 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [None req-9cf1957e-85a2-4e6c-bb44-12b9a336d44f tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] device_id is not set on port 10cdbd7d-a79a-4e57-89e5-ebe98e562eda yet. {{(pid=109693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:27:05.387997 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-5e4fb509-12cc-4109-ad76-b8e77f1958e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d739938-fc78-4552-b42b-8dba309c3572']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:27:05.400877 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-5e4fb509-12cc-4109-ad76-b8e77f1958e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd73f847-dd07-48b9-9953-b861c2b373df') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:27:05.401505 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-5e4fb509-12cc-4109-ad76-b8e77f1958e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd73f847-dd07-48b9-9953-b861c2b373df') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:27:05.416401 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5e4fb509-12cc-4109-ad76-b8e77f1958e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (fd73f847-dd07-48b9-9953-b861c2b373df), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:05.434390 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5e4fb509-12cc-4109-ad76-b8e77f1958e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (fd73f847-dd07-48b9-9953-b861c2b373df), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:05.447402 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e4fb509-12cc-4109-ad76-b8e77f1958e9 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:27:05.447967 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5e4fb509-12cc-4109-ad76-b8e77f1958e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (fd73f847-dd07-48b9-9953-b861c2b373df), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:05.450451 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:27:05.450451 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:27:05.450451 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:27:05.450451 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:27:05.450451 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:27:05.450451 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:27:05.450451 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:27:05.450451 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:27:05.450451 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:27:05.450451 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:27:05.450451 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:27:05.450451 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:27:05.450451 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:27:05.450451 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:27:05.450451 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:27:05.450451 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:27:05.450451 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:27:05.450451 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:27:05.450451 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:27:05.450451 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:27:05.450451 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:27:05.450451 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:27:05.450451 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:27:05.450451 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:27:05.450451 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:27:05.450451 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:27:05.450451 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:27:05.450451 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:27:05.450451 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:27:05.450451 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:27:05.450451 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:27:05.450451 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:27:05.523196 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5e4fb509-12cc-4109-ad76-b8e77f1958e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (1d739938-fc78-4552-b42b-8dba309c3572), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:05.540744 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5e4fb509-12cc-4109-ad76-b8e77f1958e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:05.546982 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-5e4fb509-12cc-4109-ad76-b8e77f1958e9 admin admin] 10.222.0.87 "DELETE /v2.0/networks/1d739938-fc78-4552-b42b-8dba309c3572 HTTP/1.1" status: 204 len: 168 time: 0.4343922 Feb 02 07:27:05.560406 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47700) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:05.569167 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4fb509-12cc-4109-ad76-b8e77f1958e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d739938-fc78-4552-b42b-8dba309c3572,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:05.608773 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-9cf1957e-85a2-4e6c-bb44-12b9a336d44f tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Allocated IP 172.20.0.9 (af743e4e-48e1-4e04-a606-e347d073a099/58f58208-3fef-49c3-ba5e-d81cf0c6f30c/10cdbd7d-a79a-4e57-89e5-ebe98e562eda) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:27:05.609951 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-55d58efb-f4ab-4e7a-bc29-2da6bae7132e admin admin] Deleting subnet 04717014-7f73-4357-8738-5db06df4bc37 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:27:05.614485 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-55d58efb-f4ab-4e7a-bc29-2da6bae7132e admin admin] Publish callbacks [] for subnet (04717014-7f73-4357-8738-5db06df4bc37), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:05.662554 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-55d58efb-f4ab-4e7a-bc29-2da6bae7132e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (04717014-7f73-4357-8738-5db06df4bc37), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:05.715729 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-55d58efb-f4ab-4e7a-bc29-2da6bae7132e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (04717014-7f73-4357-8738-5db06df4bc37), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:05.789360 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-55d58efb-f4ab-4e7a-bc29-2da6bae7132e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (04717014-7f73-4357-8738-5db06df4bc37), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:05.821746 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-55d58efb-f4ab-4e7a-bc29-2da6bae7132e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:05.826580 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-55d58efb-f4ab-4e7a-bc29-2da6bae7132e admin admin] 10.222.0.87 "DELETE /v2.0/subnets/04717014-7f73-4357-8738-5db06df4bc37 HTTP/1.1" status: 204 len: 168 time: 0.2650917 Feb 02 07:27:05.856554 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9cf1957e-85a2-4e6c-bb44-12b9a336d44f tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for port (10cdbd7d-a79a-4e57-89e5-ebe98e562eda), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:05.869958 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47706) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:05.872510 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d58efb-f4ab-4e7a-bc29-2da6bae7132e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04717014-7f73-4357-8738-5db06df4bc37,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:05.913235 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9cf1957e-85a2-4e6c-bb44-12b9a336d44f tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (10cdbd7d-a79a-4e57-89e5-ebe98e562eda), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:06.012455 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf1957e-85a2-4e6c-bb44-12b9a336d44f tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event updated for resources: {'Port': ['ID=10cdbd7d-a79a-4e57-89e5-ebe98e562eda,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:06.025283 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e5bcad9e-22a8-4c15-b517-d153e508d524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (506f3253-ede6-42e9-9f14-84fbdfc98b09), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:06.027075 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf1957e-85a2-4e6c-bb44-12b9a336d44f tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Network af743e4e-48e1-4e04-a606-e347d073a099 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:27:06.028669 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-9cf1957e-85a2-4e6c-bb44-12b9a336d44f tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:27:06.035101 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf1957e-85a2-4e6c-bb44-12b9a336d44f tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:27:06.121269 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf1957e-85a2-4e6c-bb44-12b9a336d44f tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:27:06.122206 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9cf1957e-85a2-4e6c-bb44-12b9a336d44f tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:06.147021 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e5bcad9e-22a8-4c15-b517-d153e508d524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (506f3253-ede6-42e9-9f14-84fbdfc98b09), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:06.147544 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-9cf1957e-85a2-4e6c-bb44-12b9a336d44f tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9631627 Feb 02 07:27:06.157471 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 47724) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:06.176661 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-e5bcad9e-22a8-4c15-b517-d153e508d524 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['506f3253-ede6-42e9-9f14-84fbdfc98b09']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:27:06.188476 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-e5bcad9e-22a8-4c15-b517-d153e508d524 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a96f86c-099d-414e-b9ea-ee9ef3a7764a') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:27:06.188904 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-e5bcad9e-22a8-4c15-b517-d153e508d524 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a96f86c-099d-414e-b9ea-ee9ef3a7764a') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:27:06.199470 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e5bcad9e-22a8-4c15-b517-d153e508d524 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (3a96f86c-099d-414e-b9ea-ee9ef3a7764a), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:06.214333 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e5bcad9e-22a8-4c15-b517-d153e508d524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (3a96f86c-099d-414e-b9ea-ee9ef3a7764a), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:06.222279 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5bcad9e-22a8-4c15-b517-d153e508d524 admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:27:06.222819 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e5bcad9e-22a8-4c15-b517-d153e508d524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (3a96f86c-099d-414e-b9ea-ee9ef3a7764a), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:06.311970 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:27:06.311970 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:27:06.311970 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:27:06.311970 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:27:06.311970 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:27:06.311970 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:27:06.311970 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:27:06.311970 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:27:06.311970 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:27:06.311970 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:27:06.311970 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:27:06.311970 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:27:06.311970 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:27:06.311970 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:27:06.311970 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:27:06.311970 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:27:06.311970 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:27:06.311970 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:27:06.311970 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:27:06.311970 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:27:06.311970 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:27:06.311970 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:27:06.311970 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:27:06.311970 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:27:06.311970 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:27:06.311970 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:27:06.311970 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:27:06.311970 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:27:06.311970 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:27:06.311970 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:27:06.311970 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:27:06.311970 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:27:06.316206 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e5bcad9e-22a8-4c15-b517-d153e508d524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (506f3253-ede6-42e9-9f14-84fbdfc98b09), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:06.322268 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e5bcad9e-22a8-4c15-b517-d153e508d524 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:06.326575 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-e5bcad9e-22a8-4c15-b517-d153e508d524 admin admin] 10.222.0.87 "DELETE /v2.0/networks/506f3253-ede6-42e9-9f14-84fbdfc98b09 HTTP/1.1" status: 204 len: 168 time: 0.4551208 Feb 02 07:27:06.342457 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bcad9e-22a8-4c15-b517-d153e508d524 admin admin] Pushing event deleted for resources: {'Network': ['ID=506f3253-ede6-42e9-9f14-84fbdfc98b09,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:06.354985 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce150e1b-faa0-4692-93e7-ec3cc1283a03 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:27:06.358945 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-ce150e1b-faa0-4692-93e7-ec3cc1283a03 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1982653 Feb 02 07:27:06.364093 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47732) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:06.466901 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ed5584-13a5-4300-9b0b-90e30872d4cb None None] Network af743e4e-48e1-4e04-a606-e347d073a099 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:27:06.527298 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6c16ea-563c-4c30-b867-713f1b646cd6 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:27:06.533683 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6c16ea-563c-4c30-b867-713f1b646cd6 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:27:06.555753 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6c16ea-563c-4c30-b867-713f1b646cd6 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:27:06.562479 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-9c6c16ea-563c-4c30-b867-713f1b646cd6 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1969962 Feb 02 07:27:06.565703 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47744) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:06.681582 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 47746) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:06.695312 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-a0b99839-498b-4248-8472-7633dc139e44 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Deleting port 10cdbd7d-a79a-4e57-89e5-ebe98e562eda {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:27:06.695963 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a0b99839-498b-4248-8472-7633dc139e44 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (10cdbd7d-a79a-4e57-89e5-ebe98e562eda), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:06.741499 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 322c57d8-3df7-4b7a-95a6-6f896f904661 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:27:06.752704 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-ff1717bb-b9da-4027-b3b0-2764586f9729 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=843c7e98048d4272ae19b79902843be5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0699408 Feb 02 07:27:06.753717 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 47748) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:06.801087 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a0b99839-498b-4248-8472-7633dc139e44 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (10cdbd7d-a79a-4e57-89e5-ebe98e562eda), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:06.814795 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-a65ac694-9dc7-4ea2-b5b5-87f8776f6964 None None] Provisioning complete for port 322c57d8-3df7-4b7a-95a6-6f896f904661 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:27:06.815181 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a65ac694-9dc7-4ea2-b5b5-87f8776f6964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (322c57d8-3df7-4b7a-95a6-6f896f904661), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:06.815297 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-a0b99839-498b-4248-8472-7633dc139e44 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Calling delete_port for 10cdbd7d-a79a-4e57-89e5-ebe98e562eda owned by {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:27:06.850515 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-96922c61-4ad7-4aa1-8c5f-546cac2e45ea admin admin] Publish callbacks [] for security_group (4eee3aa0-07f1-45bd-bab4-aff76a4289e6), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:06.892279 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 322c57d8-3df7-4b7a-95a6-6f896f904661 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:27:06.892634 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-96922c61-4ad7-4aa1-8c5f-546cac2e45ea admin admin] Publish callbacks [] for security_group (4eee3aa0-07f1-45bd-bab4-aff76a4289e6), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:06.893134 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (322c57d8-3df7-4b7a-95a6-6f896f904661), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:07.063432 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a0b99839-498b-4248-8472-7633dc139e44 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (10cdbd7d-a79a-4e57-89e5-ebe98e562eda), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:07.069411 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-96922c61-4ad7-4aa1-8c5f-546cac2e45ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (4eee3aa0-07f1-45bd-bab4-aff76a4289e6), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:07.072361 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-96922c61-4ad7-4aa1-8c5f-546cac2e45ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:07.073961 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-96922c61-4ad7-4aa1-8c5f-546cac2e45ea admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/4eee3aa0-07f1-45bd-bab4-aff76a4289e6 HTTP/1.1" status: 204 len: 168 time: 0.3189039 Feb 02 07:27:07.098722 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96922c61-4ad7-4aa1-8c5f-546cac2e45ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eee3aa0-07f1-45bd-bab4-aff76a4289e6,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:07.131549 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b99839-498b-4248-8472-7633dc139e44 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event deleted for resources: {'Port': ['ID=10cdbd7d-a79a-4e57-89e5-ebe98e562eda,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:07.154667 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 322c57d8-3df7-4b7a-95a6-6f896f904661 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:27:07.155056 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (322c57d8-3df7-4b7a-95a6-6f896f904661), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:07.159927 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-a65ac694-9dc7-4ea2-b5b5-87f8776f6964 None None] Current status of the port 322c57d8-3df7-4b7a-95a6-6f896f904661 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:27:07.160305 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a65ac694-9dc7-4ea2-b5b5-87f8776f6964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (322c57d8-3df7-4b7a-95a6-6f896f904661), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:07.221238 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 322c57d8-3df7-4b7a-95a6-6f896f904661, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=322c57d8-3df7-4b7a-95a6-6f896f904661,segment=NetworkSegment(1dd1df00-dd86-456c-87a8-15ca62da8f74),segment_id=1dd1df00-dd86-456c-87a8-15ca62da8f74)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:27:07.238371 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (322c57d8-3df7-4b7a-95a6-6f896f904661), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:07.328348 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a0b99839-498b-4248-8472-7633dc139e44 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:07.334687 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a0b99839-498b-4248-8472-7633dc139e44 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "DELETE /v2.0/ports/10cdbd7d-a79a-4e57-89e5-ebe98e562eda HTTP/1.1" status: 204 len: 168 time: 0.7680731 Feb 02 07:27:07.337495 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 47766) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:07.407431 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cde9da0-1800-46ec-9e5d-44184bd17dc6 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] GET failed (client error): The resource could not be found. Feb 02 07:27:07.414955 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47770) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:07.421199 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-3cde9da0-1800-46ec-9e5d-44184bd17dc6 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "GET /v2.0/ports/10cdbd7d-a79a-4e57-89e5-ebe98e562eda HTTP/1.1" status: 404 len: 333 time: 0.0820594 Feb 02 07:27:07.434055 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.db.api [None req-a65ac694-9dc7-4ea2-b5b5-87f8776f6964 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109695) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 07:27:07.434639 n-d-789963-26 neutron-server[109695]: DEBUG oslo_db.api [None req-a65ac694-9dc7-4ea2-b5b5-87f8776f6964 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 07:27:07.440611 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=322c57d8-3df7-4b7a-95a6-6f896f904661,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:07.595323 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 47778) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:07.609971 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-890c8252-7a49-4d7d-99a2-c38780cd5da8 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Deleting port e1951f03-eee3-486b-91d2-983f657c3b7c {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:27:07.610315 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-890c8252-7a49-4d7d-99a2-c38780cd5da8 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (e1951f03-eee3-486b-91d2-983f657c3b7c), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:07.759248 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-890c8252-7a49-4d7d-99a2-c38780cd5da8 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (e1951f03-eee3-486b-91d2-983f657c3b7c), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:07.765664 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-928aff15-9a04-442d-b3a8-6b119f2f4688 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:07.777604 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-890c8252-7a49-4d7d-99a2-c38780cd5da8 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Calling delete_port for e1951f03-eee3-486b-91d2-983f657c3b7c owned by {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:27:07.799765 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 47784) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:07.852957 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-60517dbc-01da-4639-bd67-6535900e196c admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=044d5db62f734658b2f0cd3bc5d64af9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0519783 Feb 02 07:27:07.855955 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 47788) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:07.945955 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-928aff15-9a04-442d-b3a8-6b119f2f4688 admin admin] Publish callbacks [] for security_group (bc4fd95c-f6d5-48ee-9b2f-75077c47fca7), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:07.957250 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-928aff15-9a04-442d-b3a8-6b119f2f4688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (bc4fd95c-f6d5-48ee-9b2f-75077c47fca7), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:07.961090 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4683ed2a-9074-4c7e-a0ce-15f46563a470 admin admin] Publish callbacks [] for security_group (e2ec99f8-cf91-4f25-b8a6-f13efaef16de), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:07.979957 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-a65ac694-9dc7-4ea2-b5b5-87f8776f6964 None None] Current status of the port 322c57d8-3df7-4b7a-95a6-6f896f904661 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:27:07.988803 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-890c8252-7a49-4d7d-99a2-c38780cd5da8 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (e1951f03-eee3-486b-91d2-983f657c3b7c), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:08.025056 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4683ed2a-9074-4c7e-a0ce-15f46563a470 admin admin] Publish callbacks [] for security_group (e2ec99f8-cf91-4f25-b8a6-f13efaef16de), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:08.027408 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928aff15-9a04-442d-b3a8-6b119f2f4688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4fd95c-f6d5-48ee-9b2f-75077c47fca7,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:08.028075 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890c8252-7a49-4d7d-99a2-c38780cd5da8 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event deleted for resources: {'Port': ['ID=e1951f03-eee3-486b-91d2-983f657c3b7c,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:08.039738 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-928aff15-9a04-442d-b3a8-6b119f2f4688 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9e58400560094758857213c4f2dc5c57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4429274 Feb 02 07:27:08.042393 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 47792) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:08.096633 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-fba0e6cb-3e1f-4fd5-86d0-d0dbf2b6dccc None None] Could not find standard attr ID for object 10cdbd7d-a79a-4e57-89e5-ebe98e562eda. {{(pid=109695) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 07:27:08.111906 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-fba0e6cb-3e1f-4fd5-86d0-d0dbf2b6dccc None None] Provisioning complete for port 322c57d8-3df7-4b7a-95a6-6f896f904661 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:27:08.115257 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-fba0e6cb-3e1f-4fd5-86d0-d0dbf2b6dccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (322c57d8-3df7-4b7a-95a6-6f896f904661), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:08.123025 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-29c67c20-f194-45e8-a4f8-81310db9b47b admin admin] Publish callbacks [] for security_group (bc4fd95c-f6d5-48ee-9b2f-75077c47fca7), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:08.147821 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-29c67c20-f194-45e8-a4f8-81310db9b47b admin admin] Publish callbacks [] for security_group (bc4fd95c-f6d5-48ee-9b2f-75077c47fca7), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:08.154952 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4683ed2a-9074-4c7e-a0ce-15f46563a470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (e2ec99f8-cf91-4f25-b8a6-f13efaef16de), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:08.158119 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4683ed2a-9074-4c7e-a0ce-15f46563a470 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:08.159804 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-4683ed2a-9074-4c7e-a0ce-15f46563a470 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/e2ec99f8-cf91-4f25-b8a6-f13efaef16de HTTP/1.1" status: 204 len: 168 time: 0.3027649 Feb 02 07:27:08.174894 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-890c8252-7a49-4d7d-99a2-c38780cd5da8 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:08.183834 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 47800) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:08.184139 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-890c8252-7a49-4d7d-99a2-c38780cd5da8 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "DELETE /v2.0/ports/e1951f03-eee3-486b-91d2-983f657c3b7c HTTP/1.1" status: 204 len: 168 time: 0.7670794 Feb 02 07:27:08.232534 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4683ed2a-9074-4c7e-a0ce-15f46563a470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ec99f8-cf91-4f25-b8a6-f13efaef16de,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:08.243601 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-96be7821-e334-4a87-ad20-c16c5cd0fd6b tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] GET failed (client error): The resource could not be found. Feb 02 07:27:08.245609 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-96be7821-e334-4a87-ad20-c16c5cd0fd6b tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "GET /v2.0/ports/e1951f03-eee3-486b-91d2-983f657c3b7c HTTP/1.1" status: 404 len: 333 time: 0.0550225 Feb 02 07:27:08.252243 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 47802) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:08.260117 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-fba0e6cb-3e1f-4fd5-86d0-d0dbf2b6dccc None None] Current status of the port 322c57d8-3df7-4b7a-95a6-6f896f904661 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:27:08.277251 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-fba0e6cb-3e1f-4fd5-86d0-d0dbf2b6dccc None None] Could not find standard attr ID for object e1951f03-eee3-486b-91d2-983f657c3b7c. {{(pid=109695) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 07:27:08.348104 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-29c67c20-f194-45e8-a4f8-81310db9b47b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (bc4fd95c-f6d5-48ee-9b2f-75077c47fca7), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:08.350744 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-29c67c20-f194-45e8-a4f8-81310db9b47b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:08.351934 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-29c67c20-f194-45e8-a4f8-81310db9b47b admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/bc4fd95c-f6d5-48ee-9b2f-75077c47fca7 HTTP/1.1" status: 204 len: 168 time: 0.3086436 Feb 02 07:27:08.360029 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c93abaa-352a-4d6c-9e88-7fc5daa4bdd3 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Deleting subnet 58f58208-3fef-49c3-ba5e-d81cf0c6f30c {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:27:08.369369 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7c93abaa-352a-4d6c-9e88-7fc5daa4bdd3 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for subnet (58f58208-3fef-49c3-ba5e-d81cf0c6f30c), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:08.399659 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c67c20-f194-45e8-a4f8-81310db9b47b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4fd95c-f6d5-48ee-9b2f-75077c47fca7,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:08.460692 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7c93abaa-352a-4d6c-9e88-7fc5daa4bdd3 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (58f58208-3fef-49c3-ba5e-d81cf0c6f30c), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:08.555381 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 322c57d8-3df7-4b7a-95a6-6f896f904661 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:27:08.653780 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 322c57d8-3df7-4b7a-95a6-6f896f904661 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:27:08.654426 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (322c57d8-3df7-4b7a-95a6-6f896f904661), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:08.656748 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7c93abaa-352a-4d6c-9e88-7fc5daa4bdd3 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (58f58208-3fef-49c3-ba5e-d81cf0c6f30c), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:08.734460 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7c93abaa-352a-4d6c-9e88-7fc5daa4bdd3 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (58f58208-3fef-49c3-ba5e-d81cf0c6f30c), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:08.771873 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c93abaa-352a-4d6c-9e88-7fc5daa4bdd3 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event deleted for resources: {'Subnet': ['ID=58f58208-3fef-49c3-ba5e-d81cf0c6f30c,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:08.772258 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 322c57d8-3df7-4b7a-95a6-6f896f904661 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:27:08.774493 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7c93abaa-352a-4d6c-9e88-7fc5daa4bdd3 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:08.779350 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-7c93abaa-352a-4d6c-9e88-7fc5daa4bdd3 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "DELETE /v2.0/subnets/58f58208-3fef-49c3-ba5e-d81cf0c6f30c HTTP/1.1" status: 204 len: 168 time: 0.5256844 Feb 02 07:27:08.782883 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47820) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:08.785375 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f47d65-6070-4bb9-a8f6-3f822b5d2f69 None None] Network af743e4e-48e1-4e04-a606-e347d073a099 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:27:08.916633 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3d5c26e2-e525-41f5-ac19-d9fbd19e3e29 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (af743e4e-48e1-4e04-a606-e347d073a099), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:08.944397 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 47828) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:08.974734 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c4d5358a-7dc0-4050-ae78-dd41385552f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:09.007502 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00be1f57-0908-41f9-b61d-6d35baf0acd1 None None] DHCP port deletion for af743e4e-48e1-4e04-a606-e347d073a099 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:27:09.023099 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-3d5c26e2-e525-41f5-ac19-d9fbd19e3e29 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Deleting port 322c57d8-3df7-4b7a-95a6-6f896f904661 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:27:09.024119 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3d5c26e2-e525-41f5-ac19-d9fbd19e3e29 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (322c57d8-3df7-4b7a-95a6-6f896f904661), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:09.097334 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c4d5358a-7dc0-4050-ae78-dd41385552f9 admin admin] Publish callbacks [] for security_group (738169cc-8389-4803-83ae-18cd842e77f1), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:09.102928 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c4d5358a-7dc0-4050-ae78-dd41385552f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (738169cc-8389-4803-83ae-18cd842e77f1), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:09.118673 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-00be1f57-0908-41f9-b61d-6d35baf0acd1 None None] Deleting port 322c57d8-3df7-4b7a-95a6-6f896f904661 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:27:09.120845 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-00be1f57-0908-41f9-b61d-6d35baf0acd1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (322c57d8-3df7-4b7a-95a6-6f896f904661), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:09.121922 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-3d5c26e2-e525-41f5-ac19-d9fbd19e3e29 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] For port 322c57d8-3df7-4b7a-95a6-6f896f904661, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=322c57d8-3df7-4b7a-95a6-6f896f904661,segment=NetworkSegment(1dd1df00-dd86-456c-87a8-15ca62da8f74),segment_id=1dd1df00-dd86-456c-87a8-15ca62da8f74)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:27:09.122494 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3d5c26e2-e525-41f5-ac19-d9fbd19e3e29 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (322c57d8-3df7-4b7a-95a6-6f896f904661), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:09.138500 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-3d5c26e2-e525-41f5-ac19-d9fbd19e3e29 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Calling delete_port for 322c57d8-3df7-4b7a-95a6-6f896f904661 owned by network:dhcp {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:27:09.162482 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-c4d5358a-7dc0-4050-ae78-dd41385552f9 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=4feca9d6b8524dd899f30be2e89b43ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2168727 Feb 02 07:27:09.163686 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 47834) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:09.174000 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d5358a-7dc0-4050-ae78-dd41385552f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=738169cc-8389-4803-83ae-18cd842e77f1,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:09.244125 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-00be1f57-0908-41f9-b61d-6d35baf0acd1 None None] For port 322c57d8-3df7-4b7a-95a6-6f896f904661, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=322c57d8-3df7-4b7a-95a6-6f896f904661,segment=NetworkSegment(1dd1df00-dd86-456c-87a8-15ca62da8f74),segment_id=1dd1df00-dd86-456c-87a8-15ca62da8f74)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:27:09.244333 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-00be1f57-0908-41f9-b61d-6d35baf0acd1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (322c57d8-3df7-4b7a-95a6-6f896f904661), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:09.247063 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7b98fccc-0417-4ef1-86d1-d6ddb009c706 admin admin] Publish callbacks [] for security_group (738169cc-8389-4803-83ae-18cd842e77f1), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:09.273124 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-00be1f57-0908-41f9-b61d-6d35baf0acd1 None None] Calling delete_port for 322c57d8-3df7-4b7a-95a6-6f896f904661 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:27:09.275967 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7b98fccc-0417-4ef1-86d1-d6ddb009c706 admin admin] Publish callbacks [] for security_group (738169cc-8389-4803-83ae-18cd842e77f1), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:09.290403 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3d5c26e2-e525-41f5-ac19-d9fbd19e3e29 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (322c57d8-3df7-4b7a-95a6-6f896f904661), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:09.321171 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5c26e2-e525-41f5-ac19-d9fbd19e3e29 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event deleted for resources: {'Port': ['ID=322c57d8-3df7-4b7a-95a6-6f896f904661,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:09.325017 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5c26e2-e525-41f5-ac19-d9fbd19e3e29 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] No DVR routers for this DVR port 322c57d8-3df7-4b7a-95a6-6f896f904661 on host n-d-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:27:09.367599 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7b98fccc-0417-4ef1-86d1-d6ddb009c706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (738169cc-8389-4803-83ae-18cd842e77f1), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:09.371659 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7b98fccc-0417-4ef1-86d1-d6ddb009c706 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:09.373101 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-7b98fccc-0417-4ef1-86d1-d6ddb009c706 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/738169cc-8389-4803-83ae-18cd842e77f1 HTTP/1.1" status: 204 len: 168 time: 0.2071762 Feb 02 07:27:09.387111 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b98fccc-0417-4ef1-86d1-d6ddb009c706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=738169cc-8389-4803-83ae-18cd842e77f1,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:09.414406 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3d5c26e2-e525-41f5-ac19-d9fbd19e3e29 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (af743e4e-48e1-4e04-a606-e347d073a099), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:09.496653 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-00be1f57-0908-41f9-b61d-6d35baf0acd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (322c57d8-3df7-4b7a-95a6-6f896f904661), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:09.570309 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00be1f57-0908-41f9-b61d-6d35baf0acd1 None None] Pushing event deleted for resources: {'Port': ['ID=322c57d8-3df7-4b7a-95a6-6f896f904661,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:09.583071 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00be1f57-0908-41f9-b61d-6d35baf0acd1 None None] No DVR routers for this DVR port 322c57d8-3df7-4b7a-95a6-6f896f904661 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:27:09.708976 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-3d5c26e2-e525-41f5-ac19-d9fbd19e3e29 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af743e4e-48e1-4e04-a606-e347d073a099']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:27:09.719677 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-3d5c26e2-e525-41f5-ac19-d9fbd19e3e29 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dd1df00-dd86-456c-87a8-15ca62da8f74') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:27:09.720224 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-3d5c26e2-e525-41f5-ac19-d9fbd19e3e29 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dd1df00-dd86-456c-87a8-15ca62da8f74') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:27:09.731228 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3d5c26e2-e525-41f5-ac19-d9fbd19e3e29 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (1dd1df00-dd86-456c-87a8-15ca62da8f74), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:09.745218 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3d5c26e2-e525-41f5-ac19-d9fbd19e3e29 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (1dd1df00-dd86-456c-87a8-15ca62da8f74), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:09.752096 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d5c26e2-e525-41f5-ac19-d9fbd19e3e29 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:27:09.752487 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3d5c26e2-e525-41f5-ac19-d9fbd19e3e29 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (1dd1df00-dd86-456c-87a8-15ca62da8f74), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:09.755474 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:27:09.755474 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:27:09.755474 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:27:09.755474 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:27:09.755474 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:27:09.755474 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:27:09.755474 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:27:09.755474 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:27:09.755474 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:27:09.755474 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:27:09.755474 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:27:09.755474 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:27:09.755474 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:27:09.755474 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:27:09.755474 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:27:09.755474 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:27:09.755474 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:27:09.755474 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:27:09.755474 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:27:09.755474 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:27:09.755474 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:27:09.755474 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:27:09.755474 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:27:09.755474 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:27:09.755474 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:27:09.755474 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:27:09.755474 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:27:09.755474 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:27:09.755474 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:27:09.755474 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:27:09.755474 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:27:09.755474 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:27:09.832106 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3d5c26e2-e525-41f5-ac19-d9fbd19e3e29 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (af743e4e-48e1-4e04-a606-e347d073a099), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:09.839585 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3d5c26e2-e525-41f5-ac19-d9fbd19e3e29 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:09.843361 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-3d5c26e2-e525-41f5-ac19-d9fbd19e3e29 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "DELETE /v2.0/networks/af743e4e-48e1-4e04-a606-e347d073a099 HTTP/1.1" status: 204 len: 168 time: 1.0589209 Feb 02 07:27:09.849489 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 47864) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:09.853315 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-0f1c037f-4094-4d22-ac93-4d99cc329a7f tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-588124035'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:27:09.869473 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5c26e2-e525-41f5-ac19-d9fbd19e3e29 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event deleted for resources: {'Network': ['ID=af743e4e-48e1-4e04-a606-e347d073a099,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:09.888825 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f1c037f-4094-4d22-ac93-4d99cc329a7f tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Made reservation on behalf of 2041598c2f744ca3acb7597edc886858 for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:27:09.893846 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0f1c037f-4094-4d22-ac93-4d99cc329a7f tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:09.935242 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f1c037f-4094-4d22-ac93-4d99cc329a7f tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:27:09.950300 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0f1c037f-4094-4d22-ac93-4d99cc329a7f tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (60a5e60a-ede3-4e67-b9cf-f54450cb7a10), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:09.950980 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-0f1c037f-4094-4d22-ac93-4d99cc329a7f tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Added segment 60a5e60a-ede3-4e67-b9cf-f54450cb7a10 of type vlan for network f4d71848-c546-40e1-9172-0645cc635c27 Feb 02 07:27:10.003922 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0f1c037f-4094-4d22-ac93-4d99cc329a7f tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (f4d71848-c546-40e1-9172-0645cc635c27), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:10.034754 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0f1c037f-4094-4d22-ac93-4d99cc329a7f tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (f4d71848-c546-40e1-9172-0645cc635c27), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:10.040148 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1c037f-4094-4d22-ac93-4d99cc329a7f tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:27:10.040717 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0f1c037f-4094-4d22-ac93-4d99cc329a7f tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:10.080014 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-0f1c037f-4094-4d22-ac93-4d99cc329a7f tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2309406 Feb 02 07:27:10.082992 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47878) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:10.088252 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-9e56cd14-9099-4439-9fe4-60f21bf4e775 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Request body: {'subnet': {'network_id': 'f4d71848-c546-40e1-9172-0645cc635c27', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:27:10.174477 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1c037f-4094-4d22-ac93-4d99cc329a7f tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event updated for resources: {'Network': ['ID=f4d71848-c546-40e1-9172-0645cc635c27,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:10.188509 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network f4d71848-c546-40e1-9172-0645cc635c27 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:27:10.300512 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e56cd14-9099-4439-9fe4-60f21bf4e775 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Made reservation on behalf of 2041598c2f744ca3acb7597edc886858 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:27:10.306808 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9e56cd14-9099-4439-9fe4-60f21bf4e775 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:10.572993 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 322c57d8-3df7-4b7a-95a6-6f896f904661 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:27:10.587281 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9e56cd14-9099-4439-9fe4-60f21bf4e775 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (9741f625-f10e-4141-9e19-eca54958c557), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:10.617061 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 322c57d8-3df7-4b7a-95a6-6f896f904661 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:27:10.618057 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 322c57d8-3df7-4b7a-95a6-6f896f904661 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:27:10.684724 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56cd14-9099-4439-9fe4-60f21bf4e775 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event updated for resources: {'Subnet': ['ID=9741f625-f10e-4141-9e19-eca54958c557,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:10.697287 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e56cd14-9099-4439-9fe4-60f21bf4e775 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Checking segment: {'id': '60a5e60a-ede3-4e67-b9cf-f54450cb7a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f4d71848-c546-40e1-9172-0645cc635c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:27:10.697661 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e56cd14-9099-4439-9fe4-60f21bf4e775 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Network hostable DHCP agents. Network: f4d71848-c546-40e1-9172-0645cc635c27, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:27:10.720557 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e56cd14-9099-4439-9fe4-60f21bf4e775 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Network f4d71848-c546-40e1-9172-0645cc635c27 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:27:10.733750 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-9e56cd14-9099-4439-9fe4-60f21bf4e775 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, f4d71848-c546-40e1-9172-0645cc635c27) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:27:10.744151 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715161d8-6bfe-4463-96cc-59bbf043573a None None] Network f4d71848-c546-40e1-9172-0645cc635c27 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:27:10.748255 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e56cd14-9099-4439-9fe4-60f21bf4e775 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:27:10.749732 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9e56cd14-9099-4439-9fe4-60f21bf4e775 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:10.778399 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-9e56cd14-9099-4439-9fe4-60f21bf4e775 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6930628 Feb 02 07:27:10.781230 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 47910) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:10.786869 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-577e602e-25ff-43ee-b863-d66e8fee9712 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1566696514', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:27:10.818013 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-577e602e-25ff-43ee-b863-d66e8fee9712 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (2d66afb6-fe50-4a41-9e8a-cf3a398674b5), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:10.820255 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-577e602e-25ff-43ee-b863-d66e8fee9712 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (2d66afb6-fe50-4a41-9e8a-cf3a398674b5), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:10.909133 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf06aa28-fcc2-4f2a-bfd7-62870cc9b873 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-f4d71848-c546-40e1-9172-0645cc635c27', 'network_id': 'f4d71848-c546-40e1-9172-0645cc635c27', 'project_id': '2041598c2f744ca3acb7597edc886858', 'fixed_ips': [{'subnet_id': '9741f625-f10e-4141-9e19-eca54958c557'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:27:10.910095 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-bf06aa28-fcc2-4f2a-bfd7-62870cc9b873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:10.924089 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-577e602e-25ff-43ee-b863-d66e8fee9712 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for router_controller (2d66afb6-fe50-4a41-9e8a-cf3a398674b5), precommit_add_association {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:10.929415 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-577e602e-25ff-43ee-b863-d66e8fee9712 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (2d66afb6-fe50-4a41-9e8a-cf3a398674b5), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:10.962549 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-577e602e-25ff-43ee-b863-d66e8fee9712 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:10.964883 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-577e602e-25ff-43ee-b863-d66e8fee9712 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1822155 Feb 02 07:27:10.969020 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 47918) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:10.976048 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-0b3eeb42-a8af-4101-bc1a-59aad44f0b7b tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Request body: {'port': {'network_id': 'f4d71848-c546-40e1-9172-0645cc635c27', 'name': 'tempest-PortsTestJSON-1654287802'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:27:11.041176 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3e6b9d9d-4a69-4090-8635-0aa6d15d5f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:11.105115 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-bf06aa28-fcc2-4f2a-bfd7-62870cc9b873 None None] Allocated IP 172.20.0.2 (f4d71848-c546-40e1-9172-0645cc635c27/9741f625-f10e-4141-9e19-eca54958c557/797234fb-fd9c-4b9c-8677-541126acd51e) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:27:11.172891 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b3eeb42-a8af-4101-bc1a-59aad44f0b7b tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Made reservation on behalf of 2041598c2f744ca3acb7597edc886858 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:27:11.177183 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0b3eeb42-a8af-4101-bc1a-59aad44f0b7b tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:11.216134 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [None req-0b3eeb42-a8af-4101-bc1a-59aad44f0b7b tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] device_id is not set on port 754355c2-781f-4328-af14-5b421b16eda6 yet. {{(pid=109694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:27:11.358465 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-bf06aa28-fcc2-4f2a-bfd7-62870cc9b873 None None] Publish callbacks [] for port (797234fb-fd9c-4b9c-8677-541126acd51e), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:11.366111 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-bf06aa28-fcc2-4f2a-bfd7-62870cc9b873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (797234fb-fd9c-4b9c-8677-541126acd51e), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:11.418734 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf06aa28-fcc2-4f2a-bfd7-62870cc9b873 None None] Network f4d71848-c546-40e1-9172-0645cc635c27 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:27:11.427133 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-bf06aa28-fcc2-4f2a-bfd7-62870cc9b873 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:27:11.429849 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf06aa28-fcc2-4f2a-bfd7-62870cc9b873 None None] Pushing event updated for resources: {'Port': ['ID=797234fb-fd9c-4b9c-8677-541126acd51e,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:11.439412 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf06aa28-fcc2-4f2a-bfd7-62870cc9b873 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:27:11.461558 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-0b3eeb42-a8af-4101-bc1a-59aad44f0b7b tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Allocated IP 172.20.0.14 (f4d71848-c546-40e1-9172-0645cc635c27/9741f625-f10e-4141-9e19-eca54958c557/754355c2-781f-4328-af14-5b421b16eda6) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:27:11.694443 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-bf06aa28-fcc2-4f2a-bfd7-62870cc9b873 None None] Attempting to bind port 797234fb-fd9c-4b9c-8677-541126acd51e on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:27:11.694827 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-bf06aa28-fcc2-4f2a-bfd7-62870cc9b873 None None] Attempting to bind port 797234fb-fd9c-4b9c-8677-541126acd51e by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '60a5e60a-ede3-4e67-b9cf-f54450cb7a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f4d71848-c546-40e1-9172-0645cc635c27'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:27:11.695194 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf06aa28-fcc2-4f2a-bfd7-62870cc9b873 None None] Attempting to bind port 797234fb-fd9c-4b9c-8677-541126acd51e on network f4d71848-c546-40e1-9172-0645cc635c27 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:27:11.701224 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf06aa28-fcc2-4f2a-bfd7-62870cc9b873 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:27:11.701872 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf06aa28-fcc2-4f2a-bfd7-62870cc9b873 None None] Checking segment: {'id': '60a5e60a-ede3-4e67-b9cf-f54450cb7a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f4d71848-c546-40e1-9172-0645cc635c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:27:11.702464 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-bf06aa28-fcc2-4f2a-bfd7-62870cc9b873 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:11.703047 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf06aa28-fcc2-4f2a-bfd7-62870cc9b873 None None] Bound using segment: {'id': '60a5e60a-ede3-4e67-b9cf-f54450cb7a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f4d71848-c546-40e1-9172-0645cc635c27'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:27:11.703700 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-bf06aa28-fcc2-4f2a-bfd7-62870cc9b873 None None] Bound port: 797234fb-fd9c-4b9c-8677-541126acd51e, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60a5e60a-ede3-4e67-b9cf-f54450cb7a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f4d71848-c546-40e1-9172-0645cc635c27'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:27:11.704246 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-bf06aa28-fcc2-4f2a-bfd7-62870cc9b873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (797234fb-fd9c-4b9c-8677-541126acd51e), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:11.771576 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-bf06aa28-fcc2-4f2a-bfd7-62870cc9b873 None None] For port 797234fb-fd9c-4b9c-8677-541126acd51e, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:27:11.780535 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0b3eeb42-a8af-4101-bc1a-59aad44f0b7b tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for port (754355c2-781f-4328-af14-5b421b16eda6), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:11.796439 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-bf06aa28-fcc2-4f2a-bfd7-62870cc9b873 None None] For port 797234fb-fd9c-4b9c-8677-541126acd51e, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=797234fb-fd9c-4b9c-8677-541126acd51e,segment=NetworkSegment(60a5e60a-ede3-4e67-b9cf-f54450cb7a10),segment_id=60a5e60a-ede3-4e67-b9cf-f54450cb7a10)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:27:11.809780 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-bf06aa28-fcc2-4f2a-bfd7-62870cc9b873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (797234fb-fd9c-4b9c-8677-541126acd51e), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:11.826731 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0b3eeb42-a8af-4101-bc1a-59aad44f0b7b tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (754355c2-781f-4328-af14-5b421b16eda6), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:11.902051 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf06aa28-fcc2-4f2a-bfd7-62870cc9b873 None None] Pushing event updated for resources: {'Port': ['ID=797234fb-fd9c-4b9c-8677-541126acd51e,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:11.903064 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3eeb42-a8af-4101-bc1a-59aad44f0b7b tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Network f4d71848-c546-40e1-9172-0645cc635c27 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:27:11.907687 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-0b3eeb42-a8af-4101-bc1a-59aad44f0b7b tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:27:11.922596 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3eeb42-a8af-4101-bc1a-59aad44f0b7b tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:27:11.968809 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3eeb42-a8af-4101-bc1a-59aad44f0b7b tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event updated for resources: {'Port': ['ID=754355c2-781f-4328-af14-5b421b16eda6,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:12.010103 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3eeb42-a8af-4101-bc1a-59aad44f0b7b tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:27:12.010724 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0b3eeb42-a8af-4101-bc1a-59aad44f0b7b tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:12.045225 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0b3eeb42-a8af-4101-bc1a-59aad44f0b7b tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.0748930 Feb 02 07:27:12.045423 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 47958) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:12.529365 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5cd0430f-f70c-4266-a564-df127d81a270 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (754355c2-781f-4328-af14-5b421b16eda6), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:12.692765 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 797234fb-fd9c-4b9c-8677-541126acd51e up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:27:12.772735 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 797234fb-fd9c-4b9c-8677-541126acd51e triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:27:12.773659 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (797234fb-fd9c-4b9c-8677-541126acd51e), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:12.905755 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 797234fb-fd9c-4b9c-8677-541126acd51e is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:27:12.906676 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (797234fb-fd9c-4b9c-8677-541126acd51e), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:12.972257 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5cd0430f-f70c-4266-a564-df127d81a270 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for port (754355c2-781f-4328-af14-5b421b16eda6), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:12.985157 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5cd0430f-f70c-4266-a564-df127d81a270 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (754355c2-781f-4328-af14-5b421b16eda6), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:12.995884 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 797234fb-fd9c-4b9c-8677-541126acd51e, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=797234fb-fd9c-4b9c-8677-541126acd51e,segment=NetworkSegment(60a5e60a-ede3-4e67-b9cf-f54450cb7a10),segment_id=60a5e60a-ede3-4e67-b9cf-f54450cb7a10)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:27:13.016469 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (797234fb-fd9c-4b9c-8677-541126acd51e), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:13.051342 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd0430f-f70c-4266-a564-df127d81a270 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event updated for resources: {'Port': ['ID=754355c2-781f-4328-af14-5b421b16eda6,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:13.159462 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=797234fb-fd9c-4b9c-8677-541126acd51e,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:13.305094 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0bdaf263-5b86-4c1c-bb84-136cab7deb95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:13.317365 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5cd0430f-f70c-4266-a564-df127d81a270 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (2d66afb6-fe50-4a41-9e8a-cf3a398674b5), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:13.503783 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5cd0430f-f70c-4266-a564-df127d81a270 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (754355c2-781f-4328-af14-5b421b16eda6), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:13.565412 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195a245b-3673-43ea-bf6c-fec86cdfc0e4 None None] Network f4d71848-c546-40e1-9172-0645cc635c27 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:27:13.672744 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-d248be6e-254c-4e31-99ce-da7ec3de8139 None None] Provisioning complete for port 797234fb-fd9c-4b9c-8677-541126acd51e triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:27:13.673236 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d248be6e-254c-4e31-99ce-da7ec3de8139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (797234fb-fd9c-4b9c-8677-541126acd51e), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:13.803850 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-d248be6e-254c-4e31-99ce-da7ec3de8139 None None] Current status of the port 797234fb-fd9c-4b9c-8677-541126acd51e is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:27:13.966094 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5cd0430f-f70c-4266-a564-df127d81a270 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for port (754355c2-781f-4328-af14-5b421b16eda6), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:13.966094 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5cd0430f-f70c-4266-a564-df127d81a270 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (754355c2-781f-4328-af14-5b421b16eda6), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:14.054796 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd0430f-f70c-4266-a564-df127d81a270 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event updated for resources: {'Port': ['ID=754355c2-781f-4328-af14-5b421b16eda6,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:14.060118 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5cd0430f-f70c-4266-a564-df127d81a270 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (2d66afb6-fe50-4a41-9e8a-cf3a398674b5), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:14.147045 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-8d742b3f-2be4-4a24-8e85-3c8902ae07bd None None] Provisioning complete for port 797234fb-fd9c-4b9c-8677-541126acd51e triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:27:14.147439 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-8d742b3f-2be4-4a24-8e85-3c8902ae07bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (797234fb-fd9c-4b9c-8677-541126acd51e), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:14.180111 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd0430f-f70c-4266-a564-df127d81a270 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Network f4d71848-c546-40e1-9172-0645cc635c27 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:27:14.181785 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-5cd0430f-f70c-4266-a564-df127d81a270 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:27:14.294248 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-8d742b3f-2be4-4a24-8e85-3c8902ae07bd None None] Current status of the port 797234fb-fd9c-4b9c-8677-541126acd51e is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:27:14.308477 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-8d742b3f-2be4-4a24-8e85-3c8902ae07bd None None] Provisioning complete for port 754355c2-781f-4328-af14-5b421b16eda6 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:27:14.308633 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-8d742b3f-2be4-4a24-8e85-3c8902ae07bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (754355c2-781f-4328-af14-5b421b16eda6), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:14.359611 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-8d742b3f-2be4-4a24-8e85-3c8902ae07bd None None] Port 754355c2-781f-4328-af14-5b421b16eda6 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:27:14.438098 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cd0430f-f70c-4266-a564-df127d81a270 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Router 2d66afb6-fe50-4a41-9e8a-cf3a398674b5 is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:27:14.485028 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-21abc0a9-ea71-4f50-a004-2a8823c03295 None None] Provisioning complete for port 754355c2-781f-4328-af14-5b421b16eda6 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:27:14.485418 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-21abc0a9-ea71-4f50-a004-2a8823c03295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (754355c2-781f-4328-af14-5b421b16eda6), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:14.564623 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-21abc0a9-ea71-4f50-a004-2a8823c03295 None None] Port 754355c2-781f-4328-af14-5b421b16eda6 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:27:14.613388 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd0430f-f70c-4266-a564-df127d81a270 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:27:14.618302 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-5cd0430f-f70c-4266-a564-df127d81a270 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "PUT /v2.0/routers/2d66afb6-fe50-4a41-9e8a-cf3a398674b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5718157 Feb 02 07:27:14.621274 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 48014) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:14.628171 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 797234fb-fd9c-4b9c-8677-541126acd51e up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:27:14.639060 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed8554e-cc51-443d-9588-173163d3b539 None None] Sync routers for ids ['2d66afb6-fe50-4a41-9e8a-cf3a398674b5'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:27:14.653599 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed8554e-cc51-443d-9588-173163d3b539 None None] Routers {'2d66afb6-fe50-4a41-9e8a-cf3a398674b5'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:27:14.655407 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-9ed8554e-cc51-443d-9588-173163d3b539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:27:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['2d66afb6-fe50-4a41-9e8a-cf3a398674b5'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:27:14.722945 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-9ed8554e-cc51-443d-9588-173163d3b539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:27:14.738523 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed8554e-cc51-443d-9588-173163d3b539 None None] Routers {'2d66afb6-fe50-4a41-9e8a-cf3a398674b5'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:27:14.739874 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-9ed8554e-cc51-443d-9588-173163d3b539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:27:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['2d66afb6-fe50-4a41-9e8a-cf3a398674b5'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:27:14.742524 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 797234fb-fd9c-4b9c-8677-541126acd51e triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:27:14.743148 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (797234fb-fd9c-4b9c-8677-541126acd51e), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:14.745395 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:14.794069 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41cf7f3a-01d4-4b1c-aeeb-672170d8878f tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:27:14.798753 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-41cf7f3a-01d4-4b1c-aeeb-672170d8878f tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "GET /v2.0/ports?device_id=2d66afb6-fe50-4a41-9e8a-cf3a398674b5 HTTP/1.1" status: 200 len: 983 time: 0.1764085 Feb 02 07:27:14.801150 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 48020) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:14.876755 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-9ed8554e-cc51-443d-9588-173163d3b539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:27:14.877431 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed8554e-cc51-443d-9588-173163d3b539 None None] The sync data for ids ['2d66afb6-fe50-4a41-9e8a-cf3a398674b5'] in n-d-789963-26 is: [] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:27:14.912056 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 797234fb-fd9c-4b9c-8677-541126acd51e is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:27:14.995175 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-30b67035-3173-4075-aa35-9ff122f5ac0d None None] Provisioning complete for port 754355c2-781f-4328-af14-5b421b16eda6 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:27:14.997212 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-30b67035-3173-4075-aa35-9ff122f5ac0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (754355c2-781f-4328-af14-5b421b16eda6), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:15.067982 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-30b67035-3173-4075-aa35-9ff122f5ac0d None None] Port 754355c2-781f-4328-af14-5b421b16eda6 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:27:15.302690 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-7af95275-e5fe-4c4f-bb20-e914cc0e2490 None None] Provisioning complete for port 754355c2-781f-4328-af14-5b421b16eda6 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:27:15.303063 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7af95275-e5fe-4c4f-bb20-e914cc0e2490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (754355c2-781f-4328-af14-5b421b16eda6), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:15.371356 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-7af95275-e5fe-4c4f-bb20-e914cc0e2490 None None] Port 754355c2-781f-4328-af14-5b421b16eda6 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:27:15.808706 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8b1126dc-6170-44a2-9228-147fdd611e92 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (2d66afb6-fe50-4a41-9e8a-cf3a398674b5), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:16.076346 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-8b1126dc-6170-44a2-9228-147fdd611e92 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Deleting port 754355c2-781f-4328-af14-5b421b16eda6 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:27:16.077312 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8b1126dc-6170-44a2-9228-147fdd611e92 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (754355c2-781f-4328-af14-5b421b16eda6), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:16.109494 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:16.176905 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8b1126dc-6170-44a2-9228-147fdd611e92 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (754355c2-781f-4328-af14-5b421b16eda6), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:16.194699 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-8b1126dc-6170-44a2-9228-147fdd611e92 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Calling delete_port for 754355c2-781f-4328-af14-5b421b16eda6 owned by network:router_interface {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:27:16.412603 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8b1126dc-6170-44a2-9228-147fdd611e92 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (754355c2-781f-4328-af14-5b421b16eda6), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:16.457559 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1126dc-6170-44a2-9228-147fdd611e92 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event deleted for resources: {'Port': ['ID=754355c2-781f-4328-af14-5b421b16eda6,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:16.697299 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8b1126dc-6170-44a2-9228-147fdd611e92 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (2d66afb6-fe50-4a41-9e8a-cf3a398674b5), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:16.908180 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b1126dc-6170-44a2-9228-147fdd611e92 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Router 2d66afb6-fe50-4a41-9e8a-cf3a398674b5 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:27:17.001916 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1126dc-6170-44a2-9228-147fdd611e92 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:27:17.008877 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-8b1126dc-6170-44a2-9228-147fdd611e92 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "PUT /v2.0/routers/2d66afb6-fe50-4a41-9e8a-cf3a398674b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2066464 Feb 02 07:27:17.011482 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 48070) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:17.013906 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd5f42d-3e30-4f4a-840f-c1a856316293 None None] Sync routers for ids ['2d66afb6-fe50-4a41-9e8a-cf3a398674b5'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:27:17.028333 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd5f42d-3e30-4f4a-840f-c1a856316293 None None] Routers {'2d66afb6-fe50-4a41-9e8a-cf3a398674b5'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:27:17.028967 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-0dd5f42d-3e30-4f4a-840f-c1a856316293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:27:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['2d66afb6-fe50-4a41-9e8a-cf3a398674b5'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:27:17.040301 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-42c7fb07-437d-4039-a36f-9a149bb51be0 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] GET failed (client error): The resource could not be found. Feb 02 07:27:17.042053 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-42c7fb07-437d-4039-a36f-9a149bb51be0 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "GET /v2.0/ports/754355c2-781f-4328-af14-5b421b16eda6 HTTP/1.1" status: 404 len: 333 time: 0.0296178 Feb 02 07:27:17.044939 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 48072) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:17.122347 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6567a3c7-3c90-46f5-a007-7ff1f3b710eb tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for router (2d66afb6-fe50-4a41-9e8a-cf3a398674b5), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:17.125677 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-0dd5f42d-3e30-4f4a-840f-c1a856316293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:27:17.136649 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd5f42d-3e30-4f4a-840f-c1a856316293 None None] Routers {'2d66afb6-fe50-4a41-9e8a-cf3a398674b5'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:27:17.137635 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-0dd5f42d-3e30-4f4a-840f-c1a856316293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:27:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['2d66afb6-fe50-4a41-9e8a-cf3a398674b5'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:27:17.174207 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-0dd5f42d-3e30-4f4a-840f-c1a856316293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:27:17.177745 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd5f42d-3e30-4f4a-840f-c1a856316293 None None] The sync data for ids ['2d66afb6-fe50-4a41-9e8a-cf3a398674b5'] in n-d-789963-26 is: [] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:27:17.307908 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6567a3c7-3c90-46f5-a007-7ff1f3b710eb tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (2d66afb6-fe50-4a41-9e8a-cf3a398674b5), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:17.312800 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6567a3c7-3c90-46f5-a007-7ff1f3b710eb tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for router_controller (2d66afb6-fe50-4a41-9e8a-cf3a398674b5), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:17.368088 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6567a3c7-3c90-46f5-a007-7ff1f3b710eb tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (2d66afb6-fe50-4a41-9e8a-cf3a398674b5), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:17.368944 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6567a3c7-3c90-46f5-a007-7ff1f3b710eb tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Fanout notify agent at l3_agent the message router_deleted on router 2d66afb6-fe50-4a41-9e8a-cf3a398674b5 {{(pid=109694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:27:17.388924 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6567a3c7-3c90-46f5-a007-7ff1f3b710eb tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:17.393985 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 48080) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:17.394237 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-6567a3c7-3c90-46f5-a007-7ff1f3b710eb tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "DELETE /v2.0/routers/2d66afb6-fe50-4a41-9e8a-cf3a398674b5 HTTP/1.1" status: 204 len: 168 time: 0.3473825 Feb 02 07:27:17.455657 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:17.511355 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-71bd42e1-4f97-41a9-b1f5-05afe5bdd314 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Deleting subnet 9741f625-f10e-4141-9e19-eca54958c557 {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:27:17.515857 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-71bd42e1-4f97-41a9-b1f5-05afe5bdd314 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for subnet (9741f625-f10e-4141-9e19-eca54958c557), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:17.583652 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-71bd42e1-4f97-41a9-b1f5-05afe5bdd314 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (9741f625-f10e-4141-9e19-eca54958c557), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:17.687303 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-71bd42e1-4f97-41a9-b1f5-05afe5bdd314 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (9741f625-f10e-4141-9e19-eca54958c557), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:17.764000 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-71bd42e1-4f97-41a9-b1f5-05afe5bdd314 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (9741f625-f10e-4141-9e19-eca54958c557), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:17.842860 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02b9418-252b-444b-8836-dac9d587ee6e None None] Network f4d71848-c546-40e1-9172-0645cc635c27 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:27:17.843325 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-71bd42e1-4f97-41a9-b1f5-05afe5bdd314 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:17.846872 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-71bd42e1-4f97-41a9-b1f5-05afe5bdd314 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "DELETE /v2.0/subnets/9741f625-f10e-4141-9e19-eca54958c557 HTTP/1.1" status: 204 len: 168 time: 0.4517829 Feb 02 07:27:17.849204 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bd42e1-4f97-41a9-b1f5-05afe5bdd314 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event deleted for resources: {'Subnet': ['ID=9741f625-f10e-4141-9e19-eca54958c557,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:17.849806 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 48090) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:18.024297 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a6b50dad-aefb-4a96-9eef-6a1329c81ffb tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (f4d71848-c546-40e1-9172-0645cc635c27), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:18.142183 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-a6b50dad-aefb-4a96-9eef-6a1329c81ffb tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Deleting port 797234fb-fd9c-4b9c-8677-541126acd51e {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:27:18.142840 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a6b50dad-aefb-4a96-9eef-6a1329c81ffb tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (797234fb-fd9c-4b9c-8677-541126acd51e), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:18.171603 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c52ab2-489e-4de5-8797-d457ccc080ac None None] DHCP port deletion for f4d71848-c546-40e1-9172-0645cc635c27 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:27:18.243802 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-a6b50dad-aefb-4a96-9eef-6a1329c81ffb tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] For port 797234fb-fd9c-4b9c-8677-541126acd51e, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=797234fb-fd9c-4b9c-8677-541126acd51e,segment=NetworkSegment(60a5e60a-ede3-4e67-b9cf-f54450cb7a10),segment_id=60a5e60a-ede3-4e67-b9cf-f54450cb7a10)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:27:18.244320 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a6b50dad-aefb-4a96-9eef-6a1329c81ffb tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (797234fb-fd9c-4b9c-8677-541126acd51e), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:18.260043 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-a6b50dad-aefb-4a96-9eef-6a1329c81ffb tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Calling delete_port for 797234fb-fd9c-4b9c-8677-541126acd51e owned by network:dhcp {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:27:18.281766 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-f7c52ab2-489e-4de5-8797-d457ccc080ac None None] Deleting port 797234fb-fd9c-4b9c-8677-541126acd51e {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:27:18.282152 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f7c52ab2-489e-4de5-8797-d457ccc080ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (797234fb-fd9c-4b9c-8677-541126acd51e), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:18.381042 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-f7c52ab2-489e-4de5-8797-d457ccc080ac None None] For port 797234fb-fd9c-4b9c-8677-541126acd51e, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=797234fb-fd9c-4b9c-8677-541126acd51e,segment=NetworkSegment(60a5e60a-ede3-4e67-b9cf-f54450cb7a10),segment_id=60a5e60a-ede3-4e67-b9cf-f54450cb7a10)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:27:18.381397 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f7c52ab2-489e-4de5-8797-d457ccc080ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (797234fb-fd9c-4b9c-8677-541126acd51e), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:18.394983 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-f7c52ab2-489e-4de5-8797-d457ccc080ac None None] Calling delete_port for 797234fb-fd9c-4b9c-8677-541126acd51e owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:27:18.426919 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a6b50dad-aefb-4a96-9eef-6a1329c81ffb tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (797234fb-fd9c-4b9c-8677-541126acd51e), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:18.460443 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b50dad-aefb-4a96-9eef-6a1329c81ffb tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] No DVR routers for this DVR port 797234fb-fd9c-4b9c-8677-541126acd51e on host n-d-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:27:18.541019 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b50dad-aefb-4a96-9eef-6a1329c81ffb tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event deleted for resources: {'Port': ['ID=797234fb-fd9c-4b9c-8677-541126acd51e,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:18.569702 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f7c52ab2-489e-4de5-8797-d457ccc080ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (797234fb-fd9c-4b9c-8677-541126acd51e), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:18.595099 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c52ab2-489e-4de5-8797-d457ccc080ac None None] No DVR routers for this DVR port 797234fb-fd9c-4b9c-8677-541126acd51e on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:27:18.654138 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a6b50dad-aefb-4a96-9eef-6a1329c81ffb tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (f4d71848-c546-40e1-9172-0645cc635c27), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:18.655603 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 797234fb-fd9c-4b9c-8677-541126acd51e no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:27:18.659493 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c52ab2-489e-4de5-8797-d457ccc080ac None None] Pushing event deleted for resources: {'Port': ['ID=797234fb-fd9c-4b9c-8677-541126acd51e,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:18.679942 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-a6b50dad-aefb-4a96-9eef-6a1329c81ffb tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4d71848-c546-40e1-9172-0645cc635c27']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:27:18.692324 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-a6b50dad-aefb-4a96-9eef-6a1329c81ffb tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60a5e60a-ede3-4e67-b9cf-f54450cb7a10') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:27:18.692925 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-a6b50dad-aefb-4a96-9eef-6a1329c81ffb tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60a5e60a-ede3-4e67-b9cf-f54450cb7a10') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:27:18.693484 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 797234fb-fd9c-4b9c-8677-541126acd51e {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:27:18.693842 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 797234fb-fd9c-4b9c-8677-541126acd51e not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:27:18.705739 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a6b50dad-aefb-4a96-9eef-6a1329c81ffb tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (60a5e60a-ede3-4e67-b9cf-f54450cb7a10), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:18.737338 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a6b50dad-aefb-4a96-9eef-6a1329c81ffb tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (60a5e60a-ede3-4e67-b9cf-f54450cb7a10), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:18.754942 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6b50dad-aefb-4a96-9eef-6a1329c81ffb tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:27:18.755969 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a6b50dad-aefb-4a96-9eef-6a1329c81ffb tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (60a5e60a-ede3-4e67-b9cf-f54450cb7a10), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:18.835009 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:27:18.835009 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:27:18.835009 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:27:18.835009 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:27:18.835009 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:27:18.835009 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:27:18.835009 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:27:18.835009 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:27:18.835009 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:27:18.835009 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:27:18.835009 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:27:18.835009 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:27:18.835009 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:27:18.835009 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:27:18.835009 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:27:18.835009 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:27:18.835009 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:27:18.835009 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:27:18.835009 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:27:18.835009 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:27:18.835009 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:27:18.835009 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:27:18.835009 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:27:18.835009 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:27:18.835009 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:27:18.835009 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:27:18.835009 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:27:18.835009 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:27:18.835009 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:27:18.835009 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:27:18.835009 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:27:18.835009 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:27:18.878750 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a6b50dad-aefb-4a96-9eef-6a1329c81ffb tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (f4d71848-c546-40e1-9172-0645cc635c27), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:18.901040 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a6b50dad-aefb-4a96-9eef-6a1329c81ffb tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:18.904939 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a6b50dad-aefb-4a96-9eef-6a1329c81ffb tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "DELETE /v2.0/networks/f4d71848-c546-40e1-9172-0645cc635c27 HTTP/1.1" status: 204 len: 168 time: 1.0535753 Feb 02 07:27:18.905959 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b50dad-aefb-4a96-9eef-6a1329c81ffb tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event deleted for resources: {'Network': ['ID=f4d71848-c546-40e1-9172-0645cc635c27,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:18.908571 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 48110) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:18.973100 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6084c4a-9bb5-4d4a-8ba4-c440d11dfd63 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:27:18.975086 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b6084c4a-9bb5-4d4a-8ba4-c440d11dfd63 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "GET /v2.0/ports/6deed872-934e-42e6-bd4b-b815ddca1ce7 HTTP/1.1" status: 200 len: 840 time: 0.0645590 Feb 02 07:27:18.980264 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 48112) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:19.044728 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-291a0436-9ede-4792-928f-edf7bd95f6b4 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "GET /v2.0/ports/6deed872-934e-42e6-bd4b-b815ddca1ce7?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0628898 Feb 02 07:27:19.050039 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 48118) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:19.055624 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-80bca923-1e85-42f4-ba4e-c155ab6b5c89 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Request body: {'subnet': {'network_id': '86ad414f-8c05-4508-89b1-d13aff40513b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:27:19.186558 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80bca923-1e85-42f4-ba4e-c155ab6b5c89 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Made reservation on behalf of 2041598c2f744ca3acb7597edc886858 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:27:19.192233 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-80bca923-1e85-42f4-ba4e-c155ab6b5c89 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:19.425767 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-80bca923-1e85-42f4-ba4e-c155ab6b5c89 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (7ad7558d-c97b-4229-97aa-9667efe4350f), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:19.464074 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80bca923-1e85-42f4-ba4e-c155ab6b5c89 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Network 86ad414f-8c05-4508-89b1-d13aff40513b is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:27:19.464357 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-80bca923-1e85-42f4-ba4e-c155ab6b5c89 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:27:19.468290 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80bca923-1e85-42f4-ba4e-c155ab6b5c89 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:27:19.468896 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-80bca923-1e85-42f4-ba4e-c155ab6b5c89 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:19.476145 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6291c8-82f1-4289-b34f-3687b15b432b None None] Network 86ad414f-8c05-4508-89b1-d13aff40513b requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:27:19.549209 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-80bca923-1e85-42f4-ba4e-c155ab6b5c89 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4972589 Feb 02 07:27:19.551687 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 48126) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:19.556537 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-d85d6120-8fb2-49c9-ad99-2049fefc2438 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Request body: {'security_group': {'name': 'tempest-secgroup-427415336'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:27:19.563627 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bca923-1e85-42f4-ba4e-c155ab6b5c89 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event updated for resources: {'Subnet': ['ID=7ad7558d-c97b-4229-97aa-9667efe4350f,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:19.591104 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d85d6120-8fb2-49c9-ad99-2049fefc2438 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:19.681169 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc3c946-a532-426a-bd8e-a568f8e11af7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-86ad414f-8c05-4508-89b1-d13aff40513b', 'network_id': '86ad414f-8c05-4508-89b1-d13aff40513b', 'project_id': '2041598c2f744ca3acb7597edc886858', 'fixed_ips': [{'subnet_id': '7ad7558d-c97b-4229-97aa-9667efe4350f'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:27:19.682968 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0cc3c946-a532-426a-bd8e-a568f8e11af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:19.763420 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d85d6120-8fb2-49c9-ad99-2049fefc2438 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for security_group (fc8708bc-26ad-4ae9-9cd1-e13e0e26d234), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:19.771750 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d85d6120-8fb2-49c9-ad99-2049fefc2438 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (fc8708bc-26ad-4ae9-9cd1-e13e0e26d234), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:19.883948 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d85d6120-8fb2-49c9-ad99-2049fefc2438 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:19.891054 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 48138) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:19.896287 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-ed87d849-f749-49ae-9526-1ab93e6cec49 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Request body: {'security_group': {'name': 'tempest-secgroup-1672129390'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:27:19.906428 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d85d6120-8fb2-49c9-ad99-2049fefc2438 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3347685 Feb 02 07:27:19.912787 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85d6120-8fb2-49c9-ad99-2049fefc2438 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8708bc-26ad-4ae9-9cd1-e13e0e26d234,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:19.945586 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ed87d849-f749-49ae-9526-1ab93e6cec49 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:20.002612 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-0cc3c946-a532-426a-bd8e-a568f8e11af7 None None] Allocated IP 172.20.0.2 (86ad414f-8c05-4508-89b1-d13aff40513b/7ad7558d-c97b-4229-97aa-9667efe4350f/9cf2f100-69b8-4a12-b25e-017edfed9879) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:27:20.041691 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ed87d849-f749-49ae-9526-1ab93e6cec49 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for security_group (297123d7-6713-45e4-a4c6-01a296ac337a), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:20.054065 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ed87d849-f749-49ae-9526-1ab93e6cec49 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (297123d7-6713-45e4-a4c6-01a296ac337a), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:20.109911 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed87d849-f749-49ae-9526-1ab93e6cec49 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=297123d7-6713-45e4-a4c6-01a296ac337a,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:20.132434 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ed87d849-f749-49ae-9526-1ab93e6cec49 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:20.134367 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-ed87d849-f749-49ae-9526-1ab93e6cec49 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2416847 Feb 02 07:27:20.137012 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 48142) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:20.152010 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-f65b03e1-1cfb-44f4-b673-b3353764799b tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-834860531', 'security_groups': ['297123d7-6713-45e4-a4c6-01a296ac337a'], 'network_id': '86ad414f-8c05-4508-89b1-d13aff40513b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7ad7558d-c97b-4229-97aa-9667efe4350f'}]}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:27:20.178345 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 48144) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:20.194761 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0cc3c946-a532-426a-bd8e-a568f8e11af7 None None] Publish callbacks [] for port (9cf2f100-69b8-4a12-b25e-017edfed9879), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:20.203403 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0cc3c946-a532-426a-bd8e-a568f8e11af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (9cf2f100-69b8-4a12-b25e-017edfed9879), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:20.259809 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc3c946-a532-426a-bd8e-a568f8e11af7 None None] Network 86ad414f-8c05-4508-89b1-d13aff40513b is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:27:20.260696 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc3c946-a532-426a-bd8e-a568f8e11af7 None None] Pushing event updated for resources: {'Port': ['ID=9cf2f100-69b8-4a12-b25e-017edfed9879,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:20.264538 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-0cc3c946-a532-426a-bd8e-a568f8e11af7 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:27:20.266691 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc3c946-a532-426a-bd8e-a568f8e11af7 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:27:20.376123 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-0cc3c946-a532-426a-bd8e-a568f8e11af7 None None] Attempting to bind port 9cf2f100-69b8-4a12-b25e-017edfed9879 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:27:20.376721 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-0cc3c946-a532-426a-bd8e-a568f8e11af7 None None] Attempting to bind port 9cf2f100-69b8-4a12-b25e-017edfed9879 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '7b20ea70-0dee-42af-a577-64dbf2d4dbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '86ad414f-8c05-4508-89b1-d13aff40513b'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:27:20.377123 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc3c946-a532-426a-bd8e-a568f8e11af7 None None] Attempting to bind port 9cf2f100-69b8-4a12-b25e-017edfed9879 on network 86ad414f-8c05-4508-89b1-d13aff40513b {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:27:20.382933 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc3c946-a532-426a-bd8e-a568f8e11af7 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:27:20.383408 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f65b03e1-1cfb-44f4-b673-b3353764799b tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Made reservation on behalf of 2041598c2f744ca3acb7597edc886858 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:27:20.387765 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc3c946-a532-426a-bd8e-a568f8e11af7 None None] Checking segment: {'id': '7b20ea70-0dee-42af-a577-64dbf2d4dbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '86ad414f-8c05-4508-89b1-d13aff40513b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:27:20.388396 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0cc3c946-a532-426a-bd8e-a568f8e11af7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:20.388906 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc3c946-a532-426a-bd8e-a568f8e11af7 None None] Bound using segment: {'id': '7b20ea70-0dee-42af-a577-64dbf2d4dbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '86ad414f-8c05-4508-89b1-d13aff40513b'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:27:20.390023 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-0cc3c946-a532-426a-bd8e-a568f8e11af7 None None] Bound port: 9cf2f100-69b8-4a12-b25e-017edfed9879, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b20ea70-0dee-42af-a577-64dbf2d4dbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '86ad414f-8c05-4508-89b1-d13aff40513b'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:27:20.390629 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0cc3c946-a532-426a-bd8e-a568f8e11af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (9cf2f100-69b8-4a12-b25e-017edfed9879), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:20.424824 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-773d2bb5-d140-4cc0-afc7-e38919160773 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:20.505553 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-0cc3c946-a532-426a-bd8e-a568f8e11af7 None None] For port 9cf2f100-69b8-4a12-b25e-017edfed9879, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:27:20.509206 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-0cc3c946-a532-426a-bd8e-a568f8e11af7 None None] For port 9cf2f100-69b8-4a12-b25e-017edfed9879, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=9cf2f100-69b8-4a12-b25e-017edfed9879,segment=NetworkSegment(7b20ea70-0dee-42af-a577-64dbf2d4dbf9),segment_id=7b20ea70-0dee-42af-a577-64dbf2d4dbf9)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:27:20.526179 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0cc3c946-a532-426a-bd8e-a568f8e11af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (9cf2f100-69b8-4a12-b25e-017edfed9879), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:20.581942 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f65b03e1-1cfb-44f4-b673-b3353764799b tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:20.626689 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-773d2bb5-d140-4cc0-afc7-e38919160773 admin admin] Publish callbacks [] for security_group (d5495375-48ae-4aab-9a41-e7d9c9f9828e), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:20.634458 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-773d2bb5-d140-4cc0-afc7-e38919160773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (d5495375-48ae-4aab-9a41-e7d9c9f9828e), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:20.644919 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [None req-f65b03e1-1cfb-44f4-b673-b3353764799b tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] device_id is not set on port 400da5ce-c55c-47c8-9254-970edcd89924 yet. {{(pid=109694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:27:20.660842 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc3c946-a532-426a-bd8e-a568f8e11af7 None None] Pushing event updated for resources: {'Port': ['ID=9cf2f100-69b8-4a12-b25e-017edfed9879,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:20.727744 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-773d2bb5-d140-4cc0-afc7-e38919160773 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c43eedded73441bca5dcdd5e1804488e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5480800 Feb 02 07:27:20.733673 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 48158) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:20.749619 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773d2bb5-d140-4cc0-afc7-e38919160773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5495375-48ae-4aab-9a41-e7d9c9f9828e,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:20.937748 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8f987576-abd4-48c6-a7cb-f0e0a756a9b7 admin admin] Publish callbacks [] for security_group (d5495375-48ae-4aab-9a41-e7d9c9f9828e), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:21.008971 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8f987576-abd4-48c6-a7cb-f0e0a756a9b7 admin admin] Publish callbacks [] for security_group (d5495375-48ae-4aab-9a41-e7d9c9f9828e), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:21.059523 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-f65b03e1-1cfb-44f4-b673-b3353764799b tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Allocated IP 172.20.0.11 (86ad414f-8c05-4508-89b1-d13aff40513b/7ad7558d-c97b-4229-97aa-9667efe4350f/400da5ce-c55c-47c8-9254-970edcd89924) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:27:21.114080 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8f987576-abd4-48c6-a7cb-f0e0a756a9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (d5495375-48ae-4aab-9a41-e7d9c9f9828e), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:21.117216 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8f987576-abd4-48c6-a7cb-f0e0a756a9b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:21.118530 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-8f987576-abd4-48c6-a7cb-f0e0a756a9b7 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d5495375-48ae-4aab-9a41-e7d9c9f9828e HTTP/1.1" status: 204 len: 168 time: 0.3842828 Feb 02 07:27:21.197012 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f987576-abd4-48c6-a7cb-f0e0a756a9b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5495375-48ae-4aab-9a41-e7d9c9f9828e,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:21.380785 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f65b03e1-1cfb-44f4-b673-b3353764799b tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for port (400da5ce-c55c-47c8-9254-970edcd89924), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:21.461890 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f65b03e1-1cfb-44f4-b673-b3353764799b tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (400da5ce-c55c-47c8-9254-970edcd89924), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:21.555532 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65b03e1-1cfb-44f4-b673-b3353764799b tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event updated for resources: {'Port': ['ID=400da5ce-c55c-47c8-9254-970edcd89924,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:21.581362 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65b03e1-1cfb-44f4-b673-b3353764799b tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Network 86ad414f-8c05-4508-89b1-d13aff40513b is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:27:21.585047 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-f65b03e1-1cfb-44f4-b673-b3353764799b tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:27:21.592997 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65b03e1-1cfb-44f4-b673-b3353764799b tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:27:21.729354 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65b03e1-1cfb-44f4-b673-b3353764799b tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:27:21.732289 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f65b03e1-1cfb-44f4-b673-b3353764799b tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:21.757006 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 48176) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:21.774083 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f65b03e1-1cfb-44f4-b673-b3353764799b tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6326685 Feb 02 07:27:21.789565 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-031d2037-a815-4733-af2c-ee6c701ad03d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:21.791110 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 48178) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:21.798967 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-58251baf-86be-4e3a-819d-c68a5654aa79 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Request body: {'subnet': {'network_id': '86ad414f-8c05-4508-89b1-d13aff40513b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:27:21.973580 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-031d2037-a815-4733-af2c-ee6c701ad03d admin admin] Publish callbacks [] for security_group (eda207da-7032-4194-b9a5-a0589211f01b), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:21.981098 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-031d2037-a815-4733-af2c-ee6c701ad03d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (eda207da-7032-4194-b9a5-a0589211f01b), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:22.017114 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58251baf-86be-4e3a-819d-c68a5654aa79 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Made reservation on behalf of 2041598c2f744ca3acb7597edc886858 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:27:22.020352 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-58251baf-86be-4e3a-819d-c68a5654aa79 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:22.038523 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-031d2037-a815-4733-af2c-ee6c701ad03d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b1f93819641b4777aa28b6d542f8614c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2796209 Feb 02 07:27:22.042857 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 48186) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:22.051886 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031d2037-a815-4733-af2c-ee6c701ad03d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda207da-7032-4194-b9a5-a0589211f01b,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:22.156871 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:22.184419 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-565640f6-d0eb-458b-a829-d31398fc8c3f admin admin] Publish callbacks [] for security_group (eda207da-7032-4194-b9a5-a0589211f01b), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:22.206126 n-d-789963-26 neutron-server[109694]: INFO neutron.db.ipam_backend_mixin [None req-58251baf-86be-4e3a-819d-c68a5654aa79 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7ad7558d-c97b-4229-97aa-9667efe4350f (CIDR: 172.20.0.0/28) Feb 02 07:27:22.216260 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-58251baf-86be-4e3a-819d-c68a5654aa79 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 07:27:22.216756 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58251baf-86be-4e3a-819d-c68a5654aa79 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:27:22.227632 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-565640f6-d0eb-458b-a829-d31398fc8c3f admin admin] Publish callbacks [] for security_group (eda207da-7032-4194-b9a5-a0589211f01b), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:22.273242 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-58251baf-86be-4e3a-819d-c68a5654aa79 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4809258 Feb 02 07:27:22.275948 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 48192) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:22.281855 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-dcfc87ac-be21-4a25-8176-8972d20cb9ba tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Request body: {'subnet': {'network_id': '86ad414f-8c05-4508-89b1-d13aff40513b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:27:22.301313 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-565640f6-d0eb-458b-a829-d31398fc8c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (eda207da-7032-4194-b9a5-a0589211f01b), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:22.304113 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-565640f6-d0eb-458b-a829-d31398fc8c3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:22.309091 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-565640f6-d0eb-458b-a829-d31398fc8c3f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/eda207da-7032-4194-b9a5-a0589211f01b HTTP/1.1" status: 204 len: 168 time: 0.2642436 Feb 02 07:27:22.330051 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565640f6-d0eb-458b-a829-d31398fc8c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda207da-7032-4194-b9a5-a0589211f01b,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:22.389125 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-c0951368-8281-4eb4-ae3d-b44c537b8e82 None None] Provisioning complete for port 9cf2f100-69b8-4a12-b25e-017edfed9879 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:27:22.391753 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c0951368-8281-4eb4-ae3d-b44c537b8e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (9cf2f100-69b8-4a12-b25e-017edfed9879), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:22.567357 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-c0951368-8281-4eb4-ae3d-b44c537b8e82 None None] Current status of the port 9cf2f100-69b8-4a12-b25e-017edfed9879 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:27:22.568107 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c0951368-8281-4eb4-ae3d-b44c537b8e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (9cf2f100-69b8-4a12-b25e-017edfed9879), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:22.578695 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcfc87ac-be21-4a25-8176-8972d20cb9ba tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Made reservation on behalf of 2041598c2f744ca3acb7597edc886858 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:27:22.588598 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-dcfc87ac-be21-4a25-8176-8972d20cb9ba tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:22.641385 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-c0951368-8281-4eb4-ae3d-b44c537b8e82 None None] For port 9cf2f100-69b8-4a12-b25e-017edfed9879, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=9cf2f100-69b8-4a12-b25e-017edfed9879,segment=NetworkSegment(7b20ea70-0dee-42af-a577-64dbf2d4dbf9),segment_id=7b20ea70-0dee-42af-a577-64dbf2d4dbf9)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:27:22.655497 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c0951368-8281-4eb4-ae3d-b44c537b8e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (9cf2f100-69b8-4a12-b25e-017edfed9879), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:22.925702 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-c0951368-8281-4eb4-ae3d-b44c537b8e82 None None] Provisioning complete for port 6deed872-934e-42e6-bd4b-b815ddca1ce7 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:27:22.926305 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c0951368-8281-4eb4-ae3d-b44c537b8e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (6deed872-934e-42e6-bd4b-b815ddca1ce7), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:22.932934 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 9cf2f100-69b8-4a12-b25e-017edfed9879 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:27:23.014163 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-dcfc87ac-be21-4a25-8176-8972d20cb9ba tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (c30b3721-6628-4bac-a969-bf7261ceff79), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:23.024901 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-c0951368-8281-4eb4-ae3d-b44c537b8e82 None None] Port 6deed872-934e-42e6-bd4b-b815ddca1ce7 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:27:23.028045 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0951368-8281-4eb4-ae3d-b44c537b8e82 None None] Pushing event updated for resources: {'Port': ['ID=9cf2f100-69b8-4a12-b25e-017edfed9879,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:23.064050 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 9cf2f100-69b8-4a12-b25e-017edfed9879 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:27:23.064686 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (9cf2f100-69b8-4a12-b25e-017edfed9879), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:23.118538 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfc87ac-be21-4a25-8176-8972d20cb9ba tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event updated for resources: {'Subnet': ['ID=c30b3721-6628-4bac-a969-bf7261ceff79,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:23.126985 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfc87ac-be21-4a25-8176-8972d20cb9ba tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Network 86ad414f-8c05-4508-89b1-d13aff40513b is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:27:23.128496 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-dcfc87ac-be21-4a25-8176-8972d20cb9ba tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:27:23.133167 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfc87ac-be21-4a25-8176-8972d20cb9ba tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:27:23.133769 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-dcfc87ac-be21-4a25-8176-8972d20cb9ba tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:23.170090 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d15a09-9a38-4d4d-b82d-bc71d4796ece None None] Network 86ad414f-8c05-4508-89b1-d13aff40513b requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:27:23.181544 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-dcfc87ac-be21-4a25-8176-8972d20cb9ba tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9044445 Feb 02 07:27:23.185136 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 48218) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:23.191381 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-94e49e83-951e-4861-ac06-d09dabf5e834 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1241121061', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c30b3721-6628-4bac-a969-bf7261ceff79'}], 'security_groups': ['fc8708bc-26ad-4ae9-9cd1-e13e0e26d234']}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:27:23.315158 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-70aa13d6-25b6-47ed-9ecd-b8fd86ab0f28 None None] Provisioning complete for port 400da5ce-c55c-47c8-9254-970edcd89924 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:27:23.315677 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-70aa13d6-25b6-47ed-9ecd-b8fd86ab0f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (400da5ce-c55c-47c8-9254-970edcd89924), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:23.333904 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-94e49e83-951e-4861-ac06-d09dabf5e834 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (400da5ce-c55c-47c8-9254-970edcd89924), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:23.363475 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-70aa13d6-25b6-47ed-9ecd-b8fd86ab0f28 None None] Port 400da5ce-c55c-47c8-9254-970edcd89924 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:27:23.396717 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 9cf2f100-69b8-4a12-b25e-017edfed9879 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:27:23.581333 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6843e3-8c66-41a1-906d-8b60ea044dd5 None None] Update dhcp port {'port': {'network_id': '86ad414f-8c05-4508-89b1-d13aff40513b', 'fixed_ips': [{'subnet_id': '7ad7558d-c97b-4229-97aa-9667efe4350f', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c30b3721-6628-4bac-a969-bf7261ceff79'}], 'binding:host_id': 'n-d-789963-26'}, 'id': '9cf2f100-69b8-4a12-b25e-017edfed9879'} from n-d-789963-26. {{(pid=109695) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 02 07:27:23.677380 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6d6843e3-8c66-41a1-906d-8b60ea044dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (9cf2f100-69b8-4a12-b25e-017edfed9879), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:23.768018 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-94e49e83-951e-4861-ac06-d09dabf5e834 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Delete allocated IP 172.20.0.11 (86ad414f-8c05-4508-89b1-d13aff40513b/7ad7558d-c97b-4229-97aa-9667efe4350f) {{(pid=109694) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 02 07:27:23.779266 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-94e49e83-951e-4861-ac06-d09dabf5e834 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Allocated IP 172.20.0.19 (86ad414f-8c05-4508-89b1-d13aff40513b/c30b3721-6628-4bac-a969-bf7261ceff79/400da5ce-c55c-47c8-9254-970edcd89924) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:27:24.004610 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-94e49e83-951e-4861-ac06-d09dabf5e834 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for port (400da5ce-c55c-47c8-9254-970edcd89924), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:24.020752 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-94e49e83-951e-4861-ac06-d09dabf5e834 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (400da5ce-c55c-47c8-9254-970edcd89924), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:24.086266 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-6d6843e3-8c66-41a1-906d-8b60ea044dd5 None None] Allocated IP 172.20.0.18 (86ad414f-8c05-4508-89b1-d13aff40513b/c30b3721-6628-4bac-a969-bf7261ceff79/9cf2f100-69b8-4a12-b25e-017edfed9879) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:27:24.190434 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e49e83-951e-4861-ac06-d09dabf5e834 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event updated for resources: {'Port': ['ID=400da5ce-c55c-47c8-9254-970edcd89924,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:24.218437 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-6d6843e3-8c66-41a1-906d-8b60ea044dd5 None None] For port 9cf2f100-69b8-4a12-b25e-017edfed9879, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=9cf2f100-69b8-4a12-b25e-017edfed9879,segment=NetworkSegment(7b20ea70-0dee-42af-a577-64dbf2d4dbf9),segment_id=7b20ea70-0dee-42af-a577-64dbf2d4dbf9)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:27:24.239163 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-94e49e83-951e-4861-ac06-d09dabf5e834 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] In _notify_port_updated(), no bound segment for port 400da5ce-c55c-47c8-9254-970edcd89924 on network 86ad414f-8c05-4508-89b1-d13aff40513b {{(pid=109694) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 02 07:27:24.244346 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e49e83-951e-4861-ac06-d09dabf5e834 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:27:24.244968 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-94e49e83-951e-4861-ac06-d09dabf5e834 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:24.250038 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 48254) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:24.250903 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-94e49e83-951e-4861-ac06-d09dabf5e834 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "PUT /v2.0/ports/400da5ce-c55c-47c8-9254-970edcd89924 HTTP/1.1" status: 200 len: 921 time: 1.0646901 Feb 02 07:27:24.264193 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6d6843e3-8c66-41a1-906d-8b60ea044dd5 None None] Publish callbacks [] for port (9cf2f100-69b8-4a12-b25e-017edfed9879), precommit_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:24.271970 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6d6843e3-8c66-41a1-906d-8b60ea044dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (9cf2f100-69b8-4a12-b25e-017edfed9879), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:24.379094 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6843e3-8c66-41a1-906d-8b60ea044dd5 None None] Pushing event updated for resources: {'Port': ['ID=9cf2f100-69b8-4a12-b25e-017edfed9879,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:24.379311 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-ef6b9115-9320-4dc5-975c-1351a9d55c8a tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Deleting port 400da5ce-c55c-47c8-9254-970edcd89924 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:27:24.379772 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ef6b9115-9320-4dc5-975c-1351a9d55c8a tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (400da5ce-c55c-47c8-9254-970edcd89924), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:24.500389 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ef6b9115-9320-4dc5-975c-1351a9d55c8a tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (400da5ce-c55c-47c8-9254-970edcd89924), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:24.518018 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-ef6b9115-9320-4dc5-975c-1351a9d55c8a tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Calling delete_port for 400da5ce-c55c-47c8-9254-970edcd89924 owned by {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:27:24.597881 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 9cf2f100-69b8-4a12-b25e-017edfed9879 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:27:24.693879 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ef6b9115-9320-4dc5-975c-1351a9d55c8a tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (400da5ce-c55c-47c8-9254-970edcd89924), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:24.699076 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 9cf2f100-69b8-4a12-b25e-017edfed9879 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:27:24.699669 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (9cf2f100-69b8-4a12-b25e-017edfed9879), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:24.741397 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6b9115-9320-4dc5-975c-1351a9d55c8a tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event deleted for resources: {'Port': ['ID=400da5ce-c55c-47c8-9254-970edcd89924,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:24.883109 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ef6b9115-9320-4dc5-975c-1351a9d55c8a tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:24.887332 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-ef6b9115-9320-4dc5-975c-1351a9d55c8a tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "DELETE /v2.0/ports/400da5ce-c55c-47c8-9254-970edcd89924 HTTP/1.1" status: 204 len: 168 time: 0.6363711 Feb 02 07:27:24.890095 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 48270) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:24.906246 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2154baa8-ba20-4c36-b93a-7d506a93b2a5 req-90ca1fc8-36c3-42bd-87d1-f1389c7bc98a service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=741f6988-2079-410c-bcff-a80f15a3c769&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1159523 Feb 02 07:27:24.944593 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc2ceae2-bc14-4aa1-8d55-b649af8d2a83 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] GET failed (client error): The resource could not be found. Feb 02 07:27:24.948553 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-cc2ceae2-bc14-4aa1-8d55-b649af8d2a83 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "GET /v2.0/ports/400da5ce-c55c-47c8-9254-970edcd89924 HTTP/1.1" status: 404 len: 333 time: 0.0531507 Feb 02 07:27:24.949190 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 48274) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:24.986947 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 9cf2f100-69b8-4a12-b25e-017edfed9879 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:27:25.064003 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4c8369b2-3b5b-4ff2-9816-84fd5bdcbb27 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for security_group (297123d7-6713-45e4-a4c6-01a296ac337a), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:25.092705 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4c8369b2-3b5b-4ff2-9816-84fd5bdcbb27 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for security_group (297123d7-6713-45e4-a4c6-01a296ac337a), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:25.139769 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2154baa8-ba20-4c36-b93a-7d506a93b2a5 req-7c018131-b21a-4185-959b-a1c88fde9f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:27:25.141385 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2154baa8-ba20-4c36-b93a-7d506a93b2a5 req-7c018131-b21a-4185-959b-a1c88fde9f61 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f938d88f42134fbb974cb96555887a06&device_id=741f6988-2079-410c-bcff-a80f15a3c769 HTTP/1.1" status: 200 len: 1132 time: 0.1605406 Feb 02 07:27:25.259616 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4c8369b2-3b5b-4ff2-9816-84fd5bdcbb27 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (297123d7-6713-45e4-a4c6-01a296ac337a), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:25.269107 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4c8369b2-3b5b-4ff2-9816-84fd5bdcbb27 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:25.272597 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-4c8369b2-3b5b-4ff2-9816-84fd5bdcbb27 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "DELETE /v2.0/security-groups/297123d7-6713-45e4-a4c6-01a296ac337a HTTP/1.1" status: 204 len: 168 time: 0.3201442 Feb 02 07:27:25.272982 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 48292) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:25.293082 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8369b2-3b5b-4ff2-9816-84fd5bdcbb27 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=297123d7-6713-45e4-a4c6-01a296ac337a,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:25.354618 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2154baa8-ba20-4c36-b93a-7d506a93b2a5 req-347a79f5-dd61-4fe8-ba01-774a63f01425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:27:25.356133 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2154baa8-ba20-4c36-b93a-7d506a93b2a5 req-347a79f5-dd61-4fe8-ba01-774a63f01425 service neutron] 10.222.0.88 "GET /v2.0/networks?id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 HTTP/1.1" status: 200 len: 870 time: 0.1887908 Feb 02 07:27:25.357500 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b7423064-5e54-4d62-889a-47f871f3a26b tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for security_group (fc8708bc-26ad-4ae9-9cd1-e13e0e26d234), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:25.400368 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b7423064-5e54-4d62-889a-47f871f3a26b tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for security_group (fc8708bc-26ad-4ae9-9cd1-e13e0e26d234), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:25.412880 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ec575d53-88c2-4408-a536-13d390b4ee4c None None] Provisioning complete for port 9cf2f100-69b8-4a12-b25e-017edfed9879 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:27:25.413592 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ec575d53-88c2-4408-a536-13d390b4ee4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (9cf2f100-69b8-4a12-b25e-017edfed9879), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:25.462051 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2154baa8-ba20-4c36-b93a-7d506a93b2a5 req-0c614d3c-2423-48b9-846d-fb440615770b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=6d570ac0-c1ed-4fa3-9b27-08af77a03f5a HTTP/1.1" status: 200 len: 217 time: 0.0994761 Feb 02 07:27:25.491076 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b7423064-5e54-4d62-889a-47f871f3a26b tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (fc8708bc-26ad-4ae9-9cd1-e13e0e26d234), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:25.494038 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b7423064-5e54-4d62-889a-47f871f3a26b tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:25.495616 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b7423064-5e54-4d62-889a-47f871f3a26b tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "DELETE /v2.0/security-groups/fc8708bc-26ad-4ae9-9cd1-e13e0e26d234 HTTP/1.1" status: 204 len: 168 time: 0.2215910 Feb 02 07:27:25.504847 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 48298) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:25.591533 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7423064-5e54-4d62-889a-47f871f3a26b tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8708bc-26ad-4ae9-9cd1-e13e0e26d234,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:25.600306 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ec575d53-88c2-4408-a536-13d390b4ee4c None None] Current status of the port 9cf2f100-69b8-4a12-b25e-017edfed9879 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:27:25.628428 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-90fbd9d0-9cbe-4cd0-a9fe-dfdf14225130 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Deleting subnet 7ad7558d-c97b-4229-97aa-9667efe4350f {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:27:25.632497 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-90fbd9d0-9cbe-4cd0-a9fe-dfdf14225130 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for subnet (7ad7558d-c97b-4229-97aa-9667efe4350f), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:25.650553 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ec575d53-88c2-4408-a536-13d390b4ee4c None None] Provisioning complete for port 6deed872-934e-42e6-bd4b-b815ddca1ce7 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:27:25.651022 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ec575d53-88c2-4408-a536-13d390b4ee4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (6deed872-934e-42e6-bd4b-b815ddca1ce7), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:25.689644 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-90fbd9d0-9cbe-4cd0-a9fe-dfdf14225130 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (7ad7558d-c97b-4229-97aa-9667efe4350f), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:25.714357 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ec575d53-88c2-4408-a536-13d390b4ee4c None None] Port 6deed872-934e-42e6-bd4b-b815ddca1ce7 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:27:25.718529 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ec575d53-88c2-4408-a536-13d390b4ee4c None None] Could not find standard attr ID for object 400da5ce-c55c-47c8-9254-970edcd89924. {{(pid=109695) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 07:27:25.721770 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 48302) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:25.835284 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2154baa8-ba20-4c36-b93a-7d506a93b2a5 req-e477899b-da6b-45a5-b2f8-ff65b2d6aed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:27:25.836840 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2154baa8-ba20-4c36-b93a-7d506a93b2a5 req-e477899b-da6b-45a5-b2f8-ff65b2d6aed2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.3664308 Feb 02 07:27:25.887607 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-90fbd9d0-9cbe-4cd0-a9fe-dfdf14225130 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (7ad7558d-c97b-4229-97aa-9667efe4350f), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:25.918886 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2154baa8-ba20-4c36-b93a-7d506a93b2a5 req-4839c13e-1ade-4102-9bbb-d2955b9eb20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:27:25.921155 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2154baa8-ba20-4c36-b93a-7d506a93b2a5 req-4839c13e-1ade-4102-9bbb-d2955b9eb20d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0776174 Feb 02 07:27:26.032374 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-42f8886e-b3ac-4691-acda-9c747c9aeb32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:26.035448 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-90fbd9d0-9cbe-4cd0-a9fe-dfdf14225130 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (7ad7558d-c97b-4229-97aa-9667efe4350f), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:26.114286 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-90fbd9d0-9cbe-4cd0-a9fe-dfdf14225130 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:26.114748 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2154baa8-ba20-4c36-b93a-7d506a93b2a5 req-1aa75b37-07ba-44aa-a71a-cab8e6e635b3 service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866570 Feb 02 07:27:26.122041 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-90fbd9d0-9cbe-4cd0-a9fe-dfdf14225130 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "DELETE /v2.0/subnets/7ad7558d-c97b-4229-97aa-9667efe4350f HTTP/1.1" status: 204 len: 168 time: 0.6109393 Feb 02 07:27:26.122041 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fbd9d0-9cbe-4cd0-a9fe-dfdf14225130 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event deleted for resources: {'Subnet': ['ID=7ad7558d-c97b-4229-97aa-9667efe4350f,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:26.122282 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 48314) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:26.167902 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-87c9a8e0-63b4-460b-8b88-f677121ffa90 None None] Could not find standard attr ID for object 400da5ce-c55c-47c8-9254-970edcd89924. {{(pid=109695) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 07:27:26.224712 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-42f8886e-b3ac-4691-acda-9c747c9aeb32 admin admin] Publish callbacks [] for security_group (b7011eaf-1b00-4db4-bcc6-5a79f03bfb52), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:26.231047 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-42f8886e-b3ac-4691-acda-9c747c9aeb32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (b7011eaf-1b00-4db4-bcc6-5a79f03bfb52), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:26.256450 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2154baa8-ba20-4c36-b93a-7d506a93b2a5 req-7d299566-442f-47c0-92dd-d92d1846d68e service neutron] 10.222.0.88 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357286 Feb 02 07:27:26.260421 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-a890780c-8938-418f-a64e-c0dd4e04f067 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Request body: {'subnet': {'network_id': '86ad414f-8c05-4508-89b1-d13aff40513b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:27:26.317655 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f8886e-b3ac-4691-acda-9c747c9aeb32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7011eaf-1b00-4db4-bcc6-5a79f03bfb52,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:26.334044 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f80ed3-5246-4c28-adaf-a8b42666b2ac None None] Network 86ad414f-8c05-4508-89b1-d13aff40513b requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:27:26.353663 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-42f8886e-b3ac-4691-acda-9c747c9aeb32 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=32813bcad4d848b4b3997d090219e08c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6299102 Feb 02 07:27:26.355751 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 48318) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:26.442548 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7d06efe4-35f7-46e1-a822-fd3a70e53f2b admin admin] Publish callbacks [] for security_group (b7011eaf-1b00-4db4-bcc6-5a79f03bfb52), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:26.475129 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a890780c-8938-418f-a64e-c0dd4e04f067 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Made reservation on behalf of 2041598c2f744ca3acb7597edc886858 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:27:26.479317 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a890780c-8938-418f-a64e-c0dd4e04f067 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:26.495859 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7d06efe4-35f7-46e1-a822-fd3a70e53f2b admin admin] Publish callbacks [] for security_group (b7011eaf-1b00-4db4-bcc6-5a79f03bfb52), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:26.617905 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7d06efe4-35f7-46e1-a822-fd3a70e53f2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (b7011eaf-1b00-4db4-bcc6-5a79f03bfb52), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:26.620482 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7d06efe4-35f7-46e1-a822-fd3a70e53f2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:26.621710 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-7d06efe4-35f7-46e1-a822-fd3a70e53f2b admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b7011eaf-1b00-4db4-bcc6-5a79f03bfb52 HTTP/1.1" status: 204 len: 168 time: 0.2644243 Feb 02 07:27:26.639378 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d06efe4-35f7-46e1-a822-fd3a70e53f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7011eaf-1b00-4db4-bcc6-5a79f03bfb52,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:26.855808 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a890780c-8938-418f-a64e-c0dd4e04f067 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (25a45f3f-cd1c-4b42-9bc1-5bd235abbf3d), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:26.932300 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a890780c-8938-418f-a64e-c0dd4e04f067 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Network 86ad414f-8c05-4508-89b1-d13aff40513b is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:27:26.933636 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a890780c-8938-418f-a64e-c0dd4e04f067 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event updated for resources: {'Subnet': ['ID=25a45f3f-cd1c-4b42-9bc1-5bd235abbf3d,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:26.936749 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-a890780c-8938-418f-a64e-c0dd4e04f067 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:27:26.939855 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a890780c-8938-418f-a64e-c0dd4e04f067 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:27:26.940581 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a890780c-8938-418f-a64e-c0dd4e04f067 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:26.966632 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 48334) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:26.966767 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a890780c-8938-418f-a64e-c0dd4e04f067 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8431923 Feb 02 07:27:26.971804 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-e199416c-3185-4350-a9d6-193b08c47916 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Request body: {'security_group': {'name': 'tempest-secgroup-596225708'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:27:27.036437 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e199416c-3185-4350-a9d6-193b08c47916 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:27.090763 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 48340) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:27.107171 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4b7d3999-0e16-486f-807f-c49e8cca7da4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:27.160010 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e199416c-3185-4350-a9d6-193b08c47916 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for security_group (104fabb2-a998-4260-ba85-89c758e768c7), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:27.167059 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e199416c-3185-4350-a9d6-193b08c47916 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (104fabb2-a998-4260-ba85-89c758e768c7), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:27.207023 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e199416c-3185-4350-a9d6-193b08c47916 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=104fabb2-a998-4260-ba85-89c758e768c7,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:27.220687 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e199416c-3185-4350-a9d6-193b08c47916 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:27.226569 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e199416c-3185-4350-a9d6-193b08c47916 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2587125 Feb 02 07:27:27.227528 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 48348) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:27.233313 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-ae6a122f-738c-4b4c-b684-c45d06d51119 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Request body: {'security_group': {'name': 'tempest-secgroup-906028782'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:27:27.274729 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4b7d3999-0e16-486f-807f-c49e8cca7da4 admin admin] Publish callbacks [] for security_group (252d68b4-7cdf-41a3-90ab-6c317aa0fede), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:27.282231 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4b7d3999-0e16-486f-807f-c49e8cca7da4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (252d68b4-7cdf-41a3-90ab-6c317aa0fede), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:27.287111 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ae6a122f-738c-4b4c-b684-c45d06d51119 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:27.351175 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7d3999-0e16-486f-807f-c49e8cca7da4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=252d68b4-7cdf-41a3-90ab-6c317aa0fede,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:27.366676 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-4b7d3999-0e16-486f-807f-c49e8cca7da4 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=8c9ce78440bc4c65985da5fc625c9c18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2734978 Feb 02 07:27:27.369189 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 48354) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:27.409390 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:27.428271 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ae6a122f-738c-4b4c-b684-c45d06d51119 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for security_group (41fd33a6-5bf7-4063-962b-e3883044af5a), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:27.432071 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580bd161-c283-4e53-919a-9e6be1ab49cb None None] Network 86ad414f-8c05-4508-89b1-d13aff40513b requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:27:27.435019 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ae6a122f-738c-4b4c-b684-c45d06d51119 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (41fd33a6-5bf7-4063-962b-e3883044af5a), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:27.461544 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-59a194ce-f4f2-4b1a-90ba-846ef872fc3d admin admin] Publish callbacks [] for security_group (252d68b4-7cdf-41a3-90ab-6c317aa0fede), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:27.486133 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6a122f-738c-4b4c-b684-c45d06d51119 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41fd33a6-5bf7-4063-962b-e3883044af5a,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:27.501787 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-59a194ce-f4f2-4b1a-90ba-846ef872fc3d admin admin] Publish callbacks [] for security_group (252d68b4-7cdf-41a3-90ab-6c317aa0fede), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:27.504765 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ae6a122f-738c-4b4c-b684-c45d06d51119 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:27.506337 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-ae6a122f-738c-4b4c-b684-c45d06d51119 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2778075 Feb 02 07:27:27.509087 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 48356) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:27.516225 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-e56d7905-87c4-4512-b390-014547618987 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Request body: {'security_group': {'name': 'tempest-secgroup-1345065007'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:27:27.547323 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e56d7905-87c4-4512-b390-014547618987 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:27.567451 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-59a194ce-f4f2-4b1a-90ba-846ef872fc3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (252d68b4-7cdf-41a3-90ab-6c317aa0fede), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:27.573115 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-59a194ce-f4f2-4b1a-90ba-846ef872fc3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:27.594852 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-59a194ce-f4f2-4b1a-90ba-846ef872fc3d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/252d68b4-7cdf-41a3-90ab-6c317aa0fede HTTP/1.1" status: 204 len: 168 time: 0.2158356 Feb 02 07:27:27.618726 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a194ce-f4f2-4b1a-90ba-846ef872fc3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=252d68b4-7cdf-41a3-90ab-6c317aa0fede,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:27.652336 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e56d7905-87c4-4512-b390-014547618987 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for security_group (e8b0e0b4-c0f6-4151-9069-65f74f39e4c6), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:27.660542 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-c32c35d8-9589-4476-b3a8-a80a87964b7e None None] Provisioning complete for port 9cf2f100-69b8-4a12-b25e-017edfed9879 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:27:27.661322 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c32c35d8-9589-4476-b3a8-a80a87964b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (9cf2f100-69b8-4a12-b25e-017edfed9879), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:27.665067 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e56d7905-87c4-4512-b390-014547618987 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (e8b0e0b4-c0f6-4151-9069-65f74f39e4c6), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:27.736374 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e56d7905-87c4-4512-b390-014547618987 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:27.738681 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-e56d7905-87c4-4512-b390-014547618987 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2283373 Feb 02 07:27:27.741189 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 48360) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:27.742645 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56d7905-87c4-4512-b390-014547618987 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b0e0b4-c0f6-4151-9069-65f74f39e4c6,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:27.747615 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-3ac31a8c-fbb7-442d-954f-245a027cbff6 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1105881692', 'security_groups': ['e8b0e0b4-c0f6-4151-9069-65f74f39e4c6'], 'network_id': '86ad414f-8c05-4508-89b1-d13aff40513b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '25a45f3f-cd1c-4b42-9bc1-5bd235abbf3d'}]}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:27:27.876926 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-c32c35d8-9589-4476-b3a8-a80a87964b7e None None] Current status of the port 9cf2f100-69b8-4a12-b25e-017edfed9879 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:27:27.899284 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-c32c35d8-9589-4476-b3a8-a80a87964b7e None None] Provisioning complete for port 6deed872-934e-42e6-bd4b-b815ddca1ce7 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:27:27.899740 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c32c35d8-9589-4476-b3a8-a80a87964b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (6deed872-934e-42e6-bd4b-b815ddca1ce7), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:27.979139 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-c32c35d8-9589-4476-b3a8-a80a87964b7e None None] Port 6deed872-934e-42e6-bd4b-b815ddca1ce7 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:27:27.995216 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2337352-e115-43ae-a536-684c4de0f847 None None] Update dhcp port {'port': {'network_id': '86ad414f-8c05-4508-89b1-d13aff40513b', 'fixed_ips': [{'subnet_id': 'c30b3721-6628-4bac-a969-bf7261ceff79', 'ip_address': '172.20.0.18'}, {'subnet_id': '25a45f3f-cd1c-4b42-9bc1-5bd235abbf3d'}], 'binding:host_id': 'n-d-789963-26'}, 'id': '9cf2f100-69b8-4a12-b25e-017edfed9879'} from n-d-789963-26. {{(pid=109695) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 02 07:27:27.995994 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac31a8c-fbb7-442d-954f-245a027cbff6 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Made reservation on behalf of 2041598c2f744ca3acb7597edc886858 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:27:28.035133 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b2337352-e115-43ae-a536-684c4de0f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (9cf2f100-69b8-4a12-b25e-017edfed9879), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:28.145668 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3ac31a8c-fbb7-442d-954f-245a027cbff6 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:28.169807 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [None req-3ac31a8c-fbb7-442d-954f-245a027cbff6 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] device_id is not set on port cedb256b-81d2-42fa-910a-69c06b03ca58 yet. {{(pid=109693) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 07:27:28.352211 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-b2337352-e115-43ae-a536-684c4de0f847 None None] Allocated IP 172.20.0.2 (86ad414f-8c05-4508-89b1-d13aff40513b/25a45f3f-cd1c-4b42-9bc1-5bd235abbf3d/9cf2f100-69b8-4a12-b25e-017edfed9879) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:27:28.475550 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-b2337352-e115-43ae-a536-684c4de0f847 None None] For port 9cf2f100-69b8-4a12-b25e-017edfed9879, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=9cf2f100-69b8-4a12-b25e-017edfed9879,segment=NetworkSegment(7b20ea70-0dee-42af-a577-64dbf2d4dbf9),segment_id=7b20ea70-0dee-42af-a577-64dbf2d4dbf9)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:27:28.518722 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b2337352-e115-43ae-a536-684c4de0f847 None None] Publish callbacks [] for port (9cf2f100-69b8-4a12-b25e-017edfed9879), precommit_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:28.524736 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b2337352-e115-43ae-a536-684c4de0f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (9cf2f100-69b8-4a12-b25e-017edfed9879), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:28.622374 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-3ac31a8c-fbb7-442d-954f-245a027cbff6 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Allocated IP 172.20.0.3 (86ad414f-8c05-4508-89b1-d13aff40513b/25a45f3f-cd1c-4b42-9bc1-5bd235abbf3d/cedb256b-81d2-42fa-910a-69c06b03ca58) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:27:28.663633 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2337352-e115-43ae-a536-684c4de0f847 None None] Pushing event updated for resources: {'Port': ['ID=9cf2f100-69b8-4a12-b25e-017edfed9879,revision_number=6']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:28.836730 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3ac31a8c-fbb7-442d-954f-245a027cbff6 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for port (cedb256b-81d2-42fa-910a-69c06b03ca58), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:28.881589 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3ac31a8c-fbb7-442d-954f-245a027cbff6 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (cedb256b-81d2-42fa-910a-69c06b03ca58), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:28.935210 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac31a8c-fbb7-442d-954f-245a027cbff6 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Network 86ad414f-8c05-4508-89b1-d13aff40513b is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:27:28.939114 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-3ac31a8c-fbb7-442d-954f-245a027cbff6 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:27:28.943805 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac31a8c-fbb7-442d-954f-245a027cbff6 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:27:28.948263 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac31a8c-fbb7-442d-954f-245a027cbff6 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event updated for resources: {'Port': ['ID=cedb256b-81d2-42fa-910a-69c06b03ca58,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:28.998866 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac31a8c-fbb7-442d-954f-245a027cbff6 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:27:28.999628 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3ac31a8c-fbb7-442d-954f-245a027cbff6 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:29.017398 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-3ac31a8c-fbb7-442d-954f-245a027cbff6 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2748830 Feb 02 07:27:29.020711 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 48394) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:29.026003 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-bc23f5be-ad41-4208-ab76-2eecdf27a2b9 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Request body: {'subnet': {'network_id': '86ad414f-8c05-4508-89b1-d13aff40513b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:27:29.150835 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc23f5be-ad41-4208-ab76-2eecdf27a2b9 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Made reservation on behalf of 2041598c2f744ca3acb7597edc886858 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:27:29.155268 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bc23f5be-ad41-4208-ab76-2eecdf27a2b9 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:29.262517 n-d-789963-26 neutron-server[109693]: INFO neutron.db.ipam_backend_mixin [None req-bc23f5be-ad41-4208-ab76-2eecdf27a2b9 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 25a45f3f-cd1c-4b42-9bc1-5bd235abbf3d (CIDR: 172.20.0.0/28) Feb 02 07:27:29.266020 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc23f5be-ad41-4208-ab76-2eecdf27a2b9 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 07:27:29.266675 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc23f5be-ad41-4208-ab76-2eecdf27a2b9 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:27:29.281264 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 48400) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:29.284007 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-bc23f5be-ad41-4208-ab76-2eecdf27a2b9 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2616122 Feb 02 07:27:29.287034 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 48404) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:29.291959 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-248c9482-780c-4fe0-be3e-8512c43650c9 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Request body: {'subnet': {'network_id': '86ad414f-8c05-4508-89b1-d13aff40513b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:27:29.316302 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-99683685-44f8-40c2-966b-b5d2678b50a7 None None] Provisioning complete for port 9cf2f100-69b8-4a12-b25e-017edfed9879 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:27:29.316820 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-99683685-44f8-40c2-966b-b5d2678b50a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (9cf2f100-69b8-4a12-b25e-017edfed9879), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:29.407793 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-99683685-44f8-40c2-966b-b5d2678b50a7 None None] Current status of the port 9cf2f100-69b8-4a12-b25e-017edfed9879 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:27:29.420888 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-99683685-44f8-40c2-966b-b5d2678b50a7 None None] Provisioning complete for port 6deed872-934e-42e6-bd4b-b815ddca1ce7 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:27:29.421481 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-99683685-44f8-40c2-966b-b5d2678b50a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (6deed872-934e-42e6-bd4b-b815ddca1ce7), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:29.422906 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-248c9482-780c-4fe0-be3e-8512c43650c9 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Made reservation on behalf of 2041598c2f744ca3acb7597edc886858 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:27:29.427375 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-248c9482-780c-4fe0-be3e-8512c43650c9 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:29.443925 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2e5bfe06-b84b-4a37-a931-49a840d2f840 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:29.464410 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-99683685-44f8-40c2-966b-b5d2678b50a7 None None] Port 6deed872-934e-42e6-bd4b-b815ddca1ce7 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:27:29.532099 n-d-789963-26 neutron-server[109693]: INFO neutron.db.ipam_backend_mixin [None req-248c9482-780c-4fe0-be3e-8512c43650c9 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet c30b3721-6628-4bac-a969-bf7261ceff79 (CIDR: 172.20.0.16/28) Feb 02 07:27:29.537883 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-248c9482-780c-4fe0-be3e-8512c43650c9 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 07:27:29.538565 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-248c9482-780c-4fe0-be3e-8512c43650c9 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:27:29.542265 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2e5bfe06-b84b-4a37-a931-49a840d2f840 admin admin] Publish callbacks [] for security_group (fce30d7c-db51-4643-9fcc-290dc874ac28), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:29.549360 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2e5bfe06-b84b-4a37-a931-49a840d2f840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (fce30d7c-db51-4643-9fcc-290dc874ac28), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:29.557933 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-248c9482-780c-4fe0-be3e-8512c43650c9 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.2696908 Feb 02 07:27:29.562823 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 48406) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:29.578870 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-b4826a71-e30f-4c07-8774-a2d3b66c881a tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Request body: {'subnet': {'network_id': '86ad414f-8c05-4508-89b1-d13aff40513b', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:27:29.590344 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-852d2595-1b22-481b-aa8f-5d767cfa6fe1 None None] Provisioning complete for port cedb256b-81d2-42fa-910a-69c06b03ca58 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:27:29.590815 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-852d2595-1b22-481b-aa8f-5d767cfa6fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (cedb256b-81d2-42fa-910a-69c06b03ca58), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:29.631811 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-852d2595-1b22-481b-aa8f-5d767cfa6fe1 None None] Port cedb256b-81d2-42fa-910a-69c06b03ca58 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:27:29.674764 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-2e5bfe06-b84b-4a37-a931-49a840d2f840 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=89f56789705b4767b106f3f03cb5e120&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3924196 Feb 02 07:27:29.677677 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 48408) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:29.678476 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5bfe06-b84b-4a37-a931-49a840d2f840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce30d7c-db51-4643-9fcc-290dc874ac28,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:29.729749 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4826a71-e30f-4c07-8774-a2d3b66c881a tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Made reservation on behalf of 2041598c2f744ca3acb7597edc886858 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:27:29.734491 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b4826a71-e30f-4c07-8774-a2d3b66c881a tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:29.739367 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0de9e3f4-b37e-43fc-bf3d-ef7d415e5cc5 admin admin] Publish callbacks [] for security_group (fce30d7c-db51-4643-9fcc-290dc874ac28), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:29.765603 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0de9e3f4-b37e-43fc-bf3d-ef7d415e5cc5 admin admin] Publish callbacks [] for security_group (fce30d7c-db51-4643-9fcc-290dc874ac28), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:29.822248 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0de9e3f4-b37e-43fc-bf3d-ef7d415e5cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (fce30d7c-db51-4643-9fcc-290dc874ac28), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:29.825893 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0de9e3f4-b37e-43fc-bf3d-ef7d415e5cc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:29.828520 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-0de9e3f4-b37e-43fc-bf3d-ef7d415e5cc5 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/fce30d7c-db51-4643-9fcc-290dc874ac28 HTTP/1.1" status: 204 len: 168 time: 0.1496732 Feb 02 07:27:29.855638 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de9e3f4-b37e-43fc-bf3d-ef7d415e5cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce30d7c-db51-4643-9fcc-290dc874ac28,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:30.055934 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b4826a71-e30f-4c07-8774-a2d3b66c881a tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (39a8d9e2-ee8c-4d44-a07f-eb466d352e76), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:30.103439 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4826a71-e30f-4c07-8774-a2d3b66c881a tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Network 86ad414f-8c05-4508-89b1-d13aff40513b is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:27:30.106992 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-b4826a71-e30f-4c07-8774-a2d3b66c881a tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:27:30.117926 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579cae7d-55fa-4c62-84ea-8e8093a1d906 None None] Network 86ad414f-8c05-4508-89b1-d13aff40513b requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:27:30.139183 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4826a71-e30f-4c07-8774-a2d3b66c881a tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:27:30.139999 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b4826a71-e30f-4c07-8774-a2d3b66c881a tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:30.172579 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 48418) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:30.173349 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b4826a71-e30f-4c07-8774-a2d3b66c881a tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6072698 Feb 02 07:27:30.178154 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-09308b0b-75df-4665-8de0-0c1e20d02181 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1900133108', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '39a8d9e2-ee8c-4d44-a07f-eb466d352e76'}], 'security_groups': ['104fabb2-a998-4260-ba85-89c758e768c7', '41fd33a6-5bf7-4063-962b-e3883044af5a']}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:27:30.180350 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4826a71-e30f-4c07-8774-a2d3b66c881a tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event updated for resources: {'Subnet': ['ID=39a8d9e2-ee8c-4d44-a07f-eb466d352e76,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:30.329490 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-09308b0b-75df-4665-8de0-0c1e20d02181 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (cedb256b-81d2-42fa-910a-69c06b03ca58), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:30.442714 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15881ee6-debe-4a80-b66d-a6657c595341 None None] Update dhcp port {'port': {'network_id': '86ad414f-8c05-4508-89b1-d13aff40513b', 'fixed_ips': [{'subnet_id': 'c30b3721-6628-4bac-a969-bf7261ceff79', 'ip_address': '172.20.0.18'}, {'subnet_id': '25a45f3f-cd1c-4b42-9bc1-5bd235abbf3d', 'ip_address': '172.20.0.2'}, {'subnet_id': '39a8d9e2-ee8c-4d44-a07f-eb466d352e76'}], 'binding:host_id': 'n-d-789963-26'}, 'id': '9cf2f100-69b8-4a12-b25e-017edfed9879'} from n-d-789963-26. {{(pid=109695) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 02 07:27:30.494794 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-15881ee6-debe-4a80-b66d-a6657c595341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (9cf2f100-69b8-4a12-b25e-017edfed9879), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:30.695292 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 9cf2f100-69b8-4a12-b25e-017edfed9879 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:27:30.710299 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-15881ee6-debe-4a80-b66d-a6657c595341 None None] Allocated IP 172.20.0.34 (86ad414f-8c05-4508-89b1-d13aff40513b/39a8d9e2-ee8c-4d44-a07f-eb466d352e76/9cf2f100-69b8-4a12-b25e-017edfed9879) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:27:30.766861 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ada71137-c5de-4cd8-8280-22caf793365a req-22576666-4a93-44aa-8fd0-b1b8d56c1c16 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bac6e782-aeff-46f5-8504-3d7aac6312fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0921321 Feb 02 07:27:30.896654 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-15881ee6-debe-4a80-b66d-a6657c595341 None None] For port 9cf2f100-69b8-4a12-b25e-017edfed9879, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=9cf2f100-69b8-4a12-b25e-017edfed9879,segment=NetworkSegment(7b20ea70-0dee-42af-a577-64dbf2d4dbf9),segment_id=7b20ea70-0dee-42af-a577-64dbf2d4dbf9)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:27:30.919231 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada71137-c5de-4cd8-8280-22caf793365a req-26a9af28-05cf-42c6-ab27-05815a2bfbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:27:30.923066 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ada71137-c5de-4cd8-8280-22caf793365a req-26a9af28-05cf-42c6-ab27-05815a2bfbdd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=698270003fc3486cb201010c23ddb935&device_id=bac6e782-aeff-46f5-8504-3d7aac6312fb HTTP/1.1" status: 200 len: 1128 time: 0.0862741 Feb 02 07:27:30.932079 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 9cf2f100-69b8-4a12-b25e-017edfed9879 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:27:30.932609 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (9cf2f100-69b8-4a12-b25e-017edfed9879), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:30.992296 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-15881ee6-debe-4a80-b66d-a6657c595341 None None] Publish callbacks [] for port (9cf2f100-69b8-4a12-b25e-017edfed9879), precommit_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:31.011808 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-15881ee6-debe-4a80-b66d-a6657c595341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (9cf2f100-69b8-4a12-b25e-017edfed9879), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:31.106356 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada71137-c5de-4cd8-8280-22caf793365a req-4be5d67a-4184-46d8-8275-9ac76227e10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:27:31.109105 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ada71137-c5de-4cd8-8280-22caf793365a req-4be5d67a-4184-46d8-8275-9ac76227e10b service neutron] 10.222.0.59 "GET /v2.0/networks?id=07aa33f7-959d-499a-9182-cb63812d9b32 HTTP/1.1" status: 200 len: 909 time: 0.1665504 Feb 02 07:27:31.144775 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-09308b0b-75df-4665-8de0-0c1e20d02181 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Delete allocated IP 172.20.0.3 (86ad414f-8c05-4508-89b1-d13aff40513b/25a45f3f-cd1c-4b42-9bc1-5bd235abbf3d) {{(pid=109693) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 02 07:27:31.157287 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-09308b0b-75df-4665-8de0-0c1e20d02181 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Allocated IP 172.20.0.37 (86ad414f-8c05-4508-89b1-d13aff40513b/39a8d9e2-ee8c-4d44-a07f-eb466d352e76/cedb256b-81d2-42fa-910a-69c06b03ca58) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:27:31.310007 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ada71137-c5de-4cd8-8280-22caf793365a req-61a3bad2-e1e9-4238-8439-50696df39cc0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc6dcb22-68e2-41c8-b008-e0071242a497 HTTP/1.1" status: 200 len: 1001 time: 0.1922314 Feb 02 07:27:31.355520 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 9cf2f100-69b8-4a12-b25e-017edfed9879 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:27:31.365346 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15881ee6-debe-4a80-b66d-a6657c595341 None None] Pushing event updated for resources: {'Port': ['ID=9cf2f100-69b8-4a12-b25e-017edfed9879,revision_number=7']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:31.400122 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-09308b0b-75df-4665-8de0-0c1e20d02181 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for port (cedb256b-81d2-42fa-910a-69c06b03ca58), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:31.412109 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-09308b0b-75df-4665-8de0-0c1e20d02181 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (cedb256b-81d2-42fa-910a-69c06b03ca58), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:31.418334 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada71137-c5de-4cd8-8280-22caf793365a req-c269a5de-d696-433d-9ed2-6bc09362f16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:27:31.421367 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ada71137-c5de-4cd8-8280-22caf793365a req-c269a5de-d696-433d-9ed2-6bc09362f16b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3e073878-b818-46b9-96b5-3256e357bd8a HTTP/1.1" status: 200 len: 847 time: 0.1040270 Feb 02 07:27:31.513419 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada71137-c5de-4cd8-8280-22caf793365a req-aa74e2b3-b8f9-42fd-986c-96ec102d7bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:27:31.515596 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ada71137-c5de-4cd8-8280-22caf793365a req-aa74e2b3-b8f9-42fd-986c-96ec102d7bff service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=07aa33f7-959d-499a-9182-cb63812d9b32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0879166 Feb 02 07:27:31.626768 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-09308b0b-75df-4665-8de0-0c1e20d02181 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] In _notify_port_updated(), no bound segment for port cedb256b-81d2-42fa-910a-69c06b03ca58 on network 86ad414f-8c05-4508-89b1-d13aff40513b {{(pid=109693) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 02 07:27:31.631883 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09308b0b-75df-4665-8de0-0c1e20d02181 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:27:31.632508 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-09308b0b-75df-4665-8de0-0c1e20d02181 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:31.636410 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-09308b0b-75df-4665-8de0-0c1e20d02181 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "PUT /v2.0/ports/cedb256b-81d2-42fa-910a-69c06b03ca58 HTTP/1.1" status: 200 len: 960 time: 1.4601800 Feb 02 07:27:31.636410 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09308b0b-75df-4665-8de0-0c1e20d02181 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event updated for resources: {'Port': ['ID=cedb256b-81d2-42fa-910a-69c06b03ca58,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:31.640277 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 48468) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:31.691365 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 48470) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:31.765795 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ada71137-c5de-4cd8-8280-22caf793365a req-bfeac926-e0ab-4faf-a4f5-c481dea1297a service neutron] 10.222.0.59 "GET /v2.0/networks/07aa33f7-959d-499a-9182-cb63812d9b32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433839 Feb 02 07:27:31.884966 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b46625c0-a043-4a61-86ec-ecaa76519265 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:31.886779 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-a03e68c5-0278-4c97-9ebd-e45d76df56d3 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Deleting port cedb256b-81d2-42fa-910a-69c06b03ca58 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:27:31.887694 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a03e68c5-0278-4c97-9ebd-e45d76df56d3 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (cedb256b-81d2-42fa-910a-69c06b03ca58), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:32.008597 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b46625c0-a043-4a61-86ec-ecaa76519265 admin admin] Publish callbacks [] for security_group (cdd527b5-7221-4171-9759-ad3022f29d0b), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:32.018562 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b46625c0-a043-4a61-86ec-ecaa76519265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (cdd527b5-7221-4171-9759-ad3022f29d0b), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:32.028907 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a03e68c5-0278-4c97-9ebd-e45d76df56d3 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (cedb256b-81d2-42fa-910a-69c06b03ca58), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:32.051344 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-a03e68c5-0278-4c97-9ebd-e45d76df56d3 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Calling delete_port for cedb256b-81d2-42fa-910a-69c06b03ca58 owned by {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:27:32.112532 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b46625c0-a043-4a61-86ec-ecaa76519265 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b33b085d41cd4212be131612eeaf893c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4176772 Feb 02 07:27:32.118197 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 48482) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:32.119107 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46625c0-a043-4a61-86ec-ecaa76519265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd527b5-7221-4171-9759-ad3022f29d0b,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:32.214603 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-75df7ce8-44fb-4894-90e4-d049c5c2949a admin admin] Publish callbacks [] for security_group (cdd527b5-7221-4171-9759-ad3022f29d0b), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:32.215273 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ada71137-c5de-4cd8-8280-22caf793365a req-e74d1b81-6b7c-41b9-969d-e51e126b2f68 service neutron] 10.222.0.59 "GET /v2.0/networks/07aa33f7-959d-499a-9182-cb63812d9b32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4430411 Feb 02 07:27:32.242588 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-75df7ce8-44fb-4894-90e4-d049c5c2949a admin admin] Publish callbacks [] for security_group (cdd527b5-7221-4171-9759-ad3022f29d0b), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:32.276453 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a03e68c5-0278-4c97-9ebd-e45d76df56d3 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (cedb256b-81d2-42fa-910a-69c06b03ca58), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:32.326931 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-75df7ce8-44fb-4894-90e4-d049c5c2949a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (cdd527b5-7221-4171-9759-ad3022f29d0b), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:32.331106 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-75df7ce8-44fb-4894-90e4-d049c5c2949a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:32.336070 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-75df7ce8-44fb-4894-90e4-d049c5c2949a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/cdd527b5-7221-4171-9759-ad3022f29d0b HTTP/1.1" status: 204 len: 168 time: 0.2023551 Feb 02 07:27:32.353143 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03e68c5-0278-4c97-9ebd-e45d76df56d3 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event deleted for resources: {'Port': ['ID=cedb256b-81d2-42fa-910a-69c06b03ca58,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:32.360506 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75df7ce8-44fb-4894-90e4-d049c5c2949a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd527b5-7221-4171-9759-ad3022f29d0b,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:32.390897 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03e68c5-0278-4c97-9ebd-e45d76df56d3 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:27:32.391263 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03e68c5-0278-4c97-9ebd-e45d76df56d3 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:27:32.391636 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03e68c5-0278-4c97-9ebd-e45d76df56d3 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:27:32.391989 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03e68c5-0278-4c97-9ebd-e45d76df56d3 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:27:32.392466 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03e68c5-0278-4c97-9ebd-e45d76df56d3 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:27:32.392817 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03e68c5-0278-4c97-9ebd-e45d76df56d3 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:27:32.393665 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03e68c5-0278-4c97-9ebd-e45d76df56d3 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:27:32.393665 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03e68c5-0278-4c97-9ebd-e45d76df56d3 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:27:32.393885 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03e68c5-0278-4c97-9ebd-e45d76df56d3 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:27:32.394170 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03e68c5-0278-4c97-9ebd-e45d76df56d3 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:27:32.394526 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03e68c5-0278-4c97-9ebd-e45d76df56d3 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:27:32.394873 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03e68c5-0278-4c97-9ebd-e45d76df56d3 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:27:32.395082 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03e68c5-0278-4c97-9ebd-e45d76df56d3 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:27:32.418082 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a03e68c5-0278-4c97-9ebd-e45d76df56d3 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:32.422712 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a03e68c5-0278-4c97-9ebd-e45d76df56d3 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "DELETE /v2.0/ports/cedb256b-81d2-42fa-910a-69c06b03ca58 HTTP/1.1" status: 204 len: 168 time: 0.7810066 Feb 02 07:27:32.425346 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 48492) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:32.481137 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-7da93935-fb9c-4885-90b0-0a2c30f949fa tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] GET failed (client error): The resource could not be found. Feb 02 07:27:32.483604 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-7da93935-fb9c-4885-90b0-0a2c30f949fa tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "GET /v2.0/ports/cedb256b-81d2-42fa-910a-69c06b03ca58 HTTP/1.1" status: 404 len: 333 time: 0.0570149 Feb 02 07:27:32.486352 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 48494) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:32.497683 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-a059f349-0c87-4884-881a-ddc190a6f25c None None] Could not find standard attr ID for object cedb256b-81d2-42fa-910a-69c06b03ca58. {{(pid=109695) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 07:27:32.539099 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-a059f349-0c87-4884-881a-ddc190a6f25c None None] Provisioning complete for port 9cf2f100-69b8-4a12-b25e-017edfed9879 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:27:32.539492 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a059f349-0c87-4884-881a-ddc190a6f25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (9cf2f100-69b8-4a12-b25e-017edfed9879), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:32.587992 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 9cf2f100-69b8-4a12-b25e-017edfed9879 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:27:32.591845 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9b88150e-e9de-4304-b0f5-96a8175b276c tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for security_group (e8b0e0b4-c0f6-4151-9069-65f74f39e4c6), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:32.624852 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9b88150e-e9de-4304-b0f5-96a8175b276c tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for security_group (e8b0e0b4-c0f6-4151-9069-65f74f39e4c6), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:32.680824 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9b88150e-e9de-4304-b0f5-96a8175b276c tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (e8b0e0b4-c0f6-4151-9069-65f74f39e4c6), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:32.684158 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9b88150e-e9de-4304-b0f5-96a8175b276c tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:32.688802 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-9b88150e-e9de-4304-b0f5-96a8175b276c tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "DELETE /v2.0/security-groups/e8b0e0b4-c0f6-4151-9069-65f74f39e4c6 HTTP/1.1" status: 204 len: 168 time: 0.1980059 Feb 02 07:27:32.688901 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 48504) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:32.698749 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b88150e-e9de-4304-b0f5-96a8175b276c tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b0e0b4-c0f6-4151-9069-65f74f39e4c6,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:32.724999 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-a059f349-0c87-4884-881a-ddc190a6f25c None None] Current status of the port 9cf2f100-69b8-4a12-b25e-017edfed9879 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:27:32.756805 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-a059f349-0c87-4884-881a-ddc190a6f25c None None] Provisioning complete for port 6deed872-934e-42e6-bd4b-b815ddca1ce7 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:27:32.757266 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a059f349-0c87-4884-881a-ddc190a6f25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (6deed872-934e-42e6-bd4b-b815ddca1ce7), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:32.806159 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-67a5e0ed-074f-4d92-baa0-c94934e7c2e7 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for security_group (41fd33a6-5bf7-4063-962b-e3883044af5a), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:32.818916 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-a059f349-0c87-4884-881a-ddc190a6f25c None None] Port 6deed872-934e-42e6-bd4b-b815ddca1ce7 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:27:32.824546 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 9cf2f100-69b8-4a12-b25e-017edfed9879 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:27:32.825286 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (9cf2f100-69b8-4a12-b25e-017edfed9879), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:32.833562 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-67a5e0ed-074f-4d92-baa0-c94934e7c2e7 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for security_group (41fd33a6-5bf7-4063-962b-e3883044af5a), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:32.891701 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-67a5e0ed-074f-4d92-baa0-c94934e7c2e7 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (41fd33a6-5bf7-4063-962b-e3883044af5a), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:32.895408 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-67a5e0ed-074f-4d92-baa0-c94934e7c2e7 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:32.900241 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 48510) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:32.900548 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-67a5e0ed-074f-4d92-baa0-c94934e7c2e7 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "DELETE /v2.0/security-groups/41fd33a6-5bf7-4063-962b-e3883044af5a HTTP/1.1" status: 204 len: 168 time: 0.2105682 Feb 02 07:27:32.915300 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a5e0ed-074f-4d92-baa0-c94934e7c2e7 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41fd33a6-5bf7-4063-962b-e3883044af5a,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:32.981847 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 9cf2f100-69b8-4a12-b25e-017edfed9879 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:27:33.036582 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:27:33.067964 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2ad96599-9125-48ad-955a-437aa09995f7 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for security_group (104fabb2-a998-4260-ba85-89c758e768c7), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:33.114770 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2ad96599-9125-48ad-955a-437aa09995f7 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for security_group (104fabb2-a998-4260-ba85-89c758e768c7), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:33.132706 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-90302cc3-2258-4aa3-b323-d9242530539e None None] Could not find standard attr ID for object cedb256b-81d2-42fa-910a-69c06b03ca58. {{(pid=109695) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 07:27:33.182925 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2ad96599-9125-48ad-955a-437aa09995f7 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (104fabb2-a998-4260-ba85-89c758e768c7), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:33.187991 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2ad96599-9125-48ad-955a-437aa09995f7 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:33.189449 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-2ad96599-9125-48ad-955a-437aa09995f7 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "DELETE /v2.0/security-groups/104fabb2-a998-4260-ba85-89c758e768c7 HTTP/1.1" status: 204 len: 168 time: 0.2860320 Feb 02 07:27:33.192375 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 48522) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:33.201279 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad96599-9125-48ad-955a-437aa09995f7 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=104fabb2-a998-4260-ba85-89c758e768c7,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:33.299136 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd721b35-0527-4905-935e-8477668848a5 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Deleting subnet 25a45f3f-cd1c-4b42-9bc1-5bd235abbf3d {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:27:33.309589 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bd721b35-0527-4905-935e-8477668848a5 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for subnet (25a45f3f-cd1c-4b42-9bc1-5bd235abbf3d), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:33.353637 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bd721b35-0527-4905-935e-8477668848a5 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (25a45f3f-cd1c-4b42-9bc1-5bd235abbf3d), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:33.479719 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bd721b35-0527-4905-935e-8477668848a5 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (25a45f3f-cd1c-4b42-9bc1-5bd235abbf3d), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:33.573280 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bd721b35-0527-4905-935e-8477668848a5 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (25a45f3f-cd1c-4b42-9bc1-5bd235abbf3d), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:33.602667 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd721b35-0527-4905-935e-8477668848a5 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event deleted for resources: {'Subnet': ['ID=25a45f3f-cd1c-4b42-9bc1-5bd235abbf3d,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:33.606617 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bd721b35-0527-4905-935e-8477668848a5 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:33.616080 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-bd721b35-0527-4905-935e-8477668848a5 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "DELETE /v2.0/subnets/25a45f3f-cd1c-4b42-9bc1-5bd235abbf3d HTTP/1.1" status: 204 len: 168 time: 0.4223974 Feb 02 07:27:33.616406 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 48538) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:33.617085 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25415dbb-741f-47f2-8901-b75baf97ce67 None None] Network 86ad414f-8c05-4508-89b1-d13aff40513b requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:27:33.709310 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a2cfe9c-d1ce-4523-8ba0-23bd5990251a tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Deleting subnet 39a8d9e2-ee8c-4d44-a07f-eb466d352e76 {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:27:33.714012 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0a2cfe9c-d1ce-4523-8ba0-23bd5990251a tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for subnet (39a8d9e2-ee8c-4d44-a07f-eb466d352e76), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:33.770312 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0a2cfe9c-d1ce-4523-8ba0-23bd5990251a tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (39a8d9e2-ee8c-4d44-a07f-eb466d352e76), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:33.916362 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0a2cfe9c-d1ce-4523-8ba0-23bd5990251a tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (39a8d9e2-ee8c-4d44-a07f-eb466d352e76), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:34.029118 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0a2cfe9c-d1ce-4523-8ba0-23bd5990251a tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (39a8d9e2-ee8c-4d44-a07f-eb466d352e76), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:34.062392 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2cfe9c-d1ce-4523-8ba0-23bd5990251a tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event deleted for resources: {'Subnet': ['ID=39a8d9e2-ee8c-4d44-a07f-eb466d352e76,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:34.072300 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0a2cfe9c-d1ce-4523-8ba0-23bd5990251a tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:34.079148 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-0a2cfe9c-d1ce-4523-8ba0-23bd5990251a tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "DELETE /v2.0/subnets/39a8d9e2-ee8c-4d44-a07f-eb466d352e76 HTTP/1.1" status: 204 len: 168 time: 0.4578729 Feb 02 07:27:34.079514 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 48554) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:34.132492 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a42a12f-598a-4eb3-a173-e4f7063e6722 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] DELETE failed (client error): The resource could not be found. Feb 02 07:27:34.133512 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a42a12f-598a-4eb3-a173-e4f7063e6722 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:27:34.139821 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-9a42a12f-598a-4eb3-a173-e4f7063e6722 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "DELETE /v2.0/subnets/25a45f3f-cd1c-4b42-9bc1-5bd235abbf3d HTTP/1.1" status: 404 len: 337 time: 0.0583017 Feb 02 07:27:34.142573 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 48558) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:34.217809 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b811a3f-5094-444a-86a7-53eb7d31dc46 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Deleting subnet c30b3721-6628-4bac-a969-bf7261ceff79 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:27:34.229779 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4b811a3f-5094-444a-86a7-53eb7d31dc46 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for subnet (c30b3721-6628-4bac-a969-bf7261ceff79), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:34.299521 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4b811a3f-5094-444a-86a7-53eb7d31dc46 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (c30b3721-6628-4bac-a969-bf7261ceff79), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:34.400572 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4b811a3f-5094-444a-86a7-53eb7d31dc46 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (c30b3721-6628-4bac-a969-bf7261ceff79), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:34.500897 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4b811a3f-5094-444a-86a7-53eb7d31dc46 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (c30b3721-6628-4bac-a969-bf7261ceff79), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:34.535819 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b811a3f-5094-444a-86a7-53eb7d31dc46 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event deleted for resources: {'Subnet': ['ID=c30b3721-6628-4bac-a969-bf7261ceff79,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:34.566757 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4b811a3f-5094-444a-86a7-53eb7d31dc46 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks [] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:34.570184 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-4b811a3f-5094-444a-86a7-53eb7d31dc46 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "DELETE /v2.0/subnets/c30b3721-6628-4bac-a969-bf7261ceff79 HTTP/1.1" status: 204 len: 168 time: 0.4264207 Feb 02 07:27:34.572819 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 48570) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:34.635828 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5dc90a5-32dd-4d57-838e-9d0471c4ce4a tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] DELETE failed (client error): The resource could not be found. Feb 02 07:27:34.636374 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5dc90a5-32dd-4d57-838e-9d0471c4ce4a tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:27:34.647975 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 48574) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:34.660386 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a5dc90a5-32dd-4d57-838e-9d0471c4ce4a tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "DELETE /v2.0/subnets/7ad7558d-c97b-4229-97aa-9667efe4350f HTTP/1.1" status: 404 len: 337 time: 0.0862138 Feb 02 07:27:34.691747 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a52f6f4-07d8-4071-9581-7fd93be045c6 None None] Network 86ad414f-8c05-4508-89b1-d13aff40513b requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:27:34.714706 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-cb746349-d3fb-495b-94bc-274c09f4423f tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "GET /v2.0/ports?device_id=2d66afb6-fe50-4a41-9e8a-cf3a398674b5 HTTP/1.1" status: 200 len: 205 time: 0.0650785 Feb 02 07:27:34.718001 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 48578) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:34.775296 n-d-789963-26 neutron-server[109694]: INFO neutron.api.v2.resource [None req-45fbbf7b-17bd-4668-bfed-9ce4c07f26be tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] delete failed (client error): The resource could not be found. Feb 02 07:27:34.776542 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-45fbbf7b-17bd-4668-bfed-9ce4c07f26be tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "DELETE /v2.0/routers/2d66afb6-fe50-4a41-9e8a-cf3a398674b5 HTTP/1.1" status: 404 len: 336 time: 0.0572400 Feb 02 07:27:34.779161 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 48582) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:34.799526 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-6c5219d1-550d-41da-b4cc-41672b5f37d2 None None] Provisioning complete for port 9cf2f100-69b8-4a12-b25e-017edfed9879 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:27:34.800159 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6c5219d1-550d-41da-b4cc-41672b5f37d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (9cf2f100-69b8-4a12-b25e-017edfed9879), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:34.832166 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe350e8f-3064-4dee-be2f-0a065edb0cc8 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] DELETE failed (client error): The resource could not be found. Feb 02 07:27:34.834704 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe350e8f-3064-4dee-be2f-0a065edb0cc8 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:27:34.840706 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-fe350e8f-3064-4dee-be2f-0a065edb0cc8 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "DELETE /v2.0/subnets/9741f625-f10e-4141-9e19-eca54958c557 HTTP/1.1" status: 404 len: 337 time: 0.0595953 Feb 02 07:27:34.843859 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 48584) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:34.889209 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-34a4b890-4d79-4969-968d-270cbdf1b490 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] DELETE failed (client error): The resource could not be found. Feb 02 07:27:34.890145 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34a4b890-4d79-4969-968d-270cbdf1b490 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:27:34.893509 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-34a4b890-4d79-4969-968d-270cbdf1b490 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "DELETE /v2.0/subnets/58f58208-3fef-49c3-ba5e-d81cf0c6f30c HTTP/1.1" status: 404 len: 337 time: 0.0485342 Feb 02 07:27:34.896026 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 48590) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:34.925469 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-589cf28f-5dfc-41bb-bed6-3dcf05da4a1e tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] DELETE failed (client error): The resource could not be found. Feb 02 07:27:34.926471 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-589cf28f-5dfc-41bb-bed6-3dcf05da4a1e tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:27:34.930035 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-589cf28f-5dfc-41bb-bed6-3dcf05da4a1e tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "DELETE /v2.0/subnets/40b08660-559e-416d-93ad-95306ef17881 HTTP/1.1" status: 404 len: 337 time: 0.0328674 Feb 02 07:27:34.932863 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 48594) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:34.947722 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-6c5219d1-550d-41da-b4cc-41672b5f37d2 None None] Current status of the port 9cf2f100-69b8-4a12-b25e-017edfed9879 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:27:34.977588 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-6c5219d1-550d-41da-b4cc-41672b5f37d2 None None] Provisioning complete for port 6deed872-934e-42e6-bd4b-b815ddca1ce7 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:27:34.978310 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6c5219d1-550d-41da-b4cc-41672b5f37d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (6deed872-934e-42e6-bd4b-b815ddca1ce7), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:35.018239 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-cde1cbf2-323b-4691-a759-8955f671433b tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] DELETE failed (client error): The resource could not be found. Feb 02 07:27:35.022635 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cde1cbf2-323b-4691-a759-8955f671433b tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:27:35.036273 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 48596) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:35.036462 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-cde1cbf2-323b-4691-a759-8955f671433b tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "DELETE /v2.0/ports/9b6547f2-d668-4abd-9770-361138baa15d HTTP/1.1" status: 404 len: 333 time: 0.1017048 Feb 02 07:27:35.051992 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b20874-ec38-41f5-8bf3-a519d1cf0051 None None] DHCP port deletion for 86ad414f-8c05-4508-89b1-d13aff40513b request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:27:35.064710 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-63677edd-7d57-4254-a580-16f6b777c5aa tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] DELETE failed (client error): The resource could not be found. Feb 02 07:27:35.065577 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63677edd-7d57-4254-a580-16f6b777c5aa tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:27:35.069492 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-63677edd-7d57-4254-a580-16f6b777c5aa tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "DELETE /v2.0/subnets/bb2ed5a9-9f6d-4bdd-b1b9-7eff2e48554e HTTP/1.1" status: 404 len: 337 time: 0.0322237 Feb 02 07:27:35.072346 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 48600) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:35.144032 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-0426d2b9-e495-41a0-88b8-604cd555e65e tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] DELETE failed (client error): The resource could not be found. Feb 02 07:27:35.144706 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0426d2b9-e495-41a0-88b8-604cd555e65e tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:27:35.150953 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 48606) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:35.156235 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-6c5219d1-550d-41da-b4cc-41672b5f37d2 None None] Port 6deed872-934e-42e6-bd4b-b815ddca1ce7 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:27:35.162618 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0426d2b9-e495-41a0-88b8-604cd555e65e tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "DELETE /v2.0/subnets/ab1016cb-5c0e-4576-bca8-ce75c9a8fda6 HTTP/1.1" status: 404 len: 337 time: 0.0891566 Feb 02 07:27:35.194800 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-c03bebe4-9648-4a92-b9ab-c8e422431aa8 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] DELETE failed (client error): The resource could not be found. Feb 02 07:27:35.195200 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-14b20874-ec38-41f5-8bf3-a519d1cf0051 None None] Deleting port 9cf2f100-69b8-4a12-b25e-017edfed9879 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:27:35.195626 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c03bebe4-9648-4a92-b9ab-c8e422431aa8 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:27:35.195917 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-14b20874-ec38-41f5-8bf3-a519d1cf0051 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (9cf2f100-69b8-4a12-b25e-017edfed9879), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:35.201703 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-c03bebe4-9648-4a92-b9ab-c8e422431aa8 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "DELETE /v2.0/ports/4bd7c84b-1b24-481c-bde6-b588e5805a1b HTTP/1.1" status: 404 len: 333 time: 0.0470164 Feb 02 07:27:35.202546 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 48608) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:35.234196 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0a5ce00-376a-4827-9ee1-732618b86f18 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] DELETE failed (client error): The resource could not be found. Feb 02 07:27:35.235346 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0a5ce00-376a-4827-9ee1-732618b86f18 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:27:35.241525 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 48610) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:35.242037 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d0a5ce00-376a-4827-9ee1-732618b86f18 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "DELETE /v2.0/subnets/463db4f6-8d77-4e98-8786-4c9cbda588e4 HTTP/1.1" status: 404 len: 337 time: 0.0379801 Feb 02 07:27:35.281215 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-14b20874-ec38-41f5-8bf3-a519d1cf0051 None None] For port 9cf2f100-69b8-4a12-b25e-017edfed9879, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=9cf2f100-69b8-4a12-b25e-017edfed9879,segment=NetworkSegment(7b20ea70-0dee-42af-a577-64dbf2d4dbf9),segment_id=7b20ea70-0dee-42af-a577-64dbf2d4dbf9)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:27:35.281953 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-14b20874-ec38-41f5-8bf3-a519d1cf0051 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (9cf2f100-69b8-4a12-b25e-017edfed9879), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:35.292685 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-d664e6bf-8a1c-4b23-8606-fbed2c543d33 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] DELETE failed (client error): The resource could not be found. Feb 02 07:27:35.293356 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d664e6bf-8a1c-4b23-8606-fbed2c543d33 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:27:35.298204 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d664e6bf-8a1c-4b23-8606-fbed2c543d33 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "DELETE /v2.0/subnets/08780793-cb88-4fac-aaca-d6f0bf17e142 HTTP/1.1" status: 404 len: 337 time: 0.0556595 Feb 02 07:27:35.300102 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 48612) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:35.303137 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-14b20874-ec38-41f5-8bf3-a519d1cf0051 None None] Calling delete_port for 9cf2f100-69b8-4a12-b25e-017edfed9879 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:27:35.459010 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-14b20874-ec38-41f5-8bf3-a519d1cf0051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (9cf2f100-69b8-4a12-b25e-017edfed9879), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:35.493916 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b20874-ec38-41f5-8bf3-a519d1cf0051 None None] Pushing event deleted for resources: {'Port': ['ID=9cf2f100-69b8-4a12-b25e-017edfed9879,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:35.499253 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-76296001-cc02-42cd-88f1-a6382a701128 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Deleting port 6deed872-934e-42e6-bd4b-b815ddca1ce7 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:27:35.499778 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-76296001-cc02-42cd-88f1-a6382a701128 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (6deed872-934e-42e6-bd4b-b815ddca1ce7), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:35.511115 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b20874-ec38-41f5-8bf3-a519d1cf0051 None None] No DVR routers for this DVR port 9cf2f100-69b8-4a12-b25e-017edfed9879 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:27:36.007296 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-76296001-cc02-42cd-88f1-a6382a701128 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (6deed872-934e-42e6-bd4b-b815ddca1ce7), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:36.021658 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-76296001-cc02-42cd-88f1-a6382a701128 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Calling delete_port for 6deed872-934e-42e6-bd4b-b815ddca1ce7 owned by {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:27:36.125669 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-76296001-cc02-42cd-88f1-a6382a701128 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (6deed872-934e-42e6-bd4b-b815ddca1ce7), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:36.178155 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76296001-cc02-42cd-88f1-a6382a701128 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event deleted for resources: {'Port': ['ID=6deed872-934e-42e6-bd4b-b815ddca1ce7,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:36.197144 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-76296001-cc02-42cd-88f1-a6382a701128 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:36.203324 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-76296001-cc02-42cd-88f1-a6382a701128 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "DELETE /v2.0/ports/6deed872-934e-42e6-bd4b-b815ddca1ce7 HTTP/1.1" status: 204 len: 168 time: 0.9013007 Feb 02 07:27:36.207186 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 48640) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:36.334236 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-dc944452-bc3b-4da7-9fd4-c2ad05b14613 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (86ad414f-8c05-4508-89b1-d13aff40513b), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:36.503946 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-dc944452-bc3b-4da7-9fd4-c2ad05b14613 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (86ad414f-8c05-4508-89b1-d13aff40513b), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:36.524747 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-dc944452-bc3b-4da7-9fd4-c2ad05b14613 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86ad414f-8c05-4508-89b1-d13aff40513b']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:27:36.536573 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-dc944452-bc3b-4da7-9fd4-c2ad05b14613 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b20ea70-0dee-42af-a577-64dbf2d4dbf9') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:27:36.536911 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-dc944452-bc3b-4da7-9fd4-c2ad05b14613 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b20ea70-0dee-42af-a577-64dbf2d4dbf9') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:27:36.547066 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-dc944452-bc3b-4da7-9fd4-c2ad05b14613 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (7b20ea70-0dee-42af-a577-64dbf2d4dbf9), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:36.562170 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-dc944452-bc3b-4da7-9fd4-c2ad05b14613 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (7b20ea70-0dee-42af-a577-64dbf2d4dbf9), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:36.568567 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc944452-bc3b-4da7-9fd4-c2ad05b14613 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:27:36.568968 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-dc944452-bc3b-4da7-9fd4-c2ad05b14613 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (7b20ea70-0dee-42af-a577-64dbf2d4dbf9), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:36.605195 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:27:36.605195 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:27:36.605195 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:27:36.605195 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:27:36.605195 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:27:36.605195 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:27:36.605195 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:27:36.605195 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:27:36.605195 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:27:36.605195 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:27:36.605195 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:27:36.605195 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:27:36.605195 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:27:36.605195 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:27:36.605195 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:27:36.605195 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:27:36.605195 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:27:36.605195 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:27:36.605195 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:27:36.605195 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:27:36.605195 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:27:36.605195 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:27:36.605195 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:27:36.605195 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:27:36.605195 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:27:36.605195 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:27:36.605195 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:27:36.605195 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:27:36.605195 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:27:36.605195 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:27:36.605195 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:27:36.605195 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:27:36.610048 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 9cf2f100-69b8-4a12-b25e-017edfed9879 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:27:36.645367 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 9cf2f100-69b8-4a12-b25e-017edfed9879 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:27:36.646897 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 9cf2f100-69b8-4a12-b25e-017edfed9879 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:27:36.660930 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-dc944452-bc3b-4da7-9fd4-c2ad05b14613 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (86ad414f-8c05-4508-89b1-d13aff40513b), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:36.668259 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-dc944452-bc3b-4da7-9fd4-c2ad05b14613 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:36.672033 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-dc944452-bc3b-4da7-9fd4-c2ad05b14613 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] 10.222.0.87 "DELETE /v2.0/networks/86ad414f-8c05-4508-89b1-d13aff40513b HTTP/1.1" status: 204 len: 168 time: 0.4624314 Feb 02 07:27:36.694318 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc944452-bc3b-4da7-9fd4-c2ad05b14613 tempest-PortsTestJSON-1641758731 tempest-PortsTestJSON-1641758731-project] Pushing event deleted for resources: {'Network': ['ID=86ad414f-8c05-4508-89b1-d13aff40513b,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:37.024370 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 48658) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:37.197350 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b74297fd-4880-4dd4-9ca6-e46f7eb99d71 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=2041598c2f744ca3acb7597edc886858&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1716330 Feb 02 07:27:37.199821 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 48668) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:37.271689 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6049e1a8-ac6d-4b45-89a7-b6e936fcb2a6 admin admin] Publish callbacks [] for security_group (3be97964-c3cb-449d-b383-81fe47f8302a), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:37.294929 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6049e1a8-ac6d-4b45-89a7-b6e936fcb2a6 admin admin] Publish callbacks [] for security_group (3be97964-c3cb-449d-b383-81fe47f8302a), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:37.356372 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6049e1a8-ac6d-4b45-89a7-b6e936fcb2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (3be97964-c3cb-449d-b383-81fe47f8302a), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:37.360156 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6049e1a8-ac6d-4b45-89a7-b6e936fcb2a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:37.364389 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-6049e1a8-ac6d-4b45-89a7-b6e936fcb2a6 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/3be97964-c3cb-449d-b383-81fe47f8302a HTTP/1.1" status: 204 len: 168 time: 0.1597605 Feb 02 07:27:37.377785 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6049e1a8-ac6d-4b45-89a7-b6e936fcb2a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be97964-c3cb-449d-b383-81fe47f8302a,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:40.986535 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-73e53d99-1a82-4fa5-8cc2-ffcdb600e959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:43.296855 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6d813bd2-00db-4920-9865-ac59ec6662b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:44.717506 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:46.110148 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:47.406216 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:49.643297 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc7ded-ed49-4698-8d09-b963c951a61e req-7cdc77d0-b878-476f-855e-98523f4e0ac6 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:27:49.650745 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fabc7ded-ed49-4698-8d09-b963c951a61e req-7cdc77d0-b878-476f-855e-98523f4e0ac6 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] 10.222.0.87 "GET /v2.0/ports?device_id=bac6e782-aeff-46f5-8504-3d7aac6312fb HTTP/1.1" status: 200 len: 945 time: 0.1015372 Feb 02 07:27:49.744052 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fabc7ded-ed49-4698-8d09-b963c951a61e req-07719a53-784b-44f2-bcff-e120ad074ba3 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] 10.222.0.87 "GET /v2.0/security-groups?id=4db2ba25-6a79-4351-acf5-8a8897b54e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861282 Feb 02 07:27:50.380367 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3aefa-c00c-48db-97ab-d00a513f2f5d req-0a4a87c6-8654-44fc-a7c7-08f588059e9c tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:27:50.385089 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-66d3aefa-c00c-48db-97ab-d00a513f2f5d req-0a4a87c6-8654-44fc-a7c7-08f588059e9c tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] 10.222.0.59 "GET /v2.0/ports?device_id=bac6e782-aeff-46f5-8504-3d7aac6312fb HTTP/1.1" status: 200 len: 945 time: 0.1385624 Feb 02 07:27:50.593940 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-66d3aefa-c00c-48db-97ab-d00a513f2f5d req-d8bff308-8282-4c73-8bab-e303631fdaa7 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Deleting port cc6dcb22-68e2-41c8-b008-e0071242a497 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:27:50.594300 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-66d3aefa-c00c-48db-97ab-d00a513f2f5d req-d8bff308-8282-4c73-8bab-e303631fdaa7 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (cc6dcb22-68e2-41c8-b008-e0071242a497), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:50.844783 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-66d3aefa-c00c-48db-97ab-d00a513f2f5d req-d8bff308-8282-4c73-8bab-e303631fdaa7 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] For port cc6dcb22-68e2-41c8-b008-e0071242a497, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=cc6dcb22-68e2-41c8-b008-e0071242a497,segment=NetworkSegment(02f2262b-277b-42ed-b2a3-7168fc4fd566),segment_id=02f2262b-277b-42ed-b2a3-7168fc4fd566)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:27:50.845331 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-66d3aefa-c00c-48db-97ab-d00a513f2f5d req-d8bff308-8282-4c73-8bab-e303631fdaa7 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (cc6dcb22-68e2-41c8-b008-e0071242a497), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:51.678464 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-66d3aefa-c00c-48db-97ab-d00a513f2f5d req-d8bff308-8282-4c73-8bab-e303631fdaa7 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:51.680695 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-66d3aefa-c00c-48db-97ab-d00a513f2f5d req-d8bff308-8282-4c73-8bab-e303631fdaa7 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (5b78ade7-9696-4a89-9427-6737085bfefa), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:51.681815 n-d-789963-26 neutron-server[109694]: INFO neutron.db.l3_db [req-66d3aefa-c00c-48db-97ab-d00a513f2f5d req-d8bff308-8282-4c73-8bab-e303631fdaa7 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Floating IP 5b78ade7-9696-4a89-9427-6737085bfefa disassociated. External IP: 172.25.4.240, port: cc6dcb22-68e2-41c8-b008-e0071242a497. Feb 02 07:27:51.682282 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-66d3aefa-c00c-48db-97ab-d00a513f2f5d req-d8bff308-8282-4c73-8bab-e303631fdaa7 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Calling delete_port for cc6dcb22-68e2-41c8-b008-e0071242a497 owned by compute:nova {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:27:51.897713 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-66d3aefa-c00c-48db-97ab-d00a513f2f5d req-d8bff308-8282-4c73-8bab-e303631fdaa7 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (cc6dcb22-68e2-41c8-b008-e0071242a497), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:51.932421 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bff308-8282-4c73-8bab-e303631fdaa7 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Pushing event deleted for resources: {'Port': ['ID=cc6dcb22-68e2-41c8-b008-e0071242a497,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:51.949299 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3efbcf4-a9d3-4078-ade8-911f8a7a6229 req-154ab1be-52b1-48e8-811b-be857ca87ffb tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:27:51.957301 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d3efbcf4-a9d3-4078-ade8-911f8a7a6229 req-154ab1be-52b1-48e8-811b-be857ca87ffb tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] 10.222.0.87 "GET /v2.0/ports?device_id=bac6e782-aeff-46f5-8504-3d7aac6312fb HTTP/1.1" status: 200 len: 945 time: 0.2234640 Feb 02 07:27:52.187167 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:52.304618 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66d3aefa-c00c-48db-97ab-d00a513f2f5d req-d8bff308-8282-4c73-8bab-e303631fdaa7 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Router faf6d2c3-2fe0-48c9-9f27-cc713c90a755 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:27:52.317251 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d3efbcf4-a9d3-4078-ade8-911f8a7a6229 req-d5d08708-aad9-4362-86de-0148d6afc244 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] 10.222.0.87 "GET /v2.0/security-groups?id=4db2ba25-6a79-4351-acf5-8a8897b54e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3589716 Feb 02 07:27:52.604236 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66d3aefa-c00c-48db-97ab-d00a513f2f5d req-d8bff308-8282-4c73-8bab-e303631fdaa7 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:27:52.617788 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f16010-35e0-44d6-bc4d-cb61df7b54fb None None] Sync routers for ids ['faf6d2c3-2fe0-48c9-9f27-cc713c90a755'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:27:52.638849 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f16010-35e0-44d6-bc4d-cb61df7b54fb None None] Routers {'faf6d2c3-2fe0-48c9-9f27-cc713c90a755'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:27:52.639595 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-20f16010-35e0-44d6-bc4d-cb61df7b54fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:27:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['faf6d2c3-2fe0-48c9-9f27-cc713c90a755'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:27:52.676511 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d3aefa-c00c-48db-97ab-d00a513f2f5d req-d8bff308-8282-4c73-8bab-e303631fdaa7 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] No DVR routers for this DVR port cc6dcb22-68e2-41c8-b008-e0071242a497 on host n-h2-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:27:52.680071 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-66d3aefa-c00c-48db-97ab-d00a513f2f5d req-d8bff308-8282-4c73-8bab-e303631fdaa7 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:52.683827 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-66d3aefa-c00c-48db-97ab-d00a513f2f5d req-d8bff308-8282-4c73-8bab-e303631fdaa7 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] 10.222.0.59 "DELETE /v2.0/ports/cc6dcb22-68e2-41c8-b008-e0071242a497 HTTP/1.1" status: 204 len: 173 time: 2.2942474 Feb 02 07:27:52.684490 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac6e782-aeff-46f5-8504-3d7aac6312fb', 'name': 'network-vif-deleted', 'tag': 'cc6dcb22-68e2-41c8-b008-e0071242a497'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:27:52.690961 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b75524-5dcd-494d-9286-b768ff8a3fde" -d '{"events": [{"server_uuid": "bac6e782-aeff-46f5-8504-3d7aac6312fb", "name": "network-vif-deleted", "tag": "cc6dcb22-68e2-41c8-b008-e0071242a497"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:27:52.813247 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ae66de-5663-41ae-ae07-f0a1f96dbc2b x-openstack-request-id: req-89ae66de-5663-41ae-ae07-f0a1f96dbc2b {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:27:52.813763 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bac6e782-aeff-46f5-8504-3d7aac6312fb", "name": "network-vif-deleted", "tag": "cc6dcb22-68e2-41c8-b008-e0071242a497", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:27:52.814140 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-89ae66de-5663-41ae-ae07-f0a1f96dbc2b {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:27:52.814651 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bac6e782-aeff-46f5-8504-3d7aac6312fb', 'name': 'network-vif-deleted', 'tag': 'cc6dcb22-68e2-41c8-b008-e0071242a497', 'status': 'completed', 'code': 200} Feb 02 07:27:52.900102 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-20f16010-35e0-44d6-bc4d-cb61df7b54fb None None] Set router faf6d2c3-2fe0-48c9-9f27-cc713c90a755 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:27:53.286450 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-20f16010-35e0-44d6-bc4d-cb61df7b54fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf6d2c3-2fe0-48c9-9f27-cc713c90a755', 'name': 'tempest-TestServerBasicOps-891605892-router', 'tenant_id': '698270003fc3486cb201010c23ddb935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '38b9b8bb-ba88-4ac1-8412-70110f8c0f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:21:43Z', 'updated_at': '2022-02-02T07:21:48Z', 'revision_number': 4, 'project_id': '698270003fc3486cb201010c23ddb935', 'gw_port': {'id': '38b9b8bb-ba88-4ac1-8412-70110f8c0f74', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ac:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf6d2c3-2fe0-48c9-9f27-cc713c90a755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:21:44Z', 'updated_at': '2022-02-02T07:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'b61c21db-bd32-4c43-b2e6-80cfe1f41b53', 'name': '', 'network_id': '07aa33f7-959d-499a-9182-cb63812d9b32', 'tenant_id': '698270003fc3486cb201010c23ddb935', 'mac_address': 'fa:16:3e:3c:cb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf6d2c3-2fe0-48c9-9f27-cc713c90a755', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': '3e073878-b818-46b9-96b5-3256e357bd8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:21:47Z', 'updated_at': '2022-02-02T07:21:54Z', 'revision_number': 5, 'project_id': '698270003fc3486cb201010c23ddb935', 'subnets': [{'id': '3e073878-b818-46b9-96b5-3256e357bd8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:27:53.384537 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f16010-35e0-44d6-bc4d-cb61df7b54fb None None] Checking router: faf6d2c3-2fe0-48c9-9f27-cc713c90a755 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:27:53.418473 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f16010-35e0-44d6-bc4d-cb61df7b54fb None None] Routers {'faf6d2c3-2fe0-48c9-9f27-cc713c90a755'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:27:53.420395 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-20f16010-35e0-44d6-bc4d-cb61df7b54fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:27:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['faf6d2c3-2fe0-48c9-9f27-cc713c90a755'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:27:53.578848 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a8b418b5-ec63-42a4-ba95-2d62394da41a req-6a763347-6389-49fe-b483-da22cc8c2a69 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] 10.222.0.87 "GET /v2.0/ports?device_id=bac6e782-aeff-46f5-8504-3d7aac6312fb HTTP/1.1" status: 200 len: 210 time: 0.0549655 Feb 02 07:27:53.699453 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-20f16010-35e0-44d6-bc4d-cb61df7b54fb None None] Set router faf6d2c3-2fe0-48c9-9f27-cc713c90a755 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:27:54.183327 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device cc6dcb22-68e2-41c8-b008-e0071242a497 no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:27:54.237062 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] No Port match for: cc6dcb22-68e2-41c8-b008-e0071242a497 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:27:54.237423 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device cc6dcb22-68e2-41c8-b008-e0071242a497 not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:27:54.349854 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 49598) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:54.486985 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-20f16010-35e0-44d6-bc4d-cb61df7b54fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf6d2c3-2fe0-48c9-9f27-cc713c90a755', 'name': 'tempest-TestServerBasicOps-891605892-router', 'tenant_id': '698270003fc3486cb201010c23ddb935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '38b9b8bb-ba88-4ac1-8412-70110f8c0f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:21:43Z', 'updated_at': '2022-02-02T07:21:48Z', 'revision_number': 4, 'project_id': '698270003fc3486cb201010c23ddb935', 'gw_port': {'id': '38b9b8bb-ba88-4ac1-8412-70110f8c0f74', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ac:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf6d2c3-2fe0-48c9-9f27-cc713c90a755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:21:44Z', 'updated_at': '2022-02-02T07:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'b61c21db-bd32-4c43-b2e6-80cfe1f41b53', 'name': '', 'network_id': '07aa33f7-959d-499a-9182-cb63812d9b32', 'tenant_id': '698270003fc3486cb201010c23ddb935', 'mac_address': 'fa:16:3e:3c:cb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf6d2c3-2fe0-48c9-9f27-cc713c90a755', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': '3e073878-b818-46b9-96b5-3256e357bd8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:21:47Z', 'updated_at': '2022-02-02T07:21:54Z', 'revision_number': 5, 'project_id': '698270003fc3486cb201010c23ddb935', 'subnets': [{'id': '3e073878-b818-46b9-96b5-3256e357bd8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:27:54.558348 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f16010-35e0-44d6-bc4d-cb61df7b54fb None None] The sync data for ids ['faf6d2c3-2fe0-48c9-9f27-cc713c90a755'] in n-d-789963-26 is: [{'id': 'faf6d2c3-2fe0-48c9-9f27-cc713c90a755', 'name': 'tempest-TestServerBasicOps-891605892-router', 'tenant_id': '698270003fc3486cb201010c23ddb935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '38b9b8bb-ba88-4ac1-8412-70110f8c0f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:21:43Z', 'updated_at': '2022-02-02T07:21:48Z', 'revision_number': 4, 'project_id': '698270003fc3486cb201010c23ddb935', 'gw_port': {'id': '38b9b8bb-ba88-4ac1-8412-70110f8c0f74', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ac:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf6d2c3-2fe0-48c9-9f27-cc713c90a755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:21:44Z', 'updated_at': '2022-02-02T07:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'b61c21db-bd32-4c43-b2e6-80cfe1f41b53', 'name': '', 'network_id': '07aa33f7-959d-499a-9182-cb63812d9b32', 'tenant_id': '698270003fc3486cb201010c23ddb935', 'mac_address': 'fa:16:3e:3c:cb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf6d2c3-2fe0-48c9-9f27-cc713c90a755', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': '3e073878-b818-46b9-96b5-3256e357bd8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:21:47Z', 'updated_at': '2022-02-02T07:21:54Z', 'revision_number': 5, 'project_id': '698270003fc3486cb201010c23ddb935', 'subnets': [{'id': '3e073878-b818-46b9-96b5-3256e357bd8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:27:54.635887 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f9641317-fedb-4445-ba87-431dbb911159 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:54.712172 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 49610) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:54.968250 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f9641317-fedb-4445-ba87-431dbb911159 admin admin] Publish callbacks [] for security_group (15b0b1ea-21ac-4714-a987-5ce98265b57c), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:54.981176 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f9641317-fedb-4445-ba87-431dbb911159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (15b0b1ea-21ac-4714-a987-5ce98265b57c), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:55.090826 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-79bcc7d4-53e8-4838-9234-9fc93fb07ef7 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Deleting port a5b9bd4f-900c-4743-8314-e7a0bf4ed74a {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:27:55.092065 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-79bcc7d4-53e8-4838-9234-9fc93fb07ef7 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (a5b9bd4f-900c-4743-8314-e7a0bf4ed74a), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:55.124020 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f9641317-fedb-4445-ba87-431dbb911159 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=877438b481ec483381f7ba83ca576930&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7699556 Feb 02 07:27:55.124785 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 49624) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:55.165079 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9422ac-ac6a-42ca-b539-5d828fbe8ddf None None] New status for floating IP 5b78ade7-9696-4a89-9427-6737085bfefa: DOWN {{(pid=109695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 07:27:55.183442 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9641317-fedb-4445-ba87-431dbb911159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b0b1ea-21ac-4714-a987-5ce98265b57c,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:55.206451 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cd60d6c5-9812-4754-941a-1034cbdd5c85 admin admin] Publish callbacks [] for security_group (15b0b1ea-21ac-4714-a987-5ce98265b57c), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:55.234642 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cd60d6c5-9812-4754-941a-1034cbdd5c85 admin admin] Publish callbacks [] for security_group (15b0b1ea-21ac-4714-a987-5ce98265b57c), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:55.273681 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-79bcc7d4-53e8-4838-9234-9fc93fb07ef7 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (a5b9bd4f-900c-4743-8314-e7a0bf4ed74a), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:55.274318 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-79bcc7d4-53e8-4838-9234-9fc93fb07ef7 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Publish callbacks [] for floatingip (a5b9bd4f-900c-4743-8314-e7a0bf4ed74a), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:55.291428 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cd60d6c5-9812-4754-941a-1034cbdd5c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (15b0b1ea-21ac-4714-a987-5ce98265b57c), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:55.295961 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cd60d6c5-9812-4754-941a-1034cbdd5c85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:55.299377 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-cd60d6c5-9812-4754-941a-1034cbdd5c85 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/15b0b1ea-21ac-4714-a987-5ce98265b57c HTTP/1.1" status: 204 len: 168 time: 0.1715398 Feb 02 07:27:55.311084 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-79bcc7d4-53e8-4838-9234-9fc93fb07ef7 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Calling delete_port for a5b9bd4f-900c-4743-8314-e7a0bf4ed74a owned by network:floatingip {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:27:55.323961 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd60d6c5-9812-4754-941a-1034cbdd5c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b0b1ea-21ac-4714-a987-5ce98265b57c,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:55.687156 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-79bcc7d4-53e8-4838-9234-9fc93fb07ef7 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (a5b9bd4f-900c-4743-8314-e7a0bf4ed74a), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:55.744457 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bcc7d4-53e8-4838-9234-9fc93fb07ef7 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Pushing event deleted for resources: {'Port': ['ID=a5b9bd4f-900c-4743-8314-e7a0bf4ed74a,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:55.766330 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bcc7d4-53e8-4838-9234-9fc93fb07ef7 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:27:55.766678 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bcc7d4-53e8-4838-9234-9fc93fb07ef7 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:27:55.767203 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bcc7d4-53e8-4838-9234-9fc93fb07ef7 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:27:55.767735 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bcc7d4-53e8-4838-9234-9fc93fb07ef7 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:27:55.768255 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bcc7d4-53e8-4838-9234-9fc93fb07ef7 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:27:55.768756 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bcc7d4-53e8-4838-9234-9fc93fb07ef7 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:27:55.769243 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bcc7d4-53e8-4838-9234-9fc93fb07ef7 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:27:55.770294 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bcc7d4-53e8-4838-9234-9fc93fb07ef7 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:27:55.770804 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bcc7d4-53e8-4838-9234-9fc93fb07ef7 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:27:55.771302 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bcc7d4-53e8-4838-9234-9fc93fb07ef7 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:27:55.771822 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bcc7d4-53e8-4838-9234-9fc93fb07ef7 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:27:55.772453 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bcc7d4-53e8-4838-9234-9fc93fb07ef7 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:27:55.772938 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bcc7d4-53e8-4838-9234-9fc93fb07ef7 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:27:55.930768 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-79bcc7d4-53e8-4838-9234-9fc93fb07ef7 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Publish callbacks [] for floatingip (5b78ade7-9696-4a89-9427-6737085bfefa), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:55.933752 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-79bcc7d4-53e8-4838-9234-9fc93fb07ef7 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:55.938944 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-79bcc7d4-53e8-4838-9234-9fc93fb07ef7 tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] 10.222.0.87 "DELETE /v2.0/floatingips/5b78ade7-9696-4a89-9427-6737085bfefa HTTP/1.1" status: 204 len: 168 time: 1.2254634 Feb 02 07:27:56.053591 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 49648) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:56.093652 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 49650) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:56.134061 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cdcde017-74e1-427f-b301-adb06504bbe2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:56.179300 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8d73000b-fa2a-4035-8ad0-32b1a75d189d tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Publish callbacks [] for security_group (4db2ba25-6a79-4351-acf5-8a8897b54e0a), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:56.243707 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8d73000b-fa2a-4035-8ad0-32b1a75d189d tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Publish callbacks [] for security_group (4db2ba25-6a79-4351-acf5-8a8897b54e0a), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:56.342816 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cdcde017-74e1-427f-b301-adb06504bbe2 admin admin] Publish callbacks [] for security_group (567d897b-4c96-4f4a-bca6-6140336cfdf9), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:56.348595 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cdcde017-74e1-427f-b301-adb06504bbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (567d897b-4c96-4f4a-bca6-6140336cfdf9), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:56.395539 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8d73000b-fa2a-4035-8ad0-32b1a75d189d tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (4db2ba25-6a79-4351-acf5-8a8897b54e0a), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:56.398209 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8d73000b-fa2a-4035-8ad0-32b1a75d189d tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:56.399503 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-8d73000b-fa2a-4035-8ad0-32b1a75d189d tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] 10.222.0.87 "DELETE /v2.0/security-groups/4db2ba25-6a79-4351-acf5-8a8897b54e0a HTTP/1.1" status: 204 len: 168 time: 0.3445833 Feb 02 07:27:56.426358 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d73000b-fa2a-4035-8ad0-32b1a75d189d tempest-TestServerBasicOps-718878175 tempest-TestServerBasicOps-718878175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db2ba25-6a79-4351-acf5-8a8897b54e0a,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:56.479909 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 49660) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:56.483428 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-cdcde017-74e1-427f-b301-adb06504bbe2 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=194150d32f46406bb40de50ca824c297&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3818245 Feb 02 07:27:56.484617 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcde017-74e1-427f-b301-adb06504bbe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=567d897b-4c96-4f4a-bca6-6140336cfdf9,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:56.489252 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 49662) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:56.633942 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-48773082-81e2-4dba-858a-5e6c4b533b13 admin admin] Publish callbacks [] for security_group (567d897b-4c96-4f4a-bca6-6140336cfdf9), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:56.682310 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-48773082-81e2-4dba-858a-5e6c4b533b13 admin admin] Publish callbacks [] for security_group (567d897b-4c96-4f4a-bca6-6140336cfdf9), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:56.779382 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-48773082-81e2-4dba-858a-5e6c4b533b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (567d897b-4c96-4f4a-bca6-6140336cfdf9), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:56.782016 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-48773082-81e2-4dba-858a-5e6c4b533b13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:56.785696 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-48773082-81e2-4dba-858a-5e6c4b533b13 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/567d897b-4c96-4f4a-bca6-6140336cfdf9 HTTP/1.1" status: 204 len: 168 time: 0.3024669 Feb 02 07:27:56.800486 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48773082-81e2-4dba-858a-5e6c4b533b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=567d897b-4c96-4f4a-bca6-6140336cfdf9,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:57.413241 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:57.450335 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 49686) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:57.467228 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c458f993-5c96-4076-821a-41ff305ed573 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:57.561135 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8992d6c1-8e99-42f1-b6fe-dabc60534c98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (faf6d2c3-2fe0-48c9-9f27-cc713c90a755), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:57.587935 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c458f993-5c96-4076-821a-41ff305ed573 admin admin] Publish callbacks [] for security_group (c573e221-68a8-4799-bf03-e6a51b9b58d8), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:57.595642 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c458f993-5c96-4076-821a-41ff305ed573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (c573e221-68a8-4799-bf03-e6a51b9b58d8), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:57.678084 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-c458f993-5c96-4076-821a-41ff305ed573 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=8bd1bb26c50c4cb88ef0758fc6e4f09e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2259438 Feb 02 07:27:57.681103 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 49688) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:57.695182 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c458f993-5c96-4076-821a-41ff305ed573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c573e221-68a8-4799-bf03-e6a51b9b58d8,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:57.863830 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-97cfe875-c012-4255-8a2f-847db7d83258 admin admin] Publish callbacks [] for security_group (c573e221-68a8-4799-bf03-e6a51b9b58d8), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:57.894175 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-97cfe875-c012-4255-8a2f-847db7d83258 admin admin] Publish callbacks [] for security_group (c573e221-68a8-4799-bf03-e6a51b9b58d8), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:57.995012 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-97cfe875-c012-4255-8a2f-847db7d83258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (c573e221-68a8-4799-bf03-e6a51b9b58d8), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:57.998579 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-97cfe875-c012-4255-8a2f-847db7d83258 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:57.999750 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-97cfe875-c012-4255-8a2f-847db7d83258 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c573e221-68a8-4799-bf03-e6a51b9b58d8 HTTP/1.1" status: 204 len: 168 time: 0.3173232 Feb 02 07:27:58.014324 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cfe875-c012-4255-8a2f-847db7d83258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c573e221-68a8-4799-bf03-e6a51b9b58d8,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:58.029226 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-8992d6c1-8e99-42f1-b6fe-dabc60534c98 admin admin] Deleting port b61c21db-bd32-4c43-b2e6-80cfe1f41b53 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:27:58.029570 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8992d6c1-8e99-42f1-b6fe-dabc60534c98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (b61c21db-bd32-4c43-b2e6-80cfe1f41b53), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:58.154559 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-8992d6c1-8e99-42f1-b6fe-dabc60534c98 admin admin] For port b61c21db-bd32-4c43-b2e6-80cfe1f41b53, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=b61c21db-bd32-4c43-b2e6-80cfe1f41b53,segment=NetworkSegment(02f2262b-277b-42ed-b2a3-7168fc4fd566),segment_id=02f2262b-277b-42ed-b2a3-7168fc4fd566)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:27:58.154910 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8992d6c1-8e99-42f1-b6fe-dabc60534c98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (b61c21db-bd32-4c43-b2e6-80cfe1f41b53), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:58.170864 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-8992d6c1-8e99-42f1-b6fe-dabc60534c98 admin admin] Calling delete_port for b61c21db-bd32-4c43-b2e6-80cfe1f41b53 owned by network:router_interface {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:27:58.517691 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8992d6c1-8e99-42f1-b6fe-dabc60534c98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (b61c21db-bd32-4c43-b2e6-80cfe1f41b53), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:58.556937 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8992d6c1-8e99-42f1-b6fe-dabc60534c98 admin admin] Pushing event deleted for resources: {'Port': ['ID=b61c21db-bd32-4c43-b2e6-80cfe1f41b53,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:27:58.875460 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8992d6c1-8e99-42f1-b6fe-dabc60534c98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (faf6d2c3-2fe0-48c9-9f27-cc713c90a755), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:27:59.231396 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8992d6c1-8e99-42f1-b6fe-dabc60534c98 admin admin] Router faf6d2c3-2fe0-48c9-9f27-cc713c90a755 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:27:59.736798 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8992d6c1-8e99-42f1-b6fe-dabc60534c98 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:27:59.748522 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-8992d6c1-8e99-42f1-b6fe-dabc60534c98 admin admin] 10.222.0.87 "PUT /v2.0/routers/faf6d2c3-2fe0-48c9-9f27-cc713c90a755/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2582638 Feb 02 07:27:59.748664 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759f0d60-1684-46f3-b044-62fa8b40d281 None None] Sync routers for ids ['faf6d2c3-2fe0-48c9-9f27-cc713c90a755'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:27:59.751218 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 49764) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:27:59.763322 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759f0d60-1684-46f3-b044-62fa8b40d281 None None] Routers {'faf6d2c3-2fe0-48c9-9f27-cc713c90a755'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:27:59.768036 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-759f0d60-1684-46f3-b044-62fa8b40d281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:27:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['faf6d2c3-2fe0-48c9-9f27-cc713c90a755'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:27:59.895453 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a36d24f0-7e98-4e59-8da8-a9c6c8d16dfe admin admin] Publish callbacks [] for router (faf6d2c3-2fe0-48c9-9f27-cc713c90a755), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:00.056555 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-759f0d60-1684-46f3-b044-62fa8b40d281 None None] Set router faf6d2c3-2fe0-48c9-9f27-cc713c90a755 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:28:00.212474 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a36d24f0-7e98-4e59-8da8-a9c6c8d16dfe admin admin] Publish callbacks [] for router_gateway (faf6d2c3-2fe0-48c9-9f27-cc713c90a755), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:00.330408 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-a36d24f0-7e98-4e59-8da8-a9c6c8d16dfe admin admin] Deleting port 38b9b8bb-ba88-4ac1-8412-70110f8c0f74 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:28:00.330927 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a36d24f0-7e98-4e59-8da8-a9c6c8d16dfe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (38b9b8bb-ba88-4ac1-8412-70110f8c0f74), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:00.351936 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-759f0d60-1684-46f3-b044-62fa8b40d281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf6d2c3-2fe0-48c9-9f27-cc713c90a755', 'name': 'tempest-TestServerBasicOps-891605892-router', 'tenant_id': '698270003fc3486cb201010c23ddb935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '38b9b8bb-ba88-4ac1-8412-70110f8c0f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:21:43Z', 'updated_at': '2022-02-02T07:27:58Z', 'revision_number': 5, 'project_id': '698270003fc3486cb201010c23ddb935', 'gw_port': {'id': '38b9b8bb-ba88-4ac1-8412-70110f8c0f74', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ac:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf6d2c3-2fe0-48c9-9f27-cc713c90a755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2761, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:21:44Z', 'updated_at': '2022-02-02T07:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:28:00.421745 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759f0d60-1684-46f3-b044-62fa8b40d281 None None] Checking router: faf6d2c3-2fe0-48c9-9f27-cc713c90a755 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:28:00.447639 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759f0d60-1684-46f3-b044-62fa8b40d281 None None] Routers {'faf6d2c3-2fe0-48c9-9f27-cc713c90a755'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:28:00.448218 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-759f0d60-1684-46f3-b044-62fa8b40d281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:27:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['faf6d2c3-2fe0-48c9-9f27-cc713c90a755'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:28:00.520091 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-a36d24f0-7e98-4e59-8da8-a9c6c8d16dfe admin admin] For port 38b9b8bb-ba88-4ac1-8412-70110f8c0f74, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=38b9b8bb-ba88-4ac1-8412-70110f8c0f74,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:28:00.520547 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a36d24f0-7e98-4e59-8da8-a9c6c8d16dfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (38b9b8bb-ba88-4ac1-8412-70110f8c0f74), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:00.548928 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-a36d24f0-7e98-4e59-8da8-a9c6c8d16dfe admin admin] Calling delete_port for 38b9b8bb-ba88-4ac1-8412-70110f8c0f74 owned by network:router_gateway {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:28:00.613147 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-759f0d60-1684-46f3-b044-62fa8b40d281 None None] Set router faf6d2c3-2fe0-48c9-9f27-cc713c90a755 gateway port host: None {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:28:00.751227 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-759f0d60-1684-46f3-b044-62fa8b40d281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf6d2c3-2fe0-48c9-9f27-cc713c90a755', 'name': 'tempest-TestServerBasicOps-891605892-router', 'tenant_id': '698270003fc3486cb201010c23ddb935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:21:43Z', 'updated_at': '2022-02-02T07:28:00Z', 'revision_number': 6, 'project_id': '698270003fc3486cb201010c23ddb935', 'gw_port_host': None}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:28:00.804593 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759f0d60-1684-46f3-b044-62fa8b40d281 None None] The sync data for ids ['faf6d2c3-2fe0-48c9-9f27-cc713c90a755'] in n-d-789963-26 is: [{'id': 'faf6d2c3-2fe0-48c9-9f27-cc713c90a755', 'name': 'tempest-TestServerBasicOps-891605892-router', 'tenant_id': '698270003fc3486cb201010c23ddb935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:21:43Z', 'updated_at': '2022-02-02T07:28:00Z', 'revision_number': 6, 'project_id': '698270003fc3486cb201010c23ddb935', 'gw_port_host': None}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:28:00.894295 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a36d24f0-7e98-4e59-8da8-a9c6c8d16dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (38b9b8bb-ba88-4ac1-8412-70110f8c0f74), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:00.937141 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36d24f0-7e98-4e59-8da8-a9c6c8d16dfe admin admin] Pushing event deleted for resources: {'Port': ['ID=38b9b8bb-ba88-4ac1-8412-70110f8c0f74,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:28:01.118546 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a36d24f0-7e98-4e59-8da8-a9c6c8d16dfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (faf6d2c3-2fe0-48c9-9f27-cc713c90a755), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:01.402853 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a36d24f0-7e98-4e59-8da8-a9c6c8d16dfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (faf6d2c3-2fe0-48c9-9f27-cc713c90a755), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:01.407309 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a36d24f0-7e98-4e59-8da8-a9c6c8d16dfe admin admin] Publish callbacks [] for router_controller (faf6d2c3-2fe0-48c9-9f27-cc713c90a755), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:01.501648 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a36d24f0-7e98-4e59-8da8-a9c6c8d16dfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (faf6d2c3-2fe0-48c9-9f27-cc713c90a755), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:01.502600 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a36d24f0-7e98-4e59-8da8-a9c6c8d16dfe admin admin] Fanout notify agent at l3_agent the message router_deleted on router faf6d2c3-2fe0-48c9-9f27-cc713c90a755 {{(pid=109694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:28:01.509779 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a36d24f0-7e98-4e59-8da8-a9c6c8d16dfe admin admin] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:01.511115 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a36d24f0-7e98-4e59-8da8-a9c6c8d16dfe admin admin] 10.222.0.87 "DELETE /v2.0/routers/faf6d2c3-2fe0-48c9-9f27-cc713c90a755 HTTP/1.1" status: 204 len: 168 time: 1.7588696 Feb 02 07:28:01.514127 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 49810) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:28:01.572479 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-d23c7eea-61a5-4761-ac98-25d6c2b3ee48 admin admin] Deleting subnet 3e073878-b818-46b9-96b5-3256e357bd8a {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:28:01.578965 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d23c7eea-61a5-4761-ac98-25d6c2b3ee48 admin admin] Publish callbacks [] for subnet (3e073878-b818-46b9-96b5-3256e357bd8a), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:01.626464 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d23c7eea-61a5-4761-ac98-25d6c2b3ee48 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (3e073878-b818-46b9-96b5-3256e357bd8a), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:01.763092 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d23c7eea-61a5-4761-ac98-25d6c2b3ee48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (3e073878-b818-46b9-96b5-3256e357bd8a), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:01.841203 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d23c7eea-61a5-4761-ac98-25d6c2b3ee48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (3e073878-b818-46b9-96b5-3256e357bd8a), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:01.877610 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23c7eea-61a5-4761-ac98-25d6c2b3ee48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e073878-b818-46b9-96b5-3256e357bd8a,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:28:01.897297 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d23c7eea-61a5-4761-ac98-25d6c2b3ee48 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:01.898318 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2a5433-2a72-409f-928b-679d8bc41b33 None None] Network 07aa33f7-959d-499a-9182-cb63812d9b32 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:28:01.904918 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d23c7eea-61a5-4761-ac98-25d6c2b3ee48 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/3e073878-b818-46b9-96b5-3256e357bd8a HTTP/1.1" status: 204 len: 168 time: 0.3864899 Feb 02 07:28:01.905267 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 49818) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:28:01.986972 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-73192be1-36c5-4983-9dcd-7bdb9830a73b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (07aa33f7-959d-499a-9182-cb63812d9b32), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:02.126414 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-73192be1-36c5-4983-9dcd-7bdb9830a73b admin admin] Deleting port 3e22603f-6129-4b92-b9bc-dae272085c2e {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:28:02.126853 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-73192be1-36c5-4983-9dcd-7bdb9830a73b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (3e22603f-6129-4b92-b9bc-dae272085c2e), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:02.177789 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3045e50-b54f-4086-b47b-263f2a1c753a None None] DHCP port deletion for 07aa33f7-959d-499a-9182-cb63812d9b32 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:28:02.290900 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-a3045e50-b54f-4086-b47b-263f2a1c753a None None] Deleting port 3e22603f-6129-4b92-b9bc-dae272085c2e {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:28:02.291269 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a3045e50-b54f-4086-b47b-263f2a1c753a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (3e22603f-6129-4b92-b9bc-dae272085c2e), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:02.352327 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-73192be1-36c5-4983-9dcd-7bdb9830a73b admin admin] For port 3e22603f-6129-4b92-b9bc-dae272085c2e, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=3e22603f-6129-4b92-b9bc-dae272085c2e,segment=NetworkSegment(02f2262b-277b-42ed-b2a3-7168fc4fd566),segment_id=02f2262b-277b-42ed-b2a3-7168fc4fd566)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:28:02.352747 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-73192be1-36c5-4983-9dcd-7bdb9830a73b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (3e22603f-6129-4b92-b9bc-dae272085c2e), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:02.398576 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-a3045e50-b54f-4086-b47b-263f2a1c753a None None] For port 3e22603f-6129-4b92-b9bc-dae272085c2e, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=3e22603f-6129-4b92-b9bc-dae272085c2e,segment=NetworkSegment(02f2262b-277b-42ed-b2a3-7168fc4fd566),segment_id=02f2262b-277b-42ed-b2a3-7168fc4fd566)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:28:02.399247 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a3045e50-b54f-4086-b47b-263f2a1c753a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (3e22603f-6129-4b92-b9bc-dae272085c2e), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:02.415817 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-a3045e50-b54f-4086-b47b-263f2a1c753a None None] Calling delete_port for 3e22603f-6129-4b92-b9bc-dae272085c2e owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:28:02.420109 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-73192be1-36c5-4983-9dcd-7bdb9830a73b admin admin] Calling delete_port for 3e22603f-6129-4b92-b9bc-dae272085c2e owned by network:dhcp {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:28:02.432429 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9305473c-66fa-4c13-b9a8-966a5db04be5 req-b3d5c71e-2f76-4c8f-85e1-0cda93a0f234 tempest-VolumesNegativeTest-1753729160 tempest-VolumesNegativeTest-1753729160-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=8d68966b1f8e463b8c3e0641ed90026c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0589514 Feb 02 07:28:02.562196 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a3045e50-b54f-4086-b47b-263f2a1c753a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (3e22603f-6129-4b92-b9bc-dae272085c2e), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:02.583702 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3045e50-b54f-4086-b47b-263f2a1c753a None None] No DVR routers for this DVR port 3e22603f-6129-4b92-b9bc-dae272085c2e on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:28:02.608814 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3045e50-b54f-4086-b47b-263f2a1c753a None None] Pushing event deleted for resources: {'Port': ['ID=3e22603f-6129-4b92-b9bc-dae272085c2e,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:28:02.618466 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3045e50-b54f-4086-b47b-263f2a1c753a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:28:02.619115 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3045e50-b54f-4086-b47b-263f2a1c753a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:28:02.619651 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3045e50-b54f-4086-b47b-263f2a1c753a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:28:02.620151 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3045e50-b54f-4086-b47b-263f2a1c753a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:28:02.620697 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3045e50-b54f-4086-b47b-263f2a1c753a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:28:02.621190 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3045e50-b54f-4086-b47b-263f2a1c753a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:28:02.621706 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3045e50-b54f-4086-b47b-263f2a1c753a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:28:02.622356 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3045e50-b54f-4086-b47b-263f2a1c753a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:28:02.622851 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3045e50-b54f-4086-b47b-263f2a1c753a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:28:02.623342 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3045e50-b54f-4086-b47b-263f2a1c753a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:28:02.623870 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3045e50-b54f-4086-b47b-263f2a1c753a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:28:02.624386 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3045e50-b54f-4086-b47b-263f2a1c753a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:28:02.624903 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3045e50-b54f-4086-b47b-263f2a1c753a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:28:02.670131 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 38b9b8bb-ba88-4ac1-8412-70110f8c0f74 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:28:02.701621 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 38b9b8bb-ba88-4ac1-8412-70110f8c0f74 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:28:02.702137 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 38b9b8bb-ba88-4ac1-8412-70110f8c0f74 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:28:02.702989 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device b61c21db-bd32-4c43-b2e6-80cfe1f41b53 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:28:02.722681 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9305473c-66fa-4c13-b9a8-966a5db04be5 req-9854c8ad-2eda-4eff-8fe6-461939c0d34a tempest-VolumesNegativeTest-1753729160 tempest-VolumesNegativeTest-1753729160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:28:02.724782 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9305473c-66fa-4c13-b9a8-966a5db04be5 req-9854c8ad-2eda-4eff-8fe6-461939c0d34a tempest-VolumesNegativeTest-1753729160 tempest-VolumesNegativeTest-1753729160-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2914271 Feb 02 07:28:02.739064 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: b61c21db-bd32-4c43-b2e6-80cfe1f41b53 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:28:02.739527 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device b61c21db-bd32-4c43-b2e6-80cfe1f41b53 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:28:02.740564 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 3e22603f-6129-4b92-b9bc-dae272085c2e no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:28:02.763081 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 3e22603f-6129-4b92-b9bc-dae272085c2e {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:28:02.772480 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 3e22603f-6129-4b92-b9bc-dae272085c2e not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:28:02.772953 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9305473c-66fa-4c13-b9a8-966a5db04be5 req-0d1628bf-74e3-4345-8153-250f78353917 tempest-VolumesNegativeTest-1753729160 tempest-VolumesNegativeTest-1753729160-project] 10.222.0.87 "GET /v2.0/quotas/8d68966b1f8e463b8c3e0641ed90026c HTTP/1.1" status: 200 len: 375 time: 0.0398610 Feb 02 07:28:02.837184 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9305473c-66fa-4c13-b9a8-966a5db04be5 req-670b1851-600d-4e29-ac7a-aa9eba8da0b6 tempest-VolumesNegativeTest-1753729160 tempest-VolumesNegativeTest-1753729160-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=8d68966b1f8e463b8c3e0641ed90026c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474377 Feb 02 07:28:02.848844 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-73192be1-36c5-4983-9dcd-7bdb9830a73b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (3e22603f-6129-4b92-b9bc-dae272085c2e), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:02.892532 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73192be1-36c5-4983-9dcd-7bdb9830a73b admin admin] Pushing event deleted for resources: {'Port': ['ID=3e22603f-6129-4b92-b9bc-dae272085c2e,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:28:02.897907 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73192be1-36c5-4983-9dcd-7bdb9830a73b admin admin] No DVR routers for this DVR port 3e22603f-6129-4b92-b9bc-dae272085c2e on host n-d-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:28:02.976502 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-73192be1-36c5-4983-9dcd-7bdb9830a73b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (07aa33f7-959d-499a-9182-cb63812d9b32), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:03.013720 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-73192be1-36c5-4983-9dcd-7bdb9830a73b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07aa33f7-959d-499a-9182-cb63812d9b32']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:28:03.025198 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-73192be1-36c5-4983-9dcd-7bdb9830a73b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02f2262b-277b-42ed-b2a3-7168fc4fd566') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:28:03.025572 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-73192be1-36c5-4983-9dcd-7bdb9830a73b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02f2262b-277b-42ed-b2a3-7168fc4fd566') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:28:03.036885 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-73192be1-36c5-4983-9dcd-7bdb9830a73b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (02f2262b-277b-42ed-b2a3-7168fc4fd566), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:03.091660 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b8cdd310-8085-434f-ac22-f9903a666bb3 req-e98e26b5-7a9d-492b-adb4-f92b9cc166b5 tempest-VolumesNegativeTest-1753729160 tempest-VolumesNegativeTest-1753729160-project] 10.222.0.87 "GET /v2.0/ports?device_id=842d0ee9-1b4e-4780-8805-175a83592b6d HTTP/1.1" status: 200 len: 210 time: 0.0564854 Feb 02 07:28:03.092757 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-73192be1-36c5-4983-9dcd-7bdb9830a73b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (02f2262b-277b-42ed-b2a3-7168fc4fd566), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:03.107426 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73192be1-36c5-4983-9dcd-7bdb9830a73b admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:28:03.107924 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-73192be1-36c5-4983-9dcd-7bdb9830a73b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (02f2262b-277b-42ed-b2a3-7168fc4fd566), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:03.130380 n-d-789963-26 neutron-server[109694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:28:03.130380 n-d-789963-26 neutron-server[109694]: self.session.flush() Feb 02 07:28:03.130380 n-d-789963-26 neutron-server[109694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:28:03.130380 n-d-789963-26 neutron-server[109694]: self.session.flush() Feb 02 07:28:03.130380 n-d-789963-26 neutron-server[109694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:28:03.130380 n-d-789963-26 neutron-server[109694]: self.session.flush() Feb 02 07:28:03.130380 n-d-789963-26 neutron-server[109694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:28:03.130380 n-d-789963-26 neutron-server[109694]: self.session.flush() Feb 02 07:28:03.130380 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:28:03.130380 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:28:03.130380 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:28:03.130380 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:28:03.130380 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:28:03.130380 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:28:03.130380 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:28:03.130380 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:28:03.130380 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:28:03.130380 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:28:03.130380 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:28:03.130380 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:28:03.130380 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:28:03.130380 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:28:03.130380 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:28:03.130380 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:28:03.130380 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:28:03.130380 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:28:03.130380 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:28:03.130380 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:28:03.130380 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:28:03.130380 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:28:03.130380 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:28:03.130380 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:28:03.130380 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:28:03.130380 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:28:03.130380 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:28:03.130380 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:28:03.130380 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:28:03.130380 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:28:03.130380 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:28:03.130380 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:28:03.196638 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-73192be1-36c5-4983-9dcd-7bdb9830a73b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (07aa33f7-959d-499a-9182-cb63812d9b32), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:03.202970 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-73192be1-36c5-4983-9dcd-7bdb9830a73b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:03.218472 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-73192be1-36c5-4983-9dcd-7bdb9830a73b admin admin] 10.222.0.87 "DELETE /v2.0/networks/07aa33f7-959d-499a-9182-cb63812d9b32 HTTP/1.1" status: 204 len: 168 time: 1.3028929 Feb 02 07:28:03.218472 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 49878) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:28:03.236344 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73192be1-36c5-4983-9dcd-7bdb9830a73b admin admin] Pushing event deleted for resources: {'Network': ['ID=07aa33f7-959d-499a-9182-cb63812d9b32,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:28:03.600100 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f338cad9-ad8a-4039-9633-4c5166af97fc req-b4563eb9-519f-48aa-a396-8ce4a454d557 tempest-VolumesBackupsTest-515124740 tempest-VolumesBackupsTest-515124740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:28:03.601745 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f338cad9-ad8a-4039-9633-4c5166af97fc req-b4563eb9-519f-48aa-a396-8ce4a454d557 tempest-VolumesBackupsTest-515124740 tempest-VolumesBackupsTest-515124740-project] 10.222.0.87 "GET /v2.0/ports?device_id=741f6988-2079-410c-bcff-a80f15a3c769 HTTP/1.1" status: 200 len: 949 time: 0.1056733 Feb 02 07:28:03.687511 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f338cad9-ad8a-4039-9633-4c5166af97fc req-61d2da06-1ed3-48b0-ad6d-3f3055315a5f tempest-VolumesBackupsTest-515124740 tempest-VolumesBackupsTest-515124740-project] 10.222.0.87 "GET /v2.0/security-groups?id=0ba86072-18f2-49a6-940c-e99fc7c0ce3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619886 Feb 02 07:28:03.776961 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-824d03e5-bb38-4849-be0d-9b58005ea07d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (5c40f6f7-b4bd-43be-ad7e-ba122e2e926f), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:04.045931 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-824d03e5-bb38-4849-be0d-9b58005ea07d admin admin] Deleting port 295c17bf-2b3c-467c-9c2f-9321c2721d2d {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:28:04.046942 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-824d03e5-bb38-4849-be0d-9b58005ea07d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (295c17bf-2b3c-467c-9c2f-9321c2721d2d), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:04.147810 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-824d03e5-bb38-4849-be0d-9b58005ea07d admin admin] For port 295c17bf-2b3c-467c-9c2f-9321c2721d2d, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=295c17bf-2b3c-467c-9c2f-9321c2721d2d,segment=NetworkSegment(fc7fcf54-f7a7-4eef-aba4-acf487f422bf),segment_id=fc7fcf54-f7a7-4eef-aba4-acf487f422bf)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:28:04.148242 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-824d03e5-bb38-4849-be0d-9b58005ea07d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (295c17bf-2b3c-467c-9c2f-9321c2721d2d), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:04.218003 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-824d03e5-bb38-4849-be0d-9b58005ea07d admin admin] Calling delete_port for 295c17bf-2b3c-467c-9c2f-9321c2721d2d owned by network:router_interface {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:28:04.237639 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9305473c-66fa-4c13-b9a8-966a5db04be5 req-3f3e9030-f85b-4739-95ce-a14d4ef250f1 tempest-VolumesNegativeTest-1753729160 tempest-VolumesNegativeTest-1753729160-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=8d68966b1f8e463b8c3e0641ed90026c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0654371 Feb 02 07:28:04.244326 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [req-0219e630-06c4-4e50-a89b-e9b93711f325 req-d61971b8-f324-43d4-9031-c87ecde663a0 service neutron] (109693) timed out ('10.222.0.87', 56608) {{(pid=109693) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 02 07:28:04.248299 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1b4bb472-23e6-4921-b869-0518c4168060 req-70b83864-320f-435b-a015-0f0683d502e7 tempest-VolumesNegativeTest-1753729160 tempest-VolumesNegativeTest-1753729160-project] 10.222.0.87 "GET /v2.0/ports?device_id=842d0ee9-1b4e-4780-8805-175a83592b6d HTTP/1.1" status: 200 len: 210 time: 0.0416009 Feb 02 07:28:04.444712 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9305473c-66fa-4c13-b9a8-966a5db04be5 req-82bec18a-c7ad-44f3-8c5e-1075f5d53466 tempest-VolumesNegativeTest-1753729160 tempest-VolumesNegativeTest-1753729160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:28:04.446367 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9305473c-66fa-4c13-b9a8-966a5db04be5 req-82bec18a-c7ad-44f3-8c5e-1075f5d53466 tempest-VolumesNegativeTest-1753729160 tempest-VolumesNegativeTest-1753729160-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1972182 Feb 02 07:28:04.497624 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-9305473c-66fa-4c13-b9a8-966a5db04be5 req-d8974c8f-a338-4ad5-ab1d-fff36920c987 tempest-VolumesNegativeTest-1753729160 tempest-VolumesNegativeTest-1753729160-project] Request body: {'port': {'device_id': '842d0ee9-1b4e-4780-8805-175a83592b6d', 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1', 'admin_state_up': True, 'tenant_id': '8d68966b1f8e463b8c3e0641ed90026c'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:28:04.676484 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9305473c-66fa-4c13-b9a8-966a5db04be5 req-d8974c8f-a338-4ad5-ab1d-fff36920c987 tempest-VolumesNegativeTest-1753729160 tempest-VolumesNegativeTest-1753729160-project] Made reservation on behalf of 8d68966b1f8e463b8c3e0641ed90026c for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:28:04.680186 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-9305473c-66fa-4c13-b9a8-966a5db04be5 req-d8974c8f-a338-4ad5-ab1d-fff36920c987 tempest-VolumesNegativeTest-1753729160 tempest-VolumesNegativeTest-1753729160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:04.683307 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-824d03e5-bb38-4849-be0d-9b58005ea07d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (295c17bf-2b3c-467c-9c2f-9321c2721d2d), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:05.022815 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-9305473c-66fa-4c13-b9a8-966a5db04be5 req-d8974c8f-a338-4ad5-ab1d-fff36920c987 tempest-VolumesNegativeTest-1753729160 tempest-VolumesNegativeTest-1753729160-project] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:05.035920 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d03e5-bb38-4849-be0d-9b58005ea07d admin admin] Pushing event deleted for resources: {'Port': ['ID=295c17bf-2b3c-467c-9c2f-9321c2721d2d,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:28:05.218736 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc45bd5-13fc-4920-9be9-7d19d0c12fe2 req-db95baa0-84a8-4017-b1d6-c72f500515e5 tempest-VolumesBackupsTest-515124740 tempest-VolumesBackupsTest-515124740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:28:05.220405 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6cc45bd5-13fc-4920-9be9-7d19d0c12fe2 req-db95baa0-84a8-4017-b1d6-c72f500515e5 tempest-VolumesBackupsTest-515124740 tempest-VolumesBackupsTest-515124740-project] 10.222.0.87 "GET /v2.0/ports?device_id=741f6988-2079-410c-bcff-a80f15a3c769 HTTP/1.1" status: 200 len: 949 time: 0.2218318 Feb 02 07:28:05.303962 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef662d-1cc4-44bf-a31e-d67b0739b830 req-3e806a2e-8b1b-4901-b60f-00a93169392a tempest-VolumesBackupsTest-515124740 tempest-VolumesBackupsTest-515124740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:28:05.305459 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-48ef662d-1cc4-44bf-a31e-d67b0739b830 req-3e806a2e-8b1b-4901-b60f-00a93169392a tempest-VolumesBackupsTest-515124740 tempest-VolumesBackupsTest-515124740-project] 10.222.0.88 "GET /v2.0/ports?device_id=741f6988-2079-410c-bcff-a80f15a3c769 HTTP/1.1" status: 200 len: 949 time: 0.2250943 Feb 02 07:28:05.487709 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-9305473c-66fa-4c13-b9a8-966a5db04be5 req-d8974c8f-a338-4ad5-ab1d-fff36920c987 tempest-VolumesNegativeTest-1753729160 tempest-VolumesNegativeTest-1753729160-project] Publish callbacks [] for security_group (4aa046b0-cb5b-4b23-a775-f158bb1a262d), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:05.503794 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6cc45bd5-13fc-4920-9be9-7d19d0c12fe2 req-4498711a-8a7d-4d21-bbbe-56f14c069e55 tempest-VolumesBackupsTest-515124740 tempest-VolumesBackupsTest-515124740-project] 10.222.0.87 "GET /v2.0/security-groups?id=0ba86072-18f2-49a6-940c-e99fc7c0ce3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709160 Feb 02 07:28:05.527316 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-9305473c-66fa-4c13-b9a8-966a5db04be5 req-d8974c8f-a338-4ad5-ab1d-fff36920c987 tempest-VolumesNegativeTest-1753729160 tempest-VolumesNegativeTest-1753729160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (4aa046b0-cb5b-4b23-a775-f158bb1a262d), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:05.555798 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-824d03e5-bb38-4849-be0d-9b58005ea07d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (5c40f6f7-b4bd-43be-ad7e-ba122e2e926f), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:05.649314 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-43cdf1f7-5c27-41cf-aa84-36246c5adf1d req-d4d4fa8e-3adb-4dce-bd72-3c674e75b434 tempest-VolumesNegativeTest-1753729160 tempest-VolumesNegativeTest-1753729160-project] 10.222.0.87 "GET /v2.0/ports?device_id=842d0ee9-1b4e-4780-8805-175a83592b6d HTTP/1.1" status: 200 len: 210 time: 0.0850375 Feb 02 07:28:05.650031 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8974c8f-a338-4ad5-ab1d-fff36920c987 tempest-VolumesNegativeTest-1753729160 tempest-VolumesNegativeTest-1753729160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa046b0-cb5b-4b23-a775-f158bb1a262d,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:28:05.792549 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-48ef662d-1cc4-44bf-a31e-d67b0739b830 req-3e5c50a2-a44c-4c94-b9cc-581848ad1dc9 tempest-VolumesBackupsTest-515124740 tempest-VolumesBackupsTest-515124740-project] Deleting port 6d570ac0-c1ed-4fa3-9b27-08af77a03f5a {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:28:05.792898 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-48ef662d-1cc4-44bf-a31e-d67b0739b830 req-3e5c50a2-a44c-4c94-b9cc-581848ad1dc9 tempest-VolumesBackupsTest-515124740 tempest-VolumesBackupsTest-515124740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (6d570ac0-c1ed-4fa3-9b27-08af77a03f5a), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:05.884386 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-9305473c-66fa-4c13-b9a8-966a5db04be5 req-d8974c8f-a338-4ad5-ab1d-fff36920c987 tempest-VolumesNegativeTest-1753729160 tempest-VolumesNegativeTest-1753729160-project] Allocated IP 192.168.233.236 (04bc5622-0c2b-4ce8-b107-e6abcbdf57e1/9d773733-62df-4956-84d3-71d17cfb6d11/3f8a601b-1e4b-49ea-953e-454574464d07) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:28:05.981143 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-48ef662d-1cc4-44bf-a31e-d67b0739b830 req-3e5c50a2-a44c-4c94-b9cc-581848ad1dc9 tempest-VolumesBackupsTest-515124740 tempest-VolumesBackupsTest-515124740-project] For port 6d570ac0-c1ed-4fa3-9b27-08af77a03f5a, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=6d570ac0-c1ed-4fa3-9b27-08af77a03f5a,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:28:05.982242 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-48ef662d-1cc4-44bf-a31e-d67b0739b830 req-3e5c50a2-a44c-4c94-b9cc-581848ad1dc9 tempest-VolumesBackupsTest-515124740 tempest-VolumesBackupsTest-515124740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (6d570ac0-c1ed-4fa3-9b27-08af77a03f5a), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:06.008864 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-48ef662d-1cc4-44bf-a31e-d67b0739b830 req-3e5c50a2-a44c-4c94-b9cc-581848ad1dc9 tempest-VolumesBackupsTest-515124740 tempest-VolumesBackupsTest-515124740-project] Calling delete_port for 6d570ac0-c1ed-4fa3-9b27-08af77a03f5a owned by compute:nova {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:28:06.176556 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-824d03e5-bb38-4849-be0d-9b58005ea07d admin admin] Router 5c40f6f7-b4bd-43be-ad7e-ba122e2e926f has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:28:06.277568 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-9305473c-66fa-4c13-b9a8-966a5db04be5 req-d8974c8f-a338-4ad5-ab1d-fff36920c987 tempest-VolumesNegativeTest-1753729160 tempest-VolumesNegativeTest-1753729160-project] Publish callbacks [] for port (3f8a601b-1e4b-49ea-953e-454574464d07), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:06.396137 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-48ef662d-1cc4-44bf-a31e-d67b0739b830 req-3e5c50a2-a44c-4c94-b9cc-581848ad1dc9 tempest-VolumesBackupsTest-515124740 tempest-VolumesBackupsTest-515124740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (6d570ac0-c1ed-4fa3-9b27-08af77a03f5a), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:06.401423 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-824d03e5-bb38-4849-be0d-9b58005ea07d admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:28:06.412603 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-824d03e5-bb38-4849-be0d-9b58005ea07d admin admin] 10.222.0.87 "PUT /v2.0/routers/5c40f6f7-b4bd-43be-ad7e-ba122e2e926f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1973989 Feb 02 07:28:06.413513 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 49972) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:28:06.419405 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ca77c8-596d-41a9-aad3-3c5622ab93a6 None None] Sync routers for ids ['5c40f6f7-b4bd-43be-ad7e-ba122e2e926f'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:28:06.429608 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['6d570ac0-c1ed-4fa3-9b27-08af77a03f5a'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:28:06.435116 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ca77c8-596d-41a9-aad3-3c5622ab93a6 None None] Routers {'5c40f6f7-b4bd-43be-ad7e-ba122e2e926f'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:28:06.435959 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-59ca77c8-596d-41a9-aad3-3c5622ab93a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:27:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['5c40f6f7-b4bd-43be-ad7e-ba122e2e926f'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:28:06.447030 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5c50a2-a44c-4c94-b9cc-581848ad1dc9 tempest-VolumesBackupsTest-515124740 tempest-VolumesBackupsTest-515124740-project] Pushing event deleted for resources: {'Port': ['ID=6d570ac0-c1ed-4fa3-9b27-08af77a03f5a,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:28:06.476733 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-9305473c-66fa-4c13-b9a8-966a5db04be5 req-d8974c8f-a338-4ad5-ab1d-fff36920c987 tempest-VolumesNegativeTest-1753729160 tempest-VolumesNegativeTest-1753729160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (3f8a601b-1e4b-49ea-953e-454574464d07), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:06.558692 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9cc11d24-87e0-48b9-9e9c-e86aa7fbfacd admin admin] Publish callbacks [] for router (5c40f6f7-b4bd-43be-ad7e-ba122e2e926f), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:06.579399 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9305473c-66fa-4c13-b9a8-966a5db04be5 req-d8974c8f-a338-4ad5-ab1d-fff36920c987 tempest-VolumesNegativeTest-1753729160 tempest-VolumesNegativeTest-1753729160-project] Network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:28:06.641242 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-9305473c-66fa-4c13-b9a8-966a5db04be5 req-d8974c8f-a338-4ad5-ab1d-fff36920c987 tempest-VolumesNegativeTest-1753729160 tempest-VolumesNegativeTest-1753729160-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:28:06.650327 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-48ef662d-1cc4-44bf-a31e-d67b0739b830 req-3e5c50a2-a44c-4c94-b9cc-581848ad1dc9 tempest-VolumesBackupsTest-515124740 tempest-VolumesBackupsTest-515124740-project] No DVR routers for this DVR port 6d570ac0-c1ed-4fa3-9b27-08af77a03f5a on host n-h1-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:28:06.659791 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-48ef662d-1cc4-44bf-a31e-d67b0739b830 req-3e5c50a2-a44c-4c94-b9cc-581848ad1dc9 tempest-VolumesBackupsTest-515124740 tempest-VolumesBackupsTest-515124740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:06.665116 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-48ef662d-1cc4-44bf-a31e-d67b0739b830 req-3e5c50a2-a44c-4c94-b9cc-581848ad1dc9 tempest-VolumesBackupsTest-515124740 tempest-VolumesBackupsTest-515124740-project] 10.222.0.88 "DELETE /v2.0/ports/6d570ac0-c1ed-4fa3-9b27-08af77a03f5a HTTP/1.1" status: 204 len: 173 time: 1.3532350 Feb 02 07:28:06.735274 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-59ca77c8-596d-41a9-aad3-3c5622ab93a6 None None] Set router 5c40f6f7-b4bd-43be-ad7e-ba122e2e926f gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:28:06.767030 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-9305473c-66fa-4c13-b9a8-966a5db04be5 req-d8974c8f-a338-4ad5-ab1d-fff36920c987 tempest-VolumesNegativeTest-1753729160 tempest-VolumesNegativeTest-1753729160-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:28:06.788203 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9cc11d24-87e0-48b9-9e9c-e86aa7fbfacd admin admin] Publish callbacks [] for router_gateway (5c40f6f7-b4bd-43be-ad7e-ba122e2e926f), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:06.808271 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '741f6988-2079-410c-bcff-a80f15a3c769', 'name': 'network-vif-deleted', 'tag': '6d570ac0-c1ed-4fa3-9b27-08af77a03f5a'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:28:06.814353 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-007a1d39-b20c-4791-ac4a-6c26f7a07eb0" -d '{"events": [{"server_uuid": "741f6988-2079-410c-bcff-a80f15a3c769", "name": "network-vif-deleted", "tag": "6d570ac0-c1ed-4fa3-9b27-08af77a03f5a"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:28:06.818631 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8974c8f-a338-4ad5-ab1d-fff36920c987 tempest-VolumesNegativeTest-1753729160 tempest-VolumesNegativeTest-1753729160-project] Pushing event updated for resources: {'Port': ['ID=3f8a601b-1e4b-49ea-953e-454574464d07,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:28:06.908154 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-9cc11d24-87e0-48b9-9e9c-e86aa7fbfacd admin admin] Deleting port 53f1de6e-8872-4183-a584-20f80679f402 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:28:06.908497 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9cc11d24-87e0-48b9-9e9c-e86aa7fbfacd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (53f1de6e-8872-4183-a584-20f80679f402), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:06.918720 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9305473c-66fa-4c13-b9a8-966a5db04be5 req-d8974c8f-a338-4ad5-ab1d-fff36920c987 tempest-VolumesNegativeTest-1753729160 tempest-VolumesNegativeTest-1753729160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:28:06.920078 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-9305473c-66fa-4c13-b9a8-966a5db04be5 req-d8974c8f-a338-4ad5-ab1d-fff36920c987 tempest-VolumesNegativeTest-1753729160 tempest-VolumesNegativeTest-1753729160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:06.926276 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2dace187-7b42-4f47-a1cf-75e3fb35ec20 req-a11fb35c-e6dc-4965-be9d-b994dba440bb tempest-VolumesBackupsTest-515124740 tempest-VolumesBackupsTest-515124740-project] 10.222.0.87 "GET /v2.0/ports?device_id=741f6988-2079-410c-bcff-a80f15a3c769 HTTP/1.1" status: 200 len: 210 time: 0.3144615 Feb 02 07:28:06.948013 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9305473c-66fa-4c13-b9a8-966a5db04be5 req-d8974c8f-a338-4ad5-ab1d-fff36920c987 tempest-VolumesNegativeTest-1753729160 tempest-VolumesNegativeTest-1753729160-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4564226 Feb 02 07:28:06.967717 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-9305473c-66fa-4c13-b9a8-966a5db04be5 req-ed5bf79a-103f-42e3-baad-64a3e03971b3 service neutron] Request body: {'port': {'device_id': '842d0ee9-1b4e-4780-8805-175a83592b6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:28:07.111953 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-9cc11d24-87e0-48b9-9e9c-e86aa7fbfacd admin admin] For port 53f1de6e-8872-4183-a584-20f80679f402, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=53f1de6e-8872-4183-a584-20f80679f402,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:28:07.112405 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9cc11d24-87e0-48b9-9e9c-e86aa7fbfacd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (53f1de6e-8872-4183-a584-20f80679f402), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:07.156452 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-9305473c-66fa-4c13-b9a8-966a5db04be5 req-ed5bf79a-103f-42e3-baad-64a3e03971b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3f8a601b-1e4b-49ea-953e-454574464d07), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:07.170712 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-59ca77c8-596d-41a9-aad3-3c5622ab93a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c40f6f7-b4bd-43be-ad7e-ba122e2e926f', 'name': 'tempest-TestServerBasicOps-1890355733-router', 'tenant_id': '6fe9ca51bd0d40039967f0070313736f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '53f1de6e-8872-4183-a584-20f80679f402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:21:50Z', 'updated_at': '2022-02-02T07:28:04Z', 'revision_number': 5, 'project_id': '6fe9ca51bd0d40039967f0070313736f', 'gw_port': {'id': '53f1de6e-8872-4183-a584-20f80679f402', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:0f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c40f6f7-b4bd-43be-ad7e-ba122e2e926f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:21:51Z', 'updated_at': '2022-02-02T07:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:28:07.172917 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-9cc11d24-87e0-48b9-9e9c-e86aa7fbfacd admin admin] Calling delete_port for 53f1de6e-8872-4183-a584-20f80679f402 owned by network:router_gateway {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:28:07.194422 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d1d572-b3dd-48d6-9cb5-dde4b5e2a892 req-71c897df-6d18-44da-abb0-19170bf71e61 tempest-VolumesNegativeTest-1753729160 tempest-VolumesNegativeTest-1753729160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:28:07.203022 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-17d1d572-b3dd-48d6-9cb5-dde4b5e2a892 req-71c897df-6d18-44da-abb0-19170bf71e61 tempest-VolumesNegativeTest-1753729160 tempest-VolumesNegativeTest-1753729160-project] 10.222.0.87 "GET /v2.0/ports?device_id=842d0ee9-1b4e-4780-8805-175a83592b6d HTTP/1.1" status: 200 len: 936 time: 0.1167290 Feb 02 07:28:07.248840 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ca77c8-596d-41a9-aad3-3c5622ab93a6 None None] Checking router: 5c40f6f7-b4bd-43be-ad7e-ba122e2e926f for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:28:07.281293 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ca77c8-596d-41a9-aad3-3c5622ab93a6 None None] Routers {'5c40f6f7-b4bd-43be-ad7e-ba122e2e926f'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:28:07.281956 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-59ca77c8-596d-41a9-aad3-3c5622ab93a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:27:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['5c40f6f7-b4bd-43be-ad7e-ba122e2e926f'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:28:07.469953 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-59ca77c8-596d-41a9-aad3-3c5622ab93a6 None None] Set router 5c40f6f7-b4bd-43be-ad7e-ba122e2e926f gateway port host: None {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:28:07.501077 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9cc11d24-87e0-48b9-9e9c-e86aa7fbfacd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (53f1de6e-8872-4183-a584-20f80679f402), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:07.516936 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-17d1d572-b3dd-48d6-9cb5-dde4b5e2a892 req-f4737fb0-63b3-4e6a-b9df-6b7dc3255b66 tempest-VolumesNegativeTest-1753729160 tempest-VolumesNegativeTest-1753729160-project] 10.222.0.87 "GET /v2.0/security-groups?id=4aa046b0-cb5b-4b23-a775-f158bb1a262d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126535 Feb 02 07:28:07.537158 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc11d24-87e0-48b9-9e9c-e86aa7fbfacd admin admin] Pushing event deleted for resources: {'Port': ['ID=53f1de6e-8872-4183-a584-20f80679f402,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:28:07.582635 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-59ca77c8-596d-41a9-aad3-3c5622ab93a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c40f6f7-b4bd-43be-ad7e-ba122e2e926f', 'name': 'tempest-TestServerBasicOps-1890355733-router', 'tenant_id': '6fe9ca51bd0d40039967f0070313736f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:21:50Z', 'updated_at': '2022-02-02T07:28:06Z', 'revision_number': 6, 'project_id': '6fe9ca51bd0d40039967f0070313736f', 'gw_port_host': None}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:28:07.618323 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ca77c8-596d-41a9-aad3-3c5622ab93a6 None None] The sync data for ids ['5c40f6f7-b4bd-43be-ad7e-ba122e2e926f'] in n-d-789963-26 is: [{'id': '5c40f6f7-b4bd-43be-ad7e-ba122e2e926f', 'name': 'tempest-TestServerBasicOps-1890355733-router', 'tenant_id': '6fe9ca51bd0d40039967f0070313736f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:21:50Z', 'updated_at': '2022-02-02T07:28:06Z', 'revision_number': 6, 'project_id': '6fe9ca51bd0d40039967f0070313736f', 'gw_port_host': None}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:28:07.691864 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-473864d1-95c1-4754-801b-91e367b8b899 None None] Provisioning complete for port 3f8a601b-1e4b-49ea-953e-454574464d07 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:28:07.692499 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-473864d1-95c1-4754-801b-91e367b8b899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (3f8a601b-1e4b-49ea-953e-454574464d07), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:07.720782 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9cc11d24-87e0-48b9-9e9c-e86aa7fbfacd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (5c40f6f7-b4bd-43be-ad7e-ba122e2e926f), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:07.723817 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afae543d-5963-4153-89de-41daa276f746 x-openstack-request-id: req-afae543d-5963-4153-89de-41daa276f746 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:28:07.724207 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "741f6988-2079-410c-bcff-a80f15a3c769", "name": "network-vif-deleted", "tag": "6d570ac0-c1ed-4fa3-9b27-08af77a03f5a", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:28:07.724531 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-afae543d-5963-4153-89de-41daa276f746 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:28:07.725046 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '741f6988-2079-410c-bcff-a80f15a3c769', 'name': 'network-vif-deleted', 'tag': '6d570ac0-c1ed-4fa3-9b27-08af77a03f5a', 'status': 'completed', 'code': 200} Feb 02 07:28:07.739413 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-473864d1-95c1-4754-801b-91e367b8b899 None None] Port 3f8a601b-1e4b-49ea-953e-454574464d07 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:28:07.825788 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9cc11d24-87e0-48b9-9e9c-e86aa7fbfacd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (5c40f6f7-b4bd-43be-ad7e-ba122e2e926f), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:07.827885 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9cc11d24-87e0-48b9-9e9c-e86aa7fbfacd admin admin] Publish callbacks [] for router_controller (5c40f6f7-b4bd-43be-ad7e-ba122e2e926f), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:07.868349 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-9305473c-66fa-4c13-b9a8-966a5db04be5 req-ed5bf79a-103f-42e3-baad-64a3e03971b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f8a601b-1e4b-49ea-953e-454574464d07 {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:28:07.876428 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9cc11d24-87e0-48b9-9e9c-e86aa7fbfacd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (5c40f6f7-b4bd-43be-ad7e-ba122e2e926f), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:07.877341 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-9305473c-66fa-4c13-b9a8-966a5db04be5 req-ed5bf79a-103f-42e3-baad-64a3e03971b3 service neutron] Publish callbacks [] for port (3f8a601b-1e4b-49ea-953e-454574464d07), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:07.877586 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cc11d24-87e0-48b9-9e9c-e86aa7fbfacd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c40f6f7-b4bd-43be-ad7e-ba122e2e926f {{(pid=109693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:28:07.883706 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9cc11d24-87e0-48b9-9e9c-e86aa7fbfacd admin admin] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:07.889304 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 50008) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:28:07.889910 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-9cc11d24-87e0-48b9-9e9c-e86aa7fbfacd admin admin] 10.222.0.87 "DELETE /v2.0/routers/5c40f6f7-b4bd-43be-ad7e-ba122e2e926f HTTP/1.1" status: 204 len: 168 time: 1.4711678 Feb 02 07:28:07.929803 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-9305473c-66fa-4c13-b9a8-966a5db04be5 req-ed5bf79a-103f-42e3-baad-64a3e03971b3 service neutron] Transition to ACTIVE for port object 3f8a601b-1e4b-49ea-953e-454574464d07 will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:28:07.944187 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-9305473c-66fa-4c13-b9a8-966a5db04be5 req-ed5bf79a-103f-42e3-baad-64a3e03971b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (3f8a601b-1e4b-49ea-953e-454574464d07), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:07.954780 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-925b4ec3-1054-49ca-9c7e-5690cd923626 admin admin] Deleting subnet 9ab79863-5bd6-4f90-87f6-db6802c022f5 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:28:07.992915 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-925b4ec3-1054-49ca-9c7e-5690cd923626 admin admin] Publish callbacks [] for subnet (9ab79863-5bd6-4f90-87f6-db6802c022f5), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:08.125567 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5bf79a-103f-42e3-baad-64a3e03971b3 service neutron] Pushing event updated for resources: {'Port': ['ID=3f8a601b-1e4b-49ea-953e-454574464d07,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:28:08.181555 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-925b4ec3-1054-49ca-9c7e-5690cd923626 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (9ab79863-5bd6-4f90-87f6-db6802c022f5), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:08.308370 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-9305473c-66fa-4c13-b9a8-966a5db04be5 req-ed5bf79a-103f-42e3-baad-64a3e03971b3 service neutron] Attempting to bind port 3f8a601b-1e4b-49ea-953e-454574464d07 on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:28:08.310068 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-9305473c-66fa-4c13-b9a8-966a5db04be5 req-ed5bf79a-103f-42e3-baad-64a3e03971b3 service neutron] Attempting to bind port 3f8a601b-1e4b-49ea-953e-454574464d07 by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:28:08.311269 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9305473c-66fa-4c13-b9a8-966a5db04be5 req-ed5bf79a-103f-42e3-baad-64a3e03971b3 service neutron] Attempting to bind port 3f8a601b-1e4b-49ea-953e-454574464d07 on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:28:08.322577 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9305473c-66fa-4c13-b9a8-966a5db04be5 req-ed5bf79a-103f-42e3-baad-64a3e03971b3 service neutron] Port 3f8a601b-1e4b-49ea-953e-454574464d07 on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:28:08.323366 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9305473c-66fa-4c13-b9a8-966a5db04be5 req-ed5bf79a-103f-42e3-baad-64a3e03971b3 service neutron] Attempting to bind port 3f8a601b-1e4b-49ea-953e-454574464d07 on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:28:08.341539 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9305473c-66fa-4c13-b9a8-966a5db04be5 req-ed5bf79a-103f-42e3-baad-64a3e03971b3 service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:28:08.342207 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9305473c-66fa-4c13-b9a8-966a5db04be5 req-ed5bf79a-103f-42e3-baad-64a3e03971b3 service neutron] Checking segment: {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:28:08.342626 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9305473c-66fa-4c13-b9a8-966a5db04be5 req-ed5bf79a-103f-42e3-baad-64a3e03971b3 service neutron] Bound using segment: {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:28:08.343343 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-9305473c-66fa-4c13-b9a8-966a5db04be5 req-ed5bf79a-103f-42e3-baad-64a3e03971b3 service neutron] Bound port: 3f8a601b-1e4b-49ea-953e-454574464d07, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:28:08.343924 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-9305473c-66fa-4c13-b9a8-966a5db04be5 req-ed5bf79a-103f-42e3-baad-64a3e03971b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3f8a601b-1e4b-49ea-953e-454574464d07), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:08.407425 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-925b4ec3-1054-49ca-9c7e-5690cd923626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (9ab79863-5bd6-4f90-87f6-db6802c022f5), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:08.577096 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-925b4ec3-1054-49ca-9c7e-5690cd923626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (9ab79863-5bd6-4f90-87f6-db6802c022f5), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:08.601975 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-9305473c-66fa-4c13-b9a8-966a5db04be5 req-ed5bf79a-103f-42e3-baad-64a3e03971b3 service neutron] For port 3f8a601b-1e4b-49ea-953e-454574464d07, host n-h2-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:28:08.620298 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-9305473c-66fa-4c13-b9a8-966a5db04be5 req-ed5bf79a-103f-42e3-baad-64a3e03971b3 service neutron] For port 3f8a601b-1e4b-49ea-953e-454574464d07, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=3f8a601b-1e4b-49ea-953e-454574464d07,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:28:08.623023 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-925b4ec3-1054-49ca-9c7e-5690cd923626 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:08.633581 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-925b4ec3-1054-49ca-9c7e-5690cd923626 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/9ab79863-5bd6-4f90-87f6-db6802c022f5 HTTP/1.1" status: 204 len: 168 time: 0.7408183 Feb 02 07:28:08.634350 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 50030) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:28:08.635192 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc81959-fdc1-4002-b645-87cec25e7061 None None] Network a69866f8-ad57-4c20-8e41-90f32a75e09e requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:28:08.667132 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925b4ec3-1054-49ca-9c7e-5690cd923626 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ab79863-5bd6-4f90-87f6-db6802c022f5,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:28:08.675173 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-9305473c-66fa-4c13-b9a8-966a5db04be5 req-ed5bf79a-103f-42e3-baad-64a3e03971b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (3f8a601b-1e4b-49ea-953e-454574464d07), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:08.714940 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 295c17bf-2b3c-467c-9c2f-9321c2721d2d no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:28:08.739985 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 295c17bf-2b3c-467c-9c2f-9321c2721d2d {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:28:08.740632 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 295c17bf-2b3c-467c-9c2f-9321c2721d2d not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:28:08.741226 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 53f1de6e-8872-4183-a584-20f80679f402 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:28:08.761436 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-40f067a4-df41-4a55-8eb5-7737cc88f52c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (a69866f8-ad57-4c20-8e41-90f32a75e09e), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:08.787539 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9305473c-66fa-4c13-b9a8-966a5db04be5 req-ed5bf79a-103f-42e3-baad-64a3e03971b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:28:08.804067 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-9305473c-66fa-4c13-b9a8-966a5db04be5 req-ed5bf79a-103f-42e3-baad-64a3e03971b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:08.805483 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9305473c-66fa-4c13-b9a8-966a5db04be5 req-ed5bf79a-103f-42e3-baad-64a3e03971b3 service neutron] 10.222.0.59 "PUT /v2.0/ports/3f8a601b-1e4b-49ea-953e-454574464d07 HTTP/1.1" status: 200 len: 1097 time: 1.8438993 Feb 02 07:28:08.812953 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 6d570ac0-c1ed-4fa3-9b27-08af77a03f5a no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:28:08.865399 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 53f1de6e-8872-4183-a584-20f80679f402 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:28:08.866638 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 53f1de6e-8872-4183-a584-20f80679f402 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:28:08.876742 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: 6d570ac0-c1ed-4fa3-9b27-08af77a03f5a {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:28:08.877805 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 6d570ac0-c1ed-4fa3-9b27-08af77a03f5a not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:28:08.956162 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5bf79a-103f-42e3-baad-64a3e03971b3 service neutron] Pushing event updated for resources: {'Port': ['ID=3f8a601b-1e4b-49ea-953e-454574464d07,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:28:09.042818 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9305473c-66fa-4c13-b9a8-966a5db04be5 req-4b8e4eb7-cd95-4496-9c21-ffd2596ca812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:28:09.044938 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9305473c-66fa-4c13-b9a8-966a5db04be5 req-4b8e4eb7-cd95-4496-9c21-ffd2596ca812 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8d68966b1f8e463b8c3e0641ed90026c&device_id=842d0ee9-1b4e-4780-8805-175a83592b6d HTTP/1.1" status: 200 len: 1131 time: 0.1685059 Feb 02 07:28:09.055768 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7239c0e-be47-44f3-b491-dac140a5289e None None] DHCP port deletion for a69866f8-ad57-4c20-8e41-90f32a75e09e request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:28:09.067675 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-40f067a4-df41-4a55-8eb5-7737cc88f52c admin admin] Deleting port c2891b4f-18b5-4416-89ee-ae417a501892 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:28:09.067924 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-40f067a4-df41-4a55-8eb5-7737cc88f52c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (c2891b4f-18b5-4416-89ee-ae417a501892), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:09.186845 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-e7239c0e-be47-44f3-b491-dac140a5289e None None] Deleting port c2891b4f-18b5-4416-89ee-ae417a501892 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:28:09.187218 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e7239c0e-be47-44f3-b491-dac140a5289e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (c2891b4f-18b5-4416-89ee-ae417a501892), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:09.303757 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-e7239c0e-be47-44f3-b491-dac140a5289e None None] For port c2891b4f-18b5-4416-89ee-ae417a501892, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=c2891b4f-18b5-4416-89ee-ae417a501892,segment=NetworkSegment(fc7fcf54-f7a7-4eef-aba4-acf487f422bf),segment_id=fc7fcf54-f7a7-4eef-aba4-acf487f422bf)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:28:09.305578 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e7239c0e-be47-44f3-b491-dac140a5289e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (c2891b4f-18b5-4416-89ee-ae417a501892), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:09.323490 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-40f067a4-df41-4a55-8eb5-7737cc88f52c admin admin] For port c2891b4f-18b5-4416-89ee-ae417a501892, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=c2891b4f-18b5-4416-89ee-ae417a501892,segment=NetworkSegment(fc7fcf54-f7a7-4eef-aba4-acf487f422bf),segment_id=fc7fcf54-f7a7-4eef-aba4-acf487f422bf)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:28:09.323931 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-40f067a4-df41-4a55-8eb5-7737cc88f52c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (c2891b4f-18b5-4416-89ee-ae417a501892), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:09.356875 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-40f067a4-df41-4a55-8eb5-7737cc88f52c admin admin] Calling delete_port for c2891b4f-18b5-4416-89ee-ae417a501892 owned by network:dhcp {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:28:09.533237 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-e7239c0e-be47-44f3-b491-dac140a5289e None None] Calling delete_port for c2891b4f-18b5-4416-89ee-ae417a501892 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:28:09.662501 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-40f067a4-df41-4a55-8eb5-7737cc88f52c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (c2891b4f-18b5-4416-89ee-ae417a501892), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:09.663262 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e7239c0e-be47-44f3-b491-dac140a5289e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (c2891b4f-18b5-4416-89ee-ae417a501892), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:09.685501 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f067a4-df41-4a55-8eb5-7737cc88f52c admin admin] No DVR routers for this DVR port c2891b4f-18b5-4416-89ee-ae417a501892 on host n-d-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:28:09.750042 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7239c0e-be47-44f3-b491-dac140a5289e None None] Pushing event deleted for resources: {'Port': ['ID=c2891b4f-18b5-4416-89ee-ae417a501892,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:28:09.756049 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7239c0e-be47-44f3-b491-dac140a5289e None None] No DVR routers for this DVR port c2891b4f-18b5-4416-89ee-ae417a501892 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:28:09.768408 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f067a4-df41-4a55-8eb5-7737cc88f52c admin admin] Pushing event deleted for resources: {'Port': ['ID=c2891b4f-18b5-4416-89ee-ae417a501892,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:28:09.842304 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '842d0ee9-1b4e-4780-8805-175a83592b6d', 'tag': '3f8a601b-1e4b-49ea-953e-454574464d07'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:28:09.842842 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-40f067a4-df41-4a55-8eb5-7737cc88f52c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (a69866f8-ad57-4c20-8e41-90f32a75e09e), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:09.845512 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad48cfc3-6a5b-4570-823f-dd7e581f8f0d" -d '{"events": [{"name": "network-changed", "server_uuid": "842d0ee9-1b4e-4780-8805-175a83592b6d", "tag": "3f8a601b-1e4b-49ea-953e-454574464d07"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:28:09.861192 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9305473c-66fa-4c13-b9a8-966a5db04be5 req-09e849e4-60f3-4c85-8656-8b1fcdbb8b3d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=3f8a601b-1e4b-49ea-953e-454574464d07 HTTP/1.1" status: 200 len: 217 time: 0.7960627 Feb 02 07:28:09.873677 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-40f067a4-df41-4a55-8eb5-7737cc88f52c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a69866f8-ad57-4c20-8e41-90f32a75e09e']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:28:09.884241 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-40f067a4-df41-4a55-8eb5-7737cc88f52c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc7fcf54-f7a7-4eef-aba4-acf487f422bf') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:28:09.884509 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-40f067a4-df41-4a55-8eb5-7737cc88f52c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc7fcf54-f7a7-4eef-aba4-acf487f422bf') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:28:09.905262 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-40f067a4-df41-4a55-8eb5-7737cc88f52c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (fc7fcf54-f7a7-4eef-aba4-acf487f422bf), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:09.923673 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-40f067a4-df41-4a55-8eb5-7737cc88f52c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (fc7fcf54-f7a7-4eef-aba4-acf487f422bf), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:09.931831 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40f067a4-df41-4a55-8eb5-7737cc88f52c admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:28:09.932233 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-40f067a4-df41-4a55-8eb5-7737cc88f52c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (fc7fcf54-f7a7-4eef-aba4-acf487f422bf), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:09.960943 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9305473c-66fa-4c13-b9a8-966a5db04be5 req-1879e246-fb51-463b-b023-f8a75505d729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:28:09.962477 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9305473c-66fa-4c13-b9a8-966a5db04be5 req-1879e246-fb51-463b-b023-f8a75505d729 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.0833158 Feb 02 07:28:09.980846 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a50e890-3c39-4e2b-9f39-ea44eb1f49b8 req-ca4a7cad-cdb3-4ad8-846f-58e05fa217a4 tempest-VolumesNegativeTest-1753729160 tempest-VolumesNegativeTest-1753729160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:28:09.989660 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6a50e890-3c39-4e2b-9f39-ea44eb1f49b8 req-ca4a7cad-cdb3-4ad8-846f-58e05fa217a4 tempest-VolumesNegativeTest-1753729160 tempest-VolumesNegativeTest-1753729160-project] 10.222.0.87 "GET /v2.0/ports?device_id=842d0ee9-1b4e-4780-8805-175a83592b6d HTTP/1.1" status: 200 len: 948 time: 1.3015194 Feb 02 07:28:09.991044 n-d-789963-26 neutron-server[109693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:28:09.991044 n-d-789963-26 neutron-server[109693]: self.session.flush() Feb 02 07:28:09.991044 n-d-789963-26 neutron-server[109693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:28:09.991044 n-d-789963-26 neutron-server[109693]: self.session.flush() Feb 02 07:28:09.991044 n-d-789963-26 neutron-server[109693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:28:09.991044 n-d-789963-26 neutron-server[109693]: self.session.flush() Feb 02 07:28:09.991044 n-d-789963-26 neutron-server[109693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:28:09.991044 n-d-789963-26 neutron-server[109693]: self.session.flush() Feb 02 07:28:09.991044 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:28:09.991044 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:28:09.991044 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:28:09.991044 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:28:09.991044 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:28:09.991044 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:28:09.991044 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:28:09.991044 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:28:09.991044 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:28:09.991044 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:28:09.991044 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:28:09.991044 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:28:09.991044 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:28:09.991044 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:28:09.991044 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:28:09.991044 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:28:09.991044 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:28:09.991044 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:28:09.991044 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:28:09.991044 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:28:09.991044 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:28:09.991044 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:28:09.991044 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:28:09.991044 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:28:09.991044 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:28:09.991044 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:28:09.991044 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:28:09.991044 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:28:09.991044 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:28:09.991044 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:28:09.991044 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:28:09.991044 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:28:09.998117 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-40f067a4-df41-4a55-8eb5-7737cc88f52c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (a69866f8-ad57-4c20-8e41-90f32a75e09e), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:10.012165 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-40f067a4-df41-4a55-8eb5-7737cc88f52c admin admin] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:10.028072 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-40f067a4-df41-4a55-8eb5-7737cc88f52c admin admin] 10.222.0.87 "DELETE /v2.0/networks/a69866f8-ad57-4c20-8e41-90f32a75e09e HTTP/1.1" status: 204 len: 168 time: 1.3902993 Feb 02 07:28:10.044083 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:28:10.071307 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f067a4-df41-4a55-8eb5-7737cc88f52c admin admin] Pushing event deleted for resources: {'Network': ['ID=a69866f8-ad57-4c20-8e41-90f32a75e09e,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:28:10.172343 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6a50e890-3c39-4e2b-9f39-ea44eb1f49b8 req-7093048f-826e-4c30-9572-396950e4706b tempest-VolumesNegativeTest-1753729160 tempest-VolumesNegativeTest-1753729160-project] 10.222.0.87 "GET /v2.0/security-groups?id=4aa046b0-cb5b-4b23-a775-f158bb1a262d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816454 Feb 02 07:28:10.213284 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9305473c-66fa-4c13-b9a8-966a5db04be5 req-b0302184-a5b3-47f5-8302-b230fb1d4b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:28:10.215037 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9305473c-66fa-4c13-b9a8-966a5db04be5 req-b0302184-a5b3-47f5-8302-b230fb1d4b6b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2196119 Feb 02 07:28:10.252329 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b33de68b-3da9-4cc7-9e87-af0ae2d2d8b6 x-openstack-request-id: req-b33de68b-3da9-4cc7-9e87-af0ae2d2d8b6 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:28:10.253466 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "842d0ee9-1b4e-4780-8805-175a83592b6d", "tag": "3f8a601b-1e4b-49ea-953e-454574464d07", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:28:10.254266 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b33de68b-3da9-4cc7-9e87-af0ae2d2d8b6 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:28:10.255438 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '842d0ee9-1b4e-4780-8805-175a83592b6d', 'tag': '3f8a601b-1e4b-49ea-953e-454574464d07', 'status': 'completed', 'code': 200} Feb 02 07:28:10.296009 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 50062) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:28:10.369087 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9305473c-66fa-4c13-b9a8-966a5db04be5 req-0b883937-2b40-4c64-b114-4dba51bfcd50 service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472449 Feb 02 07:28:10.384358 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-4050a361-5ff2-45b1-811b-443fbabc6ab2 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=698270003fc3486cb201010c23ddb935&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0849628 Feb 02 07:28:10.384980 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 50066) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:28:10.489237 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-572006c1-2e17-4ef2-a84d-9ab20d78402e admin admin] Publish callbacks [] for security_group (16590a2f-7826-4d43-9d08-60a06c2bcc62), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:10.524843 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-572006c1-2e17-4ef2-a84d-9ab20d78402e admin admin] Publish callbacks [] for security_group (16590a2f-7826-4d43-9d08-60a06c2bcc62), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:10.566794 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9305473c-66fa-4c13-b9a8-966a5db04be5 req-31eef991-c43b-4be1-be48-df4577c94e75 service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910973 Feb 02 07:28:10.609954 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-572006c1-2e17-4ef2-a84d-9ab20d78402e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (16590a2f-7826-4d43-9d08-60a06c2bcc62), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:10.613169 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-572006c1-2e17-4ef2-a84d-9ab20d78402e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:10.616744 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-572006c1-2e17-4ef2-a84d-9ab20d78402e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/16590a2f-7826-4d43-9d08-60a06c2bcc62 HTTP/1.1" status: 204 len: 168 time: 0.2283828 Feb 02 07:28:10.640879 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572006c1-2e17-4ef2-a84d-9ab20d78402e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16590a2f-7826-4d43-9d08-60a06c2bcc62,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:28:10.691939 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device c2891b4f-18b5-4416-89ee-ae417a501892 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:28:10.763319 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: c2891b4f-18b5-4416-89ee-ae417a501892 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:28:10.763691 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device c2891b4f-18b5-4416-89ee-ae417a501892 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:28:10.791164 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad48cfc3-6a5b-4570-823f-dd7e581f8f0d req-29d9759b-5b3d-4cac-8fca-cd6f934b103d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:28:10.795625 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ad48cfc3-6a5b-4570-823f-dd7e581f8f0d req-29d9759b-5b3d-4cac-8fca-cd6f934b103d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8d68966b1f8e463b8c3e0641ed90026c&device_id=842d0ee9-1b4e-4780-8805-175a83592b6d HTTP/1.1" status: 200 len: 1131 time: 0.1290348 Feb 02 07:28:10.963580 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad48cfc3-6a5b-4570-823f-dd7e581f8f0d req-bb64ac8a-8dd9-413b-8c16-3bf62d4ac020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:28:10.964735 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ad48cfc3-6a5b-4570-823f-dd7e581f8f0d req-bb64ac8a-8dd9-413b-8c16-3bf62d4ac020 service neutron] 10.222.0.59 "GET /v2.0/networks?id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 HTTP/1.1" status: 200 len: 870 time: 0.1647501 Feb 02 07:28:10.992426 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-fc9a5bdd-284f-4b33-8f8f-0b06085ea1ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:11.047347 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ad48cfc3-6a5b-4570-823f-dd7e581f8f0d req-a9d2a664-b5e5-4a09-89a1-f98e6d3d140a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=3f8a601b-1e4b-49ea-953e-454574464d07 HTTP/1.1" status: 200 len: 217 time: 0.0715134 Feb 02 07:28:11.167420 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 50086) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:28:11.168325 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad48cfc3-6a5b-4570-823f-dd7e581f8f0d req-04754299-a2d9-40fb-a5e6-dafa58bf0cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:28:11.170356 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ad48cfc3-6a5b-4570-823f-dd7e581f8f0d req-04754299-a2d9-40fb-a5e6-dafa58bf0cfa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.1173093 Feb 02 07:28:11.259715 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-8f1fffd6-6fd3-40ef-a90c-971ba9320a45 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=6fe9ca51bd0d40039967f0070313736f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0893841 Feb 02 07:28:11.262154 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 50090) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:28:11.326343 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad48cfc3-6a5b-4570-823f-dd7e581f8f0d req-89accec6-a40a-4a0c-98f6-1c3258cb5ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:28:11.327895 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ad48cfc3-6a5b-4570-823f-dd7e581f8f0d req-89accec6-a40a-4a0c-98f6-1c3258cb5ae1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1476119 Feb 02 07:28:11.499422 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ad48cfc3-6a5b-4570-823f-dd7e581f8f0d req-105a534b-012a-466e-b967-4df81d6c4fc1 service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622074 Feb 02 07:28:11.500076 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a95b85fe-5a48-45f2-bc12-f898b81ba399 admin admin] Publish callbacks [] for security_group (2c10db73-03a6-4ad5-afed-a5b5c47a29dd), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:11.558574 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4da7c8-223e-4510-a666-f46fb21924e3 req-f62adf88-c172-49d5-a37f-dcf694dd1402 tempest-VolumesNegativeTest-1753729160 tempest-VolumesNegativeTest-1753729160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:28:11.560925 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ba4da7c8-223e-4510-a666-f46fb21924e3 req-f62adf88-c172-49d5-a37f-dcf694dd1402 tempest-VolumesNegativeTest-1753729160 tempest-VolumesNegativeTest-1753729160-project] 10.222.0.87 "GET /v2.0/ports?device_id=842d0ee9-1b4e-4780-8805-175a83592b6d HTTP/1.1" status: 200 len: 948 time: 0.2733600 Feb 02 07:28:11.567694 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a95b85fe-5a48-45f2-bc12-f898b81ba399 admin admin] Publish callbacks [] for security_group (2c10db73-03a6-4ad5-afed-a5b5c47a29dd), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:11.665800 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ba4da7c8-223e-4510-a666-f46fb21924e3 req-c1deb086-b764-4db8-8c3c-1df0645a315d tempest-VolumesNegativeTest-1753729160 tempest-VolumesNegativeTest-1753729160-project] 10.222.0.87 "GET /v2.0/security-groups?id=4aa046b0-cb5b-4b23-a775-f158bb1a262d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831995 Feb 02 07:28:11.724127 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ad48cfc3-6a5b-4570-823f-dd7e581f8f0d req-df8f5098-bf8c-462b-8b21-fe62bbc66573 service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155373 Feb 02 07:28:11.746109 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a95b85fe-5a48-45f2-bc12-f898b81ba399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (2c10db73-03a6-4ad5-afed-a5b5c47a29dd), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:11.754673 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a95b85fe-5a48-45f2-bc12-f898b81ba399 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:11.758923 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a95b85fe-5a48-45f2-bc12-f898b81ba399 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/2c10db73-03a6-4ad5-afed-a5b5c47a29dd HTTP/1.1" status: 204 len: 168 time: 0.4956582 Feb 02 07:28:11.769186 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95b85fe-5a48-45f2-bc12-f898b81ba399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c10db73-03a6-4ad5-afed-a5b5c47a29dd,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:28:12.817252 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62c7ee-949e-47e1-a81f-19417ee2ea2c req-b246afb1-b532-438f-9df0-05b96311d16d tempest-VolumesNegativeTest-1753729160 tempest-VolumesNegativeTest-1753729160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:28:12.819641 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1d62c7ee-949e-47e1-a81f-19417ee2ea2c req-b246afb1-b532-438f-9df0-05b96311d16d tempest-VolumesNegativeTest-1753729160 tempest-VolumesNegativeTest-1753729160-project] 10.222.0.87 "GET /v2.0/ports?device_id=842d0ee9-1b4e-4780-8805-175a83592b6d HTTP/1.1" status: 200 len: 948 time: 0.0564806 Feb 02 07:28:12.878169 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1d62c7ee-949e-47e1-a81f-19417ee2ea2c req-16b827d9-6455-4a34-bbca-7f8cd27d4dce tempest-VolumesNegativeTest-1753729160 tempest-VolumesNegativeTest-1753729160-project] 10.222.0.87 "GET /v2.0/security-groups?id=4aa046b0-cb5b-4b23-a775-f158bb1a262d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517468 Feb 02 07:28:13.283528 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ca258ed3-e9e7-4ecc-85fc-d3e3f2b7ae07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:14.039473 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263a177-0666-471b-b881-0ee68db6ab3a req-927dfbe3-4be0-4568-9852-ec23c88dd419 tempest-VolumesNegativeTest-1753729160 tempest-VolumesNegativeTest-1753729160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:28:14.041636 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c263a177-0666-471b-b881-0ee68db6ab3a req-927dfbe3-4be0-4568-9852-ec23c88dd419 tempest-VolumesNegativeTest-1753729160 tempest-VolumesNegativeTest-1753729160-project] 10.222.0.87 "GET /v2.0/ports?device_id=842d0ee9-1b4e-4780-8805-175a83592b6d HTTP/1.1" status: 200 len: 948 time: 0.0699122 Feb 02 07:28:14.085459 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 50156) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:28:14.130422 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c263a177-0666-471b-b881-0ee68db6ab3a req-a6d75953-3d70-495c-998d-946746044113 tempest-VolumesNegativeTest-1753729160 tempest-VolumesNegativeTest-1753729160-project] 10.222.0.87 "GET /v2.0/security-groups?id=4aa046b0-cb5b-4b23-a775-f158bb1a262d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822785 Feb 02 07:28:14.237531 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-86d11135-2410-45b8-b16a-690de380cb3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:14.257885 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 3f8a601b-1e4b-49ea-953e-454574464d07 details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:28:14.368882 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 3f8a601b-1e4b-49ea-953e-454574464d07, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=3f8a601b-1e4b-49ea-953e-454574464d07,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:28:14.382969 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': '3f8a601b-1e4b-49ea-953e-454574464d07', 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1', 'port_id': '3f8a601b-1e4b-49ea-953e-454574464d07', 'mac_address': 'fa:16:3e:57:df:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d773733-62df-4956-84d3-71d17cfb6d11', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:28:14.384813 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-86d11135-2410-45b8-b16a-690de380cb3e admin admin] Publish callbacks [] for security_group (67b1845b-4cfb-4b9e-b904-d5681a156048), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:14.395022 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-86d11135-2410-45b8-b16a-690de380cb3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (67b1845b-4cfb-4b9e-b904-d5681a156048), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:14.433911 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 3f8a601b-1e4b-49ea-953e-454574464d07 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:28:14.434681 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3f8a601b-1e4b-49ea-953e-454574464d07), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:14.440583 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d11135-2410-45b8-b16a-690de380cb3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b1845b-4cfb-4b9e-b904-d5681a156048,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:28:14.460328 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 50160) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:28:14.470476 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-86d11135-2410-45b8-b16a-690de380cb3e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f34b40b585f84800b2df05b99a625ba7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3838756 Feb 02 07:28:14.477311 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f8a601b-1e4b-49ea-953e-454574464d07 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:28:14.508064 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 3f8a601b-1e4b-49ea-953e-454574464d07, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=3f8a601b-1e4b-49ea-953e-454574464d07,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:28:14.515723 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (3f8a601b-1e4b-49ea-953e-454574464d07), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:14.516744 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-afe6626e-fe8f-444d-93ad-15cf85a3a425 admin admin] Publish callbacks [] for security_group (67b1845b-4cfb-4b9e-b904-d5681a156048), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:14.550544 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-afe6626e-fe8f-444d-93ad-15cf85a3a425 admin admin] Publish callbacks [] for security_group (67b1845b-4cfb-4b9e-b904-d5681a156048), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:14.590860 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=3f8a601b-1e4b-49ea-953e-454574464d07,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:28:14.660288 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-afe6626e-fe8f-444d-93ad-15cf85a3a425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (67b1845b-4cfb-4b9e-b904-d5681a156048), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:14.663019 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-afe6626e-fe8f-444d-93ad-15cf85a3a425 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:14.667191 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-afe6626e-fe8f-444d-93ad-15cf85a3a425 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/67b1845b-4cfb-4b9e-b904-d5681a156048 HTTP/1.1" status: 204 len: 168 time: 0.2057598 Feb 02 07:28:14.680614 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe6626e-fe8f-444d-93ad-15cf85a3a425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b1845b-4cfb-4b9e-b904-d5681a156048,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:28:14.730927 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:14.897689 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['3f8a601b-1e4b-49ea-953e-454574464d07'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:28:15.086121 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 50170) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:28:15.100880 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7ac61134-dab1-45c8-aefb-e750704111ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:15.204022 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7ac61134-dab1-45c8-aefb-e750704111ea admin admin] Publish callbacks [] for security_group (e17f541d-1f9f-49f9-88a9-87722827dccb), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:15.209369 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7ac61134-dab1-45c8-aefb-e750704111ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (e17f541d-1f9f-49f9-88a9-87722827dccb), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:15.247910 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac61134-dab1-45c8-aefb-e750704111ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17f541d-1f9f-49f9-88a9-87722827dccb,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:28:15.297635 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 50174) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:28:15.304077 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-7ac61134-dab1-45c8-aefb-e750704111ea admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=95b24998728041d0b170d6dd84471b18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2167177 Feb 02 07:28:15.383601 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6835bccd-3242-4af8-998c-1c1c3536fae2 req-b7bc867b-16ea-43a7-985d-d57bfa9223f5 tempest-VolumesNegativeTest-1753729160 tempest-VolumesNegativeTest-1753729160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:28:15.391281 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6835bccd-3242-4af8-998c-1c1c3536fae2 req-b7bc867b-16ea-43a7-985d-d57bfa9223f5 tempest-VolumesNegativeTest-1753729160 tempest-VolumesNegativeTest-1753729160-project] 10.222.0.87 "GET /v2.0/ports?device_id=842d0ee9-1b4e-4780-8805-175a83592b6d HTTP/1.1" status: 200 len: 949 time: 0.1224549 Feb 02 07:28:15.408431 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9c09b2ce-5294-47c7-ba7d-abeeef935151 admin admin] Publish callbacks [] for security_group (e17f541d-1f9f-49f9-88a9-87722827dccb), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:15.440764 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6835bccd-3242-4af8-998c-1c1c3536fae2 req-83a9b241-1e14-481d-bff6-fde28677c5f6 tempest-VolumesNegativeTest-1753729160 tempest-VolumesNegativeTest-1753729160-project] 10.222.0.87 "GET /v2.0/security-groups?id=4aa046b0-cb5b-4b23-a775-f158bb1a262d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485253 Feb 02 07:28:15.467306 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9c09b2ce-5294-47c7-ba7d-abeeef935151 admin admin] Publish callbacks [] for security_group (e17f541d-1f9f-49f9-88a9-87722827dccb), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:15.523463 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9c09b2ce-5294-47c7-ba7d-abeeef935151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (e17f541d-1f9f-49f9-88a9-87722827dccb), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:15.526655 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9c09b2ce-5294-47c7-ba7d-abeeef935151 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:15.540195 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-9c09b2ce-5294-47c7-ba7d-abeeef935151 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/e17f541d-1f9f-49f9-88a9-87722827dccb HTTP/1.1" status: 204 len: 168 time: 0.2362161 Feb 02 07:28:15.558410 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c09b2ce-5294-47c7-ba7d-abeeef935151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17f541d-1f9f-49f9-88a9-87722827dccb,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:28:16.095322 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:16.283994 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 3f8a601b-1e4b-49ea-953e-454574464d07 up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:28:16.436031 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port 3f8a601b-1e4b-49ea-953e-454574464d07 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:28:16.441920 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port 3f8a601b-1e4b-49ea-953e-454574464d07 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:28:16.442808 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (3f8a601b-1e4b-49ea-953e-454574464d07), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:16.617678 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 3f8a601b-1e4b-49ea-953e-454574464d07 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:28:16.618071 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3f8a601b-1e4b-49ea-953e-454574464d07), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:16.666198 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '842d0ee9-1b4e-4780-8805-175a83592b6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f8a601b-1e4b-49ea-953e-454574464d07'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:28:16.668833 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686fb0d8-593d-442e-a639-008a76e48cbc req-d3f5be24-175b-4128-ab05-8106b4bd5a9c tempest-VolumesNegativeTest-1753729160 tempest-VolumesNegativeTest-1753729160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:28:16.670650 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-686fb0d8-593d-442e-a639-008a76e48cbc req-d3f5be24-175b-4128-ab05-8106b4bd5a9c tempest-VolumesNegativeTest-1753729160 tempest-VolumesNegativeTest-1753729160-project] 10.222.0.87 "GET /v2.0/ports?device_id=842d0ee9-1b4e-4780-8805-175a83592b6d HTTP/1.1" status: 200 len: 949 time: 0.1007683 Feb 02 07:28:16.676309 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7cba7d-98fa-43f8-991c-2c6ba2205375" -d '{"events": [{"server_uuid": "842d0ee9-1b4e-4780-8805-175a83592b6d", "name": "network-vif-plugged", "status": "completed", "tag": "3f8a601b-1e4b-49ea-953e-454574464d07"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:28:16.705155 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 3f8a601b-1e4b-49ea-953e-454574464d07, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=3f8a601b-1e4b-49ea-953e-454574464d07,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:28:16.719934 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (3f8a601b-1e4b-49ea-953e-454574464d07), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:16.769438 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-686fb0d8-593d-442e-a639-008a76e48cbc req-ed9b7810-2284-41c9-b34f-6e7331a3d941 tempest-VolumesNegativeTest-1753729160 tempest-VolumesNegativeTest-1753729160-project] 10.222.0.87 "GET /v2.0/security-groups?id=4aa046b0-cb5b-4b23-a775-f158bb1a262d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898881 Feb 02 07:28:16.849934 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=3f8a601b-1e4b-49ea-953e-454574464d07,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:28:16.868254 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2027dbea-c212-4b7d-b223-39e294cc54c1 x-openstack-request-id: req-2027dbea-c212-4b7d-b223-39e294cc54c1 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:28:16.870742 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "842d0ee9-1b4e-4780-8805-175a83592b6d", "name": "network-vif-plugged", "status": "completed", "tag": "3f8a601b-1e4b-49ea-953e-454574464d07", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:28:16.872396 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-2027dbea-c212-4b7d-b223-39e294cc54c1 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:28:16.874033 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '842d0ee9-1b4e-4780-8805-175a83592b6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f8a601b-1e4b-49ea-953e-454574464d07', 'code': 200} Feb 02 07:28:17.017601 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5003368e-2a2c-47b8-976e-6eaed145093f req-33100466-bf4f-44a8-af9a-f670b35dfcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:28:17.019512 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5003368e-2a2c-47b8-976e-6eaed145093f req-33100466-bf4f-44a8-af9a-f670b35dfcbb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=842d0ee9-1b4e-4780-8805-175a83592b6d HTTP/1.1" status: 200 len: 1133 time: 0.0665281 Feb 02 07:28:17.091096 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5003368e-2a2c-47b8-976e-6eaed145093f req-37b576e7-83ab-4e55-8382-f6aaee2b6fa6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4aa046b0-cb5b-4b23-a775-f158bb1a262d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648699 Feb 02 07:28:17.422161 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:17.911750 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af97385-bd9f-41c8-aa2a-806c7b22bef1 req-286df796-011a-496b-84d5-df4c55caec7d tempest-VolumesNegativeTest-1753729160 tempest-VolumesNegativeTest-1753729160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:28:17.913840 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1af97385-bd9f-41c8-aa2a-806c7b22bef1 req-286df796-011a-496b-84d5-df4c55caec7d tempest-VolumesNegativeTest-1753729160 tempest-VolumesNegativeTest-1753729160-project] 10.222.0.87 "GET /v2.0/ports?device_id=842d0ee9-1b4e-4780-8805-175a83592b6d HTTP/1.1" status: 200 len: 950 time: 0.0583737 Feb 02 07:28:17.970648 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1af97385-bd9f-41c8-aa2a-806c7b22bef1 req-dc65ae2e-3bc5-4abb-a485-ae8b0d848a38 tempest-VolumesNegativeTest-1753729160 tempest-VolumesNegativeTest-1753729160-project] 10.222.0.87 "GET /v2.0/security-groups?id=4aa046b0-cb5b-4b23-a775-f158bb1a262d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488400 Feb 02 07:28:19.138949 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc0afbd-f18d-4c8a-bd67-18528b27ebb7 req-c27ae4f5-1b97-47b7-95fe-36751c8841d6 tempest-VolumesNegativeTest-1753729160 tempest-VolumesNegativeTest-1753729160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:28:19.150180 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8cc0afbd-f18d-4c8a-bd67-18528b27ebb7 req-c27ae4f5-1b97-47b7-95fe-36751c8841d6 tempest-VolumesNegativeTest-1753729160 tempest-VolumesNegativeTest-1753729160-project] 10.222.0.87 "GET /v2.0/ports?device_id=842d0ee9-1b4e-4780-8805-175a83592b6d HTTP/1.1" status: 200 len: 950 time: 0.0803452 Feb 02 07:28:19.206918 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8cc0afbd-f18d-4c8a-bd67-18528b27ebb7 req-ea5e0f00-331d-4990-a83c-38441dfd358b tempest-VolumesNegativeTest-1753729160 tempest-VolumesNegativeTest-1753729160-project] 10.222.0.87 "GET /v2.0/security-groups?id=4aa046b0-cb5b-4b23-a775-f158bb1a262d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548344 Feb 02 07:28:19.548683 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24812c4-054c-4baa-b65a-a285574db471 req-938a9f01-80f0-47f8-872a-1ae76114b74f tempest-VolumesNegativeTest-1753729160 tempest-VolumesNegativeTest-1753729160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:28:19.557614 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a24812c4-054c-4baa-b65a-a285574db471 req-938a9f01-80f0-47f8-872a-1ae76114b74f tempest-VolumesNegativeTest-1753729160 tempest-VolumesNegativeTest-1753729160-project] 10.222.0.87 "GET /v2.0/ports?device_id=842d0ee9-1b4e-4780-8805-175a83592b6d HTTP/1.1" status: 200 len: 950 time: 0.0707593 Feb 02 07:28:19.621843 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a24812c4-054c-4baa-b65a-a285574db471 req-76104e95-b14a-4c77-a759-b8abaaaabcb4 tempest-VolumesNegativeTest-1753729160 tempest-VolumesNegativeTest-1753729160-project] 10.222.0.87 "GET /v2.0/security-groups?id=4aa046b0-cb5b-4b23-a775-f158bb1a262d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630186 Feb 02 07:28:20.794195 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3ff498-4272-4fcd-8af5-dfa6f2a3c0bc req-6bb0c8cf-2ab7-4253-b99c-d8e8112e87cb tempest-VolumesNegativeTest-1753729160 tempest-VolumesNegativeTest-1753729160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:28:20.797871 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fb3ff498-4272-4fcd-8af5-dfa6f2a3c0bc req-6bb0c8cf-2ab7-4253-b99c-d8e8112e87cb tempest-VolumesNegativeTest-1753729160 tempest-VolumesNegativeTest-1753729160-project] 10.222.0.87 "GET /v2.0/ports?device_id=842d0ee9-1b4e-4780-8805-175a83592b6d HTTP/1.1" status: 200 len: 950 time: 0.0946965 Feb 02 07:28:20.892153 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fb3ff498-4272-4fcd-8af5-dfa6f2a3c0bc req-f86b93fc-6160-4174-91dd-f9081e5b0ad7 tempest-VolumesNegativeTest-1753729160 tempest-VolumesNegativeTest-1753729160-project] 10.222.0.87 "GET /v2.0/security-groups?id=4aa046b0-cb5b-4b23-a775-f158bb1a262d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834637 Feb 02 07:28:21.114154 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d6e108-952b-430a-992e-ad48c1dd3075 req-f67936a9-bd06-456b-86ee-d27cedb6cc04 tempest-VolumesNegativeTest-1753729160 tempest-VolumesNegativeTest-1753729160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:28:21.115892 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-24d6e108-952b-430a-992e-ad48c1dd3075 req-f67936a9-bd06-456b-86ee-d27cedb6cc04 tempest-VolumesNegativeTest-1753729160 tempest-VolumesNegativeTest-1753729160-project] 10.222.0.59 "GET /v2.0/ports?device_id=842d0ee9-1b4e-4780-8805-175a83592b6d HTTP/1.1" status: 200 len: 950 time: 0.1370111 Feb 02 07:28:21.259800 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 50368) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:28:21.280753 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-24d6e108-952b-430a-992e-ad48c1dd3075 req-6e280b35-ebb1-486b-9e31-35a24efdf118 tempest-VolumesNegativeTest-1753729160 tempest-VolumesNegativeTest-1753729160-project] Deleting port 3f8a601b-1e4b-49ea-953e-454574464d07 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:28:21.281106 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-24d6e108-952b-430a-992e-ad48c1dd3075 req-6e280b35-ebb1-486b-9e31-35a24efdf118 tempest-VolumesNegativeTest-1753729160 tempest-VolumesNegativeTest-1753729160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (3f8a601b-1e4b-49ea-953e-454574464d07), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:21.426789 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-24d6e108-952b-430a-992e-ad48c1dd3075 req-6e280b35-ebb1-486b-9e31-35a24efdf118 tempest-VolumesNegativeTest-1753729160 tempest-VolumesNegativeTest-1753729160-project] For port 3f8a601b-1e4b-49ea-953e-454574464d07, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=3f8a601b-1e4b-49ea-953e-454574464d07,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:28:21.427503 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-24d6e108-952b-430a-992e-ad48c1dd3075 req-6e280b35-ebb1-486b-9e31-35a24efdf118 tempest-VolumesNegativeTest-1753729160 tempest-VolumesNegativeTest-1753729160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (3f8a601b-1e4b-49ea-953e-454574464d07), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:21.464145 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-01d8d813-d172-44df-9049-35853ca45ca4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:21.494463 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-24d6e108-952b-430a-992e-ad48c1dd3075 req-6e280b35-ebb1-486b-9e31-35a24efdf118 tempest-VolumesNegativeTest-1753729160 tempest-VolumesNegativeTest-1753729160-project] Calling delete_port for 3f8a601b-1e4b-49ea-953e-454574464d07 owned by compute:nova {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:28:21.689053 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-01d8d813-d172-44df-9049-35853ca45ca4 admin admin] Publish callbacks [] for security_group (41b11216-9111-4cac-8e2a-a4a1f700eaff), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:21.700069 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-01d8d813-d172-44df-9049-35853ca45ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (41b11216-9111-4cac-8e2a-a4a1f700eaff), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:21.716623 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-24d6e108-952b-430a-992e-ad48c1dd3075 req-6e280b35-ebb1-486b-9e31-35a24efdf118 tempest-VolumesNegativeTest-1753729160 tempest-VolumesNegativeTest-1753729160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (3f8a601b-1e4b-49ea-953e-454574464d07), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:21.752449 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['3f8a601b-1e4b-49ea-953e-454574464d07'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:28:21.798379 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e280b35-ebb1-486b-9e31-35a24efdf118 tempest-VolumesNegativeTest-1753729160 tempest-VolumesNegativeTest-1753729160-project] Pushing event deleted for resources: {'Port': ['ID=3f8a601b-1e4b-49ea-953e-454574464d07,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:28:21.843225 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-24d6e108-952b-430a-992e-ad48c1dd3075 req-6e280b35-ebb1-486b-9e31-35a24efdf118 tempest-VolumesNegativeTest-1753729160 tempest-VolumesNegativeTest-1753729160-project] No DVR routers for this DVR port 3f8a601b-1e4b-49ea-953e-454574464d07 on host n-h2-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:28:21.846460 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-24d6e108-952b-430a-992e-ad48c1dd3075 req-6e280b35-ebb1-486b-9e31-35a24efdf118 tempest-VolumesNegativeTest-1753729160 tempest-VolumesNegativeTest-1753729160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:21.850126 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-24d6e108-952b-430a-992e-ad48c1dd3075 req-6e280b35-ebb1-486b-9e31-35a24efdf118 tempest-VolumesNegativeTest-1753729160 tempest-VolumesNegativeTest-1753729160-project] 10.222.0.59 "DELETE /v2.0/ports/3f8a601b-1e4b-49ea-953e-454574464d07 HTTP/1.1" status: 204 len: 173 time: 0.7270436 Feb 02 07:28:21.854774 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '842d0ee9-1b4e-4780-8805-175a83592b6d', 'name': 'network-vif-deleted', 'tag': '3f8a601b-1e4b-49ea-953e-454574464d07'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:28:21.857994 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a36601-7de8-4d9f-bc4c-6ebc964cc139" -d '{"events": [{"server_uuid": "842d0ee9-1b4e-4780-8805-175a83592b6d", "name": "network-vif-deleted", "tag": "3f8a601b-1e4b-49ea-953e-454574464d07"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:28:21.865217 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 50376) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:28:21.872218 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-01d8d813-d172-44df-9049-35853ca45ca4 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=fb7e3c3920144c3b95091f2614229c7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6107030 Feb 02 07:28:21.875879 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d8d813-d172-44df-9049-35853ca45ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b11216-9111-4cac-8e2a-a4a1f700eaff,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:28:21.945809 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-41763272-bbec-4a04-9b9c-c5879ecd431b admin admin] Publish callbacks [] for security_group (41b11216-9111-4cac-8e2a-a4a1f700eaff), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:21.975582 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-41763272-bbec-4a04-9b9c-c5879ecd431b admin admin] Publish callbacks [] for security_group (41b11216-9111-4cac-8e2a-a4a1f700eaff), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:22.042693 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-41763272-bbec-4a04-9b9c-c5879ecd431b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (41b11216-9111-4cac-8e2a-a4a1f700eaff), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:22.050675 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-41763272-bbec-4a04-9b9c-c5879ecd431b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:22.059318 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-41763272-bbec-4a04-9b9c-c5879ecd431b admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/41b11216-9111-4cac-8e2a-a4a1f700eaff HTTP/1.1" status: 204 len: 168 time: 0.1925004 Feb 02 07:28:22.061730 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d18961-509b-47b6-9d09-47d411f429c4 x-openstack-request-id: req-d2d18961-509b-47b6-9d09-47d411f429c4 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:28:22.062079 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "842d0ee9-1b4e-4780-8805-175a83592b6d", "name": "network-vif-deleted", "tag": "3f8a601b-1e4b-49ea-953e-454574464d07", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:28:22.062451 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d2d18961-509b-47b6-9d09-47d411f429c4 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:28:22.062864 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '842d0ee9-1b4e-4780-8805-175a83592b6d', 'name': 'network-vif-deleted', 'tag': '3f8a601b-1e4b-49ea-953e-454574464d07', 'status': 'completed', 'code': 200} Feb 02 07:28:22.081917 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41763272-bbec-4a04-9b9c-c5879ecd431b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b11216-9111-4cac-8e2a-a4a1f700eaff,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:28:22.174098 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:22.275816 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8cf6b8a0-0058-4053-a0aa-0c1fbfd5707b req-0a368359-516f-409c-a1f6-86ca6828c34e tempest-VolumesNegativeTest-1753729160 tempest-VolumesNegativeTest-1753729160-project] 10.222.0.87 "GET /v2.0/ports?device_id=842d0ee9-1b4e-4780-8805-175a83592b6d HTTP/1.1" status: 200 len: 210 time: 0.0501287 Feb 02 07:28:22.611280 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 50388) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:28:22.625439 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2356c16d-4830-4f9c-8f3c-73bf3d42efe7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:22.708701 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2356c16d-4830-4f9c-8f3c-73bf3d42efe7 admin admin] Publish callbacks [] for security_group (0361f30a-bfeb-41ee-a715-0f675ad8501a), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:22.713046 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2356c16d-4830-4f9c-8f3c-73bf3d42efe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (0361f30a-bfeb-41ee-a715-0f675ad8501a), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:22.760333 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-2356c16d-4830-4f9c-8f3c-73bf3d42efe7 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c05423b29fe54ddb9482d9a9e65266e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1476545 Feb 02 07:28:22.760575 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 50390) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:28:22.761292 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2356c16d-4830-4f9c-8f3c-73bf3d42efe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0361f30a-bfeb-41ee-a715-0f675ad8501a,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:28:22.830195 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-490c5df9-c1f5-499a-9478-533b0ffff962 admin admin] Publish callbacks [] for security_group (0361f30a-bfeb-41ee-a715-0f675ad8501a), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:22.856639 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-490c5df9-c1f5-499a-9478-533b0ffff962 admin admin] Publish callbacks [] for security_group (0361f30a-bfeb-41ee-a715-0f675ad8501a), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:22.910679 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-490c5df9-c1f5-499a-9478-533b0ffff962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (0361f30a-bfeb-41ee-a715-0f675ad8501a), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:22.913634 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-490c5df9-c1f5-499a-9478-533b0ffff962 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:22.917533 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-490c5df9-c1f5-499a-9478-533b0ffff962 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/0361f30a-bfeb-41ee-a715-0f675ad8501a HTTP/1.1" status: 204 len: 168 time: 0.1558778 Feb 02 07:28:22.929134 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490c5df9-c1f5-499a-9478-533b0ffff962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0361f30a-bfeb-41ee-a715-0f675ad8501a,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:28:24.295331 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 3f8a601b-1e4b-49ea-953e-454574464d07 no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:28:24.321315 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] No Port match for: 3f8a601b-1e4b-49ea-953e-454574464d07 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:28:24.321903 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 3f8a601b-1e4b-49ea-953e-454574464d07 not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:28:25.819774 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 50652) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:28:25.962269 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3e896511-ddfd-466f-a42b-0f720d4fb43c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:26.097865 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3e896511-ddfd-466f-a42b-0f720d4fb43c admin admin] Publish callbacks [] for security_group (bb32d6a7-9d0f-4805-a64b-1a9d54531404), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:26.102714 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3e896511-ddfd-466f-a42b-0f720d4fb43c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (bb32d6a7-9d0f-4805-a64b-1a9d54531404), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:26.163676 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e896511-ddfd-466f-a42b-0f720d4fb43c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb32d6a7-9d0f-4805-a64b-1a9d54531404,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:28:26.171800 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-3e896511-ddfd-466f-a42b-0f720d4fb43c admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=a5ef9cc7aa83443699e17d07ee61c69f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3483520 Feb 02 07:28:26.172088 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 50676) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:28:26.240468 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-dfec0fc9-16d1-41cd-9342-3cce0359524d admin admin] Publish callbacks [] for security_group (bb32d6a7-9d0f-4805-a64b-1a9d54531404), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:26.270058 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-dfec0fc9-16d1-41cd-9342-3cce0359524d admin admin] Publish callbacks [] for security_group (bb32d6a7-9d0f-4805-a64b-1a9d54531404), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:26.332547 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-dfec0fc9-16d1-41cd-9342-3cce0359524d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (bb32d6a7-9d0f-4805-a64b-1a9d54531404), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:26.337217 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-dfec0fc9-16d1-41cd-9342-3cce0359524d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:26.343422 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-dfec0fc9-16d1-41cd-9342-3cce0359524d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/bb32d6a7-9d0f-4805-a64b-1a9d54531404 HTTP/1.1" status: 204 len: 168 time: 0.1703739 Feb 02 07:28:26.352285 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfec0fc9-16d1-41cd-9342-3cce0359524d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb32d6a7-9d0f-4805-a64b-1a9d54531404,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:28:26.722455 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 50714) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:28:26.736749 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-08c0e6c0-89de-4270-b697-246f451b0881 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:26.847272 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-08c0e6c0-89de-4270-b697-246f451b0881 admin admin] Publish callbacks [] for security_group (95923557-10e9-40ee-828d-1580d0bc72c1), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:26.859179 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-08c0e6c0-89de-4270-b697-246f451b0881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (95923557-10e9-40ee-828d-1580d0bc72c1), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:26.904582 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-08c0e6c0-89de-4270-b697-246f451b0881 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=897e9977a8a645178481ba3f111a5f1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1810386 Feb 02 07:28:26.905504 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c0e6c0-89de-4270-b697-246f451b0881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95923557-10e9-40ee-828d-1580d0bc72c1,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:28:26.907807 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 50726) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:28:26.979424 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5cb74dc7-530b-4e7b-8b9b-b468cc9963be admin admin] Publish callbacks [] for security_group (95923557-10e9-40ee-828d-1580d0bc72c1), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:27.005907 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5cb74dc7-530b-4e7b-8b9b-b468cc9963be admin admin] Publish callbacks [] for security_group (95923557-10e9-40ee-828d-1580d0bc72c1), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:27.076478 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5cb74dc7-530b-4e7b-8b9b-b468cc9963be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (95923557-10e9-40ee-828d-1580d0bc72c1), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:27.079621 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5cb74dc7-530b-4e7b-8b9b-b468cc9963be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:27.089749 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-5cb74dc7-530b-4e7b-8b9b-b468cc9963be admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/95923557-10e9-40ee-828d-1580d0bc72c1 HTTP/1.1" status: 204 len: 168 time: 0.1764488 Feb 02 07:28:27.112718 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb74dc7-530b-4e7b-8b9b-b468cc9963be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95923557-10e9-40ee-828d-1580d0bc72c1,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:28:27.402974 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:31.950420 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 50862) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:28:32.105082 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 50866) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:28:32.106780 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-09508ac8-9272-4a21-9125-feac36e549af admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=8d68966b1f8e463b8c3e0641ed90026c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1530886 Feb 02 07:28:32.161096 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a5b466d4-0cfc-43fc-9f27-590ea5a1249f admin admin] Publish callbacks [] for security_group (4aa046b0-cb5b-4b23-a775-f158bb1a262d), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:32.196459 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a5b466d4-0cfc-43fc-9f27-590ea5a1249f admin admin] Publish callbacks [] for security_group (4aa046b0-cb5b-4b23-a775-f158bb1a262d), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:32.263803 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a5b466d4-0cfc-43fc-9f27-590ea5a1249f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (4aa046b0-cb5b-4b23-a775-f158bb1a262d), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:32.269981 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a5b466d4-0cfc-43fc-9f27-590ea5a1249f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:32.273703 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a5b466d4-0cfc-43fc-9f27-590ea5a1249f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/4aa046b0-cb5b-4b23-a775-f158bb1a262d HTTP/1.1" status: 204 len: 168 time: 0.1670177 Feb 02 07:28:32.292187 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b466d4-0cfc-43fc-9f27-590ea5a1249f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa046b0-cb5b-4b23-a775-f158bb1a262d,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:28:33.285005 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 50916) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:28:33.479625 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-02155df9-a0d4-4bcc-bfdf-04f602314124 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1814833446-network', 'tenant_id': '3baca0fbed614bb9aafa5d75297065bb'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:28:33.542530 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02155df9-a0d4-4bcc-bfdf-04f602314124 admin admin] Made reservation on behalf of 3baca0fbed614bb9aafa5d75297065bb for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:28:33.546195 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-02155df9-a0d4-4bcc-bfdf-04f602314124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:33.563938 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-02155df9-a0d4-4bcc-bfdf-04f602314124 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:33.714815 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-02155df9-a0d4-4bcc-bfdf-04f602314124 admin admin] Publish callbacks [] for security_group (445fea0a-6edf-4165-82ef-cb0371823431), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:33.721133 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-02155df9-a0d4-4bcc-bfdf-04f602314124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (445fea0a-6edf-4165-82ef-cb0371823431), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:33.755679 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02155df9-a0d4-4bcc-bfdf-04f602314124 admin admin] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:28:33.761034 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02155df9-a0d4-4bcc-bfdf-04f602314124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=445fea0a-6edf-4165-82ef-cb0371823431,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:28:33.772278 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02155df9-a0d4-4bcc-bfdf-04f602314124 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:28:33.772713 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02155df9-a0d4-4bcc-bfdf-04f602314124 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:28:33.773065 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02155df9-a0d4-4bcc-bfdf-04f602314124 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:28:33.773410 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02155df9-a0d4-4bcc-bfdf-04f602314124 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:28:33.773747 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02155df9-a0d4-4bcc-bfdf-04f602314124 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:28:33.774244 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02155df9-a0d4-4bcc-bfdf-04f602314124 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:28:33.774583 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02155df9-a0d4-4bcc-bfdf-04f602314124 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:28:33.775026 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02155df9-a0d4-4bcc-bfdf-04f602314124 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:28:33.775361 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02155df9-a0d4-4bcc-bfdf-04f602314124 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:28:33.775961 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02155df9-a0d4-4bcc-bfdf-04f602314124 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:28:33.776350 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02155df9-a0d4-4bcc-bfdf-04f602314124 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:28:33.776687 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02155df9-a0d4-4bcc-bfdf-04f602314124 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:28:33.777013 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02155df9-a0d4-4bcc-bfdf-04f602314124 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:28:33.785696 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-02155df9-a0d4-4bcc-bfdf-04f602314124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (748d425f-f42a-4921-9c2f-0d3963702a68), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:33.786816 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-02155df9-a0d4-4bcc-bfdf-04f602314124 admin admin] Added segment 748d425f-f42a-4921-9c2f-0d3963702a68 of type vlan for network ae9da0f2-d030-48a7-82d4-cc4db2930753 Feb 02 07:28:33.831529 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-02155df9-a0d4-4bcc-bfdf-04f602314124 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (ae9da0f2-d030-48a7-82d4-cc4db2930753), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:33.862876 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-02155df9-a0d4-4bcc-bfdf-04f602314124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (ae9da0f2-d030-48a7-82d4-cc4db2930753), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:33.863985 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02155df9-a0d4-4bcc-bfdf-04f602314124 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:28:33.864642 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-02155df9-a0d4-4bcc-bfdf-04f602314124 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:33.898160 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-02155df9-a0d4-4bcc-bfdf-04f602314124 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6112163 Feb 02 07:28:33.901190 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 50924) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:28:33.907064 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-679832f2-7479-4b09-95c9-2f66a6784228 admin admin] Request body: {'subnet': {'network_id': 'ae9da0f2-d030-48a7-82d4-cc4db2930753', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1814833446-subnet', 'tenant_id': '3baca0fbed614bb9aafa5d75297065bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:28:33.945617 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-679832f2-7479-4b09-95c9-2f66a6784228 admin admin] Made reservation on behalf of 3baca0fbed614bb9aafa5d75297065bb for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:28:33.948085 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-679832f2-7479-4b09-95c9-2f66a6784228 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:33.975401 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02155df9-a0d4-4bcc-bfdf-04f602314124 admin admin] Pushing event updated for resources: {'Network': ['ID=ae9da0f2-d030-48a7-82d4-cc4db2930753,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:28:33.986892 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network ae9da0f2-d030-48a7-82d4-cc4db2930753 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:28:34.231074 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-679832f2-7479-4b09-95c9-2f66a6784228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (357a8154-35e3-4993-9fd9-8934b93a01ae), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:34.306796 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679832f2-7479-4b09-95c9-2f66a6784228 admin admin] Pushing event updated for resources: {'Subnet': ['ID=357a8154-35e3-4993-9fd9-8934b93a01ae,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:28:34.322358 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679832f2-7479-4b09-95c9-2f66a6784228 admin admin] Checking segment: {'id': '748d425f-f42a-4921-9c2f-0d3963702a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ae9da0f2-d030-48a7-82d4-cc4db2930753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:28:34.322913 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679832f2-7479-4b09-95c9-2f66a6784228 admin admin] Network hostable DHCP agents. Network: ae9da0f2-d030-48a7-82d4-cc4db2930753, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:28:34.349742 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679832f2-7479-4b09-95c9-2f66a6784228 admin admin] Network ae9da0f2-d030-48a7-82d4-cc4db2930753 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:28:34.361773 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-679832f2-7479-4b09-95c9-2f66a6784228 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, ae9da0f2-d030-48a7-82d4-cc4db2930753) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:28:34.366585 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679832f2-7479-4b09-95c9-2f66a6784228 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:28:34.367236 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-679832f2-7479-4b09-95c9-2f66a6784228 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:34.377513 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16449b64-c2fb-44a0-8f13-a631fa5fb7ea None None] Network ae9da0f2-d030-48a7-82d4-cc4db2930753 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:28:34.412962 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-679832f2-7479-4b09-95c9-2f66a6784228 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5106003 Feb 02 07:28:34.519403 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfef1166-702b-4994-8175-f5c65b5630dd None None] Network ae9da0f2-d030-48a7-82d4-cc4db2930753 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:28:37.632032 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 50982) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:28:37.844197 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f5dd49b2-faae-4d9d-8c8f-a0d89196aebc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:37.940625 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f5dd49b2-faae-4d9d-8c8f-a0d89196aebc admin admin] Publish callbacks [] for security_group (f63790c8-7749-4624-9f8b-f4c69526298f), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:37.947385 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f5dd49b2-faae-4d9d-8c8f-a0d89196aebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (f63790c8-7749-4624-9f8b-f4c69526298f), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:38.000383 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-f5dd49b2-faae-4d9d-8c8f-a0d89196aebc admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=0d403e6dc9a4491cb2870e96770471f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3671367 Feb 02 07:28:38.001576 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dd49b2-faae-4d9d-8c8f-a0d89196aebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f63790c8-7749-4624-9f8b-f4c69526298f,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:28:38.002968 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 50992) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:28:38.104366 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e3175761-d4b5-4991-a731-1b1877cf21d7 admin admin] Publish callbacks [] for security_group (f63790c8-7749-4624-9f8b-f4c69526298f), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:38.148342 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e3175761-d4b5-4991-a731-1b1877cf21d7 admin admin] Publish callbacks [] for security_group (f63790c8-7749-4624-9f8b-f4c69526298f), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:38.247160 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e3175761-d4b5-4991-a731-1b1877cf21d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (f63790c8-7749-4624-9f8b-f4c69526298f), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:38.250882 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e3175761-d4b5-4991-a731-1b1877cf21d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:38.255477 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-e3175761-d4b5-4991-a731-1b1877cf21d7 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/f63790c8-7749-4624-9f8b-f4c69526298f HTTP/1.1" status: 204 len: 168 time: 0.2510064 Feb 02 07:28:38.272080 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3175761-d4b5-4991-a731-1b1877cf21d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63790c8-7749-4624-9f8b-f4c69526298f,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:28:38.716722 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 51000) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:28:38.743844 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6719765f-1f9c-46f8-9a0c-eb41f1651b45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:38.944493 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6719765f-1f9c-46f8-9a0c-eb41f1651b45 admin admin] Publish callbacks [] for security_group (7832fd29-7c05-48dc-8c95-e5b24cc29014), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:38.954201 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6719765f-1f9c-46f8-9a0c-eb41f1651b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (7832fd29-7c05-48dc-8c95-e5b24cc29014), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:38.995834 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-6719765f-1f9c-46f8-9a0c-eb41f1651b45 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9d21d656f6e64abb80367f0a04dea5e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2762175 Feb 02 07:28:38.998622 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 51006) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:28:39.036691 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6719765f-1f9c-46f8-9a0c-eb41f1651b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7832fd29-7c05-48dc-8c95-e5b24cc29014,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:28:39.068047 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-345d776f-1fc3-430a-b0fd-f1e508a29bdc admin admin] Publish callbacks [] for security_group (7832fd29-7c05-48dc-8c95-e5b24cc29014), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:39.091648 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-345d776f-1fc3-430a-b0fd-f1e508a29bdc admin admin] Publish callbacks [] for security_group (7832fd29-7c05-48dc-8c95-e5b24cc29014), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:39.154195 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-345d776f-1fc3-430a-b0fd-f1e508a29bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (7832fd29-7c05-48dc-8c95-e5b24cc29014), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:39.157712 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-345d776f-1fc3-430a-b0fd-f1e508a29bdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:39.159109 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-345d776f-1fc3-430a-b0fd-f1e508a29bdc admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/7832fd29-7c05-48dc-8c95-e5b24cc29014 HTTP/1.1" status: 204 len: 168 time: 0.1595249 Feb 02 07:28:39.189197 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345d776f-1fc3-430a-b0fd-f1e508a29bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7832fd29-7c05-48dc-8c95-e5b24cc29014,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:28:39.706997 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 51012) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:28:39.727638 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-040c2c1c-7586-4a25-8e70-8eff9954a6d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:39.912257 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-040c2c1c-7586-4a25-8e70-8eff9954a6d4 admin admin] Publish callbacks [] for security_group (3ebda1b0-4a17-41e6-bfbc-1bca352cc4ba), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:39.919275 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-040c2c1c-7586-4a25-8e70-8eff9954a6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (3ebda1b0-4a17-41e6-bfbc-1bca352cc4ba), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:39.973008 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c2c1c-7586-4a25-8e70-8eff9954a6d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ebda1b0-4a17-41e6-bfbc-1bca352cc4ba,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:28:39.988314 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-040c2c1c-7586-4a25-8e70-8eff9954a6d4 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=6544a06eb5a14e63bf18f1241e6a317f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2799678 Feb 02 07:28:39.990705 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 51018) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:28:40.095997 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-590a5b45-a23e-4844-ae65-a47da41ad56b admin admin] Publish callbacks [] for security_group (3ebda1b0-4a17-41e6-bfbc-1bca352cc4ba), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:40.149944 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-590a5b45-a23e-4844-ae65-a47da41ad56b admin admin] Publish callbacks [] for security_group (3ebda1b0-4a17-41e6-bfbc-1bca352cc4ba), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:40.217491 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-590a5b45-a23e-4844-ae65-a47da41ad56b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (3ebda1b0-4a17-41e6-bfbc-1bca352cc4ba), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:40.221085 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-590a5b45-a23e-4844-ae65-a47da41ad56b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:40.223113 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-590a5b45-a23e-4844-ae65-a47da41ad56b admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/3ebda1b0-4a17-41e6-bfbc-1bca352cc4ba HTTP/1.1" status: 204 len: 168 time: 0.2188895 Feb 02 07:28:40.234327 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590a5b45-a23e-4844-ae65-a47da41ad56b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ebda1b0-4a17-41e6-bfbc-1bca352cc4ba,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:28:40.990967 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3ef7264a-5c9c-4852-8f63-abdc9ba5d072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:43.298838 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-339c12e4-3ccf-4fe6-8e65-508a3ad37c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:44.734542 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:46.107937 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:47.028925 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:28:47.427886 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:49.941909 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 51284) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:28:50.221246 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f72e0b13-d371-40f7-b676-e4d733d54d6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:50.451626 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f72e0b13-d371-40f7-b676-e4d733d54d6b admin admin] Publish callbacks [] for security_group (b482c099-dca0-400b-bac8-16dfbb60d9ab), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:50.462005 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f72e0b13-d371-40f7-b676-e4d733d54d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (b482c099-dca0-400b-bac8-16dfbb60d9ab), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:50.528677 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 51300) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:28:50.529211 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-f72e0b13-d371-40f7-b676-e4d733d54d6b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b319443d8ad84d1eba8b44e9aa4094e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5859261 Feb 02 07:28:50.575789 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72e0b13-d371-40f7-b676-e4d733d54d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b482c099-dca0-400b-bac8-16dfbb60d9ab,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:28:50.598975 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3592b751-7d3b-47a5-a362-1a6f22034e07 admin admin] Publish callbacks [] for security_group (b482c099-dca0-400b-bac8-16dfbb60d9ab), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:50.625803 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3592b751-7d3b-47a5-a362-1a6f22034e07 admin admin] Publish callbacks [] for security_group (b482c099-dca0-400b-bac8-16dfbb60d9ab), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:50.692072 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3592b751-7d3b-47a5-a362-1a6f22034e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (b482c099-dca0-400b-bac8-16dfbb60d9ab), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:50.725746 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3592b751-7d3b-47a5-a362-1a6f22034e07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:50.728295 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-3592b751-7d3b-47a5-a362-1a6f22034e07 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b482c099-dca0-400b-bac8-16dfbb60d9ab HTTP/1.1" status: 204 len: 168 time: 0.1972849 Feb 02 07:28:50.740985 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3592b751-7d3b-47a5-a362-1a6f22034e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b482c099-dca0-400b-bac8-16dfbb60d9ab,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:28:51.603775 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 51324) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:28:51.621005 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-800c8eb2-db41-4a58-8c96-ae45851ebacd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:51.769793 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-800c8eb2-db41-4a58-8c96-ae45851ebacd admin admin] Publish callbacks [] for security_group (2bcade68-e5a1-4122-8923-1112a53ee72b), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:51.784528 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-800c8eb2-db41-4a58-8c96-ae45851ebacd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (2bcade68-e5a1-4122-8923-1112a53ee72b), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:51.880095 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-800c8eb2-db41-4a58-8c96-ae45851ebacd admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=8891275c75d240dea2834494440c4188&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2740030 Feb 02 07:28:51.881771 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c8eb2-db41-4a58-8c96-ae45851ebacd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bcade68-e5a1-4122-8923-1112a53ee72b,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:28:51.882689 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 51332) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:28:51.950352 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1f719ee6-a2ea-4d48-ab28-b6192a77b8cf admin admin] Publish callbacks [] for security_group (2bcade68-e5a1-4122-8923-1112a53ee72b), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:52.028783 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1f719ee6-a2ea-4d48-ab28-b6192a77b8cf admin admin] Publish callbacks [] for security_group (2bcade68-e5a1-4122-8923-1112a53ee72b), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:52.182397 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1f719ee6-a2ea-4d48-ab28-b6192a77b8cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (2bcade68-e5a1-4122-8923-1112a53ee72b), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:52.186146 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1f719ee6-a2ea-4d48-ab28-b6192a77b8cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:52.188012 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-1f719ee6-a2ea-4d48-ab28-b6192a77b8cf admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/2bcade68-e5a1-4122-8923-1112a53ee72b HTTP/1.1" status: 204 len: 168 time: 0.3030310 Feb 02 07:28:52.197946 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:28:52.219168 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f719ee6-a2ea-4d48-ab28-b6192a77b8cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bcade68-e5a1-4122-8923-1112a53ee72b,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:28:57.415880 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:29:10.991439 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-752d665b-bbf5-43b3-bb50-790d6d400247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:29:13.295304 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-8483e716-06a1-46e8-b774-420baf197537 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:29:14.760716 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:29:16.106585 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:29:17.418396 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:29:22.182653 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:29:24.028342 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:29:27.423435 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:29:40.995325 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-26902c98-ff47-4bb7-bf14-f974f765e115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:29:43.307874 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11b93803-20ba-4c7b-9dd3-9d537518f7e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:29:44.765891 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:29:46.124648 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:29:47.409739 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:29:52.189865 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:29:57.419684 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:01.031177 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:30:07.032919 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d0f706-ebbf-4eab-9ec4-e146dc0e8524 req-ef316675-17c2-4857-b775-f0e23ff64f42 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:30:07.035410 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-00d0f706-ebbf-4eab-9ec4-e146dc0e8524 req-ef316675-17c2-4857-b775-f0e23ff64f42 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] 10.222.0.87 "GET /v2.0/networks?id=ae9da0f2-d030-48a7-82d4-cc4db2930753 HTTP/1.1" status: 200 len: 814 time: 0.1766915 Feb 02 07:30:07.059327 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-00d0f706-ebbf-4eab-9ec4-e146dc0e8524 req-577ca915-d0d7-4c47-b63b-bb8e78483718 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] 10.222.0.87 "GET /v2.0/quotas/3baca0fbed614bb9aafa5d75297065bb HTTP/1.1" status: 200 len: 375 time: 0.0155764 Feb 02 07:30:07.120497 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-00d0f706-ebbf-4eab-9ec4-e146dc0e8524 req-438a4424-acba-4d34-88bc-d859ae003ede tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=3baca0fbed614bb9aafa5d75297065bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0544553 Feb 02 07:30:07.223463 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-00d0f706-ebbf-4eab-9ec4-e146dc0e8524 req-31a349c3-e8aa-41e7-8451-2cfc91d4bcd5 service neutron] 10.222.0.87 "GET /v2.0/networks/ae9da0f2-d030-48a7-82d4-cc4db2930753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955648 Feb 02 07:30:07.366048 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-00d0f706-ebbf-4eab-9ec4-e146dc0e8524 req-c53148c1-3244-48fb-9cde-d81d85489883 service neutron] 10.222.0.87 "GET /v2.0/networks/ae9da0f2-d030-48a7-82d4-cc4db2930753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416085 Feb 02 07:30:07.699193 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3ea258a7-367e-4597-8f2e-9f6e38326495 req-302729d0-3e0f-40e2-9a5b-c6dd2cc31af6 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e45eb51-f675-469e-ac1c-d926cce9f00b HTTP/1.1" status: 200 len: 210 time: 0.0793481 Feb 02 07:30:08.959349 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-714436d7-6bd2-41a8-bcd1-ca166231aee8 req-db6bb222-858e-498b-8aa1-38f67583204a tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e45eb51-f675-469e-ac1c-d926cce9f00b HTTP/1.1" status: 200 len: 210 time: 0.1770785 Feb 02 07:30:08.970158 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d0f706-ebbf-4eab-9ec4-e146dc0e8524 req-74dd579e-8a37-47ac-8097-b2fe301aaf72 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:30:08.971599 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-00d0f706-ebbf-4eab-9ec4-e146dc0e8524 req-74dd579e-8a37-47ac-8097-b2fe301aaf72 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] 10.222.0.88 "GET /v2.0/networks?id=ae9da0f2-d030-48a7-82d4-cc4db2930753 HTTP/1.1" status: 200 len: 814 time: 0.1471171 Feb 02 07:30:08.996511 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-00d0f706-ebbf-4eab-9ec4-e146dc0e8524 req-2b013be2-b7d3-46f9-ba4f-1015c606a793 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] Request body: {'port': {'device_id': '1e45eb51-f675-469e-ac1c-d926cce9f00b', 'network_id': 'ae9da0f2-d030-48a7-82d4-cc4db2930753', 'admin_state_up': True, 'tenant_id': '3baca0fbed614bb9aafa5d75297065bb'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:30:09.119309 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00d0f706-ebbf-4eab-9ec4-e146dc0e8524 req-2b013be2-b7d3-46f9-ba4f-1015c606a793 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] Made reservation on behalf of 3baca0fbed614bb9aafa5d75297065bb for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:30:09.123330 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-00d0f706-ebbf-4eab-9ec4-e146dc0e8524 req-2b013be2-b7d3-46f9-ba4f-1015c606a793 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:09.278075 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-00d0f706-ebbf-4eab-9ec4-e146dc0e8524 req-2b013be2-b7d3-46f9-ba4f-1015c606a793 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] Allocated IP 172.20.0.6 (ae9da0f2-d030-48a7-82d4-cc4db2930753/357a8154-35e3-4993-9fd9-8934b93a01ae/35b256a8-f0fe-44e2-974c-cb0f905056d8) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:30:09.444722 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-00d0f706-ebbf-4eab-9ec4-e146dc0e8524 req-2b013be2-b7d3-46f9-ba4f-1015c606a793 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] Publish callbacks [] for port (35b256a8-f0fe-44e2-974c-cb0f905056d8), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:09.491120 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-00d0f706-ebbf-4eab-9ec4-e146dc0e8524 req-2b013be2-b7d3-46f9-ba4f-1015c606a793 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (35b256a8-f0fe-44e2-974c-cb0f905056d8), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:09.551108 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b013be2-b7d3-46f9-ba4f-1015c606a793 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] Pushing event updated for resources: {'Port': ['ID=35b256a8-f0fe-44e2-974c-cb0f905056d8,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:30:09.563188 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00d0f706-ebbf-4eab-9ec4-e146dc0e8524 req-2b013be2-b7d3-46f9-ba4f-1015c606a793 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] Network ae9da0f2-d030-48a7-82d4-cc4db2930753 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:30:09.565239 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b013be2-b7d3-46f9-ba4f-1015c606a793 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:30:09.565600 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b013be2-b7d3-46f9-ba4f-1015c606a793 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:30:09.565959 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b013be2-b7d3-46f9-ba4f-1015c606a793 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:30:09.566307 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b013be2-b7d3-46f9-ba4f-1015c606a793 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:30:09.566652 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b013be2-b7d3-46f9-ba4f-1015c606a793 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:30:09.566993 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b013be2-b7d3-46f9-ba4f-1015c606a793 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:30:09.567328 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b013be2-b7d3-46f9-ba4f-1015c606a793 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:30:09.567685 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b013be2-b7d3-46f9-ba4f-1015c606a793 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:30:09.568022 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b013be2-b7d3-46f9-ba4f-1015c606a793 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:30:09.568353 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b013be2-b7d3-46f9-ba4f-1015c606a793 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:30:09.568686 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b013be2-b7d3-46f9-ba4f-1015c606a793 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:30:09.569023 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b013be2-b7d3-46f9-ba4f-1015c606a793 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:30:09.569348 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b013be2-b7d3-46f9-ba4f-1015c606a793 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:30:09.575086 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-00d0f706-ebbf-4eab-9ec4-e146dc0e8524 req-2b013be2-b7d3-46f9-ba4f-1015c606a793 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:30:09.577456 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-00d0f706-ebbf-4eab-9ec4-e146dc0e8524 req-2b013be2-b7d3-46f9-ba4f-1015c606a793 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:30:09.631737 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d0f706-ebbf-4eab-9ec4-e146dc0e8524 req-2b013be2-b7d3-46f9-ba4f-1015c606a793 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:30:09.632794 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-00d0f706-ebbf-4eab-9ec4-e146dc0e8524 req-2b013be2-b7d3-46f9-ba4f-1015c606a793 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:09.656974 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-00d0f706-ebbf-4eab-9ec4-e146dc0e8524 req-2b013be2-b7d3-46f9-ba4f-1015c606a793 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6668565 Feb 02 07:30:09.843805 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-00d0f706-ebbf-4eab-9ec4-e146dc0e8524 req-5aed5508-33ce-4891-9d04-68055ef46fec service neutron] Request body: {'port': {'device_id': '1e45eb51-f675-469e-ac1c-d926cce9f00b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:30:09.923534 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-00d0f706-ebbf-4eab-9ec4-e146dc0e8524 req-5aed5508-33ce-4891-9d04-68055ef46fec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (35b256a8-f0fe-44e2-974c-cb0f905056d8), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:10.161781 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d2ace7-7483-4556-97e9-ac3cf0fd0193 req-9dba73ae-ab1d-43c5-ab30-4592d3bf1454 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:30:10.163392 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e0d2ace7-7483-4556-97e9-ac3cf0fd0193 req-9dba73ae-ab1d-43c5-ab30-4592d3bf1454 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e45eb51-f675-469e-ac1c-d926cce9f00b HTTP/1.1" status: 200 len: 931 time: 0.0916889 Feb 02 07:30:10.277486 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e0d2ace7-7483-4556-97e9-ac3cf0fd0193 req-d98304b1-b34d-43ed-b190-5a48eb8adea6 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] 10.222.0.87 "GET /v2.0/security-groups?id=445fea0a-6edf-4165-82ef-cb0371823431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060405 Feb 02 07:30:10.381312 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-00d0f706-ebbf-4eab-9ec4-e146dc0e8524 req-5aed5508-33ce-4891-9d04-68055ef46fec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35b256a8-f0fe-44e2-974c-cb0f905056d8 {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:30:10.389948 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-00d0f706-ebbf-4eab-9ec4-e146dc0e8524 req-5aed5508-33ce-4891-9d04-68055ef46fec service neutron] Publish callbacks [] for port (35b256a8-f0fe-44e2-974c-cb0f905056d8), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:10.404451 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-00d0f706-ebbf-4eab-9ec4-e146dc0e8524 req-5aed5508-33ce-4891-9d04-68055ef46fec service neutron] Transition to ACTIVE for port object 35b256a8-f0fe-44e2-974c-cb0f905056d8 will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:30:10.413846 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-00d0f706-ebbf-4eab-9ec4-e146dc0e8524 req-5aed5508-33ce-4891-9d04-68055ef46fec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (35b256a8-f0fe-44e2-974c-cb0f905056d8), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:10.455112 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aed5508-33ce-4891-9d04-68055ef46fec service neutron] Pushing event updated for resources: {'Port': ['ID=35b256a8-f0fe-44e2-974c-cb0f905056d8,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:30:10.557828 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-00d0f706-ebbf-4eab-9ec4-e146dc0e8524 req-5aed5508-33ce-4891-9d04-68055ef46fec service neutron] Attempting to bind port 35b256a8-f0fe-44e2-974c-cb0f905056d8 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:30:10.558272 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-00d0f706-ebbf-4eab-9ec4-e146dc0e8524 req-5aed5508-33ce-4891-9d04-68055ef46fec service neutron] Attempting to bind port 35b256a8-f0fe-44e2-974c-cb0f905056d8 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': '748d425f-f42a-4921-9c2f-0d3963702a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ae9da0f2-d030-48a7-82d4-cc4db2930753'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:30:10.558792 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d0f706-ebbf-4eab-9ec4-e146dc0e8524 req-5aed5508-33ce-4891-9d04-68055ef46fec service neutron] Attempting to bind port 35b256a8-f0fe-44e2-974c-cb0f905056d8 on network ae9da0f2-d030-48a7-82d4-cc4db2930753 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:30:10.563534 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d0f706-ebbf-4eab-9ec4-e146dc0e8524 req-5aed5508-33ce-4891-9d04-68055ef46fec service neutron] Port 35b256a8-f0fe-44e2-974c-cb0f905056d8 on network ae9da0f2-d030-48a7-82d4-cc4db2930753 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:30:10.563957 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d0f706-ebbf-4eab-9ec4-e146dc0e8524 req-5aed5508-33ce-4891-9d04-68055ef46fec service neutron] Attempting to bind port 35b256a8-f0fe-44e2-974c-cb0f905056d8 on network ae9da0f2-d030-48a7-82d4-cc4db2930753 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:30:10.569174 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d0f706-ebbf-4eab-9ec4-e146dc0e8524 req-5aed5508-33ce-4891-9d04-68055ef46fec service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:30:10.569643 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d0f706-ebbf-4eab-9ec4-e146dc0e8524 req-5aed5508-33ce-4891-9d04-68055ef46fec service neutron] Checking segment: {'id': '748d425f-f42a-4921-9c2f-0d3963702a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ae9da0f2-d030-48a7-82d4-cc4db2930753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:30:10.570098 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d0f706-ebbf-4eab-9ec4-e146dc0e8524 req-5aed5508-33ce-4891-9d04-68055ef46fec service neutron] Bound using segment: {'id': '748d425f-f42a-4921-9c2f-0d3963702a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ae9da0f2-d030-48a7-82d4-cc4db2930753'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:30:10.570584 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-00d0f706-ebbf-4eab-9ec4-e146dc0e8524 req-5aed5508-33ce-4891-9d04-68055ef46fec service neutron] Bound port: 35b256a8-f0fe-44e2-974c-cb0f905056d8, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '748d425f-f42a-4921-9c2f-0d3963702a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ae9da0f2-d030-48a7-82d4-cc4db2930753'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:30:10.571653 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-00d0f706-ebbf-4eab-9ec4-e146dc0e8524 req-5aed5508-33ce-4891-9d04-68055ef46fec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (35b256a8-f0fe-44e2-974c-cb0f905056d8), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:10.647377 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-00d0f706-ebbf-4eab-9ec4-e146dc0e8524 req-5aed5508-33ce-4891-9d04-68055ef46fec service neutron] For port 35b256a8-f0fe-44e2-974c-cb0f905056d8, host n-h1-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:30:10.651415 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-00d0f706-ebbf-4eab-9ec4-e146dc0e8524 req-5aed5508-33ce-4891-9d04-68055ef46fec service neutron] For port 35b256a8-f0fe-44e2-974c-cb0f905056d8, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=35b256a8-f0fe-44e2-974c-cb0f905056d8,segment=NetworkSegment(748d425f-f42a-4921-9c2f-0d3963702a68),segment_id=748d425f-f42a-4921-9c2f-0d3963702a68)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:30:10.658380 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-00d0f706-ebbf-4eab-9ec4-e146dc0e8524 req-5aed5508-33ce-4891-9d04-68055ef46fec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (35b256a8-f0fe-44e2-974c-cb0f905056d8), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:10.718515 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aed5508-33ce-4891-9d04-68055ef46fec service neutron] Pushing event updated for resources: {'Port': ['ID=35b256a8-f0fe-44e2-974c-cb0f905056d8,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:30:10.721673 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d0f706-ebbf-4eab-9ec4-e146dc0e8524 req-5aed5508-33ce-4891-9d04-68055ef46fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:30:10.722293 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-00d0f706-ebbf-4eab-9ec4-e146dc0e8524 req-5aed5508-33ce-4891-9d04-68055ef46fec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:10.723759 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-00d0f706-ebbf-4eab-9ec4-e146dc0e8524 req-5aed5508-33ce-4891-9d04-68055ef46fec service neutron] 10.222.0.88 "PUT /v2.0/ports/35b256a8-f0fe-44e2-974c-cb0f905056d8 HTTP/1.1" status: 200 len: 1092 time: 1.0528245 Feb 02 07:30:10.724186 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e45eb51-f675-469e-ac1c-d926cce9f00b', 'tag': '35b256a8-f0fe-44e2-974c-cb0f905056d8'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:30:10.726921 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25834242-63ec-49af-9316-b4e8afc5ab5f" -d '{"events": [{"name": "network-changed", "server_uuid": "1e45eb51-f675-469e-ac1c-d926cce9f00b", "tag": "35b256a8-f0fe-44e2-974c-cb0f905056d8"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:30:10.774545 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d520fe-ab1b-47ae-8197-f88a57599e4f x-openstack-request-id: req-e6d520fe-ab1b-47ae-8197-f88a57599e4f {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:30:10.774842 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e45eb51-f675-469e-ac1c-d926cce9f00b", "tag": "35b256a8-f0fe-44e2-974c-cb0f905056d8", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:30:10.775126 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e6d520fe-ab1b-47ae-8197-f88a57599e4f {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:30:10.775530 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e45eb51-f675-469e-ac1c-d926cce9f00b', 'tag': '35b256a8-f0fe-44e2-974c-cb0f905056d8', 'status': 'completed', 'code': 200} Feb 02 07:30:10.848660 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d0f706-ebbf-4eab-9ec4-e146dc0e8524 req-aab04d2b-673f-4dcc-b25e-2ea00f9f4c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:30:10.850817 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-00d0f706-ebbf-4eab-9ec4-e146dc0e8524 req-aab04d2b-673f-4dcc-b25e-2ea00f9f4c59 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3baca0fbed614bb9aafa5d75297065bb&device_id=1e45eb51-f675-469e-ac1c-d926cce9f00b HTTP/1.1" status: 200 len: 1126 time: 0.0515430 Feb 02 07:30:10.908605 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-00d0f706-ebbf-4eab-9ec4-e146dc0e8524 req-51569dd7-8836-476c-8307-7e9ae56dc97a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35b256a8-f0fe-44e2-974c-cb0f905056d8 HTTP/1.1" status: 200 len: 217 time: 0.0448334 Feb 02 07:30:10.980705 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-808a0f65-1255-4116-bd62-fdcd399d31c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:10.985604 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d0f706-ebbf-4eab-9ec4-e146dc0e8524 req-c46b3d11-195c-4495-839e-04ab88f29929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:30:10.987102 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-00d0f706-ebbf-4eab-9ec4-e146dc0e8524 req-c46b3d11-195c-4495-839e-04ab88f29929 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=357a8154-35e3-4993-9fd9-8934b93a01ae HTTP/1.1" status: 200 len: 854 time: 0.0718472 Feb 02 07:30:11.021051 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-00d0f706-ebbf-4eab-9ec4-e146dc0e8524 req-e5de7bbc-0680-4ed8-82a8-85bd37342929 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ae9da0f2-d030-48a7-82d4-cc4db2930753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270910 Feb 02 07:30:11.162111 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-00d0f706-ebbf-4eab-9ec4-e146dc0e8524 req-f2b77dcc-c5a3-439a-b0dd-c69dde49e277 service neutron] 10.222.0.88 "GET /v2.0/networks/ae9da0f2-d030-48a7-82d4-cc4db2930753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348429 Feb 02 07:30:11.660135 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-00d0f706-ebbf-4eab-9ec4-e146dc0e8524 req-cce6e1e5-e2b7-42c9-a37a-08eff5ddb3e4 service neutron] 10.222.0.88 "GET /v2.0/networks/ae9da0f2-d030-48a7-82d4-cc4db2930753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4909067 Feb 02 07:30:11.687737 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf0b9e2-759b-4ea0-89e0-7f36b8018395 req-91291cf3-2f8a-4f8a-89aa-62d731e98469 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:30:11.689675 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-faf0b9e2-759b-4ea0-89e0-7f36b8018395 req-91291cf3-2f8a-4f8a-89aa-62d731e98469 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e45eb51-f675-469e-ac1c-d926cce9f00b HTTP/1.1" status: 200 len: 943 time: 0.0944736 Feb 02 07:30:11.767466 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-faf0b9e2-759b-4ea0-89e0-7f36b8018395 req-d664e3ab-65c3-431c-9b71-f374821e7518 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] 10.222.0.87 "GET /v2.0/security-groups?id=445fea0a-6edf-4165-82ef-cb0371823431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717523 Feb 02 07:30:11.856482 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25834242-63ec-49af-9316-b4e8afc5ab5f req-c40da64c-37b5-4f34-8cb9-4e9d76a2b630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:30:11.859634 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-25834242-63ec-49af-9316-b4e8afc5ab5f req-c40da64c-37b5-4f34-8cb9-4e9d76a2b630 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3baca0fbed614bb9aafa5d75297065bb&device_id=1e45eb51-f675-469e-ac1c-d926cce9f00b HTTP/1.1" status: 200 len: 1126 time: 0.0911195 Feb 02 07:30:11.978287 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25834242-63ec-49af-9316-b4e8afc5ab5f req-c80820aa-110e-4473-b327-29172a36acb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:30:11.979852 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-25834242-63ec-49af-9316-b4e8afc5ab5f req-c80820aa-110e-4473-b327-29172a36acb7 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ae9da0f2-d030-48a7-82d4-cc4db2930753 HTTP/1.1" status: 200 len: 915 time: 0.1142035 Feb 02 07:30:12.026340 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-25834242-63ec-49af-9316-b4e8afc5ab5f req-d8b5950e-f65e-4418-b9a4-cd84a368b8ba service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35b256a8-f0fe-44e2-974c-cb0f905056d8 HTTP/1.1" status: 200 len: 217 time: 0.0400245 Feb 02 07:30:12.085443 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25834242-63ec-49af-9316-b4e8afc5ab5f req-b176b0dc-044d-4207-ab6e-b069fb1ccd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:30:12.087491 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-25834242-63ec-49af-9316-b4e8afc5ab5f req-b176b0dc-044d-4207-ab6e-b069fb1ccd2b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=357a8154-35e3-4993-9fd9-8934b93a01ae HTTP/1.1" status: 200 len: 854 time: 0.0545254 Feb 02 07:30:12.121732 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-25834242-63ec-49af-9316-b4e8afc5ab5f req-14025091-2e9c-406c-8f03-32170824ac70 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ae9da0f2-d030-48a7-82d4-cc4db2930753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279281 Feb 02 07:30:12.217839 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-25834242-63ec-49af-9316-b4e8afc5ab5f req-d624500d-9316-45b5-8906-4bde914169c2 service neutron] 10.222.0.88 "GET /v2.0/networks/ae9da0f2-d030-48a7-82d4-cc4db2930753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898249 Feb 02 07:30:12.309740 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-25834242-63ec-49af-9316-b4e8afc5ab5f req-c52b7a5e-3e2c-4cef-b19a-1516b46c1352 service neutron] 10.222.0.88 "GET /v2.0/networks/ae9da0f2-d030-48a7-82d4-cc4db2930753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859096 Feb 02 07:30:12.940355 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d984e9a2-0574-4111-9123-0b7d2830d489 req-57758a48-345f-495c-a264-fc94bd4447db tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:30:12.942994 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d984e9a2-0574-4111-9123-0b7d2830d489 req-57758a48-345f-495c-a264-fc94bd4447db tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e45eb51-f675-469e-ac1c-d926cce9f00b HTTP/1.1" status: 200 len: 943 time: 0.0752606 Feb 02 07:30:12.995069 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d984e9a2-0574-4111-9123-0b7d2830d489 req-abf81840-d946-4705-9b40-f376eaa0d8e3 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] 10.222.0.87 "GET /v2.0/security-groups?id=445fea0a-6edf-4165-82ef-cb0371823431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459406 Feb 02 07:30:13.293635 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f077d588-7b54-4462-8804-3cc6db434731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:14.132423 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2fa8d3-12ab-446b-98dd-6a5c8c45e626 req-754e075a-b55e-4433-b4ad-84d76d83e281 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:30:14.135252 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3a2fa8d3-12ab-446b-98dd-6a5c8c45e626 req-754e075a-b55e-4433-b4ad-84d76d83e281 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e45eb51-f675-469e-ac1c-d926cce9f00b HTTP/1.1" status: 200 len: 943 time: 0.0587244 Feb 02 07:30:14.197491 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3a2fa8d3-12ab-446b-98dd-6a5c8c45e626 req-05788ff9-3e59-4b55-9861-f528130e8c1e tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] 10.222.0.87 "GET /v2.0/security-groups?id=445fea0a-6edf-4165-82ef-cb0371823431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516813 Feb 02 07:30:14.718176 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:15.339692 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f09df-2260-4a64-bde9-cee8b51c1790 req-65b2e4ba-e14e-4cbc-9ca4-fb09ee84b2b0 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:30:15.347511 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1b2f09df-2260-4a64-bde9-cee8b51c1790 req-65b2e4ba-e14e-4cbc-9ca4-fb09ee84b2b0 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e45eb51-f675-469e-ac1c-d926cce9f00b HTTP/1.1" status: 200 len: 943 time: 0.0784037 Feb 02 07:30:15.404381 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1b2f09df-2260-4a64-bde9-cee8b51c1790 req-0f92f9ce-4b07-4371-b80c-8f8fec3f50db tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] 10.222.0.87 "GET /v2.0/security-groups?id=445fea0a-6edf-4165-82ef-cb0371823431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557456 Feb 02 07:30:15.475793 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 35b256a8-f0fe-44e2-974c-cb0f905056d8 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:30:15.597161 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 35b256a8-f0fe-44e2-974c-cb0f905056d8, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=35b256a8-f0fe-44e2-974c-cb0f905056d8,segment=NetworkSegment(748d425f-f42a-4921-9c2f-0d3963702a68),segment_id=748d425f-f42a-4921-9c2f-0d3963702a68)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:30:15.610061 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': '35b256a8-f0fe-44e2-974c-cb0f905056d8', 'network_id': 'ae9da0f2-d030-48a7-82d4-cc4db2930753', 'port_id': '35b256a8-f0fe-44e2-974c-cb0f905056d8', 'mac_address': 'fa:16:3e:44:f4:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '357a8154-35e3-4993-9fd9-8934b93a01ae', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:30:15.652903 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 35b256a8-f0fe-44e2-974c-cb0f905056d8 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:30:15.653672 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (35b256a8-f0fe-44e2-974c-cb0f905056d8), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:15.674550 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35b256a8-f0fe-44e2-974c-cb0f905056d8 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:30:15.700099 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 35b256a8-f0fe-44e2-974c-cb0f905056d8, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=35b256a8-f0fe-44e2-974c-cb0f905056d8,segment=NetworkSegment(748d425f-f42a-4921-9c2f-0d3963702a68),segment_id=748d425f-f42a-4921-9c2f-0d3963702a68)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:30:15.705519 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (35b256a8-f0fe-44e2-974c-cb0f905056d8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:15.803275 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=35b256a8-f0fe-44e2-974c-cb0f905056d8,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:30:15.813813 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:30:15.814609 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:30:15.815112 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:30:15.815638 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:30:15.816156 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:30:15.816661 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:30:15.817155 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:30:15.817653 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:30:15.818293 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:30:15.818953 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:30:15.819454 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:30:15.819959 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:30:15.821120 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:30:16.033708 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['35b256a8-f0fe-44e2-974c-cb0f905056d8'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:30:16.125027 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:16.543658 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d024c8-1080-4d8c-baf9-9896bc45731c req-519463d0-275c-4da3-a6dc-c0578608c344 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:30:16.550646 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-42d024c8-1080-4d8c-baf9-9896bc45731c req-519463d0-275c-4da3-a6dc-c0578608c344 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e45eb51-f675-469e-ac1c-d926cce9f00b HTTP/1.1" status: 200 len: 944 time: 0.0637233 Feb 02 07:30:16.606440 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-42d024c8-1080-4d8c-baf9-9896bc45731c req-d52f7230-7e4a-4368-9021-6867325dd880 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] 10.222.0.87 "GET /v2.0/security-groups?id=445fea0a-6edf-4165-82ef-cb0371823431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545387 Feb 02 07:30:17.430097 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:17.487528 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 35b256a8-f0fe-44e2-974c-cb0f905056d8 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:30:17.601745 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port 35b256a8-f0fe-44e2-974c-cb0f905056d8 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:30:17.606809 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port 35b256a8-f0fe-44e2-974c-cb0f905056d8 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:30:17.607195 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (35b256a8-f0fe-44e2-974c-cb0f905056d8), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:17.734984 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 35b256a8-f0fe-44e2-974c-cb0f905056d8 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:30:17.735294 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (35b256a8-f0fe-44e2-974c-cb0f905056d8), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:17.786399 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e45eb51-f675-469e-ac1c-d926cce9f00b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35b256a8-f0fe-44e2-974c-cb0f905056d8'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:30:17.788989 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78363bba-1f9a-4362-b2eb-ec5198aee83d" -d '{"events": [{"server_uuid": "1e45eb51-f675-469e-ac1c-d926cce9f00b", "name": "network-vif-plugged", "status": "completed", "tag": "35b256a8-f0fe-44e2-974c-cb0f905056d8"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:30:17.826967 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 35b256a8-f0fe-44e2-974c-cb0f905056d8, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=35b256a8-f0fe-44e2-974c-cb0f905056d8,segment=NetworkSegment(748d425f-f42a-4921-9c2f-0d3963702a68),segment_id=748d425f-f42a-4921-9c2f-0d3963702a68)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:30:17.834894 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (35b256a8-f0fe-44e2-974c-cb0f905056d8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:17.866362 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1881db72-ebc0-44ac-bf67-dfbcd222c120 req-e242ee12-421a-45fe-bb4e-bdf88800ecd4 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:30:17.875026 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1881db72-ebc0-44ac-bf67-dfbcd222c120 req-e242ee12-421a-45fe-bb4e-bdf88800ecd4 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e45eb51-f675-469e-ac1c-d926cce9f00b HTTP/1.1" status: 200 len: 944 time: 0.1198757 Feb 02 07:30:17.913915 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=35b256a8-f0fe-44e2-974c-cb0f905056d8,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:30:17.996354 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1881db72-ebc0-44ac-bf67-dfbcd222c120 req-73ca9193-6353-4380-9274-367ee9635f32 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] 10.222.0.87 "GET /v2.0/security-groups?id=445fea0a-6edf-4165-82ef-cb0371823431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200173 Feb 02 07:30:18.073071 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fabe8da1-e7bb-45f8-85d8-6490b552df13 x-openstack-request-id: req-fabe8da1-e7bb-45f8-85d8-6490b552df13 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:30:18.073673 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e45eb51-f675-469e-ac1c-d926cce9f00b", "name": "network-vif-plugged", "status": "completed", "tag": "35b256a8-f0fe-44e2-974c-cb0f905056d8", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:30:18.074067 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-fabe8da1-e7bb-45f8-85d8-6490b552df13 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:30:18.074644 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e45eb51-f675-469e-ac1c-d926cce9f00b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35b256a8-f0fe-44e2-974c-cb0f905056d8', 'code': 200} Feb 02 07:30:18.244528 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c152a21e-e107-48c3-9c37-83e4c909bd71 req-f0a03c8e-cc6f-4ef6-abc8-d1064a79cc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:30:18.246273 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c152a21e-e107-48c3-9c37-83e4c909bd71 req-f0a03c8e-cc6f-4ef6-abc8-d1064a79cc48 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=1e45eb51-f675-469e-ac1c-d926cce9f00b HTTP/1.1" status: 200 len: 1128 time: 0.0737758 Feb 02 07:30:18.307363 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c152a21e-e107-48c3-9c37-83e4c909bd71 req-68d5ab18-848a-498e-ba51-2a20e371f54b service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=445fea0a-6edf-4165-82ef-cb0371823431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546916 Feb 02 07:30:19.135043 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb86167-abe5-422a-bb2a-e0884035dc66 req-c1c6d53a-b9e6-4b36-8ad4-91418ea1ad3b tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:30:19.136669 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3bb86167-abe5-422a-bb2a-e0884035dc66 req-c1c6d53a-b9e6-4b36-8ad4-91418ea1ad3b tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e45eb51-f675-469e-ac1c-d926cce9f00b HTTP/1.1" status: 200 len: 945 time: 0.0557284 Feb 02 07:30:19.190686 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3bb86167-abe5-422a-bb2a-e0884035dc66 req-93d2b7a9-43f3-40b0-b4c4-b98288c8e786 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] 10.222.0.87 "GET /v2.0/security-groups?id=445fea0a-6edf-4165-82ef-cb0371823431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458274 Feb 02 07:30:20.354462 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9074cea0-d9ff-42a0-9d98-e20d117f86cd req-1dd613b6-5792-420e-af59-e8c53384b813 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:30:20.357835 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9074cea0-d9ff-42a0-9d98-e20d117f86cd req-1dd613b6-5792-420e-af59-e8c53384b813 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e45eb51-f675-469e-ac1c-d926cce9f00b HTTP/1.1" status: 200 len: 945 time: 0.0747967 Feb 02 07:30:20.419045 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9074cea0-d9ff-42a0-9d98-e20d117f86cd req-416bcff8-77fa-4c2b-ac5d-4fb03d296d96 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] 10.222.0.87 "GET /v2.0/security-groups?id=445fea0a-6edf-4165-82ef-cb0371823431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542221 Feb 02 07:30:22.193635 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:24.858726 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a975adf0-dc7e-4eab-b6d2-6b0d43fa255d req-27f38676-ff2e-4818-b869-94f18ce6e70d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=1e45eb51-f675-469e-ac1c-d926cce9f00b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0555184 Feb 02 07:30:24.980249 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a975adf0-dc7e-4eab-b6d2-6b0d43fa255d req-d91ed37f-1ae2-4bf3-a918-0fcf2d1138d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:30:24.982674 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a975adf0-dc7e-4eab-b6d2-6b0d43fa255d req-d91ed37f-1ae2-4bf3-a918-0fcf2d1138d2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3baca0fbed614bb9aafa5d75297065bb&device_id=1e45eb51-f675-469e-ac1c-d926cce9f00b HTTP/1.1" status: 200 len: 1128 time: 0.0555735 Feb 02 07:30:25.124173 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a975adf0-dc7e-4eab-b6d2-6b0d43fa255d req-a21e24aa-f5fe-4db6-b66d-d54dab473bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:30:25.126299 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a975adf0-dc7e-4eab-b6d2-6b0d43fa255d req-a21e24aa-f5fe-4db6-b66d-d54dab473bc7 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ae9da0f2-d030-48a7-82d4-cc4db2930753 HTTP/1.1" status: 200 len: 915 time: 0.1212394 Feb 02 07:30:25.181091 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a975adf0-dc7e-4eab-b6d2-6b0d43fa255d req-b9f23cb3-f45c-4aa6-9488-69719a4b636c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35b256a8-f0fe-44e2-974c-cb0f905056d8 HTTP/1.1" status: 200 len: 217 time: 0.0486503 Feb 02 07:30:25.241142 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a975adf0-dc7e-4eab-b6d2-6b0d43fa255d req-463f2e07-ea01-4f4d-aaff-e5e53184e07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:30:25.242714 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a975adf0-dc7e-4eab-b6d2-6b0d43fa255d req-463f2e07-ea01-4f4d-aaff-e5e53184e07a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=357a8154-35e3-4993-9fd9-8934b93a01ae HTTP/1.1" status: 200 len: 854 time: 0.0561554 Feb 02 07:30:25.278030 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a975adf0-dc7e-4eab-b6d2-6b0d43fa255d req-0a72f7f0-c31c-4e67-996e-1fc5a70bc01d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ae9da0f2-d030-48a7-82d4-cc4db2930753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296972 Feb 02 07:30:25.385424 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a975adf0-dc7e-4eab-b6d2-6b0d43fa255d req-a353d44a-e210-45d0-a6c2-7c60d36bca78 service neutron] 10.222.0.88 "GET /v2.0/networks/ae9da0f2-d030-48a7-82d4-cc4db2930753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013751 Feb 02 07:30:25.535335 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a975adf0-dc7e-4eab-b6d2-6b0d43fa255d req-52cbd7ee-afce-4375-bede-4ede644302c2 service neutron] 10.222.0.88 "GET /v2.0/networks/ae9da0f2-d030-48a7-82d4-cc4db2930753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392853 Feb 02 07:30:26.011416 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 54670) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:30:26.177772 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6c1e0e3a-eb9b-450e-8d81-d5d3574e87f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:26.283697 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6c1e0e3a-eb9b-450e-8d81-d5d3574e87f6 admin admin] Publish callbacks [] for security_group (c368e507-1f9a-4c34-a85d-a9f0abbd384e), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:26.289789 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6c1e0e3a-eb9b-450e-8d81-d5d3574e87f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (c368e507-1f9a-4c34-a85d-a9f0abbd384e), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:26.351941 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-6c1e0e3a-eb9b-450e-8d81-d5d3574e87f6 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=7671e9ff269a44fb983336710fecdf3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3380685 Feb 02 07:30:26.352698 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1e0e3a-eb9b-450e-8d81-d5d3574e87f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c368e507-1f9a-4c34-a85d-a9f0abbd384e,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:30:26.355025 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 54680) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:30:26.361181 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1e0e3a-eb9b-450e-8d81-d5d3574e87f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:30:26.361578 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1e0e3a-eb9b-450e-8d81-d5d3574e87f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:30:26.361865 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1e0e3a-eb9b-450e-8d81-d5d3574e87f6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:30:26.362198 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1e0e3a-eb9b-450e-8d81-d5d3574e87f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:30:26.362584 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1e0e3a-eb9b-450e-8d81-d5d3574e87f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:30:26.362917 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1e0e3a-eb9b-450e-8d81-d5d3574e87f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:30:26.363241 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1e0e3a-eb9b-450e-8d81-d5d3574e87f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:30:26.363581 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1e0e3a-eb9b-450e-8d81-d5d3574e87f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:30:26.363916 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1e0e3a-eb9b-450e-8d81-d5d3574e87f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:30:26.364238 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1e0e3a-eb9b-450e-8d81-d5d3574e87f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:30:26.364559 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1e0e3a-eb9b-450e-8d81-d5d3574e87f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:30:26.364877 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1e0e3a-eb9b-450e-8d81-d5d3574e87f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:30:26.365197 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1e0e3a-eb9b-450e-8d81-d5d3574e87f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:30:26.454015 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a4064a37-6bdb-40f2-bdd9-dd006c554244 admin admin] Publish callbacks [] for security_group (c368e507-1f9a-4c34-a85d-a9f0abbd384e), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:26.487747 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a4064a37-6bdb-40f2-bdd9-dd006c554244 admin admin] Publish callbacks [] for security_group (c368e507-1f9a-4c34-a85d-a9f0abbd384e), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:26.542521 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a4064a37-6bdb-40f2-bdd9-dd006c554244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (c368e507-1f9a-4c34-a85d-a9f0abbd384e), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:26.548682 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a4064a37-6bdb-40f2-bdd9-dd006c554244 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:26.552261 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a4064a37-6bdb-40f2-bdd9-dd006c554244 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c368e507-1f9a-4c34-a85d-a9f0abbd384e HTTP/1.1" status: 204 len: 168 time: 0.1937835 Feb 02 07:30:26.568396 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4064a37-6bdb-40f2-bdd9-dd006c554244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c368e507-1f9a-4c34-a85d-a9f0abbd384e,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:30:27.442670 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:28.242431 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 54726) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:30:28.408296 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-8c6dd964-4c96-4112-b91f-833c7c7db75e tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Request body: {'network': {'name': 'tempest-network-smoke--963081731', 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'port_security_enabled': True}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:30:28.429758 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6dd964-4c96-4112-b91f-833c7c7db75e tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Made reservation on behalf of 0001a5ba6eec46c79c6bb86c5404d46f for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:30:28.434764 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8c6dd964-4c96-4112-b91f-833c7c7db75e tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:28.442935 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8c6dd964-4c96-4112-b91f-833c7c7db75e tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:28.533403 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8c6dd964-4c96-4112-b91f-833c7c7db75e tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for security_group (125c5ba3-e6c5-40b1-b2cb-5a1949164682), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:28.540146 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8c6dd964-4c96-4112-b91f-833c7c7db75e tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (125c5ba3-e6c5-40b1-b2cb-5a1949164682), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:28.570059 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c6dd964-4c96-4112-b91f-833c7c7db75e tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:30:28.581169 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6dd964-4c96-4112-b91f-833c7c7db75e tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=125c5ba3-e6c5-40b1-b2cb-5a1949164682,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:30:28.588086 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8c6dd964-4c96-4112-b91f-833c7c7db75e tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (7172f64c-bdef-45c2-ab0f-9e869cca3ab3), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:28.588571 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-8c6dd964-4c96-4112-b91f-833c7c7db75e tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Added segment 7172f64c-bdef-45c2-ab0f-9e869cca3ab3 of type vlan for network 0d80ccc9-1445-43fb-846f-d58c0191a2f4 Feb 02 07:30:28.636775 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8c6dd964-4c96-4112-b91f-833c7c7db75e tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (0d80ccc9-1445-43fb-846f-d58c0191a2f4), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:28.668287 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8c6dd964-4c96-4112-b91f-833c7c7db75e tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (0d80ccc9-1445-43fb-846f-d58c0191a2f4), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:28.675382 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6dd964-4c96-4112-b91f-833c7c7db75e tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:30:28.676184 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8c6dd964-4c96-4112-b91f-833c7c7db75e tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:28.735642 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 54734) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:30:28.736212 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-8c6dd964-4c96-4112-b91f-833c7c7db75e tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4920409 Feb 02 07:30:28.748233 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-4eaf39d3-eb41-4c90-971f-5cbd16cb3015 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-723166477', 'admin_state_up': True, 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:30:28.772556 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6dd964-4c96-4112-b91f-833c7c7db75e tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Pushing event updated for resources: {'Network': ['ID=0d80ccc9-1445-43fb-846f-d58c0191a2f4,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:30:28.783734 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4eaf39d3-eb41-4c90-971f-5cbd16cb3015 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (0ed4e129-6840-46e9-bbf1-b530fa958b5a), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:28.785023 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4eaf39d3-eb41-4c90-971f-5cbd16cb3015 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (0ed4e129-6840-46e9-bbf1-b530fa958b5a), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:28.788332 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 0d80ccc9-1445-43fb-846f-d58c0191a2f4 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:30:28.844579 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4eaf39d3-eb41-4c90-971f-5cbd16cb3015 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for router_controller (0ed4e129-6840-46e9-bbf1-b530fa958b5a), precommit_add_association {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:29.013279 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4eaf39d3-eb41-4c90-971f-5cbd16cb3015 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for router_gateway (0ed4e129-6840-46e9-bbf1-b530fa958b5a), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:29.254644 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4eaf39d3-eb41-4c90-971f-5cbd16cb3015 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for router_gateway (0ed4e129-6840-46e9-bbf1-b530fa958b5a), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:29.275113 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4eaf39d3-eb41-4c90-971f-5cbd16cb3015 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:29.448908 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-4eaf39d3-eb41-4c90-971f-5cbd16cb3015 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Allocated IP 172.25.4.87 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/0ce7650f-0e25-432c-a81c-7b575f47b154) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:30:29.584236 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4eaf39d3-eb41-4c90-971f-5cbd16cb3015 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for port (0ce7650f-0e25-432c-a81c-7b575f47b154), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:29.625419 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4eaf39d3-eb41-4c90-971f-5cbd16cb3015 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (0ce7650f-0e25-432c-a81c-7b575f47b154), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:29.651344 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eaf39d3-eb41-4c90-971f-5cbd16cb3015 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:30:29.653801 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-4eaf39d3-eb41-4c90-971f-5cbd16cb3015 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:30:29.681213 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eaf39d3-eb41-4c90-971f-5cbd16cb3015 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:30:29.727355 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaf39d3-eb41-4c90-971f-5cbd16cb3015 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Pushing event updated for resources: {'Port': ['ID=0ce7650f-0e25-432c-a81c-7b575f47b154,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:30:30.019491 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4eaf39d3-eb41-4c90-971f-5cbd16cb3015 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for router_gateway (0ed4e129-6840-46e9-bbf1-b530fa958b5a), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:30.276293 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4eaf39d3-eb41-4c90-971f-5cbd16cb3015 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (0ed4e129-6840-46e9-bbf1-b530fa958b5a), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:30.883439 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eaf39d3-eb41-4c90-971f-5cbd16cb3015 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Router 0ed4e129-6840-46e9-bbf1-b530fa958b5a is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:30:31.019976 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eaf39d3-eb41-4c90-971f-5cbd16cb3015 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:30:31.042779 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d12cbb5-7e70-43a8-96e1-938f622ab769 None None] Sync routers for ids ['0ed4e129-6840-46e9-bbf1-b530fa958b5a'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:30:31.062598 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d12cbb5-7e70-43a8-96e1-938f622ab769 None None] Routers {'0ed4e129-6840-46e9-bbf1-b530fa958b5a'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:30:31.063249 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-8d12cbb5-7e70-43a8-96e1-938f622ab769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:30:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['0ed4e129-6840-46e9-bbf1-b530fa958b5a'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:30:31.067050 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4eaf39d3-eb41-4c90-971f-5cbd16cb3015 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:31.067050 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-4eaf39d3-eb41-4c90-971f-5cbd16cb3015 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.3296878 Feb 02 07:30:31.070719 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 54948) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:30:31.232709 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-8d12cbb5-7e70-43a8-96e1-938f622ab769 None None] Set router 0ed4e129-6840-46e9-bbf1-b530fa958b5a gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:30:31.240301 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a774da56-1930-4d62-a865-04126ee2bc68 tempest-TestNetworkBasicOps-749025490 tempest-TestNetworkBasicOps-749025490-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=0001a5ba6eec46c79c6bb86c5404d46f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1684391 Feb 02 07:30:31.243774 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 54968) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:30:31.498621 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df314faa-98e1-42ce-966c-3bad5e7bb560 tempest-TestNetworkBasicOps-749025490 tempest-TestNetworkBasicOps-749025490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:30:31.500809 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-df314faa-98e1-42ce-966c-3bad5e7bb560 tempest-TestNetworkBasicOps-749025490 tempest-TestNetworkBasicOps-749025490-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2555094 Feb 02 07:30:31.503410 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 54998) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:30:31.544204 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-fd6c08fd-0c71-41d8-8aa1-015c14541f17 tempest-TestNetworkBasicOps-749025490 tempest-TestNetworkBasicOps-749025490-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=ee4463ee-e783-4af5-91d5-cbeb2d0e0db8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0394571 Feb 02 07:30:31.546724 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 55002) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:30:31.552054 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-01c0e3f4-17f5-47e5-b886-2a5345f78cbf tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-57338695', 'network_id': '0d80ccc9-1445-43fb-846f-d58c0191a2f4', 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:30:31.604406 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-8d12cbb5-7e70-43a8-96e1-938f622ab769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed4e129-6840-46e9-bbf1-b530fa958b5a', 'name': 'tempest-TestNetworkBasicOps-router-723166477', 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '0ce7650f-0e25-432c-a81c-7b575f47b154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:30:28Z', 'updated_at': '2022-02-02T07:30:29Z', 'revision_number': 3, 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'gw_port': {'id': '0ce7650f-0e25-432c-a81c-7b575f47b154', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c9:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed4e129-6840-46e9-bbf1-b530fa958b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:30:29Z', 'updated_at': '2022-02-02T07:30:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:30:31.639986 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d12cbb5-7e70-43a8-96e1-938f622ab769 None None] Checking router: 0ed4e129-6840-46e9-bbf1-b530fa958b5a for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:30:31.640695 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d12cbb5-7e70-43a8-96e1-938f622ab769 None None] Updating router 0ed4e129-6840-46e9-bbf1-b530fa958b5a port 0ce7650f-0e25-432c-a81c-7b575f47b154 binding host n-d-789963-26 {{(pid=109696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:30:31.672094 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c0e3f4-17f5-47e5-b886-2a5345f78cbf tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Made reservation on behalf of 0001a5ba6eec46c79c6bb86c5404d46f for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:30:31.675979 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-01c0e3f4-17f5-47e5-b886-2a5345f78cbf tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:31.680283 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-8d12cbb5-7e70-43a8-96e1-938f622ab769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (0ce7650f-0e25-432c-a81c-7b575f47b154), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:31.920463 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-01c0e3f4-17f5-47e5-b886-2a5345f78cbf tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (31535c1c-5428-4243-a164-4e8fc4c67f75), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:31.980327 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c0e3f4-17f5-47e5-b886-2a5345f78cbf tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Pushing event updated for resources: {'Subnet': ['ID=31535c1c-5428-4243-a164-4e8fc4c67f75,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:30:32.020258 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c0e3f4-17f5-47e5-b886-2a5345f78cbf tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Checking segment: {'id': '7172f64c-bdef-45c2-ab0f-9e869cca3ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '0d80ccc9-1445-43fb-846f-d58c0191a2f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:30:32.021197 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c0e3f4-17f5-47e5-b886-2a5345f78cbf tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Network hostable DHCP agents. Network: 0d80ccc9-1445-43fb-846f-d58c0191a2f4, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:30:32.047089 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c0e3f4-17f5-47e5-b886-2a5345f78cbf tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Network 0d80ccc9-1445-43fb-846f-d58c0191a2f4 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:30:32.062650 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-01c0e3f4-17f5-47e5-b886-2a5345f78cbf tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 0d80ccc9-1445-43fb-846f-d58c0191a2f4) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:30:32.068364 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c0e3f4-17f5-47e5-b886-2a5345f78cbf tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:30:32.069049 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-01c0e3f4-17f5-47e5-b886-2a5345f78cbf tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:32.074751 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7f4163-d187-4f4a-aa34-8102ac19e302 None None] Network 0d80ccc9-1445-43fb-846f-d58c0191a2f4 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:30:32.099387 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-01c0e3f4-17f5-47e5-b886-2a5345f78cbf tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5482259 Feb 02 07:30:32.100067 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 55064) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:30:32.222647 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-8d12cbb5-7e70-43a8-96e1-938f622ab769 None None] Publish callbacks [] for port (0ce7650f-0e25-432c-a81c-7b575f47b154), precommit_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:32.238826 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3b7206-57a0-4920-8a29-af959b34de7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-0d80ccc9-1445-43fb-846f-d58c0191a2f4', 'network_id': '0d80ccc9-1445-43fb-846f-d58c0191a2f4', 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'fixed_ips': [{'subnet_id': '31535c1c-5428-4243-a164-4e8fc4c67f75'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:30:32.240068 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e3b7206-57a0-4920-8a29-af959b34de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:32.252024 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-8d12cbb5-7e70-43a8-96e1-938f622ab769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (0ce7650f-0e25-432c-a81c-7b575f47b154), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:32.337665 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-8d12cbb5-7e70-43a8-96e1-938f622ab769 None None] Attempting to bind port 0ce7650f-0e25-432c-a81c-7b575f47b154 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:30:32.338035 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-8d12cbb5-7e70-43a8-96e1-938f622ab769 None None] Attempting to bind port 0ce7650f-0e25-432c-a81c-7b575f47b154 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:30:32.356176 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d12cbb5-7e70-43a8-96e1-938f622ab769 None None] Attempting to bind port 0ce7650f-0e25-432c-a81c-7b575f47b154 on network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:30:32.365270 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d12cbb5-7e70-43a8-96e1-938f622ab769 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:30:32.365645 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d12cbb5-7e70-43a8-96e1-938f622ab769 None None] Checking segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:30:32.366236 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-8d12cbb5-7e70-43a8-96e1-938f622ab769 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:32.366896 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d12cbb5-7e70-43a8-96e1-938f622ab769 None None] Bound using segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:30:32.368169 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-8d12cbb5-7e70-43a8-96e1-938f622ab769 None None] Bound port: 0ce7650f-0e25-432c-a81c-7b575f47b154, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:30:32.368875 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-8d12cbb5-7e70-43a8-96e1-938f622ab769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (0ce7650f-0e25-432c-a81c-7b575f47b154), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:32.425239 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-8d12cbb5-7e70-43a8-96e1-938f622ab769 None None] For port 0ce7650f-0e25-432c-a81c-7b575f47b154, host n-d-789963-26, cleared binding levels {{(pid=109696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:30:32.428779 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-8d12cbb5-7e70-43a8-96e1-938f622ab769 None None] For port 0ce7650f-0e25-432c-a81c-7b575f47b154, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=0ce7650f-0e25-432c-a81c-7b575f47b154,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:30:32.457715 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50067cd-2963-4bbe-b0d3-7567e25d2069 None None] Pushing event updated for resources: {'Port': ['ID=0ce7650f-0e25-432c-a81c-7b575f47b154,revision_number=2']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:30:32.473630 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50067cd-2963-4bbe-b0d3-7567e25d2069 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:30:32.475234 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50067cd-2963-4bbe-b0d3-7567e25d2069 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:30:32.475591 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50067cd-2963-4bbe-b0d3-7567e25d2069 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:30:32.475933 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50067cd-2963-4bbe-b0d3-7567e25d2069 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:30:32.476307 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50067cd-2963-4bbe-b0d3-7567e25d2069 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:30:32.476640 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50067cd-2963-4bbe-b0d3-7567e25d2069 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:30:32.477101 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50067cd-2963-4bbe-b0d3-7567e25d2069 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:30:32.477425 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50067cd-2963-4bbe-b0d3-7567e25d2069 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:30:32.477775 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50067cd-2963-4bbe-b0d3-7567e25d2069 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:30:32.478098 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50067cd-2963-4bbe-b0d3-7567e25d2069 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:30:32.478705 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50067cd-2963-4bbe-b0d3-7567e25d2069 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:30:32.479032 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50067cd-2963-4bbe-b0d3-7567e25d2069 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:30:32.479374 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50067cd-2963-4bbe-b0d3-7567e25d2069 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:30:32.490729 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-8d12cbb5-7e70-43a8-96e1-938f622ab769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (0ce7650f-0e25-432c-a81c-7b575f47b154), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:32.540845 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-5e3b7206-57a0-4920-8a29-af959b34de7f None None] Allocated IP 172.20.0.2 (0d80ccc9-1445-43fb-846f-d58c0191a2f4/31535c1c-5428-4243-a164-4e8fc4c67f75/cf2e1dcb-02ea-41b2-a1ad-6b95cb5b9e04) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:30:32.550312 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d12cbb5-7e70-43a8-96e1-938f622ab769 None None] Routers {'0ed4e129-6840-46e9-bbf1-b530fa958b5a'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:30:32.551155 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-8d12cbb5-7e70-43a8-96e1-938f622ab769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:30:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['0ed4e129-6840-46e9-bbf1-b530fa958b5a'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:30:32.726253 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e3b7206-57a0-4920-8a29-af959b34de7f None None] Publish callbacks [] for port (cf2e1dcb-02ea-41b2-a1ad-6b95cb5b9e04), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:32.772062 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50067cd-2963-4bbe-b0d3-7567e25d2069 None None] Pushing event updated for resources: {'Port': ['ID=0ce7650f-0e25-432c-a81c-7b575f47b154,revision_number=3']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:30:32.787180 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e3b7206-57a0-4920-8a29-af959b34de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (cf2e1dcb-02ea-41b2-a1ad-6b95cb5b9e04), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:32.877810 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-8d12cbb5-7e70-43a8-96e1-938f622ab769 None None] Set router 0ed4e129-6840-46e9-bbf1-b530fa958b5a gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:30:32.967515 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3b7206-57a0-4920-8a29-af959b34de7f None None] Network 0d80ccc9-1445-43fb-846f-d58c0191a2f4 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:30:32.980058 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-5e3b7206-57a0-4920-8a29-af959b34de7f None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:30:33.006667 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3b7206-57a0-4920-8a29-af959b34de7f None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:30:33.017797 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3b7206-57a0-4920-8a29-af959b34de7f None None] Pushing event updated for resources: {'Port': ['ID=cf2e1dcb-02ea-41b2-a1ad-6b95cb5b9e04,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:30:33.124075 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-5e3b7206-57a0-4920-8a29-af959b34de7f None None] Attempting to bind port cf2e1dcb-02ea-41b2-a1ad-6b95cb5b9e04 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:30:33.125486 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-5e3b7206-57a0-4920-8a29-af959b34de7f None None] Attempting to bind port cf2e1dcb-02ea-41b2-a1ad-6b95cb5b9e04 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '7172f64c-bdef-45c2-ab0f-9e869cca3ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '0d80ccc9-1445-43fb-846f-d58c0191a2f4'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:30:33.126041 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3b7206-57a0-4920-8a29-af959b34de7f None None] Attempting to bind port cf2e1dcb-02ea-41b2-a1ad-6b95cb5b9e04 on network 0d80ccc9-1445-43fb-846f-d58c0191a2f4 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:30:33.134432 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3b7206-57a0-4920-8a29-af959b34de7f None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:30:33.135013 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3b7206-57a0-4920-8a29-af959b34de7f None None] Checking segment: {'id': '7172f64c-bdef-45c2-ab0f-9e869cca3ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '0d80ccc9-1445-43fb-846f-d58c0191a2f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:30:33.135736 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e3b7206-57a0-4920-8a29-af959b34de7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:33.136326 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3b7206-57a0-4920-8a29-af959b34de7f None None] Bound using segment: {'id': '7172f64c-bdef-45c2-ab0f-9e869cca3ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '0d80ccc9-1445-43fb-846f-d58c0191a2f4'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:30:33.137152 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-5e3b7206-57a0-4920-8a29-af959b34de7f None None] Bound port: cf2e1dcb-02ea-41b2-a1ad-6b95cb5b9e04, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7172f64c-bdef-45c2-ab0f-9e869cca3ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '0d80ccc9-1445-43fb-846f-d58c0191a2f4'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:30:33.137980 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e3b7206-57a0-4920-8a29-af959b34de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (cf2e1dcb-02ea-41b2-a1ad-6b95cb5b9e04), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:33.259425 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c8c6ff06-abd1-482e-8797-83096bdbd75b tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:33.312827 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-5e3b7206-57a0-4920-8a29-af959b34de7f None None] For port cf2e1dcb-02ea-41b2-a1ad-6b95cb5b9e04, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:30:33.317138 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-5e3b7206-57a0-4920-8a29-af959b34de7f None None] For port cf2e1dcb-02ea-41b2-a1ad-6b95cb5b9e04, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=cf2e1dcb-02ea-41b2-a1ad-6b95cb5b9e04,segment=NetworkSegment(7172f64c-bdef-45c2-ab0f-9e869cca3ab3),segment_id=7172f64c-bdef-45c2-ab0f-9e869cca3ab3)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:30:33.341775 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e3b7206-57a0-4920-8a29-af959b34de7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (cf2e1dcb-02ea-41b2-a1ad-6b95cb5b9e04), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:33.436381 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3b7206-57a0-4920-8a29-af959b34de7f None None] Pushing event updated for resources: {'Port': ['ID=cf2e1dcb-02ea-41b2-a1ad-6b95cb5b9e04,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:30:33.464822 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-8d12cbb5-7e70-43a8-96e1-938f622ab769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed4e129-6840-46e9-bbf1-b530fa958b5a', 'name': 'tempest-TestNetworkBasicOps-router-723166477', 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '0ce7650f-0e25-432c-a81c-7b575f47b154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:30:28Z', 'updated_at': '2022-02-02T07:30:29Z', 'revision_number': 3, 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'gw_port': {'id': '0ce7650f-0e25-432c-a81c-7b575f47b154', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c9:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed4e129-6840-46e9-bbf1-b530fa958b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:30:29Z', 'updated_at': '2022-02-02T07:30:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:30:33.505598 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d12cbb5-7e70-43a8-96e1-938f622ab769 None None] The sync data for ids ['0ed4e129-6840-46e9-bbf1-b530fa958b5a'] in n-d-789963-26 is: [{'id': '0ed4e129-6840-46e9-bbf1-b530fa958b5a', 'name': 'tempest-TestNetworkBasicOps-router-723166477', 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '0ce7650f-0e25-432c-a81c-7b575f47b154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:30:28Z', 'updated_at': '2022-02-02T07:30:29Z', 'revision_number': 3, 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'gw_port': {'id': '0ce7650f-0e25-432c-a81c-7b575f47b154', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c9:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed4e129-6840-46e9-bbf1-b530fa958b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:30:29Z', 'updated_at': '2022-02-02T07:30:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:30:33.699524 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-c8c6ff06-abd1-482e-8797-83096bdbd75b tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Allocated IP 172.20.0.1 (0d80ccc9-1445-43fb-846f-d58c0191a2f4/31535c1c-5428-4243-a164-4e8fc4c67f75/652b1d1d-0d76-40df-8cec-b0ac93899596) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:30:33.918762 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c8c6ff06-abd1-482e-8797-83096bdbd75b tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for port (652b1d1d-0d76-40df-8cec-b0ac93899596), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:34.014208 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c8c6ff06-abd1-482e-8797-83096bdbd75b tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (652b1d1d-0d76-40df-8cec-b0ac93899596), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:34.071631 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c6ff06-abd1-482e-8797-83096bdbd75b tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Network 0d80ccc9-1445-43fb-846f-d58c0191a2f4 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:30:34.077656 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-c8c6ff06-abd1-482e-8797-83096bdbd75b tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:30:34.081371 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c6ff06-abd1-482e-8797-83096bdbd75b tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:30:34.141579 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c6ff06-abd1-482e-8797-83096bdbd75b tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Pushing event updated for resources: {'Port': ['ID=652b1d1d-0d76-40df-8cec-b0ac93899596,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:30:34.174413 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c8c6ff06-abd1-482e-8797-83096bdbd75b tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (0ed4e129-6840-46e9-bbf1-b530fa958b5a), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:34.369871 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c8c6ff06-abd1-482e-8797-83096bdbd75b tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (652b1d1d-0d76-40df-8cec-b0ac93899596), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:34.965702 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device cf2e1dcb-02ea-41b2-a1ad-6b95cb5b9e04 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:30:35.010611 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c8c6ff06-abd1-482e-8797-83096bdbd75b tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for port (652b1d1d-0d76-40df-8cec-b0ac93899596), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:35.018821 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c8c6ff06-abd1-482e-8797-83096bdbd75b tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (652b1d1d-0d76-40df-8cec-b0ac93899596), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:35.100717 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port cf2e1dcb-02ea-41b2-a1ad-6b95cb5b9e04 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:30:35.102673 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (cf2e1dcb-02ea-41b2-a1ad-6b95cb5b9e04), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:35.155596 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c8c6ff06-abd1-482e-8797-83096bdbd75b tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (0ed4e129-6840-46e9-bbf1-b530fa958b5a), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:35.174210 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c6ff06-abd1-482e-8797-83096bdbd75b tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Pushing event updated for resources: {'Port': ['ID=652b1d1d-0d76-40df-8cec-b0ac93899596,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:30:35.270274 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port cf2e1dcb-02ea-41b2-a1ad-6b95cb5b9e04 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:30:35.270669 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (cf2e1dcb-02ea-41b2-a1ad-6b95cb5b9e04), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:35.324082 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port cf2e1dcb-02ea-41b2-a1ad-6b95cb5b9e04, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=cf2e1dcb-02ea-41b2-a1ad-6b95cb5b9e04,segment=NetworkSegment(7172f64c-bdef-45c2-ab0f-9e869cca3ab3),segment_id=7172f64c-bdef-45c2-ab0f-9e869cca3ab3)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:30:35.332164 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (cf2e1dcb-02ea-41b2-a1ad-6b95cb5b9e04), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:35.333484 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 0ce7650f-0e25-432c-a81c-7b575f47b154 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:30:35.341639 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c6ff06-abd1-482e-8797-83096bdbd75b tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Network 0d80ccc9-1445-43fb-846f-d58c0191a2f4 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:30:35.344968 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-c8c6ff06-abd1-482e-8797-83096bdbd75b tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:30:35.540304 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8c6ff06-abd1-482e-8797-83096bdbd75b tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Router 0ed4e129-6840-46e9-bbf1-b530fa958b5a has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:30:35.574938 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fdb796-303a-4917-a869-44a701a2f595 None None] Network 0d80ccc9-1445-43fb-846f-d58c0191a2f4 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:30:35.677231 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c6ff06-abd1-482e-8797-83096bdbd75b tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:30:35.682572 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-0c3686e8-42cb-4358-808f-1f9e6f733fd9 None None] Provisioning complete for port cf2e1dcb-02ea-41b2-a1ad-6b95cb5b9e04 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:30:35.684032 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0c3686e8-42cb-4358-808f-1f9e6f733fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (cf2e1dcb-02ea-41b2-a1ad-6b95cb5b9e04), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:35.687029 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-c8c6ff06-abd1-482e-8797-83096bdbd75b tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "PUT /v2.0/routers/0ed4e129-6840-46e9-bbf1-b530fa958b5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5860796 Feb 02 07:30:35.691866 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 55232) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:30:35.724924 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=cf2e1dcb-02ea-41b2-a1ad-6b95cb5b9e04,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:30:35.766678 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 0ce7650f-0e25-432c-a81c-7b575f47b154 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:30:35.767342 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (0ce7650f-0e25-432c-a81c-7b575f47b154), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:35.900934 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-0c3686e8-42cb-4358-808f-1f9e6f733fd9 None None] Current status of the port cf2e1dcb-02ea-41b2-a1ad-6b95cb5b9e04 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:30:35.951238 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 0ce7650f-0e25-432c-a81c-7b575f47b154 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:30:35.951900 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (0ce7650f-0e25-432c-a81c-7b575f47b154), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:35.987030 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a139b34f-d04e-4059-9c2f-22e885187cd9 tempest-TestNetworkBasicOps-749025490 tempest-TestNetworkBasicOps-749025490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:30:35.987444 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 0ce7650f-0e25-432c-a81c-7b575f47b154, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=0ce7650f-0e25-432c-a81c-7b575f47b154,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:30:35.987941 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a139b34f-d04e-4059-9c2f-22e885187cd9 tempest-TestNetworkBasicOps-749025490 tempest-TestNetworkBasicOps-749025490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:30:35.988042 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a139b34f-d04e-4059-9c2f-22e885187cd9 tempest-TestNetworkBasicOps-749025490 tempest-TestNetworkBasicOps-749025490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:30:35.988503 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a139b34f-d04e-4059-9c2f-22e885187cd9 tempest-TestNetworkBasicOps-749025490 tempest-TestNetworkBasicOps-749025490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:30:35.989209 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a139b34f-d04e-4059-9c2f-22e885187cd9 tempest-TestNetworkBasicOps-749025490 tempest-TestNetworkBasicOps-749025490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:30:35.992571 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a139b34f-d04e-4059-9c2f-22e885187cd9 tempest-TestNetworkBasicOps-749025490 tempest-TestNetworkBasicOps-749025490-project-admin] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3587 time: 0.2975001 Feb 02 07:30:35.994535 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 55236) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:30:36.001367 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (0ce7650f-0e25-432c-a81c-7b575f47b154), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:36.128851 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=0ce7650f-0e25-432c-a81c-7b575f47b154,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:30:36.139344 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88c3719-6a26-4266-b13a-b176d41136a8 tempest-TestNetworkBasicOps-749025490 tempest-TestNetworkBasicOps-749025490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:30:36.139966 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88c3719-6a26-4266-b13a-b176d41136a8 tempest-TestNetworkBasicOps-749025490 tempest-TestNetworkBasicOps-749025490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:30:36.140497 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88c3719-6a26-4266-b13a-b176d41136a8 tempest-TestNetworkBasicOps-749025490 tempest-TestNetworkBasicOps-749025490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:30:36.141017 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88c3719-6a26-4266-b13a-b176d41136a8 tempest-TestNetworkBasicOps-749025490 tempest-TestNetworkBasicOps-749025490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:30:36.141537 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88c3719-6a26-4266-b13a-b176d41136a8 tempest-TestNetworkBasicOps-749025490 tempest-TestNetworkBasicOps-749025490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:30:36.146413 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e88c3719-6a26-4266-b13a-b176d41136a8 tempest-TestNetworkBasicOps-749025490 tempest-TestNetworkBasicOps-749025490-project-admin] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3368 time: 0.1405606 Feb 02 07:30:36.146757 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 55238) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:30:36.252903 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08db04c9-6539-494c-a708-fdd5b0640f73 None None] Sync routers for ids ['0ed4e129-6840-46e9-bbf1-b530fa958b5a'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:30:36.272501 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08db04c9-6539-494c-a708-fdd5b0640f73 None None] Routers {'0ed4e129-6840-46e9-bbf1-b530fa958b5a'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:30:36.274669 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-08db04c9-6539-494c-a708-fdd5b0640f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:30:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['0ed4e129-6840-46e9-bbf1-b530fa958b5a'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:30:36.427402 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-08db04c9-6539-494c-a708-fdd5b0640f73 None None] Set router 0ed4e129-6840-46e9-bbf1-b530fa958b5a gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:30:36.590738 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-82b05cd0-0b58-44e2-9080-a31b108119b6 tempest-TestNetworkBasicOps-749025490 tempest-TestNetworkBasicOps-749025490-project-admin] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.4397855 Feb 02 07:30:36.686163 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-460b090c-de7d-41b7-9dee-8b3c66985d22 None None] Provisioning complete for port 652b1d1d-0d76-40df-8cec-b0ac93899596 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:30:36.690324 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-460b090c-de7d-41b7-9dee-8b3c66985d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (652b1d1d-0d76-40df-8cec-b0ac93899596), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:36.771052 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-460b090c-de7d-41b7-9dee-8b3c66985d22 None None] Port 652b1d1d-0d76-40df-8cec-b0ac93899596 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:30:36.789136 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device cf2e1dcb-02ea-41b2-a1ad-6b95cb5b9e04 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:30:36.815091 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 55246) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:30:36.821832 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-5b73615d-aeff-417a-9f89-c842f7aba51b tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1915770472', 'description': 'tempest-secgroup-smoke-1915770472 description', 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:30:36.839787 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-460b090c-de7d-41b7-9dee-8b3c66985d22 None None] Provisioning complete for port cf2e1dcb-02ea-41b2-a1ad-6b95cb5b9e04 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:30:36.840238 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-460b090c-de7d-41b7-9dee-8b3c66985d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (cf2e1dcb-02ea-41b2-a1ad-6b95cb5b9e04), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:36.843884 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-08db04c9-6539-494c-a708-fdd5b0640f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed4e129-6840-46e9-bbf1-b530fa958b5a', 'name': 'tempest-TestNetworkBasicOps-router-723166477', 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '0ce7650f-0e25-432c-a81c-7b575f47b154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:30:28Z', 'updated_at': '2022-02-02T07:30:34Z', 'revision_number': 4, 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'gw_port': {'id': '0ce7650f-0e25-432c-a81c-7b575f47b154', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed4e129-6840-46e9-bbf1-b530fa958b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:30:29Z', 'updated_at': '2022-02-02T07:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '652b1d1d-0d76-40df-8cec-b0ac93899596', 'name': '', 'network_id': '0d80ccc9-1445-43fb-846f-d58c0191a2f4', 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'mac_address': 'fa:16:3e:96:54:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed4e129-6840-46e9-bbf1-b530fa958b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '31535c1c-5428-4243-a164-4e8fc4c67f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:30:33Z', 'updated_at': '2022-02-02T07:30:34Z', 'revision_number': 2, 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'subnets': [{'id': '31535c1c-5428-4243-a164-4e8fc4c67f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:30:36.866124 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5b73615d-aeff-417a-9f89-c842f7aba51b tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:36.912663 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08db04c9-6539-494c-a708-fdd5b0640f73 None None] Checking router: 0ed4e129-6840-46e9-bbf1-b530fa958b5a for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:30:36.913465 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08db04c9-6539-494c-a708-fdd5b0640f73 None None] Updating router 0ed4e129-6840-46e9-bbf1-b530fa958b5a port 652b1d1d-0d76-40df-8cec-b0ac93899596 binding host n-d-789963-26 {{(pid=109695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:30:36.956348 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5b73615d-aeff-417a-9f89-c842f7aba51b tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for security_group (7aa48f02-833b-4511-bf6a-50bf3f520618), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:36.961559 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5b73615d-aeff-417a-9f89-c842f7aba51b tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (7aa48f02-833b-4511-bf6a-50bf3f520618), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:36.971004 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-08db04c9-6539-494c-a708-fdd5b0640f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (652b1d1d-0d76-40df-8cec-b0ac93899596), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:36.994249 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port cf2e1dcb-02ea-41b2-a1ad-6b95cb5b9e04 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:30:36.995238 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (cf2e1dcb-02ea-41b2-a1ad-6b95cb5b9e04), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:36.999921 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5b73615d-aeff-417a-9f89-c842f7aba51b tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:37.004545 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 55250) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:30:37.009653 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-a918a6ce-5b4f-4524-9057-102348e2bda1 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Request body: {'security_group_rule': {'security_group_id': '7aa48f02-833b-4511-bf6a-50bf3f520618', 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:30:37.015505 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-5b73615d-aeff-417a-9f89-c842f7aba51b tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1979430 Feb 02 07:30:37.025337 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b73615d-aeff-417a-9f89-c842f7aba51b tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa48f02-833b-4511-bf6a-50bf3f520618,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:30:37.049567 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a918a6ce-5b4f-4524-9057-102348e2bda1 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for security_group_rule (858d4d4d-5801-440a-a1cb-72061aae79b3), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:37.113274 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a918a6ce-5b4f-4524-9057-102348e2bda1 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for security_group_rule (858d4d4d-5801-440a-a1cb-72061aae79b3), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:37.119274 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a918a6ce-5b4f-4524-9057-102348e2bda1 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (858d4d4d-5801-440a-a1cb-72061aae79b3), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:37.142762 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a918a6ce-5b4f-4524-9057-102348e2bda1 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=858d4d4d-5801-440a-a1cb-72061aae79b3,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:30:37.150982 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a918a6ce-5b4f-4524-9057-102348e2bda1 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:37.153926 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-460b090c-de7d-41b7-9dee-8b3c66985d22 None None] Current status of the port cf2e1dcb-02ea-41b2-a1ad-6b95cb5b9e04 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:30:37.156098 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 55252) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:30:37.160752 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-4ca47ad8-83af-4af0-8dd0-740b9a264a7b tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Request body: {'security_group_rule': {'security_group_id': '7aa48f02-833b-4511-bf6a-50bf3f520618', 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:30:37.166115 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a918a6ce-5b4f-4524-9057-102348e2bda1 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1603544 Feb 02 07:30:37.193238 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4ca47ad8-83af-4af0-8dd0-740b9a264a7b tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for security_group_rule (b93b8f0f-f50f-44a6-b398-bc5e24d0d742), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:37.222387 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port cf2e1dcb-02ea-41b2-a1ad-6b95cb5b9e04 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:30:37.223774 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 0ce7650f-0e25-432c-a81c-7b575f47b154 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:30:37.261011 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4ca47ad8-83af-4af0-8dd0-740b9a264a7b tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for security_group_rule (b93b8f0f-f50f-44a6-b398-bc5e24d0d742), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:37.279521 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4ca47ad8-83af-4af0-8dd0-740b9a264a7b tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (b93b8f0f-f50f-44a6-b398-bc5e24d0d742), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:37.309116 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-3ec845df-3487-4654-a947-e1e56bea8bc7 None None] Provisioning complete for port 652b1d1d-0d76-40df-8cec-b0ac93899596 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:30:37.309499 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3ec845df-3487-4654-a947-e1e56bea8bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (652b1d1d-0d76-40df-8cec-b0ac93899596), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:37.324278 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca47ad8-83af-4af0-8dd0-740b9a264a7b tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b93b8f0f-f50f-44a6-b398-bc5e24d0d742,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:30:37.373416 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4ca47ad8-83af-4af0-8dd0-740b9a264a7b tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:37.376451 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-4ca47ad8-83af-4af0-8dd0-740b9a264a7b tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2185571 Feb 02 07:30:37.379297 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 55258) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:30:37.390592 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-94801075-d88b-465b-a20b-b3d237e7fea3 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Request body: {'security_group_rule': {'security_group_id': '7aa48f02-833b-4511-bf6a-50bf3f520618', 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:30:37.398085 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-3ec845df-3487-4654-a947-e1e56bea8bc7 None None] Port 652b1d1d-0d76-40df-8cec-b0ac93899596 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:30:37.414462 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 0ce7650f-0e25-432c-a81c-7b575f47b154 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:30:37.414841 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (0ce7650f-0e25-432c-a81c-7b575f47b154), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:37.457446 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-94801075-d88b-465b-a20b-b3d237e7fea3 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for security_group_rule (dcb90430-9101-4115-919e-31e7d3688b66), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:37.547973 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-94801075-d88b-465b-a20b-b3d237e7fea3 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for security_group_rule (dcb90430-9101-4115-919e-31e7d3688b66), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:37.555291 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 0ce7650f-0e25-432c-a81c-7b575f47b154 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:30:37.557217 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-94801075-d88b-465b-a20b-b3d237e7fea3 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (dcb90430-9101-4115-919e-31e7d3688b66), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:37.579725 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-08db04c9-6539-494c-a708-fdd5b0640f73 None None] Publish callbacks [] for port (652b1d1d-0d76-40df-8cec-b0ac93899596), precommit_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:37.582679 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94801075-d88b-465b-a20b-b3d237e7fea3 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcb90430-9101-4115-919e-31e7d3688b66,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:30:37.586651 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-08db04c9-6539-494c-a708-fdd5b0640f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (652b1d1d-0d76-40df-8cec-b0ac93899596), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:37.601283 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-94801075-d88b-465b-a20b-b3d237e7fea3 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:37.603446 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-94801075-d88b-465b-a20b-b3d237e7fea3 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2178271 Feb 02 07:30:37.606047 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 55268) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:30:37.611309 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-89b7d3ff-6e6a-4b1d-8714-764b08b5fdef tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Request body: {'security_group_rule': {'security_group_id': '7aa48f02-833b-4511-bf6a-50bf3f520618', 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:30:37.654352 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a767b0a-43da-444f-8b39-4a910ea79dac None None] Pushing event updated for resources: {'Port': ['ID=652b1d1d-0d76-40df-8cec-b0ac93899596,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:30:37.666935 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-89b7d3ff-6e6a-4b1d-8714-764b08b5fdef tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for security_group_rule (bb7d77d5-63aa-4cac-b89a-3a9a4baaa687), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:37.722622 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-08db04c9-6539-494c-a708-fdd5b0640f73 None None] Attempting to bind port 652b1d1d-0d76-40df-8cec-b0ac93899596 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:30:37.723006 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-08db04c9-6539-494c-a708-fdd5b0640f73 None None] Attempting to bind port 652b1d1d-0d76-40df-8cec-b0ac93899596 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '7172f64c-bdef-45c2-ab0f-9e869cca3ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '0d80ccc9-1445-43fb-846f-d58c0191a2f4'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:30:37.729154 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08db04c9-6539-494c-a708-fdd5b0640f73 None None] Attempting to bind port 652b1d1d-0d76-40df-8cec-b0ac93899596 on network 0d80ccc9-1445-43fb-846f-d58c0191a2f4 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:30:37.736095 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08db04c9-6539-494c-a708-fdd5b0640f73 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:30:37.736524 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08db04c9-6539-494c-a708-fdd5b0640f73 None None] Checking segment: {'id': '7172f64c-bdef-45c2-ab0f-9e869cca3ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '0d80ccc9-1445-43fb-846f-d58c0191a2f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:30:37.736878 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-08db04c9-6539-494c-a708-fdd5b0640f73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:37.737767 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08db04c9-6539-494c-a708-fdd5b0640f73 None None] Bound using segment: {'id': '7172f64c-bdef-45c2-ab0f-9e869cca3ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '0d80ccc9-1445-43fb-846f-d58c0191a2f4'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:30:37.738256 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-08db04c9-6539-494c-a708-fdd5b0640f73 None None] Bound port: 652b1d1d-0d76-40df-8cec-b0ac93899596, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7172f64c-bdef-45c2-ab0f-9e869cca3ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '0d80ccc9-1445-43fb-846f-d58c0191a2f4'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:30:37.738694 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-08db04c9-6539-494c-a708-fdd5b0640f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (652b1d1d-0d76-40df-8cec-b0ac93899596), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:37.742812 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-89b7d3ff-6e6a-4b1d-8714-764b08b5fdef tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for security_group_rule (bb7d77d5-63aa-4cac-b89a-3a9a4baaa687), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:37.754153 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-89b7d3ff-6e6a-4b1d-8714-764b08b5fdef tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (bb7d77d5-63aa-4cac-b89a-3a9a4baaa687), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:37.776535 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b7d3ff-6e6a-4b1d-8714-764b08b5fdef tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb7d77d5-63aa-4cac-b89a-3a9a4baaa687,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:30:37.787794 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-89b7d3ff-6e6a-4b1d-8714-764b08b5fdef tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:37.789490 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-89b7d3ff-6e6a-4b1d-8714-764b08b5fdef tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1822195 Feb 02 07:30:37.792488 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 55270) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:30:37.797551 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-f91b51cb-abbd-4dc6-9f05-1dd83151078c tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Request body: {'security_group_rule': {'security_group_id': '7aa48f02-833b-4511-bf6a-50bf3f520618', 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:30:37.845798 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-08db04c9-6539-494c-a708-fdd5b0640f73 None None] For port 652b1d1d-0d76-40df-8cec-b0ac93899596, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:30:37.852101 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-08db04c9-6539-494c-a708-fdd5b0640f73 None None] For port 652b1d1d-0d76-40df-8cec-b0ac93899596, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=652b1d1d-0d76-40df-8cec-b0ac93899596,segment=NetworkSegment(7172f64c-bdef-45c2-ab0f-9e869cca3ab3),segment_id=7172f64c-bdef-45c2-ab0f-9e869cca3ab3)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:30:37.854966 n-d-789963-26 neutron-server[109693]: INFO neutron.db.securitygroups_db [None req-f91b51cb-abbd-4dc6-9f05-1dd83151078c tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Project 0001a5ba6eec46c79c6bb86c5404d46f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 07:30:37.862407 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f91b51cb-abbd-4dc6-9f05-1dd83151078c tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for security_group_rule (e9aaee65-cf36-498c-96ba-d7665ce4ddcd), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:37.870687 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-08db04c9-6539-494c-a708-fdd5b0640f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (652b1d1d-0d76-40df-8cec-b0ac93899596), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:37.936298 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08db04c9-6539-494c-a708-fdd5b0640f73 None None] Routers {'0ed4e129-6840-46e9-bbf1-b530fa958b5a'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:30:37.937006 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-08db04c9-6539-494c-a708-fdd5b0640f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:30:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['0ed4e129-6840-46e9-bbf1-b530fa958b5a'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:30:38.012101 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f91b51cb-abbd-4dc6-9f05-1dd83151078c tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for security_group_rule (e9aaee65-cf36-498c-96ba-d7665ce4ddcd), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:38.019219 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f91b51cb-abbd-4dc6-9f05-1dd83151078c tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (e9aaee65-cf36-498c-96ba-d7665ce4ddcd), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:38.055729 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f91b51cb-abbd-4dc6-9f05-1dd83151078c tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:38.057778 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-f91b51cb-abbd-4dc6-9f05-1dd83151078c tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2641013 Feb 02 07:30:38.058627 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a767b0a-43da-444f-8b39-4a910ea79dac None None] Pushing event updated for resources: {'Port': ['ID=652b1d1d-0d76-40df-8cec-b0ac93899596,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:30:38.060888 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 55274) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:30:38.061304 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91b51cb-abbd-4dc6-9f05-1dd83151078c tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9aaee65-cf36-498c-96ba-d7665ce4ddcd,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:30:38.065411 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-b1ca8e19-89e0-40d8-a1d3-18293c7c5aaa tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Request body: {'security_group_rule': {'security_group_id': '7aa48f02-833b-4511-bf6a-50bf3f520618', 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:30:38.119769 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:30:38.124962 n-d-789963-26 neutron-server[109694]: INFO neutron.db.securitygroups_db [None req-b1ca8e19-89e0-40d8-a1d3-18293c7c5aaa tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Project 0001a5ba6eec46c79c6bb86c5404d46f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 07:30:38.133060 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b1ca8e19-89e0-40d8-a1d3-18293c7c5aaa tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for security_group_rule (019e90bb-b0f8-433c-a1ad-bf8499c239db), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:38.228563 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b1ca8e19-89e0-40d8-a1d3-18293c7c5aaa tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for security_group_rule (019e90bb-b0f8-433c-a1ad-bf8499c239db), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:38.243775 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b1ca8e19-89e0-40d8-a1d3-18293c7c5aaa tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (019e90bb-b0f8-433c-a1ad-bf8499c239db), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:38.296222 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b1ca8e19-89e0-40d8-a1d3-18293c7c5aaa tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:38.298123 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b1ca8e19-89e0-40d8-a1d3-18293c7c5aaa tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2361982 Feb 02 07:30:38.309179 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca8e19-89e0-40d8-a1d3-18293c7c5aaa tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=019e90bb-b0f8-433c-a1ad-bf8499c239db,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:30:38.549097 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-08db04c9-6539-494c-a708-fdd5b0640f73 None None] Set router 0ed4e129-6840-46e9-bbf1-b530fa958b5a gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:30:38.572667 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f85177ac-9d30-4075-a52d-3aee2f9f5748 req-21fcca00-b58e-49d5-84d4-89380d074d54 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1915770472&fields=id&tenant_id=0001a5ba6eec46c79c6bb86c5404d46f HTTP/1.1" status: 200 len: 267 time: 0.0833371 Feb 02 07:30:38.646739 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-f180d36f-f9a4-4390-a231-7df707f23c17 None None] Provisioning complete for port 652b1d1d-0d76-40df-8cec-b0ac93899596 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:30:38.647113 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f180d36f-f9a4-4390-a231-7df707f23c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (652b1d1d-0d76-40df-8cec-b0ac93899596), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:38.730983 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85177ac-9d30-4075-a52d-3aee2f9f5748 req-6c1866dd-f293-4951-a4e3-3d72963babee tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:30:38.744881 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f85177ac-9d30-4075-a52d-3aee2f9f5748 req-6c1866dd-f293-4951-a4e3-3d72963babee tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/networks?id=0d80ccc9-1445-43fb-846f-d58c0191a2f4 HTTP/1.1" status: 200 len: 796 time: 0.1630383 Feb 02 07:30:38.767657 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f85177ac-9d30-4075-a52d-3aee2f9f5748 req-60109e50-e983-4dfe-bd1e-490dfd7d14d5 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/quotas/0001a5ba6eec46c79c6bb86c5404d46f HTTP/1.1" status: 200 len: 375 time: 0.0159338 Feb 02 07:30:38.825145 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-f180d36f-f9a4-4390-a231-7df707f23c17 None None] Current status of the port 652b1d1d-0d76-40df-8cec-b0ac93899596 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:30:38.825724 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f180d36f-f9a4-4390-a231-7df707f23c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (652b1d1d-0d76-40df-8cec-b0ac93899596), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:38.892234 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-f180d36f-f9a4-4390-a231-7df707f23c17 None None] For port 652b1d1d-0d76-40df-8cec-b0ac93899596, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=652b1d1d-0d76-40df-8cec-b0ac93899596,segment=NetworkSegment(7172f64c-bdef-45c2-ab0f-9e869cca3ab3),segment_id=7172f64c-bdef-45c2-ab0f-9e869cca3ab3)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:30:38.898250 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f85177ac-9d30-4075-a52d-3aee2f9f5748 req-a98ad816-cace-453d-9791-766a3eb6b92d tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=0001a5ba6eec46c79c6bb86c5404d46f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1238139 Feb 02 07:30:38.909011 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f180d36f-f9a4-4390-a231-7df707f23c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (652b1d1d-0d76-40df-8cec-b0ac93899596), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:39.049016 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-08db04c9-6539-494c-a708-fdd5b0640f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed4e129-6840-46e9-bbf1-b530fa958b5a', 'name': 'tempest-TestNetworkBasicOps-router-723166477', 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '0ce7650f-0e25-432c-a81c-7b575f47b154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:30:28Z', 'updated_at': '2022-02-02T07:30:34Z', 'revision_number': 4, 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'gw_port': {'id': '0ce7650f-0e25-432c-a81c-7b575f47b154', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed4e129-6840-46e9-bbf1-b530fa958b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:30:29Z', 'updated_at': '2022-02-02T07:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '652b1d1d-0d76-40df-8cec-b0ac93899596', 'name': '', 'network_id': '0d80ccc9-1445-43fb-846f-d58c0191a2f4', 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'mac_address': 'fa:16:3e:96:54:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed4e129-6840-46e9-bbf1-b530fa958b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '31535c1c-5428-4243-a164-4e8fc4c67f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:30:33Z', 'updated_at': '2022-02-02T07:30:37Z', 'revision_number': 4, 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'subnets': [{'id': '31535c1c-5428-4243-a164-4e8fc4c67f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:30:39.060368 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f85177ac-9d30-4075-a52d-3aee2f9f5748 req-e91a80a1-225b-4359-a229-d344ba70892b service neutron] 10.222.0.87 "GET /v2.0/networks/0d80ccc9-1445-43fb-846f-d58c0191a2f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497207 Feb 02 07:30:39.086929 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f180d36f-f9a4-4390-a231-7df707f23c17 None None] Pushing event updated for resources: {'Port': ['ID=652b1d1d-0d76-40df-8cec-b0ac93899596,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:30:39.101786 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08db04c9-6539-494c-a708-fdd5b0640f73 None None] The sync data for ids ['0ed4e129-6840-46e9-bbf1-b530fa958b5a'] in n-d-789963-26 is: [{'id': '0ed4e129-6840-46e9-bbf1-b530fa958b5a', 'name': 'tempest-TestNetworkBasicOps-router-723166477', 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '0ce7650f-0e25-432c-a81c-7b575f47b154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:30:28Z', 'updated_at': '2022-02-02T07:30:34Z', 'revision_number': 4, 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'gw_port': {'id': '0ce7650f-0e25-432c-a81c-7b575f47b154', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed4e129-6840-46e9-bbf1-b530fa958b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:30:29Z', 'updated_at': '2022-02-02T07:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '652b1d1d-0d76-40df-8cec-b0ac93899596', 'name': '', 'network_id': '0d80ccc9-1445-43fb-846f-d58c0191a2f4', 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'mac_address': 'fa:16:3e:96:54:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed4e129-6840-46e9-bbf1-b530fa958b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '31535c1c-5428-4243-a164-4e8fc4c67f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:30:33Z', 'updated_at': '2022-02-02T07:30:37Z', 'revision_number': 4, 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'subnets': [{'id': '31535c1c-5428-4243-a164-4e8fc4c67f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:30:39.116566 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-c2bc6929-755b-48c6-96c8-4213cee7ccb8 None None] Provisioning complete for port 652b1d1d-0d76-40df-8cec-b0ac93899596 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:30:39.116974 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c2bc6929-755b-48c6-96c8-4213cee7ccb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (652b1d1d-0d76-40df-8cec-b0ac93899596), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:39.267514 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f85177ac-9d30-4075-a52d-3aee2f9f5748 req-c130c4ed-0f5f-42d8-87b9-e48ea61eb821 service neutron] 10.222.0.87 "GET /v2.0/networks/0d80ccc9-1445-43fb-846f-d58c0191a2f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055099 Feb 02 07:30:39.297880 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-c2bc6929-755b-48c6-96c8-4213cee7ccb8 None None] Current status of the port 652b1d1d-0d76-40df-8cec-b0ac93899596 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:30:39.597315 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-468f2d09-1c6b-4257-a0c3-03bb2a736780 req-6819f268-f1fd-4c8c-aeb5-f3493d5980f1 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef89e57a-2566-4923-b93e-a11f7db414c1 HTTP/1.1" status: 200 len: 210 time: 0.0469263 Feb 02 07:30:40.803833 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2254dcb7-8e5b-48c6-9d9c-fd139d0ea0e9 req-428f80a4-f0da-4301-b836-0db699239180 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef89e57a-2566-4923-b93e-a11f7db414c1 HTTP/1.1" status: 200 len: 210 time: 0.0439599 Feb 02 07:30:40.858180 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 652b1d1d-0d76-40df-8cec-b0ac93899596 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:30:40.919367 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 652b1d1d-0d76-40df-8cec-b0ac93899596 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:30:40.919773 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (652b1d1d-0d76-40df-8cec-b0ac93899596), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:41.010518 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-510c6363-e22b-467c-ad05-cd599d4ea895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:41.062970 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 652b1d1d-0d76-40df-8cec-b0ac93899596 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:30:41.231948 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85177ac-9d30-4075-a52d-3aee2f9f5748 req-98146182-faa2-4efb-8aaa-5261dfc5f7f2 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:30:41.233989 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f85177ac-9d30-4075-a52d-3aee2f9f5748 req-98146182-faa2-4efb-8aaa-5261dfc5f7f2 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.59 "GET /v2.0/networks?id=0d80ccc9-1445-43fb-846f-d58c0191a2f4 HTTP/1.1" status: 200 len: 796 time: 0.1691015 Feb 02 07:30:41.343341 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f85177ac-9d30-4075-a52d-3aee2f9f5748 req-23f978f8-9529-4f32-9d4b-d45d6dc28661 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0001a5ba6eec46c79c6bb86c5404d46f HTTP/1.1" status: 200 len: 380 time: 0.0935771 Feb 02 07:30:41.367389 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-f85177ac-9d30-4075-a52d-3aee2f9f5748 req-d28cb450-cfcb-4da2-a878-6754fc313d00 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Request body: {'port': {'device_id': 'ef89e57a-2566-4923-b93e-a11f7db414c1', 'network_id': '0d80ccc9-1445-43fb-846f-d58c0191a2f4', 'admin_state_up': True, 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'security_groups': ['7aa48f02-833b-4511-bf6a-50bf3f520618']}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:30:41.519888 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f85177ac-9d30-4075-a52d-3aee2f9f5748 req-d28cb450-cfcb-4da2-a878-6754fc313d00 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Made reservation on behalf of 0001a5ba6eec46c79c6bb86c5404d46f for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:30:41.524650 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f85177ac-9d30-4075-a52d-3aee2f9f5748 req-d28cb450-cfcb-4da2-a878-6754fc313d00 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:41.677635 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-f85177ac-9d30-4075-a52d-3aee2f9f5748 req-d28cb450-cfcb-4da2-a878-6754fc313d00 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Allocated IP 172.20.0.14 (0d80ccc9-1445-43fb-846f-d58c0191a2f4/31535c1c-5428-4243-a164-4e8fc4c67f75/95bd1394-5e69-4a6b-a4ed-65c8dfa23723) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:30:41.859830 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f85177ac-9d30-4075-a52d-3aee2f9f5748 req-d28cb450-cfcb-4da2-a878-6754fc313d00 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for port (95bd1394-5e69-4a6b-a4ed-65c8dfa23723), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:41.934888 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f85177ac-9d30-4075-a52d-3aee2f9f5748 req-d28cb450-cfcb-4da2-a878-6754fc313d00 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (95bd1394-5e69-4a6b-a4ed-65c8dfa23723), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:41.996099 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f85177ac-9d30-4075-a52d-3aee2f9f5748 req-d28cb450-cfcb-4da2-a878-6754fc313d00 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Network 0d80ccc9-1445-43fb-846f-d58c0191a2f4 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:30:42.003582 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-f85177ac-9d30-4075-a52d-3aee2f9f5748 req-d28cb450-cfcb-4da2-a878-6754fc313d00 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:30:42.006595 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-f85177ac-9d30-4075-a52d-3aee2f9f5748 req-d28cb450-cfcb-4da2-a878-6754fc313d00 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:30:42.013639 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28cb450-cfcb-4da2-a878-6754fc313d00 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Pushing event updated for resources: {'Port': ['ID=95bd1394-5e69-4a6b-a4ed-65c8dfa23723,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:30:42.105423 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bcdb58-2115-44e6-b73e-8633b5a0b69d req-afb39edb-d48c-4506-9833-7c9970654452 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:30:42.114726 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-03bcdb58-2115-44e6-b73e-8633b5a0b69d req-afb39edb-d48c-4506-9833-7c9970654452 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef89e57a-2566-4923-b93e-a11f7db414c1 HTTP/1.1" status: 200 len: 932 time: 0.2117653 Feb 02 07:30:42.127195 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85177ac-9d30-4075-a52d-3aee2f9f5748 req-d28cb450-cfcb-4da2-a878-6754fc313d00 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:30:42.128064 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f85177ac-9d30-4075-a52d-3aee2f9f5748 req-d28cb450-cfcb-4da2-a878-6754fc313d00 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:42.205562 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-03bcdb58-2115-44e6-b73e-8633b5a0b69d req-9191915b-3eda-40eb-9ccb-87fe42ee1667 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/security-groups?id=7aa48f02-833b-4511-bf6a-50bf3f520618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894942 Feb 02 07:30:42.237823 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f85177ac-9d30-4075-a52d-3aee2f9f5748 req-d28cb450-cfcb-4da2-a878-6754fc313d00 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8717990 Feb 02 07:30:42.314940 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-f85177ac-9d30-4075-a52d-3aee2f9f5748 req-5a2c8032-0069-473a-808d-20ba6881123b service neutron] Request body: {'port': {'device_id': 'ef89e57a-2566-4923-b93e-a11f7db414c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:30:42.426915 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f85177ac-9d30-4075-a52d-3aee2f9f5748 req-5a2c8032-0069-473a-808d-20ba6881123b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (95bd1394-5e69-4a6b-a4ed-65c8dfa23723), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:42.481653 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-52e56762-3587-4740-ba9d-70b1f872374f None None] Provisioning complete for port 95bd1394-5e69-4a6b-a4ed-65c8dfa23723 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:30:42.482256 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-52e56762-3587-4740-ba9d-70b1f872374f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (95bd1394-5e69-4a6b-a4ed-65c8dfa23723), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:42.578465 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-52e56762-3587-4740-ba9d-70b1f872374f None None] Port 95bd1394-5e69-4a6b-a4ed-65c8dfa23723 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:30:42.888446 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-f85177ac-9d30-4075-a52d-3aee2f9f5748 req-5a2c8032-0069-473a-808d-20ba6881123b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95bd1394-5e69-4a6b-a4ed-65c8dfa23723 {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:30:42.908806 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f85177ac-9d30-4075-a52d-3aee2f9f5748 req-5a2c8032-0069-473a-808d-20ba6881123b service neutron] Publish callbacks [] for port (95bd1394-5e69-4a6b-a4ed-65c8dfa23723), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:42.923106 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-f85177ac-9d30-4075-a52d-3aee2f9f5748 req-5a2c8032-0069-473a-808d-20ba6881123b service neutron] Transition to ACTIVE for port object 95bd1394-5e69-4a6b-a4ed-65c8dfa23723 will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:30:42.927931 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f85177ac-9d30-4075-a52d-3aee2f9f5748 req-5a2c8032-0069-473a-808d-20ba6881123b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (95bd1394-5e69-4a6b-a4ed-65c8dfa23723), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:43.005846 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2c8032-0069-473a-808d-20ba6881123b service neutron] Pushing event updated for resources: {'Port': ['ID=95bd1394-5e69-4a6b-a4ed-65c8dfa23723,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:30:43.147333 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-f85177ac-9d30-4075-a52d-3aee2f9f5748 req-5a2c8032-0069-473a-808d-20ba6881123b service neutron] Attempting to bind port 95bd1394-5e69-4a6b-a4ed-65c8dfa23723 on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:30:43.148534 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-f85177ac-9d30-4075-a52d-3aee2f9f5748 req-5a2c8032-0069-473a-808d-20ba6881123b service neutron] Attempting to bind port 95bd1394-5e69-4a6b-a4ed-65c8dfa23723 by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': '7172f64c-bdef-45c2-ab0f-9e869cca3ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '0d80ccc9-1445-43fb-846f-d58c0191a2f4'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:30:43.149606 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85177ac-9d30-4075-a52d-3aee2f9f5748 req-5a2c8032-0069-473a-808d-20ba6881123b service neutron] Attempting to bind port 95bd1394-5e69-4a6b-a4ed-65c8dfa23723 on network 0d80ccc9-1445-43fb-846f-d58c0191a2f4 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:30:43.164709 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85177ac-9d30-4075-a52d-3aee2f9f5748 req-5a2c8032-0069-473a-808d-20ba6881123b service neutron] Port 95bd1394-5e69-4a6b-a4ed-65c8dfa23723 on network 0d80ccc9-1445-43fb-846f-d58c0191a2f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:30:43.165482 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85177ac-9d30-4075-a52d-3aee2f9f5748 req-5a2c8032-0069-473a-808d-20ba6881123b service neutron] Attempting to bind port 95bd1394-5e69-4a6b-a4ed-65c8dfa23723 on network 0d80ccc9-1445-43fb-846f-d58c0191a2f4 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:30:43.171500 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85177ac-9d30-4075-a52d-3aee2f9f5748 req-5a2c8032-0069-473a-808d-20ba6881123b service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:30:43.172143 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85177ac-9d30-4075-a52d-3aee2f9f5748 req-5a2c8032-0069-473a-808d-20ba6881123b service neutron] Checking segment: {'id': '7172f64c-bdef-45c2-ab0f-9e869cca3ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '0d80ccc9-1445-43fb-846f-d58c0191a2f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:30:43.172760 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85177ac-9d30-4075-a52d-3aee2f9f5748 req-5a2c8032-0069-473a-808d-20ba6881123b service neutron] Bound using segment: {'id': '7172f64c-bdef-45c2-ab0f-9e869cca3ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '0d80ccc9-1445-43fb-846f-d58c0191a2f4'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:30:43.173418 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-f85177ac-9d30-4075-a52d-3aee2f9f5748 req-5a2c8032-0069-473a-808d-20ba6881123b service neutron] Bound port: 95bd1394-5e69-4a6b-a4ed-65c8dfa23723, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7172f64c-bdef-45c2-ab0f-9e869cca3ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '0d80ccc9-1445-43fb-846f-d58c0191a2f4'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:30:43.174007 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f85177ac-9d30-4075-a52d-3aee2f9f5748 req-5a2c8032-0069-473a-808d-20ba6881123b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (95bd1394-5e69-4a6b-a4ed-65c8dfa23723), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:43.317165 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-517ebf8b-94bb-4072-b200-50753750414e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:43.415399 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-f85177ac-9d30-4075-a52d-3aee2f9f5748 req-5a2c8032-0069-473a-808d-20ba6881123b service neutron] For port 95bd1394-5e69-4a6b-a4ed-65c8dfa23723, host n-h2-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:30:43.430282 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-f85177ac-9d30-4075-a52d-3aee2f9f5748 req-5a2c8032-0069-473a-808d-20ba6881123b service neutron] For port 95bd1394-5e69-4a6b-a4ed-65c8dfa23723, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=95bd1394-5e69-4a6b-a4ed-65c8dfa23723,segment=NetworkSegment(7172f64c-bdef-45c2-ab0f-9e869cca3ab3),segment_id=7172f64c-bdef-45c2-ab0f-9e869cca3ab3)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:30:43.453028 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acde395-c98a-466e-bca7-95a1023a385f req-6f51e069-0a32-4fdb-b60b-9a9c398dee0b tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:30:43.454674 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4acde395-c98a-466e-bca7-95a1023a385f req-6f51e069-0a32-4fdb-b60b-9a9c398dee0b tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef89e57a-2566-4923-b93e-a11f7db414c1 HTTP/1.1" status: 200 len: 944 time: 0.1283789 Feb 02 07:30:43.456550 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f85177ac-9d30-4075-a52d-3aee2f9f5748 req-5a2c8032-0069-473a-808d-20ba6881123b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (95bd1394-5e69-4a6b-a4ed-65c8dfa23723), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:43.975674 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85177ac-9d30-4075-a52d-3aee2f9f5748 req-5a2c8032-0069-473a-808d-20ba6881123b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:30:43.977198 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f85177ac-9d30-4075-a52d-3aee2f9f5748 req-5a2c8032-0069-473a-808d-20ba6881123b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:43.978815 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f85177ac-9d30-4075-a52d-3aee2f9f5748 req-5a2c8032-0069-473a-808d-20ba6881123b service neutron] 10.222.0.59 "PUT /v2.0/ports/95bd1394-5e69-4a6b-a4ed-65c8dfa23723 HTTP/1.1" status: 200 len: 1093 time: 1.7327013 Feb 02 07:30:43.983070 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef89e57a-2566-4923-b93e-a11f7db414c1', 'tag': '95bd1394-5e69-4a6b-a4ed-65c8dfa23723'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:30:43.985304 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db858fa0-a054-4abe-a0fb-e47923e75b42" -d '{"events": [{"name": "network-changed", "server_uuid": "ef89e57a-2566-4923-b93e-a11f7db414c1", "tag": "95bd1394-5e69-4a6b-a4ed-65c8dfa23723"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:30:44.015816 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2c8032-0069-473a-808d-20ba6881123b service neutron] Pushing event updated for resources: {'Port': ['ID=95bd1394-5e69-4a6b-a4ed-65c8dfa23723,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:30:44.094912 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4acde395-c98a-466e-bca7-95a1023a385f req-fb98404a-94fb-4109-98df-43220c8353ae tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/security-groups?id=7aa48f02-833b-4511-bf6a-50bf3f520618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6089661 Feb 02 07:30:44.129005 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85177ac-9d30-4075-a52d-3aee2f9f5748 req-7d857122-6047-4f3e-95a9-eedcada11d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:30:44.131824 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f85177ac-9d30-4075-a52d-3aee2f9f5748 req-7d857122-6047-4f3e-95a9-eedcada11d46 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0001a5ba6eec46c79c6bb86c5404d46f&device_id=ef89e57a-2566-4923-b93e-a11f7db414c1 HTTP/1.1" status: 200 len: 1127 time: 0.0766821 Feb 02 07:30:44.203755 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f85177ac-9d30-4075-a52d-3aee2f9f5748 req-6a7a9c72-76c9-473f-add7-df97daea90b3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95bd1394-5e69-4a6b-a4ed-65c8dfa23723 HTTP/1.1" status: 200 len: 217 time: 0.0611711 Feb 02 07:30:44.336249 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85177ac-9d30-4075-a52d-3aee2f9f5748 req-9aae348b-b20a-456d-9f21-42e4fa9b7c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:30:44.337770 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f85177ac-9d30-4075-a52d-3aee2f9f5748 req-9aae348b-b20a-456d-9f21-42e4fa9b7c24 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=31535c1c-5428-4243-a164-4e8fc4c67f75 HTTP/1.1" status: 200 len: 833 time: 0.1282685 Feb 02 07:30:44.451212 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85177ac-9d30-4075-a52d-3aee2f9f5748 req-d958237a-543b-492d-8bfc-8ed64b110b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:30:44.456986 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f85177ac-9d30-4075-a52d-3aee2f9f5748 req-d958237a-543b-492d-8bfc-8ed64b110b2e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0d80ccc9-1445-43fb-846f-d58c0191a2f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1110337 Feb 02 07:30:44.573158 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f85177ac-9d30-4075-a52d-3aee2f9f5748 req-fbadac0e-4b3e-4152-8c37-dd4b9ef30d3b service neutron] 10.222.0.59 "GET /v2.0/networks/0d80ccc9-1445-43fb-846f-d58c0191a2f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064343 Feb 02 07:30:44.574758 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe3ff04d-ab96-4236-ad6d-d26abe503f61 x-openstack-request-id: req-fe3ff04d-ab96-4236-ad6d-d26abe503f61 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:30:44.575176 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef89e57a-2566-4923-b93e-a11f7db414c1", "tag": "95bd1394-5e69-4a6b-a4ed-65c8dfa23723", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:30:44.575535 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-fe3ff04d-ab96-4236-ad6d-d26abe503f61 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:30:44.576605 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef89e57a-2566-4923-b93e-a11f7db414c1', 'tag': '95bd1394-5e69-4a6b-a4ed-65c8dfa23723', 'status': 'completed', 'code': 200} Feb 02 07:30:44.731594 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:44.763968 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f85177ac-9d30-4075-a52d-3aee2f9f5748 req-07ec769e-b936-4edd-8aba-dbbf2b3eabfd service neutron] 10.222.0.59 "GET /v2.0/networks/0d80ccc9-1445-43fb-846f-d58c0191a2f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843455 Feb 02 07:30:44.945794 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db858fa0-a054-4abe-a0fb-e47923e75b42 req-03716fa5-45e4-4eb1-a548-ac000c5fee9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:30:44.948645 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-db858fa0-a054-4abe-a0fb-e47923e75b42 req-03716fa5-45e4-4eb1-a548-ac000c5fee9e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0001a5ba6eec46c79c6bb86c5404d46f&device_id=ef89e57a-2566-4923-b93e-a11f7db414c1 HTTP/1.1" status: 200 len: 1127 time: 0.0944338 Feb 02 07:30:45.183980 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db858fa0-a054-4abe-a0fb-e47923e75b42 req-ff946838-d6c0-454d-8425-a6a37dc0d917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:30:45.186695 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-db858fa0-a054-4abe-a0fb-e47923e75b42 req-ff946838-d6c0-454d-8425-a6a37dc0d917 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0d80ccc9-1445-43fb-846f-d58c0191a2f4 HTTP/1.1" status: 200 len: 897 time: 0.2294705 Feb 02 07:30:45.275071 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-db858fa0-a054-4abe-a0fb-e47923e75b42 req-8617629b-ea9e-4805-8439-3906969314f4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95bd1394-5e69-4a6b-a4ed-65c8dfa23723 HTTP/1.1" status: 200 len: 217 time: 0.0813222 Feb 02 07:30:45.474129 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db858fa0-a054-4abe-a0fb-e47923e75b42 req-0ff3420c-636e-4538-a801-d3d408af700c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:30:45.480483 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-db858fa0-a054-4abe-a0fb-e47923e75b42 req-0ff3420c-636e-4538-a801-d3d408af700c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=31535c1c-5428-4243-a164-4e8fc4c67f75 HTTP/1.1" status: 200 len: 833 time: 0.1858225 Feb 02 07:30:45.500771 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302e4b1-1e68-4621-aeb8-2ac0f5282bc1 req-e7e843a6-28f5-4c55-902b-97b22077cdf2 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:30:45.508328 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8302e4b1-1e68-4621-aeb8-2ac0f5282bc1 req-e7e843a6-28f5-4c55-902b-97b22077cdf2 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef89e57a-2566-4923-b93e-a11f7db414c1 HTTP/1.1" status: 200 len: 944 time: 0.2390442 Feb 02 07:30:45.683515 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8302e4b1-1e68-4621-aeb8-2ac0f5282bc1 req-49651c31-cdae-4f63-b18d-13a13787aa56 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/security-groups?id=7aa48f02-833b-4511-bf6a-50bf3f520618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1743269 Feb 02 07:30:45.710571 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db858fa0-a054-4abe-a0fb-e47923e75b42 req-c5abb117-4c0f-44d8-93b2-9ea12d623b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:30:45.712110 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-db858fa0-a054-4abe-a0fb-e47923e75b42 req-c5abb117-4c0f-44d8-93b2-9ea12d623b51 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0d80ccc9-1445-43fb-846f-d58c0191a2f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1869507 Feb 02 07:30:45.910521 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-db858fa0-a054-4abe-a0fb-e47923e75b42 req-a24b19f9-0905-46c7-be0a-c1c16cc39521 service neutron] 10.222.0.59 "GET /v2.0/networks/0d80ccc9-1445-43fb-846f-d58c0191a2f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913674 Feb 02 07:30:46.262853 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-db858fa0-a054-4abe-a0fb-e47923e75b42 req-37b8d327-8d0c-44c3-96ba-31e5e2b9f7b2 service neutron] 10.222.0.59 "GET /v2.0/networks/0d80ccc9-1445-43fb-846f-d58c0191a2f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015698 Feb 02 07:30:46.266301 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:46.847819 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d978fe-dd39-4bcc-9cde-e14d056a3ac2 req-675f672c-da61-4956-adf3-29f9aed656f9 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:30:46.849577 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d4d978fe-dd39-4bcc-9cde-e14d056a3ac2 req-675f672c-da61-4956-adf3-29f9aed656f9 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef89e57a-2566-4923-b93e-a11f7db414c1 HTTP/1.1" status: 200 len: 944 time: 0.0855722 Feb 02 07:30:46.909478 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 95bd1394-5e69-4a6b-a4ed-65c8dfa23723 details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:30:46.984232 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d4d978fe-dd39-4bcc-9cde-e14d056a3ac2 req-ab1b0bb6-ac9a-4d22-8390-666cf4f04e01 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/security-groups?id=7aa48f02-833b-4511-bf6a-50bf3f520618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279261 Feb 02 07:30:47.054652 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 95bd1394-5e69-4a6b-a4ed-65c8dfa23723, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=95bd1394-5e69-4a6b-a4ed-65c8dfa23723,segment=NetworkSegment(7172f64c-bdef-45c2-ab0f-9e869cca3ab3),segment_id=7172f64c-bdef-45c2-ab0f-9e869cca3ab3)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:30:47.072565 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': '95bd1394-5e69-4a6b-a4ed-65c8dfa23723', 'network_id': '0d80ccc9-1445-43fb-846f-d58c0191a2f4', 'port_id': '95bd1394-5e69-4a6b-a4ed-65c8dfa23723', 'mac_address': 'fa:16:3e:42:85:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31535c1c-5428-4243-a164-4e8fc4c67f75', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:30:47.146286 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 95bd1394-5e69-4a6b-a4ed-65c8dfa23723 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:30:47.146951 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (95bd1394-5e69-4a6b-a4ed-65c8dfa23723), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:47.160979 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95bd1394-5e69-4a6b-a4ed-65c8dfa23723 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:30:47.184524 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 95bd1394-5e69-4a6b-a4ed-65c8dfa23723, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=95bd1394-5e69-4a6b-a4ed-65c8dfa23723,segment=NetworkSegment(7172f64c-bdef-45c2-ab0f-9e869cca3ab3),segment_id=7172f64c-bdef-45c2-ab0f-9e869cca3ab3)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:30:47.194451 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (95bd1394-5e69-4a6b-a4ed-65c8dfa23723), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:47.250407 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=95bd1394-5e69-4a6b-a4ed-65c8dfa23723,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:30:47.404342 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:47.616129 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['95bd1394-5e69-4a6b-a4ed-65c8dfa23723'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:30:48.192437 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbfc54c-2a97-4b80-99e8-9bc6ba7f4193 req-2c2e07ff-203c-4122-a8b6-4206c67d2f0e tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:30:48.195128 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3fbfc54c-2a97-4b80-99e8-9bc6ba7f4193 req-2c2e07ff-203c-4122-a8b6-4206c67d2f0e tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef89e57a-2566-4923-b93e-a11f7db414c1 HTTP/1.1" status: 200 len: 945 time: 0.0825601 Feb 02 07:30:48.289211 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3fbfc54c-2a97-4b80-99e8-9bc6ba7f4193 req-ac0b4651-5083-4671-bd80-e75396d0b4a1 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/security-groups?id=7aa48f02-833b-4511-bf6a-50bf3f520618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874898 Feb 02 07:30:48.917998 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 95bd1394-5e69-4a6b-a4ed-65c8dfa23723 up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:30:49.010305 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port 95bd1394-5e69-4a6b-a4ed-65c8dfa23723 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:30:49.015222 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port 95bd1394-5e69-4a6b-a4ed-65c8dfa23723 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:30:49.015632 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (95bd1394-5e69-4a6b-a4ed-65c8dfa23723), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:49.139151 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 95bd1394-5e69-4a6b-a4ed-65c8dfa23723 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:30:49.140627 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (95bd1394-5e69-4a6b-a4ed-65c8dfa23723), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:49.173291 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef89e57a-2566-4923-b93e-a11f7db414c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95bd1394-5e69-4a6b-a4ed-65c8dfa23723'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:30:49.176740 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30235964-fc6d-4d45-8120-8a2238e4dc8f" -d '{"events": [{"server_uuid": "ef89e57a-2566-4923-b93e-a11f7db414c1", "name": "network-vif-plugged", "status": "completed", "tag": "95bd1394-5e69-4a6b-a4ed-65c8dfa23723"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:30:49.209764 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 95bd1394-5e69-4a6b-a4ed-65c8dfa23723, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=95bd1394-5e69-4a6b-a4ed-65c8dfa23723,segment=NetworkSegment(7172f64c-bdef-45c2-ab0f-9e869cca3ab3),segment_id=7172f64c-bdef-45c2-ab0f-9e869cca3ab3)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:30:49.226244 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (95bd1394-5e69-4a6b-a4ed-65c8dfa23723), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:49.318047 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=95bd1394-5e69-4a6b-a4ed-65c8dfa23723,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:30:49.369064 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d088f2-afea-4021-acc7-b304e2de2f97 x-openstack-request-id: req-02d088f2-afea-4021-acc7-b304e2de2f97 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:30:49.369374 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef89e57a-2566-4923-b93e-a11f7db414c1", "name": "network-vif-plugged", "status": "completed", "tag": "95bd1394-5e69-4a6b-a4ed-65c8dfa23723", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:30:49.369638 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-02d088f2-afea-4021-acc7-b304e2de2f97 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:30:49.370045 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef89e57a-2566-4923-b93e-a11f7db414c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95bd1394-5e69-4a6b-a4ed-65c8dfa23723', 'code': 200} Feb 02 07:30:49.551052 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0a7bfb-9763-4857-8312-b2ed7156884c req-91946ae9-b9b0-46a3-971d-3b1cddf493c0 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:30:49.553268 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1a0a7bfb-9763-4857-8312-b2ed7156884c req-91946ae9-b9b0-46a3-971d-3b1cddf493c0 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef89e57a-2566-4923-b93e-a11f7db414c1 HTTP/1.1" status: 200 len: 946 time: 0.1195436 Feb 02 07:30:49.578622 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a87717-2226-4e7a-a75f-858908f5b11e req-ad7f8160-1453-49a5-9d30-db478e63b574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:30:49.580420 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-54a87717-2226-4e7a-a75f-858908f5b11e req-ad7f8160-1453-49a5-9d30-db478e63b574 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ef89e57a-2566-4923-b93e-a11f7db414c1 HTTP/1.1" status: 200 len: 1129 time: 0.1009240 Feb 02 07:30:49.645805 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1a0a7bfb-9763-4857-8312-b2ed7156884c req-6d1967d3-7434-4bee-8278-90ff29bd2b33 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/security-groups?id=7aa48f02-833b-4511-bf6a-50bf3f520618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823534 Feb 02 07:30:49.691521 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-54a87717-2226-4e7a-a75f-858908f5b11e req-98036e44-b028-4538-9f18-c50fd9e314ad service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7aa48f02-833b-4511-bf6a-50bf3f520618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023459 Feb 02 07:30:50.694045 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 55490) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:30:50.799463 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe469606-4e6c-463a-af72-cf961414a5a5 req-a73b1eb0-3f87-4d1d-970e-415b8a0000dc tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:30:50.801752 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fe469606-4e6c-463a-af72-cf961414a5a5 req-a73b1eb0-3f87-4d1d-970e-415b8a0000dc tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef89e57a-2566-4923-b93e-a11f7db414c1 HTTP/1.1" status: 200 len: 946 time: 0.0781078 Feb 02 07:30:50.892156 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fe469606-4e6c-463a-af72-cf961414a5a5 req-8a644376-e638-4d9d-b93c-2bd0a7ed65fc tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/security-groups?id=7aa48f02-833b-4511-bf6a-50bf3f520618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828743 Feb 02 07:30:50.906953 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f4763b83-f5da-4598-ac3f-a281de117fee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:50.996692 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f4763b83-f5da-4598-ac3f-a281de117fee admin admin] Publish callbacks [] for security_group (fe924e6d-71b8-45b9-b578-1fb6e38c19c7), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:51.004184 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f4763b83-f5da-4598-ac3f-a281de117fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (fe924e6d-71b8-45b9-b578-1fb6e38c19c7), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:51.057229 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4763b83-f5da-4598-ac3f-a281de117fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe924e6d-71b8-45b9-b578-1fb6e38c19c7,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:30:51.071543 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f4763b83-f5da-4598-ac3f-a281de117fee admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=26962c3aad7e40ab9d3203908412dff3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3736970 Feb 02 07:30:51.071922 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 55498) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:30:51.135713 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-709dce46-1811-40c8-a7c7-149e8968e2e9 admin admin] Publish callbacks [] for security_group (fe924e6d-71b8-45b9-b578-1fb6e38c19c7), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:51.158219 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-709dce46-1811-40c8-a7c7-149e8968e2e9 admin admin] Publish callbacks [] for security_group (fe924e6d-71b8-45b9-b578-1fb6e38c19c7), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:51.211705 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-709dce46-1811-40c8-a7c7-149e8968e2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (fe924e6d-71b8-45b9-b578-1fb6e38c19c7), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:51.215113 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-709dce46-1811-40c8-a7c7-149e8968e2e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:51.220566 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-709dce46-1811-40c8-a7c7-149e8968e2e9 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/fe924e6d-71b8-45b9-b578-1fb6e38c19c7 HTTP/1.1" status: 204 len: 168 time: 0.1472502 Feb 02 07:30:51.230956 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709dce46-1811-40c8-a7c7-149e8968e2e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe924e6d-71b8-45b9-b578-1fb6e38c19c7,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:30:51.662862 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 55520) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:30:51.681819 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4f99ac21-9a4a-4005-a4dc-b4f6878debc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:51.843721 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4f99ac21-9a4a-4005-a4dc-b4f6878debc3 admin admin] Publish callbacks [] for security_group (a8f6be30-8524-4c2d-bc8c-9fd417201777), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:51.860181 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4f99ac21-9a4a-4005-a4dc-b4f6878debc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (a8f6be30-8524-4c2d-bc8c-9fd417201777), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:51.895862 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 55530) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:30:51.896117 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-4f99ac21-9a4a-4005-a4dc-b4f6878debc3 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=bf434e6063cb4e4e9a116207cea8a208&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2307312 Feb 02 07:30:51.928287 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f99ac21-9a4a-4005-a4dc-b4f6878debc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f6be30-8524-4c2d-bc8c-9fd417201777,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:30:52.015271 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-12a67fc5-a3c6-40bb-bdcb-cc12e34708d1 admin admin] Publish callbacks [] for security_group (a8f6be30-8524-4c2d-bc8c-9fd417201777), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:52.043739 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-12a67fc5-a3c6-40bb-bdcb-cc12e34708d1 admin admin] Publish callbacks [] for security_group (a8f6be30-8524-4c2d-bc8c-9fd417201777), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:52.113247 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-12a67fc5-a3c6-40bb-bdcb-cc12e34708d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (a8f6be30-8524-4c2d-bc8c-9fd417201777), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:52.123332 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-12a67fc5-a3c6-40bb-bdcb-cc12e34708d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:52.128394 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-12a67fc5-a3c6-40bb-bdcb-cc12e34708d1 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/a8f6be30-8524-4c2d-bc8c-9fd417201777 HTTP/1.1" status: 204 len: 168 time: 0.2294745 Feb 02 07:30:52.153136 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4ac6d-286c-4726-9ad8-c7528d80a228 req-d158040f-e29f-4eae-837b-de73814fae1b tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:30:52.160722 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0bd4ac6d-286c-4726-9ad8-c7528d80a228 req-d158040f-e29f-4eae-837b-de73814fae1b tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef89e57a-2566-4923-b93e-a11f7db414c1 HTTP/1.1" status: 200 len: 946 time: 0.1120648 Feb 02 07:30:52.168411 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a67fc5-a3c6-40bb-bdcb-cc12e34708d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f6be30-8524-4c2d-bc8c-9fd417201777,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:30:52.272882 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:52.296305 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0bd4ac6d-286c-4726-9ad8-c7528d80a228 req-074bd50d-626b-42fc-a3f1-1563fd6da1e5 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/security-groups?id=7aa48f02-833b-4511-bf6a-50bf3f520618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250119 Feb 02 07:30:52.439921 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c77b9-c26f-4237-ae41-dda17edf74c0 req-2e0b7333-0bed-421c-a49c-b9484afdf365 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:30:52.452583 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-529c77b9-c26f-4237-ae41-dda17edf74c0 req-2e0b7333-0bed-421c-a49c-b9484afdf365 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef89e57a-2566-4923-b93e-a11f7db414c1 HTTP/1.1" status: 200 len: 946 time: 0.0794144 Feb 02 07:30:52.534980 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-529c77b9-c26f-4237-ae41-dda17edf74c0 req-79677bab-71ee-48d4-87ba-f0b654ca722e tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/security-groups?id=7aa48f02-833b-4511-bf6a-50bf3f520618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814104 Feb 02 07:30:52.583499 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 55542) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:30:52.695269 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8d4a0c-8fb3-4724-88e0-c8cafb6c3747 tempest-TestNetworkBasicOps-749025490 tempest-TestNetworkBasicOps-749025490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:30:52.697228 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-eb8d4a0c-8fb3-4724-88e0-c8cafb6c3747 tempest-TestNetworkBasicOps-749025490 tempest-TestNetworkBasicOps-749025490-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=ef89e57a-2566-4923-b93e-a11f7db414c1 HTTP/1.1" status: 200 len: 1124 time: 0.1110659 Feb 02 07:30:52.700225 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 55548) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:30:52.704519 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-79634937-1c86-4ebd-a209-98c2f91d3ef2 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Request body: {'floatingip': {'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'port_id': '95bd1394-5e69-4a6b-a4ed-65c8dfa23723', 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:30:52.730778 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-79634937-1c86-4ebd-a209-98c2f91d3ef2 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:52.914779 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-79634937-1c86-4ebd-a209-98c2f91d3ef2 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:53.055879 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-79634937-1c86-4ebd-a209-98c2f91d3ef2 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Allocated IP 172.25.4.246 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/a442cb52-8fb4-4a3b-9ab6-bc7f410df946) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:30:53.218620 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-79634937-1c86-4ebd-a209-98c2f91d3ef2 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for port (a442cb52-8fb4-4a3b-9ab6-bc7f410df946), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:53.272721 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-79634937-1c86-4ebd-a209-98c2f91d3ef2 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (a442cb52-8fb4-4a3b-9ab6-bc7f410df946), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:53.315028 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79634937-1c86-4ebd-a209-98c2f91d3ef2 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:30:53.316617 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-79634937-1c86-4ebd-a209-98c2f91d3ef2 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:30:53.321773 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79634937-1c86-4ebd-a209-98c2f91d3ef2 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:30:53.384975 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79634937-1c86-4ebd-a209-98c2f91d3ef2 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Pushing event updated for resources: {'Port': ['ID=a442cb52-8fb4-4a3b-9ab6-bc7f410df946,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:30:54.365265 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-79634937-1c86-4ebd-a209-98c2f91d3ef2 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for floatingip (5fe025a2-879e-4dd5-817d-f6018177bbee), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:54.547749 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-79634937-1c86-4ebd-a209-98c2f91d3ef2 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (a442cb52-8fb4-4a3b-9ab6-bc7f410df946), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:54.783482 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-79634937-1c86-4ebd-a209-98c2f91d3ef2 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for port (a442cb52-8fb4-4a3b-9ab6-bc7f410df946), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:54.790333 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-79634937-1c86-4ebd-a209-98c2f91d3ef2 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (a442cb52-8fb4-4a3b-9ab6-bc7f410df946), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:54.865660 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79634937-1c86-4ebd-a209-98c2f91d3ef2 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Pushing event updated for resources: {'Port': ['ID=a442cb52-8fb4-4a3b-9ab6-bc7f410df946,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:30:54.880752 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-79634937-1c86-4ebd-a209-98c2f91d3ef2 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (5fe025a2-879e-4dd5-817d-f6018177bbee), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:55.069732 n-d-789963-26 neutron-server[109693]: INFO neutron.db.l3_db [None req-79634937-1c86-4ebd-a209-98c2f91d3ef2 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Floating IP 5fe025a2-879e-4dd5-817d-f6018177bbee associated. External IP: 172.25.4.246, port: 95bd1394-5e69-4a6b-a4ed-65c8dfa23723. Feb 02 07:30:55.346624 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79634937-1c86-4ebd-a209-98c2f91d3ef2 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Router 0ed4e129-6840-46e9-bbf1-b530fa958b5a has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:30:55.510124 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79634937-1c86-4ebd-a209-98c2f91d3ef2 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:30:55.525451 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db166be-2dcf-4555-8d1b-aee8c7994fdb None None] Sync routers for ids ['0ed4e129-6840-46e9-bbf1-b530fa958b5a'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:30:55.542156 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db166be-2dcf-4555-8d1b-aee8c7994fdb None None] Routers {'0ed4e129-6840-46e9-bbf1-b530fa958b5a'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:30:55.543806 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-2db166be-2dcf-4555-8d1b-aee8c7994fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:30:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['0ed4e129-6840-46e9-bbf1-b530fa958b5a'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:30:55.557761 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-79634937-1c86-4ebd-a209-98c2f91d3ef2 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:55.621535 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-79634937-1c86-4ebd-a209-98c2f91d3ef2 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9175830 Feb 02 07:30:55.621535 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef89e57a-2566-4923-b93e-a11f7db414c1', 'tag': '95bd1394-5e69-4a6b-a4ed-65c8dfa23723'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:30:55.621825 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 55642) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:30:55.622609 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23fb7239-2bd2-4ced-aa56-ef2ce1a45a11" -d '{"events": [{"name": "network-changed", "server_uuid": "ef89e57a-2566-4923-b93e-a11f7db414c1", "tag": "95bd1394-5e69-4a6b-a4ed-65c8dfa23723"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:30:55.751200 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-2db166be-2dcf-4555-8d1b-aee8c7994fdb None None] Set router 0ed4e129-6840-46e9-bbf1-b530fa958b5a gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:30:55.771896 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-e0dc8979-69bb-4023-8830-d4246ecbf198 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/floatingips/5fe025a2-879e-4dd5-817d-f6018177bbee HTTP/1.1" status: 200 len: 992 time: 0.1488144 Feb 02 07:30:55.953226 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-456df48a-b559-46ca-b933-5da5409e01ff x-openstack-request-id: req-456df48a-b559-46ca-b933-5da5409e01ff {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:30:55.953891 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef89e57a-2566-4923-b93e-a11f7db414c1", "tag": "95bd1394-5e69-4a6b-a4ed-65c8dfa23723", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:30:55.954295 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-456df48a-b559-46ca-b933-5da5409e01ff {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:30:55.954749 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef89e57a-2566-4923-b93e-a11f7db414c1', 'tag': '95bd1394-5e69-4a6b-a4ed-65c8dfa23723', 'status': 'completed', 'code': 200} Feb 02 07:30:56.044495 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-2db166be-2dcf-4555-8d1b-aee8c7994fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed4e129-6840-46e9-bbf1-b530fa958b5a', 'name': 'tempest-TestNetworkBasicOps-router-723166477', 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '0ce7650f-0e25-432c-a81c-7b575f47b154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:30:28Z', 'updated_at': '2022-02-02T07:30:34Z', 'revision_number': 4, 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'gw_port': {'id': '0ce7650f-0e25-432c-a81c-7b575f47b154', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed4e129-6840-46e9-bbf1-b530fa958b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:30:29Z', 'updated_at': '2022-02-02T07:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '5fe025a2-879e-4dd5-817d-f6018177bbee', 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'floating_ip_address': '172.25.4.246', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '0ed4e129-6840-46e9-bbf1-b530fa958b5a', 'port_id': '95bd1394-5e69-4a6b-a4ed-65c8dfa23723', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3767, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d80ccc9-1445-43fb-846f-d58c0191a2f4', 'mac_address': 'fa:16:3e:42:85:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef89e57a-2566-4923-b93e-a11f7db414c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:30:53Z', 'updated_at': '2022-02-02T07:30:53Z', 'revision_number': 0, 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '652b1d1d-0d76-40df-8cec-b0ac93899596', 'name': '', 'network_id': '0d80ccc9-1445-43fb-846f-d58c0191a2f4', 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'mac_address': 'fa:16:3e:96:54:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed4e129-6840-46e9-bbf1-b530fa958b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '31535c1c-5428-4243-a164-4e8fc4c67f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:30:33Z', 'updated_at': '2022-02-02T07:30:38Z', 'revision_number': 5, 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'subnets': [{'id': '31535c1c-5428-4243-a164-4e8fc4c67f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:30:56.077362 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db166be-2dcf-4555-8d1b-aee8c7994fdb None None] Checking router: 0ed4e129-6840-46e9-bbf1-b530fa958b5a for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:30:56.094047 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb7239-2bd2-4ced-aa56-ef2ce1a45a11 req-586e92ff-7c5f-428b-a30e-57a46f84f62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:30:56.097701 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-23fb7239-2bd2-4ced-aa56-ef2ce1a45a11 req-586e92ff-7c5f-428b-a30e-57a46f84f62a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0001a5ba6eec46c79c6bb86c5404d46f&device_id=ef89e57a-2566-4923-b93e-a11f7db414c1 HTTP/1.1" status: 200 len: 1129 time: 0.1051497 Feb 02 07:30:56.111158 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db166be-2dcf-4555-8d1b-aee8c7994fdb None None] Routers {'0ed4e129-6840-46e9-bbf1-b530fa958b5a'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:30:56.114580 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-2db166be-2dcf-4555-8d1b-aee8c7994fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:30:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['0ed4e129-6840-46e9-bbf1-b530fa958b5a'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:30:56.300807 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb7239-2bd2-4ced-aa56-ef2ce1a45a11 req-f8863bf1-9146-49fa-a912-96b36979b100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:30:56.308427 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-23fb7239-2bd2-4ced-aa56-ef2ce1a45a11 req-f8863bf1-9146-49fa-a912-96b36979b100 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0d80ccc9-1445-43fb-846f-d58c0191a2f4 HTTP/1.1" status: 200 len: 897 time: 0.2042067 Feb 02 07:30:56.426064 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-23fb7239-2bd2-4ced-aa56-ef2ce1a45a11 req-ffdb3ede-e93c-49ba-93a4-cbb1b00639d9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95bd1394-5e69-4a6b-a4ed-65c8dfa23723 HTTP/1.1" status: 200 len: 1000 time: 0.1079428 Feb 02 07:30:56.436678 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-2db166be-2dcf-4555-8d1b-aee8c7994fdb None None] Set router 0ed4e129-6840-46e9-bbf1-b530fa958b5a gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:30:56.517802 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb7239-2bd2-4ced-aa56-ef2ce1a45a11 req-b055b6a9-7be7-4514-b001-03bcaab572b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:30:56.519537 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-23fb7239-2bd2-4ced-aa56-ef2ce1a45a11 req-b055b6a9-7be7-4514-b001-03bcaab572b8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=31535c1c-5428-4243-a164-4e8fc4c67f75 HTTP/1.1" status: 200 len: 833 time: 0.0896659 Feb 02 07:30:56.613580 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb7239-2bd2-4ced-aa56-ef2ce1a45a11 req-88344630-cd1a-4ee9-b5ab-967486d50244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:30:56.615342 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-23fb7239-2bd2-4ced-aa56-ef2ce1a45a11 req-88344630-cd1a-4ee9-b5ab-967486d50244 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0d80ccc9-1445-43fb-846f-d58c0191a2f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0894513 Feb 02 07:30:56.747815 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-2db166be-2dcf-4555-8d1b-aee8c7994fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed4e129-6840-46e9-bbf1-b530fa958b5a', 'name': 'tempest-TestNetworkBasicOps-router-723166477', 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '0ce7650f-0e25-432c-a81c-7b575f47b154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:30:28Z', 'updated_at': '2022-02-02T07:30:34Z', 'revision_number': 4, 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'gw_port': {'id': '0ce7650f-0e25-432c-a81c-7b575f47b154', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed4e129-6840-46e9-bbf1-b530fa958b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:30:29Z', 'updated_at': '2022-02-02T07:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '5fe025a2-879e-4dd5-817d-f6018177bbee', 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'floating_ip_address': '172.25.4.246', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '0ed4e129-6840-46e9-bbf1-b530fa958b5a', 'port_id': '95bd1394-5e69-4a6b-a4ed-65c8dfa23723', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3767, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d80ccc9-1445-43fb-846f-d58c0191a2f4', 'mac_address': 'fa:16:3e:42:85:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef89e57a-2566-4923-b93e-a11f7db414c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:30:53Z', 'updated_at': '2022-02-02T07:30:53Z', 'revision_number': 0, 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '652b1d1d-0d76-40df-8cec-b0ac93899596', 'name': '', 'network_id': '0d80ccc9-1445-43fb-846f-d58c0191a2f4', 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'mac_address': 'fa:16:3e:96:54:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed4e129-6840-46e9-bbf1-b530fa958b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '31535c1c-5428-4243-a164-4e8fc4c67f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:30:33Z', 'updated_at': '2022-02-02T07:30:38Z', 'revision_number': 5, 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'subnets': [{'id': '31535c1c-5428-4243-a164-4e8fc4c67f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:30:56.772765 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 55670) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:30:56.782124 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db166be-2dcf-4555-8d1b-aee8c7994fdb None None] The sync data for ids ['0ed4e129-6840-46e9-bbf1-b530fa958b5a'] in n-d-789963-26 is: [{'id': '0ed4e129-6840-46e9-bbf1-b530fa958b5a', 'name': 'tempest-TestNetworkBasicOps-router-723166477', 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '0ce7650f-0e25-432c-a81c-7b575f47b154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:30:28Z', 'updated_at': '2022-02-02T07:30:34Z', 'revision_number': 4, 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'gw_port': {'id': '0ce7650f-0e25-432c-a81c-7b575f47b154', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed4e129-6840-46e9-bbf1-b530fa958b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:30:29Z', 'updated_at': '2022-02-02T07:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '5fe025a2-879e-4dd5-817d-f6018177bbee', 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'floating_ip_address': '172.25.4.246', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '0ed4e129-6840-46e9-bbf1-b530fa958b5a', 'port_id': '95bd1394-5e69-4a6b-a4ed-65c8dfa23723', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3767, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d80ccc9-1445-43fb-846f-d58c0191a2f4', 'mac_address': 'fa:16:3e:42:85:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef89e57a-2566-4923-b93e-a11f7db414c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:30:53Z', 'updated_at': '2022-02-02T07:30:53Z', 'revision_number': 0, 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '652b1d1d-0d76-40df-8cec-b0ac93899596', 'name': '', 'network_id': '0d80ccc9-1445-43fb-846f-d58c0191a2f4', 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'mac_address': 'fa:16:3e:96:54:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed4e129-6840-46e9-bbf1-b530fa958b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '31535c1c-5428-4243-a164-4e8fc4c67f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:30:33Z', 'updated_at': '2022-02-02T07:30:38Z', 'revision_number': 5, 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'subnets': [{'id': '31535c1c-5428-4243-a164-4e8fc4c67f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:30:56.886718 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-eef8f8af-5520-4fe7-ab32-1d07aa12704a tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/floatingips/5fe025a2-879e-4dd5-817d-f6018177bbee HTTP/1.1" status: 200 len: 992 time: 0.1118643 Feb 02 07:30:56.897647 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-23fb7239-2bd2-4ced-aa56-ef2ce1a45a11 req-4a53b1c3-b91e-4887-b285-b1fe18902567 service neutron] 10.222.0.59 "GET /v2.0/networks/0d80ccc9-1445-43fb-846f-d58c0191a2f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644930 Feb 02 07:30:57.034213 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-23fb7239-2bd2-4ced-aa56-ef2ce1a45a11 req-cf2eed55-46fd-468e-b7cf-1c83ed199d6a service neutron] 10.222.0.59 "GET /v2.0/networks/0d80ccc9-1445-43fb-846f-d58c0191a2f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287138 Feb 02 07:30:57.182556 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac0fc75-c08a-4807-b204-83042da0536e None None] New status for floating IP 5fe025a2-879e-4dd5-817d-f6018177bbee: ACTIVE {{(pid=109695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 07:30:57.449344 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:30:57.889612 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 55726) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:30:57.954194 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-99837d23-229b-43fa-81bc-e7b68eaa6ca9 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/floatingips/5fe025a2-879e-4dd5-817d-f6018177bbee HTTP/1.1" status: 200 len: 994 time: 0.0633118 Feb 02 07:31:10.986542 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-48d8cf83-f212-4cdb-b4fd-7978ec533d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:31:13.304972 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9ae546e5-cf72-4b5e-b824-ee1d300ea605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:31:14.732680 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:31:15.040652 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:31:16.102984 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:31:17.411300 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:31:18.610427 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56076) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:31:18.809924 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-749acfbb-c520-49e6-9d72-d14b9cb747bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:31:18.914890 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-749acfbb-c520-49e6-9d72-d14b9cb747bb admin admin] Publish callbacks [] for security_group (91798b9b-5b2e-4652-9a9d-947975b2f113), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:31:18.919277 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-749acfbb-c520-49e6-9d72-d14b9cb747bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (91798b9b-5b2e-4652-9a9d-947975b2f113), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:31:18.956074 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-749acfbb-c520-49e6-9d72-d14b9cb747bb admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=2b6aacd74afe4c17a26650c44cf01b2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3422391 Feb 02 07:31:18.956891 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56122) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:31:18.977442 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749acfbb-c520-49e6-9d72-d14b9cb747bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91798b9b-5b2e-4652-9a9d-947975b2f113,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:31:18.985183 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749acfbb-c520-49e6-9d72-d14b9cb747bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:31:18.985894 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749acfbb-c520-49e6-9d72-d14b9cb747bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:31:18.986403 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749acfbb-c520-49e6-9d72-d14b9cb747bb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:31:18.987018 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749acfbb-c520-49e6-9d72-d14b9cb747bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:31:18.987543 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749acfbb-c520-49e6-9d72-d14b9cb747bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:31:18.988184 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749acfbb-c520-49e6-9d72-d14b9cb747bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:31:18.988834 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749acfbb-c520-49e6-9d72-d14b9cb747bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:31:18.989225 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749acfbb-c520-49e6-9d72-d14b9cb747bb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:31:18.989578 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749acfbb-c520-49e6-9d72-d14b9cb747bb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:31:18.989911 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749acfbb-c520-49e6-9d72-d14b9cb747bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:31:18.990883 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749acfbb-c520-49e6-9d72-d14b9cb747bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:31:18.991221 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749acfbb-c520-49e6-9d72-d14b9cb747bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:31:18.991550 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749acfbb-c520-49e6-9d72-d14b9cb747bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:31:19.072569 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-08e3cb14-6d7a-4e28-ba07-50ea4381fa1f admin admin] Publish callbacks [] for security_group (91798b9b-5b2e-4652-9a9d-947975b2f113), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:31:19.135651 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-08e3cb14-6d7a-4e28-ba07-50ea4381fa1f admin admin] Publish callbacks [] for security_group (91798b9b-5b2e-4652-9a9d-947975b2f113), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:31:19.213020 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-08e3cb14-6d7a-4e28-ba07-50ea4381fa1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (91798b9b-5b2e-4652-9a9d-947975b2f113), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:31:19.216350 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-08e3cb14-6d7a-4e28-ba07-50ea4381fa1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:31:19.218224 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-08e3cb14-6d7a-4e28-ba07-50ea4381fa1f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/91798b9b-5b2e-4652-9a9d-947975b2f113 HTTP/1.1" status: 204 len: 168 time: 0.2602508 Feb 02 07:31:19.243936 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e3cb14-6d7a-4e28-ba07-50ea4381fa1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91798b9b-5b2e-4652-9a9d-947975b2f113,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:31:19.820825 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56222) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:31:19.843399 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-41f4f754-9788-4049-af10-ba17d1f14d7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:31:19.996441 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-41f4f754-9788-4049-af10-ba17d1f14d7c admin admin] Publish callbacks [] for security_group (0de16d78-2793-4931-8181-6726a84cca95), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:31:20.007461 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-41f4f754-9788-4049-af10-ba17d1f14d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (0de16d78-2793-4931-8181-6726a84cca95), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:31:20.059102 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f4f754-9788-4049-af10-ba17d1f14d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de16d78-2793-4931-8181-6726a84cca95,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:31:20.066117 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-41f4f754-9788-4049-af10-ba17d1f14d7c admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=432334851b4a4aeab736fc4c1fbc9230&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2417974 Feb 02 07:31:20.066530 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 56252) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:31:20.186493 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-29418081-b1d7-4bee-ab20-853de9a4d969 admin admin] Publish callbacks [] for security_group (0de16d78-2793-4931-8181-6726a84cca95), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:31:20.214903 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-29418081-b1d7-4bee-ab20-853de9a4d969 admin admin] Publish callbacks [] for security_group (0de16d78-2793-4931-8181-6726a84cca95), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:31:20.273719 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-29418081-b1d7-4bee-ab20-853de9a4d969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (0de16d78-2793-4931-8181-6726a84cca95), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:31:20.277165 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-29418081-b1d7-4bee-ab20-853de9a4d969 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:31:20.280892 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-29418081-b1d7-4bee-ab20-853de9a4d969 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/0de16d78-2793-4931-8181-6726a84cca95 HTTP/1.1" status: 204 len: 168 time: 0.2107470 Feb 02 07:31:20.289029 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29418081-b1d7-4bee-ab20-853de9a4d969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de16d78-2793-4931-8181-6726a84cca95,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:31:22.179873 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:31:24.866974 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-23966dd4-c3e6-49a6-b8a8-8b3a5070e75f req-9a642156-f3a2-43ff-b0f1-c2ff8bba9a94 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=1e45eb51-f675-469e-ac1c-d926cce9f00b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0461993 Feb 02 07:31:24.982935 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23966dd4-c3e6-49a6-b8a8-8b3a5070e75f req-6be302d5-644e-4254-befc-84def8cbfa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:31:24.984465 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-23966dd4-c3e6-49a6-b8a8-8b3a5070e75f req-6be302d5-644e-4254-befc-84def8cbfa6e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3baca0fbed614bb9aafa5d75297065bb&device_id=1e45eb51-f675-469e-ac1c-d926cce9f00b HTTP/1.1" status: 200 len: 1128 time: 0.0588081 Feb 02 07:31:25.022153 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [req-60759060-e34d-45d2-b8b9-0b812d61b64b req-b2593f73-19c5-437c-b106-a1e630c13e01 tempest-AttachVolumeShelveTestJSON-1115623019 tempest-AttachVolumeShelveTestJSON-1115623019-project] (109693) timed out ('10.222.0.87', 56100) {{(pid=109693) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 02 07:31:25.099109 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23966dd4-c3e6-49a6-b8a8-8b3a5070e75f req-6a92df26-36ca-4d51-a09e-1d49e6061636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:31:25.102014 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-23966dd4-c3e6-49a6-b8a8-8b3a5070e75f req-6a92df26-36ca-4d51-a09e-1d49e6061636 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ae9da0f2-d030-48a7-82d4-cc4db2930753 HTTP/1.1" status: 200 len: 915 time: 0.0969138 Feb 02 07:31:25.156373 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-23966dd4-c3e6-49a6-b8a8-8b3a5070e75f req-14390bdc-c649-4999-b247-ee791b570482 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=35b256a8-f0fe-44e2-974c-cb0f905056d8 HTTP/1.1" status: 200 len: 217 time: 0.0480962 Feb 02 07:31:25.213008 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23966dd4-c3e6-49a6-b8a8-8b3a5070e75f req-0146092e-b3a2-4403-9421-fd5c49f14cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:31:25.214497 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-23966dd4-c3e6-49a6-b8a8-8b3a5070e75f req-0146092e-b3a2-4403-9421-fd5c49f14cf2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=357a8154-35e3-4993-9fd9-8934b93a01ae HTTP/1.1" status: 200 len: 854 time: 0.0527229 Feb 02 07:31:25.249904 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-23966dd4-c3e6-49a6-b8a8-8b3a5070e75f req-61a93f05-5729-422f-8672-fbfcb47fe760 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ae9da0f2-d030-48a7-82d4-cc4db2930753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297165 Feb 02 07:31:25.358669 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-23966dd4-c3e6-49a6-b8a8-8b3a5070e75f req-706128d9-4324-4bdf-9981-2e44dd45d0e3 service neutron] 10.222.0.88 "GET /v2.0/networks/ae9da0f2-d030-48a7-82d4-cc4db2930753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020460 Feb 02 07:31:25.475387 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-23966dd4-c3e6-49a6-b8a8-8b3a5070e75f req-daa80b0e-9f0b-49d4-b26e-5c0863ab7c0d service neutron] 10.222.0.88 "GET /v2.0/networks/ae9da0f2-d030-48a7-82d4-cc4db2930753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104379 Feb 02 07:31:27.439226 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:31:34.718530 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ea4bdc61-0ef7-46c1-a18d-fb1f18ab4ffb req-3003839a-1bed-499a-bc86-a868c7a409c0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ef89e57a-2566-4923-b93e-a11f7db414c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0602181 Feb 02 07:31:34.830564 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4bdc61-0ef7-46c1-a18d-fb1f18ab4ffb req-87c6ada7-8e98-48cc-b7cd-8133039906f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:31:34.832562 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ea4bdc61-0ef7-46c1-a18d-fb1f18ab4ffb req-87c6ada7-8e98-48cc-b7cd-8133039906f6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0001a5ba6eec46c79c6bb86c5404d46f&device_id=ef89e57a-2566-4923-b93e-a11f7db414c1 HTTP/1.1" status: 200 len: 1129 time: 0.0522947 Feb 02 07:31:34.940051 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4bdc61-0ef7-46c1-a18d-fb1f18ab4ffb req-9b2044ec-b5d8-4ecd-9cac-ae2bcf232ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:31:34.941539 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ea4bdc61-0ef7-46c1-a18d-fb1f18ab4ffb req-9b2044ec-b5d8-4ecd-9cac-ae2bcf232ce7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0d80ccc9-1445-43fb-846f-d58c0191a2f4 HTTP/1.1" status: 200 len: 897 time: 0.0908811 Feb 02 07:31:35.016763 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ea4bdc61-0ef7-46c1-a18d-fb1f18ab4ffb req-be0fc2e7-8834-48c4-a49b-2adfaf71cf36 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95bd1394-5e69-4a6b-a4ed-65c8dfa23723 HTTP/1.1" status: 200 len: 1002 time: 0.0682647 Feb 02 07:31:35.068320 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4bdc61-0ef7-46c1-a18d-fb1f18ab4ffb req-1b50e6dd-293e-4b0d-ade6-f0b0e1664ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:31:35.069826 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ea4bdc61-0ef7-46c1-a18d-fb1f18ab4ffb req-1b50e6dd-293e-4b0d-ade6-f0b0e1664ee3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=31535c1c-5428-4243-a164-4e8fc4c67f75 HTTP/1.1" status: 200 len: 833 time: 0.0471988 Feb 02 07:31:35.119916 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4bdc61-0ef7-46c1-a18d-fb1f18ab4ffb req-b19ced03-05af-46ca-a1de-322d749dacb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:31:35.121448 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ea4bdc61-0ef7-46c1-a18d-fb1f18ab4ffb req-b19ced03-05af-46ca-a1de-322d749dacb0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0d80ccc9-1445-43fb-846f-d58c0191a2f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0461576 Feb 02 07:31:35.214165 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ea4bdc61-0ef7-46c1-a18d-fb1f18ab4ffb req-fba26b16-7d83-43b3-b80b-5be9ea95454c service neutron] 10.222.0.59 "GET /v2.0/networks/0d80ccc9-1445-43fb-846f-d58c0191a2f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870531 Feb 02 07:31:35.305824 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ea4bdc61-0ef7-46c1-a18d-fb1f18ab4ffb req-ead55134-3659-4954-8c48-2d81ac9b1c96 service neutron] 10.222.0.59 "GET /v2.0/networks/0d80ccc9-1445-43fb-846f-d58c0191a2f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858331 Feb 02 07:31:39.696473 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77da964-e42e-42a4-b445-95277df45ff9 req-9e72a327-0c0e-4cbd-b7a4-046bfce09bce tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:31:39.698063 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b77da964-e42e-42a4-b445-95277df45ff9 req-9e72a327-0c0e-4cbd-b7a4-046bfce09bce tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e45eb51-f675-469e-ac1c-d926cce9f00b HTTP/1.1" status: 200 len: 945 time: 0.0604250 Feb 02 07:31:39.745957 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b77da964-e42e-42a4-b445-95277df45ff9 req-676e8c87-09ad-41f6-b50f-95edb17549d1 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] 10.222.0.87 "GET /v2.0/security-groups?id=445fea0a-6edf-4165-82ef-cb0371823431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421634 Feb 02 07:31:40.869746 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9aca03-f1a7-4d8c-9a55-699d29b08c58 req-a8e396c7-ce06-4e3c-bc96-586d8a8d1495 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:31:40.871365 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ed9aca03-f1a7-4d8c-9a55-699d29b08c58 req-a8e396c7-ce06-4e3c-bc96-586d8a8d1495 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e45eb51-f675-469e-ac1c-d926cce9f00b HTTP/1.1" status: 200 len: 945 time: 0.0557940 Feb 02 07:31:40.920071 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ed9aca03-f1a7-4d8c-9a55-699d29b08c58 req-da49737f-9633-4b46-b2e8-2cd8592b4b9f tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] 10.222.0.87 "GET /v2.0/security-groups?id=445fea0a-6edf-4165-82ef-cb0371823431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424798 Feb 02 07:31:40.995831 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-61bfaebe-5c1c-42cd-a4ad-1250f782aab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:31:41.297490 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32960e0-4446-4212-bffa-e252cf713215 req-d74781d6-bfbf-4991-8e1d-0be8c2f5d7a4 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:31:41.298941 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a32960e0-4446-4212-bffa-e252cf713215 req-d74781d6-bfbf-4991-8e1d-0be8c2f5d7a4 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] 10.222.0.88 "GET /v2.0/ports?device_id=1e45eb51-f675-469e-ac1c-d926cce9f00b HTTP/1.1" status: 200 len: 945 time: 0.0526116 Feb 02 07:31:41.398624 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-a32960e0-4446-4212-bffa-e252cf713215 req-9f5c0815-0791-4d4e-9e0b-5f7c557d9763 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] Deleting port 35b256a8-f0fe-44e2-974c-cb0f905056d8 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:31:41.399049 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-a32960e0-4446-4212-bffa-e252cf713215 req-9f5c0815-0791-4d4e-9e0b-5f7c557d9763 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (35b256a8-f0fe-44e2-974c-cb0f905056d8), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:31:41.493872 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-a32960e0-4446-4212-bffa-e252cf713215 req-9f5c0815-0791-4d4e-9e0b-5f7c557d9763 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] For port 35b256a8-f0fe-44e2-974c-cb0f905056d8, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=35b256a8-f0fe-44e2-974c-cb0f905056d8,segment=NetworkSegment(748d425f-f42a-4921-9c2f-0d3963702a68),segment_id=748d425f-f42a-4921-9c2f-0d3963702a68)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:31:41.494247 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-a32960e0-4446-4212-bffa-e252cf713215 req-9f5c0815-0791-4d4e-9e0b-5f7c557d9763 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (35b256a8-f0fe-44e2-974c-cb0f905056d8), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:31:41.509105 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-a32960e0-4446-4212-bffa-e252cf713215 req-9f5c0815-0791-4d4e-9e0b-5f7c557d9763 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] Calling delete_port for 35b256a8-f0fe-44e2-974c-cb0f905056d8 owned by compute:nova {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:31:41.649447 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-a32960e0-4446-4212-bffa-e252cf713215 req-9f5c0815-0791-4d4e-9e0b-5f7c557d9763 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (35b256a8-f0fe-44e2-974c-cb0f905056d8), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:31:41.688870 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5c0815-0791-4d4e-9e0b-5f7c557d9763 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] Pushing event deleted for resources: {'Port': ['ID=35b256a8-f0fe-44e2-974c-cb0f905056d8,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:31:41.702261 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['35b256a8-f0fe-44e2-974c-cb0f905056d8'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:31:41.740746 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-a32960e0-4446-4212-bffa-e252cf713215 req-9f5c0815-0791-4d4e-9e0b-5f7c557d9763 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] No DVR routers for this DVR port 35b256a8-f0fe-44e2-974c-cb0f905056d8 on host n-h1-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:31:41.744207 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-a32960e0-4446-4212-bffa-e252cf713215 req-9f5c0815-0791-4d4e-9e0b-5f7c557d9763 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:31:41.748507 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a32960e0-4446-4212-bffa-e252cf713215 req-9f5c0815-0791-4d4e-9e0b-5f7c557d9763 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] 10.222.0.88 "DELETE /v2.0/ports/35b256a8-f0fe-44e2-974c-cb0f905056d8 HTTP/1.1" status: 204 len: 173 time: 0.4441912 Feb 02 07:31:41.749169 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e45eb51-f675-469e-ac1c-d926cce9f00b', 'name': 'network-vif-deleted', 'tag': '35b256a8-f0fe-44e2-974c-cb0f905056d8'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:31:41.751848 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ebf5fb0-c8cc-4d96-a63e-393b2dc18243" -d '{"events": [{"server_uuid": "1e45eb51-f675-469e-ac1c-d926cce9f00b", "name": "network-vif-deleted", "tag": "35b256a8-f0fe-44e2-974c-cb0f905056d8"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:31:41.801334 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8202221a-c698-4144-a1e1-b2cf5992cd85 x-openstack-request-id: req-8202221a-c698-4144-a1e1-b2cf5992cd85 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:31:41.801888 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e45eb51-f675-469e-ac1c-d926cce9f00b", "name": "network-vif-deleted", "tag": "35b256a8-f0fe-44e2-974c-cb0f905056d8", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:31:41.802520 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-8202221a-c698-4144-a1e1-b2cf5992cd85 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:31:41.803149 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e45eb51-f675-469e-ac1c-d926cce9f00b', 'name': 'network-vif-deleted', 'tag': '35b256a8-f0fe-44e2-974c-cb0f905056d8', 'status': 'completed', 'code': 200} Feb 02 07:31:42.038392 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-facd5dcb-9287-4b2e-bb1b-186f11d21b1b req-6afb9b85-d916-4027-b82f-c9541ff8d69d tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] 10.222.0.87 "GET /v2.0/ports?device_id=1e45eb51-f675-469e-ac1c-d926cce9f00b HTTP/1.1" status: 200 len: 210 time: 0.0302920 Feb 02 07:31:43.298758 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b13f61ea-8ca2-46b4-8f09-f6b7d681e42e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:31:44.740687 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:31:45.922226 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 35b256a8-f0fe-44e2-974c-cb0f905056d8 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:31:45.944377 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: 35b256a8-f0fe-44e2-974c-cb0f905056d8 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:31:45.945006 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 35b256a8-f0fe-44e2-974c-cb0f905056d8 not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:31:46.110889 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:31:46.964157 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56834) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:31:47.121132 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fc067811-3b17-4e25-aa29-973124daaea3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:31:47.203836 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fc067811-3b17-4e25-aa29-973124daaea3 admin admin] Publish callbacks [] for security_group (1a8287f6-c9b1-453c-9157-52f477a0eca5), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:31:47.209496 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fc067811-3b17-4e25-aa29-973124daaea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (1a8287f6-c9b1-453c-9157-52f477a0eca5), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:31:47.242109 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-fc067811-3b17-4e25-aa29-973124daaea3 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=abf1ba48140148199361878714fb66b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2768674 Feb 02 07:31:47.243004 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 56844) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:31:47.312844 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc067811-3b17-4e25-aa29-973124daaea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8287f6-c9b1-453c-9157-52f477a0eca5,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:31:47.316683 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3002d283-18b3-4c2a-86e4-26583a307262 admin admin] Publish callbacks [] for security_group (1a8287f6-c9b1-453c-9157-52f477a0eca5), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:31:47.331282 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc067811-3b17-4e25-aa29-973124daaea3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:31:47.331997 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc067811-3b17-4e25-aa29-973124daaea3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:31:47.332575 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc067811-3b17-4e25-aa29-973124daaea3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:31:47.333769 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc067811-3b17-4e25-aa29-973124daaea3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:31:47.334326 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc067811-3b17-4e25-aa29-973124daaea3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:31:47.334866 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc067811-3b17-4e25-aa29-973124daaea3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:31:47.335420 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc067811-3b17-4e25-aa29-973124daaea3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:31:47.335989 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc067811-3b17-4e25-aa29-973124daaea3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:31:47.336537 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc067811-3b17-4e25-aa29-973124daaea3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:31:47.337133 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc067811-3b17-4e25-aa29-973124daaea3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:31:47.338457 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc067811-3b17-4e25-aa29-973124daaea3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:31:47.339016 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc067811-3b17-4e25-aa29-973124daaea3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:31:47.339732 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc067811-3b17-4e25-aa29-973124daaea3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:31:47.363216 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3002d283-18b3-4c2a-86e4-26583a307262 admin admin] Publish callbacks [] for security_group (1a8287f6-c9b1-453c-9157-52f477a0eca5), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:31:47.415744 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:31:47.452690 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3002d283-18b3-4c2a-86e4-26583a307262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (1a8287f6-c9b1-453c-9157-52f477a0eca5), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:31:47.456854 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3002d283-18b3-4c2a-86e4-26583a307262 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:31:47.462923 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-3002d283-18b3-4c2a-86e4-26583a307262 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/1a8287f6-c9b1-453c-9157-52f477a0eca5 HTTP/1.1" status: 204 len: 168 time: 0.2177322 Feb 02 07:31:47.474752 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3002d283-18b3-4c2a-86e4-26583a307262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8287f6-c9b1-453c-9157-52f477a0eca5,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:31:52.041275 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:31:52.183592 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:31:53.196149 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022cce84-d616-42f9-88a1-2b120c810c0e req-62a27007-e054-498b-878d-4e6498f38219 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:31:53.197752 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-022cce84-d616-42f9-88a1-2b120c810c0e req-62a27007-e054-498b-878d-4e6498f38219 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] 10.222.0.87 "GET /v2.0/networks?id=ae9da0f2-d030-48a7-82d4-cc4db2930753 HTTP/1.1" status: 200 len: 814 time: 0.1170499 Feb 02 07:31:53.218898 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-022cce84-d616-42f9-88a1-2b120c810c0e req-f6afad95-5593-4482-81fd-e4614a476f8c tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] 10.222.0.87 "GET /v2.0/quotas/3baca0fbed614bb9aafa5d75297065bb HTTP/1.1" status: 200 len: 375 time: 0.0151255 Feb 02 07:31:53.252171 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-022cce84-d616-42f9-88a1-2b120c810c0e req-5273dc80-4f6f-49a4-81dc-44f49ce2e33c tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=3baca0fbed614bb9aafa5d75297065bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323017 Feb 02 07:31:53.571285 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-022cce84-d616-42f9-88a1-2b120c810c0e req-7092af78-cdca-42f3-9e04-69c5006365dd service neutron] 10.222.0.87 "GET /v2.0/networks/ae9da0f2-d030-48a7-82d4-cc4db2930753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120213 Feb 02 07:31:53.668890 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-022cce84-d616-42f9-88a1-2b120c810c0e req-83b5c89f-afe9-43c6-b83f-a425b22b197b service neutron] 10.222.0.87 "GET /v2.0/networks/ae9da0f2-d030-48a7-82d4-cc4db2930753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914879 Feb 02 07:31:53.836076 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-14f1170e-e2f2-4f8d-8078-63a472bb0a12 req-eb75f807-55a4-48d5-ba2e-42fe95b4fc44 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] 10.222.0.87 "GET /v2.0/ports?device_id=06fe0db9-f2e4-488e-9e2e-cc1969822f26 HTTP/1.1" status: 200 len: 210 time: 0.0292385 Feb 02 07:31:54.947974 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022cce84-d616-42f9-88a1-2b120c810c0e req-661de435-6b3d-4e5a-ad99-fa746fd6be8b tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:31:54.950311 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-022cce84-d616-42f9-88a1-2b120c810c0e req-661de435-6b3d-4e5a-ad99-fa746fd6be8b tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] 10.222.0.88 "GET /v2.0/networks?id=ae9da0f2-d030-48a7-82d4-cc4db2930753 HTTP/1.1" status: 200 len: 814 time: 0.1423166 Feb 02 07:31:54.995841 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-359b7c24-6d88-40dd-9551-2f481e924d1c req-18215bd8-71a1-4bf9-9872-90e0bf075e10 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] 10.222.0.87 "GET /v2.0/ports?device_id=06fe0db9-f2e4-488e-9e2e-cc1969822f26 HTTP/1.1" status: 200 len: 210 time: 0.0443296 Feb 02 07:31:54.999474 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-022cce84-d616-42f9-88a1-2b120c810c0e req-8ab1c496-42ee-44dc-9a72-83f42bd291dd tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] Request body: {'port': {'device_id': '06fe0db9-f2e4-488e-9e2e-cc1969822f26', 'network_id': 'ae9da0f2-d030-48a7-82d4-cc4db2930753', 'admin_state_up': True, 'tenant_id': '3baca0fbed614bb9aafa5d75297065bb'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:31:55.126026 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-022cce84-d616-42f9-88a1-2b120c810c0e req-8ab1c496-42ee-44dc-9a72-83f42bd291dd tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] Made reservation on behalf of 3baca0fbed614bb9aafa5d75297065bb for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:31:55.129586 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-022cce84-d616-42f9-88a1-2b120c810c0e req-8ab1c496-42ee-44dc-9a72-83f42bd291dd tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:31:55.270878 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-022cce84-d616-42f9-88a1-2b120c810c0e req-8ab1c496-42ee-44dc-9a72-83f42bd291dd tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] Allocated IP 172.20.0.8 (ae9da0f2-d030-48a7-82d4-cc4db2930753/357a8154-35e3-4993-9fd9-8934b93a01ae/49da5b00-ec91-4408-bd32-2aba8ed7fc72) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:31:55.457154 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-022cce84-d616-42f9-88a1-2b120c810c0e req-8ab1c496-42ee-44dc-9a72-83f42bd291dd tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] Publish callbacks [] for port (49da5b00-ec91-4408-bd32-2aba8ed7fc72), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:31:55.494848 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-022cce84-d616-42f9-88a1-2b120c810c0e req-8ab1c496-42ee-44dc-9a72-83f42bd291dd tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (49da5b00-ec91-4408-bd32-2aba8ed7fc72), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:31:55.542179 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-022cce84-d616-42f9-88a1-2b120c810c0e req-8ab1c496-42ee-44dc-9a72-83f42bd291dd tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] Network ae9da0f2-d030-48a7-82d4-cc4db2930753 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:31:55.547292 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-022cce84-d616-42f9-88a1-2b120c810c0e req-8ab1c496-42ee-44dc-9a72-83f42bd291dd tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:31:55.550852 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-022cce84-d616-42f9-88a1-2b120c810c0e req-8ab1c496-42ee-44dc-9a72-83f42bd291dd tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:31:55.558201 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab1c496-42ee-44dc-9a72-83f42bd291dd tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] Pushing event updated for resources: {'Port': ['ID=49da5b00-ec91-4408-bd32-2aba8ed7fc72,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:31:55.605767 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022cce84-d616-42f9-88a1-2b120c810c0e req-8ab1c496-42ee-44dc-9a72-83f42bd291dd tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:31:55.606753 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-022cce84-d616-42f9-88a1-2b120c810c0e req-8ab1c496-42ee-44dc-9a72-83f42bd291dd tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:31:55.626193 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-022cce84-d616-42f9-88a1-2b120c810c0e req-8ab1c496-42ee-44dc-9a72-83f42bd291dd tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6331236 Feb 02 07:31:55.643774 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-022cce84-d616-42f9-88a1-2b120c810c0e req-a7a1316c-82a0-479d-a63d-c734317fda40 service neutron] Request body: {'port': {'device_id': '06fe0db9-f2e4-488e-9e2e-cc1969822f26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:31:55.711271 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-022cce84-d616-42f9-88a1-2b120c810c0e req-a7a1316c-82a0-479d-a63d-c734317fda40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (49da5b00-ec91-4408-bd32-2aba8ed7fc72), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:31:55.992730 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-022cce84-d616-42f9-88a1-2b120c810c0e req-a7a1316c-82a0-479d-a63d-c734317fda40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49da5b00-ec91-4408-bd32-2aba8ed7fc72 {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:31:56.000926 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-022cce84-d616-42f9-88a1-2b120c810c0e req-a7a1316c-82a0-479d-a63d-c734317fda40 service neutron] Publish callbacks [] for port (49da5b00-ec91-4408-bd32-2aba8ed7fc72), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:31:56.018236 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-022cce84-d616-42f9-88a1-2b120c810c0e req-a7a1316c-82a0-479d-a63d-c734317fda40 service neutron] Transition to ACTIVE for port object 49da5b00-ec91-4408-bd32-2aba8ed7fc72 will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:31:56.024514 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-022cce84-d616-42f9-88a1-2b120c810c0e req-a7a1316c-82a0-479d-a63d-c734317fda40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (49da5b00-ec91-4408-bd32-2aba8ed7fc72), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:31:56.461307 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a1316c-82a0-479d-a63d-c734317fda40 service neutron] Pushing event updated for resources: {'Port': ['ID=49da5b00-ec91-4408-bd32-2aba8ed7fc72,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:31:56.497446 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-022cce84-d616-42f9-88a1-2b120c810c0e req-a7a1316c-82a0-479d-a63d-c734317fda40 service neutron] Attempting to bind port 49da5b00-ec91-4408-bd32-2aba8ed7fc72 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:31:56.497789 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-022cce84-d616-42f9-88a1-2b120c810c0e req-a7a1316c-82a0-479d-a63d-c734317fda40 service neutron] Attempting to bind port 49da5b00-ec91-4408-bd32-2aba8ed7fc72 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': '748d425f-f42a-4921-9c2f-0d3963702a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ae9da0f2-d030-48a7-82d4-cc4db2930753'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:31:56.498121 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022cce84-d616-42f9-88a1-2b120c810c0e req-a7a1316c-82a0-479d-a63d-c734317fda40 service neutron] Attempting to bind port 49da5b00-ec91-4408-bd32-2aba8ed7fc72 on network ae9da0f2-d030-48a7-82d4-cc4db2930753 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:31:56.507709 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022cce84-d616-42f9-88a1-2b120c810c0e req-a7a1316c-82a0-479d-a63d-c734317fda40 service neutron] Port 49da5b00-ec91-4408-bd32-2aba8ed7fc72 on network ae9da0f2-d030-48a7-82d4-cc4db2930753 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:31:56.508042 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022cce84-d616-42f9-88a1-2b120c810c0e req-a7a1316c-82a0-479d-a63d-c734317fda40 service neutron] Attempting to bind port 49da5b00-ec91-4408-bd32-2aba8ed7fc72 on network ae9da0f2-d030-48a7-82d4-cc4db2930753 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:31:56.514248 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022cce84-d616-42f9-88a1-2b120c810c0e req-a7a1316c-82a0-479d-a63d-c734317fda40 service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:31:56.514591 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022cce84-d616-42f9-88a1-2b120c810c0e req-a7a1316c-82a0-479d-a63d-c734317fda40 service neutron] Checking segment: {'id': '748d425f-f42a-4921-9c2f-0d3963702a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ae9da0f2-d030-48a7-82d4-cc4db2930753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:31:56.515013 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022cce84-d616-42f9-88a1-2b120c810c0e req-a7a1316c-82a0-479d-a63d-c734317fda40 service neutron] Bound using segment: {'id': '748d425f-f42a-4921-9c2f-0d3963702a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ae9da0f2-d030-48a7-82d4-cc4db2930753'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:31:56.515418 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-022cce84-d616-42f9-88a1-2b120c810c0e req-a7a1316c-82a0-479d-a63d-c734317fda40 service neutron] Bound port: 49da5b00-ec91-4408-bd32-2aba8ed7fc72, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '748d425f-f42a-4921-9c2f-0d3963702a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ae9da0f2-d030-48a7-82d4-cc4db2930753'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:31:56.516037 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-022cce84-d616-42f9-88a1-2b120c810c0e req-a7a1316c-82a0-479d-a63d-c734317fda40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (49da5b00-ec91-4408-bd32-2aba8ed7fc72), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:31:56.532294 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309686b6-cc9f-453c-919c-f6b03fb532d7 req-5eec9b04-3ba1-4ff0-a710-aec2ecbb4c35 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:31:56.533857 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-309686b6-cc9f-453c-919c-f6b03fb532d7 req-5eec9b04-3ba1-4ff0-a710-aec2ecbb4c35 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] 10.222.0.87 "GET /v2.0/ports?device_id=06fe0db9-f2e4-488e-9e2e-cc1969822f26 HTTP/1.1" status: 200 len: 943 time: 0.4319787 Feb 02 07:31:56.622116 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-309686b6-cc9f-453c-919c-f6b03fb532d7 req-04431fb7-8e3a-4936-aab9-7a50bd1c7a1b tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] 10.222.0.87 "GET /v2.0/security-groups?id=445fea0a-6edf-4165-82ef-cb0371823431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806589 Feb 02 07:31:56.623131 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-022cce84-d616-42f9-88a1-2b120c810c0e req-a7a1316c-82a0-479d-a63d-c734317fda40 service neutron] For port 49da5b00-ec91-4408-bd32-2aba8ed7fc72, host n-h1-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:31:56.626389 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-022cce84-d616-42f9-88a1-2b120c810c0e req-a7a1316c-82a0-479d-a63d-c734317fda40 service neutron] For port 49da5b00-ec91-4408-bd32-2aba8ed7fc72, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=49da5b00-ec91-4408-bd32-2aba8ed7fc72,segment=NetworkSegment(748d425f-f42a-4921-9c2f-0d3963702a68),segment_id=748d425f-f42a-4921-9c2f-0d3963702a68)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:31:56.633562 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-022cce84-d616-42f9-88a1-2b120c810c0e req-a7a1316c-82a0-479d-a63d-c734317fda40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (49da5b00-ec91-4408-bd32-2aba8ed7fc72), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:31:56.687390 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022cce84-d616-42f9-88a1-2b120c810c0e req-a7a1316c-82a0-479d-a63d-c734317fda40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:31:56.688154 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-022cce84-d616-42f9-88a1-2b120c810c0e req-a7a1316c-82a0-479d-a63d-c734317fda40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:31:56.689539 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-022cce84-d616-42f9-88a1-2b120c810c0e req-a7a1316c-82a0-479d-a63d-c734317fda40 service neutron] 10.222.0.88 "PUT /v2.0/ports/49da5b00-ec91-4408-bd32-2aba8ed7fc72 HTTP/1.1" status: 200 len: 1092 time: 1.0508938 Feb 02 07:31:56.690032 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06fe0db9-f2e4-488e-9e2e-cc1969822f26', 'tag': '49da5b00-ec91-4408-bd32-2aba8ed7fc72'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:31:56.692305 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7efc4901-626d-48f9-8c69-6be851e031cd" -d '{"events": [{"name": "network-changed", "server_uuid": "06fe0db9-f2e4-488e-9e2e-cc1969822f26", "tag": "49da5b00-ec91-4408-bd32-2aba8ed7fc72"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:31:56.728953 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a1316c-82a0-479d-a63d-c734317fda40 service neutron] Pushing event updated for resources: {'Port': ['ID=49da5b00-ec91-4408-bd32-2aba8ed7fc72,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:31:56.744056 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4818e66-48a5-430c-a964-9a179fd4f2ed x-openstack-request-id: req-e4818e66-48a5-430c-a964-9a179fd4f2ed {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:31:56.744682 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06fe0db9-f2e4-488e-9e2e-cc1969822f26", "tag": "49da5b00-ec91-4408-bd32-2aba8ed7fc72", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:31:56.744949 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e4818e66-48a5-430c-a964-9a179fd4f2ed {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:31:56.745471 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06fe0db9-f2e4-488e-9e2e-cc1969822f26', 'tag': '49da5b00-ec91-4408-bd32-2aba8ed7fc72', 'status': 'completed', 'code': 200} Feb 02 07:31:56.817326 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022cce84-d616-42f9-88a1-2b120c810c0e req-5462dd72-0384-4e3d-bdb6-4a61cc878f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:31:56.819267 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-022cce84-d616-42f9-88a1-2b120c810c0e req-5462dd72-0384-4e3d-bdb6-4a61cc878f0c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3baca0fbed614bb9aafa5d75297065bb&device_id=06fe0db9-f2e4-488e-9e2e-cc1969822f26 HTTP/1.1" status: 200 len: 1126 time: 0.0498726 Feb 02 07:31:56.869677 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-022cce84-d616-42f9-88a1-2b120c810c0e req-e56ffb42-2f56-46a0-8e40-ee7d0454179c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49da5b00-ec91-4408-bd32-2aba8ed7fc72 HTTP/1.1" status: 200 len: 217 time: 0.0385170 Feb 02 07:31:56.922470 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022cce84-d616-42f9-88a1-2b120c810c0e req-f8ca3ea7-e153-42d7-a476-428904fbfb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:31:56.924106 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-022cce84-d616-42f9-88a1-2b120c810c0e req-f8ca3ea7-e153-42d7-a476-428904fbfb77 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=357a8154-35e3-4993-9fd9-8934b93a01ae HTTP/1.1" status: 200 len: 854 time: 0.0490139 Feb 02 07:31:56.962294 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-022cce84-d616-42f9-88a1-2b120c810c0e req-e5b3bba0-33b4-4d5b-b832-20fe49339b91 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ae9da0f2-d030-48a7-82d4-cc4db2930753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317297 Feb 02 07:31:57.101214 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-022cce84-d616-42f9-88a1-2b120c810c0e req-31e3cb6f-9c95-4b47-8249-81699c8d3ff9 service neutron] 10.222.0.88 "GET /v2.0/networks/ae9da0f2-d030-48a7-82d4-cc4db2930753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316111 Feb 02 07:31:57.209923 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-022cce84-d616-42f9-88a1-2b120c810c0e req-d73a09d3-4e9c-41e4-9225-c1c829a0a5c9 service neutron] 10.222.0.88 "GET /v2.0/networks/ae9da0f2-d030-48a7-82d4-cc4db2930753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026340 Feb 02 07:31:57.355546 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc4901-626d-48f9-8c69-6be851e031cd req-e68bf31e-5e17-46c4-a097-eba3cfeb284b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:31:57.357368 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7efc4901-626d-48f9-8c69-6be851e031cd req-e68bf31e-5e17-46c4-a097-eba3cfeb284b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3baca0fbed614bb9aafa5d75297065bb&device_id=06fe0db9-f2e4-488e-9e2e-cc1969822f26 HTTP/1.1" status: 200 len: 1126 time: 0.0522602 Feb 02 07:31:57.458819 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:31:57.470936 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc4901-626d-48f9-8c69-6be851e031cd req-2cf72e7b-10e0-4a43-80c5-9ecf6b9928a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:31:57.472446 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7efc4901-626d-48f9-8c69-6be851e031cd req-2cf72e7b-10e0-4a43-80c5-9ecf6b9928a9 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ae9da0f2-d030-48a7-82d4-cc4db2930753 HTTP/1.1" status: 200 len: 915 time: 0.1088221 Feb 02 07:31:57.517253 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7efc4901-626d-48f9-8c69-6be851e031cd req-089a849e-8ccb-4495-9f59-5e32b20f2778 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49da5b00-ec91-4408-bd32-2aba8ed7fc72 HTTP/1.1" status: 200 len: 217 time: 0.0358298 Feb 02 07:31:57.566068 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc4901-626d-48f9-8c69-6be851e031cd req-cffa5250-90bb-48eb-93a5-d27f490425a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:31:57.568228 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7efc4901-626d-48f9-8c69-6be851e031cd req-cffa5250-90bb-48eb-93a5-d27f490425a7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=357a8154-35e3-4993-9fd9-8934b93a01ae HTTP/1.1" status: 200 len: 854 time: 0.0440984 Feb 02 07:31:57.601470 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7efc4901-626d-48f9-8c69-6be851e031cd req-a0d12356-c8b2-4366-ace3-9599a47f4f57 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ae9da0f2-d030-48a7-82d4-cc4db2930753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258548 Feb 02 07:31:57.741865 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7efc4901-626d-48f9-8c69-6be851e031cd req-b02d6897-5aaf-4498-a940-df279e7e10ec service neutron] 10.222.0.88 "GET /v2.0/networks/ae9da0f2-d030-48a7-82d4-cc4db2930753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304824 Feb 02 07:31:57.797629 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a057968-dd02-4f0d-943d-2fc7dfae4d18 req-919470c3-70ff-4f4e-b1e0-7b599c1deab7 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:31:57.799099 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5a057968-dd02-4f0d-943d-2fc7dfae4d18 req-919470c3-70ff-4f4e-b1e0-7b599c1deab7 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] 10.222.0.87 "GET /v2.0/ports?device_id=06fe0db9-f2e4-488e-9e2e-cc1969822f26 HTTP/1.1" status: 200 len: 943 time: 0.0935903 Feb 02 07:31:57.887384 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5a057968-dd02-4f0d-943d-2fc7dfae4d18 req-7bd5cce5-501e-4d73-b454-4d9af6775cf3 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] 10.222.0.87 "GET /v2.0/security-groups?id=445fea0a-6edf-4165-82ef-cb0371823431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636857 Feb 02 07:31:57.889433 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7efc4901-626d-48f9-8c69-6be851e031cd req-51bdbf41-a0a4-43a2-9aaf-de27f71b3740 service neutron] 10.222.0.88 "GET /v2.0/networks/ae9da0f2-d030-48a7-82d4-cc4db2930753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392064 Feb 02 07:31:58.630424 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57170) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:31:58.726619 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9921fb74-ac00-44aa-b281-0dc65ad263b9 tempest-TestNetworkBasicOps-749025490 tempest-TestNetworkBasicOps-749025490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:31:58.727110 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9921fb74-ac00-44aa-b281-0dc65ad263b9 tempest-TestNetworkBasicOps-749025490 tempest-TestNetworkBasicOps-749025490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:31:58.727602 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9921fb74-ac00-44aa-b281-0dc65ad263b9 tempest-TestNetworkBasicOps-749025490 tempest-TestNetworkBasicOps-749025490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:31:58.729780 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-9921fb74-ac00-44aa-b281-0dc65ad263b9 tempest-TestNetworkBasicOps-749025490 tempest-TestNetworkBasicOps-749025490-project-admin] 10.222.0.87 "GET /v2.0/ports?project_id=0001a5ba6eec46c79c6bb86c5404d46f&network_id=0d80ccc9-1445-43fb-846f-d58c0191a2f4 HTTP/1.1" status: 200 len: 3076 time: 0.0983598 Feb 02 07:31:59.021371 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f483c-0d23-48c3-b6e0-a5d6f0e57789 req-d9281ba3-6a30-45ac-898a-59ad7c3ee60c tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:31:59.023021 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e80f483c-0d23-48c3-b6e0-a5d6f0e57789 req-d9281ba3-6a30-45ac-898a-59ad7c3ee60c tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] 10.222.0.87 "GET /v2.0/ports?device_id=06fe0db9-f2e4-488e-9e2e-cc1969822f26 HTTP/1.1" status: 200 len: 943 time: 0.0585837 Feb 02 07:31:59.074393 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e80f483c-0d23-48c3-b6e0-a5d6f0e57789 req-9985953e-6f7f-457d-9b32-17929f60958e tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] 10.222.0.87 "GET /v2.0/security-groups?id=445fea0a-6edf-4165-82ef-cb0371823431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457442 Feb 02 07:32:00.022170 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 49da5b00-ec91-4408-bd32-2aba8ed7fc72 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:32:00.128343 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 49da5b00-ec91-4408-bd32-2aba8ed7fc72, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=49da5b00-ec91-4408-bd32-2aba8ed7fc72,segment=NetworkSegment(748d425f-f42a-4921-9c2f-0d3963702a68),segment_id=748d425f-f42a-4921-9c2f-0d3963702a68)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:32:00.146734 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': '49da5b00-ec91-4408-bd32-2aba8ed7fc72', 'network_id': 'ae9da0f2-d030-48a7-82d4-cc4db2930753', 'port_id': '49da5b00-ec91-4408-bd32-2aba8ed7fc72', 'mac_address': 'fa:16:3e:69:99:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '357a8154-35e3-4993-9fd9-8934b93a01ae', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:32:00.198457 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 49da5b00-ec91-4408-bd32-2aba8ed7fc72 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:32:00.198852 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (49da5b00-ec91-4408-bd32-2aba8ed7fc72), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:00.219397 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49da5b00-ec91-4408-bd32-2aba8ed7fc72 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:32:00.219804 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c581f4b5-c55e-4603-99d0-f2768ec0614c req-8c91debf-e021-40c6-8fc8-64071a8668b4 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:00.221075 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c581f4b5-c55e-4603-99d0-f2768ec0614c req-8c91debf-e021-40c6-8fc8-64071a8668b4 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] 10.222.0.87 "GET /v2.0/ports?device_id=06fe0db9-f2e4-488e-9e2e-cc1969822f26 HTTP/1.1" status: 200 len: 943 time: 0.0687897 Feb 02 07:32:00.244801 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 49da5b00-ec91-4408-bd32-2aba8ed7fc72, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=49da5b00-ec91-4408-bd32-2aba8ed7fc72,segment=NetworkSegment(748d425f-f42a-4921-9c2f-0d3963702a68),segment_id=748d425f-f42a-4921-9c2f-0d3963702a68)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:32:00.250235 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (49da5b00-ec91-4408-bd32-2aba8ed7fc72), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:00.308257 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c581f4b5-c55e-4603-99d0-f2768ec0614c req-0031c0d8-d624-4c17-b7a6-b898473c9fd4 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] 10.222.0.87 "GET /v2.0/security-groups?id=445fea0a-6edf-4165-82ef-cb0371823431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791776 Feb 02 07:32:00.333847 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=49da5b00-ec91-4408-bd32-2aba8ed7fc72,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:32:00.341225 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:32:00.341691 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:32:00.342042 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:32:00.342381 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:32:00.342715 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:32:00.343050 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:32:00.343379 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:32:00.343748 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:32:00.344069 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:32:00.344591 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:32:00.344920 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:32:00.345253 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:32:00.345577 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:32:00.525018 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['49da5b00-ec91-4408-bd32-2aba8ed7fc72'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:32:01.293385 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57234) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:32:01.408077 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63ef89f-8749-4feb-90cb-dfe51a898365 tempest-TestNetworkBasicOps-749025490 tempest-TestNetworkBasicOps-749025490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:01.409646 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f63ef89f-8749-4feb-90cb-dfe51a898365 tempest-TestNetworkBasicOps-749025490 tempest-TestNetworkBasicOps-749025490-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 HTTP/1.1" status: 200 len: 814 time: 0.1152718 Feb 02 07:32:01.476474 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c1f016-cfc1-4c16-82ac-9c29cb50bfa0 req-7f549099-2ed6-4c0d-869d-2b7a9fd349a6 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:01.478042 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-70c1f016-cfc1-4c16-82ac-9c29cb50bfa0 req-7f549099-2ed6-4c0d-869d-2b7a9fd349a6 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] 10.222.0.87 "GET /v2.0/ports?device_id=06fe0db9-f2e4-488e-9e2e-cc1969822f26 HTTP/1.1" status: 200 len: 944 time: 0.0726218 Feb 02 07:32:01.532836 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-70c1f016-cfc1-4c16-82ac-9c29cb50bfa0 req-f84d9a43-ee7b-49df-bd7d-709093032250 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] 10.222.0.87 "GET /v2.0/security-groups?id=445fea0a-6edf-4165-82ef-cb0371823431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441787 Feb 02 07:32:02.030577 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 49da5b00-ec91-4408-bd32-2aba8ed7fc72 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:32:02.059364 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57252) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:32:02.072720 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-36399beb-3939-4329-8b3c-b4d8be55d29c tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Request body: {'network': {'name': 'tempest-network-smoke--1667169783', 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'port_security_enabled': True}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:32:02.095781 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port 49da5b00-ec91-4408-bd32-2aba8ed7fc72 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:32:02.097883 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36399beb-3939-4329-8b3c-b4d8be55d29c tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Made reservation on behalf of 0001a5ba6eec46c79c6bb86c5404d46f for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:32:02.100873 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port 49da5b00-ec91-4408-bd32-2aba8ed7fc72 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:32:02.101271 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (49da5b00-ec91-4408-bd32-2aba8ed7fc72), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:02.102500 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-36399beb-3939-4329-8b3c-b4d8be55d29c tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:02.128606 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36399beb-3939-4329-8b3c-b4d8be55d29c tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:32:02.140444 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-36399beb-3939-4329-8b3c-b4d8be55d29c tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (b16b715d-2c6f-4f36-bfdd-be2cf52725a4), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:02.140970 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-36399beb-3939-4329-8b3c-b4d8be55d29c tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Added segment b16b715d-2c6f-4f36-bfdd-be2cf52725a4 of type vlan for network e27b3f1a-693e-4402-bbd1-ff7bfff49836 Feb 02 07:32:02.184717 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-36399beb-3939-4329-8b3c-b4d8be55d29c tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (e27b3f1a-693e-4402-bbd1-ff7bfff49836), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:02.203405 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 49da5b00-ec91-4408-bd32-2aba8ed7fc72 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:32:02.204137 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (49da5b00-ec91-4408-bd32-2aba8ed7fc72), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:02.213425 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-36399beb-3939-4329-8b3c-b4d8be55d29c tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (e27b3f1a-693e-4402-bbd1-ff7bfff49836), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:02.219234 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36399beb-3939-4329-8b3c-b4d8be55d29c tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:02.220167 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-36399beb-3939-4329-8b3c-b4d8be55d29c tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:02.242757 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 49da5b00-ec91-4408-bd32-2aba8ed7fc72, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=49da5b00-ec91-4408-bd32-2aba8ed7fc72,segment=NetworkSegment(748d425f-f42a-4921-9c2f-0d3963702a68),segment_id=748d425f-f42a-4921-9c2f-0d3963702a68)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:32:02.243840 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06fe0db9-f2e4-488e-9e2e-cc1969822f26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49da5b00-ec91-4408-bd32-2aba8ed7fc72'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:32:02.246433 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dac8606-d20d-48e3-8524-22d4a0bb2038" -d '{"events": [{"server_uuid": "06fe0db9-f2e4-488e-9e2e-cc1969822f26", "name": "network-vif-plugged", "status": "completed", "tag": "49da5b00-ec91-4408-bd32-2aba8ed7fc72"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:32:02.253821 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (49da5b00-ec91-4408-bd32-2aba8ed7fc72), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:02.311971 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=49da5b00-ec91-4408-bd32-2aba8ed7fc72,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:32:02.323063 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e11306-3c2a-4cf0-a3b9-c88247f0c5cd x-openstack-request-id: req-07e11306-3c2a-4cf0-a3b9-c88247f0c5cd {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:32:02.323362 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06fe0db9-f2e4-488e-9e2e-cc1969822f26", "name": "network-vif-plugged", "status": "completed", "tag": "49da5b00-ec91-4408-bd32-2aba8ed7fc72", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:32:02.323797 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-07e11306-3c2a-4cf0-a3b9-c88247f0c5cd {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:32:02.324617 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06fe0db9-f2e4-488e-9e2e-cc1969822f26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49da5b00-ec91-4408-bd32-2aba8ed7fc72', 'code': 200} Feb 02 07:32:02.337671 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36399beb-3939-4329-8b3c-b4d8be55d29c tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Pushing event updated for resources: {'Network': ['ID=e27b3f1a-693e-4402-bbd1-ff7bfff49836,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:32:02.351985 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network e27b3f1a-693e-4402-bbd1-ff7bfff49836 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:32:02.359456 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57260) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:32:02.360194 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-36399beb-3939-4329-8b3c-b4d8be55d29c tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2988873 Feb 02 07:32:02.525247 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621d55f3-d610-4730-a3f0-6a4df3ca3c65 tempest-TestNetworkBasicOps-749025490 tempest-TestNetworkBasicOps-749025490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:02.527137 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-621d55f3-d610-4730-a3f0-6a4df3ca3c65 tempest-TestNetworkBasicOps-749025490 tempest-TestNetworkBasicOps-749025490-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=0001a5ba6eec46c79c6bb86c5404d46f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 828 time: 0.1666744 Feb 02 07:32:02.530476 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57270) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:32:02.546143 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf8295c-5b68-4718-85db-1c5891e2a3ae req-93339aa1-0df5-475c-b3d5-2e6ebea9d1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:02.548988 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3bf8295c-5b68-4718-85db-1c5891e2a3ae req-93339aa1-0df5-475c-b3d5-2e6ebea9d1a9 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=06fe0db9-f2e4-488e-9e2e-cc1969822f26 HTTP/1.1" status: 200 len: 1128 time: 0.0931687 Feb 02 07:32:02.621550 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3bf8295c-5b68-4718-85db-1c5891e2a3ae req-36be8439-a4c1-488a-bd0d-0bb53c00f6a9 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=445fea0a-6edf-4165-82ef-cb0371823431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667689 Feb 02 07:32:02.773997 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e29e1-f1e1-4494-a3ec-a05b8524f781 req-4dc4927f-34c8-49d2-ac68-bb9db5709b8d tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:02.776266 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0b5e29e1-f1e1-4494-a3ec-a05b8524f781 req-4dc4927f-34c8-49d2-ac68-bb9db5709b8d tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] 10.222.0.87 "GET /v2.0/ports?device_id=06fe0db9-f2e4-488e-9e2e-cc1969822f26 HTTP/1.1" status: 200 len: 945 time: 0.0914848 Feb 02 07:32:02.860310 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0b5e29e1-f1e1-4494-a3ec-a05b8524f781 req-6b0d3d66-7ab3-4571-9cd2-2b5552a958c3 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] 10.222.0.87 "GET /v2.0/security-groups?id=445fea0a-6edf-4165-82ef-cb0371823431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761774 Feb 02 07:32:02.860957 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57282) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:32:02.994624 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6d728653-b7dc-4d0b-bcd3-045622465e64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:03.084806 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6d728653-b7dc-4d0b-bcd3-045622465e64 admin admin] Publish callbacks [] for security_group (7583f7a7-e435-4140-8ec7-44c6cd66e67b), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:03.092365 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6d728653-b7dc-4d0b-bcd3-045622465e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (7583f7a7-e435-4140-8ec7-44c6cd66e67b), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:03.108039 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe412a4-9044-4119-a7d6-e7bdc62ce849 tempest-TestNetworkBasicOps-749025490 tempest-TestNetworkBasicOps-749025490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:03.114575 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-7fe412a4-9044-4119-a7d6-e7bdc62ce849 tempest-TestNetworkBasicOps-749025490 tempest-TestNetworkBasicOps-749025490-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5823538 Feb 02 07:32:03.116129 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57290) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:32:03.139407 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-6d728653-b7dc-4d0b-bcd3-045622465e64 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=08cce2f6530948aaa31050a5d5e00462&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2772355 Feb 02 07:32:03.141780 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57292) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:32:03.149895 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d728653-b7dc-4d0b-bcd3-045622465e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7583f7a7-e435-4140-8ec7-44c6cd66e67b,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:32:03.175996 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-45964925-1636-423b-828b-5dcdec464bf4 tempest-TestNetworkBasicOps-749025490 tempest-TestNetworkBasicOps-749025490-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=ee4463ee-e783-4af5-91d5-cbeb2d0e0db8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0584049 Feb 02 07:32:03.176891 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57294) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:32:03.216736 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-9a38287a-5553-431b-982b-6a0647bc8554 tempest-TestNetworkBasicOps-749025490 tempest-TestNetworkBasicOps-749025490-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=0001a5ba6eec46c79c6bb86c5404d46f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381265 Feb 02 07:32:03.221531 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57296) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:32:03.240690 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3d40b0c9-b666-4384-b749-e511f457c29d admin admin] Publish callbacks [] for security_group (7583f7a7-e435-4140-8ec7-44c6cd66e67b), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:03.267538 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3d40b0c9-b666-4384-b749-e511f457c29d admin admin] Publish callbacks [] for security_group (7583f7a7-e435-4140-8ec7-44c6cd66e67b), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:03.323548 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3d40b0c9-b666-4384-b749-e511f457c29d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (7583f7a7-e435-4140-8ec7-44c6cd66e67b), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:03.327111 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3d40b0c9-b666-4384-b749-e511f457c29d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:03.328796 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-3d40b0c9-b666-4384-b749-e511f457c29d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/7583f7a7-e435-4140-8ec7-44c6cd66e67b HTTP/1.1" status: 204 len: 168 time: 0.1861143 Feb 02 07:32:03.342094 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d40b0c9-b666-4384-b749-e511f457c29d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7583f7a7-e435-4140-8ec7-44c6cd66e67b,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:32:03.386408 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29596d10-c326-477b-b171-e6f5c33d05e3 tempest-TestNetworkBasicOps-749025490 tempest-TestNetworkBasicOps-749025490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:03.393842 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-29596d10-c326-477b-b171-e6f5c33d05e3 tempest-TestNetworkBasicOps-749025490 tempest-TestNetworkBasicOps-749025490-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1673691 Feb 02 07:32:03.394765 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57304) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:32:03.436841 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57306) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:32:03.438459 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-9914b26b-965c-468f-9e0a-ac532123e84c tempest-TestNetworkBasicOps-749025490 tempest-TestNetworkBasicOps-749025490-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=ee4463ee-e783-4af5-91d5-cbeb2d0e0db8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0422761 Feb 02 07:32:03.444120 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-25627154-6e69-4b43-8256-bd994aface33 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-921685461', 'network_id': 'e27b3f1a-693e-4402-bbd1-ff7bfff49836', 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:32:03.553702 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25627154-6e69-4b43-8256-bd994aface33 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Made reservation on behalf of 0001a5ba6eec46c79c6bb86c5404d46f for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:32:03.557308 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-25627154-6e69-4b43-8256-bd994aface33 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:03.756787 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-25627154-6e69-4b43-8256-bd994aface33 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (53e0a1d1-9ea0-4dbb-b241-efecdc8156af), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:03.845052 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25627154-6e69-4b43-8256-bd994aface33 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Pushing event updated for resources: {'Subnet': ['ID=53e0a1d1-9ea0-4dbb-b241-efecdc8156af,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:32:03.851899 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25627154-6e69-4b43-8256-bd994aface33 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Checking segment: {'id': 'b16b715d-2c6f-4f36-bfdd-be2cf52725a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'e27b3f1a-693e-4402-bbd1-ff7bfff49836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:32:03.852719 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25627154-6e69-4b43-8256-bd994aface33 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Network hostable DHCP agents. Network: e27b3f1a-693e-4402-bbd1-ff7bfff49836, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:32:03.908761 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25627154-6e69-4b43-8256-bd994aface33 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Network e27b3f1a-693e-4402-bbd1-ff7bfff49836 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:32:03.921856 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-25627154-6e69-4b43-8256-bd994aface33 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, e27b3f1a-693e-4402-bbd1-ff7bfff49836) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:32:03.931653 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8456959-c6ca-4f25-92e3-83330cb422fa None None] Network e27b3f1a-693e-4402-bbd1-ff7bfff49836 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:32:03.944749 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25627154-6e69-4b43-8256-bd994aface33 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:03.951285 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-25627154-6e69-4b43-8256-bd994aface33 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:03.983626 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-25627154-6e69-4b43-8256-bd994aface33 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5452864 Feb 02 07:32:04.013222 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f256c6-728a-4cb3-a2bf-1dc35b814a4c req-b9d03267-c813-4376-9d09-5fb26dcf7520 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:04.022000 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d7f256c6-728a-4cb3-a2bf-1dc35b814a4c req-b9d03267-c813-4376-9d09-5fb26dcf7520 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] 10.222.0.87 "GET /v2.0/ports?device_id=06fe0db9-f2e4-488e-9e2e-cc1969822f26 HTTP/1.1" status: 200 len: 945 time: 0.0713549 Feb 02 07:32:04.071316 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d7f256c6-728a-4cb3-a2bf-1dc35b814a4c req-eb147eb0-d7d7-4860-8917-1e5798f28fd1 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] 10.222.0.87 "GET /v2.0/security-groups?id=445fea0a-6edf-4165-82ef-cb0371823431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482831 Feb 02 07:32:04.074036 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8f15ec-7589-4a5d-9121-b31a6b275579 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-e27b3f1a-693e-4402-bbd1-ff7bfff49836', 'network_id': 'e27b3f1a-693e-4402-bbd1-ff7bfff49836', 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'fixed_ips': [{'subnet_id': '53e0a1d1-9ea0-4dbb-b241-efecdc8156af'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:32:04.078127 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1e8f15ec-7589-4a5d-9121-b31a6b275579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:04.277538 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-1e8f15ec-7589-4a5d-9121-b31a6b275579 None None] Allocated IP 172.20.0.18 (e27b3f1a-693e-4402-bbd1-ff7bfff49836/53e0a1d1-9ea0-4dbb-b241-efecdc8156af/798a7d1c-272a-4ab8-a448-528384b49ac7) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:32:04.329207 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57344) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:32:04.453644 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-f1e3ef03-6b6a-40c6-893c-384459f9f4bb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1686132100-network', 'tenant_id': '1be24edd75b34b44a15b0964d0966e66'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:32:04.481866 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e3ef03-6b6a-40c6-893c-384459f9f4bb admin admin] Made reservation on behalf of 1be24edd75b34b44a15b0964d0966e66 for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:32:04.485937 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f1e3ef03-6b6a-40c6-893c-384459f9f4bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:04.517095 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f1e3ef03-6b6a-40c6-893c-384459f9f4bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:04.569614 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57352) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:32:04.575619 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-c5bf327d-63cb-4134-8fd9-659cb0fb0016 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1485744664', 'description': 'tempest-secgroup-smoke-1485744664 description', 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:32:04.620039 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c5bf327d-63cb-4134-8fd9-659cb0fb0016 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:04.644747 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f1e3ef03-6b6a-40c6-893c-384459f9f4bb admin admin] Publish callbacks [] for security_group (da509dd7-59da-4194-8b3b-9de9d561ead5), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:04.654910 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f1e3ef03-6b6a-40c6-893c-384459f9f4bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (da509dd7-59da-4194-8b3b-9de9d561ead5), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:04.668284 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1e3ef03-6b6a-40c6-893c-384459f9f4bb admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:32:04.681954 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1e8f15ec-7589-4a5d-9121-b31a6b275579 None None] Publish callbacks [] for port (798a7d1c-272a-4ab8-a448-528384b49ac7), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:04.684617 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f1e3ef03-6b6a-40c6-893c-384459f9f4bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (504154a9-26cd-449a-9ed6-04c164ab15e8), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:04.685041 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-f1e3ef03-6b6a-40c6-893c-384459f9f4bb admin admin] Added segment 504154a9-26cd-449a-9ed6-04c164ab15e8 of type vlan for network 76c4a8c5-7e48-4e2c-ac06-da683f132362 Feb 02 07:32:04.690171 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1e8f15ec-7589-4a5d-9121-b31a6b275579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (798a7d1c-272a-4ab8-a448-528384b49ac7), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:04.727418 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e3ef03-6b6a-40c6-893c-384459f9f4bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da509dd7-59da-4194-8b3b-9de9d561ead5,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:32:04.749508 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8f15ec-7589-4a5d-9121-b31a6b275579 None None] Network e27b3f1a-693e-4402-bbd1-ff7bfff49836 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:32:04.754020 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8f15ec-7589-4a5d-9121-b31a6b275579 None None] Pushing event updated for resources: {'Port': ['ID=798a7d1c-272a-4ab8-a448-528384b49ac7,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:32:04.759568 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-1e8f15ec-7589-4a5d-9121-b31a6b275579 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:32:04.761805 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8f15ec-7589-4a5d-9121-b31a6b275579 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:32:04.800373 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f1e3ef03-6b6a-40c6-893c-384459f9f4bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (76c4a8c5-7e48-4e2c-ac06-da683f132362), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:04.850833 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c5bf327d-63cb-4134-8fd9-659cb0fb0016 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for security_group (cebd25d3-6fdf-41e3-b8c0-5932148c0bb2), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:04.862442 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f1e3ef03-6b6a-40c6-893c-384459f9f4bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (76c4a8c5-7e48-4e2c-ac06-da683f132362), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:04.862729 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-1e8f15ec-7589-4a5d-9121-b31a6b275579 None None] Attempting to bind port 798a7d1c-272a-4ab8-a448-528384b49ac7 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:32:04.863204 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-1e8f15ec-7589-4a5d-9121-b31a6b275579 None None] Attempting to bind port 798a7d1c-272a-4ab8-a448-528384b49ac7 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'b16b715d-2c6f-4f36-bfdd-be2cf52725a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'e27b3f1a-693e-4402-bbd1-ff7bfff49836'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:32:04.864571 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8f15ec-7589-4a5d-9121-b31a6b275579 None None] Attempting to bind port 798a7d1c-272a-4ab8-a448-528384b49ac7 on network e27b3f1a-693e-4402-bbd1-ff7bfff49836 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:32:04.866013 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e3ef03-6b6a-40c6-893c-384459f9f4bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:04.866599 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f1e3ef03-6b6a-40c6-893c-384459f9f4bb admin admin] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:04.870192 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8f15ec-7589-4a5d-9121-b31a6b275579 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:32:04.871131 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8f15ec-7589-4a5d-9121-b31a6b275579 None None] Checking segment: {'id': 'b16b715d-2c6f-4f36-bfdd-be2cf52725a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'e27b3f1a-693e-4402-bbd1-ff7bfff49836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:32:04.871753 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1e8f15ec-7589-4a5d-9121-b31a6b275579 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:04.872254 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8f15ec-7589-4a5d-9121-b31a6b275579 None None] Bound using segment: {'id': 'b16b715d-2c6f-4f36-bfdd-be2cf52725a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'e27b3f1a-693e-4402-bbd1-ff7bfff49836'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:32:04.872831 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-1e8f15ec-7589-4a5d-9121-b31a6b275579 None None] Bound port: 798a7d1c-272a-4ab8-a448-528384b49ac7, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b16b715d-2c6f-4f36-bfdd-be2cf52725a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'e27b3f1a-693e-4402-bbd1-ff7bfff49836'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:32:04.873339 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1e8f15ec-7589-4a5d-9121-b31a6b275579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (798a7d1c-272a-4ab8-a448-528384b49ac7), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:04.880125 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c5bf327d-63cb-4134-8fd9-659cb0fb0016 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (cebd25d3-6fdf-41e3-b8c0-5932148c0bb2), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:04.919055 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-f1e3ef03-6b6a-40c6-893c-384459f9f4bb admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5886953 Feb 02 07:32:04.922033 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57366) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:32:04.930250 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-a907df63-8d18-488f-ad1b-163487c2aaba admin admin] Request body: {'subnet': {'network_id': '76c4a8c5-7e48-4e2c-ac06-da683f132362', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1686132100-subnet', 'tenant_id': '1be24edd75b34b44a15b0964d0966e66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:32:04.966719 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bf327d-63cb-4134-8fd9-659cb0fb0016 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cebd25d3-6fdf-41e3-b8c0-5932148c0bb2,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:32:04.985250 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1e8f15ec-7589-4a5d-9121-b31a6b275579 None None] For port 798a7d1c-272a-4ab8-a448-528384b49ac7, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:32:04.990994 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1e8f15ec-7589-4a5d-9121-b31a6b275579 None None] For port 798a7d1c-272a-4ab8-a448-528384b49ac7, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=798a7d1c-272a-4ab8-a448-528384b49ac7,segment=NetworkSegment(b16b715d-2c6f-4f36-bfdd-be2cf52725a4),segment_id=b16b715d-2c6f-4f36-bfdd-be2cf52725a4)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:32:05.000498 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a907df63-8d18-488f-ad1b-163487c2aaba admin admin] Made reservation on behalf of 1be24edd75b34b44a15b0964d0966e66 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:32:05.002790 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1e8f15ec-7589-4a5d-9121-b31a6b275579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (798a7d1c-272a-4ab8-a448-528384b49ac7), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:05.003337 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a907df63-8d18-488f-ad1b-163487c2aaba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:05.021221 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c5bf327d-63cb-4134-8fd9-659cb0fb0016 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:05.022213 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-c5bf327d-63cb-4134-8fd9-659cb0fb0016 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4516320 Feb 02 07:32:05.023224 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e3ef03-6b6a-40c6-893c-384459f9f4bb admin admin] Pushing event updated for resources: {'Network': ['ID=76c4a8c5-7e48-4e2c-ac06-da683f132362,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:32:05.025401 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57370) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:32:05.032571 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-1d65741d-a74b-4cb4-bd7d-06467db4eec0 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Request body: {'security_group_rule': {'security_group_id': 'cebd25d3-6fdf-41e3-b8c0-5932148c0bb2', 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:32:05.055145 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 76c4a8c5-7e48-4e2c-ac06-da683f132362 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:32:05.081733 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1d65741d-a74b-4cb4-bd7d-06467db4eec0 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for security_group_rule (3ed24698-f152-4fb0-9564-a604c8ba102c), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:05.188988 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8f15ec-7589-4a5d-9121-b31a6b275579 None None] Pushing event updated for resources: {'Port': ['ID=798a7d1c-272a-4ab8-a448-528384b49ac7,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:32:05.198208 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1d65741d-a74b-4cb4-bd7d-06467db4eec0 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for security_group_rule (3ed24698-f152-4fb0-9564-a604c8ba102c), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:05.211926 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1d65741d-a74b-4cb4-bd7d-06467db4eec0 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (3ed24698-f152-4fb0-9564-a604c8ba102c), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:05.249621 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d65741d-a74b-4cb4-bd7d-06467db4eec0 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ed24698-f152-4fb0-9564-a604c8ba102c,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:32:05.283256 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1d65741d-a74b-4cb4-bd7d-06467db4eec0 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:05.288056 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-1d65741d-a74b-4cb4-bd7d-06467db4eec0 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2616546 Feb 02 07:32:05.288698 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57376) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:32:05.293613 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-dce722f3-e1a5-4a6f-991b-19fcba030c26 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Request body: {'security_group_rule': {'security_group_id': 'cebd25d3-6fdf-41e3-b8c0-5932148c0bb2', 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:32:05.299817 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a907df63-8d18-488f-ad1b-163487c2aaba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (343995eb-b778-43b6-90da-93b0d8c49dda), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:05.362615 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907df63-8d18-488f-ad1b-163487c2aaba admin admin] Pushing event updated for resources: {'Subnet': ['ID=343995eb-b778-43b6-90da-93b0d8c49dda,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:32:05.385428 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-dce722f3-e1a5-4a6f-991b-19fcba030c26 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for security_group_rule (9b6aaa11-5e4f-441d-9965-81cda9ba1d42), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:05.418859 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a907df63-8d18-488f-ad1b-163487c2aaba admin admin] Checking segment: {'id': '504154a9-26cd-449a-9ed6-04c164ab15e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '76c4a8c5-7e48-4e2c-ac06-da683f132362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:32:05.419443 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a907df63-8d18-488f-ad1b-163487c2aaba admin admin] Network hostable DHCP agents. Network: 76c4a8c5-7e48-4e2c-ac06-da683f132362, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:32:05.496505 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-dce722f3-e1a5-4a6f-991b-19fcba030c26 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for security_group_rule (9b6aaa11-5e4f-441d-9965-81cda9ba1d42), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:05.514257 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-dce722f3-e1a5-4a6f-991b-19fcba030c26 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (9b6aaa11-5e4f-441d-9965-81cda9ba1d42), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:05.521271 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a907df63-8d18-488f-ad1b-163487c2aaba admin admin] Network 76c4a8c5-7e48-4e2c-ac06-da683f132362 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:32:05.563803 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce722f3-e1a5-4a6f-991b-19fcba030c26 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b6aaa11-5e4f-441d-9965-81cda9ba1d42,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:32:05.568904 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-dce722f3-e1a5-4a6f-991b-19fcba030c26 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:05.572951 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-dce722f3-e1a5-4a6f-991b-19fcba030c26 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2828872 Feb 02 07:32:05.573194 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57382) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:32:05.574812 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-a907df63-8d18-488f-ad1b-163487c2aaba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 76c4a8c5-7e48-4e2c-ac06-da683f132362) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:32:05.582605 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-06e76ff5-6d78-4ff7-9939-3ed765d1985a tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Request body: {'security_group_rule': {'security_group_id': 'cebd25d3-6fdf-41e3-b8c0-5932148c0bb2', 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:32:05.582807 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a907df63-8d18-488f-ad1b-163487c2aaba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:05.583007 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1a7400-1ab3-4923-81ed-8de37a35e557 None None] Network 76c4a8c5-7e48-4e2c-ac06-da683f132362 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:32:05.583823 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a907df63-8d18-488f-ad1b-163487c2aaba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:05.620318 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a907df63-8d18-488f-ad1b-163487c2aaba admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6875355 Feb 02 07:32:05.620538 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-06e76ff5-6d78-4ff7-9939-3ed765d1985a tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for security_group_rule (fedc06d1-5ce2-4220-8e96-a91fef7b3274), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:05.727403 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-06e76ff5-6d78-4ff7-9939-3ed765d1985a tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for security_group_rule (fedc06d1-5ce2-4220-8e96-a91fef7b3274), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:05.742639 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-06e76ff5-6d78-4ff7-9939-3ed765d1985a tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (fedc06d1-5ce2-4220-8e96-a91fef7b3274), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:05.776179 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-06e76ff5-6d78-4ff7-9939-3ed765d1985a tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:05.781341 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57388) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:32:05.790924 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-1e0d6223-581e-4faf-8dbf-a4fb368091ed tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Request body: {'security_group_rule': {'security_group_id': 'cebd25d3-6fdf-41e3-b8c0-5932148c0bb2', 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:32:05.796328 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-06e76ff5-6d78-4ff7-9939-3ed765d1985a tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2220817 Feb 02 07:32:05.813700 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e4d3e5-ab3a-435d-ac11-280ca568b8dc None None] Network 76c4a8c5-7e48-4e2c-ac06-da683f132362 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:32:05.819520 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e76ff5-6d78-4ff7-9939-3ed765d1985a tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fedc06d1-5ce2-4220-8e96-a91fef7b3274,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:32:05.850313 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1e0d6223-581e-4faf-8dbf-a4fb368091ed tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for security_group_rule (cb17c7f0-2e4d-4d96-bb16-a83b1d11f695), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:05.992020 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1e0d6223-581e-4faf-8dbf-a4fb368091ed tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for security_group_rule (cb17c7f0-2e4d-4d96-bb16-a83b1d11f695), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:05.998729 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1e0d6223-581e-4faf-8dbf-a4fb368091ed tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (cb17c7f0-2e4d-4d96-bb16-a83b1d11f695), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:06.032453 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1e0d6223-581e-4faf-8dbf-a4fb368091ed tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:06.033990 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-1e0d6223-581e-4faf-8dbf-a4fb368091ed tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2498240 Feb 02 07:32:06.036828 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57398) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:32:06.043923 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-1693a1a5-81d8-42a8-85ba-905f7b2ad343 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Request body: {'security_group_rule': {'security_group_id': 'cebd25d3-6fdf-41e3-b8c0-5932148c0bb2', 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:32:06.050508 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0d6223-581e-4faf-8dbf-a4fb368091ed tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb17c7f0-2e4d-4d96-bb16-a83b1d11f695,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:32:06.079797 n-d-789963-26 neutron-server[109694]: INFO neutron.db.securitygroups_db [None req-1693a1a5-81d8-42a8-85ba-905f7b2ad343 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Project 0001a5ba6eec46c79c6bb86c5404d46f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 07:32:06.087273 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1693a1a5-81d8-42a8-85ba-905f7b2ad343 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for security_group_rule (a0f75e8a-95bc-4d51-a8ca-6d6694f483bd), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:06.162318 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1693a1a5-81d8-42a8-85ba-905f7b2ad343 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for security_group_rule (a0f75e8a-95bc-4d51-a8ca-6d6694f483bd), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:06.167993 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1693a1a5-81d8-42a8-85ba-905f7b2ad343 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (a0f75e8a-95bc-4d51-a8ca-6d6694f483bd), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:06.200574 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1693a1a5-81d8-42a8-85ba-905f7b2ad343 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0f75e8a-95bc-4d51-a8ca-6d6694f483bd,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:32:06.235376 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1693a1a5-81d8-42a8-85ba-905f7b2ad343 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:06.240330 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-1693a1a5-81d8-42a8-85ba-905f7b2ad343 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2015853 Feb 02 07:32:06.240548 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 57402) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:32:06.251001 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-34d28805-2ee6-4ba4-9fec-99415254da0c tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Request body: {'security_group_rule': {'security_group_id': 'cebd25d3-6fdf-41e3-b8c0-5932148c0bb2', 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:32:06.276988 n-d-789963-26 neutron-server[109694]: INFO neutron.db.securitygroups_db [None req-34d28805-2ee6-4ba4-9fec-99415254da0c tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Project 0001a5ba6eec46c79c6bb86c5404d46f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 07:32:06.284508 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-34d28805-2ee6-4ba4-9fec-99415254da0c tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for security_group_rule (dba2d442-d248-4e4c-bd4c-f4d47e89b413), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:06.396600 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-34d28805-2ee6-4ba4-9fec-99415254da0c tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for security_group_rule (dba2d442-d248-4e4c-bd4c-f4d47e89b413), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:06.421138 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-34d28805-2ee6-4ba4-9fec-99415254da0c tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (dba2d442-d248-4e4c-bd4c-f4d47e89b413), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:06.457187 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-34d28805-2ee6-4ba4-9fec-99415254da0c tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:06.476118 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-34d28805-2ee6-4ba4-9fec-99415254da0c tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2258797 Feb 02 07:32:06.476118 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d28805-2ee6-4ba4-9fec-99415254da0c tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dba2d442-d248-4e4c-bd4c-f4d47e89b413,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:32:06.767052 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5b713475-c831-4460-94af-2f26a3cec620 req-fa12d2d5-4b8b-4a79-ad39-15aad96a958b tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1485744664&fields=id&tenant_id=0001a5ba6eec46c79c6bb86c5404d46f HTTP/1.1" status: 200 len: 267 time: 0.0998008 Feb 02 07:32:06.924269 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11b4328-cd04-4565-ac6e-397686e3394b None None] Network e27b3f1a-693e-4402-bbd1-ff7bfff49836 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:32:06.963496 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b713475-c831-4460-94af-2f26a3cec620 req-521c8cc9-fda3-4639-a7ea-dc5a8896f6f5 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:06.965068 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5b713475-c831-4460-94af-2f26a3cec620 req-521c8cc9-fda3-4639-a7ea-dc5a8896f6f5 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/networks?id=e27b3f1a-693e-4402-bbd1-ff7bfff49836 HTTP/1.1" status: 200 len: 797 time: 0.1808395 Feb 02 07:32:06.992594 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5b713475-c831-4460-94af-2f26a3cec620 req-47f04106-2390-4133-bbc8-6afa4e0982df tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/quotas/0001a5ba6eec46c79c6bb86c5404d46f HTTP/1.1" status: 200 len: 375 time: 0.0210502 Feb 02 07:32:07.037834 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 798a7d1c-272a-4ab8-a448-528384b49ac7 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:32:07.103661 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-9bccd76b-9af2-4974-986e-b94f47758f78 None None] Provisioning complete for port 798a7d1c-272a-4ab8-a448-528384b49ac7 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:32:07.104367 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9bccd76b-9af2-4974-986e-b94f47758f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (798a7d1c-272a-4ab8-a448-528384b49ac7), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:07.116668 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5b713475-c831-4460-94af-2f26a3cec620 req-adb0b0b8-f659-4e3d-a489-74170a11f3a2 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=0001a5ba6eec46c79c6bb86c5404d46f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1180096 Feb 02 07:32:07.211791 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 798a7d1c-272a-4ab8-a448-528384b49ac7 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:32:07.212472 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (798a7d1c-272a-4ab8-a448-528384b49ac7), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:07.243982 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5b713475-c831-4460-94af-2f26a3cec620 req-51c2042b-250e-41d8-af72-55bb3df1aced service neutron] 10.222.0.87 "GET /v2.0/networks/e27b3f1a-693e-4402-bbd1-ff7bfff49836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241655 Feb 02 07:32:07.281027 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-9bccd76b-9af2-4974-986e-b94f47758f78 None None] Current status of the port 798a7d1c-272a-4ab8-a448-528384b49ac7 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:32:07.281891 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9bccd76b-9af2-4974-986e-b94f47758f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (798a7d1c-272a-4ab8-a448-528384b49ac7), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:07.401882 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 798a7d1c-272a-4ab8-a448-528384b49ac7 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:32:07.403053 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (798a7d1c-272a-4ab8-a448-528384b49ac7), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:07.418175 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-9bccd76b-9af2-4974-986e-b94f47758f78 None None] For port 798a7d1c-272a-4ab8-a448-528384b49ac7, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=798a7d1c-272a-4ab8-a448-528384b49ac7,segment=NetworkSegment(b16b715d-2c6f-4f36-bfdd-be2cf52725a4),segment_id=b16b715d-2c6f-4f36-bfdd-be2cf52725a4)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:32:07.420523 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5b713475-c831-4460-94af-2f26a3cec620 req-81f0faa8-6f64-40a3-999b-09fade09055e service neutron] 10.222.0.87 "GET /v2.0/networks/e27b3f1a-693e-4402-bbd1-ff7bfff49836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711564 Feb 02 07:32:07.442095 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9bccd76b-9af2-4974-986e-b94f47758f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (798a7d1c-272a-4ab8-a448-528384b49ac7), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:07.601821 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.db.api [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109695) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 07:32:07.602345 n-d-789963-26 neutron-server[109695]: DEBUG oslo_db.api [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 07:32:07.666502 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ecb7c872-a1ed-4578-a10c-e0f8578a997c None None] Provisioning complete for port 798a7d1c-272a-4ab8-a448-528384b49ac7 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:32:07.666947 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ecb7c872-a1ed-4578-a10c-e0f8578a997c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (798a7d1c-272a-4ab8-a448-528384b49ac7), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:07.719917 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bccd76b-9af2-4974-986e-b94f47758f78 None None] Pushing event updated for resources: {'Port': ['ID=798a7d1c-272a-4ab8-a448-528384b49ac7,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:32:07.821913 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ecb7c872-a1ed-4578-a10c-e0f8578a997c None None] Current status of the port 798a7d1c-272a-4ab8-a448-528384b49ac7 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:32:07.854483 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d8c230cb-9e36-4cc4-873e-bc40d7b84840 req-f7c33ae3-a49c-4779-8093-13551848754e tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/ports?device_id=8802cec9-dedb-4f3e-9105-cbb36b232e38 HTTP/1.1" status: 200 len: 210 time: 0.0565627 Feb 02 07:32:08.185821 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 798a7d1c-272a-4ab8-a448-528384b49ac7 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:32:08.815458 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 798a7d1c-272a-4ab8-a448-528384b49ac7 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:32:08.921769 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 798a7d1c-272a-4ab8-a448-528384b49ac7 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:32:08.922408 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (798a7d1c-272a-4ab8-a448-528384b49ac7), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:09.016281 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11471918-08bb-47b8-9e56-f43dd51c3b74 req-6d9f3162-5d0d-4d88-a34f-5496a92cc0df tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:09.017844 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-11471918-08bb-47b8-9e56-f43dd51c3b74 req-6d9f3162-5d0d-4d88-a34f-5496a92cc0df tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] 10.222.0.87 "GET /v2.0/networks?id=76c4a8c5-7e48-4e2c-ac06-da683f132362 HTTP/1.1" status: 200 len: 809 time: 0.1470170 Feb 02 07:32:09.055258 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-11471918-08bb-47b8-9e56-f43dd51c3b74 req-056cfa0b-e4f8-4942-8f09-b1d5f0312b7c tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] 10.222.0.87 "GET /v2.0/quotas/1be24edd75b34b44a15b0964d0966e66 HTTP/1.1" status: 200 len: 375 time: 0.0259583 Feb 02 07:32:09.131535 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-11471918-08bb-47b8-9e56-f43dd51c3b74 req-85ebf43d-612a-4aad-893d-64e24e1e32e7 tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=1be24edd75b34b44a15b0964d0966e66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0683725 Feb 02 07:32:09.148473 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 798a7d1c-272a-4ab8-a448-528384b49ac7 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:32:09.200656 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b713475-c831-4460-94af-2f26a3cec620 req-5b9337de-a3d0-4059-aaac-49b167afe3f0 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:09.202090 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5b713475-c831-4460-94af-2f26a3cec620 req-5b9337de-a3d0-4059-aaac-49b167afe3f0 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.59 "GET /v2.0/networks?id=e27b3f1a-693e-4402-bbd1-ff7bfff49836 HTTP/1.1" status: 200 len: 797 time: 0.1827078 Feb 02 07:32:09.298365 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-11471918-08bb-47b8-9e56-f43dd51c3b74 req-45989152-5f26-49d3-948b-ba9b3abf6d66 service neutron] 10.222.0.87 "GET /v2.0/networks/76c4a8c5-7e48-4e2c-ac06-da683f132362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546865 Feb 02 07:32:09.407717 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5b713475-c831-4460-94af-2f26a3cec620 req-cd7a6b49-7926-4d4c-abd6-d7d74ab9c64b tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0001a5ba6eec46c79c6bb86c5404d46f HTTP/1.1" status: 200 len: 473 time: 0.1774392 Feb 02 07:32:09.409780 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-11471918-08bb-47b8-9e56-f43dd51c3b74 req-a173ed97-5219-440d-a42f-6aaa4c76c176 service neutron] 10.222.0.87 "GET /v2.0/networks/76c4a8c5-7e48-4e2c-ac06-da683f132362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988896 Feb 02 07:32:09.416847 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-5b713475-c831-4460-94af-2f26a3cec620 req-6ae5dd9e-dd29-4078-91f7-b92139b2d83b tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Request body: {'port': {'device_id': '8802cec9-dedb-4f3e-9105-cbb36b232e38', 'network_id': 'e27b3f1a-693e-4402-bbd1-ff7bfff49836', 'admin_state_up': True, 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'security_groups': ['cebd25d3-6fdf-41e3-b8c0-5932148c0bb2']}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:32:09.588035 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b713475-c831-4460-94af-2f26a3cec620 req-6ae5dd9e-dd29-4078-91f7-b92139b2d83b tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Made reservation on behalf of 0001a5ba6eec46c79c6bb86c5404d46f for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:32:09.593272 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-5b713475-c831-4460-94af-2f26a3cec620 req-6ae5dd9e-dd29-4078-91f7-b92139b2d83b tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:09.650200 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9a37a38f-db52-4d58-a33c-2a68f6958f9d req-08c22941-5072-4bf3-9f48-ead858bc9a25 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/ports?device_id=8802cec9-dedb-4f3e-9105-cbb36b232e38 HTTP/1.1" status: 200 len: 210 time: 0.0511959 Feb 02 07:32:09.768696 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a147ae21-f577-40e4-bbf6-ced16737aff7 req-29944e91-01d9-4fa8-8096-3370dfe874bd tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] 10.222.0.87 "GET /v2.0/ports?device_id=f1b63f71-1442-48b1-9999-cabf4c015767 HTTP/1.1" status: 200 len: 210 time: 0.0396066 Feb 02 07:32:09.839407 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-5b713475-c831-4460-94af-2f26a3cec620 req-6ae5dd9e-dd29-4078-91f7-b92139b2d83b tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Allocated IP 172.20.0.20 (e27b3f1a-693e-4402-bbd1-ff7bfff49836/53e0a1d1-9ea0-4dbb-b241-efecdc8156af/b08fc7e6-7c89-41eb-97c5-4b827eed5a6a) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:32:10.019184 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-5b713475-c831-4460-94af-2f26a3cec620 req-6ae5dd9e-dd29-4078-91f7-b92139b2d83b tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for port (b08fc7e6-7c89-41eb-97c5-4b827eed5a6a), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:10.063657 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-5b713475-c831-4460-94af-2f26a3cec620 req-6ae5dd9e-dd29-4078-91f7-b92139b2d83b tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (b08fc7e6-7c89-41eb-97c5-4b827eed5a6a), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:10.131165 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b713475-c831-4460-94af-2f26a3cec620 req-6ae5dd9e-dd29-4078-91f7-b92139b2d83b tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Network e27b3f1a-693e-4402-bbd1-ff7bfff49836 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:32:10.135429 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-5b713475-c831-4460-94af-2f26a3cec620 req-6ae5dd9e-dd29-4078-91f7-b92139b2d83b tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:32:10.140933 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b713475-c831-4460-94af-2f26a3cec620 req-6ae5dd9e-dd29-4078-91f7-b92139b2d83b tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:32:10.151865 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae5dd9e-dd29-4078-91f7-b92139b2d83b tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Pushing event updated for resources: {'Port': ['ID=b08fc7e6-7c89-41eb-97c5-4b827eed5a6a,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:32:10.217164 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b713475-c831-4460-94af-2f26a3cec620 req-6ae5dd9e-dd29-4078-91f7-b92139b2d83b tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:10.218070 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-5b713475-c831-4460-94af-2f26a3cec620 req-6ae5dd9e-dd29-4078-91f7-b92139b2d83b tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:10.243040 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5b713475-c831-4460-94af-2f26a3cec620 req-6ae5dd9e-dd29-4078-91f7-b92139b2d83b tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8290794 Feb 02 07:32:10.260816 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-5b713475-c831-4460-94af-2f26a3cec620 req-3233c453-faaa-4742-9bca-9ef2d8619d39 service neutron] Request body: {'port': {'device_id': '8802cec9-dedb-4f3e-9105-cbb36b232e38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:32:10.350258 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-5b713475-c831-4460-94af-2f26a3cec620 req-3233c453-faaa-4742-9bca-9ef2d8619d39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b08fc7e6-7c89-41eb-97c5-4b827eed5a6a), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:10.588292 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-59f792e1-7f32-4e04-b6b9-b14774aad089 None None] Provisioning complete for port b08fc7e6-7c89-41eb-97c5-4b827eed5a6a triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:32:10.591266 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-59f792e1-7f32-4e04-b6b9-b14774aad089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b08fc7e6-7c89-41eb-97c5-4b827eed5a6a), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:10.641703 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-59f792e1-7f32-4e04-b6b9-b14774aad089 None None] Port b08fc7e6-7c89-41eb-97c5-4b827eed5a6a cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:32:10.732402 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-5b713475-c831-4460-94af-2f26a3cec620 req-3233c453-faaa-4742-9bca-9ef2d8619d39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b08fc7e6-7c89-41eb-97c5-4b827eed5a6a {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:32:10.748610 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-5b713475-c831-4460-94af-2f26a3cec620 req-3233c453-faaa-4742-9bca-9ef2d8619d39 service neutron] Publish callbacks [] for port (b08fc7e6-7c89-41eb-97c5-4b827eed5a6a), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:10.777373 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-5b713475-c831-4460-94af-2f26a3cec620 req-3233c453-faaa-4742-9bca-9ef2d8619d39 service neutron] Transition to ACTIVE for port object b08fc7e6-7c89-41eb-97c5-4b827eed5a6a will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:32:10.803034 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-5b713475-c831-4460-94af-2f26a3cec620 req-3233c453-faaa-4742-9bca-9ef2d8619d39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (b08fc7e6-7c89-41eb-97c5-4b827eed5a6a), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:10.968918 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3233c453-faaa-4742-9bca-9ef2d8619d39 service neutron] Pushing event updated for resources: {'Port': ['ID=b08fc7e6-7c89-41eb-97c5-4b827eed5a6a,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:32:10.995580 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-074c620d-d00d-494e-9d1d-0155a499f7f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:11.024210 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9344de5a-cd38-4b48-a652-b41963344234 req-2fa538a6-65a0-4093-80a5-13411bc4fa18 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:11.031842 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9344de5a-cd38-4b48-a652-b41963344234 req-2fa538a6-65a0-4093-80a5-13411bc4fa18 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/ports?device_id=8802cec9-dedb-4f3e-9105-cbb36b232e38 HTTP/1.1" status: 200 len: 932 time: 0.2720780 Feb 02 07:32:11.132777 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-5b713475-c831-4460-94af-2f26a3cec620 req-3233c453-faaa-4742-9bca-9ef2d8619d39 service neutron] Attempting to bind port b08fc7e6-7c89-41eb-97c5-4b827eed5a6a on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:32:11.133142 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-5b713475-c831-4460-94af-2f26a3cec620 req-3233c453-faaa-4742-9bca-9ef2d8619d39 service neutron] Attempting to bind port b08fc7e6-7c89-41eb-97c5-4b827eed5a6a by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': 'b16b715d-2c6f-4f36-bfdd-be2cf52725a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'e27b3f1a-693e-4402-bbd1-ff7bfff49836'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:32:11.133394 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b713475-c831-4460-94af-2f26a3cec620 req-3233c453-faaa-4742-9bca-9ef2d8619d39 service neutron] Attempting to bind port b08fc7e6-7c89-41eb-97c5-4b827eed5a6a on network e27b3f1a-693e-4402-bbd1-ff7bfff49836 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:32:11.141072 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11471918-08bb-47b8-9e56-f43dd51c3b74 req-2bdfd6c5-c7bd-47fb-b674-e6969c059118 tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:11.142591 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-11471918-08bb-47b8-9e56-f43dd51c3b74 req-2bdfd6c5-c7bd-47fb-b674-e6969c059118 tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] 10.222.0.88 "GET /v2.0/networks?id=76c4a8c5-7e48-4e2c-ac06-da683f132362 HTTP/1.1" status: 200 len: 809 time: 0.2961326 Feb 02 07:32:11.146761 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9344de5a-cd38-4b48-a652-b41963344234 req-dfb606f2-738a-4e5c-b87c-e7537f167767 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/security-groups?id=cebd25d3-6fdf-41e3-b8c0-5932148c0bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141102 Feb 02 07:32:11.169173 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-11471918-08bb-47b8-9e56-f43dd51c3b74 req-c7473256-813a-4564-91fe-3a465a85768a tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] Request body: {'port': {'device_id': 'f1b63f71-1442-48b1-9999-cabf4c015767', 'network_id': '76c4a8c5-7e48-4e2c-ac06-da683f132362', 'admin_state_up': True, 'tenant_id': '1be24edd75b34b44a15b0964d0966e66'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:32:11.175748 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b713475-c831-4460-94af-2f26a3cec620 req-3233c453-faaa-4742-9bca-9ef2d8619d39 service neutron] Port b08fc7e6-7c89-41eb-97c5-4b827eed5a6a on network e27b3f1a-693e-4402-bbd1-ff7bfff49836 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:32:11.176870 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b713475-c831-4460-94af-2f26a3cec620 req-3233c453-faaa-4742-9bca-9ef2d8619d39 service neutron] Attempting to bind port b08fc7e6-7c89-41eb-97c5-4b827eed5a6a on network e27b3f1a-693e-4402-bbd1-ff7bfff49836 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:32:11.194599 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b713475-c831-4460-94af-2f26a3cec620 req-3233c453-faaa-4742-9bca-9ef2d8619d39 service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:32:11.194957 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b713475-c831-4460-94af-2f26a3cec620 req-3233c453-faaa-4742-9bca-9ef2d8619d39 service neutron] Checking segment: {'id': 'b16b715d-2c6f-4f36-bfdd-be2cf52725a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'e27b3f1a-693e-4402-bbd1-ff7bfff49836'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:32:11.195344 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b713475-c831-4460-94af-2f26a3cec620 req-3233c453-faaa-4742-9bca-9ef2d8619d39 service neutron] Bound using segment: {'id': 'b16b715d-2c6f-4f36-bfdd-be2cf52725a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'e27b3f1a-693e-4402-bbd1-ff7bfff49836'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:32:11.195819 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-5b713475-c831-4460-94af-2f26a3cec620 req-3233c453-faaa-4742-9bca-9ef2d8619d39 service neutron] Bound port: b08fc7e6-7c89-41eb-97c5-4b827eed5a6a, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b16b715d-2c6f-4f36-bfdd-be2cf52725a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'e27b3f1a-693e-4402-bbd1-ff7bfff49836'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:32:11.196184 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-5b713475-c831-4460-94af-2f26a3cec620 req-3233c453-faaa-4742-9bca-9ef2d8619d39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b08fc7e6-7c89-41eb-97c5-4b827eed5a6a), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:11.611179 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ebf66c96-92c4-462c-a746-7bf26ac1cdd3 req-d7a7a82e-f207-4d1f-aecf-a4cfd2ac4092 tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] 10.222.0.87 "GET /v2.0/ports?device_id=f1b63f71-1442-48b1-9999-cabf4c015767 HTTP/1.1" status: 200 len: 210 time: 0.3663943 Feb 02 07:32:11.666962 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-5b713475-c831-4460-94af-2f26a3cec620 req-3233c453-faaa-4742-9bca-9ef2d8619d39 service neutron] For port b08fc7e6-7c89-41eb-97c5-4b827eed5a6a, host n-h2-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:32:11.670919 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-5b713475-c831-4460-94af-2f26a3cec620 req-3233c453-faaa-4742-9bca-9ef2d8619d39 service neutron] For port b08fc7e6-7c89-41eb-97c5-4b827eed5a6a, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=b08fc7e6-7c89-41eb-97c5-4b827eed5a6a,segment=NetworkSegment(b16b715d-2c6f-4f36-bfdd-be2cf52725a4),segment_id=b16b715d-2c6f-4f36-bfdd-be2cf52725a4)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:32:11.679645 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-5b713475-c831-4460-94af-2f26a3cec620 req-3233c453-faaa-4742-9bca-9ef2d8619d39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (b08fc7e6-7c89-41eb-97c5-4b827eed5a6a), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:11.687901 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11471918-08bb-47b8-9e56-f43dd51c3b74 req-c7473256-813a-4564-91fe-3a465a85768a tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] Made reservation on behalf of 1be24edd75b34b44a15b0964d0966e66 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:32:11.691181 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-11471918-08bb-47b8-9e56-f43dd51c3b74 req-c7473256-813a-4564-91fe-3a465a85768a tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:11.730086 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b713475-c831-4460-94af-2f26a3cec620 req-3233c453-faaa-4742-9bca-9ef2d8619d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:11.730686 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-5b713475-c831-4460-94af-2f26a3cec620 req-3233c453-faaa-4742-9bca-9ef2d8619d39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:11.732072 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5b713475-c831-4460-94af-2f26a3cec620 req-3233c453-faaa-4742-9bca-9ef2d8619d39 service neutron] 10.222.0.59 "PUT /v2.0/ports/b08fc7e6-7c89-41eb-97c5-4b827eed5a6a HTTP/1.1" status: 200 len: 1093 time: 1.4766126 Feb 02 07:32:11.734975 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8802cec9-dedb-4f3e-9105-cbb36b232e38', 'tag': 'b08fc7e6-7c89-41eb-97c5-4b827eed5a6a'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:32:11.737268 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9676d28-3f1f-449e-a1cb-505beb342d83" -d '{"events": [{"name": "network-changed", "server_uuid": "8802cec9-dedb-4f3e-9105-cbb36b232e38", "tag": "b08fc7e6-7c89-41eb-97c5-4b827eed5a6a"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:32:11.836674 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3233c453-faaa-4742-9bca-9ef2d8619d39 service neutron] Pushing event updated for resources: {'Port': ['ID=b08fc7e6-7c89-41eb-97c5-4b827eed5a6a,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:32:11.841434 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b94a69d-1789-473a-8a36-feb570e58c55 x-openstack-request-id: req-6b94a69d-1789-473a-8a36-feb570e58c55 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:32:11.841838 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8802cec9-dedb-4f3e-9105-cbb36b232e38", "tag": "b08fc7e6-7c89-41eb-97c5-4b827eed5a6a", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:32:11.842194 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-6b94a69d-1789-473a-8a36-feb570e58c55 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:32:11.842690 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8802cec9-dedb-4f3e-9105-cbb36b232e38', 'tag': 'b08fc7e6-7c89-41eb-97c5-4b827eed5a6a', 'status': 'completed', 'code': 200} Feb 02 07:32:11.964830 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b713475-c831-4460-94af-2f26a3cec620 req-e59e6c0c-08d6-486d-b6da-fc17f6643a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:11.966321 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5b713475-c831-4460-94af-2f26a3cec620 req-e59e6c0c-08d6-486d-b6da-fc17f6643a35 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0001a5ba6eec46c79c6bb86c5404d46f&device_id=8802cec9-dedb-4f3e-9105-cbb36b232e38 HTTP/1.1" status: 200 len: 1127 time: 0.1396503 Feb 02 07:32:12.031310 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5b713475-c831-4460-94af-2f26a3cec620 req-258d452e-b6cd-433e-9b16-f84b7793ade0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=b08fc7e6-7c89-41eb-97c5-4b827eed5a6a HTTP/1.1" status: 200 len: 217 time: 0.0492079 Feb 02 07:32:12.032348 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-11471918-08bb-47b8-9e56-f43dd51c3b74 req-c7473256-813a-4564-91fe-3a465a85768a tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] Allocated IP 172.20.0.13 (76c4a8c5-7e48-4e2c-ac06-da683f132362/343995eb-b778-43b6-90da-93b0d8c49dda/37494a4e-2f08-4c7e-b247-f97c8750d813) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:32:12.112197 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b713475-c831-4460-94af-2f26a3cec620 req-b401883c-0714-401a-802a-1324d5ac7300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:12.114253 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5b713475-c831-4460-94af-2f26a3cec620 req-b401883c-0714-401a-802a-1324d5ac7300 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=53e0a1d1-9ea0-4dbb-b241-efecdc8156af HTTP/1.1" status: 200 len: 837 time: 0.0754182 Feb 02 07:32:12.265088 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b713475-c831-4460-94af-2f26a3cec620 req-fe790a71-1399-416e-9681-28628ebbe3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:12.266604 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5b713475-c831-4460-94af-2f26a3cec620 req-fe790a71-1399-416e-9681-28628ebbe3fa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e27b3f1a-693e-4402-bbd1-ff7bfff49836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.1449323 Feb 02 07:32:12.341962 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-11471918-08bb-47b8-9e56-f43dd51c3b74 req-c7473256-813a-4564-91fe-3a465a85768a tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] Publish callbacks [] for port (37494a4e-2f08-4c7e-b247-f97c8750d813), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:12.418735 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab7f8a-868c-48f8-9dc6-6fc7f589bfc2 req-4629efc9-ba4a-4558-884b-60881ad6a633 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:12.420273 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-55ab7f8a-868c-48f8-9dc6-6fc7f589bfc2 req-4629efc9-ba4a-4558-884b-60881ad6a633 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/ports?device_id=8802cec9-dedb-4f3e-9105-cbb36b232e38 HTTP/1.1" status: 200 len: 944 time: 0.1770153 Feb 02 07:32:12.465211 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5b713475-c831-4460-94af-2f26a3cec620 req-c7da3bcc-5397-4038-90d4-8ff93ac40ebc service neutron] 10.222.0.59 "GET /v2.0/networks/e27b3f1a-693e-4402-bbd1-ff7bfff49836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794705 Feb 02 07:32:12.471452 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-11471918-08bb-47b8-9e56-f43dd51c3b74 req-c7473256-813a-4564-91fe-3a465a85768a tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (37494a4e-2f08-4c7e-b247-f97c8750d813), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:12.588381 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11471918-08bb-47b8-9e56-f43dd51c3b74 req-c7473256-813a-4564-91fe-3a465a85768a tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] Network 76c4a8c5-7e48-4e2c-ac06-da683f132362 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:32:12.592457 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-55ab7f8a-868c-48f8-9dc6-6fc7f589bfc2 req-e3b85ced-cdbc-4250-9db1-c09cb47729dc tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/security-groups?id=cebd25d3-6fdf-41e3-b8c0-5932148c0bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597087 Feb 02 07:32:12.599329 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-11471918-08bb-47b8-9e56-f43dd51c3b74 req-c7473256-813a-4564-91fe-3a465a85768a tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:32:12.617546 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-11471918-08bb-47b8-9e56-f43dd51c3b74 req-c7473256-813a-4564-91fe-3a465a85768a tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:32:12.620330 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7473256-813a-4564-91fe-3a465a85768a tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] Pushing event updated for resources: {'Port': ['ID=37494a4e-2f08-4c7e-b247-f97c8750d813,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:32:12.687411 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11471918-08bb-47b8-9e56-f43dd51c3b74 req-c7473256-813a-4564-91fe-3a465a85768a tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:12.688055 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-11471918-08bb-47b8-9e56-f43dd51c3b74 req-c7473256-813a-4564-91fe-3a465a85768a tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:12.692980 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5b713475-c831-4460-94af-2f26a3cec620 req-3db7ac54-8698-4231-97e8-6a96f1401144 service neutron] 10.222.0.59 "GET /v2.0/networks/e27b3f1a-693e-4402-bbd1-ff7bfff49836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195306 Feb 02 07:32:12.717414 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-11471918-08bb-47b8-9e56-f43dd51c3b74 req-c7473256-813a-4564-91fe-3a465a85768a tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5588841 Feb 02 07:32:12.749209 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-11471918-08bb-47b8-9e56-f43dd51c3b74 req-15600636-85cf-46db-aeef-dd97ff10eb73 service neutron] Request body: {'port': {'device_id': 'f1b63f71-1442-48b1-9999-cabf4c015767', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:32:12.896489 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427305a9-1a51-46f1-b6c9-a3a763b3095e req-9897de70-c5ba-4d04-82e1-c6968eb1ffb4 tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:12.898132 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-427305a9-1a51-46f1-b6c9-a3a763b3095e req-9897de70-c5ba-4d04-82e1-c6968eb1ffb4 tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] 10.222.0.87 "GET /v2.0/ports?device_id=f1b63f71-1442-48b1-9999-cabf4c015767 HTTP/1.1" status: 200 len: 932 time: 0.1660297 Feb 02 07:32:12.906422 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-11471918-08bb-47b8-9e56-f43dd51c3b74 req-15600636-85cf-46db-aeef-dd97ff10eb73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (37494a4e-2f08-4c7e-b247-f97c8750d813), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:12.937765 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9676d28-3f1f-449e-a1cb-505beb342d83 req-e2eaaab2-565c-4a12-bcbf-03717fe82dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:12.939287 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d9676d28-3f1f-449e-a1cb-505beb342d83 req-e2eaaab2-565c-4a12-bcbf-03717fe82dfb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0001a5ba6eec46c79c6bb86c5404d46f&device_id=8802cec9-dedb-4f3e-9105-cbb36b232e38 HTTP/1.1" status: 200 len: 1127 time: 0.1456451 Feb 02 07:32:13.045412 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-427305a9-1a51-46f1-b6c9-a3a763b3095e req-8e947fc6-ad3a-429e-908f-819aa6c5217b tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] 10.222.0.87 "GET /v2.0/security-groups?id=da509dd7-59da-4194-8b3b-9de9d561ead5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357653 Feb 02 07:32:13.184801 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9676d28-3f1f-449e-a1cb-505beb342d83 req-916ab5e2-743c-4c37-8fe2-80c39751a763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:13.186485 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d9676d28-3f1f-449e-a1cb-505beb342d83 req-916ab5e2-743c-4c37-8fe2-80c39751a763 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e27b3f1a-693e-4402-bbd1-ff7bfff49836 HTTP/1.1" status: 200 len: 898 time: 0.2393322 Feb 02 07:32:13.257336 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d9676d28-3f1f-449e-a1cb-505beb342d83 req-caf4cc32-5d6a-41c3-bdec-d13654356344 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=b08fc7e6-7c89-41eb-97c5-4b827eed5a6a HTTP/1.1" status: 200 len: 217 time: 0.0642097 Feb 02 07:32:13.294961 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ddfabc6d-708d-45dd-b1ac-e4299d8ca5f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:13.345847 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9676d28-3f1f-449e-a1cb-505beb342d83 req-b80d6885-e977-4b53-a19f-382db05172ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:13.347273 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d9676d28-3f1f-449e-a1cb-505beb342d83 req-b80d6885-e977-4b53-a19f-382db05172ce service neutron] 10.222.0.59 "GET /v2.0/subnets?id=53e0a1d1-9ea0-4dbb-b241-efecdc8156af HTTP/1.1" status: 200 len: 837 time: 0.0837355 Feb 02 07:32:13.436493 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-11471918-08bb-47b8-9e56-f43dd51c3b74 req-15600636-85cf-46db-aeef-dd97ff10eb73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37494a4e-2f08-4c7e-b247-f97c8750d813 {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:32:13.445866 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-11471918-08bb-47b8-9e56-f43dd51c3b74 req-15600636-85cf-46db-aeef-dd97ff10eb73 service neutron] Publish callbacks [] for port (37494a4e-2f08-4c7e-b247-f97c8750d813), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:13.454254 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9676d28-3f1f-449e-a1cb-505beb342d83 req-b0ea73a4-977d-4756-b57d-f3d531e2178f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:13.456030 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d9676d28-3f1f-449e-a1cb-505beb342d83 req-b0ea73a4-977d-4756-b57d-f3d531e2178f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e27b3f1a-693e-4402-bbd1-ff7bfff49836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.1024461 Feb 02 07:32:13.471128 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-11471918-08bb-47b8-9e56-f43dd51c3b74 req-15600636-85cf-46db-aeef-dd97ff10eb73 service neutron] Transition to ACTIVE for port object 37494a4e-2f08-4c7e-b247-f97c8750d813 will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:32:13.487721 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-11471918-08bb-47b8-9e56-f43dd51c3b74 req-15600636-85cf-46db-aeef-dd97ff10eb73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (37494a4e-2f08-4c7e-b247-f97c8750d813), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:13.588440 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15600636-85cf-46db-aeef-dd97ff10eb73 service neutron] Pushing event updated for resources: {'Port': ['ID=37494a4e-2f08-4c7e-b247-f97c8750d813,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:32:13.661165 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d9676d28-3f1f-449e-a1cb-505beb342d83 req-73537b68-5a58-4d1d-b29e-697cedfe2e33 service neutron] 10.222.0.59 "GET /v2.0/networks/e27b3f1a-693e-4402-bbd1-ff7bfff49836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986015 Feb 02 07:32:13.717054 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-11471918-08bb-47b8-9e56-f43dd51c3b74 req-15600636-85cf-46db-aeef-dd97ff10eb73 service neutron] Attempting to bind port 37494a4e-2f08-4c7e-b247-f97c8750d813 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:32:13.717390 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-11471918-08bb-47b8-9e56-f43dd51c3b74 req-15600636-85cf-46db-aeef-dd97ff10eb73 service neutron] Attempting to bind port 37494a4e-2f08-4c7e-b247-f97c8750d813 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': '504154a9-26cd-449a-9ed6-04c164ab15e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '76c4a8c5-7e48-4e2c-ac06-da683f132362'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:32:13.717723 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11471918-08bb-47b8-9e56-f43dd51c3b74 req-15600636-85cf-46db-aeef-dd97ff10eb73 service neutron] Attempting to bind port 37494a4e-2f08-4c7e-b247-f97c8750d813 on network 76c4a8c5-7e48-4e2c-ac06-da683f132362 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:32:13.767145 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11471918-08bb-47b8-9e56-f43dd51c3b74 req-15600636-85cf-46db-aeef-dd97ff10eb73 service neutron] Port 37494a4e-2f08-4c7e-b247-f97c8750d813 on network 76c4a8c5-7e48-4e2c-ac06-da683f132362 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:32:13.767471 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11471918-08bb-47b8-9e56-f43dd51c3b74 req-15600636-85cf-46db-aeef-dd97ff10eb73 service neutron] Attempting to bind port 37494a4e-2f08-4c7e-b247-f97c8750d813 on network 76c4a8c5-7e48-4e2c-ac06-da683f132362 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:32:13.788287 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11471918-08bb-47b8-9e56-f43dd51c3b74 req-15600636-85cf-46db-aeef-dd97ff10eb73 service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:32:13.788612 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11471918-08bb-47b8-9e56-f43dd51c3b74 req-15600636-85cf-46db-aeef-dd97ff10eb73 service neutron] Checking segment: {'id': '504154a9-26cd-449a-9ed6-04c164ab15e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '76c4a8c5-7e48-4e2c-ac06-da683f132362'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:32:13.788996 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11471918-08bb-47b8-9e56-f43dd51c3b74 req-15600636-85cf-46db-aeef-dd97ff10eb73 service neutron] Bound using segment: {'id': '504154a9-26cd-449a-9ed6-04c164ab15e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '76c4a8c5-7e48-4e2c-ac06-da683f132362'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:32:13.789441 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-11471918-08bb-47b8-9e56-f43dd51c3b74 req-15600636-85cf-46db-aeef-dd97ff10eb73 service neutron] Bound port: 37494a4e-2f08-4c7e-b247-f97c8750d813, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '504154a9-26cd-449a-9ed6-04c164ab15e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '76c4a8c5-7e48-4e2c-ac06-da683f132362'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:32:13.789786 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-11471918-08bb-47b8-9e56-f43dd51c3b74 req-15600636-85cf-46db-aeef-dd97ff10eb73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (37494a4e-2f08-4c7e-b247-f97c8750d813), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:13.828447 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d9676d28-3f1f-449e-a1cb-505beb342d83 req-1be33bab-a99c-48ac-a62b-10a34467926c service neutron] 10.222.0.59 "GET /v2.0/networks/e27b3f1a-693e-4402-bbd1-ff7bfff49836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608241 Feb 02 07:32:13.852920 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae1f940-17f2-4151-9aba-4c0963041084 req-778e2bf0-6432-4370-862e-9f1c35ed4b2f tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:13.854394 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cae1f940-17f2-4151-9aba-4c0963041084 req-778e2bf0-6432-4370-862e-9f1c35ed4b2f tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/ports?device_id=8802cec9-dedb-4f3e-9105-cbb36b232e38 HTTP/1.1" status: 200 len: 944 time: 0.1560531 Feb 02 07:32:13.937657 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cae1f940-17f2-4151-9aba-4c0963041084 req-67174cbb-b196-43ef-9e08-4d83ddda2647 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/security-groups?id=cebd25d3-6fdf-41e3-b8c0-5932148c0bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702295 Feb 02 07:32:13.942080 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-11471918-08bb-47b8-9e56-f43dd51c3b74 req-15600636-85cf-46db-aeef-dd97ff10eb73 service neutron] For port 37494a4e-2f08-4c7e-b247-f97c8750d813, host n-h1-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:32:13.945728 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-11471918-08bb-47b8-9e56-f43dd51c3b74 req-15600636-85cf-46db-aeef-dd97ff10eb73 service neutron] For port 37494a4e-2f08-4c7e-b247-f97c8750d813, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=37494a4e-2f08-4c7e-b247-f97c8750d813,segment=NetworkSegment(504154a9-26cd-449a-9ed6-04c164ab15e8),segment_id=504154a9-26cd-449a-9ed6-04c164ab15e8)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:32:13.956202 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-11471918-08bb-47b8-9e56-f43dd51c3b74 req-15600636-85cf-46db-aeef-dd97ff10eb73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (37494a4e-2f08-4c7e-b247-f97c8750d813), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:14.003652 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11471918-08bb-47b8-9e56-f43dd51c3b74 req-15600636-85cf-46db-aeef-dd97ff10eb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:14.003652 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-11471918-08bb-47b8-9e56-f43dd51c3b74 req-15600636-85cf-46db-aeef-dd97ff10eb73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:14.003652 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-11471918-08bb-47b8-9e56-f43dd51c3b74 req-15600636-85cf-46db-aeef-dd97ff10eb73 service neutron] 10.222.0.88 "PUT /v2.0/ports/37494a4e-2f08-4c7e-b247-f97c8750d813 HTTP/1.1" status: 200 len: 1093 time: 1.2550378 Feb 02 07:32:14.003652 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1b63f71-1442-48b1-9999-cabf4c015767', 'tag': '37494a4e-2f08-4c7e-b247-f97c8750d813'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:32:14.003652 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c531f30-b143-49fa-b07d-a6ee45767bdf" -d '{"events": [{"name": "network-changed", "server_uuid": "f1b63f71-1442-48b1-9999-cabf4c015767", "tag": "37494a4e-2f08-4c7e-b247-f97c8750d813"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:32:14.061351 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89fa1e79-c496-4c1d-a845-26781531c1dd x-openstack-request-id: req-89fa1e79-c496-4c1d-a845-26781531c1dd {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:32:14.061954 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1b63f71-1442-48b1-9999-cabf4c015767", "tag": "37494a4e-2f08-4c7e-b247-f97c8750d813", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:32:14.061954 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-89fa1e79-c496-4c1d-a845-26781531c1dd {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:32:14.062284 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1b63f71-1442-48b1-9999-cabf4c015767', 'tag': '37494a4e-2f08-4c7e-b247-f97c8750d813', 'status': 'completed', 'code': 200} Feb 02 07:32:14.078215 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15600636-85cf-46db-aeef-dd97ff10eb73 service neutron] Pushing event updated for resources: {'Port': ['ID=37494a4e-2f08-4c7e-b247-f97c8750d813,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:32:14.173963 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11471918-08bb-47b8-9e56-f43dd51c3b74 req-d93b0aa3-9fd2-4f28-ae78-73d9dcaecd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:14.175465 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-11471918-08bb-47b8-9e56-f43dd51c3b74 req-d93b0aa3-9fd2-4f28-ae78-73d9dcaecd47 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1be24edd75b34b44a15b0964d0966e66&device_id=f1b63f71-1442-48b1-9999-cabf4c015767 HTTP/1.1" status: 200 len: 1127 time: 0.0923939 Feb 02 07:32:14.187529 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3294075-dc32-46cc-8a53-3f3f4faa03de req-cfc79f9f-3f1e-4d53-8409-23965f69b4f8 tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:14.188973 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f3294075-dc32-46cc-8a53-3f3f4faa03de req-cfc79f9f-3f1e-4d53-8409-23965f69b4f8 tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] 10.222.0.87 "GET /v2.0/ports?device_id=f1b63f71-1442-48b1-9999-cabf4c015767 HTTP/1.1" status: 200 len: 944 time: 0.0634134 Feb 02 07:32:14.231229 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-11471918-08bb-47b8-9e56-f43dd51c3b74 req-ee7650a6-4d8a-40db-92a0-430fbc7414f3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37494a4e-2f08-4c7e-b247-f97c8750d813 HTTP/1.1" status: 200 len: 217 time: 0.0413198 Feb 02 07:32:14.308818 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f3294075-dc32-46cc-8a53-3f3f4faa03de req-f805e2d1-54e0-423f-83da-c5984dd94700 tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] 10.222.0.87 "GET /v2.0/security-groups?id=da509dd7-59da-4194-8b3b-9de9d561ead5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115167 Feb 02 07:32:14.310752 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11471918-08bb-47b8-9e56-f43dd51c3b74 req-337cb8bc-9e63-40d4-80a5-c4c803ef47a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:14.313767 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-11471918-08bb-47b8-9e56-f43dd51c3b74 req-337cb8bc-9e63-40d4-80a5-c4c803ef47a1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=343995eb-b778-43b6-90da-93b0d8c49dda HTTP/1.1" status: 200 len: 849 time: 0.0726538 Feb 02 07:32:14.358350 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-11471918-08bb-47b8-9e56-f43dd51c3b74 req-ad54c37b-0822-4155-98d2-44c6f1a9474d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=76c4a8c5-7e48-4e2c-ac06-da683f132362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383956 Feb 02 07:32:14.452267 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-11471918-08bb-47b8-9e56-f43dd51c3b74 req-0bdb739d-a83f-42e4-a676-854ca027aab5 service neutron] 10.222.0.88 "GET /v2.0/networks/76c4a8c5-7e48-4e2c-ac06-da683f132362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873449 Feb 02 07:32:14.562293 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-11471918-08bb-47b8-9e56-f43dd51c3b74 req-12da96b6-c549-4aef-8986-1ee5532df28b service neutron] 10.222.0.88 "GET /v2.0/networks/76c4a8c5-7e48-4e2c-ac06-da683f132362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030531 Feb 02 07:32:14.725661 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:14.728910 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c531f30-b143-49fa-b07d-a6ee45767bdf req-f74fd468-533a-48b2-b58a-d8738465a247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:14.731258 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1c531f30-b143-49fa-b07d-a6ee45767bdf req-f74fd468-533a-48b2-b58a-d8738465a247 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1be24edd75b34b44a15b0964d0966e66&device_id=f1b63f71-1442-48b1-9999-cabf4c015767 HTTP/1.1" status: 200 len: 1127 time: 0.0647259 Feb 02 07:32:14.849314 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c531f30-b143-49fa-b07d-a6ee45767bdf req-591a418d-0c7a-4f5c-ae5f-79adeceb48f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:14.850796 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1c531f30-b143-49fa-b07d-a6ee45767bdf req-591a418d-0c7a-4f5c-ae5f-79adeceb48f3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=76c4a8c5-7e48-4e2c-ac06-da683f132362 HTTP/1.1" status: 200 len: 910 time: 0.1128569 Feb 02 07:32:14.896550 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1c531f30-b143-49fa-b07d-a6ee45767bdf req-8369608c-6098-4fbe-8909-301db2401d32 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37494a4e-2f08-4c7e-b247-f97c8750d813 HTTP/1.1" status: 200 len: 217 time: 0.0374188 Feb 02 07:32:14.947206 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c531f30-b143-49fa-b07d-a6ee45767bdf req-a241fb8f-d37e-408d-8b1f-732b2377b450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:14.948697 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1c531f30-b143-49fa-b07d-a6ee45767bdf req-a241fb8f-d37e-408d-8b1f-732b2377b450 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=343995eb-b778-43b6-90da-93b0d8c49dda HTTP/1.1" status: 200 len: 849 time: 0.0444455 Feb 02 07:32:14.987241 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1c531f30-b143-49fa-b07d-a6ee45767bdf req-2b445b03-b6de-4c27-b81b-a2bf74646bfb service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=76c4a8c5-7e48-4e2c-ac06-da683f132362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322335 Feb 02 07:32:15.116751 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1c531f30-b143-49fa-b07d-a6ee45767bdf req-5449f13e-cecd-4863-97b7-8efd60395f47 service neutron] 10.222.0.88 "GET /v2.0/networks/76c4a8c5-7e48-4e2c-ac06-da683f132362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224546 Feb 02 07:32:15.174631 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48126fb7-eb86-4487-8996-168a84412fc7 req-8129e99e-251b-4a87-a0e0-af30b0a9c39e tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:15.177467 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-48126fb7-eb86-4487-8996-168a84412fc7 req-8129e99e-251b-4a87-a0e0-af30b0a9c39e tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/ports?device_id=8802cec9-dedb-4f3e-9105-cbb36b232e38 HTTP/1.1" status: 200 len: 944 time: 0.1009896 Feb 02 07:32:15.265223 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1c531f30-b143-49fa-b07d-a6ee45767bdf req-c7181589-4619-4bef-805d-647539561bca service neutron] 10.222.0.88 "GET /v2.0/networks/76c4a8c5-7e48-4e2c-ac06-da683f132362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382959 Feb 02 07:32:15.268935 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-48126fb7-eb86-4487-8996-168a84412fc7 req-abd4a4a6-9e36-4a34-a741-e354f6a2a19d tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/security-groups?id=cebd25d3-6fdf-41e3-b8c0-5932148c0bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640543 Feb 02 07:32:15.325947 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device b08fc7e6-7c89-41eb-97c5-4b827eed5a6a details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:32:15.452287 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port b08fc7e6-7c89-41eb-97c5-4b827eed5a6a, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=b08fc7e6-7c89-41eb-97c5-4b827eed5a6a,segment=NetworkSegment(b16b715d-2c6f-4f36-bfdd-be2cf52725a4),segment_id=b16b715d-2c6f-4f36-bfdd-be2cf52725a4)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:32:15.462628 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70b77b5-bc9b-4f5d-ae47-d5d579861c85 req-787d53d2-aa04-4fb6-b0dd-41afbbc7f9d2 tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:15.464855 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b70b77b5-bc9b-4f5d-ae47-d5d579861c85 req-787d53d2-aa04-4fb6-b0dd-41afbbc7f9d2 tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] 10.222.0.87 "GET /v2.0/ports?device_id=f1b63f71-1442-48b1-9999-cabf4c015767 HTTP/1.1" status: 200 len: 944 time: 0.0727210 Feb 02 07:32:15.465648 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': 'b08fc7e6-7c89-41eb-97c5-4b827eed5a6a', 'network_id': 'e27b3f1a-693e-4402-bbd1-ff7bfff49836', 'port_id': 'b08fc7e6-7c89-41eb-97c5-4b827eed5a6a', 'mac_address': 'fa:16:3e:b5:09:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53e0a1d1-9ea0-4dbb-b241-efecdc8156af', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:32:15.507951 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port b08fc7e6-7c89-41eb-97c5-4b827eed5a6a is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:32:15.508343 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b08fc7e6-7c89-41eb-97c5-4b827eed5a6a), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:15.525853 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b08fc7e6-7c89-41eb-97c5-4b827eed5a6a {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:32:15.533768 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b70b77b5-bc9b-4f5d-ae47-d5d579861c85 req-d1cb7db9-2f5a-42d3-8aed-548351e8af11 tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] 10.222.0.87 "GET /v2.0/security-groups?id=da509dd7-59da-4194-8b3b-9de9d561ead5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634239 Feb 02 07:32:15.551668 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port b08fc7e6-7c89-41eb-97c5-4b827eed5a6a, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=b08fc7e6-7c89-41eb-97c5-4b827eed5a6a,segment=NetworkSegment(b16b715d-2c6f-4f36-bfdd-be2cf52725a4),segment_id=b16b715d-2c6f-4f36-bfdd-be2cf52725a4)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:32:15.556852 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (b08fc7e6-7c89-41eb-97c5-4b827eed5a6a), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:15.609986 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=b08fc7e6-7c89-41eb-97c5-4b827eed5a6a,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:32:15.943678 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['b08fc7e6-7c89-41eb-97c5-4b827eed5a6a'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:32:16.146419 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:16.403758 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817cd3db-8a70-45cd-9524-e85468cb939f req-ae96d1fc-d031-42d5-8693-2bddbd722b00 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:16.405265 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-817cd3db-8a70-45cd-9524-e85468cb939f req-ae96d1fc-d031-42d5-8693-2bddbd722b00 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/ports?device_id=8802cec9-dedb-4f3e-9105-cbb36b232e38 HTTP/1.1" status: 200 len: 945 time: 0.0574317 Feb 02 07:32:16.463603 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-817cd3db-8a70-45cd-9524-e85468cb939f req-1a86ca0e-9d65-4ff2-9d47-dadf22e6f2ac tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/security-groups?id=cebd25d3-6fdf-41e3-b8c0-5932148c0bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519137 Feb 02 07:32:16.652043 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b411dbd5-c377-439a-8433-03ccc8c1bc5b req-7f2f11d6-d009-41bb-8fab-513d6e20f4df tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:16.653984 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b411dbd5-c377-439a-8433-03ccc8c1bc5b req-7f2f11d6-d009-41bb-8fab-513d6e20f4df tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] 10.222.0.87 "GET /v2.0/ports?device_id=f1b63f71-1442-48b1-9999-cabf4c015767 HTTP/1.1" status: 200 len: 944 time: 0.0556996 Feb 02 07:32:16.704438 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b411dbd5-c377-439a-8433-03ccc8c1bc5b req-84b98aa6-7247-4020-9025-f8d29318fc1d tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] 10.222.0.87 "GET /v2.0/security-groups?id=da509dd7-59da-4194-8b3b-9de9d561ead5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434620 Feb 02 07:32:17.341873 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device b08fc7e6-7c89-41eb-97c5-4b827eed5a6a up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:32:17.389487 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port b08fc7e6-7c89-41eb-97c5-4b827eed5a6a completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:32:17.398555 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port b08fc7e6-7c89-41eb-97c5-4b827eed5a6a triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:32:17.398928 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b08fc7e6-7c89-41eb-97c5-4b827eed5a6a), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:17.431711 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:17.488954 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port b08fc7e6-7c89-41eb-97c5-4b827eed5a6a is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:32:17.489661 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b08fc7e6-7c89-41eb-97c5-4b827eed5a6a), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:17.513578 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8802cec9-dedb-4f3e-9105-cbb36b232e38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b08fc7e6-7c89-41eb-97c5-4b827eed5a6a'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:32:17.515831 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f16482-6c12-4c90-94c5-378286196cf1" -d '{"events": [{"server_uuid": "8802cec9-dedb-4f3e-9105-cbb36b232e38", "name": "network-vif-plugged", "status": "completed", "tag": "b08fc7e6-7c89-41eb-97c5-4b827eed5a6a"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:32:17.534212 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port b08fc7e6-7c89-41eb-97c5-4b827eed5a6a, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=b08fc7e6-7c89-41eb-97c5-4b827eed5a6a,segment=NetworkSegment(b16b715d-2c6f-4f36-bfdd-be2cf52725a4),segment_id=b16b715d-2c6f-4f36-bfdd-be2cf52725a4)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:32:17.539597 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (b08fc7e6-7c89-41eb-97c5-4b827eed5a6a), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:17.592418 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=b08fc7e6-7c89-41eb-97c5-4b827eed5a6a,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:32:17.594340 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e20fd6c-91ec-4757-b4c6-fa2c55cf1482 req-185872e9-af13-406f-85fb-e55dba5f4121 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:17.595878 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4e20fd6c-91ec-4757-b4c6-fa2c55cf1482 req-185872e9-af13-406f-85fb-e55dba5f4121 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/ports?device_id=8802cec9-dedb-4f3e-9105-cbb36b232e38 HTTP/1.1" status: 200 len: 946 time: 0.0610750 Feb 02 07:32:17.648166 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4e20fd6c-91ec-4757-b4c6-fa2c55cf1482 req-62837dd9-b183-44de-9ae5-8f81b827f977 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/security-groups?id=cebd25d3-6fdf-41e3-b8c0-5932148c0bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458901 Feb 02 07:32:17.692262 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ee0a11-3d0e-42d0-b8b0-53b8c8f70787 x-openstack-request-id: req-45ee0a11-3d0e-42d0-b8b0-53b8c8f70787 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:32:17.692778 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8802cec9-dedb-4f3e-9105-cbb36b232e38", "name": "network-vif-plugged", "status": "completed", "tag": "b08fc7e6-7c89-41eb-97c5-4b827eed5a6a", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:32:17.693109 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-45ee0a11-3d0e-42d0-b8b0-53b8c8f70787 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:32:17.693601 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8802cec9-dedb-4f3e-9105-cbb36b232e38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b08fc7e6-7c89-41eb-97c5-4b827eed5a6a', 'code': 200} Feb 02 07:32:17.857991 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdce47e-115c-43a0-bf73-3487da2c9941 req-e30f212a-4858-4ad9-93d4-01de240ddc60 tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:17.860734 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ecdce47e-115c-43a0-bf73-3487da2c9941 req-e30f212a-4858-4ad9-93d4-01de240ddc60 tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] 10.222.0.87 "GET /v2.0/ports?device_id=f1b63f71-1442-48b1-9999-cabf4c015767 HTTP/1.1" status: 200 len: 944 time: 0.0832906 Feb 02 07:32:17.861613 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac64172-6eb6-4ffe-b8c8-b9e3564c7ba5 req-cd952cfe-5dea-4560-b23c-af37e53de7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:17.862947 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-eac64172-6eb6-4ffe-b8c8-b9e3564c7ba5 req-cd952cfe-5dea-4560-b23c-af37e53de7ab service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8802cec9-dedb-4f3e-9105-cbb36b232e38 HTTP/1.1" status: 200 len: 1129 time: 0.0753944 Feb 02 07:32:17.940180 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ecdce47e-115c-43a0-bf73-3487da2c9941 req-6ee029e5-430a-4bda-9ae1-315b13e1acfb tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] 10.222.0.87 "GET /v2.0/security-groups?id=da509dd7-59da-4194-8b3b-9de9d561ead5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731974 Feb 02 07:32:17.943028 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-eac64172-6eb6-4ffe-b8c8-b9e3564c7ba5 req-60dc0473-51db-4883-9403-7feb707692da service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=cebd25d3-6fdf-41e3-b8c0-5932148c0bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745678 Feb 02 07:32:18.099355 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 37494a4e-2f08-4c7e-b247-f97c8750d813 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:32:18.202224 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 37494a4e-2f08-4c7e-b247-f97c8750d813, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=37494a4e-2f08-4c7e-b247-f97c8750d813,segment=NetworkSegment(504154a9-26cd-449a-9ed6-04c164ab15e8),segment_id=504154a9-26cd-449a-9ed6-04c164ab15e8)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:32:18.213013 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': '37494a4e-2f08-4c7e-b247-f97c8750d813', 'network_id': '76c4a8c5-7e48-4e2c-ac06-da683f132362', 'port_id': '37494a4e-2f08-4c7e-b247-f97c8750d813', 'mac_address': 'fa:16:3e:fd:12:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '343995eb-b778-43b6-90da-93b0d8c49dda', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:32:18.250744 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 37494a4e-2f08-4c7e-b247-f97c8750d813 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:32:18.251134 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (37494a4e-2f08-4c7e-b247-f97c8750d813), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:18.264151 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37494a4e-2f08-4c7e-b247-f97c8750d813 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:32:18.283368 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 37494a4e-2f08-4c7e-b247-f97c8750d813, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=37494a4e-2f08-4c7e-b247-f97c8750d813,segment=NetworkSegment(504154a9-26cd-449a-9ed6-04c164ab15e8),segment_id=504154a9-26cd-449a-9ed6-04c164ab15e8)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:32:18.289099 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (37494a4e-2f08-4c7e-b247-f97c8750d813), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:18.334611 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=37494a4e-2f08-4c7e-b247-f97c8750d813,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:32:18.582201 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['37494a4e-2f08-4c7e-b247-f97c8750d813'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:32:18.773224 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea00d1-d683-4b8a-a463-8a68bb64e2a8 req-73e75b12-0fc1-4541-a0fb-087fee7c10da tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:18.774620 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-49ea00d1-d683-4b8a-a463-8a68bb64e2a8 req-73e75b12-0fc1-4541-a0fb-087fee7c10da tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/ports?device_id=8802cec9-dedb-4f3e-9105-cbb36b232e38 HTTP/1.1" status: 200 len: 946 time: 0.0539591 Feb 02 07:32:18.823435 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-49ea00d1-d683-4b8a-a463-8a68bb64e2a8 req-550ba524-65ca-4748-a44f-bf0405c9e0c8 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/security-groups?id=cebd25d3-6fdf-41e3-b8c0-5932148c0bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427253 Feb 02 07:32:19.059967 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fe9aae-1ece-4777-80d8-a0f39694135a req-df0a569d-a9aa-4b31-8606-550a68eb2d19 tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:19.061352 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d7fe9aae-1ece-4777-80d8-a0f39694135a req-df0a569d-a9aa-4b31-8606-550a68eb2d19 tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] 10.222.0.87 "GET /v2.0/ports?device_id=f1b63f71-1442-48b1-9999-cabf4c015767 HTTP/1.1" status: 200 len: 945 time: 0.0532553 Feb 02 07:32:19.115545 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d7fe9aae-1ece-4777-80d8-a0f39694135a req-9a1fbda6-36aa-49a7-9739-90ce5b7612ca tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] 10.222.0.87 "GET /v2.0/security-groups?id=da509dd7-59da-4194-8b3b-9de9d561ead5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475621 Feb 02 07:32:19.944418 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef27967-7c34-450a-be47-9018a9614d2e req-6a76678b-ce4f-41e0-aa7f-428181dee8ff tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:19.945909 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0ef27967-7c34-450a-be47-9018a9614d2e req-6a76678b-ce4f-41e0-aa7f-428181dee8ff tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/ports?device_id=8802cec9-dedb-4f3e-9105-cbb36b232e38 HTTP/1.1" status: 200 len: 946 time: 0.0537584 Feb 02 07:32:19.995117 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0ef27967-7c34-450a-be47-9018a9614d2e req-4eae55ac-bc71-4bbf-9ece-cdecce37146f tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/security-groups?id=cebd25d3-6fdf-41e3-b8c0-5932148c0bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434036 Feb 02 07:32:20.115583 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc02e42c-2940-458f-80d5-bda8ea275009 req-a9bfe630-f2de-492e-be74-b94b9cb229b0 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:20.118226 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cc02e42c-2940-458f-80d5-bda8ea275009 req-a9bfe630-f2de-492e-be74-b94b9cb229b0 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/ports?device_id=8802cec9-dedb-4f3e-9105-cbb36b232e38 HTTP/1.1" status: 200 len: 946 time: 0.0557344 Feb 02 07:32:20.120202 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 37494a4e-2f08-4c7e-b247-f97c8750d813 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:32:20.167587 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cc02e42c-2940-458f-80d5-bda8ea275009 req-2eb168a4-8c05-4e48-ba9a-8c2d83b3c216 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/security-groups?id=cebd25d3-6fdf-41e3-b8c0-5932148c0bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444050 Feb 02 07:32:20.185464 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port 37494a4e-2f08-4c7e-b247-f97c8750d813 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:32:20.191511 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port 37494a4e-2f08-4c7e-b247-f97c8750d813 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:32:20.192502 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (37494a4e-2f08-4c7e-b247-f97c8750d813), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:20.298068 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 37494a4e-2f08-4c7e-b247-f97c8750d813 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:32:20.298462 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (37494a4e-2f08-4c7e-b247-f97c8750d813), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:20.309465 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed8d60f-423b-411b-a08b-e82f0cc8dcfd req-38e3ed7e-6064-4088-bd01-578a46376c05 tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:20.311042 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3ed8d60f-423b-411b-a08b-e82f0cc8dcfd req-38e3ed7e-6064-4088-bd01-578a46376c05 tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] 10.222.0.87 "GET /v2.0/ports?device_id=f1b63f71-1442-48b1-9999-cabf4c015767 HTTP/1.1" status: 200 len: 945 time: 0.0662699 Feb 02 07:32:20.336403 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1b63f71-1442-48b1-9999-cabf4c015767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37494a4e-2f08-4c7e-b247-f97c8750d813'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:32:20.340299 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7f3c72-5f91-45c5-a556-a2bb70a60cd7" -d '{"events": [{"server_uuid": "f1b63f71-1442-48b1-9999-cabf4c015767", "name": "network-vif-plugged", "status": "completed", "tag": "37494a4e-2f08-4c7e-b247-f97c8750d813"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:32:20.355343 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 37494a4e-2f08-4c7e-b247-f97c8750d813, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=37494a4e-2f08-4c7e-b247-f97c8750d813,segment=NetworkSegment(504154a9-26cd-449a-9ed6-04c164ab15e8),segment_id=504154a9-26cd-449a-9ed6-04c164ab15e8)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:32:20.360160 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (37494a4e-2f08-4c7e-b247-f97c8750d813), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:20.376578 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3ed8d60f-423b-411b-a08b-e82f0cc8dcfd req-ca6b3b7e-da77-4652-b860-7d4e50800c22 tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] 10.222.0.87 "GET /v2.0/security-groups?id=da509dd7-59da-4194-8b3b-9de9d561ead5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588400 Feb 02 07:32:20.425180 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=37494a4e-2f08-4c7e-b247-f97c8750d813,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:32:20.436609 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3be83cd-7ab4-4ad2-8ded-f6aee139ff9d x-openstack-request-id: req-a3be83cd-7ab4-4ad2-8ded-f6aee139ff9d {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:32:20.436609 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1b63f71-1442-48b1-9999-cabf4c015767", "name": "network-vif-plugged", "status": "completed", "tag": "37494a4e-2f08-4c7e-b247-f97c8750d813", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:32:20.436609 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a3be83cd-7ab4-4ad2-8ded-f6aee139ff9d {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:32:20.437002 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1b63f71-1442-48b1-9999-cabf4c015767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37494a4e-2f08-4c7e-b247-f97c8750d813', 'code': 200} Feb 02 07:32:20.577848 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05539cd-5c79-40b6-ba2a-30dfb5eb9993 req-14c2e1d0-4f46-4e00-bc2c-0b7ca7903134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:20.579248 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c05539cd-5c79-40b6-ba2a-30dfb5eb9993 req-14c2e1d0-4f46-4e00-bc2c-0b7ca7903134 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=f1b63f71-1442-48b1-9999-cabf4c015767 HTTP/1.1" status: 200 len: 1129 time: 0.0462909 Feb 02 07:32:20.621879 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c05539cd-5c79-40b6-ba2a-30dfb5eb9993 req-d560df40-e5ea-4282-8a2d-061b303ac245 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=da509dd7-59da-4194-8b3b-9de9d561ead5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357549 Feb 02 07:32:21.506119 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8a5afb-9102-41bf-b249-59c149593bfe req-aae40cd7-0aac-4b34-8edf-1febe271d15b tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:21.507526 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-eb8a5afb-9102-41bf-b249-59c149593bfe req-aae40cd7-0aac-4b34-8edf-1febe271d15b tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] 10.222.0.87 "GET /v2.0/ports?device_id=f1b63f71-1442-48b1-9999-cabf4c015767 HTTP/1.1" status: 200 len: 946 time: 0.0524600 Feb 02 07:32:21.564910 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-eb8a5afb-9102-41bf-b249-59c149593bfe req-462afae1-bee3-4119-b7c2-3640daa2d956 tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] 10.222.0.87 "GET /v2.0/security-groups?id=da509dd7-59da-4194-8b3b-9de9d561ead5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514565 Feb 02 07:32:21.651353 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 57696) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:32:22.102221 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ca20f95a-cab6-4371-8604-eeaf4505b33a tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:22.196133 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:22.384535 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-ca20f95a-cab6-4371-8604-eeaf4505b33a tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Allocated IP 172.20.0.17 (e27b3f1a-693e-4402-bbd1-ff7bfff49836/53e0a1d1-9ea0-4dbb-b241-efecdc8156af/b9d38458-7d10-4fe0-a79d-64e15a8f423e) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:32:22.514141 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ca20f95a-cab6-4371-8604-eeaf4505b33a tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for port (b9d38458-7d10-4fe0-a79d-64e15a8f423e), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:22.549061 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ca20f95a-cab6-4371-8604-eeaf4505b33a tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (b9d38458-7d10-4fe0-a79d-64e15a8f423e), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:22.593541 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca20f95a-cab6-4371-8604-eeaf4505b33a tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Network e27b3f1a-693e-4402-bbd1-ff7bfff49836 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:32:22.599393 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-ca20f95a-cab6-4371-8604-eeaf4505b33a tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:32:22.610619 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca20f95a-cab6-4371-8604-eeaf4505b33a tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Pushing event updated for resources: {'Port': ['ID=b9d38458-7d10-4fe0-a79d-64e15a8f423e,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:32:22.621058 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca20f95a-cab6-4371-8604-eeaf4505b33a tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:32:22.703455 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ca20f95a-cab6-4371-8604-eeaf4505b33a tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (0ed4e129-6840-46e9-bbf1-b530fa958b5a), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:22.784595 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6a3afe-a543-454d-820c-2e1c406350ba req-0f9b2615-f1c0-4475-acf2-cfcb156beb3d tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:22.786775 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9c6a3afe-a543-454d-820c-2e1c406350ba req-0f9b2615-f1c0-4475-acf2-cfcb156beb3d tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] 10.222.0.87 "GET /v2.0/ports?device_id=f1b63f71-1442-48b1-9999-cabf4c015767 HTTP/1.1" status: 200 len: 946 time: 0.0843756 Feb 02 07:32:22.878190 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ca20f95a-cab6-4371-8604-eeaf4505b33a tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b9d38458-7d10-4fe0-a79d-64e15a8f423e), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:22.885264 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9c6a3afe-a543-454d-820c-2e1c406350ba req-d3face75-8b3c-4be2-a7ef-ac5c0f3e474c tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] 10.222.0.87 "GET /v2.0/security-groups?id=da509dd7-59da-4194-8b3b-9de9d561ead5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899024 Feb 02 07:32:23.028813 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ba613565-ffa0-4a63-a43a-c4f33a6f2dfd None None] Provisioning complete for port b9d38458-7d10-4fe0-a79d-64e15a8f423e triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:32:23.029499 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ba613565-ffa0-4a63-a43a-c4f33a6f2dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b9d38458-7d10-4fe0-a79d-64e15a8f423e), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:23.090679 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ba613565-ffa0-4a63-a43a-c4f33a6f2dfd None None] Port b9d38458-7d10-4fe0-a79d-64e15a8f423e cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:32:23.278529 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ca20f95a-cab6-4371-8604-eeaf4505b33a tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for port (b9d38458-7d10-4fe0-a79d-64e15a8f423e), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:23.284334 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ca20f95a-cab6-4371-8604-eeaf4505b33a tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (b9d38458-7d10-4fe0-a79d-64e15a8f423e), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:23.401712 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca20f95a-cab6-4371-8604-eeaf4505b33a tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Pushing event updated for resources: {'Port': ['ID=b9d38458-7d10-4fe0-a79d-64e15a8f423e,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:32:23.418110 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ca20f95a-cab6-4371-8604-eeaf4505b33a tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (0ed4e129-6840-46e9-bbf1-b530fa958b5a), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:23.545326 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca20f95a-cab6-4371-8604-eeaf4505b33a tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Network e27b3f1a-693e-4402-bbd1-ff7bfff49836 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:32:23.547265 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-ca20f95a-cab6-4371-8604-eeaf4505b33a tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:32:23.682094 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c4163b-1d0d-4e0e-b416-0cc6607eb2f7 req-69a71895-6d3b-491d-8070-8288e5aeab63 tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:23.683718 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-55c4163b-1d0d-4e0e-b416-0cc6607eb2f7 req-69a71895-6d3b-491d-8070-8288e5aeab63 tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] 10.222.0.87 "GET /v2.0/ports?device_id=f1b63f71-1442-48b1-9999-cabf4c015767 HTTP/1.1" status: 200 len: 946 time: 0.0793772 Feb 02 07:32:23.739849 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca20f95a-cab6-4371-8604-eeaf4505b33a tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Router 0ed4e129-6840-46e9-bbf1-b530fa958b5a has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:32:23.759720 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-55c4163b-1d0d-4e0e-b416-0cc6607eb2f7 req-ba1cf319-c8cb-4562-a833-33a61e163023 tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] 10.222.0.87 "GET /v2.0/security-groups?id=da509dd7-59da-4194-8b3b-9de9d561ead5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667844 Feb 02 07:32:23.910862 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca20f95a-cab6-4371-8604-eeaf4505b33a tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:32:23.927222 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2804c6-b99d-4231-872f-658d7bdfb913 None None] Sync routers for ids ['0ed4e129-6840-46e9-bbf1-b530fa958b5a'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:32:23.932157 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-ca20f95a-cab6-4371-8604-eeaf4505b33a tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "PUT /v2.0/routers/0ed4e129-6840-46e9-bbf1-b530fa958b5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2788873 Feb 02 07:32:23.938624 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-385d72ba-8c37-4883-a483-5ef35fe488f2 None None] Provisioning complete for port b9d38458-7d10-4fe0-a79d-64e15a8f423e triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:32:23.939999 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-385d72ba-8c37-4883-a483-5ef35fe488f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b9d38458-7d10-4fe0-a79d-64e15a8f423e), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:23.942249 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2804c6-b99d-4231-872f-658d7bdfb913 None None] Routers {'0ed4e129-6840-46e9-bbf1-b530fa958b5a'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:32:23.943229 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-0d2804c6-b99d-4231-872f-658d7bdfb913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:32:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['0ed4e129-6840-46e9-bbf1-b530fa958b5a'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:32:23.989679 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-385d72ba-8c37-4883-a483-5ef35fe488f2 None None] Port b9d38458-7d10-4fe0-a79d-64e15a8f423e cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:32:24.057467 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-0d2804c6-b99d-4231-872f-658d7bdfb913 None None] Set router 0ed4e129-6840-46e9-bbf1-b530fa958b5a gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:32:24.351703 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-0d2804c6-b99d-4231-872f-658d7bdfb913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed4e129-6840-46e9-bbf1-b530fa958b5a', 'name': 'tempest-TestNetworkBasicOps-router-723166477', 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '0ce7650f-0e25-432c-a81c-7b575f47b154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:30:28Z', 'updated_at': '2022-02-02T07:32:22Z', 'revision_number': 5, 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'gw_port': {'id': '0ce7650f-0e25-432c-a81c-7b575f47b154', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed4e129-6840-46e9-bbf1-b530fa958b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:30:29Z', 'updated_at': '2022-02-02T07:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '5fe025a2-879e-4dd5-817d-f6018177bbee', 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'floating_ip_address': '172.25.4.246', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '0ed4e129-6840-46e9-bbf1-b530fa958b5a', 'port_id': '95bd1394-5e69-4a6b-a4ed-65c8dfa23723', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3767, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d80ccc9-1445-43fb-846f-d58c0191a2f4', 'mac_address': 'fa:16:3e:42:85:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef89e57a-2566-4923-b93e-a11f7db414c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:30:53Z', 'updated_at': '2022-02-02T07:30:57Z', 'revision_number': 1, 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '652b1d1d-0d76-40df-8cec-b0ac93899596', 'name': '', 'network_id': '0d80ccc9-1445-43fb-846f-d58c0191a2f4', 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'mac_address': 'fa:16:3e:96:54:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed4e129-6840-46e9-bbf1-b530fa958b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '31535c1c-5428-4243-a164-4e8fc4c67f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:30:33Z', 'updated_at': '2022-02-02T07:30:38Z', 'revision_number': 5, 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'subnets': [{'id': '31535c1c-5428-4243-a164-4e8fc4c67f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9d38458-7d10-4fe0-a79d-64e15a8f423e', 'name': '', 'network_id': 'e27b3f1a-693e-4402-bbd1-ff7bfff49836', 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'mac_address': 'fa:16:3e:1f:51:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed4e129-6840-46e9-bbf1-b530fa958b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '53e0a1d1-9ea0-4dbb-b241-efecdc8156af', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:32:22Z', 'updated_at': '2022-02-02T07:32:23Z', 'revision_number': 2, 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'subnets': [{'id': '53e0a1d1-9ea0-4dbb-b241-efecdc8156af', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:32:24.415921 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2804c6-b99d-4231-872f-658d7bdfb913 None None] Checking router: 0ed4e129-6840-46e9-bbf1-b530fa958b5a for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:32:24.416599 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2804c6-b99d-4231-872f-658d7bdfb913 None None] Updating router 0ed4e129-6840-46e9-bbf1-b530fa958b5a port b9d38458-7d10-4fe0-a79d-64e15a8f423e binding host n-d-789963-26 {{(pid=109696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:32:24.450211 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-0d2804c6-b99d-4231-872f-658d7bdfb913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b9d38458-7d10-4fe0-a79d-64e15a8f423e), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:24.742731 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-0d2804c6-b99d-4231-872f-658d7bdfb913 None None] Publish callbacks [] for port (b9d38458-7d10-4fe0-a79d-64e15a8f423e), precommit_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:24.749295 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-0d2804c6-b99d-4231-872f-658d7bdfb913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (b9d38458-7d10-4fe0-a79d-64e15a8f423e), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:24.826860 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77c48de-a0c7-4e60-88d0-f5227c44a492 None None] Pushing event updated for resources: {'Port': ['ID=b9d38458-7d10-4fe0-a79d-64e15a8f423e,revision_number=3']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:32:24.837023 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c48de-a0c7-4e60-88d0-f5227c44a492 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:32:24.837371 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c48de-a0c7-4e60-88d0-f5227c44a492 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:32:24.837710 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c48de-a0c7-4e60-88d0-f5227c44a492 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:32:24.838043 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c48de-a0c7-4e60-88d0-f5227c44a492 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:32:24.838372 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c48de-a0c7-4e60-88d0-f5227c44a492 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:32:24.838698 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c48de-a0c7-4e60-88d0-f5227c44a492 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:32:24.839027 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c48de-a0c7-4e60-88d0-f5227c44a492 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:32:24.839347 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c48de-a0c7-4e60-88d0-f5227c44a492 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:32:24.839698 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c48de-a0c7-4e60-88d0-f5227c44a492 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:32:24.840018 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c48de-a0c7-4e60-88d0-f5227c44a492 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:32:24.840339 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c48de-a0c7-4e60-88d0-f5227c44a492 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:32:24.840655 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c48de-a0c7-4e60-88d0-f5227c44a492 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:32:24.840972 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c48de-a0c7-4e60-88d0-f5227c44a492 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:32:24.874169 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-0d2804c6-b99d-4231-872f-658d7bdfb913 None None] Attempting to bind port b9d38458-7d10-4fe0-a79d-64e15a8f423e on host n-d-789963-26 for vnic_type normal with profile {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:32:24.874536 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-0d2804c6-b99d-4231-872f-658d7bdfb913 None None] Attempting to bind port b9d38458-7d10-4fe0-a79d-64e15a8f423e by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'b16b715d-2c6f-4f36-bfdd-be2cf52725a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'e27b3f1a-693e-4402-bbd1-ff7bfff49836'}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:32:24.874897 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2804c6-b99d-4231-872f-658d7bdfb913 None None] Attempting to bind port b9d38458-7d10-4fe0-a79d-64e15a8f423e on network e27b3f1a-693e-4402-bbd1-ff7bfff49836 {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:32:24.886109 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2804c6-b99d-4231-872f-658d7bdfb913 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:32:24.886477 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2804c6-b99d-4231-872f-658d7bdfb913 None None] Checking segment: {'id': 'b16b715d-2c6f-4f36-bfdd-be2cf52725a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'e27b3f1a-693e-4402-bbd1-ff7bfff49836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:32:24.886877 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-0d2804c6-b99d-4231-872f-658d7bdfb913 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:24.887263 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2804c6-b99d-4231-872f-658d7bdfb913 None None] Bound using segment: {'id': 'b16b715d-2c6f-4f36-bfdd-be2cf52725a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'e27b3f1a-693e-4402-bbd1-ff7bfff49836'} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:32:24.887773 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-0d2804c6-b99d-4231-872f-658d7bdfb913 None None] Bound port: b9d38458-7d10-4fe0-a79d-64e15a8f423e, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b16b715d-2c6f-4f36-bfdd-be2cf52725a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'e27b3f1a-693e-4402-bbd1-ff7bfff49836'}}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:32:24.888148 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-0d2804c6-b99d-4231-872f-658d7bdfb913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b9d38458-7d10-4fe0-a79d-64e15a8f423e), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:24.976702 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-0d2804c6-b99d-4231-872f-658d7bdfb913 None None] For port b9d38458-7d10-4fe0-a79d-64e15a8f423e, host n-d-789963-26, cleared binding levels {{(pid=109696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:32:24.977395 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dbbd52-6d76-4d7a-abb8-1ef073f07099 req-36873a36-1de4-425b-b959-d6bcfedc1418 tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:24.981480 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-0d2804c6-b99d-4231-872f-658d7bdfb913 None None] For port b9d38458-7d10-4fe0-a79d-64e15a8f423e, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=b9d38458-7d10-4fe0-a79d-64e15a8f423e,segment=NetworkSegment(b16b715d-2c6f-4f36-bfdd-be2cf52725a4),segment_id=b16b715d-2c6f-4f36-bfdd-be2cf52725a4)] {{(pid=109696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:32:24.987068 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-38dbbd52-6d76-4d7a-abb8-1ef073f07099 req-36873a36-1de4-425b-b959-d6bcfedc1418 tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] 10.222.0.87 "GET /v2.0/ports?device_id=f1b63f71-1442-48b1-9999-cabf4c015767 HTTP/1.1" status: 200 len: 946 time: 0.0953732 Feb 02 07:32:24.995935 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-0d2804c6-b99d-4231-872f-658d7bdfb913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (b9d38458-7d10-4fe0-a79d-64e15a8f423e), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:25.055671 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77c48de-a0c7-4e60-88d0-f5227c44a492 None None] Pushing event updated for resources: {'Port': ['ID=b9d38458-7d10-4fe0-a79d-64e15a8f423e,revision_number=4']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:32:25.059985 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-38dbbd52-6d76-4d7a-abb8-1ef073f07099 req-4e4e7800-a95f-4686-bbc5-e069d7fce86b tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] 10.222.0.87 "GET /v2.0/security-groups?id=da509dd7-59da-4194-8b3b-9de9d561ead5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711312 Feb 02 07:32:25.098105 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2804c6-b99d-4231-872f-658d7bdfb913 None None] Routers {'0ed4e129-6840-46e9-bbf1-b530fa958b5a'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:32:25.098875 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-0d2804c6-b99d-4231-872f-658d7bdfb913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:32:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['0ed4e129-6840-46e9-bbf1-b530fa958b5a'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:32:25.156353 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-b609e728-814c-4c34-8c48-ca7aada5de09 None None] Provisioning complete for port b9d38458-7d10-4fe0-a79d-64e15a8f423e triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:32:25.156864 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b609e728-814c-4c34-8c48-ca7aada5de09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b9d38458-7d10-4fe0-a79d-64e15a8f423e), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:25.254136 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-0d2804c6-b99d-4231-872f-658d7bdfb913 None None] Set router 0ed4e129-6840-46e9-bbf1-b530fa958b5a gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:32:25.437532 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be99fb5-e5f3-4003-a488-c09cf44a52ee req-f7a73daa-8e35-4287-b971-debf48b1064a tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:25.439061 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3be99fb5-e5f3-4003-a488-c09cf44a52ee req-f7a73daa-8e35-4287-b971-debf48b1064a tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] 10.222.0.88 "GET /v2.0/ports?device_id=f1b63f71-1442-48b1-9999-cabf4c015767 HTTP/1.1" status: 200 len: 946 time: 0.1996574 Feb 02 07:32:25.444029 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-b609e728-814c-4c34-8c48-ca7aada5de09 None None] Current status of the port b9d38458-7d10-4fe0-a79d-64e15a8f423e is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:32:25.449805 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b609e728-814c-4c34-8c48-ca7aada5de09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b9d38458-7d10-4fe0-a79d-64e15a8f423e), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:25.529784 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-b609e728-814c-4c34-8c48-ca7aada5de09 None None] For port b9d38458-7d10-4fe0-a79d-64e15a8f423e, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=b9d38458-7d10-4fe0-a79d-64e15a8f423e,segment=NetworkSegment(b16b715d-2c6f-4f36-bfdd-be2cf52725a4),segment_id=b16b715d-2c6f-4f36-bfdd-be2cf52725a4)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:32:25.541040 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b609e728-814c-4c34-8c48-ca7aada5de09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (b9d38458-7d10-4fe0-a79d-64e15a8f423e), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:25.616035 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609e728-814c-4c34-8c48-ca7aada5de09 None None] Pushing event updated for resources: {'Port': ['ID=b9d38458-7d10-4fe0-a79d-64e15a8f423e,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:32:25.636651 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-3be99fb5-e5f3-4003-a488-c09cf44a52ee req-b017505d-c5e1-4362-a791-7a05d4411a5b tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] Deleting port 37494a4e-2f08-4c7e-b247-f97c8750d813 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:32:25.637025 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3be99fb5-e5f3-4003-a488-c09cf44a52ee req-b017505d-c5e1-4362-a791-7a05d4411a5b tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (37494a4e-2f08-4c7e-b247-f97c8750d813), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:25.672398 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-d455fd2e-eb7a-4ac9-9cc5-b400750c7e4f None None] Provisioning complete for port b9d38458-7d10-4fe0-a79d-64e15a8f423e triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:32:25.673025 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d455fd2e-eb7a-4ac9-9cc5-b400750c7e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b9d38458-7d10-4fe0-a79d-64e15a8f423e), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:25.730848 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-0d2804c6-b99d-4231-872f-658d7bdfb913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed4e129-6840-46e9-bbf1-b530fa958b5a', 'name': 'tempest-TestNetworkBasicOps-router-723166477', 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '0ce7650f-0e25-432c-a81c-7b575f47b154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:30:28Z', 'updated_at': '2022-02-02T07:32:22Z', 'revision_number': 5, 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'gw_port': {'id': '0ce7650f-0e25-432c-a81c-7b575f47b154', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed4e129-6840-46e9-bbf1-b530fa958b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:30:29Z', 'updated_at': '2022-02-02T07:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '5fe025a2-879e-4dd5-817d-f6018177bbee', 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'floating_ip_address': '172.25.4.246', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '0ed4e129-6840-46e9-bbf1-b530fa958b5a', 'port_id': '95bd1394-5e69-4a6b-a4ed-65c8dfa23723', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3767, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d80ccc9-1445-43fb-846f-d58c0191a2f4', 'mac_address': 'fa:16:3e:42:85:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef89e57a-2566-4923-b93e-a11f7db414c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:30:53Z', 'updated_at': '2022-02-02T07:30:57Z', 'revision_number': 1, 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '652b1d1d-0d76-40df-8cec-b0ac93899596', 'name': '', 'network_id': '0d80ccc9-1445-43fb-846f-d58c0191a2f4', 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'mac_address': 'fa:16:3e:96:54:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed4e129-6840-46e9-bbf1-b530fa958b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '31535c1c-5428-4243-a164-4e8fc4c67f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:30:33Z', 'updated_at': '2022-02-02T07:30:38Z', 'revision_number': 5, 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'subnets': [{'id': '31535c1c-5428-4243-a164-4e8fc4c67f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9d38458-7d10-4fe0-a79d-64e15a8f423e', 'name': '', 'network_id': 'e27b3f1a-693e-4402-bbd1-ff7bfff49836', 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'mac_address': 'fa:16:3e:1f:51:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed4e129-6840-46e9-bbf1-b530fa958b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '53e0a1d1-9ea0-4dbb-b241-efecdc8156af', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:32:22Z', 'updated_at': '2022-02-02T07:32:24Z', 'revision_number': 4, 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'subnets': [{'id': '53e0a1d1-9ea0-4dbb-b241-efecdc8156af', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:32:25.768749 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2804c6-b99d-4231-872f-658d7bdfb913 None None] The sync data for ids ['0ed4e129-6840-46e9-bbf1-b530fa958b5a'] in n-d-789963-26 is: [{'id': '0ed4e129-6840-46e9-bbf1-b530fa958b5a', 'name': 'tempest-TestNetworkBasicOps-router-723166477', 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '0ce7650f-0e25-432c-a81c-7b575f47b154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:30:28Z', 'updated_at': '2022-02-02T07:32:22Z', 'revision_number': 5, 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'gw_port': {'id': '0ce7650f-0e25-432c-a81c-7b575f47b154', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed4e129-6840-46e9-bbf1-b530fa958b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:30:29Z', 'updated_at': '2022-02-02T07:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '5fe025a2-879e-4dd5-817d-f6018177bbee', 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'floating_ip_address': '172.25.4.246', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '0ed4e129-6840-46e9-bbf1-b530fa958b5a', 'port_id': '95bd1394-5e69-4a6b-a4ed-65c8dfa23723', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3767, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d80ccc9-1445-43fb-846f-d58c0191a2f4', 'mac_address': 'fa:16:3e:42:85:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef89e57a-2566-4923-b93e-a11f7db414c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:30:53Z', 'updated_at': '2022-02-02T07:30:57Z', 'revision_number': 1, 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '652b1d1d-0d76-40df-8cec-b0ac93899596', 'name': '', 'network_id': '0d80ccc9-1445-43fb-846f-d58c0191a2f4', 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'mac_address': 'fa:16:3e:96:54:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed4e129-6840-46e9-bbf1-b530fa958b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '31535c1c-5428-4243-a164-4e8fc4c67f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:30:33Z', 'updated_at': '2022-02-02T07:30:38Z', 'revision_number': 5, 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'subnets': [{'id': '31535c1c-5428-4243-a164-4e8fc4c67f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9d38458-7d10-4fe0-a79d-64e15a8f423e', 'name': '', 'network_id': 'e27b3f1a-693e-4402-bbd1-ff7bfff49836', 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'mac_address': 'fa:16:3e:1f:51:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed4e129-6840-46e9-bbf1-b530fa958b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '53e0a1d1-9ea0-4dbb-b241-efecdc8156af', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:32:22Z', 'updated_at': '2022-02-02T07:32:24Z', 'revision_number': 4, 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'subnets': [{'id': '53e0a1d1-9ea0-4dbb-b241-efecdc8156af', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:32:25.791873 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-3be99fb5-e5f3-4003-a488-c09cf44a52ee req-b017505d-c5e1-4362-a791-7a05d4411a5b tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] For port 37494a4e-2f08-4c7e-b247-f97c8750d813, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=37494a4e-2f08-4c7e-b247-f97c8750d813,segment=NetworkSegment(504154a9-26cd-449a-9ed6-04c164ab15e8),segment_id=504154a9-26cd-449a-9ed6-04c164ab15e8)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:32:25.792239 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3be99fb5-e5f3-4003-a488-c09cf44a52ee req-b017505d-c5e1-4362-a791-7a05d4411a5b tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (37494a4e-2f08-4c7e-b247-f97c8750d813), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:25.816890 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-3be99fb5-e5f3-4003-a488-c09cf44a52ee req-b017505d-c5e1-4362-a791-7a05d4411a5b tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] Calling delete_port for 37494a4e-2f08-4c7e-b247-f97c8750d813 owned by compute:nova {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:32:25.842545 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-d455fd2e-eb7a-4ac9-9cc5-b400750c7e4f None None] Current status of the port b9d38458-7d10-4fe0-a79d-64e15a8f423e is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:32:26.327625 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2905cbd-d571-45d4-933c-9fc03faaa136 req-18a93232-163c-467d-b965-d80c3581cf94 tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:26.329137 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f2905cbd-d571-45d4-933c-9fc03faaa136 req-18a93232-163c-467d-b965-d80c3581cf94 tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] 10.222.0.87 "GET /v2.0/ports?device_id=f1b63f71-1442-48b1-9999-cabf4c015767 HTTP/1.1" status: 200 len: 946 time: 0.0980024 Feb 02 07:32:26.330305 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3be99fb5-e5f3-4003-a488-c09cf44a52ee req-b017505d-c5e1-4362-a791-7a05d4411a5b tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (37494a4e-2f08-4c7e-b247-f97c8750d813), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:26.367236 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['37494a4e-2f08-4c7e-b247-f97c8750d813'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:32:26.381081 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b017505d-c5e1-4362-a791-7a05d4411a5b tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] Pushing event deleted for resources: {'Port': ['ID=37494a4e-2f08-4c7e-b247-f97c8750d813,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:32:26.413548 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b017505d-c5e1-4362-a791-7a05d4411a5b tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:32:26.413899 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b017505d-c5e1-4362-a791-7a05d4411a5b tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:32:26.414237 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b017505d-c5e1-4362-a791-7a05d4411a5b tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:32:26.414568 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b017505d-c5e1-4362-a791-7a05d4411a5b tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:32:26.414897 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b017505d-c5e1-4362-a791-7a05d4411a5b tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:32:26.415241 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b017505d-c5e1-4362-a791-7a05d4411a5b tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:32:26.415598 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b017505d-c5e1-4362-a791-7a05d4411a5b tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:32:26.415921 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b017505d-c5e1-4362-a791-7a05d4411a5b tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:32:26.416244 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b017505d-c5e1-4362-a791-7a05d4411a5b tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:32:26.416567 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b017505d-c5e1-4362-a791-7a05d4411a5b tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:32:26.416889 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b017505d-c5e1-4362-a791-7a05d4411a5b tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:32:26.417208 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b017505d-c5e1-4362-a791-7a05d4411a5b tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:32:26.417525 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b017505d-c5e1-4362-a791-7a05d4411a5b tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:32:26.443442 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-3be99fb5-e5f3-4003-a488-c09cf44a52ee req-b017505d-c5e1-4362-a791-7a05d4411a5b tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] No DVR routers for this DVR port 37494a4e-2f08-4c7e-b247-f97c8750d813 on host n-h1-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:32:26.448208 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-3be99fb5-e5f3-4003-a488-c09cf44a52ee req-b017505d-c5e1-4362-a791-7a05d4411a5b tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:26.451513 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3be99fb5-e5f3-4003-a488-c09cf44a52ee req-b017505d-c5e1-4362-a791-7a05d4411a5b tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] 10.222.0.88 "DELETE /v2.0/ports/37494a4e-2f08-4c7e-b247-f97c8750d813 HTTP/1.1" status: 204 len: 173 time: 1.0064209 Feb 02 07:32:26.451986 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1b63f71-1442-48b1-9999-cabf4c015767', 'name': 'network-vif-deleted', 'tag': '37494a4e-2f08-4c7e-b247-f97c8750d813'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:32:26.454323 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e91b0434-01f0-4fd7-9274-1d0f7ca0c8b0" -d '{"events": [{"server_uuid": "f1b63f71-1442-48b1-9999-cabf4c015767", "name": "network-vif-deleted", "tag": "37494a4e-2f08-4c7e-b247-f97c8750d813"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:32:26.476620 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f2905cbd-d571-45d4-933c-9fc03faaa136 req-c242f3ef-2e6a-4232-b79c-2ec1b9f61057 tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] 10.222.0.87 "GET /v2.0/security-groups?id=da509dd7-59da-4194-8b3b-9de9d561ead5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377847 Feb 02 07:32:26.538501 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4225939-7231-4fb6-b4ef-582f277807ab x-openstack-request-id: req-b4225939-7231-4fb6-b4ef-582f277807ab {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:32:26.538806 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1b63f71-1442-48b1-9999-cabf4c015767", "name": "network-vif-deleted", "tag": "37494a4e-2f08-4c7e-b247-f97c8750d813", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:32:26.539075 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b4225939-7231-4fb6-b4ef-582f277807ab {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:32:26.539473 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1b63f71-1442-48b1-9999-cabf4c015767', 'name': 'network-vif-deleted', 'tag': '37494a4e-2f08-4c7e-b247-f97c8750d813', 'status': 'completed', 'code': 200} Feb 02 07:32:26.845552 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device b9d38458-7d10-4fe0-a79d-64e15a8f423e up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:32:26.899103 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-51b08008-3d2d-4f2b-9042-7a330a00fb49 req-44b1d21d-4abb-4583-95e2-fb33ad5825c7 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=06fe0db9-f2e4-488e-9e2e-cc1969822f26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0846899 Feb 02 07:32:26.903835 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port b9d38458-7d10-4fe0-a79d-64e15a8f423e triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:32:26.904398 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b9d38458-7d10-4fe0-a79d-64e15a8f423e), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:27.047377 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port b9d38458-7d10-4fe0-a79d-64e15a8f423e is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:32:27.083076 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b08008-3d2d-4f2b-9042-7a330a00fb49 req-4e743a49-6c10-4d6f-89b7-ee3b44e18ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:27.086686 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-51b08008-3d2d-4f2b-9042-7a330a00fb49 req-4e743a49-6c10-4d6f-89b7-ee3b44e18ecb service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3baca0fbed614bb9aafa5d75297065bb&device_id=06fe0db9-f2e4-488e-9e2e-cc1969822f26 HTTP/1.1" status: 200 len: 1128 time: 0.0988157 Feb 02 07:32:27.207700 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b08008-3d2d-4f2b-9042-7a330a00fb49 req-495b73b6-a76e-4f39-b18b-254715a26590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:27.209509 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-51b08008-3d2d-4f2b-9042-7a330a00fb49 req-495b73b6-a76e-4f39-b18b-254715a26590 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ae9da0f2-d030-48a7-82d4-cc4db2930753 HTTP/1.1" status: 200 len: 915 time: 0.1014092 Feb 02 07:32:27.252367 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-51b08008-3d2d-4f2b-9042-7a330a00fb49 req-a474adcb-3ca7-4c6a-ac37-de0dd50eb647 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49da5b00-ec91-4408-bd32-2aba8ed7fc72 HTTP/1.1" status: 200 len: 217 time: 0.0358095 Feb 02 07:32:27.309495 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b08008-3d2d-4f2b-9042-7a330a00fb49 req-8063df5b-50fc-4608-8be5-e4004486d383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:27.310896 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-51b08008-3d2d-4f2b-9042-7a330a00fb49 req-8063df5b-50fc-4608-8be5-e4004486d383 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=357a8154-35e3-4993-9fd9-8934b93a01ae HTTP/1.1" status: 200 len: 854 time: 0.0487294 Feb 02 07:32:27.344466 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-51b08008-3d2d-4f2b-9042-7a330a00fb49 req-a1b14ff2-60b0-4071-aaab-f3855dd8bb51 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ae9da0f2-d030-48a7-82d4-cc4db2930753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259337 Feb 02 07:32:27.437283 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-51b08008-3d2d-4f2b-9042-7a330a00fb49 req-6d6c9e68-5f63-4bfb-a313-12fbad5dafd4 service neutron] 10.222.0.88 "GET /v2.0/networks/ae9da0f2-d030-48a7-82d4-cc4db2930753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866230 Feb 02 07:32:27.445436 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:27.541749 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-51b08008-3d2d-4f2b-9042-7a330a00fb49 req-f90d4e26-826e-4d82-a436-620cfaffb668 service neutron] 10.222.0.88 "GET /v2.0/networks/ae9da0f2-d030-48a7-82d4-cc4db2930753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969863 Feb 02 07:32:27.779761 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8a06f-dfeb-4e99-a5a7-8ba8580037ac req-06cc825c-cc11-4752-811b-6420b32605d2 tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:27.781735 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7ad8a06f-dfeb-4e99-a5a7-8ba8580037ac req-06cc825c-cc11-4752-811b-6420b32605d2 tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] 10.222.0.87 "GET /v2.0/networks?id=76c4a8c5-7e48-4e2c-ac06-da683f132362 HTTP/1.1" status: 200 len: 809 time: 0.1174033 Feb 02 07:32:27.798211 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7ad8a06f-dfeb-4e99-a5a7-8ba8580037ac req-6c07720f-55dd-4bc4-94f8-b63dc0adc0d1 tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] 10.222.0.87 "GET /v2.0/quotas/1be24edd75b34b44a15b0964d0966e66 HTTP/1.1" status: 200 len: 375 time: 0.0100195 Feb 02 07:32:27.835877 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7ad8a06f-dfeb-4e99-a5a7-8ba8580037ac req-4af5b58f-1fc8-42cf-94f7-958b9f7bc285 tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=1be24edd75b34b44a15b0964d0966e66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310962 Feb 02 07:32:27.928320 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7ad8a06f-dfeb-4e99-a5a7-8ba8580037ac req-e6261c2b-04c0-4ef0-8600-f1a2ba4a53b7 service neutron] 10.222.0.87 "GET /v2.0/networks/76c4a8c5-7e48-4e2c-ac06-da683f132362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855017 Feb 02 07:32:28.025718 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7ad8a06f-dfeb-4e99-a5a7-8ba8580037ac req-7b09544e-e0f2-490b-b777-b9d74af88c43 service neutron] 10.222.0.87 "GET /v2.0/networks/76c4a8c5-7e48-4e2c-ac06-da683f132362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910478 Feb 02 07:32:28.241661 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-151d036b-fd84-4131-b6b5-8d599dffc1f7 req-2d55c04b-5051-47ee-a8b4-5446628a10c0 tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] 10.222.0.87 "GET /v2.0/ports?device_id=6661046e-864c-4b35-8eb9-e95239a9435a HTTP/1.1" status: 200 len: 210 time: 0.0326433 Feb 02 07:32:29.044560 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:32:29.377277 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8a06f-dfeb-4e99-a5a7-8ba8580037ac req-a952b02a-3c71-4efd-aefc-944e69ad6940 tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:29.402030 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7ad8a06f-dfeb-4e99-a5a7-8ba8580037ac req-a952b02a-3c71-4efd-aefc-944e69ad6940 tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] 10.222.0.88 "GET /v2.0/networks?id=76c4a8c5-7e48-4e2c-ac06-da683f132362 HTTP/1.1" status: 200 len: 809 time: 0.2338428 Feb 02 07:32:29.435604 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-7ad8a06f-dfeb-4e99-a5a7-8ba8580037ac req-63fc95a3-9358-465a-ba06-b870ee206e1a tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] Request body: {'port': {'device_id': '6661046e-864c-4b35-8eb9-e95239a9435a', 'network_id': '76c4a8c5-7e48-4e2c-ac06-da683f132362', 'admin_state_up': True, 'tenant_id': '1be24edd75b34b44a15b0964d0966e66'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:32:29.570689 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cc0580f6-8e1a-43f0-8435-5b653e8bcd77 req-c81e4609-afa7-439e-bc56-c539a2a7a377 tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] 10.222.0.87 "GET /v2.0/ports?device_id=6661046e-864c-4b35-8eb9-e95239a9435a HTTP/1.1" status: 200 len: 210 time: 0.0381620 Feb 02 07:32:29.614738 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ad8a06f-dfeb-4e99-a5a7-8ba8580037ac req-63fc95a3-9358-465a-ba06-b870ee206e1a tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] Made reservation on behalf of 1be24edd75b34b44a15b0964d0966e66 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:32:29.618748 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-7ad8a06f-dfeb-4e99-a5a7-8ba8580037ac req-63fc95a3-9358-465a-ba06-b870ee206e1a tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:29.748591 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-7ad8a06f-dfeb-4e99-a5a7-8ba8580037ac req-63fc95a3-9358-465a-ba06-b870ee206e1a tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] Allocated IP 172.20.0.2 (76c4a8c5-7e48-4e2c-ac06-da683f132362/343995eb-b778-43b6-90da-93b0d8c49dda/81a4d5df-8260-4ecb-a2e9-ccfa08d0c4a0) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:32:29.897818 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-7ad8a06f-dfeb-4e99-a5a7-8ba8580037ac req-63fc95a3-9358-465a-ba06-b870ee206e1a tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] Publish callbacks [] for port (81a4d5df-8260-4ecb-a2e9-ccfa08d0c4a0), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:29.931702 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-7ad8a06f-dfeb-4e99-a5a7-8ba8580037ac req-63fc95a3-9358-465a-ba06-b870ee206e1a tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (81a4d5df-8260-4ecb-a2e9-ccfa08d0c4a0), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:29.975912 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ad8a06f-dfeb-4e99-a5a7-8ba8580037ac req-63fc95a3-9358-465a-ba06-b870ee206e1a tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] Network 76c4a8c5-7e48-4e2c-ac06-da683f132362 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:32:29.980877 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-7ad8a06f-dfeb-4e99-a5a7-8ba8580037ac req-63fc95a3-9358-465a-ba06-b870ee206e1a tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:32:29.984370 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ad8a06f-dfeb-4e99-a5a7-8ba8580037ac req-63fc95a3-9358-465a-ba06-b870ee206e1a tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:32:30.008396 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fc95a3-9358-465a-ba06-b870ee206e1a tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] Pushing event updated for resources: {'Port': ['ID=81a4d5df-8260-4ecb-a2e9-ccfa08d0c4a0,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:32:30.035214 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8a06f-dfeb-4e99-a5a7-8ba8580037ac req-63fc95a3-9358-465a-ba06-b870ee206e1a tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:30.035847 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-7ad8a06f-dfeb-4e99-a5a7-8ba8580037ac req-63fc95a3-9358-465a-ba06-b870ee206e1a tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:30.052260 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7ad8a06f-dfeb-4e99-a5a7-8ba8580037ac req-63fc95a3-9358-465a-ba06-b870ee206e1a tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6347067 Feb 02 07:32:30.071918 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-7ad8a06f-dfeb-4e99-a5a7-8ba8580037ac req-1d24190c-9e4c-4241-b63b-6a6916686d26 service neutron] Request body: {'port': {'device_id': '6661046e-864c-4b35-8eb9-e95239a9435a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:32:30.136483 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-7ad8a06f-dfeb-4e99-a5a7-8ba8580037ac req-1d24190c-9e4c-4241-b63b-6a6916686d26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (81a4d5df-8260-4ecb-a2e9-ccfa08d0c4a0), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:30.186875 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 37494a4e-2f08-4c7e-b247-f97c8750d813 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:32:30.231286 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: 37494a4e-2f08-4c7e-b247-f97c8750d813 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:32:30.231539 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 37494a4e-2f08-4c7e-b247-f97c8750d813 not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:32:30.432508 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-7ad8a06f-dfeb-4e99-a5a7-8ba8580037ac req-1d24190c-9e4c-4241-b63b-6a6916686d26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81a4d5df-8260-4ecb-a2e9-ccfa08d0c4a0 {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:32:30.446176 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-7ad8a06f-dfeb-4e99-a5a7-8ba8580037ac req-1d24190c-9e4c-4241-b63b-6a6916686d26 service neutron] Publish callbacks [] for port (81a4d5df-8260-4ecb-a2e9-ccfa08d0c4a0), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:30.457851 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-7ad8a06f-dfeb-4e99-a5a7-8ba8580037ac req-1d24190c-9e4c-4241-b63b-6a6916686d26 service neutron] Transition to ACTIVE for port object 81a4d5df-8260-4ecb-a2e9-ccfa08d0c4a0 will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:32:30.462162 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-7ad8a06f-dfeb-4e99-a5a7-8ba8580037ac req-1d24190c-9e4c-4241-b63b-6a6916686d26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (81a4d5df-8260-4ecb-a2e9-ccfa08d0c4a0), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:30.529202 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d24190c-9e4c-4241-b63b-6a6916686d26 service neutron] Pushing event updated for resources: {'Port': ['ID=81a4d5df-8260-4ecb-a2e9-ccfa08d0c4a0,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:32:30.594949 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-7ad8a06f-dfeb-4e99-a5a7-8ba8580037ac req-1d24190c-9e4c-4241-b63b-6a6916686d26 service neutron] Attempting to bind port 81a4d5df-8260-4ecb-a2e9-ccfa08d0c4a0 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:32:30.595284 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-7ad8a06f-dfeb-4e99-a5a7-8ba8580037ac req-1d24190c-9e4c-4241-b63b-6a6916686d26 service neutron] Attempting to bind port 81a4d5df-8260-4ecb-a2e9-ccfa08d0c4a0 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': '504154a9-26cd-449a-9ed6-04c164ab15e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '76c4a8c5-7e48-4e2c-ac06-da683f132362'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:32:30.597715 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad8a06f-dfeb-4e99-a5a7-8ba8580037ac req-1d24190c-9e4c-4241-b63b-6a6916686d26 service neutron] Attempting to bind port 81a4d5df-8260-4ecb-a2e9-ccfa08d0c4a0 on network 76c4a8c5-7e48-4e2c-ac06-da683f132362 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:32:30.600734 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad8a06f-dfeb-4e99-a5a7-8ba8580037ac req-1d24190c-9e4c-4241-b63b-6a6916686d26 service neutron] Port 81a4d5df-8260-4ecb-a2e9-ccfa08d0c4a0 on network 76c4a8c5-7e48-4e2c-ac06-da683f132362 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:32:30.601060 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad8a06f-dfeb-4e99-a5a7-8ba8580037ac req-1d24190c-9e4c-4241-b63b-6a6916686d26 service neutron] Attempting to bind port 81a4d5df-8260-4ecb-a2e9-ccfa08d0c4a0 on network 76c4a8c5-7e48-4e2c-ac06-da683f132362 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:32:30.605862 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad8a06f-dfeb-4e99-a5a7-8ba8580037ac req-1d24190c-9e4c-4241-b63b-6a6916686d26 service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:32:30.606496 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad8a06f-dfeb-4e99-a5a7-8ba8580037ac req-1d24190c-9e4c-4241-b63b-6a6916686d26 service neutron] Checking segment: {'id': '504154a9-26cd-449a-9ed6-04c164ab15e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '76c4a8c5-7e48-4e2c-ac06-da683f132362'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:32:30.607141 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad8a06f-dfeb-4e99-a5a7-8ba8580037ac req-1d24190c-9e4c-4241-b63b-6a6916686d26 service neutron] Bound using segment: {'id': '504154a9-26cd-449a-9ed6-04c164ab15e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '76c4a8c5-7e48-4e2c-ac06-da683f132362'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:32:30.608293 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-7ad8a06f-dfeb-4e99-a5a7-8ba8580037ac req-1d24190c-9e4c-4241-b63b-6a6916686d26 service neutron] Bound port: 81a4d5df-8260-4ecb-a2e9-ccfa08d0c4a0, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '504154a9-26cd-449a-9ed6-04c164ab15e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '76c4a8c5-7e48-4e2c-ac06-da683f132362'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:32:30.608652 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-7ad8a06f-dfeb-4e99-a5a7-8ba8580037ac req-1d24190c-9e4c-4241-b63b-6a6916686d26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (81a4d5df-8260-4ecb-a2e9-ccfa08d0c4a0), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:30.610442 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [req-625ea518-b97b-4d10-8949-b9ce04838b47 req-1d33df05-0187-4881-bfc7-75a234f9ff0f service neutron] (109694) timed out ('10.222.0.87', 58208) {{(pid=109694) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 02 07:32:30.682190 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-7ad8a06f-dfeb-4e99-a5a7-8ba8580037ac req-1d24190c-9e4c-4241-b63b-6a6916686d26 service neutron] For port 81a4d5df-8260-4ecb-a2e9-ccfa08d0c4a0, host n-h1-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:32:30.686241 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-7ad8a06f-dfeb-4e99-a5a7-8ba8580037ac req-1d24190c-9e4c-4241-b63b-6a6916686d26 service neutron] For port 81a4d5df-8260-4ecb-a2e9-ccfa08d0c4a0, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=81a4d5df-8260-4ecb-a2e9-ccfa08d0c4a0,segment=NetworkSegment(504154a9-26cd-449a-9ed6-04c164ab15e8),segment_id=504154a9-26cd-449a-9ed6-04c164ab15e8)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:32:30.709653 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-7ad8a06f-dfeb-4e99-a5a7-8ba8580037ac req-1d24190c-9e4c-4241-b63b-6a6916686d26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (81a4d5df-8260-4ecb-a2e9-ccfa08d0c4a0), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:30.759590 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8a06f-dfeb-4e99-a5a7-8ba8580037ac req-1d24190c-9e4c-4241-b63b-6a6916686d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:30.760671 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-7ad8a06f-dfeb-4e99-a5a7-8ba8580037ac req-1d24190c-9e4c-4241-b63b-6a6916686d26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:30.762048 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7ad8a06f-dfeb-4e99-a5a7-8ba8580037ac req-1d24190c-9e4c-4241-b63b-6a6916686d26 service neutron] 10.222.0.88 "PUT /v2.0/ports/81a4d5df-8260-4ecb-a2e9-ccfa08d0c4a0 HTTP/1.1" status: 200 len: 1092 time: 0.6947987 Feb 02 07:32:30.766166 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6661046e-864c-4b35-8eb9-e95239a9435a', 'tag': '81a4d5df-8260-4ecb-a2e9-ccfa08d0c4a0'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:32:30.768517 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bac05a2-071f-4164-ac54-828b85c6c072" -d '{"events": [{"name": "network-changed", "server_uuid": "6661046e-864c-4b35-8eb9-e95239a9435a", "tag": "81a4d5df-8260-4ecb-a2e9-ccfa08d0c4a0"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:32:30.810924 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d52d81-a905-42be-b6c3-bfaa9715ed87 req-166f566c-7878-411b-90cc-e9e69dc48e13 tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:30.812563 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-78d52d81-a905-42be-b6c3-bfaa9715ed87 req-166f566c-7878-411b-90cc-e9e69dc48e13 tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] 10.222.0.87 "GET /v2.0/ports?device_id=6661046e-864c-4b35-8eb9-e95239a9435a HTTP/1.1" status: 200 len: 943 time: 0.1232307 Feb 02 07:32:30.833029 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d24190c-9e4c-4241-b63b-6a6916686d26 service neutron] Pushing event updated for resources: {'Port': ['ID=81a4d5df-8260-4ecb-a2e9-ccfa08d0c4a0,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:32:30.904751 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-78d52d81-a905-42be-b6c3-bfaa9715ed87 req-22fdafb0-8cde-48c3-b6b8-5a1bcc034c58 tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] 10.222.0.87 "GET /v2.0/security-groups?id=da509dd7-59da-4194-8b3b-9de9d561ead5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832944 Feb 02 07:32:30.918894 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8a06f-dfeb-4e99-a5a7-8ba8580037ac req-2e6352ec-6387-466a-819b-86877c88dba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:30.920500 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7ad8a06f-dfeb-4e99-a5a7-8ba8580037ac req-2e6352ec-6387-466a-819b-86877c88dba0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1be24edd75b34b44a15b0964d0966e66&device_id=6661046e-864c-4b35-8eb9-e95239a9435a HTTP/1.1" status: 200 len: 1126 time: 0.0608904 Feb 02 07:32:30.995022 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b058e4b-c825-4433-aa5f-8b49bac0cb3e x-openstack-request-id: req-6b058e4b-c825-4433-aa5f-8b49bac0cb3e {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:32:30.995591 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6661046e-864c-4b35-8eb9-e95239a9435a", "tag": "81a4d5df-8260-4ecb-a2e9-ccfa08d0c4a0", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:32:30.995865 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-6b058e4b-c825-4433-aa5f-8b49bac0cb3e {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:32:30.996287 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6661046e-864c-4b35-8eb9-e95239a9435a', 'tag': '81a4d5df-8260-4ecb-a2e9-ccfa08d0c4a0', 'status': 'completed', 'code': 200} Feb 02 07:32:30.999475 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7ad8a06f-dfeb-4e99-a5a7-8ba8580037ac req-8624a0d0-f8e5-4fe9-aeab-6e7a02eb1b4e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=81a4d5df-8260-4ecb-a2e9-ccfa08d0c4a0 HTTP/1.1" status: 200 len: 217 time: 0.0579927 Feb 02 07:32:31.050374 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8a06f-dfeb-4e99-a5a7-8ba8580037ac req-5a5b06b4-35f6-4121-a5d0-773987216787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:31.052290 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7ad8a06f-dfeb-4e99-a5a7-8ba8580037ac req-5a5b06b4-35f6-4121-a5d0-773987216787 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=343995eb-b778-43b6-90da-93b0d8c49dda HTTP/1.1" status: 200 len: 849 time: 0.0472939 Feb 02 07:32:31.088012 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7ad8a06f-dfeb-4e99-a5a7-8ba8580037ac req-93c9baf7-1237-4a84-a71a-54fb2301b81f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=76c4a8c5-7e48-4e2c-ac06-da683f132362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284412 Feb 02 07:32:31.188717 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7ad8a06f-dfeb-4e99-a5a7-8ba8580037ac req-5c11957b-873b-4689-b1b5-cfedff8ea8c1 service neutron] 10.222.0.88 "GET /v2.0/networks/76c4a8c5-7e48-4e2c-ac06-da683f132362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939717 Feb 02 07:32:31.281206 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7ad8a06f-dfeb-4e99-a5a7-8ba8580037ac req-d3f56257-0ea6-4fc7-b5e0-5a30ec62aa79 service neutron] 10.222.0.88 "GET /v2.0/networks/76c4a8c5-7e48-4e2c-ac06-da683f132362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861287 Feb 02 07:32:31.417184 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bac05a2-071f-4164-ac54-828b85c6c072 req-08b65b67-6454-4f40-8aa0-d0408da69123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:31.418843 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9bac05a2-071f-4164-ac54-828b85c6c072 req-08b65b67-6454-4f40-8aa0-d0408da69123 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1be24edd75b34b44a15b0964d0966e66&device_id=6661046e-864c-4b35-8eb9-e95239a9435a HTTP/1.1" status: 200 len: 1126 time: 0.0516529 Feb 02 07:32:31.521070 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bac05a2-071f-4164-ac54-828b85c6c072 req-7465d767-7585-4a73-926e-7fa69586adbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:31.522639 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9bac05a2-071f-4164-ac54-828b85c6c072 req-7465d767-7585-4a73-926e-7fa69586adbd service neutron] 10.222.0.88 "GET /v2.0/networks?id=76c4a8c5-7e48-4e2c-ac06-da683f132362 HTTP/1.1" status: 200 len: 910 time: 0.0980694 Feb 02 07:32:31.568787 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9bac05a2-071f-4164-ac54-828b85c6c072 req-3ed69d02-721b-4790-913b-270498acc28e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=81a4d5df-8260-4ecb-a2e9-ccfa08d0c4a0 HTTP/1.1" status: 200 len: 217 time: 0.0386486 Feb 02 07:32:31.618782 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bac05a2-071f-4164-ac54-828b85c6c072 req-815ebf85-8d26-4cb3-a2fc-84e6d30c7129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:31.620276 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9bac05a2-071f-4164-ac54-828b85c6c072 req-815ebf85-8d26-4cb3-a2fc-84e6d30c7129 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=343995eb-b778-43b6-90da-93b0d8c49dda HTTP/1.1" status: 200 len: 849 time: 0.0443215 Feb 02 07:32:31.654759 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9bac05a2-071f-4164-ac54-828b85c6c072 req-e23e04e8-f22a-4955-b343-f4841cdd8883 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=76c4a8c5-7e48-4e2c-ac06-da683f132362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253127 Feb 02 07:32:31.755339 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9bac05a2-071f-4164-ac54-828b85c6c072 req-1fa2a4f1-5291-469b-9219-3ca6b6f935f5 service neutron] 10.222.0.88 "GET /v2.0/networks/76c4a8c5-7e48-4e2c-ac06-da683f132362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936317 Feb 02 07:32:31.856566 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9bac05a2-071f-4164-ac54-828b85c6c072 req-785dc0fb-cebc-44b7-8644-9d87cbdee1c0 service neutron] 10.222.0.88 "GET /v2.0/networks/76c4a8c5-7e48-4e2c-ac06-da683f132362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918720 Feb 02 07:32:32.057743 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f9a549-625c-46c1-8886-aca49c0cecc8 req-570406bb-7319-4677-a581-fd91a794a3e4 tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:32.059374 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-31f9a549-625c-46c1-8886-aca49c0cecc8 req-570406bb-7319-4677-a581-fd91a794a3e4 tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] 10.222.0.87 "GET /v2.0/ports?device_id=6661046e-864c-4b35-8eb9-e95239a9435a HTTP/1.1" status: 200 len: 943 time: 0.0558045 Feb 02 07:32:32.114161 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-31f9a549-625c-46c1-8886-aca49c0cecc8 req-5afd88c8-f640-4637-87aa-6bee8c5df8de tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] 10.222.0.87 "GET /v2.0/security-groups?id=da509dd7-59da-4194-8b3b-9de9d561ead5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485339 Feb 02 07:32:33.232993 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230b7ef9-f666-4359-8d4e-143f09d66953 req-7b356e21-8f8c-4bbf-95d9-8d647c675d33 tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:33.234449 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-230b7ef9-f666-4359-8d4e-143f09d66953 req-7b356e21-8f8c-4bbf-95d9-8d647c675d33 tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] 10.222.0.87 "GET /v2.0/ports?device_id=6661046e-864c-4b35-8eb9-e95239a9435a HTTP/1.1" status: 200 len: 943 time: 0.0522435 Feb 02 07:32:33.282415 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-230b7ef9-f666-4359-8d4e-143f09d66953 req-ead45a68-5bc5-4346-a768-90c394c8a975 tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] 10.222.0.87 "GET /v2.0/security-groups?id=da509dd7-59da-4194-8b3b-9de9d561ead5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420341 Feb 02 07:32:34.195962 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 81a4d5df-8260-4ecb-a2e9-ccfa08d0c4a0 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:32:34.298226 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 81a4d5df-8260-4ecb-a2e9-ccfa08d0c4a0, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=81a4d5df-8260-4ecb-a2e9-ccfa08d0c4a0,segment=NetworkSegment(504154a9-26cd-449a-9ed6-04c164ab15e8),segment_id=504154a9-26cd-449a-9ed6-04c164ab15e8)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:32:34.309952 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': '81a4d5df-8260-4ecb-a2e9-ccfa08d0c4a0', 'network_id': '76c4a8c5-7e48-4e2c-ac06-da683f132362', 'port_id': '81a4d5df-8260-4ecb-a2e9-ccfa08d0c4a0', 'mac_address': 'fa:16:3e:ba:83:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '343995eb-b778-43b6-90da-93b0d8c49dda', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:32:34.353616 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 81a4d5df-8260-4ecb-a2e9-ccfa08d0c4a0 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:32:34.354048 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (81a4d5df-8260-4ecb-a2e9-ccfa08d0c4a0), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:34.369866 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81a4d5df-8260-4ecb-a2e9-ccfa08d0c4a0 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:32:34.397771 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 81a4d5df-8260-4ecb-a2e9-ccfa08d0c4a0, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=81a4d5df-8260-4ecb-a2e9-ccfa08d0c4a0,segment=NetworkSegment(504154a9-26cd-449a-9ed6-04c164ab15e8),segment_id=504154a9-26cd-449a-9ed6-04c164ab15e8)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:32:34.405277 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (81a4d5df-8260-4ecb-a2e9-ccfa08d0c4a0), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:34.412575 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db7a381-c0a1-4f01-abc6-e2db23815b7f req-a9abdc94-841c-4abb-aab2-0023e97ed536 tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:34.414426 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1db7a381-c0a1-4f01-abc6-e2db23815b7f req-a9abdc94-841c-4abb-aab2-0023e97ed536 tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] 10.222.0.87 "GET /v2.0/ports?device_id=6661046e-864c-4b35-8eb9-e95239a9435a HTTP/1.1" status: 200 len: 943 time: 0.0572443 Feb 02 07:32:34.465347 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=81a4d5df-8260-4ecb-a2e9-ccfa08d0c4a0,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:32:34.476103 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1db7a381-c0a1-4f01-abc6-e2db23815b7f req-16c01284-baa0-4095-b925-ca048a6da820 tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] 10.222.0.87 "GET /v2.0/security-groups?id=da509dd7-59da-4194-8b3b-9de9d561ead5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560153 Feb 02 07:32:34.707011 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['81a4d5df-8260-4ecb-a2e9-ccfa08d0c4a0'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:32:35.675175 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b323dce2-2b5d-4331-9e4f-e3ef505da252 req-2557b321-9e26-4ada-9e6f-1fd299a0384a tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:35.676902 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b323dce2-2b5d-4331-9e4f-e3ef505da252 req-2557b321-9e26-4ada-9e6f-1fd299a0384a tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] 10.222.0.87 "GET /v2.0/ports?device_id=6661046e-864c-4b35-8eb9-e95239a9435a HTTP/1.1" status: 200 len: 944 time: 0.0660121 Feb 02 07:32:35.726828 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b323dce2-2b5d-4331-9e4f-e3ef505da252 req-0dd9656c-901a-4b4e-9076-eb0253f53afb tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] 10.222.0.87 "GET /v2.0/security-groups?id=da509dd7-59da-4194-8b3b-9de9d561ead5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443566 Feb 02 07:32:36.189820 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 81a4d5df-8260-4ecb-a2e9-ccfa08d0c4a0 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:32:36.238626 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port 81a4d5df-8260-4ecb-a2e9-ccfa08d0c4a0 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:32:36.242729 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port 81a4d5df-8260-4ecb-a2e9-ccfa08d0c4a0 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:32:36.243106 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (81a4d5df-8260-4ecb-a2e9-ccfa08d0c4a0), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:36.321622 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 81a4d5df-8260-4ecb-a2e9-ccfa08d0c4a0 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:32:36.322134 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (81a4d5df-8260-4ecb-a2e9-ccfa08d0c4a0), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:36.345212 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6661046e-864c-4b35-8eb9-e95239a9435a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81a4d5df-8260-4ecb-a2e9-ccfa08d0c4a0'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:32:36.348186 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed27291-aaf3-4a11-9832-39ee99e2606b" -d '{"events": [{"server_uuid": "6661046e-864c-4b35-8eb9-e95239a9435a", "name": "network-vif-plugged", "status": "completed", "tag": "81a4d5df-8260-4ecb-a2e9-ccfa08d0c4a0"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:32:36.365102 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 81a4d5df-8260-4ecb-a2e9-ccfa08d0c4a0, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=81a4d5df-8260-4ecb-a2e9-ccfa08d0c4a0,segment=NetworkSegment(504154a9-26cd-449a-9ed6-04c164ab15e8),segment_id=504154a9-26cd-449a-9ed6-04c164ab15e8)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:32:36.369552 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (81a4d5df-8260-4ecb-a2e9-ccfa08d0c4a0), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:36.410520 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-94538cfb-a723-47e7-97c6-3f26d412e207 req-ca8addf9-991d-4fe4-b50b-f02bfc9b0314 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ef89e57a-2566-4923-b93e-a11f7db414c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0794799 Feb 02 07:32:36.547365 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db75669-c5cc-4c9d-8e3d-18feee1f02ed x-openstack-request-id: req-3db75669-c5cc-4c9d-8e3d-18feee1f02ed {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:32:36.547751 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6661046e-864c-4b35-8eb9-e95239a9435a", "name": "network-vif-plugged", "status": "completed", "tag": "81a4d5df-8260-4ecb-a2e9-ccfa08d0c4a0", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:32:36.547935 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-3db75669-c5cc-4c9d-8e3d-18feee1f02ed {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:32:36.548373 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6661046e-864c-4b35-8eb9-e95239a9435a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81a4d5df-8260-4ecb-a2e9-ccfa08d0c4a0', 'code': 200} Feb 02 07:32:36.562332 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94538cfb-a723-47e7-97c6-3f26d412e207 req-5689fb37-3871-4ac3-be7b-9497211c8216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:36.563938 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-94538cfb-a723-47e7-97c6-3f26d412e207 req-5689fb37-3871-4ac3-be7b-9497211c8216 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0001a5ba6eec46c79c6bb86c5404d46f&device_id=ef89e57a-2566-4923-b93e-a11f7db414c1 HTTP/1.1" status: 200 len: 1129 time: 0.0913560 Feb 02 07:32:36.573662 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=81a4d5df-8260-4ecb-a2e9-ccfa08d0c4a0,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:32:36.573864 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6858d675-25c0-4fcc-9433-9e258b3e104b req-8f4393e4-3deb-46f8-a1e9-b6df7bd9b88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:36.575270 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6858d675-25c0-4fcc-9433-9e258b3e104b req-8f4393e4-3deb-46f8-a1e9-b6df7bd9b88e service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=6661046e-864c-4b35-8eb9-e95239a9435a HTTP/1.1" status: 200 len: 1128 time: 0.0598426 Feb 02 07:32:36.679608 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6858d675-25c0-4fcc-9433-9e258b3e104b req-10c29888-45f5-4b01-a7a6-830c4213bcc0 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=da509dd7-59da-4194-8b3b-9de9d561ead5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951946 Feb 02 07:32:36.717419 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94538cfb-a723-47e7-97c6-3f26d412e207 req-58f0c1e8-7b1a-4240-bc92-ce913a0f1ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:36.719429 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-94538cfb-a723-47e7-97c6-3f26d412e207 req-58f0c1e8-7b1a-4240-bc92-ce913a0f1ea0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0d80ccc9-1445-43fb-846f-d58c0191a2f4 HTTP/1.1" status: 200 len: 897 time: 0.1210439 Feb 02 07:32:36.798931 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-94538cfb-a723-47e7-97c6-3f26d412e207 req-245ee549-3704-48ee-b9a9-01c85e02fc84 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95bd1394-5e69-4a6b-a4ed-65c8dfa23723 HTTP/1.1" status: 200 len: 1002 time: 0.0714622 Feb 02 07:32:36.887507 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94538cfb-a723-47e7-97c6-3f26d412e207 req-04c37e0c-b3cc-4b3d-ae51-33a60fc2d0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:36.889177 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-94538cfb-a723-47e7-97c6-3f26d412e207 req-04c37e0c-b3cc-4b3d-ae51-33a60fc2d0a3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=31535c1c-5428-4243-a164-4e8fc4c67f75 HTTP/1.1" status: 200 len: 833 time: 0.0813804 Feb 02 07:32:36.942383 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3152f0-03f5-4e88-88f1-fd55a692b4a7 req-0f14f159-bd3c-469a-aafc-5e768df5513e tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:36.944093 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3b3152f0-03f5-4e88-88f1-fd55a692b4a7 req-0f14f159-bd3c-469a-aafc-5e768df5513e tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] 10.222.0.87 "GET /v2.0/ports?device_id=6661046e-864c-4b35-8eb9-e95239a9435a HTTP/1.1" status: 200 len: 945 time: 0.1062062 Feb 02 07:32:36.983362 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94538cfb-a723-47e7-97c6-3f26d412e207 req-fac6013a-acd9-440b-8277-4577b723b479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:36.985499 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-94538cfb-a723-47e7-97c6-3f26d412e207 req-fac6013a-acd9-440b-8277-4577b723b479 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0d80ccc9-1445-43fb-846f-d58c0191a2f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0894701 Feb 02 07:32:37.037991 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3b3152f0-03f5-4e88-88f1-fd55a692b4a7 req-48cd3d51-b5a8-4fa3-9dce-17981d45e4a1 tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] 10.222.0.87 "GET /v2.0/security-groups?id=da509dd7-59da-4194-8b3b-9de9d561ead5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756998 Feb 02 07:32:37.099900 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-94538cfb-a723-47e7-97c6-3f26d412e207 req-b0874dd2-5911-4392-ad2e-c24c78966ad0 service neutron] 10.222.0.59 "GET /v2.0/networks/0d80ccc9-1445-43fb-846f-d58c0191a2f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040015 Feb 02 07:32:37.202410 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-94538cfb-a723-47e7-97c6-3f26d412e207 req-e19e288c-0ae8-4ef2-8dbd-043b55065c0d service neutron] 10.222.0.59 "GET /v2.0/networks/0d80ccc9-1445-43fb-846f-d58c0191a2f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962312 Feb 02 07:32:38.178281 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33b9fe-9566-4dc0-a874-504092e076eb req-12314aea-e0bf-4e55-9a0d-5ee9a821e4fb tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:38.179470 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4d33b9fe-9566-4dc0-a874-504092e076eb req-12314aea-e0bf-4e55-9a0d-5ee9a821e4fb tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] 10.222.0.87 "GET /v2.0/ports?device_id=6661046e-864c-4b35-8eb9-e95239a9435a HTTP/1.1" status: 200 len: 945 time: 0.0671151 Feb 02 07:32:38.227087 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4d33b9fe-9566-4dc0-a874-504092e076eb req-a7c18760-7e24-463c-a3ad-b365f0e059e6 tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] 10.222.0.87 "GET /v2.0/security-groups?id=da509dd7-59da-4194-8b3b-9de9d561ead5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417957 Feb 02 07:32:38.974638 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87137c12-5da7-43f5-9d74-3e3f6d3b8257 req-e6975c07-d591-4b2d-8cf4-8a4df9e170e1 tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:38.976316 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-87137c12-5da7-43f5-9d74-3e3f6d3b8257 req-e6975c07-d591-4b2d-8cf4-8a4df9e170e1 tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] 10.222.0.87 "GET /v2.0/ports?device_id=6661046e-864c-4b35-8eb9-e95239a9435a HTTP/1.1" status: 200 len: 945 time: 0.0690076 Feb 02 07:32:39.029689 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-87137c12-5da7-43f5-9d74-3e3f6d3b8257 req-5decc9a8-f4a7-49e2-9492-2383fbcf2fa4 tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] 10.222.0.87 "GET /v2.0/security-groups?id=da509dd7-59da-4194-8b3b-9de9d561ead5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475149 Feb 02 07:32:40.165798 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652cd858-9f76-419a-b654-af70b60708b7 req-a0d33277-3cc5-45ac-a685-e4114397062c tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:40.167308 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-652cd858-9f76-419a-b654-af70b60708b7 req-a0d33277-3cc5-45ac-a685-e4114397062c tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] 10.222.0.87 "GET /v2.0/ports?device_id=6661046e-864c-4b35-8eb9-e95239a9435a HTTP/1.1" status: 200 len: 945 time: 0.0559664 Feb 02 07:32:40.227735 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-652cd858-9f76-419a-b654-af70b60708b7 req-c1c3647e-dd8a-4819-a2a5-63196f5af562 tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] 10.222.0.87 "GET /v2.0/security-groups?id=da509dd7-59da-4194-8b3b-9de9d561ead5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541601 Feb 02 07:32:40.446682 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984b6db-c479-4846-bbbb-ec66693305dc req-0011cdb9-735e-43ba-9f82-b0bf6cc1e2a3 tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:40.448174 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b984b6db-c479-4846-bbbb-ec66693305dc req-0011cdb9-735e-43ba-9f82-b0bf6cc1e2a3 tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] 10.222.0.88 "GET /v2.0/ports?device_id=6661046e-864c-4b35-8eb9-e95239a9435a HTTP/1.1" status: 200 len: 945 time: 0.0525165 Feb 02 07:32:40.549283 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-b984b6db-c479-4846-bbbb-ec66693305dc req-abc7e3a8-7f22-45d0-a7c2-a302076fed8f tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] Deleting port 81a4d5df-8260-4ecb-a2e9-ccfa08d0c4a0 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:32:40.549636 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-b984b6db-c479-4846-bbbb-ec66693305dc req-abc7e3a8-7f22-45d0-a7c2-a302076fed8f tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (81a4d5df-8260-4ecb-a2e9-ccfa08d0c4a0), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:40.648837 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-b984b6db-c479-4846-bbbb-ec66693305dc req-abc7e3a8-7f22-45d0-a7c2-a302076fed8f tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] For port 81a4d5df-8260-4ecb-a2e9-ccfa08d0c4a0, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=81a4d5df-8260-4ecb-a2e9-ccfa08d0c4a0,segment=NetworkSegment(504154a9-26cd-449a-9ed6-04c164ab15e8),segment_id=504154a9-26cd-449a-9ed6-04c164ab15e8)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:32:40.649203 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-b984b6db-c479-4846-bbbb-ec66693305dc req-abc7e3a8-7f22-45d0-a7c2-a302076fed8f tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (81a4d5df-8260-4ecb-a2e9-ccfa08d0c4a0), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:40.661707 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-b984b6db-c479-4846-bbbb-ec66693305dc req-abc7e3a8-7f22-45d0-a7c2-a302076fed8f tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] Calling delete_port for 81a4d5df-8260-4ecb-a2e9-ccfa08d0c4a0 owned by compute:nova {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:32:40.790601 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-b984b6db-c479-4846-bbbb-ec66693305dc req-abc7e3a8-7f22-45d0-a7c2-a302076fed8f tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (81a4d5df-8260-4ecb-a2e9-ccfa08d0c4a0), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:40.824971 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['81a4d5df-8260-4ecb-a2e9-ccfa08d0c4a0'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:32:40.831886 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc7e3a8-7f22-45d0-a7c2-a302076fed8f tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] Pushing event deleted for resources: {'Port': ['ID=81a4d5df-8260-4ecb-a2e9-ccfa08d0c4a0,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:32:40.881852 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-b984b6db-c479-4846-bbbb-ec66693305dc req-abc7e3a8-7f22-45d0-a7c2-a302076fed8f tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] No DVR routers for this DVR port 81a4d5df-8260-4ecb-a2e9-ccfa08d0c4a0 on host n-h1-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:32:40.884543 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-b984b6db-c479-4846-bbbb-ec66693305dc req-abc7e3a8-7f22-45d0-a7c2-a302076fed8f tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:40.887882 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b984b6db-c479-4846-bbbb-ec66693305dc req-abc7e3a8-7f22-45d0-a7c2-a302076fed8f tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] 10.222.0.88 "DELETE /v2.0/ports/81a4d5df-8260-4ecb-a2e9-ccfa08d0c4a0 HTTP/1.1" status: 204 len: 173 time: 0.4343576 Feb 02 07:32:40.888308 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6661046e-864c-4b35-8eb9-e95239a9435a', 'name': 'network-vif-deleted', 'tag': '81a4d5df-8260-4ecb-a2e9-ccfa08d0c4a0'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:32:40.890515 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1173aa79-3085-4ffe-898b-ffcd19a9080b" -d '{"events": [{"server_uuid": "6661046e-864c-4b35-8eb9-e95239a9435a", "name": "network-vif-deleted", "tag": "81a4d5df-8260-4ecb-a2e9-ccfa08d0c4a0"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:32:40.942058 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bcc2b8c-56a8-42a2-b793-a38edbe17ce5 x-openstack-request-id: req-4bcc2b8c-56a8-42a2-b793-a38edbe17ce5 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:32:40.942357 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6661046e-864c-4b35-8eb9-e95239a9435a", "name": "network-vif-deleted", "tag": "81a4d5df-8260-4ecb-a2e9-ccfa08d0c4a0", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:32:40.942613 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-4bcc2b8c-56a8-42a2-b793-a38edbe17ce5 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:32:40.943012 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6661046e-864c-4b35-8eb9-e95239a9435a', 'name': 'network-vif-deleted', 'tag': '81a4d5df-8260-4ecb-a2e9-ccfa08d0c4a0', 'status': 'completed', 'code': 200} Feb 02 07:32:40.995054 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-344c4608-1183-4397-99ef-686f92055188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:41.360396 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-afb61582-03ff-4302-ba22-6f3611712c90 req-59ff356f-cfbe-4025-b753-3d32e614a75c tempest-VolumesActionsTest-878623711 tempest-VolumesActionsTest-878623711-project] 10.222.0.87 "GET /v2.0/ports?device_id=6661046e-864c-4b35-8eb9-e95239a9435a HTTP/1.1" status: 200 len: 210 time: 0.0292752 Feb 02 07:32:43.316515 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-dd923336-b9f5-4257-bb5f-9b6c827540c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:44.246386 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 81a4d5df-8260-4ecb-a2e9-ccfa08d0c4a0 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:32:44.292454 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: 81a4d5df-8260-4ecb-a2e9-ccfa08d0c4a0 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:32:44.292813 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 81a4d5df-8260-4ecb-a2e9-ccfa08d0c4a0 not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:32:44.743291 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:46.117624 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:47.437798 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:51.547210 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06b82f-9a8b-4c56-b4a2-cacdc71d2917 req-d2aee192-8573-41ad-be57-9ae349c69764 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:51.552991 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bd06b82f-9a8b-4c56-b4a2-cacdc71d2917 req-d2aee192-8573-41ad-be57-9ae349c69764 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] 10.222.0.87 "GET /v2.0/ports?device_id=06fe0db9-f2e4-488e-9e2e-cc1969822f26 HTTP/1.1" status: 200 len: 945 time: 0.0975003 Feb 02 07:32:51.630847 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bd06b82f-9a8b-4c56-b4a2-cacdc71d2917 req-e64705a3-28ff-44ac-b6ef-9d526ff505d8 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] 10.222.0.87 "GET /v2.0/security-groups?id=445fea0a-6edf-4165-82ef-cb0371823431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708945 Feb 02 07:32:52.222200 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:52.810426 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7da7df5-86bb-447a-ad47-6d821b23f533 req-c4076313-f4a8-4a21-ab5d-c15b27ffe808 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:52.813255 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a7da7df5-86bb-447a-ad47-6d821b23f533 req-c4076313-f4a8-4a21-ab5d-c15b27ffe808 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] 10.222.0.87 "GET /v2.0/ports?device_id=06fe0db9-f2e4-488e-9e2e-cc1969822f26 HTTP/1.1" status: 200 len: 945 time: 0.0917015 Feb 02 07:32:52.899827 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a7da7df5-86bb-447a-ad47-6d821b23f533 req-8c99ece2-e89f-4244-b5e3-a5e59da39b91 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] 10.222.0.87 "GET /v2.0/security-groups?id=445fea0a-6edf-4165-82ef-cb0371823431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796690 Feb 02 07:32:53.077520 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abe980f-d751-4bc3-8427-2b3e3bf0aa20 req-dd981629-176a-4ed7-86ee-30f003561cf9 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:53.078858 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1abe980f-d751-4bc3-8427-2b3e3bf0aa20 req-dd981629-176a-4ed7-86ee-30f003561cf9 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] 10.222.0.88 "GET /v2.0/ports?device_id=06fe0db9-f2e4-488e-9e2e-cc1969822f26 HTTP/1.1" status: 200 len: 945 time: 0.0773711 Feb 02 07:32:53.235281 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-1abe980f-d751-4bc3-8427-2b3e3bf0aa20 req-bf970279-765d-4316-9491-2b6570a03a89 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] Deleting port 49da5b00-ec91-4408-bd32-2aba8ed7fc72 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:32:53.235870 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-1abe980f-d751-4bc3-8427-2b3e3bf0aa20 req-bf970279-765d-4316-9491-2b6570a03a89 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (49da5b00-ec91-4408-bd32-2aba8ed7fc72), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:53.407483 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-1abe980f-d751-4bc3-8427-2b3e3bf0aa20 req-bf970279-765d-4316-9491-2b6570a03a89 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] For port 49da5b00-ec91-4408-bd32-2aba8ed7fc72, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=49da5b00-ec91-4408-bd32-2aba8ed7fc72,segment=NetworkSegment(748d425f-f42a-4921-9c2f-0d3963702a68),segment_id=748d425f-f42a-4921-9c2f-0d3963702a68)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:32:53.408066 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-1abe980f-d751-4bc3-8427-2b3e3bf0aa20 req-bf970279-765d-4316-9491-2b6570a03a89 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (49da5b00-ec91-4408-bd32-2aba8ed7fc72), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:53.426129 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-1abe980f-d751-4bc3-8427-2b3e3bf0aa20 req-bf970279-765d-4316-9491-2b6570a03a89 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] Calling delete_port for 49da5b00-ec91-4408-bd32-2aba8ed7fc72 owned by compute:nova {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:32:53.651951 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-1abe980f-d751-4bc3-8427-2b3e3bf0aa20 req-bf970279-765d-4316-9491-2b6570a03a89 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (49da5b00-ec91-4408-bd32-2aba8ed7fc72), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:53.688364 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['49da5b00-ec91-4408-bd32-2aba8ed7fc72'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:32:53.794310 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf970279-765d-4316-9491-2b6570a03a89 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] Pushing event deleted for resources: {'Port': ['ID=49da5b00-ec91-4408-bd32-2aba8ed7fc72,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:32:53.817257 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-1abe980f-d751-4bc3-8427-2b3e3bf0aa20 req-bf970279-765d-4316-9491-2b6570a03a89 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] No DVR routers for this DVR port 49da5b00-ec91-4408-bd32-2aba8ed7fc72 on host n-h1-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:32:53.819991 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-1abe980f-d751-4bc3-8427-2b3e3bf0aa20 req-bf970279-765d-4316-9491-2b6570a03a89 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:53.826320 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1abe980f-d751-4bc3-8427-2b3e3bf0aa20 req-bf970279-765d-4316-9491-2b6570a03a89 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] 10.222.0.88 "DELETE /v2.0/ports/49da5b00-ec91-4408-bd32-2aba8ed7fc72 HTTP/1.1" status: 204 len: 173 time: 0.7398555 Feb 02 07:32:53.828961 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06fe0db9-f2e4-488e-9e2e-cc1969822f26', 'name': 'network-vif-deleted', 'tag': '49da5b00-ec91-4408-bd32-2aba8ed7fc72'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:32:53.831795 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57cd6c34-8838-4803-93e1-046b589fcae6" -d '{"events": [{"server_uuid": "06fe0db9-f2e4-488e-9e2e-cc1969822f26", "name": "network-vif-deleted", "tag": "49da5b00-ec91-4408-bd32-2aba8ed7fc72"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:32:53.912887 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa0f149-d520-4f37-8037-86c627345c24 x-openstack-request-id: req-9aa0f149-d520-4f37-8037-86c627345c24 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:32:53.913605 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06fe0db9-f2e4-488e-9e2e-cc1969822f26", "name": "network-vif-deleted", "tag": "49da5b00-ec91-4408-bd32-2aba8ed7fc72", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:32:53.914080 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-9aa0f149-d520-4f37-8037-86c627345c24 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:32:53.914968 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06fe0db9-f2e4-488e-9e2e-cc1969822f26', 'name': 'network-vif-deleted', 'tag': '49da5b00-ec91-4408-bd32-2aba8ed7fc72', 'status': 'completed', 'code': 200} Feb 02 07:32:54.105190 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-77598be1-e0d0-440a-bcba-ec0a1b2c93aa req-a7544169-969d-4c80-974b-cb3383d3fd80 tempest-VolumesSnapshotTestJSON-916048581 tempest-VolumesSnapshotTestJSON-916048581-project] 10.222.0.87 "GET /v2.0/ports?device_id=06fe0db9-f2e4-488e-9e2e-cc1969822f26 HTTP/1.1" status: 200 len: 210 time: 0.0664074 Feb 02 07:32:55.677047 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58326) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:32:56.293134 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 49da5b00-ec91-4408-bd32-2aba8ed7fc72 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:32:56.329908 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: 49da5b00-ec91-4408-bd32-2aba8ed7fc72 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:32:56.335430 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 49da5b00-ec91-4408-bd32-2aba8ed7fc72 not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:32:56.783127 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-54a3aaf8-3a30-4f58-8725-35c564ffa289 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (0ed4e129-6840-46e9-bbf1-b530fa958b5a), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:57.275717 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-54a3aaf8-3a30-4f58-8725-35c564ffa289 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Deleting port b9d38458-7d10-4fe0-a79d-64e15a8f423e {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:32:57.276312 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-54a3aaf8-3a30-4f58-8725-35c564ffa289 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (b9d38458-7d10-4fe0-a79d-64e15a8f423e), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:57.489727 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-54a3aaf8-3a30-4f58-8725-35c564ffa289 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] For port b9d38458-7d10-4fe0-a79d-64e15a8f423e, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=b9d38458-7d10-4fe0-a79d-64e15a8f423e,segment=NetworkSegment(b16b715d-2c6f-4f36-bfdd-be2cf52725a4),segment_id=b16b715d-2c6f-4f36-bfdd-be2cf52725a4)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:32:57.489727 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-54a3aaf8-3a30-4f58-8725-35c564ffa289 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (b9d38458-7d10-4fe0-a79d-64e15a8f423e), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:57.492237 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:57.510290 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-54a3aaf8-3a30-4f58-8725-35c564ffa289 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Calling delete_port for b9d38458-7d10-4fe0-a79d-64e15a8f423e owned by network:router_interface {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:32:57.761173 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-54a3aaf8-3a30-4f58-8725-35c564ffa289 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (b9d38458-7d10-4fe0-a79d-64e15a8f423e), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:57.828861 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a3aaf8-3a30-4f58-8725-35c564ffa289 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Pushing event deleted for resources: {'Port': ['ID=b9d38458-7d10-4fe0-a79d-64e15a8f423e,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:32:58.148941 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-54a3aaf8-3a30-4f58-8725-35c564ffa289 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (0ed4e129-6840-46e9-bbf1-b530fa958b5a), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:32:58.529905 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54a3aaf8-3a30-4f58-8725-35c564ffa289 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Router 0ed4e129-6840-46e9-bbf1-b530fa958b5a has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:32:58.689011 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54a3aaf8-3a30-4f58-8725-35c564ffa289 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:32:58.695097 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-54a3aaf8-3a30-4f58-8725-35c564ffa289 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "PUT /v2.0/routers/0ed4e129-6840-46e9-bbf1-b530fa958b5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0156476 Feb 02 07:32:58.703041 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29604a37-feed-4f91-9df0-f243c59f0e56 None None] Sync routers for ids ['0ed4e129-6840-46e9-bbf1-b530fa958b5a'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:32:58.725487 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29604a37-feed-4f91-9df0-f243c59f0e56 None None] Routers {'0ed4e129-6840-46e9-bbf1-b530fa958b5a'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:32:58.726779 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-29604a37-feed-4f91-9df0-f243c59f0e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:32:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['0ed4e129-6840-46e9-bbf1-b530fa958b5a'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:32:59.019203 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-29604a37-feed-4f91-9df0-f243c59f0e56 None None] Set router 0ed4e129-6840-46e9-bbf1-b530fa958b5a gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:32:59.188938 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ee0fe-d271-4e03-95c4-4dec3d6f3120 req-04e29a3f-6b33-4406-bff3-39a37f01b28f tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:32:59.192938 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-253ee0fe-d271-4e03-95c4-4dec3d6f3120 req-04e29a3f-6b33-4406-bff3-39a37f01b28f tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/ports?device_id=8802cec9-dedb-4f3e-9105-cbb36b232e38 HTTP/1.1" status: 200 len: 946 time: 0.0899289 Feb 02 07:32:59.287653 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-253ee0fe-d271-4e03-95c4-4dec3d6f3120 req-14dcbc23-6e1c-4910-aee0-0d795cebdb5f tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/security-groups?id=cebd25d3-6fdf-41e3-b8c0-5932148c0bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880485 Feb 02 07:32:59.432863 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-29604a37-feed-4f91-9df0-f243c59f0e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed4e129-6840-46e9-bbf1-b530fa958b5a', 'name': 'tempest-TestNetworkBasicOps-router-723166477', 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '0ce7650f-0e25-432c-a81c-7b575f47b154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:30:28Z', 'updated_at': '2022-02-02T07:32:57Z', 'revision_number': 6, 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'gw_port': {'id': '0ce7650f-0e25-432c-a81c-7b575f47b154', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed4e129-6840-46e9-bbf1-b530fa958b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:30:29Z', 'updated_at': '2022-02-02T07:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '5fe025a2-879e-4dd5-817d-f6018177bbee', 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'floating_ip_address': '172.25.4.246', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '0ed4e129-6840-46e9-bbf1-b530fa958b5a', 'port_id': '95bd1394-5e69-4a6b-a4ed-65c8dfa23723', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3767, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d80ccc9-1445-43fb-846f-d58c0191a2f4', 'mac_address': 'fa:16:3e:42:85:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef89e57a-2566-4923-b93e-a11f7db414c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:30:53Z', 'updated_at': '2022-02-02T07:30:57Z', 'revision_number': 1, 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '652b1d1d-0d76-40df-8cec-b0ac93899596', 'name': '', 'network_id': '0d80ccc9-1445-43fb-846f-d58c0191a2f4', 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'mac_address': 'fa:16:3e:96:54:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed4e129-6840-46e9-bbf1-b530fa958b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '31535c1c-5428-4243-a164-4e8fc4c67f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:30:33Z', 'updated_at': '2022-02-02T07:30:38Z', 'revision_number': 5, 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'subnets': [{'id': '31535c1c-5428-4243-a164-4e8fc4c67f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:32:59.483453 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29604a37-feed-4f91-9df0-f243c59f0e56 None None] Checking router: 0ed4e129-6840-46e9-bbf1-b530fa958b5a for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:32:59.496718 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29604a37-feed-4f91-9df0-f243c59f0e56 None None] Routers {'0ed4e129-6840-46e9-bbf1-b530fa958b5a'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:32:59.497746 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-29604a37-feed-4f91-9df0-f243c59f0e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:32:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['0ed4e129-6840-46e9-bbf1-b530fa958b5a'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:32:59.626087 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-29604a37-feed-4f91-9df0-f243c59f0e56 None None] Set router 0ed4e129-6840-46e9-bbf1-b530fa958b5a gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:32:59.938665 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-29604a37-feed-4f91-9df0-f243c59f0e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed4e129-6840-46e9-bbf1-b530fa958b5a', 'name': 'tempest-TestNetworkBasicOps-router-723166477', 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '0ce7650f-0e25-432c-a81c-7b575f47b154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:30:28Z', 'updated_at': '2022-02-02T07:32:57Z', 'revision_number': 6, 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'gw_port': {'id': '0ce7650f-0e25-432c-a81c-7b575f47b154', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed4e129-6840-46e9-bbf1-b530fa958b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:30:29Z', 'updated_at': '2022-02-02T07:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '5fe025a2-879e-4dd5-817d-f6018177bbee', 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'floating_ip_address': '172.25.4.246', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '0ed4e129-6840-46e9-bbf1-b530fa958b5a', 'port_id': '95bd1394-5e69-4a6b-a4ed-65c8dfa23723', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3767, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d80ccc9-1445-43fb-846f-d58c0191a2f4', 'mac_address': 'fa:16:3e:42:85:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef89e57a-2566-4923-b93e-a11f7db414c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:30:53Z', 'updated_at': '2022-02-02T07:30:57Z', 'revision_number': 1, 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '652b1d1d-0d76-40df-8cec-b0ac93899596', 'name': '', 'network_id': '0d80ccc9-1445-43fb-846f-d58c0191a2f4', 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'mac_address': 'fa:16:3e:96:54:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed4e129-6840-46e9-bbf1-b530fa958b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '31535c1c-5428-4243-a164-4e8fc4c67f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:30:33Z', 'updated_at': '2022-02-02T07:30:38Z', 'revision_number': 5, 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'subnets': [{'id': '31535c1c-5428-4243-a164-4e8fc4c67f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:32:59.975200 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29604a37-feed-4f91-9df0-f243c59f0e56 None None] The sync data for ids ['0ed4e129-6840-46e9-bbf1-b530fa958b5a'] in n-d-789963-26 is: [{'id': '0ed4e129-6840-46e9-bbf1-b530fa958b5a', 'name': 'tempest-TestNetworkBasicOps-router-723166477', 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '0ce7650f-0e25-432c-a81c-7b575f47b154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:30:28Z', 'updated_at': '2022-02-02T07:32:57Z', 'revision_number': 6, 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'gw_port': {'id': '0ce7650f-0e25-432c-a81c-7b575f47b154', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed4e129-6840-46e9-bbf1-b530fa958b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:30:29Z', 'updated_at': '2022-02-02T07:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '5fe025a2-879e-4dd5-817d-f6018177bbee', 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'floating_ip_address': '172.25.4.246', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '0ed4e129-6840-46e9-bbf1-b530fa958b5a', 'port_id': '95bd1394-5e69-4a6b-a4ed-65c8dfa23723', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3767, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0d80ccc9-1445-43fb-846f-d58c0191a2f4', 'mac_address': 'fa:16:3e:42:85:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef89e57a-2566-4923-b93e-a11f7db414c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:30:53Z', 'updated_at': '2022-02-02T07:30:57Z', 'revision_number': 1, 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '652b1d1d-0d76-40df-8cec-b0ac93899596', 'name': '', 'network_id': '0d80ccc9-1445-43fb-846f-d58c0191a2f4', 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'mac_address': 'fa:16:3e:96:54:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed4e129-6840-46e9-bbf1-b530fa958b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '31535c1c-5428-4243-a164-4e8fc4c67f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:30:33Z', 'updated_at': '2022-02-02T07:30:38Z', 'revision_number': 5, 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'subnets': [{'id': '31535c1c-5428-4243-a164-4e8fc4c67f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:33:00.512615 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b1ca6c-f5ee-4eff-8efa-4a839314c59d req-e9e15257-7259-443f-9a37-36146151f511 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:00.528145 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-28b1ca6c-f5ee-4eff-8efa-4a839314c59d req-e9e15257-7259-443f-9a37-36146151f511 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/ports?device_id=8802cec9-dedb-4f3e-9105-cbb36b232e38 HTTP/1.1" status: 200 len: 946 time: 0.1144979 Feb 02 07:33:00.654466 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-28b1ca6c-f5ee-4eff-8efa-4a839314c59d req-521a9b8e-8f27-44e5-92a8-94ec68ceb761 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/security-groups?id=cebd25d3-6fdf-41e3-b8c0-5932148c0bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239214 Feb 02 07:33:00.742052 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace35a5-3ea3-4deb-8477-9cdb52bd9a87 req-864e4c08-24a0-4709-8e29-2ce01a086388 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:00.743649 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2ace35a5-3ea3-4deb-8477-9cdb52bd9a87 req-864e4c08-24a0-4709-8e29-2ce01a086388 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.59 "GET /v2.0/ports?device_id=8802cec9-dedb-4f3e-9105-cbb36b232e38 HTTP/1.1" status: 200 len: 946 time: 0.0882223 Feb 02 07:33:00.783125 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device b9d38458-7d10-4fe0-a79d-64e15a8f423e no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:33:00.858441 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: b9d38458-7d10-4fe0-a79d-64e15a8f423e {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:33:00.864300 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device b9d38458-7d10-4fe0-a79d-64e15a8f423e not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:33:00.879339 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-2ace35a5-3ea3-4deb-8477-9cdb52bd9a87 req-cdd89138-cabd-4585-8cc6-5dfad6d5eb39 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Deleting port b08fc7e6-7c89-41eb-97c5-4b827eed5a6a {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:33:00.879791 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-2ace35a5-3ea3-4deb-8477-9cdb52bd9a87 req-cdd89138-cabd-4585-8cc6-5dfad6d5eb39 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (b08fc7e6-7c89-41eb-97c5-4b827eed5a6a), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:00.989142 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-2ace35a5-3ea3-4deb-8477-9cdb52bd9a87 req-cdd89138-cabd-4585-8cc6-5dfad6d5eb39 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] For port b08fc7e6-7c89-41eb-97c5-4b827eed5a6a, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=b08fc7e6-7c89-41eb-97c5-4b827eed5a6a,segment=NetworkSegment(b16b715d-2c6f-4f36-bfdd-be2cf52725a4),segment_id=b16b715d-2c6f-4f36-bfdd-be2cf52725a4)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:33:00.989512 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-2ace35a5-3ea3-4deb-8477-9cdb52bd9a87 req-cdd89138-cabd-4585-8cc6-5dfad6d5eb39 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (b08fc7e6-7c89-41eb-97c5-4b827eed5a6a), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:01.005192 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-2ace35a5-3ea3-4deb-8477-9cdb52bd9a87 req-cdd89138-cabd-4585-8cc6-5dfad6d5eb39 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Calling delete_port for b08fc7e6-7c89-41eb-97c5-4b827eed5a6a owned by compute:nova {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:33:01.240624 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-2ace35a5-3ea3-4deb-8477-9cdb52bd9a87 req-cdd89138-cabd-4585-8cc6-5dfad6d5eb39 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (b08fc7e6-7c89-41eb-97c5-4b827eed5a6a), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:01.285033 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd89138-cabd-4585-8cc6-5dfad6d5eb39 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Pushing event deleted for resources: {'Port': ['ID=b08fc7e6-7c89-41eb-97c5-4b827eed5a6a,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:01.378597 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ace35a5-3ea3-4deb-8477-9cdb52bd9a87 req-cdd89138-cabd-4585-8cc6-5dfad6d5eb39 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] No DVR routers for this DVR port b08fc7e6-7c89-41eb-97c5-4b827eed5a6a on host n-h2-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:33:01.382270 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-2ace35a5-3ea3-4deb-8477-9cdb52bd9a87 req-cdd89138-cabd-4585-8cc6-5dfad6d5eb39 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:01.385950 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2ace35a5-3ea3-4deb-8477-9cdb52bd9a87 req-cdd89138-cabd-4585-8cc6-5dfad6d5eb39 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.59 "DELETE /v2.0/ports/b08fc7e6-7c89-41eb-97c5-4b827eed5a6a HTTP/1.1" status: 204 len: 173 time: 0.6363840 Feb 02 07:33:01.389140 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8802cec9-dedb-4f3e-9105-cbb36b232e38', 'name': 'network-vif-deleted', 'tag': 'b08fc7e6-7c89-41eb-97c5-4b827eed5a6a'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:33:01.396014 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac397ac-d807-4cae-90e4-7118855a9e84" -d '{"events": [{"server_uuid": "8802cec9-dedb-4f3e-9105-cbb36b232e38", "name": "network-vif-deleted", "tag": "b08fc7e6-7c89-41eb-97c5-4b827eed5a6a"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:33:01.474700 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ea0609-1b1e-4291-87d8-e0851aea84d0 x-openstack-request-id: req-91ea0609-1b1e-4291-87d8-e0851aea84d0 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:33:01.475258 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8802cec9-dedb-4f3e-9105-cbb36b232e38", "name": "network-vif-deleted", "tag": "b08fc7e6-7c89-41eb-97c5-4b827eed5a6a", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:33:01.476084 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-91ea0609-1b1e-4291-87d8-e0851aea84d0 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:33:01.476774 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8802cec9-dedb-4f3e-9105-cbb36b232e38', 'name': 'network-vif-deleted', 'tag': 'b08fc7e6-7c89-41eb-97c5-4b827eed5a6a', 'status': 'completed', 'code': 200} Feb 02 07:33:01.823533 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4da3f06d-6ac8-46ad-8b30-e3ad4b046c98 req-9ff0d4a3-5403-4b9f-acc0-25907a5952ce tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/ports?device_id=8802cec9-dedb-4f3e-9105-cbb36b232e38 HTTP/1.1" status: 200 len: 210 time: 0.0596490 Feb 02 07:33:02.890055 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58416) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:33:02.971782 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cb9db027-f4e5-4cd1-8c9b-ecbdfefa1989 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for security_group (cebd25d3-6fdf-41e3-b8c0-5932148c0bb2), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:02.999266 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cb9db027-f4e5-4cd1-8c9b-ecbdfefa1989 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for security_group (cebd25d3-6fdf-41e3-b8c0-5932148c0bb2), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:03.081811 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cb9db027-f4e5-4cd1-8c9b-ecbdfefa1989 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (cebd25d3-6fdf-41e3-b8c0-5932148c0bb2), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:03.084687 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cb9db027-f4e5-4cd1-8c9b-ecbdfefa1989 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:03.088372 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-cb9db027-f4e5-4cd1-8c9b-ecbdfefa1989 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "DELETE /v2.0/security-groups/cebd25d3-6fdf-41e3-b8c0-5932148c0bb2 HTTP/1.1" status: 204 len: 168 time: 0.1948295 Feb 02 07:33:03.107967 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9db027-f4e5-4cd1-8c9b-ecbdfefa1989 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cebd25d3-6fdf-41e3-b8c0-5932148c0bb2,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:03.162675 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58426) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:33:03.250983 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c2b26d2-bbfd-4c0d-8386-a3192f7a51bd tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Deleting subnet 53e0a1d1-9ea0-4dbb-b241-efecdc8156af {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:33:03.255885 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6c2b26d2-bbfd-4c0d-8386-a3192f7a51bd tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for subnet (53e0a1d1-9ea0-4dbb-b241-efecdc8156af), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:03.316293 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6c2b26d2-bbfd-4c0d-8386-a3192f7a51bd tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (53e0a1d1-9ea0-4dbb-b241-efecdc8156af), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:03.446168 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6c2b26d2-bbfd-4c0d-8386-a3192f7a51bd tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (53e0a1d1-9ea0-4dbb-b241-efecdc8156af), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:03.525568 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6c2b26d2-bbfd-4c0d-8386-a3192f7a51bd tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (53e0a1d1-9ea0-4dbb-b241-efecdc8156af), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:03.536981 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device b08fc7e6-7c89-41eb-97c5-4b827eed5a6a no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:33:03.573669 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] No Port match for: b08fc7e6-7c89-41eb-97c5-4b827eed5a6a {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:33:03.574308 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device b08fc7e6-7c89-41eb-97c5-4b827eed5a6a not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:33:03.582289 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2b26d2-bbfd-4c0d-8386-a3192f7a51bd tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Pushing event deleted for resources: {'Subnet': ['ID=53e0a1d1-9ea0-4dbb-b241-efecdc8156af,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:03.585378 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6c2b26d2-bbfd-4c0d-8386-a3192f7a51bd tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:03.589516 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcaa2ccc-a062-41f8-b295-263b99e3bd81 None None] Network e27b3f1a-693e-4402-bbd1-ff7bfff49836 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:33:03.605929 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58428) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:33:03.611365 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-6c2b26d2-bbfd-4c0d-8386-a3192f7a51bd tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "DELETE /v2.0/subnets/53e0a1d1-9ea0-4dbb-b241-efecdc8156af HTTP/1.1" status: 204 len: 168 time: 0.4471114 Feb 02 07:33:03.627518 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2b26d2-bbfd-4c0d-8386-a3192f7a51bd tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:33:03.627897 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2b26d2-bbfd-4c0d-8386-a3192f7a51bd tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:33:03.628241 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2b26d2-bbfd-4c0d-8386-a3192f7a51bd tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:33:03.628616 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2b26d2-bbfd-4c0d-8386-a3192f7a51bd tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:33:03.628919 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2b26d2-bbfd-4c0d-8386-a3192f7a51bd tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:33:03.629252 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2b26d2-bbfd-4c0d-8386-a3192f7a51bd tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:33:03.629581 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2b26d2-bbfd-4c0d-8386-a3192f7a51bd tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:33:03.629912 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2b26d2-bbfd-4c0d-8386-a3192f7a51bd tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:33:03.630238 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2b26d2-bbfd-4c0d-8386-a3192f7a51bd tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:33:03.630572 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2b26d2-bbfd-4c0d-8386-a3192f7a51bd tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:33:03.630893 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2b26d2-bbfd-4c0d-8386-a3192f7a51bd tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:33:03.631213 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2b26d2-bbfd-4c0d-8386-a3192f7a51bd tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:33:03.631534 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2b26d2-bbfd-4c0d-8386-a3192f7a51bd tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:33:03.761238 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d1c02e7a-f6eb-4f2b-81da-618403dd929c tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (e27b3f1a-693e-4402-bbd1-ff7bfff49836), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:03.886716 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4f2dab-59bc-4417-8da4-c226fe77c0a8 None None] DHCP port deletion for e27b3f1a-693e-4402-bbd1-ff7bfff49836 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:33:03.925693 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-d1c02e7a-f6eb-4f2b-81da-618403dd929c tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Deleting port 798a7d1c-272a-4ab8-a448-528384b49ac7 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:33:03.928308 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d1c02e7a-f6eb-4f2b-81da-618403dd929c tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (798a7d1c-272a-4ab8-a448-528384b49ac7), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:04.018593 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-d1c02e7a-f6eb-4f2b-81da-618403dd929c tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] For port 798a7d1c-272a-4ab8-a448-528384b49ac7, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=798a7d1c-272a-4ab8-a448-528384b49ac7,segment=NetworkSegment(b16b715d-2c6f-4f36-bfdd-be2cf52725a4),segment_id=b16b715d-2c6f-4f36-bfdd-be2cf52725a4)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:33:04.019062 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ea4f2dab-59bc-4417-8da4-c226fe77c0a8 None None] Deleting port 798a7d1c-272a-4ab8-a448-528384b49ac7 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:33:04.019620 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d1c02e7a-f6eb-4f2b-81da-618403dd929c tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (798a7d1c-272a-4ab8-a448-528384b49ac7), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:04.019974 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ea4f2dab-59bc-4417-8da4-c226fe77c0a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (798a7d1c-272a-4ab8-a448-528384b49ac7), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:04.035154 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-d1c02e7a-f6eb-4f2b-81da-618403dd929c tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Calling delete_port for 798a7d1c-272a-4ab8-a448-528384b49ac7 owned by network:dhcp {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:33:04.160742 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d1c02e7a-f6eb-4f2b-81da-618403dd929c tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (798a7d1c-272a-4ab8-a448-528384b49ac7), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:04.179997 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c02e7a-f6eb-4f2b-81da-618403dd929c tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] No DVR routers for this DVR port 798a7d1c-272a-4ab8-a448-528384b49ac7 on host n-d-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:33:04.187279 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ea4f2dab-59bc-4417-8da4-c226fe77c0a8 None None] For port 798a7d1c-272a-4ab8-a448-528384b49ac7, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=798a7d1c-272a-4ab8-a448-528384b49ac7,segment=NetworkSegment(b16b715d-2c6f-4f36-bfdd-be2cf52725a4),segment_id=b16b715d-2c6f-4f36-bfdd-be2cf52725a4)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:33:04.189141 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ea4f2dab-59bc-4417-8da4-c226fe77c0a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (798a7d1c-272a-4ab8-a448-528384b49ac7), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:04.221988 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ea4f2dab-59bc-4417-8da4-c226fe77c0a8 None None] Calling delete_port for 798a7d1c-272a-4ab8-a448-528384b49ac7 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:33:04.228769 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c02e7a-f6eb-4f2b-81da-618403dd929c tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Pushing event deleted for resources: {'Port': ['ID=798a7d1c-272a-4ab8-a448-528384b49ac7,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:04.306687 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d1c02e7a-f6eb-4f2b-81da-618403dd929c tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (e27b3f1a-693e-4402-bbd1-ff7bfff49836), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:04.335334 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-d1c02e7a-f6eb-4f2b-81da-618403dd929c tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e27b3f1a-693e-4402-bbd1-ff7bfff49836']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:33:04.351491 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-d1c02e7a-f6eb-4f2b-81da-618403dd929c tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b16b715d-2c6f-4f36-bfdd-be2cf52725a4') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:33:04.351863 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-d1c02e7a-f6eb-4f2b-81da-618403dd929c tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b16b715d-2c6f-4f36-bfdd-be2cf52725a4') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:33:04.369336 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d1c02e7a-f6eb-4f2b-81da-618403dd929c tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (b16b715d-2c6f-4f36-bfdd-be2cf52725a4), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:04.369752 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ea4f2dab-59bc-4417-8da4-c226fe77c0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (798a7d1c-272a-4ab8-a448-528384b49ac7), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:04.395976 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4f2dab-59bc-4417-8da4-c226fe77c0a8 None None] No DVR routers for this DVR port 798a7d1c-272a-4ab8-a448-528384b49ac7 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:33:04.396358 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d1c02e7a-f6eb-4f2b-81da-618403dd929c tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (b16b715d-2c6f-4f36-bfdd-be2cf52725a4), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:04.431165 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1c02e7a-f6eb-4f2b-81da-618403dd929c tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:33:04.432231 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d1c02e7a-f6eb-4f2b-81da-618403dd929c tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (b16b715d-2c6f-4f36-bfdd-be2cf52725a4), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:04.437634 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:33:04.437634 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:33:04.437634 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:33:04.437634 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:33:04.437634 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:33:04.437634 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:33:04.437634 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:33:04.437634 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:33:04.437634 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:33:04.437634 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:33:04.437634 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:33:04.437634 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:33:04.437634 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:33:04.437634 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:33:04.437634 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:33:04.437634 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:33:04.437634 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:33:04.437634 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:33:04.437634 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:33:04.437634 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:33:04.437634 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:33:04.437634 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:33:04.437634 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:33:04.437634 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:33:04.437634 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:33:04.437634 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:33:04.437634 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:33:04.437634 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:33:04.437634 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:33:04.437634 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:33:04.437634 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:33:04.437634 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:33:04.480111 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4f2dab-59bc-4417-8da4-c226fe77c0a8 None None] Pushing event deleted for resources: {'Port': ['ID=798a7d1c-272a-4ab8-a448-528384b49ac7,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:04.499195 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4f2dab-59bc-4417-8da4-c226fe77c0a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:33:04.499545 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4f2dab-59bc-4417-8da4-c226fe77c0a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:33:04.500061 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4f2dab-59bc-4417-8da4-c226fe77c0a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:33:04.500410 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4f2dab-59bc-4417-8da4-c226fe77c0a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:33:04.500746 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4f2dab-59bc-4417-8da4-c226fe77c0a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:33:04.501079 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4f2dab-59bc-4417-8da4-c226fe77c0a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:33:04.501404 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4f2dab-59bc-4417-8da4-c226fe77c0a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:33:04.501735 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4f2dab-59bc-4417-8da4-c226fe77c0a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:33:04.502062 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4f2dab-59bc-4417-8da4-c226fe77c0a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:33:04.503164 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4f2dab-59bc-4417-8da4-c226fe77c0a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:33:04.503500 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4f2dab-59bc-4417-8da4-c226fe77c0a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:33:04.503969 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4f2dab-59bc-4417-8da4-c226fe77c0a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:33:04.504295 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4f2dab-59bc-4417-8da4-c226fe77c0a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:33:04.543761 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d1c02e7a-f6eb-4f2b-81da-618403dd929c tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (e27b3f1a-693e-4402-bbd1-ff7bfff49836), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:04.562809 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d1c02e7a-f6eb-4f2b-81da-618403dd929c tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:04.574967 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d1c02e7a-f6eb-4f2b-81da-618403dd929c tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "DELETE /v2.0/networks/e27b3f1a-693e-4402-bbd1-ff7bfff49836 HTTP/1.1" status: 204 len: 168 time: 0.9620318 Feb 02 07:33:04.574967 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58438) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:33:04.668127 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c02e7a-f6eb-4f2b-81da-618403dd929c tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Pushing event deleted for resources: {'Network': ['ID=e27b3f1a-693e-4402-bbd1-ff7bfff49836,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:04.820492 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-0bc8b703-f9c4-49f4-a915-6457095d53c4 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Deleting port a442cb52-8fb4-4a3b-9ab6-bc7f410df946 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:33:04.820931 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0bc8b703-f9c4-49f4-a915-6457095d53c4 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (a442cb52-8fb4-4a3b-9ab6-bc7f410df946), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:04.865384 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 798a7d1c-272a-4ab8-a448-528384b49ac7 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:33:04.891100 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 798a7d1c-272a-4ab8-a448-528384b49ac7 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:33:04.891462 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 798a7d1c-272a-4ab8-a448-528384b49ac7 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:33:04.965873 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0bc8b703-f9c4-49f4-a915-6457095d53c4 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (a442cb52-8fb4-4a3b-9ab6-bc7f410df946), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:04.966475 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0bc8b703-f9c4-49f4-a915-6457095d53c4 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for floatingip (a442cb52-8fb4-4a3b-9ab6-bc7f410df946), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:04.990802 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-0bc8b703-f9c4-49f4-a915-6457095d53c4 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Calling delete_port for a442cb52-8fb4-4a3b-9ab6-bc7f410df946 owned by network:floatingip {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:33:05.271740 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0bc8b703-f9c4-49f4-a915-6457095d53c4 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (a442cb52-8fb4-4a3b-9ab6-bc7f410df946), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:05.334113 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc8b703-f9c4-49f4-a915-6457095d53c4 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Pushing event deleted for resources: {'Port': ['ID=a442cb52-8fb4-4a3b-9ab6-bc7f410df946,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:05.474009 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0bc8b703-f9c4-49f4-a915-6457095d53c4 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for floatingip (5fe025a2-879e-4dd5-817d-f6018177bbee), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:05.474535 n-d-789963-26 neutron-server[109694]: INFO neutron.db.l3_db [None req-0bc8b703-f9c4-49f4-a915-6457095d53c4 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Floating IP 5fe025a2-879e-4dd5-817d-f6018177bbee disassociated (deleted). External IP: 172.25.4.246, port: 95bd1394-5e69-4a6b-a4ed-65c8dfa23723. Feb 02 07:33:05.839154 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bc8b703-f9c4-49f4-a915-6457095d53c4 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Router 0ed4e129-6840-46e9-bbf1-b530fa958b5a has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:33:05.964157 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc8b703-f9c4-49f4-a915-6457095d53c4 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:33:05.969193 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0bc8b703-f9c4-49f4-a915-6457095d53c4 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:05.973927 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef567e68-d2cc-49a9-a127-7fe709353d30 None None] Sync routers for ids ['0ed4e129-6840-46e9-bbf1-b530fa958b5a'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:33:05.988381 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef567e68-d2cc-49a9-a127-7fe709353d30 None None] Routers {'0ed4e129-6840-46e9-bbf1-b530fa958b5a'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:33:05.989105 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-ef567e68-d2cc-49a9-a127-7fe709353d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:32:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['0ed4e129-6840-46e9-bbf1-b530fa958b5a'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:33:06.014114 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0bc8b703-f9c4-49f4-a915-6457095d53c4 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "DELETE /v2.0/floatingips/5fe025a2-879e-4dd5-817d-f6018177bbee HTTP/1.1" status: 204 len: 168 time: 1.4395046 Feb 02 07:33:06.014114 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef89e57a-2566-4923-b93e-a11f7db414c1', 'tag': '95bd1394-5e69-4a6b-a4ed-65c8dfa23723'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:33:06.025736 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dddb4d7b-fd0e-4906-a989-fc1d6a6e34cb" -d '{"events": [{"name": "network-changed", "server_uuid": "ef89e57a-2566-4923-b93e-a11f7db414c1", "tag": "95bd1394-5e69-4a6b-a4ed-65c8dfa23723"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:33:06.209184 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:33:06.248970 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-ef567e68-d2cc-49a9-a127-7fe709353d30 None None] Set router 0ed4e129-6840-46e9-bbf1-b530fa958b5a gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:33:06.333711 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bfd955a-82c5-4682-95f1-19e6048ca843 x-openstack-request-id: req-4bfd955a-82c5-4682-95f1-19e6048ca843 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:33:06.334404 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef89e57a-2566-4923-b93e-a11f7db414c1", "tag": "95bd1394-5e69-4a6b-a4ed-65c8dfa23723", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:33:06.334404 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-4bfd955a-82c5-4682-95f1-19e6048ca843 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:33:06.334697 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef89e57a-2566-4923-b93e-a11f7db414c1', 'tag': '95bd1394-5e69-4a6b-a4ed-65c8dfa23723', 'status': 'completed', 'code': 200} Feb 02 07:33:06.536981 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-ef567e68-d2cc-49a9-a127-7fe709353d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed4e129-6840-46e9-bbf1-b530fa958b5a', 'name': 'tempest-TestNetworkBasicOps-router-723166477', 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '0ce7650f-0e25-432c-a81c-7b575f47b154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:30:28Z', 'updated_at': '2022-02-02T07:32:57Z', 'revision_number': 6, 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'gw_port': {'id': '0ce7650f-0e25-432c-a81c-7b575f47b154', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed4e129-6840-46e9-bbf1-b530fa958b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:30:29Z', 'updated_at': '2022-02-02T07:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '652b1d1d-0d76-40df-8cec-b0ac93899596', 'name': '', 'network_id': '0d80ccc9-1445-43fb-846f-d58c0191a2f4', 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'mac_address': 'fa:16:3e:96:54:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed4e129-6840-46e9-bbf1-b530fa958b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '31535c1c-5428-4243-a164-4e8fc4c67f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:30:33Z', 'updated_at': '2022-02-02T07:30:38Z', 'revision_number': 5, 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'subnets': [{'id': '31535c1c-5428-4243-a164-4e8fc4c67f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:33:06.565154 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef567e68-d2cc-49a9-a127-7fe709353d30 None None] Checking router: 0ed4e129-6840-46e9-bbf1-b530fa958b5a for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:33:06.575047 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef567e68-d2cc-49a9-a127-7fe709353d30 None None] Routers {'0ed4e129-6840-46e9-bbf1-b530fa958b5a'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:33:06.576100 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-ef567e68-d2cc-49a9-a127-7fe709353d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:32:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['0ed4e129-6840-46e9-bbf1-b530fa958b5a'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:33:06.621208 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb4d7b-fd0e-4906-a989-fc1d6a6e34cb req-69743f26-6eff-42e3-8aca-a3f25a52ccca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:06.622664 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dddb4d7b-fd0e-4906-a989-fc1d6a6e34cb req-69743f26-6eff-42e3-8aca-a3f25a52ccca service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0001a5ba6eec46c79c6bb86c5404d46f&device_id=ef89e57a-2566-4923-b93e-a11f7db414c1 HTTP/1.1" status: 200 len: 1129 time: 0.2446022 Feb 02 07:33:06.648550 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae272c-66c3-45ba-a1af-e48628607805 req-69ffdf1d-33f2-40ac-9c27-1c5fa113f1db tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:06.658113 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1aae272c-66c3-45ba-a1af-e48628607805 req-69ffdf1d-33f2-40ac-9c27-1c5fa113f1db tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef89e57a-2566-4923-b93e-a11f7db414c1 HTTP/1.1" status: 200 len: 946 time: 0.1959071 Feb 02 07:33:06.736918 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1aae272c-66c3-45ba-a1af-e48628607805 req-87f6d71f-333e-46c9-b47f-3446804d80d8 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/security-groups?id=7aa48f02-833b-4511-bf6a-50bf3f520618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729265 Feb 02 07:33:06.800272 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-ef567e68-d2cc-49a9-a127-7fe709353d30 None None] Set router 0ed4e129-6840-46e9-bbf1-b530fa958b5a gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:33:06.820392 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb4d7b-fd0e-4906-a989-fc1d6a6e34cb req-2b7aec92-0271-41cc-a949-9a5f683dcf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:06.822374 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dddb4d7b-fd0e-4906-a989-fc1d6a6e34cb req-2b7aec92-0271-41cc-a949-9a5f683dcf9c service neutron] 10.222.0.59 "GET /v2.0/networks?id=0d80ccc9-1445-43fb-846f-d58c0191a2f4 HTTP/1.1" status: 200 len: 897 time: 0.1926749 Feb 02 07:33:06.888115 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dddb4d7b-fd0e-4906-a989-fc1d6a6e34cb req-52999f69-a54b-45eb-83ee-0a420241ac8e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95bd1394-5e69-4a6b-a4ed-65c8dfa23723 HTTP/1.1" status: 200 len: 217 time: 0.0592208 Feb 02 07:33:07.094830 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-ef567e68-d2cc-49a9-a127-7fe709353d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed4e129-6840-46e9-bbf1-b530fa958b5a', 'name': 'tempest-TestNetworkBasicOps-router-723166477', 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '0ce7650f-0e25-432c-a81c-7b575f47b154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:30:28Z', 'updated_at': '2022-02-02T07:32:57Z', 'revision_number': 6, 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'gw_port': {'id': '0ce7650f-0e25-432c-a81c-7b575f47b154', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed4e129-6840-46e9-bbf1-b530fa958b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:30:29Z', 'updated_at': '2022-02-02T07:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '652b1d1d-0d76-40df-8cec-b0ac93899596', 'name': '', 'network_id': '0d80ccc9-1445-43fb-846f-d58c0191a2f4', 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'mac_address': 'fa:16:3e:96:54:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed4e129-6840-46e9-bbf1-b530fa958b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '31535c1c-5428-4243-a164-4e8fc4c67f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:30:33Z', 'updated_at': '2022-02-02T07:30:38Z', 'revision_number': 5, 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'subnets': [{'id': '31535c1c-5428-4243-a164-4e8fc4c67f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:33:07.133523 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef567e68-d2cc-49a9-a127-7fe709353d30 None None] The sync data for ids ['0ed4e129-6840-46e9-bbf1-b530fa958b5a'] in n-d-789963-26 is: [{'id': '0ed4e129-6840-46e9-bbf1-b530fa958b5a', 'name': 'tempest-TestNetworkBasicOps-router-723166477', 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '0ce7650f-0e25-432c-a81c-7b575f47b154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:30:28Z', 'updated_at': '2022-02-02T07:32:57Z', 'revision_number': 6, 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'gw_port': {'id': '0ce7650f-0e25-432c-a81c-7b575f47b154', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed4e129-6840-46e9-bbf1-b530fa958b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:30:29Z', 'updated_at': '2022-02-02T07:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '652b1d1d-0d76-40df-8cec-b0ac93899596', 'name': '', 'network_id': '0d80ccc9-1445-43fb-846f-d58c0191a2f4', 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'mac_address': 'fa:16:3e:96:54:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed4e129-6840-46e9-bbf1-b530fa958b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '31535c1c-5428-4243-a164-4e8fc4c67f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:30:33Z', 'updated_at': '2022-02-02T07:30:38Z', 'revision_number': 5, 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'subnets': [{'id': '31535c1c-5428-4243-a164-4e8fc4c67f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:33:07.668641 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a64154-6a39-4f5d-a60b-b403111fe0b1 None None] New status for floating IP 5fe025a2-879e-4dd5-817d-f6018177bbee: DOWN {{(pid=109695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 07:33:07.686565 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb4d7b-fd0e-4906-a989-fc1d6a6e34cb req-fc43e0c5-5224-49dd-8c28-d4a8323f0e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:07.689480 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dddb4d7b-fd0e-4906-a989-fc1d6a6e34cb req-fc43e0c5-5224-49dd-8c28-d4a8323f0e69 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=31535c1c-5428-4243-a164-4e8fc4c67f75 HTTP/1.1" status: 200 len: 833 time: 0.7951071 Feb 02 07:33:07.774898 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb4d7b-fd0e-4906-a989-fc1d6a6e34cb req-14e029ef-7f03-471e-ad99-dce5f1be6fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:07.776916 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dddb4d7b-fd0e-4906-a989-fc1d6a6e34cb req-14e029ef-7f03-471e-ad99-dce5f1be6fd3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0d80ccc9-1445-43fb-846f-d58c0191a2f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0807734 Feb 02 07:33:07.968802 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e1480-dbb6-49df-87c5-23ee88a8e540 req-2291d85e-fb6e-4818-9be7-6bc7d5ce9478 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:07.970572 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f49e1480-dbb6-49df-87c5-23ee88a8e540 req-2291d85e-fb6e-4818-9be7-6bc7d5ce9478 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef89e57a-2566-4923-b93e-a11f7db414c1 HTTP/1.1" status: 200 len: 946 time: 0.0973332 Feb 02 07:33:07.974610 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dddb4d7b-fd0e-4906-a989-fc1d6a6e34cb req-2f37e23d-792e-4fb1-83e3-b7ee1bee1645 service neutron] 10.222.0.59 "GET /v2.0/networks/0d80ccc9-1445-43fb-846f-d58c0191a2f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901155 Feb 02 07:33:07.985508 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584a4eb-1cbc-4c91-b7d7-e20f4e744859 req-50755526-73c4-4f0c-946d-42c68cf26ec5 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:07.990309 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4584a4eb-1cbc-4c91-b7d7-e20f4e744859 req-50755526-73c4-4f0c-946d-42c68cf26ec5 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.59 "GET /v2.0/ports?device_id=ef89e57a-2566-4923-b93e-a11f7db414c1 HTTP/1.1" status: 200 len: 946 time: 0.1301768 Feb 02 07:33:08.088590 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f49e1480-dbb6-49df-87c5-23ee88a8e540 req-580b7c58-56b5-4be5-9380-2aeb89d81f93 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/security-groups?id=7aa48f02-833b-4511-bf6a-50bf3f520618&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091800 Feb 02 07:33:08.198963 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-4584a4eb-1cbc-4c91-b7d7-e20f4e744859 req-e98ee340-2841-4334-8cb0-062676098c24 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Deleting port 95bd1394-5e69-4a6b-a4ed-65c8dfa23723 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:33:08.199307 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-4584a4eb-1cbc-4c91-b7d7-e20f4e744859 req-e98ee340-2841-4334-8cb0-062676098c24 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (95bd1394-5e69-4a6b-a4ed-65c8dfa23723), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:08.284646 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dddb4d7b-fd0e-4906-a989-fc1d6a6e34cb req-744699b1-0ba6-469a-80d1-5e0dc21ec110 service neutron] 10.222.0.59 "GET /v2.0/networks/0d80ccc9-1445-43fb-846f-d58c0191a2f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178786 Feb 02 07:33:08.364622 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-4584a4eb-1cbc-4c91-b7d7-e20f4e744859 req-e98ee340-2841-4334-8cb0-062676098c24 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] For port 95bd1394-5e69-4a6b-a4ed-65c8dfa23723, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=95bd1394-5e69-4a6b-a4ed-65c8dfa23723,segment=NetworkSegment(7172f64c-bdef-45c2-ab0f-9e869cca3ab3),segment_id=7172f64c-bdef-45c2-ab0f-9e869cca3ab3)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:33:08.364985 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-4584a4eb-1cbc-4c91-b7d7-e20f4e744859 req-e98ee340-2841-4334-8cb0-062676098c24 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (95bd1394-5e69-4a6b-a4ed-65c8dfa23723), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:08.392597 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-4584a4eb-1cbc-4c91-b7d7-e20f4e744859 req-e98ee340-2841-4334-8cb0-062676098c24 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Calling delete_port for 95bd1394-5e69-4a6b-a4ed-65c8dfa23723 owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:33:08.581705 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-4584a4eb-1cbc-4c91-b7d7-e20f4e744859 req-e98ee340-2841-4334-8cb0-062676098c24 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (95bd1394-5e69-4a6b-a4ed-65c8dfa23723), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:08.614587 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98ee340-2841-4334-8cb0-062676098c24 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Pushing event deleted for resources: {'Port': ['ID=95bd1394-5e69-4a6b-a4ed-65c8dfa23723,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:08.677966 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-4584a4eb-1cbc-4c91-b7d7-e20f4e744859 req-e98ee340-2841-4334-8cb0-062676098c24 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] No DVR routers for this DVR port 95bd1394-5e69-4a6b-a4ed-65c8dfa23723 on host n-h2-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:33:08.681070 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-4584a4eb-1cbc-4c91-b7d7-e20f4e744859 req-e98ee340-2841-4334-8cb0-062676098c24 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:08.685078 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4584a4eb-1cbc-4c91-b7d7-e20f4e744859 req-e98ee340-2841-4334-8cb0-062676098c24 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.59 "DELETE /v2.0/ports/95bd1394-5e69-4a6b-a4ed-65c8dfa23723 HTTP/1.1" status: 204 len: 173 time: 0.6897609 Feb 02 07:33:08.688844 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef89e57a-2566-4923-b93e-a11f7db414c1', 'name': 'network-vif-deleted', 'tag': '95bd1394-5e69-4a6b-a4ed-65c8dfa23723'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:33:08.692121 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f7bb22-c596-4cd6-924e-f7f86f7b9229" -d '{"events": [{"server_uuid": "ef89e57a-2566-4923-b93e-a11f7db414c1", "name": "network-vif-deleted", "tag": "95bd1394-5e69-4a6b-a4ed-65c8dfa23723"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:33:08.763973 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f404cfe-ff31-4ff1-b3ed-3b8808597216 x-openstack-request-id: req-0f404cfe-ff31-4ff1-b3ed-3b8808597216 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:33:08.764370 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef89e57a-2566-4923-b93e-a11f7db414c1", "name": "network-vif-deleted", "tag": "95bd1394-5e69-4a6b-a4ed-65c8dfa23723", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:33:08.764721 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-0f404cfe-ff31-4ff1-b3ed-3b8808597216 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:33:08.765219 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef89e57a-2566-4923-b93e-a11f7db414c1', 'name': 'network-vif-deleted', 'tag': '95bd1394-5e69-4a6b-a4ed-65c8dfa23723', 'status': 'completed', 'code': 200} Feb 02 07:33:09.361217 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e27cff1d-09af-4f96-84db-e6be4545451d req-13fa53df-87f1-4673-b34c-63db5574c17b tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/ports?device_id=ef89e57a-2566-4923-b93e-a11f7db414c1 HTTP/1.1" status: 200 len: 210 time: 0.0622182 Feb 02 07:33:10.497780 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58536) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:33:10.625035 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0475c9a7-36f9-4aac-8bdd-f074a259906b tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for security_group (7aa48f02-833b-4511-bf6a-50bf3f520618), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:10.656101 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0475c9a7-36f9-4aac-8bdd-f074a259906b tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for security_group (7aa48f02-833b-4511-bf6a-50bf3f520618), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:10.739904 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0475c9a7-36f9-4aac-8bdd-f074a259906b tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (7aa48f02-833b-4511-bf6a-50bf3f520618), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:10.743177 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0475c9a7-36f9-4aac-8bdd-f074a259906b tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:10.745287 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0475c9a7-36f9-4aac-8bdd-f074a259906b tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "DELETE /v2.0/security-groups/7aa48f02-833b-4511-bf6a-50bf3f520618 HTTP/1.1" status: 204 len: 168 time: 0.2463291 Feb 02 07:33:10.756007 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0475c9a7-36f9-4aac-8bdd-f074a259906b tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa48f02-833b-4511-bf6a-50bf3f520618,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:10.819458 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58540) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:33:11.006036 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-fe068877-5ef1-4c9b-bb71-2ad777abccc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:11.302841 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-24129512-4640-43d7-81a3-92d4ade4ae44 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (0ed4e129-6840-46e9-bbf1-b530fa958b5a), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:11.552015 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 95bd1394-5e69-4a6b-a4ed-65c8dfa23723 no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:33:11.573971 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] No Port match for: 95bd1394-5e69-4a6b-a4ed-65c8dfa23723 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:33:11.574716 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 95bd1394-5e69-4a6b-a4ed-65c8dfa23723 not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:33:11.691351 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-24129512-4640-43d7-81a3-92d4ade4ae44 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Deleting port 652b1d1d-0d76-40df-8cec-b0ac93899596 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:33:11.693045 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-24129512-4640-43d7-81a3-92d4ade4ae44 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (652b1d1d-0d76-40df-8cec-b0ac93899596), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:11.855994 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-24129512-4640-43d7-81a3-92d4ade4ae44 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] For port 652b1d1d-0d76-40df-8cec-b0ac93899596, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=652b1d1d-0d76-40df-8cec-b0ac93899596,segment=NetworkSegment(7172f64c-bdef-45c2-ab0f-9e869cca3ab3),segment_id=7172f64c-bdef-45c2-ab0f-9e869cca3ab3)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:33:11.856365 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-24129512-4640-43d7-81a3-92d4ade4ae44 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (652b1d1d-0d76-40df-8cec-b0ac93899596), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:11.874640 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-24129512-4640-43d7-81a3-92d4ade4ae44 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Calling delete_port for 652b1d1d-0d76-40df-8cec-b0ac93899596 owned by network:router_interface {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:33:12.157079 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-24129512-4640-43d7-81a3-92d4ade4ae44 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (652b1d1d-0d76-40df-8cec-b0ac93899596), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:12.190417 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24129512-4640-43d7-81a3-92d4ade4ae44 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Pushing event deleted for resources: {'Port': ['ID=652b1d1d-0d76-40df-8cec-b0ac93899596,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:12.500488 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-24129512-4640-43d7-81a3-92d4ade4ae44 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (0ed4e129-6840-46e9-bbf1-b530fa958b5a), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:12.896075 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24129512-4640-43d7-81a3-92d4ade4ae44 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Router 0ed4e129-6840-46e9-bbf1-b530fa958b5a has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:33:13.032883 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24129512-4640-43d7-81a3-92d4ade4ae44 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:33:13.045992 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4505d849-92fa-447f-aa2a-ab8b4226212e None None] Sync routers for ids ['0ed4e129-6840-46e9-bbf1-b530fa958b5a'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:33:13.063149 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-24129512-4640-43d7-81a3-92d4ade4ae44 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "PUT /v2.0/routers/0ed4e129-6840-46e9-bbf1-b530fa958b5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2421632 Feb 02 07:33:13.063624 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58604) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:33:13.077179 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4505d849-92fa-447f-aa2a-ab8b4226212e None None] Routers {'0ed4e129-6840-46e9-bbf1-b530fa958b5a'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:33:13.078054 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-4505d849-92fa-447f-aa2a-ab8b4226212e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:32:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['0ed4e129-6840-46e9-bbf1-b530fa958b5a'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:33:13.174481 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cb2cf65-12ef-45ac-8d7f-27cd3eb9a266 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Deleting subnet 31535c1c-5428-4243-a164-4e8fc4c67f75 {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:33:13.188268 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7cb2cf65-12ef-45ac-8d7f-27cd3eb9a266 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for subnet (31535c1c-5428-4243-a164-4e8fc4c67f75), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:13.249061 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-4505d849-92fa-447f-aa2a-ab8b4226212e None None] Set router 0ed4e129-6840-46e9-bbf1-b530fa958b5a gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:33:13.315390 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c408b105-5e59-40ba-9f1c-51dc8713c5c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:13.761044 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-4505d849-92fa-447f-aa2a-ab8b4226212e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed4e129-6840-46e9-bbf1-b530fa958b5a', 'name': 'tempest-TestNetworkBasicOps-router-723166477', 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '0ce7650f-0e25-432c-a81c-7b575f47b154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:30:28Z', 'updated_at': '2022-02-02T07:33:12Z', 'revision_number': 7, 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'gw_port': {'id': '0ce7650f-0e25-432c-a81c-7b575f47b154', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed4e129-6840-46e9-bbf1-b530fa958b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:30:29Z', 'updated_at': '2022-02-02T07:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:33:13.790345 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4505d849-92fa-447f-aa2a-ab8b4226212e None None] Checking router: 0ed4e129-6840-46e9-bbf1-b530fa958b5a for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:33:13.800530 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4505d849-92fa-447f-aa2a-ab8b4226212e None None] Routers {'0ed4e129-6840-46e9-bbf1-b530fa958b5a'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:33:13.801468 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-4505d849-92fa-447f-aa2a-ab8b4226212e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:33:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['0ed4e129-6840-46e9-bbf1-b530fa958b5a'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:33:13.938333 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7cb2cf65-12ef-45ac-8d7f-27cd3eb9a266 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (31535c1c-5428-4243-a164-4e8fc4c67f75), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:14.004957 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-4505d849-92fa-447f-aa2a-ab8b4226212e None None] Set router 0ed4e129-6840-46e9-bbf1-b530fa958b5a gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:33:14.138538 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7cb2cf65-12ef-45ac-8d7f-27cd3eb9a266 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (31535c1c-5428-4243-a164-4e8fc4c67f75), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:14.232566 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7cb2cf65-12ef-45ac-8d7f-27cd3eb9a266 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (31535c1c-5428-4243-a164-4e8fc4c67f75), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:14.240457 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-4505d849-92fa-447f-aa2a-ab8b4226212e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed4e129-6840-46e9-bbf1-b530fa958b5a', 'name': 'tempest-TestNetworkBasicOps-router-723166477', 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '0ce7650f-0e25-432c-a81c-7b575f47b154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:30:28Z', 'updated_at': '2022-02-02T07:33:12Z', 'revision_number': 7, 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'gw_port': {'id': '0ce7650f-0e25-432c-a81c-7b575f47b154', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed4e129-6840-46e9-bbf1-b530fa958b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:30:29Z', 'updated_at': '2022-02-02T07:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:33:14.322998 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb2cf65-12ef-45ac-8d7f-27cd3eb9a266 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Pushing event deleted for resources: {'Subnet': ['ID=31535c1c-5428-4243-a164-4e8fc4c67f75,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:14.355446 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7cb2cf65-12ef-45ac-8d7f-27cd3eb9a266 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:14.365802 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-7cb2cf65-12ef-45ac-8d7f-27cd3eb9a266 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "DELETE /v2.0/subnets/31535c1c-5428-4243-a164-4e8fc4c67f75 HTTP/1.1" status: 204 len: 168 time: 1.2970407 Feb 02 07:33:14.365943 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58612) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:33:14.370628 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3170b7f5-e6d9-4195-b985-19b09be560b7 None None] Network 0d80ccc9-1445-43fb-846f-d58c0191a2f4 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:33:14.414291 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4505d849-92fa-447f-aa2a-ab8b4226212e None None] The sync data for ids ['0ed4e129-6840-46e9-bbf1-b530fa958b5a'] in n-d-789963-26 is: [{'id': '0ed4e129-6840-46e9-bbf1-b530fa958b5a', 'name': 'tempest-TestNetworkBasicOps-router-723166477', 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '0ce7650f-0e25-432c-a81c-7b575f47b154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:30:28Z', 'updated_at': '2022-02-02T07:33:12Z', 'revision_number': 7, 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'gw_port': {'id': '0ce7650f-0e25-432c-a81c-7b575f47b154', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:c9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed4e129-6840-46e9-bbf1-b530fa958b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:30:29Z', 'updated_at': '2022-02-02T07:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:33:14.568635 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1a11ae00-4372-4aff-bab1-bd413f6ddee3 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for router (0ed4e129-6840-46e9-bbf1-b530fa958b5a), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:14.718897 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1a11ae00-4372-4aff-bab1-bd413f6ddee3 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for router_gateway (0ed4e129-6840-46e9-bbf1-b530fa958b5a), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:14.751794 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:14.814557 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ba46d1-fe21-4847-9624-bc322a5884a1 None None] DHCP port deletion for 0d80ccc9-1445-43fb-846f-d58c0191a2f4 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:33:14.862311 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-1a11ae00-4372-4aff-bab1-bd413f6ddee3 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Deleting port 0ce7650f-0e25-432c-a81c-7b575f47b154 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:33:14.866371 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1a11ae00-4372-4aff-bab1-bd413f6ddee3 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (0ce7650f-0e25-432c-a81c-7b575f47b154), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:14.938453 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device cf2e1dcb-02ea-41b2-a1ad-6b95cb5b9e04 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:33:15.123780 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-d4ba46d1-fe21-4847-9624-bc322a5884a1 None None] Deleting port cf2e1dcb-02ea-41b2-a1ad-6b95cb5b9e04 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:33:15.125272 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d4ba46d1-fe21-4847-9624-bc322a5884a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (cf2e1dcb-02ea-41b2-a1ad-6b95cb5b9e04), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:15.151393 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-1a11ae00-4372-4aff-bab1-bd413f6ddee3 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] For port 0ce7650f-0e25-432c-a81c-7b575f47b154, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=0ce7650f-0e25-432c-a81c-7b575f47b154,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:33:15.151854 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1a11ae00-4372-4aff-bab1-bd413f6ddee3 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (0ce7650f-0e25-432c-a81c-7b575f47b154), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:15.171044 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-1a11ae00-4372-4aff-bab1-bd413f6ddee3 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Calling delete_port for 0ce7650f-0e25-432c-a81c-7b575f47b154 owned by network:router_gateway {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:33:15.192378 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port cf2e1dcb-02ea-41b2-a1ad-6b95cb5b9e04 is: ACTIVE; New status is: DOWN {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:33:15.192895 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (cf2e1dcb-02ea-41b2-a1ad-6b95cb5b9e04), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:15.265302 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port cf2e1dcb-02ea-41b2-a1ad-6b95cb5b9e04, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=cf2e1dcb-02ea-41b2-a1ad-6b95cb5b9e04,segment=NetworkSegment(7172f64c-bdef-45c2-ab0f-9e869cca3ab3),segment_id=7172f64c-bdef-45c2-ab0f-9e869cca3ab3)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:33:15.274857 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (cf2e1dcb-02ea-41b2-a1ad-6b95cb5b9e04), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:15.277545 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 652b1d1d-0d76-40df-8cec-b0ac93899596 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:33:15.338051 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=cf2e1dcb-02ea-41b2-a1ad-6b95cb5b9e04,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:15.369074 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1a11ae00-4372-4aff-bab1-bd413f6ddee3 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (0ce7650f-0e25-432c-a81c-7b575f47b154), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:15.373371 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 652b1d1d-0d76-40df-8cec-b0ac93899596 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:33:15.374460 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 652b1d1d-0d76-40df-8cec-b0ac93899596 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:33:15.417011 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-d4ba46d1-fe21-4847-9624-bc322a5884a1 None None] For port cf2e1dcb-02ea-41b2-a1ad-6b95cb5b9e04, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=cf2e1dcb-02ea-41b2-a1ad-6b95cb5b9e04,segment=NetworkSegment(7172f64c-bdef-45c2-ab0f-9e869cca3ab3),segment_id=7172f64c-bdef-45c2-ab0f-9e869cca3ab3)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:33:15.417414 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d4ba46d1-fe21-4847-9624-bc322a5884a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (cf2e1dcb-02ea-41b2-a1ad-6b95cb5b9e04), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:15.436914 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-d4ba46d1-fe21-4847-9624-bc322a5884a1 None None] Calling delete_port for cf2e1dcb-02ea-41b2-a1ad-6b95cb5b9e04 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:33:15.438616 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a11ae00-4372-4aff-bab1-bd413f6ddee3 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Pushing event deleted for resources: {'Port': ['ID=0ce7650f-0e25-432c-a81c-7b575f47b154,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:15.538371 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1a11ae00-4372-4aff-bab1-bd413f6ddee3 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (0ed4e129-6840-46e9-bbf1-b530fa958b5a), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:15.729572 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d4ba46d1-fe21-4847-9624-bc322a5884a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (cf2e1dcb-02ea-41b2-a1ad-6b95cb5b9e04), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:15.739957 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1a11ae00-4372-4aff-bab1-bd413f6ddee3 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (0ed4e129-6840-46e9-bbf1-b530fa958b5a), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:15.742901 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1a11ae00-4372-4aff-bab1-bd413f6ddee3 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for router_controller (0ed4e129-6840-46e9-bbf1-b530fa958b5a), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:15.805292 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ba46d1-fe21-4847-9624-bc322a5884a1 None None] No DVR routers for this DVR port cf2e1dcb-02ea-41b2-a1ad-6b95cb5b9e04 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:33:15.816103 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ba46d1-fe21-4847-9624-bc322a5884a1 None None] Pushing event deleted for resources: {'Port': ['ID=cf2e1dcb-02ea-41b2-a1ad-6b95cb5b9e04,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:15.870802 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1a11ae00-4372-4aff-bab1-bd413f6ddee3 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (0ed4e129-6840-46e9-bbf1-b530fa958b5a), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:15.876398 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a11ae00-4372-4aff-bab1-bd413f6ddee3 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Fanout notify agent at l3_agent the message router_deleted on router 0ed4e129-6840-46e9-bbf1-b530fa958b5a {{(pid=109694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:33:15.899799 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1a11ae00-4372-4aff-bab1-bd413f6ddee3 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:15.907805 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58626) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:33:15.909581 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-1a11ae00-4372-4aff-bab1-bd413f6ddee3 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "DELETE /v2.0/routers/0ed4e129-6840-46e9-bbf1-b530fa958b5a HTTP/1.1" status: 204 len: 168 time: 1.5426416 Feb 02 07:33:16.080762 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-918e39b4-3e1d-483b-9a88-56a5e5b7adf1 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (0d80ccc9-1445-43fb-846f-d58c0191a2f4), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:16.120182 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:16.257732 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-918e39b4-3e1d-483b-9a88-56a5e5b7adf1 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (0d80ccc9-1445-43fb-846f-d58c0191a2f4), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:16.291858 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-918e39b4-3e1d-483b-9a88-56a5e5b7adf1 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d80ccc9-1445-43fb-846f-d58c0191a2f4']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:33:16.304249 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-918e39b4-3e1d-483b-9a88-56a5e5b7adf1 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7172f64c-bdef-45c2-ab0f-9e869cca3ab3') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:33:16.304838 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-918e39b4-3e1d-483b-9a88-56a5e5b7adf1 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7172f64c-bdef-45c2-ab0f-9e869cca3ab3') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:33:16.316613 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-918e39b4-3e1d-483b-9a88-56a5e5b7adf1 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (7172f64c-bdef-45c2-ab0f-9e869cca3ab3), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:16.332418 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-918e39b4-3e1d-483b-9a88-56a5e5b7adf1 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (7172f64c-bdef-45c2-ab0f-9e869cca3ab3), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:16.341332 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-918e39b4-3e1d-483b-9a88-56a5e5b7adf1 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:33:16.342073 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-918e39b4-3e1d-483b-9a88-56a5e5b7adf1 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (7172f64c-bdef-45c2-ab0f-9e869cca3ab3), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:16.405912 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:33:16.405912 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:33:16.405912 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:33:16.405912 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:33:16.405912 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:33:16.405912 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:33:16.405912 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:33:16.405912 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:33:16.405912 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:33:16.405912 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:33:16.405912 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:33:16.405912 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:33:16.405912 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:33:16.405912 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:33:16.405912 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:33:16.405912 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:33:16.405912 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:33:16.405912 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:33:16.405912 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:33:16.405912 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:33:16.405912 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:33:16.405912 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:33:16.405912 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:33:16.405912 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:33:16.405912 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:33:16.405912 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:33:16.405912 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:33:16.405912 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:33:16.405912 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:33:16.405912 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:33:16.405912 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:33:16.405912 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:33:16.413007 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-918e39b4-3e1d-483b-9a88-56a5e5b7adf1 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (0d80ccc9-1445-43fb-846f-d58c0191a2f4), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:16.431076 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-918e39b4-3e1d-483b-9a88-56a5e5b7adf1 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:16.434675 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-918e39b4-3e1d-483b-9a88-56a5e5b7adf1 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "DELETE /v2.0/networks/0d80ccc9-1445-43fb-846f-d58c0191a2f4 HTTP/1.1" status: 204 len: 168 time: 0.5252254 Feb 02 07:33:16.463639 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918e39b4-3e1d-483b-9a88-56a5e5b7adf1 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Pushing event deleted for resources: {'Network': ['ID=0d80ccc9-1445-43fb-846f-d58c0191a2f4,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:16.466208 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58628) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:33:16.471945 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-ce2fc1f2-3be5-45d0-9101-842a95af658a tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Request body: {'network': {'name': 'tempest-network-smoke--619968849', 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'port_security_enabled': True}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:33:16.521866 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2fc1f2-3be5-45d0-9101-842a95af658a tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Made reservation on behalf of 0001a5ba6eec46c79c6bb86c5404d46f for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:33:16.525463 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ce2fc1f2-3be5-45d0-9101-842a95af658a tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:16.574571 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce2fc1f2-3be5-45d0-9101-842a95af658a tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:33:16.592274 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ce2fc1f2-3be5-45d0-9101-842a95af658a tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (05509cb5-b4d9-4250-87f7-00357fa17029), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:16.593409 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-ce2fc1f2-3be5-45d0-9101-842a95af658a tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Added segment 05509cb5-b4d9-4250-87f7-00357fa17029 of type vlan for network 4cf617d9-9b9c-4223-bd04-f3c7cf7e84d8 Feb 02 07:33:16.666287 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ce2fc1f2-3be5-45d0-9101-842a95af658a tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (4cf617d9-9b9c-4223-bd04-f3c7cf7e84d8), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:16.703820 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ce2fc1f2-3be5-45d0-9101-842a95af658a tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (4cf617d9-9b9c-4223-bd04-f3c7cf7e84d8), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:16.709716 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2fc1f2-3be5-45d0-9101-842a95af658a tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:16.710408 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ce2fc1f2-3be5-45d0-9101-842a95af658a tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:16.784318 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-ce2fc1f2-3be5-45d0-9101-842a95af658a tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3175683 Feb 02 07:33:16.787063 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58642) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:33:16.793905 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-dc4aeb13-50b8-4652-9001-264afae5e20f tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-606286480', 'admin_state_up': True, 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:33:16.844658 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-dc4aeb13-50b8-4652-9001-264afae5e20f tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (587cab4b-5b1d-4b9b-84a1-d829d7328b4a), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:16.845987 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-dc4aeb13-50b8-4652-9001-264afae5e20f tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (587cab4b-5b1d-4b9b-84a1-d829d7328b4a), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:16.881137 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 0ce7650f-0e25-432c-a81c-7b575f47b154 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:33:16.914950 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2fc1f2-3be5-45d0-9101-842a95af658a tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Pushing event updated for resources: {'Network': ['ID=4cf617d9-9b9c-4223-bd04-f3c7cf7e84d8,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:16.916013 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 0ce7650f-0e25-432c-a81c-7b575f47b154 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:33:16.916551 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 0ce7650f-0e25-432c-a81c-7b575f47b154 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:33:16.927732 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 4cf617d9-9b9c-4223-bd04-f3c7cf7e84d8 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:33:16.993016 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-dc4aeb13-50b8-4652-9001-264afae5e20f tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for router_controller (587cab4b-5b1d-4b9b-84a1-d829d7328b4a), precommit_add_association {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:17.244936 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-dc4aeb13-50b8-4652-9001-264afae5e20f tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for router_gateway (587cab4b-5b1d-4b9b-84a1-d829d7328b4a), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:17.426622 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:17.600910 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-dc4aeb13-50b8-4652-9001-264afae5e20f tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for router_gateway (587cab4b-5b1d-4b9b-84a1-d829d7328b4a), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:17.647230 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-dc4aeb13-50b8-4652-9001-264afae5e20f tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:17.852966 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-dc4aeb13-50b8-4652-9001-264afae5e20f tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Allocated IP 172.25.4.212 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/44a58313-ff10-4f1d-abca-ffe2a52dbcc1) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:33:17.979986 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58760) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:33:18.010347 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-dc4aeb13-50b8-4652-9001-264afae5e20f tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for port (44a58313-ff10-4f1d-abca-ffe2a52dbcc1), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:18.085897 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-c71e3074-c302-4bb8-9325-c893ce6d6391 admin admin] Deleting subnet 343995eb-b778-43b6-90da-93b0d8c49dda {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:33:18.091024 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c71e3074-c302-4bb8-9325-c893ce6d6391 admin admin] Publish callbacks [] for subnet (343995eb-b778-43b6-90da-93b0d8c49dda), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:18.117770 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-dc4aeb13-50b8-4652-9001-264afae5e20f tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (44a58313-ff10-4f1d-abca-ffe2a52dbcc1), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:18.166300 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4aeb13-50b8-4652-9001-264afae5e20f tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:33:18.168300 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c71e3074-c302-4bb8-9325-c893ce6d6391 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (343995eb-b778-43b6-90da-93b0d8c49dda), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:18.169383 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-dc4aeb13-50b8-4652-9001-264afae5e20f tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:33:18.173314 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4aeb13-50b8-4652-9001-264afae5e20f tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:33:18.228721 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4aeb13-50b8-4652-9001-264afae5e20f tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Pushing event updated for resources: {'Port': ['ID=44a58313-ff10-4f1d-abca-ffe2a52dbcc1,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:18.259995 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c71e3074-c302-4bb8-9325-c893ce6d6391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (343995eb-b778-43b6-90da-93b0d8c49dda), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:18.399075 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c71e3074-c302-4bb8-9325-c893ce6d6391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (343995eb-b778-43b6-90da-93b0d8c49dda), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:18.472624 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71e3074-c302-4bb8-9325-c893ce6d6391 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=343995eb-b778-43b6-90da-93b0d8c49dda,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:18.491537 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c71e3074-c302-4bb8-9325-c893ce6d6391 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:18.500935 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c71e3074-c302-4bb8-9325-c893ce6d6391 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/343995eb-b778-43b6-90da-93b0d8c49dda HTTP/1.1" status: 204 len: 168 time: 0.5198576 Feb 02 07:33:18.503390 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58810) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:33:18.647719 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2e3d06ec-7890-49b2-a90f-2aa587156888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (76c4a8c5-7e48-4e2c-ac06-da683f132362), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:18.760643 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2e3d06ec-7890-49b2-a90f-2aa587156888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (76c4a8c5-7e48-4e2c-ac06-da683f132362), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:18.769702 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-dc4aeb13-50b8-4652-9001-264afae5e20f tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for router_gateway (587cab4b-5b1d-4b9b-84a1-d829d7328b4a), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:18.784576 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-2e3d06ec-7890-49b2-a90f-2aa587156888 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76c4a8c5-7e48-4e2c-ac06-da683f132362']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:33:18.810039 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-2e3d06ec-7890-49b2-a90f-2aa587156888 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '504154a9-26cd-449a-9ed6-04c164ab15e8') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:33:18.813965 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-2e3d06ec-7890-49b2-a90f-2aa587156888 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '504154a9-26cd-449a-9ed6-04c164ab15e8') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:33:18.844832 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2e3d06ec-7890-49b2-a90f-2aa587156888 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (504154a9-26cd-449a-9ed6-04c164ab15e8), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:18.876149 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2e3d06ec-7890-49b2-a90f-2aa587156888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (504154a9-26cd-449a-9ed6-04c164ab15e8), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:18.886330 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e3d06ec-7890-49b2-a90f-2aa587156888 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:33:18.886868 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2e3d06ec-7890-49b2-a90f-2aa587156888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (504154a9-26cd-449a-9ed6-04c164ab15e8), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:18.888937 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:33:18.888937 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:33:18.888937 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:33:18.888937 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:33:18.888937 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:33:18.888937 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:33:18.888937 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:33:18.888937 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:33:18.888937 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:33:18.888937 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:33:18.888937 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:33:18.888937 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:33:18.888937 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:33:18.888937 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:33:18.888937 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:33:18.888937 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:33:18.888937 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:33:18.888937 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:33:18.888937 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:33:18.888937 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:33:18.888937 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:33:18.888937 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:33:18.888937 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:33:18.888937 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:33:18.888937 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:33:18.888937 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:33:18.888937 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:33:18.888937 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:33:18.888937 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:33:18.888937 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:33:18.888937 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:33:18.888937 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:33:18.979392 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2e3d06ec-7890-49b2-a90f-2aa587156888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (76c4a8c5-7e48-4e2c-ac06-da683f132362), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:18.997077 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2e3d06ec-7890-49b2-a90f-2aa587156888 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:19.018259 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-2e3d06ec-7890-49b2-a90f-2aa587156888 admin admin] 10.222.0.87 "DELETE /v2.0/networks/76c4a8c5-7e48-4e2c-ac06-da683f132362 HTTP/1.1" status: 204 len: 168 time: 0.5017269 Feb 02 07:33:19.052147 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3d06ec-7890-49b2-a90f-2aa587156888 admin admin] Pushing event deleted for resources: {'Network': ['ID=76c4a8c5-7e48-4e2c-ac06-da683f132362,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:19.219736 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58880) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:33:19.230908 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-dc4aeb13-50b8-4652-9001-264afae5e20f tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (587cab4b-5b1d-4b9b-84a1-d829d7328b4a), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:19.353064 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d9890a00-d891-4590-b7bb-a3449c49946d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=1be24edd75b34b44a15b0964d0966e66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1314993 Feb 02 07:33:19.355355 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58896) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:33:19.434108 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7a337bd3-1d3d-4cf7-b2b2-99ff0ab21ecf admin admin] Publish callbacks [] for security_group (da509dd7-59da-4194-8b3b-9de9d561ead5), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:19.457255 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7a337bd3-1d3d-4cf7-b2b2-99ff0ab21ecf admin admin] Publish callbacks [] for security_group (da509dd7-59da-4194-8b3b-9de9d561ead5), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:19.518078 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7a337bd3-1d3d-4cf7-b2b2-99ff0ab21ecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (da509dd7-59da-4194-8b3b-9de9d561ead5), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:19.523612 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7a337bd3-1d3d-4cf7-b2b2-99ff0ab21ecf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:19.525328 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-7a337bd3-1d3d-4cf7-b2b2-99ff0ab21ecf admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/da509dd7-59da-4194-8b3b-9de9d561ead5 HTTP/1.1" status: 204 len: 168 time: 0.1689954 Feb 02 07:33:19.538768 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a337bd3-1d3d-4cf7-b2b2-99ff0ab21ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da509dd7-59da-4194-8b3b-9de9d561ead5,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:19.557744 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc4aeb13-50b8-4652-9001-264afae5e20f tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Router 587cab4b-5b1d-4b9b-84a1-d829d7328b4a is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:33:19.714654 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc4aeb13-50b8-4652-9001-264afae5e20f tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:33:19.726438 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2c198f-dccf-40ad-83cc-c45a71738237 None None] Sync routers for ids ['587cab4b-5b1d-4b9b-84a1-d829d7328b4a'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:33:19.748131 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-dc4aeb13-50b8-4652-9001-264afae5e20f tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:19.749781 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-dc4aeb13-50b8-4652-9001-264afae5e20f tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.9614344 Feb 02 07:33:19.753295 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58934) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:33:19.765975 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2c198f-dccf-40ad-83cc-c45a71738237 None None] Routers {'587cab4b-5b1d-4b9b-84a1-d829d7328b4a'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:33:19.769175 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-5f2c198f-dccf-40ad-83cc-c45a71738237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:33:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['587cab4b-5b1d-4b9b-84a1-d829d7328b4a'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:33:19.859465 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d61e5909-f077-414c-9b20-0c7715ccf4b9 tempest-TestNetworkBasicOps-749025490 tempest-TestNetworkBasicOps-749025490-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=0001a5ba6eec46c79c6bb86c5404d46f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1032419 Feb 02 07:33:19.860792 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 58946) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:33:19.994852 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-5f2c198f-dccf-40ad-83cc-c45a71738237 None None] Set router 587cab4b-5b1d-4b9b-84a1-d829d7328b4a gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:33:20.072225 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b2fee5-500f-4898-b567-0386c37c9c3a tempest-TestNetworkBasicOps-749025490 tempest-TestNetworkBasicOps-749025490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:20.080502 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58972) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:33:20.081877 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d0b2fee5-500f-4898-b567-0386c37c9c3a tempest-TestNetworkBasicOps-749025490 tempest-TestNetworkBasicOps-749025490-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2190878 Feb 02 07:33:20.181695 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-8fdcc894-e282-42d2-b604-2f13de9056c6 tempest-TestNetworkBasicOps-749025490 tempest-TestNetworkBasicOps-749025490-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=ee4463ee-e783-4af5-91d5-cbeb2d0e0db8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0993526 Feb 02 07:33:20.184066 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 58984) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:33:20.189300 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-bd70eb18-16c9-45a5-8f3f-96091fe48cc2 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1859962424', 'network_id': '4cf617d9-9b9c-4223-bd04-f3c7cf7e84d8', 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:33:20.341706 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-5f2c198f-dccf-40ad-83cc-c45a71738237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587cab4b-5b1d-4b9b-84a1-d829d7328b4a', 'name': 'tempest-TestNetworkBasicOps-router-606286480', 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '44a58313-ff10-4f1d-abca-ffe2a52dbcc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:33:16Z', 'updated_at': '2022-02-02T07:33:18Z', 'revision_number': 3, 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'gw_port': {'id': '44a58313-ff10-4f1d-abca-ffe2a52dbcc1', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:57:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587cab4b-5b1d-4b9b-84a1-d829d7328b4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:17Z', 'updated_at': '2022-02-02T07:33:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:33:20.400083 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2c198f-dccf-40ad-83cc-c45a71738237 None None] Checking router: 587cab4b-5b1d-4b9b-84a1-d829d7328b4a for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:33:20.400528 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2c198f-dccf-40ad-83cc-c45a71738237 None None] Updating router 587cab4b-5b1d-4b9b-84a1-d829d7328b4a port 44a58313-ff10-4f1d-abca-ffe2a52dbcc1 binding host n-d-789963-26 {{(pid=109695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:33:20.421279 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd70eb18-16c9-45a5-8f3f-96091fe48cc2 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Made reservation on behalf of 0001a5ba6eec46c79c6bb86c5404d46f for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:33:20.425328 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bd70eb18-16c9-45a5-8f3f-96091fe48cc2 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:20.442111 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5f2c198f-dccf-40ad-83cc-c45a71738237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (44a58313-ff10-4f1d-abca-ffe2a52dbcc1), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:20.732798 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bd70eb18-16c9-45a5-8f3f-96091fe48cc2 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (34669776-b565-4e3f-8928-a1c44c1ed11b), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:20.890040 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd70eb18-16c9-45a5-8f3f-96091fe48cc2 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Pushing event updated for resources: {'Subnet': ['ID=34669776-b565-4e3f-8928-a1c44c1ed11b,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:20.892313 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd70eb18-16c9-45a5-8f3f-96091fe48cc2 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Checking segment: {'id': '05509cb5-b4d9-4250-87f7-00357fa17029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '4cf617d9-9b9c-4223-bd04-f3c7cf7e84d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:33:20.893189 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd70eb18-16c9-45a5-8f3f-96091fe48cc2 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Network hostable DHCP agents. Network: 4cf617d9-9b9c-4223-bd04-f3c7cf7e84d8, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:33:20.958081 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd70eb18-16c9-45a5-8f3f-96091fe48cc2 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Network 4cf617d9-9b9c-4223-bd04-f3c7cf7e84d8 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:33:20.979572 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5f2c198f-dccf-40ad-83cc-c45a71738237 None None] Publish callbacks [] for port (44a58313-ff10-4f1d-abca-ffe2a52dbcc1), precommit_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:20.982460 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-bd70eb18-16c9-45a5-8f3f-96091fe48cc2 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 4cf617d9-9b9c-4223-bd04-f3c7cf7e84d8) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:33:20.989005 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5f2c198f-dccf-40ad-83cc-c45a71738237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (44a58313-ff10-4f1d-abca-ffe2a52dbcc1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:20.990643 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd70eb18-16c9-45a5-8f3f-96091fe48cc2 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:20.992444 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bd70eb18-16c9-45a5-8f3f-96091fe48cc2 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:21.006624 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab68da78-1a73-4080-bbe4-f2a09092d675 None None] Network 4cf617d9-9b9c-4223-bd04-f3c7cf7e84d8 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:33:21.020227 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59078) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:33:21.028548 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-bd70eb18-16c9-45a5-8f3f-96091fe48cc2 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8430853 Feb 02 07:33:21.058753 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539ae743-c9ce-4478-9fc2-45e52bea8196 None None] Pushing event updated for resources: {'Port': ['ID=44a58313-ff10-4f1d-abca-ffe2a52dbcc1,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:21.103062 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-5f2c198f-dccf-40ad-83cc-c45a71738237 None None] Attempting to bind port 44a58313-ff10-4f1d-abca-ffe2a52dbcc1 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:33:21.103671 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-5f2c198f-dccf-40ad-83cc-c45a71738237 None None] Attempting to bind port 44a58313-ff10-4f1d-abca-ffe2a52dbcc1 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:33:21.104220 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2c198f-dccf-40ad-83cc-c45a71738237 None None] Attempting to bind port 44a58313-ff10-4f1d-abca-ffe2a52dbcc1 on network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:33:21.119376 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2c198f-dccf-40ad-83cc-c45a71738237 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:33:21.120074 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2c198f-dccf-40ad-83cc-c45a71738237 None None] Checking segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:33:21.120683 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5f2c198f-dccf-40ad-83cc-c45a71738237 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:21.121268 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2c198f-dccf-40ad-83cc-c45a71738237 None None] Bound using segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:33:21.121927 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-5f2c198f-dccf-40ad-83cc-c45a71738237 None None] Bound port: 44a58313-ff10-4f1d-abca-ffe2a52dbcc1, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:33:21.122676 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5f2c198f-dccf-40ad-83cc-c45a71738237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (44a58313-ff10-4f1d-abca-ffe2a52dbcc1), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:21.273223 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-5f2c198f-dccf-40ad-83cc-c45a71738237 None None] For port 44a58313-ff10-4f1d-abca-ffe2a52dbcc1, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:33:21.290205 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c992ffb2-ca6b-4528-80aa-161a48189247 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-4cf617d9-9b9c-4223-bd04-f3c7cf7e84d8', 'network_id': '4cf617d9-9b9c-4223-bd04-f3c7cf7e84d8', 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'fixed_ips': [{'subnet_id': '34669776-b565-4e3f-8928-a1c44c1ed11b'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:33:21.293045 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c992ffb2-ca6b-4528-80aa-161a48189247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:21.312674 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-5f2c198f-dccf-40ad-83cc-c45a71738237 None None] For port 44a58313-ff10-4f1d-abca-ffe2a52dbcc1, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=44a58313-ff10-4f1d-abca-ffe2a52dbcc1,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:33:21.375381 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5f2c198f-dccf-40ad-83cc-c45a71738237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (44a58313-ff10-4f1d-abca-ffe2a52dbcc1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:21.563370 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2c198f-dccf-40ad-83cc-c45a71738237 None None] Routers {'587cab4b-5b1d-4b9b-84a1-d829d7328b4a'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:33:21.565012 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-5f2c198f-dccf-40ad-83cc-c45a71738237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:33:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['587cab4b-5b1d-4b9b-84a1-d829d7328b4a'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:33:21.578050 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-c992ffb2-ca6b-4528-80aa-161a48189247 None None] Allocated IP 172.20.0.2 (4cf617d9-9b9c-4223-bd04-f3c7cf7e84d8/34669776-b565-4e3f-8928-a1c44c1ed11b/9f14cae2-49d2-439b-bf64-4d822ea214c9) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:33:21.711870 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539ae743-c9ce-4478-9fc2-45e52bea8196 None None] Pushing event updated for resources: {'Port': ['ID=44a58313-ff10-4f1d-abca-ffe2a52dbcc1,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:21.826238 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-5f2c198f-dccf-40ad-83cc-c45a71738237 None None] Set router 587cab4b-5b1d-4b9b-84a1-d829d7328b4a gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:33:22.019096 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-735cee80-9b1f-468a-94aa-7926a7ec01e3 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:22.077359 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c992ffb2-ca6b-4528-80aa-161a48189247 None None] Publish callbacks [] for port (9f14cae2-49d2-439b-bf64-4d822ea214c9), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:22.205547 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c992ffb2-ca6b-4528-80aa-161a48189247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (9f14cae2-49d2-439b-bf64-4d822ea214c9), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:22.280128 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:22.297066 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c992ffb2-ca6b-4528-80aa-161a48189247 None None] Network 4cf617d9-9b9c-4223-bd04-f3c7cf7e84d8 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:33:22.305958 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c992ffb2-ca6b-4528-80aa-161a48189247 None None] Pushing event updated for resources: {'Port': ['ID=9f14cae2-49d2-439b-bf64-4d822ea214c9,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:22.308568 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-c992ffb2-ca6b-4528-80aa-161a48189247 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:33:22.312320 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c992ffb2-ca6b-4528-80aa-161a48189247 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:33:22.328933 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-5f2c198f-dccf-40ad-83cc-c45a71738237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587cab4b-5b1d-4b9b-84a1-d829d7328b4a', 'name': 'tempest-TestNetworkBasicOps-router-606286480', 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '44a58313-ff10-4f1d-abca-ffe2a52dbcc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:33:16Z', 'updated_at': '2022-02-02T07:33:18Z', 'revision_number': 3, 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'gw_port': {'id': '44a58313-ff10-4f1d-abca-ffe2a52dbcc1', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:57:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587cab4b-5b1d-4b9b-84a1-d829d7328b4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:17Z', 'updated_at': '2022-02-02T07:33:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:33:22.433340 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2c198f-dccf-40ad-83cc-c45a71738237 None None] The sync data for ids ['587cab4b-5b1d-4b9b-84a1-d829d7328b4a'] in n-d-789963-26 is: [{'id': '587cab4b-5b1d-4b9b-84a1-d829d7328b4a', 'name': 'tempest-TestNetworkBasicOps-router-606286480', 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '44a58313-ff10-4f1d-abca-ffe2a52dbcc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:33:16Z', 'updated_at': '2022-02-02T07:33:18Z', 'revision_number': 3, 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'gw_port': {'id': '44a58313-ff10-4f1d-abca-ffe2a52dbcc1', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:57:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587cab4b-5b1d-4b9b-84a1-d829d7328b4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:17Z', 'updated_at': '2022-02-02T07:33:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:33:22.452681 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-c992ffb2-ca6b-4528-80aa-161a48189247 None None] Attempting to bind port 9f14cae2-49d2-439b-bf64-4d822ea214c9 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:33:22.453401 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-c992ffb2-ca6b-4528-80aa-161a48189247 None None] Attempting to bind port 9f14cae2-49d2-439b-bf64-4d822ea214c9 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '05509cb5-b4d9-4250-87f7-00357fa17029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '4cf617d9-9b9c-4223-bd04-f3c7cf7e84d8'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:33:22.453968 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c992ffb2-ca6b-4528-80aa-161a48189247 None None] Attempting to bind port 9f14cae2-49d2-439b-bf64-4d822ea214c9 on network 4cf617d9-9b9c-4223-bd04-f3c7cf7e84d8 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:33:22.461730 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c992ffb2-ca6b-4528-80aa-161a48189247 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:33:22.462382 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c992ffb2-ca6b-4528-80aa-161a48189247 None None] Checking segment: {'id': '05509cb5-b4d9-4250-87f7-00357fa17029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '4cf617d9-9b9c-4223-bd04-f3c7cf7e84d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:33:22.463022 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c992ffb2-ca6b-4528-80aa-161a48189247 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:22.463656 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c992ffb2-ca6b-4528-80aa-161a48189247 None None] Bound using segment: {'id': '05509cb5-b4d9-4250-87f7-00357fa17029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '4cf617d9-9b9c-4223-bd04-f3c7cf7e84d8'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:33:22.464324 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-c992ffb2-ca6b-4528-80aa-161a48189247 None None] Bound port: 9f14cae2-49d2-439b-bf64-4d822ea214c9, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05509cb5-b4d9-4250-87f7-00357fa17029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '4cf617d9-9b9c-4223-bd04-f3c7cf7e84d8'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:33:22.464929 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c992ffb2-ca6b-4528-80aa-161a48189247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (9f14cae2-49d2-439b-bf64-4d822ea214c9), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:22.470942 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-735cee80-9b1f-468a-94aa-7926a7ec01e3 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Allocated IP 172.20.0.1 (4cf617d9-9b9c-4223-bd04-f3c7cf7e84d8/34669776-b565-4e3f-8928-a1c44c1ed11b/a0deb675-f1b8-4c03-8940-2641772faf68) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:33:22.737886 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59164) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:33:22.744290 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-f2723664-1667-46c5-a51c-81f4478e169b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-625133214', 'description': 'tempest-secgroup-smoke-625133214 description', 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:33:22.775613 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-735cee80-9b1f-468a-94aa-7926a7ec01e3 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for port (a0deb675-f1b8-4c03-8940-2641772faf68), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:22.788768 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-c992ffb2-ca6b-4528-80aa-161a48189247 None None] For port 9f14cae2-49d2-439b-bf64-4d822ea214c9, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:33:22.796208 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-c992ffb2-ca6b-4528-80aa-161a48189247 None None] For port 9f14cae2-49d2-439b-bf64-4d822ea214c9, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=9f14cae2-49d2-439b-bf64-4d822ea214c9,segment=NetworkSegment(05509cb5-b4d9-4250-87f7-00357fa17029),segment_id=05509cb5-b4d9-4250-87f7-00357fa17029)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:33:22.807207 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c992ffb2-ca6b-4528-80aa-161a48189247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (9f14cae2-49d2-439b-bf64-4d822ea214c9), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:22.816561 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f2723664-1667-46c5-a51c-81f4478e169b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:22.855872 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f2723664-1667-46c5-a51c-81f4478e169b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:22.869455 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-735cee80-9b1f-468a-94aa-7926a7ec01e3 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (a0deb675-f1b8-4c03-8940-2641772faf68), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:22.956912 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735cee80-9b1f-468a-94aa-7926a7ec01e3 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Pushing event updated for resources: {'Port': ['ID=a0deb675-f1b8-4c03-8940-2641772faf68,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:22.989359 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c992ffb2-ca6b-4528-80aa-161a48189247 None None] Pushing event updated for resources: {'Port': ['ID=9f14cae2-49d2-439b-bf64-4d822ea214c9,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:23.006996 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735cee80-9b1f-468a-94aa-7926a7ec01e3 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Network 4cf617d9-9b9c-4223-bd04-f3c7cf7e84d8 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:33:23.013728 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-735cee80-9b1f-468a-94aa-7926a7ec01e3 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:33:23.019955 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735cee80-9b1f-468a-94aa-7926a7ec01e3 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:33:23.093919 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f2723664-1667-46c5-a51c-81f4478e169b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group (81c5583a-ae83-459b-9ccc-e9982db0b7a6), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:23.112606 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f2723664-1667-46c5-a51c-81f4478e169b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (81c5583a-ae83-459b-9ccc-e9982db0b7a6), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:23.135440 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-735cee80-9b1f-468a-94aa-7926a7ec01e3 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (587cab4b-5b1d-4b9b-84a1-d829d7328b4a), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:23.229432 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2723664-1667-46c5-a51c-81f4478e169b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81c5583a-ae83-459b-9ccc-e9982db0b7a6,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:23.381430 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f2723664-1667-46c5-a51c-81f4478e169b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group (a1d7f0ae-c818-4496-b094-8f4a4e213979), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:23.396947 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f2723664-1667-46c5-a51c-81f4478e169b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (a1d7f0ae-c818-4496-b094-8f4a4e213979), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:23.525994 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2723664-1667-46c5-a51c-81f4478e169b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d7f0ae-c818-4496-b094-8f4a4e213979,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:23.533580 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f2723664-1667-46c5-a51c-81f4478e169b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:23.535891 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-f2723664-1667-46c5-a51c-81f4478e169b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7948809 Feb 02 07:33:23.539775 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59174) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:33:23.546999 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-9c75fbb7-0659-435a-9700-e9a3a0bebc9c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Request body: {'security_group_rule': {'security_group_id': 'a1d7f0ae-c818-4496-b094-8f4a4e213979', 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:33:23.599283 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-735cee80-9b1f-468a-94aa-7926a7ec01e3 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (a0deb675-f1b8-4c03-8940-2641772faf68), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:23.632774 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9c75fbb7-0659-435a-9700-e9a3a0bebc9c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group_rule (b4348d0a-b151-4f29-8501-9c772bd8aeca), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:23.784445 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9c75fbb7-0659-435a-9700-e9a3a0bebc9c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group_rule (b4348d0a-b151-4f29-8501-9c772bd8aeca), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:23.792673 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9c75fbb7-0659-435a-9700-e9a3a0bebc9c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (b4348d0a-b151-4f29-8501-9c772bd8aeca), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:23.832271 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c75fbb7-0659-435a-9700-e9a3a0bebc9c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4348d0a-b151-4f29-8501-9c772bd8aeca,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:23.865324 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9c75fbb7-0659-435a-9700-e9a3a0bebc9c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:23.866748 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-9c75fbb7-0659-435a-9700-e9a3a0bebc9c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3258283 Feb 02 07:33:23.876083 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59178) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:33:23.881755 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-be94b700-e51b-4161-8b5d-2708710ab94b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Request body: {'security_group_rule': {'security_group_id': 'a1d7f0ae-c818-4496-b094-8f4a4e213979', 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:33:23.935262 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-be94b700-e51b-4161-8b5d-2708710ab94b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group_rule (839c0613-f52e-456f-860c-7d5865b44027), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:24.097984 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-735cee80-9b1f-468a-94aa-7926a7ec01e3 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for port (a0deb675-f1b8-4c03-8940-2641772faf68), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:24.110150 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-735cee80-9b1f-468a-94aa-7926a7ec01e3 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (a0deb675-f1b8-4c03-8940-2641772faf68), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:24.128899 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-be94b700-e51b-4161-8b5d-2708710ab94b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group_rule (839c0613-f52e-456f-860c-7d5865b44027), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:24.140027 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-be94b700-e51b-4161-8b5d-2708710ab94b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (839c0613-f52e-456f-860c-7d5865b44027), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:24.192721 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be94b700-e51b-4161-8b5d-2708710ab94b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=839c0613-f52e-456f-860c-7d5865b44027,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:24.224240 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-be94b700-e51b-4161-8b5d-2708710ab94b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:24.226474 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-be94b700-e51b-4161-8b5d-2708710ab94b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3488448 Feb 02 07:33:24.229454 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59180) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:33:24.243917 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-023c42b7-b6ea-4442-9a8f-05bf8b5a94c6 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Request body: {'security_group_rule': {'security_group_id': 'a1d7f0ae-c818-4496-b094-8f4a4e213979', 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:33:24.298919 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735cee80-9b1f-468a-94aa-7926a7ec01e3 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Pushing event updated for resources: {'Port': ['ID=a0deb675-f1b8-4c03-8940-2641772faf68,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:24.324194 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-023c42b7-b6ea-4442-9a8f-05bf8b5a94c6 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group_rule (de30974f-a097-400f-9da8-8f4660c5efcf), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:24.350597 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-735cee80-9b1f-468a-94aa-7926a7ec01e3 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (587cab4b-5b1d-4b9b-84a1-d829d7328b4a), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:24.521085 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-023c42b7-b6ea-4442-9a8f-05bf8b5a94c6 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group_rule (de30974f-a097-400f-9da8-8f4660c5efcf), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:24.537519 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-023c42b7-b6ea-4442-9a8f-05bf8b5a94c6 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (de30974f-a097-400f-9da8-8f4660c5efcf), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:24.587098 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023c42b7-b6ea-4442-9a8f-05bf8b5a94c6 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de30974f-a097-400f-9da8-8f4660c5efcf,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:24.597915 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735cee80-9b1f-468a-94aa-7926a7ec01e3 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Network 4cf617d9-9b9c-4223-bd04-f3c7cf7e84d8 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:33:24.608817 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-735cee80-9b1f-468a-94aa-7926a7ec01e3 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:33:24.610825 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-023c42b7-b6ea-4442-9a8f-05bf8b5a94c6 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:24.614838 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-023c42b7-b6ea-4442-9a8f-05bf8b5a94c6 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3816409 Feb 02 07:33:24.615411 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59186) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:33:24.628624 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-fbc45e2d-6d15-44d1-912d-f1356e4d446b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Request body: {'security_group_rule': {'security_group_id': 'a1d7f0ae-c818-4496-b094-8f4a4e213979', 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:33:24.684350 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fbc45e2d-6d15-44d1-912d-f1356e4d446b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group_rule (961ebf6e-6544-4711-a9a3-ecb2b20521d5), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:24.811854 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fbc45e2d-6d15-44d1-912d-f1356e4d446b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group_rule (961ebf6e-6544-4711-a9a3-ecb2b20521d5), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:24.830213 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fbc45e2d-6d15-44d1-912d-f1356e4d446b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (961ebf6e-6544-4711-a9a3-ecb2b20521d5), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:24.878608 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc45e2d-6d15-44d1-912d-f1356e4d446b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=961ebf6e-6544-4711-a9a3-ecb2b20521d5,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:24.896447 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-735cee80-9b1f-468a-94aa-7926a7ec01e3 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Router 587cab4b-5b1d-4b9b-84a1-d829d7328b4a has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:33:24.906600 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d79d2c4-1644-4907-a57f-5ab6e0af1f35 None None] Network 4cf617d9-9b9c-4223-bd04-f3c7cf7e84d8 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:33:24.916487 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fbc45e2d-6d15-44d1-912d-f1356e4d446b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:24.921020 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-fbc45e2d-6d15-44d1-912d-f1356e4d446b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3040414 Feb 02 07:33:24.921735 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59188) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:33:24.928620 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-0706a347-5b8f-428b-8eec-dbd96b2b33ea tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Request body: {'security_group_rule': {'security_group_id': 'a1d7f0ae-c818-4496-b094-8f4a4e213979', 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:33:24.984586 n-d-789963-26 neutron-server[109693]: INFO neutron.db.securitygroups_db [None req-0706a347-5b8f-428b-8eec-dbd96b2b33ea tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Project b5f86cce5c924f2695e5f2d21aa64848 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 07:33:24.991365 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0706a347-5b8f-428b-8eec-dbd96b2b33ea tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group_rule (6f9fa616-d020-4981-b057-583a05ba972b), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:24.998264 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-c4fcf807-5372-4dbe-8ff4-c93542da9195 None None] Provisioning complete for port 9f14cae2-49d2-439b-bf64-4d822ea214c9 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:33:25.001206 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c4fcf807-5372-4dbe-8ff4-c93542da9195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (9f14cae2-49d2-439b-bf64-4d822ea214c9), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:25.141811 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 9f14cae2-49d2-439b-bf64-4d822ea214c9 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:33:25.151202 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0706a347-5b8f-428b-8eec-dbd96b2b33ea tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group_rule (6f9fa616-d020-4981-b057-583a05ba972b), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:25.154088 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [req-3fc8788a-c978-4e53-89ad-2df37a6e4909 req-33d75f39-fc41-49ae-bf30-118941139245 service neutron] (109693) timed out ('10.222.0.59', 61239) {{(pid=109693) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 02 07:33:25.160138 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0706a347-5b8f-428b-8eec-dbd96b2b33ea tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (6f9fa616-d020-4981-b057-583a05ba972b), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:25.193119 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-735cee80-9b1f-468a-94aa-7926a7ec01e3 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:33:25.202969 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-735cee80-9b1f-468a-94aa-7926a7ec01e3 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "PUT /v2.0/routers/587cab4b-5b1d-4b9b-84a1-d829d7328b4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1811941 Feb 02 07:33:25.206235 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59190) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:33:25.215550 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0706a347-5b8f-428b-8eec-dbd96b2b33ea tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f9fa616-d020-4981-b057-583a05ba972b,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:25.222380 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0706a347-5b8f-428b-8eec-dbd96b2b33ea tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:25.227523 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59192) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:33:25.232814 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-c0202b2e-643c-4765-9967-aa0668f8f94b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Request body: {'security_group_rule': {'security_group_id': 'a1d7f0ae-c818-4496-b094-8f4a4e213979', 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:33:25.238494 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-0706a347-5b8f-428b-8eec-dbd96b2b33ea tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3156934 Feb 02 07:33:25.274828 n-d-789963-26 neutron-server[109694]: INFO neutron.db.securitygroups_db [None req-c0202b2e-643c-4765-9967-aa0668f8f94b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Project b5f86cce5c924f2695e5f2d21aa64848 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 07:33:25.282248 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c0202b2e-643c-4765-9967-aa0668f8f94b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group_rule (f29dda53-816c-4c56-af55-71c7f4f0d01b), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:25.343107 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-c4fcf807-5372-4dbe-8ff4-c93542da9195 None None] Current status of the port 9f14cae2-49d2-439b-bf64-4d822ea214c9 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:33:25.343497 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c4fcf807-5372-4dbe-8ff4-c93542da9195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (9f14cae2-49d2-439b-bf64-4d822ea214c9), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:25.384515 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-c4fcf807-5372-4dbe-8ff4-c93542da9195 None None] For port 9f14cae2-49d2-439b-bf64-4d822ea214c9, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=9f14cae2-49d2-439b-bf64-4d822ea214c9,segment=NetworkSegment(05509cb5-b4d9-4250-87f7-00357fa17029),segment_id=05509cb5-b4d9-4250-87f7-00357fa17029)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:33:25.400549 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c4fcf807-5372-4dbe-8ff4-c93542da9195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (9f14cae2-49d2-439b-bf64-4d822ea214c9), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:25.420993 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c0202b2e-643c-4765-9967-aa0668f8f94b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group_rule (f29dda53-816c-4c56-af55-71c7f4f0d01b), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:25.429924 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c0202b2e-643c-4765-9967-aa0668f8f94b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (f29dda53-816c-4c56-af55-71c7f4f0d01b), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:25.445887 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1080df1-006e-4b14-bb17-a747fb238275 tempest-TestNetworkBasicOps-749025490 tempest-TestNetworkBasicOps-749025490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:25.449679 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1080df1-006e-4b14-bb17-a747fb238275 tempest-TestNetworkBasicOps-749025490 tempest-TestNetworkBasicOps-749025490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:25.450428 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1080df1-006e-4b14-bb17-a747fb238275 tempest-TestNetworkBasicOps-749025490 tempest-TestNetworkBasicOps-749025490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:25.451052 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1080df1-006e-4b14-bb17-a747fb238275 tempest-TestNetworkBasicOps-749025490 tempest-TestNetworkBasicOps-749025490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:25.452335 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1080df1-006e-4b14-bb17-a747fb238275 tempest-TestNetworkBasicOps-749025490 tempest-TestNetworkBasicOps-749025490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:25.458602 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b1080df1-006e-4b14-bb17-a747fb238275 tempest-TestNetworkBasicOps-749025490 tempest-TestNetworkBasicOps-749025490-project-admin] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3587 time: 0.2498116 Feb 02 07:33:25.460328 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59196) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:33:25.471912 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fcf807-5372-4dbe-8ff4-c93542da9195 None None] Pushing event updated for resources: {'Port': ['ID=9f14cae2-49d2-439b-bf64-4d822ea214c9,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:25.472904 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0202b2e-643c-4765-9967-aa0668f8f94b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f29dda53-816c-4c56-af55-71c7f4f0d01b,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:25.479032 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 9f14cae2-49d2-439b-bf64-4d822ea214c9 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:33:25.479405 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (9f14cae2-49d2-439b-bf64-4d822ea214c9), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:25.503978 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c0202b2e-643c-4765-9967-aa0668f8f94b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:25.509337 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c0202b2e-643c-4765-9967-aa0668f8f94b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2803845 Feb 02 07:33:25.510220 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59198) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:33:25.522769 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-5bf7440e-8118-44c7-ad08-e78bebb07a10 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Request body: {'network': {'name': 'tempest-network-smoke--1938158017', 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'port_security_enabled': True}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:33:25.526299 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308743a5-ca24-4601-94fe-8ccd0f43b561 None None] Sync routers for ids ['587cab4b-5b1d-4b9b-84a1-d829d7328b4a'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:33:25.546473 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308743a5-ca24-4601-94fe-8ccd0f43b561 None None] Routers {'587cab4b-5b1d-4b9b-84a1-d829d7328b4a'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:33:25.549369 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-308743a5-ca24-4601-94fe-8ccd0f43b561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:33:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['587cab4b-5b1d-4b9b-84a1-d829d7328b4a'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:33:25.557978 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf7440e-8118-44c7-ad08-e78bebb07a10 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Made reservation on behalf of b5f86cce5c924f2695e5f2d21aa64848 for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:33:25.562479 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5bf7440e-8118-44c7-ad08-e78bebb07a10 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:25.608493 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bf7440e-8118-44c7-ad08-e78bebb07a10 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:33:25.643356 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d51878-36bf-4afc-b912-7c097682fa92 tempest-TestNetworkBasicOps-749025490 tempest-TestNetworkBasicOps-749025490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:25.643864 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d51878-36bf-4afc-b912-7c097682fa92 tempest-TestNetworkBasicOps-749025490 tempest-TestNetworkBasicOps-749025490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:25.644398 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d51878-36bf-4afc-b912-7c097682fa92 tempest-TestNetworkBasicOps-749025490 tempest-TestNetworkBasicOps-749025490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:25.644858 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d51878-36bf-4afc-b912-7c097682fa92 tempest-TestNetworkBasicOps-749025490 tempest-TestNetworkBasicOps-749025490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:25.651403 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5bf7440e-8118-44c7-ad08-e78bebb07a10 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (da5bca61-70f7-4d81-90dd-f147314af397), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:25.652299 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-5bf7440e-8118-44c7-ad08-e78bebb07a10 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Added segment da5bca61-70f7-4d81-90dd-f147314af397 of type vlan for network e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865 Feb 02 07:33:25.656519 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d51878-36bf-4afc-b912-7c097682fa92 tempest-TestNetworkBasicOps-749025490 tempest-TestNetworkBasicOps-749025490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:25.660827 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-57d51878-36bf-4afc-b912-7c097682fa92 tempest-TestNetworkBasicOps-749025490 tempest-TestNetworkBasicOps-749025490-project-admin] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3370 time: 0.1959045 Feb 02 07:33:25.668005 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59202) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:33:25.691345 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 9f14cae2-49d2-439b-bf64-4d822ea214c9 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:33:25.692560 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 44a58313-ff10-4f1d-abca-ffe2a52dbcc1 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:33:25.727871 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5bf7440e-8118-44c7-ad08-e78bebb07a10 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:25.766288 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5bf7440e-8118-44c7-ad08-e78bebb07a10 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:25.772578 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf7440e-8118-44c7-ad08-e78bebb07a10 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:25.773447 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5bf7440e-8118-44c7-ad08-e78bebb07a10 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:25.853839 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-308743a5-ca24-4601-94fe-8ccd0f43b561 None None] Set router 587cab4b-5b1d-4b9b-84a1-d829d7328b4a gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:33:25.860478 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 44a58313-ff10-4f1d-abca-ffe2a52dbcc1 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:33:25.861463 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (44a58313-ff10-4f1d-abca-ffe2a52dbcc1), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:25.884605 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf7440e-8118-44c7-ad08-e78bebb07a10 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event updated for resources: {'Network': ['ID=e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:25.917106 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-5bf7440e-8118-44c7-ad08-e78bebb07a10 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4054744 Feb 02 07:33:25.918893 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:33:25.920013 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59204) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:33:25.930388 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-907bdb0b-8761-457d-a28a-1e0ff4c12a43 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1266964918', 'admin_state_up': True, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:33:26.032532 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-3fabba69-b585-4fbf-8645-5dd2909b0636 tempest-TestNetworkBasicOps-749025490 tempest-TestNetworkBasicOps-749025490-project-admin] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.3557827 Feb 02 07:33:26.037181 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-907bdb0b-8761-457d-a28a-1e0ff4c12a43 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (6d39eddb-0476-4f12-88a9-fa071fda9709), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:26.038643 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-907bdb0b-8761-457d-a28a-1e0ff4c12a43 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (6d39eddb-0476-4f12-88a9-fa071fda9709), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:26.128897 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-8b4bf7af-da16-4c1d-ac9d-f88be0da80a0 None None] Provisioning complete for port a0deb675-f1b8-4c03-8940-2641772faf68 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:33:26.130027 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-8b4bf7af-da16-4c1d-ac9d-f88be0da80a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (a0deb675-f1b8-4c03-8940-2641772faf68), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:26.209434 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-8b4bf7af-da16-4c1d-ac9d-f88be0da80a0 None None] Port a0deb675-f1b8-4c03-8940-2641772faf68 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:33:26.238347 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-308743a5-ca24-4601-94fe-8ccd0f43b561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587cab4b-5b1d-4b9b-84a1-d829d7328b4a', 'name': 'tempest-TestNetworkBasicOps-router-606286480', 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '44a58313-ff10-4f1d-abca-ffe2a52dbcc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:33:16Z', 'updated_at': '2022-02-02T07:33:23Z', 'revision_number': 4, 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'gw_port': {'id': '44a58313-ff10-4f1d-abca-ffe2a52dbcc1', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:57:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587cab4b-5b1d-4b9b-84a1-d829d7328b4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:17Z', 'updated_at': '2022-02-02T07:33:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'a0deb675-f1b8-4c03-8940-2641772faf68', 'name': '', 'network_id': '4cf617d9-9b9c-4223-bd04-f3c7cf7e84d8', 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'mac_address': 'fa:16:3e:49:a7:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587cab4b-5b1d-4b9b-84a1-d829d7328b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '34669776-b565-4e3f-8928-a1c44c1ed11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:22Z', 'updated_at': '2022-02-02T07:33:23Z', 'revision_number': 2, 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'subnets': [{'id': '34669776-b565-4e3f-8928-a1c44c1ed11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:33:26.272611 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-907bdb0b-8761-457d-a28a-1e0ff4c12a43 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for router_controller (6d39eddb-0476-4f12-88a9-fa071fda9709), precommit_add_association {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:26.322834 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 44a58313-ff10-4f1d-abca-ffe2a52dbcc1 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:33:26.323224 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (44a58313-ff10-4f1d-abca-ffe2a52dbcc1), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:26.349999 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308743a5-ca24-4601-94fe-8ccd0f43b561 None None] Checking router: 587cab4b-5b1d-4b9b-84a1-d829d7328b4a for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:33:26.350760 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308743a5-ca24-4601-94fe-8ccd0f43b561 None None] Updating router 587cab4b-5b1d-4b9b-84a1-d829d7328b4a port a0deb675-f1b8-4c03-8940-2641772faf68 binding host n-d-789963-26 {{(pid=109696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:33:26.371775 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59208) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:33:26.389023 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 44a58313-ff10-4f1d-abca-ffe2a52dbcc1, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=44a58313-ff10-4f1d-abca-ffe2a52dbcc1,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:33:26.391641 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-8b4bf7af-da16-4c1d-ac9d-f88be0da80a0 None None] Provisioning complete for port 9f14cae2-49d2-439b-bf64-4d822ea214c9 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:33:26.395356 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-8b4bf7af-da16-4c1d-ac9d-f88be0da80a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (9f14cae2-49d2-439b-bf64-4d822ea214c9), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:26.406858 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-40f2972e-a116-45c6-b0c9-de269782b773 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1945549394', 'description': 'tempest-secgroup-smoke-1945549394 description', 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:33:26.449801 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-308743a5-ca24-4601-94fe-8ccd0f43b561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (a0deb675-f1b8-4c03-8940-2641772faf68), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:26.457690 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (44a58313-ff10-4f1d-abca-ffe2a52dbcc1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:26.494021 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-40f2972e-a116-45c6-b0c9-de269782b773 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:26.598723 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=44a58313-ff10-4f1d-abca-ffe2a52dbcc1,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:26.681062 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-40f2972e-a116-45c6-b0c9-de269782b773 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for security_group (7791f452-8aa7-4b98-9135-f61896729e72), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:26.692920 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-40f2972e-a116-45c6-b0c9-de269782b773 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (7791f452-8aa7-4b98-9135-f61896729e72), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:26.699468 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-907bdb0b-8761-457d-a28a-1e0ff4c12a43 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for router_gateway (6d39eddb-0476-4f12-88a9-fa071fda9709), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:26.725269 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-8b4bf7af-da16-4c1d-ac9d-f88be0da80a0 None None] Current status of the port 9f14cae2-49d2-439b-bf64-4d822ea214c9 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:33:26.802890 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-40f2972e-a116-45c6-b0c9-de269782b773 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:26.810908 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-40f2972e-a116-45c6-b0c9-de269782b773 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4355195 Feb 02 07:33:26.814937 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59214) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:33:26.829087 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f2972e-a116-45c6-b0c9-de269782b773 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7791f452-8aa7-4b98-9135-f61896729e72,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:26.837945 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-f98b9351-46a7-4636-aefc-ff2b3ccce6bd tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Request body: {'security_group_rule': {'security_group_id': '7791f452-8aa7-4b98-9135-f61896729e72', 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:33:26.873932 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-5beaf5fa-6edf-4cfd-8ec0-b5333f15146c None None] Provisioning complete for port a0deb675-f1b8-4c03-8940-2641772faf68 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:33:26.874345 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5beaf5fa-6edf-4cfd-8ec0-b5333f15146c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (a0deb675-f1b8-4c03-8940-2641772faf68), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:26.882651 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f98b9351-46a7-4636-aefc-ff2b3ccce6bd tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for security_group_rule (74a871e7-ad66-4b83-9b41-bdac8485dded), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:26.933458 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 9f14cae2-49d2-439b-bf64-4d822ea214c9 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:33:26.987967 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-5beaf5fa-6edf-4cfd-8ec0-b5333f15146c None None] Port a0deb675-f1b8-4c03-8940-2641772faf68 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:33:27.011579 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 9f14cae2-49d2-439b-bf64-4d822ea214c9 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:33:27.012000 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (9f14cae2-49d2-439b-bf64-4d822ea214c9), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:27.020763 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f98b9351-46a7-4636-aefc-ff2b3ccce6bd tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for security_group_rule (74a871e7-ad66-4b83-9b41-bdac8485dded), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:27.028441 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f98b9351-46a7-4636-aefc-ff2b3ccce6bd tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (74a871e7-ad66-4b83-9b41-bdac8485dded), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:27.059802 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98b9351-46a7-4636-aefc-ff2b3ccce6bd tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74a871e7-ad66-4b83-9b41-bdac8485dded,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:27.077089 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f98b9351-46a7-4636-aefc-ff2b3ccce6bd tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:27.080839 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-f98b9351-46a7-4636-aefc-ff2b3ccce6bd tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2531183 Feb 02 07:33:27.083832 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59216) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:33:27.094325 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-fe533b83-6f29-427e-84a1-59d0da329ec8 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Request body: {'security_group_rule': {'security_group_id': '7791f452-8aa7-4b98-9135-f61896729e72', 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:33:27.114438 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-907bdb0b-8761-457d-a28a-1e0ff4c12a43 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for router_gateway (6d39eddb-0476-4f12-88a9-fa071fda9709), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:27.119700 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-308743a5-ca24-4601-94fe-8ccd0f43b561 None None] Publish callbacks [] for port (a0deb675-f1b8-4c03-8940-2641772faf68), precommit_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:27.127370 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-308743a5-ca24-4601-94fe-8ccd0f43b561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (a0deb675-f1b8-4c03-8940-2641772faf68), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:27.154714 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fe533b83-6f29-427e-84a1-59d0da329ec8 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for security_group_rule (e589b63e-3e3e-456f-b579-038843a35ab3), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:27.176945 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 9f14cae2-49d2-439b-bf64-4d822ea214c9 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:33:27.178077 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 44a58313-ff10-4f1d-abca-ffe2a52dbcc1 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:33:27.195906 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-907bdb0b-8761-457d-a28a-1e0ff4c12a43 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:27.258371 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-308743a5-ca24-4601-94fe-8ccd0f43b561 None None] Attempting to bind port a0deb675-f1b8-4c03-8940-2641772faf68 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:33:27.258893 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-308743a5-ca24-4601-94fe-8ccd0f43b561 None None] Attempting to bind port a0deb675-f1b8-4c03-8940-2641772faf68 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '05509cb5-b4d9-4250-87f7-00357fa17029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '4cf617d9-9b9c-4223-bd04-f3c7cf7e84d8'}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:33:27.259627 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308743a5-ca24-4601-94fe-8ccd0f43b561 None None] Attempting to bind port a0deb675-f1b8-4c03-8940-2641772faf68 on network 4cf617d9-9b9c-4223-bd04-f3c7cf7e84d8 {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:33:27.269338 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308743a5-ca24-4601-94fe-8ccd0f43b561 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:33:27.269653 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fe533b83-6f29-427e-84a1-59d0da329ec8 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for security_group_rule (e589b63e-3e3e-456f-b579-038843a35ab3), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:27.270428 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308743a5-ca24-4601-94fe-8ccd0f43b561 None None] Checking segment: {'id': '05509cb5-b4d9-4250-87f7-00357fa17029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '4cf617d9-9b9c-4223-bd04-f3c7cf7e84d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:33:27.270937 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-308743a5-ca24-4601-94fe-8ccd0f43b561 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:27.271544 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308743a5-ca24-4601-94fe-8ccd0f43b561 None None] Bound using segment: {'id': '05509cb5-b4d9-4250-87f7-00357fa17029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '4cf617d9-9b9c-4223-bd04-f3c7cf7e84d8'} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:33:27.272215 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-308743a5-ca24-4601-94fe-8ccd0f43b561 None None] Bound port: a0deb675-f1b8-4c03-8940-2641772faf68, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05509cb5-b4d9-4250-87f7-00357fa17029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '4cf617d9-9b9c-4223-bd04-f3c7cf7e84d8'}}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:33:27.272767 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-308743a5-ca24-4601-94fe-8ccd0f43b561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (a0deb675-f1b8-4c03-8940-2641772faf68), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:27.277357 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad785ab-b853-4b29-97ca-400a3700c8b2 None None] Pushing event updated for resources: {'Port': ['ID=a0deb675-f1b8-4c03-8940-2641772faf68,revision_number=3']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:27.279779 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fe533b83-6f29-427e-84a1-59d0da329ec8 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (e589b63e-3e3e-456f-b579-038843a35ab3), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:27.286322 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 44a58313-ff10-4f1d-abca-ffe2a52dbcc1 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:33:27.286750 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (44a58313-ff10-4f1d-abca-ffe2a52dbcc1), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:27.296569 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad785ab-b853-4b29-97ca-400a3700c8b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:33:27.297061 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad785ab-b853-4b29-97ca-400a3700c8b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:33:27.297529 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad785ab-b853-4b29-97ca-400a3700c8b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:33:27.297973 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad785ab-b853-4b29-97ca-400a3700c8b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:33:27.298894 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad785ab-b853-4b29-97ca-400a3700c8b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:33:27.299404 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad785ab-b853-4b29-97ca-400a3700c8b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:33:27.299937 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad785ab-b853-4b29-97ca-400a3700c8b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:33:27.300508 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad785ab-b853-4b29-97ca-400a3700c8b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:33:27.300944 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad785ab-b853-4b29-97ca-400a3700c8b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:33:27.301377 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad785ab-b853-4b29-97ca-400a3700c8b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:33:27.301821 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad785ab-b853-4b29-97ca-400a3700c8b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:33:27.302252 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad785ab-b853-4b29-97ca-400a3700c8b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:33:27.303019 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad785ab-b853-4b29-97ca-400a3700c8b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:33:27.312715 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe533b83-6f29-427e-84a1-59d0da329ec8 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e589b63e-3e3e-456f-b579-038843a35ab3,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:27.336975 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-fe533b83-6f29-427e-84a1-59d0da329ec8 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:27.338233 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-fe533b83-6f29-427e-84a1-59d0da329ec8 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2533762 Feb 02 07:33:27.341164 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59218) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:33:27.347930 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-a61850a6-bb68-4b44-b90a-6839cde2b95a tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Request body: {'security_group_rule': {'security_group_id': '7791f452-8aa7-4b98-9135-f61896729e72', 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:33:27.384601 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-308743a5-ca24-4601-94fe-8ccd0f43b561 None None] For port a0deb675-f1b8-4c03-8940-2641772faf68, host n-d-789963-26, cleared binding levels {{(pid=109696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:33:27.389481 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-308743a5-ca24-4601-94fe-8ccd0f43b561 None None] For port a0deb675-f1b8-4c03-8940-2641772faf68, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=a0deb675-f1b8-4c03-8940-2641772faf68,segment=NetworkSegment(05509cb5-b4d9-4250-87f7-00357fa17029),segment_id=05509cb5-b4d9-4250-87f7-00357fa17029)] {{(pid=109696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:33:27.405361 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-907bdb0b-8761-457d-a28a-1e0ff4c12a43 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Allocated IP 172.25.4.246 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/06e5a064-470a-46d6-981c-34a19d151d77) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:33:27.405969 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a61850a6-bb68-4b44-b90a-6839cde2b95a tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for security_group_rule (e8d19c40-f3ec-4ff8-87cb-40cf6c865380), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:27.407646 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-308743a5-ca24-4601-94fe-8ccd0f43b561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (a0deb675-f1b8-4c03-8940-2641772faf68), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:27.475597 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad785ab-b853-4b29-97ca-400a3700c8b2 None None] Pushing event updated for resources: {'Port': ['ID=a0deb675-f1b8-4c03-8940-2641772faf68,revision_number=4']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:27.500335 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 44a58313-ff10-4f1d-abca-ffe2a52dbcc1 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:33:27.501148 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308743a5-ca24-4601-94fe-8ccd0f43b561 None None] Routers {'587cab4b-5b1d-4b9b-84a1-d829d7328b4a'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:33:27.503075 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-308743a5-ca24-4601-94fe-8ccd0f43b561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:33:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['587cab4b-5b1d-4b9b-84a1-d829d7328b4a'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:33:27.554303 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-c2cb52c8-e4ea-4839-995c-716206c8362f None None] Provisioning complete for port a0deb675-f1b8-4c03-8940-2641772faf68 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:33:27.554652 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a61850a6-bb68-4b44-b90a-6839cde2b95a tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for security_group_rule (e8d19c40-f3ec-4ff8-87cb-40cf6c865380), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:27.554811 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c2cb52c8-e4ea-4839-995c-716206c8362f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (a0deb675-f1b8-4c03-8940-2641772faf68), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:27.566626 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a61850a6-bb68-4b44-b90a-6839cde2b95a tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (e8d19c40-f3ec-4ff8-87cb-40cf6c865380), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:27.595054 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:27.603577 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61850a6-bb68-4b44-b90a-6839cde2b95a tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8d19c40-f3ec-4ff8-87cb-40cf6c865380,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:27.631877 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a61850a6-bb68-4b44-b90a-6839cde2b95a tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:27.633404 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a61850a6-bb68-4b44-b90a-6839cde2b95a tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2912080 Feb 02 07:33:27.636520 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59220) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:33:27.641175 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-4b6e0792-1863-4d72-8a36-f793b19c20e2 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Request body: {'security_group_rule': {'security_group_id': '7791f452-8aa7-4b98-9135-f61896729e72', 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:33:27.656058 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-907bdb0b-8761-457d-a28a-1e0ff4c12a43 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for port (06e5a064-470a-46d6-981c-34a19d151d77), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:27.662669 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-308743a5-ca24-4601-94fe-8ccd0f43b561 None None] Set router 587cab4b-5b1d-4b9b-84a1-d829d7328b4a gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:33:27.700437 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4b6e0792-1863-4d72-8a36-f793b19c20e2 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for security_group_rule (f7d40d4f-8a5c-4ebe-891e-579571db5929), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:27.711332 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-907bdb0b-8761-457d-a28a-1e0ff4c12a43 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (06e5a064-470a-46d6-981c-34a19d151d77), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:27.740721 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-c2cb52c8-e4ea-4839-995c-716206c8362f None None] Current status of the port a0deb675-f1b8-4c03-8940-2641772faf68 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:33:27.741116 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c2cb52c8-e4ea-4839-995c-716206c8362f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (a0deb675-f1b8-4c03-8940-2641772faf68), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:27.769906 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907bdb0b-8761-457d-a28a-1e0ff4c12a43 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event updated for resources: {'Port': ['ID=06e5a064-470a-46d6-981c-34a19d151d77,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:27.808457 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907bdb0b-8761-457d-a28a-1e0ff4c12a43 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:33:27.808814 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907bdb0b-8761-457d-a28a-1e0ff4c12a43 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:33:27.809164 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907bdb0b-8761-457d-a28a-1e0ff4c12a43 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:33:27.809510 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907bdb0b-8761-457d-a28a-1e0ff4c12a43 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:33:27.809849 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907bdb0b-8761-457d-a28a-1e0ff4c12a43 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:33:27.810184 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907bdb0b-8761-457d-a28a-1e0ff4c12a43 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:33:27.810516 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907bdb0b-8761-457d-a28a-1e0ff4c12a43 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:33:27.810848 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907bdb0b-8761-457d-a28a-1e0ff4c12a43 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:33:27.811176 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907bdb0b-8761-457d-a28a-1e0ff4c12a43 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:33:27.811500 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907bdb0b-8761-457d-a28a-1e0ff4c12a43 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:33:27.811859 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907bdb0b-8761-457d-a28a-1e0ff4c12a43 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:33:27.812186 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907bdb0b-8761-457d-a28a-1e0ff4c12a43 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:33:27.812509 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907bdb0b-8761-457d-a28a-1e0ff4c12a43 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:33:27.841906 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-c2cb52c8-e4ea-4839-995c-716206c8362f None None] For port a0deb675-f1b8-4c03-8940-2641772faf68, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=a0deb675-f1b8-4c03-8940-2641772faf68,segment=NetworkSegment(05509cb5-b4d9-4250-87f7-00357fa17029),segment_id=05509cb5-b4d9-4250-87f7-00357fa17029)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:33:27.843133 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907bdb0b-8761-457d-a28a-1e0ff4c12a43 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:33:27.861661 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-907bdb0b-8761-457d-a28a-1e0ff4c12a43 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:33:27.864313 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4b6e0792-1863-4d72-8a36-f793b19c20e2 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for security_group_rule (f7d40d4f-8a5c-4ebe-891e-579571db5929), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:27.867431 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c2cb52c8-e4ea-4839-995c-716206c8362f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (a0deb675-f1b8-4c03-8940-2641772faf68), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:27.868571 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907bdb0b-8761-457d-a28a-1e0ff4c12a43 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:33:27.877130 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4b6e0792-1863-4d72-8a36-f793b19c20e2 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (f7d40d4f-8a5c-4ebe-891e-579571db5929), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:27.929494 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6e0792-1863-4d72-8a36-f793b19c20e2 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7d40d4f-8a5c-4ebe-891e-579571db5929,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:27.941341 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4b6e0792-1863-4d72-8a36-f793b19c20e2 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:27.942928 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-4b6e0792-1863-4d72-8a36-f793b19c20e2 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3057687 Feb 02 07:33:27.945668 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59228) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:33:27.958189 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-53f93d77-4b3d-47ff-a20e-97abc99bfc22 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Request body: {'security_group_rule': {'security_group_id': '7791f452-8aa7-4b98-9135-f61896729e72', 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:33:27.972757 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cb52c8-e4ea-4839-995c-716206c8362f None None] Pushing event updated for resources: {'Port': ['ID=a0deb675-f1b8-4c03-8940-2641772faf68,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:27.994315 n-d-789963-26 neutron-server[109693]: INFO neutron.db.securitygroups_db [None req-53f93d77-4b3d-47ff-a20e-97abc99bfc22 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Project 0001a5ba6eec46c79c6bb86c5404d46f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 07:33:28.000320 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-53f93d77-4b3d-47ff-a20e-97abc99bfc22 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for security_group_rule (a72e24e7-3a6b-4e02-bb2c-25d4e14737ac), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:28.013083 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-036ccec0-3204-4b70-8747-98ff217152cc None None] Provisioning complete for port a0deb675-f1b8-4c03-8940-2641772faf68 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:33:28.013840 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-036ccec0-3204-4b70-8747-98ff217152cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (a0deb675-f1b8-4c03-8940-2641772faf68), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:28.016021 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-308743a5-ca24-4601-94fe-8ccd0f43b561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587cab4b-5b1d-4b9b-84a1-d829d7328b4a', 'name': 'tempest-TestNetworkBasicOps-router-606286480', 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '44a58313-ff10-4f1d-abca-ffe2a52dbcc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:33:16Z', 'updated_at': '2022-02-02T07:33:23Z', 'revision_number': 4, 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'gw_port': {'id': '44a58313-ff10-4f1d-abca-ffe2a52dbcc1', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:57:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587cab4b-5b1d-4b9b-84a1-d829d7328b4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:17Z', 'updated_at': '2022-02-02T07:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'a0deb675-f1b8-4c03-8940-2641772faf68', 'name': '', 'network_id': '4cf617d9-9b9c-4223-bd04-f3c7cf7e84d8', 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'mac_address': 'fa:16:3e:49:a7:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587cab4b-5b1d-4b9b-84a1-d829d7328b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '34669776-b565-4e3f-8928-a1c44c1ed11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:22Z', 'updated_at': '2022-02-02T07:33:27Z', 'revision_number': 4, 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'subnets': [{'id': '34669776-b565-4e3f-8928-a1c44c1ed11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:33:28.050991 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308743a5-ca24-4601-94fe-8ccd0f43b561 None None] The sync data for ids ['587cab4b-5b1d-4b9b-84a1-d829d7328b4a'] in n-d-789963-26 is: [{'id': '587cab4b-5b1d-4b9b-84a1-d829d7328b4a', 'name': 'tempest-TestNetworkBasicOps-router-606286480', 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '44a58313-ff10-4f1d-abca-ffe2a52dbcc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:33:16Z', 'updated_at': '2022-02-02T07:33:23Z', 'revision_number': 4, 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'gw_port': {'id': '44a58313-ff10-4f1d-abca-ffe2a52dbcc1', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:57:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587cab4b-5b1d-4b9b-84a1-d829d7328b4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:17Z', 'updated_at': '2022-02-02T07:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'a0deb675-f1b8-4c03-8940-2641772faf68', 'name': '', 'network_id': '4cf617d9-9b9c-4223-bd04-f3c7cf7e84d8', 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'mac_address': 'fa:16:3e:49:a7:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587cab4b-5b1d-4b9b-84a1-d829d7328b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '34669776-b565-4e3f-8928-a1c44c1ed11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:22Z', 'updated_at': '2022-02-02T07:33:27Z', 'revision_number': 4, 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'subnets': [{'id': '34669776-b565-4e3f-8928-a1c44c1ed11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:33:28.192594 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-036ccec0-3204-4b70-8747-98ff217152cc None None] Current status of the port a0deb675-f1b8-4c03-8940-2641772faf68 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:33:28.215954 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-53f93d77-4b3d-47ff-a20e-97abc99bfc22 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for security_group_rule (a72e24e7-3a6b-4e02-bb2c-25d4e14737ac), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:28.220463 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-53f93d77-4b3d-47ff-a20e-97abc99bfc22 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (a72e24e7-3a6b-4e02-bb2c-25d4e14737ac), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:28.255007 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f93d77-4b3d-47ff-a20e-97abc99bfc22 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a72e24e7-3a6b-4e02-bb2c-25d4e14737ac,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:28.277996 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-53f93d77-4b3d-47ff-a20e-97abc99bfc22 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:28.281698 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-53f93d77-4b3d-47ff-a20e-97abc99bfc22 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3316631 Feb 02 07:33:28.282259 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59232) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:33:28.288557 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-d51687ae-3cb4-4267-955d-6caeb03a8c62 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Request body: {'security_group_rule': {'security_group_id': '7791f452-8aa7-4b98-9135-f61896729e72', 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:33:28.316841 n-d-789963-26 neutron-server[109693]: INFO neutron.db.securitygroups_db [None req-d51687ae-3cb4-4267-955d-6caeb03a8c62 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Project 0001a5ba6eec46c79c6bb86c5404d46f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 07:33:28.322556 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d51687ae-3cb4-4267-955d-6caeb03a8c62 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for security_group_rule (54d974df-a099-4aca-bbdb-ea79e82bda34), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:28.372944 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-907bdb0b-8761-457d-a28a-1e0ff4c12a43 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for router_gateway (6d39eddb-0476-4f12-88a9-fa071fda9709), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:28.417823 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d51687ae-3cb4-4267-955d-6caeb03a8c62 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for security_group_rule (54d974df-a099-4aca-bbdb-ea79e82bda34), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:28.431372 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d51687ae-3cb4-4267-955d-6caeb03a8c62 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (54d974df-a099-4aca-bbdb-ea79e82bda34), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:28.465201 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51687ae-3cb4-4267-955d-6caeb03a8c62 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54d974df-a099-4aca-bbdb-ea79e82bda34,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:28.477152 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d51687ae-3cb4-4267-955d-6caeb03a8c62 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:28.478877 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d51687ae-3cb4-4267-955d-6caeb03a8c62 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1956551 Feb 02 07:33:28.705522 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-907bdb0b-8761-457d-a28a-1e0ff4c12a43 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (6d39eddb-0476-4f12-88a9-fa071fda9709), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:29.002247 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-907bdb0b-8761-457d-a28a-1e0ff4c12a43 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Router 6d39eddb-0476-4f12-88a9-fa071fda9709 is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:33:29.004414 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device a0deb675-f1b8-4c03-8940-2641772faf68 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:33:29.086436 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-052dc19f-7083-4c24-a9f9-f8f7a179f83f req-38c20c1b-2780-426e-b8ca-fb892b291465 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1945549394&fields=id&tenant_id=0001a5ba6eec46c79c6bb86c5404d46f HTTP/1.1" status: 200 len: 267 time: 0.1068413 Feb 02 07:33:29.093208 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port a0deb675-f1b8-4c03-8940-2641772faf68 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:33:29.093926 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (a0deb675-f1b8-4c03-8940-2641772faf68), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:29.201649 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port a0deb675-f1b8-4c03-8940-2641772faf68 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:33:29.222678 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052dc19f-7083-4c24-a9f9-f8f7a179f83f req-424b6dae-3abb-47bb-8e1b-1364b1c78b7a tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:29.224223 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-052dc19f-7083-4c24-a9f9-f8f7a179f83f req-424b6dae-3abb-47bb-8e1b-1364b1c78b7a tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/networks?id=4cf617d9-9b9c-4223-bd04-f3c7cf7e84d8 HTTP/1.1" status: 200 len: 796 time: 0.1231115 Feb 02 07:33:29.272162 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-052dc19f-7083-4c24-a9f9-f8f7a179f83f req-32715374-38e8-461c-a0aa-d3da2d6dcb24 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/quotas/0001a5ba6eec46c79c6bb86c5404d46f HTTP/1.1" status: 200 len: 375 time: 0.0176439 Feb 02 07:33:29.354673 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-052dc19f-7083-4c24-a9f9-f8f7a179f83f req-bb3b2719-0aae-4bc8-8db3-55eac6bcacc6 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=0001a5ba6eec46c79c6bb86c5404d46f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0815492 Feb 02 07:33:29.359126 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-907bdb0b-8761-457d-a28a-1e0ff4c12a43 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:33:29.371252 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466a75d9-940e-4e6c-b662-c7ddafe5b100 None None] Sync routers for ids ['6d39eddb-0476-4f12-88a9-fa071fda9709'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:33:29.394737 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466a75d9-940e-4e6c-b662-c7ddafe5b100 None None] Routers {'6d39eddb-0476-4f12-88a9-fa071fda9709'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:33:29.395533 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-466a75d9-940e-4e6c-b662-c7ddafe5b100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:33:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['6d39eddb-0476-4f12-88a9-fa071fda9709'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:33:29.463070 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-052dc19f-7083-4c24-a9f9-f8f7a179f83f req-cc26ced6-7671-4610-a8f1-a3cb98b4f406 service neutron] 10.222.0.87 "GET /v2.0/networks/4cf617d9-9b9c-4223-bd04-f3c7cf7e84d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059012 Feb 02 07:33:29.563466 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-466a75d9-940e-4e6c-b662-c7ddafe5b100 None None] Set router 6d39eddb-0476-4f12-88a9-fa071fda9709 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:33:29.572671 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-052dc19f-7083-4c24-a9f9-f8f7a179f83f req-2b71a813-3741-4c91-8d7f-74cbf4535550 service neutron] 10.222.0.87 "GET /v2.0/networks/4cf617d9-9b9c-4223-bd04-f3c7cf7e84d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088431 Feb 02 07:33:29.591677 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-907bdb0b-8761-457d-a28a-1e0ff4c12a43 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:29.595044 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-907bdb0b-8761-457d-a28a-1e0ff4c12a43 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.6714091 Feb 02 07:33:29.596562 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59252) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:33:29.904353 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-82ff9164-72d6-49ed-adbb-b0d084d591ad tempest-TestNetworkAdvancedServerOps-1931800759 tempest-TestNetworkAdvancedServerOps-1931800759-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=b5f86cce5c924f2695e5f2d21aa64848&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3065939 Feb 02 07:33:29.907267 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59260) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:33:29.930943 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-466a75d9-940e-4e6c-b662-c7ddafe5b100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d39eddb-0476-4f12-88a9-fa071fda9709', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1266964918', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '06e5a064-470a-46d6-981c-34a19d151d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:33:26Z', 'updated_at': '2022-02-02T07:33:28Z', 'revision_number': 3, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'gw_port': {'id': '06e5a064-470a-46d6-981c-34a19d151d77', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9c:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d39eddb-0476-4f12-88a9-fa071fda9709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:27Z', 'updated_at': '2022-02-02T07:33:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:33:29.941009 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e1da53b4-2350-4298-b783-a618a314277b req-a9c0dcd7-b7f0-473e-883c-19a3589a9b2a tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/ports?device_id=3640d095-08c4-4f8b-b696-d88d31b53983 HTTP/1.1" status: 200 len: 210 time: 0.0729744 Feb 02 07:33:30.003877 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466a75d9-940e-4e6c-b662-c7ddafe5b100 None None] Checking router: 6d39eddb-0476-4f12-88a9-fa071fda9709 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:33:30.004236 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466a75d9-940e-4e6c-b662-c7ddafe5b100 None None] Updating router 6d39eddb-0476-4f12-88a9-fa071fda9709 port 06e5a064-470a-46d6-981c-34a19d151d77 binding host n-d-789963-26 {{(pid=109695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:33:30.049063 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-466a75d9-940e-4e6c-b662-c7ddafe5b100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (06e5a064-470a-46d6-981c-34a19d151d77), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:30.065824 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82b3ce7-6e33-4ba9-b6e9-55e7e03373ab tempest-TestNetworkAdvancedServerOps-1931800759 tempest-TestNetworkAdvancedServerOps-1931800759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:30.067342 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d82b3ce7-6e33-4ba9-b6e9-55e7e03373ab tempest-TestNetworkAdvancedServerOps-1931800759 tempest-TestNetworkAdvancedServerOps-1931800759-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1570108 Feb 02 07:33:30.070509 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59268) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:33:30.105375 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b71d34d3-70da-46cf-8b80-ba3d5e6533d9 tempest-TestNetworkAdvancedServerOps-1931800759 tempest-TestNetworkAdvancedServerOps-1931800759-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=ee4463ee-e783-4af5-91d5-cbeb2d0e0db8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0340793 Feb 02 07:33:30.108108 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59270) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:33:30.116427 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-41534c83-043e-46e2-a329-bb30b9c4ed28 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-502599168', 'network_id': 'e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865', 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:33:30.298909 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41534c83-043e-46e2-a329-bb30b9c4ed28 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Made reservation on behalf of b5f86cce5c924f2695e5f2d21aa64848 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:33:30.302355 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-41534c83-043e-46e2-a329-bb30b9c4ed28 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:30.460070 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-466a75d9-940e-4e6c-b662-c7ddafe5b100 None None] Publish callbacks [] for port (06e5a064-470a-46d6-981c-34a19d151d77), precommit_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:30.467249 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-466a75d9-940e-4e6c-b662-c7ddafe5b100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (06e5a064-470a-46d6-981c-34a19d151d77), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:30.531720 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-466a75d9-940e-4e6c-b662-c7ddafe5b100 None None] Attempting to bind port 06e5a064-470a-46d6-981c-34a19d151d77 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:33:30.532288 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-466a75d9-940e-4e6c-b662-c7ddafe5b100 None None] Attempting to bind port 06e5a064-470a-46d6-981c-34a19d151d77 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:33:30.533394 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466a75d9-940e-4e6c-b662-c7ddafe5b100 None None] Attempting to bind port 06e5a064-470a-46d6-981c-34a19d151d77 on network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:33:30.542285 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466a75d9-940e-4e6c-b662-c7ddafe5b100 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:33:30.542754 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466a75d9-940e-4e6c-b662-c7ddafe5b100 None None] Checking segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:33:30.543253 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-466a75d9-940e-4e6c-b662-c7ddafe5b100 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:30.543805 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466a75d9-940e-4e6c-b662-c7ddafe5b100 None None] Bound using segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:33:30.544371 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-466a75d9-940e-4e6c-b662-c7ddafe5b100 None None] Bound port: 06e5a064-470a-46d6-981c-34a19d151d77, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:33:30.544826 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-466a75d9-940e-4e6c-b662-c7ddafe5b100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (06e5a064-470a-46d6-981c-34a19d151d77), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:30.597336 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-41534c83-043e-46e2-a329-bb30b9c4ed28 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (ddad25ec-3bed-4618-8241-feff67ef97ce), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:30.612034 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-466a75d9-940e-4e6c-b662-c7ddafe5b100 None None] For port 06e5a064-470a-46d6-981c-34a19d151d77, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:33:30.628009 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-466a75d9-940e-4e6c-b662-c7ddafe5b100 None None] For port 06e5a064-470a-46d6-981c-34a19d151d77, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=06e5a064-470a-46d6-981c-34a19d151d77,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:33:30.631330 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26323ba0-36cb-48d5-9011-7e0a03b732b3 None None] Pushing event updated for resources: {'Port': ['ID=06e5a064-470a-46d6-981c-34a19d151d77,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:30.639292 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-466a75d9-940e-4e6c-b662-c7ddafe5b100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (06e5a064-470a-46d6-981c-34a19d151d77), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:30.700478 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41534c83-043e-46e2-a329-bb30b9c4ed28 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event updated for resources: {'Subnet': ['ID=ddad25ec-3bed-4618-8241-feff67ef97ce,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:30.711238 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41534c83-043e-46e2-a329-bb30b9c4ed28 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Checking segment: {'id': 'da5bca61-70f7-4d81-90dd-f147314af397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:33:30.711824 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41534c83-043e-46e2-a329-bb30b9c4ed28 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Network hostable DHCP agents. Network: e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:33:30.732769 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466a75d9-940e-4e6c-b662-c7ddafe5b100 None None] Routers {'6d39eddb-0476-4f12-88a9-fa071fda9709'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:33:30.733539 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-466a75d9-940e-4e6c-b662-c7ddafe5b100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:33:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['6d39eddb-0476-4f12-88a9-fa071fda9709'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:33:30.741407 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41534c83-043e-46e2-a329-bb30b9c4ed28 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Network e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:33:30.758293 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-41534c83-043e-46e2-a329-bb30b9c4ed28 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:33:30.771200 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41534c83-043e-46e2-a329-bb30b9c4ed28 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:30.772458 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-41534c83-043e-46e2-a329-bb30b9c4ed28 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:30.799930 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b96fd5-ccd1-4473-b60e-eaec29d84480 None None] Network e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:33:30.804261 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-41534c83-043e-46e2-a329-bb30b9c4ed28 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6944585 Feb 02 07:33:30.809013 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59276) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:33:30.823348 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26323ba0-36cb-48d5-9011-7e0a03b732b3 None None] Pushing event updated for resources: {'Port': ['ID=06e5a064-470a-46d6-981c-34a19d151d77,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:31.016552 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-466a75d9-940e-4e6c-b662-c7ddafe5b100 None None] Set router 6d39eddb-0476-4f12-88a9-fa071fda9709 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:33:31.059328 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd9e699-24a9-4cf2-bf2c-9e1387c61739 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865', 'network_id': 'e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865', 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'fixed_ips': [{'subnet_id': 'ddad25ec-3bed-4618-8241-feff67ef97ce'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:33:31.060261 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-bbd9e699-24a9-4cf2-bf2c-9e1387c61739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:31.555642 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bf00fba2-c2ac-4522-af3a-fb50fa323e28 req-ebc596b4-c860-480b-8884-f647d3116812 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/ports?device_id=3640d095-08c4-4f8b-b696-d88d31b53983 HTTP/1.1" status: 200 len: 210 time: 0.1204374 Feb 02 07:33:31.702871 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-bbd9e699-24a9-4cf2-bf2c-9e1387c61739 None None] Allocated IP 172.20.0.2 (e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865/ddad25ec-3bed-4618-8241-feff67ef97ce/17ff06aa-214b-49b4-8788-d23d8406be29) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:33:31.712143 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052dc19f-7083-4c24-a9f9-f8f7a179f83f req-be64d489-e119-42a2-b7b3-46cd1d76243f tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:31.714073 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-052dc19f-7083-4c24-a9f9-f8f7a179f83f req-be64d489-e119-42a2-b7b3-46cd1d76243f tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.88 "GET /v2.0/networks?id=4cf617d9-9b9c-4223-bd04-f3c7cf7e84d8 HTTP/1.1" status: 200 len: 796 time: 0.2774181 Feb 02 07:33:31.804739 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-466a75d9-940e-4e6c-b662-c7ddafe5b100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d39eddb-0476-4f12-88a9-fa071fda9709', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1266964918', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '06e5a064-470a-46d6-981c-34a19d151d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:33:26Z', 'updated_at': '2022-02-02T07:33:28Z', 'revision_number': 3, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'gw_port': {'id': '06e5a064-470a-46d6-981c-34a19d151d77', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9c:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d39eddb-0476-4f12-88a9-fa071fda9709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:27Z', 'updated_at': '2022-02-02T07:33:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:33:31.845561 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466a75d9-940e-4e6c-b662-c7ddafe5b100 None None] The sync data for ids ['6d39eddb-0476-4f12-88a9-fa071fda9709'] in n-d-789963-26 is: [{'id': '6d39eddb-0476-4f12-88a9-fa071fda9709', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1266964918', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '06e5a064-470a-46d6-981c-34a19d151d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:33:26Z', 'updated_at': '2022-02-02T07:33:28Z', 'revision_number': 3, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'gw_port': {'id': '06e5a064-470a-46d6-981c-34a19d151d77', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9c:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d39eddb-0476-4f12-88a9-fa071fda9709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:27Z', 'updated_at': '2022-02-02T07:33:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:33:31.856045 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-052dc19f-7083-4c24-a9f9-f8f7a179f83f req-6abdf4c6-c5df-424a-8ab9-964feef767b4 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0001a5ba6eec46c79c6bb86c5404d46f HTTP/1.1" status: 200 len: 380 time: 0.1104655 Feb 02 07:33:31.866477 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-052dc19f-7083-4c24-a9f9-f8f7a179f83f req-ab0cb9a6-97ce-4b96-8daa-9c767737cf98 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Request body: {'port': {'device_id': '3640d095-08c4-4f8b-b696-d88d31b53983', 'network_id': '4cf617d9-9b9c-4223-bd04-f3c7cf7e84d8', 'admin_state_up': True, 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'security_groups': ['7791f452-8aa7-4b98-9135-f61896729e72']}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:33:31.910986 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-bbd9e699-24a9-4cf2-bf2c-9e1387c61739 None None] Publish callbacks [] for port (17ff06aa-214b-49b4-8788-d23d8406be29), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:31.918474 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-bbd9e699-24a9-4cf2-bf2c-9e1387c61739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (17ff06aa-214b-49b4-8788-d23d8406be29), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:31.962862 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd9e699-24a9-4cf2-bf2c-9e1387c61739 None None] Network e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:33:31.967754 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-bbd9e699-24a9-4cf2-bf2c-9e1387c61739 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:33:31.971872 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd9e699-24a9-4cf2-bf2c-9e1387c61739 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:33:31.979770 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd9e699-24a9-4cf2-bf2c-9e1387c61739 None None] Pushing event updated for resources: {'Port': ['ID=17ff06aa-214b-49b4-8788-d23d8406be29,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:32.046941 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-bbd9e699-24a9-4cf2-bf2c-9e1387c61739 None None] Attempting to bind port 17ff06aa-214b-49b4-8788-d23d8406be29 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:33:32.047410 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-bbd9e699-24a9-4cf2-bf2c-9e1387c61739 None None] Attempting to bind port 17ff06aa-214b-49b4-8788-d23d8406be29 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'da5bca61-70f7-4d81-90dd-f147314af397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:33:32.048078 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd9e699-24a9-4cf2-bf2c-9e1387c61739 None None] Attempting to bind port 17ff06aa-214b-49b4-8788-d23d8406be29 on network e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:33:32.054663 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd9e699-24a9-4cf2-bf2c-9e1387c61739 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:33:32.055217 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd9e699-24a9-4cf2-bf2c-9e1387c61739 None None] Checking segment: {'id': 'da5bca61-70f7-4d81-90dd-f147314af397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:33:32.055753 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-bbd9e699-24a9-4cf2-bf2c-9e1387c61739 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:32.056250 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd9e699-24a9-4cf2-bf2c-9e1387c61739 None None] Bound using segment: {'id': 'da5bca61-70f7-4d81-90dd-f147314af397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:33:32.057167 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-bbd9e699-24a9-4cf2-bf2c-9e1387c61739 None None] Bound port: 17ff06aa-214b-49b4-8788-d23d8406be29, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da5bca61-70f7-4d81-90dd-f147314af397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:33:32.057676 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-bbd9e699-24a9-4cf2-bf2c-9e1387c61739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (17ff06aa-214b-49b4-8788-d23d8406be29), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:32.112141 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-052dc19f-7083-4c24-a9f9-f8f7a179f83f req-ab0cb9a6-97ce-4b96-8daa-9c767737cf98 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Made reservation on behalf of 0001a5ba6eec46c79c6bb86c5404d46f for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:33:32.115483 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-052dc19f-7083-4c24-a9f9-f8f7a179f83f req-ab0cb9a6-97ce-4b96-8daa-9c767737cf98 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:32.137831 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-bbd9e699-24a9-4cf2-bf2c-9e1387c61739 None None] For port 17ff06aa-214b-49b4-8788-d23d8406be29, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:33:32.143531 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-bbd9e699-24a9-4cf2-bf2c-9e1387c61739 None None] For port 17ff06aa-214b-49b4-8788-d23d8406be29, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=17ff06aa-214b-49b4-8788-d23d8406be29,segment=NetworkSegment(da5bca61-70f7-4d81-90dd-f147314af397),segment_id=da5bca61-70f7-4d81-90dd-f147314af397)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:33:32.158287 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-bbd9e699-24a9-4cf2-bf2c-9e1387c61739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (17ff06aa-214b-49b4-8788-d23d8406be29), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:32.274546 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2573f379-646f-4123-b8a1-2fb4e5cf5d67 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:32.361249 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd9e699-24a9-4cf2-bf2c-9e1387c61739 None None] Pushing event updated for resources: {'Port': ['ID=17ff06aa-214b-49b4-8788-d23d8406be29,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:32.489390 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-052dc19f-7083-4c24-a9f9-f8f7a179f83f req-ab0cb9a6-97ce-4b96-8daa-9c767737cf98 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Allocated IP 172.20.0.10 (4cf617d9-9b9c-4223-bd04-f3c7cf7e84d8/34669776-b565-4e3f-8928-a1c44c1ed11b/e1068d60-3d05-4af9-854b-da1da760b912) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:33:32.918402 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-be924dff-f163-479b-9e56-c1ab839e2c83 req-263b6e14-715d-42c0-ab14-b2c9737353c0 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/ports?device_id=3640d095-08c4-4f8b-b696-d88d31b53983 HTTP/1.1" status: 200 len: 210 time: 0.1537406 Feb 02 07:33:33.139841 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-052dc19f-7083-4c24-a9f9-f8f7a179f83f req-ab0cb9a6-97ce-4b96-8daa-9c767737cf98 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for port (e1068d60-3d05-4af9-854b-da1da760b912), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:33.152972 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 06e5a064-470a-46d6-981c-34a19d151d77 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:33:33.214581 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-052dc19f-7083-4c24-a9f9-f8f7a179f83f req-ab0cb9a6-97ce-4b96-8daa-9c767737cf98 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (e1068d60-3d05-4af9-854b-da1da760b912), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:33.292468 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 06e5a064-470a-46d6-981c-34a19d151d77 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:33:33.293145 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (06e5a064-470a-46d6-981c-34a19d151d77), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:33.318820 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-052dc19f-7083-4c24-a9f9-f8f7a179f83f req-ab0cb9a6-97ce-4b96-8daa-9c767737cf98 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Network 4cf617d9-9b9c-4223-bd04-f3c7cf7e84d8 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:33:33.321885 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0cb9a6-97ce-4b96-8daa-9c767737cf98 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Pushing event updated for resources: {'Port': ['ID=e1068d60-3d05-4af9-854b-da1da760b912,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:33.325503 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-2573f379-646f-4123-b8a1-2fb4e5cf5d67 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Allocated IP 172.20.0.1 (e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865/ddad25ec-3bed-4618-8241-feff67ef97ce/f84af52d-cc64-4c74-8e44-a2abae11d103) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:33:33.328378 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-052dc19f-7083-4c24-a9f9-f8f7a179f83f req-ab0cb9a6-97ce-4b96-8daa-9c767737cf98 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:33:33.334257 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-052dc19f-7083-4c24-a9f9-f8f7a179f83f req-ab0cb9a6-97ce-4b96-8daa-9c767737cf98 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:33:33.467997 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052dc19f-7083-4c24-a9f9-f8f7a179f83f req-ab0cb9a6-97ce-4b96-8daa-9c767737cf98 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:33.468605 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-052dc19f-7083-4c24-a9f9-f8f7a179f83f req-ab0cb9a6-97ce-4b96-8daa-9c767737cf98 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:33.526634 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 06e5a064-470a-46d6-981c-34a19d151d77 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:33:33.527199 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (06e5a064-470a-46d6-981c-34a19d151d77), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:33.583881 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-052dc19f-7083-4c24-a9f9-f8f7a179f83f req-ab0cb9a6-97ce-4b96-8daa-9c767737cf98 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7226965 Feb 02 07:33:33.593923 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 06e5a064-470a-46d6-981c-34a19d151d77, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=06e5a064-470a-46d6-981c-34a19d151d77,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:33:33.606426 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (06e5a064-470a-46d6-981c-34a19d151d77), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:33.607335 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 17ff06aa-214b-49b4-8788-d23d8406be29 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:33:33.622055 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [req-052dc19f-7083-4c24-a9f9-f8f7a179f83f req-74db5c54-cd6b-490d-bc79-7a7e32535a33 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:33:33.631215 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-052dc19f-7083-4c24-a9f9-f8f7a179f83f req-74db5c54-cd6b-490d-bc79-7a7e32535a33 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0333457 Feb 02 07:33:33.653169 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-052dc19f-7083-4c24-a9f9-f8f7a179f83f req-f13a9174-3f2a-455d-885f-74a8c60cbd6c service neutron] Request body: {'port': {'device_id': '3640d095-08c4-4f8b-b696-d88d31b53983', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:33:33.731803 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=06e5a064-470a-46d6-981c-34a19d151d77,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:33.792281 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 17ff06aa-214b-49b4-8788-d23d8406be29 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:33:33.794319 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (17ff06aa-214b-49b4-8788-d23d8406be29), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:33.875445 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-052dc19f-7083-4c24-a9f9-f8f7a179f83f req-f13a9174-3f2a-455d-885f-74a8c60cbd6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (e1068d60-3d05-4af9-854b-da1da760b912), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:33.928519 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 17ff06aa-214b-49b4-8788-d23d8406be29 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:33:33.929429 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (17ff06aa-214b-49b4-8788-d23d8406be29), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:34.012061 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2573f379-646f-4123-b8a1-2fb4e5cf5d67 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for port (f84af52d-cc64-4c74-8e44-a2abae11d103), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:34.038532 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 17ff06aa-214b-49b4-8788-d23d8406be29, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=17ff06aa-214b-49b4-8788-d23d8406be29,segment=NetworkSegment(da5bca61-70f7-4d81-90dd-f147314af397),segment_id=da5bca61-70f7-4d81-90dd-f147314af397)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:33:34.046088 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-e3f1e217-43db-4d25-9d44-7421f0248cde None None] Provisioning complete for port e1068d60-3d05-4af9-854b-da1da760b912 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:33:34.049128 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e3f1e217-43db-4d25-9d44-7421f0248cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (e1068d60-3d05-4af9-854b-da1da760b912), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:34.104264 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-e3f1e217-43db-4d25-9d44-7421f0248cde None None] Port e1068d60-3d05-4af9-854b-da1da760b912 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:33:34.107727 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (17ff06aa-214b-49b4-8788-d23d8406be29), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:34.184471 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=17ff06aa-214b-49b4-8788-d23d8406be29,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:34.201422 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27944775-521d-454b-a0e7-4ab1b7faa02e None None] Network e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:33:34.307742 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-a58b1c28-c281-4a92-82fe-77b94f03aabd None None] Provisioning complete for port 17ff06aa-214b-49b4-8788-d23d8406be29 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:33:34.308468 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a58b1c28-c281-4a92-82fe-77b94f03aabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (17ff06aa-214b-49b4-8788-d23d8406be29), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:34.396058 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56b6c1-2b72-4c1f-8f78-7e139786af1e req-82a195bb-b1cf-4e6b-b40f-4f2050edbfe4 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:34.416816 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5e56b6c1-2b72-4c1f-8f78-7e139786af1e req-82a195bb-b1cf-4e6b-b40f-4f2050edbfe4 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/ports?device_id=3640d095-08c4-4f8b-b696-d88d31b53983 HTTP/1.1" status: 200 len: 932 time: 0.3463626 Feb 02 07:33:34.445701 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-a58b1c28-c281-4a92-82fe-77b94f03aabd None None] Current status of the port 17ff06aa-214b-49b4-8788-d23d8406be29 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:33:34.446252 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2573f379-646f-4123-b8a1-2fb4e5cf5d67 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (f84af52d-cc64-4c74-8e44-a2abae11d103), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:34.547713 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2573f379-646f-4123-b8a1-2fb4e5cf5d67 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event updated for resources: {'Port': ['ID=f84af52d-cc64-4c74-8e44-a2abae11d103,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:34.703968 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5e56b6c1-2b72-4c1f-8f78-7e139786af1e req-61fddb8a-8627-4d88-a7e9-0dd912080f5f tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/security-groups?id=7791f452-8aa7-4b98-9135-f61896729e72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2843645 Feb 02 07:33:34.718125 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2573f379-646f-4123-b8a1-2fb4e5cf5d67 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Network e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:33:34.825081 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-052dc19f-7083-4c24-a9f9-f8f7a179f83f req-f13a9174-3f2a-455d-885f-74a8c60cbd6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1068d60-3d05-4af9-854b-da1da760b912 {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:33:34.833676 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-2573f379-646f-4123-b8a1-2fb4e5cf5d67 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:33:34.837060 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-052dc19f-7083-4c24-a9f9-f8f7a179f83f req-f13a9174-3f2a-455d-885f-74a8c60cbd6c service neutron] Publish callbacks [] for port (e1068d60-3d05-4af9-854b-da1da760b912), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:34.839360 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2573f379-646f-4123-b8a1-2fb4e5cf5d67 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:33:34.877534 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-29c7e9d7-24d9-49b2-832d-c4423257fbc1 None None] Provisioning complete for port 17ff06aa-214b-49b4-8788-d23d8406be29 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:33:34.880917 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-29c7e9d7-24d9-49b2-832d-c4423257fbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (17ff06aa-214b-49b4-8788-d23d8406be29), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:34.942088 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 06e5a064-470a-46d6-981c-34a19d151d77 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:33:34.982838 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2573f379-646f-4123-b8a1-2fb4e5cf5d67 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (6d39eddb-0476-4f12-88a9-fa071fda9709), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:34.988898 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-052dc19f-7083-4c24-a9f9-f8f7a179f83f req-f13a9174-3f2a-455d-885f-74a8c60cbd6c service neutron] Transition to ACTIVE for port object e1068d60-3d05-4af9-854b-da1da760b912 will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:33:35.042352 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-052dc19f-7083-4c24-a9f9-f8f7a179f83f req-f13a9174-3f2a-455d-885f-74a8c60cbd6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (e1068d60-3d05-4af9-854b-da1da760b912), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:35.128631 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13a9174-3f2a-455d-885f-74a8c60cbd6c service neutron] Pushing event updated for resources: {'Port': ['ID=e1068d60-3d05-4af9-854b-da1da760b912,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:35.205653 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-29c7e9d7-24d9-49b2-832d-c4423257fbc1 None None] Current status of the port 17ff06aa-214b-49b4-8788-d23d8406be29 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:33:35.215355 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 06e5a064-470a-46d6-981c-34a19d151d77 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:33:35.216166 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (06e5a064-470a-46d6-981c-34a19d151d77), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:35.412383 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2573f379-646f-4123-b8a1-2fb4e5cf5d67 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f84af52d-cc64-4c74-8e44-a2abae11d103), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:35.523064 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-052dc19f-7083-4c24-a9f9-f8f7a179f83f req-f13a9174-3f2a-455d-885f-74a8c60cbd6c service neutron] Attempting to bind port e1068d60-3d05-4af9-854b-da1da760b912 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:33:35.523064 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-052dc19f-7083-4c24-a9f9-f8f7a179f83f req-f13a9174-3f2a-455d-885f-74a8c60cbd6c service neutron] Attempting to bind port e1068d60-3d05-4af9-854b-da1da760b912 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': '05509cb5-b4d9-4250-87f7-00357fa17029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '4cf617d9-9b9c-4223-bd04-f3c7cf7e84d8'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:33:35.523064 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052dc19f-7083-4c24-a9f9-f8f7a179f83f req-f13a9174-3f2a-455d-885f-74a8c60cbd6c service neutron] Attempting to bind port e1068d60-3d05-4af9-854b-da1da760b912 on network 4cf617d9-9b9c-4223-bd04-f3c7cf7e84d8 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:33:35.526303 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 06e5a064-470a-46d6-981c-34a19d151d77 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:33:35.527765 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 17ff06aa-214b-49b4-8788-d23d8406be29 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:33:35.562037 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-f2efa7f3-ed0b-4581-a4b2-9deb40ef331a None None] Provisioning complete for port f84af52d-cc64-4c74-8e44-a2abae11d103 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:33:35.562387 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f2efa7f3-ed0b-4581-a4b2-9deb40ef331a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (f84af52d-cc64-4c74-8e44-a2abae11d103), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:35.594140 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052dc19f-7083-4c24-a9f9-f8f7a179f83f req-f13a9174-3f2a-455d-885f-74a8c60cbd6c service neutron] Port e1068d60-3d05-4af9-854b-da1da760b912 on network 4cf617d9-9b9c-4223-bd04-f3c7cf7e84d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:33:35.594765 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052dc19f-7083-4c24-a9f9-f8f7a179f83f req-f13a9174-3f2a-455d-885f-74a8c60cbd6c service neutron] Attempting to bind port e1068d60-3d05-4af9-854b-da1da760b912 on network 4cf617d9-9b9c-4223-bd04-f3c7cf7e84d8 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:33:35.605444 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052dc19f-7083-4c24-a9f9-f8f7a179f83f req-f13a9174-3f2a-455d-885f-74a8c60cbd6c service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:33:35.605444 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052dc19f-7083-4c24-a9f9-f8f7a179f83f req-f13a9174-3f2a-455d-885f-74a8c60cbd6c service neutron] Checking segment: {'id': '05509cb5-b4d9-4250-87f7-00357fa17029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '4cf617d9-9b9c-4223-bd04-f3c7cf7e84d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:33:35.605833 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052dc19f-7083-4c24-a9f9-f8f7a179f83f req-f13a9174-3f2a-455d-885f-74a8c60cbd6c service neutron] Bound using segment: {'id': '05509cb5-b4d9-4250-87f7-00357fa17029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '4cf617d9-9b9c-4223-bd04-f3c7cf7e84d8'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:33:35.606289 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-052dc19f-7083-4c24-a9f9-f8f7a179f83f req-f13a9174-3f2a-455d-885f-74a8c60cbd6c service neutron] Bound port: e1068d60-3d05-4af9-854b-da1da760b912, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05509cb5-b4d9-4250-87f7-00357fa17029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '4cf617d9-9b9c-4223-bd04-f3c7cf7e84d8'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:33:35.606773 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-052dc19f-7083-4c24-a9f9-f8f7a179f83f req-f13a9174-3f2a-455d-885f-74a8c60cbd6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (e1068d60-3d05-4af9-854b-da1da760b912), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:35.618920 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-f2efa7f3-ed0b-4581-a4b2-9deb40ef331a None None] Port f84af52d-cc64-4c74-8e44-a2abae11d103 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:33:35.638759 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 17ff06aa-214b-49b4-8788-d23d8406be29 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:33:35.639414 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (17ff06aa-214b-49b4-8788-d23d8406be29), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:35.771207 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-052dc19f-7083-4c24-a9f9-f8f7a179f83f req-f13a9174-3f2a-455d-885f-74a8c60cbd6c service neutron] For port e1068d60-3d05-4af9-854b-da1da760b912, host n-h1-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:33:35.776236 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-052dc19f-7083-4c24-a9f9-f8f7a179f83f req-f13a9174-3f2a-455d-885f-74a8c60cbd6c service neutron] For port e1068d60-3d05-4af9-854b-da1da760b912, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=e1068d60-3d05-4af9-854b-da1da760b912,segment=NetworkSegment(05509cb5-b4d9-4250-87f7-00357fa17029),segment_id=05509cb5-b4d9-4250-87f7-00357fa17029)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:33:35.785476 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 17ff06aa-214b-49b4-8788-d23d8406be29 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:33:35.801742 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-052dc19f-7083-4c24-a9f9-f8f7a179f83f req-f13a9174-3f2a-455d-885f-74a8c60cbd6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (e1068d60-3d05-4af9-854b-da1da760b912), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:35.910463 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052dc19f-7083-4c24-a9f9-f8f7a179f83f req-f13a9174-3f2a-455d-885f-74a8c60cbd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:35.911088 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-052dc19f-7083-4c24-a9f9-f8f7a179f83f req-f13a9174-3f2a-455d-885f-74a8c60cbd6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:35.912536 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-052dc19f-7083-4c24-a9f9-f8f7a179f83f req-f13a9174-3f2a-455d-885f-74a8c60cbd6c service neutron] 10.222.0.88 "PUT /v2.0/ports/e1068d60-3d05-4af9-854b-da1da760b912 HTTP/1.1" status: 200 len: 1093 time: 2.2760489 Feb 02 07:33:35.941147 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3640d095-08c4-4f8b-b696-d88d31b53983', 'tag': 'e1068d60-3d05-4af9-854b-da1da760b912'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:33:35.943365 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5163621-9a15-4f35-9d7c-94273f98a573" -d '{"events": [{"name": "network-changed", "server_uuid": "3640d095-08c4-4f8b-b696-d88d31b53983", "tag": "e1068d60-3d05-4af9-854b-da1da760b912"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:33:35.969605 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13a9174-3f2a-455d-885f-74a8c60cbd6c service neutron] Pushing event updated for resources: {'Port': ['ID=e1068d60-3d05-4af9-854b-da1da760b912,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:36.050882 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2573f379-646f-4123-b8a1-2fb4e5cf5d67 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for port (f84af52d-cc64-4c74-8e44-a2abae11d103), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:36.066506 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2573f379-646f-4123-b8a1-2fb4e5cf5d67 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (f84af52d-cc64-4c74-8e44-a2abae11d103), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:36.150284 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2573f379-646f-4123-b8a1-2fb4e5cf5d67 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (6d39eddb-0476-4f12-88a9-fa071fda9709), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:36.197417 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da454e-a1e4-4bcf-bb75-061f3fa70678 req-da6e6236-4074-4a7f-80ac-a9225c622962 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:36.198884 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-63da454e-a1e4-4bcf-bb75-061f3fa70678 req-da6e6236-4074-4a7f-80ac-a9225c622962 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/ports?device_id=3640d095-08c4-4f8b-b696-d88d31b53983 HTTP/1.1" status: 200 len: 944 time: 0.3497796 Feb 02 07:33:36.201269 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2573f379-646f-4123-b8a1-2fb4e5cf5d67 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event updated for resources: {'Port': ['ID=f84af52d-cc64-4c74-8e44-a2abae11d103,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:36.603304 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052dc19f-7083-4c24-a9f9-f8f7a179f83f req-1ea92500-ec4f-4771-bd28-e95047ba3b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:36.604924 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-052dc19f-7083-4c24-a9f9-f8f7a179f83f req-1ea92500-ec4f-4771-bd28-e95047ba3b8d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0001a5ba6eec46c79c6bb86c5404d46f&device_id=3640d095-08c4-4f8b-b696-d88d31b53983 HTTP/1.1" status: 200 len: 1127 time: 0.5502641 Feb 02 07:33:36.681102 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-052dc19f-7083-4c24-a9f9-f8f7a179f83f req-297d028f-55e2-4a07-af4a-df40fd3e610e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1068d60-3d05-4af9-854b-da1da760b912 HTTP/1.1" status: 200 len: 217 time: 0.0454972 Feb 02 07:33:36.688402 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-63da454e-a1e4-4bcf-bb75-061f3fa70678 req-5929d902-f2f9-48a4-92e3-9a901f52b864 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/security-groups?id=7791f452-8aa7-4b98-9135-f61896729e72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4802175 Feb 02 07:33:36.754716 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052dc19f-7083-4c24-a9f9-f8f7a179f83f req-c180c46c-fc67-4335-97bb-8a0e735c2458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:36.756197 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-052dc19f-7083-4c24-a9f9-f8f7a179f83f req-c180c46c-fc67-4335-97bb-8a0e735c2458 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=34669776-b565-4e3f-8928-a1c44c1ed11b HTTP/1.1" status: 200 len: 835 time: 0.0663424 Feb 02 07:33:36.773104 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e887ec-15a8-4149-b004-ce22be75a000 x-openstack-request-id: req-97e887ec-15a8-4149-b004-ce22be75a000 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:33:36.773304 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3640d095-08c4-4f8b-b696-d88d31b53983", "tag": "e1068d60-3d05-4af9-854b-da1da760b912", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:33:36.773526 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-97e887ec-15a8-4149-b004-ce22be75a000 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:33:36.773928 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3640d095-08c4-4f8b-b696-d88d31b53983', 'tag': 'e1068d60-3d05-4af9-854b-da1da760b912', 'status': 'completed', 'code': 200} Feb 02 07:33:36.775822 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2573f379-646f-4123-b8a1-2fb4e5cf5d67 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Network e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:33:36.779200 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-2573f379-646f-4123-b8a1-2fb4e5cf5d67 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:33:36.877800 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052dc19f-7083-4c24-a9f9-f8f7a179f83f req-77a086c3-2c08-48dc-901b-01aa46dc5914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:36.879377 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-052dc19f-7083-4c24-a9f9-f8f7a179f83f req-77a086c3-2c08-48dc-901b-01aa46dc5914 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4cf617d9-9b9c-4223-bd04-f3c7cf7e84d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1164675 Feb 02 07:33:36.978304 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2573f379-646f-4123-b8a1-2fb4e5cf5d67 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Router 6d39eddb-0476-4f12-88a9-fa071fda9709 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:33:37.097462 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-052dc19f-7083-4c24-a9f9-f8f7a179f83f req-efe2d741-ac6b-440f-af65-cfd612c0af2c service neutron] 10.222.0.88 "GET /v2.0/networks/4cf617d9-9b9c-4223-bd04-f3c7cf7e84d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829603 Feb 02 07:33:37.158241 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-5e634d2a-4d8b-4aff-b8d6-80a4cde29410 None None] Provisioning complete for port f84af52d-cc64-4c74-8e44-a2abae11d103 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:33:37.159930 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e634d2a-4d8b-4aff-b8d6-80a4cde29410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (f84af52d-cc64-4c74-8e44-a2abae11d103), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:37.201476 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-5e634d2a-4d8b-4aff-b8d6-80a4cde29410 None None] Port f84af52d-cc64-4c74-8e44-a2abae11d103 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:33:37.239970 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2573f379-646f-4123-b8a1-2fb4e5cf5d67 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:33:37.249257 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-2573f379-646f-4123-b8a1-2fb4e5cf5d67 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "PUT /v2.0/routers/6d39eddb-0476-4f12-88a9-fa071fda9709/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4392025 Feb 02 07:33:37.256768 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-052dc19f-7083-4c24-a9f9-f8f7a179f83f req-62ffe107-01a1-4d73-8d07-9d5a1a261cf1 service neutron] 10.222.0.88 "GET /v2.0/networks/4cf617d9-9b9c-4223-bd04-f3c7cf7e84d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531458 Feb 02 07:33:37.259580 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abf7b21-c8b8-469e-95fa-f135da1f11c4 None None] Sync routers for ids ['6d39eddb-0476-4f12-88a9-fa071fda9709'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:33:37.284070 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abf7b21-c8b8-469e-95fa-f135da1f11c4 None None] Routers {'6d39eddb-0476-4f12-88a9-fa071fda9709'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:33:37.284708 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-0abf7b21-c8b8-469e-95fa-f135da1f11c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:33:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['6d39eddb-0476-4f12-88a9-fa071fda9709'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:33:37.415216 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-0abf7b21-c8b8-469e-95fa-f135da1f11c4 None None] Set router 6d39eddb-0476-4f12-88a9-fa071fda9709 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:33:37.458835 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-146b73c0-217d-471d-b339-0d43cde76129 req-18eea8d6-83b6-4c72-93f3-cf6f0f35df38 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-625133214&fields=id&tenant_id=b5f86cce5c924f2695e5f2d21aa64848 HTTP/1.1" status: 200 len: 267 time: 0.0605037 Feb 02 07:33:37.462056 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5163621-9a15-4f35-9d7c-94273f98a573 req-607182a7-d66d-4142-a378-c42a015f8ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:37.463730 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a5163621-9a15-4f35-9d7c-94273f98a573 req-607182a7-d66d-4142-a378-c42a015f8ecc service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0001a5ba6eec46c79c6bb86c5404d46f&device_id=3640d095-08c4-4f8b-b696-d88d31b53983 HTTP/1.1" status: 200 len: 1127 time: 0.1043897 Feb 02 07:33:37.661371 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b73c0-217d-471d-b339-0d43cde76129 req-a54da8c3-341a-4166-bcdc-9177694952b5 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:37.663291 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-146b73c0-217d-471d-b339-0d43cde76129 req-a54da8c3-341a-4166-bcdc-9177694952b5 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/networks?id=e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865 HTTP/1.1" status: 200 len: 797 time: 0.1957960 Feb 02 07:33:37.688176 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-146b73c0-217d-471d-b339-0d43cde76129 req-d0d755e2-4efc-44e5-85b1-19a2775d8e9c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/quotas/b5f86cce5c924f2695e5f2d21aa64848 HTTP/1.1" status: 200 len: 375 time: 0.0155420 Feb 02 07:33:37.748760 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5163621-9a15-4f35-9d7c-94273f98a573 req-0d9ca9a3-f13d-4700-a94b-1759c9d2af4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:37.750516 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a5163621-9a15-4f35-9d7c-94273f98a573 req-0d9ca9a3-f13d-4700-a94b-1759c9d2af4c service neutron] 10.222.0.88 "GET /v2.0/networks?id=4cf617d9-9b9c-4223-bd04-f3c7cf7e84d8 HTTP/1.1" status: 200 len: 897 time: 0.2419672 Feb 02 07:33:37.815458 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a5163621-9a15-4f35-9d7c-94273f98a573 req-f37905c5-9b21-483b-ad70-3d53d6c734b3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1068d60-3d05-4af9-854b-da1da760b912 HTTP/1.1" status: 200 len: 217 time: 0.0551667 Feb 02 07:33:37.871222 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-0abf7b21-c8b8-469e-95fa-f135da1f11c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d39eddb-0476-4f12-88a9-fa071fda9709', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1266964918', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '06e5a064-470a-46d6-981c-34a19d151d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:33:26Z', 'updated_at': '2022-02-02T07:33:35Z', 'revision_number': 4, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'gw_port': {'id': '06e5a064-470a-46d6-981c-34a19d151d77', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d39eddb-0476-4f12-88a9-fa071fda9709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:27Z', 'updated_at': '2022-02-02T07:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'f84af52d-cc64-4c74-8e44-a2abae11d103', 'name': '', 'network_id': 'e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'mac_address': 'fa:16:3e:8f:88:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d39eddb-0476-4f12-88a9-fa071fda9709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'ddad25ec-3bed-4618-8241-feff67ef97ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:32Z', 'updated_at': '2022-02-02T07:33:35Z', 'revision_number': 2, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'subnets': [{'id': 'ddad25ec-3bed-4618-8241-feff67ef97ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:33:37.884636 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5163621-9a15-4f35-9d7c-94273f98a573 req-0fa6ed64-7a52-473f-aa37-b19ae3f40c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:37.886464 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a5163621-9a15-4f35-9d7c-94273f98a573 req-0fa6ed64-7a52-473f-aa37-b19ae3f40c49 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=34669776-b565-4e3f-8928-a1c44c1ed11b HTTP/1.1" status: 200 len: 835 time: 0.0616109 Feb 02 07:33:37.904017 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-146b73c0-217d-471d-b339-0d43cde76129 req-777a1469-deec-41ab-9ba3-fb5b87e19a1a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=b5f86cce5c924f2695e5f2d21aa64848&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1965060 Feb 02 07:33:37.909554 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abf7b21-c8b8-469e-95fa-f135da1f11c4 None None] Checking router: 6d39eddb-0476-4f12-88a9-fa071fda9709 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:33:37.909835 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abf7b21-c8b8-469e-95fa-f135da1f11c4 None None] Updating router 6d39eddb-0476-4f12-88a9-fa071fda9709 port f84af52d-cc64-4c74-8e44-a2abae11d103 binding host n-d-789963-26 {{(pid=109696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:33:37.942834 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-0abf7b21-c8b8-469e-95fa-f135da1f11c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f84af52d-cc64-4c74-8e44-a2abae11d103), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:38.037447 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5163621-9a15-4f35-9d7c-94273f98a573 req-6e934f85-1075-49bd-a900-e7e59f124fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:38.038971 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a5163621-9a15-4f35-9d7c-94273f98a573 req-6e934f85-1075-49bd-a900-e7e59f124fae service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4cf617d9-9b9c-4223-bd04-f3c7cf7e84d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1335497 Feb 02 07:33:38.069495 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-146b73c0-217d-471d-b339-0d43cde76129 req-0fc96046-df6c-4c52-a97b-e87f9d13f461 service neutron] 10.222.0.87 "GET /v2.0/networks/e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504734 Feb 02 07:33:38.222559 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a5163621-9a15-4f35-9d7c-94273f98a573 req-6e47cf60-8a4a-45dd-9b7a-e18fbb867364 service neutron] 10.222.0.88 "GET /v2.0/networks/4cf617d9-9b9c-4223-bd04-f3c7cf7e84d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749325 Feb 02 07:33:38.242802 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-146b73c0-217d-471d-b339-0d43cde76129 req-1006f327-a108-49b2-b832-e9d5005d61ca service neutron] 10.222.0.87 "GET /v2.0/networks/e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640761 Feb 02 07:33:38.310956 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-0abf7b21-c8b8-469e-95fa-f135da1f11c4 None None] Publish callbacks [] for port (f84af52d-cc64-4c74-8e44-a2abae11d103), precommit_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:38.326912 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-0abf7b21-c8b8-469e-95fa-f135da1f11c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (f84af52d-cc64-4c74-8e44-a2abae11d103), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:38.338872 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a5163621-9a15-4f35-9d7c-94273f98a573 req-5c1e4388-e07c-499e-8e48-712f1382d28b service neutron] 10.222.0.88 "GET /v2.0/networks/4cf617d9-9b9c-4223-bd04-f3c7cf7e84d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085677 Feb 02 07:33:38.397103 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5636497e-c00f-4f6a-91e5-5e66be40fb29 None None] Pushing event updated for resources: {'Port': ['ID=f84af52d-cc64-4c74-8e44-a2abae11d103,revision_number=3']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:38.514345 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-0abf7b21-c8b8-469e-95fa-f135da1f11c4 None None] Attempting to bind port f84af52d-cc64-4c74-8e44-a2abae11d103 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:33:38.515411 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-0abf7b21-c8b8-469e-95fa-f135da1f11c4 None None] Attempting to bind port f84af52d-cc64-4c74-8e44-a2abae11d103 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'da5bca61-70f7-4d81-90dd-f147314af397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865'}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:33:38.518116 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abf7b21-c8b8-469e-95fa-f135da1f11c4 None None] Attempting to bind port f84af52d-cc64-4c74-8e44-a2abae11d103 on network e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865 {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:33:38.535485 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abf7b21-c8b8-469e-95fa-f135da1f11c4 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:33:38.536046 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abf7b21-c8b8-469e-95fa-f135da1f11c4 None None] Checking segment: {'id': 'da5bca61-70f7-4d81-90dd-f147314af397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:33:38.538006 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-0abf7b21-c8b8-469e-95fa-f135da1f11c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:38.539592 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abf7b21-c8b8-469e-95fa-f135da1f11c4 None None] Bound using segment: {'id': 'da5bca61-70f7-4d81-90dd-f147314af397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865'} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:33:38.542564 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-0abf7b21-c8b8-469e-95fa-f135da1f11c4 None None] Bound port: f84af52d-cc64-4c74-8e44-a2abae11d103, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da5bca61-70f7-4d81-90dd-f147314af397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865'}}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:33:38.543347 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-0abf7b21-c8b8-469e-95fa-f135da1f11c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f84af52d-cc64-4c74-8e44-a2abae11d103), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:38.689623 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeeaf75-44b4-44e9-b955-2c755bd7d07a req-e316c487-c3ae-4ca9-b0de-a45bb4d1aec2 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:38.689848 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-0abf7b21-c8b8-469e-95fa-f135da1f11c4 None None] For port f84af52d-cc64-4c74-8e44-a2abae11d103, host n-d-789963-26, cleared binding levels {{(pid=109696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:33:38.696786 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-0abf7b21-c8b8-469e-95fa-f135da1f11c4 None None] For port f84af52d-cc64-4c74-8e44-a2abae11d103, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=f84af52d-cc64-4c74-8e44-a2abae11d103,segment=NetworkSegment(da5bca61-70f7-4d81-90dd-f147314af397),segment_id=da5bca61-70f7-4d81-90dd-f147314af397)] {{(pid=109696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:33:38.701108 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bdeeaf75-44b4-44e9-b955-2c755bd7d07a req-e316c487-c3ae-4ca9-b0de-a45bb4d1aec2 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/ports?device_id=3640d095-08c4-4f8b-b696-d88d31b53983 HTTP/1.1" status: 200 len: 944 time: 0.1398966 Feb 02 07:33:38.708343 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-0abf7b21-c8b8-469e-95fa-f135da1f11c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (f84af52d-cc64-4c74-8e44-a2abae11d103), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:38.791651 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bdeeaf75-44b4-44e9-b955-2c755bd7d07a req-2a0f6de0-24da-405c-8c35-8c6f618f6411 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/security-groups?id=7791f452-8aa7-4b98-9135-f61896729e72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890644 Feb 02 07:33:38.850224 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-938e8052-9ba9-43e9-9a68-98670fcfa6c0 None None] Provisioning complete for port f84af52d-cc64-4c74-8e44-a2abae11d103 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:33:38.850717 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-938e8052-9ba9-43e9-9a68-98670fcfa6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (f84af52d-cc64-4c74-8e44-a2abae11d103), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:38.902835 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1b524669-d289-4068-b3c8-789b09489162 req-dd2a871d-c25c-4ebb-a1d7-1aa9d93517e0 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=0303d9bc-82d9-4cc7-98c3-1599bac52df2 HTTP/1.1" status: 200 len: 210 time: 0.0638387 Feb 02 07:33:38.918405 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abf7b21-c8b8-469e-95fa-f135da1f11c4 None None] Routers {'6d39eddb-0476-4f12-88a9-fa071fda9709'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:33:38.919052 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-0abf7b21-c8b8-469e-95fa-f135da1f11c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:33:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['6d39eddb-0476-4f12-88a9-fa071fda9709'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:33:38.994369 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-938e8052-9ba9-43e9-9a68-98670fcfa6c0 None None] Current status of the port f84af52d-cc64-4c74-8e44-a2abae11d103 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:33:38.994770 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-938e8052-9ba9-43e9-9a68-98670fcfa6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f84af52d-cc64-4c74-8e44-a2abae11d103), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:39.064775 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-938e8052-9ba9-43e9-9a68-98670fcfa6c0 None None] For port f84af52d-cc64-4c74-8e44-a2abae11d103, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=f84af52d-cc64-4c74-8e44-a2abae11d103,segment=NetworkSegment(da5bca61-70f7-4d81-90dd-f147314af397),segment_id=da5bca61-70f7-4d81-90dd-f147314af397)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:33:39.074878 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-938e8052-9ba9-43e9-9a68-98670fcfa6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (f84af52d-cc64-4c74-8e44-a2abae11d103), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:39.101999 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-0abf7b21-c8b8-469e-95fa-f135da1f11c4 None None] Set router 6d39eddb-0476-4f12-88a9-fa071fda9709 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:33:39.169855 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938e8052-9ba9-43e9-9a68-98670fcfa6c0 None None] Pushing event updated for resources: {'Port': ['ID=f84af52d-cc64-4c74-8e44-a2abae11d103,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:39.170293 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5636497e-c00f-4f6a-91e5-5e66be40fb29 None None] Pushing event updated for resources: {'Port': ['ID=f84af52d-cc64-4c74-8e44-a2abae11d103,revision_number=4']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:39.213396 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-72b0adc8-3877-4461-8e77-901fa2b6876a None None] Provisioning complete for port f84af52d-cc64-4c74-8e44-a2abae11d103 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:33:39.214028 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-72b0adc8-3877-4461-8e77-901fa2b6876a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (f84af52d-cc64-4c74-8e44-a2abae11d103), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:39.334940 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-72b0adc8-3877-4461-8e77-901fa2b6876a None None] Current status of the port f84af52d-cc64-4c74-8e44-a2abae11d103 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:33:39.417724 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-0abf7b21-c8b8-469e-95fa-f135da1f11c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d39eddb-0476-4f12-88a9-fa071fda9709', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1266964918', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '06e5a064-470a-46d6-981c-34a19d151d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:33:26Z', 'updated_at': '2022-02-02T07:33:35Z', 'revision_number': 4, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'gw_port': {'id': '06e5a064-470a-46d6-981c-34a19d151d77', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d39eddb-0476-4f12-88a9-fa071fda9709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:27Z', 'updated_at': '2022-02-02T07:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'f84af52d-cc64-4c74-8e44-a2abae11d103', 'name': '', 'network_id': 'e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'mac_address': 'fa:16:3e:8f:88:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d39eddb-0476-4f12-88a9-fa071fda9709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'ddad25ec-3bed-4618-8241-feff67ef97ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:32Z', 'updated_at': '2022-02-02T07:33:38Z', 'revision_number': 4, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'subnets': [{'id': 'ddad25ec-3bed-4618-8241-feff67ef97ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:33:39.455901 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abf7b21-c8b8-469e-95fa-f135da1f11c4 None None] The sync data for ids ['6d39eddb-0476-4f12-88a9-fa071fda9709'] in n-d-789963-26 is: [{'id': '6d39eddb-0476-4f12-88a9-fa071fda9709', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1266964918', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '06e5a064-470a-46d6-981c-34a19d151d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:33:26Z', 'updated_at': '2022-02-02T07:33:35Z', 'revision_number': 4, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'gw_port': {'id': '06e5a064-470a-46d6-981c-34a19d151d77', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d39eddb-0476-4f12-88a9-fa071fda9709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:27Z', 'updated_at': '2022-02-02T07:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'f84af52d-cc64-4c74-8e44-a2abae11d103', 'name': '', 'network_id': 'e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'mac_address': 'fa:16:3e:8f:88:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d39eddb-0476-4f12-88a9-fa071fda9709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'ddad25ec-3bed-4618-8241-feff67ef97ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:32Z', 'updated_at': '2022-02-02T07:33:38Z', 'revision_number': 4, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'subnets': [{'id': 'ddad25ec-3bed-4618-8241-feff67ef97ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:33:40.044639 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439cebe9-c287-410e-abf4-f9b251b8873f req-87604d66-9aab-478a-ba6d-9107307c8cba tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:40.046234 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-439cebe9-c287-410e-abf4-f9b251b8873f req-87604d66-9aab-478a-ba6d-9107307c8cba tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/ports?device_id=3640d095-08c4-4f8b-b696-d88d31b53983 HTTP/1.1" status: 200 len: 944 time: 0.1124158 Feb 02 07:33:40.178263 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-439cebe9-c287-410e-abf4-f9b251b8873f req-1c853a8a-d3f7-468e-a2b4-4c7b5d4a06be tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/security-groups?id=7791f452-8aa7-4b98-9135-f61896729e72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233392 Feb 02 07:33:40.361487 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-870fc1fa-d98c-43fe-8fff-41cfbbb0b24b req-5b4e4db1-ac42-4e5f-bfd6-53e59b31b58f tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=0303d9bc-82d9-4cc7-98c3-1599bac52df2 HTTP/1.1" status: 200 len: 210 time: 0.0497820 Feb 02 07:33:40.433413 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device e1068d60-3d05-4af9-854b-da1da760b912 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:33:40.595833 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59374) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:33:40.684486 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port e1068d60-3d05-4af9-854b-da1da760b912, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=e1068d60-3d05-4af9-854b-da1da760b912,segment=NetworkSegment(05509cb5-b4d9-4250-87f7-00357fa17029),segment_id=05509cb5-b4d9-4250-87f7-00357fa17029)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:33:40.710238 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': 'e1068d60-3d05-4af9-854b-da1da760b912', 'network_id': '4cf617d9-9b9c-4223-bd04-f3c7cf7e84d8', 'port_id': 'e1068d60-3d05-4af9-854b-da1da760b912', 'mac_address': 'fa:16:3e:d5:70:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34669776-b565-4e3f-8928-a1c44c1ed11b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:33:40.797262 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-262ae4aa-9a3b-476e-96b3-1a114fa41011 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f938d88f42134fbb974cb96555887a06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1996248 Feb 02 07:33:40.799046 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59378) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:33:40.819595 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b73c0-217d-471d-b339-0d43cde76129 req-a89aa90d-d45e-4006-8c38-9d03569f1beb tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:40.822886 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-146b73c0-217d-471d-b339-0d43cde76129 req-a89aa90d-d45e-4006-8c38-9d03569f1beb tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.59 "GET /v2.0/networks?id=e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865 HTTP/1.1" status: 200 len: 797 time: 0.8275898 Feb 02 07:33:40.858939 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port e1068d60-3d05-4af9-854b-da1da760b912 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:33:40.859620 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (e1068d60-3d05-4af9-854b-da1da760b912), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:40.909538 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1068d60-3d05-4af9-854b-da1da760b912 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:33:40.922318 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1f5a306c-17d3-4618-a23c-6300b9608de9 admin admin] Publish callbacks [] for security_group (0ba86072-18f2-49a6-940c-e99fc7c0ce3a), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:41.009766 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1f5a306c-17d3-4618-a23c-6300b9608de9 admin admin] Publish callbacks [] for security_group (0ba86072-18f2-49a6-940c-e99fc7c0ce3a), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:41.058979 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port e1068d60-3d05-4af9-854b-da1da760b912, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=e1068d60-3d05-4af9-854b-da1da760b912,segment=NetworkSegment(05509cb5-b4d9-4250-87f7-00357fa17029),segment_id=05509cb5-b4d9-4250-87f7-00357fa17029)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:33:41.078522 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device f84af52d-cc64-4c74-8e44-a2abae11d103 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:33:41.084989 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (e1068d60-3d05-4af9-854b-da1da760b912), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:41.090564 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-146b73c0-217d-471d-b339-0d43cde76129 req-7075a745-adc3-4f12-bb30-7c5513ea9971 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5f86cce5c924f2695e5f2d21aa64848 HTTP/1.1" status: 200 len: 379 time: 0.2500162 Feb 02 07:33:41.102140 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-146b73c0-217d-471d-b339-0d43cde76129 req-4b215689-2a8b-4783-96c5-bdd790459f0f tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Request body: {'port': {'device_id': '0303d9bc-82d9-4cc7-98c3-1599bac52df2', 'network_id': 'e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865', 'admin_state_up': True, 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'security_groups': ['a1d7f0ae-c818-4496-b094-8f4a4e213979']}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:33:41.143541 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1f5a306c-17d3-4618-a23c-6300b9608de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (0ba86072-18f2-49a6-940c-e99fc7c0ce3a), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:41.162581 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1f5a306c-17d3-4618-a23c-6300b9608de9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:41.169765 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-1f5a306c-17d3-4618-a23c-6300b9608de9 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/0ba86072-18f2-49a6-940c-e99fc7c0ce3a HTTP/1.1" status: 204 len: 168 time: 0.3679605 Feb 02 07:33:41.190763 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=e1068d60-3d05-4af9-854b-da1da760b912,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:41.192292 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a306c-17d3-4618-a23c-6300b9608de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba86072-18f2-49a6-940c-e99fc7c0ce3a,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:41.212286 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2e900907-456f-44bc-ba02-0680cb3fc503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:41.337104 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port f84af52d-cc64-4c74-8e44-a2abae11d103 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:33:41.337769 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (f84af52d-cc64-4c74-8e44-a2abae11d103), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:41.391427 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['e1068d60-3d05-4af9-854b-da1da760b912'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:33:41.435851 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-146b73c0-217d-471d-b339-0d43cde76129 req-4b215689-2a8b-4783-96c5-bdd790459f0f tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Made reservation on behalf of b5f86cce5c924f2695e5f2d21aa64848 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:33:41.442300 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-146b73c0-217d-471d-b339-0d43cde76129 req-4b215689-2a8b-4783-96c5-bdd790459f0f tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:41.450311 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e76eb58-48d4-440c-a4a6-baa43733e0fe req-f6f08f39-8307-447c-9805-187fffe6b177 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:41.453027 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8e76eb58-48d4-440c-a4a6-baa43733e0fe req-f6f08f39-8307-447c-9805-187fffe6b177 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/ports?device_id=3640d095-08c4-4f8b-b696-d88d31b53983 HTTP/1.1" status: 200 len: 945 time: 0.1342607 Feb 02 07:33:41.590192 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8e76eb58-48d4-440c-a4a6-baa43733e0fe req-251ce50f-5d03-4efd-886a-09aef784f0c5 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/security-groups?id=7791f452-8aa7-4b98-9135-f61896729e72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299882 Feb 02 07:33:41.634021 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port f84af52d-cc64-4c74-8e44-a2abae11d103 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:33:41.768152 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-03c7cd70-488b-42d8-b5c7-e11ed1a7bc9c req-1631a946-5e07-41c6-a34a-34f10d6233b7 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=0303d9bc-82d9-4cc7-98c3-1599bac52df2 HTTP/1.1" status: 200 len: 210 time: 0.0536780 Feb 02 07:33:41.821207 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-146b73c0-217d-471d-b339-0d43cde76129 req-4b215689-2a8b-4783-96c5-bdd790459f0f tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Allocated IP 172.20.0.11 (e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865/ddad25ec-3bed-4618-8241-feff67ef97ce/ac9ba3f6-29c8-409b-b0b2-e55c380b27d7) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:33:42.104333 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-146b73c0-217d-471d-b339-0d43cde76129 req-4b215689-2a8b-4783-96c5-bdd790459f0f tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for port (ac9ba3f6-29c8-409b-b0b2-e55c380b27d7), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:42.192864 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-146b73c0-217d-471d-b339-0d43cde76129 req-4b215689-2a8b-4783-96c5-bdd790459f0f tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (ac9ba3f6-29c8-409b-b0b2-e55c380b27d7), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:42.281329 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-146b73c0-217d-471d-b339-0d43cde76129 req-4b215689-2a8b-4783-96c5-bdd790459f0f tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Network e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:33:42.285160 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-146b73c0-217d-471d-b339-0d43cde76129 req-4b215689-2a8b-4783-96c5-bdd790459f0f tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:33:42.290111 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-146b73c0-217d-471d-b339-0d43cde76129 req-4b215689-2a8b-4783-96c5-bdd790459f0f tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:33:42.294161 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b215689-2a8b-4783-96c5-bdd790459f0f tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event updated for resources: {'Port': ['ID=ac9ba3f6-29c8-409b-b0b2-e55c380b27d7,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:42.397061 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b73c0-217d-471d-b339-0d43cde76129 req-4b215689-2a8b-4783-96c5-bdd790459f0f tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:42.403405 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-146b73c0-217d-471d-b339-0d43cde76129 req-4b215689-2a8b-4783-96c5-bdd790459f0f tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:42.430295 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-146b73c0-217d-471d-b339-0d43cde76129 req-4b215689-2a8b-4783-96c5-bdd790459f0f tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3338292 Feb 02 07:33:42.449869 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device e1068d60-3d05-4af9-854b-da1da760b912 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:33:42.477011 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [req-146b73c0-217d-471d-b339-0d43cde76129 req-fd541476-4549-4804-885b-b6ffcc183881 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=109693) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:33:42.480652 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-146b73c0-217d-471d-b339-0d43cde76129 req-fd541476-4549-4804-885b-b6ffcc183881 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0449195 Feb 02 07:33:42.503183 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-146b73c0-217d-471d-b339-0d43cde76129 req-e7eb0e70-5d7e-4374-8417-dd769a410029 service neutron] Request body: {'port': {'device_id': '0303d9bc-82d9-4cc7-98c3-1599bac52df2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:33:42.582695 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port e1068d60-3d05-4af9-854b-da1da760b912 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:33:42.594389 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port e1068d60-3d05-4af9-854b-da1da760b912 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:33:42.594787 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (e1068d60-3d05-4af9-854b-da1da760b912), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:42.701395 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-146b73c0-217d-471d-b339-0d43cde76129 req-e7eb0e70-5d7e-4374-8417-dd769a410029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ac9ba3f6-29c8-409b-b0b2-e55c380b27d7), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:42.813424 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59410) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:33:42.873017 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port e1068d60-3d05-4af9-854b-da1da760b912 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:33:42.873581 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (e1068d60-3d05-4af9-854b-da1da760b912), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:42.875601 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de22f21-0edf-405c-9f4e-37017fe18fc4 req-f761b3b4-0283-4f2f-bdb2-9cd3be36f537 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:42.885460 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-6e04c826-8f60-43f0-9270-db2a67cd8472 None None] Provisioning complete for port ac9ba3f6-29c8-409b-b0b2-e55c380b27d7 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:33:42.886359 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9de22f21-0edf-405c-9f4e-37017fe18fc4 req-f761b3b4-0283-4f2f-bdb2-9cd3be36f537 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/ports?device_id=3640d095-08c4-4f8b-b696-d88d31b53983 HTTP/1.1" status: 200 len: 945 time: 0.1536264 Feb 02 07:33:42.887304 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6e04c826-8f60-43f0-9270-db2a67cd8472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ac9ba3f6-29c8-409b-b0b2-e55c380b27d7), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:43.001637 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9de22f21-0edf-405c-9f4e-37017fe18fc4 req-dcc886d8-4178-49e3-b2d2-c866bf4a613d tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/security-groups?id=7791f452-8aa7-4b98-9135-f61896729e72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135716 Feb 02 07:33:43.024435 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3640d095-08c4-4f8b-b696-d88d31b53983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1068d60-3d05-4af9-854b-da1da760b912'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:33:43.030041 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54cc8987-de09-44eb-a434-2f28ed04c75b" -d '{"events": [{"server_uuid": "3640d095-08c4-4f8b-b696-d88d31b53983", "name": "network-vif-plugged", "status": "completed", "tag": "e1068d60-3d05-4af9-854b-da1da760b912"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:33:43.053924 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-302a34ce-0396-43c1-bb72-c0eca684c3cb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1486195493-network', 'tenant_id': 'c3998c4a9fb54dbfb254f927a9c64ece'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:33:43.082636 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-6e04c826-8f60-43f0-9270-db2a67cd8472 None None] Port ac9ba3f6-29c8-409b-b0b2-e55c380b27d7 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:33:43.092649 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port e1068d60-3d05-4af9-854b-da1da760b912, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=e1068d60-3d05-4af9-854b-da1da760b912,segment=NetworkSegment(05509cb5-b4d9-4250-87f7-00357fa17029),segment_id=05509cb5-b4d9-4250-87f7-00357fa17029)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:33:43.103905 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (e1068d60-3d05-4af9-854b-da1da760b912), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:43.109069 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-302a34ce-0396-43c1-bb72-c0eca684c3cb admin admin] Made reservation on behalf of c3998c4a9fb54dbfb254f927a9c64ece for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:33:43.112393 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-302a34ce-0396-43c1-bb72-c0eca684c3cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:43.132774 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-302a34ce-0396-43c1-bb72-c0eca684c3cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:43.190441 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:33:43.279335 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a114dceb-782f-4ed5-a61f-629a613cdd9a req-458625d5-b720-4e00-a047-bebf8c2e20e9 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:43.287290 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a114dceb-782f-4ed5-a61f-629a613cdd9a req-458625d5-b720-4e00-a047-bebf8c2e20e9 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=0303d9bc-82d9-4cc7-98c3-1599bac52df2 HTTP/1.1" status: 200 len: 932 time: 0.1389303 Feb 02 07:33:43.306696 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=e1068d60-3d05-4af9-854b-da1da760b912,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:43.332344 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1b8eb7b4-2444-41fd-a6fc-02bdc9038f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:43.390130 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-146b73c0-217d-471d-b339-0d43cde76129 req-e7eb0e70-5d7e-4374-8417-dd769a410029 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac9ba3f6-29c8-409b-b0b2-e55c380b27d7 {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:33:43.400287 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a114dceb-782f-4ed5-a61f-629a613cdd9a req-30eb00f4-e622-4272-9931-5897255863ac tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=a1d7f0ae-c818-4496-b094-8f4a4e213979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120675 Feb 02 07:33:43.409481 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-146b73c0-217d-471d-b339-0d43cde76129 req-e7eb0e70-5d7e-4374-8417-dd769a410029 service neutron] Publish callbacks [] for port (ac9ba3f6-29c8-409b-b0b2-e55c380b27d7), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:43.427635 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-302a34ce-0396-43c1-bb72-c0eca684c3cb admin admin] Publish callbacks [] for security_group (c7ec4b0d-099e-4d20-8038-f1ab37b45adc), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:43.434776 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-302a34ce-0396-43c1-bb72-c0eca684c3cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (c7ec4b0d-099e-4d20-8038-f1ab37b45adc), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:43.471305 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-038b9307-e9d2-4806-b4cb-d73d208cfe62 x-openstack-request-id: req-038b9307-e9d2-4806-b4cb-d73d208cfe62 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:33:43.471728 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3640d095-08c4-4f8b-b696-d88d31b53983", "name": "network-vif-plugged", "status": "completed", "tag": "e1068d60-3d05-4af9-854b-da1da760b912", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:33:43.472083 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-038b9307-e9d2-4806-b4cb-d73d208cfe62 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:33:43.472762 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3640d095-08c4-4f8b-b696-d88d31b53983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1068d60-3d05-4af9-854b-da1da760b912', 'code': 200} Feb 02 07:33:43.478597 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-146b73c0-217d-471d-b339-0d43cde76129 req-e7eb0e70-5d7e-4374-8417-dd769a410029 service neutron] Transition to ACTIVE for port object ac9ba3f6-29c8-409b-b0b2-e55c380b27d7 will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:33:43.479460 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-302a34ce-0396-43c1-bb72-c0eca684c3cb admin admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:33:43.488470 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-146b73c0-217d-471d-b339-0d43cde76129 req-e7eb0e70-5d7e-4374-8417-dd769a410029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (ac9ba3f6-29c8-409b-b0b2-e55c380b27d7), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:43.494516 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302a34ce-0396-43c1-bb72-c0eca684c3cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ec4b0d-099e-4d20-8038-f1ab37b45adc,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:43.499814 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-302a34ce-0396-43c1-bb72-c0eca684c3cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (7fbd5ca3-5d78-4819-a656-2bb76c5c6480), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:43.500173 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-302a34ce-0396-43c1-bb72-c0eca684c3cb admin admin] Added segment 7fbd5ca3-5d78-4819-a656-2bb76c5c6480 of type vlan for network 99c393e5-edbe-4583-8514-7c998c6986c0 Feb 02 07:33:43.558297 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-302a34ce-0396-43c1-bb72-c0eca684c3cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (99c393e5-edbe-4583-8514-7c998c6986c0), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:43.635771 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-302a34ce-0396-43c1-bb72-c0eca684c3cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (99c393e5-edbe-4583-8514-7c998c6986c0), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:43.638335 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302a34ce-0396-43c1-bb72-c0eca684c3cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:43.640732 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-302a34ce-0396-43c1-bb72-c0eca684c3cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:43.699984 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eb0e70-5d7e-4374-8417-dd769a410029 service neutron] Pushing event updated for resources: {'Port': ['ID=ac9ba3f6-29c8-409b-b0b2-e55c380b27d7,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:43.785539 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302a34ce-0396-43c1-bb72-c0eca684c3cb admin admin] Pushing event updated for resources: {'Network': ['ID=99c393e5-edbe-4583-8514-7c998c6986c0,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:43.794374 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-302a34ce-0396-43c1-bb72-c0eca684c3cb admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9742653 Feb 02 07:33:43.797505 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59420) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:33:43.801310 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bc40d6-f85b-4c44-a476-8b8f5eb5c946 req-dde1f811-569b-41ab-80f5-c90ac08cbab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:43.802880 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 99c393e5-edbe-4583-8514-7c998c6986c0 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:33:43.803307 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-41bc40d6-f85b-4c44-a476-8b8f5eb5c946 req-dde1f811-569b-41ab-80f5-c90ac08cbab8 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=3640d095-08c4-4f8b-b696-d88d31b53983 HTTP/1.1" status: 200 len: 1129 time: 0.2232685 Feb 02 07:33:43.823632 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-d7e699f9-6d09-4f5c-87ef-37b43fc912bb admin admin] Request body: {'subnet': {'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1486195493-subnet', 'tenant_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'ip_version': 4}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:33:43.845658 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-146b73c0-217d-471d-b339-0d43cde76129 req-e7eb0e70-5d7e-4374-8417-dd769a410029 service neutron] Attempting to bind port ac9ba3f6-29c8-409b-b0b2-e55c380b27d7 on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:33:43.845924 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-146b73c0-217d-471d-b339-0d43cde76129 req-e7eb0e70-5d7e-4374-8417-dd769a410029 service neutron] Attempting to bind port ac9ba3f6-29c8-409b-b0b2-e55c380b27d7 by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': 'da5bca61-70f7-4d81-90dd-f147314af397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:33:43.846726 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146b73c0-217d-471d-b339-0d43cde76129 req-e7eb0e70-5d7e-4374-8417-dd769a410029 service neutron] Attempting to bind port ac9ba3f6-29c8-409b-b0b2-e55c380b27d7 on network e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:33:43.875728 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146b73c0-217d-471d-b339-0d43cde76129 req-e7eb0e70-5d7e-4374-8417-dd769a410029 service neutron] Port ac9ba3f6-29c8-409b-b0b2-e55c380b27d7 on network e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:33:43.877498 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146b73c0-217d-471d-b339-0d43cde76129 req-e7eb0e70-5d7e-4374-8417-dd769a410029 service neutron] Attempting to bind port ac9ba3f6-29c8-409b-b0b2-e55c380b27d7 on network e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:33:43.908231 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-41bc40d6-f85b-4c44-a476-8b8f5eb5c946 req-c97a0ebe-7326-454e-a395-bce5a06051ab service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=7791f452-8aa7-4b98-9135-f61896729e72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962005 Feb 02 07:33:43.920155 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146b73c0-217d-471d-b339-0d43cde76129 req-e7eb0e70-5d7e-4374-8417-dd769a410029 service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:33:43.920501 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146b73c0-217d-471d-b339-0d43cde76129 req-e7eb0e70-5d7e-4374-8417-dd769a410029 service neutron] Checking segment: {'id': 'da5bca61-70f7-4d81-90dd-f147314af397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:33:43.920900 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146b73c0-217d-471d-b339-0d43cde76129 req-e7eb0e70-5d7e-4374-8417-dd769a410029 service neutron] Bound using segment: {'id': 'da5bca61-70f7-4d81-90dd-f147314af397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:33:43.921484 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-146b73c0-217d-471d-b339-0d43cde76129 req-e7eb0e70-5d7e-4374-8417-dd769a410029 service neutron] Bound port: ac9ba3f6-29c8-409b-b0b2-e55c380b27d7, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da5bca61-70f7-4d81-90dd-f147314af397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:33:43.921852 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-146b73c0-217d-471d-b339-0d43cde76129 req-e7eb0e70-5d7e-4374-8417-dd769a410029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ac9ba3f6-29c8-409b-b0b2-e55c380b27d7), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:43.940329 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e699f9-6d09-4f5c-87ef-37b43fc912bb admin admin] Made reservation on behalf of c3998c4a9fb54dbfb254f927a9c64ece for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:33:43.942903 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d7e699f9-6d09-4f5c-87ef-37b43fc912bb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:44.062185 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-146b73c0-217d-471d-b339-0d43cde76129 req-e7eb0e70-5d7e-4374-8417-dd769a410029 service neutron] For port ac9ba3f6-29c8-409b-b0b2-e55c380b27d7, host n-h2-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:33:44.067051 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-146b73c0-217d-471d-b339-0d43cde76129 req-e7eb0e70-5d7e-4374-8417-dd769a410029 service neutron] For port ac9ba3f6-29c8-409b-b0b2-e55c380b27d7, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=ac9ba3f6-29c8-409b-b0b2-e55c380b27d7,segment=NetworkSegment(da5bca61-70f7-4d81-90dd-f147314af397),segment_id=da5bca61-70f7-4d81-90dd-f147314af397)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:33:44.097184 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-146b73c0-217d-471d-b339-0d43cde76129 req-e7eb0e70-5d7e-4374-8417-dd769a410029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (ac9ba3f6-29c8-409b-b0b2-e55c380b27d7), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:44.159527 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b73c0-217d-471d-b339-0d43cde76129 req-e7eb0e70-5d7e-4374-8417-dd769a410029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:44.160394 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-146b73c0-217d-471d-b339-0d43cde76129 req-e7eb0e70-5d7e-4374-8417-dd769a410029 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:44.162006 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-146b73c0-217d-471d-b339-0d43cde76129 req-e7eb0e70-5d7e-4374-8417-dd769a410029 service neutron] 10.222.0.59 "PUT /v2.0/ports/ac9ba3f6-29c8-409b-b0b2-e55c380b27d7 HTTP/1.1" status: 200 len: 1093 time: 1.6689761 Feb 02 07:33:44.162656 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0303d9bc-82d9-4cc7-98c3-1599bac52df2', 'tag': 'ac9ba3f6-29c8-409b-b0b2-e55c380b27d7'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:33:44.162829 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e618e8-7b66-4830-a307-34b728def74c req-d6bd6d1f-73f0-4c59-a485-3d1035ed2007 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:44.165409 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a36fc6f-50e8-4d3d-9f29-494a2b8b307b" -d '{"events": [{"name": "network-changed", "server_uuid": "0303d9bc-82d9-4cc7-98c3-1599bac52df2", "tag": "ac9ba3f6-29c8-409b-b0b2-e55c380b27d7"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:33:44.167627 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-36e618e8-7b66-4830-a307-34b728def74c req-d6bd6d1f-73f0-4c59-a485-3d1035ed2007 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/ports?device_id=3640d095-08c4-4f8b-b696-d88d31b53983 HTTP/1.1" status: 200 len: 946 time: 0.1027639 Feb 02 07:33:44.374234 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-36e618e8-7b66-4830-a307-34b728def74c req-fbda4fc7-2562-4a08-981a-7f0003d3aa2b tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/security-groups?id=7791f452-8aa7-4b98-9135-f61896729e72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1934690 Feb 02 07:33:44.459722 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eb0e70-5d7e-4374-8417-dd769a410029 service neutron] Pushing event updated for resources: {'Port': ['ID=ac9ba3f6-29c8-409b-b0b2-e55c380b27d7,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:44.513559 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3709678c-2b55-421e-83a8-a4f0208eeb79 x-openstack-request-id: req-3709678c-2b55-421e-83a8-a4f0208eeb79 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:33:44.513867 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0303d9bc-82d9-4cc7-98c3-1599bac52df2", "tag": "ac9ba3f6-29c8-409b-b0b2-e55c380b27d7", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:33:44.514130 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-3709678c-2b55-421e-83a8-a4f0208eeb79 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:33:44.514604 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0303d9bc-82d9-4cc7-98c3-1599bac52df2', 'tag': 'ac9ba3f6-29c8-409b-b0b2-e55c380b27d7', 'status': 'completed', 'code': 200} Feb 02 07:33:44.535741 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b73c0-217d-471d-b339-0d43cde76129 req-642c489b-ec3d-4347-b707-51d7eeeaa6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:44.537289 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-146b73c0-217d-471d-b339-0d43cde76129 req-642c489b-ec3d-4347-b707-51d7eeeaa6af service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b5f86cce5c924f2695e5f2d21aa64848&device_id=0303d9bc-82d9-4cc7-98c3-1599bac52df2 HTTP/1.1" status: 200 len: 1127 time: 0.2395995 Feb 02 07:33:44.591828 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d7e699f9-6d09-4f5c-87ef-37b43fc912bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (8f0c010c-d5c1-4b63-8939-b46551f6cb84), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:44.620440 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0ed16b-94ee-4fc8-96e1-c6f8884c48a9 req-aa13f798-41d8-475e-9749-0161afc9897f tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:44.625593 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-146b73c0-217d-471d-b339-0d43cde76129 req-77031042-e31a-4594-bc27-24ac7c1d642d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac9ba3f6-29c8-409b-b0b2-e55c380b27d7 HTTP/1.1" status: 200 len: 217 time: 0.0715296 Feb 02 07:33:44.629816 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ca0ed16b-94ee-4fc8-96e1-c6f8884c48a9 req-aa13f798-41d8-475e-9749-0161afc9897f tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=0303d9bc-82d9-4cc7-98c3-1599bac52df2 HTTP/1.1" status: 200 len: 944 time: 0.0656641 Feb 02 07:33:44.688273 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ca0ed16b-94ee-4fc8-96e1-c6f8884c48a9 req-97c3dbe0-3dd3-4d41-852b-02a4db82ee65 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=a1d7f0ae-c818-4496-b094-8f4a4e213979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578232 Feb 02 07:33:44.729653 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e699f9-6d09-4f5c-87ef-37b43fc912bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f0c010c-d5c1-4b63-8939-b46551f6cb84,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:44.738830 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b73c0-217d-471d-b339-0d43cde76129 req-a69087bc-92a8-4b29-9618-12d33e2eb586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:44.741240 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-146b73c0-217d-471d-b339-0d43cde76129 req-a69087bc-92a8-4b29-9618-12d33e2eb586 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ddad25ec-3bed-4618-8241-feff67ef97ce HTTP/1.1" status: 200 len: 834 time: 0.0934622 Feb 02 07:33:44.759619 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:44.781946 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e699f9-6d09-4f5c-87ef-37b43fc912bb admin admin] Checking segment: {'id': '7fbd5ca3-5d78-4819-a656-2bb76c5c6480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:33:44.782849 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e699f9-6d09-4f5c-87ef-37b43fc912bb admin admin] Network hostable DHCP agents. Network: 99c393e5-edbe-4583-8514-7c998c6986c0, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:33:44.838344 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e699f9-6d09-4f5c-87ef-37b43fc912bb admin admin] Network 99c393e5-edbe-4583-8514-7c998c6986c0 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:33:44.858999 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b73c0-217d-471d-b339-0d43cde76129 req-01e51fcc-e512-42c1-a51e-2479a1a64c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:44.861411 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-146b73c0-217d-471d-b339-0d43cde76129 req-01e51fcc-e512-42c1-a51e-2479a1a64c9d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1133630 Feb 02 07:33:44.866506 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-d7e699f9-6d09-4f5c-87ef-37b43fc912bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 99c393e5-edbe-4583-8514-7c998c6986c0) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:33:44.870872 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e699f9-6d09-4f5c-87ef-37b43fc912bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:44.871476 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d7e699f9-6d09-4f5c-87ef-37b43fc912bb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:44.893207 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139271a0-205a-4ec6-9b2e-19c9701f66df None None] Network 99c393e5-edbe-4583-8514-7c998c6986c0 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:33:44.964658 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59430) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:33:44.965456 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d7e699f9-6d09-4f5c-87ef-37b43fc912bb admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1660137 Feb 02 07:33:44.976701 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-28022c74-21d4-42b2-bb1f-7ecee5acb88a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1486195493-router', 'tenant_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:33:44.997715 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-146b73c0-217d-471d-b339-0d43cde76129 req-ab3b71c4-f69f-4389-8cf0-ee3465753bf1 service neutron] 10.222.0.59 "GET /v2.0/networks/e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230731 Feb 02 07:33:45.036028 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-28022c74-21d4-42b2-bb1f-7ecee5acb88a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:45.041839 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-28022c74-21d4-42b2-bb1f-7ecee5acb88a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:45.124383 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57401377-ac61-4da0-ae71-da18577a22a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-99c393e5-edbe-4583-8514-7c998c6986c0', 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0', 'project_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'fixed_ips': [{'subnet_id': '8f0c010c-d5c1-4b63-8939-b46551f6cb84'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:33:45.132602 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-57401377-ac61-4da0-ae71-da18577a22a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:45.195140 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-146b73c0-217d-471d-b339-0d43cde76129 req-e08efc19-993c-49f6-bad0-0836fb031ecc service neutron] 10.222.0.59 "GET /v2.0/networks/e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890078 Feb 02 07:33:45.215949 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-28022c74-21d4-42b2-bb1f-7ecee5acb88a admin admin] Publish callbacks [] for router_controller (bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b), precommit_add_association {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:45.368733 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-57401377-ac61-4da0-ae71-da18577a22a5 None None] Allocated IP 172.20.0.2 (99c393e5-edbe-4583-8514-7c998c6986c0/8f0c010c-d5c1-4b63-8939-b46551f6cb84/dafd2b36-da9e-4b06-b5a7-8d4c487f783a) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:33:45.487930 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a36fc6f-50e8-4d3d-9f29-494a2b8b307b req-44f19f20-c20b-4676-ad01-3d83c8672d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:45.490647 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0a36fc6f-50e8-4d3d-9f29-494a2b8b307b req-44f19f20-c20b-4676-ad01-3d83c8672d97 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b5f86cce5c924f2695e5f2d21aa64848&device_id=0303d9bc-82d9-4cc7-98c3-1599bac52df2 HTTP/1.1" status: 200 len: 1127 time: 0.2075710 Feb 02 07:33:45.521575 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-28022c74-21d4-42b2-bb1f-7ecee5acb88a admin admin] Publish callbacks [] for router_gateway (bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:45.663306 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae85ac20-2b2a-4c03-ba09-d72a7f707022 req-d4b8a296-8186-4eec-b90d-0ce8b10dd9b6 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:45.670402 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ae85ac20-2b2a-4c03-ba09-d72a7f707022 req-d4b8a296-8186-4eec-b90d-0ce8b10dd9b6 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/ports?device_id=3640d095-08c4-4f8b-b696-d88d31b53983 HTTP/1.1" status: 200 len: 946 time: 0.1044865 Feb 02 07:33:45.746030 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-57401377-ac61-4da0-ae71-da18577a22a5 None None] Publish callbacks [] for port (dafd2b36-da9e-4b06-b5a7-8d4c487f783a), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:45.752093 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ae85ac20-2b2a-4c03-ba09-d72a7f707022 req-1b9accda-4cfd-43d3-972f-d52242b78281 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/security-groups?id=7791f452-8aa7-4b98-9135-f61896729e72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649257 Feb 02 07:33:45.759274 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-57401377-ac61-4da0-ae71-da18577a22a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (dafd2b36-da9e-4b06-b5a7-8d4c487f783a), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:45.838312 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a36fc6f-50e8-4d3d-9f29-494a2b8b307b req-10fd03f7-a364-4e55-a0e6-6e1911ee5e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:45.839873 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0a36fc6f-50e8-4d3d-9f29-494a2b8b307b req-10fd03f7-a364-4e55-a0e6-6e1911ee5e5a service neutron] 10.222.0.59 "GET /v2.0/networks?id=e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865 HTTP/1.1" status: 200 len: 898 time: 0.3426924 Feb 02 07:33:45.861626 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57401377-ac61-4da0-ae71-da18577a22a5 None None] Network 99c393e5-edbe-4583-8514-7c998c6986c0 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:33:45.866203 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57401377-ac61-4da0-ae71-da18577a22a5 None None] Pushing event updated for resources: {'Port': ['ID=dafd2b36-da9e-4b06-b5a7-8d4c487f783a,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:45.869123 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-57401377-ac61-4da0-ae71-da18577a22a5 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:33:45.871906 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57401377-ac61-4da0-ae71-da18577a22a5 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:33:45.927785 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0a36fc6f-50e8-4d3d-9f29-494a2b8b307b req-391295db-f6f6-4228-b916-48a8bb115db8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac9ba3f6-29c8-409b-b0b2-e55c380b27d7 HTTP/1.1" status: 200 len: 217 time: 0.0814514 Feb 02 07:33:45.949421 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-57401377-ac61-4da0-ae71-da18577a22a5 None None] Attempting to bind port dafd2b36-da9e-4b06-b5a7-8d4c487f783a on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:33:45.950080 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-57401377-ac61-4da0-ae71-da18577a22a5 None None] Attempting to bind port dafd2b36-da9e-4b06-b5a7-8d4c487f783a by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '7fbd5ca3-5d78-4819-a656-2bb76c5c6480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:33:45.950810 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57401377-ac61-4da0-ae71-da18577a22a5 None None] Attempting to bind port dafd2b36-da9e-4b06-b5a7-8d4c487f783a on network 99c393e5-edbe-4583-8514-7c998c6986c0 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:33:45.958386 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57401377-ac61-4da0-ae71-da18577a22a5 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:33:45.959841 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57401377-ac61-4da0-ae71-da18577a22a5 None None] Checking segment: {'id': '7fbd5ca3-5d78-4819-a656-2bb76c5c6480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:33:45.960659 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-57401377-ac61-4da0-ae71-da18577a22a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:45.961285 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57401377-ac61-4da0-ae71-da18577a22a5 None None] Bound using segment: {'id': '7fbd5ca3-5d78-4819-a656-2bb76c5c6480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:33:45.962663 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-57401377-ac61-4da0-ae71-da18577a22a5 None None] Bound port: dafd2b36-da9e-4b06-b5a7-8d4c487f783a, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fbd5ca3-5d78-4819-a656-2bb76c5c6480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:33:45.963323 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-57401377-ac61-4da0-ae71-da18577a22a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (dafd2b36-da9e-4b06-b5a7-8d4c487f783a), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:45.990449 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-28022c74-21d4-42b2-bb1f-7ecee5acb88a admin admin] Publish callbacks [] for router_gateway (bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:46.019659 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548741c3-f448-4d65-a4a6-a462992cc51f req-e9598e0f-6bea-4fcb-a071-4d8b0dc9338b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:46.020901 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a36fc6f-50e8-4d3d-9f29-494a2b8b307b req-de0800d3-14d0-450f-a2be-b603cdaad470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:46.021105 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-548741c3-f448-4d65-a4a6-a462992cc51f req-e9598e0f-6bea-4fcb-a071-4d8b0dc9338b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=0303d9bc-82d9-4cc7-98c3-1599bac52df2 HTTP/1.1" status: 200 len: 944 time: 0.1341610 Feb 02 07:33:46.022350 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-28022c74-21d4-42b2-bb1f-7ecee5acb88a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:46.028684 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0a36fc6f-50e8-4d3d-9f29-494a2b8b307b req-de0800d3-14d0-450f-a2be-b603cdaad470 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ddad25ec-3bed-4618-8241-feff67ef97ce HTTP/1.1" status: 200 len: 834 time: 0.0881352 Feb 02 07:33:46.087691 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-57401377-ac61-4da0-ae71-da18577a22a5 None None] For port dafd2b36-da9e-4b06-b5a7-8d4c487f783a, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:33:46.091127 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-57401377-ac61-4da0-ae71-da18577a22a5 None None] For port dafd2b36-da9e-4b06-b5a7-8d4c487f783a, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=dafd2b36-da9e-4b06-b5a7-8d4c487f783a,segment=NetworkSegment(7fbd5ca3-5d78-4819-a656-2bb76c5c6480),segment_id=7fbd5ca3-5d78-4819-a656-2bb76c5c6480)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:33:46.102832 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-57401377-ac61-4da0-ae71-da18577a22a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (dafd2b36-da9e-4b06-b5a7-8d4c487f783a), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:46.111070 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a36fc6f-50e8-4d3d-9f29-494a2b8b307b req-69f14670-5664-4de2-b711-809a0909f4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:46.115654 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0a36fc6f-50e8-4d3d-9f29-494a2b8b307b req-69f14670-5664-4de2-b711-809a0909f4b5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0752349 Feb 02 07:33:46.156883 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-548741c3-f448-4d65-a4a6-a462992cc51f req-29a26ff3-e328-4f39-bcaa-5dec375d9223 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=a1d7f0ae-c818-4496-b094-8f4a4e213979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230385 Feb 02 07:33:46.177752 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:46.189165 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57401377-ac61-4da0-ae71-da18577a22a5 None None] Pushing event updated for resources: {'Port': ['ID=dafd2b36-da9e-4b06-b5a7-8d4c487f783a,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:46.227089 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0a36fc6f-50e8-4d3d-9f29-494a2b8b307b req-a9e74d13-109a-48c4-a051-c7bbf20ba50b service neutron] 10.222.0.59 "GET /v2.0/networks/e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040740 Feb 02 07:33:46.305041 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-28022c74-21d4-42b2-bb1f-7ecee5acb88a admin admin] Allocated IP 172.25.4.217 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/e6df76c1-88ea-49a8-9d08-047896a26733) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:33:46.361833 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0a36fc6f-50e8-4d3d-9f29-494a2b8b307b req-78de3d03-e782-417b-aa2e-5a6f126c27bf service neutron] 10.222.0.59 "GET /v2.0/networks/e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277888 Feb 02 07:33:46.445244 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a41236-474a-4680-bf8c-f4fe3993ff72 req-a84bc554-8822-4053-9640-8f3d6cfe4a08 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:46.446720 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f4a41236-474a-4680-bf8c-f4fe3993ff72 req-a84bc554-8822-4053-9640-8f3d6cfe4a08 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/ports?device_id=3640d095-08c4-4f8b-b696-d88d31b53983 HTTP/1.1" status: 200 len: 946 time: 0.1508329 Feb 02 07:33:46.560063 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-28022c74-21d4-42b2-bb1f-7ecee5acb88a admin admin] Publish callbacks [] for port (e6df76c1-88ea-49a8-9d08-047896a26733), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:46.568079 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f4a41236-474a-4680-bf8c-f4fe3993ff72 req-082373ad-5808-4782-ba2f-cc24ef357173 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/security-groups?id=7791f452-8aa7-4b98-9135-f61896729e72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115499 Feb 02 07:33:46.605334 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59442) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:33:46.619878 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-28022c74-21d4-42b2-bb1f-7ecee5acb88a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (e6df76c1-88ea-49a8-9d08-047896a26733), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:46.706179 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3efa4dd-1c83-47fb-a44c-8e4d0365acc7 tempest-TestNetworkBasicOps-749025490 tempest-TestNetworkBasicOps-749025490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:46.708795 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28022c74-21d4-42b2-bb1f-7ecee5acb88a admin admin] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:33:46.710871 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b3efa4dd-1c83-47fb-a44c-8e4d0365acc7 tempest-TestNetworkBasicOps-749025490 tempest-TestNetworkBasicOps-749025490-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=3640d095-08c4-4f8b-b696-d88d31b53983 HTTP/1.1" status: 200 len: 1124 time: 0.1016476 Feb 02 07:33:46.711132 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59444) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:33:46.713477 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-28022c74-21d4-42b2-bb1f-7ecee5acb88a admin admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:33:46.716224 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28022c74-21d4-42b2-bb1f-7ecee5acb88a admin admin] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:33:46.725366 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-bbf10602-44b4-4fb1-9ce5-b846f3f6da8a tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Request body: {'floatingip': {'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'port_id': 'e1068d60-3d05-4af9-854b-da1da760b912', 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:33:46.774792 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28022c74-21d4-42b2-bb1f-7ecee5acb88a admin admin] Pushing event updated for resources: {'Port': ['ID=e6df76c1-88ea-49a8-9d08-047896a26733,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:46.802559 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bbf10602-44b4-4fb1-9ce5-b846f3f6da8a tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:46.956381 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device dafd2b36-da9e-4b06-b5a7-8d4c487f783a up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:33:47.031655 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port dafd2b36-da9e-4b06-b5a7-8d4c487f783a triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:33:47.032045 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (dafd2b36-da9e-4b06-b5a7-8d4c487f783a), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:47.154345 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port dafd2b36-da9e-4b06-b5a7-8d4c487f783a is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:33:47.154772 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (dafd2b36-da9e-4b06-b5a7-8d4c487f783a), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:47.203694 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port dafd2b36-da9e-4b06-b5a7-8d4c487f783a, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=dafd2b36-da9e-4b06-b5a7-8d4c487f783a,segment=NetworkSegment(7fbd5ca3-5d78-4819-a656-2bb76c5c6480),segment_id=7fbd5ca3-5d78-4819-a656-2bb76c5c6480)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:33:47.216035 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (dafd2b36-da9e-4b06-b5a7-8d4c487f783a), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:47.304152 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=dafd2b36-da9e-4b06-b5a7-8d4c487f783a,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:47.411838 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:47.489718 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c8b82-7767-4818-830c-96f79b3416ac req-5343d70f-67ef-4610-a8d7-0bb98d7be0c7 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:47.491291 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b89c8b82-7767-4818-830c-96f79b3416ac req-5343d70f-67ef-4610-a8d7-0bb98d7be0c7 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=0303d9bc-82d9-4cc7-98c3-1599bac52df2 HTTP/1.1" status: 200 len: 944 time: 0.1552298 Feb 02 07:33:47.530064 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bbf10602-44b4-4fb1-9ce5-b846f3f6da8a tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:47.546155 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-28022c74-21d4-42b2-bb1f-7ecee5acb88a admin admin] Publish callbacks [] for router_gateway (bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:47.617383 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860efbda-a3b1-4caf-8229-3e0d55dfdfb6 None None] Network 99c393e5-edbe-4583-8514-7c998c6986c0 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:33:47.649256 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b89c8b82-7767-4818-830c-96f79b3416ac req-af8250ce-2a2a-4a8f-a339-4d5c3fc04eb6 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=a1d7f0ae-c818-4496-b094-8f4a4e213979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463284 Feb 02 07:33:47.726893 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-6ad471e5-0b4a-4955-812a-182fdc8967c5 None None] Provisioning complete for port dafd2b36-da9e-4b06-b5a7-8d4c487f783a triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:33:47.727507 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6ad471e5-0b4a-4955-812a-182fdc8967c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (dafd2b36-da9e-4b06-b5a7-8d4c487f783a), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:47.852914 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-6ad471e5-0b4a-4955-812a-182fdc8967c5 None None] Current status of the port dafd2b36-da9e-4b06-b5a7-8d4c487f783a is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:33:47.870035 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-bbf10602-44b4-4fb1-9ce5-b846f3f6da8a tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Allocated IP 172.25.4.143 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/16039f93-e22a-4a18-9418-ea86d402b776) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:33:47.917308 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-28022c74-21d4-42b2-bb1f-7ecee5acb88a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:48.076933 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bbf10602-44b4-4fb1-9ce5-b846f3f6da8a tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for port (16039f93-e22a-4a18-9418-ea86d402b776), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:48.136889 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bbf10602-44b4-4fb1-9ce5-b846f3f6da8a tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (16039f93-e22a-4a18-9418-ea86d402b776), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:48.165767 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28022c74-21d4-42b2-bb1f-7ecee5acb88a admin admin] Router bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:33:48.174758 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-2b2240b5-4864-4fb8-9b3b-fca9fc6c469a None None] Provisioning complete for port dafd2b36-da9e-4b06-b5a7-8d4c487f783a triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:33:48.175292 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2b2240b5-4864-4fb8-9b3b-fca9fc6c469a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (dafd2b36-da9e-4b06-b5a7-8d4c487f783a), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:48.178995 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf10602-44b4-4fb1-9ce5-b846f3f6da8a tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:33:48.187594 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-bbf10602-44b4-4fb1-9ce5-b846f3f6da8a tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:33:48.195795 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf10602-44b4-4fb1-9ce5-b846f3f6da8a tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:33:48.220632 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf10602-44b4-4fb1-9ce5-b846f3f6da8a tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Pushing event updated for resources: {'Port': ['ID=16039f93-e22a-4a18-9418-ea86d402b776,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:48.260201 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-2b2240b5-4864-4fb8-9b3b-fca9fc6c469a None None] Current status of the port dafd2b36-da9e-4b06-b5a7-8d4c487f783a is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:33:48.384958 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28022c74-21d4-42b2-bb1f-7ecee5acb88a admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:33:48.395802 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9225ea8-716a-49b3-83ee-bc958677dd7d None None] Sync routers for ids ['bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:33:48.408033 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9225ea8-716a-49b3-83ee-bc958677dd7d None None] Routers {'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:33:48.408675 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-b9225ea8-716a-49b3-83ee-bc958677dd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:33:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:33:48.447330 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-28022c74-21d4-42b2-bb1f-7ecee5acb88a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:48.447330 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-28022c74-21d4-42b2-bb1f-7ecee5acb88a admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.4786067 Feb 02 07:33:48.447330 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59456) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:33:48.524175 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-b9225ea8-716a-49b3-83ee-bc958677dd7d None None] Set router bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:33:48.719112 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-b9225ea8-716a-49b3-83ee-bc958677dd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'name': 'tempest-TestVolumeBootPattern-1486195493-router', 'tenant_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': 'e6df76c1-88ea-49a8-9d08-047896a26733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:33:45Z', 'updated_at': '2022-02-02T07:33:47Z', 'revision_number': 3, 'project_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'gw_port': {'id': 'e6df76c1-88ea-49a8-9d08-047896a26733', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:98:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:46Z', 'updated_at': '2022-02-02T07:33:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:33:48.748835 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9225ea8-716a-49b3-83ee-bc958677dd7d None None] Checking router: bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:33:48.749288 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9225ea8-716a-49b3-83ee-bc958677dd7d None None] Updating router bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b port e6df76c1-88ea-49a8-9d08-047896a26733 binding host n-d-789963-26 {{(pid=109695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:33:48.785051 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b9225ea8-716a-49b3-83ee-bc958677dd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (e6df76c1-88ea-49a8-9d08-047896a26733), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:48.895017 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device dafd2b36-da9e-4b06-b5a7-8d4c487f783a up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:33:49.019007 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port dafd2b36-da9e-4b06-b5a7-8d4c487f783a triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:33:49.019298 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (dafd2b36-da9e-4b06-b5a7-8d4c487f783a), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:49.088403 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717bc4ca-392f-4cb6-be62-c016c0417c93 req-45c888fc-cae0-4317-b6e1-40ddead71778 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:49.089942 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-717bc4ca-392f-4cb6-be62-c016c0417c93 req-45c888fc-cae0-4317-b6e1-40ddead71778 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=0303d9bc-82d9-4cc7-98c3-1599bac52df2 HTTP/1.1" status: 200 len: 944 time: 0.3631599 Feb 02 07:33:49.092799 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bbf10602-44b4-4fb1-9ce5-b846f3f6da8a tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for floatingip (24d6c165-4735-4024-ba80-4448e7857fc6), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:49.159058 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port dafd2b36-da9e-4b06-b5a7-8d4c487f783a is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:33:49.176366 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b9225ea8-716a-49b3-83ee-bc958677dd7d None None] Publish callbacks [] for port (e6df76c1-88ea-49a8-9d08-047896a26733), precommit_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:49.183284 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b9225ea8-716a-49b3-83ee-bc958677dd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (e6df76c1-88ea-49a8-9d08-047896a26733), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:49.239013 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-b9225ea8-716a-49b3-83ee-bc958677dd7d None None] Attempting to bind port e6df76c1-88ea-49a8-9d08-047896a26733 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:33:49.239419 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-b9225ea8-716a-49b3-83ee-bc958677dd7d None None] Attempting to bind port e6df76c1-88ea-49a8-9d08-047896a26733 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:33:49.239818 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9225ea8-716a-49b3-83ee-bc958677dd7d None None] Attempting to bind port e6df76c1-88ea-49a8-9d08-047896a26733 on network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:33:49.249435 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9225ea8-716a-49b3-83ee-bc958677dd7d None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:33:49.249824 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9225ea8-716a-49b3-83ee-bc958677dd7d None None] Checking segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:33:49.250237 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b9225ea8-716a-49b3-83ee-bc958677dd7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:49.251220 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9225ea8-716a-49b3-83ee-bc958677dd7d None None] Bound using segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:33:49.251759 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-b9225ea8-716a-49b3-83ee-bc958677dd7d None None] Bound port: e6df76c1-88ea-49a8-9d08-047896a26733, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:33:49.252146 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b9225ea8-716a-49b3-83ee-bc958677dd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (e6df76c1-88ea-49a8-9d08-047896a26733), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:49.253888 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5845005-32e6-438f-8fa3-c55d8ac75c3c None None] Pushing event updated for resources: {'Port': ['ID=e6df76c1-88ea-49a8-9d08-047896a26733,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:49.312753 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-b9225ea8-716a-49b3-83ee-bc958677dd7d None None] For port e6df76c1-88ea-49a8-9d08-047896a26733, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:33:49.317427 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-b9225ea8-716a-49b3-83ee-bc958677dd7d None None] For port e6df76c1-88ea-49a8-9d08-047896a26733, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=e6df76c1-88ea-49a8-9d08-047896a26733,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:33:49.323843 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b9225ea8-716a-49b3-83ee-bc958677dd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (e6df76c1-88ea-49a8-9d08-047896a26733), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:49.396192 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5845005-32e6-438f-8fa3-c55d8ac75c3c None None] Pushing event updated for resources: {'Port': ['ID=e6df76c1-88ea-49a8-9d08-047896a26733,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:49.398890 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9225ea8-716a-49b3-83ee-bc958677dd7d None None] Routers {'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:33:49.399493 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-b9225ea8-716a-49b3-83ee-bc958677dd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:33:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:33:49.518863 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-b9225ea8-716a-49b3-83ee-bc958677dd7d None None] Set router bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:33:49.619204 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-717bc4ca-392f-4cb6-be62-c016c0417c93 req-92d25157-c2ef-4e20-8a16-1bd3eab1afe3 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=a1d7f0ae-c818-4496-b094-8f4a4e213979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5100780 Feb 02 07:33:49.652081 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bbf10602-44b4-4fb1-9ce5-b846f3f6da8a tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (16039f93-e22a-4a18-9418-ea86d402b776), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:49.664323 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device ac9ba3f6-29c8-409b-b0b2-e55c380b27d7 details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:33:49.804943 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-b9225ea8-716a-49b3-83ee-bc958677dd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'name': 'tempest-TestVolumeBootPattern-1486195493-router', 'tenant_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': 'e6df76c1-88ea-49a8-9d08-047896a26733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:33:45Z', 'updated_at': '2022-02-02T07:33:47Z', 'revision_number': 3, 'project_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'gw_port': {'id': 'e6df76c1-88ea-49a8-9d08-047896a26733', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:98:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:46Z', 'updated_at': '2022-02-02T07:33:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:33:49.815188 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port ac9ba3f6-29c8-409b-b0b2-e55c380b27d7, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=ac9ba3f6-29c8-409b-b0b2-e55c380b27d7,segment=NetworkSegment(da5bca61-70f7-4d81-90dd-f147314af397),segment_id=da5bca61-70f7-4d81-90dd-f147314af397)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:33:49.838703 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': 'ac9ba3f6-29c8-409b-b0b2-e55c380b27d7', 'network_id': 'e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865', 'port_id': 'ac9ba3f6-29c8-409b-b0b2-e55c380b27d7', 'mac_address': 'fa:16:3e:6d:33:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddad25ec-3bed-4618-8241-feff67ef97ce', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:33:49.844393 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2d7dd51d-2fcd-427f-813d-f60246f5744e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:49.879333 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9225ea8-716a-49b3-83ee-bc958677dd7d None None] The sync data for ids ['bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b'] in n-d-789963-26 is: [{'id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'name': 'tempest-TestVolumeBootPattern-1486195493-router', 'tenant_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': 'e6df76c1-88ea-49a8-9d08-047896a26733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:33:45Z', 'updated_at': '2022-02-02T07:33:47Z', 'revision_number': 3, 'project_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'gw_port': {'id': 'e6df76c1-88ea-49a8-9d08-047896a26733', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:98:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:46Z', 'updated_at': '2022-02-02T07:33:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:33:49.972192 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bbf10602-44b4-4fb1-9ce5-b846f3f6da8a tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for port (16039f93-e22a-4a18-9418-ea86d402b776), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:50.005221 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bbf10602-44b4-4fb1-9ce5-b846f3f6da8a tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (16039f93-e22a-4a18-9418-ea86d402b776), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:50.081562 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf10602-44b4-4fb1-9ce5-b846f3f6da8a tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Pushing event updated for resources: {'Port': ['ID=16039f93-e22a-4a18-9418-ea86d402b776,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:50.095919 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port ac9ba3f6-29c8-409b-b0b2-e55c380b27d7 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:33:50.096314 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ac9ba3f6-29c8-409b-b0b2-e55c380b27d7), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:50.110879 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac9ba3f6-29c8-409b-b0b2-e55c380b27d7 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:33:50.136520 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port ac9ba3f6-29c8-409b-b0b2-e55c380b27d7, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=ac9ba3f6-29c8-409b-b0b2-e55c380b27d7,segment=NetworkSegment(da5bca61-70f7-4d81-90dd-f147314af397),segment_id=da5bca61-70f7-4d81-90dd-f147314af397)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:33:50.144176 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (ac9ba3f6-29c8-409b-b0b2-e55c380b27d7), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:50.173239 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bbf10602-44b4-4fb1-9ce5-b846f3f6da8a tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (24d6c165-4735-4024-ba80-4448e7857fc6), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:50.199312 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=ac9ba3f6-29c8-409b-b0b2-e55c380b27d7,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:50.283933 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-2d7dd51d-2fcd-427f-813d-f60246f5744e admin admin] Allocated IP 172.20.0.1 (99c393e5-edbe-4583-8514-7c998c6986c0/8f0c010c-d5c1-4b63-8939-b46551f6cb84/b90acc1f-e7f8-4342-9761-c45d40295558) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:33:50.363596 n-d-789963-26 neutron-server[109694]: INFO neutron.db.l3_db [None req-bbf10602-44b4-4fb1-9ce5-b846f3f6da8a tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Floating IP 24d6c165-4735-4024-ba80-4448e7857fc6 associated. External IP: 172.25.4.143, port: e1068d60-3d05-4af9-854b-da1da760b912. Feb 02 07:33:50.520243 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2d7dd51d-2fcd-427f-813d-f60246f5744e admin admin] Publish callbacks [] for port (b90acc1f-e7f8-4342-9761-c45d40295558), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:50.541520 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['ac9ba3f6-29c8-409b-b0b2-e55c380b27d7'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:33:50.753117 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2d7dd51d-2fcd-427f-813d-f60246f5744e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (b90acc1f-e7f8-4342-9761-c45d40295558), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:50.756272 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbf10602-44b4-4fb1-9ce5-b846f3f6da8a tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Router 587cab4b-5b1d-4b9b-84a1-d829d7328b4a has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:33:50.831537 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7dd51d-2fcd-427f-813d-f60246f5744e admin admin] Network 99c393e5-edbe-4583-8514-7c998c6986c0 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:33:50.842678 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7dd51d-2fcd-427f-813d-f60246f5744e admin admin] Pushing event updated for resources: {'Port': ['ID=b90acc1f-e7f8-4342-9761-c45d40295558,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:50.845327 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-2d7dd51d-2fcd-427f-813d-f60246f5744e admin admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:33:50.923454 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83324802-9594-4b00-9e4d-74ec26c8258f req-bc9bfbaf-c8ab-4d28-9fa2-064e86c705a3 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:50.925251 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-83324802-9594-4b00-9e4d-74ec26c8258f req-bc9bfbaf-c8ab-4d28-9fa2-064e86c705a3 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=0303d9bc-82d9-4cc7-98c3-1599bac52df2 HTTP/1.1" status: 200 len: 945 time: 0.2022820 Feb 02 07:33:50.926729 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7dd51d-2fcd-427f-813d-f60246f5744e admin admin] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:33:51.009918 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device e6df76c1-88ea-49a8-9d08-047896a26733 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:33:51.063507 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2d7dd51d-2fcd-427f-813d-f60246f5744e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:51.098842 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port e6df76c1-88ea-49a8-9d08-047896a26733 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:33:51.099402 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (e6df76c1-88ea-49a8-9d08-047896a26733), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:51.141961 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-83324802-9594-4b00-9e4d-74ec26c8258f req-9bb49932-b191-415f-9ef2-1cb8323eb5bf tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=a1d7f0ae-c818-4496-b094-8f4a4e213979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2050211 Feb 02 07:33:51.167999 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf10602-44b4-4fb1-9ce5-b846f3f6da8a tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:33:51.181409 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e80c4f-e92e-4431-b86e-f294d5e4c7c2 None None] Sync routers for ids ['587cab4b-5b1d-4b9b-84a1-d829d7328b4a'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:33:51.200793 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e80c4f-e92e-4431-b86e-f294d5e4c7c2 None None] Routers {'587cab4b-5b1d-4b9b-84a1-d829d7328b4a'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:33:51.201919 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-c9e80c4f-e92e-4431-b86e-f294d5e4c7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:33:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['587cab4b-5b1d-4b9b-84a1-d829d7328b4a'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:33:51.232151 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bbf10602-44b4-4fb1-9ce5-b846f3f6da8a tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:51.254206 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port e6df76c1-88ea-49a8-9d08-047896a26733 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:33:51.254770 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (e6df76c1-88ea-49a8-9d08-047896a26733), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:51.265858 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-da013c3f-a07c-4c5d-86b7-915646cad6f9 None None] Provisioning complete for port b90acc1f-e7f8-4342-9761-c45d40295558 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:33:51.266795 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-da013c3f-a07c-4c5d-86b7-915646cad6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b90acc1f-e7f8-4342-9761-c45d40295558), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:51.285628 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59468) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:33:51.293878 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-bbf10602-44b4-4fb1-9ce5-b846f3f6da8a tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.5810115 Feb 02 07:33:51.300523 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3640d095-08c4-4f8b-b696-d88d31b53983', 'tag': 'e1068d60-3d05-4af9-854b-da1da760b912'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:33:51.305638 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2280ad09-71ad-4f67-aff1-120b304c30e6" -d '{"events": [{"name": "network-changed", "server_uuid": "3640d095-08c4-4f8b-b696-d88d31b53983", "tag": "e1068d60-3d05-4af9-854b-da1da760b912"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:33:51.342065 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-da013c3f-a07c-4c5d-86b7-915646cad6f9 None None] Port b90acc1f-e7f8-4342-9761-c45d40295558 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:33:51.349511 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port e6df76c1-88ea-49a8-9d08-047896a26733, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=e6df76c1-88ea-49a8-9d08-047896a26733,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:33:51.355479 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (e6df76c1-88ea-49a8-9d08-047896a26733), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:51.374459 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2d7dd51d-2fcd-427f-813d-f60246f5744e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b90acc1f-e7f8-4342-9761-c45d40295558), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:51.395881 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-c9e80c4f-e92e-4431-b86e-f294d5e4c7c2 None None] Set router 587cab4b-5b1d-4b9b-84a1-d829d7328b4a gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:33:51.403853 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c96731-8c2e-43ad-b1ef-e0798d07d14b x-openstack-request-id: req-87c96731-8c2e-43ad-b1ef-e0798d07d14b {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:33:51.404147 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3640d095-08c4-4f8b-b696-d88d31b53983", "tag": "e1068d60-3d05-4af9-854b-da1da760b912", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:33:51.404407 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-87c96731-8c2e-43ad-b1ef-e0798d07d14b {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:33:51.404818 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3640d095-08c4-4f8b-b696-d88d31b53983', 'tag': 'e1068d60-3d05-4af9-854b-da1da760b912', 'status': 'completed', 'code': 200} Feb 02 07:33:51.409546 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a6f26ee4-5807-4c49-858e-66760bdfdae4 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/floatingips/24d6c165-4735-4024-ba80-4448e7857fc6 HTTP/1.1" status: 200 len: 992 time: 0.1226292 Feb 02 07:33:51.478723 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=e6df76c1-88ea-49a8-9d08-047896a26733,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:51.567207 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2280ad09-71ad-4f67-aff1-120b304c30e6 req-310c065a-e254-4382-93f3-9c01046793d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:51.568728 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2280ad09-71ad-4f67-aff1-120b304c30e6 req-310c065a-e254-4382-93f3-9c01046793d0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0001a5ba6eec46c79c6bb86c5404d46f&device_id=3640d095-08c4-4f8b-b696-d88d31b53983 HTTP/1.1" status: 200 len: 1129 time: 0.1293535 Feb 02 07:33:51.665802 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-c9e80c4f-e92e-4431-b86e-f294d5e4c7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587cab4b-5b1d-4b9b-84a1-d829d7328b4a', 'name': 'tempest-TestNetworkBasicOps-router-606286480', 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '44a58313-ff10-4f1d-abca-ffe2a52dbcc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:33:16Z', 'updated_at': '2022-02-02T07:33:23Z', 'revision_number': 4, 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'gw_port': {'id': '44a58313-ff10-4f1d-abca-ffe2a52dbcc1', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:57:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587cab4b-5b1d-4b9b-84a1-d829d7328b4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:17Z', 'updated_at': '2022-02-02T07:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '24d6c165-4735-4024-ba80-4448e7857fc6', 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'floating_ip_address': '172.25.4.143', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '587cab4b-5b1d-4b9b-84a1-d829d7328b4a', 'port_id': 'e1068d60-3d05-4af9-854b-da1da760b912', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3865, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4cf617d9-9b9c-4223-bd04-f3c7cf7e84d8', 'mac_address': 'fa:16:3e:d5:70:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3640d095-08c4-4f8b-b696-d88d31b53983', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:33:48Z', 'updated_at': '2022-02-02T07:33:48Z', 'revision_number': 0, 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0deb675-f1b8-4c03-8940-2641772faf68', 'name': '', 'network_id': '4cf617d9-9b9c-4223-bd04-f3c7cf7e84d8', 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'mac_address': 'fa:16:3e:49:a7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587cab4b-5b1d-4b9b-84a1-d829d7328b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '34669776-b565-4e3f-8928-a1c44c1ed11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:22Z', 'updated_at': '2022-02-02T07:33:27Z', 'revision_number': 5, 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'subnets': [{'id': '34669776-b565-4e3f-8928-a1c44c1ed11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:33:51.679096 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device ac9ba3f6-29c8-409b-b0b2-e55c380b27d7 up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:33:51.700442 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e80c4f-e92e-4431-b86e-f294d5e4c7c2 None None] Checking router: 587cab4b-5b1d-4b9b-84a1-d829d7328b4a for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:33:51.702706 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2d7dd51d-2fcd-427f-813d-f60246f5744e admin admin] Publish callbacks [] for port (b90acc1f-e7f8-4342-9761-c45d40295558), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:51.709128 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2280ad09-71ad-4f67-aff1-120b304c30e6 req-c72065ac-88c8-44e0-b195-4888bbee32d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:51.711110 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2280ad09-71ad-4f67-aff1-120b304c30e6 req-c72065ac-88c8-44e0-b195-4888bbee32d7 service neutron] 10.222.0.88 "GET /v2.0/networks?id=4cf617d9-9b9c-4223-bd04-f3c7cf7e84d8 HTTP/1.1" status: 200 len: 897 time: 0.1347885 Feb 02 07:33:51.713149 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2d7dd51d-2fcd-427f-813d-f60246f5744e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (b90acc1f-e7f8-4342-9761-c45d40295558), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:51.713788 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e80c4f-e92e-4431-b86e-f294d5e4c7c2 None None] Routers {'587cab4b-5b1d-4b9b-84a1-d829d7328b4a'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:33:51.714628 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-c9e80c4f-e92e-4431-b86e-f294d5e4c7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:33:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['587cab4b-5b1d-4b9b-84a1-d829d7328b4a'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:33:51.744721 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port ac9ba3f6-29c8-409b-b0b2-e55c380b27d7 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:33:51.757054 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port ac9ba3f6-29c8-409b-b0b2-e55c380b27d7 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:33:51.757692 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ac9ba3f6-29c8-409b-b0b2-e55c380b27d7), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:51.840109 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-c9e80c4f-e92e-4431-b86e-f294d5e4c7c2 None None] Set router 587cab4b-5b1d-4b9b-84a1-d829d7328b4a gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:33:51.853516 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2d7dd51d-2fcd-427f-813d-f60246f5744e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:51.867668 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7dd51d-2fcd-427f-813d-f60246f5744e admin admin] Pushing event updated for resources: {'Port': ['ID=b90acc1f-e7f8-4342-9761-c45d40295558,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:51.901156 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port ac9ba3f6-29c8-409b-b0b2-e55c380b27d7 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:33:51.901835 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ac9ba3f6-29c8-409b-b0b2-e55c380b27d7), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:51.955051 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port ac9ba3f6-29c8-409b-b0b2-e55c380b27d7, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=ac9ba3f6-29c8-409b-b0b2-e55c380b27d7,segment=NetworkSegment(da5bca61-70f7-4d81-90dd-f147314af397),segment_id=da5bca61-70f7-4d81-90dd-f147314af397)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:33:51.957116 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0303d9bc-82d9-4cc7-98c3-1599bac52df2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac9ba3f6-29c8-409b-b0b2-e55c380b27d7'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:33:51.967787 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a439954-9183-4ad8-86e9-e5f8e7458de5" -d '{"events": [{"server_uuid": "0303d9bc-82d9-4cc7-98c3-1599bac52df2", "name": "network-vif-plugged", "status": "completed", "tag": "ac9ba3f6-29c8-409b-b0b2-e55c380b27d7"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:33:51.990655 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (ac9ba3f6-29c8-409b-b0b2-e55c380b27d7), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:52.059731 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2280ad09-71ad-4f67-aff1-120b304c30e6 req-2eba5932-d651-41ad-b12c-0d9366c74280 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1068d60-3d05-4af9-854b-da1da760b912 HTTP/1.1" status: 200 len: 1000 time: 0.3195548 Feb 02 07:33:52.059963 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e10cb89b-2bf2-4d27-8777-924d5d657b90 x-openstack-request-id: req-e10cb89b-2bf2-4d27-8777-924d5d657b90 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:33:52.060212 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0303d9bc-82d9-4cc7-98c3-1599bac52df2", "name": "network-vif-plugged", "status": "completed", "tag": "ac9ba3f6-29c8-409b-b0b2-e55c380b27d7", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:33:52.060610 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e10cb89b-2bf2-4d27-8777-924d5d657b90 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:33:52.061010 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0303d9bc-82d9-4cc7-98c3-1599bac52df2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac9ba3f6-29c8-409b-b0b2-e55c380b27d7', 'code': 200} Feb 02 07:33:52.061631 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7dd51d-2fcd-427f-813d-f60246f5744e admin admin] Network 99c393e5-edbe-4583-8514-7c998c6986c0 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:33:52.063588 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-2d7dd51d-2fcd-427f-813d-f60246f5744e admin admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:33:52.122674 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=ac9ba3f6-29c8-409b-b0b2-e55c380b27d7,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:52.280497 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:52.309618 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c23f22-1a0d-4f0b-91c0-a5b80fbb76e4 req-091a29f9-34f3-436c-b146-993dd816a75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:52.316169 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-82c23f22-1a0d-4f0b-91c0-a5b80fbb76e4 req-091a29f9-34f3-436c-b146-993dd816a75d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0303d9bc-82d9-4cc7-98c3-1599bac52df2 HTTP/1.1" status: 200 len: 1129 time: 0.1461074 Feb 02 07:33:52.405122 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59484) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:33:52.410931 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-c9e80c4f-e92e-4431-b86e-f294d5e4c7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587cab4b-5b1d-4b9b-84a1-d829d7328b4a', 'name': 'tempest-TestNetworkBasicOps-router-606286480', 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '44a58313-ff10-4f1d-abca-ffe2a52dbcc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:33:16Z', 'updated_at': '2022-02-02T07:33:23Z', 'revision_number': 4, 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'gw_port': {'id': '44a58313-ff10-4f1d-abca-ffe2a52dbcc1', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:57:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587cab4b-5b1d-4b9b-84a1-d829d7328b4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:17Z', 'updated_at': '2022-02-02T07:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '24d6c165-4735-4024-ba80-4448e7857fc6', 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'floating_ip_address': '172.25.4.143', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '587cab4b-5b1d-4b9b-84a1-d829d7328b4a', 'port_id': 'e1068d60-3d05-4af9-854b-da1da760b912', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3865, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4cf617d9-9b9c-4223-bd04-f3c7cf7e84d8', 'mac_address': 'fa:16:3e:d5:70:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3640d095-08c4-4f8b-b696-d88d31b53983', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:33:48Z', 'updated_at': '2022-02-02T07:33:48Z', 'revision_number': 0, 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0deb675-f1b8-4c03-8940-2641772faf68', 'name': '', 'network_id': '4cf617d9-9b9c-4223-bd04-f3c7cf7e84d8', 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'mac_address': 'fa:16:3e:49:a7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587cab4b-5b1d-4b9b-84a1-d829d7328b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '34669776-b565-4e3f-8928-a1c44c1ed11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:22Z', 'updated_at': '2022-02-02T07:33:27Z', 'revision_number': 5, 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'subnets': [{'id': '34669776-b565-4e3f-8928-a1c44c1ed11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:33:52.484216 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2280ad09-71ad-4f67-aff1-120b304c30e6 req-8ac39f6a-69c9-4dee-8e73-359246c263cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:52.484759 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e80c4f-e92e-4431-b86e-f294d5e4c7c2 None None] The sync data for ids ['587cab4b-5b1d-4b9b-84a1-d829d7328b4a'] in n-d-789963-26 is: [{'id': '587cab4b-5b1d-4b9b-84a1-d829d7328b4a', 'name': 'tempest-TestNetworkBasicOps-router-606286480', 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '44a58313-ff10-4f1d-abca-ffe2a52dbcc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:33:16Z', 'updated_at': '2022-02-02T07:33:23Z', 'revision_number': 4, 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'gw_port': {'id': '44a58313-ff10-4f1d-abca-ffe2a52dbcc1', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:57:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587cab4b-5b1d-4b9b-84a1-d829d7328b4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:17Z', 'updated_at': '2022-02-02T07:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '24d6c165-4735-4024-ba80-4448e7857fc6', 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'floating_ip_address': '172.25.4.143', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '587cab4b-5b1d-4b9b-84a1-d829d7328b4a', 'port_id': 'e1068d60-3d05-4af9-854b-da1da760b912', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3865, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4cf617d9-9b9c-4223-bd04-f3c7cf7e84d8', 'mac_address': 'fa:16:3e:d5:70:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3640d095-08c4-4f8b-b696-d88d31b53983', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:33:48Z', 'updated_at': '2022-02-02T07:33:48Z', 'revision_number': 0, 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0deb675-f1b8-4c03-8940-2641772faf68', 'name': '', 'network_id': '4cf617d9-9b9c-4223-bd04-f3c7cf7e84d8', 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'mac_address': 'fa:16:3e:49:a7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587cab4b-5b1d-4b9b-84a1-d829d7328b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '34669776-b565-4e3f-8928-a1c44c1ed11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:22Z', 'updated_at': '2022-02-02T07:33:27Z', 'revision_number': 5, 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'subnets': [{'id': '34669776-b565-4e3f-8928-a1c44c1ed11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:33:52.491613 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2280ad09-71ad-4f67-aff1-120b304c30e6 req-8ac39f6a-69c9-4dee-8e73-359246c263cb service neutron] 10.222.0.88 "GET /v2.0/subnets?id=34669776-b565-4e3f-8928-a1c44c1ed11b HTTP/1.1" status: 200 len: 835 time: 0.4026392 Feb 02 07:33:52.498891 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-c62356ce-3ffc-45e4-bfed-03f5ddc9b6a2 None None] Provisioning complete for port b90acc1f-e7f8-4342-9761-c45d40295558 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:33:52.499358 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c62356ce-3ffc-45e4-bfed-03f5ddc9b6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b90acc1f-e7f8-4342-9761-c45d40295558), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:52.548244 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-c62356ce-3ffc-45e4-bfed-03f5ddc9b6a2 None None] Port b90acc1f-e7f8-4342-9761-c45d40295558 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:33:52.550891 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-eae4e37e-e83c-4f15-bada-af67a7db4fcc tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/floatingips/24d6c165-4735-4024-ba80-4448e7857fc6 HTTP/1.1" status: 200 len: 992 time: 0.1443439 Feb 02 07:33:52.554191 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-82c23f22-1a0d-4f0b-91c0-a5b80fbb76e4 req-989bae49-f9f8-4b92-958a-2e2c4b59358f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a1d7f0ae-c818-4496-b094-8f4a4e213979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2307925 Feb 02 07:33:52.570941 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d7dd51d-2fcd-427f-813d-f60246f5744e admin admin] Router bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:33:52.588376 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f99875-4978-4420-9f4c-576bfc5d5274 req-0e7f7866-8375-4041-989a-b6e2298fa811 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:52.592506 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f6f99875-4978-4420-9f4c-576bfc5d5274 req-0e7f7866-8375-4041-989a-b6e2298fa811 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=0303d9bc-82d9-4cc7-98c3-1599bac52df2 HTTP/1.1" status: 200 len: 946 time: 0.2539990 Feb 02 07:33:52.663967 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2280ad09-71ad-4f67-aff1-120b304c30e6 req-0c2bba8b-80a4-49e9-bfab-120b7186b500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:52.665517 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2280ad09-71ad-4f67-aff1-120b304c30e6 req-0c2bba8b-80a4-49e9-bfab-120b7186b500 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4cf617d9-9b9c-4223-bd04-f3c7cf7e84d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1709757 Feb 02 07:33:52.856692 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c17b85-5f21-4022-9172-d2e2a6c61a90 None None] New status for floating IP 24d6c165-4735-4024-ba80-4448e7857fc6: ACTIVE {{(pid=109695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 07:33:53.060646 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device e6df76c1-88ea-49a8-9d08-047896a26733 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:33:53.119407 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port e6df76c1-88ea-49a8-9d08-047896a26733 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:33:53.119821 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (e6df76c1-88ea-49a8-9d08-047896a26733), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:53.224192 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port e6df76c1-88ea-49a8-9d08-047896a26733 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:33:53.224419 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2280ad09-71ad-4f67-aff1-120b304c30e6 req-b9d4c8f0-3a35-4ec0-b7aa-faca52ffe622 service neutron] 10.222.0.88 "GET /v2.0/networks/4cf617d9-9b9c-4223-bd04-f3c7cf7e84d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5498102 Feb 02 07:33:53.279504 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f6f99875-4978-4420-9f4c-576bfc5d5274 req-7614af48-4412-4c9e-b48a-aba9d1a2604e tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=a1d7f0ae-c818-4496-b094-8f4a4e213979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6724117 Feb 02 07:33:53.280800 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7dd51d-2fcd-427f-813d-f60246f5744e admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:33:53.294350 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8447e469-ba59-41c2-a674-153a809b9812 None None] Sync routers for ids ['bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:33:53.310838 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8447e469-ba59-41c2-a674-153a809b9812 None None] Routers {'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:33:53.311385 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-8447e469-ba59-41c2-a674-153a809b9812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:33:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:33:53.421786 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2280ad09-71ad-4f67-aff1-120b304c30e6 req-0b3a8f94-c270-43a7-bfa1-6d88ef33cdf3 service neutron] 10.222.0.88 "GET /v2.0/networks/4cf617d9-9b9c-4223-bd04-f3c7cf7e84d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386580 Feb 02 07:33:53.434159 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-2d7dd51d-2fcd-427f-813d-f60246f5744e admin admin] 10.222.0.87 "PUT /v2.0/routers/bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9863472 Feb 02 07:33:53.498622 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-8447e469-ba59-41c2-a674-153a809b9812 None None] Set router bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:33:53.554273 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59490) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:33:53.726870 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-36e0037d-66ad-47f9-ae67-72890e33866d tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/floatingips/24d6c165-4735-4024-ba80-4448e7857fc6 HTTP/1.1" status: 200 len: 994 time: 0.1708212 Feb 02 07:33:53.804260 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-8447e469-ba59-41c2-a674-153a809b9812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'name': 'tempest-TestVolumeBootPattern-1486195493-router', 'tenant_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': 'e6df76c1-88ea-49a8-9d08-047896a26733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:33:45Z', 'updated_at': '2022-02-02T07:33:51Z', 'revision_number': 4, 'project_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'gw_port': {'id': 'e6df76c1-88ea-49a8-9d08-047896a26733', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:98:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:46Z', 'updated_at': '2022-02-02T07:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'b90acc1f-e7f8-4342-9761-c45d40295558', 'name': '', 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0', 'tenant_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'mac_address': 'fa:16:3e:0c:3f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '8f0c010c-d5c1-4b63-8939-b46551f6cb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:49Z', 'updated_at': '2022-02-02T07:33:51Z', 'revision_number': 2, 'project_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'subnets': [{'id': '8f0c010c-d5c1-4b63-8939-b46551f6cb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:33:53.865189 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8447e469-ba59-41c2-a674-153a809b9812 None None] Checking router: bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:33:53.865453 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8447e469-ba59-41c2-a674-153a809b9812 None None] Updating router bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b port b90acc1f-e7f8-4342-9761-c45d40295558 binding host n-d-789963-26 {{(pid=109696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:33:53.936900 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-8447e469-ba59-41c2-a674-153a809b9812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b90acc1f-e7f8-4342-9761-c45d40295558), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:54.164915 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59504) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:33:54.169797 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-c30b2a9f-d1bc-4ff7-97ee-21d9f0543662 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-590487055-network', 'tenant_id': '93d4f7dce11c413d9d7e6d5f9fd5c778'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:33:54.191157 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c30b2a9f-d1bc-4ff7-97ee-21d9f0543662 admin admin] Made reservation on behalf of 93d4f7dce11c413d9d7e6d5f9fd5c778 for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:33:54.193614 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c30b2a9f-d1bc-4ff7-97ee-21d9f0543662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:54.202151 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c30b2a9f-d1bc-4ff7-97ee-21d9f0543662 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:54.269669 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-8447e469-ba59-41c2-a674-153a809b9812 None None] Publish callbacks [] for port (b90acc1f-e7f8-4342-9761-c45d40295558), precommit_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:54.277021 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-8447e469-ba59-41c2-a674-153a809b9812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (b90acc1f-e7f8-4342-9761-c45d40295558), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:54.287316 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c30b2a9f-d1bc-4ff7-97ee-21d9f0543662 admin admin] Publish callbacks [] for security_group (8a5d57ff-f78b-474d-9723-9896182ad1e7), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:54.292938 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c30b2a9f-d1bc-4ff7-97ee-21d9f0543662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (8a5d57ff-f78b-474d-9723-9896182ad1e7), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:54.319461 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c30b2a9f-d1bc-4ff7-97ee-21d9f0543662 admin admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:33:54.330736 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30b2a9f-d1bc-4ff7-97ee-21d9f0543662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5d57ff-f78b-474d-9723-9896182ad1e7,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:54.335944 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c30b2a9f-d1bc-4ff7-97ee-21d9f0543662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (441e0c06-2b89-47a2-9c9e-f6c22892acb1), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:54.336341 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-c30b2a9f-d1bc-4ff7-97ee-21d9f0543662 admin admin] Added segment 441e0c06-2b89-47a2-9c9e-f6c22892acb1 of type vlan for network 30694a4d-bdf0-4756-9dc8-f5baf687f1df Feb 02 07:33:54.392539 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c30b2a9f-d1bc-4ff7-97ee-21d9f0543662 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (30694a4d-bdf0-4756-9dc8-f5baf687f1df), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:54.458026 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-8447e469-ba59-41c2-a674-153a809b9812 None None] Attempting to bind port b90acc1f-e7f8-4342-9761-c45d40295558 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:33:54.458516 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-8447e469-ba59-41c2-a674-153a809b9812 None None] Attempting to bind port b90acc1f-e7f8-4342-9761-c45d40295558 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '7fbd5ca3-5d78-4819-a656-2bb76c5c6480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0'}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:33:54.458881 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8447e469-ba59-41c2-a674-153a809b9812 None None] Attempting to bind port b90acc1f-e7f8-4342-9761-c45d40295558 on network 99c393e5-edbe-4583-8514-7c998c6986c0 {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:33:54.464956 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22856a9d-6e94-4115-b91e-0847c08b8082 None None] Pushing event updated for resources: {'Port': ['ID=b90acc1f-e7f8-4342-9761-c45d40295558,revision_number=3']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:54.468671 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8447e469-ba59-41c2-a674-153a809b9812 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:33:54.469875 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8447e469-ba59-41c2-a674-153a809b9812 None None] Checking segment: {'id': '7fbd5ca3-5d78-4819-a656-2bb76c5c6480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:33:54.470309 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-8447e469-ba59-41c2-a674-153a809b9812 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:54.470702 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8447e469-ba59-41c2-a674-153a809b9812 None None] Bound using segment: {'id': '7fbd5ca3-5d78-4819-a656-2bb76c5c6480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0'} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:33:54.471189 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-8447e469-ba59-41c2-a674-153a809b9812 None None] Bound port: b90acc1f-e7f8-4342-9761-c45d40295558, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fbd5ca3-5d78-4819-a656-2bb76c5c6480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0'}}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:33:54.471594 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-8447e469-ba59-41c2-a674-153a809b9812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b90acc1f-e7f8-4342-9761-c45d40295558), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:54.473270 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c30b2a9f-d1bc-4ff7-97ee-21d9f0543662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (30694a4d-bdf0-4756-9dc8-f5baf687f1df), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:54.475239 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30b2a9f-d1bc-4ff7-97ee-21d9f0543662 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:54.476097 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c30b2a9f-d1bc-4ff7-97ee-21d9f0543662 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:54.526992 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad00d0-ff7a-4ac2-bc8d-021438b93d05 req-89872a68-3235-4fb5-81ae-2d52f11815d3 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:54.528875 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-91ad00d0-ff7a-4ac2-bc8d-021438b93d05 req-89872a68-3235-4fb5-81ae-2d52f11815d3 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=0303d9bc-82d9-4cc7-98c3-1599bac52df2 HTTP/1.1" status: 200 len: 946 time: 0.1239474 Feb 02 07:33:54.561374 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-8447e469-ba59-41c2-a674-153a809b9812 None None] For port b90acc1f-e7f8-4342-9761-c45d40295558, host n-d-789963-26, cleared binding levels {{(pid=109696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:33:54.565813 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-8447e469-ba59-41c2-a674-153a809b9812 None None] For port b90acc1f-e7f8-4342-9761-c45d40295558, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=b90acc1f-e7f8-4342-9761-c45d40295558,segment=NetworkSegment(7fbd5ca3-5d78-4819-a656-2bb76c5c6480),segment_id=7fbd5ca3-5d78-4819-a656-2bb76c5c6480)] {{(pid=109696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:33:54.573183 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-8447e469-ba59-41c2-a674-153a809b9812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (b90acc1f-e7f8-4342-9761-c45d40295558), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:54.597478 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c30b2a9f-d1bc-4ff7-97ee-21d9f0543662 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4285250 Feb 02 07:33:54.599800 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59510) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:33:54.600387 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30b2a9f-d1bc-4ff7-97ee-21d9f0543662 admin admin] Pushing event updated for resources: {'Network': ['ID=30694a4d-bdf0-4756-9dc8-f5baf687f1df,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:54.606545 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-a81971c8-a81c-40cb-bff7-5118534007e8 admin admin] Request body: {'subnet': {'network_id': '30694a4d-bdf0-4756-9dc8-f5baf687f1df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-590487055-subnet', 'tenant_id': '93d4f7dce11c413d9d7e6d5f9fd5c778', 'ip_version': 4}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:33:54.620182 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 30694a4d-bdf0-4756-9dc8-f5baf687f1df details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:33:54.644189 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8447e469-ba59-41c2-a674-153a809b9812 None None] Routers {'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:33:54.644572 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-8447e469-ba59-41c2-a674-153a809b9812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:33:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:33:54.647142 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-91ad00d0-ff7a-4ac2-bc8d-021438b93d05 req-a1f86a8b-8725-4106-842d-3c178961c360 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=a1d7f0ae-c818-4496-b094-8f4a4e213979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084630 Feb 02 07:33:54.647887 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22856a9d-6e94-4115-b91e-0847c08b8082 None None] Pushing event updated for resources: {'Port': ['ID=b90acc1f-e7f8-4342-9761-c45d40295558,revision_number=4']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:54.713135 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a81971c8-a81c-40cb-bff7-5118534007e8 admin admin] Made reservation on behalf of 93d4f7dce11c413d9d7e6d5f9fd5c778 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:33:54.715572 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a81971c8-a81c-40cb-bff7-5118534007e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:54.815869 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-8447e469-ba59-41c2-a674-153a809b9812 None None] Set router bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:33:54.840547 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8396d18a-166f-4d89-9571-7e6a1cea717c req-f4c45ef3-7d03-4f63-a792-5675decdcf9c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:54.853316 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8396d18a-166f-4d89-9571-7e6a1cea717c req-f4c45ef3-7d03-4f63-a792-5675decdcf9c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=0303d9bc-82d9-4cc7-98c3-1599bac52df2 HTTP/1.1" status: 200 len: 946 time: 0.1117847 Feb 02 07:33:54.868876 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-bbfd2b7b-00a8-4435-916c-dcfaa90626b2 None None] Provisioning complete for port b90acc1f-e7f8-4342-9761-c45d40295558 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:33:54.869254 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-bbfd2b7b-00a8-4435-916c-dcfaa90626b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b90acc1f-e7f8-4342-9761-c45d40295558), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:54.976878 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8396d18a-166f-4d89-9571-7e6a1cea717c req-c44b0437-544a-4300-b831-e7b2abb1faab tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=a1d7f0ae-c818-4496-b094-8f4a4e213979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224496 Feb 02 07:33:54.991586 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59514) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:33:55.051259 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-bbfd2b7b-00a8-4435-916c-dcfaa90626b2 None None] Current status of the port b90acc1f-e7f8-4342-9761-c45d40295558 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:33:55.051837 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-bbfd2b7b-00a8-4435-916c-dcfaa90626b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b90acc1f-e7f8-4342-9761-c45d40295558), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:55.091589 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbe987e-db9a-494c-b95a-9324cc62110a tempest-TestNetworkAdvancedServerOps-1931800759 tempest-TestNetworkAdvancedServerOps-1931800759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:55.094551 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-bdbe987e-db9a-494c-b95a-9324cc62110a tempest-TestNetworkAdvancedServerOps-1931800759 tempest-TestNetworkAdvancedServerOps-1931800759-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=0303d9bc-82d9-4cc7-98c3-1599bac52df2 HTTP/1.1" status: 200 len: 1124 time: 0.1014667 Feb 02 07:33:55.100660 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59516) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:33:55.117755 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-a0d47288-731a-4214-9324-4b9607777bdb tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Request body: {'floatingip': {'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'port_id': 'ac9ba3f6-29c8-409b-b0b2-e55c380b27d7', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:33:55.122187 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-bbfd2b7b-00a8-4435-916c-dcfaa90626b2 None None] For port b90acc1f-e7f8-4342-9761-c45d40295558, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=b90acc1f-e7f8-4342-9761-c45d40295558,segment=NetworkSegment(7fbd5ca3-5d78-4819-a656-2bb76c5c6480),segment_id=7fbd5ca3-5d78-4819-a656-2bb76c5c6480)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:33:55.126159 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a81971c8-a81c-40cb-bff7-5118534007e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (ca9a41c7-1576-4f8b-9f4d-3a952d437593), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:55.132158 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-bbfd2b7b-00a8-4435-916c-dcfaa90626b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (b90acc1f-e7f8-4342-9761-c45d40295558), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:55.158685 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-8447e469-ba59-41c2-a674-153a809b9812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'name': 'tempest-TestVolumeBootPattern-1486195493-router', 'tenant_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': 'e6df76c1-88ea-49a8-9d08-047896a26733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:33:45Z', 'updated_at': '2022-02-02T07:33:51Z', 'revision_number': 4, 'project_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'gw_port': {'id': 'e6df76c1-88ea-49a8-9d08-047896a26733', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:98:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:46Z', 'updated_at': '2022-02-02T07:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'b90acc1f-e7f8-4342-9761-c45d40295558', 'name': '', 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0', 'tenant_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'mac_address': 'fa:16:3e:0c:3f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '8f0c010c-d5c1-4b63-8939-b46551f6cb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:49Z', 'updated_at': '2022-02-02T07:33:54Z', 'revision_number': 4, 'project_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'subnets': [{'id': '8f0c010c-d5c1-4b63-8939-b46551f6cb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:33:55.191907 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a0d47288-731a-4214-9324-4b9607777bdb tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:55.200339 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8447e469-ba59-41c2-a674-153a809b9812 None None] The sync data for ids ['bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b'] in n-d-789963-26 is: [{'id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'name': 'tempest-TestVolumeBootPattern-1486195493-router', 'tenant_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': 'e6df76c1-88ea-49a8-9d08-047896a26733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:33:45Z', 'updated_at': '2022-02-02T07:33:51Z', 'revision_number': 4, 'project_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'gw_port': {'id': 'e6df76c1-88ea-49a8-9d08-047896a26733', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:98:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:46Z', 'updated_at': '2022-02-02T07:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'b90acc1f-e7f8-4342-9761-c45d40295558', 'name': '', 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0', 'tenant_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'mac_address': 'fa:16:3e:0c:3f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '8f0c010c-d5c1-4b63-8939-b46551f6cb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:49Z', 'updated_at': '2022-02-02T07:33:54Z', 'revision_number': 4, 'project_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'subnets': [{'id': '8f0c010c-d5c1-4b63-8939-b46551f6cb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:33:55.205369 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfd2b7b-00a8-4435-916c-dcfaa90626b2 None None] Pushing event updated for resources: {'Port': ['ID=b90acc1f-e7f8-4342-9761-c45d40295558,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:55.215813 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81971c8-a81c-40cb-bff7-5118534007e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca9a41c7-1576-4f8b-9f4d-3a952d437593,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:55.236630 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81971c8-a81c-40cb-bff7-5118534007e8 admin admin] Checking segment: {'id': '441e0c06-2b89-47a2-9c9e-f6c22892acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '30694a4d-bdf0-4756-9dc8-f5baf687f1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:33:55.237035 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81971c8-a81c-40cb-bff7-5118534007e8 admin admin] Network hostable DHCP agents. Network: 30694a4d-bdf0-4756-9dc8-f5baf687f1df, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:33:55.284219 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-6348a836-438d-4d3d-848a-9a1904ab1714 None None] Provisioning complete for port b90acc1f-e7f8-4342-9761-c45d40295558 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:33:55.284615 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6348a836-438d-4d3d-848a-9a1904ab1714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b90acc1f-e7f8-4342-9761-c45d40295558), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:55.352639 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81971c8-a81c-40cb-bff7-5118534007e8 admin admin] Network 30694a4d-bdf0-4756-9dc8-f5baf687f1df is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:33:55.374882 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-a81971c8-a81c-40cb-bff7-5118534007e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 30694a4d-bdf0-4756-9dc8-f5baf687f1df) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:33:55.390000 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81971c8-a81c-40cb-bff7-5118534007e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:55.390852 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a81971c8-a81c-40cb-bff7-5118534007e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:55.419128 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a0d47288-731a-4214-9324-4b9607777bdb tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:55.429007 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59524) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:33:55.429285 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a81971c8-a81c-40cb-bff7-5118534007e8 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8273747 Feb 02 07:33:55.436301 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-f00d6b00-fcff-4014-a21b-6f36d9c505e4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-590487055-router', 'tenant_id': '93d4f7dce11c413d9d7e6d5f9fd5c778', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:33:55.462114 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11802d4-9cc2-474d-9e30-a3cce5c287c7 None None] Network 30694a4d-bdf0-4756-9dc8-f5baf687f1df requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:33:55.482324 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f00d6b00-fcff-4014-a21b-6f36d9c505e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (70e6444c-6e6d-4a56-b033-329b0b14485f), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:55.483507 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f00d6b00-fcff-4014-a21b-6f36d9c505e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (70e6444c-6e6d-4a56-b033-329b0b14485f), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:55.559025 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f00d6b00-fcff-4014-a21b-6f36d9c505e4 admin admin] Publish callbacks [] for router_controller (70e6444c-6e6d-4a56-b033-329b0b14485f), precommit_add_association {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:55.563287 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-6348a836-438d-4d3d-848a-9a1904ab1714 None None] Current status of the port b90acc1f-e7f8-4342-9761-c45d40295558 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:33:55.649568 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-a0d47288-731a-4214-9324-4b9607777bdb tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Allocated IP 172.25.4.254 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/029ea85b-085c-4008-b0df-89cd8de938e1) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:33:55.664433 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22809ae3-da01-4667-9a9f-2ab2f401ba4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-30694a4d-bdf0-4756-9dc8-f5baf687f1df', 'network_id': '30694a4d-bdf0-4756-9dc8-f5baf687f1df', 'project_id': '93d4f7dce11c413d9d7e6d5f9fd5c778', 'fixed_ips': [{'subnet_id': 'ca9a41c7-1576-4f8b-9f4d-3a952d437593'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:33:55.665316 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-22809ae3-da01-4667-9a9f-2ab2f401ba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:55.768672 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f00d6b00-fcff-4014-a21b-6f36d9c505e4 admin admin] Publish callbacks [] for router_gateway (70e6444c-6e6d-4a56-b033-329b0b14485f), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:55.869790 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-22809ae3-da01-4667-9a9f-2ab2f401ba4f None None] Allocated IP 172.20.0.2 (30694a4d-bdf0-4756-9dc8-f5baf687f1df/ca9a41c7-1576-4f8b-9f4d-3a952d437593/c1af5fc8-37ac-460c-8906-789f735081a5) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:33:56.083244 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-22809ae3-da01-4667-9a9f-2ab2f401ba4f None None] Publish callbacks [] for port (c1af5fc8-37ac-460c-8906-789f735081a5), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:56.097390 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-22809ae3-da01-4667-9a9f-2ab2f401ba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (c1af5fc8-37ac-460c-8906-789f735081a5), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:56.103433 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f00d6b00-fcff-4014-a21b-6f36d9c505e4 admin admin] Publish callbacks [] for router_gateway (70e6444c-6e6d-4a56-b033-329b0b14485f), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:56.134681 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f00d6b00-fcff-4014-a21b-6f36d9c505e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:56.158541 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22809ae3-da01-4667-9a9f-2ab2f401ba4f None None] Network 30694a4d-bdf0-4756-9dc8-f5baf687f1df is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:33:56.167270 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-22809ae3-da01-4667-9a9f-2ab2f401ba4f None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:33:56.174627 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22809ae3-da01-4667-9a9f-2ab2f401ba4f None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:33:56.195431 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a0d47288-731a-4214-9324-4b9607777bdb tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for port (029ea85b-085c-4008-b0df-89cd8de938e1), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:56.232020 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22809ae3-da01-4667-9a9f-2ab2f401ba4f None None] Pushing event updated for resources: {'Port': ['ID=c1af5fc8-37ac-460c-8906-789f735081a5,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:56.238093 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a0d47288-731a-4214-9324-4b9607777bdb tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (029ea85b-085c-4008-b0df-89cd8de938e1), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:56.252981 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-22809ae3-da01-4667-9a9f-2ab2f401ba4f None None] Attempting to bind port c1af5fc8-37ac-460c-8906-789f735081a5 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:33:56.253672 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-22809ae3-da01-4667-9a9f-2ab2f401ba4f None None] Attempting to bind port c1af5fc8-37ac-460c-8906-789f735081a5 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '441e0c06-2b89-47a2-9c9e-f6c22892acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '30694a4d-bdf0-4756-9dc8-f5baf687f1df'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:33:56.254224 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22809ae3-da01-4667-9a9f-2ab2f401ba4f None None] Attempting to bind port c1af5fc8-37ac-460c-8906-789f735081a5 on network 30694a4d-bdf0-4756-9dc8-f5baf687f1df {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:33:56.260485 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22809ae3-da01-4667-9a9f-2ab2f401ba4f None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:33:56.261246 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22809ae3-da01-4667-9a9f-2ab2f401ba4f None None] Checking segment: {'id': '441e0c06-2b89-47a2-9c9e-f6c22892acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '30694a4d-bdf0-4756-9dc8-f5baf687f1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:33:56.261873 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-22809ae3-da01-4667-9a9f-2ab2f401ba4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:56.262430 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22809ae3-da01-4667-9a9f-2ab2f401ba4f None None] Bound using segment: {'id': '441e0c06-2b89-47a2-9c9e-f6c22892acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '30694a4d-bdf0-4756-9dc8-f5baf687f1df'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:33:56.263079 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-22809ae3-da01-4667-9a9f-2ab2f401ba4f None None] Bound port: c1af5fc8-37ac-460c-8906-789f735081a5, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441e0c06-2b89-47a2-9c9e-f6c22892acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '30694a4d-bdf0-4756-9dc8-f5baf687f1df'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:33:56.263686 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-22809ae3-da01-4667-9a9f-2ab2f401ba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (c1af5fc8-37ac-460c-8906-789f735081a5), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:56.296712 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d47288-731a-4214-9324-4b9607777bdb tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:33:56.305797 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-a0d47288-731a-4214-9324-4b9607777bdb tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:33:56.311867 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-f00d6b00-fcff-4014-a21b-6f36d9c505e4 admin admin] Allocated IP 172.25.4.91 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/9249f9de-d38a-4273-90b0-6a0e3323ceb6) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:33:56.314084 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d47288-731a-4214-9324-4b9607777bdb tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:33:56.373336 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d47288-731a-4214-9324-4b9607777bdb tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event updated for resources: {'Port': ['ID=029ea85b-085c-4008-b0df-89cd8de938e1,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:56.384046 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-22809ae3-da01-4667-9a9f-2ab2f401ba4f None None] For port c1af5fc8-37ac-460c-8906-789f735081a5, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:33:56.389897 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-22809ae3-da01-4667-9a9f-2ab2f401ba4f None None] For port c1af5fc8-37ac-460c-8906-789f735081a5, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=c1af5fc8-37ac-460c-8906-789f735081a5,segment=NetworkSegment(441e0c06-2b89-47a2-9c9e-f6c22892acb1),segment_id=441e0c06-2b89-47a2-9c9e-f6c22892acb1)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:33:56.408013 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-22809ae3-da01-4667-9a9f-2ab2f401ba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (c1af5fc8-37ac-460c-8906-789f735081a5), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:56.482043 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f00d6b00-fcff-4014-a21b-6f36d9c505e4 admin admin] Publish callbacks [] for port (9249f9de-d38a-4273-90b0-6a0e3323ceb6), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:56.515835 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22809ae3-da01-4667-9a9f-2ab2f401ba4f None None] Pushing event updated for resources: {'Port': ['ID=c1af5fc8-37ac-460c-8906-789f735081a5,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:56.569772 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f00d6b00-fcff-4014-a21b-6f36d9c505e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (9249f9de-d38a-4273-90b0-6a0e3323ceb6), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:56.616598 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00d6b00-fcff-4014-a21b-6f36d9c505e4 admin admin] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:33:56.619977 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-f00d6b00-fcff-4014-a21b-6f36d9c505e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:33:56.628203 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00d6b00-fcff-4014-a21b-6f36d9c505e4 admin admin] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:33:56.678197 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00d6b00-fcff-4014-a21b-6f36d9c505e4 admin admin] Pushing event updated for resources: {'Port': ['ID=9249f9de-d38a-4273-90b0-6a0e3323ceb6,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:56.926267 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a0d47288-731a-4214-9324-4b9607777bdb tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for floatingip (9acb342e-2230-4aaa-9805-7bc8f1971e39), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:57.097610 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f00d6b00-fcff-4014-a21b-6f36d9c505e4 admin admin] Publish callbacks [] for router_gateway (70e6444c-6e6d-4a56-b033-329b0b14485f), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:57.116740 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a0d47288-731a-4214-9324-4b9607777bdb tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (029ea85b-085c-4008-b0df-89cd8de938e1), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:57.120804 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device b90acc1f-e7f8-4342-9761-c45d40295558 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:33:57.175062 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port b90acc1f-e7f8-4342-9761-c45d40295558 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:33:57.175582 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b90acc1f-e7f8-4342-9761-c45d40295558), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:57.290070 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port b90acc1f-e7f8-4342-9761-c45d40295558 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:33:57.291158 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device c1af5fc8-37ac-460c-8906-789f735081a5 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:33:57.292537 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a0d47288-731a-4214-9324-4b9607777bdb tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for port (029ea85b-085c-4008-b0df-89cd8de938e1), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:57.305613 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a0d47288-731a-4214-9324-4b9607777bdb tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (029ea85b-085c-4008-b0df-89cd8de938e1), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:57.340113 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f00d6b00-fcff-4014-a21b-6f36d9c505e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (70e6444c-6e6d-4a56-b033-329b0b14485f), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:57.352660 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port c1af5fc8-37ac-460c-8906-789f735081a5 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:33:57.353155 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (c1af5fc8-37ac-460c-8906-789f735081a5), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:57.398684 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d47288-731a-4214-9324-4b9607777bdb tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event updated for resources: {'Port': ['ID=029ea85b-085c-4008-b0df-89cd8de938e1,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:57.410393 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a0d47288-731a-4214-9324-4b9607777bdb tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (9acb342e-2230-4aaa-9805-7bc8f1971e39), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:57.504362 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port c1af5fc8-37ac-460c-8906-789f735081a5 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:33:57.504886 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (c1af5fc8-37ac-460c-8906-789f735081a5), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:57.538147 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:57.552351 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f00d6b00-fcff-4014-a21b-6f36d9c505e4 admin admin] Router 70e6444c-6e6d-4a56-b033-329b0b14485f is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:33:57.557746 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port c1af5fc8-37ac-460c-8906-789f735081a5, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=c1af5fc8-37ac-460c-8906-789f735081a5,segment=NetworkSegment(441e0c06-2b89-47a2-9c9e-f6c22892acb1),segment_id=441e0c06-2b89-47a2-9c9e-f6c22892acb1)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:33:57.569284 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (c1af5fc8-37ac-460c-8906-789f735081a5), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:57.613536 n-d-789963-26 neutron-server[109693]: INFO neutron.db.l3_db [None req-a0d47288-731a-4214-9324-4b9607777bdb tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Floating IP 9acb342e-2230-4aaa-9805-7bc8f1971e39 associated. External IP: 172.25.4.254, port: ac9ba3f6-29c8-409b-b0b2-e55c380b27d7. Feb 02 07:33:57.675991 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=c1af5fc8-37ac-460c-8906-789f735081a5,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:57.759249 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f00d6b00-fcff-4014-a21b-6f36d9c505e4 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:33:57.771659 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45990f28-9c09-4b3f-af13-e5c10d98b772 None None] Sync routers for ids ['70e6444c-6e6d-4a56-b033-329b0b14485f'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:33:57.788664 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45990f28-9c09-4b3f-af13-e5c10d98b772 None None] Routers {'70e6444c-6e6d-4a56-b033-329b0b14485f'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:33:57.789976 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-45990f28-9c09-4b3f-af13-e5c10d98b772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:33:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['70e6444c-6e6d-4a56-b033-329b0b14485f'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:33:57.800147 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f00d6b00-fcff-4014-a21b-6f36d9c505e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:57.803995 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f00d6b00-fcff-4014-a21b-6f36d9c505e4 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3714151 Feb 02 07:33:57.804267 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59530) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:33:57.932518 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-45990f28-9c09-4b3f-af13-e5c10d98b772 None None] Set router 70e6444c-6e6d-4a56-b033-329b0b14485f gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:33:58.009695 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0d47288-731a-4214-9324-4b9607777bdb tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Router 6d39eddb-0476-4f12-88a9-fa071fda9709 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:33:58.039726 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa0b3b1-c113-47e4-a50f-0eac6b603f6d None None] Network 30694a4d-bdf0-4756-9dc8-f5baf687f1df requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:33:58.170798 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d47288-731a-4214-9324-4b9607777bdb tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:33:58.183908 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45772d4d-e1dc-411f-a8ae-3996d5c277a2 None None] Sync routers for ids ['6d39eddb-0476-4f12-88a9-fa071fda9709'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:33:58.185936 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-5e5caf4e-843a-45d7-ba48-a2d0ea4fff0a None None] Provisioning complete for port c1af5fc8-37ac-460c-8906-789f735081a5 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:33:58.186762 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e5caf4e-843a-45d7-ba48-a2d0ea4fff0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (c1af5fc8-37ac-460c-8906-789f735081a5), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:58.200446 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a0d47288-731a-4214-9324-4b9607777bdb tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:58.210370 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45772d4d-e1dc-411f-a8ae-3996d5c277a2 None None] Routers {'6d39eddb-0476-4f12-88a9-fa071fda9709'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:33:58.212904 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-45772d4d-e1dc-411f-a8ae-3996d5c277a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:33:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['6d39eddb-0476-4f12-88a9-fa071fda9709'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:33:58.248931 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a0d47288-731a-4214-9324-4b9607777bdb tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1445181 Feb 02 07:33:58.248931 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0303d9bc-82d9-4cc7-98c3-1599bac52df2', 'tag': 'ac9ba3f6-29c8-409b-b0b2-e55c380b27d7'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:33:58.252636 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f25277f-bb9c-4a57-a964-46cfdacf5553" -d '{"events": [{"name": "network-changed", "server_uuid": "0303d9bc-82d9-4cc7-98c3-1599bac52df2", "tag": "ac9ba3f6-29c8-409b-b0b2-e55c380b27d7"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:33:58.384796 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cb92704f-98f0-4ce5-b964-c208af4ef092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:58.418976 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-45772d4d-e1dc-411f-a8ae-3996d5c277a2 None None] Set router 6d39eddb-0476-4f12-88a9-fa071fda9709 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:33:58.493188 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1e5d7-cf84-4d38-92ac-e1d75e19aaa3 req-3e8659d6-1142-4320-b11c-3734f1dba227 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:58.502038 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e9d1e5d7-cf84-4d38-92ac-e1d75e19aaa3 req-3e8659d6-1142-4320-b11c-3734f1dba227 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=0303d9bc-82d9-4cc7-98c3-1599bac52df2 HTTP/1.1" status: 200 len: 946 time: 0.1451931 Feb 02 07:33:58.570289 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-5e5caf4e-843a-45d7-ba48-a2d0ea4fff0a None None] Current status of the port c1af5fc8-37ac-460c-8906-789f735081a5 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:33:58.580225 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-45990f28-9c09-4b3f-af13-e5c10d98b772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e6444c-6e6d-4a56-b033-329b0b14485f', 'name': 'tempest-TestVolumeBootPattern-590487055-router', 'tenant_id': '93d4f7dce11c413d9d7e6d5f9fd5c778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '9249f9de-d38a-4273-90b0-6a0e3323ceb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:33:55Z', 'updated_at': '2022-02-02T07:33:56Z', 'revision_number': 3, 'project_id': '93d4f7dce11c413d9d7e6d5f9fd5c778', 'gw_port': {'id': '9249f9de-d38a-4273-90b0-6a0e3323ceb6', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:79:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e6444c-6e6d-4a56-b033-329b0b14485f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:56Z', 'updated_at': '2022-02-02T07:33:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:33:58.613914 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45990f28-9c09-4b3f-af13-e5c10d98b772 None None] Checking router: 70e6444c-6e6d-4a56-b033-329b0b14485f for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:33:58.614573 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45990f28-9c09-4b3f-af13-e5c10d98b772 None None] Updating router 70e6444c-6e6d-4a56-b033-329b0b14485f port 9249f9de-d38a-4273-90b0-6a0e3323ceb6 binding host n-d-789963-26 {{(pid=109695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:33:58.639011 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e9d1e5d7-cf84-4d38-92ac-e1d75e19aaa3 req-9c7abc03-8898-427f-90fa-c58115c0ce53 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=a1d7f0ae-c818-4496-b094-8f4a4e213979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359427 Feb 02 07:33:58.668878 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59538) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:33:58.687533 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-45990f28-9c09-4b3f-af13-e5c10d98b772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (9249f9de-d38a-4273-90b0-6a0e3323ceb6), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:58.766753 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a737533-9b9f-4816-a0f1-0becd69a88b4 x-openstack-request-id: req-6a737533-9b9f-4816-a0f1-0becd69a88b4 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:33:58.766753 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0303d9bc-82d9-4cc7-98c3-1599bac52df2", "tag": "ac9ba3f6-29c8-409b-b0b2-e55c380b27d7", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:33:58.767045 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-6a737533-9b9f-4816-a0f1-0becd69a88b4 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:33:58.767494 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0303d9bc-82d9-4cc7-98c3-1599bac52df2', 'tag': 'ac9ba3f6-29c8-409b-b0b2-e55c380b27d7', 'status': 'completed', 'code': 200} Feb 02 07:33:58.847623 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a71dd18d-1123-4760-bcf6-ad01ee8d3438 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/floatingips/9acb342e-2230-4aaa-9805-7bc8f1971e39 HTTP/1.1" status: 200 len: 992 time: 0.1774147 Feb 02 07:33:58.852011 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-cb92704f-98f0-4ce5-b964-c208af4ef092 admin admin] Allocated IP 172.20.0.1 (30694a4d-bdf0-4756-9dc8-f5baf687f1df/ca9a41c7-1576-4f8b-9f4d-3a952d437593/f1042c53-facd-4103-b502-bdcad8a6306e) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:33:58.920247 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-45772d4d-e1dc-411f-a8ae-3996d5c277a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d39eddb-0476-4f12-88a9-fa071fda9709', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1266964918', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '06e5a064-470a-46d6-981c-34a19d151d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:33:26Z', 'updated_at': '2022-02-02T07:33:35Z', 'revision_number': 4, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'gw_port': {'id': '06e5a064-470a-46d6-981c-34a19d151d77', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d39eddb-0476-4f12-88a9-fa071fda9709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:27Z', 'updated_at': '2022-02-02T07:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '9acb342e-2230-4aaa-9805-7bc8f1971e39', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'floating_ip_address': '172.25.4.254', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '6d39eddb-0476-4f12-88a9-fa071fda9709', 'port_id': 'ac9ba3f6-29c8-409b-b0b2-e55c380b27d7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3879, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865', 'mac_address': 'fa:16:3e:6d:33:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0303d9bc-82d9-4cc7-98c3-1599bac52df2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:33:56Z', 'updated_at': '2022-02-02T07:33:56Z', 'revision_number': 0, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f84af52d-cc64-4c74-8e44-a2abae11d103', 'name': '', 'network_id': 'e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'mac_address': 'fa:16:3e:8f:88:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d39eddb-0476-4f12-88a9-fa071fda9709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'ddad25ec-3bed-4618-8241-feff67ef97ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:32Z', 'updated_at': '2022-02-02T07:33:39Z', 'revision_number': 5, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'subnets': [{'id': 'ddad25ec-3bed-4618-8241-feff67ef97ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:33:58.927222 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-4673cd5f-7947-4392-815b-514102bb9aad None None] Provisioning complete for port c1af5fc8-37ac-460c-8906-789f735081a5 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:33:58.927624 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-4673cd5f-7947-4392-815b-514102bb9aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (c1af5fc8-37ac-460c-8906-789f735081a5), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:58.934365 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f25277f-bb9c-4a57-a964-46cfdacf5553 req-067c46e1-b9f6-4108-b8f2-0728eaa05d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:58.937288 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6f25277f-bb9c-4a57-a964-46cfdacf5553 req-067c46e1-b9f6-4108-b8f2-0728eaa05d5f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b5f86cce5c924f2695e5f2d21aa64848&device_id=0303d9bc-82d9-4cc7-98c3-1599bac52df2 HTTP/1.1" status: 200 len: 1129 time: 0.1314161 Feb 02 07:33:58.956979 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45772d4d-e1dc-411f-a8ae-3996d5c277a2 None None] Checking router: 6d39eddb-0476-4f12-88a9-fa071fda9709 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:33:58.966361 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45772d4d-e1dc-411f-a8ae-3996d5c277a2 None None] Routers {'6d39eddb-0476-4f12-88a9-fa071fda9709'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:33:58.966977 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-45772d4d-e1dc-411f-a8ae-3996d5c277a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:33:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['6d39eddb-0476-4f12-88a9-fa071fda9709'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:33:58.972383 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device c1af5fc8-37ac-460c-8906-789f735081a5 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:33:59.015468 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cb92704f-98f0-4ce5-b964-c208af4ef092 admin admin] Publish callbacks [] for port (f1042c53-facd-4103-b502-bdcad8a6306e), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:59.059356 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cb92704f-98f0-4ce5-b964-c208af4ef092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (f1042c53-facd-4103-b502-bdcad8a6306e), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:59.119571 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-45772d4d-e1dc-411f-a8ae-3996d5c277a2 None None] Set router 6d39eddb-0476-4f12-88a9-fa071fda9709 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:33:59.126779 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb92704f-98f0-4ce5-b964-c208af4ef092 admin admin] Network 30694a4d-bdf0-4756-9dc8-f5baf687f1df is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:33:59.132992 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-cb92704f-98f0-4ce5-b964-c208af4ef092 admin admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:33:59.135160 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb92704f-98f0-4ce5-b964-c208af4ef092 admin admin] Pushing event updated for resources: {'Port': ['ID=f1042c53-facd-4103-b502-bdcad8a6306e,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:59.138055 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb92704f-98f0-4ce5-b964-c208af4ef092 admin admin] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:33:59.146718 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f25277f-bb9c-4a57-a964-46cfdacf5553 req-12121241-891b-49da-a0a0-7a0bf7eb07ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:59.151225 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6f25277f-bb9c-4a57-a964-46cfdacf5553 req-12121241-891b-49da-a0a0-7a0bf7eb07ad service neutron] 10.222.0.59 "GET /v2.0/networks?id=e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865 HTTP/1.1" status: 200 len: 898 time: 0.2066071 Feb 02 07:33:59.151988 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-4673cd5f-7947-4392-815b-514102bb9aad None None] Current status of the port c1af5fc8-37ac-460c-8906-789f735081a5 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:33:59.157590 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port c1af5fc8-37ac-460c-8906-789f735081a5 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:33:59.157965 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (c1af5fc8-37ac-460c-8906-789f735081a5), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:59.212787 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cb92704f-98f0-4ce5-b964-c208af4ef092 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (70e6444c-6e6d-4a56-b033-329b0b14485f), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:59.357901 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-45990f28-9c09-4b3f-af13-e5c10d98b772 None None] Publish callbacks [] for port (9249f9de-d38a-4273-90b0-6a0e3323ceb6), precommit_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:59.362494 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6f25277f-bb9c-4a57-a964-46cfdacf5553 req-6cd49322-82eb-4d35-8f34-e1877255d764 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac9ba3f6-29c8-409b-b0b2-e55c380b27d7 HTTP/1.1" status: 200 len: 1000 time: 0.2039757 Feb 02 07:33:59.371100 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port c1af5fc8-37ac-460c-8906-789f735081a5 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:33:59.375840 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-45990f28-9c09-4b3f-af13-e5c10d98b772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (9249f9de-d38a-4273-90b0-6a0e3323ceb6), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:59.433605 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f25277f-bb9c-4a57-a964-46cfdacf5553 req-a2f4958b-605d-446c-93d3-2cf4e049871b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:59.435019 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6f25277f-bb9c-4a57-a964-46cfdacf5553 req-a2f4958b-605d-446c-93d3-2cf4e049871b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ddad25ec-3bed-4618-8241-feff67ef97ce HTTP/1.1" status: 200 len: 834 time: 0.0660560 Feb 02 07:33:59.470873 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cb92704f-98f0-4ce5-b964-c208af4ef092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f1042c53-facd-4103-b502-bdcad8a6306e), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:59.473894 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd0584f-e650-41a3-8208-d8bbe144331f None None] Pushing event updated for resources: {'Port': ['ID=9249f9de-d38a-4273-90b0-6a0e3323ceb6,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:59.504388 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-45990f28-9c09-4b3f-af13-e5c10d98b772 None None] Attempting to bind port 9249f9de-d38a-4273-90b0-6a0e3323ceb6 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:33:59.504947 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-45990f28-9c09-4b3f-af13-e5c10d98b772 None None] Attempting to bind port 9249f9de-d38a-4273-90b0-6a0e3323ceb6 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:33:59.505313 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45990f28-9c09-4b3f-af13-e5c10d98b772 None None] Attempting to bind port 9249f9de-d38a-4273-90b0-6a0e3323ceb6 on network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:33:59.512908 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45990f28-9c09-4b3f-af13-e5c10d98b772 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:33:59.513319 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45990f28-9c09-4b3f-af13-e5c10d98b772 None None] Checking segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:33:59.513696 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-45990f28-9c09-4b3f-af13-e5c10d98b772 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:59.514093 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45990f28-9c09-4b3f-af13-e5c10d98b772 None None] Bound using segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:33:59.514878 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-45990f28-9c09-4b3f-af13-e5c10d98b772 None None] Bound port: 9249f9de-d38a-4273-90b0-6a0e3323ceb6, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:33:59.515910 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-45990f28-9c09-4b3f-af13-e5c10d98b772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (9249f9de-d38a-4273-90b0-6a0e3323ceb6), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:59.545345 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f25277f-bb9c-4a57-a964-46cfdacf5553 req-03867692-22ee-4f34-945c-2115d89368d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:33:59.547971 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6f25277f-bb9c-4a57-a964-46cfdacf5553 req-03867692-22ee-4f34-945c-2115d89368d3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1050384 Feb 02 07:33:59.587954 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-45772d4d-e1dc-411f-a8ae-3996d5c277a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d39eddb-0476-4f12-88a9-fa071fda9709', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1266964918', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '06e5a064-470a-46d6-981c-34a19d151d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:33:26Z', 'updated_at': '2022-02-02T07:33:35Z', 'revision_number': 4, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'gw_port': {'id': '06e5a064-470a-46d6-981c-34a19d151d77', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d39eddb-0476-4f12-88a9-fa071fda9709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:27Z', 'updated_at': '2022-02-02T07:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '9acb342e-2230-4aaa-9805-7bc8f1971e39', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'floating_ip_address': '172.25.4.254', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '6d39eddb-0476-4f12-88a9-fa071fda9709', 'port_id': 'ac9ba3f6-29c8-409b-b0b2-e55c380b27d7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3879, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865', 'mac_address': 'fa:16:3e:6d:33:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0303d9bc-82d9-4cc7-98c3-1599bac52df2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:33:56Z', 'updated_at': '2022-02-02T07:33:56Z', 'revision_number': 0, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f84af52d-cc64-4c74-8e44-a2abae11d103', 'name': '', 'network_id': 'e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'mac_address': 'fa:16:3e:8f:88:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d39eddb-0476-4f12-88a9-fa071fda9709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'ddad25ec-3bed-4618-8241-feff67ef97ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:32Z', 'updated_at': '2022-02-02T07:33:39Z', 'revision_number': 5, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'subnets': [{'id': 'ddad25ec-3bed-4618-8241-feff67ef97ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:33:59.588985 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-45990f28-9c09-4b3f-af13-e5c10d98b772 None None] For port 9249f9de-d38a-4273-90b0-6a0e3323ceb6, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:33:59.593534 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-45990f28-9c09-4b3f-af13-e5c10d98b772 None None] For port 9249f9de-d38a-4273-90b0-6a0e3323ceb6, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=9249f9de-d38a-4273-90b0-6a0e3323ceb6,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:33:59.600661 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ee504ed7-f7a4-433c-a447-d825adfbd459 None None] Provisioning complete for port f1042c53-facd-4103-b502-bdcad8a6306e triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:33:59.601050 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ee504ed7-f7a4-433c-a447-d825adfbd459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (f1042c53-facd-4103-b502-bdcad8a6306e), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:59.623406 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45772d4d-e1dc-411f-a8ae-3996d5c277a2 None None] The sync data for ids ['6d39eddb-0476-4f12-88a9-fa071fda9709'] in n-d-789963-26 is: [{'id': '6d39eddb-0476-4f12-88a9-fa071fda9709', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1266964918', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '06e5a064-470a-46d6-981c-34a19d151d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:33:26Z', 'updated_at': '2022-02-02T07:33:35Z', 'revision_number': 4, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'gw_port': {'id': '06e5a064-470a-46d6-981c-34a19d151d77', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d39eddb-0476-4f12-88a9-fa071fda9709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:27Z', 'updated_at': '2022-02-02T07:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '9acb342e-2230-4aaa-9805-7bc8f1971e39', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'floating_ip_address': '172.25.4.254', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '6d39eddb-0476-4f12-88a9-fa071fda9709', 'port_id': 'ac9ba3f6-29c8-409b-b0b2-e55c380b27d7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3879, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865', 'mac_address': 'fa:16:3e:6d:33:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0303d9bc-82d9-4cc7-98c3-1599bac52df2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:33:56Z', 'updated_at': '2022-02-02T07:33:56Z', 'revision_number': 0, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f84af52d-cc64-4c74-8e44-a2abae11d103', 'name': '', 'network_id': 'e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'mac_address': 'fa:16:3e:8f:88:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d39eddb-0476-4f12-88a9-fa071fda9709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'ddad25ec-3bed-4618-8241-feff67ef97ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:32Z', 'updated_at': '2022-02-02T07:33:39Z', 'revision_number': 5, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'subnets': [{'id': 'ddad25ec-3bed-4618-8241-feff67ef97ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:33:59.627935 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-45990f28-9c09-4b3f-af13-e5c10d98b772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (9249f9de-d38a-4273-90b0-6a0e3323ceb6), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:59.686930 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ee504ed7-f7a4-433c-a447-d825adfbd459 None None] Port f1042c53-facd-4103-b502-bdcad8a6306e cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:33:59.695888 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6f25277f-bb9c-4a57-a964-46cfdacf5553 req-21704a53-a3c2-4e57-bcd0-082afd5e9fd1 service neutron] 10.222.0.59 "GET /v2.0/networks/e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415448 Feb 02 07:33:59.711123 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd0584f-e650-41a3-8208-d8bbe144331f None None] Pushing event updated for resources: {'Port': ['ID=9249f9de-d38a-4273-90b0-6a0e3323ceb6,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:59.716295 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45990f28-9c09-4b3f-af13-e5c10d98b772 None None] Routers {'70e6444c-6e6d-4a56-b033-329b0b14485f'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:33:59.716898 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-45990f28-9c09-4b3f-af13-e5c10d98b772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:33:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['70e6444c-6e6d-4a56-b033-329b0b14485f'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:33:59.848090 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59542) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:33:59.849787 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cb92704f-98f0-4ce5-b964-c208af4ef092 admin admin] Publish callbacks [] for port (f1042c53-facd-4103-b502-bdcad8a6306e), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:59.859542 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6f25277f-bb9c-4a57-a964-46cfdacf5553 req-1c589925-95fe-4e18-a57a-1058a59053e3 service neutron] 10.222.0.59 "GET /v2.0/networks/e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537843 Feb 02 07:33:59.861740 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cb92704f-98f0-4ce5-b964-c208af4ef092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (f1042c53-facd-4103-b502-bdcad8a6306e), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:33:59.882812 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-45990f28-9c09-4b3f-af13-e5c10d98b772 None None] Set router 70e6444c-6e6d-4a56-b033-329b0b14485f gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:33:59.935726 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-82bbca7e-91a1-4c53-93d6-049aba89a2ac tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/floatingips/9acb342e-2230-4aaa-9805-7bc8f1971e39 HTTP/1.1" status: 200 len: 992 time: 0.0863795 Feb 02 07:33:59.975306 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb92704f-98f0-4ce5-b964-c208af4ef092 admin admin] Pushing event updated for resources: {'Port': ['ID=f1042c53-facd-4103-b502-bdcad8a6306e,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:33:59.980891 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cb92704f-98f0-4ce5-b964-c208af4ef092 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (70e6444c-6e6d-4a56-b033-329b0b14485f), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:00.047705 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2f0a67-34d5-4e77-8605-cda35d8c3abb None None] New status for floating IP 9acb342e-2230-4aaa-9805-7bc8f1971e39: ACTIVE {{(pid=109695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 07:34:00.099415 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb92704f-98f0-4ce5-b964-c208af4ef092 admin admin] Network 30694a4d-bdf0-4756-9dc8-f5baf687f1df is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:34:00.100932 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-cb92704f-98f0-4ce5-b964-c208af4ef092 admin admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:34:00.254051 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb92704f-98f0-4ce5-b964-c208af4ef092 admin admin] Router 70e6444c-6e6d-4a56-b033-329b0b14485f has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:34:00.260879 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-45990f28-9c09-4b3f-af13-e5c10d98b772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e6444c-6e6d-4a56-b033-329b0b14485f', 'name': 'tempest-TestVolumeBootPattern-590487055-router', 'tenant_id': '93d4f7dce11c413d9d7e6d5f9fd5c778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '9249f9de-d38a-4273-90b0-6a0e3323ceb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:33:55Z', 'updated_at': '2022-02-02T07:33:59Z', 'revision_number': 4, 'project_id': '93d4f7dce11c413d9d7e6d5f9fd5c778', 'gw_port': {'id': '9249f9de-d38a-4273-90b0-6a0e3323ceb6', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:79:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e6444c-6e6d-4a56-b033-329b0b14485f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:56Z', 'updated_at': '2022-02-02T07:33:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'f1042c53-facd-4103-b502-bdcad8a6306e', 'name': '', 'network_id': '30694a4d-bdf0-4756-9dc8-f5baf687f1df', 'tenant_id': '93d4f7dce11c413d9d7e6d5f9fd5c778', 'mac_address': 'fa:16:3e:b7:77:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e6444c-6e6d-4a56-b033-329b0b14485f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'ca9a41c7-1576-4f8b-9f4d-3a952d437593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:58Z', 'updated_at': '2022-02-02T07:33:58Z', 'revision_number': 1, 'project_id': '93d4f7dce11c413d9d7e6d5f9fd5c778', 'subnets': [{'id': 'ca9a41c7-1576-4f8b-9f4d-3a952d437593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:34:00.293977 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45990f28-9c09-4b3f-af13-e5c10d98b772 None None] The sync data for ids ['70e6444c-6e6d-4a56-b033-329b0b14485f'] in n-d-789963-26 is: [{'id': '70e6444c-6e6d-4a56-b033-329b0b14485f', 'name': 'tempest-TestVolumeBootPattern-590487055-router', 'tenant_id': '93d4f7dce11c413d9d7e6d5f9fd5c778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '9249f9de-d38a-4273-90b0-6a0e3323ceb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:33:55Z', 'updated_at': '2022-02-02T07:33:59Z', 'revision_number': 4, 'project_id': '93d4f7dce11c413d9d7e6d5f9fd5c778', 'gw_port': {'id': '9249f9de-d38a-4273-90b0-6a0e3323ceb6', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:79:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e6444c-6e6d-4a56-b033-329b0b14485f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:56Z', 'updated_at': '2022-02-02T07:33:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'f1042c53-facd-4103-b502-bdcad8a6306e', 'name': '', 'network_id': '30694a4d-bdf0-4756-9dc8-f5baf687f1df', 'tenant_id': '93d4f7dce11c413d9d7e6d5f9fd5c778', 'mac_address': 'fa:16:3e:b7:77:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e6444c-6e6d-4a56-b033-329b0b14485f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'ca9a41c7-1576-4f8b-9f4d-3a952d437593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:58Z', 'updated_at': '2022-02-02T07:33:58Z', 'revision_number': 1, 'project_id': '93d4f7dce11c413d9d7e6d5f9fd5c778', 'subnets': [{'id': 'ca9a41c7-1576-4f8b-9f4d-3a952d437593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:34:00.405660 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb92704f-98f0-4ce5-b964-c208af4ef092 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:34:00.412154 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-790f11a6-2b5b-496a-858a-c11edd005d78 None None] Provisioning complete for port f1042c53-facd-4103-b502-bdcad8a6306e triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:34:00.412697 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-790f11a6-2b5b-496a-858a-c11edd005d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (f1042c53-facd-4103-b502-bdcad8a6306e), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:00.415866 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-cb92704f-98f0-4ce5-b964-c208af4ef092 admin admin] 10.222.0.87 "PUT /v2.0/routers/70e6444c-6e6d-4a56-b033-329b0b14485f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6105418 Feb 02 07:34:00.458126 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-790f11a6-2b5b-496a-858a-c11edd005d78 None None] Port f1042c53-facd-4103-b502-bdcad8a6306e cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:34:00.939281 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59562) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:34:01.041434 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-5f32be72-bac3-4aa0-8856-7cef100b0ba9 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/floatingips/9acb342e-2230-4aaa-9805-7bc8f1971e39 HTTP/1.1" status: 200 len: 994 time: 0.0996244 Feb 02 07:34:02.911698 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 9249f9de-d38a-4273-90b0-6a0e3323ceb6 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:34:02.962027 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 9249f9de-d38a-4273-90b0-6a0e3323ceb6 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:34:02.962405 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (9249f9de-d38a-4273-90b0-6a0e3323ceb6), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:03.067328 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 9249f9de-d38a-4273-90b0-6a0e3323ceb6 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:34:03.067709 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (9249f9de-d38a-4273-90b0-6a0e3323ceb6), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:03.106823 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 9249f9de-d38a-4273-90b0-6a0e3323ceb6, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=9249f9de-d38a-4273-90b0-6a0e3323ceb6,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:34:03.110142 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (9249f9de-d38a-4273-90b0-6a0e3323ceb6), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:03.174404 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=9249f9de-d38a-4273-90b0-6a0e3323ceb6,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:34:03.685635 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba149e3c-a68d-43c7-95cc-d09b1f0cfa47 req-c85ecc2b-4676-4945-adc6-93cffd913fd7 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:03.687091 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ba149e3c-a68d-43c7-95cc-d09b1f0cfa47 req-c85ecc2b-4676-4945-adc6-93cffd913fd7 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/networks?id=99c393e5-edbe-4583-8514-7c998c6986c0 HTTP/1.1" status: 200 len: 812 time: 0.1043606 Feb 02 07:34:03.701370 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ba149e3c-a68d-43c7-95cc-d09b1f0cfa47 req-3c89a536-21b7-4bdb-8d26-cbeb0429f67d tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/quotas/c3998c4a9fb54dbfb254f927a9c64ece HTTP/1.1" status: 200 len: 375 time: 0.0088341 Feb 02 07:34:03.757191 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ba149e3c-a68d-43c7-95cc-d09b1f0cfa47 req-070c45a3-8c87-4e5d-b4af-a01e7a9d2ea6 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=c3998c4a9fb54dbfb254f927a9c64ece&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503020 Feb 02 07:34:03.852241 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ba149e3c-a68d-43c7-95cc-d09b1f0cfa47 req-6a050eee-8040-4c65-8a0e-6929d530d08d service neutron] 10.222.0.87 "GET /v2.0/networks/99c393e5-edbe-4583-8514-7c998c6986c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886807 Feb 02 07:34:03.942047 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ba149e3c-a68d-43c7-95cc-d09b1f0cfa47 req-a67cb4af-1992-4c9b-b9bf-b655cfe947ac service neutron] 10.222.0.87 "GET /v2.0/networks/99c393e5-edbe-4583-8514-7c998c6986c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836210 Feb 02 07:34:04.116341 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586dcb66-f830-4a6e-b0c6-85366c142c5b None None] Sync routers for ids ['70e6444c-6e6d-4a56-b033-329b0b14485f'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:34:04.139811 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586dcb66-f830-4a6e-b0c6-85366c142c5b None None] Routers {'70e6444c-6e6d-4a56-b033-329b0b14485f'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:34:04.140548 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-586dcb66-f830-4a6e-b0c6-85366c142c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:33:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['70e6444c-6e6d-4a56-b033-329b0b14485f'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:34:04.287448 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f957dcb2-9ff0-4cb4-805b-f5d9bdae5e3e req-acdc70d1-5a9c-4f74-bcb6-1dc2c2fd5b16 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=0f59155d-2918-4037-93d0-17fb449ab812 HTTP/1.1" status: 200 len: 210 time: 0.0372901 Feb 02 07:34:04.301081 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-586dcb66-f830-4a6e-b0c6-85366c142c5b None None] Set router 70e6444c-6e6d-4a56-b033-329b0b14485f gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:34:04.535119 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-586dcb66-f830-4a6e-b0c6-85366c142c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e6444c-6e6d-4a56-b033-329b0b14485f', 'name': 'tempest-TestVolumeBootPattern-590487055-router', 'tenant_id': '93d4f7dce11c413d9d7e6d5f9fd5c778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '9249f9de-d38a-4273-90b0-6a0e3323ceb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:33:55Z', 'updated_at': '2022-02-02T07:33:59Z', 'revision_number': 4, 'project_id': '93d4f7dce11c413d9d7e6d5f9fd5c778', 'gw_port': {'id': '9249f9de-d38a-4273-90b0-6a0e3323ceb6', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:79:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6444c-6e6d-4a56-b033-329b0b14485f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:56Z', 'updated_at': '2022-02-02T07:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'f1042c53-facd-4103-b502-bdcad8a6306e', 'name': '', 'network_id': '30694a4d-bdf0-4756-9dc8-f5baf687f1df', 'tenant_id': '93d4f7dce11c413d9d7e6d5f9fd5c778', 'mac_address': 'fa:16:3e:b7:77:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e6444c-6e6d-4a56-b033-329b0b14485f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'ca9a41c7-1576-4f8b-9f4d-3a952d437593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:58Z', 'updated_at': '2022-02-02T07:33:59Z', 'revision_number': 2, 'project_id': '93d4f7dce11c413d9d7e6d5f9fd5c778', 'subnets': [{'id': 'ca9a41c7-1576-4f8b-9f4d-3a952d437593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:34:04.562255 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586dcb66-f830-4a6e-b0c6-85366c142c5b None None] Checking router: 70e6444c-6e6d-4a56-b033-329b0b14485f for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:34:04.562639 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586dcb66-f830-4a6e-b0c6-85366c142c5b None None] Updating router 70e6444c-6e6d-4a56-b033-329b0b14485f port f1042c53-facd-4103-b502-bdcad8a6306e binding host n-d-789963-26 {{(pid=109696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:34:04.590543 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-586dcb66-f830-4a6e-b0c6-85366c142c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f1042c53-facd-4103-b502-bdcad8a6306e), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:04.871587 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-586dcb66-f830-4a6e-b0c6-85366c142c5b None None] Publish callbacks [] for port (f1042c53-facd-4103-b502-bdcad8a6306e), precommit_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:04.877546 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-586dcb66-f830-4a6e-b0c6-85366c142c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (f1042c53-facd-4103-b502-bdcad8a6306e), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:04.910844 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 9249f9de-d38a-4273-90b0-6a0e3323ceb6 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:34:04.926722 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d5301e-6abb-4e92-b59f-47075ce88417 None None] Pushing event updated for resources: {'Port': ['ID=f1042c53-facd-4103-b502-bdcad8a6306e,revision_number=3']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:34:04.968684 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 9249f9de-d38a-4273-90b0-6a0e3323ceb6 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:34:04.969425 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (9249f9de-d38a-4273-90b0-6a0e3323ceb6), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:05.000018 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-586dcb66-f830-4a6e-b0c6-85366c142c5b None None] Attempting to bind port f1042c53-facd-4103-b502-bdcad8a6306e on host n-d-789963-26 for vnic_type normal with profile {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:34:05.001150 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-586dcb66-f830-4a6e-b0c6-85366c142c5b None None] Attempting to bind port f1042c53-facd-4103-b502-bdcad8a6306e by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '441e0c06-2b89-47a2-9c9e-f6c22892acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '30694a4d-bdf0-4756-9dc8-f5baf687f1df'}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:34:05.001795 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586dcb66-f830-4a6e-b0c6-85366c142c5b None None] Attempting to bind port f1042c53-facd-4103-b502-bdcad8a6306e on network 30694a4d-bdf0-4756-9dc8-f5baf687f1df {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:34:05.007759 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586dcb66-f830-4a6e-b0c6-85366c142c5b None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:34:05.008677 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586dcb66-f830-4a6e-b0c6-85366c142c5b None None] Checking segment: {'id': '441e0c06-2b89-47a2-9c9e-f6c22892acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '30694a4d-bdf0-4756-9dc8-f5baf687f1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:34:05.009317 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-586dcb66-f830-4a6e-b0c6-85366c142c5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:05.009919 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586dcb66-f830-4a6e-b0c6-85366c142c5b None None] Bound using segment: {'id': '441e0c06-2b89-47a2-9c9e-f6c22892acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '30694a4d-bdf0-4756-9dc8-f5baf687f1df'} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:34:05.010607 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-586dcb66-f830-4a6e-b0c6-85366c142c5b None None] Bound port: f1042c53-facd-4103-b502-bdcad8a6306e, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441e0c06-2b89-47a2-9c9e-f6c22892acb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '30694a4d-bdf0-4756-9dc8-f5baf687f1df'}}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:34:05.011250 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-586dcb66-f830-4a6e-b0c6-85366c142c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f1042c53-facd-4103-b502-bdcad8a6306e), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:05.083644 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 9249f9de-d38a-4273-90b0-6a0e3323ceb6 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:34:05.103239 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-586dcb66-f830-4a6e-b0c6-85366c142c5b None None] For port f1042c53-facd-4103-b502-bdcad8a6306e, host n-d-789963-26, cleared binding levels {{(pid=109696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:34:05.106425 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-586dcb66-f830-4a6e-b0c6-85366c142c5b None None] For port f1042c53-facd-4103-b502-bdcad8a6306e, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=f1042c53-facd-4103-b502-bdcad8a6306e,segment=NetworkSegment(441e0c06-2b89-47a2-9c9e-f6c22892acb1),segment_id=441e0c06-2b89-47a2-9c9e-f6c22892acb1)] {{(pid=109696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:34:05.113530 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-586dcb66-f830-4a6e-b0c6-85366c142c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (f1042c53-facd-4103-b502-bdcad8a6306e), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:05.176728 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d5301e-6abb-4e92-b59f-47075ce88417 None None] Pushing event updated for resources: {'Port': ['ID=f1042c53-facd-4103-b502-bdcad8a6306e,revision_number=4']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:34:05.181574 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586dcb66-f830-4a6e-b0c6-85366c142c5b None None] Routers {'70e6444c-6e6d-4a56-b033-329b0b14485f'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:34:05.183008 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-586dcb66-f830-4a6e-b0c6-85366c142c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:33:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['70e6444c-6e6d-4a56-b033-329b0b14485f'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:34:05.333096 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-586dcb66-f830-4a6e-b0c6-85366c142c5b None None] Set router 70e6444c-6e6d-4a56-b033-329b0b14485f gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:34:05.361838 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-6dbb3ce0-e9a8-4425-85a6-75dc4e22daaa None None] Provisioning complete for port f1042c53-facd-4103-b502-bdcad8a6306e triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:34:05.362366 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6dbb3ce0-e9a8-4425-85a6-75dc4e22daaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (f1042c53-facd-4103-b502-bdcad8a6306e), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:05.565573 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba149e3c-a68d-43c7-95cc-d09b1f0cfa47 req-98b56d1d-96b0-4e5e-b9aa-049f30b41040 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:05.566940 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ba149e3c-a68d-43c7-95cc-d09b1f0cfa47 req-98b56d1d-96b0-4e5e-b9aa-049f30b41040 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.88 "GET /v2.0/networks?id=99c393e5-edbe-4583-8514-7c998c6986c0 HTTP/1.1" status: 200 len: 812 time: 0.2676244 Feb 02 07:34:05.604154 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-6dbb3ce0-e9a8-4425-85a6-75dc4e22daaa None None] Current status of the port f1042c53-facd-4103-b502-bdcad8a6306e is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:34:05.604554 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6dbb3ce0-e9a8-4425-85a6-75dc4e22daaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f1042c53-facd-4103-b502-bdcad8a6306e), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:05.621764 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-ba149e3c-a68d-43c7-95cc-d09b1f0cfa47 req-3c7c834c-09a2-45e5-894d-9a067aee4d67 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Request body: {'port': {'device_id': '0f59155d-2918-4037-93d0-17fb449ab812', 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0', 'admin_state_up': True, 'tenant_id': 'c3998c4a9fb54dbfb254f927a9c64ece'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:34:05.629786 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-de2e6cde-c584-4937-bb5b-e3e7b63840a4 req-8bee949e-2726-4a9b-9352-c4589b9e7383 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=0f59155d-2918-4037-93d0-17fb449ab812 HTTP/1.1" status: 200 len: 210 time: 0.0445518 Feb 02 07:34:05.667063 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-6dbb3ce0-e9a8-4425-85a6-75dc4e22daaa None None] For port f1042c53-facd-4103-b502-bdcad8a6306e, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=f1042c53-facd-4103-b502-bdcad8a6306e,segment=NetworkSegment(441e0c06-2b89-47a2-9c9e-f6c22892acb1),segment_id=441e0c06-2b89-47a2-9c9e-f6c22892acb1)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:34:05.674090 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6dbb3ce0-e9a8-4425-85a6-75dc4e22daaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (f1042c53-facd-4103-b502-bdcad8a6306e), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:05.683678 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-586dcb66-f830-4a6e-b0c6-85366c142c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e6444c-6e6d-4a56-b033-329b0b14485f', 'name': 'tempest-TestVolumeBootPattern-590487055-router', 'tenant_id': '93d4f7dce11c413d9d7e6d5f9fd5c778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '9249f9de-d38a-4273-90b0-6a0e3323ceb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:33:55Z', 'updated_at': '2022-02-02T07:33:59Z', 'revision_number': 4, 'project_id': '93d4f7dce11c413d9d7e6d5f9fd5c778', 'gw_port': {'id': '9249f9de-d38a-4273-90b0-6a0e3323ceb6', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:79:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6444c-6e6d-4a56-b033-329b0b14485f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:56Z', 'updated_at': '2022-02-02T07:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'f1042c53-facd-4103-b502-bdcad8a6306e', 'name': '', 'network_id': '30694a4d-bdf0-4756-9dc8-f5baf687f1df', 'tenant_id': '93d4f7dce11c413d9d7e6d5f9fd5c778', 'mac_address': 'fa:16:3e:b7:77:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e6444c-6e6d-4a56-b033-329b0b14485f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'ca9a41c7-1576-4f8b-9f4d-3a952d437593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:58Z', 'updated_at': '2022-02-02T07:34:05Z', 'revision_number': 4, 'project_id': '93d4f7dce11c413d9d7e6d5f9fd5c778', 'subnets': [{'id': 'ca9a41c7-1576-4f8b-9f4d-3a952d437593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:34:05.739118 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586dcb66-f830-4a6e-b0c6-85366c142c5b None None] The sync data for ids ['70e6444c-6e6d-4a56-b033-329b0b14485f'] in n-d-789963-26 is: [{'id': '70e6444c-6e6d-4a56-b033-329b0b14485f', 'name': 'tempest-TestVolumeBootPattern-590487055-router', 'tenant_id': '93d4f7dce11c413d9d7e6d5f9fd5c778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '9249f9de-d38a-4273-90b0-6a0e3323ceb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:33:55Z', 'updated_at': '2022-02-02T07:33:59Z', 'revision_number': 4, 'project_id': '93d4f7dce11c413d9d7e6d5f9fd5c778', 'gw_port': {'id': '9249f9de-d38a-4273-90b0-6a0e3323ceb6', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:79:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6444c-6e6d-4a56-b033-329b0b14485f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:56Z', 'updated_at': '2022-02-02T07:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'f1042c53-facd-4103-b502-bdcad8a6306e', 'name': '', 'network_id': '30694a4d-bdf0-4756-9dc8-f5baf687f1df', 'tenant_id': '93d4f7dce11c413d9d7e6d5f9fd5c778', 'mac_address': 'fa:16:3e:b7:77:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e6444c-6e6d-4a56-b033-329b0b14485f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': 'ca9a41c7-1576-4f8b-9f4d-3a952d437593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:58Z', 'updated_at': '2022-02-02T07:34:05Z', 'revision_number': 4, 'project_id': '93d4f7dce11c413d9d7e6d5f9fd5c778', 'subnets': [{'id': 'ca9a41c7-1576-4f8b-9f4d-3a952d437593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:34:05.744197 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbb3ce0-e9a8-4425-85a6-75dc4e22daaa None None] Pushing event updated for resources: {'Port': ['ID=f1042c53-facd-4103-b502-bdcad8a6306e,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:34:05.760503 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb3ce0-e9a8-4425-85a6-75dc4e22daaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:34:05.760862 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb3ce0-e9a8-4425-85a6-75dc4e22daaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:34:05.761210 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb3ce0-e9a8-4425-85a6-75dc4e22daaa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:34:05.764006 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb3ce0-e9a8-4425-85a6-75dc4e22daaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:34:05.764367 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb3ce0-e9a8-4425-85a6-75dc4e22daaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:34:05.764719 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb3ce0-e9a8-4425-85a6-75dc4e22daaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:34:05.765060 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb3ce0-e9a8-4425-85a6-75dc4e22daaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:34:05.765399 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb3ce0-e9a8-4425-85a6-75dc4e22daaa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:34:05.767141 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb3ce0-e9a8-4425-85a6-75dc4e22daaa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:34:05.767530 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb3ce0-e9a8-4425-85a6-75dc4e22daaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:34:05.769216 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb3ce0-e9a8-4425-85a6-75dc4e22daaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:34:05.769597 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb3ce0-e9a8-4425-85a6-75dc4e22daaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:34:05.769988 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb3ce0-e9a8-4425-85a6-75dc4e22daaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:34:05.811337 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-933cc4a3-99a9-4ce0-931e-42a52bdf810e None None] Provisioning complete for port f1042c53-facd-4103-b502-bdcad8a6306e triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:34:05.811753 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-933cc4a3-99a9-4ce0-931e-42a52bdf810e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (f1042c53-facd-4103-b502-bdcad8a6306e), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:05.936909 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-933cc4a3-99a9-4ce0-931e-42a52bdf810e None None] Current status of the port f1042c53-facd-4103-b502-bdcad8a6306e is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:34:06.189577 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba149e3c-a68d-43c7-95cc-d09b1f0cfa47 req-3c7c834c-09a2-45e5-894d-9a067aee4d67 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Made reservation on behalf of c3998c4a9fb54dbfb254f927a9c64ece for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:34:06.193581 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-ba149e3c-a68d-43c7-95cc-d09b1f0cfa47 req-3c7c834c-09a2-45e5-894d-9a067aee4d67 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:06.368828 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-ba149e3c-a68d-43c7-95cc-d09b1f0cfa47 req-3c7c834c-09a2-45e5-894d-9a067aee4d67 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Allocated IP 172.20.0.8 (99c393e5-edbe-4583-8514-7c998c6986c0/8f0c010c-d5c1-4b63-8939-b46551f6cb84/dff38f4f-8a92-4e75-bf3c-d3ae9a91c3ae) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:34:06.544735 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-ba149e3c-a68d-43c7-95cc-d09b1f0cfa47 req-3c7c834c-09a2-45e5-894d-9a067aee4d67 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks [] for port (dff38f4f-8a92-4e75-bf3c-d3ae9a91c3ae), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:06.583121 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-ba149e3c-a68d-43c7-95cc-d09b1f0cfa47 req-3c7c834c-09a2-45e5-894d-9a067aee4d67 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (dff38f4f-8a92-4e75-bf3c-d3ae9a91c3ae), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:06.634877 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba149e3c-a68d-43c7-95cc-d09b1f0cfa47 req-3c7c834c-09a2-45e5-894d-9a067aee4d67 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Network 99c393e5-edbe-4583-8514-7c998c6986c0 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:34:06.638073 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-ba149e3c-a68d-43c7-95cc-d09b1f0cfa47 req-3c7c834c-09a2-45e5-894d-9a067aee4d67 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:34:06.642999 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba149e3c-a68d-43c7-95cc-d09b1f0cfa47 req-3c7c834c-09a2-45e5-894d-9a067aee4d67 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:34:06.647051 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c834c-09a2-45e5-894d-9a067aee4d67 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Pushing event updated for resources: {'Port': ['ID=dff38f4f-8a92-4e75-bf3c-d3ae9a91c3ae,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:34:06.731227 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba149e3c-a68d-43c7-95cc-d09b1f0cfa47 req-3c7c834c-09a2-45e5-894d-9a067aee4d67 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:06.732027 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-ba149e3c-a68d-43c7-95cc-d09b1f0cfa47 req-3c7c834c-09a2-45e5-894d-9a067aee4d67 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:06.761989 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ba149e3c-a68d-43c7-95cc-d09b1f0cfa47 req-3c7c834c-09a2-45e5-894d-9a067aee4d67 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1770480 Feb 02 07:34:06.788218 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-ba149e3c-a68d-43c7-95cc-d09b1f0cfa47 req-fd1b1848-4dc5-4f2b-8876-5404aefd544b service neutron] Request body: {'port': {'device_id': '0f59155d-2918-4037-93d0-17fb449ab812', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:34:06.884851 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26920b3-217a-413e-ba12-c8450ec419a1 req-5d45d9ba-5ba9-468c-a1b6-3b3a62357ac3 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:06.889413 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f26920b3-217a-413e-ba12-c8450ec419a1 req-5d45d9ba-5ba9-468c-a1b6-3b3a62357ac3 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=0f59155d-2918-4037-93d0-17fb449ab812 HTTP/1.1" status: 200 len: 931 time: 0.1425555 Feb 02 07:34:06.893238 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-ba149e3c-a68d-43c7-95cc-d09b1f0cfa47 req-fd1b1848-4dc5-4f2b-8876-5404aefd544b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (dff38f4f-8a92-4e75-bf3c-d3ae9a91c3ae), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:07.045220 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device f1042c53-facd-4103-b502-bdcad8a6306e up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:34:07.107740 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-7e1c328d-986c-465a-bc41-3db62bd301af None None] Provisioning complete for port dff38f4f-8a92-4e75-bf3c-d3ae9a91c3ae triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:34:07.108404 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7e1c328d-986c-465a-bc41-3db62bd301af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (dff38f4f-8a92-4e75-bf3c-d3ae9a91c3ae), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:07.148448 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-7e1c328d-986c-465a-bc41-3db62bd301af None None] Port dff38f4f-8a92-4e75-bf3c-d3ae9a91c3ae cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:34:07.154330 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port f1042c53-facd-4103-b502-bdcad8a6306e triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:34:07.154943 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (f1042c53-facd-4103-b502-bdcad8a6306e), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:07.216602 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f26920b3-217a-413e-ba12-c8450ec419a1 req-d112e734-a48a-4a5d-999c-3d184c476538 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051775 Feb 02 07:34:07.256772 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port f1042c53-facd-4103-b502-bdcad8a6306e is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:34:07.312244 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-ba149e3c-a68d-43c7-95cc-d09b1f0cfa47 req-fd1b1848-4dc5-4f2b-8876-5404aefd544b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dff38f4f-8a92-4e75-bf3c-d3ae9a91c3ae {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:34:07.320409 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-ba149e3c-a68d-43c7-95cc-d09b1f0cfa47 req-fd1b1848-4dc5-4f2b-8876-5404aefd544b service neutron] Publish callbacks [] for port (dff38f4f-8a92-4e75-bf3c-d3ae9a91c3ae), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:07.333019 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-ba149e3c-a68d-43c7-95cc-d09b1f0cfa47 req-fd1b1848-4dc5-4f2b-8876-5404aefd544b service neutron] Transition to ACTIVE for port object dff38f4f-8a92-4e75-bf3c-d3ae9a91c3ae will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:34:07.338541 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-ba149e3c-a68d-43c7-95cc-d09b1f0cfa47 req-fd1b1848-4dc5-4f2b-8876-5404aefd544b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (dff38f4f-8a92-4e75-bf3c-d3ae9a91c3ae), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:07.392886 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1b1848-4dc5-4f2b-8876-5404aefd544b service neutron] Pushing event updated for resources: {'Port': ['ID=dff38f4f-8a92-4e75-bf3c-d3ae9a91c3ae,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:34:07.476556 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-ba149e3c-a68d-43c7-95cc-d09b1f0cfa47 req-fd1b1848-4dc5-4f2b-8876-5404aefd544b service neutron] Attempting to bind port dff38f4f-8a92-4e75-bf3c-d3ae9a91c3ae on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:34:07.477040 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-ba149e3c-a68d-43c7-95cc-d09b1f0cfa47 req-fd1b1848-4dc5-4f2b-8876-5404aefd544b service neutron] Attempting to bind port dff38f4f-8a92-4e75-bf3c-d3ae9a91c3ae by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': '7fbd5ca3-5d78-4819-a656-2bb76c5c6480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:34:07.477466 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba149e3c-a68d-43c7-95cc-d09b1f0cfa47 req-fd1b1848-4dc5-4f2b-8876-5404aefd544b service neutron] Attempting to bind port dff38f4f-8a92-4e75-bf3c-d3ae9a91c3ae on network 99c393e5-edbe-4583-8514-7c998c6986c0 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:34:07.482906 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba149e3c-a68d-43c7-95cc-d09b1f0cfa47 req-fd1b1848-4dc5-4f2b-8876-5404aefd544b service neutron] Port dff38f4f-8a92-4e75-bf3c-d3ae9a91c3ae on network 99c393e5-edbe-4583-8514-7c998c6986c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:34:07.483356 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba149e3c-a68d-43c7-95cc-d09b1f0cfa47 req-fd1b1848-4dc5-4f2b-8876-5404aefd544b service neutron] Attempting to bind port dff38f4f-8a92-4e75-bf3c-d3ae9a91c3ae on network 99c393e5-edbe-4583-8514-7c998c6986c0 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:34:07.490143 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba149e3c-a68d-43c7-95cc-d09b1f0cfa47 req-fd1b1848-4dc5-4f2b-8876-5404aefd544b service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:34:07.490619 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba149e3c-a68d-43c7-95cc-d09b1f0cfa47 req-fd1b1848-4dc5-4f2b-8876-5404aefd544b service neutron] Checking segment: {'id': '7fbd5ca3-5d78-4819-a656-2bb76c5c6480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:34:07.491106 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba149e3c-a68d-43c7-95cc-d09b1f0cfa47 req-fd1b1848-4dc5-4f2b-8876-5404aefd544b service neutron] Bound using segment: {'id': '7fbd5ca3-5d78-4819-a656-2bb76c5c6480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:34:07.491678 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-ba149e3c-a68d-43c7-95cc-d09b1f0cfa47 req-fd1b1848-4dc5-4f2b-8876-5404aefd544b service neutron] Bound port: dff38f4f-8a92-4e75-bf3c-d3ae9a91c3ae, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fbd5ca3-5d78-4819-a656-2bb76c5c6480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:34:07.492140 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-ba149e3c-a68d-43c7-95cc-d09b1f0cfa47 req-fd1b1848-4dc5-4f2b-8876-5404aefd544b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (dff38f4f-8a92-4e75-bf3c-d3ae9a91c3ae), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:07.581871 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-ba149e3c-a68d-43c7-95cc-d09b1f0cfa47 req-fd1b1848-4dc5-4f2b-8876-5404aefd544b service neutron] For port dff38f4f-8a92-4e75-bf3c-d3ae9a91c3ae, host n-h1-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:34:07.588796 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-ba149e3c-a68d-43c7-95cc-d09b1f0cfa47 req-fd1b1848-4dc5-4f2b-8876-5404aefd544b service neutron] For port dff38f4f-8a92-4e75-bf3c-d3ae9a91c3ae, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=dff38f4f-8a92-4e75-bf3c-d3ae9a91c3ae,segment=NetworkSegment(7fbd5ca3-5d78-4819-a656-2bb76c5c6480),segment_id=7fbd5ca3-5d78-4819-a656-2bb76c5c6480)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:34:07.597390 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-ba149e3c-a68d-43c7-95cc-d09b1f0cfa47 req-fd1b1848-4dc5-4f2b-8876-5404aefd544b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (dff38f4f-8a92-4e75-bf3c-d3ae9a91c3ae), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:07.639732 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba149e3c-a68d-43c7-95cc-d09b1f0cfa47 req-fd1b1848-4dc5-4f2b-8876-5404aefd544b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:07.644663 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-ba149e3c-a68d-43c7-95cc-d09b1f0cfa47 req-fd1b1848-4dc5-4f2b-8876-5404aefd544b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:07.646358 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ba149e3c-a68d-43c7-95cc-d09b1f0cfa47 req-fd1b1848-4dc5-4f2b-8876-5404aefd544b service neutron] 10.222.0.88 "PUT /v2.0/ports/dff38f4f-8a92-4e75-bf3c-d3ae9a91c3ae HTTP/1.1" status: 200 len: 1092 time: 0.8626025 Feb 02 07:34:07.647136 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f59155d-2918-4037-93d0-17fb449ab812', 'tag': 'dff38f4f-8a92-4e75-bf3c-d3ae9a91c3ae'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:34:07.649703 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4958d31-421d-46c4-9a0d-1252739891ec" -d '{"events": [{"name": "network-changed", "server_uuid": "0f59155d-2918-4037-93d0-17fb449ab812", "tag": "dff38f4f-8a92-4e75-bf3c-d3ae9a91c3ae"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:34:07.698401 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1b1848-4dc5-4f2b-8876-5404aefd544b service neutron] Pushing event updated for resources: {'Port': ['ID=dff38f4f-8a92-4e75-bf3c-d3ae9a91c3ae,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:34:07.720746 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7bb28bd-dee9-4473-92a4-14272553ec45 x-openstack-request-id: req-c7bb28bd-dee9-4473-92a4-14272553ec45 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:34:07.721046 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f59155d-2918-4037-93d0-17fb449ab812", "tag": "dff38f4f-8a92-4e75-bf3c-d3ae9a91c3ae", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:34:07.721737 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c7bb28bd-dee9-4473-92a4-14272553ec45 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:34:07.722331 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f59155d-2918-4037-93d0-17fb449ab812', 'tag': 'dff38f4f-8a92-4e75-bf3c-d3ae9a91c3ae', 'status': 'completed', 'code': 200} Feb 02 07:34:07.801832 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba149e3c-a68d-43c7-95cc-d09b1f0cfa47 req-faa73a01-863e-414a-ba1f-f605799fc616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:07.803720 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ba149e3c-a68d-43c7-95cc-d09b1f0cfa47 req-faa73a01-863e-414a-ba1f-f605799fc616 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c3998c4a9fb54dbfb254f927a9c64ece&device_id=0f59155d-2918-4037-93d0-17fb449ab812 HTTP/1.1" status: 200 len: 1126 time: 0.0645390 Feb 02 07:34:07.862223 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ba149e3c-a68d-43c7-95cc-d09b1f0cfa47 req-940c46c3-cb63-4f95-8a13-6c013c70a998 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dff38f4f-8a92-4e75-bf3c-d3ae9a91c3ae HTTP/1.1" status: 200 len: 217 time: 0.0452216 Feb 02 07:34:07.925566 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba149e3c-a68d-43c7-95cc-d09b1f0cfa47 req-94605084-b840-42dc-be1e-df2b6f3cab1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:07.927301 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ba149e3c-a68d-43c7-95cc-d09b1f0cfa47 req-94605084-b840-42dc-be1e-df2b6f3cab1c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8f0c010c-d5c1-4b63-8939-b46551f6cb84 HTTP/1.1" status: 200 len: 851 time: 0.0574298 Feb 02 07:34:07.982327 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba149e3c-a68d-43c7-95cc-d09b1f0cfa47 req-be9aeae5-4353-4a70-bb96-e825295b1106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:07.984822 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ba149e3c-a68d-43c7-95cc-d09b1f0cfa47 req-be9aeae5-4353-4a70-bb96-e825295b1106 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=99c393e5-edbe-4583-8514-7c998c6986c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0500226 Feb 02 07:34:08.092561 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ba149e3c-a68d-43c7-95cc-d09b1f0cfa47 req-a549d000-3146-488f-8ef9-f82a0535af1a service neutron] 10.222.0.88 "GET /v2.0/networks/99c393e5-edbe-4583-8514-7c998c6986c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004319 Feb 02 07:34:08.188846 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ba149e3c-a68d-43c7-95cc-d09b1f0cfa47 req-f8ea4457-6c05-400e-be0b-00989ea8088d service neutron] 10.222.0.88 "GET /v2.0/networks/99c393e5-edbe-4583-8514-7c998c6986c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900867 Feb 02 07:34:08.355707 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4958d31-421d-46c4-9a0d-1252739891ec req-ed25c805-d317-42da-a8bb-571e2bba6f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:08.357388 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e4958d31-421d-46c4-9a0d-1252739891ec req-ed25c805-d317-42da-a8bb-571e2bba6f41 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c3998c4a9fb54dbfb254f927a9c64ece&device_id=0f59155d-2918-4037-93d0-17fb449ab812 HTTP/1.1" status: 200 len: 1126 time: 0.0959682 Feb 02 07:34:08.381210 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05219f31-7e50-410a-884c-60000d6932db req-3fb6234b-6162-43db-a54f-8aa6b8c97e4d tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:08.382778 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-05219f31-7e50-410a-884c-60000d6932db req-3fb6234b-6162-43db-a54f-8aa6b8c97e4d tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=0f59155d-2918-4037-93d0-17fb449ab812 HTTP/1.1" status: 200 len: 943 time: 0.0735736 Feb 02 07:34:08.508057 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-05219f31-7e50-410a-884c-60000d6932db req-79a60136-454a-4fb1-aafb-192344c033f6 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154320 Feb 02 07:34:08.513122 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4958d31-421d-46c4-9a0d-1252739891ec req-da949bcb-4dc2-4cfe-bf01-0d240a717aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:08.514908 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e4958d31-421d-46c4-9a0d-1252739891ec req-da949bcb-4dc2-4cfe-bf01-0d240a717aad service neutron] 10.222.0.88 "GET /v2.0/networks?id=99c393e5-edbe-4583-8514-7c998c6986c0 HTTP/1.1" status: 200 len: 913 time: 0.1489875 Feb 02 07:34:08.563812 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e4958d31-421d-46c4-9a0d-1252739891ec req-b50ea99a-4940-48fc-8d60-4493552e5b0a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dff38f4f-8a92-4e75-bf3c-d3ae9a91c3ae HTTP/1.1" status: 200 len: 217 time: 0.0426373 Feb 02 07:34:08.620353 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4958d31-421d-46c4-9a0d-1252739891ec req-3abae060-c738-463b-9112-4f2997bc3421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:08.621844 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e4958d31-421d-46c4-9a0d-1252739891ec req-3abae060-c738-463b-9112-4f2997bc3421 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8f0c010c-d5c1-4b63-8939-b46551f6cb84 HTTP/1.1" status: 200 len: 851 time: 0.0531378 Feb 02 07:34:08.686342 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4958d31-421d-46c4-9a0d-1252739891ec req-e26e90f4-1746-4305-a4e3-05d3ec5f347a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:08.689186 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e4958d31-421d-46c4-9a0d-1252739891ec req-e26e90f4-1746-4305-a4e3-05d3ec5f347a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=99c393e5-edbe-4583-8514-7c998c6986c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0607953 Feb 02 07:34:08.840495 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e4958d31-421d-46c4-9a0d-1252739891ec req-c76dc28b-1ba8-4658-9962-9a477f7ed2f9 service neutron] 10.222.0.88 "GET /v2.0/networks/99c393e5-edbe-4583-8514-7c998c6986c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442933 Feb 02 07:34:08.950750 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e4958d31-421d-46c4-9a0d-1252739891ec req-2285aae8-b9a4-4048-bfd7-280a74cf7dbf service neutron] 10.222.0.88 "GET /v2.0/networks/99c393e5-edbe-4583-8514-7c998c6986c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031737 Feb 02 07:34:09.639379 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dcad4d-3de0-4e91-8759-9bdf9f895bac req-d0acd5a6-459c-490c-8500-5de25eb9a4cb tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:09.641872 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-07dcad4d-3de0-4e91-8759-9bdf9f895bac req-d0acd5a6-459c-490c-8500-5de25eb9a4cb tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=0f59155d-2918-4037-93d0-17fb449ab812 HTTP/1.1" status: 200 len: 943 time: 0.0569534 Feb 02 07:34:09.693081 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-07dcad4d-3de0-4e91-8759-9bdf9f895bac req-60befa74-e96e-4a14-9eb4-2a1834f7e2a0 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443604 Feb 02 07:34:10.816215 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06b5030-71de-4593-b0e7-08339951106c req-038f336a-d468-4080-a2b5-369e6565d44b tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:10.817723 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b06b5030-71de-4593-b0e7-08339951106c req-038f336a-d468-4080-a2b5-369e6565d44b tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=0f59155d-2918-4037-93d0-17fb449ab812 HTTP/1.1" status: 200 len: 943 time: 0.0544178 Feb 02 07:34:10.869433 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b06b5030-71de-4593-b0e7-08339951106c req-69f3a498-1323-47a4-9f40-e3878077680f tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461500 Feb 02 07:34:10.986847 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b8f4a3df-a517-48b0-9d3a-f59381a33598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:11.991846 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5aeec4-2ce9-4614-973e-ad016e816a00 req-d6987025-b71b-4d8a-b6fe-4076c9003d9f tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:11.993325 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4f5aeec4-2ce9-4614-973e-ad016e816a00 req-d6987025-b71b-4d8a-b6fe-4076c9003d9f tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=0f59155d-2918-4037-93d0-17fb449ab812 HTTP/1.1" status: 200 len: 943 time: 0.0539520 Feb 02 07:34:12.054985 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4f5aeec4-2ce9-4614-973e-ad016e816a00 req-320b8946-aa92-41b1-b714-6ace94f63d31 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557790 Feb 02 07:34:13.177242 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4af9e3-5b0f-49ed-a707-67ce06dc5621 req-b0d85508-4ff1-42d0-a16f-eaf4cc05aeb6 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:13.178814 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6a4af9e3-5b0f-49ed-a707-67ce06dc5621 req-b0d85508-4ff1-42d0-a16f-eaf4cc05aeb6 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=0f59155d-2918-4037-93d0-17fb449ab812 HTTP/1.1" status: 200 len: 943 time: 0.0537941 Feb 02 07:34:13.226272 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6a4af9e3-5b0f-49ed-a707-67ce06dc5621 req-6b7f703d-1647-473b-9912-63a708422f40 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415447 Feb 02 07:34:13.286499 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d3a9d1bd-c818-433a-ac5a-96860c8d618d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:14.354374 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12725a50-9963-4eac-ac7d-16e8fbffcc38 req-73a99387-1ff5-434c-a906-c2fdf8afb2dd tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:14.356000 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-12725a50-9963-4eac-ac7d-16e8fbffcc38 req-73a99387-1ff5-434c-a906-c2fdf8afb2dd tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=0f59155d-2918-4037-93d0-17fb449ab812 HTTP/1.1" status: 200 len: 943 time: 0.0594046 Feb 02 07:34:14.405541 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-12725a50-9963-4eac-ac7d-16e8fbffcc38 req-ff276265-5901-498e-aaef-5afd8a114054 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424151 Feb 02 07:34:14.729530 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:15.537858 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335df56a-ad13-4730-9d4f-596bace2abda req-4da4441f-31a6-4185-b42e-dfc6a669ae30 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:15.539517 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-335df56a-ad13-4730-9d4f-596bace2abda req-4da4441f-31a6-4185-b42e-dfc6a669ae30 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=0f59155d-2918-4037-93d0-17fb449ab812 HTTP/1.1" status: 200 len: 943 time: 0.0621767 Feb 02 07:34:15.590084 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-335df56a-ad13-4730-9d4f-596bace2abda req-cdec255f-8c6d-4576-a63c-79c9dcd60235 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439177 Feb 02 07:34:16.119424 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:16.406764 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59684) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:34:16.473410 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-baf10f45-f015-49cd-81d7-66dabc9c3b71 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/floatingips/24d6c165-4735-4024-ba80-4448e7857fc6 HTTP/1.1" status: 200 len: 994 time: 0.0648088 Feb 02 07:34:16.724820 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed6f037-9525-4d3a-8413-807d5447b30c req-956ea191-3f8f-4ad5-addf-9450cee223e4 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:16.726523 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3ed6f037-9525-4d3a-8413-807d5447b30c req-956ea191-3f8f-4ad5-addf-9450cee223e4 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=0f59155d-2918-4037-93d0-17fb449ab812 HTTP/1.1" status: 200 len: 943 time: 0.0589356 Feb 02 07:34:16.745207 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59692) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:34:16.790210 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3ed6f037-9525-4d3a-8413-807d5447b30c req-ef2e0731-e15d-40a4-9dd7-78591f470b33 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572169 Feb 02 07:34:16.923920 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-f471c19a-391c-404b-875b-ef1c1403fe03 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Deleting port 16039f93-e22a-4a18-9418-ea86d402b776 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:34:16.924266 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f471c19a-391c-404b-875b-ef1c1403fe03 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (16039f93-e22a-4a18-9418-ea86d402b776), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:17.011587 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f471c19a-391c-404b-875b-ef1c1403fe03 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (16039f93-e22a-4a18-9418-ea86d402b776), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:17.011984 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f471c19a-391c-404b-875b-ef1c1403fe03 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for floatingip (16039f93-e22a-4a18-9418-ea86d402b776), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:17.026272 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-f471c19a-391c-404b-875b-ef1c1403fe03 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Calling delete_port for 16039f93-e22a-4a18-9418-ea86d402b776 owned by network:floatingip {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:34:17.214195 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f471c19a-391c-404b-875b-ef1c1403fe03 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (16039f93-e22a-4a18-9418-ea86d402b776), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:17.247660 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f471c19a-391c-404b-875b-ef1c1403fe03 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Pushing event deleted for resources: {'Port': ['ID=16039f93-e22a-4a18-9418-ea86d402b776,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:34:17.283345 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f471c19a-391c-404b-875b-ef1c1403fe03 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:34:17.283742 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f471c19a-391c-404b-875b-ef1c1403fe03 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:34:17.284057 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f471c19a-391c-404b-875b-ef1c1403fe03 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:34:17.284400 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f471c19a-391c-404b-875b-ef1c1403fe03 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:34:17.284760 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f471c19a-391c-404b-875b-ef1c1403fe03 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:34:17.285063 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f471c19a-391c-404b-875b-ef1c1403fe03 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:34:17.285391 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f471c19a-391c-404b-875b-ef1c1403fe03 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:34:17.285717 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f471c19a-391c-404b-875b-ef1c1403fe03 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:34:17.286042 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f471c19a-391c-404b-875b-ef1c1403fe03 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:34:17.286372 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f471c19a-391c-404b-875b-ef1c1403fe03 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:34:17.286692 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f471c19a-391c-404b-875b-ef1c1403fe03 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:34:17.287012 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f471c19a-391c-404b-875b-ef1c1403fe03 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:34:17.287334 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f471c19a-391c-404b-875b-ef1c1403fe03 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:34:17.347352 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f471c19a-391c-404b-875b-ef1c1403fe03 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for floatingip (24d6c165-4735-4024-ba80-4448e7857fc6), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:17.347714 n-d-789963-26 neutron-server[109693]: INFO neutron.db.l3_db [None req-f471c19a-391c-404b-875b-ef1c1403fe03 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Floating IP 24d6c165-4735-4024-ba80-4448e7857fc6 disassociated (deleted). External IP: 172.25.4.143, port: e1068d60-3d05-4af9-854b-da1da760b912. Feb 02 07:34:17.415106 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:17.575169 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f471c19a-391c-404b-875b-ef1c1403fe03 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Router 587cab4b-5b1d-4b9b-84a1-d829d7328b4a has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:34:17.692867 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f471c19a-391c-404b-875b-ef1c1403fe03 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:34:17.698260 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f471c19a-391c-404b-875b-ef1c1403fe03 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:17.708836 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0854beeb-8e9d-42ce-b2db-13a3d662e8c0 None None] Sync routers for ids ['587cab4b-5b1d-4b9b-84a1-d829d7328b4a'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:34:17.720911 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0854beeb-8e9d-42ce-b2db-13a3d662e8c0 None None] Routers {'587cab4b-5b1d-4b9b-84a1-d829d7328b4a'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:34:17.721865 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-0854beeb-8e9d-42ce-b2db-13a3d662e8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:34:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['587cab4b-5b1d-4b9b-84a1-d829d7328b4a'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:34:17.732884 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-f471c19a-391c-404b-875b-ef1c1403fe03 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "DELETE /v2.0/floatingips/24d6c165-4735-4024-ba80-4448e7857fc6 HTTP/1.1" status: 204 len: 168 time: 0.9842756 Feb 02 07:34:17.732884 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3640d095-08c4-4f8b-b696-d88d31b53983', 'tag': 'e1068d60-3d05-4af9-854b-da1da760b912'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:34:17.733624 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb3106f6-e6dc-44a6-bf2b-d582d3996435" -d '{"events": [{"name": "network-changed", "server_uuid": "3640d095-08c4-4f8b-b696-d88d31b53983", "tag": "e1068d60-3d05-4af9-854b-da1da760b912"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:34:17.867782 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-0854beeb-8e9d-42ce-b2db-13a3d662e8c0 None None] Set router 587cab4b-5b1d-4b9b-84a1-d829d7328b4a gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:34:17.924678 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55f757ed-7cca-4ab0-a804-68f10048f184 x-openstack-request-id: req-55f757ed-7cca-4ab0-a804-68f10048f184 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:34:17.924981 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3640d095-08c4-4f8b-b696-d88d31b53983", "tag": "e1068d60-3d05-4af9-854b-da1da760b912", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:34:17.925244 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-55f757ed-7cca-4ab0-a804-68f10048f184 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:34:17.925657 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3640d095-08c4-4f8b-b696-d88d31b53983', 'tag': 'e1068d60-3d05-4af9-854b-da1da760b912', 'status': 'completed', 'code': 200} Feb 02 07:34:18.052210 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3106f6-e6dc-44a6-bf2b-d582d3996435 req-89bf4995-6e42-49b7-8447-ecd32ce0f812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:18.053627 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fb3106f6-e6dc-44a6-bf2b-d582d3996435 req-89bf4995-6e42-49b7-8447-ecd32ce0f812 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=0001a5ba6eec46c79c6bb86c5404d46f&device_id=3640d095-08c4-4f8b-b696-d88d31b53983 HTTP/1.1" status: 200 len: 1129 time: 0.0819674 Feb 02 07:34:18.082410 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818bf66-eeda-4783-bbb4-656ed76ba0fe req-e758b27c-a09b-457f-8d79-acc90d83709e tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:18.084258 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4818bf66-eeda-4783-bbb4-656ed76ba0fe req-e758b27c-a09b-457f-8d79-acc90d83709e tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=0f59155d-2918-4037-93d0-17fb449ab812 HTTP/1.1" status: 200 len: 943 time: 0.0846715 Feb 02 07:34:18.122326 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-0854beeb-8e9d-42ce-b2db-13a3d662e8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587cab4b-5b1d-4b9b-84a1-d829d7328b4a', 'name': 'tempest-TestNetworkBasicOps-router-606286480', 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '44a58313-ff10-4f1d-abca-ffe2a52dbcc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:33:16Z', 'updated_at': '2022-02-02T07:33:23Z', 'revision_number': 4, 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'gw_port': {'id': '44a58313-ff10-4f1d-abca-ffe2a52dbcc1', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:57:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587cab4b-5b1d-4b9b-84a1-d829d7328b4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:17Z', 'updated_at': '2022-02-02T07:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'a0deb675-f1b8-4c03-8940-2641772faf68', 'name': '', 'network_id': '4cf617d9-9b9c-4223-bd04-f3c7cf7e84d8', 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'mac_address': 'fa:16:3e:49:a7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587cab4b-5b1d-4b9b-84a1-d829d7328b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '34669776-b565-4e3f-8928-a1c44c1ed11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:22Z', 'updated_at': '2022-02-02T07:33:27Z', 'revision_number': 5, 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'subnets': [{'id': '34669776-b565-4e3f-8928-a1c44c1ed11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:34:18.145292 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4818bf66-eeda-4783-bbb4-656ed76ba0fe req-6abd49f2-f7ad-4ae5-a964-65fdd903d198 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485644 Feb 02 07:34:18.153287 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0854beeb-8e9d-42ce-b2db-13a3d662e8c0 None None] Checking router: 587cab4b-5b1d-4b9b-84a1-d829d7328b4a for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:34:18.164021 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0854beeb-8e9d-42ce-b2db-13a3d662e8c0 None None] Routers {'587cab4b-5b1d-4b9b-84a1-d829d7328b4a'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:34:18.164602 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-0854beeb-8e9d-42ce-b2db-13a3d662e8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:34:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['587cab4b-5b1d-4b9b-84a1-d829d7328b4a'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:34:18.293965 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d9b925-0aa6-44ff-814b-e8278c773db6 req-f7cee79c-cc3a-4f8e-ba5b-7f361403e490 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:18.294219 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-0854beeb-8e9d-42ce-b2db-13a3d662e8c0 None None] Set router 587cab4b-5b1d-4b9b-84a1-d829d7328b4a gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:34:18.295416 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d5d9b925-0aa6-44ff-814b-e8278c773db6 req-f7cee79c-cc3a-4f8e-ba5b-7f361403e490 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/ports?device_id=3640d095-08c4-4f8b-b696-d88d31b53983 HTTP/1.1" status: 200 len: 946 time: 0.0640590 Feb 02 07:34:18.372596 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d5d9b925-0aa6-44ff-814b-e8278c773db6 req-6d9e390c-971f-4b7b-874d-740167ca4dfe tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/security-groups?id=7791f452-8aa7-4b98-9135-f61896729e72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703144 Feb 02 07:34:18.374122 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3106f6-e6dc-44a6-bf2b-d582d3996435 req-50ce73d3-9005-4f85-9966-7a5cd0f8cb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:18.378923 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fb3106f6-e6dc-44a6-bf2b-d582d3996435 req-50ce73d3-9005-4f85-9966-7a5cd0f8cb12 service neutron] 10.222.0.88 "GET /v2.0/networks?id=4cf617d9-9b9c-4223-bd04-f3c7cf7e84d8 HTTP/1.1" status: 200 len: 897 time: 0.3167729 Feb 02 07:34:18.449760 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fb3106f6-e6dc-44a6-bf2b-d582d3996435 req-4b66b11a-cdd6-48a0-b918-ef996f24053c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1068d60-3d05-4af9-854b-da1da760b912 HTTP/1.1" status: 200 len: 217 time: 0.0614214 Feb 02 07:34:18.523065 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3106f6-e6dc-44a6-bf2b-d582d3996435 req-4556113f-d060-41fc-8f49-31422b5a84b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:18.526406 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fb3106f6-e6dc-44a6-bf2b-d582d3996435 req-4556113f-d060-41fc-8f49-31422b5a84b1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=34669776-b565-4e3f-8928-a1c44c1ed11b HTTP/1.1" status: 200 len: 835 time: 0.0682476 Feb 02 07:34:18.587015 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3106f6-e6dc-44a6-bf2b-d582d3996435 req-078a162d-8b29-4f82-9a9f-c35519339ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:18.588484 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fb3106f6-e6dc-44a6-bf2b-d582d3996435 req-078a162d-8b29-4f82-9a9f-c35519339ffe service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=4cf617d9-9b9c-4223-bd04-f3c7cf7e84d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0523932 Feb 02 07:34:18.697838 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fb3106f6-e6dc-44a6-bf2b-d582d3996435 req-efb48847-0098-41f9-baaa-deed48c05b40 service neutron] 10.222.0.88 "GET /v2.0/networks/4cf617d9-9b9c-4223-bd04-f3c7cf7e84d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015508 Feb 02 07:34:18.704976 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-0854beeb-8e9d-42ce-b2db-13a3d662e8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587cab4b-5b1d-4b9b-84a1-d829d7328b4a', 'name': 'tempest-TestNetworkBasicOps-router-606286480', 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '44a58313-ff10-4f1d-abca-ffe2a52dbcc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:33:16Z', 'updated_at': '2022-02-02T07:33:23Z', 'revision_number': 4, 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'gw_port': {'id': '44a58313-ff10-4f1d-abca-ffe2a52dbcc1', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:57:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587cab4b-5b1d-4b9b-84a1-d829d7328b4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:17Z', 'updated_at': '2022-02-02T07:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'a0deb675-f1b8-4c03-8940-2641772faf68', 'name': '', 'network_id': '4cf617d9-9b9c-4223-bd04-f3c7cf7e84d8', 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'mac_address': 'fa:16:3e:49:a7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587cab4b-5b1d-4b9b-84a1-d829d7328b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '34669776-b565-4e3f-8928-a1c44c1ed11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:22Z', 'updated_at': '2022-02-02T07:33:27Z', 'revision_number': 5, 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'subnets': [{'id': '34669776-b565-4e3f-8928-a1c44c1ed11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:34:18.738523 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0854beeb-8e9d-42ce-b2db-13a3d662e8c0 None None] The sync data for ids ['587cab4b-5b1d-4b9b-84a1-d829d7328b4a'] in n-d-789963-26 is: [{'id': '587cab4b-5b1d-4b9b-84a1-d829d7328b4a', 'name': 'tempest-TestNetworkBasicOps-router-606286480', 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '44a58313-ff10-4f1d-abca-ffe2a52dbcc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:33:16Z', 'updated_at': '2022-02-02T07:33:23Z', 'revision_number': 4, 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'gw_port': {'id': '44a58313-ff10-4f1d-abca-ffe2a52dbcc1', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:57:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587cab4b-5b1d-4b9b-84a1-d829d7328b4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:17Z', 'updated_at': '2022-02-02T07:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'a0deb675-f1b8-4c03-8940-2641772faf68', 'name': '', 'network_id': '4cf617d9-9b9c-4223-bd04-f3c7cf7e84d8', 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'mac_address': 'fa:16:3e:49:a7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587cab4b-5b1d-4b9b-84a1-d829d7328b4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '34669776-b565-4e3f-8928-a1c44c1ed11b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:22Z', 'updated_at': '2022-02-02T07:33:27Z', 'revision_number': 5, 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'subnets': [{'id': '34669776-b565-4e3f-8928-a1c44c1ed11b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:34:18.812867 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fb3106f6-e6dc-44a6-bf2b-d582d3996435 req-b5060504-e9af-4463-bd5f-e56ceeca2442 service neutron] 10.222.0.88 "GET /v2.0/networks/4cf617d9-9b9c-4223-bd04-f3c7cf7e84d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072426 Feb 02 07:34:19.037063 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758aa5ca-dc77-49aa-81da-729964b330e4 None None] New status for floating IP 24d6c165-4735-4024-ba80-4448e7857fc6: DOWN {{(pid=109696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 07:34:19.295457 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1737ed64-2648-42c6-9acf-7e5d402a272c req-4fc40653-ed90-4410-8777-eec2c718f8fa tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:19.297034 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1737ed64-2648-42c6-9acf-7e5d402a272c req-4fc40653-ed90-4410-8777-eec2c718f8fa tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=0f59155d-2918-4037-93d0-17fb449ab812 HTTP/1.1" status: 200 len: 943 time: 0.0576591 Feb 02 07:34:19.344852 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1737ed64-2648-42c6-9acf-7e5d402a272c req-127b589f-70d9-48de-98f3-12cef66ef4c9 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417855 Feb 02 07:34:19.538373 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52866104-60bd-4d94-ba68-b46f05736573 req-5b2b9515-4a7a-4f5d-9c64-c1a10332e52c tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:19.539881 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-52866104-60bd-4d94-ba68-b46f05736573 req-5b2b9515-4a7a-4f5d-9c64-c1a10332e52c tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/ports?device_id=3640d095-08c4-4f8b-b696-d88d31b53983 HTTP/1.1" status: 200 len: 946 time: 0.0922687 Feb 02 07:34:19.562182 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a0823-85ad-45ab-af55-bde9efd44585 req-ee405866-4f9e-411c-9401-13c249d9292f tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:19.564717 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7e0a0823-85ad-45ab-af55-bde9efd44585 req-ee405866-4f9e-411c-9401-13c249d9292f tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.88 "GET /v2.0/ports?device_id=3640d095-08c4-4f8b-b696-d88d31b53983 HTTP/1.1" status: 200 len: 946 time: 0.0790117 Feb 02 07:34:19.643190 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-52866104-60bd-4d94-ba68-b46f05736573 req-0c8f6cb1-cd17-43d3-9b12-04d03830318f tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "GET /v2.0/security-groups?id=7791f452-8aa7-4b98-9135-f61896729e72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974770 Feb 02 07:34:19.696444 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-7e0a0823-85ad-45ab-af55-bde9efd44585 req-86c15323-59b1-4924-a328-ff4773b9391f tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Deleting port e1068d60-3d05-4af9-854b-da1da760b912 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:34:19.696792 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-7e0a0823-85ad-45ab-af55-bde9efd44585 req-86c15323-59b1-4924-a328-ff4773b9391f tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (e1068d60-3d05-4af9-854b-da1da760b912), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:19.786455 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-7e0a0823-85ad-45ab-af55-bde9efd44585 req-86c15323-59b1-4924-a328-ff4773b9391f tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] For port e1068d60-3d05-4af9-854b-da1da760b912, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=e1068d60-3d05-4af9-854b-da1da760b912,segment=NetworkSegment(05509cb5-b4d9-4250-87f7-00357fa17029),segment_id=05509cb5-b4d9-4250-87f7-00357fa17029)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:34:19.786822 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-7e0a0823-85ad-45ab-af55-bde9efd44585 req-86c15323-59b1-4924-a328-ff4773b9391f tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (e1068d60-3d05-4af9-854b-da1da760b912), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:19.803692 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-7e0a0823-85ad-45ab-af55-bde9efd44585 req-86c15323-59b1-4924-a328-ff4773b9391f tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Calling delete_port for e1068d60-3d05-4af9-854b-da1da760b912 owned by compute:nova {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:34:19.924266 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-7e0a0823-85ad-45ab-af55-bde9efd44585 req-86c15323-59b1-4924-a328-ff4773b9391f tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (e1068d60-3d05-4af9-854b-da1da760b912), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:19.952481 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c15323-59b1-4924-a328-ff4773b9391f tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Pushing event deleted for resources: {'Port': ['ID=e1068d60-3d05-4af9-854b-da1da760b912,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:34:19.998807 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e0a0823-85ad-45ab-af55-bde9efd44585 req-86c15323-59b1-4924-a328-ff4773b9391f tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] No DVR routers for this DVR port e1068d60-3d05-4af9-854b-da1da760b912 on host n-h1-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:34:20.002170 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-7e0a0823-85ad-45ab-af55-bde9efd44585 req-86c15323-59b1-4924-a328-ff4773b9391f tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:20.005561 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7e0a0823-85ad-45ab-af55-bde9efd44585 req-86c15323-59b1-4924-a328-ff4773b9391f tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.88 "DELETE /v2.0/ports/e1068d60-3d05-4af9-854b-da1da760b912 HTTP/1.1" status: 204 len: 173 time: 0.4340756 Feb 02 07:34:20.005999 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3640d095-08c4-4f8b-b696-d88d31b53983', 'name': 'network-vif-deleted', 'tag': 'e1068d60-3d05-4af9-854b-da1da760b912'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:34:20.008245 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-724d6cd5-83b0-41b0-a5c3-79b276924e21" -d '{"events": [{"server_uuid": "3640d095-08c4-4f8b-b696-d88d31b53983", "name": "network-vif-deleted", "tag": "e1068d60-3d05-4af9-854b-da1da760b912"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:34:20.044559 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3724a2a3-14c5-4b20-8fff-798b1eceeb8e x-openstack-request-id: req-3724a2a3-14c5-4b20-8fff-798b1eceeb8e {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:34:20.045023 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3640d095-08c4-4f8b-b696-d88d31b53983", "name": "network-vif-deleted", "tag": "e1068d60-3d05-4af9-854b-da1da760b912", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:34:20.045445 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-3724a2a3-14c5-4b20-8fff-798b1eceeb8e {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:34:20.046132 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3640d095-08c4-4f8b-b696-d88d31b53983', 'name': 'network-vif-deleted', 'tag': 'e1068d60-3d05-4af9-854b-da1da760b912', 'status': 'completed', 'code': 200} Feb 02 07:34:20.198381 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:34:20.599352 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f5dc3d-10e4-4c52-b8d5-ee032237ec56 req-1f8ede4e-f66c-4f76-878e-38a2ea805944 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:20.601171 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-81f5dc3d-10e4-4c52-b8d5-ee032237ec56 req-1f8ede4e-f66c-4f76-878e-38a2ea805944 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=0f59155d-2918-4037-93d0-17fb449ab812 HTTP/1.1" status: 200 len: 943 time: 0.0623984 Feb 02 07:34:20.650421 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-81f5dc3d-10e4-4c52-b8d5-ee032237ec56 req-20313353-aa67-4273-acd2-cc07c893b8b3 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430868 Feb 02 07:34:20.706267 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59728) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:34:20.763127 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4f702e8c-52ad-45c1-a088-f3f2b1bdf93c tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for security_group (7791f452-8aa7-4b98-9135-f61896729e72), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:20.789287 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4f702e8c-52ad-45c1-a088-f3f2b1bdf93c tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for security_group (7791f452-8aa7-4b98-9135-f61896729e72), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:20.851848 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4f702e8c-52ad-45c1-a088-f3f2b1bdf93c tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (7791f452-8aa7-4b98-9135-f61896729e72), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:20.854527 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4f702e8c-52ad-45c1-a088-f3f2b1bdf93c tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:20.855736 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-4f702e8c-52ad-45c1-a088-f3f2b1bdf93c tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "DELETE /v2.0/security-groups/7791f452-8aa7-4b98-9135-f61896729e72 HTTP/1.1" status: 204 len: 168 time: 0.1484256 Feb 02 07:34:20.865934 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f702e8c-52ad-45c1-a088-f3f2b1bdf93c tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7791f452-8aa7-4b98-9135-f61896729e72,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:34:20.899623 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59732) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:34:21.268189 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7aa42491-2002-4da9-8eae-1247e1948911 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (587cab4b-5b1d-4b9b-84a1-d829d7328b4a), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:21.531716 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-7aa42491-2002-4da9-8eae-1247e1948911 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Deleting port a0deb675-f1b8-4c03-8940-2641772faf68 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:34:21.531985 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7aa42491-2002-4da9-8eae-1247e1948911 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (a0deb675-f1b8-4c03-8940-2641772faf68), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:21.621457 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-7aa42491-2002-4da9-8eae-1247e1948911 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] For port a0deb675-f1b8-4c03-8940-2641772faf68, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=a0deb675-f1b8-4c03-8940-2641772faf68,segment=NetworkSegment(05509cb5-b4d9-4250-87f7-00357fa17029),segment_id=05509cb5-b4d9-4250-87f7-00357fa17029)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:34:21.622168 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7aa42491-2002-4da9-8eae-1247e1948911 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (a0deb675-f1b8-4c03-8940-2641772faf68), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:21.635129 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-7aa42491-2002-4da9-8eae-1247e1948911 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Calling delete_port for a0deb675-f1b8-4c03-8940-2641772faf68 owned by network:router_interface {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:34:21.805229 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5673c04b-29af-48e1-a5dd-964fcbe27e76 req-c01adda0-5826-4114-a01a-2817a48c4262 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:21.806631 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5673c04b-29af-48e1-a5dd-964fcbe27e76 req-c01adda0-5826-4114-a01a-2817a48c4262 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=0f59155d-2918-4037-93d0-17fb449ab812 HTTP/1.1" status: 200 len: 943 time: 0.0709500 Feb 02 07:34:21.895508 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5673c04b-29af-48e1-a5dd-964fcbe27e76 req-b36d27d6-43f3-48d5-b322-94d5e1500088 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811157 Feb 02 07:34:21.901260 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7aa42491-2002-4da9-8eae-1247e1948911 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (a0deb675-f1b8-4c03-8940-2641772faf68), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:21.931280 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa42491-2002-4da9-8eae-1247e1948911 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Pushing event deleted for resources: {'Port': ['ID=a0deb675-f1b8-4c03-8940-2641772faf68,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:34:22.117929 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7aa42491-2002-4da9-8eae-1247e1948911 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (587cab4b-5b1d-4b9b-84a1-d829d7328b4a), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:22.250004 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:22.348826 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aa42491-2002-4da9-8eae-1247e1948911 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Router 587cab4b-5b1d-4b9b-84a1-d829d7328b4a has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:34:22.456339 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa42491-2002-4da9-8eae-1247e1948911 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:34:22.461357 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-7aa42491-2002-4da9-8eae-1247e1948911 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "PUT /v2.0/routers/587cab4b-5b1d-4b9b-84a1-d829d7328b4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5606039 Feb 02 07:34:22.463978 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59738) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:34:22.468255 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9eed7ad-aaf8-4def-ba69-e779381546f5 None None] Sync routers for ids ['587cab4b-5b1d-4b9b-84a1-d829d7328b4a'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:34:22.478691 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9eed7ad-aaf8-4def-ba69-e779381546f5 None None] Routers {'587cab4b-5b1d-4b9b-84a1-d829d7328b4a'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:34:22.479323 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-b9eed7ad-aaf8-4def-ba69-e779381546f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:34:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['587cab4b-5b1d-4b9b-84a1-d829d7328b4a'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:34:22.518563 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9963dfd-f66d-4df1-a88e-11b5069a1da9 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Deleting subnet 34669776-b565-4e3f-8928-a1c44c1ed11b {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:34:22.522087 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b9963dfd-f66d-4df1-a88e-11b5069a1da9 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for subnet (34669776-b565-4e3f-8928-a1c44c1ed11b), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:22.564109 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b9963dfd-f66d-4df1-a88e-11b5069a1da9 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (34669776-b565-4e3f-8928-a1c44c1ed11b), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:22.599891 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-b9eed7ad-aaf8-4def-ba69-e779381546f5 None None] Set router 587cab4b-5b1d-4b9b-84a1-d829d7328b4a gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:34:22.661026 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device e1068d60-3d05-4af9-854b-da1da760b912 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:34:22.664364 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b9963dfd-f66d-4df1-a88e-11b5069a1da9 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (34669776-b565-4e3f-8928-a1c44c1ed11b), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:22.694815 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: e1068d60-3d05-4af9-854b-da1da760b912 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:34:22.695323 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device e1068d60-3d05-4af9-854b-da1da760b912 not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:34:22.727033 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b9963dfd-f66d-4df1-a88e-11b5069a1da9 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (34669776-b565-4e3f-8928-a1c44c1ed11b), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:22.753638 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9963dfd-f66d-4df1-a88e-11b5069a1da9 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Pushing event deleted for resources: {'Subnet': ['ID=34669776-b565-4e3f-8928-a1c44c1ed11b,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:34:22.759408 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b9963dfd-f66d-4df1-a88e-11b5069a1da9 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:22.765054 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b9963dfd-f66d-4df1-a88e-11b5069a1da9 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "DELETE /v2.0/subnets/34669776-b565-4e3f-8928-a1c44c1ed11b HTTP/1.1" status: 204 len: 168 time: 0.2977898 Feb 02 07:34:22.765675 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59742) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:34:22.791151 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be667170-3d7a-4173-9608-193a531f4a2c None None] Network 4cf617d9-9b9c-4223-bd04-f3c7cf7e84d8 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:34:22.892921 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1807c7a4-5b96-426f-8a40-82945ec83a54 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for router (587cab4b-5b1d-4b9b-84a1-d829d7328b4a), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:22.901868 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-b9eed7ad-aaf8-4def-ba69-e779381546f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587cab4b-5b1d-4b9b-84a1-d829d7328b4a', 'name': 'tempest-TestNetworkBasicOps-router-606286480', 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '44a58313-ff10-4f1d-abca-ffe2a52dbcc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:33:16Z', 'updated_at': '2022-02-02T07:34:21Z', 'revision_number': 5, 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'gw_port': {'id': '44a58313-ff10-4f1d-abca-ffe2a52dbcc1', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:57:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587cab4b-5b1d-4b9b-84a1-d829d7328b4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:17Z', 'updated_at': '2022-02-02T07:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:34:22.933176 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9eed7ad-aaf8-4def-ba69-e779381546f5 None None] Checking router: 587cab4b-5b1d-4b9b-84a1-d829d7328b4a for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:34:22.949574 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9eed7ad-aaf8-4def-ba69-e779381546f5 None None] Routers {'587cab4b-5b1d-4b9b-84a1-d829d7328b4a'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:34:22.950365 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-b9eed7ad-aaf8-4def-ba69-e779381546f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:34:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['587cab4b-5b1d-4b9b-84a1-d829d7328b4a'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:34:23.052785 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b507c9-c380-4bf5-ab81-6541f08b102b None None] DHCP port deletion for 4cf617d9-9b9c-4223-bd04-f3c7cf7e84d8 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:34:23.066119 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1807c7a4-5b96-426f-8a40-82945ec83a54 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for router_gateway (587cab4b-5b1d-4b9b-84a1-d829d7328b4a), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:23.083232 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0423ca3c-9000-47f1-a72e-e8cd93899155 req-66b7245c-a8ba-4992-a52b-09184816c47a tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:23.084820 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0423ca3c-9000-47f1-a72e-e8cd93899155 req-66b7245c-a8ba-4992-a52b-09184816c47a tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=0f59155d-2918-4037-93d0-17fb449ab812 HTTP/1.1" status: 200 len: 943 time: 0.0796471 Feb 02 07:34:23.106269 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-b9eed7ad-aaf8-4def-ba69-e779381546f5 None None] Set router 587cab4b-5b1d-4b9b-84a1-d829d7328b4a gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:34:23.168315 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0423ca3c-9000-47f1-a72e-e8cd93899155 req-3deae380-e907-42c1-b9d7-f9234fd12966 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595632 Feb 02 07:34:23.177345 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-1807c7a4-5b96-426f-8a40-82945ec83a54 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Deleting port 44a58313-ff10-4f1d-abca-ffe2a52dbcc1 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:34:23.177852 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1807c7a4-5b96-426f-8a40-82945ec83a54 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (44a58313-ff10-4f1d-abca-ffe2a52dbcc1), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:23.234304 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-86b507c9-c380-4bf5-ab81-6541f08b102b None None] Deleting port 9f14cae2-49d2-439b-bf64-4d822ea214c9 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:34:23.234846 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-86b507c9-c380-4bf5-ab81-6541f08b102b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (9f14cae2-49d2-439b-bf64-4d822ea214c9), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:23.268375 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-1807c7a4-5b96-426f-8a40-82945ec83a54 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] For port 44a58313-ff10-4f1d-abca-ffe2a52dbcc1, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=44a58313-ff10-4f1d-abca-ffe2a52dbcc1,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:34:23.269073 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1807c7a4-5b96-426f-8a40-82945ec83a54 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (44a58313-ff10-4f1d-abca-ffe2a52dbcc1), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:23.282455 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-1807c7a4-5b96-426f-8a40-82945ec83a54 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Calling delete_port for 44a58313-ff10-4f1d-abca-ffe2a52dbcc1 owned by network:router_gateway {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:34:23.319355 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-86b507c9-c380-4bf5-ab81-6541f08b102b None None] For port 9f14cae2-49d2-439b-bf64-4d822ea214c9, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=9f14cae2-49d2-439b-bf64-4d822ea214c9,segment=NetworkSegment(05509cb5-b4d9-4250-87f7-00357fa17029),segment_id=05509cb5-b4d9-4250-87f7-00357fa17029)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:34:23.319993 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-86b507c9-c380-4bf5-ab81-6541f08b102b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (9f14cae2-49d2-439b-bf64-4d822ea214c9), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:23.350442 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-86b507c9-c380-4bf5-ab81-6541f08b102b None None] Calling delete_port for 9f14cae2-49d2-439b-bf64-4d822ea214c9 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:34:23.448676 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-b9eed7ad-aaf8-4def-ba69-e779381546f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587cab4b-5b1d-4b9b-84a1-d829d7328b4a', 'name': 'tempest-TestNetworkBasicOps-router-606286480', 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '44a58313-ff10-4f1d-abca-ffe2a52dbcc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:33:16Z', 'updated_at': '2022-02-02T07:34:21Z', 'revision_number': 5, 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'gw_port': {'id': '44a58313-ff10-4f1d-abca-ffe2a52dbcc1', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:57:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587cab4b-5b1d-4b9b-84a1-d829d7328b4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:17Z', 'updated_at': '2022-02-02T07:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:34:23.467475 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1807c7a4-5b96-426f-8a40-82945ec83a54 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (44a58313-ff10-4f1d-abca-ffe2a52dbcc1), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:23.478038 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9eed7ad-aaf8-4def-ba69-e779381546f5 None None] The sync data for ids ['587cab4b-5b1d-4b9b-84a1-d829d7328b4a'] in n-d-789963-26 is: [{'id': '587cab4b-5b1d-4b9b-84a1-d829d7328b4a', 'name': 'tempest-TestNetworkBasicOps-router-606286480', 'tenant_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '44a58313-ff10-4f1d-abca-ffe2a52dbcc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:33:16Z', 'updated_at': '2022-02-02T07:34:21Z', 'revision_number': 5, 'project_id': '0001a5ba6eec46c79c6bb86c5404d46f', 'gw_port': {'id': '44a58313-ff10-4f1d-abca-ffe2a52dbcc1', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:57:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587cab4b-5b1d-4b9b-84a1-d829d7328b4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:17Z', 'updated_at': '2022-02-02T07:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:34:23.489627 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-86b507c9-c380-4bf5-ab81-6541f08b102b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (9f14cae2-49d2-439b-bf64-4d822ea214c9), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:23.509058 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1807c7a4-5b96-426f-8a40-82945ec83a54 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Pushing event deleted for resources: {'Port': ['ID=44a58313-ff10-4f1d-abca-ffe2a52dbcc1,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:34:23.525043 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b507c9-c380-4bf5-ab81-6541f08b102b None None] Pushing event deleted for resources: {'Port': ['ID=9f14cae2-49d2-439b-bf64-4d822ea214c9,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:34:23.534495 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b507c9-c380-4bf5-ab81-6541f08b102b None None] No DVR routers for this DVR port 9f14cae2-49d2-439b-bf64-4d822ea214c9 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:34:23.598202 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1807c7a4-5b96-426f-8a40-82945ec83a54 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (587cab4b-5b1d-4b9b-84a1-d829d7328b4a), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:23.689717 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1807c7a4-5b96-426f-8a40-82945ec83a54 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (587cab4b-5b1d-4b9b-84a1-d829d7328b4a), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:23.691893 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1807c7a4-5b96-426f-8a40-82945ec83a54 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for router_controller (587cab4b-5b1d-4b9b-84a1-d829d7328b4a), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:23.733951 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1807c7a4-5b96-426f-8a40-82945ec83a54 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (587cab4b-5b1d-4b9b-84a1-d829d7328b4a), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:23.734630 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1807c7a4-5b96-426f-8a40-82945ec83a54 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Fanout notify agent at l3_agent the message router_deleted on router 587cab4b-5b1d-4b9b-84a1-d829d7328b4a {{(pid=109694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:34:23.741370 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1807c7a4-5b96-426f-8a40-82945ec83a54 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:23.742457 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-1807c7a4-5b96-426f-8a40-82945ec83a54 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "DELETE /v2.0/routers/587cab4b-5b1d-4b9b-84a1-d829d7328b4a HTTP/1.1" status: 204 len: 168 time: 0.9762337 Feb 02 07:34:23.745353 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59748) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:34:23.823657 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-54c55cea-e633-4ed4-a06b-3c23497f1800 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (4cf617d9-9b9c-4223-bd04-f3c7cf7e84d8), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:23.926940 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-54c55cea-e633-4ed4-a06b-3c23497f1800 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (4cf617d9-9b9c-4223-bd04-f3c7cf7e84d8), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:23.949398 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-54c55cea-e633-4ed4-a06b-3c23497f1800 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cf617d9-9b9c-4223-bd04-f3c7cf7e84d8']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:34:23.959572 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-54c55cea-e633-4ed4-a06b-3c23497f1800 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05509cb5-b4d9-4250-87f7-00357fa17029') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:34:23.959887 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-54c55cea-e633-4ed4-a06b-3c23497f1800 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05509cb5-b4d9-4250-87f7-00357fa17029') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:34:23.972546 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-54c55cea-e633-4ed4-a06b-3c23497f1800 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (05509cb5-b4d9-4250-87f7-00357fa17029), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:23.987605 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-54c55cea-e633-4ed4-a06b-3c23497f1800 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (05509cb5-b4d9-4250-87f7-00357fa17029), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:23.995048 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54c55cea-e633-4ed4-a06b-3c23497f1800 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:34:23.995414 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-54c55cea-e633-4ed4-a06b-3c23497f1800 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (05509cb5-b4d9-4250-87f7-00357fa17029), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:23.998552 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:34:23.998552 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:34:23.998552 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:34:23.998552 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:34:23.998552 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:34:23.998552 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:34:23.998552 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:34:23.998552 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:34:23.998552 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:34:23.998552 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:34:23.998552 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:34:23.998552 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:34:23.998552 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:34:23.998552 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:34:23.998552 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:34:23.998552 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:34:23.998552 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:34:23.998552 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:34:23.998552 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:34:23.998552 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:34:23.998552 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:34:23.998552 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:34:23.998552 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:34:23.998552 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:34:23.998552 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:34:23.998552 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:34:23.998552 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:34:23.998552 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:34:23.998552 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:34:23.998552 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:34:23.998552 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:34:23.998552 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:34:24.060363 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-54c55cea-e633-4ed4-a06b-3c23497f1800 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (4cf617d9-9b9c-4223-bd04-f3c7cf7e84d8), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:24.066098 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-54c55cea-e633-4ed4-a06b-3c23497f1800 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:24.074366 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-54c55cea-e633-4ed4-a06b-3c23497f1800 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] 10.222.0.87 "DELETE /v2.0/networks/4cf617d9-9b9c-4223-bd04-f3c7cf7e84d8 HTTP/1.1" status: 204 len: 168 time: 0.3264525 Feb 02 07:34:24.098351 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c55cea-e633-4ed4-a06b-3c23497f1800 tempest-TestNetworkBasicOps-1395866297 tempest-TestNetworkBasicOps-1395866297-project] Pushing event deleted for resources: {'Network': ['ID=4cf617d9-9b9c-4223-bd04-f3c7cf7e84d8,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:34:24.333927 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd354c-f72e-48e3-af6e-42efdae4a479 req-a2ee397b-c319-498f-8310-a72dff383b7c tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:24.335520 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-67fd354c-f72e-48e3-af6e-42efdae4a479 req-a2ee397b-c319-498f-8310-a72dff383b7c tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=0f59155d-2918-4037-93d0-17fb449ab812 HTTP/1.1" status: 200 len: 943 time: 0.0732269 Feb 02 07:34:24.396186 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-67fd354c-f72e-48e3-af6e-42efdae4a479 req-e9109e06-56ed-408e-b7b7-d1d981e6fd69 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544534 Feb 02 07:34:24.465608 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59756) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:34:24.643647 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device dff38f4f-8a92-4e75-bf3c-d3ae9a91c3ae details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:34:24.671009 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b6c126c7-b0e5-4d91-bfa8-f68be4834c6b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=0001a5ba6eec46c79c6bb86c5404d46f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2041762 Feb 02 07:34:24.674073 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59760) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:34:24.739610 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-36a30c4b-8a46-4a3f-bac3-a1f8b623adf2 admin admin] Publish callbacks [] for security_group (125c5ba3-e6c5-40b1-b2cb-5a1949164682), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:24.762213 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-36a30c4b-8a46-4a3f-bac3-a1f8b623adf2 admin admin] Publish callbacks [] for security_group (125c5ba3-e6c5-40b1-b2cb-5a1949164682), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:24.773692 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port dff38f4f-8a92-4e75-bf3c-d3ae9a91c3ae, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=dff38f4f-8a92-4e75-bf3c-d3ae9a91c3ae,segment=NetworkSegment(7fbd5ca3-5d78-4819-a656-2bb76c5c6480),segment_id=7fbd5ca3-5d78-4819-a656-2bb76c5c6480)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:34:24.797710 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': 'dff38f4f-8a92-4e75-bf3c-d3ae9a91c3ae', 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0', 'port_id': 'dff38f4f-8a92-4e75-bf3c-d3ae9a91c3ae', 'mac_address': 'fa:16:3e:8c:5c:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f0c010c-d5c1-4b63-8939-b46551f6cb84', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:34:24.813430 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-36a30c4b-8a46-4a3f-bac3-a1f8b623adf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (125c5ba3-e6c5-40b1-b2cb-5a1949164682), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:24.816567 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-36a30c4b-8a46-4a3f-bac3-a1f8b623adf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:24.817915 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-36a30c4b-8a46-4a3f-bac3-a1f8b623adf2 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/125c5ba3-e6c5-40b1-b2cb-5a1949164682 HTTP/1.1" status: 204 len: 168 time: 0.1428525 Feb 02 07:34:24.828578 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a30c4b-8a46-4a3f-bac3-a1f8b623adf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=125c5ba3-e6c5-40b1-b2cb-5a1949164682,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:34:24.862283 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port dff38f4f-8a92-4e75-bf3c-d3ae9a91c3ae is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:34:24.862778 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (dff38f4f-8a92-4e75-bf3c-d3ae9a91c3ae), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:24.887031 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dff38f4f-8a92-4e75-bf3c-d3ae9a91c3ae {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:34:24.928709 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 9f14cae2-49d2-439b-bf64-4d822ea214c9 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:34:24.933777 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port dff38f4f-8a92-4e75-bf3c-d3ae9a91c3ae, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=dff38f4f-8a92-4e75-bf3c-d3ae9a91c3ae,segment=NetworkSegment(7fbd5ca3-5d78-4819-a656-2bb76c5c6480),segment_id=7fbd5ca3-5d78-4819-a656-2bb76c5c6480)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:34:24.959778 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (dff38f4f-8a92-4e75-bf3c-d3ae9a91c3ae), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:24.962367 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 9f14cae2-49d2-439b-bf64-4d822ea214c9 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:34:24.962787 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 9f14cae2-49d2-439b-bf64-4d822ea214c9 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:34:24.963272 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device a0deb675-f1b8-4c03-8940-2641772faf68 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:34:25.006833 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: a0deb675-f1b8-4c03-8940-2641772faf68 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:34:25.007189 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device a0deb675-f1b8-4c03-8940-2641772faf68 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:34:25.007682 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 44a58313-ff10-4f1d-abca-ffe2a52dbcc1 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:34:25.029378 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 44a58313-ff10-4f1d-abca-ffe2a52dbcc1 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:34:25.029733 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 44a58313-ff10-4f1d-abca-ffe2a52dbcc1 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:34:25.050434 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=dff38f4f-8a92-4e75-bf3c-d3ae9a91c3ae,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:34:25.129347 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59768) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:34:25.147911 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-35935520-55c8-4e33-a8b6-ce0c1df07c93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:25.226423 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['dff38f4f-8a92-4e75-bf3c-d3ae9a91c3ae'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:34:25.231475 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-35935520-55c8-4e33-a8b6-ce0c1df07c93 admin admin] Publish callbacks [] for security_group (120f7717-619b-499f-b26c-b36275ba445b), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:25.235846 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-35935520-55c8-4e33-a8b6-ce0c1df07c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (120f7717-619b-499f-b26c-b36275ba445b), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:25.276518 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-35935520-55c8-4e33-a8b6-ce0c1df07c93 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=4a6555b847a84a4aae664ec8b4b3e20b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1460776 Feb 02 07:34:25.277356 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35935520-55c8-4e33-a8b6-ce0c1df07c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=120f7717-619b-499f-b26c-b36275ba445b,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:34:25.279623 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59770) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:34:25.336609 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a3675b3b-9112-43c7-b24e-cc76edd4d2c6 admin admin] Publish callbacks [] for security_group (120f7717-619b-499f-b26c-b36275ba445b), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:25.360609 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a3675b3b-9112-43c7-b24e-cc76edd4d2c6 admin admin] Publish callbacks [] for security_group (120f7717-619b-499f-b26c-b36275ba445b), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:25.413972 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a3675b3b-9112-43c7-b24e-cc76edd4d2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (120f7717-619b-499f-b26c-b36275ba445b), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:25.416600 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a3675b3b-9112-43c7-b24e-cc76edd4d2c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:25.420040 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a3675b3b-9112-43c7-b24e-cc76edd4d2c6 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/120f7717-619b-499f-b26c-b36275ba445b HTTP/1.1" status: 204 len: 168 time: 0.1372197 Feb 02 07:34:25.427655 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3675b3b-9112-43c7-b24e-cc76edd4d2c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=120f7717-619b-499f-b26c-b36275ba445b,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:34:25.557690 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27852d2-160c-4419-bda8-09fc7d028628 req-ad3ed9bc-8b6f-4a1e-bdb3-d8bc1a35ec50 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:25.559071 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f27852d2-160c-4419-bda8-09fc7d028628 req-ad3ed9bc-8b6f-4a1e-bdb3-d8bc1a35ec50 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=0f59155d-2918-4037-93d0-17fb449ab812 HTTP/1.1" status: 200 len: 944 time: 0.0654972 Feb 02 07:34:25.613047 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f27852d2-160c-4419-bda8-09fc7d028628 req-7506a31e-b795-4063-bd94-7638a4c1e2f7 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456491 Feb 02 07:34:25.763751 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59782) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:34:25.956907 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b0893d0-0f72-4ecf-90e9-72a0ea076154 admin admin] Deleting subnet 357a8154-35e3-4993-9fd9-8934b93a01ae {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:34:25.962713 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3b0893d0-0f72-4ecf-90e9-72a0ea076154 admin admin] Publish callbacks [] for subnet (357a8154-35e3-4993-9fd9-8934b93a01ae), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:26.011347 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3b0893d0-0f72-4ecf-90e9-72a0ea076154 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (357a8154-35e3-4993-9fd9-8934b93a01ae), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:26.058768 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3b0893d0-0f72-4ecf-90e9-72a0ea076154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (357a8154-35e3-4993-9fd9-8934b93a01ae), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:26.135653 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3b0893d0-0f72-4ecf-90e9-72a0ea076154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (357a8154-35e3-4993-9fd9-8934b93a01ae), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:26.177831 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0893d0-0f72-4ecf-90e9-72a0ea076154 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=357a8154-35e3-4993-9fd9-8934b93a01ae,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:34:26.185643 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3b0893d0-0f72-4ecf-90e9-72a0ea076154 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:26.190988 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-3b0893d0-0f72-4ecf-90e9-72a0ea076154 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/357a8154-35e3-4993-9fd9-8934b93a01ae HTTP/1.1" status: 204 len: 168 time: 0.4262006 Feb 02 07:34:26.194514 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59800) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:34:26.286707 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-eba7e040-199d-407f-91af-0ac5a4f20067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (ae9da0f2-d030-48a7-82d4-cc4db2930753), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:26.664655 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device dff38f4f-8a92-4e75-bf3c-d3ae9a91c3ae up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:34:26.744778 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port dff38f4f-8a92-4e75-bf3c-d3ae9a91c3ae completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:34:26.751287 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port dff38f4f-8a92-4e75-bf3c-d3ae9a91c3ae triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:34:26.752120 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (dff38f4f-8a92-4e75-bf3c-d3ae9a91c3ae), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:26.778685 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-eba7e040-199d-407f-91af-0ac5a4f20067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (ae9da0f2-d030-48a7-82d4-cc4db2930753), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:26.803999 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-eba7e040-199d-407f-91af-0ac5a4f20067 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae9da0f2-d030-48a7-82d4-cc4db2930753']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:34:26.829089 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-eba7e040-199d-407f-91af-0ac5a4f20067 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '748d425f-f42a-4921-9c2f-0d3963702a68') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:34:26.829314 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-eba7e040-199d-407f-91af-0ac5a4f20067 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '748d425f-f42a-4921-9c2f-0d3963702a68') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:34:26.841813 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-eba7e040-199d-407f-91af-0ac5a4f20067 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (748d425f-f42a-4921-9c2f-0d3963702a68), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:26.850069 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218413c1-d153-480c-ac02-4358462c6f23 req-e3bc3c16-5115-4362-b332-dbbba6856667 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:26.851434 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port dff38f4f-8a92-4e75-bf3c-d3ae9a91c3ae is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:34:26.851608 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-218413c1-d153-480c-ac02-4358462c6f23 req-e3bc3c16-5115-4362-b332-dbbba6856667 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=0f59155d-2918-4037-93d0-17fb449ab812 HTTP/1.1" status: 200 len: 944 time: 0.1406782 Feb 02 07:34:26.851872 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (dff38f4f-8a92-4e75-bf3c-d3ae9a91c3ae), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:26.874973 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-eba7e040-199d-407f-91af-0ac5a4f20067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (748d425f-f42a-4921-9c2f-0d3963702a68), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:26.885997 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eba7e040-199d-407f-91af-0ac5a4f20067 admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:34:26.886229 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-eba7e040-199d-407f-91af-0ac5a4f20067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (748d425f-f42a-4921-9c2f-0d3963702a68), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:26.887319 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port dff38f4f-8a92-4e75-bf3c-d3ae9a91c3ae, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=dff38f4f-8a92-4e75-bf3c-d3ae9a91c3ae,segment=NetworkSegment(7fbd5ca3-5d78-4819-a656-2bb76c5c6480),segment_id=7fbd5ca3-5d78-4819-a656-2bb76c5c6480)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:34:26.888477 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f59155d-2918-4037-93d0-17fb449ab812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dff38f4f-8a92-4e75-bf3c-d3ae9a91c3ae'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:34:26.888830 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:34:26.888830 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:34:26.888830 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:34:26.888830 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:34:26.888830 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:34:26.888830 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:34:26.888830 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:34:26.888830 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:34:26.888830 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:34:26.888830 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:34:26.888830 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:34:26.888830 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:34:26.888830 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:34:26.888830 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:34:26.888830 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:34:26.888830 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:34:26.888830 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:34:26.888830 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:34:26.888830 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:34:26.888830 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:34:26.888830 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:34:26.888830 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:34:26.888830 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:34:26.888830 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:34:26.888830 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:34:26.888830 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:34:26.888830 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:34:26.888830 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:34:26.888830 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:34:26.888830 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:34:26.888830 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:34:26.888830 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:34:26.892680 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05673032-d030-4319-8762-f79bfe4835c2" -d '{"events": [{"server_uuid": "0f59155d-2918-4037-93d0-17fb449ab812", "name": "network-vif-plugged", "status": "completed", "tag": "dff38f4f-8a92-4e75-bf3c-d3ae9a91c3ae"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:34:26.897776 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (dff38f4f-8a92-4e75-bf3c-d3ae9a91c3ae), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:26.955781 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=dff38f4f-8a92-4e75-bf3c-d3ae9a91c3ae,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:34:26.958237 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-218413c1-d153-480c-ac02-4358462c6f23 req-ee63c83f-e4e7-493d-8a94-e6118f3627f9 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010692 Feb 02 07:34:26.966046 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-eba7e040-199d-407f-91af-0ac5a4f20067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (ae9da0f2-d030-48a7-82d4-cc4db2930753), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:26.974787 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-eba7e040-199d-407f-91af-0ac5a4f20067 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:26.977994 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-eba7e040-199d-407f-91af-0ac5a4f20067 admin admin] 10.222.0.87 "DELETE /v2.0/networks/ae9da0f2-d030-48a7-82d4-cc4db2930753 HTTP/1.1" status: 204 len: 168 time: 0.7817409 Feb 02 07:34:26.990259 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba7e040-199d-407f-91af-0ac5a4f20067 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae9da0f2-d030-48a7-82d4-cc4db2930753,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:34:27.041355 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb74d7f-c9b3-4211-b4ef-9d1256b0ab8e x-openstack-request-id: req-3fb74d7f-c9b3-4211-b4ef-9d1256b0ab8e {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:34:27.041738 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f59155d-2918-4037-93d0-17fb449ab812", "name": "network-vif-plugged", "status": "completed", "tag": "dff38f4f-8a92-4e75-bf3c-d3ae9a91c3ae", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:34:27.042006 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-3fb74d7f-c9b3-4211-b4ef-9d1256b0ab8e {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:34:27.042416 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f59155d-2918-4037-93d0-17fb449ab812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dff38f4f-8a92-4e75-bf3c-d3ae9a91c3ae', 'code': 200} Feb 02 07:34:27.188701 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e78de55-33fc-400d-8c1f-100249f84c3c req-ad166818-6758-49bb-9474-58476c32a9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:27.190919 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5e78de55-33fc-400d-8c1f-100249f84c3c req-ad166818-6758-49bb-9474-58476c32a9ef service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0f59155d-2918-4037-93d0-17fb449ab812 HTTP/1.1" status: 200 len: 1128 time: 0.0527775 Feb 02 07:34:27.220117 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59852) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:34:27.264241 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5e78de55-33fc-400d-8c1f-100249f84c3c req-c8ae99cc-e421-4b7f-9152-c38b649b6d34 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671761 Feb 02 07:34:27.278757 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-f89c12f9-b577-4566-af7b-e7f30735ec86 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=3baca0fbed614bb9aafa5d75297065bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0553985 Feb 02 07:34:27.278986 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59866) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:34:27.333540 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0045da01-9542-4ed2-99fb-55d2dd6cd362 admin admin] Publish callbacks [] for security_group (445fea0a-6edf-4165-82ef-cb0371823431), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:27.359188 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0045da01-9542-4ed2-99fb-55d2dd6cd362 admin admin] Publish callbacks [] for security_group (445fea0a-6edf-4165-82ef-cb0371823431), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:27.420481 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0045da01-9542-4ed2-99fb-55d2dd6cd362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (445fea0a-6edf-4165-82ef-cb0371823431), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:27.423546 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0045da01-9542-4ed2-99fb-55d2dd6cd362 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:27.424867 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-0045da01-9542-4ed2-99fb-55d2dd6cd362 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/445fea0a-6edf-4165-82ef-cb0371823431 HTTP/1.1" status: 204 len: 168 time: 0.1444399 Feb 02 07:34:27.433656 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0045da01-9542-4ed2-99fb-55d2dd6cd362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=445fea0a-6edf-4165-82ef-cb0371823431,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:34:27.482372 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:28.029416 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59948) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:34:28.086948 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c66ff-a72d-49e6-9e50-88a03483520e req-efacd1ac-c415-40fa-b46c-e00c587b8c89 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:28.088477 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-506c66ff-a72d-49e6-9e50-88a03483520e req-efacd1ac-c415-40fa-b46c-e00c587b8c89 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=0f59155d-2918-4037-93d0-17fb449ab812 HTTP/1.1" status: 200 len: 945 time: 0.0545816 Feb 02 07:34:28.136935 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-506c66ff-a72d-49e6-9e50-88a03483520e req-f46a40db-3bf4-4017-9d77-34896fb01d42 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418994 Feb 02 07:34:28.140292 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b7ec5a8b-ac2e-4553-98bf-67bf4d416897 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:28.216862 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b7ec5a8b-ac2e-4553-98bf-67bf4d416897 admin admin] Publish callbacks [] for security_group (951bdf08-5ad7-4ec2-a569-2a00b1e80a92), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:28.221249 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b7ec5a8b-ac2e-4553-98bf-67bf4d416897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (951bdf08-5ad7-4ec2-a569-2a00b1e80a92), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:28.260000 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b7ec5a8b-ac2e-4553-98bf-67bf4d416897 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=1ee8c5841f2542d3a19d76a396d555fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2294819 Feb 02 07:34:28.260878 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ec5a8b-ac2e-4553-98bf-67bf4d416897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=951bdf08-5ad7-4ec2-a569-2a00b1e80a92,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:34:28.262704 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59952) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:34:28.314662 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-81739266-4cbd-41b7-9ce1-2a5dbbed0c88 admin admin] Publish callbacks [] for security_group (951bdf08-5ad7-4ec2-a569-2a00b1e80a92), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:28.336177 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-81739266-4cbd-41b7-9ce1-2a5dbbed0c88 admin admin] Publish callbacks [] for security_group (951bdf08-5ad7-4ec2-a569-2a00b1e80a92), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:28.383771 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-81739266-4cbd-41b7-9ce1-2a5dbbed0c88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (951bdf08-5ad7-4ec2-a569-2a00b1e80a92), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:28.387675 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-81739266-4cbd-41b7-9ce1-2a5dbbed0c88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:28.391883 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-81739266-4cbd-41b7-9ce1-2a5dbbed0c88 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/951bdf08-5ad7-4ec2-a569-2a00b1e80a92 HTTP/1.1" status: 204 len: 168 time: 0.1251175 Feb 02 07:34:28.397169 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81739266-4cbd-41b7-9ce1-2a5dbbed0c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=951bdf08-5ad7-4ec2-a569-2a00b1e80a92,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:34:28.405973 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81739266-4cbd-41b7-9ce1-2a5dbbed0c88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:34:28.406362 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81739266-4cbd-41b7-9ce1-2a5dbbed0c88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:34:28.406769 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81739266-4cbd-41b7-9ce1-2a5dbbed0c88 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:34:28.407147 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81739266-4cbd-41b7-9ce1-2a5dbbed0c88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:34:28.407430 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81739266-4cbd-41b7-9ce1-2a5dbbed0c88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:34:28.407792 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81739266-4cbd-41b7-9ce1-2a5dbbed0c88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:34:28.408124 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81739266-4cbd-41b7-9ce1-2a5dbbed0c88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:34:28.409314 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81739266-4cbd-41b7-9ce1-2a5dbbed0c88 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:34:28.409662 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81739266-4cbd-41b7-9ce1-2a5dbbed0c88 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:34:28.410515 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81739266-4cbd-41b7-9ce1-2a5dbbed0c88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:34:28.410858 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81739266-4cbd-41b7-9ce1-2a5dbbed0c88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:34:28.411188 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81739266-4cbd-41b7-9ce1-2a5dbbed0c88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:34:28.411517 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81739266-4cbd-41b7-9ce1-2a5dbbed0c88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:34:28.676040 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 59958) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:34:28.689815 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-21bffed6-9265-40fa-9bf2-f8dd4a415a3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:28.761782 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-21bffed6-9265-40fa-9bf2-f8dd4a415a3f admin admin] Publish callbacks [] for security_group (fa62784b-36e2-4cfb-b9b0-cc8b5a2189de), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:28.766004 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-21bffed6-9265-40fa-9bf2-f8dd4a415a3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (fa62784b-36e2-4cfb-b9b0-cc8b5a2189de), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:28.804875 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-21bffed6-9265-40fa-9bf2-f8dd4a415a3f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=169601bc7ff34dd3954455b8b0fd3cc3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1277828 Feb 02 07:34:28.806529 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bffed6-9265-40fa-9bf2-f8dd4a415a3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa62784b-36e2-4cfb-b9b0-cc8b5a2189de,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:34:28.807626 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 59960) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:34:28.857495 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-45852b51-2b46-49c4-8f18-bd4cd2b68b08 admin admin] Publish callbacks [] for security_group (fa62784b-36e2-4cfb-b9b0-cc8b5a2189de), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:28.878203 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-abdf2f1d-63a6-446e-aaf1-edaa0324019b req-d5b7f761-53be-405a-8c74-62178d75a88e service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0f59155d-2918-4037-93d0-17fb449ab812&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0467927 Feb 02 07:34:28.879369 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-45852b51-2b46-49c4-8f18-bd4cd2b68b08 admin admin] Publish callbacks [] for security_group (fa62784b-36e2-4cfb-b9b0-cc8b5a2189de), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:28.929269 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-45852b51-2b46-49c4-8f18-bd4cd2b68b08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (fa62784b-36e2-4cfb-b9b0-cc8b5a2189de), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:28.932010 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-45852b51-2b46-49c4-8f18-bd4cd2b68b08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:28.933335 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-45852b51-2b46-49c4-8f18-bd4cd2b68b08 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/fa62784b-36e2-4cfb-b9b0-cc8b5a2189de HTTP/1.1" status: 204 len: 168 time: 0.1246972 Feb 02 07:34:28.941896 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45852b51-2b46-49c4-8f18-bd4cd2b68b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa62784b-36e2-4cfb-b9b0-cc8b5a2189de,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:34:28.985584 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdf2f1d-63a6-446e-aaf1-edaa0324019b req-ae05352e-0afd-4ab2-b4fd-0b0fe86b0eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:28.987155 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-abdf2f1d-63a6-446e-aaf1-edaa0324019b req-ae05352e-0afd-4ab2-b4fd-0b0fe86b0eb0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c3998c4a9fb54dbfb254f927a9c64ece&device_id=0f59155d-2918-4037-93d0-17fb449ab812 HTTP/1.1" status: 200 len: 1128 time: 0.0523951 Feb 02 07:34:29.090091 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdf2f1d-63a6-446e-aaf1-edaa0324019b req-910bf896-a79b-49e0-8333-a50ecc1737e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:29.091609 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-abdf2f1d-63a6-446e-aaf1-edaa0324019b req-910bf896-a79b-49e0-8333-a50ecc1737e3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=99c393e5-edbe-4583-8514-7c998c6986c0 HTTP/1.1" status: 200 len: 913 time: 0.0875084 Feb 02 07:34:29.138501 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-abdf2f1d-63a6-446e-aaf1-edaa0324019b req-2c221bf0-2405-4990-b309-9a1e5be1aa86 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dff38f4f-8a92-4e75-bf3c-d3ae9a91c3ae HTTP/1.1" status: 200 len: 217 time: 0.0404115 Feb 02 07:34:29.194101 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdf2f1d-63a6-446e-aaf1-edaa0324019b req-e4dcfded-61e9-43ec-9a84-1666909d304a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:29.195596 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-abdf2f1d-63a6-446e-aaf1-edaa0324019b req-e4dcfded-61e9-43ec-9a84-1666909d304a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8f0c010c-d5c1-4b63-8939-b46551f6cb84 HTTP/1.1" status: 200 len: 851 time: 0.0520415 Feb 02 07:34:29.298494 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdf2f1d-63a6-446e-aaf1-edaa0324019b req-52b1482b-d3e1-4561-a01e-efd31c2b0901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:29.300048 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-abdf2f1d-63a6-446e-aaf1-edaa0324019b req-52b1482b-d3e1-4561-a01e-efd31c2b0901 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=99c393e5-edbe-4583-8514-7c998c6986c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0956662 Feb 02 07:34:29.307122 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f32829-789d-4b7a-a4cc-bde1b8db4952 req-86b44516-6c20-4697-a1a7-97f5b3f03564 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:29.314880 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-97f32829-789d-4b7a-a4cc-bde1b8db4952 req-86b44516-6c20-4697-a1a7-97f5b3f03564 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=0f59155d-2918-4037-93d0-17fb449ab812 HTTP/1.1" status: 200 len: 945 time: 0.1017852 Feb 02 07:34:29.419152 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-97f32829-789d-4b7a-a4cc-bde1b8db4952 req-560308f7-90ea-46ca-8319-f43405a57526 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033797 Feb 02 07:34:29.456963 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-abdf2f1d-63a6-446e-aaf1-edaa0324019b req-8748f89c-f14c-429f-b608-978cf37487c4 service neutron] 10.222.0.88 "GET /v2.0/networks/99c393e5-edbe-4583-8514-7c998c6986c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399662 Feb 02 07:34:29.567363 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-abdf2f1d-63a6-446e-aaf1-edaa0324019b req-8a1b0c2d-1269-4559-8ef8-477e065a6cce service neutron] 10.222.0.88 "GET /v2.0/networks/99c393e5-edbe-4583-8514-7c998c6986c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038527 Feb 02 07:34:29.627771 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf026929-bdbf-40ef-a9d1-6a75405e820b req-ff50515f-3d2d-4dd3-ac7e-f5e445badf3e tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:29.629288 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bf026929-bdbf-40ef-a9d1-6a75405e820b req-ff50515f-3d2d-4dd3-ac7e-f5e445badf3e tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=0f59155d-2918-4037-93d0-17fb449ab812 HTTP/1.1" status: 200 len: 945 time: 0.0567410 Feb 02 07:34:29.678284 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bf026929-bdbf-40ef-a9d1-6a75405e820b req-1eeab7e7-56be-4253-8b89-32a3a45180f3 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432038 Feb 02 07:34:29.805583 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb3d1b-7920-4274-9e05-b4dfdc91fdd4 req-af62bd02-650c-4445-ad07-0ffc29879be7 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:29.807097 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9afb3d1b-7920-4274-9e05-b4dfdc91fdd4 req-af62bd02-650c-4445-ad07-0ffc29879be7 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=0f59155d-2918-4037-93d0-17fb449ab812 HTTP/1.1" status: 200 len: 945 time: 0.0622861 Feb 02 07:34:29.854671 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9afb3d1b-7920-4274-9e05-b4dfdc91fdd4 req-71516845-f3a0-4a28-b612-ffbef7f28b1c tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409639 Feb 02 07:34:30.103221 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d99be52-fa0d-423f-b759-4a6a67757beb req-9e1e290a-50b9-4da0-9a9c-6cd1747c9b3b tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:30.104724 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7d99be52-fa0d-423f-b759-4a6a67757beb req-9e1e290a-50b9-4da0-9a9c-6cd1747c9b3b tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=0f59155d-2918-4037-93d0-17fb449ab812 HTTP/1.1" status: 200 len: 945 time: 0.0540879 Feb 02 07:34:30.153364 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7d99be52-fa0d-423f-b759-4a6a67757beb req-7355ed58-aecf-4720-9287-7d3535cafc9f tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424953 Feb 02 07:34:31.226462 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 60030) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:34:31.232095 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-7773ce14-de94-4164-8107-e195aa7a4757 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Request body: {'network': {'name': 'tempest-network-smoke--1253145782', 'project_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'port_security_enabled': True}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:34:31.255014 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7773ce14-de94-4164-8107-e195aa7a4757 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Made reservation on behalf of b9e271eb80cc4ea6b4ff51295e8c553f for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:34:31.258350 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7773ce14-de94-4164-8107-e195aa7a4757 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:31.267540 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7773ce14-de94-4164-8107-e195aa7a4757 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:31.318070 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687ef030-bba8-4cdd-89ef-eecbd982b9fa req-be594e53-fa66-4a1c-a197-829c4c3f428e tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:31.319583 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-687ef030-bba8-4cdd-89ef-eecbd982b9fa req-be594e53-fa66-4a1c-a197-829c4c3f428e tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=0f59155d-2918-4037-93d0-17fb449ab812 HTTP/1.1" status: 200 len: 945 time: 0.0552764 Feb 02 07:34:31.346354 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7773ce14-de94-4164-8107-e195aa7a4757 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks [] for security_group (51625c7e-c199-47f0-964a-5b2d0c82f301), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:31.350679 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7773ce14-de94-4164-8107-e195aa7a4757 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (51625c7e-c199-47f0-964a-5b2d0c82f301), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:31.378968 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-687ef030-bba8-4cdd-89ef-eecbd982b9fa req-5c8b704a-fc8a-4892-b133-82075b8c5203 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534081 Feb 02 07:34:31.380098 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7773ce14-de94-4164-8107-e195aa7a4757 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:34:31.386425 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7773ce14-de94-4164-8107-e195aa7a4757 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51625c7e-c199-47f0-964a-5b2d0c82f301,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:34:31.393165 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7773ce14-de94-4164-8107-e195aa7a4757 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (b2950f43-abf8-4937-b60c-0c2857ec16de), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:31.393529 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-7773ce14-de94-4164-8107-e195aa7a4757 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Added segment b2950f43-abf8-4937-b60c-0c2857ec16de of type vlan for network c06f01fb-638f-4bf7-abd6-57e4b3060fdc Feb 02 07:34:31.435042 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7773ce14-de94-4164-8107-e195aa7a4757 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (c06f01fb-638f-4bf7-abd6-57e4b3060fdc), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:31.458913 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7773ce14-de94-4164-8107-e195aa7a4757 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (c06f01fb-638f-4bf7-abd6-57e4b3060fdc), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:31.463860 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7773ce14-de94-4164-8107-e195aa7a4757 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:31.464434 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7773ce14-de94-4164-8107-e195aa7a4757 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:31.498567 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-7773ce14-de94-4164-8107-e195aa7a4757 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2709837 Feb 02 07:34:31.502094 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 60032) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:34:31.506350 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-2c90d170-fd3f-4f6d-a276-367e2390905f tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1351116052', 'admin_state_up': True, 'project_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:34:31.547205 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7773ce14-de94-4164-8107-e195aa7a4757 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Pushing event updated for resources: {'Network': ['ID=c06f01fb-638f-4bf7-abd6-57e4b3060fdc,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:34:31.557234 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network c06f01fb-638f-4bf7-abd6-57e4b3060fdc details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:34:31.560488 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2c90d170-fd3f-4f6d-a276-367e2390905f tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (2097b71f-694f-4929-af10-7c55f3faa888), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:31.561529 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2c90d170-fd3f-4f6d-a276-367e2390905f tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (2097b71f-694f-4929-af10-7c55f3faa888), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:31.611136 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2c90d170-fd3f-4f6d-a276-367e2390905f tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks [] for router_controller (2097b71f-694f-4929-af10-7c55f3faa888), precommit_add_association {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:31.683973 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99473ac5-ce62-45ff-a762-11dff111aefd req-81e6656a-6936-45ca-9d7a-31e8f4882d51 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:31.685541 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-99473ac5-ce62-45ff-a762-11dff111aefd req-81e6656a-6936-45ca-9d7a-31e8f4882d51 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.88 "GET /v2.0/ports?device_id=0f59155d-2918-4037-93d0-17fb449ab812 HTTP/1.1" status: 200 len: 945 time: 0.0540266 Feb 02 07:34:31.785748 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-99473ac5-ce62-45ff-a762-11dff111aefd req-f04c524a-efe1-4655-a0b0-9de096540f66 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Deleting port dff38f4f-8a92-4e75-bf3c-d3ae9a91c3ae {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:34:31.786007 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-99473ac5-ce62-45ff-a762-11dff111aefd req-f04c524a-efe1-4655-a0b0-9de096540f66 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (dff38f4f-8a92-4e75-bf3c-d3ae9a91c3ae), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:31.883844 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-99473ac5-ce62-45ff-a762-11dff111aefd req-f04c524a-efe1-4655-a0b0-9de096540f66 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] For port dff38f4f-8a92-4e75-bf3c-d3ae9a91c3ae, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=dff38f4f-8a92-4e75-bf3c-d3ae9a91c3ae,segment=NetworkSegment(7fbd5ca3-5d78-4819-a656-2bb76c5c6480),segment_id=7fbd5ca3-5d78-4819-a656-2bb76c5c6480)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:34:31.884373 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-99473ac5-ce62-45ff-a762-11dff111aefd req-f04c524a-efe1-4655-a0b0-9de096540f66 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (dff38f4f-8a92-4e75-bf3c-d3ae9a91c3ae), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:31.897390 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-99473ac5-ce62-45ff-a762-11dff111aefd req-f04c524a-efe1-4655-a0b0-9de096540f66 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Calling delete_port for dff38f4f-8a92-4e75-bf3c-d3ae9a91c3ae owned by compute:nova {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:34:32.038115 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-99473ac5-ce62-45ff-a762-11dff111aefd req-f04c524a-efe1-4655-a0b0-9de096540f66 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (dff38f4f-8a92-4e75-bf3c-d3ae9a91c3ae), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:32.069782 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04c524a-efe1-4655-a0b0-9de096540f66 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Pushing event deleted for resources: {'Port': ['ID=dff38f4f-8a92-4e75-bf3c-d3ae9a91c3ae,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:34:32.070977 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2c90d170-fd3f-4f6d-a276-367e2390905f tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks [] for router_gateway (2097b71f-694f-4929-af10-7c55f3faa888), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:32.072488 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['dff38f4f-8a92-4e75-bf3c-d3ae9a91c3ae'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:34:32.117333 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-99473ac5-ce62-45ff-a762-11dff111aefd req-f04c524a-efe1-4655-a0b0-9de096540f66 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] No DVR routers for this DVR port dff38f4f-8a92-4e75-bf3c-d3ae9a91c3ae on host n-h1-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:34:32.120136 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-99473ac5-ce62-45ff-a762-11dff111aefd req-f04c524a-efe1-4655-a0b0-9de096540f66 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:32.123583 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-99473ac5-ce62-45ff-a762-11dff111aefd req-f04c524a-efe1-4655-a0b0-9de096540f66 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.88 "DELETE /v2.0/ports/dff38f4f-8a92-4e75-bf3c-d3ae9a91c3ae HTTP/1.1" status: 204 len: 173 time: 0.4333034 Feb 02 07:34:32.124154 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f59155d-2918-4037-93d0-17fb449ab812', 'name': 'network-vif-deleted', 'tag': 'dff38f4f-8a92-4e75-bf3c-d3ae9a91c3ae'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:34:32.126949 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e2455eb-9ddb-43bb-b873-75b142214e35" -d '{"events": [{"server_uuid": "0f59155d-2918-4037-93d0-17fb449ab812", "name": "network-vif-deleted", "tag": "dff38f4f-8a92-4e75-bf3c-d3ae9a91c3ae"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:34:32.178891 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f89aee8-6a6f-41d3-b8f3-9de9a2b557bf x-openstack-request-id: req-5f89aee8-6a6f-41d3-b8f3-9de9a2b557bf {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:34:32.179199 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f59155d-2918-4037-93d0-17fb449ab812", "name": "network-vif-deleted", "tag": "dff38f4f-8a92-4e75-bf3c-d3ae9a91c3ae", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:34:32.179453 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-5f89aee8-6a6f-41d3-b8f3-9de9a2b557bf {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:34:32.179898 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f59155d-2918-4037-93d0-17fb449ab812', 'name': 'network-vif-deleted', 'tag': 'dff38f4f-8a92-4e75-bf3c-d3ae9a91c3ae', 'status': 'completed', 'code': 200} Feb 02 07:34:32.297026 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2c90d170-fd3f-4f6d-a276-367e2390905f tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks [] for router_gateway (2097b71f-694f-4929-af10-7c55f3faa888), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:32.322367 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2c90d170-fd3f-4f6d-a276-367e2390905f tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:32.428585 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-2c90d170-fd3f-4f6d-a276-367e2390905f tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Allocated IP 172.25.4.205 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/3ac9a572-6623-4ca6-b736-42ab3a093ce3) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:34:32.489154 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-99d383d9-4213-4321-a2f8-71830a2c045d req-3bca96a3-3487-4364-8842-f952057afbb8 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=0f59155d-2918-4037-93d0-17fb449ab812 HTTP/1.1" status: 200 len: 210 time: 0.0346551 Feb 02 07:34:32.546608 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2c90d170-fd3f-4f6d-a276-367e2390905f tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks [] for port (3ac9a572-6623-4ca6-b736-42ab3a093ce3), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:32.579107 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2c90d170-fd3f-4f6d-a276-367e2390905f tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (3ac9a572-6623-4ca6-b736-42ab3a093ce3), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:32.616640 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c90d170-fd3f-4f6d-a276-367e2390905f tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:34:32.623295 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-2c90d170-fd3f-4f6d-a276-367e2390905f tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:34:32.627664 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c90d170-fd3f-4f6d-a276-367e2390905f tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:34:32.630736 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c90d170-fd3f-4f6d-a276-367e2390905f tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Pushing event updated for resources: {'Port': ['ID=3ac9a572-6623-4ca6-b736-42ab3a093ce3,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:34:32.873446 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2c90d170-fd3f-4f6d-a276-367e2390905f tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks [] for router_gateway (2097b71f-694f-4929-af10-7c55f3faa888), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:33.082994 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2c90d170-fd3f-4f6d-a276-367e2390905f tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (2097b71f-694f-4929-af10-7c55f3faa888), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:33.213274 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c90d170-fd3f-4f6d-a276-367e2390905f tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Router 2097b71f-694f-4929-af10-7c55f3faa888 is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:34:33.322661 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c90d170-fd3f-4f6d-a276-367e2390905f tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:34:33.333196 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6b4a78-4896-4584-a86e-d84663207431 None None] Sync routers for ids ['2097b71f-694f-4929-af10-7c55f3faa888'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:34:33.344141 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2c90d170-fd3f-4f6d-a276-367e2390905f tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:33.348439 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-2c90d170-fd3f-4f6d-a276-367e2390905f tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8423927 Feb 02 07:34:33.348583 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6b4a78-4896-4584-a86e-d84663207431 None None] Routers {'2097b71f-694f-4929-af10-7c55f3faa888'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:34:33.348583 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-bc6b4a78-4896-4584-a86e-d84663207431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:34:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['2097b71f-694f-4929-af10-7c55f3faa888'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:34:33.348848 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 60040) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:34:33.459124 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-bc6b4a78-4896-4584-a86e-d84663207431 None None] Set router 2097b71f-694f-4929-af10-7c55f3faa888 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:34:33.512193 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-3fdcdc17-e8c6-4604-a14f-de95e48eb037 tempest-TestSecurityGroupsBasicOps-241493788 tempest-TestSecurityGroupsBasicOps-241493788-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=b9e271eb80cc4ea6b4ff51295e8c553f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1599340 Feb 02 07:34:33.512425 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 60046) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:34:33.612531 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4d00bee0-381c-462f-aaa5-0999ee2f3432 req-76f3ff56-0d92-4e32-8fb8-e72810304866 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=0f59155d-2918-4037-93d0-17fb449ab812 HTTP/1.1" status: 200 len: 210 time: 0.0405388 Feb 02 07:34:33.621608 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd48800-7083-463f-a7ed-1fde82098679 tempest-TestSecurityGroupsBasicOps-241493788 tempest-TestSecurityGroupsBasicOps-241493788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:33.621608 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-efd48800-7083-463f-a7ed-1fde82098679 tempest-TestSecurityGroupsBasicOps-241493788 tempest-TestSecurityGroupsBasicOps-241493788-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1036713 Feb 02 07:34:33.621870 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 60048) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:34:33.650866 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-bc6b4a78-4896-4584-a86e-d84663207431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2097b71f-694f-4929-af10-7c55f3faa888', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1351116052', 'tenant_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': '3ac9a572-6623-4ca6-b736-42ab3a093ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:34:31Z', 'updated_at': '2022-02-02T07:34:32Z', 'revision_number': 3, 'project_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'gw_port': {'id': '3ac9a572-6623-4ca6-b736-42ab3a093ce3', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2097b71f-694f-4929-af10-7c55f3faa888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:34:32Z', 'updated_at': '2022-02-02T07:34:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:34:33.654165 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c9b3611e-2e75-4a17-89c8-afd86ef9c3d6 tempest-TestSecurityGroupsBasicOps-241493788 tempest-TestSecurityGroupsBasicOps-241493788-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=ee4463ee-e783-4af5-91d5-cbeb2d0e0db8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0327280 Feb 02 07:34:33.657112 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 60050) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:34:33.662868 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-d9caabab-a8ad-47d7-b6af-47c9881e2a44 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1770844436', 'network_id': 'c06f01fb-638f-4bf7-abd6-57e4b3060fdc', 'project_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:34:33.683607 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6b4a78-4896-4584-a86e-d84663207431 None None] Checking router: 2097b71f-694f-4929-af10-7c55f3faa888 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:34:33.684116 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6b4a78-4896-4584-a86e-d84663207431 None None] Updating router 2097b71f-694f-4929-af10-7c55f3faa888 port 3ac9a572-6623-4ca6-b736-42ab3a093ce3 binding host n-d-789963-26 {{(pid=109696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:34:33.711628 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-bc6b4a78-4896-4584-a86e-d84663207431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3ac9a572-6623-4ca6-b736-42ab3a093ce3), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:33.756085 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9caabab-a8ad-47d7-b6af-47c9881e2a44 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Made reservation on behalf of b9e271eb80cc4ea6b4ff51295e8c553f for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:34:33.759480 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d9caabab-a8ad-47d7-b6af-47c9881e2a44 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:33.956569 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d9caabab-a8ad-47d7-b6af-47c9881e2a44 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (c66d82ae-2d2f-4939-9b37-9eb8281507e2), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:33.979817 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-bc6b4a78-4896-4584-a86e-d84663207431 None None] Publish callbacks [] for port (3ac9a572-6623-4ca6-b736-42ab3a093ce3), precommit_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:33.986029 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-bc6b4a78-4896-4584-a86e-d84663207431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (3ac9a572-6623-4ca6-b736-42ab3a093ce3), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:34.018676 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9caabab-a8ad-47d7-b6af-47c9881e2a44 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Pushing event updated for resources: {'Subnet': ['ID=c66d82ae-2d2f-4939-9b37-9eb8281507e2,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:34:34.029481 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9caabab-a8ad-47d7-b6af-47c9881e2a44 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Checking segment: {'id': 'b2950f43-abf8-4937-b60c-0c2857ec16de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c06f01fb-638f-4bf7-abd6-57e4b3060fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:34:34.029850 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9caabab-a8ad-47d7-b6af-47c9881e2a44 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Network hostable DHCP agents. Network: c06f01fb-638f-4bf7-abd6-57e4b3060fdc, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:34:34.042966 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-bc6b4a78-4896-4584-a86e-d84663207431 None None] Attempting to bind port 3ac9a572-6623-4ca6-b736-42ab3a093ce3 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:34:34.043346 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-bc6b4a78-4896-4584-a86e-d84663207431 None None] Attempting to bind port 3ac9a572-6623-4ca6-b736-42ab3a093ce3 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:34:34.043755 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6b4a78-4896-4584-a86e-d84663207431 None None] Attempting to bind port 3ac9a572-6623-4ca6-b736-42ab3a093ce3 on network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:34:34.049188 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb260f4-6870-45e1-9d53-d310f9331055 None None] Pushing event updated for resources: {'Port': ['ID=3ac9a572-6623-4ca6-b736-42ab3a093ce3,revision_number=2']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:34:34.050998 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9caabab-a8ad-47d7-b6af-47c9881e2a44 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Network c06f01fb-638f-4bf7-abd6-57e4b3060fdc is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:34:34.051842 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6b4a78-4896-4584-a86e-d84663207431 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:34:34.052130 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6b4a78-4896-4584-a86e-d84663207431 None None] Checking segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:34:34.052776 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-bc6b4a78-4896-4584-a86e-d84663207431 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:34.053403 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6b4a78-4896-4584-a86e-d84663207431 None None] Bound using segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:34:34.053898 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-bc6b4a78-4896-4584-a86e-d84663207431 None None] Bound port: 3ac9a572-6623-4ca6-b736-42ab3a093ce3, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:34:34.054286 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-bc6b4a78-4896-4584-a86e-d84663207431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3ac9a572-6623-4ca6-b736-42ab3a093ce3), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:34.063309 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-d9caabab-a8ad-47d7-b6af-47c9881e2a44 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, c06f01fb-638f-4bf7-abd6-57e4b3060fdc) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:34:34.067484 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9caabab-a8ad-47d7-b6af-47c9881e2a44 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:34.068102 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d9caabab-a8ad-47d7-b6af-47c9881e2a44 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:34.080900 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb260f4-6870-45e1-9d53-d310f9331055 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:34:34.081213 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ec20d8-f2cb-4880-aa97-378608867a3a None None] Network c06f01fb-638f-4bf7-abd6-57e4b3060fdc requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:34:34.081765 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb260f4-6870-45e1-9d53-d310f9331055 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:34:34.081765 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb260f4-6870-45e1-9d53-d310f9331055 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:34:34.082045 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb260f4-6870-45e1-9d53-d310f9331055 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:34:34.082382 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb260f4-6870-45e1-9d53-d310f9331055 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:34:34.082712 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb260f4-6870-45e1-9d53-d310f9331055 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:34:34.083044 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb260f4-6870-45e1-9d53-d310f9331055 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:34:34.083371 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb260f4-6870-45e1-9d53-d310f9331055 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:34:34.083726 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb260f4-6870-45e1-9d53-d310f9331055 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:34:34.084056 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb260f4-6870-45e1-9d53-d310f9331055 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:34:34.084408 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb260f4-6870-45e1-9d53-d310f9331055 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:34:34.084734 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb260f4-6870-45e1-9d53-d310f9331055 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:34:34.085073 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb260f4-6870-45e1-9d53-d310f9331055 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:34:34.090884 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 60052) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:34:34.091306 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d9caabab-a8ad-47d7-b6af-47c9881e2a44 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4321840 Feb 02 07:34:34.132296 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-bc6b4a78-4896-4584-a86e-d84663207431 None None] For port 3ac9a572-6623-4ca6-b736-42ab3a093ce3, host n-d-789963-26, cleared binding levels {{(pid=109696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:34:34.135431 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-bc6b4a78-4896-4584-a86e-d84663207431 None None] For port 3ac9a572-6623-4ca6-b736-42ab3a093ce3, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=3ac9a572-6623-4ca6-b736-42ab3a093ce3,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:34:34.143731 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-bc6b4a78-4896-4584-a86e-d84663207431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (3ac9a572-6623-4ca6-b736-42ab3a093ce3), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:34.208114 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa5ffd0-3613-4563-8171-f729262efe7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-c06f01fb-638f-4bf7-abd6-57e4b3060fdc', 'network_id': 'c06f01fb-638f-4bf7-abd6-57e4b3060fdc', 'project_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'fixed_ips': [{'subnet_id': 'c66d82ae-2d2f-4939-9b37-9eb8281507e2'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:34:34.208350 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6b4a78-4896-4584-a86e-d84663207431 None None] Routers {'2097b71f-694f-4929-af10-7c55f3faa888'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:34:34.208782 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-bc6b4a78-4896-4584-a86e-d84663207431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:34:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['2097b71f-694f-4929-af10-7c55f3faa888'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:34:34.209295 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5fa5ffd0-3613-4563-8171-f729262efe7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:34.210455 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb260f4-6870-45e1-9d53-d310f9331055 None None] Pushing event updated for resources: {'Port': ['ID=3ac9a572-6623-4ca6-b736-42ab3a093ce3,revision_number=3']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:34:34.328823 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-bc6b4a78-4896-4584-a86e-d84663207431 None None] Set router 2097b71f-694f-4929-af10-7c55f3faa888 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:34:34.384588 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-5fa5ffd0-3613-4563-8171-f729262efe7a None None] Allocated IP 172.20.0.2 (c06f01fb-638f-4bf7-abd6-57e4b3060fdc/c66d82ae-2d2f-4939-9b37-9eb8281507e2/0dbf80bb-5cc4-418b-a35f-0d812816780f) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:34:34.545419 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-bc6b4a78-4896-4584-a86e-d84663207431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2097b71f-694f-4929-af10-7c55f3faa888', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1351116052', 'tenant_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': '3ac9a572-6623-4ca6-b736-42ab3a093ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:34:31Z', 'updated_at': '2022-02-02T07:34:32Z', 'revision_number': 3, 'project_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'gw_port': {'id': '3ac9a572-6623-4ca6-b736-42ab3a093ce3', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2097b71f-694f-4929-af10-7c55f3faa888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:34:32Z', 'updated_at': '2022-02-02T07:34:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:34:34.574459 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5fa5ffd0-3613-4563-8171-f729262efe7a None None] Publish callbacks [] for port (0dbf80bb-5cc4-418b-a35f-0d812816780f), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:34.574920 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6b4a78-4896-4584-a86e-d84663207431 None None] The sync data for ids ['2097b71f-694f-4929-af10-7c55f3faa888'] in n-d-789963-26 is: [{'id': '2097b71f-694f-4929-af10-7c55f3faa888', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1351116052', 'tenant_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': '3ac9a572-6623-4ca6-b736-42ab3a093ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:34:31Z', 'updated_at': '2022-02-02T07:34:32Z', 'revision_number': 3, 'project_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'gw_port': {'id': '3ac9a572-6623-4ca6-b736-42ab3a093ce3', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2097b71f-694f-4929-af10-7c55f3faa888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:34:32Z', 'updated_at': '2022-02-02T07:34:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:34:34.583982 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5fa5ffd0-3613-4563-8171-f729262efe7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (0dbf80bb-5cc4-418b-a35f-0d812816780f), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:34.641941 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa5ffd0-3613-4563-8171-f729262efe7a None None] Network c06f01fb-638f-4bf7-abd6-57e4b3060fdc is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:34:34.643831 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-5fa5ffd0-3613-4563-8171-f729262efe7a None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:34:34.645800 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa5ffd0-3613-4563-8171-f729262efe7a None None] Pushing event updated for resources: {'Port': ['ID=0dbf80bb-5cc4-418b-a35f-0d812816780f,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:34:34.648077 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa5ffd0-3613-4563-8171-f729262efe7a None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:34:34.728466 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ecf1bde3-fc64-4991-b8a5-ddd48fd9846f tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:34.735513 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device dff38f4f-8a92-4e75-bf3c-d3ae9a91c3ae no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:34:34.767028 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: dff38f4f-8a92-4e75-bf3c-d3ae9a91c3ae {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:34:34.767380 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device dff38f4f-8a92-4e75-bf3c-d3ae9a91c3ae not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:34:34.772612 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-5fa5ffd0-3613-4563-8171-f729262efe7a None None] Attempting to bind port 0dbf80bb-5cc4-418b-a35f-0d812816780f on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:34:34.772991 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-5fa5ffd0-3613-4563-8171-f729262efe7a None None] Attempting to bind port 0dbf80bb-5cc4-418b-a35f-0d812816780f by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'b2950f43-abf8-4937-b60c-0c2857ec16de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c06f01fb-638f-4bf7-abd6-57e4b3060fdc'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:34:34.773364 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa5ffd0-3613-4563-8171-f729262efe7a None None] Attempting to bind port 0dbf80bb-5cc4-418b-a35f-0d812816780f on network c06f01fb-638f-4bf7-abd6-57e4b3060fdc {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:34:34.779153 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa5ffd0-3613-4563-8171-f729262efe7a None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:34:34.779524 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa5ffd0-3613-4563-8171-f729262efe7a None None] Checking segment: {'id': 'b2950f43-abf8-4937-b60c-0c2857ec16de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c06f01fb-638f-4bf7-abd6-57e4b3060fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:34:34.779967 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5fa5ffd0-3613-4563-8171-f729262efe7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:34.780934 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa5ffd0-3613-4563-8171-f729262efe7a None None] Bound using segment: {'id': 'b2950f43-abf8-4937-b60c-0c2857ec16de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c06f01fb-638f-4bf7-abd6-57e4b3060fdc'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:34:34.781414 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-5fa5ffd0-3613-4563-8171-f729262efe7a None None] Bound port: 0dbf80bb-5cc4-418b-a35f-0d812816780f, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2950f43-abf8-4937-b60c-0c2857ec16de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c06f01fb-638f-4bf7-abd6-57e4b3060fdc'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:34:34.781890 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5fa5ffd0-3613-4563-8171-f729262efe7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (0dbf80bb-5cc4-418b-a35f-0d812816780f), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:34.817669 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-996b47ed-b945-43c9-afaf-7e6484ba5ba6 req-4c41afd3-fff3-480a-a5c2-25121d03046e tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=0f59155d-2918-4037-93d0-17fb449ab812 HTTP/1.1" status: 200 len: 210 time: 0.0740669 Feb 02 07:34:34.866295 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-5fa5ffd0-3613-4563-8171-f729262efe7a None None] For port 0dbf80bb-5cc4-418b-a35f-0d812816780f, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:34:34.869675 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-5fa5ffd0-3613-4563-8171-f729262efe7a None None] For port 0dbf80bb-5cc4-418b-a35f-0d812816780f, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=0dbf80bb-5cc4-418b-a35f-0d812816780f,segment=NetworkSegment(b2950f43-abf8-4937-b60c-0c2857ec16de),segment_id=b2950f43-abf8-4937-b60c-0c2857ec16de)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:34:34.877926 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5fa5ffd0-3613-4563-8171-f729262efe7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (0dbf80bb-5cc4-418b-a35f-0d812816780f), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:34.992675 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa5ffd0-3613-4563-8171-f729262efe7a None None] Pushing event updated for resources: {'Port': ['ID=0dbf80bb-5cc4-418b-a35f-0d812816780f,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:34:35.157256 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-ecf1bde3-fc64-4991-b8a5-ddd48fd9846f tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Allocated IP 172.20.0.1 (c06f01fb-638f-4bf7-abd6-57e4b3060fdc/c66d82ae-2d2f-4939-9b37-9eb8281507e2/ebd26e48-b0fe-40ed-90bf-ce1ba25bd704) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:34:35.321210 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ecf1bde3-fc64-4991-b8a5-ddd48fd9846f tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks [] for port (ebd26e48-b0fe-40ed-90bf-ce1ba25bd704), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:35.368282 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ecf1bde3-fc64-4991-b8a5-ddd48fd9846f tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (ebd26e48-b0fe-40ed-90bf-ce1ba25bd704), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:35.410621 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf1bde3-fc64-4991-b8a5-ddd48fd9846f tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Network c06f01fb-638f-4bf7-abd6-57e4b3060fdc is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:34:35.414000 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-ecf1bde3-fc64-4991-b8a5-ddd48fd9846f tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:34:35.418159 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf1bde3-fc64-4991-b8a5-ddd48fd9846f tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:34:35.462282 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf1bde3-fc64-4991-b8a5-ddd48fd9846f tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Pushing event updated for resources: {'Port': ['ID=ebd26e48-b0fe-40ed-90bf-ce1ba25bd704,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:34:35.478651 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ecf1bde3-fc64-4991-b8a5-ddd48fd9846f tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (2097b71f-694f-4929-af10-7c55f3faa888), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:35.656008 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ecf1bde3-fc64-4991-b8a5-ddd48fd9846f tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ebd26e48-b0fe-40ed-90bf-ce1ba25bd704), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:35.952337 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-87974942-42e1-445e-831f-93dbdbcf0c83 req-f0f3985e-bd8b-41a1-844b-c14747c35519 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=0f59155d-2918-4037-93d0-17fb449ab812 HTTP/1.1" status: 200 len: 210 time: 0.0370505 Feb 02 07:34:36.022965 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ecf1bde3-fc64-4991-b8a5-ddd48fd9846f tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks [] for port (ebd26e48-b0fe-40ed-90bf-ce1ba25bd704), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:36.028424 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ecf1bde3-fc64-4991-b8a5-ddd48fd9846f tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (ebd26e48-b0fe-40ed-90bf-ce1ba25bd704), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:36.120206 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf1bde3-fc64-4991-b8a5-ddd48fd9846f tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Pushing event updated for resources: {'Port': ['ID=ebd26e48-b0fe-40ed-90bf-ce1ba25bd704,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:34:36.124433 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ecf1bde3-fc64-4991-b8a5-ddd48fd9846f tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (2097b71f-694f-4929-af10-7c55f3faa888), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:36.188742 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409612c2-3387-4155-82c9-02a79bcf715b None None] Network c06f01fb-638f-4bf7-abd6-57e4b3060fdc requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:34:36.225122 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf1bde3-fc64-4991-b8a5-ddd48fd9846f tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Network c06f01fb-638f-4bf7-abd6-57e4b3060fdc is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:34:36.226628 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-ecf1bde3-fc64-4991-b8a5-ddd48fd9846f tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:34:36.278364 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-61801000-c69f-4d86-a385-0157dd93a711 None None] Provisioning complete for port 0dbf80bb-5cc4-418b-a35f-0d812816780f triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:34:36.279012 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-61801000-c69f-4d86-a385-0157dd93a711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (0dbf80bb-5cc4-418b-a35f-0d812816780f), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:36.381053 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecf1bde3-fc64-4991-b8a5-ddd48fd9846f tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Router 2097b71f-694f-4929-af10-7c55f3faa888 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:34:36.405058 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-61801000-c69f-4d86-a385-0157dd93a711 None None] Current status of the port 0dbf80bb-5cc4-418b-a35f-0d812816780f is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:34:36.405899 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-61801000-c69f-4d86-a385-0157dd93a711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (0dbf80bb-5cc4-418b-a35f-0d812816780f), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:36.448260 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-61801000-c69f-4d86-a385-0157dd93a711 None None] For port 0dbf80bb-5cc4-418b-a35f-0d812816780f, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=0dbf80bb-5cc4-418b-a35f-0d812816780f,segment=NetworkSegment(b2950f43-abf8-4937-b60c-0c2857ec16de),segment_id=b2950f43-abf8-4937-b60c-0c2857ec16de)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:34:36.453547 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-61801000-c69f-4d86-a385-0157dd93a711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (0dbf80bb-5cc4-418b-a35f-0d812816780f), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:36.527469 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61801000-c69f-4d86-a385-0157dd93a711 None None] Pushing event updated for resources: {'Port': ['ID=0dbf80bb-5cc4-418b-a35f-0d812816780f,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:34:36.527631 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf1bde3-fc64-4991-b8a5-ddd48fd9846f tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:34:36.535313 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-ecf1bde3-fc64-4991-b8a5-ddd48fd9846f tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.87 "PUT /v2.0/routers/2097b71f-694f-4929-af10-7c55f3faa888/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4402843 Feb 02 07:34:36.535579 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 60060) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:34:36.540270 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-6500f788-9403-4822-95f6-3904d3b8ca1d tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1868081515', 'description': 'tempest-secgroup_access--1868081515 description', 'project_id': 'b9e271eb80cc4ea6b4ff51295e8c553f'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:34:36.565364 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6500f788-9403-4822-95f6-3904d3b8ca1d tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:36.654678 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6500f788-9403-4822-95f6-3904d3b8ca1d tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks [] for security_group (ba3005ad-ac9d-4631-a46d-46687bf90cf2), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:36.659704 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6500f788-9403-4822-95f6-3904d3b8ca1d tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (ba3005ad-ac9d-4631-a46d-46687bf90cf2), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:36.693744 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6500f788-9403-4822-95f6-3904d3b8ca1d tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:36.694924 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-6500f788-9403-4822-95f6-3904d3b8ca1d tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.1584239 Feb 02 07:34:36.695801 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6500f788-9403-4822-95f6-3904d3b8ca1d tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3005ad-ac9d-4631-a46d-46687bf90cf2,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:34:36.697830 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 60062) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:34:36.706390 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-c6db8619-18b2-4cab-827e-f28311326441 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--75302628', 'description': 'tempest-secgroup_general--75302628 description', 'project_id': 'b9e271eb80cc4ea6b4ff51295e8c553f'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:34:36.733151 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c6db8619-18b2-4cab-827e-f28311326441 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:36.756019 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602fe1bd-4608-4bea-b297-7cb307fd5144 None None] Sync routers for ids ['2097b71f-694f-4929-af10-7c55f3faa888'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:34:36.783724 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602fe1bd-4608-4bea-b297-7cb307fd5144 None None] Routers {'2097b71f-694f-4929-af10-7c55f3faa888'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:34:36.784506 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-602fe1bd-4608-4bea-b297-7cb307fd5144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:34:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['2097b71f-694f-4929-af10-7c55f3faa888'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:34:36.788379 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-bd78fd58-bc7b-49b7-8bfb-f056a2bb7422 None None] Provisioning complete for port ebd26e48-b0fe-40ed-90bf-ce1ba25bd704 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:34:36.788839 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-bd78fd58-bc7b-49b7-8bfb-f056a2bb7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ebd26e48-b0fe-40ed-90bf-ce1ba25bd704), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:36.852801 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c6db8619-18b2-4cab-827e-f28311326441 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks [] for security_group (9f9ae958-0d59-4c17-84ad-a79e39856be8), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:36.865189 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c6db8619-18b2-4cab-827e-f28311326441 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (9f9ae958-0d59-4c17-84ad-a79e39856be8), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:36.879043 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-bd78fd58-bc7b-49b7-8bfb-f056a2bb7422 None None] Port ebd26e48-b0fe-40ed-90bf-ce1ba25bd704 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:34:36.900938 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c6db8619-18b2-4cab-827e-f28311326441 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:36.908409 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 60064) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:34:36.913640 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-130b7bb9-4934-48ff-9a25-38bcb43484cc tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Request body: {'security_group_rule': {'security_group_id': 'ba3005ad-ac9d-4631-a46d-46687bf90cf2', 'project_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:34:36.919919 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-c6db8619-18b2-4cab-827e-f28311326441 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.2194073 Feb 02 07:34:36.948429 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6db8619-18b2-4cab-827e-f28311326441 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9ae958-0d59-4c17-84ad-a79e39856be8,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:34:36.960130 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-130b7bb9-4934-48ff-9a25-38bcb43484cc tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks [] for security_group_rule (7f684163-4f42-4024-9765-e821918ee6b7), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:36.961660 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-bd78fd58-bc7b-49b7-8bfb-f056a2bb7422 None None] Provisioning complete for port 0dbf80bb-5cc4-418b-a35f-0d812816780f triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:34:36.962135 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-bd78fd58-bc7b-49b7-8bfb-f056a2bb7422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (0dbf80bb-5cc4-418b-a35f-0d812816780f), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:37.012609 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-602fe1bd-4608-4bea-b297-7cb307fd5144 None None] Set router 2097b71f-694f-4929-af10-7c55f3faa888 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:34:37.051971 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-130b7bb9-4934-48ff-9a25-38bcb43484cc tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks [] for security_group_rule (7f684163-4f42-4024-9765-e821918ee6b7), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:37.058662 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-130b7bb9-4934-48ff-9a25-38bcb43484cc tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (7f684163-4f42-4024-9765-e821918ee6b7), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:37.087838 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-130b7bb9-4934-48ff-9a25-38bcb43484cc tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:37.099790 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-130b7bb9-4934-48ff-9a25-38bcb43484cc tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1896687 Feb 02 07:34:37.104219 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130b7bb9-4934-48ff-9a25-38bcb43484cc tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f684163-4f42-4024-9765-e821918ee6b7,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:34:37.158103 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-35d7cc83-e5a4-4870-97ea-1ca01de0b10a req-6759a09b-1c7e-4c2e-9086-bdaf54ef95f7 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=0f59155d-2918-4037-93d0-17fb449ab812 HTTP/1.1" status: 200 len: 210 time: 0.0549471 Feb 02 07:34:37.270941 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 0dbf80bb-5cc4-418b-a35f-0d812816780f up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:34:37.310972 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0a5dc65d-8f0b-4399-a024-dc178563bf94 req-22b40834-01fd-428b-84b7-240cb657f8e9 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup_general--75302628&fields=id&tenant_id=b9e271eb80cc4ea6b4ff51295e8c553f HTTP/1.1" status: 200 len: 267 time: 0.0563095 Feb 02 07:34:37.351634 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-bd78fd58-bc7b-49b7-8bfb-f056a2bb7422 None None] Current status of the port 0dbf80bb-5cc4-418b-a35f-0d812816780f is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:34:37.372335 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0a5dc65d-8f0b-4399-a024-dc178563bf94 req-820b8e55-a044-47ed-b7f0-5b0fa55cf2ad tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup_access--1868081515&fields=id&tenant_id=b9e271eb80cc4ea6b4ff51295e8c553f HTTP/1.1" status: 200 len: 267 time: 0.0555637 Feb 02 07:34:37.401808 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 0dbf80bb-5cc4-418b-a35f-0d812816780f triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:34:37.402190 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (0dbf80bb-5cc4-418b-a35f-0d812816780f), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:37.405992 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-602fe1bd-4608-4bea-b297-7cb307fd5144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2097b71f-694f-4929-af10-7c55f3faa888', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1351116052', 'tenant_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': '3ac9a572-6623-4ca6-b736-42ab3a093ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:34:31Z', 'updated_at': '2022-02-02T07:34:35Z', 'revision_number': 4, 'project_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'gw_port': {'id': '3ac9a572-6623-4ca6-b736-42ab3a093ce3', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2097b71f-694f-4929-af10-7c55f3faa888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:34:32Z', 'updated_at': '2022-02-02T07:34:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'ebd26e48-b0fe-40ed-90bf-ce1ba25bd704', 'name': '', 'network_id': 'c06f01fb-638f-4bf7-abd6-57e4b3060fdc', 'tenant_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'mac_address': 'fa:16:3e:74:4d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2097b71f-694f-4929-af10-7c55f3faa888', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'c66d82ae-2d2f-4939-9b37-9eb8281507e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:34:34Z', 'updated_at': '2022-02-02T07:34:35Z', 'revision_number': 2, 'project_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'subnets': [{'id': 'c66d82ae-2d2f-4939-9b37-9eb8281507e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:34:37.448632 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602fe1bd-4608-4bea-b297-7cb307fd5144 None None] Checking router: 2097b71f-694f-4929-af10-7c55f3faa888 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:34:37.448980 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602fe1bd-4608-4bea-b297-7cb307fd5144 None None] Updating router 2097b71f-694f-4929-af10-7c55f3faa888 port ebd26e48-b0fe-40ed-90bf-ce1ba25bd704 binding host n-d-789963-26 {{(pid=109695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:34:37.487625 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5dc65d-8f0b-4399-a024-dc178563bf94 req-4dae44f4-a611-4307-989b-3fd0641fbb23 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:37.489148 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0a5dc65d-8f0b-4399-a024-dc178563bf94 req-4dae44f4-a611-4307-989b-3fd0641fbb23 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.87 "GET /v2.0/networks?id=c06f01fb-638f-4bf7-abd6-57e4b3060fdc HTTP/1.1" status: 200 len: 797 time: 0.1156788 Feb 02 07:34:37.506006 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-602fe1bd-4608-4bea-b297-7cb307fd5144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ebd26e48-b0fe-40ed-90bf-ce1ba25bd704), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:37.511282 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0a5dc65d-8f0b-4399-a024-dc178563bf94 req-1092356e-e60d-46ca-ac48-fdbece901f98 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.87 "GET /v2.0/quotas/b9e271eb80cc4ea6b4ff51295e8c553f HTTP/1.1" status: 200 len: 375 time: 0.0102046 Feb 02 07:34:37.517549 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-81a07251-ee95-4567-9957-f330704feee5 None None] Provisioning complete for port ebd26e48-b0fe-40ed-90bf-ce1ba25bd704 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:34:37.517930 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-81a07251-ee95-4567-9957-f330704feee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ebd26e48-b0fe-40ed-90bf-ce1ba25bd704), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:37.574589 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0a5dc65d-8f0b-4399-a024-dc178563bf94 req-8a9a998f-fe43-4033-b6c7-04d1485e5871 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=b9e271eb80cc4ea6b4ff51295e8c553f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0553524 Feb 02 07:34:37.622045 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-81a07251-ee95-4567-9957-f330704feee5 None None] Port ebd26e48-b0fe-40ed-90bf-ce1ba25bd704 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:34:37.635727 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 0dbf80bb-5cc4-418b-a35f-0d812816780f is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:34:37.636741 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 3ac9a572-6623-4ca6-b736-42ab3a093ce3 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:34:37.684881 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0a5dc65d-8f0b-4399-a024-dc178563bf94 req-e1d4d256-4857-404d-8aab-3c3735bb7ce6 service neutron] 10.222.0.87 "GET /v2.0/networks/c06f01fb-638f-4bf7-abd6-57e4b3060fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978234 Feb 02 07:34:37.760582 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 3ac9a572-6623-4ca6-b736-42ab3a093ce3 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:34:37.760970 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (3ac9a572-6623-4ca6-b736-42ab3a093ce3), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:37.783163 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0a5dc65d-8f0b-4399-a024-dc178563bf94 req-a0fb888a-7e55-4bcb-91a0-80b30f7d01fc service neutron] 10.222.0.87 "GET /v2.0/networks/c06f01fb-638f-4bf7-abd6-57e4b3060fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917523 Feb 02 07:34:37.957735 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 3ac9a572-6623-4ca6-b736-42ab3a093ce3 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:34:37.958296 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3ac9a572-6623-4ca6-b736-42ab3a093ce3), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:37.985804 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-21e179a4-9e0f-482a-92be-a27c777a0a9a req-9e845f3d-ebdc-44d1-b545-fe2630ac0d65 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.87 "GET /v2.0/ports?device_id=520f49fa-7e65-466a-aa22-c755c388c45f HTTP/1.1" status: 200 len: 210 time: 0.0435307 Feb 02 07:34:38.154624 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 3ac9a572-6623-4ca6-b736-42ab3a093ce3, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=3ac9a572-6623-4ca6-b736-42ab3a093ce3,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:34:38.157598 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-602fe1bd-4608-4bea-b297-7cb307fd5144 None None] Publish callbacks [] for port (ebd26e48-b0fe-40ed-90bf-ce1ba25bd704), precommit_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:38.161768 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (3ac9a572-6623-4ca6-b736-42ab3a093ce3), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:38.169886 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-602fe1bd-4608-4bea-b297-7cb307fd5144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (ebd26e48-b0fe-40ed-90bf-ce1ba25bd704), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:38.229420 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=3ac9a572-6623-4ca6-b736-42ab3a093ce3,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:34:38.315797 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-602fe1bd-4608-4bea-b297-7cb307fd5144 None None] Attempting to bind port ebd26e48-b0fe-40ed-90bf-ce1ba25bd704 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:34:38.317038 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-602fe1bd-4608-4bea-b297-7cb307fd5144 None None] Attempting to bind port ebd26e48-b0fe-40ed-90bf-ce1ba25bd704 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'b2950f43-abf8-4937-b60c-0c2857ec16de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c06f01fb-638f-4bf7-abd6-57e4b3060fdc'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:34:38.317777 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602fe1bd-4608-4bea-b297-7cb307fd5144 None None] Attempting to bind port ebd26e48-b0fe-40ed-90bf-ce1ba25bd704 on network c06f01fb-638f-4bf7-abd6-57e4b3060fdc {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:34:38.326608 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7949531f-1cd1-40da-9caa-f60bf164c1d3 req-235d783e-73ce-4220-9edc-94b3233cff6b tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=0f59155d-2918-4037-93d0-17fb449ab812 HTTP/1.1" status: 200 len: 210 time: 0.0521116 Feb 02 07:34:38.328795 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5032990-9392-4d3a-b7df-2a29b236a762 None None] Pushing event updated for resources: {'Port': ['ID=ebd26e48-b0fe-40ed-90bf-ce1ba25bd704,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:34:38.333785 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602fe1bd-4608-4bea-b297-7cb307fd5144 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:34:38.334503 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602fe1bd-4608-4bea-b297-7cb307fd5144 None None] Checking segment: {'id': 'b2950f43-abf8-4937-b60c-0c2857ec16de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c06f01fb-638f-4bf7-abd6-57e4b3060fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:34:38.335420 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-602fe1bd-4608-4bea-b297-7cb307fd5144 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:38.335999 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602fe1bd-4608-4bea-b297-7cb307fd5144 None None] Bound using segment: {'id': 'b2950f43-abf8-4937-b60c-0c2857ec16de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c06f01fb-638f-4bf7-abd6-57e4b3060fdc'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:34:38.336709 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-602fe1bd-4608-4bea-b297-7cb307fd5144 None None] Bound port: ebd26e48-b0fe-40ed-90bf-ce1ba25bd704, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2950f43-abf8-4937-b60c-0c2857ec16de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c06f01fb-638f-4bf7-abd6-57e4b3060fdc'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:34:38.337361 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-602fe1bd-4608-4bea-b297-7cb307fd5144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ebd26e48-b0fe-40ed-90bf-ce1ba25bd704), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:38.417097 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-602fe1bd-4608-4bea-b297-7cb307fd5144 None None] For port ebd26e48-b0fe-40ed-90bf-ce1ba25bd704, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:34:38.422648 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-602fe1bd-4608-4bea-b297-7cb307fd5144 None None] For port ebd26e48-b0fe-40ed-90bf-ce1ba25bd704, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=ebd26e48-b0fe-40ed-90bf-ce1ba25bd704,segment=NetworkSegment(b2950f43-abf8-4937-b60c-0c2857ec16de),segment_id=b2950f43-abf8-4937-b60c-0c2857ec16de)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:34:38.431354 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-602fe1bd-4608-4bea-b297-7cb307fd5144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (ebd26e48-b0fe-40ed-90bf-ce1ba25bd704), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:38.489288 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602fe1bd-4608-4bea-b297-7cb307fd5144 None None] Routers {'2097b71f-694f-4929-af10-7c55f3faa888'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:34:38.490085 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-602fe1bd-4608-4bea-b297-7cb307fd5144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:34:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['2097b71f-694f-4929-af10-7c55f3faa888'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:34:38.561048 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5032990-9392-4d3a-b7df-2a29b236a762 None None] Pushing event updated for resources: {'Port': ['ID=ebd26e48-b0fe-40ed-90bf-ce1ba25bd704,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:34:38.613306 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-03b3af19-ad88-46d0-a556-126663cfff17 None None] Provisioning complete for port ebd26e48-b0fe-40ed-90bf-ce1ba25bd704 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:34:38.613697 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-03b3af19-ad88-46d0-a556-126663cfff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ebd26e48-b0fe-40ed-90bf-ce1ba25bd704), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:38.675152 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-602fe1bd-4608-4bea-b297-7cb307fd5144 None None] Set router 2097b71f-694f-4929-af10-7c55f3faa888 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:34:38.847245 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-03b3af19-ad88-46d0-a556-126663cfff17 None None] Current status of the port ebd26e48-b0fe-40ed-90bf-ce1ba25bd704 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:34:38.847657 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-03b3af19-ad88-46d0-a556-126663cfff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ebd26e48-b0fe-40ed-90bf-ce1ba25bd704), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:38.905463 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-03b3af19-ad88-46d0-a556-126663cfff17 None None] For port ebd26e48-b0fe-40ed-90bf-ce1ba25bd704, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=ebd26e48-b0fe-40ed-90bf-ce1ba25bd704,segment=NetworkSegment(b2950f43-abf8-4937-b60c-0c2857ec16de),segment_id=b2950f43-abf8-4937-b60c-0c2857ec16de)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:34:38.925683 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 3ac9a572-6623-4ca6-b736-42ab3a093ce3 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:34:38.930411 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-03b3af19-ad88-46d0-a556-126663cfff17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (ebd26e48-b0fe-40ed-90bf-ce1ba25bd704), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:39.024322 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b3af19-ad88-46d0-a556-126663cfff17 None None] Pushing event updated for resources: {'Port': ['ID=ebd26e48-b0fe-40ed-90bf-ce1ba25bd704,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:34:39.043049 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 3ac9a572-6623-4ca6-b736-42ab3a093ce3 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:34:39.043426 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (3ac9a572-6623-4ca6-b736-42ab3a093ce3), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:39.076527 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-602fe1bd-4608-4bea-b297-7cb307fd5144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2097b71f-694f-4929-af10-7c55f3faa888', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1351116052', 'tenant_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': '3ac9a572-6623-4ca6-b736-42ab3a093ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:34:31Z', 'updated_at': '2022-02-02T07:34:35Z', 'revision_number': 4, 'project_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'gw_port': {'id': '3ac9a572-6623-4ca6-b736-42ab3a093ce3', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2097b71f-694f-4929-af10-7c55f3faa888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:34:32Z', 'updated_at': '2022-02-02T07:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'ebd26e48-b0fe-40ed-90bf-ce1ba25bd704', 'name': '', 'network_id': 'c06f01fb-638f-4bf7-abd6-57e4b3060fdc', 'tenant_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'mac_address': 'fa:16:3e:74:4d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2097b71f-694f-4929-af10-7c55f3faa888', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'c66d82ae-2d2f-4939-9b37-9eb8281507e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:34:34Z', 'updated_at': '2022-02-02T07:34:38Z', 'revision_number': 4, 'project_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'subnets': [{'id': 'c66d82ae-2d2f-4939-9b37-9eb8281507e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:34:39.103834 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d67691a8-952d-42ef-91bc-a68d66a34a09 req-018e2d8a-6b7f-4fda-93df-05fda3eade55 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.87 "GET /v2.0/ports?device_id=520f49fa-7e65-466a-aa22-c755c388c45f HTTP/1.1" status: 200 len: 210 time: 0.0476987 Feb 02 07:34:39.118588 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-7743b572-297b-4f15-8787-44aec3a72151 None None] Provisioning complete for port ebd26e48-b0fe-40ed-90bf-ce1ba25bd704 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:34:39.118924 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7743b572-297b-4f15-8787-44aec3a72151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ebd26e48-b0fe-40ed-90bf-ce1ba25bd704), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:39.121141 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602fe1bd-4608-4bea-b297-7cb307fd5144 None None] The sync data for ids ['2097b71f-694f-4929-af10-7c55f3faa888'] in n-d-789963-26 is: [{'id': '2097b71f-694f-4929-af10-7c55f3faa888', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1351116052', 'tenant_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': '3ac9a572-6623-4ca6-b736-42ab3a093ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:34:31Z', 'updated_at': '2022-02-02T07:34:35Z', 'revision_number': 4, 'project_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'gw_port': {'id': '3ac9a572-6623-4ca6-b736-42ab3a093ce3', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2097b71f-694f-4929-af10-7c55f3faa888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:34:32Z', 'updated_at': '2022-02-02T07:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'ebd26e48-b0fe-40ed-90bf-ce1ba25bd704', 'name': '', 'network_id': 'c06f01fb-638f-4bf7-abd6-57e4b3060fdc', 'tenant_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'mac_address': 'fa:16:3e:74:4d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2097b71f-694f-4929-af10-7c55f3faa888', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'c66d82ae-2d2f-4939-9b37-9eb8281507e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:34:34Z', 'updated_at': '2022-02-02T07:34:38Z', 'revision_number': 4, 'project_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'subnets': [{'id': 'c66d82ae-2d2f-4939-9b37-9eb8281507e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:34:39.288114 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 3ac9a572-6623-4ca6-b736-42ab3a093ce3 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:34:39.306916 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-7743b572-297b-4f15-8787-44aec3a72151 None None] Current status of the port ebd26e48-b0fe-40ed-90bf-ce1ba25bd704 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:34:39.387670 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5dc65d-8f0b-4399-a024-dc178563bf94 req-a44cc8c2-462c-4639-bd73-fd7e8efedd4d tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:39.392109 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0a5dc65d-8f0b-4399-a024-dc178563bf94 req-a44cc8c2-462c-4639-bd73-fd7e8efedd4d tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.59 "GET /v2.0/networks?id=c06f01fb-638f-4bf7-abd6-57e4b3060fdc HTTP/1.1" status: 200 len: 797 time: 0.1885662 Feb 02 07:34:39.472050 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1948c7e9-fbdb-4a4e-bdfe-2f7ff815682f req-0889364b-014f-46f0-909f-2a76c64e4017 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=0f59155d-2918-4037-93d0-17fb449ab812 HTTP/1.1" status: 200 len: 210 time: 0.0461106 Feb 02 07:34:39.497033 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-63a0307a-90a0-475c-a8be-7a5485be96ab req-f49eaaad-495d-4cf8-a43d-5a85bdf2959f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0303d9bc-82d9-4cc7-98c3-1599bac52df2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1351690 Feb 02 07:34:39.511101 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0a5dc65d-8f0b-4399-a024-dc178563bf94 req-d9fd4473-221e-42dd-8aaf-1a73f0de53fb tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9e271eb80cc4ea6b4ff51295e8c553f HTTP/1.1" status: 200 len: 476 time: 0.1069798 Feb 02 07:34:39.535527 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-0a5dc65d-8f0b-4399-a024-dc178563bf94 req-7c21fcdc-a85d-4880-ba85-502267b07527 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Request body: {'port': {'device_id': '520f49fa-7e65-466a-aa22-c755c388c45f', 'network_id': 'c06f01fb-638f-4bf7-abd6-57e4b3060fdc', 'admin_state_up': True, 'tenant_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'security_groups': ['9f9ae958-0d59-4c17-84ad-a79e39856be8', 'ba3005ad-ac9d-4631-a46d-46687bf90cf2']}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:34:39.626637 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a0307a-90a0-475c-a8be-7a5485be96ab req-6c077cae-7f42-447d-8347-4f8ae1b29543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:39.628485 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-63a0307a-90a0-475c-a8be-7a5485be96ab req-6c077cae-7f42-447d-8347-4f8ae1b29543 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b5f86cce5c924f2695e5f2d21aa64848&device_id=0303d9bc-82d9-4cc7-98c3-1599bac52df2 HTTP/1.1" status: 200 len: 1129 time: 0.0576859 Feb 02 07:34:39.666531 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a5dc65d-8f0b-4399-a024-dc178563bf94 req-7c21fcdc-a85d-4880-ba85-502267b07527 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Made reservation on behalf of b9e271eb80cc4ea6b4ff51295e8c553f for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:34:39.670399 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0a5dc65d-8f0b-4399-a024-dc178563bf94 req-7c21fcdc-a85d-4880-ba85-502267b07527 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:39.752913 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a0307a-90a0-475c-a8be-7a5485be96ab req-429c82d1-4c9e-494b-bff0-d752b4f4df9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:39.754476 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-63a0307a-90a0-475c-a8be-7a5485be96ab req-429c82d1-4c9e-494b-bff0-d752b4f4df9a service neutron] 10.222.0.59 "GET /v2.0/networks?id=e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865 HTTP/1.1" status: 200 len: 898 time: 0.1075408 Feb 02 07:34:39.823588 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-0a5dc65d-8f0b-4399-a024-dc178563bf94 req-7c21fcdc-a85d-4880-ba85-502267b07527 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Allocated IP 172.20.0.9 (c06f01fb-638f-4bf7-abd6-57e4b3060fdc/c66d82ae-2d2f-4939-9b37-9eb8281507e2/6332b99f-d8ac-41d3-a55b-cae030629081) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:34:39.848250 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-63a0307a-90a0-475c-a8be-7a5485be96ab req-175654fc-cdce-43d5-b259-66f6b8356e17 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac9ba3f6-29c8-409b-b0b2-e55c380b27d7 HTTP/1.1" status: 200 len: 1002 time: 0.0837021 Feb 02 07:34:39.906567 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a0307a-90a0-475c-a8be-7a5485be96ab req-cf9114f1-c3d4-49f7-8a82-a695057f2ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:39.908237 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-63a0307a-90a0-475c-a8be-7a5485be96ab req-cf9114f1-c3d4-49f7-8a82-a695057f2ee9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ddad25ec-3bed-4618-8241-feff67ef97ce HTTP/1.1" status: 200 len: 834 time: 0.0538507 Feb 02 07:34:39.967152 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a0307a-90a0-475c-a8be-7a5485be96ab req-188eb220-f556-42a5-b307-4687257b231b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:39.969872 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-63a0307a-90a0-475c-a8be-7a5485be96ab req-188eb220-f556-42a5-b307-4687257b231b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0554967 Feb 02 07:34:39.994691 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0a5dc65d-8f0b-4399-a024-dc178563bf94 req-7c21fcdc-a85d-4880-ba85-502267b07527 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks [] for port (6332b99f-d8ac-41d3-a55b-cae030629081), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:40.031704 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0a5dc65d-8f0b-4399-a024-dc178563bf94 req-7c21fcdc-a85d-4880-ba85-502267b07527 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (6332b99f-d8ac-41d3-a55b-cae030629081), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:40.087985 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a5dc65d-8f0b-4399-a024-dc178563bf94 req-7c21fcdc-a85d-4880-ba85-502267b07527 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Network c06f01fb-638f-4bf7-abd6-57e4b3060fdc is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:34:40.091189 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-0a5dc65d-8f0b-4399-a024-dc178563bf94 req-7c21fcdc-a85d-4880-ba85-502267b07527 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:34:40.096169 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a5dc65d-8f0b-4399-a024-dc178563bf94 req-7c21fcdc-a85d-4880-ba85-502267b07527 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:34:40.100497 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c21fcdc-a85d-4880-ba85-502267b07527 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Pushing event updated for resources: {'Port': ['ID=6332b99f-d8ac-41d3-a55b-cae030629081,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:34:40.141185 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-63a0307a-90a0-475c-a8be-7a5485be96ab req-77675d00-6568-42ab-9a6f-681ddd2d267d service neutron] 10.222.0.59 "GET /v2.0/networks/e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066060 Feb 02 07:34:40.171750 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5dc65d-8f0b-4399-a024-dc178563bf94 req-7c21fcdc-a85d-4880-ba85-502267b07527 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:40.172511 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0a5dc65d-8f0b-4399-a024-dc178563bf94 req-7c21fcdc-a85d-4880-ba85-502267b07527 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:40.195199 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0a5dc65d-8f0b-4399-a024-dc178563bf94 req-7c21fcdc-a85d-4880-ba85-502267b07527 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.6636162 Feb 02 07:34:40.213398 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-0a5dc65d-8f0b-4399-a024-dc178563bf94 req-a8967d5b-8e5a-422f-8c42-44146e7bef78 service neutron] Request body: {'port': {'device_id': '520f49fa-7e65-466a-aa22-c755c388c45f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:34:40.292424 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0a5dc65d-8f0b-4399-a024-dc178563bf94 req-a8967d5b-8e5a-422f-8c42-44146e7bef78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (6332b99f-d8ac-41d3-a55b-cae030629081), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:40.459239 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-2923d3e4-68d0-450d-a6d8-6359bd9c229d None None] Provisioning complete for port 6332b99f-d8ac-41d3-a55b-cae030629081 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:34:40.459836 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2923d3e4-68d0-450d-a6d8-6359bd9c229d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (6332b99f-d8ac-41d3-a55b-cae030629081), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:40.527291 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-2923d3e4-68d0-450d-a6d8-6359bd9c229d None None] Port 6332b99f-d8ac-41d3-a55b-cae030629081 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:34:40.683903 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-0a5dc65d-8f0b-4399-a024-dc178563bf94 req-a8967d5b-8e5a-422f-8c42-44146e7bef78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6332b99f-d8ac-41d3-a55b-cae030629081 {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:34:40.693177 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0a5dc65d-8f0b-4399-a024-dc178563bf94 req-a8967d5b-8e5a-422f-8c42-44146e7bef78 service neutron] Publish callbacks [] for port (6332b99f-d8ac-41d3-a55b-cae030629081), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:40.708146 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-0a5dc65d-8f0b-4399-a024-dc178563bf94 req-a8967d5b-8e5a-422f-8c42-44146e7bef78 service neutron] Transition to ACTIVE for port object 6332b99f-d8ac-41d3-a55b-cae030629081 will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:34:40.713164 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0a5dc65d-8f0b-4399-a024-dc178563bf94 req-a8967d5b-8e5a-422f-8c42-44146e7bef78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (6332b99f-d8ac-41d3-a55b-cae030629081), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:40.738140 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-63a0307a-90a0-475c-a8be-7a5485be96ab req-01c3e3f3-637e-418a-92c8-267136234ea4 service neutron] 10.222.0.59 "GET /v2.0/networks/e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5906265 Feb 02 07:34:40.799601 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efcf4f3-8e2a-48d4-8f81-c89efbe580c2 req-a09929a1-8c38-416e-8bf0-8845821c5e56 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:40.804572 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8967d5b-8e5a-422f-8c42-44146e7bef78 service neutron] Pushing event updated for resources: {'Port': ['ID=6332b99f-d8ac-41d3-a55b-cae030629081,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:34:40.806719 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0efcf4f3-8e2a-48d4-8f81-c89efbe580c2 req-a09929a1-8c38-416e-8bf0-8845821c5e56 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.87 "GET /v2.0/ports?device_id=520f49fa-7e65-466a-aa22-c755c388c45f HTTP/1.1" status: 200 len: 970 time: 0.5914598 Feb 02 07:34:40.881490 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-0a5dc65d-8f0b-4399-a024-dc178563bf94 req-a8967d5b-8e5a-422f-8c42-44146e7bef78 service neutron] Attempting to bind port 6332b99f-d8ac-41d3-a55b-cae030629081 on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:34:40.881832 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-0a5dc65d-8f0b-4399-a024-dc178563bf94 req-a8967d5b-8e5a-422f-8c42-44146e7bef78 service neutron] Attempting to bind port 6332b99f-d8ac-41d3-a55b-cae030629081 by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': 'b2950f43-abf8-4937-b60c-0c2857ec16de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c06f01fb-638f-4bf7-abd6-57e4b3060fdc'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:34:40.882159 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5dc65d-8f0b-4399-a024-dc178563bf94 req-a8967d5b-8e5a-422f-8c42-44146e7bef78 service neutron] Attempting to bind port 6332b99f-d8ac-41d3-a55b-cae030629081 on network c06f01fb-638f-4bf7-abd6-57e4b3060fdc {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:34:40.886854 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5dc65d-8f0b-4399-a024-dc178563bf94 req-a8967d5b-8e5a-422f-8c42-44146e7bef78 service neutron] Port 6332b99f-d8ac-41d3-a55b-cae030629081 on network c06f01fb-638f-4bf7-abd6-57e4b3060fdc not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:34:40.887178 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5dc65d-8f0b-4399-a024-dc178563bf94 req-a8967d5b-8e5a-422f-8c42-44146e7bef78 service neutron] Attempting to bind port 6332b99f-d8ac-41d3-a55b-cae030629081 on network c06f01fb-638f-4bf7-abd6-57e4b3060fdc {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:34:40.893082 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5dc65d-8f0b-4399-a024-dc178563bf94 req-a8967d5b-8e5a-422f-8c42-44146e7bef78 service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:34:40.893421 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5dc65d-8f0b-4399-a024-dc178563bf94 req-a8967d5b-8e5a-422f-8c42-44146e7bef78 service neutron] Checking segment: {'id': 'b2950f43-abf8-4937-b60c-0c2857ec16de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c06f01fb-638f-4bf7-abd6-57e4b3060fdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:34:40.893806 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5dc65d-8f0b-4399-a024-dc178563bf94 req-a8967d5b-8e5a-422f-8c42-44146e7bef78 service neutron] Bound using segment: {'id': 'b2950f43-abf8-4937-b60c-0c2857ec16de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c06f01fb-638f-4bf7-abd6-57e4b3060fdc'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:34:40.894239 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-0a5dc65d-8f0b-4399-a024-dc178563bf94 req-a8967d5b-8e5a-422f-8c42-44146e7bef78 service neutron] Bound port: 6332b99f-d8ac-41d3-a55b-cae030629081, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2950f43-abf8-4937-b60c-0c2857ec16de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c06f01fb-638f-4bf7-abd6-57e4b3060fdc'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:34:40.894593 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0a5dc65d-8f0b-4399-a024-dc178563bf94 req-a8967d5b-8e5a-422f-8c42-44146e7bef78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (6332b99f-d8ac-41d3-a55b-cae030629081), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:40.919938 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0efcf4f3-8e2a-48d4-8f81-c89efbe580c2 req-4dc32ccd-6312-44e5-8ef8-462ccf4f577a tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.87 "GET /v2.0/security-groups?id=9f9ae958-0d59-4c17-84ad-a79e39856be8&id=ba3005ad-ac9d-4631-a46d-46687bf90cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0953870 Feb 02 07:34:40.985919 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-0a5dc65d-8f0b-4399-a024-dc178563bf94 req-a8967d5b-8e5a-422f-8c42-44146e7bef78 service neutron] For port 6332b99f-d8ac-41d3-a55b-cae030629081, host n-h2-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:34:40.990640 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-0a5dc65d-8f0b-4399-a024-dc178563bf94 req-a8967d5b-8e5a-422f-8c42-44146e7bef78 service neutron] For port 6332b99f-d8ac-41d3-a55b-cae030629081, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=6332b99f-d8ac-41d3-a55b-cae030629081,segment=NetworkSegment(b2950f43-abf8-4937-b60c-0c2857ec16de),segment_id=b2950f43-abf8-4937-b60c-0c2857ec16de)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:34:41.012552 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a52e2ff5-2b16-4f82-9c13-d120a3f072c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:41.017613 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0a5dc65d-8f0b-4399-a024-dc178563bf94 req-a8967d5b-8e5a-422f-8c42-44146e7bef78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (6332b99f-d8ac-41d3-a55b-cae030629081), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:41.047661 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device ebd26e48-b0fe-40ed-90bf-ce1ba25bd704 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:34:41.070869 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ace07c5f-af0e-4f87-8ac5-dddb4a44836b req-31ca0d4f-138b-42ed-b202-d5d3dfecf23d tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=0f59155d-2918-4037-93d0-17fb449ab812 HTTP/1.1" status: 200 len: 210 time: 0.0439935 Feb 02 07:34:41.113081 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8967d5b-8e5a-422f-8c42-44146e7bef78 service neutron] Pushing event updated for resources: {'Port': ['ID=6332b99f-d8ac-41d3-a55b-cae030629081,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:34:41.126069 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port ebd26e48-b0fe-40ed-90bf-ce1ba25bd704 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:34:41.126451 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ebd26e48-b0fe-40ed-90bf-ce1ba25bd704), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:41.129419 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5dc65d-8f0b-4399-a024-dc178563bf94 req-a8967d5b-8e5a-422f-8c42-44146e7bef78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:41.129664 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0a5dc65d-8f0b-4399-a024-dc178563bf94 req-a8967d5b-8e5a-422f-8c42-44146e7bef78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:41.131123 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0a5dc65d-8f0b-4399-a024-dc178563bf94 req-a8967d5b-8e5a-422f-8c42-44146e7bef78 service neutron] 10.222.0.59 "PUT /v2.0/ports/6332b99f-d8ac-41d3-a55b-cae030629081 HTTP/1.1" status: 200 len: 1131 time: 0.9230907 Feb 02 07:34:41.131644 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '520f49fa-7e65-466a-aa22-c755c388c45f', 'tag': '6332b99f-d8ac-41d3-a55b-cae030629081'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:34:41.133935 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45fc939-c22f-447d-a7de-7535b1a1dc5d" -d '{"events": [{"name": "network-changed", "server_uuid": "520f49fa-7e65-466a-aa22-c755c388c45f", "tag": "6332b99f-d8ac-41d3-a55b-cae030629081"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:34:41.204968 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0211a7f1-2358-49f0-b537-0287b8719aa1 x-openstack-request-id: req-0211a7f1-2358-49f0-b537-0287b8719aa1 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:34:41.205267 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "520f49fa-7e65-466a-aa22-c755c388c45f", "tag": "6332b99f-d8ac-41d3-a55b-cae030629081", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:34:41.205515 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-0211a7f1-2358-49f0-b537-0287b8719aa1 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:34:41.205919 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '520f49fa-7e65-466a-aa22-c755c388c45f', 'tag': '6332b99f-d8ac-41d3-a55b-cae030629081', 'status': 'completed', 'code': 200} Feb 02 07:34:41.245976 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port ebd26e48-b0fe-40ed-90bf-ce1ba25bd704 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:34:41.260487 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5dc65d-8f0b-4399-a024-dc178563bf94 req-918ea967-5d0b-457f-8261-b4291ee5380c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:41.262125 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0a5dc65d-8f0b-4399-a024-dc178563bf94 req-918ea967-5d0b-457f-8261-b4291ee5380c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b9e271eb80cc4ea6b4ff51295e8c553f&device_id=520f49fa-7e65-466a-aa22-c755c388c45f HTTP/1.1" status: 200 len: 1165 time: 0.0700388 Feb 02 07:34:41.311160 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0a5dc65d-8f0b-4399-a024-dc178563bf94 req-092dd674-4c64-45d7-936a-da162a5ff9e0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6332b99f-d8ac-41d3-a55b-cae030629081 HTTP/1.1" status: 200 len: 217 time: 0.0370662 Feb 02 07:34:41.363318 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5dc65d-8f0b-4399-a024-dc178563bf94 req-3214e4dc-58b9-4423-9071-503f3a6fd934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:41.364865 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0a5dc65d-8f0b-4399-a024-dc178563bf94 req-3214e4dc-58b9-4423-9071-503f3a6fd934 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c66d82ae-2d2f-4939-9b37-9eb8281507e2 HTTP/1.1" status: 200 len: 835 time: 0.0479686 Feb 02 07:34:41.425052 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5dc65d-8f0b-4399-a024-dc178563bf94 req-cb3369c2-57a1-4120-9ea4-5335373f4f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:41.426534 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0a5dc65d-8f0b-4399-a024-dc178563bf94 req-cb3369c2-57a1-4120-9ea4-5335373f4f9d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c06f01fb-638f-4bf7-abd6-57e4b3060fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0555100 Feb 02 07:34:41.527336 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0a5dc65d-8f0b-4399-a024-dc178563bf94 req-80d1417d-da51-4c4a-94b6-2c0a7c75e75f service neutron] 10.222.0.59 "GET /v2.0/networks/c06f01fb-638f-4bf7-abd6-57e4b3060fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949965 Feb 02 07:34:41.621399 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0a5dc65d-8f0b-4399-a024-dc178563bf94 req-2e3e241f-8ec8-47d2-818f-e34ed9026b6c service neutron] 10.222.0.59 "GET /v2.0/networks/c06f01fb-638f-4bf7-abd6-57e4b3060fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887966 Feb 02 07:34:41.747746 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45fc939-c22f-447d-a7de-7535b1a1dc5d req-7d249f40-0428-4433-9b67-149e14ba0546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:41.749806 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a45fc939-c22f-447d-a7de-7535b1a1dc5d req-7d249f40-0428-4433-9b67-149e14ba0546 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b9e271eb80cc4ea6b4ff51295e8c553f&device_id=520f49fa-7e65-466a-aa22-c755c388c45f HTTP/1.1" status: 200 len: 1165 time: 0.0454423 Feb 02 07:34:41.837883 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45fc939-c22f-447d-a7de-7535b1a1dc5d req-7cfcda53-d43d-4fa0-8b11-281a26cff9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:41.839280 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a45fc939-c22f-447d-a7de-7535b1a1dc5d req-7cfcda53-d43d-4fa0-8b11-281a26cff9ba service neutron] 10.222.0.59 "GET /v2.0/networks?id=c06f01fb-638f-4bf7-abd6-57e4b3060fdc HTTP/1.1" status: 200 len: 898 time: 0.0836205 Feb 02 07:34:41.882885 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a45fc939-c22f-447d-a7de-7535b1a1dc5d req-9d4dd208-439c-4c17-a490-431087cea2e7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6332b99f-d8ac-41d3-a55b-cae030629081 HTTP/1.1" status: 200 len: 217 time: 0.0371239 Feb 02 07:34:41.931125 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45fc939-c22f-447d-a7de-7535b1a1dc5d req-d63a373c-66d5-40e5-888b-45faaea4ce30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:41.932588 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a45fc939-c22f-447d-a7de-7535b1a1dc5d req-d63a373c-66d5-40e5-888b-45faaea4ce30 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c66d82ae-2d2f-4939-9b37-9eb8281507e2 HTTP/1.1" status: 200 len: 835 time: 0.0434341 Feb 02 07:34:41.988026 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45fc939-c22f-447d-a7de-7535b1a1dc5d req-93b35bda-084b-445d-ae46-77f4624db0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:41.989924 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a45fc939-c22f-447d-a7de-7535b1a1dc5d req-93b35bda-084b-445d-ae46-77f4624db0e7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c06f01fb-638f-4bf7-abd6-57e4b3060fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0510201 Feb 02 07:34:42.066535 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bf1e68-f224-4f99-8a8f-99f83ed7d5be req-34a94097-88d9-42db-8b1b-7c5bf2cc51b3 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:42.068194 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e1bf1e68-f224-4f99-8a8f-99f83ed7d5be req-34a94097-88d9-42db-8b1b-7c5bf2cc51b3 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.87 "GET /v2.0/ports?device_id=520f49fa-7e65-466a-aa22-c755c388c45f HTTP/1.1" status: 200 len: 982 time: 0.0734184 Feb 02 07:34:42.100193 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a45fc939-c22f-447d-a7de-7535b1a1dc5d req-8205a175-5d95-4f56-b398-0eefc4336d95 service neutron] 10.222.0.59 "GET /v2.0/networks/c06f01fb-638f-4bf7-abd6-57e4b3060fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038060 Feb 02 07:34:42.127631 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e1bf1e68-f224-4f99-8a8f-99f83ed7d5be req-c3a6e0ff-67dd-4b42-b42b-e148ddc0795d tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.87 "GET /v2.0/security-groups?id=9f9ae958-0d59-4c17-84ad-a79e39856be8&id=ba3005ad-ac9d-4631-a46d-46687bf90cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0537112 Feb 02 07:34:42.195135 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a45fc939-c22f-447d-a7de-7535b1a1dc5d req-09ac574d-eefb-44eb-9be9-5103890da17a service neutron] 10.222.0.59 "GET /v2.0/networks/c06f01fb-638f-4bf7-abd6-57e4b3060fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878432 Feb 02 07:34:43.251650 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c988b4-06e4-4ae1-af75-b00516eede8d req-c5ec9b74-d2ea-42ae-b1fb-95dac8b90e95 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:43.253253 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-54c988b4-06e4-4ae1-af75-b00516eede8d req-c5ec9b74-d2ea-42ae-b1fb-95dac8b90e95 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.87 "GET /v2.0/ports?device_id=520f49fa-7e65-466a-aa22-c755c388c45f HTTP/1.1" status: 200 len: 982 time: 0.0550232 Feb 02 07:34:43.305301 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d10f2689-c6d5-4a2d-8697-63aac7b60c12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:43.324167 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-54c988b4-06e4-4ae1-af75-b00516eede8d req-1faf78d0-9854-46be-bdde-8ab48146a837 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.87 "GET /v2.0/security-groups?id=9f9ae958-0d59-4c17-84ad-a79e39856be8&id=ba3005ad-ac9d-4631-a46d-46687bf90cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0646369 Feb 02 07:34:44.457703 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2eadad-f02c-4d3f-86bf-4337ded4cd03 req-fe252be2-8127-4046-9bba-5ad43c69781f tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:44.459235 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1f2eadad-f02c-4d3f-86bf-4337ded4cd03 req-fe252be2-8127-4046-9bba-5ad43c69781f tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.87 "GET /v2.0/ports?device_id=520f49fa-7e65-466a-aa22-c755c388c45f HTTP/1.1" status: 200 len: 982 time: 0.0566087 Feb 02 07:34:44.525245 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1f2eadad-f02c-4d3f-86bf-4337ded4cd03 req-8ddaec7b-98de-4c79-ab73-6d62dca0c9e8 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.87 "GET /v2.0/security-groups?id=9f9ae958-0d59-4c17-84ad-a79e39856be8&id=ba3005ad-ac9d-4631-a46d-46687bf90cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0602293 Feb 02 07:34:44.731711 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:45.649120 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad91c9e-2886-4d10-b107-6f879d8810b8 req-f05abf37-c697-4f5b-beaa-cc3825579696 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:45.650785 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cad91c9e-2886-4d10-b107-6f879d8810b8 req-f05abf37-c697-4f5b-beaa-cc3825579696 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.87 "GET /v2.0/ports?device_id=520f49fa-7e65-466a-aa22-c755c388c45f HTTP/1.1" status: 200 len: 982 time: 0.0533659 Feb 02 07:34:45.708209 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cad91c9e-2886-4d10-b107-6f879d8810b8 req-2e0f2e3b-9b11-4c12-935f-8ce8d5d6db07 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.87 "GET /v2.0/security-groups?id=9f9ae958-0d59-4c17-84ad-a79e39856be8&id=ba3005ad-ac9d-4631-a46d-46687bf90cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0513709 Feb 02 07:34:45.935819 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 6332b99f-d8ac-41d3-a55b-cae030629081 details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:34:46.032068 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 6332b99f-d8ac-41d3-a55b-cae030629081, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=6332b99f-d8ac-41d3-a55b-cae030629081,segment=NetworkSegment(b2950f43-abf8-4937-b60c-0c2857ec16de),segment_id=b2950f43-abf8-4937-b60c-0c2857ec16de)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:34:46.042776 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': '6332b99f-d8ac-41d3-a55b-cae030629081', 'network_id': 'c06f01fb-638f-4bf7-abd6-57e4b3060fdc', 'port_id': '6332b99f-d8ac-41d3-a55b-cae030629081', 'mac_address': 'fa:16:3e:8b:fe:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c66d82ae-2d2f-4939-9b37-9eb8281507e2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:34:46.084072 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 6332b99f-d8ac-41d3-a55b-cae030629081 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:34:46.084463 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (6332b99f-d8ac-41d3-a55b-cae030629081), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:46.098803 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6332b99f-d8ac-41d3-a55b-cae030629081 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:34:46.128554 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 6332b99f-d8ac-41d3-a55b-cae030629081, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=6332b99f-d8ac-41d3-a55b-cae030629081,segment=NetworkSegment(b2950f43-abf8-4937-b60c-0c2857ec16de),segment_id=b2950f43-abf8-4937-b60c-0c2857ec16de)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:34:46.131586 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:46.132685 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (6332b99f-d8ac-41d3-a55b-cae030629081), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:46.179135 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=6332b99f-d8ac-41d3-a55b-cae030629081,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:34:46.527384 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['6332b99f-d8ac-41d3-a55b-cae030629081'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:34:46.840667 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c339b530-8904-416f-a36e-877f3ec48c17 req-6339107f-49da-4095-9f92-55c283c4d472 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:46.842263 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c339b530-8904-416f-a36e-877f3ec48c17 req-6339107f-49da-4095-9f92-55c283c4d472 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.87 "GET /v2.0/ports?device_id=520f49fa-7e65-466a-aa22-c755c388c45f HTTP/1.1" status: 200 len: 983 time: 0.0547435 Feb 02 07:34:46.904062 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c339b530-8904-416f-a36e-877f3ec48c17 req-07d86369-bcd2-4747-ab50-024a11bbcc6e tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.87 "GET /v2.0/security-groups?id=9f9ae958-0d59-4c17-84ad-a79e39856be8&id=ba3005ad-ac9d-4631-a46d-46687bf90cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0551879 Feb 02 07:34:47.420694 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:47.946669 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 6332b99f-d8ac-41d3-a55b-cae030629081 up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:34:48.057245 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port 6332b99f-d8ac-41d3-a55b-cae030629081 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:34:48.068009 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port 6332b99f-d8ac-41d3-a55b-cae030629081 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:34:48.068488 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (6332b99f-d8ac-41d3-a55b-cae030629081), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:48.089837 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71fc43e-ec88-4c1b-8120-df24bd97e3bf req-380a9633-8351-4bd8-ae62-c7e1c978ed6d tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:48.093158 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c71fc43e-ec88-4c1b-8120-df24bd97e3bf req-380a9633-8351-4bd8-ae62-c7e1c978ed6d tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.87 "GET /v2.0/ports?device_id=520f49fa-7e65-466a-aa22-c755c388c45f HTTP/1.1" status: 200 len: 983 time: 0.1161997 Feb 02 07:34:48.161023 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 6332b99f-d8ac-41d3-a55b-cae030629081 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:34:48.161484 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (6332b99f-d8ac-41d3-a55b-cae030629081), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:48.161743 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c71fc43e-ec88-4c1b-8120-df24bd97e3bf req-1af0cb5c-3c50-48af-a39d-d2a64d10e644 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.87 "GET /v2.0/security-groups?id=9f9ae958-0d59-4c17-84ad-a79e39856be8&id=ba3005ad-ac9d-4631-a46d-46687bf90cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0622222 Feb 02 07:34:48.194052 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '520f49fa-7e65-466a-aa22-c755c388c45f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6332b99f-d8ac-41d3-a55b-cae030629081'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:34:48.194360 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7dd297-2717-4451-9b6c-39e360ed0265" -d '{"events": [{"server_uuid": "520f49fa-7e65-466a-aa22-c755c388c45f", "name": "network-vif-plugged", "status": "completed", "tag": "6332b99f-d8ac-41d3-a55b-cae030629081"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:34:48.214206 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 6332b99f-d8ac-41d3-a55b-cae030629081, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=6332b99f-d8ac-41d3-a55b-cae030629081,segment=NetworkSegment(b2950f43-abf8-4937-b60c-0c2857ec16de),segment_id=b2950f43-abf8-4937-b60c-0c2857ec16de)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:34:48.221380 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (6332b99f-d8ac-41d3-a55b-cae030629081), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:48.256014 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d65a25bb-a2e2-458f-89d1-e7a999e62f04 x-openstack-request-id: req-d65a25bb-a2e2-458f-89d1-e7a999e62f04 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:34:48.256797 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "520f49fa-7e65-466a-aa22-c755c388c45f", "name": "network-vif-plugged", "status": "completed", "tag": "6332b99f-d8ac-41d3-a55b-cae030629081", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:34:48.257059 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d65a25bb-a2e2-458f-89d1-e7a999e62f04 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:34:48.257449 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '520f49fa-7e65-466a-aa22-c755c388c45f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6332b99f-d8ac-41d3-a55b-cae030629081', 'code': 200} Feb 02 07:34:48.282316 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=6332b99f-d8ac-41d3-a55b-cae030629081,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:34:48.382804 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e21870d-2543-46d7-bbbb-3e6efaf771fd req-4f84f772-21af-43b1-bef9-6ff2ed325dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:48.384661 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2e21870d-2543-46d7-bbbb-3e6efaf771fd req-4f84f772-21af-43b1-bef9-6ff2ed325dee service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=520f49fa-7e65-466a-aa22-c755c388c45f HTTP/1.1" status: 200 len: 1167 time: 0.0525203 Feb 02 07:34:48.458674 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2e21870d-2543-46d7-bbbb-3e6efaf771fd req-fae5554b-e688-4d0b-be2c-f7ea24c1b478 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ba3005ad-ac9d-4631-a46d-46687bf90cf2&id=9f9ae958-0d59-4c17-84ad-a79e39856be8&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0648260 Feb 02 07:34:49.283309 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa46a737-841b-4e58-b33c-53d72ed0d73c req-ec25b32a-2897-4f33-8c72-2e5b23254cfe tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:49.285153 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-aa46a737-841b-4e58-b33c-53d72ed0d73c req-ec25b32a-2897-4f33-8c72-2e5b23254cfe tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.87 "GET /v2.0/ports?device_id=520f49fa-7e65-466a-aa22-c755c388c45f HTTP/1.1" status: 200 len: 984 time: 0.0564978 Feb 02 07:34:49.343664 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-aa46a737-841b-4e58-b33c-53d72ed0d73c req-a57669c8-581f-40a9-a1ee-fb359428baec tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.87 "GET /v2.0/security-groups?id=9f9ae958-0d59-4c17-84ad-a79e39856be8&id=ba3005ad-ac9d-4631-a46d-46687bf90cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0524387 Feb 02 07:34:50.468508 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d0058-50c9-4c06-8a1a-1cec8356eabf req-beec48b7-dcd7-483e-b4a7-47adbd00c4a3 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:50.470036 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-392d0058-50c9-4c06-8a1a-1cec8356eabf req-beec48b7-dcd7-483e-b4a7-47adbd00c4a3 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.87 "GET /v2.0/ports?device_id=520f49fa-7e65-466a-aa22-c755c388c45f HTTP/1.1" status: 200 len: 984 time: 0.0554562 Feb 02 07:34:50.532636 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-392d0058-50c9-4c06-8a1a-1cec8356eabf req-a6a29a0f-079d-4563-8bfb-f7520cfb6343 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.87 "GET /v2.0/security-groups?id=9f9ae958-0d59-4c17-84ad-a79e39856be8&id=ba3005ad-ac9d-4631-a46d-46687bf90cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0568902 Feb 02 07:34:50.658664 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a10fe-ab21-489e-b834-ca10c24972e7 req-c2b25fe3-5fde-4d3b-80d0-9128a8d022a5 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:50.660294 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ea7a10fe-ab21-489e-b834-ca10c24972e7 req-c2b25fe3-5fde-4d3b-80d0-9128a8d022a5 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.87 "GET /v2.0/ports?device_id=520f49fa-7e65-466a-aa22-c755c388c45f HTTP/1.1" status: 200 len: 984 time: 0.0559404 Feb 02 07:34:50.718615 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ea7a10fe-ab21-489e-b834-ca10c24972e7 req-7657aa69-cc86-48f4-88d5-d0c4bec2df76 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.87 "GET /v2.0/security-groups?id=9f9ae958-0d59-4c17-84ad-a79e39856be8&id=ba3005ad-ac9d-4631-a46d-46687bf90cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0527270 Feb 02 07:34:50.830035 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97446c35-adc7-42ca-8d81-8305b7c326c9 req-f44bf84f-90c0-4902-829d-db4682ad488d tempest-TestSecurityGroupsBasicOps-241493788 tempest-TestSecurityGroupsBasicOps-241493788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:50.831815 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-97446c35-adc7-42ca-8d81-8305b7c326c9 req-f44bf84f-90c0-4902-829d-db4682ad488d tempest-TestSecurityGroupsBasicOps-241493788 tempest-TestSecurityGroupsBasicOps-241493788-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=520f49fa-7e65-466a-aa22-c755c388c45f HTTP/1.1" status: 200 len: 1167 time: 0.0462332 Feb 02 07:34:50.850262 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-97446c35-adc7-42ca-8d81-8305b7c326c9 req-3bda0433-33e6-47c3-a6f8-59fb419933ed tempest-TestSecurityGroupsBasicOps-241493788 tempest-TestSecurityGroupsBasicOps-241493788-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:50.931433 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-97446c35-adc7-42ca-8d81-8305b7c326c9 req-3bda0433-33e6-47c3-a6f8-59fb419933ed tempest-TestSecurityGroupsBasicOps-241493788 tempest-TestSecurityGroupsBasicOps-241493788-project-admin] Publish callbacks [] for security_group (c95c62dd-e381-408d-b7b5-1a665abf5411), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:50.935642 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-97446c35-adc7-42ca-8d81-8305b7c326c9 req-3bda0433-33e6-47c3-a6f8-59fb419933ed tempest-TestSecurityGroupsBasicOps-241493788 tempest-TestSecurityGroupsBasicOps-241493788-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (c95c62dd-e381-408d-b7b5-1a665abf5411), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:50.977445 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bda0433-33e6-47c3-a6f8-59fb419933ed tempest-TestSecurityGroupsBasicOps-241493788 tempest-TestSecurityGroupsBasicOps-241493788-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c95c62dd-e381-408d-b7b5-1a665abf5411,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:34:50.985734 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-97446c35-adc7-42ca-8d81-8305b7c326c9 req-3bda0433-33e6-47c3-a6f8-59fb419933ed tempest-TestSecurityGroupsBasicOps-241493788 tempest-TestSecurityGroupsBasicOps-241493788-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=9f9ae958-0d59-4c17-84ad-a79e39856be8&id=ba3005ad-ac9d-4631-a46d-46687bf90cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1482928 Feb 02 07:34:51.007428 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 60228) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:34:51.054735 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f04e57-4eba-477d-bdbf-06aecdb7ab0e tempest-TestSecurityGroupsBasicOps-241493788 tempest-TestSecurityGroupsBasicOps-241493788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:51.056403 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d4f04e57-4eba-477d-bdbf-06aecdb7ab0e tempest-TestSecurityGroupsBasicOps-241493788 tempest-TestSecurityGroupsBasicOps-241493788-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=520f49fa-7e65-466a-aa22-c755c388c45f HTTP/1.1" status: 200 len: 1162 time: 0.0478492 Feb 02 07:34:51.059239 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 60230) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:34:51.063596 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-6d77390f-8139-49b4-a9be-45af5c73c5cc tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Request body: {'floatingip': {'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'port_id': '6332b99f-d8ac-41d3-a55b-cae030629081', 'tenant_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:34:51.084556 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6d77390f-8139-49b4-a9be-45af5c73c5cc tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:51.189963 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6d77390f-8139-49b4-a9be-45af5c73c5cc tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:51.298968 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-6d77390f-8139-49b4-a9be-45af5c73c5cc tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Allocated IP 172.25.4.13 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/407f5dac-81dc-4c21-95a3-f94dd9d41547) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:34:51.408246 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6d77390f-8139-49b4-a9be-45af5c73c5cc tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks [] for port (407f5dac-81dc-4c21-95a3-f94dd9d41547), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:51.444693 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6d77390f-8139-49b4-a9be-45af5c73c5cc tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (407f5dac-81dc-4c21-95a3-f94dd9d41547), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:51.482694 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d77390f-8139-49b4-a9be-45af5c73c5cc tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:34:51.492060 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-6d77390f-8139-49b4-a9be-45af5c73c5cc tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:34:51.494645 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d77390f-8139-49b4-a9be-45af5c73c5cc tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:34:51.500622 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77390f-8139-49b4-a9be-45af5c73c5cc tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Pushing event updated for resources: {'Port': ['ID=407f5dac-81dc-4c21-95a3-f94dd9d41547,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:34:52.237446 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6d77390f-8139-49b4-a9be-45af5c73c5cc tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks [] for floatingip (4eb2c38e-41e4-4bec-b583-15cfb3d1d12f), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:52.254653 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:52.315766 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6d77390f-8139-49b4-a9be-45af5c73c5cc tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (407f5dac-81dc-4c21-95a3-f94dd9d41547), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:52.474840 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6d77390f-8139-49b4-a9be-45af5c73c5cc tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks [] for port (407f5dac-81dc-4c21-95a3-f94dd9d41547), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:52.479993 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6d77390f-8139-49b4-a9be-45af5c73c5cc tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (407f5dac-81dc-4c21-95a3-f94dd9d41547), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:52.560284 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77390f-8139-49b4-a9be-45af5c73c5cc tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Pushing event updated for resources: {'Port': ['ID=407f5dac-81dc-4c21-95a3-f94dd9d41547,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:34:52.570325 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6d77390f-8139-49b4-a9be-45af5c73c5cc tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (4eb2c38e-41e4-4bec-b583-15cfb3d1d12f), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:52.675327 n-d-789963-26 neutron-server[109693]: INFO neutron.db.l3_db [None req-6d77390f-8139-49b4-a9be-45af5c73c5cc tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Floating IP 4eb2c38e-41e4-4bec-b583-15cfb3d1d12f associated. External IP: 172.25.4.13, port: 6332b99f-d8ac-41d3-a55b-cae030629081. Feb 02 07:34:52.884669 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d77390f-8139-49b4-a9be-45af5c73c5cc tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Router 2097b71f-694f-4929-af10-7c55f3faa888 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:34:52.996478 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d77390f-8139-49b4-a9be-45af5c73c5cc tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:34:53.007439 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a241a37-d0e5-484e-ad07-3508f8c88931 None None] Sync routers for ids ['2097b71f-694f-4929-af10-7c55f3faa888'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:34:53.014683 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6d77390f-8139-49b4-a9be-45af5c73c5cc tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:34:53.020581 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a241a37-d0e5-484e-ad07-3508f8c88931 None None] Routers {'2097b71f-694f-4929-af10-7c55f3faa888'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:34:53.021439 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-5a241a37-d0e5-484e-ad07-3508f8c88931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:34:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['2097b71f-694f-4929-af10-7c55f3faa888'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:34:53.050907 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-6d77390f-8139-49b4-a9be-45af5c73c5cc tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9904416 Feb 02 07:34:53.051505 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '520f49fa-7e65-466a-aa22-c755c388c45f', 'tag': '6332b99f-d8ac-41d3-a55b-cae030629081'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:34:53.053437 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 60238) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:34:53.053934 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658ca5df-c1c7-4a1f-bc30-d3ba35837d26" -d '{"events": [{"name": "network-changed", "server_uuid": "520f49fa-7e65-466a-aa22-c755c388c45f", "tag": "6332b99f-d8ac-41d3-a55b-cae030629081"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:34:53.109362 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-242039c8-9d93-4325-9d50-1b43aaeec815 x-openstack-request-id: req-242039c8-9d93-4325-9d50-1b43aaeec815 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:34:53.109658 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "520f49fa-7e65-466a-aa22-c755c388c45f", "tag": "6332b99f-d8ac-41d3-a55b-cae030629081", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:34:53.109910 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-242039c8-9d93-4325-9d50-1b43aaeec815 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:34:53.110312 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '520f49fa-7e65-466a-aa22-c755c388c45f', 'tag': '6332b99f-d8ac-41d3-a55b-cae030629081', 'status': 'completed', 'code': 200} Feb 02 07:34:53.156778 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-5a241a37-d0e5-484e-ad07-3508f8c88931 None None] Set router 2097b71f-694f-4929-af10-7c55f3faa888 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:34:53.212478 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ca5df-c1c7-4a1f-bc30-d3ba35837d26 req-5c8f42a8-66f2-4bc9-b54b-c271d3156bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:53.214299 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-658ca5df-c1c7-4a1f-bc30-d3ba35837d26 req-5c8f42a8-66f2-4bc9-b54b-c271d3156bd1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b9e271eb80cc4ea6b4ff51295e8c553f&device_id=520f49fa-7e65-466a-aa22-c755c388c45f HTTP/1.1" status: 200 len: 1167 time: 0.0648189 Feb 02 07:34:53.277670 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db15eff-c58e-4224-9a3e-ebf22922e048 tempest-TestSecurityGroupsBasicOps-241493788 tempest-TestSecurityGroupsBasicOps-241493788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:53.278152 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db15eff-c58e-4224-9a3e-ebf22922e048 tempest-TestSecurityGroupsBasicOps-241493788 tempest-TestSecurityGroupsBasicOps-241493788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:53.278656 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db15eff-c58e-4224-9a3e-ebf22922e048 tempest-TestSecurityGroupsBasicOps-241493788 tempest-TestSecurityGroupsBasicOps-241493788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:53.279081 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db15eff-c58e-4224-9a3e-ebf22922e048 tempest-TestSecurityGroupsBasicOps-241493788 tempest-TestSecurityGroupsBasicOps-241493788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:53.279536 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db15eff-c58e-4224-9a3e-ebf22922e048 tempest-TestSecurityGroupsBasicOps-241493788 tempest-TestSecurityGroupsBasicOps-241493788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:53.280055 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db15eff-c58e-4224-9a3e-ebf22922e048 tempest-TestSecurityGroupsBasicOps-241493788 tempest-TestSecurityGroupsBasicOps-241493788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:53.280525 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db15eff-c58e-4224-9a3e-ebf22922e048 tempest-TestSecurityGroupsBasicOps-241493788 tempest-TestSecurityGroupsBasicOps-241493788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:53.282504 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-7db15eff-c58e-4224-9a3e-ebf22922e048 tempest-TestSecurityGroupsBasicOps-241493788 tempest-TestSecurityGroupsBasicOps-241493788-project-admin] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4970 time: 0.2273796 Feb 02 07:34:53.285420 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 60244) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:34:53.341472 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ca5df-c1c7-4a1f-bc30-d3ba35837d26 req-b18675a7-cb14-46af-9ee7-3cc23ba10fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:53.345035 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-658ca5df-c1c7-4a1f-bc30-d3ba35837d26 req-b18675a7-cb14-46af-9ee7-3cc23ba10fd9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c06f01fb-638f-4bf7-abd6-57e4b3060fdc HTTP/1.1" status: 200 len: 898 time: 0.1238480 Feb 02 07:34:53.410327 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000b75c2-9cfd-4077-90d1-44f23a452226 tempest-TestSecurityGroupsBasicOps-241493788 tempest-TestSecurityGroupsBasicOps-241493788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:53.410803 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000b75c2-9cfd-4077-90d1-44f23a452226 tempest-TestSecurityGroupsBasicOps-241493788 tempest-TestSecurityGroupsBasicOps-241493788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:53.411262 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000b75c2-9cfd-4077-90d1-44f23a452226 tempest-TestSecurityGroupsBasicOps-241493788 tempest-TestSecurityGroupsBasicOps-241493788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:53.411763 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000b75c2-9cfd-4077-90d1-44f23a452226 tempest-TestSecurityGroupsBasicOps-241493788 tempest-TestSecurityGroupsBasicOps-241493788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:53.412197 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000b75c2-9cfd-4077-90d1-44f23a452226 tempest-TestSecurityGroupsBasicOps-241493788 tempest-TestSecurityGroupsBasicOps-241493788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:53.412654 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000b75c2-9cfd-4077-90d1-44f23a452226 tempest-TestSecurityGroupsBasicOps-241493788 tempest-TestSecurityGroupsBasicOps-241493788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:53.413099 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000b75c2-9cfd-4077-90d1-44f23a452226 tempest-TestSecurityGroupsBasicOps-241493788 tempest-TestSecurityGroupsBasicOps-241493788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:53.417881 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-000b75c2-9cfd-4077-90d1-44f23a452226 tempest-TestSecurityGroupsBasicOps-241493788 tempest-TestSecurityGroupsBasicOps-241493788-project-admin] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4627 time: 0.1289339 Feb 02 07:34:53.418197 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 60246) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:34:53.445167 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-658ca5df-c1c7-4a1f-bc30-d3ba35837d26 req-7990318c-ee88-47c4-9bea-74d6251194b8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6332b99f-d8ac-41d3-a55b-cae030629081 HTTP/1.1" status: 200 len: 998 time: 0.0948360 Feb 02 07:34:53.504140 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ca5df-c1c7-4a1f-bc30-d3ba35837d26 req-57fbb095-b472-432a-a300-4a984d7ef767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:53.505698 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-658ca5df-c1c7-4a1f-bc30-d3ba35837d26 req-57fbb095-b472-432a-a300-4a984d7ef767 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c66d82ae-2d2f-4939-9b37-9eb8281507e2 HTTP/1.1" status: 200 len: 835 time: 0.0525060 Feb 02 07:34:53.560052 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-5a241a37-d0e5-484e-ad07-3508f8c88931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2097b71f-694f-4929-af10-7c55f3faa888', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1351116052', 'tenant_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': '3ac9a572-6623-4ca6-b736-42ab3a093ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:34:31Z', 'updated_at': '2022-02-02T07:34:35Z', 'revision_number': 4, 'project_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'gw_port': {'id': '3ac9a572-6623-4ca6-b736-42ab3a093ce3', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2097b71f-694f-4929-af10-7c55f3faa888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:34:32Z', 'updated_at': '2022-02-02T07:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '4eb2c38e-41e4-4bec-b583-15cfb3d1d12f', 'tenant_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'floating_ip_address': '172.25.4.13', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '2097b71f-694f-4929-af10-7c55f3faa888', 'port_id': '6332b99f-d8ac-41d3-a55b-cae030629081', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3923, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c06f01fb-638f-4bf7-abd6-57e4b3060fdc', 'mac_address': 'fa:16:3e:8b:fe:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520f49fa-7e65-466a-aa22-c755c388c45f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:34:52Z', 'updated_at': '2022-02-02T07:34:52Z', 'revision_number': 0, 'project_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebd26e48-b0fe-40ed-90bf-ce1ba25bd704', 'name': '', 'network_id': 'c06f01fb-638f-4bf7-abd6-57e4b3060fdc', 'tenant_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'mac_address': 'fa:16:3e:74:4d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2097b71f-694f-4929-af10-7c55f3faa888', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'c66d82ae-2d2f-4939-9b37-9eb8281507e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:34:34Z', 'updated_at': '2022-02-02T07:34:38Z', 'revision_number': 5, 'project_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'subnets': [{'id': 'c66d82ae-2d2f-4939-9b37-9eb8281507e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:34:53.570771 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ca5df-c1c7-4a1f-bc30-d3ba35837d26 req-85a0128c-ff39-4417-89e4-c05a202491bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:53.572962 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-658ca5df-c1c7-4a1f-bc30-d3ba35837d26 req-85a0128c-ff39-4417-89e4-c05a202491bb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c06f01fb-638f-4bf7-abd6-57e4b3060fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0620165 Feb 02 07:34:53.589661 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a241a37-d0e5-484e-ad07-3508f8c88931 None None] Checking router: 2097b71f-694f-4929-af10-7c55f3faa888 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:34:53.598799 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a241a37-d0e5-484e-ad07-3508f8c88931 None None] Routers {'2097b71f-694f-4929-af10-7c55f3faa888'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:34:53.599411 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-5a241a37-d0e5-484e-ad07-3508f8c88931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:34:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['2097b71f-694f-4929-af10-7c55f3faa888'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:34:53.699621 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-658ca5df-c1c7-4a1f-bc30-d3ba35837d26 req-72b09576-6847-4b09-b255-5133a53450c1 service neutron] 10.222.0.59 "GET /v2.0/networks/c06f01fb-638f-4bf7-abd6-57e4b3060fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200564 Feb 02 07:34:53.712995 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-31029b20-91fb-49a4-876e-ef4e1545c685 tempest-TestSecurityGroupsBasicOps-241493788 tempest-TestSecurityGroupsBasicOps-241493788-project-admin] 10.222.0.87 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3783 time: 0.2937622 Feb 02 07:34:53.715541 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 60248) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:34:53.730314 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-5a241a37-d0e5-484e-ad07-3508f8c88931 None None] Set router 2097b71f-694f-4929-af10-7c55f3faa888 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:34:53.779488 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3227ea51-abd5-48ad-8700-fc40bbea90cd tempest-TestSecurityGroupsBasicOps-241493788 tempest-TestSecurityGroupsBasicOps-241493788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:53.780848 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3227ea51-abd5-48ad-8700-fc40bbea90cd tempest-TestSecurityGroupsBasicOps-241493788 tempest-TestSecurityGroupsBasicOps-241493788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:34:53.782695 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-3227ea51-abd5-48ad-8700-fc40bbea90cd tempest-TestSecurityGroupsBasicOps-241493788 tempest-TestSecurityGroupsBasicOps-241493788-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=2097b71f-694f-4929-af10-7c55f3faa888 HTTP/1.1" status: 200 len: 2064 time: 0.0660503 Feb 02 07:34:53.820584 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-658ca5df-c1c7-4a1f-bc30-d3ba35837d26 req-7ec0abab-6f79-44f3-b6dd-013719a810a2 service neutron] 10.222.0.59 "GET /v2.0/networks/c06f01fb-638f-4bf7-abd6-57e4b3060fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144252 Feb 02 07:34:54.013182 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-5a241a37-d0e5-484e-ad07-3508f8c88931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2097b71f-694f-4929-af10-7c55f3faa888', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1351116052', 'tenant_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': '3ac9a572-6623-4ca6-b736-42ab3a093ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:34:31Z', 'updated_at': '2022-02-02T07:34:35Z', 'revision_number': 4, 'project_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'gw_port': {'id': '3ac9a572-6623-4ca6-b736-42ab3a093ce3', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2097b71f-694f-4929-af10-7c55f3faa888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:34:32Z', 'updated_at': '2022-02-02T07:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '4eb2c38e-41e4-4bec-b583-15cfb3d1d12f', 'tenant_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'floating_ip_address': '172.25.4.13', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '2097b71f-694f-4929-af10-7c55f3faa888', 'port_id': '6332b99f-d8ac-41d3-a55b-cae030629081', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3923, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c06f01fb-638f-4bf7-abd6-57e4b3060fdc', 'mac_address': 'fa:16:3e:8b:fe:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520f49fa-7e65-466a-aa22-c755c388c45f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:34:52Z', 'updated_at': '2022-02-02T07:34:52Z', 'revision_number': 0, 'project_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebd26e48-b0fe-40ed-90bf-ce1ba25bd704', 'name': '', 'network_id': 'c06f01fb-638f-4bf7-abd6-57e4b3060fdc', 'tenant_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'mac_address': 'fa:16:3e:74:4d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2097b71f-694f-4929-af10-7c55f3faa888', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'c66d82ae-2d2f-4939-9b37-9eb8281507e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:34:34Z', 'updated_at': '2022-02-02T07:34:38Z', 'revision_number': 5, 'project_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'subnets': [{'id': 'c66d82ae-2d2f-4939-9b37-9eb8281507e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:34:54.041945 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a241a37-d0e5-484e-ad07-3508f8c88931 None None] The sync data for ids ['2097b71f-694f-4929-af10-7c55f3faa888'] in n-d-789963-26 is: [{'id': '2097b71f-694f-4929-af10-7c55f3faa888', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1351116052', 'tenant_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': '3ac9a572-6623-4ca6-b736-42ab3a093ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:34:31Z', 'updated_at': '2022-02-02T07:34:35Z', 'revision_number': 4, 'project_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'gw_port': {'id': '3ac9a572-6623-4ca6-b736-42ab3a093ce3', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2097b71f-694f-4929-af10-7c55f3faa888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:34:32Z', 'updated_at': '2022-02-02T07:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '4eb2c38e-41e4-4bec-b583-15cfb3d1d12f', 'tenant_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'floating_ip_address': '172.25.4.13', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '2097b71f-694f-4929-af10-7c55f3faa888', 'port_id': '6332b99f-d8ac-41d3-a55b-cae030629081', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3923, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c06f01fb-638f-4bf7-abd6-57e4b3060fdc', 'mac_address': 'fa:16:3e:8b:fe:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520f49fa-7e65-466a-aa22-c755c388c45f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:34:52Z', 'updated_at': '2022-02-02T07:34:52Z', 'revision_number': 0, 'project_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebd26e48-b0fe-40ed-90bf-ce1ba25bd704', 'name': '', 'network_id': 'c06f01fb-638f-4bf7-abd6-57e4b3060fdc', 'tenant_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'mac_address': 'fa:16:3e:74:4d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2097b71f-694f-4929-af10-7c55f3faa888', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'c66d82ae-2d2f-4939-9b37-9eb8281507e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:34:34Z', 'updated_at': '2022-02-02T07:34:38Z', 'revision_number': 5, 'project_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'subnets': [{'id': 'c66d82ae-2d2f-4939-9b37-9eb8281507e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:34:54.258592 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeac5aa8-5e5d-401d-9b6c-bc125d7e063f None None] New status for floating IP 4eb2c38e-41e4-4bec-b583-15cfb3d1d12f: ACTIVE {{(pid=109695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 07:34:57.187831 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:34:57.491071 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:35:08.345441 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5267177-aca3-469e-9e87-fce8a1ba36ab req-e75c86aa-5d76-499c-9ef2-c67ec11b3bf3 tempest-TestNetworkAdvancedServerOps-1931800759 tempest-TestNetworkAdvancedServerOps-1931800759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:08.346974 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d5267177-aca3-469e-9e87-fce8a1ba36ab req-e75c86aa-5d76-499c-9ef2-c67ec11b3bf3 tempest-TestNetworkAdvancedServerOps-1931800759 tempest-TestNetworkAdvancedServerOps-1931800759-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=0303d9bc-82d9-4cc7-98c3-1599bac52df2 HTTP/1.1" status: 200 len: 1129 time: 0.0451682 Feb 02 07:35:08.364933 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-d5267177-aca3-469e-9e87-fce8a1ba36ab req-961dc4f1-7818-467c-a47c-fed5c3b45fa9 tempest-TestNetworkAdvancedServerOps-1931800759 tempest-TestNetworkAdvancedServerOps-1931800759-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:35:08.440155 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-d5267177-aca3-469e-9e87-fce8a1ba36ab req-961dc4f1-7818-467c-a47c-fed5c3b45fa9 tempest-TestNetworkAdvancedServerOps-1931800759 tempest-TestNetworkAdvancedServerOps-1931800759-project-admin] Publish callbacks [] for security_group (61e243a0-0629-4273-8a38-4078876c3d1b), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:35:08.444639 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-d5267177-aca3-469e-9e87-fce8a1ba36ab req-961dc4f1-7818-467c-a47c-fed5c3b45fa9 tempest-TestNetworkAdvancedServerOps-1931800759 tempest-TestNetworkAdvancedServerOps-1931800759-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (61e243a0-0629-4273-8a38-4078876c3d1b), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:35:08.485071 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961dc4f1-7818-467c-a47c-fed5c3b45fa9 tempest-TestNetworkAdvancedServerOps-1931800759 tempest-TestNetworkAdvancedServerOps-1931800759-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e243a0-0629-4273-8a38-4078876c3d1b,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:35:08.491335 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d5267177-aca3-469e-9e87-fce8a1ba36ab req-961dc4f1-7818-467c-a47c-fed5c3b45fa9 tempest-TestNetworkAdvancedServerOps-1931800759 tempest-TestNetworkAdvancedServerOps-1931800759-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=a1d7f0ae-c818-4496-b094-8f4a4e213979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387019 Feb 02 07:35:08.616393 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f457bd12-240e-437f-a97d-63d5ee7d7266 req-415d25f5-9392-4745-878f-d33a2ff847e1 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:08.617861 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f457bd12-240e-437f-a97d-63d5ee7d7266 req-415d25f5-9392-4745-878f-d33a2ff847e1 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=0303d9bc-82d9-4cc7-98c3-1599bac52df2 HTTP/1.1" status: 200 len: 946 time: 0.0578389 Feb 02 07:35:08.667930 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f457bd12-240e-437f-a97d-63d5ee7d7266 req-9bfb9773-885c-4be3-b735-3d7eef2ddcf2 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=a1d7f0ae-c818-4496-b094-8f4a4e213979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435920 Feb 02 07:35:08.690634 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 60324) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:35:08.757732 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c8403b0b-39fb-4798-a4ce-3e63f33ccb68 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/floatingips/9acb342e-2230-4aaa-9805-7bc8f1971e39 HTTP/1.1" status: 200 len: 994 time: 0.0605984 Feb 02 07:35:09.051782 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [req-a22607e3-9bff-48ae-9b21-d4596d7f3ed7 req-38df6061-ac90-4280-8ea0-4315aaad5f95 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:35:09.052921 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a22607e3-9bff-48ae-9b21-d4596d7f3ed7 req-38df6061-ac90-4280-8ea0-4315aaad5f95 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060070 Feb 02 07:35:09.391229 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 60340) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:35:09.461413 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d34887-751a-4a41-ba03-fae088b0312c req-529ef03d-f97f-4acf-9212-ce2c75bd24e3 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:09.462870 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-56d34887-751a-4a41-ba03-fae088b0312c req-529ef03d-f97f-4acf-9212-ce2c75bd24e3 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=0303d9bc-82d9-4cc7-98c3-1599bac52df2 HTTP/1.1" status: 200 len: 946 time: 0.0693548 Feb 02 07:35:09.543382 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-56d34887-751a-4a41-ba03-fae088b0312c req-01687d6a-5e18-4078-9a4d-8f48a632d334 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=a1d7f0ae-c818-4496-b094-8f4a4e213979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699334 Feb 02 07:35:09.547641 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-66fa2ef5-dde7-472e-ba40-3297189750b9 req-18fbd81e-a04e-43a0-a061-6a2ea00da7b6 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=0303d9bc-82d9-4cc7-98c3-1599bac52df2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1551850 Feb 02 07:35:09.556835 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [req-66fa2ef5-dde7-472e-ba40-3297189750b9 req-8d1fdae3-df3b-4d43-842c-eb96715464a0 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:35:09.557826 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-66fa2ef5-dde7-472e-ba40-3297189750b9 req-8d1fdae3-df3b-4d43-842c-eb96715464a0 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051301 Feb 02 07:35:10.609324 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1037d83-b903-4051-87ed-2532b41b37c8 req-30cc3b37-ebb3-40ea-bce8-4c50e5968611 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:10.612042 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f1037d83-b903-4051-87ed-2532b41b37c8 req-30cc3b37-ebb3-40ea-bce8-4c50e5968611 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/networks?id=99c393e5-edbe-4583-8514-7c998c6986c0 HTTP/1.1" status: 200 len: 812 time: 0.1057842 Feb 02 07:35:10.627853 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f1037d83-b903-4051-87ed-2532b41b37c8 req-3679c343-d8db-4f31-aaca-5c594c139bd2 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/quotas/c3998c4a9fb54dbfb254f927a9c64ece HTTP/1.1" status: 200 len: 375 time: 0.0105464 Feb 02 07:35:10.688137 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f1037d83-b903-4051-87ed-2532b41b37c8 req-deeb7dee-4fb5-4024-8f39-5c522054ea58 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=c3998c4a9fb54dbfb254f927a9c64ece&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0552523 Feb 02 07:35:10.760420 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa2ef5-dde7-472e-ba40-3297189750b9 req-37d0b8e2-fb28-485d-a27f-72f7c46e6567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:10.761862 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-66fa2ef5-dde7-472e-ba40-3297189750b9 req-37d0b8e2-fb28-485d-a27f-72f7c46e6567 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b5f86cce5c924f2695e5f2d21aa64848&device_id=0303d9bc-82d9-4cc7-98c3-1599bac52df2 HTTP/1.1" status: 200 len: 1129 time: 0.0503697 Feb 02 07:35:10.781614 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f1037d83-b903-4051-87ed-2532b41b37c8 req-c756f26a-527b-4ce9-b7c8-f2d3c0d3b1a5 service neutron] 10.222.0.87 "GET /v2.0/networks/99c393e5-edbe-4583-8514-7c998c6986c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872087 Feb 02 07:35:10.854561 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa2ef5-dde7-472e-ba40-3297189750b9 req-f9d4189b-85d7-47d2-a9ed-9edd89f1566e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:10.856075 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-66fa2ef5-dde7-472e-ba40-3297189750b9 req-f9d4189b-85d7-47d2-a9ed-9edd89f1566e service neutron] 10.222.0.59 "GET /v2.0/networks?id=e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865 HTTP/1.1" status: 200 len: 898 time: 0.0873644 Feb 02 07:35:10.878824 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f1037d83-b903-4051-87ed-2532b41b37c8 req-92c3bedf-5993-4792-a6c6-b2a9d33c1019 service neutron] 10.222.0.87 "GET /v2.0/networks/99c393e5-edbe-4583-8514-7c998c6986c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910039 Feb 02 07:35:10.926919 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-66fa2ef5-dde7-472e-ba40-3297189750b9 req-c8286d65-9ea9-458e-ae65-8fb2c7cc1fe6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac9ba3f6-29c8-409b-b0b2-e55c380b27d7 HTTP/1.1" status: 200 len: 1002 time: 0.0644212 Feb 02 07:35:10.978982 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa2ef5-dde7-472e-ba40-3297189750b9 req-fa9a6d78-4b65-4b75-a3d5-bca4070ccde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:10.980631 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-66fa2ef5-dde7-472e-ba40-3297189750b9 req-fa9a6d78-4b65-4b75-a3d5-bca4070ccde2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ddad25ec-3bed-4618-8241-feff67ef97ce HTTP/1.1" status: 200 len: 834 time: 0.0472691 Feb 02 07:35:10.985275 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-10030c82-dbea-46e8-a3e0-574fe68a0f74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:35:11.033629 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa2ef5-dde7-472e-ba40-3297189750b9 req-1688d857-6591-4377-81b4-2af15e164ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:11.035167 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-66fa2ef5-dde7-472e-ba40-3297189750b9 req-1688d857-6591-4377-81b4-2af15e164ff8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0473001 Feb 02 07:35:11.114563 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c155ae3-fd89-45fd-8247-3d66f3ffc43f req-ffa71652-e7d9-4f73-9f1a-d7a644a90c23 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:11.116714 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2c155ae3-fd89-45fd-8247-3d66f3ffc43f req-ffa71652-e7d9-4f73-9f1a-d7a644a90c23 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=0303d9bc-82d9-4cc7-98c3-1599bac52df2 HTTP/1.1" status: 200 len: 946 time: 0.0607038 Feb 02 07:35:11.135478 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-66fa2ef5-dde7-472e-ba40-3297189750b9 req-400faba9-a885-43dc-a6c9-767e7a0bdc9e service neutron] 10.222.0.59 "GET /v2.0/networks/e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935695 Feb 02 07:35:11.174038 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2c155ae3-fd89-45fd-8247-3d66f3ffc43f req-123661c3-0247-4a95-b73f-7122d19bc69b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=a1d7f0ae-c818-4496-b094-8f4a4e213979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493872 Feb 02 07:35:11.253598 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-66fa2ef5-dde7-472e-ba40-3297189750b9 req-8d0cba58-da27-4da8-b40a-55e013bedefe service neutron] 10.222.0.59 "GET /v2.0/networks/e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093528 Feb 02 07:35:11.254112 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-178d827f-662a-426d-aef2-9c19847b9e64 req-5faca0ef-e282-4075-853b-9d12bf5447e4 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfa1c6c6-446b-424f-80ef-872e518e2471 HTTP/1.1" status: 200 len: 210 time: 0.0353551 Feb 02 07:35:12.090308 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1037d83-b903-4051-87ed-2532b41b37c8 req-820a71bd-4e8c-46b8-ab38-7ffbcdfda231 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:12.092430 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f1037d83-b903-4051-87ed-2532b41b37c8 req-820a71bd-4e8c-46b8-ab38-7ffbcdfda231 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.88 "GET /v2.0/networks?id=99c393e5-edbe-4583-8514-7c998c6986c0 HTTP/1.1" status: 200 len: 812 time: 0.1030159 Feb 02 07:35:12.109785 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-f1037d83-b903-4051-87ed-2532b41b37c8 req-3ed9a7db-d9f9-423d-89db-d3afd408f91e tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Request body: {'port': {'device_id': 'bfa1c6c6-446b-424f-80ef-872e518e2471', 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0', 'admin_state_up': True, 'tenant_id': 'c3998c4a9fb54dbfb254f927a9c64ece'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:35:12.224849 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1037d83-b903-4051-87ed-2532b41b37c8 req-3ed9a7db-d9f9-423d-89db-d3afd408f91e tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Made reservation on behalf of c3998c4a9fb54dbfb254f927a9c64ece for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:35:12.228450 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f1037d83-b903-4051-87ed-2532b41b37c8 req-3ed9a7db-d9f9-423d-89db-d3afd408f91e tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:35:12.374374 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d899e1-ccce-4920-80ea-30aac8fb15a6 req-ac83f501-46b7-4cae-9207-0135b3e360ff tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:12.375940 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d0d899e1-ccce-4920-80ea-30aac8fb15a6 req-ac83f501-46b7-4cae-9207-0135b3e360ff tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=0303d9bc-82d9-4cc7-98c3-1599bac52df2 HTTP/1.1" status: 200 len: 946 time: 0.1233637 Feb 02 07:35:12.426648 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-f1037d83-b903-4051-87ed-2532b41b37c8 req-3ed9a7db-d9f9-423d-89db-d3afd408f91e tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Allocated IP 172.20.0.3 (99c393e5-edbe-4583-8514-7c998c6986c0/8f0c010c-d5c1-4b63-8939-b46551f6cb84/d6ad4f0b-d1ec-4ca0-b709-38457d99ba55) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:35:12.456887 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d0d899e1-ccce-4920-80ea-30aac8fb15a6 req-001283ac-0ace-45d7-afd4-0712e0a23564 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=a1d7f0ae-c818-4496-b094-8f4a4e213979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739479 Feb 02 07:35:12.593067 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5483adb7-a6e8-4bd1-8a2b-fb4cf6e2a92e req-33b57d50-b83c-45fb-80da-29820bd819f1 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfa1c6c6-446b-424f-80ef-872e518e2471 HTTP/1.1" status: 200 len: 210 time: 0.0591700 Feb 02 07:35:12.635339 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f1037d83-b903-4051-87ed-2532b41b37c8 req-3ed9a7db-d9f9-423d-89db-d3afd408f91e tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks [] for port (d6ad4f0b-d1ec-4ca0-b709-38457d99ba55), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:35:12.670560 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f1037d83-b903-4051-87ed-2532b41b37c8 req-3ed9a7db-d9f9-423d-89db-d3afd408f91e tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (d6ad4f0b-d1ec-4ca0-b709-38457d99ba55), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:35:12.713526 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1037d83-b903-4051-87ed-2532b41b37c8 req-3ed9a7db-d9f9-423d-89db-d3afd408f91e tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Network 99c393e5-edbe-4583-8514-7c998c6986c0 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:35:12.718942 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-f1037d83-b903-4051-87ed-2532b41b37c8 req-3ed9a7db-d9f9-423d-89db-d3afd408f91e tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:35:12.722543 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1037d83-b903-4051-87ed-2532b41b37c8 req-3ed9a7db-d9f9-423d-89db-d3afd408f91e tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:35:12.746303 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed9a7db-d9f9-423d-89db-d3afd408f91e tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Pushing event updated for resources: {'Port': ['ID=d6ad4f0b-d1ec-4ca0-b709-38457d99ba55,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:35:12.775642 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1037d83-b903-4051-87ed-2532b41b37c8 req-3ed9a7db-d9f9-423d-89db-d3afd408f91e tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:12.776273 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f1037d83-b903-4051-87ed-2532b41b37c8 req-3ed9a7db-d9f9-423d-89db-d3afd408f91e tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:35:12.793710 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f1037d83-b903-4051-87ed-2532b41b37c8 req-3ed9a7db-d9f9-423d-89db-d3afd408f91e tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6879251 Feb 02 07:35:12.881961 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-f1037d83-b903-4051-87ed-2532b41b37c8 req-6b94c1af-fe2c-4e2a-90ef-e3cde09f45e4 service neutron] Request body: {'port': {'device_id': 'bfa1c6c6-446b-424f-80ef-872e518e2471', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:35:12.950506 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f1037d83-b903-4051-87ed-2532b41b37c8 req-6b94c1af-fe2c-4e2a-90ef-e3cde09f45e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (d6ad4f0b-d1ec-4ca0-b709-38457d99ba55), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:35:13.025782 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-34be7ef6-1161-4bd2-80aa-0f128b6d0308 None None] Provisioning complete for port d6ad4f0b-d1ec-4ca0-b709-38457d99ba55 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:35:13.026416 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-34be7ef6-1161-4bd2-80aa-0f128b6d0308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (d6ad4f0b-d1ec-4ca0-b709-38457d99ba55), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:35:13.066594 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-34be7ef6-1161-4bd2-80aa-0f128b6d0308 None None] Port d6ad4f0b-d1ec-4ca0-b709-38457d99ba55 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:35:13.210914 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-f1037d83-b903-4051-87ed-2532b41b37c8 req-6b94c1af-fe2c-4e2a-90ef-e3cde09f45e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6ad4f0b-d1ec-4ca0-b709-38457d99ba55 {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:35:13.218561 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f1037d83-b903-4051-87ed-2532b41b37c8 req-6b94c1af-fe2c-4e2a-90ef-e3cde09f45e4 service neutron] Publish callbacks [] for port (d6ad4f0b-d1ec-4ca0-b709-38457d99ba55), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:35:13.230381 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-f1037d83-b903-4051-87ed-2532b41b37c8 req-6b94c1af-fe2c-4e2a-90ef-e3cde09f45e4 service neutron] Transition to ACTIVE for port object d6ad4f0b-d1ec-4ca0-b709-38457d99ba55 will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:35:13.234434 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f1037d83-b903-4051-87ed-2532b41b37c8 req-6b94c1af-fe2c-4e2a-90ef-e3cde09f45e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (d6ad4f0b-d1ec-4ca0-b709-38457d99ba55), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:35:13.294289 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-02c114b2-fb0a-41cd-b8db-9f82c6e9e21b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:35:13.311378 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b94c1af-fe2c-4e2a-90ef-e3cde09f45e4 service neutron] Pushing event updated for resources: {'Port': ['ID=d6ad4f0b-d1ec-4ca0-b709-38457d99ba55,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:35:13.363720 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-f1037d83-b903-4051-87ed-2532b41b37c8 req-6b94c1af-fe2c-4e2a-90ef-e3cde09f45e4 service neutron] Attempting to bind port d6ad4f0b-d1ec-4ca0-b709-38457d99ba55 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:35:13.364070 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-f1037d83-b903-4051-87ed-2532b41b37c8 req-6b94c1af-fe2c-4e2a-90ef-e3cde09f45e4 service neutron] Attempting to bind port d6ad4f0b-d1ec-4ca0-b709-38457d99ba55 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': '7fbd5ca3-5d78-4819-a656-2bb76c5c6480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:35:13.364411 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1037d83-b903-4051-87ed-2532b41b37c8 req-6b94c1af-fe2c-4e2a-90ef-e3cde09f45e4 service neutron] Attempting to bind port d6ad4f0b-d1ec-4ca0-b709-38457d99ba55 on network 99c393e5-edbe-4583-8514-7c998c6986c0 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:35:13.369131 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1037d83-b903-4051-87ed-2532b41b37c8 req-6b94c1af-fe2c-4e2a-90ef-e3cde09f45e4 service neutron] Port d6ad4f0b-d1ec-4ca0-b709-38457d99ba55 on network 99c393e5-edbe-4583-8514-7c998c6986c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:35:13.369463 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1037d83-b903-4051-87ed-2532b41b37c8 req-6b94c1af-fe2c-4e2a-90ef-e3cde09f45e4 service neutron] Attempting to bind port d6ad4f0b-d1ec-4ca0-b709-38457d99ba55 on network 99c393e5-edbe-4583-8514-7c998c6986c0 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:35:13.383344 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1037d83-b903-4051-87ed-2532b41b37c8 req-6b94c1af-fe2c-4e2a-90ef-e3cde09f45e4 service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:35:13.383644 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1037d83-b903-4051-87ed-2532b41b37c8 req-6b94c1af-fe2c-4e2a-90ef-e3cde09f45e4 service neutron] Checking segment: {'id': '7fbd5ca3-5d78-4819-a656-2bb76c5c6480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:35:13.385052 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1037d83-b903-4051-87ed-2532b41b37c8 req-6b94c1af-fe2c-4e2a-90ef-e3cde09f45e4 service neutron] Bound using segment: {'id': '7fbd5ca3-5d78-4819-a656-2bb76c5c6480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:35:13.385339 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-f1037d83-b903-4051-87ed-2532b41b37c8 req-6b94c1af-fe2c-4e2a-90ef-e3cde09f45e4 service neutron] Bound port: d6ad4f0b-d1ec-4ca0-b709-38457d99ba55, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fbd5ca3-5d78-4819-a656-2bb76c5c6480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:35:13.385713 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f1037d83-b903-4051-87ed-2532b41b37c8 req-6b94c1af-fe2c-4e2a-90ef-e3cde09f45e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (d6ad4f0b-d1ec-4ca0-b709-38457d99ba55), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:35:13.456417 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-f1037d83-b903-4051-87ed-2532b41b37c8 req-6b94c1af-fe2c-4e2a-90ef-e3cde09f45e4 service neutron] For port d6ad4f0b-d1ec-4ca0-b709-38457d99ba55, host n-h1-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:35:13.459945 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-f1037d83-b903-4051-87ed-2532b41b37c8 req-6b94c1af-fe2c-4e2a-90ef-e3cde09f45e4 service neutron] For port d6ad4f0b-d1ec-4ca0-b709-38457d99ba55, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=d6ad4f0b-d1ec-4ca0-b709-38457d99ba55,segment=NetworkSegment(7fbd5ca3-5d78-4819-a656-2bb76c5c6480),segment_id=7fbd5ca3-5d78-4819-a656-2bb76c5c6480)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:35:13.467059 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f1037d83-b903-4051-87ed-2532b41b37c8 req-6b94c1af-fe2c-4e2a-90ef-e3cde09f45e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (d6ad4f0b-d1ec-4ca0-b709-38457d99ba55), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:35:13.511116 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1037d83-b903-4051-87ed-2532b41b37c8 req-6b94c1af-fe2c-4e2a-90ef-e3cde09f45e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:13.511836 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f1037d83-b903-4051-87ed-2532b41b37c8 req-6b94c1af-fe2c-4e2a-90ef-e3cde09f45e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:35:13.513181 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f1037d83-b903-4051-87ed-2532b41b37c8 req-6b94c1af-fe2c-4e2a-90ef-e3cde09f45e4 service neutron] 10.222.0.88 "PUT /v2.0/ports/d6ad4f0b-d1ec-4ca0-b709-38457d99ba55 HTTP/1.1" status: 200 len: 1092 time: 0.7050378 Feb 02 07:35:13.513678 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfa1c6c6-446b-424f-80ef-872e518e2471', 'tag': 'd6ad4f0b-d1ec-4ca0-b709-38457d99ba55'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:35:13.516042 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8064ae6-e49f-42ea-8f1d-267bb7cf0cc7" -d '{"events": [{"name": "network-changed", "server_uuid": "bfa1c6c6-446b-424f-80ef-872e518e2471", "tag": "d6ad4f0b-d1ec-4ca0-b709-38457d99ba55"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:35:13.541283 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b94c1af-fe2c-4e2a-90ef-e3cde09f45e4 service neutron] Pushing event updated for resources: {'Port': ['ID=d6ad4f0b-d1ec-4ca0-b709-38457d99ba55,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:35:13.671759 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1037d83-b903-4051-87ed-2532b41b37c8 req-c41da833-93e5-469e-94b8-159fc9eba5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:13.673673 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f1037d83-b903-4051-87ed-2532b41b37c8 req-c41da833-93e5-469e-94b8-159fc9eba5c3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c3998c4a9fb54dbfb254f927a9c64ece&device_id=bfa1c6c6-446b-424f-80ef-872e518e2471 HTTP/1.1" status: 200 len: 1126 time: 0.0981002 Feb 02 07:35:13.688529 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df73f0-6444-4c04-ba0d-a9090f5e0673 req-37cda13c-bce7-45a8-a740-96d10411e77a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:13.690500 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-59df73f0-6444-4c04-ba0d-a9090f5e0673 req-37cda13c-bce7-45a8-a740-96d10411e77a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=0303d9bc-82d9-4cc7-98c3-1599bac52df2 HTTP/1.1" status: 200 len: 946 time: 0.1061134 Feb 02 07:35:13.740827 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f1037d83-b903-4051-87ed-2532b41b37c8 req-1d92f5d2-904e-4a8c-a17a-7832866a4904 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6ad4f0b-d1ec-4ca0-b709-38457d99ba55 HTTP/1.1" status: 200 len: 217 time: 0.0454938 Feb 02 07:35:13.824621 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-59df73f0-6444-4c04-ba0d-a9090f5e0673 req-03379ebe-1bfe-4925-bb5f-b0b19f6bc83c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=a1d7f0ae-c818-4496-b094-8f4a4e213979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208742 Feb 02 07:35:13.826985 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1037d83-b903-4051-87ed-2532b41b37c8 req-77726131-3760-4bd7-9e6a-bd0f98a94313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:13.828418 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f1037d83-b903-4051-87ed-2532b41b37c8 req-77726131-3760-4bd7-9e6a-bd0f98a94313 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8f0c010c-d5c1-4b63-8939-b46551f6cb84 HTTP/1.1" status: 200 len: 851 time: 0.0806601 Feb 02 07:35:13.880076 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1037d83-b903-4051-87ed-2532b41b37c8 req-73844895-5ae3-4282-9d38-5dad79b3672e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:13.881584 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f1037d83-b903-4051-87ed-2532b41b37c8 req-73844895-5ae3-4282-9d38-5dad79b3672e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=99c393e5-edbe-4583-8514-7c998c6986c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0469627 Feb 02 07:35:13.882987 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bbcb7ab-c4f7-4f27-b5b7-6ffb69ec696f x-openstack-request-id: req-8bbcb7ab-c4f7-4f27-b5b7-6ffb69ec696f {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:35:13.883273 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfa1c6c6-446b-424f-80ef-872e518e2471", "tag": "d6ad4f0b-d1ec-4ca0-b709-38457d99ba55", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:35:13.883715 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-8bbcb7ab-c4f7-4f27-b5b7-6ffb69ec696f {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:35:13.884110 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfa1c6c6-446b-424f-80ef-872e518e2471', 'tag': 'd6ad4f0b-d1ec-4ca0-b709-38457d99ba55', 'status': 'completed', 'code': 200} Feb 02 07:35:14.025700 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f1037d83-b903-4051-87ed-2532b41b37c8 req-3fcf92ce-8585-4ecc-ae66-280002dd2e5b service neutron] 10.222.0.88 "GET /v2.0/networks/99c393e5-edbe-4583-8514-7c998c6986c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228831 Feb 02 07:35:14.033281 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f29ded4-ea39-490e-a02f-c630f3453f1c req-7c5efe0a-6dfe-416f-b6e8-90099e131ee2 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:14.034651 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0f29ded4-ea39-490e-a02f-c630f3453f1c req-7c5efe0a-6dfe-416f-b6e8-90099e131ee2 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfa1c6c6-446b-424f-80ef-872e518e2471 HTTP/1.1" status: 200 len: 943 time: 0.1031830 Feb 02 07:35:14.140574 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0f29ded4-ea39-490e-a02f-c630f3453f1c req-0ea8c032-d7bd-4d8b-9bfc-93eb04e64ce2 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980911 Feb 02 07:35:14.159102 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f1037d83-b903-4051-87ed-2532b41b37c8 req-a2dc7704-d4b2-41b7-9b85-f813f3554da7 service neutron] 10.222.0.88 "GET /v2.0/networks/99c393e5-edbe-4583-8514-7c998c6986c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196787 Feb 02 07:35:14.268888 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8064ae6-e49f-42ea-8f1d-267bb7cf0cc7 req-82fe963c-7219-493f-a1ea-456e8c8ae8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:14.270409 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e8064ae6-e49f-42ea-8f1d-267bb7cf0cc7 req-82fe963c-7219-493f-a1ea-456e8c8ae8f5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c3998c4a9fb54dbfb254f927a9c64ece&device_id=bfa1c6c6-446b-424f-80ef-872e518e2471 HTTP/1.1" status: 200 len: 1126 time: 0.0458493 Feb 02 07:35:14.361095 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8064ae6-e49f-42ea-8f1d-267bb7cf0cc7 req-db2d7ec6-26d8-40c4-8630-83b15c885663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:14.362487 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e8064ae6-e49f-42ea-8f1d-267bb7cf0cc7 req-db2d7ec6-26d8-40c4-8630-83b15c885663 service neutron] 10.222.0.88 "GET /v2.0/networks?id=99c393e5-edbe-4583-8514-7c998c6986c0 HTTP/1.1" status: 200 len: 913 time: 0.0862052 Feb 02 07:35:14.407781 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e8064ae6-e49f-42ea-8f1d-267bb7cf0cc7 req-28d49b82-07b0-4c2d-83fe-84fd0213df80 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6ad4f0b-d1ec-4ca0-b709-38457d99ba55 HTTP/1.1" status: 200 len: 217 time: 0.0383720 Feb 02 07:35:14.456053 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8064ae6-e49f-42ea-8f1d-267bb7cf0cc7 req-300c8837-6013-4ba2-90b4-107e850033a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:14.457508 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e8064ae6-e49f-42ea-8f1d-267bb7cf0cc7 req-300c8837-6013-4ba2-90b4-107e850033a2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8f0c010c-d5c1-4b63-8939-b46551f6cb84 HTTP/1.1" status: 200 len: 851 time: 0.0439706 Feb 02 07:35:14.508765 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8064ae6-e49f-42ea-8f1d-267bb7cf0cc7 req-787763c0-2b16-4fe7-8aeb-6b2a1be5f2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:14.510290 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e8064ae6-e49f-42ea-8f1d-267bb7cf0cc7 req-787763c0-2b16-4fe7-8aeb-6b2a1be5f2f3 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=99c393e5-edbe-4583-8514-7c998c6986c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0465147 Feb 02 07:35:14.740444 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:35:15.000121 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e8064ae6-e49f-42ea-8f1d-267bb7cf0cc7 req-8dfee328-1bd0-4d06-9928-4dd056514003 service neutron] 10.222.0.88 "GET /v2.0/networks/99c393e5-edbe-4583-8514-7c998c6986c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4835103 Feb 02 07:35:15.010996 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7088b-17c0-451d-a1a3-a55eb33964a1 req-f3e1ae03-2bac-4991-a710-f8aa6568025f tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:15.012412 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-01f7088b-17c0-451d-a1a3-a55eb33964a1 req-f3e1ae03-2bac-4991-a710-f8aa6568025f tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=0303d9bc-82d9-4cc7-98c3-1599bac52df2 HTTP/1.1" status: 200 len: 946 time: 0.0733843 Feb 02 07:35:15.118706 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-01f7088b-17c0-451d-a1a3-a55eb33964a1 req-61ac57af-75dc-423a-b2ab-47621fb4ddc5 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=a1d7f0ae-c818-4496-b094-8f4a4e213979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981939 Feb 02 07:35:15.144457 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e8064ae6-e49f-42ea-8f1d-267bb7cf0cc7 req-2d4d9fec-0a8e-44b1-a23f-4d59db78a5ae service neutron] 10.222.0.88 "GET /v2.0/networks/99c393e5-edbe-4583-8514-7c998c6986c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310925 Feb 02 07:35:15.262733 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba81923-c5ca-471d-947b-156ee793484d req-6da88c7b-7fa9-49d5-b444-9872573d2fd5 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:15.264709 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1ba81923-c5ca-471d-947b-156ee793484d req-6da88c7b-7fa9-49d5-b444-9872573d2fd5 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfa1c6c6-446b-424f-80ef-872e518e2471 HTTP/1.1" status: 200 len: 943 time: 0.0576162 Feb 02 07:35:15.312998 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1ba81923-c5ca-471d-947b-156ee793484d req-5e7bd8ea-418f-4164-a050-e4dec288a9d9 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426333 Feb 02 07:35:16.117857 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:35:16.246992 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ca6f9-f432-4ddc-8c30-a83e7fb30178 req-f3877abd-b1cd-45bd-9972-e72c4516e83d tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:16.249019 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ab1ca6f9-f432-4ddc-8c30-a83e7fb30178 req-f3877abd-b1cd-45bd-9972-e72c4516e83d tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=0303d9bc-82d9-4cc7-98c3-1599bac52df2 HTTP/1.1" status: 200 len: 946 time: 0.0569274 Feb 02 07:35:16.297875 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ab1ca6f9-f432-4ddc-8c30-a83e7fb30178 req-f94fc1da-6dd2-4b09-8c99-590f8a413148 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=a1d7f0ae-c818-4496-b094-8f4a4e213979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429380 Feb 02 07:35:16.432498 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598cf35-c912-4d68-be42-363976c750eb req-f8ea88bf-1228-4a14-9f14-df792180ed61 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:16.433993 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f598cf35-c912-4d68-be42-363976c750eb req-f8ea88bf-1228-4a14-9f14-df792180ed61 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfa1c6c6-446b-424f-80ef-872e518e2471 HTTP/1.1" status: 200 len: 943 time: 0.0545869 Feb 02 07:35:16.481424 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f598cf35-c912-4d68-be42-363976c750eb req-469f2a9f-d9a0-4329-9d9e-62a548984cbe tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407794 Feb 02 07:35:17.421935 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c5716-0fd5-4ce3-af9b-3abb4fcf0367 req-1b291816-7e8a-427b-804a-3b210de0f1b9 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:17.423843 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-874c5716-0fd5-4ce3-af9b-3abb4fcf0367 req-1b291816-7e8a-427b-804a-3b210de0f1b9 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=0303d9bc-82d9-4cc7-98c3-1599bac52df2 HTTP/1.1" status: 200 len: 946 time: 0.0563400 Feb 02 07:35:17.430033 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:35:17.483539 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-874c5716-0fd5-4ce3-af9b-3abb4fcf0367 req-c52bac87-0ccf-4011-9ab0-80e4817bcc6e tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=a1d7f0ae-c818-4496-b094-8f4a4e213979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539126 Feb 02 07:35:17.624753 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a74677-e1da-4911-9bb7-461149dc6a2c req-99aca887-fc09-4c92-a136-c087d22e8184 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:17.626853 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-34a74677-e1da-4911-9bb7-461149dc6a2c req-99aca887-fc09-4c92-a136-c087d22e8184 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfa1c6c6-446b-424f-80ef-872e518e2471 HTTP/1.1" status: 200 len: 943 time: 0.0676789 Feb 02 07:35:17.691564 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-34a74677-e1da-4911-9bb7-461149dc6a2c req-5e0b8f0f-6bcc-46f7-8011-fe980726605a tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549920 Feb 02 07:35:18.664013 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e83b4-3a94-4cca-9d68-3f05bfa6c0eb req-82433124-bec5-4ba1-a159-58b1a739f453 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:18.665584 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-278e83b4-3a94-4cca-9d68-3f05bfa6c0eb req-82433124-bec5-4ba1-a159-58b1a739f453 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=0303d9bc-82d9-4cc7-98c3-1599bac52df2 HTTP/1.1" status: 200 len: 946 time: 0.0690863 Feb 02 07:35:18.751677 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-278e83b4-3a94-4cca-9d68-3f05bfa6c0eb req-c65a4759-9a4c-4971-9262-c48b6579a491 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=a1d7f0ae-c818-4496-b094-8f4a4e213979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759604 Feb 02 07:35:18.897998 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c7ed8f-8b91-48d4-8c3b-5b82da75931f req-d504368f-ca0d-439f-956e-3764c51f6be9 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:18.901166 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-37c7ed8f-8b91-48d4-8c3b-5b82da75931f req-d504368f-ca0d-439f-956e-3764c51f6be9 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfa1c6c6-446b-424f-80ef-872e518e2471 HTTP/1.1" status: 200 len: 943 time: 0.0806890 Feb 02 07:35:18.959644 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-37c7ed8f-8b91-48d4-8c3b-5b82da75931f req-d92c267c-1477-4333-8cf0-63ec9d6e948c tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518050 Feb 02 07:35:19.911013 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9f564e-0ef6-43de-870b-696c1f96dc11 req-307f429a-21ab-44f0-bab1-36b73d0d6dbf tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:19.912578 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5f9f564e-0ef6-43de-870b-696c1f96dc11 req-307f429a-21ab-44f0-bab1-36b73d0d6dbf tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=0303d9bc-82d9-4cc7-98c3-1599bac52df2 HTTP/1.1" status: 200 len: 946 time: 0.0561395 Feb 02 07:35:19.970947 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5f9f564e-0ef6-43de-870b-696c1f96dc11 req-7055e361-c245-4cac-b38b-43d3bab33739 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=a1d7f0ae-c818-4496-b094-8f4a4e213979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525405 Feb 02 07:35:20.099364 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd026c-2717-44ca-b645-8dd51e43c933 req-c9ab41b3-5856-47c4-ac23-3e4d3e8b18e0 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:20.100892 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-40dd026c-2717-44ca-b645-8dd51e43c933 req-c9ab41b3-5856-47c4-ac23-3e4d3e8b18e0 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfa1c6c6-446b-424f-80ef-872e518e2471 HTTP/1.1" status: 200 len: 943 time: 0.0654416 Feb 02 07:35:20.163092 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-40dd026c-2717-44ca-b645-8dd51e43c933 req-ce21e079-6773-4938-a7bc-67b97730a463 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563927 Feb 02 07:35:21.092443 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d31eb45-b154-46b4-ae32-a9a349fe1805 req-d1b37831-4888-42d3-a874-cb7bd165cc00 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:21.094853 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0d31eb45-b154-46b4-ae32-a9a349fe1805 req-d1b37831-4888-42d3-a874-cb7bd165cc00 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=0303d9bc-82d9-4cc7-98c3-1599bac52df2 HTTP/1.1" status: 200 len: 946 time: 0.0559361 Feb 02 07:35:21.148299 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0d31eb45-b154-46b4-ae32-a9a349fe1805 req-df7219e1-43a4-4b1d-b634-dd07ebf03efa tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=a1d7f0ae-c818-4496-b094-8f4a4e213979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468676 Feb 02 07:35:21.302421 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9f543-8480-4b45-87a0-2f4e10f137fb req-d7e16657-7bd8-407f-8785-b39a6bd65767 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:21.304479 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-95b9f543-8480-4b45-87a0-2f4e10f137fb req-d7e16657-7bd8-407f-8785-b39a6bd65767 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfa1c6c6-446b-424f-80ef-872e518e2471 HTTP/1.1" status: 200 len: 943 time: 0.0665679 Feb 02 07:35:21.360387 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-95b9f543-8480-4b45-87a0-2f4e10f137fb req-ee841d57-68d0-4019-85b6-64529c454c2e tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491354 Feb 02 07:35:22.262105 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:35:22.285586 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc601e-b2d8-4b27-87a8-51d6418bce8f req-5472252a-b051-4658-9640-3946662958cb tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:22.287075 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2efc601e-b2d8-4b27-87a8-51d6418bce8f req-5472252a-b051-4658-9640-3946662958cb tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=0303d9bc-82d9-4cc7-98c3-1599bac52df2 HTTP/1.1" status: 200 len: 946 time: 0.0629067 Feb 02 07:35:22.337716 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2efc601e-b2d8-4b27-87a8-51d6418bce8f req-5d16705c-768f-4c10-85ee-6e42c8991990 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=a1d7f0ae-c818-4496-b094-8f4a4e213979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448058 Feb 02 07:35:22.472155 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaea433-0b8f-4887-bce7-585ece0bae58 req-44ebe935-a8de-4d2d-9c2f-66c6a515c7bf tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:22.473539 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5eaea433-0b8f-4887-bce7-585ece0bae58 req-44ebe935-a8de-4d2d-9c2f-66c6a515c7bf tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfa1c6c6-446b-424f-80ef-872e518e2471 HTTP/1.1" status: 200 len: 943 time: 0.0539916 Feb 02 07:35:22.521781 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5eaea433-0b8f-4887-bce7-585ece0bae58 req-5f38399f-6d73-4e15-b2df-711c207374ff tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426168 Feb 02 07:35:23.463660 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d84bc-969b-4493-9959-0cb44485fc63 req-0eddd8fb-d655-4345-b560-8191329804b0 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:23.465140 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b19d84bc-969b-4493-9959-0cb44485fc63 req-0eddd8fb-d655-4345-b560-8191329804b0 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=0303d9bc-82d9-4cc7-98c3-1599bac52df2 HTTP/1.1" status: 200 len: 946 time: 0.0574508 Feb 02 07:35:23.515524 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b19d84bc-969b-4493-9959-0cb44485fc63 req-6e7a8af7-d4fb-40ab-abe3-41240d8605e2 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=a1d7f0ae-c818-4496-b094-8f4a4e213979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447361 Feb 02 07:35:23.543263 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [req-66fa2ef5-dde7-472e-ba40-3297189750b9 req-827d549b-df21-43d8-ac45-1286e8d63b23 service neutron] show failed (client error): The resource could not be found. Feb 02 07:35:23.545039 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-66fa2ef5-dde7-472e-ba40-3297189750b9 req-827d549b-df21-43d8-ac45-1286e8d63b23 service neutron] 10.222.0.59 "GET /v2.0/ports/ac9ba3f6-29c8-409b-b0b2-e55c380b27d7/bindings/n-h1-789963-26 HTTP/1.1" status: 404 len: 381 time: 0.0629542 Feb 02 07:35:23.645044 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac97d3-8e65-4600-a118-346e761d3157 req-475b8917-2042-4167-b45b-ad00719b0ccd tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:23.646431 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f5ac97d3-8e65-4600-a118-346e761d3157 req-475b8917-2042-4167-b45b-ad00719b0ccd tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfa1c6c6-446b-424f-80ef-872e518e2471 HTTP/1.1" status: 200 len: 943 time: 0.0568979 Feb 02 07:35:23.698956 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f5ac97d3-8e65-4600-a118-346e761d3157 req-0d65a95c-5839-49d8-b3c8-46ddd7c8f30b tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466242 Feb 02 07:35:23.787167 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa2ef5-dde7-472e-ba40-3297189750b9 req-4a02a370-0e90-4e2b-a907-9f7261793a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:23.788699 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-66fa2ef5-dde7-472e-ba40-3297189750b9 req-4a02a370-0e90-4e2b-a907-9f7261793a68 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0303d9bc-82d9-4cc7-98c3-1599bac52df2&tenant_id=b5f86cce5c924f2695e5f2d21aa64848 HTTP/1.1" status: 200 len: 1129 time: 0.0839660 Feb 02 07:35:23.808888 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-66fa2ef5-dde7-472e-ba40-3297189750b9 req-983185c4-574e-493d-b185-5a9e0cfd7e7e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-26', 'device_owner': 'compute:nova'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:35:23.865535 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-66fa2ef5-dde7-472e-ba40-3297189750b9 req-983185c4-574e-493d-b185-5a9e0cfd7e7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ac9ba3f6-29c8-409b-b0b2-e55c380b27d7), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:35:24.068097 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-66fa2ef5-dde7-472e-ba40-3297189750b9 req-983185c4-574e-493d-b185-5a9e0cfd7e7e service neutron] For port ac9ba3f6-29c8-409b-b0b2-e55c380b27d7, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=ac9ba3f6-29c8-409b-b0b2-e55c380b27d7,segment=NetworkSegment(da5bca61-70f7-4d81-90dd-f147314af397),segment_id=da5bca61-70f7-4d81-90dd-f147314af397)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:35:24.102788 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-66fa2ef5-dde7-472e-ba40-3297189750b9 req-983185c4-574e-493d-b185-5a9e0cfd7e7e service neutron] For port ac9ba3f6-29c8-409b-b0b2-e55c380b27d7, host n-h2-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:35:24.146780 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0303d9bc-82d9-4cc7-98c3-1599bac52df2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac9ba3f6-29c8-409b-b0b2-e55c380b27d7'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:35:24.149393 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3990dfa3-7167-4f1f-9b25-f335a2b6931b" -d '{"events": [{"server_uuid": "0303d9bc-82d9-4cc7-98c3-1599bac52df2", "name": "network-vif-unplugged", "status": "completed", "tag": "ac9ba3f6-29c8-409b-b0b2-e55c380b27d7"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:35:24.154403 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-66fa2ef5-dde7-472e-ba40-3297189750b9 req-983185c4-574e-493d-b185-5a9e0cfd7e7e service neutron] Publish callbacks [] for port (ac9ba3f6-29c8-409b-b0b2-e55c380b27d7), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:35:24.168807 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-66fa2ef5-dde7-472e-ba40-3297189750b9 req-983185c4-574e-493d-b185-5a9e0cfd7e7e service neutron] Transition to ACTIVE for port object ac9ba3f6-29c8-409b-b0b2-e55c380b27d7 will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:35:24.172831 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-66fa2ef5-dde7-472e-ba40-3297189750b9 req-983185c4-574e-493d-b185-5a9e0cfd7e7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (ac9ba3f6-29c8-409b-b0b2-e55c380b27d7), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:35:24.203478 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 07:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94a3eed-e854-4b2d-a1e9-02c65e3a6fc2 x-openstack-request-id: req-e94a3eed-e854-4b2d-a1e9-02c65e3a6fc2 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:35:24.203946 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0303d9bc-82d9-4cc7-98c3-1599bac52df2", "name": "network-vif-unplugged", "status": "completed", "tag": "ac9ba3f6-29c8-409b-b0b2-e55c380b27d7", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:35:24.204225 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e94a3eed-e854-4b2d-a1e9-02c65e3a6fc2 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:35:24.204601 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0303d9bc-82d9-4cc7-98c3-1599bac52df2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac9ba3f6-29c8-409b-b0b2-e55c380b27d7', 'code': 200} Feb 02 07:35:24.276801 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983185c4-574e-493d-b185-5a9e0cfd7e7e service neutron] Pushing event updated for resources: {'Port': ['ID=ac9ba3f6-29c8-409b-b0b2-e55c380b27d7,revision_number=6']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:35:24.352909 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-66fa2ef5-dde7-472e-ba40-3297189750b9 req-983185c4-574e-493d-b185-5a9e0cfd7e7e service neutron] No DVR routers for this DVR port ac9ba3f6-29c8-409b-b0b2-e55c380b27d7 on host n-h2-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:35:24.489819 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-66fa2ef5-dde7-472e-ba40-3297189750b9 req-983185c4-574e-493d-b185-5a9e0cfd7e7e service neutron] Attempting to bind port ac9ba3f6-29c8-409b-b0b2-e55c380b27d7 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:35:24.490395 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-66fa2ef5-dde7-472e-ba40-3297189750b9 req-983185c4-574e-493d-b185-5a9e0cfd7e7e service neutron] Attempting to bind port ac9ba3f6-29c8-409b-b0b2-e55c380b27d7 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'da5bca61-70f7-4d81-90dd-f147314af397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:35:24.490530 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fa2ef5-dde7-472e-ba40-3297189750b9 req-983185c4-574e-493d-b185-5a9e0cfd7e7e service neutron] Attempting to bind port ac9ba3f6-29c8-409b-b0b2-e55c380b27d7 on network e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:35:24.495574 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fa2ef5-dde7-472e-ba40-3297189750b9 req-983185c4-574e-493d-b185-5a9e0cfd7e7e service neutron] Port ac9ba3f6-29c8-409b-b0b2-e55c380b27d7 on network e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:35:24.495911 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fa2ef5-dde7-472e-ba40-3297189750b9 req-983185c4-574e-493d-b185-5a9e0cfd7e7e service neutron] Attempting to bind port ac9ba3f6-29c8-409b-b0b2-e55c380b27d7 on network e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:35:24.502567 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fa2ef5-dde7-472e-ba40-3297189750b9 req-983185c4-574e-493d-b185-5a9e0cfd7e7e service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:35:24.502917 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fa2ef5-dde7-472e-ba40-3297189750b9 req-983185c4-574e-493d-b185-5a9e0cfd7e7e service neutron] Checking segment: {'id': 'da5bca61-70f7-4d81-90dd-f147314af397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:35:24.503312 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fa2ef5-dde7-472e-ba40-3297189750b9 req-983185c4-574e-493d-b185-5a9e0cfd7e7e service neutron] Bound using segment: {'id': 'da5bca61-70f7-4d81-90dd-f147314af397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:35:24.503798 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-66fa2ef5-dde7-472e-ba40-3297189750b9 req-983185c4-574e-493d-b185-5a9e0cfd7e7e service neutron] Bound port: ac9ba3f6-29c8-409b-b0b2-e55c380b27d7, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da5bca61-70f7-4d81-90dd-f147314af397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:35:24.504150 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-66fa2ef5-dde7-472e-ba40-3297189750b9 req-983185c4-574e-493d-b185-5a9e0cfd7e7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ac9ba3f6-29c8-409b-b0b2-e55c380b27d7), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:35:24.572324 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-66fa2ef5-dde7-472e-ba40-3297189750b9 req-983185c4-574e-493d-b185-5a9e0cfd7e7e service neutron] For port ac9ba3f6-29c8-409b-b0b2-e55c380b27d7, host n-h1-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:35:24.576148 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-66fa2ef5-dde7-472e-ba40-3297189750b9 req-983185c4-574e-493d-b185-5a9e0cfd7e7e service neutron] For port ac9ba3f6-29c8-409b-b0b2-e55c380b27d7, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=ac9ba3f6-29c8-409b-b0b2-e55c380b27d7,segment=NetworkSegment(da5bca61-70f7-4d81-90dd-f147314af397),segment_id=da5bca61-70f7-4d81-90dd-f147314af397)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:35:24.582714 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-66fa2ef5-dde7-472e-ba40-3297189750b9 req-983185c4-574e-493d-b185-5a9e0cfd7e7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (ac9ba3f6-29c8-409b-b0b2-e55c380b27d7), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:35:24.639921 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa2ef5-dde7-472e-ba40-3297189750b9 req-983185c4-574e-493d-b185-5a9e0cfd7e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:24.640450 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-66fa2ef5-dde7-472e-ba40-3297189750b9 req-983185c4-574e-493d-b185-5a9e0cfd7e7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:35:24.641857 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-66fa2ef5-dde7-472e-ba40-3297189750b9 req-983185c4-574e-493d-b185-5a9e0cfd7e7e service neutron] 10.222.0.88 "PUT /v2.0/ports/ac9ba3f6-29c8-409b-b0b2-e55c380b27d7 HTTP/1.1" status: 200 len: 1093 time: 0.8368287 Feb 02 07:35:24.676686 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983185c4-574e-493d-b185-5a9e0cfd7e7e service neutron] Pushing event updated for resources: {'Port': ['ID=ac9ba3f6-29c8-409b-b0b2-e55c380b27d7,revision_number=7']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:35:24.691957 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c577b7-49d6-4e4d-b82c-0f43468f569f req-a7bdd0ac-9354-45bf-a9be-f614d90dc0e7 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:24.693496 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a5c577b7-49d6-4e4d-b82c-0f43468f569f req-a7bdd0ac-9354-45bf-a9be-f614d90dc0e7 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=0303d9bc-82d9-4cc7-98c3-1599bac52df2 HTTP/1.1" status: 200 len: 944 time: 0.1022298 Feb 02 07:35:24.780212 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a5c577b7-49d6-4e4d-b82c-0f43468f569f req-de497c4a-2b8d-4e36-a4d4-6da662bfa2d2 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=a1d7f0ae-c818-4496-b094-8f4a4e213979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791023 Feb 02 07:35:24.783158 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa2ef5-dde7-472e-ba40-3297189750b9 req-41bc1163-9910-4f33-b75c-811cdfa67d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:24.784470 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-66fa2ef5-dde7-472e-ba40-3297189750b9 req-41bc1163-9910-4f33-b75c-811cdfa67d73 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b5f86cce5c924f2695e5f2d21aa64848&device_id=0303d9bc-82d9-4cc7-98c3-1599bac52df2 HTTP/1.1" status: 200 len: 1127 time: 0.1009390 Feb 02 07:35:24.923231 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa2ef5-dde7-472e-ba40-3297189750b9 req-271f4a87-7e80-41ac-8a9a-e46731d67109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:24.924739 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-66fa2ef5-dde7-472e-ba40-3297189750b9 req-271f4a87-7e80-41ac-8a9a-e46731d67109 service neutron] 10.222.0.88 "GET /v2.0/networks?id=e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865 HTTP/1.1" status: 200 len: 898 time: 0.1327932 Feb 02 07:35:24.939812 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb70572-024d-4108-be9e-38697a51d161 req-b95cc79f-7672-458a-a217-11525f88da0b tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:24.941292 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6cb70572-024d-4108-be9e-38697a51d161 req-b95cc79f-7672-458a-a217-11525f88da0b tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfa1c6c6-446b-424f-80ef-872e518e2471 HTTP/1.1" status: 200 len: 943 time: 0.0783653 Feb 02 07:35:25.041994 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-66fa2ef5-dde7-472e-ba40-3297189750b9 req-e1332077-9ff8-4194-940a-7e1933c49204 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac9ba3f6-29c8-409b-b0b2-e55c380b27d7 HTTP/1.1" status: 200 len: 1000 time: 0.0954366 Feb 02 07:35:25.045237 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6cb70572-024d-4108-be9e-38697a51d161 req-55658dea-3f05-48c7-8642-601d3ffabfe0 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974624 Feb 02 07:35:25.091835 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa2ef5-dde7-472e-ba40-3297189750b9 req-6fe26e21-b277-40ec-9654-46f7a201aadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:25.093396 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-66fa2ef5-dde7-472e-ba40-3297189750b9 req-6fe26e21-b277-40ec-9654-46f7a201aadb service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ddad25ec-3bed-4618-8241-feff67ef97ce HTTP/1.1" status: 200 len: 834 time: 0.0450106 Feb 02 07:35:25.146933 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa2ef5-dde7-472e-ba40-3297189750b9 req-63aaf89a-f68d-47c0-b361-4e35bacb039c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:25.148401 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-66fa2ef5-dde7-472e-ba40-3297189750b9 req-63aaf89a-f68d-47c0-b361-4e35bacb039c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0497134 Feb 02 07:35:25.239083 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-66fa2ef5-dde7-472e-ba40-3297189750b9 req-5334d412-6903-449f-8880-d490214d6454 service neutron] 10.222.0.88 "GET /v2.0/networks/e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838299 Feb 02 07:35:25.330748 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-66fa2ef5-dde7-472e-ba40-3297189750b9 req-83a4bba7-c667-4f5c-ab14-f260944ea724 service neutron] 10.222.0.88 "GET /v2.0/networks/e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864232 Feb 02 07:35:25.912635 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277a9c82-0454-4bd8-8a12-d4cb97b3e152 req-5d98eb26-0fef-4fcd-8e01-b6703c4d61ac tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:25.914143 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-277a9c82-0454-4bd8-8a12-d4cb97b3e152 req-5d98eb26-0fef-4fcd-8e01-b6703c4d61ac tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=0303d9bc-82d9-4cc7-98c3-1599bac52df2 HTTP/1.1" status: 200 len: 944 time: 0.0578256 Feb 02 07:35:25.965155 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-277a9c82-0454-4bd8-8a12-d4cb97b3e152 req-501697b9-e62a-4bc4-a9b7-fd98f66c5166 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=a1d7f0ae-c818-4496-b094-8f4a4e213979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452254 Feb 02 07:35:26.178868 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96630975-ae41-458f-b1b7-a3d872fba419 req-a6a00695-9d74-43bf-828a-f74556cd6add tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:26.182190 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-96630975-ae41-458f-b1b7-a3d872fba419 req-a6a00695-9d74-43bf-828a-f74556cd6add tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfa1c6c6-446b-424f-80ef-872e518e2471 HTTP/1.1" status: 200 len: 943 time: 0.0664208 Feb 02 07:35:26.208835 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0303d9bc-82d9-4cc7-98c3-1599bac52df2', 'tag': 'ac9ba3f6-29c8-409b-b0b2-e55c380b27d7'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:35:26.210964 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc169f50-880a-448a-ab89-c26016ee7e7e" -d '{"events": [{"name": "network-changed", "server_uuid": "0303d9bc-82d9-4cc7-98c3-1599bac52df2", "tag": "ac9ba3f6-29c8-409b-b0b2-e55c380b27d7"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:35:26.249079 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-96630975-ae41-458f-b1b7-a3d872fba419 req-94704a5c-3a89-4f13-b7a6-ac8f0b4174b2 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605063 Feb 02 07:35:26.315148 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-386aba80-5ea4-4533-bbf5-a9e0109a5417 x-openstack-request-id: req-386aba80-5ea4-4533-bbf5-a9e0109a5417 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:35:26.315446 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0303d9bc-82d9-4cc7-98c3-1599bac52df2", "tag": "ac9ba3f6-29c8-409b-b0b2-e55c380b27d7", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:35:26.315740 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-386aba80-5ea4-4533-bbf5-a9e0109a5417 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:35:26.316141 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0303d9bc-82d9-4cc7-98c3-1599bac52df2', 'tag': 'ac9ba3f6-29c8-409b-b0b2-e55c380b27d7', 'status': 'completed', 'code': 200} Feb 02 07:35:26.403398 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc169f50-880a-448a-ab89-c26016ee7e7e req-680306a6-db3e-4300-9f12-129905192c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:26.405206 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bc169f50-880a-448a-ab89-c26016ee7e7e req-680306a6-db3e-4300-9f12-129905192c0d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b5f86cce5c924f2695e5f2d21aa64848&device_id=0303d9bc-82d9-4cc7-98c3-1599bac52df2 HTTP/1.1" status: 200 len: 1127 time: 0.0499721 Feb 02 07:35:26.407111 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc169f50-880a-448a-ab89-c26016ee7e7e req-a5af736d-b0e2-49af-b275-812ed1b3652e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:26.408682 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bc169f50-880a-448a-ab89-c26016ee7e7e req-a5af736d-b0e2-49af-b275-812ed1b3652e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b5f86cce5c924f2695e5f2d21aa64848&device_id=0303d9bc-82d9-4cc7-98c3-1599bac52df2 HTTP/1.1" status: 200 len: 1127 time: 0.0480924 Feb 02 07:35:26.509845 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc169f50-880a-448a-ab89-c26016ee7e7e req-228647fc-9a48-4ce5-badc-204f61884d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:26.511330 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bc169f50-880a-448a-ab89-c26016ee7e7e req-228647fc-9a48-4ce5-badc-204f61884d94 service neutron] 10.222.0.88 "GET /v2.0/networks?id=e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865 HTTP/1.1" status: 200 len: 898 time: 0.0960333 Feb 02 07:35:26.522189 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc169f50-880a-448a-ab89-c26016ee7e7e req-48b3d244-aabb-4092-b98b-b6f8b8831e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:26.523758 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bc169f50-880a-448a-ab89-c26016ee7e7e req-48b3d244-aabb-4092-b98b-b6f8b8831e88 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865 HTTP/1.1" status: 200 len: 898 time: 0.1103160 Feb 02 07:35:26.585188 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bc169f50-880a-448a-ab89-c26016ee7e7e req-38f29eb4-b51b-42e5-9bf9-f02125dbe40c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac9ba3f6-29c8-409b-b0b2-e55c380b27d7 HTTP/1.1" status: 200 len: 1000 time: 0.0669525 Feb 02 07:35:26.607580 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bc169f50-880a-448a-ab89-c26016ee7e7e req-ddb8c6ce-be5e-4c00-8027-34c656128e50 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac9ba3f6-29c8-409b-b0b2-e55c380b27d7 HTTP/1.1" status: 200 len: 1000 time: 0.0769734 Feb 02 07:35:26.637032 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc169f50-880a-448a-ab89-c26016ee7e7e req-68479e2d-89c7-405e-aa86-7f976a138e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:26.638551 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bc169f50-880a-448a-ab89-c26016ee7e7e req-68479e2d-89c7-405e-aa86-7f976a138e6b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ddad25ec-3bed-4618-8241-feff67ef97ce HTTP/1.1" status: 200 len: 834 time: 0.0459118 Feb 02 07:35:26.688512 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc169f50-880a-448a-ab89-c26016ee7e7e req-03bb1d41-0fd4-486a-867d-b2d5f8506bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:26.690240 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bc169f50-880a-448a-ab89-c26016ee7e7e req-03bb1d41-0fd4-486a-867d-b2d5f8506bf3 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0459580 Feb 02 07:35:26.781175 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc169f50-880a-448a-ab89-c26016ee7e7e req-2c706cc3-7238-42d0-8d80-601e1038a26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:26.782695 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bc169f50-880a-448a-ab89-c26016ee7e7e req-2c706cc3-7238-42d0-8d80-601e1038a26b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ddad25ec-3bed-4618-8241-feff67ef97ce HTTP/1.1" status: 200 len: 834 time: 0.0452340 Feb 02 07:35:26.787223 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bc169f50-880a-448a-ab89-c26016ee7e7e req-bc31f843-b9e4-4e14-b8cc-ca4a187b03cd service neutron] 10.222.0.88 "GET /v2.0/networks/e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889025 Feb 02 07:35:26.837432 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc169f50-880a-448a-ab89-c26016ee7e7e req-ec4f1b64-6d47-4faf-b68f-defa03817b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:26.838961 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bc169f50-880a-448a-ab89-c26016ee7e7e req-ec4f1b64-6d47-4faf-b68f-defa03817b64 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0507348 Feb 02 07:35:26.886718 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bc169f50-880a-448a-ab89-c26016ee7e7e req-0fdb628e-f5d9-4c1c-a1d1-6bff6d93ca3e service neutron] 10.222.0.88 "GET /v2.0/networks/e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929573 Feb 02 07:35:26.949003 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bc169f50-880a-448a-ab89-c26016ee7e7e req-29c77803-2606-492d-9288-86835aa52477 service neutron] 10.222.0.59 "GET /v2.0/networks/e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028411 Feb 02 07:35:27.063858 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bc169f50-880a-448a-ab89-c26016ee7e7e req-064cb1aa-46cb-4d3a-a71c-5fcb2dd8e472 service neutron] 10.222.0.59 "GET /v2.0/networks/e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092780 Feb 02 07:35:27.136257 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f19c0b-dcbd-411e-a565-5e875f9d1e4f req-292f44e0-a383-495c-889c-01952fb7c7ae tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:27.137858 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f4f19c0b-dcbd-411e-a565-5e875f9d1e4f req-292f44e0-a383-495c-889c-01952fb7c7ae tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=0303d9bc-82d9-4cc7-98c3-1599bac52df2 HTTP/1.1" status: 200 len: 944 time: 0.0736074 Feb 02 07:35:27.187774 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f4f19c0b-dcbd-411e-a565-5e875f9d1e4f req-4ab80346-34a5-4040-b9e1-ffdedaf03076 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=a1d7f0ae-c818-4496-b094-8f4a4e213979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442476 Feb 02 07:35:27.386985 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de994213-3e3d-462c-955e-e4a8bff3ac4f req-6d810d02-5334-4368-9f16-cc3312abe1cd tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:27.389440 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-de994213-3e3d-462c-955e-e4a8bff3ac4f req-6d810d02-5334-4368-9f16-cc3312abe1cd tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfa1c6c6-446b-424f-80ef-872e518e2471 HTTP/1.1" status: 200 len: 943 time: 0.0600681 Feb 02 07:35:27.448215 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-de994213-3e3d-462c-955e-e4a8bff3ac4f req-dd2c6591-7e90-4521-95b2-e21dbad6f36b tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524526 Feb 02 07:35:27.500709 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab1d4cf-0114-48ae-bfca-4258ab4147b4 req-2fc64c8b-5342-4d0c-a202-5bcde7b6ff00 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:27.502358 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0ab1d4cf-0114-48ae-bfca-4258ab4147b4 req-2fc64c8b-5342-4d0c-a202-5bcde7b6ff00 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.59 "GET /v2.0/ports?device_id=0303d9bc-82d9-4cc7-98c3-1599bac52df2&tenant_id=b5f86cce5c924f2695e5f2d21aa64848&binding%3Ahost_id=n-h1-789963-26 HTTP/1.1" status: 200 len: 944 time: 0.1096189 Feb 02 07:35:27.508705 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:35:27.572931 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [req-0ab1d4cf-0114-48ae-bfca-4258ab4147b4 req-b1b17bca-07a7-4550-bf9c-320986720db6 service neutron] delete failed (client error): The resource could not be found. Feb 02 07:35:27.574101 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0ab1d4cf-0114-48ae-bfca-4258ab4147b4 req-b1b17bca-07a7-4550-bf9c-320986720db6 service neutron] 10.222.0.59 "DELETE /v2.0/ports/ac9ba3f6-29c8-409b-b0b2-e55c380b27d7/bindings/n-h2-789963-26 HTTP/1.1" status: 404 len: 381 time: 0.0638208 Feb 02 07:35:27.598857 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b12ed2-6dbb-40a7-8b84-bb38775c67f4 req-f1c21be1-922d-4378-8ed7-fdc9caa594d8 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:27.606293 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b5b12ed2-6dbb-40a7-8b84-bb38775c67f4 req-f1c21be1-922d-4378-8ed7-fdc9caa594d8 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=0303d9bc-82d9-4cc7-98c3-1599bac52df2 HTTP/1.1" status: 200 len: 944 time: 0.0749886 Feb 02 07:35:27.659492 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b5b12ed2-6dbb-40a7-8b84-bb38775c67f4 req-255edff4-9b3a-4da1-bbea-61b08006af24 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=a1d7f0ae-c818-4496-b094-8f4a4e213979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518868 Feb 02 07:35:27.703454 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab1d4cf-0114-48ae-bfca-4258ab4147b4 req-82b105b4-cff7-4d88-a107-c24c4d4f5470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:27.705160 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0ab1d4cf-0114-48ae-bfca-4258ab4147b4 req-82b105b4-cff7-4d88-a107-c24c4d4f5470 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b5f86cce5c924f2695e5f2d21aa64848&device_id=0303d9bc-82d9-4cc7-98c3-1599bac52df2 HTTP/1.1" status: 200 len: 1127 time: 0.0633841 Feb 02 07:35:27.798004 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab1d4cf-0114-48ae-bfca-4258ab4147b4 req-2c31960e-b9da-40ce-b257-4f3b19bafff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:27.799490 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0ab1d4cf-0114-48ae-bfca-4258ab4147b4 req-2c31960e-b9da-40ce-b257-4f3b19bafff7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865 HTTP/1.1" status: 200 len: 898 time: 0.0883405 Feb 02 07:35:27.867314 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0ab1d4cf-0114-48ae-bfca-4258ab4147b4 req-01038d78-5c76-41a8-8961-9a9bec0d35cf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac9ba3f6-29c8-409b-b0b2-e55c380b27d7 HTTP/1.1" status: 200 len: 1000 time: 0.0619922 Feb 02 07:35:27.915613 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab1d4cf-0114-48ae-bfca-4258ab4147b4 req-fd55a695-4cde-4233-a1a4-86859ee8d372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:27.917062 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0ab1d4cf-0114-48ae-bfca-4258ab4147b4 req-fd55a695-4cde-4233-a1a4-86859ee8d372 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ddad25ec-3bed-4618-8241-feff67ef97ce HTTP/1.1" status: 200 len: 834 time: 0.0434639 Feb 02 07:35:27.964894 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab1d4cf-0114-48ae-bfca-4258ab4147b4 req-2b4be618-a7a6-46f5-97f5-793dd1099f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:27.966418 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0ab1d4cf-0114-48ae-bfca-4258ab4147b4 req-2b4be618-a7a6-46f5-97f5-793dd1099f58 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0438256 Feb 02 07:35:28.069026 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0ab1d4cf-0114-48ae-bfca-4258ab4147b4 req-356a6db9-8310-4c6a-99c9-5bde4a3c2b50 service neutron] 10.222.0.59 "GET /v2.0/networks/e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965254 Feb 02 07:35:28.105094 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device ac9ba3f6-29c8-409b-b0b2-e55c380b27d7 no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:35:28.143279 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] The host n-h2-789963-26 is not matching for port ac9ba3f6-29c8-409b-b0b2-e55c380b27d7 host n-h1-789963-26! {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 02 07:35:28.143709 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device ac9ba3f6-29c8-409b-b0b2-e55c380b27d7 not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:35:28.164241 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0ab1d4cf-0114-48ae-bfca-4258ab4147b4 req-91dae5a1-b65b-4a76-b6f3-d0461303117a service neutron] 10.222.0.59 "GET /v2.0/networks/e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891249 Feb 02 07:35:28.573278 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d188451-195e-488f-98a7-db91ef2a6632 req-79533383-96d8-4dd8-9ab5-3c081cd9d27e tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:28.576025 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2d188451-195e-488f-98a7-db91ef2a6632 req-79533383-96d8-4dd8-9ab5-3c081cd9d27e tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfa1c6c6-446b-424f-80ef-872e518e2471 HTTP/1.1" status: 200 len: 943 time: 0.0572672 Feb 02 07:35:28.624714 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2d188451-195e-488f-98a7-db91ef2a6632 req-9b905b18-4921-4739-b660-696b3640abb3 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429757 Feb 02 07:35:28.795550 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d8c4e-862d-430b-8db6-e8f3c0506df5 req-5fa08f0a-5b6f-4d64-9896-3ed953bdacc9 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:28.798237 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-616d8c4e-862d-430b-8db6-e8f3c0506df5 req-5fa08f0a-5b6f-4d64-9896-3ed953bdacc9 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=0303d9bc-82d9-4cc7-98c3-1599bac52df2 HTTP/1.1" status: 200 len: 944 time: 0.0611951 Feb 02 07:35:28.857204 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-616d8c4e-862d-430b-8db6-e8f3c0506df5 req-9cac1205-a71f-42ad-a17c-c5f37abaf4b9 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=a1d7f0ae-c818-4496-b094-8f4a4e213979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527859 Feb 02 07:35:28.882042 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 60470) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:35:28.944456 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c570f102-8f2e-4618-b134-7629c314d2d9 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/floatingips/9acb342e-2230-4aaa-9805-7bc8f1971e39 HTTP/1.1" status: 200 len: 992 time: 0.0611069 Feb 02 07:35:28.996537 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device ac9ba3f6-29c8-409b-b0b2-e55c380b27d7 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:35:29.097941 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port ac9ba3f6-29c8-409b-b0b2-e55c380b27d7, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=ac9ba3f6-29c8-409b-b0b2-e55c380b27d7,segment=NetworkSegment(da5bca61-70f7-4d81-90dd-f147314af397),segment_id=da5bca61-70f7-4d81-90dd-f147314af397)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:35:29.110401 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': 'ac9ba3f6-29c8-409b-b0b2-e55c380b27d7', 'network_id': 'e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865', 'port_id': 'ac9ba3f6-29c8-409b-b0b2-e55c380b27d7', 'mac_address': 'fa:16:3e:6d:33:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddad25ec-3bed-4618-8241-feff67ef97ce', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:35:29.146673 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port ac9ba3f6-29c8-409b-b0b2-e55c380b27d7 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:35:29.147063 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ac9ba3f6-29c8-409b-b0b2-e55c380b27d7), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:35:29.160539 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac9ba3f6-29c8-409b-b0b2-e55c380b27d7 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:35:29.180209 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port ac9ba3f6-29c8-409b-b0b2-e55c380b27d7, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=ac9ba3f6-29c8-409b-b0b2-e55c380b27d7,segment=NetworkSegment(da5bca61-70f7-4d81-90dd-f147314af397),segment_id=da5bca61-70f7-4d81-90dd-f147314af397)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:35:29.184101 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (ac9ba3f6-29c8-409b-b0b2-e55c380b27d7), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:35:29.235128 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=ac9ba3f6-29c8-409b-b0b2-e55c380b27d7,revision_number=8']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:35:29.242716 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:35:29.243074 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:35:29.243423 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:35:29.243795 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:35:29.244136 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:35:29.244472 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:35:29.244804 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:35:29.245137 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:35:29.245467 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:35:29.245797 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:35:29.246126 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:35:29.246453 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:35:29.246780 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:35:29.469263 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['ac9ba3f6-29c8-409b-b0b2-e55c380b27d7'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:35:29.749141 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304f98f-ccf9-4e44-95f4-939966521798 req-fe280a58-8693-4ec8-a034-5754f3afec99 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:29.750554 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2304f98f-ccf9-4e44-95f4-939966521798 req-fe280a58-8693-4ec8-a034-5754f3afec99 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfa1c6c6-446b-424f-80ef-872e518e2471 HTTP/1.1" status: 200 len: 943 time: 0.0548456 Feb 02 07:35:29.808306 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2304f98f-ccf9-4e44-95f4-939966521798 req-3b2870b7-32e7-452d-a01e-fc268fe7f917 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517185 Feb 02 07:35:30.844061 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-264f806a-7cd1-4d76-8c7c-26bb449a90d9 req-694c5465-3df0-4004-9238-4a739f4ca1d7 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0303d9bc-82d9-4cc7-98c3-1599bac52df2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0491192 Feb 02 07:35:30.965483 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc2e7b-3175-42c2-9b30-4a3fe467008e req-4f03bf20-6509-49fe-bc91-ca15ff74946e tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:30.967681 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1cdc2e7b-3175-42c2-9b30-4a3fe467008e req-4f03bf20-6509-49fe-bc91-ca15ff74946e tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfa1c6c6-446b-424f-80ef-872e518e2471 HTTP/1.1" status: 200 len: 943 time: 0.0903716 Feb 02 07:35:30.972670 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264f806a-7cd1-4d76-8c7c-26bb449a90d9 req-3d2bf1e4-3c71-4a76-a0c0-c210b4d380cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:30.974067 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-264f806a-7cd1-4d76-8c7c-26bb449a90d9 req-3d2bf1e4-3c71-4a76-a0c0-c210b4d380cf service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b5f86cce5c924f2695e5f2d21aa64848&device_id=0303d9bc-82d9-4cc7-98c3-1599bac52df2 HTTP/1.1" status: 200 len: 1128 time: 0.0678222 Feb 02 07:35:31.007125 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device ac9ba3f6-29c8-409b-b0b2-e55c380b27d7 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:35:31.052142 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1cdc2e7b-3175-42c2-9b30-4a3fe467008e req-3c33a810-2cc6-4c0a-b5ad-343462381c59 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770686 Feb 02 07:35:31.068207 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port ac9ba3f6-29c8-409b-b0b2-e55c380b27d7 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:35:31.072695 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port ac9ba3f6-29c8-409b-b0b2-e55c380b27d7 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:35:31.073208 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ac9ba3f6-29c8-409b-b0b2-e55c380b27d7), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:35:31.117115 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264f806a-7cd1-4d76-8c7c-26bb449a90d9 req-731b11a7-ede7-49ed-9332-919c006763dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:31.118523 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-264f806a-7cd1-4d76-8c7c-26bb449a90d9 req-731b11a7-ede7-49ed-9332-919c006763dd service neutron] 10.222.0.88 "GET /v2.0/networks?id=e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865 HTTP/1.1" status: 200 len: 898 time: 0.1241012 Feb 02 07:35:31.156578 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port ac9ba3f6-29c8-409b-b0b2-e55c380b27d7 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:35:31.156975 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ac9ba3f6-29c8-409b-b0b2-e55c380b27d7), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:35:31.189522 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-264f806a-7cd1-4d76-8c7c-26bb449a90d9 req-63c414fe-80bd-41cc-a87b-ba543c7bfc71 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac9ba3f6-29c8-409b-b0b2-e55c380b27d7 HTTP/1.1" status: 200 len: 1001 time: 0.0646741 Feb 02 07:35:31.191682 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port ac9ba3f6-29c8-409b-b0b2-e55c380b27d7, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=ac9ba3f6-29c8-409b-b0b2-e55c380b27d7,segment=NetworkSegment(da5bca61-70f7-4d81-90dd-f147314af397),segment_id=da5bca61-70f7-4d81-90dd-f147314af397)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:35:31.192582 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0303d9bc-82d9-4cc7-98c3-1599bac52df2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac9ba3f6-29c8-409b-b0b2-e55c380b27d7'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:35:31.195444 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce1168f3-69b3-47ec-a505-3ec99f81ee87" -d '{"events": [{"server_uuid": "0303d9bc-82d9-4cc7-98c3-1599bac52df2", "name": "network-vif-plugged", "status": "completed", "tag": "ac9ba3f6-29c8-409b-b0b2-e55c380b27d7"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:35:31.198855 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (ac9ba3f6-29c8-409b-b0b2-e55c380b27d7), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:35:31.237041 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a80e80e-8b5d-4eab-8860-c5adf8d53aa5 x-openstack-request-id: req-9a80e80e-8b5d-4eab-8860-c5adf8d53aa5 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:35:31.237344 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0303d9bc-82d9-4cc7-98c3-1599bac52df2", "name": "network-vif-plugged", "status": "completed", "tag": "ac9ba3f6-29c8-409b-b0b2-e55c380b27d7", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:35:31.237605 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-9a80e80e-8b5d-4eab-8860-c5adf8d53aa5 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:35:31.237999 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0303d9bc-82d9-4cc7-98c3-1599bac52df2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac9ba3f6-29c8-409b-b0b2-e55c380b27d7', 'code': 200} Feb 02 07:35:31.249370 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264f806a-7cd1-4d76-8c7c-26bb449a90d9 req-280bf824-9481-4665-83f1-831897aa3d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:31.250856 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-264f806a-7cd1-4d76-8c7c-26bb449a90d9 req-280bf824-9481-4665-83f1-831897aa3d0d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ddad25ec-3bed-4618-8241-feff67ef97ce HTTP/1.1" status: 200 len: 834 time: 0.0544901 Feb 02 07:35:31.256193 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=ac9ba3f6-29c8-409b-b0b2-e55c380b27d7,revision_number=9']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:35:31.314338 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264f806a-7cd1-4d76-8c7c-26bb449a90d9 req-6e8206c9-1341-49f8-bd5a-786b3b4b62d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:31.315867 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-264f806a-7cd1-4d76-8c7c-26bb449a90d9 req-6e8206c9-1341-49f8-bd5a-786b3b4b62d5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0455377 Feb 02 07:35:31.409415 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-264f806a-7cd1-4d76-8c7c-26bb449a90d9 req-d0fb0cb0-0f94-45cf-af3c-854ee3888f76 service neutron] 10.222.0.88 "GET /v2.0/networks/e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861373 Feb 02 07:35:31.501389 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-264f806a-7cd1-4d76-8c7c-26bb449a90d9 req-7c73c344-4ee9-4063-b6c3-8258eaa1e722 service neutron] 10.222.0.88 "GET /v2.0/networks/e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865259 Feb 02 07:35:32.170538 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce678e79-5020-4ee3-af4e-3650e77a02a0 req-4e32c8dd-50ce-4f27-bc4c-4b862648e1da tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:32.172051 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ce678e79-5020-4ee3-af4e-3650e77a02a0 req-4e32c8dd-50ce-4f27-bc4c-4b862648e1da tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfa1c6c6-446b-424f-80ef-872e518e2471 HTTP/1.1" status: 200 len: 943 time: 0.0539181 Feb 02 07:35:32.222138 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ce678e79-5020-4ee3-af4e-3650e77a02a0 req-80a13315-9376-4ac0-b0aa-ab1b18ff5400 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442002 Feb 02 07:35:33.348969 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b23113-2fb6-47b7-8c78-00fea55f73e4 req-666edd1e-6087-4034-a877-752225130cb0 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:33.350437 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-75b23113-2fb6-47b7-8c78-00fea55f73e4 req-666edd1e-6087-4034-a877-752225130cb0 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfa1c6c6-446b-424f-80ef-872e518e2471 HTTP/1.1" status: 200 len: 943 time: 0.0522811 Feb 02 07:35:33.401689 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-75b23113-2fb6-47b7-8c78-00fea55f73e4 req-f053f058-94ea-43e1-877e-c782aaac2212 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453513 Feb 02 07:35:34.186479 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:35:34.522635 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24a6fc-80dd-48f8-9321-b8dc140bd3de req-82a1bdac-ff9a-4996-8d35-804a147f13d7 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:34.524137 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8d24a6fc-80dd-48f8-9321-b8dc140bd3de req-82a1bdac-ff9a-4996-8d35-804a147f13d7 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfa1c6c6-446b-424f-80ef-872e518e2471 HTTP/1.1" status: 200 len: 943 time: 0.0524747 Feb 02 07:35:34.571549 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8d24a6fc-80dd-48f8-9321-b8dc140bd3de req-7efe74a7-938b-4cf4-80bc-e69dfe4189d9 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406065 Feb 02 07:35:35.694221 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229f22b1-b761-430b-8493-90f01e4c8197 req-00cb47ee-3e7d-433b-b4a6-50e4f9ed5bb5 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:35.695710 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-229f22b1-b761-430b-8493-90f01e4c8197 req-00cb47ee-3e7d-433b-b4a6-50e4f9ed5bb5 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfa1c6c6-446b-424f-80ef-872e518e2471 HTTP/1.1" status: 200 len: 943 time: 0.0551765 Feb 02 07:35:35.740813 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-229f22b1-b761-430b-8493-90f01e4c8197 req-6136fd17-6fde-4b60-a341-645687a8e082 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395036 Feb 02 07:35:36.859463 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c02b523-73c9-444c-8cec-87fe69c6e79d req-b82852d8-9a39-4933-92d9-9dbc4712d68e tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:36.860383 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6c02b523-73c9-444c-8cec-87fe69c6e79d req-b82852d8-9a39-4933-92d9-9dbc4712d68e tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfa1c6c6-446b-424f-80ef-872e518e2471 HTTP/1.1" status: 200 len: 943 time: 0.0518372 Feb 02 07:35:36.907800 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6c02b523-73c9-444c-8cec-87fe69c6e79d req-55870628-e850-4ba3-963c-fe1db432b558 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417819 Feb 02 07:35:38.025529 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17316ca9-6a5c-41d5-9f8b-6a457fb9243e req-fe48d7f2-4294-45a4-9fa7-123c994a65be tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:38.026987 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-17316ca9-6a5c-41d5-9f8b-6a457fb9243e req-fe48d7f2-4294-45a4-9fa7-123c994a65be tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfa1c6c6-446b-424f-80ef-872e518e2471 HTTP/1.1" status: 200 len: 943 time: 0.0520372 Feb 02 07:35:38.076070 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-17316ca9-6a5c-41d5-9f8b-6a457fb9243e req-92ab050a-8de8-4c35-b691-a8e7176c8954 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433190 Feb 02 07:35:39.194494 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ec9118-7704-4c8b-add8-9d06ab827694 req-37721853-66a1-4046-9868-a6ab5f8362f3 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:39.195984 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c6ec9118-7704-4c8b-add8-9d06ab827694 req-37721853-66a1-4046-9868-a6ab5f8362f3 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfa1c6c6-446b-424f-80ef-872e518e2471 HTTP/1.1" status: 200 len: 943 time: 0.0530066 Feb 02 07:35:39.242218 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c6ec9118-7704-4c8b-add8-9d06ab827694 req-8d6c4476-0512-47dc-8319-85ddb0165626 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400054 Feb 02 07:35:40.364098 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43237e91-fcac-47e1-a013-b377f653dbd5 req-7157df3d-1e2d-4ae6-bedb-4b4d16a6e660 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:40.365544 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-43237e91-fcac-47e1-a013-b377f653dbd5 req-7157df3d-1e2d-4ae6-bedb-4b4d16a6e660 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfa1c6c6-446b-424f-80ef-872e518e2471 HTTP/1.1" status: 200 len: 943 time: 0.0508742 Feb 02 07:35:40.412483 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-43237e91-fcac-47e1-a013-b377f653dbd5 req-4adc5d9f-cffd-4fe0-8e8d-4b458efd95b3 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412884 Feb 02 07:35:40.699956 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0519e0f7-4d8d-467c-a54c-1fed9c119830 req-3b25605b-523b-49b4-b562-bd4ba42f43a8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=520f49fa-7e65-466a-aa22-c755c388c45f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0446763 Feb 02 07:35:40.801560 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0519e0f7-4d8d-467c-a54c-1fed9c119830 req-21bf50aa-4d18-4600-a39e-aece711dd877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:40.803091 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0519e0f7-4d8d-467c-a54c-1fed9c119830 req-21bf50aa-4d18-4600-a39e-aece711dd877 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b9e271eb80cc4ea6b4ff51295e8c553f&device_id=520f49fa-7e65-466a-aa22-c755c388c45f HTTP/1.1" status: 200 len: 1167 time: 0.0456212 Feb 02 07:35:40.908361 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0519e0f7-4d8d-467c-a54c-1fed9c119830 req-37e3fc5a-87e4-47a2-9047-541c7fe81c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:40.909860 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0519e0f7-4d8d-467c-a54c-1fed9c119830 req-37e3fc5a-87e4-47a2-9047-541c7fe81c25 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c06f01fb-638f-4bf7-abd6-57e4b3060fdc HTTP/1.1" status: 200 len: 898 time: 0.0886302 Feb 02 07:35:40.974335 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0519e0f7-4d8d-467c-a54c-1fed9c119830 req-0df9905c-ced1-4e6b-8ca5-e7e701ba14f7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6332b99f-d8ac-41d3-a55b-cae030629081 HTTP/1.1" status: 200 len: 1000 time: 0.0577607 Feb 02 07:35:40.988153 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ecabea18-b8c3-4383-bb90-030a58668652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:35:41.024322 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0519e0f7-4d8d-467c-a54c-1fed9c119830 req-7ce1f60a-9b63-4860-8f8e-5f5c6e742d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:41.026060 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0519e0f7-4d8d-467c-a54c-1fed9c119830 req-7ce1f60a-9b63-4860-8f8e-5f5c6e742d0b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c66d82ae-2d2f-4939-9b37-9eb8281507e2 HTTP/1.1" status: 200 len: 835 time: 0.0453022 Feb 02 07:35:41.078776 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0519e0f7-4d8d-467c-a54c-1fed9c119830 req-d3efe853-fc72-4040-b35d-9aff407792ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:41.080337 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0519e0f7-4d8d-467c-a54c-1fed9c119830 req-d3efe853-fc72-4040-b35d-9aff407792ec service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c06f01fb-638f-4bf7-abd6-57e4b3060fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0481927 Feb 02 07:35:41.169495 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0519e0f7-4d8d-467c-a54c-1fed9c119830 req-62995906-4ada-430a-9dda-7c9a85e5ab6a service neutron] 10.222.0.59 "GET /v2.0/networks/c06f01fb-638f-4bf7-abd6-57e4b3060fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828159 Feb 02 07:35:41.259866 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0519e0f7-4d8d-467c-a54c-1fed9c119830 req-71b3df65-2281-4c8b-bf51-f74ec8a28199 service neutron] 10.222.0.59 "GET /v2.0/networks/c06f01fb-638f-4bf7-abd6-57e4b3060fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835485 Feb 02 07:35:41.536238 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14584a6f-a9ac-4406-948d-37d7058d9477 req-5d116fd0-ec92-4a2b-9ee1-704d75300ceb tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:41.537645 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-14584a6f-a9ac-4406-948d-37d7058d9477 req-5d116fd0-ec92-4a2b-9ee1-704d75300ceb tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfa1c6c6-446b-424f-80ef-872e518e2471 HTTP/1.1" status: 200 len: 943 time: 0.0584946 Feb 02 07:35:41.583876 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-14584a6f-a9ac-4406-948d-37d7058d9477 req-dea763be-0142-43a2-9acf-8be49a5b561f tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406859 Feb 02 07:35:42.704781 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c9ca9-ff4b-4916-bb48-19df305aa229 req-1b2fab9e-cc92-42d2-ba93-e83ef70d4f8e tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:42.707585 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-764c9ca9-ff4b-4916-bb48-19df305aa229 req-1b2fab9e-cc92-42d2-ba93-e83ef70d4f8e tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfa1c6c6-446b-424f-80ef-872e518e2471 HTTP/1.1" status: 200 len: 943 time: 0.0551105 Feb 02 07:35:42.754237 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-764c9ca9-ff4b-4916-bb48-19df305aa229 req-1f13d681-0563-429b-8a5e-8088ccc4c572 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423548 Feb 02 07:35:43.064664 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device d6ad4f0b-d1ec-4ca0-b709-38457d99ba55 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:35:43.165674 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port d6ad4f0b-d1ec-4ca0-b709-38457d99ba55, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=d6ad4f0b-d1ec-4ca0-b709-38457d99ba55,segment=NetworkSegment(7fbd5ca3-5d78-4819-a656-2bb76c5c6480),segment_id=7fbd5ca3-5d78-4819-a656-2bb76c5c6480)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:35:43.176525 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': 'd6ad4f0b-d1ec-4ca0-b709-38457d99ba55', 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0', 'port_id': 'd6ad4f0b-d1ec-4ca0-b709-38457d99ba55', 'mac_address': 'fa:16:3e:e6:15:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f0c010c-d5c1-4b63-8939-b46551f6cb84', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:35:43.212776 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port d6ad4f0b-d1ec-4ca0-b709-38457d99ba55 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:35:43.213165 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (d6ad4f0b-d1ec-4ca0-b709-38457d99ba55), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:35:43.226260 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6ad4f0b-d1ec-4ca0-b709-38457d99ba55 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:35:43.245648 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port d6ad4f0b-d1ec-4ca0-b709-38457d99ba55, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=d6ad4f0b-d1ec-4ca0-b709-38457d99ba55,segment=NetworkSegment(7fbd5ca3-5d78-4819-a656-2bb76c5c6480),segment_id=7fbd5ca3-5d78-4819-a656-2bb76c5c6480)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:35:43.249646 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (d6ad4f0b-d1ec-4ca0-b709-38457d99ba55), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:35:43.302654 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d45db1b0-8ad2-4fb7-bf85-37dcc82a5022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:35:43.312905 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=d6ad4f0b-d1ec-4ca0-b709-38457d99ba55,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:35:43.540575 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['d6ad4f0b-d1ec-4ca0-b709-38457d99ba55'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:35:43.875473 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94565ecc-c882-44c0-ba16-ed16a04518a8 req-33276fbf-eae9-428f-8964-ca096c8c9a46 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:43.876886 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-94565ecc-c882-44c0-ba16-ed16a04518a8 req-33276fbf-eae9-428f-8964-ca096c8c9a46 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfa1c6c6-446b-424f-80ef-872e518e2471 HTTP/1.1" status: 200 len: 944 time: 0.0560119 Feb 02 07:35:44.177933 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-94565ecc-c882-44c0-ba16-ed16a04518a8 req-fa4d64e8-b03d-4f02-a5ff-085ee76b8947 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954497 Feb 02 07:35:44.737142 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:35:45.068679 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device d6ad4f0b-d1ec-4ca0-b709-38457d99ba55 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:35:45.117135 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port d6ad4f0b-d1ec-4ca0-b709-38457d99ba55 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:35:45.120784 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port d6ad4f0b-d1ec-4ca0-b709-38457d99ba55 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:35:45.121160 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (d6ad4f0b-d1ec-4ca0-b709-38457d99ba55), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:35:45.195388 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port d6ad4f0b-d1ec-4ca0-b709-38457d99ba55 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:35:45.195802 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (d6ad4f0b-d1ec-4ca0-b709-38457d99ba55), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:35:45.222673 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfa1c6c6-446b-424f-80ef-872e518e2471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ad4f0b-d1ec-4ca0-b709-38457d99ba55'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:35:45.224926 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ddaa333-bad1-4d7d-863d-bef0ce4d8ab3" -d '{"events": [{"server_uuid": "bfa1c6c6-446b-424f-80ef-872e518e2471", "name": "network-vif-plugged", "status": "completed", "tag": "d6ad4f0b-d1ec-4ca0-b709-38457d99ba55"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:35:45.236792 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port d6ad4f0b-d1ec-4ca0-b709-38457d99ba55, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=d6ad4f0b-d1ec-4ca0-b709-38457d99ba55,segment=NetworkSegment(7fbd5ca3-5d78-4819-a656-2bb76c5c6480),segment_id=7fbd5ca3-5d78-4819-a656-2bb76c5c6480)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:35:45.242492 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (d6ad4f0b-d1ec-4ca0-b709-38457d99ba55), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:35:45.290704 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=d6ad4f0b-d1ec-4ca0-b709-38457d99ba55,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:35:45.301509 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0c29b3-5f99-4c67-bdbc-377d983ac881 req-97d0cfa6-ca4b-4c9b-b45d-ce2c27c3f9e3 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:45.302987 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ef0c29b3-5f99-4c67-bdbc-377d983ac881 req-97d0cfa6-ca4b-4c9b-b45d-ce2c27c3f9e3 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfa1c6c6-446b-424f-80ef-872e518e2471 HTTP/1.1" status: 200 len: 945 time: 0.0529623 Feb 02 07:35:45.349232 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ef0c29b3-5f99-4c67-bdbc-377d983ac881 req-49b27c63-b427-4a48-91b6-4da4e5ee7c05 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405831 Feb 02 07:35:45.392105 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae356e87-1ae8-48ac-b873-c3ad6aa9d180 x-openstack-request-id: req-ae356e87-1ae8-48ac-b873-c3ad6aa9d180 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:35:45.392406 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfa1c6c6-446b-424f-80ef-872e518e2471", "name": "network-vif-plugged", "status": "completed", "tag": "d6ad4f0b-d1ec-4ca0-b709-38457d99ba55", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:35:45.392669 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ae356e87-1ae8-48ac-b873-c3ad6aa9d180 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:35:45.393074 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfa1c6c6-446b-424f-80ef-872e518e2471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ad4f0b-d1ec-4ca0-b709-38457d99ba55', 'code': 200} Feb 02 07:35:45.522284 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d9ac0c-3645-40f2-83d0-38652ac50739 req-ae827372-5ea2-4cca-a83c-1dd080bbd1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:45.523809 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-96d9ac0c-3645-40f2-83d0-38652ac50739 req-ae827372-5ea2-4cca-a83c-1dd080bbd1d7 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=bfa1c6c6-446b-424f-80ef-872e518e2471 HTTP/1.1" status: 200 len: 1128 time: 0.0434911 Feb 02 07:35:45.569431 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-96d9ac0c-3645-40f2-83d0-38652ac50739 req-ef49767d-0dd2-4a32-bce3-6a165e618272 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389624 Feb 02 07:35:46.121674 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:35:46.469096 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81793e99-bad0-49eb-8484-3e1232601c41 req-bc2ac647-0d02-49dd-8676-5d966d8ec683 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:46.470577 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-81793e99-bad0-49eb-8484-3e1232601c41 req-bc2ac647-0d02-49dd-8676-5d966d8ec683 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfa1c6c6-446b-424f-80ef-872e518e2471 HTTP/1.1" status: 200 len: 945 time: 0.0527637 Feb 02 07:35:46.517266 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-81793e99-bad0-49eb-8484-3e1232601c41 req-c2a961cf-cc8a-4cbe-88e6-3f069ac67767 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410757 Feb 02 07:35:46.631780 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [req-41ab2822-ea9d-400f-9dab-166b8a1ebf2d req-352014bf-f9b5-45d5-afd9-c43a20618f26 service neutron] (109693) timed out ('10.222.0.88', 49371) {{(pid=109693) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 02 07:35:47.423457 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:35:47.637617 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652ec00e-b7f7-4060-841c-9b16fdb7f7cf req-e01f5810-4a9d-4699-83d0-dff103d6dcdf tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:47.639084 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-652ec00e-b7f7-4060-841c-9b16fdb7f7cf req-e01f5810-4a9d-4699-83d0-dff103d6dcdf tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfa1c6c6-446b-424f-80ef-872e518e2471 HTTP/1.1" status: 200 len: 945 time: 0.0521445 Feb 02 07:35:47.687598 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-652ec00e-b7f7-4060-841c-9b16fdb7f7cf req-3d3858a3-f255-4a82-be64-4f03f2e12c7d tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428479 Feb 02 07:35:47.807589 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ae4eaf-4038-46a7-87cc-2ac84c142cb9 req-043520ad-920b-4c74-abdb-f84f08bba276 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:47.809070 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f2ae4eaf-4038-46a7-87cc-2ac84c142cb9 req-043520ad-920b-4c74-abdb-f84f08bba276 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfa1c6c6-446b-424f-80ef-872e518e2471 HTTP/1.1" status: 200 len: 945 time: 0.0566270 Feb 02 07:35:47.855238 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f2ae4eaf-4038-46a7-87cc-2ac84c142cb9 req-9521beca-c2d0-4872-8dd8-2b675cead926 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399592 Feb 02 07:35:47.970816 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b9d59-db41-4156-baba-93ece7a1894d req-90f5a556-772b-423f-b0eb-2a0b8ad32468 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:47.972225 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fa0b9d59-db41-4156-baba-93ece7a1894d req-90f5a556-772b-423f-b0eb-2a0b8ad32468 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfa1c6c6-446b-424f-80ef-872e518e2471 HTTP/1.1" status: 200 len: 945 time: 0.0517132 Feb 02 07:35:48.017932 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fa0b9d59-db41-4156-baba-93ece7a1894d req-66e82835-0f88-4014-b8d0-f643d8702fed tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402265 Feb 02 07:35:48.299242 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3666098-5c8e-414f-848b-a9910af057b4 req-2cc247f8-435b-46c0-9b23-0828a0fd1814 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:48.300671 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c3666098-5c8e-414f-848b-a9910af057b4 req-2cc247f8-435b-46c0-9b23-0828a0fd1814 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfa1c6c6-446b-424f-80ef-872e518e2471 HTTP/1.1" status: 200 len: 945 time: 0.0519309 Feb 02 07:35:48.351062 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c3666098-5c8e-414f-848b-a9910af057b4 req-180b0344-f4d4-4a2d-8964-1a7d43802ca1 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446944 Feb 02 07:35:49.469399 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c2f986-b9f1-4834-b5c5-3a2d9b39c9fd req-c122ac53-991b-439c-a83b-22dc0332d280 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:49.470864 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-64c2f986-b9f1-4834-b5c5-3a2d9b39c9fd req-c122ac53-991b-439c-a83b-22dc0332d280 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfa1c6c6-446b-424f-80ef-872e518e2471 HTTP/1.1" status: 200 len: 945 time: 0.0527344 Feb 02 07:35:49.517046 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-64c2f986-b9f1-4834-b5c5-3a2d9b39c9fd req-310687e4-b41b-4af1-8cc9-da2eddffff09 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405889 Feb 02 07:35:50.115750 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09b5e6-81fe-41f5-a22c-0149cf67bb92 req-47c39a48-26b1-4783-bc73-d3940bb01195 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:50.117176 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8f09b5e6-81fe-41f5-a22c-0149cf67bb92 req-47c39a48-26b1-4783-bc73-d3940bb01195 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.88 "GET /v2.0/ports?device_id=bfa1c6c6-446b-424f-80ef-872e518e2471 HTTP/1.1" status: 200 len: 945 time: 0.0521619 Feb 02 07:35:50.214228 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-8f09b5e6-81fe-41f5-a22c-0149cf67bb92 req-721b8d6b-3e4f-4489-b436-fe1b4d716803 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Deleting port d6ad4f0b-d1ec-4ca0-b709-38457d99ba55 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:35:50.214573 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-8f09b5e6-81fe-41f5-a22c-0149cf67bb92 req-721b8d6b-3e4f-4489-b436-fe1b4d716803 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (d6ad4f0b-d1ec-4ca0-b709-38457d99ba55), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:35:50.301602 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-8f09b5e6-81fe-41f5-a22c-0149cf67bb92 req-721b8d6b-3e4f-4489-b436-fe1b4d716803 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] For port d6ad4f0b-d1ec-4ca0-b709-38457d99ba55, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=d6ad4f0b-d1ec-4ca0-b709-38457d99ba55,segment=NetworkSegment(7fbd5ca3-5d78-4819-a656-2bb76c5c6480),segment_id=7fbd5ca3-5d78-4819-a656-2bb76c5c6480)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:35:50.301972 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-8f09b5e6-81fe-41f5-a22c-0149cf67bb92 req-721b8d6b-3e4f-4489-b436-fe1b4d716803 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (d6ad4f0b-d1ec-4ca0-b709-38457d99ba55), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:35:50.315364 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-8f09b5e6-81fe-41f5-a22c-0149cf67bb92 req-721b8d6b-3e4f-4489-b436-fe1b4d716803 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Calling delete_port for d6ad4f0b-d1ec-4ca0-b709-38457d99ba55 owned by compute:nova {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:35:50.449104 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-8f09b5e6-81fe-41f5-a22c-0149cf67bb92 req-721b8d6b-3e4f-4489-b436-fe1b4d716803 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (d6ad4f0b-d1ec-4ca0-b709-38457d99ba55), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:35:50.478409 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721b8d6b-3e4f-4489-b436-fe1b4d716803 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Pushing event deleted for resources: {'Port': ['ID=d6ad4f0b-d1ec-4ca0-b709-38457d99ba55,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:35:50.489180 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['d6ad4f0b-d1ec-4ca0-b709-38457d99ba55'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:35:50.510201 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b8d6b-3e4f-4489-b436-fe1b4d716803 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:35:50.510554 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b8d6b-3e4f-4489-b436-fe1b4d716803 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:35:50.510893 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b8d6b-3e4f-4489-b436-fe1b4d716803 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:35:50.511235 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b8d6b-3e4f-4489-b436-fe1b4d716803 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:35:50.511617 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b8d6b-3e4f-4489-b436-fe1b4d716803 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:35:50.512632 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b8d6b-3e4f-4489-b436-fe1b4d716803 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:35:50.512973 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b8d6b-3e4f-4489-b436-fe1b4d716803 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:35:50.513345 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b8d6b-3e4f-4489-b436-fe1b4d716803 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:35:50.513676 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b8d6b-3e4f-4489-b436-fe1b4d716803 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:35:50.514012 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b8d6b-3e4f-4489-b436-fe1b4d716803 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:35:50.514491 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b8d6b-3e4f-4489-b436-fe1b4d716803 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:35:50.514837 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b8d6b-3e4f-4489-b436-fe1b4d716803 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:35:50.515790 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b8d6b-3e4f-4489-b436-fe1b4d716803 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:35:50.539330 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f09b5e6-81fe-41f5-a22c-0149cf67bb92 req-721b8d6b-3e4f-4489-b436-fe1b4d716803 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] No DVR routers for this DVR port d6ad4f0b-d1ec-4ca0-b709-38457d99ba55 on host n-h1-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:35:50.542240 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-8f09b5e6-81fe-41f5-a22c-0149cf67bb92 req-721b8d6b-3e4f-4489-b436-fe1b4d716803 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:35:50.547033 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8f09b5e6-81fe-41f5-a22c-0149cf67bb92 req-721b8d6b-3e4f-4489-b436-fe1b4d716803 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.88 "DELETE /v2.0/ports/d6ad4f0b-d1ec-4ca0-b709-38457d99ba55 HTTP/1.1" status: 204 len: 173 time: 0.4244680 Feb 02 07:35:50.547703 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfa1c6c6-446b-424f-80ef-872e518e2471', 'name': 'network-vif-deleted', 'tag': 'd6ad4f0b-d1ec-4ca0-b709-38457d99ba55'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:35:50.550047 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbec20e7-2419-4d9d-8338-05bc05ab7a8a" -d '{"events": [{"server_uuid": "bfa1c6c6-446b-424f-80ef-872e518e2471", "name": "network-vif-deleted", "tag": "d6ad4f0b-d1ec-4ca0-b709-38457d99ba55"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:35:50.627703 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b954cab2-ecac-47dc-8ac4-c6fb14921db5 req-31d3de4b-fc45-4071-9be1-26274416b7d2 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfa1c6c6-446b-424f-80ef-872e518e2471 HTTP/1.1" status: 200 len: 210 time: 0.0304477 Feb 02 07:35:50.768879 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7efdc3e-368d-429b-8ac9-4d7a77536a68 x-openstack-request-id: req-e7efdc3e-368d-429b-8ac9-4d7a77536a68 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:35:50.769181 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfa1c6c6-446b-424f-80ef-872e518e2471", "name": "network-vif-deleted", "tag": "d6ad4f0b-d1ec-4ca0-b709-38457d99ba55", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:35:50.769436 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e7efdc3e-368d-429b-8ac9-4d7a77536a68 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:35:50.769833 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfa1c6c6-446b-424f-80ef-872e518e2471', 'name': 'network-vif-deleted', 'tag': 'd6ad4f0b-d1ec-4ca0-b709-38457d99ba55', 'status': 'completed', 'code': 200} Feb 02 07:35:51.729637 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9a97ce7b-a24f-487c-8f6f-4db1b21774e1 req-2cadc0c2-c2ac-4b6f-9497-0b091c750dd9 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfa1c6c6-446b-424f-80ef-872e518e2471 HTTP/1.1" status: 200 len: 210 time: 0.0277224 Feb 02 07:35:52.283521 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:35:52.826892 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-12b752af-928d-4ad5-8944-3877a7e94a76 req-cf231080-0223-452f-8cf0-a3bd527faa39 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfa1c6c6-446b-424f-80ef-872e518e2471 HTTP/1.1" status: 200 len: 210 time: 0.0281091 Feb 02 07:35:53.086154 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device d6ad4f0b-d1ec-4ca0-b709-38457d99ba55 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:35:53.107505 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: d6ad4f0b-d1ec-4ca0-b709-38457d99ba55 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:35:53.107904 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device d6ad4f0b-d1ec-4ca0-b709-38457d99ba55 not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:35:53.928717 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c52d1f3b-8a24-478a-9d1c-fcf3e3ca7977 req-ad2a9eb7-2fae-42fe-94b0-811816865003 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfa1c6c6-446b-424f-80ef-872e518e2471 HTTP/1.1" status: 200 len: 210 time: 0.0275571 Feb 02 07:35:55.029017 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9452caa7-486e-4c8a-afa7-d5b9bb13f205 req-a42a2f94-c0e0-4651-8b49-a2e7560257c1 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfa1c6c6-446b-424f-80ef-872e518e2471 HTTP/1.1" status: 200 len: 210 time: 0.0312514 Feb 02 07:35:56.123900 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-32016064-f0b6-45e5-89d6-80497ee6c1a4 req-4d6cfd5e-2e28-4875-82e1-93576c0aeba2 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfa1c6c6-446b-424f-80ef-872e518e2471 HTTP/1.1" status: 200 len: 210 time: 0.0274615 Feb 02 07:35:57.221591 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-df3cc83a-554e-46d9-b036-7539e17c0ba3 req-6f88b741-e4cd-4266-b134-578656a1227f tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfa1c6c6-446b-424f-80ef-872e518e2471 HTTP/1.1" status: 200 len: 210 time: 0.0271628 Feb 02 07:35:57.496014 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:35:58.316855 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-43081c56-bd17-43e1-b05c-d4abcb5c9877 req-c821938b-5b8d-4a5c-a643-99883222ca7d tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=bfa1c6c6-446b-424f-80ef-872e518e2471 HTTP/1.1" status: 200 len: 210 time: 0.0274673 Feb 02 07:35:59.417040 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1b9bd-f282-45ec-bde8-361ec021bc15 req-8297a307-1eb5-4342-9e13-c3e2bfaced9f tempest-TestNetworkAdvancedServerOps-1931800759 tempest-TestNetworkAdvancedServerOps-1931800759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:35:59.418588 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-34a1b9bd-f282-45ec-bde8-361ec021bc15 req-8297a307-1eb5-4342-9e13-c3e2bfaced9f tempest-TestNetworkAdvancedServerOps-1931800759 tempest-TestNetworkAdvancedServerOps-1931800759-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=0303d9bc-82d9-4cc7-98c3-1599bac52df2 HTTP/1.1" status: 200 len: 1129 time: 0.0456855 Feb 02 07:35:59.469309 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-34a1b9bd-f282-45ec-bde8-361ec021bc15 req-4bea3b9c-c1ba-431f-9966-7489b3d8df9c tempest-TestNetworkAdvancedServerOps-1931800759 tempest-TestNetworkAdvancedServerOps-1931800759-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=a1d7f0ae-c818-4496-b094-8f4a4e213979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448260 Feb 02 07:35:59.491281 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 60560) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:35:59.657565 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-cec18646-1198-43f1-a93c-036b0a787c8d tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Deleting port 029ea85b-085c-4008-b0df-89cd8de938e1 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:35:59.657910 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cec18646-1198-43f1-a93c-036b0a787c8d tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (029ea85b-085c-4008-b0df-89cd8de938e1), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:35:59.734193 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cec18646-1198-43f1-a93c-036b0a787c8d tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (029ea85b-085c-4008-b0df-89cd8de938e1), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:35:59.734434 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cec18646-1198-43f1-a93c-036b0a787c8d tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for floatingip (029ea85b-085c-4008-b0df-89cd8de938e1), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:35:59.746617 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-cec18646-1198-43f1-a93c-036b0a787c8d tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Calling delete_port for 029ea85b-085c-4008-b0df-89cd8de938e1 owned by network:floatingip {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:35:59.894646 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cec18646-1198-43f1-a93c-036b0a787c8d tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (029ea85b-085c-4008-b0df-89cd8de938e1), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:35:59.923501 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec18646-1198-43f1-a93c-036b0a787c8d tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event deleted for resources: {'Port': ['ID=029ea85b-085c-4008-b0df-89cd8de938e1,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:35:59.935068 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec18646-1198-43f1-a93c-036b0a787c8d tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:35:59.935438 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec18646-1198-43f1-a93c-036b0a787c8d tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:35:59.935814 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec18646-1198-43f1-a93c-036b0a787c8d tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:35:59.936180 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec18646-1198-43f1-a93c-036b0a787c8d tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:35:59.936515 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec18646-1198-43f1-a93c-036b0a787c8d tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:35:59.936854 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec18646-1198-43f1-a93c-036b0a787c8d tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:35:59.937213 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec18646-1198-43f1-a93c-036b0a787c8d tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:35:59.937543 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec18646-1198-43f1-a93c-036b0a787c8d tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:35:59.937881 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec18646-1198-43f1-a93c-036b0a787c8d tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:35:59.938217 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec18646-1198-43f1-a93c-036b0a787c8d tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:35:59.938549 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec18646-1198-43f1-a93c-036b0a787c8d tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:35:59.938883 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec18646-1198-43f1-a93c-036b0a787c8d tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:35:59.939214 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec18646-1198-43f1-a93c-036b0a787c8d tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:35:59.993821 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cec18646-1198-43f1-a93c-036b0a787c8d tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for floatingip (9acb342e-2230-4aaa-9805-7bc8f1971e39), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:35:59.994195 n-d-789963-26 neutron-server[109693]: INFO neutron.db.l3_db [None req-cec18646-1198-43f1-a93c-036b0a787c8d tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Floating IP 9acb342e-2230-4aaa-9805-7bc8f1971e39 disassociated (deleted). External IP: 172.25.4.254, port: ac9ba3f6-29c8-409b-b0b2-e55c380b27d7. Feb 02 07:36:00.203937 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cec18646-1198-43f1-a93c-036b0a787c8d tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Router 6d39eddb-0476-4f12-88a9-fa071fda9709 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:36:00.655695 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec18646-1198-43f1-a93c-036b0a787c8d tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:36:00.660661 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cec18646-1198-43f1-a93c-036b0a787c8d tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:00.665338 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773811e9-1215-494b-82ac-2be65285163e None None] Sync routers for ids ['6d39eddb-0476-4f12-88a9-fa071fda9709'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:36:00.675173 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773811e9-1215-494b-82ac-2be65285163e None None] Routers {'6d39eddb-0476-4f12-88a9-fa071fda9709'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:36:00.675829 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-773811e9-1215-494b-82ac-2be65285163e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:35:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['6d39eddb-0476-4f12-88a9-fa071fda9709'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:36:00.691720 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-cec18646-1198-43f1-a93c-036b0a787c8d tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "DELETE /v2.0/floatingips/9acb342e-2230-4aaa-9805-7bc8f1971e39 HTTP/1.1" status: 204 len: 168 time: 1.1992757 Feb 02 07:36:00.692689 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0303d9bc-82d9-4cc7-98c3-1599bac52df2', 'tag': 'ac9ba3f6-29c8-409b-b0b2-e55c380b27d7'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:36:00.702557 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033c56bb-07c9-499a-89cf-067ee924f2b1" -d '{"events": [{"name": "network-changed", "server_uuid": "0303d9bc-82d9-4cc7-98c3-1599bac52df2", "tag": "ac9ba3f6-29c8-409b-b0b2-e55c380b27d7"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:36:00.789602 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-773811e9-1215-494b-82ac-2be65285163e None None] Set router 6d39eddb-0476-4f12-88a9-fa071fda9709 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:36:00.931711 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5699d11a-a394-41da-a403-71c2a2f70f3b x-openstack-request-id: req-5699d11a-a394-41da-a403-71c2a2f70f3b {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:36:00.932325 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0303d9bc-82d9-4cc7-98c3-1599bac52df2", "tag": "ac9ba3f6-29c8-409b-b0b2-e55c380b27d7", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:36:00.932787 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-5699d11a-a394-41da-a403-71c2a2f70f3b {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:36:00.933846 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0303d9bc-82d9-4cc7-98c3-1599bac52df2', 'tag': 'ac9ba3f6-29c8-409b-b0b2-e55c380b27d7', 'status': 'completed', 'code': 200} Feb 02 07:36:01.010552 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-773811e9-1215-494b-82ac-2be65285163e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d39eddb-0476-4f12-88a9-fa071fda9709', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1266964918', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '06e5a064-470a-46d6-981c-34a19d151d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:33:26Z', 'updated_at': '2022-02-02T07:33:35Z', 'revision_number': 4, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'gw_port': {'id': '06e5a064-470a-46d6-981c-34a19d151d77', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d39eddb-0476-4f12-88a9-fa071fda9709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:27Z', 'updated_at': '2022-02-02T07:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'f84af52d-cc64-4c74-8e44-a2abae11d103', 'name': '', 'network_id': 'e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'mac_address': 'fa:16:3e:8f:88:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d39eddb-0476-4f12-88a9-fa071fda9709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'ddad25ec-3bed-4618-8241-feff67ef97ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:32Z', 'updated_at': '2022-02-02T07:33:39Z', 'revision_number': 5, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'subnets': [{'id': 'ddad25ec-3bed-4618-8241-feff67ef97ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:36:01.046117 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773811e9-1215-494b-82ac-2be65285163e None None] Checking router: 6d39eddb-0476-4f12-88a9-fa071fda9709 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:36:01.055090 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773811e9-1215-494b-82ac-2be65285163e None None] Routers {'6d39eddb-0476-4f12-88a9-fa071fda9709'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:36:01.055723 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-773811e9-1215-494b-82ac-2be65285163e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:35:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['6d39eddb-0476-4f12-88a9-fa071fda9709'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:36:01.058618 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28287d18-3e03-4228-a96b-08b278169bf6 req-19fae0de-dea6-474a-b094-f860fc7a9d56 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:01.060207 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-28287d18-3e03-4228-a96b-08b278169bf6 req-19fae0de-dea6-474a-b094-f860fc7a9d56 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=0303d9bc-82d9-4cc7-98c3-1599bac52df2 HTTP/1.1" status: 200 len: 946 time: 0.0752304 Feb 02 07:36:01.065845 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c56bb-07c9-499a-89cf-067ee924f2b1 req-746d3f26-5efb-43fb-8087-20cbf99dc33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:01.067543 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-033c56bb-07c9-499a-89cf-067ee924f2b1 req-746d3f26-5efb-43fb-8087-20cbf99dc33d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b5f86cce5c924f2695e5f2d21aa64848&device_id=0303d9bc-82d9-4cc7-98c3-1599bac52df2 HTTP/1.1" status: 200 len: 1129 time: 0.0940011 Feb 02 07:36:01.170781 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-773811e9-1215-494b-82ac-2be65285163e None None] Set router 6d39eddb-0476-4f12-88a9-fa071fda9709 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:36:01.178421 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-28287d18-3e03-4228-a96b-08b278169bf6 req-0b16a2f6-1f09-400e-86f6-87980fbd9ce0 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=a1d7f0ae-c818-4496-b094-8f4a4e213979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098862 Feb 02 07:36:01.206220 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c56bb-07c9-499a-89cf-067ee924f2b1 req-700a690f-03d9-4aa3-a71d-33c9ce3a8e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:01.206356 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-033c56bb-07c9-499a-89cf-067ee924f2b1 req-700a690f-03d9-4aa3-a71d-33c9ce3a8e89 service neutron] 10.222.0.88 "GET /v2.0/networks?id=e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865 HTTP/1.1" status: 200 len: 898 time: 0.1312606 Feb 02 07:36:01.251405 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-033c56bb-07c9-499a-89cf-067ee924f2b1 req-6170ed50-ea5f-4a1c-a798-f7a713bf6671 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac9ba3f6-29c8-409b-b0b2-e55c380b27d7 HTTP/1.1" status: 200 len: 217 time: 0.0367742 Feb 02 07:36:01.309970 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c56bb-07c9-499a-89cf-067ee924f2b1 req-cdf8bbe2-aea2-4b4c-8973-596c8f5c6951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:01.311452 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-033c56bb-07c9-499a-89cf-067ee924f2b1 req-cdf8bbe2-aea2-4b4c-8973-596c8f5c6951 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ddad25ec-3bed-4618-8241-feff67ef97ce HTTP/1.1" status: 200 len: 834 time: 0.0537431 Feb 02 07:36:01.367839 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c56bb-07c9-499a-89cf-067ee924f2b1 req-641f1fc5-f27f-490d-8138-7fa93e01361e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:01.369397 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-033c56bb-07c9-499a-89cf-067ee924f2b1 req-641f1fc5-f27f-490d-8138-7fa93e01361e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0522244 Feb 02 07:36:01.391161 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-773811e9-1215-494b-82ac-2be65285163e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d39eddb-0476-4f12-88a9-fa071fda9709', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1266964918', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '06e5a064-470a-46d6-981c-34a19d151d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:33:26Z', 'updated_at': '2022-02-02T07:33:35Z', 'revision_number': 4, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'gw_port': {'id': '06e5a064-470a-46d6-981c-34a19d151d77', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d39eddb-0476-4f12-88a9-fa071fda9709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:27Z', 'updated_at': '2022-02-02T07:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'f84af52d-cc64-4c74-8e44-a2abae11d103', 'name': '', 'network_id': 'e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'mac_address': 'fa:16:3e:8f:88:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d39eddb-0476-4f12-88a9-fa071fda9709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'ddad25ec-3bed-4618-8241-feff67ef97ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:32Z', 'updated_at': '2022-02-02T07:33:39Z', 'revision_number': 5, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'subnets': [{'id': 'ddad25ec-3bed-4618-8241-feff67ef97ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:36:01.421072 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773811e9-1215-494b-82ac-2be65285163e None None] The sync data for ids ['6d39eddb-0476-4f12-88a9-fa071fda9709'] in n-d-789963-26 is: [{'id': '6d39eddb-0476-4f12-88a9-fa071fda9709', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1266964918', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '06e5a064-470a-46d6-981c-34a19d151d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:33:26Z', 'updated_at': '2022-02-02T07:33:35Z', 'revision_number': 4, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'gw_port': {'id': '06e5a064-470a-46d6-981c-34a19d151d77', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d39eddb-0476-4f12-88a9-fa071fda9709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:27Z', 'updated_at': '2022-02-02T07:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'f84af52d-cc64-4c74-8e44-a2abae11d103', 'name': '', 'network_id': 'e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'mac_address': 'fa:16:3e:8f:88:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d39eddb-0476-4f12-88a9-fa071fda9709', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'ddad25ec-3bed-4618-8241-feff67ef97ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:32Z', 'updated_at': '2022-02-02T07:33:39Z', 'revision_number': 5, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'subnets': [{'id': 'ddad25ec-3bed-4618-8241-feff67ef97ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:36:01.467363 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-033c56bb-07c9-499a-89cf-067ee924f2b1 req-c9a38c25-7e8b-4157-b3a4-2273c7d95aec service neutron] 10.222.0.88 "GET /v2.0/networks/e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911419 Feb 02 07:36:01.567140 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-033c56bb-07c9-499a-89cf-067ee924f2b1 req-57e28def-2619-4166-80f6-287fb81b9e22 service neutron] 10.222.0.88 "GET /v2.0/networks/e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938265 Feb 02 07:36:01.690462 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8c9a7b-80f3-4d86-9e1b-59c9ace4bcbf None None] New status for floating IP 9acb342e-2230-4aaa-9805-7bc8f1971e39: DOWN {{(pid=109695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 07:36:02.307030 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba1dca4-9997-4329-bba0-69fa468778e0 req-9a381bdc-7ab5-4344-b947-e0b733bb978b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:02.308633 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fba1dca4-9997-4329-bba0-69fa468778e0 req-9a381bdc-7ab5-4344-b947-e0b733bb978b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=0303d9bc-82d9-4cc7-98c3-1599bac52df2 HTTP/1.1" status: 200 len: 946 time: 0.0531318 Feb 02 07:36:02.396523 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fba1dca4-9997-4329-bba0-69fa468778e0 req-6225be94-9eb3-483a-8d8b-d0da78315b6b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=a1d7f0ae-c818-4496-b094-8f4a4e213979&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814724 Feb 02 07:36:02.419619 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7078564b-52d1-45fa-8dc7-be90969df7a1 req-cde2ce6e-23af-49e9-a8d9-c1d4c2ca57b5 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:02.419619 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7078564b-52d1-45fa-8dc7-be90969df7a1 req-cde2ce6e-23af-49e9-a8d9-c1d4c2ca57b5 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.88 "GET /v2.0/ports?device_id=0303d9bc-82d9-4cc7-98c3-1599bac52df2 HTTP/1.1" status: 200 len: 946 time: 0.0896006 Feb 02 07:36:02.508369 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-7078564b-52d1-45fa-8dc7-be90969df7a1 req-bcfcff4a-3ef7-446e-aa25-56dae3f7cfab tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Deleting port ac9ba3f6-29c8-409b-b0b2-e55c380b27d7 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:36:02.508717 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-7078564b-52d1-45fa-8dc7-be90969df7a1 req-bcfcff4a-3ef7-446e-aa25-56dae3f7cfab tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (ac9ba3f6-29c8-409b-b0b2-e55c380b27d7), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:02.602131 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-7078564b-52d1-45fa-8dc7-be90969df7a1 req-bcfcff4a-3ef7-446e-aa25-56dae3f7cfab tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] For port ac9ba3f6-29c8-409b-b0b2-e55c380b27d7, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=ac9ba3f6-29c8-409b-b0b2-e55c380b27d7,segment=NetworkSegment(da5bca61-70f7-4d81-90dd-f147314af397),segment_id=da5bca61-70f7-4d81-90dd-f147314af397)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:36:02.602499 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-7078564b-52d1-45fa-8dc7-be90969df7a1 req-bcfcff4a-3ef7-446e-aa25-56dae3f7cfab tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (ac9ba3f6-29c8-409b-b0b2-e55c380b27d7), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:02.614196 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-7078564b-52d1-45fa-8dc7-be90969df7a1 req-bcfcff4a-3ef7-446e-aa25-56dae3f7cfab tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Calling delete_port for ac9ba3f6-29c8-409b-b0b2-e55c380b27d7 owned by compute:nova {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:36:02.743890 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-7078564b-52d1-45fa-8dc7-be90969df7a1 req-bcfcff4a-3ef7-446e-aa25-56dae3f7cfab tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (ac9ba3f6-29c8-409b-b0b2-e55c380b27d7), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:02.775624 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfcff4a-3ef7-446e-aa25-56dae3f7cfab tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event deleted for resources: {'Port': ['ID=ac9ba3f6-29c8-409b-b0b2-e55c380b27d7,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:02.822452 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-7078564b-52d1-45fa-8dc7-be90969df7a1 req-bcfcff4a-3ef7-446e-aa25-56dae3f7cfab tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] No DVR routers for this DVR port ac9ba3f6-29c8-409b-b0b2-e55c380b27d7 on host n-h1-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:36:02.825219 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-7078564b-52d1-45fa-8dc7-be90969df7a1 req-bcfcff4a-3ef7-446e-aa25-56dae3f7cfab tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:02.829255 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7078564b-52d1-45fa-8dc7-be90969df7a1 req-bcfcff4a-3ef7-446e-aa25-56dae3f7cfab tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.88 "DELETE /v2.0/ports/ac9ba3f6-29c8-409b-b0b2-e55c380b27d7 HTTP/1.1" status: 204 len: 173 time: 0.4131038 Feb 02 07:36:02.829696 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0303d9bc-82d9-4cc7-98c3-1599bac52df2', 'name': 'network-vif-deleted', 'tag': 'ac9ba3f6-29c8-409b-b0b2-e55c380b27d7'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:36:02.832006 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-040b8912-ad70-42bd-a68d-59d719b0cc3b" -d '{"events": [{"server_uuid": "0303d9bc-82d9-4cc7-98c3-1599bac52df2", "name": "network-vif-deleted", "tag": "ac9ba3f6-29c8-409b-b0b2-e55c380b27d7"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:36:02.888945 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e9b673-29e1-4ee2-bf65-5d16a08e48de x-openstack-request-id: req-63e9b673-29e1-4ee2-bf65-5d16a08e48de {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:36:02.889249 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0303d9bc-82d9-4cc7-98c3-1599bac52df2", "name": "network-vif-deleted", "tag": "ac9ba3f6-29c8-409b-b0b2-e55c380b27d7", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:36:02.889508 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-63e9b673-29e1-4ee2-bf65-5d16a08e48de {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:36:02.889917 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0303d9bc-82d9-4cc7-98c3-1599bac52df2', 'name': 'network-vif-deleted', 'tag': 'ac9ba3f6-29c8-409b-b0b2-e55c380b27d7', 'status': 'completed', 'code': 200} Feb 02 07:36:03.457911 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 60584) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:36:03.908879 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-764607bf-a61e-4dc3-ac92-e688fbc602a6 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (6d39eddb-0476-4f12-88a9-fa071fda9709), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:04.183920 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-764607bf-a61e-4dc3-ac92-e688fbc602a6 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Deleting port f84af52d-cc64-4c74-8e44-a2abae11d103 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:36:04.184376 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-764607bf-a61e-4dc3-ac92-e688fbc602a6 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (f84af52d-cc64-4c74-8e44-a2abae11d103), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:04.277684 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-764607bf-a61e-4dc3-ac92-e688fbc602a6 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] For port f84af52d-cc64-4c74-8e44-a2abae11d103, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=f84af52d-cc64-4c74-8e44-a2abae11d103,segment=NetworkSegment(da5bca61-70f7-4d81-90dd-f147314af397),segment_id=da5bca61-70f7-4d81-90dd-f147314af397)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:36:04.278090 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-764607bf-a61e-4dc3-ac92-e688fbc602a6 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (f84af52d-cc64-4c74-8e44-a2abae11d103), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:04.290506 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-764607bf-a61e-4dc3-ac92-e688fbc602a6 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Calling delete_port for f84af52d-cc64-4c74-8e44-a2abae11d103 owned by network:router_interface {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:36:04.488377 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-764607bf-a61e-4dc3-ac92-e688fbc602a6 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (f84af52d-cc64-4c74-8e44-a2abae11d103), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:04.514271 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764607bf-a61e-4dc3-ac92-e688fbc602a6 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event deleted for resources: {'Port': ['ID=f84af52d-cc64-4c74-8e44-a2abae11d103,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:04.702847 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-764607bf-a61e-4dc3-ac92-e688fbc602a6 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (6d39eddb-0476-4f12-88a9-fa071fda9709), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:04.966831 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-764607bf-a61e-4dc3-ac92-e688fbc602a6 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Router 6d39eddb-0476-4f12-88a9-fa071fda9709 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:36:05.082173 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-764607bf-a61e-4dc3-ac92-e688fbc602a6 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:36:05.087611 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-764607bf-a61e-4dc3-ac92-e688fbc602a6 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "PUT /v2.0/routers/6d39eddb-0476-4f12-88a9-fa071fda9709/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6285381 Feb 02 07:36:05.090141 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 60598) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:36:05.094168 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2f7d22-83fa-4e9c-ae17-0006b56cef93 None None] Sync routers for ids ['6d39eddb-0476-4f12-88a9-fa071fda9709'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:36:05.111268 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2f7d22-83fa-4e9c-ae17-0006b56cef93 None None] Routers {'6d39eddb-0476-4f12-88a9-fa071fda9709'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:36:05.112256 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-2c2f7d22-83fa-4e9c-ae17-0006b56cef93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:35:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['6d39eddb-0476-4f12-88a9-fa071fda9709'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:36:05.144749 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-5650ce7d-70aa-463b-b4e1-41889db25e93 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Deleting subnet ddad25ec-3bed-4618-8241-feff67ef97ce {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:36:05.148294 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5650ce7d-70aa-463b-b4e1-41889db25e93 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for subnet (ddad25ec-3bed-4618-8241-feff67ef97ce), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:05.156986 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device ac9ba3f6-29c8-409b-b0b2-e55c380b27d7 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:36:05.205124 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5650ce7d-70aa-463b-b4e1-41889db25e93 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (ddad25ec-3bed-4618-8241-feff67ef97ce), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:05.210879 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: ac9ba3f6-29c8-409b-b0b2-e55c380b27d7 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:36:05.211235 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device ac9ba3f6-29c8-409b-b0b2-e55c380b27d7 not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:36:05.227469 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-2c2f7d22-83fa-4e9c-ae17-0006b56cef93 None None] Set router 6d39eddb-0476-4f12-88a9-fa071fda9709 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:36:05.326474 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5650ce7d-70aa-463b-b4e1-41889db25e93 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (ddad25ec-3bed-4618-8241-feff67ef97ce), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:05.393519 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5650ce7d-70aa-463b-b4e1-41889db25e93 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (ddad25ec-3bed-4618-8241-feff67ef97ce), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:05.425249 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5650ce7d-70aa-463b-b4e1-41889db25e93 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event deleted for resources: {'Subnet': ['ID=ddad25ec-3bed-4618-8241-feff67ef97ce,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:05.427634 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5650ce7d-70aa-463b-b4e1-41889db25e93 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:05.434350 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-5650ce7d-70aa-463b-b4e1-41889db25e93 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "DELETE /v2.0/subnets/ddad25ec-3bed-4618-8241-feff67ef97ce HTTP/1.1" status: 204 len: 168 time: 0.3397734 Feb 02 07:36:05.434350 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 60600) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:36:05.439993 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf876491-d3da-4a7f-9652-85af89582be1 None None] Network e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:36:05.600646 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-05c633f5-da86-418f-ad4c-4ca7d2ef2d05 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for router (6d39eddb-0476-4f12-88a9-fa071fda9709), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:05.617978 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-2c2f7d22-83fa-4e9c-ae17-0006b56cef93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d39eddb-0476-4f12-88a9-fa071fda9709', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1266964918', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '06e5a064-470a-46d6-981c-34a19d151d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:33:26Z', 'updated_at': '2022-02-02T07:36:04Z', 'revision_number': 5, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'gw_port': {'id': '06e5a064-470a-46d6-981c-34a19d151d77', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d39eddb-0476-4f12-88a9-fa071fda9709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:27Z', 'updated_at': '2022-02-02T07:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:36:05.657904 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2f7d22-83fa-4e9c-ae17-0006b56cef93 None None] Checking router: 6d39eddb-0476-4f12-88a9-fa071fda9709 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:36:05.667615 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2f7d22-83fa-4e9c-ae17-0006b56cef93 None None] Routers {'6d39eddb-0476-4f12-88a9-fa071fda9709'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:36:05.668283 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-2c2f7d22-83fa-4e9c-ae17-0006b56cef93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:35:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['6d39eddb-0476-4f12-88a9-fa071fda9709'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:36:05.751007 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460b2a7a-0526-4432-b1c1-7d7de4ac6f3f None None] DHCP port deletion for e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:36:05.754982 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-05c633f5-da86-418f-ad4c-4ca7d2ef2d05 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for router_gateway (6d39eddb-0476-4f12-88a9-fa071fda9709), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:05.836723 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-460b2a7a-0526-4432-b1c1-7d7de4ac6f3f None None] Deleting port 17ff06aa-214b-49b4-8788-d23d8406be29 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:36:05.837301 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-460b2a7a-0526-4432-b1c1-7d7de4ac6f3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (17ff06aa-214b-49b4-8788-d23d8406be29), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:05.841583 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-2c2f7d22-83fa-4e9c-ae17-0006b56cef93 None None] Set router 6d39eddb-0476-4f12-88a9-fa071fda9709 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:36:05.842135 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-05c633f5-da86-418f-ad4c-4ca7d2ef2d05 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Deleting port 06e5a064-470a-46d6-981c-34a19d151d77 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:36:05.842535 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-05c633f5-da86-418f-ad4c-4ca7d2ef2d05 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (06e5a064-470a-46d6-981c-34a19d151d77), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:05.915117 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-460b2a7a-0526-4432-b1c1-7d7de4ac6f3f None None] For port 17ff06aa-214b-49b4-8788-d23d8406be29, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=17ff06aa-214b-49b4-8788-d23d8406be29,segment=NetworkSegment(da5bca61-70f7-4d81-90dd-f147314af397),segment_id=da5bca61-70f7-4d81-90dd-f147314af397)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:36:05.915622 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-460b2a7a-0526-4432-b1c1-7d7de4ac6f3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (17ff06aa-214b-49b4-8788-d23d8406be29), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:05.932143 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-460b2a7a-0526-4432-b1c1-7d7de4ac6f3f None None] Calling delete_port for 17ff06aa-214b-49b4-8788-d23d8406be29 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:36:05.938688 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-05c633f5-da86-418f-ad4c-4ca7d2ef2d05 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] For port 06e5a064-470a-46d6-981c-34a19d151d77, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=06e5a064-470a-46d6-981c-34a19d151d77,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:36:05.939236 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-05c633f5-da86-418f-ad4c-4ca7d2ef2d05 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (06e5a064-470a-46d6-981c-34a19d151d77), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:05.964609 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-05c633f5-da86-418f-ad4c-4ca7d2ef2d05 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Calling delete_port for 06e5a064-470a-46d6-981c-34a19d151d77 owned by network:router_gateway {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:36:06.054899 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-460b2a7a-0526-4432-b1c1-7d7de4ac6f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (17ff06aa-214b-49b4-8788-d23d8406be29), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:06.084925 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460b2a7a-0526-4432-b1c1-7d7de4ac6f3f None None] Pushing event deleted for resources: {'Port': ['ID=17ff06aa-214b-49b4-8788-d23d8406be29,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:06.088789 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460b2a7a-0526-4432-b1c1-7d7de4ac6f3f None None] No DVR routers for this DVR port 17ff06aa-214b-49b4-8788-d23d8406be29 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:36:06.100173 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-2c2f7d22-83fa-4e9c-ae17-0006b56cef93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d39eddb-0476-4f12-88a9-fa071fda9709', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1266964918', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '06e5a064-470a-46d6-981c-34a19d151d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:33:26Z', 'updated_at': '2022-02-02T07:36:04Z', 'revision_number': 5, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'gw_port': {'id': '06e5a064-470a-46d6-981c-34a19d151d77', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d39eddb-0476-4f12-88a9-fa071fda9709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:27Z', 'updated_at': '2022-02-02T07:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:36:06.144360 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2f7d22-83fa-4e9c-ae17-0006b56cef93 None None] The sync data for ids ['6d39eddb-0476-4f12-88a9-fa071fda9709'] in n-d-789963-26 is: [{'id': '6d39eddb-0476-4f12-88a9-fa071fda9709', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1266964918', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '06e5a064-470a-46d6-981c-34a19d151d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:33:26Z', 'updated_at': '2022-02-02T07:36:04Z', 'revision_number': 5, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'gw_port': {'id': '06e5a064-470a-46d6-981c-34a19d151d77', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d39eddb-0476-4f12-88a9-fa071fda9709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:27Z', 'updated_at': '2022-02-02T07:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:36:06.189303 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-05c633f5-da86-418f-ad4c-4ca7d2ef2d05 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (06e5a064-470a-46d6-981c-34a19d151d77), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:06.216676 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c633f5-da86-418f-ad4c-4ca7d2ef2d05 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event deleted for resources: {'Port': ['ID=06e5a064-470a-46d6-981c-34a19d151d77,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:06.282152 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-05c633f5-da86-418f-ad4c-4ca7d2ef2d05 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (6d39eddb-0476-4f12-88a9-fa071fda9709), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:06.375186 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-05c633f5-da86-418f-ad4c-4ca7d2ef2d05 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (6d39eddb-0476-4f12-88a9-fa071fda9709), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:06.377343 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-05c633f5-da86-418f-ad4c-4ca7d2ef2d05 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for router_controller (6d39eddb-0476-4f12-88a9-fa071fda9709), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:06.421321 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-05c633f5-da86-418f-ad4c-4ca7d2ef2d05 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (6d39eddb-0476-4f12-88a9-fa071fda9709), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:06.421873 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c633f5-da86-418f-ad4c-4ca7d2ef2d05 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Fanout notify agent at l3_agent the message router_deleted on router 6d39eddb-0476-4f12-88a9-fa071fda9709 {{(pid=109693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:36:06.428611 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-05c633f5-da86-418f-ad4c-4ca7d2ef2d05 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:06.429686 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-05c633f5-da86-418f-ad4c-4ca7d2ef2d05 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "DELETE /v2.0/routers/6d39eddb-0476-4f12-88a9-fa071fda9709 HTTP/1.1" status: 204 len: 168 time: 0.9937096 Feb 02 07:36:06.432586 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 60604) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:36:06.512029 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4cdfc190-d7ff-4333-8899-bec1758a3bc8 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:06.605070 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4cdfc190-d7ff-4333-8899-bec1758a3bc8 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:06.626331 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-4cdfc190-d7ff-4333-8899-bec1758a3bc8 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:36:06.635755 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-4cdfc190-d7ff-4333-8899-bec1758a3bc8 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da5bca61-70f7-4d81-90dd-f147314af397') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:36:06.636055 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-4cdfc190-d7ff-4333-8899-bec1758a3bc8 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da5bca61-70f7-4d81-90dd-f147314af397') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:36:06.646215 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4cdfc190-d7ff-4333-8899-bec1758a3bc8 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (da5bca61-70f7-4d81-90dd-f147314af397), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:06.659883 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4cdfc190-d7ff-4333-8899-bec1758a3bc8 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (da5bca61-70f7-4d81-90dd-f147314af397), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:06.665683 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cdfc190-d7ff-4333-8899-bec1758a3bc8 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:36:06.666060 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4cdfc190-d7ff-4333-8899-bec1758a3bc8 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (da5bca61-70f7-4d81-90dd-f147314af397), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:06.669032 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:36:06.669032 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:36:06.669032 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:36:06.669032 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:36:06.669032 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:36:06.669032 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:36:06.669032 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:36:06.669032 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:36:06.669032 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:36:06.669032 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:36:06.669032 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:36:06.669032 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:36:06.669032 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:36:06.669032 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:36:06.669032 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:36:06.669032 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:36:06.669032 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:36:06.669032 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:36:06.669032 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:36:06.669032 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:36:06.669032 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:36:06.669032 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:36:06.669032 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:36:06.669032 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:36:06.669032 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:36:06.669032 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:36:06.669032 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:36:06.669032 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:36:06.669032 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:36:06.669032 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:36:06.669032 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:36:06.669032 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:36:06.730349 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4cdfc190-d7ff-4333-8899-bec1758a3bc8 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:06.738394 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4cdfc190-d7ff-4333-8899-bec1758a3bc8 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:06.740879 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-4cdfc190-d7ff-4333-8899-bec1758a3bc8 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "DELETE /v2.0/networks/e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865 HTTP/1.1" status: 204 len: 168 time: 0.3073516 Feb 02 07:36:06.743756 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 60606) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:36:06.752495 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdfc190-d7ff-4333-8899-bec1758a3bc8 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event deleted for resources: {'Network': ['ID=e3e4c6e3-b583-48ed-aa48-dcc6b9aa4865,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:06.809159 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fe43d843-3bf6-4e6c-ba98-e5b2e4e8b871 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group (a1d7f0ae-c818-4496-b094-8f4a4e213979), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:06.839668 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fe43d843-3bf6-4e6c-ba98-e5b2e4e8b871 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group (a1d7f0ae-c818-4496-b094-8f4a4e213979), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:06.897234 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fe43d843-3bf6-4e6c-ba98-e5b2e4e8b871 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (a1d7f0ae-c818-4496-b094-8f4a4e213979), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:06.900345 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fe43d843-3bf6-4e6c-ba98-e5b2e4e8b871 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:06.901518 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-fe43d843-3bf6-4e6c-ba98-e5b2e4e8b871 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "DELETE /v2.0/security-groups/a1d7f0ae-c818-4496-b094-8f4a4e213979 HTTP/1.1" status: 204 len: 168 time: 0.1564908 Feb 02 07:36:06.911713 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe43d843-3bf6-4e6c-ba98-e5b2e4e8b871 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d7f0ae-c818-4496-b094-8f4a4e213979,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:07.229720 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 17ff06aa-214b-49b4-8788-d23d8406be29 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:36:07.250762 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 17ff06aa-214b-49b4-8788-d23d8406be29 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:36:07.251221 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 17ff06aa-214b-49b4-8788-d23d8406be29 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:36:07.251907 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device f84af52d-cc64-4c74-8e44-a2abae11d103 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:36:07.271266 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: f84af52d-cc64-4c74-8e44-a2abae11d103 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:36:07.271715 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device f84af52d-cc64-4c74-8e44-a2abae11d103 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:36:07.272385 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 06e5a064-470a-46d6-981c-34a19d151d77 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:36:07.297408 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 06e5a064-470a-46d6-981c-34a19d151d77 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:36:07.297828 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 06e5a064-470a-46d6-981c-34a19d151d77 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:36:07.312022 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 60618) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:36:07.316633 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-12f30d59-9c8b-4c20-95ad-4a354fe41f16 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-188170237', 'description': 'tempest-secgroup-smoke-188170237 description', 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:36:07.336814 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-12f30d59-9c8b-4c20-95ad-4a354fe41f16 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:07.401192 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-12f30d59-9c8b-4c20-95ad-4a354fe41f16 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group (1299b0ea-04df-46ba-b171-809f74bf98bb), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:07.405099 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-12f30d59-9c8b-4c20-95ad-4a354fe41f16 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (1299b0ea-04df-46ba-b171-809f74bf98bb), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:07.436478 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-12f30d59-9c8b-4c20-95ad-4a354fe41f16 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:07.437698 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-12f30d59-9c8b-4c20-95ad-4a354fe41f16 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1246758 Feb 02 07:36:07.438555 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f30d59-9c8b-4c20-95ad-4a354fe41f16 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1299b0ea-04df-46ba-b171-809f74bf98bb,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:07.443655 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 60620) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:36:07.444921 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-dc489374-7454-4195-8b84-5ad44a9ceb1a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Request body: {'security_group_rule': {'security_group_id': '1299b0ea-04df-46ba-b171-809f74bf98bb', 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:36:07.470125 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-dc489374-7454-4195-8b84-5ad44a9ceb1a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group_rule (86082901-4702-4e3c-aca8-444deec08527), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:07.529509 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-dc489374-7454-4195-8b84-5ad44a9ceb1a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group_rule (86082901-4702-4e3c-aca8-444deec08527), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:07.533320 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-dc489374-7454-4195-8b84-5ad44a9ceb1a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (86082901-4702-4e3c-aca8-444deec08527), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:07.553809 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc489374-7454-4195-8b84-5ad44a9ceb1a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86082901-4702-4e3c-aca8-444deec08527,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:07.563997 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-dc489374-7454-4195-8b84-5ad44a9ceb1a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:07.565284 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-dc489374-7454-4195-8b84-5ad44a9ceb1a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1236992 Feb 02 07:36:07.570137 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 60622) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:36:07.576038 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-ac3c5066-d6ec-4f6b-909e-f680a62b8662 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Request body: {'security_group_rule': {'security_group_id': '1299b0ea-04df-46ba-b171-809f74bf98bb', 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:36:07.603020 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ac3c5066-d6ec-4f6b-909e-f680a62b8662 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group_rule (7096fa63-d539-4bf7-96d1-5c5e9a377a55), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:07.652019 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ac3c5066-d6ec-4f6b-909e-f680a62b8662 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group_rule (7096fa63-d539-4bf7-96d1-5c5e9a377a55), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:07.655887 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ac3c5066-d6ec-4f6b-909e-f680a62b8662 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (7096fa63-d539-4bf7-96d1-5c5e9a377a55), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:07.678770 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3c5066-d6ec-4f6b-909e-f680a62b8662 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7096fa63-d539-4bf7-96d1-5c5e9a377a55,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:07.687222 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ac3c5066-d6ec-4f6b-909e-f680a62b8662 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:07.688462 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-ac3c5066-d6ec-4f6b-909e-f680a62b8662 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1160836 Feb 02 07:36:07.691256 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 60624) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:36:07.696047 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-3904897d-1581-4bdd-83f4-6c6997e46647 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Request body: {'security_group_rule': {'security_group_id': '1299b0ea-04df-46ba-b171-809f74bf98bb', 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:36:07.721885 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3904897d-1581-4bdd-83f4-6c6997e46647 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group_rule (f3daa880-46cd-473d-9b21-1744a2ffeeeb), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:07.780776 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3904897d-1581-4bdd-83f4-6c6997e46647 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group_rule (f3daa880-46cd-473d-9b21-1744a2ffeeeb), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:07.784850 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3904897d-1581-4bdd-83f4-6c6997e46647 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (f3daa880-46cd-473d-9b21-1744a2ffeeeb), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:07.806227 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3904897d-1581-4bdd-83f4-6c6997e46647 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3daa880-46cd-473d-9b21-1744a2ffeeeb,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:07.813575 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3904897d-1581-4bdd-83f4-6c6997e46647 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:07.816592 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-3904897d-1581-4bdd-83f4-6c6997e46647 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1216462 Feb 02 07:36:07.816847 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 60626) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:36:07.821328 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-f578e4c0-6d9a-46fa-8a82-062fc62b1380 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Request body: {'security_group_rule': {'security_group_id': '1299b0ea-04df-46ba-b171-809f74bf98bb', 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:36:07.846943 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f578e4c0-6d9a-46fa-8a82-062fc62b1380 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group_rule (ea758433-343d-4d9f-b9bd-fc6d2c3d0c84), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:07.905272 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f578e4c0-6d9a-46fa-8a82-062fc62b1380 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group_rule (ea758433-343d-4d9f-b9bd-fc6d2c3d0c84), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:07.908770 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f578e4c0-6d9a-46fa-8a82-062fc62b1380 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (ea758433-343d-4d9f-b9bd-fc6d2c3d0c84), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:07.927206 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f578e4c0-6d9a-46fa-8a82-062fc62b1380 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea758433-343d-4d9f-b9bd-fc6d2c3d0c84,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:07.934703 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f578e4c0-6d9a-46fa-8a82-062fc62b1380 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:07.936096 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f578e4c0-6d9a-46fa-8a82-062fc62b1380 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1181769 Feb 02 07:36:07.938747 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 60628) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:36:07.943054 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-df776135-88a4-4c75-b39c-e5a140406b65 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Request body: {'security_group_rule': {'security_group_id': '1299b0ea-04df-46ba-b171-809f74bf98bb', 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:36:07.963620 n-d-789963-26 neutron-server[109694]: INFO neutron.db.securitygroups_db [None req-df776135-88a4-4c75-b39c-e5a140406b65 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Project b5f86cce5c924f2695e5f2d21aa64848 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 07:36:07.969268 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-df776135-88a4-4c75-b39c-e5a140406b65 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group_rule (405014da-b573-451f-be75-77cffd67220a), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:08.030819 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-df776135-88a4-4c75-b39c-e5a140406b65 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group_rule (405014da-b573-451f-be75-77cffd67220a), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:08.035210 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-df776135-88a4-4c75-b39c-e5a140406b65 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (405014da-b573-451f-be75-77cffd67220a), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:08.058908 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df776135-88a4-4c75-b39c-e5a140406b65 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=405014da-b573-451f-be75-77cffd67220a,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:08.064750 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-df776135-88a4-4c75-b39c-e5a140406b65 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:08.066098 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-df776135-88a4-4c75-b39c-e5a140406b65 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1263258 Feb 02 07:36:08.069911 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 60630) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:36:08.074584 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-4081e7a2-0963-4ada-8cd7-c94bcdc1040c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Request body: {'security_group_rule': {'security_group_id': '1299b0ea-04df-46ba-b171-809f74bf98bb', 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:36:08.096917 n-d-789963-26 neutron-server[109693]: INFO neutron.db.securitygroups_db [None req-4081e7a2-0963-4ada-8cd7-c94bcdc1040c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Project b5f86cce5c924f2695e5f2d21aa64848 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 07:36:08.102326 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4081e7a2-0963-4ada-8cd7-c94bcdc1040c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group_rule (46192bdf-49e5-46bf-8572-8d102917eb67), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:08.173565 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4081e7a2-0963-4ada-8cd7-c94bcdc1040c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group_rule (46192bdf-49e5-46bf-8572-8d102917eb67), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:08.177036 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4081e7a2-0963-4ada-8cd7-c94bcdc1040c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (46192bdf-49e5-46bf-8572-8d102917eb67), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:08.195014 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4081e7a2-0963-4ada-8cd7-c94bcdc1040c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46192bdf-49e5-46bf-8572-8d102917eb67,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:08.202812 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4081e7a2-0963-4ada-8cd7-c94bcdc1040c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:08.204063 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-4081e7a2-0963-4ada-8cd7-c94bcdc1040c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1331303 Feb 02 07:36:08.206983 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 60634) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:36:08.211909 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-f1a0509f-eeb3-4eaa-bc86-88fa6479f22f tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Request body: {'network': {'name': 'tempest-network-smoke--1165099681', 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'port_security_enabled': True}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:36:08.231654 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a0509f-eeb3-4eaa-bc86-88fa6479f22f tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Made reservation on behalf of b5f86cce5c924f2695e5f2d21aa64848 for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:36:08.234620 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f1a0509f-eeb3-4eaa-bc86-88fa6479f22f tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:08.257640 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1a0509f-eeb3-4eaa-bc86-88fa6479f22f tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:36:08.266790 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f1a0509f-eeb3-4eaa-bc86-88fa6479f22f tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (ee5d5a73-35cd-4069-8de1-074f6faf1dd1), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:08.267114 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-f1a0509f-eeb3-4eaa-bc86-88fa6479f22f tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Added segment ee5d5a73-35cd-4069-8de1-074f6faf1dd1 of type vlan for network 5ecfd23c-0c0d-4908-8108-5b474fe181f4 Feb 02 07:36:08.306527 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f1a0509f-eeb3-4eaa-bc86-88fa6479f22f tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (5ecfd23c-0c0d-4908-8108-5b474fe181f4), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:08.332187 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f1a0509f-eeb3-4eaa-bc86-88fa6479f22f tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (5ecfd23c-0c0d-4908-8108-5b474fe181f4), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:08.337309 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a0509f-eeb3-4eaa-bc86-88fa6479f22f tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:08.337884 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f1a0509f-eeb3-4eaa-bc86-88fa6479f22f tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:08.375045 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-f1a0509f-eeb3-4eaa-bc86-88fa6479f22f tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1668551 Feb 02 07:36:08.377650 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 60636) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:36:08.381856 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-744db171-9c51-48c7-ab36-1ce844ace752 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2056361273', 'admin_state_up': True, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:36:08.424359 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a0509f-eeb3-4eaa-bc86-88fa6479f22f tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event updated for resources: {'Network': ['ID=5ecfd23c-0c0d-4908-8108-5b474fe181f4,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:08.436259 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 5ecfd23c-0c0d-4908-8108-5b474fe181f4 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:36:08.440194 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-744db171-9c51-48c7-ab36-1ce844ace752 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (78426155-5d60-4b78-a413-eccb9051aec1), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:08.441426 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-744db171-9c51-48c7-ab36-1ce844ace752 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (78426155-5d60-4b78-a413-eccb9051aec1), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:08.502069 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-744db171-9c51-48c7-ab36-1ce844ace752 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for router_controller (78426155-5d60-4b78-a413-eccb9051aec1), precommit_add_association {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:08.642630 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-744db171-9c51-48c7-ab36-1ce844ace752 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for router_gateway (78426155-5d60-4b78-a413-eccb9051aec1), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:08.837168 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-744db171-9c51-48c7-ab36-1ce844ace752 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for router_gateway (78426155-5d60-4b78-a413-eccb9051aec1), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:08.859994 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-744db171-9c51-48c7-ab36-1ce844ace752 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:08.964543 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-744db171-9c51-48c7-ab36-1ce844ace752 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Allocated IP 172.25.4.138 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/ebabf028-7863-4783-b818-1d5d4f15a58e) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:36:09.070483 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-744db171-9c51-48c7-ab36-1ce844ace752 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for port (ebabf028-7863-4783-b818-1d5d4f15a58e), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:09.105017 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-744db171-9c51-48c7-ab36-1ce844ace752 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (ebabf028-7863-4783-b818-1d5d4f15a58e), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:09.145137 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744db171-9c51-48c7-ab36-1ce844ace752 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:36:09.150430 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-744db171-9c51-48c7-ab36-1ce844ace752 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:36:09.154090 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744db171-9c51-48c7-ab36-1ce844ace752 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:36:09.159965 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744db171-9c51-48c7-ab36-1ce844ace752 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event updated for resources: {'Port': ['ID=ebabf028-7863-4783-b818-1d5d4f15a58e,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:09.411645 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 60644) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:36:09.519176 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c99cd4e5-a8dd-4fa6-a4e3-dd8a286263ae tempest-TestSecurityGroupsBasicOps-241493788 tempest-TestSecurityGroupsBasicOps-241493788-project-admin] 10.222.0.87 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2283 time: 0.1034560 Feb 02 07:36:09.519400 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 60646) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:36:09.524572 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-918e6fdc-cb4f-4cc7-986c-efaef8563705 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Request body: {'network': {'name': 'tempest-network-smoke--1554456193', 'project_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'port_security_enabled': False}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:36:09.546283 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-918e6fdc-cb4f-4cc7-986c-efaef8563705 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Made reservation on behalf of b9e271eb80cc4ea6b4ff51295e8c553f for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:36:09.550051 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-918e6fdc-cb4f-4cc7-986c-efaef8563705 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:09.575491 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-918e6fdc-cb4f-4cc7-986c-efaef8563705 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:36:09.585142 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-918e6fdc-cb4f-4cc7-986c-efaef8563705 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (7a475a3f-d331-492a-be6a-d9cbf0648e77), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:09.585535 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-918e6fdc-cb4f-4cc7-986c-efaef8563705 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Added segment 7a475a3f-d331-492a-be6a-d9cbf0648e77 of type vlan for network e5fb19b5-6970-4829-86f6-61e3b522aa22 Feb 02 07:36:09.630841 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-918e6fdc-cb4f-4cc7-986c-efaef8563705 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (e5fb19b5-6970-4829-86f6-61e3b522aa22), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:09.658447 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-918e6fdc-cb4f-4cc7-986c-efaef8563705 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (e5fb19b5-6970-4829-86f6-61e3b522aa22), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:09.664123 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918e6fdc-cb4f-4cc7-986c-efaef8563705 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:09.664661 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-918e6fdc-cb4f-4cc7-986c-efaef8563705 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:09.735201 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-918e6fdc-cb4f-4cc7-986c-efaef8563705 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2122242 Feb 02 07:36:09.735588 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 60648) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:36:09.741566 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-7ba829ef-2dd8-4691-a808-23fd6b1ab9d2 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-431813307', 'admin_state_up': True, 'project_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:36:09.769974 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-744db171-9c51-48c7-ab36-1ce844ace752 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for router_gateway (78426155-5d60-4b78-a413-eccb9051aec1), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:09.774349 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7ba829ef-2dd8-4691-a808-23fd6b1ab9d2 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (381e0c20-08d9-4ada-8155-e751a8e2b69d), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:09.775457 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7ba829ef-2dd8-4691-a808-23fd6b1ab9d2 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (381e0c20-08d9-4ada-8155-e751a8e2b69d), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:09.780255 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918e6fdc-cb4f-4cc7-986c-efaef8563705 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Pushing event updated for resources: {'Network': ['ID=e5fb19b5-6970-4829-86f6-61e3b522aa22,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:09.790660 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network e5fb19b5-6970-4829-86f6-61e3b522aa22 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:36:09.897758 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7ba829ef-2dd8-4691-a808-23fd6b1ab9d2 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks [] for router_controller (381e0c20-08d9-4ada-8155-e751a8e2b69d), precommit_add_association {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:10.087818 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7ba829ef-2dd8-4691-a808-23fd6b1ab9d2 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks [] for router_gateway (381e0c20-08d9-4ada-8155-e751a8e2b69d), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:10.153915 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-744db171-9c51-48c7-ab36-1ce844ace752 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (78426155-5d60-4b78-a413-eccb9051aec1), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:10.404979 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-744db171-9c51-48c7-ab36-1ce844ace752 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Router 78426155-5d60-4b78-a413-eccb9051aec1 is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:36:10.438212 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7ba829ef-2dd8-4691-a808-23fd6b1ab9d2 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks [] for router_gateway (381e0c20-08d9-4ada-8155-e751a8e2b69d), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:10.492723 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7ba829ef-2dd8-4691-a808-23fd6b1ab9d2 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:10.617769 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-744db171-9c51-48c7-ab36-1ce844ace752 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:36:10.628625 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bbdc81-4312-4642-9b97-f9d34028d2b4 None None] Sync routers for ids ['78426155-5d60-4b78-a413-eccb9051aec1'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:36:10.640611 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bbdc81-4312-4642-9b97-f9d34028d2b4 None None] Routers {'78426155-5d60-4b78-a413-eccb9051aec1'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:36:10.641761 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-91bbdc81-4312-4642-9b97-f9d34028d2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:35:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['78426155-5d60-4b78-a413-eccb9051aec1'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:36:10.655753 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-744db171-9c51-48c7-ab36-1ce844ace752 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:10.659794 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-744db171-9c51-48c7-ab36-1ce844ace752 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2783020 Feb 02 07:36:10.659794 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-7ba829ef-2dd8-4691-a808-23fd6b1ab9d2 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Allocated IP 172.25.4.30 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/6e4ce4cd-f64a-48c8-b0f2-f1f7e16602eb) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:36:10.660061 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 60652) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:36:10.696155 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-c845c884-3b1f-4fa6-a8f5-21c45a5fd7cd tempest-TestNetworkAdvancedServerOps-1931800759 tempest-TestNetworkAdvancedServerOps-1931800759-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=b5f86cce5c924f2695e5f2d21aa64848&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0326083 Feb 02 07:36:10.696957 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 60654) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:36:10.773345 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-91bbdc81-4312-4642-9b97-f9d34028d2b4 None None] Set router 78426155-5d60-4b78-a413-eccb9051aec1 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:36:10.814020 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7ba829ef-2dd8-4691-a808-23fd6b1ab9d2 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks [] for port (6e4ce4cd-f64a-48c8-b0f2-f1f7e16602eb), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:10.861351 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7ba829ef-2dd8-4691-a808-23fd6b1ab9d2 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (6e4ce4cd-f64a-48c8-b0f2-f1f7e16602eb), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:10.886723 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edcd972c-2f25-40ac-be0e-c82f71db4f5d tempest-TestNetworkAdvancedServerOps-1931800759 tempest-TestNetworkAdvancedServerOps-1931800759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:10.892028 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-edcd972c-2f25-40ac-be0e-c82f71db4f5d tempest-TestNetworkAdvancedServerOps-1931800759 tempest-TestNetworkAdvancedServerOps-1931800759-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1943758 Feb 02 07:36:10.892873 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 60656) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:36:10.910496 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba829ef-2dd8-4691-a808-23fd6b1ab9d2 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:36:10.913581 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-7ba829ef-2dd8-4691-a808-23fd6b1ab9d2 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:36:10.921012 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba829ef-2dd8-4691-a808-23fd6b1ab9d2 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:36:10.942386 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-e72cb034-418d-4961-9ac3-32d60cd29f6c tempest-TestNetworkAdvancedServerOps-1931800759 tempest-TestNetworkAdvancedServerOps-1931800759-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=ee4463ee-e783-4af5-91d5-cbeb2d0e0db8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0473752 Feb 02 07:36:10.943297 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 60658) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:36:10.949635 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba829ef-2dd8-4691-a808-23fd6b1ab9d2 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Pushing event updated for resources: {'Port': ['ID=6e4ce4cd-f64a-48c8-b0f2-f1f7e16602eb,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:10.949883 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-b6604a86-2121-4d6c-be42-631f28496cdc tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-42117578', 'network_id': '5ecfd23c-0c0d-4908-8108-5b474fe181f4', 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:36:11.016318 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7631fd61-3707-4328-ac68-c0b414a8835f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:11.027176 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-91bbdc81-4312-4642-9b97-f9d34028d2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78426155-5d60-4b78-a413-eccb9051aec1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2056361273', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'ebabf028-7863-4783-b818-1d5d4f15a58e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:36:08Z', 'updated_at': '2022-02-02T07:36:09Z', 'revision_number': 3, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'gw_port': {'id': 'ebabf028-7863-4783-b818-1d5d4f15a58e', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:82:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78426155-5d60-4b78-a413-eccb9051aec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:36:08Z', 'updated_at': '2022-02-02T07:36:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:36:11.063946 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bbdc81-4312-4642-9b97-f9d34028d2b4 None None] Checking router: 78426155-5d60-4b78-a413-eccb9051aec1 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:36:11.064741 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bbdc81-4312-4642-9b97-f9d34028d2b4 None None] Updating router 78426155-5d60-4b78-a413-eccb9051aec1 port ebabf028-7863-4783-b818-1d5d4f15a58e binding host n-d-789963-26 {{(pid=109695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:36:11.071821 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6604a86-2121-4d6c-be42-631f28496cdc tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Made reservation on behalf of b5f86cce5c924f2695e5f2d21aa64848 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:36:11.075318 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b6604a86-2121-4d6c-be42-631f28496cdc tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:11.094199 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-91bbdc81-4312-4642-9b97-f9d34028d2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ebabf028-7863-4783-b818-1d5d4f15a58e), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:11.187216 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:36:11.286810 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7ba829ef-2dd8-4691-a808-23fd6b1ab9d2 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks [] for router_gateway (381e0c20-08d9-4ada-8155-e751a8e2b69d), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:11.336305 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b6604a86-2121-4d6c-be42-631f28496cdc tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (9ad812a5-1a13-4007-bc7e-49101064075f), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:11.422040 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6604a86-2121-4d6c-be42-631f28496cdc tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event updated for resources: {'Subnet': ['ID=9ad812a5-1a13-4007-bc7e-49101064075f,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:11.437507 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6604a86-2121-4d6c-be42-631f28496cdc tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Checking segment: {'id': 'ee5d5a73-35cd-4069-8de1-074f6faf1dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5ecfd23c-0c0d-4908-8108-5b474fe181f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:36:11.437802 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6604a86-2121-4d6c-be42-631f28496cdc tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Network hostable DHCP agents. Network: 5ecfd23c-0c0d-4908-8108-5b474fe181f4, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:36:11.462313 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-91bbdc81-4312-4642-9b97-f9d34028d2b4 None None] Publish callbacks [] for port (ebabf028-7863-4783-b818-1d5d4f15a58e), precommit_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:11.469389 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-91bbdc81-4312-4642-9b97-f9d34028d2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (ebabf028-7863-4783-b818-1d5d4f15a58e), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:11.476268 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6604a86-2121-4d6c-be42-631f28496cdc tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Network 5ecfd23c-0c0d-4908-8108-5b474fe181f4 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:36:11.514805 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-b6604a86-2121-4d6c-be42-631f28496cdc tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 5ecfd23c-0c0d-4908-8108-5b474fe181f4) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:36:11.524311 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6604a86-2121-4d6c-be42-631f28496cdc tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:11.525173 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b6604a86-2121-4d6c-be42-631f28496cdc tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:11.527834 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3db4bd4-5507-4984-93f0-d0b22fdbc36a None None] Network 5ecfd23c-0c0d-4908-8108-5b474fe181f4 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:36:11.564367 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b6604a86-2121-4d6c-be42-631f28496cdc tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6190989 Feb 02 07:36:11.566373 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 60696) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:36:11.599796 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7ba829ef-2dd8-4691-a808-23fd6b1ab9d2 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (381e0c20-08d9-4ada-8155-e751a8e2b69d), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:11.600253 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d49b125-61a1-44ee-bc60-706744164c31 None None] Pushing event updated for resources: {'Port': ['ID=ebabf028-7863-4783-b818-1d5d4f15a58e,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:11.605322 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-91bbdc81-4312-4642-9b97-f9d34028d2b4 None None] Attempting to bind port ebabf028-7863-4783-b818-1d5d4f15a58e on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:36:11.605797 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-91bbdc81-4312-4642-9b97-f9d34028d2b4 None None] Attempting to bind port ebabf028-7863-4783-b818-1d5d4f15a58e by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:36:11.606907 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bbdc81-4312-4642-9b97-f9d34028d2b4 None None] Attempting to bind port ebabf028-7863-4783-b818-1d5d4f15a58e on network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:36:11.617492 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bbdc81-4312-4642-9b97-f9d34028d2b4 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:36:11.618074 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bbdc81-4312-4642-9b97-f9d34028d2b4 None None] Checking segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:36:11.618835 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-91bbdc81-4312-4642-9b97-f9d34028d2b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:11.619330 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bbdc81-4312-4642-9b97-f9d34028d2b4 None None] Bound using segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:36:11.620041 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-91bbdc81-4312-4642-9b97-f9d34028d2b4 None None] Bound port: ebabf028-7863-4783-b818-1d5d4f15a58e, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:36:11.620613 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-91bbdc81-4312-4642-9b97-f9d34028d2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ebabf028-7863-4783-b818-1d5d4f15a58e), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:11.733844 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-91bbdc81-4312-4642-9b97-f9d34028d2b4 None None] For port ebabf028-7863-4783-b818-1d5d4f15a58e, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:36:11.737536 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-91bbdc81-4312-4642-9b97-f9d34028d2b4 None None] For port ebabf028-7863-4783-b818-1d5d4f15a58e, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=ebabf028-7863-4783-b818-1d5d4f15a58e,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:36:11.770014 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-91bbdc81-4312-4642-9b97-f9d34028d2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (ebabf028-7863-4783-b818-1d5d4f15a58e), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:11.780846 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040e326d-9bf8-416a-9bde-e29786648c5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-5ecfd23c-0c0d-4908-8108-5b474fe181f4', 'network_id': '5ecfd23c-0c0d-4908-8108-5b474fe181f4', 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'fixed_ips': [{'subnet_id': '9ad812a5-1a13-4007-bc7e-49101064075f'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:36:11.781731 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-040e326d-9bf8-416a-9bde-e29786648c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:11.811148 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ba829ef-2dd8-4691-a808-23fd6b1ab9d2 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Router 381e0c20-08d9-4ada-8155-e751a8e2b69d is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:36:12.043611 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba829ef-2dd8-4691-a808-23fd6b1ab9d2 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:36:12.055225 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c718e34-ff21-4ecc-9132-c7fe518e42e3 None None] Sync routers for ids ['381e0c20-08d9-4ada-8155-e751a8e2b69d'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:36:12.066145 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7ba829ef-2dd8-4691-a808-23fd6b1ab9d2 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:12.070355 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-7ba829ef-2dd8-4691-a808-23fd6b1ab9d2 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.3312168 Feb 02 07:36:12.070631 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 60710) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:36:12.073144 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c718e34-ff21-4ecc-9132-c7fe518e42e3 None None] Routers {'381e0c20-08d9-4ada-8155-e751a8e2b69d'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:36:12.079921 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-9c718e34-ff21-4ecc-9132-c7fe518e42e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:35:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['381e0c20-08d9-4ada-8155-e751a8e2b69d'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:36:12.170277 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ae3f30-1887-47b0-963c-c48947ff36c5 tempest-TestSecurityGroupsBasicOps-241493788 tempest-TestSecurityGroupsBasicOps-241493788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:12.174379 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a3ae3f30-1887-47b0-963c-c48947ff36c5 tempest-TestSecurityGroupsBasicOps-241493788 tempest-TestSecurityGroupsBasicOps-241493788-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=b9e271eb80cc4ea6b4ff51295e8c553f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1002963 Feb 02 07:36:12.175073 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 60712) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:36:12.284538 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-9c718e34-ff21-4ecc-9132-c7fe518e42e3 None None] Set router 381e0c20-08d9-4ada-8155-e751a8e2b69d gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:36:12.306004 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43e065e-60d8-47f8-a3aa-445fa0d6af12 tempest-TestSecurityGroupsBasicOps-241493788 tempest-TestSecurityGroupsBasicOps-241493788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:12.313717 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a43e065e-60d8-47f8-a3aa-445fa0d6af12 tempest-TestSecurityGroupsBasicOps-241493788 tempest-TestSecurityGroupsBasicOps-241493788-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1342161 Feb 02 07:36:12.314043 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 60718) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:36:12.381844 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-1ce06584-82a8-4634-9dd4-5fb69e179619 tempest-TestSecurityGroupsBasicOps-241493788 tempest-TestSecurityGroupsBasicOps-241493788-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=ee4463ee-e783-4af5-91d5-cbeb2d0e0db8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0642591 Feb 02 07:36:12.382064 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 60724) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:36:12.394747 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bbdc81-4312-4642-9b97-f9d34028d2b4 None None] Routers {'78426155-5d60-4b78-a413-eccb9051aec1'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:36:12.395432 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-91bbdc81-4312-4642-9b97-f9d34028d2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:35:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['78426155-5d60-4b78-a413-eccb9051aec1'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:36:12.409099 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d49b125-61a1-44ee-bc60-706744164c31 None None] Pushing event updated for resources: {'Port': ['ID=ebabf028-7863-4783-b818-1d5d4f15a58e,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:12.415948 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-cf482d5c-0543-4f65-98fe-d97b037af61c tempest-TestSecurityGroupsBasicOps-241493788 tempest-TestSecurityGroupsBasicOps-241493788-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=b9e271eb80cc4ea6b4ff51295e8c553f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304921 Feb 02 07:36:12.416179 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 60726) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:36:12.460138 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-22571267-bbdb-454d-b3c9-c42e50d2fd45 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:12.513515 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-9c718e34-ff21-4ecc-9132-c7fe518e42e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381e0c20-08d9-4ada-8155-e751a8e2b69d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-431813307', 'tenant_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '6e4ce4cd-f64a-48c8-b0f2-f1f7e16602eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:36:09Z', 'updated_at': '2022-02-02T07:36:11Z', 'revision_number': 3, 'project_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'gw_port': {'id': '6e4ce4cd-f64a-48c8-b0f2-f1f7e16602eb', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a5:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381e0c20-08d9-4ada-8155-e751a8e2b69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:36:10Z', 'updated_at': '2022-02-02T07:36:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:36:12.554217 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c718e34-ff21-4ecc-9132-c7fe518e42e3 None None] Checking router: 381e0c20-08d9-4ada-8155-e751a8e2b69d for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:36:12.554803 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c718e34-ff21-4ecc-9132-c7fe518e42e3 None None] Updating router 381e0c20-08d9-4ada-8155-e751a8e2b69d port 6e4ce4cd-f64a-48c8-b0f2-f1f7e16602eb binding host n-d-789963-26 {{(pid=109696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:36:12.597057 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-9c718e34-ff21-4ecc-9132-c7fe518e42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (6e4ce4cd-f64a-48c8-b0f2-f1f7e16602eb), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:12.641851 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caaaf64c-ba37-4b45-aedd-0027895ca292 tempest-TestSecurityGroupsBasicOps-241493788 tempest-TestSecurityGroupsBasicOps-241493788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:12.644724 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-caaaf64c-ba37-4b45-aedd-0027895ca292 tempest-TestSecurityGroupsBasicOps-241493788 tempest-TestSecurityGroupsBasicOps-241493788-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2274005 Feb 02 07:36:12.646964 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 60752) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:36:12.712293 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-040e326d-9bf8-416a-9bde-e29786648c5c None None] Allocated IP 172.20.0.2 (5ecfd23c-0c0d-4908-8108-5b474fe181f4/9ad812a5-1a13-4007-bc7e-49101064075f/e4c2286c-0729-4bd0-948b-8a067e34d401) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:36:12.723711 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-30d7e1d9-5069-4d8b-adc3-8ce4ad3f2fda tempest-TestSecurityGroupsBasicOps-241493788 tempest-TestSecurityGroupsBasicOps-241493788-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=ee4463ee-e783-4af5-91d5-cbeb2d0e0db8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0744793 Feb 02 07:36:12.724808 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 60754) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:36:12.730664 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-5404ec01-b5c1-4b89-9c71-6e524cee71f4 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1476277363', 'network_id': 'e5fb19b5-6970-4829-86f6-61e3b522aa22', 'project_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:36:12.748118 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-91bbdc81-4312-4642-9b97-f9d34028d2b4 None None] Set router 78426155-5d60-4b78-a413-eccb9051aec1 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:36:12.943263 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5404ec01-b5c1-4b89-9c71-6e524cee71f4 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Made reservation on behalf of b9e271eb80cc4ea6b4ff51295e8c553f for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:36:12.953787 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5404ec01-b5c1-4b89-9c71-6e524cee71f4 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:13.019476 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-9c718e34-ff21-4ecc-9132-c7fe518e42e3 None None] Publish callbacks [] for port (6e4ce4cd-f64a-48c8-b0f2-f1f7e16602eb), precommit_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:13.032363 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-9c718e34-ff21-4ecc-9132-c7fe518e42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (6e4ce4cd-f64a-48c8-b0f2-f1f7e16602eb), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:13.127580 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-91bbdc81-4312-4642-9b97-f9d34028d2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78426155-5d60-4b78-a413-eccb9051aec1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2056361273', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'ebabf028-7863-4783-b818-1d5d4f15a58e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:36:08Z', 'updated_at': '2022-02-02T07:36:09Z', 'revision_number': 3, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'gw_port': {'id': 'ebabf028-7863-4783-b818-1d5d4f15a58e', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:82:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78426155-5d60-4b78-a413-eccb9051aec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:36:08Z', 'updated_at': '2022-02-02T07:36:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:36:13.130970 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-040e326d-9bf8-416a-9bde-e29786648c5c None None] Publish callbacks [] for port (e4c2286c-0729-4bd0-948b-8a067e34d401), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:13.173691 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-040e326d-9bf8-416a-9bde-e29786648c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (e4c2286c-0729-4bd0-948b-8a067e34d401), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:13.176455 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bbdc81-4312-4642-9b97-f9d34028d2b4 None None] The sync data for ids ['78426155-5d60-4b78-a413-eccb9051aec1'] in n-d-789963-26 is: [{'id': '78426155-5d60-4b78-a413-eccb9051aec1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2056361273', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'ebabf028-7863-4783-b818-1d5d4f15a58e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:36:08Z', 'updated_at': '2022-02-02T07:36:09Z', 'revision_number': 3, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'gw_port': {'id': 'ebabf028-7863-4783-b818-1d5d4f15a58e', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:82:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78426155-5d60-4b78-a413-eccb9051aec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:36:08Z', 'updated_at': '2022-02-02T07:36:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:36:13.178190 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e56dde7-9b8f-4a62-b5f6-502b9ab9ff13 None None] Pushing event updated for resources: {'Port': ['ID=6e4ce4cd-f64a-48c8-b0f2-f1f7e16602eb,revision_number=2']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:13.199471 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-9c718e34-ff21-4ecc-9132-c7fe518e42e3 None None] Attempting to bind port 6e4ce4cd-f64a-48c8-b0f2-f1f7e16602eb on host n-d-789963-26 for vnic_type normal with profile {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:36:13.199877 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-9c718e34-ff21-4ecc-9132-c7fe518e42e3 None None] Attempting to bind port 6e4ce4cd-f64a-48c8-b0f2-f1f7e16602eb by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:36:13.200831 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c718e34-ff21-4ecc-9132-c7fe518e42e3 None None] Attempting to bind port 6e4ce4cd-f64a-48c8-b0f2-f1f7e16602eb on network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:36:13.222822 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e56dde7-9b8f-4a62-b5f6-502b9ab9ff13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:36:13.223974 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e56dde7-9b8f-4a62-b5f6-502b9ab9ff13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:36:13.225192 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e56dde7-9b8f-4a62-b5f6-502b9ab9ff13 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:36:13.227949 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e56dde7-9b8f-4a62-b5f6-502b9ab9ff13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:36:13.229460 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e56dde7-9b8f-4a62-b5f6-502b9ab9ff13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:36:13.230194 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e56dde7-9b8f-4a62-b5f6-502b9ab9ff13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:36:13.232408 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e56dde7-9b8f-4a62-b5f6-502b9ab9ff13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:36:13.233086 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e56dde7-9b8f-4a62-b5f6-502b9ab9ff13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:36:13.233638 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e56dde7-9b8f-4a62-b5f6-502b9ab9ff13 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:36:13.235249 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e56dde7-9b8f-4a62-b5f6-502b9ab9ff13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:36:13.236274 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e56dde7-9b8f-4a62-b5f6-502b9ab9ff13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:36:13.238020 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e56dde7-9b8f-4a62-b5f6-502b9ab9ff13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:36:13.238625 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e56dde7-9b8f-4a62-b5f6-502b9ab9ff13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:36:13.242871 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040e326d-9bf8-416a-9bde-e29786648c5c None None] Pushing event updated for resources: {'Port': ['ID=e4c2286c-0729-4bd0-948b-8a067e34d401,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:13.253765 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c718e34-ff21-4ecc-9132-c7fe518e42e3 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:36:13.258186 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040e326d-9bf8-416a-9bde-e29786648c5c None None] Network 5ecfd23c-0c0d-4908-8108-5b474fe181f4 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:36:13.259939 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-040e326d-9bf8-416a-9bde-e29786648c5c None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:36:13.260340 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c718e34-ff21-4ecc-9132-c7fe518e42e3 None None] Checking segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:36:13.260920 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-9c718e34-ff21-4ecc-9132-c7fe518e42e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:13.261724 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c718e34-ff21-4ecc-9132-c7fe518e42e3 None None] Bound using segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:36:13.263464 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-9c718e34-ff21-4ecc-9132-c7fe518e42e3 None None] Bound port: 6e4ce4cd-f64a-48c8-b0f2-f1f7e16602eb, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:36:13.264838 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-9c718e34-ff21-4ecc-9132-c7fe518e42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (6e4ce4cd-f64a-48c8-b0f2-f1f7e16602eb), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:13.265947 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040e326d-9bf8-416a-9bde-e29786648c5c None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:36:13.330789 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5404ec01-b5c1-4b89-9c71-6e524cee71f4 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (2bd36315-ed9b-4c08-bf00-65dee4c6264e), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:13.367002 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-040e326d-9bf8-416a-9bde-e29786648c5c None None] Attempting to bind port e4c2286c-0729-4bd0-948b-8a067e34d401 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:36:13.367388 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-040e326d-9bf8-416a-9bde-e29786648c5c None None] Attempting to bind port e4c2286c-0729-4bd0-948b-8a067e34d401 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'ee5d5a73-35cd-4069-8de1-074f6faf1dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5ecfd23c-0c0d-4908-8108-5b474fe181f4'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:36:13.368283 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040e326d-9bf8-416a-9bde-e29786648c5c None None] Attempting to bind port e4c2286c-0729-4bd0-948b-8a067e34d401 on network 5ecfd23c-0c0d-4908-8108-5b474fe181f4 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:36:13.371059 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d000b8f5-15dd-46c2-ab78-93c0b0f77fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:13.383056 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040e326d-9bf8-416a-9bde-e29786648c5c None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:36:13.383989 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040e326d-9bf8-416a-9bde-e29786648c5c None None] Checking segment: {'id': 'ee5d5a73-35cd-4069-8de1-074f6faf1dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5ecfd23c-0c0d-4908-8108-5b474fe181f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:36:13.384752 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-040e326d-9bf8-416a-9bde-e29786648c5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:13.385294 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040e326d-9bf8-416a-9bde-e29786648c5c None None] Bound using segment: {'id': 'ee5d5a73-35cd-4069-8de1-074f6faf1dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5ecfd23c-0c0d-4908-8108-5b474fe181f4'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:36:13.385802 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-040e326d-9bf8-416a-9bde-e29786648c5c None None] Bound port: e4c2286c-0729-4bd0-948b-8a067e34d401, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee5d5a73-35cd-4069-8de1-074f6faf1dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5ecfd23c-0c0d-4908-8108-5b474fe181f4'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:36:13.386281 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-040e326d-9bf8-416a-9bde-e29786648c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (e4c2286c-0729-4bd0-948b-8a067e34d401), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:13.405951 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-9c718e34-ff21-4ecc-9132-c7fe518e42e3 None None] For port 6e4ce4cd-f64a-48c8-b0f2-f1f7e16602eb, host n-d-789963-26, cleared binding levels {{(pid=109696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:36:13.414112 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-9c718e34-ff21-4ecc-9132-c7fe518e42e3 None None] For port 6e4ce4cd-f64a-48c8-b0f2-f1f7e16602eb, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=6e4ce4cd-f64a-48c8-b0f2-f1f7e16602eb,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:36:13.426340 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-9c718e34-ff21-4ecc-9132-c7fe518e42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (6e4ce4cd-f64a-48c8-b0f2-f1f7e16602eb), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:13.479015 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5404ec01-b5c1-4b89-9c71-6e524cee71f4 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Pushing event updated for resources: {'Subnet': ['ID=2bd36315-ed9b-4c08-bf00-65dee4c6264e,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:13.490041 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5404ec01-b5c1-4b89-9c71-6e524cee71f4 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Checking segment: {'id': '7a475a3f-d331-492a-be6a-d9cbf0648e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e5fb19b5-6970-4829-86f6-61e3b522aa22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:36:13.492451 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5404ec01-b5c1-4b89-9c71-6e524cee71f4 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Network hostable DHCP agents. Network: e5fb19b5-6970-4829-86f6-61e3b522aa22, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:36:13.508480 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-040e326d-9bf8-416a-9bde-e29786648c5c None None] For port e4c2286c-0729-4bd0-948b-8a067e34d401, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:36:13.512756 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-040e326d-9bf8-416a-9bde-e29786648c5c None None] For port e4c2286c-0729-4bd0-948b-8a067e34d401, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=e4c2286c-0729-4bd0-948b-8a067e34d401,segment=NetworkSegment(ee5d5a73-35cd-4069-8de1-074f6faf1dd1),segment_id=ee5d5a73-35cd-4069-8de1-074f6faf1dd1)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:36:13.515952 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5404ec01-b5c1-4b89-9c71-6e524cee71f4 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Network e5fb19b5-6970-4829-86f6-61e3b522aa22 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:36:13.530312 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-040e326d-9bf8-416a-9bde-e29786648c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (e4c2286c-0729-4bd0-948b-8a067e34d401), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:13.534736 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-5404ec01-b5c1-4b89-9c71-6e524cee71f4 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, e5fb19b5-6970-4829-86f6-61e3b522aa22) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:36:13.538389 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-22571267-bbdb-454d-b3c9-c42e50d2fd45 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Allocated IP 172.20.0.1 (5ecfd23c-0c0d-4908-8108-5b474fe181f4/9ad812a5-1a13-4007-bc7e-49101064075f/ff2380b3-99e5-4f57-af72-6b6c8c8dbb06) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:36:13.540923 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5404ec01-b5c1-4b89-9c71-6e524cee71f4 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:13.541839 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5404ec01-b5c1-4b89-9c71-6e524cee71f4 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:13.566999 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb90a41a-9e84-49db-ae05-cb90f8b334fe None None] Network e5fb19b5-6970-4829-86f6-61e3b522aa22 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:36:13.575737 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-5404ec01-b5c1-4b89-9c71-6e524cee71f4 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8468661 Feb 02 07:36:13.576447 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 60758) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:36:13.594297 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c718e34-ff21-4ecc-9132-c7fe518e42e3 None None] Routers {'381e0c20-08d9-4ada-8155-e751a8e2b69d'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:36:13.599957 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-9c718e34-ff21-4ecc-9132-c7fe518e42e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:36:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['381e0c20-08d9-4ada-8155-e751a8e2b69d'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:36:13.743751 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-22571267-bbdb-454d-b3c9-c42e50d2fd45 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for port (ff2380b3-99e5-4f57-af72-6b6c8c8dbb06), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:13.750227 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e56dde7-9b8f-4a62-b5f6-502b9ab9ff13 None None] Pushing event updated for resources: {'Port': ['ID=6e4ce4cd-f64a-48c8-b0f2-f1f7e16602eb,revision_number=3']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:13.837382 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-22571267-bbdb-454d-b3c9-c42e50d2fd45 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (ff2380b3-99e5-4f57-af72-6b6c8c8dbb06), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:13.838623 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040e326d-9bf8-416a-9bde-e29786648c5c None None] Pushing event updated for resources: {'Port': ['ID=e4c2286c-0729-4bd0-948b-8a067e34d401,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:13.917449 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-9c718e34-ff21-4ecc-9132-c7fe518e42e3 None None] Set router 381e0c20-08d9-4ada-8155-e751a8e2b69d gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:36:13.943587 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e35e95-f767-41b0-836a-49e3a2df19f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-e5fb19b5-6970-4829-86f6-61e3b522aa22', 'network_id': 'e5fb19b5-6970-4829-86f6-61e3b522aa22', 'project_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'fixed_ips': [{'subnet_id': '2bd36315-ed9b-4c08-bf00-65dee4c6264e'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:36:13.947056 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-55e35e95-f767-41b0-836a-49e3a2df19f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:13.949048 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22571267-bbdb-454d-b3c9-c42e50d2fd45 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event updated for resources: {'Port': ['ID=ff2380b3-99e5-4f57-af72-6b6c8c8dbb06,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:14.023972 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22571267-bbdb-454d-b3c9-c42e50d2fd45 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Network 5ecfd23c-0c0d-4908-8108-5b474fe181f4 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:36:14.029018 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-22571267-bbdb-454d-b3c9-c42e50d2fd45 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:36:14.039259 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22571267-bbdb-454d-b3c9-c42e50d2fd45 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:36:14.145326 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-22571267-bbdb-454d-b3c9-c42e50d2fd45 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (78426155-5d60-4b78-a413-eccb9051aec1), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:14.301494 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-55e35e95-f767-41b0-836a-49e3a2df19f9 None None] Allocated IP 172.20.0.18 (e5fb19b5-6970-4829-86f6-61e3b522aa22/2bd36315-ed9b-4c08-bf00-65dee4c6264e/bdbf0c8e-019e-4ebc-ba84-8003d00fd034) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:36:14.475889 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-22571267-bbdb-454d-b3c9-c42e50d2fd45 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ff2380b3-99e5-4f57-af72-6b6c8c8dbb06), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:14.551210 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-55e35e95-f767-41b0-836a-49e3a2df19f9 None None] Publish callbacks [] for port (bdbf0c8e-019e-4ebc-ba84-8003d00fd034), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:14.565265 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-55e35e95-f767-41b0-836a-49e3a2df19f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (bdbf0c8e-019e-4ebc-ba84-8003d00fd034), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:14.617998 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e35e95-f767-41b0-836a-49e3a2df19f9 None None] Network e5fb19b5-6970-4829-86f6-61e3b522aa22 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:36:14.621137 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-9c718e34-ff21-4ecc-9132-c7fe518e42e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381e0c20-08d9-4ada-8155-e751a8e2b69d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-431813307', 'tenant_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '6e4ce4cd-f64a-48c8-b0f2-f1f7e16602eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:36:09Z', 'updated_at': '2022-02-02T07:36:11Z', 'revision_number': 3, 'project_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'gw_port': {'id': '6e4ce4cd-f64a-48c8-b0f2-f1f7e16602eb', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a5:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381e0c20-08d9-4ada-8155-e751a8e2b69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:36:10Z', 'updated_at': '2022-02-02T07:36:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:36:14.624852 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-55e35e95-f767-41b0-836a-49e3a2df19f9 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:36:14.632676 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e35e95-f767-41b0-836a-49e3a2df19f9 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:36:14.660230 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e35e95-f767-41b0-836a-49e3a2df19f9 None None] Pushing event updated for resources: {'Port': ['ID=bdbf0c8e-019e-4ebc-ba84-8003d00fd034,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:14.694064 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c718e34-ff21-4ecc-9132-c7fe518e42e3 None None] The sync data for ids ['381e0c20-08d9-4ada-8155-e751a8e2b69d'] in n-d-789963-26 is: [{'id': '381e0c20-08d9-4ada-8155-e751a8e2b69d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-431813307', 'tenant_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '6e4ce4cd-f64a-48c8-b0f2-f1f7e16602eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:36:09Z', 'updated_at': '2022-02-02T07:36:11Z', 'revision_number': 3, 'project_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'gw_port': {'id': '6e4ce4cd-f64a-48c8-b0f2-f1f7e16602eb', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a5:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381e0c20-08d9-4ada-8155-e751a8e2b69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:36:10Z', 'updated_at': '2022-02-02T07:36:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:36:14.820141 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-55e35e95-f767-41b0-836a-49e3a2df19f9 None None] Attempting to bind port bdbf0c8e-019e-4ebc-ba84-8003d00fd034 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:36:14.820677 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-55e35e95-f767-41b0-836a-49e3a2df19f9 None None] Attempting to bind port bdbf0c8e-019e-4ebc-ba84-8003d00fd034 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '7a475a3f-d331-492a-be6a-d9cbf0648e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e5fb19b5-6970-4829-86f6-61e3b522aa22'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:36:14.821386 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e35e95-f767-41b0-836a-49e3a2df19f9 None None] Attempting to bind port bdbf0c8e-019e-4ebc-ba84-8003d00fd034 on network e5fb19b5-6970-4829-86f6-61e3b522aa22 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:36:14.829970 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e35e95-f767-41b0-836a-49e3a2df19f9 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:36:14.830517 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e35e95-f767-41b0-836a-49e3a2df19f9 None None] Checking segment: {'id': '7a475a3f-d331-492a-be6a-d9cbf0648e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e5fb19b5-6970-4829-86f6-61e3b522aa22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:36:14.831032 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-55e35e95-f767-41b0-836a-49e3a2df19f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:14.831801 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e35e95-f767-41b0-836a-49e3a2df19f9 None None] Bound using segment: {'id': '7a475a3f-d331-492a-be6a-d9cbf0648e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e5fb19b5-6970-4829-86f6-61e3b522aa22'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:36:14.832394 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-55e35e95-f767-41b0-836a-49e3a2df19f9 None None] Bound port: bdbf0c8e-019e-4ebc-ba84-8003d00fd034, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a475a3f-d331-492a-be6a-d9cbf0648e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e5fb19b5-6970-4829-86f6-61e3b522aa22'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:36:14.832876 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-55e35e95-f767-41b0-836a-49e3a2df19f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (bdbf0c8e-019e-4ebc-ba84-8003d00fd034), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:14.864080 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:14.980820 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-55e35e95-f767-41b0-836a-49e3a2df19f9 None None] For port bdbf0c8e-019e-4ebc-ba84-8003d00fd034, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:36:14.989880 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-55e35e95-f767-41b0-836a-49e3a2df19f9 None None] For port bdbf0c8e-019e-4ebc-ba84-8003d00fd034, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=bdbf0c8e-019e-4ebc-ba84-8003d00fd034,segment=NetworkSegment(7a475a3f-d331-492a-be6a-d9cbf0648e77),segment_id=7a475a3f-d331-492a-be6a-d9cbf0648e77)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:36:15.003292 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-55e35e95-f767-41b0-836a-49e3a2df19f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (bdbf0c8e-019e-4ebc-ba84-8003d00fd034), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:15.120029 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a112abf7-6806-46c1-aa7e-0b8e441ce638 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:15.144403 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-22571267-bbdb-454d-b3c9-c42e50d2fd45 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for port (ff2380b3-99e5-4f57-af72-6b6c8c8dbb06), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:15.155990 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-22571267-bbdb-454d-b3c9-c42e50d2fd45 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (ff2380b3-99e5-4f57-af72-6b6c8c8dbb06), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:15.178968 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e35e95-f767-41b0-836a-49e3a2df19f9 None None] Pushing event updated for resources: {'Port': ['ID=bdbf0c8e-019e-4ebc-ba84-8003d00fd034,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:15.349839 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-22571267-bbdb-454d-b3c9-c42e50d2fd45 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (78426155-5d60-4b78-a413-eccb9051aec1), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:15.351803 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22571267-bbdb-454d-b3c9-c42e50d2fd45 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event updated for resources: {'Port': ['ID=ff2380b3-99e5-4f57-af72-6b6c8c8dbb06,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:15.401505 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device ebabf028-7863-4783-b818-1d5d4f15a58e up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:36:15.498286 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port ebabf028-7863-4783-b818-1d5d4f15a58e triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:36:15.499829 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ebabf028-7863-4783-b818-1d5d4f15a58e), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:15.550870 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22571267-bbdb-454d-b3c9-c42e50d2fd45 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Network 5ecfd23c-0c0d-4908-8108-5b474fe181f4 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:36:15.558768 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-22571267-bbdb-454d-b3c9-c42e50d2fd45 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:36:15.739956 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port ebabf028-7863-4783-b818-1d5d4f15a58e is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:36:15.740571 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ebabf028-7863-4783-b818-1d5d4f15a58e), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:15.784880 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port ebabf028-7863-4783-b818-1d5d4f15a58e, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=ebabf028-7863-4783-b818-1d5d4f15a58e,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:36:15.796879 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (ebabf028-7863-4783-b818-1d5d4f15a58e), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:15.797740 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device e4c2286c-0729-4bd0-948b-8a067e34d401 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:36:15.851457 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22571267-bbdb-454d-b3c9-c42e50d2fd45 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Router 78426155-5d60-4b78-a413-eccb9051aec1 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:36:15.856918 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-a112abf7-6806-46c1-aa7e-0b8e441ce638 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Allocated IP 172.20.0.17 (e5fb19b5-6970-4829-86f6-61e3b522aa22/2bd36315-ed9b-4c08-bf00-65dee4c6264e/9ebcab2d-090c-4f18-b82a-6a9b4b6827cd) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:36:15.984480 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb82837-4589-43bb-85da-afb124b560d5 None None] Network 5ecfd23c-0c0d-4908-8108-5b474fe181f4 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:36:16.032331 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=ebabf028-7863-4783-b818-1d5d4f15a58e,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:16.071204 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22571267-bbdb-454d-b3c9-c42e50d2fd45 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:36:16.078300 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-22571267-bbdb-454d-b3c9-c42e50d2fd45 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "PUT /v2.0/routers/78426155-5d60-4b78-a413-eccb9051aec1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5108414 Feb 02 07:36:16.106394 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-05480741-372c-46f4-9b06-538e8755ed3d None None] Provisioning complete for port e4c2286c-0729-4bd0-948b-8a067e34d401 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:36:16.107286 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-05480741-372c-46f4-9b06-538e8755ed3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (e4c2286c-0729-4bd0-948b-8a067e34d401), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:16.156084 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a112abf7-6806-46c1-aa7e-0b8e441ce638 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks [] for port (9ebcab2d-090c-4f18-b82a-6a9b4b6827cd), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:16.212182 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a112abf7-6806-46c1-aa7e-0b8e441ce638 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (9ebcab2d-090c-4f18-b82a-6a9b4b6827cd), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:16.266543 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a112abf7-6806-46c1-aa7e-0b8e441ce638 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Network e5fb19b5-6970-4829-86f6-61e3b522aa22 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:36:16.273457 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-a112abf7-6806-46c1-aa7e-0b8e441ce638 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:36:16.278797 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a112abf7-6806-46c1-aa7e-0b8e441ce638 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:36:16.301359 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:16.302013 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port e4c2286c-0729-4bd0-948b-8a067e34d401 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:36:16.314794 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (e4c2286c-0729-4bd0-948b-8a067e34d401), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:16.334074 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a112abf7-6806-46c1-aa7e-0b8e441ce638 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Pushing event updated for resources: {'Port': ['ID=9ebcab2d-090c-4f18-b82a-6a9b4b6827cd,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:16.347851 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a112abf7-6806-46c1-aa7e-0b8e441ce638 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (381e0c20-08d9-4ada-8155-e751a8e2b69d), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:16.431353 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-212e61a4-5f49-4a77-b6e7-40b3fa24f087 req-895f382e-d1ae-48e7-9a9b-13646f0fe34e tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-188170237&fields=id&tenant_id=b5f86cce5c924f2695e5f2d21aa64848 HTTP/1.1" status: 200 len: 267 time: 0.1287949 Feb 02 07:36:16.561487 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-05480741-372c-46f4-9b06-538e8755ed3d None None] Current status of the port e4c2286c-0729-4bd0-948b-8a067e34d401 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:36:16.561487 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-05480741-372c-46f4-9b06-538e8755ed3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (e4c2286c-0729-4bd0-948b-8a067e34d401), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:16.632544 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a112abf7-6806-46c1-aa7e-0b8e441ce638 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (9ebcab2d-090c-4f18-b82a-6a9b4b6827cd), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:16.636006 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port e4c2286c-0729-4bd0-948b-8a067e34d401 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:36:16.639072 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (e4c2286c-0729-4bd0-948b-8a067e34d401), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:16.698512 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e61a4-5f49-4a77-b6e7-40b3fa24f087 req-acab46f0-becd-4973-9980-eb13e3c4ffde tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:16.716705 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-212e61a4-5f49-4a77-b6e7-40b3fa24f087 req-acab46f0-becd-4973-9980-eb13e3c4ffde tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/networks?id=5ecfd23c-0c0d-4908-8108-5b474fe181f4 HTTP/1.1" status: 200 len: 797 time: 0.2842925 Feb 02 07:36:16.725231 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-05480741-372c-46f4-9b06-538e8755ed3d None None] For port e4c2286c-0729-4bd0-948b-8a067e34d401, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=e4c2286c-0729-4bd0-948b-8a067e34d401,segment=NetworkSegment(ee5d5a73-35cd-4069-8de1-074f6faf1dd1),segment_id=ee5d5a73-35cd-4069-8de1-074f6faf1dd1)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:36:16.733051 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-05480741-372c-46f4-9b06-538e8755ed3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (e4c2286c-0729-4bd0-948b-8a067e34d401), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:16.740543 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-212e61a4-5f49-4a77-b6e7-40b3fa24f087 req-405a4fd5-842e-44da-8bc2-f5fcb645ec45 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/quotas/b5f86cce5c924f2695e5f2d21aa64848 HTTP/1.1" status: 200 len: 375 time: 0.0218799 Feb 02 07:36:16.875496 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.db.api [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109695) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 07:36:16.876099 n-d-789963-26 neutron-server[109695]: DEBUG oslo_db.api [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 07:36:16.880237 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-212e61a4-5f49-4a77-b6e7-40b3fa24f087 req-92e2ff12-810a-4afb-9e78-b006552d4a95 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=b5f86cce5c924f2695e5f2d21aa64848&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1384010 Feb 02 07:36:16.881229 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-6308939a-a951-4bdb-9b73-2837b4ab14ab None None] Provisioning complete for port e4c2286c-0729-4bd0-948b-8a067e34d401 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:36:16.881823 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6308939a-a951-4bdb-9b73-2837b4ab14ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (e4c2286c-0729-4bd0-948b-8a067e34d401), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:16.883695 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05480741-372c-46f4-9b06-538e8755ed3d None None] Pushing event updated for resources: {'Port': ['ID=e4c2286c-0729-4bd0-948b-8a067e34d401,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:16.907198 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [req-212e61a4-5f49-4a77-b6e7-40b3fa24f087 req-eda3b447-c80e-4531-9bf0-946ea2274f18 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:36:16.915051 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-212e61a4-5f49-4a77-b6e7-40b3fa24f087 req-eda3b447-c80e-4531-9bf0-946ea2274f18 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0122893 Feb 02 07:36:17.053286 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-6308939a-a951-4bdb-9b73-2837b4ab14ab None None] Current status of the port e4c2286c-0729-4bd0-948b-8a067e34d401 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:36:17.068237 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-6308939a-a951-4bdb-9b73-2837b4ab14ab None None] Provisioning complete for port ff2380b3-99e5-4f57-af72-6b6c8c8dbb06 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:36:17.068686 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6308939a-a951-4bdb-9b73-2837b4ab14ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ff2380b3-99e5-4f57-af72-6b6c8c8dbb06), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:17.104450 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-212e61a4-5f49-4a77-b6e7-40b3fa24f087 req-695a013b-a2fa-43b5-9bd5-358f13b4ad14 service neutron] 10.222.0.87 "GET /v2.0/networks/5ecfd23c-0c0d-4908-8108-5b474fe181f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841888 Feb 02 07:36:17.138266 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410a3d2c-a574-411a-8b48-6ef2a4147bdf None None] Sync routers for ids ['78426155-5d60-4b78-a413-eccb9051aec1'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:36:17.147945 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-6308939a-a951-4bdb-9b73-2837b4ab14ab None None] Port ff2380b3-99e5-4f57-af72-6b6c8c8dbb06 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:36:17.164530 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410a3d2c-a574-411a-8b48-6ef2a4147bdf None None] Routers {'78426155-5d60-4b78-a413-eccb9051aec1'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:36:17.165358 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-410a3d2c-a574-411a-8b48-6ef2a4147bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:36:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['78426155-5d60-4b78-a413-eccb9051aec1'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:36:17.190845 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a112abf7-6806-46c1-aa7e-0b8e441ce638 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks [] for port (9ebcab2d-090c-4f18-b82a-6a9b4b6827cd), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:17.200969 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a112abf7-6806-46c1-aa7e-0b8e441ce638 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (9ebcab2d-090c-4f18-b82a-6a9b4b6827cd), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:17.315252 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-212e61a4-5f49-4a77-b6e7-40b3fa24f087 req-d7ea40a7-84f6-4549-b64d-92d47a653ef3 service neutron] 10.222.0.87 "GET /v2.0/networks/5ecfd23c-0c0d-4908-8108-5b474fe181f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096002 Feb 02 07:36:17.319946 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a112abf7-6806-46c1-aa7e-0b8e441ce638 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (381e0c20-08d9-4ada-8155-e751a8e2b69d), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:17.323235 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a112abf7-6806-46c1-aa7e-0b8e441ce638 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Pushing event updated for resources: {'Port': ['ID=9ebcab2d-090c-4f18-b82a-6a9b4b6827cd,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:17.536490 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a112abf7-6806-46c1-aa7e-0b8e441ce638 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Network e5fb19b5-6970-4829-86f6-61e3b522aa22 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:36:17.543661 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-a112abf7-6806-46c1-aa7e-0b8e441ce638 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:36:17.603459 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14859695-19b1-4ac5-8c57-256fc0509e11 None None] Network e5fb19b5-6970-4829-86f6-61e3b522aa22 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:36:17.620391 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1c2518c8-138f-4d32-b3cd-5711cb46060f req-e430b7fd-5512-4e11-a109-69819fb97e67 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=4b348af2-489e-4dc4-b2d6-d509fe2bc9d6 HTTP/1.1" status: 200 len: 210 time: 0.0515664 Feb 02 07:36:17.714474 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:17.782767 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-410a3d2c-a574-411a-8b48-6ef2a4147bdf None None] Set router 78426155-5d60-4b78-a413-eccb9051aec1 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:36:17.784681 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port e4c2286c-0729-4bd0-948b-8a067e34d401 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:36:17.788735 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-d9fff466-7298-4868-95f6-e8afd2733c2a None None] Provisioning complete for port bdbf0c8e-019e-4ebc-ba84-8003d00fd034 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:36:17.788941 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d9fff466-7298-4868-95f6-e8afd2733c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (bdbf0c8e-019e-4ebc-ba84-8003d00fd034), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:17.812076 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a112abf7-6806-46c1-aa7e-0b8e441ce638 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Router 381e0c20-08d9-4ada-8155-e751a8e2b69d has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:36:18.052909 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a112abf7-6806-46c1-aa7e-0b8e441ce638 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:36:18.058464 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a112abf7-6806-46c1-aa7e-0b8e441ce638 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.87 "PUT /v2.0/routers/381e0c20-08d9-4ada-8155-e751a8e2b69d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4809926 Feb 02 07:36:18.068835 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35e5e47-4640-4834-81f6-c8b737518272 None None] Sync routers for ids ['381e0c20-08d9-4ada-8155-e751a8e2b69d'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:36:18.084773 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35e5e47-4640-4834-81f6-c8b737518272 None None] Routers {'381e0c20-08d9-4ada-8155-e751a8e2b69d'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:36:18.087674 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-d35e5e47-4640-4834-81f6-c8b737518272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:36:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['381e0c20-08d9-4ada-8155-e751a8e2b69d'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:36:18.205348 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-d9fff466-7298-4868-95f6-e8afd2733c2a None None] Current status of the port bdbf0c8e-019e-4ebc-ba84-8003d00fd034 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:36:18.205872 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d9fff466-7298-4868-95f6-e8afd2733c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (bdbf0c8e-019e-4ebc-ba84-8003d00fd034), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:18.242378 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 6e4ce4cd-f64a-48c8-b0f2-f1f7e16602eb up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:36:18.325014 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-d9fff466-7298-4868-95f6-e8afd2733c2a None None] For port bdbf0c8e-019e-4ebc-ba84-8003d00fd034, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=bdbf0c8e-019e-4ebc-ba84-8003d00fd034,segment=NetworkSegment(7a475a3f-d331-492a-be6a-d9cbf0648e77),segment_id=7a475a3f-d331-492a-be6a-d9cbf0648e77)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:36:18.338824 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d9fff466-7298-4868-95f6-e8afd2733c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (bdbf0c8e-019e-4ebc-ba84-8003d00fd034), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:18.366186 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-d35e5e47-4640-4834-81f6-c8b737518272 None None] Set router 381e0c20-08d9-4ada-8155-e751a8e2b69d gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:36:18.415506 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-d9fff466-7298-4868-95f6-e8afd2733c2a None None] Provisioning complete for port ff2380b3-99e5-4f57-af72-6b6c8c8dbb06 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:36:18.416421 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d9fff466-7298-4868-95f6-e8afd2733c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ff2380b3-99e5-4f57-af72-6b6c8c8dbb06), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:18.417449 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 6e4ce4cd-f64a-48c8-b0f2-f1f7e16602eb triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:36:18.417805 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (6e4ce4cd-f64a-48c8-b0f2-f1f7e16602eb), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:18.425846 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-410a3d2c-a574-411a-8b48-6ef2a4147bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78426155-5d60-4b78-a413-eccb9051aec1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2056361273', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'ebabf028-7863-4783-b818-1d5d4f15a58e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:36:08Z', 'updated_at': '2022-02-02T07:36:14Z', 'revision_number': 4, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'gw_port': {'id': 'ebabf028-7863-4783-b818-1d5d4f15a58e', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:82:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78426155-5d60-4b78-a413-eccb9051aec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:36:08Z', 'updated_at': '2022-02-02T07:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'ff2380b3-99e5-4f57-af72-6b6c8c8dbb06', 'name': '', 'network_id': '5ecfd23c-0c0d-4908-8108-5b474fe181f4', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'mac_address': 'fa:16:3e:49:82:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78426155-5d60-4b78-a413-eccb9051aec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '9ad812a5-1a13-4007-bc7e-49101064075f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:36:12Z', 'updated_at': '2022-02-02T07:36:14Z', 'revision_number': 2, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'subnets': [{'id': '9ad812a5-1a13-4007-bc7e-49101064075f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:36:18.448672 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ff6f8-fe81-42b3-acb2-232b87923682 req-6f7fe15a-a724-45b5-a7a9-b7494f686141 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:18.454325 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-175ff6f8-fe81-42b3-acb2-232b87923682 req-6f7fe15a-a724-45b5-a7a9-b7494f686141 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.87 "GET /v2.0/networks?id=e5fb19b5-6970-4829-86f6-61e3b522aa22 HTTP/1.1" status: 200 len: 798 time: 0.1960249 Feb 02 07:36:18.479983 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-175ff6f8-fe81-42b3-acb2-232b87923682 req-bf1aecac-5ef3-4151-b13c-229567a6992d tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.87 "GET /v2.0/quotas/b9e271eb80cc4ea6b4ff51295e8c553f HTTP/1.1" status: 200 len: 375 time: 0.0155330 Feb 02 07:36:18.588053 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fff466-7298-4868-95f6-e8afd2733c2a None None] Pushing event updated for resources: {'Port': ['ID=bdbf0c8e-019e-4ebc-ba84-8003d00fd034,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:18.596123 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410a3d2c-a574-411a-8b48-6ef2a4147bdf None None] Checking router: 78426155-5d60-4b78-a413-eccb9051aec1 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:36:18.597806 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410a3d2c-a574-411a-8b48-6ef2a4147bdf None None] Updating router 78426155-5d60-4b78-a413-eccb9051aec1 port ff2380b3-99e5-4f57-af72-6b6c8c8dbb06 binding host n-d-789963-26 {{(pid=109695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:36:18.608574 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-175ff6f8-fe81-42b3-acb2-232b87923682 req-f67d0e57-b934-43fb-bbb1-9dd1e22eec57 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=b9e271eb80cc4ea6b4ff51295e8c553f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1229293 Feb 02 07:36:18.660750 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-d9fff466-7298-4868-95f6-e8afd2733c2a None None] Port ff2380b3-99e5-4f57-af72-6b6c8c8dbb06 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:36:18.690784 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-410a3d2c-a574-411a-8b48-6ef2a4147bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ff2380b3-99e5-4f57-af72-6b6c8c8dbb06), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:18.777673 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-d35e5e47-4640-4834-81f6-c8b737518272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381e0c20-08d9-4ada-8155-e751a8e2b69d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-431813307', 'tenant_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '6e4ce4cd-f64a-48c8-b0f2-f1f7e16602eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:36:09Z', 'updated_at': '2022-02-02T07:36:16Z', 'revision_number': 4, 'project_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'gw_port': {'id': '6e4ce4cd-f64a-48c8-b0f2-f1f7e16602eb', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a5:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381e0c20-08d9-4ada-8155-e751a8e2b69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:36:10Z', 'updated_at': '2022-02-02T07:36:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '9ebcab2d-090c-4f18-b82a-6a9b4b6827cd', 'name': '', 'network_id': 'e5fb19b5-6970-4829-86f6-61e3b522aa22', 'tenant_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'mac_address': 'fa:16:3e:2a:34:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381e0c20-08d9-4ada-8155-e751a8e2b69d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '2bd36315-ed9b-4c08-bf00-65dee4c6264e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:36:15Z', 'updated_at': '2022-02-02T07:36:16Z', 'revision_number': 2, 'project_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'subnets': [{'id': '2bd36315-ed9b-4c08-bf00-65dee4c6264e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:36:18.787912 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 6e4ce4cd-f64a-48c8-b0f2-f1f7e16602eb is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:36:18.788382 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (6e4ce4cd-f64a-48c8-b0f2-f1f7e16602eb), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:18.790300 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-175ff6f8-fe81-42b3-acb2-232b87923682 req-726ed3df-240f-4928-988b-7a592558de69 service neutron] 10.222.0.87 "GET /v2.0/networks/e5fb19b5-6970-4829-86f6-61e3b522aa22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772490 Feb 02 07:36:18.830110 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35e5e47-4640-4834-81f6-c8b737518272 None None] Checking router: 381e0c20-08d9-4ada-8155-e751a8e2b69d for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:36:18.830480 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35e5e47-4640-4834-81f6-c8b737518272 None None] Updating router 381e0c20-08d9-4ada-8155-e751a8e2b69d port 9ebcab2d-090c-4f18-b82a-6a9b4b6827cd binding host n-d-789963-26 {{(pid=109696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:36:18.839861 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 6e4ce4cd-f64a-48c8-b0f2-f1f7e16602eb, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=6e4ce4cd-f64a-48c8-b0f2-f1f7e16602eb,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:36:18.883292 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-d35e5e47-4640-4834-81f6-c8b737518272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (9ebcab2d-090c-4f18-b82a-6a9b4b6827cd), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:18.912948 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (6e4ce4cd-f64a-48c8-b0f2-f1f7e16602eb), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:18.919686 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device bdbf0c8e-019e-4ebc-ba84-8003d00fd034 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:36:18.970492 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-5e7053ea-b2bc-4508-9b9b-b5214f9fb94d None None] Provisioning complete for port bdbf0c8e-019e-4ebc-ba84-8003d00fd034 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:36:18.970879 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e7053ea-b2bc-4508-9b9b-b5214f9fb94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (bdbf0c8e-019e-4ebc-ba84-8003d00fd034), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:18.987039 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-175ff6f8-fe81-42b3-acb2-232b87923682 req-8f30ea56-f8bb-495a-99af-fb5ea55b3f06 service neutron] 10.222.0.87 "GET /v2.0/networks/e5fb19b5-6970-4829-86f6-61e3b522aa22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952183 Feb 02 07:36:19.140105 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=6e4ce4cd-f64a-48c8-b0f2-f1f7e16602eb,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:19.295882 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port bdbf0c8e-019e-4ebc-ba84-8003d00fd034 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:36:19.296959 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (bdbf0c8e-019e-4ebc-ba84-8003d00fd034), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:19.370456 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e61a4-5f49-4a77-b6e7-40b3fa24f087 req-8a95188c-3399-4982-8c07-fda4c2b9b91f tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:19.372764 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-212e61a4-5f49-4a77-b6e7-40b3fa24f087 req-8a95188c-3399-4982-8c07-fda4c2b9b91f tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.88 "GET /v2.0/networks?id=5ecfd23c-0c0d-4908-8108-5b474fe181f4 HTTP/1.1" status: 200 len: 797 time: 0.1680617 Feb 02 07:36:19.377041 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-d35e5e47-4640-4834-81f6-c8b737518272 None None] Publish callbacks [] for port (9ebcab2d-090c-4f18-b82a-6a9b4b6827cd), precommit_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:19.384260 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-d35e5e47-4640-4834-81f6-c8b737518272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (9ebcab2d-090c-4f18-b82a-6a9b4b6827cd), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:19.407218 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-5e7053ea-b2bc-4508-9b9b-b5214f9fb94d None None] Current status of the port bdbf0c8e-019e-4ebc-ba84-8003d00fd034 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:36:19.465207 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-37960e9a-a009-40e6-b245-813986921525 req-421afc8d-9a08-49db-a1e9-4bcecc7822d7 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=4b348af2-489e-4dc4-b2d6-d509fe2bc9d6 HTTP/1.1" status: 200 len: 210 time: 0.2044001 Feb 02 07:36:19.489364 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe71b820-d1fb-4377-84d1-ad16b73ba5a3 None None] Pushing event updated for resources: {'Port': ['ID=9ebcab2d-090c-4f18-b82a-6a9b4b6827cd,revision_number=3']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:19.553635 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-d35e5e47-4640-4834-81f6-c8b737518272 None None] Attempting to bind port 9ebcab2d-090c-4f18-b82a-6a9b4b6827cd on host n-d-789963-26 for vnic_type normal with profile {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:36:19.553782 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-d35e5e47-4640-4834-81f6-c8b737518272 None None] Attempting to bind port 9ebcab2d-090c-4f18-b82a-6a9b4b6827cd by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '7a475a3f-d331-492a-be6a-d9cbf0648e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e5fb19b5-6970-4829-86f6-61e3b522aa22'}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:36:19.554136 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35e5e47-4640-4834-81f6-c8b737518272 None None] Attempting to bind port 9ebcab2d-090c-4f18-b82a-6a9b4b6827cd on network e5fb19b5-6970-4829-86f6-61e3b522aa22 {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:36:19.569673 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-5e7053ea-b2bc-4508-9b9b-b5214f9fb94d None None] Provisioning complete for port 9ebcab2d-090c-4f18-b82a-6a9b4b6827cd triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:36:19.570862 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e7053ea-b2bc-4508-9b9b-b5214f9fb94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (9ebcab2d-090c-4f18-b82a-6a9b4b6827cd), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:19.581637 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35e5e47-4640-4834-81f6-c8b737518272 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:36:19.582024 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35e5e47-4640-4834-81f6-c8b737518272 None None] Checking segment: {'id': '7a475a3f-d331-492a-be6a-d9cbf0648e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e5fb19b5-6970-4829-86f6-61e3b522aa22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:36:19.582674 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-d35e5e47-4640-4834-81f6-c8b737518272 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:19.583246 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35e5e47-4640-4834-81f6-c8b737518272 None None] Bound using segment: {'id': '7a475a3f-d331-492a-be6a-d9cbf0648e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e5fb19b5-6970-4829-86f6-61e3b522aa22'} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:36:19.583933 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-d35e5e47-4640-4834-81f6-c8b737518272 None None] Bound port: 9ebcab2d-090c-4f18-b82a-6a9b4b6827cd, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a475a3f-d331-492a-be6a-d9cbf0648e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e5fb19b5-6970-4829-86f6-61e3b522aa22'}}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:36:19.584511 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-d35e5e47-4640-4834-81f6-c8b737518272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (9ebcab2d-090c-4f18-b82a-6a9b4b6827cd), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:19.626090 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port bdbf0c8e-019e-4ebc-ba84-8003d00fd034 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:36:19.632317 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device ebabf028-7863-4783-b818-1d5d4f15a58e up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:36:19.645127 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-212e61a4-5f49-4a77-b6e7-40b3fa24f087 req-c3bd6456-9aad-4116-929c-e8452c8383ef tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5f86cce5c924f2695e5f2d21aa64848 HTTP/1.1" status: 200 len: 379 time: 0.2544582 Feb 02 07:36:19.662399 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-410a3d2c-a574-411a-8b48-6ef2a4147bdf None None] Publish callbacks [] for port (ff2380b3-99e5-4f57-af72-6b6c8c8dbb06), precommit_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:19.680593 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-41b1f884-aa49-4dea-b71f-5942f215fcff req-7fbbaf4c-01fa-4c5b-824b-a6fb5e0ddeee tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.87 "GET /v2.0/ports?device_id=14808b07-2b1c-4481-8719-de19998a6bdc HTTP/1.1" status: 200 len: 210 time: 0.1138074 Feb 02 07:36:19.695183 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-212e61a4-5f49-4a77-b6e7-40b3fa24f087 req-531dd27b-a09c-4495-b4ad-75ef4102739b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Request body: {'port': {'device_id': '4b348af2-489e-4dc4-b2d6-d509fe2bc9d6', 'network_id': '5ecfd23c-0c0d-4908-8108-5b474fe181f4', 'admin_state_up': True, 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'security_groups': ['1299b0ea-04df-46ba-b171-809f74bf98bb']}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:36:19.720481 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-5e7053ea-b2bc-4508-9b9b-b5214f9fb94d None None] Port 9ebcab2d-090c-4f18-b82a-6a9b4b6827cd cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:36:19.728102 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-d35e5e47-4640-4834-81f6-c8b737518272 None None] For port 9ebcab2d-090c-4f18-b82a-6a9b4b6827cd, host n-d-789963-26, cleared binding levels {{(pid=109696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:36:19.733391 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-d35e5e47-4640-4834-81f6-c8b737518272 None None] For port 9ebcab2d-090c-4f18-b82a-6a9b4b6827cd, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=9ebcab2d-090c-4f18-b82a-6a9b4b6827cd,segment=NetworkSegment(7a475a3f-d331-492a-be6a-d9cbf0648e77),segment_id=7a475a3f-d331-492a-be6a-d9cbf0648e77)] {{(pid=109696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:36:19.736628 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-410a3d2c-a574-411a-8b48-6ef2a4147bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (ff2380b3-99e5-4f57-af72-6b6c8c8dbb06), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:19.747611 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-d35e5e47-4640-4834-81f6-c8b737518272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (9ebcab2d-090c-4f18-b82a-6a9b4b6827cd), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:19.837301 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a54235-8c36-4c7e-ad7c-63b087d2510c None None] Pushing event updated for resources: {'Port': ['ID=ff2380b3-99e5-4f57-af72-6b6c8c8dbb06,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:19.842960 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-5e7053ea-b2bc-4508-9b9b-b5214f9fb94d None None] Provisioning complete for port ff2380b3-99e5-4f57-af72-6b6c8c8dbb06 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:36:19.843500 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e7053ea-b2bc-4508-9b9b-b5214f9fb94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ff2380b3-99e5-4f57-af72-6b6c8c8dbb06), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:19.882374 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35e5e47-4640-4834-81f6-c8b737518272 None None] Routers {'381e0c20-08d9-4ada-8155-e751a8e2b69d'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:36:19.883044 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-d35e5e47-4640-4834-81f6-c8b737518272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:36:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['381e0c20-08d9-4ada-8155-e751a8e2b69d'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:36:19.908970 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port ebabf028-7863-4783-b818-1d5d4f15a58e triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:36:19.909609 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ebabf028-7863-4783-b818-1d5d4f15a58e), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:19.980703 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe71b820-d1fb-4377-84d1-ad16b73ba5a3 None None] Pushing event updated for resources: {'Port': ['ID=9ebcab2d-090c-4f18-b82a-6a9b4b6827cd,revision_number=4']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:20.027038 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-410a3d2c-a574-411a-8b48-6ef2a4147bdf None None] Attempting to bind port ff2380b3-99e5-4f57-af72-6b6c8c8dbb06 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:36:20.027534 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-410a3d2c-a574-411a-8b48-6ef2a4147bdf None None] Attempting to bind port ff2380b3-99e5-4f57-af72-6b6c8c8dbb06 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'ee5d5a73-35cd-4069-8de1-074f6faf1dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5ecfd23c-0c0d-4908-8108-5b474fe181f4'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:36:20.028706 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410a3d2c-a574-411a-8b48-6ef2a4147bdf None None] Attempting to bind port ff2380b3-99e5-4f57-af72-6b6c8c8dbb06 on network 5ecfd23c-0c0d-4908-8108-5b474fe181f4 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:36:20.031398 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-212e61a4-5f49-4a77-b6e7-40b3fa24f087 req-531dd27b-a09c-4495-b4ad-75ef4102739b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Made reservation on behalf of b5f86cce5c924f2695e5f2d21aa64848 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:36:20.035635 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-212e61a4-5f49-4a77-b6e7-40b3fa24f087 req-531dd27b-a09c-4495-b4ad-75ef4102739b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:20.050326 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-5e7053ea-b2bc-4508-9b9b-b5214f9fb94d None None] Port ff2380b3-99e5-4f57-af72-6b6c8c8dbb06 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:36:20.066351 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410a3d2c-a574-411a-8b48-6ef2a4147bdf None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:36:20.066736 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410a3d2c-a574-411a-8b48-6ef2a4147bdf None None] Checking segment: {'id': 'ee5d5a73-35cd-4069-8de1-074f6faf1dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5ecfd23c-0c0d-4908-8108-5b474fe181f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:36:20.067340 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-410a3d2c-a574-411a-8b48-6ef2a4147bdf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:20.068162 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410a3d2c-a574-411a-8b48-6ef2a4147bdf None None] Bound using segment: {'id': 'ee5d5a73-35cd-4069-8de1-074f6faf1dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5ecfd23c-0c0d-4908-8108-5b474fe181f4'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:36:20.069605 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-410a3d2c-a574-411a-8b48-6ef2a4147bdf None None] Bound port: ff2380b3-99e5-4f57-af72-6b6c8c8dbb06, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee5d5a73-35cd-4069-8de1-074f6faf1dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5ecfd23c-0c0d-4908-8108-5b474fe181f4'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:36:20.071844 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-410a3d2c-a574-411a-8b48-6ef2a4147bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ff2380b3-99e5-4f57-af72-6b6c8c8dbb06), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:20.118360 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-d35e5e47-4640-4834-81f6-c8b737518272 None None] Set router 381e0c20-08d9-4ada-8155-e751a8e2b69d gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:36:20.362561 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-212e61a4-5f49-4a77-b6e7-40b3fa24f087 req-531dd27b-a09c-4495-b4ad-75ef4102739b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Allocated IP 172.20.0.5 (5ecfd23c-0c0d-4908-8108-5b474fe181f4/9ad812a5-1a13-4007-bc7e-49101064075f/f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:36:20.441683 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-d35e5e47-4640-4834-81f6-c8b737518272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381e0c20-08d9-4ada-8155-e751a8e2b69d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-431813307', 'tenant_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '6e4ce4cd-f64a-48c8-b0f2-f1f7e16602eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:36:09Z', 'updated_at': '2022-02-02T07:36:16Z', 'revision_number': 4, 'project_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'gw_port': {'id': '6e4ce4cd-f64a-48c8-b0f2-f1f7e16602eb', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381e0c20-08d9-4ada-8155-e751a8e2b69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:36:10Z', 'updated_at': '2022-02-02T07:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '9ebcab2d-090c-4f18-b82a-6a9b4b6827cd', 'name': '', 'network_id': 'e5fb19b5-6970-4829-86f6-61e3b522aa22', 'tenant_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'mac_address': 'fa:16:3e:2a:34:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381e0c20-08d9-4ada-8155-e751a8e2b69d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '2bd36315-ed9b-4c08-bf00-65dee4c6264e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:36:15Z', 'updated_at': '2022-02-02T07:36:19Z', 'revision_number': 4, 'project_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'subnets': [{'id': '2bd36315-ed9b-4c08-bf00-65dee4c6264e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:36:20.479754 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35e5e47-4640-4834-81f6-c8b737518272 None None] The sync data for ids ['381e0c20-08d9-4ada-8155-e751a8e2b69d'] in n-d-789963-26 is: [{'id': '381e0c20-08d9-4ada-8155-e751a8e2b69d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-431813307', 'tenant_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '6e4ce4cd-f64a-48c8-b0f2-f1f7e16602eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:36:09Z', 'updated_at': '2022-02-02T07:36:16Z', 'revision_number': 4, 'project_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'gw_port': {'id': '6e4ce4cd-f64a-48c8-b0f2-f1f7e16602eb', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381e0c20-08d9-4ada-8155-e751a8e2b69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:36:10Z', 'updated_at': '2022-02-02T07:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '9ebcab2d-090c-4f18-b82a-6a9b4b6827cd', 'name': '', 'network_id': 'e5fb19b5-6970-4829-86f6-61e3b522aa22', 'tenant_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'mac_address': 'fa:16:3e:2a:34:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381e0c20-08d9-4ada-8155-e751a8e2b69d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '2bd36315-ed9b-4c08-bf00-65dee4c6264e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:36:15Z', 'updated_at': '2022-02-02T07:36:19Z', 'revision_number': 4, 'project_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'subnets': [{'id': '2bd36315-ed9b-4c08-bf00-65dee4c6264e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:36:20.503330 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-159ef8df-c18e-44ec-94a3-fabccb21b643 None None] Provisioning complete for port 9ebcab2d-090c-4f18-b82a-6a9b4b6827cd triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:36:20.506888 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-159ef8df-c18e-44ec-94a3-fabccb21b643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (9ebcab2d-090c-4f18-b82a-6a9b4b6827cd), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:20.594452 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-410a3d2c-a574-411a-8b48-6ef2a4147bdf None None] For port ff2380b3-99e5-4f57-af72-6b6c8c8dbb06, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:36:20.597689 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port ebabf028-7863-4783-b818-1d5d4f15a58e is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:36:20.599333 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device e4c2286c-0729-4bd0-948b-8a067e34d401 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:36:20.634194 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-58ce5565-f703-4fc5-8498-faabfea7d04c req-6da96f20-c4d3-4e33-97ed-adfba281650c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=4b348af2-489e-4dc4-b2d6-d509fe2bc9d6 HTTP/1.1" status: 200 len: 210 time: 0.0422771 Feb 02 07:36:20.634441 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-410a3d2c-a574-411a-8b48-6ef2a4147bdf None None] For port ff2380b3-99e5-4f57-af72-6b6c8c8dbb06, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=ff2380b3-99e5-4f57-af72-6b6c8c8dbb06,segment=NetworkSegment(ee5d5a73-35cd-4069-8de1-074f6faf1dd1),segment_id=ee5d5a73-35cd-4069-8de1-074f6faf1dd1)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:36:20.648518 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-410a3d2c-a574-411a-8b48-6ef2a4147bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (ff2380b3-99e5-4f57-af72-6b6c8c8dbb06), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:20.681544 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-212e61a4-5f49-4a77-b6e7-40b3fa24f087 req-531dd27b-a09c-4495-b4ad-75ef4102739b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for port (f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:20.738893 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-212e61a4-5f49-4a77-b6e7-40b3fa24f087 req-531dd27b-a09c-4495-b4ad-75ef4102739b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:20.776784 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410a3d2c-a574-411a-8b48-6ef2a4147bdf None None] Routers {'78426155-5d60-4b78-a413-eccb9051aec1'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:36:20.777474 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-410a3d2c-a574-411a-8b48-6ef2a4147bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:36:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['78426155-5d60-4b78-a413-eccb9051aec1'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:36:20.789818 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a54235-8c36-4c7e-ad7c-63b087d2510c None None] Pushing event updated for resources: {'Port': ['ID=ff2380b3-99e5-4f57-af72-6b6c8c8dbb06,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:20.885990 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-159ef8df-c18e-44ec-94a3-fabccb21b643 None None] Current status of the port 9ebcab2d-090c-4f18-b82a-6a9b4b6827cd is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:36:20.888672 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-159ef8df-c18e-44ec-94a3-fabccb21b643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (9ebcab2d-090c-4f18-b82a-6a9b4b6827cd), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:20.891067 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531dd27b-a09c-4495-b4ad-75ef4102739b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event updated for resources: {'Port': ['ID=f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:20.905765 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port e4c2286c-0729-4bd0-948b-8a067e34d401 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:36:20.906138 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (e4c2286c-0729-4bd0-948b-8a067e34d401), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:20.906478 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-212e61a4-5f49-4a77-b6e7-40b3fa24f087 req-531dd27b-a09c-4495-b4ad-75ef4102739b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Network 5ecfd23c-0c0d-4908-8108-5b474fe181f4 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:36:20.912126 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4005ed41-c9a6-4886-ab36-f5f267f14923 req-ebe61203-7561-44c4-b01b-442d560a4053 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.87 "GET /v2.0/ports?device_id=14808b07-2b1c-4481-8719-de19998a6bdc HTTP/1.1" status: 200 len: 210 time: 0.0652168 Feb 02 07:36:20.913914 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-212e61a4-5f49-4a77-b6e7-40b3fa24f087 req-531dd27b-a09c-4495-b4ad-75ef4102739b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:36:20.922631 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-212e61a4-5f49-4a77-b6e7-40b3fa24f087 req-531dd27b-a09c-4495-b4ad-75ef4102739b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:36:21.067353 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e61a4-5f49-4a77-b6e7-40b3fa24f087 req-531dd27b-a09c-4495-b4ad-75ef4102739b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:21.068028 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-212e61a4-5f49-4a77-b6e7-40b3fa24f087 req-531dd27b-a09c-4495-b4ad-75ef4102739b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:21.084099 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-159ef8df-c18e-44ec-94a3-fabccb21b643 None None] For port 9ebcab2d-090c-4f18-b82a-6a9b4b6827cd, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=9ebcab2d-090c-4f18-b82a-6a9b4b6827cd,segment=NetworkSegment(7a475a3f-d331-492a-be6a-d9cbf0648e77),segment_id=7a475a3f-d331-492a-be6a-d9cbf0648e77)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:36:21.105232 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-159ef8df-c18e-44ec-94a3-fabccb21b643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (9ebcab2d-090c-4f18-b82a-6a9b4b6827cd), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:21.116382 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-212e61a4-5f49-4a77-b6e7-40b3fa24f087 req-531dd27b-a09c-4495-b4ad-75ef4102739b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4343960 Feb 02 07:36:21.121366 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-410a3d2c-a574-411a-8b48-6ef2a4147bdf None None] Set router 78426155-5d60-4b78-a413-eccb9051aec1 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:36:21.131550 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-212e61a4-5f49-4a77-b6e7-40b3fa24f087 req-3c89ac09-8775-4a56-90b4-cab387529a47 service neutron] Request body: {'port': {'device_id': '4b348af2-489e-4dc4-b2d6-d509fe2bc9d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:36:21.252375 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ff6f8-fe81-42b3-acb2-232b87923682 req-53e22656-e096-49b7-8e70-1b6d2723c290 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:21.256610 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-175ff6f8-fe81-42b3-acb2-232b87923682 req-53e22656-e096-49b7-8e70-1b6d2723c290 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.88 "GET /v2.0/networks?id=e5fb19b5-6970-4829-86f6-61e3b522aa22 HTTP/1.1" status: 200 len: 798 time: 0.2224748 Feb 02 07:36:21.266360 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-212e61a4-5f49-4a77-b6e7-40b3fa24f087 req-3c89ac09-8775-4a56-90b4-cab387529a47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:21.275979 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-175ff6f8-fe81-42b3-acb2-232b87923682 req-c433eab6-7b37-4200-85fe-65b435cde214 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Request body: {'port': {'device_id': '14808b07-2b1c-4481-8719-de19998a6bdc', 'network_id': 'e5fb19b5-6970-4829-86f6-61e3b522aa22', 'admin_state_up': True, 'tenant_id': 'b9e271eb80cc4ea6b4ff51295e8c553f'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:36:21.495059 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-175ff6f8-fe81-42b3-acb2-232b87923682 req-c433eab6-7b37-4200-85fe-65b435cde214 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Made reservation on behalf of b9e271eb80cc4ea6b4ff51295e8c553f for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:36:21.502373 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-175ff6f8-fe81-42b3-acb2-232b87923682 req-c433eab6-7b37-4200-85fe-65b435cde214 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:21.503776 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159ef8df-c18e-44ec-94a3-fabccb21b643 None None] Pushing event updated for resources: {'Port': ['ID=9ebcab2d-090c-4f18-b82a-6a9b4b6827cd,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:21.515579 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-903c0399-8c70-44c6-9ced-2088b43a1d76 None None] Provisioning complete for port 9ebcab2d-090c-4f18-b82a-6a9b4b6827cd triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:36:21.515972 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-903c0399-8c70-44c6-9ced-2088b43a1d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (9ebcab2d-090c-4f18-b82a-6a9b4b6827cd), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:21.560669 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port e4c2286c-0729-4bd0-948b-8a067e34d401 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:36:21.757809 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-212e61a4-5f49-4a77-b6e7-40b3fa24f087 req-3c89ac09-8775-4a56-90b4-cab387529a47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9 {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:36:21.768082 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-175ff6f8-fe81-42b3-acb2-232b87923682 req-c433eab6-7b37-4200-85fe-65b435cde214 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Allocated IP 172.20.0.21 (e5fb19b5-6970-4829-86f6-61e3b522aa22/2bd36315-ed9b-4c08-bf00-65dee4c6264e/9ddd2eb0-39df-407d-9db1-7b80a587ac38) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:36:21.795217 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-212e61a4-5f49-4a77-b6e7-40b3fa24f087 req-3c89ac09-8775-4a56-90b4-cab387529a47 service neutron] Publish callbacks [] for port (f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:21.800750 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-903c0399-8c70-44c6-9ced-2088b43a1d76 None None] Current status of the port 9ebcab2d-090c-4f18-b82a-6a9b4b6827cd is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:36:21.822598 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-212e61a4-5f49-4a77-b6e7-40b3fa24f087 req-3c89ac09-8775-4a56-90b4-cab387529a47 service neutron] Transition to ACTIVE for port object f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9 will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:36:21.845744 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-410a3d2c-a574-411a-8b48-6ef2a4147bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78426155-5d60-4b78-a413-eccb9051aec1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2056361273', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'ebabf028-7863-4783-b818-1d5d4f15a58e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:36:08Z', 'updated_at': '2022-02-02T07:36:14Z', 'revision_number': 4, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'gw_port': {'id': 'ebabf028-7863-4783-b818-1d5d4f15a58e', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:82:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78426155-5d60-4b78-a413-eccb9051aec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:36:08Z', 'updated_at': '2022-02-02T07:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'ff2380b3-99e5-4f57-af72-6b6c8c8dbb06', 'name': '', 'network_id': '5ecfd23c-0c0d-4908-8108-5b474fe181f4', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'mac_address': 'fa:16:3e:49:82:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78426155-5d60-4b78-a413-eccb9051aec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '9ad812a5-1a13-4007-bc7e-49101064075f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:36:12Z', 'updated_at': '2022-02-02T07:36:20Z', 'revision_number': 4, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'subnets': [{'id': '9ad812a5-1a13-4007-bc7e-49101064075f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:36:21.857234 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-903c0399-8c70-44c6-9ced-2088b43a1d76 None None] Provisioning complete for port ff2380b3-99e5-4f57-af72-6b6c8c8dbb06 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:36:21.858108 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-903c0399-8c70-44c6-9ced-2088b43a1d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ff2380b3-99e5-4f57-af72-6b6c8c8dbb06), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:21.862223 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-212e61a4-5f49-4a77-b6e7-40b3fa24f087 req-3c89ac09-8775-4a56-90b4-cab387529a47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:21.979432 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 6e4ce4cd-f64a-48c8-b0f2-f1f7e16602eb up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:36:22.022971 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410a3d2c-a574-411a-8b48-6ef2a4147bdf None None] The sync data for ids ['78426155-5d60-4b78-a413-eccb9051aec1'] in n-d-789963-26 is: [{'id': '78426155-5d60-4b78-a413-eccb9051aec1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2056361273', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'ebabf028-7863-4783-b818-1d5d4f15a58e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:36:08Z', 'updated_at': '2022-02-02T07:36:14Z', 'revision_number': 4, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'gw_port': {'id': 'ebabf028-7863-4783-b818-1d5d4f15a58e', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:82:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78426155-5d60-4b78-a413-eccb9051aec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:36:08Z', 'updated_at': '2022-02-02T07:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'ff2380b3-99e5-4f57-af72-6b6c8c8dbb06', 'name': '', 'network_id': '5ecfd23c-0c0d-4908-8108-5b474fe181f4', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'mac_address': 'fa:16:3e:49:82:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78426155-5d60-4b78-a413-eccb9051aec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '9ad812a5-1a13-4007-bc7e-49101064075f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:36:12Z', 'updated_at': '2022-02-02T07:36:20Z', 'revision_number': 4, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'subnets': [{'id': '9ad812a5-1a13-4007-bc7e-49101064075f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:36:22.029003 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c89ac09-8775-4a56-90b4-cab387529a47 service neutron] Pushing event updated for resources: {'Port': ['ID=f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:22.046474 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f62700-f052-443d-9088-21e7d39f99d3 req-db876032-5d90-46f1-b3be-3366a7904e7f tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:22.048388 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-65f62700-f052-443d-9088-21e7d39f99d3 req-db876032-5d90-46f1-b3be-3366a7904e7f tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=4b348af2-489e-4dc4-b2d6-d509fe2bc9d6 HTTP/1.1" status: 200 len: 931 time: 0.2403963 Feb 02 07:36:22.092465 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-175ff6f8-fe81-42b3-acb2-232b87923682 req-c433eab6-7b37-4200-85fe-65b435cde214 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks [] for port (9ddd2eb0-39df-407d-9db1-7b80a587ac38), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:22.203634 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-65f62700-f052-443d-9088-21e7d39f99d3 req-1e6246f3-b059-4456-9899-c350ee58b083 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=1299b0ea-04df-46ba-b171-809f74bf98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470339 Feb 02 07:36:22.212801 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-175ff6f8-fe81-42b3-acb2-232b87923682 req-c433eab6-7b37-4200-85fe-65b435cde214 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (9ddd2eb0-39df-407d-9db1-7b80a587ac38), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:22.227028 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-903c0399-8c70-44c6-9ced-2088b43a1d76 None None] Current status of the port ff2380b3-99e5-4f57-af72-6b6c8c8dbb06 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:36:22.227841 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-903c0399-8c70-44c6-9ced-2088b43a1d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ff2380b3-99e5-4f57-af72-6b6c8c8dbb06), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:22.243827 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-212e61a4-5f49-4a77-b6e7-40b3fa24f087 req-3c89ac09-8775-4a56-90b4-cab387529a47 service neutron] Attempting to bind port f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:36:22.245988 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-212e61a4-5f49-4a77-b6e7-40b3fa24f087 req-3c89ac09-8775-4a56-90b4-cab387529a47 service neutron] Attempting to bind port f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'ee5d5a73-35cd-4069-8de1-074f6faf1dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5ecfd23c-0c0d-4908-8108-5b474fe181f4'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:36:22.247032 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212e61a4-5f49-4a77-b6e7-40b3fa24f087 req-3c89ac09-8775-4a56-90b4-cab387529a47 service neutron] Attempting to bind port f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9 on network 5ecfd23c-0c0d-4908-8108-5b474fe181f4 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:36:22.266143 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212e61a4-5f49-4a77-b6e7-40b3fa24f087 req-3c89ac09-8775-4a56-90b4-cab387529a47 service neutron] Port f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9 on network 5ecfd23c-0c0d-4908-8108-5b474fe181f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:36:22.266603 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212e61a4-5f49-4a77-b6e7-40b3fa24f087 req-3c89ac09-8775-4a56-90b4-cab387529a47 service neutron] Attempting to bind port f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9 on network 5ecfd23c-0c0d-4908-8108-5b474fe181f4 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:36:22.279936 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212e61a4-5f49-4a77-b6e7-40b3fa24f087 req-3c89ac09-8775-4a56-90b4-cab387529a47 service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:36:22.280328 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212e61a4-5f49-4a77-b6e7-40b3fa24f087 req-3c89ac09-8775-4a56-90b4-cab387529a47 service neutron] Checking segment: {'id': 'ee5d5a73-35cd-4069-8de1-074f6faf1dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5ecfd23c-0c0d-4908-8108-5b474fe181f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:36:22.280832 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212e61a4-5f49-4a77-b6e7-40b3fa24f087 req-3c89ac09-8775-4a56-90b4-cab387529a47 service neutron] Bound using segment: {'id': 'ee5d5a73-35cd-4069-8de1-074f6faf1dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5ecfd23c-0c0d-4908-8108-5b474fe181f4'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:36:22.281418 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-212e61a4-5f49-4a77-b6e7-40b3fa24f087 req-3c89ac09-8775-4a56-90b4-cab387529a47 service neutron] Bound port: f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee5d5a73-35cd-4069-8de1-074f6faf1dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5ecfd23c-0c0d-4908-8108-5b474fe181f4'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:36:22.288985 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-212e61a4-5f49-4a77-b6e7-40b3fa24f087 req-3c89ac09-8775-4a56-90b4-cab387529a47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:22.293044 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-903c0399-8c70-44c6-9ced-2088b43a1d76 None None] For port ff2380b3-99e5-4f57-af72-6b6c8c8dbb06, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=ff2380b3-99e5-4f57-af72-6b6c8c8dbb06,segment=NetworkSegment(ee5d5a73-35cd-4069-8de1-074f6faf1dd1),segment_id=ee5d5a73-35cd-4069-8de1-074f6faf1dd1)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:36:22.315447 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-175ff6f8-fe81-42b3-acb2-232b87923682 req-c433eab6-7b37-4200-85fe-65b435cde214 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Network e5fb19b5-6970-4829-86f6-61e3b522aa22 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:36:22.322638 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-175ff6f8-fe81-42b3-acb2-232b87923682 req-c433eab6-7b37-4200-85fe-65b435cde214 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:36:22.337364 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-903c0399-8c70-44c6-9ced-2088b43a1d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (ff2380b3-99e5-4f57-af72-6b6c8c8dbb06), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:22.348462 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-175ff6f8-fe81-42b3-acb2-232b87923682 req-c433eab6-7b37-4200-85fe-65b435cde214 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:36:22.359287 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 6e4ce4cd-f64a-48c8-b0f2-f1f7e16602eb triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:36:22.359716 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (6e4ce4cd-f64a-48c8-b0f2-f1f7e16602eb), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:22.436728 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ff6f8-fe81-42b3-acb2-232b87923682 req-c433eab6-7b37-4200-85fe-65b435cde214 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:22.437843 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-175ff6f8-fe81-42b3-acb2-232b87923682 req-c433eab6-7b37-4200-85fe-65b435cde214 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:22.483032 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c433eab6-7b37-4200-85fe-65b435cde214 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Pushing event updated for resources: {'Port': ['ID=9ddd2eb0-39df-407d-9db1-7b80a587ac38,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:22.510565 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:22.522952 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-175ff6f8-fe81-42b3-acb2-232b87923682 req-c433eab6-7b37-4200-85fe-65b435cde214 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.2517607 Feb 02 07:36:22.555287 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-175ff6f8-fe81-42b3-acb2-232b87923682 req-55faf1a2-5839-43af-92c2-6926f94aac08 service neutron] Request body: {'port': {'device_id': '14808b07-2b1c-4481-8719-de19998a6bdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:36:22.596687 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c0597-ddb3-4984-b70e-42179fa24e52 req-397c55f6-fe92-4fbe-8c37-05b313082815 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:22.600090 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-df9c0597-ddb3-4984-b70e-42179fa24e52 req-397c55f6-fe92-4fbe-8c37-05b313082815 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.87 "GET /v2.0/ports?device_id=14808b07-2b1c-4481-8719-de19998a6bdc HTTP/1.1" status: 200 len: 895 time: 0.2157733 Feb 02 07:36:22.603420 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-212e61a4-5f49-4a77-b6e7-40b3fa24f087 req-3c89ac09-8775-4a56-90b4-cab387529a47 service neutron] For port f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9, host n-h1-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:36:22.613355 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-212e61a4-5f49-4a77-b6e7-40b3fa24f087 req-3c89ac09-8775-4a56-90b4-cab387529a47 service neutron] For port f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9,segment=NetworkSegment(ee5d5a73-35cd-4069-8de1-074f6faf1dd1),segment_id=ee5d5a73-35cd-4069-8de1-074f6faf1dd1)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:36:22.629011 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903c0399-8c70-44c6-9ced-2088b43a1d76 None None] Pushing event updated for resources: {'Port': ['ID=ff2380b3-99e5-4f57-af72-6b6c8c8dbb06,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:22.639134 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-212e61a4-5f49-4a77-b6e7-40b3fa24f087 req-3c89ac09-8775-4a56-90b4-cab387529a47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:22.674769 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 6e4ce4cd-f64a-48c8-b0f2-f1f7e16602eb is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:36:22.680166 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e61a4-5f49-4a77-b6e7-40b3fa24f087 req-3c89ac09-8775-4a56-90b4-cab387529a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:22.680798 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-212e61a4-5f49-4a77-b6e7-40b3fa24f087 req-3c89ac09-8775-4a56-90b4-cab387529a47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:22.682860 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-212e61a4-5f49-4a77-b6e7-40b3fa24f087 req-3c89ac09-8775-4a56-90b4-cab387529a47 service neutron] 10.222.0.88 "PUT /v2.0/ports/f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9 HTTP/1.1" status: 200 len: 1092 time: 1.5555582 Feb 02 07:36:22.685739 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b348af2-489e-4dc4-b2d6-d509fe2bc9d6', 'tag': 'f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:36:22.688328 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d10cbb-1585-42b5-86ea-90162d35a5f2" -d '{"events": [{"name": "network-changed", "server_uuid": "4b348af2-489e-4dc4-b2d6-d509fe2bc9d6", "tag": "f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:36:22.693224 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 9ebcab2d-090c-4f18-b82a-6a9b4b6827cd up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:36:22.793756 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f16f71df-e275-4f9e-bddc-d66eff8f87f2 x-openstack-request-id: req-f16f71df-e275-4f9e-bddc-d66eff8f87f2 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:36:22.794059 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b348af2-489e-4dc4-b2d6-d509fe2bc9d6", "tag": "f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:36:22.794324 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f16f71df-e275-4f9e-bddc-d66eff8f87f2 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:36:22.795034 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b348af2-489e-4dc4-b2d6-d509fe2bc9d6', 'tag': 'f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9', 'status': 'completed', 'code': 200} Feb 02 07:36:22.798872 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-175ff6f8-fe81-42b3-acb2-232b87923682 req-55faf1a2-5839-43af-92c2-6926f94aac08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (9ddd2eb0-39df-407d-9db1-7b80a587ac38), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:22.799160 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c89ac09-8775-4a56-90b4-cab387529a47 service neutron] Pushing event updated for resources: {'Port': ['ID=f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:22.818139 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 9ebcab2d-090c-4f18-b82a-6a9b4b6827cd triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:36:22.818846 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (9ebcab2d-090c-4f18-b82a-6a9b4b6827cd), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:22.941599 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e61a4-5f49-4a77-b6e7-40b3fa24f087 req-1604e598-d83f-4652-bfea-4435c92561e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:22.943178 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-212e61a4-5f49-4a77-b6e7-40b3fa24f087 req-1604e598-d83f-4652-bfea-4435c92561e6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b5f86cce5c924f2695e5f2d21aa64848&device_id=4b348af2-489e-4dc4-b2d6-d509fe2bc9d6 HTTP/1.1" status: 200 len: 1126 time: 0.1771123 Feb 02 07:36:23.020837 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 9ebcab2d-090c-4f18-b82a-6a9b4b6827cd is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:36:23.026998 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device bdbf0c8e-019e-4ebc-ba84-8003d00fd034 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:36:23.034834 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-dee09534-e1e5-43e2-9aa1-bcc60ae0090a None None] Provisioning complete for port 9ddd2eb0-39df-407d-9db1-7b80a587ac38 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:36:23.034963 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-dee09534-e1e5-43e2-9aa1-bcc60ae0090a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (9ddd2eb0-39df-407d-9db1-7b80a587ac38), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:23.078278 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-212e61a4-5f49-4a77-b6e7-40b3fa24f087 req-76261ab4-143e-483b-bf96-09e54099f97a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9 HTTP/1.1" status: 200 len: 217 time: 0.1164792 Feb 02 07:36:23.139134 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-dee09534-e1e5-43e2-9aa1-bcc60ae0090a None None] Port 9ddd2eb0-39df-407d-9db1-7b80a587ac38 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:36:23.171105 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e61a4-5f49-4a77-b6e7-40b3fa24f087 req-9e69c0ab-320d-4d78-9095-271ba4930018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:23.172669 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-212e61a4-5f49-4a77-b6e7-40b3fa24f087 req-9e69c0ab-320d-4d78-9095-271ba4930018 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9ad812a5-1a13-4007-bc7e-49101064075f HTTP/1.1" status: 200 len: 833 time: 0.0840147 Feb 02 07:36:23.173204 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port bdbf0c8e-019e-4ebc-ba84-8003d00fd034 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:36:23.173858 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (bdbf0c8e-019e-4ebc-ba84-8003d00fd034), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:23.264802 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e61a4-5f49-4a77-b6e7-40b3fa24f087 req-828c0797-2866-45b8-8238-ff99b9fccbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:23.266338 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-212e61a4-5f49-4a77-b6e7-40b3fa24f087 req-828c0797-2866-45b8-8238-ff99b9fccbcf service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5ecfd23c-0c0d-4908-8108-5b474fe181f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0867534 Feb 02 07:36:23.276619 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port bdbf0c8e-019e-4ebc-ba84-8003d00fd034 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:36:23.385399 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-175ff6f8-fe81-42b3-acb2-232b87923682 req-55faf1a2-5839-43af-92c2-6926f94aac08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ddd2eb0-39df-407d-9db1-7b80a587ac38 {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:36:23.396002 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-175ff6f8-fe81-42b3-acb2-232b87923682 req-55faf1a2-5839-43af-92c2-6926f94aac08 service neutron] Publish callbacks [] for port (9ddd2eb0-39df-407d-9db1-7b80a587ac38), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:23.412155 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-175ff6f8-fe81-42b3-acb2-232b87923682 req-55faf1a2-5839-43af-92c2-6926f94aac08 service neutron] Transition to ACTIVE for port object 9ddd2eb0-39df-407d-9db1-7b80a587ac38 will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:36:23.419028 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-175ff6f8-fe81-42b3-acb2-232b87923682 req-55faf1a2-5839-43af-92c2-6926f94aac08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (9ddd2eb0-39df-407d-9db1-7b80a587ac38), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:23.450175 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f730a0-350a-4be2-a255-7f72818d0f66 req-8382538d-d6c4-43ee-b4f2-30ed53d3bbdd tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:23.452104 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a2f730a0-350a-4be2-a255-7f72818d0f66 req-8382538d-d6c4-43ee-b4f2-30ed53d3bbdd tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=4b348af2-489e-4dc4-b2d6-d509fe2bc9d6 HTTP/1.1" status: 200 len: 943 time: 0.1296632 Feb 02 07:36:23.456325 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-212e61a4-5f49-4a77-b6e7-40b3fa24f087 req-a9ff19f5-e5e0-4a33-ac11-d2ca60df61fa service neutron] 10.222.0.88 "GET /v2.0/networks/5ecfd23c-0c0d-4908-8108-5b474fe181f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808288 Feb 02 07:36:23.508091 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55faf1a2-5839-43af-92c2-6926f94aac08 service neutron] Pushing event updated for resources: {'Port': ['ID=9ddd2eb0-39df-407d-9db1-7b80a587ac38,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:23.581029 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-175ff6f8-fe81-42b3-acb2-232b87923682 req-55faf1a2-5839-43af-92c2-6926f94aac08 service neutron] Attempting to bind port 9ddd2eb0-39df-407d-9db1-7b80a587ac38 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:36:23.581851 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-175ff6f8-fe81-42b3-acb2-232b87923682 req-55faf1a2-5839-43af-92c2-6926f94aac08 service neutron] Attempting to bind port 9ddd2eb0-39df-407d-9db1-7b80a587ac38 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': '7a475a3f-d331-492a-be6a-d9cbf0648e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e5fb19b5-6970-4829-86f6-61e3b522aa22'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:36:23.582332 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175ff6f8-fe81-42b3-acb2-232b87923682 req-55faf1a2-5839-43af-92c2-6926f94aac08 service neutron] Attempting to bind port 9ddd2eb0-39df-407d-9db1-7b80a587ac38 on network e5fb19b5-6970-4829-86f6-61e3b522aa22 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:36:23.586786 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a2f730a0-350a-4be2-a255-7f72818d0f66 req-9cef80dc-b269-42c2-bac3-b204a873c9f0 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=1299b0ea-04df-46ba-b171-809f74bf98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284616 Feb 02 07:36:23.587460 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175ff6f8-fe81-42b3-acb2-232b87923682 req-55faf1a2-5839-43af-92c2-6926f94aac08 service neutron] Port 9ddd2eb0-39df-407d-9db1-7b80a587ac38 on network e5fb19b5-6970-4829-86f6-61e3b522aa22 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:36:23.587839 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175ff6f8-fe81-42b3-acb2-232b87923682 req-55faf1a2-5839-43af-92c2-6926f94aac08 service neutron] Attempting to bind port 9ddd2eb0-39df-407d-9db1-7b80a587ac38 on network e5fb19b5-6970-4829-86f6-61e3b522aa22 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:36:23.601114 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175ff6f8-fe81-42b3-acb2-232b87923682 req-55faf1a2-5839-43af-92c2-6926f94aac08 service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:36:23.608390 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175ff6f8-fe81-42b3-acb2-232b87923682 req-55faf1a2-5839-43af-92c2-6926f94aac08 service neutron] Checking segment: {'id': '7a475a3f-d331-492a-be6a-d9cbf0648e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e5fb19b5-6970-4829-86f6-61e3b522aa22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:36:23.608872 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175ff6f8-fe81-42b3-acb2-232b87923682 req-55faf1a2-5839-43af-92c2-6926f94aac08 service neutron] Bound using segment: {'id': '7a475a3f-d331-492a-be6a-d9cbf0648e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e5fb19b5-6970-4829-86f6-61e3b522aa22'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:36:23.609350 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-175ff6f8-fe81-42b3-acb2-232b87923682 req-55faf1a2-5839-43af-92c2-6926f94aac08 service neutron] Bound port: 9ddd2eb0-39df-407d-9db1-7b80a587ac38, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a475a3f-d331-492a-be6a-d9cbf0648e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e5fb19b5-6970-4829-86f6-61e3b522aa22'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:36:23.610571 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-175ff6f8-fe81-42b3-acb2-232b87923682 req-55faf1a2-5839-43af-92c2-6926f94aac08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (9ddd2eb0-39df-407d-9db1-7b80a587ac38), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:23.640222 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-212e61a4-5f49-4a77-b6e7-40b3fa24f087 req-24b0fc4d-235a-4920-aaab-7241a278fc2b service neutron] 10.222.0.88 "GET /v2.0/networks/5ecfd23c-0c0d-4908-8108-5b474fe181f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739893 Feb 02 07:36:23.774161 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-175ff6f8-fe81-42b3-acb2-232b87923682 req-55faf1a2-5839-43af-92c2-6926f94aac08 service neutron] For port 9ddd2eb0-39df-407d-9db1-7b80a587ac38, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:36:23.779534 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-175ff6f8-fe81-42b3-acb2-232b87923682 req-55faf1a2-5839-43af-92c2-6926f94aac08 service neutron] For port 9ddd2eb0-39df-407d-9db1-7b80a587ac38, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=9ddd2eb0-39df-407d-9db1-7b80a587ac38,segment=NetworkSegment(7a475a3f-d331-492a-be6a-d9cbf0648e77),segment_id=7a475a3f-d331-492a-be6a-d9cbf0648e77)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:36:23.787529 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-175ff6f8-fe81-42b3-acb2-232b87923682 req-55faf1a2-5839-43af-92c2-6926f94aac08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (9ddd2eb0-39df-407d-9db1-7b80a587ac38), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:23.797618 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device ff2380b3-99e5-4f57-af72-6b6c8c8dbb06 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:36:23.866311 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ff6f8-fe81-42b3-acb2-232b87923682 req-55faf1a2-5839-43af-92c2-6926f94aac08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:23.866943 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-175ff6f8-fe81-42b3-acb2-232b87923682 req-55faf1a2-5839-43af-92c2-6926f94aac08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:23.869727 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-175ff6f8-fe81-42b3-acb2-232b87923682 req-55faf1a2-5839-43af-92c2-6926f94aac08 service neutron] 10.222.0.88 "PUT /v2.0/ports/9ddd2eb0-39df-407d-9db1-7b80a587ac38 HTTP/1.1" status: 200 len: 1056 time: 1.3196650 Feb 02 07:36:23.870204 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14808b07-2b1c-4481-8719-de19998a6bdc', 'tag': '9ddd2eb0-39df-407d-9db1-7b80a587ac38'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:36:23.871031 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d10cbb-1585-42b5-86ea-90162d35a5f2 req-8a0adb03-869e-4d5e-b1bd-9f9589f26ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:23.873186 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c700978f-96cd-4aaf-bbc1-d30c4f177805" -d '{"events": [{"name": "network-changed", "server_uuid": "14808b07-2b1c-4481-8719-de19998a6bdc", "tag": "9ddd2eb0-39df-407d-9db1-7b80a587ac38"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:36:23.873467 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d7d10cbb-1585-42b5-86ea-90162d35a5f2 req-8a0adb03-869e-4d5e-b1bd-9f9589f26ef2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b5f86cce5c924f2695e5f2d21aa64848&device_id=4b348af2-489e-4dc4-b2d6-d509fe2bc9d6 HTTP/1.1" status: 200 len: 1126 time: 0.1345358 Feb 02 07:36:23.883014 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3732b6-2d32-4d03-b14c-75d566ef1318 req-935dac1a-10ed-4ea4-82f4-4dccfbb3a931 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:23.885340 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8b3732b6-2d32-4d03-b14c-75d566ef1318 req-935dac1a-10ed-4ea4-82f4-4dccfbb3a931 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.87 "GET /v2.0/ports?device_id=14808b07-2b1c-4481-8719-de19998a6bdc HTTP/1.1" status: 200 len: 907 time: 0.1482573 Feb 02 07:36:23.974290 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port ff2380b3-99e5-4f57-af72-6b6c8c8dbb06 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:36:23.975045 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ff2380b3-99e5-4f57-af72-6b6c8c8dbb06), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:23.982437 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55faf1a2-5839-43af-92c2-6926f94aac08 service neutron] Pushing event updated for resources: {'Port': ['ID=9ddd2eb0-39df-407d-9db1-7b80a587ac38,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:24.018949 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b268f5-b0c1-41c7-babe-5f618cc2fde2 x-openstack-request-id: req-f1b268f5-b0c1-41c7-babe-5f618cc2fde2 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:36:24.025046 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14808b07-2b1c-4481-8719-de19998a6bdc", "tag": "9ddd2eb0-39df-407d-9db1-7b80a587ac38", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:36:24.025399 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f1b268f5-b0c1-41c7-babe-5f618cc2fde2 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:36:24.025855 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14808b07-2b1c-4481-8719-de19998a6bdc', 'tag': '9ddd2eb0-39df-407d-9db1-7b80a587ac38', 'status': 'completed', 'code': 200} Feb 02 07:36:24.039524 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ff6f8-fe81-42b3-acb2-232b87923682 req-4da2cd07-5ba2-4ca0-aa1a-0ec67629bbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:24.042938 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-175ff6f8-fe81-42b3-acb2-232b87923682 req-4da2cd07-5ba2-4ca0-aa1a-0ec67629bbdb service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b9e271eb80cc4ea6b4ff51295e8c553f&device_id=14808b07-2b1c-4481-8719-de19998a6bdc HTTP/1.1" status: 200 len: 1090 time: 0.0804603 Feb 02 07:36:24.054420 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d10cbb-1585-42b5-86ea-90162d35a5f2 req-b21dc87f-4614-4160-b340-0785fdfd3652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:24.056486 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d7d10cbb-1585-42b5-86ea-90162d35a5f2 req-b21dc87f-4614-4160-b340-0785fdfd3652 service neutron] 10.222.0.88 "GET /v2.0/networks?id=5ecfd23c-0c0d-4908-8108-5b474fe181f4 HTTP/1.1" status: 200 len: 898 time: 0.1702566 Feb 02 07:36:24.146815 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-175ff6f8-fe81-42b3-acb2-232b87923682 req-509bb76a-db47-4bd5-acc8-e879c87cc567 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=9ddd2eb0-39df-407d-9db1-7b80a587ac38 HTTP/1.1" status: 200 len: 217 time: 0.0899370 Feb 02 07:36:24.158399 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d7d10cbb-1585-42b5-86ea-90162d35a5f2 req-7f802fb4-130f-424e-802f-6beacf359992 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9 HTTP/1.1" status: 200 len: 217 time: 0.0950360 Feb 02 07:36:24.160618 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port ff2380b3-99e5-4f57-af72-6b6c8c8dbb06 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:36:24.220476 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ff6f8-fe81-42b3-acb2-232b87923682 req-8c98b905-e96e-48cb-bac3-985dd1d487c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:24.220950 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d10cbb-1585-42b5-86ea-90162d35a5f2 req-d3fab41e-951d-4cf9-aee7-b788e89071c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:24.222004 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-175ff6f8-fe81-42b3-acb2-232b87923682 req-8c98b905-e96e-48cb-bac3-985dd1d487c2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2bd36315-ed9b-4c08-bf00-65dee4c6264e HTTP/1.1" status: 200 len: 838 time: 0.0681701 Feb 02 07:36:24.223057 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d7d10cbb-1585-42b5-86ea-90162d35a5f2 req-d3fab41e-951d-4cf9-aee7-b788e89071c9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9ad812a5-1a13-4007-bc7e-49101064075f HTTP/1.1" status: 200 len: 833 time: 0.0566509 Feb 02 07:36:24.299008 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d10cbb-1585-42b5-86ea-90162d35a5f2 req-15f43c24-a007-442f-9047-9a527bde8a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:24.300558 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d7d10cbb-1585-42b5-86ea-90162d35a5f2 req-15f43c24-a007-442f-9047-9a527bde8a6b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5ecfd23c-0c0d-4908-8108-5b474fe181f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0649319 Feb 02 07:36:24.305308 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ff6f8-fe81-42b3-acb2-232b87923682 req-5a200ccb-81cf-4dec-a7d4-a2cd356ed947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:24.307149 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-175ff6f8-fe81-42b3-acb2-232b87923682 req-5a200ccb-81cf-4dec-a7d4-a2cd356ed947 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e5fb19b5-6970-4829-86f6-61e3b522aa22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.0717037 Feb 02 07:36:24.437035 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-175ff6f8-fe81-42b3-acb2-232b87923682 req-7188ec60-4048-4df3-8b54-a998d448b2b9 service neutron] 10.222.0.88 "GET /v2.0/networks/e5fb19b5-6970-4829-86f6-61e3b522aa22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227877 Feb 02 07:36:24.444494 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d7d10cbb-1585-42b5-86ea-90162d35a5f2 req-4cf13f16-fc2c-4733-a030-59fb5ea41700 service neutron] 10.222.0.88 "GET /v2.0/networks/5ecfd23c-0c0d-4908-8108-5b474fe181f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355994 Feb 02 07:36:24.541429 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-175ff6f8-fe81-42b3-acb2-232b87923682 req-1adf762e-471e-4497-a7c0-3ab220651316 service neutron] 10.222.0.88 "GET /v2.0/networks/e5fb19b5-6970-4829-86f6-61e3b522aa22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989985 Feb 02 07:36:24.544763 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d7d10cbb-1585-42b5-86ea-90162d35a5f2 req-17b2a615-299c-4e68-9c79-479945e342f0 service neutron] 10.222.0.88 "GET /v2.0/networks/5ecfd23c-0c0d-4908-8108-5b474fe181f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934799 Feb 02 07:36:24.713668 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c700978f-96cd-4aaf-bbc1-d30c4f177805 req-f930c28e-0612-49c2-8dea-4a15831dd30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:24.715220 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c700978f-96cd-4aaf-bbc1-d30c4f177805 req-f930c28e-0612-49c2-8dea-4a15831dd30c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b9e271eb80cc4ea6b4ff51295e8c553f&device_id=14808b07-2b1c-4481-8719-de19998a6bdc HTTP/1.1" status: 200 len: 1090 time: 0.0826674 Feb 02 07:36:24.740332 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab7710-c895-4a6d-a69c-0e73fe909d71 req-b524643e-8278-4dce-9061-6a3ee4ff9623 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:24.741787 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d6ab7710-c895-4a6d-a69c-0e73fe909d71 req-b524643e-8278-4dce-9061-6a3ee4ff9623 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=4b348af2-489e-4dc4-b2d6-d509fe2bc9d6 HTTP/1.1" status: 200 len: 943 time: 0.0832703 Feb 02 07:36:24.859653 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d6ab7710-c895-4a6d-a69c-0e73fe909d71 req-3a42d462-40cf-49e3-9242-43e56e29ac42 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=1299b0ea-04df-46ba-b171-809f74bf98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054153 Feb 02 07:36:24.870769 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c700978f-96cd-4aaf-bbc1-d30c4f177805 req-45009a60-95c1-4956-a166-8b229475e335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:24.873206 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c700978f-96cd-4aaf-bbc1-d30c4f177805 req-45009a60-95c1-4956-a166-8b229475e335 service neutron] 10.222.0.88 "GET /v2.0/networks?id=e5fb19b5-6970-4829-86f6-61e3b522aa22 HTTP/1.1" status: 200 len: 899 time: 0.1480005 Feb 02 07:36:25.232635 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c700978f-96cd-4aaf-bbc1-d30c4f177805 req-400665d0-9e6e-473b-aa48-30cca190cdab service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=9ddd2eb0-39df-407d-9db1-7b80a587ac38 HTTP/1.1" status: 200 len: 217 time: 0.3530207 Feb 02 07:36:25.316966 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c700978f-96cd-4aaf-bbc1-d30c4f177805 req-b00160e0-9e29-42f3-a7af-593681c13f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:25.317967 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c700978f-96cd-4aaf-bbc1-d30c4f177805 req-b00160e0-9e29-42f3-a7af-593681c13f37 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=2bd36315-ed9b-4c08-bf00-65dee4c6264e HTTP/1.1" status: 200 len: 838 time: 0.0601413 Feb 02 07:36:25.326747 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5681bd15-72f9-4f23-a74c-6434dc6529fe req-b21d3eff-018a-4244-9ccb-a8581b0c3e1a tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:25.328237 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5681bd15-72f9-4f23-a74c-6434dc6529fe req-b21d3eff-018a-4244-9ccb-a8581b0c3e1a tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.87 "GET /v2.0/ports?device_id=14808b07-2b1c-4481-8719-de19998a6bdc HTTP/1.1" status: 200 len: 907 time: 0.0988221 Feb 02 07:36:25.374053 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c700978f-96cd-4aaf-bbc1-d30c4f177805 req-d2b90c44-5a24-4843-a302-6958ded1ad5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:25.375490 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c700978f-96cd-4aaf-bbc1-d30c4f177805 req-d2b90c44-5a24-4843-a302-6958ded1ad5a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=e5fb19b5-6970-4829-86f6-61e3b522aa22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.0463958 Feb 02 07:36:25.485316 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c700978f-96cd-4aaf-bbc1-d30c4f177805 req-4cb74baf-c466-4ed3-84b4-e58a4624529f service neutron] 10.222.0.88 "GET /v2.0/networks/e5fb19b5-6970-4829-86f6-61e3b522aa22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016448 Feb 02 07:36:25.585283 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c700978f-96cd-4aaf-bbc1-d30c4f177805 req-67a98a7a-15f2-4452-9a0c-bf9b2e2fd941 service neutron] 10.222.0.88 "GET /v2.0/networks/e5fb19b5-6970-4829-86f6-61e3b522aa22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928149 Feb 02 07:36:25.998147 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9c3eb-7daa-4c98-bc6a-2b28285fef09 req-789248af-c6f4-476f-9093-9f4486bbf187 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:25.999894 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-27b9c3eb-7daa-4c98-bc6a-2b28285fef09 req-789248af-c6f4-476f-9093-9f4486bbf187 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=4b348af2-489e-4dc4-b2d6-d509fe2bc9d6 HTTP/1.1" status: 200 len: 943 time: 0.0606318 Feb 02 07:36:26.057559 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-27b9c3eb-7daa-4c98-bc6a-2b28285fef09 req-85b7feba-1832-4a95-8010-db5ead74d316 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=1299b0ea-04df-46ba-b171-809f74bf98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515773 Feb 02 07:36:26.458611 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8989bee-960f-418b-aa05-ac3dc84d3bfc req-2c13c8cc-d938-4579-ac9e-f49b2bee8446 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:26.460256 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d8989bee-960f-418b-aa05-ac3dc84d3bfc req-2c13c8cc-d938-4579-ac9e-f49b2bee8446 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.87 "GET /v2.0/ports?device_id=14808b07-2b1c-4481-8719-de19998a6bdc HTTP/1.1" status: 200 len: 907 time: 0.0610700 Feb 02 07:36:27.187132 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae1774f-4e3a-457d-8eb8-826bb84e1a7a req-1e6f02e7-9586-4c4a-b228-d0415033ec50 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:27.188658 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9ae1774f-4e3a-457d-8eb8-826bb84e1a7a req-1e6f02e7-9586-4c4a-b228-d0415033ec50 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=4b348af2-489e-4dc4-b2d6-d509fe2bc9d6 HTTP/1.1" status: 200 len: 943 time: 0.0578916 Feb 02 07:36:27.238932 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9ae1774f-4e3a-457d-8eb8-826bb84e1a7a req-152a7041-8e93-429b-b52b-c07468b892f5 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=1299b0ea-04df-46ba-b171-809f74bf98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445614 Feb 02 07:36:27.251887 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:36:27.372193 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9,segment=NetworkSegment(ee5d5a73-35cd-4069-8de1-074f6faf1dd1),segment_id=ee5d5a73-35cd-4069-8de1-074f6faf1dd1)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:36:27.383308 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': 'f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9', 'network_id': '5ecfd23c-0c0d-4908-8108-5b474fe181f4', 'port_id': 'f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9', 'mac_address': 'fa:16:3e:86:a9:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ad812a5-1a13-4007-bc7e-49101064075f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:36:27.423573 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:36:27.423975 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:27.437504 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:36:27.458223 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9,segment=NetworkSegment(ee5d5a73-35cd-4069-8de1-074f6faf1dd1),segment_id=ee5d5a73-35cd-4069-8de1-074f6faf1dd1)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:36:27.462494 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:27.463293 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 9ddd2eb0-39df-407d-9db1-7b80a587ac38 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:36:27.548597 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:27.562093 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:27.583418 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e0fbe5-2d53-4c8c-b9d8-16983a172edd req-7960ea31-df76-458c-b312-5df6e3ab7ce7 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:27.584957 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-29e0fbe5-2d53-4c8c-b9d8-16983a172edd req-7960ea31-df76-458c-b312-5df6e3ab7ce7 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.87 "GET /v2.0/ports?device_id=14808b07-2b1c-4481-8719-de19998a6bdc HTTP/1.1" status: 200 len: 907 time: 0.0551126 Feb 02 07:36:27.629626 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 9ddd2eb0-39df-407d-9db1-7b80a587ac38, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=9ddd2eb0-39df-407d-9db1-7b80a587ac38,segment=NetworkSegment(7a475a3f-d331-492a-be6a-d9cbf0648e77),segment_id=7a475a3f-d331-492a-be6a-d9cbf0648e77)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:36:27.641168 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': '9ddd2eb0-39df-407d-9db1-7b80a587ac38', 'network_id': 'e5fb19b5-6970-4829-86f6-61e3b522aa22', 'port_id': '9ddd2eb0-39df-407d-9db1-7b80a587ac38', 'mac_address': 'fa:16:3e:39:c1:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bd36315-ed9b-4c08-bf00-65dee4c6264e', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:36:27.682890 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 9ddd2eb0-39df-407d-9db1-7b80a587ac38 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:36:27.683354 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (9ddd2eb0-39df-407d-9db1-7b80a587ac38), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:27.697133 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ddd2eb0-39df-407d-9db1-7b80a587ac38 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:36:27.717320 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 9ddd2eb0-39df-407d-9db1-7b80a587ac38, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=9ddd2eb0-39df-407d-9db1-7b80a587ac38,segment=NetworkSegment(7a475a3f-d331-492a-be6a-d9cbf0648e77),segment_id=7a475a3f-d331-492a-be6a-d9cbf0648e77)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:36:27.721296 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (9ddd2eb0-39df-407d-9db1-7b80a587ac38), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:27.771324 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=9ddd2eb0-39df-407d-9db1-7b80a587ac38,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:28.036857 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:36:28.066868 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['9ddd2eb0-39df-407d-9db1-7b80a587ac38'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:36:28.390426 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d390bdd-36a8-4239-9bbf-1799895a75f2 req-e3e74dad-7035-4390-9746-cf1903e6efed tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:28.391933 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3d390bdd-36a8-4239-9bbf-1799895a75f2 req-e3e74dad-7035-4390-9746-cf1903e6efed tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=4b348af2-489e-4dc4-b2d6-d509fe2bc9d6 HTTP/1.1" status: 200 len: 944 time: 0.0547249 Feb 02 07:36:28.449825 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3d390bdd-36a8-4239-9bbf-1799895a75f2 req-f122c669-f7a4-425b-b4cf-6739be4260e2 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=1299b0ea-04df-46ba-b171-809f74bf98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521867 Feb 02 07:36:28.705888 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f41a414-9f07-4126-9ff0-47e2b6022c9e req-596cdd60-6953-4874-893d-9b10976c8e2b tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:28.707272 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7f41a414-9f07-4126-9ff0-47e2b6022c9e req-596cdd60-6953-4874-893d-9b10976c8e2b tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.87 "GET /v2.0/ports?device_id=14808b07-2b1c-4481-8719-de19998a6bdc HTTP/1.1" status: 200 len: 908 time: 0.0520129 Feb 02 07:36:29.256810 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:36:29.307948 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:36:29.313073 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:36:29.313450 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:29.394982 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:36:29.395398 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:29.420576 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b348af2-489e-4dc4-b2d6-d509fe2bc9d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:36:29.422817 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20cc923f-6caa-4108-bc19-0e34fd6bb67d" -d '{"events": [{"server_uuid": "4b348af2-489e-4dc4-b2d6-d509fe2bc9d6", "name": "network-vif-plugged", "status": "completed", "tag": "f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:36:29.436650 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9,segment=NetworkSegment(ee5d5a73-35cd-4069-8de1-074f6faf1dd1),segment_id=ee5d5a73-35cd-4069-8de1-074f6faf1dd1)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:36:29.445680 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:29.446484 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 9ddd2eb0-39df-407d-9db1-7b80a587ac38 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:36:29.536350 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9380dd72-1585-4646-90e6-304aa8d3b38b x-openstack-request-id: req-9380dd72-1585-4646-90e6-304aa8d3b38b {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:36:29.536652 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b348af2-489e-4dc4-b2d6-d509fe2bc9d6", "name": "network-vif-plugged", "status": "completed", "tag": "f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:36:29.536914 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-9380dd72-1585-4646-90e6-304aa8d3b38b {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:36:29.537316 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b348af2-489e-4dc4-b2d6-d509fe2bc9d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9', 'code': 200} Feb 02 07:36:29.546451 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:29.557938 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:36:29.558317 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:36:29.558777 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:36:29.559464 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:36:29.559972 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:36:29.560312 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:36:29.560645 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:36:29.560978 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:36:29.561309 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:36:29.561644 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:36:29.562038 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:36:29.562444 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:36:29.563761 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:36:29.570599 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port 9ddd2eb0-39df-407d-9db1-7b80a587ac38 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:36:29.575544 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port 9ddd2eb0-39df-407d-9db1-7b80a587ac38 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:36:29.576341 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (9ddd2eb0-39df-407d-9db1-7b80a587ac38), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:29.659816 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d728e209-58f3-4d6c-ae56-7ea4464bd931 req-2d2785a7-2368-43d5-941e-43067a70e934 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:29.661801 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d728e209-58f3-4d6c-ae56-7ea4464bd931 req-2d2785a7-2368-43d5-941e-43067a70e934 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=4b348af2-489e-4dc4-b2d6-d509fe2bc9d6 HTTP/1.1" status: 200 len: 945 time: 0.0696750 Feb 02 07:36:29.676313 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 9ddd2eb0-39df-407d-9db1-7b80a587ac38 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:36:29.676793 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (9ddd2eb0-39df-407d-9db1-7b80a587ac38), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:29.713532 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 9ddd2eb0-39df-407d-9db1-7b80a587ac38, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=9ddd2eb0-39df-407d-9db1-7b80a587ac38,segment=NetworkSegment(7a475a3f-d331-492a-be6a-d9cbf0648e77),segment_id=7a475a3f-d331-492a-be6a-d9cbf0648e77)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:36:29.718696 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (9ddd2eb0-39df-407d-9db1-7b80a587ac38), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:29.744829 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ff3c4-2c4d-4a47-9b29-7b6bab1052e5 req-3e9abfee-01c8-445d-83f1-86fb7ca3a01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:29.747000 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-789ff3c4-2c4d-4a47-9b29-7b6bab1052e5 req-3e9abfee-01c8-445d-83f1-86fb7ca3a01e service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=4b348af2-489e-4dc4-b2d6-d509fe2bc9d6 HTTP/1.1" status: 200 len: 1128 time: 0.0954478 Feb 02 07:36:29.750623 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d728e209-58f3-4d6c-ae56-7ea4464bd931 req-b5618244-e5a3-4ca3-8814-dc213911ebb4 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=1299b0ea-04df-46ba-b171-809f74bf98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809286 Feb 02 07:36:29.779821 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=9ddd2eb0-39df-407d-9db1-7b80a587ac38,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:29.805210 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-789ff3c4-2c4d-4a47-9b29-7b6bab1052e5 req-5f27d03f-2f8a-45bf-b2a2-bf904cde5ff3 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=1299b0ea-04df-46ba-b171-809f74bf98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531702 Feb 02 07:36:29.880901 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c57c349-b320-4f02-894b-08e84a3b506f req-9ab63d48-7153-4a5e-a015-0aa07242a915 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:29.882389 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9c57c349-b320-4f02-894b-08e84a3b506f req-9ab63d48-7153-4a5e-a015-0aa07242a915 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.87 "GET /v2.0/ports?device_id=14808b07-2b1c-4481-8719-de19998a6bdc HTTP/1.1" status: 200 len: 909 time: 0.0518188 Feb 02 07:36:30.875332 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820fa80b-1109-4810-844e-bcbc9ddd0253 req-f9c60608-0891-4d29-b4da-23ca01427829 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:30.876857 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-820fa80b-1109-4810-844e-bcbc9ddd0253 req-f9c60608-0891-4d29-b4da-23ca01427829 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=4b348af2-489e-4dc4-b2d6-d509fe2bc9d6 HTTP/1.1" status: 200 len: 945 time: 0.0531170 Feb 02 07:36:30.952545 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-820fa80b-1109-4810-844e-bcbc9ddd0253 req-19f22aa4-d3f9-42ff-9ec9-8a507a3aeee8 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=1299b0ea-04df-46ba-b171-809f74bf98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527329 Feb 02 07:36:31.064788 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b4c04-b784-42a7-b1aa-d0c5ed9833ab req-53e548b6-b113-48db-b434-e6364fd6571e tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:31.066318 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4a1b4c04-b784-42a7-b1aa-d0c5ed9833ab req-53e548b6-b113-48db-b434-e6364fd6571e tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.87 "GET /v2.0/ports?device_id=14808b07-2b1c-4481-8719-de19998a6bdc HTTP/1.1" status: 200 len: 909 time: 0.0577049 Feb 02 07:36:31.538664 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14808b07-2b1c-4481-8719-de19998a6bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ddd2eb0-39df-407d-9db1-7b80a587ac38'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:36:31.541396 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf4db0c-0140-45e5-8e18-b9c5d116f19e" -d '{"events": [{"server_uuid": "14808b07-2b1c-4481-8719-de19998a6bdc", "name": "network-vif-plugged", "status": "completed", "tag": "9ddd2eb0-39df-407d-9db1-7b80a587ac38"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:36:31.578351 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d9345b-f6b6-4eed-abbe-ee6a4f44c051 x-openstack-request-id: req-59d9345b-f6b6-4eed-abbe-ee6a4f44c051 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:36:31.578654 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14808b07-2b1c-4481-8719-de19998a6bdc", "name": "network-vif-plugged", "status": "completed", "tag": "9ddd2eb0-39df-407d-9db1-7b80a587ac38", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:36:31.578916 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-59d9345b-f6b6-4eed-abbe-ee6a4f44c051 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:36:31.579313 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14808b07-2b1c-4481-8719-de19998a6bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ddd2eb0-39df-407d-9db1-7b80a587ac38', 'code': 200} Feb 02 07:36:31.708394 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38683e5a-b9f1-49de-8e6a-4f9f27cdf7ac req-81afb688-42f8-41fd-87f1-3149aa648102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:31.709880 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-38683e5a-b9f1-49de-8e6a-4f9f27cdf7ac req-81afb688-42f8-41fd-87f1-3149aa648102 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=14808b07-2b1c-4481-8719-de19998a6bdc HTTP/1.1" status: 200 len: 1092 time: 0.0432708 Feb 02 07:36:32.072286 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ae554-a617-4767-a3f9-3a5ff191e8ab req-bac44532-e4c5-4bbe-9e34-6269989dce55 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:32.073673 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-458ae554-a617-4767-a3f9-3a5ff191e8ab req-bac44532-e4c5-4bbe-9e34-6269989dce55 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=4b348af2-489e-4dc4-b2d6-d509fe2bc9d6 HTTP/1.1" status: 200 len: 945 time: 0.0520725 Feb 02 07:36:32.123600 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-458ae554-a617-4767-a3f9-3a5ff191e8ab req-1e299bd4-9a60-4107-8adf-4c3e45430fbd tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=1299b0ea-04df-46ba-b171-809f74bf98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435967 Feb 02 07:36:32.242970 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ad06a-371e-46c0-99ae-6fbe5e210d2b req-424263bc-251b-4358-ab2f-0585b6837096 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:32.244570 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bc0ad06a-371e-46c0-99ae-6fbe5e210d2b req-424263bc-251b-4358-ab2f-0585b6837096 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.87 "GET /v2.0/ports?device_id=14808b07-2b1c-4481-8719-de19998a6bdc HTTP/1.1" status: 200 len: 909 time: 0.0565240 Feb 02 07:36:32.353273 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a728060b-5ce0-4670-91b0-4d78440be0dd req-425f030b-9cba-4d2f-ade6-da1b86dc7a33 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:32.354658 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a728060b-5ce0-4670-91b0-4d78440be0dd req-425f030b-9cba-4d2f-ade6-da1b86dc7a33 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=4b348af2-489e-4dc4-b2d6-d509fe2bc9d6 HTTP/1.1" status: 200 len: 945 time: 0.0522821 Feb 02 07:36:32.404333 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a728060b-5ce0-4670-91b0-4d78440be0dd req-b1c5d46a-fba3-4f9c-a922-93f8aa166881 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=1299b0ea-04df-46ba-b171-809f74bf98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432909 Feb 02 07:36:32.426623 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 60922) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:36:32.472327 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55589c9c-8f25-4418-b6da-e7db3d64c956 tempest-TestNetworkAdvancedServerOps-1931800759 tempest-TestNetworkAdvancedServerOps-1931800759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:32.473874 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-55589c9c-8f25-4418-b6da-e7db3d64c956 tempest-TestNetworkAdvancedServerOps-1931800759 tempest-TestNetworkAdvancedServerOps-1931800759-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=4b348af2-489e-4dc4-b2d6-d509fe2bc9d6 HTTP/1.1" status: 200 len: 1123 time: 0.0462577 Feb 02 07:36:32.476798 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 60924) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:36:32.482378 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-751999e9-79dd-4366-ae2f-6096b97ec4df tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Request body: {'floatingip': {'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'port_id': 'f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:36:32.505498 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-751999e9-79dd-4366-ae2f-6096b97ec4df tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:32.617412 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-751999e9-79dd-4366-ae2f-6096b97ec4df tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:32.733377 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-751999e9-79dd-4366-ae2f-6096b97ec4df tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Allocated IP 172.25.4.236 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/23efd38c-a842-4813-85b8-a4cc0e4533d9) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:36:32.843894 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-751999e9-79dd-4366-ae2f-6096b97ec4df tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for port (23efd38c-a842-4813-85b8-a4cc0e4533d9), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:32.876976 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-751999e9-79dd-4366-ae2f-6096b97ec4df tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (23efd38c-a842-4813-85b8-a4cc0e4533d9), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:32.913833 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751999e9-79dd-4366-ae2f-6096b97ec4df tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:36:32.920308 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-751999e9-79dd-4366-ae2f-6096b97ec4df tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:36:32.923867 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751999e9-79dd-4366-ae2f-6096b97ec4df tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:36:32.929082 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751999e9-79dd-4366-ae2f-6096b97ec4df tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event updated for resources: {'Port': ['ID=23efd38c-a842-4813-85b8-a4cc0e4533d9,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:33.291429 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-751999e9-79dd-4366-ae2f-6096b97ec4df tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for floatingip (d71f4000-1ed9-4150-8986-7cd86a312702), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:33.367996 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-751999e9-79dd-4366-ae2f-6096b97ec4df tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (23efd38c-a842-4813-85b8-a4cc0e4533d9), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:33.378020 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ed369-b550-4f4b-8ca4-abd5ee304945 req-bfc3adb3-9785-4b43-8a94-f03d3321af06 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:33.379492 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3e9ed369-b550-4f4b-8ca4-abd5ee304945 req-bfc3adb3-9785-4b43-8a94-f03d3321af06 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.87 "GET /v2.0/ports?device_id=14808b07-2b1c-4481-8719-de19998a6bdc HTTP/1.1" status: 200 len: 909 time: 0.0592895 Feb 02 07:36:33.510010 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf19781-a21c-4288-afbf-74a2e7344e0f req-b644a3e7-7a9a-4047-82b7-caf52f6c9ce8 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:33.511721 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2cf19781-a21c-4288-afbf-74a2e7344e0f req-b644a3e7-7a9a-4047-82b7-caf52f6c9ce8 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.87 "GET /v2.0/ports?device_id=14808b07-2b1c-4481-8719-de19998a6bdc HTTP/1.1" status: 200 len: 909 time: 0.0613208 Feb 02 07:36:33.555203 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-751999e9-79dd-4366-ae2f-6096b97ec4df tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for port (23efd38c-a842-4813-85b8-a4cc0e4533d9), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:33.561166 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-751999e9-79dd-4366-ae2f-6096b97ec4df tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (23efd38c-a842-4813-85b8-a4cc0e4533d9), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:33.643866 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-751999e9-79dd-4366-ae2f-6096b97ec4df tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (d71f4000-1ed9-4150-8986-7cd86a312702), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:33.670175 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65712f4a-5a04-468c-aeac-00e0123b70c3 req-0b21a798-2ec1-44b6-bdbd-557df6c4da56 tempest-TestSecurityGroupsBasicOps-241493788 tempest-TestSecurityGroupsBasicOps-241493788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:33.682449 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-65712f4a-5a04-468c-aeac-00e0123b70c3 req-0b21a798-2ec1-44b6-bdbd-557df6c4da56 tempest-TestSecurityGroupsBasicOps-241493788 tempest-TestSecurityGroupsBasicOps-241493788-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=14808b07-2b1c-4481-8719-de19998a6bdc HTTP/1.1" status: 200 len: 1092 time: 0.0719845 Feb 02 07:36:33.687252 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751999e9-79dd-4366-ae2f-6096b97ec4df tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event updated for resources: {'Port': ['ID=23efd38c-a842-4813-85b8-a4cc0e4533d9,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:33.760464 n-d-789963-26 neutron-server[109693]: INFO neutron.db.l3_db [None req-751999e9-79dd-4366-ae2f-6096b97ec4df tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Floating IP d71f4000-1ed9-4150-8986-7cd86a312702 associated. External IP: 172.25.4.236, port: f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9. Feb 02 07:36:33.791276 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d8689-fae4-4d8a-844d-c76388a379fd req-fc27dc40-bab5-4188-9f5c-a75509a7ed91 tempest-TestSecurityGroupsBasicOps-241493788 tempest-TestSecurityGroupsBasicOps-241493788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:33.793310 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-da1d8689-fae4-4d8a-844d-c76388a379fd req-fc27dc40-bab5-4188-9f5c-a75509a7ed91 tempest-TestSecurityGroupsBasicOps-241493788 tempest-TestSecurityGroupsBasicOps-241493788-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=520f49fa-7e65-466a-aa22-c755c388c45f HTTP/1.1" status: 200 len: 1167 time: 0.0556300 Feb 02 07:36:33.847841 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-da1d8689-fae4-4d8a-844d-c76388a379fd req-403e0999-4430-4373-8a5e-8daca3465ad5 tempest-TestSecurityGroupsBasicOps-241493788 tempest-TestSecurityGroupsBasicOps-241493788-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=9f9ae958-0d59-4c17-84ad-a79e39856be8&id=ba3005ad-ac9d-4631-a46d-46687bf90cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0484684 Feb 02 07:36:33.870845 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 60938) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:36:33.919911 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efd3334-7b4a-4afc-854c-914c35921dc0 tempest-TestSecurityGroupsBasicOps-241493788 tempest-TestSecurityGroupsBasicOps-241493788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:33.924236 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-1efd3334-7b4a-4afc-854c-914c35921dc0 tempest-TestSecurityGroupsBasicOps-241493788 tempest-TestSecurityGroupsBasicOps-241493788-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=14808b07-2b1c-4481-8719-de19998a6bdc HTTP/1.1" status: 200 len: 1087 time: 0.0490048 Feb 02 07:36:34.172903 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177821d7-89cb-4899-be11-8adedc44a037 req-9065aeae-10d2-4ba5-80b1-3788179445ba tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:34.174929 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-177821d7-89cb-4899-be11-8adedc44a037 req-9065aeae-10d2-4ba5-80b1-3788179445ba tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.87 "GET /v2.0/ports?device_id=14808b07-2b1c-4481-8719-de19998a6bdc HTTP/1.1" status: 200 len: 909 time: 0.0669198 Feb 02 07:36:34.333384 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-751999e9-79dd-4366-ae2f-6096b97ec4df tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Router 78426155-5d60-4b78-a413-eccb9051aec1 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:36:34.441291 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-751999e9-79dd-4366-ae2f-6096b97ec4df tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:36:34.453409 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b83afa-8e94-4d9f-b32e-a7cc1df758bf None None] Sync routers for ids ['78426155-5d60-4b78-a413-eccb9051aec1'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:36:34.460450 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-751999e9-79dd-4366-ae2f-6096b97ec4df tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:34.466075 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b83afa-8e94-4d9f-b32e-a7cc1df758bf None None] Routers {'78426155-5d60-4b78-a413-eccb9051aec1'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:36:34.466946 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-68b83afa-8e94-4d9f-b32e-a7cc1df758bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:36:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['78426155-5d60-4b78-a413-eccb9051aec1'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:36:34.500407 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-751999e9-79dd-4366-ae2f-6096b97ec4df tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0225108 Feb 02 07:36:34.501279 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b348af2-489e-4dc4-b2d6-d509fe2bc9d6', 'tag': 'f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:36:34.503757 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6053fa48-a457-484a-9b3f-071ff661e887" -d '{"events": [{"name": "network-changed", "server_uuid": "4b348af2-489e-4dc4-b2d6-d509fe2bc9d6", "tag": "f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:36:34.616842 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a8471d-006e-470b-a000-fc0f1ba6f9a9 req-0a271716-432d-4455-af61-113f5913807b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:34.618449 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-43a8471d-006e-470b-a000-fc0f1ba6f9a9 req-0a271716-432d-4455-af61-113f5913807b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=4b348af2-489e-4dc4-b2d6-d509fe2bc9d6 HTTP/1.1" status: 200 len: 945 time: 0.0586691 Feb 02 07:36:34.691272 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-43a8471d-006e-470b-a000-fc0f1ba6f9a9 req-ed9d1daa-9e5b-4354-92d4-fb3cac428145 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=1299b0ea-04df-46ba-b171-809f74bf98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659237 Feb 02 07:36:34.714526 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 60950) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:36:34.740877 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b225e28c-9dd3-4cc5-a6e2-895e769f8c6d x-openstack-request-id: req-b225e28c-9dd3-4cc5-a6e2-895e769f8c6d {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:36:34.741399 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b348af2-489e-4dc4-b2d6-d509fe2bc9d6", "tag": "f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:36:34.741701 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b225e28c-9dd3-4cc5-a6e2-895e769f8c6d {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:36:34.742208 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b348af2-489e-4dc4-b2d6-d509fe2bc9d6', 'tag': 'f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9', 'status': 'completed', 'code': 200} Feb 02 07:36:34.776096 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-68b83afa-8e94-4d9f-b32e-a7cc1df758bf None None] Set router 78426155-5d60-4b78-a413-eccb9051aec1 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:36:34.788309 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a7d83f47-aeec-428c-a712-c0a5f0f74a06 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/floatingips/d71f4000-1ed9-4150-8986-7cd86a312702 HTTP/1.1" status: 200 len: 991 time: 0.0716712 Feb 02 07:36:34.836188 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6053fa48-a457-484a-9b3f-071ff661e887 req-1a0acf0f-9d61-422d-8667-89ada522f3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:34.837667 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6053fa48-a457-484a-9b3f-071ff661e887 req-1a0acf0f-9d61-422d-8667-89ada522f3df service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b5f86cce5c924f2695e5f2d21aa64848&device_id=4b348af2-489e-4dc4-b2d6-d509fe2bc9d6 HTTP/1.1" status: 200 len: 1128 time: 0.0475163 Feb 02 07:36:34.936282 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6053fa48-a457-484a-9b3f-071ff661e887 req-e44e8374-04c9-4ef5-b735-74fe62830977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:34.937888 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6053fa48-a457-484a-9b3f-071ff661e887 req-e44e8374-04c9-4ef5-b735-74fe62830977 service neutron] 10.222.0.88 "GET /v2.0/networks?id=5ecfd23c-0c0d-4908-8108-5b474fe181f4 HTTP/1.1" status: 200 len: 898 time: 0.0886438 Feb 02 07:36:35.010618 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-68b83afa-8e94-4d9f-b32e-a7cc1df758bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78426155-5d60-4b78-a413-eccb9051aec1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2056361273', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'ebabf028-7863-4783-b818-1d5d4f15a58e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:36:08Z', 'updated_at': '2022-02-02T07:36:14Z', 'revision_number': 4, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'gw_port': {'id': 'ebabf028-7863-4783-b818-1d5d4f15a58e', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:82:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78426155-5d60-4b78-a413-eccb9051aec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:36:08Z', 'updated_at': '2022-02-02T07:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': 'd71f4000-1ed9-4150-8986-7cd86a312702', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'floating_ip_address': '172.25.4.236', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '78426155-5d60-4b78-a413-eccb9051aec1', 'port_id': 'f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ecfd23c-0c0d-4908-8108-5b474fe181f4', 'mac_address': 'fa:16:3e:86:a9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b348af2-489e-4dc4-b2d6-d509fe2bc9d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:36:33Z', 'updated_at': '2022-02-02T07:36:33Z', 'revision_number': 0, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff2380b3-99e5-4f57-af72-6b6c8c8dbb06', 'name': '', 'network_id': '5ecfd23c-0c0d-4908-8108-5b474fe181f4', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'mac_address': 'fa:16:3e:49:82:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78426155-5d60-4b78-a413-eccb9051aec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '9ad812a5-1a13-4007-bc7e-49101064075f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:36:12Z', 'updated_at': '2022-02-02T07:36:22Z', 'revision_number': 5, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'subnets': [{'id': '9ad812a5-1a13-4007-bc7e-49101064075f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:36:35.016619 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6053fa48-a457-484a-9b3f-071ff661e887 req-a88b3b1a-f927-47a1-8321-e8bffe668df4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9 HTTP/1.1" status: 200 len: 999 time: 0.0668707 Feb 02 07:36:35.038042 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b83afa-8e94-4d9f-b32e-a7cc1df758bf None None] Checking router: 78426155-5d60-4b78-a413-eccb9051aec1 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:36:35.047527 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b83afa-8e94-4d9f-b32e-a7cc1df758bf None None] Routers {'78426155-5d60-4b78-a413-eccb9051aec1'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:36:35.048162 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-68b83afa-8e94-4d9f-b32e-a7cc1df758bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:36:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['78426155-5d60-4b78-a413-eccb9051aec1'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:36:35.067835 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6053fa48-a457-484a-9b3f-071ff661e887 req-9400e907-8687-46b3-8c35-1b02e8ef648b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:35.069690 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6053fa48-a457-484a-9b3f-071ff661e887 req-9400e907-8687-46b3-8c35-1b02e8ef648b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9ad812a5-1a13-4007-bc7e-49101064075f HTTP/1.1" status: 200 len: 833 time: 0.0467231 Feb 02 07:36:35.122323 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6053fa48-a457-484a-9b3f-071ff661e887 req-fbf4107d-3f7d-4fd5-b5c7-91ce6fb178ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:35.124374 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6053fa48-a457-484a-9b3f-071ff661e887 req-fbf4107d-3f7d-4fd5-b5c7-91ce6fb178ae service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5ecfd23c-0c0d-4908-8108-5b474fe181f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0477500 Feb 02 07:36:35.157846 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-68b83afa-8e94-4d9f-b32e-a7cc1df758bf None None] Set router 78426155-5d60-4b78-a413-eccb9051aec1 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:36:35.247321 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6053fa48-a457-484a-9b3f-071ff661e887 req-852d2c36-9eb5-409a-bc72-aca634c1d290 service neutron] 10.222.0.88 "GET /v2.0/networks/5ecfd23c-0c0d-4908-8108-5b474fe181f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043923 Feb 02 07:36:35.401744 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6053fa48-a457-484a-9b3f-071ff661e887 req-ab5947be-4e8f-40cb-988a-bc7ddedd89ab service neutron] 10.222.0.88 "GET /v2.0/networks/5ecfd23c-0c0d-4908-8108-5b474fe181f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479621 Feb 02 07:36:35.412482 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-68b83afa-8e94-4d9f-b32e-a7cc1df758bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78426155-5d60-4b78-a413-eccb9051aec1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2056361273', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'ebabf028-7863-4783-b818-1d5d4f15a58e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:36:08Z', 'updated_at': '2022-02-02T07:36:14Z', 'revision_number': 4, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'gw_port': {'id': 'ebabf028-7863-4783-b818-1d5d4f15a58e', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:82:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78426155-5d60-4b78-a413-eccb9051aec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:36:08Z', 'updated_at': '2022-02-02T07:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': 'd71f4000-1ed9-4150-8986-7cd86a312702', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'floating_ip_address': '172.25.4.236', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '78426155-5d60-4b78-a413-eccb9051aec1', 'port_id': 'f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ecfd23c-0c0d-4908-8108-5b474fe181f4', 'mac_address': 'fa:16:3e:86:a9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b348af2-489e-4dc4-b2d6-d509fe2bc9d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:36:33Z', 'updated_at': '2022-02-02T07:36:33Z', 'revision_number': 0, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff2380b3-99e5-4f57-af72-6b6c8c8dbb06', 'name': '', 'network_id': '5ecfd23c-0c0d-4908-8108-5b474fe181f4', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'mac_address': 'fa:16:3e:49:82:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78426155-5d60-4b78-a413-eccb9051aec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '9ad812a5-1a13-4007-bc7e-49101064075f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:36:12Z', 'updated_at': '2022-02-02T07:36:22Z', 'revision_number': 5, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'subnets': [{'id': '9ad812a5-1a13-4007-bc7e-49101064075f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:36:35.416719 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc25ace2-0c6e-4b9d-b898-c18f51131dc7 req-65c598ad-2db2-4343-a67a-4ab7aa2519f3 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:35.426436 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fc25ace2-0c6e-4b9d-b898-c18f51131dc7 req-65c598ad-2db2-4343-a67a-4ab7aa2519f3 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.87 "GET /v2.0/ports?device_id=14808b07-2b1c-4481-8719-de19998a6bdc HTTP/1.1" status: 200 len: 909 time: 0.1281252 Feb 02 07:36:35.445805 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b83afa-8e94-4d9f-b32e-a7cc1df758bf None None] The sync data for ids ['78426155-5d60-4b78-a413-eccb9051aec1'] in n-d-789963-26 is: [{'id': '78426155-5d60-4b78-a413-eccb9051aec1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2056361273', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'ebabf028-7863-4783-b818-1d5d4f15a58e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:36:08Z', 'updated_at': '2022-02-02T07:36:14Z', 'revision_number': 4, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'gw_port': {'id': 'ebabf028-7863-4783-b818-1d5d4f15a58e', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:82:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78426155-5d60-4b78-a413-eccb9051aec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:36:08Z', 'updated_at': '2022-02-02T07:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': 'd71f4000-1ed9-4150-8986-7cd86a312702', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'floating_ip_address': '172.25.4.236', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '78426155-5d60-4b78-a413-eccb9051aec1', 'port_id': 'f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ecfd23c-0c0d-4908-8108-5b474fe181f4', 'mac_address': 'fa:16:3e:86:a9:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b348af2-489e-4dc4-b2d6-d509fe2bc9d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:36:33Z', 'updated_at': '2022-02-02T07:36:33Z', 'revision_number': 0, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff2380b3-99e5-4f57-af72-6b6c8c8dbb06', 'name': '', 'network_id': '5ecfd23c-0c0d-4908-8108-5b474fe181f4', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'mac_address': 'fa:16:3e:49:82:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78426155-5d60-4b78-a413-eccb9051aec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '9ad812a5-1a13-4007-bc7e-49101064075f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:36:12Z', 'updated_at': '2022-02-02T07:36:22Z', 'revision_number': 5, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'subnets': [{'id': '9ad812a5-1a13-4007-bc7e-49101064075f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:36:35.653589 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5fa38-d9f8-4509-b9e4-c84315cf0125 req-23e56515-dab3-4df2-86d3-3741fc5adb1d tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:35.655909 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-37a5fa38-d9f8-4509-b9e4-c84315cf0125 req-23e56515-dab3-4df2-86d3-3741fc5adb1d tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.88 "GET /v2.0/ports?device_id=14808b07-2b1c-4481-8719-de19998a6bdc HTTP/1.1" status: 200 len: 909 time: 0.0763619 Feb 02 07:36:35.743479 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1abdd9d-5f1c-4996-a5fd-0015f63bfc29 None None] New status for floating IP d71f4000-1ed9-4150-8986-7cd86a312702: ACTIVE {{(pid=109696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 07:36:35.786269 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-37a5fa38-d9f8-4509-b9e4-c84315cf0125 req-b805822e-99bc-4384-ba97-715b872730c1 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Deleting port 9ddd2eb0-39df-407d-9db1-7b80a587ac38 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:36:35.786761 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-37a5fa38-d9f8-4509-b9e4-c84315cf0125 req-b805822e-99bc-4384-ba97-715b872730c1 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (9ddd2eb0-39df-407d-9db1-7b80a587ac38), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:35.792129 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 60956) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:36:35.873773 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-2d0d6af2-02de-4a75-927a-272fdad750af tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/floatingips/d71f4000-1ed9-4150-8986-7cd86a312702 HTTP/1.1" status: 200 len: 991 time: 0.0785344 Feb 02 07:36:35.914786 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-37a5fa38-d9f8-4509-b9e4-c84315cf0125 req-b805822e-99bc-4384-ba97-715b872730c1 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] For port 9ddd2eb0-39df-407d-9db1-7b80a587ac38, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=9ddd2eb0-39df-407d-9db1-7b80a587ac38,segment=NetworkSegment(7a475a3f-d331-492a-be6a-d9cbf0648e77),segment_id=7a475a3f-d331-492a-be6a-d9cbf0648e77)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:36:35.915168 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-37a5fa38-d9f8-4509-b9e4-c84315cf0125 req-b805822e-99bc-4384-ba97-715b872730c1 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (9ddd2eb0-39df-407d-9db1-7b80a587ac38), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:35.931930 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-37a5fa38-d9f8-4509-b9e4-c84315cf0125 req-b805822e-99bc-4384-ba97-715b872730c1 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Calling delete_port for 9ddd2eb0-39df-407d-9db1-7b80a587ac38 owned by compute:nova {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:36:36.102452 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-37a5fa38-d9f8-4509-b9e4-c84315cf0125 req-b805822e-99bc-4384-ba97-715b872730c1 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (9ddd2eb0-39df-407d-9db1-7b80a587ac38), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:36.131828 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b805822e-99bc-4384-ba97-715b872730c1 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Pushing event deleted for resources: {'Port': ['ID=9ddd2eb0-39df-407d-9db1-7b80a587ac38,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:36.179293 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a5fa38-d9f8-4509-b9e4-c84315cf0125 req-b805822e-99bc-4384-ba97-715b872730c1 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] No DVR routers for this DVR port 9ddd2eb0-39df-407d-9db1-7b80a587ac38 on host n-h1-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:36:36.182716 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-37a5fa38-d9f8-4509-b9e4-c84315cf0125 req-b805822e-99bc-4384-ba97-715b872730c1 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:36.187370 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-37a5fa38-d9f8-4509-b9e4-c84315cf0125 req-b805822e-99bc-4384-ba97-715b872730c1 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.88 "DELETE /v2.0/ports/9ddd2eb0-39df-407d-9db1-7b80a587ac38 HTTP/1.1" status: 204 len: 173 time: 0.5267689 Feb 02 07:36:36.187888 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14808b07-2b1c-4481-8719-de19998a6bdc', 'name': 'network-vif-deleted', 'tag': '9ddd2eb0-39df-407d-9db1-7b80a587ac38'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:36:36.191369 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e32b6565-2da5-4aa4-9c60-36d325f0b53d" -d '{"events": [{"server_uuid": "14808b07-2b1c-4481-8719-de19998a6bdc", "name": "network-vif-deleted", "tag": "9ddd2eb0-39df-407d-9db1-7b80a587ac38"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:36:36.235575 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f6dcab-af63-4435-8a3b-7b4d115c0602 x-openstack-request-id: req-71f6dcab-af63-4435-8a3b-7b4d115c0602 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:36:36.235955 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14808b07-2b1c-4481-8719-de19998a6bdc", "name": "network-vif-deleted", "tag": "9ddd2eb0-39df-407d-9db1-7b80a587ac38", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:36:36.236244 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-71f6dcab-af63-4435-8a3b-7b4d115c0602 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:36:36.237547 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14808b07-2b1c-4481-8719-de19998a6bdc', 'name': 'network-vif-deleted', 'tag': '9ddd2eb0-39df-407d-9db1-7b80a587ac38', 'status': 'completed', 'code': 200} Feb 02 07:36:36.536305 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-aaf67936-3861-4e0c-8338-a4e63d3c81c0 req-00f38067-b93c-4136-b6e8-f30cc1f29c6d tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.87 "GET /v2.0/ports?device_id=14808b07-2b1c-4481-8719-de19998a6bdc HTTP/1.1" status: 200 len: 210 time: 0.0321994 Feb 02 07:36:36.876078 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 60964) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:36:36.940125 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d00aa7d1-ecf3-420b-aebb-8099d272da04 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/floatingips/d71f4000-1ed9-4150-8986-7cd86a312702 HTTP/1.1" status: 200 len: 993 time: 0.0628145 Feb 02 07:36:37.592202 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 60968) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:36:37.957598 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-efbb381d-6bc5-4976-bb51-41f16e7beeb2 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (381e0c20-08d9-4ada-8155-e751a8e2b69d), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:38.172829 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136bc6d9-500c-4fbc-80eb-1b20c2445e21 req-907bf6d4-af5c-45d7-88a8-c7c401159643 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:38.174486 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-136bc6d9-500c-4fbc-80eb-1b20c2445e21 req-907bf6d4-af5c-45d7-88a8-c7c401159643 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/networks?id=99c393e5-edbe-4583-8514-7c998c6986c0 HTTP/1.1" status: 200 len: 812 time: 0.1174242 Feb 02 07:36:38.190014 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-136bc6d9-500c-4fbc-80eb-1b20c2445e21 req-f262542e-015c-4bf5-84f2-754e19690e14 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/quotas/c3998c4a9fb54dbfb254f927a9c64ece HTTP/1.1" status: 200 len: 375 time: 0.0093744 Feb 02 07:36:38.249340 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-136bc6d9-500c-4fbc-80eb-1b20c2445e21 req-d5f1edd6-9982-4656-b758-d21034eb5a32 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=c3998c4a9fb54dbfb254f927a9c64ece&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533662 Feb 02 07:36:38.254117 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-efbb381d-6bc5-4976-bb51-41f16e7beeb2 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Deleting port 9ebcab2d-090c-4f18-b82a-6a9b4b6827cd {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:36:38.254467 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-efbb381d-6bc5-4976-bb51-41f16e7beeb2 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (9ebcab2d-090c-4f18-b82a-6a9b4b6827cd), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:38.343979 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-136bc6d9-500c-4fbc-80eb-1b20c2445e21 req-9def9445-34bd-4c76-bf19-db125ebb40df service neutron] 10.222.0.87 "GET /v2.0/networks/99c393e5-edbe-4583-8514-7c998c6986c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878506 Feb 02 07:36:38.348512 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-efbb381d-6bc5-4976-bb51-41f16e7beeb2 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] For port 9ebcab2d-090c-4f18-b82a-6a9b4b6827cd, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=9ebcab2d-090c-4f18-b82a-6a9b4b6827cd,segment=NetworkSegment(7a475a3f-d331-492a-be6a-d9cbf0648e77),segment_id=7a475a3f-d331-492a-be6a-d9cbf0648e77)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:36:38.348885 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-efbb381d-6bc5-4976-bb51-41f16e7beeb2 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (9ebcab2d-090c-4f18-b82a-6a9b4b6827cd), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:38.362468 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-efbb381d-6bc5-4976-bb51-41f16e7beeb2 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Calling delete_port for 9ebcab2d-090c-4f18-b82a-6a9b4b6827cd owned by network:router_interface {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:36:38.439360 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-136bc6d9-500c-4fbc-80eb-1b20c2445e21 req-e738a419-2500-4dc4-b4ed-acd585b8ff11 service neutron] 10.222.0.87 "GET /v2.0/networks/99c393e5-edbe-4583-8514-7c998c6986c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897293 Feb 02 07:36:38.553265 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-efbb381d-6bc5-4976-bb51-41f16e7beeb2 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (9ebcab2d-090c-4f18-b82a-6a9b4b6827cd), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:38.581497 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbb381d-6bc5-4976-bb51-41f16e7beeb2 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Pushing event deleted for resources: {'Port': ['ID=9ebcab2d-090c-4f18-b82a-6a9b4b6827cd,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:38.760496 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-980022d8-7d4b-43a8-b636-00cc131d5d38 req-0897b7de-d5d1-45d4-a9cb-1e31a666e29b tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=3fd0f851-74a7-4363-8e1d-0fa0a6026d71 HTTP/1.1" status: 200 len: 210 time: 0.0396135 Feb 02 07:36:38.792466 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-efbb381d-6bc5-4976-bb51-41f16e7beeb2 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (381e0c20-08d9-4ada-8155-e751a8e2b69d), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:39.022675 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efbb381d-6bc5-4976-bb51-41f16e7beeb2 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Router 381e0c20-08d9-4ada-8155-e751a8e2b69d has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:36:39.136413 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efbb381d-6bc5-4976-bb51-41f16e7beeb2 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:36:39.142421 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-efbb381d-6bc5-4976-bb51-41f16e7beeb2 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.87 "PUT /v2.0/routers/381e0c20-08d9-4ada-8155-e751a8e2b69d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5488522 Feb 02 07:36:39.144892 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 60998) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:36:39.150119 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c7e51c-89dc-4f4e-83d3-8410b993a2fd None None] Sync routers for ids ['381e0c20-08d9-4ada-8155-e751a8e2b69d'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:36:39.163685 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c7e51c-89dc-4f4e-83d3-8410b993a2fd None None] Routers {'381e0c20-08d9-4ada-8155-e751a8e2b69d'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:36:39.164313 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-59c7e51c-89dc-4f4e-83d3-8410b993a2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:36:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['381e0c20-08d9-4ada-8155-e751a8e2b69d'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:36:39.202389 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec429478-a57d-45c3-8951-eff2c5858bcc tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Deleting subnet 2bd36315-ed9b-4c08-bf00-65dee4c6264e {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:36:39.205624 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ec429478-a57d-45c3-8951-eff2c5858bcc tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks [] for subnet (2bd36315-ed9b-4c08-bf00-65dee4c6264e), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:39.248401 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ec429478-a57d-45c3-8951-eff2c5858bcc tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (2bd36315-ed9b-4c08-bf00-65dee4c6264e), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:39.295612 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-59c7e51c-89dc-4f4e-83d3-8410b993a2fd None None] Set router 381e0c20-08d9-4ada-8155-e751a8e2b69d gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:36:39.330440 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 9ddd2eb0-39df-407d-9db1-7b80a587ac38 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:36:39.333476 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ec429478-a57d-45c3-8951-eff2c5858bcc tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (2bd36315-ed9b-4c08-bf00-65dee4c6264e), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:39.379264 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: 9ddd2eb0-39df-407d-9db1-7b80a587ac38 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:36:39.379650 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 9ddd2eb0-39df-407d-9db1-7b80a587ac38 not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:36:39.396981 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ec429478-a57d-45c3-8951-eff2c5858bcc tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (2bd36315-ed9b-4c08-bf00-65dee4c6264e), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:39.426656 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec429478-a57d-45c3-8951-eff2c5858bcc tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Pushing event deleted for resources: {'Subnet': ['ID=2bd36315-ed9b-4c08-bf00-65dee4c6264e,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:39.428659 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ec429478-a57d-45c3-8951-eff2c5858bcc tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:39.435061 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-ec429478-a57d-45c3-8951-eff2c5858bcc tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.87 "DELETE /v2.0/subnets/2bd36315-ed9b-4c08-bf00-65dee4c6264e HTTP/1.1" status: 204 len: 168 time: 0.2859774 Feb 02 07:36:39.435692 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 32768) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:36:39.447615 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a98537d-6e71-4c8c-a9af-1da2881e7261 None None] Network e5fb19b5-6970-4829-86f6-61e3b522aa22 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:36:39.546114 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5980646d-a382-495b-8d25-8e98020f0941 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks [] for router (381e0c20-08d9-4ada-8155-e751a8e2b69d), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:39.620087 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-59c7e51c-89dc-4f4e-83d3-8410b993a2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381e0c20-08d9-4ada-8155-e751a8e2b69d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-431813307', 'tenant_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '6e4ce4cd-f64a-48c8-b0f2-f1f7e16602eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:36:09Z', 'updated_at': '2022-02-02T07:36:38Z', 'revision_number': 5, 'project_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'gw_port': {'id': '6e4ce4cd-f64a-48c8-b0f2-f1f7e16602eb', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381e0c20-08d9-4ada-8155-e751a8e2b69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:36:10Z', 'updated_at': '2022-02-02T07:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:36:39.663019 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c7e51c-89dc-4f4e-83d3-8410b993a2fd None None] Checking router: 381e0c20-08d9-4ada-8155-e751a8e2b69d for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:36:39.674539 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c7e51c-89dc-4f4e-83d3-8410b993a2fd None None] Routers {'381e0c20-08d9-4ada-8155-e751a8e2b69d'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:36:39.675131 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-59c7e51c-89dc-4f4e-83d3-8410b993a2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:36:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['381e0c20-08d9-4ada-8155-e751a8e2b69d'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:36:39.720001 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5980646d-a382-495b-8d25-8e98020f0941 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks [] for router_gateway (381e0c20-08d9-4ada-8155-e751a8e2b69d), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:39.732080 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e30d95-683d-4554-8f6d-0f2f4c935cdf None None] DHCP port deletion for e5fb19b5-6970-4829-86f6-61e3b522aa22 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:36:39.823365 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136bc6d9-500c-4fbc-80eb-1b20c2445e21 req-81e04810-2ab6-4a88-a6e5-9fae6dbb942c tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:39.824900 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-136bc6d9-500c-4fbc-80eb-1b20c2445e21 req-81e04810-2ab6-4a88-a6e5-9fae6dbb942c tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.59 "GET /v2.0/networks?id=99c393e5-edbe-4583-8514-7c998c6986c0 HTTP/1.1" status: 200 len: 812 time: 0.1619415 Feb 02 07:36:39.840044 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-5980646d-a382-495b-8d25-8e98020f0941 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Deleting port 6e4ce4cd-f64a-48c8-b0f2-f1f7e16602eb {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:36:39.840399 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5980646d-a382-495b-8d25-8e98020f0941 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (6e4ce4cd-f64a-48c8-b0f2-f1f7e16602eb), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:39.858853 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-59c7e51c-89dc-4f4e-83d3-8410b993a2fd None None] Set router 381e0c20-08d9-4ada-8155-e751a8e2b69d gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:36:39.861153 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-136bc6d9-500c-4fbc-80eb-1b20c2445e21 req-6e09b189-c962-4333-8885-bd3173bac824 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Request body: {'port': {'device_id': '3fd0f851-74a7-4363-8e1d-0fa0a6026d71', 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0', 'admin_state_up': True, 'tenant_id': 'c3998c4a9fb54dbfb254f927a9c64ece'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:36:39.900066 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e2ec2b92-9aea-471c-bb87-22d5e0a335f8 req-e84b2ace-9ac2-4ef5-8053-9fe3f4625897 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=3fd0f851-74a7-4363-8e1d-0fa0a6026d71 HTTP/1.1" status: 200 len: 210 time: 0.0588534 Feb 02 07:36:39.920719 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-00e30d95-683d-4554-8f6d-0f2f4c935cdf None None] Deleting port bdbf0c8e-019e-4ebc-ba84-8003d00fd034 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:36:39.921101 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-00e30d95-683d-4554-8f6d-0f2f4c935cdf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (bdbf0c8e-019e-4ebc-ba84-8003d00fd034), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:40.010286 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-5980646d-a382-495b-8d25-8e98020f0941 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] For port 6e4ce4cd-f64a-48c8-b0f2-f1f7e16602eb, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=6e4ce4cd-f64a-48c8-b0f2-f1f7e16602eb,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:36:40.010654 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5980646d-a382-495b-8d25-8e98020f0941 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (6e4ce4cd-f64a-48c8-b0f2-f1f7e16602eb), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:40.030235 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-5980646d-a382-495b-8d25-8e98020f0941 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Calling delete_port for 6e4ce4cd-f64a-48c8-b0f2-f1f7e16602eb owned by network:router_gateway {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:36:40.038473 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-00e30d95-683d-4554-8f6d-0f2f4c935cdf None None] For port bdbf0c8e-019e-4ebc-ba84-8003d00fd034, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=bdbf0c8e-019e-4ebc-ba84-8003d00fd034,segment=NetworkSegment(7a475a3f-d331-492a-be6a-d9cbf0648e77),segment_id=7a475a3f-d331-492a-be6a-d9cbf0648e77)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:36:40.039164 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-00e30d95-683d-4554-8f6d-0f2f4c935cdf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (bdbf0c8e-019e-4ebc-ba84-8003d00fd034), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:40.057660 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-00e30d95-683d-4554-8f6d-0f2f4c935cdf None None] Calling delete_port for bdbf0c8e-019e-4ebc-ba84-8003d00fd034 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:36:40.082900 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-136bc6d9-500c-4fbc-80eb-1b20c2445e21 req-6e09b189-c962-4333-8885-bd3173bac824 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Made reservation on behalf of c3998c4a9fb54dbfb254f927a9c64ece for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:36:40.087334 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-136bc6d9-500c-4fbc-80eb-1b20c2445e21 req-6e09b189-c962-4333-8885-bd3173bac824 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:40.181467 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-59c7e51c-89dc-4f4e-83d3-8410b993a2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381e0c20-08d9-4ada-8155-e751a8e2b69d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-431813307', 'tenant_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '6e4ce4cd-f64a-48c8-b0f2-f1f7e16602eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:36:09Z', 'updated_at': '2022-02-02T07:36:38Z', 'revision_number': 5, 'project_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'gw_port': {'id': '6e4ce4cd-f64a-48c8-b0f2-f1f7e16602eb', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381e0c20-08d9-4ada-8155-e751a8e2b69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:36:10Z', 'updated_at': '2022-02-02T07:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:36:40.210125 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-00e30d95-683d-4554-8f6d-0f2f4c935cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (bdbf0c8e-019e-4ebc-ba84-8003d00fd034), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:40.212440 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c7e51c-89dc-4f4e-83d3-8410b993a2fd None None] The sync data for ids ['381e0c20-08d9-4ada-8155-e751a8e2b69d'] in n-d-789963-26 is: [{'id': '381e0c20-08d9-4ada-8155-e751a8e2b69d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-431813307', 'tenant_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.30'}], 'enable_snat': True}, 'gw_port_id': '6e4ce4cd-f64a-48c8-b0f2-f1f7e16602eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:36:09Z', 'updated_at': '2022-02-02T07:36:38Z', 'revision_number': 5, 'project_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'gw_port': {'id': '6e4ce4cd-f64a-48c8-b0f2-f1f7e16602eb', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a5:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381e0c20-08d9-4ada-8155-e751a8e2b69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:36:10Z', 'updated_at': '2022-02-02T07:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:36:40.247432 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e30d95-683d-4554-8f6d-0f2f4c935cdf None None] No DVR routers for this DVR port bdbf0c8e-019e-4ebc-ba84-8003d00fd034 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:36:40.257055 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e30d95-683d-4554-8f6d-0f2f4c935cdf None None] Pushing event deleted for resources: {'Port': ['ID=bdbf0c8e-019e-4ebc-ba84-8003d00fd034,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:40.341742 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-136bc6d9-500c-4fbc-80eb-1b20c2445e21 req-6e09b189-c962-4333-8885-bd3173bac824 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Allocated IP 172.20.0.11 (99c393e5-edbe-4583-8514-7c998c6986c0/8f0c010c-d5c1-4b63-8939-b46551f6cb84/fd36f711-2211-4d6c-8aee-0022c88c4ca4) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:36:40.381128 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5980646d-a382-495b-8d25-8e98020f0941 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (6e4ce4cd-f64a-48c8-b0f2-f1f7e16602eb), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:40.417538 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5980646d-a382-495b-8d25-8e98020f0941 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Pushing event deleted for resources: {'Port': ['ID=6e4ce4cd-f64a-48c8-b0f2-f1f7e16602eb,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:40.893189 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5980646d-a382-495b-8d25-8e98020f0941 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (381e0c20-08d9-4ada-8155-e751a8e2b69d), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:41.000321 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e9379ee1-d7b3-4f66-8cd4-1db2f5383625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:41.010648 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-78ad1e1e-fa3d-49b2-90a0-4e37d06a9eaf req-e3f1e957-5932-42ad-a714-2ba914c1bab3 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=3fd0f851-74a7-4363-8e1d-0fa0a6026d71 HTTP/1.1" status: 200 len: 210 time: 0.0431275 Feb 02 07:36:41.011704 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5980646d-a382-495b-8d25-8e98020f0941 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (381e0c20-08d9-4ada-8155-e751a8e2b69d), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:41.015162 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5980646d-a382-495b-8d25-8e98020f0941 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks [] for router_controller (381e0c20-08d9-4ada-8155-e751a8e2b69d), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:41.018708 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-136bc6d9-500c-4fbc-80eb-1b20c2445e21 req-6e09b189-c962-4333-8885-bd3173bac824 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks [] for port (fd36f711-2211-4d6c-8aee-0022c88c4ca4), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:41.072286 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5980646d-a382-495b-8d25-8e98020f0941 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (381e0c20-08d9-4ada-8155-e751a8e2b69d), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:41.073005 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5980646d-a382-495b-8d25-8e98020f0941 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Fanout notify agent at l3_agent the message router_deleted on router 381e0c20-08d9-4ada-8155-e751a8e2b69d {{(pid=109693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:36:41.082951 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5980646d-a382-495b-8d25-8e98020f0941 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:41.086551 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-5980646d-a382-495b-8d25-8e98020f0941 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.87 "DELETE /v2.0/routers/381e0c20-08d9-4ada-8155-e751a8e2b69d HTTP/1.1" status: 204 len: 168 time: 1.6473780 Feb 02 07:36:41.087170 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 32774) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:36:41.128709 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-136bc6d9-500c-4fbc-80eb-1b20c2445e21 req-6e09b189-c962-4333-8885-bd3173bac824 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (fd36f711-2211-4d6c-8aee-0022c88c4ca4), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:41.201557 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5c1a78ef-b84e-467f-99bc-c700ad63b27f tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (e5fb19b5-6970-4829-86f6-61e3b522aa22), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:41.219414 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-136bc6d9-500c-4fbc-80eb-1b20c2445e21 req-6e09b189-c962-4333-8885-bd3173bac824 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Network 99c393e5-edbe-4583-8514-7c998c6986c0 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:36:41.224949 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-136bc6d9-500c-4fbc-80eb-1b20c2445e21 req-6e09b189-c962-4333-8885-bd3173bac824 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:36:41.230771 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-136bc6d9-500c-4fbc-80eb-1b20c2445e21 req-6e09b189-c962-4333-8885-bd3173bac824 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:36:41.238343 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e09b189-c962-4333-8885-bd3173bac824 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Pushing event updated for resources: {'Port': ['ID=fd36f711-2211-4d6c-8aee-0022c88c4ca4,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:41.332614 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136bc6d9-500c-4fbc-80eb-1b20c2445e21 req-6e09b189-c962-4333-8885-bd3173bac824 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:41.333218 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-136bc6d9-500c-4fbc-80eb-1b20c2445e21 req-6e09b189-c962-4333-8885-bd3173bac824 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:41.366267 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5c1a78ef-b84e-467f-99bc-c700ad63b27f tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (e5fb19b5-6970-4829-86f6-61e3b522aa22), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:41.389449 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-136bc6d9-500c-4fbc-80eb-1b20c2445e21 req-6e09b189-c962-4333-8885-bd3173bac824 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5323875 Feb 02 07:36:41.392863 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-5c1a78ef-b84e-467f-99bc-c700ad63b27f tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5fb19b5-6970-4829-86f6-61e3b522aa22']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:36:41.409371 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-5c1a78ef-b84e-467f-99bc-c700ad63b27f tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a475a3f-d331-492a-be6a-d9cbf0648e77') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:36:41.409648 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-5c1a78ef-b84e-467f-99bc-c700ad63b27f tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a475a3f-d331-492a-be6a-d9cbf0648e77') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:36:41.422140 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5c1a78ef-b84e-467f-99bc-c700ad63b27f tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (7a475a3f-d331-492a-be6a-d9cbf0648e77), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:41.436322 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5c1a78ef-b84e-467f-99bc-c700ad63b27f tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (7a475a3f-d331-492a-be6a-d9cbf0648e77), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:41.443301 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c1a78ef-b84e-467f-99bc-c700ad63b27f tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:36:41.443814 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5c1a78ef-b84e-467f-99bc-c700ad63b27f tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (7a475a3f-d331-492a-be6a-d9cbf0648e77), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:41.447777 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:36:41.447777 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:36:41.447777 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:36:41.447777 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:36:41.447777 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:36:41.447777 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:36:41.447777 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:36:41.447777 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:36:41.447777 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:36:41.447777 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:36:41.447777 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:36:41.447777 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:36:41.447777 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:36:41.447777 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:36:41.447777 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:36:41.447777 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:36:41.447777 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:36:41.447777 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:36:41.447777 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:36:41.447777 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:36:41.447777 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:36:41.447777 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:36:41.447777 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:36:41.447777 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:36:41.447777 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:36:41.447777 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:36:41.447777 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:36:41.447777 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:36:41.447777 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:36:41.447777 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:36:41.447777 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:36:41.447777 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:36:41.514437 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-4a3a25bd-b001-4750-a89a-846192ae2535 None None] Provisioning complete for port fd36f711-2211-4d6c-8aee-0022c88c4ca4 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:36:41.516249 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-4a3a25bd-b001-4750-a89a-846192ae2535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (fd36f711-2211-4d6c-8aee-0022c88c4ca4), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:41.523946 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-136bc6d9-500c-4fbc-80eb-1b20c2445e21 req-5f3ce265-48e8-4445-930b-3185f5b65891 service neutron] Request body: {'port': {'device_id': '3fd0f851-74a7-4363-8e1d-0fa0a6026d71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:36:41.557230 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-4a3a25bd-b001-4750-a89a-846192ae2535 None None] Port fd36f711-2211-4d6c-8aee-0022c88c4ca4 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:36:41.562183 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5c1a78ef-b84e-467f-99bc-c700ad63b27f tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (e5fb19b5-6970-4829-86f6-61e3b522aa22), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:41.567401 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5c1a78ef-b84e-467f-99bc-c700ad63b27f tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:41.571998 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-5c1a78ef-b84e-467f-99bc-c700ad63b27f tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.87 "DELETE /v2.0/networks/e5fb19b5-6970-4829-86f6-61e3b522aa22 HTTP/1.1" status: 204 len: 168 time: 0.4833968 Feb 02 07:36:41.573846 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 32778) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:36:41.616230 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1a78ef-b84e-467f-99bc-c700ad63b27f tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Pushing event deleted for resources: {'Network': ['ID=e5fb19b5-6970-4829-86f6-61e3b522aa22,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:41.627649 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-136bc6d9-500c-4fbc-80eb-1b20c2445e21 req-5f3ce265-48e8-4445-930b-3185f5b65891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (fd36f711-2211-4d6c-8aee-0022c88c4ca4), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:41.701611 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 6e4ce4cd-f64a-48c8-b0f2-f1f7e16602eb no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:36:41.722392 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 6e4ce4cd-f64a-48c8-b0f2-f1f7e16602eb {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:36:41.722898 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 6e4ce4cd-f64a-48c8-b0f2-f1f7e16602eb not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:36:41.723426 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 9ebcab2d-090c-4f18-b82a-6a9b4b6827cd no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:36:41.748227 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 9ebcab2d-090c-4f18-b82a-6a9b4b6827cd {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:36:41.748966 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 9ebcab2d-090c-4f18-b82a-6a9b4b6827cd not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:36:41.749654 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device bdbf0c8e-019e-4ebc-ba84-8003d00fd034 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:36:41.769920 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: bdbf0c8e-019e-4ebc-ba84-8003d00fd034 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:36:41.770663 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device bdbf0c8e-019e-4ebc-ba84-8003d00fd034 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:36:41.820551 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-03a64eee-1f67-49b7-8b12-eed198e49cd0 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Deleting port 407f5dac-81dc-4c21-95a3-f94dd9d41547 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:36:41.820993 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-03a64eee-1f67-49b7-8b12-eed198e49cd0 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (407f5dac-81dc-4c21-95a3-f94dd9d41547), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:41.902533 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-03a64eee-1f67-49b7-8b12-eed198e49cd0 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (407f5dac-81dc-4c21-95a3-f94dd9d41547), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:41.902880 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-03a64eee-1f67-49b7-8b12-eed198e49cd0 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks [] for floatingip (407f5dac-81dc-4c21-95a3-f94dd9d41547), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:41.915641 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-03a64eee-1f67-49b7-8b12-eed198e49cd0 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Calling delete_port for 407f5dac-81dc-4c21-95a3-f94dd9d41547 owned by network:floatingip {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:36:41.944357 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-136bc6d9-500c-4fbc-80eb-1b20c2445e21 req-5f3ce265-48e8-4445-930b-3185f5b65891 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd36f711-2211-4d6c-8aee-0022c88c4ca4 {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:36:41.951932 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-136bc6d9-500c-4fbc-80eb-1b20c2445e21 req-5f3ce265-48e8-4445-930b-3185f5b65891 service neutron] Publish callbacks [] for port (fd36f711-2211-4d6c-8aee-0022c88c4ca4), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:41.963680 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-136bc6d9-500c-4fbc-80eb-1b20c2445e21 req-5f3ce265-48e8-4445-930b-3185f5b65891 service neutron] Transition to ACTIVE for port object fd36f711-2211-4d6c-8aee-0022c88c4ca4 will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:36:41.968537 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-136bc6d9-500c-4fbc-80eb-1b20c2445e21 req-5f3ce265-48e8-4445-930b-3185f5b65891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (fd36f711-2211-4d6c-8aee-0022c88c4ca4), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:42.025183 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3ce265-48e8-4445-930b-3185f5b65891 service neutron] Pushing event updated for resources: {'Port': ['ID=fd36f711-2211-4d6c-8aee-0022c88c4ca4,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:42.108844 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-136bc6d9-500c-4fbc-80eb-1b20c2445e21 req-5f3ce265-48e8-4445-930b-3185f5b65891 service neutron] Attempting to bind port fd36f711-2211-4d6c-8aee-0022c88c4ca4 on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:36:42.109507 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-136bc6d9-500c-4fbc-80eb-1b20c2445e21 req-5f3ce265-48e8-4445-930b-3185f5b65891 service neutron] Attempting to bind port fd36f711-2211-4d6c-8aee-0022c88c4ca4 by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': '7fbd5ca3-5d78-4819-a656-2bb76c5c6480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:36:42.109652 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136bc6d9-500c-4fbc-80eb-1b20c2445e21 req-5f3ce265-48e8-4445-930b-3185f5b65891 service neutron] Attempting to bind port fd36f711-2211-4d6c-8aee-0022c88c4ca4 on network 99c393e5-edbe-4583-8514-7c998c6986c0 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:36:42.115129 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136bc6d9-500c-4fbc-80eb-1b20c2445e21 req-5f3ce265-48e8-4445-930b-3185f5b65891 service neutron] Port fd36f711-2211-4d6c-8aee-0022c88c4ca4 on network 99c393e5-edbe-4583-8514-7c998c6986c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:36:42.115461 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136bc6d9-500c-4fbc-80eb-1b20c2445e21 req-5f3ce265-48e8-4445-930b-3185f5b65891 service neutron] Attempting to bind port fd36f711-2211-4d6c-8aee-0022c88c4ca4 on network 99c393e5-edbe-4583-8514-7c998c6986c0 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:36:42.120577 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136bc6d9-500c-4fbc-80eb-1b20c2445e21 req-5f3ce265-48e8-4445-930b-3185f5b65891 service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:36:42.120967 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136bc6d9-500c-4fbc-80eb-1b20c2445e21 req-5f3ce265-48e8-4445-930b-3185f5b65891 service neutron] Checking segment: {'id': '7fbd5ca3-5d78-4819-a656-2bb76c5c6480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:36:42.121506 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136bc6d9-500c-4fbc-80eb-1b20c2445e21 req-5f3ce265-48e8-4445-930b-3185f5b65891 service neutron] Bound using segment: {'id': '7fbd5ca3-5d78-4819-a656-2bb76c5c6480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:36:42.121951 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-136bc6d9-500c-4fbc-80eb-1b20c2445e21 req-5f3ce265-48e8-4445-930b-3185f5b65891 service neutron] Bound port: fd36f711-2211-4d6c-8aee-0022c88c4ca4, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fbd5ca3-5d78-4819-a656-2bb76c5c6480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:36:42.122317 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-136bc6d9-500c-4fbc-80eb-1b20c2445e21 req-5f3ce265-48e8-4445-930b-3185f5b65891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (fd36f711-2211-4d6c-8aee-0022c88c4ca4), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:42.198800 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d400e67-b438-41b0-8723-f4589172c341 req-b8144464-c9fd-4668-9d8a-6e7bc15ab1aa tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:42.206440 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4d400e67-b438-41b0-8723-f4589172c341 req-b8144464-c9fd-4668-9d8a-6e7bc15ab1aa tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=3fd0f851-74a7-4363-8e1d-0fa0a6026d71 HTTP/1.1" status: 200 len: 944 time: 0.1021814 Feb 02 07:36:42.214819 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-03a64eee-1f67-49b7-8b12-eed198e49cd0 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (407f5dac-81dc-4c21-95a3-f94dd9d41547), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:42.224763 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-136bc6d9-500c-4fbc-80eb-1b20c2445e21 req-5f3ce265-48e8-4445-930b-3185f5b65891 service neutron] For port fd36f711-2211-4d6c-8aee-0022c88c4ca4, host n-h2-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:36:42.228898 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-136bc6d9-500c-4fbc-80eb-1b20c2445e21 req-5f3ce265-48e8-4445-930b-3185f5b65891 service neutron] For port fd36f711-2211-4d6c-8aee-0022c88c4ca4, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=fd36f711-2211-4d6c-8aee-0022c88c4ca4,segment=NetworkSegment(7fbd5ca3-5d78-4819-a656-2bb76c5c6480),segment_id=7fbd5ca3-5d78-4819-a656-2bb76c5c6480)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:36:42.240005 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-136bc6d9-500c-4fbc-80eb-1b20c2445e21 req-5f3ce265-48e8-4445-930b-3185f5b65891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (fd36f711-2211-4d6c-8aee-0022c88c4ca4), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:42.253935 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a64eee-1f67-49b7-8b12-eed198e49cd0 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Pushing event deleted for resources: {'Port': ['ID=407f5dac-81dc-4c21-95a3-f94dd9d41547,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:42.282903 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136bc6d9-500c-4fbc-80eb-1b20c2445e21 req-5f3ce265-48e8-4445-930b-3185f5b65891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:42.283547 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-136bc6d9-500c-4fbc-80eb-1b20c2445e21 req-5f3ce265-48e8-4445-930b-3185f5b65891 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:42.285022 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-136bc6d9-500c-4fbc-80eb-1b20c2445e21 req-5f3ce265-48e8-4445-930b-3185f5b65891 service neutron] 10.222.0.59 "PUT /v2.0/ports/fd36f711-2211-4d6c-8aee-0022c88c4ca4 HTTP/1.1" status: 200 len: 1093 time: 0.8812263 Feb 02 07:36:42.285769 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fd0f851-74a7-4363-8e1d-0fa0a6026d71', 'tag': 'fd36f711-2211-4d6c-8aee-0022c88c4ca4'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:36:42.288413 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53252d3-80e0-41c8-817e-0d4ea9ade40b" -d '{"events": [{"name": "network-changed", "server_uuid": "3fd0f851-74a7-4363-8e1d-0fa0a6026d71", "tag": "fd36f711-2211-4d6c-8aee-0022c88c4ca4"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:36:42.321438 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3ce265-48e8-4445-930b-3185f5b65891 service neutron] Pushing event updated for resources: {'Port': ['ID=fd36f711-2211-4d6c-8aee-0022c88c4ca4,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:42.362778 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4d400e67-b438-41b0-8723-f4589172c341 req-d2aa35ce-0fc4-4192-a774-2971bee976a7 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552689 Feb 02 07:36:42.391063 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-03a64eee-1f67-49b7-8b12-eed198e49cd0 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks [] for floatingip (4eb2c38e-41e4-4bec-b583-15cfb3d1d12f), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:42.395991 n-d-789963-26 neutron-server[109694]: INFO neutron.db.l3_db [None req-03a64eee-1f67-49b7-8b12-eed198e49cd0 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Floating IP 4eb2c38e-41e4-4bec-b583-15cfb3d1d12f disassociated (deleted). External IP: 172.25.4.13, port: 6332b99f-d8ac-41d3-a55b-cae030629081. Feb 02 07:36:42.415325 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136bc6d9-500c-4fbc-80eb-1b20c2445e21 req-106c11bf-3bbe-4ae9-8697-c5c56ace0e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:42.417179 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-136bc6d9-500c-4fbc-80eb-1b20c2445e21 req-106c11bf-3bbe-4ae9-8697-c5c56ace0e1a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c3998c4a9fb54dbfb254f927a9c64ece&device_id=3fd0f851-74a7-4363-8e1d-0fa0a6026d71 HTTP/1.1" status: 200 len: 1127 time: 0.0720303 Feb 02 07:36:42.424699 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669a380c-81ec-48c6-af5b-9ed8d3c190ad x-openstack-request-id: req-669a380c-81ec-48c6-af5b-9ed8d3c190ad {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:36:42.425092 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fd0f851-74a7-4363-8e1d-0fa0a6026d71", "tag": "fd36f711-2211-4d6c-8aee-0022c88c4ca4", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:36:42.425449 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-669a380c-81ec-48c6-af5b-9ed8d3c190ad {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:36:42.426008 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fd0f851-74a7-4363-8e1d-0fa0a6026d71', 'tag': 'fd36f711-2211-4d6c-8aee-0022c88c4ca4', 'status': 'completed', 'code': 200} Feb 02 07:36:42.493397 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-136bc6d9-500c-4fbc-80eb-1b20c2445e21 req-23a35f2c-542c-41f3-b40b-a0ead992ec86 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd36f711-2211-4d6c-8aee-0022c88c4ca4 HTTP/1.1" status: 200 len: 217 time: 0.0504434 Feb 02 07:36:42.547087 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136bc6d9-500c-4fbc-80eb-1b20c2445e21 req-9d96fc5e-1bf5-4c55-b0bc-ef2b8b508315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:42.549118 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-136bc6d9-500c-4fbc-80eb-1b20c2445e21 req-9d96fc5e-1bf5-4c55-b0bc-ef2b8b508315 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8f0c010c-d5c1-4b63-8939-b46551f6cb84 HTTP/1.1" status: 200 len: 851 time: 0.0503223 Feb 02 07:36:42.623492 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136bc6d9-500c-4fbc-80eb-1b20c2445e21 req-da2d7638-31e5-4f24-9e49-8bdcc40c8c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:42.625053 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-136bc6d9-500c-4fbc-80eb-1b20c2445e21 req-da2d7638-31e5-4f24-9e49-8bdcc40c8c3a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=99c393e5-edbe-4583-8514-7c998c6986c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0681112 Feb 02 07:36:42.686373 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a64eee-1f67-49b7-8b12-eed198e49cd0 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Router 2097b71f-694f-4929-af10-7c55f3faa888 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:36:42.755495 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-136bc6d9-500c-4fbc-80eb-1b20c2445e21 req-5fcee74c-6d45-4245-a584-dea570093cf5 service neutron] 10.222.0.59 "GET /v2.0/networks/99c393e5-edbe-4583-8514-7c998c6986c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233170 Feb 02 07:36:42.784361 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-eb23f6b8-4e9d-495b-b9f1-bc16ff2a4f52 req-3046573a-061b-4dfe-aaa8-3b645fc9ced4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=520f49fa-7e65-466a-aa22-c755c388c45f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1126871 Feb 02 07:36:42.868770 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-136bc6d9-500c-4fbc-80eb-1b20c2445e21 req-4595dda6-6697-40bb-8a71-30d58cc215a4 service neutron] 10.222.0.59 "GET /v2.0/networks/99c393e5-edbe-4583-8514-7c998c6986c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063571 Feb 02 07:36:42.907359 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a64eee-1f67-49b7-8b12-eed198e49cd0 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:36:42.912441 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-03a64eee-1f67-49b7-8b12-eed198e49cd0 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:42.918022 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59f8ef0-77ca-4d03-b990-6cb688ed9f18 None None] Sync routers for ids ['2097b71f-694f-4929-af10-7c55f3faa888'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:36:42.928607 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59f8ef0-77ca-4d03-b990-6cb688ed9f18 None None] Routers {'2097b71f-694f-4929-af10-7c55f3faa888'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:36:42.929480 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-c59f8ef0-77ca-4d03-b990-6cb688ed9f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:36:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['2097b71f-694f-4929-af10-7c55f3faa888'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:36:42.988988 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-03a64eee-1f67-49b7-8b12-eed198e49cd0 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.87 "DELETE /v2.0/floatingips/4eb2c38e-41e4-4bec-b583-15cfb3d1d12f HTTP/1.1" status: 204 len: 168 time: 1.4097214 Feb 02 07:36:42.988988 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23f6b8-4e9d-495b-b9f1-bc16ff2a4f52 req-bd3ce068-a000-495f-9122-bf850669a819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:43.005590 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-eb23f6b8-4e9d-495b-b9f1-bc16ff2a4f52 req-bd3ce068-a000-495f-9122-bf850669a819 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b9e271eb80cc4ea6b4ff51295e8c553f&device_id=520f49fa-7e65-466a-aa22-c755c388c45f HTTP/1.1" status: 200 len: 1167 time: 0.1396246 Feb 02 07:36:43.009927 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '520f49fa-7e65-466a-aa22-c755c388c45f', 'tag': '6332b99f-d8ac-41d3-a55b-cae030629081'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:36:43.017830 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46cb2a7a-d6d9-4324-972c-86c8545f987d" -d '{"events": [{"name": "network-changed", "server_uuid": "520f49fa-7e65-466a-aa22-c755c388c45f", "tag": "6332b99f-d8ac-41d3-a55b-cae030629081"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:36:43.078264 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-c59f8ef0-77ca-4d03-b990-6cb688ed9f18 None None] Set router 2097b71f-694f-4929-af10-7c55f3faa888 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:36:43.081564 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53252d3-80e0-41c8-817e-0d4ea9ade40b req-47d718fd-e2b6-4e26-b44b-349df0e0a3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:43.083180 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d53252d3-80e0-41c8-817e-0d4ea9ade40b req-47d718fd-e2b6-4e26-b44b-349df0e0a3c5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c3998c4a9fb54dbfb254f927a9c64ece&device_id=3fd0f851-74a7-4363-8e1d-0fa0a6026d71 HTTP/1.1" status: 200 len: 1127 time: 0.1375642 Feb 02 07:36:43.301752 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6d422756-4c7d-4b1f-8681-bf698a00c379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:43.328520 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53252d3-80e0-41c8-817e-0d4ea9ade40b req-7b74bb59-e518-4d9d-99ed-0a454dd4783f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:43.330195 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d53252d3-80e0-41c8-817e-0d4ea9ade40b req-7b74bb59-e518-4d9d-99ed-0a454dd4783f service neutron] 10.222.0.59 "GET /v2.0/networks?id=99c393e5-edbe-4583-8514-7c998c6986c0 HTTP/1.1" status: 200 len: 913 time: 0.2408426 Feb 02 07:36:43.448735 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d53252d3-80e0-41c8-817e-0d4ea9ade40b req-2aeefd22-addd-499e-8a4b-dd507d8d3a27 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd36f711-2211-4d6c-8aee-0022c88c4ca4 HTTP/1.1" status: 200 len: 217 time: 0.1104469 Feb 02 07:36:43.511369 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-c59f8ef0-77ca-4d03-b990-6cb688ed9f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2097b71f-694f-4929-af10-7c55f3faa888', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1351116052', 'tenant_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': '3ac9a572-6623-4ca6-b736-42ab3a093ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:34:31Z', 'updated_at': '2022-02-02T07:34:35Z', 'revision_number': 4, 'project_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'gw_port': {'id': '3ac9a572-6623-4ca6-b736-42ab3a093ce3', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2097b71f-694f-4929-af10-7c55f3faa888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:34:32Z', 'updated_at': '2022-02-02T07:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'ebd26e48-b0fe-40ed-90bf-ce1ba25bd704', 'name': '', 'network_id': 'c06f01fb-638f-4bf7-abd6-57e4b3060fdc', 'tenant_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'mac_address': 'fa:16:3e:74:4d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2097b71f-694f-4929-af10-7c55f3faa888', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'c66d82ae-2d2f-4939-9b37-9eb8281507e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:34:34Z', 'updated_at': '2022-02-02T07:34:38Z', 'revision_number': 5, 'project_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'subnets': [{'id': 'c66d82ae-2d2f-4939-9b37-9eb8281507e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:36:43.548177 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59f8ef0-77ca-4d03-b990-6cb688ed9f18 None None] Checking router: 2097b71f-694f-4929-af10-7c55f3faa888 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:36:43.557810 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53252d3-80e0-41c8-817e-0d4ea9ade40b req-785f6f11-744a-4bac-bd4a-48c3ac6279fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:43.559198 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59f8ef0-77ca-4d03-b990-6cb688ed9f18 None None] Routers {'2097b71f-694f-4929-af10-7c55f3faa888'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:36:43.560038 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-c59f8ef0-77ca-4d03-b990-6cb688ed9f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:36:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['2097b71f-694f-4929-af10-7c55f3faa888'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:36:43.564469 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d53252d3-80e0-41c8-817e-0d4ea9ade40b req-785f6f11-744a-4bac-bd4a-48c3ac6279fd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8f0c010c-d5c1-4b63-8939-b46551f6cb84 HTTP/1.1" status: 200 len: 851 time: 0.1092830 Feb 02 07:36:43.574929 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae8bad5-0d34-4b8e-bbec-ec3b53677ecf x-openstack-request-id: req-3ae8bad5-0d34-4b8e-bbec-ec3b53677ecf {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:36:43.575886 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "520f49fa-7e65-466a-aa22-c755c388c45f", "tag": "6332b99f-d8ac-41d3-a55b-cae030629081", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:36:43.576952 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-3ae8bad5-0d34-4b8e-bbec-ec3b53677ecf {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:36:43.580039 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '520f49fa-7e65-466a-aa22-c755c388c45f', 'tag': '6332b99f-d8ac-41d3-a55b-cae030629081', 'status': 'completed', 'code': 200} Feb 02 07:36:43.629789 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53252d3-80e0-41c8-817e-0d4ea9ade40b req-d89f7a5b-8c32-4cea-8727-c08b10a5cc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:43.631803 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d53252d3-80e0-41c8-817e-0d4ea9ade40b req-d89f7a5b-8c32-4cea-8727-c08b10a5cc91 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=99c393e5-edbe-4583-8514-7c998c6986c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0571091 Feb 02 07:36:43.727732 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-c59f8ef0-77ca-4d03-b990-6cb688ed9f18 None None] Set router 2097b71f-694f-4929-af10-7c55f3faa888 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:36:43.730645 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fe6385-a0a5-4ea3-beb1-a315473daa48 req-4fb1d74e-75d7-47e2-b175-9def36a96ce7 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:43.738582 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-42fe6385-a0a5-4ea3-beb1-a315473daa48 req-4fb1d74e-75d7-47e2-b175-9def36a96ce7 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.87 "GET /v2.0/ports?device_id=520f49fa-7e65-466a-aa22-c755c388c45f HTTP/1.1" status: 200 len: 984 time: 0.1572585 Feb 02 07:36:43.767505 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d53252d3-80e0-41c8-817e-0d4ea9ade40b req-01c6c7a5-8f41-447f-98c5-dd0e0404356a service neutron] 10.222.0.59 "GET /v2.0/networks/99c393e5-edbe-4583-8514-7c998c6986c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288080 Feb 02 07:36:43.795430 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23f6b8-4e9d-495b-b9f1-bc16ff2a4f52 req-8e86e87d-b473-4f58-a94e-a337155cda97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:43.797101 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-eb23f6b8-4e9d-495b-b9f1-bc16ff2a4f52 req-8e86e87d-b473-4f58-a94e-a337155cda97 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c06f01fb-638f-4bf7-abd6-57e4b3060fdc HTTP/1.1" status: 200 len: 898 time: 0.7703867 Feb 02 07:36:43.873715 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-eb23f6b8-4e9d-495b-b9f1-bc16ff2a4f52 req-694ab1d9-f058-455b-927d-a44036fd4d7d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6332b99f-d8ac-41d3-a55b-cae030629081 HTTP/1.1" status: 200 len: 217 time: 0.0545919 Feb 02 07:36:43.889543 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-42fe6385-a0a5-4ea3-beb1-a315473daa48 req-32bb5243-a442-4fd5-9f54-065d8c8d9b18 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.87 "GET /v2.0/security-groups?id=9f9ae958-0d59-4c17-84ad-a79e39856be8&id=ba3005ad-ac9d-4631-a46d-46687bf90cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1497531 Feb 02 07:36:43.895591 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d53252d3-80e0-41c8-817e-0d4ea9ade40b req-47819b5a-b5e8-4499-8cd1-4b3f015abbc3 service neutron] 10.222.0.59 "GET /v2.0/networks/99c393e5-edbe-4583-8514-7c998c6986c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191218 Feb 02 07:36:43.968167 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23f6b8-4e9d-495b-b9f1-bc16ff2a4f52 req-650554b5-40a3-418f-9558-0c6360c32cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:43.969886 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-eb23f6b8-4e9d-495b-b9f1-bc16ff2a4f52 req-650554b5-40a3-418f-9558-0c6360c32cc2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c66d82ae-2d2f-4939-9b37-9eb8281507e2 HTTP/1.1" status: 200 len: 835 time: 0.0754058 Feb 02 07:36:44.012664 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-c59f8ef0-77ca-4d03-b990-6cb688ed9f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2097b71f-694f-4929-af10-7c55f3faa888', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1351116052', 'tenant_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': '3ac9a572-6623-4ca6-b736-42ab3a093ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:34:31Z', 'updated_at': '2022-02-02T07:34:35Z', 'revision_number': 4, 'project_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'gw_port': {'id': '3ac9a572-6623-4ca6-b736-42ab3a093ce3', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2097b71f-694f-4929-af10-7c55f3faa888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:34:32Z', 'updated_at': '2022-02-02T07:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'ebd26e48-b0fe-40ed-90bf-ce1ba25bd704', 'name': '', 'network_id': 'c06f01fb-638f-4bf7-abd6-57e4b3060fdc', 'tenant_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'mac_address': 'fa:16:3e:74:4d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2097b71f-694f-4929-af10-7c55f3faa888', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'c66d82ae-2d2f-4939-9b37-9eb8281507e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:34:34Z', 'updated_at': '2022-02-02T07:34:38Z', 'revision_number': 5, 'project_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'subnets': [{'id': 'c66d82ae-2d2f-4939-9b37-9eb8281507e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:36:44.048101 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59f8ef0-77ca-4d03-b990-6cb688ed9f18 None None] The sync data for ids ['2097b71f-694f-4929-af10-7c55f3faa888'] in n-d-789963-26 is: [{'id': '2097b71f-694f-4929-af10-7c55f3faa888', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1351116052', 'tenant_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': '3ac9a572-6623-4ca6-b736-42ab3a093ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:34:31Z', 'updated_at': '2022-02-02T07:34:35Z', 'revision_number': 4, 'project_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'gw_port': {'id': '3ac9a572-6623-4ca6-b736-42ab3a093ce3', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2097b71f-694f-4929-af10-7c55f3faa888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:34:32Z', 'updated_at': '2022-02-02T07:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'ebd26e48-b0fe-40ed-90bf-ce1ba25bd704', 'name': '', 'network_id': 'c06f01fb-638f-4bf7-abd6-57e4b3060fdc', 'tenant_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'mac_address': 'fa:16:3e:74:4d:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2097b71f-694f-4929-af10-7c55f3faa888', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'c66d82ae-2d2f-4939-9b37-9eb8281507e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:34:34Z', 'updated_at': '2022-02-02T07:34:38Z', 'revision_number': 5, 'project_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'subnets': [{'id': 'c66d82ae-2d2f-4939-9b37-9eb8281507e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:36:44.066417 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23f6b8-4e9d-495b-b9f1-bc16ff2a4f52 req-4d66d113-003a-4c79-878a-3508148400bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:44.068182 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-eb23f6b8-4e9d-495b-b9f1-bc16ff2a4f52 req-4d66d113-003a-4c79-878a-3508148400bf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c06f01fb-638f-4bf7-abd6-57e4b3060fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0892861 Feb 02 07:36:44.079528 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46218c3-91d9-4cf0-a22f-7dae05d8fda7 req-028315d2-bacb-4336-98e9-6fe11417033f tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:44.086924 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e46218c3-91d9-4cf0-a22f-7dae05d8fda7 req-028315d2-bacb-4336-98e9-6fe11417033f tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=3fd0f851-74a7-4363-8e1d-0fa0a6026d71 HTTP/1.1" status: 200 len: 944 time: 0.0995922 Feb 02 07:36:44.211619 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-eb23f6b8-4e9d-495b-b9f1-bc16ff2a4f52 req-a587a23d-5e6c-4a51-b19a-cff00ab743f5 service neutron] 10.222.0.59 "GET /v2.0/networks/c06f01fb-638f-4bf7-abd6-57e4b3060fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173568 Feb 02 07:36:44.225879 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e46218c3-91d9-4cf0-a22f-7dae05d8fda7 req-a2893fb9-ecb7-4b84-b062-16c711d0ffd2 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341393 Feb 02 07:36:44.325493 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-eb23f6b8-4e9d-495b-b9f1-bc16ff2a4f52 req-8b294070-8f4e-45d1-9e76-20ab0592efa3 service neutron] 10.222.0.59 "GET /v2.0/networks/c06f01fb-638f-4bf7-abd6-57e4b3060fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984373 Feb 02 07:36:44.392949 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2180b1-75a8-49f4-8d7d-067ad5f83345 None None] New status for floating IP 4eb2c38e-41e4-4bec-b583-15cfb3d1d12f: DOWN {{(pid=109695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 07:36:44.500265 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb2a7a-d6d9-4324-972c-86c8545f987d req-029e7e06-aded-40f6-8486-458ccba6361e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:44.502049 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-46cb2a7a-d6d9-4324-972c-86c8545f987d req-029e7e06-aded-40f6-8486-458ccba6361e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b9e271eb80cc4ea6b4ff51295e8c553f&device_id=520f49fa-7e65-466a-aa22-c755c388c45f HTTP/1.1" status: 200 len: 1167 time: 0.0825794 Feb 02 07:36:44.608460 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb2a7a-d6d9-4324-972c-86c8545f987d req-d279ebef-dcc8-4b23-9166-a913a17c94a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:44.610041 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-46cb2a7a-d6d9-4324-972c-86c8545f987d req-d279ebef-dcc8-4b23-9166-a913a17c94a7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c06f01fb-638f-4bf7-abd6-57e4b3060fdc HTTP/1.1" status: 200 len: 898 time: 0.0991592 Feb 02 07:36:44.681975 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-46cb2a7a-d6d9-4324-972c-86c8545f987d req-c7d31817-964c-46b2-b2b2-c4ee6f694cb1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6332b99f-d8ac-41d3-a55b-cae030629081 HTTP/1.1" status: 200 len: 217 time: 0.0474763 Feb 02 07:36:44.741835 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb2a7a-d6d9-4324-972c-86c8545f987d req-9d26aacb-3bee-463e-ac51-8a4e0ad2b02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:44.743608 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-46cb2a7a-d6d9-4324-972c-86c8545f987d req-9d26aacb-3bee-463e-ac51-8a4e0ad2b02f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c66d82ae-2d2f-4939-9b37-9eb8281507e2 HTTP/1.1" status: 200 len: 835 time: 0.0557430 Feb 02 07:36:44.761362 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:44.805594 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb2a7a-d6d9-4324-972c-86c8545f987d req-564a1bad-612d-4e4c-a611-2fb228520177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:44.807139 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-46cb2a7a-d6d9-4324-972c-86c8545f987d req-564a1bad-612d-4e4c-a611-2fb228520177 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c06f01fb-638f-4bf7-abd6-57e4b3060fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0559161 Feb 02 07:36:44.906367 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-46cb2a7a-d6d9-4324-972c-86c8545f987d req-5d0c2bf3-bc2a-4767-acea-f58267230c4a service neutron] 10.222.0.59 "GET /v2.0/networks/c06f01fb-638f-4bf7-abd6-57e4b3060fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926290 Feb 02 07:36:45.045332 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-46cb2a7a-d6d9-4324-972c-86c8545f987d req-0004adc0-a67d-4998-9a8c-3fc8975230f1 service neutron] 10.222.0.59 "GET /v2.0/networks/c06f01fb-638f-4bf7-abd6-57e4b3060fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317468 Feb 02 07:36:45.051538 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068a05c9-0248-44be-b16d-7493b034e409 req-ef16a256-db03-450e-b459-ce31e818357f tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:45.053105 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-068a05c9-0248-44be-b16d-7493b034e409 req-ef16a256-db03-450e-b459-ce31e818357f tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.59 "GET /v2.0/ports?device_id=520f49fa-7e65-466a-aa22-c755c388c45f HTTP/1.1" status: 200 len: 984 time: 0.0781839 Feb 02 07:36:45.056819 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e70b628-e858-4439-a4d5-9da0d477920a req-1d2e1a19-9356-4564-8684-7c1894faac8d tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:45.059220 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5e70b628-e858-4439-a4d5-9da0d477920a req-1d2e1a19-9356-4564-8684-7c1894faac8d tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.87 "GET /v2.0/ports?device_id=520f49fa-7e65-466a-aa22-c755c388c45f HTTP/1.1" status: 200 len: 984 time: 0.0841613 Feb 02 07:36:45.127291 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5e70b628-e858-4439-a4d5-9da0d477920a req-fe8fa130-0aaf-49c3-8729-bf22bfad2cb7 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.87 "GET /v2.0/security-groups?id=9f9ae958-0d59-4c17-84ad-a79e39856be8&id=ba3005ad-ac9d-4631-a46d-46687bf90cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0611043 Feb 02 07:36:45.197712 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-068a05c9-0248-44be-b16d-7493b034e409 req-8cdea934-d5df-4994-8f2c-4fdaf9880dd1 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Deleting port 6332b99f-d8ac-41d3-a55b-cae030629081 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:36:45.198062 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-068a05c9-0248-44be-b16d-7493b034e409 req-8cdea934-d5df-4994-8f2c-4fdaf9880dd1 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (6332b99f-d8ac-41d3-a55b-cae030629081), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:45.300314 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-068a05c9-0248-44be-b16d-7493b034e409 req-8cdea934-d5df-4994-8f2c-4fdaf9880dd1 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] For port 6332b99f-d8ac-41d3-a55b-cae030629081, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=6332b99f-d8ac-41d3-a55b-cae030629081,segment=NetworkSegment(b2950f43-abf8-4937-b60c-0c2857ec16de),segment_id=b2950f43-abf8-4937-b60c-0c2857ec16de)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:36:45.300558 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-068a05c9-0248-44be-b16d-7493b034e409 req-8cdea934-d5df-4994-8f2c-4fdaf9880dd1 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (6332b99f-d8ac-41d3-a55b-cae030629081), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:45.313245 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-068a05c9-0248-44be-b16d-7493b034e409 req-8cdea934-d5df-4994-8f2c-4fdaf9880dd1 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Calling delete_port for 6332b99f-d8ac-41d3-a55b-cae030629081 owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:36:45.347812 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f0f61-e1f8-442d-9209-44d23461026a req-4781763f-39ab-4ec8-906f-cd7630773c1a tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:45.349472 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ad4f0f61-e1f8-442d-9209-44d23461026a req-4781763f-39ab-4ec8-906f-cd7630773c1a tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=3fd0f851-74a7-4363-8e1d-0fa0a6026d71 HTTP/1.1" status: 200 len: 944 time: 0.0553648 Feb 02 07:36:45.407754 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ad4f0f61-e1f8-442d-9209-44d23461026a req-8201eb59-32f4-490b-9762-15f591b4a1f6 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517375 Feb 02 07:36:45.449974 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-068a05c9-0248-44be-b16d-7493b034e409 req-8cdea934-d5df-4994-8f2c-4fdaf9880dd1 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (6332b99f-d8ac-41d3-a55b-cae030629081), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:45.477865 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdea934-d5df-4994-8f2c-4fdaf9880dd1 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Pushing event deleted for resources: {'Port': ['ID=6332b99f-d8ac-41d3-a55b-cae030629081,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:45.534866 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-068a05c9-0248-44be-b16d-7493b034e409 req-8cdea934-d5df-4994-8f2c-4fdaf9880dd1 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] No DVR routers for this DVR port 6332b99f-d8ac-41d3-a55b-cae030629081 on host n-h2-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:36:45.537438 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-068a05c9-0248-44be-b16d-7493b034e409 req-8cdea934-d5df-4994-8f2c-4fdaf9880dd1 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:45.540750 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-068a05c9-0248-44be-b16d-7493b034e409 req-8cdea934-d5df-4994-8f2c-4fdaf9880dd1 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.59 "DELETE /v2.0/ports/6332b99f-d8ac-41d3-a55b-cae030629081 HTTP/1.1" status: 204 len: 173 time: 0.4740243 Feb 02 07:36:45.541187 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '520f49fa-7e65-466a-aa22-c755c388c45f', 'name': 'network-vif-deleted', 'tag': '6332b99f-d8ac-41d3-a55b-cae030629081'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:36:45.544046 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c7e460-c236-40c5-bc7f-2e180571bf72" -d '{"events": [{"server_uuid": "520f49fa-7e65-466a-aa22-c755c388c45f", "name": "network-vif-deleted", "tag": "6332b99f-d8ac-41d3-a55b-cae030629081"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:36:45.585966 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d7c037-c5a9-4075-b8de-6c076daa7b55 x-openstack-request-id: req-98d7c037-c5a9-4075-b8de-6c076daa7b55 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:36:45.586378 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "520f49fa-7e65-466a-aa22-c755c388c45f", "name": "network-vif-deleted", "tag": "6332b99f-d8ac-41d3-a55b-cae030629081", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:36:45.586678 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-98d7c037-c5a9-4075-b8de-6c076daa7b55 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:36:45.587081 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '520f49fa-7e65-466a-aa22-c755c388c45f', 'name': 'network-vif-deleted', 'tag': '6332b99f-d8ac-41d3-a55b-cae030629081', 'status': 'completed', 'code': 200} Feb 02 07:36:46.126336 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:46.186301 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 32800) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:36:46.238262 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-880f7a9f-7a39-4d71-9701-01d8ce2e07ce tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks [] for security_group (9f9ae958-0d59-4c17-84ad-a79e39856be8), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:46.260786 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-880f7a9f-7a39-4d71-9701-01d8ce2e07ce tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks [] for security_group (9f9ae958-0d59-4c17-84ad-a79e39856be8), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:46.306929 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-880f7a9f-7a39-4d71-9701-01d8ce2e07ce tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (9f9ae958-0d59-4c17-84ad-a79e39856be8), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:46.310364 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-880f7a9f-7a39-4d71-9701-01d8ce2e07ce tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:46.311572 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-880f7a9f-7a39-4d71-9701-01d8ce2e07ce tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.87 "DELETE /v2.0/security-groups/9f9ae958-0d59-4c17-84ad-a79e39856be8 HTTP/1.1" status: 204 len: 168 time: 0.1242225 Feb 02 07:36:46.314526 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 32802) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:36:46.321303 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880f7a9f-7a39-4d71-9701-01d8ce2e07ce tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9ae958-0d59-4c17-84ad-a79e39856be8,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:46.375481 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8ede070f-8467-4b7f-ae10-77af9cc7bf05 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks [] for security_group (ba3005ad-ac9d-4631-a46d-46687bf90cf2), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:46.401591 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8ede070f-8467-4b7f-ae10-77af9cc7bf05 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks [] for security_group (ba3005ad-ac9d-4631-a46d-46687bf90cf2), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:46.453418 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8ede070f-8467-4b7f-ae10-77af9cc7bf05 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (ba3005ad-ac9d-4631-a46d-46687bf90cf2), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:46.456421 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8ede070f-8467-4b7f-ae10-77af9cc7bf05 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:46.457878 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-8ede070f-8467-4b7f-ae10-77af9cc7bf05 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.87 "DELETE /v2.0/security-groups/ba3005ad-ac9d-4631-a46d-46687bf90cf2 HTTP/1.1" status: 204 len: 168 time: 0.1422462 Feb 02 07:36:46.461445 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 32806) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:36:46.468508 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ede070f-8467-4b7f-ae10-77af9cc7bf05 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3005ad-ac9d-4631-a46d-46687bf90cf2,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:46.622065 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d83a071-421d-4256-8c1a-ab552f3a494b req-576e1385-272e-4c3b-9f79-0f891f755994 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:46.623665 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5d83a071-421d-4256-8c1a-ab552f3a494b req-576e1385-272e-4c3b-9f79-0f891f755994 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=3fd0f851-74a7-4363-8e1d-0fa0a6026d71 HTTP/1.1" status: 200 len: 944 time: 0.1115229 Feb 02 07:36:46.749662 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5d83a071-421d-4256-8c1a-ab552f3a494b req-81b8c8a7-265f-4257-bd43-509e61104760 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168509 Feb 02 07:36:46.922910 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5b300f57-2aad-496b-b5f3-c0b88eab6459 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (2097b71f-694f-4929-af10-7c55f3faa888), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:47.186096 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-5b300f57-2aad-496b-b5f3-c0b88eab6459 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Deleting port ebd26e48-b0fe-40ed-90bf-ce1ba25bd704 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:36:47.186530 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5b300f57-2aad-496b-b5f3-c0b88eab6459 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (ebd26e48-b0fe-40ed-90bf-ce1ba25bd704), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:47.272240 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-5b300f57-2aad-496b-b5f3-c0b88eab6459 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] For port ebd26e48-b0fe-40ed-90bf-ce1ba25bd704, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=ebd26e48-b0fe-40ed-90bf-ce1ba25bd704,segment=NetworkSegment(b2950f43-abf8-4937-b60c-0c2857ec16de),segment_id=b2950f43-abf8-4937-b60c-0c2857ec16de)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:36:47.272605 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5b300f57-2aad-496b-b5f3-c0b88eab6459 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (ebd26e48-b0fe-40ed-90bf-ce1ba25bd704), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:47.285874 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-5b300f57-2aad-496b-b5f3-c0b88eab6459 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Calling delete_port for ebd26e48-b0fe-40ed-90bf-ce1ba25bd704 owned by network:router_interface {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:36:47.437482 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:47.471413 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5b300f57-2aad-496b-b5f3-c0b88eab6459 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (ebd26e48-b0fe-40ed-90bf-ce1ba25bd704), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:47.502823 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b300f57-2aad-496b-b5f3-c0b88eab6459 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Pushing event deleted for resources: {'Port': ['ID=ebd26e48-b0fe-40ed-90bf-ce1ba25bd704,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:47.701053 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5b300f57-2aad-496b-b5f3-c0b88eab6459 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (2097b71f-694f-4929-af10-7c55f3faa888), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:47.953225 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1878ae7-7dd6-45af-93c8-1a4e05a3a1ab req-7026a08d-8d8f-4f38-86e5-72ee89e7b0c9 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:47.954649 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b1878ae7-7dd6-45af-93c8-1a4e05a3a1ab req-7026a08d-8d8f-4f38-86e5-72ee89e7b0c9 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=3fd0f851-74a7-4363-8e1d-0fa0a6026d71 HTTP/1.1" status: 200 len: 944 time: 0.1340458 Feb 02 07:36:47.969354 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b300f57-2aad-496b-b5f3-c0b88eab6459 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Router 2097b71f-694f-4929-af10-7c55f3faa888 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:36:48.188614 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:36:48.342315 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b1878ae7-7dd6-45af-93c8-1a4e05a3a1ab req-303a93c9-34c2-4604-b23d-5258c486f477 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3818612 Feb 02 07:36:48.410400 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b300f57-2aad-496b-b5f3-c0b88eab6459 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:36:48.419392 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 32810) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:36:48.420097 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-5b300f57-2aad-496b-b5f3-c0b88eab6459 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.87 "PUT /v2.0/routers/2097b71f-694f-4929-af10-7c55f3faa888/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9575839 Feb 02 07:36:48.430319 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a439064d-f4ab-43a4-ae90-babc37f33322 None None] Sync routers for ids ['2097b71f-694f-4929-af10-7c55f3faa888'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:36:48.439230 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a439064d-f4ab-43a4-ae90-babc37f33322 None None] Routers {'2097b71f-694f-4929-af10-7c55f3faa888'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:36:48.439932 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-a439064d-f4ab-43a4-ae90-babc37f33322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:36:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['2097b71f-694f-4929-af10-7c55f3faa888'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:36:48.476657 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4767abf-36cc-49d4-bc72-d6bbdd48b40e tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Deleting subnet c66d82ae-2d2f-4939-9b37-9eb8281507e2 {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:36:48.479857 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a4767abf-36cc-49d4-bc72-d6bbdd48b40e tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks [] for subnet (c66d82ae-2d2f-4939-9b37-9eb8281507e2), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:48.516767 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 6332b99f-d8ac-41d3-a55b-cae030629081 no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:36:48.524229 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a4767abf-36cc-49d4-bc72-d6bbdd48b40e tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (c66d82ae-2d2f-4939-9b37-9eb8281507e2), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:48.538075 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] No Port match for: 6332b99f-d8ac-41d3-a55b-cae030629081 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:36:48.538694 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 6332b99f-d8ac-41d3-a55b-cae030629081 not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:36:48.557981 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-a439064d-f4ab-43a4-ae90-babc37f33322 None None] Set router 2097b71f-694f-4929-af10-7c55f3faa888 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:36:48.625159 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a4767abf-36cc-49d4-bc72-d6bbdd48b40e tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (c66d82ae-2d2f-4939-9b37-9eb8281507e2), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:48.695646 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a4767abf-36cc-49d4-bc72-d6bbdd48b40e tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (c66d82ae-2d2f-4939-9b37-9eb8281507e2), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:48.720771 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4767abf-36cc-49d4-bc72-d6bbdd48b40e tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Pushing event deleted for resources: {'Subnet': ['ID=c66d82ae-2d2f-4939-9b37-9eb8281507e2,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:48.726561 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a4767abf-36cc-49d4-bc72-d6bbdd48b40e tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:48.729835 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a4767abf-36cc-49d4-bc72-d6bbdd48b40e tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.87 "DELETE /v2.0/subnets/c66d82ae-2d2f-4939-9b37-9eb8281507e2 HTTP/1.1" status: 204 len: 168 time: 0.3089185 Feb 02 07:36:48.733117 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 32812) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:36:48.738987 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724fde45-26f7-4495-a553-169d3f3db7c3 None None] Network c06f01fb-638f-4bf7-abd6-57e4b3060fdc requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:36:48.748395 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-a439064d-f4ab-43a4-ae90-babc37f33322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2097b71f-694f-4929-af10-7c55f3faa888', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1351116052', 'tenant_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': '3ac9a572-6623-4ca6-b736-42ab3a093ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:34:31Z', 'updated_at': '2022-02-02T07:36:47Z', 'revision_number': 5, 'project_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'gw_port': {'id': '3ac9a572-6623-4ca6-b736-42ab3a093ce3', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2097b71f-694f-4929-af10-7c55f3faa888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:34:32Z', 'updated_at': '2022-02-02T07:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:36:48.785049 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a439064d-f4ab-43a4-ae90-babc37f33322 None None] Checking router: 2097b71f-694f-4929-af10-7c55f3faa888 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:36:48.804173 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a439064d-f4ab-43a4-ae90-babc37f33322 None None] Routers {'2097b71f-694f-4929-af10-7c55f3faa888'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:36:48.804807 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-a439064d-f4ab-43a4-ae90-babc37f33322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:36:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['2097b71f-694f-4929-af10-7c55f3faa888'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:36:48.849205 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f88e4bbb-653e-4ed2-9a64-b41019730c9b tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks [] for router (2097b71f-694f-4929-af10-7c55f3faa888), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:48.927732 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ef8841-4338-49b3-9525-f34eeed41077 None None] DHCP port deletion for c06f01fb-638f-4bf7-abd6-57e4b3060fdc request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:36:48.942157 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-a439064d-f4ab-43a4-ae90-babc37f33322 None None] Set router 2097b71f-694f-4929-af10-7c55f3faa888 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:36:48.979957 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f88e4bbb-653e-4ed2-9a64-b41019730c9b tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks [] for router_gateway (2097b71f-694f-4929-af10-7c55f3faa888), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:48.985430 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-17ef8841-4338-49b3-9525-f34eeed41077 None None] Deleting port 0dbf80bb-5cc4-418b-a35f-0d812816780f {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:36:48.985908 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-17ef8841-4338-49b3-9525-f34eeed41077 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (0dbf80bb-5cc4-418b-a35f-0d812816780f), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:49.048844 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-f88e4bbb-653e-4ed2-9a64-b41019730c9b tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Deleting port 3ac9a572-6623-4ca6-b736-42ab3a093ce3 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:36:49.049636 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f88e4bbb-653e-4ed2-9a64-b41019730c9b tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (3ac9a572-6623-4ca6-b736-42ab3a093ce3), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:49.152778 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-f88e4bbb-653e-4ed2-9a64-b41019730c9b tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] For port 3ac9a572-6623-4ca6-b736-42ab3a093ce3, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=3ac9a572-6623-4ca6-b736-42ab3a093ce3,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:36:49.153379 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f88e4bbb-653e-4ed2-9a64-b41019730c9b tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (3ac9a572-6623-4ca6-b736-42ab3a093ce3), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:49.170226 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-f88e4bbb-653e-4ed2-9a64-b41019730c9b tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Calling delete_port for 3ac9a572-6623-4ca6-b736-42ab3a093ce3 owned by network:router_gateway {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:36:49.238624 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-17ef8841-4338-49b3-9525-f34eeed41077 None None] For port 0dbf80bb-5cc4-418b-a35f-0d812816780f, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=0dbf80bb-5cc4-418b-a35f-0d812816780f,segment=NetworkSegment(b2950f43-abf8-4937-b60c-0c2857ec16de),segment_id=b2950f43-abf8-4937-b60c-0c2857ec16de)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:36:49.239349 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-17ef8841-4338-49b3-9525-f34eeed41077 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (0dbf80bb-5cc4-418b-a35f-0d812816780f), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:49.256883 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-17ef8841-4338-49b3-9525-f34eeed41077 None None] Calling delete_port for 0dbf80bb-5cc4-418b-a35f-0d812816780f owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:36:49.289448 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-a439064d-f4ab-43a4-ae90-babc37f33322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2097b71f-694f-4929-af10-7c55f3faa888', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1351116052', 'tenant_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': '3ac9a572-6623-4ca6-b736-42ab3a093ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:34:31Z', 'updated_at': '2022-02-02T07:36:47Z', 'revision_number': 5, 'project_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'gw_port': {'id': '3ac9a572-6623-4ca6-b736-42ab3a093ce3', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2097b71f-694f-4929-af10-7c55f3faa888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:34:32Z', 'updated_at': '2022-02-02T07:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:36:49.325804 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a439064d-f4ab-43a4-ae90-babc37f33322 None None] The sync data for ids ['2097b71f-694f-4929-af10-7c55f3faa888'] in n-d-789963-26 is: [{'id': '2097b71f-694f-4929-af10-7c55f3faa888', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1351116052', 'tenant_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': '3ac9a572-6623-4ca6-b736-42ab3a093ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:34:31Z', 'updated_at': '2022-02-02T07:36:47Z', 'revision_number': 5, 'project_id': 'b9e271eb80cc4ea6b4ff51295e8c553f', 'gw_port': {'id': '3ac9a572-6623-4ca6-b736-42ab3a093ce3', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2097b71f-694f-4929-af10-7c55f3faa888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:34:32Z', 'updated_at': '2022-02-02T07:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:36:49.356245 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-17ef8841-4338-49b3-9525-f34eeed41077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (0dbf80bb-5cc4-418b-a35f-0d812816780f), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:49.363121 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f88e4bbb-653e-4ed2-9a64-b41019730c9b tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (3ac9a572-6623-4ca6-b736-42ab3a093ce3), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:49.393041 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88e4bbb-653e-4ed2-9a64-b41019730c9b tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Pushing event deleted for resources: {'Port': ['ID=3ac9a572-6623-4ca6-b736-42ab3a093ce3,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:49.407676 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef8841-4338-49b3-9525-f34eeed41077 None None] Pushing event deleted for resources: {'Port': ['ID=0dbf80bb-5cc4-418b-a35f-0d812816780f,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:49.415047 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ef8841-4338-49b3-9525-f34eeed41077 None None] No DVR routers for this DVR port 0dbf80bb-5cc4-418b-a35f-0d812816780f on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:36:49.500309 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f88e4bbb-653e-4ed2-9a64-b41019730c9b tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (2097b71f-694f-4929-af10-7c55f3faa888), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:49.565393 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa0dee0-3976-4734-a7e0-3f6255d2a4dd req-7ae00264-6e7e-459b-b3e2-fe6b1cb6ede3 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:49.566867 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7aa0dee0-3976-4734-a7e0-3f6255d2a4dd req-7ae00264-6e7e-459b-b3e2-fe6b1cb6ede3 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=3fd0f851-74a7-4363-8e1d-0fa0a6026d71 HTTP/1.1" status: 200 len: 944 time: 0.1213329 Feb 02 07:36:49.606459 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f88e4bbb-653e-4ed2-9a64-b41019730c9b tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (2097b71f-694f-4929-af10-7c55f3faa888), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:49.613737 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f88e4bbb-653e-4ed2-9a64-b41019730c9b tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks [] for router_controller (2097b71f-694f-4929-af10-7c55f3faa888), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:49.672566 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f88e4bbb-653e-4ed2-9a64-b41019730c9b tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (2097b71f-694f-4929-af10-7c55f3faa888), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:49.673643 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f88e4bbb-653e-4ed2-9a64-b41019730c9b tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Fanout notify agent at l3_agent the message router_deleted on router 2097b71f-694f-4929-af10-7c55f3faa888 {{(pid=109694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:36:49.680549 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f88e4bbb-653e-4ed2-9a64-b41019730c9b tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:49.691417 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f88e4bbb-653e-4ed2-9a64-b41019730c9b tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.87 "DELETE /v2.0/routers/2097b71f-694f-4929-af10-7c55f3faa888 HTTP/1.1" status: 204 len: 168 time: 0.9475541 Feb 02 07:36:49.691417 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 32816) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:36:49.695922 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7aa0dee0-3976-4734-a7e0-3f6255d2a4dd req-73ed9d93-c512-4ba4-9ec8-6526541dd999 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006246 Feb 02 07:36:49.781944 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-81b22db4-b23b-4bf0-868f-30f097d4dee7 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (c06f01fb-638f-4bf7-abd6-57e4b3060fdc), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:49.883981 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 0dbf80bb-5cc4-418b-a35f-0d812816780f no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:36:49.890036 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-81b22db4-b23b-4bf0-868f-30f097d4dee7 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (c06f01fb-638f-4bf7-abd6-57e4b3060fdc), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:49.909522 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 0dbf80bb-5cc4-418b-a35f-0d812816780f {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:36:49.910322 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 0dbf80bb-5cc4-418b-a35f-0d812816780f not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:36:49.910937 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device ebd26e48-b0fe-40ed-90bf-ce1ba25bd704 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:36:49.919877 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-81b22db4-b23b-4bf0-868f-30f097d4dee7 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c06f01fb-638f-4bf7-abd6-57e4b3060fdc']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:36:49.931334 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-81b22db4-b23b-4bf0-868f-30f097d4dee7 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2950f43-abf8-4937-b60c-0c2857ec16de') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:36:49.931583 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-81b22db4-b23b-4bf0-868f-30f097d4dee7 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2950f43-abf8-4937-b60c-0c2857ec16de') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:36:49.935375 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: ebd26e48-b0fe-40ed-90bf-ce1ba25bd704 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:36:49.936059 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device ebd26e48-b0fe-40ed-90bf-ce1ba25bd704 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:36:49.945911 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-81b22db4-b23b-4bf0-868f-30f097d4dee7 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (b2950f43-abf8-4937-b60c-0c2857ec16de), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:49.965086 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-81b22db4-b23b-4bf0-868f-30f097d4dee7 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (b2950f43-abf8-4937-b60c-0c2857ec16de), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:49.971902 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81b22db4-b23b-4bf0-868f-30f097d4dee7 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:36:49.972417 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-81b22db4-b23b-4bf0-868f-30f097d4dee7 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (b2950f43-abf8-4937-b60c-0c2857ec16de), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:49.975487 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:36:49.975487 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:36:49.975487 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:36:49.975487 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:36:49.975487 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:36:49.975487 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:36:49.975487 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:36:49.975487 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:36:49.975487 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:36:49.975487 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:36:49.975487 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:36:49.975487 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:36:49.975487 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:36:49.975487 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:36:49.975487 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:36:49.975487 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:36:49.975487 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:36:49.975487 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:36:49.975487 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:36:49.975487 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:36:49.975487 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:36:49.975487 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:36:49.975487 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:36:49.975487 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:36:49.975487 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:36:49.975487 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:36:49.975487 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:36:49.975487 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:36:49.975487 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:36:49.975487 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:36:49.975487 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:36:49.975487 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:36:50.040170 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-81b22db4-b23b-4bf0-868f-30f097d4dee7 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (c06f01fb-638f-4bf7-abd6-57e4b3060fdc), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:50.048879 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-81b22db4-b23b-4bf0-868f-30f097d4dee7 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:50.051987 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-81b22db4-b23b-4bf0-868f-30f097d4dee7 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] 10.222.0.87 "DELETE /v2.0/networks/c06f01fb-638f-4bf7-abd6-57e4b3060fdc HTTP/1.1" status: 204 len: 168 time: 0.3658805 Feb 02 07:36:50.064764 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b22db4-b23b-4bf0-868f-30f097d4dee7 tempest-TestSecurityGroupsBasicOps-669739818 tempest-TestSecurityGroupsBasicOps-669739818-project] Pushing event deleted for resources: {'Network': ['ID=c06f01fb-638f-4bf7-abd6-57e4b3060fdc,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:50.367928 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 32824) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:36:50.501255 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-ed35b8b5-2bf7-4565-90dc-23d615afbb74 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b9e271eb80cc4ea6b4ff51295e8c553f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1320071 Feb 02 07:36:50.503537 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 32828) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:36:50.555825 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d9de79b9-2665-4fd1-a7de-a9cb387587cd admin admin] Publish callbacks [] for security_group (51625c7e-c199-47f0-964a-5b2d0c82f301), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:50.577706 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d9de79b9-2665-4fd1-a7de-a9cb387587cd admin admin] Publish callbacks [] for security_group (51625c7e-c199-47f0-964a-5b2d0c82f301), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:50.626918 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d9de79b9-2665-4fd1-a7de-a9cb387587cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (51625c7e-c199-47f0-964a-5b2d0c82f301), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:50.629721 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d9de79b9-2665-4fd1-a7de-a9cb387587cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:50.630913 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d9de79b9-2665-4fd1-a7de-a9cb387587cd admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/51625c7e-c199-47f0-964a-5b2d0c82f301 HTTP/1.1" status: 204 len: 168 time: 0.1264625 Feb 02 07:36:50.638885 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9de79b9-2665-4fd1-a7de-a9cb387587cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51625c7e-c199-47f0-964a-5b2d0c82f301,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:50.646503 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9de79b9-2665-4fd1-a7de-a9cb387587cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:36:50.646859 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9de79b9-2665-4fd1-a7de-a9cb387587cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:36:50.647208 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9de79b9-2665-4fd1-a7de-a9cb387587cd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:36:50.647567 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9de79b9-2665-4fd1-a7de-a9cb387587cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:36:50.647920 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9de79b9-2665-4fd1-a7de-a9cb387587cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:36:50.648262 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9de79b9-2665-4fd1-a7de-a9cb387587cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:36:50.648853 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9de79b9-2665-4fd1-a7de-a9cb387587cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:36:50.649185 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9de79b9-2665-4fd1-a7de-a9cb387587cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:36:50.649519 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9de79b9-2665-4fd1-a7de-a9cb387587cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:36:50.649851 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9de79b9-2665-4fd1-a7de-a9cb387587cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:36:50.650307 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9de79b9-2665-4fd1-a7de-a9cb387587cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:36:50.650638 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9de79b9-2665-4fd1-a7de-a9cb387587cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:36:50.650970 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9de79b9-2665-4fd1-a7de-a9cb387587cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:36:50.828623 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f6ef8-49e0-4d4c-91fe-519bf367b27e req-5da297f3-9cf5-46e7-b1aa-7778455552f2 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:50.830133 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c56f6ef8-49e0-4d4c-91fe-519bf367b27e req-5da297f3-9cf5-46e7-b1aa-7778455552f2 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=3fd0f851-74a7-4363-8e1d-0fa0a6026d71 HTTP/1.1" status: 200 len: 944 time: 0.0539231 Feb 02 07:36:50.879837 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c56f6ef8-49e0-4d4c-91fe-519bf367b27e req-c1e1b9a6-5c70-47bf-a8d3-61cfc4bc566b tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436041 Feb 02 07:36:50.905541 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 32836) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:36:50.918773 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-06cb1174-467a-4bc0-ae6a-4be2d1a20c36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:50.992154 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-06cb1174-467a-4bc0-ae6a-4be2d1a20c36 admin admin] Publish callbacks [] for security_group (c85fb41d-0834-430c-8c5e-f6cb75311b5f), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:50.995539 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-06cb1174-467a-4bc0-ae6a-4be2d1a20c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (c85fb41d-0834-430c-8c5e-f6cb75311b5f), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:51.037036 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-06cb1174-467a-4bc0-ae6a-4be2d1a20c36 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=0d0c29bb6b394316bcd8f06c3eb2b0df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1304152 Feb 02 07:36:51.038978 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cb1174-467a-4bc0-ae6a-4be2d1a20c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c85fb41d-0834-430c-8c5e-f6cb75311b5f,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:51.039716 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 32838) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:36:51.089577 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-81aec23a-f6ee-4fdb-94d4-bfd6ebcc028b admin admin] Publish callbacks [] for security_group (c85fb41d-0834-430c-8c5e-f6cb75311b5f), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:51.112679 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-81aec23a-f6ee-4fdb-94d4-bfd6ebcc028b admin admin] Publish callbacks [] for security_group (c85fb41d-0834-430c-8c5e-f6cb75311b5f), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:51.158446 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-81aec23a-f6ee-4fdb-94d4-bfd6ebcc028b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (c85fb41d-0834-430c-8c5e-f6cb75311b5f), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:51.161053 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-81aec23a-f6ee-4fdb-94d4-bfd6ebcc028b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:51.162219 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-81aec23a-f6ee-4fdb-94d4-bfd6ebcc028b admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c85fb41d-0834-430c-8c5e-f6cb75311b5f HTTP/1.1" status: 204 len: 168 time: 0.1214497 Feb 02 07:36:51.170290 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aec23a-f6ee-4fdb-94d4-bfd6ebcc028b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85fb41d-0834-430c-8c5e-f6cb75311b5f,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:51.487745 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 32844) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:36:51.528983 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-550a6880-e1cf-404c-a38c-69ac5a979147 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=749a9b7e363e4e6dbf61678f89ed7933&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399580 Feb 02 07:36:51.531391 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 32846) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:36:51.578457 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b85b12fc-274c-4212-9406-370a4f9d0e25 admin admin] Publish callbacks [] for security_group (c95c62dd-e381-408d-b7b5-1a665abf5411), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:51.598937 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b85b12fc-274c-4212-9406-370a4f9d0e25 admin admin] Publish callbacks [] for security_group (c95c62dd-e381-408d-b7b5-1a665abf5411), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:51.614401 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 3ac9a572-6623-4ca6-b736-42ab3a093ce3 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:36:51.634659 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 3ac9a572-6623-4ca6-b736-42ab3a093ce3 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:36:51.635011 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 3ac9a572-6623-4ca6-b736-42ab3a093ce3 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:36:51.649071 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b85b12fc-274c-4212-9406-370a4f9d0e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (c95c62dd-e381-408d-b7b5-1a665abf5411), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:51.651716 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b85b12fc-274c-4212-9406-370a4f9d0e25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:51.652923 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b85b12fc-274c-4212-9406-370a4f9d0e25 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c95c62dd-e381-408d-b7b5-1a665abf5411 HTTP/1.1" status: 204 len: 168 time: 0.1205738 Feb 02 07:36:51.660582 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85b12fc-274c-4212-9406-370a4f9d0e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c95c62dd-e381-408d-b7b5-1a665abf5411,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:52.003351 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a0f7c9-390c-4019-bd87-3ea5eb485f73 req-8507849f-e159-4eb9-b401-fdeff0e89891 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:52.004874 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f1a0f7c9-390c-4019-bd87-3ea5eb485f73 req-8507849f-e159-4eb9-b401-fdeff0e89891 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=3fd0f851-74a7-4363-8e1d-0fa0a6026d71 HTTP/1.1" status: 200 len: 944 time: 0.0540402 Feb 02 07:36:52.056482 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f1a0f7c9-390c-4019-bd87-3ea5eb485f73 req-bd023d03-f8be-44bc-b18d-0dbcd856d442 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460222 Feb 02 07:36:52.322815 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:52.332749 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 32870) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:36:52.429589 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-0cb7e357-5923-46a9-821f-078c9cfa8b07 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-480619144-network', 'tenant_id': '2b89b1f78ca8422b99e7a8f45a3decb0'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:36:52.451572 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb7e357-5923-46a9-821f-078c9cfa8b07 admin admin] Made reservation on behalf of 2b89b1f78ca8422b99e7a8f45a3decb0 for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:36:52.454004 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0cb7e357-5923-46a9-821f-078c9cfa8b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:52.462728 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0cb7e357-5923-46a9-821f-078c9cfa8b07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:52.538451 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0cb7e357-5923-46a9-821f-078c9cfa8b07 admin admin] Publish callbacks [] for security_group (057c3d89-d8bc-4eb2-ac35-60ab509955e7), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:52.542304 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0cb7e357-5923-46a9-821f-078c9cfa8b07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (057c3d89-d8bc-4eb2-ac35-60ab509955e7), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:52.567858 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cb7e357-5923-46a9-821f-078c9cfa8b07 admin admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:36:52.577929 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb7e357-5923-46a9-821f-078c9cfa8b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057c3d89-d8bc-4eb2-ac35-60ab509955e7,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:52.583239 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0cb7e357-5923-46a9-821f-078c9cfa8b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (9a9a70c7-43b2-45b2-847b-4fce33d589dd), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:52.583616 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-0cb7e357-5923-46a9-821f-078c9cfa8b07 admin admin] Added segment 9a9a70c7-43b2-45b2-847b-4fce33d589dd of type vlan for network d1051c52-7548-494f-b0f4-d7a5246f2f54 Feb 02 07:36:52.623250 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0cb7e357-5923-46a9-821f-078c9cfa8b07 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (d1051c52-7548-494f-b0f4-d7a5246f2f54), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:52.647355 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0cb7e357-5923-46a9-821f-078c9cfa8b07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (d1051c52-7548-494f-b0f4-d7a5246f2f54), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:52.648875 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb7e357-5923-46a9-821f-078c9cfa8b07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:52.649480 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0cb7e357-5923-46a9-821f-078c9cfa8b07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:52.680510 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0cb7e357-5923-46a9-821f-078c9cfa8b07 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3466179 Feb 02 07:36:52.684293 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 32874) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:36:52.689365 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-53b540ac-47ef-4eb0-a1f4-f19c071c3880 admin admin] Request body: {'subnet': {'network_id': 'd1051c52-7548-494f-b0f4-d7a5246f2f54', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-480619144-subnet', 'tenant_id': '2b89b1f78ca8422b99e7a8f45a3decb0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:36:52.709164 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b540ac-47ef-4eb0-a1f4-f19c071c3880 admin admin] Made reservation on behalf of 2b89b1f78ca8422b99e7a8f45a3decb0 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:36:52.711731 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-53b540ac-47ef-4eb0-a1f4-f19c071c3880 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:52.715618 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb7e357-5923-46a9-821f-078c9cfa8b07 admin admin] Pushing event updated for resources: {'Network': ['ID=d1051c52-7548-494f-b0f4-d7a5246f2f54,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:52.724836 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network d1051c52-7548-494f-b0f4-d7a5246f2f54 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:36:52.880683 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-53b540ac-47ef-4eb0-a1f4-f19c071c3880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (4f71be52-5948-45ee-bd11-c6833ff232f8), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:52.927910 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b540ac-47ef-4eb0-a1f4-f19c071c3880 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f71be52-5948-45ee-bd11-c6833ff232f8,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:52.943244 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b540ac-47ef-4eb0-a1f4-f19c071c3880 admin admin] Checking segment: {'id': '9a9a70c7-43b2-45b2-847b-4fce33d589dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd1051c52-7548-494f-b0f4-d7a5246f2f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:36:52.943661 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b540ac-47ef-4eb0-a1f4-f19c071c3880 admin admin] Network hostable DHCP agents. Network: d1051c52-7548-494f-b0f4-d7a5246f2f54, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:36:52.961888 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b540ac-47ef-4eb0-a1f4-f19c071c3880 admin admin] Network d1051c52-7548-494f-b0f4-d7a5246f2f54 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:36:52.970673 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-53b540ac-47ef-4eb0-a1f4-f19c071c3880 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, d1051c52-7548-494f-b0f4-d7a5246f2f54) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:36:52.974751 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b540ac-47ef-4eb0-a1f4-f19c071c3880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:52.975329 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-53b540ac-47ef-4eb0-a1f4-f19c071c3880 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:52.980792 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e30d1df-d933-4917-aa42-213a7bf3cfbc None None] Network d1051c52-7548-494f-b0f4-d7a5246f2f54 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:36:52.992573 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-53b540ac-47ef-4eb0-a1f4-f19c071c3880 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3070829 Feb 02 07:36:53.087843 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2f4433-34e0-4239-a940-0a2c89a6fdde None None] Network d1051c52-7548-494f-b0f4-d7a5246f2f54 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:36:53.201443 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f60d823-5483-4551-a30b-f660677d109a req-07ff09ae-ab1d-4dd9-bbe3-c40f27b634f1 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:53.203043 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8f60d823-5483-4551-a30b-f660677d109a req-07ff09ae-ab1d-4dd9-bbe3-c40f27b634f1 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=3fd0f851-74a7-4363-8e1d-0fa0a6026d71 HTTP/1.1" status: 200 len: 944 time: 0.0682290 Feb 02 07:36:53.255227 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8f60d823-5483-4551-a30b-f660677d109a req-8798a8a8-3736-4211-8a20-bad90e2be201 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463905 Feb 02 07:36:53.481868 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 32892) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:36:53.487418 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-137eb6ae-513e-4918-b754-46d96b1730ed admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-843079029-network', 'tenant_id': 'f285e905c00e424396a39dde8aa641ff'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:36:53.507024 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137eb6ae-513e-4918-b754-46d96b1730ed admin admin] Made reservation on behalf of f285e905c00e424396a39dde8aa641ff for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:36:53.509308 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-137eb6ae-513e-4918-b754-46d96b1730ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:53.518066 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-137eb6ae-513e-4918-b754-46d96b1730ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:53.591316 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-137eb6ae-513e-4918-b754-46d96b1730ed admin admin] Publish callbacks [] for security_group (f0bd9c15-c416-46a0-8a69-c23a810db068), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:53.594972 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-137eb6ae-513e-4918-b754-46d96b1730ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (f0bd9c15-c416-46a0-8a69-c23a810db068), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:53.624015 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-137eb6ae-513e-4918-b754-46d96b1730ed admin admin] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:36:53.630205 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137eb6ae-513e-4918-b754-46d96b1730ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0bd9c15-c416-46a0-8a69-c23a810db068,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:53.636197 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-137eb6ae-513e-4918-b754-46d96b1730ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (096da041-496f-4e9f-aa62-85d2b08c1736), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:53.637111 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-137eb6ae-513e-4918-b754-46d96b1730ed admin admin] Added segment 096da041-496f-4e9f-aa62-85d2b08c1736 of type vlan for network c2c43357-e4ce-46fe-913b-ef89f0750041 Feb 02 07:36:53.685480 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-137eb6ae-513e-4918-b754-46d96b1730ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (c2c43357-e4ce-46fe-913b-ef89f0750041), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:53.708793 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-137eb6ae-513e-4918-b754-46d96b1730ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (c2c43357-e4ce-46fe-913b-ef89f0750041), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:53.709752 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137eb6ae-513e-4918-b754-46d96b1730ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:53.710316 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-137eb6ae-513e-4918-b754-46d96b1730ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:53.743705 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-137eb6ae-513e-4918-b754-46d96b1730ed admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2605433 Feb 02 07:36:53.747380 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 32894) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:36:53.752360 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-33231b00-9bb5-4b0d-a32d-51592926e721 admin admin] Request body: {'subnet': {'network_id': 'c2c43357-e4ce-46fe-913b-ef89f0750041', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-843079029-subnet', 'tenant_id': 'f285e905c00e424396a39dde8aa641ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:36:53.772580 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137eb6ae-513e-4918-b754-46d96b1730ed admin admin] Pushing event updated for resources: {'Network': ['ID=c2c43357-e4ce-46fe-913b-ef89f0750041,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:53.773271 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33231b00-9bb5-4b0d-a32d-51592926e721 admin admin] Made reservation on behalf of f285e905c00e424396a39dde8aa641ff for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:36:53.780637 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-33231b00-9bb5-4b0d-a32d-51592926e721 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:53.783305 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network c2c43357-e4ce-46fe-913b-ef89f0750041 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:36:53.968216 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-33231b00-9bb5-4b0d-a32d-51592926e721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (3febad9d-08ca-4486-aa67-77dbe22e4bbc), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:54.029225 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33231b00-9bb5-4b0d-a32d-51592926e721 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3febad9d-08ca-4486-aa67-77dbe22e4bbc,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:54.038921 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33231b00-9bb5-4b0d-a32d-51592926e721 admin admin] Checking segment: {'id': '096da041-496f-4e9f-aa62-85d2b08c1736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'c2c43357-e4ce-46fe-913b-ef89f0750041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:36:54.039280 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33231b00-9bb5-4b0d-a32d-51592926e721 admin admin] Network hostable DHCP agents. Network: c2c43357-e4ce-46fe-913b-ef89f0750041, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:36:54.056105 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33231b00-9bb5-4b0d-a32d-51592926e721 admin admin] Network c2c43357-e4ce-46fe-913b-ef89f0750041 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:36:54.065207 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-33231b00-9bb5-4b0d-a32d-51592926e721 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, c2c43357-e4ce-46fe-913b-ef89f0750041) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:36:54.069432 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33231b00-9bb5-4b0d-a32d-51592926e721 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:54.070038 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-33231b00-9bb5-4b0d-a32d-51592926e721 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:54.074861 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a335aeba-1744-49aa-a87c-1de5eb8abc09 None None] Network c2c43357-e4ce-46fe-913b-ef89f0750041 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:36:54.087863 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-33231b00-9bb5-4b0d-a32d-51592926e721 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3393545 Feb 02 07:36:54.179257 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b73ce8-a3fc-49ce-9d08-f0efd72ce4b2 None None] Network c2c43357-e4ce-46fe-913b-ef89f0750041 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:36:54.385047 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb8aabc-4ecb-40e2-b6ff-5951b3ebffa0 req-40961f5a-e030-43f2-b9eb-1b967568e38c tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:54.386685 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cbb8aabc-4ecb-40e2-b6ff-5951b3ebffa0 req-40961f5a-e030-43f2-b9eb-1b967568e38c tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=3fd0f851-74a7-4363-8e1d-0fa0a6026d71 HTTP/1.1" status: 200 len: 944 time: 0.0538480 Feb 02 07:36:54.441410 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cbb8aabc-4ecb-40e2-b6ff-5951b3ebffa0 req-ba01a226-f739-4e10-b08f-e7fc6e588804 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436189 Feb 02 07:36:54.752196 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7316c060-1be9-48a0-83df-dfa5d83bdf8b req-b265b836-df6e-4c10-865b-7196e8ae67b3 tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:54.753586 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7316c060-1be9-48a0-83df-dfa5d83bdf8b req-b265b836-df6e-4c10-865b-7196e8ae67b3 tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] 10.222.0.87 "GET /v2.0/networks?id=d1051c52-7548-494f-b0f4-d7a5246f2f54 HTTP/1.1" status: 200 len: 811 time: 0.1063132 Feb 02 07:36:54.769011 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7316c060-1be9-48a0-83df-dfa5d83bdf8b req-544a820d-53d2-452b-877b-df0a54fded30 tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] 10.222.0.87 "GET /v2.0/quotas/2b89b1f78ca8422b99e7a8f45a3decb0 HTTP/1.1" status: 200 len: 375 time: 0.0098157 Feb 02 07:36:54.801667 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7316c060-1be9-48a0-83df-dfa5d83bdf8b req-c471ba7d-28de-4e5e-8bea-652f40518e80 tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=2b89b1f78ca8422b99e7a8f45a3decb0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274270 Feb 02 07:36:54.994519 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7316c060-1be9-48a0-83df-dfa5d83bdf8b req-1772f1e6-7cfc-49b4-8a34-822627a6dbc5 service neutron] 10.222.0.87 "GET /v2.0/networks/d1051c52-7548-494f-b0f4-d7a5246f2f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861856 Feb 02 07:36:55.108882 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7316c060-1be9-48a0-83df-dfa5d83bdf8b req-7404e897-847c-455d-8a44-00c69aa4154f service neutron] 10.222.0.87 "GET /v2.0/networks/d1051c52-7548-494f-b0f4-d7a5246f2f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082182 Feb 02 07:36:55.278452 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-76ff0b92-152c-45c7-9ec0-93303e2f4754 req-2fdd8477-9c5b-4248-b54d-f9720bb6c612 tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] 10.222.0.87 "GET /v2.0/ports?device_id=e1a83ca3-cc31-4927-bb5d-423efee4aba1 HTTP/1.1" status: 200 len: 210 time: 0.0341566 Feb 02 07:36:55.578007 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7231ba-12bb-4389-8b67-7cf05c295595 req-9241ea3b-6ef1-4ca6-8391-6a5663dd17f5 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:55.579586 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7c7231ba-12bb-4389-8b67-7cf05c295595 req-9241ea3b-6ef1-4ca6-8391-6a5663dd17f5 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=3fd0f851-74a7-4363-8e1d-0fa0a6026d71 HTTP/1.1" status: 200 len: 944 time: 0.0587778 Feb 02 07:36:55.631646 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7c7231ba-12bb-4389-8b67-7cf05c295595 req-098bb68f-3a5c-408e-84f9-eec611e9c03e tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451305 Feb 02 07:36:56.330303 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7316c060-1be9-48a0-83df-dfa5d83bdf8b req-f2ef9568-1d22-4742-a896-ebdc82ca959d tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:56.331993 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7316c060-1be9-48a0-83df-dfa5d83bdf8b req-f2ef9568-1d22-4742-a896-ebdc82ca959d tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] 10.222.0.88 "GET /v2.0/networks?id=d1051c52-7548-494f-b0f4-d7a5246f2f54 HTTP/1.1" status: 200 len: 811 time: 0.1130018 Feb 02 07:36:56.362959 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-7316c060-1be9-48a0-83df-dfa5d83bdf8b req-76572d0c-9b7b-4c45-b5c0-1428ed02b912 tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] Request body: {'port': {'device_id': 'e1a83ca3-cc31-4927-bb5d-423efee4aba1', 'network_id': 'd1051c52-7548-494f-b0f4-d7a5246f2f54', 'admin_state_up': True, 'tenant_id': '2b89b1f78ca8422b99e7a8f45a3decb0'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:36:56.383153 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a2e24c51-9d79-4473-9984-01b3f55fec8b req-4422809c-2b32-4f8d-af11-b72184deafc9 tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] 10.222.0.87 "GET /v2.0/ports?device_id=e1a83ca3-cc31-4927-bb5d-423efee4aba1 HTTP/1.1" status: 200 len: 210 time: 0.0338004 Feb 02 07:36:56.484796 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7316c060-1be9-48a0-83df-dfa5d83bdf8b req-76572d0c-9b7b-4c45-b5c0-1428ed02b912 tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] Made reservation on behalf of 2b89b1f78ca8422b99e7a8f45a3decb0 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:36:56.488729 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-7316c060-1be9-48a0-83df-dfa5d83bdf8b req-76572d0c-9b7b-4c45-b5c0-1428ed02b912 tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:56.617544 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-7316c060-1be9-48a0-83df-dfa5d83bdf8b req-76572d0c-9b7b-4c45-b5c0-1428ed02b912 tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] Allocated IP 172.20.0.8 (d1051c52-7548-494f-b0f4-d7a5246f2f54/4f71be52-5948-45ee-bd11-c6833ff232f8/3529bfce-f8c9-463a-b644-567456671ff2) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:36:56.806286 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-7316c060-1be9-48a0-83df-dfa5d83bdf8b req-76572d0c-9b7b-4c45-b5c0-1428ed02b912 tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] Publish callbacks [] for port (3529bfce-f8c9-463a-b644-567456671ff2), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:56.818944 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924590a-54a8-4638-b74b-adea47294aab req-dbc80656-4412-4647-89de-7dbb317c2acc tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:56.820472 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a924590a-54a8-4638-b74b-adea47294aab req-dbc80656-4412-4647-89de-7dbb317c2acc tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=3fd0f851-74a7-4363-8e1d-0fa0a6026d71 HTTP/1.1" status: 200 len: 944 time: 0.0967374 Feb 02 07:36:56.885154 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-7316c060-1be9-48a0-83df-dfa5d83bdf8b req-76572d0c-9b7b-4c45-b5c0-1428ed02b912 tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (3529bfce-f8c9-463a-b644-567456671ff2), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:56.900204 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a924590a-54a8-4638-b74b-adea47294aab req-490eea60-67cb-46d4-9ac2-d79e5b2e8294 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731049 Feb 02 07:36:56.933259 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7316c060-1be9-48a0-83df-dfa5d83bdf8b req-76572d0c-9b7b-4c45-b5c0-1428ed02b912 tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] Network d1051c52-7548-494f-b0f4-d7a5246f2f54 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:36:56.937012 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-7316c060-1be9-48a0-83df-dfa5d83bdf8b req-76572d0c-9b7b-4c45-b5c0-1428ed02b912 tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:36:56.940690 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-7316c060-1be9-48a0-83df-dfa5d83bdf8b req-76572d0c-9b7b-4c45-b5c0-1428ed02b912 tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:36:56.973062 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76572d0c-9b7b-4c45-b5c0-1428ed02b912 tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] Pushing event updated for resources: {'Port': ['ID=3529bfce-f8c9-463a-b644-567456671ff2,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:57.001846 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7316c060-1be9-48a0-83df-dfa5d83bdf8b req-76572d0c-9b7b-4c45-b5c0-1428ed02b912 tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:57.002499 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-7316c060-1be9-48a0-83df-dfa5d83bdf8b req-76572d0c-9b7b-4c45-b5c0-1428ed02b912 tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:57.022353 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7316c060-1be9-48a0-83df-dfa5d83bdf8b req-76572d0c-9b7b-4c45-b5c0-1428ed02b912 tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6641576 Feb 02 07:36:57.042264 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-7316c060-1be9-48a0-83df-dfa5d83bdf8b req-a63fd791-3681-43f1-9baa-d8670d97e689 service neutron] Request body: {'port': {'device_id': 'e1a83ca3-cc31-4927-bb5d-423efee4aba1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:36:57.106400 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-7316c060-1be9-48a0-83df-dfa5d83bdf8b req-a63fd791-3681-43f1-9baa-d8670d97e689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3529bfce-f8c9-463a-b644-567456671ff2), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:57.370196 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-7316c060-1be9-48a0-83df-dfa5d83bdf8b req-a63fd791-3681-43f1-9baa-d8670d97e689 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3529bfce-f8c9-463a-b644-567456671ff2 {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:36:57.377643 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-7316c060-1be9-48a0-83df-dfa5d83bdf8b req-a63fd791-3681-43f1-9baa-d8670d97e689 service neutron] Publish callbacks [] for port (3529bfce-f8c9-463a-b644-567456671ff2), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:57.389309 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-7316c060-1be9-48a0-83df-dfa5d83bdf8b req-a63fd791-3681-43f1-9baa-d8670d97e689 service neutron] Transition to ACTIVE for port object 3529bfce-f8c9-463a-b644-567456671ff2 will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:36:57.393285 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-7316c060-1be9-48a0-83df-dfa5d83bdf8b req-a63fd791-3681-43f1-9baa-d8670d97e689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (3529bfce-f8c9-463a-b644-567456671ff2), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:57.463890 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63fd791-3681-43f1-9baa-d8670d97e689 service neutron] Pushing event updated for resources: {'Port': ['ID=3529bfce-f8c9-463a-b644-567456671ff2,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:57.522980 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:57.551526 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-7316c060-1be9-48a0-83df-dfa5d83bdf8b req-a63fd791-3681-43f1-9baa-d8670d97e689 service neutron] Attempting to bind port 3529bfce-f8c9-463a-b644-567456671ff2 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:36:57.551899 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-7316c060-1be9-48a0-83df-dfa5d83bdf8b req-a63fd791-3681-43f1-9baa-d8670d97e689 service neutron] Attempting to bind port 3529bfce-f8c9-463a-b644-567456671ff2 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': '9a9a70c7-43b2-45b2-847b-4fce33d589dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd1051c52-7548-494f-b0f4-d7a5246f2f54'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:36:57.552229 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7316c060-1be9-48a0-83df-dfa5d83bdf8b req-a63fd791-3681-43f1-9baa-d8670d97e689 service neutron] Attempting to bind port 3529bfce-f8c9-463a-b644-567456671ff2 on network d1051c52-7548-494f-b0f4-d7a5246f2f54 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:36:57.562933 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f3b01-928c-4329-b57f-bc667668b0c2 req-344fc971-be43-41b0-a463-3b08cb12921f tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:57.564469 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-de5f3b01-928c-4329-b57f-bc667668b0c2 req-344fc971-be43-41b0-a463-3b08cb12921f tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] 10.222.0.87 "GET /v2.0/ports?device_id=e1a83ca3-cc31-4927-bb5d-423efee4aba1 HTTP/1.1" status: 200 len: 943 time: 0.1033995 Feb 02 07:36:57.565426 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7316c060-1be9-48a0-83df-dfa5d83bdf8b req-a63fd791-3681-43f1-9baa-d8670d97e689 service neutron] Port 3529bfce-f8c9-463a-b644-567456671ff2 on network d1051c52-7548-494f-b0f4-d7a5246f2f54 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:36:57.565744 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7316c060-1be9-48a0-83df-dfa5d83bdf8b req-a63fd791-3681-43f1-9baa-d8670d97e689 service neutron] Attempting to bind port 3529bfce-f8c9-463a-b644-567456671ff2 on network d1051c52-7548-494f-b0f4-d7a5246f2f54 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:36:57.572443 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7316c060-1be9-48a0-83df-dfa5d83bdf8b req-a63fd791-3681-43f1-9baa-d8670d97e689 service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:36:57.572784 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7316c060-1be9-48a0-83df-dfa5d83bdf8b req-a63fd791-3681-43f1-9baa-d8670d97e689 service neutron] Checking segment: {'id': '9a9a70c7-43b2-45b2-847b-4fce33d589dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd1051c52-7548-494f-b0f4-d7a5246f2f54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:36:57.573167 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7316c060-1be9-48a0-83df-dfa5d83bdf8b req-a63fd791-3681-43f1-9baa-d8670d97e689 service neutron] Bound using segment: {'id': '9a9a70c7-43b2-45b2-847b-4fce33d589dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd1051c52-7548-494f-b0f4-d7a5246f2f54'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:36:57.573597 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-7316c060-1be9-48a0-83df-dfa5d83bdf8b req-a63fd791-3681-43f1-9baa-d8670d97e689 service neutron] Bound port: 3529bfce-f8c9-463a-b644-567456671ff2, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a9a70c7-43b2-45b2-847b-4fce33d589dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd1051c52-7548-494f-b0f4-d7a5246f2f54'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:36:57.573995 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-7316c060-1be9-48a0-83df-dfa5d83bdf8b req-a63fd791-3681-43f1-9baa-d8670d97e689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3529bfce-f8c9-463a-b644-567456671ff2), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:57.656168 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-de5f3b01-928c-4329-b57f-bc667668b0c2 req-b3b213e7-16c7-41db-ba62-8e186f684d6d tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] 10.222.0.87 "GET /v2.0/security-groups?id=057c3d89-d8bc-4eb2-ac35-60ab509955e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856471 Feb 02 07:36:57.675628 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-7316c060-1be9-48a0-83df-dfa5d83bdf8b req-a63fd791-3681-43f1-9baa-d8670d97e689 service neutron] For port 3529bfce-f8c9-463a-b644-567456671ff2, host n-h1-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:36:57.678576 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-7316c060-1be9-48a0-83df-dfa5d83bdf8b req-a63fd791-3681-43f1-9baa-d8670d97e689 service neutron] For port 3529bfce-f8c9-463a-b644-567456671ff2, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=3529bfce-f8c9-463a-b644-567456671ff2,segment=NetworkSegment(9a9a70c7-43b2-45b2-847b-4fce33d589dd),segment_id=9a9a70c7-43b2-45b2-847b-4fce33d589dd)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:36:57.684956 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-7316c060-1be9-48a0-83df-dfa5d83bdf8b req-a63fd791-3681-43f1-9baa-d8670d97e689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (3529bfce-f8c9-463a-b644-567456671ff2), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:57.722604 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7316c060-1be9-48a0-83df-dfa5d83bdf8b req-a63fd791-3681-43f1-9baa-d8670d97e689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:57.723285 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-7316c060-1be9-48a0-83df-dfa5d83bdf8b req-a63fd791-3681-43f1-9baa-d8670d97e689 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:57.724679 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7316c060-1be9-48a0-83df-dfa5d83bdf8b req-a63fd791-3681-43f1-9baa-d8670d97e689 service neutron] 10.222.0.88 "PUT /v2.0/ports/3529bfce-f8c9-463a-b644-567456671ff2 HTTP/1.1" status: 200 len: 1092 time: 0.6873949 Feb 02 07:36:57.725183 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1a83ca3-cc31-4927-bb5d-423efee4aba1', 'tag': '3529bfce-f8c9-463a-b644-567456671ff2'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:36:57.727425 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b85b5b-75c6-4bb1-8059-86b7930e2e1a" -d '{"events": [{"name": "network-changed", "server_uuid": "e1a83ca3-cc31-4927-bb5d-423efee4aba1", "tag": "3529bfce-f8c9-463a-b644-567456671ff2"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:36:57.749704 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63fd791-3681-43f1-9baa-d8670d97e689 service neutron] Pushing event updated for resources: {'Port': ['ID=3529bfce-f8c9-463a-b644-567456671ff2,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:57.768311 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85173967-8198-41f3-baf0-f79584f7de09 x-openstack-request-id: req-85173967-8198-41f3-baf0-f79584f7de09 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:36:57.768678 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1a83ca3-cc31-4927-bb5d-423efee4aba1", "tag": "3529bfce-f8c9-463a-b644-567456671ff2", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:36:57.769100 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-85173967-8198-41f3-baf0-f79584f7de09 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:36:57.769517 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1a83ca3-cc31-4927-bb5d-423efee4aba1', 'tag': '3529bfce-f8c9-463a-b644-567456671ff2', 'status': 'completed', 'code': 200} Feb 02 07:36:57.829843 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7316c060-1be9-48a0-83df-dfa5d83bdf8b req-8233f58e-0035-4da1-86c1-e6d12fd3b18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:57.831349 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7316c060-1be9-48a0-83df-dfa5d83bdf8b req-8233f58e-0035-4da1-86c1-e6d12fd3b18b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2b89b1f78ca8422b99e7a8f45a3decb0&device_id=e1a83ca3-cc31-4927-bb5d-423efee4aba1 HTTP/1.1" status: 200 len: 1126 time: 0.0458272 Feb 02 07:36:57.879579 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7316c060-1be9-48a0-83df-dfa5d83bdf8b req-c78489cd-9cf2-43ad-a6ab-77bd5cd5853d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3529bfce-f8c9-463a-b644-567456671ff2 HTTP/1.1" status: 200 len: 217 time: 0.0332773 Feb 02 07:36:57.938593 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7316c060-1be9-48a0-83df-dfa5d83bdf8b req-d5603d57-1b85-4bea-ba66-b5bb395d79b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:57.940236 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7316c060-1be9-48a0-83df-dfa5d83bdf8b req-d5603d57-1b85-4bea-ba66-b5bb395d79b9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4f71be52-5948-45ee-bd11-c6833ff232f8 HTTP/1.1" status: 200 len: 851 time: 0.0548327 Feb 02 07:36:57.978458 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7316c060-1be9-48a0-83df-dfa5d83bdf8b req-74b8abe2-da76-417f-8055-fcd0ba26a8fd service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d1051c52-7548-494f-b0f4-d7a5246f2f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314503 Feb 02 07:36:58.097498 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafdd0cc-bed7-4740-a48d-dd5ced3a1386 req-bcefb538-4c08-4670-808d-98bf2e9b6ef1 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:58.099287 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bafdd0cc-bed7-4740-a48d-dd5ced3a1386 req-bcefb538-4c08-4670-808d-98bf2e9b6ef1 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=3fd0f851-74a7-4363-8e1d-0fa0a6026d71 HTTP/1.1" status: 200 len: 944 time: 0.1230948 Feb 02 07:36:58.105962 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7316c060-1be9-48a0-83df-dfa5d83bdf8b req-0bb1fbef-2d61-4cda-8f83-d0c89025ad26 service neutron] 10.222.0.88 "GET /v2.0/networks/d1051c52-7548-494f-b0f4-d7a5246f2f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187837 Feb 02 07:36:58.201028 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bafdd0cc-bed7-4740-a48d-dd5ced3a1386 req-fb1881a1-7995-4329-bfa6-a45177d952d3 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940366 Feb 02 07:36:58.222386 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7316c060-1be9-48a0-83df-dfa5d83bdf8b req-7445df5e-46c2-41ca-baff-d478dfb8911c service neutron] 10.222.0.88 "GET /v2.0/networks/d1051c52-7548-494f-b0f4-d7a5246f2f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097646 Feb 02 07:36:58.353279 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b85b5b-75c6-4bb1-8059-86b7930e2e1a req-b0ef3eec-ce4d-466e-9602-b8de557f91ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:58.354754 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-12b85b5b-75c6-4bb1-8059-86b7930e2e1a req-b0ef3eec-ce4d-466e-9602-b8de557f91ce service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2b89b1f78ca8422b99e7a8f45a3decb0&device_id=e1a83ca3-cc31-4927-bb5d-423efee4aba1 HTTP/1.1" status: 200 len: 1126 time: 0.0485773 Feb 02 07:36:58.441006 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b85b5b-75c6-4bb1-8059-86b7930e2e1a req-864dcf63-28f5-4a15-8be1-8d0d93288b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:58.442466 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-12b85b5b-75c6-4bb1-8059-86b7930e2e1a req-864dcf63-28f5-4a15-8be1-8d0d93288b00 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d1051c52-7548-494f-b0f4-d7a5246f2f54 HTTP/1.1" status: 200 len: 912 time: 0.0820212 Feb 02 07:36:58.487512 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-12b85b5b-75c6-4bb1-8059-86b7930e2e1a req-b51e5ea7-7992-439d-a7f5-bb95cd4e1610 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3529bfce-f8c9-463a-b644-567456671ff2 HTTP/1.1" status: 200 len: 217 time: 0.0384004 Feb 02 07:36:58.535825 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b85b5b-75c6-4bb1-8059-86b7930e2e1a req-b7a5a207-d238-4792-8153-322476765995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:58.537540 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-12b85b5b-75c6-4bb1-8059-86b7930e2e1a req-b7a5a207-d238-4792-8153-322476765995 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4f71be52-5948-45ee-bd11-c6833ff232f8 HTTP/1.1" status: 200 len: 851 time: 0.0439062 Feb 02 07:36:58.562533 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device fd36f711-2211-4d6c-8aee-0022c88c4ca4 details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:36:58.570514 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-12b85b5b-75c6-4bb1-8059-86b7930e2e1a req-f7a927b6-5eea-45f3-9cbd-13a1d9d06cd5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d1051c52-7548-494f-b0f4-d7a5246f2f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251782 Feb 02 07:36:58.679463 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port fd36f711-2211-4d6c-8aee-0022c88c4ca4, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=fd36f711-2211-4d6c-8aee-0022c88c4ca4,segment=NetworkSegment(7fbd5ca3-5d78-4819-a656-2bb76c5c6480),segment_id=7fbd5ca3-5d78-4819-a656-2bb76c5c6480)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:36:58.682306 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-12b85b5b-75c6-4bb1-8059-86b7930e2e1a req-1cc9e719-03cd-4177-853a-6535d4afff8c service neutron] 10.222.0.88 "GET /v2.0/networks/d1051c52-7548-494f-b0f4-d7a5246f2f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974727 Feb 02 07:36:58.692009 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': 'fd36f711-2211-4d6c-8aee-0022c88c4ca4', 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0', 'port_id': 'fd36f711-2211-4d6c-8aee-0022c88c4ca4', 'mac_address': 'fa:16:3e:07:e5:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f0c010c-d5c1-4b63-8939-b46551f6cb84', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:36:58.731142 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port fd36f711-2211-4d6c-8aee-0022c88c4ca4 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:36:58.731613 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (fd36f711-2211-4d6c-8aee-0022c88c4ca4), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:58.745206 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd36f711-2211-4d6c-8aee-0022c88c4ca4 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:36:58.767391 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port fd36f711-2211-4d6c-8aee-0022c88c4ca4, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=fd36f711-2211-4d6c-8aee-0022c88c4ca4,segment=NetworkSegment(7fbd5ca3-5d78-4819-a656-2bb76c5c6480),segment_id=7fbd5ca3-5d78-4819-a656-2bb76c5c6480)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:36:58.772798 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (fd36f711-2211-4d6c-8aee-0022c88c4ca4), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:36:58.826591 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=fd36f711-2211-4d6c-8aee-0022c88c4ca4,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:36:59.103390 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c27ea5f-7a72-4b32-a41a-e48e959ba90b req-f6ff1eab-fc5a-4a0c-b334-fa37c9daa140 tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:59.104795 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9c27ea5f-7a72-4b32-a41a-e48e959ba90b req-f6ff1eab-fc5a-4a0c-b334-fa37c9daa140 tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] 10.222.0.87 "GET /v2.0/ports?device_id=e1a83ca3-cc31-4927-bb5d-423efee4aba1 HTTP/1.1" status: 200 len: 943 time: 0.1050913 Feb 02 07:36:59.106963 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-12b85b5b-75c6-4bb1-8059-86b7930e2e1a req-fbee80f0-a96e-47a4-8132-76c00cbd6a1a service neutron] 10.222.0.88 "GET /v2.0/networks/d1051c52-7548-494f-b0f4-d7a5246f2f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4180181 Feb 02 07:36:59.152463 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9c27ea5f-7a72-4b32-a41a-e48e959ba90b req-19c5f7fc-35cb-4d52-8e75-01d03649523c tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] 10.222.0.87 "GET /v2.0/security-groups?id=057c3d89-d8bc-4eb2-ac35-60ab509955e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419710 Feb 02 07:36:59.155145 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['fd36f711-2211-4d6c-8aee-0022c88c4ca4'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:36:59.320360 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625fff18-7ff3-4e8a-a6d4-a5c3fc92a185 req-d238b74b-d826-4ab0-87c7-b57cdde3d7dc tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:36:59.321825 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-625fff18-7ff3-4e8a-a6d4-a5c3fc92a185 req-d238b74b-d826-4ab0-87c7-b57cdde3d7dc tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=3fd0f851-74a7-4363-8e1d-0fa0a6026d71 HTTP/1.1" status: 200 len: 945 time: 0.0529082 Feb 02 07:36:59.367698 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-625fff18-7ff3-4e8a-a6d4-a5c3fc92a185 req-f49e5d99-b296-4375-b83b-267c3c4155dd tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398445 Feb 02 07:37:00.274058 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1407e1-5e73-4a30-8ea4-567b6103e80f req-913a20f9-ac5b-4d7b-b126-082abe8caa13 tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:00.275542 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cd1407e1-5e73-4a30-8ea4-567b6103e80f req-913a20f9-ac5b-4d7b-b126-082abe8caa13 tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] 10.222.0.87 "GET /v2.0/ports?device_id=e1a83ca3-cc31-4927-bb5d-423efee4aba1 HTTP/1.1" status: 200 len: 943 time: 0.0535252 Feb 02 07:37:00.325831 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cd1407e1-5e73-4a30-8ea4-567b6103e80f req-2fec1491-8f01-4311-8d52-46dc3855a707 tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] 10.222.0.87 "GET /v2.0/security-groups?id=057c3d89-d8bc-4eb2-ac35-60ab509955e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446920 Feb 02 07:37:00.484340 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9beb78-621c-4646-8b55-68920046b60b req-6e98b1c8-4504-44c0-aed6-6274d0ea659f tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:00.485767 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bf9beb78-621c-4646-8b55-68920046b60b req-6e98b1c8-4504-44c0-aed6-6274d0ea659f tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=3fd0f851-74a7-4363-8e1d-0fa0a6026d71 HTTP/1.1" status: 200 len: 945 time: 0.0536733 Feb 02 07:37:00.533516 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bf9beb78-621c-4646-8b55-68920046b60b req-3bd3d4ad-7f89-4623-a5b2-110d0001ab1e tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417864 Feb 02 07:37:00.570065 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device fd36f711-2211-4d6c-8aee-0022c88c4ca4 up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:37:00.621880 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port fd36f711-2211-4d6c-8aee-0022c88c4ca4 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:37:00.626119 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port fd36f711-2211-4d6c-8aee-0022c88c4ca4 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:37:00.626500 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (fd36f711-2211-4d6c-8aee-0022c88c4ca4), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:00.702663 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port fd36f711-2211-4d6c-8aee-0022c88c4ca4 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:37:00.703050 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (fd36f711-2211-4d6c-8aee-0022c88c4ca4), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:00.725331 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd0f851-74a7-4363-8e1d-0fa0a6026d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd36f711-2211-4d6c-8aee-0022c88c4ca4'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:37:00.727538 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f2c1a0-b851-4a47-82d2-1783e987905d" -d '{"events": [{"server_uuid": "3fd0f851-74a7-4363-8e1d-0fa0a6026d71", "name": "network-vif-plugged", "status": "completed", "tag": "fd36f711-2211-4d6c-8aee-0022c88c4ca4"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:37:00.739267 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port fd36f711-2211-4d6c-8aee-0022c88c4ca4, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=fd36f711-2211-4d6c-8aee-0022c88c4ca4,segment=NetworkSegment(7fbd5ca3-5d78-4819-a656-2bb76c5c6480),segment_id=7fbd5ca3-5d78-4819-a656-2bb76c5c6480)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:37:00.743603 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (fd36f711-2211-4d6c-8aee-0022c88c4ca4), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:00.771234 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e4e758b-a630-4ec3-b3a2-8d426f8d14e7 x-openstack-request-id: req-4e4e758b-a630-4ec3-b3a2-8d426f8d14e7 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:37:00.771527 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fd0f851-74a7-4363-8e1d-0fa0a6026d71", "name": "network-vif-plugged", "status": "completed", "tag": "fd36f711-2211-4d6c-8aee-0022c88c4ca4", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:37:00.771809 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-4e4e758b-a630-4ec3-b3a2-8d426f8d14e7 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:37:00.772188 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fd0f851-74a7-4363-8e1d-0fa0a6026d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd36f711-2211-4d6c-8aee-0022c88c4ca4', 'code': 200} Feb 02 07:37:00.799250 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=fd36f711-2211-4d6c-8aee-0022c88c4ca4,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:37:00.895716 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e7508-1dd0-4be2-8d5c-4937cdda488a req-b3366d34-5998-4cc0-909a-138c6d4a3efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:00.897273 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0a6e7508-1dd0-4be2-8d5c-4937cdda488a req-b3366d34-5998-4cc0-909a-138c6d4a3efb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3fd0f851-74a7-4363-8e1d-0fa0a6026d71 HTTP/1.1" status: 200 len: 1129 time: 0.0436823 Feb 02 07:37:00.938803 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0a6e7508-1dd0-4be2-8d5c-4937cdda488a req-05ce1491-2d7e-44c6-829f-24c7c474d3ff service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364025 Feb 02 07:37:01.394774 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 3529bfce-f8c9-463a-b644-567456671ff2 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:37:01.446324 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0edbd11-b267-42ca-aea2-9cf953108f39 req-cb2e1288-172d-4d6b-86ea-213624efd265 tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:01.447878 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b0edbd11-b267-42ca-aea2-9cf953108f39 req-cb2e1288-172d-4d6b-86ea-213624efd265 tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] 10.222.0.87 "GET /v2.0/ports?device_id=e1a83ca3-cc31-4927-bb5d-423efee4aba1 HTTP/1.1" status: 200 len: 943 time: 0.0534394 Feb 02 07:37:01.492764 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 3529bfce-f8c9-463a-b644-567456671ff2, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=3529bfce-f8c9-463a-b644-567456671ff2,segment=NetworkSegment(9a9a70c7-43b2-45b2-847b-4fce33d589dd),segment_id=9a9a70c7-43b2-45b2-847b-4fce33d589dd)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:37:01.500610 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b0edbd11-b267-42ca-aea2-9cf953108f39 req-3cea809d-39ee-43c1-945d-0d714ffa6bc0 tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] 10.222.0.87 "GET /v2.0/security-groups?id=057c3d89-d8bc-4eb2-ac35-60ab509955e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466366 Feb 02 07:37:01.503885 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': '3529bfce-f8c9-463a-b644-567456671ff2', 'network_id': 'd1051c52-7548-494f-b0f4-d7a5246f2f54', 'port_id': '3529bfce-f8c9-463a-b644-567456671ff2', 'mac_address': 'fa:16:3e:4c:9a:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f71be52-5948-45ee-bd11-c6833ff232f8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:37:01.544474 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 3529bfce-f8c9-463a-b644-567456671ff2 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:37:01.544865 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3529bfce-f8c9-463a-b644-567456671ff2), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:01.557214 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3529bfce-f8c9-463a-b644-567456671ff2 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:37:01.576849 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 3529bfce-f8c9-463a-b644-567456671ff2, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=3529bfce-f8c9-463a-b644-567456671ff2,segment=NetworkSegment(9a9a70c7-43b2-45b2-847b-4fce33d589dd),segment_id=9a9a70c7-43b2-45b2-847b-4fce33d589dd)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:37:01.580632 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (3529bfce-f8c9-463a-b644-567456671ff2), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:01.631406 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=3529bfce-f8c9-463a-b644-567456671ff2,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:37:01.668551 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c41476b-f7dc-47ec-8188-3533e8ed3dc4 req-93bd12f2-ef8d-4c98-8dd7-d2c7e8a30799 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:01.670152 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8c41476b-f7dc-47ec-8188-3533e8ed3dc4 req-93bd12f2-ef8d-4c98-8dd7-d2c7e8a30799 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=3fd0f851-74a7-4363-8e1d-0fa0a6026d71 HTTP/1.1" status: 200 len: 946 time: 0.0576055 Feb 02 07:37:01.717468 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8c41476b-f7dc-47ec-8188-3533e8ed3dc4 req-a3462b7e-a63e-4f2a-b653-21b38ed0fa03 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416882 Feb 02 07:37:01.874976 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['3529bfce-f8c9-463a-b644-567456671ff2'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:37:02.619459 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216f348c-d699-4e92-8bcf-5a7d90910608 req-7174769a-2d14-4f04-89ce-57ca6f1e2544 tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:02.621046 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-216f348c-d699-4e92-8bcf-5a7d90910608 req-7174769a-2d14-4f04-89ce-57ca6f1e2544 tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] 10.222.0.87 "GET /v2.0/ports?device_id=e1a83ca3-cc31-4927-bb5d-423efee4aba1 HTTP/1.1" status: 200 len: 944 time: 0.0521040 Feb 02 07:37:02.666989 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-216f348c-d699-4e92-8bcf-5a7d90910608 req-5234b415-603f-43f2-8fab-a97790de851a tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] 10.222.0.87 "GET /v2.0/security-groups?id=057c3d89-d8bc-4eb2-ac35-60ab509955e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405736 Feb 02 07:37:02.838447 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e7c1d-0dbe-4ce5-bbdb-48cac795c723 req-f5deb400-4ba8-4227-8845-ab50bd87452c tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:02.840011 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8e8e7c1d-0dbe-4ce5-bbdb-48cac795c723 req-f5deb400-4ba8-4227-8845-ab50bd87452c tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=3fd0f851-74a7-4363-8e1d-0fa0a6026d71 HTTP/1.1" status: 200 len: 946 time: 0.0565464 Feb 02 07:37:02.885527 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8e8e7c1d-0dbe-4ce5-bbdb-48cac795c723 req-55f7146b-36a2-4195-b172-501d42a87081 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399873 Feb 02 07:37:03.002492 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee5c7cd-0419-4d4c-83d9-eb5e41119c20 req-9621428d-7123-4ae4-849f-f107f25cec0b tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:03.003899 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1ee5c7cd-0419-4d4c-83d9-eb5e41119c20 req-9621428d-7123-4ae4-849f-f107f25cec0b tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=3fd0f851-74a7-4363-8e1d-0fa0a6026d71 HTTP/1.1" status: 200 len: 946 time: 0.0524740 Feb 02 07:37:03.049985 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1ee5c7cd-0419-4d4c-83d9-eb5e41119c20 req-da52059c-40df-4d51-afb5-1e79a08d2804 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406380 Feb 02 07:37:03.408640 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 3529bfce-f8c9-463a-b644-567456671ff2 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:37:03.465425 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port 3529bfce-f8c9-463a-b644-567456671ff2 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:37:03.470350 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port 3529bfce-f8c9-463a-b644-567456671ff2 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:37:03.470749 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (3529bfce-f8c9-463a-b644-567456671ff2), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:03.556300 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 3529bfce-f8c9-463a-b644-567456671ff2 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:37:03.556798 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3529bfce-f8c9-463a-b644-567456671ff2), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:03.583017 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1a83ca3-cc31-4927-bb5d-423efee4aba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3529bfce-f8c9-463a-b644-567456671ff2'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:37:03.585364 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-941158d8-a56c-4f0b-a735-af2e59833438" -d '{"events": [{"server_uuid": "e1a83ca3-cc31-4927-bb5d-423efee4aba1", "name": "network-vif-plugged", "status": "completed", "tag": "3529bfce-f8c9-463a-b644-567456671ff2"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:37:03.598543 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 3529bfce-f8c9-463a-b644-567456671ff2, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=3529bfce-f8c9-463a-b644-567456671ff2,segment=NetworkSegment(9a9a70c7-43b2-45b2-847b-4fce33d589dd),segment_id=9a9a70c7-43b2-45b2-847b-4fce33d589dd)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:37:03.609127 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (3529bfce-f8c9-463a-b644-567456671ff2), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:03.665080 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=3529bfce-f8c9-463a-b644-567456671ff2,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:37:04.307761 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888fbad2-a7a9-4d90-879f-22409725a0aa req-4d3abaf0-2418-4f7b-976b-8c1cf3b2f690 tempest-TestNetworkAdvancedServerOps-1931800759 tempest-TestNetworkAdvancedServerOps-1931800759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:04.309469 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-888fbad2-a7a9-4d90-879f-22409725a0aa req-4d3abaf0-2418-4f7b-976b-8c1cf3b2f690 tempest-TestNetworkAdvancedServerOps-1931800759 tempest-TestNetworkAdvancedServerOps-1931800759-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=4b348af2-489e-4dc4-b2d6-d509fe2bc9d6 HTTP/1.1" status: 200 len: 1128 time: 0.0475435 Feb 02 07:37:04.359892 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-888fbad2-a7a9-4d90-879f-22409725a0aa req-99099a4e-b890-4a28-b92e-74d19fc98679 tempest-TestNetworkAdvancedServerOps-1931800759 tempest-TestNetworkAdvancedServerOps-1931800759-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=1299b0ea-04df-46ba-b171-809f74bf98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445917 Feb 02 07:37:04.405152 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00277872-b9ad-4d34-ba38-3b6bb9bd43cd x-openstack-request-id: req-00277872-b9ad-4d34-ba38-3b6bb9bd43cd {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:37:04.405552 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1a83ca3-cc31-4927-bb5d-423efee4aba1", "name": "network-vif-plugged", "status": "completed", "tag": "3529bfce-f8c9-463a-b644-567456671ff2", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:37:04.405908 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-00277872-b9ad-4d34-ba38-3b6bb9bd43cd {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:37:04.406398 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1a83ca3-cc31-4927-bb5d-423efee4aba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3529bfce-f8c9-463a-b644-567456671ff2', 'code': 200} Feb 02 07:37:04.518896 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df55286-49fb-4187-aa73-fe201639ffbd req-bd4426bc-05b0-4cd5-90a3-fd8abef74da1 tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:04.520563 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3df55286-49fb-4187-aa73-fe201639ffbd req-bd4426bc-05b0-4cd5-90a3-fd8abef74da1 tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] 10.222.0.87 "GET /v2.0/ports?device_id=e1a83ca3-cc31-4927-bb5d-423efee4aba1 HTTP/1.1" status: 200 len: 945 time: 0.0684013 Feb 02 07:37:04.590763 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3df55286-49fb-4187-aa73-fe201639ffbd req-76f15370-cd9a-4b55-b566-a62df04211f0 tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] 10.222.0.87 "GET /v2.0/security-groups?id=057c3d89-d8bc-4eb2-ac35-60ab509955e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515814 Feb 02 07:37:04.593399 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f01f76-8cde-4699-b98f-d582a77a18f0 req-d6dbe3b9-901d-499a-898d-6b54f1c7791d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:04.594879 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a4f01f76-8cde-4699-b98f-d582a77a18f0 req-d6dbe3b9-901d-499a-898d-6b54f1c7791d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=e1a83ca3-cc31-4927-bb5d-423efee4aba1 HTTP/1.1" status: 200 len: 1128 time: 0.0915596 Feb 02 07:37:04.641041 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a4f01f76-8cde-4699-b98f-d582a77a18f0 req-2b5ad8d5-eade-4d13-887b-01435bd93a9c service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=057c3d89-d8bc-4eb2-ac35-60ab509955e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399876 Feb 02 07:37:04.714038 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064ff01-8208-4fb8-8e20-6ee1cdd0433f req-f72fd7de-8c98-4c32-90f7-74750f122937 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:04.716131 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c064ff01-8208-4fb8-8e20-6ee1cdd0433f req-f72fd7de-8c98-4c32-90f7-74750f122937 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=4b348af2-489e-4dc4-b2d6-d509fe2bc9d6 HTTP/1.1" status: 200 len: 945 time: 0.0570955 Feb 02 07:37:04.765103 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c064ff01-8208-4fb8-8e20-6ee1cdd0433f req-8730a2fe-3ece-4fb2-86e3-d615744e9533 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=1299b0ea-04df-46ba-b171-809f74bf98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431988 Feb 02 07:37:04.787026 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 33036) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:37:04.855031 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-23d076c5-6d8f-4188-8f84-6b0d4e204bc8 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/floatingips/d71f4000-1ed9-4150-8986-7cd86a312702 HTTP/1.1" status: 200 len: 993 time: 0.0617981 Feb 02 07:37:05.422357 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b30586-dd9a-4be8-b57e-7ea42505a696 req-1541e95a-384c-47b2-9097-6adaca7414cd tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:05.423985 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-09b30586-dd9a-4be8-b57e-7ea42505a696 req-1541e95a-384c-47b2-9097-6adaca7414cd tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=4b348af2-489e-4dc4-b2d6-d509fe2bc9d6 HTTP/1.1" status: 200 len: 945 time: 0.0918627 Feb 02 07:37:05.426936 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-eed1a3a0-8645-4a0d-a1fb-c387bcf33fa4 req-1a8c6ac9-3036-44ae-9908-d0ca65c74f6f service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=4b348af2-489e-4dc4-b2d6-d509fe2bc9d6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0858383 Feb 02 07:37:05.560316 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-09b30586-dd9a-4be8-b57e-7ea42505a696 req-c6c90d39-a810-4c84-bd89-08625fe04a3c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=1299b0ea-04df-46ba-b171-809f74bf98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304395 Feb 02 07:37:05.729699 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c904cf39-3450-45fa-af6e-70c59d3f41c5 req-8962aebc-7337-4fe7-9cc1-01dc3f716dbf tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:05.731474 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c904cf39-3450-45fa-af6e-70c59d3f41c5 req-8962aebc-7337-4fe7-9cc1-01dc3f716dbf tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] 10.222.0.87 "GET /v2.0/ports?device_id=e1a83ca3-cc31-4927-bb5d-423efee4aba1 HTTP/1.1" status: 200 len: 945 time: 0.0593297 Feb 02 07:37:05.789446 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c904cf39-3450-45fa-af6e-70c59d3f41c5 req-a6b9d95a-f7eb-4a95-b475-0d908f7bc33a tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] 10.222.0.87 "GET /v2.0/security-groups?id=057c3d89-d8bc-4eb2-ac35-60ab509955e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511019 Feb 02 07:37:06.619269 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca48fce0-8567-430a-ba38-a62be11e8d73 req-3c7541a6-989e-48e1-ac60-d44b1f962a1c tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:06.621109 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ca48fce0-8567-430a-ba38-a62be11e8d73 req-3c7541a6-989e-48e1-ac60-d44b1f962a1c tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/networks?id=99c393e5-edbe-4583-8514-7c998c6986c0 HTTP/1.1" status: 200 len: 812 time: 0.1072173 Feb 02 07:37:06.635596 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ca48fce0-8567-430a-ba38-a62be11e8d73 req-3d761edc-2d64-42f8-b350-ed42a5c22d6c tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/quotas/c3998c4a9fb54dbfb254f927a9c64ece HTTP/1.1" status: 200 len: 375 time: 0.0090699 Feb 02 07:37:06.692968 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ca48fce0-8567-430a-ba38-a62be11e8d73 req-4c290f63-9ca2-49a0-a689-43cb4f052255 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=c3998c4a9fb54dbfb254f927a9c64ece&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0521548 Feb 02 07:37:06.820263 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ca48fce0-8567-430a-ba38-a62be11e8d73 req-95f8a2e0-e019-4087-b179-99d92e4d4324 service neutron] 10.222.0.87 "GET /v2.0/networks/99c393e5-edbe-4583-8514-7c998c6986c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183283 Feb 02 07:37:06.825919 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1a3a0-8645-4a0d-a1fb-c387bcf33fa4 req-3bd08c74-176a-4515-b017-9390037966b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:06.827427 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-eed1a3a0-8645-4a0d-a1fb-c387bcf33fa4 req-3bd08c74-176a-4515-b017-9390037966b6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b5f86cce5c924f2695e5f2d21aa64848&device_id=4b348af2-489e-4dc4-b2d6-d509fe2bc9d6 HTTP/1.1" status: 200 len: 1128 time: 0.0713158 Feb 02 07:37:06.981835 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ca48fce0-8567-430a-ba38-a62be11e8d73 req-a548a301-569e-41da-94d1-57704343c9e1 service neutron] 10.222.0.87 "GET /v2.0/networks/99c393e5-edbe-4583-8514-7c998c6986c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534088 Feb 02 07:37:06.982947 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1a3a0-8645-4a0d-a1fb-c387bcf33fa4 req-0082a635-e1fe-4108-b288-f4a93c62c95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:06.984294 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-eed1a3a0-8645-4a0d-a1fb-c387bcf33fa4 req-0082a635-e1fe-4108-b288-f4a93c62c95b service neutron] 10.222.0.88 "GET /v2.0/networks?id=5ecfd23c-0c0d-4908-8108-5b474fe181f4 HTTP/1.1" status: 200 len: 898 time: 0.1487219 Feb 02 07:37:07.053700 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-eed1a3a0-8645-4a0d-a1fb-c387bcf33fa4 req-62ba8147-878e-4418-ac6b-28302a85a55e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9 HTTP/1.1" status: 200 len: 1001 time: 0.0631173 Feb 02 07:37:07.104777 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1a3a0-8645-4a0d-a1fb-c387bcf33fa4 req-e9103d64-cca0-43b3-bdaa-41f22afb6b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:07.106272 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-eed1a3a0-8645-4a0d-a1fb-c387bcf33fa4 req-e9103d64-cca0-43b3-bdaa-41f22afb6b0a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9ad812a5-1a13-4007-bc7e-49101064075f HTTP/1.1" status: 200 len: 833 time: 0.0447941 Feb 02 07:37:07.172031 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1a3a0-8645-4a0d-a1fb-c387bcf33fa4 req-63931bbf-1d78-41d8-97e2-c887de5643a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:07.173201 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-eed1a3a0-8645-4a0d-a1fb-c387bcf33fa4 req-63931bbf-1d78-41d8-97e2-c887de5643a7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5ecfd23c-0c0d-4908-8108-5b474fe181f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0603433 Feb 02 07:37:07.276082 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b478053-8cfb-40a4-af7b-4a278aee3486 req-b0ec2e11-1b27-4ca6-8889-a012732016e9 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:07.278380 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2b478053-8cfb-40a4-af7b-4a278aee3486 req-b0ec2e11-1b27-4ca6-8889-a012732016e9 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=4b348af2-489e-4dc4-b2d6-d509fe2bc9d6 HTTP/1.1" status: 200 len: 945 time: 0.1185713 Feb 02 07:37:07.307894 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-eed1a3a0-8645-4a0d-a1fb-c387bcf33fa4 req-87357bc5-e992-4b07-bbeb-34c55736adc4 service neutron] 10.222.0.88 "GET /v2.0/networks/5ecfd23c-0c0d-4908-8108-5b474fe181f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195912 Feb 02 07:37:07.365840 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2b478053-8cfb-40a4-af7b-4a278aee3486 req-79c5b155-ea8b-438f-9ce7-9579d7d2152b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=1299b0ea-04df-46ba-b171-809f74bf98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796106 Feb 02 07:37:07.433298 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-eed1a3a0-8645-4a0d-a1fb-c387bcf33fa4 req-b9c6c097-86cb-4229-8868-c4560e8969ed service neutron] 10.222.0.88 "GET /v2.0/networks/5ecfd23c-0c0d-4908-8108-5b474fe181f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167774 Feb 02 07:37:07.505797 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7ddeb5-aabf-44fe-b760-cf3622f0e7aa req-4407a54c-724c-4227-b67a-a5d751e87ad8 tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:07.507494 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bd7ddeb5-aabf-44fe-b760-cf3622f0e7aa req-4407a54c-724c-4227-b67a-a5d751e87ad8 tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] 10.222.0.87 "GET /v2.0/ports?device_id=e1a83ca3-cc31-4927-bb5d-423efee4aba1 HTTP/1.1" status: 200 len: 945 time: 0.0645461 Feb 02 07:37:07.564655 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bd7ddeb5-aabf-44fe-b760-cf3622f0e7aa req-0c9ba34c-a734-4e25-bd0c-f91f58ecf825 tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] 10.222.0.87 "GET /v2.0/security-groups?id=057c3d89-d8bc-4eb2-ac35-60ab509955e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501111 Feb 02 07:37:07.657395 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e1e44b03-edbf-447b-821f-9c9775aed1fa req-f35c66c5-8621-47bf-8641-f594e7081db7 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=09eb562e-ea10-4891-b680-fe96bc257000 HTTP/1.1" status: 200 len: 210 time: 0.0291398 Feb 02 07:37:07.773194 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d5d90-dd71-43fb-9f6d-a732c762a7e3 req-389e957f-335d-4760-a7f8-29fde12a5184 tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:07.774915 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d89d5d90-dd71-43fb-9f6d-a732c762a7e3 req-389e957f-335d-4760-a7f8-29fde12a5184 tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] 10.222.0.87 "GET /v2.0/ports?device_id=e1a83ca3-cc31-4927-bb5d-423efee4aba1 HTTP/1.1" status: 200 len: 945 time: 0.0569074 Feb 02 07:37:07.823088 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d89d5d90-dd71-43fb-9f6d-a732c762a7e3 req-0eff0c6e-cb88-42f2-95d6-13a7707b2cb7 tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] 10.222.0.87 "GET /v2.0/security-groups?id=057c3d89-d8bc-4eb2-ac35-60ab509955e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415943 Feb 02 07:37:08.047259 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6558a367-6303-4339-9e65-6b028f0cf7b7 req-70628cc1-2a11-41e1-a773-efed120f7db5 tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:08.048763 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6558a367-6303-4339-9e65-6b028f0cf7b7 req-70628cc1-2a11-41e1-a773-efed120f7db5 tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] 10.222.0.87 "GET /v2.0/ports?device_id=e1a83ca3-cc31-4927-bb5d-423efee4aba1 HTTP/1.1" status: 200 len: 945 time: 0.0533171 Feb 02 07:37:08.097464 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6558a367-6303-4339-9e65-6b028f0cf7b7 req-e7c0f495-73ab-4e5f-898d-34566092ebdc tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] 10.222.0.87 "GET /v2.0/security-groups?id=057c3d89-d8bc-4eb2-ac35-60ab509955e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429652 Feb 02 07:37:08.213647 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca48fce0-8567-430a-ba38-a62be11e8d73 req-37bb0dbe-dd2c-4e57-95f8-2351d37d7810 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:08.215142 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ca48fce0-8567-430a-ba38-a62be11e8d73 req-37bb0dbe-dd2c-4e57-95f8-2351d37d7810 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.59 "GET /v2.0/networks?id=99c393e5-edbe-4583-8514-7c998c6986c0 HTTP/1.1" status: 200 len: 812 time: 0.1007369 Feb 02 07:37:08.233141 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-ca48fce0-8567-430a-ba38-a62be11e8d73 req-b3d51994-a8ea-4fbb-8b5b-83b9d87dc551 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Request body: {'port': {'device_id': '09eb562e-ea10-4891-b680-fe96bc257000', 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0', 'admin_state_up': True, 'tenant_id': 'c3998c4a9fb54dbfb254f927a9c64ece'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:37:08.341660 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca48fce0-8567-430a-ba38-a62be11e8d73 req-b3d51994-a8ea-4fbb-8b5b-83b9d87dc551 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Made reservation on behalf of c3998c4a9fb54dbfb254f927a9c64ece for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:37:08.345173 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-ca48fce0-8567-430a-ba38-a62be11e8d73 req-b3d51994-a8ea-4fbb-8b5b-83b9d87dc551 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:08.476904 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-ca48fce0-8567-430a-ba38-a62be11e8d73 req-b3d51994-a8ea-4fbb-8b5b-83b9d87dc551 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Allocated IP 172.20.0.7 (99c393e5-edbe-4583-8514-7c998c6986c0/8f0c010c-d5c1-4b63-8939-b46551f6cb84/e75c9c2b-84ac-4eb4-a13b-83d6fc1272e0) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:37:08.518825 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a962a56-ceb0-457e-91aa-4af9b06623ac req-12c780a4-9011-49d2-9f66-aab918ae2939 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:08.528359 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7a962a56-ceb0-457e-91aa-4af9b06623ac req-12c780a4-9011-49d2-9f66-aab918ae2939 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=4b348af2-489e-4dc4-b2d6-d509fe2bc9d6 HTTP/1.1" status: 200 len: 945 time: 0.0818663 Feb 02 07:37:08.599303 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7a962a56-ceb0-457e-91aa-4af9b06623ac req-d0a0b0bb-2ecb-4dc3-bbf8-68618bd22ed1 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=1299b0ea-04df-46ba-b171-809f74bf98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699036 Feb 02 07:37:08.667792 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-ca48fce0-8567-430a-ba38-a62be11e8d73 req-b3d51994-a8ea-4fbb-8b5b-83b9d87dc551 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks [] for port (e75c9c2b-84ac-4eb4-a13b-83d6fc1272e0), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:08.705585 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-ca48fce0-8567-430a-ba38-a62be11e8d73 req-b3d51994-a8ea-4fbb-8b5b-83b9d87dc551 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (e75c9c2b-84ac-4eb4-a13b-83d6fc1272e0), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:08.739975 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['fd36f711-2211-4d6c-8aee-0022c88c4ca4'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:37:08.763931 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d51994-a8ea-4fbb-8b5b-83b9d87dc551 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Pushing event updated for resources: {'Port': ['ID=e75c9c2b-84ac-4eb4-a13b-83d6fc1272e0,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:37:08.778248 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca48fce0-8567-430a-ba38-a62be11e8d73 req-b3d51994-a8ea-4fbb-8b5b-83b9d87dc551 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Network 99c393e5-edbe-4583-8514-7c998c6986c0 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:37:08.780090 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d51994-a8ea-4fbb-8b5b-83b9d87dc551 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:37:08.780634 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d51994-a8ea-4fbb-8b5b-83b9d87dc551 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:37:08.781476 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d51994-a8ea-4fbb-8b5b-83b9d87dc551 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:37:08.782009 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d51994-a8ea-4fbb-8b5b-83b9d87dc551 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:37:08.782422 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d51994-a8ea-4fbb-8b5b-83b9d87dc551 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:37:08.782838 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d51994-a8ea-4fbb-8b5b-83b9d87dc551 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:37:08.783186 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d51994-a8ea-4fbb-8b5b-83b9d87dc551 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:37:08.783521 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d51994-a8ea-4fbb-8b5b-83b9d87dc551 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:37:08.783877 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d51994-a8ea-4fbb-8b5b-83b9d87dc551 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:37:08.784209 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d51994-a8ea-4fbb-8b5b-83b9d87dc551 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:37:08.785111 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d51994-a8ea-4fbb-8b5b-83b9d87dc551 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:37:08.785111 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d51994-a8ea-4fbb-8b5b-83b9d87dc551 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:37:08.785335 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d51994-a8ea-4fbb-8b5b-83b9d87dc551 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:37:08.789747 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-ca48fce0-8567-430a-ba38-a62be11e8d73 req-b3d51994-a8ea-4fbb-8b5b-83b9d87dc551 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:37:08.799278 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3452ef-c8a4-4b0b-b1b8-2e69b05ef686 req-0615050d-5d98-4d16-9961-a8c29c67121a tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:08.800574 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bd3452ef-c8a4-4b0b-b1b8-2e69b05ef686 req-0615050d-5d98-4d16-9961-a8c29c67121a tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=09eb562e-ea10-4891-b680-fe96bc257000 HTTP/1.1" status: 200 len: 931 time: 0.0672812 Feb 02 07:37:08.802118 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca48fce0-8567-430a-ba38-a62be11e8d73 req-b3d51994-a8ea-4fbb-8b5b-83b9d87dc551 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:37:08.865944 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca48fce0-8567-430a-ba38-a62be11e8d73 req-b3d51994-a8ea-4fbb-8b5b-83b9d87dc551 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:08.866595 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-ca48fce0-8567-430a-ba38-a62be11e8d73 req-b3d51994-a8ea-4fbb-8b5b-83b9d87dc551 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:08.892030 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ca48fce0-8567-430a-ba38-a62be11e8d73 req-b3d51994-a8ea-4fbb-8b5b-83b9d87dc551 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6626556 Feb 02 07:37:08.895543 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bd3452ef-c8a4-4b0b-b1b8-2e69b05ef686 req-34342cb3-021b-41de-a00e-28b6aecf5b70 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883863 Feb 02 07:37:08.926289 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-ca48fce0-8567-430a-ba38-a62be11e8d73 req-111dd5c8-60f2-4cde-b298-d635b4049f38 service neutron] Request body: {'port': {'device_id': '09eb562e-ea10-4891-b680-fe96bc257000', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:37:08.988578 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-ca48fce0-8567-430a-ba38-a62be11e8d73 req-111dd5c8-60f2-4cde-b298-d635b4049f38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (e75c9c2b-84ac-4eb4-a13b-83d6fc1272e0), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:09.147647 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-b770c8a5-89a7-411e-a341-427c113bd2e1 None None] Provisioning complete for port e75c9c2b-84ac-4eb4-a13b-83d6fc1272e0 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:37:09.148030 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b770c8a5-89a7-411e-a341-427c113bd2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (e75c9c2b-84ac-4eb4-a13b-83d6fc1272e0), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:09.194060 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-b770c8a5-89a7-411e-a341-427c113bd2e1 None None] Port e75c9c2b-84ac-4eb4-a13b-83d6fc1272e0 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:37:09.236876 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71215815-f970-4b4b-a279-55128318506e req-5bf0bbb6-945f-4239-882e-4e7fe93064ea tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:09.238510 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-71215815-f970-4b4b-a279-55128318506e req-5bf0bbb6-945f-4239-882e-4e7fe93064ea tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] 10.222.0.87 "GET /v2.0/ports?device_id=e1a83ca3-cc31-4927-bb5d-423efee4aba1 HTTP/1.1" status: 200 len: 945 time: 0.0586126 Feb 02 07:37:09.278396 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-ca48fce0-8567-430a-ba38-a62be11e8d73 req-111dd5c8-60f2-4cde-b298-d635b4049f38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e75c9c2b-84ac-4eb4-a13b-83d6fc1272e0 {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:37:09.288303 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-ca48fce0-8567-430a-ba38-a62be11e8d73 req-111dd5c8-60f2-4cde-b298-d635b4049f38 service neutron] Publish callbacks [] for port (e75c9c2b-84ac-4eb4-a13b-83d6fc1272e0), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:09.293443 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-71215815-f970-4b4b-a279-55128318506e req-86a96f1f-6166-4a3d-abf7-c1dab68db402 tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] 10.222.0.87 "GET /v2.0/security-groups?id=057c3d89-d8bc-4eb2-ac35-60ab509955e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463955 Feb 02 07:37:09.304953 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-ca48fce0-8567-430a-ba38-a62be11e8d73 req-111dd5c8-60f2-4cde-b298-d635b4049f38 service neutron] Transition to ACTIVE for port object e75c9c2b-84ac-4eb4-a13b-83d6fc1272e0 will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:37:09.319541 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-ca48fce0-8567-430a-ba38-a62be11e8d73 req-111dd5c8-60f2-4cde-b298-d635b4049f38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (e75c9c2b-84ac-4eb4-a13b-83d6fc1272e0), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:09.375319 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111dd5c8-60f2-4cde-b298-d635b4049f38 service neutron] Pushing event updated for resources: {'Port': ['ID=e75c9c2b-84ac-4eb4-a13b-83d6fc1272e0,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:37:09.487647 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-ca48fce0-8567-430a-ba38-a62be11e8d73 req-111dd5c8-60f2-4cde-b298-d635b4049f38 service neutron] Attempting to bind port e75c9c2b-84ac-4eb4-a13b-83d6fc1272e0 on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:37:09.492256 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-ca48fce0-8567-430a-ba38-a62be11e8d73 req-111dd5c8-60f2-4cde-b298-d635b4049f38 service neutron] Attempting to bind port e75c9c2b-84ac-4eb4-a13b-83d6fc1272e0 by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': '7fbd5ca3-5d78-4819-a656-2bb76c5c6480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:37:09.492606 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca48fce0-8567-430a-ba38-a62be11e8d73 req-111dd5c8-60f2-4cde-b298-d635b4049f38 service neutron] Attempting to bind port e75c9c2b-84ac-4eb4-a13b-83d6fc1272e0 on network 99c393e5-edbe-4583-8514-7c998c6986c0 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:37:09.513317 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca48fce0-8567-430a-ba38-a62be11e8d73 req-111dd5c8-60f2-4cde-b298-d635b4049f38 service neutron] Port e75c9c2b-84ac-4eb4-a13b-83d6fc1272e0 on network 99c393e5-edbe-4583-8514-7c998c6986c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:37:09.513651 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca48fce0-8567-430a-ba38-a62be11e8d73 req-111dd5c8-60f2-4cde-b298-d635b4049f38 service neutron] Attempting to bind port e75c9c2b-84ac-4eb4-a13b-83d6fc1272e0 on network 99c393e5-edbe-4583-8514-7c998c6986c0 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:37:09.523074 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca48fce0-8567-430a-ba38-a62be11e8d73 req-111dd5c8-60f2-4cde-b298-d635b4049f38 service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:37:09.523424 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca48fce0-8567-430a-ba38-a62be11e8d73 req-111dd5c8-60f2-4cde-b298-d635b4049f38 service neutron] Checking segment: {'id': '7fbd5ca3-5d78-4819-a656-2bb76c5c6480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:37:09.524907 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca48fce0-8567-430a-ba38-a62be11e8d73 req-111dd5c8-60f2-4cde-b298-d635b4049f38 service neutron] Bound using segment: {'id': '7fbd5ca3-5d78-4819-a656-2bb76c5c6480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:37:09.525353 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-ca48fce0-8567-430a-ba38-a62be11e8d73 req-111dd5c8-60f2-4cde-b298-d635b4049f38 service neutron] Bound port: e75c9c2b-84ac-4eb4-a13b-83d6fc1272e0, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fbd5ca3-5d78-4819-a656-2bb76c5c6480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:37:09.525710 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-ca48fce0-8567-430a-ba38-a62be11e8d73 req-111dd5c8-60f2-4cde-b298-d635b4049f38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (e75c9c2b-84ac-4eb4-a13b-83d6fc1272e0), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:09.552978 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2fdaf8-f97f-483e-aa63-9d30d5767b9e req-ef5dc83f-9e20-4bf5-97bd-00624db9e1c6 tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:09.559709 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cf2fdaf8-f97f-483e-aa63-9d30d5767b9e req-ef5dc83f-9e20-4bf5-97bd-00624db9e1c6 tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] 10.222.0.87 "GET /v2.0/ports?device_id=e1a83ca3-cc31-4927-bb5d-423efee4aba1 HTTP/1.1" status: 200 len: 945 time: 0.0651212 Feb 02 07:37:09.619296 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-ca48fce0-8567-430a-ba38-a62be11e8d73 req-111dd5c8-60f2-4cde-b298-d635b4049f38 service neutron] For port e75c9c2b-84ac-4eb4-a13b-83d6fc1272e0, host n-h2-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:37:09.623170 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-ca48fce0-8567-430a-ba38-a62be11e8d73 req-111dd5c8-60f2-4cde-b298-d635b4049f38 service neutron] For port e75c9c2b-84ac-4eb4-a13b-83d6fc1272e0, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=e75c9c2b-84ac-4eb4-a13b-83d6fc1272e0,segment=NetworkSegment(7fbd5ca3-5d78-4819-a656-2bb76c5c6480),segment_id=7fbd5ca3-5d78-4819-a656-2bb76c5c6480)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:37:09.632928 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-ca48fce0-8567-430a-ba38-a62be11e8d73 req-111dd5c8-60f2-4cde-b298-d635b4049f38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (e75c9c2b-84ac-4eb4-a13b-83d6fc1272e0), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:09.666071 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cf2fdaf8-f97f-483e-aa63-9d30d5767b9e req-3274efab-b61c-4b7a-8e12-4d46d6f7cf52 tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] 10.222.0.87 "GET /v2.0/security-groups?id=057c3d89-d8bc-4eb2-ac35-60ab509955e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962675 Feb 02 07:37:09.674197 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03947f2-6895-4499-b5f2-18ea7208d999 req-2d48c810-f0f8-4868-a235-8410174a1e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:09.674345 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca48fce0-8567-430a-ba38-a62be11e8d73 req-111dd5c8-60f2-4cde-b298-d635b4049f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:09.674862 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-ca48fce0-8567-430a-ba38-a62be11e8d73 req-111dd5c8-60f2-4cde-b298-d635b4049f38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:09.676487 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ca48fce0-8567-430a-ba38-a62be11e8d73 req-111dd5c8-60f2-4cde-b298-d635b4049f38 service neutron] 10.222.0.59 "PUT /v2.0/ports/e75c9c2b-84ac-4eb4-a13b-83d6fc1272e0 HTTP/1.1" status: 200 len: 1092 time: 0.7642989 Feb 02 07:37:09.676947 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09eb562e-ea10-4891-b680-fe96bc257000', 'tag': 'e75c9c2b-84ac-4eb4-a13b-83d6fc1272e0'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:37:09.677132 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b03947f2-6895-4499-b5f2-18ea7208d999 req-2d48c810-f0f8-4868-a235-8410174a1e78 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2b89b1f78ca8422b99e7a8f45a3decb0&device_id=e1a83ca3-cc31-4927-bb5d-423efee4aba1 HTTP/1.1" status: 200 len: 1128 time: 0.1086721 Feb 02 07:37:09.679091 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a91f05-5988-476f-a4b4-e293f9f6dbd3" -d '{"events": [{"name": "network-changed", "server_uuid": "09eb562e-ea10-4891-b680-fe96bc257000", "tag": "e75c9c2b-84ac-4eb4-a13b-83d6fc1272e0"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:37:09.705796 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111dd5c8-60f2-4cde-b298-d635b4049f38 service neutron] Pushing event updated for resources: {'Port': ['ID=e75c9c2b-84ac-4eb4-a13b-83d6fc1272e0,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:37:09.802025 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca48fce0-8567-430a-ba38-a62be11e8d73 req-c7e5447d-9aa7-45fe-9721-2dad55af7293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:09.803858 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ca48fce0-8567-430a-ba38-a62be11e8d73 req-c7e5447d-9aa7-45fe-9721-2dad55af7293 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c3998c4a9fb54dbfb254f927a9c64ece&device_id=09eb562e-ea10-4891-b680-fe96bc257000 HTTP/1.1" status: 200 len: 1126 time: 0.0551918 Feb 02 07:37:09.854334 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03947f2-6895-4499-b5f2-18ea7208d999 req-59ee23c2-4316-4303-b7fa-97003cb845a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:09.855929 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b03947f2-6895-4499-b5f2-18ea7208d999 req-59ee23c2-4316-4303-b7fa-97003cb845a0 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d1051c52-7548-494f-b0f4-d7a5246f2f54 HTTP/1.1" status: 200 len: 912 time: 0.1710181 Feb 02 07:37:09.869563 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ca48fce0-8567-430a-ba38-a62be11e8d73 req-012e50c1-bb0e-4674-821d-1a307d213c26 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e75c9c2b-84ac-4eb4-a13b-83d6fc1272e0 HTTP/1.1" status: 200 len: 217 time: 0.0538080 Feb 02 07:37:09.908929 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d2e3ab-b99a-429c-83f7-95b00b2034c6 req-457226f0-c9b1-4dfe-ab09-28f488c93c07 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:09.910356 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-43d2e3ab-b99a-429c-83f7-95b00b2034c6 req-457226f0-c9b1-4dfe-ab09-28f488c93c07 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=4b348af2-489e-4dc4-b2d6-d509fe2bc9d6 HTTP/1.1" status: 200 len: 945 time: 0.1268861 Feb 02 07:37:09.911886 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b03947f2-6895-4499-b5f2-18ea7208d999 req-04ec438d-2cb8-4b8d-9e4f-11097ef20b34 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3529bfce-f8c9-463a-b644-567456671ff2 HTTP/1.1" status: 200 len: 217 time: 0.0497406 Feb 02 07:37:09.935401 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca48fce0-8567-430a-ba38-a62be11e8d73 req-7333b6f1-e96d-42d7-92fe-dba59b46276e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:09.937396 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ca48fce0-8567-430a-ba38-a62be11e8d73 req-7333b6f1-e96d-42d7-92fe-dba59b46276e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8f0c010c-d5c1-4b63-8939-b46551f6cb84 HTTP/1.1" status: 200 len: 851 time: 0.0620992 Feb 02 07:37:10.002623 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca48fce0-8567-430a-ba38-a62be11e8d73 req-2393a643-8c36-4384-9506-279d727db33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:10.004456 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ca48fce0-8567-430a-ba38-a62be11e8d73 req-2393a643-8c36-4384-9506-279d727db33d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=99c393e5-edbe-4583-8514-7c998c6986c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0607178 Feb 02 07:37:10.005657 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03947f2-6895-4499-b5f2-18ea7208d999 req-bc17b5da-abea-49dd-ab44-fff59955fa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:10.007095 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b03947f2-6895-4499-b5f2-18ea7208d999 req-bc17b5da-abea-49dd-ab44-fff59955fa1c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4f71be52-5948-45ee-bd11-c6833ff232f8 HTTP/1.1" status: 200 len: 851 time: 0.0863719 Feb 02 07:37:10.052225 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b03947f2-6895-4499-b5f2-18ea7208d999 req-06a0550b-4f06-4cd0-b423-93a13145d4a7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d1051c52-7548-494f-b0f4-d7a5246f2f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383849 Feb 02 07:37:10.056248 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-43d2e3ab-b99a-429c-83f7-95b00b2034c6 req-fd13cd54-afea-4649-b8e0-004b198165fc tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=1299b0ea-04df-46ba-b171-809f74bf98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387761 Feb 02 07:37:10.116370 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e433fd86-0cda-4741-8d0b-3f8c0a0ed04c x-openstack-request-id: req-e433fd86-0cda-4741-8d0b-3f8c0a0ed04c {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:37:10.116667 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09eb562e-ea10-4891-b680-fe96bc257000", "tag": "e75c9c2b-84ac-4eb4-a13b-83d6fc1272e0", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:37:10.116931 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e433fd86-0cda-4741-8d0b-3f8c0a0ed04c {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:37:10.117342 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09eb562e-ea10-4891-b680-fe96bc257000', 'tag': 'e75c9c2b-84ac-4eb4-a13b-83d6fc1272e0', 'status': 'completed', 'code': 200} Feb 02 07:37:10.124160 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ca48fce0-8567-430a-ba38-a62be11e8d73 req-d2859554-1991-4cb0-bae6-a0564fa7febc service neutron] 10.222.0.59 "GET /v2.0/networks/99c393e5-edbe-4583-8514-7c998c6986c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128297 Feb 02 07:37:10.181721 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b03947f2-6895-4499-b5f2-18ea7208d999 req-47214b36-6353-41cb-b3ef-8b07691838eb service neutron] 10.222.0.88 "GET /v2.0/networks/d1051c52-7548-494f-b0f4-d7a5246f2f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176484 Feb 02 07:37:10.222281 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ca48fce0-8567-430a-ba38-a62be11e8d73 req-f17ea85e-b78a-41ec-a1bb-5099c2103348 service neutron] 10.222.0.59 "GET /v2.0/networks/99c393e5-edbe-4583-8514-7c998c6986c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869930 Feb 02 07:37:10.310299 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7155d7-0fec-44d7-949b-445ab1a512ff req-59695d84-45f0-477c-8d78-f34bdbeab6dc tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:10.311928 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2b7155d7-0fec-44d7-949b-445ab1a512ff req-59695d84-45f0-477c-8d78-f34bdbeab6dc tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=09eb562e-ea10-4891-b680-fe96bc257000 HTTP/1.1" status: 200 len: 943 time: 0.1292727 Feb 02 07:37:10.341219 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b03947f2-6895-4499-b5f2-18ea7208d999 req-32b44e99-35b0-40dd-8a2c-384284778f4c service neutron] 10.222.0.88 "GET /v2.0/networks/d1051c52-7548-494f-b0f4-d7a5246f2f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464555 Feb 02 07:37:10.346421 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a91f05-5988-476f-a4b4-e293f9f6dbd3 req-b9a9fe07-cfc2-499f-8795-66d192452e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:10.347997 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-14a91f05-5988-476f-a4b4-e293f9f6dbd3 req-b9a9fe07-cfc2-499f-8795-66d192452e3a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c3998c4a9fb54dbfb254f927a9c64ece&device_id=09eb562e-ea10-4891-b680-fe96bc257000 HTTP/1.1" status: 200 len: 1126 time: 0.0555491 Feb 02 07:37:10.374232 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2b7155d7-0fec-44d7-949b-445ab1a512ff req-6ea5eafc-eede-4cd2-aec2-3bb4469dc9a8 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505590 Feb 02 07:37:10.444562 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a91f05-5988-476f-a4b4-e293f9f6dbd3 req-88079fb3-42f7-4dc4-8f7b-3677eed49ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:10.446057 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-14a91f05-5988-476f-a4b4-e293f9f6dbd3 req-88079fb3-42f7-4dc4-8f7b-3677eed49ab4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=99c393e5-edbe-4583-8514-7c998c6986c0 HTTP/1.1" status: 200 len: 913 time: 0.0922482 Feb 02 07:37:10.489947 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-14a91f05-5988-476f-a4b4-e293f9f6dbd3 req-c8a59f33-2184-495c-9d81-a2a53fbb2283 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e75c9c2b-84ac-4eb4-a13b-83d6fc1272e0 HTTP/1.1" status: 200 len: 217 time: 0.0382991 Feb 02 07:37:10.538056 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a91f05-5988-476f-a4b4-e293f9f6dbd3 req-04de2dc8-b34c-4b21-b04e-b0130c0a88dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:10.539490 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-14a91f05-5988-476f-a4b4-e293f9f6dbd3 req-04de2dc8-b34c-4b21-b04e-b0130c0a88dd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8f0c010c-d5c1-4b63-8939-b46551f6cb84 HTTP/1.1" status: 200 len: 851 time: 0.0442436 Feb 02 07:37:10.587084 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a91f05-5988-476f-a4b4-e293f9f6dbd3 req-1b9596a5-3036-45ad-93c0-cca91ef9cfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:10.588528 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-14a91f05-5988-476f-a4b4-e293f9f6dbd3 req-1b9596a5-3036-45ad-93c0-cca91ef9cfbb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=99c393e5-edbe-4583-8514-7c998c6986c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0434711 Feb 02 07:37:10.680400 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-14a91f05-5988-476f-a4b4-e293f9f6dbd3 req-029767eb-d341-4041-aa40-6c2edba51164 service neutron] 10.222.0.59 "GET /v2.0/networks/99c393e5-edbe-4583-8514-7c998c6986c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862849 Feb 02 07:37:10.776762 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-14a91f05-5988-476f-a4b4-e293f9f6dbd3 req-ba9a71f0-2b87-4519-8895-0a4d42cbe286 service neutron] 10.222.0.59 "GET /v2.0/networks/99c393e5-edbe-4583-8514-7c998c6986c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904474 Feb 02 07:37:10.812614 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b119a3-5047-48da-8a45-d81ea353f992 req-ef0e288d-e663-4bf2-a35b-7918ba7634f0 tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:10.814136 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-85b119a3-5047-48da-8a45-d81ea353f992 req-ef0e288d-e663-4bf2-a35b-7918ba7634f0 tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] 10.222.0.87 "GET /v2.0/ports?device_id=e1a83ca3-cc31-4927-bb5d-423efee4aba1 HTTP/1.1" status: 200 len: 945 time: 0.0588095 Feb 02 07:37:10.861400 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-85b119a3-5047-48da-8a45-d81ea353f992 req-8f24b3bd-0d97-46ff-a902-ab6a7da485fe tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] 10.222.0.87 "GET /v2.0/security-groups?id=057c3d89-d8bc-4eb2-ac35-60ab509955e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414369 Feb 02 07:37:10.992551 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-894e094a-3639-4af2-b7ce-b43b1b65bd00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:11.193142 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc5405-3980-4045-b12b-25bdb5e56995 req-82c2eabb-a433-42d8-a899-dd63625db891 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:11.194630 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-02fc5405-3980-4045-b12b-25bdb5e56995 req-82c2eabb-a433-42d8-a899-dd63625db891 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=4b348af2-489e-4dc4-b2d6-d509fe2bc9d6 HTTP/1.1" status: 200 len: 945 time: 0.0556331 Feb 02 07:37:11.253365 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-02fc5405-3980-4045-b12b-25bdb5e56995 req-4624fc95-745e-4815-be82-1d061af5e8c5 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=1299b0ea-04df-46ba-b171-809f74bf98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524042 Feb 02 07:37:11.495427 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9ecddf-cbe0-4679-accb-953bef739afc req-367ef559-73bc-4f3d-aff1-5733dd96d097 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:11.497473 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0c9ecddf-cbe0-4679-accb-953bef739afc req-367ef559-73bc-4f3d-aff1-5733dd96d097 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=09eb562e-ea10-4891-b680-fe96bc257000 HTTP/1.1" status: 200 len: 943 time: 0.0530097 Feb 02 07:37:11.545365 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0c9ecddf-cbe0-4679-accb-953bef739afc req-aae86cd2-6dd8-4add-85bf-04d6aaa80967 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421183 Feb 02 07:37:11.989401 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc1ca9-0e9a-4554-bb1e-683222f46f80 req-8efb38b0-8354-4cd6-9952-32b324857f91 tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:11.990819 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-65bc1ca9-0e9a-4554-bb1e-683222f46f80 req-8efb38b0-8354-4cd6-9952-32b324857f91 tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] 10.222.0.87 "GET /v2.0/ports?device_id=e1a83ca3-cc31-4927-bb5d-423efee4aba1 HTTP/1.1" status: 200 len: 945 time: 0.0557876 Feb 02 07:37:12.056258 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-65bc1ca9-0e9a-4554-bb1e-683222f46f80 req-a25f2f20-e5b2-4a37-b2fd-0262e9eec3b4 tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] 10.222.0.87 "GET /v2.0/security-groups?id=057c3d89-d8bc-4eb2-ac35-60ab509955e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589309 Feb 02 07:37:12.326144 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d8d5ca-58d4-4542-97f3-af814d3d315b req-7e0568a2-ba15-43fa-a4c4-a3aadee8eb14 tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:12.327566 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a6d8d5ca-58d4-4542-97f3-af814d3d315b req-7e0568a2-ba15-43fa-a4c4-a3aadee8eb14 tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] 10.222.0.87 "GET /v2.0/ports?device_id=e1a83ca3-cc31-4927-bb5d-423efee4aba1 HTTP/1.1" status: 200 len: 945 time: 0.0607920 Feb 02 07:37:12.377125 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a6d8d5ca-58d4-4542-97f3-af814d3d315b req-8386b230-daa9-4826-8f9f-51690e1bac82 tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] 10.222.0.87 "GET /v2.0/security-groups?id=057c3d89-d8bc-4eb2-ac35-60ab509955e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432732 Feb 02 07:37:12.491285 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23409fb7-f9a1-4227-bdc7-39ccab9a4750 req-3169402f-d918-4763-b42b-7095ddeda646 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:12.492965 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-23409fb7-f9a1-4227-bdc7-39ccab9a4750 req-3169402f-d918-4763-b42b-7095ddeda646 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=4b348af2-489e-4dc4-b2d6-d509fe2bc9d6 HTTP/1.1" status: 200 len: 945 time: 0.0579247 Feb 02 07:37:12.547182 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-23409fb7-f9a1-4227-bdc7-39ccab9a4750 req-e69e9a90-5e19-4907-b03e-8940ea9160d3 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=1299b0ea-04df-46ba-b171-809f74bf98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476644 Feb 02 07:37:12.676119 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7557b5ad-cdf3-4002-9b3a-1abc62cb1308 req-4f138959-83be-4244-9141-9de26846ae72 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:12.677644 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7557b5ad-cdf3-4002-9b3a-1abc62cb1308 req-4f138959-83be-4244-9141-9de26846ae72 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=09eb562e-ea10-4891-b680-fe96bc257000 HTTP/1.1" status: 200 len: 943 time: 0.0586660 Feb 02 07:37:12.733917 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7557b5ad-cdf3-4002-9b3a-1abc62cb1308 req-01f850de-76d7-4a5e-8d33-e788bd5c659e tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505524 Feb 02 07:37:13.285118 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-eb6fffd7-8316-4e0f-a191-338ed7b21d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:13.504742 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0366e36-9575-4b50-bd7e-2b79ccbd5bb1 req-2e37c36f-16b0-4216-a8cf-e1503e61961a tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:13.506232 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d0366e36-9575-4b50-bd7e-2b79ccbd5bb1 req-2e37c36f-16b0-4216-a8cf-e1503e61961a tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] 10.222.0.87 "GET /v2.0/ports?device_id=e1a83ca3-cc31-4927-bb5d-423efee4aba1 HTTP/1.1" status: 200 len: 945 time: 0.0550642 Feb 02 07:37:13.553750 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d0366e36-9575-4b50-bd7e-2b79ccbd5bb1 req-36c22980-4cbe-4ec5-a95b-b74f7e66876f tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] 10.222.0.87 "GET /v2.0/security-groups?id=057c3d89-d8bc-4eb2-ac35-60ab509955e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407548 Feb 02 07:37:13.670876 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a918db-ae19-4637-8f6d-43f0a0512ac6 req-5895514e-2d27-4525-b2e7-03837384af04 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:13.672512 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a9a918db-ae19-4637-8f6d-43f0a0512ac6 req-5895514e-2d27-4525-b2e7-03837384af04 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=4b348af2-489e-4dc4-b2d6-d509fe2bc9d6 HTTP/1.1" status: 200 len: 945 time: 0.0544991 Feb 02 07:37:13.722496 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a9a918db-ae19-4637-8f6d-43f0a0512ac6 req-51a0610e-b27e-4d61-b7ef-8da76ba55718 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=1299b0ea-04df-46ba-b171-809f74bf98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443883 Feb 02 07:37:13.922797 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f25d611-44be-49dc-b5a1-c1445aadda59 req-01378cbf-51b6-4fbc-b062-fef6caa6209d tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:13.924316 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0f25d611-44be-49dc-b5a1-c1445aadda59 req-01378cbf-51b6-4fbc-b062-fef6caa6209d tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=09eb562e-ea10-4891-b680-fe96bc257000 HTTP/1.1" status: 200 len: 943 time: 0.0644865 Feb 02 07:37:14.017475 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0f25d611-44be-49dc-b5a1-c1445aadda59 req-6162a9af-0fd9-43ae-a113-f4c6094b1b00 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846570 Feb 02 07:37:14.022648 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ce2ae-ce29-430d-a7c3-49110e0cf75a req-bfd66dae-5c22-49a7-b5f5-566c2504db16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:14.024397 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c07ce2ae-ce29-430d-a7c3-49110e0cf75a req-bfd66dae-5c22-49a7-b5f5-566c2504db16 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2b89b1f78ca8422b99e7a8f45a3decb0&device_id=e1a83ca3-cc31-4927-bb5d-423efee4aba1 HTTP/1.1" status: 200 len: 1128 time: 0.0992310 Feb 02 07:37:14.200828 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ce2ae-ce29-430d-a7c3-49110e0cf75a req-de4d1747-1dea-4aba-99ad-6587cb8f2e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:14.202305 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c07ce2ae-ce29-430d-a7c3-49110e0cf75a req-de4d1747-1dea-4aba-99ad-6587cb8f2e00 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d1051c52-7548-494f-b0f4-d7a5246f2f54 HTTP/1.1" status: 200 len: 912 time: 0.1705983 Feb 02 07:37:14.213747 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b38ff57-4644-4ed4-b56c-39f6f504b840 req-54da0297-65d8-46b3-9bf8-b95b60b53df7 tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:14.216148 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7b38ff57-4644-4ed4-b56c-39f6f504b840 req-54da0297-65d8-46b3-9bf8-b95b60b53df7 tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] 10.222.0.87 "GET /v2.0/ports?device_id=e1a83ca3-cc31-4927-bb5d-423efee4aba1 HTTP/1.1" status: 200 len: 945 time: 0.1183884 Feb 02 07:37:14.252935 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c07ce2ae-ce29-430d-a7c3-49110e0cf75a req-2e6ce04b-e7ac-45ba-b237-ab67568e43c5 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3529bfce-f8c9-463a-b644-567456671ff2 HTTP/1.1" status: 200 len: 217 time: 0.0358026 Feb 02 07:37:14.341942 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7b38ff57-4644-4ed4-b56c-39f6f504b840 req-f3a2d4d2-5588-4134-854b-b356d0aac108 tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] 10.222.0.87 "GET /v2.0/security-groups?id=057c3d89-d8bc-4eb2-ac35-60ab509955e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913231 Feb 02 07:37:14.343461 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ce2ae-ce29-430d-a7c3-49110e0cf75a req-4c920f42-2748-4554-b907-53ae91d99ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:14.344830 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c07ce2ae-ce29-430d-a7c3-49110e0cf75a req-4c920f42-2748-4554-b907-53ae91d99ec5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4f71be52-5948-45ee-bd11-c6833ff232f8 HTTP/1.1" status: 200 len: 851 time: 0.0862322 Feb 02 07:37:14.381684 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c07ce2ae-ce29-430d-a7c3-49110e0cf75a req-9469412e-03d2-4e4d-be56-58f19667b07e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d1051c52-7548-494f-b0f4-d7a5246f2f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303295 Feb 02 07:37:14.500211 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c07ce2ae-ce29-430d-a7c3-49110e0cf75a req-d7ce8e5e-75a4-4629-a6b3-1248f94ba176 service neutron] 10.222.0.88 "GET /v2.0/networks/d1051c52-7548-494f-b0f4-d7a5246f2f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122143 Feb 02 07:37:14.618395 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c07ce2ae-ce29-430d-a7c3-49110e0cf75a req-62b33f85-6f81-43a1-8341-66d7d4fb4d07 service neutron] 10.222.0.88 "GET /v2.0/networks/d1051c52-7548-494f-b0f4-d7a5246f2f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122499 Feb 02 07:37:14.756376 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:14.867802 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f92b52-f4ba-43bb-8f76-f646171dd106 req-c73fb59a-ea24-492e-a9d9-c2de019cb061 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:14.872175 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-92f92b52-f4ba-43bb-8f76-f646171dd106 req-c73fb59a-ea24-492e-a9d9-c2de019cb061 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=4b348af2-489e-4dc4-b2d6-d509fe2bc9d6 HTTP/1.1" status: 200 len: 945 time: 0.0652359 Feb 02 07:37:14.936431 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-92f92b52-f4ba-43bb-8f76-f646171dd106 req-35ff04cf-6118-410d-a51d-e31e1aa77696 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=1299b0ea-04df-46ba-b171-809f74bf98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606387 Feb 02 07:37:15.190209 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d346886-ce10-43f8-9568-1080ddd3dbd2 req-48fa6a41-6a5c-400d-9658-6847eceedd07 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:15.191938 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4d346886-ce10-43f8-9568-1080ddd3dbd2 req-48fa6a41-6a5c-400d-9658-6847eceedd07 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=09eb562e-ea10-4891-b680-fe96bc257000 HTTP/1.1" status: 200 len: 943 time: 0.0769732 Feb 02 07:37:15.276181 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4d346886-ce10-43f8-9568-1080ddd3dbd2 req-e6a44f39-7bae-429d-96e8-291eea93262e tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749230 Feb 02 07:37:15.540647 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b688c02-18cb-4cd9-b94c-950bbccdc071 req-b78cf684-c1f4-4d6e-9d36-e67791635454 tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:15.542562 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3b688c02-18cb-4cd9-b94c-950bbccdc071 req-b78cf684-c1f4-4d6e-9d36-e67791635454 tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] 10.222.0.87 "GET /v2.0/ports?device_id=e1a83ca3-cc31-4927-bb5d-423efee4aba1 HTTP/1.1" status: 200 len: 945 time: 0.0693655 Feb 02 07:37:15.612566 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3b688c02-18cb-4cd9-b94c-950bbccdc071 req-eda79fe2-9a64-4766-8b3c-af1cc5cf870a tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] 10.222.0.87 "GET /v2.0/security-groups?id=057c3d89-d8bc-4eb2-ac35-60ab509955e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575960 Feb 02 07:37:16.114519 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d1a109-e51e-4875-b342-99d9015f6de1 req-e559d479-c3c4-4fd6-a597-88d5b26cd7c6 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:16.120196 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d8d1a109-e51e-4875-b342-99d9015f6de1 req-e559d479-c3c4-4fd6-a597-88d5b26cd7c6 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=4b348af2-489e-4dc4-b2d6-d509fe2bc9d6 HTTP/1.1" status: 200 len: 945 time: 0.0836270 Feb 02 07:37:16.138456 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:16.186317 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d8d1a109-e51e-4875-b342-99d9015f6de1 req-44eed7be-37b6-4a71-a2c3-912a6bffe562 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=1299b0ea-04df-46ba-b171-809f74bf98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580854 Feb 02 07:37:16.430736 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2c26a2-8739-4ddc-a438-f15b4e14b398 req-3122cd09-6cf9-40a5-ba5c-7c26f3944a3a tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:16.432497 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8e2c26a2-8739-4ddc-a438-f15b4e14b398 req-3122cd09-6cf9-40a5-ba5c-7c26f3944a3a tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=09eb562e-ea10-4891-b680-fe96bc257000 HTTP/1.1" status: 200 len: 943 time: 0.0708606 Feb 02 07:37:16.482730 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8e2c26a2-8739-4ddc-a438-f15b4e14b398 req-70413fc7-1c36-4389-9c4c-ccd104e7fa48 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431480 Feb 02 07:37:16.761057 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca000478-d728-4ffc-aa2a-30abe9172667 req-b6a508ec-a1a8-4775-83c9-a89f26318379 tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:16.768017 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ca000478-d728-4ffc-aa2a-30abe9172667 req-b6a508ec-a1a8-4775-83c9-a89f26318379 tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] 10.222.0.87 "GET /v2.0/ports?device_id=e1a83ca3-cc31-4927-bb5d-423efee4aba1 HTTP/1.1" status: 200 len: 945 time: 0.0703068 Feb 02 07:37:16.828952 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ca000478-d728-4ffc-aa2a-30abe9172667 req-9d5000a0-5b3c-44af-a075-3fba45a80276 tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] 10.222.0.87 "GET /v2.0/security-groups?id=057c3d89-d8bc-4eb2-ac35-60ab509955e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494671 Feb 02 07:37:17.115332 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bbc1ba-ee50-4fa1-939b-5dd6c995da3e req-400a7946-624e-410b-b7d9-fd91a7ce53a9 tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:17.116840 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-39bbc1ba-ee50-4fa1-939b-5dd6c995da3e req-400a7946-624e-410b-b7d9-fd91a7ce53a9 tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] 10.222.0.87 "GET /v2.0/ports?device_id=e1a83ca3-cc31-4927-bb5d-423efee4aba1 HTTP/1.1" status: 200 len: 945 time: 0.0562820 Feb 02 07:37:17.189949 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-39bbc1ba-ee50-4fa1-939b-5dd6c995da3e req-0ea4f01b-7fb2-48ee-9004-4da220ab1bc7 tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] 10.222.0.87 "GET /v2.0/security-groups?id=057c3d89-d8bc-4eb2-ac35-60ab509955e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623069 Feb 02 07:37:17.333443 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356cc300-4afe-4eb6-a12c-8d4d59c78211 req-3254b5da-96ab-4954-99a2-0db5da29075c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:17.335325 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-356cc300-4afe-4eb6-a12c-8d4d59c78211 req-3254b5da-96ab-4954-99a2-0db5da29075c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=4b348af2-489e-4dc4-b2d6-d509fe2bc9d6 HTTP/1.1" status: 200 len: 945 time: 0.0697916 Feb 02 07:37:17.392329 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-356cc300-4afe-4eb6-a12c-8d4d59c78211 req-aa7b5d90-89c3-48ef-ae59-899094a2a0f6 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=1299b0ea-04df-46ba-b171-809f74bf98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504255 Feb 02 07:37:17.426576 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:17.613091 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89662fe3-db9f-4303-a4e6-87f39e77165c req-8e3e958e-22bd-49fa-b657-758a1d1994b5 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:17.616160 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-89662fe3-db9f-4303-a4e6-87f39e77165c req-8e3e958e-22bd-49fa-b657-758a1d1994b5 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=09eb562e-ea10-4891-b680-fe96bc257000 HTTP/1.1" status: 200 len: 943 time: 0.0626435 Feb 02 07:37:17.664638 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-89662fe3-db9f-4303-a4e6-87f39e77165c req-1e84409c-e253-4c8f-a4a6-075d08bcc635 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442922 Feb 02 07:37:18.313787 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10159cea-f0ec-4273-bd62-da42fd8792ea req-01f8a930-ea1c-4a63-997a-0f92e3d7e3fe tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:18.315329 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-10159cea-f0ec-4273-bd62-da42fd8792ea req-01f8a930-ea1c-4a63-997a-0f92e3d7e3fe tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] 10.222.0.87 "GET /v2.0/ports?device_id=e1a83ca3-cc31-4927-bb5d-423efee4aba1 HTTP/1.1" status: 200 len: 945 time: 0.0549693 Feb 02 07:37:18.363797 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-10159cea-f0ec-4273-bd62-da42fd8792ea req-dc3c0b95-37a2-4c04-b178-bd0abb98ca52 tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] 10.222.0.87 "GET /v2.0/security-groups?id=057c3d89-d8bc-4eb2-ac35-60ab509955e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424702 Feb 02 07:37:18.517464 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb718896-b9b1-4caf-aaa6-6d49ece7d055 req-bfe84c9c-3e6f-4117-afec-0a76c408eccd tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:18.519259 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-eb718896-b9b1-4caf-aaa6-6d49ece7d055 req-bfe84c9c-3e6f-4117-afec-0a76c408eccd tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=4b348af2-489e-4dc4-b2d6-d509fe2bc9d6 HTTP/1.1" status: 200 len: 945 time: 0.0616379 Feb 02 07:37:18.878622 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-eb718896-b9b1-4caf-aaa6-6d49ece7d055 req-fc0aa89b-f8d5-4197-bc93-0e3c227e60e2 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=1299b0ea-04df-46ba-b171-809f74bf98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3534956 Feb 02 07:37:19.002635 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939d8362-e7e8-4bef-8ba0-6f45cc5add2f req-b37f68fc-573a-4f3d-8450-d9dc07f69905 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:19.004135 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-939d8362-e7e8-4bef-8ba0-6f45cc5add2f req-b37f68fc-573a-4f3d-8450-d9dc07f69905 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=09eb562e-ea10-4891-b680-fe96bc257000 HTTP/1.1" status: 200 len: 943 time: 0.0539844 Feb 02 07:37:19.052949 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-939d8362-e7e8-4bef-8ba0-6f45cc5add2f req-08457242-1aa5-4682-9ef5-45fbef660504 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431657 Feb 02 07:37:19.259478 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a31e61-d263-43fe-a1e9-8bd8863b843b req-20475fb1-6674-42f3-9d80-8290bca507a3 tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:19.261124 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-89a31e61-d263-43fe-a1e9-8bd8863b843b req-20475fb1-6674-42f3-9d80-8290bca507a3 tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] 10.222.0.88 "GET /v2.0/ports?device_id=e1a83ca3-cc31-4927-bb5d-423efee4aba1 HTTP/1.1" status: 200 len: 945 time: 0.0544024 Feb 02 07:37:19.360136 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-89a31e61-d263-43fe-a1e9-8bd8863b843b req-395bf7fd-e089-4d55-a68d-ab2d69b7e2bd tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] Deleting port 3529bfce-f8c9-463a-b644-567456671ff2 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:37:19.360920 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-89a31e61-d263-43fe-a1e9-8bd8863b843b req-395bf7fd-e089-4d55-a68d-ab2d69b7e2bd tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (3529bfce-f8c9-463a-b644-567456671ff2), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:19.487683 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-89a31e61-d263-43fe-a1e9-8bd8863b843b req-395bf7fd-e089-4d55-a68d-ab2d69b7e2bd tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] For port 3529bfce-f8c9-463a-b644-567456671ff2, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=3529bfce-f8c9-463a-b644-567456671ff2,segment=NetworkSegment(9a9a70c7-43b2-45b2-847b-4fce33d589dd),segment_id=9a9a70c7-43b2-45b2-847b-4fce33d589dd)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:37:19.488052 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-89a31e61-d263-43fe-a1e9-8bd8863b843b req-395bf7fd-e089-4d55-a68d-ab2d69b7e2bd tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (3529bfce-f8c9-463a-b644-567456671ff2), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:19.504057 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-89a31e61-d263-43fe-a1e9-8bd8863b843b req-395bf7fd-e089-4d55-a68d-ab2d69b7e2bd tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] Calling delete_port for 3529bfce-f8c9-463a-b644-567456671ff2 owned by compute:nova {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:37:19.528473 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53156cd6-a3da-4b4c-b2df-c9daf7f85455 req-8df1538b-c018-4ec7-a68d-eaccce362a10 tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:19.529874 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-53156cd6-a3da-4b4c-b2df-c9daf7f85455 req-8df1538b-c018-4ec7-a68d-eaccce362a10 tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] 10.222.0.87 "GET /v2.0/ports?device_id=e1a83ca3-cc31-4927-bb5d-423efee4aba1 HTTP/1.1" status: 200 len: 945 time: 0.0897615 Feb 02 07:37:19.624839 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-53156cd6-a3da-4b4c-b2df-c9daf7f85455 req-0be6afee-93b5-4c82-92d9-4c979ea52f64 tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] 10.222.0.87 "GET /v2.0/security-groups?id=057c3d89-d8bc-4eb2-ac35-60ab509955e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685275 Feb 02 07:37:19.682170 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-89a31e61-d263-43fe-a1e9-8bd8863b843b req-395bf7fd-e089-4d55-a68d-ab2d69b7e2bd tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (3529bfce-f8c9-463a-b644-567456671ff2), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:19.710654 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395bf7fd-e089-4d55-a68d-ab2d69b7e2bd tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] Pushing event deleted for resources: {'Port': ['ID=3529bfce-f8c9-463a-b644-567456671ff2,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:37:19.719436 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['3529bfce-f8c9-463a-b644-567456671ff2'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:37:19.754033 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-89a31e61-d263-43fe-a1e9-8bd8863b843b req-395bf7fd-e089-4d55-a68d-ab2d69b7e2bd tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] No DVR routers for this DVR port 3529bfce-f8c9-463a-b644-567456671ff2 on host n-h1-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:37:19.756690 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-89a31e61-d263-43fe-a1e9-8bd8863b843b req-395bf7fd-e089-4d55-a68d-ab2d69b7e2bd tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:19.760024 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-89a31e61-d263-43fe-a1e9-8bd8863b843b req-395bf7fd-e089-4d55-a68d-ab2d69b7e2bd tempest-TestServerAdvancedOps-1320300930 tempest-TestServerAdvancedOps-1320300930-project] 10.222.0.88 "DELETE /v2.0/ports/3529bfce-f8c9-463a-b644-567456671ff2 HTTP/1.1" status: 204 len: 173 time: 0.4939098 Feb 02 07:37:19.760465 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1a83ca3-cc31-4927-bb5d-423efee4aba1', 'name': 'network-vif-deleted', 'tag': '3529bfce-f8c9-463a-b644-567456671ff2'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:37:19.762793 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adda55fd-ea89-4090-a21e-97d24a2e279f" -d '{"events": [{"server_uuid": "e1a83ca3-cc31-4927-bb5d-423efee4aba1", "name": "network-vif-deleted", "tag": "3529bfce-f8c9-463a-b644-567456671ff2"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:37:19.802524 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50256786-511f-4af9-bd8e-db40cc42f457 x-openstack-request-id: req-50256786-511f-4af9-bd8e-db40cc42f457 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:37:19.802904 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1a83ca3-cc31-4927-bb5d-423efee4aba1", "name": "network-vif-deleted", "tag": "3529bfce-f8c9-463a-b644-567456671ff2", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:37:19.803210 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-50256786-511f-4af9-bd8e-db40cc42f457 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:37:19.803694 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1a83ca3-cc31-4927-bb5d-423efee4aba1', 'name': 'network-vif-deleted', 'tag': '3529bfce-f8c9-463a-b644-567456671ff2', 'status': 'completed', 'code': 200} Feb 02 07:37:20.017327 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b20f7a-57e9-4894-aa61-cac6202c3f96 req-d99f92d9-775e-4a83-a870-8fd455614408 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:20.019004 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c8b20f7a-57e9-4894-aa61-cac6202c3f96 req-d99f92d9-775e-4a83-a870-8fd455614408 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=4b348af2-489e-4dc4-b2d6-d509fe2bc9d6 HTTP/1.1" status: 200 len: 945 time: 0.0622032 Feb 02 07:37:20.070996 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c8b20f7a-57e9-4894-aa61-cac6202c3f96 req-0f20ff0e-5c8e-4bd7-b677-51fcafc97fdf tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=1299b0ea-04df-46ba-b171-809f74bf98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454743 Feb 02 07:37:20.142635 n-d-789963-26 neutron-server[109694]: INFO neutron.api.v2.resource [req-eed1a3a0-8645-4a0d-a1fb-c387bcf33fa4 req-22eaea3b-69da-406c-8c92-e705e6ea8194 service neutron] show failed (client error): The resource could not be found. Feb 02 07:37:20.143628 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-eed1a3a0-8645-4a0d-a1fb-c387bcf33fa4 req-22eaea3b-69da-406c-8c92-e705e6ea8194 service neutron] 10.222.0.88 "GET /v2.0/ports/f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9/bindings/n-h2-789963-26 HTTP/1.1" status: 404 len: 381 time: 0.0710938 Feb 02 07:37:20.186061 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c34d0-fda6-4941-ac80-c3e9b85e262c req-c0af8183-c365-43c0-990c-68fe96fd9948 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:20.187678 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8d8c34d0-fda6-4941-ac80-c3e9b85e262c req-c0af8183-c365-43c0-990c-68fe96fd9948 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=09eb562e-ea10-4891-b680-fe96bc257000 HTTP/1.1" status: 200 len: 943 time: 0.0572808 Feb 02 07:37:20.238476 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8d8c34d0-fda6-4941-ac80-c3e9b85e262c req-e0ec4cc2-a802-44a5-bbe5-48e9282fb726 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448980 Feb 02 07:37:20.416495 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1a3a0-8645-4a0d-a1fb-c387bcf33fa4 req-f6759fbd-c9e8-449c-91af-ce2232419090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:20.418061 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-eed1a3a0-8645-4a0d-a1fb-c387bcf33fa4 req-f6759fbd-c9e8-449c-91af-ce2232419090 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4b348af2-489e-4dc4-b2d6-d509fe2bc9d6&tenant_id=b5f86cce5c924f2695e5f2d21aa64848 HTTP/1.1" status: 200 len: 1128 time: 0.1064441 Feb 02 07:37:20.436784 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-eed1a3a0-8645-4a0d-a1fb-c387bcf33fa4 req-b2ec198d-a421-4b7f-a761-8eec895589b7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-26', 'device_owner': 'compute:nova'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:37:20.494706 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-eed1a3a0-8645-4a0d-a1fb-c387bcf33fa4 req-b2ec198d-a421-4b7f-a761-8eec895589b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:20.689067 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 33192) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:37:20.698596 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-eed1a3a0-8645-4a0d-a1fb-c387bcf33fa4 req-b2ec198d-a421-4b7f-a761-8eec895589b7 service neutron] For port f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9,segment=NetworkSegment(ee5d5a73-35cd-4069-8de1-074f6faf1dd1),segment_id=ee5d5a73-35cd-4069-8de1-074f6faf1dd1)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:37:20.733934 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-eed1a3a0-8645-4a0d-a1fb-c387bcf33fa4 req-b2ec198d-a421-4b7f-a761-8eec895589b7 service neutron] For port f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:37:20.736683 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f942658-c5b6-4474-83e8-35754ace2017 admin admin] Deleting subnet 4f71be52-5948-45ee-bd11-c6833ff232f8 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:37:20.739760 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5f942658-c5b6-4474-83e8-35754ace2017 admin admin] Publish callbacks [] for subnet (4f71be52-5948-45ee-bd11-c6833ff232f8), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:20.772967 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5f942658-c5b6-4474-83e8-35754ace2017 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (4f71be52-5948-45ee-bd11-c6833ff232f8), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:20.781891 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b348af2-489e-4dc4-b2d6-d509fe2bc9d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:37:20.784243 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a15dae6-2aa1-4147-9477-54fe4f61017a" -d '{"events": [{"server_uuid": "4b348af2-489e-4dc4-b2d6-d509fe2bc9d6", "name": "network-vif-unplugged", "status": "completed", "tag": "f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:37:20.788282 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-eed1a3a0-8645-4a0d-a1fb-c387bcf33fa4 req-b2ec198d-a421-4b7f-a761-8eec895589b7 service neutron] Publish callbacks [] for port (f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:20.801865 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-eed1a3a0-8645-4a0d-a1fb-c387bcf33fa4 req-b2ec198d-a421-4b7f-a761-8eec895589b7 service neutron] Transition to ACTIVE for port object f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9 will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:37:20.811954 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-eed1a3a0-8645-4a0d-a1fb-c387bcf33fa4 req-b2ec198d-a421-4b7f-a761-8eec895589b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:20.815849 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5f942658-c5b6-4474-83e8-35754ace2017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (4f71be52-5948-45ee-bd11-c6833ff232f8), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:20.861205 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 07:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ed433b-ddc0-42b5-9d2e-ee1df04d7393 x-openstack-request-id: req-d2ed433b-ddc0-42b5-9d2e-ee1df04d7393 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:37:20.861475 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b348af2-489e-4dc4-b2d6-d509fe2bc9d6", "name": "network-vif-unplugged", "status": "completed", "tag": "f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:37:20.861737 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d2ed433b-ddc0-42b5-9d2e-ee1df04d7393 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:37:20.862131 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b348af2-489e-4dc4-b2d6-d509fe2bc9d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9', 'code': 200} Feb 02 07:37:20.864905 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ec198d-a421-4b7f-a761-8eec895589b7 service neutron] Pushing event updated for resources: {'Port': ['ID=f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9,revision_number=6']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:37:20.882471 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5f942658-c5b6-4474-83e8-35754ace2017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (4f71be52-5948-45ee-bd11-c6833ff232f8), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:20.918949 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f942658-c5b6-4474-83e8-35754ace2017 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f71be52-5948-45ee-bd11-c6833ff232f8,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:37:20.920996 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5f942658-c5b6-4474-83e8-35754ace2017 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:20.924521 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-5f942658-c5b6-4474-83e8-35754ace2017 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/4f71be52-5948-45ee-bd11-c6833ff232f8 HTTP/1.1" status: 204 len: 168 time: 0.2344348 Feb 02 07:37:20.927156 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 33196) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:37:21.009016 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-01506eed-d5ad-41ec-995a-31e1add26fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (d1051c52-7548-494f-b0f4-d7a5246f2f54), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:21.028935 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-eed1a3a0-8645-4a0d-a1fb-c387bcf33fa4 req-b2ec198d-a421-4b7f-a761-8eec895589b7 service neutron] No DVR routers for this DVR port f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9 on host n-h1-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:37:21.118385 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-01506eed-d5ad-41ec-995a-31e1add26fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (d1051c52-7548-494f-b0f4-d7a5246f2f54), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:21.174738 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-01506eed-d5ad-41ec-995a-31e1add26fe3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1051c52-7548-494f-b0f4-d7a5246f2f54']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:37:21.201886 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-01506eed-d5ad-41ec-995a-31e1add26fe3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a9a70c7-43b2-45b2-847b-4fce33d589dd') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:37:21.202185 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-01506eed-d5ad-41ec-995a-31e1add26fe3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a9a70c7-43b2-45b2-847b-4fce33d589dd') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:37:21.214845 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-01506eed-d5ad-41ec-995a-31e1add26fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (9a9a70c7-43b2-45b2-847b-4fce33d589dd), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:21.233948 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-01506eed-d5ad-41ec-995a-31e1add26fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (9a9a70c7-43b2-45b2-847b-4fce33d589dd), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:21.242955 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01506eed-d5ad-41ec-995a-31e1add26fe3 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:37:21.243400 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-01506eed-d5ad-41ec-995a-31e1add26fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (9a9a70c7-43b2-45b2-847b-4fce33d589dd), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:21.245124 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:37:21.245124 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:37:21.245124 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:37:21.245124 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:37:21.245124 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:37:21.245124 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:37:21.245124 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:37:21.245124 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:37:21.245124 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:37:21.245124 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:37:21.245124 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:37:21.245124 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:37:21.245124 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:37:21.245124 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:37:21.245124 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:37:21.245124 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:37:21.245124 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:37:21.245124 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:37:21.245124 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:37:21.245124 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:37:21.245124 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:37:21.245124 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:37:21.245124 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:37:21.245124 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:37:21.245124 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:37:21.245124 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:37:21.245124 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:37:21.245124 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:37:21.245124 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:37:21.245124 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:37:21.245124 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:37:21.245124 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:37:21.265045 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef403143-9dc0-40b7-a26c-44c4ed979154 req-d8077c8c-7668-4a40-b15d-7156744abc03 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:21.266653 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ef403143-9dc0-40b7-a26c-44c4ed979154 req-d8077c8c-7668-4a40-b15d-7156744abc03 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=4b348af2-489e-4dc4-b2d6-d509fe2bc9d6 HTTP/1.1" status: 200 len: 943 time: 0.1062348 Feb 02 07:37:21.344482 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-01506eed-d5ad-41ec-995a-31e1add26fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (d1051c52-7548-494f-b0f4-d7a5246f2f54), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:21.354766 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-01506eed-d5ad-41ec-995a-31e1add26fe3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:21.358692 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-01506eed-d5ad-41ec-995a-31e1add26fe3 admin admin] 10.222.0.87 "DELETE /v2.0/networks/d1051c52-7548-494f-b0f4-d7a5246f2f54 HTTP/1.1" status: 204 len: 168 time: 0.4304888 Feb 02 07:37:21.364614 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 33202) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:37:21.385333 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ef403143-9dc0-40b7-a26c-44c4ed979154 req-fa3e2d4a-d9ee-479b-8fce-1878504939de tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=1299b0ea-04df-46ba-b171-809f74bf98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091819 Feb 02 07:37:21.403950 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01506eed-d5ad-41ec-995a-31e1add26fe3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1051c52-7548-494f-b0f4-d7a5246f2f54,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:37:21.439301 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e393a40-c703-4e6a-855b-fcf07adf3d42 admin admin] Deleting subnet 3febad9d-08ca-4486-aa67-77dbe22e4bbc {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:37:21.450588 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8e393a40-c703-4e6a-855b-fcf07adf3d42 admin admin] Publish callbacks [] for subnet (3febad9d-08ca-4486-aa67-77dbe22e4bbc), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:21.505835 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8e393a40-c703-4e6a-855b-fcf07adf3d42 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (3febad9d-08ca-4486-aa67-77dbe22e4bbc), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:21.576309 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8e393a40-c703-4e6a-855b-fcf07adf3d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (3febad9d-08ca-4486-aa67-77dbe22e4bbc), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:21.589105 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-eed1a3a0-8645-4a0d-a1fb-c387bcf33fa4 req-b2ec198d-a421-4b7f-a761-8eec895589b7 service neutron] Attempting to bind port f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9 on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:37:21.589674 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-eed1a3a0-8645-4a0d-a1fb-c387bcf33fa4 req-b2ec198d-a421-4b7f-a761-8eec895589b7 service neutron] Attempting to bind port f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9 by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': 'ee5d5a73-35cd-4069-8de1-074f6faf1dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5ecfd23c-0c0d-4908-8108-5b474fe181f4'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:37:21.589794 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed1a3a0-8645-4a0d-a1fb-c387bcf33fa4 req-b2ec198d-a421-4b7f-a761-8eec895589b7 service neutron] Attempting to bind port f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9 on network 5ecfd23c-0c0d-4908-8108-5b474fe181f4 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:37:21.594537 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed1a3a0-8645-4a0d-a1fb-c387bcf33fa4 req-b2ec198d-a421-4b7f-a761-8eec895589b7 service neutron] Port f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9 on network 5ecfd23c-0c0d-4908-8108-5b474fe181f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:37:21.594867 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed1a3a0-8645-4a0d-a1fb-c387bcf33fa4 req-b2ec198d-a421-4b7f-a761-8eec895589b7 service neutron] Attempting to bind port f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9 on network 5ecfd23c-0c0d-4908-8108-5b474fe181f4 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:37:21.600531 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed1a3a0-8645-4a0d-a1fb-c387bcf33fa4 req-b2ec198d-a421-4b7f-a761-8eec895589b7 service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:37:21.601159 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed1a3a0-8645-4a0d-a1fb-c387bcf33fa4 req-b2ec198d-a421-4b7f-a761-8eec895589b7 service neutron] Checking segment: {'id': 'ee5d5a73-35cd-4069-8de1-074f6faf1dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5ecfd23c-0c0d-4908-8108-5b474fe181f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:37:21.602059 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed1a3a0-8645-4a0d-a1fb-c387bcf33fa4 req-b2ec198d-a421-4b7f-a761-8eec895589b7 service neutron] Bound using segment: {'id': 'ee5d5a73-35cd-4069-8de1-074f6faf1dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5ecfd23c-0c0d-4908-8108-5b474fe181f4'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:37:21.602059 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-eed1a3a0-8645-4a0d-a1fb-c387bcf33fa4 req-b2ec198d-a421-4b7f-a761-8eec895589b7 service neutron] Bound port: f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee5d5a73-35cd-4069-8de1-074f6faf1dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5ecfd23c-0c0d-4908-8108-5b474fe181f4'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:37:21.602668 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-eed1a3a0-8645-4a0d-a1fb-c387bcf33fa4 req-b2ec198d-a421-4b7f-a761-8eec895589b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:21.609188 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd11eae2-edf3-48e8-9c0c-08f453b75dc4 req-dae8703c-3195-4ed1-b704-bb1a7275ee0a tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:21.610686 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cd11eae2-edf3-48e8-9c0c-08f453b75dc4 req-dae8703c-3195-4ed1-b704-bb1a7275ee0a tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=09eb562e-ea10-4891-b680-fe96bc257000 HTTP/1.1" status: 200 len: 943 time: 0.1201127 Feb 02 07:37:21.671808 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cd11eae2-edf3-48e8-9c0c-08f453b75dc4 req-30c44740-dd1c-46a6-a48c-e0759a4507d5 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548890 Feb 02 07:37:21.673775 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8e393a40-c703-4e6a-855b-fcf07adf3d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (3febad9d-08ca-4486-aa67-77dbe22e4bbc), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:21.702573 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-eed1a3a0-8645-4a0d-a1fb-c387bcf33fa4 req-b2ec198d-a421-4b7f-a761-8eec895589b7 service neutron] For port f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9, host n-h2-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:37:21.702812 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e393a40-c703-4e6a-855b-fcf07adf3d42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3febad9d-08ca-4486-aa67-77dbe22e4bbc,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:37:21.704448 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8e393a40-c703-4e6a-855b-fcf07adf3d42 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:21.707760 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-8e393a40-c703-4e6a-855b-fcf07adf3d42 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/3febad9d-08ca-4486-aa67-77dbe22e4bbc HTTP/1.1" status: 204 len: 168 time: 0.3421569 Feb 02 07:37:21.710002 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-eed1a3a0-8645-4a0d-a1fb-c387bcf33fa4 req-b2ec198d-a421-4b7f-a761-8eec895589b7 service neutron] For port f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9,segment=NetworkSegment(ee5d5a73-35cd-4069-8de1-074f6faf1dd1),segment_id=ee5d5a73-35cd-4069-8de1-074f6faf1dd1)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:37:21.710457 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 33204) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:37:21.719285 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-eed1a3a0-8645-4a0d-a1fb-c387bcf33fa4 req-b2ec198d-a421-4b7f-a761-8eec895589b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:21.756410 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1a3a0-8645-4a0d-a1fb-c387bcf33fa4 req-b2ec198d-a421-4b7f-a761-8eec895589b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:21.757413 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-eed1a3a0-8645-4a0d-a1fb-c387bcf33fa4 req-b2ec198d-a421-4b7f-a761-8eec895589b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:21.758943 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-eed1a3a0-8645-4a0d-a1fb-c387bcf33fa4 req-b2ec198d-a421-4b7f-a761-8eec895589b7 service neutron] 10.222.0.59 "PUT /v2.0/ports/f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9 HTTP/1.1" status: 200 len: 1092 time: 1.3270185 Feb 02 07:37:21.790852 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ec198d-a421-4b7f-a761-8eec895589b7 service neutron] Pushing event updated for resources: {'Port': ['ID=f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9,revision_number=7']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:37:21.799625 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2db7abb3-59ff-4d1e-b1b3-a668e1bcca07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (c2c43357-e4ce-46fe-913b-ef89f0750041), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:21.854261 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1a3a0-8645-4a0d-a1fb-c387bcf33fa4 req-b18d9db5-ad2f-4033-80c1-03c7665f337c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:21.857173 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-eed1a3a0-8645-4a0d-a1fb-c387bcf33fa4 req-b18d9db5-ad2f-4033-80c1-03c7665f337c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b5f86cce5c924f2695e5f2d21aa64848&device_id=4b348af2-489e-4dc4-b2d6-d509fe2bc9d6 HTTP/1.1" status: 200 len: 1126 time: 0.0617306 Feb 02 07:37:21.915676 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2db7abb3-59ff-4d1e-b1b3-a668e1bcca07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (c2c43357-e4ce-46fe-913b-ef89f0750041), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:21.943594 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-2db7abb3-59ff-4d1e-b1b3-a668e1bcca07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2c43357-e4ce-46fe-913b-ef89f0750041']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:37:21.954784 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-2db7abb3-59ff-4d1e-b1b3-a668e1bcca07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '096da041-496f-4e9f-aa62-85d2b08c1736') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:37:21.955092 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-2db7abb3-59ff-4d1e-b1b3-a668e1bcca07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '096da041-496f-4e9f-aa62-85d2b08c1736') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:37:21.972166 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2db7abb3-59ff-4d1e-b1b3-a668e1bcca07 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (096da041-496f-4e9f-aa62-85d2b08c1736), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:21.972410 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1a3a0-8645-4a0d-a1fb-c387bcf33fa4 req-9507df5f-e425-4464-acb8-d7373296cb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:21.973847 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-eed1a3a0-8645-4a0d-a1fb-c387bcf33fa4 req-9507df5f-e425-4464-acb8-d7373296cb66 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5ecfd23c-0c0d-4908-8108-5b474fe181f4 HTTP/1.1" status: 200 len: 898 time: 0.1107838 Feb 02 07:37:21.988786 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2db7abb3-59ff-4d1e-b1b3-a668e1bcca07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (096da041-496f-4e9f-aa62-85d2b08c1736), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:21.998359 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2db7abb3-59ff-4d1e-b1b3-a668e1bcca07 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:37:21.998769 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2db7abb3-59ff-4d1e-b1b3-a668e1bcca07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (096da041-496f-4e9f-aa62-85d2b08c1736), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:22.000562 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:37:22.000562 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:37:22.000562 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:37:22.000562 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:37:22.000562 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:37:22.000562 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:37:22.000562 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:37:22.000562 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:37:22.000562 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:37:22.000562 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:37:22.000562 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:37:22.000562 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:37:22.000562 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:37:22.000562 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:37:22.000562 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:37:22.000562 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:37:22.000562 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:37:22.000562 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:37:22.000562 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:37:22.000562 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:37:22.000562 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:37:22.000562 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:37:22.000562 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:37:22.000562 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:37:22.000562 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:37:22.000562 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:37:22.000562 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:37:22.000562 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:37:22.000562 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:37:22.000562 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:37:22.000562 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:37:22.000562 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:37:22.068528 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2db7abb3-59ff-4d1e-b1b3-a668e1bcca07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (c2c43357-e4ce-46fe-913b-ef89f0750041), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:22.084424 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2db7abb3-59ff-4d1e-b1b3-a668e1bcca07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:22.095074 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-2db7abb3-59ff-4d1e-b1b3-a668e1bcca07 admin admin] 10.222.0.87 "DELETE /v2.0/networks/c2c43357-e4ce-46fe-913b-ef89f0750041 HTTP/1.1" status: 204 len: 168 time: 0.3813438 Feb 02 07:37:22.095278 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-eed1a3a0-8645-4a0d-a1fb-c387bcf33fa4 req-f1728681-01e6-4037-a416-992c5ace4952 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9 HTTP/1.1" status: 200 len: 999 time: 0.1137218 Feb 02 07:37:22.113797 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db7abb3-59ff-4d1e-b1b3-a668e1bcca07 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2c43357-e4ce-46fe-913b-ef89f0750041,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:37:22.148586 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1a3a0-8645-4a0d-a1fb-c387bcf33fa4 req-23927cc3-7ef7-40a2-a356-24d71df7f8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:22.150469 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-eed1a3a0-8645-4a0d-a1fb-c387bcf33fa4 req-23927cc3-7ef7-40a2-a356-24d71df7f8f5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9ad812a5-1a13-4007-bc7e-49101064075f HTTP/1.1" status: 200 len: 833 time: 0.0500953 Feb 02 07:37:22.206089 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1a3a0-8645-4a0d-a1fb-c387bcf33fa4 req-41b90bd3-c78d-4fb7-bd1c-92c335e8a317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:22.207765 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-eed1a3a0-8645-4a0d-a1fb-c387bcf33fa4 req-41b90bd3-c78d-4fb7-bd1c-92c335e8a317 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5ecfd23c-0c0d-4908-8108-5b474fe181f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0510798 Feb 02 07:37:22.290643 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 33208) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:37:22.327199 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:22.356430 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-eed1a3a0-8645-4a0d-a1fb-c387bcf33fa4 req-745a2cd8-a7e0-43e8-8972-b7489b53abb2 service neutron] 10.222.0.59 "GET /v2.0/networks/5ecfd23c-0c0d-4908-8108-5b474fe181f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405087 Feb 02 07:37:22.370813 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-2929c25c-f333-466b-91c3-d6688956b953 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=2b89b1f78ca8422b99e7a8f45a3decb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0793619 Feb 02 07:37:22.373781 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 33210) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:37:22.428722 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-66d1db1f-2ade-41cf-b746-05e5f6bb7677 admin admin] Publish callbacks [] for security_group (057c3d89-d8bc-4eb2-ac35-60ab509955e7), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:22.461971 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-eed1a3a0-8645-4a0d-a1fb-c387bcf33fa4 req-bb7e1cfd-b921-43ec-abee-050fb782373f service neutron] 10.222.0.59 "GET /v2.0/networks/5ecfd23c-0c0d-4908-8108-5b474fe181f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002245 Feb 02 07:37:22.463484 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-66d1db1f-2ade-41cf-b746-05e5f6bb7677 admin admin] Publish callbacks [] for security_group (057c3d89-d8bc-4eb2-ac35-60ab509955e7), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:22.555779 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59464dae-f840-446e-98ea-b7771f10d824 req-0c575ef3-e10a-4f94-b96d-5b8040cecd94 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:22.557247 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-59464dae-f840-446e-98ea-b7771f10d824 req-0c575ef3-e10a-4f94-b96d-5b8040cecd94 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=4b348af2-489e-4dc4-b2d6-d509fe2bc9d6 HTTP/1.1" status: 200 len: 943 time: 0.0857356 Feb 02 07:37:22.573486 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-66d1db1f-2ade-41cf-b746-05e5f6bb7677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (057c3d89-d8bc-4eb2-ac35-60ab509955e7), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:22.576032 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-66d1db1f-2ade-41cf-b746-05e5f6bb7677 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:22.579416 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-66d1db1f-2ade-41cf-b746-05e5f6bb7677 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/057c3d89-d8bc-4eb2-ac35-60ab509955e7 HTTP/1.1" status: 204 len: 168 time: 0.2022355 Feb 02 07:37:22.597348 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1db1f-2ade-41cf-b746-05e5f6bb7677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057c3d89-d8bc-4eb2-ac35-60ab509955e7,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:37:22.632142 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-59464dae-f840-446e-98ea-b7771f10d824 req-798029f3-7f49-48bd-80bf-f9b1583c0d41 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=1299b0ea-04df-46ba-b171-809f74bf98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675278 Feb 02 07:37:22.813380 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c08d5b6-7234-4765-a639-2abb59065abb req-747c0be8-73ab-4df4-8c85-9137b4063b40 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:22.815192 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8c08d5b6-7234-4765-a639-2abb59065abb req-747c0be8-73ab-4df4-8c85-9137b4063b40 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=09eb562e-ea10-4891-b680-fe96bc257000 HTTP/1.1" status: 200 len: 943 time: 0.0611041 Feb 02 07:37:22.863583 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b348af2-489e-4dc4-b2d6-d509fe2bc9d6', 'tag': 'f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:37:22.866038 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb97915a-3040-45c7-b3b4-6b02c2db90f9" -d '{"events": [{"name": "network-changed", "server_uuid": "4b348af2-489e-4dc4-b2d6-d509fe2bc9d6", "tag": "f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:37:22.879517 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8c08d5b6-7234-4765-a639-2abb59065abb req-e9731463-6b7c-4752-87e8-5d21769792b2 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554156 Feb 02 07:37:22.944390 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2495d91f-c540-4ee9-a2a4-4c4e08294ba6 x-openstack-request-id: req-2495d91f-c540-4ee9-a2a4-4c4e08294ba6 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:37:22.944891 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b348af2-489e-4dc4-b2d6-d509fe2bc9d6", "tag": "f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:37:22.945050 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-2495d91f-c540-4ee9-a2a4-4c4e08294ba6 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:37:22.945556 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b348af2-489e-4dc4-b2d6-d509fe2bc9d6', 'tag': 'f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9', 'status': 'completed', 'code': 200} Feb 02 07:37:22.977908 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 33222) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:37:23.048530 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb97915a-3040-45c7-b3b4-6b02c2db90f9 req-0ed9984a-32de-4f4d-bb42-bb0685cce003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:23.050892 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bb97915a-3040-45c7-b3b4-6b02c2db90f9 req-0ed9984a-32de-4f4d-bb42-bb0685cce003 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b5f86cce5c924f2695e5f2d21aa64848&device_id=4b348af2-489e-4dc4-b2d6-d509fe2bc9d6 HTTP/1.1" status: 200 len: 1126 time: 0.0521419 Feb 02 07:37:23.062319 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-3a1bb06d-2835-41fe-8055-64d95224c0bb admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f285e905c00e424396a39dde8aa641ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0830646 Feb 02 07:37:23.064792 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 33224) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:37:23.083106 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb97915a-3040-45c7-b3b4-6b02c2db90f9 req-61a52202-df03-40ce-ba71-aeace57b08f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:23.084616 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bb97915a-3040-45c7-b3b4-6b02c2db90f9 req-61a52202-df03-40ce-ba71-aeace57b08f2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b5f86cce5c924f2695e5f2d21aa64848&device_id=4b348af2-489e-4dc4-b2d6-d509fe2bc9d6 HTTP/1.1" status: 200 len: 1126 time: 0.0865109 Feb 02 07:37:23.169599 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb97915a-3040-45c7-b3b4-6b02c2db90f9 req-c7df73b0-64a6-4a76-9ec4-efbd7cc25e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:23.171306 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bb97915a-3040-45c7-b3b4-6b02c2db90f9 req-c7df73b0-64a6-4a76-9ec4-efbd7cc25e7f service neutron] 10.222.0.59 "GET /v2.0/networks?id=5ecfd23c-0c0d-4908-8108-5b474fe181f4 HTTP/1.1" status: 200 len: 898 time: 0.1129854 Feb 02 07:37:23.184504 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7246e968-7daa-4f24-a4e3-748132c4d9f0 admin admin] Publish callbacks [] for security_group (f0bd9c15-c416-46a0-8a69-c23a810db068), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:23.222666 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7246e968-7daa-4f24-a4e3-748132c4d9f0 admin admin] Publish callbacks [] for security_group (f0bd9c15-c416-46a0-8a69-c23a810db068), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:23.229437 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb97915a-3040-45c7-b3b4-6b02c2db90f9 req-e398fe54-d9dc-4a78-97a1-928139910993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:23.231532 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bb97915a-3040-45c7-b3b4-6b02c2db90f9 req-e398fe54-d9dc-4a78-97a1-928139910993 service neutron] 10.222.0.88 "GET /v2.0/networks?id=5ecfd23c-0c0d-4908-8108-5b474fe181f4 HTTP/1.1" status: 200 len: 898 time: 0.1384714 Feb 02 07:37:23.245812 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bb97915a-3040-45c7-b3b4-6b02c2db90f9 req-e04d3c8d-8232-47b5-bfc4-19a2491ce98e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9 HTTP/1.1" status: 200 len: 999 time: 0.0682147 Feb 02 07:37:23.302300 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb97915a-3040-45c7-b3b4-6b02c2db90f9 req-8f83c34a-4bb4-4834-9c7e-373446f1ca92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:23.305217 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bb97915a-3040-45c7-b3b4-6b02c2db90f9 req-8f83c34a-4bb4-4834-9c7e-373446f1ca92 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9ad812a5-1a13-4007-bc7e-49101064075f HTTP/1.1" status: 200 len: 833 time: 0.0523658 Feb 02 07:37:23.319000 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bb97915a-3040-45c7-b3b4-6b02c2db90f9 req-d93aa27e-ed20-4739-8644-421d49180b24 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9 HTTP/1.1" status: 200 len: 999 time: 0.0785465 Feb 02 07:37:23.335991 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7246e968-7daa-4f24-a4e3-748132c4d9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (f0bd9c15-c416-46a0-8a69-c23a810db068), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:23.338530 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7246e968-7daa-4f24-a4e3-748132c4d9f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:23.342363 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-7246e968-7daa-4f24-a4e3-748132c4d9f0 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/f0bd9c15-c416-46a0-8a69-c23a810db068 HTTP/1.1" status: 204 len: 168 time: 0.2739389 Feb 02 07:37:23.371182 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb97915a-3040-45c7-b3b4-6b02c2db90f9 req-57f758d5-6394-44bb-88d9-baebc5e91000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:23.373652 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bb97915a-3040-45c7-b3b4-6b02c2db90f9 req-57f758d5-6394-44bb-88d9-baebc5e91000 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5ecfd23c-0c0d-4908-8108-5b474fe181f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0593264 Feb 02 07:37:23.378929 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7246e968-7daa-4f24-a4e3-748132c4d9f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0bd9c15-c416-46a0-8a69-c23a810db068,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:37:23.401914 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb97915a-3040-45c7-b3b4-6b02c2db90f9 req-7a59e652-e273-46e0-87f2-20f55b3c8373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:23.403498 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bb97915a-3040-45c7-b3b4-6b02c2db90f9 req-7a59e652-e273-46e0-87f2-20f55b3c8373 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9ad812a5-1a13-4007-bc7e-49101064075f HTTP/1.1" status: 200 len: 833 time: 0.0758235 Feb 02 07:37:23.490439 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb97915a-3040-45c7-b3b4-6b02c2db90f9 req-97ab03bf-ff8a-4dc4-b274-241adbbeaaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:23.492247 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bb97915a-3040-45c7-b3b4-6b02c2db90f9 req-97ab03bf-ff8a-4dc4-b274-241adbbeaaa7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5ecfd23c-0c0d-4908-8108-5b474fe181f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0833666 Feb 02 07:37:23.507018 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bb97915a-3040-45c7-b3b4-6b02c2db90f9 req-fe8da029-eba5-4acd-9941-9d9b8beb520f service neutron] 10.222.0.59 "GET /v2.0/networks/5ecfd23c-0c0d-4908-8108-5b474fe181f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248763 Feb 02 07:37:23.519832 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:37:23.593287 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] The host n-h1-789963-26 is not matching for port f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9 host n-h2-789963-26! {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 02 07:37:23.593940 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9 not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:37:23.594559 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 3529bfce-f8c9-463a-b644-567456671ff2 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:37:23.610621 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bb97915a-3040-45c7-b3b4-6b02c2db90f9 req-28c33fb8-2bc3-44b8-97d7-69cdd14d283a service neutron] 10.222.0.88 "GET /v2.0/networks/5ecfd23c-0c0d-4908-8108-5b474fe181f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096101 Feb 02 07:37:23.617207 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: 3529bfce-f8c9-463a-b644-567456671ff2 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:37:23.618091 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 3529bfce-f8c9-463a-b644-567456671ff2 not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:37:23.643309 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bb97915a-3040-45c7-b3b4-6b02c2db90f9 req-aab24ae4-8cf4-43e9-9489-e0b4cdbf9760 service neutron] 10.222.0.59 "GET /v2.0/networks/5ecfd23c-0c0d-4908-8108-5b474fe181f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287062 Feb 02 07:37:23.770363 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bb97915a-3040-45c7-b3b4-6b02c2db90f9 req-6e28d7c4-d0ab-4d14-b6a7-f24c0269e908 service neutron] 10.222.0.88 "GET /v2.0/networks/5ecfd23c-0c0d-4908-8108-5b474fe181f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498172 Feb 02 07:37:23.802522 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102fa484-29b2-4d18-8d4a-000b21ad30ec req-53a3d1df-d5ed-4359-ac27-c020c4b897a5 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:23.804602 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-102fa484-29b2-4d18-8d4a-000b21ad30ec req-53a3d1df-d5ed-4359-ac27-c020c4b897a5 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=4b348af2-489e-4dc4-b2d6-d509fe2bc9d6 HTTP/1.1" status: 200 len: 943 time: 0.0721474 Feb 02 07:37:23.866455 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-102fa484-29b2-4d18-8d4a-000b21ad30ec req-389f0b21-2e39-4c32-bf64-dd98d63d3f68 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=1299b0ea-04df-46ba-b171-809f74bf98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545306 Feb 02 07:37:24.022502 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed70430-bcbf-40d2-8507-3411cca0ba47 req-9efc0032-03c7-40cb-9512-3f2859d16b5a tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:24.024627 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-aed70430-bcbf-40d2-8507-3411cca0ba47 req-9efc0032-03c7-40cb-9512-3f2859d16b5a tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=09eb562e-ea10-4891-b680-fe96bc257000 HTTP/1.1" status: 200 len: 943 time: 0.0672503 Feb 02 07:37:24.098694 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-aed70430-bcbf-40d2-8507-3411cca0ba47 req-45d0d8e9-ba32-4b6c-b607-5139f2d7b013 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640926 Feb 02 07:37:24.993787 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea7b17-6723-4ef1-8e24-b1a400bf987b req-8492d5e6-e35f-46c3-ac19-0b74f3bf8c6b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:24.995289 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-86ea7b17-6723-4ef1-8e24-b1a400bf987b req-8492d5e6-e35f-46c3-ac19-0b74f3bf8c6b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=4b348af2-489e-4dc4-b2d6-d509fe2bc9d6 HTTP/1.1" status: 200 len: 943 time: 0.0549955 Feb 02 07:37:25.048836 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-86ea7b17-6723-4ef1-8e24-b1a400bf987b req-077b0382-4ca4-41fa-a1c8-42ec68c16fec tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=1299b0ea-04df-46ba-b171-809f74bf98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469685 Feb 02 07:37:25.188747 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:37:25.225292 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4ba7e-633f-4621-a18d-85ec4ff0d166 req-7ed9bd06-0fbc-40af-8838-0a98f8436f7c tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:25.226832 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-add4ba7e-633f-4621-a18d-85ec4ff0d166 req-7ed9bd06-0fbc-40af-8838-0a98f8436f7c tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=09eb562e-ea10-4891-b680-fe96bc257000 HTTP/1.1" status: 200 len: 943 time: 0.0557871 Feb 02 07:37:25.279074 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-add4ba7e-633f-4621-a18d-85ec4ff0d166 req-8b174b40-9b40-462e-8820-91a8c9640f03 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455465 Feb 02 07:37:26.179111 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ca7a60-6d73-4176-a8c6-0e408371ebbd req-484243bf-78b7-4895-afd0-ffb25f1383bb tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:26.180633 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-45ca7a60-6d73-4176-a8c6-0e408371ebbd req-484243bf-78b7-4895-afd0-ffb25f1383bb tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=4b348af2-489e-4dc4-b2d6-d509fe2bc9d6 HTTP/1.1" status: 200 len: 943 time: 0.0572701 Feb 02 07:37:26.231796 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-45ca7a60-6d73-4176-a8c6-0e408371ebbd req-87ee38c6-4edf-46a8-ae32-d546e3b75840 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=1299b0ea-04df-46ba-b171-809f74bf98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438755 Feb 02 07:37:26.519994 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a08380-09f3-425d-88fd-e52c596f33cd req-61ebbe3a-9841-4703-b1db-74efe688b6d2 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:26.521794 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-73a08380-09f3-425d-88fd-e52c596f33cd req-61ebbe3a-9841-4703-b1db-74efe688b6d2 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=09eb562e-ea10-4891-b680-fe96bc257000 HTTP/1.1" status: 200 len: 943 time: 0.0751970 Feb 02 07:37:26.549043 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97db3b4-cda7-4f55-8037-4fb99f70c0d5 req-7dd3fa28-77b7-4027-8f62-b1be7e0013ce tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:26.551054 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b97db3b4-cda7-4f55-8037-4fb99f70c0d5 req-7dd3fa28-77b7-4027-8f62-b1be7e0013ce tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b348af2-489e-4dc4-b2d6-d509fe2bc9d6&tenant_id=b5f86cce5c924f2695e5f2d21aa64848&binding%3Ahost_id=n-h2-789963-26 HTTP/1.1" status: 200 len: 943 time: 0.1344891 Feb 02 07:37:26.574286 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-73a08380-09f3-425d-88fd-e52c596f33cd req-b5cfc231-fe99-4f79-b508-e40cda5c6322 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446160 Feb 02 07:37:26.624864 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b97db3b4-cda7-4f55-8037-4fb99f70c0d5 req-08d06e6b-67b6-427d-bdc3-090a37a52ccc service neutron] 10.222.0.59 "GET /v2.0/ports/f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9/bindings/n-h2-789963-26 HTTP/1.1" status: 200 len: 383 time: 0.0671196 Feb 02 07:37:26.718716 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97db3b4-cda7-4f55-8037-4fb99f70c0d5 req-b89c7050-8b39-4f10-848a-274922144996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:26.720434 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b97db3b4-cda7-4f55-8037-4fb99f70c0d5 req-b89c7050-8b39-4f10-848a-274922144996 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b5f86cce5c924f2695e5f2d21aa64848&device_id=4b348af2-489e-4dc4-b2d6-d509fe2bc9d6 HTTP/1.1" status: 200 len: 1126 time: 0.0555358 Feb 02 07:37:26.720681 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872fc8fc-4621-4f04-aff6-93641599c306 req-23ff76d0-6bd2-4ff9-8702-d00e36f11a76 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:26.722168 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-872fc8fc-4621-4f04-aff6-93641599c306 req-23ff76d0-6bd2-4ff9-8702-d00e36f11a76 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=4b348af2-489e-4dc4-b2d6-d509fe2bc9d6 HTTP/1.1" status: 200 len: 943 time: 0.0664895 Feb 02 07:37:26.768838 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9 details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:37:26.775916 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-872fc8fc-4621-4f04-aff6-93641599c306 req-200b9909-8fdc-4b5d-ac80-1996cd822990 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=1299b0ea-04df-46ba-b171-809f74bf98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471494 Feb 02 07:37:26.835574 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97db3b4-cda7-4f55-8037-4fb99f70c0d5 req-8ac0997b-9073-47f7-9d3c-7afc2af7eda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:26.837136 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b97db3b4-cda7-4f55-8037-4fb99f70c0d5 req-8ac0997b-9073-47f7-9d3c-7afc2af7eda5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5ecfd23c-0c0d-4908-8108-5b474fe181f4 HTTP/1.1" status: 200 len: 898 time: 0.1106615 Feb 02 07:37:26.879622 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9,segment=NetworkSegment(ee5d5a73-35cd-4069-8de1-074f6faf1dd1),segment_id=ee5d5a73-35cd-4069-8de1-074f6faf1dd1)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:37:26.891927 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': 'f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9', 'network_id': '5ecfd23c-0c0d-4908-8108-5b474fe181f4', 'port_id': 'f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9', 'mac_address': 'fa:16:3e:86:a9:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ad812a5-1a13-4007-bc7e-49101064075f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:37:26.923497 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b97db3b4-cda7-4f55-8037-4fb99f70c0d5 req-fb66d448-b509-4784-a166-ae991141ee60 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9 HTTP/1.1" status: 200 len: 999 time: 0.0799153 Feb 02 07:37:26.932021 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:37:26.932483 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:26.950261 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:37:26.972595 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9,segment=NetworkSegment(ee5d5a73-35cd-4069-8de1-074f6faf1dd1),segment_id=ee5d5a73-35cd-4069-8de1-074f6faf1dd1)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:37:26.976960 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:26.984663 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97db3b4-cda7-4f55-8037-4fb99f70c0d5 req-ea9462ca-a573-4bbc-97c1-5d79c909aec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:26.986766 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b97db3b4-cda7-4f55-8037-4fb99f70c0d5 req-ea9462ca-a573-4bbc-97c1-5d79c909aec8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9ad812a5-1a13-4007-bc7e-49101064075f HTTP/1.1" status: 200 len: 833 time: 0.0579817 Feb 02 07:37:27.033978 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9,revision_number=8']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:37:27.048856 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97db3b4-cda7-4f55-8037-4fb99f70c0d5 req-b2a1a421-da62-4391-a8b3-f4c1ea74f50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:27.050608 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b97db3b4-cda7-4f55-8037-4fb99f70c0d5 req-b2a1a421-da62-4391-a8b3-f4c1ea74f50c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5ecfd23c-0c0d-4908-8108-5b474fe181f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0588114 Feb 02 07:37:27.155471 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b97db3b4-cda7-4f55-8037-4fb99f70c0d5 req-08aa6f4c-d848-4275-b4ca-16f10149af58 service neutron] 10.222.0.59 "GET /v2.0/networks/5ecfd23c-0c0d-4908-8108-5b474fe181f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980749 Feb 02 07:37:27.266238 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b97db3b4-cda7-4f55-8037-4fb99f70c0d5 req-329599a3-8591-4a92-a4ba-26b2877ef436 service neutron] 10.222.0.59 "GET /v2.0/networks/5ecfd23c-0c0d-4908-8108-5b474fe181f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046460 Feb 02 07:37:27.445277 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:37:27.545751 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:27.769775 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df97d78d-59f7-40ad-a968-4d43c3421059 req-49ca71d8-9312-4bd8-a2a1-f989cc4a4bcd tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:27.771311 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-df97d78d-59f7-40ad-a968-4d43c3421059 req-49ca71d8-9312-4bd8-a2a1-f989cc4a4bcd tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=09eb562e-ea10-4891-b680-fe96bc257000 HTTP/1.1" status: 200 len: 943 time: 0.0655065 Feb 02 07:37:27.836311 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-df97d78d-59f7-40ad-a968-4d43c3421059 req-115354b0-31aa-45e7-add6-ba63c2eab90e tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564020 Feb 02 07:37:27.972526 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e77f1-0058-4342-8d7b-dc9368720921 req-782854a8-a9f8-47bb-a0ce-cc450b8ab2a9 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:27.974314 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fd1e77f1-0058-4342-8d7b-dc9368720921 req-782854a8-a9f8-47bb-a0ce-cc450b8ab2a9 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=4b348af2-489e-4dc4-b2d6-d509fe2bc9d6 HTTP/1.1" status: 200 len: 944 time: 0.0785625 Feb 02 07:37:28.038049 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fd1e77f1-0058-4342-8d7b-dc9368720921 req-2525f8f3-cd79-45de-853d-44f3cce5b7db tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=1299b0ea-04df-46ba-b171-809f74bf98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570288 Feb 02 07:37:28.793050 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9 up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:37:28.842280 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:37:28.846348 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:37:28.846725 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:28.931917 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:37:28.932235 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:28.959212 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b348af2-489e-4dc4-b2d6-d509fe2bc9d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:37:28.961744 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acbc7538-0818-4a93-becc-ad1a3a4b2dfd" -d '{"events": [{"server_uuid": "4b348af2-489e-4dc4-b2d6-d509fe2bc9d6", "name": "network-vif-plugged", "status": "completed", "tag": "f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:37:28.974549 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9,segment=NetworkSegment(ee5d5a73-35cd-4069-8de1-074f6faf1dd1),segment_id=ee5d5a73-35cd-4069-8de1-074f6faf1dd1)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:37:28.979812 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:28.997212 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e992cf96-d27a-442c-9e22-64ccbc28e7a7 req-95009f52-2ed6-4d45-8b32-6fcacfdabc39 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:28.998953 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e992cf96-d27a-442c-9e22-64ccbc28e7a7 req-95009f52-2ed6-4d45-8b32-6fcacfdabc39 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=09eb562e-ea10-4891-b680-fe96bc257000 HTTP/1.1" status: 200 len: 943 time: 0.0823309 Feb 02 07:37:29.026343 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9,revision_number=9']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:37:29.053695 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e992cf96-d27a-442c-9e22-64ccbc28e7a7 req-1dd2524b-1c88-40f7-992e-6166b0a4cda0 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488095 Feb 02 07:37:29.111486 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea152cdb-7e71-4e4a-b831-a45b874bffcd x-openstack-request-id: req-ea152cdb-7e71-4e4a-b831-a45b874bffcd {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:37:29.112071 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b348af2-489e-4dc4-b2d6-d509fe2bc9d6", "name": "network-vif-plugged", "status": "completed", "tag": "f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:37:29.112399 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ea152cdb-7e71-4e4a-b831-a45b874bffcd {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:37:29.112866 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b348af2-489e-4dc4-b2d6-d509fe2bc9d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9', 'code': 200} Feb 02 07:37:29.208094 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b66c6-2a56-47b2-9ed1-7f051712344f req-d19fa287-7420-4d2e-9754-5aae57aeb8d4 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:29.210219 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-731b66c6-2a56-47b2-9ed1-7f051712344f req-d19fa287-7420-4d2e-9754-5aae57aeb8d4 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=4b348af2-489e-4dc4-b2d6-d509fe2bc9d6 HTTP/1.1" status: 200 len: 945 time: 0.0539408 Feb 02 07:37:29.270447 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-731b66c6-2a56-47b2-9ed1-7f051712344f req-eb6e2d50-224a-4fe0-89b9-3af16c76dc37 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=1299b0ea-04df-46ba-b171-809f74bf98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495946 Feb 02 07:37:29.638153 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97db3b4-cda7-4f55-8037-4fb99f70c0d5 req-9fb6ae12-d5e9-4455-8e93-f82097dbc244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:29.639693 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b97db3b4-cda7-4f55-8037-4fb99f70c0d5 req-9fb6ae12-d5e9-4455-8e93-f82097dbc244 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=4b348af2-489e-4dc4-b2d6-d509fe2bc9d6&tenant_id=b5f86cce5c924f2695e5f2d21aa64848 HTTP/1.1" status: 200 len: 1128 time: 0.0513344 Feb 02 07:37:29.656763 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-b97db3b4-cda7-4f55-8037-4fb99f70c0d5 req-55ced0f9-973e-4ba7-a240-bad6a6e1dde6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-26', 'device_owner': 'compute:nova'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:37:29.713667 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-b97db3b4-cda7-4f55-8037-4fb99f70c0d5 req-55ced0f9-973e-4ba7-a240-bad6a6e1dde6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:29.916173 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-b97db3b4-cda7-4f55-8037-4fb99f70c0d5 req-55ced0f9-973e-4ba7-a240-bad6a6e1dde6 service neutron] For port f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9,segment=NetworkSegment(ee5d5a73-35cd-4069-8de1-074f6faf1dd1),segment_id=ee5d5a73-35cd-4069-8de1-074f6faf1dd1)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:37:29.953977 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-b97db3b4-cda7-4f55-8037-4fb99f70c0d5 req-55ced0f9-973e-4ba7-a240-bad6a6e1dde6 service neutron] For port f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9, host n-h2-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:37:29.993068 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b348af2-489e-4dc4-b2d6-d509fe2bc9d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:37:29.995344 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b8f0db8-7d9b-4a26-8dea-ccd928afd26d" -d '{"events": [{"server_uuid": "4b348af2-489e-4dc4-b2d6-d509fe2bc9d6", "name": "network-vif-unplugged", "status": "completed", "tag": "f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:37:29.998969 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-b97db3b4-cda7-4f55-8037-4fb99f70c0d5 req-55ced0f9-973e-4ba7-a240-bad6a6e1dde6 service neutron] Publish callbacks [] for port (f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:30.016199 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-b97db3b4-cda7-4f55-8037-4fb99f70c0d5 req-55ced0f9-973e-4ba7-a240-bad6a6e1dde6 service neutron] Transition to ACTIVE for port object f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9 will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:37:30.020474 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-b97db3b4-cda7-4f55-8037-4fb99f70c0d5 req-55ced0f9-973e-4ba7-a240-bad6a6e1dde6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:30.054013 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 07:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55e4e51d-1ba5-422b-bb9c-7632f845d350 x-openstack-request-id: req-55e4e51d-1ba5-422b-bb9c-7632f845d350 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:37:30.054318 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b348af2-489e-4dc4-b2d6-d509fe2bc9d6", "name": "network-vif-unplugged", "status": "completed", "tag": "f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:37:30.054549 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-55e4e51d-1ba5-422b-bb9c-7632f845d350 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:37:30.054956 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b348af2-489e-4dc4-b2d6-d509fe2bc9d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9', 'code': 200} Feb 02 07:37:30.105404 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ced0f9-973e-4ba7-a240-bad6a6e1dde6 service neutron] Pushing event updated for resources: {'Port': ['ID=f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9,revision_number=10']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:37:30.162556 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-b97db3b4-cda7-4f55-8037-4fb99f70c0d5 req-55ced0f9-973e-4ba7-a240-bad6a6e1dde6 service neutron] No DVR routers for this DVR port f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9 on host n-h2-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:37:30.321861 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce58a232-cd96-44ee-b1f9-b1e8c08b6487 req-8e3e1368-007f-4af5-9a58-e7b40ebb0c49 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:30.323344 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ce58a232-cd96-44ee-b1f9-b1e8c08b6487 req-8e3e1368-007f-4af5-9a58-e7b40ebb0c49 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=09eb562e-ea10-4891-b680-fe96bc257000 HTTP/1.1" status: 200 len: 943 time: 0.1628809 Feb 02 07:37:30.408025 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ce58a232-cd96-44ee-b1f9-b1e8c08b6487 req-402837d9-42b5-410b-8ad1-175884abdbe3 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770905 Feb 02 07:37:30.409340 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-b97db3b4-cda7-4f55-8037-4fb99f70c0d5 req-55ced0f9-973e-4ba7-a240-bad6a6e1dde6 service neutron] Attempting to bind port f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:37:30.409688 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-b97db3b4-cda7-4f55-8037-4fb99f70c0d5 req-55ced0f9-973e-4ba7-a240-bad6a6e1dde6 service neutron] Attempting to bind port f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'ee5d5a73-35cd-4069-8de1-074f6faf1dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5ecfd23c-0c0d-4908-8108-5b474fe181f4'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:37:30.410040 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97db3b4-cda7-4f55-8037-4fb99f70c0d5 req-55ced0f9-973e-4ba7-a240-bad6a6e1dde6 service neutron] Attempting to bind port f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9 on network 5ecfd23c-0c0d-4908-8108-5b474fe181f4 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:37:30.415145 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97db3b4-cda7-4f55-8037-4fb99f70c0d5 req-55ced0f9-973e-4ba7-a240-bad6a6e1dde6 service neutron] Port f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9 on network 5ecfd23c-0c0d-4908-8108-5b474fe181f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:37:30.415735 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97db3b4-cda7-4f55-8037-4fb99f70c0d5 req-55ced0f9-973e-4ba7-a240-bad6a6e1dde6 service neutron] Attempting to bind port f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9 on network 5ecfd23c-0c0d-4908-8108-5b474fe181f4 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:37:30.421235 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97db3b4-cda7-4f55-8037-4fb99f70c0d5 req-55ced0f9-973e-4ba7-a240-bad6a6e1dde6 service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:37:30.421705 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97db3b4-cda7-4f55-8037-4fb99f70c0d5 req-55ced0f9-973e-4ba7-a240-bad6a6e1dde6 service neutron] Checking segment: {'id': 'ee5d5a73-35cd-4069-8de1-074f6faf1dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5ecfd23c-0c0d-4908-8108-5b474fe181f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:37:30.422414 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97db3b4-cda7-4f55-8037-4fb99f70c0d5 req-55ced0f9-973e-4ba7-a240-bad6a6e1dde6 service neutron] Bound using segment: {'id': 'ee5d5a73-35cd-4069-8de1-074f6faf1dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5ecfd23c-0c0d-4908-8108-5b474fe181f4'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:37:30.422966 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-b97db3b4-cda7-4f55-8037-4fb99f70c0d5 req-55ced0f9-973e-4ba7-a240-bad6a6e1dde6 service neutron] Bound port: f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee5d5a73-35cd-4069-8de1-074f6faf1dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '5ecfd23c-0c0d-4908-8108-5b474fe181f4'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:37:30.423516 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-b97db3b4-cda7-4f55-8037-4fb99f70c0d5 req-55ced0f9-973e-4ba7-a240-bad6a6e1dde6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:30.528132 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-b97db3b4-cda7-4f55-8037-4fb99f70c0d5 req-55ced0f9-973e-4ba7-a240-bad6a6e1dde6 service neutron] For port f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9, host n-h1-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:37:30.543946 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-b97db3b4-cda7-4f55-8037-4fb99f70c0d5 req-55ced0f9-973e-4ba7-a240-bad6a6e1dde6 service neutron] For port f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9,segment=NetworkSegment(ee5d5a73-35cd-4069-8de1-074f6faf1dd1),segment_id=ee5d5a73-35cd-4069-8de1-074f6faf1dd1)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:37:30.551890 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-b97db3b4-cda7-4f55-8037-4fb99f70c0d5 req-55ced0f9-973e-4ba7-a240-bad6a6e1dde6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:30.594236 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd292a-8260-4246-9b78-e2f5020d54ca req-f3e9247f-6a3c-4f52-8afe-dfa9ca42a538 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:30.595750 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-12fd292a-8260-4246-9b78-e2f5020d54ca req-f3e9247f-6a3c-4f52-8afe-dfa9ca42a538 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=4b348af2-489e-4dc4-b2d6-d509fe2bc9d6 HTTP/1.1" status: 200 len: 944 time: 0.1037457 Feb 02 07:37:30.596981 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97db3b4-cda7-4f55-8037-4fb99f70c0d5 req-55ced0f9-973e-4ba7-a240-bad6a6e1dde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:30.597577 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-b97db3b4-cda7-4f55-8037-4fb99f70c0d5 req-55ced0f9-973e-4ba7-a240-bad6a6e1dde6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:30.598972 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b97db3b4-cda7-4f55-8037-4fb99f70c0d5 req-55ced0f9-973e-4ba7-a240-bad6a6e1dde6 service neutron] 10.222.0.88 "PUT /v2.0/ports/f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9 HTTP/1.1" status: 200 len: 1093 time: 0.9466665 Feb 02 07:37:30.643783 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ced0f9-973e-4ba7-a240-bad6a6e1dde6 service neutron] Pushing event updated for resources: {'Port': ['ID=f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9,revision_number=11']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:37:30.703246 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-12fd292a-8260-4246-9b78-e2f5020d54ca req-d0a018ca-0254-4d4e-946d-69eea15e103e tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=1299b0ea-04df-46ba-b171-809f74bf98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925281 Feb 02 07:37:30.720563 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97db3b4-cda7-4f55-8037-4fb99f70c0d5 req-4fa8c19d-cf33-47ac-bc0a-b747a7f97d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:30.722250 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b97db3b4-cda7-4f55-8037-4fb99f70c0d5 req-4fa8c19d-cf33-47ac-bc0a-b747a7f97d02 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b5f86cce5c924f2695e5f2d21aa64848&device_id=4b348af2-489e-4dc4-b2d6-d509fe2bc9d6 HTTP/1.1" status: 200 len: 1127 time: 0.0687003 Feb 02 07:37:30.830573 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97db3b4-cda7-4f55-8037-4fb99f70c0d5 req-b3b68d0e-7363-437e-89a8-a144371dec2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:30.832293 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b97db3b4-cda7-4f55-8037-4fb99f70c0d5 req-b3b68d0e-7363-437e-89a8-a144371dec2e service neutron] 10.222.0.88 "GET /v2.0/networks?id=5ecfd23c-0c0d-4908-8108-5b474fe181f4 HTTP/1.1" status: 200 len: 898 time: 0.1039670 Feb 02 07:37:30.910735 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b97db3b4-cda7-4f55-8037-4fb99f70c0d5 req-ef16d7ef-5266-4db4-a75a-bb1943459965 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9 HTTP/1.1" status: 200 len: 999 time: 0.0706325 Feb 02 07:37:30.966119 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97db3b4-cda7-4f55-8037-4fb99f70c0d5 req-959f2263-696a-4716-bf0d-88b90d23bb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:30.967636 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b97db3b4-cda7-4f55-8037-4fb99f70c0d5 req-959f2263-696a-4716-bf0d-88b90d23bb46 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9ad812a5-1a13-4007-bc7e-49101064075f HTTP/1.1" status: 200 len: 833 time: 0.0503962 Feb 02 07:37:31.020741 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97db3b4-cda7-4f55-8037-4fb99f70c0d5 req-ace16e24-7124-4ba0-9df1-9ecef26bd3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:31.022289 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b97db3b4-cda7-4f55-8037-4fb99f70c0d5 req-ace16e24-7124-4ba0-9df1-9ecef26bd3d2 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5ecfd23c-0c0d-4908-8108-5b474fe181f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0490415 Feb 02 07:37:31.125100 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b97db3b4-cda7-4f55-8037-4fb99f70c0d5 req-787602e3-82f6-4a5f-9d16-dff7db3aead7 service neutron] 10.222.0.88 "GET /v2.0/networks/5ecfd23c-0c0d-4908-8108-5b474fe181f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952072 Feb 02 07:37:31.220513 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b97db3b4-cda7-4f55-8037-4fb99f70c0d5 req-3397ef50-a3fd-4573-8a12-9c75fcbd37e4 service neutron] 10.222.0.88 "GET /v2.0/networks/5ecfd23c-0c0d-4908-8108-5b474fe181f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900652 Feb 02 07:37:31.394705 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74898428-4782-4d18-8452-a2291e27f252 req-3636ecbe-b237-4e70-a477-c1c211364327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:31.396505 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-74898428-4782-4d18-8452-a2291e27f252 req-3636ecbe-b237-4e70-a477-c1c211364327 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b5f86cce5c924f2695e5f2d21aa64848&device_id=4b348af2-489e-4dc4-b2d6-d509fe2bc9d6 HTTP/1.1" status: 200 len: 1127 time: 0.0581181 Feb 02 07:37:31.538184 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74898428-4782-4d18-8452-a2291e27f252 req-3957977b-ac15-4b69-ae78-a654ae1a1a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:31.539673 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-74898428-4782-4d18-8452-a2291e27f252 req-3957977b-ac15-4b69-ae78-a654ae1a1a22 service neutron] 10.222.0.88 "GET /v2.0/networks?id=5ecfd23c-0c0d-4908-8108-5b474fe181f4 HTTP/1.1" status: 200 len: 898 time: 0.1257339 Feb 02 07:37:31.592344 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc22849-c08e-4f7d-aaf5-b35133588429 req-2e833c01-906c-4b12-b9c9-db762e142d57 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:31.593820 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1dc22849-c08e-4f7d-aaf5-b35133588429 req-2e833c01-906c-4b12-b9c9-db762e142d57 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=09eb562e-ea10-4891-b680-fe96bc257000 HTTP/1.1" status: 200 len: 943 time: 0.1029012 Feb 02 07:37:31.629488 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-74898428-4782-4d18-8452-a2291e27f252 req-43951a52-c35b-4b77-aac4-4de7af138a6e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9 HTTP/1.1" status: 200 len: 999 time: 0.0828967 Feb 02 07:37:31.686202 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1dc22849-c08e-4f7d-aaf5-b35133588429 req-ff48f1dc-db26-4d2b-94d6-e86ec000174c tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854762 Feb 02 07:37:31.696937 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74898428-4782-4d18-8452-a2291e27f252 req-2b857add-ffd1-4ba9-971a-10198efe91b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:31.698460 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-74898428-4782-4d18-8452-a2291e27f252 req-2b857add-ffd1-4ba9-971a-10198efe91b0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9ad812a5-1a13-4007-bc7e-49101064075f HTTP/1.1" status: 200 len: 833 time: 0.0625072 Feb 02 07:37:31.754153 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74898428-4782-4d18-8452-a2291e27f252 req-dd1adc36-74ec-4e2b-b757-7edf0c9fdd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:31.755693 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-74898428-4782-4d18-8452-a2291e27f252 req-dd1adc36-74ec-4e2b-b757-7edf0c9fdd9b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5ecfd23c-0c0d-4908-8108-5b474fe181f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0515475 Feb 02 07:37:31.902059 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c05cc8-315a-4342-a4bb-2208d783ea25 req-425a1baa-3e6e-4d56-93d2-4225455bacc3 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:31.904718 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-17c05cc8-315a-4342-a4bb-2208d783ea25 req-425a1baa-3e6e-4d56-93d2-4225455bacc3 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=4b348af2-489e-4dc4-b2d6-d509fe2bc9d6 HTTP/1.1" status: 200 len: 944 time: 0.1180124 Feb 02 07:37:31.908971 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-74898428-4782-4d18-8452-a2291e27f252 req-218cc40c-345d-44f3-8961-6eea4df3d710 service neutron] 10.222.0.88 "GET /v2.0/networks/5ecfd23c-0c0d-4908-8108-5b474fe181f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466849 Feb 02 07:37:32.236571 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b348af2-489e-4dc4-b2d6-d509fe2bc9d6', 'tag': 'f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:37:32.239050 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18dcafab-7232-4428-9a2d-9b45a2ac9c0c" -d '{"events": [{"name": "network-changed", "server_uuid": "4b348af2-489e-4dc4-b2d6-d509fe2bc9d6", "tag": "f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:37:32.326419 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-17c05cc8-315a-4342-a4bb-2208d783ea25 req-f9cfeb5d-0e11-4469-bb45-bd181a0fc3ca tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=1299b0ea-04df-46ba-b171-809f74bf98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4157362 Feb 02 07:37:32.348642 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-74898428-4782-4d18-8452-a2291e27f252 req-1ee1075c-a8f6-45e2-b111-6a3c9ad5afc7 service neutron] 10.222.0.88 "GET /v2.0/networks/5ecfd23c-0c0d-4908-8108-5b474fe181f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4313271 Feb 02 07:37:32.394619 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac36384-3af4-4f14-b6d5-d2e2d7e70f8e x-openstack-request-id: req-7ac36384-3af4-4f14-b6d5-d2e2d7e70f8e {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:37:32.395174 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b348af2-489e-4dc4-b2d6-d509fe2bc9d6", "tag": "f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:37:32.395678 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7ac36384-3af4-4f14-b6d5-d2e2d7e70f8e {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:37:32.396464 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b348af2-489e-4dc4-b2d6-d509fe2bc9d6', 'tag': 'f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9', 'status': 'completed', 'code': 200} Feb 02 07:37:32.484493 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dcafab-7232-4428-9a2d-9b45a2ac9c0c req-3d4fa0c3-b041-4ab6-a193-5df9fa01ea15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:32.486830 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-18dcafab-7232-4428-9a2d-9b45a2ac9c0c req-3d4fa0c3-b041-4ab6-a193-5df9fa01ea15 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b5f86cce5c924f2695e5f2d21aa64848&device_id=4b348af2-489e-4dc4-b2d6-d509fe2bc9d6 HTTP/1.1" status: 200 len: 1127 time: 0.0536492 Feb 02 07:37:32.493864 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dcafab-7232-4428-9a2d-9b45a2ac9c0c req-3425be21-4d3c-4ffc-a41c-f1845971e691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:32.495577 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-18dcafab-7232-4428-9a2d-9b45a2ac9c0c req-3425be21-4d3c-4ffc-a41c-f1845971e691 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b5f86cce5c924f2695e5f2d21aa64848&device_id=4b348af2-489e-4dc4-b2d6-d509fe2bc9d6 HTTP/1.1" status: 200 len: 1127 time: 0.0564108 Feb 02 07:37:32.583458 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dcafab-7232-4428-9a2d-9b45a2ac9c0c req-a373315d-b7c6-4923-8434-53f2a9ef6e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:32.584998 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-18dcafab-7232-4428-9a2d-9b45a2ac9c0c req-a373315d-b7c6-4923-8434-53f2a9ef6e56 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5ecfd23c-0c0d-4908-8108-5b474fe181f4 HTTP/1.1" status: 200 len: 898 time: 0.0926430 Feb 02 07:37:32.604478 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dcafab-7232-4428-9a2d-9b45a2ac9c0c req-812a972c-8cf2-4dd3-b51b-adcb882cf8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:32.606250 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-18dcafab-7232-4428-9a2d-9b45a2ac9c0c req-812a972c-8cf2-4dd3-b51b-adcb882cf8e2 service neutron] 10.222.0.88 "GET /v2.0/networks?id=5ecfd23c-0c0d-4908-8108-5b474fe181f4 HTTP/1.1" status: 200 len: 898 time: 0.1007748 Feb 02 07:37:32.666593 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-18dcafab-7232-4428-9a2d-9b45a2ac9c0c req-20e340c3-11d1-49a7-8f0b-198ece203c2e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9 HTTP/1.1" status: 200 len: 999 time: 0.0753088 Feb 02 07:37:32.705452 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-18dcafab-7232-4428-9a2d-9b45a2ac9c0c req-57c1c92d-4756-4c6d-aa94-556536ddb2e1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9 HTTP/1.1" status: 200 len: 999 time: 0.0754619 Feb 02 07:37:32.723307 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dcafab-7232-4428-9a2d-9b45a2ac9c0c req-21a66948-3219-4907-85e7-3d89b9be5f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:32.725294 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-18dcafab-7232-4428-9a2d-9b45a2ac9c0c req-21a66948-3219-4907-85e7-3d89b9be5f8a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9ad812a5-1a13-4007-bc7e-49101064075f HTTP/1.1" status: 200 len: 833 time: 0.0531838 Feb 02 07:37:32.787649 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dcafab-7232-4428-9a2d-9b45a2ac9c0c req-ee439f4a-a8fc-488a-a869-1eb46c7abfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:32.789198 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-18dcafab-7232-4428-9a2d-9b45a2ac9c0c req-ee439f4a-a8fc-488a-a869-1eb46c7abfdb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5ecfd23c-0c0d-4908-8108-5b474fe181f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0574365 Feb 02 07:37:32.812916 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9 no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:37:32.821181 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dcafab-7232-4428-9a2d-9b45a2ac9c0c req-9636fb9f-2afb-4fab-918f-70f0fa3cf80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:32.823214 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-18dcafab-7232-4428-9a2d-9b45a2ac9c0c req-9636fb9f-2afb-4fab-918f-70f0fa3cf80b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9ad812a5-1a13-4007-bc7e-49101064075f HTTP/1.1" status: 200 len: 833 time: 0.1104691 Feb 02 07:37:32.859367 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] The host n-h2-789963-26 is not matching for port f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9 host n-h1-789963-26! {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 02 07:37:32.859827 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9 not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:37:32.894096 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a022ab-8c2e-4b7c-af55-f4ab9f98aa85 req-91a4d7ad-0f18-43d5-b2c9-5d3868a6bda6 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:32.895905 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-15a022ab-8c2e-4b7c-af55-f4ab9f98aa85 req-91a4d7ad-0f18-43d5-b2c9-5d3868a6bda6 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=09eb562e-ea10-4891-b680-fe96bc257000 HTTP/1.1" status: 200 len: 943 time: 0.1217964 Feb 02 07:37:32.928432 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-18dcafab-7232-4428-9a2d-9b45a2ac9c0c req-68ad516e-f645-45d6-9dfc-a4cfd25352b5 service neutron] 10.222.0.59 "GET /v2.0/networks/5ecfd23c-0c0d-4908-8108-5b474fe181f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337078 Feb 02 07:37:32.947486 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dcafab-7232-4428-9a2d-9b45a2ac9c0c req-0cfccffe-eb3b-4f17-92f5-4669ca9f3ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:32.949982 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-18dcafab-7232-4428-9a2d-9b45a2ac9c0c req-0cfccffe-eb3b-4f17-92f5-4669ca9f3ef0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5ecfd23c-0c0d-4908-8108-5b474fe181f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1183059 Feb 02 07:37:32.985948 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-15a022ab-8c2e-4b7c-af55-f4ab9f98aa85 req-8e0bc5ca-8d75-45db-9ffc-98930c7f0552 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813849 Feb 02 07:37:33.030038 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-18dcafab-7232-4428-9a2d-9b45a2ac9c0c req-ce5b3411-772f-4c75-922e-5416bf159f97 service neutron] 10.222.0.59 "GET /v2.0/networks/5ecfd23c-0c0d-4908-8108-5b474fe181f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956814 Feb 02 07:37:33.055338 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-18dcafab-7232-4428-9a2d-9b45a2ac9c0c req-dc31761c-98c7-4e75-aaf5-e25a232b4476 service neutron] 10.222.0.88 "GET /v2.0/networks/5ecfd23c-0c0d-4908-8108-5b474fe181f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928094 Feb 02 07:37:33.155953 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-18dcafab-7232-4428-9a2d-9b45a2ac9c0c req-ed73d904-82de-4f75-8dbf-f04e94601ff3 service neutron] 10.222.0.88 "GET /v2.0/networks/5ecfd23c-0c0d-4908-8108-5b474fe181f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946014 Feb 02 07:37:33.456712 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9436b1a-97af-4a2e-b3b7-59154a6b5293 req-086a0867-a4a9-4ce4-9311-84e5e4b63c89 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:33.458187 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a9436b1a-97af-4a2e-b3b7-59154a6b5293 req-086a0867-a4a9-4ce4-9311-84e5e4b63c89 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=4b348af2-489e-4dc4-b2d6-d509fe2bc9d6 HTTP/1.1" status: 200 len: 944 time: 0.0551927 Feb 02 07:37:33.509482 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a9436b1a-97af-4a2e-b3b7-59154a6b5293 req-64af6acc-b446-4f30-b970-715d0f1500f3 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=1299b0ea-04df-46ba-b171-809f74bf98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448639 Feb 02 07:37:33.537200 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 33270) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:37:33.575428 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:37:33.613070 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-921aa446-4c3f-429b-9ef4-71bce67adf8a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/floatingips/d71f4000-1ed9-4150-8986-7cd86a312702 HTTP/1.1" status: 200 len: 991 time: 0.0746319 Feb 02 07:37:33.681916 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9,segment=NetworkSegment(ee5d5a73-35cd-4069-8de1-074f6faf1dd1),segment_id=ee5d5a73-35cd-4069-8de1-074f6faf1dd1)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:37:33.698500 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': 'f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9', 'network_id': '5ecfd23c-0c0d-4908-8108-5b474fe181f4', 'port_id': 'f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9', 'mac_address': 'fa:16:3e:86:a9:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ad812a5-1a13-4007-bc7e-49101064075f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:37:33.741094 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:37:33.741574 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:33.757190 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:37:33.779514 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9,segment=NetworkSegment(ee5d5a73-35cd-4069-8de1-074f6faf1dd1),segment_id=ee5d5a73-35cd-4069-8de1-074f6faf1dd1)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:37:33.783639 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:33.835416 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9,revision_number=12']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:37:33.843807 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:37:33.844187 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:37:33.844630 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:37:33.845004 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:37:33.845402 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:37:33.845837 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:37:33.846201 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:37:33.846539 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:37:33.846898 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:37:33.847286 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:37:33.847706 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:37:33.848066 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:37:33.848515 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:37:34.052513 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:37:34.121065 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4728d31-02eb-4c4d-9dd6-734ae2951e5f req-7799765d-009b-4936-9cb9-95ff719dbf25 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:34.122926 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b4728d31-02eb-4c4d-9dd6-734ae2951e5f req-7799765d-009b-4936-9cb9-95ff719dbf25 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=09eb562e-ea10-4891-b680-fe96bc257000 HTTP/1.1" status: 200 len: 943 time: 0.0613148 Feb 02 07:37:34.181474 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b4728d31-02eb-4c4d-9dd6-734ae2951e5f req-702461d0-30f8-4180-88ba-f223abdf084f tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518258 Feb 02 07:37:35.308735 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d1a6c5-4580-4801-84d4-0e8bf94fc09b req-b5916218-cc00-4cfb-9f05-b8249f70b819 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:35.312421 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-36d1a6c5-4580-4801-84d4-0e8bf94fc09b req-b5916218-cc00-4cfb-9f05-b8249f70b819 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=09eb562e-ea10-4891-b680-fe96bc257000 HTTP/1.1" status: 200 len: 943 time: 0.0603325 Feb 02 07:37:35.371816 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-36d1a6c5-4580-4801-84d4-0e8bf94fc09b req-60fceb36-138c-407b-9fe0-c5d2e0c897bc tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535173 Feb 02 07:37:35.575577 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:37:35.627284 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:37:35.632861 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:37:35.633305 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:35.711922 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:37:35.712309 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:35.734931 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b348af2-489e-4dc4-b2d6-d509fe2bc9d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:37:35.737159 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df2ab43-512e-44ee-b5df-7ff77fdf96fd" -d '{"events": [{"server_uuid": "4b348af2-489e-4dc4-b2d6-d509fe2bc9d6", "name": "network-vif-plugged", "status": "completed", "tag": "f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:37:35.748993 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9,segment=NetworkSegment(ee5d5a73-35cd-4069-8de1-074f6faf1dd1),segment_id=ee5d5a73-35cd-4069-8de1-074f6faf1dd1)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:37:35.753346 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:35.776232 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b2d6a9-375a-4737-9f96-96e5912cc81f x-openstack-request-id: req-53b2d6a9-375a-4737-9f96-96e5912cc81f {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:37:35.776523 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b348af2-489e-4dc4-b2d6-d509fe2bc9d6", "name": "network-vif-plugged", "status": "completed", "tag": "f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:37:35.776784 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-53b2d6a9-375a-4737-9f96-96e5912cc81f {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:37:35.777169 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b348af2-489e-4dc4-b2d6-d509fe2bc9d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9', 'code': 200} Feb 02 07:37:35.802558 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9,revision_number=13']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:37:36.494189 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c14f3-3260-4170-bb69-ed4fbd3aa9a1 req-99741da4-5239-4043-8bc8-0e5f78086222 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:36.495779 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ef9c14f3-3260-4170-bb69-ed4fbd3aa9a1 req-99741da4-5239-4043-8bc8-0e5f78086222 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=09eb562e-ea10-4891-b680-fe96bc257000 HTTP/1.1" status: 200 len: 943 time: 0.0533352 Feb 02 07:37:36.542287 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ef9c14f3-3260-4170-bb69-ed4fbd3aa9a1 req-4587e0fe-ca29-4f5c-ac63-f20d31ad9ac0 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405922 Feb 02 07:37:37.662913 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b8dbe-0023-4f0f-bdbc-8ff5f87b3b38 req-61c34e32-f448-4ef8-b17d-cca893059afa tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:37.664448 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-254b8dbe-0023-4f0f-bdbc-8ff5f87b3b38 req-61c34e32-f448-4ef8-b17d-cca893059afa tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=09eb562e-ea10-4891-b680-fe96bc257000 HTTP/1.1" status: 200 len: 943 time: 0.0545208 Feb 02 07:37:37.711011 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-254b8dbe-0023-4f0f-bdbc-8ff5f87b3b38 req-7b8f726e-0881-493c-bc56-d8cb345d7083 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406418 Feb 02 07:37:38.835210 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd90708e-c25b-4fe9-8632-236ab2048f72 req-3617da44-71fd-42b8-83a3-01c1ad9b3701 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:38.836722 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cd90708e-c25b-4fe9-8632-236ab2048f72 req-3617da44-71fd-42b8-83a3-01c1ad9b3701 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=09eb562e-ea10-4891-b680-fe96bc257000 HTTP/1.1" status: 200 len: 943 time: 0.0570216 Feb 02 07:37:38.883905 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cd90708e-c25b-4fe9-8632-236ab2048f72 req-68fd7cde-c570-49cf-b753-0689337a7eae tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414839 Feb 02 07:37:40.002794 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ea9489-daf6-41ad-bcd9-98e3c72fd190 req-082ba5d2-adc6-40ef-bbdf-398af50265f1 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:40.004353 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-69ea9489-daf6-41ad-bcd9-98e3c72fd190 req-082ba5d2-adc6-40ef-bbdf-398af50265f1 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=09eb562e-ea10-4891-b680-fe96bc257000 HTTP/1.1" status: 200 len: 943 time: 0.0526519 Feb 02 07:37:40.053788 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-69ea9489-daf6-41ad-bcd9-98e3c72fd190 req-93b25bdb-d457-4639-824c-0c9081675bd6 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439596 Feb 02 07:37:40.847283 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device e75c9c2b-84ac-4eb4-a13b-83d6fc1272e0 details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:37:40.943250 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port e75c9c2b-84ac-4eb4-a13b-83d6fc1272e0, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=e75c9c2b-84ac-4eb4-a13b-83d6fc1272e0,segment=NetworkSegment(7fbd5ca3-5d78-4819-a656-2bb76c5c6480),segment_id=7fbd5ca3-5d78-4819-a656-2bb76c5c6480)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:37:40.954314 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': 'e75c9c2b-84ac-4eb4-a13b-83d6fc1272e0', 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0', 'port_id': 'e75c9c2b-84ac-4eb4-a13b-83d6fc1272e0', 'mac_address': 'fa:16:3e:1b:98:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f0c010c-d5c1-4b63-8939-b46551f6cb84', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:37:41.005310 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port e75c9c2b-84ac-4eb4-a13b-83d6fc1272e0 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:37:41.005646 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (e75c9c2b-84ac-4eb4-a13b-83d6fc1272e0), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:41.008667 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c2cbf559-094f-449f-ab07-8a44c5fdcbaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:41.020253 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e75c9c2b-84ac-4eb4-a13b-83d6fc1272e0 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:37:41.041026 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port e75c9c2b-84ac-4eb4-a13b-83d6fc1272e0, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=e75c9c2b-84ac-4eb4-a13b-83d6fc1272e0,segment=NetworkSegment(7fbd5ca3-5d78-4819-a656-2bb76c5c6480),segment_id=7fbd5ca3-5d78-4819-a656-2bb76c5c6480)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:37:41.044968 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (e75c9c2b-84ac-4eb4-a13b-83d6fc1272e0), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:41.092683 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=e75c9c2b-84ac-4eb4-a13b-83d6fc1272e0,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:37:41.183280 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762c9e5-39b6-4472-9537-b01015620be9 req-94c95d02-bb6d-47d5-a56a-924f4548f40c tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:41.184825 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a762c9e5-39b6-4472-9537-b01015620be9 req-94c95d02-bb6d-47d5-a56a-924f4548f40c tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=09eb562e-ea10-4891-b680-fe96bc257000 HTTP/1.1" status: 200 len: 944 time: 0.0595968 Feb 02 07:37:41.231340 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a762c9e5-39b6-4472-9537-b01015620be9 req-716c70ad-c190-4b0a-b29b-64942b981132 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402238 Feb 02 07:37:41.410769 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['e75c9c2b-84ac-4eb4-a13b-83d6fc1272e0'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:37:42.357522 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9293d4b7-35b3-43af-8df8-35ec0149e571 req-5faa6ede-e2f4-498f-a0a7-8fe50f4eb69f tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:42.359009 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9293d4b7-35b3-43af-8df8-35ec0149e571 req-5faa6ede-e2f4-498f-a0a7-8fe50f4eb69f tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=09eb562e-ea10-4891-b680-fe96bc257000 HTTP/1.1" status: 200 len: 944 time: 0.0536590 Feb 02 07:37:42.407396 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9293d4b7-35b3-43af-8df8-35ec0149e571 req-7d98cd59-6033-42ff-a755-6056c973afd0 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425715 Feb 02 07:37:42.876237 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device e75c9c2b-84ac-4eb4-a13b-83d6fc1272e0 up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:37:42.928265 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port e75c9c2b-84ac-4eb4-a13b-83d6fc1272e0 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:37:42.932862 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port e75c9c2b-84ac-4eb4-a13b-83d6fc1272e0 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:37:42.933214 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (e75c9c2b-84ac-4eb4-a13b-83d6fc1272e0), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:43.014624 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port e75c9c2b-84ac-4eb4-a13b-83d6fc1272e0 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:37:43.014998 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (e75c9c2b-84ac-4eb4-a13b-83d6fc1272e0), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:43.040693 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09eb562e-ea10-4891-b680-fe96bc257000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e75c9c2b-84ac-4eb4-a13b-83d6fc1272e0'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:37:43.042976 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ef2a5d-cd01-4a2c-abe9-050191a7202a" -d '{"events": [{"server_uuid": "09eb562e-ea10-4891-b680-fe96bc257000", "name": "network-vif-plugged", "status": "completed", "tag": "e75c9c2b-84ac-4eb4-a13b-83d6fc1272e0"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:37:43.056957 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port e75c9c2b-84ac-4eb4-a13b-83d6fc1272e0, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=e75c9c2b-84ac-4eb4-a13b-83d6fc1272e0,segment=NetworkSegment(7fbd5ca3-5d78-4819-a656-2bb76c5c6480),segment_id=7fbd5ca3-5d78-4819-a656-2bb76c5c6480)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:37:43.061536 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (e75c9c2b-84ac-4eb4-a13b-83d6fc1272e0), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:43.086025 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cff111d-48f4-4653-8842-e8febc760f89 x-openstack-request-id: req-3cff111d-48f4-4653-8842-e8febc760f89 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:37:43.086475 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09eb562e-ea10-4891-b680-fe96bc257000", "name": "network-vif-plugged", "status": "completed", "tag": "e75c9c2b-84ac-4eb4-a13b-83d6fc1272e0", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:37:43.086574 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-3cff111d-48f4-4653-8842-e8febc760f89 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:37:43.086989 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09eb562e-ea10-4891-b680-fe96bc257000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e75c9c2b-84ac-4eb4-a13b-83d6fc1272e0', 'code': 200} Feb 02 07:37:43.114386 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=e75c9c2b-84ac-4eb4-a13b-83d6fc1272e0,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:37:43.234078 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cdc7d3-bdab-423a-8608-f5600b478bd1 req-f50422df-7a29-44f0-a334-b34bdae15074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:43.235831 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d4cdc7d3-bdab-423a-8608-f5600b478bd1 req-f50422df-7a29-44f0-a334-b34bdae15074 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=09eb562e-ea10-4891-b680-fe96bc257000 HTTP/1.1" status: 200 len: 1128 time: 0.0602744 Feb 02 07:37:43.287938 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d4cdc7d3-bdab-423a-8608-f5600b478bd1 req-e17cae3d-e3e7-4892-b487-f140dda3e661 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466349 Feb 02 07:37:43.289168 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9285b024-fa65-4b96-bd82-2875ddfe8e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:43.551050 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c26e7-9644-49ef-80f3-bfbea3415290 req-9f8e69d2-b25e-4cb0-b6e3-04389f0aa745 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:43.552865 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d27c26e7-9644-49ef-80f3-bfbea3415290 req-9f8e69d2-b25e-4cb0-b6e3-04389f0aa745 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=09eb562e-ea10-4891-b680-fe96bc257000 HTTP/1.1" status: 200 len: 945 time: 0.0679014 Feb 02 07:37:43.612073 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d27c26e7-9644-49ef-80f3-bfbea3415290 req-697185e1-e5a6-4905-a46f-cf95233b8432 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527170 Feb 02 07:37:43.754090 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-84f1e670-96cb-412f-b4f8-2b4d29cb2941 req-a8281bc6-d283-412f-9d00-e4fa88b21288 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3fd0f851-74a7-4363-8e1d-0fa0a6026d71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0458863 Feb 02 07:37:43.865448 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f1e670-96cb-412f-b4f8-2b4d29cb2941 req-b44c3c15-2940-445e-9e36-6cc929a66ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:43.867010 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-84f1e670-96cb-412f-b4f8-2b4d29cb2941 req-b44c3c15-2940-445e-9e36-6cc929a66ec9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c3998c4a9fb54dbfb254f927a9c64ece&device_id=3fd0f851-74a7-4363-8e1d-0fa0a6026d71 HTTP/1.1" status: 200 len: 1129 time: 0.0517063 Feb 02 07:37:43.980024 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f1e670-96cb-412f-b4f8-2b4d29cb2941 req-f1148ef8-890f-4e9f-b87a-35f8f674393f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:43.981606 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-84f1e670-96cb-412f-b4f8-2b4d29cb2941 req-f1148ef8-890f-4e9f-b87a-35f8f674393f service neutron] 10.222.0.59 "GET /v2.0/networks?id=99c393e5-edbe-4583-8514-7c998c6986c0 HTTP/1.1" status: 200 len: 913 time: 0.0960007 Feb 02 07:37:44.026872 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-84f1e670-96cb-412f-b4f8-2b4d29cb2941 req-5e216595-dc2c-4d77-815b-ed003ed32b33 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd36f711-2211-4d6c-8aee-0022c88c4ca4 HTTP/1.1" status: 200 len: 217 time: 0.0394473 Feb 02 07:37:44.084275 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f1e670-96cb-412f-b4f8-2b4d29cb2941 req-37ff04f5-2758-4740-828b-b140c4dbf175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:44.085897 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-84f1e670-96cb-412f-b4f8-2b4d29cb2941 req-37ff04f5-2758-4740-828b-b140c4dbf175 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8f0c010c-d5c1-4b63-8939-b46551f6cb84 HTTP/1.1" status: 200 len: 851 time: 0.0537133 Feb 02 07:37:44.147958 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f1e670-96cb-412f-b4f8-2b4d29cb2941 req-d6f3f50b-489d-4ace-9bac-f888bca96bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:44.149912 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-84f1e670-96cb-412f-b4f8-2b4d29cb2941 req-d6f3f50b-489d-4ace-9bac-f888bca96bf6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=99c393e5-edbe-4583-8514-7c998c6986c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0551903 Feb 02 07:37:44.259844 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-84f1e670-96cb-412f-b4f8-2b4d29cb2941 req-c7c44bdb-8f95-42b1-8072-dd081386a4b5 service neutron] 10.222.0.59 "GET /v2.0/networks/99c393e5-edbe-4583-8514-7c998c6986c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948763 Feb 02 07:37:44.352695 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-84f1e670-96cb-412f-b4f8-2b4d29cb2941 req-dedb64d3-1ecd-42f7-b7dc-7dacc6b227a2 service neutron] 10.222.0.59 "GET /v2.0/networks/99c393e5-edbe-4583-8514-7c998c6986c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860646 Feb 02 07:37:44.751314 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:44.758320 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a69b5f-a2e8-4515-a8d5-46b883edaa0f req-ca4b0244-dcd1-4dc8-8dd5-ae53020ec929 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:44.760259 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-16a69b5f-a2e8-4515-a8d5-46b883edaa0f req-ca4b0244-dcd1-4dc8-8dd5-ae53020ec929 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=09eb562e-ea10-4891-b680-fe96bc257000 HTTP/1.1" status: 200 len: 945 time: 0.0613351 Feb 02 07:37:44.809517 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-16a69b5f-a2e8-4515-a8d5-46b883edaa0f req-c496f086-9ca9-4c36-a88b-5cf8e3e0817a tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423307 Feb 02 07:37:45.928098 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e2cb4-1817-4606-8512-ea2d985aea26 req-8791c2f7-f4fb-44b9-8620-c311e011ddce tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:45.929572 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-557e2cb4-1817-4606-8512-ea2d985aea26 req-8791c2f7-f4fb-44b9-8620-c311e011ddce tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=09eb562e-ea10-4891-b680-fe96bc257000 HTTP/1.1" status: 200 len: 945 time: 0.0526605 Feb 02 07:37:45.976522 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-557e2cb4-1817-4606-8512-ea2d985aea26 req-9d96c548-3aa8-400d-b776-e6781ed6c85e tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414655 Feb 02 07:37:46.096745 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db2381-3edd-4ebf-9734-db627813b559 req-c5e27c2e-03d2-4205-af73-3bc2732c3ea5 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:46.098134 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a2db2381-3edd-4ebf-9734-db627813b559 req-c5e27c2e-03d2-4205-af73-3bc2732c3ea5 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=09eb562e-ea10-4891-b680-fe96bc257000 HTTP/1.1" status: 200 len: 945 time: 0.0563447 Feb 02 07:37:46.126057 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:46.147159 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a2db2381-3edd-4ebf-9734-db627813b559 req-679e6f82-4128-4366-8594-7f84b7fb8ce2 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430739 Feb 02 07:37:46.437172 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b3401d-a5a3-4a5a-8332-9c06a033ea80 req-1e6f087a-b113-4e11-9fa0-60d7add6152c tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:46.438668 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-62b3401d-a5a3-4a5a-8332-9c06a033ea80 req-1e6f087a-b113-4e11-9fa0-60d7add6152c tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=09eb562e-ea10-4891-b680-fe96bc257000 HTTP/1.1" status: 200 len: 945 time: 0.0529075 Feb 02 07:37:46.484787 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-62b3401d-a5a3-4a5a-8332-9c06a033ea80 req-b838f89b-c5ce-4467-8db5-a618630ab606 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405779 Feb 02 07:37:47.432192 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:47.605036 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3d6f4-20d4-4ac3-99b9-1a17d5fdbdad req-6854bada-0d7e-4385-a5c1-d6f6be0585cc tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:47.606519 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-57f3d6f4-20d4-4ac3-99b9-1a17d5fdbdad req-6854bada-0d7e-4385-a5c1-d6f6be0585cc tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=09eb562e-ea10-4891-b680-fe96bc257000 HTTP/1.1" status: 200 len: 945 time: 0.0530872 Feb 02 07:37:47.659522 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-57f3d6f4-20d4-4ac3-99b9-1a17d5fdbdad req-e9b41503-9dea-4808-bb0e-7f1b992a2dc6 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473547 Feb 02 07:37:48.119994 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe61ea24-b91c-41f3-bf89-6cb7963e180a req-bc55cd21-b36c-46e0-9638-2853751d36cd tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:37:48.121439 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fe61ea24-b91c-41f3-bf89-6cb7963e180a req-bc55cd21-b36c-46e0-9638-2853751d36cd tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.59 "GET /v2.0/ports?device_id=09eb562e-ea10-4891-b680-fe96bc257000 HTTP/1.1" status: 200 len: 945 time: 0.0530410 Feb 02 07:37:48.215931 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-fe61ea24-b91c-41f3-bf89-6cb7963e180a req-9e16a1c4-53f6-43de-863d-ee878a406231 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Deleting port e75c9c2b-84ac-4eb4-a13b-83d6fc1272e0 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:37:48.216268 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-fe61ea24-b91c-41f3-bf89-6cb7963e180a req-9e16a1c4-53f6-43de-863d-ee878a406231 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (e75c9c2b-84ac-4eb4-a13b-83d6fc1272e0), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:48.303533 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-fe61ea24-b91c-41f3-bf89-6cb7963e180a req-9e16a1c4-53f6-43de-863d-ee878a406231 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] For port e75c9c2b-84ac-4eb4-a13b-83d6fc1272e0, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=e75c9c2b-84ac-4eb4-a13b-83d6fc1272e0,segment=NetworkSegment(7fbd5ca3-5d78-4819-a656-2bb76c5c6480),segment_id=7fbd5ca3-5d78-4819-a656-2bb76c5c6480)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:37:48.303915 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-fe61ea24-b91c-41f3-bf89-6cb7963e180a req-9e16a1c4-53f6-43de-863d-ee878a406231 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (e75c9c2b-84ac-4eb4-a13b-83d6fc1272e0), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:48.316236 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-fe61ea24-b91c-41f3-bf89-6cb7963e180a req-9e16a1c4-53f6-43de-863d-ee878a406231 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Calling delete_port for e75c9c2b-84ac-4eb4-a13b-83d6fc1272e0 owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:37:48.444941 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-fe61ea24-b91c-41f3-bf89-6cb7963e180a req-9e16a1c4-53f6-43de-863d-ee878a406231 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (e75c9c2b-84ac-4eb4-a13b-83d6fc1272e0), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:48.474856 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e16a1c4-53f6-43de-863d-ee878a406231 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Pushing event deleted for resources: {'Port': ['ID=e75c9c2b-84ac-4eb4-a13b-83d6fc1272e0,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:37:48.479670 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['fd36f711-2211-4d6c-8aee-0022c88c4ca4', 'e75c9c2b-84ac-4eb4-a13b-83d6fc1272e0'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:37:48.524681 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe61ea24-b91c-41f3-bf89-6cb7963e180a req-9e16a1c4-53f6-43de-863d-ee878a406231 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] No DVR routers for this DVR port e75c9c2b-84ac-4eb4-a13b-83d6fc1272e0 on host n-h2-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:37:48.527400 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-fe61ea24-b91c-41f3-bf89-6cb7963e180a req-9e16a1c4-53f6-43de-863d-ee878a406231 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:48.532748 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fe61ea24-b91c-41f3-bf89-6cb7963e180a req-9e16a1c4-53f6-43de-863d-ee878a406231 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.59 "DELETE /v2.0/ports/e75c9c2b-84ac-4eb4-a13b-83d6fc1272e0 HTTP/1.1" status: 204 len: 173 time: 0.4058471 Feb 02 07:37:48.532894 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09eb562e-ea10-4891-b680-fe96bc257000', 'name': 'network-vif-deleted', 'tag': 'e75c9c2b-84ac-4eb4-a13b-83d6fc1272e0'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:37:48.535241 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe58edf-41c8-4be2-a1c1-732741a56a12" -d '{"events": [{"server_uuid": "09eb562e-ea10-4891-b680-fe96bc257000", "name": "network-vif-deleted", "tag": "e75c9c2b-84ac-4eb4-a13b-83d6fc1272e0"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:37:48.581050 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f573a6-609f-4ae3-a5cf-38a39211c46f x-openstack-request-id: req-e2f573a6-609f-4ae3-a5cf-38a39211c46f {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:37:48.581593 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09eb562e-ea10-4891-b680-fe96bc257000", "name": "network-vif-deleted", "tag": "e75c9c2b-84ac-4eb4-a13b-83d6fc1272e0", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:37:48.582135 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e2f573a6-609f-4ae3-a5cf-38a39211c46f {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:37:48.583052 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09eb562e-ea10-4891-b680-fe96bc257000', 'name': 'network-vif-deleted', 'tag': 'e75c9c2b-84ac-4eb4-a13b-83d6fc1272e0', 'status': 'completed', 'code': 200} Feb 02 07:37:48.762400 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-346cf409-478c-46f8-8f9d-6a27eec0c892 req-6d4d248f-23bf-452d-b43f-e27f82b742e1 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=09eb562e-ea10-4891-b680-fe96bc257000 HTTP/1.1" status: 200 len: 210 time: 0.0267534 Feb 02 07:37:49.857478 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6204c994-e8b3-4db8-bea9-f96e110cba5e req-3179e0dd-1854-43af-a11e-6ad37c2613f5 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=09eb562e-ea10-4891-b680-fe96bc257000 HTTP/1.1" status: 200 len: 210 time: 0.0268877 Feb 02 07:37:50.954001 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ce4d3827-38fd-43c3-a7fa-2a2c7ccf6e94 req-ee9ad40b-553f-4edb-a799-e0a0650eebe3 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=09eb562e-ea10-4891-b680-fe96bc257000 HTTP/1.1" status: 200 len: 210 time: 0.0276353 Feb 02 07:37:52.051579 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f8c84aba-58c4-496c-8a76-84b73f8c749c req-1b421269-6c50-4c11-a9f7-5222483898f3 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=09eb562e-ea10-4891-b680-fe96bc257000 HTTP/1.1" status: 200 len: 210 time: 0.0282829 Feb 02 07:37:52.323966 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:37:52.921264 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device e75c9c2b-84ac-4eb4-a13b-83d6fc1272e0 no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:37:52.944882 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] No Port match for: e75c9c2b-84ac-4eb4-a13b-83d6fc1272e0 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:37:52.945236 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device e75c9c2b-84ac-4eb4-a13b-83d6fc1272e0 not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:37:53.148238 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-42a56fc5-61ee-4b6b-acbf-02dfab6035fa req-ddbc69bb-589e-49f9-bb0b-34e875abf940 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=09eb562e-ea10-4891-b680-fe96bc257000 HTTP/1.1" status: 200 len: 210 time: 0.0279191 Feb 02 07:37:54.249009 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2cfe00d0-a258-4724-a7cf-81635e5bd104 req-9f403b6a-a4d6-4e11-aed5-b61577b0ea73 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=09eb562e-ea10-4891-b680-fe96bc257000 HTTP/1.1" status: 200 len: 210 time: 0.0308974 Feb 02 07:37:55.347250 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-94474401-bdf0-4716-9222-0cd04d4d0055 req-83c0ad6f-15eb-4d2c-acc0-69312c64ca90 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=09eb562e-ea10-4891-b680-fe96bc257000 HTTP/1.1" status: 200 len: 210 time: 0.0292449 Feb 02 07:37:56.450768 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b144177e-1c15-4262-80e1-da0ed8021bb6 req-4ed015d4-05f0-428b-9e50-3bb2345e61a6 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=09eb562e-ea10-4891-b680-fe96bc257000 HTTP/1.1" status: 200 len: 210 time: 0.0316141 Feb 02 07:37:57.526027 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:02.188053 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:38:04.236846 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479bc4cf-e5c1-4b4f-a020-1178ea166e79 req-cb07ec18-ab3e-4717-9107-2adde796a479 tempest-TestNetworkAdvancedServerOps-1931800759 tempest-TestNetworkAdvancedServerOps-1931800759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:38:04.238363 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-479bc4cf-e5c1-4b4f-a020-1178ea166e79 req-cb07ec18-ab3e-4717-9107-2adde796a479 tempest-TestNetworkAdvancedServerOps-1931800759 tempest-TestNetworkAdvancedServerOps-1931800759-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=4b348af2-489e-4dc4-b2d6-d509fe2bc9d6 HTTP/1.1" status: 200 len: 1129 time: 0.0447493 Feb 02 07:38:04.283285 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-479bc4cf-e5c1-4b4f-a020-1178ea166e79 req-b3fd8119-ca19-4790-9559-079f3e348e49 tempest-TestNetworkAdvancedServerOps-1931800759 tempest-TestNetworkAdvancedServerOps-1931800759-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=1299b0ea-04df-46ba-b171-809f74bf98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394547 Feb 02 07:38:04.305856 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 33360) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:38:04.463287 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-017b8484-af54-4216-bbe0-3e068bc36562 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Deleting port 23efd38c-a842-4813-85b8-a4cc0e4533d9 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:38:04.463666 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-017b8484-af54-4216-bbe0-3e068bc36562 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (23efd38c-a842-4813-85b8-a4cc0e4533d9), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:04.537560 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-017b8484-af54-4216-bbe0-3e068bc36562 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (23efd38c-a842-4813-85b8-a4cc0e4533d9), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:04.537893 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-017b8484-af54-4216-bbe0-3e068bc36562 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for floatingip (23efd38c-a842-4813-85b8-a4cc0e4533d9), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:04.550088 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-017b8484-af54-4216-bbe0-3e068bc36562 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Calling delete_port for 23efd38c-a842-4813-85b8-a4cc0e4533d9 owned by network:floatingip {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:38:04.696335 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-017b8484-af54-4216-bbe0-3e068bc36562 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (23efd38c-a842-4813-85b8-a4cc0e4533d9), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:04.721173 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017b8484-af54-4216-bbe0-3e068bc36562 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event deleted for resources: {'Port': ['ID=23efd38c-a842-4813-85b8-a4cc0e4533d9,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:38:04.733190 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017b8484-af54-4216-bbe0-3e068bc36562 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:38:04.733552 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017b8484-af54-4216-bbe0-3e068bc36562 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:38:04.733902 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017b8484-af54-4216-bbe0-3e068bc36562 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:38:04.734242 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017b8484-af54-4216-bbe0-3e068bc36562 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:38:04.734578 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017b8484-af54-4216-bbe0-3e068bc36562 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:38:04.734903 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017b8484-af54-4216-bbe0-3e068bc36562 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:38:04.735237 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017b8484-af54-4216-bbe0-3e068bc36562 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:38:04.735575 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017b8484-af54-4216-bbe0-3e068bc36562 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:38:04.735916 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017b8484-af54-4216-bbe0-3e068bc36562 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:38:04.736245 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017b8484-af54-4216-bbe0-3e068bc36562 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:38:04.736571 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017b8484-af54-4216-bbe0-3e068bc36562 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:38:04.736896 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017b8484-af54-4216-bbe0-3e068bc36562 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:38:04.737222 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017b8484-af54-4216-bbe0-3e068bc36562 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:38:04.793795 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-017b8484-af54-4216-bbe0-3e068bc36562 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for floatingip (d71f4000-1ed9-4150-8986-7cd86a312702), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:04.794127 n-d-789963-26 neutron-server[109694]: INFO neutron.db.l3_db [None req-017b8484-af54-4216-bbe0-3e068bc36562 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Floating IP d71f4000-1ed9-4150-8986-7cd86a312702 disassociated (deleted). External IP: 172.25.4.236, port: f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9. Feb 02 07:38:05.005534 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-017b8484-af54-4216-bbe0-3e068bc36562 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Router 78426155-5d60-4b78-a413-eccb9051aec1 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:38:05.153086 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c5e19-dbe5-4fab-9027-5c9f7f71973d req-81be4f65-8ef9-4e66-84a7-c3407d93a10c tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:38:05.154633 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-050c5e19-dbe5-4fab-9027-5c9f7f71973d req-81be4f65-8ef9-4e66-84a7-c3407d93a10c tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=3fd0f851-74a7-4363-8e1d-0fa0a6026d71 HTTP/1.1" status: 200 len: 946 time: 0.1046920 Feb 02 07:38:05.157412 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-017b8484-af54-4216-bbe0-3e068bc36562 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:38:05.162503 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-017b8484-af54-4216-bbe0-3e068bc36562 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:05.167093 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c056377a-fa01-4bc1-b661-d1ec483a4161 None None] Sync routers for ids ['78426155-5d60-4b78-a413-eccb9051aec1'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:38:05.176928 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c056377a-fa01-4bc1-b661-d1ec483a4161 None None] Routers {'78426155-5d60-4b78-a413-eccb9051aec1'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:38:05.177546 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-c056377a-fa01-4bc1-b661-d1ec483a4161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:37:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['78426155-5d60-4b78-a413-eccb9051aec1'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:38:05.213856 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-017b8484-af54-4216-bbe0-3e068bc36562 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "DELETE /v2.0/floatingips/d71f4000-1ed9-4150-8986-7cd86a312702 HTTP/1.1" status: 204 len: 168 time: 0.9069345 Feb 02 07:38:05.216473 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b348af2-489e-4dc4-b2d6-d509fe2bc9d6', 'tag': 'f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:38:05.218644 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff704a5-c0fd-4960-bfa7-339384743d68" -d '{"events": [{"name": "network-changed", "server_uuid": "4b348af2-489e-4dc4-b2d6-d509fe2bc9d6", "tag": "f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:38:05.235107 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-050c5e19-dbe5-4fab-9027-5c9f7f71973d req-b640aa3d-cd43-4ef6-9af4-68daa741ed2d tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702562 Feb 02 07:38:05.286324 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-c056377a-fa01-4bc1-b661-d1ec483a4161 None None] Set router 78426155-5d60-4b78-a413-eccb9051aec1 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:38:05.397068 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e1074c-9b3b-424b-881b-35d5f79d761f x-openstack-request-id: req-84e1074c-9b3b-424b-881b-35d5f79d761f {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:38:05.397561 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b348af2-489e-4dc4-b2d6-d509fe2bc9d6", "tag": "f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:38:05.397648 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-84e1074c-9b3b-424b-881b-35d5f79d761f {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:38:05.398060 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b348af2-489e-4dc4-b2d6-d509fe2bc9d6', 'tag': 'f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9', 'status': 'completed', 'code': 200} Feb 02 07:38:05.501955 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-c056377a-fa01-4bc1-b661-d1ec483a4161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78426155-5d60-4b78-a413-eccb9051aec1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2056361273', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'ebabf028-7863-4783-b818-1d5d4f15a58e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:36:08Z', 'updated_at': '2022-02-02T07:36:14Z', 'revision_number': 4, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'gw_port': {'id': 'ebabf028-7863-4783-b818-1d5d4f15a58e', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:82:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78426155-5d60-4b78-a413-eccb9051aec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:36:08Z', 'updated_at': '2022-02-02T07:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'ff2380b3-99e5-4f57-af72-6b6c8c8dbb06', 'name': '', 'network_id': '5ecfd23c-0c0d-4908-8108-5b474fe181f4', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'mac_address': 'fa:16:3e:49:82:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78426155-5d60-4b78-a413-eccb9051aec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '9ad812a5-1a13-4007-bc7e-49101064075f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:36:12Z', 'updated_at': '2022-02-02T07:36:22Z', 'revision_number': 5, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'subnets': [{'id': '9ad812a5-1a13-4007-bc7e-49101064075f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:38:05.528112 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c056377a-fa01-4bc1-b661-d1ec483a4161 None None] Checking router: 78426155-5d60-4b78-a413-eccb9051aec1 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:38:05.533283 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18ceaab-94fe-44ee-aabb-3150e31d3ab4 req-834b943c-6015-4479-83f7-98cbbc841f24 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:38:05.534783 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e18ceaab-94fe-44ee-aabb-3150e31d3ab4 req-834b943c-6015-4479-83f7-98cbbc841f24 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=4b348af2-489e-4dc4-b2d6-d509fe2bc9d6 HTTP/1.1" status: 200 len: 946 time: 0.0911775 Feb 02 07:38:05.537090 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c056377a-fa01-4bc1-b661-d1ec483a4161 None None] Routers {'78426155-5d60-4b78-a413-eccb9051aec1'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:38:05.537373 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff704a5-c0fd-4960-bfa7-339384743d68 req-5c4b86b9-a71f-4830-817e-569351a46373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:38:05.537699 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-c056377a-fa01-4bc1-b661-d1ec483a4161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:37:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['78426155-5d60-4b78-a413-eccb9051aec1'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:38:05.538716 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6ff704a5-c0fd-4960-bfa7-339384743d68 req-5c4b86b9-a71f-4830-817e-569351a46373 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b5f86cce5c924f2695e5f2d21aa64848&device_id=4b348af2-489e-4dc4-b2d6-d509fe2bc9d6 HTTP/1.1" status: 200 len: 1129 time: 0.0674782 Feb 02 07:38:05.637226 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e18ceaab-94fe-44ee-aabb-3150e31d3ab4 req-68ab459a-737a-4964-890a-71b1876b0c8a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=1299b0ea-04df-46ba-b171-809f74bf98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966327 Feb 02 07:38:05.647534 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-c056377a-fa01-4bc1-b661-d1ec483a4161 None None] Set router 78426155-5d60-4b78-a413-eccb9051aec1 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:38:05.665751 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff704a5-c0fd-4960-bfa7-339384743d68 req-959a332d-9ee3-4029-b7cf-197b09b0e330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:38:05.667218 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6ff704a5-c0fd-4960-bfa7-339384743d68 req-959a332d-9ee3-4029-b7cf-197b09b0e330 service neutron] 10.222.0.88 "GET /v2.0/networks?id=5ecfd23c-0c0d-4908-8108-5b474fe181f4 HTTP/1.1" status: 200 len: 898 time: 0.1199324 Feb 02 07:38:05.713022 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6ff704a5-c0fd-4960-bfa7-339384743d68 req-2483eac4-7e03-4dec-9ef9-cfc003b93866 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9 HTTP/1.1" status: 200 len: 217 time: 0.0393159 Feb 02 07:38:05.762536 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff704a5-c0fd-4960-bfa7-339384743d68 req-f446b639-f0a6-4c55-9993-254c700153ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:38:05.764718 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6ff704a5-c0fd-4960-bfa7-339384743d68 req-f446b639-f0a6-4c55-9993-254c700153ee service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9ad812a5-1a13-4007-bc7e-49101064075f HTTP/1.1" status: 200 len: 833 time: 0.0439286 Feb 02 07:38:05.821836 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff704a5-c0fd-4960-bfa7-339384743d68 req-562c2950-da91-45f0-8709-62c6582d79c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:38:05.823343 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6ff704a5-c0fd-4960-bfa7-339384743d68 req-562c2950-da91-45f0-8709-62c6582d79c8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5ecfd23c-0c0d-4908-8108-5b474fe181f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0443313 Feb 02 07:38:05.851251 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-c056377a-fa01-4bc1-b661-d1ec483a4161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78426155-5d60-4b78-a413-eccb9051aec1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2056361273', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'ebabf028-7863-4783-b818-1d5d4f15a58e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:36:08Z', 'updated_at': '2022-02-02T07:36:14Z', 'revision_number': 4, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'gw_port': {'id': 'ebabf028-7863-4783-b818-1d5d4f15a58e', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:82:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78426155-5d60-4b78-a413-eccb9051aec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:36:08Z', 'updated_at': '2022-02-02T07:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'ff2380b3-99e5-4f57-af72-6b6c8c8dbb06', 'name': '', 'network_id': '5ecfd23c-0c0d-4908-8108-5b474fe181f4', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'mac_address': 'fa:16:3e:49:82:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78426155-5d60-4b78-a413-eccb9051aec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '9ad812a5-1a13-4007-bc7e-49101064075f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:36:12Z', 'updated_at': '2022-02-02T07:36:22Z', 'revision_number': 5, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'subnets': [{'id': '9ad812a5-1a13-4007-bc7e-49101064075f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:38:05.882041 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c056377a-fa01-4bc1-b661-d1ec483a4161 None None] The sync data for ids ['78426155-5d60-4b78-a413-eccb9051aec1'] in n-d-789963-26 is: [{'id': '78426155-5d60-4b78-a413-eccb9051aec1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2056361273', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'ebabf028-7863-4783-b818-1d5d4f15a58e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:36:08Z', 'updated_at': '2022-02-02T07:36:14Z', 'revision_number': 4, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'gw_port': {'id': 'ebabf028-7863-4783-b818-1d5d4f15a58e', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:82:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78426155-5d60-4b78-a413-eccb9051aec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:36:08Z', 'updated_at': '2022-02-02T07:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'ff2380b3-99e5-4f57-af72-6b6c8c8dbb06', 'name': '', 'network_id': '5ecfd23c-0c0d-4908-8108-5b474fe181f4', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'mac_address': 'fa:16:3e:49:82:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78426155-5d60-4b78-a413-eccb9051aec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '9ad812a5-1a13-4007-bc7e-49101064075f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:36:12Z', 'updated_at': '2022-02-02T07:36:22Z', 'revision_number': 5, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'subnets': [{'id': '9ad812a5-1a13-4007-bc7e-49101064075f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:38:05.918890 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6ff704a5-c0fd-4960-bfa7-339384743d68 req-c56d909e-795d-46f8-ade8-e23b950cfa29 service neutron] 10.222.0.88 "GET /v2.0/networks/5ecfd23c-0c0d-4908-8108-5b474fe181f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876524 Feb 02 07:38:06.017147 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6ff704a5-c0fd-4960-bfa7-339384743d68 req-2da0390d-5374-422c-8772-7b81d2eff972 service neutron] 10.222.0.88 "GET /v2.0/networks/5ecfd23c-0c0d-4908-8108-5b474fe181f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903208 Feb 02 07:38:06.116489 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbd40f0-2850-4f94-b1f8-d6bf11272e49 None None] New status for floating IP d71f4000-1ed9-4150-8986-7cd86a312702: DOWN {{(pid=109696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 07:38:06.354187 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3cae47-7a65-40e5-a7a4-e7de4776ece2 req-9001b2da-e8b7-4e58-b113-a4d4ec364f0e tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:38:06.355704 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cb3cae47-7a65-40e5-a7a4-e7de4776ece2 req-9001b2da-e8b7-4e58-b113-a4d4ec364f0e tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=3fd0f851-74a7-4363-8e1d-0fa0a6026d71 HTTP/1.1" status: 200 len: 946 time: 0.0524867 Feb 02 07:38:06.407731 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cb3cae47-7a65-40e5-a7a4-e7de4776ece2 req-4df193db-fced-4b34-ab63-8062ea45c108 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=c7ec4b0d-099e-4d20-8038-f1ab37b45adc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455868 Feb 02 07:38:06.760713 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe6cf2-0e63-4f18-b8f6-d7b322b6fbdb req-e2b9e8c7-630d-48b1-946a-aaaf0e7f707a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:38:06.762301 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-52fe6cf2-0e63-4f18-b8f6-d7b322b6fbdb req-e2b9e8c7-630d-48b1-946a-aaaf0e7f707a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=4b348af2-489e-4dc4-b2d6-d509fe2bc9d6 HTTP/1.1" status: 200 len: 946 time: 0.0529850 Feb 02 07:38:06.782778 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752cf749-7df1-43fd-a090-413229a0300a req-d2853e6e-f83c-4124-99d3-7b1368f628cb tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:38:06.784266 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-752cf749-7df1-43fd-a090-413229a0300a req-d2853e6e-f83c-4124-99d3-7b1368f628cb tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.59 "GET /v2.0/ports?device_id=3fd0f851-74a7-4363-8e1d-0fa0a6026d71 HTTP/1.1" status: 200 len: 946 time: 0.0528131 Feb 02 07:38:06.811990 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-52fe6cf2-0e63-4f18-b8f6-d7b322b6fbdb req-6f50f283-8e83-422d-b6a9-131fcc0e5d93 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=1299b0ea-04df-46ba-b171-809f74bf98bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434806 Feb 02 07:38:06.876922 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-752cf749-7df1-43fd-a090-413229a0300a req-da8e3a66-b7bc-447d-9166-9401b69fb2aa tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Deleting port fd36f711-2211-4d6c-8aee-0022c88c4ca4 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:38:06.877280 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-752cf749-7df1-43fd-a090-413229a0300a req-da8e3a66-b7bc-447d-9166-9401b69fb2aa tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (fd36f711-2211-4d6c-8aee-0022c88c4ca4), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:06.962579 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140911f3-d458-4ad5-88fe-f4102e524646 req-de443ea0-35a6-4bae-b964-5da6832c93c6 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:38:06.963971 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-140911f3-d458-4ad5-88fe-f4102e524646 req-de443ea0-35a6-4bae-b964-5da6832c93c6 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.88 "GET /v2.0/ports?device_id=4b348af2-489e-4dc4-b2d6-d509fe2bc9d6 HTTP/1.1" status: 200 len: 946 time: 0.0523419 Feb 02 07:38:06.970664 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-752cf749-7df1-43fd-a090-413229a0300a req-da8e3a66-b7bc-447d-9166-9401b69fb2aa tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] For port fd36f711-2211-4d6c-8aee-0022c88c4ca4, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=fd36f711-2211-4d6c-8aee-0022c88c4ca4,segment=NetworkSegment(7fbd5ca3-5d78-4819-a656-2bb76c5c6480),segment_id=7fbd5ca3-5d78-4819-a656-2bb76c5c6480)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:38:06.971039 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-752cf749-7df1-43fd-a090-413229a0300a req-da8e3a66-b7bc-447d-9166-9401b69fb2aa tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (fd36f711-2211-4d6c-8aee-0022c88c4ca4), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:06.984452 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-752cf749-7df1-43fd-a090-413229a0300a req-da8e3a66-b7bc-447d-9166-9401b69fb2aa tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Calling delete_port for fd36f711-2211-4d6c-8aee-0022c88c4ca4 owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:38:07.059639 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-140911f3-d458-4ad5-88fe-f4102e524646 req-de3f70d8-3149-4b03-826f-27f20b840cd8 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Deleting port f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:38:07.059990 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-140911f3-d458-4ad5-88fe-f4102e524646 req-de3f70d8-3149-4b03-826f-27f20b840cd8 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:07.113676 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-752cf749-7df1-43fd-a090-413229a0300a req-da8e3a66-b7bc-447d-9166-9401b69fb2aa tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (fd36f711-2211-4d6c-8aee-0022c88c4ca4), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:07.141271 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8e3a66-b7bc-447d-9166-9401b69fb2aa tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Pushing event deleted for resources: {'Port': ['ID=fd36f711-2211-4d6c-8aee-0022c88c4ca4,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:38:07.152389 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-140911f3-d458-4ad5-88fe-f4102e524646 req-de3f70d8-3149-4b03-826f-27f20b840cd8 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] For port f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9,segment=NetworkSegment(ee5d5a73-35cd-4069-8de1-074f6faf1dd1),segment_id=ee5d5a73-35cd-4069-8de1-074f6faf1dd1)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:38:07.152759 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-140911f3-d458-4ad5-88fe-f4102e524646 req-de3f70d8-3149-4b03-826f-27f20b840cd8 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:07.156016 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['fd36f711-2211-4d6c-8aee-0022c88c4ca4'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:38:07.168040 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-140911f3-d458-4ad5-88fe-f4102e524646 req-de3f70d8-3149-4b03-826f-27f20b840cd8 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Calling delete_port for f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9 owned by compute:nova {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:38:07.189773 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-752cf749-7df1-43fd-a090-413229a0300a req-da8e3a66-b7bc-447d-9166-9401b69fb2aa tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] No DVR routers for this DVR port fd36f711-2211-4d6c-8aee-0022c88c4ca4 on host n-h2-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:38:07.192534 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-752cf749-7df1-43fd-a090-413229a0300a req-da8e3a66-b7bc-447d-9166-9401b69fb2aa tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:07.195983 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-752cf749-7df1-43fd-a090-413229a0300a req-da8e3a66-b7bc-447d-9166-9401b69fb2aa tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.59 "DELETE /v2.0/ports/fd36f711-2211-4d6c-8aee-0022c88c4ca4 HTTP/1.1" status: 204 len: 173 time: 0.4066060 Feb 02 07:38:07.196453 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd0f851-74a7-4363-8e1d-0fa0a6026d71', 'name': 'network-vif-deleted', 'tag': 'fd36f711-2211-4d6c-8aee-0022c88c4ca4'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:38:07.198851 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc9d6603-726b-4227-bbca-65fa919fcd21" -d '{"events": [{"server_uuid": "3fd0f851-74a7-4363-8e1d-0fa0a6026d71", "name": "network-vif-deleted", "tag": "fd36f711-2211-4d6c-8aee-0022c88c4ca4"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:38:07.252926 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4a1898-fcba-464f-9bc6-42e1881f6ed3 x-openstack-request-id: req-dd4a1898-fcba-464f-9bc6-42e1881f6ed3 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:38:07.253550 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fd0f851-74a7-4363-8e1d-0fa0a6026d71", "name": "network-vif-deleted", "tag": "fd36f711-2211-4d6c-8aee-0022c88c4ca4", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:38:07.253929 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-dd4a1898-fcba-464f-9bc6-42e1881f6ed3 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:38:07.254375 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fd0f851-74a7-4363-8e1d-0fa0a6026d71', 'name': 'network-vif-deleted', 'tag': 'fd36f711-2211-4d6c-8aee-0022c88c4ca4', 'status': 'completed', 'code': 200} Feb 02 07:38:07.312731 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-140911f3-d458-4ad5-88fe-f4102e524646 req-de3f70d8-3149-4b03-826f-27f20b840cd8 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:07.343515 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3f70d8-3149-4b03-826f-27f20b840cd8 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event deleted for resources: {'Port': ['ID=f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:38:07.390639 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-140911f3-d458-4ad5-88fe-f4102e524646 req-de3f70d8-3149-4b03-826f-27f20b840cd8 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] No DVR routers for this DVR port f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9 on host n-h1-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:38:07.393427 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-140911f3-d458-4ad5-88fe-f4102e524646 req-de3f70d8-3149-4b03-826f-27f20b840cd8 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:07.396932 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-140911f3-d458-4ad5-88fe-f4102e524646 req-de3f70d8-3149-4b03-826f-27f20b840cd8 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.88 "DELETE /v2.0/ports/f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9 HTTP/1.1" status: 204 len: 173 time: 0.4273915 Feb 02 07:38:07.399757 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b348af2-489e-4dc4-b2d6-d509fe2bc9d6', 'name': 'network-vif-deleted', 'tag': 'f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:38:07.402191 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a9eebdb-affa-4adb-8e0f-7debe8641ebe" -d '{"events": [{"server_uuid": "4b348af2-489e-4dc4-b2d6-d509fe2bc9d6", "name": "network-vif-deleted", "tag": "f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:38:07.440099 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2069c4f5-99ff-43a5-a8fd-5b837df259ac x-openstack-request-id: req-2069c4f5-99ff-43a5-a8fd-5b837df259ac {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:38:07.440697 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b348af2-489e-4dc4-b2d6-d509fe2bc9d6", "name": "network-vif-deleted", "tag": "f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:38:07.440697 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-2069c4f5-99ff-43a5-a8fd-5b837df259ac {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:38:07.441113 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b348af2-489e-4dc4-b2d6-d509fe2bc9d6', 'name': 'network-vif-deleted', 'tag': 'f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9', 'status': 'completed', 'code': 200} Feb 02 07:38:07.525905 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c33c1b9d-57ce-4346-a366-8cf24c665546 req-74919b8c-9887-45f1-baa8-91f9c5546750 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=3fd0f851-74a7-4363-8e1d-0fa0a6026d71 HTTP/1.1" status: 200 len: 210 time: 0.0346441 Feb 02 07:38:07.874725 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 33388) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:38:08.514665 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3dbd5b21-1acc-4e32-acb8-95c8128bbae8 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (78426155-5d60-4b78-a413-eccb9051aec1), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:08.634898 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dfa697fa-57c9-4072-8962-1eb38db0aaa7 req-b262dbe6-16b5-4d6a-aad4-5184feb70d8c tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=3fd0f851-74a7-4363-8e1d-0fa0a6026d71 HTTP/1.1" status: 200 len: 210 time: 0.0375526 Feb 02 07:38:08.806821 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-3dbd5b21-1acc-4e32-acb8-95c8128bbae8 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Deleting port ff2380b3-99e5-4f57-af72-6b6c8c8dbb06 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:38:08.807091 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3dbd5b21-1acc-4e32-acb8-95c8128bbae8 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (ff2380b3-99e5-4f57-af72-6b6c8c8dbb06), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:08.897991 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-3dbd5b21-1acc-4e32-acb8-95c8128bbae8 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] For port ff2380b3-99e5-4f57-af72-6b6c8c8dbb06, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=ff2380b3-99e5-4f57-af72-6b6c8c8dbb06,segment=NetworkSegment(ee5d5a73-35cd-4069-8de1-074f6faf1dd1),segment_id=ee5d5a73-35cd-4069-8de1-074f6faf1dd1)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:38:08.898362 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3dbd5b21-1acc-4e32-acb8-95c8128bbae8 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (ff2380b3-99e5-4f57-af72-6b6c8c8dbb06), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:08.913971 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-3dbd5b21-1acc-4e32-acb8-95c8128bbae8 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Calling delete_port for ff2380b3-99e5-4f57-af72-6b6c8c8dbb06 owned by network:router_interface {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:38:09.105319 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3dbd5b21-1acc-4e32-acb8-95c8128bbae8 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (ff2380b3-99e5-4f57-af72-6b6c8c8dbb06), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:09.133493 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbd5b21-1acc-4e32-acb8-95c8128bbae8 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event deleted for resources: {'Port': ['ID=ff2380b3-99e5-4f57-af72-6b6c8c8dbb06,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:38:09.314273 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3dbd5b21-1acc-4e32-acb8-95c8128bbae8 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (78426155-5d60-4b78-a413-eccb9051aec1), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:09.538304 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dbd5b21-1acc-4e32-acb8-95c8128bbae8 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Router 78426155-5d60-4b78-a413-eccb9051aec1 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:38:09.646275 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dbd5b21-1acc-4e32-acb8-95c8128bbae8 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:38:09.657114 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-3dbd5b21-1acc-4e32-acb8-95c8128bbae8 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "PUT /v2.0/routers/78426155-5d60-4b78-a413-eccb9051aec1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7760930 Feb 02 07:38:09.657114 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 33392) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:38:09.670771 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568c71ee-01bf-41ee-86d0-e2d99cd67ad4 None None] Sync routers for ids ['78426155-5d60-4b78-a413-eccb9051aec1'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:38:09.695486 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568c71ee-01bf-41ee-86d0-e2d99cd67ad4 None None] Routers {'78426155-5d60-4b78-a413-eccb9051aec1'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:38:09.696374 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-568c71ee-01bf-41ee-86d0-e2d99cd67ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:37:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['78426155-5d60-4b78-a413-eccb9051aec1'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:38:09.730901 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c46806b-e783-4e37-9b8e-06f985a69115 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Deleting subnet 9ad812a5-1a13-4007-bc7e-49101064075f {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:38:09.736274 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0c46806b-e783-4e37-9b8e-06f985a69115 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for subnet (9ad812a5-1a13-4007-bc7e-49101064075f), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:09.755451 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:38:09.797823 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-30dc7d2c-6314-4166-abd1-f6e307f658a9 req-4ee35342-cf98-452c-a0ce-ad3926cb7e2d tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=3fd0f851-74a7-4363-8e1d-0fa0a6026d71 HTTP/1.1" status: 200 len: 210 time: 0.0389631 Feb 02 07:38:09.802257 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0c46806b-e783-4e37-9b8e-06f985a69115 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (9ad812a5-1a13-4007-bc7e-49101064075f), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:09.822922 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:38:09.823457 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device f33bc7bc-9e0f-4ec1-b5a8-a308fca297b9 not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:38:09.840443 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-568c71ee-01bf-41ee-86d0-e2d99cd67ad4 None None] Set router 78426155-5d60-4b78-a413-eccb9051aec1 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:38:09.900365 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0c46806b-e783-4e37-9b8e-06f985a69115 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (9ad812a5-1a13-4007-bc7e-49101064075f), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:09.969914 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0c46806b-e783-4e37-9b8e-06f985a69115 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (9ad812a5-1a13-4007-bc7e-49101064075f), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:09.997825 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c46806b-e783-4e37-9b8e-06f985a69115 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event deleted for resources: {'Subnet': ['ID=9ad812a5-1a13-4007-bc7e-49101064075f,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:38:10.006289 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0c46806b-e783-4e37-9b8e-06f985a69115 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:10.013649 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 33396) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:38:10.015408 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0ef81d-bbf0-4a8e-ad6f-2accab167a31 None None] Network 5ecfd23c-0c0d-4908-8108-5b474fe181f4 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:38:10.016087 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0c46806b-e783-4e37-9b8e-06f985a69115 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "DELETE /v2.0/subnets/9ad812a5-1a13-4007-bc7e-49101064075f HTTP/1.1" status: 204 len: 168 time: 0.3605444 Feb 02 07:38:10.085093 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-568c71ee-01bf-41ee-86d0-e2d99cd67ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78426155-5d60-4b78-a413-eccb9051aec1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2056361273', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'ebabf028-7863-4783-b818-1d5d4f15a58e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:36:08Z', 'updated_at': '2022-02-02T07:38:09Z', 'revision_number': 5, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'gw_port': {'id': 'ebabf028-7863-4783-b818-1d5d4f15a58e', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:82:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78426155-5d60-4b78-a413-eccb9051aec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:36:08Z', 'updated_at': '2022-02-02T07:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:38:10.127356 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d030ab7e-6421-48fe-87bf-d8b16275d22a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for router (78426155-5d60-4b78-a413-eccb9051aec1), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:10.132169 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568c71ee-01bf-41ee-86d0-e2d99cd67ad4 None None] Checking router: 78426155-5d60-4b78-a413-eccb9051aec1 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:38:10.147724 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568c71ee-01bf-41ee-86d0-e2d99cd67ad4 None None] Routers {'78426155-5d60-4b78-a413-eccb9051aec1'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:38:10.148348 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-568c71ee-01bf-41ee-86d0-e2d99cd67ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:37:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['78426155-5d60-4b78-a413-eccb9051aec1'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:38:10.251549 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d030ab7e-6421-48fe-87bf-d8b16275d22a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for router_gateway (78426155-5d60-4b78-a413-eccb9051aec1), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:10.270952 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-568c71ee-01bf-41ee-86d0-e2d99cd67ad4 None None] Set router 78426155-5d60-4b78-a413-eccb9051aec1 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:38:10.302393 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8750128c-c2be-4f83-b3e3-96e6913f13c7 None None] DHCP port deletion for 5ecfd23c-0c0d-4908-8108-5b474fe181f4 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:38:10.309208 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-d030ab7e-6421-48fe-87bf-d8b16275d22a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Deleting port ebabf028-7863-4783-b818-1d5d4f15a58e {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:38:10.309553 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d030ab7e-6421-48fe-87bf-d8b16275d22a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (ebabf028-7863-4783-b818-1d5d4f15a58e), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:10.399111 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-d030ab7e-6421-48fe-87bf-d8b16275d22a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] For port ebabf028-7863-4783-b818-1d5d4f15a58e, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=ebabf028-7863-4783-b818-1d5d4f15a58e,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:38:10.399802 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d030ab7e-6421-48fe-87bf-d8b16275d22a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (ebabf028-7863-4783-b818-1d5d4f15a58e), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:10.413580 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-d030ab7e-6421-48fe-87bf-d8b16275d22a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Calling delete_port for ebabf028-7863-4783-b818-1d5d4f15a58e owned by network:router_gateway {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:38:10.617546 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d030ab7e-6421-48fe-87bf-d8b16275d22a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (ebabf028-7863-4783-b818-1d5d4f15a58e), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:10.629080 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-8750128c-c2be-4f83-b3e3-96e6913f13c7 None None] Deleting port e4c2286c-0729-4bd0-948b-8a067e34d401 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:38:10.629459 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-8750128c-c2be-4f83-b3e3-96e6913f13c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (e4c2286c-0729-4bd0-948b-8a067e34d401), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:10.653123 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d030ab7e-6421-48fe-87bf-d8b16275d22a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event deleted for resources: {'Port': ['ID=ebabf028-7863-4783-b818-1d5d4f15a58e,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:38:10.681570 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d030ab7e-6421-48fe-87bf-d8b16275d22a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:38:10.681923 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d030ab7e-6421-48fe-87bf-d8b16275d22a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:38:10.682268 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d030ab7e-6421-48fe-87bf-d8b16275d22a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:38:10.682616 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d030ab7e-6421-48fe-87bf-d8b16275d22a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:38:10.682945 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d030ab7e-6421-48fe-87bf-d8b16275d22a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:38:10.683289 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d030ab7e-6421-48fe-87bf-d8b16275d22a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:38:10.683637 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d030ab7e-6421-48fe-87bf-d8b16275d22a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:38:10.683968 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d030ab7e-6421-48fe-87bf-d8b16275d22a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:38:10.684292 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d030ab7e-6421-48fe-87bf-d8b16275d22a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:38:10.684617 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d030ab7e-6421-48fe-87bf-d8b16275d22a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:38:10.684949 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d030ab7e-6421-48fe-87bf-d8b16275d22a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:38:10.685968 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d030ab7e-6421-48fe-87bf-d8b16275d22a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:38:10.686984 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d030ab7e-6421-48fe-87bf-d8b16275d22a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:38:10.704320 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-8750128c-c2be-4f83-b3e3-96e6913f13c7 None None] For port e4c2286c-0729-4bd0-948b-8a067e34d401, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=e4c2286c-0729-4bd0-948b-8a067e34d401,segment=NetworkSegment(ee5d5a73-35cd-4069-8de1-074f6faf1dd1),segment_id=ee5d5a73-35cd-4069-8de1-074f6faf1dd1)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:38:10.704869 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-8750128c-c2be-4f83-b3e3-96e6913f13c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (e4c2286c-0729-4bd0-948b-8a067e34d401), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:10.720904 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-8750128c-c2be-4f83-b3e3-96e6913f13c7 None None] Calling delete_port for e4c2286c-0729-4bd0-948b-8a067e34d401 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:38:10.729061 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d030ab7e-6421-48fe-87bf-d8b16275d22a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (78426155-5d60-4b78-a413-eccb9051aec1), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:10.734023 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-568c71ee-01bf-41ee-86d0-e2d99cd67ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78426155-5d60-4b78-a413-eccb9051aec1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2056361273', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'ebabf028-7863-4783-b818-1d5d4f15a58e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:36:08Z', 'updated_at': '2022-02-02T07:38:09Z', 'revision_number': 5, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'gw_port': {'id': 'ebabf028-7863-4783-b818-1d5d4f15a58e', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:82:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78426155-5d60-4b78-a413-eccb9051aec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:36:08Z', 'updated_at': '2022-02-02T07:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:38:10.794071 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568c71ee-01bf-41ee-86d0-e2d99cd67ad4 None None] The sync data for ids ['78426155-5d60-4b78-a413-eccb9051aec1'] in n-d-789963-26 is: [{'id': '78426155-5d60-4b78-a413-eccb9051aec1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2056361273', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'ebabf028-7863-4783-b818-1d5d4f15a58e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:36:08Z', 'updated_at': '2022-02-02T07:38:09Z', 'revision_number': 5, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'gw_port': {'id': 'ebabf028-7863-4783-b818-1d5d4f15a58e', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:82:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78426155-5d60-4b78-a413-eccb9051aec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:36:08Z', 'updated_at': '2022-02-02T07:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:38:10.854339 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-8750128c-c2be-4f83-b3e3-96e6913f13c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (e4c2286c-0729-4bd0-948b-8a067e34d401), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:10.890849 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8750128c-c2be-4f83-b3e3-96e6913f13c7 None None] Pushing event deleted for resources: {'Port': ['ID=e4c2286c-0729-4bd0-948b-8a067e34d401,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:38:10.892670 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8750128c-c2be-4f83-b3e3-96e6913f13c7 None None] No DVR routers for this DVR port e4c2286c-0729-4bd0-948b-8a067e34d401 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:38:10.925078 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-263f2956-e623-4747-bd91-24c64b9a9fdc req-30e70e62-b820-4450-8ae1-4a0df76b1ca9 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=3fd0f851-74a7-4363-8e1d-0fa0a6026d71 HTTP/1.1" status: 200 len: 210 time: 0.0419354 Feb 02 07:38:10.992987 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f549dfc4-c5e5-4b7f-86da-bc307e3d77e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:11.028952 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device fd36f711-2211-4d6c-8aee-0022c88c4ca4 no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:38:11.054737 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] No Port match for: fd36f711-2211-4d6c-8aee-0022c88c4ca4 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:38:11.055088 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device fd36f711-2211-4d6c-8aee-0022c88c4ca4 not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:38:11.110377 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d030ab7e-6421-48fe-87bf-d8b16275d22a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (78426155-5d60-4b78-a413-eccb9051aec1), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:11.112742 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d030ab7e-6421-48fe-87bf-d8b16275d22a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for router_controller (78426155-5d60-4b78-a413-eccb9051aec1), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:11.166064 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d030ab7e-6421-48fe-87bf-d8b16275d22a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (78426155-5d60-4b78-a413-eccb9051aec1), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:11.166633 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d030ab7e-6421-48fe-87bf-d8b16275d22a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Fanout notify agent at l3_agent the message router_deleted on router 78426155-5d60-4b78-a413-eccb9051aec1 {{(pid=109693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:38:11.178872 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d030ab7e-6421-48fe-87bf-d8b16275d22a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:11.182886 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 33400) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:38:11.183059 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d030ab7e-6421-48fe-87bf-d8b16275d22a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "DELETE /v2.0/routers/78426155-5d60-4b78-a413-eccb9051aec1 HTTP/1.1" status: 204 len: 168 time: 1.1683545 Feb 02 07:38:11.278350 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-213e8809-60a8-4bde-b0a4-e591b5ac16ea tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (5ecfd23c-0c0d-4908-8108-5b474fe181f4), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:11.372183 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-213e8809-60a8-4bde-b0a4-e591b5ac16ea tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (5ecfd23c-0c0d-4908-8108-5b474fe181f4), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:11.393851 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-213e8809-60a8-4bde-b0a4-e591b5ac16ea tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ecfd23c-0c0d-4908-8108-5b474fe181f4']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:38:11.405162 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-213e8809-60a8-4bde-b0a4-e591b5ac16ea tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee5d5a73-35cd-4069-8de1-074f6faf1dd1') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:38:11.405489 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-213e8809-60a8-4bde-b0a4-e591b5ac16ea tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee5d5a73-35cd-4069-8de1-074f6faf1dd1') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:38:11.415468 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-213e8809-60a8-4bde-b0a4-e591b5ac16ea tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (ee5d5a73-35cd-4069-8de1-074f6faf1dd1), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:11.430702 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-213e8809-60a8-4bde-b0a4-e591b5ac16ea tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (ee5d5a73-35cd-4069-8de1-074f6faf1dd1), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:11.437931 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-213e8809-60a8-4bde-b0a4-e591b5ac16ea tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:38:11.438336 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-213e8809-60a8-4bde-b0a4-e591b5ac16ea tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (ee5d5a73-35cd-4069-8de1-074f6faf1dd1), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:11.441660 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:38:11.441660 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:38:11.441660 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:38:11.441660 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:38:11.441660 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:38:11.441660 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:38:11.441660 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:38:11.441660 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:38:11.441660 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:38:11.441660 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:38:11.441660 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:38:11.441660 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:38:11.441660 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:38:11.441660 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:38:11.441660 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:38:11.441660 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:38:11.441660 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:38:11.441660 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:38:11.441660 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:38:11.441660 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:38:11.441660 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:38:11.441660 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:38:11.441660 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:38:11.441660 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:38:11.441660 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:38:11.441660 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:38:11.441660 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:38:11.441660 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:38:11.441660 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:38:11.441660 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:38:11.441660 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:38:11.441660 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:38:11.508185 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-213e8809-60a8-4bde-b0a4-e591b5ac16ea tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (5ecfd23c-0c0d-4908-8108-5b474fe181f4), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:11.517084 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-213e8809-60a8-4bde-b0a4-e591b5ac16ea tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:11.522249 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-213e8809-60a8-4bde-b0a4-e591b5ac16ea tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "DELETE /v2.0/networks/5ecfd23c-0c0d-4908-8108-5b474fe181f4 HTTP/1.1" status: 204 len: 168 time: 0.3377130 Feb 02 07:38:11.525563 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 33402) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:38:11.537760 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213e8809-60a8-4bde-b0a4-e591b5ac16ea tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event deleted for resources: {'Network': ['ID=5ecfd23c-0c0d-4908-8108-5b474fe181f4,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:38:11.584710 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-99460dd2-b1cd-4203-aa18-8a1fcedff2c6 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group (1299b0ea-04df-46ba-b171-809f74bf98bb), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:11.610138 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-99460dd2-b1cd-4203-aa18-8a1fcedff2c6 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group (1299b0ea-04df-46ba-b171-809f74bf98bb), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:11.670122 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-99460dd2-b1cd-4203-aa18-8a1fcedff2c6 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (1299b0ea-04df-46ba-b171-809f74bf98bb), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:11.672942 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-99460dd2-b1cd-4203-aa18-8a1fcedff2c6 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:11.674108 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-99460dd2-b1cd-4203-aa18-8a1fcedff2c6 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "DELETE /v2.0/security-groups/1299b0ea-04df-46ba-b171-809f74bf98bb HTTP/1.1" status: 204 len: 168 time: 0.1475084 Feb 02 07:38:11.684013 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99460dd2-b1cd-4203-aa18-8a1fcedff2c6 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1299b0ea-04df-46ba-b171-809f74bf98bb,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:38:11.885501 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device ebabf028-7863-4783-b818-1d5d4f15a58e no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:38:11.906341 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: ebabf028-7863-4783-b818-1d5d4f15a58e {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:38:11.906954 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device ebabf028-7863-4783-b818-1d5d4f15a58e not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:38:11.907595 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device ff2380b3-99e5-4f57-af72-6b6c8c8dbb06 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:38:11.929293 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: ff2380b3-99e5-4f57-af72-6b6c8c8dbb06 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:38:11.929725 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device ff2380b3-99e5-4f57-af72-6b6c8c8dbb06 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:38:11.930247 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device e4c2286c-0729-4bd0-948b-8a067e34d401 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:38:11.951523 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: e4c2286c-0729-4bd0-948b-8a067e34d401 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:38:11.954198 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device e4c2286c-0729-4bd0-948b-8a067e34d401 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:38:11.969461 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 33410) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:38:11.976181 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-d9fc6094-f38c-43b3-a65d-267da8f77338 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1817420079', 'description': 'tempest-secgroup-smoke-1817420079 description', 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:38:12.003172 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d9fc6094-f38c-43b3-a65d-267da8f77338 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:12.047037 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-33fbcc7d-5ca8-413d-b98e-5827b4349e08 req-86030ef0-beb6-4633-9f85-ce90e8e5a0d2 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=3fd0f851-74a7-4363-8e1d-0fa0a6026d71 HTTP/1.1" status: 200 len: 210 time: 0.0327470 Feb 02 07:38:12.093528 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d9fc6094-f38c-43b3-a65d-267da8f77338 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group (d16e5838-7900-4b80-98f3-67bb8c19e7b9), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:12.098349 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d9fc6094-f38c-43b3-a65d-267da8f77338 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (d16e5838-7900-4b80-98f3-67bb8c19e7b9), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:12.130411 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d9fc6094-f38c-43b3-a65d-267da8f77338 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:12.134267 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d9fc6094-f38c-43b3-a65d-267da8f77338 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1611135 Feb 02 07:38:12.134267 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fc6094-f38c-43b3-a65d-267da8f77338 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d16e5838-7900-4b80-98f3-67bb8c19e7b9,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:38:12.134775 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 33412) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:38:12.139856 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-db796311-bb41-4dc3-9881-559832fdf8d2 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Request body: {'security_group_rule': {'security_group_id': 'd16e5838-7900-4b80-98f3-67bb8c19e7b9', 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:38:12.165967 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-db796311-bb41-4dc3-9881-559832fdf8d2 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group_rule (84ee7e1e-dacb-4f12-a15b-27e0be41ebce), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:12.222981 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-db796311-bb41-4dc3-9881-559832fdf8d2 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group_rule (84ee7e1e-dacb-4f12-a15b-27e0be41ebce), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:12.226666 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-db796311-bb41-4dc3-9881-559832fdf8d2 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (84ee7e1e-dacb-4f12-a15b-27e0be41ebce), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:12.246848 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db796311-bb41-4dc3-9881-559832fdf8d2 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84ee7e1e-dacb-4f12-a15b-27e0be41ebce,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:38:12.257398 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-db796311-bb41-4dc3-9881-559832fdf8d2 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:12.258797 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-db796311-bb41-4dc3-9881-559832fdf8d2 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1227326 Feb 02 07:38:12.261561 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 33414) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:38:12.267007 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-d39d4bf0-a7e6-478c-87f0-309c16b2d210 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Request body: {'security_group_rule': {'security_group_id': 'd16e5838-7900-4b80-98f3-67bb8c19e7b9', 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:38:12.295077 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d39d4bf0-a7e6-478c-87f0-309c16b2d210 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group_rule (8ddf7c72-ae3b-4cd3-b346-625ebc8a4e86), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:12.358592 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d39d4bf0-a7e6-478c-87f0-309c16b2d210 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group_rule (8ddf7c72-ae3b-4cd3-b346-625ebc8a4e86), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:12.362596 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d39d4bf0-a7e6-478c-87f0-309c16b2d210 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (8ddf7c72-ae3b-4cd3-b346-625ebc8a4e86), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:12.381294 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39d4bf0-a7e6-478c-87f0-309c16b2d210 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ddf7c72-ae3b-4cd3-b346-625ebc8a4e86,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:38:12.391351 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d39d4bf0-a7e6-478c-87f0-309c16b2d210 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:12.395228 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d39d4bf0-a7e6-478c-87f0-309c16b2d210 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1300454 Feb 02 07:38:12.395365 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 33416) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:38:12.400484 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-f2ff0c1a-34aa-423d-aace-154a2e47e2d5 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Request body: {'security_group_rule': {'security_group_id': 'd16e5838-7900-4b80-98f3-67bb8c19e7b9', 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:38:12.424743 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f2ff0c1a-34aa-423d-aace-154a2e47e2d5 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group_rule (a53fc5df-34aa-4010-9bef-8b53f1a31211), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:12.482247 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f2ff0c1a-34aa-423d-aace-154a2e47e2d5 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group_rule (a53fc5df-34aa-4010-9bef-8b53f1a31211), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:12.486289 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f2ff0c1a-34aa-423d-aace-154a2e47e2d5 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (a53fc5df-34aa-4010-9bef-8b53f1a31211), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:12.508265 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ff0c1a-34aa-423d-aace-154a2e47e2d5 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a53fc5df-34aa-4010-9bef-8b53f1a31211,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:38:12.518158 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f2ff0c1a-34aa-423d-aace-154a2e47e2d5 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:12.519372 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f2ff0c1a-34aa-423d-aace-154a2e47e2d5 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1230307 Feb 02 07:38:12.522058 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 33418) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:38:12.526862 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-47bbb103-21fe-4cd6-a752-31629ea3bd95 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Request body: {'security_group_rule': {'security_group_id': 'd16e5838-7900-4b80-98f3-67bb8c19e7b9', 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:38:12.551351 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-47bbb103-21fe-4cd6-a752-31629ea3bd95 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group_rule (4129a33f-4dbf-495a-a3f6-e118f0d81ae0), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:12.609167 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-47bbb103-21fe-4cd6-a752-31629ea3bd95 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group_rule (4129a33f-4dbf-495a-a3f6-e118f0d81ae0), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:12.613040 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-47bbb103-21fe-4cd6-a752-31629ea3bd95 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (4129a33f-4dbf-495a-a3f6-e118f0d81ae0), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:12.635336 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bbb103-21fe-4cd6-a752-31629ea3bd95 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4129a33f-4dbf-495a-a3f6-e118f0d81ae0,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:38:12.642896 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-47bbb103-21fe-4cd6-a752-31629ea3bd95 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:12.644264 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-47bbb103-21fe-4cd6-a752-31629ea3bd95 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1212177 Feb 02 07:38:12.647039 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 33420) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:38:12.651845 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-10e3bf32-c39d-4a68-a588-929b6c0b48df tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Request body: {'security_group_rule': {'security_group_id': 'd16e5838-7900-4b80-98f3-67bb8c19e7b9', 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:38:12.672617 n-d-789963-26 neutron-server[109693]: INFO neutron.db.securitygroups_db [None req-10e3bf32-c39d-4a68-a588-929b6c0b48df tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Project b5f86cce5c924f2695e5f2d21aa64848 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 07:38:12.680006 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-10e3bf32-c39d-4a68-a588-929b6c0b48df tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group_rule (fd5b9b8b-5216-4006-ac3e-7d1732863cb7), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:12.750382 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-10e3bf32-c39d-4a68-a588-929b6c0b48df tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group_rule (fd5b9b8b-5216-4006-ac3e-7d1732863cb7), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:12.753863 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-10e3bf32-c39d-4a68-a588-929b6c0b48df tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (fd5b9b8b-5216-4006-ac3e-7d1732863cb7), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:12.773712 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e3bf32-c39d-4a68-a588-929b6c0b48df tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd5b9b8b-5216-4006-ac3e-7d1732863cb7,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:38:12.780113 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-10e3bf32-c39d-4a68-a588-929b6c0b48df tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:12.781289 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-10e3bf32-c39d-4a68-a588-929b6c0b48df tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1332295 Feb 02 07:38:12.784012 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 33422) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:38:12.788234 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-c293ed2d-4d14-45ba-a652-0990e0dbdb94 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Request body: {'security_group_rule': {'security_group_id': 'd16e5838-7900-4b80-98f3-67bb8c19e7b9', 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:38:12.807585 n-d-789963-26 neutron-server[109693]: INFO neutron.db.securitygroups_db [None req-c293ed2d-4d14-45ba-a652-0990e0dbdb94 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Project b5f86cce5c924f2695e5f2d21aa64848 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 07:38:12.812438 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c293ed2d-4d14-45ba-a652-0990e0dbdb94 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group_rule (58803ffa-52e7-45c6-a14b-c177f9433a15), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:12.870643 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c293ed2d-4d14-45ba-a652-0990e0dbdb94 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group_rule (58803ffa-52e7-45c6-a14b-c177f9433a15), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:12.874227 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c293ed2d-4d14-45ba-a652-0990e0dbdb94 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (58803ffa-52e7-45c6-a14b-c177f9433a15), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:12.891326 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c293ed2d-4d14-45ba-a652-0990e0dbdb94 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58803ffa-52e7-45c6-a14b-c177f9433a15,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:38:12.900192 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c293ed2d-4d14-45ba-a652-0990e0dbdb94 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:12.901401 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-c293ed2d-4d14-45ba-a652-0990e0dbdb94 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1164837 Feb 02 07:38:12.904193 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 33424) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:38:12.909025 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-59145a11-bc38-4fbb-9ca5-edb31c51af2c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Request body: {'network': {'name': 'tempest-network-smoke--971698858', 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'port_security_enabled': True}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:38:12.929619 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59145a11-bc38-4fbb-9ca5-edb31c51af2c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Made reservation on behalf of b5f86cce5c924f2695e5f2d21aa64848 for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:38:12.933049 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-59145a11-bc38-4fbb-9ca5-edb31c51af2c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:12.962722 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59145a11-bc38-4fbb-9ca5-edb31c51af2c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:38:12.974435 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-59145a11-bc38-4fbb-9ca5-edb31c51af2c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (0333a0ce-9008-433e-803c-9176154ca6fe), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:12.974783 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-59145a11-bc38-4fbb-9ca5-edb31c51af2c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Added segment 0333a0ce-9008-433e-803c-9176154ca6fe of type vlan for network b4473444-75cd-4ad5-9b5e-f4279f4d73c4 Feb 02 07:38:13.026505 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-59145a11-bc38-4fbb-9ca5-edb31c51af2c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (b4473444-75cd-4ad5-9b5e-f4279f4d73c4), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:13.056690 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-59145a11-bc38-4fbb-9ca5-edb31c51af2c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (b4473444-75cd-4ad5-9b5e-f4279f4d73c4), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:13.061543 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59145a11-bc38-4fbb-9ca5-edb31c51af2c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:38:13.062123 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-59145a11-bc38-4fbb-9ca5-edb31c51af2c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:13.140703 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-59145a11-bc38-4fbb-9ca5-edb31c51af2c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2354703 Feb 02 07:38:13.159174 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 33428) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:38:13.161311 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0a28e029-1ceb-4a88-ba9e-abefec2ea8ed req-476d71d7-50b0-4dd1-a30b-5aff5279893a tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=3fd0f851-74a7-4363-8e1d-0fa0a6026d71 HTTP/1.1" status: 200 len: 210 time: 0.0356634 Feb 02 07:38:13.166065 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-ff538407-6c9f-42e2-98fd-a509496988f5 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1557648972', 'admin_state_up': True, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:38:13.175099 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59145a11-bc38-4fbb-9ca5-edb31c51af2c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event updated for resources: {'Network': ['ID=b4473444-75cd-4ad5-9b5e-f4279f4d73c4,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:38:13.194175 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network b4473444-75cd-4ad5-9b5e-f4279f4d73c4 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:38:13.198523 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ff538407-6c9f-42e2-98fd-a509496988f5 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (19f95cb7-26a3-4ade-9e6d-46440118160e), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:13.199699 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ff538407-6c9f-42e2-98fd-a509496988f5 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (19f95cb7-26a3-4ade-9e6d-46440118160e), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:13.264201 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ff538407-6c9f-42e2-98fd-a509496988f5 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for router_controller (19f95cb7-26a3-4ade-9e6d-46440118160e), precommit_add_association {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:13.291945 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d97a1a77-5e81-4317-98ff-5fd4897e6bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:13.405333 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ff538407-6c9f-42e2-98fd-a509496988f5 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for router_gateway (19f95cb7-26a3-4ade-9e6d-46440118160e), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:13.604487 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ff538407-6c9f-42e2-98fd-a509496988f5 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for router_gateway (19f95cb7-26a3-4ade-9e6d-46440118160e), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:13.623990 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ff538407-6c9f-42e2-98fd-a509496988f5 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:13.724140 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-ff538407-6c9f-42e2-98fd-a509496988f5 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Allocated IP 172.25.4.3 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/b3153ab9-00cf-45f6-af22-2889a9c2ed65) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:38:13.829808 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ff538407-6c9f-42e2-98fd-a509496988f5 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for port (b3153ab9-00cf-45f6-af22-2889a9c2ed65), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:13.865609 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ff538407-6c9f-42e2-98fd-a509496988f5 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (b3153ab9-00cf-45f6-af22-2889a9c2ed65), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:13.900420 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff538407-6c9f-42e2-98fd-a509496988f5 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:38:13.905309 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-ff538407-6c9f-42e2-98fd-a509496988f5 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:38:13.911334 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff538407-6c9f-42e2-98fd-a509496988f5 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:38:13.938487 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff538407-6c9f-42e2-98fd-a509496988f5 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event updated for resources: {'Port': ['ID=b3153ab9-00cf-45f6-af22-2889a9c2ed65,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:38:14.172240 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ff538407-6c9f-42e2-98fd-a509496988f5 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for router_gateway (19f95cb7-26a3-4ade-9e6d-46440118160e), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:14.580448 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bbc60bdd-2564-44d6-ad44-33a6bacb87dc req-efd63be8-be7e-4f43-829c-36e458b0fcc2 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=3fd0f851-74a7-4363-8e1d-0fa0a6026d71 HTTP/1.1" status: 200 len: 210 time: 0.3267858 Feb 02 07:38:14.692475 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ff538407-6c9f-42e2-98fd-a509496988f5 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (19f95cb7-26a3-4ade-9e6d-46440118160e), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:14.754394 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:14.822385 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff538407-6c9f-42e2-98fd-a509496988f5 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Router 19f95cb7-26a3-4ade-9e6d-46440118160e is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:38:14.930172 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff538407-6c9f-42e2-98fd-a509496988f5 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:38:14.945248 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a165f12f-e6ea-49cf-9ef6-36f41f8000f7 None None] Sync routers for ids ['19f95cb7-26a3-4ade-9e6d-46440118160e'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:38:14.952320 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ff538407-6c9f-42e2-98fd-a509496988f5 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:14.956537 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-ff538407-6c9f-42e2-98fd-a509496988f5 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7914860 Feb 02 07:38:14.956663 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a165f12f-e6ea-49cf-9ef6-36f41f8000f7 None None] Routers {'19f95cb7-26a3-4ade-9e6d-46440118160e'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:38:14.956663 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-a165f12f-e6ea-49cf-9ef6-36f41f8000f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:38:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['19f95cb7-26a3-4ade-9e6d-46440118160e'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:38:14.956945 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 33432) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:38:14.997027 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c3dc5344-9775-42b4-8dd1-7b66420d7423 tempest-TestNetworkAdvancedServerOps-1931800759 tempest-TestNetworkAdvancedServerOps-1931800759-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=b5f86cce5c924f2695e5f2d21aa64848&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0363283 Feb 02 07:38:14.997333 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 33434) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:38:15.062697 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-a165f12f-e6ea-49cf-9ef6-36f41f8000f7 None None] Set router 19f95cb7-26a3-4ade-9e6d-46440118160e gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:38:15.093560 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171c7bdf-1a3a-4f28-8041-58a81522453d tempest-TestNetworkAdvancedServerOps-1931800759 tempest-TestNetworkAdvancedServerOps-1931800759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:38:15.097882 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-171c7bdf-1a3a-4f28-8041-58a81522453d tempest-TestNetworkAdvancedServerOps-1931800759 tempest-TestNetworkAdvancedServerOps-1931800759-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0961399 Feb 02 07:38:15.098225 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 33436) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:38:15.129389 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-09c5ca32-e367-44e5-9440-13e955c21f89 tempest-TestNetworkAdvancedServerOps-1931800759 tempest-TestNetworkAdvancedServerOps-1931800759-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=ee4463ee-e783-4af5-91d5-cbeb2d0e0db8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283961 Feb 02 07:38:15.131324 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 33438) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:38:15.136773 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-9504c0c7-246c-45fd-abfe-19f289ae821d tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-505845086', 'network_id': 'b4473444-75cd-4ad5-9b5e-f4279f4d73c4', 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:38:15.230432 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9504c0c7-246c-45fd-abfe-19f289ae821d tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Made reservation on behalf of b5f86cce5c924f2695e5f2d21aa64848 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:38:15.237368 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9504c0c7-246c-45fd-abfe-19f289ae821d tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:15.249105 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-a165f12f-e6ea-49cf-9ef6-36f41f8000f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f95cb7-26a3-4ade-9e6d-46440118160e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1557648972', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'b3153ab9-00cf-45f6-af22-2889a9c2ed65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:38:13Z', 'updated_at': '2022-02-02T07:38:14Z', 'revision_number': 3, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'gw_port': {'id': 'b3153ab9-00cf-45f6-af22-2889a9c2ed65', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f1:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f95cb7-26a3-4ade-9e6d-46440118160e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:38:13Z', 'updated_at': '2022-02-02T07:38:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:38:15.275484 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a165f12f-e6ea-49cf-9ef6-36f41f8000f7 None None] Checking router: 19f95cb7-26a3-4ade-9e6d-46440118160e for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:38:15.275858 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a165f12f-e6ea-49cf-9ef6-36f41f8000f7 None None] Updating router 19f95cb7-26a3-4ade-9e6d-46440118160e port b3153ab9-00cf-45f6-af22-2889a9c2ed65 binding host n-d-789963-26 {{(pid=109696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:38:15.308042 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-a165f12f-e6ea-49cf-9ef6-36f41f8000f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b3153ab9-00cf-45f6-af22-2889a9c2ed65), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:15.437572 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9504c0c7-246c-45fd-abfe-19f289ae821d tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (62137fe5-450b-4cca-af59-4eb4d15bd2af), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:15.500989 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9504c0c7-246c-45fd-abfe-19f289ae821d tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event updated for resources: {'Subnet': ['ID=62137fe5-450b-4cca-af59-4eb4d15bd2af,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:38:15.511828 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9504c0c7-246c-45fd-abfe-19f289ae821d tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Checking segment: {'id': '0333a0ce-9008-433e-803c-9176154ca6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b4473444-75cd-4ad5-9b5e-f4279f4d73c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:38:15.512370 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9504c0c7-246c-45fd-abfe-19f289ae821d tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Network hostable DHCP agents. Network: b4473444-75cd-4ad5-9b5e-f4279f4d73c4, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:38:15.531890 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9504c0c7-246c-45fd-abfe-19f289ae821d tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Network b4473444-75cd-4ad5-9b5e-f4279f4d73c4 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:38:15.543782 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-9504c0c7-246c-45fd-abfe-19f289ae821d tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, b4473444-75cd-4ad5-9b5e-f4279f4d73c4) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:38:15.553829 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fda95e-4a69-4965-892b-e25f35398c42 None None] Network b4473444-75cd-4ad5-9b5e-f4279f4d73c4 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:38:15.559990 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9504c0c7-246c-45fd-abfe-19f289ae821d tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:38:15.560942 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9504c0c7-246c-45fd-abfe-19f289ae821d tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:15.587862 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-9504c0c7-246c-45fd-abfe-19f289ae821d tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4553039 Feb 02 07:38:15.590662 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 33440) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:38:15.601602 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-a165f12f-e6ea-49cf-9ef6-36f41f8000f7 None None] Publish callbacks [] for port (b3153ab9-00cf-45f6-af22-2889a9c2ed65), precommit_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:15.609515 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-a165f12f-e6ea-49cf-9ef6-36f41f8000f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (b3153ab9-00cf-45f6-af22-2889a9c2ed65), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:15.714322 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69da171c-7719-49a0-b868-6fe4d6ed8731 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-b4473444-75cd-4ad5-9b5e-f4279f4d73c4', 'network_id': 'b4473444-75cd-4ad5-9b5e-f4279f4d73c4', 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'fixed_ips': [{'subnet_id': '62137fe5-450b-4cca-af59-4eb4d15bd2af'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:38:15.715452 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-69da171c-7719-49a0-b868-6fe4d6ed8731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:15.716239 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eb22cd-2da0-44a1-a83e-d688aab31919 None None] Pushing event updated for resources: {'Port': ['ID=b3153ab9-00cf-45f6-af22-2889a9c2ed65,revision_number=2']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:38:15.724542 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-a165f12f-e6ea-49cf-9ef6-36f41f8000f7 None None] Attempting to bind port b3153ab9-00cf-45f6-af22-2889a9c2ed65 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:38:15.724929 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-a165f12f-e6ea-49cf-9ef6-36f41f8000f7 None None] Attempting to bind port b3153ab9-00cf-45f6-af22-2889a9c2ed65 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:38:15.725296 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a165f12f-e6ea-49cf-9ef6-36f41f8000f7 None None] Attempting to bind port b3153ab9-00cf-45f6-af22-2889a9c2ed65 on network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:38:15.731177 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a165f12f-e6ea-49cf-9ef6-36f41f8000f7 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:38:15.731524 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a165f12f-e6ea-49cf-9ef6-36f41f8000f7 None None] Checking segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:38:15.731960 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-a165f12f-e6ea-49cf-9ef6-36f41f8000f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:15.732868 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a165f12f-e6ea-49cf-9ef6-36f41f8000f7 None None] Bound using segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:38:15.733350 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-a165f12f-e6ea-49cf-9ef6-36f41f8000f7 None None] Bound port: b3153ab9-00cf-45f6-af22-2889a9c2ed65, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:38:15.733480 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a6f6f42c-4bf5-406d-b5e6-849d6f3fcffd req-01dfc0e8-1937-42ad-a69b-db80756fa953 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=3fd0f851-74a7-4363-8e1d-0fa0a6026d71 HTTP/1.1" status: 200 len: 210 time: 0.0695326 Feb 02 07:38:15.733750 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-a165f12f-e6ea-49cf-9ef6-36f41f8000f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b3153ab9-00cf-45f6-af22-2889a9c2ed65), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:15.737290 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eb22cd-2da0-44a1-a83e-d688aab31919 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:38:15.737702 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eb22cd-2da0-44a1-a83e-d688aab31919 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:38:15.738053 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eb22cd-2da0-44a1-a83e-d688aab31919 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:38:15.738828 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eb22cd-2da0-44a1-a83e-d688aab31919 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:38:15.738828 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eb22cd-2da0-44a1-a83e-d688aab31919 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:38:15.739075 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eb22cd-2da0-44a1-a83e-d688aab31919 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:38:15.739475 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eb22cd-2da0-44a1-a83e-d688aab31919 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:38:15.739787 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eb22cd-2da0-44a1-a83e-d688aab31919 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:38:15.740111 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eb22cd-2da0-44a1-a83e-d688aab31919 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:38:15.740444 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eb22cd-2da0-44a1-a83e-d688aab31919 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:38:15.740808 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eb22cd-2da0-44a1-a83e-d688aab31919 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:38:15.741088 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eb22cd-2da0-44a1-a83e-d688aab31919 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:38:15.741415 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eb22cd-2da0-44a1-a83e-d688aab31919 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:38:15.817773 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-a165f12f-e6ea-49cf-9ef6-36f41f8000f7 None None] For port b3153ab9-00cf-45f6-af22-2889a9c2ed65, host n-d-789963-26, cleared binding levels {{(pid=109696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:38:15.823284 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-a165f12f-e6ea-49cf-9ef6-36f41f8000f7 None None] For port b3153ab9-00cf-45f6-af22-2889a9c2ed65, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=b3153ab9-00cf-45f6-af22-2889a9c2ed65,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:38:15.833882 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-a165f12f-e6ea-49cf-9ef6-36f41f8000f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (b3153ab9-00cf-45f6-af22-2889a9c2ed65), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:15.866582 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-69da171c-7719-49a0-b868-6fe4d6ed8731 None None] Allocated IP 172.20.0.2 (b4473444-75cd-4ad5-9b5e-f4279f4d73c4/62137fe5-450b-4cca-af59-4eb4d15bd2af/6dc88d47-ecb6-4eb3-9362-e8f1ff29576c) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:38:15.916268 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a165f12f-e6ea-49cf-9ef6-36f41f8000f7 None None] Routers {'19f95cb7-26a3-4ade-9e6d-46440118160e'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:38:15.917850 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-a165f12f-e6ea-49cf-9ef6-36f41f8000f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:38:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['19f95cb7-26a3-4ade-9e6d-46440118160e'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:38:15.970934 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eb22cd-2da0-44a1-a83e-d688aab31919 None None] Pushing event updated for resources: {'Port': ['ID=b3153ab9-00cf-45f6-af22-2889a9c2ed65,revision_number=3']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:38:16.067509 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-69da171c-7719-49a0-b868-6fe4d6ed8731 None None] Publish callbacks [] for port (6dc88d47-ecb6-4eb3-9362-e8f1ff29576c), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:16.070543 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-a165f12f-e6ea-49cf-9ef6-36f41f8000f7 None None] Set router 19f95cb7-26a3-4ade-9e6d-46440118160e gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:38:16.078384 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-69da171c-7719-49a0-b868-6fe4d6ed8731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (6dc88d47-ecb6-4eb3-9362-e8f1ff29576c), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:16.183886 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69da171c-7719-49a0-b868-6fe4d6ed8731 None None] Network b4473444-75cd-4ad5-9b5e-f4279f4d73c4 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:38:16.194138 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-69da171c-7719-49a0-b868-6fe4d6ed8731 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:38:16.199107 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69da171c-7719-49a0-b868-6fe4d6ed8731 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:38:16.201694 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:16.203436 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69da171c-7719-49a0-b868-6fe4d6ed8731 None None] Pushing event updated for resources: {'Port': ['ID=6dc88d47-ecb6-4eb3-9362-e8f1ff29576c,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:38:16.245438 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cef170f5-3754-4f56-9ddb-3b2ff3cf2ee6 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:16.270920 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-69da171c-7719-49a0-b868-6fe4d6ed8731 None None] Attempting to bind port 6dc88d47-ecb6-4eb3-9362-e8f1ff29576c on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:38:16.271214 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-69da171c-7719-49a0-b868-6fe4d6ed8731 None None] Attempting to bind port 6dc88d47-ecb6-4eb3-9362-e8f1ff29576c by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '0333a0ce-9008-433e-803c-9176154ca6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b4473444-75cd-4ad5-9b5e-f4279f4d73c4'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:38:16.271815 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69da171c-7719-49a0-b868-6fe4d6ed8731 None None] Attempting to bind port 6dc88d47-ecb6-4eb3-9362-e8f1ff29576c on network b4473444-75cd-4ad5-9b5e-f4279f4d73c4 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:38:16.277701 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69da171c-7719-49a0-b868-6fe4d6ed8731 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:38:16.279391 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69da171c-7719-49a0-b868-6fe4d6ed8731 None None] Checking segment: {'id': '0333a0ce-9008-433e-803c-9176154ca6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b4473444-75cd-4ad5-9b5e-f4279f4d73c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:38:16.280119 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-69da171c-7719-49a0-b868-6fe4d6ed8731 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:16.280663 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69da171c-7719-49a0-b868-6fe4d6ed8731 None None] Bound using segment: {'id': '0333a0ce-9008-433e-803c-9176154ca6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b4473444-75cd-4ad5-9b5e-f4279f4d73c4'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:38:16.281302 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-69da171c-7719-49a0-b868-6fe4d6ed8731 None None] Bound port: 6dc88d47-ecb6-4eb3-9362-e8f1ff29576c, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0333a0ce-9008-433e-803c-9176154ca6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b4473444-75cd-4ad5-9b5e-f4279f4d73c4'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:38:16.281861 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-69da171c-7719-49a0-b868-6fe4d6ed8731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (6dc88d47-ecb6-4eb3-9362-e8f1ff29576c), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:16.327249 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-a165f12f-e6ea-49cf-9ef6-36f41f8000f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f95cb7-26a3-4ade-9e6d-46440118160e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1557648972', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'b3153ab9-00cf-45f6-af22-2889a9c2ed65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:38:13Z', 'updated_at': '2022-02-02T07:38:14Z', 'revision_number': 3, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'gw_port': {'id': 'b3153ab9-00cf-45f6-af22-2889a9c2ed65', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f1:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f95cb7-26a3-4ade-9e6d-46440118160e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:38:13Z', 'updated_at': '2022-02-02T07:38:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:38:16.350882 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-69da171c-7719-49a0-b868-6fe4d6ed8731 None None] For port 6dc88d47-ecb6-4eb3-9362-e8f1ff29576c, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:38:16.354269 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-69da171c-7719-49a0-b868-6fe4d6ed8731 None None] For port 6dc88d47-ecb6-4eb3-9362-e8f1ff29576c, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=6dc88d47-ecb6-4eb3-9362-e8f1ff29576c,segment=NetworkSegment(0333a0ce-9008-433e-803c-9176154ca6fe),segment_id=0333a0ce-9008-433e-803c-9176154ca6fe)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:38:16.362381 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a165f12f-e6ea-49cf-9ef6-36f41f8000f7 None None] The sync data for ids ['19f95cb7-26a3-4ade-9e6d-46440118160e'] in n-d-789963-26 is: [{'id': '19f95cb7-26a3-4ade-9e6d-46440118160e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1557648972', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'b3153ab9-00cf-45f6-af22-2889a9c2ed65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:38:13Z', 'updated_at': '2022-02-02T07:38:14Z', 'revision_number': 3, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'gw_port': {'id': 'b3153ab9-00cf-45f6-af22-2889a9c2ed65', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f1:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f95cb7-26a3-4ade-9e6d-46440118160e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:38:13Z', 'updated_at': '2022-02-02T07:38:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:38:16.363477 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-69da171c-7719-49a0-b868-6fe4d6ed8731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (6dc88d47-ecb6-4eb3-9362-e8f1ff29576c), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:16.476040 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69da171c-7719-49a0-b868-6fe4d6ed8731 None None] Pushing event updated for resources: {'Port': ['ID=6dc88d47-ecb6-4eb3-9362-e8f1ff29576c,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:38:16.635351 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-cef170f5-3754-4f56-9ddb-3b2ff3cf2ee6 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Allocated IP 172.20.0.1 (b4473444-75cd-4ad5-9b5e-f4279f4d73c4/62137fe5-450b-4cca-af59-4eb4d15bd2af/7ad28cda-aff9-4c11-8e1a-97ae6e775fc5) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:38:16.838880 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cef170f5-3754-4f56-9ddb-3b2ff3cf2ee6 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for port (7ad28cda-aff9-4c11-8e1a-97ae6e775fc5), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:16.907475 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cef170f5-3754-4f56-9ddb-3b2ff3cf2ee6 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (7ad28cda-aff9-4c11-8e1a-97ae6e775fc5), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:16.970271 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef170f5-3754-4f56-9ddb-3b2ff3cf2ee6 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Network b4473444-75cd-4ad5-9b5e-f4279f4d73c4 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:38:16.974052 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-cef170f5-3754-4f56-9ddb-3b2ff3cf2ee6 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:38:16.976585 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef170f5-3754-4f56-9ddb-3b2ff3cf2ee6 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:38:17.004156 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef170f5-3754-4f56-9ddb-3b2ff3cf2ee6 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event updated for resources: {'Port': ['ID=7ad28cda-aff9-4c11-8e1a-97ae6e775fc5,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:38:17.037433 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cef170f5-3754-4f56-9ddb-3b2ff3cf2ee6 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (19f95cb7-26a3-4ade-9e6d-46440118160e), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:17.187141 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cef170f5-3754-4f56-9ddb-3b2ff3cf2ee6 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (7ad28cda-aff9-4c11-8e1a-97ae6e775fc5), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:17.459020 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:17.513709 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cef170f5-3754-4f56-9ddb-3b2ff3cf2ee6 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for port (7ad28cda-aff9-4c11-8e1a-97ae6e775fc5), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:17.524428 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cef170f5-3754-4f56-9ddb-3b2ff3cf2ee6 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (7ad28cda-aff9-4c11-8e1a-97ae6e775fc5), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:17.609000 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef170f5-3754-4f56-9ddb-3b2ff3cf2ee6 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event updated for resources: {'Port': ['ID=7ad28cda-aff9-4c11-8e1a-97ae6e775fc5,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:38:17.614457 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cef170f5-3754-4f56-9ddb-3b2ff3cf2ee6 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (19f95cb7-26a3-4ade-9e6d-46440118160e), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:17.737178 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef170f5-3754-4f56-9ddb-3b2ff3cf2ee6 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Network b4473444-75cd-4ad5-9b5e-f4279f4d73c4 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:38:17.738809 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-cef170f5-3754-4f56-9ddb-3b2ff3cf2ee6 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:38:17.867938 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e39773d-5886-41ae-8971-9a314773d5a0 None None] Network b4473444-75cd-4ad5-9b5e-f4279f4d73c4 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:38:17.889140 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device b3153ab9-00cf-45f6-af22-2889a9c2ed65 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:38:17.896681 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cef170f5-3754-4f56-9ddb-3b2ff3cf2ee6 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Router 19f95cb7-26a3-4ade-9e6d-46440118160e has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:38:18.002699 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-007a66ff-4b98-4e2e-9139-a3e8ddcf9e79 None None] Provisioning complete for port 6dc88d47-ecb6-4eb3-9362-e8f1ff29576c triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:38:18.003080 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-007a66ff-4b98-4e2e-9139-a3e8ddcf9e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (6dc88d47-ecb6-4eb3-9362-e8f1ff29576c), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:18.018653 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef170f5-3754-4f56-9ddb-3b2ff3cf2ee6 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:38:18.025005 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-cef170f5-3754-4f56-9ddb-3b2ff3cf2ee6 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "PUT /v2.0/routers/19f95cb7-26a3-4ade-9e6d-46440118160e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4331088 Feb 02 07:38:18.095726 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port b3153ab9-00cf-45f6-af22-2889a9c2ed65 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:38:18.096260 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b3153ab9-00cf-45f6-af22-2889a9c2ed65), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:18.182449 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-007a66ff-4b98-4e2e-9139-a3e8ddcf9e79 None None] Current status of the port 6dc88d47-ecb6-4eb3-9362-e8f1ff29576c is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:38:18.182966 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-007a66ff-4b98-4e2e-9139-a3e8ddcf9e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (6dc88d47-ecb6-4eb3-9362-e8f1ff29576c), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:18.280361 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-007a66ff-4b98-4e2e-9139-a3e8ddcf9e79 None None] For port 6dc88d47-ecb6-4eb3-9362-e8f1ff29576c, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=6dc88d47-ecb6-4eb3-9362-e8f1ff29576c,segment=NetworkSegment(0333a0ce-9008-433e-803c-9176154ca6fe),segment_id=0333a0ce-9008-433e-803c-9176154ca6fe)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:38:18.282405 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port b3153ab9-00cf-45f6-af22-2889a9c2ed65 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:38:18.282792 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b3153ab9-00cf-45f6-af22-2889a9c2ed65), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:18.285873 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-be790a2e-e364-47d2-83a6-adcd5d321316 req-8e2eec22-b7f1-49ad-b89b-f7f44935786e tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1817420079&fields=id&tenant_id=b5f86cce5c924f2695e5f2d21aa64848 HTTP/1.1" status: 200 len: 267 time: 0.0663660 Feb 02 07:38:18.308676 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-007a66ff-4b98-4e2e-9139-a3e8ddcf9e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (6dc88d47-ecb6-4eb3-9362-e8f1ff29576c), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:18.345029 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port b3153ab9-00cf-45f6-af22-2889a9c2ed65, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=b3153ab9-00cf-45f6-af22-2889a9c2ed65,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:38:18.354564 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (b3153ab9-00cf-45f6-af22-2889a9c2ed65), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:18.355354 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 6dc88d47-ecb6-4eb3-9362-e8f1ff29576c up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:38:18.423261 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 6dc88d47-ecb6-4eb3-9362-e8f1ff29576c triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:38:18.424141 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (6dc88d47-ecb6-4eb3-9362-e8f1ff29576c), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:18.425987 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007a66ff-4b98-4e2e-9139-a3e8ddcf9e79 None None] Pushing event updated for resources: {'Port': ['ID=6dc88d47-ecb6-4eb3-9362-e8f1ff29576c,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:38:18.437238 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be790a2e-e364-47d2-83a6-adcd5d321316 req-67d9f998-fa85-4b1f-9b32-f45d1480c15c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:38:18.438866 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-be790a2e-e364-47d2-83a6-adcd5d321316 req-67d9f998-fa85-4b1f-9b32-f45d1480c15c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/networks?id=b4473444-75cd-4ad5-9b5e-f4279f4d73c4 HTTP/1.1" status: 200 len: 796 time: 0.1455202 Feb 02 07:38:18.458909 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-be790a2e-e364-47d2-83a6-adcd5d321316 req-3ef06a0c-8d2a-4b7d-bbb9-383c60117f8d tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/quotas/b5f86cce5c924f2695e5f2d21aa64848 HTTP/1.1" status: 200 len: 375 time: 0.0119255 Feb 02 07:38:18.531890 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=b3153ab9-00cf-45f6-af22-2889a9c2ed65,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:38:18.544827 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-be790a2e-e364-47d2-83a6-adcd5d321316 req-d830cb65-723e-4f11-85c4-e12188197465 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=b5f86cce5c924f2695e5f2d21aa64848&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0752492 Feb 02 07:38:18.578285 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-fd6b3fe1-9c29-4095-9fcb-2bd765c135c6 None None] Provisioning complete for port 6dc88d47-ecb6-4eb3-9362-e8f1ff29576c triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:38:18.578821 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-fd6b3fe1-9c29-4095-9fcb-2bd765c135c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (6dc88d47-ecb6-4eb3-9362-e8f1ff29576c), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:18.623632 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2395866-e98e-4cc9-b429-557015b4bd70 None None] Sync routers for ids ['19f95cb7-26a3-4ade-9e6d-46440118160e'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:38:18.676876 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-be790a2e-e364-47d2-83a6-adcd5d321316 req-ec07c3c6-3212-4fdc-94ec-42e0abb2083d service neutron] 10.222.0.87 "GET /v2.0/networks/b4473444-75cd-4ad5-9b5e-f4279f4d73c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190929 Feb 02 07:38:18.680126 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 6dc88d47-ecb6-4eb3-9362-e8f1ff29576c is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:38:18.691423 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2395866-e98e-4cc9-b429-557015b4bd70 None None] Routers {'19f95cb7-26a3-4ade-9e6d-46440118160e'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:38:18.692098 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-e2395866-e98e-4cc9-b429-557015b4bd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:38:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['19f95cb7-26a3-4ade-9e6d-46440118160e'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:38:18.760684 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-fd6b3fe1-9c29-4095-9fcb-2bd765c135c6 None None] Current status of the port 6dc88d47-ecb6-4eb3-9362-e8f1ff29576c is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:38:18.787538 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-be790a2e-e364-47d2-83a6-adcd5d321316 req-e2e340b4-3e38-4287-8aac-cd4e9f3017a3 service neutron] 10.222.0.87 "GET /v2.0/networks/b4473444-75cd-4ad5-9b5e-f4279f4d73c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030517 Feb 02 07:38:18.809565 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-fd6b3fe1-9c29-4095-9fcb-2bd765c135c6 None None] Provisioning complete for port 7ad28cda-aff9-4c11-8e1a-97ae6e775fc5 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:38:18.809938 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-fd6b3fe1-9c29-4095-9fcb-2bd765c135c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (7ad28cda-aff9-4c11-8e1a-97ae6e775fc5), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:18.860580 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-e2395866-e98e-4cc9-b429-557015b4bd70 None None] Set router 19f95cb7-26a3-4ade-9e6d-46440118160e gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:38:18.863050 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-fd6b3fe1-9c29-4095-9fcb-2bd765c135c6 None None] Port 7ad28cda-aff9-4c11-8e1a-97ae6e775fc5 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:38:19.027742 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2763ba48-f7c7-4cab-9e8c-419a1d287456 req-98d27139-8daa-48ee-ba41-1759a9680e80 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=f16cba57-cde8-401c-917b-3198cc2e4236 HTTP/1.1" status: 200 len: 210 time: 0.0650251 Feb 02 07:38:19.073888 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-f78d1852-0e02-4310-b9cd-cd69724dc6fc None None] Provisioning complete for port 7ad28cda-aff9-4c11-8e1a-97ae6e775fc5 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:38:19.074272 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f78d1852-0e02-4310-b9cd-cd69724dc6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (7ad28cda-aff9-4c11-8e1a-97ae6e775fc5), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:19.131754 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-f78d1852-0e02-4310-b9cd-cd69724dc6fc None None] Port 7ad28cda-aff9-4c11-8e1a-97ae6e775fc5 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:38:19.189606 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-e2395866-e98e-4cc9-b429-557015b4bd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f95cb7-26a3-4ade-9e6d-46440118160e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1557648972', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'b3153ab9-00cf-45f6-af22-2889a9c2ed65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:38:13Z', 'updated_at': '2022-02-02T07:38:17Z', 'revision_number': 4, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'gw_port': {'id': 'b3153ab9-00cf-45f6-af22-2889a9c2ed65', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f95cb7-26a3-4ade-9e6d-46440118160e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:38:13Z', 'updated_at': '2022-02-02T07:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '7ad28cda-aff9-4c11-8e1a-97ae6e775fc5', 'name': '', 'network_id': 'b4473444-75cd-4ad5-9b5e-f4279f4d73c4', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'mac_address': 'fa:16:3e:8f:5b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f95cb7-26a3-4ade-9e6d-46440118160e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '62137fe5-450b-4cca-af59-4eb4d15bd2af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:38:16Z', 'updated_at': '2022-02-02T07:38:17Z', 'revision_number': 2, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'subnets': [{'id': '62137fe5-450b-4cca-af59-4eb4d15bd2af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:38:19.221973 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2395866-e98e-4cc9-b429-557015b4bd70 None None] Checking router: 19f95cb7-26a3-4ade-9e6d-46440118160e for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:38:19.222397 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2395866-e98e-4cc9-b429-557015b4bd70 None None] Updating router 19f95cb7-26a3-4ade-9e6d-46440118160e port 7ad28cda-aff9-4c11-8e1a-97ae6e775fc5 binding host n-d-789963-26 {{(pid=109695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:38:19.256897 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e2395866-e98e-4cc9-b429-557015b4bd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (7ad28cda-aff9-4c11-8e1a-97ae6e775fc5), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:19.268580 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-9bfbac8f-a5a8-404f-9f9e-f6ad033f6b0a None None] Provisioning complete for port 7ad28cda-aff9-4c11-8e1a-97ae6e775fc5 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:38:19.268956 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9bfbac8f-a5a8-404f-9f9e-f6ad033f6b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (7ad28cda-aff9-4c11-8e1a-97ae6e775fc5), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:19.328201 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-9bfbac8f-a5a8-404f-9f9e-f6ad033f6b0a None None] Port 7ad28cda-aff9-4c11-8e1a-97ae6e775fc5 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:38:19.722773 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e2395866-e98e-4cc9-b429-557015b4bd70 None None] Publish callbacks [] for port (7ad28cda-aff9-4c11-8e1a-97ae6e775fc5), precommit_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:19.728364 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e2395866-e98e-4cc9-b429-557015b4bd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (7ad28cda-aff9-4c11-8e1a-97ae6e775fc5), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:19.755926 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device b3153ab9-00cf-45f6-af22-2889a9c2ed65 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:38:19.815595 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbd8de4-da7a-4040-b517-b5a79b47b6b4 None None] Pushing event updated for resources: {'Port': ['ID=7ad28cda-aff9-4c11-8e1a-97ae6e775fc5,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:38:19.875634 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port b3153ab9-00cf-45f6-af22-2889a9c2ed65 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:38:19.876022 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b3153ab9-00cf-45f6-af22-2889a9c2ed65), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:19.900199 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-e2395866-e98e-4cc9-b429-557015b4bd70 None None] Attempting to bind port 7ad28cda-aff9-4c11-8e1a-97ae6e775fc5 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:38:19.901849 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-e2395866-e98e-4cc9-b429-557015b4bd70 None None] Attempting to bind port 7ad28cda-aff9-4c11-8e1a-97ae6e775fc5 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '0333a0ce-9008-433e-803c-9176154ca6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b4473444-75cd-4ad5-9b5e-f4279f4d73c4'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:38:19.901849 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2395866-e98e-4cc9-b429-557015b4bd70 None None] Attempting to bind port 7ad28cda-aff9-4c11-8e1a-97ae6e775fc5 on network b4473444-75cd-4ad5-9b5e-f4279f4d73c4 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:38:19.911014 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2395866-e98e-4cc9-b429-557015b4bd70 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:38:19.911404 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2395866-e98e-4cc9-b429-557015b4bd70 None None] Checking segment: {'id': '0333a0ce-9008-433e-803c-9176154ca6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b4473444-75cd-4ad5-9b5e-f4279f4d73c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:38:19.911860 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e2395866-e98e-4cc9-b429-557015b4bd70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:19.912257 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2395866-e98e-4cc9-b429-557015b4bd70 None None] Bound using segment: {'id': '0333a0ce-9008-433e-803c-9176154ca6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b4473444-75cd-4ad5-9b5e-f4279f4d73c4'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:38:19.912740 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-e2395866-e98e-4cc9-b429-557015b4bd70 None None] Bound port: 7ad28cda-aff9-4c11-8e1a-97ae6e775fc5, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0333a0ce-9008-433e-803c-9176154ca6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b4473444-75cd-4ad5-9b5e-f4279f4d73c4'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:38:19.913124 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e2395866-e98e-4cc9-b429-557015b4bd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (7ad28cda-aff9-4c11-8e1a-97ae6e775fc5), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:20.034647 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port b3153ab9-00cf-45f6-af22-2889a9c2ed65 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:38:20.035771 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 6dc88d47-ecb6-4eb3-9362-e8f1ff29576c up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:38:20.078029 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-e2395866-e98e-4cc9-b429-557015b4bd70 None None] For port 7ad28cda-aff9-4c11-8e1a-97ae6e775fc5, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:38:20.103149 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-e2395866-e98e-4cc9-b429-557015b4bd70 None None] For port 7ad28cda-aff9-4c11-8e1a-97ae6e775fc5, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=7ad28cda-aff9-4c11-8e1a-97ae6e775fc5,segment=NetworkSegment(0333a0ce-9008-433e-803c-9176154ca6fe),segment_id=0333a0ce-9008-433e-803c-9176154ca6fe)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:38:20.111718 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-d1320d27-a6a5-4d7a-81e5-fe5c38ddcb74 None None] Provisioning complete for port 7ad28cda-aff9-4c11-8e1a-97ae6e775fc5 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:38:20.112431 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d1320d27-a6a5-4d7a-81e5-fe5c38ddcb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (7ad28cda-aff9-4c11-8e1a-97ae6e775fc5), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:20.150953 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e2395866-e98e-4cc9-b429-557015b4bd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (7ad28cda-aff9-4c11-8e1a-97ae6e775fc5), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:20.177107 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-737e2bb8-84f3-45b4-a1b6-7327dff47a42 req-c7d85f99-22e3-496b-89c7-723eb141f19e tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=f16cba57-cde8-401c-917b-3198cc2e4236 HTTP/1.1" status: 200 len: 210 time: 0.0454483 Feb 02 07:38:20.192677 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-d1320d27-a6a5-4d7a-81e5-fe5c38ddcb74 None None] Port 7ad28cda-aff9-4c11-8e1a-97ae6e775fc5 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:38:20.234932 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 6dc88d47-ecb6-4eb3-9362-e8f1ff29576c triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:38:20.235413 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (6dc88d47-ecb6-4eb3-9362-e8f1ff29576c), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:20.247423 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be790a2e-e364-47d2-83a6-adcd5d321316 req-279d314e-2df7-403c-b396-40edb59bb10a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:38:20.249307 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-be790a2e-e364-47d2-83a6-adcd5d321316 req-279d314e-2df7-403c-b396-40edb59bb10a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.59 "GET /v2.0/networks?id=b4473444-75cd-4ad5-9b5e-f4279f4d73c4 HTTP/1.1" status: 200 len: 796 time: 0.2255871 Feb 02 07:38:20.262364 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbd8de4-da7a-4040-b517-b5a79b47b6b4 None None] Pushing event updated for resources: {'Port': ['ID=7ad28cda-aff9-4c11-8e1a-97ae6e775fc5,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:38:20.268355 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2395866-e98e-4cc9-b429-557015b4bd70 None None] Routers {'19f95cb7-26a3-4ade-9e6d-46440118160e'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:38:20.269010 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-e2395866-e98e-4cc9-b429-557015b4bd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:38:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['19f95cb7-26a3-4ade-9e6d-46440118160e'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:38:20.398566 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-be790a2e-e364-47d2-83a6-adcd5d321316 req-5da44780-4c38-41a6-9e6e-964109294f06 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5f86cce5c924f2695e5f2d21aa64848 HTTP/1.1" status: 200 len: 380 time: 0.0912583 Feb 02 07:38:20.411102 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-be790a2e-e364-47d2-83a6-adcd5d321316 req-a3ae90bb-2639-4c9f-879e-95de83abab20 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Request body: {'port': {'device_id': 'f16cba57-cde8-401c-917b-3198cc2e4236', 'network_id': 'b4473444-75cd-4ad5-9b5e-f4279f4d73c4', 'admin_state_up': True, 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'security_groups': ['d16e5838-7900-4b80-98f3-67bb8c19e7b9']}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:38:20.415815 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 6dc88d47-ecb6-4eb3-9362-e8f1ff29576c is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:38:20.425277 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-e2395866-e98e-4cc9-b429-557015b4bd70 None None] Set router 19f95cb7-26a3-4ade-9e6d-46440118160e gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:38:20.534299 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be790a2e-e364-47d2-83a6-adcd5d321316 req-a3ae90bb-2639-4c9f-879e-95de83abab20 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Made reservation on behalf of b5f86cce5c924f2695e5f2d21aa64848 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:38:20.538200 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-be790a2e-e364-47d2-83a6-adcd5d321316 req-a3ae90bb-2639-4c9f-879e-95de83abab20 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:20.548198 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-221a6428-28de-4bb2-a53d-29e15e08f293 None None] Provisioning complete for port 7ad28cda-aff9-4c11-8e1a-97ae6e775fc5 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:38:20.548420 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-221a6428-28de-4bb2-a53d-29e15e08f293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (7ad28cda-aff9-4c11-8e1a-97ae6e775fc5), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:20.675429 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-be790a2e-e364-47d2-83a6-adcd5d321316 req-a3ae90bb-2639-4c9f-879e-95de83abab20 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Allocated IP 172.20.0.10 (b4473444-75cd-4ad5-9b5e-f4279f4d73c4/62137fe5-450b-4cca-af59-4eb4d15bd2af/6f5acb2f-9a47-4f2a-b582-61701747437d) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:38:20.706139 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-221a6428-28de-4bb2-a53d-29e15e08f293 None None] Current status of the port 7ad28cda-aff9-4c11-8e1a-97ae6e775fc5 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:38:20.706139 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-221a6428-28de-4bb2-a53d-29e15e08f293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (7ad28cda-aff9-4c11-8e1a-97ae6e775fc5), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:20.745311 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-e2395866-e98e-4cc9-b429-557015b4bd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f95cb7-26a3-4ade-9e6d-46440118160e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1557648972', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'b3153ab9-00cf-45f6-af22-2889a9c2ed65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:38:13Z', 'updated_at': '2022-02-02T07:38:17Z', 'revision_number': 4, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'gw_port': {'id': 'b3153ab9-00cf-45f6-af22-2889a9c2ed65', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f95cb7-26a3-4ade-9e6d-46440118160e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:38:13Z', 'updated_at': '2022-02-02T07:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '7ad28cda-aff9-4c11-8e1a-97ae6e775fc5', 'name': '', 'network_id': 'b4473444-75cd-4ad5-9b5e-f4279f4d73c4', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'mac_address': 'fa:16:3e:8f:5b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f95cb7-26a3-4ade-9e6d-46440118160e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '62137fe5-450b-4cca-af59-4eb4d15bd2af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:38:16Z', 'updated_at': '2022-02-02T07:38:20Z', 'revision_number': 4, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'subnets': [{'id': '62137fe5-450b-4cca-af59-4eb4d15bd2af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:38:20.748181 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-221a6428-28de-4bb2-a53d-29e15e08f293 None None] For port 7ad28cda-aff9-4c11-8e1a-97ae6e775fc5, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=7ad28cda-aff9-4c11-8e1a-97ae6e775fc5,segment=NetworkSegment(0333a0ce-9008-433e-803c-9176154ca6fe),segment_id=0333a0ce-9008-433e-803c-9176154ca6fe)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:38:20.777811 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2395866-e98e-4cc9-b429-557015b4bd70 None None] The sync data for ids ['19f95cb7-26a3-4ade-9e6d-46440118160e'] in n-d-789963-26 is: [{'id': '19f95cb7-26a3-4ade-9e6d-46440118160e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1557648972', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'b3153ab9-00cf-45f6-af22-2889a9c2ed65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:38:13Z', 'updated_at': '2022-02-02T07:38:17Z', 'revision_number': 4, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'gw_port': {'id': 'b3153ab9-00cf-45f6-af22-2889a9c2ed65', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f95cb7-26a3-4ade-9e6d-46440118160e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:38:13Z', 'updated_at': '2022-02-02T07:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '7ad28cda-aff9-4c11-8e1a-97ae6e775fc5', 'name': '', 'network_id': 'b4473444-75cd-4ad5-9b5e-f4279f4d73c4', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'mac_address': 'fa:16:3e:8f:5b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19f95cb7-26a3-4ade-9e6d-46440118160e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '62137fe5-450b-4cca-af59-4eb4d15bd2af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:38:16Z', 'updated_at': '2022-02-02T07:38:20Z', 'revision_number': 4, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'subnets': [{'id': '62137fe5-450b-4cca-af59-4eb4d15bd2af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:38:20.779912 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-221a6428-28de-4bb2-a53d-29e15e08f293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (7ad28cda-aff9-4c11-8e1a-97ae6e775fc5), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:20.828898 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-be790a2e-e364-47d2-83a6-adcd5d321316 req-a3ae90bb-2639-4c9f-879e-95de83abab20 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for port (6f5acb2f-9a47-4f2a-b582-61701747437d), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:20.849506 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221a6428-28de-4bb2-a53d-29e15e08f293 None None] Pushing event updated for resources: {'Port': ['ID=7ad28cda-aff9-4c11-8e1a-97ae6e775fc5,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:38:20.870766 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-be790a2e-e364-47d2-83a6-adcd5d321316 req-a3ae90bb-2639-4c9f-879e-95de83abab20 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (6f5acb2f-9a47-4f2a-b582-61701747437d), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:20.922483 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be790a2e-e364-47d2-83a6-adcd5d321316 req-a3ae90bb-2639-4c9f-879e-95de83abab20 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Network b4473444-75cd-4ad5-9b5e-f4279f4d73c4 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:38:20.927896 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-be790a2e-e364-47d2-83a6-adcd5d321316 req-a3ae90bb-2639-4c9f-879e-95de83abab20 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:38:20.930620 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-be790a2e-e364-47d2-83a6-adcd5d321316 req-a3ae90bb-2639-4c9f-879e-95de83abab20 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:38:20.964184 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ae90bb-2639-4c9f-879e-95de83abab20 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event updated for resources: {'Port': ['ID=6f5acb2f-9a47-4f2a-b582-61701747437d,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:38:20.994870 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be790a2e-e364-47d2-83a6-adcd5d321316 req-a3ae90bb-2639-4c9f-879e-95de83abab20 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:38:20.996803 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-be790a2e-e364-47d2-83a6-adcd5d321316 req-a3ae90bb-2639-4c9f-879e-95de83abab20 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:21.018117 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-be790a2e-e364-47d2-83a6-adcd5d321316 req-a3ae90bb-2639-4c9f-879e-95de83abab20 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6133814 Feb 02 07:38:21.036113 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-be790a2e-e364-47d2-83a6-adcd5d321316 req-e3805171-5959-4563-9025-eb6b98799a0c service neutron] Request body: {'port': {'device_id': 'f16cba57-cde8-401c-917b-3198cc2e4236', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:38:21.145028 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-be790a2e-e364-47d2-83a6-adcd5d321316 req-e3805171-5959-4563-9025-eb6b98799a0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (6f5acb2f-9a47-4f2a-b582-61701747437d), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:21.313323 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ebebed88-a1c8-45c0-b1a7-7820b6117135 None None] Provisioning complete for port 6f5acb2f-9a47-4f2a-b582-61701747437d triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:38:21.313883 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ebebed88-a1c8-45c0-b1a7-7820b6117135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (6f5acb2f-9a47-4f2a-b582-61701747437d), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:21.334937 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae24748-67b1-4ee5-b6a6-2f9e24abb827 req-6f1afa77-ced8-4e87-8f44-0bfade226598 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:38:21.348238 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-aae24748-67b1-4ee5-b6a6-2f9e24abb827 req-6f1afa77-ced8-4e87-8f44-0bfade226598 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=f16cba57-cde8-401c-917b-3198cc2e4236 HTTP/1.1" status: 200 len: 932 time: 0.0889826 Feb 02 07:38:21.360909 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ebebed88-a1c8-45c0-b1a7-7820b6117135 None None] Port 6f5acb2f-9a47-4f2a-b582-61701747437d cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:38:21.414135 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-aae24748-67b1-4ee5-b6a6-2f9e24abb827 req-fd6893f2-7ec7-454f-bc0f-d0ab650b375d tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=d16e5838-7900-4b80-98f3-67bb8c19e7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577748 Feb 02 07:38:21.477883 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-be790a2e-e364-47d2-83a6-adcd5d321316 req-e3805171-5959-4563-9025-eb6b98799a0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f5acb2f-9a47-4f2a-b582-61701747437d {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:38:21.493956 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-be790a2e-e364-47d2-83a6-adcd5d321316 req-e3805171-5959-4563-9025-eb6b98799a0c service neutron] Publish callbacks [] for port (6f5acb2f-9a47-4f2a-b582-61701747437d), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:21.508047 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-be790a2e-e364-47d2-83a6-adcd5d321316 req-e3805171-5959-4563-9025-eb6b98799a0c service neutron] Transition to ACTIVE for port object 6f5acb2f-9a47-4f2a-b582-61701747437d will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:38:21.514917 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-be790a2e-e364-47d2-83a6-adcd5d321316 req-e3805171-5959-4563-9025-eb6b98799a0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (6f5acb2f-9a47-4f2a-b582-61701747437d), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:21.573540 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3805171-5959-4563-9025-eb6b98799a0c service neutron] Pushing event updated for resources: {'Port': ['ID=6f5acb2f-9a47-4f2a-b582-61701747437d,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:38:21.655692 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-be790a2e-e364-47d2-83a6-adcd5d321316 req-e3805171-5959-4563-9025-eb6b98799a0c service neutron] Attempting to bind port 6f5acb2f-9a47-4f2a-b582-61701747437d on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:38:21.656055 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-be790a2e-e364-47d2-83a6-adcd5d321316 req-e3805171-5959-4563-9025-eb6b98799a0c service neutron] Attempting to bind port 6f5acb2f-9a47-4f2a-b582-61701747437d by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': '0333a0ce-9008-433e-803c-9176154ca6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b4473444-75cd-4ad5-9b5e-f4279f4d73c4'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:38:21.656394 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be790a2e-e364-47d2-83a6-adcd5d321316 req-e3805171-5959-4563-9025-eb6b98799a0c service neutron] Attempting to bind port 6f5acb2f-9a47-4f2a-b582-61701747437d on network b4473444-75cd-4ad5-9b5e-f4279f4d73c4 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:38:21.662554 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be790a2e-e364-47d2-83a6-adcd5d321316 req-e3805171-5959-4563-9025-eb6b98799a0c service neutron] Port 6f5acb2f-9a47-4f2a-b582-61701747437d on network b4473444-75cd-4ad5-9b5e-f4279f4d73c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:38:21.663333 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be790a2e-e364-47d2-83a6-adcd5d321316 req-e3805171-5959-4563-9025-eb6b98799a0c service neutron] Attempting to bind port 6f5acb2f-9a47-4f2a-b582-61701747437d on network b4473444-75cd-4ad5-9b5e-f4279f4d73c4 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:38:21.674987 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be790a2e-e364-47d2-83a6-adcd5d321316 req-e3805171-5959-4563-9025-eb6b98799a0c service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:38:21.675443 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be790a2e-e364-47d2-83a6-adcd5d321316 req-e3805171-5959-4563-9025-eb6b98799a0c service neutron] Checking segment: {'id': '0333a0ce-9008-433e-803c-9176154ca6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b4473444-75cd-4ad5-9b5e-f4279f4d73c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:38:21.676058 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be790a2e-e364-47d2-83a6-adcd5d321316 req-e3805171-5959-4563-9025-eb6b98799a0c service neutron] Bound using segment: {'id': '0333a0ce-9008-433e-803c-9176154ca6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b4473444-75cd-4ad5-9b5e-f4279f4d73c4'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:38:21.676877 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-be790a2e-e364-47d2-83a6-adcd5d321316 req-e3805171-5959-4563-9025-eb6b98799a0c service neutron] Bound port: 6f5acb2f-9a47-4f2a-b582-61701747437d, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0333a0ce-9008-433e-803c-9176154ca6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b4473444-75cd-4ad5-9b5e-f4279f4d73c4'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:38:21.677341 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-be790a2e-e364-47d2-83a6-adcd5d321316 req-e3805171-5959-4563-9025-eb6b98799a0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (6f5acb2f-9a47-4f2a-b582-61701747437d), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:21.784089 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-be790a2e-e364-47d2-83a6-adcd5d321316 req-e3805171-5959-4563-9025-eb6b98799a0c service neutron] For port 6f5acb2f-9a47-4f2a-b582-61701747437d, host n-h2-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:38:21.787946 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-be790a2e-e364-47d2-83a6-adcd5d321316 req-e3805171-5959-4563-9025-eb6b98799a0c service neutron] For port 6f5acb2f-9a47-4f2a-b582-61701747437d, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=6f5acb2f-9a47-4f2a-b582-61701747437d,segment=NetworkSegment(0333a0ce-9008-433e-803c-9176154ca6fe),segment_id=0333a0ce-9008-433e-803c-9176154ca6fe)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:38:21.812108 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-be790a2e-e364-47d2-83a6-adcd5d321316 req-e3805171-5959-4563-9025-eb6b98799a0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (6f5acb2f-9a47-4f2a-b582-61701747437d), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:21.833106 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 7ad28cda-aff9-4c11-8e1a-97ae6e775fc5 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:38:21.895869 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be790a2e-e364-47d2-83a6-adcd5d321316 req-e3805171-5959-4563-9025-eb6b98799a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:38:21.896500 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-be790a2e-e364-47d2-83a6-adcd5d321316 req-e3805171-5959-4563-9025-eb6b98799a0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:21.898459 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-be790a2e-e364-47d2-83a6-adcd5d321316 req-e3805171-5959-4563-9025-eb6b98799a0c service neutron] 10.222.0.59 "PUT /v2.0/ports/6f5acb2f-9a47-4f2a-b582-61701747437d HTTP/1.1" status: 200 len: 1093 time: 0.8664119 Feb 02 07:38:21.898931 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f16cba57-cde8-401c-917b-3198cc2e4236', 'tag': '6f5acb2f-9a47-4f2a-b582-61701747437d'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:38:21.901556 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f40e39d1-2ef4-4272-97d8-037b84b28197" -d '{"events": [{"name": "network-changed", "server_uuid": "f16cba57-cde8-401c-917b-3198cc2e4236", "tag": "6f5acb2f-9a47-4f2a-b582-61701747437d"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:38:21.926256 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3805171-5959-4563-9025-eb6b98799a0c service neutron] Pushing event updated for resources: {'Port': ['ID=6f5acb2f-9a47-4f2a-b582-61701747437d,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:38:21.938128 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 7ad28cda-aff9-4c11-8e1a-97ae6e775fc5 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:38:21.938702 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (7ad28cda-aff9-4c11-8e1a-97ae6e775fc5), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:21.991486 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a216a2-65b8-4b8b-88d6-b44a24aeed44 x-openstack-request-id: req-22a216a2-65b8-4b8b-88d6-b44a24aeed44 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:38:21.991812 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f16cba57-cde8-401c-917b-3198cc2e4236", "tag": "6f5acb2f-9a47-4f2a-b582-61701747437d", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:38:21.992075 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-22a216a2-65b8-4b8b-88d6-b44a24aeed44 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:38:21.992481 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f16cba57-cde8-401c-917b-3198cc2e4236', 'tag': '6f5acb2f-9a47-4f2a-b582-61701747437d', 'status': 'completed', 'code': 200} Feb 02 07:38:22.042225 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 7ad28cda-aff9-4c11-8e1a-97ae6e775fc5 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:38:22.054123 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be790a2e-e364-47d2-83a6-adcd5d321316 req-c9aac11f-afee-43c3-b4aa-3e7fd1a45ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:38:22.055756 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-be790a2e-e364-47d2-83a6-adcd5d321316 req-c9aac11f-afee-43c3-b4aa-3e7fd1a45ed3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b5f86cce5c924f2695e5f2d21aa64848&device_id=f16cba57-cde8-401c-917b-3198cc2e4236 HTTP/1.1" status: 200 len: 1127 time: 0.0753310 Feb 02 07:38:22.105080 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-be790a2e-e364-47d2-83a6-adcd5d321316 req-704cc20f-e957-4df6-8140-2a8b82a81b98 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f5acb2f-9a47-4f2a-b582-61701747437d HTTP/1.1" status: 200 len: 217 time: 0.0378902 Feb 02 07:38:22.163996 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be790a2e-e364-47d2-83a6-adcd5d321316 req-94564805-5ba5-48b0-9e66-7ac82a821904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:38:22.165708 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-be790a2e-e364-47d2-83a6-adcd5d321316 req-94564805-5ba5-48b0-9e66-7ac82a821904 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=62137fe5-450b-4cca-af59-4eb4d15bd2af HTTP/1.1" status: 200 len: 834 time: 0.0543759 Feb 02 07:38:22.231128 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be790a2e-e364-47d2-83a6-adcd5d321316 req-3a9fc6de-420e-42fb-9f36-e197397451da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:38:22.234601 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-be790a2e-e364-47d2-83a6-adcd5d321316 req-3a9fc6de-420e-42fb-9f36-e197397451da service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b4473444-75cd-4ad5-9b5e-f4279f4d73c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0621707 Feb 02 07:38:22.360352 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:22.385495 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-be790a2e-e364-47d2-83a6-adcd5d321316 req-13a8508c-a5b5-4a9a-a2b0-aec777a3deb2 service neutron] 10.222.0.59 "GET /v2.0/networks/b4473444-75cd-4ad5-9b5e-f4279f4d73c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429839 Feb 02 07:38:22.504071 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-be790a2e-e364-47d2-83a6-adcd5d321316 req-229a2590-b8f3-4de5-900d-0925b27a0287 service neutron] 10.222.0.59 "GET /v2.0/networks/b4473444-75cd-4ad5-9b5e-f4279f4d73c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127501 Feb 02 07:38:22.670482 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40e39d1-2ef4-4272-97d8-037b84b28197 req-4159d567-1d40-4be5-9232-b99e38d21780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:38:22.672184 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f40e39d1-2ef4-4272-97d8-037b84b28197 req-4159d567-1d40-4be5-9232-b99e38d21780 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b5f86cce5c924f2695e5f2d21aa64848&device_id=f16cba57-cde8-401c-917b-3198cc2e4236 HTTP/1.1" status: 200 len: 1127 time: 0.0529783 Feb 02 07:38:22.734713 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3745500-e186-44b2-abf5-0d23ba37ab18 req-11c99883-7f32-4e4e-a0de-ce80e0700c94 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:38:22.742403 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c3745500-e186-44b2-abf5-0d23ba37ab18 req-11c99883-7f32-4e4e-a0de-ce80e0700c94 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=f16cba57-cde8-401c-917b-3198cc2e4236 HTTP/1.1" status: 200 len: 944 time: 0.0654202 Feb 02 07:38:22.780774 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40e39d1-2ef4-4272-97d8-037b84b28197 req-1148da3d-dbfa-4031-8551-f5351409d0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:38:22.782382 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f40e39d1-2ef4-4272-97d8-037b84b28197 req-1148da3d-dbfa-4031-8551-f5351409d0de service neutron] 10.222.0.59 "GET /v2.0/networks?id=b4473444-75cd-4ad5-9b5e-f4279f4d73c4 HTTP/1.1" status: 200 len: 897 time: 0.1035810 Feb 02 07:38:22.801568 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c3745500-e186-44b2-abf5-0d23ba37ab18 req-e90cd7f7-5c55-47a6-9c46-ed9bf39be564 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=d16e5838-7900-4b80-98f3-67bb8c19e7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580888 Feb 02 07:38:22.836251 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f40e39d1-2ef4-4272-97d8-037b84b28197 req-6949c07e-78d1-4b75-8360-b31dd4ddf71a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f5acb2f-9a47-4f2a-b582-61701747437d HTTP/1.1" status: 200 len: 217 time: 0.0470176 Feb 02 07:38:22.892586 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40e39d1-2ef4-4272-97d8-037b84b28197 req-4cdd4ee8-e888-4434-99e9-05da27c002a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:38:22.894357 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f40e39d1-2ef4-4272-97d8-037b84b28197 req-4cdd4ee8-e888-4434-99e9-05da27c002a0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=62137fe5-450b-4cca-af59-4eb4d15bd2af HTTP/1.1" status: 200 len: 834 time: 0.0512741 Feb 02 07:38:22.957010 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40e39d1-2ef4-4272-97d8-037b84b28197 req-20c2b3e0-996a-48c6-9a96-2f5bd69e7eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:38:22.958595 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f40e39d1-2ef4-4272-97d8-037b84b28197 req-20c2b3e0-996a-48c6-9a96-2f5bd69e7eb7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b4473444-75cd-4ad5-9b5e-f4279f4d73c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0586085 Feb 02 07:38:23.053924 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f40e39d1-2ef4-4272-97d8-037b84b28197 req-4d64a3d9-2d4e-4a2a-93ef-cb6bb1a89aa2 service neutron] 10.222.0.59 "GET /v2.0/networks/b4473444-75cd-4ad5-9b5e-f4279f4d73c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891073 Feb 02 07:38:23.155945 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f40e39d1-2ef4-4272-97d8-037b84b28197 req-12aa0950-4e07-423f-b750-d0c507fc47d6 service neutron] 10.222.0.59 "GET /v2.0/networks/b4473444-75cd-4ad5-9b5e-f4279f4d73c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964870 Feb 02 07:38:23.277988 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 33548) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:38:23.283027 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-2fa5a8dd-fc46-4d43-96f0-261cbdd34164 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-970031497', 'description': 'tempest-secgroup-smoke-970031497 description', 'project_id': 'c3998c4a9fb54dbfb254f927a9c64ece'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:38:23.304150 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2fa5a8dd-fc46-4d43-96f0-261cbdd34164 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:23.370777 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2fa5a8dd-fc46-4d43-96f0-261cbdd34164 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks [] for security_group (d5c1a263-f353-4f3c-84c8-5c40bf02269c), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:23.375852 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2fa5a8dd-fc46-4d43-96f0-261cbdd34164 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (d5c1a263-f353-4f3c-84c8-5c40bf02269c), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:23.409546 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa5a8dd-fc46-4d43-96f0-261cbdd34164 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c1a263-f353-4f3c-84c8-5c40bf02269c,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:38:23.414247 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2fa5a8dd-fc46-4d43-96f0-261cbdd34164 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:23.415477 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-2fa5a8dd-fc46-4d43-96f0-261cbdd34164 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1363981 Feb 02 07:38:23.419027 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 33550) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:38:23.424434 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-6c41f3d3-bb48-4907-a75f-643831dbfb18 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Request body: {'security_group_rule': {'security_group_id': 'd5c1a263-f353-4f3c-84c8-5c40bf02269c', 'project_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:38:23.450098 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6c41f3d3-bb48-4907-a75f-643831dbfb18 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks [] for security_group_rule (974f31c6-13f9-4b93-9c90-ace75b2313f6), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:23.506375 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6c41f3d3-bb48-4907-a75f-643831dbfb18 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks [] for security_group_rule (974f31c6-13f9-4b93-9c90-ace75b2313f6), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:23.511145 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6c41f3d3-bb48-4907-a75f-643831dbfb18 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (974f31c6-13f9-4b93-9c90-ace75b2313f6), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:23.529506 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c41f3d3-bb48-4907-a75f-643831dbfb18 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=974f31c6-13f9-4b93-9c90-ace75b2313f6,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:38:23.538550 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6c41f3d3-bb48-4907-a75f-643831dbfb18 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:23.542367 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-6c41f3d3-bb48-4907-a75f-643831dbfb18 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1189148 Feb 02 07:38:23.542651 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 33552) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:38:23.547263 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-e07a7966-7cf2-4cfd-9ae7-c8222a4b662c tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Request body: {'security_group_rule': {'security_group_id': 'd5c1a263-f353-4f3c-84c8-5c40bf02269c', 'project_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:38:23.573949 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e07a7966-7cf2-4cfd-9ae7-c8222a4b662c tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks [] for security_group_rule (33319806-3125-404c-9176-a54f61ec1cc9), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:23.630756 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e07a7966-7cf2-4cfd-9ae7-c8222a4b662c tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks [] for security_group_rule (33319806-3125-404c-9176-a54f61ec1cc9), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:23.634615 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e07a7966-7cf2-4cfd-9ae7-c8222a4b662c tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (33319806-3125-404c-9176-a54f61ec1cc9), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:23.654601 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07a7966-7cf2-4cfd-9ae7-c8222a4b662c tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33319806-3125-404c-9176-a54f61ec1cc9,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:38:23.664058 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e07a7966-7cf2-4cfd-9ae7-c8222a4b662c tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:23.667995 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-e07a7966-7cf2-4cfd-9ae7-c8222a4b662c tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1243012 Feb 02 07:38:23.668453 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 33554) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:38:23.673242 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-bff127e8-c6e5-4d50-9311-1359474c3cda tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Request body: {'security_group_rule': {'security_group_id': 'd5c1a263-f353-4f3c-84c8-5c40bf02269c', 'project_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:38:23.698084 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bff127e8-c6e5-4d50-9311-1359474c3cda tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks [] for security_group_rule (6464343a-a51a-4ac7-81fa-55c59cc2710d), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:23.754738 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bff127e8-c6e5-4d50-9311-1359474c3cda tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks [] for security_group_rule (6464343a-a51a-4ac7-81fa-55c59cc2710d), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:23.758778 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bff127e8-c6e5-4d50-9311-1359474c3cda tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (6464343a-a51a-4ac7-81fa-55c59cc2710d), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:23.777938 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff127e8-c6e5-4d50-9311-1359474c3cda tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6464343a-a51a-4ac7-81fa-55c59cc2710d,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:38:23.787339 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bff127e8-c6e5-4d50-9311-1359474c3cda tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:23.788608 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-bff127e8-c6e5-4d50-9311-1359474c3cda tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1191597 Feb 02 07:38:23.791241 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 33556) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:38:23.795875 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-faecbb88-dbdc-472c-b72a-11db545bc72c tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Request body: {'security_group_rule': {'security_group_id': 'd5c1a263-f353-4f3c-84c8-5c40bf02269c', 'project_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:38:23.820440 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-faecbb88-dbdc-472c-b72a-11db545bc72c tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks [] for security_group_rule (8101d6ff-86e3-48ab-93a1-59746d519dc7), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:23.885359 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-faecbb88-dbdc-472c-b72a-11db545bc72c tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks [] for security_group_rule (8101d6ff-86e3-48ab-93a1-59746d519dc7), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:23.889896 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-faecbb88-dbdc-472c-b72a-11db545bc72c tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (8101d6ff-86e3-48ab-93a1-59746d519dc7), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:23.909674 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faecbb88-dbdc-472c-b72a-11db545bc72c tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8101d6ff-86e3-48ab-93a1-59746d519dc7,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:38:23.920451 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-faecbb88-dbdc-472c-b72a-11db545bc72c tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:23.925602 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-faecbb88-dbdc-472c-b72a-11db545bc72c tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1308603 Feb 02 07:38:23.925772 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50113822-8f02-48fc-973e-121204cb24db req-d4f7f4b9-5a26-4d06-a0a1-e9de6f719c50 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:38:23.926233 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 33560) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:38:23.927100 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-50113822-8f02-48fc-973e-121204cb24db req-d4f7f4b9-5a26-4d06-a0a1-e9de6f719c50 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=f16cba57-cde8-401c-917b-3198cc2e4236 HTTP/1.1" status: 200 len: 944 time: 0.0632293 Feb 02 07:38:23.930451 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-ee3416b5-5d6c-417b-99ee-01453eafbef7 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Request body: {'security_group_rule': {'security_group_id': 'd5c1a263-f353-4f3c-84c8-5c40bf02269c', 'project_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:38:23.953944 n-d-789963-26 neutron-server[109693]: INFO neutron.db.securitygroups_db [None req-ee3416b5-5d6c-417b-99ee-01453eafbef7 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Project c3998c4a9fb54dbfb254f927a9c64ece added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 07:38:23.958949 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ee3416b5-5d6c-417b-99ee-01453eafbef7 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks [] for security_group_rule (05f0370a-a973-4461-9864-52b03fffc0ca), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:23.988878 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-50113822-8f02-48fc-973e-121204cb24db req-af8e9bdc-cb2d-4c76-8bc8-ab4bc62e4d08 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=d16e5838-7900-4b80-98f3-67bb8c19e7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515313 Feb 02 07:38:24.024538 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ee3416b5-5d6c-417b-99ee-01453eafbef7 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks [] for security_group_rule (05f0370a-a973-4461-9864-52b03fffc0ca), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:24.027722 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ee3416b5-5d6c-417b-99ee-01453eafbef7 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (05f0370a-a973-4461-9864-52b03fffc0ca), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:24.045054 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3416b5-5d6c-417b-99ee-01453eafbef7 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05f0370a-a973-4461-9864-52b03fffc0ca,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:38:24.053427 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ee3416b5-5d6c-417b-99ee-01453eafbef7 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:24.054620 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-ee3416b5-5d6c-417b-99ee-01453eafbef7 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1278391 Feb 02 07:38:24.057354 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 33562) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:38:24.062328 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-d36a5a2d-aee5-4ce4-a350-8a142622acaa tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Request body: {'security_group_rule': {'security_group_id': 'd5c1a263-f353-4f3c-84c8-5c40bf02269c', 'project_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:38:24.080667 n-d-789963-26 neutron-server[109693]: INFO neutron.db.securitygroups_db [None req-d36a5a2d-aee5-4ce4-a350-8a142622acaa tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Project c3998c4a9fb54dbfb254f927a9c64ece added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 07:38:24.085333 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d36a5a2d-aee5-4ce4-a350-8a142622acaa tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks [] for security_group_rule (393d1a60-332f-46fc-8de0-dc1fe5d34d36), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:24.147681 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d36a5a2d-aee5-4ce4-a350-8a142622acaa tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks [] for security_group_rule (393d1a60-332f-46fc-8de0-dc1fe5d34d36), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:24.151441 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d36a5a2d-aee5-4ce4-a350-8a142622acaa tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (393d1a60-332f-46fc-8de0-dc1fe5d34d36), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:24.168566 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36a5a2d-aee5-4ce4-a350-8a142622acaa tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=393d1a60-332f-46fc-8de0-dc1fe5d34d36,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:38:24.176062 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d36a5a2d-aee5-4ce4-a350-8a142622acaa tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:24.177289 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d36a5a2d-aee5-4ce4-a350-8a142622acaa tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1189959 Feb 02 07:38:25.118737 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c8b64-5328-488d-951b-13296387fb18 req-0909fa11-9220-496b-9cc4-3ec81d94a6e0 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:38:25.120496 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f93c8b64-5328-488d-951b-13296387fb18 req-0909fa11-9220-496b-9cc4-3ec81d94a6e0 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=f16cba57-cde8-401c-917b-3198cc2e4236 HTTP/1.1" status: 200 len: 944 time: 0.0583501 Feb 02 07:38:25.178691 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f93c8b64-5328-488d-951b-13296387fb18 req-0f67582e-e38b-40e2-91d4-16c351ee0ed6 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=d16e5838-7900-4b80-98f3-67bb8c19e7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493588 Feb 02 07:38:26.303909 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eaa608-c7be-47a8-9722-52d8885e456f req-9e848650-e864-4cb2-83d6-aaff029c166e tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:38:26.305406 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-59eaa608-c7be-47a8-9722-52d8885e456f req-9e848650-e864-4cb2-83d6-aaff029c166e tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=f16cba57-cde8-401c-917b-3198cc2e4236 HTTP/1.1" status: 200 len: 944 time: 0.0535727 Feb 02 07:38:26.356065 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-59eaa608-c7be-47a8-9722-52d8885e456f req-4b75c5ac-3530-4569-b87f-2ec8f430146a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=d16e5838-7900-4b80-98f3-67bb8c19e7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441906 Feb 02 07:38:27.039204 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 6f5acb2f-9a47-4f2a-b582-61701747437d details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:38:27.142290 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 6f5acb2f-9a47-4f2a-b582-61701747437d, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=6f5acb2f-9a47-4f2a-b582-61701747437d,segment=NetworkSegment(0333a0ce-9008-433e-803c-9176154ca6fe),segment_id=0333a0ce-9008-433e-803c-9176154ca6fe)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:38:27.153045 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': '6f5acb2f-9a47-4f2a-b582-61701747437d', 'network_id': 'b4473444-75cd-4ad5-9b5e-f4279f4d73c4', 'port_id': '6f5acb2f-9a47-4f2a-b582-61701747437d', 'mac_address': 'fa:16:3e:4c:54:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62137fe5-450b-4cca-af59-4eb4d15bd2af', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:38:27.192045 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 6f5acb2f-9a47-4f2a-b582-61701747437d is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:38:27.192439 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (6f5acb2f-9a47-4f2a-b582-61701747437d), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:27.205635 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f5acb2f-9a47-4f2a-b582-61701747437d {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:38:27.226497 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 6f5acb2f-9a47-4f2a-b582-61701747437d, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=6f5acb2f-9a47-4f2a-b582-61701747437d,segment=NetworkSegment(0333a0ce-9008-433e-803c-9176154ca6fe),segment_id=0333a0ce-9008-433e-803c-9176154ca6fe)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:38:27.232786 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (6f5acb2f-9a47-4f2a-b582-61701747437d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:27.283808 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=6f5acb2f-9a47-4f2a-b582-61701747437d,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:38:27.487776 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607db36f-ac41-4b7f-b4e6-3e5fd8b694e9 req-0919e6b9-5591-45f0-bb48-bf9a629c0b03 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:38:27.489295 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-607db36f-ac41-4b7f-b4e6-3e5fd8b694e9 req-0919e6b9-5591-45f0-bb48-bf9a629c0b03 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=f16cba57-cde8-401c-917b-3198cc2e4236 HTTP/1.1" status: 200 len: 945 time: 0.0620773 Feb 02 07:38:27.520702 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:27.548064 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-607db36f-ac41-4b7f-b4e6-3e5fd8b694e9 req-52e00f6b-1c74-4b33-8f2b-136c076d1e5f tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=d16e5838-7900-4b80-98f3-67bb8c19e7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531137 Feb 02 07:38:27.610675 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['6f5acb2f-9a47-4f2a-b582-61701747437d'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:38:28.663190 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d104b-fb32-4d24-a8c1-4685c168fd71 req-a8c61ce8-6449-4540-8843-04662eb5076c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:38:28.668018 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a56d104b-fb32-4d24-a8c1-4685c168fd71 req-a8c61ce8-6449-4540-8843-04662eb5076c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=f16cba57-cde8-401c-917b-3198cc2e4236 HTTP/1.1" status: 200 len: 945 time: 0.0571527 Feb 02 07:38:28.719659 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a56d104b-fb32-4d24-a8c1-4685c168fd71 req-ce6c33cd-7379-43c6-8717-19f73510108c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=d16e5838-7900-4b80-98f3-67bb8c19e7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482316 Feb 02 07:38:29.070295 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 6f5acb2f-9a47-4f2a-b582-61701747437d up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:38:29.121841 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port 6f5acb2f-9a47-4f2a-b582-61701747437d completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:38:29.126062 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port 6f5acb2f-9a47-4f2a-b582-61701747437d triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:38:29.126445 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (6f5acb2f-9a47-4f2a-b582-61701747437d), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:29.212535 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 6f5acb2f-9a47-4f2a-b582-61701747437d is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:38:29.212928 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (6f5acb2f-9a47-4f2a-b582-61701747437d), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:29.237345 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16cba57-cde8-401c-917b-3198cc2e4236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5acb2f-9a47-4f2a-b582-61701747437d'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:38:29.239638 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-001e0bdb-eb54-4d79-a1e0-c6c42c810d65" -d '{"events": [{"server_uuid": "f16cba57-cde8-401c-917b-3198cc2e4236", "name": "network-vif-plugged", "status": "completed", "tag": "6f5acb2f-9a47-4f2a-b582-61701747437d"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:38:29.252232 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 6f5acb2f-9a47-4f2a-b582-61701747437d, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=6f5acb2f-9a47-4f2a-b582-61701747437d,segment=NetworkSegment(0333a0ce-9008-433e-803c-9176154ca6fe),segment_id=0333a0ce-9008-433e-803c-9176154ca6fe)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:38:29.256982 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (6f5acb2f-9a47-4f2a-b582-61701747437d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:29.283617 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc5f539-151f-4082-adcf-60eb58f1222e x-openstack-request-id: req-3cc5f539-151f-4082-adcf-60eb58f1222e {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:38:29.283924 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16cba57-cde8-401c-917b-3198cc2e4236", "name": "network-vif-plugged", "status": "completed", "tag": "6f5acb2f-9a47-4f2a-b582-61701747437d", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:38:29.284186 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-3cc5f539-151f-4082-adcf-60eb58f1222e {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:38:29.284583 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16cba57-cde8-401c-917b-3198cc2e4236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5acb2f-9a47-4f2a-b582-61701747437d', 'code': 200} Feb 02 07:38:29.311205 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=6f5acb2f-9a47-4f2a-b582-61701747437d,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:38:29.411187 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c599fa6-1f30-4205-a666-0f27e79ef6af req-00b81455-5f67-4d4b-8d50-1afffb45a53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:38:29.412740 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6c599fa6-1f30-4205-a666-0f27e79ef6af req-00b81455-5f67-4d4b-8d50-1afffb45a53f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f16cba57-cde8-401c-917b-3198cc2e4236 HTTP/1.1" status: 200 len: 1129 time: 0.0459406 Feb 02 07:38:29.461575 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6c599fa6-1f30-4205-a666-0f27e79ef6af req-970efab8-726e-4a1e-9f70-9303f1c56ad7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d16e5838-7900-4b80-98f3-67bb8c19e7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433090 Feb 02 07:38:29.993106 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c390f13-0366-40f8-b729-922aeb9093f2 req-441885d2-d84d-4552-8342-f9244bc9ff9f tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:38:29.994658 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5c390f13-0366-40f8-b729-922aeb9093f2 req-441885d2-d84d-4552-8342-f9244bc9ff9f tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=f16cba57-cde8-401c-917b-3198cc2e4236 HTTP/1.1" status: 200 len: 946 time: 0.1980770 Feb 02 07:38:30.050005 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5c390f13-0366-40f8-b729-922aeb9093f2 req-79bc984b-78d7-4f4e-9e1b-22238019a5d6 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=d16e5838-7900-4b80-98f3-67bb8c19e7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485933 Feb 02 07:38:31.175318 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a3c8a4-7bf8-47a7-bc4c-31e83e7c4b4e req-ba7ea555-7df2-4ea2-9ff8-50f79bfcd7c0 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:38:31.179097 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-36a3c8a4-7bf8-47a7-bc4c-31e83e7c4b4e req-ba7ea555-7df2-4ea2-9ff8-50f79bfcd7c0 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=f16cba57-cde8-401c-917b-3198cc2e4236 HTTP/1.1" status: 200 len: 946 time: 0.0568266 Feb 02 07:38:31.226331 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-36a3c8a4-7bf8-47a7-bc4c-31e83e7c4b4e req-3b3af0b3-26b8-497d-9d3f-6a49bbf36a6b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=d16e5838-7900-4b80-98f3-67bb8c19e7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437961 Feb 02 07:38:31.349619 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026f2f5-71e6-4416-a431-dcbd3756e7cb req-de08e9bf-88b9-42db-9d5e-6db13645117c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:38:31.351011 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b026f2f5-71e6-4416-a431-dcbd3756e7cb req-de08e9bf-88b9-42db-9d5e-6db13645117c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=f16cba57-cde8-401c-917b-3198cc2e4236 HTTP/1.1" status: 200 len: 946 time: 0.0564275 Feb 02 07:38:31.406718 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b026f2f5-71e6-4416-a431-dcbd3756e7cb req-3febc0ec-4de0-4536-a6e1-f1e57158630b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=d16e5838-7900-4b80-98f3-67bb8c19e7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502098 Feb 02 07:38:31.429707 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 33666) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:38:31.584305 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ffb37d-8e0f-4c67-9381-fd0845ab0ca1 tempest-TestNetworkAdvancedServerOps-1931800759 tempest-TestNetworkAdvancedServerOps-1931800759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:38:31.585954 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-e2ffb37d-8e0f-4c67-9381-fd0845ab0ca1 tempest-TestNetworkAdvancedServerOps-1931800759 tempest-TestNetworkAdvancedServerOps-1931800759-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=f16cba57-cde8-401c-917b-3198cc2e4236 HTTP/1.1" status: 200 len: 1124 time: 0.1552708 Feb 02 07:38:31.588748 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 33670) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:38:31.593573 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-e22a75d6-e3eb-48a2-a878-6267b3c34a01 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Request body: {'floatingip': {'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'port_id': '6f5acb2f-9a47-4f2a-b582-61701747437d', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:38:31.616464 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e22a75d6-e3eb-48a2-a878-6267b3c34a01 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:31.729266 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e22a75d6-e3eb-48a2-a878-6267b3c34a01 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:31.838281 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-e22a75d6-e3eb-48a2-a878-6267b3c34a01 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Allocated IP 172.25.4.32 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/088ce43f-2611-47fc-8e87-d0a6724bd789) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:38:31.948998 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e22a75d6-e3eb-48a2-a878-6267b3c34a01 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for port (088ce43f-2611-47fc-8e87-d0a6724bd789), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:31.989216 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e22a75d6-e3eb-48a2-a878-6267b3c34a01 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (088ce43f-2611-47fc-8e87-d0a6724bd789), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:32.028601 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22a75d6-e3eb-48a2-a878-6267b3c34a01 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:38:32.033841 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-e22a75d6-e3eb-48a2-a878-6267b3c34a01 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:38:32.037401 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22a75d6-e3eb-48a2-a878-6267b3c34a01 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:38:32.059406 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a75d6-e3eb-48a2-a878-6267b3c34a01 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event updated for resources: {'Port': ['ID=088ce43f-2611-47fc-8e87-d0a6724bd789,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:38:32.866149 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e22a75d6-e3eb-48a2-a878-6267b3c34a01 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for floatingip (7bcc91fc-95b2-47ea-a565-4fa0560ad149), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:32.970181 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e22a75d6-e3eb-48a2-a878-6267b3c34a01 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (088ce43f-2611-47fc-8e87-d0a6724bd789), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:33.130031 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e22a75d6-e3eb-48a2-a878-6267b3c34a01 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for port (088ce43f-2611-47fc-8e87-d0a6724bd789), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:33.135205 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e22a75d6-e3eb-48a2-a878-6267b3c34a01 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (088ce43f-2611-47fc-8e87-d0a6724bd789), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:33.206316 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a75d6-e3eb-48a2-a878-6267b3c34a01 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event updated for resources: {'Port': ['ID=088ce43f-2611-47fc-8e87-d0a6724bd789,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:38:33.218188 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e22a75d6-e3eb-48a2-a878-6267b3c34a01 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (7bcc91fc-95b2-47ea-a565-4fa0560ad149), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:33.336037 n-d-789963-26 neutron-server[109694]: INFO neutron.db.l3_db [None req-e22a75d6-e3eb-48a2-a878-6267b3c34a01 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Floating IP 7bcc91fc-95b2-47ea-a565-4fa0560ad149 associated. External IP: 172.25.4.32, port: 6f5acb2f-9a47-4f2a-b582-61701747437d. Feb 02 07:38:33.553379 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e22a75d6-e3eb-48a2-a878-6267b3c34a01 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Router 19f95cb7-26a3-4ade-9e6d-46440118160e has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:38:33.692423 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e22a75d6-e3eb-48a2-a878-6267b3c34a01 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:38:33.702483 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75326873-f69b-4e84-883f-8eeba746b9b8 None None] Sync routers for ids ['19f95cb7-26a3-4ade-9e6d-46440118160e'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:38:33.713783 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75326873-f69b-4e84-883f-8eeba746b9b8 None None] Routers {'19f95cb7-26a3-4ade-9e6d-46440118160e'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:38:33.714452 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-75326873-f69b-4e84-883f-8eeba746b9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:38:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['19f95cb7-26a3-4ade-9e6d-46440118160e'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:38:33.714752 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e22a75d6-e3eb-48a2-a878-6267b3c34a01 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:33.748774 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-e22a75d6-e3eb-48a2-a878-6267b3c34a01 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1588240 Feb 02 07:38:33.749493 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f16cba57-cde8-401c-917b-3198cc2e4236', 'tag': '6f5acb2f-9a47-4f2a-b582-61701747437d'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:38:33.752085 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe333faf-d321-4157-b11f-025708a830c7" -d '{"events": [{"name": "network-changed", "server_uuid": "f16cba57-cde8-401c-917b-3198cc2e4236", "tag": "6f5acb2f-9a47-4f2a-b582-61701747437d"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:38:33.858730 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b82e96f-e480-4592-8a91-cb29a761cb13 req-af3178f8-4423-403a-b1b8-7c36ec5cf069 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:38:33.860455 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6b82e96f-e480-4592-8a91-cb29a761cb13 req-af3178f8-4423-403a-b1b8-7c36ec5cf069 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=f16cba57-cde8-401c-917b-3198cc2e4236 HTTP/1.1" status: 200 len: 946 time: 0.0625484 Feb 02 07:38:33.912313 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6b82e96f-e480-4592-8a91-cb29a761cb13 req-9add1cb3-1fe3-4859-a153-15f13ba5bc25 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=d16e5838-7900-4b80-98f3-67bb8c19e7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456161 Feb 02 07:38:33.927726 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-75326873-f69b-4e84-883f-8eeba746b9b8 None None] Set router 19f95cb7-26a3-4ade-9e6d-46440118160e gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:38:33.936509 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 33688) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:38:33.967054 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-062fa7be-430a-432e-a51b-fbedc6330a73 x-openstack-request-id: req-062fa7be-430a-432e-a51b-fbedc6330a73 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:38:33.968065 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f16cba57-cde8-401c-917b-3198cc2e4236", "tag": "6f5acb2f-9a47-4f2a-b582-61701747437d", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:38:33.968646 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-062fa7be-430a-432e-a51b-fbedc6330a73 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:38:33.969357 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f16cba57-cde8-401c-917b-3198cc2e4236', 'tag': '6f5acb2f-9a47-4f2a-b582-61701747437d', 'status': 'completed', 'code': 200} Feb 02 07:38:34.004408 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-7f81b725-47ad-48b4-8fa4-c0723adca681 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/floatingips/7bcc91fc-95b2-47ea-a565-4fa0560ad149 HTTP/1.1" status: 200 len: 991 time: 0.0666456 Feb 02 07:38:34.067758 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe333faf-d321-4157-b11f-025708a830c7 req-0dc0a5e3-fd55-4eeb-a4c2-7062a4e2ec4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:38:34.069282 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fe333faf-d321-4157-b11f-025708a830c7 req-0dc0a5e3-fd55-4eeb-a4c2-7062a4e2ec4f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b5f86cce5c924f2695e5f2d21aa64848&device_id=f16cba57-cde8-401c-917b-3198cc2e4236 HTTP/1.1" status: 200 len: 1129 time: 0.0522447 Feb 02 07:38:34.168685 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-75326873-f69b-4e84-883f-8eeba746b9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f95cb7-26a3-4ade-9e6d-46440118160e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1557648972', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'b3153ab9-00cf-45f6-af22-2889a9c2ed65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:38:13Z', 'updated_at': '2022-02-02T07:38:17Z', 'revision_number': 4, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'gw_port': {'id': 'b3153ab9-00cf-45f6-af22-2889a9c2ed65', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f95cb7-26a3-4ade-9e6d-46440118160e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:38:13Z', 'updated_at': '2022-02-02T07:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '7bcc91fc-95b2-47ea-a565-4fa0560ad149', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'floating_ip_address': '172.25.4.32', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '19f95cb7-26a3-4ade-9e6d-46440118160e', 'port_id': '6f5acb2f-9a47-4f2a-b582-61701747437d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4473444-75cd-4ad5-9b5e-f4279f4d73c4', 'mac_address': 'fa:16:3e:4c:54:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16cba57-cde8-401c-917b-3198cc2e4236', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:38:32Z', 'updated_at': '2022-02-02T07:38:32Z', 'revision_number': 0, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ad28cda-aff9-4c11-8e1a-97ae6e775fc5', 'name': '', 'network_id': 'b4473444-75cd-4ad5-9b5e-f4279f4d73c4', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'mac_address': 'fa:16:3e:8f:5b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f95cb7-26a3-4ade-9e6d-46440118160e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '62137fe5-450b-4cca-af59-4eb4d15bd2af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:38:16Z', 'updated_at': '2022-02-02T07:38:20Z', 'revision_number': 5, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'subnets': [{'id': '62137fe5-450b-4cca-af59-4eb4d15bd2af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:38:34.177536 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe333faf-d321-4157-b11f-025708a830c7 req-e2dc27f1-dc56-4864-a9f4-9e99dd814ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:38:34.179026 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fe333faf-d321-4157-b11f-025708a830c7 req-e2dc27f1-dc56-4864-a9f4-9e99dd814ef0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b4473444-75cd-4ad5-9b5e-f4279f4d73c4 HTTP/1.1" status: 200 len: 897 time: 0.0997758 Feb 02 07:38:34.199384 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75326873-f69b-4e84-883f-8eeba746b9b8 None None] Checking router: 19f95cb7-26a3-4ade-9e6d-46440118160e for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:38:34.208001 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75326873-f69b-4e84-883f-8eeba746b9b8 None None] Routers {'19f95cb7-26a3-4ade-9e6d-46440118160e'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:38:34.208591 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-75326873-f69b-4e84-883f-8eeba746b9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:38:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['19f95cb7-26a3-4ade-9e6d-46440118160e'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:38:34.245090 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fe333faf-d321-4157-b11f-025708a830c7 req-1d3e0c6d-03e0-4adc-ac3f-9bd25d2ea9d2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f5acb2f-9a47-4f2a-b582-61701747437d HTTP/1.1" status: 200 len: 999 time: 0.0593669 Feb 02 07:38:34.298790 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe333faf-d321-4157-b11f-025708a830c7 req-f046d563-b053-4882-ba78-894bc3b1cb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:38:34.300213 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fe333faf-d321-4157-b11f-025708a830c7 req-f046d563-b053-4882-ba78-894bc3b1cb26 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=62137fe5-450b-4cca-af59-4eb4d15bd2af HTTP/1.1" status: 200 len: 834 time: 0.0496466 Feb 02 07:38:34.320142 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-75326873-f69b-4e84-883f-8eeba746b9b8 None None] Set router 19f95cb7-26a3-4ade-9e6d-46440118160e gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:38:34.348576 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe333faf-d321-4157-b11f-025708a830c7 req-4fcb6668-3e20-4d4c-81d7-bd4c6e23f725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:38:34.350082 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fe333faf-d321-4157-b11f-025708a830c7 req-4fcb6668-3e20-4d4c-81d7-bd4c6e23f725 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b4473444-75cd-4ad5-9b5e-f4279f4d73c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0443313 Feb 02 07:38:34.442220 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fe333faf-d321-4157-b11f-025708a830c7 req-90fe5df3-101b-4166-9559-ab0b8052ba54 service neutron] 10.222.0.59 "GET /v2.0/networks/b4473444-75cd-4ad5-9b5e-f4279f4d73c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861702 Feb 02 07:38:34.542630 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fe333faf-d321-4157-b11f-025708a830c7 req-ef2ebda5-51a7-4f02-9678-79c7df671c7a service neutron] 10.222.0.59 "GET /v2.0/networks/b4473444-75cd-4ad5-9b5e-f4279f4d73c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945640 Feb 02 07:38:34.553904 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-75326873-f69b-4e84-883f-8eeba746b9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f95cb7-26a3-4ade-9e6d-46440118160e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1557648972', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'b3153ab9-00cf-45f6-af22-2889a9c2ed65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:38:13Z', 'updated_at': '2022-02-02T07:38:17Z', 'revision_number': 4, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'gw_port': {'id': 'b3153ab9-00cf-45f6-af22-2889a9c2ed65', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f95cb7-26a3-4ade-9e6d-46440118160e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:38:13Z', 'updated_at': '2022-02-02T07:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '7bcc91fc-95b2-47ea-a565-4fa0560ad149', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'floating_ip_address': '172.25.4.32', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '19f95cb7-26a3-4ade-9e6d-46440118160e', 'port_id': '6f5acb2f-9a47-4f2a-b582-61701747437d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4473444-75cd-4ad5-9b5e-f4279f4d73c4', 'mac_address': 'fa:16:3e:4c:54:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16cba57-cde8-401c-917b-3198cc2e4236', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:38:32Z', 'updated_at': '2022-02-02T07:38:32Z', 'revision_number': 0, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ad28cda-aff9-4c11-8e1a-97ae6e775fc5', 'name': '', 'network_id': 'b4473444-75cd-4ad5-9b5e-f4279f4d73c4', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'mac_address': 'fa:16:3e:8f:5b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f95cb7-26a3-4ade-9e6d-46440118160e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '62137fe5-450b-4cca-af59-4eb4d15bd2af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:38:16Z', 'updated_at': '2022-02-02T07:38:20Z', 'revision_number': 5, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'subnets': [{'id': '62137fe5-450b-4cca-af59-4eb4d15bd2af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:38:34.584084 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75326873-f69b-4e84-883f-8eeba746b9b8 None None] The sync data for ids ['19f95cb7-26a3-4ade-9e6d-46440118160e'] in n-d-789963-26 is: [{'id': '19f95cb7-26a3-4ade-9e6d-46440118160e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1557648972', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'b3153ab9-00cf-45f6-af22-2889a9c2ed65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:38:13Z', 'updated_at': '2022-02-02T07:38:17Z', 'revision_number': 4, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'gw_port': {'id': 'b3153ab9-00cf-45f6-af22-2889a9c2ed65', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f95cb7-26a3-4ade-9e6d-46440118160e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:38:13Z', 'updated_at': '2022-02-02T07:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '7bcc91fc-95b2-47ea-a565-4fa0560ad149', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'floating_ip_address': '172.25.4.32', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '19f95cb7-26a3-4ade-9e6d-46440118160e', 'port_id': '6f5acb2f-9a47-4f2a-b582-61701747437d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4473444-75cd-4ad5-9b5e-f4279f4d73c4', 'mac_address': 'fa:16:3e:4c:54:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16cba57-cde8-401c-917b-3198cc2e4236', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:38:32Z', 'updated_at': '2022-02-02T07:38:32Z', 'revision_number': 0, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ad28cda-aff9-4c11-8e1a-97ae6e775fc5', 'name': '', 'network_id': 'b4473444-75cd-4ad5-9b5e-f4279f4d73c4', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'mac_address': 'fa:16:3e:8f:5b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f95cb7-26a3-4ade-9e6d-46440118160e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '62137fe5-450b-4cca-af59-4eb4d15bd2af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:38:16Z', 'updated_at': '2022-02-02T07:38:20Z', 'revision_number': 5, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'subnets': [{'id': '62137fe5-450b-4cca-af59-4eb4d15bd2af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:38:34.792228 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e2b015-d928-44ba-aee0-c291134365b8 None None] New status for floating IP 7bcc91fc-95b2-47ea-a565-4fa0560ad149: ACTIVE {{(pid=109695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 07:38:35.006332 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 33700) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:38:35.067958 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-57cfc277-f6cc-448e-a126-0570e4bd3188 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/floatingips/7bcc91fc-95b2-47ea-a565-4fa0560ad149 HTTP/1.1" status: 200 len: 993 time: 0.0603168 Feb 02 07:38:39.187875 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:38:41.003823 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-bba8d806-d2a2-4126-86b0-dc46d9d74584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:43.293189 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0f5e8dc2-401a-4ec6-b83f-e7b87d214a45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:43.722667 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-23ad16da-87e5-4626-9a53-26cfe4346117 req-590b4b8c-5dd0-4276-90a0-278154f1820d tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-970031497&fields=id&tenant_id=c3998c4a9fb54dbfb254f927a9c64ece HTTP/1.1" status: 200 len: 267 time: 0.0439866 Feb 02 07:38:43.831301 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad16da-87e5-4626-9a53-26cfe4346117 req-0d6fb851-38d1-4f6b-a92b-6508eeb67a78 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:38:43.832680 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-23ad16da-87e5-4626-9a53-26cfe4346117 req-0d6fb851-38d1-4f6b-a92b-6508eeb67a78 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/networks?id=99c393e5-edbe-4583-8514-7c998c6986c0 HTTP/1.1" status: 200 len: 812 time: 0.1035526 Feb 02 07:38:43.847329 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-23ad16da-87e5-4626-9a53-26cfe4346117 req-7725a6d4-66d8-466a-af62-d3f1bde9f635 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/quotas/c3998c4a9fb54dbfb254f927a9c64ece HTTP/1.1" status: 200 len: 375 time: 0.0091970 Feb 02 07:38:43.902254 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-23ad16da-87e5-4626-9a53-26cfe4346117 req-e796f8a4-daa4-4e11-846c-3cec29852627 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=c3998c4a9fb54dbfb254f927a9c64ece&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501733 Feb 02 07:38:43.997068 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-23ad16da-87e5-4626-9a53-26cfe4346117 req-41ca7ffd-70f5-426e-94c1-fc6d629632d0 service neutron] 10.222.0.87 "GET /v2.0/networks/99c393e5-edbe-4583-8514-7c998c6986c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828519 Feb 02 07:38:44.090088 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-23ad16da-87e5-4626-9a53-26cfe4346117 req-ced1a259-ed7a-409c-bb6e-60ec73104609 service neutron] 10.222.0.87 "GET /v2.0/networks/99c393e5-edbe-4583-8514-7c998c6986c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868843 Feb 02 07:38:44.375235 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ec993ece-eaa4-4b19-b245-1a3ad0a27084 req-372cbb84-8fdf-4be2-8dc1-6ffc64096cd5 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=5633a000-f9b2-4e19-a9a3-fb360d9ffe6c HTTP/1.1" status: 200 len: 210 time: 0.0275407 Feb 02 07:38:44.381593 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [req-b4a00dd3-abd3-436b-9607-ff87f589c100 req-b123bd2d-f536-4205-802f-5f0af1248750 service neutron] (109693) timed out ('10.222.0.87', 42398) {{(pid=109693) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 02 07:38:44.690876 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a7142326-bd90-49e5-b817-06a4296f70af req-dd385e39-8b21-4864-bc48-bdd162e0fe86 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f16cba57-cde8-401c-917b-3198cc2e4236&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0552611 Feb 02 07:38:44.759411 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:44.790922 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7142326-bd90-49e5-b817-06a4296f70af req-a0bc6501-63cf-4a5b-848c-9ee63cc5eed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:38:44.792482 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a7142326-bd90-49e5-b817-06a4296f70af req-a0bc6501-63cf-4a5b-848c-9ee63cc5eed6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b5f86cce5c924f2695e5f2d21aa64848&device_id=f16cba57-cde8-401c-917b-3198cc2e4236 HTTP/1.1" status: 200 len: 1129 time: 0.0479734 Feb 02 07:38:44.896546 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7142326-bd90-49e5-b817-06a4296f70af req-4daf27ed-5258-4e01-92b2-102343c3f076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:38:44.897949 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a7142326-bd90-49e5-b817-06a4296f70af req-4daf27ed-5258-4e01-92b2-102343c3f076 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b4473444-75cd-4ad5-9b5e-f4279f4d73c4 HTTP/1.1" status: 200 len: 897 time: 0.0881977 Feb 02 07:38:44.965657 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a7142326-bd90-49e5-b817-06a4296f70af req-0ae1c58b-7764-4257-a9e9-680ce08b7068 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f5acb2f-9a47-4f2a-b582-61701747437d HTTP/1.1" status: 200 len: 1001 time: 0.0622652 Feb 02 07:38:45.013001 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7142326-bd90-49e5-b817-06a4296f70af req-78b48f21-9662-4978-ac2b-00536c16c0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:38:45.014458 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a7142326-bd90-49e5-b817-06a4296f70af req-78b48f21-9662-4978-ac2b-00536c16c0d2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=62137fe5-450b-4cca-af59-4eb4d15bd2af HTTP/1.1" status: 200 len: 834 time: 0.0420461 Feb 02 07:38:45.061955 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7142326-bd90-49e5-b817-06a4296f70af req-0324f0f2-435b-4874-bcd0-9e8750fd6cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:38:45.063759 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a7142326-bd90-49e5-b817-06a4296f70af req-0324f0f2-435b-4874-bcd0-9e8750fd6cd3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b4473444-75cd-4ad5-9b5e-f4279f4d73c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0437348 Feb 02 07:38:45.156953 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a7142326-bd90-49e5-b817-06a4296f70af req-b9c4ec5e-89c0-4cce-a6e2-c7ebb828d06a service neutron] 10.222.0.59 "GET /v2.0/networks/b4473444-75cd-4ad5-9b5e-f4279f4d73c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859902 Feb 02 07:38:45.248955 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a7142326-bd90-49e5-b817-06a4296f70af req-8629e2f5-98ca-4a8d-9a49-83bb1bf8de34 service neutron] 10.222.0.59 "GET /v2.0/networks/b4473444-75cd-4ad5-9b5e-f4279f4d73c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874538 Feb 02 07:38:45.380374 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad16da-87e5-4626-9a53-26cfe4346117 req-711bd92b-1f77-44d9-a5b3-ec9e2345a8c5 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:38:45.381828 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-23ad16da-87e5-4626-9a53-26cfe4346117 req-711bd92b-1f77-44d9-a5b3-ec9e2345a8c5 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.88 "GET /v2.0/networks?id=99c393e5-edbe-4583-8514-7c998c6986c0 HTTP/1.1" status: 200 len: 812 time: 0.1116328 Feb 02 07:38:45.494685 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fe3a7c0b-974d-4fca-b7f7-c8b23bd7b011 req-3721ff7c-a972-444b-9ae1-cd94b8f67c50 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=5633a000-f9b2-4e19-a9a3-fb360d9ffe6c HTTP/1.1" status: 200 len: 210 time: 0.0385220 Feb 02 07:38:45.499921 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-23ad16da-87e5-4626-9a53-26cfe4346117 req-a787844e-ac24-4977-87aa-754e5c3725a0 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3998c4a9fb54dbfb254f927a9c64ece HTTP/1.1" status: 200 len: 379 time: 0.0824928 Feb 02 07:38:45.508910 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-23ad16da-87e5-4626-9a53-26cfe4346117 req-3aaa05b9-9985-4d0b-86ce-1de43d74690b tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Request body: {'port': {'device_id': '5633a000-f9b2-4e19-a9a3-fb360d9ffe6c', 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0', 'admin_state_up': True, 'tenant_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'security_groups': ['d5c1a263-f353-4f3c-84c8-5c40bf02269c']}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:38:45.617876 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23ad16da-87e5-4626-9a53-26cfe4346117 req-3aaa05b9-9985-4d0b-86ce-1de43d74690b tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Made reservation on behalf of c3998c4a9fb54dbfb254f927a9c64ece for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:38:45.621408 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-23ad16da-87e5-4626-9a53-26cfe4346117 req-3aaa05b9-9985-4d0b-86ce-1de43d74690b tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:45.743775 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-23ad16da-87e5-4626-9a53-26cfe4346117 req-3aaa05b9-9985-4d0b-86ce-1de43d74690b tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Allocated IP 172.20.0.4 (99c393e5-edbe-4583-8514-7c998c6986c0/8f0c010c-d5c1-4b63-8939-b46551f6cb84/134062ea-e5c0-49e6-81cb-23dcf1417e3d) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:38:45.881211 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-23ad16da-87e5-4626-9a53-26cfe4346117 req-3aaa05b9-9985-4d0b-86ce-1de43d74690b tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks [] for port (134062ea-e5c0-49e6-81cb-23dcf1417e3d), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:45.915844 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-23ad16da-87e5-4626-9a53-26cfe4346117 req-3aaa05b9-9985-4d0b-86ce-1de43d74690b tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (134062ea-e5c0-49e6-81cb-23dcf1417e3d), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:45.958778 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23ad16da-87e5-4626-9a53-26cfe4346117 req-3aaa05b9-9985-4d0b-86ce-1de43d74690b tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Network 99c393e5-edbe-4583-8514-7c998c6986c0 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:38:45.965307 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-23ad16da-87e5-4626-9a53-26cfe4346117 req-3aaa05b9-9985-4d0b-86ce-1de43d74690b tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:38:45.969778 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-23ad16da-87e5-4626-9a53-26cfe4346117 req-3aaa05b9-9985-4d0b-86ce-1de43d74690b tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:38:45.973779 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaa05b9-9985-4d0b-86ce-1de43d74690b tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Pushing event updated for resources: {'Port': ['ID=134062ea-e5c0-49e6-81cb-23dcf1417e3d,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:38:46.026311 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad16da-87e5-4626-9a53-26cfe4346117 req-3aaa05b9-9985-4d0b-86ce-1de43d74690b tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:38:46.026971 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-23ad16da-87e5-4626-9a53-26cfe4346117 req-3aaa05b9-9985-4d0b-86ce-1de43d74690b tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:46.049714 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-23ad16da-87e5-4626-9a53-26cfe4346117 req-3aaa05b9-9985-4d0b-86ce-1de43d74690b tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5445828 Feb 02 07:38:46.068305 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-23ad16da-87e5-4626-9a53-26cfe4346117 req-8b3b1b38-8e05-4e5a-9c07-5a86856e4227 service neutron] Request body: {'port': {'device_id': '5633a000-f9b2-4e19-a9a3-fb360d9ffe6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:38:46.133685 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:46.137157 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-23ad16da-87e5-4626-9a53-26cfe4346117 req-8b3b1b38-8e05-4e5a-9c07-5a86856e4227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (134062ea-e5c0-49e6-81cb-23dcf1417e3d), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:46.235600 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-e7f53277-ac41-4621-8547-731595acb9b0 None None] Provisioning complete for port 134062ea-e5c0-49e6-81cb-23dcf1417e3d triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:38:46.236217 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e7f53277-ac41-4621-8547-731595acb9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (134062ea-e5c0-49e6-81cb-23dcf1417e3d), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:46.273746 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-e7f53277-ac41-4621-8547-731595acb9b0 None None] Port 134062ea-e5c0-49e6-81cb-23dcf1417e3d cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:38:46.413207 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-23ad16da-87e5-4626-9a53-26cfe4346117 req-8b3b1b38-8e05-4e5a-9c07-5a86856e4227 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 134062ea-e5c0-49e6-81cb-23dcf1417e3d {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:38:46.420479 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-23ad16da-87e5-4626-9a53-26cfe4346117 req-8b3b1b38-8e05-4e5a-9c07-5a86856e4227 service neutron] Publish callbacks [] for port (134062ea-e5c0-49e6-81cb-23dcf1417e3d), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:46.433324 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-23ad16da-87e5-4626-9a53-26cfe4346117 req-8b3b1b38-8e05-4e5a-9c07-5a86856e4227 service neutron] Transition to ACTIVE for port object 134062ea-e5c0-49e6-81cb-23dcf1417e3d will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:38:46.436928 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-23ad16da-87e5-4626-9a53-26cfe4346117 req-8b3b1b38-8e05-4e5a-9c07-5a86856e4227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (134062ea-e5c0-49e6-81cb-23dcf1417e3d), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:46.513683 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3b1b38-8e05-4e5a-9c07-5a86856e4227 service neutron] Pushing event updated for resources: {'Port': ['ID=134062ea-e5c0-49e6-81cb-23dcf1417e3d,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:38:46.569201 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-23ad16da-87e5-4626-9a53-26cfe4346117 req-8b3b1b38-8e05-4e5a-9c07-5a86856e4227 service neutron] Attempting to bind port 134062ea-e5c0-49e6-81cb-23dcf1417e3d on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:38:46.569552 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-23ad16da-87e5-4626-9a53-26cfe4346117 req-8b3b1b38-8e05-4e5a-9c07-5a86856e4227 service neutron] Attempting to bind port 134062ea-e5c0-49e6-81cb-23dcf1417e3d by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': '7fbd5ca3-5d78-4819-a656-2bb76c5c6480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:38:46.569890 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ad16da-87e5-4626-9a53-26cfe4346117 req-8b3b1b38-8e05-4e5a-9c07-5a86856e4227 service neutron] Attempting to bind port 134062ea-e5c0-49e6-81cb-23dcf1417e3d on network 99c393e5-edbe-4583-8514-7c998c6986c0 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:38:46.585772 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ad16da-87e5-4626-9a53-26cfe4346117 req-8b3b1b38-8e05-4e5a-9c07-5a86856e4227 service neutron] Port 134062ea-e5c0-49e6-81cb-23dcf1417e3d on network 99c393e5-edbe-4583-8514-7c998c6986c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:38:46.586107 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ad16da-87e5-4626-9a53-26cfe4346117 req-8b3b1b38-8e05-4e5a-9c07-5a86856e4227 service neutron] Attempting to bind port 134062ea-e5c0-49e6-81cb-23dcf1417e3d on network 99c393e5-edbe-4583-8514-7c998c6986c0 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:38:46.617198 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ad16da-87e5-4626-9a53-26cfe4346117 req-8b3b1b38-8e05-4e5a-9c07-5a86856e4227 service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:38:46.617555 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ad16da-87e5-4626-9a53-26cfe4346117 req-8b3b1b38-8e05-4e5a-9c07-5a86856e4227 service neutron] Checking segment: {'id': '7fbd5ca3-5d78-4819-a656-2bb76c5c6480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:38:46.617953 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ad16da-87e5-4626-9a53-26cfe4346117 req-8b3b1b38-8e05-4e5a-9c07-5a86856e4227 service neutron] Bound using segment: {'id': '7fbd5ca3-5d78-4819-a656-2bb76c5c6480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:38:46.618407 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-23ad16da-87e5-4626-9a53-26cfe4346117 req-8b3b1b38-8e05-4e5a-9c07-5a86856e4227 service neutron] Bound port: 134062ea-e5c0-49e6-81cb-23dcf1417e3d, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fbd5ca3-5d78-4819-a656-2bb76c5c6480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:38:46.618775 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-23ad16da-87e5-4626-9a53-26cfe4346117 req-8b3b1b38-8e05-4e5a-9c07-5a86856e4227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (134062ea-e5c0-49e6-81cb-23dcf1417e3d), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:46.675017 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5080d29d-b50c-4777-b9e1-ea51a4cda76f req-3d65dd05-32a4-4e7e-95ea-fc574892d476 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:38:46.676616 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5080d29d-b50c-4777-b9e1-ea51a4cda76f req-3d65dd05-32a4-4e7e-95ea-fc574892d476 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=5633a000-f9b2-4e19-a9a3-fb360d9ffe6c HTTP/1.1" status: 200 len: 943 time: 0.1020827 Feb 02 07:38:46.726923 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-23ad16da-87e5-4626-9a53-26cfe4346117 req-8b3b1b38-8e05-4e5a-9c07-5a86856e4227 service neutron] For port 134062ea-e5c0-49e6-81cb-23dcf1417e3d, host n-h1-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:38:46.731575 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-23ad16da-87e5-4626-9a53-26cfe4346117 req-8b3b1b38-8e05-4e5a-9c07-5a86856e4227 service neutron] For port 134062ea-e5c0-49e6-81cb-23dcf1417e3d, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=134062ea-e5c0-49e6-81cb-23dcf1417e3d,segment=NetworkSegment(7fbd5ca3-5d78-4819-a656-2bb76c5c6480),segment_id=7fbd5ca3-5d78-4819-a656-2bb76c5c6480)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:38:46.741777 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-23ad16da-87e5-4626-9a53-26cfe4346117 req-8b3b1b38-8e05-4e5a-9c07-5a86856e4227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (134062ea-e5c0-49e6-81cb-23dcf1417e3d), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:46.775366 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5080d29d-b50c-4777-b9e1-ea51a4cda76f req-56d135da-694d-4e4f-b42c-cdc4140fc59a tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=d5c1a263-f353-4f3c-84c8-5c40bf02269c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900857 Feb 02 07:38:46.791764 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad16da-87e5-4626-9a53-26cfe4346117 req-8b3b1b38-8e05-4e5a-9c07-5a86856e4227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:38:46.792489 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-23ad16da-87e5-4626-9a53-26cfe4346117 req-8b3b1b38-8e05-4e5a-9c07-5a86856e4227 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:46.802085 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-23ad16da-87e5-4626-9a53-26cfe4346117 req-8b3b1b38-8e05-4e5a-9c07-5a86856e4227 service neutron] 10.222.0.88 "PUT /v2.0/ports/134062ea-e5c0-49e6-81cb-23dcf1417e3d HTTP/1.1" status: 200 len: 1092 time: 0.7306342 Feb 02 07:38:46.802085 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5633a000-f9b2-4e19-a9a3-fb360d9ffe6c', 'tag': '134062ea-e5c0-49e6-81cb-23dcf1417e3d'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:38:46.802085 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc0050bb-abc0-4e4c-8ebe-c80fdf2f3b36" -d '{"events": [{"name": "network-changed", "server_uuid": "5633a000-f9b2-4e19-a9a3-fb360d9ffe6c", "tag": "134062ea-e5c0-49e6-81cb-23dcf1417e3d"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:38:46.817274 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3b1b38-8e05-4e5a-9c07-5a86856e4227 service neutron] Pushing event updated for resources: {'Port': ['ID=134062ea-e5c0-49e6-81cb-23dcf1417e3d,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:38:46.865541 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d7be48-e574-44ab-9a34-01c834d44fba x-openstack-request-id: req-87d7be48-e574-44ab-9a34-01c834d44fba {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:38:46.865939 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5633a000-f9b2-4e19-a9a3-fb360d9ffe6c", "tag": "134062ea-e5c0-49e6-81cb-23dcf1417e3d", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:38:46.866268 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-87d7be48-e574-44ab-9a34-01c834d44fba {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:38:46.866734 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5633a000-f9b2-4e19-a9a3-fb360d9ffe6c', 'tag': '134062ea-e5c0-49e6-81cb-23dcf1417e3d', 'status': 'completed', 'code': 200} Feb 02 07:38:46.911623 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad16da-87e5-4626-9a53-26cfe4346117 req-1155143f-f4e0-40a2-85ea-89d988589bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:38:46.913135 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-23ad16da-87e5-4626-9a53-26cfe4346117 req-1155143f-f4e0-40a2-85ea-89d988589bcf service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c3998c4a9fb54dbfb254f927a9c64ece&device_id=5633a000-f9b2-4e19-a9a3-fb360d9ffe6c HTTP/1.1" status: 200 len: 1126 time: 0.0575767 Feb 02 07:38:46.963578 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-23ad16da-87e5-4626-9a53-26cfe4346117 req-096e6b96-b2db-4afd-ae74-632e9f38c51d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=134062ea-e5c0-49e6-81cb-23dcf1417e3d HTTP/1.1" status: 200 len: 217 time: 0.0375431 Feb 02 07:38:47.016999 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad16da-87e5-4626-9a53-26cfe4346117 req-3ddf91f5-95d3-4ddc-80ac-337e241c0977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:38:47.018675 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-23ad16da-87e5-4626-9a53-26cfe4346117 req-3ddf91f5-95d3-4ddc-80ac-337e241c0977 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8f0c010c-d5c1-4b63-8939-b46551f6cb84 HTTP/1.1" status: 200 len: 851 time: 0.0485687 Feb 02 07:38:47.071799 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad16da-87e5-4626-9a53-26cfe4346117 req-cb3f9e5f-bfd6-4035-ae9b-151840f15a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:38:47.073591 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-23ad16da-87e5-4626-9a53-26cfe4346117 req-cb3f9e5f-bfd6-4035-ae9b-151840f15a15 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=99c393e5-edbe-4583-8514-7c998c6986c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0493531 Feb 02 07:38:47.164205 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-23ad16da-87e5-4626-9a53-26cfe4346117 req-953fbbc9-161d-497f-b657-6c4d9af90380 service neutron] 10.222.0.88 "GET /v2.0/networks/99c393e5-edbe-4583-8514-7c998c6986c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842607 Feb 02 07:38:47.257550 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-23ad16da-87e5-4626-9a53-26cfe4346117 req-ada440d2-ae6b-4542-9a22-57f2f9085a94 service neutron] 10.222.0.88 "GET /v2.0/networks/99c393e5-edbe-4583-8514-7c998c6986c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873249 Feb 02 07:38:47.373028 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0050bb-abc0-4e4c-8ebe-c80fdf2f3b36 req-59a34cfe-aa53-4dbb-a4d5-07a9f4af7966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:38:47.374441 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bc0050bb-abc0-4e4c-8ebe-c80fdf2f3b36 req-59a34cfe-aa53-4dbb-a4d5-07a9f4af7966 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c3998c4a9fb54dbfb254f927a9c64ece&device_id=5633a000-f9b2-4e19-a9a3-fb360d9ffe6c HTTP/1.1" status: 200 len: 1126 time: 0.0451169 Feb 02 07:38:47.433858 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:47.466272 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0050bb-abc0-4e4c-8ebe-c80fdf2f3b36 req-4be79b1a-55be-4f31-af53-8300f0ba5e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:38:47.467770 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bc0050bb-abc0-4e4c-8ebe-c80fdf2f3b36 req-4be79b1a-55be-4f31-af53-8300f0ba5e5e service neutron] 10.222.0.88 "GET /v2.0/networks?id=99c393e5-edbe-4583-8514-7c998c6986c0 HTTP/1.1" status: 200 len: 913 time: 0.0875165 Feb 02 07:38:47.514714 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bc0050bb-abc0-4e4c-8ebe-c80fdf2f3b36 req-dbeac83e-0872-4e08-b03d-24b1b91bf13b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=134062ea-e5c0-49e6-81cb-23dcf1417e3d HTTP/1.1" status: 200 len: 217 time: 0.0410950 Feb 02 07:38:47.572191 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0050bb-abc0-4e4c-8ebe-c80fdf2f3b36 req-5b51605f-af6c-4fa4-a677-0f59f0ea822e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:38:47.574113 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bc0050bb-abc0-4e4c-8ebe-c80fdf2f3b36 req-5b51605f-af6c-4fa4-a677-0f59f0ea822e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8f0c010c-d5c1-4b63-8939-b46551f6cb84 HTTP/1.1" status: 200 len: 851 time: 0.0540450 Feb 02 07:38:47.626150 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0050bb-abc0-4e4c-8ebe-c80fdf2f3b36 req-7e2b02dc-abed-47f0-afa4-38a8558159e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:38:47.627783 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bc0050bb-abc0-4e4c-8ebe-c80fdf2f3b36 req-7e2b02dc-abed-47f0-afa4-38a8558159e7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=99c393e5-edbe-4583-8514-7c998c6986c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0477068 Feb 02 07:38:47.725910 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bc0050bb-abc0-4e4c-8ebe-c80fdf2f3b36 req-0e451622-6a57-45a3-8c83-67ffe5b37186 service neutron] 10.222.0.88 "GET /v2.0/networks/99c393e5-edbe-4583-8514-7c998c6986c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922964 Feb 02 07:38:47.816106 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bc0050bb-abc0-4e4c-8ebe-c80fdf2f3b36 req-734e1b79-9a18-4541-8600-19a0d027c622 service neutron] 10.222.0.88 "GET /v2.0/networks/99c393e5-edbe-4583-8514-7c998c6986c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841503 Feb 02 07:38:47.909277 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3570e8-f2a6-408c-897c-a44f5437a7b9 req-697b224a-72e5-4b04-a8f4-26ba3ab562cc tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:38:47.910775 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dd3570e8-f2a6-408c-897c-a44f5437a7b9 req-697b224a-72e5-4b04-a8f4-26ba3ab562cc tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=5633a000-f9b2-4e19-a9a3-fb360d9ffe6c HTTP/1.1" status: 200 len: 943 time: 0.0576084 Feb 02 07:38:47.961380 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dd3570e8-f2a6-408c-897c-a44f5437a7b9 req-0fe0dd31-78d3-4388-9339-bec2a5bb332d tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=d5c1a263-f353-4f3c-84c8-5c40bf02269c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448904 Feb 02 07:38:49.079929 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e729d951-6769-4453-a3f2-6d463faa3fea req-b8a1ca2a-20ab-44e7-8310-f5c3a3f29850 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:38:49.081422 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e729d951-6769-4453-a3f2-6d463faa3fea req-b8a1ca2a-20ab-44e7-8310-f5c3a3f29850 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=5633a000-f9b2-4e19-a9a3-fb360d9ffe6c HTTP/1.1" status: 200 len: 943 time: 0.0527472 Feb 02 07:38:49.133192 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e729d951-6769-4453-a3f2-6d463faa3fea req-c38019dc-5341-407c-a745-09c557b52e36 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=d5c1a263-f353-4f3c-84c8-5c40bf02269c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433207 Feb 02 07:38:50.254245 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a6e5c2-9fd7-4a12-9cf8-a8e701d7c3f2 req-d1910b75-8515-41ac-ab22-5b603428d314 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:38:50.255767 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-73a6e5c2-9fd7-4a12-9cf8-a8e701d7c3f2 req-d1910b75-8515-41ac-ab22-5b603428d314 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=5633a000-f9b2-4e19-a9a3-fb360d9ffe6c HTTP/1.1" status: 200 len: 943 time: 0.0581362 Feb 02 07:38:50.305115 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-73a6e5c2-9fd7-4a12-9cf8-a8e701d7c3f2 req-60f748a9-9ab5-48ed-802d-45be291e7764 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=d5c1a263-f353-4f3c-84c8-5c40bf02269c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435290 Feb 02 07:38:51.429515 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af844db-1265-4984-a398-cd74f8c37a8f req-ef8bfa8d-38bb-40b8-9947-518adbcaf813 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:38:51.431208 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3af844db-1265-4984-a398-cd74f8c37a8f req-ef8bfa8d-38bb-40b8-9947-518adbcaf813 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=5633a000-f9b2-4e19-a9a3-fb360d9ffe6c HTTP/1.1" status: 200 len: 943 time: 0.0542264 Feb 02 07:38:51.479416 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3af844db-1265-4984-a398-cd74f8c37a8f req-263f29a5-67e0-479a-a663-adfb0b84ab02 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=d5c1a263-f353-4f3c-84c8-5c40bf02269c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429282 Feb 02 07:38:52.337032 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:52.597647 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a622e-775b-4a77-85e8-38e5c2cfb58d req-db0da091-388c-49bf-b02a-ea009081fdc0 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:38:52.599045 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bc2a622e-775b-4a77-85e8-38e5c2cfb58d req-db0da091-388c-49bf-b02a-ea009081fdc0 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=5633a000-f9b2-4e19-a9a3-fb360d9ffe6c HTTP/1.1" status: 200 len: 943 time: 0.0526080 Feb 02 07:38:52.651820 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bc2a622e-775b-4a77-85e8-38e5c2cfb58d req-67ddd532-c2c6-4ab9-b504-3f9af0bdda06 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=d5c1a263-f353-4f3c-84c8-5c40bf02269c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471733 Feb 02 07:38:53.770662 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53542cca-4dde-4376-88cf-86b8c3e9cc98 req-1802e16d-e2e7-4159-a28c-853416dadaff tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:38:53.772104 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-53542cca-4dde-4376-88cf-86b8c3e9cc98 req-1802e16d-e2e7-4159-a28c-853416dadaff tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=5633a000-f9b2-4e19-a9a3-fb360d9ffe6c HTTP/1.1" status: 200 len: 943 time: 0.0520704 Feb 02 07:38:53.821985 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-53542cca-4dde-4376-88cf-86b8c3e9cc98 req-e47e7f78-cf89-4229-97f1-8e8d37a815a5 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=d5c1a263-f353-4f3c-84c8-5c40bf02269c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437944 Feb 02 07:38:54.944145 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633e425-3f91-49dd-a9d2-a66f07bc3f35 req-35bcc546-cef9-4241-9b53-62df361bc7aa tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:38:54.945664 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2633e425-3f91-49dd-a9d2-a66f07bc3f35 req-35bcc546-cef9-4241-9b53-62df361bc7aa tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=5633a000-f9b2-4e19-a9a3-fb360d9ffe6c HTTP/1.1" status: 200 len: 943 time: 0.0543869 Feb 02 07:38:55.000654 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2633e425-3f91-49dd-a9d2-a66f07bc3f35 req-9de2ed46-0485-4d2c-a813-b64c954bf588 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=d5c1a263-f353-4f3c-84c8-5c40bf02269c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492868 Feb 02 07:38:56.117500 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cda4ea-7abf-473c-8821-471a0d7c36e0 req-cc85e93e-aad7-4410-a1ef-9d2761c1b28a tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:38:56.118953 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c7cda4ea-7abf-473c-8821-471a0d7c36e0 req-cc85e93e-aad7-4410-a1ef-9d2761c1b28a tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=5633a000-f9b2-4e19-a9a3-fb360d9ffe6c HTTP/1.1" status: 200 len: 943 time: 0.0558407 Feb 02 07:38:56.167748 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c7cda4ea-7abf-473c-8821-471a0d7c36e0 req-7c5a41ea-d7fc-4445-a22a-ce0ea04fc790 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=d5c1a263-f353-4f3c-84c8-5c40bf02269c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431225 Feb 02 07:38:57.284971 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aaabe0-1792-4e3b-84f5-8a126611a015 req-8de7b0a9-05f5-4613-947d-0b803cb21f9d tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:38:57.286452 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-68aaabe0-1792-4e3b-84f5-8a126611a015 req-8de7b0a9-05f5-4613-947d-0b803cb21f9d tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=5633a000-f9b2-4e19-a9a3-fb360d9ffe6c HTTP/1.1" status: 200 len: 943 time: 0.0528615 Feb 02 07:38:57.334328 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-68aaabe0-1792-4e3b-84f5-8a126611a015 req-d54102d6-5bdd-4758-beb1-cf85cfc5b492 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=d5c1a263-f353-4f3c-84c8-5c40bf02269c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422680 Feb 02 07:38:57.541705 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:38:58.451243 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b910e6ec-935d-4b9f-8cf3-1fede909ab7c req-63660bb3-eb41-46fc-98ba-a1cbed37fb69 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:38:58.453251 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b910e6ec-935d-4b9f-8cf3-1fede909ab7c req-63660bb3-eb41-46fc-98ba-a1cbed37fb69 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=5633a000-f9b2-4e19-a9a3-fb360d9ffe6c HTTP/1.1" status: 200 len: 943 time: 0.0515089 Feb 02 07:38:58.790648 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b910e6ec-935d-4b9f-8cf3-1fede909ab7c req-51cb4d09-c9c3-4e1d-b8ba-a9c4ddc150f9 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=d5c1a263-f353-4f3c-84c8-5c40bf02269c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3317909 Feb 02 07:38:59.908853 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff4e31-0457-4ae5-b8d9-a211e3e0d692 req-40c3e269-6d7c-4064-ae83-e886fa0ee595 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:38:59.910321 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b5ff4e31-0457-4ae5-b8d9-a211e3e0d692 req-40c3e269-6d7c-4064-ae83-e886fa0ee595 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=5633a000-f9b2-4e19-a9a3-fb360d9ffe6c HTTP/1.1" status: 200 len: 943 time: 0.0523856 Feb 02 07:38:59.957679 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b5ff4e31-0457-4ae5-b8d9-a211e3e0d692 req-a5b30d6b-0b2f-4ecb-9497-f748d4f316b5 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=d5c1a263-f353-4f3c-84c8-5c40bf02269c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418751 Feb 02 07:39:01.075824 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b352a0-05dc-43fb-abcb-6d2893d26428 req-de4f48dc-bff4-420d-abc6-afca3d0524b4 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:39:01.077304 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-82b352a0-05dc-43fb-abcb-6d2893d26428 req-de4f48dc-bff4-420d-abc6-afca3d0524b4 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=5633a000-f9b2-4e19-a9a3-fb360d9ffe6c HTTP/1.1" status: 200 len: 943 time: 0.0517030 Feb 02 07:39:01.176548 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-82b352a0-05dc-43fb-abcb-6d2893d26428 req-d04f271f-059f-44e8-b740-29846de08f60 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=d5c1a263-f353-4f3c-84c8-5c40bf02269c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931134 Feb 02 07:39:01.986608 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 134062ea-e5c0-49e6-81cb-23dcf1417e3d details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:39:02.081196 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 134062ea-e5c0-49e6-81cb-23dcf1417e3d, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=134062ea-e5c0-49e6-81cb-23dcf1417e3d,segment=NetworkSegment(7fbd5ca3-5d78-4819-a656-2bb76c5c6480),segment_id=7fbd5ca3-5d78-4819-a656-2bb76c5c6480)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:39:02.095071 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': '134062ea-e5c0-49e6-81cb-23dcf1417e3d', 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0', 'port_id': '134062ea-e5c0-49e6-81cb-23dcf1417e3d', 'mac_address': 'fa:16:3e:37:0b:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f0c010c-d5c1-4b63-8939-b46551f6cb84', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:39:02.132129 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 134062ea-e5c0-49e6-81cb-23dcf1417e3d is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:39:02.132521 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (134062ea-e5c0-49e6-81cb-23dcf1417e3d), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:02.144809 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 134062ea-e5c0-49e6-81cb-23dcf1417e3d {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:39:02.163420 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 134062ea-e5c0-49e6-81cb-23dcf1417e3d, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=134062ea-e5c0-49e6-81cb-23dcf1417e3d,segment=NetworkSegment(7fbd5ca3-5d78-4819-a656-2bb76c5c6480),segment_id=7fbd5ca3-5d78-4819-a656-2bb76c5c6480)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:39:02.167315 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (134062ea-e5c0-49e6-81cb-23dcf1417e3d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:02.213491 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=134062ea-e5c0-49e6-81cb-23dcf1417e3d,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:39:02.221534 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:39:02.221892 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:39:02.222241 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:39:02.222585 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:39:02.222925 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:39:02.223261 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:39:02.223682 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:39:02.224216 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:39:02.224602 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:39:02.224936 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:39:02.225268 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:39:02.225601 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:39:02.225926 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:39:02.306437 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d49b1f6-283d-4e60-b164-b33e1f5c2688 req-ca4671f9-6427-44fc-8c87-2661329babd7 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:39:02.307868 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5d49b1f6-283d-4e60-b164-b33e1f5c2688 req-ca4671f9-6427-44fc-8c87-2661329babd7 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=5633a000-f9b2-4e19-a9a3-fb360d9ffe6c HTTP/1.1" status: 200 len: 944 time: 0.0525880 Feb 02 07:39:02.356949 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5d49b1f6-283d-4e60-b164-b33e1f5c2688 req-d10ac07e-03cf-4020-84d6-b334fdd7ceca tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=d5c1a263-f353-4f3c-84c8-5c40bf02269c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429652 Feb 02 07:39:02.440500 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['134062ea-e5c0-49e6-81cb-23dcf1417e3d'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:39:03.475620 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5564dc-a1e6-4049-a7b8-763fb7f930fe req-12b715d8-a6a0-4fc8-bf06-009a06c7b3de tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:39:03.477112 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6c5564dc-a1e6-4049-a7b8-763fb7f930fe req-12b715d8-a6a0-4fc8-bf06-009a06c7b3de tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=5633a000-f9b2-4e19-a9a3-fb360d9ffe6c HTTP/1.1" status: 200 len: 944 time: 0.0515816 Feb 02 07:39:03.526108 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6c5564dc-a1e6-4049-a7b8-763fb7f930fe req-5aed6c80-c7d8-4396-acb3-568c4af0271c tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=d5c1a263-f353-4f3c-84c8-5c40bf02269c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435266 Feb 02 07:39:03.994920 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 134062ea-e5c0-49e6-81cb-23dcf1417e3d up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:39:04.045061 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port 134062ea-e5c0-49e6-81cb-23dcf1417e3d completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:39:04.049579 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port 134062ea-e5c0-49e6-81cb-23dcf1417e3d triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:39:04.049957 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (134062ea-e5c0-49e6-81cb-23dcf1417e3d), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:04.126441 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 134062ea-e5c0-49e6-81cb-23dcf1417e3d is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:39:04.126823 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (134062ea-e5c0-49e6-81cb-23dcf1417e3d), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:04.148390 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5633a000-f9b2-4e19-a9a3-fb360d9ffe6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '134062ea-e5c0-49e6-81cb-23dcf1417e3d'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:39:04.150860 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb5c60a-e3f9-475c-aea3-a29d2be22e99" -d '{"events": [{"server_uuid": "5633a000-f9b2-4e19-a9a3-fb360d9ffe6c", "name": "network-vif-plugged", "status": "completed", "tag": "134062ea-e5c0-49e6-81cb-23dcf1417e3d"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:39:04.163382 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 134062ea-e5c0-49e6-81cb-23dcf1417e3d, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=134062ea-e5c0-49e6-81cb-23dcf1417e3d,segment=NetworkSegment(7fbd5ca3-5d78-4819-a656-2bb76c5c6480),segment_id=7fbd5ca3-5d78-4819-a656-2bb76c5c6480)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:39:04.168078 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (134062ea-e5c0-49e6-81cb-23dcf1417e3d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:04.191854 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a0a945d-d841-4af8-89f2-3d3bb60f4e74 x-openstack-request-id: req-3a0a945d-d841-4af8-89f2-3d3bb60f4e74 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:39:04.192150 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5633a000-f9b2-4e19-a9a3-fb360d9ffe6c", "name": "network-vif-plugged", "status": "completed", "tag": "134062ea-e5c0-49e6-81cb-23dcf1417e3d", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:39:04.192409 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-3a0a945d-d841-4af8-89f2-3d3bb60f4e74 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:39:04.192800 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5633a000-f9b2-4e19-a9a3-fb360d9ffe6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '134062ea-e5c0-49e6-81cb-23dcf1417e3d', 'code': 200} Feb 02 07:39:04.217632 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=134062ea-e5c0-49e6-81cb-23dcf1417e3d,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:39:04.331409 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd1525-670c-4db1-a1f6-3c061baf0ece req-e9348557-b78b-48a5-bf3a-698f32f9f902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:39:04.332841 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-78fd1525-670c-4db1-a1f6-3c061baf0ece req-e9348557-b78b-48a5-bf3a-698f32f9f902 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=5633a000-f9b2-4e19-a9a3-fb360d9ffe6c HTTP/1.1" status: 200 len: 1128 time: 0.0478714 Feb 02 07:39:04.377539 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-78fd1525-670c-4db1-a1f6-3c061baf0ece req-3cdd8678-c4e3-47ff-924a-081f0738a78b service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=d5c1a263-f353-4f3c-84c8-5c40bf02269c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385435 Feb 02 07:39:04.645395 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1e666-26d0-473b-97e5-346d987beac3 req-706e381f-a2b5-4b54-9aab-29f82d9e4dca tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:39:04.646769 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b1c1e666-26d0-473b-97e5-346d987beac3 req-706e381f-a2b5-4b54-9aab-29f82d9e4dca tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=5633a000-f9b2-4e19-a9a3-fb360d9ffe6c HTTP/1.1" status: 200 len: 945 time: 0.0528131 Feb 02 07:39:04.697823 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b1c1e666-26d0-473b-97e5-346d987beac3 req-c9cb451a-8677-4234-aaa8-e75e18f4df10 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=d5c1a263-f353-4f3c-84c8-5c40bf02269c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452440 Feb 02 07:39:05.815845 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed3200-b1ab-481d-89c2-ff1d3da0a1f7 req-ca394abd-86a7-4ce7-8c85-470ff8ad1487 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:39:05.817253 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0fed3200-b1ab-481d-89c2-ff1d3da0a1f7 req-ca394abd-86a7-4ce7-8c85-470ff8ad1487 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=5633a000-f9b2-4e19-a9a3-fb360d9ffe6c HTTP/1.1" status: 200 len: 945 time: 0.0532813 Feb 02 07:39:05.869261 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0fed3200-b1ab-481d-89c2-ff1d3da0a1f7 req-bf5f92e2-788d-4d54-8c2a-cd4dd7641f39 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=d5c1a263-f353-4f3c-84c8-5c40bf02269c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464144 Feb 02 07:39:05.983322 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4fd7f3-1cf7-41b8-815f-a0eae74b57a8 req-607aa017-dc29-405e-806f-e3011b140f64 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:39:05.985531 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-df4fd7f3-1cf7-41b8-815f-a0eae74b57a8 req-607aa017-dc29-405e-806f-e3011b140f64 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=5633a000-f9b2-4e19-a9a3-fb360d9ffe6c HTTP/1.1" status: 200 len: 945 time: 0.0530641 Feb 02 07:39:06.032836 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-df4fd7f3-1cf7-41b8-815f-a0eae74b57a8 req-0573d3f4-cacd-44b1-81ba-714c39441612 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=d5c1a263-f353-4f3c-84c8-5c40bf02269c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418875 Feb 02 07:39:06.055344 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 33798) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:39:06.200088 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c1b1f4-46d0-4473-9f7b-81b9e4a05b85 tempest-TestVolumeBootPattern-302517499 tempest-TestVolumeBootPattern-302517499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:39:06.201604 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-99c1b1f4-46d0-4473-9f7b-81b9e4a05b85 tempest-TestVolumeBootPattern-302517499 tempest-TestVolumeBootPattern-302517499-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=5633a000-f9b2-4e19-a9a3-fb360d9ffe6c HTTP/1.1" status: 200 len: 1123 time: 0.1452401 Feb 02 07:39:06.204898 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 33802) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:39:06.209085 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-1123957a-61bf-4a54-bcd8-6c7c22cd17f3 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Request body: {'floatingip': {'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'port_id': '134062ea-e5c0-49e6-81cb-23dcf1417e3d', 'tenant_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:39:06.228753 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1123957a-61bf-4a54-bcd8-6c7c22cd17f3 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:06.322910 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1123957a-61bf-4a54-bcd8-6c7c22cd17f3 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:06.427077 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-1123957a-61bf-4a54-bcd8-6c7c22cd17f3 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Allocated IP 172.25.4.20 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/daa1ea65-070a-4775-9a1a-b54db3e9aacc) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:39:06.526454 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1123957a-61bf-4a54-bcd8-6c7c22cd17f3 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks [] for port (daa1ea65-070a-4775-9a1a-b54db3e9aacc), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:06.563882 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1123957a-61bf-4a54-bcd8-6c7c22cd17f3 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (daa1ea65-070a-4775-9a1a-b54db3e9aacc), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:06.601384 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1123957a-61bf-4a54-bcd8-6c7c22cd17f3 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:39:06.607593 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-1123957a-61bf-4a54-bcd8-6c7c22cd17f3 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:39:06.612117 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1123957a-61bf-4a54-bcd8-6c7c22cd17f3 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:39:06.614070 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1123957a-61bf-4a54-bcd8-6c7c22cd17f3 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Pushing event updated for resources: {'Port': ['ID=daa1ea65-070a-4775-9a1a-b54db3e9aacc,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:39:06.961984 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1123957a-61bf-4a54-bcd8-6c7c22cd17f3 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks [] for floatingip (84821091-eaf0-4743-9f89-18029d2e03fc), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:07.031449 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1123957a-61bf-4a54-bcd8-6c7c22cd17f3 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (daa1ea65-070a-4775-9a1a-b54db3e9aacc), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:07.430414 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1123957a-61bf-4a54-bcd8-6c7c22cd17f3 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks [] for port (daa1ea65-070a-4775-9a1a-b54db3e9aacc), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:07.434933 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1123957a-61bf-4a54-bcd8-6c7c22cd17f3 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (daa1ea65-070a-4775-9a1a-b54db3e9aacc), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:07.501679 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1123957a-61bf-4a54-bcd8-6c7c22cd17f3 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Pushing event updated for resources: {'Port': ['ID=daa1ea65-070a-4775-9a1a-b54db3e9aacc,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:39:07.512938 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1123957a-61bf-4a54-bcd8-6c7c22cd17f3 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (84821091-eaf0-4743-9f89-18029d2e03fc), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:07.613244 n-d-789963-26 neutron-server[109693]: INFO neutron.db.l3_db [None req-1123957a-61bf-4a54-bcd8-6c7c22cd17f3 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Floating IP 84821091-eaf0-4743-9f89-18029d2e03fc associated. External IP: 172.25.4.20, port: 134062ea-e5c0-49e6-81cb-23dcf1417e3d. Feb 02 07:39:07.821886 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1123957a-61bf-4a54-bcd8-6c7c22cd17f3 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Router bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:39:07.929275 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1123957a-61bf-4a54-bcd8-6c7c22cd17f3 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:39:07.939368 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62809adc-0f4a-4b8f-a5cd-3e8c93c9a310 None None] Sync routers for ids ['bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:39:07.950456 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1123957a-61bf-4a54-bcd8-6c7c22cd17f3 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:07.952069 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62809adc-0f4a-4b8f-a5cd-3e8c93c9a310 None None] Routers {'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:39:07.953153 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-62809adc-0f4a-4b8f-a5cd-3e8c93c9a310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:38:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:39:08.007572 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-1123957a-61bf-4a54-bcd8-6c7c22cd17f3 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7898889 Feb 02 07:39:08.007572 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5633a000-f9b2-4e19-a9a3-fb360d9ffe6c', 'tag': '134062ea-e5c0-49e6-81cb-23dcf1417e3d'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:39:08.007572 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3579e5-9900-47ff-9e00-b65a5c44edbe" -d '{"events": [{"name": "network-changed", "server_uuid": "5633a000-f9b2-4e19-a9a3-fb360d9ffe6c", "tag": "134062ea-e5c0-49e6-81cb-23dcf1417e3d"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:39:08.040768 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f05dda26-7b30-481d-b994-bae265c138de x-openstack-request-id: req-f05dda26-7b30-481d-b994-bae265c138de {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:39:08.041063 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5633a000-f9b2-4e19-a9a3-fb360d9ffe6c", "tag": "134062ea-e5c0-49e6-81cb-23dcf1417e3d", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:39:08.041321 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f05dda26-7b30-481d-b994-bae265c138de {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:39:08.041730 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5633a000-f9b2-4e19-a9a3-fb360d9ffe6c', 'tag': '134062ea-e5c0-49e6-81cb-23dcf1417e3d', 'status': 'completed', 'code': 200} Feb 02 07:39:08.078952 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-62809adc-0f4a-4b8f-a5cd-3e8c93c9a310 None None] Set router bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:39:08.127982 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3579e5-9900-47ff-9e00-b65a5c44edbe req-18c27dfd-52a5-4552-8343-b3a9be4d7848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:39:08.129483 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ee3579e5-9900-47ff-9e00-b65a5c44edbe req-18c27dfd-52a5-4552-8343-b3a9be4d7848 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c3998c4a9fb54dbfb254f927a9c64ece&device_id=5633a000-f9b2-4e19-a9a3-fb360d9ffe6c HTTP/1.1" status: 200 len: 1128 time: 0.0458274 Feb 02 07:39:08.222075 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3579e5-9900-47ff-9e00-b65a5c44edbe req-1766ae96-cf86-4381-b76d-05880a91d547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:39:08.223547 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ee3579e5-9900-47ff-9e00-b65a5c44edbe req-1766ae96-cf86-4381-b76d-05880a91d547 service neutron] 10.222.0.88 "GET /v2.0/networks?id=99c393e5-edbe-4583-8514-7c998c6986c0 HTTP/1.1" status: 200 len: 913 time: 0.0874174 Feb 02 07:39:08.294136 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ee3579e5-9900-47ff-9e00-b65a5c44edbe req-e54fb2bf-c81a-4231-b3e5-504af1c518be service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=134062ea-e5c0-49e6-81cb-23dcf1417e3d HTTP/1.1" status: 200 len: 998 time: 0.0645263 Feb 02 07:39:08.304836 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-62809adc-0f4a-4b8f-a5cd-3e8c93c9a310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'name': 'tempest-TestVolumeBootPattern-1486195493-router', 'tenant_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': 'e6df76c1-88ea-49a8-9d08-047896a26733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:33:45Z', 'updated_at': '2022-02-02T07:33:51Z', 'revision_number': 4, 'project_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'gw_port': {'id': 'e6df76c1-88ea-49a8-9d08-047896a26733', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:98:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:46Z', 'updated_at': '2022-02-02T07:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '84821091-eaf0-4743-9f89-18029d2e03fc', 'tenant_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'floating_ip_address': '172.25.4.20', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'port_id': '134062ea-e5c0-49e6-81cb-23dcf1417e3d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0', 'mac_address': 'fa:16:3e:37:0b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5633a000-f9b2-4e19-a9a3-fb360d9ffe6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:39:06Z', 'updated_at': '2022-02-02T07:39:06Z', 'revision_number': 0, 'project_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b90acc1f-e7f8-4342-9761-c45d40295558', 'name': '', 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0', 'tenant_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'mac_address': 'fa:16:3e:0c:3f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '8f0c010c-d5c1-4b63-8939-b46551f6cb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:49Z', 'updated_at': '2022-02-02T07:33:55Z', 'revision_number': 5, 'project_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'subnets': [{'id': '8f0c010c-d5c1-4b63-8939-b46551f6cb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:39:08.331245 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62809adc-0f4a-4b8f-a5cd-3e8c93c9a310 None None] Checking router: bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:39:08.339250 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62809adc-0f4a-4b8f-a5cd-3e8c93c9a310 None None] Routers {'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:39:08.339877 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-62809adc-0f4a-4b8f-a5cd-3e8c93c9a310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:38:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:39:08.345340 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3579e5-9900-47ff-9e00-b65a5c44edbe req-bb60903c-184f-4842-ae95-b23cc982d272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:39:08.346807 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ee3579e5-9900-47ff-9e00-b65a5c44edbe req-bb60903c-184f-4842-ae95-b23cc982d272 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8f0c010c-d5c1-4b63-8939-b46551f6cb84 HTTP/1.1" status: 200 len: 851 time: 0.0469546 Feb 02 07:39:08.395319 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3579e5-9900-47ff-9e00-b65a5c44edbe req-387140f9-4377-4728-bac6-7344a3d84998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:39:08.396881 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ee3579e5-9900-47ff-9e00-b65a5c44edbe req-387140f9-4377-4728-bac6-7344a3d84998 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=99c393e5-edbe-4583-8514-7c998c6986c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0444193 Feb 02 07:39:08.445906 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-62809adc-0f4a-4b8f-a5cd-3e8c93c9a310 None None] Set router bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:39:08.484754 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ee3579e5-9900-47ff-9e00-b65a5c44edbe req-da86957d-1934-4b8c-92e8-3ebbeff01c86 service neutron] 10.222.0.88 "GET /v2.0/networks/99c393e5-edbe-4583-8514-7c998c6986c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820556 Feb 02 07:39:08.581722 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ee3579e5-9900-47ff-9e00-b65a5c44edbe req-b208f84f-f7bf-4b6f-a3ef-597bd86a8212 service neutron] 10.222.0.88 "GET /v2.0/networks/99c393e5-edbe-4583-8514-7c998c6986c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912590 Feb 02 07:39:08.763754 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-62809adc-0f4a-4b8f-a5cd-3e8c93c9a310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'name': 'tempest-TestVolumeBootPattern-1486195493-router', 'tenant_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': 'e6df76c1-88ea-49a8-9d08-047896a26733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:33:45Z', 'updated_at': '2022-02-02T07:33:51Z', 'revision_number': 4, 'project_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'gw_port': {'id': 'e6df76c1-88ea-49a8-9d08-047896a26733', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:98:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:46Z', 'updated_at': '2022-02-02T07:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '84821091-eaf0-4743-9f89-18029d2e03fc', 'tenant_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'floating_ip_address': '172.25.4.20', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'port_id': '134062ea-e5c0-49e6-81cb-23dcf1417e3d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0', 'mac_address': 'fa:16:3e:37:0b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5633a000-f9b2-4e19-a9a3-fb360d9ffe6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:39:06Z', 'updated_at': '2022-02-02T07:39:06Z', 'revision_number': 0, 'project_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b90acc1f-e7f8-4342-9761-c45d40295558', 'name': '', 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0', 'tenant_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'mac_address': 'fa:16:3e:0c:3f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '8f0c010c-d5c1-4b63-8939-b46551f6cb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:49Z', 'updated_at': '2022-02-02T07:33:55Z', 'revision_number': 5, 'project_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'subnets': [{'id': '8f0c010c-d5c1-4b63-8939-b46551f6cb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:39:08.790647 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62809adc-0f4a-4b8f-a5cd-3e8c93c9a310 None None] The sync data for ids ['bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b'] in n-d-789963-26 is: [{'id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'name': 'tempest-TestVolumeBootPattern-1486195493-router', 'tenant_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': 'e6df76c1-88ea-49a8-9d08-047896a26733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:33:45Z', 'updated_at': '2022-02-02T07:33:51Z', 'revision_number': 4, 'project_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'gw_port': {'id': 'e6df76c1-88ea-49a8-9d08-047896a26733', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:98:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:46Z', 'updated_at': '2022-02-02T07:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '84821091-eaf0-4743-9f89-18029d2e03fc', 'tenant_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'floating_ip_address': '172.25.4.20', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'port_id': '134062ea-e5c0-49e6-81cb-23dcf1417e3d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0', 'mac_address': 'fa:16:3e:37:0b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5633a000-f9b2-4e19-a9a3-fb360d9ffe6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:39:06Z', 'updated_at': '2022-02-02T07:39:06Z', 'revision_number': 0, 'project_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b90acc1f-e7f8-4342-9761-c45d40295558', 'name': '', 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0', 'tenant_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'mac_address': 'fa:16:3e:0c:3f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '8f0c010c-d5c1-4b63-8939-b46551f6cb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:49Z', 'updated_at': '2022-02-02T07:33:55Z', 'revision_number': 5, 'project_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'subnets': [{'id': '8f0c010c-d5c1-4b63-8939-b46551f6cb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:39:08.985480 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb5e8a9-9300-4a79-b9ea-7f7f0dbc6700 None None] New status for floating IP 84821091-eaf0-4743-9f89-18029d2e03fc: ACTIVE {{(pid=109695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 07:39:10.996898 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-fc652f37-d727-448a-a737-ed933a232b3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:13.294651 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5398c617-e628-4a31-94a7-07da6c3aed39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:14.759001 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:16.138171 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:16.187057 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:39:17.439501 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:22.342513 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:27.545794 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:32.820457 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-efa8d96d-f90f-4f4b-ba44-cf78f2f314e0 req-45d11743-7e4f-4568-bba3-8e851fced47b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=5633a000-f9b2-4e19-a9a3-fb360d9ffe6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0437331 Feb 02 07:39:32.921535 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa8d96d-f90f-4f4b-ba44-cf78f2f314e0 req-38686e10-e886-4ebb-b749-a97cb7aab17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:39:32.923084 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-efa8d96d-f90f-4f4b-ba44-cf78f2f314e0 req-38686e10-e886-4ebb-b749-a97cb7aab17b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c3998c4a9fb54dbfb254f927a9c64ece&device_id=5633a000-f9b2-4e19-a9a3-fb360d9ffe6c HTTP/1.1" status: 200 len: 1128 time: 0.0450487 Feb 02 07:39:33.028869 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa8d96d-f90f-4f4b-ba44-cf78f2f314e0 req-4b77939b-fe38-46d6-b100-60177b6a4075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:39:33.030343 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-efa8d96d-f90f-4f4b-ba44-cf78f2f314e0 req-4b77939b-fe38-46d6-b100-60177b6a4075 service neutron] 10.222.0.88 "GET /v2.0/networks?id=99c393e5-edbe-4583-8514-7c998c6986c0 HTTP/1.1" status: 200 len: 913 time: 0.0883977 Feb 02 07:39:33.097331 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-efa8d96d-f90f-4f4b-ba44-cf78f2f314e0 req-8eca64e2-72f9-4c64-9314-1c9c686f46ea service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=134062ea-e5c0-49e6-81cb-23dcf1417e3d HTTP/1.1" status: 200 len: 1000 time: 0.0604198 Feb 02 07:39:33.144651 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa8d96d-f90f-4f4b-ba44-cf78f2f314e0 req-0e61262c-c09f-423f-bfdc-55fec85a43b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:39:33.146065 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-efa8d96d-f90f-4f4b-ba44-cf78f2f314e0 req-0e61262c-c09f-423f-bfdc-55fec85a43b6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8f0c010c-d5c1-4b63-8939-b46551f6cb84 HTTP/1.1" status: 200 len: 851 time: 0.0430968 Feb 02 07:39:33.193715 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa8d96d-f90f-4f4b-ba44-cf78f2f314e0 req-719de760-2806-4f56-b5d3-2a21aac08e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:39:33.196085 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-efa8d96d-f90f-4f4b-ba44-cf78f2f314e0 req-719de760-2806-4f56-b5d3-2a21aac08e77 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=99c393e5-edbe-4583-8514-7c998c6986c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0442331 Feb 02 07:39:33.286565 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-efa8d96d-f90f-4f4b-ba44-cf78f2f314e0 req-689322ed-a527-47fb-bd40-e7a4aab09fad service neutron] 10.222.0.88 "GET /v2.0/networks/99c393e5-edbe-4583-8514-7c998c6986c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849721 Feb 02 07:39:33.377251 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-efa8d96d-f90f-4f4b-ba44-cf78f2f314e0 req-2144164e-313c-4b1b-bfe2-1be4d4168671 service neutron] 10.222.0.88 "GET /v2.0/networks/99c393e5-edbe-4583-8514-7c998c6986c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849459 Feb 02 07:39:37.812988 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b78194-be1c-49e0-b811-69bc2b7c1457 req-ef7892b0-337f-4b3b-bf18-19592b7e1126 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:39:37.814405 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-43b78194-be1c-49e0-b811-69bc2b7c1457 req-ef7892b0-337f-4b3b-bf18-19592b7e1126 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=f16cba57-cde8-401c-917b-3198cc2e4236 HTTP/1.1" status: 200 len: 946 time: 0.0537281 Feb 02 07:39:37.868705 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-43b78194-be1c-49e0-b811-69bc2b7c1457 req-58584091-8d85-416e-b7c3-303004d85b78 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=d16e5838-7900-4b80-98f3-67bb8c19e7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482311 Feb 02 07:39:37.890974 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 33834) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:39:37.952032 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a9d0b893-373f-48f0-849a-86fdc3f768b4 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/floatingips/7bcc91fc-95b2-47ea-a565-4fa0560ad149 HTTP/1.1" status: 200 len: 993 time: 0.0598276 Feb 02 07:39:38.342780 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce2438f-27c5-48a5-bae1-bf25e541baf8 req-0840222e-2350-4abc-a4f1-21e386971b6f tempest-TestNetworkAdvancedServerOps-1931800759 tempest-TestNetworkAdvancedServerOps-1931800759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:39:38.344359 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1ce2438f-27c5-48a5-bae1-bf25e541baf8 req-0840222e-2350-4abc-a4f1-21e386971b6f tempest-TestNetworkAdvancedServerOps-1931800759 tempest-TestNetworkAdvancedServerOps-1931800759-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=f16cba57-cde8-401c-917b-3198cc2e4236 HTTP/1.1" status: 200 len: 1129 time: 0.0458493 Feb 02 07:39:38.393753 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1ce2438f-27c5-48a5-bae1-bf25e541baf8 req-416c4257-066d-4827-8eee-d488295185f1 tempest-TestNetworkAdvancedServerOps-1931800759 tempest-TestNetworkAdvancedServerOps-1931800759-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=d16e5838-7900-4b80-98f3-67bb8c19e7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437984 Feb 02 07:39:38.944209 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-d7057f7c-d0de-484c-9fd5-52284fbbfedd service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=f16cba57-cde8-401c-917b-3198cc2e4236&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0442531 Feb 02 07:39:38.952880 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-d0a1b0f3-0cb6-42b3-ada3-611519f75a06 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:39:38.953835 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-d0a1b0f3-0cb6-42b3-ada3-611519f75a06 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051236 Feb 02 07:39:39.478411 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-44b4cb04-0b93-4e5b-8507-587ab73cc8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:39:39.479835 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-44b4cb04-0b93-4e5b-8507-587ab73cc8c2 service neutron] 10.222.0.87 "GET /v2.0/ports/6f5acb2f-9a47-4f2a-b582-61701747437d HTTP/1.1" status: 200 len: 1126 time: 0.0369599 Feb 02 07:39:39.489075 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-c53cd0b7-8e9c-48ec-a8db-1c99de0478a9 service neutron] Request body: {'binding': {'host': 'n-h1-789963-26', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:39:39.489179 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-c53cd0b7-8e9c-48ec-a8db-1c99de0478a9 service neutron] Unknown quota resources ['binding']. {{(pid=109694) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 02 07:39:39.624052 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-c53cd0b7-8e9c-48ec-a8db-1c99de0478a9 service neutron] Attempting to bind port 6f5acb2f-9a47-4f2a-b582-61701747437d on host n-h1-789963-26 for vnic_type normal with profile None {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:39:39.624376 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-c53cd0b7-8e9c-48ec-a8db-1c99de0478a9 service neutron] Attempting to bind port 6f5acb2f-9a47-4f2a-b582-61701747437d by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': '0333a0ce-9008-433e-803c-9176154ca6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b4473444-75cd-4ad5-9b5e-f4279f4d73c4'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:39:39.624796 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-c53cd0b7-8e9c-48ec-a8db-1c99de0478a9 service neutron] Attempting to bind port 6f5acb2f-9a47-4f2a-b582-61701747437d on network b4473444-75cd-4ad5-9b5e-f4279f4d73c4 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:39:39.628961 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-c53cd0b7-8e9c-48ec-a8db-1c99de0478a9 service neutron] Port 6f5acb2f-9a47-4f2a-b582-61701747437d on network b4473444-75cd-4ad5-9b5e-f4279f4d73c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:39:39.629276 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-c53cd0b7-8e9c-48ec-a8db-1c99de0478a9 service neutron] Attempting to bind port 6f5acb2f-9a47-4f2a-b582-61701747437d on network b4473444-75cd-4ad5-9b5e-f4279f4d73c4 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:39:39.634478 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-c53cd0b7-8e9c-48ec-a8db-1c99de0478a9 service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:39:39.634804 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-c53cd0b7-8e9c-48ec-a8db-1c99de0478a9 service neutron] Checking segment: {'id': '0333a0ce-9008-433e-803c-9176154ca6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b4473444-75cd-4ad5-9b5e-f4279f4d73c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:39:39.635181 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-c53cd0b7-8e9c-48ec-a8db-1c99de0478a9 service neutron] Bound using segment: {'id': '0333a0ce-9008-433e-803c-9176154ca6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b4473444-75cd-4ad5-9b5e-f4279f4d73c4'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:39:39.635654 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-c53cd0b7-8e9c-48ec-a8db-1c99de0478a9 service neutron] Bound port: 6f5acb2f-9a47-4f2a-b582-61701747437d, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0333a0ce-9008-433e-803c-9176154ca6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b4473444-75cd-4ad5-9b5e-f4279f4d73c4'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:39:39.718174 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-c53cd0b7-8e9c-48ec-a8db-1c99de0478a9 service neutron] For port 6f5acb2f-9a47-4f2a-b582-61701747437d, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=6f5acb2f-9a47-4f2a-b582-61701747437d,segment=NetworkSegment(0333a0ce-9008-433e-803c-9176154ca6fe),segment_id=0333a0ce-9008-433e-803c-9176154ca6fe)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:39:39.723793 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-c53cd0b7-8e9c-48ec-a8db-1c99de0478a9 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:39.724948 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-c53cd0b7-8e9c-48ec-a8db-1c99de0478a9 service neutron] 10.222.0.87 "POST /v2.0/ports/6f5acb2f-9a47-4f2a-b582-61701747437d/bindings HTTP/1.1" status: 201 len: 390 time: 0.2398729 Feb 02 07:39:39.875217 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ddbfb9-291d-4d7a-9d09-a4199a799ebb req-4f6f5ce6-627b-4c4d-9049-3bba0e8e7097 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:39:39.877087 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d0ddbfb9-291d-4d7a-9d09-a4199a799ebb req-4f6f5ce6-627b-4c4d-9049-3bba0e8e7097 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=f16cba57-cde8-401c-917b-3198cc2e4236 HTTP/1.1" status: 200 len: 946 time: 0.0617428 Feb 02 07:39:39.940028 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d0ddbfb9-291d-4d7a-9d09-a4199a799ebb req-29754412-6692-45c5-ad84-783a89f8f3e2 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=d16e5838-7900-4b80-98f3-67bb8c19e7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572345 Feb 02 07:39:39.973243 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-282ab649-8227-4acc-923c-9516b5b95c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:39:39.974721 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-282ab649-8227-4acc-923c-9516b5b95c87 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b5f86cce5c924f2695e5f2d21aa64848&device_id=f16cba57-cde8-401c-917b-3198cc2e4236 HTTP/1.1" status: 200 len: 1129 time: 0.0489712 Feb 02 07:39:40.067985 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-e2479867-1393-45a0-830d-280c6843cfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:39:40.069419 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-e2479867-1393-45a0-830d-280c6843cfeb service neutron] 10.222.0.88 "GET /v2.0/networks?id=b4473444-75cd-4ad5-9b5e-f4279f4d73c4 HTTP/1.1" status: 200 len: 897 time: 0.0869989 Feb 02 07:39:40.134624 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-d48db81e-0d1e-4a32-b376-03ef6635d235 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f5acb2f-9a47-4f2a-b582-61701747437d HTTP/1.1" status: 200 len: 1001 time: 0.0580652 Feb 02 07:39:40.186058 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-536e22c1-0e07-4d30-a4d8-335e195d865b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:39:40.187455 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-536e22c1-0e07-4d30-a4d8-335e195d865b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=62137fe5-450b-4cca-af59-4eb4d15bd2af HTTP/1.1" status: 200 len: 834 time: 0.0439014 Feb 02 07:39:40.242370 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-870626d2-278d-4a73-a3eb-c7844a537a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:39:40.244860 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-870626d2-278d-4a73-a3eb-c7844a537a00 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b4473444-75cd-4ad5-9b5e-f4279f4d73c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0486815 Feb 02 07:39:40.333428 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-35eccfd7-14dc-4fcc-8c63-67eadc427387 service neutron] 10.222.0.88 "GET /v2.0/networks/b4473444-75cd-4ad5-9b5e-f4279f4d73c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817890 Feb 02 07:39:40.424744 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-ef19a142-5d08-43f7-a0a1-dae09d178805 service neutron] 10.222.0.88 "GET /v2.0/networks/b4473444-75cd-4ad5-9b5e-f4279f4d73c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853221 Feb 02 07:39:40.618245 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-58fd453d-2303-49b8-92cb-71ec4e564573 tempest-TestNetworkAdvancedServerOps-1931800759 tempest-TestNetworkAdvancedServerOps-1931800759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:39:40.619936 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-58fd453d-2303-49b8-92cb-71ec4e564573 tempest-TestNetworkAdvancedServerOps-1931800759 tempest-TestNetworkAdvancedServerOps-1931800759-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=f16cba57-cde8-401c-917b-3198cc2e4236&tenant_id=b5f86cce5c924f2695e5f2d21aa64848&binding%3Ahost_id=n-h2-789963-26 HTTP/1.1" status: 200 len: 1129 time: 0.0857897 Feb 02 07:39:40.629598 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-bda1e590-9c87-4f2d-94a3-b5157ceb02af service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-789963-26'}}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:39:40.696987 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-bda1e590-9c87-4f2d-94a3-b5157ceb02af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (6f5acb2f-9a47-4f2a-b582-61701747437d), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:40.842630 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-bda1e590-9c87-4f2d-94a3-b5157ceb02af service neutron] For port 6f5acb2f-9a47-4f2a-b582-61701747437d, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=6f5acb2f-9a47-4f2a-b582-61701747437d,segment=NetworkSegment(0333a0ce-9008-433e-803c-9176154ca6fe),segment_id=0333a0ce-9008-433e-803c-9176154ca6fe)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:39:40.883533 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-bda1e590-9c87-4f2d-94a3-b5157ceb02af service neutron] For port 6f5acb2f-9a47-4f2a-b582-61701747437d, host n-h2-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:39:40.927362 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16cba57-cde8-401c-917b-3198cc2e4236', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f5acb2f-9a47-4f2a-b582-61701747437d'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:39:40.929943 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c6cda9-f905-4784-8449-85d6edd3b25f" -d '{"events": [{"server_uuid": "f16cba57-cde8-401c-917b-3198cc2e4236", "name": "network-vif-unplugged", "status": "completed", "tag": "6f5acb2f-9a47-4f2a-b582-61701747437d"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:39:40.934787 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-bda1e590-9c87-4f2d-94a3-b5157ceb02af service neutron] Publish callbacks [] for port (6f5acb2f-9a47-4f2a-b582-61701747437d), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:40.940953 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-bda1e590-9c87-4f2d-94a3-b5157ceb02af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (6f5acb2f-9a47-4f2a-b582-61701747437d), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:40.979538 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 07:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ae1c19-3ec7-45df-a02b-bc48b8c38620 x-openstack-request-id: req-28ae1c19-3ec7-45df-a02b-bc48b8c38620 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:39:40.980079 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16cba57-cde8-401c-917b-3198cc2e4236", "name": "network-vif-unplugged", "status": "completed", "tag": "6f5acb2f-9a47-4f2a-b582-61701747437d", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:39:40.980079 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-28ae1c19-3ec7-45df-a02b-bc48b8c38620 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:39:40.980435 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16cba57-cde8-401c-917b-3198cc2e4236', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f5acb2f-9a47-4f2a-b582-61701747437d', 'code': 200} Feb 02 07:39:41.008671 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a3ccdb15-c46c-4ca8-8fa0-cbc56fcf1ed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:41.047992 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda1e590-9c87-4f2d-94a3-b5157ceb02af service neutron] Pushing event updated for resources: {'Port': ['ID=6f5acb2f-9a47-4f2a-b582-61701747437d,revision_number=7']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:39:41.078419 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda1e590-9c87-4f2d-94a3-b5157ceb02af service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:39:41.078744 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda1e590-9c87-4f2d-94a3-b5157ceb02af service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:39:41.079086 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda1e590-9c87-4f2d-94a3-b5157ceb02af service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:39:41.079427 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda1e590-9c87-4f2d-94a3-b5157ceb02af service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:39:41.079810 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda1e590-9c87-4f2d-94a3-b5157ceb02af service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:39:41.080147 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda1e590-9c87-4f2d-94a3-b5157ceb02af service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:39:41.080479 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda1e590-9c87-4f2d-94a3-b5157ceb02af service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:39:41.080810 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda1e590-9c87-4f2d-94a3-b5157ceb02af service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:39:41.081136 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda1e590-9c87-4f2d-94a3-b5157ceb02af service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:39:41.081468 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda1e590-9c87-4f2d-94a3-b5157ceb02af service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:39:41.081799 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda1e590-9c87-4f2d-94a3-b5157ceb02af service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:39:41.082127 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda1e590-9c87-4f2d-94a3-b5157ceb02af service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:39:41.082451 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda1e590-9c87-4f2d-94a3-b5157ceb02af service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:39:41.167773 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d5ef67-a709-49d9-970e-3a4f5a7b83e8 req-b9adb385-bde0-455f-a613-0ee2cc0fb467 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:39:41.169312 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-89d5ef67-a709-49d9-970e-3a4f5a7b83e8 req-b9adb385-bde0-455f-a613-0ee2cc0fb467 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=f16cba57-cde8-401c-917b-3198cc2e4236 HTTP/1.1" status: 200 len: 944 time: 0.1172948 Feb 02 07:39:41.170035 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-bda1e590-9c87-4f2d-94a3-b5157ceb02af service neutron] Attempting to bind port 6f5acb2f-9a47-4f2a-b582-61701747437d on host n-h2-789963-26 for vnic_type normal with profile {"migrating_to": "n-h1-789963-26"} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:39:41.170377 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-bda1e590-9c87-4f2d-94a3-b5157ceb02af service neutron] Attempting to bind port 6f5acb2f-9a47-4f2a-b582-61701747437d by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': '0333a0ce-9008-433e-803c-9176154ca6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b4473444-75cd-4ad5-9b5e-f4279f4d73c4'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:39:41.170703 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-bda1e590-9c87-4f2d-94a3-b5157ceb02af service neutron] Attempting to bind port 6f5acb2f-9a47-4f2a-b582-61701747437d on network b4473444-75cd-4ad5-9b5e-f4279f4d73c4 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:39:41.175927 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-bda1e590-9c87-4f2d-94a3-b5157ceb02af service neutron] Port 6f5acb2f-9a47-4f2a-b582-61701747437d on network b4473444-75cd-4ad5-9b5e-f4279f4d73c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:39:41.176227 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-bda1e590-9c87-4f2d-94a3-b5157ceb02af service neutron] Attempting to bind port 6f5acb2f-9a47-4f2a-b582-61701747437d on network b4473444-75cd-4ad5-9b5e-f4279f4d73c4 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:39:41.197517 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-bda1e590-9c87-4f2d-94a3-b5157ceb02af service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:39:41.197829 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-bda1e590-9c87-4f2d-94a3-b5157ceb02af service neutron] Checking segment: {'id': '0333a0ce-9008-433e-803c-9176154ca6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b4473444-75cd-4ad5-9b5e-f4279f4d73c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:39:41.198207 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-bda1e590-9c87-4f2d-94a3-b5157ceb02af service neutron] Bound using segment: {'id': '0333a0ce-9008-433e-803c-9176154ca6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b4473444-75cd-4ad5-9b5e-f4279f4d73c4'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:39:41.198648 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-bda1e590-9c87-4f2d-94a3-b5157ceb02af service neutron] Bound port: 6f5acb2f-9a47-4f2a-b582-61701747437d, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0333a0ce-9008-433e-803c-9176154ca6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b4473444-75cd-4ad5-9b5e-f4279f4d73c4'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:39:41.199008 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-bda1e590-9c87-4f2d-94a3-b5157ceb02af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (6f5acb2f-9a47-4f2a-b582-61701747437d), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:41.259818 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-89d5ef67-a709-49d9-970e-3a4f5a7b83e8 req-d24720a5-be56-499a-bf36-4670822ecd6a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=d16e5838-7900-4b80-98f3-67bb8c19e7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811844 Feb 02 07:39:41.287710 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-bda1e590-9c87-4f2d-94a3-b5157ceb02af service neutron] For port 6f5acb2f-9a47-4f2a-b582-61701747437d, host n-h2-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:39:41.291711 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-bda1e590-9c87-4f2d-94a3-b5157ceb02af service neutron] For port 6f5acb2f-9a47-4f2a-b582-61701747437d, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=6f5acb2f-9a47-4f2a-b582-61701747437d,segment=NetworkSegment(0333a0ce-9008-433e-803c-9176154ca6fe),segment_id=0333a0ce-9008-433e-803c-9176154ca6fe)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:39:41.293257 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-c8cebe28-ba67-4249-b7d7-5df68f1abc3b None None] Provisioning complete for port 6f5acb2f-9a47-4f2a-b582-61701747437d triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:39:41.293661 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c8cebe28-ba67-4249-b7d7-5df68f1abc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (6f5acb2f-9a47-4f2a-b582-61701747437d), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:41.299221 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-bda1e590-9c87-4f2d-94a3-b5157ceb02af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (6f5acb2f-9a47-4f2a-b582-61701747437d), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:41.330069 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-c8cebe28-ba67-4249-b7d7-5df68f1abc3b None None] Port 6f5acb2f-9a47-4f2a-b582-61701747437d cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:39:41.391757 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda1e590-9c87-4f2d-94a3-b5157ceb02af service neutron] Pushing event updated for resources: {'Port': ['ID=6f5acb2f-9a47-4f2a-b582-61701747437d,revision_number=8']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:39:41.440756 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-bda1e590-9c87-4f2d-94a3-b5157ceb02af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:39:41.441376 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-bda1e590-9c87-4f2d-94a3-b5157ceb02af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:41.442846 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-bda1e590-9c87-4f2d-94a3-b5157ceb02af service neutron] 10.222.0.88 "PUT /v2.0/ports/6f5acb2f-9a47-4f2a-b582-61701747437d HTTP/1.1" status: 200 len: 1124 time: 0.8172526 Feb 02 07:39:41.561743 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1817b60e-e3f8-4d52-91ee-85a40b6ad813 None None] Provisioning complete for port 6f5acb2f-9a47-4f2a-b582-61701747437d triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:39:41.562147 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1817b60e-e3f8-4d52-91ee-85a40b6ad813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (6f5acb2f-9a47-4f2a-b582-61701747437d), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:41.587790 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['6f5acb2f-9a47-4f2a-b582-61701747437d'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:39:41.708258 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1817b60e-e3f8-4d52-91ee-85a40b6ad813 None None] Current status of the port 6f5acb2f-9a47-4f2a-b582-61701747437d is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:39:41.708652 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1817b60e-e3f8-4d52-91ee-85a40b6ad813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (6f5acb2f-9a47-4f2a-b582-61701747437d), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:41.751580 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16cba57-cde8-401c-917b-3198cc2e4236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5acb2f-9a47-4f2a-b582-61701747437d'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:39:41.753850 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c0af5ba-29f3-4544-9e3c-ab2e34532871" -d '{"events": [{"server_uuid": "f16cba57-cde8-401c-917b-3198cc2e4236", "name": "network-vif-plugged", "status": "completed", "tag": "6f5acb2f-9a47-4f2a-b582-61701747437d"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:39:41.775630 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1817b60e-e3f8-4d52-91ee-85a40b6ad813 None None] For port 6f5acb2f-9a47-4f2a-b582-61701747437d, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=6f5acb2f-9a47-4f2a-b582-61701747437d,segment=NetworkSegment(0333a0ce-9008-433e-803c-9176154ca6fe),segment_id=0333a0ce-9008-433e-803c-9176154ca6fe)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:39:41.787688 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1817b60e-e3f8-4d52-91ee-85a40b6ad813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (6f5acb2f-9a47-4f2a-b582-61701747437d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:41.801445 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec601516-4ee9-475b-981a-3db773603489 x-openstack-request-id: req-ec601516-4ee9-475b-981a-3db773603489 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:39:41.801742 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16cba57-cde8-401c-917b-3198cc2e4236", "name": "network-vif-plugged", "status": "completed", "tag": "6f5acb2f-9a47-4f2a-b582-61701747437d", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:39:41.802005 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ec601516-4ee9-475b-981a-3db773603489 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:39:41.802397 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16cba57-cde8-401c-917b-3198cc2e4236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5acb2f-9a47-4f2a-b582-61701747437d', 'code': 200} Feb 02 07:39:41.962498 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1817b60e-e3f8-4d52-91ee-85a40b6ad813 None None] Pushing event updated for resources: {'Port': ['ID=6f5acb2f-9a47-4f2a-b582-61701747437d,revision_number=9']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:39:42.394140 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7524ab-cdc7-4d31-9f5f-afaacb49a883 req-5219175a-1800-49b2-b998-906ac06d9ff4 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:39:42.395875 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8e7524ab-cdc7-4d31-9f5f-afaacb49a883 req-5219175a-1800-49b2-b998-906ac06d9ff4 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=f16cba57-cde8-401c-917b-3198cc2e4236 HTTP/1.1" status: 200 len: 946 time: 0.0556040 Feb 02 07:39:42.444987 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8e7524ab-cdc7-4d31-9f5f-afaacb49a883 req-bf122ea0-87a0-4dfe-b687-1ef640d37933 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=d16e5838-7900-4b80-98f3-67bb8c19e7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424197 Feb 02 07:39:42.981963 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f16cba57-cde8-401c-917b-3198cc2e4236', 'tag': '6f5acb2f-9a47-4f2a-b582-61701747437d'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:39:42.984403 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1abd26b7-cc0e-434e-b27f-15092ef7bb09" -d '{"events": [{"name": "network-changed", "server_uuid": "f16cba57-cde8-401c-917b-3198cc2e4236", "tag": "6f5acb2f-9a47-4f2a-b582-61701747437d"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:39:43.020315 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1377d6b0-4e8a-4792-9a00-dfffd815e7d3 x-openstack-request-id: req-1377d6b0-4e8a-4792-9a00-dfffd815e7d3 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:39:43.020663 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f16cba57-cde8-401c-917b-3198cc2e4236", "tag": "6f5acb2f-9a47-4f2a-b582-61701747437d", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:39:43.020884 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1377d6b0-4e8a-4792-9a00-dfffd815e7d3 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:39:43.021279 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f16cba57-cde8-401c-917b-3198cc2e4236', 'tag': '6f5acb2f-9a47-4f2a-b582-61701747437d', 'status': 'completed', 'code': 200} Feb 02 07:39:43.113313 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abd26b7-cc0e-434e-b27f-15092ef7bb09 req-45b61a29-16cc-481c-907c-d7c3e4f4072b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:39:43.114855 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1abd26b7-cc0e-434e-b27f-15092ef7bb09 req-45b61a29-16cc-481c-907c-d7c3e4f4072b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b5f86cce5c924f2695e5f2d21aa64848&device_id=f16cba57-cde8-401c-917b-3198cc2e4236 HTTP/1.1" status: 200 len: 1160 time: 0.0490258 Feb 02 07:39:43.212141 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abd26b7-cc0e-434e-b27f-15092ef7bb09 req-37f986d9-ab14-48df-887d-e2463bfec099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:39:43.213832 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1abd26b7-cc0e-434e-b27f-15092ef7bb09 req-37f986d9-ab14-48df-887d-e2463bfec099 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b4473444-75cd-4ad5-9b5e-f4279f4d73c4 HTTP/1.1" status: 200 len: 897 time: 0.0935214 Feb 02 07:39:43.283477 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1abd26b7-cc0e-434e-b27f-15092ef7bb09 req-4a3dda3c-e68e-41fe-a326-c42decae4adc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f5acb2f-9a47-4f2a-b582-61701747437d HTTP/1.1" status: 200 len: 1001 time: 0.0634949 Feb 02 07:39:43.297397 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-046b65c5-3d1e-4cbd-937c-f294c4772e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:43.334896 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abd26b7-cc0e-434e-b27f-15092ef7bb09 req-a671e814-6673-476a-b1c9-c9303639d117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:39:43.336816 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1abd26b7-cc0e-434e-b27f-15092ef7bb09 req-a671e814-6673-476a-b1c9-c9303639d117 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=62137fe5-450b-4cca-af59-4eb4d15bd2af HTTP/1.1" status: 200 len: 834 time: 0.0475161 Feb 02 07:39:43.386513 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abd26b7-cc0e-434e-b27f-15092ef7bb09 req-0f70fa21-951f-4226-92a8-af053a7a43a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:39:43.388077 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1abd26b7-cc0e-434e-b27f-15092ef7bb09 req-0f70fa21-951f-4226-92a8-af053a7a43a2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b4473444-75cd-4ad5-9b5e-f4279f4d73c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0458241 Feb 02 07:39:43.485032 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1abd26b7-cc0e-434e-b27f-15092ef7bb09 req-5ddc5152-9b3d-4aaf-82bc-dd057f0e5646 service neutron] 10.222.0.59 "GET /v2.0/networks/b4473444-75cd-4ad5-9b5e-f4279f4d73c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898366 Feb 02 07:39:43.574609 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e056eef6-b3ac-4a53-8687-9ad223de8dde req-055cee7f-a5f3-4a3d-b326-03e15b74d6f3 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:39:43.576109 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e056eef6-b3ac-4a53-8687-9ad223de8dde req-055cee7f-a5f3-4a3d-b326-03e15b74d6f3 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=f16cba57-cde8-401c-917b-3198cc2e4236 HTTP/1.1" status: 200 len: 946 time: 0.0569744 Feb 02 07:39:43.590162 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1abd26b7-cc0e-434e-b27f-15092ef7bb09 req-b3f70773-de99-47b4-8ce2-325054078f97 service neutron] 10.222.0.59 "GET /v2.0/networks/b4473444-75cd-4ad5-9b5e-f4279f4d73c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985463 Feb 02 07:39:43.635859 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e056eef6-b3ac-4a53-8687-9ad223de8dde req-e9e6b623-f21e-4af4-9259-7f6666f023e5 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=d16e5838-7900-4b80-98f3-67bb8c19e7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538843 Feb 02 07:39:44.230588 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 6f5acb2f-9a47-4f2a-b582-61701747437d details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:39:44.326417 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 6f5acb2f-9a47-4f2a-b582-61701747437d, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=6f5acb2f-9a47-4f2a-b582-61701747437d,segment=NetworkSegment(0333a0ce-9008-433e-803c-9176154ca6fe),segment_id=0333a0ce-9008-433e-803c-9176154ca6fe)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:39:44.342328 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 6f5acb2f-9a47-4f2a-b582-61701747437d has no active binding in host n-h1-789963-26 {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 02 07:39:44.757974 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194bd7e-e4d8-4c4e-b749-fc62e15c0adf req-90005213-5bf0-4afb-9452-7df88ae9f618 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:39:44.759917 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5194bd7e-e4d8-4c4e-b749-fc62e15c0adf req-90005213-5bf0-4afb-9452-7df88ae9f618 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=f16cba57-cde8-401c-917b-3198cc2e4236 HTTP/1.1" status: 200 len: 946 time: 0.0548422 Feb 02 07:39:44.762702 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:44.810438 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5194bd7e-e4d8-4c4e-b749-fc62e15c0adf req-e5717188-21d5-41a4-97da-f7cb9b54fc16 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=d16e5838-7900-4b80-98f3-67bb8c19e7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446305 Feb 02 07:39:45.927309 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45799d39-3097-4e66-a66b-2920a288d969 req-3a0b7ac8-7610-4620-b5ab-03690cda3129 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:39:45.928824 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-45799d39-3097-4e66-a66b-2920a288d969 req-3a0b7ac8-7610-4620-b5ab-03690cda3129 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=f16cba57-cde8-401c-917b-3198cc2e4236 HTTP/1.1" status: 200 len: 946 time: 0.0524571 Feb 02 07:39:45.976461 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-45799d39-3097-4e66-a66b-2920a288d969 req-d51521f2-9d30-4d68-8689-2c72d3b7157f tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=d16e5838-7900-4b80-98f3-67bb8c19e7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414138 Feb 02 07:39:46.136653 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:46.734307 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6337d-5af1-4b19-bc91-e8edf9e20cf2 req-dda93a32-3740-4d63-be60-52e35c67f65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:39:46.735937 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-44c6337d-5af1-4b19-bc91-e8edf9e20cf2 req-dda93a32-3740-4d63-be60-52e35c67f65f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b5f86cce5c924f2695e5f2d21aa64848&device_id=f16cba57-cde8-401c-917b-3198cc2e4236 HTTP/1.1" status: 200 len: 1160 time: 0.0459988 Feb 02 07:39:46.845588 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6337d-5af1-4b19-bc91-e8edf9e20cf2 req-9c346f87-088e-4ef4-aaa2-bcc5a34a9fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:39:46.846979 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-44c6337d-5af1-4b19-bc91-e8edf9e20cf2 req-9c346f87-088e-4ef4-aaa2-bcc5a34a9fcd service neutron] 10.222.0.59 "GET /v2.0/networks?id=b4473444-75cd-4ad5-9b5e-f4279f4d73c4 HTTP/1.1" status: 200 len: 897 time: 0.0919497 Feb 02 07:39:46.916670 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-44c6337d-5af1-4b19-bc91-e8edf9e20cf2 req-e003f640-9903-4f15-9aa5-c2e36266996c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f5acb2f-9a47-4f2a-b582-61701747437d HTTP/1.1" status: 200 len: 1001 time: 0.0632143 Feb 02 07:39:46.964473 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6337d-5af1-4b19-bc91-e8edf9e20cf2 req-17a4f69d-7119-44cf-8944-6f4c5e48c4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:39:46.965893 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-44c6337d-5af1-4b19-bc91-e8edf9e20cf2 req-17a4f69d-7119-44cf-8944-6f4c5e48c4ce service neutron] 10.222.0.59 "GET /v2.0/subnets?id=62137fe5-450b-4cca-af59-4eb4d15bd2af HTTP/1.1" status: 200 len: 834 time: 0.0434394 Feb 02 07:39:47.031882 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6337d-5af1-4b19-bc91-e8edf9e20cf2 req-6d23185a-ce3d-4171-8528-85467c283289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:39:47.033437 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-44c6337d-5af1-4b19-bc91-e8edf9e20cf2 req-6d23185a-ce3d-4171-8528-85467c283289 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b4473444-75cd-4ad5-9b5e-f4279f4d73c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0472064 Feb 02 07:39:47.089651 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-4bb2f4e7-f83c-45c5-9e2e-c570a2a17b7f service neutron] 10.222.0.59 "GET /v2.0/ports/6f5acb2f-9a47-4f2a-b582-61701747437d/bindings/n-h1-789963-26 HTTP/1.1" status: 200 len: 385 time: 0.0909877 Feb 02 07:39:47.131796 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-44c6337d-5af1-4b19-bc91-e8edf9e20cf2 req-9a166e1d-8d23-4fde-87bc-f7152cb3202a service neutron] 10.222.0.59 "GET /v2.0/networks/b4473444-75cd-4ad5-9b5e-f4279f4d73c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921357 Feb 02 07:39:47.136240 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce00143-fc73-48f5-8af5-142fa255f006 req-bdb8a654-bdc4-45c4-aa9e-628826c36490 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:39:47.137717 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6ce00143-fc73-48f5-8af5-142fa255f006 req-bdb8a654-bdc4-45c4-aa9e-628826c36490 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=f16cba57-cde8-401c-917b-3198cc2e4236 HTTP/1.1" status: 200 len: 946 time: 0.0871027 Feb 02 07:39:47.220981 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-44c6337d-5af1-4b19-bc91-e8edf9e20cf2 req-1e54395f-b5f2-4b6b-8ed5-e4023f915a7c service neutron] 10.222.0.59 "GET /v2.0/networks/b4473444-75cd-4ad5-9b5e-f4279f4d73c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837462 Feb 02 07:39:47.225042 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6ce00143-fc73-48f5-8af5-142fa255f006 req-18c06fe8-5a2a-4685-bd52-eaf13e9e30d6 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=d16e5838-7900-4b80-98f3-67bb8c19e7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806806 Feb 02 07:39:47.314365 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-c5ef181c-b5cc-487e-b84d-b782c34f5d2f service neutron] For port 6f5acb2f-9a47-4f2a-b582-61701747437d, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=6f5acb2f-9a47-4f2a-b582-61701747437d,segment=NetworkSegment(0333a0ce-9008-433e-803c-9176154ca6fe),segment_id=0333a0ce-9008-433e-803c-9176154ca6fe)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:39:47.333074 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-c5ef181c-b5cc-487e-b84d-b782c34f5d2f service neutron] For port 6f5acb2f-9a47-4f2a-b582-61701747437d, host n-h2-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:39:47.376040 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16cba57-cde8-401c-917b-3198cc2e4236', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f5acb2f-9a47-4f2a-b582-61701747437d'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:39:47.378278 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff6d48f2-97a1-4981-8adb-ddb0b35e751e" -d '{"events": [{"server_uuid": "f16cba57-cde8-401c-917b-3198cc2e4236", "name": "network-vif-unplugged", "status": "completed", "tag": "6f5acb2f-9a47-4f2a-b582-61701747437d"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:39:47.385309 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-c5ef181c-b5cc-487e-b84d-b782c34f5d2f service neutron] For port 6f5acb2f-9a47-4f2a-b582-61701747437d, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=6f5acb2f-9a47-4f2a-b582-61701747437d,segment=NetworkSegment(0333a0ce-9008-433e-803c-9176154ca6fe),segment_id=0333a0ce-9008-433e-803c-9176154ca6fe)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:39:47.401203 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-c5ef181c-b5cc-487e-b84d-b782c34f5d2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (6f5acb2f-9a47-4f2a-b582-61701747437d), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:47.419137 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 07:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64fc9c46-3822-4ec0-aeb6-c66eb52f5718 x-openstack-request-id: req-64fc9c46-3822-4ec0-aeb6-c66eb52f5718 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:39:47.419428 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16cba57-cde8-401c-917b-3198cc2e4236", "name": "network-vif-unplugged", "status": "completed", "tag": "6f5acb2f-9a47-4f2a-b582-61701747437d", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:39:47.419713 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-64fc9c46-3822-4ec0-aeb6-c66eb52f5718 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:39:47.420105 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16cba57-cde8-401c-917b-3198cc2e4236', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f5acb2f-9a47-4f2a-b582-61701747437d', 'code': 200} Feb 02 07:39:47.434730 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:47.478910 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-c5ef181c-b5cc-487e-b84d-b782c34f5d2f service neutron] Transition to ACTIVE for port object 6f5acb2f-9a47-4f2a-b582-61701747437d will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:39:47.482750 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-c5ef181c-b5cc-487e-b84d-b782c34f5d2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (6f5acb2f-9a47-4f2a-b582-61701747437d), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:47.575673 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ef181c-b5cc-487e-b84d-b782c34f5d2f service neutron] Pushing event updated for resources: {'Port': ['ID=6f5acb2f-9a47-4f2a-b582-61701747437d,revision_number=11']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:39:47.613179 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-c5ef181c-b5cc-487e-b84d-b782c34f5d2f service neutron] No DVR routers for this DVR port 6f5acb2f-9a47-4f2a-b582-61701747437d on host n-h2-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:39:47.744962 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-c5ef181c-b5cc-487e-b84d-b782c34f5d2f service neutron] 10.222.0.59 "PUT /v2.0/ports/6f5acb2f-9a47-4f2a-b582-61701747437d/bindings/n-h1-789963-26/activate HTTP/1.1" status: 200 len: 370 time: 0.6499975 Feb 02 07:39:47.883574 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-bed3669b-21d7-4c50-b966-fc117f4271f7 tempest-TestNetworkAdvancedServerOps-1931800759 tempest-TestNetworkAdvancedServerOps-1931800759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:39:47.885049 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-bed3669b-21d7-4c50-b966-fc117f4271f7 tempest-TestNetworkAdvancedServerOps-1931800759 tempest-TestNetworkAdvancedServerOps-1931800759-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=f16cba57-cde8-401c-917b-3198cc2e4236&tenant_id=b5f86cce5c924f2695e5f2d21aa64848&binding%3Ahost_id=n-h2-789963-26 HTTP/1.1" status: 200 len: 1128 time: 0.0489342 Feb 02 07:39:47.937505 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-2467cc50-707f-481e-b4fb-adfaf25b8413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:39:47.938889 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-2467cc50-707f-481e-b4fb-adfaf25b8413 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=f16cba57-cde8-401c-917b-3198cc2e4236&tenant_id=b5f86cce5c924f2695e5f2d21aa64848 HTTP/1.1" status: 200 len: 1128 time: 0.0478277 Feb 02 07:39:48.014026 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-0e136003-57f1-44da-be1e-2369c7a30b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:39:48.015493 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-0e136003-57f1-44da-be1e-2369c7a30b6f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b5f86cce5c924f2695e5f2d21aa64848&device_id=f16cba57-cde8-401c-917b-3198cc2e4236 HTTP/1.1" status: 200 len: 1128 time: 0.0438120 Feb 02 07:39:48.109141 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-2238e856-8125-4627-a265-cec68a1a7016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:39:48.110845 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-2238e856-8125-4627-a265-cec68a1a7016 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b4473444-75cd-4ad5-9b5e-f4279f4d73c4 HTTP/1.1" status: 200 len: 897 time: 0.0895610 Feb 02 07:39:48.179849 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-8f177e8c-6163-44a5-b897-18cca02bf16f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f5acb2f-9a47-4f2a-b582-61701747437d HTTP/1.1" status: 200 len: 999 time: 0.0615554 Feb 02 07:39:48.226016 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-6a0023de-3a2f-41d2-9d5a-3d719c92b0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:39:48.227911 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-6a0023de-3a2f-41d2-9d5a-3d719c92b0c8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=62137fe5-450b-4cca-af59-4eb4d15bd2af HTTP/1.1" status: 200 len: 834 time: 0.0420780 Feb 02 07:39:48.273655 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-1b465a77-1045-408f-ba6f-b479de7360a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:39:48.276090 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-1b465a77-1045-408f-ba6f-b479de7360a0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b4473444-75cd-4ad5-9b5e-f4279f4d73c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0433204 Feb 02 07:39:48.404847 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b9a250-9d69-44c3-9fae-9deff98df931 req-937f2dbb-2e94-4790-b564-05989372074b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:39:48.406349 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-85b9a250-9d69-44c3-9fae-9deff98df931 req-937f2dbb-2e94-4790-b564-05989372074b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=f16cba57-cde8-401c-917b-3198cc2e4236 HTTP/1.1" status: 200 len: 945 time: 0.1032493 Feb 02 07:39:48.408501 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-47009145-fbd7-4ad5-a35f-b01dbe83bebd service neutron] 10.222.0.88 "GET /v2.0/networks/b4473444-75cd-4ad5-9b5e-f4279f4d73c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261730 Feb 02 07:39:48.509534 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-85b9a250-9d69-44c3-9fae-9deff98df931 req-8342df5b-f61d-45ab-8a27-78c04191d3f0 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=d16e5838-7900-4b80-98f3-67bb8c19e7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976777 Feb 02 07:39:48.531925 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-aacb0878-68e8-4618-9ed7-6e670d57f5a3 service neutron] 10.222.0.88 "GET /v2.0/networks/b4473444-75cd-4ad5-9b5e-f4279f4d73c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143808 Feb 02 07:39:48.798684 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-402117e9-fe2c-455a-a42c-afb3a8aa3cb9 tempest-TestNetworkAdvancedServerOps-1931800759 tempest-TestNetworkAdvancedServerOps-1931800759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:39:48.800137 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-402117e9-fe2c-455a-a42c-afb3a8aa3cb9 tempest-TestNetworkAdvancedServerOps-1931800759 tempest-TestNetworkAdvancedServerOps-1931800759-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=f16cba57-cde8-401c-917b-3198cc2e4236&tenant_id=b5f86cce5c924f2695e5f2d21aa64848&binding%3Ahost_id=n-h1-789963-26 HTTP/1.1" status: 200 len: 1128 time: 0.0484173 Feb 02 07:39:48.910318 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-75443cfc-93a1-4916-975b-60d610173069 service neutron] For port 6f5acb2f-9a47-4f2a-b582-61701747437d, host n-h2-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:39:48.913644 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-75443cfc-93a1-4916-975b-60d610173069 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:48.914776 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-75443cfc-93a1-4916-975b-60d610173069 service neutron] 10.222.0.88 "DELETE /v2.0/ports/6f5acb2f-9a47-4f2a-b582-61701747437d/bindings/n-h2-789963-26 HTTP/1.1" status: 204 len: 173 time: 0.1082478 Feb 02 07:39:49.630090 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3053af3-bd0d-43aa-86a5-566f03065e3e req-fbe2a2f6-55e4-4817-bb3c-5fea1ad6e868 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:39:49.631677 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b3053af3-bd0d-43aa-86a5-566f03065e3e req-fbe2a2f6-55e4-4817-bb3c-5fea1ad6e868 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=f16cba57-cde8-401c-917b-3198cc2e4236 HTTP/1.1" status: 200 len: 945 time: 0.0545769 Feb 02 07:39:49.685259 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b3053af3-bd0d-43aa-86a5-566f03065e3e req-90a06574-1dfe-4f73-b9eb-d20dc06ef60f tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=d16e5838-7900-4b80-98f3-67bb8c19e7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474777 Feb 02 07:39:49.795360 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e06042-d422-4d9e-b427-9eeb6073b667 req-06af3734-e7e4-43a9-8ac3-626e9ea853bf tempest-TestNetworkAdvancedServerOps-1931800759 tempest-TestNetworkAdvancedServerOps-1931800759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:39:49.796822 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-67e06042-d422-4d9e-b427-9eeb6073b667 req-06af3734-e7e4-43a9-8ac3-626e9ea853bf tempest-TestNetworkAdvancedServerOps-1931800759 tempest-TestNetworkAdvancedServerOps-1931800759-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=f16cba57-cde8-401c-917b-3198cc2e4236 HTTP/1.1" status: 200 len: 1128 time: 0.0489225 Feb 02 07:39:49.840830 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-67e06042-d422-4d9e-b427-9eeb6073b667 req-85104f54-cb54-439a-a1c9-34e64fdf303a tempest-TestNetworkAdvancedServerOps-1931800759 tempest-TestNetworkAdvancedServerOps-1931800759-project-admin] 10.222.0.87 "GET /v2.0/security-groups?id=d16e5838-7900-4b80-98f3-67bb8c19e7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384874 Feb 02 07:39:49.954126 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e126a057-467e-418b-a105-52beb0784c9a req-9513de3c-7f65-4315-931a-fdc0768356e2 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:39:49.955582 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e126a057-467e-418b-a105-52beb0784c9a req-9513de3c-7f65-4315-931a-fdc0768356e2 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=f16cba57-cde8-401c-917b-3198cc2e4236 HTTP/1.1" status: 200 len: 945 time: 0.0513895 Feb 02 07:39:50.002667 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e126a057-467e-418b-a105-52beb0784c9a req-91b47bc6-b5ed-46ee-bc69-e17962f0601a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=d16e5838-7900-4b80-98f3-67bb8c19e7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416212 Feb 02 07:39:50.023858 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 33902) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:39:50.087444 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-910a2249-bae8-4712-8a99-973c1ef583bb tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/floatingips/7bcc91fc-95b2-47ea-a565-4fa0560ad149 HTTP/1.1" status: 200 len: 991 time: 0.0623562 Feb 02 07:39:50.315574 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 33908) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:39:50.469244 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-7cbda15b-7e9e-4054-9160-01118540e236 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Deleting port 088ce43f-2611-47fc-8e87-d0a6724bd789 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:39:50.469596 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7cbda15b-7e9e-4054-9160-01118540e236 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (088ce43f-2611-47fc-8e87-d0a6724bd789), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:50.542761 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7cbda15b-7e9e-4054-9160-01118540e236 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (088ce43f-2611-47fc-8e87-d0a6724bd789), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:50.543095 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7cbda15b-7e9e-4054-9160-01118540e236 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for floatingip (088ce43f-2611-47fc-8e87-d0a6724bd789), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:50.554417 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-7cbda15b-7e9e-4054-9160-01118540e236 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Calling delete_port for 088ce43f-2611-47fc-8e87-d0a6724bd789 owned by network:floatingip {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:39:50.699713 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7cbda15b-7e9e-4054-9160-01118540e236 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (088ce43f-2611-47fc-8e87-d0a6724bd789), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:50.725036 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbda15b-7e9e-4054-9160-01118540e236 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event deleted for resources: {'Port': ['ID=088ce43f-2611-47fc-8e87-d0a6724bd789,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:39:51.083707 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7cbda15b-7e9e-4054-9160-01118540e236 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for floatingip (7bcc91fc-95b2-47ea-a565-4fa0560ad149), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:51.083941 n-d-789963-26 neutron-server[109694]: INFO neutron.db.l3_db [None req-7cbda15b-7e9e-4054-9160-01118540e236 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Floating IP 7bcc91fc-95b2-47ea-a565-4fa0560ad149 disassociated (deleted). External IP: 172.25.4.32, port: 6f5acb2f-9a47-4f2a-b582-61701747437d. Feb 02 07:39:51.284774 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cbda15b-7e9e-4054-9160-01118540e236 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Router 19f95cb7-26a3-4ade-9e6d-46440118160e has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:39:51.390361 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cbda15b-7e9e-4054-9160-01118540e236 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:39:51.395233 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7cbda15b-7e9e-4054-9160-01118540e236 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:51.400901 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af864f3-63f8-4b8b-b258-af3acc3bf606 None None] Sync routers for ids ['19f95cb7-26a3-4ade-9e6d-46440118160e'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:39:51.410686 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af864f3-63f8-4b8b-b258-af3acc3bf606 None None] Routers {'19f95cb7-26a3-4ade-9e6d-46440118160e'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:39:51.411282 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-7af864f3-63f8-4b8b-b258-af3acc3bf606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:39:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['19f95cb7-26a3-4ade-9e6d-46440118160e'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:39:51.425539 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-7cbda15b-7e9e-4054-9160-01118540e236 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "DELETE /v2.0/floatingips/7bcc91fc-95b2-47ea-a565-4fa0560ad149 HTTP/1.1" status: 204 len: 168 time: 1.1088595 Feb 02 07:39:51.426242 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f16cba57-cde8-401c-917b-3198cc2e4236', 'tag': '6f5acb2f-9a47-4f2a-b582-61701747437d'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:39:51.428807 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c574d60-a9dc-40a3-a78e-69a9518eea6d" -d '{"events": [{"name": "network-changed", "server_uuid": "f16cba57-cde8-401c-917b-3198cc2e4236", "tag": "6f5acb2f-9a47-4f2a-b582-61701747437d"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:39:51.518587 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-7af864f3-63f8-4b8b-b258-af3acc3bf606 None None] Set router 19f95cb7-26a3-4ade-9e6d-46440118160e gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:39:51.529378 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 6f5acb2f-9a47-4f2a-b582-61701747437d no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:39:51.571369 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] The host n-h2-789963-26 is not matching for port 6f5acb2f-9a47-4f2a-b582-61701747437d host n-h1-789963-26! {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 02 07:39:51.572018 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 6f5acb2f-9a47-4f2a-b582-61701747437d not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:39:51.595057 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a2ba02-d33a-40fa-9174-e430b64c7c5e x-openstack-request-id: req-30a2ba02-d33a-40fa-9174-e430b64c7c5e {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:39:51.595405 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f16cba57-cde8-401c-917b-3198cc2e4236", "tag": "6f5acb2f-9a47-4f2a-b582-61701747437d", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:39:51.595732 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-30a2ba02-d33a-40fa-9174-e430b64c7c5e {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:39:51.596149 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f16cba57-cde8-401c-917b-3198cc2e4236', 'tag': '6f5acb2f-9a47-4f2a-b582-61701747437d', 'status': 'completed', 'code': 200} Feb 02 07:39:51.721760 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c574d60-a9dc-40a3-a78e-69a9518eea6d req-5f42de7f-de96-4d80-9f41-7de5cb6299bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:39:51.723361 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0c574d60-a9dc-40a3-a78e-69a9518eea6d req-5f42de7f-de96-4d80-9f41-7de5cb6299bd service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b5f86cce5c924f2695e5f2d21aa64848&device_id=f16cba57-cde8-401c-917b-3198cc2e4236 HTTP/1.1" status: 200 len: 1128 time: 0.0706482 Feb 02 07:39:51.731041 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22be9fcf-5fbf-497a-9960-c0fd19ed0d0a req-f75e2ae9-5a51-4103-a663-c87fedfeae15 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:39:51.732451 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-22be9fcf-5fbf-497a-9960-c0fd19ed0d0a req-f75e2ae9-5a51-4103-a663-c87fedfeae15 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=f16cba57-cde8-401c-917b-3198cc2e4236 HTTP/1.1" status: 200 len: 945 time: 0.0910234 Feb 02 07:39:51.737447 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-7af864f3-63f8-4b8b-b258-af3acc3bf606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f95cb7-26a3-4ade-9e6d-46440118160e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1557648972', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'b3153ab9-00cf-45f6-af22-2889a9c2ed65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:38:13Z', 'updated_at': '2022-02-02T07:38:17Z', 'revision_number': 4, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'gw_port': {'id': 'b3153ab9-00cf-45f6-af22-2889a9c2ed65', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f95cb7-26a3-4ade-9e6d-46440118160e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:38:13Z', 'updated_at': '2022-02-02T07:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '7ad28cda-aff9-4c11-8e1a-97ae6e775fc5', 'name': '', 'network_id': 'b4473444-75cd-4ad5-9b5e-f4279f4d73c4', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'mac_address': 'fa:16:3e:8f:5b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f95cb7-26a3-4ade-9e6d-46440118160e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '62137fe5-450b-4cca-af59-4eb4d15bd2af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:38:16Z', 'updated_at': '2022-02-02T07:38:20Z', 'revision_number': 5, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'subnets': [{'id': '62137fe5-450b-4cca-af59-4eb4d15bd2af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:39:51.768462 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af864f3-63f8-4b8b-b258-af3acc3bf606 None None] Checking router: 19f95cb7-26a3-4ade-9e6d-46440118160e for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:39:51.778336 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af864f3-63f8-4b8b-b258-af3acc3bf606 None None] Routers {'19f95cb7-26a3-4ade-9e6d-46440118160e'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:39:51.779070 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-7af864f3-63f8-4b8b-b258-af3acc3bf606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:39:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['19f95cb7-26a3-4ade-9e6d-46440118160e'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:39:51.840212 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-22be9fcf-5fbf-497a-9960-c0fd19ed0d0a req-6be6fcad-8b5b-4126-acf0-38aacb5e6c04 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=d16e5838-7900-4b80-98f3-67bb8c19e7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986629 Feb 02 07:39:51.858765 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c574d60-a9dc-40a3-a78e-69a9518eea6d req-9916e568-3abf-4c8c-a179-49bd5f2b32f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:39:51.860268 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0c574d60-a9dc-40a3-a78e-69a9518eea6d req-9916e568-3abf-4c8c-a179-49bd5f2b32f1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b4473444-75cd-4ad5-9b5e-f4279f4d73c4 HTTP/1.1" status: 200 len: 897 time: 0.1269808 Feb 02 07:39:51.882879 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-7af864f3-63f8-4b8b-b258-af3acc3bf606 None None] Set router 19f95cb7-26a3-4ade-9e6d-46440118160e gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:39:51.907812 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0c574d60-a9dc-40a3-a78e-69a9518eea6d req-53ade5e3-adf1-4815-b4fc-d8708334f463 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f5acb2f-9a47-4f2a-b582-61701747437d HTTP/1.1" status: 200 len: 217 time: 0.0404825 Feb 02 07:39:52.002626 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c574d60-a9dc-40a3-a78e-69a9518eea6d req-46a8f0e1-9b18-4a74-8536-6770a3194356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:39:52.004024 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0c574d60-a9dc-40a3-a78e-69a9518eea6d req-46a8f0e1-9b18-4a74-8536-6770a3194356 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=62137fe5-450b-4cca-af59-4eb4d15bd2af HTTP/1.1" status: 200 len: 834 time: 0.0434093 Feb 02 07:39:52.058844 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c574d60-a9dc-40a3-a78e-69a9518eea6d req-cee31506-1366-4b79-8253-f3257c0f7f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:39:52.060393 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0c574d60-a9dc-40a3-a78e-69a9518eea6d req-cee31506-1366-4b79-8253-f3257c0f7f52 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b4473444-75cd-4ad5-9b5e-f4279f4d73c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0450544 Feb 02 07:39:52.085152 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-7af864f3-63f8-4b8b-b258-af3acc3bf606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f95cb7-26a3-4ade-9e6d-46440118160e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1557648972', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'b3153ab9-00cf-45f6-af22-2889a9c2ed65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:38:13Z', 'updated_at': '2022-02-02T07:38:17Z', 'revision_number': 4, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'gw_port': {'id': 'b3153ab9-00cf-45f6-af22-2889a9c2ed65', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f95cb7-26a3-4ade-9e6d-46440118160e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:38:13Z', 'updated_at': '2022-02-02T07:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '7ad28cda-aff9-4c11-8e1a-97ae6e775fc5', 'name': '', 'network_id': 'b4473444-75cd-4ad5-9b5e-f4279f4d73c4', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'mac_address': 'fa:16:3e:8f:5b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f95cb7-26a3-4ade-9e6d-46440118160e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '62137fe5-450b-4cca-af59-4eb4d15bd2af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:38:16Z', 'updated_at': '2022-02-02T07:38:20Z', 'revision_number': 5, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'subnets': [{'id': '62137fe5-450b-4cca-af59-4eb4d15bd2af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:39:52.110863 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af864f3-63f8-4b8b-b258-af3acc3bf606 None None] The sync data for ids ['19f95cb7-26a3-4ade-9e6d-46440118160e'] in n-d-789963-26 is: [{'id': '19f95cb7-26a3-4ade-9e6d-46440118160e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1557648972', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'b3153ab9-00cf-45f6-af22-2889a9c2ed65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:38:13Z', 'updated_at': '2022-02-02T07:38:17Z', 'revision_number': 4, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'gw_port': {'id': 'b3153ab9-00cf-45f6-af22-2889a9c2ed65', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f95cb7-26a3-4ade-9e6d-46440118160e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:38:13Z', 'updated_at': '2022-02-02T07:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '7ad28cda-aff9-4c11-8e1a-97ae6e775fc5', 'name': '', 'network_id': 'b4473444-75cd-4ad5-9b5e-f4279f4d73c4', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'mac_address': 'fa:16:3e:8f:5b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f95cb7-26a3-4ade-9e6d-46440118160e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '62137fe5-450b-4cca-af59-4eb4d15bd2af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:38:16Z', 'updated_at': '2022-02-02T07:38:20Z', 'revision_number': 5, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'subnets': [{'id': '62137fe5-450b-4cca-af59-4eb4d15bd2af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:39:52.158933 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0c574d60-a9dc-40a3-a78e-69a9518eea6d req-3b11144f-132d-4fa9-a1a7-b8a33845f9dd service neutron] 10.222.0.88 "GET /v2.0/networks/b4473444-75cd-4ad5-9b5e-f4279f4d73c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916831 Feb 02 07:39:52.233330 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d93925-29f8-4753-9659-77bf29b28074 req-29df2ff3-2014-4438-bbf0-38dae744ae74 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:39:52.234792 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b4d93925-29f8-4753-9659-77bf29b28074 req-29df2ff3-2014-4438-bbf0-38dae744ae74 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.88 "GET /v2.0/ports?device_id=f16cba57-cde8-401c-917b-3198cc2e4236 HTTP/1.1" status: 200 len: 945 time: 0.0541303 Feb 02 07:39:52.269895 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0c574d60-a9dc-40a3-a78e-69a9518eea6d req-9b84bf6c-09ad-48ee-b640-1e5672b5fdc1 service neutron] 10.222.0.88 "GET /v2.0/networks/b4473444-75cd-4ad5-9b5e-f4279f4d73c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878642 Feb 02 07:39:52.341650 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:52.359330 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-b4d93925-29f8-4753-9659-77bf29b28074 req-33a1deaf-a946-4b35-9a21-22fe0f92bb8c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Deleting port 6f5acb2f-9a47-4f2a-b582-61701747437d {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:39:52.359734 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-b4d93925-29f8-4753-9659-77bf29b28074 req-33a1deaf-a946-4b35-9a21-22fe0f92bb8c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (6f5acb2f-9a47-4f2a-b582-61701747437d), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:52.376095 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7140de-3124-47dd-993f-196c0ddd0a9d None None] New status for floating IP 7bcc91fc-95b2-47ea-a565-4fa0560ad149: DOWN {{(pid=109695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 07:39:52.456683 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-b4d93925-29f8-4753-9659-77bf29b28074 req-33a1deaf-a946-4b35-9a21-22fe0f92bb8c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] For port 6f5acb2f-9a47-4f2a-b582-61701747437d, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=6f5acb2f-9a47-4f2a-b582-61701747437d,segment=NetworkSegment(0333a0ce-9008-433e-803c-9176154ca6fe),segment_id=0333a0ce-9008-433e-803c-9176154ca6fe)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:39:52.457181 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-b4d93925-29f8-4753-9659-77bf29b28074 req-33a1deaf-a946-4b35-9a21-22fe0f92bb8c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (6f5acb2f-9a47-4f2a-b582-61701747437d), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:52.470286 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-b4d93925-29f8-4753-9659-77bf29b28074 req-33a1deaf-a946-4b35-9a21-22fe0f92bb8c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Calling delete_port for 6f5acb2f-9a47-4f2a-b582-61701747437d owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:39:52.596070 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-b4d93925-29f8-4753-9659-77bf29b28074 req-33a1deaf-a946-4b35-9a21-22fe0f92bb8c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (6f5acb2f-9a47-4f2a-b582-61701747437d), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:52.623370 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a1deaf-a946-4b35-9a21-22fe0f92bb8c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event deleted for resources: {'Port': ['ID=6f5acb2f-9a47-4f2a-b582-61701747437d,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:39:52.633741 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a1deaf-a946-4b35-9a21-22fe0f92bb8c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:39:52.633980 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a1deaf-a946-4b35-9a21-22fe0f92bb8c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:39:52.634329 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a1deaf-a946-4b35-9a21-22fe0f92bb8c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:39:52.634673 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a1deaf-a946-4b35-9a21-22fe0f92bb8c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:39:52.635161 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a1deaf-a946-4b35-9a21-22fe0f92bb8c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:39:52.635531 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a1deaf-a946-4b35-9a21-22fe0f92bb8c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:39:52.635908 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a1deaf-a946-4b35-9a21-22fe0f92bb8c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:39:52.636244 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a1deaf-a946-4b35-9a21-22fe0f92bb8c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:39:52.637051 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a1deaf-a946-4b35-9a21-22fe0f92bb8c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:39:52.637051 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a1deaf-a946-4b35-9a21-22fe0f92bb8c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:39:52.637221 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a1deaf-a946-4b35-9a21-22fe0f92bb8c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:39:52.637535 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a1deaf-a946-4b35-9a21-22fe0f92bb8c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:39:52.637878 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a1deaf-a946-4b35-9a21-22fe0f92bb8c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:39:52.684894 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4d93925-29f8-4753-9659-77bf29b28074 req-33a1deaf-a946-4b35-9a21-22fe0f92bb8c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] No DVR routers for this DVR port 6f5acb2f-9a47-4f2a-b582-61701747437d on host n-h1-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:39:52.687521 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-b4d93925-29f8-4753-9659-77bf29b28074 req-33a1deaf-a946-4b35-9a21-22fe0f92bb8c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:52.690943 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b4d93925-29f8-4753-9659-77bf29b28074 req-33a1deaf-a946-4b35-9a21-22fe0f92bb8c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.88 "DELETE /v2.0/ports/6f5acb2f-9a47-4f2a-b582-61701747437d HTTP/1.1" status: 204 len: 173 time: 0.4504735 Feb 02 07:39:52.691381 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16cba57-cde8-401c-917b-3198cc2e4236', 'name': 'network-vif-deleted', 'tag': '6f5acb2f-9a47-4f2a-b582-61701747437d'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:39:52.693650 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8758d393-7e7a-4d9e-9fc0-1367d31f7ec7" -d '{"events": [{"server_uuid": "f16cba57-cde8-401c-917b-3198cc2e4236", "name": "network-vif-deleted", "tag": "6f5acb2f-9a47-4f2a-b582-61701747437d"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:39:52.733871 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0952a51-6d91-444e-a3db-a68302a5ad26 x-openstack-request-id: req-e0952a51-6d91-444e-a3db-a68302a5ad26 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:39:52.734184 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16cba57-cde8-401c-917b-3198cc2e4236", "name": "network-vif-deleted", "tag": "6f5acb2f-9a47-4f2a-b582-61701747437d", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:39:52.734443 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e0952a51-6d91-444e-a3db-a68302a5ad26 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:39:52.734851 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16cba57-cde8-401c-917b-3198cc2e4236', 'name': 'network-vif-deleted', 'tag': '6f5acb2f-9a47-4f2a-b582-61701747437d', 'status': 'completed', 'code': 200} Feb 02 07:39:52.949441 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1408695a-a295-45a2-a62f-c4bc4fa8baec req-123a8199-1fbc-4184-b8ca-ef51e69573bc tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=f16cba57-cde8-401c-917b-3198cc2e4236 HTTP/1.1" status: 200 len: 210 time: 0.0273640 Feb 02 07:39:53.185576 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:39:54.006703 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 33922) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:39:54.366580 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5e216f95-48a9-4016-bd30-4eabdd8e026a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (19f95cb7-26a3-4ade-9e6d-46440118160e), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:54.619977 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-5e216f95-48a9-4016-bd30-4eabdd8e026a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Deleting port 7ad28cda-aff9-4c11-8e1a-97ae6e775fc5 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:39:54.620234 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5e216f95-48a9-4016-bd30-4eabdd8e026a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (7ad28cda-aff9-4c11-8e1a-97ae6e775fc5), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:54.708832 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-5e216f95-48a9-4016-bd30-4eabdd8e026a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] For port 7ad28cda-aff9-4c11-8e1a-97ae6e775fc5, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=7ad28cda-aff9-4c11-8e1a-97ae6e775fc5,segment=NetworkSegment(0333a0ce-9008-433e-803c-9176154ca6fe),segment_id=0333a0ce-9008-433e-803c-9176154ca6fe)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:39:54.709194 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5e216f95-48a9-4016-bd30-4eabdd8e026a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (7ad28cda-aff9-4c11-8e1a-97ae6e775fc5), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:54.721871 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-5e216f95-48a9-4016-bd30-4eabdd8e026a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Calling delete_port for 7ad28cda-aff9-4c11-8e1a-97ae6e775fc5 owned by network:router_interface {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:39:54.906829 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5e216f95-48a9-4016-bd30-4eabdd8e026a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (7ad28cda-aff9-4c11-8e1a-97ae6e775fc5), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:54.933077 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e216f95-48a9-4016-bd30-4eabdd8e026a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event deleted for resources: {'Port': ['ID=7ad28cda-aff9-4c11-8e1a-97ae6e775fc5,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:39:55.105970 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5e216f95-48a9-4016-bd30-4eabdd8e026a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (19f95cb7-26a3-4ade-9e6d-46440118160e), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:55.334144 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e216f95-48a9-4016-bd30-4eabdd8e026a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Router 19f95cb7-26a3-4ade-9e6d-46440118160e has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:39:55.448406 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e216f95-48a9-4016-bd30-4eabdd8e026a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:39:55.453910 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-5e216f95-48a9-4016-bd30-4eabdd8e026a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "PUT /v2.0/routers/19f95cb7-26a3-4ade-9e6d-46440118160e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4457254 Feb 02 07:39:55.456286 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 33924) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:39:55.459507 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4587f1dd-1748-46ef-a318-85566c8a022a None None] Sync routers for ids ['19f95cb7-26a3-4ade-9e6d-46440118160e'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:39:55.470776 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4587f1dd-1748-46ef-a318-85566c8a022a None None] Routers {'19f95cb7-26a3-4ade-9e6d-46440118160e'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:39:55.471383 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-4587f1dd-1748-46ef-a318-85566c8a022a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:39:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['19f95cb7-26a3-4ade-9e6d-46440118160e'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:39:55.508343 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-34b2ff5c-4355-44a4-95c5-8b75b0eafa65 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Deleting subnet 62137fe5-450b-4cca-af59-4eb4d15bd2af {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:39:55.511918 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-34b2ff5c-4355-44a4-95c5-8b75b0eafa65 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for subnet (62137fe5-450b-4cca-af59-4eb4d15bd2af), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:55.551471 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-34b2ff5c-4355-44a4-95c5-8b75b0eafa65 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (62137fe5-450b-4cca-af59-4eb4d15bd2af), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:55.576484 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-4587f1dd-1748-46ef-a318-85566c8a022a None None] Set router 19f95cb7-26a3-4ade-9e6d-46440118160e gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:39:55.637806 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-34b2ff5c-4355-44a4-95c5-8b75b0eafa65 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (62137fe5-450b-4cca-af59-4eb4d15bd2af), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:55.698026 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-34b2ff5c-4355-44a4-95c5-8b75b0eafa65 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (62137fe5-450b-4cca-af59-4eb4d15bd2af), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:55.711827 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-34b2ff5c-4355-44a4-95c5-8b75b0eafa65 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:55.720117 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 33926) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:39:55.721884 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53882d60-5d2f-4fd5-b5a7-ff722beeffc7 None None] Network b4473444-75cd-4ad5-9b5e-f4279f4d73c4 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:39:55.727588 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-34b2ff5c-4355-44a4-95c5-8b75b0eafa65 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "DELETE /v2.0/subnets/62137fe5-450b-4cca-af59-4eb4d15bd2af HTTP/1.1" status: 204 len: 168 time: 0.2699931 Feb 02 07:39:55.768934 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b2ff5c-4355-44a4-95c5-8b75b0eafa65 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event deleted for resources: {'Subnet': ['ID=62137fe5-450b-4cca-af59-4eb4d15bd2af,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:39:55.792383 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-4587f1dd-1748-46ef-a318-85566c8a022a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f95cb7-26a3-4ade-9e6d-46440118160e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1557648972', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'b3153ab9-00cf-45f6-af22-2889a9c2ed65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:38:13Z', 'updated_at': '2022-02-02T07:39:54Z', 'revision_number': 5, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'gw_port': {'id': 'b3153ab9-00cf-45f6-af22-2889a9c2ed65', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f95cb7-26a3-4ade-9e6d-46440118160e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:38:13Z', 'updated_at': '2022-02-02T07:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:39:55.819412 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4587f1dd-1748-46ef-a318-85566c8a022a None None] Checking router: 19f95cb7-26a3-4ade-9e6d-46440118160e for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:39:55.830693 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4587f1dd-1748-46ef-a318-85566c8a022a None None] Routers {'19f95cb7-26a3-4ade-9e6d-46440118160e'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:39:55.831969 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-4587f1dd-1748-46ef-a318-85566c8a022a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:39:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['19f95cb7-26a3-4ade-9e6d-46440118160e'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:39:55.848447 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e65607d2-61d2-4945-89ad-5b9550895d8b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for router (19f95cb7-26a3-4ade-9e6d-46440118160e), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:55.907801 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bc21c4-a988-4f82-8bee-5d8263bd8d83 None None] DHCP port deletion for b4473444-75cd-4ad5-9b5e-f4279f4d73c4 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:39:55.961690 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-d5bc21c4-a988-4f82-8bee-5d8263bd8d83 None None] Deleting port 6dc88d47-ecb6-4eb3-9362-e8f1ff29576c {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:39:55.962350 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d5bc21c4-a988-4f82-8bee-5d8263bd8d83 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (6dc88d47-ecb6-4eb3-9362-e8f1ff29576c), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:55.965113 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e65607d2-61d2-4945-89ad-5b9550895d8b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for router_gateway (19f95cb7-26a3-4ade-9e6d-46440118160e), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:56.020701 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-e65607d2-61d2-4945-89ad-5b9550895d8b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Deleting port b3153ab9-00cf-45f6-af22-2889a9c2ed65 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:39:56.021045 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e65607d2-61d2-4945-89ad-5b9550895d8b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (b3153ab9-00cf-45f6-af22-2889a9c2ed65), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:56.031319 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-d5bc21c4-a988-4f82-8bee-5d8263bd8d83 None None] For port 6dc88d47-ecb6-4eb3-9362-e8f1ff29576c, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=6dc88d47-ecb6-4eb3-9362-e8f1ff29576c,segment=NetworkSegment(0333a0ce-9008-433e-803c-9176154ca6fe),segment_id=0333a0ce-9008-433e-803c-9176154ca6fe)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:39:56.031753 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d5bc21c4-a988-4f82-8bee-5d8263bd8d83 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (6dc88d47-ecb6-4eb3-9362-e8f1ff29576c), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:56.044917 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-d5bc21c4-a988-4f82-8bee-5d8263bd8d83 None None] Calling delete_port for 6dc88d47-ecb6-4eb3-9362-e8f1ff29576c owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:39:56.046679 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-4587f1dd-1748-46ef-a318-85566c8a022a None None] Set router 19f95cb7-26a3-4ade-9e6d-46440118160e gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:39:56.101433 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-e65607d2-61d2-4945-89ad-5b9550895d8b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] For port b3153ab9-00cf-45f6-af22-2889a9c2ed65, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=b3153ab9-00cf-45f6-af22-2889a9c2ed65,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:39:56.101806 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e65607d2-61d2-4945-89ad-5b9550895d8b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (b3153ab9-00cf-45f6-af22-2889a9c2ed65), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:56.120435 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-e65607d2-61d2-4945-89ad-5b9550895d8b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Calling delete_port for b3153ab9-00cf-45f6-af22-2889a9c2ed65 owned by network:router_gateway {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:39:56.247892 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-4587f1dd-1748-46ef-a318-85566c8a022a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19f95cb7-26a3-4ade-9e6d-46440118160e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1557648972', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'b3153ab9-00cf-45f6-af22-2889a9c2ed65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:38:13Z', 'updated_at': '2022-02-02T07:39:54Z', 'revision_number': 5, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'gw_port': {'id': 'b3153ab9-00cf-45f6-af22-2889a9c2ed65', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f95cb7-26a3-4ade-9e6d-46440118160e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:38:13Z', 'updated_at': '2022-02-02T07:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:39:56.276879 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 6f5acb2f-9a47-4f2a-b582-61701747437d no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:39:56.280022 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4587f1dd-1748-46ef-a318-85566c8a022a None None] The sync data for ids ['19f95cb7-26a3-4ade-9e6d-46440118160e'] in n-d-789963-26 is: [{'id': '19f95cb7-26a3-4ade-9e6d-46440118160e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1557648972', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': 'b3153ab9-00cf-45f6-af22-2889a9c2ed65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:38:13Z', 'updated_at': '2022-02-02T07:39:54Z', 'revision_number': 5, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'gw_port': {'id': 'b3153ab9-00cf-45f6-af22-2889a9c2ed65', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f95cb7-26a3-4ade-9e6d-46440118160e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:38:13Z', 'updated_at': '2022-02-02T07:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:39:56.290312 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e65607d2-61d2-4945-89ad-5b9550895d8b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (b3153ab9-00cf-45f6-af22-2889a9c2ed65), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:56.302090 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: 6f5acb2f-9a47-4f2a-b582-61701747437d {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:39:56.302090 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 6f5acb2f-9a47-4f2a-b582-61701747437d not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:39:56.308892 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d5bc21c4-a988-4f82-8bee-5d8263bd8d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (6dc88d47-ecb6-4eb3-9362-e8f1ff29576c), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:56.325369 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65607d2-61d2-4945-89ad-5b9550895d8b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event deleted for resources: {'Port': ['ID=b3153ab9-00cf-45f6-af22-2889a9c2ed65,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:39:56.343220 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bc21c4-a988-4f82-8bee-5d8263bd8d83 None None] Pushing event deleted for resources: {'Port': ['ID=6dc88d47-ecb6-4eb3-9362-e8f1ff29576c,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:39:56.351440 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bc21c4-a988-4f82-8bee-5d8263bd8d83 None None] No DVR routers for this DVR port 6dc88d47-ecb6-4eb3-9362-e8f1ff29576c on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:39:56.388428 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e65607d2-61d2-4945-89ad-5b9550895d8b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (19f95cb7-26a3-4ade-9e6d-46440118160e), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:56.477366 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e65607d2-61d2-4945-89ad-5b9550895d8b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (19f95cb7-26a3-4ade-9e6d-46440118160e), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:56.480063 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e65607d2-61d2-4945-89ad-5b9550895d8b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for router_controller (19f95cb7-26a3-4ade-9e6d-46440118160e), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:56.527154 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e65607d2-61d2-4945-89ad-5b9550895d8b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (19f95cb7-26a3-4ade-9e6d-46440118160e), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:56.527662 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e65607d2-61d2-4945-89ad-5b9550895d8b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Fanout notify agent at l3_agent the message router_deleted on router 19f95cb7-26a3-4ade-9e6d-46440118160e {{(pid=109694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:39:56.535005 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e65607d2-61d2-4945-89ad-5b9550895d8b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:56.536134 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-e65607d2-61d2-4945-89ad-5b9550895d8b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "DELETE /v2.0/routers/19f95cb7-26a3-4ade-9e6d-46440118160e HTTP/1.1" status: 204 len: 168 time: 0.8147702 Feb 02 07:39:56.538803 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 33928) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:39:56.612066 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-083d0668-d550-40d6-a71c-d1b2eb48730c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (b4473444-75cd-4ad5-9b5e-f4279f4d73c4), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:56.704838 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-083d0668-d550-40d6-a71c-d1b2eb48730c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (b4473444-75cd-4ad5-9b5e-f4279f4d73c4), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:56.725628 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-083d0668-d550-40d6-a71c-d1b2eb48730c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4473444-75cd-4ad5-9b5e-f4279f4d73c4']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:39:56.735976 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-083d0668-d550-40d6-a71c-d1b2eb48730c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0333a0ce-9008-433e-803c-9176154ca6fe') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:39:56.736281 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-083d0668-d550-40d6-a71c-d1b2eb48730c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0333a0ce-9008-433e-803c-9176154ca6fe') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:39:56.747192 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-083d0668-d550-40d6-a71c-d1b2eb48730c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (0333a0ce-9008-433e-803c-9176154ca6fe), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:56.761683 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-083d0668-d550-40d6-a71c-d1b2eb48730c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (0333a0ce-9008-433e-803c-9176154ca6fe), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:56.768246 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-083d0668-d550-40d6-a71c-d1b2eb48730c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:39:56.768672 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-083d0668-d550-40d6-a71c-d1b2eb48730c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (0333a0ce-9008-433e-803c-9176154ca6fe), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:56.771868 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:39:56.771868 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:39:56.771868 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:39:56.771868 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:39:56.771868 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:39:56.771868 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:39:56.771868 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:39:56.771868 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:39:56.771868 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:39:56.771868 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:39:56.771868 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:39:56.771868 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:39:56.771868 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:39:56.771868 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:39:56.771868 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:39:56.771868 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:39:56.771868 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:39:56.771868 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:39:56.771868 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:39:56.771868 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:39:56.771868 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:39:56.771868 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:39:56.771868 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:39:56.771868 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:39:56.771868 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:39:56.771868 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:39:56.771868 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:39:56.771868 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:39:56.771868 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:39:56.771868 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:39:56.771868 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:39:56.771868 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:39:56.830597 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-083d0668-d550-40d6-a71c-d1b2eb48730c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (b4473444-75cd-4ad5-9b5e-f4279f4d73c4), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:56.835067 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-083d0668-d550-40d6-a71c-d1b2eb48730c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:56.839152 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-083d0668-d550-40d6-a71c-d1b2eb48730c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "DELETE /v2.0/networks/b4473444-75cd-4ad5-9b5e-f4279f4d73c4 HTTP/1.1" status: 204 len: 168 time: 0.2993507 Feb 02 07:39:56.842088 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 33930) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:39:56.854166 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083d0668-d550-40d6-a71c-d1b2eb48730c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event deleted for resources: {'Network': ['ID=b4473444-75cd-4ad5-9b5e-f4279f4d73c4,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:39:56.902538 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7caf8fca-595d-4167-92c3-0558069777c8 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group (d16e5838-7900-4b80-98f3-67bb8c19e7b9), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:56.929342 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7caf8fca-595d-4167-92c3-0558069777c8 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group (d16e5838-7900-4b80-98f3-67bb8c19e7b9), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:56.997568 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7caf8fca-595d-4167-92c3-0558069777c8 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (d16e5838-7900-4b80-98f3-67bb8c19e7b9), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:57.000351 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7caf8fca-595d-4167-92c3-0558069777c8 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:57.001516 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-7caf8fca-595d-4167-92c3-0558069777c8 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "DELETE /v2.0/security-groups/d16e5838-7900-4b80-98f3-67bb8c19e7b9 HTTP/1.1" status: 204 len: 168 time: 0.1584334 Feb 02 07:39:57.011119 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf8fca-595d-4167-92c3-0558069777c8 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d16e5838-7900-4b80-98f3-67bb8c19e7b9,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:39:57.408843 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 33936) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:39:57.413457 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-4ff6f913-3a72-4cf1-8356-f8ef140e555d tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1996063636', 'description': 'tempest-secgroup-smoke-1996063636 description', 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:39:57.434358 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4ff6f913-3a72-4cf1-8356-f8ef140e555d tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:57.500758 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4ff6f913-3a72-4cf1-8356-f8ef140e555d tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group (563fa368-7591-4797-86eb-ee683197ba72), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:57.504404 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4ff6f913-3a72-4cf1-8356-f8ef140e555d tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (563fa368-7591-4797-86eb-ee683197ba72), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:57.534164 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4ff6f913-3a72-4cf1-8356-f8ef140e555d tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:57.535395 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-4ff6f913-3a72-4cf1-8356-f8ef140e555d tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1255128 Feb 02 07:39:57.538446 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 33938) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:39:57.539991 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6f913-3a72-4cf1-8356-f8ef140e555d tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=563fa368-7591-4797-86eb-ee683197ba72,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:39:57.545398 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-9895290d-059b-416e-837d-6b1aa2eaf5d0 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Request body: {'security_group_rule': {'security_group_id': '563fa368-7591-4797-86eb-ee683197ba72', 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:39:57.545589 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:57.570017 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9895290d-059b-416e-837d-6b1aa2eaf5d0 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group_rule (2f6fdb48-e430-4ed4-9156-e36b7edd0abc), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:57.762983 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 7ad28cda-aff9-4c11-8e1a-97ae6e775fc5 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:39:57.786345 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 7ad28cda-aff9-4c11-8e1a-97ae6e775fc5 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:39:57.786699 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 7ad28cda-aff9-4c11-8e1a-97ae6e775fc5 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:39:57.787139 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device b3153ab9-00cf-45f6-af22-2889a9c2ed65 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:39:57.807739 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: b3153ab9-00cf-45f6-af22-2889a9c2ed65 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:39:57.808095 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device b3153ab9-00cf-45f6-af22-2889a9c2ed65 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:39:57.808528 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 6dc88d47-ecb6-4eb3-9362-e8f1ff29576c no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:39:57.828263 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 6dc88d47-ecb6-4eb3-9362-e8f1ff29576c {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:39:57.828619 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 6dc88d47-ecb6-4eb3-9362-e8f1ff29576c not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:39:57.938993 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9895290d-059b-416e-837d-6b1aa2eaf5d0 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group_rule (2f6fdb48-e430-4ed4-9156-e36b7edd0abc), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:57.943038 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9895290d-059b-416e-837d-6b1aa2eaf5d0 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (2f6fdb48-e430-4ed4-9156-e36b7edd0abc), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:57.960686 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895290d-059b-416e-837d-6b1aa2eaf5d0 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f6fdb48-e430-4ed4-9156-e36b7edd0abc,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:39:57.967957 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9895290d-059b-416e-837d-6b1aa2eaf5d0 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:57.969149 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-9895290d-059b-416e-837d-6b1aa2eaf5d0 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4281473 Feb 02 07:39:57.971860 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 33940) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:39:57.976083 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-f98c90d8-3997-4ab7-b42c-bb734e3d2f36 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Request body: {'security_group_rule': {'security_group_id': '563fa368-7591-4797-86eb-ee683197ba72', 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:39:58.000985 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f98c90d8-3997-4ab7-b42c-bb734e3d2f36 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group_rule (0134e6b1-d5b4-4365-84bc-c3af94e7e87c), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:58.054610 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f98c90d8-3997-4ab7-b42c-bb734e3d2f36 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group_rule (0134e6b1-d5b4-4365-84bc-c3af94e7e87c), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:58.058633 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f98c90d8-3997-4ab7-b42c-bb734e3d2f36 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (0134e6b1-d5b4-4365-84bc-c3af94e7e87c), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:58.075888 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98c90d8-3997-4ab7-b42c-bb734e3d2f36 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0134e6b1-d5b4-4365-84bc-c3af94e7e87c,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:39:58.083999 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f98c90d8-3997-4ab7-b42c-bb734e3d2f36 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:58.085178 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f98c90d8-3997-4ab7-b42c-bb734e3d2f36 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1124182 Feb 02 07:39:58.088451 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 33942) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:39:58.094356 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-9f2061d9-3912-4cbf-b0dc-5ae1246c53b5 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Request body: {'security_group_rule': {'security_group_id': '563fa368-7591-4797-86eb-ee683197ba72', 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:39:58.125002 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9f2061d9-3912-4cbf-b0dc-5ae1246c53b5 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group_rule (e67f796c-ac02-4e75-be1b-f15a5fd79dbf), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:58.182430 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9f2061d9-3912-4cbf-b0dc-5ae1246c53b5 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group_rule (e67f796c-ac02-4e75-be1b-f15a5fd79dbf), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:58.185865 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9f2061d9-3912-4cbf-b0dc-5ae1246c53b5 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (e67f796c-ac02-4e75-be1b-f15a5fd79dbf), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:58.202232 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2061d9-3912-4cbf-b0dc-5ae1246c53b5 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e67f796c-ac02-4e75-be1b-f15a5fd79dbf,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:39:58.210635 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9f2061d9-3912-4cbf-b0dc-5ae1246c53b5 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:58.211890 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-9f2061d9-3912-4cbf-b0dc-5ae1246c53b5 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1222215 Feb 02 07:39:58.215069 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 33944) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:39:58.219448 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-9264ee6a-c283-4a40-b8ac-9947be288842 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Request body: {'security_group_rule': {'security_group_id': '563fa368-7591-4797-86eb-ee683197ba72', 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:39:58.244464 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9264ee6a-c283-4a40-b8ac-9947be288842 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group_rule (c025a255-2f51-41d2-ab4f-32c1ea784ef3), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:58.303878 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9264ee6a-c283-4a40-b8ac-9947be288842 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group_rule (c025a255-2f51-41d2-ab4f-32c1ea784ef3), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:58.307657 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9264ee6a-c283-4a40-b8ac-9947be288842 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (c025a255-2f51-41d2-ab4f-32c1ea784ef3), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:58.325554 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9264ee6a-c283-4a40-b8ac-9947be288842 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c025a255-2f51-41d2-ab4f-32c1ea784ef3,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:39:58.333978 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9264ee6a-c283-4a40-b8ac-9947be288842 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:58.335162 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-9264ee6a-c283-4a40-b8ac-9947be288842 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1190317 Feb 02 07:39:58.338436 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 33946) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:39:58.343026 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-73016629-857d-4602-b5ef-10c1af25feeb tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Request body: {'security_group_rule': {'security_group_id': '563fa368-7591-4797-86eb-ee683197ba72', 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:39:58.362819 n-d-789963-26 neutron-server[109694]: INFO neutron.db.securitygroups_db [None req-73016629-857d-4602-b5ef-10c1af25feeb tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Project b5f86cce5c924f2695e5f2d21aa64848 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 07:39:58.367525 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-73016629-857d-4602-b5ef-10c1af25feeb tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group_rule (5d118b1e-3847-425f-bc5d-069e78827a60), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:58.425047 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-73016629-857d-4602-b5ef-10c1af25feeb tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group_rule (5d118b1e-3847-425f-bc5d-069e78827a60), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:58.428348 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-73016629-857d-4602-b5ef-10c1af25feeb tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (5d118b1e-3847-425f-bc5d-069e78827a60), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:58.445243 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73016629-857d-4602-b5ef-10c1af25feeb tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d118b1e-3847-425f-bc5d-069e78827a60,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:39:58.454714 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-73016629-857d-4602-b5ef-10c1af25feeb tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:58.455934 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-73016629-857d-4602-b5ef-10c1af25feeb tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1164093 Feb 02 07:39:58.458718 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 33948) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:39:58.464159 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-0ed78a96-bef0-4020-a53d-475bc8733b68 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Request body: {'security_group_rule': {'security_group_id': '563fa368-7591-4797-86eb-ee683197ba72', 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:39:58.484180 n-d-789963-26 neutron-server[109693]: INFO neutron.db.securitygroups_db [None req-0ed78a96-bef0-4020-a53d-475bc8733b68 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Project b5f86cce5c924f2695e5f2d21aa64848 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 07:39:58.489498 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0ed78a96-bef0-4020-a53d-475bc8733b68 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group_rule (1a9ffd0b-3264-4361-9f5f-a8e1624806d8), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:58.548123 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0ed78a96-bef0-4020-a53d-475bc8733b68 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group_rule (1a9ffd0b-3264-4361-9f5f-a8e1624806d8), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:58.551764 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0ed78a96-bef0-4020-a53d-475bc8733b68 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (1a9ffd0b-3264-4361-9f5f-a8e1624806d8), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:58.568601 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed78a96-bef0-4020-a53d-475bc8733b68 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a9ffd0b-3264-4361-9f5f-a8e1624806d8,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:39:58.577739 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0ed78a96-bef0-4020-a53d-475bc8733b68 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:58.579375 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-0ed78a96-bef0-4020-a53d-475bc8733b68 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1195493 Feb 02 07:39:58.582155 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 33950) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:39:58.586893 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-8f46ce9b-2200-4758-a30c-bf27028a9ac2 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Request body: {'network': {'name': 'tempest-network-smoke--292506193', 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'port_security_enabled': True}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:39:58.605694 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f46ce9b-2200-4758-a30c-bf27028a9ac2 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Made reservation on behalf of b5f86cce5c924f2695e5f2d21aa64848 for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:39:58.609122 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8f46ce9b-2200-4758-a30c-bf27028a9ac2 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:58.631761 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f46ce9b-2200-4758-a30c-bf27028a9ac2 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:39:58.641307 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8f46ce9b-2200-4758-a30c-bf27028a9ac2 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (ee18dd4b-8353-4747-bd28-29698a5353cb), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:58.641660 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-8f46ce9b-2200-4758-a30c-bf27028a9ac2 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Added segment ee18dd4b-8353-4747-bd28-29698a5353cb of type vlan for network a26c689a-107e-418a-8c56-2879e7a36ec7 Feb 02 07:39:58.684375 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8f46ce9b-2200-4758-a30c-bf27028a9ac2 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (a26c689a-107e-418a-8c56-2879e7a36ec7), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:58.709006 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8f46ce9b-2200-4758-a30c-bf27028a9ac2 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (a26c689a-107e-418a-8c56-2879e7a36ec7), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:58.714736 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f46ce9b-2200-4758-a30c-bf27028a9ac2 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:39:58.715269 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-8f46ce9b-2200-4758-a30c-bf27028a9ac2 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:58.749251 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-8f46ce9b-2200-4758-a30c-bf27028a9ac2 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1661229 Feb 02 07:39:58.751991 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 33952) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:39:58.758558 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-3387e83d-d876-4199-9913-3c484b32db66 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-564327679', 'admin_state_up': True, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:39:58.797470 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f46ce9b-2200-4758-a30c-bf27028a9ac2 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event updated for resources: {'Network': ['ID=a26c689a-107e-418a-8c56-2879e7a36ec7,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:39:58.808404 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network a26c689a-107e-418a-8c56-2879e7a36ec7 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:39:58.813100 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3387e83d-d876-4199-9913-3c484b32db66 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (83389ab8-2984-4506-93c8-f3c7947a4321), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:58.814165 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3387e83d-d876-4199-9913-3c484b32db66 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (83389ab8-2984-4506-93c8-f3c7947a4321), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:58.903222 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3387e83d-d876-4199-9913-3c484b32db66 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for router_controller (83389ab8-2984-4506-93c8-f3c7947a4321), precommit_add_association {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:59.039018 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3387e83d-d876-4199-9913-3c484b32db66 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for router_gateway (83389ab8-2984-4506-93c8-f3c7947a4321), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:59.225614 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3387e83d-d876-4199-9913-3c484b32db66 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for router_gateway (83389ab8-2984-4506-93c8-f3c7947a4321), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:59.249374 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3387e83d-d876-4199-9913-3c484b32db66 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:59.352594 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-3387e83d-d876-4199-9913-3c484b32db66 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Allocated IP 172.25.4.154 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/3f9fe4fb-3baa-4835-83be-1ae4e7e944c1) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:39:59.452724 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3387e83d-d876-4199-9913-3c484b32db66 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for port (3f9fe4fb-3baa-4835-83be-1ae4e7e944c1), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:59.490691 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3387e83d-d876-4199-9913-3c484b32db66 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (3f9fe4fb-3baa-4835-83be-1ae4e7e944c1), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:39:59.525290 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3387e83d-d876-4199-9913-3c484b32db66 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:39:59.528834 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-3387e83d-d876-4199-9913-3c484b32db66 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:39:59.532182 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3387e83d-d876-4199-9913-3c484b32db66 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:39:59.560441 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3387e83d-d876-4199-9913-3c484b32db66 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event updated for resources: {'Port': ['ID=3f9fe4fb-3baa-4835-83be-1ae4e7e944c1,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:40:00.041296 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3387e83d-d876-4199-9913-3c484b32db66 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for router_gateway (83389ab8-2984-4506-93c8-f3c7947a4321), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:00.235708 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3387e83d-d876-4199-9913-3c484b32db66 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (83389ab8-2984-4506-93c8-f3c7947a4321), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:00.370447 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3387e83d-d876-4199-9913-3c484b32db66 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Router 83389ab8-2984-4506-93c8-f3c7947a4321 is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:40:00.477562 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3387e83d-d876-4199-9913-3c484b32db66 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:40:00.487803 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9888b675-9d20-43fb-83ac-a41fdbf10730 None None] Sync routers for ids ['83389ab8-2984-4506-93c8-f3c7947a4321'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:40:00.497688 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9888b675-9d20-43fb-83ac-a41fdbf10730 None None] Routers {'83389ab8-2984-4506-93c8-f3c7947a4321'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:40:00.498490 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-9888b675-9d20-43fb-83ac-a41fdbf10730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:39:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['83389ab8-2984-4506-93c8-f3c7947a4321'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:40:00.498856 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3387e83d-d876-4199-9913-3c484b32db66 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:00.500182 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-3387e83d-d876-4199-9913-3c484b32db66 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7472248 Feb 02 07:40:00.503240 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 33954) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:40:00.537840 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-7c7fc803-84e4-4dce-a63f-91d75ff3baa3 tempest-TestNetworkAdvancedServerOps-1931800759 tempest-TestNetworkAdvancedServerOps-1931800759-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=b5f86cce5c924f2695e5f2d21aa64848&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0334511 Feb 02 07:40:00.540535 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 33956) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:40:00.604918 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-9888b675-9d20-43fb-83ac-a41fdbf10730 None None] Set router 83389ab8-2984-4506-93c8-f3c7947a4321 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:40:00.646771 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f0e030-b759-4504-83db-d4f8313c3806 tempest-TestNetworkAdvancedServerOps-1931800759 tempest-TestNetworkAdvancedServerOps-1931800759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:40:00.648240 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d5f0e030-b759-4504-83db-d4f8313c3806 tempest-TestNetworkAdvancedServerOps-1931800759 tempest-TestNetworkAdvancedServerOps-1931800759-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1061635 Feb 02 07:40:00.652530 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 33958) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:40:00.686631 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-bf8381c7-ed92-40b0-bee2-50181e77256d tempest-TestNetworkAdvancedServerOps-1931800759 tempest-TestNetworkAdvancedServerOps-1931800759-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=ee4463ee-e783-4af5-91d5-cbeb2d0e0db8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0330322 Feb 02 07:40:00.689108 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 33960) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:40:00.694796 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-37ef2eda-2db5-4c8d-99cc-103fc28b49b9 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2144055007', 'network_id': 'a26c689a-107e-418a-8c56-2879e7a36ec7', 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:40:00.783235 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ef2eda-2db5-4c8d-99cc-103fc28b49b9 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Made reservation on behalf of b5f86cce5c924f2695e5f2d21aa64848 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:40:00.786764 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-37ef2eda-2db5-4c8d-99cc-103fc28b49b9 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:00.789875 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-9888b675-9d20-43fb-83ac-a41fdbf10730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83389ab8-2984-4506-93c8-f3c7947a4321', 'name': 'tempest-TestNetworkAdvancedServerOps-router-564327679', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '3f9fe4fb-3baa-4835-83be-1ae4e7e944c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:39:58Z', 'updated_at': '2022-02-02T07:39:59Z', 'revision_number': 3, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'gw_port': {'id': '3f9fe4fb-3baa-4835-83be-1ae4e7e944c1', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:82:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83389ab8-2984-4506-93c8-f3c7947a4321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:39:59Z', 'updated_at': '2022-02-02T07:39:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:40:00.815746 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9888b675-9d20-43fb-83ac-a41fdbf10730 None None] Checking router: 83389ab8-2984-4506-93c8-f3c7947a4321 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:40:00.816101 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9888b675-9d20-43fb-83ac-a41fdbf10730 None None] Updating router 83389ab8-2984-4506-93c8-f3c7947a4321 port 3f9fe4fb-3baa-4835-83be-1ae4e7e944c1 binding host n-d-789963-26 {{(pid=109695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:40:00.848012 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9888b675-9d20-43fb-83ac-a41fdbf10730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3f9fe4fb-3baa-4835-83be-1ae4e7e944c1), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:00.966102 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-37ef2eda-2db5-4c8d-99cc-103fc28b49b9 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (7e598901-e085-428c-8251-cb3beea941f9), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:01.032709 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ef2eda-2db5-4c8d-99cc-103fc28b49b9 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event updated for resources: {'Subnet': ['ID=7e598901-e085-428c-8251-cb3beea941f9,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:40:01.037626 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ef2eda-2db5-4c8d-99cc-103fc28b49b9 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Checking segment: {'id': 'ee18dd4b-8353-4747-bd28-29698a5353cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'a26c689a-107e-418a-8c56-2879e7a36ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:40:01.038002 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ef2eda-2db5-4c8d-99cc-103fc28b49b9 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Network hostable DHCP agents. Network: a26c689a-107e-418a-8c56-2879e7a36ec7, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:40:01.055714 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ef2eda-2db5-4c8d-99cc-103fc28b49b9 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Network a26c689a-107e-418a-8c56-2879e7a36ec7 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:40:01.065366 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-37ef2eda-2db5-4c8d-99cc-103fc28b49b9 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, a26c689a-107e-418a-8c56-2879e7a36ec7) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:40:01.069632 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ef2eda-2db5-4c8d-99cc-103fc28b49b9 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:40:01.070247 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-37ef2eda-2db5-4c8d-99cc-103fc28b49b9 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:01.078445 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4426063f-2929-4246-9dac-9aaa96c9cb2a None None] Network a26c689a-107e-418a-8c56-2879e7a36ec7 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:40:01.086672 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-37ef2eda-2db5-4c8d-99cc-103fc28b49b9 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3965700 Feb 02 07:40:01.089515 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 33962) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:40:01.164525 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9888b675-9d20-43fb-83ac-a41fdbf10730 None None] Publish callbacks [] for port (3f9fe4fb-3baa-4835-83be-1ae4e7e944c1), precommit_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:01.172032 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9888b675-9d20-43fb-83ac-a41fdbf10730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (3f9fe4fb-3baa-4835-83be-1ae4e7e944c1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:01.250820 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf9d7db-43be-4d2a-b808-e17d540065d0 None None] Pushing event updated for resources: {'Port': ['ID=3f9fe4fb-3baa-4835-83be-1ae4e7e944c1,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:40:01.252905 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-9888b675-9d20-43fb-83ac-a41fdbf10730 None None] Attempting to bind port 3f9fe4fb-3baa-4835-83be-1ae4e7e944c1 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:40:01.253264 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-9888b675-9d20-43fb-83ac-a41fdbf10730 None None] Attempting to bind port 3f9fe4fb-3baa-4835-83be-1ae4e7e944c1 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:40:01.253623 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9888b675-9d20-43fb-83ac-a41fdbf10730 None None] Attempting to bind port 3f9fe4fb-3baa-4835-83be-1ae4e7e944c1 on network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:40:01.260966 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8771a1-a791-4fc5-b821-ea25e6289af5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-a26c689a-107e-418a-8c56-2879e7a36ec7', 'network_id': 'a26c689a-107e-418a-8c56-2879e7a36ec7', 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'fixed_ips': [{'subnet_id': '7e598901-e085-428c-8251-cb3beea941f9'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:40:01.261801 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1a8771a1-a791-4fc5-b821-ea25e6289af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:01.265345 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9888b675-9d20-43fb-83ac-a41fdbf10730 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:40:01.265725 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9888b675-9d20-43fb-83ac-a41fdbf10730 None None] Checking segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:40:01.266120 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9888b675-9d20-43fb-83ac-a41fdbf10730 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:01.266508 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9888b675-9d20-43fb-83ac-a41fdbf10730 None None] Bound using segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:40:01.266986 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-9888b675-9d20-43fb-83ac-a41fdbf10730 None None] Bound port: 3f9fe4fb-3baa-4835-83be-1ae4e7e944c1, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:40:01.267362 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9888b675-9d20-43fb-83ac-a41fdbf10730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3f9fe4fb-3baa-4835-83be-1ae4e7e944c1), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:01.383111 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-9888b675-9d20-43fb-83ac-a41fdbf10730 None None] For port 3f9fe4fb-3baa-4835-83be-1ae4e7e944c1, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:40:01.402392 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-9888b675-9d20-43fb-83ac-a41fdbf10730 None None] For port 3f9fe4fb-3baa-4835-83be-1ae4e7e944c1, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=3f9fe4fb-3baa-4835-83be-1ae4e7e944c1,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:40:01.412109 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9888b675-9d20-43fb-83ac-a41fdbf10730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (3f9fe4fb-3baa-4835-83be-1ae4e7e944c1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:01.503021 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-1a8771a1-a791-4fc5-b821-ea25e6289af5 None None] Allocated IP 172.20.0.2 (a26c689a-107e-418a-8c56-2879e7a36ec7/7e598901-e085-428c-8251-cb3beea941f9/b6499184-6b6e-491b-ae2a-9227dda20713) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:40:01.516360 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf9d7db-43be-4d2a-b808-e17d540065d0 None None] Pushing event updated for resources: {'Port': ['ID=3f9fe4fb-3baa-4835-83be-1ae4e7e944c1,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:40:01.520076 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9888b675-9d20-43fb-83ac-a41fdbf10730 None None] Routers {'83389ab8-2984-4506-93c8-f3c7947a4321'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:40:01.520687 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-9888b675-9d20-43fb-83ac-a41fdbf10730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:39:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['83389ab8-2984-4506-93c8-f3c7947a4321'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:40:01.547103 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-369c9ba3-4fbd-47e3-b6cb-339b2720dcf3 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:01.686987 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-9888b675-9d20-43fb-83ac-a41fdbf10730 None None] Set router 83389ab8-2984-4506-93c8-f3c7947a4321 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:40:01.834270 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1a8771a1-a791-4fc5-b821-ea25e6289af5 None None] Publish callbacks [] for port (b6499184-6b6e-491b-ae2a-9227dda20713), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:01.843333 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1a8771a1-a791-4fc5-b821-ea25e6289af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (b6499184-6b6e-491b-ae2a-9227dda20713), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:01.888970 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-369c9ba3-4fbd-47e3-b6cb-339b2720dcf3 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Allocated IP 172.20.0.1 (a26c689a-107e-418a-8c56-2879e7a36ec7/7e598901-e085-428c-8251-cb3beea941f9/3d7c254b-f9bb-4c6a-a6eb-c2e63d18211a) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:40:01.892405 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8771a1-a791-4fc5-b821-ea25e6289af5 None None] Network a26c689a-107e-418a-8c56-2879e7a36ec7 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:40:01.911527 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-1a8771a1-a791-4fc5-b821-ea25e6289af5 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:40:01.919296 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8771a1-a791-4fc5-b821-ea25e6289af5 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:40:01.928282 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8771a1-a791-4fc5-b821-ea25e6289af5 None None] Pushing event updated for resources: {'Port': ['ID=b6499184-6b6e-491b-ae2a-9227dda20713,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:40:01.987379 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-1a8771a1-a791-4fc5-b821-ea25e6289af5 None None] Attempting to bind port b6499184-6b6e-491b-ae2a-9227dda20713 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:40:01.987779 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-1a8771a1-a791-4fc5-b821-ea25e6289af5 None None] Attempting to bind port b6499184-6b6e-491b-ae2a-9227dda20713 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'ee18dd4b-8353-4747-bd28-29698a5353cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'a26c689a-107e-418a-8c56-2879e7a36ec7'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:40:01.988154 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8771a1-a791-4fc5-b821-ea25e6289af5 None None] Attempting to bind port b6499184-6b6e-491b-ae2a-9227dda20713 on network a26c689a-107e-418a-8c56-2879e7a36ec7 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:40:01.995938 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8771a1-a791-4fc5-b821-ea25e6289af5 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:40:01.996315 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8771a1-a791-4fc5-b821-ea25e6289af5 None None] Checking segment: {'id': 'ee18dd4b-8353-4747-bd28-29698a5353cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'a26c689a-107e-418a-8c56-2879e7a36ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:40:01.996716 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1a8771a1-a791-4fc5-b821-ea25e6289af5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:01.997112 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8771a1-a791-4fc5-b821-ea25e6289af5 None None] Bound using segment: {'id': 'ee18dd4b-8353-4747-bd28-29698a5353cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'a26c689a-107e-418a-8c56-2879e7a36ec7'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:40:01.997583 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-1a8771a1-a791-4fc5-b821-ea25e6289af5 None None] Bound port: b6499184-6b6e-491b-ae2a-9227dda20713, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee18dd4b-8353-4747-bd28-29698a5353cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'a26c689a-107e-418a-8c56-2879e7a36ec7'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:40:01.997963 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1a8771a1-a791-4fc5-b821-ea25e6289af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b6499184-6b6e-491b-ae2a-9227dda20713), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:02.009313 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-369c9ba3-4fbd-47e3-b6cb-339b2720dcf3 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for port (3d7c254b-f9bb-4c6a-a6eb-c2e63d18211a), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:02.017674 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-9888b675-9d20-43fb-83ac-a41fdbf10730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83389ab8-2984-4506-93c8-f3c7947a4321', 'name': 'tempest-TestNetworkAdvancedServerOps-router-564327679', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '3f9fe4fb-3baa-4835-83be-1ae4e7e944c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:39:58Z', 'updated_at': '2022-02-02T07:39:59Z', 'revision_number': 3, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'gw_port': {'id': '3f9fe4fb-3baa-4835-83be-1ae4e7e944c1', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:82:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83389ab8-2984-4506-93c8-f3c7947a4321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:39:59Z', 'updated_at': '2022-02-02T07:40:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:40:02.045430 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-369c9ba3-4fbd-47e3-b6cb-339b2720dcf3 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (3d7c254b-f9bb-4c6a-a6eb-c2e63d18211a), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:02.089143 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369c9ba3-4fbd-47e3-b6cb-339b2720dcf3 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Network a26c689a-107e-418a-8c56-2879e7a36ec7 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:40:02.094775 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-369c9ba3-4fbd-47e3-b6cb-339b2720dcf3 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:40:02.098475 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369c9ba3-4fbd-47e3-b6cb-339b2720dcf3 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:40:02.105103 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369c9ba3-4fbd-47e3-b6cb-339b2720dcf3 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event updated for resources: {'Port': ['ID=3d7c254b-f9bb-4c6a-a6eb-c2e63d18211a,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:40:02.147677 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-369c9ba3-4fbd-47e3-b6cb-339b2720dcf3 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (83389ab8-2984-4506-93c8-f3c7947a4321), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:02.222996 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9888b675-9d20-43fb-83ac-a41fdbf10730 None None] The sync data for ids ['83389ab8-2984-4506-93c8-f3c7947a4321'] in n-d-789963-26 is: [{'id': '83389ab8-2984-4506-93c8-f3c7947a4321', 'name': 'tempest-TestNetworkAdvancedServerOps-router-564327679', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '3f9fe4fb-3baa-4835-83be-1ae4e7e944c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:39:58Z', 'updated_at': '2022-02-02T07:39:59Z', 'revision_number': 3, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'gw_port': {'id': '3f9fe4fb-3baa-4835-83be-1ae4e7e944c1', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:82:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83389ab8-2984-4506-93c8-f3c7947a4321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:39:59Z', 'updated_at': '2022-02-02T07:40:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:40:02.256884 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1a8771a1-a791-4fc5-b821-ea25e6289af5 None None] For port b6499184-6b6e-491b-ae2a-9227dda20713, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:40:02.260658 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1a8771a1-a791-4fc5-b821-ea25e6289af5 None None] For port b6499184-6b6e-491b-ae2a-9227dda20713, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=b6499184-6b6e-491b-ae2a-9227dda20713,segment=NetworkSegment(ee18dd4b-8353-4747-bd28-29698a5353cb),segment_id=ee18dd4b-8353-4747-bd28-29698a5353cb)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:40:02.267131 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1a8771a1-a791-4fc5-b821-ea25e6289af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (b6499184-6b6e-491b-ae2a-9227dda20713), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:02.294089 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-369c9ba3-4fbd-47e3-b6cb-339b2720dcf3 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3d7c254b-f9bb-4c6a-a6eb-c2e63d18211a), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:02.330727 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8771a1-a791-4fc5-b821-ea25e6289af5 None None] Pushing event updated for resources: {'Port': ['ID=b6499184-6b6e-491b-ae2a-9227dda20713,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:40:02.340466 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8771a1-a791-4fc5-b821-ea25e6289af5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:40:02.340466 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8771a1-a791-4fc5-b821-ea25e6289af5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:40:02.340466 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8771a1-a791-4fc5-b821-ea25e6289af5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:40:02.340767 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8771a1-a791-4fc5-b821-ea25e6289af5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:40:02.341100 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8771a1-a791-4fc5-b821-ea25e6289af5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:40:02.341441 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8771a1-a791-4fc5-b821-ea25e6289af5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:40:02.341778 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8771a1-a791-4fc5-b821-ea25e6289af5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:40:02.342696 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8771a1-a791-4fc5-b821-ea25e6289af5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:40:02.342696 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8771a1-a791-4fc5-b821-ea25e6289af5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:40:02.342871 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8771a1-a791-4fc5-b821-ea25e6289af5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:40:02.343078 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8771a1-a791-4fc5-b821-ea25e6289af5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:40:02.343407 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8771a1-a791-4fc5-b821-ea25e6289af5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:40:02.343772 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8771a1-a791-4fc5-b821-ea25e6289af5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:40:02.923941 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-369c9ba3-4fbd-47e3-b6cb-339b2720dcf3 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for port (3d7c254b-f9bb-4c6a-a6eb-c2e63d18211a), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:02.929766 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-369c9ba3-4fbd-47e3-b6cb-339b2720dcf3 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (3d7c254b-f9bb-4c6a-a6eb-c2e63d18211a), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:03.006336 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369c9ba3-4fbd-47e3-b6cb-339b2720dcf3 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event updated for resources: {'Port': ['ID=3d7c254b-f9bb-4c6a-a6eb-c2e63d18211a,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:40:03.011629 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-369c9ba3-4fbd-47e3-b6cb-339b2720dcf3 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (83389ab8-2984-4506-93c8-f3c7947a4321), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:03.109215 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369c9ba3-4fbd-47e3-b6cb-339b2720dcf3 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Network a26c689a-107e-418a-8c56-2879e7a36ec7 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:40:03.110701 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-369c9ba3-4fbd-47e3-b6cb-339b2720dcf3 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:40:03.235911 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-369c9ba3-4fbd-47e3-b6cb-339b2720dcf3 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Router 83389ab8-2984-4506-93c8-f3c7947a4321 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:40:03.350659 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-369c9ba3-4fbd-47e3-b6cb-339b2720dcf3 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:40:03.355941 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-369c9ba3-4fbd-47e3-b6cb-339b2720dcf3 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "PUT /v2.0/routers/83389ab8-2984-4506-93c8-f3c7947a4321/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2654419 Feb 02 07:40:03.427915 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d814d473-ab2d-4be2-a013-cb63f445cb61 None None] Network a26c689a-107e-418a-8c56-2879e7a36ec7 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:40:03.516331 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-95e378d5-39d0-48e2-aaab-572353b70815 req-256b298c-94f0-4bd6-9df6-037d144cb851 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1996063636&fields=id&tenant_id=b5f86cce5c924f2695e5f2d21aa64848 HTTP/1.1" status: 200 len: 267 time: 0.0450642 Feb 02 07:40:03.520688 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-52fa616d-0581-49c5-a5b6-85ce7b16e6b5 None None] Provisioning complete for port b6499184-6b6e-491b-ae2a-9227dda20713 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:40:03.521072 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-52fa616d-0581-49c5-a5b6-85ce7b16e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b6499184-6b6e-491b-ae2a-9227dda20713), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:03.632459 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e378d5-39d0-48e2-aaab-572353b70815 req-50ee5240-62ab-4fbd-a21b-60a7e9b3b1f7 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:40:03.634312 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-95e378d5-39d0-48e2-aaab-572353b70815 req-50ee5240-62ab-4fbd-a21b-60a7e9b3b1f7 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/networks?id=a26c689a-107e-418a-8c56-2879e7a36ec7 HTTP/1.1" status: 200 len: 796 time: 0.1107118 Feb 02 07:40:03.639651 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-52fa616d-0581-49c5-a5b6-85ce7b16e6b5 None None] Current status of the port b6499184-6b6e-491b-ae2a-9227dda20713 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:40:03.640047 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-52fa616d-0581-49c5-a5b6-85ce7b16e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b6499184-6b6e-491b-ae2a-9227dda20713), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:03.663355 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-95e378d5-39d0-48e2-aaab-572353b70815 req-77fccefa-50ff-4b65-b831-35763f3ff1e9 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/quotas/b5f86cce5c924f2695e5f2d21aa64848 HTTP/1.1" status: 200 len: 375 time: 0.0097916 Feb 02 07:40:03.679855 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-52fa616d-0581-49c5-a5b6-85ce7b16e6b5 None None] For port b6499184-6b6e-491b-ae2a-9227dda20713, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=b6499184-6b6e-491b-ae2a-9227dda20713,segment=NetworkSegment(ee18dd4b-8353-4747-bd28-29698a5353cb),segment_id=ee18dd4b-8353-4747-bd28-29698a5353cb)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:40:03.686651 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-52fa616d-0581-49c5-a5b6-85ce7b16e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (b6499184-6b6e-491b-ae2a-9227dda20713), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:03.735979 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-95e378d5-39d0-48e2-aaab-572353b70815 req-a2443577-1e60-4563-876e-4cc259699b0b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=b5f86cce5c924f2695e5f2d21aa64848&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0647297 Feb 02 07:40:03.746370 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fa616d-0581-49c5-a5b6-85ce7b16e6b5 None None] Pushing event updated for resources: {'Port': ['ID=b6499184-6b6e-491b-ae2a-9227dda20713,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:40:03.868091 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-95e378d5-39d0-48e2-aaab-572353b70815 req-e4e15f65-3fc3-47b0-8b2b-7764e7180922 service neutron] 10.222.0.87 "GET /v2.0/networks/a26c689a-107e-418a-8c56-2879e7a36ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166661 Feb 02 07:40:03.915828 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-e7af404a-579e-4d8b-aa09-2127ca382d36 None None] Provisioning complete for port b6499184-6b6e-491b-ae2a-9227dda20713 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:40:03.916359 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e7af404a-579e-4d8b-aa09-2127ca382d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b6499184-6b6e-491b-ae2a-9227dda20713), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:03.944537 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 3f9fe4fb-3baa-4835-83be-1ae4e7e944c1 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:40:03.977369 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-95e378d5-39d0-48e2-aaab-572353b70815 req-ea58516b-c4a1-43ab-a9cc-4d2a6872253b service neutron] 10.222.0.87 "GET /v2.0/networks/a26c689a-107e-418a-8c56-2879e7a36ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021252 Feb 02 07:40:04.044617 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-e7af404a-579e-4d8b-aa09-2127ca382d36 None None] Current status of the port b6499184-6b6e-491b-ae2a-9227dda20713 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:40:04.058520 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 3f9fe4fb-3baa-4835-83be-1ae4e7e944c1 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:40:04.058950 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (3f9fe4fb-3baa-4835-83be-1ae4e7e944c1), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:04.103041 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-e7af404a-579e-4d8b-aa09-2127ca382d36 None None] Provisioning complete for port 3d7c254b-f9bb-4c6a-a6eb-c2e63d18211a triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:40:04.103524 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e7af404a-579e-4d8b-aa09-2127ca382d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (3d7c254b-f9bb-4c6a-a6eb-c2e63d18211a), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:04.122217 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa7e3c1-5acc-4303-b0fd-de4697739522 None None] Sync routers for ids ['83389ab8-2984-4506-93c8-f3c7947a4321'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:40:04.136968 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa7e3c1-5acc-4303-b0fd-de4697739522 None None] Routers {'83389ab8-2984-4506-93c8-f3c7947a4321'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:40:04.137764 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-cfa7e3c1-5acc-4303-b0fd-de4697739522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:39:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['83389ab8-2984-4506-93c8-f3c7947a4321'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:40:04.172509 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0fdc6644-7eb0-43a1-93ce-4dca48ad7401 req-3f681806-a2ec-4987-bb95-e69e60cc4caf tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=e9344eaa-4d99-4c3c-8506-7685db1dd480 HTTP/1.1" status: 200 len: 210 time: 0.0399244 Feb 02 07:40:04.196788 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-e7af404a-579e-4d8b-aa09-2127ca382d36 None None] Port 3d7c254b-f9bb-4c6a-a6eb-c2e63d18211a cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:40:04.235210 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 3f9fe4fb-3baa-4835-83be-1ae4e7e944c1 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:40:04.235789 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3f9fe4fb-3baa-4835-83be-1ae4e7e944c1), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:04.261697 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 3f9fe4fb-3baa-4835-83be-1ae4e7e944c1, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=3f9fe4fb-3baa-4835-83be-1ae4e7e944c1,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:40:04.269706 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (3f9fe4fb-3baa-4835-83be-1ae4e7e944c1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:04.272461 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device b6499184-6b6e-491b-ae2a-9227dda20713 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:40:04.300131 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-cfa7e3c1-5acc-4303-b0fd-de4697739522 None None] Set router 83389ab8-2984-4506-93c8-f3c7947a4321 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:40:04.361953 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=3f9fe4fb-3baa-4835-83be-1ae4e7e944c1,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:40:04.392562 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-2126279e-1a09-432b-8979-2f5bc872e94b None None] Provisioning complete for port 3d7c254b-f9bb-4c6a-a6eb-c2e63d18211a triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:40:04.392944 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2126279e-1a09-432b-8979-2f5bc872e94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (3d7c254b-f9bb-4c6a-a6eb-c2e63d18211a), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:04.439059 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-2126279e-1a09-432b-8979-2f5bc872e94b None None] Port 3d7c254b-f9bb-4c6a-a6eb-c2e63d18211a cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:40:04.440879 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port b6499184-6b6e-491b-ae2a-9227dda20713 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:40:04.441245 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b6499184-6b6e-491b-ae2a-9227dda20713), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:04.520433 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port b6499184-6b6e-491b-ae2a-9227dda20713 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:40:04.528662 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-cfa7e3c1-5acc-4303-b0fd-de4697739522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83389ab8-2984-4506-93c8-f3c7947a4321', 'name': 'tempest-TestNetworkAdvancedServerOps-router-564327679', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '3f9fe4fb-3baa-4835-83be-1ae4e7e944c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:39:58Z', 'updated_at': '2022-02-02T07:40:02Z', 'revision_number': 4, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'gw_port': {'id': '3f9fe4fb-3baa-4835-83be-1ae4e7e944c1', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:82:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83389ab8-2984-4506-93c8-f3c7947a4321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:39:59Z', 'updated_at': '2022-02-02T07:40:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '3d7c254b-f9bb-4c6a-a6eb-c2e63d18211a', 'name': '', 'network_id': 'a26c689a-107e-418a-8c56-2879e7a36ec7', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'mac_address': 'fa:16:3e:e3:cb:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83389ab8-2984-4506-93c8-f3c7947a4321', 'device_owner': 'network:router_interface', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '7e598901-e085-428c-8251-cb3beea941f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:40:01Z', 'updated_at': '2022-02-02T07:40:02Z', 'revision_number': 2, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'subnets': [{'id': '7e598901-e085-428c-8251-cb3beea941f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:40:04.555315 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa7e3c1-5acc-4303-b0fd-de4697739522 None None] Checking router: 83389ab8-2984-4506-93c8-f3c7947a4321 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:40:04.555705 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa7e3c1-5acc-4303-b0fd-de4697739522 None None] Updating router 83389ab8-2984-4506-93c8-f3c7947a4321 port 3d7c254b-f9bb-4c6a-a6eb-c2e63d18211a binding host n-d-789963-26 {{(pid=109696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:40:04.565234 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-5fab2cf2-eda1-476c-b987-9433aab5a2e8 None None] Provisioning complete for port 3d7c254b-f9bb-4c6a-a6eb-c2e63d18211a triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:40:04.565640 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5fab2cf2-eda1-476c-b987-9433aab5a2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (3d7c254b-f9bb-4c6a-a6eb-c2e63d18211a), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:04.587650 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-cfa7e3c1-5acc-4303-b0fd-de4697739522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3d7c254b-f9bb-4c6a-a6eb-c2e63d18211a), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:04.606422 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-5fab2cf2-eda1-476c-b987-9433aab5a2e8 None None] Port 3d7c254b-f9bb-4c6a-a6eb-c2e63d18211a cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:40:04.865555 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-cfa7e3c1-5acc-4303-b0fd-de4697739522 None None] Publish callbacks [] for port (3d7c254b-f9bb-4c6a-a6eb-c2e63d18211a), precommit_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:04.870669 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-cfa7e3c1-5acc-4303-b0fd-de4697739522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (3d7c254b-f9bb-4c6a-a6eb-c2e63d18211a), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:04.923123 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b15803b-9f53-43ac-9451-96933cc47774 None None] Pushing event updated for resources: {'Port': ['ID=3d7c254b-f9bb-4c6a-a6eb-c2e63d18211a,revision_number=3']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:40:04.950441 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b15803b-9f53-43ac-9451-96933cc47774 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:40:04.950441 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b15803b-9f53-43ac-9451-96933cc47774 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:40:04.950713 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b15803b-9f53-43ac-9451-96933cc47774 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:40:04.951034 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b15803b-9f53-43ac-9451-96933cc47774 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:40:04.951369 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b15803b-9f53-43ac-9451-96933cc47774 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:40:04.951729 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b15803b-9f53-43ac-9451-96933cc47774 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:40:04.952061 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b15803b-9f53-43ac-9451-96933cc47774 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:40:04.952393 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b15803b-9f53-43ac-9451-96933cc47774 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:40:04.952714 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b15803b-9f53-43ac-9451-96933cc47774 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:40:04.953036 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b15803b-9f53-43ac-9451-96933cc47774 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:40:04.953359 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b15803b-9f53-43ac-9451-96933cc47774 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:40:04.953679 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b15803b-9f53-43ac-9451-96933cc47774 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:40:04.953999 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b15803b-9f53-43ac-9451-96933cc47774 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:40:04.985467 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-cfa7e3c1-5acc-4303-b0fd-de4697739522 None None] Attempting to bind port 3d7c254b-f9bb-4c6a-a6eb-c2e63d18211a on host n-d-789963-26 for vnic_type normal with profile {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:40:04.985842 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-cfa7e3c1-5acc-4303-b0fd-de4697739522 None None] Attempting to bind port 3d7c254b-f9bb-4c6a-a6eb-c2e63d18211a by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'ee18dd4b-8353-4747-bd28-29698a5353cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'a26c689a-107e-418a-8c56-2879e7a36ec7'}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:40:04.986204 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa7e3c1-5acc-4303-b0fd-de4697739522 None None] Attempting to bind port 3d7c254b-f9bb-4c6a-a6eb-c2e63d18211a on network a26c689a-107e-418a-8c56-2879e7a36ec7 {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:40:04.991523 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa7e3c1-5acc-4303-b0fd-de4697739522 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:40:04.991943 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa7e3c1-5acc-4303-b0fd-de4697739522 None None] Checking segment: {'id': 'ee18dd4b-8353-4747-bd28-29698a5353cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'a26c689a-107e-418a-8c56-2879e7a36ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:40:04.992342 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-cfa7e3c1-5acc-4303-b0fd-de4697739522 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:04.992730 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa7e3c1-5acc-4303-b0fd-de4697739522 None None] Bound using segment: {'id': 'ee18dd4b-8353-4747-bd28-29698a5353cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'a26c689a-107e-418a-8c56-2879e7a36ec7'} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:40:04.993332 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-cfa7e3c1-5acc-4303-b0fd-de4697739522 None None] Bound port: 3d7c254b-f9bb-4c6a-a6eb-c2e63d18211a, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee18dd4b-8353-4747-bd28-29698a5353cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'a26c689a-107e-418a-8c56-2879e7a36ec7'}}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:40:04.993717 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-cfa7e3c1-5acc-4303-b0fd-de4697739522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3d7c254b-f9bb-4c6a-a6eb-c2e63d18211a), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:05.059862 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-cfa7e3c1-5acc-4303-b0fd-de4697739522 None None] For port 3d7c254b-f9bb-4c6a-a6eb-c2e63d18211a, host n-d-789963-26, cleared binding levels {{(pid=109696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:40:05.063175 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-cfa7e3c1-5acc-4303-b0fd-de4697739522 None None] For port 3d7c254b-f9bb-4c6a-a6eb-c2e63d18211a, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=3d7c254b-f9bb-4c6a-a6eb-c2e63d18211a,segment=NetworkSegment(ee18dd4b-8353-4747-bd28-29698a5353cb),segment_id=ee18dd4b-8353-4747-bd28-29698a5353cb)] {{(pid=109696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:40:05.070184 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-cfa7e3c1-5acc-4303-b0fd-de4697739522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (3d7c254b-f9bb-4c6a-a6eb-c2e63d18211a), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:05.127905 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa7e3c1-5acc-4303-b0fd-de4697739522 None None] Routers {'83389ab8-2984-4506-93c8-f3c7947a4321'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:40:05.128566 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-cfa7e3c1-5acc-4303-b0fd-de4697739522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:39:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['83389ab8-2984-4506-93c8-f3c7947a4321'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:40:05.178702 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b15803b-9f53-43ac-9451-96933cc47774 None None] Pushing event updated for resources: {'Port': ['ID=3d7c254b-f9bb-4c6a-a6eb-c2e63d18211a,revision_number=4']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:40:05.285886 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-cfa7e3c1-5acc-4303-b0fd-de4697739522 None None] Set router 83389ab8-2984-4506-93c8-f3c7947a4321 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:40:05.303722 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3fe4133d-32c8-4561-92ae-3aae47c5ac4b req-1748b1f3-15d7-4fe4-bd0c-79241e2b7e7e tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=e9344eaa-4d99-4c3c-8506-7685db1dd480 HTTP/1.1" status: 200 len: 210 time: 0.0321636 Feb 02 07:40:05.347075 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-4414f44e-776e-4dae-bb93-27932aea5b7d None None] Provisioning complete for port 3d7c254b-f9bb-4c6a-a6eb-c2e63d18211a triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:40:05.347886 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-4414f44e-776e-4dae-bb93-27932aea5b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (3d7c254b-f9bb-4c6a-a6eb-c2e63d18211a), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:05.373421 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e378d5-39d0-48e2-aaab-572353b70815 req-e9764567-b347-4c03-acf2-a027cec98d84 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:40:05.375343 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-95e378d5-39d0-48e2-aaab-572353b70815 req-e9764567-b347-4c03-acf2-a027cec98d84 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.59 "GET /v2.0/networks?id=a26c689a-107e-418a-8c56-2879e7a36ec7 HTTP/1.1" status: 200 len: 796 time: 0.1806345 Feb 02 07:40:05.459877 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-4414f44e-776e-4dae-bb93-27932aea5b7d None None] Current status of the port 3d7c254b-f9bb-4c6a-a6eb-c2e63d18211a is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:40:05.460471 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-4414f44e-776e-4dae-bb93-27932aea5b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3d7c254b-f9bb-4c6a-a6eb-c2e63d18211a), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:05.470282 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-95e378d5-39d0-48e2-aaab-572353b70815 req-40489cab-af28-491e-a2b6-844ee56c1097 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5f86cce5c924f2695e5f2d21aa64848 HTTP/1.1" status: 200 len: 380 time: 0.0745912 Feb 02 07:40:05.482980 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-95e378d5-39d0-48e2-aaab-572353b70815 req-bb840d29-f1be-4c2c-9ab1-41d9a473017a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Request body: {'port': {'device_id': 'e9344eaa-4d99-4c3c-8506-7685db1dd480', 'network_id': 'a26c689a-107e-418a-8c56-2879e7a36ec7', 'admin_state_up': True, 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'security_groups': ['563fa368-7591-4797-86eb-ee683197ba72']}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:40:05.496261 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-4414f44e-776e-4dae-bb93-27932aea5b7d None None] For port 3d7c254b-f9bb-4c6a-a6eb-c2e63d18211a, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=3d7c254b-f9bb-4c6a-a6eb-c2e63d18211a,segment=NetworkSegment(ee18dd4b-8353-4747-bd28-29698a5353cb),segment_id=ee18dd4b-8353-4747-bd28-29698a5353cb)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:40:05.502419 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-4414f44e-776e-4dae-bb93-27932aea5b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (3d7c254b-f9bb-4c6a-a6eb-c2e63d18211a), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:05.551836 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-cfa7e3c1-5acc-4303-b0fd-de4697739522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83389ab8-2984-4506-93c8-f3c7947a4321', 'name': 'tempest-TestNetworkAdvancedServerOps-router-564327679', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '3f9fe4fb-3baa-4835-83be-1ae4e7e944c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:39:58Z', 'updated_at': '2022-02-02T07:40:02Z', 'revision_number': 4, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'gw_port': {'id': '3f9fe4fb-3baa-4835-83be-1ae4e7e944c1', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:82:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83389ab8-2984-4506-93c8-f3c7947a4321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:39:59Z', 'updated_at': '2022-02-02T07:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '3d7c254b-f9bb-4c6a-a6eb-c2e63d18211a', 'name': '', 'network_id': 'a26c689a-107e-418a-8c56-2879e7a36ec7', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'mac_address': 'fa:16:3e:e3:cb:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83389ab8-2984-4506-93c8-f3c7947a4321', 'device_owner': 'network:router_interface', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '7e598901-e085-428c-8251-cb3beea941f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:40:01Z', 'updated_at': '2022-02-02T07:40:05Z', 'revision_number': 4, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'subnets': [{'id': '7e598901-e085-428c-8251-cb3beea941f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:40:05.556015 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4414f44e-776e-4dae-bb93-27932aea5b7d None None] Pushing event updated for resources: {'Port': ['ID=3d7c254b-f9bb-4c6a-a6eb-c2e63d18211a,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:40:05.579380 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa7e3c1-5acc-4303-b0fd-de4697739522 None None] The sync data for ids ['83389ab8-2984-4506-93c8-f3c7947a4321'] in n-d-789963-26 is: [{'id': '83389ab8-2984-4506-93c8-f3c7947a4321', 'name': 'tempest-TestNetworkAdvancedServerOps-router-564327679', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '3f9fe4fb-3baa-4835-83be-1ae4e7e944c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:39:58Z', 'updated_at': '2022-02-02T07:40:02Z', 'revision_number': 4, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'gw_port': {'id': '3f9fe4fb-3baa-4835-83be-1ae4e7e944c1', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:82:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83389ab8-2984-4506-93c8-f3c7947a4321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:39:59Z', 'updated_at': '2022-02-02T07:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '3d7c254b-f9bb-4c6a-a6eb-c2e63d18211a', 'name': '', 'network_id': 'a26c689a-107e-418a-8c56-2879e7a36ec7', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'mac_address': 'fa:16:3e:e3:cb:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83389ab8-2984-4506-93c8-f3c7947a4321', 'device_owner': 'network:router_interface', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '7e598901-e085-428c-8251-cb3beea941f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:40:01Z', 'updated_at': '2022-02-02T07:40:05Z', 'revision_number': 4, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'subnets': [{'id': '7e598901-e085-428c-8251-cb3beea941f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:40:05.610910 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95e378d5-39d0-48e2-aaab-572353b70815 req-bb840d29-f1be-4c2c-9ab1-41d9a473017a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Made reservation on behalf of b5f86cce5c924f2695e5f2d21aa64848 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:40:05.614851 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-95e378d5-39d0-48e2-aaab-572353b70815 req-bb840d29-f1be-4c2c-9ab1-41d9a473017a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:05.660889 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-980ca431-e409-4f8d-baa1-3bf7f2bfc579 None None] Provisioning complete for port 3d7c254b-f9bb-4c6a-a6eb-c2e63d18211a triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:40:05.661406 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-980ca431-e409-4f8d-baa1-3bf7f2bfc579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (3d7c254b-f9bb-4c6a-a6eb-c2e63d18211a), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:05.764869 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-980ca431-e409-4f8d-baa1-3bf7f2bfc579 None None] Current status of the port 3d7c254b-f9bb-4c6a-a6eb-c2e63d18211a is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:40:05.780084 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-95e378d5-39d0-48e2-aaab-572353b70815 req-bb840d29-f1be-4c2c-9ab1-41d9a473017a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Allocated IP 172.20.0.14 (a26c689a-107e-418a-8c56-2879e7a36ec7/7e598901-e085-428c-8251-cb3beea941f9/08889a2d-070d-45ab-8c95-8212085b03ae) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:40:05.902246 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 3d7c254b-f9bb-4c6a-a6eb-c2e63d18211a up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:40:05.940398 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-95e378d5-39d0-48e2-aaab-572353b70815 req-bb840d29-f1be-4c2c-9ab1-41d9a473017a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for port (08889a2d-070d-45ab-8c95-8212085b03ae), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:05.954495 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 3d7c254b-f9bb-4c6a-a6eb-c2e63d18211a triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:40:05.954875 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (3d7c254b-f9bb-4c6a-a6eb-c2e63d18211a), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:05.980282 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-95e378d5-39d0-48e2-aaab-572353b70815 req-bb840d29-f1be-4c2c-9ab1-41d9a473017a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (08889a2d-070d-45ab-8c95-8212085b03ae), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:06.027630 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95e378d5-39d0-48e2-aaab-572353b70815 req-bb840d29-f1be-4c2c-9ab1-41d9a473017a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Network a26c689a-107e-418a-8c56-2879e7a36ec7 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:40:06.030993 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-95e378d5-39d0-48e2-aaab-572353b70815 req-bb840d29-f1be-4c2c-9ab1-41d9a473017a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:40:06.035014 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-95e378d5-39d0-48e2-aaab-572353b70815 req-bb840d29-f1be-4c2c-9ab1-41d9a473017a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:40:06.040423 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 3d7c254b-f9bb-4c6a-a6eb-c2e63d18211a is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:40:06.041733 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 3f9fe4fb-3baa-4835-83be-1ae4e7e944c1 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:40:06.074745 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb840d29-f1be-4c2c-9ab1-41d9a473017a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event updated for resources: {'Port': ['ID=08889a2d-070d-45ab-8c95-8212085b03ae,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:40:06.094412 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 3f9fe4fb-3baa-4835-83be-1ae4e7e944c1 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:40:06.094855 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (3f9fe4fb-3baa-4835-83be-1ae4e7e944c1), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:06.101902 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e378d5-39d0-48e2-aaab-572353b70815 req-bb840d29-f1be-4c2c-9ab1-41d9a473017a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:40:06.102555 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-95e378d5-39d0-48e2-aaab-572353b70815 req-bb840d29-f1be-4c2c-9ab1-41d9a473017a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:06.126194 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-95e378d5-39d0-48e2-aaab-572353b70815 req-bb840d29-f1be-4c2c-9ab1-41d9a473017a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6476753 Feb 02 07:40:06.145101 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-95e378d5-39d0-48e2-aaab-572353b70815 req-9af90c1b-c39f-4c6d-a416-f6d776b6b39f service neutron] Request body: {'port': {'device_id': 'e9344eaa-4d99-4c3c-8506-7685db1dd480', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:40:06.194596 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 3f9fe4fb-3baa-4835-83be-1ae4e7e944c1 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:40:06.195820 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device b6499184-6b6e-491b-ae2a-9227dda20713 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:40:06.214559 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-95e378d5-39d0-48e2-aaab-572353b70815 req-9af90c1b-c39f-4c6d-a416-f6d776b6b39f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (08889a2d-070d-45ab-8c95-8212085b03ae), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:06.255971 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port b6499184-6b6e-491b-ae2a-9227dda20713 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:40:06.256852 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b6499184-6b6e-491b-ae2a-9227dda20713), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:06.346771 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port b6499184-6b6e-491b-ae2a-9227dda20713 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:40:06.391157 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-be644231-efec-48a6-bc45-48782de9a343 None None] Provisioning complete for port 08889a2d-070d-45ab-8c95-8212085b03ae triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:40:06.391514 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-be644231-efec-48a6-bc45-48782de9a343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (08889a2d-070d-45ab-8c95-8212085b03ae), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:06.432847 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-be644231-efec-48a6-bc45-48782de9a343 None None] Port 08889a2d-070d-45ab-8c95-8212085b03ae cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:40:06.511641 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4054f1-c69f-4342-b773-5c454b229a1d req-493c7d31-3e51-48f4-99e1-c2ececbe800b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:40:06.513207 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ca4054f1-c69f-4342-b773-5c454b229a1d req-493c7d31-3e51-48f4-99e1-c2ececbe800b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=e9344eaa-4d99-4c3c-8506-7685db1dd480 HTTP/1.1" status: 200 len: 932 time: 0.1149609 Feb 02 07:40:06.591423 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-95e378d5-39d0-48e2-aaab-572353b70815 req-9af90c1b-c39f-4c6d-a416-f6d776b6b39f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08889a2d-070d-45ab-8c95-8212085b03ae {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:40:06.611435 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-95e378d5-39d0-48e2-aaab-572353b70815 req-9af90c1b-c39f-4c6d-a416-f6d776b6b39f service neutron] Publish callbacks [] for port (08889a2d-070d-45ab-8c95-8212085b03ae), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:06.619905 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ca4054f1-c69f-4342-b773-5c454b229a1d req-5303e742-cf0d-457e-a049-404d5d9a87fd tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=563fa368-7591-4797-86eb-ee683197ba72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972304 Feb 02 07:40:06.629959 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-95e378d5-39d0-48e2-aaab-572353b70815 req-9af90c1b-c39f-4c6d-a416-f6d776b6b39f service neutron] Transition to ACTIVE for port object 08889a2d-070d-45ab-8c95-8212085b03ae will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:40:06.642919 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-95e378d5-39d0-48e2-aaab-572353b70815 req-9af90c1b-c39f-4c6d-a416-f6d776b6b39f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (08889a2d-070d-45ab-8c95-8212085b03ae), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:06.701268 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af90c1b-c39f-4c6d-a416-f6d776b6b39f service neutron] Pushing event updated for resources: {'Port': ['ID=08889a2d-070d-45ab-8c95-8212085b03ae,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:40:06.776611 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-95e378d5-39d0-48e2-aaab-572353b70815 req-9af90c1b-c39f-4c6d-a416-f6d776b6b39f service neutron] Attempting to bind port 08889a2d-070d-45ab-8c95-8212085b03ae on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:40:06.776967 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-95e378d5-39d0-48e2-aaab-572353b70815 req-9af90c1b-c39f-4c6d-a416-f6d776b6b39f service neutron] Attempting to bind port 08889a2d-070d-45ab-8c95-8212085b03ae by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': 'ee18dd4b-8353-4747-bd28-29698a5353cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'a26c689a-107e-418a-8c56-2879e7a36ec7'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:40:06.777297 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e378d5-39d0-48e2-aaab-572353b70815 req-9af90c1b-c39f-4c6d-a416-f6d776b6b39f service neutron] Attempting to bind port 08889a2d-070d-45ab-8c95-8212085b03ae on network a26c689a-107e-418a-8c56-2879e7a36ec7 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:40:06.782214 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e378d5-39d0-48e2-aaab-572353b70815 req-9af90c1b-c39f-4c6d-a416-f6d776b6b39f service neutron] Port 08889a2d-070d-45ab-8c95-8212085b03ae on network a26c689a-107e-418a-8c56-2879e7a36ec7 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:40:06.782546 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e378d5-39d0-48e2-aaab-572353b70815 req-9af90c1b-c39f-4c6d-a416-f6d776b6b39f service neutron] Attempting to bind port 08889a2d-070d-45ab-8c95-8212085b03ae on network a26c689a-107e-418a-8c56-2879e7a36ec7 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:40:06.788012 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e378d5-39d0-48e2-aaab-572353b70815 req-9af90c1b-c39f-4c6d-a416-f6d776b6b39f service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:40:06.788356 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e378d5-39d0-48e2-aaab-572353b70815 req-9af90c1b-c39f-4c6d-a416-f6d776b6b39f service neutron] Checking segment: {'id': 'ee18dd4b-8353-4747-bd28-29698a5353cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'a26c689a-107e-418a-8c56-2879e7a36ec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:40:06.788762 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e378d5-39d0-48e2-aaab-572353b70815 req-9af90c1b-c39f-4c6d-a416-f6d776b6b39f service neutron] Bound using segment: {'id': 'ee18dd4b-8353-4747-bd28-29698a5353cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'a26c689a-107e-418a-8c56-2879e7a36ec7'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:40:06.789173 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-95e378d5-39d0-48e2-aaab-572353b70815 req-9af90c1b-c39f-4c6d-a416-f6d776b6b39f service neutron] Bound port: 08889a2d-070d-45ab-8c95-8212085b03ae, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee18dd4b-8353-4747-bd28-29698a5353cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'a26c689a-107e-418a-8c56-2879e7a36ec7'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:40:06.789530 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-95e378d5-39d0-48e2-aaab-572353b70815 req-9af90c1b-c39f-4c6d-a416-f6d776b6b39f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (08889a2d-070d-45ab-8c95-8212085b03ae), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:06.861915 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-95e378d5-39d0-48e2-aaab-572353b70815 req-9af90c1b-c39f-4c6d-a416-f6d776b6b39f service neutron] For port 08889a2d-070d-45ab-8c95-8212085b03ae, host n-h2-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:40:06.865104 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-95e378d5-39d0-48e2-aaab-572353b70815 req-9af90c1b-c39f-4c6d-a416-f6d776b6b39f service neutron] For port 08889a2d-070d-45ab-8c95-8212085b03ae, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=08889a2d-070d-45ab-8c95-8212085b03ae,segment=NetworkSegment(ee18dd4b-8353-4747-bd28-29698a5353cb),segment_id=ee18dd4b-8353-4747-bd28-29698a5353cb)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:40:06.872770 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-95e378d5-39d0-48e2-aaab-572353b70815 req-9af90c1b-c39f-4c6d-a416-f6d776b6b39f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (08889a2d-070d-45ab-8c95-8212085b03ae), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:06.915051 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e378d5-39d0-48e2-aaab-572353b70815 req-9af90c1b-c39f-4c6d-a416-f6d776b6b39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:40:06.915682 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-95e378d5-39d0-48e2-aaab-572353b70815 req-9af90c1b-c39f-4c6d-a416-f6d776b6b39f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:06.917272 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-95e378d5-39d0-48e2-aaab-572353b70815 req-9af90c1b-c39f-4c6d-a416-f6d776b6b39f service neutron] 10.222.0.59 "PUT /v2.0/ports/08889a2d-070d-45ab-8c95-8212085b03ae HTTP/1.1" status: 200 len: 1093 time: 0.7770622 Feb 02 07:40:06.917710 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9344eaa-4d99-4c3c-8506-7685db1dd480', 'tag': '08889a2d-070d-45ab-8c95-8212085b03ae'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:40:06.919989 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce8753b-0d6c-4743-a518-61324c51738f" -d '{"events": [{"name": "network-changed", "server_uuid": "e9344eaa-4d99-4c3c-8506-7685db1dd480", "tag": "08889a2d-070d-45ab-8c95-8212085b03ae"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:40:06.939268 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af90c1b-c39f-4c6d-a416-f6d776b6b39f service neutron] Pushing event updated for resources: {'Port': ['ID=08889a2d-070d-45ab-8c95-8212085b03ae,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:40:06.965484 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d72504-71ff-44cc-b442-955f735f4d81 x-openstack-request-id: req-70d72504-71ff-44cc-b442-955f735f4d81 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:40:06.965843 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9344eaa-4d99-4c3c-8506-7685db1dd480", "tag": "08889a2d-070d-45ab-8c95-8212085b03ae", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:40:06.966025 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-70d72504-71ff-44cc-b442-955f735f4d81 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:40:06.966449 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9344eaa-4d99-4c3c-8506-7685db1dd480', 'tag': '08889a2d-070d-45ab-8c95-8212085b03ae', 'status': 'completed', 'code': 200} Feb 02 07:40:07.029311 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e378d5-39d0-48e2-aaab-572353b70815 req-2edbea51-8b8f-4032-b70d-b37bbcd97368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:40:07.031195 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-95e378d5-39d0-48e2-aaab-572353b70815 req-2edbea51-8b8f-4032-b70d-b37bbcd97368 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b5f86cce5c924f2695e5f2d21aa64848&device_id=e9344eaa-4d99-4c3c-8506-7685db1dd480 HTTP/1.1" status: 200 len: 1127 time: 0.0484972 Feb 02 07:40:07.078684 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-95e378d5-39d0-48e2-aaab-572353b70815 req-63e7ea95-da2c-4d07-b76d-cbdd84d6a981 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08889a2d-070d-45ab-8c95-8212085b03ae HTTP/1.1" status: 200 len: 217 time: 0.0359325 Feb 02 07:40:07.130472 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e378d5-39d0-48e2-aaab-572353b70815 req-76fb38b6-66ec-4c90-8ccf-4c60bc98d4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:40:07.131946 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-95e378d5-39d0-48e2-aaab-572353b70815 req-76fb38b6-66ec-4c90-8ccf-4c60bc98d4bb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7e598901-e085-428c-8251-cb3beea941f9 HTTP/1.1" status: 200 len: 835 time: 0.0477223 Feb 02 07:40:07.181192 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e378d5-39d0-48e2-aaab-572353b70815 req-7b87e433-fccb-4eea-a8bc-632204b5fa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:40:07.182928 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-95e378d5-39d0-48e2-aaab-572353b70815 req-7b87e433-fccb-4eea-a8bc-632204b5fa31 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a26c689a-107e-418a-8c56-2879e7a36ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0447731 Feb 02 07:40:07.273140 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-95e378d5-39d0-48e2-aaab-572353b70815 req-7468fe5e-c11d-4774-aecf-c4054e8b4f51 service neutron] 10.222.0.59 "GET /v2.0/networks/a26c689a-107e-418a-8c56-2879e7a36ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841961 Feb 02 07:40:07.361097 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-95e378d5-39d0-48e2-aaab-572353b70815 req-b773b883-eabe-46c2-a129-b1c1c0023c1d service neutron] 10.222.0.59 "GET /v2.0/networks/a26c689a-107e-418a-8c56-2879e7a36ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827012 Feb 02 07:40:07.484557 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8753b-0d6c-4743-a518-61324c51738f req-e1b48775-2f80-4f13-b1ae-dae1fca3b504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:40:07.486041 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6ce8753b-0d6c-4743-a518-61324c51738f req-e1b48775-2f80-4f13-b1ae-dae1fca3b504 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b5f86cce5c924f2695e5f2d21aa64848&device_id=e9344eaa-4d99-4c3c-8506-7685db1dd480 HTTP/1.1" status: 200 len: 1127 time: 0.0457678 Feb 02 07:40:07.576906 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8753b-0d6c-4743-a518-61324c51738f req-2d584fa2-4382-4bc6-b21b-e1ef76715629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:40:07.578363 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6ce8753b-0d6c-4743-a518-61324c51738f req-2d584fa2-4382-4bc6-b21b-e1ef76715629 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a26c689a-107e-418a-8c56-2879e7a36ec7 HTTP/1.1" status: 200 len: 897 time: 0.0865331 Feb 02 07:40:07.617808 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6ce8753b-0d6c-4743-a518-61324c51738f req-8757512f-9e4c-437d-b880-acf6ff034c95 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08889a2d-070d-45ab-8c95-8212085b03ae HTTP/1.1" status: 200 len: 217 time: 0.0335364 Feb 02 07:40:07.670241 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8753b-0d6c-4743-a518-61324c51738f req-d000fb63-6a22-4ea7-b641-a234ca274e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:40:07.671996 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6ce8753b-0d6c-4743-a518-61324c51738f req-d000fb63-6a22-4ea7-b641-a234ca274e60 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7e598901-e085-428c-8251-cb3beea941f9 HTTP/1.1" status: 200 len: 835 time: 0.0482602 Feb 02 07:40:07.752298 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8753b-0d6c-4743-a518-61324c51738f req-342e5694-ced8-4362-ba00-77ea1d7f8215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:40:07.753809 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6ce8753b-0d6c-4743-a518-61324c51738f req-342e5694-ced8-4362-ba00-77ea1d7f8215 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a26c689a-107e-418a-8c56-2879e7a36ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0766768 Feb 02 07:40:07.775038 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47445535-9677-4249-a738-a5cef420a882 req-f9107d25-c133-4781-b076-d93d7d16b7e5 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:40:07.777119 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-47445535-9677-4249-a738-a5cef420a882 req-f9107d25-c133-4781-b076-d93d7d16b7e5 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=e9344eaa-4d99-4c3c-8506-7685db1dd480 HTTP/1.1" status: 200 len: 944 time: 0.0739982 Feb 02 07:40:07.881082 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-47445535-9677-4249-a738-a5cef420a882 req-6752a59f-32a1-4c2c-a5d6-c971a37d769d tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=563fa368-7591-4797-86eb-ee683197ba72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943573 Feb 02 07:40:07.891053 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6ce8753b-0d6c-4743-a518-61324c51738f req-0d399ca4-feeb-4473-8852-ef407cb34ed0 service neutron] 10.222.0.59 "GET /v2.0/networks/a26c689a-107e-418a-8c56-2879e7a36ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302540 Feb 02 07:40:07.979696 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6ce8753b-0d6c-4743-a518-61324c51738f req-f9a5c44a-6575-4d6c-957e-bce5d1021618 service neutron] 10.222.0.59 "GET /v2.0/networks/a26c689a-107e-418a-8c56-2879e7a36ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825081 Feb 02 07:40:09.006148 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b9bc2c-cbf2-47fa-a4d4-10afdf728ffc req-fbc84a13-742e-4d8e-83f8-becdd13c84ac tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:40:09.007728 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-94b9bc2c-cbf2-47fa-a4d4-10afdf728ffc req-fbc84a13-742e-4d8e-83f8-becdd13c84ac tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=e9344eaa-4d99-4c3c-8506-7685db1dd480 HTTP/1.1" status: 200 len: 944 time: 0.0594394 Feb 02 07:40:09.056434 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-94b9bc2c-cbf2-47fa-a4d4-10afdf728ffc req-70ae7481-1b1b-4051-a6fd-cdba4a0ce357 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=563fa368-7591-4797-86eb-ee683197ba72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431149 Feb 02 07:40:10.175966 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f63b92-52e1-4a7d-86a4-df684c07f20a req-44cdba08-8bfa-4640-ad64-902007c5d8c7 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:40:10.177427 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-63f63b92-52e1-4a7d-86a4-df684c07f20a req-44cdba08-8bfa-4640-ad64-902007c5d8c7 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=e9344eaa-4d99-4c3c-8506-7685db1dd480 HTTP/1.1" status: 200 len: 944 time: 0.0527728 Feb 02 07:40:10.224139 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-63f63b92-52e1-4a7d-86a4-df684c07f20a req-2826b79f-5e7f-410e-a2ff-cc15b39a5503 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=563fa368-7591-4797-86eb-ee683197ba72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412297 Feb 02 07:40:11.001386 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7d44df9a-0b99-4dfc-9353-5694dcbf27bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:11.345564 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b45e70-c3e3-498c-a753-64da74ce043d req-357644c2-8943-4ed7-80f4-5a263d77bc66 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:40:11.347027 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-91b45e70-c3e3-498c-a753-64da74ce043d req-357644c2-8943-4ed7-80f4-5a263d77bc66 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=e9344eaa-4d99-4c3c-8506-7685db1dd480 HTTP/1.1" status: 200 len: 944 time: 0.0552137 Feb 02 07:40:11.396721 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-91b45e70-c3e3-498c-a753-64da74ce043d req-d3be7d82-2f0d-49b5-9ceb-7e8a23a33880 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=563fa368-7591-4797-86eb-ee683197ba72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440493 Feb 02 07:40:11.591187 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 08889a2d-070d-45ab-8c95-8212085b03ae details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:40:11.689972 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 08889a2d-070d-45ab-8c95-8212085b03ae, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=08889a2d-070d-45ab-8c95-8212085b03ae,segment=NetworkSegment(ee18dd4b-8353-4747-bd28-29698a5353cb),segment_id=ee18dd4b-8353-4747-bd28-29698a5353cb)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:40:11.700792 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': '08889a2d-070d-45ab-8c95-8212085b03ae', 'network_id': 'a26c689a-107e-418a-8c56-2879e7a36ec7', 'port_id': '08889a2d-070d-45ab-8c95-8212085b03ae', 'mac_address': 'fa:16:3e:0a:72:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e598901-e085-428c-8251-cb3beea941f9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:40:11.737544 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 08889a2d-070d-45ab-8c95-8212085b03ae is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:40:11.737933 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (08889a2d-070d-45ab-8c95-8212085b03ae), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:11.750264 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08889a2d-070d-45ab-8c95-8212085b03ae {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:40:11.769428 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 08889a2d-070d-45ab-8c95-8212085b03ae, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=08889a2d-070d-45ab-8c95-8212085b03ae,segment=NetworkSegment(ee18dd4b-8353-4747-bd28-29698a5353cb),segment_id=ee18dd4b-8353-4747-bd28-29698a5353cb)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:40:11.773260 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (08889a2d-070d-45ab-8c95-8212085b03ae), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:11.818619 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=08889a2d-070d-45ab-8c95-8212085b03ae,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:40:12.149093 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['08889a2d-070d-45ab-8c95-8212085b03ae'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:40:12.516929 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57c8d96-2847-42ad-aa57-084f79dd15eb req-39c7ab5b-691d-492f-af71-edddad492dcd tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:40:12.518411 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c57c8d96-2847-42ad-aa57-084f79dd15eb req-39c7ab5b-691d-492f-af71-edddad492dcd tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=e9344eaa-4d99-4c3c-8506-7685db1dd480 HTTP/1.1" status: 200 len: 945 time: 0.0531528 Feb 02 07:40:12.567092 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c57c8d96-2847-42ad-aa57-084f79dd15eb req-10fefdd1-b2ee-48d9-ac0a-d095ec3e756e tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=563fa368-7591-4797-86eb-ee683197ba72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424471 Feb 02 07:40:13.302517 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ea22312c-d4ae-4319-b2ad-58fde3da02f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:13.601326 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 08889a2d-070d-45ab-8c95-8212085b03ae up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:40:13.651063 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port 08889a2d-070d-45ab-8c95-8212085b03ae completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:40:13.654889 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port 08889a2d-070d-45ab-8c95-8212085b03ae triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:40:13.655260 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (08889a2d-070d-45ab-8c95-8212085b03ae), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:13.686179 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a43867-c1a8-4241-af20-89b53934555d req-5e871a53-5bc2-4cf5-91cc-c8d4ed3dc4d1 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:40:13.687696 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c7a43867-c1a8-4241-af20-89b53934555d req-5e871a53-5bc2-4cf5-91cc-c8d4ed3dc4d1 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=e9344eaa-4d99-4c3c-8506-7685db1dd480 HTTP/1.1" status: 200 len: 945 time: 0.0532885 Feb 02 07:40:13.732698 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 08889a2d-070d-45ab-8c95-8212085b03ae is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:40:13.733163 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (08889a2d-070d-45ab-8c95-8212085b03ae), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:13.740990 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c7a43867-c1a8-4241-af20-89b53934555d req-00b048b5-6b8e-4a2d-ac09-5cb7eff84340 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=563fa368-7591-4797-86eb-ee683197ba72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475962 Feb 02 07:40:13.756613 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9344eaa-4d99-4c3c-8506-7685db1dd480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08889a2d-070d-45ab-8c95-8212085b03ae'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:40:13.758836 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aefcd404-3a2b-46ba-9b65-b5736feca3f8" -d '{"events": [{"server_uuid": "e9344eaa-4d99-4c3c-8506-7685db1dd480", "name": "network-vif-plugged", "status": "completed", "tag": "08889a2d-070d-45ab-8c95-8212085b03ae"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:40:13.774509 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 08889a2d-070d-45ab-8c95-8212085b03ae, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=08889a2d-070d-45ab-8c95-8212085b03ae,segment=NetworkSegment(ee18dd4b-8353-4747-bd28-29698a5353cb),segment_id=ee18dd4b-8353-4747-bd28-29698a5353cb)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:40:13.779276 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (08889a2d-070d-45ab-8c95-8212085b03ae), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:13.802532 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1898e73a-b26f-49c2-a026-a2c077c93011 x-openstack-request-id: req-1898e73a-b26f-49c2-a026-a2c077c93011 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:40:13.802825 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9344eaa-4d99-4c3c-8506-7685db1dd480", "name": "network-vif-plugged", "status": "completed", "tag": "08889a2d-070d-45ab-8c95-8212085b03ae", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:40:13.803079 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1898e73a-b26f-49c2-a026-a2c077c93011 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:40:13.803462 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9344eaa-4d99-4c3c-8506-7685db1dd480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08889a2d-070d-45ab-8c95-8212085b03ae', 'code': 200} Feb 02 07:40:13.828132 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=08889a2d-070d-45ab-8c95-8212085b03ae,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:40:13.924926 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6007dd59-ced0-495c-8068-481741837e6b req-2dc4f6ea-166a-48b3-82ee-d3aff4b7c08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:40:13.926392 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6007dd59-ced0-495c-8068-481741837e6b req-2dc4f6ea-166a-48b3-82ee-d3aff4b7c08f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e9344eaa-4d99-4c3c-8506-7685db1dd480 HTTP/1.1" status: 200 len: 1129 time: 0.0441306 Feb 02 07:40:13.971026 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6007dd59-ced0-495c-8068-481741837e6b req-6d1e4f84-73a1-47e2-a1e5-0e420c3182fb service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=563fa368-7591-4797-86eb-ee683197ba72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388362 Feb 02 07:40:14.766856 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:14.863820 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c875c-6f71-484a-88ba-b44916a56694 req-2aed74cf-64e1-449c-b9a4-e3678bc4e8b9 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:40:14.865301 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6e4c875c-6f71-484a-88ba-b44916a56694 req-2aed74cf-64e1-449c-b9a4-e3678bc4e8b9 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=e9344eaa-4d99-4c3c-8506-7685db1dd480 HTTP/1.1" status: 200 len: 946 time: 0.0516138 Feb 02 07:40:14.914761 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6e4c875c-6f71-484a-88ba-b44916a56694 req-9672cc96-d7c9-4fec-a708-17922588dabb tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=563fa368-7591-4797-86eb-ee683197ba72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433786 Feb 02 07:40:16.039457 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e9e5c2-3626-47e1-8b45-b2bf9604fb48 req-c4a393e3-d58f-4d2c-9f8b-817ac5772074 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:40:16.040912 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-85e9e5c2-3626-47e1-8b45-b2bf9604fb48 req-c4a393e3-d58f-4d2c-9f8b-817ac5772074 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=e9344eaa-4d99-4c3c-8506-7685db1dd480 HTTP/1.1" status: 200 len: 946 time: 0.0585155 Feb 02 07:40:16.089835 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-85e9e5c2-3626-47e1-8b45-b2bf9604fb48 req-fc447488-8cdf-42f4-baaf-1bc2fc232644 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=563fa368-7591-4797-86eb-ee683197ba72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433042 Feb 02 07:40:16.141388 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:16.207466 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c1d1ca-df09-4bd1-9b38-b35e15aaa9f3 req-eb31d9d0-bd4e-4df9-855e-197e5580a87a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:40:16.208854 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-07c1d1ca-df09-4bd1-9b38-b35e15aaa9f3 req-eb31d9d0-bd4e-4df9-855e-197e5580a87a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=e9344eaa-4d99-4c3c-8506-7685db1dd480 HTTP/1.1" status: 200 len: 946 time: 0.0521867 Feb 02 07:40:16.257446 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-07c1d1ca-df09-4bd1-9b38-b35e15aaa9f3 req-70e348f8-31fc-4e37-91e0-1e9ebad0067c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=563fa368-7591-4797-86eb-ee683197ba72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425835 Feb 02 07:40:16.279122 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 34016) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:40:16.321055 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc4a5b1-f685-4adb-abc3-a6bebf60185b tempest-TestNetworkAdvancedServerOps-1931800759 tempest-TestNetworkAdvancedServerOps-1931800759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:40:16.322459 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-fdc4a5b1-f685-4adb-abc3-a6bebf60185b tempest-TestNetworkAdvancedServerOps-1931800759 tempest-TestNetworkAdvancedServerOps-1931800759-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=e9344eaa-4d99-4c3c-8506-7685db1dd480 HTTP/1.1" status: 200 len: 1124 time: 0.0423362 Feb 02 07:40:16.325264 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 34018) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:40:16.329588 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-6628e907-c096-4b19-8553-b7b5c4a0351a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Request body: {'floatingip': {'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'port_id': '08889a2d-070d-45ab-8c95-8212085b03ae', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:40:16.349675 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6628e907-c096-4b19-8553-b7b5c4a0351a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:16.449225 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6628e907-c096-4b19-8553-b7b5c4a0351a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:16.556060 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-6628e907-c096-4b19-8553-b7b5c4a0351a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Allocated IP 172.25.4.138 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/161d270b-ab3a-499e-8846-317c635304f0) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:40:16.656127 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6628e907-c096-4b19-8553-b7b5c4a0351a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for port (161d270b-ab3a-499e-8846-317c635304f0), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:16.688440 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6628e907-c096-4b19-8553-b7b5c4a0351a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (161d270b-ab3a-499e-8846-317c635304f0), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:16.725836 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6628e907-c096-4b19-8553-b7b5c4a0351a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:40:16.730688 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-6628e907-c096-4b19-8553-b7b5c4a0351a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:40:16.734099 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6628e907-c096-4b19-8553-b7b5c4a0351a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:40:16.759075 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6628e907-c096-4b19-8553-b7b5c4a0351a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event updated for resources: {'Port': ['ID=161d270b-ab3a-499e-8846-317c635304f0,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:40:17.091510 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6628e907-c096-4b19-8553-b7b5c4a0351a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for floatingip (0af67a96-627b-43ab-9d2f-42db927a9694), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:17.157682 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6628e907-c096-4b19-8553-b7b5c4a0351a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (161d270b-ab3a-499e-8846-317c635304f0), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:17.305326 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6628e907-c096-4b19-8553-b7b5c4a0351a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for port (161d270b-ab3a-499e-8846-317c635304f0), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:17.310464 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6628e907-c096-4b19-8553-b7b5c4a0351a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (161d270b-ab3a-499e-8846-317c635304f0), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:17.380338 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6628e907-c096-4b19-8553-b7b5c4a0351a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event updated for resources: {'Port': ['ID=161d270b-ab3a-499e-8846-317c635304f0,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:40:17.390746 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6628e907-c096-4b19-8553-b7b5c4a0351a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (0af67a96-627b-43ab-9d2f-42db927a9694), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:17.437203 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:17.492682 n-d-789963-26 neutron-server[109694]: INFO neutron.db.l3_db [None req-6628e907-c096-4b19-8553-b7b5c4a0351a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Floating IP 0af67a96-627b-43ab-9d2f-42db927a9694 associated. External IP: 172.25.4.138, port: 08889a2d-070d-45ab-8c95-8212085b03ae. Feb 02 07:40:17.698168 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6628e907-c096-4b19-8553-b7b5c4a0351a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Router 83389ab8-2984-4506-93c8-f3c7947a4321 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:40:17.801083 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6628e907-c096-4b19-8553-b7b5c4a0351a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:40:17.810467 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2a8783-ccc2-429f-bc66-a84f88c0bb0d None None] Sync routers for ids ['83389ab8-2984-4506-93c8-f3c7947a4321'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:40:17.818132 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6628e907-c096-4b19-8553-b7b5c4a0351a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:17.820269 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2a8783-ccc2-429f-bc66-a84f88c0bb0d None None] Routers {'83389ab8-2984-4506-93c8-f3c7947a4321'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:40:17.820916 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-6a2a8783-ccc2-429f-bc66-a84f88c0bb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:40:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['83389ab8-2984-4506-93c8-f3c7947a4321'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:40:17.850000 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-6628e907-c096-4b19-8553-b7b5c4a0351a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5236969 Feb 02 07:40:17.850589 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9344eaa-4d99-4c3c-8506-7685db1dd480', 'tag': '08889a2d-070d-45ab-8c95-8212085b03ae'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:40:17.852844 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f93d6798-57b3-4831-81e5-05e6e6c7f82e" -d '{"events": [{"name": "network-changed", "server_uuid": "e9344eaa-4d99-4c3c-8506-7685db1dd480", "tag": "08889a2d-070d-45ab-8c95-8212085b03ae"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:40:17.928148 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-6a2a8783-ccc2-429f-bc66-a84f88c0bb0d None None] Set router 83389ab8-2984-4506-93c8-f3c7947a4321 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:40:17.950483 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02474664-18bf-4cab-ad87-1373d7f45ab2 req-2662a77f-3c78-4f34-9bed-e094bd08c45f tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:40:17.951912 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-02474664-18bf-4cab-ad87-1373d7f45ab2 req-2662a77f-3c78-4f34-9bed-e094bd08c45f tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=e9344eaa-4d99-4c3c-8506-7685db1dd480 HTTP/1.1" status: 200 len: 946 time: 0.0535238 Feb 02 07:40:18.000966 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-02474664-18bf-4cab-ad87-1373d7f45ab2 req-ce860763-34e6-4fb3-8339-db3187533bb9 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=563fa368-7591-4797-86eb-ee683197ba72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433025 Feb 02 07:40:18.023470 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 34024) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:40:18.045472 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed655043-a2f0-409f-aeb0-e7ed7137873c x-openstack-request-id: req-ed655043-a2f0-409f-aeb0-e7ed7137873c {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:40:18.045777 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9344eaa-4d99-4c3c-8506-7685db1dd480", "tag": "08889a2d-070d-45ab-8c95-8212085b03ae", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:40:18.046060 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ed655043-a2f0-409f-aeb0-e7ed7137873c {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:40:18.046478 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9344eaa-4d99-4c3c-8506-7685db1dd480', 'tag': '08889a2d-070d-45ab-8c95-8212085b03ae', 'status': 'completed', 'code': 200} Feb 02 07:40:18.093253 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-04694cf6-8ecd-4e54-bd3f-42a3aa307ee6 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/floatingips/0af67a96-627b-43ab-9d2f-42db927a9694 HTTP/1.1" status: 200 len: 992 time: 0.0665805 Feb 02 07:40:18.132970 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d6798-57b3-4831-81e5-05e6e6c7f82e req-c70eb0e1-fb8b-47c4-bc81-56aa515c609f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:40:18.135047 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f93d6798-57b3-4831-81e5-05e6e6c7f82e req-c70eb0e1-fb8b-47c4-bc81-56aa515c609f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b5f86cce5c924f2695e5f2d21aa64848&device_id=e9344eaa-4d99-4c3c-8506-7685db1dd480 HTTP/1.1" status: 200 len: 1129 time: 0.0457103 Feb 02 07:40:18.157059 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-6a2a8783-ccc2-429f-bc66-a84f88c0bb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83389ab8-2984-4506-93c8-f3c7947a4321', 'name': 'tempest-TestNetworkAdvancedServerOps-router-564327679', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '3f9fe4fb-3baa-4835-83be-1ae4e7e944c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:39:58Z', 'updated_at': '2022-02-02T07:40:02Z', 'revision_number': 4, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'gw_port': {'id': '3f9fe4fb-3baa-4835-83be-1ae4e7e944c1', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:82:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83389ab8-2984-4506-93c8-f3c7947a4321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:39:59Z', 'updated_at': '2022-02-02T07:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '0af67a96-627b-43ab-9d2f-42db927a9694', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'floating_ip_address': '172.25.4.138', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '83389ab8-2984-4506-93c8-f3c7947a4321', 'port_id': '08889a2d-070d-45ab-8c95-8212085b03ae', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a26c689a-107e-418a-8c56-2879e7a36ec7', 'mac_address': 'fa:16:3e:0a:72:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9344eaa-4d99-4c3c-8506-7685db1dd480', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:40:16Z', 'updated_at': '2022-02-02T07:40:16Z', 'revision_number': 0, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d7c254b-f9bb-4c6a-a6eb-c2e63d18211a', 'name': '', 'network_id': 'a26c689a-107e-418a-8c56-2879e7a36ec7', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'mac_address': 'fa:16:3e:e3:cb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83389ab8-2984-4506-93c8-f3c7947a4321', 'device_owner': 'network:router_interface', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '7e598901-e085-428c-8251-cb3beea941f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:40:01Z', 'updated_at': '2022-02-02T07:40:05Z', 'revision_number': 5, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'subnets': [{'id': '7e598901-e085-428c-8251-cb3beea941f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:40:18.183948 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2a8783-ccc2-429f-bc66-a84f88c0bb0d None None] Checking router: 83389ab8-2984-4506-93c8-f3c7947a4321 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:40:18.192945 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2a8783-ccc2-429f-bc66-a84f88c0bb0d None None] Routers {'83389ab8-2984-4506-93c8-f3c7947a4321'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:40:18.193566 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-6a2a8783-ccc2-429f-bc66-a84f88c0bb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:40:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['83389ab8-2984-4506-93c8-f3c7947a4321'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:40:18.303400 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-6a2a8783-ccc2-429f-bc66-a84f88c0bb0d None None] Set router 83389ab8-2984-4506-93c8-f3c7947a4321 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:40:18.537279 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-6a2a8783-ccc2-429f-bc66-a84f88c0bb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83389ab8-2984-4506-93c8-f3c7947a4321', 'name': 'tempest-TestNetworkAdvancedServerOps-router-564327679', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '3f9fe4fb-3baa-4835-83be-1ae4e7e944c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:39:58Z', 'updated_at': '2022-02-02T07:40:02Z', 'revision_number': 4, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'gw_port': {'id': '3f9fe4fb-3baa-4835-83be-1ae4e7e944c1', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:82:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83389ab8-2984-4506-93c8-f3c7947a4321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:39:59Z', 'updated_at': '2022-02-02T07:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '0af67a96-627b-43ab-9d2f-42db927a9694', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'floating_ip_address': '172.25.4.138', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '83389ab8-2984-4506-93c8-f3c7947a4321', 'port_id': '08889a2d-070d-45ab-8c95-8212085b03ae', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a26c689a-107e-418a-8c56-2879e7a36ec7', 'mac_address': 'fa:16:3e:0a:72:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9344eaa-4d99-4c3c-8506-7685db1dd480', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:40:16Z', 'updated_at': '2022-02-02T07:40:16Z', 'revision_number': 0, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d7c254b-f9bb-4c6a-a6eb-c2e63d18211a', 'name': '', 'network_id': 'a26c689a-107e-418a-8c56-2879e7a36ec7', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'mac_address': 'fa:16:3e:e3:cb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83389ab8-2984-4506-93c8-f3c7947a4321', 'device_owner': 'network:router_interface', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '7e598901-e085-428c-8251-cb3beea941f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:40:01Z', 'updated_at': '2022-02-02T07:40:05Z', 'revision_number': 5, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'subnets': [{'id': '7e598901-e085-428c-8251-cb3beea941f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:40:18.539791 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d6798-57b3-4831-81e5-05e6e6c7f82e req-61cb46ec-9da9-4646-8566-9bd68e126c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:40:18.541990 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f93d6798-57b3-4831-81e5-05e6e6c7f82e req-61cb46ec-9da9-4646-8566-9bd68e126c9d service neutron] 10.222.0.59 "GET /v2.0/networks?id=a26c689a-107e-418a-8c56-2879e7a36ec7 HTTP/1.1" status: 200 len: 897 time: 0.4011114 Feb 02 07:40:18.564433 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2a8783-ccc2-429f-bc66-a84f88c0bb0d None None] The sync data for ids ['83389ab8-2984-4506-93c8-f3c7947a4321'] in n-d-789963-26 is: [{'id': '83389ab8-2984-4506-93c8-f3c7947a4321', 'name': 'tempest-TestNetworkAdvancedServerOps-router-564327679', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '3f9fe4fb-3baa-4835-83be-1ae4e7e944c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:39:58Z', 'updated_at': '2022-02-02T07:40:02Z', 'revision_number': 4, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'gw_port': {'id': '3f9fe4fb-3baa-4835-83be-1ae4e7e944c1', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:82:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83389ab8-2984-4506-93c8-f3c7947a4321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:39:59Z', 'updated_at': '2022-02-02T07:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '0af67a96-627b-43ab-9d2f-42db927a9694', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'floating_ip_address': '172.25.4.138', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '83389ab8-2984-4506-93c8-f3c7947a4321', 'port_id': '08889a2d-070d-45ab-8c95-8212085b03ae', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4030, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a26c689a-107e-418a-8c56-2879e7a36ec7', 'mac_address': 'fa:16:3e:0a:72:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9344eaa-4d99-4c3c-8506-7685db1dd480', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:40:16Z', 'updated_at': '2022-02-02T07:40:16Z', 'revision_number': 0, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d7c254b-f9bb-4c6a-a6eb-c2e63d18211a', 'name': '', 'network_id': 'a26c689a-107e-418a-8c56-2879e7a36ec7', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'mac_address': 'fa:16:3e:e3:cb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83389ab8-2984-4506-93c8-f3c7947a4321', 'device_owner': 'network:router_interface', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '7e598901-e085-428c-8251-cb3beea941f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:40:01Z', 'updated_at': '2022-02-02T07:40:05Z', 'revision_number': 5, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'subnets': [{'id': '7e598901-e085-428c-8251-cb3beea941f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:40:18.607861 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f93d6798-57b3-4831-81e5-05e6e6c7f82e req-f8fffdf5-4ace-43e5-ad7e-89f02026a188 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08889a2d-070d-45ab-8c95-8212085b03ae HTTP/1.1" status: 200 len: 1000 time: 0.0596032 Feb 02 07:40:18.659481 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d6798-57b3-4831-81e5-05e6e6c7f82e req-33893086-03f8-4e6c-9cb8-78ed6e67f465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:40:18.660971 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f93d6798-57b3-4831-81e5-05e6e6c7f82e req-33893086-03f8-4e6c-9cb8-78ed6e67f465 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7e598901-e085-428c-8251-cb3beea941f9 HTTP/1.1" status: 200 len: 835 time: 0.0477796 Feb 02 07:40:18.711737 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d6798-57b3-4831-81e5-05e6e6c7f82e req-30194929-b1f1-41aa-9308-931ae3b00f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:40:18.713841 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f93d6798-57b3-4831-81e5-05e6e6c7f82e req-30194929-b1f1-41aa-9308-931ae3b00f9f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a26c689a-107e-418a-8c56-2879e7a36ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0466549 Feb 02 07:40:18.758911 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f340a4cd-0b05-4b25-9f8f-387b310a1429 None None] New status for floating IP 0af67a96-627b-43ab-9d2f-42db927a9694: ACTIVE {{(pid=109696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 07:40:18.807841 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f93d6798-57b3-4831-81e5-05e6e6c7f82e req-bac34559-9364-4daf-bfa0-cdbd2f01d9cf service neutron] 10.222.0.59 "GET /v2.0/networks/a26c689a-107e-418a-8c56-2879e7a36ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872953 Feb 02 07:40:18.901918 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f93d6798-57b3-4831-81e5-05e6e6c7f82e req-e90b359a-031a-417b-ac11-0ca9ae0f16b9 service neutron] 10.222.0.59 "GET /v2.0/networks/a26c689a-107e-418a-8c56-2879e7a36ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886669 Feb 02 07:40:19.097213 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 34026) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:40:19.156870 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-9bba823d-617f-4b28-9782-4f0275a97885 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/floatingips/0af67a96-627b-43ab-9d2f-42db927a9694 HTTP/1.1" status: 200 len: 994 time: 0.0583920 Feb 02 07:40:22.335748 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:27.554518 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:30.184558 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:40:34.880328 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-98f27521-79a7-4e77-873e-f3dadbb1d896 req-6af39992-ea8d-4b1d-9de9-1cf99308b351 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=5633a000-f9b2-4e19-a9a3-fb360d9ffe6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1020348 Feb 02 07:40:34.980924 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f27521-79a7-4e77-873e-f3dadbb1d896 req-9471292f-04c2-42a8-82c3-ac33378e6151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:40:34.982396 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-98f27521-79a7-4e77-873e-f3dadbb1d896 req-9471292f-04c2-42a8-82c3-ac33378e6151 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c3998c4a9fb54dbfb254f927a9c64ece&device_id=5633a000-f9b2-4e19-a9a3-fb360d9ffe6c HTTP/1.1" status: 200 len: 1128 time: 0.0451195 Feb 02 07:40:35.082431 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f27521-79a7-4e77-873e-f3dadbb1d896 req-7aa679db-6f2f-47a2-901b-24ec78e618e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:40:35.083851 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-98f27521-79a7-4e77-873e-f3dadbb1d896 req-7aa679db-6f2f-47a2-901b-24ec78e618e7 service neutron] 10.222.0.88 "GET /v2.0/networks?id=99c393e5-edbe-4583-8514-7c998c6986c0 HTTP/1.1" status: 200 len: 913 time: 0.0844033 Feb 02 07:40:35.152440 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-98f27521-79a7-4e77-873e-f3dadbb1d896 req-8a49d506-bdaf-4394-886a-66beb7c5eabf service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=134062ea-e5c0-49e6-81cb-23dcf1417e3d HTTP/1.1" status: 200 len: 1000 time: 0.0631061 Feb 02 07:40:35.199461 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f27521-79a7-4e77-873e-f3dadbb1d896 req-83f7059a-3249-45b4-ae2d-dc446cb58922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:40:35.200895 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-98f27521-79a7-4e77-873e-f3dadbb1d896 req-83f7059a-3249-45b4-ae2d-dc446cb58922 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8f0c010c-d5c1-4b63-8939-b46551f6cb84 HTTP/1.1" status: 200 len: 851 time: 0.0430949 Feb 02 07:40:35.250348 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f27521-79a7-4e77-873e-f3dadbb1d896 req-527fbbc1-e0cc-46b4-add4-e7763024ba28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:40:35.251892 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-98f27521-79a7-4e77-873e-f3dadbb1d896 req-527fbbc1-e0cc-46b4-add4-e7763024ba28 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=99c393e5-edbe-4583-8514-7c998c6986c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0446332 Feb 02 07:40:35.342972 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-98f27521-79a7-4e77-873e-f3dadbb1d896 req-5c0bd8ae-a193-47c2-a964-dd25a20b4e2e service neutron] 10.222.0.88 "GET /v2.0/networks/99c393e5-edbe-4583-8514-7c998c6986c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844223 Feb 02 07:40:35.429402 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-98f27521-79a7-4e77-873e-f3dadbb1d896 req-4fa8a9f6-9067-4418-8a75-ef550b3b112d service neutron] 10.222.0.88 "GET /v2.0/networks/99c393e5-edbe-4583-8514-7c998c6986c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810442 Feb 02 07:40:41.003066 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a4bc9889-61aa-4281-9611-e00d7329373c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:43.305090 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-26bf5ebc-9e20-4607-8b3a-2a264dfc2cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:44.769134 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:46.145707 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:46.682541 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-49bfcbb0-de56-439d-988d-082b773ecc98 req-ceb8f12f-a782-45c5-a013-0a484cba6183 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e9344eaa-4d99-4c3c-8506-7685db1dd480&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0436842 Feb 02 07:40:46.781957 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bfcbb0-de56-439d-988d-082b773ecc98 req-b42d0ee4-b12c-40e4-9b97-b68ff3cf3a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:40:46.783355 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-49bfcbb0-de56-439d-988d-082b773ecc98 req-b42d0ee4-b12c-40e4-9b97-b68ff3cf3a86 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b5f86cce5c924f2695e5f2d21aa64848&device_id=e9344eaa-4d99-4c3c-8506-7685db1dd480 HTTP/1.1" status: 200 len: 1129 time: 0.0442941 Feb 02 07:40:46.887571 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bfcbb0-de56-439d-988d-082b773ecc98 req-4e08ce81-fd2c-476d-8744-6cf3b4303ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:40:46.889072 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-49bfcbb0-de56-439d-988d-082b773ecc98 req-4e08ce81-fd2c-476d-8744-6cf3b4303ed2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a26c689a-107e-418a-8c56-2879e7a36ec7 HTTP/1.1" status: 200 len: 897 time: 0.0866587 Feb 02 07:40:46.955079 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-49bfcbb0-de56-439d-988d-082b773ecc98 req-276c789d-bdb9-45f9-972f-aa0edbffb60a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08889a2d-070d-45ab-8c95-8212085b03ae HTTP/1.1" status: 200 len: 1002 time: 0.0600924 Feb 02 07:40:47.002316 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bfcbb0-de56-439d-988d-082b773ecc98 req-da0fcf23-2e32-45b7-9e3a-dbe88856885f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:40:47.003741 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-49bfcbb0-de56-439d-988d-082b773ecc98 req-da0fcf23-2e32-45b7-9e3a-dbe88856885f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7e598901-e085-428c-8251-cb3beea941f9 HTTP/1.1" status: 200 len: 835 time: 0.0423236 Feb 02 07:40:47.050921 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bfcbb0-de56-439d-988d-082b773ecc98 req-ba266ed5-7e01-4cf6-92e2-ea7ad3003f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:40:47.052350 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-49bfcbb0-de56-439d-988d-082b773ecc98 req-ba266ed5-7e01-4cf6-92e2-ea7ad3003f51 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a26c689a-107e-418a-8c56-2879e7a36ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0432754 Feb 02 07:40:47.142831 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-49bfcbb0-de56-439d-988d-082b773ecc98 req-8c1b696e-9265-4e81-8c49-f6247c3f34bf service neutron] 10.222.0.59 "GET /v2.0/networks/a26c689a-107e-418a-8c56-2879e7a36ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845294 Feb 02 07:40:47.230895 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-49bfcbb0-de56-439d-988d-082b773ecc98 req-35c2ef58-6502-4be6-86a4-d30413687584 service neutron] 10.222.0.59 "GET /v2.0/networks/a26c689a-107e-418a-8c56-2879e7a36ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817473 Feb 02 07:40:47.439828 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:52.335432 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:40:57.543604 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:41:03.513185 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52e499-c339-4658-a1a1-237cffff7278 req-9386c0a3-3597-4953-8624-1f1b8f132f74 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:41:03.514665 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9a52e499-c339-4658-a1a1-237cffff7278 req-9386c0a3-3597-4953-8624-1f1b8f132f74 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=5633a000-f9b2-4e19-a9a3-fb360d9ffe6c HTTP/1.1" status: 200 len: 945 time: 0.0538261 Feb 02 07:41:03.567030 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9a52e499-c339-4658-a1a1-237cffff7278 req-8eed76c8-16e6-42e1-8743-c28946c93ccb tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=d5c1a263-f353-4f3c-84c8-5c40bf02269c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467243 Feb 02 07:41:04.686920 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a486d32f-277a-4324-a067-2cf354dc9d87 req-460972f8-7069-4696-8a76-24802c3a78d6 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:41:04.688478 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a486d32f-277a-4324-a067-2cf354dc9d87 req-460972f8-7069-4696-8a76-24802c3a78d6 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=5633a000-f9b2-4e19-a9a3-fb360d9ffe6c HTTP/1.1" status: 200 len: 945 time: 0.0534043 Feb 02 07:41:04.738688 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a486d32f-277a-4324-a067-2cf354dc9d87 req-e5049c3f-c048-4da7-8271-996f8e9eb69b tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=d5c1a263-f353-4f3c-84c8-5c40bf02269c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436234 Feb 02 07:41:05.156630 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d673e-bc04-4f34-b320-ef2ac68e572d req-15bdbbc0-e1c7-466e-9afa-f831389afe79 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:41:05.158095 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a37d673e-bc04-4f34-b320-ef2ac68e572d req-15bdbbc0-e1c7-466e-9afa-f831389afe79 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.88 "GET /v2.0/ports?device_id=5633a000-f9b2-4e19-a9a3-fb360d9ffe6c HTTP/1.1" status: 200 len: 945 time: 0.0576954 Feb 02 07:41:05.249877 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-a37d673e-bc04-4f34-b320-ef2ac68e572d req-8b41f661-52fb-45a8-b9f9-cca8743d107d tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Deleting port 134062ea-e5c0-49e6-81cb-23dcf1417e3d {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:41:05.250218 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-a37d673e-bc04-4f34-b320-ef2ac68e572d req-8b41f661-52fb-45a8-b9f9-cca8743d107d tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (134062ea-e5c0-49e6-81cb-23dcf1417e3d), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:41:05.338779 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-a37d673e-bc04-4f34-b320-ef2ac68e572d req-8b41f661-52fb-45a8-b9f9-cca8743d107d tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] For port 134062ea-e5c0-49e6-81cb-23dcf1417e3d, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=134062ea-e5c0-49e6-81cb-23dcf1417e3d,segment=NetworkSegment(7fbd5ca3-5d78-4819-a656-2bb76c5c6480),segment_id=7fbd5ca3-5d78-4819-a656-2bb76c5c6480)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:41:05.339155 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-a37d673e-bc04-4f34-b320-ef2ac68e572d req-8b41f661-52fb-45a8-b9f9-cca8743d107d tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (134062ea-e5c0-49e6-81cb-23dcf1417e3d), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:41:05.560487 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-a37d673e-bc04-4f34-b320-ef2ac68e572d req-8b41f661-52fb-45a8-b9f9-cca8743d107d tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:41:05.560886 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-a37d673e-bc04-4f34-b320-ef2ac68e572d req-8b41f661-52fb-45a8-b9f9-cca8743d107d tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (84821091-eaf0-4743-9f89-18029d2e03fc), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:41:05.561211 n-d-789963-26 neutron-server[109693]: INFO neutron.db.l3_db [req-a37d673e-bc04-4f34-b320-ef2ac68e572d req-8b41f661-52fb-45a8-b9f9-cca8743d107d tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Floating IP 84821091-eaf0-4743-9f89-18029d2e03fc disassociated. External IP: 172.25.4.20, port: 134062ea-e5c0-49e6-81cb-23dcf1417e3d. Feb 02 07:41:05.561555 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-a37d673e-bc04-4f34-b320-ef2ac68e572d req-8b41f661-52fb-45a8-b9f9-cca8743d107d tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Calling delete_port for 134062ea-e5c0-49e6-81cb-23dcf1417e3d owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:41:05.685887 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-a37d673e-bc04-4f34-b320-ef2ac68e572d req-8b41f661-52fb-45a8-b9f9-cca8743d107d tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (134062ea-e5c0-49e6-81cb-23dcf1417e3d), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:41:05.718220 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b41f661-52fb-45a8-b9f9-cca8743d107d tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Pushing event deleted for resources: {'Port': ['ID=134062ea-e5c0-49e6-81cb-23dcf1417e3d,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:41:05.731831 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b41f661-52fb-45a8-b9f9-cca8743d107d tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:41:05.732187 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b41f661-52fb-45a8-b9f9-cca8743d107d tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:41:05.732529 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b41f661-52fb-45a8-b9f9-cca8743d107d tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:41:05.732873 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b41f661-52fb-45a8-b9f9-cca8743d107d tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:41:05.733212 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b41f661-52fb-45a8-b9f9-cca8743d107d tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:41:05.733555 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b41f661-52fb-45a8-b9f9-cca8743d107d tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:41:05.733895 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b41f661-52fb-45a8-b9f9-cca8743d107d tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:41:05.734217 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b41f661-52fb-45a8-b9f9-cca8743d107d tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:41:05.734547 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b41f661-52fb-45a8-b9f9-cca8743d107d tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:41:05.734875 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b41f661-52fb-45a8-b9f9-cca8743d107d tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:41:05.735205 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b41f661-52fb-45a8-b9f9-cca8743d107d tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:41:05.735548 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b41f661-52fb-45a8-b9f9-cca8743d107d tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:41:05.735893 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b41f661-52fb-45a8-b9f9-cca8743d107d tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:41:05.834481 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4ffc0ca8-6603-43e6-a681-bd434f69add4 req-0cbc44fb-a3c6-41b8-92ab-9b4cd15f91c7 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=5633a000-f9b2-4e19-a9a3-fb360d9ffe6c HTTP/1.1" status: 200 len: 210 time: 0.0276244 Feb 02 07:41:05.844623 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a37d673e-bc04-4f34-b320-ef2ac68e572d req-8b41f661-52fb-45a8-b9f9-cca8743d107d tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Router bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:41:05.953093 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a37d673e-bc04-4f34-b320-ef2ac68e572d req-8b41f661-52fb-45a8-b9f9-cca8743d107d tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:41:05.962917 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526ae0aa-5c1a-4763-b185-5bd1a194c0c0 None None] Sync routers for ids ['bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:41:05.972784 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526ae0aa-5c1a-4763-b185-5bd1a194c0c0 None None] Routers {'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:41:05.973397 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-526ae0aa-5c1a-4763-b185-5bd1a194c0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:40:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:41:05.994824 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-a37d673e-bc04-4f34-b320-ef2ac68e572d req-8b41f661-52fb-45a8-b9f9-cca8743d107d tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] No DVR routers for this DVR port 134062ea-e5c0-49e6-81cb-23dcf1417e3d on host n-h1-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:41:05.997529 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-a37d673e-bc04-4f34-b320-ef2ac68e572d req-8b41f661-52fb-45a8-b9f9-cca8743d107d tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:41:06.000934 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a37d673e-bc04-4f34-b320-ef2ac68e572d req-8b41f661-52fb-45a8-b9f9-cca8743d107d tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.88 "DELETE /v2.0/ports/134062ea-e5c0-49e6-81cb-23dcf1417e3d HTTP/1.1" status: 204 len: 173 time: 0.8368857 Feb 02 07:41:06.001378 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5633a000-f9b2-4e19-a9a3-fb360d9ffe6c', 'name': 'network-vif-deleted', 'tag': '134062ea-e5c0-49e6-81cb-23dcf1417e3d'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:41:06.003685 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a089e1-9aec-4809-a1cc-847382d1b5a5" -d '{"events": [{"server_uuid": "5633a000-f9b2-4e19-a9a3-fb360d9ffe6c", "name": "network-vif-deleted", "tag": "134062ea-e5c0-49e6-81cb-23dcf1417e3d"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:41:06.085491 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-526ae0aa-5c1a-4763-b185-5bd1a194c0c0 None None] Set router bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:41:06.127720 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f451415-a087-477f-a191-05952a7c91f3 x-openstack-request-id: req-4f451415-a087-477f-a191-05952a7c91f3 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:41:06.129669 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5633a000-f9b2-4e19-a9a3-fb360d9ffe6c", "name": "network-vif-deleted", "tag": "134062ea-e5c0-49e6-81cb-23dcf1417e3d", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:41:06.129669 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-4f451415-a087-477f-a191-05952a7c91f3 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:41:06.129669 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5633a000-f9b2-4e19-a9a3-fb360d9ffe6c', 'name': 'network-vif-deleted', 'tag': '134062ea-e5c0-49e6-81cb-23dcf1417e3d', 'status': 'completed', 'code': 200} Feb 02 07:41:06.299524 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-526ae0aa-5c1a-4763-b185-5bd1a194c0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'name': 'tempest-TestVolumeBootPattern-1486195493-router', 'tenant_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': 'e6df76c1-88ea-49a8-9d08-047896a26733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:33:45Z', 'updated_at': '2022-02-02T07:33:51Z', 'revision_number': 4, 'project_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'gw_port': {'id': 'e6df76c1-88ea-49a8-9d08-047896a26733', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:98:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:46Z', 'updated_at': '2022-02-02T07:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'b90acc1f-e7f8-4342-9761-c45d40295558', 'name': '', 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0', 'tenant_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'mac_address': 'fa:16:3e:0c:3f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '8f0c010c-d5c1-4b63-8939-b46551f6cb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:49Z', 'updated_at': '2022-02-02T07:33:55Z', 'revision_number': 5, 'project_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'subnets': [{'id': '8f0c010c-d5c1-4b63-8939-b46551f6cb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:41:06.329369 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526ae0aa-5c1a-4763-b185-5bd1a194c0c0 None None] Checking router: bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:41:06.338568 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526ae0aa-5c1a-4763-b185-5bd1a194c0c0 None None] Routers {'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:41:06.339181 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-526ae0aa-5c1a-4763-b185-5bd1a194c0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:40:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:41:06.441096 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-526ae0aa-5c1a-4763-b185-5bd1a194c0c0 None None] Set router bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:41:06.643236 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-526ae0aa-5c1a-4763-b185-5bd1a194c0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'name': 'tempest-TestVolumeBootPattern-1486195493-router', 'tenant_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': 'e6df76c1-88ea-49a8-9d08-047896a26733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:33:45Z', 'updated_at': '2022-02-02T07:33:51Z', 'revision_number': 4, 'project_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'gw_port': {'id': 'e6df76c1-88ea-49a8-9d08-047896a26733', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:98:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:46Z', 'updated_at': '2022-02-02T07:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'b90acc1f-e7f8-4342-9761-c45d40295558', 'name': '', 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0', 'tenant_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'mac_address': 'fa:16:3e:0c:3f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '8f0c010c-d5c1-4b63-8939-b46551f6cb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:49Z', 'updated_at': '2022-02-02T07:33:55Z', 'revision_number': 5, 'project_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'subnets': [{'id': '8f0c010c-d5c1-4b63-8939-b46551f6cb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:41:06.674377 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526ae0aa-5c1a-4763-b185-5bd1a194c0c0 None None] The sync data for ids ['bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b'] in n-d-789963-26 is: [{'id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'name': 'tempest-TestVolumeBootPattern-1486195493-router', 'tenant_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': 'e6df76c1-88ea-49a8-9d08-047896a26733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:33:45Z', 'updated_at': '2022-02-02T07:33:51Z', 'revision_number': 4, 'project_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'gw_port': {'id': 'e6df76c1-88ea-49a8-9d08-047896a26733', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:98:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:46Z', 'updated_at': '2022-02-02T07:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'b90acc1f-e7f8-4342-9761-c45d40295558', 'name': '', 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0', 'tenant_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'mac_address': 'fa:16:3e:0c:3f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '8f0c010c-d5c1-4b63-8939-b46551f6cb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:49Z', 'updated_at': '2022-02-02T07:33:55Z', 'revision_number': 5, 'project_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'subnets': [{'id': '8f0c010c-d5c1-4b63-8939-b46551f6cb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:41:06.919067 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef34558-bee4-4444-b6f1-90c6e5b14d58 None None] New status for floating IP 84821091-eaf0-4743-9f89-18029d2e03fc: DOWN {{(pid=109696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 07:41:06.942576 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-805fbaaf-6ade-42ee-bb39-f6e3cbc53ef0 req-ffdf3eac-0d3b-4875-a210-8657b69adfab tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=5633a000-f9b2-4e19-a9a3-fb360d9ffe6c HTTP/1.1" status: 200 len: 210 time: 0.0317142 Feb 02 07:41:07.183756 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:41:08.039018 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-238b3018-2e14-4f0c-ba09-895dbe98fbe0 req-286261b0-fb59-4f86-8a25-cec580e81368 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=5633a000-f9b2-4e19-a9a3-fb360d9ffe6c HTTP/1.1" status: 200 len: 210 time: 0.0271580 Feb 02 07:41:08.532659 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 134062ea-e5c0-49e6-81cb-23dcf1417e3d no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:41:08.553096 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: 134062ea-e5c0-49e6-81cb-23dcf1417e3d {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:41:08.553439 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 134062ea-e5c0-49e6-81cb-23dcf1417e3d not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:41:09.136368 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-538610d6-79c8-41f5-a970-fbeb83752e11 req-e3a9e113-1268-4e86-9c6c-29e48bda067e tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=5633a000-f9b2-4e19-a9a3-fb360d9ffe6c HTTP/1.1" status: 200 len: 210 time: 0.0279813 Feb 02 07:41:10.232750 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-491758d6-f2bb-4b32-a83b-aa969281adf9 req-61efa621-fb71-4cc7-8947-92faf814dc7b tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=5633a000-f9b2-4e19-a9a3-fb360d9ffe6c HTTP/1.1" status: 200 len: 210 time: 0.0287559 Feb 02 07:41:11.005390 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-913b289b-7e09-4726-acf2-ebf58af6a9d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:41:11.327293 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4a3b0cac-1bcc-473d-a658-5c8b9f25c52c req-d3f56f58-26af-4d87-a307-d185644539f7 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=5633a000-f9b2-4e19-a9a3-fb360d9ffe6c HTTP/1.1" status: 200 len: 210 time: 0.0271509 Feb 02 07:41:12.431386 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4d85960c-4db6-42d1-84c7-bdf22b91b8d1 req-fde95b36-fdc5-4507-adaa-995b8ec81640 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=5633a000-f9b2-4e19-a9a3-fb360d9ffe6c HTTP/1.1" status: 200 len: 210 time: 0.0288658 Feb 02 07:41:13.308119 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-32463301-019d-441c-bdec-99d6c7ee0dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:41:13.530623 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1e9a6f08-23b9-474b-bdad-5aa5148d3fd0 req-36f9082c-9076-4b59-a58a-8dfa55171b79 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=5633a000-f9b2-4e19-a9a3-fb360d9ffe6c HTTP/1.1" status: 200 len: 210 time: 0.0318778 Feb 02 07:41:14.639995 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7f5898ce-cb63-4516-953b-a7fd9667a58b req-5210fb6f-fc6a-4744-8875-18879b2d95dd tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=5633a000-f9b2-4e19-a9a3-fb360d9ffe6c HTTP/1.1" status: 200 len: 210 time: 0.0287299 Feb 02 07:41:14.771922 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:41:15.847337 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0f1da5bf-59c4-4366-a4a1-315fa091e64a req-29e9dfb5-0127-479b-876a-47a7206b090f tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-970031497&fields=id&tenant_id=c3998c4a9fb54dbfb254f927a9c64ece HTTP/1.1" status: 200 len: 267 time: 0.0456243 Feb 02 07:41:15.958137 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1da5bf-59c4-4366-a4a1-315fa091e64a req-cc580a91-6270-4283-a166-ab03e10b9b2e tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:41:15.959622 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0f1da5bf-59c4-4366-a4a1-315fa091e64a req-cc580a91-6270-4283-a166-ab03e10b9b2e tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/networks?id=99c393e5-edbe-4583-8514-7c998c6986c0 HTTP/1.1" status: 200 len: 812 time: 0.1057947 Feb 02 07:41:15.980422 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0f1da5bf-59c4-4366-a4a1-315fa091e64a req-931bf114-5694-4d7f-a3b9-4a64e9cad0b6 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/quotas/c3998c4a9fb54dbfb254f927a9c64ece HTTP/1.1" status: 200 len: 375 time: 0.0150330 Feb 02 07:41:16.035446 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0f1da5bf-59c4-4366-a4a1-315fa091e64a req-6245484c-93ed-425a-95b9-23afa27fcb23 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=c3998c4a9fb54dbfb254f927a9c64ece&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500703 Feb 02 07:41:16.131619 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0f1da5bf-59c4-4366-a4a1-315fa091e64a req-1e32f35e-24d6-4dd6-82cb-6882f63dcd87 service neutron] 10.222.0.87 "GET /v2.0/networks/99c393e5-edbe-4583-8514-7c998c6986c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844369 Feb 02 07:41:16.145464 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:41:16.224422 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0f1da5bf-59c4-4366-a4a1-315fa091e64a req-5f32be00-9904-47dd-a9f0-ac17339a727b service neutron] 10.222.0.87 "GET /v2.0/networks/99c393e5-edbe-4583-8514-7c998c6986c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870540 Feb 02 07:41:16.503359 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ed1f3428-7164-4c76-b522-9b1de5113467 req-158ca16c-7d2c-4e16-b816-5c41361e14cc tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=a17b2669-35e6-4979-aace-ec958196ea26 HTTP/1.1" status: 200 len: 210 time: 0.0284994 Feb 02 07:41:17.446844 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:41:17.484902 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1da5bf-59c4-4366-a4a1-315fa091e64a req-05c797a5-93ca-47ba-a6c5-d8d50e2dc3c3 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:41:17.486388 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0f1da5bf-59c4-4366-a4a1-315fa091e64a req-05c797a5-93ca-47ba-a6c5-d8d50e2dc3c3 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.88 "GET /v2.0/networks?id=99c393e5-edbe-4583-8514-7c998c6986c0 HTTP/1.1" status: 200 len: 812 time: 0.1073942 Feb 02 07:41:17.571092 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0f1da5bf-59c4-4366-a4a1-315fa091e64a req-e3251ae7-4b48-45c1-83f2-2213b03ed58a tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3998c4a9fb54dbfb254f927a9c64ece HTTP/1.1" status: 200 len: 379 time: 0.0630367 Feb 02 07:41:17.580366 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-0f1da5bf-59c4-4366-a4a1-315fa091e64a req-b4f8aefa-cfbc-46d7-a227-f77d52c3ee1c tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Request body: {'port': {'device_id': 'a17b2669-35e6-4979-aace-ec958196ea26', 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0', 'admin_state_up': True, 'tenant_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'security_groups': ['d5c1a263-f353-4f3c-84c8-5c40bf02269c']}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:41:17.600730 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a25fe9f4-da25-4057-acc5-6c3339e223e9 req-b8ac4b81-eb7f-4896-b728-bfda17195f36 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=a17b2669-35e6-4979-aace-ec958196ea26 HTTP/1.1" status: 200 len: 210 time: 0.0288336 Feb 02 07:41:17.692809 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f1da5bf-59c4-4366-a4a1-315fa091e64a req-b4f8aefa-cfbc-46d7-a227-f77d52c3ee1c tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Made reservation on behalf of c3998c4a9fb54dbfb254f927a9c64ece for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:41:17.696315 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0f1da5bf-59c4-4366-a4a1-315fa091e64a req-b4f8aefa-cfbc-46d7-a227-f77d52c3ee1c tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:41:17.825253 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-0f1da5bf-59c4-4366-a4a1-315fa091e64a req-b4f8aefa-cfbc-46d7-a227-f77d52c3ee1c tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Allocated IP 172.20.0.9 (99c393e5-edbe-4583-8514-7c998c6986c0/8f0c010c-d5c1-4b63-8939-b46551f6cb84/81f93a8b-cf1d-4229-aa95-8efb447b6b7d) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:41:17.966754 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0f1da5bf-59c4-4366-a4a1-315fa091e64a req-b4f8aefa-cfbc-46d7-a227-f77d52c3ee1c tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks [] for port (81f93a8b-cf1d-4229-aa95-8efb447b6b7d), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:41:18.007100 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0f1da5bf-59c4-4366-a4a1-315fa091e64a req-b4f8aefa-cfbc-46d7-a227-f77d52c3ee1c tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (81f93a8b-cf1d-4229-aa95-8efb447b6b7d), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:41:18.049032 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f1da5bf-59c4-4366-a4a1-315fa091e64a req-b4f8aefa-cfbc-46d7-a227-f77d52c3ee1c tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Network 99c393e5-edbe-4583-8514-7c998c6986c0 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:41:18.052082 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-0f1da5bf-59c4-4366-a4a1-315fa091e64a req-b4f8aefa-cfbc-46d7-a227-f77d52c3ee1c tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:41:18.054708 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f1da5bf-59c4-4366-a4a1-315fa091e64a req-b4f8aefa-cfbc-46d7-a227-f77d52c3ee1c tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:41:18.107140 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f8aefa-cfbc-46d7-a227-f77d52c3ee1c tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Pushing event updated for resources: {'Port': ['ID=81f93a8b-cf1d-4229-aa95-8efb447b6b7d,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:41:18.131929 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1da5bf-59c4-4366-a4a1-315fa091e64a req-b4f8aefa-cfbc-46d7-a227-f77d52c3ee1c tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:41:18.132551 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0f1da5bf-59c4-4366-a4a1-315fa091e64a req-b4f8aefa-cfbc-46d7-a227-f77d52c3ee1c tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:41:18.152948 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0f1da5bf-59c4-4366-a4a1-315fa091e64a req-b4f8aefa-cfbc-46d7-a227-f77d52c3ee1c tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5764110 Feb 02 07:41:18.170914 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-0f1da5bf-59c4-4366-a4a1-315fa091e64a req-6deb2bd4-e566-463c-940a-4b931fe0517b service neutron] Request body: {'port': {'device_id': 'a17b2669-35e6-4979-aace-ec958196ea26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:41:18.242199 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0f1da5bf-59c4-4366-a4a1-315fa091e64a req-6deb2bd4-e566-463c-940a-4b931fe0517b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (81f93a8b-cf1d-4229-aa95-8efb447b6b7d), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:41:18.342202 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-70cf2c1c-c5bd-4206-bf59-3ffc9353a9da None None] Provisioning complete for port 81f93a8b-cf1d-4229-aa95-8efb447b6b7d triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:41:18.342808 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-70cf2c1c-c5bd-4206-bf59-3ffc9353a9da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (81f93a8b-cf1d-4229-aa95-8efb447b6b7d), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:41:18.383698 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-70cf2c1c-c5bd-4206-bf59-3ffc9353a9da None None] Port 81f93a8b-cf1d-4229-aa95-8efb447b6b7d cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:41:18.518301 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-0f1da5bf-59c4-4366-a4a1-315fa091e64a req-6deb2bd4-e566-463c-940a-4b931fe0517b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81f93a8b-cf1d-4229-aa95-8efb447b6b7d {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:41:18.526612 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0f1da5bf-59c4-4366-a4a1-315fa091e64a req-6deb2bd4-e566-463c-940a-4b931fe0517b service neutron] Publish callbacks [] for port (81f93a8b-cf1d-4229-aa95-8efb447b6b7d), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:41:18.539048 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-0f1da5bf-59c4-4366-a4a1-315fa091e64a req-6deb2bd4-e566-463c-940a-4b931fe0517b service neutron] Transition to ACTIVE for port object 81f93a8b-cf1d-4229-aa95-8efb447b6b7d will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:41:18.544501 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0f1da5bf-59c4-4366-a4a1-315fa091e64a req-6deb2bd4-e566-463c-940a-4b931fe0517b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (81f93a8b-cf1d-4229-aa95-8efb447b6b7d), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:41:18.602551 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deb2bd4-e566-463c-940a-4b931fe0517b service neutron] Pushing event updated for resources: {'Port': ['ID=81f93a8b-cf1d-4229-aa95-8efb447b6b7d,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:41:18.688634 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-0f1da5bf-59c4-4366-a4a1-315fa091e64a req-6deb2bd4-e566-463c-940a-4b931fe0517b service neutron] Attempting to bind port 81f93a8b-cf1d-4229-aa95-8efb447b6b7d on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:41:18.689128 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-0f1da5bf-59c4-4366-a4a1-315fa091e64a req-6deb2bd4-e566-463c-940a-4b931fe0517b service neutron] Attempting to bind port 81f93a8b-cf1d-4229-aa95-8efb447b6b7d by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': '7fbd5ca3-5d78-4819-a656-2bb76c5c6480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:41:18.689698 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1da5bf-59c4-4366-a4a1-315fa091e64a req-6deb2bd4-e566-463c-940a-4b931fe0517b service neutron] Attempting to bind port 81f93a8b-cf1d-4229-aa95-8efb447b6b7d on network 99c393e5-edbe-4583-8514-7c998c6986c0 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:41:18.695680 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1da5bf-59c4-4366-a4a1-315fa091e64a req-6deb2bd4-e566-463c-940a-4b931fe0517b service neutron] Port 81f93a8b-cf1d-4229-aa95-8efb447b6b7d on network 99c393e5-edbe-4583-8514-7c998c6986c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:41:18.696023 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1da5bf-59c4-4366-a4a1-315fa091e64a req-6deb2bd4-e566-463c-940a-4b931fe0517b service neutron] Attempting to bind port 81f93a8b-cf1d-4229-aa95-8efb447b6b7d on network 99c393e5-edbe-4583-8514-7c998c6986c0 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:41:18.702564 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1da5bf-59c4-4366-a4a1-315fa091e64a req-6deb2bd4-e566-463c-940a-4b931fe0517b service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:41:18.702917 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1da5bf-59c4-4366-a4a1-315fa091e64a req-6deb2bd4-e566-463c-940a-4b931fe0517b service neutron] Checking segment: {'id': '7fbd5ca3-5d78-4819-a656-2bb76c5c6480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:41:18.703311 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1da5bf-59c4-4366-a4a1-315fa091e64a req-6deb2bd4-e566-463c-940a-4b931fe0517b service neutron] Bound using segment: {'id': '7fbd5ca3-5d78-4819-a656-2bb76c5c6480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:41:18.703777 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-0f1da5bf-59c4-4366-a4a1-315fa091e64a req-6deb2bd4-e566-463c-940a-4b931fe0517b service neutron] Bound port: 81f93a8b-cf1d-4229-aa95-8efb447b6b7d, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fbd5ca3-5d78-4819-a656-2bb76c5c6480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:41:18.704142 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0f1da5bf-59c4-4366-a4a1-315fa091e64a req-6deb2bd4-e566-463c-940a-4b931fe0517b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (81f93a8b-cf1d-4229-aa95-8efb447b6b7d), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:41:18.742760 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e066aab8-d689-44ae-80bc-d3eb78419be3 req-df07ff94-0903-4ea5-9d3c-4cbaae9954c5 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:41:18.746890 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e066aab8-d689-44ae-80bc-d3eb78419be3 req-df07ff94-0903-4ea5-9d3c-4cbaae9954c5 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=a17b2669-35e6-4979-aace-ec958196ea26 HTTP/1.1" status: 200 len: 943 time: 0.0657272 Feb 02 07:41:18.778275 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-0f1da5bf-59c4-4366-a4a1-315fa091e64a req-6deb2bd4-e566-463c-940a-4b931fe0517b service neutron] For port 81f93a8b-cf1d-4229-aa95-8efb447b6b7d, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:41:18.782181 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-0f1da5bf-59c4-4366-a4a1-315fa091e64a req-6deb2bd4-e566-463c-940a-4b931fe0517b service neutron] For port 81f93a8b-cf1d-4229-aa95-8efb447b6b7d, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=81f93a8b-cf1d-4229-aa95-8efb447b6b7d,segment=NetworkSegment(7fbd5ca3-5d78-4819-a656-2bb76c5c6480),segment_id=7fbd5ca3-5d78-4819-a656-2bb76c5c6480)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:41:18.791092 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0f1da5bf-59c4-4366-a4a1-315fa091e64a req-6deb2bd4-e566-463c-940a-4b931fe0517b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (81f93a8b-cf1d-4229-aa95-8efb447b6b7d), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:41:18.821903 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e066aab8-d689-44ae-80bc-d3eb78419be3 req-67be1aa2-b644-4183-b49a-d35471d68083 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=d5c1a263-f353-4f3c-84c8-5c40bf02269c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686891 Feb 02 07:41:18.829498 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1da5bf-59c4-4366-a4a1-315fa091e64a req-6deb2bd4-e566-463c-940a-4b931fe0517b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:41:18.830240 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0f1da5bf-59c4-4366-a4a1-315fa091e64a req-6deb2bd4-e566-463c-940a-4b931fe0517b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:41:18.832274 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0f1da5bf-59c4-4366-a4a1-315fa091e64a req-6deb2bd4-e566-463c-940a-4b931fe0517b service neutron] 10.222.0.88 "PUT /v2.0/ports/81f93a8b-cf1d-4229-aa95-8efb447b6b7d HTTP/1.1" status: 200 len: 1092 time: 0.6656709 Feb 02 07:41:18.844483 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a17b2669-35e6-4979-aace-ec958196ea26', 'tag': '81f93a8b-cf1d-4229-aa95-8efb447b6b7d'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:41:18.844483 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da30e3c2-9411-400d-bb86-ffd188aaa61f" -d '{"events": [{"name": "network-changed", "server_uuid": "a17b2669-35e6-4979-aace-ec958196ea26", "tag": "81f93a8b-cf1d-4229-aa95-8efb447b6b7d"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:41:18.872655 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deb2bd4-e566-463c-940a-4b931fe0517b service neutron] Pushing event updated for resources: {'Port': ['ID=81f93a8b-cf1d-4229-aa95-8efb447b6b7d,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:41:18.892215 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e7f183-ce01-40e9-ba19-b8e4cdb6f792 x-openstack-request-id: req-57e7f183-ce01-40e9-ba19-b8e4cdb6f792 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:41:18.892593 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a17b2669-35e6-4979-aace-ec958196ea26", "tag": "81f93a8b-cf1d-4229-aa95-8efb447b6b7d", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:41:18.892953 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-57e7f183-ce01-40e9-ba19-b8e4cdb6f792 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:41:18.893435 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a17b2669-35e6-4979-aace-ec958196ea26', 'tag': '81f93a8b-cf1d-4229-aa95-8efb447b6b7d', 'status': 'completed', 'code': 200} Feb 02 07:41:18.962930 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1da5bf-59c4-4366-a4a1-315fa091e64a req-4da04e4d-3368-4a26-8f33-b17bd91b1cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:41:18.964596 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0f1da5bf-59c4-4366-a4a1-315fa091e64a req-4da04e4d-3368-4a26-8f33-b17bd91b1cfc service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c3998c4a9fb54dbfb254f927a9c64ece&device_id=a17b2669-35e6-4979-aace-ec958196ea26 HTTP/1.1" status: 200 len: 1126 time: 0.0547950 Feb 02 07:41:19.021492 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0f1da5bf-59c4-4366-a4a1-315fa091e64a req-13ebf381-b2f4-4db7-bc31-afc0de7060e7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81f93a8b-cf1d-4229-aa95-8efb447b6b7d HTTP/1.1" status: 200 len: 217 time: 0.0420723 Feb 02 07:41:19.072526 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1da5bf-59c4-4366-a4a1-315fa091e64a req-07b8a380-a43a-4bdc-9ef1-044a94eea2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:41:19.074007 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0f1da5bf-59c4-4366-a4a1-315fa091e64a req-07b8a380-a43a-4bdc-9ef1-044a94eea2d5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8f0c010c-d5c1-4b63-8939-b46551f6cb84 HTTP/1.1" status: 200 len: 851 time: 0.0464494 Feb 02 07:41:19.125628 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1da5bf-59c4-4366-a4a1-315fa091e64a req-02a68aa9-5c48-42b7-88c4-83a9eb7a42fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:41:19.127153 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0f1da5bf-59c4-4366-a4a1-315fa091e64a req-02a68aa9-5c48-42b7-88c4-83a9eb7a42fc service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=99c393e5-edbe-4583-8514-7c998c6986c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0474153 Feb 02 07:41:19.222552 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0f1da5bf-59c4-4366-a4a1-315fa091e64a req-33eba833-8565-46ea-9b6f-adbbe8b5f295 service neutron] 10.222.0.88 "GET /v2.0/networks/99c393e5-edbe-4583-8514-7c998c6986c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885823 Feb 02 07:41:19.313610 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0f1da5bf-59c4-4366-a4a1-315fa091e64a req-acae77e6-6ce1-4699-bad2-22bb0057c2fc service neutron] 10.222.0.88 "GET /v2.0/networks/99c393e5-edbe-4583-8514-7c998c6986c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835187 Feb 02 07:41:19.429159 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da30e3c2-9411-400d-bb86-ffd188aaa61f req-5e750a8a-9a4e-4ee6-ae11-454ce185c60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:41:19.430765 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-da30e3c2-9411-400d-bb86-ffd188aaa61f req-5e750a8a-9a4e-4ee6-ae11-454ce185c60d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c3998c4a9fb54dbfb254f927a9c64ece&device_id=a17b2669-35e6-4979-aace-ec958196ea26 HTTP/1.1" status: 200 len: 1126 time: 0.0505366 Feb 02 07:41:19.521193 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da30e3c2-9411-400d-bb86-ffd188aaa61f req-0461da77-5415-45c0-973d-7a4080be8fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:41:19.522662 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-da30e3c2-9411-400d-bb86-ffd188aaa61f req-0461da77-5415-45c0-973d-7a4080be8fd3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=99c393e5-edbe-4583-8514-7c998c6986c0 HTTP/1.1" status: 200 len: 913 time: 0.0866203 Feb 02 07:41:19.567215 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-da30e3c2-9411-400d-bb86-ffd188aaa61f req-a61398ab-055f-4c24-a28d-8e9df273a6ba service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81f93a8b-cf1d-4229-aa95-8efb447b6b7d HTTP/1.1" status: 200 len: 217 time: 0.0386200 Feb 02 07:41:19.615997 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da30e3c2-9411-400d-bb86-ffd188aaa61f req-1808e837-42d4-4200-a1e2-44a0d0f34329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:41:19.617469 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-da30e3c2-9411-400d-bb86-ffd188aaa61f req-1808e837-42d4-4200-a1e2-44a0d0f34329 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8f0c010c-d5c1-4b63-8939-b46551f6cb84 HTTP/1.1" status: 200 len: 851 time: 0.0441017 Feb 02 07:41:19.665857 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da30e3c2-9411-400d-bb86-ffd188aaa61f req-af4e7ab8-fcc8-4f12-8602-310d74efabe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:41:19.667441 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-da30e3c2-9411-400d-bb86-ffd188aaa61f req-af4e7ab8-fcc8-4f12-8602-310d74efabe0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=99c393e5-edbe-4583-8514-7c998c6986c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0443604 Feb 02 07:41:19.758855 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-da30e3c2-9411-400d-bb86-ffd188aaa61f req-8c9c74bf-0d6a-4114-89ca-6b3e71977158 service neutron] 10.222.0.88 "GET /v2.0/networks/99c393e5-edbe-4583-8514-7c998c6986c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857234 Feb 02 07:41:19.846877 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-da30e3c2-9411-400d-bb86-ffd188aaa61f req-a269edcd-23d3-41aa-b768-51e886092ada service neutron] 10.222.0.88 "GET /v2.0/networks/99c393e5-edbe-4583-8514-7c998c6986c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826051 Feb 02 07:41:19.946578 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2be611-63a9-4268-a982-a356aa519b4e req-80dcdafb-267d-4d71-a17a-4f8aecc2db9b tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:41:19.948093 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8c2be611-63a9-4268-a982-a356aa519b4e req-80dcdafb-267d-4d71-a17a-4f8aecc2db9b tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=a17b2669-35e6-4979-aace-ec958196ea26 HTTP/1.1" status: 200 len: 943 time: 0.0531614 Feb 02 07:41:20.002327 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8c2be611-63a9-4268-a982-a356aa519b4e req-e63bd59e-8d34-4547-9872-a1f18a431961 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=d5c1a263-f353-4f3c-84c8-5c40bf02269c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445979 Feb 02 07:41:21.122557 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff3cbc0-26e6-4748-95e6-66a2a7197ffb req-d836f426-5590-4498-b572-73720b869f06 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:41:21.124941 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-eff3cbc0-26e6-4748-95e6-66a2a7197ffb req-d836f426-5590-4498-b572-73720b869f06 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=a17b2669-35e6-4979-aace-ec958196ea26 HTTP/1.1" status: 200 len: 943 time: 0.0549555 Feb 02 07:41:21.175002 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-eff3cbc0-26e6-4748-95e6-66a2a7197ffb req-1ad0b14e-93f4-4e4d-9a85-ee96b0603973 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=d5c1a263-f353-4f3c-84c8-5c40bf02269c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444694 Feb 02 07:41:22.351501 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:41:22.378678 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eabccff-6899-451d-8d14-781e61733f5e req-2d45bf1d-ad20-4630-8463-8cadbc255f76 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:41:22.380319 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6eabccff-6899-451d-8d14-781e61733f5e req-2d45bf1d-ad20-4630-8463-8cadbc255f76 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=a17b2669-35e6-4979-aace-ec958196ea26 HTTP/1.1" status: 200 len: 943 time: 0.0731375 Feb 02 07:41:22.432374 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6eabccff-6899-451d-8d14-781e61733f5e req-28a60416-dac4-486f-abbb-288f6d7ba3bf tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=d5c1a263-f353-4f3c-84c8-5c40bf02269c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457144 Feb 02 07:41:22.542794 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e524bc-ce92-45c9-b3c7-13c7f60912df req-35424bd4-edbf-4b76-bbca-61c78209eac3 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:41:22.544396 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a0e524bc-ce92-45c9-b3c7-13c7f60912df req-35424bd4-edbf-4b76-bbca-61c78209eac3 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=e9344eaa-4d99-4c3c-8506-7685db1dd480 HTTP/1.1" status: 200 len: 946 time: 0.0540085 Feb 02 07:41:22.593591 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a0e524bc-ce92-45c9-b3c7-13c7f60912df req-a6c3fd8a-10bc-402f-98b5-30b6e52b4ada tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=563fa368-7591-4797-86eb-ee683197ba72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436697 Feb 02 07:41:23.565828 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c387d6-6e75-46bb-9de5-4510c267a5e1 req-ac45ad47-9cff-4b42-b74f-4f5a543737bf tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:41:23.567354 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-25c387d6-6e75-46bb-9de5-4510c267a5e1 req-ac45ad47-9cff-4b42-b74f-4f5a543737bf tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=a17b2669-35e6-4979-aace-ec958196ea26 HTTP/1.1" status: 200 len: 943 time: 0.0574975 Feb 02 07:41:23.616392 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-25c387d6-6e75-46bb-9de5-4510c267a5e1 req-46df28ae-bf45-4b59-8b22-eb061e3fed98 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=d5c1a263-f353-4f3c-84c8-5c40bf02269c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423684 Feb 02 07:41:23.723653 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ab4af0-7e4f-47b8-a285-02111d5f4779 req-a19027e5-5f8a-4e27-a82d-6d440abdf18e tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:41:23.725061 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-95ab4af0-7e4f-47b8-a285-02111d5f4779 req-a19027e5-5f8a-4e27-a82d-6d440abdf18e tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=e9344eaa-4d99-4c3c-8506-7685db1dd480 HTTP/1.1" status: 200 len: 946 time: 0.0530226 Feb 02 07:41:23.775253 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-95ab4af0-7e4f-47b8-a285-02111d5f4779 req-6742822f-593a-4c7b-b448-fd682966a7bc tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=563fa368-7591-4797-86eb-ee683197ba72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428843 Feb 02 07:41:24.752241 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138796a-4820-4f57-8248-4d1330941d3d req-30e2ef73-c1c4-481a-8496-9273a6fa03b5 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:41:24.753630 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7138796a-4820-4f57-8248-4d1330941d3d req-30e2ef73-c1c4-481a-8496-9273a6fa03b5 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=a17b2669-35e6-4979-aace-ec958196ea26 HTTP/1.1" status: 200 len: 943 time: 0.0653262 Feb 02 07:41:24.807824 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7138796a-4820-4f57-8248-4d1330941d3d req-4535ab7e-e7ab-445f-8249-d186f731a834 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=d5c1a263-f353-4f3c-84c8-5c40bf02269c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481718 Feb 02 07:41:24.917229 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9492768c-8741-4d22-8695-1ca0b467c3f3 req-53632921-e5d6-4ffd-8bbe-ca395819f238 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:41:24.918724 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9492768c-8741-4d22-8695-1ca0b467c3f3 req-53632921-e5d6-4ffd-8bbe-ca395819f238 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=e9344eaa-4d99-4c3c-8506-7685db1dd480 HTTP/1.1" status: 200 len: 946 time: 0.0551925 Feb 02 07:41:24.970536 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9492768c-8741-4d22-8695-1ca0b467c3f3 req-ecd027e3-d52f-42ce-b7cd-9928a985cefd tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=563fa368-7591-4797-86eb-ee683197ba72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461612 Feb 02 07:41:25.928431 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15ef52-1c21-47ea-bf31-8ca59fe53bd8 req-4f1dfb9b-e207-47ce-9443-5979854daa4f tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:41:25.929938 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3a15ef52-1c21-47ea-bf31-8ca59fe53bd8 req-4f1dfb9b-e207-47ce-9443-5979854daa4f tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=a17b2669-35e6-4979-aace-ec958196ea26 HTTP/1.1" status: 200 len: 943 time: 0.0536833 Feb 02 07:41:25.979041 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3a15ef52-1c21-47ea-bf31-8ca59fe53bd8 req-45cb91fc-27f5-4087-b0b0-265c294c9bcb tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=d5c1a263-f353-4f3c-84c8-5c40bf02269c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430951 Feb 02 07:41:26.093492 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cfea1c-9632-4715-b964-13c6c605092e req-eebf82f2-0138-4e31-a08d-7afb7905f7bb tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:41:26.094977 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b9cfea1c-9632-4715-b964-13c6c605092e req-eebf82f2-0138-4e31-a08d-7afb7905f7bb tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=e9344eaa-4d99-4c3c-8506-7685db1dd480 HTTP/1.1" status: 200 len: 946 time: 0.0574868 Feb 02 07:41:26.144621 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b9cfea1c-9632-4715-b964-13c6c605092e req-a24d2f70-f4d1-4684-a8b8-97b8e76dfdfa tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=563fa368-7591-4797-86eb-ee683197ba72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437334 Feb 02 07:41:27.096560 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb9842-8ea4-4799-be81-37253cd16fba req-9539226c-a7cf-4a5c-a5e9-ae4351ec8e11 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:41:27.097931 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8aeb9842-8ea4-4799-be81-37253cd16fba req-9539226c-a7cf-4a5c-a5e9-ae4351ec8e11 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=a17b2669-35e6-4979-aace-ec958196ea26 HTTP/1.1" status: 200 len: 943 time: 0.0516634 Feb 02 07:41:27.148110 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8aeb9842-8ea4-4799-be81-37253cd16fba req-2efaf016-f2da-4800-a035-9510df7c4770 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=d5c1a263-f353-4f3c-84c8-5c40bf02269c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439513 Feb 02 07:41:27.260249 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640ceb1-ff06-46fd-b134-9b49ee507a4d req-50979935-ffa7-4f86-9f60-1e0e50bd3948 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:41:27.261693 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e640ceb1-ff06-46fd-b134-9b49ee507a4d req-50979935-ffa7-4f86-9f60-1e0e50bd3948 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=e9344eaa-4d99-4c3c-8506-7685db1dd480 HTTP/1.1" status: 200 len: 946 time: 0.0525885 Feb 02 07:41:27.313986 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e640ceb1-ff06-46fd-b134-9b49ee507a4d req-a52e51b7-d924-4fda-8874-b1036fbde8da tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=563fa368-7591-4797-86eb-ee683197ba72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467861 Feb 02 07:41:27.551349 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:41:28.267857 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a728874-0e05-4c44-8b15-5de3484e8019 req-e087ea8b-efad-4737-9c71-1efc552d050c tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:41:28.269334 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5a728874-0e05-4c44-8b15-5de3484e8019 req-e087ea8b-efad-4737-9c71-1efc552d050c tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=a17b2669-35e6-4979-aace-ec958196ea26 HTTP/1.1" status: 200 len: 943 time: 0.0525396 Feb 02 07:41:28.320390 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5a728874-0e05-4c44-8b15-5de3484e8019 req-2d1f5fee-cfb4-4989-86a4-d19e0ea24895 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=d5c1a263-f353-4f3c-84c8-5c40bf02269c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445740 Feb 02 07:41:28.434403 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99311bbf-1028-4bf8-ab09-0d8e7b694d41 req-766c9a6e-ee4c-4c68-9276-9c6d27008921 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:41:28.435926 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-99311bbf-1028-4bf8-ab09-0d8e7b694d41 req-766c9a6e-ee4c-4c68-9276-9c6d27008921 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=e9344eaa-4d99-4c3c-8506-7685db1dd480 HTTP/1.1" status: 200 len: 946 time: 0.0538490 Feb 02 07:41:28.484603 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-99311bbf-1028-4bf8-ab09-0d8e7b694d41 req-eb8b6ff5-c171-4236-83fc-9df048521de4 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=563fa368-7591-4797-86eb-ee683197ba72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430315 Feb 02 07:41:29.444099 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f915e44-3683-4378-90b8-9dd4d149a96b req-771985d8-cca8-48bb-a59e-d02322894ab9 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:41:29.445575 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9f915e44-3683-4378-90b8-9dd4d149a96b req-771985d8-cca8-48bb-a59e-d02322894ab9 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=a17b2669-35e6-4979-aace-ec958196ea26 HTTP/1.1" status: 200 len: 943 time: 0.0564921 Feb 02 07:41:29.494109 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9f915e44-3683-4378-90b8-9dd4d149a96b req-83e57215-3729-4b37-b95b-c8029359cf74 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=d5c1a263-f353-4f3c-84c8-5c40bf02269c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423334 Feb 02 07:41:29.603132 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be6d730-14c8-4cd1-88e9-e8cdfc38f27d req-4d27f3f3-fa71-491f-a676-c8d4d4862ae7 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:41:29.604563 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0be6d730-14c8-4cd1-88e9-e8cdfc38f27d req-4d27f3f3-fa71-491f-a676-c8d4d4862ae7 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=e9344eaa-4d99-4c3c-8506-7685db1dd480 HTTP/1.1" status: 200 len: 946 time: 0.0530696 Feb 02 07:41:29.653262 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0be6d730-14c8-4cd1-88e9-e8cdfc38f27d req-2f9e5d62-b4ee-483c-92b5-fe657b26e12a tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=563fa368-7591-4797-86eb-ee683197ba72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432506 Feb 02 07:41:30.622156 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efa1cde-5aad-4b54-9703-c24251337bfd req-1b485369-2210-44e3-a7c9-eb538f5d2750 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:41:30.623711 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2efa1cde-5aad-4b54-9703-c24251337bfd req-1b485369-2210-44e3-a7c9-eb538f5d2750 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=a17b2669-35e6-4979-aace-ec958196ea26 HTTP/1.1" status: 200 len: 943 time: 0.0580797 Feb 02 07:41:30.674089 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2efa1cde-5aad-4b54-9703-c24251337bfd req-c36531cc-f111-424f-a753-b7676b877604 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=d5c1a263-f353-4f3c-84c8-5c40bf02269c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447211 Feb 02 07:41:30.801144 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f0f2cb-1ded-4b01-9e6d-08901cb87824 req-9a81876b-3479-479f-8cdd-a44074f3f19c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:41:30.802555 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b9f0f2cb-1ded-4b01-9e6d-08901cb87824 req-9a81876b-3479-479f-8cdd-a44074f3f19c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=e9344eaa-4d99-4c3c-8506-7685db1dd480 HTTP/1.1" status: 200 len: 946 time: 0.0579624 Feb 02 07:41:30.854718 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b9f0f2cb-1ded-4b01-9e6d-08901cb87824 req-c8218726-58ae-4c45-9b6b-fda1256533b3 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=563fa368-7591-4797-86eb-ee683197ba72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456271 Feb 02 07:41:31.797826 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f65ca5-b039-4377-9c85-64d5d8d61871 req-42262115-0726-4e97-952a-459007c7ddb0 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:41:31.799276 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e9f65ca5-b039-4377-9c85-64d5d8d61871 req-42262115-0726-4e97-952a-459007c7ddb0 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=a17b2669-35e6-4979-aace-ec958196ea26 HTTP/1.1" status: 200 len: 943 time: 0.0520473 Feb 02 07:41:31.849850 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e9f65ca5-b039-4377-9c85-64d5d8d61871 req-7f006138-d158-4e6b-bd12-1479f2fe1f3e tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=d5c1a263-f353-4f3c-84c8-5c40bf02269c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450563 Feb 02 07:41:31.974715 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82274bf3-d4e9-4736-acbd-8ea192c39905 req-e393bc77-240c-46c1-a3be-c41566ef2d95 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:41:31.976253 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-82274bf3-d4e9-4736-acbd-8ea192c39905 req-e393bc77-240c-46c1-a3be-c41566ef2d95 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=e9344eaa-4d99-4c3c-8506-7685db1dd480 HTTP/1.1" status: 200 len: 946 time: 0.0528376 Feb 02 07:41:32.030083 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-82274bf3-d4e9-4736-acbd-8ea192c39905 req-ba6500cf-b09c-4ddd-b941-6ae3c8638ced tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=563fa368-7591-4797-86eb-ee683197ba72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472493 Feb 02 07:41:32.970314 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb95a52-ade5-4e74-8a19-96de82cab5b0 req-ff7ed0dd-5493-4097-8a75-4a2dd078ff66 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:41:32.971865 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4cb95a52-ade5-4e74-8a19-96de82cab5b0 req-ff7ed0dd-5493-4097-8a75-4a2dd078ff66 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=a17b2669-35e6-4979-aace-ec958196ea26 HTTP/1.1" status: 200 len: 943 time: 0.0527718 Feb 02 07:41:33.020743 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4cb95a52-ade5-4e74-8a19-96de82cab5b0 req-a0dbc7cd-8783-4521-b792-8ad861ad207f tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=d5c1a263-f353-4f3c-84c8-5c40bf02269c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427241 Feb 02 07:41:33.151993 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e92cf36-f6b1-4efb-a688-bfd1abe055af req-24eff857-f62c-47a9-acb0-704809d7b174 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:41:33.153487 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3e92cf36-f6b1-4efb-a688-bfd1abe055af req-24eff857-f62c-47a9-acb0-704809d7b174 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=e9344eaa-4d99-4c3c-8506-7685db1dd480 HTTP/1.1" status: 200 len: 946 time: 0.0579040 Feb 02 07:41:33.202567 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3e92cf36-f6b1-4efb-a688-bfd1abe055af req-dac2169f-4828-4d6d-b544-e3721689190f tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=563fa368-7591-4797-86eb-ee683197ba72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435462 Feb 02 07:41:34.141087 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b50b0-198c-4136-a492-f37557450d8b req-bd33baa3-d3e6-4b2d-ab30-6db24631210d tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:41:34.142572 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a90b50b0-198c-4136-a492-f37557450d8b req-bd33baa3-d3e6-4b2d-ab30-6db24631210d tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=a17b2669-35e6-4979-aace-ec958196ea26 HTTP/1.1" status: 200 len: 943 time: 0.0524633 Feb 02 07:41:34.190514 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a90b50b0-198c-4136-a492-f37557450d8b req-a41e8cca-b47b-4a47-ace0-ea44b48a20fa tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=d5c1a263-f353-4f3c-84c8-5c40bf02269c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425007 Feb 02 07:41:34.318733 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509b341-7fb5-4a0a-9a27-0c932d239b58 req-193c4c94-f6e5-4d4f-8688-25a2dbe6a512 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:41:34.320231 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8509b341-7fb5-4a0a-9a27-0c932d239b58 req-193c4c94-f6e5-4d4f-8688-25a2dbe6a512 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=e9344eaa-4d99-4c3c-8506-7685db1dd480 HTTP/1.1" status: 200 len: 946 time: 0.0528097 Feb 02 07:41:34.372208 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8509b341-7fb5-4a0a-9a27-0c932d239b58 req-c058ebee-fd77-4c69-bd7c-64f6adfaf4b9 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=563fa368-7591-4797-86eb-ee683197ba72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463867 Feb 02 07:41:34.717872 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 81f93a8b-cf1d-4229-aa95-8efb447b6b7d details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:41:34.818794 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 81f93a8b-cf1d-4229-aa95-8efb447b6b7d, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=81f93a8b-cf1d-4229-aa95-8efb447b6b7d,segment=NetworkSegment(7fbd5ca3-5d78-4819-a656-2bb76c5c6480),segment_id=7fbd5ca3-5d78-4819-a656-2bb76c5c6480)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:41:34.830165 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': '81f93a8b-cf1d-4229-aa95-8efb447b6b7d', 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0', 'port_id': '81f93a8b-cf1d-4229-aa95-8efb447b6b7d', 'mac_address': 'fa:16:3e:7a:ef:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f0c010c-d5c1-4b63-8939-b46551f6cb84', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:41:34.869957 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 81f93a8b-cf1d-4229-aa95-8efb447b6b7d is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:41:34.870340 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (81f93a8b-cf1d-4229-aa95-8efb447b6b7d), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:41:34.882454 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81f93a8b-cf1d-4229-aa95-8efb447b6b7d {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:41:34.902098 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 81f93a8b-cf1d-4229-aa95-8efb447b6b7d, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=81f93a8b-cf1d-4229-aa95-8efb447b6b7d,segment=NetworkSegment(7fbd5ca3-5d78-4819-a656-2bb76c5c6480),segment_id=7fbd5ca3-5d78-4819-a656-2bb76c5c6480)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:41:34.905900 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (81f93a8b-cf1d-4229-aa95-8efb447b6b7d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:41:34.952605 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=81f93a8b-cf1d-4229-aa95-8efb447b6b7d,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:41:34.959758 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:41:34.960115 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:41:34.960462 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:41:34.960804 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:41:34.961143 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:41:34.961541 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:41:34.961881 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:41:34.962208 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:41:34.962536 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:41:34.962863 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:41:34.963192 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:41:34.963518 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:41:34.963866 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:41:35.179974 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['81f93a8b-cf1d-4229-aa95-8efb447b6b7d'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:41:35.308651 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d43be6-b1f3-41ae-84cd-01a888b9ec02 req-d894abd3-1f08-463f-816a-286958a6d40a tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:41:35.310113 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-74d43be6-b1f3-41ae-84cd-01a888b9ec02 req-d894abd3-1f08-463f-816a-286958a6d40a tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=a17b2669-35e6-4979-aace-ec958196ea26 HTTP/1.1" status: 200 len: 944 time: 0.0521319 Feb 02 07:41:35.358079 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-74d43be6-b1f3-41ae-84cd-01a888b9ec02 req-c74bc5bf-8079-44af-b5e1-de3dd3d1d509 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=d5c1a263-f353-4f3c-84c8-5c40bf02269c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419893 Feb 02 07:41:35.491180 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d3fc7-5548-4f7c-97fe-c569856cbd88 req-8ef2bcb3-820f-4630-8fa7-7a5123857e0b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:41:35.493843 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-841d3fc7-5548-4f7c-97fe-c569856cbd88 req-8ef2bcb3-820f-4630-8fa7-7a5123857e0b tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=e9344eaa-4d99-4c3c-8506-7685db1dd480 HTTP/1.1" status: 200 len: 946 time: 0.0550010 Feb 02 07:41:35.543091 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-841d3fc7-5548-4f7c-97fe-c569856cbd88 req-d63f3fed-de3c-4723-b20d-c911fd772816 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=563fa368-7591-4797-86eb-ee683197ba72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439737 Feb 02 07:41:36.478542 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971b5ac0-85dc-4540-82cd-8f24fbde7269 req-f69851f0-c158-49c2-8afa-0852ce2c21bc tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:41:36.480037 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-971b5ac0-85dc-4540-82cd-8f24fbde7269 req-f69851f0-c158-49c2-8afa-0852ce2c21bc tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=a17b2669-35e6-4979-aace-ec958196ea26 HTTP/1.1" status: 200 len: 944 time: 0.0561616 Feb 02 07:41:36.529348 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-971b5ac0-85dc-4540-82cd-8f24fbde7269 req-7daca030-c635-4845-a027-68ffc07b251d tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=d5c1a263-f353-4f3c-84c8-5c40bf02269c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436656 Feb 02 07:41:36.658227 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d9291-9718-43f8-be78-e839740b5260 req-9edb3833-7b4e-408a-ba0c-664ec85ab24d tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:41:36.659723 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0e1d9291-9718-43f8-be78-e839740b5260 req-9edb3833-7b4e-408a-ba0c-664ec85ab24d tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=e9344eaa-4d99-4c3c-8506-7685db1dd480 HTTP/1.1" status: 200 len: 946 time: 0.0520973 Feb 02 07:41:36.707874 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0e1d9291-9718-43f8-be78-e839740b5260 req-d103a677-004c-4c79-b19b-f2284cef8b22 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=563fa368-7591-4797-86eb-ee683197ba72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420516 Feb 02 07:41:36.738521 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 81f93a8b-cf1d-4229-aa95-8efb447b6b7d up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:41:36.786632 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port 81f93a8b-cf1d-4229-aa95-8efb447b6b7d completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:41:36.791029 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port 81f93a8b-cf1d-4229-aa95-8efb447b6b7d triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:41:36.791408 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (81f93a8b-cf1d-4229-aa95-8efb447b6b7d), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:41:36.868822 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 81f93a8b-cf1d-4229-aa95-8efb447b6b7d is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:41:36.869198 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (81f93a8b-cf1d-4229-aa95-8efb447b6b7d), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:41:36.891216 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a17b2669-35e6-4979-aace-ec958196ea26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f93a8b-cf1d-4229-aa95-8efb447b6b7d'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:41:36.893509 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a19c2a9-188e-4085-b599-4b5fc931aa02" -d '{"events": [{"server_uuid": "a17b2669-35e6-4979-aace-ec958196ea26", "name": "network-vif-plugged", "status": "completed", "tag": "81f93a8b-cf1d-4229-aa95-8efb447b6b7d"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:41:36.906686 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 81f93a8b-cf1d-4229-aa95-8efb447b6b7d, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=81f93a8b-cf1d-4229-aa95-8efb447b6b7d,segment=NetworkSegment(7fbd5ca3-5d78-4819-a656-2bb76c5c6480),segment_id=7fbd5ca3-5d78-4819-a656-2bb76c5c6480)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:41:36.910620 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (81f93a8b-cf1d-4229-aa95-8efb447b6b7d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:41:36.957343 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=81f93a8b-cf1d-4229-aa95-8efb447b6b7d,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:41:36.996157 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df17146b-c21d-47a4-be69-622ed8a9095f x-openstack-request-id: req-df17146b-c21d-47a4-be69-622ed8a9095f {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:41:36.996459 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a17b2669-35e6-4979-aace-ec958196ea26", "name": "network-vif-plugged", "status": "completed", "tag": "81f93a8b-cf1d-4229-aa95-8efb447b6b7d", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:41:36.996722 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-df17146b-c21d-47a4-be69-622ed8a9095f {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:41:36.997122 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a17b2669-35e6-4979-aace-ec958196ea26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f93a8b-cf1d-4229-aa95-8efb447b6b7d', 'code': 200} Feb 02 07:41:37.125046 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0186dd78-c5de-4701-a1d8-613aeb34e21a req-cf00cc18-25d8-44fb-b3f8-88e715dacf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:41:37.126638 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0186dd78-c5de-4701-a1d8-613aeb34e21a req-cf00cc18-25d8-44fb-b3f8-88e715dacf59 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a17b2669-35e6-4979-aace-ec958196ea26 HTTP/1.1" status: 200 len: 1128 time: 0.0453904 Feb 02 07:41:37.176650 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0186dd78-c5de-4701-a1d8-613aeb34e21a req-0515b255-c7be-48a1-8698-91ccaa9ee6f4 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=d5c1a263-f353-4f3c-84c8-5c40bf02269c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435266 Feb 02 07:41:37.652942 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54644c24-b7a6-4b33-b729-ada2b5233ff8 req-0a0a8fd4-0c6f-44f0-9d32-0596984e00e0 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:41:37.654422 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-54644c24-b7a6-4b33-b729-ada2b5233ff8 req-0a0a8fd4-0c6f-44f0-9d32-0596984e00e0 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=a17b2669-35e6-4979-aace-ec958196ea26 HTTP/1.1" status: 200 len: 945 time: 0.0562553 Feb 02 07:41:37.704694 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-54644c24-b7a6-4b33-b729-ada2b5233ff8 req-4c5a26f4-b27d-40e4-b152-bdb48d7cfb85 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=d5c1a263-f353-4f3c-84c8-5c40bf02269c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447390 Feb 02 07:41:37.827487 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf11a1a-45f5-4938-9359-eb9d5db03d8e req-c22aec7b-28b4-486b-b661-3d590a306ff1 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:41:37.828971 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-baf11a1a-45f5-4938-9359-eb9d5db03d8e req-c22aec7b-28b4-486b-b661-3d590a306ff1 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=e9344eaa-4d99-4c3c-8506-7685db1dd480 HTTP/1.1" status: 200 len: 946 time: 0.0520310 Feb 02 07:41:37.875837 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-baf11a1a-45f5-4938-9359-eb9d5db03d8e req-80f684b3-c2f1-4285-b4e2-366b5994a348 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=563fa368-7591-4797-86eb-ee683197ba72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412762 Feb 02 07:41:38.829216 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a2f2b-bce9-43e7-94e4-f557362244c0 req-91914d94-4748-4492-b5b0-65eef28302a7 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:41:38.830699 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2f1a2f2b-bce9-43e7-94e4-f557362244c0 req-91914d94-4748-4492-b5b0-65eef28302a7 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=a17b2669-35e6-4979-aace-ec958196ea26 HTTP/1.1" status: 200 len: 945 time: 0.0555415 Feb 02 07:41:38.884456 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2f1a2f2b-bce9-43e7-94e4-f557362244c0 req-d347aaa4-1f21-41ba-a713-af5bd97deafe tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=d5c1a263-f353-4f3c-84c8-5c40bf02269c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474114 Feb 02 07:41:38.995620 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8424c-f5fc-493d-b393-9fe16ed7ad19 req-5e2569dc-657c-4fe5-9bdc-24f39b66e2ad tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:41:38.997024 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-23a8424c-f5fc-493d-b393-9fe16ed7ad19 req-5e2569dc-657c-4fe5-9bdc-24f39b66e2ad tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=e9344eaa-4d99-4c3c-8506-7685db1dd480 HTTP/1.1" status: 200 len: 946 time: 0.0540950 Feb 02 07:41:39.045173 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-23a8424c-f5fc-493d-b393-9fe16ed7ad19 req-500fdd1f-a9a7-4ba7-9bac-24e352ca487c tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=563fa368-7591-4797-86eb-ee683197ba72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425057 Feb 02 07:41:39.149793 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4968cf73-bb3d-4852-8f72-abdd9709ebc8 req-a7006edb-c80a-430b-a989-268f6a45fa2d tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:41:39.151510 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4968cf73-bb3d-4852-8f72-abdd9709ebc8 req-a7006edb-c80a-430b-a989-268f6a45fa2d tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=a17b2669-35e6-4979-aace-ec958196ea26 HTTP/1.1" status: 200 len: 945 time: 0.0530372 Feb 02 07:41:39.200392 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4968cf73-bb3d-4852-8f72-abdd9709ebc8 req-e129093b-954c-4af6-a816-82800a7227da tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=d5c1a263-f353-4f3c-84c8-5c40bf02269c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434101 Feb 02 07:41:39.222136 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 34206) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:41:39.269394 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b40d3d4-d76c-48d9-9627-21f37c011bd7 tempest-TestVolumeBootPattern-302517499 tempest-TestVolumeBootPattern-302517499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:41:39.270806 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-3b40d3d4-d76c-48d9-9627-21f37c011bd7 tempest-TestVolumeBootPattern-302517499 tempest-TestVolumeBootPattern-302517499-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=a17b2669-35e6-4979-aace-ec958196ea26 HTTP/1.1" status: 200 len: 1123 time: 0.0477133 Feb 02 07:41:39.273525 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 34208) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:41:39.278453 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-8a9cf328-391d-4dbb-82ce-7e8bf96d2635 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Request body: {'floatingip': {'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'port_id': '81f93a8b-cf1d-4229-aa95-8efb447b6b7d', 'tenant_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:41:39.298382 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8a9cf328-391d-4dbb-82ce-7e8bf96d2635 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:41:39.392236 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8a9cf328-391d-4dbb-82ce-7e8bf96d2635 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:41:39.499141 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-8a9cf328-391d-4dbb-82ce-7e8bf96d2635 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Allocated IP 172.25.4.9 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/5180afd1-9740-4f5d-a242-f930d381f10e) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:41:39.597520 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8a9cf328-391d-4dbb-82ce-7e8bf96d2635 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks [] for port (5180afd1-9740-4f5d-a242-f930d381f10e), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:41:39.629768 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8a9cf328-391d-4dbb-82ce-7e8bf96d2635 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (5180afd1-9740-4f5d-a242-f930d381f10e), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:41:39.671907 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9cf328-391d-4dbb-82ce-7e8bf96d2635 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:41:39.676650 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-8a9cf328-391d-4dbb-82ce-7e8bf96d2635 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:41:39.680339 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9cf328-391d-4dbb-82ce-7e8bf96d2635 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:41:39.685642 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9cf328-391d-4dbb-82ce-7e8bf96d2635 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Pushing event updated for resources: {'Port': ['ID=5180afd1-9740-4f5d-a242-f930d381f10e,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:41:39.714577 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9cf328-391d-4dbb-82ce-7e8bf96d2635 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:41:39.714935 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9cf328-391d-4dbb-82ce-7e8bf96d2635 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:41:39.715279 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9cf328-391d-4dbb-82ce-7e8bf96d2635 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:41:39.715657 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9cf328-391d-4dbb-82ce-7e8bf96d2635 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:41:39.716000 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9cf328-391d-4dbb-82ce-7e8bf96d2635 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:41:39.716338 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9cf328-391d-4dbb-82ce-7e8bf96d2635 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:41:39.716668 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9cf328-391d-4dbb-82ce-7e8bf96d2635 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:41:39.716999 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9cf328-391d-4dbb-82ce-7e8bf96d2635 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:41:39.717328 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9cf328-391d-4dbb-82ce-7e8bf96d2635 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:41:39.717655 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9cf328-391d-4dbb-82ce-7e8bf96d2635 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:41:39.717981 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9cf328-391d-4dbb-82ce-7e8bf96d2635 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:41:39.718311 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9cf328-391d-4dbb-82ce-7e8bf96d2635 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:41:39.718639 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a9cf328-391d-4dbb-82ce-7e8bf96d2635 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:41:40.044497 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8a9cf328-391d-4dbb-82ce-7e8bf96d2635 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks [] for floatingip (a11f7ab5-5067-4c9e-96e1-e43eaaaa1f6b), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:41:40.127425 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8a9cf328-391d-4dbb-82ce-7e8bf96d2635 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (5180afd1-9740-4f5d-a242-f930d381f10e), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:41:40.214676 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e220f-5c4f-49ec-b861-90fa3d8e0a56 req-acbafdd2-a75d-4565-99d6-d4a4b00aba83 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:41:40.216151 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-682e220f-5c4f-49ec-b861-90fa3d8e0a56 req-acbafdd2-a75d-4565-99d6-d4a4b00aba83 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=e9344eaa-4d99-4c3c-8506-7685db1dd480 HTTP/1.1" status: 200 len: 946 time: 0.1015856 Feb 02 07:41:40.311299 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-682e220f-5c4f-49ec-b861-90fa3d8e0a56 req-020be373-8be7-4f90-8356-791d74357235 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=563fa368-7591-4797-86eb-ee683197ba72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852840 Feb 02 07:41:40.343193 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8a9cf328-391d-4dbb-82ce-7e8bf96d2635 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks [] for port (5180afd1-9740-4f5d-a242-f930d381f10e), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:41:40.347609 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8a9cf328-391d-4dbb-82ce-7e8bf96d2635 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (5180afd1-9740-4f5d-a242-f930d381f10e), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:41:40.420679 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9cf328-391d-4dbb-82ce-7e8bf96d2635 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Pushing event updated for resources: {'Port': ['ID=5180afd1-9740-4f5d-a242-f930d381f10e,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:41:40.428576 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8a9cf328-391d-4dbb-82ce-7e8bf96d2635 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (a11f7ab5-5067-4c9e-96e1-e43eaaaa1f6b), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:41:40.527388 n-d-789963-26 neutron-server[109694]: INFO neutron.db.l3_db [None req-8a9cf328-391d-4dbb-82ce-7e8bf96d2635 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Floating IP a11f7ab5-5067-4c9e-96e1-e43eaaaa1f6b associated. External IP: 172.25.4.9, port: 81f93a8b-cf1d-4229-aa95-8efb447b6b7d. Feb 02 07:41:40.729506 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a9cf328-391d-4dbb-82ce-7e8bf96d2635 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Router bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:41:40.832102 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a9cf328-391d-4dbb-82ce-7e8bf96d2635 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:41:40.841817 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb9ef87-1195-460c-a402-bfb4de60baf8 None None] Sync routers for ids ['bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:41:40.849750 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8a9cf328-391d-4dbb-82ce-7e8bf96d2635 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:41:40.851475 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb9ef87-1195-460c-a402-bfb4de60baf8 None None] Routers {'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:41:40.852126 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-0fb9ef87-1195-460c-a402-bfb4de60baf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:41:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:41:40.961829 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-0fb9ef87-1195-460c-a402-bfb4de60baf8 None None] Set router bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:41:41.020451 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-01f837df-fda5-4e78-a9f4-96e969b5178d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:41:41.203636 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-8a9cf328-391d-4dbb-82ce-7e8bf96d2635 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.9172268 Feb 02 07:41:41.203636 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a17b2669-35e6-4979-aace-ec958196ea26', 'tag': '81f93a8b-cf1d-4229-aa95-8efb447b6b7d'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:41:41.203636 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9744ec50-9f8c-42fe-a0e2-e50bcb0c272a" -d '{"events": [{"name": "network-changed", "server_uuid": "a17b2669-35e6-4979-aace-ec958196ea26", "tag": "81f93a8b-cf1d-4229-aa95-8efb447b6b7d"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:41:41.213170 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-0fb9ef87-1195-460c-a402-bfb4de60baf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'name': 'tempest-TestVolumeBootPattern-1486195493-router', 'tenant_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': 'e6df76c1-88ea-49a8-9d08-047896a26733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:33:45Z', 'updated_at': '2022-02-02T07:33:51Z', 'revision_number': 4, 'project_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'gw_port': {'id': 'e6df76c1-88ea-49a8-9d08-047896a26733', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:98:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:46Z', 'updated_at': '2022-02-02T07:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': 'a11f7ab5-5067-4c9e-96e1-e43eaaaa1f6b', 'tenant_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'floating_ip_address': '172.25.4.9', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'port_id': '81f93a8b-cf1d-4229-aa95-8efb447b6b7d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4033, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0', 'mac_address': 'fa:16:3e:7a:ef:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17b2669-35e6-4979-aace-ec958196ea26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:41:39Z', 'updated_at': '2022-02-02T07:41:39Z', 'revision_number': 0, 'project_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b90acc1f-e7f8-4342-9761-c45d40295558', 'name': '', 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0', 'tenant_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'mac_address': 'fa:16:3e:0c:3f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '8f0c010c-d5c1-4b63-8939-b46551f6cb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:49Z', 'updated_at': '2022-02-02T07:33:55Z', 'revision_number': 5, 'project_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'subnets': [{'id': '8f0c010c-d5c1-4b63-8939-b46551f6cb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:41:41.238873 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb9ef87-1195-460c-a402-bfb4de60baf8 None None] Checking router: bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:41:41.247699 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb9ef87-1195-460c-a402-bfb4de60baf8 None None] Routers {'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:41:41.248314 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-0fb9ef87-1195-460c-a402-bfb4de60baf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:41:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:41:41.294958 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d805495-802c-47b0-ad74-7a8f9deaa801 x-openstack-request-id: req-7d805495-802c-47b0-ad74-7a8f9deaa801 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:41:41.295257 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a17b2669-35e6-4979-aace-ec958196ea26", "tag": "81f93a8b-cf1d-4229-aa95-8efb447b6b7d", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:41:41.295531 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7d805495-802c-47b0-ad74-7a8f9deaa801 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:41:41.296026 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a17b2669-35e6-4979-aace-ec958196ea26', 'tag': '81f93a8b-cf1d-4229-aa95-8efb447b6b7d', 'status': 'completed', 'code': 200} Feb 02 07:41:41.357824 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-0fb9ef87-1195-460c-a402-bfb4de60baf8 None None] Set router bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:41:41.380917 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9744ec50-9f8c-42fe-a0e2-e50bcb0c272a req-9e7ec6ac-b634-4a4a-b448-4225e3279a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:41:41.382438 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9744ec50-9f8c-42fe-a0e2-e50bcb0c272a req-9e7ec6ac-b634-4a4a-b448-4225e3279a3e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c3998c4a9fb54dbfb254f927a9c64ece&device_id=a17b2669-35e6-4979-aace-ec958196ea26 HTTP/1.1" status: 200 len: 1128 time: 0.0444939 Feb 02 07:41:41.436016 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c9efa2-d243-44e9-a24c-efcfc1852a6f req-dbba2b8b-f163-4eb4-83a8-0020f032fd57 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:41:41.437535 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-59c9efa2-d243-44e9-a24c-efcfc1852a6f req-dbba2b8b-f163-4eb4-83a8-0020f032fd57 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=e9344eaa-4d99-4c3c-8506-7685db1dd480 HTTP/1.1" status: 200 len: 946 time: 0.0532165 Feb 02 07:41:41.498049 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9744ec50-9f8c-42fe-a0e2-e50bcb0c272a req-c7cb7980-aed3-4854-a86e-b486f088ef73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:41:41.499596 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9744ec50-9f8c-42fe-a0e2-e50bcb0c272a req-c7cb7980-aed3-4854-a86e-b486f088ef73 service neutron] 10.222.0.88 "GET /v2.0/networks?id=99c393e5-edbe-4583-8514-7c998c6986c0 HTTP/1.1" status: 200 len: 913 time: 0.1113684 Feb 02 07:41:41.505564 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-59c9efa2-d243-44e9-a24c-efcfc1852a6f req-a662df8d-04b8-44c3-83b8-354067fa71b8 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=563fa368-7591-4797-86eb-ee683197ba72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597370 Feb 02 07:41:41.578601 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9744ec50-9f8c-42fe-a0e2-e50bcb0c272a req-1039bb31-3ba6-4454-abe4-8404930cb004 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81f93a8b-cf1d-4229-aa95-8efb447b6b7d HTTP/1.1" status: 200 len: 997 time: 0.0732908 Feb 02 07:41:41.614063 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-0fb9ef87-1195-460c-a402-bfb4de60baf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'name': 'tempest-TestVolumeBootPattern-1486195493-router', 'tenant_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': 'e6df76c1-88ea-49a8-9d08-047896a26733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:33:45Z', 'updated_at': '2022-02-02T07:33:51Z', 'revision_number': 4, 'project_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'gw_port': {'id': 'e6df76c1-88ea-49a8-9d08-047896a26733', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:98:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:46Z', 'updated_at': '2022-02-02T07:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': 'a11f7ab5-5067-4c9e-96e1-e43eaaaa1f6b', 'tenant_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'floating_ip_address': '172.25.4.9', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'port_id': '81f93a8b-cf1d-4229-aa95-8efb447b6b7d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4033, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0', 'mac_address': 'fa:16:3e:7a:ef:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17b2669-35e6-4979-aace-ec958196ea26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:41:39Z', 'updated_at': '2022-02-02T07:41:39Z', 'revision_number': 0, 'project_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b90acc1f-e7f8-4342-9761-c45d40295558', 'name': '', 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0', 'tenant_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'mac_address': 'fa:16:3e:0c:3f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '8f0c010c-d5c1-4b63-8939-b46551f6cb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:49Z', 'updated_at': '2022-02-02T07:33:55Z', 'revision_number': 5, 'project_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'subnets': [{'id': '8f0c010c-d5c1-4b63-8939-b46551f6cb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:41:41.626796 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9744ec50-9f8c-42fe-a0e2-e50bcb0c272a req-7cd906da-1956-4e10-9d42-dd8f37fbb6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:41:41.628335 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9744ec50-9f8c-42fe-a0e2-e50bcb0c272a req-7cd906da-1956-4e10-9d42-dd8f37fbb6fc service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8f0c010c-d5c1-4b63-8939-b46551f6cb84 HTTP/1.1" status: 200 len: 851 time: 0.0445976 Feb 02 07:41:41.643600 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb9ef87-1195-460c-a402-bfb4de60baf8 None None] The sync data for ids ['bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b'] in n-d-789963-26 is: [{'id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'name': 'tempest-TestVolumeBootPattern-1486195493-router', 'tenant_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': 'e6df76c1-88ea-49a8-9d08-047896a26733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:33:45Z', 'updated_at': '2022-02-02T07:33:51Z', 'revision_number': 4, 'project_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'gw_port': {'id': 'e6df76c1-88ea-49a8-9d08-047896a26733', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:98:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:46Z', 'updated_at': '2022-02-02T07:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': 'a11f7ab5-5067-4c9e-96e1-e43eaaaa1f6b', 'tenant_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'floating_ip_address': '172.25.4.9', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'port_id': '81f93a8b-cf1d-4229-aa95-8efb447b6b7d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4033, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0', 'mac_address': 'fa:16:3e:7a:ef:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17b2669-35e6-4979-aace-ec958196ea26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:41:39Z', 'updated_at': '2022-02-02T07:41:39Z', 'revision_number': 0, 'project_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b90acc1f-e7f8-4342-9761-c45d40295558', 'name': '', 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0', 'tenant_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'mac_address': 'fa:16:3e:0c:3f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '8f0c010c-d5c1-4b63-8939-b46551f6cb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:49Z', 'updated_at': '2022-02-02T07:33:55Z', 'revision_number': 5, 'project_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'subnets': [{'id': '8f0c010c-d5c1-4b63-8939-b46551f6cb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:41:41.679825 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9744ec50-9f8c-42fe-a0e2-e50bcb0c272a req-06899278-48da-4ca7-ac38-a9aee53e81f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:41:41.682541 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9744ec50-9f8c-42fe-a0e2-e50bcb0c272a req-06899278-48da-4ca7-ac38-a9aee53e81f0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=99c393e5-edbe-4583-8514-7c998c6986c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0488076 Feb 02 07:41:41.760896 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052fee73-01af-4595-a4b3-6639622a71e6 req-2c4f22ae-87d5-48c4-8339-799f5e8c586d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:41:41.763498 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-052fee73-01af-4595-a4b3-6639622a71e6 req-2c4f22ae-87d5-48c4-8339-799f5e8c586d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e9344eaa-4d99-4c3c-8506-7685db1dd480 HTTP/1.1" status: 200 len: 1129 time: 0.1718104 Feb 02 07:41:41.781759 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9744ec50-9f8c-42fe-a0e2-e50bcb0c272a req-fc11c11d-737e-4cd9-bbfc-83124513786f service neutron] 10.222.0.88 "GET /v2.0/networks/99c393e5-edbe-4583-8514-7c998c6986c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924325 Feb 02 07:41:41.813868 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-052fee73-01af-4595-a4b3-6639622a71e6 req-49890ed9-f3dd-49dd-b691-1738e2a5373d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=563fa368-7591-4797-86eb-ee683197ba72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435545 Feb 02 07:41:41.863445 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4401ce-9e96-4559-b048-f6b181c0a348 None None] New status for floating IP a11f7ab5-5067-4c9e-96e1-e43eaaaa1f6b: ACTIVE {{(pid=109696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 07:41:41.882748 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9744ec50-9f8c-42fe-a0e2-e50bcb0c272a req-eeb8ee1e-fff2-468d-ac60-f89dfcef29fd service neutron] 10.222.0.88 "GET /v2.0/networks/99c393e5-edbe-4583-8514-7c998c6986c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950246 Feb 02 07:41:41.970572 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 08889a2d-070d-45ab-8c95-8212085b03ae details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:41:41.981408 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 08889a2d-070d-45ab-8c95-8212085b03ae no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:41:42.282494 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 08889a2d-070d-45ab-8c95-8212085b03ae is: ACTIVE; New status is: DOWN {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:41:42.282882 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (08889a2d-070d-45ab-8c95-8212085b03ae), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:41:42.285825 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 08889a2d-070d-45ab-8c95-8212085b03ae, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=08889a2d-070d-45ab-8c95-8212085b03ae,segment=NetworkSegment(ee18dd4b-8353-4747-bd28-29698a5353cb),segment_id=ee18dd4b-8353-4747-bd28-29698a5353cb)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:41:42.303180 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': '08889a2d-070d-45ab-8c95-8212085b03ae', 'network_id': 'a26c689a-107e-418a-8c56-2879e7a36ec7', 'port_id': '08889a2d-070d-45ab-8c95-8212085b03ae', 'mac_address': 'fa:16:3e:0a:72:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e598901-e085-428c-8251-cb3beea941f9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:41:42.341923 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9344eaa-4d99-4c3c-8506-7685db1dd480', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08889a2d-070d-45ab-8c95-8212085b03ae'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:41:42.344209 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e25d2e6-e0ef-49af-a7a6-9ab0b0553db2" -d '{"events": [{"server_uuid": "e9344eaa-4d99-4c3c-8506-7685db1dd480", "name": "network-vif-unplugged", "status": "completed", "tag": "08889a2d-070d-45ab-8c95-8212085b03ae"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:41:42.360208 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 08889a2d-070d-45ab-8c95-8212085b03ae, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=08889a2d-070d-45ab-8c95-8212085b03ae,segment=NetworkSegment(ee18dd4b-8353-4747-bd28-29698a5353cb),segment_id=ee18dd4b-8353-4747-bd28-29698a5353cb)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:41:42.365603 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (08889a2d-070d-45ab-8c95-8212085b03ae), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:41:42.373719 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 08889a2d-070d-45ab-8c95-8212085b03ae is: ACTIVE; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:41:42.374106 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (08889a2d-070d-45ab-8c95-8212085b03ae), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:41:42.393053 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 07:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccb5957b-94d7-4bd4-9f61-4f40b64afd9a x-openstack-request-id: req-ccb5957b-94d7-4bd4-9f61-4f40b64afd9a {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:41:42.393351 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9344eaa-4d99-4c3c-8506-7685db1dd480", "name": "network-vif-unplugged", "status": "completed", "tag": "08889a2d-070d-45ab-8c95-8212085b03ae", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:41:42.393607 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ccb5957b-94d7-4bd4-9f61-4f40b64afd9a {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:41:42.393990 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9344eaa-4d99-4c3c-8506-7685db1dd480', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08889a2d-070d-45ab-8c95-8212085b03ae', 'code': 200} Feb 02 07:41:42.410161 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 08889a2d-070d-45ab-8c95-8212085b03ae {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:41:42.450767 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=08889a2d-070d-45ab-8c95-8212085b03ae,revision_number=6']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:41:42.467239 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.db.api [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109695) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 07:41:42.467637 n-d-789963-26 neutron-server[109695]: DEBUG oslo_db.api [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 07:41:42.631714 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc025848-8738-422e-9a64-048b05aa49bf req-593257bc-1528-4f4d-b748-ebdcc4e227b9 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:41:42.633171 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dc025848-8738-422e-9a64-048b05aa49bf req-593257bc-1528-4f4d-b748-ebdcc4e227b9 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=e9344eaa-4d99-4c3c-8506-7685db1dd480 HTTP/1.1" status: 200 len: 944 time: 0.0552318 Feb 02 07:41:42.684592 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dc025848-8738-422e-9a64-048b05aa49bf req-37b0cb07-21cf-4c27-a5e6-2c931d113723 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=563fa368-7591-4797-86eb-ee683197ba72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447404 Feb 02 07:41:43.006353 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 08889a2d-070d-45ab-8c95-8212085b03ae is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:41:43.006911 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (08889a2d-070d-45ab-8c95-8212085b03ae), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:41:43.019764 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08889a2d-070d-45ab-8c95-8212085b03ae {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:41:43.038931 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 08889a2d-070d-45ab-8c95-8212085b03ae, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=08889a2d-070d-45ab-8c95-8212085b03ae,segment=NetworkSegment(ee18dd4b-8353-4747-bd28-29698a5353cb),segment_id=ee18dd4b-8353-4747-bd28-29698a5353cb)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:41:43.045032 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (08889a2d-070d-45ab-8c95-8212085b03ae), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:41:43.093695 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=08889a2d-070d-45ab-8c95-8212085b03ae,revision_number=7']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:41:43.313646 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9f14ecde-c2e6-403c-afd2-c352cc4d9307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:41:43.440401 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['08889a2d-070d-45ab-8c95-8212085b03ae'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:41:43.807304 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e7dca-1bdf-4a27-a150-092b43675128 req-1e832e84-efb8-40d2-a535-83688e1f7cfa tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:41:43.808819 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cc8e7dca-1bdf-4a27-a150-092b43675128 req-1e832e84-efb8-40d2-a535-83688e1f7cfa tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=e9344eaa-4d99-4c3c-8506-7685db1dd480 HTTP/1.1" status: 200 len: 945 time: 0.0526900 Feb 02 07:41:43.857588 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cc8e7dca-1bdf-4a27-a150-092b43675128 req-6632f89e-4a27-4b45-a11b-5f6f19e35842 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=563fa368-7591-4797-86eb-ee683197ba72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428376 Feb 02 07:41:43.879618 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 34232) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:41:43.942398 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-6af22b6b-ed47-4f19-b0ff-c88791dd1886 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/floatingips/0af67a96-627b-43ab-9d2f-42db927a9694 HTTP/1.1" status: 200 len: 993 time: 0.0615745 Feb 02 07:41:44.183459 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:41:44.776086 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:41:45.997970 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 08889a2d-070d-45ab-8c95-8212085b03ae up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:41:46.050484 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port 08889a2d-070d-45ab-8c95-8212085b03ae triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:41:46.050903 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (08889a2d-070d-45ab-8c95-8212085b03ae), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:41:46.131477 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 08889a2d-070d-45ab-8c95-8212085b03ae is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:41:46.131891 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (08889a2d-070d-45ab-8c95-8212085b03ae), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:41:46.160659 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:41:46.165719 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9344eaa-4d99-4c3c-8506-7685db1dd480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08889a2d-070d-45ab-8c95-8212085b03ae'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:41:46.168591 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d839b2f7-f3d3-446f-8995-10ed300b312e" -d '{"events": [{"server_uuid": "e9344eaa-4d99-4c3c-8506-7685db1dd480", "name": "network-vif-plugged", "status": "completed", "tag": "08889a2d-070d-45ab-8c95-8212085b03ae"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:41:46.180850 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 08889a2d-070d-45ab-8c95-8212085b03ae, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=08889a2d-070d-45ab-8c95-8212085b03ae,segment=NetworkSegment(ee18dd4b-8353-4747-bd28-29698a5353cb),segment_id=ee18dd4b-8353-4747-bd28-29698a5353cb)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:41:46.184946 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (08889a2d-070d-45ab-8c95-8212085b03ae), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:41:46.207822 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b10fe30d-176e-4337-ae4a-ed443f4e7cc8 x-openstack-request-id: req-b10fe30d-176e-4337-ae4a-ed443f4e7cc8 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:41:46.208120 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9344eaa-4d99-4c3c-8506-7685db1dd480", "name": "network-vif-plugged", "status": "completed", "tag": "08889a2d-070d-45ab-8c95-8212085b03ae", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:41:46.208380 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b10fe30d-176e-4337-ae4a-ed443f4e7cc8 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:41:46.208772 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9344eaa-4d99-4c3c-8506-7685db1dd480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08889a2d-070d-45ab-8c95-8212085b03ae', 'code': 200} Feb 02 07:41:46.237872 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=08889a2d-070d-45ab-8c95-8212085b03ae,revision_number=8']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:41:47.439184 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:41:48.676598 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e32c568a-5116-4553-a401-ee057c193a5b req-e87b6be6-fe52-4ea6-9b67-b6dda7be3e86 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e9344eaa-4d99-4c3c-8506-7685db1dd480&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0474179 Feb 02 07:41:48.779526 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32c568a-5116-4553-a401-ee057c193a5b req-de5b390f-ccde-45b9-b5cb-8a4250bf512b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:41:48.780984 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e32c568a-5116-4553-a401-ee057c193a5b req-de5b390f-ccde-45b9-b5cb-8a4250bf512b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b5f86cce5c924f2695e5f2d21aa64848&device_id=e9344eaa-4d99-4c3c-8506-7685db1dd480 HTTP/1.1" status: 200 len: 1129 time: 0.0458686 Feb 02 07:41:48.890382 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32c568a-5116-4553-a401-ee057c193a5b req-240fcd35-e1b5-419b-ad9e-da3c8cf47a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:41:48.891857 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e32c568a-5116-4553-a401-ee057c193a5b req-240fcd35-e1b5-419b-ad9e-da3c8cf47a23 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a26c689a-107e-418a-8c56-2879e7a36ec7 HTTP/1.1" status: 200 len: 897 time: 0.0937524 Feb 02 07:41:48.955100 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e32c568a-5116-4553-a401-ee057c193a5b req-fae9ee9d-c1bc-47e5-9949-cb60273d1080 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08889a2d-070d-45ab-8c95-8212085b03ae HTTP/1.1" status: 200 len: 1002 time: 0.0580912 Feb 02 07:41:49.007861 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32c568a-5116-4553-a401-ee057c193a5b req-be1c0180-62ef-4e22-8408-4cee10f4c5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:41:49.009504 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e32c568a-5116-4553-a401-ee057c193a5b req-be1c0180-62ef-4e22-8408-4cee10f4c5cf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7e598901-e085-428c-8251-cb3beea941f9 HTTP/1.1" status: 200 len: 835 time: 0.0493045 Feb 02 07:41:49.062238 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32c568a-5116-4553-a401-ee057c193a5b req-4fd40228-bfad-479a-a75b-e7fed27af69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:41:49.063837 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e32c568a-5116-4553-a401-ee057c193a5b req-4fd40228-bfad-479a-a75b-e7fed27af69e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a26c689a-107e-418a-8c56-2879e7a36ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0487425 Feb 02 07:41:49.155032 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e32c568a-5116-4553-a401-ee057c193a5b req-4d7fbe4c-3640-4edf-aea4-1294e8ff9425 service neutron] 10.222.0.59 "GET /v2.0/networks/a26c689a-107e-418a-8c56-2879e7a36ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855069 Feb 02 07:41:49.244738 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e32c568a-5116-4553-a401-ee057c193a5b req-7ad387ed-a453-4295-8bb4-563d1a03eebe service neutron] 10.222.0.59 "GET /v2.0/networks/a26c689a-107e-418a-8c56-2879e7a36ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841296 Feb 02 07:41:52.343826 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:41:57.566717 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:11.012703 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-95b95fe7-f970-4b56-85fa-fd0081c2244b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:13.315299 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-381c4f6f-6b37-4055-9e95-f2a75a4e88aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:14.778000 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:16.150964 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:17.446352 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:21.183262 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:42:22.355676 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:27.558839 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:37.150596 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-74a9f313-30c1-411a-8cc2-3dd3a52c107f req-bc94f390-e5ad-4a42-be3a-04a944ba44b8 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a17b2669-35e6-4979-aace-ec958196ea26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3049080 Feb 02 07:42:37.248292 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a9f313-30c1-411a-8cc2-3dd3a52c107f req-f7f94ecf-718e-47c7-8fff-59eb293d80e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:42:37.249799 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-74a9f313-30c1-411a-8cc2-3dd3a52c107f req-f7f94ecf-718e-47c7-8fff-59eb293d80e6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c3998c4a9fb54dbfb254f927a9c64ece&device_id=a17b2669-35e6-4979-aace-ec958196ea26 HTTP/1.1" status: 200 len: 1128 time: 0.0441279 Feb 02 07:42:37.352161 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a9f313-30c1-411a-8cc2-3dd3a52c107f req-01a3db45-2f6d-4083-9c67-eda9f1ecfa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:42:37.353624 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-74a9f313-30c1-411a-8cc2-3dd3a52c107f req-01a3db45-2f6d-4083-9c67-eda9f1ecfa96 service neutron] 10.222.0.88 "GET /v2.0/networks?id=99c393e5-edbe-4583-8514-7c998c6986c0 HTTP/1.1" status: 200 len: 913 time: 0.0859494 Feb 02 07:42:37.418161 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-74a9f313-30c1-411a-8cc2-3dd3a52c107f req-830281b6-f4dc-4f62-8c6f-b9d0a4f9860a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81f93a8b-cf1d-4229-aa95-8efb447b6b7d HTTP/1.1" status: 200 len: 999 time: 0.0581427 Feb 02 07:42:37.469145 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a9f313-30c1-411a-8cc2-3dd3a52c107f req-8b571397-011a-4d6c-87aa-dacf99206aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:42:37.470608 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-74a9f313-30c1-411a-8cc2-3dd3a52c107f req-8b571397-011a-4d6c-87aa-dacf99206aeb service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8f0c010c-d5c1-4b63-8939-b46551f6cb84 HTTP/1.1" status: 200 len: 851 time: 0.0469961 Feb 02 07:42:37.518699 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a9f313-30c1-411a-8cc2-3dd3a52c107f req-c59555a3-5e5c-4ebc-ab66-4542e85fedae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:42:37.520272 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-74a9f313-30c1-411a-8cc2-3dd3a52c107f req-c59555a3-5e5c-4ebc-ab66-4542e85fedae service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=99c393e5-edbe-4583-8514-7c998c6986c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0438128 Feb 02 07:42:37.606977 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-74a9f313-30c1-411a-8cc2-3dd3a52c107f req-373a2287-cfc3-4b5e-821d-67e5bea73195 service neutron] 10.222.0.88 "GET /v2.0/networks/99c393e5-edbe-4583-8514-7c998c6986c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802348 Feb 02 07:42:37.699309 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-74a9f313-30c1-411a-8cc2-3dd3a52c107f req-fc6c562d-e3a4-4af8-b3bc-5a97fafbb588 service neutron] 10.222.0.88 "GET /v2.0/networks/99c393e5-edbe-4583-8514-7c998c6986c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866351 Feb 02 07:42:41.014747 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-58b4f8a9-0ca9-4654-9043-21e62305fea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:43.316845 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f3924aa4-9a86-4c69-923a-3923fccaedd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:44.781930 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:46.152953 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:47.450043 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:48.643131 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 34270) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:42:48.804139 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-e0cf204c-2db6-4258-832b-4752261bec88 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Deleting port 161d270b-ab3a-499e-8846-317c635304f0 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:42:48.804402 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e0cf204c-2db6-4258-832b-4752261bec88 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (161d270b-ab3a-499e-8846-317c635304f0), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:48.881048 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e0cf204c-2db6-4258-832b-4752261bec88 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (161d270b-ab3a-499e-8846-317c635304f0), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:48.881376 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e0cf204c-2db6-4258-832b-4752261bec88 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for floatingip (161d270b-ab3a-499e-8846-317c635304f0), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:48.893443 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-e0cf204c-2db6-4258-832b-4752261bec88 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Calling delete_port for 161d270b-ab3a-499e-8846-317c635304f0 owned by network:floatingip {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:42:49.041043 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e0cf204c-2db6-4258-832b-4752261bec88 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (161d270b-ab3a-499e-8846-317c635304f0), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:49.068304 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cf204c-2db6-4258-832b-4752261bec88 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event deleted for resources: {'Port': ['ID=161d270b-ab3a-499e-8846-317c635304f0,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:42:49.080078 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cf204c-2db6-4258-832b-4752261bec88 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:42:49.080439 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cf204c-2db6-4258-832b-4752261bec88 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:42:49.080789 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cf204c-2db6-4258-832b-4752261bec88 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:42:49.081133 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cf204c-2db6-4258-832b-4752261bec88 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:42:49.081473 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cf204c-2db6-4258-832b-4752261bec88 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:42:49.081808 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cf204c-2db6-4258-832b-4752261bec88 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:42:49.082144 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cf204c-2db6-4258-832b-4752261bec88 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:42:49.082477 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cf204c-2db6-4258-832b-4752261bec88 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:42:49.082809 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cf204c-2db6-4258-832b-4752261bec88 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:42:49.083139 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cf204c-2db6-4258-832b-4752261bec88 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:42:49.083469 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cf204c-2db6-4258-832b-4752261bec88 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:42:49.083823 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cf204c-2db6-4258-832b-4752261bec88 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:42:49.084151 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cf204c-2db6-4258-832b-4752261bec88 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:42:49.140057 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e0cf204c-2db6-4258-832b-4752261bec88 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for floatingip (0af67a96-627b-43ab-9d2f-42db927a9694), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:49.140772 n-d-789963-26 neutron-server[109694]: INFO neutron.db.l3_db [None req-e0cf204c-2db6-4258-832b-4752261bec88 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Floating IP 0af67a96-627b-43ab-9d2f-42db927a9694 disassociated (deleted). External IP: 172.25.4.138, port: 08889a2d-070d-45ab-8c95-8212085b03ae. Feb 02 07:42:49.346463 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0cf204c-2db6-4258-832b-4752261bec88 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Router 83389ab8-2984-4506-93c8-f3c7947a4321 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:42:49.454124 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0cf204c-2db6-4258-832b-4752261bec88 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:42:49.458915 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e0cf204c-2db6-4258-832b-4752261bec88 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:49.463504 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d269e0-05d4-4d13-8d7b-d2ae637efeef None None] Sync routers for ids ['83389ab8-2984-4506-93c8-f3c7947a4321'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:42:49.474553 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d269e0-05d4-4d13-8d7b-d2ae637efeef None None] Routers {'83389ab8-2984-4506-93c8-f3c7947a4321'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:42:49.475169 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-32d269e0-05d4-4d13-8d7b-d2ae637efeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:42:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['83389ab8-2984-4506-93c8-f3c7947a4321'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:42:49.488647 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-e0cf204c-2db6-4258-832b-4752261bec88 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "DELETE /v2.0/floatingips/0af67a96-627b-43ab-9d2f-42db927a9694 HTTP/1.1" status: 204 len: 168 time: 0.8443925 Feb 02 07:42:49.489229 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9344eaa-4d99-4c3c-8506-7685db1dd480', 'tag': '08889a2d-070d-45ab-8c95-8212085b03ae'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:42:49.491475 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3de2f5-8053-4972-b55b-4fa21f7a3b28" -d '{"events": [{"name": "network-changed", "server_uuid": "e9344eaa-4d99-4c3c-8506-7685db1dd480", "tag": "08889a2d-070d-45ab-8c95-8212085b03ae"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:42:49.587181 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-32d269e0-05d4-4d13-8d7b-d2ae637efeef None None] Set router 83389ab8-2984-4506-93c8-f3c7947a4321 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:42:49.647964 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa18a66b-bc0b-42d2-a02b-90212b32408a x-openstack-request-id: req-aa18a66b-bc0b-42d2-a02b-90212b32408a {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:42:49.648487 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9344eaa-4d99-4c3c-8506-7685db1dd480", "tag": "08889a2d-070d-45ab-8c95-8212085b03ae", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:42:49.648487 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-aa18a66b-bc0b-42d2-a02b-90212b32408a {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:42:49.649045 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9344eaa-4d99-4c3c-8506-7685db1dd480', 'tag': '08889a2d-070d-45ab-8c95-8212085b03ae', 'status': 'completed', 'code': 200} Feb 02 07:42:49.783865 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f359fa74-2d21-4ff3-b8ce-f6d8576817fd req-a531e0ba-c244-4f8a-b278-d7f1c335bfe7 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:42:49.785400 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f359fa74-2d21-4ff3-b8ce-f6d8576817fd req-a531e0ba-c244-4f8a-b278-d7f1c335bfe7 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=e9344eaa-4d99-4c3c-8506-7685db1dd480 HTTP/1.1" status: 200 len: 946 time: 0.0934262 Feb 02 07:42:49.788511 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3de2f5-8053-4972-b55b-4fa21f7a3b28 req-4ec50df5-d1ef-4b51-ad13-86842488c7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:42:49.790094 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ee3de2f5-8053-4972-b55b-4fa21f7a3b28 req-4ec50df5-d1ef-4b51-ad13-86842488c7d8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b5f86cce5c924f2695e5f2d21aa64848&device_id=e9344eaa-4d99-4c3c-8506-7685db1dd480 HTTP/1.1" status: 200 len: 1129 time: 0.0837188 Feb 02 07:42:49.793168 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-32d269e0-05d4-4d13-8d7b-d2ae637efeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83389ab8-2984-4506-93c8-f3c7947a4321', 'name': 'tempest-TestNetworkAdvancedServerOps-router-564327679', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '3f9fe4fb-3baa-4835-83be-1ae4e7e944c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:39:58Z', 'updated_at': '2022-02-02T07:40:02Z', 'revision_number': 4, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'gw_port': {'id': '3f9fe4fb-3baa-4835-83be-1ae4e7e944c1', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:82:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83389ab8-2984-4506-93c8-f3c7947a4321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:39:59Z', 'updated_at': '2022-02-02T07:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '3d7c254b-f9bb-4c6a-a6eb-c2e63d18211a', 'name': '', 'network_id': 'a26c689a-107e-418a-8c56-2879e7a36ec7', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'mac_address': 'fa:16:3e:e3:cb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83389ab8-2984-4506-93c8-f3c7947a4321', 'device_owner': 'network:router_interface', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '7e598901-e085-428c-8251-cb3beea941f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:40:01Z', 'updated_at': '2022-02-02T07:40:05Z', 'revision_number': 5, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'subnets': [{'id': '7e598901-e085-428c-8251-cb3beea941f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:42:49.819611 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d269e0-05d4-4d13-8d7b-d2ae637efeef None None] Checking router: 83389ab8-2984-4506-93c8-f3c7947a4321 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:42:49.828760 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d269e0-05d4-4d13-8d7b-d2ae637efeef None None] Routers {'83389ab8-2984-4506-93c8-f3c7947a4321'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:42:49.829382 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-32d269e0-05d4-4d13-8d7b-d2ae637efeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:42:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['83389ab8-2984-4506-93c8-f3c7947a4321'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:42:49.890546 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f359fa74-2d21-4ff3-b8ce-f6d8576817fd req-5b9cd35d-3481-42e7-b864-d79954e8d1ec tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=563fa368-7591-4797-86eb-ee683197ba72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988190 Feb 02 07:42:49.913548 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3de2f5-8053-4972-b55b-4fa21f7a3b28 req-58353086-8c15-4e05-99df-56f73c79af30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:42:49.915020 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ee3de2f5-8053-4972-b55b-4fa21f7a3b28 req-58353086-8c15-4e05-99df-56f73c79af30 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a26c689a-107e-418a-8c56-2879e7a36ec7 HTTP/1.1" status: 200 len: 897 time: 0.1173923 Feb 02 07:42:49.936896 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-32d269e0-05d4-4d13-8d7b-d2ae637efeef None None] Set router 83389ab8-2984-4506-93c8-f3c7947a4321 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:42:49.961474 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ee3de2f5-8053-4972-b55b-4fa21f7a3b28 req-ed2b13aa-3bec-476d-9734-85b35fd83871 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08889a2d-070d-45ab-8c95-8212085b03ae HTTP/1.1" status: 200 len: 217 time: 0.0395198 Feb 02 07:42:50.009324 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3de2f5-8053-4972-b55b-4fa21f7a3b28 req-7071e259-d3b4-493e-961e-0308e4999aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:42:50.010776 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ee3de2f5-8053-4972-b55b-4fa21f7a3b28 req-7071e259-d3b4-493e-961e-0308e4999aa4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7e598901-e085-428c-8251-cb3beea941f9 HTTP/1.1" status: 200 len: 835 time: 0.0435200 Feb 02 07:42:50.063772 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3de2f5-8053-4972-b55b-4fa21f7a3b28 req-870dbf56-1aa8-47b0-8a30-c2c29241a738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:42:50.065282 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ee3de2f5-8053-4972-b55b-4fa21f7a3b28 req-870dbf56-1aa8-47b0-8a30-c2c29241a738 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a26c689a-107e-418a-8c56-2879e7a36ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0465186 Feb 02 07:42:50.139978 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-32d269e0-05d4-4d13-8d7b-d2ae637efeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83389ab8-2984-4506-93c8-f3c7947a4321', 'name': 'tempest-TestNetworkAdvancedServerOps-router-564327679', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '3f9fe4fb-3baa-4835-83be-1ae4e7e944c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:39:58Z', 'updated_at': '2022-02-02T07:40:02Z', 'revision_number': 4, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'gw_port': {'id': '3f9fe4fb-3baa-4835-83be-1ae4e7e944c1', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:82:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83389ab8-2984-4506-93c8-f3c7947a4321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:39:59Z', 'updated_at': '2022-02-02T07:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '3d7c254b-f9bb-4c6a-a6eb-c2e63d18211a', 'name': '', 'network_id': 'a26c689a-107e-418a-8c56-2879e7a36ec7', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'mac_address': 'fa:16:3e:e3:cb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83389ab8-2984-4506-93c8-f3c7947a4321', 'device_owner': 'network:router_interface', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '7e598901-e085-428c-8251-cb3beea941f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:40:01Z', 'updated_at': '2022-02-02T07:40:05Z', 'revision_number': 5, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'subnets': [{'id': '7e598901-e085-428c-8251-cb3beea941f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:42:50.162744 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ee3de2f5-8053-4972-b55b-4fa21f7a3b28 req-31b3291b-7e64-4bd8-bb10-45196e81e634 service neutron] 10.222.0.59 "GET /v2.0/networks/a26c689a-107e-418a-8c56-2879e7a36ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900936 Feb 02 07:42:50.167095 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d269e0-05d4-4d13-8d7b-d2ae637efeef None None] The sync data for ids ['83389ab8-2984-4506-93c8-f3c7947a4321'] in n-d-789963-26 is: [{'id': '83389ab8-2984-4506-93c8-f3c7947a4321', 'name': 'tempest-TestNetworkAdvancedServerOps-router-564327679', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '3f9fe4fb-3baa-4835-83be-1ae4e7e944c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:39:58Z', 'updated_at': '2022-02-02T07:40:02Z', 'revision_number': 4, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'gw_port': {'id': '3f9fe4fb-3baa-4835-83be-1ae4e7e944c1', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:82:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83389ab8-2984-4506-93c8-f3c7947a4321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:39:59Z', 'updated_at': '2022-02-02T07:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '3d7c254b-f9bb-4c6a-a6eb-c2e63d18211a', 'name': '', 'network_id': 'a26c689a-107e-418a-8c56-2879e7a36ec7', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'mac_address': 'fa:16:3e:e3:cb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83389ab8-2984-4506-93c8-f3c7947a4321', 'device_owner': 'network:router_interface', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '7e598901-e085-428c-8251-cb3beea941f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:40:01Z', 'updated_at': '2022-02-02T07:40:05Z', 'revision_number': 5, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'subnets': [{'id': '7e598901-e085-428c-8251-cb3beea941f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:42:50.255388 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ee3de2f5-8053-4972-b55b-4fa21f7a3b28 req-b5ec1889-8e26-4dea-af74-c3f4a080a3a0 service neutron] 10.222.0.59 "GET /v2.0/networks/a26c689a-107e-418a-8c56-2879e7a36ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860589 Feb 02 07:42:50.406869 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55252417-535b-4b4c-94f6-2492eb0f5530 None None] New status for floating IP 0af67a96-627b-43ab-9d2f-42db927a9694: DOWN {{(pid=109696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 07:42:51.013233 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d899b5-f818-4436-a6b5-06e4fa4339f9 req-7789986e-4ed6-49f9-8cdc-41c2d20447f4 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:42:51.015312 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-86d899b5-f818-4436-a6b5-06e4fa4339f9 req-7789986e-4ed6-49f9-8cdc-41c2d20447f4 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=e9344eaa-4d99-4c3c-8506-7685db1dd480 HTTP/1.1" status: 200 len: 946 time: 0.0566702 Feb 02 07:42:51.064481 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-86d899b5-f818-4436-a6b5-06e4fa4339f9 req-1a7e79cb-c0b1-491e-8d9a-858093159235 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/security-groups?id=563fa368-7591-4797-86eb-ee683197ba72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435553 Feb 02 07:42:51.470369 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21676ab-ca90-4fe5-941d-29f5fa5e0c4c req-8f2f392c-e47e-4094-80f0-fe7a0660ea3e tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:42:51.471898 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b21676ab-ca90-4fe5-941d-29f5fa5e0c4c req-8f2f392c-e47e-4094-80f0-fe7a0660ea3e tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9344eaa-4d99-4c3c-8506-7685db1dd480 HTTP/1.1" status: 200 len: 946 time: 0.0535023 Feb 02 07:42:51.568632 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-b21676ab-ca90-4fe5-941d-29f5fa5e0c4c req-5a849b6d-6ae3-42e0-b554-49b365936510 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Deleting port 08889a2d-070d-45ab-8c95-8212085b03ae {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:42:51.568981 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-b21676ab-ca90-4fe5-941d-29f5fa5e0c4c req-5a849b6d-6ae3-42e0-b554-49b365936510 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (08889a2d-070d-45ab-8c95-8212085b03ae), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:51.655375 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-b21676ab-ca90-4fe5-941d-29f5fa5e0c4c req-5a849b6d-6ae3-42e0-b554-49b365936510 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] For port 08889a2d-070d-45ab-8c95-8212085b03ae, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=08889a2d-070d-45ab-8c95-8212085b03ae,segment=NetworkSegment(ee18dd4b-8353-4747-bd28-29698a5353cb),segment_id=ee18dd4b-8353-4747-bd28-29698a5353cb)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:42:51.655772 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-b21676ab-ca90-4fe5-941d-29f5fa5e0c4c req-5a849b6d-6ae3-42e0-b554-49b365936510 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (08889a2d-070d-45ab-8c95-8212085b03ae), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:51.667347 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-b21676ab-ca90-4fe5-941d-29f5fa5e0c4c req-5a849b6d-6ae3-42e0-b554-49b365936510 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Calling delete_port for 08889a2d-070d-45ab-8c95-8212085b03ae owned by compute:nova {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:42:51.795012 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-b21676ab-ca90-4fe5-941d-29f5fa5e0c4c req-5a849b6d-6ae3-42e0-b554-49b365936510 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (08889a2d-070d-45ab-8c95-8212085b03ae), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:51.824289 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a849b6d-6ae3-42e0-b554-49b365936510 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event deleted for resources: {'Port': ['ID=08889a2d-070d-45ab-8c95-8212085b03ae,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:42:51.867793 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-b21676ab-ca90-4fe5-941d-29f5fa5e0c4c req-5a849b6d-6ae3-42e0-b554-49b365936510 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] No DVR routers for this DVR port 08889a2d-070d-45ab-8c95-8212085b03ae on host n-h2-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:42:51.870453 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-b21676ab-ca90-4fe5-941d-29f5fa5e0c4c req-5a849b6d-6ae3-42e0-b554-49b365936510 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:51.874126 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b21676ab-ca90-4fe5-941d-29f5fa5e0c4c req-5a849b6d-6ae3-42e0-b554-49b365936510 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.59 "DELETE /v2.0/ports/08889a2d-070d-45ab-8c95-8212085b03ae HTTP/1.1" status: 204 len: 173 time: 0.3974230 Feb 02 07:42:51.874577 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9344eaa-4d99-4c3c-8506-7685db1dd480', 'name': 'network-vif-deleted', 'tag': '08889a2d-070d-45ab-8c95-8212085b03ae'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:42:51.876910 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f2365e-7eb0-4414-b22a-400698d85002" -d '{"events": [{"server_uuid": "e9344eaa-4d99-4c3c-8506-7685db1dd480", "name": "network-vif-deleted", "tag": "08889a2d-070d-45ab-8c95-8212085b03ae"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:42:51.921250 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f0cecc7-fbda-4867-bfbb-dee92f759abe x-openstack-request-id: req-2f0cecc7-fbda-4867-bfbb-dee92f759abe {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:42:51.921543 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9344eaa-4d99-4c3c-8506-7685db1dd480", "name": "network-vif-deleted", "tag": "08889a2d-070d-45ab-8c95-8212085b03ae", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:42:51.921816 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-2f0cecc7-fbda-4867-bfbb-dee92f759abe {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:42:51.922203 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9344eaa-4d99-4c3c-8506-7685db1dd480', 'name': 'network-vif-deleted', 'tag': '08889a2d-070d-45ab-8c95-8212085b03ae', 'status': 'completed', 'code': 200} Feb 02 07:42:52.185373 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-919eadd5-92e7-40f5-aa2f-61728526dfdd req-aebcaf3a-c015-499b-af9a-fa7c0f2de1c5 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "GET /v2.0/ports?device_id=e9344eaa-4d99-4c3c-8506-7685db1dd480 HTTP/1.1" status: 200 len: 210 time: 0.0319767 Feb 02 07:42:52.355319 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:53.243177 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 34286) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:42:53.593405 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-58a21e3b-0977-4f07-8142-8a795cb63fe2 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (83389ab8-2984-4506-93c8-f3c7947a4321), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:53.846809 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-58a21e3b-0977-4f07-8142-8a795cb63fe2 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Deleting port 3d7c254b-f9bb-4c6a-a6eb-c2e63d18211a {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:42:53.847153 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-58a21e3b-0977-4f07-8142-8a795cb63fe2 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (3d7c254b-f9bb-4c6a-a6eb-c2e63d18211a), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:53.936437 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-58a21e3b-0977-4f07-8142-8a795cb63fe2 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] For port 3d7c254b-f9bb-4c6a-a6eb-c2e63d18211a, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=3d7c254b-f9bb-4c6a-a6eb-c2e63d18211a,segment=NetworkSegment(ee18dd4b-8353-4747-bd28-29698a5353cb),segment_id=ee18dd4b-8353-4747-bd28-29698a5353cb)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:42:53.936795 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-58a21e3b-0977-4f07-8142-8a795cb63fe2 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (3d7c254b-f9bb-4c6a-a6eb-c2e63d18211a), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:53.948262 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-58a21e3b-0977-4f07-8142-8a795cb63fe2 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Calling delete_port for 3d7c254b-f9bb-4c6a-a6eb-c2e63d18211a owned by network:router_interface {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:42:54.129854 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-58a21e3b-0977-4f07-8142-8a795cb63fe2 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (3d7c254b-f9bb-4c6a-a6eb-c2e63d18211a), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:54.155048 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a21e3b-0977-4f07-8142-8a795cb63fe2 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event deleted for resources: {'Port': ['ID=3d7c254b-f9bb-4c6a-a6eb-c2e63d18211a,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:42:54.329723 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-58a21e3b-0977-4f07-8142-8a795cb63fe2 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (83389ab8-2984-4506-93c8-f3c7947a4321), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:54.423539 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 08889a2d-070d-45ab-8c95-8212085b03ae no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:42:54.444134 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] No Port match for: 08889a2d-070d-45ab-8c95-8212085b03ae {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:42:54.444395 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 08889a2d-070d-45ab-8c95-8212085b03ae not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:42:54.542624 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a21e3b-0977-4f07-8142-8a795cb63fe2 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Router 83389ab8-2984-4506-93c8-f3c7947a4321 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:42:54.645986 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a21e3b-0977-4f07-8142-8a795cb63fe2 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:42:54.651164 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-58a21e3b-0977-4f07-8142-8a795cb63fe2 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "PUT /v2.0/routers/83389ab8-2984-4506-93c8-f3c7947a4321/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4067986 Feb 02 07:42:54.653877 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 34288) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:42:54.656810 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfc4c6d-db3d-4c62-893c-1828c53d20e1 None None] Sync routers for ids ['83389ab8-2984-4506-93c8-f3c7947a4321'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:42:54.666893 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfc4c6d-db3d-4c62-893c-1828c53d20e1 None None] Routers {'83389ab8-2984-4506-93c8-f3c7947a4321'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:42:54.667495 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-ecfc4c6d-db3d-4c62-893c-1828c53d20e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:42:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['83389ab8-2984-4506-93c8-f3c7947a4321'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:42:54.705702 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-486f4f6f-bcb2-4d87-a1dd-e28e86613af3 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Deleting subnet 7e598901-e085-428c-8251-cb3beea941f9 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:42:54.708412 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-486f4f6f-bcb2-4d87-a1dd-e28e86613af3 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for subnet (7e598901-e085-428c-8251-cb3beea941f9), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:54.751697 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-486f4f6f-bcb2-4d87-a1dd-e28e86613af3 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (7e598901-e085-428c-8251-cb3beea941f9), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:54.771389 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-ecfc4c6d-db3d-4c62-893c-1828c53d20e1 None None] Set router 83389ab8-2984-4506-93c8-f3c7947a4321 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:42:54.838464 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-486f4f6f-bcb2-4d87-a1dd-e28e86613af3 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (7e598901-e085-428c-8251-cb3beea941f9), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:54.894494 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-486f4f6f-bcb2-4d87-a1dd-e28e86613af3 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (7e598901-e085-428c-8251-cb3beea941f9), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:54.926826 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486f4f6f-bcb2-4d87-a1dd-e28e86613af3 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event deleted for resources: {'Subnet': ['ID=7e598901-e085-428c-8251-cb3beea941f9,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:42:54.930259 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-486f4f6f-bcb2-4d87-a1dd-e28e86613af3 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:54.933621 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-486f4f6f-bcb2-4d87-a1dd-e28e86613af3 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "DELETE /v2.0/subnets/7e598901-e085-428c-8251-cb3beea941f9 HTTP/1.1" status: 204 len: 168 time: 0.2788119 Feb 02 07:42:54.937082 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 34290) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:42:54.938689 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b3eaad-4a46-4ce0-bc98-5e08ae0ab26d None None] Network a26c689a-107e-418a-8c56-2879e7a36ec7 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:42:55.020868 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-ecfc4c6d-db3d-4c62-893c-1828c53d20e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83389ab8-2984-4506-93c8-f3c7947a4321', 'name': 'tempest-TestNetworkAdvancedServerOps-router-564327679', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '3f9fe4fb-3baa-4835-83be-1ae4e7e944c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:39:58Z', 'updated_at': '2022-02-02T07:42:54Z', 'revision_number': 5, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'gw_port': {'id': '3f9fe4fb-3baa-4835-83be-1ae4e7e944c1', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:82:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83389ab8-2984-4506-93c8-f3c7947a4321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:39:59Z', 'updated_at': '2022-02-02T07:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:42:55.044755 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-94a4f028-dbea-4078-8e46-e6a5009f896e tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for router (83389ab8-2984-4506-93c8-f3c7947a4321), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:55.054463 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfc4c6d-db3d-4c62-893c-1828c53d20e1 None None] Checking router: 83389ab8-2984-4506-93c8-f3c7947a4321 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:42:55.069493 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfc4c6d-db3d-4c62-893c-1828c53d20e1 None None] Routers {'83389ab8-2984-4506-93c8-f3c7947a4321'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:42:55.070117 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-ecfc4c6d-db3d-4c62-893c-1828c53d20e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:42:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['83389ab8-2984-4506-93c8-f3c7947a4321'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:42:55.162469 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6102b1a2-96de-47ec-9e2f-941a2137b7d4 None None] DHCP port deletion for a26c689a-107e-418a-8c56-2879e7a36ec7 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:42:55.212013 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-ecfc4c6d-db3d-4c62-893c-1828c53d20e1 None None] Set router 83389ab8-2984-4506-93c8-f3c7947a4321 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:42:55.470333 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-94a4f028-dbea-4078-8e46-e6a5009f896e tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for router_gateway (83389ab8-2984-4506-93c8-f3c7947a4321), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:55.492705 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-6102b1a2-96de-47ec-9e2f-941a2137b7d4 None None] Deleting port b6499184-6b6e-491b-ae2a-9227dda20713 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:42:55.493184 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6102b1a2-96de-47ec-9e2f-941a2137b7d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (b6499184-6b6e-491b-ae2a-9227dda20713), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:55.526300 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-94a4f028-dbea-4078-8e46-e6a5009f896e tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Deleting port 3f9fe4fb-3baa-4835-83be-1ae4e7e944c1 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:42:55.526739 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-94a4f028-dbea-4078-8e46-e6a5009f896e tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (3f9fe4fb-3baa-4835-83be-1ae4e7e944c1), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:55.574944 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-6102b1a2-96de-47ec-9e2f-941a2137b7d4 None None] For port b6499184-6b6e-491b-ae2a-9227dda20713, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=b6499184-6b6e-491b-ae2a-9227dda20713,segment=NetworkSegment(ee18dd4b-8353-4747-bd28-29698a5353cb),segment_id=ee18dd4b-8353-4747-bd28-29698a5353cb)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:42:55.575336 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6102b1a2-96de-47ec-9e2f-941a2137b7d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (b6499184-6b6e-491b-ae2a-9227dda20713), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:55.604319 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-94a4f028-dbea-4078-8e46-e6a5009f896e tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] For port 3f9fe4fb-3baa-4835-83be-1ae4e7e944c1, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=3f9fe4fb-3baa-4835-83be-1ae4e7e944c1,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:42:55.604687 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-94a4f028-dbea-4078-8e46-e6a5009f896e tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (3f9fe4fb-3baa-4835-83be-1ae4e7e944c1), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:55.604827 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-6102b1a2-96de-47ec-9e2f-941a2137b7d4 None None] Calling delete_port for b6499184-6b6e-491b-ae2a-9227dda20713 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:42:55.618114 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-94a4f028-dbea-4078-8e46-e6a5009f896e tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Calling delete_port for 3f9fe4fb-3baa-4835-83be-1ae4e7e944c1 owned by network:router_gateway {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:42:55.680487 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-ecfc4c6d-db3d-4c62-893c-1828c53d20e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83389ab8-2984-4506-93c8-f3c7947a4321', 'name': 'tempest-TestNetworkAdvancedServerOps-router-564327679', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '3f9fe4fb-3baa-4835-83be-1ae4e7e944c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:39:58Z', 'updated_at': '2022-02-02T07:42:54Z', 'revision_number': 5, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'gw_port': {'id': '3f9fe4fb-3baa-4835-83be-1ae4e7e944c1', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:82:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83389ab8-2984-4506-93c8-f3c7947a4321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:39:59Z', 'updated_at': '2022-02-02T07:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:42:55.716744 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfc4c6d-db3d-4c62-893c-1828c53d20e1 None None] The sync data for ids ['83389ab8-2984-4506-93c8-f3c7947a4321'] in n-d-789963-26 is: [{'id': '83389ab8-2984-4506-93c8-f3c7947a4321', 'name': 'tempest-TestNetworkAdvancedServerOps-router-564327679', 'tenant_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': '3f9fe4fb-3baa-4835-83be-1ae4e7e944c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:39:58Z', 'updated_at': '2022-02-02T07:42:54Z', 'revision_number': 5, 'project_id': 'b5f86cce5c924f2695e5f2d21aa64848', 'gw_port': {'id': '3f9fe4fb-3baa-4835-83be-1ae4e7e944c1', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:82:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83389ab8-2984-4506-93c8-f3c7947a4321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:39:59Z', 'updated_at': '2022-02-02T07:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:42:55.729829 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6102b1a2-96de-47ec-9e2f-941a2137b7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (b6499184-6b6e-491b-ae2a-9227dda20713), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:55.768710 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6102b1a2-96de-47ec-9e2f-941a2137b7d4 None None] Pushing event deleted for resources: {'Port': ['ID=b6499184-6b6e-491b-ae2a-9227dda20713,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:42:55.770955 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6102b1a2-96de-47ec-9e2f-941a2137b7d4 None None] No DVR routers for this DVR port b6499184-6b6e-491b-ae2a-9227dda20713 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:42:55.781607 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6102b1a2-96de-47ec-9e2f-941a2137b7d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:42:55.781963 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6102b1a2-96de-47ec-9e2f-941a2137b7d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:42:55.782681 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6102b1a2-96de-47ec-9e2f-941a2137b7d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:42:55.782681 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6102b1a2-96de-47ec-9e2f-941a2137b7d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:42:55.782975 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6102b1a2-96de-47ec-9e2f-941a2137b7d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:42:55.783295 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6102b1a2-96de-47ec-9e2f-941a2137b7d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:42:55.783648 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6102b1a2-96de-47ec-9e2f-941a2137b7d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:42:55.783983 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6102b1a2-96de-47ec-9e2f-941a2137b7d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:42:55.784313 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6102b1a2-96de-47ec-9e2f-941a2137b7d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:42:55.784641 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6102b1a2-96de-47ec-9e2f-941a2137b7d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:42:55.784970 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6102b1a2-96de-47ec-9e2f-941a2137b7d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:42:55.785296 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6102b1a2-96de-47ec-9e2f-941a2137b7d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:42:55.786140 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6102b1a2-96de-47ec-9e2f-941a2137b7d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:42:55.808216 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-94a4f028-dbea-4078-8e46-e6a5009f896e tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (3f9fe4fb-3baa-4835-83be-1ae4e7e944c1), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:55.838266 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a4f028-dbea-4078-8e46-e6a5009f896e tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event deleted for resources: {'Port': ['ID=3f9fe4fb-3baa-4835-83be-1ae4e7e944c1,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:42:55.897128 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-94a4f028-dbea-4078-8e46-e6a5009f896e tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (83389ab8-2984-4506-93c8-f3c7947a4321), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:55.989710 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-94a4f028-dbea-4078-8e46-e6a5009f896e tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (83389ab8-2984-4506-93c8-f3c7947a4321), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:55.992161 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-94a4f028-dbea-4078-8e46-e6a5009f896e tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for router_controller (83389ab8-2984-4506-93c8-f3c7947a4321), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:56.036316 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-94a4f028-dbea-4078-8e46-e6a5009f896e tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (83389ab8-2984-4506-93c8-f3c7947a4321), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:56.036762 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a4f028-dbea-4078-8e46-e6a5009f896e tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Fanout notify agent at l3_agent the message router_deleted on router 83389ab8-2984-4506-93c8-f3c7947a4321 {{(pid=109694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:42:56.043257 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-94a4f028-dbea-4078-8e46-e6a5009f896e tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:56.044396 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-94a4f028-dbea-4078-8e46-e6a5009f896e tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "DELETE /v2.0/routers/83389ab8-2984-4506-93c8-f3c7947a4321 HTTP/1.1" status: 204 len: 168 time: 1.1063774 Feb 02 07:42:56.047365 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 34292) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:42:56.146984 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-23ab36fd-8789-422f-802e-015af8858e88 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (a26c689a-107e-418a-8c56-2879e7a36ec7), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:56.209199 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 3d7c254b-f9bb-4c6a-a6eb-c2e63d18211a no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:42:56.230407 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 3d7c254b-f9bb-4c6a-a6eb-c2e63d18211a {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:42:56.231069 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 3d7c254b-f9bb-4c6a-a6eb-c2e63d18211a not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:42:56.231613 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device b6499184-6b6e-491b-ae2a-9227dda20713 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:42:56.249515 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-23ab36fd-8789-422f-802e-015af8858e88 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (a26c689a-107e-418a-8c56-2879e7a36ec7), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:56.253155 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: b6499184-6b6e-491b-ae2a-9227dda20713 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:42:56.253674 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device b6499184-6b6e-491b-ae2a-9227dda20713 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:42:56.271886 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-23ab36fd-8789-422f-802e-015af8858e88 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a26c689a-107e-418a-8c56-2879e7a36ec7']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:42:56.282416 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-23ab36fd-8789-422f-802e-015af8858e88 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee18dd4b-8353-4747-bd28-29698a5353cb') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:42:56.282720 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-23ab36fd-8789-422f-802e-015af8858e88 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee18dd4b-8353-4747-bd28-29698a5353cb') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:42:56.292246 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-23ab36fd-8789-422f-802e-015af8858e88 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (ee18dd4b-8353-4747-bd28-29698a5353cb), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:56.305862 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-23ab36fd-8789-422f-802e-015af8858e88 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (ee18dd4b-8353-4747-bd28-29698a5353cb), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:56.312378 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23ab36fd-8789-422f-802e-015af8858e88 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:42:56.312715 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-23ab36fd-8789-422f-802e-015af8858e88 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (ee18dd4b-8353-4747-bd28-29698a5353cb), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:56.315728 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:42:56.315728 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:42:56.315728 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:42:56.315728 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:42:56.315728 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:42:56.315728 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:42:56.315728 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:42:56.315728 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:42:56.315728 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:42:56.315728 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:42:56.315728 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:42:56.315728 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:42:56.315728 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:42:56.315728 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:42:56.315728 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:42:56.315728 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:42:56.315728 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:42:56.315728 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:42:56.315728 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:42:56.315728 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:42:56.315728 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:42:56.315728 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:42:56.315728 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:42:56.315728 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:42:56.315728 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:42:56.315728 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:42:56.315728 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:42:56.315728 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:42:56.315728 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:42:56.315728 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:42:56.315728 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:42:56.315728 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:42:56.372455 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-23ab36fd-8789-422f-802e-015af8858e88 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (a26c689a-107e-418a-8c56-2879e7a36ec7), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:56.380219 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-23ab36fd-8789-422f-802e-015af8858e88 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:56.383341 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-23ab36fd-8789-422f-802e-015af8858e88 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "DELETE /v2.0/networks/a26c689a-107e-418a-8c56-2879e7a36ec7 HTTP/1.1" status: 204 len: 168 time: 0.3349144 Feb 02 07:42:56.386263 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 34294) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:42:56.395762 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ab36fd-8789-422f-802e-015af8858e88 tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event deleted for resources: {'Network': ['ID=a26c689a-107e-418a-8c56-2879e7a36ec7,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:42:56.448470 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a3140fab-d735-4d60-803a-71b697b97cac tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group (563fa368-7591-4797-86eb-ee683197ba72), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:56.474924 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a3140fab-d735-4d60-803a-71b697b97cac tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group (563fa368-7591-4797-86eb-ee683197ba72), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:56.540152 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a3140fab-d735-4d60-803a-71b697b97cac tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (563fa368-7591-4797-86eb-ee683197ba72), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:56.542767 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a3140fab-d735-4d60-803a-71b697b97cac tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:56.543953 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a3140fab-d735-4d60-803a-71b697b97cac tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] 10.222.0.87 "DELETE /v2.0/security-groups/563fa368-7591-4797-86eb-ee683197ba72 HTTP/1.1" status: 204 len: 168 time: 0.1566789 Feb 02 07:42:56.553492 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3140fab-d735-4d60-803a-71b697b97cac tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=563fa368-7591-4797-86eb-ee683197ba72,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:42:56.561438 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3140fab-d735-4d60-803a-71b697b97cac tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:42:56.561794 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3140fab-d735-4d60-803a-71b697b97cac tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:42:56.562140 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3140fab-d735-4d60-803a-71b697b97cac tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:42:56.562476 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3140fab-d735-4d60-803a-71b697b97cac tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:42:56.562810 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3140fab-d735-4d60-803a-71b697b97cac tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:42:56.563142 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3140fab-d735-4d60-803a-71b697b97cac tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:42:56.563471 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3140fab-d735-4d60-803a-71b697b97cac tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:42:56.563825 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3140fab-d735-4d60-803a-71b697b97cac tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:42:56.564155 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3140fab-d735-4d60-803a-71b697b97cac tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:42:56.564482 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3140fab-d735-4d60-803a-71b697b97cac tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:42:56.564809 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3140fab-d735-4d60-803a-71b697b97cac tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:42:56.565130 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3140fab-d735-4d60-803a-71b697b97cac tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:42:56.565455 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3140fab-d735-4d60-803a-71b697b97cac tempest-TestNetworkAdvancedServerOps-1086882573 tempest-TestNetworkAdvancedServerOps-1086882573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:42:57.579323 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:57.813834 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 3f9fe4fb-3baa-4835-83be-1ae4e7e944c1 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:42:57.836713 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 3f9fe4fb-3baa-4835-83be-1ae4e7e944c1 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:42:57.837069 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 3f9fe4fb-3baa-4835-83be-1ae4e7e944c1 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:42:57.848335 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 34304) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:42:57.976671 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-98d2d1ad-7f2d-4e32-a6f4-9f580a903475 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b5f86cce5c924f2695e5f2d21aa64848&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1271708 Feb 02 07:42:57.979016 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 34308) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:42:58.029813 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-94218db9-5a49-4a88-81de-626f3829d0a8 admin admin] Publish callbacks [] for security_group (81c5583a-ae83-459b-9ccc-e9982db0b7a6), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:58.050790 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-94218db9-5a49-4a88-81de-626f3829d0a8 admin admin] Publish callbacks [] for security_group (81c5583a-ae83-459b-9ccc-e9982db0b7a6), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:58.096286 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-94218db9-5a49-4a88-81de-626f3829d0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (81c5583a-ae83-459b-9ccc-e9982db0b7a6), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:58.099470 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-94218db9-5a49-4a88-81de-626f3829d0a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:58.100645 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-94218db9-5a49-4a88-81de-626f3829d0a8 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/81c5583a-ae83-459b-9ccc-e9982db0b7a6 HTTP/1.1" status: 204 len: 168 time: 0.1206939 Feb 02 07:42:58.109078 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94218db9-5a49-4a88-81de-626f3829d0a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c5583a-ae83-459b-9ccc-e9982db0b7a6,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:42:58.183061 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:42:58.358703 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 34314) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:42:58.397309 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-cd7df995-7792-4500-83e8-b14b5d64c50a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ea526743cae34129aabd91526a42b41c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0374613 Feb 02 07:42:58.400006 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 34316) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:42:58.445650 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-65ba9cc2-a1d0-4274-94b1-3ab91dd25de6 admin admin] Publish callbacks [] for security_group (61e243a0-0629-4273-8a38-4078876c3d1b), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:58.466633 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-65ba9cc2-a1d0-4274-94b1-3ab91dd25de6 admin admin] Publish callbacks [] for security_group (61e243a0-0629-4273-8a38-4078876c3d1b), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:58.514006 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-65ba9cc2-a1d0-4274-94b1-3ab91dd25de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (61e243a0-0629-4273-8a38-4078876c3d1b), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:58.517133 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-65ba9cc2-a1d0-4274-94b1-3ab91dd25de6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:58.518283 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-65ba9cc2-a1d0-4274-94b1-3ab91dd25de6 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/61e243a0-0629-4273-8a38-4078876c3d1b HTTP/1.1" status: 204 len: 168 time: 0.1173296 Feb 02 07:42:58.526271 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba9cc2-a1d0-4274-94b1-3ab91dd25de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e243a0-0629-4273-8a38-4078876c3d1b,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:42:59.190801 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 34338) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:42:59.312128 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-d12650e3-feb8-4422-b3af-bcec9763f1a8 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1584401004-network', 'tenant_id': '2dde615ada1b4932b8166448eadda756'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:42:59.331981 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d12650e3-feb8-4422-b3af-bcec9763f1a8 admin admin] Made reservation on behalf of 2dde615ada1b4932b8166448eadda756 for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:42:59.334316 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d12650e3-feb8-4422-b3af-bcec9763f1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:59.342557 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d12650e3-feb8-4422-b3af-bcec9763f1a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:59.418833 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d12650e3-feb8-4422-b3af-bcec9763f1a8 admin admin] Publish callbacks [] for security_group (ddea60a6-2998-4eb8-93bb-b16be9b33849), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:59.423189 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d12650e3-feb8-4422-b3af-bcec9763f1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (ddea60a6-2998-4eb8-93bb-b16be9b33849), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:59.449497 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d12650e3-feb8-4422-b3af-bcec9763f1a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:42:59.455746 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12650e3-feb8-4422-b3af-bcec9763f1a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddea60a6-2998-4eb8-93bb-b16be9b33849,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:42:59.462186 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d12650e3-feb8-4422-b3af-bcec9763f1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (c7ee2a72-8e19-44b1-990d-163b35bef972), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:59.462595 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-d12650e3-feb8-4422-b3af-bcec9763f1a8 admin admin] Added segment c7ee2a72-8e19-44b1-990d-163b35bef972 of type vlan for network fc369b0a-4211-4ee4-a1e0-9bc6533f8301 Feb 02 07:42:59.503733 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d12650e3-feb8-4422-b3af-bcec9763f1a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (fc369b0a-4211-4ee4-a1e0-9bc6533f8301), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:59.527193 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d12650e3-feb8-4422-b3af-bcec9763f1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (fc369b0a-4211-4ee4-a1e0-9bc6533f8301), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:59.528167 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12650e3-feb8-4422-b3af-bcec9763f1a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:42:59.528741 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d12650e3-feb8-4422-b3af-bcec9763f1a8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:59.571998 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d12650e3-feb8-4422-b3af-bcec9763f1a8 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.3800907 Feb 02 07:42:59.575269 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 34344) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:42:59.580948 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-15546ba5-7d3d-4fbb-9f94-eeaf0ba9a012 admin admin] Request body: {'subnet': {'network_id': 'fc369b0a-4211-4ee4-a1e0-9bc6533f8301', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1584401004-subnet', 'tenant_id': '2dde615ada1b4932b8166448eadda756', 'ip_version': 4}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:42:59.604353 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15546ba5-7d3d-4fbb-9f94-eeaf0ba9a012 admin admin] Made reservation on behalf of 2dde615ada1b4932b8166448eadda756 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:42:59.606741 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-15546ba5-7d3d-4fbb-9f94-eeaf0ba9a012 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:59.631436 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12650e3-feb8-4422-b3af-bcec9763f1a8 admin admin] Pushing event updated for resources: {'Network': ['ID=fc369b0a-4211-4ee4-a1e0-9bc6533f8301,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:42:59.641693 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network fc369b0a-4211-4ee4-a1e0-9bc6533f8301 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:42:59.775259 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-15546ba5-7d3d-4fbb-9f94-eeaf0ba9a012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (f7bf503d-a465-4927-aee3-6ac8bf75ab92), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:59.831188 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15546ba5-7d3d-4fbb-9f94-eeaf0ba9a012 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7bf503d-a465-4927-aee3-6ac8bf75ab92,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:42:59.838248 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15546ba5-7d3d-4fbb-9f94-eeaf0ba9a012 admin admin] Checking segment: {'id': 'c7ee2a72-8e19-44b1-990d-163b35bef972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'fc369b0a-4211-4ee4-a1e0-9bc6533f8301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:42:59.838618 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15546ba5-7d3d-4fbb-9f94-eeaf0ba9a012 admin admin] Network hostable DHCP agents. Network: fc369b0a-4211-4ee4-a1e0-9bc6533f8301, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:42:59.855318 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15546ba5-7d3d-4fbb-9f94-eeaf0ba9a012 admin admin] Network fc369b0a-4211-4ee4-a1e0-9bc6533f8301 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:42:59.864868 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-15546ba5-7d3d-4fbb-9f94-eeaf0ba9a012 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, fc369b0a-4211-4ee4-a1e0-9bc6533f8301) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:42:59.869588 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15546ba5-7d3d-4fbb-9f94-eeaf0ba9a012 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:42:59.870716 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-15546ba5-7d3d-4fbb-9f94-eeaf0ba9a012 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:59.874278 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f1e4b9-dc45-4934-9c70-a8692e477b04 None None] Network fc369b0a-4211-4ee4-a1e0-9bc6533f8301 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:42:59.886838 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-15546ba5-7d3d-4fbb-9f94-eeaf0ba9a012 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3103888 Feb 02 07:42:59.889724 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 34346) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:42:59.893938 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-a127105f-7147-48f2-8172-9d3d219fef86 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1584401004-router', 'tenant_id': '2dde615ada1b4932b8166448eadda756', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:42:59.913343 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a127105f-7147-48f2-8172-9d3d219fef86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (05e22365-ab8b-4a05-a608-dd9f1e6cf4e3), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:59.914422 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a127105f-7147-48f2-8172-9d3d219fef86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (05e22365-ab8b-4a05-a608-dd9f1e6cf4e3), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:59.965890 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a127105f-7147-48f2-8172-9d3d219fef86 admin admin] Publish callbacks [] for router_controller (05e22365-ab8b-4a05-a608-dd9f1e6cf4e3), precommit_add_association {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:42:59.976583 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927317dd-5755-42a7-bf9b-27339538d684 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-fc369b0a-4211-4ee4-a1e0-9bc6533f8301', 'network_id': 'fc369b0a-4211-4ee4-a1e0-9bc6533f8301', 'project_id': '2dde615ada1b4932b8166448eadda756', 'fixed_ips': [{'subnet_id': 'f7bf503d-a465-4927-aee3-6ac8bf75ab92'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:42:59.977561 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-927317dd-5755-42a7-bf9b-27339538d684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:00.109105 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a127105f-7147-48f2-8172-9d3d219fef86 admin admin] Publish callbacks [] for router_gateway (05e22365-ab8b-4a05-a608-dd9f1e6cf4e3), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:00.117119 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-927317dd-5755-42a7-bf9b-27339538d684 None None] Allocated IP 172.20.0.2 (fc369b0a-4211-4ee4-a1e0-9bc6533f8301/f7bf503d-a465-4927-aee3-6ac8bf75ab92/26edde71-85fc-4054-b8cd-708562480228) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:43:00.260005 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-927317dd-5755-42a7-bf9b-27339538d684 None None] Publish callbacks [] for port (26edde71-85fc-4054-b8cd-708562480228), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:00.266136 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-927317dd-5755-42a7-bf9b-27339538d684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (26edde71-85fc-4054-b8cd-708562480228), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:00.305213 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927317dd-5755-42a7-bf9b-27339538d684 None None] Network fc369b0a-4211-4ee4-a1e0-9bc6533f8301 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:43:00.311608 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a127105f-7147-48f2-8172-9d3d219fef86 admin admin] Publish callbacks [] for router_gateway (05e22365-ab8b-4a05-a608-dd9f1e6cf4e3), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:00.311997 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-927317dd-5755-42a7-bf9b-27339538d684 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:43:00.314502 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927317dd-5755-42a7-bf9b-27339538d684 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:43:00.320127 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927317dd-5755-42a7-bf9b-27339538d684 None None] Pushing event updated for resources: {'Port': ['ID=26edde71-85fc-4054-b8cd-708562480228,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:43:00.334561 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a127105f-7147-48f2-8172-9d3d219fef86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:00.375278 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-927317dd-5755-42a7-bf9b-27339538d684 None None] Attempting to bind port 26edde71-85fc-4054-b8cd-708562480228 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:43:00.375688 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-927317dd-5755-42a7-bf9b-27339538d684 None None] Attempting to bind port 26edde71-85fc-4054-b8cd-708562480228 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'c7ee2a72-8e19-44b1-990d-163b35bef972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'fc369b0a-4211-4ee4-a1e0-9bc6533f8301'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:43:00.376059 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927317dd-5755-42a7-bf9b-27339538d684 None None] Attempting to bind port 26edde71-85fc-4054-b8cd-708562480228 on network fc369b0a-4211-4ee4-a1e0-9bc6533f8301 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:43:00.380988 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927317dd-5755-42a7-bf9b-27339538d684 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:43:00.381366 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927317dd-5755-42a7-bf9b-27339538d684 None None] Checking segment: {'id': 'c7ee2a72-8e19-44b1-990d-163b35bef972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'fc369b0a-4211-4ee4-a1e0-9bc6533f8301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:43:00.381775 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-927317dd-5755-42a7-bf9b-27339538d684 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:00.382173 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927317dd-5755-42a7-bf9b-27339538d684 None None] Bound using segment: {'id': 'c7ee2a72-8e19-44b1-990d-163b35bef972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'fc369b0a-4211-4ee4-a1e0-9bc6533f8301'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:43:00.382644 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-927317dd-5755-42a7-bf9b-27339538d684 None None] Bound port: 26edde71-85fc-4054-b8cd-708562480228, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7ee2a72-8e19-44b1-990d-163b35bef972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'fc369b0a-4211-4ee4-a1e0-9bc6533f8301'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:43:00.383031 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-927317dd-5755-42a7-bf9b-27339538d684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (26edde71-85fc-4054-b8cd-708562480228), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:00.436764 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-a127105f-7147-48f2-8172-9d3d219fef86 admin admin] Allocated IP 172.25.4.96 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/7712feb0-c44f-47a6-aabc-ec7dafe565f7) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:43:00.448930 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-927317dd-5755-42a7-bf9b-27339538d684 None None] For port 26edde71-85fc-4054-b8cd-708562480228, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:43:00.452881 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-927317dd-5755-42a7-bf9b-27339538d684 None None] For port 26edde71-85fc-4054-b8cd-708562480228, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=26edde71-85fc-4054-b8cd-708562480228,segment=NetworkSegment(c7ee2a72-8e19-44b1-990d-163b35bef972),segment_id=c7ee2a72-8e19-44b1-990d-163b35bef972)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:43:00.458310 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-927317dd-5755-42a7-bf9b-27339538d684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (26edde71-85fc-4054-b8cd-708562480228), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:00.519442 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927317dd-5755-42a7-bf9b-27339538d684 None None] Pushing event updated for resources: {'Port': ['ID=26edde71-85fc-4054-b8cd-708562480228,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:43:00.557613 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a127105f-7147-48f2-8172-9d3d219fef86 admin admin] Publish callbacks [] for port (7712feb0-c44f-47a6-aabc-ec7dafe565f7), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:00.592641 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a127105f-7147-48f2-8172-9d3d219fef86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (7712feb0-c44f-47a6-aabc-ec7dafe565f7), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:00.629721 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a127105f-7147-48f2-8172-9d3d219fef86 admin admin] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:43:00.632593 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-a127105f-7147-48f2-8172-9d3d219fef86 admin admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:43:00.638064 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a127105f-7147-48f2-8172-9d3d219fef86 admin admin] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:43:00.666325 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a127105f-7147-48f2-8172-9d3d219fef86 admin admin] Pushing event updated for resources: {'Port': ['ID=7712feb0-c44f-47a6-aabc-ec7dafe565f7,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:43:00.908879 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a127105f-7147-48f2-8172-9d3d219fef86 admin admin] Publish callbacks [] for router_gateway (05e22365-ab8b-4a05-a608-dd9f1e6cf4e3), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:01.099503 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a127105f-7147-48f2-8172-9d3d219fef86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (05e22365-ab8b-4a05-a608-dd9f1e6cf4e3), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:01.239685 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a127105f-7147-48f2-8172-9d3d219fef86 admin admin] Router 05e22365-ab8b-4a05-a608-dd9f1e6cf4e3 is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:43:01.349149 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a127105f-7147-48f2-8172-9d3d219fef86 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:43:01.360165 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ee9d15-40e9-476c-a220-0ceb7249da5f None None] Sync routers for ids ['05e22365-ab8b-4a05-a608-dd9f1e6cf4e3'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:43:01.368208 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a127105f-7147-48f2-8172-9d3d219fef86 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:01.371636 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a127105f-7147-48f2-8172-9d3d219fef86 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 1.4788172 Feb 02 07:43:01.372447 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 34348) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:43:01.373740 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ee9d15-40e9-476c-a220-0ceb7249da5f None None] Routers {'05e22365-ab8b-4a05-a608-dd9f1e6cf4e3'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:43:01.374426 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-b2ee9d15-40e9-476c-a220-0ceb7249da5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:42:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['05e22365-ab8b-4a05-a608-dd9f1e6cf4e3'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:43:01.440083 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e863499d-621b-4086-9be7-efd0b2b4c4ac None None] Network fc369b0a-4211-4ee4-a1e0-9bc6533f8301 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:43:01.493150 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-b2ee9d15-40e9-476c-a220-0ceb7249da5f None None] Set router 05e22365-ab8b-4a05-a608-dd9f1e6cf4e3 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:43:01.535460 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-120bd0fa-b3ac-421f-b714-88e41a524c8d None None] Provisioning complete for port 26edde71-85fc-4054-b8cd-708562480228 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:43:01.535858 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-120bd0fa-b3ac-421f-b714-88e41a524c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (26edde71-85fc-4054-b8cd-708562480228), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:01.642833 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-120bd0fa-b3ac-421f-b714-88e41a524c8d None None] Current status of the port 26edde71-85fc-4054-b8cd-708562480228 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:43:01.644163 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-120bd0fa-b3ac-421f-b714-88e41a524c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (26edde71-85fc-4054-b8cd-708562480228), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:01.679822 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-120bd0fa-b3ac-421f-b714-88e41a524c8d None None] For port 26edde71-85fc-4054-b8cd-708562480228, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=26edde71-85fc-4054-b8cd-708562480228,segment=NetworkSegment(c7ee2a72-8e19-44b1-990d-163b35bef972),segment_id=c7ee2a72-8e19-44b1-990d-163b35bef972)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:43:01.686812 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-120bd0fa-b3ac-421f-b714-88e41a524c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (26edde71-85fc-4054-b8cd-708562480228), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:01.702452 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-b2ee9d15-40e9-476c-a220-0ceb7249da5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e22365-ab8b-4a05-a608-dd9f1e6cf4e3', 'name': 'tempest-ImageQuotaTest-1584401004-router', 'tenant_id': '2dde615ada1b4932b8166448eadda756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '7712feb0-c44f-47a6-aabc-ec7dafe565f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:42:59Z', 'updated_at': '2022-02-02T07:43:00Z', 'revision_number': 3, 'project_id': '2dde615ada1b4932b8166448eadda756', 'gw_port': {'id': '7712feb0-c44f-47a6-aabc-ec7dafe565f7', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:56:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e22365-ab8b-4a05-a608-dd9f1e6cf4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:43:00Z', 'updated_at': '2022-02-02T07:43:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:43:01.734557 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ee9d15-40e9-476c-a220-0ceb7249da5f None None] Checking router: 05e22365-ab8b-4a05-a608-dd9f1e6cf4e3 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:43:01.734925 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ee9d15-40e9-476c-a220-0ceb7249da5f None None] Updating router 05e22365-ab8b-4a05-a608-dd9f1e6cf4e3 port 7712feb0-c44f-47a6-aabc-ec7dafe565f7 binding host n-d-789963-26 {{(pid=109696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:43:01.743090 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120bd0fa-b3ac-421f-b714-88e41a524c8d None None] Pushing event updated for resources: {'Port': ['ID=26edde71-85fc-4054-b8cd-708562480228,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:43:01.762724 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-b2ee9d15-40e9-476c-a220-0ceb7249da5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (7712feb0-c44f-47a6-aabc-ec7dafe565f7), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:01.844931 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-665154de-3360-4304-b164-6a935f0e7702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:01.912697 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-f736629b-8547-4df3-896c-43170a6111b2 None None] Provisioning complete for port 26edde71-85fc-4054-b8cd-708562480228 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:43:01.913198 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f736629b-8547-4df3-896c-43170a6111b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (26edde71-85fc-4054-b8cd-708562480228), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:01.945941 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 26edde71-85fc-4054-b8cd-708562480228 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:43:02.045843 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 26edde71-85fc-4054-b8cd-708562480228 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:43:02.046236 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (26edde71-85fc-4054-b8cd-708562480228), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:02.048828 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-f736629b-8547-4df3-896c-43170a6111b2 None None] Current status of the port 26edde71-85fc-4054-b8cd-708562480228 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:43:02.059949 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-665154de-3360-4304-b164-6a935f0e7702 admin admin] Allocated IP 172.20.0.1 (fc369b0a-4211-4ee4-a1e0-9bc6533f8301/f7bf503d-a465-4927-aee3-6ac8bf75ab92/01de198d-2442-4bcc-a9cd-70cc8207a5e2) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:43:02.062101 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-b2ee9d15-40e9-476c-a220-0ceb7249da5f None None] Publish callbacks [] for port (7712feb0-c44f-47a6-aabc-ec7dafe565f7), precommit_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:02.068393 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-b2ee9d15-40e9-476c-a220-0ceb7249da5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (7712feb0-c44f-47a6-aabc-ec7dafe565f7), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:02.117704 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-b2ee9d15-40e9-476c-a220-0ceb7249da5f None None] Attempting to bind port 7712feb0-c44f-47a6-aabc-ec7dafe565f7 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:43:02.118072 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-b2ee9d15-40e9-476c-a220-0ceb7249da5f None None] Attempting to bind port 7712feb0-c44f-47a6-aabc-ec7dafe565f7 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:43:02.118432 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ee9d15-40e9-476c-a220-0ceb7249da5f None None] Attempting to bind port 7712feb0-c44f-47a6-aabc-ec7dafe565f7 on network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:43:02.127644 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a34c7b-34a5-4d7b-a454-a1f3da98960e None None] Pushing event updated for resources: {'Port': ['ID=7712feb0-c44f-47a6-aabc-ec7dafe565f7,revision_number=2']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:43:02.131183 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ee9d15-40e9-476c-a220-0ceb7249da5f None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:43:02.131496 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ee9d15-40e9-476c-a220-0ceb7249da5f None None] Checking segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:43:02.131897 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-b2ee9d15-40e9-476c-a220-0ceb7249da5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:02.132423 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ee9d15-40e9-476c-a220-0ceb7249da5f None None] Bound using segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:43:02.132748 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-b2ee9d15-40e9-476c-a220-0ceb7249da5f None None] Bound port: 7712feb0-c44f-47a6-aabc-ec7dafe565f7, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:43:02.133128 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-b2ee9d15-40e9-476c-a220-0ceb7249da5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (7712feb0-c44f-47a6-aabc-ec7dafe565f7), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:02.147105 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 26edde71-85fc-4054-b8cd-708562480228 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:43:02.160308 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a34c7b-34a5-4d7b-a454-a1f3da98960e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:43:02.160660 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a34c7b-34a5-4d7b-a454-a1f3da98960e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:43:02.161006 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a34c7b-34a5-4d7b-a454-a1f3da98960e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:43:02.161373 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a34c7b-34a5-4d7b-a454-a1f3da98960e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:43:02.161712 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a34c7b-34a5-4d7b-a454-a1f3da98960e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:43:02.162047 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a34c7b-34a5-4d7b-a454-a1f3da98960e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:43:02.162374 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a34c7b-34a5-4d7b-a454-a1f3da98960e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:43:02.162701 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a34c7b-34a5-4d7b-a454-a1f3da98960e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:43:02.163029 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a34c7b-34a5-4d7b-a454-a1f3da98960e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:43:02.163355 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a34c7b-34a5-4d7b-a454-a1f3da98960e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:43:02.163706 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a34c7b-34a5-4d7b-a454-a1f3da98960e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:43:02.164032 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a34c7b-34a5-4d7b-a454-a1f3da98960e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:43:02.164375 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a34c7b-34a5-4d7b-a454-a1f3da98960e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:43:02.167648 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-665154de-3360-4304-b164-6a935f0e7702 admin admin] Publish callbacks [] for port (01de198d-2442-4bcc-a9cd-70cc8207a5e2), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:02.200581 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-665154de-3360-4304-b164-6a935f0e7702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (01de198d-2442-4bcc-a9cd-70cc8207a5e2), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:02.201053 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-b2ee9d15-40e9-476c-a220-0ceb7249da5f None None] For port 7712feb0-c44f-47a6-aabc-ec7dafe565f7, host n-d-789963-26, cleared binding levels {{(pid=109696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:43:02.205044 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-b2ee9d15-40e9-476c-a220-0ceb7249da5f None None] For port 7712feb0-c44f-47a6-aabc-ec7dafe565f7, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=7712feb0-c44f-47a6-aabc-ec7dafe565f7,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:43:02.210917 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-b2ee9d15-40e9-476c-a220-0ceb7249da5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (7712feb0-c44f-47a6-aabc-ec7dafe565f7), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:02.237696 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665154de-3360-4304-b164-6a935f0e7702 admin admin] Network fc369b0a-4211-4ee4-a1e0-9bc6533f8301 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:43:02.240479 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-665154de-3360-4304-b164-6a935f0e7702 admin admin] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:43:02.250880 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665154de-3360-4304-b164-6a935f0e7702 admin admin] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:43:02.273190 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a34c7b-34a5-4d7b-a454-a1f3da98960e None None] Pushing event updated for resources: {'Port': ['ID=7712feb0-c44f-47a6-aabc-ec7dafe565f7,revision_number=3']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:43:02.274448 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665154de-3360-4304-b164-6a935f0e7702 admin admin] Pushing event updated for resources: {'Port': ['ID=01de198d-2442-4bcc-a9cd-70cc8207a5e2,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:43:02.275961 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ee9d15-40e9-476c-a220-0ceb7249da5f None None] Routers {'05e22365-ab8b-4a05-a608-dd9f1e6cf4e3'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:43:02.276799 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-b2ee9d15-40e9-476c-a220-0ceb7249da5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:42:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['05e22365-ab8b-4a05-a608-dd9f1e6cf4e3'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:43:02.294948 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-665154de-3360-4304-b164-6a935f0e7702 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (05e22365-ab8b-4a05-a608-dd9f1e6cf4e3), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:02.395852 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-b2ee9d15-40e9-476c-a220-0ceb7249da5f None None] Set router 05e22365-ab8b-4a05-a608-dd9f1e6cf4e3 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:43:02.436538 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-665154de-3360-4304-b164-6a935f0e7702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (01de198d-2442-4bcc-a9cd-70cc8207a5e2), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:02.578858 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-bb2ee86f-250f-4140-b670-5f033ec6c93d None None] Provisioning complete for port 01de198d-2442-4bcc-a9cd-70cc8207a5e2 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:43:02.579406 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-bb2ee86f-250f-4140-b670-5f033ec6c93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (01de198d-2442-4bcc-a9cd-70cc8207a5e2), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:02.615897 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-bb2ee86f-250f-4140-b670-5f033ec6c93d None None] Port 01de198d-2442-4bcc-a9cd-70cc8207a5e2 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:43:02.622189 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-665154de-3360-4304-b164-6a935f0e7702 admin admin] Publish callbacks [] for port (01de198d-2442-4bcc-a9cd-70cc8207a5e2), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:02.627812 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-665154de-3360-4304-b164-6a935f0e7702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (01de198d-2442-4bcc-a9cd-70cc8207a5e2), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:02.673423 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-b2ee9d15-40e9-476c-a220-0ceb7249da5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e22365-ab8b-4a05-a608-dd9f1e6cf4e3', 'name': 'tempest-ImageQuotaTest-1584401004-router', 'tenant_id': '2dde615ada1b4932b8166448eadda756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '7712feb0-c44f-47a6-aabc-ec7dafe565f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:42:59Z', 'updated_at': '2022-02-02T07:43:00Z', 'revision_number': 3, 'project_id': '2dde615ada1b4932b8166448eadda756', 'gw_port': {'id': '7712feb0-c44f-47a6-aabc-ec7dafe565f7', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:56:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e22365-ab8b-4a05-a608-dd9f1e6cf4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:43:00Z', 'updated_at': '2022-02-02T07:43:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:43:02.694414 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-665154de-3360-4304-b164-6a935f0e7702 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (05e22365-ab8b-4a05-a608-dd9f1e6cf4e3), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:02.697050 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665154de-3360-4304-b164-6a935f0e7702 admin admin] Pushing event updated for resources: {'Port': ['ID=01de198d-2442-4bcc-a9cd-70cc8207a5e2,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:43:02.701071 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ee9d15-40e9-476c-a220-0ceb7249da5f None None] The sync data for ids ['05e22365-ab8b-4a05-a608-dd9f1e6cf4e3'] in n-d-789963-26 is: [{'id': '05e22365-ab8b-4a05-a608-dd9f1e6cf4e3', 'name': 'tempest-ImageQuotaTest-1584401004-router', 'tenant_id': '2dde615ada1b4932b8166448eadda756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '7712feb0-c44f-47a6-aabc-ec7dafe565f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:42:59Z', 'updated_at': '2022-02-02T07:43:00Z', 'revision_number': 3, 'project_id': '2dde615ada1b4932b8166448eadda756', 'gw_port': {'id': '7712feb0-c44f-47a6-aabc-ec7dafe565f7', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:56:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e22365-ab8b-4a05-a608-dd9f1e6cf4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:43:00Z', 'updated_at': '2022-02-02T07:43:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:43:02.796970 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665154de-3360-4304-b164-6a935f0e7702 admin admin] Network fc369b0a-4211-4ee4-a1e0-9bc6533f8301 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:43:02.798437 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-665154de-3360-4304-b164-6a935f0e7702 admin admin] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:43:02.931588 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-665154de-3360-4304-b164-6a935f0e7702 admin admin] Router 05e22365-ab8b-4a05-a608-dd9f1e6cf4e3 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:43:03.056179 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-665154de-3360-4304-b164-6a935f0e7702 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:43:03.061437 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-665154de-3360-4304-b164-6a935f0e7702 admin admin] 10.222.0.87 "PUT /v2.0/routers/05e22365-ab8b-4a05-a608-dd9f1e6cf4e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6870615 Feb 02 07:43:03.156481 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-76ca0f21-aaea-4f3d-96fb-fe58842e8637 None None] Provisioning complete for port 01de198d-2442-4bcc-a9cd-70cc8207a5e2 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:43:03.156875 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-76ca0f21-aaea-4f3d-96fb-fe58842e8637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (01de198d-2442-4bcc-a9cd-70cc8207a5e2), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:03.196682 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-76ca0f21-aaea-4f3d-96fb-fe58842e8637 None None] Port 01de198d-2442-4bcc-a9cd-70cc8207a5e2 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:43:03.898887 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 7712feb0-c44f-47a6-aabc-ec7dafe565f7 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:43:03.947310 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 7712feb0-c44f-47a6-aabc-ec7dafe565f7 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:43:03.947845 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (7712feb0-c44f-47a6-aabc-ec7dafe565f7), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:04.027609 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 7712feb0-c44f-47a6-aabc-ec7dafe565f7 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:43:04.028013 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (7712feb0-c44f-47a6-aabc-ec7dafe565f7), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:04.051160 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 7712feb0-c44f-47a6-aabc-ec7dafe565f7, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=7712feb0-c44f-47a6-aabc-ec7dafe565f7,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:43:04.057804 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 34368) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:43:04.058497 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (7712feb0-c44f-47a6-aabc-ec7dafe565f7), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:04.109975 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=7712feb0-c44f-47a6-aabc-ec7dafe565f7,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:43:04.374292 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f465ea-c954-4f31-9aba-7b33490bcd54 None None] Sync routers for ids ['05e22365-ab8b-4a05-a608-dd9f1e6cf4e3'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:43:04.385135 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f465ea-c954-4f31-9aba-7b33490bcd54 None None] Routers {'05e22365-ab8b-4a05-a608-dd9f1e6cf4e3'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:43:04.385822 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-57f465ea-c954-4f31-9aba-7b33490bcd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:42:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['05e22365-ab8b-4a05-a608-dd9f1e6cf4e3'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:43:04.401971 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e8273179-51ee-4523-848d-294384a7a9a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (05e22365-ab8b-4a05-a608-dd9f1e6cf4e3), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:04.493330 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-57f465ea-c954-4f31-9aba-7b33490bcd54 None None] Set router 05e22365-ab8b-4a05-a608-dd9f1e6cf4e3 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:43:04.658603 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-e8273179-51ee-4523-848d-294384a7a9a9 admin admin] Deleting port 01de198d-2442-4bcc-a9cd-70cc8207a5e2 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:43:04.658940 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e8273179-51ee-4523-848d-294384a7a9a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (01de198d-2442-4bcc-a9cd-70cc8207a5e2), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:04.693655 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-57f465ea-c954-4f31-9aba-7b33490bcd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e22365-ab8b-4a05-a608-dd9f1e6cf4e3', 'name': 'tempest-ImageQuotaTest-1584401004-router', 'tenant_id': '2dde615ada1b4932b8166448eadda756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '7712feb0-c44f-47a6-aabc-ec7dafe565f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:42:59Z', 'updated_at': '2022-02-02T07:43:02Z', 'revision_number': 4, 'project_id': '2dde615ada1b4932b8166448eadda756', 'gw_port': {'id': '7712feb0-c44f-47a6-aabc-ec7dafe565f7', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:56:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e22365-ab8b-4a05-a608-dd9f1e6cf4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:43:00Z', 'updated_at': '2022-02-02T07:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '01de198d-2442-4bcc-a9cd-70cc8207a5e2', 'name': '', 'network_id': 'fc369b0a-4211-4ee4-a1e0-9bc6533f8301', 'tenant_id': '2dde615ada1b4932b8166448eadda756', 'mac_address': 'fa:16:3e:47:04:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e22365-ab8b-4a05-a608-dd9f1e6cf4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'f7bf503d-a465-4927-aee3-6ac8bf75ab92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:43:01Z', 'updated_at': '2022-02-02T07:43:02Z', 'revision_number': 2, 'project_id': '2dde615ada1b4932b8166448eadda756', 'subnets': [{'id': 'f7bf503d-a465-4927-aee3-6ac8bf75ab92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:43:04.726447 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f465ea-c954-4f31-9aba-7b33490bcd54 None None] Checking router: 05e22365-ab8b-4a05-a608-dd9f1e6cf4e3 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:43:04.726803 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f465ea-c954-4f31-9aba-7b33490bcd54 None None] Updating router 05e22365-ab8b-4a05-a608-dd9f1e6cf4e3 port 01de198d-2442-4bcc-a9cd-70cc8207a5e2 binding host n-d-789963-26 {{(pid=109695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:43:04.755913 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-57f465ea-c954-4f31-9aba-7b33490bcd54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (01de198d-2442-4bcc-a9cd-70cc8207a5e2), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:05.040558 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-57f465ea-c954-4f31-9aba-7b33490bcd54 None None] Publish callbacks [] for port (01de198d-2442-4bcc-a9cd-70cc8207a5e2), precommit_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:05.046352 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-57f465ea-c954-4f31-9aba-7b33490bcd54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (01de198d-2442-4bcc-a9cd-70cc8207a5e2), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:05.050532 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e8273179-51ee-4523-848d-294384a7a9a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (01de198d-2442-4bcc-a9cd-70cc8207a5e2), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:05.063671 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-e8273179-51ee-4523-848d-294384a7a9a9 admin admin] Calling delete_port for 01de198d-2442-4bcc-a9cd-70cc8207a5e2 owned by network:router_interface {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:43:05.095824 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368519b3-fbda-4f10-a8a9-aada29b7b91d None None] Pushing event updated for resources: {'Port': ['ID=01de198d-2442-4bcc-a9cd-70cc8207a5e2,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:43:05.154648 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-57f465ea-c954-4f31-9aba-7b33490bcd54 None None] Attempting to bind port 01de198d-2442-4bcc-a9cd-70cc8207a5e2 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:43:05.155152 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-57f465ea-c954-4f31-9aba-7b33490bcd54 None None] Attempting to bind port 01de198d-2442-4bcc-a9cd-70cc8207a5e2 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'c7ee2a72-8e19-44b1-990d-163b35bef972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'fc369b0a-4211-4ee4-a1e0-9bc6533f8301'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:43:05.155621 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f465ea-c954-4f31-9aba-7b33490bcd54 None None] Attempting to bind port 01de198d-2442-4bcc-a9cd-70cc8207a5e2 on network fc369b0a-4211-4ee4-a1e0-9bc6533f8301 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:43:05.161773 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f465ea-c954-4f31-9aba-7b33490bcd54 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:43:05.162241 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f465ea-c954-4f31-9aba-7b33490bcd54 None None] Checking segment: {'id': 'c7ee2a72-8e19-44b1-990d-163b35bef972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'fc369b0a-4211-4ee4-a1e0-9bc6533f8301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:43:05.162719 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-57f465ea-c954-4f31-9aba-7b33490bcd54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:05.163196 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f465ea-c954-4f31-9aba-7b33490bcd54 None None] Bound using segment: {'id': 'c7ee2a72-8e19-44b1-990d-163b35bef972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'fc369b0a-4211-4ee4-a1e0-9bc6533f8301'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:43:05.163765 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-57f465ea-c954-4f31-9aba-7b33490bcd54 None None] Bound port: 01de198d-2442-4bcc-a9cd-70cc8207a5e2, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7ee2a72-8e19-44b1-990d-163b35bef972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'fc369b0a-4211-4ee4-a1e0-9bc6533f8301'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:43:05.164215 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-57f465ea-c954-4f31-9aba-7b33490bcd54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (01de198d-2442-4bcc-a9cd-70cc8207a5e2), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:05.276504 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e8273179-51ee-4523-848d-294384a7a9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (01de198d-2442-4bcc-a9cd-70cc8207a5e2), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:05.276813 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.db.api [None req-57f465ea-c954-4f31-9aba-7b33490bcd54 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=109695) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 07:43:05.277232 n-d-789963-26 neutron-server[109695]: DEBUG oslo_db.api [None req-57f465ea-c954-4f31-9aba-7b33490bcd54 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 07:43:05.301180 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8273179-51ee-4523-848d-294384a7a9a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=01de198d-2442-4bcc-a9cd-70cc8207a5e2,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:43:05.326052 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-0df07bb6-23ee-400a-8640-20df16cb0fc9 None None] Could not find standard attr ID for object 01de198d-2442-4bcc-a9cd-70cc8207a5e2. {{(pid=109695) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 07:43:05.471388 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e8273179-51ee-4523-848d-294384a7a9a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (05e22365-ab8b-4a05-a608-dd9f1e6cf4e3), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:05.682659 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8273179-51ee-4523-848d-294384a7a9a9 admin admin] Router 05e22365-ab8b-4a05-a608-dd9f1e6cf4e3 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:43:05.786877 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8273179-51ee-4523-848d-294384a7a9a9 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:43:05.794184 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-e8273179-51ee-4523-848d-294384a7a9a9 admin admin] 10.222.0.87 "PUT /v2.0/routers/05e22365-ab8b-4a05-a608-dd9f1e6cf4e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7316825 Feb 02 07:43:05.794317 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-57f465ea-c954-4f31-9aba-7b33490bcd54 None None] Attempting to bind port 01de198d-2442-4bcc-a9cd-70cc8207a5e2 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:43:05.794317 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-57f465ea-c954-4f31-9aba-7b33490bcd54 None None] Attempting to bind port 01de198d-2442-4bcc-a9cd-70cc8207a5e2 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'c7ee2a72-8e19-44b1-990d-163b35bef972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'fc369b0a-4211-4ee4-a1e0-9bc6533f8301'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:43:05.794317 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f465ea-c954-4f31-9aba-7b33490bcd54 None None] Attempting to bind port 01de198d-2442-4bcc-a9cd-70cc8207a5e2 on network fc369b0a-4211-4ee4-a1e0-9bc6533f8301 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:43:05.794537 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 34374) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:43:05.799473 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f465ea-c954-4f31-9aba-7b33490bcd54 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:43:05.799893 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f465ea-c954-4f31-9aba-7b33490bcd54 None None] Checking segment: {'id': 'c7ee2a72-8e19-44b1-990d-163b35bef972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'fc369b0a-4211-4ee4-a1e0-9bc6533f8301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:43:05.800306 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-57f465ea-c954-4f31-9aba-7b33490bcd54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:05.800701 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f465ea-c954-4f31-9aba-7b33490bcd54 None None] Bound using segment: {'id': 'c7ee2a72-8e19-44b1-990d-163b35bef972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'fc369b0a-4211-4ee4-a1e0-9bc6533f8301'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:43:05.801230 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-57f465ea-c954-4f31-9aba-7b33490bcd54 None None] Bound port: 01de198d-2442-4bcc-a9cd-70cc8207a5e2, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7ee2a72-8e19-44b1-990d-163b35bef972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'fc369b0a-4211-4ee4-a1e0-9bc6533f8301'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:43:05.801558 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-57f465ea-c954-4f31-9aba-7b33490bcd54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (01de198d-2442-4bcc-a9cd-70cc8207a5e2), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:05.832427 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-57f465ea-c954-4f31-9aba-7b33490bcd54 None None] Port 01de198d-2442-4bcc-a9cd-70cc8207a5e2 has been deleted concurrently {{(pid=109695) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:677}} Feb 02 07:43:05.842526 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f465ea-c954-4f31-9aba-7b33490bcd54 None None] Routers {'05e22365-ab8b-4a05-a608-dd9f1e6cf4e3'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:43:05.843268 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-57f465ea-c954-4f31-9aba-7b33490bcd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:42:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['05e22365-ab8b-4a05-a608-dd9f1e6cf4e3'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:43:05.881958 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 7712feb0-c44f-47a6-aabc-ec7dafe565f7 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:43:05.900671 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c950166c-d188-44d3-acfd-a88e7c3ef383 admin admin] Publish callbacks [] for router (05e22365-ab8b-4a05-a608-dd9f1e6cf4e3), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:05.983909 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-57f465ea-c954-4f31-9aba-7b33490bcd54 None None] Set router 05e22365-ab8b-4a05-a608-dd9f1e6cf4e3 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:43:06.002519 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c950166c-d188-44d3-acfd-a88e7c3ef383 admin admin] Publish callbacks [] for router_gateway (05e22365-ab8b-4a05-a608-dd9f1e6cf4e3), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:06.040430 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 7712feb0-c44f-47a6-aabc-ec7dafe565f7 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:43:06.040803 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (7712feb0-c44f-47a6-aabc-ec7dafe565f7), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:06.055618 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-c950166c-d188-44d3-acfd-a88e7c3ef383 admin admin] Deleting port 7712feb0-c44f-47a6-aabc-ec7dafe565f7 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:43:06.056099 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c950166c-d188-44d3-acfd-a88e7c3ef383 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (7712feb0-c44f-47a6-aabc-ec7dafe565f7), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:06.140761 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-c950166c-d188-44d3-acfd-a88e7c3ef383 admin admin] For port 7712feb0-c44f-47a6-aabc-ec7dafe565f7, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=7712feb0-c44f-47a6-aabc-ec7dafe565f7,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:43:06.141498 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c950166c-d188-44d3-acfd-a88e7c3ef383 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (7712feb0-c44f-47a6-aabc-ec7dafe565f7), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:06.153591 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-c950166c-d188-44d3-acfd-a88e7c3ef383 admin admin] Calling delete_port for 7712feb0-c44f-47a6-aabc-ec7dafe565f7 owned by network:router_gateway {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:43:06.327903 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c950166c-d188-44d3-acfd-a88e7c3ef383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (7712feb0-c44f-47a6-aabc-ec7dafe565f7), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:06.351717 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c950166c-d188-44d3-acfd-a88e7c3ef383 admin admin] Pushing event deleted for resources: {'Port': ['ID=7712feb0-c44f-47a6-aabc-ec7dafe565f7,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:43:06.366848 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 7712feb0-c44f-47a6-aabc-ec7dafe565f7 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:43:06.391230 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-57f465ea-c954-4f31-9aba-7b33490bcd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e22365-ab8b-4a05-a608-dd9f1e6cf4e3', 'name': 'tempest-ImageQuotaTest-1584401004-router', 'tenant_id': '2dde615ada1b4932b8166448eadda756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '7712feb0-c44f-47a6-aabc-ec7dafe565f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:42:59Z', 'updated_at': '2022-02-02T07:43:05Z', 'revision_number': 5, 'project_id': '2dde615ada1b4932b8166448eadda756', 'gw_port': {'id': '7712feb0-c44f-47a6-aabc-ec7dafe565f7', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:56:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e22365-ab8b-4a05-a608-dd9f1e6cf4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:43:00Z', 'updated_at': '2022-02-02T07:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:43:06.415750 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c950166c-d188-44d3-acfd-a88e7c3ef383 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (05e22365-ab8b-4a05-a608-dd9f1e6cf4e3), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:06.418321 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f465ea-c954-4f31-9aba-7b33490bcd54 None None] The sync data for ids ['05e22365-ab8b-4a05-a608-dd9f1e6cf4e3'] in n-d-789963-26 is: [{'id': '05e22365-ab8b-4a05-a608-dd9f1e6cf4e3', 'name': 'tempest-ImageQuotaTest-1584401004-router', 'tenant_id': '2dde615ada1b4932b8166448eadda756', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': '7712feb0-c44f-47a6-aabc-ec7dafe565f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:42:59Z', 'updated_at': '2022-02-02T07:43:05Z', 'revision_number': 5, 'project_id': '2dde615ada1b4932b8166448eadda756', 'gw_port': {'id': '7712feb0-c44f-47a6-aabc-ec7dafe565f7', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:56:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e22365-ab8b-4a05-a608-dd9f1e6cf4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:43:00Z', 'updated_at': '2022-02-02T07:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:43:06.513048 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c950166c-d188-44d3-acfd-a88e7c3ef383 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (05e22365-ab8b-4a05-a608-dd9f1e6cf4e3), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:06.515441 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c950166c-d188-44d3-acfd-a88e7c3ef383 admin admin] Publish callbacks [] for router_controller (05e22365-ab8b-4a05-a608-dd9f1e6cf4e3), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:06.562486 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c950166c-d188-44d3-acfd-a88e7c3ef383 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (05e22365-ab8b-4a05-a608-dd9f1e6cf4e3), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:06.563131 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c950166c-d188-44d3-acfd-a88e7c3ef383 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05e22365-ab8b-4a05-a608-dd9f1e6cf4e3 {{(pid=109694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:43:06.567789 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c950166c-d188-44d3-acfd-a88e7c3ef383 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:06.568974 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c950166c-d188-44d3-acfd-a88e7c3ef383 admin admin] 10.222.0.87 "DELETE /v2.0/routers/05e22365-ab8b-4a05-a608-dd9f1e6cf4e3 HTTP/1.1" status: 204 len: 168 time: 0.7729301 Feb 02 07:43:06.572251 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 34376) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:43:06.618098 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c68848d-812d-4ec1-8287-1f8926e9c0c4 admin admin] Deleting subnet f7bf503d-a465-4927-aee3-6ac8bf75ab92 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:43:06.621405 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8c68848d-812d-4ec1-8287-1f8926e9c0c4 admin admin] Publish callbacks [] for subnet (f7bf503d-a465-4927-aee3-6ac8bf75ab92), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:06.656772 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8c68848d-812d-4ec1-8287-1f8926e9c0c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (f7bf503d-a465-4927-aee3-6ac8bf75ab92), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:06.741297 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8c68848d-812d-4ec1-8287-1f8926e9c0c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (f7bf503d-a465-4927-aee3-6ac8bf75ab92), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:06.796277 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8c68848d-812d-4ec1-8287-1f8926e9c0c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (f7bf503d-a465-4927-aee3-6ac8bf75ab92), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:06.824077 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c68848d-812d-4ec1-8287-1f8926e9c0c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7bf503d-a465-4927-aee3-6ac8bf75ab92,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:43:06.826216 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8c68848d-812d-4ec1-8287-1f8926e9c0c4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:06.829534 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-8c68848d-812d-4ec1-8287-1f8926e9c0c4 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/f7bf503d-a465-4927-aee3-6ac8bf75ab92 HTTP/1.1" status: 204 len: 168 time: 0.2563407 Feb 02 07:43:06.831077 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e85172-e5b0-439d-9c97-eb24576fcbe3 None None] Network fc369b0a-4211-4ee4-a1e0-9bc6533f8301 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:43:06.832250 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 34378) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:43:06.914784 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-278b52fe-80e4-4553-b286-3b812a03614d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (fc369b0a-4211-4ee4-a1e0-9bc6533f8301), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:06.976291 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-278b52fe-80e4-4553-b286-3b812a03614d admin admin] Deleting port 26edde71-85fc-4054-b8cd-708562480228 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:43:06.976624 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-278b52fe-80e4-4553-b286-3b812a03614d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (26edde71-85fc-4054-b8cd-708562480228), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:07.009987 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae55cecc-ccff-482f-9a94-7f669c2b5b11 None None] DHCP port deletion for fc369b0a-4211-4ee4-a1e0-9bc6533f8301 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:43:07.047655 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-278b52fe-80e4-4553-b286-3b812a03614d admin admin] For port 26edde71-85fc-4054-b8cd-708562480228, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=26edde71-85fc-4054-b8cd-708562480228,segment=NetworkSegment(c7ee2a72-8e19-44b1-990d-163b35bef972),segment_id=c7ee2a72-8e19-44b1-990d-163b35bef972)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:43:07.048031 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-278b52fe-80e4-4553-b286-3b812a03614d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (26edde71-85fc-4054-b8cd-708562480228), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:07.062386 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-278b52fe-80e4-4553-b286-3b812a03614d admin admin] Calling delete_port for 26edde71-85fc-4054-b8cd-708562480228 owned by network:dhcp {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:43:07.066638 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ae55cecc-ccff-482f-9a94-7f669c2b5b11 None None] Deleting port 26edde71-85fc-4054-b8cd-708562480228 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:43:07.067137 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ae55cecc-ccff-482f-9a94-7f669c2b5b11 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (26edde71-85fc-4054-b8cd-708562480228), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:07.085195 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fff462-f26f-4ac8-a93c-f4bfd6f2941f None None] Sync routers for ids ['05e22365-ab8b-4a05-a608-dd9f1e6cf4e3'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:43:07.095228 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fff462-f26f-4ac8-a93c-f4bfd6f2941f None None] Routers set() bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:43:07.096204 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fff462-f26f-4ac8-a93c-f4bfd6f2941f None None] Router IDs set() for agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 02 07:43:07.096802 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_agentschedulers_db [None req-15fff462-f26f-4ac8-a93c-f4bfd6f2941f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'05e22365-ab8b-4a05-a608-dd9f1e6cf4e3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:42:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent'). {{(pid=109696) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 02 07:43:07.104866 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fff462-f26f-4ac8-a93c-f4bfd6f2941f None None] Routers set() bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:43:07.105226 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fff462-f26f-4ac8-a93c-f4bfd6f2941f None None] Router IDs set() for agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 02 07:43:07.105789 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_agentschedulers_db [None req-15fff462-f26f-4ac8-a93c-f4bfd6f2941f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'05e22365-ab8b-4a05-a608-dd9f1e6cf4e3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:42:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent'). {{(pid=109696) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 02 07:43:07.106161 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fff462-f26f-4ac8-a93c-f4bfd6f2941f None None] The sync data for ids ['05e22365-ab8b-4a05-a608-dd9f1e6cf4e3'] in n-d-789963-26 is: [] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:43:07.134373 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ae55cecc-ccff-482f-9a94-7f669c2b5b11 None None] For port 26edde71-85fc-4054-b8cd-708562480228, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=26edde71-85fc-4054-b8cd-708562480228,segment=NetworkSegment(c7ee2a72-8e19-44b1-990d-163b35bef972),segment_id=c7ee2a72-8e19-44b1-990d-163b35bef972)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:43:07.134780 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ae55cecc-ccff-482f-9a94-7f669c2b5b11 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (26edde71-85fc-4054-b8cd-708562480228), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:07.149102 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ae55cecc-ccff-482f-9a94-7f669c2b5b11 None None] Calling delete_port for 26edde71-85fc-4054-b8cd-708562480228 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:43:07.153729 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-278b52fe-80e4-4553-b286-3b812a03614d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (26edde71-85fc-4054-b8cd-708562480228), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:07.182440 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278b52fe-80e4-4553-b286-3b812a03614d admin admin] Pushing event deleted for resources: {'Port': ['ID=26edde71-85fc-4054-b8cd-708562480228,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:43:07.184323 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278b52fe-80e4-4553-b286-3b812a03614d admin admin] No DVR routers for this DVR port 26edde71-85fc-4054-b8cd-708562480228 on host n-d-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:43:07.243049 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ae55cecc-ccff-482f-9a94-7f669c2b5b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (26edde71-85fc-4054-b8cd-708562480228), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:07.263349 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-278b52fe-80e4-4553-b286-3b812a03614d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (fc369b0a-4211-4ee4-a1e0-9bc6533f8301), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:07.279137 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae55cecc-ccff-482f-9a94-7f669c2b5b11 None None] No DVR routers for this DVR port 26edde71-85fc-4054-b8cd-708562480228 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:43:07.281813 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae55cecc-ccff-482f-9a94-7f669c2b5b11 None None] Pushing event deleted for resources: {'Port': ['ID=26edde71-85fc-4054-b8cd-708562480228,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:43:07.285211 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-278b52fe-80e4-4553-b286-3b812a03614d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc369b0a-4211-4ee4-a1e0-9bc6533f8301']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:43:07.297389 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-278b52fe-80e4-4553-b286-3b812a03614d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7ee2a72-8e19-44b1-990d-163b35bef972') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:43:07.297791 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-278b52fe-80e4-4553-b286-3b812a03614d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7ee2a72-8e19-44b1-990d-163b35bef972') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:43:07.308181 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-278b52fe-80e4-4553-b286-3b812a03614d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (c7ee2a72-8e19-44b1-990d-163b35bef972), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:07.322378 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-278b52fe-80e4-4553-b286-3b812a03614d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (c7ee2a72-8e19-44b1-990d-163b35bef972), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:07.331294 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-278b52fe-80e4-4553-b286-3b812a03614d admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:43:07.332061 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-278b52fe-80e4-4553-b286-3b812a03614d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (c7ee2a72-8e19-44b1-990d-163b35bef972), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:07.333786 n-d-789963-26 neutron-server[109694]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:43:07.333786 n-d-789963-26 neutron-server[109694]: items = [ Feb 02 07:43:07.333786 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:43:07.333786 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:43:07.333786 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:43:07.333786 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:43:07.333786 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:43:07.333786 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:43:07.333786 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:43:07.333786 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:43:07.333786 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:43:07.333786 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:43:07.333786 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:43:07.333786 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:43:07.333786 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:43:07.333786 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:43:07.333786 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:43:07.333786 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:43:07.333786 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:43:07.333786 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:43:07.333786 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:43:07.333786 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:43:07.333786 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:43:07.333786 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:43:07.333786 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:43:07.333786 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:43:07.333786 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:43:07.333786 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:43:07.333786 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:43:07.333786 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:43:07.333786 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:43:07.333786 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:43:07.333786 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:43:07.333786 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:43:07.394668 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-278b52fe-80e4-4553-b286-3b812a03614d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (fc369b0a-4211-4ee4-a1e0-9bc6533f8301), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:07.400696 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-278b52fe-80e4-4553-b286-3b812a03614d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:07.403923 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-278b52fe-80e4-4553-b286-3b812a03614d admin admin] 10.222.0.87 "DELETE /v2.0/networks/fc369b0a-4211-4ee4-a1e0-9bc6533f8301 HTTP/1.1" status: 204 len: 168 time: 0.5698123 Feb 02 07:43:07.415532 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278b52fe-80e4-4553-b286-3b812a03614d admin admin] Pushing event deleted for resources: {'Network': ['ID=fc369b0a-4211-4ee4-a1e0-9bc6533f8301,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:43:07.514528 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 34382) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:43:07.559226 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-23bee80b-4791-4292-8ef2-72fc084928a6 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=2dde615ada1b4932b8166448eadda756&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0434816 Feb 02 07:43:07.562139 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 34384) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:43:07.609608 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9baa7124-c5b1-420a-850f-ad5f41dc754b admin admin] Publish callbacks [] for security_group (ddea60a6-2998-4eb8-93bb-b16be9b33849), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:07.630030 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9baa7124-c5b1-420a-850f-ad5f41dc754b admin admin] Publish callbacks [] for security_group (ddea60a6-2998-4eb8-93bb-b16be9b33849), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:07.679179 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9baa7124-c5b1-420a-850f-ad5f41dc754b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (ddea60a6-2998-4eb8-93bb-b16be9b33849), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:07.682188 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9baa7124-c5b1-420a-850f-ad5f41dc754b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:07.683502 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-9baa7124-c5b1-420a-850f-ad5f41dc754b admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ddea60a6-2998-4eb8-93bb-b16be9b33849 HTTP/1.1" status: 204 len: 168 time: 0.1204665 Feb 02 07:43:07.691645 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baa7124-c5b1-420a-850f-ad5f41dc754b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddea60a6-2998-4eb8-93bb-b16be9b33849,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:43:07.860447 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 26edde71-85fc-4054-b8cd-708562480228 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:43:07.880788 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 26edde71-85fc-4054-b8cd-708562480228 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:43:07.881153 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 26edde71-85fc-4054-b8cd-708562480228 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:43:07.881583 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 7712feb0-c44f-47a6-aabc-ec7dafe565f7 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:43:07.901042 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 7712feb0-c44f-47a6-aabc-ec7dafe565f7 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:43:07.901403 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 7712feb0-c44f-47a6-aabc-ec7dafe565f7 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:43:08.014161 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 34390) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:43:08.027485 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5def6487-183e-468e-9bfe-ff64c0cc7c6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:08.100608 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5def6487-183e-468e-9bfe-ff64c0cc7c6a admin admin] Publish callbacks [] for security_group (5f5b799b-f92d-47c7-9b48-27a810c14235), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:08.104352 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5def6487-183e-468e-9bfe-ff64c0cc7c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (5f5b799b-f92d-47c7-9b48-27a810c14235), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:08.143944 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-5def6487-183e-468e-9bfe-ff64c0cc7c6a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1284454 Feb 02 07:43:08.145061 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5def6487-183e-468e-9bfe-ff64c0cc7c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f5b799b-f92d-47c7-9b48-27a810c14235,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:43:08.146703 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 34392) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:43:08.201338 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6e7b03d8-dcf0-4781-acb4-435940be95fe admin admin] Publish callbacks [] for security_group (5f5b799b-f92d-47c7-9b48-27a810c14235), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:08.222364 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6e7b03d8-dcf0-4781-acb4-435940be95fe admin admin] Publish callbacks [] for security_group (5f5b799b-f92d-47c7-9b48-27a810c14235), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:08.268292 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6e7b03d8-dcf0-4781-acb4-435940be95fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (5f5b799b-f92d-47c7-9b48-27a810c14235), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:08.270907 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6e7b03d8-dcf0-4781-acb4-435940be95fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:08.272303 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-6e7b03d8-dcf0-4781-acb4-435940be95fe admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/5f5b799b-f92d-47c7-9b48-27a810c14235 HTTP/1.1" status: 204 len: 168 time: 0.1238012 Feb 02 07:43:08.280759 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7b03d8-dcf0-4781-acb4-435940be95fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f5b799b-f92d-47c7-9b48-27a810c14235,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:43:11.018434 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-31053364-abe1-47f5-b18f-9761f678559f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:13.318773 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-718a4e42-2ef5-46d3-a9cf-2ec9a80f1d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:14.806674 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:16.158212 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:17.454957 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:22.364252 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:26.928904 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8b785db9-5528-4191-83ef-8a0e0f89dae6 req-91e3525c-0b0b-4a25-ab8a-6130430784ee tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-970031497&fields=id&tenant_id=c3998c4a9fb54dbfb254f927a9c64ece HTTP/1.1" status: 200 len: 267 time: 0.0468423 Feb 02 07:43:27.031927 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b785db9-5528-4191-83ef-8a0e0f89dae6 req-4476cdda-cd2f-4c5a-8c56-25ce2152252d tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:43:27.033295 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8b785db9-5528-4191-83ef-8a0e0f89dae6 req-4476cdda-cd2f-4c5a-8c56-25ce2152252d tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/networks?id=99c393e5-edbe-4583-8514-7c998c6986c0 HTTP/1.1" status: 200 len: 812 time: 0.0980887 Feb 02 07:43:27.047894 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8b785db9-5528-4191-83ef-8a0e0f89dae6 req-eaa51988-85b1-47ba-bd9c-185ea49fd919 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/quotas/c3998c4a9fb54dbfb254f927a9c64ece HTTP/1.1" status: 200 len: 375 time: 0.0092602 Feb 02 07:43:27.106513 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8b785db9-5528-4191-83ef-8a0e0f89dae6 req-226c5553-2e32-4d92-92cd-e6a3ad749c06 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=c3998c4a9fb54dbfb254f927a9c64ece&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0539312 Feb 02 07:43:27.312610 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8b785db9-5528-4191-83ef-8a0e0f89dae6 req-7b10eb8b-4c9b-4931-ba7b-e623951d48d5 service neutron] 10.222.0.87 "GET /v2.0/networks/99c393e5-edbe-4583-8514-7c998c6986c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937644 Feb 02 07:43:27.405764 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8b785db9-5528-4191-83ef-8a0e0f89dae6 req-622c7146-d07f-4795-8b29-be5d02307a62 service neutron] 10.222.0.87 "GET /v2.0/networks/99c393e5-edbe-4583-8514-7c998c6986c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875120 Feb 02 07:43:27.578748 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:27.694605 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a212487d-395e-4bac-818d-fc6607a53a3c req-dddb3371-5756-4f22-a208-2a06052adfec tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=3adc8c07-f500-48f0-a874-5b71647ffce7 HTTP/1.1" status: 200 len: 210 time: 0.0327525 Feb 02 07:43:28.791411 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-22ceb32e-41a0-4441-b2f3-d53c4f943c3a req-7c05cfdf-56fe-43a0-a51a-491efcbe512a tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=3adc8c07-f500-48f0-a874-5b71647ffce7 HTTP/1.1" status: 200 len: 210 time: 0.0309873 Feb 02 07:43:28.933990 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b785db9-5528-4191-83ef-8a0e0f89dae6 req-defc5a41-1a2b-46ea-b9b8-ced3fae8d301 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:43:28.935612 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8b785db9-5528-4191-83ef-8a0e0f89dae6 req-defc5a41-1a2b-46ea-b9b8-ced3fae8d301 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.59 "GET /v2.0/networks?id=99c393e5-edbe-4583-8514-7c998c6986c0 HTTP/1.1" status: 200 len: 812 time: 0.1043477 Feb 02 07:43:29.010106 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8b785db9-5528-4191-83ef-8a0e0f89dae6 req-11b788bc-ffa7-45c2-8488-d17b6c5a6bee tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3998c4a9fb54dbfb254f927a9c64ece HTTP/1.1" status: 200 len: 379 time: 0.0608263 Feb 02 07:43:29.020270 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-8b785db9-5528-4191-83ef-8a0e0f89dae6 req-286a95cd-ed15-48f5-9156-8538980933e7 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Request body: {'port': {'device_id': '3adc8c07-f500-48f0-a874-5b71647ffce7', 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0', 'admin_state_up': True, 'tenant_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'security_groups': ['d5c1a263-f353-4f3c-84c8-5c40bf02269c']}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:43:29.132884 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b785db9-5528-4191-83ef-8a0e0f89dae6 req-286a95cd-ed15-48f5-9156-8538980933e7 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Made reservation on behalf of c3998c4a9fb54dbfb254f927a9c64ece for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:43:29.136514 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-8b785db9-5528-4191-83ef-8a0e0f89dae6 req-286a95cd-ed15-48f5-9156-8538980933e7 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:29.264862 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-8b785db9-5528-4191-83ef-8a0e0f89dae6 req-286a95cd-ed15-48f5-9156-8538980933e7 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Allocated IP 172.20.0.11 (99c393e5-edbe-4583-8514-7c998c6986c0/8f0c010c-d5c1-4b63-8939-b46551f6cb84/7b1652a6-7120-4d8c-89e1-684f2fe70e63) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:43:29.405806 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-8b785db9-5528-4191-83ef-8a0e0f89dae6 req-286a95cd-ed15-48f5-9156-8538980933e7 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks [] for port (7b1652a6-7120-4d8c-89e1-684f2fe70e63), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:29.438870 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-8b785db9-5528-4191-83ef-8a0e0f89dae6 req-286a95cd-ed15-48f5-9156-8538980933e7 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (7b1652a6-7120-4d8c-89e1-684f2fe70e63), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:29.482126 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b785db9-5528-4191-83ef-8a0e0f89dae6 req-286a95cd-ed15-48f5-9156-8538980933e7 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Network 99c393e5-edbe-4583-8514-7c998c6986c0 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:43:29.487487 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-8b785db9-5528-4191-83ef-8a0e0f89dae6 req-286a95cd-ed15-48f5-9156-8538980933e7 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:43:29.491087 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b785db9-5528-4191-83ef-8a0e0f89dae6 req-286a95cd-ed15-48f5-9156-8538980933e7 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:43:29.497718 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286a95cd-ed15-48f5-9156-8538980933e7 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Pushing event updated for resources: {'Port': ['ID=7b1652a6-7120-4d8c-89e1-684f2fe70e63,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:43:29.543866 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b785db9-5528-4191-83ef-8a0e0f89dae6 req-286a95cd-ed15-48f5-9156-8538980933e7 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:43:29.544775 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-8b785db9-5528-4191-83ef-8a0e0f89dae6 req-286a95cd-ed15-48f5-9156-8538980933e7 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:29.562612 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8b785db9-5528-4191-83ef-8a0e0f89dae6 req-286a95cd-ed15-48f5-9156-8538980933e7 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5474398 Feb 02 07:43:29.580689 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-8b785db9-5528-4191-83ef-8a0e0f89dae6 req-4ab44c36-758e-4dfb-a887-d8701487b2be service neutron] Request body: {'port': {'device_id': '3adc8c07-f500-48f0-a874-5b71647ffce7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:43:29.649305 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-8b785db9-5528-4191-83ef-8a0e0f89dae6 req-4ab44c36-758e-4dfb-a887-d8701487b2be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (7b1652a6-7120-4d8c-89e1-684f2fe70e63), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:29.708763 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ad951d00-b9f5-4f54-8359-459b675f93a4 None None] Provisioning complete for port 7b1652a6-7120-4d8c-89e1-684f2fe70e63 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:43:29.709289 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ad951d00-b9f5-4f54-8359-459b675f93a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (7b1652a6-7120-4d8c-89e1-684f2fe70e63), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:29.743275 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ad951d00-b9f5-4f54-8359-459b675f93a4 None None] Port 7b1652a6-7120-4d8c-89e1-684f2fe70e63 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:43:29.930082 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-8b785db9-5528-4191-83ef-8a0e0f89dae6 req-4ab44c36-758e-4dfb-a887-d8701487b2be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b1652a6-7120-4d8c-89e1-684f2fe70e63 {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:43:29.937919 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-8b785db9-5528-4191-83ef-8a0e0f89dae6 req-4ab44c36-758e-4dfb-a887-d8701487b2be service neutron] Publish callbacks [] for port (7b1652a6-7120-4d8c-89e1-684f2fe70e63), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:29.950261 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-8b785db9-5528-4191-83ef-8a0e0f89dae6 req-4ab44c36-758e-4dfb-a887-d8701487b2be service neutron] Transition to ACTIVE for port object 7b1652a6-7120-4d8c-89e1-684f2fe70e63 will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:43:29.953915 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-8b785db9-5528-4191-83ef-8a0e0f89dae6 req-4ab44c36-758e-4dfb-a887-d8701487b2be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (7b1652a6-7120-4d8c-89e1-684f2fe70e63), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:30.018947 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab44c36-758e-4dfb-a887-d8701487b2be service neutron] Pushing event updated for resources: {'Port': ['ID=7b1652a6-7120-4d8c-89e1-684f2fe70e63,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:43:30.116858 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e9780d-2d81-49d8-b774-c977e1a70b95 req-75be67cd-e404-412f-830d-764cd5e7b65e tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:43:30.118490 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f9e9780d-2d81-49d8-b774-c977e1a70b95 req-75be67cd-e404-412f-830d-764cd5e7b65e tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=3adc8c07-f500-48f0-a874-5b71647ffce7 HTTP/1.1" status: 200 len: 944 time: 0.2487314 Feb 02 07:43:30.147397 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-8b785db9-5528-4191-83ef-8a0e0f89dae6 req-4ab44c36-758e-4dfb-a887-d8701487b2be service neutron] Attempting to bind port 7b1652a6-7120-4d8c-89e1-684f2fe70e63 on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:43:30.147774 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-8b785db9-5528-4191-83ef-8a0e0f89dae6 req-4ab44c36-758e-4dfb-a887-d8701487b2be service neutron] Attempting to bind port 7b1652a6-7120-4d8c-89e1-684f2fe70e63 by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': '7fbd5ca3-5d78-4819-a656-2bb76c5c6480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:43:30.148113 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b785db9-5528-4191-83ef-8a0e0f89dae6 req-4ab44c36-758e-4dfb-a887-d8701487b2be service neutron] Attempting to bind port 7b1652a6-7120-4d8c-89e1-684f2fe70e63 on network 99c393e5-edbe-4583-8514-7c998c6986c0 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:43:30.159229 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b785db9-5528-4191-83ef-8a0e0f89dae6 req-4ab44c36-758e-4dfb-a887-d8701487b2be service neutron] Port 7b1652a6-7120-4d8c-89e1-684f2fe70e63 on network 99c393e5-edbe-4583-8514-7c998c6986c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:43:30.159607 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b785db9-5528-4191-83ef-8a0e0f89dae6 req-4ab44c36-758e-4dfb-a887-d8701487b2be service neutron] Attempting to bind port 7b1652a6-7120-4d8c-89e1-684f2fe70e63 on network 99c393e5-edbe-4583-8514-7c998c6986c0 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:43:30.170424 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b785db9-5528-4191-83ef-8a0e0f89dae6 req-4ab44c36-758e-4dfb-a887-d8701487b2be service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:43:30.170783 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b785db9-5528-4191-83ef-8a0e0f89dae6 req-4ab44c36-758e-4dfb-a887-d8701487b2be service neutron] Checking segment: {'id': '7fbd5ca3-5d78-4819-a656-2bb76c5c6480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:43:30.171155 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b785db9-5528-4191-83ef-8a0e0f89dae6 req-4ab44c36-758e-4dfb-a887-d8701487b2be service neutron] Bound using segment: {'id': '7fbd5ca3-5d78-4819-a656-2bb76c5c6480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:43:30.171628 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-8b785db9-5528-4191-83ef-8a0e0f89dae6 req-4ab44c36-758e-4dfb-a887-d8701487b2be service neutron] Bound port: 7b1652a6-7120-4d8c-89e1-684f2fe70e63, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fbd5ca3-5d78-4819-a656-2bb76c5c6480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:43:30.171998 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-8b785db9-5528-4191-83ef-8a0e0f89dae6 req-4ab44c36-758e-4dfb-a887-d8701487b2be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (7b1652a6-7120-4d8c-89e1-684f2fe70e63), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:30.224338 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f9e9780d-2d81-49d8-b774-c977e1a70b95 req-838d6ab3-ea9b-4e79-9bc8-53f303185b21 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=d5c1a263-f353-4f3c-84c8-5c40bf02269c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947154 Feb 02 07:43:30.263352 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-8b785db9-5528-4191-83ef-8a0e0f89dae6 req-4ab44c36-758e-4dfb-a887-d8701487b2be service neutron] For port 7b1652a6-7120-4d8c-89e1-684f2fe70e63, host n-h2-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:43:30.266780 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-8b785db9-5528-4191-83ef-8a0e0f89dae6 req-4ab44c36-758e-4dfb-a887-d8701487b2be service neutron] For port 7b1652a6-7120-4d8c-89e1-684f2fe70e63, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=7b1652a6-7120-4d8c-89e1-684f2fe70e63,segment=NetworkSegment(7fbd5ca3-5d78-4819-a656-2bb76c5c6480),segment_id=7fbd5ca3-5d78-4819-a656-2bb76c5c6480)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:43:30.272810 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-8b785db9-5528-4191-83ef-8a0e0f89dae6 req-4ab44c36-758e-4dfb-a887-d8701487b2be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (7b1652a6-7120-4d8c-89e1-684f2fe70e63), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:30.307868 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b785db9-5528-4191-83ef-8a0e0f89dae6 req-4ab44c36-758e-4dfb-a887-d8701487b2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:43:30.308542 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-8b785db9-5528-4191-83ef-8a0e0f89dae6 req-4ab44c36-758e-4dfb-a887-d8701487b2be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:30.309918 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8b785db9-5528-4191-83ef-8a0e0f89dae6 req-4ab44c36-758e-4dfb-a887-d8701487b2be service neutron] 10.222.0.59 "PUT /v2.0/ports/7b1652a6-7120-4d8c-89e1-684f2fe70e63 HTTP/1.1" status: 200 len: 1093 time: 0.7342341 Feb 02 07:43:30.310979 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3adc8c07-f500-48f0-a874-5b71647ffce7', 'tag': '7b1652a6-7120-4d8c-89e1-684f2fe70e63'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:43:30.313258 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7751490-cd19-4ddf-999a-f18141f51b5a" -d '{"events": [{"name": "network-changed", "server_uuid": "3adc8c07-f500-48f0-a874-5b71647ffce7", "tag": "7b1652a6-7120-4d8c-89e1-684f2fe70e63"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:43:30.349989 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab44c36-758e-4dfb-a887-d8701487b2be service neutron] Pushing event updated for resources: {'Port': ['ID=7b1652a6-7120-4d8c-89e1-684f2fe70e63,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:43:30.363834 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9770a42d-a75e-4863-9a16-641e456343df x-openstack-request-id: req-9770a42d-a75e-4863-9a16-641e456343df {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:43:30.364123 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3adc8c07-f500-48f0-a874-5b71647ffce7", "tag": "7b1652a6-7120-4d8c-89e1-684f2fe70e63", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:43:30.364381 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-9770a42d-a75e-4863-9a16-641e456343df {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:43:30.364777 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3adc8c07-f500-48f0-a874-5b71647ffce7', 'tag': '7b1652a6-7120-4d8c-89e1-684f2fe70e63', 'status': 'completed', 'code': 200} Feb 02 07:43:30.422671 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b785db9-5528-4191-83ef-8a0e0f89dae6 req-35bfafa7-8439-437d-b468-d973e44ebab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:43:30.424379 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8b785db9-5528-4191-83ef-8a0e0f89dae6 req-35bfafa7-8439-437d-b468-d973e44ebab2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c3998c4a9fb54dbfb254f927a9c64ece&device_id=3adc8c07-f500-48f0-a874-5b71647ffce7 HTTP/1.1" status: 200 len: 1127 time: 0.0476892 Feb 02 07:43:30.475063 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8b785db9-5528-4191-83ef-8a0e0f89dae6 req-23401cbd-21e1-4e0b-b003-c5de1fd25c57 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b1652a6-7120-4d8c-89e1-684f2fe70e63 HTTP/1.1" status: 200 len: 217 time: 0.0378101 Feb 02 07:43:30.534370 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b785db9-5528-4191-83ef-8a0e0f89dae6 req-ff86ca3e-fcad-4949-a56b-d4626176f128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:43:30.536017 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8b785db9-5528-4191-83ef-8a0e0f89dae6 req-ff86ca3e-fcad-4949-a56b-d4626176f128 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8f0c010c-d5c1-4b63-8939-b46551f6cb84 HTTP/1.1" status: 200 len: 851 time: 0.0557344 Feb 02 07:43:30.587405 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b785db9-5528-4191-83ef-8a0e0f89dae6 req-5aefe407-798f-4ae6-8b9c-f6e025bc4438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:43:30.589225 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8b785db9-5528-4191-83ef-8a0e0f89dae6 req-5aefe407-798f-4ae6-8b9c-f6e025bc4438 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=99c393e5-edbe-4583-8514-7c998c6986c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0472243 Feb 02 07:43:30.679980 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8b785db9-5528-4191-83ef-8a0e0f89dae6 req-cd0b7aa1-1153-46f8-90a5-7e022d33e32d service neutron] 10.222.0.59 "GET /v2.0/networks/99c393e5-edbe-4583-8514-7c998c6986c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848279 Feb 02 07:43:30.770792 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8b785db9-5528-4191-83ef-8a0e0f89dae6 req-325cb02d-803f-4161-9ef2-cab9b229138f service neutron] 10.222.0.59 "GET /v2.0/networks/99c393e5-edbe-4583-8514-7c998c6986c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856755 Feb 02 07:43:30.882342 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7751490-cd19-4ddf-999a-f18141f51b5a req-eef3c581-456f-44c0-a4d3-8043524fac97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:43:30.883761 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f7751490-cd19-4ddf-999a-f18141f51b5a req-eef3c581-456f-44c0-a4d3-8043524fac97 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c3998c4a9fb54dbfb254f927a9c64ece&device_id=3adc8c07-f500-48f0-a874-5b71647ffce7 HTTP/1.1" status: 200 len: 1127 time: 0.0447977 Feb 02 07:43:30.976907 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7751490-cd19-4ddf-999a-f18141f51b5a req-c19106f0-1184-4427-bcf4-bd6e2f372080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:43:30.978379 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f7751490-cd19-4ddf-999a-f18141f51b5a req-c19106f0-1184-4427-bcf4-bd6e2f372080 service neutron] 10.222.0.59 "GET /v2.0/networks?id=99c393e5-edbe-4583-8514-7c998c6986c0 HTTP/1.1" status: 200 len: 913 time: 0.0881469 Feb 02 07:43:31.018663 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f7751490-cd19-4ddf-999a-f18141f51b5a req-6cbcb980-a1fb-409f-82c6-02ba8732200f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b1652a6-7120-4d8c-89e1-684f2fe70e63 HTTP/1.1" status: 200 len: 217 time: 0.0346968 Feb 02 07:43:31.070909 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7751490-cd19-4ddf-999a-f18141f51b5a req-b296e3ec-52b8-4496-b782-e3941eae41d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:43:31.072403 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f7751490-cd19-4ddf-999a-f18141f51b5a req-b296e3ec-52b8-4496-b782-e3941eae41d2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8f0c010c-d5c1-4b63-8939-b46551f6cb84 HTTP/1.1" status: 200 len: 851 time: 0.0474174 Feb 02 07:43:31.120595 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7751490-cd19-4ddf-999a-f18141f51b5a req-77240cfe-7a1a-4593-9b7a-cf503e808fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:43:31.122114 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f7751490-cd19-4ddf-999a-f18141f51b5a req-77240cfe-7a1a-4593-9b7a-cf503e808fad service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=99c393e5-edbe-4583-8514-7c998c6986c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0442646 Feb 02 07:43:31.209184 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f7751490-cd19-4ddf-999a-f18141f51b5a req-a85c0582-6215-457a-b008-d314447119cf service neutron] 10.222.0.59 "GET /v2.0/networks/99c393e5-edbe-4583-8514-7c998c6986c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811670 Feb 02 07:43:31.312479 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f7751490-cd19-4ddf-999a-f18141f51b5a req-563ca22b-5603-428e-82e5-7ca2a216d776 service neutron] 10.222.0.59 "GET /v2.0/networks/99c393e5-edbe-4583-8514-7c998c6986c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979075 Feb 02 07:43:31.351721 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aa6455-321c-48a3-bd15-89587c01b2c8 req-f824bd8c-5913-4f58-a5e7-9c2ce1a8b288 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:43:31.353201 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d2aa6455-321c-48a3-bd15-89587c01b2c8 req-f824bd8c-5913-4f58-a5e7-9c2ce1a8b288 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=3adc8c07-f500-48f0-a874-5b71647ffce7 HTTP/1.1" status: 200 len: 944 time: 0.0536337 Feb 02 07:43:31.401769 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d2aa6455-321c-48a3-bd15-89587c01b2c8 req-d1d77456-83e8-4224-b77a-c806f609532a tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=d5c1a263-f353-4f3c-84c8-5c40bf02269c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421832 Feb 02 07:43:32.843352 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fad039-6c2f-40b5-ad4e-c4f6e5596f79 req-5627a9ad-9839-4441-854e-b174ad034473 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:43:32.844760 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f1fad039-6c2f-40b5-ad4e-c4f6e5596f79 req-5627a9ad-9839-4441-854e-b174ad034473 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=3adc8c07-f500-48f0-a874-5b71647ffce7 HTTP/1.1" status: 200 len: 944 time: 0.3714747 Feb 02 07:43:32.893363 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f1fad039-6c2f-40b5-ad4e-c4f6e5596f79 req-5eaab2a2-487a-40a9-857b-0e697871ce0c tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=d5c1a263-f353-4f3c-84c8-5c40bf02269c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422778 Feb 02 07:43:34.012217 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61531665-5c6b-4d4f-bcf8-e171cf433861 req-b229cb9b-70eb-4c42-88b4-20ceff5a15b1 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:43:34.013905 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-61531665-5c6b-4d4f-bcf8-e171cf433861 req-b229cb9b-70eb-4c42-88b4-20ceff5a15b1 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=3adc8c07-f500-48f0-a874-5b71647ffce7 HTTP/1.1" status: 200 len: 944 time: 0.0528433 Feb 02 07:43:34.062302 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-61531665-5c6b-4d4f-bcf8-e171cf433861 req-b4abdbce-865a-442b-ad2a-61ab2f3de032 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=d5c1a263-f353-4f3c-84c8-5c40bf02269c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429845 Feb 02 07:43:35.185185 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:43:35.186042 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7dbb2b-13a4-43f5-bd84-00f904964b2d req-d586c80d-7696-41a7-9167-ff1cb203ade7 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:43:35.186836 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9b7dbb2b-13a4-43f5-bd84-00f904964b2d req-d586c80d-7696-41a7-9167-ff1cb203ade7 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=3adc8c07-f500-48f0-a874-5b71647ffce7 HTTP/1.1" status: 200 len: 944 time: 0.0558257 Feb 02 07:43:35.235645 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9b7dbb2b-13a4-43f5-bd84-00f904964b2d req-c37255d0-dc8e-4059-af1f-b26d060e9ea0 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=d5c1a263-f353-4f3c-84c8-5c40bf02269c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431476 Feb 02 07:43:36.371879 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918a495-eb7c-4fc6-871b-6101a680b4cf req-56c3279a-bb4d-44bd-b8bf-8a0849d18d62 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:43:36.373724 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b918a495-eb7c-4fc6-871b-6101a680b4cf req-56c3279a-bb4d-44bd-b8bf-8a0849d18d62 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=3adc8c07-f500-48f0-a874-5b71647ffce7 HTTP/1.1" status: 200 len: 944 time: 0.0653560 Feb 02 07:43:36.436324 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b918a495-eb7c-4fc6-871b-6101a680b4cf req-6e7786bd-c9fe-416c-bd83-683c8090e728 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=d5c1a263-f353-4f3c-84c8-5c40bf02269c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566466 Feb 02 07:43:37.563717 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e87f17-5df2-4ae1-8687-ed2bcb22b34d req-a7e23d97-23e5-49d8-8811-ebd3085604ef tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:43:37.565211 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-96e87f17-5df2-4ae1-8687-ed2bcb22b34d req-a7e23d97-23e5-49d8-8811-ebd3085604ef tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=3adc8c07-f500-48f0-a874-5b71647ffce7 HTTP/1.1" status: 200 len: 944 time: 0.0583086 Feb 02 07:43:37.621205 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-96e87f17-5df2-4ae1-8687-ed2bcb22b34d req-e07a380d-f658-4623-8672-a68fb708cc08 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=d5c1a263-f353-4f3c-84c8-5c40bf02269c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504119 Feb 02 07:43:38.743140 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014808f2-5552-4f09-9d6a-74ab3bde7ec7 req-f39a3716-26fe-4faf-8a15-3b90c05418ca tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:43:38.744639 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-014808f2-5552-4f09-9d6a-74ab3bde7ec7 req-f39a3716-26fe-4faf-8a15-3b90c05418ca tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=3adc8c07-f500-48f0-a874-5b71647ffce7 HTTP/1.1" status: 200 len: 944 time: 0.0535152 Feb 02 07:43:38.794337 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-014808f2-5552-4f09-9d6a-74ab3bde7ec7 req-75ce4a61-afe9-4f6c-a6c3-462e0c0058fa tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=d5c1a263-f353-4f3c-84c8-5c40bf02269c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432367 Feb 02 07:43:38.825862 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-532f33e4-4f48-4d79-bf5c-6739dfce48fd req-5428a2e5-b081-4c79-8546-e673f3c448a2 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a17b2669-35e6-4979-aace-ec958196ea26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0497525 Feb 02 07:43:38.926608 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532f33e4-4f48-4d79-bf5c-6739dfce48fd req-0c6ba06f-97da-4cdf-9da9-8ca3b8a3fbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:43:38.928064 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-532f33e4-4f48-4d79-bf5c-6739dfce48fd req-0c6ba06f-97da-4cdf-9da9-8ca3b8a3fbda service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c3998c4a9fb54dbfb254f927a9c64ece&device_id=a17b2669-35e6-4979-aace-ec958196ea26 HTTP/1.1" status: 200 len: 1128 time: 0.0450919 Feb 02 07:43:39.035236 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532f33e4-4f48-4d79-bf5c-6739dfce48fd req-411332b9-e262-446d-a845-5a7306c2df4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:43:39.036741 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-532f33e4-4f48-4d79-bf5c-6739dfce48fd req-411332b9-e262-446d-a845-5a7306c2df4d service neutron] 10.222.0.88 "GET /v2.0/networks?id=99c393e5-edbe-4583-8514-7c998c6986c0 HTTP/1.1" status: 200 len: 913 time: 0.0912380 Feb 02 07:43:39.101315 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-532f33e4-4f48-4d79-bf5c-6739dfce48fd req-8924c605-6358-4684-859a-a1e9c91dc8d7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81f93a8b-cf1d-4229-aa95-8efb447b6b7d HTTP/1.1" status: 200 len: 999 time: 0.0584683 Feb 02 07:43:39.155337 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532f33e4-4f48-4d79-bf5c-6739dfce48fd req-9ca959eb-b3f1-45a1-b146-c86db43e885b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:43:39.156812 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-532f33e4-4f48-4d79-bf5c-6739dfce48fd req-9ca959eb-b3f1-45a1-b146-c86db43e885b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8f0c010c-d5c1-4b63-8939-b46551f6cb84 HTTP/1.1" status: 200 len: 851 time: 0.0480030 Feb 02 07:43:39.206305 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532f33e4-4f48-4d79-bf5c-6739dfce48fd req-9cb6fa7a-f9fb-498f-a176-f34373444f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:43:39.207732 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-532f33e4-4f48-4d79-bf5c-6739dfce48fd req-9cb6fa7a-f9fb-498f-a176-f34373444f42 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=99c393e5-edbe-4583-8514-7c998c6986c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0444841 Feb 02 07:43:39.217464 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [req-532f33e4-4f48-4d79-bf5c-6739dfce48fd req-8d8fa949-023a-489a-9210-b97233088fd5 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=109693) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:43:39.218401 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-532f33e4-4f48-4d79-bf5c-6739dfce48fd req-8d8fa949-023a-489a-9210-b97233088fd5 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054212 Feb 02 07:43:39.309720 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-532f33e4-4f48-4d79-bf5c-6739dfce48fd req-c7be85a6-c47b-46e2-a9bf-3537679f86a1 service neutron] 10.222.0.88 "GET /v2.0/networks/99c393e5-edbe-4583-8514-7c998c6986c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848050 Feb 02 07:43:39.398038 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-532f33e4-4f48-4d79-bf5c-6739dfce48fd req-821f8189-05e0-4795-ba0d-44ada200e11f service neutron] 10.222.0.88 "GET /v2.0/networks/99c393e5-edbe-4583-8514-7c998c6986c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823154 Feb 02 07:43:39.913321 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9d5e8-e1b3-49c6-8f65-b00ce70ec03b req-fcc7ba49-5a14-46ea-9722-217d33116901 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:43:39.914794 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-14a9d5e8-e1b3-49c6-8f65-b00ce70ec03b req-fcc7ba49-5a14-46ea-9722-217d33116901 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=3adc8c07-f500-48f0-a874-5b71647ffce7 HTTP/1.1" status: 200 len: 944 time: 0.0524046 Feb 02 07:43:39.963261 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-14a9d5e8-e1b3-49c6-8f65-b00ce70ec03b req-62d2ff2b-cc87-4ebb-aa0e-f9d32cdca6b0 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=d5c1a263-f353-4f3c-84c8-5c40bf02269c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423551 Feb 02 07:43:41.022738 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-63b8844c-2d3c-44b9-a675-78ff2d415613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:41.089330 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a868765-4a26-4475-a15d-d25905af4533 req-182438e6-5c3a-43f8-9cec-1f398dd54cf7 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:43:41.090808 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9a868765-4a26-4475-a15d-d25905af4533 req-182438e6-5c3a-43f8-9cec-1f398dd54cf7 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=3adc8c07-f500-48f0-a874-5b71647ffce7 HTTP/1.1" status: 200 len: 944 time: 0.0564723 Feb 02 07:43:41.140587 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9a868765-4a26-4475-a15d-d25905af4533 req-fc70fad2-d1a0-4d4d-8ca9-418afc7fb1ef tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=d5c1a263-f353-4f3c-84c8-5c40bf02269c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436974 Feb 02 07:43:42.257003 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f642bd5d-1691-4976-be08-3db81eb29f38 req-b2536c9e-b761-469f-874a-16639d1b3b9a tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:43:42.258442 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f642bd5d-1691-4976-be08-3db81eb29f38 req-b2536c9e-b761-469f-874a-16639d1b3b9a tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=3adc8c07-f500-48f0-a874-5b71647ffce7 HTTP/1.1" status: 200 len: 944 time: 0.0505583 Feb 02 07:43:42.306355 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f642bd5d-1691-4976-be08-3db81eb29f38 req-a2ae71dd-2738-4c83-a758-63d35e06740f tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=d5c1a263-f353-4f3c-84c8-5c40bf02269c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419273 Feb 02 07:43:43.327243 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-97d207ac-4648-4dfc-a739-e942c7e6e106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:43.426057 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197b71a-c32d-4093-a84b-04b08457456f req-39086a0e-83c2-444e-a43d-a7e6aac7409f tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:43:43.427529 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a197b71a-c32d-4093-a84b-04b08457456f req-39086a0e-83c2-444e-a43d-a7e6aac7409f tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=3adc8c07-f500-48f0-a874-5b71647ffce7 HTTP/1.1" status: 200 len: 944 time: 0.0537724 Feb 02 07:43:43.483493 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a197b71a-c32d-4093-a84b-04b08457456f req-556cb42a-fb7c-442d-9edf-846d75336e2f tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=d5c1a263-f353-4f3c-84c8-5c40bf02269c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500071 Feb 02 07:43:44.606866 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b13a99-20ad-4e92-8429-6d5b45ac9bba req-8626b543-3b8f-4f3a-9def-2100115372d3 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:43:44.608467 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c3b13a99-20ad-4e92-8429-6d5b45ac9bba req-8626b543-3b8f-4f3a-9def-2100115372d3 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=3adc8c07-f500-48f0-a874-5b71647ffce7 HTTP/1.1" status: 200 len: 944 time: 0.0531778 Feb 02 07:43:44.656896 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c3b13a99-20ad-4e92-8429-6d5b45ac9bba req-1a65bee5-014c-4460-bc02-fc1b6f082887 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=d5c1a263-f353-4f3c-84c8-5c40bf02269c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429428 Feb 02 07:43:44.788241 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:45.776436 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57c62dd-bffb-49ac-a2dc-d583a8f322c3 req-6ae15c5b-fd2a-404a-86f2-6cf25c9e67a7 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:43:45.777824 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c57c62dd-bffb-49ac-a2dc-d583a8f322c3 req-6ae15c5b-fd2a-404a-86f2-6cf25c9e67a7 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=3adc8c07-f500-48f0-a874-5b71647ffce7 HTTP/1.1" status: 200 len: 944 time: 0.0519819 Feb 02 07:43:45.826924 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c57c62dd-bffb-49ac-a2dc-d583a8f322c3 req-2f625268-add5-4cad-8ae2-eaa5a2e2de58 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=d5c1a263-f353-4f3c-84c8-5c40bf02269c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428073 Feb 02 07:43:46.158340 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:46.631184 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 7b1652a6-7120-4d8c-89e1-684f2fe70e63 details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:43:46.728121 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 7b1652a6-7120-4d8c-89e1-684f2fe70e63, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=7b1652a6-7120-4d8c-89e1-684f2fe70e63,segment=NetworkSegment(7fbd5ca3-5d78-4819-a656-2bb76c5c6480),segment_id=7fbd5ca3-5d78-4819-a656-2bb76c5c6480)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:43:46.740151 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': '7b1652a6-7120-4d8c-89e1-684f2fe70e63', 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0', 'port_id': '7b1652a6-7120-4d8c-89e1-684f2fe70e63', 'mac_address': 'fa:16:3e:c7:dc:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f0c010c-d5c1-4b63-8939-b46551f6cb84', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:43:46.776337 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 7b1652a6-7120-4d8c-89e1-684f2fe70e63 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:43:46.776726 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (7b1652a6-7120-4d8c-89e1-684f2fe70e63), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:46.792114 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b1652a6-7120-4d8c-89e1-684f2fe70e63 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:43:46.811677 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 7b1652a6-7120-4d8c-89e1-684f2fe70e63, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=7b1652a6-7120-4d8c-89e1-684f2fe70e63,segment=NetworkSegment(7fbd5ca3-5d78-4819-a656-2bb76c5c6480),segment_id=7fbd5ca3-5d78-4819-a656-2bb76c5c6480)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:43:46.815193 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (7b1652a6-7120-4d8c-89e1-684f2fe70e63), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:46.861580 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=7b1652a6-7120-4d8c-89e1-684f2fe70e63,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:43:46.951157 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d5346-9be2-459d-9943-d949c246ff6b req-17e80aac-5552-457e-896a-9045f5c5e7c2 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:43:46.952675 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-792d5346-9be2-459d-9943-d949c246ff6b req-17e80aac-5552-457e-896a-9045f5c5e7c2 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=3adc8c07-f500-48f0-a874-5b71647ffce7 HTTP/1.1" status: 200 len: 945 time: 0.0578380 Feb 02 07:43:47.001524 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-792d5346-9be2-459d-9943-d949c246ff6b req-a2442853-b0b4-4908-ab8c-f0b159478f0b tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=d5c1a263-f353-4f3c-84c8-5c40bf02269c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432439 Feb 02 07:43:47.248316 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['7b1652a6-7120-4d8c-89e1-684f2fe70e63'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:43:47.474685 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:48.117441 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b002b08b-8301-4a91-b9cc-fb9b6b9681eb req-a6fcdac8-469f-401d-b283-9ae2c5f7d382 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:43:48.118829 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b002b08b-8301-4a91-b9cc-fb9b6b9681eb req-a6fcdac8-469f-401d-b283-9ae2c5f7d382 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=3adc8c07-f500-48f0-a874-5b71647ffce7 HTTP/1.1" status: 200 len: 945 time: 0.0514903 Feb 02 07:43:48.168074 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b002b08b-8301-4a91-b9cc-fb9b6b9681eb req-cb614012-b272-47c8-967c-a6cf032dc091 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=d5c1a263-f353-4f3c-84c8-5c40bf02269c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428514 Feb 02 07:43:48.648114 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 7b1652a6-7120-4d8c-89e1-684f2fe70e63 up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:43:48.696680 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port 7b1652a6-7120-4d8c-89e1-684f2fe70e63 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:43:48.700881 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port 7b1652a6-7120-4d8c-89e1-684f2fe70e63 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:43:48.701265 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (7b1652a6-7120-4d8c-89e1-684f2fe70e63), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:48.780524 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 7b1652a6-7120-4d8c-89e1-684f2fe70e63 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:43:48.780820 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (7b1652a6-7120-4d8c-89e1-684f2fe70e63), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:48.802595 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3adc8c07-f500-48f0-a874-5b71647ffce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b1652a6-7120-4d8c-89e1-684f2fe70e63'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:43:48.804875 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0354d53-1dbe-4e16-b2ed-395edfc8f308" -d '{"events": [{"server_uuid": "3adc8c07-f500-48f0-a874-5b71647ffce7", "name": "network-vif-plugged", "status": "completed", "tag": "7b1652a6-7120-4d8c-89e1-684f2fe70e63"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:43:48.817871 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 7b1652a6-7120-4d8c-89e1-684f2fe70e63, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=7b1652a6-7120-4d8c-89e1-684f2fe70e63,segment=NetworkSegment(7fbd5ca3-5d78-4819-a656-2bb76c5c6480),segment_id=7fbd5ca3-5d78-4819-a656-2bb76c5c6480)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:43:48.822025 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (7b1652a6-7120-4d8c-89e1-684f2fe70e63), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:48.846448 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d90e87b6-71e8-4941-8854-739bb7d483b0 x-openstack-request-id: req-d90e87b6-71e8-4941-8854-739bb7d483b0 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:43:48.846743 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3adc8c07-f500-48f0-a874-5b71647ffce7", "name": "network-vif-plugged", "status": "completed", "tag": "7b1652a6-7120-4d8c-89e1-684f2fe70e63", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:43:48.847002 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d90e87b6-71e8-4941-8854-739bb7d483b0 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:43:48.847389 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3adc8c07-f500-48f0-a874-5b71647ffce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b1652a6-7120-4d8c-89e1-684f2fe70e63', 'code': 200} Feb 02 07:43:48.872212 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=7b1652a6-7120-4d8c-89e1-684f2fe70e63,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:43:48.979315 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb7f1d-531e-4fe0-9fcd-10d61069c970 req-6d0f7f58-1e4c-4bb3-b62d-a5f6ac746e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:43:48.980821 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-aecb7f1d-531e-4fe0-9fcd-10d61069c970 req-6d0f7f58-1e4c-4bb3-b62d-a5f6ac746e50 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3adc8c07-f500-48f0-a874-5b71647ffce7 HTTP/1.1" status: 200 len: 1129 time: 0.0529397 Feb 02 07:43:49.024948 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-aecb7f1d-531e-4fe0-9fcd-10d61069c970 req-9bfc60c2-2d5c-4047-b621-4a2681965734 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d5c1a263-f353-4f3c-84c8-5c40bf02269c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382838 Feb 02 07:43:49.288299 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d28ea9-afb7-4c4e-91f5-9dd28a8d5915 req-73b6f270-2115-49a0-9b29-d85a722ec877 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:43:49.289758 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b0d28ea9-afb7-4c4e-91f5-9dd28a8d5915 req-73b6f270-2115-49a0-9b29-d85a722ec877 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=3adc8c07-f500-48f0-a874-5b71647ffce7 HTTP/1.1" status: 200 len: 946 time: 0.0516064 Feb 02 07:43:49.337660 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b0d28ea9-afb7-4c4e-91f5-9dd28a8d5915 req-4bdac12a-d449-403d-8239-650d69180509 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=d5c1a263-f353-4f3c-84c8-5c40bf02269c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423167 Feb 02 07:43:50.461362 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50f8108-4f9a-47c8-b146-d76720fb9889 req-a2e74f00-9632-4d77-ab40-9ee0a4134d4b tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:43:50.462830 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c50f8108-4f9a-47c8-b146-d76720fb9889 req-a2e74f00-9632-4d77-ab40-9ee0a4134d4b tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=3adc8c07-f500-48f0-a874-5b71647ffce7 HTTP/1.1" status: 200 len: 946 time: 0.0555689 Feb 02 07:43:50.523315 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c50f8108-4f9a-47c8-b146-d76720fb9889 req-6386aad5-833a-4bf3-b90c-8d7c277bbe40 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=d5c1a263-f353-4f3c-84c8-5c40bf02269c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537224 Feb 02 07:43:51.669986 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b5f9a-af47-4ca0-a8e1-9d5d77c63b06 req-947c3b60-1443-4e7b-8fbb-a7796549499f tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:43:51.671466 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7f9b5f9a-af47-4ca0-a8e1-9d5d77c63b06 req-947c3b60-1443-4e7b-8fbb-a7796549499f tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=3adc8c07-f500-48f0-a874-5b71647ffce7 HTTP/1.1" status: 200 len: 946 time: 0.0803099 Feb 02 07:43:51.699677 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c4c715f0-d794-42cb-a07b-b272c00dc51c req-ecfbae24-16ff-4a0e-abe1-c605aabff7c8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3adc8c07-f500-48f0-a874-5b71647ffce7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0709434 Feb 02 07:43:51.727182 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7f9b5f9a-af47-4ca0-a8e1-9d5d77c63b06 req-8313155e-a612-403d-8ee1-09a92dc22973 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=d5c1a263-f353-4f3c-84c8-5c40bf02269c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494866 Feb 02 07:43:51.827099 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c715f0-d794-42cb-a07b-b272c00dc51c req-38f0dbfe-b85c-4250-bbb1-c3539a7c1ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:43:51.828607 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c4c715f0-d794-42cb-a07b-b272c00dc51c req-38f0dbfe-b85c-4250-bbb1-c3539a7c1ba9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c3998c4a9fb54dbfb254f927a9c64ece&device_id=3adc8c07-f500-48f0-a874-5b71647ffce7 HTTP/1.1" status: 200 len: 1129 time: 0.0718393 Feb 02 07:43:51.871861 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc1c5d7-710d-44d6-92fb-8e73b344e6d7 req-6a7610ce-02c4-4a0c-974b-36e579cdc6ad tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:43:51.873536 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3fc1c5d7-710d-44d6-92fb-8e73b344e6d7 req-6a7610ce-02c4-4a0c-974b-36e579cdc6ad tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=3adc8c07-f500-48f0-a874-5b71647ffce7 HTTP/1.1" status: 200 len: 946 time: 0.0754426 Feb 02 07:43:51.974155 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3fc1c5d7-710d-44d6-92fb-8e73b344e6d7 req-33b54a62-71aa-412f-bc68-6bf96c37abde tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=d5c1a263-f353-4f3c-84c8-5c40bf02269c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902171 Feb 02 07:43:51.976795 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c715f0-d794-42cb-a07b-b272c00dc51c req-050219d3-afc7-442e-82dc-4f7643a2aa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:43:51.978154 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c4c715f0-d794-42cb-a07b-b272c00dc51c req-050219d3-afc7-442e-82dc-4f7643a2aa6e service neutron] 10.222.0.59 "GET /v2.0/networks?id=99c393e5-edbe-4583-8514-7c998c6986c0 HTTP/1.1" status: 200 len: 913 time: 0.1327190 Feb 02 07:43:51.996394 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 34540) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:43:52.020438 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c4c715f0-d794-42cb-a07b-b272c00dc51c req-83369cc4-dedd-44f6-a9d9-cd117ea2dab6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b1652a6-7120-4d8c-89e1-684f2fe70e63 HTTP/1.1" status: 200 len: 217 time: 0.0359578 Feb 02 07:43:52.040861 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5aa4648-4e95-4d51-a09e-93ea817aee52 tempest-TestVolumeBootPattern-302517499 tempest-TestVolumeBootPattern-302517499-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:43:52.042387 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e5aa4648-4e95-4d51-a09e-93ea817aee52 tempest-TestVolumeBootPattern-302517499 tempest-TestVolumeBootPattern-302517499-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=3adc8c07-f500-48f0-a874-5b71647ffce7 HTTP/1.1" status: 200 len: 1124 time: 0.0450668 Feb 02 07:43:52.045279 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 34542) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:43:52.049557 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-7762a408-47b2-44b6-b265-1089f552e038 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Request body: {'floatingip': {'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'port_id': '7b1652a6-7120-4d8c-89e1-684f2fe70e63', 'tenant_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:43:52.068032 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c715f0-d794-42cb-a07b-b272c00dc51c req-3dd64286-76d6-43c6-8887-fe3bbb30629f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:43:52.069177 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7762a408-47b2-44b6-b265-1089f552e038 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:52.069497 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c4c715f0-d794-42cb-a07b-b272c00dc51c req-3dd64286-76d6-43c6-8887-fe3bbb30629f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8f0c010c-d5c1-4b63-8939-b46551f6cb84 HTTP/1.1" status: 200 len: 851 time: 0.0434833 Feb 02 07:43:52.123215 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c715f0-d794-42cb-a07b-b272c00dc51c req-9abdbd23-2802-444c-b9a9-9f9fc0617728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:43:52.124877 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c4c715f0-d794-42cb-a07b-b272c00dc51c req-9abdbd23-2802-444c-b9a9-9f9fc0617728 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=99c393e5-edbe-4583-8514-7c998c6986c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0501962 Feb 02 07:43:52.135605 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [req-c4c715f0-d794-42cb-a07b-b272c00dc51c req-00077a0f-5ad7-4449-9159-b1ffbf4e77e7 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:43:52.136621 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c4c715f0-d794-42cb-a07b-b272c00dc51c req-00077a0f-5ad7-4449-9159-b1ffbf4e77e7 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053687 Feb 02 07:43:52.172452 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7762a408-47b2-44b6-b265-1089f552e038 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:52.226364 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c4c715f0-d794-42cb-a07b-b272c00dc51c req-91262f20-ae6a-438a-8b92-67ef213b7d5b service neutron] 10.222.0.59 "GET /v2.0/networks/99c393e5-edbe-4583-8514-7c998c6986c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841076 Feb 02 07:43:52.275275 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-7762a408-47b2-44b6-b265-1089f552e038 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Allocated IP 172.25.4.84 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/51c0e0cb-88c6-4802-ab3c-82fb3d8ae39d) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:43:52.320340 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c4c715f0-d794-42cb-a07b-b272c00dc51c req-0e762fc5-d6ba-4a4f-b923-10ceb9acc943 service neutron] 10.222.0.59 "GET /v2.0/networks/99c393e5-edbe-4583-8514-7c998c6986c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877202 Feb 02 07:43:52.348497 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:52.382263 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7762a408-47b2-44b6-b265-1089f552e038 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks [] for port (51c0e0cb-88c6-4802-ab3c-82fb3d8ae39d), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:52.417178 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7762a408-47b2-44b6-b265-1089f552e038 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (51c0e0cb-88c6-4802-ab3c-82fb3d8ae39d), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:52.454831 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7762a408-47b2-44b6-b265-1089f552e038 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:43:52.459633 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-7762a408-47b2-44b6-b265-1089f552e038 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:43:52.463075 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7762a408-47b2-44b6-b265-1089f552e038 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:43:52.469450 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7762a408-47b2-44b6-b265-1089f552e038 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Pushing event updated for resources: {'Port': ['ID=51c0e0cb-88c6-4802-ab3c-82fb3d8ae39d,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:43:53.091897 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7762a408-47b2-44b6-b265-1089f552e038 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks [] for floatingip (9a34490a-abbb-4910-a7ff-164367860cf3), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:53.158191 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7762a408-47b2-44b6-b265-1089f552e038 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (51c0e0cb-88c6-4802-ab3c-82fb3d8ae39d), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:53.302430 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7762a408-47b2-44b6-b265-1089f552e038 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks [] for port (51c0e0cb-88c6-4802-ab3c-82fb3d8ae39d), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:53.306847 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7762a408-47b2-44b6-b265-1089f552e038 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (51c0e0cb-88c6-4802-ab3c-82fb3d8ae39d), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:53.378568 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7762a408-47b2-44b6-b265-1089f552e038 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Pushing event updated for resources: {'Port': ['ID=51c0e0cb-88c6-4802-ab3c-82fb3d8ae39d,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:43:53.389170 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7762a408-47b2-44b6-b265-1089f552e038 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (9a34490a-abbb-4910-a7ff-164367860cf3), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:53.491716 n-d-789963-26 neutron-server[109693]: INFO neutron.db.l3_db [None req-7762a408-47b2-44b6-b265-1089f552e038 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Floating IP 9a34490a-abbb-4910-a7ff-164367860cf3 associated. External IP: 172.25.4.84, port: 7b1652a6-7120-4d8c-89e1-684f2fe70e63. Feb 02 07:43:53.701056 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7762a408-47b2-44b6-b265-1089f552e038 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Router bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:43:53.803866 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7762a408-47b2-44b6-b265-1089f552e038 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:43:53.814039 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa48b9a-7215-4093-8d7b-60517da99f70 None None] Sync routers for ids ['bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:43:53.820704 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7762a408-47b2-44b6-b265-1089f552e038 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:43:53.827577 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa48b9a-7215-4093-8d7b-60517da99f70 None None] Routers {'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:43:53.828250 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-baa48b9a-7215-4093-8d7b-60517da99f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:43:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:43:53.854421 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-7762a408-47b2-44b6-b265-1089f552e038 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8081183 Feb 02 07:43:53.855030 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3adc8c07-f500-48f0-a874-5b71647ffce7', 'tag': '7b1652a6-7120-4d8c-89e1-684f2fe70e63'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:43:53.857878 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85697464-ad41-4be8-b00e-b521ad262dea" -d '{"events": [{"name": "network-changed", "server_uuid": "3adc8c07-f500-48f0-a874-5b71647ffce7", "tag": "7b1652a6-7120-4d8c-89e1-684f2fe70e63"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:43:53.897618 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a15cb6f-e99c-421c-af88-2239af00c7c9 x-openstack-request-id: req-3a15cb6f-e99c-421c-af88-2239af00c7c9 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:43:53.897925 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3adc8c07-f500-48f0-a874-5b71647ffce7", "tag": "7b1652a6-7120-4d8c-89e1-684f2fe70e63", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:43:53.898189 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-3a15cb6f-e99c-421c-af88-2239af00c7c9 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:43:53.898601 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3adc8c07-f500-48f0-a874-5b71647ffce7', 'tag': '7b1652a6-7120-4d8c-89e1-684f2fe70e63', 'status': 'completed', 'code': 200} Feb 02 07:43:53.937313 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-baa48b9a-7215-4093-8d7b-60517da99f70 None None] Set router bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:43:53.982693 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85697464-ad41-4be8-b00e-b521ad262dea req-635f7bb2-31e2-48e0-b69f-ae7611accaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:43:53.984159 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-85697464-ad41-4be8-b00e-b521ad262dea req-635f7bb2-31e2-48e0-b69f-ae7611accaeb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c3998c4a9fb54dbfb254f927a9c64ece&device_id=3adc8c07-f500-48f0-a874-5b71647ffce7 HTTP/1.1" status: 200 len: 1129 time: 0.0455811 Feb 02 07:43:54.078453 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85697464-ad41-4be8-b00e-b521ad262dea req-cd273d07-71e5-41f1-b756-258a07ae1e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:43:54.079969 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-85697464-ad41-4be8-b00e-b521ad262dea req-cd273d07-71e5-41f1-b756-258a07ae1e19 service neutron] 10.222.0.59 "GET /v2.0/networks?id=99c393e5-edbe-4583-8514-7c998c6986c0 HTTP/1.1" status: 200 len: 913 time: 0.0892668 Feb 02 07:43:54.145240 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-85697464-ad41-4be8-b00e-b521ad262dea req-b83daade-c024-4b77-b1b0-8a2204df804d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b1652a6-7120-4d8c-89e1-684f2fe70e63 HTTP/1.1" status: 200 len: 999 time: 0.0593033 Feb 02 07:43:54.163937 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-baa48b9a-7215-4093-8d7b-60517da99f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'name': 'tempest-TestVolumeBootPattern-1486195493-router', 'tenant_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': 'e6df76c1-88ea-49a8-9d08-047896a26733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:33:45Z', 'updated_at': '2022-02-02T07:33:51Z', 'revision_number': 4, 'project_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'gw_port': {'id': 'e6df76c1-88ea-49a8-9d08-047896a26733', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:98:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:46Z', 'updated_at': '2022-02-02T07:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '9a34490a-abbb-4910-a7ff-164367860cf3', 'tenant_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'floating_ip_address': '172.25.4.84', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'port_id': '7b1652a6-7120-4d8c-89e1-684f2fe70e63', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0', 'mac_address': 'fa:16:3e:c7:dc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3adc8c07-f500-48f0-a874-5b71647ffce7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:43:52Z', 'updated_at': '2022-02-02T07:43:52Z', 'revision_number': 0, 'project_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'fixed_ip_address_scope': None}, {'id': 'a11f7ab5-5067-4c9e-96e1-e43eaaaa1f6b', 'tenant_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'floating_ip_address': '172.25.4.9', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'port_id': '81f93a8b-cf1d-4229-aa95-8efb447b6b7d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4033, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0', 'mac_address': 'fa:16:3e:7a:ef:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17b2669-35e6-4979-aace-ec958196ea26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:41:39Z', 'updated_at': '2022-02-02T07:41:41Z', 'revision_number': 1, 'project_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b90acc1f-e7f8-4342-9761-c45d40295558', 'name': '', 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0', 'tenant_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'mac_address': 'fa:16:3e:0c:3f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '8f0c010c-d5c1-4b63-8939-b46551f6cb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:49Z', 'updated_at': '2022-02-02T07:33:55Z', 'revision_number': 5, 'project_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'subnets': [{'id': '8f0c010c-d5c1-4b63-8939-b46551f6cb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:43:54.190020 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa48b9a-7215-4093-8d7b-60517da99f70 None None] Checking router: bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:43:54.192943 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85697464-ad41-4be8-b00e-b521ad262dea req-1f01dbd8-9ed0-48ea-b1df-2c56b45c6383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:43:54.194414 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-85697464-ad41-4be8-b00e-b521ad262dea req-1f01dbd8-9ed0-48ea-b1df-2c56b45c6383 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8f0c010c-d5c1-4b63-8939-b46551f6cb84 HTTP/1.1" status: 200 len: 851 time: 0.0436838 Feb 02 07:43:54.198350 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa48b9a-7215-4093-8d7b-60517da99f70 None None] Routers {'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:43:54.198964 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-baa48b9a-7215-4093-8d7b-60517da99f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:43:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:43:54.246915 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85697464-ad41-4be8-b00e-b521ad262dea req-d6fae95a-e396-413a-83d5-3bfa4e4d538a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:43:54.248403 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-85697464-ad41-4be8-b00e-b521ad262dea req-d6fae95a-e396-413a-83d5-3bfa4e4d538a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=99c393e5-edbe-4583-8514-7c998c6986c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0487347 Feb 02 07:43:54.306500 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-baa48b9a-7215-4093-8d7b-60517da99f70 None None] Set router bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:43:54.337744 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-85697464-ad41-4be8-b00e-b521ad262dea req-2391b397-98ff-4ff4-909e-de3946ed7d28 service neutron] 10.222.0.59 "GET /v2.0/networks/99c393e5-edbe-4583-8514-7c998c6986c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826614 Feb 02 07:43:54.431689 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-85697464-ad41-4be8-b00e-b521ad262dea req-397ade4e-b5b8-42a5-9e85-a23f0aab78b0 service neutron] 10.222.0.59 "GET /v2.0/networks/99c393e5-edbe-4583-8514-7c998c6986c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886807 Feb 02 07:43:54.535283 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-baa48b9a-7215-4093-8d7b-60517da99f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'name': 'tempest-TestVolumeBootPattern-1486195493-router', 'tenant_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': 'e6df76c1-88ea-49a8-9d08-047896a26733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:33:45Z', 'updated_at': '2022-02-02T07:33:51Z', 'revision_number': 4, 'project_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'gw_port': {'id': 'e6df76c1-88ea-49a8-9d08-047896a26733', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:98:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:46Z', 'updated_at': '2022-02-02T07:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '9a34490a-abbb-4910-a7ff-164367860cf3', 'tenant_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'floating_ip_address': '172.25.4.84', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'port_id': '7b1652a6-7120-4d8c-89e1-684f2fe70e63', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0', 'mac_address': 'fa:16:3e:c7:dc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3adc8c07-f500-48f0-a874-5b71647ffce7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:43:52Z', 'updated_at': '2022-02-02T07:43:52Z', 'revision_number': 0, 'project_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'fixed_ip_address_scope': None}, {'id': 'a11f7ab5-5067-4c9e-96e1-e43eaaaa1f6b', 'tenant_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'floating_ip_address': '172.25.4.9', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'port_id': '81f93a8b-cf1d-4229-aa95-8efb447b6b7d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4033, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0', 'mac_address': 'fa:16:3e:7a:ef:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17b2669-35e6-4979-aace-ec958196ea26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:41:39Z', 'updated_at': '2022-02-02T07:41:41Z', 'revision_number': 1, 'project_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b90acc1f-e7f8-4342-9761-c45d40295558', 'name': '', 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0', 'tenant_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'mac_address': 'fa:16:3e:0c:3f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '8f0c010c-d5c1-4b63-8939-b46551f6cb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:49Z', 'updated_at': '2022-02-02T07:33:55Z', 'revision_number': 5, 'project_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'subnets': [{'id': '8f0c010c-d5c1-4b63-8939-b46551f6cb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:43:54.563026 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa48b9a-7215-4093-8d7b-60517da99f70 None None] The sync data for ids ['bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b'] in n-d-789963-26 is: [{'id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'name': 'tempest-TestVolumeBootPattern-1486195493-router', 'tenant_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': 'e6df76c1-88ea-49a8-9d08-047896a26733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:33:45Z', 'updated_at': '2022-02-02T07:33:51Z', 'revision_number': 4, 'project_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'gw_port': {'id': 'e6df76c1-88ea-49a8-9d08-047896a26733', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:98:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:46Z', 'updated_at': '2022-02-02T07:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '9a34490a-abbb-4910-a7ff-164367860cf3', 'tenant_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'floating_ip_address': '172.25.4.84', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'port_id': '7b1652a6-7120-4d8c-89e1-684f2fe70e63', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0', 'mac_address': 'fa:16:3e:c7:dc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3adc8c07-f500-48f0-a874-5b71647ffce7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:43:52Z', 'updated_at': '2022-02-02T07:43:52Z', 'revision_number': 0, 'project_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'fixed_ip_address_scope': None}, {'id': 'a11f7ab5-5067-4c9e-96e1-e43eaaaa1f6b', 'tenant_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'floating_ip_address': '172.25.4.9', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'port_id': '81f93a8b-cf1d-4229-aa95-8efb447b6b7d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4033, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0', 'mac_address': 'fa:16:3e:7a:ef:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17b2669-35e6-4979-aace-ec958196ea26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:41:39Z', 'updated_at': '2022-02-02T07:41:41Z', 'revision_number': 1, 'project_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b90acc1f-e7f8-4342-9761-c45d40295558', 'name': '', 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0', 'tenant_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'mac_address': 'fa:16:3e:0c:3f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '8f0c010c-d5c1-4b63-8939-b46551f6cb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:49Z', 'updated_at': '2022-02-02T07:33:55Z', 'revision_number': 5, 'project_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'subnets': [{'id': '8f0c010c-d5c1-4b63-8939-b46551f6cb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:43:54.758524 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91efc4c-d002-424c-bfb7-b4238003b4be None None] New status for floating IP 9a34490a-abbb-4910-a7ff-164367860cf3: ACTIVE {{(pid=109696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 07:43:57.582430 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:44:11.026121 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-05fc75eb-bd83-4da0-8e91-3b59710df9c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:44:12.184112 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:44:13.320028 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-4fcc648e-1d6f-4cac-b3f0-8d364ffb8394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:44:14.789644 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:44:16.163517 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:44:17.457675 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:44:22.357674 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:44:27.590974 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:44:38.831394 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7b91e03d-51df-4158-9138-6cfa24b2be94 req-d6569b9c-8c6b-49e1-84fa-129a09c66fd6 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a17b2669-35e6-4979-aace-ec958196ea26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0455537 Feb 02 07:44:38.944224 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b91e03d-51df-4158-9138-6cfa24b2be94 req-efdcc3b6-77d7-4919-b491-7e46b45b7230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:44:38.945885 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7b91e03d-51df-4158-9138-6cfa24b2be94 req-efdcc3b6-77d7-4919-b491-7e46b45b7230 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c3998c4a9fb54dbfb254f927a9c64ece&device_id=a17b2669-35e6-4979-aace-ec958196ea26 HTTP/1.1" status: 200 len: 1128 time: 0.0475304 Feb 02 07:44:39.056498 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b91e03d-51df-4158-9138-6cfa24b2be94 req-1208a8d3-642d-4a04-9b65-c17d03ec409f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:44:39.058113 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7b91e03d-51df-4158-9138-6cfa24b2be94 req-1208a8d3-642d-4a04-9b65-c17d03ec409f service neutron] 10.222.0.88 "GET /v2.0/networks?id=99c393e5-edbe-4583-8514-7c998c6986c0 HTTP/1.1" status: 200 len: 913 time: 0.0941937 Feb 02 07:44:39.128732 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7b91e03d-51df-4158-9138-6cfa24b2be94 req-bcb7adc9-fdc2-465d-8c44-ac41f270a67d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81f93a8b-cf1d-4229-aa95-8efb447b6b7d HTTP/1.1" status: 200 len: 999 time: 0.0643055 Feb 02 07:44:39.179782 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b91e03d-51df-4158-9138-6cfa24b2be94 req-64937524-6ede-4b5e-bc4d-8b58fca712b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:44:39.181234 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7b91e03d-51df-4158-9138-6cfa24b2be94 req-64937524-6ede-4b5e-bc4d-8b58fca712b3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8f0c010c-d5c1-4b63-8939-b46551f6cb84 HTTP/1.1" status: 200 len: 851 time: 0.0474613 Feb 02 07:44:39.240635 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b91e03d-51df-4158-9138-6cfa24b2be94 req-16910482-bacc-4e68-8a2d-80355a641d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:44:39.242276 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7b91e03d-51df-4158-9138-6cfa24b2be94 req-16910482-bacc-4e68-8a2d-80355a641d5d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=99c393e5-edbe-4583-8514-7c998c6986c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0545716 Feb 02 07:44:39.339662 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7b91e03d-51df-4158-9138-6cfa24b2be94 req-e1527ade-20ab-47fa-992f-986c03be3dab service neutron] 10.222.0.88 "GET /v2.0/networks/99c393e5-edbe-4583-8514-7c998c6986c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912650 Feb 02 07:44:39.442674 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7b91e03d-51df-4158-9138-6cfa24b2be94 req-6e033738-6973-4fa6-96b2-5950c16137ac service neutron] 10.222.0.88 "GET /v2.0/networks/99c393e5-edbe-4583-8514-7c998c6986c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969808 Feb 02 07:44:41.029571 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-45f8a2bc-709c-4a63-900e-dc21c6d0b3a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:44:43.320632 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e384f2e9-19f7-4545-8786-bccd6d958e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:44:44.794270 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:44:46.163105 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:44:47.461947 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:44:49.182874 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:44:52.361736 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:44:53.686090 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-59ea2f80-5062-4cad-b321-cef5152a92a3 req-463a96ab-37cf-4d61-8776-f2b6ef6239b4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3adc8c07-f500-48f0-a874-5b71647ffce7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0443575 Feb 02 07:44:53.788517 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea2f80-5062-4cad-b321-cef5152a92a3 req-e1a1c3c5-8096-4de5-adf5-3f492338f210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:44:53.789891 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-59ea2f80-5062-4cad-b321-cef5152a92a3 req-e1a1c3c5-8096-4de5-adf5-3f492338f210 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c3998c4a9fb54dbfb254f927a9c64ece&device_id=3adc8c07-f500-48f0-a874-5b71647ffce7 HTTP/1.1" status: 200 len: 1129 time: 0.0454338 Feb 02 07:44:53.893550 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea2f80-5062-4cad-b321-cef5152a92a3 req-cdfe2c62-0dcc-4110-8b80-e4402a53219c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:44:53.895782 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-59ea2f80-5062-4cad-b321-cef5152a92a3 req-cdfe2c62-0dcc-4110-8b80-e4402a53219c service neutron] 10.222.0.59 "GET /v2.0/networks?id=99c393e5-edbe-4583-8514-7c998c6986c0 HTTP/1.1" status: 200 len: 913 time: 0.0873010 Feb 02 07:44:53.958680 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-59ea2f80-5062-4cad-b321-cef5152a92a3 req-8f092765-e96b-4834-9ca8-4e72f3736d87 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b1652a6-7120-4d8c-89e1-684f2fe70e63 HTTP/1.1" status: 200 len: 1001 time: 0.0572808 Feb 02 07:44:54.009449 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea2f80-5062-4cad-b321-cef5152a92a3 req-ff5b85ec-445d-463d-b171-fadf0c153e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:44:54.010912 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-59ea2f80-5062-4cad-b321-cef5152a92a3 req-ff5b85ec-445d-463d-b171-fadf0c153e7e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8f0c010c-d5c1-4b63-8939-b46551f6cb84 HTTP/1.1" status: 200 len: 851 time: 0.0464940 Feb 02 07:44:54.058747 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea2f80-5062-4cad-b321-cef5152a92a3 req-cdb4fa9e-f9fa-4451-b0c9-297f63c44065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:44:54.060170 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-59ea2f80-5062-4cad-b321-cef5152a92a3 req-cdb4fa9e-f9fa-4451-b0c9-297f63c44065 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=99c393e5-edbe-4583-8514-7c998c6986c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0441296 Feb 02 07:44:54.146907 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-59ea2f80-5062-4cad-b321-cef5152a92a3 req-a53d2758-2a38-452c-a172-7f04ecefee60 service neutron] 10.222.0.59 "GET /v2.0/networks/99c393e5-edbe-4583-8514-7c998c6986c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806074 Feb 02 07:44:54.235982 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-59ea2f80-5062-4cad-b321-cef5152a92a3 req-9347c873-fbbf-4a48-aa4f-d468ee7a3048 service neutron] 10.222.0.59 "GET /v2.0/networks/99c393e5-edbe-4583-8514-7c998c6986c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829382 Feb 02 07:44:57.591311 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:45:11.030958 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c2d46ca6-4ab8-42da-bc2a-2af8275d192d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:45:13.321931 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e7426181-bbb2-46fd-9138-020a5600a196 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:45:14.796057 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:45:16.165381 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:45:17.463707 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:45:22.371883 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:45:26.184236 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:45:27.619512 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:45:32.576438 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 34590) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:45:32.935090 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-6de3e033-6b2d-4a63-b71e-5cfdd1a81d10 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Deleting port 51c0e0cb-88c6-4802-ab3c-82fb3d8ae39d {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:45:32.935650 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6de3e033-6b2d-4a63-b71e-5cfdd1a81d10 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (51c0e0cb-88c6-4802-ab3c-82fb3d8ae39d), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:45:33.027509 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6de3e033-6b2d-4a63-b71e-5cfdd1a81d10 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (51c0e0cb-88c6-4802-ab3c-82fb3d8ae39d), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:45:33.027773 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6de3e033-6b2d-4a63-b71e-5cfdd1a81d10 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks [] for floatingip (51c0e0cb-88c6-4802-ab3c-82fb3d8ae39d), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:45:33.040256 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-6de3e033-6b2d-4a63-b71e-5cfdd1a81d10 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Calling delete_port for 51c0e0cb-88c6-4802-ab3c-82fb3d8ae39d owned by network:floatingip {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:45:33.235926 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6de3e033-6b2d-4a63-b71e-5cfdd1a81d10 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (51c0e0cb-88c6-4802-ab3c-82fb3d8ae39d), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:45:33.267264 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de3e033-6b2d-4a63-b71e-5cfdd1a81d10 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Pushing event deleted for resources: {'Port': ['ID=51c0e0cb-88c6-4802-ab3c-82fb3d8ae39d,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:45:33.290983 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de3e033-6b2d-4a63-b71e-5cfdd1a81d10 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:45:33.291246 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de3e033-6b2d-4a63-b71e-5cfdd1a81d10 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:45:33.291608 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de3e033-6b2d-4a63-b71e-5cfdd1a81d10 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:45:33.291948 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de3e033-6b2d-4a63-b71e-5cfdd1a81d10 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:45:33.292283 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de3e033-6b2d-4a63-b71e-5cfdd1a81d10 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:45:33.292613 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de3e033-6b2d-4a63-b71e-5cfdd1a81d10 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:45:33.292938 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de3e033-6b2d-4a63-b71e-5cfdd1a81d10 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:45:33.293260 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de3e033-6b2d-4a63-b71e-5cfdd1a81d10 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:45:33.293579 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de3e033-6b2d-4a63-b71e-5cfdd1a81d10 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:45:33.293898 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de3e033-6b2d-4a63-b71e-5cfdd1a81d10 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:45:33.294218 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de3e033-6b2d-4a63-b71e-5cfdd1a81d10 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:45:33.294539 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de3e033-6b2d-4a63-b71e-5cfdd1a81d10 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:45:33.294857 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de3e033-6b2d-4a63-b71e-5cfdd1a81d10 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:45:33.337702 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6de3e033-6b2d-4a63-b71e-5cfdd1a81d10 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks [] for floatingip (9a34490a-abbb-4910-a7ff-164367860cf3), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:45:33.338025 n-d-789963-26 neutron-server[109693]: INFO neutron.db.l3_db [None req-6de3e033-6b2d-4a63-b71e-5cfdd1a81d10 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Floating IP 9a34490a-abbb-4910-a7ff-164367860cf3 disassociated (deleted). External IP: 172.25.4.84, port: 7b1652a6-7120-4d8c-89e1-684f2fe70e63. Feb 02 07:45:33.554988 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6de3e033-6b2d-4a63-b71e-5cfdd1a81d10 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Router bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:45:33.662719 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de3e033-6b2d-4a63-b71e-5cfdd1a81d10 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:45:33.667708 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6de3e033-6b2d-4a63-b71e-5cfdd1a81d10 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:45:33.673949 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade5f1b9-b8df-4385-a9a3-47df687b551f None None] Sync routers for ids ['bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:45:33.684637 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade5f1b9-b8df-4385-a9a3-47df687b551f None None] Routers {'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:45:33.685235 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-ade5f1b9-b8df-4385-a9a3-47df687b551f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:45:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:45:33.697578 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-6de3e033-6b2d-4a63-b71e-5cfdd1a81d10 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "DELETE /v2.0/floatingips/9a34490a-abbb-4910-a7ff-164367860cf3 HTTP/1.1" status: 204 len: 168 time: 1.1200082 Feb 02 07:45:33.698287 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3adc8c07-f500-48f0-a874-5b71647ffce7', 'tag': '7b1652a6-7120-4d8c-89e1-684f2fe70e63'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:45:33.700708 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b85e4ad-841c-4d68-a277-38cbbfe1b9a5" -d '{"events": [{"name": "network-changed", "server_uuid": "3adc8c07-f500-48f0-a874-5b71647ffce7", "tag": "7b1652a6-7120-4d8c-89e1-684f2fe70e63"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:45:33.859789 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aeb5455-c5a6-42e1-9fa6-333f0bcfd776 x-openstack-request-id: req-9aeb5455-c5a6-42e1-9fa6-333f0bcfd776 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:45:33.860091 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3adc8c07-f500-48f0-a874-5b71647ffce7", "tag": "7b1652a6-7120-4d8c-89e1-684f2fe70e63", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:45:33.860353 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-9aeb5455-c5a6-42e1-9fa6-333f0bcfd776 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:45:33.860774 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3adc8c07-f500-48f0-a874-5b71647ffce7', 'tag': '7b1652a6-7120-4d8c-89e1-684f2fe70e63', 'status': 'completed', 'code': 200} Feb 02 07:45:33.949433 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-ade5f1b9-b8df-4385-a9a3-47df687b551f None None] Set router bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:45:33.989457 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af43cf65-9fef-4df7-b906-00187a985dc1 req-d35cf402-b106-4d31-9467-227f6c35cd7c tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:45:33.990943 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-af43cf65-9fef-4df7-b906-00187a985dc1 req-d35cf402-b106-4d31-9467-227f6c35cd7c tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=3adc8c07-f500-48f0-a874-5b71647ffce7 HTTP/1.1" status: 200 len: 946 time: 0.0869284 Feb 02 07:45:33.996239 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b85e4ad-841c-4d68-a277-38cbbfe1b9a5 req-fb8dcacc-4d7f-4ee9-bd71-ce302c69aa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:45:33.997628 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4b85e4ad-841c-4d68-a277-38cbbfe1b9a5 req-fb8dcacc-4d7f-4ee9-bd71-ce302c69aa61 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c3998c4a9fb54dbfb254f927a9c64ece&device_id=3adc8c07-f500-48f0-a874-5b71647ffce7 HTTP/1.1" status: 200 len: 1129 time: 0.0801735 Feb 02 07:45:34.095932 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-af43cf65-9fef-4df7-b906-00187a985dc1 req-6bc01c5f-fb14-46d1-906b-7c4606e7002f tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=d5c1a263-f353-4f3c-84c8-5c40bf02269c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971546 Feb 02 07:45:34.120355 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b85e4ad-841c-4d68-a277-38cbbfe1b9a5 req-538c6413-3922-4d67-af4c-c36bdce06a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:45:34.121898 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4b85e4ad-841c-4d68-a277-38cbbfe1b9a5 req-538c6413-3922-4d67-af4c-c36bdce06a2f service neutron] 10.222.0.59 "GET /v2.0/networks?id=99c393e5-edbe-4583-8514-7c998c6986c0 HTTP/1.1" status: 200 len: 913 time: 0.1174991 Feb 02 07:45:34.169140 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4b85e4ad-841c-4d68-a277-38cbbfe1b9a5 req-7e02ff62-1ac3-41a2-b8c1-4cf7dcef5ec3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b1652a6-7120-4d8c-89e1-684f2fe70e63 HTTP/1.1" status: 200 len: 217 time: 0.0403259 Feb 02 07:45:34.181989 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-ade5f1b9-b8df-4385-a9a3-47df687b551f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'name': 'tempest-TestVolumeBootPattern-1486195493-router', 'tenant_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': 'e6df76c1-88ea-49a8-9d08-047896a26733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:33:45Z', 'updated_at': '2022-02-02T07:33:51Z', 'revision_number': 4, 'project_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'gw_port': {'id': 'e6df76c1-88ea-49a8-9d08-047896a26733', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:98:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:46Z', 'updated_at': '2022-02-02T07:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': 'a11f7ab5-5067-4c9e-96e1-e43eaaaa1f6b', 'tenant_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'floating_ip_address': '172.25.4.9', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'port_id': '81f93a8b-cf1d-4229-aa95-8efb447b6b7d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4033, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0', 'mac_address': 'fa:16:3e:7a:ef:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17b2669-35e6-4979-aace-ec958196ea26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:41:39Z', 'updated_at': '2022-02-02T07:41:41Z', 'revision_number': 1, 'project_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b90acc1f-e7f8-4342-9761-c45d40295558', 'name': '', 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0', 'tenant_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'mac_address': 'fa:16:3e:0c:3f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '8f0c010c-d5c1-4b63-8939-b46551f6cb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:49Z', 'updated_at': '2022-02-02T07:33:55Z', 'revision_number': 5, 'project_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'subnets': [{'id': '8f0c010c-d5c1-4b63-8939-b46551f6cb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:45:34.208654 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade5f1b9-b8df-4385-a9a3-47df687b551f None None] Checking router: bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:45:34.216899 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade5f1b9-b8df-4385-a9a3-47df687b551f None None] Routers {'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:45:34.217507 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-ade5f1b9-b8df-4385-a9a3-47df687b551f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:45:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:45:34.217828 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b85e4ad-841c-4d68-a277-38cbbfe1b9a5 req-a1330240-f321-4f16-b833-88e90c34c806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:45:34.219328 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4b85e4ad-841c-4d68-a277-38cbbfe1b9a5 req-a1330240-f321-4f16-b833-88e90c34c806 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8f0c010c-d5c1-4b63-8939-b46551f6cb84 HTTP/1.1" status: 200 len: 851 time: 0.0441351 Feb 02 07:45:34.267501 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b85e4ad-841c-4d68-a277-38cbbfe1b9a5 req-476fbcb6-b1a8-4bf9-b45d-8b5cd38d8521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:45:34.269038 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4b85e4ad-841c-4d68-a277-38cbbfe1b9a5 req-476fbcb6-b1a8-4bf9-b45d-8b5cd38d8521 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=99c393e5-edbe-4583-8514-7c998c6986c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0436881 Feb 02 07:45:34.323868 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-ade5f1b9-b8df-4385-a9a3-47df687b551f None None] Set router bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:45:34.362878 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4b85e4ad-841c-4d68-a277-38cbbfe1b9a5 req-07a62e50-bbd8-4921-9fe6-68bdfb9177e5 service neutron] 10.222.0.59 "GET /v2.0/networks/99c393e5-edbe-4583-8514-7c998c6986c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870974 Feb 02 07:45:34.452547 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4b85e4ad-841c-4d68-a277-38cbbfe1b9a5 req-d292b489-c353-46e2-a7d9-7b344fc0a6d9 service neutron] 10.222.0.59 "GET /v2.0/networks/99c393e5-edbe-4583-8514-7c998c6986c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831196 Feb 02 07:45:34.549652 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-ade5f1b9-b8df-4385-a9a3-47df687b551f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'name': 'tempest-TestVolumeBootPattern-1486195493-router', 'tenant_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': 'e6df76c1-88ea-49a8-9d08-047896a26733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:33:45Z', 'updated_at': '2022-02-02T07:33:51Z', 'revision_number': 4, 'project_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'gw_port': {'id': 'e6df76c1-88ea-49a8-9d08-047896a26733', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:98:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:46Z', 'updated_at': '2022-02-02T07:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': 'a11f7ab5-5067-4c9e-96e1-e43eaaaa1f6b', 'tenant_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'floating_ip_address': '172.25.4.9', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'port_id': '81f93a8b-cf1d-4229-aa95-8efb447b6b7d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4033, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0', 'mac_address': 'fa:16:3e:7a:ef:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17b2669-35e6-4979-aace-ec958196ea26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:41:39Z', 'updated_at': '2022-02-02T07:41:41Z', 'revision_number': 1, 'project_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b90acc1f-e7f8-4342-9761-c45d40295558', 'name': '', 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0', 'tenant_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'mac_address': 'fa:16:3e:0c:3f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '8f0c010c-d5c1-4b63-8939-b46551f6cb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:49Z', 'updated_at': '2022-02-02T07:33:55Z', 'revision_number': 5, 'project_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'subnets': [{'id': '8f0c010c-d5c1-4b63-8939-b46551f6cb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:45:34.579490 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade5f1b9-b8df-4385-a9a3-47df687b551f None None] The sync data for ids ['bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b'] in n-d-789963-26 is: [{'id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'name': 'tempest-TestVolumeBootPattern-1486195493-router', 'tenant_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': 'e6df76c1-88ea-49a8-9d08-047896a26733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:33:45Z', 'updated_at': '2022-02-02T07:33:51Z', 'revision_number': 4, 'project_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'gw_port': {'id': 'e6df76c1-88ea-49a8-9d08-047896a26733', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:98:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:46Z', 'updated_at': '2022-02-02T07:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': 'a11f7ab5-5067-4c9e-96e1-e43eaaaa1f6b', 'tenant_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'floating_ip_address': '172.25.4.9', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'port_id': '81f93a8b-cf1d-4229-aa95-8efb447b6b7d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4033, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0', 'mac_address': 'fa:16:3e:7a:ef:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17b2669-35e6-4979-aace-ec958196ea26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:41:39Z', 'updated_at': '2022-02-02T07:41:41Z', 'revision_number': 1, 'project_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b90acc1f-e7f8-4342-9761-c45d40295558', 'name': '', 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0', 'tenant_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'mac_address': 'fa:16:3e:0c:3f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '8f0c010c-d5c1-4b63-8939-b46551f6cb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:49Z', 'updated_at': '2022-02-02T07:33:55Z', 'revision_number': 5, 'project_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'subnets': [{'id': '8f0c010c-d5c1-4b63-8939-b46551f6cb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:45:34.793643 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d514de99-9212-4171-95d1-2825aaf53abe None None] New status for floating IP 9a34490a-abbb-4910-a7ff-164367860cf3: DOWN {{(pid=109696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 07:45:35.228529 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e80b9-0788-42d1-9750-613111345573 req-17fc050d-b2a5-45ba-a16c-798375053d53 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:45:35.230214 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1d5e80b9-0788-42d1-9750-613111345573 req-17fc050d-b2a5-45ba-a16c-798375053d53 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=3adc8c07-f500-48f0-a874-5b71647ffce7 HTTP/1.1" status: 200 len: 946 time: 0.0589120 Feb 02 07:45:35.278743 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1d5e80b9-0788-42d1-9750-613111345573 req-0ac27434-d974-4f04-9ef6-de3c6e1a36cc tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=d5c1a263-f353-4f3c-84c8-5c40bf02269c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429528 Feb 02 07:45:35.707478 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaf1b57-f6b2-4b9c-991e-752752af590f req-de688146-d940-41d2-89b6-cb579e989ea2 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:45:35.708973 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9aaf1b57-f6b2-4b9c-991e-752752af590f req-de688146-d940-41d2-89b6-cb579e989ea2 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.59 "GET /v2.0/ports?device_id=3adc8c07-f500-48f0-a874-5b71647ffce7 HTTP/1.1" status: 200 len: 946 time: 0.0589020 Feb 02 07:45:35.807374 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-9aaf1b57-f6b2-4b9c-991e-752752af590f req-739ef5f2-9b6b-4c1c-a21b-085386788c01 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Deleting port 7b1652a6-7120-4d8c-89e1-684f2fe70e63 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:45:35.807667 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-9aaf1b57-f6b2-4b9c-991e-752752af590f req-739ef5f2-9b6b-4c1c-a21b-085386788c01 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (7b1652a6-7120-4d8c-89e1-684f2fe70e63), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:45:35.896554 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-9aaf1b57-f6b2-4b9c-991e-752752af590f req-739ef5f2-9b6b-4c1c-a21b-085386788c01 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] For port 7b1652a6-7120-4d8c-89e1-684f2fe70e63, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=7b1652a6-7120-4d8c-89e1-684f2fe70e63,segment=NetworkSegment(7fbd5ca3-5d78-4819-a656-2bb76c5c6480),segment_id=7fbd5ca3-5d78-4819-a656-2bb76c5c6480)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:45:35.896924 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-9aaf1b57-f6b2-4b9c-991e-752752af590f req-739ef5f2-9b6b-4c1c-a21b-085386788c01 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (7b1652a6-7120-4d8c-89e1-684f2fe70e63), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:45:35.909540 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-9aaf1b57-f6b2-4b9c-991e-752752af590f req-739ef5f2-9b6b-4c1c-a21b-085386788c01 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Calling delete_port for 7b1652a6-7120-4d8c-89e1-684f2fe70e63 owned by compute:nova {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:45:36.037797 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-9aaf1b57-f6b2-4b9c-991e-752752af590f req-739ef5f2-9b6b-4c1c-a21b-085386788c01 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (7b1652a6-7120-4d8c-89e1-684f2fe70e63), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:45:36.063901 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739ef5f2-9b6b-4c1c-a21b-085386788c01 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Pushing event deleted for resources: {'Port': ['ID=7b1652a6-7120-4d8c-89e1-684f2fe70e63,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:45:36.074323 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739ef5f2-9b6b-4c1c-a21b-085386788c01 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:45:36.074768 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739ef5f2-9b6b-4c1c-a21b-085386788c01 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:45:36.075109 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739ef5f2-9b6b-4c1c-a21b-085386788c01 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:45:36.075578 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739ef5f2-9b6b-4c1c-a21b-085386788c01 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:45:36.076051 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739ef5f2-9b6b-4c1c-a21b-085386788c01 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:45:36.076968 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739ef5f2-9b6b-4c1c-a21b-085386788c01 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:45:36.076968 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739ef5f2-9b6b-4c1c-a21b-085386788c01 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:45:36.077389 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739ef5f2-9b6b-4c1c-a21b-085386788c01 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:45:36.077825 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739ef5f2-9b6b-4c1c-a21b-085386788c01 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:45:36.078243 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739ef5f2-9b6b-4c1c-a21b-085386788c01 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:45:36.078574 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739ef5f2-9b6b-4c1c-a21b-085386788c01 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:45:36.079083 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739ef5f2-9b6b-4c1c-a21b-085386788c01 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:45:36.079533 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739ef5f2-9b6b-4c1c-a21b-085386788c01 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:45:36.124227 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aaf1b57-f6b2-4b9c-991e-752752af590f req-739ef5f2-9b6b-4c1c-a21b-085386788c01 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] No DVR routers for this DVR port 7b1652a6-7120-4d8c-89e1-684f2fe70e63 on host n-h2-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:45:36.126978 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-9aaf1b57-f6b2-4b9c-991e-752752af590f req-739ef5f2-9b6b-4c1c-a21b-085386788c01 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:45:36.130602 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9aaf1b57-f6b2-4b9c-991e-752752af590f req-739ef5f2-9b6b-4c1c-a21b-085386788c01 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.59 "DELETE /v2.0/ports/7b1652a6-7120-4d8c-89e1-684f2fe70e63 HTTP/1.1" status: 204 len: 173 time: 0.4153452 Feb 02 07:45:36.131062 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3adc8c07-f500-48f0-a874-5b71647ffce7', 'name': 'network-vif-deleted', 'tag': '7b1652a6-7120-4d8c-89e1-684f2fe70e63'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:45:36.134145 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df447a42-82d5-4afa-b33f-c10e6eab259a" -d '{"events": [{"server_uuid": "3adc8c07-f500-48f0-a874-5b71647ffce7", "name": "network-vif-deleted", "tag": "7b1652a6-7120-4d8c-89e1-684f2fe70e63"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:45:36.172836 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00bfb714-fe03-4242-961c-5a64ea1f9c6e x-openstack-request-id: req-00bfb714-fe03-4242-961c-5a64ea1f9c6e {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:45:36.173142 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3adc8c07-f500-48f0-a874-5b71647ffce7", "name": "network-vif-deleted", "tag": "7b1652a6-7120-4d8c-89e1-684f2fe70e63", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:45:36.173407 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-00bfb714-fe03-4242-961c-5a64ea1f9c6e {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:45:36.173817 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3adc8c07-f500-48f0-a874-5b71647ffce7', 'name': 'network-vif-deleted', 'tag': '7b1652a6-7120-4d8c-89e1-684f2fe70e63', 'status': 'completed', 'code': 200} Feb 02 07:45:36.378026 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b407f65e-0c09-40eb-b07e-6fcdf5930f4c req-3470aede-98b3-4c47-afa8-6ce048e7bb05 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=3adc8c07-f500-48f0-a874-5b71647ffce7 HTTP/1.1" status: 200 len: 210 time: 0.0314708 Feb 02 07:45:37.480631 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c8dd5e2f-67ac-462c-8faf-5bc7c9a7d426 req-5aab6408-8c80-4b3d-b6a7-141622c6521d tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=3adc8c07-f500-48f0-a874-5b71647ffce7 HTTP/1.1" status: 200 len: 210 time: 0.0309169 Feb 02 07:45:38.576331 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2739cb69-0cbf-4d28-b307-76e1974a5a74 req-2272fc22-a112-4242-8c27-526bf968b98f tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=3adc8c07-f500-48f0-a874-5b71647ffce7 HTTP/1.1" status: 200 len: 210 time: 0.0270128 Feb 02 07:45:39.303377 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 7b1652a6-7120-4d8c-89e1-684f2fe70e63 no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:45:39.324981 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] No Port match for: 7b1652a6-7120-4d8c-89e1-684f2fe70e63 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:45:39.325344 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 7b1652a6-7120-4d8c-89e1-684f2fe70e63 not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:45:39.671009 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ace82d5f-3ef2-4db9-b3e2-2d4072281871 req-e5cfc4ab-53b7-4006-aee0-2bcd780b03fc tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=3adc8c07-f500-48f0-a874-5b71647ffce7 HTTP/1.1" status: 200 len: 210 time: 0.0280488 Feb 02 07:45:39.890526 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7afcb9a4-e05f-44f5-a4fe-aeb240c053af req-129ed001-e2ce-4913-95d0-db81bf4ba0d2 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a17b2669-35e6-4979-aace-ec958196ea26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1217637 Feb 02 07:45:39.999194 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afcb9a4-e05f-44f5-a4fe-aeb240c053af req-5f8eb44e-efb1-48e7-b484-4e8c510e75ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:45:40.000741 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7afcb9a4-e05f-44f5-a4fe-aeb240c053af req-5f8eb44e-efb1-48e7-b484-4e8c510e75ec service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c3998c4a9fb54dbfb254f927a9c64ece&device_id=a17b2669-35e6-4979-aace-ec958196ea26 HTTP/1.1" status: 200 len: 1128 time: 0.0493784 Feb 02 07:45:40.104282 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afcb9a4-e05f-44f5-a4fe-aeb240c053af req-5be72c7e-7268-4337-9839-4fa450f1e047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:45:40.105772 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7afcb9a4-e05f-44f5-a4fe-aeb240c053af req-5be72c7e-7268-4337-9839-4fa450f1e047 service neutron] 10.222.0.88 "GET /v2.0/networks?id=99c393e5-edbe-4583-8514-7c998c6986c0 HTTP/1.1" status: 200 len: 913 time: 0.0859597 Feb 02 07:45:40.176183 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7afcb9a4-e05f-44f5-a4fe-aeb240c053af req-c55af728-0ca6-4fed-9d33-5ba11ab6c19b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81f93a8b-cf1d-4229-aa95-8efb447b6b7d HTTP/1.1" status: 200 len: 999 time: 0.0635762 Feb 02 07:45:40.222937 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afcb9a4-e05f-44f5-a4fe-aeb240c053af req-479f33c8-8361-4dc7-aee0-400971f508fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:45:40.224590 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7afcb9a4-e05f-44f5-a4fe-aeb240c053af req-479f33c8-8361-4dc7-aee0-400971f508fa service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8f0c010c-d5c1-4b63-8939-b46551f6cb84 HTTP/1.1" status: 200 len: 851 time: 0.0434055 Feb 02 07:45:40.273735 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afcb9a4-e05f-44f5-a4fe-aeb240c053af req-b9eccbcd-10b3-4343-9402-a8f12f1ba9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:45:40.275525 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7afcb9a4-e05f-44f5-a4fe-aeb240c053af req-b9eccbcd-10b3-4343-9402-a8f12f1ba9f0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=99c393e5-edbe-4583-8514-7c998c6986c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0450141 Feb 02 07:45:40.370432 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7afcb9a4-e05f-44f5-a4fe-aeb240c053af req-83731fbf-5f5a-46a6-8e43-cc47e50ab64c service neutron] 10.222.0.88 "GET /v2.0/networks/99c393e5-edbe-4583-8514-7c998c6986c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892115 Feb 02 07:45:40.460272 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7afcb9a4-e05f-44f5-a4fe-aeb240c053af req-1468b9b2-430d-4875-948f-c00f63eedbd3 service neutron] 10.222.0.88 "GET /v2.0/networks/99c393e5-edbe-4583-8514-7c998c6986c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837507 Feb 02 07:45:40.764611 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d8951b4f-17f9-4f4c-a4fd-cce2c0fca372 req-4bb4078c-3da7-4383-ab1c-289cdcbcf3fa tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=3adc8c07-f500-48f0-a874-5b71647ffce7 HTTP/1.1" status: 200 len: 210 time: 0.0270252 Feb 02 07:45:41.034725 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6cc844ad-a886-4388-97af-464eee5ac673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:45:41.860152 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2929c599-309f-4352-a0b2-d597c02034b4 req-498ec4f9-a587-49f6-b75f-f49ffc0b19d1 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=3adc8c07-f500-48f0-a874-5b71647ffce7 HTTP/1.1" status: 200 len: 210 time: 0.0267460 Feb 02 07:45:42.960173 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1016f819-ca8e-435b-8e01-255455e993af req-b8c42916-03da-4866-8575-5f005b7336c3 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=3adc8c07-f500-48f0-a874-5b71647ffce7 HTTP/1.1" status: 200 len: 210 time: 0.0310912 Feb 02 07:45:43.330673 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5303e332-3ca1-49d7-aad3-2b6ab18b99eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:45:44.061900 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7f27b885-41fb-431b-abdb-e5367eeaf8bd req-5f8151e5-0ddc-4dcf-92b1-5b4a071bb3d8 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=3adc8c07-f500-48f0-a874-5b71647ffce7 HTTP/1.1" status: 200 len: 210 time: 0.0297513 Feb 02 07:45:44.797310 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:45:46.168058 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:45:47.471152 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:45:52.374655 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:45:53.586619 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 34656) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:45:54.023426 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-96bd58fc-ee63-4577-98a2-02fbad8c5142 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Deleting port 5180afd1-9740-4f5d-a242-f930d381f10e {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:45:54.023795 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-96bd58fc-ee63-4577-98a2-02fbad8c5142 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (5180afd1-9740-4f5d-a242-f930d381f10e), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:45:54.099325 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-96bd58fc-ee63-4577-98a2-02fbad8c5142 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (5180afd1-9740-4f5d-a242-f930d381f10e), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:45:54.099678 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-96bd58fc-ee63-4577-98a2-02fbad8c5142 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks [] for floatingip (5180afd1-9740-4f5d-a242-f930d381f10e), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:45:54.111003 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-96bd58fc-ee63-4577-98a2-02fbad8c5142 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Calling delete_port for 5180afd1-9740-4f5d-a242-f930d381f10e owned by network:floatingip {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:45:54.254742 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-96bd58fc-ee63-4577-98a2-02fbad8c5142 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (5180afd1-9740-4f5d-a242-f930d381f10e), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:45:54.277461 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bd58fc-ee63-4577-98a2-02fbad8c5142 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Pushing event deleted for resources: {'Port': ['ID=5180afd1-9740-4f5d-a242-f930d381f10e,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:45:54.339542 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-96bd58fc-ee63-4577-98a2-02fbad8c5142 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks [] for floatingip (a11f7ab5-5067-4c9e-96e1-e43eaaaa1f6b), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:45:54.339898 n-d-789963-26 neutron-server[109693]: INFO neutron.db.l3_db [None req-96bd58fc-ee63-4577-98a2-02fbad8c5142 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Floating IP a11f7ab5-5067-4c9e-96e1-e43eaaaa1f6b disassociated (deleted). External IP: 172.25.4.9, port: 81f93a8b-cf1d-4229-aa95-8efb447b6b7d. Feb 02 07:45:54.548286 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96bd58fc-ee63-4577-98a2-02fbad8c5142 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Router bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:45:54.655582 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96bd58fc-ee63-4577-98a2-02fbad8c5142 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:45:54.661444 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-96bd58fc-ee63-4577-98a2-02fbad8c5142 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:45:54.668494 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528180ab-46c5-4fba-b6e1-b2844409a169 None None] Sync routers for ids ['bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:45:54.679176 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528180ab-46c5-4fba-b6e1-b2844409a169 None None] Routers {'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:45:54.679830 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-528180ab-46c5-4fba-b6e1-b2844409a169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:45:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:45:54.690564 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-96bd58fc-ee63-4577-98a2-02fbad8c5142 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "DELETE /v2.0/floatingips/a11f7ab5-5067-4c9e-96e1-e43eaaaa1f6b HTTP/1.1" status: 204 len: 168 time: 1.1028674 Feb 02 07:45:54.691388 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a17b2669-35e6-4979-aace-ec958196ea26', 'tag': '81f93a8b-cf1d-4229-aa95-8efb447b6b7d'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:45:54.694395 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e419f9e3-d4ae-4a16-a5df-f0348338f928" -d '{"events": [{"name": "network-changed", "server_uuid": "a17b2669-35e6-4979-aace-ec958196ea26", "tag": "81f93a8b-cf1d-4229-aa95-8efb447b6b7d"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:45:54.789087 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-528180ab-46c5-4fba-b6e1-b2844409a169 None None] Set router bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:45:54.851570 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a68712cf-3055-4020-8c51-db9f828e4ef7 x-openstack-request-id: req-a68712cf-3055-4020-8c51-db9f828e4ef7 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:45:54.851876 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a17b2669-35e6-4979-aace-ec958196ea26", "tag": "81f93a8b-cf1d-4229-aa95-8efb447b6b7d", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:45:54.852137 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a68712cf-3055-4020-8c51-db9f828e4ef7 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:45:54.852545 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a17b2669-35e6-4979-aace-ec958196ea26', 'tag': '81f93a8b-cf1d-4229-aa95-8efb447b6b7d', 'status': 'completed', 'code': 200} Feb 02 07:45:54.948823 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63bf2a4-53d9-4abd-9071-0b16894c8119 req-6e785e79-5ba6-4a63-b2a1-67650cf6e823 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:45:54.950570 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f63bf2a4-53d9-4abd-9071-0b16894c8119 req-6e785e79-5ba6-4a63-b2a1-67650cf6e823 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=a17b2669-35e6-4979-aace-ec958196ea26 HTTP/1.1" status: 200 len: 945 time: 0.0554502 Feb 02 07:45:54.951958 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419f9e3-d4ae-4a16-a5df-f0348338f928 req-44c52d5f-3e75-4b99-a831-06f452fb1eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:45:54.953484 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e419f9e3-d4ae-4a16-a5df-f0348338f928 req-44c52d5f-3e75-4b99-a831-06f452fb1eaa service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c3998c4a9fb54dbfb254f927a9c64ece&device_id=a17b2669-35e6-4979-aace-ec958196ea26 HTTP/1.1" status: 200 len: 1128 time: 0.0517604 Feb 02 07:45:54.997693 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-528180ab-46c5-4fba-b6e1-b2844409a169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'name': 'tempest-TestVolumeBootPattern-1486195493-router', 'tenant_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': 'e6df76c1-88ea-49a8-9d08-047896a26733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:33:45Z', 'updated_at': '2022-02-02T07:33:51Z', 'revision_number': 4, 'project_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'gw_port': {'id': 'e6df76c1-88ea-49a8-9d08-047896a26733', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:98:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:46Z', 'updated_at': '2022-02-02T07:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'b90acc1f-e7f8-4342-9761-c45d40295558', 'name': '', 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0', 'tenant_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'mac_address': 'fa:16:3e:0c:3f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '8f0c010c-d5c1-4b63-8939-b46551f6cb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:49Z', 'updated_at': '2022-02-02T07:33:55Z', 'revision_number': 5, 'project_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'subnets': [{'id': '8f0c010c-d5c1-4b63-8939-b46551f6cb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:45:55.004903 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f63bf2a4-53d9-4abd-9071-0b16894c8119 req-14856f23-2733-493a-a30a-fd54aac9263f tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=d5c1a263-f353-4f3c-84c8-5c40bf02269c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487008 Feb 02 07:45:55.026485 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528180ab-46c5-4fba-b6e1-b2844409a169 None None] Checking router: bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:45:55.035417 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528180ab-46c5-4fba-b6e1-b2844409a169 None None] Routers {'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:45:55.036143 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-528180ab-46c5-4fba-b6e1-b2844409a169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:45:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:45:55.048384 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419f9e3-d4ae-4a16-a5df-f0348338f928 req-67e215eb-72ff-48f2-8760-7a25873808ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:45:55.049892 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e419f9e3-d4ae-4a16-a5df-f0348338f928 req-67e215eb-72ff-48f2-8760-7a25873808ee service neutron] 10.222.0.88 "GET /v2.0/networks?id=99c393e5-edbe-4583-8514-7c998c6986c0 HTTP/1.1" status: 200 len: 913 time: 0.0898750 Feb 02 07:45:55.094806 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e419f9e3-d4ae-4a16-a5df-f0348338f928 req-2bce65f6-bc8a-4897-bc1f-393bd3d63acf service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81f93a8b-cf1d-4229-aa95-8efb447b6b7d HTTP/1.1" status: 200 len: 217 time: 0.0388024 Feb 02 07:45:55.141854 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419f9e3-d4ae-4a16-a5df-f0348338f928 req-4c0c11b2-89b8-4be4-a6c9-317053d54f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:45:55.142643 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-528180ab-46c5-4fba-b6e1-b2844409a169 None None] Set router bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:45:55.143322 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e419f9e3-d4ae-4a16-a5df-f0348338f928 req-4c0c11b2-89b8-4be4-a6c9-317053d54f48 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8f0c010c-d5c1-4b63-8939-b46551f6cb84 HTTP/1.1" status: 200 len: 851 time: 0.0429006 Feb 02 07:45:55.193753 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419f9e3-d4ae-4a16-a5df-f0348338f928 req-408c75a1-9ed3-4115-81ae-2539d2c2059d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:45:55.195265 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e419f9e3-d4ae-4a16-a5df-f0348338f928 req-408c75a1-9ed3-4115-81ae-2539d2c2059d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=99c393e5-edbe-4583-8514-7c998c6986c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0453413 Feb 02 07:45:55.289490 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e419f9e3-d4ae-4a16-a5df-f0348338f928 req-16892408-7734-40b5-a91c-19606f98b08a service neutron] 10.222.0.88 "GET /v2.0/networks/99c393e5-edbe-4583-8514-7c998c6986c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871029 Feb 02 07:45:55.338015 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-528180ab-46c5-4fba-b6e1-b2844409a169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'name': 'tempest-TestVolumeBootPattern-1486195493-router', 'tenant_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': 'e6df76c1-88ea-49a8-9d08-047896a26733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:33:45Z', 'updated_at': '2022-02-02T07:33:51Z', 'revision_number': 4, 'project_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'gw_port': {'id': 'e6df76c1-88ea-49a8-9d08-047896a26733', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:98:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:46Z', 'updated_at': '2022-02-02T07:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'b90acc1f-e7f8-4342-9761-c45d40295558', 'name': '', 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0', 'tenant_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'mac_address': 'fa:16:3e:0c:3f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '8f0c010c-d5c1-4b63-8939-b46551f6cb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:49Z', 'updated_at': '2022-02-02T07:33:55Z', 'revision_number': 5, 'project_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'subnets': [{'id': '8f0c010c-d5c1-4b63-8939-b46551f6cb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:45:55.369003 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528180ab-46c5-4fba-b6e1-b2844409a169 None None] The sync data for ids ['bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b'] in n-d-789963-26 is: [{'id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'name': 'tempest-TestVolumeBootPattern-1486195493-router', 'tenant_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': 'e6df76c1-88ea-49a8-9d08-047896a26733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:33:45Z', 'updated_at': '2022-02-02T07:33:51Z', 'revision_number': 4, 'project_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'gw_port': {'id': 'e6df76c1-88ea-49a8-9d08-047896a26733', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:98:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:46Z', 'updated_at': '2022-02-02T07:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'b90acc1f-e7f8-4342-9761-c45d40295558', 'name': '', 'network_id': '99c393e5-edbe-4583-8514-7c998c6986c0', 'tenant_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'mac_address': 'fa:16:3e:0c:3f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '8f0c010c-d5c1-4b63-8939-b46551f6cb84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:49Z', 'updated_at': '2022-02-02T07:33:55Z', 'revision_number': 5, 'project_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'subnets': [{'id': '8f0c010c-d5c1-4b63-8939-b46551f6cb84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:45:55.381860 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e419f9e3-d4ae-4a16-a5df-f0348338f928 req-f410dfdb-8c26-4753-b719-820f3a272204 service neutron] 10.222.0.88 "GET /v2.0/networks/99c393e5-edbe-4583-8514-7c998c6986c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844543 Feb 02 07:45:55.794539 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a7a4bf-c373-41ad-a9b3-7d0a4a6530d9 None None] New status for floating IP a11f7ab5-5067-4c9e-96e1-e43eaaaa1f6b: DOWN {{(pid=109696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 07:45:56.126131 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564a245-8346-466e-b92b-6d9bff5d8754 req-e661cb46-d932-490b-8f0a-72324b3b4ee5 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:45:56.127635 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5564a245-8346-466e-b92b-6d9bff5d8754 req-e661cb46-d932-490b-8f0a-72324b3b4ee5 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=a17b2669-35e6-4979-aace-ec958196ea26 HTTP/1.1" status: 200 len: 945 time: 0.0524466 Feb 02 07:45:56.180636 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5564a245-8346-466e-b92b-6d9bff5d8754 req-9e4ffc8d-94e9-40c9-84c5-d59173cc166d tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/security-groups?id=d5c1a263-f353-4f3c-84c8-5c40bf02269c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466251 Feb 02 07:45:56.617560 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee3a6f-09a1-4e87-a8da-4e997cd7fc4d req-e610e355-3326-4013-96cd-7ebc478a2d66 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:45:56.619034 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b3ee3a6f-09a1-4e87-a8da-4e997cd7fc4d req-e610e355-3326-4013-96cd-7ebc478a2d66 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.88 "GET /v2.0/ports?device_id=a17b2669-35e6-4979-aace-ec958196ea26 HTTP/1.1" status: 200 len: 945 time: 0.0517986 Feb 02 07:45:56.717024 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-b3ee3a6f-09a1-4e87-a8da-4e997cd7fc4d req-c45d7196-1f9f-427c-8562-d4186731574b tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Deleting port 81f93a8b-cf1d-4229-aa95-8efb447b6b7d {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:45:56.717223 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-b3ee3a6f-09a1-4e87-a8da-4e997cd7fc4d req-c45d7196-1f9f-427c-8562-d4186731574b tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (81f93a8b-cf1d-4229-aa95-8efb447b6b7d), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:45:56.812582 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-b3ee3a6f-09a1-4e87-a8da-4e997cd7fc4d req-c45d7196-1f9f-427c-8562-d4186731574b tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] For port 81f93a8b-cf1d-4229-aa95-8efb447b6b7d, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=81f93a8b-cf1d-4229-aa95-8efb447b6b7d,segment=NetworkSegment(7fbd5ca3-5d78-4819-a656-2bb76c5c6480),segment_id=7fbd5ca3-5d78-4819-a656-2bb76c5c6480)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:45:56.812950 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-b3ee3a6f-09a1-4e87-a8da-4e997cd7fc4d req-c45d7196-1f9f-427c-8562-d4186731574b tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (81f93a8b-cf1d-4229-aa95-8efb447b6b7d), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:45:56.825047 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-b3ee3a6f-09a1-4e87-a8da-4e997cd7fc4d req-c45d7196-1f9f-427c-8562-d4186731574b tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Calling delete_port for 81f93a8b-cf1d-4229-aa95-8efb447b6b7d owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:45:56.954531 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-b3ee3a6f-09a1-4e87-a8da-4e997cd7fc4d req-c45d7196-1f9f-427c-8562-d4186731574b tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (81f93a8b-cf1d-4229-aa95-8efb447b6b7d), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:45:56.986887 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45d7196-1f9f-427c-8562-d4186731574b tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Pushing event deleted for resources: {'Port': ['ID=81f93a8b-cf1d-4229-aa95-8efb447b6b7d,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:45:57.030404 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3ee3a6f-09a1-4e87-a8da-4e997cd7fc4d req-c45d7196-1f9f-427c-8562-d4186731574b tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] No DVR routers for this DVR port 81f93a8b-cf1d-4229-aa95-8efb447b6b7d on host n-h1-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:45:57.033100 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-b3ee3a6f-09a1-4e87-a8da-4e997cd7fc4d req-c45d7196-1f9f-427c-8562-d4186731574b tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:45:57.037349 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b3ee3a6f-09a1-4e87-a8da-4e997cd7fc4d req-c45d7196-1f9f-427c-8562-d4186731574b tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.88 "DELETE /v2.0/ports/81f93a8b-cf1d-4229-aa95-8efb447b6b7d HTTP/1.1" status: 204 len: 173 time: 0.4136024 Feb 02 07:45:57.037814 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a17b2669-35e6-4979-aace-ec958196ea26', 'name': 'network-vif-deleted', 'tag': '81f93a8b-cf1d-4229-aa95-8efb447b6b7d'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:45:57.040095 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-540c53f3-98bd-4b0f-862a-b8f2192742a3" -d '{"events": [{"server_uuid": "a17b2669-35e6-4979-aace-ec958196ea26", "name": "network-vif-deleted", "tag": "81f93a8b-cf1d-4229-aa95-8efb447b6b7d"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:45:57.076212 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e828ebc-9fe7-4e74-a8f0-ba85bd5ff98f x-openstack-request-id: req-8e828ebc-9fe7-4e74-a8f0-ba85bd5ff98f {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:45:57.076533 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a17b2669-35e6-4979-aace-ec958196ea26", "name": "network-vif-deleted", "tag": "81f93a8b-cf1d-4229-aa95-8efb447b6b7d", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:45:57.076795 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-8e828ebc-9fe7-4e74-a8f0-ba85bd5ff98f {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:45:57.077209 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a17b2669-35e6-4979-aace-ec958196ea26', 'name': 'network-vif-deleted', 'tag': '81f93a8b-cf1d-4229-aa95-8efb447b6b7d', 'status': 'completed', 'code': 200} Feb 02 07:45:57.276896 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8cc3bb4e-4209-4359-a5c8-749a10292791 req-e9ab4fc9-5fa3-404c-9a6e-bcee6c333fbf tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=a17b2669-35e6-4979-aace-ec958196ea26 HTTP/1.1" status: 200 len: 210 time: 0.0277765 Feb 02 07:45:57.623807 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:45:58.373041 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7d42ee21-6840-4875-a312-6fbcb7ca23d2 req-875ebebd-4e42-45f3-a98c-7c12a2359b40 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=a17b2669-35e6-4979-aace-ec958196ea26 HTTP/1.1" status: 200 len: 210 time: 0.0265625 Feb 02 07:45:59.469268 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8fe5b6de-d0c0-450a-9b06-c0233d11626c req-4f596b59-dec0-4636-84b4-719492bcf7c3 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=a17b2669-35e6-4979-aace-ec958196ea26 HTTP/1.1" status: 200 len: 210 time: 0.0275698 Feb 02 07:45:59.943096 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 81f93a8b-cf1d-4229-aa95-8efb447b6b7d no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:45:59.963611 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: 81f93a8b-cf1d-4229-aa95-8efb447b6b7d {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:45:59.963982 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 81f93a8b-cf1d-4229-aa95-8efb447b6b7d not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:46:00.564421 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2e02fbd0-edfa-4f33-aac5-11d72a49f057 req-3a43a4a4-fcf5-4295-8cf0-39d8699e36a1 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=a17b2669-35e6-4979-aace-ec958196ea26 HTTP/1.1" status: 200 len: 210 time: 0.0274296 Feb 02 07:46:01.659489 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-866efc70-58b3-477f-9b58-c680b81e01ac req-9b80f347-e9b3-40c7-91c2-c29968f273cd tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=a17b2669-35e6-4979-aace-ec958196ea26 HTTP/1.1" status: 200 len: 210 time: 0.0273550 Feb 02 07:46:02.757640 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b3af04b5-616c-44a7-b52f-4074b6ff1644 req-6ac445ec-e480-4693-80f8-8d24c3850bd9 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=a17b2669-35e6-4979-aace-ec958196ea26 HTTP/1.1" status: 200 len: 210 time: 0.0302696 Feb 02 07:46:03.184009 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:46:03.853624 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4a5106e7-d577-44a4-9bb6-5d0f86f320be req-33a9a523-944c-4afa-907c-f9ef8321e933 tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=a17b2669-35e6-4979-aace-ec958196ea26 HTTP/1.1" status: 200 len: 210 time: 0.0282321 Feb 02 07:46:04.951085 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-429d01e3-eaf1-42c9-a124-375a38a321c3 req-52c835a6-d8c8-45b2-aac2-29f0d5fafe0a tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "GET /v2.0/ports?device_id=a17b2669-35e6-4979-aace-ec958196ea26 HTTP/1.1" status: 200 len: 210 time: 0.0274258 Feb 02 07:46:06.008800 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 34686) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:46:06.132174 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-2358e846-c5f7-4108-8d24-8d5a47a6e32b tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Deleting port daa1ea65-070a-4775-9a1a-b54db3e9aacc {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:46:06.132524 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2358e846-c5f7-4108-8d24-8d5a47a6e32b tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (daa1ea65-070a-4775-9a1a-b54db3e9aacc), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:06.210987 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2358e846-c5f7-4108-8d24-8d5a47a6e32b tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (daa1ea65-070a-4775-9a1a-b54db3e9aacc), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:06.211314 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2358e846-c5f7-4108-8d24-8d5a47a6e32b tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks [] for floatingip (daa1ea65-070a-4775-9a1a-b54db3e9aacc), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:06.222813 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-2358e846-c5f7-4108-8d24-8d5a47a6e32b tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Calling delete_port for daa1ea65-070a-4775-9a1a-b54db3e9aacc owned by network:floatingip {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:46:06.350451 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2358e846-c5f7-4108-8d24-8d5a47a6e32b tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (daa1ea65-070a-4775-9a1a-b54db3e9aacc), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:06.380860 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2358e846-c5f7-4108-8d24-8d5a47a6e32b tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Pushing event deleted for resources: {'Port': ['ID=daa1ea65-070a-4775-9a1a-b54db3e9aacc,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:46:06.440220 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2358e846-c5f7-4108-8d24-8d5a47a6e32b tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks [] for floatingip (84821091-eaf0-4743-9f89-18029d2e03fc), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:06.443067 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2358e846-c5f7-4108-8d24-8d5a47a6e32b tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:06.444163 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-2358e846-c5f7-4108-8d24-8d5a47a6e32b tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "DELETE /v2.0/floatingips/84821091-eaf0-4743-9f89-18029d2e03fc HTTP/1.1" status: 204 len: 168 time: 0.4343798 Feb 02 07:46:11.039617 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b42c3f76-1e78-4277-b6ca-f5af2c6a515e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:11.825079 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 34706) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:46:11.883495 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d27f4ee2-2d9e-42f1-b9ca-c4022c385f9c tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks [] for security_group (d5c1a263-f353-4f3c-84c8-5c40bf02269c), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:11.913150 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d27f4ee2-2d9e-42f1-b9ca-c4022c385f9c tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks [] for security_group (d5c1a263-f353-4f3c-84c8-5c40bf02269c), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:11.971232 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d27f4ee2-2d9e-42f1-b9ca-c4022c385f9c tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (d5c1a263-f353-4f3c-84c8-5c40bf02269c), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:11.974234 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d27f4ee2-2d9e-42f1-b9ca-c4022c385f9c tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:11.975399 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d27f4ee2-2d9e-42f1-b9ca-c4022c385f9c tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] 10.222.0.87 "DELETE /v2.0/security-groups/d5c1a263-f353-4f3c-84c8-5c40bf02269c HTTP/1.1" status: 204 len: 168 time: 0.1493561 Feb 02 07:46:11.984943 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27f4ee2-2d9e-42f1-b9ca-c4022c385f9c tempest-TestVolumeBootPattern-771199765 tempest-TestVolumeBootPattern-771199765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c1a263-f353-4f3c-84c8-5c40bf02269c,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:46:12.044016 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 34710) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:46:12.491297 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0fd4c2b0-58db-4113-ab4e-a9bb2851896f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:12.740823 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-0fd4c2b0-58db-4113-ab4e-a9bb2851896f admin admin] Deleting port b90acc1f-e7f8-4342-9761-c45d40295558 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:46:12.741160 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0fd4c2b0-58db-4113-ab4e-a9bb2851896f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (b90acc1f-e7f8-4342-9761-c45d40295558), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:12.817958 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-0fd4c2b0-58db-4113-ab4e-a9bb2851896f admin admin] For port b90acc1f-e7f8-4342-9761-c45d40295558, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=b90acc1f-e7f8-4342-9761-c45d40295558,segment=NetworkSegment(7fbd5ca3-5d78-4819-a656-2bb76c5c6480),segment_id=7fbd5ca3-5d78-4819-a656-2bb76c5c6480)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:46:12.818324 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0fd4c2b0-58db-4113-ab4e-a9bb2851896f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (b90acc1f-e7f8-4342-9761-c45d40295558), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:12.835307 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-0fd4c2b0-58db-4113-ab4e-a9bb2851896f admin admin] Calling delete_port for b90acc1f-e7f8-4342-9761-c45d40295558 owned by network:router_interface {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:46:13.013138 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0fd4c2b0-58db-4113-ab4e-a9bb2851896f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (b90acc1f-e7f8-4342-9761-c45d40295558), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:13.038035 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd4c2b0-58db-4113-ab4e-a9bb2851896f admin admin] Pushing event deleted for resources: {'Port': ['ID=b90acc1f-e7f8-4342-9761-c45d40295558,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:46:13.210828 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0fd4c2b0-58db-4113-ab4e-a9bb2851896f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:13.326117 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-87e37b55-22c5-47be-88d6-39e7793e57dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:13.433974 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fd4c2b0-58db-4113-ab4e-a9bb2851896f admin admin] Router bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:46:13.542345 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd4c2b0-58db-4113-ab4e-a9bb2851896f admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:46:13.549296 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-0fd4c2b0-58db-4113-ab4e-a9bb2851896f admin admin] 10.222.0.87 "PUT /v2.0/routers/bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5037513 Feb 02 07:46:13.551884 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b1b8be-fc82-465e-87d9-1f9367778231 None None] Sync routers for ids ['bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:46:13.552055 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 34714) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:46:13.561800 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b1b8be-fc82-465e-87d9-1f9367778231 None None] Routers {'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:46:13.562511 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-f9b1b8be-fc82-465e-87d9-1f9367778231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:46:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:46:13.678109 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-f9b1b8be-fc82-465e-87d9-1f9367778231 None None] Set router bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:46:13.870151 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-f9b1b8be-fc82-465e-87d9-1f9367778231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'name': 'tempest-TestVolumeBootPattern-1486195493-router', 'tenant_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': 'e6df76c1-88ea-49a8-9d08-047896a26733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:33:45Z', 'updated_at': '2022-02-02T07:46:12Z', 'revision_number': 5, 'project_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'gw_port': {'id': 'e6df76c1-88ea-49a8-9d08-047896a26733', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:98:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:46Z', 'updated_at': '2022-02-02T07:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:46:13.897398 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b1b8be-fc82-465e-87d9-1f9367778231 None None] Checking router: bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:46:13.906973 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b1b8be-fc82-465e-87d9-1f9367778231 None None] Routers {'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:46:13.907624 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-f9b1b8be-fc82-465e-87d9-1f9367778231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:46:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:46:13.947589 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-09d9839a-1a2b-431c-a9fd-07697a025c4c admin admin] Publish callbacks [] for router (bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:14.015537 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-f9b1b8be-fc82-465e-87d9-1f9367778231 None None] Set router bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:46:14.051344 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-09d9839a-1a2b-431c-a9fd-07697a025c4c admin admin] Publish callbacks [] for router_gateway (bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:14.103786 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-09d9839a-1a2b-431c-a9fd-07697a025c4c admin admin] Deleting port e6df76c1-88ea-49a8-9d08-047896a26733 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:46:14.104133 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-09d9839a-1a2b-431c-a9fd-07697a025c4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (e6df76c1-88ea-49a8-9d08-047896a26733), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:14.188466 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-09d9839a-1a2b-431c-a9fd-07697a025c4c admin admin] For port e6df76c1-88ea-49a8-9d08-047896a26733, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=e6df76c1-88ea-49a8-9d08-047896a26733,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:46:14.188837 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-09d9839a-1a2b-431c-a9fd-07697a025c4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (e6df76c1-88ea-49a8-9d08-047896a26733), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:14.198151 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-f9b1b8be-fc82-465e-87d9-1f9367778231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'name': 'tempest-TestVolumeBootPattern-1486195493-router', 'tenant_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': 'e6df76c1-88ea-49a8-9d08-047896a26733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:33:45Z', 'updated_at': '2022-02-02T07:46:12Z', 'revision_number': 5, 'project_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'gw_port': {'id': 'e6df76c1-88ea-49a8-9d08-047896a26733', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:98:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:46Z', 'updated_at': '2022-02-02T07:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:46:14.202325 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-09d9839a-1a2b-431c-a9fd-07697a025c4c admin admin] Calling delete_port for e6df76c1-88ea-49a8-9d08-047896a26733 owned by network:router_gateway {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:46:14.228330 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b1b8be-fc82-465e-87d9-1f9367778231 None None] The sync data for ids ['bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b'] in n-d-789963-26 is: [{'id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'name': 'tempest-TestVolumeBootPattern-1486195493-router', 'tenant_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': 'e6df76c1-88ea-49a8-9d08-047896a26733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:33:45Z', 'updated_at': '2022-02-02T07:46:12Z', 'revision_number': 5, 'project_id': 'c3998c4a9fb54dbfb254f927a9c64ece', 'gw_port': {'id': 'e6df76c1-88ea-49a8-9d08-047896a26733', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:98:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:46Z', 'updated_at': '2022-02-02T07:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:46:14.371272 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-09d9839a-1a2b-431c-a9fd-07697a025c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (e6df76c1-88ea-49a8-9d08-047896a26733), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:14.400946 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d9839a-1a2b-431c-a9fd-07697a025c4c admin admin] Pushing event deleted for resources: {'Port': ['ID=e6df76c1-88ea-49a8-9d08-047896a26733,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:46:14.463728 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-09d9839a-1a2b-431c-a9fd-07697a025c4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:14.554781 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-09d9839a-1a2b-431c-a9fd-07697a025c4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:14.557014 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-09d9839a-1a2b-431c-a9fd-07697a025c4c admin admin] Publish callbacks [] for router_controller (bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:14.601910 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-09d9839a-1a2b-431c-a9fd-07697a025c4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:14.602595 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d9839a-1a2b-431c-a9fd-07697a025c4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b {{(pid=109693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:46:14.607676 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-09d9839a-1a2b-431c-a9fd-07697a025c4c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:14.611120 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-09d9839a-1a2b-431c-a9fd-07697a025c4c admin admin] 10.222.0.87 "DELETE /v2.0/routers/bd7b3b66-a3fa-4ab5-a264-e74c5c003c4b HTTP/1.1" status: 204 len: 168 time: 1.0558398 Feb 02 07:46:14.611351 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 34716) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:46:14.661960 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7715389-e2a7-40fa-b7b3-2a14f471b766 admin admin] Deleting subnet 8f0c010c-d5c1-4b63-8939-b46551f6cb84 {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:46:14.665207 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e7715389-e2a7-40fa-b7b3-2a14f471b766 admin admin] Publish callbacks [] for subnet (8f0c010c-d5c1-4b63-8939-b46551f6cb84), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:14.700096 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e7715389-e2a7-40fa-b7b3-2a14f471b766 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (8f0c010c-d5c1-4b63-8939-b46551f6cb84), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:14.780421 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e7715389-e2a7-40fa-b7b3-2a14f471b766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (8f0c010c-d5c1-4b63-8939-b46551f6cb84), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:14.803528 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:14.841781 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e7715389-e2a7-40fa-b7b3-2a14f471b766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (8f0c010c-d5c1-4b63-8939-b46551f6cb84), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:14.872412 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7715389-e2a7-40fa-b7b3-2a14f471b766 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f0c010c-d5c1-4b63-8939-b46551f6cb84,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:46:14.878320 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e7715389-e2a7-40fa-b7b3-2a14f471b766 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:14.883041 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e7715389-e2a7-40fa-b7b3-2a14f471b766 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/8f0c010c-d5c1-4b63-8939-b46551f6cb84 HTTP/1.1" status: 204 len: 168 time: 0.2707493 Feb 02 07:46:14.883624 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce572b44-0b5c-4cd9-8784-551b154fab57 None None] Network 99c393e5-edbe-4583-8514-7c998c6986c0 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:46:14.885579 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 34718) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:46:14.954016 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c62eea8d-e834-4877-ae16-eb27f59f1bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (99c393e5-edbe-4583-8514-7c998c6986c0), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:15.006922 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-c62eea8d-e834-4877-ae16-eb27f59f1bad admin admin] Deleting port dafd2b36-da9e-4b06-b5a7-8d4c487f783a {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:46:15.007267 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c62eea8d-e834-4877-ae16-eb27f59f1bad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (dafd2b36-da9e-4b06-b5a7-8d4c487f783a), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:15.072648 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-c62eea8d-e834-4877-ae16-eb27f59f1bad admin admin] For port dafd2b36-da9e-4b06-b5a7-8d4c487f783a, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=dafd2b36-da9e-4b06-b5a7-8d4c487f783a,segment=NetworkSegment(7fbd5ca3-5d78-4819-a656-2bb76c5c6480),segment_id=7fbd5ca3-5d78-4819-a656-2bb76c5c6480)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:46:15.073013 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c62eea8d-e834-4877-ae16-eb27f59f1bad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (dafd2b36-da9e-4b06-b5a7-8d4c487f783a), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:15.085987 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-c62eea8d-e834-4877-ae16-eb27f59f1bad admin admin] Calling delete_port for dafd2b36-da9e-4b06-b5a7-8d4c487f783a owned by network:dhcp {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:46:15.164043 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c62eea8d-e834-4877-ae16-eb27f59f1bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (dafd2b36-da9e-4b06-b5a7-8d4c487f783a), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:15.193159 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62eea8d-e834-4877-ae16-eb27f59f1bad admin admin] Pushing event deleted for resources: {'Port': ['ID=dafd2b36-da9e-4b06-b5a7-8d4c487f783a,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:46:15.196650 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62eea8d-e834-4877-ae16-eb27f59f1bad admin admin] No DVR routers for this DVR port dafd2b36-da9e-4b06-b5a7-8d4c487f783a on host n-d-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:46:15.223390 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec5d27d-f542-4200-b8e6-2a201ce1420f None None] DHCP port deletion for 99c393e5-edbe-4583-8514-7c998c6986c0 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:46:15.276957 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c62eea8d-e834-4877-ae16-eb27f59f1bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (99c393e5-edbe-4583-8514-7c998c6986c0), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:15.297216 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-c62eea8d-e834-4877-ae16-eb27f59f1bad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99c393e5-edbe-4583-8514-7c998c6986c0']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:46:15.306851 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-c62eea8d-e834-4877-ae16-eb27f59f1bad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fbd5ca3-5d78-4819-a656-2bb76c5c6480') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:46:15.307151 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-c62eea8d-e834-4877-ae16-eb27f59f1bad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fbd5ca3-5d78-4819-a656-2bb76c5c6480') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:46:15.316903 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c62eea8d-e834-4877-ae16-eb27f59f1bad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (7fbd5ca3-5d78-4819-a656-2bb76c5c6480), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:15.329766 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c62eea8d-e834-4877-ae16-eb27f59f1bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (7fbd5ca3-5d78-4819-a656-2bb76c5c6480), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:15.336558 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c62eea8d-e834-4877-ae16-eb27f59f1bad admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:46:15.337032 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c62eea8d-e834-4877-ae16-eb27f59f1bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (7fbd5ca3-5d78-4819-a656-2bb76c5c6480), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:15.338680 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:46:15.338680 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:46:15.338680 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:46:15.338680 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:46:15.338680 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:46:15.338680 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:46:15.338680 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:46:15.338680 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:46:15.338680 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:46:15.338680 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:46:15.338680 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:46:15.338680 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:46:15.338680 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:46:15.338680 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:46:15.338680 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:46:15.338680 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:46:15.338680 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:46:15.338680 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:46:15.338680 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:46:15.338680 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:46:15.338680 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:46:15.338680 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:46:15.338680 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:46:15.338680 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:46:15.338680 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:46:15.338680 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:46:15.338680 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:46:15.338680 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:46:15.338680 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:46:15.338680 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:46:15.338680 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:46:15.338680 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:46:15.397100 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c62eea8d-e834-4877-ae16-eb27f59f1bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (99c393e5-edbe-4583-8514-7c998c6986c0), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:15.402832 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c62eea8d-e834-4877-ae16-eb27f59f1bad admin admin] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:15.406022 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-c62eea8d-e834-4877-ae16-eb27f59f1bad admin admin] 10.222.0.87 "DELETE /v2.0/networks/99c393e5-edbe-4583-8514-7c998c6986c0 HTTP/1.1" status: 204 len: 168 time: 0.5195279 Feb 02 07:46:15.409282 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 34720) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:46:15.416624 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62eea8d-e834-4877-ae16-eb27f59f1bad admin admin] Pushing event deleted for resources: {'Network': ['ID=99c393e5-edbe-4583-8514-7c998c6986c0,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:46:15.756898 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0658ea1a-2ee2-4092-83c1-2b5fc17388d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (70e6444c-6e6d-4a56-b033-329b0b14485f), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:15.953928 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device b90acc1f-e7f8-4342-9761-c45d40295558 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:46:15.973794 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: b90acc1f-e7f8-4342-9761-c45d40295558 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:46:15.974130 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device b90acc1f-e7f8-4342-9761-c45d40295558 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:46:15.974553 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device dafd2b36-da9e-4b06-b5a7-8d4c487f783a no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:46:15.993397 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: dafd2b36-da9e-4b06-b5a7-8d4c487f783a {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:46:15.993748 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device dafd2b36-da9e-4b06-b5a7-8d4c487f783a not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:46:15.994167 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device e6df76c1-88ea-49a8-9d08-047896a26733 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:46:16.000376 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-0658ea1a-2ee2-4092-83c1-2b5fc17388d0 admin admin] Deleting port f1042c53-facd-4103-b502-bdcad8a6306e {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:46:16.000723 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0658ea1a-2ee2-4092-83c1-2b5fc17388d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (f1042c53-facd-4103-b502-bdcad8a6306e), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:16.013514 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: e6df76c1-88ea-49a8-9d08-047896a26733 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:46:16.013786 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device e6df76c1-88ea-49a8-9d08-047896a26733 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:46:16.171335 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:16.384088 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-0658ea1a-2ee2-4092-83c1-2b5fc17388d0 admin admin] For port f1042c53-facd-4103-b502-bdcad8a6306e, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=f1042c53-facd-4103-b502-bdcad8a6306e,segment=NetworkSegment(441e0c06-2b89-47a2-9c9e-f6c22892acb1),segment_id=441e0c06-2b89-47a2-9c9e-f6c22892acb1)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:46:16.384357 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0658ea1a-2ee2-4092-83c1-2b5fc17388d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (f1042c53-facd-4103-b502-bdcad8a6306e), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:16.397088 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-0658ea1a-2ee2-4092-83c1-2b5fc17388d0 admin admin] Calling delete_port for f1042c53-facd-4103-b502-bdcad8a6306e owned by network:router_interface {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:46:16.570472 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0658ea1a-2ee2-4092-83c1-2b5fc17388d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (f1042c53-facd-4103-b502-bdcad8a6306e), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:16.596154 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0658ea1a-2ee2-4092-83c1-2b5fc17388d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1042c53-facd-4103-b502-bdcad8a6306e,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:46:16.762112 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0658ea1a-2ee2-4092-83c1-2b5fc17388d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (70e6444c-6e6d-4a56-b033-329b0b14485f), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:16.973180 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0658ea1a-2ee2-4092-83c1-2b5fc17388d0 admin admin] Router 70e6444c-6e6d-4a56-b033-329b0b14485f has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:46:17.076568 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0658ea1a-2ee2-4092-83c1-2b5fc17388d0 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:46:17.082029 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0658ea1a-2ee2-4092-83c1-2b5fc17388d0 admin admin] 10.222.0.87 "PUT /v2.0/routers/70e6444c-6e6d-4a56-b033-329b0b14485f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6712267 Feb 02 07:46:17.084105 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 34722) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:46:17.086851 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf61ca41-6816-4739-8f16-affe559c1d53 None None] Sync routers for ids ['70e6444c-6e6d-4a56-b033-329b0b14485f'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:46:17.099958 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf61ca41-6816-4739-8f16-affe559c1d53 None None] Routers {'70e6444c-6e6d-4a56-b033-329b0b14485f'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:46:17.100649 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-bf61ca41-6816-4739-8f16-affe559c1d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:46:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['70e6444c-6e6d-4a56-b033-329b0b14485f'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:46:17.187310 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b2d166f3-0221-442c-9eab-cc396448e305 admin admin] Publish callbacks [] for router (70e6444c-6e6d-4a56-b033-329b0b14485f), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:17.204918 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-bf61ca41-6816-4739-8f16-affe559c1d53 None None] Set router 70e6444c-6e6d-4a56-b033-329b0b14485f gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:46:17.290904 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b2d166f3-0221-442c-9eab-cc396448e305 admin admin] Publish callbacks [] for router_gateway (70e6444c-6e6d-4a56-b033-329b0b14485f), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:17.342741 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-b2d166f3-0221-442c-9eab-cc396448e305 admin admin] Deleting port 9249f9de-d38a-4273-90b0-6a0e3323ceb6 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:46:17.343107 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b2d166f3-0221-442c-9eab-cc396448e305 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (9249f9de-d38a-4273-90b0-6a0e3323ceb6), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:17.380953 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-bf61ca41-6816-4739-8f16-affe559c1d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e6444c-6e6d-4a56-b033-329b0b14485f', 'name': 'tempest-TestVolumeBootPattern-590487055-router', 'tenant_id': '93d4f7dce11c413d9d7e6d5f9fd5c778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.91'}], 'enable_snat': True}, 'gw_port_id': '9249f9de-d38a-4273-90b0-6a0e3323ceb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:33:55Z', 'updated_at': '2022-02-02T07:46:16Z', 'revision_number': 5, 'project_id': '93d4f7dce11c413d9d7e6d5f9fd5c778', 'gw_port': {'id': '9249f9de-d38a-4273-90b0-6a0e3323ceb6', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:79:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e6444c-6e6d-4a56-b033-329b0b14485f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:33:56Z', 'updated_at': '2022-02-02T07:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:46:17.408026 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf61ca41-6816-4739-8f16-affe559c1d53 None None] Checking router: 70e6444c-6e6d-4a56-b033-329b0b14485f for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:46:17.416941 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf61ca41-6816-4739-8f16-affe559c1d53 None None] Routers {'70e6444c-6e6d-4a56-b033-329b0b14485f'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:46:17.417537 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-bf61ca41-6816-4739-8f16-affe559c1d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:46:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['70e6444c-6e6d-4a56-b033-329b0b14485f'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:46:17.421193 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-b2d166f3-0221-442c-9eab-cc396448e305 admin admin] For port 9249f9de-d38a-4273-90b0-6a0e3323ceb6, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=9249f9de-d38a-4273-90b0-6a0e3323ceb6,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:46:17.421556 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b2d166f3-0221-442c-9eab-cc396448e305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (9249f9de-d38a-4273-90b0-6a0e3323ceb6), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:17.433990 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-b2d166f3-0221-442c-9eab-cc396448e305 admin admin] Calling delete_port for 9249f9de-d38a-4273-90b0-6a0e3323ceb6 owned by network:router_gateway {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:46:17.464068 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:17.506077 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-bf61ca41-6816-4739-8f16-affe559c1d53 None None] Set router 70e6444c-6e6d-4a56-b033-329b0b14485f gateway port host: None {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:46:17.561594 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-bf61ca41-6816-4739-8f16-affe559c1d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e6444c-6e6d-4a56-b033-329b0b14485f', 'name': 'tempest-TestVolumeBootPattern-590487055-router', 'tenant_id': '93d4f7dce11c413d9d7e6d5f9fd5c778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:33:55Z', 'updated_at': '2022-02-02T07:46:17Z', 'revision_number': 6, 'project_id': '93d4f7dce11c413d9d7e6d5f9fd5c778', 'gw_port_host': None}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:46:17.587831 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf61ca41-6816-4739-8f16-affe559c1d53 None None] The sync data for ids ['70e6444c-6e6d-4a56-b033-329b0b14485f'] in n-d-789963-26 is: [{'id': '70e6444c-6e6d-4a56-b033-329b0b14485f', 'name': 'tempest-TestVolumeBootPattern-590487055-router', 'tenant_id': '93d4f7dce11c413d9d7e6d5f9fd5c778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:33:55Z', 'updated_at': '2022-02-02T07:46:17Z', 'revision_number': 6, 'project_id': '93d4f7dce11c413d9d7e6d5f9fd5c778', 'gw_port_host': None}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:46:17.608057 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b2d166f3-0221-442c-9eab-cc396448e305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (9249f9de-d38a-4273-90b0-6a0e3323ceb6), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:17.641367 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d166f3-0221-442c-9eab-cc396448e305 admin admin] Pushing event deleted for resources: {'Port': ['ID=9249f9de-d38a-4273-90b0-6a0e3323ceb6,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:46:17.701341 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b2d166f3-0221-442c-9eab-cc396448e305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (70e6444c-6e6d-4a56-b033-329b0b14485f), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:17.790472 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b2d166f3-0221-442c-9eab-cc396448e305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (70e6444c-6e6d-4a56-b033-329b0b14485f), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:17.792716 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b2d166f3-0221-442c-9eab-cc396448e305 admin admin] Publish callbacks [] for router_controller (70e6444c-6e6d-4a56-b033-329b0b14485f), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:17.839291 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b2d166f3-0221-442c-9eab-cc396448e305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (70e6444c-6e6d-4a56-b033-329b0b14485f), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:17.839862 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2d166f3-0221-442c-9eab-cc396448e305 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70e6444c-6e6d-4a56-b033-329b0b14485f {{(pid=109694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:46:17.844660 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b2d166f3-0221-442c-9eab-cc396448e305 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:17.845817 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b2d166f3-0221-442c-9eab-cc396448e305 admin admin] 10.222.0.87 "DELETE /v2.0/routers/70e6444c-6e6d-4a56-b033-329b0b14485f HTTP/1.1" status: 204 len: 168 time: 0.7608185 Feb 02 07:46:17.848776 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 34724) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:46:17.892469 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-215cb2fe-0af2-4ecb-8170-57c6fe385113 admin admin] Deleting subnet ca9a41c7-1576-4f8b-9f4d-3a952d437593 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:46:17.896185 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-215cb2fe-0af2-4ecb-8170-57c6fe385113 admin admin] Publish callbacks [] for subnet (ca9a41c7-1576-4f8b-9f4d-3a952d437593), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:17.932624 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-215cb2fe-0af2-4ecb-8170-57c6fe385113 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (ca9a41c7-1576-4f8b-9f4d-3a952d437593), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:18.015654 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-215cb2fe-0af2-4ecb-8170-57c6fe385113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (ca9a41c7-1576-4f8b-9f4d-3a952d437593), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:18.028936 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device f1042c53-facd-4103-b502-bdcad8a6306e no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:46:18.052420 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: f1042c53-facd-4103-b502-bdcad8a6306e {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:46:18.052863 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device f1042c53-facd-4103-b502-bdcad8a6306e not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:46:18.077323 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-215cb2fe-0af2-4ecb-8170-57c6fe385113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (ca9a41c7-1576-4f8b-9f4d-3a952d437593), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:18.105701 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215cb2fe-0af2-4ecb-8170-57c6fe385113 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca9a41c7-1576-4f8b-9f4d-3a952d437593,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:46:18.107617 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-215cb2fe-0af2-4ecb-8170-57c6fe385113 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:18.110808 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-215cb2fe-0af2-4ecb-8170-57c6fe385113 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/ca9a41c7-1576-4f8b-9f4d-3a952d437593 HTTP/1.1" status: 204 len: 168 time: 0.2611129 Feb 02 07:46:18.112744 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37b3a4b-ea84-4e3a-bbc8-2d29c4ea25a8 None None] Network 30694a4d-bdf0-4756-9dc8-f5baf687f1df requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:46:18.113373 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 34726) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:46:18.181804 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8d4f926a-1cc5-492b-a6b5-0e3030f57b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (30694a4d-bdf0-4756-9dc8-f5baf687f1df), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:18.240910 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-8d4f926a-1cc5-492b-a6b5-0e3030f57b5c admin admin] Deleting port c1af5fc8-37ac-460c-8906-789f735081a5 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:46:18.241277 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8d4f926a-1cc5-492b-a6b5-0e3030f57b5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (c1af5fc8-37ac-460c-8906-789f735081a5), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:18.301808 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-8d4f926a-1cc5-492b-a6b5-0e3030f57b5c admin admin] For port c1af5fc8-37ac-460c-8906-789f735081a5, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=c1af5fc8-37ac-460c-8906-789f735081a5,segment=NetworkSegment(441e0c06-2b89-47a2-9c9e-f6c22892acb1),segment_id=441e0c06-2b89-47a2-9c9e-f6c22892acb1)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:46:18.302097 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8d4f926a-1cc5-492b-a6b5-0e3030f57b5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (c1af5fc8-37ac-460c-8906-789f735081a5), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:18.313945 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-8d4f926a-1cc5-492b-a6b5-0e3030f57b5c admin admin] Calling delete_port for c1af5fc8-37ac-460c-8906-789f735081a5 owned by network:dhcp {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:46:18.352592 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6531758-10dc-4b8d-9829-458453c86b51 None None] DHCP port deletion for 30694a4d-bdf0-4756-9dc8-f5baf687f1df request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:46:18.400327 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8d4f926a-1cc5-492b-a6b5-0e3030f57b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (c1af5fc8-37ac-460c-8906-789f735081a5), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:18.405928 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-c6531758-10dc-4b8d-9829-458453c86b51 None None] Deleting port c1af5fc8-37ac-460c-8906-789f735081a5 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:46:18.406305 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c6531758-10dc-4b8d-9829-458453c86b51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (c1af5fc8-37ac-460c-8906-789f735081a5), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:18.428078 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4f926a-1cc5-492b-a6b5-0e3030f57b5c admin admin] Pushing event deleted for resources: {'Port': ['ID=c1af5fc8-37ac-460c-8906-789f735081a5,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:46:18.431809 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4f926a-1cc5-492b-a6b5-0e3030f57b5c admin admin] No DVR routers for this DVR port c1af5fc8-37ac-460c-8906-789f735081a5 on host n-d-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:46:18.512133 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8d4f926a-1cc5-492b-a6b5-0e3030f57b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (30694a4d-bdf0-4756-9dc8-f5baf687f1df), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:18.536422 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-8d4f926a-1cc5-492b-a6b5-0e3030f57b5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30694a4d-bdf0-4756-9dc8-f5baf687f1df']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:46:18.546706 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-8d4f926a-1cc5-492b-a6b5-0e3030f57b5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '441e0c06-2b89-47a2-9c9e-f6c22892acb1') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:46:18.546998 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-8d4f926a-1cc5-492b-a6b5-0e3030f57b5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '441e0c06-2b89-47a2-9c9e-f6c22892acb1') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:46:18.558293 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8d4f926a-1cc5-492b-a6b5-0e3030f57b5c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (441e0c06-2b89-47a2-9c9e-f6c22892acb1), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:18.576283 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8d4f926a-1cc5-492b-a6b5-0e3030f57b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (441e0c06-2b89-47a2-9c9e-f6c22892acb1), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:18.584190 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d4f926a-1cc5-492b-a6b5-0e3030f57b5c admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:46:18.584648 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8d4f926a-1cc5-492b-a6b5-0e3030f57b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (441e0c06-2b89-47a2-9c9e-f6c22892acb1), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:18.586596 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:46:18.586596 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:46:18.586596 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:46:18.586596 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:46:18.586596 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:46:18.586596 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:46:18.586596 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:46:18.586596 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:46:18.586596 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:46:18.586596 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:46:18.586596 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:46:18.586596 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:46:18.586596 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:46:18.586596 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:46:18.586596 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:46:18.586596 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:46:18.586596 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:46:18.586596 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:46:18.586596 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:46:18.586596 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:46:18.586596 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:46:18.586596 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:46:18.586596 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:46:18.586596 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:46:18.586596 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:46:18.586596 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:46:18.586596 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:46:18.586596 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:46:18.586596 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:46:18.586596 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:46:18.586596 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:46:18.586596 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:46:18.639993 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-c6531758-10dc-4b8d-9829-458453c86b51 None None] For port c1af5fc8-37ac-460c-8906-789f735081a5, host n-d-789963-26, got binding levels [] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:46:18.640493 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c6531758-10dc-4b8d-9829-458453c86b51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (c1af5fc8-37ac-460c-8906-789f735081a5), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:18.646141 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8d4f926a-1cc5-492b-a6b5-0e3030f57b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (30694a4d-bdf0-4756-9dc8-f5baf687f1df), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:18.652034 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8d4f926a-1cc5-492b-a6b5-0e3030f57b5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:18.655276 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-c6531758-10dc-4b8d-9829-458453c86b51 None None] Calling delete_port for c1af5fc8-37ac-460c-8906-789f735081a5 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:46:18.655428 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-8d4f926a-1cc5-492b-a6b5-0e3030f57b5c admin admin] 10.222.0.87 "DELETE /v2.0/networks/30694a4d-bdf0-4756-9dc8-f5baf687f1df HTTP/1.1" status: 204 len: 168 time: 0.5410028 Feb 02 07:46:18.660534 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.ipam_backend_mixin [None req-c6531758-10dc-4b8d-9829-458453c86b51 None None] Port c1af5fc8-37ac-460c-8906-789f735081a5 was not found and therefore no delete operation was performed {{(pid=109695) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 02 07:46:18.662052 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c6531758-10dc-4b8d-9829-458453c86b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (c1af5fc8-37ac-460c-8906-789f735081a5), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:18.666824 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4f926a-1cc5-492b-a6b5-0e3030f57b5c admin admin] Pushing event deleted for resources: {'Network': ['ID=30694a4d-bdf0-4756-9dc8-f5baf687f1df,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:46:18.684963 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c6531758-10dc-4b8d-9829-458453c86b51 None None] Network 30694a4d-bdf0-4756-9dc8-f5baf687f1df is not hosted by any dhcp agent {{(pid=109695) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 02 07:46:18.685433 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6531758-10dc-4b8d-9829-458453c86b51 None None] No DVR routers for this DVR port c1af5fc8-37ac-460c-8906-789f735081a5 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:46:18.687161 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6531758-10dc-4b8d-9829-458453c86b51 None None] Pushing event deleted for resources: {'Port': ['ID=c1af5fc8-37ac-460c-8906-789f735081a5,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:46:18.701981 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6531758-10dc-4b8d-9829-458453c86b51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:46:18.701981 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6531758-10dc-4b8d-9829-458453c86b51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:46:18.701981 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6531758-10dc-4b8d-9829-458453c86b51 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:46:18.701981 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6531758-10dc-4b8d-9829-458453c86b51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:46:18.701981 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6531758-10dc-4b8d-9829-458453c86b51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:46:18.701981 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6531758-10dc-4b8d-9829-458453c86b51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:46:18.701981 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6531758-10dc-4b8d-9829-458453c86b51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:46:18.702959 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6531758-10dc-4b8d-9829-458453c86b51 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:46:18.702959 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6531758-10dc-4b8d-9829-458453c86b51 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:46:18.702959 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6531758-10dc-4b8d-9829-458453c86b51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:46:18.703183 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6531758-10dc-4b8d-9829-458453c86b51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:46:18.703347 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6531758-10dc-4b8d-9829-458453c86b51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:46:18.703876 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6531758-10dc-4b8d-9829-458453c86b51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:46:18.774268 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 34730) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:46:18.813766 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0d8478bd-3e59-424a-95d3-3e32425d488f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c3998c4a9fb54dbfb254f927a9c64ece&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382593 Feb 02 07:46:18.816899 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 34732) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:46:18.866377 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ecd4f76c-9a07-4d4b-aa9f-373ec18aba37 admin admin] Publish callbacks [] for security_group (c7ec4b0d-099e-4d20-8038-f1ab37b45adc), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:18.887500 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ecd4f76c-9a07-4d4b-aa9f-373ec18aba37 admin admin] Publish callbacks [] for security_group (c7ec4b0d-099e-4d20-8038-f1ab37b45adc), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:18.933080 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ecd4f76c-9a07-4d4b-aa9f-373ec18aba37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (c7ec4b0d-099e-4d20-8038-f1ab37b45adc), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:18.935787 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ecd4f76c-9a07-4d4b-aa9f-373ec18aba37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:18.936938 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-ecd4f76c-9a07-4d4b-aa9f-373ec18aba37 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c7ec4b0d-099e-4d20-8038-f1ab37b45adc HTTP/1.1" status: 204 len: 168 time: 0.1191144 Feb 02 07:46:18.945513 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd4f76c-9a07-4d4b-aa9f-373ec18aba37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ec4b0d-099e-4d20-8038-f1ab37b45adc,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:46:19.272373 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 34738) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:46:19.312683 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-8be69053-56ec-4dd9-acd0-b16988db4bb6 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=93d4f7dce11c413d9d7e6d5f9fd5c778&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391736 Feb 02 07:46:19.315096 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 34740) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:46:19.363761 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f523623f-9924-4032-ab17-7fec0eb14c11 admin admin] Publish callbacks [] for security_group (8a5d57ff-f78b-474d-9723-9896182ad1e7), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:19.384036 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f523623f-9924-4032-ab17-7fec0eb14c11 admin admin] Publish callbacks [] for security_group (8a5d57ff-f78b-474d-9723-9896182ad1e7), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:19.435264 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f523623f-9924-4032-ab17-7fec0eb14c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (8a5d57ff-f78b-474d-9723-9896182ad1e7), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:19.438205 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f523623f-9924-4032-ab17-7fec0eb14c11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:19.439431 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-f523623f-9924-4032-ab17-7fec0eb14c11 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/8a5d57ff-f78b-474d-9723-9896182ad1e7 HTTP/1.1" status: 204 len: 168 time: 0.1231196 Feb 02 07:46:19.451197 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f523623f-9924-4032-ab17-7fec0eb14c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5d57ff-f78b-474d-9723-9896182ad1e7,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:46:19.960215 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 9249f9de-d38a-4273-90b0-6a0e3323ceb6 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:46:19.980591 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 9249f9de-d38a-4273-90b0-6a0e3323ceb6 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:46:19.981239 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 9249f9de-d38a-4273-90b0-6a0e3323ceb6 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:46:19.981667 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device c1af5fc8-37ac-460c-8906-789f735081a5 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:46:20.001232 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: c1af5fc8-37ac-460c-8906-789f735081a5 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:46:20.001580 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device c1af5fc8-37ac-460c-8906-789f735081a5 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:46:22.374558 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:27.621663 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:29.794085 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-720a96a0-f948-4397-8fe3-858e17ed27b6 req-eb31f963-d524-4698-b7e8-2aaf5466723e tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=154bfaa0ec774925b0c3086bcc9ca197&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310054 Feb 02 07:46:29.975080 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a96a0-f948-4397-8fe3-858e17ed27b6 req-939b1914-f0fc-466b-8f8a-6c7f7e4537d6 tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:46:29.976578 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-720a96a0-f948-4397-8fe3-858e17ed27b6 req-939b1914-f0fc-466b-8f8a-6c7f7e4537d6 tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1776135 Feb 02 07:46:29.990671 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-720a96a0-f948-4397-8fe3-858e17ed27b6 req-1802fa49-93ef-4633-a5fc-1977a946ef82 tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] 10.222.0.87 "GET /v2.0/quotas/154bfaa0ec774925b0c3086bcc9ca197 HTTP/1.1" status: 200 len: 375 time: 0.0087090 Feb 02 07:46:30.025833 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-720a96a0-f948-4397-8fe3-858e17ed27b6 req-f3674321-8bae-4539-aee6-07c6a15e53be tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=154bfaa0ec774925b0c3086bcc9ca197&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303962 Feb 02 07:46:30.183315 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-243e3b7c-c9f6-4b31-a1e4-dba4c3360de6 req-2156f3db-1506-4bc8-b0dd-cfd38bb8b029 tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] 10.222.0.87 "GET /v2.0/ports?device_id=3cdff490-3868-46ca-8acf-3b8b62e9392d HTTP/1.1" status: 200 len: 210 time: 0.0271254 Feb 02 07:46:31.265928 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-720a96a0-f948-4397-8fe3-858e17ed27b6 req-13dbd2a1-485d-4c5e-b64c-95fc8048db70 tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=154bfaa0ec774925b0c3086bcc9ca197&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308778 Feb 02 07:46:31.286507 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-424cf3e8-20e6-4e3e-90b7-9352173f3922 req-bc0c9b02-f902-4b0b-97aa-539617597e19 tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] 10.222.0.87 "GET /v2.0/ports?device_id=3cdff490-3868-46ca-8acf-3b8b62e9392d HTTP/1.1" status: 200 len: 210 time: 0.0306666 Feb 02 07:46:31.706255 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a96a0-f948-4397-8fe3-858e17ed27b6 req-6ecd141e-07cd-4396-87d4-3947f2c6fe45 tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:46:31.707848 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-720a96a0-f948-4397-8fe3-858e17ed27b6 req-6ecd141e-07cd-4396-87d4-3947f2c6fe45 tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4243684 Feb 02 07:46:31.724744 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-720a96a0-f948-4397-8fe3-858e17ed27b6 req-6ff38347-553b-45cb-b549-6c635a44949b tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] Request body: {'port': {'device_id': '3cdff490-3868-46ca-8acf-3b8b62e9392d', 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1', 'admin_state_up': True, 'tenant_id': '154bfaa0ec774925b0c3086bcc9ca197'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:46:31.833750 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-720a96a0-f948-4397-8fe3-858e17ed27b6 req-6ff38347-553b-45cb-b549-6c635a44949b tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] Made reservation on behalf of 154bfaa0ec774925b0c3086bcc9ca197 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:46:31.837083 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-720a96a0-f948-4397-8fe3-858e17ed27b6 req-6ff38347-553b-45cb-b549-6c635a44949b tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:31.845584 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-720a96a0-f948-4397-8fe3-858e17ed27b6 req-6ff38347-553b-45cb-b549-6c635a44949b tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:31.919383 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-720a96a0-f948-4397-8fe3-858e17ed27b6 req-6ff38347-553b-45cb-b549-6c635a44949b tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] Publish callbacks [] for security_group (62d9b2bd-83cc-44ef-b4cc-f8858297a865), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:31.923099 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-720a96a0-f948-4397-8fe3-858e17ed27b6 req-6ff38347-553b-45cb-b549-6c635a44949b tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (62d9b2bd-83cc-44ef-b4cc-f8858297a865), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:31.990672 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff38347-553b-45cb-b549-6c635a44949b tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62d9b2bd-83cc-44ef-b4cc-f8858297a865,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:46:32.061580 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-720a96a0-f948-4397-8fe3-858e17ed27b6 req-6ff38347-553b-45cb-b549-6c635a44949b tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] Allocated IP 192.168.233.200 (04bc5622-0c2b-4ce8-b107-e6abcbdf57e1/9d773733-62df-4956-84d3-71d17cfb6d11/27768379-d068-4b82-80b9-fdb5841eebc0) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:46:32.214758 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-720a96a0-f948-4397-8fe3-858e17ed27b6 req-6ff38347-553b-45cb-b549-6c635a44949b tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] Publish callbacks [] for port (27768379-d068-4b82-80b9-fdb5841eebc0), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:32.248208 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-720a96a0-f948-4397-8fe3-858e17ed27b6 req-6ff38347-553b-45cb-b549-6c635a44949b tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (27768379-d068-4b82-80b9-fdb5841eebc0), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:32.294230 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-720a96a0-f948-4397-8fe3-858e17ed27b6 req-6ff38347-553b-45cb-b549-6c635a44949b tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] Network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:46:32.299186 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-720a96a0-f948-4397-8fe3-858e17ed27b6 req-6ff38347-553b-45cb-b549-6c635a44949b tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:46:32.302915 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-720a96a0-f948-4397-8fe3-858e17ed27b6 req-6ff38347-553b-45cb-b549-6c635a44949b tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:46:32.309340 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff38347-553b-45cb-b549-6c635a44949b tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] Pushing event updated for resources: {'Port': ['ID=27768379-d068-4b82-80b9-fdb5841eebc0,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:46:32.359336 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a96a0-f948-4397-8fe3-858e17ed27b6 req-6ff38347-553b-45cb-b549-6c635a44949b tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:46:32.359902 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-720a96a0-f948-4397-8fe3-858e17ed27b6 req-6ff38347-553b-45cb-b549-6c635a44949b tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:32.401500 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-720a96a0-f948-4397-8fe3-858e17ed27b6 req-6ff38347-553b-45cb-b549-6c635a44949b tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6803479 Feb 02 07:46:32.418248 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-720a96a0-f948-4397-8fe3-858e17ed27b6 req-24be9949-d794-498c-83af-d7439c58b39c service neutron] Request body: {'port': {'device_id': '3cdff490-3868-46ca-8acf-3b8b62e9392d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:46:32.458713 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a40b8-0813-493b-9cf0-d3c2a5a7f966 req-04d175e7-c2ed-47d2-930c-753a14ba6df2 tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:46:32.460147 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c26a40b8-0813-493b-9cf0-d3c2a5a7f966 req-04d175e7-c2ed-47d2-930c-753a14ba6df2 tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] 10.222.0.87 "GET /v2.0/ports?device_id=3cdff490-3868-46ca-8acf-3b8b62e9392d HTTP/1.1" status: 200 len: 936 time: 0.0935161 Feb 02 07:46:32.513164 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-720a96a0-f948-4397-8fe3-858e17ed27b6 req-24be9949-d794-498c-83af-d7439c58b39c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (27768379-d068-4b82-80b9-fdb5841eebc0), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:32.560438 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c26a40b8-0813-493b-9cf0-d3c2a5a7f966 req-293853ce-fd86-481e-82ef-e8c9d5ce7f05 tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] 10.222.0.87 "GET /v2.0/security-groups?id=62d9b2bd-83cc-44ef-b4cc-f8858297a865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940447 Feb 02 07:46:32.598312 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-db18c917-4d80-4e8c-9832-23e80912022a None None] Provisioning complete for port 27768379-d068-4b82-80b9-fdb5841eebc0 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:46:32.599017 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-db18c917-4d80-4e8c-9832-23e80912022a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (27768379-d068-4b82-80b9-fdb5841eebc0), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:32.632692 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-db18c917-4d80-4e8c-9832-23e80912022a None None] Port 27768379-d068-4b82-80b9-fdb5841eebc0 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:46:32.792188 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-720a96a0-f948-4397-8fe3-858e17ed27b6 req-24be9949-d794-498c-83af-d7439c58b39c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27768379-d068-4b82-80b9-fdb5841eebc0 {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:46:32.799408 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-720a96a0-f948-4397-8fe3-858e17ed27b6 req-24be9949-d794-498c-83af-d7439c58b39c service neutron] Publish callbacks [] for port (27768379-d068-4b82-80b9-fdb5841eebc0), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:32.811072 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-720a96a0-f948-4397-8fe3-858e17ed27b6 req-24be9949-d794-498c-83af-d7439c58b39c service neutron] Transition to ACTIVE for port object 27768379-d068-4b82-80b9-fdb5841eebc0 will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:46:32.814814 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-720a96a0-f948-4397-8fe3-858e17ed27b6 req-24be9949-d794-498c-83af-d7439c58b39c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (27768379-d068-4b82-80b9-fdb5841eebc0), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:32.867239 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24be9949-d794-498c-83af-d7439c58b39c service neutron] Pushing event updated for resources: {'Port': ['ID=27768379-d068-4b82-80b9-fdb5841eebc0,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:46:32.939209 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-720a96a0-f948-4397-8fe3-858e17ed27b6 req-24be9949-d794-498c-83af-d7439c58b39c service neutron] Attempting to bind port 27768379-d068-4b82-80b9-fdb5841eebc0 on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:46:32.939579 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-720a96a0-f948-4397-8fe3-858e17ed27b6 req-24be9949-d794-498c-83af-d7439c58b39c service neutron] Attempting to bind port 27768379-d068-4b82-80b9-fdb5841eebc0 by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:46:32.939919 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720a96a0-f948-4397-8fe3-858e17ed27b6 req-24be9949-d794-498c-83af-d7439c58b39c service neutron] Attempting to bind port 27768379-d068-4b82-80b9-fdb5841eebc0 on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:46:32.945230 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720a96a0-f948-4397-8fe3-858e17ed27b6 req-24be9949-d794-498c-83af-d7439c58b39c service neutron] Port 27768379-d068-4b82-80b9-fdb5841eebc0 on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:46:32.945563 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720a96a0-f948-4397-8fe3-858e17ed27b6 req-24be9949-d794-498c-83af-d7439c58b39c service neutron] Attempting to bind port 27768379-d068-4b82-80b9-fdb5841eebc0 on network 04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:46:32.950613 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720a96a0-f948-4397-8fe3-858e17ed27b6 req-24be9949-d794-498c-83af-d7439c58b39c service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:46:32.950958 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720a96a0-f948-4397-8fe3-858e17ed27b6 req-24be9949-d794-498c-83af-d7439c58b39c service neutron] Checking segment: {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:46:32.951351 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720a96a0-f948-4397-8fe3-858e17ed27b6 req-24be9949-d794-498c-83af-d7439c58b39c service neutron] Bound using segment: {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:46:32.951824 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-720a96a0-f948-4397-8fe3-858e17ed27b6 req-24be9949-d794-498c-83af-d7439c58b39c service neutron] Bound port: 27768379-d068-4b82-80b9-fdb5841eebc0, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c61a70bd-d45a-43f6-b2f1-d7b90264d099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:46:32.952187 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-720a96a0-f948-4397-8fe3-858e17ed27b6 req-24be9949-d794-498c-83af-d7439c58b39c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (27768379-d068-4b82-80b9-fdb5841eebc0), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:33.018505 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-720a96a0-f948-4397-8fe3-858e17ed27b6 req-24be9949-d794-498c-83af-d7439c58b39c service neutron] For port 27768379-d068-4b82-80b9-fdb5841eebc0, host n-h2-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:46:33.021764 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-720a96a0-f948-4397-8fe3-858e17ed27b6 req-24be9949-d794-498c-83af-d7439c58b39c service neutron] For port 27768379-d068-4b82-80b9-fdb5841eebc0, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=27768379-d068-4b82-80b9-fdb5841eebc0,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:46:33.027656 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-720a96a0-f948-4397-8fe3-858e17ed27b6 req-24be9949-d794-498c-83af-d7439c58b39c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (27768379-d068-4b82-80b9-fdb5841eebc0), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:33.061715 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a96a0-f948-4397-8fe3-858e17ed27b6 req-24be9949-d794-498c-83af-d7439c58b39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:46:33.062325 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-720a96a0-f948-4397-8fe3-858e17ed27b6 req-24be9949-d794-498c-83af-d7439c58b39c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:33.063703 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-720a96a0-f948-4397-8fe3-858e17ed27b6 req-24be9949-d794-498c-83af-d7439c58b39c service neutron] 10.222.0.59 "PUT /v2.0/ports/27768379-d068-4b82-80b9-fdb5841eebc0 HTTP/1.1" status: 200 len: 1097 time: 0.6503191 Feb 02 07:46:33.064145 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cdff490-3868-46ca-8acf-3b8b62e9392d', 'tag': '27768379-d068-4b82-80b9-fdb5841eebc0'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:46:33.066987 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60de01ee-8cd9-4cc5-be3d-d0713e7d7918" -d '{"events": [{"name": "network-changed", "server_uuid": "3cdff490-3868-46ca-8acf-3b8b62e9392d", "tag": "27768379-d068-4b82-80b9-fdb5841eebc0"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:46:33.091077 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24be9949-d794-498c-83af-d7439c58b39c service neutron] Pushing event updated for resources: {'Port': ['ID=27768379-d068-4b82-80b9-fdb5841eebc0,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:46:33.116047 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eddf90d-b192-40fe-940e-b8969f825f3c x-openstack-request-id: req-2eddf90d-b192-40fe-940e-b8969f825f3c {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:46:33.116342 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cdff490-3868-46ca-8acf-3b8b62e9392d", "tag": "27768379-d068-4b82-80b9-fdb5841eebc0", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:46:33.116597 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-2eddf90d-b192-40fe-940e-b8969f825f3c {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:46:33.117003 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cdff490-3868-46ca-8acf-3b8b62e9392d', 'tag': '27768379-d068-4b82-80b9-fdb5841eebc0', 'status': 'completed', 'code': 200} Feb 02 07:46:33.183345 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a96a0-f948-4397-8fe3-858e17ed27b6 req-6ba0b067-9121-4cf7-ae54-ce9c37c64b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:46:33.184892 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-720a96a0-f948-4397-8fe3-858e17ed27b6 req-6ba0b067-9121-4cf7-ae54-ce9c37c64b71 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=154bfaa0ec774925b0c3086bcc9ca197&device_id=3cdff490-3868-46ca-8acf-3b8b62e9392d HTTP/1.1" status: 200 len: 1131 time: 0.0538442 Feb 02 07:46:33.233037 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-720a96a0-f948-4397-8fe3-858e17ed27b6 req-7d570ea4-4643-4bf7-b0a9-d38f820f01cb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=27768379-d068-4b82-80b9-fdb5841eebc0 HTTP/1.1" status: 200 len: 217 time: 0.0360117 Feb 02 07:46:33.281046 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a96a0-f948-4397-8fe3-858e17ed27b6 req-924f2759-11a7-481e-a6c3-f780c12e79a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:46:33.282532 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-720a96a0-f948-4397-8fe3-858e17ed27b6 req-924f2759-11a7-481e-a6c3-f780c12e79a0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.0438728 Feb 02 07:46:33.334301 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a96a0-f948-4397-8fe3-858e17ed27b6 req-73ffdd12-0d66-46e7-bdc9-d9da35eb311c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:46:33.335790 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-720a96a0-f948-4397-8fe3-858e17ed27b6 req-73ffdd12-0d66-46e7-bdc9-d9da35eb311c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0480633 Feb 02 07:46:33.426425 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-720a96a0-f948-4397-8fe3-858e17ed27b6 req-f8abe718-4ff5-4cad-8b65-86451638daf5 service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840743 Feb 02 07:46:33.521752 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-720a96a0-f948-4397-8fe3-858e17ed27b6 req-4a1eb3a7-6930-44ec-8993-8d9986bc4b3f service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892937 Feb 02 07:46:33.701587 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60de01ee-8cd9-4cc5-be3d-d0713e7d7918 req-f2eb6400-2323-4649-b725-e0efed1de8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:46:33.703253 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-60de01ee-8cd9-4cc5-be3d-d0713e7d7918 req-f2eb6400-2323-4649-b725-e0efed1de8c7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=154bfaa0ec774925b0c3086bcc9ca197&device_id=3cdff490-3868-46ca-8acf-3b8b62e9392d HTTP/1.1" status: 200 len: 1131 time: 0.0877967 Feb 02 07:46:33.712418 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b68020-2613-45da-a958-f242fa549d68 req-886b71fe-51f4-40d5-ad4b-4a7fe26212bc tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:46:33.713802 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-39b68020-2613-45da-a958-f242fa549d68 req-886b71fe-51f4-40d5-ad4b-4a7fe26212bc tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] 10.222.0.87 "GET /v2.0/ports?device_id=3cdff490-3868-46ca-8acf-3b8b62e9392d HTTP/1.1" status: 200 len: 948 time: 0.0702033 Feb 02 07:46:33.827152 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-39b68020-2613-45da-a958-f242fa549d68 req-80a69ef8-bcab-4961-b9d9-9b613b1053c3 tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] 10.222.0.87 "GET /v2.0/security-groups?id=62d9b2bd-83cc-44ef-b4cc-f8858297a865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041353 Feb 02 07:46:33.843580 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60de01ee-8cd9-4cc5-be3d-d0713e7d7918 req-0ad13b62-55a4-4f85-a9ef-9d7b5d26ec97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:46:33.845074 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-60de01ee-8cd9-4cc5-be3d-d0713e7d7918 req-0ad13b62-55a4-4f85-a9ef-9d7b5d26ec97 service neutron] 10.222.0.59 "GET /v2.0/networks?id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1 HTTP/1.1" status: 200 len: 870 time: 0.1304448 Feb 02 07:46:33.888993 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-60de01ee-8cd9-4cc5-be3d-d0713e7d7918 req-c2412266-da18-4817-8845-f0aa45c24a85 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=27768379-d068-4b82-80b9-fdb5841eebc0 HTTP/1.1" status: 200 len: 217 time: 0.0376344 Feb 02 07:46:33.943826 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60de01ee-8cd9-4cc5-be3d-d0713e7d7918 req-5b106422-907e-4633-a291-1aced92420a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:46:33.945396 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-60de01ee-8cd9-4cc5-be3d-d0713e7d7918 req-5b106422-907e-4633-a291-1aced92420a5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9d773733-62df-4956-84d3-71d17cfb6d11 HTTP/1.1" status: 200 len: 843 time: 0.0513563 Feb 02 07:46:34.004593 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60de01ee-8cd9-4cc5-be3d-d0713e7d7918 req-497055e3-1c9c-4428-bcdf-c606e0b9408d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:46:34.006327 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-60de01ee-8cd9-4cc5-be3d-d0713e7d7918 req-497055e3-1c9c-4428-bcdf-c606e0b9408d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=04bc5622-0c2b-4ce8-b107-e6abcbdf57e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0554161 Feb 02 07:46:34.107805 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-60de01ee-8cd9-4cc5-be3d-d0713e7d7918 req-9b4158a1-f886-419c-aea1-d3dc8cdb8069 service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945580 Feb 02 07:46:34.200147 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-60de01ee-8cd9-4cc5-be3d-d0713e7d7918 req-8ae3c2fe-08b3-43c6-aa31-d6719c22fa72 service neutron] 10.222.0.59 "GET /v2.0/networks/04bc5622-0c2b-4ce8-b107-e6abcbdf57e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856695 Feb 02 07:46:34.945843 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f1c77d-1d8b-44bd-9125-395c127055c9 req-1a883dc2-44fe-42ee-b978-ce247b57b140 tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:46:34.947324 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-71f1c77d-1d8b-44bd-9125-395c127055c9 req-1a883dc2-44fe-42ee-b978-ce247b57b140 tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] 10.222.0.87 "GET /v2.0/ports?device_id=3cdff490-3868-46ca-8acf-3b8b62e9392d HTTP/1.1" status: 200 len: 948 time: 0.0530195 Feb 02 07:46:34.996818 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-71f1c77d-1d8b-44bd-9125-395c127055c9 req-a1f5ec47-5b1c-4d28-9a7c-849ae2c54214 tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] 10.222.0.87 "GET /v2.0/security-groups?id=62d9b2bd-83cc-44ef-b4cc-f8858297a865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439687 Feb 02 07:46:36.114832 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d7cf6d-e5a8-433f-8391-7b8fa035b68e req-326e3f6b-3d1a-4e9b-a921-ce6a00cb2c14 tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:46:36.116382 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-99d7cf6d-e5a8-433f-8391-7b8fa035b68e req-326e3f6b-3d1a-4e9b-a921-ce6a00cb2c14 tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] 10.222.0.87 "GET /v2.0/ports?device_id=3cdff490-3868-46ca-8acf-3b8b62e9392d HTTP/1.1" status: 200 len: 948 time: 0.0527210 Feb 02 07:46:36.163338 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-99d7cf6d-e5a8-433f-8391-7b8fa035b68e req-dae5a054-5f45-4c03-acc5-bfec429c544f tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] 10.222.0.87 "GET /v2.0/security-groups?id=62d9b2bd-83cc-44ef-b4cc-f8858297a865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413454 Feb 02 07:46:37.279677 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb1db6f-9dc4-4122-920e-0ef62731dc08 req-60a9e81a-e39c-4597-9276-54b114a5caa9 tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:46:37.281162 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1fb1db6f-9dc4-4122-920e-0ef62731dc08 req-60a9e81a-e39c-4597-9276-54b114a5caa9 tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] 10.222.0.87 "GET /v2.0/ports?device_id=3cdff490-3868-46ca-8acf-3b8b62e9392d HTTP/1.1" status: 200 len: 948 time: 0.0515540 Feb 02 07:46:37.326960 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1fb1db6f-9dc4-4122-920e-0ef62731dc08 req-ef6561ef-d54b-4d8a-a75c-7e8b5e39454f tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] 10.222.0.87 "GET /v2.0/security-groups?id=62d9b2bd-83cc-44ef-b4cc-f8858297a865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397525 Feb 02 07:46:37.532897 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 27768379-d068-4b82-80b9-fdb5841eebc0 details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:46:37.630655 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 27768379-d068-4b82-80b9-fdb5841eebc0, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=27768379-d068-4b82-80b9-fdb5841eebc0,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:46:37.640819 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': '27768379-d068-4b82-80b9-fdb5841eebc0', 'network_id': '04bc5622-0c2b-4ce8-b107-e6abcbdf57e1', 'port_id': '27768379-d068-4b82-80b9-fdb5841eebc0', 'mac_address': 'fa:16:3e:a9:85:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d773733-62df-4956-84d3-71d17cfb6d11', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:46:37.678221 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 27768379-d068-4b82-80b9-fdb5841eebc0 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:46:37.678616 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (27768379-d068-4b82-80b9-fdb5841eebc0), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:37.693589 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27768379-d068-4b82-80b9-fdb5841eebc0 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:46:37.712806 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 27768379-d068-4b82-80b9-fdb5841eebc0, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=27768379-d068-4b82-80b9-fdb5841eebc0,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:46:37.716746 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (27768379-d068-4b82-80b9-fdb5841eebc0), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:37.766942 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=27768379-d068-4b82-80b9-fdb5841eebc0,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:46:38.082390 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['27768379-d068-4b82-80b9-fdb5841eebc0'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:46:38.448853 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac22d57-3b92-4a8d-95f9-a804b615586a req-046a5d85-0c30-4749-8204-996416927700 tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:46:38.450446 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-aac22d57-3b92-4a8d-95f9-a804b615586a req-046a5d85-0c30-4749-8204-996416927700 tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] 10.222.0.87 "GET /v2.0/ports?device_id=3cdff490-3868-46ca-8acf-3b8b62e9392d HTTP/1.1" status: 200 len: 949 time: 0.0570745 Feb 02 07:46:38.496692 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-aac22d57-3b92-4a8d-95f9-a804b615586a req-59c93a8c-9dd1-469a-a6cf-1700dc870ba0 tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] 10.222.0.87 "GET /v2.0/security-groups?id=62d9b2bd-83cc-44ef-b4cc-f8858297a865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407524 Feb 02 07:46:39.534278 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 27768379-d068-4b82-80b9-fdb5841eebc0 up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:46:39.586309 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port 27768379-d068-4b82-80b9-fdb5841eebc0 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:46:39.590292 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port 27768379-d068-4b82-80b9-fdb5841eebc0 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:46:39.590751 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (27768379-d068-4b82-80b9-fdb5841eebc0), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:39.616175 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd53ba-d682-4c9b-b26b-5e6e5181e51b req-8cc52537-e497-4265-a5e2-7092b4efc945 tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:46:39.617808 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3ecd53ba-d682-4c9b-b26b-5e6e5181e51b req-8cc52537-e497-4265-a5e2-7092b4efc945 tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] 10.222.0.87 "GET /v2.0/ports?device_id=3cdff490-3868-46ca-8acf-3b8b62e9392d HTTP/1.1" status: 200 len: 949 time: 0.0537312 Feb 02 07:46:39.665100 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3ecd53ba-d682-4c9b-b26b-5e6e5181e51b req-fb07ce35-2bf7-4959-8574-b85001f0d5c3 tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] 10.222.0.87 "GET /v2.0/security-groups?id=62d9b2bd-83cc-44ef-b4cc-f8858297a865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416262 Feb 02 07:46:39.669436 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 27768379-d068-4b82-80b9-fdb5841eebc0 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:46:39.669835 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (27768379-d068-4b82-80b9-fdb5841eebc0), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:39.694412 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cdff490-3868-46ca-8acf-3b8b62e9392d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27768379-d068-4b82-80b9-fdb5841eebc0'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:46:39.696648 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec6ba04e-9157-4c5d-b3c5-85496ec38f47" -d '{"events": [{"server_uuid": "3cdff490-3868-46ca-8acf-3b8b62e9392d", "name": "network-vif-plugged", "status": "completed", "tag": "27768379-d068-4b82-80b9-fdb5841eebc0"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:46:39.709344 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 27768379-d068-4b82-80b9-fdb5841eebc0, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=27768379-d068-4b82-80b9-fdb5841eebc0,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:46:39.713326 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (27768379-d068-4b82-80b9-fdb5841eebc0), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:39.765343 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=27768379-d068-4b82-80b9-fdb5841eebc0,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:46:39.794788 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecfe32b4-d2da-465e-b7de-de9634bf5c6e x-openstack-request-id: req-ecfe32b4-d2da-465e-b7de-de9634bf5c6e {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:46:39.795114 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cdff490-3868-46ca-8acf-3b8b62e9392d", "name": "network-vif-plugged", "status": "completed", "tag": "27768379-d068-4b82-80b9-fdb5841eebc0", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:46:39.795385 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ecfe32b4-d2da-465e-b7de-de9634bf5c6e {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:46:39.795823 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cdff490-3868-46ca-8acf-3b8b62e9392d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27768379-d068-4b82-80b9-fdb5841eebc0', 'code': 200} Feb 02 07:46:39.921697 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a31736-0205-434e-97b7-18447dba6919 req-9814b334-ef36-4fa0-bbcf-1eecfa6894f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:46:39.923171 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-43a31736-0205-434e-97b7-18447dba6919 req-9814b334-ef36-4fa0-bbcf-1eecfa6894f2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3cdff490-3868-46ca-8acf-3b8b62e9392d HTTP/1.1" status: 200 len: 1133 time: 0.0441036 Feb 02 07:46:39.969803 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-43a31736-0205-434e-97b7-18447dba6919 req-b3a93736-cdd7-43e5-81ac-069c238b49fd service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=62d9b2bd-83cc-44ef-b4cc-f8858297a865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401351 Feb 02 07:46:40.183220 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:46:40.786560 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c40797-ea09-4535-b732-70550a0af441 req-767279bf-71cb-4488-8232-c83657ffcf7f tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:46:40.787982 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-13c40797-ea09-4535-b732-70550a0af441 req-767279bf-71cb-4488-8232-c83657ffcf7f tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] 10.222.0.87 "GET /v2.0/ports?device_id=3cdff490-3868-46ca-8acf-3b8b62e9392d HTTP/1.1" status: 200 len: 950 time: 0.0530639 Feb 02 07:46:40.834011 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-13c40797-ea09-4535-b732-70550a0af441 req-515cc551-5604-4929-ab34-8ec86c7c456e tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] 10.222.0.87 "GET /v2.0/security-groups?id=62d9b2bd-83cc-44ef-b4cc-f8858297a865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404582 Feb 02 07:46:41.042177 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b0370473-b61e-48e2-8d5c-834d5a799ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:41.953146 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82121081-a5af-4871-96ca-7a18771b8eda req-4e2df877-3a89-410e-a5dd-eae78356c22e tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:46:41.954606 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-82121081-a5af-4871-96ca-7a18771b8eda req-4e2df877-3a89-410e-a5dd-eae78356c22e tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] 10.222.0.87 "GET /v2.0/ports?device_id=3cdff490-3868-46ca-8acf-3b8b62e9392d HTTP/1.1" status: 200 len: 950 time: 0.0523050 Feb 02 07:46:42.000052 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-82121081-a5af-4871-96ca-7a18771b8eda req-a3d91170-94bd-49e6-8d45-c5af7f243d27 tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] 10.222.0.87 "GET /v2.0/security-groups?id=62d9b2bd-83cc-44ef-b4cc-f8858297a865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394492 Feb 02 07:46:42.277013 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [req-56fa6461-cf6b-4b77-bc0e-b6c65fa2b551 req-63804143-7273-4a87-8c78-3ccaaaa89cfe service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:46:42.277986 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-56fa6461-cf6b-4b77-bc0e-b6c65fa2b551 req-63804143-7273-4a87-8c78-3ccaaaa89cfe service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055192 Feb 02 07:46:42.877238 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cece2a-cbd1-42ad-b539-17692bfff1dd req-2865950b-23cb-4cd4-b636-1676190aecc0 tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:46:42.878650 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d9cece2a-cbd1-42ad-b539-17692bfff1dd req-2865950b-23cb-4cd4-b636-1676190aecc0 tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] 10.222.0.87 "GET /v2.0/ports?device_id=3cdff490-3868-46ca-8acf-3b8b62e9392d HTTP/1.1" status: 200 len: 950 time: 0.0564437 Feb 02 07:46:42.925445 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d9cece2a-cbd1-42ad-b539-17692bfff1dd req-2c3be69b-996b-4d95-aae8-8807ec25d2a8 tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] 10.222.0.87 "GET /v2.0/security-groups?id=62d9b2bd-83cc-44ef-b4cc-f8858297a865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410936 Feb 02 07:46:43.328606 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-254c4c6e-ac14-4d7f-8b7c-14ed70822098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:44.050077 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038668c5-8b74-417f-b64c-e1606e26a203 req-7bb4da6d-ad72-45c6-80ae-b8cd026d337b tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:46:44.051671 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-038668c5-8b74-417f-b64c-e1606e26a203 req-7bb4da6d-ad72-45c6-80ae-b8cd026d337b tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] 10.222.0.87 "GET /v2.0/ports?device_id=3cdff490-3868-46ca-8acf-3b8b62e9392d HTTP/1.1" status: 200 len: 950 time: 0.0598056 Feb 02 07:46:44.099258 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-038668c5-8b74-417f-b64c-e1606e26a203 req-b552ee97-844f-43e9-8d86-ab16479e067a tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] 10.222.0.87 "GET /v2.0/security-groups?id=62d9b2bd-83cc-44ef-b4cc-f8858297a865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407789 Feb 02 07:46:44.367015 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5101227-4acb-4ed4-bbde-36fc1fce9e01 req-c7f0d09f-d91a-4fa5-911c-fc519e6806e1 tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:46:44.368496 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d5101227-4acb-4ed4-bbde-36fc1fce9e01 req-c7f0d09f-d91a-4fa5-911c-fc519e6806e1 tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] 10.222.0.59 "GET /v2.0/ports?device_id=3cdff490-3868-46ca-8acf-3b8b62e9392d HTTP/1.1" status: 200 len: 950 time: 0.0562077 Feb 02 07:46:44.462024 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-d5101227-4acb-4ed4-bbde-36fc1fce9e01 req-79820b11-0df7-441d-8a7c-ed942dcf943b tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] Deleting port 27768379-d068-4b82-80b9-fdb5841eebc0 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:46:44.462375 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-d5101227-4acb-4ed4-bbde-36fc1fce9e01 req-79820b11-0df7-441d-8a7c-ed942dcf943b tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (27768379-d068-4b82-80b9-fdb5841eebc0), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:44.554815 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-d5101227-4acb-4ed4-bbde-36fc1fce9e01 req-79820b11-0df7-441d-8a7c-ed942dcf943b tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] For port 27768379-d068-4b82-80b9-fdb5841eebc0, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=27768379-d068-4b82-80b9-fdb5841eebc0,segment=NetworkSegment(c61a70bd-d45a-43f6-b2f1-d7b90264d099),segment_id=c61a70bd-d45a-43f6-b2f1-d7b90264d099)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:46:44.555188 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-d5101227-4acb-4ed4-bbde-36fc1fce9e01 req-79820b11-0df7-441d-8a7c-ed942dcf943b tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (27768379-d068-4b82-80b9-fdb5841eebc0), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:44.569372 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-d5101227-4acb-4ed4-bbde-36fc1fce9e01 req-79820b11-0df7-441d-8a7c-ed942dcf943b tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] Calling delete_port for 27768379-d068-4b82-80b9-fdb5841eebc0 owned by compute:nova {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:46:44.702282 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-d5101227-4acb-4ed4-bbde-36fc1fce9e01 req-79820b11-0df7-441d-8a7c-ed942dcf943b tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (27768379-d068-4b82-80b9-fdb5841eebc0), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:44.735724 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79820b11-0df7-441d-8a7c-ed942dcf943b tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] Pushing event deleted for resources: {'Port': ['ID=27768379-d068-4b82-80b9-fdb5841eebc0,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:46:44.746938 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['27768379-d068-4b82-80b9-fdb5841eebc0'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:46:44.765102 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79820b11-0df7-441d-8a7c-ed942dcf943b tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:46:44.765286 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79820b11-0df7-441d-8a7c-ed942dcf943b tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:46:44.765553 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79820b11-0df7-441d-8a7c-ed942dcf943b tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:46:44.765895 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79820b11-0df7-441d-8a7c-ed942dcf943b tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:46:44.766229 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79820b11-0df7-441d-8a7c-ed942dcf943b tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:46:44.766561 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79820b11-0df7-441d-8a7c-ed942dcf943b tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:46:44.766891 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79820b11-0df7-441d-8a7c-ed942dcf943b tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:46:44.767219 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79820b11-0df7-441d-8a7c-ed942dcf943b tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:46:44.767547 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79820b11-0df7-441d-8a7c-ed942dcf943b tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:46:44.767898 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79820b11-0df7-441d-8a7c-ed942dcf943b tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:46:44.768295 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79820b11-0df7-441d-8a7c-ed942dcf943b tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:46:44.768619 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79820b11-0df7-441d-8a7c-ed942dcf943b tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:46:44.768945 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79820b11-0df7-441d-8a7c-ed942dcf943b tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:46:44.786944 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5101227-4acb-4ed4-bbde-36fc1fce9e01 req-79820b11-0df7-441d-8a7c-ed942dcf943b tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] No DVR routers for this DVR port 27768379-d068-4b82-80b9-fdb5841eebc0 on host n-h2-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:46:44.789311 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-d5101227-4acb-4ed4-bbde-36fc1fce9e01 req-79820b11-0df7-441d-8a7c-ed942dcf943b tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:44.792797 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d5101227-4acb-4ed4-bbde-36fc1fce9e01 req-79820b11-0df7-441d-8a7c-ed942dcf943b tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] 10.222.0.59 "DELETE /v2.0/ports/27768379-d068-4b82-80b9-fdb5841eebc0 HTTP/1.1" status: 204 len: 173 time: 0.4194005 Feb 02 07:46:44.793247 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cdff490-3868-46ca-8acf-3b8b62e9392d', 'name': 'network-vif-deleted', 'tag': '27768379-d068-4b82-80b9-fdb5841eebc0'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:46:44.795619 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2004c9-1eff-43f0-aae0-7e86ae8ff17c" -d '{"events": [{"server_uuid": "3cdff490-3868-46ca-8acf-3b8b62e9392d", "name": "network-vif-deleted", "tag": "27768379-d068-4b82-80b9-fdb5841eebc0"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:46:44.806755 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:44.931887 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6371e33-5a07-41ac-b3e8-dd55e1d2bdf7 x-openstack-request-id: req-c6371e33-5a07-41ac-b3e8-dd55e1d2bdf7 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:46:44.932578 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cdff490-3868-46ca-8acf-3b8b62e9392d", "name": "network-vif-deleted", "tag": "27768379-d068-4b82-80b9-fdb5841eebc0", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:46:44.932867 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c6371e33-5a07-41ac-b3e8-dd55e1d2bdf7 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:46:44.933491 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cdff490-3868-46ca-8acf-3b8b62e9392d', 'name': 'network-vif-deleted', 'tag': '27768379-d068-4b82-80b9-fdb5841eebc0', 'status': 'completed', 'code': 200} Feb 02 07:46:45.211469 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b32c3efa-1dc8-4275-bca4-4eb47c6b78ce req-e6152a65-a174-4439-8ca1-a04532999b2e tempest-ServersAdminNegativeTestJSON-673017706 tempest-ServersAdminNegativeTestJSON-673017706-project] 10.222.0.87 "GET /v2.0/ports?device_id=3cdff490-3868-46ca-8acf-3b8b62e9392d HTTP/1.1" status: 200 len: 210 time: 0.0281172 Feb 02 07:46:46.173185 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:46.504498 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 34910) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:46:46.632688 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a1d806f1-4145-40fd-be7e-4759a76da67e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=154bfaa0ec774925b0c3086bcc9ca197&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1269038 Feb 02 07:46:46.635081 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 34914) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:46:46.683134 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9e4d88ad-1c0a-4425-b346-6272e07d8ec6 admin admin] Publish callbacks [] for security_group (62d9b2bd-83cc-44ef-b4cc-f8858297a865), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:46.703821 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9e4d88ad-1c0a-4425-b346-6272e07d8ec6 admin admin] Publish callbacks [] for security_group (62d9b2bd-83cc-44ef-b4cc-f8858297a865), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:46.749327 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9e4d88ad-1c0a-4425-b346-6272e07d8ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (62d9b2bd-83cc-44ef-b4cc-f8858297a865), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:46.752095 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9e4d88ad-1c0a-4425-b346-6272e07d8ec6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:46.753246 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-9e4d88ad-1c0a-4425-b346-6272e07d8ec6 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/62d9b2bd-83cc-44ef-b4cc-f8858297a865 HTTP/1.1" status: 204 len: 168 time: 0.1172452 Feb 02 07:46:46.760946 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4d88ad-1c0a-4425-b346-6272e07d8ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d9b2bd-83cc-44ef-b4cc-f8858297a865,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:46:46.768215 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4d88ad-1c0a-4425-b346-6272e07d8ec6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:46:46.768565 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4d88ad-1c0a-4425-b346-6272e07d8ec6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:46:46.768912 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4d88ad-1c0a-4425-b346-6272e07d8ec6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:46:46.769256 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4d88ad-1c0a-4425-b346-6272e07d8ec6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:46:46.769594 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4d88ad-1c0a-4425-b346-6272e07d8ec6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:46:46.769929 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4d88ad-1c0a-4425-b346-6272e07d8ec6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:46:46.770791 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4d88ad-1c0a-4425-b346-6272e07d8ec6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:46:46.771116 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4d88ad-1c0a-4425-b346-6272e07d8ec6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:46:46.771440 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4d88ad-1c0a-4425-b346-6272e07d8ec6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:46:46.771799 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4d88ad-1c0a-4425-b346-6272e07d8ec6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:46:46.772126 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4d88ad-1c0a-4425-b346-6272e07d8ec6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:46:46.772452 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4d88ad-1c0a-4425-b346-6272e07d8ec6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:46:46.772838 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4d88ad-1c0a-4425-b346-6272e07d8ec6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:46:47.012780 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 34920) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:46:47.026917 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6cc17358-c545-43f2-9e45-12a9484a6363 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:47.099469 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6cc17358-c545-43f2-9e45-12a9484a6363 admin admin] Publish callbacks [] for security_group (1e991c56-a223-44d2-8610-e5ef81903f4e), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:47.103063 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6cc17358-c545-43f2-9e45-12a9484a6363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (1e991c56-a223-44d2-8610-e5ef81903f4e), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:47.141906 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc17358-c545-43f2-9e45-12a9484a6363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e991c56-a223-44d2-8610-e5ef81903f4e,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:46:47.146543 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-6cc17358-c545-43f2-9e45-12a9484a6363 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9b5df0c1175249e88b11cd88eace4674&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1327579 Feb 02 07:46:47.149677 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 34922) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:46:47.198086 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-55cbc883-5649-4b44-a209-f638cf891288 admin admin] Publish callbacks [] for security_group (1e991c56-a223-44d2-8610-e5ef81903f4e), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:47.218419 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-55cbc883-5649-4b44-a209-f638cf891288 admin admin] Publish callbacks [] for security_group (1e991c56-a223-44d2-8610-e5ef81903f4e), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:47.264274 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-55cbc883-5649-4b44-a209-f638cf891288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (1e991c56-a223-44d2-8610-e5ef81903f4e), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:47.266964 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-55cbc883-5649-4b44-a209-f638cf891288 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:47.268131 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-55cbc883-5649-4b44-a209-f638cf891288 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/1e991c56-a223-44d2-8610-e5ef81903f4e HTTP/1.1" status: 204 len: 168 time: 0.1175642 Feb 02 07:46:47.276089 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cbc883-5649-4b44-a209-f638cf891288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e991c56-a223-44d2-8610-e5ef81903f4e,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:46:47.467356 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:47.564269 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 27768379-d068-4b82-80b9-fdb5841eebc0 no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:46:47.584577 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] No Port match for: 27768379-d068-4b82-80b9-fdb5841eebc0 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:46:47.584986 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 27768379-d068-4b82-80b9-fdb5841eebc0 not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:46:47.931617 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 34944) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:46:48.024217 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-037e743b-1c04-45ee-bfcf-066803c6bff1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1438084859-network', 'tenant_id': 'a1c9409caa854f84a7932a4b476729f5'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:46:48.044333 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037e743b-1c04-45ee-bfcf-066803c6bff1 admin admin] Made reservation on behalf of a1c9409caa854f84a7932a4b476729f5 for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:46:48.046593 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-037e743b-1c04-45ee-bfcf-066803c6bff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:48.055115 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-037e743b-1c04-45ee-bfcf-066803c6bff1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:48.131149 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-037e743b-1c04-45ee-bfcf-066803c6bff1 admin admin] Publish callbacks [] for security_group (004dd94b-702c-4d32-888e-c8d968947465), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:48.134924 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-037e743b-1c04-45ee-bfcf-066803c6bff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (004dd94b-702c-4d32-888e-c8d968947465), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:48.160074 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-037e743b-1c04-45ee-bfcf-066803c6bff1 admin admin] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:46:48.170240 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e743b-1c04-45ee-bfcf-066803c6bff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=004dd94b-702c-4d32-888e-c8d968947465,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:46:48.175215 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-037e743b-1c04-45ee-bfcf-066803c6bff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (2cf7c01d-f0fe-48b6-bfda-c39958e31095), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:48.175615 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-037e743b-1c04-45ee-bfcf-066803c6bff1 admin admin] Added segment 2cf7c01d-f0fe-48b6-bfda-c39958e31095 of type vlan for network 9188e180-7f4a-4389-833b-2c2a15878a5b Feb 02 07:46:48.215186 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-037e743b-1c04-45ee-bfcf-066803c6bff1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (9188e180-7f4a-4389-833b-2c2a15878a5b), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:48.239973 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-037e743b-1c04-45ee-bfcf-066803c6bff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (9188e180-7f4a-4389-833b-2c2a15878a5b), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:48.240923 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037e743b-1c04-45ee-bfcf-066803c6bff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:46:48.241499 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-037e743b-1c04-45ee-bfcf-066803c6bff1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:48.272158 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-037e743b-1c04-45ee-bfcf-066803c6bff1 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3393979 Feb 02 07:46:48.275547 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 34948) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:46:48.280656 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-510ccb64-63d7-42ea-b9d4-a40316ebcb17 admin admin] Request body: {'subnet': {'network_id': '9188e180-7f4a-4389-833b-2c2a15878a5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1438084859-subnet', 'tenant_id': 'a1c9409caa854f84a7932a4b476729f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:46:48.300638 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-510ccb64-63d7-42ea-b9d4-a40316ebcb17 admin admin] Made reservation on behalf of a1c9409caa854f84a7932a4b476729f5 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:46:48.302773 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-510ccb64-63d7-42ea-b9d4-a40316ebcb17 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:48.303798 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e743b-1c04-45ee-bfcf-066803c6bff1 admin admin] Pushing event updated for resources: {'Network': ['ID=9188e180-7f4a-4389-833b-2c2a15878a5b,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:46:48.313599 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 9188e180-7f4a-4389-833b-2c2a15878a5b details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:46:48.471450 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-510ccb64-63d7-42ea-b9d4-a40316ebcb17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (f9027e75-89ce-40d5-8906-88ff0957b6ee), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:48.524851 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510ccb64-63d7-42ea-b9d4-a40316ebcb17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9027e75-89ce-40d5-8906-88ff0957b6ee,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:46:48.534867 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510ccb64-63d7-42ea-b9d4-a40316ebcb17 admin admin] Checking segment: {'id': '2cf7c01d-f0fe-48b6-bfda-c39958e31095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '9188e180-7f4a-4389-833b-2c2a15878a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:46:48.535233 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510ccb64-63d7-42ea-b9d4-a40316ebcb17 admin admin] Network hostable DHCP agents. Network: 9188e180-7f4a-4389-833b-2c2a15878a5b, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:46:48.553035 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510ccb64-63d7-42ea-b9d4-a40316ebcb17 admin admin] Network 9188e180-7f4a-4389-833b-2c2a15878a5b is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:46:48.561654 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-510ccb64-63d7-42ea-b9d4-a40316ebcb17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 9188e180-7f4a-4389-833b-2c2a15878a5b) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:46:48.565595 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510ccb64-63d7-42ea-b9d4-a40316ebcb17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:46:48.566190 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-510ccb64-63d7-42ea-b9d4-a40316ebcb17 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:48.571106 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a92ba40-4607-49a7-b7a2-6b83191ad6e4 None None] Network 9188e180-7f4a-4389-833b-2c2a15878a5b requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:46:48.591197 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-510ccb64-63d7-42ea-b9d4-a40316ebcb17 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3073072 Feb 02 07:46:48.668707 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25bb80fc-7f31-4518-9142-c6585618ea2d None None] Network 9188e180-7f4a-4389-833b-2c2a15878a5b requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:46:49.014630 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d995a-7637-4132-85a1-e37927a19bcc req-9107974e-2708-4a57-a2da-a32fc151da01 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:46:49.016130 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f03d995a-7637-4132-85a1-e37927a19bcc req-9107974e-2708-4a57-a2da-a32fc151da01 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/networks?id=9188e180-7f4a-4389-833b-2c2a15878a5b HTTP/1.1" status: 200 len: 812 time: 0.1062505 Feb 02 07:46:49.030898 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f03d995a-7637-4132-85a1-e37927a19bcc req-9d6b166b-f3ef-4050-a428-2ad6ffe1db74 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/quotas/a1c9409caa854f84a7932a4b476729f5 HTTP/1.1" status: 200 len: 375 time: 0.0093408 Feb 02 07:46:49.063506 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f03d995a-7637-4132-85a1-e37927a19bcc req-68e4d593-29c5-4713-8b8c-e786b2ce170a tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=a1c9409caa854f84a7932a4b476729f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278389 Feb 02 07:46:49.073765 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [req-f03d995a-7637-4132-85a1-e37927a19bcc req-a739db13-ac6b-496c-9247-4708ac2d5378 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:46:49.074650 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f03d995a-7637-4132-85a1-e37927a19bcc req-a739db13-ac6b-496c-9247-4708ac2d5378 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048532 Feb 02 07:46:49.165694 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f03d995a-7637-4132-85a1-e37927a19bcc req-18851ecc-edb3-4661-9bd8-61c980bb6056 service neutron] 10.222.0.87 "GET /v2.0/networks/9188e180-7f4a-4389-833b-2c2a15878a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855529 Feb 02 07:46:49.253554 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f03d995a-7637-4132-85a1-e37927a19bcc req-376874f9-f683-4369-94b4-5e04d07d3a07 service neutron] 10.222.0.87 "GET /v2.0/networks/9188e180-7f4a-4389-833b-2c2a15878a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822093 Feb 02 07:46:49.413235 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3774a781-56aa-4d08-87c5-94b0a8d83d40 req-f520c226-48af-48df-84d3-dceddbf155b3 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fe0aacb-f5f3-4eff-95c0-721843a4e1ac HTTP/1.1" status: 200 len: 210 time: 0.0319252 Feb 02 07:46:50.452812 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d995a-7637-4132-85a1-e37927a19bcc req-3238f462-e35c-4389-b835-d3d2a2b8101e tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:46:50.454331 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f03d995a-7637-4132-85a1-e37927a19bcc req-3238f462-e35c-4389-b835-d3d2a2b8101e tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.88 "GET /v2.0/networks?id=9188e180-7f4a-4389-833b-2c2a15878a5b HTTP/1.1" status: 200 len: 812 time: 0.1155634 Feb 02 07:46:50.478070 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-f03d995a-7637-4132-85a1-e37927a19bcc req-5e504af9-6a1d-4e2d-a15b-6bd1978344b3 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] Request body: {'port': {'device_id': '1fe0aacb-f5f3-4eff-95c0-721843a4e1ac', 'network_id': '9188e180-7f4a-4389-833b-2c2a15878a5b', 'admin_state_up': True, 'tenant_id': 'a1c9409caa854f84a7932a4b476729f5'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:46:50.512262 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8ed15e96-ad36-4bf2-a415-d2dcf0c6c518 req-d5b74546-b12d-44c6-89a2-c9890bdfeee0 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fe0aacb-f5f3-4eff-95c0-721843a4e1ac HTTP/1.1" status: 200 len: 210 time: 0.0279524 Feb 02 07:46:50.589031 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f03d995a-7637-4132-85a1-e37927a19bcc req-5e504af9-6a1d-4e2d-a15b-6bd1978344b3 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] Made reservation on behalf of a1c9409caa854f84a7932a4b476729f5 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:46:50.592432 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f03d995a-7637-4132-85a1-e37927a19bcc req-5e504af9-6a1d-4e2d-a15b-6bd1978344b3 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:50.714795 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-f03d995a-7637-4132-85a1-e37927a19bcc req-5e504af9-6a1d-4e2d-a15b-6bd1978344b3 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] Allocated IP 172.20.0.3 (9188e180-7f4a-4389-833b-2c2a15878a5b/f9027e75-89ce-40d5-8906-88ff0957b6ee/3afc3388-fbf8-4a27-b4e9-f1f2bd41f767) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:46:50.862927 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f03d995a-7637-4132-85a1-e37927a19bcc req-5e504af9-6a1d-4e2d-a15b-6bd1978344b3 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] Publish callbacks [] for port (3afc3388-fbf8-4a27-b4e9-f1f2bd41f767), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:50.896173 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f03d995a-7637-4132-85a1-e37927a19bcc req-5e504af9-6a1d-4e2d-a15b-6bd1978344b3 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (3afc3388-fbf8-4a27-b4e9-f1f2bd41f767), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:50.938087 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f03d995a-7637-4132-85a1-e37927a19bcc req-5e504af9-6a1d-4e2d-a15b-6bd1978344b3 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] Network 9188e180-7f4a-4389-833b-2c2a15878a5b is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:46:50.943511 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-f03d995a-7637-4132-85a1-e37927a19bcc req-5e504af9-6a1d-4e2d-a15b-6bd1978344b3 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:46:50.947047 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-f03d995a-7637-4132-85a1-e37927a19bcc req-5e504af9-6a1d-4e2d-a15b-6bd1978344b3 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:46:50.953235 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e504af9-6a1d-4e2d-a15b-6bd1978344b3 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] Pushing event updated for resources: {'Port': ['ID=3afc3388-fbf8-4a27-b4e9-f1f2bd41f767,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:46:51.001717 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d995a-7637-4132-85a1-e37927a19bcc req-5e504af9-6a1d-4e2d-a15b-6bd1978344b3 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:46:51.002241 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f03d995a-7637-4132-85a1-e37927a19bcc req-5e504af9-6a1d-4e2d-a15b-6bd1978344b3 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:51.017881 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f03d995a-7637-4132-85a1-e37927a19bcc req-5e504af9-6a1d-4e2d-a15b-6bd1978344b3 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5443640 Feb 02 07:46:51.034112 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-f03d995a-7637-4132-85a1-e37927a19bcc req-7d901e85-4218-4ea3-92ec-951b8c809d95 service neutron] Request body: {'port': {'device_id': '1fe0aacb-f5f3-4eff-95c0-721843a4e1ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:46:51.091164 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f03d995a-7637-4132-85a1-e37927a19bcc req-7d901e85-4218-4ea3-92ec-951b8c809d95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3afc3388-fbf8-4a27-b4e9-f1f2bd41f767), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:51.353590 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-f03d995a-7637-4132-85a1-e37927a19bcc req-7d901e85-4218-4ea3-92ec-951b8c809d95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3afc3388-fbf8-4a27-b4e9-f1f2bd41f767 {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:46:51.360690 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f03d995a-7637-4132-85a1-e37927a19bcc req-7d901e85-4218-4ea3-92ec-951b8c809d95 service neutron] Publish callbacks [] for port (3afc3388-fbf8-4a27-b4e9-f1f2bd41f767), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:51.372588 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-f03d995a-7637-4132-85a1-e37927a19bcc req-7d901e85-4218-4ea3-92ec-951b8c809d95 service neutron] Transition to ACTIVE for port object 3afc3388-fbf8-4a27-b4e9-f1f2bd41f767 will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:46:51.375933 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f03d995a-7637-4132-85a1-e37927a19bcc req-7d901e85-4218-4ea3-92ec-951b8c809d95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (3afc3388-fbf8-4a27-b4e9-f1f2bd41f767), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:51.426716 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d901e85-4218-4ea3-92ec-951b8c809d95 service neutron] Pushing event updated for resources: {'Port': ['ID=3afc3388-fbf8-4a27-b4e9-f1f2bd41f767,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:46:51.494242 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-f03d995a-7637-4132-85a1-e37927a19bcc req-7d901e85-4218-4ea3-92ec-951b8c809d95 service neutron] Attempting to bind port 3afc3388-fbf8-4a27-b4e9-f1f2bd41f767 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:46:51.494784 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-f03d995a-7637-4132-85a1-e37927a19bcc req-7d901e85-4218-4ea3-92ec-951b8c809d95 service neutron] Attempting to bind port 3afc3388-fbf8-4a27-b4e9-f1f2bd41f767 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': '2cf7c01d-f0fe-48b6-bfda-c39958e31095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '9188e180-7f4a-4389-833b-2c2a15878a5b'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:46:51.494916 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03d995a-7637-4132-85a1-e37927a19bcc req-7d901e85-4218-4ea3-92ec-951b8c809d95 service neutron] Attempting to bind port 3afc3388-fbf8-4a27-b4e9-f1f2bd41f767 on network 9188e180-7f4a-4389-833b-2c2a15878a5b {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:46:51.499192 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03d995a-7637-4132-85a1-e37927a19bcc req-7d901e85-4218-4ea3-92ec-951b8c809d95 service neutron] Port 3afc3388-fbf8-4a27-b4e9-f1f2bd41f767 on network 9188e180-7f4a-4389-833b-2c2a15878a5b not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:46:51.499513 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03d995a-7637-4132-85a1-e37927a19bcc req-7d901e85-4218-4ea3-92ec-951b8c809d95 service neutron] Attempting to bind port 3afc3388-fbf8-4a27-b4e9-f1f2bd41f767 on network 9188e180-7f4a-4389-833b-2c2a15878a5b {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:46:51.504301 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03d995a-7637-4132-85a1-e37927a19bcc req-7d901e85-4218-4ea3-92ec-951b8c809d95 service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:46:51.505266 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03d995a-7637-4132-85a1-e37927a19bcc req-7d901e85-4218-4ea3-92ec-951b8c809d95 service neutron] Checking segment: {'id': '2cf7c01d-f0fe-48b6-bfda-c39958e31095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '9188e180-7f4a-4389-833b-2c2a15878a5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:46:51.505661 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03d995a-7637-4132-85a1-e37927a19bcc req-7d901e85-4218-4ea3-92ec-951b8c809d95 service neutron] Bound using segment: {'id': '2cf7c01d-f0fe-48b6-bfda-c39958e31095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '9188e180-7f4a-4389-833b-2c2a15878a5b'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:46:51.506181 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-f03d995a-7637-4132-85a1-e37927a19bcc req-7d901e85-4218-4ea3-92ec-951b8c809d95 service neutron] Bound port: 3afc3388-fbf8-4a27-b4e9-f1f2bd41f767, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cf7c01d-f0fe-48b6-bfda-c39958e31095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '9188e180-7f4a-4389-833b-2c2a15878a5b'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:46:51.506666 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f03d995a-7637-4132-85a1-e37927a19bcc req-7d901e85-4218-4ea3-92ec-951b8c809d95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3afc3388-fbf8-4a27-b4e9-f1f2bd41f767), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:51.576173 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-f03d995a-7637-4132-85a1-e37927a19bcc req-7d901e85-4218-4ea3-92ec-951b8c809d95 service neutron] For port 3afc3388-fbf8-4a27-b4e9-f1f2bd41f767, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:46:51.579400 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-f03d995a-7637-4132-85a1-e37927a19bcc req-7d901e85-4218-4ea3-92ec-951b8c809d95 service neutron] For port 3afc3388-fbf8-4a27-b4e9-f1f2bd41f767, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=3afc3388-fbf8-4a27-b4e9-f1f2bd41f767,segment=NetworkSegment(2cf7c01d-f0fe-48b6-bfda-c39958e31095),segment_id=2cf7c01d-f0fe-48b6-bfda-c39958e31095)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:46:51.586432 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f03d995a-7637-4132-85a1-e37927a19bcc req-7d901e85-4218-4ea3-92ec-951b8c809d95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (3afc3388-fbf8-4a27-b4e9-f1f2bd41f767), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:51.619621 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d995a-7637-4132-85a1-e37927a19bcc req-7d901e85-4218-4ea3-92ec-951b8c809d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:46:51.620180 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f03d995a-7637-4132-85a1-e37927a19bcc req-7d901e85-4218-4ea3-92ec-951b8c809d95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:51.621921 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f03d995a-7637-4132-85a1-e37927a19bcc req-7d901e85-4218-4ea3-92ec-951b8c809d95 service neutron] 10.222.0.88 "PUT /v2.0/ports/3afc3388-fbf8-4a27-b4e9-f1f2bd41f767 HTTP/1.1" status: 200 len: 1092 time: 0.5914090 Feb 02 07:46:51.624273 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fe0aacb-f5f3-4eff-95c0-721843a4e1ac', 'tag': '3afc3388-fbf8-4a27-b4e9-f1f2bd41f767'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:46:51.626542 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-522f8d8b-7cb5-4deb-81f6-ca22f348ecf8" -d '{"events": [{"name": "network-changed", "server_uuid": "1fe0aacb-f5f3-4eff-95c0-721843a4e1ac", "tag": "3afc3388-fbf8-4a27-b4e9-f1f2bd41f767"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:46:51.635488 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be298465-2395-4cca-933f-89570642cab6 req-992435d1-9784-420f-bd42-765471a97d60 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:46:51.637069 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-be298465-2395-4cca-933f-89570642cab6 req-992435d1-9784-420f-bd42-765471a97d60 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fe0aacb-f5f3-4eff-95c0-721843a4e1ac HTTP/1.1" status: 200 len: 943 time: 0.0534179 Feb 02 07:46:51.661045 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d901e85-4218-4ea3-92ec-951b8c809d95 service neutron] Pushing event updated for resources: {'Port': ['ID=3afc3388-fbf8-4a27-b4e9-f1f2bd41f767,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:46:51.688795 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-be298465-2395-4cca-933f-89570642cab6 req-3641de34-0e4f-4d29-a8b4-5437fe7dc45e tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/security-groups?id=004dd94b-702c-4d32-888e-c8d968947465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448885 Feb 02 07:46:51.726988 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d995a-7637-4132-85a1-e37927a19bcc req-41d949ae-67d6-4f51-86da-ffe92f952a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:46:51.728539 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f03d995a-7637-4132-85a1-e37927a19bcc req-41d949ae-67d6-4f51-86da-ffe92f952a3e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a1c9409caa854f84a7932a4b476729f5&device_id=1fe0aacb-f5f3-4eff-95c0-721843a4e1ac HTTP/1.1" status: 200 len: 1126 time: 0.0508478 Feb 02 07:46:51.797096 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f03d995a-7637-4132-85a1-e37927a19bcc req-a741598b-9dde-46c0-a281-3f7dd2695fa0 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3afc3388-fbf8-4a27-b4e9-f1f2bd41f767 HTTP/1.1" status: 200 len: 217 time: 0.0410759 Feb 02 07:46:51.798853 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5548b3-ebb0-4d22-9fc7-55350fa28276 x-openstack-request-id: req-9b5548b3-ebb0-4d22-9fc7-55350fa28276 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:46:51.799149 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fe0aacb-f5f3-4eff-95c0-721843a4e1ac", "tag": "3afc3388-fbf8-4a27-b4e9-f1f2bd41f767", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:46:51.799406 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-9b5548b3-ebb0-4d22-9fc7-55350fa28276 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:46:51.799847 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fe0aacb-f5f3-4eff-95c0-721843a4e1ac', 'tag': '3afc3388-fbf8-4a27-b4e9-f1f2bd41f767', 'status': 'completed', 'code': 200} Feb 02 07:46:51.856973 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d995a-7637-4132-85a1-e37927a19bcc req-66f3648f-acf9-48af-9e6d-bd0539b85d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:46:51.858385 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f03d995a-7637-4132-85a1-e37927a19bcc req-66f3648f-acf9-48af-9e6d-bd0539b85d2b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f9027e75-89ce-40d5-8906-88ff0957b6ee HTTP/1.1" status: 200 len: 852 time: 0.0432138 Feb 02 07:46:51.889795 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f03d995a-7637-4132-85a1-e37927a19bcc req-b934a84a-97ef-47f0-a8b8-62da58105b7c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9188e180-7f4a-4389-833b-2c2a15878a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249660 Feb 02 07:46:51.981125 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f03d995a-7637-4132-85a1-e37927a19bcc req-0013f7df-473c-4908-89f3-dd9ba28fcfe9 service neutron] 10.222.0.88 "GET /v2.0/networks/9188e180-7f4a-4389-833b-2c2a15878a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857325 Feb 02 07:46:52.070101 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f03d995a-7637-4132-85a1-e37927a19bcc req-27aeb8d8-d7b1-41e2-9774-3ff6fe217752 service neutron] 10.222.0.88 "GET /v2.0/networks/9188e180-7f4a-4389-833b-2c2a15878a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831580 Feb 02 07:46:52.213894 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522f8d8b-7cb5-4deb-81f6-ca22f348ecf8 req-f55067b5-75d2-4b6e-8328-8f5c89c5680b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:46:52.215394 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-522f8d8b-7cb5-4deb-81f6-ca22f348ecf8 req-f55067b5-75d2-4b6e-8328-8f5c89c5680b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a1c9409caa854f84a7932a4b476729f5&device_id=1fe0aacb-f5f3-4eff-95c0-721843a4e1ac HTTP/1.1" status: 200 len: 1126 time: 0.0452192 Feb 02 07:46:52.308278 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522f8d8b-7cb5-4deb-81f6-ca22f348ecf8 req-166bfeaa-2d39-419e-9d6a-8f3df7653800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:46:52.309803 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-522f8d8b-7cb5-4deb-81f6-ca22f348ecf8 req-166bfeaa-2d39-419e-9d6a-8f3df7653800 service neutron] 10.222.0.88 "GET /v2.0/networks?id=9188e180-7f4a-4389-833b-2c2a15878a5b HTTP/1.1" status: 200 len: 913 time: 0.0887513 Feb 02 07:46:52.350325 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-522f8d8b-7cb5-4deb-81f6-ca22f348ecf8 req-40e77f41-2393-480a-a95e-cde70e003e7a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3afc3388-fbf8-4a27-b4e9-f1f2bd41f767 HTTP/1.1" status: 200 len: 217 time: 0.0343554 Feb 02 07:46:52.372212 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:52.405018 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522f8d8b-7cb5-4deb-81f6-ca22f348ecf8 req-74d20c41-31c6-48a3-8da5-b5dedf9a4a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:46:52.406457 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-522f8d8b-7cb5-4deb-81f6-ca22f348ecf8 req-74d20c41-31c6-48a3-8da5-b5dedf9a4a37 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f9027e75-89ce-40d5-8906-88ff0957b6ee HTTP/1.1" status: 200 len: 852 time: 0.0483472 Feb 02 07:46:52.437691 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-522f8d8b-7cb5-4deb-81f6-ca22f348ecf8 req-672edd0f-56bb-47ca-970e-6e2614838395 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9188e180-7f4a-4389-833b-2c2a15878a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254645 Feb 02 07:46:52.526648 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-522f8d8b-7cb5-4deb-81f6-ca22f348ecf8 req-8ad91ab3-9d13-4ad0-8a9a-47b17eef3316 service neutron] 10.222.0.88 "GET /v2.0/networks/9188e180-7f4a-4389-833b-2c2a15878a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827529 Feb 02 07:46:52.619832 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-522f8d8b-7cb5-4deb-81f6-ca22f348ecf8 req-7e4b683a-a0e8-4295-b76e-d0b55e609e74 service neutron] 10.222.0.88 "GET /v2.0/networks/9188e180-7f4a-4389-833b-2c2a15878a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868971 Feb 02 07:46:52.806866 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0275894e-d19f-4c30-b0f2-f6a47ef45999 req-96caf8ff-8a22-4d4e-8d08-b132d3983066 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:46:52.808269 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0275894e-d19f-4c30-b0f2-f6a47ef45999 req-96caf8ff-8a22-4d4e-8d08-b132d3983066 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fe0aacb-f5f3-4eff-95c0-721843a4e1ac HTTP/1.1" status: 200 len: 943 time: 0.0517125 Feb 02 07:46:52.857394 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0275894e-d19f-4c30-b0f2-f6a47ef45999 req-05539de1-b94b-4eb3-9eef-ef72eb1af07d tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/security-groups?id=004dd94b-702c-4d32-888e-c8d968947465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435107 Feb 02 07:46:53.976992 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46488db9-758a-4186-8fc3-2b9993b1b83c req-7bb04fb6-e909-49cf-ad03-76afe46e78ce tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:46:53.978449 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-46488db9-758a-4186-8fc3-2b9993b1b83c req-7bb04fb6-e909-49cf-ad03-76afe46e78ce tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fe0aacb-f5f3-4eff-95c0-721843a4e1ac HTTP/1.1" status: 200 len: 943 time: 0.0545113 Feb 02 07:46:54.023900 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-46488db9-758a-4186-8fc3-2b9993b1b83c req-de7a0bbf-8c2c-42af-a2de-95ddff3b179c tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/security-groups?id=004dd94b-702c-4d32-888e-c8d968947465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395691 Feb 02 07:46:54.113202 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 3afc3388-fbf8-4a27-b4e9-f1f2bd41f767 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:46:54.211272 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 3afc3388-fbf8-4a27-b4e9-f1f2bd41f767, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=3afc3388-fbf8-4a27-b4e9-f1f2bd41f767,segment=NetworkSegment(2cf7c01d-f0fe-48b6-bfda-c39958e31095),segment_id=2cf7c01d-f0fe-48b6-bfda-c39958e31095)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:46:54.222094 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': '3afc3388-fbf8-4a27-b4e9-f1f2bd41f767', 'network_id': '9188e180-7f4a-4389-833b-2c2a15878a5b', 'port_id': '3afc3388-fbf8-4a27-b4e9-f1f2bd41f767', 'mac_address': 'fa:16:3e:54:33:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9027e75-89ce-40d5-8906-88ff0957b6ee', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:46:54.258937 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 3afc3388-fbf8-4a27-b4e9-f1f2bd41f767 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:46:54.259331 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3afc3388-fbf8-4a27-b4e9-f1f2bd41f767), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:54.272133 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3afc3388-fbf8-4a27-b4e9-f1f2bd41f767 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:46:54.295232 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 3afc3388-fbf8-4a27-b4e9-f1f2bd41f767, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=3afc3388-fbf8-4a27-b4e9-f1f2bd41f767,segment=NetworkSegment(2cf7c01d-f0fe-48b6-bfda-c39958e31095),segment_id=2cf7c01d-f0fe-48b6-bfda-c39958e31095)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:46:54.298816 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (3afc3388-fbf8-4a27-b4e9-f1f2bd41f767), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:54.344221 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=3afc3388-fbf8-4a27-b4e9-f1f2bd41f767,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:46:54.608985 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['3afc3388-fbf8-4a27-b4e9-f1f2bd41f767'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:46:55.150501 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae71ca1-a351-4932-b217-6e06695267b3 req-02aa2e54-5f59-4422-8e74-60f7a2f208e6 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:46:55.152003 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5ae71ca1-a351-4932-b217-6e06695267b3 req-02aa2e54-5f59-4422-8e74-60f7a2f208e6 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fe0aacb-f5f3-4eff-95c0-721843a4e1ac HTTP/1.1" status: 200 len: 944 time: 0.0575011 Feb 02 07:46:55.198131 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5ae71ca1-a351-4932-b217-6e06695267b3 req-f81cf933-c15d-4859-ae52-bf1e4b236f38 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/security-groups?id=004dd94b-702c-4d32-888e-c8d968947465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401859 Feb 02 07:46:56.114435 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 3afc3388-fbf8-4a27-b4e9-f1f2bd41f767 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:46:56.162870 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port 3afc3388-fbf8-4a27-b4e9-f1f2bd41f767 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:46:56.166741 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port 3afc3388-fbf8-4a27-b4e9-f1f2bd41f767 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:46:56.167056 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (3afc3388-fbf8-4a27-b4e9-f1f2bd41f767), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:56.243499 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 3afc3388-fbf8-4a27-b4e9-f1f2bd41f767 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:46:56.243926 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3afc3388-fbf8-4a27-b4e9-f1f2bd41f767), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:56.265767 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fe0aacb-f5f3-4eff-95c0-721843a4e1ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3afc3388-fbf8-4a27-b4e9-f1f2bd41f767'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:46:56.268011 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f454d932-27f7-4162-a0ee-04fb8b26bcbf" -d '{"events": [{"server_uuid": "1fe0aacb-f5f3-4eff-95c0-721843a4e1ac", "name": "network-vif-plugged", "status": "completed", "tag": "3afc3388-fbf8-4a27-b4e9-f1f2bd41f767"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:46:56.285221 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 3afc3388-fbf8-4a27-b4e9-f1f2bd41f767, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=3afc3388-fbf8-4a27-b4e9-f1f2bd41f767,segment=NetworkSegment(2cf7c01d-f0fe-48b6-bfda-c39958e31095),segment_id=2cf7c01d-f0fe-48b6-bfda-c39958e31095)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:46:56.290362 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (3afc3388-fbf8-4a27-b4e9-f1f2bd41f767), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:56.322345 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9397d78-732b-4cb1-a4d0-d0ac48ce7804 req-3559ef5d-269e-452b-924a-0d9c227399a4 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:46:56.323851 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f9397d78-732b-4cb1-a4d0-d0ac48ce7804 req-3559ef5d-269e-452b-924a-0d9c227399a4 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fe0aacb-f5f3-4eff-95c0-721843a4e1ac HTTP/1.1" status: 200 len: 944 time: 0.0575566 Feb 02 07:46:56.337519 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=3afc3388-fbf8-4a27-b4e9-f1f2bd41f767,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:46:56.370563 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f9397d78-732b-4cb1-a4d0-d0ac48ce7804 req-15e84405-65b1-475b-9e89-6e783f990f8b tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/security-groups?id=004dd94b-702c-4d32-888e-c8d968947465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407925 Feb 02 07:46:56.415342 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a513f825-c52e-43d1-9a2a-dc233244d00f x-openstack-request-id: req-a513f825-c52e-43d1-9a2a-dc233244d00f {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:46:56.415689 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fe0aacb-f5f3-4eff-95c0-721843a4e1ac", "name": "network-vif-plugged", "status": "completed", "tag": "3afc3388-fbf8-4a27-b4e9-f1f2bd41f767", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:46:56.415948 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a513f825-c52e-43d1-9a2a-dc233244d00f {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:46:56.416343 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fe0aacb-f5f3-4eff-95c0-721843a4e1ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3afc3388-fbf8-4a27-b4e9-f1f2bd41f767', 'code': 200} Feb 02 07:46:56.545627 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f7e22-3922-4913-9a19-0ea72b5f3a84 req-3e8374a8-57c5-439b-8eb5-5462949b4763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:46:56.547165 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-526f7e22-3922-4913-9a19-0ea72b5f3a84 req-3e8374a8-57c5-439b-8eb5-5462949b4763 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=1fe0aacb-f5f3-4eff-95c0-721843a4e1ac HTTP/1.1" status: 200 len: 1128 time: 0.0455632 Feb 02 07:46:56.592025 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-526f7e22-3922-4913-9a19-0ea72b5f3a84 req-8dbfb1c5-741c-4bb9-aa68-82c0274f1e70 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=004dd94b-702c-4d32-888e-c8d968947465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379801 Feb 02 07:46:57.490710 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ab8d1-2f2a-4bd2-8155-4b1ea827a550 req-c0137884-9145-4d17-ad6d-e1623677143d tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:46:57.492235 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-327ab8d1-2f2a-4bd2-8155-4b1ea827a550 req-c0137884-9145-4d17-ad6d-e1623677143d tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fe0aacb-f5f3-4eff-95c0-721843a4e1ac HTTP/1.1" status: 200 len: 945 time: 0.0524552 Feb 02 07:46:57.541282 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-327ab8d1-2f2a-4bd2-8155-4b1ea827a550 req-c95d2e00-cb40-431e-a708-150e813ba9d2 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/security-groups?id=004dd94b-702c-4d32-888e-c8d968947465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430880 Feb 02 07:46:57.617432 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:46:58.658606 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d49f66-3712-4f48-9da3-cf2aa3bed696 req-4b09ea0f-72b3-422a-8e88-561f51f6901a tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:46:58.660094 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-70d49f66-3712-4f48-9da3-cf2aa3bed696 req-4b09ea0f-72b3-422a-8e88-561f51f6901a tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fe0aacb-f5f3-4eff-95c0-721843a4e1ac HTTP/1.1" status: 200 len: 945 time: 0.0519044 Feb 02 07:46:58.710602 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-70d49f66-3712-4f48-9da3-cf2aa3bed696 req-eec87959-e6ea-4d34-97c3-0b42742295fc tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/security-groups?id=004dd94b-702c-4d32-888e-c8d968947465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448477 Feb 02 07:46:58.891380 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 35002) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:46:58.953782 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6226b-6aaa-4404-a2d1-7d48ef78de3e req-d2b8dbbd-3ac6-428f-ad90-97114e0dd4b6 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:46:58.955266 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ddf6226b-6aaa-4404-a2d1-7d48ef78de3e req-d2b8dbbd-3ac6-428f-ad90-97114e0dd4b6 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fe0aacb-f5f3-4eff-95c0-721843a4e1ac HTTP/1.1" status: 200 len: 945 time: 0.0558672 Feb 02 07:46:59.028811 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ddf6226b-6aaa-4404-a2d1-7d48ef78de3e req-37c3f91d-6ee6-4d9d-8e4d-5ae4409e5706 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/security-groups?id=004dd94b-702c-4d32-888e-c8d968947465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644860 Feb 02 07:46:59.032231 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-83a55494-3ab1-419c-8d9e-d73e99e8663d req-01d83c86-e310-45fa-84e5-f1244f4b570a service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=1fe0aacb-f5f3-4eff-95c0-721843a4e1ac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1393588 Feb 02 07:46:59.041391 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [req-83a55494-3ab1-419c-8d9e-d73e99e8663d req-3e9e806c-f977-4f52-b144-aa49c8f6455b service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:46:59.042419 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-83a55494-3ab1-419c-8d9e-d73e99e8663d req-3e9e806c-f977-4f52-b144-aa49c8f6455b service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050890 Feb 02 07:47:00.152484 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b46406-5fab-420e-b9d5-707027b6fbe6 req-90ab690f-dd59-4d8e-859f-6567c688b995 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:00.154737 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-40b46406-5fab-420e-b9d5-707027b6fbe6 req-90ab690f-dd59-4d8e-859f-6567c688b995 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fe0aacb-f5f3-4eff-95c0-721843a4e1ac HTTP/1.1" status: 200 len: 945 time: 0.0584426 Feb 02 07:47:00.203888 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-40b46406-5fab-420e-b9d5-707027b6fbe6 req-7242f775-a596-4148-91b4-0aa77dd5c5c8 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/security-groups?id=004dd94b-702c-4d32-888e-c8d968947465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430276 Feb 02 07:47:00.250421 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a55494-3ab1-419c-8d9e-d73e99e8663d req-e051b080-f54d-4329-bfdc-bf9d3e2c4dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:00.251925 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-83a55494-3ab1-419c-8d9e-d73e99e8663d req-e051b080-f54d-4329-bfdc-bf9d3e2c4dc3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a1c9409caa854f84a7932a4b476729f5&device_id=1fe0aacb-f5f3-4eff-95c0-721843a4e1ac HTTP/1.1" status: 200 len: 1128 time: 0.0499654 Feb 02 07:47:00.341972 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a55494-3ab1-419c-8d9e-d73e99e8663d req-96d98341-16b0-4945-85f9-60e3dcb91115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:00.343429 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-83a55494-3ab1-419c-8d9e-d73e99e8663d req-96d98341-16b0-4945-85f9-60e3dcb91115 service neutron] 10.222.0.88 "GET /v2.0/networks?id=9188e180-7f4a-4389-833b-2c2a15878a5b HTTP/1.1" status: 200 len: 913 time: 0.0854995 Feb 02 07:47:00.387039 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-83a55494-3ab1-419c-8d9e-d73e99e8663d req-8264c969-7ee0-4a00-bcfd-bf5676b2123a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3afc3388-fbf8-4a27-b4e9-f1f2bd41f767 HTTP/1.1" status: 200 len: 217 time: 0.0376954 Feb 02 07:47:00.434499 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a55494-3ab1-419c-8d9e-d73e99e8663d req-6e4584d1-26fc-410e-a964-4428497e6b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:00.435945 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-83a55494-3ab1-419c-8d9e-d73e99e8663d req-6e4584d1-26fc-410e-a964-4428497e6b86 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f9027e75-89ce-40d5-8906-88ff0957b6ee HTTP/1.1" status: 200 len: 852 time: 0.0434363 Feb 02 07:47:00.467671 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-83a55494-3ab1-419c-8d9e-d73e99e8663d req-3e803d79-35e0-471a-865b-7118c88f60dc service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9188e180-7f4a-4389-833b-2c2a15878a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263910 Feb 02 07:47:00.559470 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-83a55494-3ab1-419c-8d9e-d73e99e8663d req-d9a9e8e5-4157-409c-9a3b-50a689749929 service neutron] 10.222.0.88 "GET /v2.0/networks/9188e180-7f4a-4389-833b-2c2a15878a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861351 Feb 02 07:47:00.645269 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-83a55494-3ab1-419c-8d9e-d73e99e8663d req-0ee144b3-0111-4619-a3f8-b71385d443f5 service neutron] 10.222.0.88 "GET /v2.0/networks/9188e180-7f4a-4389-833b-2c2a15878a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804176 Feb 02 07:47:01.324906 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98880587-e49f-48c5-b9a1-10b17cd204c4 req-e1892050-0a5c-4d50-aef9-f35720b7fd9b tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:01.326361 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-98880587-e49f-48c5-b9a1-10b17cd204c4 req-e1892050-0a5c-4d50-aef9-f35720b7fd9b tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fe0aacb-f5f3-4eff-95c0-721843a4e1ac HTTP/1.1" status: 200 len: 945 time: 0.0520573 Feb 02 07:47:01.372611 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-98880587-e49f-48c5-b9a1-10b17cd204c4 req-ec833315-43a2-425f-b15f-0d2e29535cc1 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/security-groups?id=004dd94b-702c-4d32-888e-c8d968947465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406907 Feb 02 07:47:02.490848 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a8d875-0cd3-4a25-9f50-db84d0efe663 req-967546d2-dcce-476a-8a45-29a8b53ad50b tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:02.492356 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e7a8d875-0cd3-4a25-9f50-db84d0efe663 req-967546d2-dcce-476a-8a45-29a8b53ad50b tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fe0aacb-f5f3-4eff-95c0-721843a4e1ac HTTP/1.1" status: 200 len: 945 time: 0.0519679 Feb 02 07:47:02.543549 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e7a8d875-0cd3-4a25-9f50-db84d0efe663 req-9792b199-4f8a-49ce-8d5f-9d19666dd2bc tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/security-groups?id=004dd94b-702c-4d32-888e-c8d968947465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453894 Feb 02 07:47:03.662951 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb35b261-9c8d-419d-8ed2-b5a895cbc4a8 req-7b35bf92-f567-4168-9b31-ed681cfdac76 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:03.664536 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bb35b261-9c8d-419d-8ed2-b5a895cbc4a8 req-7b35bf92-f567-4168-9b31-ed681cfdac76 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fe0aacb-f5f3-4eff-95c0-721843a4e1ac HTTP/1.1" status: 200 len: 945 time: 0.0531044 Feb 02 07:47:03.711717 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bb35b261-9c8d-419d-8ed2-b5a895cbc4a8 req-c7c5698e-9c71-4747-993a-550610864fc1 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/security-groups?id=004dd94b-702c-4d32-888e-c8d968947465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416350 Feb 02 07:47:04.828968 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdaa38e-4263-4dde-8fca-24e197ed4842 req-669c8dc9-84a4-4deb-b098-dbc943546a0d tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:04.830446 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ccdaa38e-4263-4dde-8fca-24e197ed4842 req-669c8dc9-84a4-4deb-b098-dbc943546a0d tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fe0aacb-f5f3-4eff-95c0-721843a4e1ac HTTP/1.1" status: 200 len: 945 time: 0.0522490 Feb 02 07:47:04.875969 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ccdaa38e-4263-4dde-8fca-24e197ed4842 req-57f4759f-5d64-4f0a-8106-4b7cbbef57a5 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/security-groups?id=004dd94b-702c-4d32-888e-c8d968947465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391626 Feb 02 07:47:05.998414 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb8b446-320f-40fe-9df4-b961bbe027f2 req-40bb501d-7bd5-4b1e-88e5-ae418dfc33fe tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:05.999900 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6cb8b446-320f-40fe-9df4-b961bbe027f2 req-40bb501d-7bd5-4b1e-88e5-ae418dfc33fe tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fe0aacb-f5f3-4eff-95c0-721843a4e1ac HTTP/1.1" status: 200 len: 945 time: 0.0549541 Feb 02 07:47:06.045158 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6cb8b446-320f-40fe-9df4-b961bbe027f2 req-1bb6dfcb-9745-4977-8b5f-b9de96b6c5c1 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/security-groups?id=004dd94b-702c-4d32-888e-c8d968947465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390646 Feb 02 07:47:07.167937 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d728ade3-8a71-46e6-ad05-deea6f3a200c req-926c6c39-485c-45b7-ab4b-9001a4c729a6 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:07.169408 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d728ade3-8a71-46e6-ad05-deea6f3a200c req-926c6c39-485c-45b7-ab4b-9001a4c729a6 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fe0aacb-f5f3-4eff-95c0-721843a4e1ac HTTP/1.1" status: 200 len: 945 time: 0.0534585 Feb 02 07:47:07.215711 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d728ade3-8a71-46e6-ad05-deea6f3a200c req-e2857110-69c1-4cc4-92e3-e6a9cc97c165 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/security-groups?id=004dd94b-702c-4d32-888e-c8d968947465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406206 Feb 02 07:47:08.337675 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf60aab5-ef40-410d-9b9b-9003437bf1a7 req-c4804978-b4b9-4caa-a28e-077d25a6da21 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:08.339143 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cf60aab5-ef40-410d-9b9b-9003437bf1a7 req-c4804978-b4b9-4caa-a28e-077d25a6da21 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fe0aacb-f5f3-4eff-95c0-721843a4e1ac HTTP/1.1" status: 200 len: 945 time: 0.0557542 Feb 02 07:47:08.384570 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cf60aab5-ef40-410d-9b9b-9003437bf1a7 req-dc855a44-c84e-499a-9172-05c86331ee74 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/security-groups?id=004dd94b-702c-4d32-888e-c8d968947465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397892 Feb 02 07:47:09.504638 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903f3819-3f5a-4c76-8fb9-b3eec7b7c3de req-06f2a4b5-3d9a-4259-91bc-1a6ff498b8b7 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:09.506113 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-903f3819-3f5a-4c76-8fb9-b3eec7b7c3de req-06f2a4b5-3d9a-4259-91bc-1a6ff498b8b7 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fe0aacb-f5f3-4eff-95c0-721843a4e1ac HTTP/1.1" status: 200 len: 945 time: 0.0528653 Feb 02 07:47:09.552942 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-903f3819-3f5a-4c76-8fb9-b3eec7b7c3de req-a80f067b-3d6c-4444-a15d-ad48d706b982 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/security-groups?id=004dd94b-702c-4d32-888e-c8d968947465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412943 Feb 02 07:47:10.669539 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86ed578-a920-44be-a983-386a0fad73e0 req-9de53958-1a44-417b-94b4-526df0728864 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:10.671004 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b86ed578-a920-44be-a983-386a0fad73e0 req-9de53958-1a44-417b-94b4-526df0728864 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fe0aacb-f5f3-4eff-95c0-721843a4e1ac HTTP/1.1" status: 200 len: 945 time: 0.0515842 Feb 02 07:47:10.721444 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b86ed578-a920-44be-a983-386a0fad73e0 req-a09755c6-0465-4ace-acba-cdcf808a058d tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/security-groups?id=004dd94b-702c-4d32-888e-c8d968947465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444534 Feb 02 07:47:11.046244 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1a1ca99f-503c-4c5f-b7cd-d0fcd31a5681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:47:11.841336 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a01fb-6530-406d-95f1-a490536ce3f8 req-1bd87286-697b-4d25-8f25-d70cc4ce51fb tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:11.842798 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a26a01fb-6530-406d-95f1-a490536ce3f8 req-1bd87286-697b-4d25-8f25-d70cc4ce51fb tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fe0aacb-f5f3-4eff-95c0-721843a4e1ac HTTP/1.1" status: 200 len: 945 time: 0.0528576 Feb 02 07:47:11.889207 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a26a01fb-6530-406d-95f1-a490536ce3f8 req-436ee504-4389-4101-9d83-d2a185a3520a tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/security-groups?id=004dd94b-702c-4d32-888e-c8d968947465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408304 Feb 02 07:47:13.008643 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e6c9c6-adc9-43a0-86aa-f6db224bf556 req-8445e11d-9b2f-499f-8ec5-562047ecb96a tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:13.010103 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-95e6c9c6-adc9-43a0-86aa-f6db224bf556 req-8445e11d-9b2f-499f-8ec5-562047ecb96a tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fe0aacb-f5f3-4eff-95c0-721843a4e1ac HTTP/1.1" status: 200 len: 945 time: 0.0517139 Feb 02 07:47:13.056536 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-95e6c9c6-adc9-43a0-86aa-f6db224bf556 req-51ca76b1-866f-49b1-88f9-e70efb824978 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/security-groups?id=004dd94b-702c-4d32-888e-c8d968947465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407932 Feb 02 07:47:13.330389 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ec404bfa-0230-49f5-b6ff-e18d082c0052 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:47:14.190198 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f363f6f-74bd-4e66-a82d-12b919a24ae3 req-d74b6ff9-4f22-459c-9d31-d7e37adfcb7c tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:14.192190 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2f363f6f-74bd-4e66-a82d-12b919a24ae3 req-d74b6ff9-4f22-459c-9d31-d7e37adfcb7c tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fe0aacb-f5f3-4eff-95c0-721843a4e1ac HTTP/1.1" status: 200 len: 945 time: 0.0642321 Feb 02 07:47:14.238044 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2f363f6f-74bd-4e66-a82d-12b919a24ae3 req-cbaa4658-4c57-4993-8f42-4f7dedc0cb7d tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/security-groups?id=004dd94b-702c-4d32-888e-c8d968947465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396793 Feb 02 07:47:14.805975 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:47:15.358758 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34570f3f-74ea-4c66-a31a-e0534b9b21f7 req-2368f4cd-28b6-47e3-b837-a50bcd3004f0 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:15.360258 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-34570f3f-74ea-4c66-a31a-e0534b9b21f7 req-2368f4cd-28b6-47e3-b837-a50bcd3004f0 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fe0aacb-f5f3-4eff-95c0-721843a4e1ac HTTP/1.1" status: 200 len: 945 time: 0.0525708 Feb 02 07:47:15.406562 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-34570f3f-74ea-4c66-a31a-e0534b9b21f7 req-12c67e99-b354-498b-a96c-59516164f003 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/security-groups?id=004dd94b-702c-4d32-888e-c8d968947465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407321 Feb 02 07:47:16.174570 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:47:16.524972 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d8a7ac-71f6-4f42-a895-1c07d7b482a3 req-13e5b8c2-cf9f-4795-8419-3888b5801516 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:16.526439 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d8d8a7ac-71f6-4f42-a895-1c07d7b482a3 req-13e5b8c2-cf9f-4795-8419-3888b5801516 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fe0aacb-f5f3-4eff-95c0-721843a4e1ac HTTP/1.1" status: 200 len: 945 time: 0.0525084 Feb 02 07:47:16.576474 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d8d8a7ac-71f6-4f42-a895-1c07d7b482a3 req-98a400c8-b53e-4933-9137-b968dee93f5b tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/security-groups?id=004dd94b-702c-4d32-888e-c8d968947465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443358 Feb 02 07:47:17.182431 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:47:17.469984 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:47:17.696689 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c315e5a-b9d2-4562-bcfc-f35c897c927d req-31b5d2f1-2ea3-4c2d-ab74-fe2ffbe839ec tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:17.698168 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6c315e5a-b9d2-4562-bcfc-f35c897c927d req-31b5d2f1-2ea3-4c2d-ab74-fe2ffbe839ec tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fe0aacb-f5f3-4eff-95c0-721843a4e1ac HTTP/1.1" status: 200 len: 945 time: 0.0541990 Feb 02 07:47:17.744356 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6c315e5a-b9d2-4562-bcfc-f35c897c927d req-4c9f04af-92f1-4bd3-aa1b-97d32bc30d7b tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/security-groups?id=004dd94b-702c-4d32-888e-c8d968947465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404735 Feb 02 07:47:18.860958 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d36fc82-35fb-4a2f-8140-550df71961a1 req-5fc592de-f322-47d8-b1ea-aefdffea8348 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:18.862441 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5d36fc82-35fb-4a2f-8140-550df71961a1 req-5fc592de-f322-47d8-b1ea-aefdffea8348 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fe0aacb-f5f3-4eff-95c0-721843a4e1ac HTTP/1.1" status: 200 len: 945 time: 0.0511866 Feb 02 07:47:18.908806 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5d36fc82-35fb-4a2f-8140-550df71961a1 req-d1235e1d-740f-4624-a11d-daf5403dae59 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/security-groups?id=004dd94b-702c-4d32-888e-c8d968947465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400491 Feb 02 07:47:20.031566 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60176795-6849-460f-b916-d9c95cc163c5 req-7a6e3600-13ff-4340-9653-7a3ede0789f8 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:20.033023 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-60176795-6849-460f-b916-d9c95cc163c5 req-7a6e3600-13ff-4340-9653-7a3ede0789f8 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fe0aacb-f5f3-4eff-95c0-721843a4e1ac HTTP/1.1" status: 200 len: 945 time: 0.0561457 Feb 02 07:47:20.078582 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-60176795-6849-460f-b916-d9c95cc163c5 req-406ba524-ca8c-4c26-926f-6d1ccb9547ce tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/security-groups?id=004dd94b-702c-4d32-888e-c8d968947465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398841 Feb 02 07:47:21.198099 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694db05-f2e2-42cc-9fa9-656b47476dc5 req-37895e46-18d1-4616-bad8-abc033099c03 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:21.199644 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5694db05-f2e2-42cc-9fa9-656b47476dc5 req-37895e46-18d1-4616-bad8-abc033099c03 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fe0aacb-f5f3-4eff-95c0-721843a4e1ac HTTP/1.1" status: 200 len: 945 time: 0.0516143 Feb 02 07:47:21.245316 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5694db05-f2e2-42cc-9fa9-656b47476dc5 req-24d20d10-fc0e-4e73-8de9-94f6327511c3 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/security-groups?id=004dd94b-702c-4d32-888e-c8d968947465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401785 Feb 02 07:47:22.367812 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778b546b-98cb-4b5f-bd34-f13a64abf3bb req-beb3a6c9-8ad1-4f01-9f18-73770e59821d tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:22.369288 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-778b546b-98cb-4b5f-bd34-f13a64abf3bb req-beb3a6c9-8ad1-4f01-9f18-73770e59821d tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fe0aacb-f5f3-4eff-95c0-721843a4e1ac HTTP/1.1" status: 200 len: 945 time: 0.0557373 Feb 02 07:47:22.389667 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:47:22.417377 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-778b546b-98cb-4b5f-bd34-f13a64abf3bb req-b6bf3823-46d4-4da4-98ed-6cf7b9a4b2ba tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/security-groups?id=004dd94b-702c-4d32-888e-c8d968947465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414889 Feb 02 07:47:23.538545 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ff4d9-fc5c-461f-87d1-7b9043a9df8a req-5c556d6f-8941-4e1e-b142-0f3fe18f7fbf tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:23.540021 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2a8ff4d9-fc5c-461f-87d1-7b9043a9df8a req-5c556d6f-8941-4e1e-b142-0f3fe18f7fbf tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fe0aacb-f5f3-4eff-95c0-721843a4e1ac HTTP/1.1" status: 200 len: 945 time: 0.0523992 Feb 02 07:47:23.587034 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2a8ff4d9-fc5c-461f-87d1-7b9043a9df8a req-f082149f-5337-4dbe-86af-917120e9b36b tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/security-groups?id=004dd94b-702c-4d32-888e-c8d968947465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413635 Feb 02 07:47:24.704984 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17dc2d8-b32e-4f86-ba18-853f004c90df req-090f3244-569a-4b03-9ba7-5af0819854e8 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:24.706458 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e17dc2d8-b32e-4f86-ba18-853f004c90df req-090f3244-569a-4b03-9ba7-5af0819854e8 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fe0aacb-f5f3-4eff-95c0-721843a4e1ac HTTP/1.1" status: 200 len: 945 time: 0.0523143 Feb 02 07:47:24.760697 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e17dc2d8-b32e-4f86-ba18-853f004c90df req-bf0e2c34-cf46-4581-a1ee-9199dceee1f9 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/security-groups?id=004dd94b-702c-4d32-888e-c8d968947465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478077 Feb 02 07:47:25.880001 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d321a6f-4d66-46e8-b2f3-302fa69881dc req-b3d6a24d-b45a-46da-afb7-a51c9ec1a255 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:25.881470 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8d321a6f-4d66-46e8-b2f3-302fa69881dc req-b3d6a24d-b45a-46da-afb7-a51c9ec1a255 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fe0aacb-f5f3-4eff-95c0-721843a4e1ac HTTP/1.1" status: 200 len: 945 time: 0.0527723 Feb 02 07:47:25.927502 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8d321a6f-4d66-46e8-b2f3-302fa69881dc req-b6bb6394-7aa2-4700-83cd-1d70eee76411 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/security-groups?id=004dd94b-702c-4d32-888e-c8d968947465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405531 Feb 02 07:47:27.045125 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492428d1-a2e3-4d1c-b75b-e95945106155 req-4448380f-aea3-49cf-9278-bf096d642b83 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:27.046596 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-492428d1-a2e3-4d1c-b75b-e95945106155 req-4448380f-aea3-49cf-9278-bf096d642b83 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fe0aacb-f5f3-4eff-95c0-721843a4e1ac HTTP/1.1" status: 200 len: 945 time: 0.0519090 Feb 02 07:47:27.094834 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-492428d1-a2e3-4d1c-b75b-e95945106155 req-6bd7959d-788f-4424-add1-691e5c19d0a0 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/security-groups?id=004dd94b-702c-4d32-888e-c8d968947465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419424 Feb 02 07:47:27.536699 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [req-83a55494-3ab1-419c-8d9e-d73e99e8663d req-538bfedf-a875-47c8-8553-9d441ea8439a service neutron] show failed (client error): The resource could not be found. Feb 02 07:47:27.537732 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-83a55494-3ab1-419c-8d9e-d73e99e8663d req-538bfedf-a875-47c8-8553-9d441ea8439a service neutron] 10.222.0.88 "GET /v2.0/ports/3afc3388-fbf8-4a27-b4e9-f1f2bd41f767/bindings/n-h2-789963-26 HTTP/1.1" status: 404 len: 381 time: 0.0563524 Feb 02 07:47:27.606212 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:47:27.797643 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a55494-3ab1-419c-8d9e-d73e99e8663d req-7d0ffaeb-d69e-4e73-a520-5c4c77d636b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:27.799119 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-83a55494-3ab1-419c-8d9e-d73e99e8663d req-7d0ffaeb-d69e-4e73-a520-5c4c77d636b4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1fe0aacb-f5f3-4eff-95c0-721843a4e1ac&tenant_id=a1c9409caa854f84a7932a4b476729f5 HTTP/1.1" status: 200 len: 1128 time: 0.1019189 Feb 02 07:47:27.815646 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-83a55494-3ab1-419c-8d9e-d73e99e8663d req-0f049c73-a9d2-4ea9-9553-3882c958a71e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-26', 'device_owner': 'compute:nova'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:47:27.871454 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-83a55494-3ab1-419c-8d9e-d73e99e8663d req-0f049c73-a9d2-4ea9-9553-3882c958a71e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3afc3388-fbf8-4a27-b4e9-f1f2bd41f767), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:47:28.079439 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-83a55494-3ab1-419c-8d9e-d73e99e8663d req-0f049c73-a9d2-4ea9-9553-3882c958a71e service neutron] For port 3afc3388-fbf8-4a27-b4e9-f1f2bd41f767, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=3afc3388-fbf8-4a27-b4e9-f1f2bd41f767,segment=NetworkSegment(2cf7c01d-f0fe-48b6-bfda-c39958e31095),segment_id=2cf7c01d-f0fe-48b6-bfda-c39958e31095)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:47:28.112183 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-83a55494-3ab1-419c-8d9e-d73e99e8663d req-0f049c73-a9d2-4ea9-9553-3882c958a71e service neutron] For port 3afc3388-fbf8-4a27-b4e9-f1f2bd41f767, host n-h1-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:47:28.157733 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fe0aacb-f5f3-4eff-95c0-721843a4e1ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3afc3388-fbf8-4a27-b4e9-f1f2bd41f767'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:47:28.160036 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d226cfd-4f2d-48b3-89c0-f1eb4eff1847" -d '{"events": [{"server_uuid": "1fe0aacb-f5f3-4eff-95c0-721843a4e1ac", "name": "network-vif-unplugged", "status": "completed", "tag": "3afc3388-fbf8-4a27-b4e9-f1f2bd41f767"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:47:28.164111 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-83a55494-3ab1-419c-8d9e-d73e99e8663d req-0f049c73-a9d2-4ea9-9553-3882c958a71e service neutron] Publish callbacks [] for port (3afc3388-fbf8-4a27-b4e9-f1f2bd41f767), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:47:28.185879 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-83a55494-3ab1-419c-8d9e-d73e99e8663d req-0f049c73-a9d2-4ea9-9553-3882c958a71e service neutron] Transition to ACTIVE for port object 3afc3388-fbf8-4a27-b4e9-f1f2bd41f767 will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:47:28.202610 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-83a55494-3ab1-419c-8d9e-d73e99e8663d req-0f049c73-a9d2-4ea9-9553-3882c958a71e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (3afc3388-fbf8-4a27-b4e9-f1f2bd41f767), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:47:28.277131 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f049c73-a9d2-4ea9-9553-3882c958a71e service neutron] Pushing event updated for resources: {'Port': ['ID=3afc3388-fbf8-4a27-b4e9-f1f2bd41f767,revision_number=6']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:47:28.279377 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-83a55494-3ab1-419c-8d9e-d73e99e8663d req-0f049c73-a9d2-4ea9-9553-3882c958a71e service neutron] No DVR routers for this DVR port 3afc3388-fbf8-4a27-b4e9-f1f2bd41f767 on host n-h1-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:47:28.292780 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b10440-04e3-46f8-b624-46f31456e818 req-bb983c9c-71ec-4b04-8489-3de76d213776 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:28.294240 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d1b10440-04e3-46f8-b624-46f31456e818 req-bb983c9c-71ec-4b04-8489-3de76d213776 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fe0aacb-f5f3-4eff-95c0-721843a4e1ac HTTP/1.1" status: 200 len: 945 time: 0.1239977 Feb 02 07:47:28.345285 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-83a55494-3ab1-419c-8d9e-d73e99e8663d req-0f049c73-a9d2-4ea9-9553-3882c958a71e service neutron] Attempting to bind port 3afc3388-fbf8-4a27-b4e9-f1f2bd41f767 on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:47:28.345526 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-83a55494-3ab1-419c-8d9e-d73e99e8663d req-0f049c73-a9d2-4ea9-9553-3882c958a71e service neutron] Attempting to bind port 3afc3388-fbf8-4a27-b4e9-f1f2bd41f767 by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': '2cf7c01d-f0fe-48b6-bfda-c39958e31095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '9188e180-7f4a-4389-833b-2c2a15878a5b'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:47:28.345854 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a55494-3ab1-419c-8d9e-d73e99e8663d req-0f049c73-a9d2-4ea9-9553-3882c958a71e service neutron] Attempting to bind port 3afc3388-fbf8-4a27-b4e9-f1f2bd41f767 on network 9188e180-7f4a-4389-833b-2c2a15878a5b {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:47:28.355853 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a55494-3ab1-419c-8d9e-d73e99e8663d req-0f049c73-a9d2-4ea9-9553-3882c958a71e service neutron] Port 3afc3388-fbf8-4a27-b4e9-f1f2bd41f767 on network 9188e180-7f4a-4389-833b-2c2a15878a5b not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:47:28.356177 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a55494-3ab1-419c-8d9e-d73e99e8663d req-0f049c73-a9d2-4ea9-9553-3882c958a71e service neutron] Attempting to bind port 3afc3388-fbf8-4a27-b4e9-f1f2bd41f767 on network 9188e180-7f4a-4389-833b-2c2a15878a5b {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:47:28.369695 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a55494-3ab1-419c-8d9e-d73e99e8663d req-0f049c73-a9d2-4ea9-9553-3882c958a71e service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:47:28.370036 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a55494-3ab1-419c-8d9e-d73e99e8663d req-0f049c73-a9d2-4ea9-9553-3882c958a71e service neutron] Checking segment: {'id': '2cf7c01d-f0fe-48b6-bfda-c39958e31095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '9188e180-7f4a-4389-833b-2c2a15878a5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:47:28.370415 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a55494-3ab1-419c-8d9e-d73e99e8663d req-0f049c73-a9d2-4ea9-9553-3882c958a71e service neutron] Bound using segment: {'id': '2cf7c01d-f0fe-48b6-bfda-c39958e31095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '9188e180-7f4a-4389-833b-2c2a15878a5b'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:47:28.370838 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-83a55494-3ab1-419c-8d9e-d73e99e8663d req-0f049c73-a9d2-4ea9-9553-3882c958a71e service neutron] Bound port: 3afc3388-fbf8-4a27-b4e9-f1f2bd41f767, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cf7c01d-f0fe-48b6-bfda-c39958e31095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '9188e180-7f4a-4389-833b-2c2a15878a5b'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:47:28.371193 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-83a55494-3ab1-419c-8d9e-d73e99e8663d req-0f049c73-a9d2-4ea9-9553-3882c958a71e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3afc3388-fbf8-4a27-b4e9-f1f2bd41f767), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:47:28.377451 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d1b10440-04e3-46f8-b624-46f31456e818 req-e1af803f-479d-4f33-8436-b7c6598af1b6 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/security-groups?id=004dd94b-702c-4d32-888e-c8d968947465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776565 Feb 02 07:47:28.437429 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 07:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac59e04-14db-42b4-87be-c8cdb5ea0c7e x-openstack-request-id: req-4ac59e04-14db-42b4-87be-c8cdb5ea0c7e {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:47:28.437728 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fe0aacb-f5f3-4eff-95c0-721843a4e1ac", "name": "network-vif-unplugged", "status": "completed", "tag": "3afc3388-fbf8-4a27-b4e9-f1f2bd41f767", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:47:28.437989 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-4ac59e04-14db-42b4-87be-c8cdb5ea0c7e {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:47:28.438386 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fe0aacb-f5f3-4eff-95c0-721843a4e1ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3afc3388-fbf8-4a27-b4e9-f1f2bd41f767', 'code': 200} Feb 02 07:47:28.444609 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-83a55494-3ab1-419c-8d9e-d73e99e8663d req-0f049c73-a9d2-4ea9-9553-3882c958a71e service neutron] For port 3afc3388-fbf8-4a27-b4e9-f1f2bd41f767, host n-h2-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:47:28.447778 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-83a55494-3ab1-419c-8d9e-d73e99e8663d req-0f049c73-a9d2-4ea9-9553-3882c958a71e service neutron] For port 3afc3388-fbf8-4a27-b4e9-f1f2bd41f767, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=3afc3388-fbf8-4a27-b4e9-f1f2bd41f767,segment=NetworkSegment(2cf7c01d-f0fe-48b6-bfda-c39958e31095),segment_id=2cf7c01d-f0fe-48b6-bfda-c39958e31095)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:47:28.453682 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-83a55494-3ab1-419c-8d9e-d73e99e8663d req-0f049c73-a9d2-4ea9-9553-3882c958a71e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (3afc3388-fbf8-4a27-b4e9-f1f2bd41f767), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:47:28.489853 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a55494-3ab1-419c-8d9e-d73e99e8663d req-0f049c73-a9d2-4ea9-9553-3882c958a71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:28.490482 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-83a55494-3ab1-419c-8d9e-d73e99e8663d req-0f049c73-a9d2-4ea9-9553-3882c958a71e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:47:28.491884 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-83a55494-3ab1-419c-8d9e-d73e99e8663d req-0f049c73-a9d2-4ea9-9553-3882c958a71e service neutron] 10.222.0.59 "PUT /v2.0/ports/3afc3388-fbf8-4a27-b4e9-f1f2bd41f767 HTTP/1.1" status: 200 len: 1092 time: 0.6801376 Feb 02 07:47:28.509840 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f049c73-a9d2-4ea9-9553-3882c958a71e service neutron] Pushing event updated for resources: {'Port': ['ID=3afc3388-fbf8-4a27-b4e9-f1f2bd41f767,revision_number=7']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:47:28.569000 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a55494-3ab1-419c-8d9e-d73e99e8663d req-b04f2c56-cf83-48e4-91d0-21959a3828e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:28.570477 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-83a55494-3ab1-419c-8d9e-d73e99e8663d req-b04f2c56-cf83-48e4-91d0-21959a3828e3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a1c9409caa854f84a7932a4b476729f5&device_id=1fe0aacb-f5f3-4eff-95c0-721843a4e1ac HTTP/1.1" status: 200 len: 1126 time: 0.0448213 Feb 02 07:47:28.660181 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a55494-3ab1-419c-8d9e-d73e99e8663d req-e7b2bf70-953c-41d4-a239-e19220217a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:28.661641 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-83a55494-3ab1-419c-8d9e-d73e99e8663d req-e7b2bf70-953c-41d4-a239-e19220217a14 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9188e180-7f4a-4389-833b-2c2a15878a5b HTTP/1.1" status: 200 len: 913 time: 0.0847156 Feb 02 07:47:28.702047 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-83a55494-3ab1-419c-8d9e-d73e99e8663d req-78fd54b8-85ff-4844-87b3-de740c21be9e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3afc3388-fbf8-4a27-b4e9-f1f2bd41f767 HTTP/1.1" status: 200 len: 217 time: 0.0341177 Feb 02 07:47:28.755531 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a55494-3ab1-419c-8d9e-d73e99e8663d req-2e4df826-25b5-44e5-add3-107da60372a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:28.756973 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-83a55494-3ab1-419c-8d9e-d73e99e8663d req-2e4df826-25b5-44e5-add3-107da60372a9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f9027e75-89ce-40d5-8906-88ff0957b6ee HTTP/1.1" status: 200 len: 852 time: 0.0499415 Feb 02 07:47:28.788541 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-83a55494-3ab1-419c-8d9e-d73e99e8663d req-46956a9d-3922-4b6c-8c4e-12f628433bfb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9188e180-7f4a-4389-833b-2c2a15878a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256727 Feb 02 07:47:28.875794 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-83a55494-3ab1-419c-8d9e-d73e99e8663d req-19b1525c-d5a9-4ae4-b4ff-b857cb8a6860 service neutron] 10.222.0.59 "GET /v2.0/networks/9188e180-7f4a-4389-833b-2c2a15878a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800383 Feb 02 07:47:29.285604 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-83a55494-3ab1-419c-8d9e-d73e99e8663d req-fa020d37-3131-4b6a-b684-36ade7cfc864 service neutron] 10.222.0.59 "GET /v2.0/networks/9188e180-7f4a-4389-833b-2c2a15878a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4038370 Feb 02 07:47:29.499543 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb25c7-039a-4477-969e-5d27502ef431 req-85ec43d3-4130-4a73-bb3c-b1792b72f110 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:29.501015 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-29bb25c7-039a-4477-969e-5d27502ef431 req-85ec43d3-4130-4a73-bb3c-b1792b72f110 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fe0aacb-f5f3-4eff-95c0-721843a4e1ac HTTP/1.1" status: 200 len: 943 time: 0.0527020 Feb 02 07:47:29.547420 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-29bb25c7-039a-4477-969e-5d27502ef431 req-b2c322ad-27c3-41eb-979a-605b8d80d398 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/security-groups?id=004dd94b-702c-4d32-888e-c8d968947465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406291 Feb 02 07:47:30.440011 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fe0aacb-f5f3-4eff-95c0-721843a4e1ac', 'tag': '3afc3388-fbf8-4a27-b4e9-f1f2bd41f767'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:47:30.442943 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681294f3-80c6-47ad-8e8b-f576019aa263" -d '{"events": [{"name": "network-changed", "server_uuid": "1fe0aacb-f5f3-4eff-95c0-721843a4e1ac", "tag": "3afc3388-fbf8-4a27-b4e9-f1f2bd41f767"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:47:30.492443 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92047157-a7b3-4f81-af84-fe65722fed11 x-openstack-request-id: req-92047157-a7b3-4f81-af84-fe65722fed11 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:47:30.492748 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fe0aacb-f5f3-4eff-95c0-721843a4e1ac", "tag": "3afc3388-fbf8-4a27-b4e9-f1f2bd41f767", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:47:30.493005 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-92047157-a7b3-4f81-af84-fe65722fed11 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:47:30.493758 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fe0aacb-f5f3-4eff-95c0-721843a4e1ac', 'tag': '3afc3388-fbf8-4a27-b4e9-f1f2bd41f767', 'status': 'completed', 'code': 200} Feb 02 07:47:30.584521 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681294f3-80c6-47ad-8e8b-f576019aa263 req-af825728-6d30-47d9-9f43-a68d9447e9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:30.586015 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-681294f3-80c6-47ad-8e8b-f576019aa263 req-af825728-6d30-47d9-9f43-a68d9447e9c9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a1c9409caa854f84a7932a4b476729f5&device_id=1fe0aacb-f5f3-4eff-95c0-721843a4e1ac HTTP/1.1" status: 200 len: 1126 time: 0.0509388 Feb 02 07:47:30.588287 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681294f3-80c6-47ad-8e8b-f576019aa263 req-e5e7f4cd-2133-4b1d-8ba0-6ffef9b1e99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:30.589807 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-681294f3-80c6-47ad-8e8b-f576019aa263 req-e5e7f4cd-2133-4b1d-8ba0-6ffef9b1e99c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a1c9409caa854f84a7932a4b476729f5&device_id=1fe0aacb-f5f3-4eff-95c0-721843a4e1ac HTTP/1.1" status: 200 len: 1126 time: 0.0499792 Feb 02 07:47:30.681330 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681294f3-80c6-47ad-8e8b-f576019aa263 req-4d4df084-78b3-443f-9484-13bd5a858672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:30.682804 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-681294f3-80c6-47ad-8e8b-f576019aa263 req-4d4df084-78b3-443f-9484-13bd5a858672 service neutron] 10.222.0.88 "GET /v2.0/networks?id=9188e180-7f4a-4389-833b-2c2a15878a5b HTTP/1.1" status: 200 len: 913 time: 0.0871134 Feb 02 07:47:30.713068 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681294f3-80c6-47ad-8e8b-f576019aa263 req-9eaf490c-1888-4848-beac-3389ed11d98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:30.714542 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-681294f3-80c6-47ad-8e8b-f576019aa263 req-9eaf490c-1888-4848-beac-3389ed11d98d service neutron] 10.222.0.59 "GET /v2.0/networks?id=9188e180-7f4a-4389-833b-2c2a15878a5b HTTP/1.1" status: 200 len: 913 time: 0.1220059 Feb 02 07:47:30.722120 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035229a0-2388-4ce6-ade2-0e661f163e04 req-5d865aba-045d-4b32-900d-3ed55df9a391 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:30.724174 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-035229a0-2388-4ce6-ade2-0e661f163e04 req-5d865aba-045d-4b32-900d-3ed55df9a391 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fe0aacb-f5f3-4eff-95c0-721843a4e1ac HTTP/1.1" status: 200 len: 943 time: 0.1034508 Feb 02 07:47:30.729758 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-681294f3-80c6-47ad-8e8b-f576019aa263 req-52b6edd0-0a4b-4472-bad3-0a04fb7ec381 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3afc3388-fbf8-4a27-b4e9-f1f2bd41f767 HTTP/1.1" status: 200 len: 217 time: 0.0401988 Feb 02 07:47:30.771369 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-681294f3-80c6-47ad-8e8b-f576019aa263 req-a5a1ce43-ecf0-46f7-afe7-fd3845535625 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3afc3388-fbf8-4a27-b4e9-f1f2bd41f767 HTTP/1.1" status: 200 len: 217 time: 0.0462544 Feb 02 07:47:30.777476 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681294f3-80c6-47ad-8e8b-f576019aa263 req-cb869793-cf04-4556-8c26-62955923f3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:30.778989 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-681294f3-80c6-47ad-8e8b-f576019aa263 req-cb869793-cf04-4556-8c26-62955923f3c6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f9027e75-89ce-40d5-8906-88ff0957b6ee HTTP/1.1" status: 200 len: 852 time: 0.0436375 Feb 02 07:47:30.810155 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-681294f3-80c6-47ad-8e8b-f576019aa263 req-27c52114-bb6e-4692-8b30-b549e90a110b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9188e180-7f4a-4389-833b-2c2a15878a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256894 Feb 02 07:47:30.827532 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-035229a0-2388-4ce6-ade2-0e661f163e04 req-b81fe950-b929-4954-9198-72e4e27e86bb tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/security-groups?id=004dd94b-702c-4d32-888e-c8d968947465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965438 Feb 02 07:47:30.839284 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681294f3-80c6-47ad-8e8b-f576019aa263 req-88b93a38-fbcb-4d63-b0f5-b60bd2a69a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:30.841379 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-681294f3-80c6-47ad-8e8b-f576019aa263 req-88b93a38-fbcb-4d63-b0f5-b60bd2a69a1a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f9027e75-89ce-40d5-8906-88ff0957b6ee HTTP/1.1" status: 200 len: 852 time: 0.0593035 Feb 02 07:47:30.876295 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-681294f3-80c6-47ad-8e8b-f576019aa263 req-51084e4e-ca29-4662-b0d0-50ad935ff3f1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9188e180-7f4a-4389-833b-2c2a15878a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292222 Feb 02 07:47:30.905079 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-681294f3-80c6-47ad-8e8b-f576019aa263 req-4cb47d21-1a22-43a0-9777-10b4ca5189ee service neutron] 10.222.0.88 "GET /v2.0/networks/9188e180-7f4a-4389-833b-2c2a15878a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887995 Feb 02 07:47:30.964607 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-681294f3-80c6-47ad-8e8b-f576019aa263 req-761145b5-dca4-426b-bb82-bb7b4925c577 service neutron] 10.222.0.59 "GET /v2.0/networks/9188e180-7f4a-4389-833b-2c2a15878a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818281 Feb 02 07:47:30.993607 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-681294f3-80c6-47ad-8e8b-f576019aa263 req-5bd2f85d-2759-4be2-b512-d23595ec3597 service neutron] 10.222.0.88 "GET /v2.0/networks/9188e180-7f4a-4389-833b-2c2a15878a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825207 Feb 02 07:47:31.056182 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-681294f3-80c6-47ad-8e8b-f576019aa263 req-4be49372-4e42-4e30-8c3f-85c0c30e7cd7 service neutron] 10.222.0.59 "GET /v2.0/networks/9188e180-7f4a-4389-833b-2c2a15878a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856082 Feb 02 07:47:31.702267 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 3afc3388-fbf8-4a27-b4e9-f1f2bd41f767 details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:47:31.798414 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 3afc3388-fbf8-4a27-b4e9-f1f2bd41f767, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=3afc3388-fbf8-4a27-b4e9-f1f2bd41f767,segment=NetworkSegment(2cf7c01d-f0fe-48b6-bfda-c39958e31095),segment_id=2cf7c01d-f0fe-48b6-bfda-c39958e31095)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:47:31.808283 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': '3afc3388-fbf8-4a27-b4e9-f1f2bd41f767', 'network_id': '9188e180-7f4a-4389-833b-2c2a15878a5b', 'port_id': '3afc3388-fbf8-4a27-b4e9-f1f2bd41f767', 'mac_address': 'fa:16:3e:54:33:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9027e75-89ce-40d5-8906-88ff0957b6ee', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:47:31.845014 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 3afc3388-fbf8-4a27-b4e9-f1f2bd41f767 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:47:31.845393 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3afc3388-fbf8-4a27-b4e9-f1f2bd41f767), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:47:31.858370 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3afc3388-fbf8-4a27-b4e9-f1f2bd41f767 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:47:31.877817 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 3afc3388-fbf8-4a27-b4e9-f1f2bd41f767, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=3afc3388-fbf8-4a27-b4e9-f1f2bd41f767,segment=NetworkSegment(2cf7c01d-f0fe-48b6-bfda-c39958e31095),segment_id=2cf7c01d-f0fe-48b6-bfda-c39958e31095)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:47:31.882345 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (3afc3388-fbf8-4a27-b4e9-f1f2bd41f767), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:47:31.930510 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=3afc3388-fbf8-4a27-b4e9-f1f2bd41f767,revision_number=8']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:47:31.938479 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:47:31.938837 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:47:31.939320 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:47:31.939690 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:47:31.940036 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:47:31.940371 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:47:31.940706 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:47:31.941747 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:47:31.942083 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:47:31.942415 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:47:31.942752 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:47:31.943087 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:47:31.943413 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:47:31.951410 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c5d82-09b5-4eb9-98a1-b95449b89961 req-79a7e52a-6867-4c1c-af7e-941021e447f0 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:31.952942 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f70c5d82-09b5-4eb9-98a1-b95449b89961 req-79a7e52a-6867-4c1c-af7e-941021e447f0 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fe0aacb-f5f3-4eff-95c0-721843a4e1ac HTTP/1.1" status: 200 len: 944 time: 0.0546205 Feb 02 07:47:32.006244 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f70c5d82-09b5-4eb9-98a1-b95449b89961 req-65ba82cf-6b54-4ec2-85e2-070010ec4983 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/security-groups?id=004dd94b-702c-4d32-888e-c8d968947465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464833 Feb 02 07:47:32.325301 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 3afc3388-fbf8-4a27-b4e9-f1f2bd41f767 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:47:32.367369 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] The host n-h1-789963-26 is not matching for port 3afc3388-fbf8-4a27-b4e9-f1f2bd41f767 host n-h2-789963-26! {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 02 07:47:32.367795 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 3afc3388-fbf8-4a27-b4e9-f1f2bd41f767 not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:47:33.124160 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa8d29b-6ef2-454a-8fcf-dff302fd6b06 req-9900068d-dad4-4c08-884c-ee76cbf642a8 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:33.125662 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9aa8d29b-6ef2-454a-8fcf-dff302fd6b06 req-9900068d-dad4-4c08-884c-ee76cbf642a8 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fe0aacb-f5f3-4eff-95c0-721843a4e1ac HTTP/1.1" status: 200 len: 944 time: 0.0515668 Feb 02 07:47:33.179670 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9aa8d29b-6ef2-454a-8fcf-dff302fd6b06 req-83029f29-d40a-401b-bed2-3f9de6d17281 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/security-groups?id=004dd94b-702c-4d32-888e-c8d968947465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466514 Feb 02 07:47:33.305698 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['3afc3388-fbf8-4a27-b4e9-f1f2bd41f767'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:47:33.454896 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4480b6d4-e8c1-4174-a4fb-ed81c5686f37 req-45ed566c-9044-4fd8-bd31-222c892d7c92 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:33.456406 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4480b6d4-e8c1-4174-a4fb-ed81c5686f37 req-45ed566c-9044-4fd8-bd31-222c892d7c92 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.88 "GET /v2.0/ports?device_id=1fe0aacb-f5f3-4eff-95c0-721843a4e1ac&tenant_id=a1c9409caa854f84a7932a4b476729f5&binding%3Ahost_id=n-h2-789963-26 HTTP/1.1" status: 200 len: 944 time: 0.0568252 Feb 02 07:47:33.519946 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [req-4480b6d4-e8c1-4174-a4fb-ed81c5686f37 req-8ab18a0e-73ce-4f0c-ac8b-4f6dc948dd4d service neutron] delete failed (client error): The resource could not be found. Feb 02 07:47:33.520996 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4480b6d4-e8c1-4174-a4fb-ed81c5686f37 req-8ab18a0e-73ce-4f0c-ac8b-4f6dc948dd4d service neutron] 10.222.0.88 "DELETE /v2.0/ports/3afc3388-fbf8-4a27-b4e9-f1f2bd41f767/bindings/n-h1-789963-26 HTTP/1.1" status: 404 len: 381 time: 0.0585768 Feb 02 07:47:33.630242 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4480b6d4-e8c1-4174-a4fb-ed81c5686f37 req-6a63f55d-8159-41ab-b0a3-e28a97ee88c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:33.631697 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4480b6d4-e8c1-4174-a4fb-ed81c5686f37 req-6a63f55d-8159-41ab-b0a3-e28a97ee88c8 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a1c9409caa854f84a7932a4b476729f5&device_id=1fe0aacb-f5f3-4eff-95c0-721843a4e1ac HTTP/1.1" status: 200 len: 1127 time: 0.0455761 Feb 02 07:47:33.725448 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4480b6d4-e8c1-4174-a4fb-ed81c5686f37 req-3078d5c6-2bbc-4d4f-883e-4e0b3edbb576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:33.726930 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4480b6d4-e8c1-4174-a4fb-ed81c5686f37 req-3078d5c6-2bbc-4d4f-883e-4e0b3edbb576 service neutron] 10.222.0.88 "GET /v2.0/networks?id=9188e180-7f4a-4389-833b-2c2a15878a5b HTTP/1.1" status: 200 len: 913 time: 0.0884824 Feb 02 07:47:34.051026 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4480b6d4-e8c1-4174-a4fb-ed81c5686f37 req-d2318cf7-8287-45c2-b464-eb4125ee6fce service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3afc3388-fbf8-4a27-b4e9-f1f2bd41f767 HTTP/1.1" status: 200 len: 217 time: 0.3166554 Feb 02 07:47:34.096771 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4480b6d4-e8c1-4174-a4fb-ed81c5686f37 req-92cedfac-5513-498a-b30e-9c5e37348957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:34.098751 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4480b6d4-e8c1-4174-a4fb-ed81c5686f37 req-92cedfac-5513-498a-b30e-9c5e37348957 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f9027e75-89ce-40d5-8906-88ff0957b6ee HTTP/1.1" status: 200 len: 852 time: 0.0424869 Feb 02 07:47:34.129493 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4480b6d4-e8c1-4174-a4fb-ed81c5686f37 req-b46b478f-d663-46ab-914b-8f120bbc484a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9188e180-7f4a-4389-833b-2c2a15878a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249205 Feb 02 07:47:34.219424 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4480b6d4-e8c1-4174-a4fb-ed81c5686f37 req-adb70091-794f-48af-b823-b9f8bad44b34 service neutron] 10.222.0.88 "GET /v2.0/networks/9188e180-7f4a-4389-833b-2c2a15878a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843630 Feb 02 07:47:34.316479 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-4480b6d4-e8c1-4174-a4fb-ed81c5686f37 req-bc588362-40be-480c-af0e-f60a83e1dc72 service neutron] 10.222.0.88 "GET /v2.0/networks/9188e180-7f4a-4389-833b-2c2a15878a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911231 Feb 02 07:47:35.064812 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db9634-08c9-453e-b424-ae2139d08ef6 req-1a6303d8-31ff-4147-a272-4c2694a31bd6 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:35.066728 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e5db9634-08c9-453e-b424-ae2139d08ef6 req-1a6303d8-31ff-4147-a272-4c2694a31bd6 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fe0aacb-f5f3-4eff-95c0-721843a4e1ac HTTP/1.1" status: 200 len: 944 time: 0.0517981 Feb 02 07:47:35.112710 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e5db9634-08c9-453e-b424-ae2139d08ef6 req-70aa56a3-eeef-405a-b7d1-ea53902265b5 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/security-groups?id=004dd94b-702c-4d32-888e-c8d968947465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404274 Feb 02 07:47:35.734978 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 3afc3388-fbf8-4a27-b4e9-f1f2bd41f767 up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:47:35.789556 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port 3afc3388-fbf8-4a27-b4e9-f1f2bd41f767 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:47:35.793280 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port 3afc3388-fbf8-4a27-b4e9-f1f2bd41f767 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:47:35.793652 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (3afc3388-fbf8-4a27-b4e9-f1f2bd41f767), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:47:35.882504 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 3afc3388-fbf8-4a27-b4e9-f1f2bd41f767 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:47:35.882893 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3afc3388-fbf8-4a27-b4e9-f1f2bd41f767), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:47:35.906103 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fe0aacb-f5f3-4eff-95c0-721843a4e1ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3afc3388-fbf8-4a27-b4e9-f1f2bd41f767'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:47:35.908366 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1244f7b1-f0c0-4263-b931-53497e72d7bd" -d '{"events": [{"server_uuid": "1fe0aacb-f5f3-4eff-95c0-721843a4e1ac", "name": "network-vif-plugged", "status": "completed", "tag": "3afc3388-fbf8-4a27-b4e9-f1f2bd41f767"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:47:35.922115 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 3afc3388-fbf8-4a27-b4e9-f1f2bd41f767, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=3afc3388-fbf8-4a27-b4e9-f1f2bd41f767,segment=NetworkSegment(2cf7c01d-f0fe-48b6-bfda-c39958e31095),segment_id=2cf7c01d-f0fe-48b6-bfda-c39958e31095)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:47:35.926265 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (3afc3388-fbf8-4a27-b4e9-f1f2bd41f767), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:47:35.955043 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920fed8d-40c9-42a6-aa5c-4cbc2b837d07 x-openstack-request-id: req-920fed8d-40c9-42a6-aa5c-4cbc2b837d07 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:47:35.955343 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fe0aacb-f5f3-4eff-95c0-721843a4e1ac", "name": "network-vif-plugged", "status": "completed", "tag": "3afc3388-fbf8-4a27-b4e9-f1f2bd41f767", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:47:35.955632 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-920fed8d-40c9-42a6-aa5c-4cbc2b837d07 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:47:35.956027 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fe0aacb-f5f3-4eff-95c0-721843a4e1ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3afc3388-fbf8-4a27-b4e9-f1f2bd41f767', 'code': 200} Feb 02 07:47:35.981586 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=3afc3388-fbf8-4a27-b4e9-f1f2bd41f767,revision_number=9']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:47:36.246861 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fdc417-b4b0-45f1-ae9e-9af40374bfa5 req-93e51fb1-ebad-4812-a263-b80b2d5c7cc4 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:36.248398 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-76fdc417-b4b0-45f1-ae9e-9af40374bfa5 req-93e51fb1-ebad-4812-a263-b80b2d5c7cc4 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fe0aacb-f5f3-4eff-95c0-721843a4e1ac HTTP/1.1" status: 200 len: 945 time: 0.0608664 Feb 02 07:47:36.295434 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-76fdc417-b4b0-45f1-ae9e-9af40374bfa5 req-09bdfd35-7506-4f6f-852a-a5ae060d4209 tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.87 "GET /v2.0/security-groups?id=004dd94b-702c-4d32-888e-c8d968947465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414951 Feb 02 07:47:36.564219 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4480b6d4-e8c1-4174-a4fb-ed81c5686f37 req-ad586705-2478-49a2-95ac-e058c7011d4d tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:36.565693 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4480b6d4-e8c1-4174-a4fb-ed81c5686f37 req-ad586705-2478-49a2-95ac-e058c7011d4d tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.59 "GET /v2.0/ports?device_id=1fe0aacb-f5f3-4eff-95c0-721843a4e1ac HTTP/1.1" status: 200 len: 945 time: 0.0556357 Feb 02 07:47:36.656972 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-4480b6d4-e8c1-4174-a4fb-ed81c5686f37 req-644b117d-27be-4ca5-9388-837a5473b81f tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] Deleting port 3afc3388-fbf8-4a27-b4e9-f1f2bd41f767 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:47:36.657320 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-4480b6d4-e8c1-4174-a4fb-ed81c5686f37 req-644b117d-27be-4ca5-9388-837a5473b81f tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (3afc3388-fbf8-4a27-b4e9-f1f2bd41f767), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:47:36.747922 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-4480b6d4-e8c1-4174-a4fb-ed81c5686f37 req-644b117d-27be-4ca5-9388-837a5473b81f tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] For port 3afc3388-fbf8-4a27-b4e9-f1f2bd41f767, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=3afc3388-fbf8-4a27-b4e9-f1f2bd41f767,segment=NetworkSegment(2cf7c01d-f0fe-48b6-bfda-c39958e31095),segment_id=2cf7c01d-f0fe-48b6-bfda-c39958e31095)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:47:36.748206 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-4480b6d4-e8c1-4174-a4fb-ed81c5686f37 req-644b117d-27be-4ca5-9388-837a5473b81f tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (3afc3388-fbf8-4a27-b4e9-f1f2bd41f767), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:47:36.760559 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-4480b6d4-e8c1-4174-a4fb-ed81c5686f37 req-644b117d-27be-4ca5-9388-837a5473b81f tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] Calling delete_port for 3afc3388-fbf8-4a27-b4e9-f1f2bd41f767 owned by compute:nova {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:47:36.883626 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-4480b6d4-e8c1-4174-a4fb-ed81c5686f37 req-644b117d-27be-4ca5-9388-837a5473b81f tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (3afc3388-fbf8-4a27-b4e9-f1f2bd41f767), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:47:36.916088 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644b117d-27be-4ca5-9388-837a5473b81f tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] Pushing event deleted for resources: {'Port': ['ID=3afc3388-fbf8-4a27-b4e9-f1f2bd41f767,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:47:36.916848 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['3afc3388-fbf8-4a27-b4e9-f1f2bd41f767'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:47:36.959845 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-4480b6d4-e8c1-4174-a4fb-ed81c5686f37 req-644b117d-27be-4ca5-9388-837a5473b81f tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] No DVR routers for this DVR port 3afc3388-fbf8-4a27-b4e9-f1f2bd41f767 on host n-h2-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:47:36.962525 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-4480b6d4-e8c1-4174-a4fb-ed81c5686f37 req-644b117d-27be-4ca5-9388-837a5473b81f tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:47:36.965877 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4480b6d4-e8c1-4174-a4fb-ed81c5686f37 req-644b117d-27be-4ca5-9388-837a5473b81f tempest-DeleteServersTestJSON-563367197 tempest-DeleteServersTestJSON-563367197-project] 10.222.0.59 "DELETE /v2.0/ports/3afc3388-fbf8-4a27-b4e9-f1f2bd41f767 HTTP/1.1" status: 204 len: 173 time: 0.3951454 Feb 02 07:47:36.966319 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fe0aacb-f5f3-4eff-95c0-721843a4e1ac', 'name': 'network-vif-deleted', 'tag': '3afc3388-fbf8-4a27-b4e9-f1f2bd41f767'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:47:36.968573 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3295939-1f1e-406d-a116-82a20cc3da66" -d '{"events": [{"server_uuid": "1fe0aacb-f5f3-4eff-95c0-721843a4e1ac", "name": "network-vif-deleted", "tag": "3afc3388-fbf8-4a27-b4e9-f1f2bd41f767"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:47:37.007106 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f295a82a-1904-4446-940f-e8968b024c38 x-openstack-request-id: req-f295a82a-1904-4446-940f-e8968b024c38 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:47:37.007410 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fe0aacb-f5f3-4eff-95c0-721843a4e1ac", "name": "network-vif-deleted", "tag": "3afc3388-fbf8-4a27-b4e9-f1f2bd41f767", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:47:37.007706 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f295a82a-1904-4446-940f-e8968b024c38 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:47:37.008119 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fe0aacb-f5f3-4eff-95c0-721843a4e1ac', 'name': 'network-vif-deleted', 'tag': '3afc3388-fbf8-4a27-b4e9-f1f2bd41f767', 'status': 'completed', 'code': 200} Feb 02 07:47:37.423222 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 35110) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:47:37.466956 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-c17a4371-12e6-4f61-8db1-6116063349ed admin admin] Deleting subnet f9027e75-89ce-40d5-8906-88ff0957b6ee {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:47:37.470065 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c17a4371-12e6-4f61-8db1-6116063349ed admin admin] Publish callbacks [] for subnet (f9027e75-89ce-40d5-8906-88ff0957b6ee), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:47:37.504136 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c17a4371-12e6-4f61-8db1-6116063349ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (f9027e75-89ce-40d5-8906-88ff0957b6ee), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:47:37.547723 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c17a4371-12e6-4f61-8db1-6116063349ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (f9027e75-89ce-40d5-8906-88ff0957b6ee), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:47:37.597779 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c17a4371-12e6-4f61-8db1-6116063349ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (f9027e75-89ce-40d5-8906-88ff0957b6ee), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:47:37.622815 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17a4371-12e6-4f61-8db1-6116063349ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9027e75-89ce-40d5-8906-88ff0957b6ee,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:47:37.627660 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c17a4371-12e6-4f61-8db1-6116063349ed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:47:37.630628 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c17a4371-12e6-4f61-8db1-6116063349ed admin admin] 10.222.0.87 "DELETE /v2.0/subnets/f9027e75-89ce-40d5-8906-88ff0957b6ee HTTP/1.1" status: 204 len: 168 time: 0.2063715 Feb 02 07:47:37.633149 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 35112) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:47:37.700624 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-44840d1d-5d46-4634-bd05-b09015c5737c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (9188e180-7f4a-4389-833b-2c2a15878a5b), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:47:37.782410 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-44840d1d-5d46-4634-bd05-b09015c5737c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (9188e180-7f4a-4389-833b-2c2a15878a5b), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:47:37.802941 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-44840d1d-5d46-4634-bd05-b09015c5737c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9188e180-7f4a-4389-833b-2c2a15878a5b']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:47:37.812044 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-44840d1d-5d46-4634-bd05-b09015c5737c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cf7c01d-f0fe-48b6-bfda-c39958e31095') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:47:37.812350 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-44840d1d-5d46-4634-bd05-b09015c5737c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cf7c01d-f0fe-48b6-bfda-c39958e31095') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:47:37.821629 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-44840d1d-5d46-4634-bd05-b09015c5737c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (2cf7c01d-f0fe-48b6-bfda-c39958e31095), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:47:37.835254 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-44840d1d-5d46-4634-bd05-b09015c5737c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (2cf7c01d-f0fe-48b6-bfda-c39958e31095), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:47:37.841277 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44840d1d-5d46-4634-bd05-b09015c5737c admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:47:37.841653 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-44840d1d-5d46-4634-bd05-b09015c5737c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (2cf7c01d-f0fe-48b6-bfda-c39958e31095), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:47:37.843247 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:47:37.843247 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:47:37.843247 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:47:37.843247 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:47:37.843247 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:47:37.843247 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:47:37.843247 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:47:37.843247 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:47:37.843247 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:47:37.843247 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:47:37.843247 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:47:37.843247 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:47:37.843247 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:47:37.843247 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:47:37.843247 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:47:37.843247 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:47:37.843247 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:47:37.843247 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:47:37.843247 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:47:37.843247 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:47:37.843247 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:47:37.843247 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:47:37.843247 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:47:37.843247 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:47:37.843247 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:47:37.843247 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:47:37.843247 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:47:37.843247 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:47:37.843247 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:47:37.843247 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:47:37.843247 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:47:37.843247 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:47:37.899380 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-44840d1d-5d46-4634-bd05-b09015c5737c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (9188e180-7f4a-4389-833b-2c2a15878a5b), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:47:37.904724 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-44840d1d-5d46-4634-bd05-b09015c5737c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:47:37.907835 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-44840d1d-5d46-4634-bd05-b09015c5737c admin admin] 10.222.0.87 "DELETE /v2.0/networks/9188e180-7f4a-4389-833b-2c2a15878a5b HTTP/1.1" status: 204 len: 168 time: 0.2737687 Feb 02 07:47:37.918919 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44840d1d-5d46-4634-bd05-b09015c5737c admin admin] Pushing event deleted for resources: {'Network': ['ID=9188e180-7f4a-4389-833b-2c2a15878a5b,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:47:38.018850 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 35116) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:47:38.059051 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c66e1aa6-70e2-4f5c-aed1-e00a5abfa4c5 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=a1c9409caa854f84a7932a4b476729f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389168 Feb 02 07:47:38.061628 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 35118) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:47:38.107888 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1fa96aef-a508-4503-84b9-49d773abf473 admin admin] Publish callbacks [] for security_group (004dd94b-702c-4d32-888e-c8d968947465), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:47:38.128581 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1fa96aef-a508-4503-84b9-49d773abf473 admin admin] Publish callbacks [] for security_group (004dd94b-702c-4d32-888e-c8d968947465), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:47:38.176107 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1fa96aef-a508-4503-84b9-49d773abf473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (004dd94b-702c-4d32-888e-c8d968947465), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:47:38.178936 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-1fa96aef-a508-4503-84b9-49d773abf473 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:47:38.180096 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-1fa96aef-a508-4503-84b9-49d773abf473 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/004dd94b-702c-4d32-888e-c8d968947465 HTTP/1.1" status: 204 len: 168 time: 0.1175883 Feb 02 07:47:38.187898 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa96aef-a508-4503-84b9-49d773abf473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=004dd94b-702c-4d32-888e-c8d968947465,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:47:38.846930 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 35140) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:47:38.941552 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-d6e6ac1d-0aeb-4697-a47b-3b5cc03fb725 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-554210286-network', 'tenant_id': '4d52a7480e2e40c4ae754651114134c6'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:47:38.960949 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e6ac1d-0aeb-4697-a47b-3b5cc03fb725 admin admin] Made reservation on behalf of 4d52a7480e2e40c4ae754651114134c6 for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:47:38.963275 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d6e6ac1d-0aeb-4697-a47b-3b5cc03fb725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:47:38.974907 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d6e6ac1d-0aeb-4697-a47b-3b5cc03fb725 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:47:39.048587 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d6e6ac1d-0aeb-4697-a47b-3b5cc03fb725 admin admin] Publish callbacks [] for security_group (4cedb5ee-5b3d-461d-8e32-c8e923331c23), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:47:39.052348 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d6e6ac1d-0aeb-4697-a47b-3b5cc03fb725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (4cedb5ee-5b3d-461d-8e32-c8e923331c23), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:47:39.074853 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6e6ac1d-0aeb-4697-a47b-3b5cc03fb725 admin admin] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:47:39.088111 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e6ac1d-0aeb-4697-a47b-3b5cc03fb725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cedb5ee-5b3d-461d-8e32-c8e923331c23,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:47:39.092863 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d6e6ac1d-0aeb-4697-a47b-3b5cc03fb725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (020aa2a3-cabd-409b-98ca-fdada442ca0c), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:47:39.093210 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-d6e6ac1d-0aeb-4697-a47b-3b5cc03fb725 admin admin] Added segment 020aa2a3-cabd-409b-98ca-fdada442ca0c of type vlan for network 760454e8-110e-4674-aca9-ca797ddd91c9 Feb 02 07:47:39.133064 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d6e6ac1d-0aeb-4697-a47b-3b5cc03fb725 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (760454e8-110e-4674-aca9-ca797ddd91c9), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:47:39.157880 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d6e6ac1d-0aeb-4697-a47b-3b5cc03fb725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (760454e8-110e-4674-aca9-ca797ddd91c9), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:47:39.158828 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e6ac1d-0aeb-4697-a47b-3b5cc03fb725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:39.159416 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d6e6ac1d-0aeb-4697-a47b-3b5cc03fb725 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:47:39.194695 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d6e6ac1d-0aeb-4697-a47b-3b5cc03fb725 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3459053 Feb 02 07:47:39.197664 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 35144) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:47:39.202671 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-6945566a-5b1a-401c-96bc-9dd80bbda80b admin admin] Request body: {'subnet': {'network_id': '760454e8-110e-4674-aca9-ca797ddd91c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-554210286-subnet', 'tenant_id': '4d52a7480e2e40c4ae754651114134c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:47:39.220997 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6945566a-5b1a-401c-96bc-9dd80bbda80b admin admin] Made reservation on behalf of 4d52a7480e2e40c4ae754651114134c6 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:47:39.221596 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e6ac1d-0aeb-4697-a47b-3b5cc03fb725 admin admin] Pushing event updated for resources: {'Network': ['ID=760454e8-110e-4674-aca9-ca797ddd91c9,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:47:39.223394 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6945566a-5b1a-401c-96bc-9dd80bbda80b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:47:39.232326 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 760454e8-110e-4674-aca9-ca797ddd91c9 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:47:39.389045 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6945566a-5b1a-401c-96bc-9dd80bbda80b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (71d074ed-0c6a-40d6-a357-0438ca07dd42), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:47:39.443031 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945566a-5b1a-401c-96bc-9dd80bbda80b admin admin] Pushing event updated for resources: {'Subnet': ['ID=71d074ed-0c6a-40d6-a357-0438ca07dd42,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:47:39.453385 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6945566a-5b1a-401c-96bc-9dd80bbda80b admin admin] Checking segment: {'id': '020aa2a3-cabd-409b-98ca-fdada442ca0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '760454e8-110e-4674-aca9-ca797ddd91c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:47:39.453750 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6945566a-5b1a-401c-96bc-9dd80bbda80b admin admin] Network hostable DHCP agents. Network: 760454e8-110e-4674-aca9-ca797ddd91c9, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:47:39.469520 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6945566a-5b1a-401c-96bc-9dd80bbda80b admin admin] Network 760454e8-110e-4674-aca9-ca797ddd91c9 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:47:39.478430 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-6945566a-5b1a-401c-96bc-9dd80bbda80b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 760454e8-110e-4674-aca9-ca797ddd91c9) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:47:39.482412 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6945566a-5b1a-401c-96bc-9dd80bbda80b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:39.483006 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-6945566a-5b1a-401c-96bc-9dd80bbda80b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:47:39.489386 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb38284-2999-490a-8257-a712535d1c49 None None] Network 760454e8-110e-4674-aca9-ca797ddd91c9 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:47:39.504132 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-6945566a-5b1a-401c-96bc-9dd80bbda80b admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3052833 Feb 02 07:47:39.586466 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd524463-4d83-4977-a659-426fad9ce4e6 None None] Network 760454e8-110e-4674-aca9-ca797ddd91c9 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:47:39.749234 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 3afc3388-fbf8-4a27-b4e9-f1f2bd41f767 no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:47:39.768856 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] No Port match for: 3afc3388-fbf8-4a27-b4e9-f1f2bd41f767 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:47:39.769214 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 3afc3388-fbf8-4a27-b4e9-f1f2bd41f767 not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:47:39.921480 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e01f49-cc4f-4d86-867f-ae4a8873cfdd req-31de8b6e-be2b-474e-a690-ab4a16aa7295 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:39.922947 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f6e01f49-cc4f-4d86-867f-ae4a8873cfdd req-31de8b6e-be2b-474e-a690-ab4a16aa7295 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/networks?id=760454e8-110e-4674-aca9-ca797ddd91c9 HTTP/1.1" status: 200 len: 814 time: 0.1042657 Feb 02 07:47:39.937700 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f6e01f49-cc4f-4d86-867f-ae4a8873cfdd req-3363db97-964e-4d7f-b35e-26e4f8d913b0 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/quotas/4d52a7480e2e40c4ae754651114134c6 HTTP/1.1" status: 200 len: 375 time: 0.0090454 Feb 02 07:47:39.969386 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f6e01f49-cc4f-4d86-867f-ae4a8873cfdd req-b2f17186-0f55-4e04-9120-1ee558a3ef11 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=4d52a7480e2e40c4ae754651114134c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266008 Feb 02 07:47:40.060594 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f6e01f49-cc4f-4d86-867f-ae4a8873cfdd req-051924d4-908c-4960-b30f-f44eff2b7756 service neutron] 10.222.0.87 "GET /v2.0/networks/760454e8-110e-4674-aca9-ca797ddd91c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838954 Feb 02 07:47:40.148665 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f6e01f49-cc4f-4d86-867f-ae4a8873cfdd req-c1e631a1-c540-4456-8da0-fbbdbf912d05 service neutron] 10.222.0.87 "GET /v2.0/networks/760454e8-110e-4674-aca9-ca797ddd91c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822029 Feb 02 07:47:40.310060 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ba2638aa-4402-4abb-adca-3da7b8d56cfd req-be886806-1ef8-40b8-ae15-c6a46d40ae72 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=344ce104-5ae7-4cd7-a2e7-845a2640ecac HTTP/1.1" status: 200 len: 210 time: 0.0313659 Feb 02 07:47:41.047837 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c2a9702e-bc53-435f-a90c-d45fcfe5e875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:47:41.408243 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-05785b66-01b1-4cc0-a861-c48960ae81cc req-49917a42-13ed-4665-85b9-16f27cbfbdd3 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=344ce104-5ae7-4cd7-a2e7-845a2640ecac HTTP/1.1" status: 200 len: 210 time: 0.0294254 Feb 02 07:47:41.450284 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e01f49-cc4f-4d86-867f-ae4a8873cfdd req-aeaf5871-e05e-4b02-bb54-4c2ec63e7933 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:41.451815 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f6e01f49-cc4f-4d86-867f-ae4a8873cfdd req-aeaf5871-e05e-4b02-bb54-4c2ec63e7933 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.88 "GET /v2.0/networks?id=760454e8-110e-4674-aca9-ca797ddd91c9 HTTP/1.1" status: 200 len: 814 time: 0.1220784 Feb 02 07:47:41.470547 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-f6e01f49-cc4f-4d86-867f-ae4a8873cfdd req-b7fff53f-0b0e-4891-ab42-ce4f6459c618 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Request body: {'port': {'device_id': '344ce104-5ae7-4cd7-a2e7-845a2640ecac', 'network_id': '760454e8-110e-4674-aca9-ca797ddd91c9', 'admin_state_up': True, 'tenant_id': '4d52a7480e2e40c4ae754651114134c6'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:47:41.576800 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6e01f49-cc4f-4d86-867f-ae4a8873cfdd req-b7fff53f-0b0e-4891-ab42-ce4f6459c618 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Made reservation on behalf of 4d52a7480e2e40c4ae754651114134c6 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:47:41.581573 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f6e01f49-cc4f-4d86-867f-ae4a8873cfdd req-b7fff53f-0b0e-4891-ab42-ce4f6459c618 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:47:41.709014 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-f6e01f49-cc4f-4d86-867f-ae4a8873cfdd req-b7fff53f-0b0e-4891-ab42-ce4f6459c618 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Allocated IP 172.20.0.11 (760454e8-110e-4674-aca9-ca797ddd91c9/71d074ed-0c6a-40d6-a357-0438ca07dd42/4fefaf13-4a2d-4324-935b-71bc78ea63fb) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:47:41.857218 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f6e01f49-cc4f-4d86-867f-ae4a8873cfdd req-b7fff53f-0b0e-4891-ab42-ce4f6459c618 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Publish callbacks [] for port (4fefaf13-4a2d-4324-935b-71bc78ea63fb), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:47:41.890584 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f6e01f49-cc4f-4d86-867f-ae4a8873cfdd req-b7fff53f-0b0e-4891-ab42-ce4f6459c618 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (4fefaf13-4a2d-4324-935b-71bc78ea63fb), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:47:41.932924 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6e01f49-cc4f-4d86-867f-ae4a8873cfdd req-b7fff53f-0b0e-4891-ab42-ce4f6459c618 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Network 760454e8-110e-4674-aca9-ca797ddd91c9 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:47:41.937836 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-f6e01f49-cc4f-4d86-867f-ae4a8873cfdd req-b7fff53f-0b0e-4891-ab42-ce4f6459c618 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:47:41.941354 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6e01f49-cc4f-4d86-867f-ae4a8873cfdd req-b7fff53f-0b0e-4891-ab42-ce4f6459c618 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:47:41.947760 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fff53f-0b0e-4891-ab42-ce4f6459c618 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Pushing event updated for resources: {'Port': ['ID=4fefaf13-4a2d-4324-935b-71bc78ea63fb,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:47:41.991727 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e01f49-cc4f-4d86-867f-ae4a8873cfdd req-b7fff53f-0b0e-4891-ab42-ce4f6459c618 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:41.992251 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f6e01f49-cc4f-4d86-867f-ae4a8873cfdd req-b7fff53f-0b0e-4891-ab42-ce4f6459c618 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:47:42.007329 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f6e01f49-cc4f-4d86-867f-ae4a8873cfdd req-b7fff53f-0b0e-4891-ab42-ce4f6459c618 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5406892 Feb 02 07:47:42.025760 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-f6e01f49-cc4f-4d86-867f-ae4a8873cfdd req-911189b6-66c1-4cc2-95b0-4f647f50b67c service neutron] Request body: {'port': {'device_id': '344ce104-5ae7-4cd7-a2e7-845a2640ecac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:47:42.085134 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f6e01f49-cc4f-4d86-867f-ae4a8873cfdd req-911189b6-66c1-4cc2-95b0-4f647f50b67c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (4fefaf13-4a2d-4324-935b-71bc78ea63fb), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:47:42.342179 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-f6e01f49-cc4f-4d86-867f-ae4a8873cfdd req-911189b6-66c1-4cc2-95b0-4f647f50b67c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fefaf13-4a2d-4324-935b-71bc78ea63fb {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:47:42.349416 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f6e01f49-cc4f-4d86-867f-ae4a8873cfdd req-911189b6-66c1-4cc2-95b0-4f647f50b67c service neutron] Publish callbacks [] for port (4fefaf13-4a2d-4324-935b-71bc78ea63fb), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:47:42.363327 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-f6e01f49-cc4f-4d86-867f-ae4a8873cfdd req-911189b6-66c1-4cc2-95b0-4f647f50b67c service neutron] Transition to ACTIVE for port object 4fefaf13-4a2d-4324-935b-71bc78ea63fb will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:47:42.367097 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f6e01f49-cc4f-4d86-867f-ae4a8873cfdd req-911189b6-66c1-4cc2-95b0-4f647f50b67c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (4fefaf13-4a2d-4324-935b-71bc78ea63fb), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:47:42.419281 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911189b6-66c1-4cc2-95b0-4f647f50b67c service neutron] Pushing event updated for resources: {'Port': ['ID=4fefaf13-4a2d-4324-935b-71bc78ea63fb,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:47:42.488033 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-f6e01f49-cc4f-4d86-867f-ae4a8873cfdd req-911189b6-66c1-4cc2-95b0-4f647f50b67c service neutron] Attempting to bind port 4fefaf13-4a2d-4324-935b-71bc78ea63fb on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:47:42.488698 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-f6e01f49-cc4f-4d86-867f-ae4a8873cfdd req-911189b6-66c1-4cc2-95b0-4f647f50b67c service neutron] Attempting to bind port 4fefaf13-4a2d-4324-935b-71bc78ea63fb by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': '020aa2a3-cabd-409b-98ca-fdada442ca0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '760454e8-110e-4674-aca9-ca797ddd91c9'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:47:42.488698 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e01f49-cc4f-4d86-867f-ae4a8873cfdd req-911189b6-66c1-4cc2-95b0-4f647f50b67c service neutron] Attempting to bind port 4fefaf13-4a2d-4324-935b-71bc78ea63fb on network 760454e8-110e-4674-aca9-ca797ddd91c9 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:47:42.493289 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e01f49-cc4f-4d86-867f-ae4a8873cfdd req-911189b6-66c1-4cc2-95b0-4f647f50b67c service neutron] Port 4fefaf13-4a2d-4324-935b-71bc78ea63fb on network 760454e8-110e-4674-aca9-ca797ddd91c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:47:42.493604 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e01f49-cc4f-4d86-867f-ae4a8873cfdd req-911189b6-66c1-4cc2-95b0-4f647f50b67c service neutron] Attempting to bind port 4fefaf13-4a2d-4324-935b-71bc78ea63fb on network 760454e8-110e-4674-aca9-ca797ddd91c9 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:47:42.498555 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e01f49-cc4f-4d86-867f-ae4a8873cfdd req-911189b6-66c1-4cc2-95b0-4f647f50b67c service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:47:42.498901 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e01f49-cc4f-4d86-867f-ae4a8873cfdd req-911189b6-66c1-4cc2-95b0-4f647f50b67c service neutron] Checking segment: {'id': '020aa2a3-cabd-409b-98ca-fdada442ca0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '760454e8-110e-4674-aca9-ca797ddd91c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:47:42.499292 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e01f49-cc4f-4d86-867f-ae4a8873cfdd req-911189b6-66c1-4cc2-95b0-4f647f50b67c service neutron] Bound using segment: {'id': '020aa2a3-cabd-409b-98ca-fdada442ca0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '760454e8-110e-4674-aca9-ca797ddd91c9'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:47:42.499758 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-f6e01f49-cc4f-4d86-867f-ae4a8873cfdd req-911189b6-66c1-4cc2-95b0-4f647f50b67c service neutron] Bound port: 4fefaf13-4a2d-4324-935b-71bc78ea63fb, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '020aa2a3-cabd-409b-98ca-fdada442ca0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '760454e8-110e-4674-aca9-ca797ddd91c9'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:47:42.500120 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f6e01f49-cc4f-4d86-867f-ae4a8873cfdd req-911189b6-66c1-4cc2-95b0-4f647f50b67c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (4fefaf13-4a2d-4324-935b-71bc78ea63fb), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:47:42.536411 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819befc1-ff79-466c-a42f-9600e7dc0a6d req-4fb8f101-0a79-4dad-a6ad-0ea8a0382122 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:42.537930 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-819befc1-ff79-466c-a42f-9600e7dc0a6d req-4fb8f101-0a79-4dad-a6ad-0ea8a0382122 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=344ce104-5ae7-4cd7-a2e7-845a2640ecac HTTP/1.1" status: 200 len: 944 time: 0.0574861 Feb 02 07:47:42.566729 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-f6e01f49-cc4f-4d86-867f-ae4a8873cfdd req-911189b6-66c1-4cc2-95b0-4f647f50b67c service neutron] For port 4fefaf13-4a2d-4324-935b-71bc78ea63fb, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:47:42.570585 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-f6e01f49-cc4f-4d86-867f-ae4a8873cfdd req-911189b6-66c1-4cc2-95b0-4f647f50b67c service neutron] For port 4fefaf13-4a2d-4324-935b-71bc78ea63fb, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=4fefaf13-4a2d-4324-935b-71bc78ea63fb,segment=NetworkSegment(020aa2a3-cabd-409b-98ca-fdada442ca0c),segment_id=020aa2a3-cabd-409b-98ca-fdada442ca0c)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:47:42.577654 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f6e01f49-cc4f-4d86-867f-ae4a8873cfdd req-911189b6-66c1-4cc2-95b0-4f647f50b67c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (4fefaf13-4a2d-4324-935b-71bc78ea63fb), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:47:42.589001 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-819befc1-ff79-466c-a42f-9600e7dc0a6d req-6aecdfe2-c756-44cd-94bf-44e76cc54b8e tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447450 Feb 02 07:47:42.616475 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e01f49-cc4f-4d86-867f-ae4a8873cfdd req-911189b6-66c1-4cc2-95b0-4f647f50b67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:42.617066 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f6e01f49-cc4f-4d86-867f-ae4a8873cfdd req-911189b6-66c1-4cc2-95b0-4f647f50b67c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:47:42.618438 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f6e01f49-cc4f-4d86-867f-ae4a8873cfdd req-911189b6-66c1-4cc2-95b0-4f647f50b67c service neutron] 10.222.0.88 "PUT /v2.0/ports/4fefaf13-4a2d-4324-935b-71bc78ea63fb HTTP/1.1" status: 200 len: 1093 time: 0.5974865 Feb 02 07:47:42.618896 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '344ce104-5ae7-4cd7-a2e7-845a2640ecac', 'tag': '4fefaf13-4a2d-4324-935b-71bc78ea63fb'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:47:42.621144 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-045fa705-9013-4266-b4e5-25d1ccf59c40" -d '{"events": [{"name": "network-changed", "server_uuid": "344ce104-5ae7-4cd7-a2e7-845a2640ecac", "tag": "4fefaf13-4a2d-4324-935b-71bc78ea63fb"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:47:42.646581 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911189b6-66c1-4cc2-95b0-4f647f50b67c service neutron] Pushing event updated for resources: {'Port': ['ID=4fefaf13-4a2d-4324-935b-71bc78ea63fb,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:47:42.668725 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135bdb5a-f160-4572-8f82-76e8d5d14e54 x-openstack-request-id: req-135bdb5a-f160-4572-8f82-76e8d5d14e54 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:47:42.669025 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "344ce104-5ae7-4cd7-a2e7-845a2640ecac", "tag": "4fefaf13-4a2d-4324-935b-71bc78ea63fb", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:47:42.669288 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-135bdb5a-f160-4572-8f82-76e8d5d14e54 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:47:42.669700 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '344ce104-5ae7-4cd7-a2e7-845a2640ecac', 'tag': '4fefaf13-4a2d-4324-935b-71bc78ea63fb', 'status': 'completed', 'code': 200} Feb 02 07:47:42.737133 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e01f49-cc4f-4d86-867f-ae4a8873cfdd req-910fbb1d-84a7-498c-a588-6a8adea2701e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:42.738669 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f6e01f49-cc4f-4d86-867f-ae4a8873cfdd req-910fbb1d-84a7-498c-a588-6a8adea2701e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4d52a7480e2e40c4ae754651114134c6&device_id=344ce104-5ae7-4cd7-a2e7-845a2640ecac HTTP/1.1" status: 200 len: 1127 time: 0.0510745 Feb 02 07:47:42.789962 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f6e01f49-cc4f-4d86-867f-ae4a8873cfdd req-63e4c682-071e-4b05-91e1-1f42cd8f9696 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fefaf13-4a2d-4324-935b-71bc78ea63fb HTTP/1.1" status: 200 len: 217 time: 0.0381796 Feb 02 07:47:42.837651 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e01f49-cc4f-4d86-867f-ae4a8873cfdd req-c5be7878-02dd-41ba-b05b-8d210be09ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:42.839083 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f6e01f49-cc4f-4d86-867f-ae4a8873cfdd req-c5be7878-02dd-41ba-b05b-8d210be09ac7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=71d074ed-0c6a-40d6-a357-0438ca07dd42 HTTP/1.1" status: 200 len: 854 time: 0.0435297 Feb 02 07:47:42.870220 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f6e01f49-cc4f-4d86-867f-ae4a8873cfdd req-e4d60ff3-c639-4fd8-a8cb-f049288bb338 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=760454e8-110e-4674-aca9-ca797ddd91c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252092 Feb 02 07:47:42.962875 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f6e01f49-cc4f-4d86-867f-ae4a8873cfdd req-84f65cbc-dbcc-4b30-9432-b8158caf10d7 service neutron] 10.222.0.88 "GET /v2.0/networks/760454e8-110e-4674-aca9-ca797ddd91c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859518 Feb 02 07:47:43.051947 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f6e01f49-cc4f-4d86-867f-ae4a8873cfdd req-ddddc96d-8538-47dd-8f07-8eeb96302922 service neutron] 10.222.0.88 "GET /v2.0/networks/760454e8-110e-4674-aca9-ca797ddd91c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829291 Feb 02 07:47:43.184375 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045fa705-9013-4266-b4e5-25d1ccf59c40 req-1db6ed23-4e54-41d7-acb8-12ff97011aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:43.185867 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-045fa705-9013-4266-b4e5-25d1ccf59c40 req-1db6ed23-4e54-41d7-acb8-12ff97011aff service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4d52a7480e2e40c4ae754651114134c6&device_id=344ce104-5ae7-4cd7-a2e7-845a2640ecac HTTP/1.1" status: 200 len: 1127 time: 0.0513499 Feb 02 07:47:43.275727 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045fa705-9013-4266-b4e5-25d1ccf59c40 req-6676f27c-9406-414d-9f18-0fcd2751b68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:43.277197 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-045fa705-9013-4266-b4e5-25d1ccf59c40 req-6676f27c-9406-414d-9f18-0fcd2751b68d service neutron] 10.222.0.88 "GET /v2.0/networks?id=760454e8-110e-4674-aca9-ca797ddd91c9 HTTP/1.1" status: 200 len: 915 time: 0.0857341 Feb 02 07:47:43.324206 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-045fa705-9013-4266-b4e5-25d1ccf59c40 req-3257e3d1-7cfd-4972-9cb7-74bd04350f50 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fefaf13-4a2d-4324-935b-71bc78ea63fb HTTP/1.1" status: 200 len: 217 time: 0.0390329 Feb 02 07:47:43.332861 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e47e9ca1-b08d-4ed3-87f2-79cbf37d069c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:47:43.373782 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045fa705-9013-4266-b4e5-25d1ccf59c40 req-1c4c4912-f5ab-4bf6-a682-883042e1242e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:43.375246 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-045fa705-9013-4266-b4e5-25d1ccf59c40 req-1c4c4912-f5ab-4bf6-a682-883042e1242e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=71d074ed-0c6a-40d6-a357-0438ca07dd42 HTTP/1.1" status: 200 len: 854 time: 0.0445852 Feb 02 07:47:43.408039 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-045fa705-9013-4266-b4e5-25d1ccf59c40 req-b2fb63bd-5b07-44f6-b270-9bba83070a6f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=760454e8-110e-4674-aca9-ca797ddd91c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258625 Feb 02 07:47:43.501479 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-045fa705-9013-4266-b4e5-25d1ccf59c40 req-c92a72f6-7abc-476d-8d46-3a22931cce78 service neutron] 10.222.0.88 "GET /v2.0/networks/760454e8-110e-4674-aca9-ca797ddd91c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866945 Feb 02 07:47:43.595592 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-045fa705-9013-4266-b4e5-25d1ccf59c40 req-b4af23a4-fece-42a4-b214-0a874d4c8d9e service neutron] 10.222.0.88 "GET /v2.0/networks/760454e8-110e-4674-aca9-ca797ddd91c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874789 Feb 02 07:47:43.714570 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c907721-b18f-4661-ac0d-ead27667d74e req-b8f4d4d1-837a-4aa1-bf27-ce555bae563f tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:43.716071 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5c907721-b18f-4661-ac0d-ead27667d74e req-b8f4d4d1-837a-4aa1-bf27-ce555bae563f tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=344ce104-5ae7-4cd7-a2e7-845a2640ecac HTTP/1.1" status: 200 len: 944 time: 0.0530765 Feb 02 07:47:43.766985 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5c907721-b18f-4661-ac0d-ead27667d74e req-99c2c72b-9927-4867-be19-dfcf2d6f37fb tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449977 Feb 02 07:47:44.395691 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 4fefaf13-4a2d-4324-935b-71bc78ea63fb details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:47:44.497253 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 4fefaf13-4a2d-4324-935b-71bc78ea63fb, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=4fefaf13-4a2d-4324-935b-71bc78ea63fb,segment=NetworkSegment(020aa2a3-cabd-409b-98ca-fdada442ca0c),segment_id=020aa2a3-cabd-409b-98ca-fdada442ca0c)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:47:44.672314 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': '4fefaf13-4a2d-4324-935b-71bc78ea63fb', 'network_id': '760454e8-110e-4674-aca9-ca797ddd91c9', 'port_id': '4fefaf13-4a2d-4324-935b-71bc78ea63fb', 'mac_address': 'fa:16:3e:cd:19:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71d074ed-0c6a-40d6-a357-0438ca07dd42', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:47:44.711169 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 4fefaf13-4a2d-4324-935b-71bc78ea63fb is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:47:44.711564 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (4fefaf13-4a2d-4324-935b-71bc78ea63fb), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:47:44.725394 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fefaf13-4a2d-4324-935b-71bc78ea63fb {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:47:44.745919 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 4fefaf13-4a2d-4324-935b-71bc78ea63fb, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=4fefaf13-4a2d-4324-935b-71bc78ea63fb,segment=NetworkSegment(020aa2a3-cabd-409b-98ca-fdada442ca0c),segment_id=020aa2a3-cabd-409b-98ca-fdada442ca0c)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:47:44.750170 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (4fefaf13-4a2d-4324-935b-71bc78ea63fb), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:47:44.808512 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=4fefaf13-4a2d-4324-935b-71bc78ea63fb,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:47:44.815294 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:47:44.888568 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d88f94b-4ff4-4560-b7bc-f96630e0e880 req-3d17d2d7-3f71-4f3e-b27d-d323bff89c38 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:44.890057 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7d88f94b-4ff4-4560-b7bc-f96630e0e880 req-3d17d2d7-3f71-4f3e-b27d-d323bff89c38 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=344ce104-5ae7-4cd7-a2e7-845a2640ecac HTTP/1.1" status: 200 len: 945 time: 0.0526097 Feb 02 07:47:44.937102 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7d88f94b-4ff4-4560-b7bc-f96630e0e880 req-ea7e813e-dcd2-4be4-97bc-c21dfa8926e4 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413342 Feb 02 07:47:45.009648 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['4fefaf13-4a2d-4324-935b-71bc78ea63fb'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:47:46.055446 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b777cc3-1c7e-4b76-82e2-37d7b5c5c38b req-e26b7724-51e9-49f6-a840-b1c46dbeaff9 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:46.056949 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7b777cc3-1c7e-4b76-82e2-37d7b5c5c38b req-e26b7724-51e9-49f6-a840-b1c46dbeaff9 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=344ce104-5ae7-4cd7-a2e7-845a2640ecac HTTP/1.1" status: 200 len: 945 time: 0.0529451 Feb 02 07:47:46.103414 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7b777cc3-1c7e-4b76-82e2-37d7b5c5c38b req-8898468b-1b70-4a7a-9ccc-b8ac707d3c8b tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408072 Feb 02 07:47:46.179486 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:47:46.399890 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 4fefaf13-4a2d-4324-935b-71bc78ea63fb up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:47:46.449851 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port 4fefaf13-4a2d-4324-935b-71bc78ea63fb completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:47:46.453943 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port 4fefaf13-4a2d-4324-935b-71bc78ea63fb triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:47:46.454296 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (4fefaf13-4a2d-4324-935b-71bc78ea63fb), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:47:46.529290 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 4fefaf13-4a2d-4324-935b-71bc78ea63fb is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:47:46.529672 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (4fefaf13-4a2d-4324-935b-71bc78ea63fb), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:47:46.550985 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '344ce104-5ae7-4cd7-a2e7-845a2640ecac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fefaf13-4a2d-4324-935b-71bc78ea63fb'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:47:46.553738 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fcd31e0-c50f-40a5-b224-cebb835018e1" -d '{"events": [{"server_uuid": "344ce104-5ae7-4cd7-a2e7-845a2640ecac", "name": "network-vif-plugged", "status": "completed", "tag": "4fefaf13-4a2d-4324-935b-71bc78ea63fb"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:47:46.566018 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 4fefaf13-4a2d-4324-935b-71bc78ea63fb, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=4fefaf13-4a2d-4324-935b-71bc78ea63fb,segment=NetworkSegment(020aa2a3-cabd-409b-98ca-fdada442ca0c),segment_id=020aa2a3-cabd-409b-98ca-fdada442ca0c)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:47:46.571316 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (4fefaf13-4a2d-4324-935b-71bc78ea63fb), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:47:46.593619 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ce287b-a161-4285-8872-eac71fe9ce90 x-openstack-request-id: req-09ce287b-a161-4285-8872-eac71fe9ce90 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:47:46.593917 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "344ce104-5ae7-4cd7-a2e7-845a2640ecac", "name": "network-vif-plugged", "status": "completed", "tag": "4fefaf13-4a2d-4324-935b-71bc78ea63fb", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:47:46.594173 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-09ce287b-a161-4285-8872-eac71fe9ce90 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:47:46.594559 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '344ce104-5ae7-4cd7-a2e7-845a2640ecac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fefaf13-4a2d-4324-935b-71bc78ea63fb', 'code': 200} Feb 02 07:47:46.619077 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=4fefaf13-4a2d-4324-935b-71bc78ea63fb,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:47:46.721119 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e731a6-c282-4638-a354-6cc565e9ff58 req-88b6c9b5-3610-4c53-b5d2-fdf70561f29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:46.722592 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e7e731a6-c282-4638-a354-6cc565e9ff58 req-88b6c9b5-3610-4c53-b5d2-fdf70561f29d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=344ce104-5ae7-4cd7-a2e7-845a2640ecac HTTP/1.1" status: 200 len: 1129 time: 0.0433686 Feb 02 07:47:46.769063 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e7e731a6-c282-4638-a354-6cc565e9ff58 req-0036d4da-8b19-4855-bd87-b0a81fe63337 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406132 Feb 02 07:47:47.228457 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f913a7-e9f3-45c4-9215-4cf443229c41 req-aa9e25b0-2e19-430f-a1ad-4918edcc9346 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:47.229943 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f8f913a7-e9f3-45c4-9215-4cf443229c41 req-aa9e25b0-2e19-430f-a1ad-4918edcc9346 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=344ce104-5ae7-4cd7-a2e7-845a2640ecac HTTP/1.1" status: 200 len: 946 time: 0.0567532 Feb 02 07:47:47.275883 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f8f913a7-e9f3-45c4-9215-4cf443229c41 req-4159c80e-9f93-4087-af54-4ed74c0f9b0d tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404098 Feb 02 07:47:47.477677 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:47:48.393989 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab96a903-34b2-4a84-b667-fdbc2f949f39 req-ae9880fa-7b50-4848-9094-61d19158f8b7 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:48.395476 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ab96a903-34b2-4a84-b667-fdbc2f949f39 req-ae9880fa-7b50-4848-9094-61d19158f8b7 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=344ce104-5ae7-4cd7-a2e7-845a2640ecac HTTP/1.1" status: 200 len: 946 time: 0.0524328 Feb 02 07:47:48.442791 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ab96a903-34b2-4a84-b667-fdbc2f949f39 req-52a331bc-2e0a-4f07-8a22-13edded87438 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413806 Feb 02 07:47:48.563473 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2683d38-34d6-4cdd-b670-333b69bb9358 req-cd9173cf-7ae3-4a38-be7e-9e2e868007fa tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:48.564887 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b2683d38-34d6-4cdd-b670-333b69bb9358 req-cd9173cf-7ae3-4a38-be7e-9e2e868007fa tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=344ce104-5ae7-4cd7-a2e7-845a2640ecac HTTP/1.1" status: 200 len: 946 time: 0.0564654 Feb 02 07:47:48.611210 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b2683d38-34d6-4cdd-b670-333b69bb9358 req-adf9d710-37f6-4865-912d-fae819f5deab tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406501 Feb 02 07:47:48.809981 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d99d67-7763-4f7b-a0cc-c6a333a8252c req-dc046520-286c-4ede-afcf-f9d2571530cb tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:48.811454 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f1d99d67-7763-4f7b-a0cc-c6a333a8252c req-dc046520-286c-4ede-afcf-f9d2571530cb tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=344ce104-5ae7-4cd7-a2e7-845a2640ecac HTTP/1.1" status: 200 len: 946 time: 0.0519052 Feb 02 07:47:48.857801 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f1d99d67-7763-4f7b-a0cc-c6a333a8252c req-841ca329-4134-4941-b1b3-f47272cee59e tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406656 Feb 02 07:47:48.972386 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8daee85-d1d1-40b1-a5dd-1837710fd66f req-e0993221-a334-42cc-9240-7996a3266ebd tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:48.973841 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c8daee85-d1d1-40b1-a5dd-1837710fd66f req-e0993221-a334-42cc-9240-7996a3266ebd tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=344ce104-5ae7-4cd7-a2e7-845a2640ecac HTTP/1.1" status: 200 len: 946 time: 0.0524976 Feb 02 07:47:49.023858 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c8daee85-d1d1-40b1-a5dd-1837710fd66f req-5bb32edd-6104-46a3-9c3f-ac8f28762020 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433416 Feb 02 07:47:49.279613 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-74bf92ce-d576-4d1a-90f1-917c31eb0cd5 req-f2f57464-450a-4d38-a35d-5fa4fb463630 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=344ce104-5ae7-4cd7-a2e7-845a2640ecac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0770724 Feb 02 07:47:49.286519 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b547b72-3737-44d4-b1d2-331d3b44d2bd req-52b3794f-c41e-4b7f-9b26-8bd0fc1b1ec6 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:49.287912 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0b547b72-3737-44d4-b1d2-331d3b44d2bd req-52b3794f-c41e-4b7f-9b26-8bd0fc1b1ec6 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=344ce104-5ae7-4cd7-a2e7-845a2640ecac HTTP/1.1" status: 200 len: 946 time: 0.0773680 Feb 02 07:47:49.338204 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0b547b72-3737-44d4-b1d2-331d3b44d2bd req-3608f9db-86a1-4727-ad27-11a819901b24 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439758 Feb 02 07:47:50.468117 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e05725-fe56-40b6-b051-ec276dd93fdc req-c646752a-690d-4b15-bf43-8b3657174d75 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:50.469584 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c3e05725-fe56-40b6-b051-ec276dd93fdc req-c646752a-690d-4b15-bf43-8b3657174d75 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=344ce104-5ae7-4cd7-a2e7-845a2640ecac HTTP/1.1" status: 200 len: 946 time: 0.0609651 Feb 02 07:47:50.517663 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c3e05725-fe56-40b6-b051-ec276dd93fdc req-d8094b56-589e-4ff3-9d36-022ea69ed2ac tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423450 Feb 02 07:47:50.795965 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf92ce-d576-4d1a-90f1-917c31eb0cd5 req-c9b1987e-f87a-4a3c-96dc-a903eaff1ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:50.797509 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-74bf92ce-d576-4d1a-90f1-917c31eb0cd5 req-c9b1987e-f87a-4a3c-96dc-a903eaff1ecb service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4d52a7480e2e40c4ae754651114134c6&device_id=344ce104-5ae7-4cd7-a2e7-845a2640ecac HTTP/1.1" status: 200 len: 1129 time: 0.0445969 Feb 02 07:47:50.886332 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf92ce-d576-4d1a-90f1-917c31eb0cd5 req-bef7ccc4-94f5-4226-b034-d094d38b9b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:50.887841 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-74bf92ce-d576-4d1a-90f1-917c31eb0cd5 req-bef7ccc4-94f5-4226-b034-d094d38b9b39 service neutron] 10.222.0.88 "GET /v2.0/networks?id=760454e8-110e-4674-aca9-ca797ddd91c9 HTTP/1.1" status: 200 len: 915 time: 0.0840068 Feb 02 07:47:50.932224 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-74bf92ce-d576-4d1a-90f1-917c31eb0cd5 req-e122e267-3beb-4bb1-b0c6-aae3a0cb6ada service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fefaf13-4a2d-4324-935b-71bc78ea63fb HTTP/1.1" status: 200 len: 217 time: 0.0381281 Feb 02 07:47:50.980489 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf92ce-d576-4d1a-90f1-917c31eb0cd5 req-9ad537b5-51b3-443c-9f3c-58a3d8a2fe89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:50.981899 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-74bf92ce-d576-4d1a-90f1-917c31eb0cd5 req-9ad537b5-51b3-443c-9f3c-58a3d8a2fe89 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=71d074ed-0c6a-40d6-a357-0438ca07dd42 HTTP/1.1" status: 200 len: 854 time: 0.0435405 Feb 02 07:47:51.012432 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-74bf92ce-d576-4d1a-90f1-917c31eb0cd5 req-6e60c51f-2d08-42f8-9d2c-39149afef5ab service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=760454e8-110e-4674-aca9-ca797ddd91c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245111 Feb 02 07:47:51.104846 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-74bf92ce-d576-4d1a-90f1-917c31eb0cd5 req-b90a39ad-af5d-4044-8b58-8076cfa44981 service neutron] 10.222.0.88 "GET /v2.0/networks/760454e8-110e-4674-aca9-ca797ddd91c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857041 Feb 02 07:47:51.194382 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-74bf92ce-d576-4d1a-90f1-917c31eb0cd5 req-3da726bc-3cc1-42a2-a2f9-2a57f6a4df2a service neutron] 10.222.0.88 "GET /v2.0/networks/760454e8-110e-4674-aca9-ca797ddd91c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829048 Feb 02 07:47:51.637985 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4e2f82-c520-443c-8d30-10e15d02e2f9 req-7fb3458e-7cc6-4bf9-8852-9f9fdc8613b7 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:51.639471 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9b4e2f82-c520-443c-8d30-10e15d02e2f9 req-7fb3458e-7cc6-4bf9-8852-9f9fdc8613b7 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=344ce104-5ae7-4cd7-a2e7-845a2640ecac HTTP/1.1" status: 200 len: 946 time: 0.0532677 Feb 02 07:47:51.686372 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9b4e2f82-c520-443c-8d30-10e15d02e2f9 req-1c120a34-9dd2-4502-8b29-87dcb77cd8ac tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412149 Feb 02 07:47:52.380166 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:47:52.805429 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dbec31-bf18-40e4-b889-b29a44a0d8eb req-8588e400-51c7-460c-a8d6-d48eb7a5286b tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:52.806893 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-51dbec31-bf18-40e4-b889-b29a44a0d8eb req-8588e400-51c7-460c-a8d6-d48eb7a5286b tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=344ce104-5ae7-4cd7-a2e7-845a2640ecac HTTP/1.1" status: 200 len: 946 time: 0.0528388 Feb 02 07:47:52.857691 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-51dbec31-bf18-40e4-b889-b29a44a0d8eb req-f0507647-04f5-4c8f-8284-1b603edfb02d tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450425 Feb 02 07:47:53.975576 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624411cc-ce27-438a-9fa2-ae5b0b6ba231 req-beb44102-ad57-49fb-94d7-9c2f2645de3f tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:53.977018 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-624411cc-ce27-438a-9fa2-ae5b0b6ba231 req-beb44102-ad57-49fb-94d7-9c2f2645de3f tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=344ce104-5ae7-4cd7-a2e7-845a2640ecac HTTP/1.1" status: 200 len: 946 time: 0.0522912 Feb 02 07:47:54.024327 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-624411cc-ce27-438a-9fa2-ae5b0b6ba231 req-ff84d997-834a-4441-a506-98868dd05221 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417147 Feb 02 07:47:54.182481 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:47:55.140547 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3378c4c9-572e-40a3-8cd2-707f0268e88f req-053b9afa-a46f-4dbb-81b0-1b55d9b818d8 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:55.142011 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3378c4c9-572e-40a3-8cd2-707f0268e88f req-053b9afa-a46f-4dbb-81b0-1b55d9b818d8 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=344ce104-5ae7-4cd7-a2e7-845a2640ecac HTTP/1.1" status: 200 len: 946 time: 0.0511563 Feb 02 07:47:55.189116 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3378c4c9-572e-40a3-8cd2-707f0268e88f req-1cbbab9b-2c4e-4417-ada4-26eb2173b4c1 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408995 Feb 02 07:47:56.319678 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c86cd4-d6b3-4e04-a29c-d921170820b6 req-920893f5-3e88-4057-bbc1-f8078d398347 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:56.321161 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b3c86cd4-d6b3-4e04-a29c-d921170820b6 req-920893f5-3e88-4057-bbc1-f8078d398347 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=344ce104-5ae7-4cd7-a2e7-845a2640ecac HTTP/1.1" status: 200 len: 946 time: 0.0626380 Feb 02 07:47:56.367685 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b3c86cd4-d6b3-4e04-a29c-d921170820b6 req-b274477b-aa74-4b9c-9726-72c7e031bbc8 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399654 Feb 02 07:47:57.487344 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e91131-dc8d-4c70-8d95-342f3c17bd50 req-6cdebc00-eef5-4bf0-9e1e-00fcc37a059e tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:57.489072 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-36e91131-dc8d-4c70-8d95-342f3c17bd50 req-6cdebc00-eef5-4bf0-9e1e-00fcc37a059e tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=344ce104-5ae7-4cd7-a2e7-845a2640ecac HTTP/1.1" status: 200 len: 946 time: 0.0521510 Feb 02 07:47:57.536142 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-36e91131-dc8d-4c70-8d95-342f3c17bd50 req-a4158ca1-85bd-4f53-bde9-9fd547cbb6bb tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416787 Feb 02 07:47:57.630375 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:47:58.655127 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef2c99-8c62-4746-a791-db78c9e8e692 req-cbe2dd52-aa28-487a-b80d-6db602b27a05 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:58.656632 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1fef2c99-8c62-4746-a791-db78c9e8e692 req-cbe2dd52-aa28-487a-b80d-6db602b27a05 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=344ce104-5ae7-4cd7-a2e7-845a2640ecac HTTP/1.1" status: 200 len: 946 time: 0.0527787 Feb 02 07:47:58.707878 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1fef2c99-8c62-4746-a791-db78c9e8e692 req-c2b6027c-68f3-4c21-ab00-7ff5c268d871 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456293 Feb 02 07:47:59.825648 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da0a3d-fad6-43d0-a1ca-18e6f19f7f55 req-89c5f7f6-bf2b-4091-9c13-ae92e638fe9e tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:47:59.827133 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-94da0a3d-fad6-43d0-a1ca-18e6f19f7f55 req-89c5f7f6-bf2b-4091-9c13-ae92e638fe9e tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=344ce104-5ae7-4cd7-a2e7-845a2640ecac HTTP/1.1" status: 200 len: 946 time: 0.0525630 Feb 02 07:47:59.873893 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-94da0a3d-fad6-43d0-a1ca-18e6f19f7f55 req-8f6d366e-991e-4ebc-9525-6abbdc21e6e1 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411551 Feb 02 07:48:00.991797 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c546fe30-9069-4734-93bf-a7d2fd7685e4 req-48a78c6d-1068-48c3-8cc1-55fb008bbc26 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:00.993268 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c546fe30-9069-4734-93bf-a7d2fd7685e4 req-48a78c6d-1068-48c3-8cc1-55fb008bbc26 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=344ce104-5ae7-4cd7-a2e7-845a2640ecac HTTP/1.1" status: 200 len: 946 time: 0.0528195 Feb 02 07:48:01.039349 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c546fe30-9069-4734-93bf-a7d2fd7685e4 req-27b8e532-6f06-4317-b054-3bd292f0ea23 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404475 Feb 02 07:48:02.161950 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a3169-90ed-40e0-84ae-637e9c7c5f00 req-d2465385-1ed8-4530-8d01-ce6dd4ab0ceb tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:02.163446 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-100a3169-90ed-40e0-84ae-637e9c7c5f00 req-d2465385-1ed8-4530-8d01-ce6dd4ab0ceb tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=344ce104-5ae7-4cd7-a2e7-845a2640ecac HTTP/1.1" status: 200 len: 946 time: 0.0572193 Feb 02 07:48:02.210012 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-100a3169-90ed-40e0-84ae-637e9c7c5f00 req-7e99c2ab-8444-4dca-9a81-1d77da875e44 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409176 Feb 02 07:48:03.330464 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49feeaab-9f1c-4149-8454-f7f090a5453b req-f76095fb-895e-4bc7-9d35-3cf0fecefffe tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:03.331989 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-49feeaab-9f1c-4149-8454-f7f090a5453b req-f76095fb-895e-4bc7-9d35-3cf0fecefffe tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=344ce104-5ae7-4cd7-a2e7-845a2640ecac HTTP/1.1" status: 200 len: 946 time: 0.0522110 Feb 02 07:48:03.378203 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-49feeaab-9f1c-4149-8454-f7f090a5453b req-34714f5f-b293-491b-b661-cb3db2f94911 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406706 Feb 02 07:48:04.500585 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b0e931-e7d3-4072-9e0f-30eef5f2970f req-cf3c2133-fdcb-4fa4-abaf-7c605d11ab8b tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:04.502079 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-90b0e931-e7d3-4072-9e0f-30eef5f2970f req-cf3c2133-fdcb-4fa4-abaf-7c605d11ab8b tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=344ce104-5ae7-4cd7-a2e7-845a2640ecac HTTP/1.1" status: 200 len: 946 time: 0.0565534 Feb 02 07:48:04.549771 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-90b0e931-e7d3-4072-9e0f-30eef5f2970f req-de488b53-b5ca-4d4f-a17c-5e64609e9e59 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421596 Feb 02 07:48:05.667194 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db29eb32-fff0-43b5-ace8-0bcaafd25e3a req-5480015b-af3c-4439-b97f-2af2d9c5058e tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:05.669255 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-db29eb32-fff0-43b5-ace8-0bcaafd25e3a req-5480015b-af3c-4439-b97f-2af2d9c5058e tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=344ce104-5ae7-4cd7-a2e7-845a2640ecac HTTP/1.1" status: 200 len: 946 time: 0.0526505 Feb 02 07:48:05.716557 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-db29eb32-fff0-43b5-ace8-0bcaafd25e3a req-425511d5-a5b8-41e1-9838-09bd6c396097 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411658 Feb 02 07:48:06.836268 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec492f99-00aa-43cd-9b06-386e820d193b req-683e7c40-3490-4cb2-b443-747aa8597a35 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:06.837733 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ec492f99-00aa-43cd-9b06-386e820d193b req-683e7c40-3490-4cb2-b443-747aa8597a35 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=344ce104-5ae7-4cd7-a2e7-845a2640ecac HTTP/1.1" status: 200 len: 946 time: 0.0521817 Feb 02 07:48:06.888089 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ec492f99-00aa-43cd-9b06-386e820d193b req-1cc46e3f-a392-4647-bd58-da5c72ee91b4 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448165 Feb 02 07:48:08.004758 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c4a93-6e3a-4279-9c36-814a129bc68e req-fe6eede0-b25f-495b-9c6c-63dbc96978b8 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:08.006222 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a28c4a93-6e3a-4279-9c36-814a129bc68e req-fe6eede0-b25f-495b-9c6c-63dbc96978b8 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=344ce104-5ae7-4cd7-a2e7-845a2640ecac HTTP/1.1" status: 200 len: 946 time: 0.0522754 Feb 02 07:48:08.054219 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a28c4a93-6e3a-4279-9c36-814a129bc68e req-93933e58-ea46-401f-87f1-e3a286f5ba34 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424469 Feb 02 07:48:09.174823 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf0f72-8316-456a-890b-4a54d491dc31 req-b148b764-0766-4fe5-9fe6-7dd3a836691a tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:09.176338 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-28bf0f72-8316-456a-890b-4a54d491dc31 req-b148b764-0766-4fe5-9fe6-7dd3a836691a tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=344ce104-5ae7-4cd7-a2e7-845a2640ecac HTTP/1.1" status: 200 len: 946 time: 0.0539260 Feb 02 07:48:09.222497 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-28bf0f72-8316-456a-890b-4a54d491dc31 req-7b510c29-ad09-45d4-93a8-70051a97a6c4 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406852 Feb 02 07:48:10.346145 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71561c3f-9035-48b1-bf41-bfc867e8f468 req-90d91f25-ed5a-4394-8e15-367100ac6b46 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:10.347637 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-71561c3f-9035-48b1-bf41-bfc867e8f468 req-90d91f25-ed5a-4394-8e15-367100ac6b46 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=344ce104-5ae7-4cd7-a2e7-845a2640ecac HTTP/1.1" status: 200 len: 946 time: 0.0561833 Feb 02 07:48:10.395805 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-71561c3f-9035-48b1-bf41-bfc867e8f468 req-066751ba-854f-477d-ab18-6701e251f871 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426219 Feb 02 07:48:11.048139 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-fce4167d-403d-4729-8859-0c336f51157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:48:11.514894 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb79da7b-0970-48f6-84d5-84659b53f1fc req-d0a7ca73-dcf7-4077-85bc-756f668b0cb0 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:11.516404 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fb79da7b-0970-48f6-84d5-84659b53f1fc req-d0a7ca73-dcf7-4077-85bc-756f668b0cb0 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=344ce104-5ae7-4cd7-a2e7-845a2640ecac HTTP/1.1" status: 200 len: 946 time: 0.0527802 Feb 02 07:48:11.562563 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fb79da7b-0970-48f6-84d5-84659b53f1fc req-7f00090f-9ae5-4154-a855-64ff478937c7 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405736 Feb 02 07:48:12.682476 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde63871-097c-4ed7-8193-8315e9894ac0 req-e46470da-4634-440e-89e5-451a26cfd3e2 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:12.684454 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bde63871-097c-4ed7-8193-8315e9894ac0 req-e46470da-4634-440e-89e5-451a26cfd3e2 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=344ce104-5ae7-4cd7-a2e7-845a2640ecac HTTP/1.1" status: 200 len: 946 time: 0.0532551 Feb 02 07:48:12.734560 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bde63871-097c-4ed7-8193-8315e9894ac0 req-1578c24f-e942-48cd-b14a-a5e88b4163d2 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444772 Feb 02 07:48:13.333845 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3400b669-db64-4397-a9f6-03ee9d954db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:48:13.855130 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e608bd2-3666-4fc5-ac25-e849e09005aa req-fda26063-b5f1-4c3e-9b0c-2cc8fd48d904 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:13.857412 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4e608bd2-3666-4fc5-ac25-e849e09005aa req-fda26063-b5f1-4c3e-9b0c-2cc8fd48d904 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=344ce104-5ae7-4cd7-a2e7-845a2640ecac HTTP/1.1" status: 200 len: 946 time: 0.0535944 Feb 02 07:48:13.904544 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4e608bd2-3666-4fc5-ac25-e849e09005aa req-af752d25-7514-451c-b4d0-261b963d9d1c tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415108 Feb 02 07:48:14.810343 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:48:15.021611 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e321c8-d0eb-490e-8231-79a2b5319117 req-ccccef79-4785-4900-a275-4ada755e7a2b tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:15.023322 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-57e321c8-d0eb-490e-8231-79a2b5319117 req-ccccef79-4785-4900-a275-4ada755e7a2b tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=344ce104-5ae7-4cd7-a2e7-845a2640ecac HTTP/1.1" status: 200 len: 946 time: 0.0517733 Feb 02 07:48:15.070455 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-57e321c8-d0eb-490e-8231-79a2b5319117 req-f7843e0c-2141-4d86-93be-c31eaf0f2b9b tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405786 Feb 02 07:48:16.180611 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:48:16.193441 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e987cad7-72a4-4c01-8351-c5750b99e158 req-dd408989-b2ff-4bda-9ba9-3c9f8d774a01 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:16.194898 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e987cad7-72a4-4c01-8351-c5750b99e158 req-dd408989-b2ff-4bda-9ba9-3c9f8d774a01 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=344ce104-5ae7-4cd7-a2e7-845a2640ecac HTTP/1.1" status: 200 len: 946 time: 0.0571344 Feb 02 07:48:16.241634 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e987cad7-72a4-4c01-8351-c5750b99e158 req-bbe66974-f3ea-41cd-8900-28cb2d372c44 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404115 Feb 02 07:48:17.363288 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c8fdfc-936c-4c5f-b129-322b07ecf1d9 req-4a9d3ccb-0b94-4e40-b8d5-0413338079c3 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:17.364866 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-24c8fdfc-936c-4c5f-b129-322b07ecf1d9 req-4a9d3ccb-0b94-4e40-b8d5-0413338079c3 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=344ce104-5ae7-4cd7-a2e7-845a2640ecac HTTP/1.1" status: 200 len: 946 time: 0.0524700 Feb 02 07:48:17.411641 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-24c8fdfc-936c-4c5f-b129-322b07ecf1d9 req-143601ff-fa46-4ff3-9b5e-6a594cb870e0 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411861 Feb 02 07:48:17.469446 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:48:18.204914 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [req-74bf92ce-d576-4d1a-90f1-917c31eb0cd5 req-03881540-d233-41a5-a96c-10ab3f1d475e service neutron] show failed (client error): The resource could not be found. Feb 02 07:48:18.205835 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-74bf92ce-d576-4d1a-90f1-917c31eb0cd5 req-03881540-d233-41a5-a96c-10ab3f1d475e service neutron] 10.222.0.88 "GET /v2.0/ports/4fefaf13-4a2d-4324-935b-71bc78ea63fb/bindings/n-h2-789963-26 HTTP/1.1" status: 404 len: 381 time: 0.0542862 Feb 02 07:48:18.410534 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf92ce-d576-4d1a-90f1-917c31eb0cd5 req-5f86193b-b2a0-4863-ba9c-3d1f4ef2e904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:18.412094 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-74bf92ce-d576-4d1a-90f1-917c31eb0cd5 req-5f86193b-b2a0-4863-ba9c-3d1f4ef2e904 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=344ce104-5ae7-4cd7-a2e7-845a2640ecac&tenant_id=4d52a7480e2e40c4ae754651114134c6 HTTP/1.1" status: 200 len: 1129 time: 0.0497546 Feb 02 07:48:18.430798 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-74bf92ce-d576-4d1a-90f1-917c31eb0cd5 req-3b07e653-e2d5-4753-aa9e-1a32d737a70c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-26', 'device_owner': 'compute:nova'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:48:18.515834 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-74bf92ce-d576-4d1a-90f1-917c31eb0cd5 req-3b07e653-e2d5-4753-aa9e-1a32d737a70c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (4fefaf13-4a2d-4324-935b-71bc78ea63fb), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:48:18.576634 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb02d477-74ab-4c97-8e34-e36293b5bc4b req-2af5bc7b-c056-4a8c-be48-031a07f2bb4d tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:18.578104 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cb02d477-74ab-4c97-8e34-e36293b5bc4b req-2af5bc7b-c056-4a8c-be48-031a07f2bb4d tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=344ce104-5ae7-4cd7-a2e7-845a2640ecac HTTP/1.1" status: 200 len: 946 time: 0.0979452 Feb 02 07:48:18.703693 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cb02d477-74ab-4c97-8e34-e36293b5bc4b req-d34c668e-5a57-4aaf-b362-41e4c3631090 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173434 Feb 02 07:48:18.770096 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-74bf92ce-d576-4d1a-90f1-917c31eb0cd5 req-3b07e653-e2d5-4753-aa9e-1a32d737a70c service neutron] For port 4fefaf13-4a2d-4324-935b-71bc78ea63fb, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=4fefaf13-4a2d-4324-935b-71bc78ea63fb,segment=NetworkSegment(020aa2a3-cabd-409b-98ca-fdada442ca0c),segment_id=020aa2a3-cabd-409b-98ca-fdada442ca0c)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:48:18.801765 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-74bf92ce-d576-4d1a-90f1-917c31eb0cd5 req-3b07e653-e2d5-4753-aa9e-1a32d737a70c service neutron] For port 4fefaf13-4a2d-4324-935b-71bc78ea63fb, host n-h1-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:48:18.840814 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '344ce104-5ae7-4cd7-a2e7-845a2640ecac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fefaf13-4a2d-4324-935b-71bc78ea63fb'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:48:18.843048 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c986611-d220-45b0-8e34-a763273a09ef" -d '{"events": [{"server_uuid": "344ce104-5ae7-4cd7-a2e7-845a2640ecac", "name": "network-vif-unplugged", "status": "completed", "tag": "4fefaf13-4a2d-4324-935b-71bc78ea63fb"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:48:18.846864 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-74bf92ce-d576-4d1a-90f1-917c31eb0cd5 req-3b07e653-e2d5-4753-aa9e-1a32d737a70c service neutron] Publish callbacks [] for port (4fefaf13-4a2d-4324-935b-71bc78ea63fb), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:48:18.859399 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-74bf92ce-d576-4d1a-90f1-917c31eb0cd5 req-3b07e653-e2d5-4753-aa9e-1a32d737a70c service neutron] Transition to ACTIVE for port object 4fefaf13-4a2d-4324-935b-71bc78ea63fb will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:48:18.863488 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-74bf92ce-d576-4d1a-90f1-917c31eb0cd5 req-3b07e653-e2d5-4753-aa9e-1a32d737a70c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (4fefaf13-4a2d-4324-935b-71bc78ea63fb), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:48:18.894189 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 07:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dfdae8b-c320-457e-8aac-b36c412eca49 x-openstack-request-id: req-4dfdae8b-c320-457e-8aac-b36c412eca49 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:48:18.894496 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "344ce104-5ae7-4cd7-a2e7-845a2640ecac", "name": "network-vif-unplugged", "status": "completed", "tag": "4fefaf13-4a2d-4324-935b-71bc78ea63fb", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:48:18.895183 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-4dfdae8b-c320-457e-8aac-b36c412eca49 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:48:18.895183 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '344ce104-5ae7-4cd7-a2e7-845a2640ecac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fefaf13-4a2d-4324-935b-71bc78ea63fb', 'code': 200} Feb 02 07:48:18.927820 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-74bf92ce-d576-4d1a-90f1-917c31eb0cd5 req-3b07e653-e2d5-4753-aa9e-1a32d737a70c service neutron] No DVR routers for this DVR port 4fefaf13-4a2d-4324-935b-71bc78ea63fb on host n-h1-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:48:18.930811 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b07e653-e2d5-4753-aa9e-1a32d737a70c service neutron] Pushing event updated for resources: {'Port': ['ID=4fefaf13-4a2d-4324-935b-71bc78ea63fb,revision_number=6']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:48:18.941685 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b07e653-e2d5-4753-aa9e-1a32d737a70c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:48:18.942033 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b07e653-e2d5-4753-aa9e-1a32d737a70c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:48:18.942371 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b07e653-e2d5-4753-aa9e-1a32d737a70c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:48:18.942707 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b07e653-e2d5-4753-aa9e-1a32d737a70c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:48:18.943035 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b07e653-e2d5-4753-aa9e-1a32d737a70c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:48:18.943361 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b07e653-e2d5-4753-aa9e-1a32d737a70c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:48:18.943712 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b07e653-e2d5-4753-aa9e-1a32d737a70c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:48:18.944037 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b07e653-e2d5-4753-aa9e-1a32d737a70c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:48:18.944359 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b07e653-e2d5-4753-aa9e-1a32d737a70c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:48:18.944681 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b07e653-e2d5-4753-aa9e-1a32d737a70c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:48:18.945036 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b07e653-e2d5-4753-aa9e-1a32d737a70c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:48:18.945355 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b07e653-e2d5-4753-aa9e-1a32d737a70c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:48:18.945670 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b07e653-e2d5-4753-aa9e-1a32d737a70c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:48:18.978334 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-74bf92ce-d576-4d1a-90f1-917c31eb0cd5 req-3b07e653-e2d5-4753-aa9e-1a32d737a70c service neutron] Attempting to bind port 4fefaf13-4a2d-4324-935b-71bc78ea63fb on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:48:18.978666 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-74bf92ce-d576-4d1a-90f1-917c31eb0cd5 req-3b07e653-e2d5-4753-aa9e-1a32d737a70c service neutron] Attempting to bind port 4fefaf13-4a2d-4324-935b-71bc78ea63fb by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': '020aa2a3-cabd-409b-98ca-fdada442ca0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '760454e8-110e-4674-aca9-ca797ddd91c9'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:48:18.978988 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bf92ce-d576-4d1a-90f1-917c31eb0cd5 req-3b07e653-e2d5-4753-aa9e-1a32d737a70c service neutron] Attempting to bind port 4fefaf13-4a2d-4324-935b-71bc78ea63fb on network 760454e8-110e-4674-aca9-ca797ddd91c9 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:48:18.983507 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bf92ce-d576-4d1a-90f1-917c31eb0cd5 req-3b07e653-e2d5-4753-aa9e-1a32d737a70c service neutron] Port 4fefaf13-4a2d-4324-935b-71bc78ea63fb on network 760454e8-110e-4674-aca9-ca797ddd91c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:48:18.983859 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bf92ce-d576-4d1a-90f1-917c31eb0cd5 req-3b07e653-e2d5-4753-aa9e-1a32d737a70c service neutron] Attempting to bind port 4fefaf13-4a2d-4324-935b-71bc78ea63fb on network 760454e8-110e-4674-aca9-ca797ddd91c9 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:48:18.988528 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bf92ce-d576-4d1a-90f1-917c31eb0cd5 req-3b07e653-e2d5-4753-aa9e-1a32d737a70c service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:48:18.988860 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bf92ce-d576-4d1a-90f1-917c31eb0cd5 req-3b07e653-e2d5-4753-aa9e-1a32d737a70c service neutron] Checking segment: {'id': '020aa2a3-cabd-409b-98ca-fdada442ca0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '760454e8-110e-4674-aca9-ca797ddd91c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:48:18.989238 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bf92ce-d576-4d1a-90f1-917c31eb0cd5 req-3b07e653-e2d5-4753-aa9e-1a32d737a70c service neutron] Bound using segment: {'id': '020aa2a3-cabd-409b-98ca-fdada442ca0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '760454e8-110e-4674-aca9-ca797ddd91c9'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:48:18.989657 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-74bf92ce-d576-4d1a-90f1-917c31eb0cd5 req-3b07e653-e2d5-4753-aa9e-1a32d737a70c service neutron] Bound port: 4fefaf13-4a2d-4324-935b-71bc78ea63fb, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '020aa2a3-cabd-409b-98ca-fdada442ca0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '760454e8-110e-4674-aca9-ca797ddd91c9'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:48:18.990005 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-74bf92ce-d576-4d1a-90f1-917c31eb0cd5 req-3b07e653-e2d5-4753-aa9e-1a32d737a70c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (4fefaf13-4a2d-4324-935b-71bc78ea63fb), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:48:19.050092 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-74bf92ce-d576-4d1a-90f1-917c31eb0cd5 req-3b07e653-e2d5-4753-aa9e-1a32d737a70c service neutron] For port 4fefaf13-4a2d-4324-935b-71bc78ea63fb, host n-h2-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:48:19.052970 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-74bf92ce-d576-4d1a-90f1-917c31eb0cd5 req-3b07e653-e2d5-4753-aa9e-1a32d737a70c service neutron] For port 4fefaf13-4a2d-4324-935b-71bc78ea63fb, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=4fefaf13-4a2d-4324-935b-71bc78ea63fb,segment=NetworkSegment(020aa2a3-cabd-409b-98ca-fdada442ca0c),segment_id=020aa2a3-cabd-409b-98ca-fdada442ca0c)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:48:19.058328 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-74bf92ce-d576-4d1a-90f1-917c31eb0cd5 req-3b07e653-e2d5-4753-aa9e-1a32d737a70c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (4fefaf13-4a2d-4324-935b-71bc78ea63fb), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:48:19.092479 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf92ce-d576-4d1a-90f1-917c31eb0cd5 req-3b07e653-e2d5-4753-aa9e-1a32d737a70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:19.093089 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-74bf92ce-d576-4d1a-90f1-917c31eb0cd5 req-3b07e653-e2d5-4753-aa9e-1a32d737a70c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:48:19.094446 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-74bf92ce-d576-4d1a-90f1-917c31eb0cd5 req-3b07e653-e2d5-4753-aa9e-1a32d737a70c service neutron] 10.222.0.59 "PUT /v2.0/ports/4fefaf13-4a2d-4324-935b-71bc78ea63fb HTTP/1.1" status: 200 len: 1093 time: 0.6675789 Feb 02 07:48:19.113551 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b07e653-e2d5-4753-aa9e-1a32d737a70c service neutron] Pushing event updated for resources: {'Port': ['ID=4fefaf13-4a2d-4324-935b-71bc78ea63fb,revision_number=7']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:48:19.170474 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf92ce-d576-4d1a-90f1-917c31eb0cd5 req-8f6408bb-15ff-49af-ab75-378e4ea36051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:19.172004 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-74bf92ce-d576-4d1a-90f1-917c31eb0cd5 req-8f6408bb-15ff-49af-ab75-378e4ea36051 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4d52a7480e2e40c4ae754651114134c6&device_id=344ce104-5ae7-4cd7-a2e7-845a2640ecac HTTP/1.1" status: 200 len: 1127 time: 0.0462410 Feb 02 07:48:19.264534 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf92ce-d576-4d1a-90f1-917c31eb0cd5 req-77eab2bf-0ab7-40a9-b441-42e10c0ffee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:19.265980 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-74bf92ce-d576-4d1a-90f1-917c31eb0cd5 req-77eab2bf-0ab7-40a9-b441-42e10c0ffee7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=760454e8-110e-4674-aca9-ca797ddd91c9 HTTP/1.1" status: 200 len: 915 time: 0.0875988 Feb 02 07:48:19.305157 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-74bf92ce-d576-4d1a-90f1-917c31eb0cd5 req-9e7d14a5-f9ad-40c8-b0c7-c9e80694d5de service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fefaf13-4a2d-4324-935b-71bc78ea63fb HTTP/1.1" status: 200 len: 217 time: 0.0334983 Feb 02 07:48:19.356634 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf92ce-d576-4d1a-90f1-917c31eb0cd5 req-eddee345-30ea-418c-894f-38344c13ed14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:19.358079 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-74bf92ce-d576-4d1a-90f1-917c31eb0cd5 req-eddee345-30ea-418c-894f-38344c13ed14 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=71d074ed-0c6a-40d6-a357-0438ca07dd42 HTTP/1.1" status: 200 len: 854 time: 0.0470135 Feb 02 07:48:19.389948 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-74bf92ce-d576-4d1a-90f1-917c31eb0cd5 req-7a914f26-6f8d-466c-9e49-d4c744b34275 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=760454e8-110e-4674-aca9-ca797ddd91c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261605 Feb 02 07:48:19.476724 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-74bf92ce-d576-4d1a-90f1-917c31eb0cd5 req-5cfe0627-cd5e-43e1-9a9f-cdb8cd01dc07 service neutron] 10.222.0.59 "GET /v2.0/networks/760454e8-110e-4674-aca9-ca797ddd91c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809159 Feb 02 07:48:19.568341 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-74bf92ce-d576-4d1a-90f1-917c31eb0cd5 req-21f0f41d-4aa4-4c27-91fc-bf9a96d6d8cb service neutron] 10.222.0.59 "GET /v2.0/networks/760454e8-110e-4674-aca9-ca797ddd91c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848420 Feb 02 07:48:19.823902 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d33d9-e1ec-4185-a106-27416041fee4 req-d885e24c-a315-4a5e-b62c-4dce6b51adfe tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:19.825269 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6b3d33d9-e1ec-4185-a106-27416041fee4 req-d885e24c-a315-4a5e-b62c-4dce6b51adfe tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=344ce104-5ae7-4cd7-a2e7-845a2640ecac HTTP/1.1" status: 200 len: 944 time: 0.0529497 Feb 02 07:48:19.871732 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6b3d33d9-e1ec-4185-a106-27416041fee4 req-4102b91e-d978-4276-b7dd-b3803733267a tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407984 Feb 02 07:48:20.896616 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '344ce104-5ae7-4cd7-a2e7-845a2640ecac', 'tag': '4fefaf13-4a2d-4324-935b-71bc78ea63fb'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:48:20.899087 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a487a634-7e72-4951-a79b-e822ed34cf8b" -d '{"events": [{"name": "network-changed", "server_uuid": "344ce104-5ae7-4cd7-a2e7-845a2640ecac", "tag": "4fefaf13-4a2d-4324-935b-71bc78ea63fb"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:48:20.995954 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ecaea-a4c4-4dce-9b25-9413365cad5d req-81bac14b-2695-4ae7-991a-7468d425e297 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:20.997425 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8d7ecaea-a4c4-4dce-9b25-9413365cad5d req-81bac14b-2695-4ae7-991a-7468d425e297 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=344ce104-5ae7-4cd7-a2e7-845a2640ecac HTTP/1.1" status: 200 len: 944 time: 0.0568509 Feb 02 07:48:21.042877 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8d7ecaea-a4c4-4dce-9b25-9413365cad5d req-b7f3cf3a-8215-476f-bdd9-ab51eb5f883b tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399840 Feb 02 07:48:21.098431 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f1f0e3-e387-4fd5-a332-1f9fd11d29e5 x-openstack-request-id: req-c0f1f0e3-e387-4fd5-a332-1f9fd11d29e5 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:48:21.098744 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "344ce104-5ae7-4cd7-a2e7-845a2640ecac", "tag": "4fefaf13-4a2d-4324-935b-71bc78ea63fb", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:48:21.099011 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c0f1f0e3-e387-4fd5-a332-1f9fd11d29e5 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:48:21.099475 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '344ce104-5ae7-4cd7-a2e7-845a2640ecac', 'tag': '4fefaf13-4a2d-4324-935b-71bc78ea63fb', 'status': 'completed', 'code': 200} Feb 02 07:48:21.180839 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a487a634-7e72-4951-a79b-e822ed34cf8b req-2c92f09b-f0d3-4dc6-81ff-973825af81e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:21.182343 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a487a634-7e72-4951-a79b-e822ed34cf8b req-2c92f09b-f0d3-4dc6-81ff-973825af81e8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4d52a7480e2e40c4ae754651114134c6&device_id=344ce104-5ae7-4cd7-a2e7-845a2640ecac HTTP/1.1" status: 200 len: 1127 time: 0.0452256 Feb 02 07:48:21.192259 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a487a634-7e72-4951-a79b-e822ed34cf8b req-0389bb56-2923-47db-814c-3a2041bf5be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:21.193737 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a487a634-7e72-4951-a79b-e822ed34cf8b req-0389bb56-2923-47db-814c-3a2041bf5be4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4d52a7480e2e40c4ae754651114134c6&device_id=344ce104-5ae7-4cd7-a2e7-845a2640ecac HTTP/1.1" status: 200 len: 1127 time: 0.0507088 Feb 02 07:48:21.272619 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a487a634-7e72-4951-a79b-e822ed34cf8b req-ad95e6b8-88ca-4d83-94be-f96a60ad324a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:21.274356 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a487a634-7e72-4951-a79b-e822ed34cf8b req-ad95e6b8-88ca-4d83-94be-f96a60ad324a service neutron] 10.222.0.59 "GET /v2.0/networks?id=760454e8-110e-4674-aca9-ca797ddd91c9 HTTP/1.1" status: 200 len: 915 time: 0.0866048 Feb 02 07:48:21.282894 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a487a634-7e72-4951-a79b-e822ed34cf8b req-575d5830-62f3-4b1c-93d4-5b37a4f0d22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:21.284396 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a487a634-7e72-4951-a79b-e822ed34cf8b req-575d5830-62f3-4b1c-93d4-5b37a4f0d22c service neutron] 10.222.0.88 "GET /v2.0/networks?id=760454e8-110e-4674-aca9-ca797ddd91c9 HTTP/1.1" status: 200 len: 915 time: 0.0843127 Feb 02 07:48:21.315508 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a487a634-7e72-4951-a79b-e822ed34cf8b req-11d27c7e-f63f-433b-afb4-1c4c978daeed service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fefaf13-4a2d-4324-935b-71bc78ea63fb HTTP/1.1" status: 200 len: 217 time: 0.0348394 Feb 02 07:48:21.328868 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a487a634-7e72-4951-a79b-e822ed34cf8b req-43683523-482d-4cf6-a3c2-af647c0847b1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fefaf13-4a2d-4324-935b-71bc78ea63fb HTTP/1.1" status: 200 len: 217 time: 0.0386074 Feb 02 07:48:21.362932 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a487a634-7e72-4951-a79b-e822ed34cf8b req-1a6b8b5f-f48f-4e92-92a0-9605a79c0d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:21.364415 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a487a634-7e72-4951-a79b-e822ed34cf8b req-1a6b8b5f-f48f-4e92-92a0-9605a79c0d01 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=71d074ed-0c6a-40d6-a357-0438ca07dd42 HTTP/1.1" status: 200 len: 854 time: 0.0429900 Feb 02 07:48:21.378130 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a487a634-7e72-4951-a79b-e822ed34cf8b req-4ebdca2e-012d-487e-8f29-7719ea52daa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:21.379615 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a487a634-7e72-4951-a79b-e822ed34cf8b req-4ebdca2e-012d-487e-8f29-7719ea52daa2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=71d074ed-0c6a-40d6-a357-0438ca07dd42 HTTP/1.1" status: 200 len: 854 time: 0.0454659 Feb 02 07:48:21.396817 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a487a634-7e72-4951-a79b-e822ed34cf8b req-54d8e5a3-ebf0-46d9-ba66-344ae2fd15cd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=760454e8-110e-4674-aca9-ca797ddd91c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254567 Feb 02 07:48:21.411545 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a487a634-7e72-4951-a79b-e822ed34cf8b req-63ff094c-7845-4a75-95fd-238b0b9b9c51 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=760454e8-110e-4674-aca9-ca797ddd91c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262115 Feb 02 07:48:21.490065 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a487a634-7e72-4951-a79b-e822ed34cf8b req-b6fef3a8-5615-410d-8dc4-f2846f9084f2 service neutron] 10.222.0.59 "GET /v2.0/networks/760454e8-110e-4674-aca9-ca797ddd91c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871751 Feb 02 07:48:21.505545 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a487a634-7e72-4951-a79b-e822ed34cf8b req-d702bea7-740c-4fc5-9926-e844d8c7ef7f service neutron] 10.222.0.88 "GET /v2.0/networks/760454e8-110e-4674-aca9-ca797ddd91c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883343 Feb 02 07:48:21.582916 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a487a634-7e72-4951-a79b-e822ed34cf8b req-b50d35f4-7ce3-443a-b471-4617371bc103 service neutron] 10.222.0.59 "GET /v2.0/networks/760454e8-110e-4674-aca9-ca797ddd91c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865879 Feb 02 07:48:21.595130 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a487a634-7e72-4951-a79b-e822ed34cf8b req-f27a2241-b7a2-4550-af5c-6c0140f8d34d service neutron] 10.222.0.88 "GET /v2.0/networks/760454e8-110e-4674-aca9-ca797ddd91c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832446 Feb 02 07:48:21.959503 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 4fefaf13-4a2d-4324-935b-71bc78ea63fb details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:48:22.054249 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 4fefaf13-4a2d-4324-935b-71bc78ea63fb, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=4fefaf13-4a2d-4324-935b-71bc78ea63fb,segment=NetworkSegment(020aa2a3-cabd-409b-98ca-fdada442ca0c),segment_id=020aa2a3-cabd-409b-98ca-fdada442ca0c)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:48:22.064701 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': '4fefaf13-4a2d-4324-935b-71bc78ea63fb', 'network_id': '760454e8-110e-4674-aca9-ca797ddd91c9', 'port_id': '4fefaf13-4a2d-4324-935b-71bc78ea63fb', 'mac_address': 'fa:16:3e:cd:19:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71d074ed-0c6a-40d6-a357-0438ca07dd42', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:48:22.109547 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 4fefaf13-4a2d-4324-935b-71bc78ea63fb is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:48:22.109955 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (4fefaf13-4a2d-4324-935b-71bc78ea63fb), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:48:22.126703 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fefaf13-4a2d-4324-935b-71bc78ea63fb {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:48:22.146393 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 4fefaf13-4a2d-4324-935b-71bc78ea63fb, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=4fefaf13-4a2d-4324-935b-71bc78ea63fb,segment=NetworkSegment(020aa2a3-cabd-409b-98ca-fdada442ca0c),segment_id=020aa2a3-cabd-409b-98ca-fdada442ca0c)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:48:22.150725 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (4fefaf13-4a2d-4324-935b-71bc78ea63fb), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:48:22.169375 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003645ea-e37d-4a21-975a-dec934d03d80 req-c7ab0e00-c7fc-499d-97c4-a54b2357d715 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:22.170888 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-003645ea-e37d-4a21-975a-dec934d03d80 req-c7ab0e00-c7fc-499d-97c4-a54b2357d715 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=344ce104-5ae7-4cd7-a2e7-845a2640ecac HTTP/1.1" status: 200 len: 944 time: 0.0560963 Feb 02 07:48:22.198009 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=4fefaf13-4a2d-4324-935b-71bc78ea63fb,revision_number=8']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:48:22.217910 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-003645ea-e37d-4a21-975a-dec934d03d80 req-753b3fc5-5f53-47ae-9f2c-8c8344d8cac8 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414457 Feb 02 07:48:22.407010 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:48:22.524832 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 4fefaf13-4a2d-4324-935b-71bc78ea63fb no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:48:22.567773 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] The host n-h1-789963-26 is not matching for port 4fefaf13-4a2d-4324-935b-71bc78ea63fb host n-h2-789963-26! {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 02 07:48:22.568168 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 4fefaf13-4a2d-4324-935b-71bc78ea63fb not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:48:23.339701 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff366e1-e7ee-4dde-bc8f-4ff0c0226f0c req-55363bb5-fe12-479c-9e6b-c17608d5842f tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:23.341301 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4ff366e1-e7ee-4dde-bc8f-4ff0c0226f0c req-55363bb5-fe12-479c-9e6b-c17608d5842f tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=344ce104-5ae7-4cd7-a2e7-845a2640ecac HTTP/1.1" status: 200 len: 945 time: 0.0527241 Feb 02 07:48:23.387003 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4ff366e1-e7ee-4dde-bc8f-4ff0c0226f0c req-66c30f6a-3640-4d6c-a408-5921442ca8ba tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402308 Feb 02 07:48:23.586467 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72d1699-c1b7-42de-9900-8bfc7274955b req-1415e2ba-b319-491b-8cd5-44bc487161f9 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:23.588921 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f72d1699-c1b7-42de-9900-8bfc7274955b req-1415e2ba-b319-491b-8cd5-44bc487161f9 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=344ce104-5ae7-4cd7-a2e7-845a2640ecac HTTP/1.1" status: 200 len: 945 time: 0.0565491 Feb 02 07:48:23.589184 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['4fefaf13-4a2d-4324-935b-71bc78ea63fb'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:48:23.610191 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50212b52-d4b8-437f-b66e-1ad4c236b0ef req-40dec967-ccfd-478c-ba03-e68b5ee117c2 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:23.611868 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-50212b52-d4b8-437f-b66e-1ad4c236b0ef req-40dec967-ccfd-478c-ba03-e68b5ee117c2 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.88 "GET /v2.0/ports?device_id=344ce104-5ae7-4cd7-a2e7-845a2640ecac&tenant_id=4d52a7480e2e40c4ae754651114134c6&binding%3Ahost_id=n-h2-789963-26 HTTP/1.1" status: 200 len: 945 time: 0.0586276 Feb 02 07:48:23.641711 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f72d1699-c1b7-42de-9900-8bfc7274955b req-c8d8f5e5-3a06-4e41-9401-bcc0e8470984 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464675 Feb 02 07:48:23.683808 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [req-50212b52-d4b8-437f-b66e-1ad4c236b0ef req-643f034f-601d-4dd0-94e4-64d8498f3cc5 service neutron] delete failed (client error): The resource could not be found. Feb 02 07:48:23.684842 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-50212b52-d4b8-437f-b66e-1ad4c236b0ef req-643f034f-601d-4dd0-94e4-64d8498f3cc5 service neutron] 10.222.0.88 "DELETE /v2.0/ports/4fefaf13-4a2d-4324-935b-71bc78ea63fb/bindings/n-h1-789963-26 HTTP/1.1" status: 404 len: 381 time: 0.0672438 Feb 02 07:48:23.790835 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50212b52-d4b8-437f-b66e-1ad4c236b0ef req-6975e836-5606-452d-bc08-d776cfb6084d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:23.792971 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-50212b52-d4b8-437f-b66e-1ad4c236b0ef req-6975e836-5606-452d-bc08-d776cfb6084d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4d52a7480e2e40c4ae754651114134c6&device_id=344ce104-5ae7-4cd7-a2e7-845a2640ecac HTTP/1.1" status: 200 len: 1128 time: 0.0450268 Feb 02 07:48:23.879952 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50212b52-d4b8-437f-b66e-1ad4c236b0ef req-e4701c9d-dcfc-4c09-89f7-afafa50312a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:23.881426 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-50212b52-d4b8-437f-b66e-1ad4c236b0ef req-e4701c9d-dcfc-4c09-89f7-afafa50312a2 service neutron] 10.222.0.88 "GET /v2.0/networks?id=760454e8-110e-4674-aca9-ca797ddd91c9 HTTP/1.1" status: 200 len: 915 time: 0.0836282 Feb 02 07:48:23.926372 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-50212b52-d4b8-437f-b66e-1ad4c236b0ef req-7db454c3-0f71-4432-b2ae-514733aeb839 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fefaf13-4a2d-4324-935b-71bc78ea63fb HTTP/1.1" status: 200 len: 217 time: 0.0385280 Feb 02 07:48:23.972945 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50212b52-d4b8-437f-b66e-1ad4c236b0ef req-53d25688-0f3c-4afe-964f-e7ea281320d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:23.974371 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-50212b52-d4b8-437f-b66e-1ad4c236b0ef req-53d25688-0f3c-4afe-964f-e7ea281320d5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=71d074ed-0c6a-40d6-a357-0438ca07dd42 HTTP/1.1" status: 200 len: 854 time: 0.0425396 Feb 02 07:48:24.007277 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-50212b52-d4b8-437f-b66e-1ad4c236b0ef req-747c3402-dc72-4d1d-ab89-b2f5eec8b6cd service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=760454e8-110e-4674-aca9-ca797ddd91c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248613 Feb 02 07:48:24.106815 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-50212b52-d4b8-437f-b66e-1ad4c236b0ef req-cfcfa77f-cf66-461e-b72f-4e891c8403fa service neutron] 10.222.0.88 "GET /v2.0/networks/760454e8-110e-4674-aca9-ca797ddd91c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923581 Feb 02 07:48:24.197246 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-50212b52-d4b8-437f-b66e-1ad4c236b0ef req-cc8736be-c92a-4c9b-9d64-e11b0a621652 service neutron] 10.222.0.88 "GET /v2.0/networks/760454e8-110e-4674-aca9-ca797ddd91c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822120 Feb 02 07:48:24.771114 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c2ffc-ea97-47fd-b848-9feb89b8a922 req-74913994-e8ff-4f37-8b49-916a92867b1e tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:24.772833 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-373c2ffc-ea97-47fd-b848-9feb89b8a922 req-74913994-e8ff-4f37-8b49-916a92867b1e tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=344ce104-5ae7-4cd7-a2e7-845a2640ecac HTTP/1.1" status: 200 len: 945 time: 0.0581875 Feb 02 07:48:24.820954 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-373c2ffc-ea97-47fd-b848-9feb89b8a922 req-ad90ed11-2f92-416f-a160-cc9055296d83 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418215 Feb 02 07:48:24.936438 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a951a1-7a37-4ae9-83a0-3bff9db8a762 req-5a7c211b-d960-4d07-91c6-4d342df09473 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:24.937911 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f0a951a1-7a37-4ae9-83a0-3bff9db8a762 req-5a7c211b-d960-4d07-91c6-4d342df09473 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=344ce104-5ae7-4cd7-a2e7-845a2640ecac HTTP/1.1" status: 200 len: 945 time: 0.0520122 Feb 02 07:48:24.987437 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f0a951a1-7a37-4ae9-83a0-3bff9db8a762 req-0601becc-46bd-44ae-9427-ef46c65f5f7d tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438735 Feb 02 07:48:25.101801 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e43be-3890-4790-ac0d-85cc26f4143d req-af3519b7-49d6-44f9-85f5-5b3369b3deeb tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:25.103259 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bb8e43be-3890-4790-ac0d-85cc26f4143d req-af3519b7-49d6-44f9-85f5-5b3369b3deeb tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=344ce104-5ae7-4cd7-a2e7-845a2640ecac HTTP/1.1" status: 200 len: 945 time: 0.0514619 Feb 02 07:48:25.150267 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bb8e43be-3890-4790-ac0d-85cc26f4143d req-5e6fcd1d-b6fd-4c17-b6e4-449f2b855dbe tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406845 Feb 02 07:48:25.811404 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4e6ea1-1173-4aa1-84e8-639ac8791ba1 req-cac58831-32aa-4340-9fd1-1bc78b900641 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:25.812890 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0f4e6ea1-1173-4aa1-84e8-639ac8791ba1 req-cac58831-32aa-4340-9fd1-1bc78b900641 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/networks?id=760454e8-110e-4674-aca9-ca797ddd91c9 HTTP/1.1" status: 200 len: 814 time: 0.4180784 Feb 02 07:48:25.826846 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0f4e6ea1-1173-4aa1-84e8-639ac8791ba1 req-7294d1f2-7824-4836-90f6-d716cb0db56b tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/quotas/4d52a7480e2e40c4ae754651114134c6 HTTP/1.1" status: 200 len: 375 time: 0.0087378 Feb 02 07:48:25.879197 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0f4e6ea1-1173-4aa1-84e8-639ac8791ba1 req-f4afce36-f30f-4bcd-9ac1-d3e9878a0fd4 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=4d52a7480e2e40c4ae754651114134c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0463426 Feb 02 07:48:25.967188 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0f4e6ea1-1173-4aa1-84e8-639ac8791ba1 req-9c5e5f86-de83-41b6-8393-24931c633f27 service neutron] 10.222.0.87 "GET /v2.0/networks/760454e8-110e-4674-aca9-ca797ddd91c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812917 Feb 02 07:48:25.988476 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 4fefaf13-4a2d-4324-935b-71bc78ea63fb up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:48:26.038117 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port 4fefaf13-4a2d-4324-935b-71bc78ea63fb completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:48:26.042284 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port 4fefaf13-4a2d-4324-935b-71bc78ea63fb triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:48:26.042660 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (4fefaf13-4a2d-4324-935b-71bc78ea63fb), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:48:26.059155 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0f4e6ea1-1173-4aa1-84e8-639ac8791ba1 req-3f9a072e-0ebd-414d-82b0-219689350670 service neutron] 10.222.0.87 "GET /v2.0/networks/760454e8-110e-4674-aca9-ca797ddd91c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862436 Feb 02 07:48:26.124820 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 4fefaf13-4a2d-4324-935b-71bc78ea63fb is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:48:26.125212 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (4fefaf13-4a2d-4324-935b-71bc78ea63fb), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:48:26.149853 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '344ce104-5ae7-4cd7-a2e7-845a2640ecac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fefaf13-4a2d-4324-935b-71bc78ea63fb'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:48:26.152108 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4fbe2a0-bbf3-4ccc-be7f-c2a81f6cb190" -d '{"events": [{"server_uuid": "344ce104-5ae7-4cd7-a2e7-845a2640ecac", "name": "network-vif-plugged", "status": "completed", "tag": "4fefaf13-4a2d-4324-935b-71bc78ea63fb"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:48:26.169481 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 4fefaf13-4a2d-4324-935b-71bc78ea63fb, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=4fefaf13-4a2d-4324-935b-71bc78ea63fb,segment=NetworkSegment(020aa2a3-cabd-409b-98ca-fdada442ca0c),segment_id=020aa2a3-cabd-409b-98ca-fdada442ca0c)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:48:26.174561 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (4fefaf13-4a2d-4324-935b-71bc78ea63fb), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:48:26.211297 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb0e611-98ff-47ee-b3ed-8da5e06022b3 x-openstack-request-id: req-6cb0e611-98ff-47ee-b3ed-8da5e06022b3 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:48:26.211674 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "344ce104-5ae7-4cd7-a2e7-845a2640ecac", "name": "network-vif-plugged", "status": "completed", "tag": "4fefaf13-4a2d-4324-935b-71bc78ea63fb", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:48:26.211951 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-6cb0e611-98ff-47ee-b3ed-8da5e06022b3 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:48:26.212334 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '344ce104-5ae7-4cd7-a2e7-845a2640ecac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fefaf13-4a2d-4324-935b-71bc78ea63fb', 'code': 200} Feb 02 07:48:26.226410 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=4fefaf13-4a2d-4324-935b-71bc78ea63fb,revision_number=9']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:48:26.263783 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-82aeec37-2f32-478c-8477-33d2d8c3d5ac req-49742633-6a64-43ae-9edf-0da952f3e088 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=3dfec0c4-cc6a-41d0-a11c-b4cae754d481 HTTP/1.1" status: 200 len: 210 time: 0.0279760 Feb 02 07:48:26.893770 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44621a12-cd7b-404e-aef4-8ac779a173e4 req-c8bee187-8cfc-4668-a1d5-896f6e955bb3 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:26.895223 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-44621a12-cd7b-404e-aef4-8ac779a173e4 req-c8bee187-8cfc-4668-a1d5-896f6e955bb3 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.59 "GET /v2.0/ports?device_id=344ce104-5ae7-4cd7-a2e7-845a2640ecac HTTP/1.1" status: 200 len: 946 time: 0.0523641 Feb 02 07:48:26.988455 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-44621a12-cd7b-404e-aef4-8ac779a173e4 req-43e6f92c-607d-466c-b7ed-b0154dadf431 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Deleting port 4fefaf13-4a2d-4324-935b-71bc78ea63fb {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:48:26.988789 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-44621a12-cd7b-404e-aef4-8ac779a173e4 req-43e6f92c-607d-466c-b7ed-b0154dadf431 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (4fefaf13-4a2d-4324-935b-71bc78ea63fb), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:48:27.074308 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-44621a12-cd7b-404e-aef4-8ac779a173e4 req-43e6f92c-607d-466c-b7ed-b0154dadf431 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] For port 4fefaf13-4a2d-4324-935b-71bc78ea63fb, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=4fefaf13-4a2d-4324-935b-71bc78ea63fb,segment=NetworkSegment(020aa2a3-cabd-409b-98ca-fdada442ca0c),segment_id=020aa2a3-cabd-409b-98ca-fdada442ca0c)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:48:27.074672 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-44621a12-cd7b-404e-aef4-8ac779a173e4 req-43e6f92c-607d-466c-b7ed-b0154dadf431 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (4fefaf13-4a2d-4324-935b-71bc78ea63fb), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:48:27.092103 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-44621a12-cd7b-404e-aef4-8ac779a173e4 req-43e6f92c-607d-466c-b7ed-b0154dadf431 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Calling delete_port for 4fefaf13-4a2d-4324-935b-71bc78ea63fb owned by compute:nova {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:48:27.223939 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-44621a12-cd7b-404e-aef4-8ac779a173e4 req-43e6f92c-607d-466c-b7ed-b0154dadf431 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (4fefaf13-4a2d-4324-935b-71bc78ea63fb), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:48:27.254329 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e6f92c-607d-466c-b7ed-b0154dadf431 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Pushing event deleted for resources: {'Port': ['ID=4fefaf13-4a2d-4324-935b-71bc78ea63fb,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:48:27.266320 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['4fefaf13-4a2d-4324-935b-71bc78ea63fb'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:48:27.270459 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4e6ea1-1173-4aa1-84e8-639ac8791ba1 req-a66272fa-36fe-425d-92a9-fea8019c0bd3 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:27.272010 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0f4e6ea1-1173-4aa1-84e8-639ac8791ba1 req-a66272fa-36fe-425d-92a9-fea8019c0bd3 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.59 "GET /v2.0/networks?id=760454e8-110e-4674-aca9-ca797ddd91c9 HTTP/1.1" status: 200 len: 814 time: 0.1091101 Feb 02 07:48:27.293583 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-0f4e6ea1-1173-4aa1-84e8-639ac8791ba1 req-36d8aa2f-d8ec-477a-81c5-fbf3b4d3c184 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Request body: {'port': {'device_id': '3dfec0c4-cc6a-41d0-a11c-b4cae754d481', 'network_id': '760454e8-110e-4674-aca9-ca797ddd91c9', 'admin_state_up': True, 'tenant_id': '4d52a7480e2e40c4ae754651114134c6'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:48:27.306075 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-44621a12-cd7b-404e-aef4-8ac779a173e4 req-43e6f92c-607d-466c-b7ed-b0154dadf431 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] No DVR routers for this DVR port 4fefaf13-4a2d-4324-935b-71bc78ea63fb on host n-h2-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:48:27.309289 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-44621a12-cd7b-404e-aef4-8ac779a173e4 req-43e6f92c-607d-466c-b7ed-b0154dadf431 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:48:27.314155 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-44621a12-cd7b-404e-aef4-8ac779a173e4 req-43e6f92c-607d-466c-b7ed-b0154dadf431 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.59 "DELETE /v2.0/ports/4fefaf13-4a2d-4324-935b-71bc78ea63fb HTTP/1.1" status: 204 len: 173 time: 0.4132607 Feb 02 07:48:27.314724 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '344ce104-5ae7-4cd7-a2e7-845a2640ecac', 'name': 'network-vif-deleted', 'tag': '4fefaf13-4a2d-4324-935b-71bc78ea63fb'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:48:27.317662 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e835d6-0077-4284-9999-451d5765b674" -d '{"events": [{"server_uuid": "344ce104-5ae7-4cd7-a2e7-845a2640ecac", "name": "network-vif-deleted", "tag": "4fefaf13-4a2d-4324-935b-71bc78ea63fb"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:48:27.395122 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-83b25cad-2094-4db3-8476-7d7fabe1443d req-454fc3c5-c99a-45fc-b49d-a84a22fe469a tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=3dfec0c4-cc6a-41d0-a11c-b4cae754d481 HTTP/1.1" status: 200 len: 210 time: 0.0281353 Feb 02 07:48:27.421041 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f4e6ea1-1173-4aa1-84e8-639ac8791ba1 req-36d8aa2f-d8ec-477a-81c5-fbf3b4d3c184 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Made reservation on behalf of 4d52a7480e2e40c4ae754651114134c6 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:48:27.424724 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0f4e6ea1-1173-4aa1-84e8-639ac8791ba1 req-36d8aa2f-d8ec-477a-81c5-fbf3b4d3c184 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:48:27.449257 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbde6388-57bc-4410-bc67-e6721108e000 x-openstack-request-id: req-dbde6388-57bc-4410-bc67-e6721108e000 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:48:27.449696 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "344ce104-5ae7-4cd7-a2e7-845a2640ecac", "name": "network-vif-deleted", "tag": "4fefaf13-4a2d-4324-935b-71bc78ea63fb", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:48:27.450277 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-dbde6388-57bc-4410-bc67-e6721108e000 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:48:27.451031 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '344ce104-5ae7-4cd7-a2e7-845a2640ecac', 'name': 'network-vif-deleted', 'tag': '4fefaf13-4a2d-4324-935b-71bc78ea63fb', 'status': 'completed', 'code': 200} Feb 02 07:48:27.558197 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-0f4e6ea1-1173-4aa1-84e8-639ac8791ba1 req-36d8aa2f-d8ec-477a-81c5-fbf3b4d3c184 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Allocated IP 172.20.0.2 (760454e8-110e-4674-aca9-ca797ddd91c9/71d074ed-0c6a-40d6-a357-0438ca07dd42/f5c14140-21b4-46e8-bb33-a0a9e18f1085) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:48:27.629999 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:48:27.712797 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0f4e6ea1-1173-4aa1-84e8-639ac8791ba1 req-36d8aa2f-d8ec-477a-81c5-fbf3b4d3c184 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Publish callbacks [] for port (f5c14140-21b4-46e8-bb33-a0a9e18f1085), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:48:27.746388 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0f4e6ea1-1173-4aa1-84e8-639ac8791ba1 req-36d8aa2f-d8ec-477a-81c5-fbf3b4d3c184 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (f5c14140-21b4-46e8-bb33-a0a9e18f1085), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:48:27.780179 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['4fefaf13-4a2d-4324-935b-71bc78ea63fb'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:48:27.787409 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f4e6ea1-1173-4aa1-84e8-639ac8791ba1 req-36d8aa2f-d8ec-477a-81c5-fbf3b4d3c184 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Network 760454e8-110e-4674-aca9-ca797ddd91c9 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:48:27.790463 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-0f4e6ea1-1173-4aa1-84e8-639ac8791ba1 req-36d8aa2f-d8ec-477a-81c5-fbf3b4d3c184 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:48:27.796831 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f4e6ea1-1173-4aa1-84e8-639ac8791ba1 req-36d8aa2f-d8ec-477a-81c5-fbf3b4d3c184 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:48:27.827605 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d8aa2f-d8ec-477a-81c5-fbf3b4d3c184 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Pushing event updated for resources: {'Port': ['ID=f5c14140-21b4-46e8-bb33-a0a9e18f1085,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:48:27.842197 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d8aa2f-d8ec-477a-81c5-fbf3b4d3c184 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:48:27.842547 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d8aa2f-d8ec-477a-81c5-fbf3b4d3c184 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:48:27.842922 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d8aa2f-d8ec-477a-81c5-fbf3b4d3c184 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:48:27.843247 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d8aa2f-d8ec-477a-81c5-fbf3b4d3c184 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:48:27.843603 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d8aa2f-d8ec-477a-81c5-fbf3b4d3c184 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:48:27.843945 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d8aa2f-d8ec-477a-81c5-fbf3b4d3c184 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:48:27.844283 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d8aa2f-d8ec-477a-81c5-fbf3b4d3c184 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:48:27.844616 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d8aa2f-d8ec-477a-81c5-fbf3b4d3c184 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:48:27.844951 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d8aa2f-d8ec-477a-81c5-fbf3b4d3c184 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:48:27.845281 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d8aa2f-d8ec-477a-81c5-fbf3b4d3c184 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:48:27.845612 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d8aa2f-d8ec-477a-81c5-fbf3b4d3c184 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:48:27.845944 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d8aa2f-d8ec-477a-81c5-fbf3b4d3c184 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:48:27.846271 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d8aa2f-d8ec-477a-81c5-fbf3b4d3c184 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:48:27.863324 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4e6ea1-1173-4aa1-84e8-639ac8791ba1 req-36d8aa2f-d8ec-477a-81c5-fbf3b4d3c184 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:27.863963 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0f4e6ea1-1173-4aa1-84e8-639ac8791ba1 req-36d8aa2f-d8ec-477a-81c5-fbf3b4d3c184 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:48:27.879330 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0f4e6ea1-1173-4aa1-84e8-639ac8791ba1 req-36d8aa2f-d8ec-477a-81c5-fbf3b4d3c184 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5920939 Feb 02 07:48:27.896783 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-0f4e6ea1-1173-4aa1-84e8-639ac8791ba1 req-0bfdab43-3a3d-443d-9bbd-4a9105caf36e service neutron] Request body: {'port': {'device_id': '3dfec0c4-cc6a-41d0-a11c-b4cae754d481', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:48:27.954376 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0f4e6ea1-1173-4aa1-84e8-639ac8791ba1 req-0bfdab43-3a3d-443d-9bbd-4a9105caf36e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f5c14140-21b4-46e8-bb33-a0a9e18f1085), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:48:28.213119 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-0f4e6ea1-1173-4aa1-84e8-639ac8791ba1 req-0bfdab43-3a3d-443d-9bbd-4a9105caf36e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5c14140-21b4-46e8-bb33-a0a9e18f1085 {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:48:28.220574 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0f4e6ea1-1173-4aa1-84e8-639ac8791ba1 req-0bfdab43-3a3d-443d-9bbd-4a9105caf36e service neutron] Publish callbacks [] for port (f5c14140-21b4-46e8-bb33-a0a9e18f1085), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:48:28.232322 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-0f4e6ea1-1173-4aa1-84e8-639ac8791ba1 req-0bfdab43-3a3d-443d-9bbd-4a9105caf36e service neutron] Transition to ACTIVE for port object f5c14140-21b4-46e8-bb33-a0a9e18f1085 will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:48:28.235953 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0f4e6ea1-1173-4aa1-84e8-639ac8791ba1 req-0bfdab43-3a3d-443d-9bbd-4a9105caf36e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (f5c14140-21b4-46e8-bb33-a0a9e18f1085), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:48:28.287907 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfdab43-3a3d-443d-9bbd-4a9105caf36e service neutron] Pushing event updated for resources: {'Port': ['ID=f5c14140-21b4-46e8-bb33-a0a9e18f1085,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:48:28.351395 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-0f4e6ea1-1173-4aa1-84e8-639ac8791ba1 req-0bfdab43-3a3d-443d-9bbd-4a9105caf36e service neutron] Attempting to bind port f5c14140-21b4-46e8-bb33-a0a9e18f1085 on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:48:28.351770 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-0f4e6ea1-1173-4aa1-84e8-639ac8791ba1 req-0bfdab43-3a3d-443d-9bbd-4a9105caf36e service neutron] Attempting to bind port f5c14140-21b4-46e8-bb33-a0a9e18f1085 by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': '020aa2a3-cabd-409b-98ca-fdada442ca0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '760454e8-110e-4674-aca9-ca797ddd91c9'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:48:28.352101 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4e6ea1-1173-4aa1-84e8-639ac8791ba1 req-0bfdab43-3a3d-443d-9bbd-4a9105caf36e service neutron] Attempting to bind port f5c14140-21b4-46e8-bb33-a0a9e18f1085 on network 760454e8-110e-4674-aca9-ca797ddd91c9 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:48:28.356357 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4e6ea1-1173-4aa1-84e8-639ac8791ba1 req-0bfdab43-3a3d-443d-9bbd-4a9105caf36e service neutron] Port f5c14140-21b4-46e8-bb33-a0a9e18f1085 on network 760454e8-110e-4674-aca9-ca797ddd91c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:48:28.356678 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4e6ea1-1173-4aa1-84e8-639ac8791ba1 req-0bfdab43-3a3d-443d-9bbd-4a9105caf36e service neutron] Attempting to bind port f5c14140-21b4-46e8-bb33-a0a9e18f1085 on network 760454e8-110e-4674-aca9-ca797ddd91c9 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:48:28.361451 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4e6ea1-1173-4aa1-84e8-639ac8791ba1 req-0bfdab43-3a3d-443d-9bbd-4a9105caf36e service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:48:28.361798 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4e6ea1-1173-4aa1-84e8-639ac8791ba1 req-0bfdab43-3a3d-443d-9bbd-4a9105caf36e service neutron] Checking segment: {'id': '020aa2a3-cabd-409b-98ca-fdada442ca0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '760454e8-110e-4674-aca9-ca797ddd91c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:48:28.362181 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4e6ea1-1173-4aa1-84e8-639ac8791ba1 req-0bfdab43-3a3d-443d-9bbd-4a9105caf36e service neutron] Bound using segment: {'id': '020aa2a3-cabd-409b-98ca-fdada442ca0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '760454e8-110e-4674-aca9-ca797ddd91c9'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:48:28.362610 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-0f4e6ea1-1173-4aa1-84e8-639ac8791ba1 req-0bfdab43-3a3d-443d-9bbd-4a9105caf36e service neutron] Bound port: f5c14140-21b4-46e8-bb33-a0a9e18f1085, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '020aa2a3-cabd-409b-98ca-fdada442ca0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '760454e8-110e-4674-aca9-ca797ddd91c9'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:48:28.362962 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0f4e6ea1-1173-4aa1-84e8-639ac8791ba1 req-0bfdab43-3a3d-443d-9bbd-4a9105caf36e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f5c14140-21b4-46e8-bb33-a0a9e18f1085), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:48:28.428799 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-0f4e6ea1-1173-4aa1-84e8-639ac8791ba1 req-0bfdab43-3a3d-443d-9bbd-4a9105caf36e service neutron] For port f5c14140-21b4-46e8-bb33-a0a9e18f1085, host n-h2-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:48:28.432811 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-0f4e6ea1-1173-4aa1-84e8-639ac8791ba1 req-0bfdab43-3a3d-443d-9bbd-4a9105caf36e service neutron] For port f5c14140-21b4-46e8-bb33-a0a9e18f1085, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=f5c14140-21b4-46e8-bb33-a0a9e18f1085,segment=NetworkSegment(020aa2a3-cabd-409b-98ca-fdada442ca0c),segment_id=020aa2a3-cabd-409b-98ca-fdada442ca0c)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:48:28.439278 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0f4e6ea1-1173-4aa1-84e8-639ac8791ba1 req-0bfdab43-3a3d-443d-9bbd-4a9105caf36e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (f5c14140-21b4-46e8-bb33-a0a9e18f1085), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:48:28.474135 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4e6ea1-1173-4aa1-84e8-639ac8791ba1 req-0bfdab43-3a3d-443d-9bbd-4a9105caf36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:28.474869 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0f4e6ea1-1173-4aa1-84e8-639ac8791ba1 req-0bfdab43-3a3d-443d-9bbd-4a9105caf36e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:48:28.476527 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0f4e6ea1-1173-4aa1-84e8-639ac8791ba1 req-0bfdab43-3a3d-443d-9bbd-4a9105caf36e service neutron] 10.222.0.59 "PUT /v2.0/ports/f5c14140-21b4-46e8-bb33-a0a9e18f1085 HTTP/1.1" status: 200 len: 1092 time: 0.5838199 Feb 02 07:48:28.476976 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dfec0c4-cc6a-41d0-a11c-b4cae754d481', 'tag': 'f5c14140-21b4-46e8-bb33-a0a9e18f1085'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:48:28.479200 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61102d9e-ea12-4039-af2e-838fc83b3f83" -d '{"events": [{"name": "network-changed", "server_uuid": "3dfec0c4-cc6a-41d0-a11c-b4cae754d481", "tag": "f5c14140-21b4-46e8-bb33-a0a9e18f1085"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:48:28.503084 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfdab43-3a3d-443d-9bbd-4a9105caf36e service neutron] Pushing event updated for resources: {'Port': ['ID=f5c14140-21b4-46e8-bb33-a0a9e18f1085,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:48:28.527894 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb46d9e-03e3-448b-9394-944a9f6ef09d req-84eb5876-771f-4dec-8b5b-521edf09d07e tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:28.529396 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-edb46d9e-03e3-448b-9394-944a9f6ef09d req-84eb5876-771f-4dec-8b5b-521edf09d07e tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=3dfec0c4-cc6a-41d0-a11c-b4cae754d481 HTTP/1.1" status: 200 len: 943 time: 0.0555401 Feb 02 07:48:28.577794 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-edb46d9e-03e3-448b-9394-944a9f6ef09d req-41b5433a-9638-4c76-847d-831433964fc1 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425930 Feb 02 07:48:28.579211 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4e6ea1-1173-4aa1-84e8-639ac8791ba1 req-21c376f8-e881-4e73-986f-65e1de40660e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:28.580902 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0f4e6ea1-1173-4aa1-84e8-639ac8791ba1 req-21c376f8-e881-4e73-986f-65e1de40660e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4d52a7480e2e40c4ae754651114134c6&device_id=3dfec0c4-cc6a-41d0-a11c-b4cae754d481 HTTP/1.1" status: 200 len: 1126 time: 0.0478287 Feb 02 07:48:28.631055 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee0cab7-22a2-44ad-b392-037217686b3e x-openstack-request-id: req-9ee0cab7-22a2-44ad-b392-037217686b3e {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:48:28.631354 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dfec0c4-cc6a-41d0-a11c-b4cae754d481", "tag": "f5c14140-21b4-46e8-bb33-a0a9e18f1085", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:48:28.631629 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-9ee0cab7-22a2-44ad-b392-037217686b3e {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:48:28.632019 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dfec0c4-cc6a-41d0-a11c-b4cae754d481', 'tag': 'f5c14140-21b4-46e8-bb33-a0a9e18f1085', 'status': 'completed', 'code': 200} Feb 02 07:48:28.633485 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0f4e6ea1-1173-4aa1-84e8-639ac8791ba1 req-b6d4aea2-997d-4725-9237-7eb1cee34731 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f5c14140-21b4-46e8-bb33-a0a9e18f1085 HTTP/1.1" status: 200 len: 217 time: 0.0403557 Feb 02 07:48:28.966902 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4e6ea1-1173-4aa1-84e8-639ac8791ba1 req-09397508-101c-4949-a584-83da431a39e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:28.968732 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0f4e6ea1-1173-4aa1-84e8-639ac8791ba1 req-09397508-101c-4949-a584-83da431a39e0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=71d074ed-0c6a-40d6-a357-0438ca07dd42 HTTP/1.1" status: 200 len: 854 time: 0.3262141 Feb 02 07:48:28.999546 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0f4e6ea1-1173-4aa1-84e8-639ac8791ba1 req-231e4336-8804-4920-ba90-10323ea35a9b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=760454e8-110e-4674-aca9-ca797ddd91c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248539 Feb 02 07:48:29.089549 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0f4e6ea1-1173-4aa1-84e8-639ac8791ba1 req-590891e8-1ba2-453a-bcce-2dbacdc51237 service neutron] 10.222.0.59 "GET /v2.0/networks/760454e8-110e-4674-aca9-ca797ddd91c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842605 Feb 02 07:48:29.175714 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0f4e6ea1-1173-4aa1-84e8-639ac8791ba1 req-2b99bb5b-5487-4eb9-8121-bf438f1ddab7 service neutron] 10.222.0.59 "GET /v2.0/networks/760454e8-110e-4674-aca9-ca797ddd91c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806956 Feb 02 07:48:29.311298 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61102d9e-ea12-4039-af2e-838fc83b3f83 req-fc8822ca-fde8-4192-acae-09c451ccc10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:29.312750 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-61102d9e-ea12-4039-af2e-838fc83b3f83 req-fc8822ca-fde8-4192-acae-09c451ccc10c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4d52a7480e2e40c4ae754651114134c6&device_id=3dfec0c4-cc6a-41d0-a11c-b4cae754d481 HTTP/1.1" status: 200 len: 1126 time: 0.0461268 Feb 02 07:48:29.405779 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61102d9e-ea12-4039-af2e-838fc83b3f83 req-b63104f2-d598-4a9a-9a2d-2bb393fe759b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:29.407265 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-61102d9e-ea12-4039-af2e-838fc83b3f83 req-b63104f2-d598-4a9a-9a2d-2bb393fe759b service neutron] 10.222.0.59 "GET /v2.0/networks?id=760454e8-110e-4674-aca9-ca797ddd91c9 HTTP/1.1" status: 200 len: 915 time: 0.0889835 Feb 02 07:48:29.449155 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-61102d9e-ea12-4039-af2e-838fc83b3f83 req-6eeea502-b783-40ef-b80f-5a8fd8f6622c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f5c14140-21b4-46e8-bb33-a0a9e18f1085 HTTP/1.1" status: 200 len: 217 time: 0.0353086 Feb 02 07:48:29.500134 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61102d9e-ea12-4039-af2e-838fc83b3f83 req-31d21a87-58f7-4038-9619-46c5f23a886e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:29.501587 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-61102d9e-ea12-4039-af2e-838fc83b3f83 req-31d21a87-58f7-4038-9619-46c5f23a886e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=71d074ed-0c6a-40d6-a357-0438ca07dd42 HTTP/1.1" status: 200 len: 854 time: 0.0468538 Feb 02 07:48:29.533248 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-61102d9e-ea12-4039-af2e-838fc83b3f83 req-d9d9f5c4-6486-4a49-9dcb-7b0b67baa78d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=760454e8-110e-4674-aca9-ca797ddd91c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254936 Feb 02 07:48:29.621771 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-61102d9e-ea12-4039-af2e-838fc83b3f83 req-7fa9009c-1177-4efe-8e91-aacd0d99e201 service neutron] 10.222.0.59 "GET /v2.0/networks/760454e8-110e-4674-aca9-ca797ddd91c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826268 Feb 02 07:48:29.716968 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-61102d9e-ea12-4039-af2e-838fc83b3f83 req-67d0ea62-f7bd-46a7-ac5f-1a2f68e7b5ce service neutron] 10.222.0.59 "GET /v2.0/networks/760454e8-110e-4674-aca9-ca797ddd91c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892949 Feb 02 07:48:29.759664 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b17753-c561-444d-8013-38ea2ce9de85 req-ea5b7971-55e7-4268-bf0e-ff189287ceb1 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:29.761119 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-17b17753-c561-444d-8013-38ea2ce9de85 req-ea5b7971-55e7-4268-bf0e-ff189287ceb1 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=3dfec0c4-cc6a-41d0-a11c-b4cae754d481 HTTP/1.1" status: 200 len: 943 time: 0.1126084 Feb 02 07:48:29.807951 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-17b17753-c561-444d-8013-38ea2ce9de85 req-7bf0605f-1b8e-4120-9570-91896f2c921b tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409474 Feb 02 07:48:29.997211 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 4fefaf13-4a2d-4324-935b-71bc78ea63fb no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:48:30.017648 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] No Port match for: 4fefaf13-4a2d-4324-935b-71bc78ea63fb {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:48:30.018003 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 4fefaf13-4a2d-4324-935b-71bc78ea63fb not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:48:30.926255 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e9a02-2411-4b04-a85a-9b3b35814ead req-37d118bb-c0eb-46cd-90df-3d3511f53c3e tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:30.927754 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-733e9a02-2411-4b04-a85a-9b3b35814ead req-37d118bb-c0eb-46cd-90df-3d3511f53c3e tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=3dfec0c4-cc6a-41d0-a11c-b4cae754d481 HTTP/1.1" status: 200 len: 943 time: 0.0522554 Feb 02 07:48:30.974095 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-733e9a02-2411-4b04-a85a-9b3b35814ead req-e13c07e1-3015-4b84-8269-0dc81f06db9b tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408568 Feb 02 07:48:31.183680 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:48:32.008408 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device f5c14140-21b4-46e8-bb33-a0a9e18f1085 details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:48:32.097856 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35599e4-6a58-4624-b6d4-8942fe239665 req-b8bd86cd-9ad9-4f0a-a60d-5d20d7e38a58 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:32.099349 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e35599e4-6a58-4624-b6d4-8942fe239665 req-b8bd86cd-9ad9-4f0a-a60d-5d20d7e38a58 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=3dfec0c4-cc6a-41d0-a11c-b4cae754d481 HTTP/1.1" status: 200 len: 943 time: 0.0565686 Feb 02 07:48:32.108002 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port f5c14140-21b4-46e8-bb33-a0a9e18f1085, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=f5c14140-21b4-46e8-bb33-a0a9e18f1085,segment=NetworkSegment(020aa2a3-cabd-409b-98ca-fdada442ca0c),segment_id=020aa2a3-cabd-409b-98ca-fdada442ca0c)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:48:32.125571 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': 'f5c14140-21b4-46e8-bb33-a0a9e18f1085', 'network_id': '760454e8-110e-4674-aca9-ca797ddd91c9', 'port_id': 'f5c14140-21b4-46e8-bb33-a0a9e18f1085', 'mac_address': 'fa:16:3e:04:08:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71d074ed-0c6a-40d6-a357-0438ca07dd42', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:48:32.146408 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e35599e4-6a58-4624-b6d4-8942fe239665 req-5223a336-87e1-4131-aefe-71dc19498a94 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414176 Feb 02 07:48:32.165097 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port f5c14140-21b4-46e8-bb33-a0a9e18f1085 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:48:32.165492 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f5c14140-21b4-46e8-bb33-a0a9e18f1085), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:48:32.179018 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5c14140-21b4-46e8-bb33-a0a9e18f1085 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:48:32.197931 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port f5c14140-21b4-46e8-bb33-a0a9e18f1085, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=f5c14140-21b4-46e8-bb33-a0a9e18f1085,segment=NetworkSegment(020aa2a3-cabd-409b-98ca-fdada442ca0c),segment_id=020aa2a3-cabd-409b-98ca-fdada442ca0c)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:48:32.201581 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (f5c14140-21b4-46e8-bb33-a0a9e18f1085), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:48:32.252360 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=f5c14140-21b4-46e8-bb33-a0a9e18f1085,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:48:32.260419 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:48:32.260775 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:48:32.261122 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:48:32.261464 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:48:32.261803 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:48:32.262138 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:48:32.262470 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:48:32.262807 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:48:32.263136 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:48:32.263508 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:48:32.263851 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:48:32.264178 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:48:32.264504 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:48:32.579767 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['f5c14140-21b4-46e8-bb33-a0a9e18f1085'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:48:33.267430 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a70fb10-c0e2-4212-99b2-e387744c0f53 req-0207c68c-0fc2-4b7f-b530-766bf0464b0a tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:33.268948 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9a70fb10-c0e2-4212-99b2-e387744c0f53 req-0207c68c-0fc2-4b7f-b530-766bf0464b0a tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=3dfec0c4-cc6a-41d0-a11c-b4cae754d481 HTTP/1.1" status: 200 len: 944 time: 0.0523086 Feb 02 07:48:33.315184 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9a70fb10-c0e2-4212-99b2-e387744c0f53 req-e08f61ad-6e57-48c1-b411-71dd98ec28cb tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403943 Feb 02 07:48:34.028011 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device f5c14140-21b4-46e8-bb33-a0a9e18f1085 up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:48:34.080257 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port f5c14140-21b4-46e8-bb33-a0a9e18f1085 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:48:34.084375 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port f5c14140-21b4-46e8-bb33-a0a9e18f1085 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:48:34.084756 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (f5c14140-21b4-46e8-bb33-a0a9e18f1085), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:48:34.166285 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port f5c14140-21b4-46e8-bb33-a0a9e18f1085 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:48:34.166669 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f5c14140-21b4-46e8-bb33-a0a9e18f1085), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:48:34.190367 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dfec0c4-cc6a-41d0-a11c-b4cae754d481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c14140-21b4-46e8-bb33-a0a9e18f1085'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:48:34.192651 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75586451-9375-4662-8c8e-1cb12223c4be" -d '{"events": [{"server_uuid": "3dfec0c4-cc6a-41d0-a11c-b4cae754d481", "name": "network-vif-plugged", "status": "completed", "tag": "f5c14140-21b4-46e8-bb33-a0a9e18f1085"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:48:34.205338 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port f5c14140-21b4-46e8-bb33-a0a9e18f1085, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=f5c14140-21b4-46e8-bb33-a0a9e18f1085,segment=NetworkSegment(020aa2a3-cabd-409b-98ca-fdada442ca0c),segment_id=020aa2a3-cabd-409b-98ca-fdada442ca0c)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:48:34.209397 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (f5c14140-21b4-46e8-bb33-a0a9e18f1085), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:48:34.235140 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e121ea-0e97-4cb1-a195-91e28b267fb8 x-openstack-request-id: req-13e121ea-0e97-4cb1-a195-91e28b267fb8 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:48:34.235437 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dfec0c4-cc6a-41d0-a11c-b4cae754d481", "name": "network-vif-plugged", "status": "completed", "tag": "f5c14140-21b4-46e8-bb33-a0a9e18f1085", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:48:34.235716 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-13e121ea-0e97-4cb1-a195-91e28b267fb8 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:48:34.236098 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dfec0c4-cc6a-41d0-a11c-b4cae754d481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c14140-21b4-46e8-bb33-a0a9e18f1085', 'code': 200} Feb 02 07:48:34.260651 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=f5c14140-21b4-46e8-bb33-a0a9e18f1085,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:48:34.360133 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee5432a-d068-471a-95fc-4f3e35ba6306 req-baeee53f-32fd-4607-8100-5a139405ecee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:34.361692 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6ee5432a-d068-471a-95fc-4f3e35ba6306 req-baeee53f-32fd-4607-8100-5a139405ecee service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3dfec0c4-cc6a-41d0-a11c-b4cae754d481 HTTP/1.1" status: 200 len: 1128 time: 0.0451524 Feb 02 07:48:34.406459 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6ee5432a-d068-471a-95fc-4f3e35ba6306 req-64f0728d-1f34-4a4a-a533-b22f76285ac0 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392191 Feb 02 07:48:34.434472 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765305a8-f2c9-4ac3-8cff-f444b0b789ef req-fe299291-8e99-4a7e-85ad-72e2ba4d117f tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:34.436647 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-765305a8-f2c9-4ac3-8cff-f444b0b789ef req-fe299291-8e99-4a7e-85ad-72e2ba4d117f tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=3dfec0c4-cc6a-41d0-a11c-b4cae754d481 HTTP/1.1" status: 200 len: 945 time: 0.0531778 Feb 02 07:48:34.486583 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-765305a8-f2c9-4ac3-8cff-f444b0b789ef req-4cbfd8dc-3e79-4f66-bd66-8f34e7daef10 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441639 Feb 02 07:48:35.614287 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c125e4-1690-4ab4-995a-6db7f32996ae req-0ba05e44-37c6-4abf-8160-a130fd29ff73 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:35.615999 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-44c125e4-1690-4ab4-995a-6db7f32996ae req-0ba05e44-37c6-4abf-8160-a130fd29ff73 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=3dfec0c4-cc6a-41d0-a11c-b4cae754d481 HTTP/1.1" status: 200 len: 945 time: 0.0585699 Feb 02 07:48:35.665183 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-44c125e4-1690-4ab4-995a-6db7f32996ae req-b48d057d-62ad-4a18-baaf-8b97f028b7e0 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434549 Feb 02 07:48:36.782414 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ccef36-5470-4e3e-a19a-22820eadd15f req-579c1bd5-d523-4f22-acd5-f4a34686ec3f tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:36.783901 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-01ccef36-5470-4e3e-a19a-22820eadd15f req-579c1bd5-d523-4f22-acd5-f4a34686ec3f tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=3dfec0c4-cc6a-41d0-a11c-b4cae754d481 HTTP/1.1" status: 200 len: 945 time: 0.0518661 Feb 02 07:48:36.832172 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-01ccef36-5470-4e3e-a19a-22820eadd15f req-66d93686-6b3d-443f-98c6-ab7b714084c1 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411153 Feb 02 07:48:36.950503 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ac2425-d00d-4188-93d5-37e3b84da9d6 req-6faf945e-b1a6-4bd6-908f-f93fc5e1b489 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:36.951886 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-23ac2425-d00d-4188-93d5-37e3b84da9d6 req-6faf945e-b1a6-4bd6-908f-f93fc5e1b489 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=3dfec0c4-cc6a-41d0-a11c-b4cae754d481 HTTP/1.1" status: 200 len: 945 time: 0.0559993 Feb 02 07:48:36.996475 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-23ac2425-d00d-4188-93d5-37e3b84da9d6 req-19d308fb-8904-4a1d-8b6b-56dbd410a458 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391018 Feb 02 07:48:37.252179 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f8f93c7b-3b3f-44b4-89b6-9a800c436e61 req-e4645ebe-3258-4f57-a093-7485d0741d0f service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=3dfec0c4-cc6a-41d0-a11c-b4cae754d481&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0756872 Feb 02 07:48:37.259589 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7863e4-c975-4a34-adef-ce915a49284c req-18fa852c-4557-4219-89d9-06a294705641 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:37.260971 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1b7863e4-c975-4a34-adef-ce915a49284c req-18fa852c-4557-4219-89d9-06a294705641 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=3dfec0c4-cc6a-41d0-a11c-b4cae754d481 HTTP/1.1" status: 200 len: 945 time: 0.0754416 Feb 02 07:48:37.313875 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1b7863e4-c975-4a34-adef-ce915a49284c req-d0ad5995-b9f5-459a-b1d7-4cac7c942cd9 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472369 Feb 02 07:48:38.415681 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f93c7b-3b3f-44b4-89b6-9a800c436e61 req-fde4e1eb-5b79-44cb-878d-b28e6723876d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:38.417226 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f8f93c7b-3b3f-44b4-89b6-9a800c436e61 req-fde4e1eb-5b79-44cb-878d-b28e6723876d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4d52a7480e2e40c4ae754651114134c6&device_id=3dfec0c4-cc6a-41d0-a11c-b4cae754d481 HTTP/1.1" status: 200 len: 1128 time: 0.0510213 Feb 02 07:48:38.437286 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a718c2-c411-4903-bf66-4cefd62d5a9e req-80acc344-528c-439b-967c-49a40f5f56a1 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:38.438777 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-91a718c2-c411-4903-bf66-4cefd62d5a9e req-80acc344-528c-439b-967c-49a40f5f56a1 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=3dfec0c4-cc6a-41d0-a11c-b4cae754d481 HTTP/1.1" status: 200 len: 945 time: 0.0534780 Feb 02 07:48:38.492712 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-91a718c2-c411-4903-bf66-4cefd62d5a9e req-20c42a36-7bc5-450d-8863-fb90d6b7b86b tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472541 Feb 02 07:48:38.512177 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f93c7b-3b3f-44b4-89b6-9a800c436e61 req-224480cb-f937-4fe4-a2af-2f54ebb33532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:38.514362 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f8f93c7b-3b3f-44b4-89b6-9a800c436e61 req-224480cb-f937-4fe4-a2af-2f54ebb33532 service neutron] 10.222.0.59 "GET /v2.0/networks?id=760454e8-110e-4674-aca9-ca797ddd91c9 HTTP/1.1" status: 200 len: 915 time: 0.0909305 Feb 02 07:48:38.557304 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f8f93c7b-3b3f-44b4-89b6-9a800c436e61 req-e84c0a41-59fd-427c-ad14-e529a6368d0e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f5c14140-21b4-46e8-bb33-a0a9e18f1085 HTTP/1.1" status: 200 len: 217 time: 0.0379503 Feb 02 07:48:38.605127 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f93c7b-3b3f-44b4-89b6-9a800c436e61 req-045e16b3-3560-403a-80de-207b9283f101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:38.606544 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f8f93c7b-3b3f-44b4-89b6-9a800c436e61 req-045e16b3-3560-403a-80de-207b9283f101 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=71d074ed-0c6a-40d6-a357-0438ca07dd42 HTTP/1.1" status: 200 len: 854 time: 0.0437164 Feb 02 07:48:38.636831 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f8f93c7b-3b3f-44b4-89b6-9a800c436e61 req-fc964284-ecc2-4590-88da-742cd6cf26a9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=760454e8-110e-4674-aca9-ca797ddd91c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246079 Feb 02 07:48:38.728566 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f8f93c7b-3b3f-44b4-89b6-9a800c436e61 req-a6534635-d02f-4353-bb7a-2315bb85923c service neutron] 10.222.0.59 "GET /v2.0/networks/760454e8-110e-4674-aca9-ca797ddd91c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851827 Feb 02 07:48:38.820280 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f8f93c7b-3b3f-44b4-89b6-9a800c436e61 req-920ed51b-14ff-49ed-aebb-a1eddf867dc3 service neutron] 10.222.0.59 "GET /v2.0/networks/760454e8-110e-4674-aca9-ca797ddd91c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857735 Feb 02 07:48:39.612433 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28525fc8-09bb-4e39-80d7-75f964ad4b29 req-f81714c7-336a-460a-b8b6-43afd23b1275 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:39.613910 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-28525fc8-09bb-4e39-80d7-75f964ad4b29 req-f81714c7-336a-460a-b8b6-43afd23b1275 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=3dfec0c4-cc6a-41d0-a11c-b4cae754d481 HTTP/1.1" status: 200 len: 945 time: 0.0524855 Feb 02 07:48:39.659379 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-28525fc8-09bb-4e39-80d7-75f964ad4b29 req-f880d482-35f6-4328-8fa2-ef4d49eb4f35 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399091 Feb 02 07:48:40.783961 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf1868-883a-4e4c-bdee-7faaa984bdc6 req-868a7edb-4557-41f9-8c07-bccd89590657 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:40.785341 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8ecf1868-883a-4e4c-bdee-7faaa984bdc6 req-868a7edb-4557-41f9-8c07-bccd89590657 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=3dfec0c4-cc6a-41d0-a11c-b4cae754d481 HTTP/1.1" status: 200 len: 945 time: 0.0572333 Feb 02 07:48:40.833810 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8ecf1868-883a-4e4c-bdee-7faaa984bdc6 req-2333958a-7156-4dd9-98ef-9b1339b52617 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429213 Feb 02 07:48:41.050109 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9d46bc1a-9ca1-45ad-bbce-d5292d861419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:48:41.951418 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2d1fa0-2fdc-4457-a9c8-25270c93d0c7 req-1e668b2b-b0ed-47c6-bfbe-f3d362fd35a4 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:41.952909 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1a2d1fa0-2fdc-4457-a9c8-25270c93d0c7 req-1e668b2b-b0ed-47c6-bfbe-f3d362fd35a4 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=3dfec0c4-cc6a-41d0-a11c-b4cae754d481 HTTP/1.1" status: 200 len: 945 time: 0.0522618 Feb 02 07:48:41.999230 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1a2d1fa0-2fdc-4457-a9c8-25270c93d0c7 req-81e730e7-999e-4411-bf44-c304211b738d tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408032 Feb 02 07:48:43.119107 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09477626-633a-48dc-97c1-8768dafd8b50 req-9835b84f-ccf6-4226-8faf-82914f6c170d tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:43.120695 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-09477626-633a-48dc-97c1-8768dafd8b50 req-9835b84f-ccf6-4226-8faf-82914f6c170d tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=3dfec0c4-cc6a-41d0-a11c-b4cae754d481 HTTP/1.1" status: 200 len: 945 time: 0.0536120 Feb 02 07:48:43.173070 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-09477626-633a-48dc-97c1-8768dafd8b50 req-2db5079a-1a3b-4a90-b04b-406b422c1d58 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466053 Feb 02 07:48:43.335814 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f75ed31b-0884-4b50-9c9f-0b021267c355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:48:44.296088 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3606fa8-1a59-41f6-bf9a-35339312c71a req-a152584a-07be-4c0f-ab1a-8c346ed9916b tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:44.297531 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a3606fa8-1a59-41f6-bf9a-35339312c71a req-a152584a-07be-4c0f-ab1a-8c346ed9916b tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=3dfec0c4-cc6a-41d0-a11c-b4cae754d481 HTTP/1.1" status: 200 len: 945 time: 0.0543370 Feb 02 07:48:44.344542 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a3606fa8-1a59-41f6-bf9a-35339312c71a req-d06d6b79-a21a-4c7e-97e0-2b5bd2490022 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413830 Feb 02 07:48:44.813864 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:48:45.464534 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c084da-4b69-4468-84a9-a1ef208ae7e7 req-1e0d3a71-be4e-49ee-aec5-87a893cec409 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:45.466003 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c0c084da-4b69-4468-84a9-a1ef208ae7e7 req-1e0d3a71-be4e-49ee-aec5-87a893cec409 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=3dfec0c4-cc6a-41d0-a11c-b4cae754d481 HTTP/1.1" status: 200 len: 945 time: 0.0524733 Feb 02 07:48:45.512138 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c0c084da-4b69-4468-84a9-a1ef208ae7e7 req-f5119d5e-088b-45ee-9c6e-439eae57f18b tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405440 Feb 02 07:48:46.182462 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:48:46.633467 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd6469b-b8ef-459f-9020-fe618db5ecde req-3eb6a00c-bf07-4df1-b2b6-e85364aff82d tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:46.634926 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5cd6469b-b8ef-459f-9020-fe618db5ecde req-3eb6a00c-bf07-4df1-b2b6-e85364aff82d tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=3dfec0c4-cc6a-41d0-a11c-b4cae754d481 HTTP/1.1" status: 200 len: 945 time: 0.0550396 Feb 02 07:48:46.682070 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5cd6469b-b8ef-459f-9020-fe618db5ecde req-2594a5da-aa56-49bb-902c-96fd5abea29b tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409427 Feb 02 07:48:47.474934 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:48:47.804111 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8897c2d-1335-46a5-b68e-4334188acab9 req-61c67fc0-118c-4afe-a9c1-d32565dedf75 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:47.805523 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b8897c2d-1335-46a5-b68e-4334188acab9 req-61c67fc0-118c-4afe-a9c1-d32565dedf75 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=3dfec0c4-cc6a-41d0-a11c-b4cae754d481 HTTP/1.1" status: 200 len: 945 time: 0.0556169 Feb 02 07:48:47.852220 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b8897c2d-1335-46a5-b68e-4334188acab9 req-f28e688f-e950-4319-aee7-0112fc675e4e tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405042 Feb 02 07:48:48.973383 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a375b-b2e7-4eda-8640-fb17f37d635a req-8dc29a8e-ed55-4ecc-afeb-90c14047a352 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:48.974866 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-107a375b-b2e7-4eda-8640-fb17f37d635a req-8dc29a8e-ed55-4ecc-afeb-90c14047a352 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=3dfec0c4-cc6a-41d0-a11c-b4cae754d481 HTTP/1.1" status: 200 len: 945 time: 0.0559971 Feb 02 07:48:49.020285 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-107a375b-b2e7-4eda-8640-fb17f37d635a req-7a245300-f2e8-4bab-89a0-481b9c9d0c3d tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397699 Feb 02 07:48:50.140059 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755386bc-5ad6-4708-be0b-ceabddc9d12b req-eabe8bc7-89aa-4c92-a10a-7b2d77fa7c84 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:50.141558 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-755386bc-5ad6-4708-be0b-ceabddc9d12b req-eabe8bc7-89aa-4c92-a10a-7b2d77fa7c84 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=3dfec0c4-cc6a-41d0-a11c-b4cae754d481 HTTP/1.1" status: 200 len: 945 time: 0.0526483 Feb 02 07:48:50.188187 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-755386bc-5ad6-4708-be0b-ceabddc9d12b req-7483d7de-69e8-403f-b3e6-4f1ea53e792e tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410450 Feb 02 07:48:51.309567 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e76c5-a7a1-4a6d-973f-4567ec7ed1ed req-f2e3746d-9961-4b97-b47e-d797f07df2f9 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:51.311682 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-766e76c5-a7a1-4a6d-973f-4567ec7ed1ed req-f2e3746d-9961-4b97-b47e-d797f07df2f9 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=3dfec0c4-cc6a-41d0-a11c-b4cae754d481 HTTP/1.1" status: 200 len: 945 time: 0.0526056 Feb 02 07:48:51.364697 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-766e76c5-a7a1-4a6d-973f-4567ec7ed1ed req-c5ac08c7-7661-4eb9-89c5-e7e394fb47ad tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472271 Feb 02 07:48:52.406212 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:48:52.485984 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d132e2a0-4861-4e99-9c50-5c1ff6a5210d req-f42593b3-70f2-46e8-81e6-7645dbc6a85e tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:52.487496 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d132e2a0-4861-4e99-9c50-5c1ff6a5210d req-f42593b3-70f2-46e8-81e6-7645dbc6a85e tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=3dfec0c4-cc6a-41d0-a11c-b4cae754d481 HTTP/1.1" status: 200 len: 945 time: 0.0537362 Feb 02 07:48:52.535181 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d132e2a0-4861-4e99-9c50-5c1ff6a5210d req-65f5727e-04ab-496c-99fc-57a70a393436 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419745 Feb 02 07:48:53.658354 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e09afea-de10-4e4a-b32d-bc3fa8006fe4 req-86a37fc8-b2c0-4601-a8d2-568d2f04144a tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:53.659854 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8e09afea-de10-4e4a-b32d-bc3fa8006fe4 req-86a37fc8-b2c0-4601-a8d2-568d2f04144a tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=3dfec0c4-cc6a-41d0-a11c-b4cae754d481 HTTP/1.1" status: 200 len: 945 time: 0.0540438 Feb 02 07:48:53.706445 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8e09afea-de10-4e4a-b32d-bc3fa8006fe4 req-732b2543-b640-4da5-b4bb-3e97237b89a7 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409918 Feb 02 07:48:54.831488 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86367dca-6c25-4054-a9b9-4c731a87d7f0 req-0ac59629-1c44-428c-acc9-cdaf06f3b4da tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:54.833009 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-86367dca-6c25-4054-a9b9-4c731a87d7f0 req-0ac59629-1c44-428c-acc9-cdaf06f3b4da tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=3dfec0c4-cc6a-41d0-a11c-b4cae754d481 HTTP/1.1" status: 200 len: 945 time: 0.0577426 Feb 02 07:48:54.879729 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-86367dca-6c25-4054-a9b9-4c731a87d7f0 req-26218e65-d94d-4d62-907a-c17edbe9534c tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410225 Feb 02 07:48:55.999434 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b82be-b815-4ce9-80a8-12b3587193ad req-d321d07c-095e-4bf5-9e05-2044eca00fdb tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:56.000949 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5a7b82be-b815-4ce9-80a8-12b3587193ad req-d321d07c-095e-4bf5-9e05-2044eca00fdb tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=3dfec0c4-cc6a-41d0-a11c-b4cae754d481 HTTP/1.1" status: 200 len: 945 time: 0.0537391 Feb 02 07:48:56.048225 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5a7b82be-b815-4ce9-80a8-12b3587193ad req-1dbff843-1671-4b23-8dad-872b92e5dcf1 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416975 Feb 02 07:48:57.165479 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84040f64-c4d9-42f3-b9f6-db2bd5d8a605 req-21580b5f-9268-476b-b0b6-a8e3a56035e1 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:57.166952 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-84040f64-c4d9-42f3-b9f6-db2bd5d8a605 req-21580b5f-9268-476b-b0b6-a8e3a56035e1 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=3dfec0c4-cc6a-41d0-a11c-b4cae754d481 HTTP/1.1" status: 200 len: 945 time: 0.0524614 Feb 02 07:48:57.217473 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-84040f64-c4d9-42f3-b9f6-db2bd5d8a605 req-65d75694-97fb-4fab-a27f-eec77ba1777c tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441792 Feb 02 07:48:57.631231 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:48:58.338952 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200bfbf-48ab-475c-80e2-560903913eed req-7532029a-bf7d-40d3-a211-db054ae09ec4 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:58.340462 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b200bfbf-48ab-475c-80e2-560903913eed req-7532029a-bf7d-40d3-a211-db054ae09ec4 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=3dfec0c4-cc6a-41d0-a11c-b4cae754d481 HTTP/1.1" status: 200 len: 945 time: 0.0523663 Feb 02 07:48:58.386422 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b200bfbf-48ab-475c-80e2-560903913eed req-f539efda-98ef-4a41-806c-6001f0eb58d5 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404663 Feb 02 07:48:58.710960 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a014f-c188-4095-80e0-8599cb64a1e9 req-e2456b69-5888-49c4-aac1-a1a6e9d26462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:58.712484 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a81a014f-c188-4095-80e0-8599cb64a1e9 req-e2456b69-5888-49c4-aac1-a1a6e9d26462 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4d52a7480e2e40c4ae754651114134c6&device_id=3dfec0c4-cc6a-41d0-a11c-b4cae754d481 HTTP/1.1" status: 200 len: 1128 time: 0.0454264 Feb 02 07:48:58.817348 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a014f-c188-4095-80e0-8599cb64a1e9 req-232b1084-5faa-483f-9da1-1f0bd5a014c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:58.818814 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a81a014f-c188-4095-80e0-8599cb64a1e9 req-232b1084-5faa-483f-9da1-1f0bd5a014c0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=760454e8-110e-4674-aca9-ca797ddd91c9 HTTP/1.1" status: 200 len: 915 time: 0.0888805 Feb 02 07:48:58.859532 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a81a014f-c188-4095-80e0-8599cb64a1e9 req-3ec28e34-765d-4744-a6b3-e643794142a2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f5c14140-21b4-46e8-bb33-a0a9e18f1085 HTTP/1.1" status: 200 len: 217 time: 0.0343170 Feb 02 07:48:58.911004 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a014f-c188-4095-80e0-8599cb64a1e9 req-eb03cf06-2311-4eb0-92d9-0abdf5f59ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:58.912477 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a81a014f-c188-4095-80e0-8599cb64a1e9 req-eb03cf06-2311-4eb0-92d9-0abdf5f59ac8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=71d074ed-0c6a-40d6-a357-0438ca07dd42 HTTP/1.1" status: 200 len: 854 time: 0.0479219 Feb 02 07:48:58.944939 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a81a014f-c188-4095-80e0-8599cb64a1e9 req-8dbcbf50-9e29-4d19-a520-f634d73ae6c0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=760454e8-110e-4674-aca9-ca797ddd91c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255203 Feb 02 07:48:59.035327 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a81a014f-c188-4095-80e0-8599cb64a1e9 req-d730f980-7365-48d1-afd6-42b092976aa1 service neutron] 10.222.0.59 "GET /v2.0/networks/760454e8-110e-4674-aca9-ca797ddd91c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843792 Feb 02 07:48:59.126913 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a81a014f-c188-4095-80e0-8599cb64a1e9 req-471894f8-36fa-4710-b14b-3065579c848f service neutron] 10.222.0.59 "GET /v2.0/networks/760454e8-110e-4674-aca9-ca797ddd91c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856347 Feb 02 07:48:59.505668 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a0c8b-a93f-4fe5-8de2-8aefe963c6bf req-83f4d648-1641-4cf9-8a8d-17c6eb55ebcf tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:48:59.507155 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fa1a0c8b-a93f-4fe5-8de2-8aefe963c6bf req-83f4d648-1641-4cf9-8a8d-17c6eb55ebcf tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=3dfec0c4-cc6a-41d0-a11c-b4cae754d481 HTTP/1.1" status: 200 len: 945 time: 0.0520906 Feb 02 07:48:59.553345 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fa1a0c8b-a93f-4fe5-8de2-8aefe963c6bf req-f9e762fe-5b99-4cbb-b0d2-0a8c67baae39 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406449 Feb 02 07:49:00.675708 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45214c-dcaa-4b3b-aeb7-b686baf42df8 req-126250fa-6d50-44aa-82de-94e10fb0c7c1 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:00.677198 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9e45214c-dcaa-4b3b-aeb7-b686baf42df8 req-126250fa-6d50-44aa-82de-94e10fb0c7c1 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=3dfec0c4-cc6a-41d0-a11c-b4cae754d481 HTTP/1.1" status: 200 len: 945 time: 0.0567286 Feb 02 07:49:00.723330 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9e45214c-dcaa-4b3b-aeb7-b686baf42df8 req-419a0b1a-0f4c-459b-8a68-ce7f7769b0ac tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406780 Feb 02 07:49:01.842098 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad75d7-1d95-49f2-9c0e-9884ac69ac33 req-0fbeaa2a-38cd-49e6-90bc-955503aa5063 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:01.843601 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b6ad75d7-1d95-49f2-9c0e-9884ac69ac33 req-0fbeaa2a-38cd-49e6-90bc-955503aa5063 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=3dfec0c4-cc6a-41d0-a11c-b4cae754d481 HTTP/1.1" status: 200 len: 945 time: 0.0528681 Feb 02 07:49:01.889899 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b6ad75d7-1d95-49f2-9c0e-9884ac69ac33 req-ad01d520-e5c9-4585-9ea1-6306466b6a02 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407119 Feb 02 07:49:03.012047 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a231932-c25e-4a44-a5b5-eab0d5b1d551 req-ce11e544-dda3-471b-8766-7b0d1f3d9696 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:03.013531 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3a231932-c25e-4a44-a5b5-eab0d5b1d551 req-ce11e544-dda3-471b-8766-7b0d1f3d9696 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=3dfec0c4-cc6a-41d0-a11c-b4cae754d481 HTTP/1.1" status: 200 len: 945 time: 0.0559046 Feb 02 07:49:03.060352 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3a231932-c25e-4a44-a5b5-eab0d5b1d551 req-7ed036ee-77b8-4773-b7c6-14a60ef821f7 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406435 Feb 02 07:49:04.178527 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eb6bce-5f2e-414e-9d9e-62a5f2d929ea req-d8712ec4-1762-4615-869f-1c5f53274dea tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:04.180029 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a3eb6bce-5f2e-414e-9d9e-62a5f2d929ea req-d8712ec4-1762-4615-869f-1c5f53274dea tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=3dfec0c4-cc6a-41d0-a11c-b4cae754d481 HTTP/1.1" status: 200 len: 945 time: 0.0525465 Feb 02 07:49:04.228863 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a3eb6bce-5f2e-414e-9d9e-62a5f2d929ea req-e3af0aba-09d3-42fe-9510-0fe326bd12f6 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431964 Feb 02 07:49:05.348497 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73201ac2-8668-4643-a234-577656a89d45 req-ea483aaf-b885-402f-9ed0-1123592c85e4 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:05.349944 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-73201ac2-8668-4643-a234-577656a89d45 req-ea483aaf-b885-402f-9ed0-1123592c85e4 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=3dfec0c4-cc6a-41d0-a11c-b4cae754d481 HTTP/1.1" status: 200 len: 945 time: 0.0515931 Feb 02 07:49:05.400812 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-73201ac2-8668-4643-a234-577656a89d45 req-6a923821-d7e6-44ac-8fef-e8a015a5b4fb tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453007 Feb 02 07:49:05.892032 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [req-f8f93c7b-3b3f-44b4-89b6-9a800c436e61 req-c724dbe2-bc0d-4727-963d-7d56f74a9627 service neutron] show failed (client error): The resource could not be found. Feb 02 07:49:05.893132 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f8f93c7b-3b3f-44b4-89b6-9a800c436e61 req-c724dbe2-bc0d-4727-963d-7d56f74a9627 service neutron] 10.222.0.59 "GET /v2.0/ports/f5c14140-21b4-46e8-bb33-a0a9e18f1085/bindings/n-h1-789963-26 HTTP/1.1" status: 404 len: 381 time: 0.0545871 Feb 02 07:49:06.092056 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f93c7b-3b3f-44b4-89b6-9a800c436e61 req-6db1b978-d31b-435c-9026-413a89eb667b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:06.093547 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f8f93c7b-3b3f-44b4-89b6-9a800c436e61 req-6db1b978-d31b-435c-9026-413a89eb667b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=3dfec0c4-cc6a-41d0-a11c-b4cae754d481&tenant_id=4d52a7480e2e40c4ae754651114134c6 HTTP/1.1" status: 200 len: 1128 time: 0.0442228 Feb 02 07:49:06.110748 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-f8f93c7b-3b3f-44b4-89b6-9a800c436e61 req-554c3b25-3a7d-41c0-94a4-bb4f89af75ae service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-26', 'device_owner': 'compute:nova'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:49:06.173828 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f8f93c7b-3b3f-44b4-89b6-9a800c436e61 req-554c3b25-3a7d-41c0-94a4-bb4f89af75ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f5c14140-21b4-46e8-bb33-a0a9e18f1085), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:06.374932 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-f8f93c7b-3b3f-44b4-89b6-9a800c436e61 req-554c3b25-3a7d-41c0-94a4-bb4f89af75ae service neutron] For port f5c14140-21b4-46e8-bb33-a0a9e18f1085, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=f5c14140-21b4-46e8-bb33-a0a9e18f1085,segment=NetworkSegment(020aa2a3-cabd-409b-98ca-fdada442ca0c),segment_id=020aa2a3-cabd-409b-98ca-fdada442ca0c)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:49:06.405971 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-f8f93c7b-3b3f-44b4-89b6-9a800c436e61 req-554c3b25-3a7d-41c0-94a4-bb4f89af75ae service neutron] For port f5c14140-21b4-46e8-bb33-a0a9e18f1085, host n-h2-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:49:06.446357 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dfec0c4-cc6a-41d0-a11c-b4cae754d481', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5c14140-21b4-46e8-bb33-a0a9e18f1085'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:49:06.448711 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d5d7e6-ad8f-4390-924f-a166c20d7800" -d '{"events": [{"server_uuid": "3dfec0c4-cc6a-41d0-a11c-b4cae754d481", "name": "network-vif-unplugged", "status": "completed", "tag": "f5c14140-21b4-46e8-bb33-a0a9e18f1085"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:49:06.452679 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f8f93c7b-3b3f-44b4-89b6-9a800c436e61 req-554c3b25-3a7d-41c0-94a4-bb4f89af75ae service neutron] Publish callbacks [] for port (f5c14140-21b4-46e8-bb33-a0a9e18f1085), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:06.464754 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-f8f93c7b-3b3f-44b4-89b6-9a800c436e61 req-554c3b25-3a7d-41c0-94a4-bb4f89af75ae service neutron] Transition to ACTIVE for port object f5c14140-21b4-46e8-bb33-a0a9e18f1085 will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:49:06.468454 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f8f93c7b-3b3f-44b4-89b6-9a800c436e61 req-554c3b25-3a7d-41c0-94a4-bb4f89af75ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (f5c14140-21b4-46e8-bb33-a0a9e18f1085), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:06.527832 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ace61-667c-491d-bd8b-d67ad815982f req-b2c1ce5b-2a42-401a-8f58-d3b90617b878 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:06.529328 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a73ace61-667c-491d-bd8b-d67ad815982f req-b2c1ce5b-2a42-401a-8f58-d3b90617b878 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=3dfec0c4-cc6a-41d0-a11c-b4cae754d481 HTTP/1.1" status: 200 len: 943 time: 0.0579140 Feb 02 07:49:06.534824 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8f93c7b-3b3f-44b4-89b6-9a800c436e61 req-554c3b25-3a7d-41c0-94a4-bb4f89af75ae service neutron] No DVR routers for this DVR port f5c14140-21b4-46e8-bb33-a0a9e18f1085 on host n-h2-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:49:06.541368 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554c3b25-3a7d-41c0-94a4-bb4f89af75ae service neutron] Pushing event updated for resources: {'Port': ['ID=f5c14140-21b4-46e8-bb33-a0a9e18f1085,revision_number=6']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:49:06.575827 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-f8f93c7b-3b3f-44b4-89b6-9a800c436e61 req-554c3b25-3a7d-41c0-94a4-bb4f89af75ae service neutron] Attempting to bind port f5c14140-21b4-46e8-bb33-a0a9e18f1085 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:49:06.576156 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-f8f93c7b-3b3f-44b4-89b6-9a800c436e61 req-554c3b25-3a7d-41c0-94a4-bb4f89af75ae service neutron] Attempting to bind port f5c14140-21b4-46e8-bb33-a0a9e18f1085 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': '020aa2a3-cabd-409b-98ca-fdada442ca0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '760454e8-110e-4674-aca9-ca797ddd91c9'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:49:06.576492 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f93c7b-3b3f-44b4-89b6-9a800c436e61 req-554c3b25-3a7d-41c0-94a4-bb4f89af75ae service neutron] Attempting to bind port f5c14140-21b4-46e8-bb33-a0a9e18f1085 on network 760454e8-110e-4674-aca9-ca797ddd91c9 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:49:06.579871 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a73ace61-667c-491d-bd8b-d67ad815982f req-c9326567-e07f-4169-905b-e4e91a891395 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440638 Feb 02 07:49:06.581325 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f93c7b-3b3f-44b4-89b6-9a800c436e61 req-554c3b25-3a7d-41c0-94a4-bb4f89af75ae service neutron] Port f5c14140-21b4-46e8-bb33-a0a9e18f1085 on network 760454e8-110e-4674-aca9-ca797ddd91c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:49:06.581653 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f93c7b-3b3f-44b4-89b6-9a800c436e61 req-554c3b25-3a7d-41c0-94a4-bb4f89af75ae service neutron] Attempting to bind port f5c14140-21b4-46e8-bb33-a0a9e18f1085 on network 760454e8-110e-4674-aca9-ca797ddd91c9 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:49:06.587504 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f93c7b-3b3f-44b4-89b6-9a800c436e61 req-554c3b25-3a7d-41c0-94a4-bb4f89af75ae service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:49:06.587876 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f93c7b-3b3f-44b4-89b6-9a800c436e61 req-554c3b25-3a7d-41c0-94a4-bb4f89af75ae service neutron] Checking segment: {'id': '020aa2a3-cabd-409b-98ca-fdada442ca0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '760454e8-110e-4674-aca9-ca797ddd91c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:49:06.588267 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f93c7b-3b3f-44b4-89b6-9a800c436e61 req-554c3b25-3a7d-41c0-94a4-bb4f89af75ae service neutron] Bound using segment: {'id': '020aa2a3-cabd-409b-98ca-fdada442ca0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '760454e8-110e-4674-aca9-ca797ddd91c9'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:49:06.588699 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-f8f93c7b-3b3f-44b4-89b6-9a800c436e61 req-554c3b25-3a7d-41c0-94a4-bb4f89af75ae service neutron] Bound port: f5c14140-21b4-46e8-bb33-a0a9e18f1085, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '020aa2a3-cabd-409b-98ca-fdada442ca0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '760454e8-110e-4674-aca9-ca797ddd91c9'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:49:06.589056 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f8f93c7b-3b3f-44b4-89b6-9a800c436e61 req-554c3b25-3a7d-41c0-94a4-bb4f89af75ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f5c14140-21b4-46e8-bb33-a0a9e18f1085), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:06.639571 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 07:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ee1350-9cd7-4b27-8767-4a5a59be8501 x-openstack-request-id: req-a5ee1350-9cd7-4b27-8767-4a5a59be8501 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:49:06.639883 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dfec0c4-cc6a-41d0-a11c-b4cae754d481", "name": "network-vif-unplugged", "status": "completed", "tag": "f5c14140-21b4-46e8-bb33-a0a9e18f1085", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:49:06.640147 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a5ee1350-9cd7-4b27-8767-4a5a59be8501 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:49:06.640549 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dfec0c4-cc6a-41d0-a11c-b4cae754d481', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5c14140-21b4-46e8-bb33-a0a9e18f1085', 'code': 200} Feb 02 07:49:06.655702 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-f8f93c7b-3b3f-44b4-89b6-9a800c436e61 req-554c3b25-3a7d-41c0-94a4-bb4f89af75ae service neutron] For port f5c14140-21b4-46e8-bb33-a0a9e18f1085, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:49:06.659430 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-f8f93c7b-3b3f-44b4-89b6-9a800c436e61 req-554c3b25-3a7d-41c0-94a4-bb4f89af75ae service neutron] For port f5c14140-21b4-46e8-bb33-a0a9e18f1085, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=f5c14140-21b4-46e8-bb33-a0a9e18f1085,segment=NetworkSegment(020aa2a3-cabd-409b-98ca-fdada442ca0c),segment_id=020aa2a3-cabd-409b-98ca-fdada442ca0c)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:49:06.665468 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f8f93c7b-3b3f-44b4-89b6-9a800c436e61 req-554c3b25-3a7d-41c0-94a4-bb4f89af75ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (f5c14140-21b4-46e8-bb33-a0a9e18f1085), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:06.703221 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f93c7b-3b3f-44b4-89b6-9a800c436e61 req-554c3b25-3a7d-41c0-94a4-bb4f89af75ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:06.704390 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f8f93c7b-3b3f-44b4-89b6-9a800c436e61 req-554c3b25-3a7d-41c0-94a4-bb4f89af75ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:06.705784 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f8f93c7b-3b3f-44b4-89b6-9a800c436e61 req-554c3b25-3a7d-41c0-94a4-bb4f89af75ae service neutron] 10.222.0.88 "PUT /v2.0/ports/f5c14140-21b4-46e8-bb33-a0a9e18f1085 HTTP/1.1" status: 200 len: 1092 time: 0.5994725 Feb 02 07:49:06.725817 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554c3b25-3a7d-41c0-94a4-bb4f89af75ae service neutron] Pushing event updated for resources: {'Port': ['ID=f5c14140-21b4-46e8-bb33-a0a9e18f1085,revision_number=7']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:49:06.782665 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f93c7b-3b3f-44b4-89b6-9a800c436e61 req-5dcb391b-6f89-4845-8907-2c459d8a3ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:06.784206 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f8f93c7b-3b3f-44b4-89b6-9a800c436e61 req-5dcb391b-6f89-4845-8907-2c459d8a3ab5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4d52a7480e2e40c4ae754651114134c6&device_id=3dfec0c4-cc6a-41d0-a11c-b4cae754d481 HTTP/1.1" status: 200 len: 1126 time: 0.0457847 Feb 02 07:49:06.874604 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f93c7b-3b3f-44b4-89b6-9a800c436e61 req-d54728fd-1395-4f1d-b210-b15736422f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:06.876139 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f8f93c7b-3b3f-44b4-89b6-9a800c436e61 req-d54728fd-1395-4f1d-b210-b15736422f57 service neutron] 10.222.0.88 "GET /v2.0/networks?id=760454e8-110e-4674-aca9-ca797ddd91c9 HTTP/1.1" status: 200 len: 915 time: 0.0864162 Feb 02 07:49:06.916505 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f8f93c7b-3b3f-44b4-89b6-9a800c436e61 req-c3f4551a-bbc5-4d37-a7e4-9f2648600899 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f5c14140-21b4-46e8-bb33-a0a9e18f1085 HTTP/1.1" status: 200 len: 217 time: 0.0347958 Feb 02 07:49:06.964140 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f93c7b-3b3f-44b4-89b6-9a800c436e61 req-ff881b77-ba1d-496a-a1f2-cc44c102a432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:06.965468 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f8f93c7b-3b3f-44b4-89b6-9a800c436e61 req-ff881b77-ba1d-496a-a1f2-cc44c102a432 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=71d074ed-0c6a-40d6-a357-0438ca07dd42 HTTP/1.1" status: 200 len: 854 time: 0.0427027 Feb 02 07:49:06.995501 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f8f93c7b-3b3f-44b4-89b6-9a800c436e61 req-bede4031-1dfa-42e5-970c-438d6e17d001 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=760454e8-110e-4674-aca9-ca797ddd91c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242033 Feb 02 07:49:07.087683 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f8f93c7b-3b3f-44b4-89b6-9a800c436e61 req-2aea7f76-025a-4b98-892a-1bab2a9c4ea8 service neutron] 10.222.0.88 "GET /v2.0/networks/760454e8-110e-4674-aca9-ca797ddd91c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853226 Feb 02 07:49:07.178927 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f8f93c7b-3b3f-44b4-89b6-9a800c436e61 req-215fdcb9-f1df-4d51-9782-0653a5e5ec78 service neutron] 10.222.0.88 "GET /v2.0/networks/760454e8-110e-4674-aca9-ca797ddd91c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855174 Feb 02 07:49:07.703739 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697fb1a0-bf9e-4039-86a2-0fa7758d1fa8 req-675605fd-e585-493a-a8a8-464356089c2d tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:07.705665 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-697fb1a0-bf9e-4039-86a2-0fa7758d1fa8 req-675605fd-e585-493a-a8a8-464356089c2d tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=3dfec0c4-cc6a-41d0-a11c-b4cae754d481 HTTP/1.1" status: 200 len: 943 time: 0.0540903 Feb 02 07:49:07.752427 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-697fb1a0-bf9e-4039-86a2-0fa7758d1fa8 req-56eb8b05-eaaf-467e-a8e6-d04200e2c4c4 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408926 Feb 02 07:49:08.182605 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:49:08.277903 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device f5c14140-21b4-46e8-bb33-a0a9e18f1085 no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:49:08.316961 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] The host n-h2-789963-26 is not matching for port f5c14140-21b4-46e8-bb33-a0a9e18f1085 host n-h1-789963-26! {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 02 07:49:08.317353 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device f5c14140-21b4-46e8-bb33-a0a9e18f1085 not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:49:08.641823 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dfec0c4-cc6a-41d0-a11c-b4cae754d481', 'tag': 'f5c14140-21b4-46e8-bb33-a0a9e18f1085'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:49:08.644185 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec7f2d0-cfe7-4571-8064-c9c9f6327b36" -d '{"events": [{"name": "network-changed", "server_uuid": "3dfec0c4-cc6a-41d0-a11c-b4cae754d481", "tag": "f5c14140-21b4-46e8-bb33-a0a9e18f1085"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:49:08.691910 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566b254f-1257-422d-b39a-b162baade530 x-openstack-request-id: req-566b254f-1257-422d-b39a-b162baade530 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:49:08.692215 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dfec0c4-cc6a-41d0-a11c-b4cae754d481", "tag": "f5c14140-21b4-46e8-bb33-a0a9e18f1085", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:49:08.692479 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-566b254f-1257-422d-b39a-b162baade530 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:49:08.692886 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dfec0c4-cc6a-41d0-a11c-b4cae754d481', 'tag': 'f5c14140-21b4-46e8-bb33-a0a9e18f1085', 'status': 'completed', 'code': 200} Feb 02 07:49:08.807320 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec7f2d0-cfe7-4571-8064-c9c9f6327b36 req-d39079bd-72b7-4395-8149-478568dfbaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:08.808869 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fec7f2d0-cfe7-4571-8064-c9c9f6327b36 req-d39079bd-72b7-4395-8149-478568dfbaac service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4d52a7480e2e40c4ae754651114134c6&device_id=3dfec0c4-cc6a-41d0-a11c-b4cae754d481 HTTP/1.1" status: 200 len: 1126 time: 0.0778530 Feb 02 07:49:08.811207 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec7f2d0-cfe7-4571-8064-c9c9f6327b36 req-d22d0062-d285-4a76-948b-bf938cf0df46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:08.812590 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fec7f2d0-cfe7-4571-8064-c9c9f6327b36 req-d22d0062-d285-4a76-948b-bf938cf0df46 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4d52a7480e2e40c4ae754651114134c6&device_id=3dfec0c4-cc6a-41d0-a11c-b4cae754d481 HTTP/1.1" status: 200 len: 1126 time: 0.0715952 Feb 02 07:49:08.886910 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6148ef93-98d7-4d37-a192-b4568d959d81 req-8d6c5a0d-ccff-4812-90c4-84f9d5f058b8 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:08.888647 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6148ef93-98d7-4d37-a192-b4568d959d81 req-8d6c5a0d-ccff-4812-90c4-84f9d5f058b8 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=3dfec0c4-cc6a-41d0-a11c-b4cae754d481 HTTP/1.1" status: 200 len: 943 time: 0.0630150 Feb 02 07:49:08.939379 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6148ef93-98d7-4d37-a192-b4568d959d81 req-df195469-1a64-4422-8bd6-ca2850a179ee tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439115 Feb 02 07:49:08.977221 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec7f2d0-cfe7-4571-8064-c9c9f6327b36 req-1310806a-b3a7-4888-8808-d43997f1fc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:08.978669 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fec7f2d0-cfe7-4571-8064-c9c9f6327b36 req-1310806a-b3a7-4888-8808-d43997f1fc63 service neutron] 10.222.0.59 "GET /v2.0/networks?id=760454e8-110e-4674-aca9-ca797ddd91c9 HTTP/1.1" status: 200 len: 915 time: 0.1625254 Feb 02 07:49:08.983074 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec7f2d0-cfe7-4571-8064-c9c9f6327b36 req-4a84817d-2d25-4e35-8004-9c331f343a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:08.984438 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fec7f2d0-cfe7-4571-8064-c9c9f6327b36 req-4a84817d-2d25-4e35-8004-9c331f343a3c service neutron] 10.222.0.88 "GET /v2.0/networks?id=760454e8-110e-4674-aca9-ca797ddd91c9 HTTP/1.1" status: 200 len: 915 time: 0.1497951 Feb 02 07:49:09.029680 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fec7f2d0-cfe7-4571-8064-c9c9f6327b36 req-d0892364-0f8d-4c59-bb88-058d3da16f9e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f5c14140-21b4-46e8-bb33-a0a9e18f1085 HTTP/1.1" status: 200 len: 217 time: 0.0434854 Feb 02 07:49:09.062817 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fec7f2d0-cfe7-4571-8064-c9c9f6327b36 req-512a395b-0513-43fe-ac23-ae435a90809e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f5c14140-21b4-46e8-bb33-a0a9e18f1085 HTTP/1.1" status: 200 len: 217 time: 0.0709608 Feb 02 07:49:09.132742 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec7f2d0-cfe7-4571-8064-c9c9f6327b36 req-32343f00-6948-426c-adfd-9ff13d854ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:09.134175 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fec7f2d0-cfe7-4571-8064-c9c9f6327b36 req-32343f00-6948-426c-adfd-9ff13d854ad3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=71d074ed-0c6a-40d6-a357-0438ca07dd42 HTTP/1.1" status: 200 len: 854 time: 0.0789397 Feb 02 07:49:09.140533 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec7f2d0-cfe7-4571-8064-c9c9f6327b36 req-7ce6154f-89c0-4736-83df-db9a4f95fa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:09.142363 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fec7f2d0-cfe7-4571-8064-c9c9f6327b36 req-7ce6154f-89c0-4736-83df-db9a4f95fa54 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=71d074ed-0c6a-40d6-a357-0438ca07dd42 HTTP/1.1" status: 200 len: 854 time: 0.0602100 Feb 02 07:49:09.176259 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fec7f2d0-cfe7-4571-8064-c9c9f6327b36 req-acaeb794-a7fc-4c35-b1d7-91fd937c8fd6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=760454e8-110e-4674-aca9-ca797ddd91c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329912 Feb 02 07:49:09.193715 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fec7f2d0-cfe7-4571-8064-c9c9f6327b36 req-628d5c20-a944-48e1-9499-25b523c224bf service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=760454e8-110e-4674-aca9-ca797ddd91c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430593 Feb 02 07:49:09.340174 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fec7f2d0-cfe7-4571-8064-c9c9f6327b36 req-922b5f0c-7dfe-4ef2-9bfa-23793ac941c5 service neutron] 10.222.0.59 "GET /v2.0/networks/760454e8-110e-4674-aca9-ca797ddd91c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488481 Feb 02 07:49:09.343403 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fec7f2d0-cfe7-4571-8064-c9c9f6327b36 req-0dca1a82-77d3-49bd-96d6-dfd82bbb4d68 service neutron] 10.222.0.88 "GET /v2.0/networks/760454e8-110e-4674-aca9-ca797ddd91c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432276 Feb 02 07:49:09.500176 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fec7f2d0-cfe7-4571-8064-c9c9f6327b36 req-cd4a1371-9248-453f-9226-04ff3171f08d service neutron] 10.222.0.59 "GET /v2.0/networks/760454e8-110e-4674-aca9-ca797ddd91c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543310 Feb 02 07:49:09.502658 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fec7f2d0-cfe7-4571-8064-c9c9f6327b36 req-954d0bfe-10e5-442b-8494-3696af89aade service neutron] 10.222.0.88 "GET /v2.0/networks/760454e8-110e-4674-aca9-ca797ddd91c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501520 Feb 02 07:49:10.061224 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9124a9-97bc-45ca-81ea-47edb4869164 req-a234cc68-e07d-497e-a426-81026debf46b tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:10.062708 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0c9124a9-97bc-45ca-81ea-47edb4869164 req-a234cc68-e07d-497e-a426-81026debf46b tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=3dfec0c4-cc6a-41d0-a11c-b4cae754d481 HTTP/1.1" status: 200 len: 943 time: 0.0531476 Feb 02 07:49:10.109970 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0c9124a9-97bc-45ca-81ea-47edb4869164 req-fc93e35f-1ed9-4b54-97e0-7a52db09e4c8 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407290 Feb 02 07:49:10.304599 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b344b936-d230-4c3e-9b3b-134efb424c5f req-784052a5-6891-4592-a09e-e1f1f3b715e0 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:10.306005 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b344b936-d230-4c3e-9b3b-134efb424c5f req-784052a5-6891-4592-a09e-e1f1f3b715e0 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=3dfec0c4-cc6a-41d0-a11c-b4cae754d481 HTTP/1.1" status: 200 len: 943 time: 0.0532165 Feb 02 07:49:10.333607 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a542a-28a3-494d-bdf0-00f8aa5de3ce req-8350c1b3-f7b5-48e7-8a47-3f813ac3bebb tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:10.335088 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-805a542a-28a3-494d-bdf0-00f8aa5de3ce req-8350c1b3-f7b5-48e7-8a47-3f813ac3bebb tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.59 "GET /v2.0/ports?device_id=3dfec0c4-cc6a-41d0-a11c-b4cae754d481&tenant_id=4d52a7480e2e40c4ae754651114134c6&binding%3Ahost_id=n-h1-789963-26 HTTP/1.1" status: 200 len: 943 time: 0.0565336 Feb 02 07:49:10.358442 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b344b936-d230-4c3e-9b3b-134efb424c5f req-53cbb0a5-4086-464f-9e0f-78296cc9f22a tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465600 Feb 02 07:49:10.397151 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [req-805a542a-28a3-494d-bdf0-00f8aa5de3ce req-b7069c1e-3e88-4e75-932b-9d636e2437a4 service neutron] delete failed (client error): The resource could not be found. Feb 02 07:49:10.398447 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-805a542a-28a3-494d-bdf0-00f8aa5de3ce req-b7069c1e-3e88-4e75-932b-9d636e2437a4 service neutron] 10.222.0.59 "DELETE /v2.0/ports/f5c14140-21b4-46e8-bb33-a0a9e18f1085/bindings/n-h2-789963-26 HTTP/1.1" status: 404 len: 381 time: 0.0569739 Feb 02 07:49:10.508548 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a542a-28a3-494d-bdf0-00f8aa5de3ce req-4b7f3bad-19d9-4a60-832a-12dac7b0100f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:10.510113 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-805a542a-28a3-494d-bdf0-00f8aa5de3ce req-4b7f3bad-19d9-4a60-832a-12dac7b0100f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4d52a7480e2e40c4ae754651114134c6&device_id=3dfec0c4-cc6a-41d0-a11c-b4cae754d481 HTTP/1.1" status: 200 len: 1126 time: 0.0451784 Feb 02 07:49:10.603441 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a542a-28a3-494d-bdf0-00f8aa5de3ce req-8dee8f01-aac0-4b11-97d7-3c17c00bd68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:10.604859 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-805a542a-28a3-494d-bdf0-00f8aa5de3ce req-8dee8f01-aac0-4b11-97d7-3c17c00bd68c service neutron] 10.222.0.59 "GET /v2.0/networks?id=760454e8-110e-4674-aca9-ca797ddd91c9 HTTP/1.1" status: 200 len: 915 time: 0.0886161 Feb 02 07:49:10.646257 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-805a542a-28a3-494d-bdf0-00f8aa5de3ce req-aec1934a-d367-48b0-84a5-adc1b55a9a1e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f5c14140-21b4-46e8-bb33-a0a9e18f1085 HTTP/1.1" status: 200 len: 217 time: 0.0340943 Feb 02 07:49:10.696264 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a542a-28a3-494d-bdf0-00f8aa5de3ce req-b89ce98a-4cda-4df1-af96-ca7b4e6fe354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:10.697696 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-805a542a-28a3-494d-bdf0-00f8aa5de3ce req-b89ce98a-4cda-4df1-af96-ca7b4e6fe354 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=71d074ed-0c6a-40d6-a357-0438ca07dd42 HTTP/1.1" status: 200 len: 854 time: 0.0461915 Feb 02 07:49:10.728186 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device f5c14140-21b4-46e8-bb33-a0a9e18f1085 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:49:10.730651 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-805a542a-28a3-494d-bdf0-00f8aa5de3ce req-5dc3b633-da06-4d4c-bcd9-f7d6e613f327 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=760454e8-110e-4674-aca9-ca797ddd91c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271099 Feb 02 07:49:10.820902 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-805a542a-28a3-494d-bdf0-00f8aa5de3ce req-60b402be-756c-4f32-9f64-036ae9bd83ef service neutron] 10.222.0.59 "GET /v2.0/networks/760454e8-110e-4674-aca9-ca797ddd91c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831704 Feb 02 07:49:10.827519 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port f5c14140-21b4-46e8-bb33-a0a9e18f1085, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=f5c14140-21b4-46e8-bb33-a0a9e18f1085,segment=NetworkSegment(020aa2a3-cabd-409b-98ca-fdada442ca0c),segment_id=020aa2a3-cabd-409b-98ca-fdada442ca0c)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:49:10.839200 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': 'f5c14140-21b4-46e8-bb33-a0a9e18f1085', 'network_id': '760454e8-110e-4674-aca9-ca797ddd91c9', 'port_id': 'f5c14140-21b4-46e8-bb33-a0a9e18f1085', 'mac_address': 'fa:16:3e:04:08:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71d074ed-0c6a-40d6-a357-0438ca07dd42', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:49:10.876515 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port f5c14140-21b4-46e8-bb33-a0a9e18f1085 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:49:10.876830 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f5c14140-21b4-46e8-bb33-a0a9e18f1085), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:10.889314 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5c14140-21b4-46e8-bb33-a0a9e18f1085 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:49:10.909221 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port f5c14140-21b4-46e8-bb33-a0a9e18f1085, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=f5c14140-21b4-46e8-bb33-a0a9e18f1085,segment=NetworkSegment(020aa2a3-cabd-409b-98ca-fdada442ca0c),segment_id=020aa2a3-cabd-409b-98ca-fdada442ca0c)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:49:10.913542 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (f5c14140-21b4-46e8-bb33-a0a9e18f1085), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:10.915375 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-805a542a-28a3-494d-bdf0-00f8aa5de3ce req-82a36fe0-886a-497e-b217-393cd082c7b5 service neutron] 10.222.0.59 "GET /v2.0/networks/760454e8-110e-4674-aca9-ca797ddd91c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882103 Feb 02 07:49:10.960894 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=f5c14140-21b4-46e8-bb33-a0a9e18f1085,revision_number=8']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:49:11.051464 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3db93838-41a1-4d41-a797-ade319b8f796 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:11.197306 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['f5c14140-21b4-46e8-bb33-a0a9e18f1085'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:49:11.489002 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccacaef-691d-4b0f-b365-d984bc61579a req-347e1cf9-1e0e-4801-8e48-4d19948585e2 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:11.490543 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-eccacaef-691d-4b0f-b365-d984bc61579a req-347e1cf9-1e0e-4801-8e48-4d19948585e2 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=3dfec0c4-cc6a-41d0-a11c-b4cae754d481 HTTP/1.1" status: 200 len: 944 time: 0.0593443 Feb 02 07:49:11.540900 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-eccacaef-691d-4b0f-b365-d984bc61579a req-c32caa24-6bb2-49b3-8f71-723278a32198 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440066 Feb 02 07:49:11.666219 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113983f-9470-4931-9b89-3c19c9a1378a req-74afe3c9-4630-44ce-8127-d9f3193d5f55 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:11.667768 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b113983f-9470-4931-9b89-3c19c9a1378a req-74afe3c9-4630-44ce-8127-d9f3193d5f55 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=3dfec0c4-cc6a-41d0-a11c-b4cae754d481 HTTP/1.1" status: 200 len: 944 time: 0.0595891 Feb 02 07:49:11.714388 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b113983f-9470-4931-9b89-3c19c9a1378a req-3304374b-10b3-4e4b-9ac9-22fbf114844e tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408194 Feb 02 07:49:11.833635 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d224c8-bd65-48ae-b364-212d7654f7dc req-66d30bb5-b677-4ac9-b4be-d568017533e9 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:11.835078 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-79d224c8-bd65-48ae-b364-212d7654f7dc req-66d30bb5-b677-4ac9-b4be-d568017533e9 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=3dfec0c4-cc6a-41d0-a11c-b4cae754d481 HTTP/1.1" status: 200 len: 944 time: 0.0558610 Feb 02 07:49:11.881142 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-79d224c8-bd65-48ae-b364-212d7654f7dc req-c28f769c-7f63-4a22-b171-603d90300484 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405228 Feb 02 07:49:12.204950 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f5b138-d235-4adf-ae85-2ecc56352bde req-f113e3a8-94e6-4535-ba4e-81c2ea4529bc tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:12.206412 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-46f5b138-d235-4adf-ae85-2ecc56352bde req-f113e3a8-94e6-4535-ba4e-81c2ea4529bc tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=3dfec0c4-cc6a-41d0-a11c-b4cae754d481 HTTP/1.1" status: 200 len: 944 time: 0.0529890 Feb 02 07:49:12.252682 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-46f5b138-d235-4adf-ae85-2ecc56352bde req-179092a0-82c9-4ffc-9666-a30c99a00330 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402951 Feb 02 07:49:12.746176 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device f5c14140-21b4-46e8-bb33-a0a9e18f1085 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:49:12.794299 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port f5c14140-21b4-46e8-bb33-a0a9e18f1085 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:49:12.798894 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port f5c14140-21b4-46e8-bb33-a0a9e18f1085 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:49:12.799266 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (f5c14140-21b4-46e8-bb33-a0a9e18f1085), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:12.876690 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port f5c14140-21b4-46e8-bb33-a0a9e18f1085 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:49:12.877072 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f5c14140-21b4-46e8-bb33-a0a9e18f1085), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:12.899031 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dfec0c4-cc6a-41d0-a11c-b4cae754d481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c14140-21b4-46e8-bb33-a0a9e18f1085'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:49:12.901187 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024ee0ad-34f2-4acd-93a4-832bd8f8d5c5" -d '{"events": [{"server_uuid": "3dfec0c4-cc6a-41d0-a11c-b4cae754d481", "name": "network-vif-plugged", "status": "completed", "tag": "f5c14140-21b4-46e8-bb33-a0a9e18f1085"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:49:12.913982 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port f5c14140-21b4-46e8-bb33-a0a9e18f1085, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=f5c14140-21b4-46e8-bb33-a0a9e18f1085,segment=NetworkSegment(020aa2a3-cabd-409b-98ca-fdada442ca0c),segment_id=020aa2a3-cabd-409b-98ca-fdada442ca0c)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:49:12.917492 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (f5c14140-21b4-46e8-bb33-a0a9e18f1085), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:12.942341 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2adfb20-cf56-40a6-bdd6-441728f15898 x-openstack-request-id: req-e2adfb20-cf56-40a6-bdd6-441728f15898 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:49:12.942630 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dfec0c4-cc6a-41d0-a11c-b4cae754d481", "name": "network-vif-plugged", "status": "completed", "tag": "f5c14140-21b4-46e8-bb33-a0a9e18f1085", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:49:12.942882 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e2adfb20-cf56-40a6-bdd6-441728f15898 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:49:12.943264 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dfec0c4-cc6a-41d0-a11c-b4cae754d481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c14140-21b4-46e8-bb33-a0a9e18f1085', 'code': 200} Feb 02 07:49:12.967353 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=f5c14140-21b4-46e8-bb33-a0a9e18f1085,revision_number=9']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:49:13.338112 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-95c204ba-9c51-43d1-a350-7ae5fa53dcc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:13.379040 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f6338e-ef6a-411b-a085-dbfbb6d0675b req-ec949754-60a0-49aa-a973-7af9353595bb tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:13.380537 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d3f6338e-ef6a-411b-a085-dbfbb6d0675b req-ec949754-60a0-49aa-a973-7af9353595bb tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/ports?device_id=3dfec0c4-cc6a-41d0-a11c-b4cae754d481 HTTP/1.1" status: 200 len: 945 time: 0.0597751 Feb 02 07:49:13.427630 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d3f6338e-ef6a-411b-a085-dbfbb6d0675b req-5c438b48-cfac-47ed-b369-53d4d572c170 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.87 "GET /v2.0/security-groups?id=4cedb5ee-5b3d-461d-8e32-c8e923331c23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415654 Feb 02 07:49:13.505719 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a786f-12c8-4aa0-a646-07e13b368b6d req-eec52abf-a051-4d2c-8097-3f4d8c48cb81 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:13.507234 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-871a786f-12c8-4aa0-a646-07e13b368b6d req-eec52abf-a051-4d2c-8097-3f4d8c48cb81 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.88 "GET /v2.0/ports?device_id=3dfec0c4-cc6a-41d0-a11c-b4cae754d481 HTTP/1.1" status: 200 len: 945 time: 0.0536559 Feb 02 07:49:13.601791 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-871a786f-12c8-4aa0-a646-07e13b368b6d req-b6764bd1-ff2a-47ad-a3b9-0ddb0563a2d0 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Deleting port f5c14140-21b4-46e8-bb33-a0a9e18f1085 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:49:13.602059 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-871a786f-12c8-4aa0-a646-07e13b368b6d req-b6764bd1-ff2a-47ad-a3b9-0ddb0563a2d0 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (f5c14140-21b4-46e8-bb33-a0a9e18f1085), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:13.688253 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-871a786f-12c8-4aa0-a646-07e13b368b6d req-b6764bd1-ff2a-47ad-a3b9-0ddb0563a2d0 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] For port f5c14140-21b4-46e8-bb33-a0a9e18f1085, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=f5c14140-21b4-46e8-bb33-a0a9e18f1085,segment=NetworkSegment(020aa2a3-cabd-409b-98ca-fdada442ca0c),segment_id=020aa2a3-cabd-409b-98ca-fdada442ca0c)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:49:13.688627 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-871a786f-12c8-4aa0-a646-07e13b368b6d req-b6764bd1-ff2a-47ad-a3b9-0ddb0563a2d0 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (f5c14140-21b4-46e8-bb33-a0a9e18f1085), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:13.701035 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-871a786f-12c8-4aa0-a646-07e13b368b6d req-b6764bd1-ff2a-47ad-a3b9-0ddb0563a2d0 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Calling delete_port for f5c14140-21b4-46e8-bb33-a0a9e18f1085 owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:49:13.827866 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-871a786f-12c8-4aa0-a646-07e13b368b6d req-b6764bd1-ff2a-47ad-a3b9-0ddb0563a2d0 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (f5c14140-21b4-46e8-bb33-a0a9e18f1085), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:13.856458 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6764bd1-ff2a-47ad-a3b9-0ddb0563a2d0 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Pushing event deleted for resources: {'Port': ['ID=f5c14140-21b4-46e8-bb33-a0a9e18f1085,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:49:13.869109 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['f5c14140-21b4-46e8-bb33-a0a9e18f1085'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:49:13.899895 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-871a786f-12c8-4aa0-a646-07e13b368b6d req-b6764bd1-ff2a-47ad-a3b9-0ddb0563a2d0 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] No DVR routers for this DVR port f5c14140-21b4-46e8-bb33-a0a9e18f1085 on host n-h1-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:49:13.902468 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-871a786f-12c8-4aa0-a646-07e13b368b6d req-b6764bd1-ff2a-47ad-a3b9-0ddb0563a2d0 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:13.905834 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-871a786f-12c8-4aa0-a646-07e13b368b6d req-b6764bd1-ff2a-47ad-a3b9-0ddb0563a2d0 tempest-ServerDiskConfigTestJSON-1457106477 tempest-ServerDiskConfigTestJSON-1457106477-project] 10.222.0.88 "DELETE /v2.0/ports/f5c14140-21b4-46e8-bb33-a0a9e18f1085 HTTP/1.1" status: 204 len: 173 time: 0.3936095 Feb 02 07:49:13.906300 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dfec0c4-cc6a-41d0-a11c-b4cae754d481', 'name': 'network-vif-deleted', 'tag': 'f5c14140-21b4-46e8-bb33-a0a9e18f1085'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:49:13.909136 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89546207-ca27-442b-a84b-ee1085055a4a" -d '{"events": [{"server_uuid": "3dfec0c4-cc6a-41d0-a11c-b4cae754d481", "name": "network-vif-deleted", "tag": "f5c14140-21b4-46e8-bb33-a0a9e18f1085"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:49:13.947826 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a241b08b-ccd2-4bc8-ba15-e2a56af1a1c3 x-openstack-request-id: req-a241b08b-ccd2-4bc8-ba15-e2a56af1a1c3 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:49:13.948132 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dfec0c4-cc6a-41d0-a11c-b4cae754d481", "name": "network-vif-deleted", "tag": "f5c14140-21b4-46e8-bb33-a0a9e18f1085", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:49:13.948393 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a241b08b-ccd2-4bc8-ba15-e2a56af1a1c3 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:49:13.948801 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dfec0c4-cc6a-41d0-a11c-b4cae754d481', 'name': 'network-vif-deleted', 'tag': 'f5c14140-21b4-46e8-bb33-a0a9e18f1085', 'status': 'completed', 'code': 200} Feb 02 07:49:14.546254 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 35478) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:49:14.593066 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-26176b2a-3984-446e-9c43-2e593ccb6329 admin admin] Deleting subnet 71d074ed-0c6a-40d6-a357-0438ca07dd42 {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:49:14.596065 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-26176b2a-3984-446e-9c43-2e593ccb6329 admin admin] Publish callbacks [] for subnet (71d074ed-0c6a-40d6-a357-0438ca07dd42), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:14.630009 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-26176b2a-3984-446e-9c43-2e593ccb6329 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (71d074ed-0c6a-40d6-a357-0438ca07dd42), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:14.668229 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-26176b2a-3984-446e-9c43-2e593ccb6329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (71d074ed-0c6a-40d6-a357-0438ca07dd42), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:14.722180 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-26176b2a-3984-446e-9c43-2e593ccb6329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (71d074ed-0c6a-40d6-a357-0438ca07dd42), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:14.747841 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26176b2a-3984-446e-9c43-2e593ccb6329 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71d074ed-0c6a-40d6-a357-0438ca07dd42,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:49:14.752933 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-26176b2a-3984-446e-9c43-2e593ccb6329 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:14.756142 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-26176b2a-3984-446e-9c43-2e593ccb6329 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/71d074ed-0c6a-40d6-a357-0438ca07dd42 HTTP/1.1" status: 204 len: 168 time: 0.2088304 Feb 02 07:49:14.758602 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 35480) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:49:14.816297 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:14.830709 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a56fdaf1-b9d6-4618-ad1d-8230fdbf75b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (760454e8-110e-4674-aca9-ca797ddd91c9), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:14.909917 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a56fdaf1-b9d6-4618-ad1d-8230fdbf75b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (760454e8-110e-4674-aca9-ca797ddd91c9), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:14.930028 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-a56fdaf1-b9d6-4618-ad1d-8230fdbf75b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['760454e8-110e-4674-aca9-ca797ddd91c9']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:49:14.939156 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-a56fdaf1-b9d6-4618-ad1d-8230fdbf75b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '020aa2a3-cabd-409b-98ca-fdada442ca0c') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:49:14.939452 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-a56fdaf1-b9d6-4618-ad1d-8230fdbf75b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '020aa2a3-cabd-409b-98ca-fdada442ca0c') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:49:14.948607 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a56fdaf1-b9d6-4618-ad1d-8230fdbf75b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (020aa2a3-cabd-409b-98ca-fdada442ca0c), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:14.961916 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a56fdaf1-b9d6-4618-ad1d-8230fdbf75b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (020aa2a3-cabd-409b-98ca-fdada442ca0c), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:14.967731 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a56fdaf1-b9d6-4618-ad1d-8230fdbf75b9 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:49:14.968116 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a56fdaf1-b9d6-4618-ad1d-8230fdbf75b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (020aa2a3-cabd-409b-98ca-fdada442ca0c), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:14.970413 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:49:14.970413 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:49:14.970413 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:49:14.970413 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:49:14.970413 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:49:14.970413 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:49:14.970413 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:49:14.970413 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:49:14.970413 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:49:14.970413 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:49:14.970413 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:49:14.970413 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:49:14.970413 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:49:14.970413 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:49:14.970413 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:49:14.970413 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:49:14.970413 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:49:14.970413 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:49:14.970413 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:49:14.970413 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:49:14.970413 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:49:14.970413 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:49:14.970413 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:49:14.970413 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:49:14.970413 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:49:14.970413 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:49:14.970413 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:49:14.970413 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:49:14.970413 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:49:14.970413 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:49:14.970413 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:49:14.970413 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:49:15.022371 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a56fdaf1-b9d6-4618-ad1d-8230fdbf75b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (760454e8-110e-4674-aca9-ca797ddd91c9), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:15.027931 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a56fdaf1-b9d6-4618-ad1d-8230fdbf75b9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:15.031044 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a56fdaf1-b9d6-4618-ad1d-8230fdbf75b9 admin admin] 10.222.0.87 "DELETE /v2.0/networks/760454e8-110e-4674-aca9-ca797ddd91c9 HTTP/1.1" status: 204 len: 168 time: 0.2715335 Feb 02 07:49:15.041463 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56fdaf1-b9d6-4618-ad1d-8230fdbf75b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=760454e8-110e-4674-aca9-ca797ddd91c9,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:49:15.139523 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 35484) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:49:15.178661 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-78416aa9-fed4-4946-a177-2cdd796fc63e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=4d52a7480e2e40c4ae754651114134c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379062 Feb 02 07:49:15.181214 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 35486) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:49:15.233243 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3498116b-5a48-42b5-88a8-1a1920aab694 admin admin] Publish callbacks [] for security_group (4cedb5ee-5b3d-461d-8e32-c8e923331c23), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:15.254746 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3498116b-5a48-42b5-88a8-1a1920aab694 admin admin] Publish callbacks [] for security_group (4cedb5ee-5b3d-461d-8e32-c8e923331c23), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:15.300349 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3498116b-5a48-42b5-88a8-1a1920aab694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (4cedb5ee-5b3d-461d-8e32-c8e923331c23), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:15.302959 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3498116b-5a48-42b5-88a8-1a1920aab694 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:15.304167 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-3498116b-5a48-42b5-88a8-1a1920aab694 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/4cedb5ee-5b3d-461d-8e32-c8e923331c23 HTTP/1.1" status: 204 len: 168 time: 0.1220708 Feb 02 07:49:15.312955 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3498116b-5a48-42b5-88a8-1a1920aab694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cedb5ee-5b3d-461d-8e32-c8e923331c23,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:49:15.956388 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 35508) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:49:16.050417 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-b5a29cd8-c2ac-43de-afd9-ce8b9f73fc13 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-566294728-network', 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:49:16.069968 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a29cd8-c2ac-43de-afd9-ce8b9f73fc13 admin admin] Made reservation on behalf of 607d06f503a5412db9b7b8d5f1be54cb for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:49:16.072232 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b5a29cd8-c2ac-43de-afd9-ce8b9f73fc13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:16.080931 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b5a29cd8-c2ac-43de-afd9-ce8b9f73fc13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:16.156196 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b5a29cd8-c2ac-43de-afd9-ce8b9f73fc13 admin admin] Publish callbacks [] for security_group (ebed1314-b6e2-4665-96d8-331a1ae27b66), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:16.160020 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b5a29cd8-c2ac-43de-afd9-ce8b9f73fc13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (ebed1314-b6e2-4665-96d8-331a1ae27b66), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:16.184797 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:16.185600 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5a29cd8-c2ac-43de-afd9-ce8b9f73fc13 admin admin] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:49:16.196238 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a29cd8-c2ac-43de-afd9-ce8b9f73fc13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebed1314-b6e2-4665-96d8-331a1ae27b66,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:49:16.201126 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b5a29cd8-c2ac-43de-afd9-ce8b9f73fc13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (0b09661f-1ef0-43c0-95aa-2480e4f33b35), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:16.201478 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-b5a29cd8-c2ac-43de-afd9-ce8b9f73fc13 admin admin] Added segment 0b09661f-1ef0-43c0-95aa-2480e4f33b35 of type vlan for network 20c28c57-0e6f-44f8-863b-5c366a2d592b Feb 02 07:49:16.247501 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b5a29cd8-c2ac-43de-afd9-ce8b9f73fc13 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (20c28c57-0e6f-44f8-863b-5c366a2d592b), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:16.275244 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b5a29cd8-c2ac-43de-afd9-ce8b9f73fc13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (20c28c57-0e6f-44f8-863b-5c366a2d592b), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:16.276234 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a29cd8-c2ac-43de-afd9-ce8b9f73fc13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:16.276809 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b5a29cd8-c2ac-43de-afd9-ce8b9f73fc13 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:16.310873 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b5a29cd8-c2ac-43de-afd9-ce8b9f73fc13 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3534029 Feb 02 07:49:16.314604 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 35512) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:49:16.321238 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-0da82b93-ddae-410a-be65-d8a7b8f0cc7b admin admin] Request body: {'subnet': {'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-566294728-subnet', 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:49:16.339388 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a29cd8-c2ac-43de-afd9-ce8b9f73fc13 admin admin] Pushing event updated for resources: {'Network': ['ID=20c28c57-0e6f-44f8-863b-5c366a2d592b,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:49:16.340923 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da82b93-ddae-410a-be65-d8a7b8f0cc7b admin admin] Made reservation on behalf of 607d06f503a5412db9b7b8d5f1be54cb for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:49:16.344270 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0da82b93-ddae-410a-be65-d8a7b8f0cc7b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:16.349750 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 20c28c57-0e6f-44f8-863b-5c366a2d592b details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:49:16.514812 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0da82b93-ddae-410a-be65-d8a7b8f0cc7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (7a252067-5a15-4739-8cf3-482cd4016f06), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:16.571191 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da82b93-ddae-410a-be65-d8a7b8f0cc7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a252067-5a15-4739-8cf3-482cd4016f06,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:49:16.578112 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da82b93-ddae-410a-be65-d8a7b8f0cc7b admin admin] Checking segment: {'id': '0b09661f-1ef0-43c0-95aa-2480e4f33b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:49:16.578481 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da82b93-ddae-410a-be65-d8a7b8f0cc7b admin admin] Network hostable DHCP agents. Network: 20c28c57-0e6f-44f8-863b-5c366a2d592b, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:49:16.594651 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da82b93-ddae-410a-be65-d8a7b8f0cc7b admin admin] Network 20c28c57-0e6f-44f8-863b-5c366a2d592b is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:49:16.603216 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-0da82b93-ddae-410a-be65-d8a7b8f0cc7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 20c28c57-0e6f-44f8-863b-5c366a2d592b) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:49:16.607844 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da82b93-ddae-410a-be65-d8a7b8f0cc7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:16.608620 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0da82b93-ddae-410a-be65-d8a7b8f0cc7b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:16.613582 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b029b1-11f3-4030-89a8-a89835c126b4 None None] Network 20c28c57-0e6f-44f8-863b-5c366a2d592b requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:49:16.630263 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0da82b93-ddae-410a-be65-d8a7b8f0cc7b admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3140533 Feb 02 07:49:16.632957 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 35514) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:49:16.637740 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-ef65d735-25f0-41cd-953c-d9b2dd96f08e admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-566294728-router', 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:49:16.656777 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ef65d735-25f0-41cd-953c-d9b2dd96f08e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (308272ad-85db-4b5f-a438-3464de3f501b), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:16.657855 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ef65d735-25f0-41cd-953c-d9b2dd96f08e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (308272ad-85db-4b5f-a438-3464de3f501b), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:16.712538 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ef65d735-25f0-41cd-953c-d9b2dd96f08e admin admin] Publish callbacks [] for router_controller (308272ad-85db-4b5f-a438-3464de3f501b), precommit_add_association {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:16.716698 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543885df-0bd8-4424-bbe0-1c6b4f427461 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-20c28c57-0e6f-44f8-863b-5c366a2d592b', 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b', 'project_id': '607d06f503a5412db9b7b8d5f1be54cb', 'fixed_ips': [{'subnet_id': '7a252067-5a15-4739-8cf3-482cd4016f06'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:49:16.717671 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-543885df-0bd8-4424-bbe0-1c6b4f427461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:16.846546 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ef65d735-25f0-41cd-953c-d9b2dd96f08e admin admin] Publish callbacks [] for router_gateway (308272ad-85db-4b5f-a438-3464de3f501b), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:16.854111 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-543885df-0bd8-4424-bbe0-1c6b4f427461 None None] Allocated IP 172.20.0.2 (20c28c57-0e6f-44f8-863b-5c366a2d592b/7a252067-5a15-4739-8cf3-482cd4016f06/90e26825-5733-41b9-bad9-4b0fe737dc94) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:49:17.005224 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-543885df-0bd8-4424-bbe0-1c6b4f427461 None None] Publish callbacks [] for port (90e26825-5733-41b9-bad9-4b0fe737dc94), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:17.010686 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-543885df-0bd8-4424-bbe0-1c6b4f427461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (90e26825-5733-41b9-bad9-4b0fe737dc94), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:17.047274 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543885df-0bd8-4424-bbe0-1c6b4f427461 None None] Network 20c28c57-0e6f-44f8-863b-5c366a2d592b is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:49:17.048705 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-543885df-0bd8-4424-bbe0-1c6b4f427461 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:49:17.049394 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ef65d735-25f0-41cd-953c-d9b2dd96f08e admin admin] Publish callbacks [] for router_gateway (308272ad-85db-4b5f-a438-3464de3f501b), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:17.054212 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543885df-0bd8-4424-bbe0-1c6b4f427461 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:49:17.066038 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543885df-0bd8-4424-bbe0-1c6b4f427461 None None] Pushing event updated for resources: {'Port': ['ID=90e26825-5733-41b9-bad9-4b0fe737dc94,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:49:17.069002 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ef65d735-25f0-41cd-953c-d9b2dd96f08e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:17.118763 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-543885df-0bd8-4424-bbe0-1c6b4f427461 None None] Attempting to bind port 90e26825-5733-41b9-bad9-4b0fe737dc94 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:49:17.119052 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-543885df-0bd8-4424-bbe0-1c6b4f427461 None None] Attempting to bind port 90e26825-5733-41b9-bad9-4b0fe737dc94 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '0b09661f-1ef0-43c0-95aa-2480e4f33b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:49:17.119417 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543885df-0bd8-4424-bbe0-1c6b4f427461 None None] Attempting to bind port 90e26825-5733-41b9-bad9-4b0fe737dc94 on network 20c28c57-0e6f-44f8-863b-5c366a2d592b {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:49:17.124359 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543885df-0bd8-4424-bbe0-1c6b4f427461 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:49:17.124737 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543885df-0bd8-4424-bbe0-1c6b4f427461 None None] Checking segment: {'id': '0b09661f-1ef0-43c0-95aa-2480e4f33b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:49:17.125141 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-543885df-0bd8-4424-bbe0-1c6b4f427461 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:17.126062 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543885df-0bd8-4424-bbe0-1c6b4f427461 None None] Bound using segment: {'id': '0b09661f-1ef0-43c0-95aa-2480e4f33b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:49:17.126558 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-543885df-0bd8-4424-bbe0-1c6b4f427461 None None] Bound port: 90e26825-5733-41b9-bad9-4b0fe737dc94, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b09661f-1ef0-43c0-95aa-2480e4f33b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:49:17.127030 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-543885df-0bd8-4424-bbe0-1c6b4f427461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (90e26825-5733-41b9-bad9-4b0fe737dc94), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:17.177597 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-ef65d735-25f0-41cd-953c-d9b2dd96f08e admin admin] Allocated IP 172.25.4.228 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/6e5e3cb4-686f-44bd-86a4-7269c028a9b8) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:49:17.190041 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-543885df-0bd8-4424-bbe0-1c6b4f427461 None None] For port 90e26825-5733-41b9-bad9-4b0fe737dc94, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:49:17.194289 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-543885df-0bd8-4424-bbe0-1c6b4f427461 None None] For port 90e26825-5733-41b9-bad9-4b0fe737dc94, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=90e26825-5733-41b9-bad9-4b0fe737dc94,segment=NetworkSegment(0b09661f-1ef0-43c0-95aa-2480e4f33b35),segment_id=0b09661f-1ef0-43c0-95aa-2480e4f33b35)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:49:17.200699 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-543885df-0bd8-4424-bbe0-1c6b4f427461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (90e26825-5733-41b9-bad9-4b0fe737dc94), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:17.259859 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543885df-0bd8-4424-bbe0-1c6b4f427461 None None] Pushing event updated for resources: {'Port': ['ID=90e26825-5733-41b9-bad9-4b0fe737dc94,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:49:17.284494 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ef65d735-25f0-41cd-953c-d9b2dd96f08e admin admin] Publish callbacks [] for port (6e5e3cb4-686f-44bd-86a4-7269c028a9b8), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:17.319189 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ef65d735-25f0-41cd-953c-d9b2dd96f08e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (6e5e3cb4-686f-44bd-86a4-7269c028a9b8), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:17.356857 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef65d735-25f0-41cd-953c-d9b2dd96f08e admin admin] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:49:17.359751 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-ef65d735-25f0-41cd-953c-d9b2dd96f08e admin admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:49:17.366362 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef65d735-25f0-41cd-953c-d9b2dd96f08e admin admin] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:49:17.405876 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef65d735-25f0-41cd-953c-d9b2dd96f08e admin admin] Pushing event updated for resources: {'Port': ['ID=6e5e3cb4-686f-44bd-86a4-7269c028a9b8,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:49:17.480779 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:17.642147 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ef65d735-25f0-41cd-953c-d9b2dd96f08e admin admin] Publish callbacks [] for router_gateway (308272ad-85db-4b5f-a438-3464de3f501b), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:17.832079 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ef65d735-25f0-41cd-953c-d9b2dd96f08e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (308272ad-85db-4b5f-a438-3464de3f501b), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:17.964017 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef65d735-25f0-41cd-953c-d9b2dd96f08e admin admin] Router 308272ad-85db-4b5f-a438-3464de3f501b is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:49:18.081994 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef65d735-25f0-41cd-953c-d9b2dd96f08e admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:49:18.095574 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af84be5-48c1-4ee0-8767-aead18067ae5 None None] Sync routers for ids ['308272ad-85db-4b5f-a438-3464de3f501b'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:49:18.102045 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ef65d735-25f0-41cd-953c-d9b2dd96f08e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:18.102988 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 90e26825-5733-41b9-bad9-4b0fe737dc94 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:49:18.106043 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-ef65d735-25f0-41cd-953c-d9b2dd96f08e admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4693246 Feb 02 07:49:18.106407 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 35516) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:49:18.143238 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af84be5-48c1-4ee0-8767-aead18067ae5 None None] Routers {'308272ad-85db-4b5f-a438-3464de3f501b'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:49:18.143923 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-9af84be5-48c1-4ee0-8767-aead18067ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:49:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['308272ad-85db-4b5f-a438-3464de3f501b'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:49:18.412112 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd86e960-e4ec-4992-be97-e3d247eaee7c None None] Network 20c28c57-0e6f-44f8-863b-5c366a2d592b requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:49:18.455634 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 90e26825-5733-41b9-bad9-4b0fe737dc94 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:49:18.456049 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (90e26825-5733-41b9-bad9-4b0fe737dc94), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:18.532218 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-9af84be5-48c1-4ee0-8767-aead18067ae5 None None] Set router 308272ad-85db-4b5f-a438-3464de3f501b gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:49:18.537039 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-310eb873-cbff-4fc5-8a39-10c1c5a04fdb None None] Provisioning complete for port 90e26825-5733-41b9-bad9-4b0fe737dc94 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:49:18.537415 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-310eb873-cbff-4fc5-8a39-10c1c5a04fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (90e26825-5733-41b9-bad9-4b0fe737dc94), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:18.785540 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device f5c14140-21b4-46e8-bb33-a0a9e18f1085 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:49:18.823407 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-764d4eff-a39f-4519-9039-19f1c1cf1d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:18.839896 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: f5c14140-21b4-46e8-bb33-a0a9e18f1085 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:49:18.840255 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device f5c14140-21b4-46e8-bb33-a0a9e18f1085 not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:49:18.849598 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 90e26825-5733-41b9-bad9-4b0fe737dc94 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:49:18.850824 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (90e26825-5733-41b9-bad9-4b0fe737dc94), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:18.885512 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-310eb873-cbff-4fc5-8a39-10c1c5a04fdb None None] Current status of the port 90e26825-5733-41b9-bad9-4b0fe737dc94 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:49:18.885903 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-310eb873-cbff-4fc5-8a39-10c1c5a04fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (90e26825-5733-41b9-bad9-4b0fe737dc94), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:18.931812 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 90e26825-5733-41b9-bad9-4b0fe737dc94, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=90e26825-5733-41b9-bad9-4b0fe737dc94,segment=NetworkSegment(0b09661f-1ef0-43c0-95aa-2480e4f33b35),segment_id=0b09661f-1ef0-43c0-95aa-2480e4f33b35)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:49:18.938641 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (90e26825-5733-41b9-bad9-4b0fe737dc94), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:18.993813 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-764d4eff-a39f-4519-9039-19f1c1cf1d30 admin admin] Allocated IP 172.20.0.1 (20c28c57-0e6f-44f8-863b-5c366a2d592b/7a252067-5a15-4739-8cf3-482cd4016f06/47859473-a024-4bbb-83f9-5741f43b4747) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:49:19.023098 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.db.api [None req-310eb873-cbff-4fc5-8a39-10c1c5a04fdb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109695) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 07:49:19.023472 n-d-789963-26 neutron-server[109695]: DEBUG oslo_db.api [None req-310eb873-cbff-4fc5-8a39-10c1c5a04fdb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 07:49:19.028886 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-9af84be5-48c1-4ee0-8767-aead18067ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '308272ad-85db-4b5f-a438-3464de3f501b', 'name': 'tempest-ServerActionsTestJSON-566294728-router', 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '6e5e3cb4-686f-44bd-86a4-7269c028a9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:49:16Z', 'updated_at': '2022-02-02T07:49:17Z', 'revision_number': 3, 'project_id': '607d06f503a5412db9b7b8d5f1be54cb', 'gw_port': {'id': '6e5e3cb4-686f-44bd-86a4-7269c028a9b8', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:cc:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '308272ad-85db-4b5f-a438-3464de3f501b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:49:17Z', 'updated_at': '2022-02-02T07:49:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:49:19.033229 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=90e26825-5733-41b9-bad9-4b0fe737dc94,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:49:19.058711 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af84be5-48c1-4ee0-8767-aead18067ae5 None None] Checking router: 308272ad-85db-4b5f-a438-3464de3f501b for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:49:19.059072 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af84be5-48c1-4ee0-8767-aead18067ae5 None None] Updating router 308272ad-85db-4b5f-a438-3464de3f501b port 6e5e3cb4-686f-44bd-86a4-7269c028a9b8 binding host n-d-789963-26 {{(pid=109695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:49:19.091170 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9af84be5-48c1-4ee0-8767-aead18067ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (6e5e3cb4-686f-44bd-86a4-7269c028a9b8), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:19.110457 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-764d4eff-a39f-4519-9039-19f1c1cf1d30 admin admin] Publish callbacks [] for port (47859473-a024-4bbb-83f9-5741f43b4747), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:19.143173 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-764d4eff-a39f-4519-9039-19f1c1cf1d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (47859473-a024-4bbb-83f9-5741f43b4747), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:19.180981 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764d4eff-a39f-4519-9039-19f1c1cf1d30 admin admin] Network 20c28c57-0e6f-44f8-863b-5c366a2d592b is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:49:19.187146 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-764d4eff-a39f-4519-9039-19f1c1cf1d30 admin admin] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:49:19.191614 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764d4eff-a39f-4519-9039-19f1c1cf1d30 admin admin] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:49:19.194623 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764d4eff-a39f-4519-9039-19f1c1cf1d30 admin admin] Pushing event updated for resources: {'Port': ['ID=47859473-a024-4bbb-83f9-5741f43b4747,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:49:19.234576 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-764d4eff-a39f-4519-9039-19f1c1cf1d30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (308272ad-85db-4b5f-a438-3464de3f501b), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:19.372311 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9af84be5-48c1-4ee0-8767-aead18067ae5 None None] Publish callbacks [] for port (6e5e3cb4-686f-44bd-86a4-7269c028a9b8), precommit_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:19.376082 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-764d4eff-a39f-4519-9039-19f1c1cf1d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (47859473-a024-4bbb-83f9-5741f43b4747), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:19.379750 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9af84be5-48c1-4ee0-8767-aead18067ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (6e5e3cb4-686f-44bd-86a4-7269c028a9b8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:19.432194 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-9af84be5-48c1-4ee0-8767-aead18067ae5 None None] Attempting to bind port 6e5e3cb4-686f-44bd-86a4-7269c028a9b8 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:49:19.432874 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-9af84be5-48c1-4ee0-8767-aead18067ae5 None None] Attempting to bind port 6e5e3cb4-686f-44bd-86a4-7269c028a9b8 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:49:19.432973 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af84be5-48c1-4ee0-8767-aead18067ae5 None None] Attempting to bind port 6e5e3cb4-686f-44bd-86a4-7269c028a9b8 on network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:49:19.434913 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e2810b-7a7e-4d0c-bda5-e472b552a90f None None] Pushing event updated for resources: {'Port': ['ID=6e5e3cb4-686f-44bd-86a4-7269c028a9b8,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:49:19.440864 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af84be5-48c1-4ee0-8767-aead18067ae5 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:49:19.441316 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af84be5-48c1-4ee0-8767-aead18067ae5 None None] Checking segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:49:19.441636 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9af84be5-48c1-4ee0-8767-aead18067ae5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:19.442015 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af84be5-48c1-4ee0-8767-aead18067ae5 None None] Bound using segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:49:19.442485 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-9af84be5-48c1-4ee0-8767-aead18067ae5 None None] Bound port: 6e5e3cb4-686f-44bd-86a4-7269c028a9b8, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:49:19.442867 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9af84be5-48c1-4ee0-8767-aead18067ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (6e5e3cb4-686f-44bd-86a4-7269c028a9b8), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:19.497847 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-9af84be5-48c1-4ee0-8767-aead18067ae5 None None] For port 6e5e3cb4-686f-44bd-86a4-7269c028a9b8, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:49:19.502475 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-9af84be5-48c1-4ee0-8767-aead18067ae5 None None] For port 6e5e3cb4-686f-44bd-86a4-7269c028a9b8, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=6e5e3cb4-686f-44bd-86a4-7269c028a9b8,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:49:19.508358 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9af84be5-48c1-4ee0-8767-aead18067ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (6e5e3cb4-686f-44bd-86a4-7269c028a9b8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:19.553625 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-764d4eff-a39f-4519-9039-19f1c1cf1d30 admin admin] Publish callbacks [] for port (47859473-a024-4bbb-83f9-5741f43b4747), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:19.559515 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-764d4eff-a39f-4519-9039-19f1c1cf1d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (47859473-a024-4bbb-83f9-5741f43b4747), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:19.598771 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-310eb873-cbff-4fc5-8a39-10c1c5a04fdb None None] Current status of the port 90e26825-5733-41b9-bad9-4b0fe737dc94 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:49:19.600945 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e2810b-7a7e-4d0c-bda5-e472b552a90f None None] Pushing event updated for resources: {'Port': ['ID=6e5e3cb4-686f-44bd-86a4-7269c028a9b8,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:49:19.603741 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af84be5-48c1-4ee0-8767-aead18067ae5 None None] Routers {'308272ad-85db-4b5f-a438-3464de3f501b'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:49:19.604321 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-9af84be5-48c1-4ee0-8767-aead18067ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:49:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['308272ad-85db-4b5f-a438-3464de3f501b'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:49:19.632040 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-764d4eff-a39f-4519-9039-19f1c1cf1d30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (308272ad-85db-4b5f-a438-3464de3f501b), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:19.637088 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764d4eff-a39f-4519-9039-19f1c1cf1d30 admin admin] Pushing event updated for resources: {'Port': ['ID=47859473-a024-4bbb-83f9-5741f43b4747,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:49:19.719727 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-9af84be5-48c1-4ee0-8767-aead18067ae5 None None] Set router 308272ad-85db-4b5f-a438-3464de3f501b gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:49:19.727709 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764d4eff-a39f-4519-9039-19f1c1cf1d30 admin admin] Network 20c28c57-0e6f-44f8-863b-5c366a2d592b is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:49:19.729264 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-764d4eff-a39f-4519-9039-19f1c1cf1d30 admin admin] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:49:19.755747 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-047bde28-2de1-4a5d-8e58-f19d7b1dcf77 None None] Provisioning complete for port 90e26825-5733-41b9-bad9-4b0fe737dc94 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:49:19.756125 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-047bde28-2de1-4a5d-8e58-f19d7b1dcf77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (90e26825-5733-41b9-bad9-4b0fe737dc94), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:19.852943 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-764d4eff-a39f-4519-9039-19f1c1cf1d30 admin admin] Router 308272ad-85db-4b5f-a438-3464de3f501b has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:49:19.950929 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-047bde28-2de1-4a5d-8e58-f19d7b1dcf77 None None] Current status of the port 90e26825-5733-41b9-bad9-4b0fe737dc94 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:49:19.970047 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-764d4eff-a39f-4519-9039-19f1c1cf1d30 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:49:19.975228 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-764d4eff-a39f-4519-9039-19f1c1cf1d30 admin admin] 10.222.0.87 "PUT /v2.0/routers/308272ad-85db-4b5f-a438-3464de3f501b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8677113 Feb 02 07:49:19.994013 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-047bde28-2de1-4a5d-8e58-f19d7b1dcf77 None None] Provisioning complete for port 47859473-a024-4bbb-83f9-5741f43b4747 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:49:19.994268 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-047bde28-2de1-4a5d-8e58-f19d7b1dcf77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (47859473-a024-4bbb-83f9-5741f43b4747), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:20.035876 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-047bde28-2de1-4a5d-8e58-f19d7b1dcf77 None None] Port 47859473-a024-4bbb-83f9-5741f43b4747 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:49:20.038594 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-9af84be5-48c1-4ee0-8767-aead18067ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '308272ad-85db-4b5f-a438-3464de3f501b', 'name': 'tempest-ServerActionsTestJSON-566294728-router', 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '6e5e3cb4-686f-44bd-86a4-7269c028a9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:49:16Z', 'updated_at': '2022-02-02T07:49:19Z', 'revision_number': 4, 'project_id': '607d06f503a5412db9b7b8d5f1be54cb', 'gw_port': {'id': '6e5e3cb4-686f-44bd-86a4-7269c028a9b8', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:cc:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '308272ad-85db-4b5f-a438-3464de3f501b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:49:17Z', 'updated_at': '2022-02-02T07:49:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '47859473-a024-4bbb-83f9-5741f43b4747', 'name': '', 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b', 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'mac_address': 'fa:16:3e:66:30:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '308272ad-85db-4b5f-a438-3464de3f501b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '7a252067-5a15-4739-8cf3-482cd4016f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:49:18Z', 'updated_at': '2022-02-02T07:49:19Z', 'revision_number': 2, 'project_id': '607d06f503a5412db9b7b8d5f1be54cb', 'subnets': [{'id': '7a252067-5a15-4739-8cf3-482cd4016f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:49:20.071385 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 90e26825-5733-41b9-bad9-4b0fe737dc94 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:49:20.074617 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af84be5-48c1-4ee0-8767-aead18067ae5 None None] The sync data for ids ['308272ad-85db-4b5f-a438-3464de3f501b'] in n-d-789963-26 is: [{'id': '308272ad-85db-4b5f-a438-3464de3f501b', 'name': 'tempest-ServerActionsTestJSON-566294728-router', 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '6e5e3cb4-686f-44bd-86a4-7269c028a9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:49:16Z', 'updated_at': '2022-02-02T07:49:19Z', 'revision_number': 4, 'project_id': '607d06f503a5412db9b7b8d5f1be54cb', 'gw_port': {'id': '6e5e3cb4-686f-44bd-86a4-7269c028a9b8', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:cc:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '308272ad-85db-4b5f-a438-3464de3f501b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:49:17Z', 'updated_at': '2022-02-02T07:49:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '47859473-a024-4bbb-83f9-5741f43b4747', 'name': '', 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b', 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'mac_address': 'fa:16:3e:66:30:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '308272ad-85db-4b5f-a438-3464de3f501b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '7a252067-5a15-4739-8cf3-482cd4016f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:49:18Z', 'updated_at': '2022-02-02T07:49:19Z', 'revision_number': 2, 'project_id': '607d06f503a5412db9b7b8d5f1be54cb', 'subnets': [{'id': '7a252067-5a15-4739-8cf3-482cd4016f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:49:20.129970 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 90e26825-5733-41b9-bad9-4b0fe737dc94 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:49:20.130543 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (90e26825-5733-41b9-bad9-4b0fe737dc94), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:20.180003 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-9a562842-e1f0-4ec1-8bee-e2911bb08cd3 None None] Provisioning complete for port 47859473-a024-4bbb-83f9-5741f43b4747 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:49:20.180381 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9a562842-e1f0-4ec1-8bee-e2911bb08cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (47859473-a024-4bbb-83f9-5741f43b4747), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:20.246676 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-9a562842-e1f0-4ec1-8bee-e2911bb08cd3 None None] Port 47859473-a024-4bbb-83f9-5741f43b4747 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:49:20.263904 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 90e26825-5733-41b9-bad9-4b0fe737dc94 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:49:20.487877 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 35524) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:49:20.492486 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-33a4aba4-90a6-434a-a78e-abaee230642a tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Request body: {'security_group': {'name': 'tempest-securitygroup--967794239', 'description': 'tempest-description--281408216'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:49:20.518269 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-33a4aba4-90a6-434a-a78e-abaee230642a tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:20.589404 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-33a4aba4-90a6-434a-a78e-abaee230642a tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks [] for security_group (871dae35-207d-4df9-a274-8710e232b6a7), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:20.593495 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-33a4aba4-90a6-434a-a78e-abaee230642a tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (871dae35-207d-4df9-a274-8710e232b6a7), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:20.622394 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-33a4aba4-90a6-434a-a78e-abaee230642a tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:20.623673 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-33a4aba4-90a6-434a-a78e-abaee230642a tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1347489 Feb 02 07:49:20.627068 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 35526) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:49:20.631374 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-545bd5f1-5a7c-476a-9a25-3b437ce1aa9b tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Request body: {'security_group_rule': {'security_group_id': '871dae35-207d-4df9-a274-8710e232b6a7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:49:20.639129 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a4aba4-90a6-434a-a78e-abaee230642a tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=871dae35-207d-4df9-a274-8710e232b6a7,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:49:20.654816 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a4aba4-90a6-434a-a78e-abaee230642a tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:49:20.655169 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a4aba4-90a6-434a-a78e-abaee230642a tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:49:20.655544 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a4aba4-90a6-434a-a78e-abaee230642a tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:49:20.655892 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a4aba4-90a6-434a-a78e-abaee230642a tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:49:20.656232 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a4aba4-90a6-434a-a78e-abaee230642a tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:49:20.656617 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a4aba4-90a6-434a-a78e-abaee230642a tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:49:20.656963 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a4aba4-90a6-434a-a78e-abaee230642a tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:49:20.657293 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a4aba4-90a6-434a-a78e-abaee230642a tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:49:20.657660 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a4aba4-90a6-434a-a78e-abaee230642a tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:49:20.657949 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a4aba4-90a6-434a-a78e-abaee230642a tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:49:20.658307 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a4aba4-90a6-434a-a78e-abaee230642a tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:49:20.658590 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a4aba4-90a6-434a-a78e-abaee230642a tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:49:20.658917 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a4aba4-90a6-434a-a78e-abaee230642a tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:49:20.676072 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-545bd5f1-5a7c-476a-9a25-3b437ce1aa9b tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks [] for security_group_rule (fd59e86d-d86d-447f-b4c4-a872f8dc1131), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:20.746662 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-545bd5f1-5a7c-476a-9a25-3b437ce1aa9b tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks [] for security_group_rule (fd59e86d-d86d-447f-b4c4-a872f8dc1131), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:20.753740 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-545bd5f1-5a7c-476a-9a25-3b437ce1aa9b tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (fd59e86d-d86d-447f-b4c4-a872f8dc1131), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:20.773652 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545bd5f1-5a7c-476a-9a25-3b437ce1aa9b tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd59e86d-d86d-447f-b4c4-a872f8dc1131,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:49:20.782372 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-545bd5f1-5a7c-476a-9a25-3b437ce1aa9b tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:20.783626 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-545bd5f1-5a7c-476a-9a25-3b437ce1aa9b tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1555893 Feb 02 07:49:20.786222 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 35528) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:49:20.790532 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-c2db6b26-2c06-4e4a-b02e-e6a834b794ad tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Request body: {'security_group_rule': {'security_group_id': '871dae35-207d-4df9-a274-8710e232b6a7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:49:20.821541 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c2db6b26-2c06-4e4a-b02e-e6a834b794ad tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks [] for security_group_rule (46eece1d-953e-4a40-b8da-61d1ba882694), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:20.881244 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c2db6b26-2c06-4e4a-b02e-e6a834b794ad tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks [] for security_group_rule (46eece1d-953e-4a40-b8da-61d1ba882694), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:20.888900 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c2db6b26-2c06-4e4a-b02e-e6a834b794ad tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (46eece1d-953e-4a40-b8da-61d1ba882694), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:20.909125 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2db6b26-2c06-4e4a-b02e-e6a834b794ad tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46eece1d-953e-4a40-b8da-61d1ba882694,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:49:20.918442 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c2db6b26-2c06-4e4a-b02e-e6a834b794ad tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:20.919655 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c2db6b26-2c06-4e4a-b02e-e6a834b794ad tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1325018 Feb 02 07:49:20.923099 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 35530) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:49:20.927714 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-60fee058-d87c-4790-a2d5-95b578982411 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Request body: {'floatingip': {'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:49:20.948143 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-60fee058-d87c-4790-a2d5-95b578982411 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:21.052225 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-60fee058-d87c-4790-a2d5-95b578982411 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:21.158384 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-60fee058-d87c-4790-a2d5-95b578982411 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Allocated IP 172.25.4.5 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/70e728d4-6ca9-4807-b8e9-3b964035cb6f) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:49:21.274232 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-60fee058-d87c-4790-a2d5-95b578982411 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks [] for port (70e728d4-6ca9-4807-b8e9-3b964035cb6f), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:21.309508 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-60fee058-d87c-4790-a2d5-95b578982411 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (70e728d4-6ca9-4807-b8e9-3b964035cb6f), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:21.347434 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60fee058-d87c-4790-a2d5-95b578982411 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:49:21.350413 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-60fee058-d87c-4790-a2d5-95b578982411 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:49:21.356251 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fee058-d87c-4790-a2d5-95b578982411 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:49:21.380678 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fee058-d87c-4790-a2d5-95b578982411 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Pushing event updated for resources: {'Port': ['ID=70e728d4-6ca9-4807-b8e9-3b964035cb6f,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:49:21.445746 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-60fee058-d87c-4790-a2d5-95b578982411 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks [] for floatingip (faef9771-f154-4ec6-acea-a688b5a172b2), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:21.480919 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-60fee058-d87c-4790-a2d5-95b578982411 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (70e728d4-6ca9-4807-b8e9-3b964035cb6f), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:21.632326 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-60fee058-d87c-4790-a2d5-95b578982411 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks [] for port (70e728d4-6ca9-4807-b8e9-3b964035cb6f), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:21.636463 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-60fee058-d87c-4790-a2d5-95b578982411 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (70e728d4-6ca9-4807-b8e9-3b964035cb6f), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:21.708445 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fee058-d87c-4790-a2d5-95b578982411 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Pushing event updated for resources: {'Port': ['ID=70e728d4-6ca9-4807-b8e9-3b964035cb6f,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:49:21.718503 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-60fee058-d87c-4790-a2d5-95b578982411 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (faef9771-f154-4ec6-acea-a688b5a172b2), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:21.733936 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-60fee058-d87c-4790-a2d5-95b578982411 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:21.735217 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-60fee058-d87c-4790-a2d5-95b578982411 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.8110697 Feb 02 07:49:21.886843 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5908a555-ea69-4fa2-8cc9-01b5670b07fd req-8f9e0f51-62af-44f6-b6b9-e87ac64b8a60 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--967794239&fields=id&tenant_id=607d06f503a5412db9b7b8d5f1be54cb HTTP/1.1" status: 200 len: 267 time: 0.0427260 Feb 02 07:49:21.997221 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908a555-ea69-4fa2-8cc9-01b5670b07fd req-c328b8af-e6bf-4330-88f2-b84cd294c0ea tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:21.998694 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5908a555-ea69-4fa2-8cc9-01b5670b07fd req-c328b8af-e6bf-4330-88f2-b84cd294c0ea tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/networks?id=20c28c57-0e6f-44f8-863b-5c366a2d592b HTTP/1.1" status: 200 len: 811 time: 0.1048298 Feb 02 07:49:22.015005 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5908a555-ea69-4fa2-8cc9-01b5670b07fd req-66a8fad8-4265-4183-ad21-2a05ee897051 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/quotas/607d06f503a5412db9b7b8d5f1be54cb HTTP/1.1" status: 200 len: 375 time: 0.0098684 Feb 02 07:49:22.044753 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78897fdd-5ccc-4cbb-8693-d983067d798e None None] Sync routers for ids ['308272ad-85db-4b5f-a438-3464de3f501b'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:49:22.056568 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78897fdd-5ccc-4cbb-8693-d983067d798e None None] Routers {'308272ad-85db-4b5f-a438-3464de3f501b'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:49:22.057179 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-78897fdd-5ccc-4cbb-8693-d983067d798e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:49:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['308272ad-85db-4b5f-a438-3464de3f501b'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:49:22.076438 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5908a555-ea69-4fa2-8cc9-01b5670b07fd req-14883f10-b21e-47fc-a8ed-8fd4bc273f93 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=607d06f503a5412db9b7b8d5f1be54cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0554867 Feb 02 07:49:22.103526 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 6e5e3cb4-686f-44bd-86a4-7269c028a9b8 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:49:22.151847 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 6e5e3cb4-686f-44bd-86a4-7269c028a9b8 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:49:22.152232 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (6e5e3cb4-686f-44bd-86a4-7269c028a9b8), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:22.181783 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-78897fdd-5ccc-4cbb-8693-d983067d798e None None] Set router 308272ad-85db-4b5f-a438-3464de3f501b gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:49:22.235923 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 6e5e3cb4-686f-44bd-86a4-7269c028a9b8 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:49:22.236764 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (6e5e3cb4-686f-44bd-86a4-7269c028a9b8), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:22.240507 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5908a555-ea69-4fa2-8cc9-01b5670b07fd req-d42526df-0d24-4673-adc8-17905a1fd8a7 service neutron] 10.222.0.87 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515059 Feb 02 07:49:22.348178 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5908a555-ea69-4fa2-8cc9-01b5670b07fd req-01697e20-74a6-4d5e-9260-7c8336f1d58d service neutron] 10.222.0.87 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015496 Feb 02 07:49:22.398971 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-78897fdd-5ccc-4cbb-8693-d983067d798e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '308272ad-85db-4b5f-a438-3464de3f501b', 'name': 'tempest-ServerActionsTestJSON-566294728-router', 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '6e5e3cb4-686f-44bd-86a4-7269c028a9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:49:16Z', 'updated_at': '2022-02-02T07:49:19Z', 'revision_number': 4, 'project_id': '607d06f503a5412db9b7b8d5f1be54cb', 'gw_port': {'id': '6e5e3cb4-686f-44bd-86a4-7269c028a9b8', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:cc:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '308272ad-85db-4b5f-a438-3464de3f501b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:49:17Z', 'updated_at': '2022-02-02T07:49:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '47859473-a024-4bbb-83f9-5741f43b4747', 'name': '', 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b', 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'mac_address': 'fa:16:3e:66:30:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '308272ad-85db-4b5f-a438-3464de3f501b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '7a252067-5a15-4739-8cf3-482cd4016f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:49:18Z', 'updated_at': '2022-02-02T07:49:19Z', 'revision_number': 2, 'project_id': '607d06f503a5412db9b7b8d5f1be54cb', 'subnets': [{'id': '7a252067-5a15-4739-8cf3-482cd4016f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:49:22.424489 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 6e5e3cb4-686f-44bd-86a4-7269c028a9b8, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=6e5e3cb4-686f-44bd-86a4-7269c028a9b8,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:49:22.429458 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78897fdd-5ccc-4cbb-8693-d983067d798e None None] Checking router: 308272ad-85db-4b5f-a438-3464de3f501b for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:49:22.430303 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78897fdd-5ccc-4cbb-8693-d983067d798e None None] Updating router 308272ad-85db-4b5f-a438-3464de3f501b port 47859473-a024-4bbb-83f9-5741f43b4747 binding host n-d-789963-26 {{(pid=109696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:49:22.431384 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (6e5e3cb4-686f-44bd-86a4-7269c028a9b8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:22.471405 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:22.481984 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-78897fdd-5ccc-4cbb-8693-d983067d798e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (47859473-a024-4bbb-83f9-5741f43b4747), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:22.498352 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=6e5e3cb4-686f-44bd-86a4-7269c028a9b8,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:49:22.533452 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-53734579-225f-4592-9793-b3e4e913c250 req-825d7082-9896-49f4-9d93-ff4228c5c23f tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=6777e721-4b8a-486d-a6b3-40eb7ffc35d7 HTTP/1.1" status: 200 len: 210 time: 0.0289669 Feb 02 07:49:22.780108 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-78897fdd-5ccc-4cbb-8693-d983067d798e None None] Publish callbacks [] for port (47859473-a024-4bbb-83f9-5741f43b4747), precommit_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:22.784613 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-78897fdd-5ccc-4cbb-8693-d983067d798e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (47859473-a024-4bbb-83f9-5741f43b4747), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:22.840830 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf497544-9410-461f-8698-d2472ac9602d None None] Pushing event updated for resources: {'Port': ['ID=47859473-a024-4bbb-83f9-5741f43b4747,revision_number=3']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:49:22.868153 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf497544-9410-461f-8698-d2472ac9602d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:49:22.868517 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf497544-9410-461f-8698-d2472ac9602d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:49:22.869061 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf497544-9410-461f-8698-d2472ac9602d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:49:22.869409 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf497544-9410-461f-8698-d2472ac9602d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:49:22.869805 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf497544-9410-461f-8698-d2472ac9602d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:49:22.870155 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf497544-9410-461f-8698-d2472ac9602d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:49:22.870611 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf497544-9410-461f-8698-d2472ac9602d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:49:22.871203 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf497544-9410-461f-8698-d2472ac9602d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:49:22.871506 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf497544-9410-461f-8698-d2472ac9602d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:49:22.871901 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf497544-9410-461f-8698-d2472ac9602d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:49:22.872275 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf497544-9410-461f-8698-d2472ac9602d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:49:22.872649 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf497544-9410-461f-8698-d2472ac9602d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:49:22.873006 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf497544-9410-461f-8698-d2472ac9602d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:49:22.909651 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-78897fdd-5ccc-4cbb-8693-d983067d798e None None] Attempting to bind port 47859473-a024-4bbb-83f9-5741f43b4747 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:49:22.909925 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-78897fdd-5ccc-4cbb-8693-d983067d798e None None] Attempting to bind port 47859473-a024-4bbb-83f9-5741f43b4747 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '0b09661f-1ef0-43c0-95aa-2480e4f33b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b'}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:49:22.910295 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78897fdd-5ccc-4cbb-8693-d983067d798e None None] Attempting to bind port 47859473-a024-4bbb-83f9-5741f43b4747 on network 20c28c57-0e6f-44f8-863b-5c366a2d592b {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:49:22.915790 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78897fdd-5ccc-4cbb-8693-d983067d798e None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:49:22.916178 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78897fdd-5ccc-4cbb-8693-d983067d798e None None] Checking segment: {'id': '0b09661f-1ef0-43c0-95aa-2480e4f33b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:49:22.916584 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-78897fdd-5ccc-4cbb-8693-d983067d798e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:22.916988 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78897fdd-5ccc-4cbb-8693-d983067d798e None None] Bound using segment: {'id': '0b09661f-1ef0-43c0-95aa-2480e4f33b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b'} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:49:22.917461 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-78897fdd-5ccc-4cbb-8693-d983067d798e None None] Bound port: 47859473-a024-4bbb-83f9-5741f43b4747, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b09661f-1ef0-43c0-95aa-2480e4f33b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b'}}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:49:22.917828 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-78897fdd-5ccc-4cbb-8693-d983067d798e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (47859473-a024-4bbb-83f9-5741f43b4747), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:22.988503 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-78897fdd-5ccc-4cbb-8693-d983067d798e None None] For port 47859473-a024-4bbb-83f9-5741f43b4747, host n-d-789963-26, cleared binding levels {{(pid=109696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:49:22.991738 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-78897fdd-5ccc-4cbb-8693-d983067d798e None None] For port 47859473-a024-4bbb-83f9-5741f43b4747, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=47859473-a024-4bbb-83f9-5741f43b4747,segment=NetworkSegment(0b09661f-1ef0-43c0-95aa-2480e4f33b35),segment_id=0b09661f-1ef0-43c0-95aa-2480e4f33b35)] {{(pid=109696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:49:22.997811 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-78897fdd-5ccc-4cbb-8693-d983067d798e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (47859473-a024-4bbb-83f9-5741f43b4747), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:23.055341 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78897fdd-5ccc-4cbb-8693-d983067d798e None None] Routers {'308272ad-85db-4b5f-a438-3464de3f501b'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:49:23.056016 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-78897fdd-5ccc-4cbb-8693-d983067d798e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:49:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['308272ad-85db-4b5f-a438-3464de3f501b'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:49:23.060722 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf497544-9410-461f-8698-d2472ac9602d None None] Pushing event updated for resources: {'Port': ['ID=47859473-a024-4bbb-83f9-5741f43b4747,revision_number=4']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:49:23.090132 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1c6ad98c-700b-4f60-b488-37f003bdb6d8 None None] Provisioning complete for port 47859473-a024-4bbb-83f9-5741f43b4747 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:49:23.090426 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1c6ad98c-700b-4f60-b488-37f003bdb6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (47859473-a024-4bbb-83f9-5741f43b4747), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:23.180094 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-78897fdd-5ccc-4cbb-8693-d983067d798e None None] Set router 308272ad-85db-4b5f-a438-3464de3f501b gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:49:23.187427 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1c6ad98c-700b-4f60-b488-37f003bdb6d8 None None] Current status of the port 47859473-a024-4bbb-83f9-5741f43b4747 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:49:23.188090 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1c6ad98c-700b-4f60-b488-37f003bdb6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (47859473-a024-4bbb-83f9-5741f43b4747), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:23.225442 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1c6ad98c-700b-4f60-b488-37f003bdb6d8 None None] For port 47859473-a024-4bbb-83f9-5741f43b4747, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=47859473-a024-4bbb-83f9-5741f43b4747,segment=NetworkSegment(0b09661f-1ef0-43c0-95aa-2480e4f33b35),segment_id=0b09661f-1ef0-43c0-95aa-2480e4f33b35)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:49:23.232189 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1c6ad98c-700b-4f60-b488-37f003bdb6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (47859473-a024-4bbb-83f9-5741f43b4747), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:23.296594 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6ad98c-700b-4f60-b488-37f003bdb6d8 None None] Pushing event updated for resources: {'Port': ['ID=47859473-a024-4bbb-83f9-5741f43b4747,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:49:23.353320 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-4d2badbf-b0ca-4964-a306-f01166e161b0 None None] Provisioning complete for port 47859473-a024-4bbb-83f9-5741f43b4747 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:49:23.353688 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-4d2badbf-b0ca-4964-a306-f01166e161b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (47859473-a024-4bbb-83f9-5741f43b4747), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:23.438080 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-4d2badbf-b0ca-4964-a306-f01166e161b0 None None] Current status of the port 47859473-a024-4bbb-83f9-5741f43b4747 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:49:23.489032 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-78897fdd-5ccc-4cbb-8693-d983067d798e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '308272ad-85db-4b5f-a438-3464de3f501b', 'name': 'tempest-ServerActionsTestJSON-566294728-router', 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '6e5e3cb4-686f-44bd-86a4-7269c028a9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:49:16Z', 'updated_at': '2022-02-02T07:49:19Z', 'revision_number': 4, 'project_id': '607d06f503a5412db9b7b8d5f1be54cb', 'gw_port': {'id': '6e5e3cb4-686f-44bd-86a4-7269c028a9b8', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:cc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308272ad-85db-4b5f-a438-3464de3f501b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:49:17Z', 'updated_at': '2022-02-02T07:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '47859473-a024-4bbb-83f9-5741f43b4747', 'name': '', 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b', 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'mac_address': 'fa:16:3e:66:30:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '308272ad-85db-4b5f-a438-3464de3f501b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '7a252067-5a15-4739-8cf3-482cd4016f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:49:18Z', 'updated_at': '2022-02-02T07:49:22Z', 'revision_number': 4, 'project_id': '607d06f503a5412db9b7b8d5f1be54cb', 'subnets': [{'id': '7a252067-5a15-4739-8cf3-482cd4016f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:49:23.515033 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78897fdd-5ccc-4cbb-8693-d983067d798e None None] The sync data for ids ['308272ad-85db-4b5f-a438-3464de3f501b'] in n-d-789963-26 is: [{'id': '308272ad-85db-4b5f-a438-3464de3f501b', 'name': 'tempest-ServerActionsTestJSON-566294728-router', 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '6e5e3cb4-686f-44bd-86a4-7269c028a9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:49:16Z', 'updated_at': '2022-02-02T07:49:19Z', 'revision_number': 4, 'project_id': '607d06f503a5412db9b7b8d5f1be54cb', 'gw_port': {'id': '6e5e3cb4-686f-44bd-86a4-7269c028a9b8', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:cc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308272ad-85db-4b5f-a438-3464de3f501b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:49:17Z', 'updated_at': '2022-02-02T07:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '47859473-a024-4bbb-83f9-5741f43b4747', 'name': '', 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b', 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'mac_address': 'fa:16:3e:66:30:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '308272ad-85db-4b5f-a438-3464de3f501b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '7a252067-5a15-4739-8cf3-482cd4016f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:49:18Z', 'updated_at': '2022-02-02T07:49:22Z', 'revision_number': 4, 'project_id': '607d06f503a5412db9b7b8d5f1be54cb', 'subnets': [{'id': '7a252067-5a15-4739-8cf3-482cd4016f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:49:23.635850 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9cc08a73-92d7-4b82-b319-e065262fa99c req-25c4c67e-5860-44fd-919f-0306d84b2931 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=6777e721-4b8a-486d-a6b3-40eb7ffc35d7 HTTP/1.1" status: 200 len: 210 time: 0.0286705 Feb 02 07:49:23.743294 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908a555-ea69-4fa2-8cc9-01b5670b07fd req-71bfa6c6-987e-4ec1-ac76-2999dd45033f tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:23.744838 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5908a555-ea69-4fa2-8cc9-01b5670b07fd req-71bfa6c6-987e-4ec1-ac76-2999dd45033f tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.88 "GET /v2.0/networks?id=20c28c57-0e6f-44f8-863b-5c366a2d592b HTTP/1.1" status: 200 len: 811 time: 0.1147509 Feb 02 07:49:23.822328 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5908a555-ea69-4fa2-8cc9-01b5670b07fd req-ee156d4e-1292-4aa9-8c3a-0548ec25174b tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=607d06f503a5412db9b7b8d5f1be54cb HTTP/1.1" status: 200 len: 379 time: 0.0620461 Feb 02 07:49:23.855351 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-5908a555-ea69-4fa2-8cc9-01b5670b07fd req-b81397c2-2e2e-4f08-aadb-d182ae116cae tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Request body: {'port': {'device_id': '6777e721-4b8a-486d-a6b3-40eb7ffc35d7', 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b', 'admin_state_up': True, 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'security_groups': ['871dae35-207d-4df9-a274-8710e232b6a7']}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:49:23.968244 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5908a555-ea69-4fa2-8cc9-01b5670b07fd req-b81397c2-2e2e-4f08-aadb-d182ae116cae tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Made reservation on behalf of 607d06f503a5412db9b7b8d5f1be54cb for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:49:23.971887 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-5908a555-ea69-4fa2-8cc9-01b5670b07fd req-b81397c2-2e2e-4f08-aadb-d182ae116cae tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:24.099345 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 6e5e3cb4-686f-44bd-86a4-7269c028a9b8 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:49:24.119880 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-5908a555-ea69-4fa2-8cc9-01b5670b07fd req-b81397c2-2e2e-4f08-aadb-d182ae116cae tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Allocated IP 172.20.0.10 (20c28c57-0e6f-44f8-863b-5c366a2d592b/7a252067-5a15-4739-8cf3-482cd4016f06/e9b6c2a1-7eec-457d-a1ff-8418e54d91ca) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:49:24.152124 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 6e5e3cb4-686f-44bd-86a4-7269c028a9b8 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:49:24.152520 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (6e5e3cb4-686f-44bd-86a4-7269c028a9b8), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:24.234028 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 6e5e3cb4-686f-44bd-86a4-7269c028a9b8 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:49:24.235162 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 47859473-a024-4bbb-83f9-5741f43b4747 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:49:24.262927 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-5908a555-ea69-4fa2-8cc9-01b5670b07fd req-b81397c2-2e2e-4f08-aadb-d182ae116cae tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks [] for port (e9b6c2a1-7eec-457d-a1ff-8418e54d91ca), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:24.287882 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 47859473-a024-4bbb-83f9-5741f43b4747 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:49:24.288262 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (47859473-a024-4bbb-83f9-5741f43b4747), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:24.302862 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-5908a555-ea69-4fa2-8cc9-01b5670b07fd req-b81397c2-2e2e-4f08-aadb-d182ae116cae tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (e9b6c2a1-7eec-457d-a1ff-8418e54d91ca), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:24.346049 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5908a555-ea69-4fa2-8cc9-01b5670b07fd req-b81397c2-2e2e-4f08-aadb-d182ae116cae tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Network 20c28c57-0e6f-44f8-863b-5c366a2d592b is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:49:24.353480 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-5908a555-ea69-4fa2-8cc9-01b5670b07fd req-b81397c2-2e2e-4f08-aadb-d182ae116cae tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:49:24.357971 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-5908a555-ea69-4fa2-8cc9-01b5670b07fd req-b81397c2-2e2e-4f08-aadb-d182ae116cae tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:49:24.364987 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 47859473-a024-4bbb-83f9-5741f43b4747 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:49:24.379830 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81397c2-2e2e-4f08-aadb-d182ae116cae tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Pushing event updated for resources: {'Port': ['ID=e9b6c2a1-7eec-457d-a1ff-8418e54d91ca,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:49:24.409376 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908a555-ea69-4fa2-8cc9-01b5670b07fd req-b81397c2-2e2e-4f08-aadb-d182ae116cae tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:24.410005 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-5908a555-ea69-4fa2-8cc9-01b5670b07fd req-b81397c2-2e2e-4f08-aadb-d182ae116cae tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:24.427509 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5908a555-ea69-4fa2-8cc9-01b5670b07fd req-b81397c2-2e2e-4f08-aadb-d182ae116cae tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5762455 Feb 02 07:49:24.445342 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-5908a555-ea69-4fa2-8cc9-01b5670b07fd req-06aae159-3e89-4353-af4e-726050c32af2 service neutron] Request body: {'port': {'device_id': '6777e721-4b8a-486d-a6b3-40eb7ffc35d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:49:24.511699 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-5908a555-ea69-4fa2-8cc9-01b5670b07fd req-06aae159-3e89-4353-af4e-726050c32af2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (e9b6c2a1-7eec-457d-a1ff-8418e54d91ca), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:24.567771 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-8ba47320-dc81-44e3-bc6f-7255f343073b None None] Provisioning complete for port e9b6c2a1-7eec-457d-a1ff-8418e54d91ca triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:49:24.568149 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-8ba47320-dc81-44e3-bc6f-7255f343073b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (e9b6c2a1-7eec-457d-a1ff-8418e54d91ca), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:24.602098 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-8ba47320-dc81-44e3-bc6f-7255f343073b None None] Port e9b6c2a1-7eec-457d-a1ff-8418e54d91ca cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:49:24.774215 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1437554-196e-4b60-bde0-cc17b1c5a6bf req-d07ccfb0-1722-4f06-ac2d-08866611411d tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:24.775647 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f1437554-196e-4b60-bde0-cc17b1c5a6bf req-d07ccfb0-1722-4f06-ac2d-08866611411d tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=6777e721-4b8a-486d-a6b3-40eb7ffc35d7 HTTP/1.1" status: 200 len: 932 time: 0.0595584 Feb 02 07:49:24.783887 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-5908a555-ea69-4fa2-8cc9-01b5670b07fd req-06aae159-3e89-4353-af4e-726050c32af2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9b6c2a1-7eec-457d-a1ff-8418e54d91ca {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:49:24.791362 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-5908a555-ea69-4fa2-8cc9-01b5670b07fd req-06aae159-3e89-4353-af4e-726050c32af2 service neutron] Publish callbacks [] for port (e9b6c2a1-7eec-457d-a1ff-8418e54d91ca), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:24.803149 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-5908a555-ea69-4fa2-8cc9-01b5670b07fd req-06aae159-3e89-4353-af4e-726050c32af2 service neutron] Transition to ACTIVE for port object e9b6c2a1-7eec-457d-a1ff-8418e54d91ca will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:49:24.807142 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-5908a555-ea69-4fa2-8cc9-01b5670b07fd req-06aae159-3e89-4353-af4e-726050c32af2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (e9b6c2a1-7eec-457d-a1ff-8418e54d91ca), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:24.822978 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f1437554-196e-4b60-bde0-cc17b1c5a6bf req-5609a9f9-1d9b-49a5-9bd5-444e98616bbb tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412738 Feb 02 07:49:24.901143 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aae159-3e89-4353-af4e-726050c32af2 service neutron] Pushing event updated for resources: {'Port': ['ID=e9b6c2a1-7eec-457d-a1ff-8418e54d91ca,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:49:24.928360 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-5908a555-ea69-4fa2-8cc9-01b5670b07fd req-06aae159-3e89-4353-af4e-726050c32af2 service neutron] Attempting to bind port e9b6c2a1-7eec-457d-a1ff-8418e54d91ca on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:49:24.928695 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-5908a555-ea69-4fa2-8cc9-01b5670b07fd req-06aae159-3e89-4353-af4e-726050c32af2 service neutron] Attempting to bind port e9b6c2a1-7eec-457d-a1ff-8418e54d91ca by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': '0b09661f-1ef0-43c0-95aa-2480e4f33b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:49:24.929025 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5908a555-ea69-4fa2-8cc9-01b5670b07fd req-06aae159-3e89-4353-af4e-726050c32af2 service neutron] Attempting to bind port e9b6c2a1-7eec-457d-a1ff-8418e54d91ca on network 20c28c57-0e6f-44f8-863b-5c366a2d592b {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:49:24.933488 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5908a555-ea69-4fa2-8cc9-01b5670b07fd req-06aae159-3e89-4353-af4e-726050c32af2 service neutron] Port e9b6c2a1-7eec-457d-a1ff-8418e54d91ca on network 20c28c57-0e6f-44f8-863b-5c366a2d592b not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:49:24.933697 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5908a555-ea69-4fa2-8cc9-01b5670b07fd req-06aae159-3e89-4353-af4e-726050c32af2 service neutron] Attempting to bind port e9b6c2a1-7eec-457d-a1ff-8418e54d91ca on network 20c28c57-0e6f-44f8-863b-5c366a2d592b {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:49:24.938987 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5908a555-ea69-4fa2-8cc9-01b5670b07fd req-06aae159-3e89-4353-af4e-726050c32af2 service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:49:24.939328 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5908a555-ea69-4fa2-8cc9-01b5670b07fd req-06aae159-3e89-4353-af4e-726050c32af2 service neutron] Checking segment: {'id': '0b09661f-1ef0-43c0-95aa-2480e4f33b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:49:24.939753 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5908a555-ea69-4fa2-8cc9-01b5670b07fd req-06aae159-3e89-4353-af4e-726050c32af2 service neutron] Bound using segment: {'id': '0b09661f-1ef0-43c0-95aa-2480e4f33b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:49:24.940190 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-5908a555-ea69-4fa2-8cc9-01b5670b07fd req-06aae159-3e89-4353-af4e-726050c32af2 service neutron] Bound port: e9b6c2a1-7eec-457d-a1ff-8418e54d91ca, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b09661f-1ef0-43c0-95aa-2480e4f33b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:49:24.940602 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-5908a555-ea69-4fa2-8cc9-01b5670b07fd req-06aae159-3e89-4353-af4e-726050c32af2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (e9b6c2a1-7eec-457d-a1ff-8418e54d91ca), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:25.006974 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-5908a555-ea69-4fa2-8cc9-01b5670b07fd req-06aae159-3e89-4353-af4e-726050c32af2 service neutron] For port e9b6c2a1-7eec-457d-a1ff-8418e54d91ca, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:49:25.010755 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-5908a555-ea69-4fa2-8cc9-01b5670b07fd req-06aae159-3e89-4353-af4e-726050c32af2 service neutron] For port e9b6c2a1-7eec-457d-a1ff-8418e54d91ca, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=e9b6c2a1-7eec-457d-a1ff-8418e54d91ca,segment=NetworkSegment(0b09661f-1ef0-43c0-95aa-2480e4f33b35),segment_id=0b09661f-1ef0-43c0-95aa-2480e4f33b35)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:49:25.017451 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-5908a555-ea69-4fa2-8cc9-01b5670b07fd req-06aae159-3e89-4353-af4e-726050c32af2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (e9b6c2a1-7eec-457d-a1ff-8418e54d91ca), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:25.050974 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908a555-ea69-4fa2-8cc9-01b5670b07fd req-06aae159-3e89-4353-af4e-726050c32af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:25.051633 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-5908a555-ea69-4fa2-8cc9-01b5670b07fd req-06aae159-3e89-4353-af4e-726050c32af2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:25.053018 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5908a555-ea69-4fa2-8cc9-01b5670b07fd req-06aae159-3e89-4353-af4e-726050c32af2 service neutron] 10.222.0.88 "PUT /v2.0/ports/e9b6c2a1-7eec-457d-a1ff-8418e54d91ca HTTP/1.1" status: 200 len: 1093 time: 0.6122706 Feb 02 07:49:25.053463 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6777e721-4b8a-486d-a6b3-40eb7ffc35d7', 'tag': 'e9b6c2a1-7eec-457d-a1ff-8418e54d91ca'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:49:25.055731 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb60a6b1-cd07-40de-bd6b-e6ae2a7cb465" -d '{"events": [{"name": "network-changed", "server_uuid": "6777e721-4b8a-486d-a6b3-40eb7ffc35d7", "tag": "e9b6c2a1-7eec-457d-a1ff-8418e54d91ca"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:49:25.082269 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aae159-3e89-4353-af4e-726050c32af2 service neutron] Pushing event updated for resources: {'Port': ['ID=e9b6c2a1-7eec-457d-a1ff-8418e54d91ca,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:49:25.101204 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add52d6d-30cb-42dc-ba64-c04c562b98c6 x-openstack-request-id: req-add52d6d-30cb-42dc-ba64-c04c562b98c6 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:49:25.101515 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6777e721-4b8a-486d-a6b3-40eb7ffc35d7", "tag": "e9b6c2a1-7eec-457d-a1ff-8418e54d91ca", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:49:25.101780 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-add52d6d-30cb-42dc-ba64-c04c562b98c6 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:49:25.102215 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6777e721-4b8a-486d-a6b3-40eb7ffc35d7', 'tag': 'e9b6c2a1-7eec-457d-a1ff-8418e54d91ca', 'status': 'completed', 'code': 200} Feb 02 07:49:25.168104 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908a555-ea69-4fa2-8cc9-01b5670b07fd req-c2aef3b3-fecf-428a-84b7-f5bfe108ff81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:25.170723 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5908a555-ea69-4fa2-8cc9-01b5670b07fd req-c2aef3b3-fecf-428a-84b7-f5bfe108ff81 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=607d06f503a5412db9b7b8d5f1be54cb&device_id=6777e721-4b8a-486d-a6b3-40eb7ffc35d7 HTTP/1.1" status: 200 len: 1127 time: 0.0535507 Feb 02 07:49:25.225240 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5908a555-ea69-4fa2-8cc9-01b5670b07fd req-51d1ae25-1f74-49d8-973a-d12e1e094f6d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9b6c2a1-7eec-457d-a1ff-8418e54d91ca HTTP/1.1" status: 200 len: 217 time: 0.0403044 Feb 02 07:49:25.273899 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908a555-ea69-4fa2-8cc9-01b5670b07fd req-9313a154-2564-4a89-8da2-c310ba8478ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:25.275394 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5908a555-ea69-4fa2-8cc9-01b5670b07fd req-9313a154-2564-4a89-8da2-c310ba8478ec service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7a252067-5a15-4739-8cf3-482cd4016f06 HTTP/1.1" status: 200 len: 850 time: 0.0444469 Feb 02 07:49:25.324426 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908a555-ea69-4fa2-8cc9-01b5670b07fd req-1276a064-1ac3-4271-8203-bcc3318283d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:25.325892 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5908a555-ea69-4fa2-8cc9-01b5670b07fd req-1276a064-1ac3-4271-8203-bcc3318283d5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=20c28c57-0e6f-44f8-863b-5c366a2d592b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0434337 Feb 02 07:49:25.418518 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5908a555-ea69-4fa2-8cc9-01b5670b07fd req-fce92b96-0c7c-4b71-a88a-505cf9fc820c service neutron] 10.222.0.88 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858970 Feb 02 07:49:25.508568 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5908a555-ea69-4fa2-8cc9-01b5670b07fd req-6c070418-47a6-48e7-ba01-330226077d54 service neutron] 10.222.0.88 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835412 Feb 02 07:49:25.639862 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb60a6b1-cd07-40de-bd6b-e6ae2a7cb465 req-6c378086-df4e-4419-980a-2bbcb61ea4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:25.641349 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bb60a6b1-cd07-40de-bd6b-e6ae2a7cb465 req-6c378086-df4e-4419-980a-2bbcb61ea4a7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=607d06f503a5412db9b7b8d5f1be54cb&device_id=6777e721-4b8a-486d-a6b3-40eb7ffc35d7 HTTP/1.1" status: 200 len: 1127 time: 0.0496316 Feb 02 07:49:25.730828 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb60a6b1-cd07-40de-bd6b-e6ae2a7cb465 req-2e78c411-5b6d-4e7c-8a94-55a097d5e622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:25.732342 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bb60a6b1-cd07-40de-bd6b-e6ae2a7cb465 req-2e78c411-5b6d-4e7c-8a94-55a097d5e622 service neutron] 10.222.0.88 "GET /v2.0/networks?id=20c28c57-0e6f-44f8-863b-5c366a2d592b HTTP/1.1" status: 200 len: 912 time: 0.0848231 Feb 02 07:49:25.778045 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bb60a6b1-cd07-40de-bd6b-e6ae2a7cb465 req-0cd7cca7-861f-4568-8334-868a14f153e0 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9b6c2a1-7eec-457d-a1ff-8418e54d91ca HTTP/1.1" status: 200 len: 217 time: 0.0395646 Feb 02 07:49:25.826245 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb60a6b1-cd07-40de-bd6b-e6ae2a7cb465 req-c0280545-6e44-45be-9e97-4a43dffd3092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:25.828196 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bb60a6b1-cd07-40de-bd6b-e6ae2a7cb465 req-c0280545-6e44-45be-9e97-4a43dffd3092 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7a252067-5a15-4739-8cf3-482cd4016f06 HTTP/1.1" status: 200 len: 850 time: 0.0449150 Feb 02 07:49:25.878951 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb60a6b1-cd07-40de-bd6b-e6ae2a7cb465 req-891161dd-8c67-4509-a6a4-be34158da57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:25.880502 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bb60a6b1-cd07-40de-bd6b-e6ae2a7cb465 req-891161dd-8c67-4509-a6a4-be34158da57a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=20c28c57-0e6f-44f8-863b-5c366a2d592b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0464957 Feb 02 07:49:25.948059 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a528416e-9253-4ad0-acac-5108a1199e10 req-3b2d9894-2406-4a2e-9ef0-760f7ecddc3d tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:25.949558 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a528416e-9253-4ad0-acac-5108a1199e10 req-3b2d9894-2406-4a2e-9ef0-760f7ecddc3d tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=6777e721-4b8a-486d-a6b3-40eb7ffc35d7 HTTP/1.1" status: 200 len: 944 time: 0.0526958 Feb 02 07:49:25.975140 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bb60a6b1-cd07-40de-bd6b-e6ae2a7cb465 req-f7931af0-966e-4ef8-bc48-108f4e7144f5 service neutron] 10.222.0.88 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875957 Feb 02 07:49:25.996969 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a528416e-9253-4ad0-acac-5108a1199e10 req-de7020ee-8b80-4a3b-bf87-603a637c9bcf tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407693 Feb 02 07:49:26.064143 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bb60a6b1-cd07-40de-bd6b-e6ae2a7cb465 req-53d8d609-fe77-4e6e-afc2-df100a21aa8d service neutron] 10.222.0.88 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822577 Feb 02 07:49:27.117565 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ae303-acb6-429e-a6d0-d4bcf812bb83 req-5ede49cd-71d4-4b0b-baa3-bdf98c6ccaa4 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:27.118991 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a75ae303-acb6-429e-a6d0-d4bcf812bb83 req-5ede49cd-71d4-4b0b-baa3-bdf98c6ccaa4 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=6777e721-4b8a-486d-a6b3-40eb7ffc35d7 HTTP/1.1" status: 200 len: 944 time: 0.0549099 Feb 02 07:49:27.166871 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a75ae303-acb6-429e-a6d0-d4bcf812bb83 req-7ee94f87-7415-4e75-ac5f-5ee262b7101f tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419674 Feb 02 07:49:27.628183 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:28.286927 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d3d384-eabc-4e49-b28a-f70a2e30686f req-063829e9-a62c-45ab-935e-2863d5c7c758 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:28.294050 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c2d3d384-eabc-4e49-b28a-f70a2e30686f req-063829e9-a62c-45ab-935e-2863d5c7c758 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=6777e721-4b8a-486d-a6b3-40eb7ffc35d7 HTTP/1.1" status: 200 len: 944 time: 0.0610440 Feb 02 07:49:28.342807 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c2d3d384-eabc-4e49-b28a-f70a2e30686f req-25e22fc1-f5c1-4dcc-9cb0-4edf081fe986 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427763 Feb 02 07:49:28.837242 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device e9b6c2a1-7eec-457d-a1ff-8418e54d91ca details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:49:28.933921 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port e9b6c2a1-7eec-457d-a1ff-8418e54d91ca, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=e9b6c2a1-7eec-457d-a1ff-8418e54d91ca,segment=NetworkSegment(0b09661f-1ef0-43c0-95aa-2480e4f33b35),segment_id=0b09661f-1ef0-43c0-95aa-2480e4f33b35)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:49:28.945676 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': 'e9b6c2a1-7eec-457d-a1ff-8418e54d91ca', 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b', 'port_id': 'e9b6c2a1-7eec-457d-a1ff-8418e54d91ca', 'mac_address': 'fa:16:3e:05:ba:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a252067-5a15-4739-8cf3-482cd4016f06', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:49:28.981818 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port e9b6c2a1-7eec-457d-a1ff-8418e54d91ca is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:49:28.982267 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (e9b6c2a1-7eec-457d-a1ff-8418e54d91ca), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:28.996708 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9b6c2a1-7eec-457d-a1ff-8418e54d91ca {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:49:29.016131 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port e9b6c2a1-7eec-457d-a1ff-8418e54d91ca, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=e9b6c2a1-7eec-457d-a1ff-8418e54d91ca,segment=NetworkSegment(0b09661f-1ef0-43c0-95aa-2480e4f33b35),segment_id=0b09661f-1ef0-43c0-95aa-2480e4f33b35)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:49:29.020427 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (e9b6c2a1-7eec-457d-a1ff-8418e54d91ca), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:29.065562 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=e9b6c2a1-7eec-457d-a1ff-8418e54d91ca,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:49:29.279775 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['e9b6c2a1-7eec-457d-a1ff-8418e54d91ca'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:49:29.462172 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9545d42-7226-4985-a2b7-87249e2ffecb req-e792d4bc-6a53-45f0-96cb-2e006f343600 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:29.463585 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d9545d42-7226-4985-a2b7-87249e2ffecb req-e792d4bc-6a53-45f0-96cb-2e006f343600 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=6777e721-4b8a-486d-a6b3-40eb7ffc35d7 HTTP/1.1" status: 200 len: 945 time: 0.0539048 Feb 02 07:49:29.515235 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d9545d42-7226-4985-a2b7-87249e2ffecb req-8cf82f39-328d-4832-9b39-eed9dfe26e68 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461133 Feb 02 07:49:30.848333 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device e9b6c2a1-7eec-457d-a1ff-8418e54d91ca up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:49:30.897207 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port e9b6c2a1-7eec-457d-a1ff-8418e54d91ca completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:49:30.901814 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port e9b6c2a1-7eec-457d-a1ff-8418e54d91ca triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:49:30.902196 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (e9b6c2a1-7eec-457d-a1ff-8418e54d91ca), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:30.956168 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eac013-a0b3-4e1a-9aed-8247d78cd902 req-dfc8d045-6b00-461d-bdf4-580f9f7a35eb tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:30.957663 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d4eac013-a0b3-4e1a-9aed-8247d78cd902 req-dfc8d045-6b00-461d-bdf4-580f9f7a35eb tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=6777e721-4b8a-486d-a6b3-40eb7ffc35d7 HTTP/1.1" status: 200 len: 945 time: 0.3751416 Feb 02 07:49:30.985593 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port e9b6c2a1-7eec-457d-a1ff-8418e54d91ca is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:49:30.985990 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (e9b6c2a1-7eec-457d-a1ff-8418e54d91ca), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:31.004559 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d4eac013-a0b3-4e1a-9aed-8247d78cd902 req-404f04cf-6a43-4c3a-a981-2a52381893cc tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412722 Feb 02 07:49:31.008104 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6777e721-4b8a-486d-a6b3-40eb7ffc35d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b6c2a1-7eec-457d-a1ff-8418e54d91ca'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:49:31.010620 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dd09dbe-04cb-4efa-b3fc-24635ad81da9" -d '{"events": [{"server_uuid": "6777e721-4b8a-486d-a6b3-40eb7ffc35d7", "name": "network-vif-plugged", "status": "completed", "tag": "e9b6c2a1-7eec-457d-a1ff-8418e54d91ca"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:49:31.024226 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port e9b6c2a1-7eec-457d-a1ff-8418e54d91ca, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=e9b6c2a1-7eec-457d-a1ff-8418e54d91ca,segment=NetworkSegment(0b09661f-1ef0-43c0-95aa-2480e4f33b35),segment_id=0b09661f-1ef0-43c0-95aa-2480e4f33b35)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:49:31.028288 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (e9b6c2a1-7eec-457d-a1ff-8418e54d91ca), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:31.052040 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba8749e6-2be7-406e-a66b-a62a1c4e827d x-openstack-request-id: req-ba8749e6-2be7-406e-a66b-a62a1c4e827d {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:49:31.052340 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6777e721-4b8a-486d-a6b3-40eb7ffc35d7", "name": "network-vif-plugged", "status": "completed", "tag": "e9b6c2a1-7eec-457d-a1ff-8418e54d91ca", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:49:31.052601 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ba8749e6-2be7-406e-a66b-a62a1c4e827d {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:49:31.053001 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6777e721-4b8a-486d-a6b3-40eb7ffc35d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b6c2a1-7eec-457d-a1ff-8418e54d91ca', 'code': 200} Feb 02 07:49:31.078149 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=e9b6c2a1-7eec-457d-a1ff-8418e54d91ca,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:49:31.180273 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db4c9f-13d6-4800-8c0c-dbe5bab1a404 req-10a87364-e689-48ec-ab31-7ef59fc857e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:31.181785 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f2db4c9f-13d6-4800-8c0c-dbe5bab1a404 req-10a87364-e689-48ec-ab31-7ef59fc857e1 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=6777e721-4b8a-486d-a6b3-40eb7ffc35d7 HTTP/1.1" status: 200 len: 1129 time: 0.0452459 Feb 02 07:49:31.232068 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f2db4c9f-13d6-4800-8c0c-dbe5bab1a404 req-d8667698-aa08-4954-80ff-8b87c13f7847 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439651 Feb 02 07:49:32.123180 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093704db-2b3c-4714-a3f0-dfbd966f5a8d req-f8047fae-ce46-4980-af76-0e7931d1e6ac tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:32.124659 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-093704db-2b3c-4714-a3f0-dfbd966f5a8d req-f8047fae-ce46-4980-af76-0e7931d1e6ac tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=6777e721-4b8a-486d-a6b3-40eb7ffc35d7 HTTP/1.1" status: 200 len: 946 time: 0.0511262 Feb 02 07:49:32.170016 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-093704db-2b3c-4714-a3f0-dfbd966f5a8d req-748f6958-5b75-411a-a55c-22d6d54f6540 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395691 Feb 02 07:49:33.295321 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f5a19f-78f5-4f6e-9e1a-7787526b206b req-110619ac-e7be-4f60-8539-de872a0ec807 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:33.296736 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-83f5a19f-78f5-4f6e-9e1a-7787526b206b req-110619ac-e7be-4f60-8539-de872a0ec807 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=6777e721-4b8a-486d-a6b3-40eb7ffc35d7 HTTP/1.1" status: 200 len: 946 time: 0.0554268 Feb 02 07:49:33.345352 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-83f5a19f-78f5-4f6e-9e1a-7787526b206b req-91d4f448-4557-4256-aedd-c31e6e3864b9 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428627 Feb 02 07:49:33.458328 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7106bfba-3654-4f5e-b6e4-50d9db6be8f0 req-65e2d4a3-c94d-4691-a6c9-3bcbf1494d4d tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:33.460034 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7106bfba-3654-4f5e-b6e4-50d9db6be8f0 req-65e2d4a3-c94d-4691-a6c9-3bcbf1494d4d tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=6777e721-4b8a-486d-a6b3-40eb7ffc35d7 HTTP/1.1" status: 200 len: 946 time: 0.0524871 Feb 02 07:49:33.469069 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 35582) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:49:33.473662 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-57c0cd6c-773e-4164-a43a-04ff0b470f21 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Request body: {'floatingip': {'port_id': 'e9b6c2a1-7eec-457d-a1ff-8418e54d91ca'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:49:33.515414 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-57c0cd6c-773e-4164-a43a-04ff0b470f21 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks [] for floatingip (faef9771-f154-4ec6-acea-a688b5a172b2), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:33.941581 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-57c0cd6c-773e-4164-a43a-04ff0b470f21 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:33.945216 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-57c0cd6c-773e-4164-a43a-04ff0b470f21 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (faef9771-f154-4ec6-acea-a688b5a172b2), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:34.043389 n-d-789963-26 neutron-server[109694]: INFO neutron.db.l3_db [None req-57c0cd6c-773e-4164-a43a-04ff0b470f21 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Floating IP faef9771-f154-4ec6-acea-a688b5a172b2 associated. External IP: 172.25.4.5, port: e9b6c2a1-7eec-457d-a1ff-8418e54d91ca. Feb 02 07:49:34.245909 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57c0cd6c-773e-4164-a43a-04ff0b470f21 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Router 308272ad-85db-4b5f-a438-3464de3f501b has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:49:34.358420 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c0cd6c-773e-4164-a43a-04ff0b470f21 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:49:34.363135 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-57c0cd6c-773e-4164-a43a-04ff0b470f21 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:34.369056 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6857d894-ed47-4b24-8711-6e4af59c6dac None None] Sync routers for ids ['308272ad-85db-4b5f-a438-3464de3f501b'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:49:34.378613 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6857d894-ed47-4b24-8711-6e4af59c6dac None None] Routers {'308272ad-85db-4b5f-a438-3464de3f501b'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:49:34.379227 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-6857d894-ed47-4b24-8711-6e4af59c6dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:49:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['308272ad-85db-4b5f-a438-3464de3f501b'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:49:34.396446 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-57c0cd6c-773e-4164-a43a-04ff0b470f21 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "PUT /v2.0/floatingips/faef9771-f154-4ec6-acea-a688b5a172b2 HTTP/1.1" status: 200 len: 990 time: 0.9238451 Feb 02 07:49:34.396446 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6777e721-4b8a-486d-a6b3-40eb7ffc35d7', 'tag': 'e9b6c2a1-7eec-457d-a1ff-8418e54d91ca'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:49:34.397105 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a60b202-31b4-4956-aad5-437b458ded87" -d '{"events": [{"name": "network-changed", "server_uuid": "6777e721-4b8a-486d-a6b3-40eb7ffc35d7", "tag": "e9b6c2a1-7eec-457d-a1ff-8418e54d91ca"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:49:34.484650 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-6857d894-ed47-4b24-8711-6e4af59c6dac None None] Set router 308272ad-85db-4b5f-a438-3464de3f501b gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:49:34.495409 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5149ceec-8ead-4d74-8758-4eca2e6bb31b req-2d84db87-c866-4b0d-a2c8-e9cc78f69dd6 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:34.497148 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5149ceec-8ead-4d74-8758-4eca2e6bb31b req-2d84db87-c866-4b0d-a2c8-e9cc78f69dd6 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=6777e721-4b8a-486d-a6b3-40eb7ffc35d7 HTTP/1.1" status: 200 len: 946 time: 0.0532963 Feb 02 07:49:34.548568 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5149ceec-8ead-4d74-8758-4eca2e6bb31b req-8fb78a39-32c4-43d8-9700-3ca22a992204 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445619 Feb 02 07:49:34.590786 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6509919-3579-4a04-8d84-cfd65bc0a11e x-openstack-request-id: req-d6509919-3579-4a04-8d84-cfd65bc0a11e {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:49:34.591085 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6777e721-4b8a-486d-a6b3-40eb7ffc35d7", "tag": "e9b6c2a1-7eec-457d-a1ff-8418e54d91ca", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:49:34.591337 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d6509919-3579-4a04-8d84-cfd65bc0a11e {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:49:34.591776 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6777e721-4b8a-486d-a6b3-40eb7ffc35d7', 'tag': 'e9b6c2a1-7eec-457d-a1ff-8418e54d91ca', 'status': 'completed', 'code': 200} Feb 02 07:49:34.679345 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a60b202-31b4-4956-aad5-437b458ded87 req-83967edb-57fb-4158-a533-fcc1df536ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:34.681004 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6a60b202-31b4-4956-aad5-437b458ded87 req-83967edb-57fb-4158-a533-fcc1df536ebe service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=607d06f503a5412db9b7b8d5f1be54cb&device_id=6777e721-4b8a-486d-a6b3-40eb7ffc35d7 HTTP/1.1" status: 200 len: 1129 time: 0.0451839 Feb 02 07:49:34.718141 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-6857d894-ed47-4b24-8711-6e4af59c6dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '308272ad-85db-4b5f-a438-3464de3f501b', 'name': 'tempest-ServerActionsTestJSON-566294728-router', 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '6e5e3cb4-686f-44bd-86a4-7269c028a9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:49:16Z', 'updated_at': '2022-02-02T07:49:19Z', 'revision_number': 4, 'project_id': '607d06f503a5412db9b7b8d5f1be54cb', 'gw_port': {'id': '6e5e3cb4-686f-44bd-86a4-7269c028a9b8', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:cc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308272ad-85db-4b5f-a438-3464de3f501b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:49:17Z', 'updated_at': '2022-02-02T07:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': 'faef9771-f154-4ec6-acea-a688b5a172b2', 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'floating_ip_address': '172.25.4.5', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '308272ad-85db-4b5f-a438-3464de3f501b', 'port_id': 'e9b6c2a1-7eec-457d-a1ff-8418e54d91ca', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b', 'mac_address': 'fa:16:3e:05:ba:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6777e721-4b8a-486d-a6b3-40eb7ffc35d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:49:21Z', 'updated_at': '2022-02-02T07:49:33Z', 'revision_number': 1, 'project_id': '607d06f503a5412db9b7b8d5f1be54cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47859473-a024-4bbb-83f9-5741f43b4747', 'name': '', 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b', 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'mac_address': 'fa:16:3e:66:30:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308272ad-85db-4b5f-a438-3464de3f501b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '7a252067-5a15-4739-8cf3-482cd4016f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:49:18Z', 'updated_at': '2022-02-02T07:49:23Z', 'revision_number': 5, 'project_id': '607d06f503a5412db9b7b8d5f1be54cb', 'subnets': [{'id': '7a252067-5a15-4739-8cf3-482cd4016f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:49:34.745879 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6857d894-ed47-4b24-8711-6e4af59c6dac None None] Checking router: 308272ad-85db-4b5f-a438-3464de3f501b for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:49:34.754351 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6857d894-ed47-4b24-8711-6e4af59c6dac None None] Routers {'308272ad-85db-4b5f-a438-3464de3f501b'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:49:34.754871 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-6857d894-ed47-4b24-8711-6e4af59c6dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:49:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['308272ad-85db-4b5f-a438-3464de3f501b'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:49:34.775593 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a60b202-31b4-4956-aad5-437b458ded87 req-8c111fbb-a05f-4928-bb1d-5088e2af7c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:34.777071 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6a60b202-31b4-4956-aad5-437b458ded87 req-8c111fbb-a05f-4928-bb1d-5088e2af7c63 service neutron] 10.222.0.88 "GET /v2.0/networks?id=20c28c57-0e6f-44f8-863b-5c366a2d592b HTTP/1.1" status: 200 len: 912 time: 0.0900238 Feb 02 07:49:34.847107 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6a60b202-31b4-4956-aad5-437b458ded87 req-ee514379-1f52-4c32-8348-3adaf8109789 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9b6c2a1-7eec-457d-a1ff-8418e54d91ca HTTP/1.1" status: 200 len: 998 time: 0.0631180 Feb 02 07:49:34.861276 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-6857d894-ed47-4b24-8711-6e4af59c6dac None None] Set router 308272ad-85db-4b5f-a438-3464de3f501b gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:49:34.899447 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a60b202-31b4-4956-aad5-437b458ded87 req-a93ad7cd-2c8d-4799-b887-0052cb08332c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:34.901326 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6a60b202-31b4-4956-aad5-437b458ded87 req-a93ad7cd-2c8d-4799-b887-0052cb08332c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7a252067-5a15-4739-8cf3-482cd4016f06 HTTP/1.1" status: 200 len: 850 time: 0.0475252 Feb 02 07:49:34.949241 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a60b202-31b4-4956-aad5-437b458ded87 req-582f5327-30aa-4d65-9463-016ff0c2a5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:34.950759 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6a60b202-31b4-4956-aad5-437b458ded87 req-582f5327-30aa-4d65-9463-016ff0c2a5fe service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=20c28c57-0e6f-44f8-863b-5c366a2d592b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0434556 Feb 02 07:49:35.044245 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6a60b202-31b4-4956-aad5-437b458ded87 req-790e1959-792b-4bec-a759-b9c87f860465 service neutron] 10.222.0.88 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867233 Feb 02 07:49:35.087068 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-6857d894-ed47-4b24-8711-6e4af59c6dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '308272ad-85db-4b5f-a438-3464de3f501b', 'name': 'tempest-ServerActionsTestJSON-566294728-router', 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '6e5e3cb4-686f-44bd-86a4-7269c028a9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:49:16Z', 'updated_at': '2022-02-02T07:49:19Z', 'revision_number': 4, 'project_id': '607d06f503a5412db9b7b8d5f1be54cb', 'gw_port': {'id': '6e5e3cb4-686f-44bd-86a4-7269c028a9b8', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:cc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308272ad-85db-4b5f-a438-3464de3f501b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:49:17Z', 'updated_at': '2022-02-02T07:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': 'faef9771-f154-4ec6-acea-a688b5a172b2', 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'floating_ip_address': '172.25.4.5', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '308272ad-85db-4b5f-a438-3464de3f501b', 'port_id': 'e9b6c2a1-7eec-457d-a1ff-8418e54d91ca', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b', 'mac_address': 'fa:16:3e:05:ba:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6777e721-4b8a-486d-a6b3-40eb7ffc35d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:49:21Z', 'updated_at': '2022-02-02T07:49:33Z', 'revision_number': 1, 'project_id': '607d06f503a5412db9b7b8d5f1be54cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47859473-a024-4bbb-83f9-5741f43b4747', 'name': '', 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b', 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'mac_address': 'fa:16:3e:66:30:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308272ad-85db-4b5f-a438-3464de3f501b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '7a252067-5a15-4739-8cf3-482cd4016f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:49:18Z', 'updated_at': '2022-02-02T07:49:23Z', 'revision_number': 5, 'project_id': '607d06f503a5412db9b7b8d5f1be54cb', 'subnets': [{'id': '7a252067-5a15-4739-8cf3-482cd4016f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:49:35.113831 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6857d894-ed47-4b24-8711-6e4af59c6dac None None] The sync data for ids ['308272ad-85db-4b5f-a438-3464de3f501b'] in n-d-789963-26 is: [{'id': '308272ad-85db-4b5f-a438-3464de3f501b', 'name': 'tempest-ServerActionsTestJSON-566294728-router', 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '6e5e3cb4-686f-44bd-86a4-7269c028a9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:49:16Z', 'updated_at': '2022-02-02T07:49:19Z', 'revision_number': 4, 'project_id': '607d06f503a5412db9b7b8d5f1be54cb', 'gw_port': {'id': '6e5e3cb4-686f-44bd-86a4-7269c028a9b8', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:cc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308272ad-85db-4b5f-a438-3464de3f501b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:49:17Z', 'updated_at': '2022-02-02T07:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': 'faef9771-f154-4ec6-acea-a688b5a172b2', 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'floating_ip_address': '172.25.4.5', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '308272ad-85db-4b5f-a438-3464de3f501b', 'port_id': 'e9b6c2a1-7eec-457d-a1ff-8418e54d91ca', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b', 'mac_address': 'fa:16:3e:05:ba:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6777e721-4b8a-486d-a6b3-40eb7ffc35d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:49:21Z', 'updated_at': '2022-02-02T07:49:33Z', 'revision_number': 1, 'project_id': '607d06f503a5412db9b7b8d5f1be54cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47859473-a024-4bbb-83f9-5741f43b4747', 'name': '', 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b', 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'mac_address': 'fa:16:3e:66:30:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308272ad-85db-4b5f-a438-3464de3f501b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '7a252067-5a15-4739-8cf3-482cd4016f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:49:18Z', 'updated_at': '2022-02-02T07:49:23Z', 'revision_number': 5, 'project_id': '607d06f503a5412db9b7b8d5f1be54cb', 'subnets': [{'id': '7a252067-5a15-4739-8cf3-482cd4016f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:49:35.140170 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6a60b202-31b4-4956-aad5-437b458ded87 req-58b0528e-910f-481b-aa23-4c5e49ae476f service neutron] 10.222.0.88 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898457 Feb 02 07:49:35.312123 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f41906-ff1d-42e4-8fb9-45f7f659d690 None None] New status for floating IP faef9771-f154-4ec6-acea-a688b5a172b2: ACTIVE {{(pid=109696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 07:49:35.694666 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c682b02-e32d-4351-a6f5-f38e845b6406 req-81d96389-7fae-4212-ac60-a23c8be296bf tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:35.696907 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8c682b02-e32d-4351-a6f5-f38e845b6406 req-81d96389-7fae-4212-ac60-a23c8be296bf tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=6777e721-4b8a-486d-a6b3-40eb7ffc35d7 HTTP/1.1" status: 200 len: 946 time: 0.0605555 Feb 02 07:49:35.747761 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8c682b02-e32d-4351-a6f5-f38e845b6406 req-444c14d9-35c0-4d40-8f88-2664672a3b3c tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450718 Feb 02 07:49:35.872384 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3480b0c-dd0f-4536-b61c-dfc9a787b695 req-263d1eb1-1db7-479c-ad89-1f9a7d357538 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:35.873782 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b3480b0c-dd0f-4536-b61c-dfc9a787b695 req-263d1eb1-1db7-479c-ad89-1f9a7d357538 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=6777e721-4b8a-486d-a6b3-40eb7ffc35d7 HTTP/1.1" status: 200 len: 946 time: 0.0566897 Feb 02 07:49:35.922396 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b3480b0c-dd0f-4536-b61c-dfc9a787b695 req-bcbbe44c-cafd-4d94-99f3-677c7af5f44a tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427501 Feb 02 07:49:36.229880 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0d5e7023-8316-48ff-9e8e-d8721d065144 req-be6a0134-5c8e-43c2-adee-95e638c53296 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=6777e721-4b8a-486d-a6b3-40eb7ffc35d7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1023586 Feb 02 07:49:36.237484 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bbd663-44a5-455d-a8c0-a27796935dac req-21ac5d9c-567f-46ee-acf0-23684561cd21 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:36.238915 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-63bbd663-44a5-455d-a8c0-a27796935dac req-21ac5d9c-567f-46ee-acf0-23684561cd21 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=6777e721-4b8a-486d-a6b3-40eb7ffc35d7 HTTP/1.1" status: 200 len: 946 time: 0.0998349 Feb 02 07:49:36.288131 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-63bbd663-44a5-455d-a8c0-a27796935dac req-bc1c20fe-0b65-4e42-9c8a-e5fb8e234d5f tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435853 Feb 02 07:49:37.416685 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90ef144-c791-4c3a-b8fd-090c5a423481 req-16a14df8-fc17-44fe-8212-23954a653f29 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:37.417385 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e7023-8316-48ff-9e8e-d8721d065144 req-a3caac5f-e097-452f-a16a-bb6316e53ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:37.418191 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f90ef144-c791-4c3a-b8fd-090c5a423481 req-16a14df8-fc17-44fe-8212-23954a653f29 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=6777e721-4b8a-486d-a6b3-40eb7ffc35d7 HTTP/1.1" status: 200 len: 946 time: 0.0542157 Feb 02 07:49:37.418435 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0d5e7023-8316-48ff-9e8e-d8721d065144 req-a3caac5f-e097-452f-a16a-bb6316e53ff2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=607d06f503a5412db9b7b8d5f1be54cb&device_id=6777e721-4b8a-486d-a6b3-40eb7ffc35d7 HTTP/1.1" status: 200 len: 1129 time: 0.0474825 Feb 02 07:49:37.471515 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f90ef144-c791-4c3a-b8fd-090c5a423481 req-7f0f7362-f440-4a38-b570-01fe7bb737ad tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469515 Feb 02 07:49:37.510111 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e7023-8316-48ff-9e8e-d8721d065144 req-c01dcbdf-80b3-4bac-953a-dcf72bac1455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:37.511629 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0d5e7023-8316-48ff-9e8e-d8721d065144 req-c01dcbdf-80b3-4bac-953a-dcf72bac1455 service neutron] 10.222.0.88 "GET /v2.0/networks?id=20c28c57-0e6f-44f8-863b-5c366a2d592b HTTP/1.1" status: 200 len: 912 time: 0.0870430 Feb 02 07:49:37.579155 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0d5e7023-8316-48ff-9e8e-d8721d065144 req-bae34a9c-a139-4608-867b-4878f946abac service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9b6c2a1-7eec-457d-a1ff-8418e54d91ca HTTP/1.1" status: 200 len: 1000 time: 0.0613613 Feb 02 07:49:37.624535 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e7023-8316-48ff-9e8e-d8721d065144 req-31a46036-7494-43a0-8d83-5178e8c933d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:37.626675 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0d5e7023-8316-48ff-9e8e-d8721d065144 req-31a46036-7494-43a0-8d83-5178e8c933d5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7a252067-5a15-4739-8cf3-482cd4016f06 HTTP/1.1" status: 200 len: 850 time: 0.0415702 Feb 02 07:49:37.673860 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e7023-8316-48ff-9e8e-d8721d065144 req-d145dd76-fde1-4237-9d5d-a2b5181bc900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:37.675325 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0d5e7023-8316-48ff-9e8e-d8721d065144 req-d145dd76-fde1-4237-9d5d-a2b5181bc900 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=20c28c57-0e6f-44f8-863b-5c366a2d592b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0439959 Feb 02 07:49:37.767714 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0d5e7023-8316-48ff-9e8e-d8721d065144 req-b4072b86-abbb-4ef0-af8e-d5625aade546 service neutron] 10.222.0.88 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865002 Feb 02 07:49:37.853270 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0d5e7023-8316-48ff-9e8e-d8721d065144 req-8106ff23-ff84-42f3-a310-001c39f7eb42 service neutron] 10.222.0.88 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798104 Feb 02 07:49:38.592331 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c09af-2e73-48d8-8305-4abe1ddce0ab req-b590d205-1e40-463d-8277-d2d8e6aff96d tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:38.593799 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b97c09af-2e73-48d8-8305-4abe1ddce0ab req-b590d205-1e40-463d-8277-d2d8e6aff96d tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=6777e721-4b8a-486d-a6b3-40eb7ffc35d7 HTTP/1.1" status: 200 len: 946 time: 0.0527723 Feb 02 07:49:38.639974 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b97c09af-2e73-48d8-8305-4abe1ddce0ab req-804e6500-117f-404a-906a-c2b31d073f40 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400691 Feb 02 07:49:39.758348 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf6e3c-ece2-4b3f-907d-14e4f8e88670 req-ec9caee1-d023-421e-bd4b-f739fda2b7ac tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:39.759769 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-09cf6e3c-ece2-4b3f-907d-14e4f8e88670 req-ec9caee1-d023-421e-bd4b-f739fda2b7ac tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=6777e721-4b8a-486d-a6b3-40eb7ffc35d7 HTTP/1.1" status: 200 len: 946 time: 0.0519326 Feb 02 07:49:39.806192 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-09cf6e3c-ece2-4b3f-907d-14e4f8e88670 req-d5969a97-f4c0-4a00-8f36-1c25c06beec6 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409265 Feb 02 07:49:40.930476 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d67d8-7053-4167-ae09-e1d3146673fe req-ced0a67d-12fc-44fe-ac87-44f2807fc127 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:40.931974 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-011d67d8-7053-4167-ae09-e1d3146673fe req-ced0a67d-12fc-44fe-ac87-44f2807fc127 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=6777e721-4b8a-486d-a6b3-40eb7ffc35d7 HTTP/1.1" status: 200 len: 946 time: 0.0571220 Feb 02 07:49:40.977549 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-011d67d8-7053-4167-ae09-e1d3146673fe req-8d701655-a940-4fe6-b590-1c9dad7ef0b9 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400951 Feb 02 07:49:41.053442 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-dbd2685b-70f2-4991-a5af-a8bc0fabcf4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:42.096940 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af58db9-55d8-44fc-aff7-24cb6e6a3b99 req-8fd339b4-8541-4c34-bc69-bf2cb1c4bede tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:42.098399 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7af58db9-55d8-44fc-aff7-24cb6e6a3b99 req-8fd339b4-8541-4c34-bc69-bf2cb1c4bede tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=6777e721-4b8a-486d-a6b3-40eb7ffc35d7 HTTP/1.1" status: 200 len: 946 time: 0.0520537 Feb 02 07:49:42.143787 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7af58db9-55d8-44fc-aff7-24cb6e6a3b99 req-d036143d-1307-4e18-a01c-5c238a1d6130 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398722 Feb 02 07:49:43.270627 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f1273-97bb-4269-ae7f-0c6f6fa64e3a req-a6b88aba-33e4-4901-9023-e4cbbdcad8f7 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:43.272438 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4d5f1273-97bb-4269-ae7f-0c6f6fa64e3a req-a6b88aba-33e4-4901-9023-e4cbbdcad8f7 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=6777e721-4b8a-486d-a6b3-40eb7ffc35d7 HTTP/1.1" status: 200 len: 946 time: 0.0569165 Feb 02 07:49:43.320920 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4d5f1273-97bb-4269-ae7f-0c6f6fa64e3a req-dce3b4a7-df8e-4eec-9fdb-70281d322510 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428746 Feb 02 07:49:43.348762 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0c449aba-6038-446b-858c-36091677f531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:44.443967 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4023cc9-4d55-42cf-9b5d-0b67cb63d540 req-8d754b37-f06c-409e-a6c7-7b76ad0dc8a2 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:44.446744 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e4023cc9-4d55-42cf-9b5d-0b67cb63d540 req-8d754b37-f06c-409e-a6c7-7b76ad0dc8a2 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=6777e721-4b8a-486d-a6b3-40eb7ffc35d7 HTTP/1.1" status: 200 len: 946 time: 0.0555005 Feb 02 07:49:44.494663 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e4023cc9-4d55-42cf-9b5d-0b67cb63d540 req-0699ef95-1b66-4954-96f1-c8fc3cae4668 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421510 Feb 02 07:49:44.819047 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:45.181214 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:49:45.615400 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd862e24-6e7d-4d9c-9136-48621f97f046 req-cf85d772-fb4a-4cac-8bb2-753d1dc02fee tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:45.616888 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cd862e24-6e7d-4d9c-9136-48621f97f046 req-cf85d772-fb4a-4cac-8bb2-753d1dc02fee tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=6777e721-4b8a-486d-a6b3-40eb7ffc35d7 HTTP/1.1" status: 200 len: 946 time: 0.0523407 Feb 02 07:49:45.667467 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cd862e24-6e7d-4d9c-9136-48621f97f046 req-02ab28da-e630-495a-95ad-3677b6650298 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450313 Feb 02 07:49:45.885078 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06862a9c-5bca-4d73-a0c0-ae993e7f0273 req-5a878a8f-5b2c-485f-ba04-735067c84c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:45.886471 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-06862a9c-5bca-4d73-a0c0-ae993e7f0273 req-5a878a8f-5b2c-485f-ba04-735067c84c75 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=607d06f503a5412db9b7b8d5f1be54cb&device_id=6777e721-4b8a-486d-a6b3-40eb7ffc35d7 HTTP/1.1" status: 200 len: 1129 time: 0.0509477 Feb 02 07:49:45.988830 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06862a9c-5bca-4d73-a0c0-ae993e7f0273 req-a66b34ee-9e44-4434-8111-5cf81f134e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:45.990286 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-06862a9c-5bca-4d73-a0c0-ae993e7f0273 req-a66b34ee-9e44-4434-8111-5cf81f134e58 service neutron] 10.222.0.88 "GET /v2.0/networks?id=20c28c57-0e6f-44f8-863b-5c366a2d592b HTTP/1.1" status: 200 len: 912 time: 0.0840330 Feb 02 07:49:46.058784 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-06862a9c-5bca-4d73-a0c0-ae993e7f0273 req-20d7548b-e45b-4f15-b5f9-41aae78a42bf service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9b6c2a1-7eec-457d-a1ff-8418e54d91ca HTTP/1.1" status: 200 len: 1000 time: 0.0621645 Feb 02 07:49:46.105805 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06862a9c-5bca-4d73-a0c0-ae993e7f0273 req-3ea69af9-2063-414d-8c5f-ac30baa733e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:46.107192 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-06862a9c-5bca-4d73-a0c0-ae993e7f0273 req-3ea69af9-2063-414d-8c5f-ac30baa733e5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7a252067-5a15-4739-8cf3-482cd4016f06 HTTP/1.1" status: 200 len: 850 time: 0.0419931 Feb 02 07:49:46.158258 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06862a9c-5bca-4d73-a0c0-ae993e7f0273 req-9d818de3-edb3-470f-be65-37c7e2278aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:46.159770 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-06862a9c-5bca-4d73-a0c0-ae993e7f0273 req-9d818de3-edb3-470f-be65-37c7e2278aca service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=20c28c57-0e6f-44f8-863b-5c366a2d592b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0441954 Feb 02 07:49:46.187701 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:46.546422 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-06862a9c-5bca-4d73-a0c0-ae993e7f0273 req-c7a88532-c330-430c-bc6c-df8baeabb41f service neutron] 10.222.0.88 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3734374 Feb 02 07:49:46.632588 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-06862a9c-5bca-4d73-a0c0-ae993e7f0273 req-cf1c987a-6f83-4930-b37e-72c8b1f3c55a service neutron] 10.222.0.88 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801578 Feb 02 07:49:46.791281 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905f6b7f-c54c-4931-84ed-b8b313f8762c req-f6e784a4-93e9-4918-803a-8a9938089ef0 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:46.792721 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-905f6b7f-c54c-4931-84ed-b8b313f8762c req-f6e784a4-93e9-4918-803a-8a9938089ef0 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=6777e721-4b8a-486d-a6b3-40eb7ffc35d7 HTTP/1.1" status: 200 len: 946 time: 0.0585830 Feb 02 07:49:46.838896 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-905f6b7f-c54c-4931-84ed-b8b313f8762c req-4546b124-4591-43b7-aeda-a5af2288452e tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400143 Feb 02 07:49:47.474467 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:47.958938 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481da37-d1f1-4989-ae16-afa43519474a req-8ae994d8-00a5-4c8a-ace2-be1f7b42172f tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:47.960471 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5481da37-d1f1-4989-ae16-afa43519474a req-8ae994d8-00a5-4c8a-ace2-be1f7b42172f tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=6777e721-4b8a-486d-a6b3-40eb7ffc35d7 HTTP/1.1" status: 200 len: 946 time: 0.0529165 Feb 02 07:49:48.008383 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5481da37-d1f1-4989-ae16-afa43519474a req-dc834277-bbb9-44db-af3a-7b61f9a18c61 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424054 Feb 02 07:49:49.131461 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d98ca1-eb77-4e8f-89ab-1af6faf8a01d req-54c5e0fa-41cb-46ee-84f2-7e787399eed0 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:49.132964 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a9d98ca1-eb77-4e8f-89ab-1af6faf8a01d req-54c5e0fa-41cb-46ee-84f2-7e787399eed0 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=6777e721-4b8a-486d-a6b3-40eb7ffc35d7 HTTP/1.1" status: 200 len: 946 time: 0.0574265 Feb 02 07:49:49.181231 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a9d98ca1-eb77-4e8f-89ab-1af6faf8a01d req-239f966f-e03f-4d1b-9826-d21aa7101116 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426409 Feb 02 07:49:50.303825 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e496a5-87fa-4d78-a18a-1bf2e785183a req-d181c498-c4cf-4c65-aae8-370777b8863a tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:50.305211 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c8e496a5-87fa-4d78-a18a-1bf2e785183a req-d181c498-c4cf-4c65-aae8-370777b8863a tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=6777e721-4b8a-486d-a6b3-40eb7ffc35d7 HTTP/1.1" status: 200 len: 946 time: 0.0522721 Feb 02 07:49:50.351452 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c8e496a5-87fa-4d78-a18a-1bf2e785183a req-b5276164-3c4d-4bb9-9991-52ffeed9ece3 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407224 Feb 02 07:49:51.471674 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc46a62-393c-49bb-b160-065f2b844948 req-10d89c65-4696-4290-a30f-8c4e1ee88fb9 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:51.473143 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9cc46a62-393c-49bb-b160-065f2b844948 req-10d89c65-4696-4290-a30f-8c4e1ee88fb9 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=6777e721-4b8a-486d-a6b3-40eb7ffc35d7 HTTP/1.1" status: 200 len: 946 time: 0.0524058 Feb 02 07:49:51.524353 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9cc46a62-393c-49bb-b160-065f2b844948 req-93a39751-49a0-4244-b0a8-23f34dbaf486 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456443 Feb 02 07:49:52.430983 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:52.643664 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4235c3-63fd-4573-8cbe-5e32ea34c2f2 req-da45a0bd-c25d-4f58-a60f-e83fbf98c370 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:52.645132 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3d4235c3-63fd-4573-8cbe-5e32ea34c2f2 req-da45a0bd-c25d-4f58-a60f-e83fbf98c370 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=6777e721-4b8a-486d-a6b3-40eb7ffc35d7 HTTP/1.1" status: 200 len: 946 time: 0.0524726 Feb 02 07:49:52.692018 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3d4235c3-63fd-4573-8cbe-5e32ea34c2f2 req-2a2125cb-bbcb-44c3-8ec4-885ebf2a558d tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409529 Feb 02 07:49:53.810434 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba6a05-13a8-44c6-8d2e-f0cdff7f58f0 req-f3cc0dfd-fffa-4d15-b66d-91da8baf444b tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:53.811853 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3fba6a05-13a8-44c6-8d2e-f0cdff7f58f0 req-f3cc0dfd-fffa-4d15-b66d-91da8baf444b tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=6777e721-4b8a-486d-a6b3-40eb7ffc35d7 HTTP/1.1" status: 200 len: 946 time: 0.0528488 Feb 02 07:49:53.858949 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3fba6a05-13a8-44c6-8d2e-f0cdff7f58f0 req-513f1df7-0f12-4d38-b277-77bc0e37dcf2 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409024 Feb 02 07:49:54.735584 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0d5e7023-8316-48ff-9e8e-d8721d065144 req-280f3412-5385-4fe5-9fde-58601d17f6d2 service neutron] 10.222.0.88 "GET /v2.0/ports/e9b6c2a1-7eec-457d-a1ff-8418e54d91ca/bindings/n-h1-789963-26 HTTP/1.1" status: 200 len: 383 time: 0.0590613 Feb 02 07:49:54.951340 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e7023-8316-48ff-9e8e-d8721d065144 req-682b2324-5287-4de9-93c9-13b0a8e953ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:54.952886 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0d5e7023-8316-48ff-9e8e-d8721d065144 req-682b2324-5287-4de9-93c9-13b0a8e953ae service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=6777e721-4b8a-486d-a6b3-40eb7ffc35d7&tenant_id=607d06f503a5412db9b7b8d5f1be54cb HTTP/1.1" status: 200 len: 1129 time: 0.0441871 Feb 02 07:49:54.989812 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb000f97-c5e2-497d-88a3-0d8a991b6016 req-082353b1-c993-4b4a-8e88-dd87ee3fec64 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:54.991317 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fb000f97-c5e2-497d-88a3-0d8a991b6016 req-082353b1-c993-4b4a-8e88-dd87ee3fec64 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=6777e721-4b8a-486d-a6b3-40eb7ffc35d7 HTTP/1.1" status: 200 len: 946 time: 0.0592327 Feb 02 07:49:55.027854 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e7023-8316-48ff-9e8e-d8721d065144 req-46c2bc96-06a2-4878-ab4e-a8a9b8b70d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:55.029368 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0d5e7023-8316-48ff-9e8e-d8721d065144 req-46c2bc96-06a2-4878-ab4e-a8a9b8b70d45 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=607d06f503a5412db9b7b8d5f1be54cb&device_id=6777e721-4b8a-486d-a6b3-40eb7ffc35d7 HTTP/1.1" status: 200 len: 1129 time: 0.0450881 Feb 02 07:49:55.039504 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fb000f97-c5e2-497d-88a3-0d8a991b6016 req-283da9c3-0c42-4040-bf10-7ed839a9218d tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424225 Feb 02 07:49:55.119366 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e7023-8316-48ff-9e8e-d8721d065144 req-c714fe23-7080-4f78-a100-1f85a465df89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:55.120871 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0d5e7023-8316-48ff-9e8e-d8721d065144 req-c714fe23-7080-4f78-a100-1f85a465df89 service neutron] 10.222.0.88 "GET /v2.0/networks?id=20c28c57-0e6f-44f8-863b-5c366a2d592b HTTP/1.1" status: 200 len: 912 time: 0.0862076 Feb 02 07:49:55.185598 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0d5e7023-8316-48ff-9e8e-d8721d065144 req-ede61fbf-eb72-4210-ab6b-4ab7ec688177 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9b6c2a1-7eec-457d-a1ff-8418e54d91ca HTTP/1.1" status: 200 len: 1000 time: 0.0576169 Feb 02 07:49:55.236504 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e7023-8316-48ff-9e8e-d8721d065144 req-70ae8f65-a8b0-4d60-b116-27415102f2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:55.237949 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0d5e7023-8316-48ff-9e8e-d8721d065144 req-70ae8f65-a8b0-4d60-b116-27415102f2fc service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7a252067-5a15-4739-8cf3-482cd4016f06 HTTP/1.1" status: 200 len: 850 time: 0.0460861 Feb 02 07:49:55.286073 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e7023-8316-48ff-9e8e-d8721d065144 req-49aec157-7753-4da5-8f69-787208c46d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:55.287543 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0d5e7023-8316-48ff-9e8e-d8721d065144 req-49aec157-7753-4da5-8f69-787208c46d50 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=20c28c57-0e6f-44f8-863b-5c366a2d592b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0442779 Feb 02 07:49:55.373892 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0d5e7023-8316-48ff-9e8e-d8721d065144 req-6a8cfd0d-22d1-4c80-8de9-2913a703c45b service neutron] 10.222.0.88 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804384 Feb 02 07:49:55.466468 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0d5e7023-8316-48ff-9e8e-d8721d065144 req-19203c3f-9d7d-47da-b09e-0953a2d06afe service neutron] 10.222.0.88 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862336 Feb 02 07:49:56.159340 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d7bef-6420-4959-852d-02e96105b819 req-7c9758ed-7de3-4393-9fb4-0be4c44fddcd tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:56.160890 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9e8d7bef-6420-4959-852d-02e96105b819 req-7c9758ed-7de3-4393-9fb4-0be4c44fddcd tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=6777e721-4b8a-486d-a6b3-40eb7ffc35d7 HTTP/1.1" status: 200 len: 946 time: 0.0527089 Feb 02 07:49:56.209076 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9e8d7bef-6420-4959-852d-02e96105b819 req-cb29153c-975a-4750-8de5-8e6fd4f673f9 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426183 Feb 02 07:49:57.348561 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e0bd4-1c99-4bab-b99d-db2dcddc76c0 req-b3917a76-925f-4157-b411-61dd0ca62bd5 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:57.350042 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-107e0bd4-1c99-4bab-b99d-db2dcddc76c0 req-b3917a76-925f-4157-b411-61dd0ca62bd5 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=6777e721-4b8a-486d-a6b3-40eb7ffc35d7 HTTP/1.1" status: 200 len: 946 time: 0.0566082 Feb 02 07:49:57.396620 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-107e0bd4-1c99-4bab-b99d-db2dcddc76c0 req-7fc74fb5-26b6-4da8-ac4f-d068eb525ffe tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410776 Feb 02 07:49:57.594542 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be41a5b-0b30-419f-8e7f-4eca1c5ff9a0 req-7a213dec-b036-4c26-8f2e-e0b15812e0b0 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:57.596100 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8be41a5b-0b30-419f-8e7f-4eca1c5ff9a0 req-7a213dec-b036-4c26-8f2e-e0b15812e0b0 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=6777e721-4b8a-486d-a6b3-40eb7ffc35d7 HTTP/1.1" status: 200 len: 946 time: 0.0546436 Feb 02 07:49:57.631207 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:57.642012 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b119149c-09e8-4504-9242-bbfda20691a2 req-6579cded-93e2-42cd-9b75-31e262347109 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:57.643542 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b119149c-09e8-4504-9242-bbfda20691a2 req-6579cded-93e2-42cd-9b75-31e262347109 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.88 "GET /v2.0/ports?device_id=6777e721-4b8a-486d-a6b3-40eb7ffc35d7&tenant_id=607d06f503a5412db9b7b8d5f1be54cb&binding%3Ahost_id=n-h1-789963-26 HTTP/1.1" status: 200 len: 946 time: 0.0816669 Feb 02 07:49:57.655258 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8be41a5b-0b30-419f-8e7f-4eca1c5ff9a0 req-090a32db-299e-4e38-8a13-e72f1339d521 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529542 Feb 02 07:49:57.755919 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b119149c-09e8-4504-9242-bbfda20691a2 req-57a8347a-5639-4598-bda7-3fac4ebd2ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:57.757359 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b119149c-09e8-4504-9242-bbfda20691a2 req-57a8347a-5639-4598-bda7-3fac4ebd2ffa service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=607d06f503a5412db9b7b8d5f1be54cb&device_id=6777e721-4b8a-486d-a6b3-40eb7ffc35d7 HTTP/1.1" status: 200 len: 1129 time: 0.0477135 Feb 02 07:49:57.853318 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b119149c-09e8-4504-9242-bbfda20691a2 req-1f1bd0d4-975e-42b1-9f86-e470397feda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:57.854871 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b119149c-09e8-4504-9242-bbfda20691a2 req-1f1bd0d4-975e-42b1-9f86-e470397feda6 service neutron] 10.222.0.88 "GET /v2.0/networks?id=20c28c57-0e6f-44f8-863b-5c366a2d592b HTTP/1.1" status: 200 len: 912 time: 0.0921414 Feb 02 07:49:57.919384 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b119149c-09e8-4504-9242-bbfda20691a2 req-dcdb4429-a664-42bf-b3c6-6b50647961d1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9b6c2a1-7eec-457d-a1ff-8418e54d91ca HTTP/1.1" status: 200 len: 1000 time: 0.0584013 Feb 02 07:49:57.972468 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b119149c-09e8-4504-9242-bbfda20691a2 req-5f136826-603a-4ba5-85e7-7acf51c87465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:57.973965 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b119149c-09e8-4504-9242-bbfda20691a2 req-5f136826-603a-4ba5-85e7-7acf51c87465 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7a252067-5a15-4739-8cf3-482cd4016f06 HTTP/1.1" status: 200 len: 850 time: 0.0485129 Feb 02 07:49:58.023369 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b119149c-09e8-4504-9242-bbfda20691a2 req-57bb79dd-e760-4c89-a862-711c71a14812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:58.024901 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b119149c-09e8-4504-9242-bbfda20691a2 req-57bb79dd-e760-4c89-a862-711c71a14812 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=20c28c57-0e6f-44f8-863b-5c366a2d592b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0450330 Feb 02 07:49:58.119667 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b119149c-09e8-4504-9242-bbfda20691a2 req-bc4c12c2-6609-4562-a1bc-e080112b5210 service neutron] 10.222.0.88 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881860 Feb 02 07:49:58.208735 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b119149c-09e8-4504-9242-bbfda20691a2 req-711824ab-a986-45a9-98a9-3fdcbdd7f8c7 service neutron] 10.222.0.88 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830207 Feb 02 07:49:58.780735 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8ad262-f40e-4e96-a2d3-f05d6c18b039 req-07b822f7-826e-4940-8235-d482a98ab195 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:58.782900 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bd8ad262-f40e-4e96-a2d3-f05d6c18b039 req-07b822f7-826e-4940-8235-d482a98ab195 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=6777e721-4b8a-486d-a6b3-40eb7ffc35d7 HTTP/1.1" status: 200 len: 946 time: 0.0565925 Feb 02 07:49:58.844433 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bd8ad262-f40e-4e96-a2d3-f05d6c18b039 req-ce3c39fd-7bf8-4746-b9fb-89c2b4ae8878 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552149 Feb 02 07:49:58.961226 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eabaf2-feaf-4d41-aa61-8dd589e565cc req-9602b770-aa7f-413a-aa82-9ff5d8e74528 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:58.962696 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a2eabaf2-feaf-4d41-aa61-8dd589e565cc req-9602b770-aa7f-413a-aa82-9ff5d8e74528 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=6777e721-4b8a-486d-a6b3-40eb7ffc35d7 HTTP/1.1" status: 200 len: 946 time: 0.0534565 Feb 02 07:49:59.008668 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a2eabaf2-feaf-4d41-aa61-8dd589e565cc req-a6a015b9-4a92-42ed-9914-dd123cc1e4c7 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404971 Feb 02 07:49:59.024431 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device e9b6c2a1-7eec-457d-a1ff-8418e54d91ca details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:49:59.035478 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device e9b6c2a1-7eec-457d-a1ff-8418e54d91ca no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:49:59.127116 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df22c8-fc61-410e-812b-246c440025d0 req-04b5cb5f-79d2-4ecc-9cf2-b893723e46a2 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:59.128748 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e3df22c8-fc61-410e-812b-246c440025d0 req-04b5cb5f-79d2-4ecc-9cf2-b893723e46a2 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=6777e721-4b8a-486d-a6b3-40eb7ffc35d7 HTTP/1.1" status: 200 len: 946 time: 0.0549726 Feb 02 07:49:59.180093 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e3df22c8-fc61-410e-812b-246c440025d0 req-0b563da4-b9d4-4997-9449-fcbe2c920fcd tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454555 Feb 02 07:49:59.185543 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port e9b6c2a1-7eec-457d-a1ff-8418e54d91ca, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=e9b6c2a1-7eec-457d-a1ff-8418e54d91ca,segment=NetworkSegment(0b09661f-1ef0-43c0-95aa-2480e4f33b35),segment_id=0b09661f-1ef0-43c0-95aa-2480e4f33b35)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:49:59.188443 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port e9b6c2a1-7eec-457d-a1ff-8418e54d91ca is: ACTIVE; New status is: DOWN {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:49:59.188852 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (e9b6c2a1-7eec-457d-a1ff-8418e54d91ca), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:59.205300 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': 'e9b6c2a1-7eec-457d-a1ff-8418e54d91ca', 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b', 'port_id': 'e9b6c2a1-7eec-457d-a1ff-8418e54d91ca', 'mac_address': 'fa:16:3e:05:ba:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a252067-5a15-4739-8cf3-482cd4016f06', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:49:59.238889 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6777e721-4b8a-486d-a6b3-40eb7ffc35d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9b6c2a1-7eec-457d-a1ff-8418e54d91ca'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:49:59.241156 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3fc8dc7-b773-46c6-a07a-8db34600d031" -d '{"events": [{"server_uuid": "6777e721-4b8a-486d-a6b3-40eb7ffc35d7", "name": "network-vif-unplugged", "status": "completed", "tag": "e9b6c2a1-7eec-457d-a1ff-8418e54d91ca"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:49:59.260250 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port e9b6c2a1-7eec-457d-a1ff-8418e54d91ca, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=e9b6c2a1-7eec-457d-a1ff-8418e54d91ca,segment=NetworkSegment(0b09661f-1ef0-43c0-95aa-2480e4f33b35),segment_id=0b09661f-1ef0-43c0-95aa-2480e4f33b35)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:49:59.269177 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (e9b6c2a1-7eec-457d-a1ff-8418e54d91ca), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:59.275041 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port e9b6c2a1-7eec-457d-a1ff-8418e54d91ca is: ACTIVE; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:49:59.275440 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (e9b6c2a1-7eec-457d-a1ff-8418e54d91ca), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:59.308841 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e9b6c2a1-7eec-457d-a1ff-8418e54d91ca {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:49:59.352045 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=e9b6c2a1-7eec-457d-a1ff-8418e54d91ca,revision_number=6']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:49:59.357230 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 07:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d6d6cc-d98e-46fe-a04d-189de0fdd2fd x-openstack-request-id: req-c2d6d6cc-d98e-46fe-a04d-189de0fdd2fd {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:49:59.357528 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6777e721-4b8a-486d-a6b3-40eb7ffc35d7", "name": "network-vif-unplugged", "status": "completed", "tag": "e9b6c2a1-7eec-457d-a1ff-8418e54d91ca", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:49:59.357787 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c2d6d6cc-d98e-46fe-a04d-189de0fdd2fd {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:49:59.358172 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6777e721-4b8a-486d-a6b3-40eb7ffc35d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9b6c2a1-7eec-457d-a1ff-8418e54d91ca', 'code': 200} Feb 02 07:49:59.365267 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:49:59.365619 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:49:59.365965 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:49:59.366305 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:49:59.366638 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:49:59.366972 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:49:59.367302 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:49:59.367653 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:49:59.367984 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:49:59.368412 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:49:59.368622 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:49:59.368953 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:49:59.369275 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:49:59.382689 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.db.api [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109695) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 07:49:59.383054 n-d-789963-26 neutron-server[109695]: DEBUG oslo_db.api [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 07:49:59.459054 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d724f-4ebd-476e-8904-cd1256cb2fd0 req-f59c4158-1fb0-4347-bab7-fb657a6d54fd tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:49:59.460559 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d42d724f-4ebd-476e-8904-cd1256cb2fd0 req-f59c4158-1fb0-4347-bab7-fb657a6d54fd tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=6777e721-4b8a-486d-a6b3-40eb7ffc35d7 HTTP/1.1" status: 200 len: 944 time: 0.0583777 Feb 02 07:49:59.507582 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d42d724f-4ebd-476e-8904-cd1256cb2fd0 req-d25dcb3b-1676-49f2-a96f-bc0b8a86c971 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414884 Feb 02 07:49:59.918648 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port e9b6c2a1-7eec-457d-a1ff-8418e54d91ca is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:49:59.919040 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (e9b6c2a1-7eec-457d-a1ff-8418e54d91ca), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:49:59.931994 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9b6c2a1-7eec-457d-a1ff-8418e54d91ca {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:49:59.954173 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port e9b6c2a1-7eec-457d-a1ff-8418e54d91ca, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=e9b6c2a1-7eec-457d-a1ff-8418e54d91ca,segment=NetworkSegment(0b09661f-1ef0-43c0-95aa-2480e4f33b35),segment_id=0b09661f-1ef0-43c0-95aa-2480e4f33b35)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:49:59.958636 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (e9b6c2a1-7eec-457d-a1ff-8418e54d91ca), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:50:00.159242 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=e9b6c2a1-7eec-457d-a1ff-8418e54d91ca,revision_number=7']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:50:00.258674 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['e9b6c2a1-7eec-457d-a1ff-8418e54d91ca'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:50:00.628391 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29a0967-3870-4441-8073-494749417a62 req-27b3ff3d-f7cb-4556-8bcb-e39029ef602f tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:00.629848 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f29a0967-3870-4441-8073-494749417a62 req-27b3ff3d-f7cb-4556-8bcb-e39029ef602f tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=6777e721-4b8a-486d-a6b3-40eb7ffc35d7 HTTP/1.1" status: 200 len: 945 time: 0.0527883 Feb 02 07:50:00.676890 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f29a0967-3870-4441-8073-494749417a62 req-62cb86ef-48a2-4d9d-9241-a07828191425 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415099 Feb 02 07:50:00.742216 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda465a6-3cac-41f2-bf70-941e81db3bcb req-7298d7be-6568-4458-837c-8fe5f5fc8a95 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:00.743861 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-dda465a6-3cac-41f2-bf70-941e81db3bcb req-7298d7be-6568-4458-837c-8fe5f5fc8a95 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.88 "GET /v2.0/ports?device_id=6777e721-4b8a-486d-a6b3-40eb7ffc35d7 HTTP/1.1" status: 200 len: 945 time: 0.0512469 Feb 02 07:50:00.836922 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-dda465a6-3cac-41f2-bf70-941e81db3bcb req-4e157336-9c5b-458e-a11a-16692ab7de95 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Deleting port e9b6c2a1-7eec-457d-a1ff-8418e54d91ca {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:50:00.837177 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-dda465a6-3cac-41f2-bf70-941e81db3bcb req-4e157336-9c5b-458e-a11a-16692ab7de95 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (e9b6c2a1-7eec-457d-a1ff-8418e54d91ca), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:50:00.923414 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-dda465a6-3cac-41f2-bf70-941e81db3bcb req-4e157336-9c5b-458e-a11a-16692ab7de95 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] For port e9b6c2a1-7eec-457d-a1ff-8418e54d91ca, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=e9b6c2a1-7eec-457d-a1ff-8418e54d91ca,segment=NetworkSegment(0b09661f-1ef0-43c0-95aa-2480e4f33b35),segment_id=0b09661f-1ef0-43c0-95aa-2480e4f33b35)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:50:00.923796 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-dda465a6-3cac-41f2-bf70-941e81db3bcb req-4e157336-9c5b-458e-a11a-16692ab7de95 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (e9b6c2a1-7eec-457d-a1ff-8418e54d91ca), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:50:01.042886 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device e9b6c2a1-7eec-457d-a1ff-8418e54d91ca details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:50:01.097877 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-dda465a6-3cac-41f2-bf70-941e81db3bcb req-4e157336-9c5b-458e-a11a-16692ab7de95 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:50:01.098154 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-dda465a6-3cac-41f2-bf70-941e81db3bcb req-4e157336-9c5b-458e-a11a-16692ab7de95 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (faef9771-f154-4ec6-acea-a688b5a172b2), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:50:01.098472 n-d-789963-26 neutron-server[109693]: INFO neutron.db.l3_db [req-dda465a6-3cac-41f2-bf70-941e81db3bcb req-4e157336-9c5b-458e-a11a-16692ab7de95 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Floating IP faef9771-f154-4ec6-acea-a688b5a172b2 disassociated. External IP: 172.25.4.5, port: e9b6c2a1-7eec-457d-a1ff-8418e54d91ca. Feb 02 07:50:01.098811 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-dda465a6-3cac-41f2-bf70-941e81db3bcb req-4e157336-9c5b-458e-a11a-16692ab7de95 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Calling delete_port for e9b6c2a1-7eec-457d-a1ff-8418e54d91ca owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:50:01.138635 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port e9b6c2a1-7eec-457d-a1ff-8418e54d91ca, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=e9b6c2a1-7eec-457d-a1ff-8418e54d91ca,segment=NetworkSegment(0b09661f-1ef0-43c0-95aa-2480e4f33b35),segment_id=0b09661f-1ef0-43c0-95aa-2480e4f33b35)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:50:01.150314 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': 'e9b6c2a1-7eec-457d-a1ff-8418e54d91ca', 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b', 'port_id': 'e9b6c2a1-7eec-457d-a1ff-8418e54d91ca', 'mac_address': 'fa:16:3e:05:ba:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a252067-5a15-4739-8cf3-482cd4016f06', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:50:01.223618 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-dda465a6-3cac-41f2-bf70-941e81db3bcb req-4e157336-9c5b-458e-a11a-16692ab7de95 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (e9b6c2a1-7eec-457d-a1ff-8418e54d91ca), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:50:01.255535 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e157336-9c5b-458e-a11a-16692ab7de95 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Pushing event deleted for resources: {'Port': ['ID=e9b6c2a1-7eec-457d-a1ff-8418e54d91ca,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:50:01.267263 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e157336-9c5b-458e-a11a-16692ab7de95 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:50:01.267550 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e157336-9c5b-458e-a11a-16692ab7de95 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:50:01.267930 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e157336-9c5b-458e-a11a-16692ab7de95 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:50:01.268269 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e157336-9c5b-458e-a11a-16692ab7de95 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:50:01.268671 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e157336-9c5b-458e-a11a-16692ab7de95 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:50:01.268934 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e157336-9c5b-458e-a11a-16692ab7de95 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:50:01.269269 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e157336-9c5b-458e-a11a-16692ab7de95 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:50:01.269595 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e157336-9c5b-458e-a11a-16692ab7de95 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:50:01.269921 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e157336-9c5b-458e-a11a-16692ab7de95 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:50:01.270243 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e157336-9c5b-458e-a11a-16692ab7de95 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:50:01.270566 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e157336-9c5b-458e-a11a-16692ab7de95 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:50:01.270886 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e157336-9c5b-458e-a11a-16692ab7de95 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:50:01.271207 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e157336-9c5b-458e-a11a-16692ab7de95 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:50:01.384081 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dda465a6-3cac-41f2-bf70-941e81db3bcb req-4e157336-9c5b-458e-a11a-16692ab7de95 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Router 308272ad-85db-4b5f-a438-3464de3f501b has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:50:01.495874 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dda465a6-3cac-41f2-bf70-941e81db3bcb req-4e157336-9c5b-458e-a11a-16692ab7de95 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:50:01.509868 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80616369-835b-46f2-a904-fa77dec99052 None None] Sync routers for ids ['308272ad-85db-4b5f-a438-3464de3f501b'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:50:01.520763 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80616369-835b-46f2-a904-fa77dec99052 None None] Routers {'308272ad-85db-4b5f-a438-3464de3f501b'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:50:01.521589 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-80616369-835b-46f2-a904-fa77dec99052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:49:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['308272ad-85db-4b5f-a438-3464de3f501b'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:50:01.540710 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-dda465a6-3cac-41f2-bf70-941e81db3bcb req-4e157336-9c5b-458e-a11a-16692ab7de95 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] No DVR routers for this DVR port e9b6c2a1-7eec-457d-a1ff-8418e54d91ca on host n-h1-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:50:01.543289 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-dda465a6-3cac-41f2-bf70-941e81db3bcb req-4e157336-9c5b-458e-a11a-16692ab7de95 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:50:01.546562 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-dda465a6-3cac-41f2-bf70-941e81db3bcb req-4e157336-9c5b-458e-a11a-16692ab7de95 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.88 "DELETE /v2.0/ports/e9b6c2a1-7eec-457d-a1ff-8418e54d91ca HTTP/1.1" status: 204 len: 173 time: 0.7980070 Feb 02 07:50:01.547013 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6777e721-4b8a-486d-a6b3-40eb7ffc35d7', 'name': 'network-vif-deleted', 'tag': 'e9b6c2a1-7eec-457d-a1ff-8418e54d91ca'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:50:01.549314 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3b6900-0d29-4019-97e5-95dcbc5faf76" -d '{"events": [{"server_uuid": "6777e721-4b8a-486d-a6b3-40eb7ffc35d7", "name": "network-vif-deleted", "tag": "e9b6c2a1-7eec-457d-a1ff-8418e54d91ca"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:50:01.586649 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142a86cd-7fc5-4770-9087-6e9de30437d9 x-openstack-request-id: req-142a86cd-7fc5-4770-9087-6e9de30437d9 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:50:01.586941 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6777e721-4b8a-486d-a6b3-40eb7ffc35d7", "name": "network-vif-deleted", "tag": "e9b6c2a1-7eec-457d-a1ff-8418e54d91ca", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:50:01.587199 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-142a86cd-7fc5-4770-9087-6e9de30437d9 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:50:01.587697 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6777e721-4b8a-486d-a6b3-40eb7ffc35d7', 'name': 'network-vif-deleted', 'tag': 'e9b6c2a1-7eec-457d-a1ff-8418e54d91ca', 'status': 'completed', 'code': 200} Feb 02 07:50:01.644504 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-80616369-835b-46f2-a904-fa77dec99052 None None] Set router 308272ad-85db-4b5f-a438-3464de3f501b gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:50:01.788119 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3d0af257-b3b2-463f-881e-a5c8b2f783ba req-5575a2d3-e77f-4dc0-873d-104bb3166ee2 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=6777e721-4b8a-486d-a6b3-40eb7ffc35d7 HTTP/1.1" status: 200 len: 210 time: 0.0288274 Feb 02 07:50:01.849940 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-80616369-835b-46f2-a904-fa77dec99052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '308272ad-85db-4b5f-a438-3464de3f501b', 'name': 'tempest-ServerActionsTestJSON-566294728-router', 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '6e5e3cb4-686f-44bd-86a4-7269c028a9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:49:16Z', 'updated_at': '2022-02-02T07:49:19Z', 'revision_number': 4, 'project_id': '607d06f503a5412db9b7b8d5f1be54cb', 'gw_port': {'id': '6e5e3cb4-686f-44bd-86a4-7269c028a9b8', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:cc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308272ad-85db-4b5f-a438-3464de3f501b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:49:17Z', 'updated_at': '2022-02-02T07:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '47859473-a024-4bbb-83f9-5741f43b4747', 'name': '', 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b', 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'mac_address': 'fa:16:3e:66:30:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308272ad-85db-4b5f-a438-3464de3f501b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '7a252067-5a15-4739-8cf3-482cd4016f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:49:18Z', 'updated_at': '2022-02-02T07:49:23Z', 'revision_number': 5, 'project_id': '607d06f503a5412db9b7b8d5f1be54cb', 'subnets': [{'id': '7a252067-5a15-4739-8cf3-482cd4016f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:50:01.875825 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80616369-835b-46f2-a904-fa77dec99052 None None] Checking router: 308272ad-85db-4b5f-a438-3464de3f501b for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:50:01.883991 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80616369-835b-46f2-a904-fa77dec99052 None None] Routers {'308272ad-85db-4b5f-a438-3464de3f501b'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:50:01.884593 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-80616369-835b-46f2-a904-fa77dec99052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:49:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['308272ad-85db-4b5f-a438-3464de3f501b'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:50:01.991870 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-80616369-835b-46f2-a904-fa77dec99052 None None] Set router 308272ad-85db-4b5f-a438-3464de3f501b gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:50:02.192418 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-80616369-835b-46f2-a904-fa77dec99052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '308272ad-85db-4b5f-a438-3464de3f501b', 'name': 'tempest-ServerActionsTestJSON-566294728-router', 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '6e5e3cb4-686f-44bd-86a4-7269c028a9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:49:16Z', 'updated_at': '2022-02-02T07:49:19Z', 'revision_number': 4, 'project_id': '607d06f503a5412db9b7b8d5f1be54cb', 'gw_port': {'id': '6e5e3cb4-686f-44bd-86a4-7269c028a9b8', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:cc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308272ad-85db-4b5f-a438-3464de3f501b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:49:17Z', 'updated_at': '2022-02-02T07:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '47859473-a024-4bbb-83f9-5741f43b4747', 'name': '', 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b', 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'mac_address': 'fa:16:3e:66:30:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308272ad-85db-4b5f-a438-3464de3f501b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '7a252067-5a15-4739-8cf3-482cd4016f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:49:18Z', 'updated_at': '2022-02-02T07:49:23Z', 'revision_number': 5, 'project_id': '607d06f503a5412db9b7b8d5f1be54cb', 'subnets': [{'id': '7a252067-5a15-4739-8cf3-482cd4016f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:50:02.217883 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80616369-835b-46f2-a904-fa77dec99052 None None] The sync data for ids ['308272ad-85db-4b5f-a438-3464de3f501b'] in n-d-789963-26 is: [{'id': '308272ad-85db-4b5f-a438-3464de3f501b', 'name': 'tempest-ServerActionsTestJSON-566294728-router', 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '6e5e3cb4-686f-44bd-86a4-7269c028a9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:49:16Z', 'updated_at': '2022-02-02T07:49:19Z', 'revision_number': 4, 'project_id': '607d06f503a5412db9b7b8d5f1be54cb', 'gw_port': {'id': '6e5e3cb4-686f-44bd-86a4-7269c028a9b8', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:cc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308272ad-85db-4b5f-a438-3464de3f501b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:49:17Z', 'updated_at': '2022-02-02T07:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '47859473-a024-4bbb-83f9-5741f43b4747', 'name': '', 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b', 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'mac_address': 'fa:16:3e:66:30:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308272ad-85db-4b5f-a438-3464de3f501b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '7a252067-5a15-4739-8cf3-482cd4016f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:49:18Z', 'updated_at': '2022-02-02T07:49:23Z', 'revision_number': 5, 'project_id': '607d06f503a5412db9b7b8d5f1be54cb', 'subnets': [{'id': '7a252067-5a15-4739-8cf3-482cd4016f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:50:02.447160 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120bb250-5576-467f-a945-1235bd86ea4c None None] New status for floating IP faef9771-f154-4ec6-acea-a688b5a172b2: DOWN {{(pid=109696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 07:50:03.029903 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fa633575-a5dc-43f9-9c4f-21aeeaf66420 req-84640945-31c9-4c20-9828-2f10267d8f55 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--967794239&fields=id&tenant_id=607d06f503a5412db9b7b8d5f1be54cb HTTP/1.1" status: 200 len: 267 time: 0.0457180 Feb 02 07:50:03.133308 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa633575-a5dc-43f9-9c4f-21aeeaf66420 req-737df337-4920-4163-bb92-bb21306e4b96 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:03.134705 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fa633575-a5dc-43f9-9c4f-21aeeaf66420 req-737df337-4920-4163-bb92-bb21306e4b96 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/networks?id=20c28c57-0e6f-44f8-863b-5c366a2d592b HTTP/1.1" status: 200 len: 811 time: 0.0983796 Feb 02 07:50:03.149612 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fa633575-a5dc-43f9-9c4f-21aeeaf66420 req-05367a15-3b26-4963-aba1-f794fa6264b7 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/quotas/607d06f503a5412db9b7b8d5f1be54cb HTTP/1.1" status: 200 len: 375 time: 0.0096242 Feb 02 07:50:03.206423 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fa633575-a5dc-43f9-9c4f-21aeeaf66420 req-9e7c0ab6-e10c-4095-bbbb-e5c24f435e5a tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=607d06f503a5412db9b7b8d5f1be54cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517788 Feb 02 07:50:03.303385 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fa633575-a5dc-43f9-9c4f-21aeeaf66420 req-0a124f6d-af7f-43e7-b1fa-7c8ef7486f68 service neutron] 10.222.0.87 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855424 Feb 02 07:50:03.396507 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fa633575-a5dc-43f9-9c4f-21aeeaf66420 req-ccda1791-00cb-4d1c-b60b-1de086e90f77 service neutron] 10.222.0.87 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870197 Feb 02 07:50:03.564253 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a4003039-7563-471b-a426-9e0d45a0c0ac req-60e57e98-0dc5-47fd-aee0-ab6c11e11b0d tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e90b26-6f10-4ba9-9542-3baa547e7ea8 HTTP/1.1" status: 200 len: 210 time: 0.0278819 Feb 02 07:50:04.540074 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa633575-a5dc-43f9-9c4f-21aeeaf66420 req-51084c86-6bd4-4ed7-953f-1fa5febc6136 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:04.541534 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fa633575-a5dc-43f9-9c4f-21aeeaf66420 req-51084c86-6bd4-4ed7-953f-1fa5febc6136 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.59 "GET /v2.0/networks?id=20c28c57-0e6f-44f8-863b-5c366a2d592b HTTP/1.1" status: 200 len: 811 time: 0.1054664 Feb 02 07:50:04.613674 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fa633575-a5dc-43f9-9c4f-21aeeaf66420 req-6eb0c073-70c2-4726-992c-c608dd552269 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=607d06f503a5412db9b7b8d5f1be54cb HTTP/1.1" status: 200 len: 379 time: 0.0581858 Feb 02 07:50:04.641300 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-fa633575-a5dc-43f9-9c4f-21aeeaf66420 req-c12bd96a-93a7-455f-bd4d-14f3de4717d1 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Request body: {'port': {'device_id': 'c5e90b26-6f10-4ba9-9542-3baa547e7ea8', 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b', 'admin_state_up': True, 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'security_groups': ['871dae35-207d-4df9-a274-8710e232b6a7']}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:50:04.662122 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-701fcfc0-535f-4748-b2a7-d35540cecc5b req-613abe48-3979-4cab-b5e4-e73bedf3a5b6 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e90b26-6f10-4ba9-9542-3baa547e7ea8 HTTP/1.1" status: 200 len: 210 time: 0.0294912 Feb 02 07:50:04.745968 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa633575-a5dc-43f9-9c4f-21aeeaf66420 req-c12bd96a-93a7-455f-bd4d-14f3de4717d1 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Made reservation on behalf of 607d06f503a5412db9b7b8d5f1be54cb for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:50:04.749248 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-fa633575-a5dc-43f9-9c4f-21aeeaf66420 req-c12bd96a-93a7-455f-bd4d-14f3de4717d1 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:50:04.875822 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-fa633575-a5dc-43f9-9c4f-21aeeaf66420 req-c12bd96a-93a7-455f-bd4d-14f3de4717d1 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Allocated IP 172.20.0.14 (20c28c57-0e6f-44f8-863b-5c366a2d592b/7a252067-5a15-4739-8cf3-482cd4016f06/3a1e0802-942f-46a6-91fe-ae2645ad6a02) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:50:05.005286 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-fa633575-a5dc-43f9-9c4f-21aeeaf66420 req-c12bd96a-93a7-455f-bd4d-14f3de4717d1 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks [] for port (3a1e0802-942f-46a6-91fe-ae2645ad6a02), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:50:05.041387 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device e9b6c2a1-7eec-457d-a1ff-8418e54d91ca no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:50:05.042569 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-fa633575-a5dc-43f9-9c4f-21aeeaf66420 req-c12bd96a-93a7-455f-bd4d-14f3de4717d1 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (3a1e0802-942f-46a6-91fe-ae2645ad6a02), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:50:05.061585 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: e9b6c2a1-7eec-457d-a1ff-8418e54d91ca {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:50:05.061939 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device e9b6c2a1-7eec-457d-a1ff-8418e54d91ca not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:50:05.085298 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa633575-a5dc-43f9-9c4f-21aeeaf66420 req-c12bd96a-93a7-455f-bd4d-14f3de4717d1 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Network 20c28c57-0e6f-44f8-863b-5c366a2d592b is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:50:05.088270 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-fa633575-a5dc-43f9-9c4f-21aeeaf66420 req-c12bd96a-93a7-455f-bd4d-14f3de4717d1 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:50:05.090727 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa633575-a5dc-43f9-9c4f-21aeeaf66420 req-c12bd96a-93a7-455f-bd4d-14f3de4717d1 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:50:05.126283 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12bd96a-93a7-455f-bd4d-14f3de4717d1 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Pushing event updated for resources: {'Port': ['ID=3a1e0802-942f-46a6-91fe-ae2645ad6a02,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:50:05.150481 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa633575-a5dc-43f9-9c4f-21aeeaf66420 req-c12bd96a-93a7-455f-bd4d-14f3de4717d1 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:05.151274 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-fa633575-a5dc-43f9-9c4f-21aeeaf66420 req-c12bd96a-93a7-455f-bd4d-14f3de4717d1 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:50:05.168857 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fa633575-a5dc-43f9-9c4f-21aeeaf66420 req-c12bd96a-93a7-455f-bd4d-14f3de4717d1 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5317650 Feb 02 07:50:05.184884 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-fa633575-a5dc-43f9-9c4f-21aeeaf66420 req-9f2aeb98-0350-43dc-98ce-061237b77141 service neutron] Request body: {'port': {'device_id': 'c5e90b26-6f10-4ba9-9542-3baa547e7ea8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:50:05.253086 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-fa633575-a5dc-43f9-9c4f-21aeeaf66420 req-9f2aeb98-0350-43dc-98ce-061237b77141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3a1e0802-942f-46a6-91fe-ae2645ad6a02), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:50:05.319073 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-379f5e86-dfdd-4f37-a766-6c760ba861de None None] Provisioning complete for port 3a1e0802-942f-46a6-91fe-ae2645ad6a02 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:50:05.319455 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-379f5e86-dfdd-4f37-a766-6c760ba861de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (3a1e0802-942f-46a6-91fe-ae2645ad6a02), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:50:05.356244 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-379f5e86-dfdd-4f37-a766-6c760ba861de None None] Port 3a1e0802-942f-46a6-91fe-ae2645ad6a02 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:50:05.511592 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-fa633575-a5dc-43f9-9c4f-21aeeaf66420 req-9f2aeb98-0350-43dc-98ce-061237b77141 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a1e0802-942f-46a6-91fe-ae2645ad6a02 {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:50:05.518973 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-fa633575-a5dc-43f9-9c4f-21aeeaf66420 req-9f2aeb98-0350-43dc-98ce-061237b77141 service neutron] Publish callbacks [] for port (3a1e0802-942f-46a6-91fe-ae2645ad6a02), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:50:05.531903 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-fa633575-a5dc-43f9-9c4f-21aeeaf66420 req-9f2aeb98-0350-43dc-98ce-061237b77141 service neutron] Transition to ACTIVE for port object 3a1e0802-942f-46a6-91fe-ae2645ad6a02 will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:50:05.535683 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-fa633575-a5dc-43f9-9c4f-21aeeaf66420 req-9f2aeb98-0350-43dc-98ce-061237b77141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (3a1e0802-942f-46a6-91fe-ae2645ad6a02), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:50:05.586169 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2aeb98-0350-43dc-98ce-061237b77141 service neutron] Pushing event updated for resources: {'Port': ['ID=3a1e0802-942f-46a6-91fe-ae2645ad6a02,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:50:05.662568 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-fa633575-a5dc-43f9-9c4f-21aeeaf66420 req-9f2aeb98-0350-43dc-98ce-061237b77141 service neutron] Attempting to bind port 3a1e0802-942f-46a6-91fe-ae2645ad6a02 on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:50:05.662917 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-fa633575-a5dc-43f9-9c4f-21aeeaf66420 req-9f2aeb98-0350-43dc-98ce-061237b77141 service neutron] Attempting to bind port 3a1e0802-942f-46a6-91fe-ae2645ad6a02 by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': '0b09661f-1ef0-43c0-95aa-2480e4f33b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:50:05.663253 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa633575-a5dc-43f9-9c4f-21aeeaf66420 req-9f2aeb98-0350-43dc-98ce-061237b77141 service neutron] Attempting to bind port 3a1e0802-942f-46a6-91fe-ae2645ad6a02 on network 20c28c57-0e6f-44f8-863b-5c366a2d592b {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:50:05.668040 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa633575-a5dc-43f9-9c4f-21aeeaf66420 req-9f2aeb98-0350-43dc-98ce-061237b77141 service neutron] Port 3a1e0802-942f-46a6-91fe-ae2645ad6a02 on network 20c28c57-0e6f-44f8-863b-5c366a2d592b not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:50:05.668374 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa633575-a5dc-43f9-9c4f-21aeeaf66420 req-9f2aeb98-0350-43dc-98ce-061237b77141 service neutron] Attempting to bind port 3a1e0802-942f-46a6-91fe-ae2645ad6a02 on network 20c28c57-0e6f-44f8-863b-5c366a2d592b {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:50:05.674185 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa633575-a5dc-43f9-9c4f-21aeeaf66420 req-9f2aeb98-0350-43dc-98ce-061237b77141 service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:50:05.674528 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa633575-a5dc-43f9-9c4f-21aeeaf66420 req-9f2aeb98-0350-43dc-98ce-061237b77141 service neutron] Checking segment: {'id': '0b09661f-1ef0-43c0-95aa-2480e4f33b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:50:05.674925 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa633575-a5dc-43f9-9c4f-21aeeaf66420 req-9f2aeb98-0350-43dc-98ce-061237b77141 service neutron] Bound using segment: {'id': '0b09661f-1ef0-43c0-95aa-2480e4f33b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:50:05.675362 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-fa633575-a5dc-43f9-9c4f-21aeeaf66420 req-9f2aeb98-0350-43dc-98ce-061237b77141 service neutron] Bound port: 3a1e0802-942f-46a6-91fe-ae2645ad6a02, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b09661f-1ef0-43c0-95aa-2480e4f33b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:50:05.675766 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-fa633575-a5dc-43f9-9c4f-21aeeaf66420 req-9f2aeb98-0350-43dc-98ce-061237b77141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3a1e0802-942f-46a6-91fe-ae2645ad6a02), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:50:05.749390 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-fa633575-a5dc-43f9-9c4f-21aeeaf66420 req-9f2aeb98-0350-43dc-98ce-061237b77141 service neutron] For port 3a1e0802-942f-46a6-91fe-ae2645ad6a02, host n-h2-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:50:05.752785 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-fa633575-a5dc-43f9-9c4f-21aeeaf66420 req-9f2aeb98-0350-43dc-98ce-061237b77141 service neutron] For port 3a1e0802-942f-46a6-91fe-ae2645ad6a02, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=3a1e0802-942f-46a6-91fe-ae2645ad6a02,segment=NetworkSegment(0b09661f-1ef0-43c0-95aa-2480e4f33b35),segment_id=0b09661f-1ef0-43c0-95aa-2480e4f33b35)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:50:05.758281 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-fa633575-a5dc-43f9-9c4f-21aeeaf66420 req-9f2aeb98-0350-43dc-98ce-061237b77141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (3a1e0802-942f-46a6-91fe-ae2645ad6a02), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:50:05.801298 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa633575-a5dc-43f9-9c4f-21aeeaf66420 req-9f2aeb98-0350-43dc-98ce-061237b77141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:05.801908 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-fa633575-a5dc-43f9-9c4f-21aeeaf66420 req-9f2aeb98-0350-43dc-98ce-061237b77141 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:50:05.802153 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67839d39-21dd-4ed8-aa4e-f5163615db6e req-5b99e186-0dd5-40bb-bfbf-c92ec95183a3 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:05.803160 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fa633575-a5dc-43f9-9c4f-21aeeaf66420 req-9f2aeb98-0350-43dc-98ce-061237b77141 service neutron] 10.222.0.59 "PUT /v2.0/ports/3a1e0802-942f-46a6-91fe-ae2645ad6a02 HTTP/1.1" status: 200 len: 1093 time: 0.6226318 Feb 02 07:50:05.803643 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5e90b26-6f10-4ba9-9542-3baa547e7ea8', 'tag': '3a1e0802-942f-46a6-91fe-ae2645ad6a02'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:50:05.803937 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-67839d39-21dd-4ed8-aa4e-f5163615db6e req-5b99e186-0dd5-40bb-bfbf-c92ec95183a3 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e90b26-6f10-4ba9-9542-3baa547e7ea8 HTTP/1.1" status: 200 len: 944 time: 0.0609539 Feb 02 07:50:05.806007 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-616e1e22-3102-4cbb-b467-3f62975e1508" -d '{"events": [{"name": "network-changed", "server_uuid": "c5e90b26-6f10-4ba9-9542-3baa547e7ea8", "tag": "3a1e0802-942f-46a6-91fe-ae2645ad6a02"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:50:05.837970 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2aeb98-0350-43dc-98ce-061237b77141 service neutron] Pushing event updated for resources: {'Port': ['ID=3a1e0802-942f-46a6-91fe-ae2645ad6a02,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:50:05.875744 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-67839d39-21dd-4ed8-aa4e-f5163615db6e req-9d146618-15ae-4e50-bcec-0db88117abb5 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653005 Feb 02 07:50:05.910123 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa633575-a5dc-43f9-9c4f-21aeeaf66420 req-4e8d55b6-f17f-4dca-be8a-6723f0361d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:05.911777 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fa633575-a5dc-43f9-9c4f-21aeeaf66420 req-4e8d55b6-f17f-4dca-be8a-6723f0361d22 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=607d06f503a5412db9b7b8d5f1be54cb&device_id=c5e90b26-6f10-4ba9-9542-3baa547e7ea8 HTTP/1.1" status: 200 len: 1127 time: 0.0548792 Feb 02 07:50:05.931780 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-681598e7-b2b4-4962-b782-ab903ff0620c x-openstack-request-id: req-681598e7-b2b4-4962-b782-ab903ff0620c {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:50:05.932083 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5e90b26-6f10-4ba9-9542-3baa547e7ea8", "tag": "3a1e0802-942f-46a6-91fe-ae2645ad6a02", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:50:05.932344 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-681598e7-b2b4-4962-b782-ab903ff0620c {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:50:05.932908 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5e90b26-6f10-4ba9-9542-3baa547e7ea8', 'tag': '3a1e0802-942f-46a6-91fe-ae2645ad6a02', 'status': 'completed', 'code': 200} Feb 02 07:50:05.963475 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fa633575-a5dc-43f9-9c4f-21aeeaf66420 req-23d56ef6-2cd3-4010-a043-124664328631 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a1e0802-942f-46a6-91fe-ae2645ad6a02 HTTP/1.1" status: 200 len: 217 time: 0.0392134 Feb 02 07:50:06.015164 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa633575-a5dc-43f9-9c4f-21aeeaf66420 req-90287112-4f9d-4a58-954b-f98105cf0c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:06.016725 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fa633575-a5dc-43f9-9c4f-21aeeaf66420 req-90287112-4f9d-4a58-954b-f98105cf0c52 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7a252067-5a15-4739-8cf3-482cd4016f06 HTTP/1.1" status: 200 len: 850 time: 0.0466495 Feb 02 07:50:06.065608 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa633575-a5dc-43f9-9c4f-21aeeaf66420 req-98b92b64-a007-418e-af85-216ca93a3823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:06.067011 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fa633575-a5dc-43f9-9c4f-21aeeaf66420 req-98b92b64-a007-418e-af85-216ca93a3823 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=20c28c57-0e6f-44f8-863b-5c366a2d592b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0448601 Feb 02 07:50:06.159342 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fa633575-a5dc-43f9-9c4f-21aeeaf66420 req-3ccfdf78-e1b6-411c-8aad-6e33c0ce4c17 service neutron] 10.222.0.59 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861063 Feb 02 07:50:06.249185 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fa633575-a5dc-43f9-9c4f-21aeeaf66420 req-e252b66b-053e-4086-8efb-e141a0afe0e5 service neutron] 10.222.0.59 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835338 Feb 02 07:50:06.384597 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616e1e22-3102-4cbb-b467-3f62975e1508 req-dddbe9b9-a8dd-4de9-87b2-fbeb44a60c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:06.385993 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-616e1e22-3102-4cbb-b467-3f62975e1508 req-dddbe9b9-a8dd-4de9-87b2-fbeb44a60c71 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=607d06f503a5412db9b7b8d5f1be54cb&device_id=c5e90b26-6f10-4ba9-9542-3baa547e7ea8 HTTP/1.1" status: 200 len: 1127 time: 0.0446084 Feb 02 07:50:06.473485 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616e1e22-3102-4cbb-b467-3f62975e1508 req-02541f4f-8af9-4e9a-add0-86aec0c5dc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:06.474931 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-616e1e22-3102-4cbb-b467-3f62975e1508 req-02541f4f-8af9-4e9a-add0-86aec0c5dc3b service neutron] 10.222.0.59 "GET /v2.0/networks?id=20c28c57-0e6f-44f8-863b-5c366a2d592b HTTP/1.1" status: 200 len: 912 time: 0.0827596 Feb 02 07:50:06.520508 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-616e1e22-3102-4cbb-b467-3f62975e1508 req-48b67c37-e0e6-45db-a818-fa752ceed8b2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a1e0802-942f-46a6-91fe-ae2645ad6a02 HTTP/1.1" status: 200 len: 217 time: 0.0386562 Feb 02 07:50:06.568037 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616e1e22-3102-4cbb-b467-3f62975e1508 req-4eb482f7-2910-4b12-84e6-978ba67dea6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:06.569467 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-616e1e22-3102-4cbb-b467-3f62975e1508 req-4eb482f7-2910-4b12-84e6-978ba67dea6d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7a252067-5a15-4739-8cf3-482cd4016f06 HTTP/1.1" status: 200 len: 850 time: 0.0431871 Feb 02 07:50:06.618315 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616e1e22-3102-4cbb-b467-3f62975e1508 req-ac2b595b-face-4622-9712-70ee76222a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:06.619813 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-616e1e22-3102-4cbb-b467-3f62975e1508 req-ac2b595b-face-4622-9712-70ee76222a0b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=20c28c57-0e6f-44f8-863b-5c366a2d592b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0440609 Feb 02 07:50:06.711401 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-616e1e22-3102-4cbb-b467-3f62975e1508 req-ba70c88d-cc6a-4a76-be8a-9f9c36e9c6c4 service neutron] 10.222.0.59 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850985 Feb 02 07:50:06.798835 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-616e1e22-3102-4cbb-b467-3f62975e1508 req-da34e69a-7ada-46e8-8c54-c92b4cd93afe service neutron] 10.222.0.59 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816667 Feb 02 07:50:07.002608 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c48e798-e213-4797-9790-cb046534e6a6 req-85bf5e05-e9d1-44e7-8add-a5ff6391cafd tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:07.003999 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7c48e798-e213-4797-9790-cb046534e6a6 req-85bf5e05-e9d1-44e7-8add-a5ff6391cafd tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e90b26-6f10-4ba9-9542-3baa547e7ea8 HTTP/1.1" status: 200 len: 944 time: 0.0555291 Feb 02 07:50:07.049338 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7c48e798-e213-4797-9790-cb046534e6a6 req-3e400d7d-1d45-4ed7-bf24-c0adb654ffa8 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398300 Feb 02 07:50:08.167147 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d773bc-34a2-41ec-92f7-36a382ee698b req-d33af5fb-28fe-47a7-a47b-ac2f08c37006 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:08.168683 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a6d773bc-34a2-41ec-92f7-36a382ee698b req-d33af5fb-28fe-47a7-a47b-ac2f08c37006 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e90b26-6f10-4ba9-9542-3baa547e7ea8 HTTP/1.1" status: 200 len: 944 time: 0.0518374 Feb 02 07:50:08.215037 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a6d773bc-34a2-41ec-92f7-36a382ee698b req-cc3788e8-f695-499f-9927-f3a81825b908 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397735 Feb 02 07:50:09.332511 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e3327-4982-4e41-9f10-fd6a7d7798fc req-4e7c0e78-f0bf-444a-ac0d-c60123e15069 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:09.334248 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f32e3327-4982-4e41-9f10-fd6a7d7798fc req-4e7c0e78-f0bf-444a-ac0d-c60123e15069 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e90b26-6f10-4ba9-9542-3baa547e7ea8 HTTP/1.1" status: 200 len: 944 time: 0.0519781 Feb 02 07:50:09.384258 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f32e3327-4982-4e41-9f10-fd6a7d7798fc req-c672b9cb-703b-4c65-9409-c18a6c992e03 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444314 Feb 02 07:50:10.505003 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4f7ee-86a8-4f17-a4fc-6c0d2d8e6985 req-97fa5530-7474-4db7-96a0-b8d8a2ab9982 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:10.506479 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0fe4f7ee-86a8-4f17-a4fc-6c0d2d8e6985 req-97fa5530-7474-4db7-96a0-b8d8a2ab9982 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e90b26-6f10-4ba9-9542-3baa547e7ea8 HTTP/1.1" status: 200 len: 944 time: 0.0542271 Feb 02 07:50:10.553622 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0fe4f7ee-86a8-4f17-a4fc-6c0d2d8e6985 req-e6492051-3bcb-46ed-9d77-a1f624d32026 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415027 Feb 02 07:50:10.561768 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 3a1e0802-942f-46a6-91fe-ae2645ad6a02 details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:50:10.664133 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 3a1e0802-942f-46a6-91fe-ae2645ad6a02, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=3a1e0802-942f-46a6-91fe-ae2645ad6a02,segment=NetworkSegment(0b09661f-1ef0-43c0-95aa-2480e4f33b35),segment_id=0b09661f-1ef0-43c0-95aa-2480e4f33b35)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:50:10.675017 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': '3a1e0802-942f-46a6-91fe-ae2645ad6a02', 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b', 'port_id': '3a1e0802-942f-46a6-91fe-ae2645ad6a02', 'mac_address': 'fa:16:3e:84:c0:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a252067-5a15-4739-8cf3-482cd4016f06', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:50:10.711315 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 3a1e0802-942f-46a6-91fe-ae2645ad6a02 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:50:10.711741 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3a1e0802-942f-46a6-91fe-ae2645ad6a02), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:50:10.724822 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a1e0802-942f-46a6-91fe-ae2645ad6a02 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:50:10.743732 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 3a1e0802-942f-46a6-91fe-ae2645ad6a02, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=3a1e0802-942f-46a6-91fe-ae2645ad6a02,segment=NetworkSegment(0b09661f-1ef0-43c0-95aa-2480e4f33b35),segment_id=0b09661f-1ef0-43c0-95aa-2480e4f33b35)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:50:10.747379 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (3a1e0802-942f-46a6-91fe-ae2645ad6a02), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:50:10.793634 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=3a1e0802-942f-46a6-91fe-ae2645ad6a02,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:50:11.054725 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-37b27a24-10ac-485f-834b-e3a190d5163e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:50:11.133029 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['3a1e0802-942f-46a6-91fe-ae2645ad6a02'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:50:11.673595 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28710b78-7110-407b-b17f-3214d5a8286f req-459569c8-3bc6-4a5b-bac8-31030954578c tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:11.675101 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-28710b78-7110-407b-b17f-3214d5a8286f req-459569c8-3bc6-4a5b-bac8-31030954578c tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e90b26-6f10-4ba9-9542-3baa547e7ea8 HTTP/1.1" status: 200 len: 945 time: 0.0530546 Feb 02 07:50:11.722235 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-28710b78-7110-407b-b17f-3214d5a8286f req-6e8b281d-7893-4e61-9044-5f3b0513dbb6 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413938 Feb 02 07:50:12.576603 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 3a1e0802-942f-46a6-91fe-ae2645ad6a02 up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:50:12.629116 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port 3a1e0802-942f-46a6-91fe-ae2645ad6a02 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:50:12.633306 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port 3a1e0802-942f-46a6-91fe-ae2645ad6a02 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:50:12.633765 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (3a1e0802-942f-46a6-91fe-ae2645ad6a02), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:50:12.709196 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 3a1e0802-942f-46a6-91fe-ae2645ad6a02 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:50:12.709585 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3a1e0802-942f-46a6-91fe-ae2645ad6a02), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:50:12.732077 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e90b26-6f10-4ba9-9542-3baa547e7ea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a1e0802-942f-46a6-91fe-ae2645ad6a02'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:50:12.734468 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eff21da-1a96-4327-8ad9-0957fd277ebc" -d '{"events": [{"server_uuid": "c5e90b26-6f10-4ba9-9542-3baa547e7ea8", "name": "network-vif-plugged", "status": "completed", "tag": "3a1e0802-942f-46a6-91fe-ae2645ad6a02"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:50:12.747290 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 3a1e0802-942f-46a6-91fe-ae2645ad6a02, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=3a1e0802-942f-46a6-91fe-ae2645ad6a02,segment=NetworkSegment(0b09661f-1ef0-43c0-95aa-2480e4f33b35),segment_id=0b09661f-1ef0-43c0-95aa-2480e4f33b35)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:50:12.751273 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (3a1e0802-942f-46a6-91fe-ae2645ad6a02), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:50:12.774556 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20650e08-6c68-4029-b6f9-1074d58ac1c9 x-openstack-request-id: req-20650e08-6c68-4029-b6f9-1074d58ac1c9 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:50:12.774850 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5e90b26-6f10-4ba9-9542-3baa547e7ea8", "name": "network-vif-plugged", "status": "completed", "tag": "3a1e0802-942f-46a6-91fe-ae2645ad6a02", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:50:12.775191 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-20650e08-6c68-4029-b6f9-1074d58ac1c9 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:50:12.775507 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e90b26-6f10-4ba9-9542-3baa547e7ea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a1e0802-942f-46a6-91fe-ae2645ad6a02', 'code': 200} Feb 02 07:50:12.801270 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=3a1e0802-942f-46a6-91fe-ae2645ad6a02,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:50:12.873628 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50f7adf-9720-4496-a267-7b8429991eb9 req-f97a6c44-8c24-4452-9333-44b2b23e7e3c tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:12.875980 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a50f7adf-9720-4496-a267-7b8429991eb9 req-f97a6c44-8c24-4452-9333-44b2b23e7e3c tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e90b26-6f10-4ba9-9542-3baa547e7ea8 HTTP/1.1" status: 200 len: 946 time: 0.0579453 Feb 02 07:50:12.907873 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784612ac-243b-4b96-afd7-f7d7e0731ce3 req-7395699e-7a28-4d18-8e88-39bb9f14cd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:12.909391 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-784612ac-243b-4b96-afd7-f7d7e0731ce3 req-7395699e-7a28-4d18-8e88-39bb9f14cd60 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c5e90b26-6f10-4ba9-9542-3baa547e7ea8 HTTP/1.1" status: 200 len: 1129 time: 0.0502899 Feb 02 07:50:12.924316 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a50f7adf-9720-4496-a267-7b8429991eb9 req-6a999f43-2a06-4c0b-90e6-d7acadc7639d tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425510 Feb 02 07:50:12.954843 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-784612ac-243b-4b96-afd7-f7d7e0731ce3 req-1f1bab4e-4e64-43a2-b7db-0d939a00f43d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385644 Feb 02 07:50:13.344206 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-354a8c83-d3b6-4e01-adb1-5eca14a861b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:50:14.044704 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262fd398-a8d4-43e5-b5ee-900ef1eb9abd req-208d0ad9-f90a-431b-9a82-bcfcbdf8414a tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:14.046171 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-262fd398-a8d4-43e5-b5ee-900ef1eb9abd req-208d0ad9-f90a-431b-9a82-bcfcbdf8414a tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e90b26-6f10-4ba9-9542-3baa547e7ea8 HTTP/1.1" status: 200 len: 946 time: 0.0522382 Feb 02 07:50:14.092764 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-262fd398-a8d4-43e5-b5ee-900ef1eb9abd req-6a205c03-55e9-44cb-852e-aa218812b995 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409739 Feb 02 07:50:14.821023 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:50:15.212350 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec73c5b-f247-4b51-9320-0e8b78702ced req-dc6f1f23-014e-4df7-a498-56f32c212cbe tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:15.213869 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6ec73c5b-f247-4b51-9320-0e8b78702ced req-dc6f1f23-014e-4df7-a498-56f32c212cbe tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e90b26-6f10-4ba9-9542-3baa547e7ea8 HTTP/1.1" status: 200 len: 946 time: 0.0519729 Feb 02 07:50:15.263280 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6ec73c5b-f247-4b51-9320-0e8b78702ced req-ba1fbcc5-241a-4ae4-95c6-fb368921216d tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431349 Feb 02 07:50:15.375366 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d8bad-9990-4923-a2e3-803ce31bcd45 req-87b6fb3e-67ef-4e42-bcf6-bcd7bc8bee2f tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:15.376965 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7b4d8bad-9990-4923-a2e3-803ce31bcd45 req-87b6fb3e-67ef-4e42-bcf6-bcd7bc8bee2f tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e90b26-6f10-4ba9-9542-3baa547e7ea8 HTTP/1.1" status: 200 len: 946 time: 0.0523663 Feb 02 07:50:15.385502 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 35730) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:50:15.389826 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-d5db06d1-34c2-4be7-bf97-561303c3f3d4 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Request body: {'floatingip': {'port_id': '3a1e0802-942f-46a6-91fe-ae2645ad6a02'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:50:15.428492 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d5db06d1-34c2-4be7-bf97-561303c3f3d4 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks [] for floatingip (faef9771-f154-4ec6-acea-a688b5a172b2), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:50:15.857359 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d5db06d1-34c2-4be7-bf97-561303c3f3d4 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:50:15.861188 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d5db06d1-34c2-4be7-bf97-561303c3f3d4 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (faef9771-f154-4ec6-acea-a688b5a172b2), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:50:15.958065 n-d-789963-26 neutron-server[109694]: INFO neutron.db.l3_db [None req-d5db06d1-34c2-4be7-bf97-561303c3f3d4 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Floating IP faef9771-f154-4ec6-acea-a688b5a172b2 associated. External IP: 172.25.4.5, port: 3a1e0802-942f-46a6-91fe-ae2645ad6a02. Feb 02 07:50:16.159687 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5db06d1-34c2-4be7-bf97-561303c3f3d4 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Router 308272ad-85db-4b5f-a438-3464de3f501b has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:50:16.191240 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:50:16.264649 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5db06d1-34c2-4be7-bf97-561303c3f3d4 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:50:16.270113 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d5db06d1-34c2-4be7-bf97-561303c3f3d4 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:50:16.275169 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f27880-8d10-4a6f-a7a6-77d896ea20cb None None] Sync routers for ids ['308272ad-85db-4b5f-a438-3464de3f501b'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:50:16.285963 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f27880-8d10-4a6f-a7a6-77d896ea20cb None None] Routers {'308272ad-85db-4b5f-a438-3464de3f501b'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:50:16.286587 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-a9f27880-8d10-4a6f-a7a6-77d896ea20cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:50:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['308272ad-85db-4b5f-a438-3464de3f501b'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:50:16.299390 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d5db06d1-34c2-4be7-bf97-561303c3f3d4 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "PUT /v2.0/floatingips/faef9771-f154-4ec6-acea-a688b5a172b2 HTTP/1.1" status: 200 len: 990 time: 0.9128487 Feb 02 07:50:16.300017 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5e90b26-6f10-4ba9-9542-3baa547e7ea8', 'tag': '3a1e0802-942f-46a6-91fe-ae2645ad6a02'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:50:16.302278 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c580864-3dd5-4c95-adc4-0bdcf3381061" -d '{"events": [{"name": "network-changed", "server_uuid": "c5e90b26-6f10-4ba9-9542-3baa547e7ea8", "tag": "3a1e0802-942f-46a6-91fe-ae2645ad6a02"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:50:16.392941 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-a9f27880-8d10-4a6f-a7a6-77d896ea20cb None None] Set router 308272ad-85db-4b5f-a438-3464de3f501b gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:50:16.400102 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee709b81-17c1-42da-9e71-15cf89e735bb req-95f918c4-78c7-4ab4-8a15-4bca9a6484a2 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:16.401642 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ee709b81-17c1-42da-9e71-15cf89e735bb req-95f918c4-78c7-4ab4-8a15-4bca9a6484a2 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e90b26-6f10-4ba9-9542-3baa547e7ea8 HTTP/1.1" status: 200 len: 946 time: 0.0534859 Feb 02 07:50:16.449024 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ee709b81-17c1-42da-9e71-15cf89e735bb req-6683a909-a257-4086-bfb6-53e4390734cc tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414698 Feb 02 07:50:16.499532 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7845b9b-09f6-4ca3-be03-59af1725a26d x-openstack-request-id: req-f7845b9b-09f6-4ca3-be03-59af1725a26d {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:50:16.499923 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5e90b26-6f10-4ba9-9542-3baa547e7ea8", "tag": "3a1e0802-942f-46a6-91fe-ae2645ad6a02", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:50:16.500200 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f7845b9b-09f6-4ca3-be03-59af1725a26d {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:50:16.500618 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5e90b26-6f10-4ba9-9542-3baa547e7ea8', 'tag': '3a1e0802-942f-46a6-91fe-ae2645ad6a02', 'status': 'completed', 'code': 200} Feb 02 07:50:16.585598 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c580864-3dd5-4c95-adc4-0bdcf3381061 req-c14d5f7c-38e6-41fd-85fc-8cda4c9b8311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:16.587105 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0c580864-3dd5-4c95-adc4-0bdcf3381061 req-c14d5f7c-38e6-41fd-85fc-8cda4c9b8311 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=607d06f503a5412db9b7b8d5f1be54cb&device_id=c5e90b26-6f10-4ba9-9542-3baa547e7ea8 HTTP/1.1" status: 200 len: 1129 time: 0.0442727 Feb 02 07:50:16.618514 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-a9f27880-8d10-4a6f-a7a6-77d896ea20cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '308272ad-85db-4b5f-a438-3464de3f501b', 'name': 'tempest-ServerActionsTestJSON-566294728-router', 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '6e5e3cb4-686f-44bd-86a4-7269c028a9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:49:16Z', 'updated_at': '2022-02-02T07:49:19Z', 'revision_number': 4, 'project_id': '607d06f503a5412db9b7b8d5f1be54cb', 'gw_port': {'id': '6e5e3cb4-686f-44bd-86a4-7269c028a9b8', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:cc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308272ad-85db-4b5f-a438-3464de3f501b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:49:17Z', 'updated_at': '2022-02-02T07:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': 'faef9771-f154-4ec6-acea-a688b5a172b2', 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'floating_ip_address': '172.25.4.5', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '308272ad-85db-4b5f-a438-3464de3f501b', 'port_id': '3a1e0802-942f-46a6-91fe-ae2645ad6a02', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b', 'mac_address': 'fa:16:3e:84:c0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e90b26-6f10-4ba9-9542-3baa547e7ea8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:49:21Z', 'updated_at': '2022-02-02T07:50:15Z', 'revision_number': 5, 'project_id': '607d06f503a5412db9b7b8d5f1be54cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47859473-a024-4bbb-83f9-5741f43b4747', 'name': '', 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b', 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'mac_address': 'fa:16:3e:66:30:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308272ad-85db-4b5f-a438-3464de3f501b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '7a252067-5a15-4739-8cf3-482cd4016f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:49:18Z', 'updated_at': '2022-02-02T07:49:23Z', 'revision_number': 5, 'project_id': '607d06f503a5412db9b7b8d5f1be54cb', 'subnets': [{'id': '7a252067-5a15-4739-8cf3-482cd4016f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:50:16.649431 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f27880-8d10-4a6f-a7a6-77d896ea20cb None None] Checking router: 308272ad-85db-4b5f-a438-3464de3f501b for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:50:16.658524 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f27880-8d10-4a6f-a7a6-77d896ea20cb None None] Routers {'308272ad-85db-4b5f-a438-3464de3f501b'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:50:16.659125 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-a9f27880-8d10-4a6f-a7a6-77d896ea20cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:50:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['308272ad-85db-4b5f-a438-3464de3f501b'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:50:16.682180 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c580864-3dd5-4c95-adc4-0bdcf3381061 req-62070db5-8a72-4cf2-bb66-4c93d0ee56a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:16.683664 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0c580864-3dd5-4c95-adc4-0bdcf3381061 req-62070db5-8a72-4cf2-bb66-4c93d0ee56a9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=20c28c57-0e6f-44f8-863b-5c366a2d592b HTTP/1.1" status: 200 len: 912 time: 0.0901756 Feb 02 07:50:16.746812 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0c580864-3dd5-4c95-adc4-0bdcf3381061 req-435328d9-d907-4000-938f-4624786e198b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a1e0802-942f-46a6-91fe-ae2645ad6a02 HTTP/1.1" status: 200 len: 998 time: 0.0576084 Feb 02 07:50:16.764182 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-a9f27880-8d10-4a6f-a7a6-77d896ea20cb None None] Set router 308272ad-85db-4b5f-a438-3464de3f501b gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:50:16.795209 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c580864-3dd5-4c95-adc4-0bdcf3381061 req-a5ab2148-15b9-4455-8c6f-fed22fd55176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:16.796716 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0c580864-3dd5-4c95-adc4-0bdcf3381061 req-a5ab2148-15b9-4455-8c6f-fed22fd55176 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7a252067-5a15-4739-8cf3-482cd4016f06 HTTP/1.1" status: 200 len: 850 time: 0.0435135 Feb 02 07:50:16.849252 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c580864-3dd5-4c95-adc4-0bdcf3381061 req-4dba03b1-9345-4726-8f89-aed5cde6d797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:16.850771 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0c580864-3dd5-4c95-adc4-0bdcf3381061 req-4dba03b1-9345-4726-8f89-aed5cde6d797 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=20c28c57-0e6f-44f8-863b-5c366a2d592b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0478468 Feb 02 07:50:16.949978 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0c580864-3dd5-4c95-adc4-0bdcf3381061 req-62f61292-62e0-46e7-a0f5-a33f0a2a9c70 service neutron] 10.222.0.59 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934894 Feb 02 07:50:17.045832 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0c580864-3dd5-4c95-adc4-0bdcf3381061 req-bce34116-418c-45db-a757-b441cf01162d service neutron] 10.222.0.59 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896914 Feb 02 07:50:17.142522 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-a9f27880-8d10-4a6f-a7a6-77d896ea20cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '308272ad-85db-4b5f-a438-3464de3f501b', 'name': 'tempest-ServerActionsTestJSON-566294728-router', 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '6e5e3cb4-686f-44bd-86a4-7269c028a9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:49:16Z', 'updated_at': '2022-02-02T07:49:19Z', 'revision_number': 4, 'project_id': '607d06f503a5412db9b7b8d5f1be54cb', 'gw_port': {'id': '6e5e3cb4-686f-44bd-86a4-7269c028a9b8', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:cc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308272ad-85db-4b5f-a438-3464de3f501b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:49:17Z', 'updated_at': '2022-02-02T07:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': 'faef9771-f154-4ec6-acea-a688b5a172b2', 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'floating_ip_address': '172.25.4.5', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '308272ad-85db-4b5f-a438-3464de3f501b', 'port_id': '3a1e0802-942f-46a6-91fe-ae2645ad6a02', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b', 'mac_address': 'fa:16:3e:84:c0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e90b26-6f10-4ba9-9542-3baa547e7ea8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:49:21Z', 'updated_at': '2022-02-02T07:50:15Z', 'revision_number': 5, 'project_id': '607d06f503a5412db9b7b8d5f1be54cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47859473-a024-4bbb-83f9-5741f43b4747', 'name': '', 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b', 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'mac_address': 'fa:16:3e:66:30:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308272ad-85db-4b5f-a438-3464de3f501b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '7a252067-5a15-4739-8cf3-482cd4016f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:49:18Z', 'updated_at': '2022-02-02T07:49:23Z', 'revision_number': 5, 'project_id': '607d06f503a5412db9b7b8d5f1be54cb', 'subnets': [{'id': '7a252067-5a15-4739-8cf3-482cd4016f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:50:17.173157 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f27880-8d10-4a6f-a7a6-77d896ea20cb None None] The sync data for ids ['308272ad-85db-4b5f-a438-3464de3f501b'] in n-d-789963-26 is: [{'id': '308272ad-85db-4b5f-a438-3464de3f501b', 'name': 'tempest-ServerActionsTestJSON-566294728-router', 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '6e5e3cb4-686f-44bd-86a4-7269c028a9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:49:16Z', 'updated_at': '2022-02-02T07:49:19Z', 'revision_number': 4, 'project_id': '607d06f503a5412db9b7b8d5f1be54cb', 'gw_port': {'id': '6e5e3cb4-686f-44bd-86a4-7269c028a9b8', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:cc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308272ad-85db-4b5f-a438-3464de3f501b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:49:17Z', 'updated_at': '2022-02-02T07:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': 'faef9771-f154-4ec6-acea-a688b5a172b2', 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'floating_ip_address': '172.25.4.5', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '308272ad-85db-4b5f-a438-3464de3f501b', 'port_id': '3a1e0802-942f-46a6-91fe-ae2645ad6a02', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b', 'mac_address': 'fa:16:3e:84:c0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e90b26-6f10-4ba9-9542-3baa547e7ea8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:49:21Z', 'updated_at': '2022-02-02T07:50:15Z', 'revision_number': 5, 'project_id': '607d06f503a5412db9b7b8d5f1be54cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47859473-a024-4bbb-83f9-5741f43b4747', 'name': '', 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b', 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'mac_address': 'fa:16:3e:66:30:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308272ad-85db-4b5f-a438-3464de3f501b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '7a252067-5a15-4739-8cf3-482cd4016f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:49:18Z', 'updated_at': '2022-02-02T07:49:23Z', 'revision_number': 5, 'project_id': '607d06f503a5412db9b7b8d5f1be54cb', 'subnets': [{'id': '7a252067-5a15-4739-8cf3-482cd4016f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:50:17.360271 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766f94fc-dc0f-4420-a37d-599832b5f358 None None] New status for floating IP faef9771-f154-4ec6-acea-a688b5a172b2: ACTIVE {{(pid=109696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 07:50:17.477655 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:50:17.582935 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80288929-5f8b-4761-92da-7ca3857f98f3 req-31bda3e3-86f0-45ee-adc7-4ea39dbd4f54 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:17.584439 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-80288929-5f8b-4761-92da-7ca3857f98f3 req-31bda3e3-86f0-45ee-adc7-4ea39dbd4f54 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e90b26-6f10-4ba9-9542-3baa547e7ea8 HTTP/1.1" status: 200 len: 946 time: 0.0578396 Feb 02 07:50:17.631279 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-80288929-5f8b-4761-92da-7ca3857f98f3 req-60003f09-2bb6-4131-a75f-dca3e47f038f tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407467 Feb 02 07:50:17.831506 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e70ab1-0d2f-4deb-9999-62a8cbc293d7 req-59314fae-af59-42f3-bb70-742445508e02 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:17.833335 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-83e70ab1-0d2f-4deb-9999-62a8cbc293d7 req-59314fae-af59-42f3-bb70-742445508e02 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e90b26-6f10-4ba9-9542-3baa547e7ea8 HTTP/1.1" status: 200 len: 946 time: 0.0532947 Feb 02 07:50:17.879534 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-83e70ab1-0d2f-4deb-9999-62a8cbc293d7 req-7a2fc4e8-bdfb-40d6-a260-bf854cf5480b tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407174 Feb 02 07:50:19.003384 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f837a-bdfc-45ab-a118-b05effe861ac req-62ffcfc8-894d-42e0-9b94-0af7fbacba1f tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:19.004848 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-554f837a-bdfc-45ab-a118-b05effe861ac req-62ffcfc8-894d-42e0-9b94-0af7fbacba1f tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e90b26-6f10-4ba9-9542-3baa547e7ea8 HTTP/1.1" status: 200 len: 946 time: 0.0502512 Feb 02 07:50:19.054201 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-554f837a-bdfc-45ab-a118-b05effe861ac req-35f9ce21-3116-4cf1-8c71-56ec0a805777 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438817 Feb 02 07:50:20.174406 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382f5ac0-fabd-45fc-88b5-79ff620617c0 req-2a048cc1-2d8f-427b-8a35-bf032b3eeaa0 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:20.175919 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-382f5ac0-fabd-45fc-88b5-79ff620617c0 req-2a048cc1-2d8f-427b-8a35-bf032b3eeaa0 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e90b26-6f10-4ba9-9542-3baa547e7ea8 HTTP/1.1" status: 200 len: 946 time: 0.0544460 Feb 02 07:50:20.222072 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-382f5ac0-fabd-45fc-88b5-79ff620617c0 req-c0c17c0f-1e31-4f2f-90ea-bbffe3c4798e tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406828 Feb 02 07:50:21.338282 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea11927-6d23-4bbb-b773-ede330916f57 req-48f35036-06dc-4d11-beaf-00a9fd44ab97 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:21.339764 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8ea11927-6d23-4bbb-b773-ede330916f57 req-48f35036-06dc-4d11-beaf-00a9fd44ab97 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e90b26-6f10-4ba9-9542-3baa547e7ea8 HTTP/1.1" status: 200 len: 946 time: 0.0509069 Feb 02 07:50:21.385185 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8ea11927-6d23-4bbb-b773-ede330916f57 req-2a4d7319-c358-4ee4-9c75-b5896313ca08 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393281 Feb 02 07:50:22.180249 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:50:22.454400 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:50:22.826686 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef81754b-d98a-4c42-97bb-27fabf17d6eb req-dd1d04a8-d360-4634-a2a6-59bd8d99c0f5 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:22.828845 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ef81754b-d98a-4c42-97bb-27fabf17d6eb req-dd1d04a8-d360-4634-a2a6-59bd8d99c0f5 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e90b26-6f10-4ba9-9542-3baa547e7ea8 HTTP/1.1" status: 200 len: 946 time: 0.3728337 Feb 02 07:50:22.873270 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ef81754b-d98a-4c42-97bb-27fabf17d6eb req-9d10ef11-ed3d-4fa0-870d-ab66e1464f6e tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388360 Feb 02 07:50:23.990745 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d695e9a-84b2-47aa-b5d8-92b885b2681b req-4d87d111-4d1e-4705-b8dd-d5cbb604e0aa tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:23.992217 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9d695e9a-84b2-47aa-b5d8-92b885b2681b req-4d87d111-4d1e-4705-b8dd-d5cbb604e0aa tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e90b26-6f10-4ba9-9542-3baa547e7ea8 HTTP/1.1" status: 200 len: 946 time: 0.0510097 Feb 02 07:50:24.037769 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9d695e9a-84b2-47aa-b5d8-92b885b2681b req-1084389f-7f2d-4f7d-850e-8b7686cd5ec6 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401471 Feb 02 07:50:25.165064 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e4fd07-9a44-4039-9122-feb4c6eedc21 req-001e5b00-b84e-4525-b901-06276c817a79 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:25.166538 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f0e4fd07-9a44-4039-9122-feb4c6eedc21 req-001e5b00-b84e-4525-b901-06276c817a79 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e90b26-6f10-4ba9-9542-3baa547e7ea8 HTTP/1.1" status: 200 len: 946 time: 0.0597043 Feb 02 07:50:25.212973 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f0e4fd07-9a44-4039-9122-feb4c6eedc21 req-b1677d3b-759d-4a75-a70e-346f1c4f481b tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402250 Feb 02 07:50:26.331348 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d00db1b-a9ae-4282-9296-5cb418e549f9 req-8bfdfaee-b337-40e4-b67e-2deece0237c2 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:26.332754 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9d00db1b-a9ae-4282-9296-5cb418e549f9 req-8bfdfaee-b337-40e4-b67e-2deece0237c2 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e90b26-6f10-4ba9-9542-3baa547e7ea8 HTTP/1.1" status: 200 len: 946 time: 0.0522287 Feb 02 07:50:26.378519 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9d00db1b-a9ae-4282-9296-5cb418e549f9 req-191ffc50-d31b-4980-a8b6-b96678bf3840 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402424 Feb 02 07:50:27.497403 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e7e387-c0dc-479e-882e-959868aada03 req-42602c46-7557-4c31-8c86-2e8f64cb0a2c tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:27.498888 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b8e7e387-c0dc-479e-882e-959868aada03 req-42602c46-7557-4c31-8c86-2e8f64cb0a2c tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e90b26-6f10-4ba9-9542-3baa547e7ea8 HTTP/1.1" status: 200 len: 946 time: 0.0528657 Feb 02 07:50:27.549697 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b8e7e387-c0dc-479e-882e-959868aada03 req-d39eb325-a346-4e74-8ddb-93ba6e6884cb tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449555 Feb 02 07:50:27.627005 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:50:28.668714 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2cb1c1-8571-44d5-8eeb-ebc9ad4c6279 req-da1e51a7-e076-4391-a846-f12eae6145f4 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:28.670211 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8f2cb1c1-8571-44d5-8eeb-ebc9ad4c6279 req-da1e51a7-e076-4391-a846-f12eae6145f4 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e90b26-6f10-4ba9-9542-3baa547e7ea8 HTTP/1.1" status: 200 len: 946 time: 0.0525501 Feb 02 07:50:28.715498 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8f2cb1c1-8571-44d5-8eeb-ebc9ad4c6279 req-565cdab1-f6c3-423f-a443-768324f7cc67 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398071 Feb 02 07:50:29.833451 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d9b87-1f8a-4e9a-a24f-aafac907ecc8 req-89cef1cb-3dfe-4a5a-b1b3-e739651b3aeb tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:29.834943 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2d3d9b87-1f8a-4e9a-a24f-aafac907ecc8 req-89cef1cb-3dfe-4a5a-b1b3-e739651b3aeb tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e90b26-6f10-4ba9-9542-3baa547e7ea8 HTTP/1.1" status: 200 len: 946 time: 0.0515478 Feb 02 07:50:29.881724 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2d3d9b87-1f8a-4e9a-a24f-aafac907ecc8 req-bb83a733-a7f3-412a-a83f-dccae19af675 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411744 Feb 02 07:50:31.003958 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b567b0e-9a81-4141-8488-0e237275ba63 req-4f8e1b2d-07c2-4c26-813d-8df2ca15b98d tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:31.005441 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7b567b0e-9a81-4141-8488-0e237275ba63 req-4f8e1b2d-07c2-4c26-813d-8df2ca15b98d tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e90b26-6f10-4ba9-9542-3baa547e7ea8 HTTP/1.1" status: 200 len: 946 time: 0.0571539 Feb 02 07:50:31.051523 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7b567b0e-9a81-4141-8488-0e237275ba63 req-671e93f9-b434-44bc-83ca-0da75417dbe1 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406020 Feb 02 07:50:32.170760 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf898b1e-25f4-406a-8da5-decafcbdfd4f req-599d1049-5627-49d5-aca6-325f9c1b9083 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:32.172920 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cf898b1e-25f4-406a-8da5-decafcbdfd4f req-599d1049-5627-49d5-aca6-325f9c1b9083 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e90b26-6f10-4ba9-9542-3baa547e7ea8 HTTP/1.1" status: 200 len: 946 time: 0.0537682 Feb 02 07:50:32.218487 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cf898b1e-25f4-406a-8da5-decafcbdfd4f req-59ddb532-ff9a-4530-987c-eb3835fca2d4 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399885 Feb 02 07:50:33.338436 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2489ac-c57a-4acb-9532-f380a0e6da08 req-d5267cd0-ccdf-4b70-8d69-d714039eb732 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:33.339814 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3e2489ac-c57a-4acb-9532-f380a0e6da08 req-d5267cd0-ccdf-4b70-8d69-d714039eb732 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e90b26-6f10-4ba9-9542-3baa547e7ea8 HTTP/1.1" status: 200 len: 946 time: 0.0517812 Feb 02 07:50:33.392686 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3e2489ac-c57a-4acb-9532-f380a0e6da08 req-27caf6ff-bc23-441f-bcc2-0a8492a97c47 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472436 Feb 02 07:50:34.513714 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e229785d-ae5a-4977-9437-90b9e6ef2212 req-5aaf366e-b66c-453b-a0c3-64b5dd39e5ab tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:34.515744 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e229785d-ae5a-4977-9437-90b9e6ef2212 req-5aaf366e-b66c-453b-a0c3-64b5dd39e5ab tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e90b26-6f10-4ba9-9542-3baa547e7ea8 HTTP/1.1" status: 200 len: 946 time: 0.0531847 Feb 02 07:50:34.561822 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e229785d-ae5a-4977-9437-90b9e6ef2212 req-fabd9cd9-d547-488d-8a12-6a5cad98fc76 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404270 Feb 02 07:50:35.690047 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18bd6b2-ccd5-4182-addf-8e5f20c8c1e9 req-5421a45a-598d-4451-8062-342be8ea19e0 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:35.691879 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d18bd6b2-ccd5-4182-addf-8e5f20c8c1e9 req-5421a45a-598d-4451-8062-342be8ea19e0 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e90b26-6f10-4ba9-9542-3baa547e7ea8 HTTP/1.1" status: 200 len: 946 time: 0.0551224 Feb 02 07:50:35.741768 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d18bd6b2-ccd5-4182-addf-8e5f20c8c1e9 req-9c89d47d-0999-4ed3-9933-480d10b821fa tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438051 Feb 02 07:50:36.872829 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e41a316-9cee-4231-966e-f73c6ec57c20 req-6730d367-bcc9-4c85-83a2-4f7a7b30faf9 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:36.874363 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2e41a316-9cee-4231-966e-f73c6ec57c20 req-6730d367-bcc9-4c85-83a2-4f7a7b30faf9 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e90b26-6f10-4ba9-9542-3baa547e7ea8 HTTP/1.1" status: 200 len: 946 time: 0.0591967 Feb 02 07:50:36.924010 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2e41a316-9cee-4231-966e-f73c6ec57c20 req-dff71267-bb7d-4503-ada2-a9e4251b8a82 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430739 Feb 02 07:50:38.044019 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47acb8a8-30c7-427f-ac81-d81886878ce8 req-8569c293-b2dd-481d-8dc3-6e98c0eab966 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:38.045517 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-47acb8a8-30c7-427f-ac81-d81886878ce8 req-8569c293-b2dd-481d-8dc3-6e98c0eab966 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e90b26-6f10-4ba9-9542-3baa547e7ea8 HTTP/1.1" status: 200 len: 946 time: 0.0543518 Feb 02 07:50:38.093204 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-47acb8a8-30c7-427f-ac81-d81886878ce8 req-5e54313e-0767-4892-af3f-84216d5c7503 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412071 Feb 02 07:50:39.216981 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec5f6ce-b56f-438a-bc82-d0ea38ee25a6 req-ec5610e8-e265-4172-b38f-133b6e98a2cd tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:39.218448 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4ec5f6ce-b56f-438a-bc82-d0ea38ee25a6 req-ec5610e8-e265-4172-b38f-133b6e98a2cd tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e90b26-6f10-4ba9-9542-3baa547e7ea8 HTTP/1.1" status: 200 len: 946 time: 0.0561643 Feb 02 07:50:39.264209 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4ec5f6ce-b56f-438a-bc82-d0ea38ee25a6 req-3efb8739-6663-484e-9b0d-87082cfe2daf tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401163 Feb 02 07:50:40.384750 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6988e5f-7b93-461d-8b8b-c37e9dc9d1f3 req-9cd4321b-6b01-4ecf-a62b-18ebae57dbf5 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:40.386232 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e6988e5f-7b93-461d-8b8b-c37e9dc9d1f3 req-9cd4321b-6b01-4ecf-a62b-18ebae57dbf5 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e90b26-6f10-4ba9-9542-3baa547e7ea8 HTTP/1.1" status: 200 len: 946 time: 0.0520933 Feb 02 07:50:40.434422 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e6988e5f-7b93-461d-8b8b-c37e9dc9d1f3 req-8048cc95-b363-494f-9ced-e7fa4255715c tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419164 Feb 02 07:50:41.055352 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ca47ca78-ab91-4390-90b6-0017140d313d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:50:41.553824 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c24c95f-daae-4795-9ee6-72d3a02f1f16 req-5838a043-0914-42c2-8bcd-5816cb4c410d tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:41.555298 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8c24c95f-daae-4795-9ee6-72d3a02f1f16 req-5838a043-0914-42c2-8bcd-5816cb4c410d tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e90b26-6f10-4ba9-9542-3baa547e7ea8 HTTP/1.1" status: 200 len: 946 time: 0.0524487 Feb 02 07:50:41.606686 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8c24c95f-daae-4795-9ee6-72d3a02f1f16 req-ad9dfeee-9a25-4b9b-a82d-1021d41a3054 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457983 Feb 02 07:50:42.727566 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c962849b-732a-430a-b0b5-98bf764c26e0 req-282db66b-5378-4be8-8fd9-3fcbf3837d0f tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:42.729089 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c962849b-732a-430a-b0b5-98bf764c26e0 req-282db66b-5378-4be8-8fd9-3fcbf3837d0f tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e90b26-6f10-4ba9-9542-3baa547e7ea8 HTTP/1.1" status: 200 len: 946 time: 0.0539646 Feb 02 07:50:42.776367 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c962849b-732a-430a-b0b5-98bf764c26e0 req-b9cb6d11-c4d3-4e5f-b3ff-8a9f15769f1f tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415516 Feb 02 07:50:43.345791 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-fbe0cf8e-41e2-450b-b45e-0bfb6a2ef769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:50:43.894810 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f79dc20-12f1-4387-8aef-22b82a199390 req-53152080-2720-42c3-8429-b9a7b323e595 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:43.896256 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7f79dc20-12f1-4387-8aef-22b82a199390 req-53152080-2720-42c3-8429-b9a7b323e595 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e90b26-6f10-4ba9-9542-3baa547e7ea8 HTTP/1.1" status: 200 len: 946 time: 0.0524013 Feb 02 07:50:43.942744 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7f79dc20-12f1-4387-8aef-22b82a199390 req-0d528035-68d1-4c29-a623-5377588e74ee tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405979 Feb 02 07:50:44.222341 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e7540c-c608-4ffc-91b2-3d7d4b06d490 req-417fea3a-de8d-4c60-8482-77dd6d225f16 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:44.223875 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-05e7540c-c608-4ffc-91b2-3d7d4b06d490 req-417fea3a-de8d-4c60-8482-77dd6d225f16 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e90b26-6f10-4ba9-9542-3baa547e7ea8 HTTP/1.1" status: 200 len: 946 time: 0.0814672 Feb 02 07:50:44.227421 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bc3cf038-a995-4252-9e75-ab1871608343 req-a500f15c-768f-405c-b089-3d5ff3562c68 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=c5e90b26-6f10-4ba9-9542-3baa547e7ea8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0940003 Feb 02 07:50:44.273744 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-05e7540c-c608-4ffc-91b2-3d7d4b06d490 req-2c8ac0ea-8454-4862-a331-b2a53dbc9841 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437539 Feb 02 07:50:44.823521 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:50:45.397092 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f4e47-e3a3-4c75-b092-bcd8426fe730 req-94f6d784-9143-40cd-ab04-bf03c9c7a275 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:45.398605 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-116f4e47-e3a3-4c75-b092-bcd8426fe730 req-94f6d784-9143-40cd-ab04-bf03c9c7a275 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e90b26-6f10-4ba9-9542-3baa547e7ea8 HTTP/1.1" status: 200 len: 946 time: 0.0548387 Feb 02 07:50:45.445532 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3cf038-a995-4252-9e75-ab1871608343 req-bc9bac1b-d2b3-4a4c-bf7d-82a71f2536de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:45.447201 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bc3cf038-a995-4252-9e75-ab1871608343 req-bc9bac1b-d2b3-4a4c-bf7d-82a71f2536de service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=607d06f503a5412db9b7b8d5f1be54cb&device_id=c5e90b26-6f10-4ba9-9542-3baa547e7ea8 HTTP/1.1" status: 200 len: 1129 time: 0.0462644 Feb 02 07:50:45.451499 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-116f4e47-e3a3-4c75-b092-bcd8426fe730 req-3bbacee5-fb7c-4d7c-9a96-d973341c2aca tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471857 Feb 02 07:50:45.540649 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3cf038-a995-4252-9e75-ab1871608343 req-78e2a462-99ce-4c99-9aff-83cb1a2175c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:45.542112 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bc3cf038-a995-4252-9e75-ab1871608343 req-78e2a462-99ce-4c99-9aff-83cb1a2175c2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=20c28c57-0e6f-44f8-863b-5c366a2d592b HTTP/1.1" status: 200 len: 912 time: 0.0877395 Feb 02 07:50:45.886359 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bc3cf038-a995-4252-9e75-ab1871608343 req-a211222f-9254-4206-ab6b-2e969f0e943d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a1e0802-942f-46a6-91fe-ae2645ad6a02 HTTP/1.1" status: 200 len: 1000 time: 0.3380835 Feb 02 07:50:45.934755 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3cf038-a995-4252-9e75-ab1871608343 req-09427653-7eed-4298-8f46-8703b23ed66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:45.936154 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bc3cf038-a995-4252-9e75-ab1871608343 req-09427653-7eed-4298-8f46-8703b23ed66a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7a252067-5a15-4739-8cf3-482cd4016f06 HTTP/1.1" status: 200 len: 850 time: 0.0421846 Feb 02 07:50:45.986115 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3cf038-a995-4252-9e75-ab1871608343 req-5ca6bf96-3f1f-4c83-a529-0f43d2afcf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:45.987590 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bc3cf038-a995-4252-9e75-ab1871608343 req-5ca6bf96-3f1f-4c83-a529-0f43d2afcf67 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=20c28c57-0e6f-44f8-863b-5c366a2d592b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0455072 Feb 02 07:50:46.074110 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bc3cf038-a995-4252-9e75-ab1871608343 req-5d1e8966-2cfe-4ae7-944e-1d5652d5fb75 service neutron] 10.222.0.59 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800228 Feb 02 07:50:46.163387 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bc3cf038-a995-4252-9e75-ab1871608343 req-076241be-a3db-47da-8743-c7c7571b877d service neutron] 10.222.0.59 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832310 Feb 02 07:50:46.193938 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:50:46.570527 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9c3888-e3fb-4bcd-8287-5ea7915f0022 req-c22bfb5a-aade-41f9-9406-b2c1ad1144a7 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:46.572032 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fc9c3888-e3fb-4bcd-8287-5ea7915f0022 req-c22bfb5a-aade-41f9-9406-b2c1ad1144a7 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e90b26-6f10-4ba9-9542-3baa547e7ea8 HTTP/1.1" status: 200 len: 946 time: 0.0520282 Feb 02 07:50:46.618815 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fc9c3888-e3fb-4bcd-8287-5ea7915f0022 req-7b11dc0a-0cc9-4f8f-ae59-f109612a7998 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412331 Feb 02 07:50:47.479759 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:50:47.740032 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa37c87b-9de9-4cd6-a0bd-5eb009701aad req-673cbaea-e859-4bf9-84d3-ae098a514aa9 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:47.741483 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fa37c87b-9de9-4cd6-a0bd-5eb009701aad req-673cbaea-e859-4bf9-84d3-ae098a514aa9 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e90b26-6f10-4ba9-9542-3baa547e7ea8 HTTP/1.1" status: 200 len: 946 time: 0.0545905 Feb 02 07:50:47.787879 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fa37c87b-9de9-4cd6-a0bd-5eb009701aad req-2fa949ba-8894-4aca-93dd-e997f47202da tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404434 Feb 02 07:50:48.006098 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [req-bc3cf038-a995-4252-9e75-ab1871608343 req-78bbadd6-d595-413c-9e7a-cba281b3e38c service neutron] show failed (client error): The resource could not be found. Feb 02 07:50:48.007024 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bc3cf038-a995-4252-9e75-ab1871608343 req-78bbadd6-d595-413c-9e7a-cba281b3e38c service neutron] 10.222.0.59 "GET /v2.0/ports/3a1e0802-942f-46a6-91fe-ae2645ad6a02/bindings/n-h1-789963-26 HTTP/1.1" status: 404 len: 381 time: 0.0539153 Feb 02 07:50:48.256406 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3cf038-a995-4252-9e75-ab1871608343 req-991b1529-a286-4c2a-8f97-10b55baa3bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:48.257808 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bc3cf038-a995-4252-9e75-ab1871608343 req-991b1529-a286-4c2a-8f97-10b55baa3bc5 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=c5e90b26-6f10-4ba9-9542-3baa547e7ea8&tenant_id=607d06f503a5412db9b7b8d5f1be54cb HTTP/1.1" status: 200 len: 1129 time: 0.0939417 Feb 02 07:50:48.275786 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-bc3cf038-a995-4252-9e75-ab1871608343 req-b0cf7a83-2af7-4172-a5c0-16c0b482c16e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-26', 'device_owner': 'compute:nova'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:50:48.335450 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-bc3cf038-a995-4252-9e75-ab1871608343 req-b0cf7a83-2af7-4172-a5c0-16c0b482c16e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3a1e0802-942f-46a6-91fe-ae2645ad6a02), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:50:48.536847 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-bc3cf038-a995-4252-9e75-ab1871608343 req-b0cf7a83-2af7-4172-a5c0-16c0b482c16e service neutron] For port 3a1e0802-942f-46a6-91fe-ae2645ad6a02, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=3a1e0802-942f-46a6-91fe-ae2645ad6a02,segment=NetworkSegment(0b09661f-1ef0-43c0-95aa-2480e4f33b35),segment_id=0b09661f-1ef0-43c0-95aa-2480e4f33b35)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:50:48.569463 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-bc3cf038-a995-4252-9e75-ab1871608343 req-b0cf7a83-2af7-4172-a5c0-16c0b482c16e service neutron] For port 3a1e0802-942f-46a6-91fe-ae2645ad6a02, host n-h2-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:50:48.607979 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e90b26-6f10-4ba9-9542-3baa547e7ea8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a1e0802-942f-46a6-91fe-ae2645ad6a02'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:50:48.610981 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dbd7e74-d78f-481c-a89b-9d45f19b221f" -d '{"events": [{"server_uuid": "c5e90b26-6f10-4ba9-9542-3baa547e7ea8", "name": "network-vif-unplugged", "status": "completed", "tag": "3a1e0802-942f-46a6-91fe-ae2645ad6a02"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:50:48.614451 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-bc3cf038-a995-4252-9e75-ab1871608343 req-b0cf7a83-2af7-4172-a5c0-16c0b482c16e service neutron] Publish callbacks [] for port (3a1e0802-942f-46a6-91fe-ae2645ad6a02), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:50:48.627011 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-bc3cf038-a995-4252-9e75-ab1871608343 req-b0cf7a83-2af7-4172-a5c0-16c0b482c16e service neutron] Transition to ACTIVE for port object 3a1e0802-942f-46a6-91fe-ae2645ad6a02 will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:50:48.631512 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-bc3cf038-a995-4252-9e75-ab1871608343 req-b0cf7a83-2af7-4172-a5c0-16c0b482c16e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (3a1e0802-942f-46a6-91fe-ae2645ad6a02), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:50:48.666717 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 07:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be2c21d6-7f3d-49c7-9374-34181bb42345 x-openstack-request-id: req-be2c21d6-7f3d-49c7-9374-34181bb42345 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:50:48.667017 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5e90b26-6f10-4ba9-9542-3baa547e7ea8", "name": "network-vif-unplugged", "status": "completed", "tag": "3a1e0802-942f-46a6-91fe-ae2645ad6a02", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:50:48.667276 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-be2c21d6-7f3d-49c7-9374-34181bb42345 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:50:48.667702 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e90b26-6f10-4ba9-9542-3baa547e7ea8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a1e0802-942f-46a6-91fe-ae2645ad6a02', 'code': 200} Feb 02 07:50:48.718530 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cf7a83-2af7-4172-a5c0-16c0b482c16e service neutron] Pushing event updated for resources: {'Port': ['ID=3a1e0802-942f-46a6-91fe-ae2645ad6a02,revision_number=6']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:50:48.775536 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc3cf038-a995-4252-9e75-ab1871608343 req-b0cf7a83-2af7-4172-a5c0-16c0b482c16e service neutron] No DVR routers for this DVR port 3a1e0802-942f-46a6-91fe-ae2645ad6a02 on host n-h2-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:50:48.916524 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83f1f8-7b8c-45e9-9e19-f89164e44a32 req-694e7ee2-62d9-4e8f-bd40-86426fbddfd4 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:48.917365 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-bc3cf038-a995-4252-9e75-ab1871608343 req-b0cf7a83-2af7-4172-a5c0-16c0b482c16e service neutron] Attempting to bind port 3a1e0802-942f-46a6-91fe-ae2645ad6a02 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:50:48.917718 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-bc3cf038-a995-4252-9e75-ab1871608343 req-b0cf7a83-2af7-4172-a5c0-16c0b482c16e service neutron] Attempting to bind port 3a1e0802-942f-46a6-91fe-ae2645ad6a02 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': '0b09661f-1ef0-43c0-95aa-2480e4f33b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:50:48.918029 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5e83f1f8-7b8c-45e9-9e19-f89164e44a32 req-694e7ee2-62d9-4e8f-bd40-86426fbddfd4 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e90b26-6f10-4ba9-9542-3baa547e7ea8 HTTP/1.1" status: 200 len: 944 time: 0.0575159 Feb 02 07:50:48.918148 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3cf038-a995-4252-9e75-ab1871608343 req-b0cf7a83-2af7-4172-a5c0-16c0b482c16e service neutron] Attempting to bind port 3a1e0802-942f-46a6-91fe-ae2645ad6a02 on network 20c28c57-0e6f-44f8-863b-5c366a2d592b {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:50:48.923080 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3cf038-a995-4252-9e75-ab1871608343 req-b0cf7a83-2af7-4172-a5c0-16c0b482c16e service neutron] Port 3a1e0802-942f-46a6-91fe-ae2645ad6a02 on network 20c28c57-0e6f-44f8-863b-5c366a2d592b not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:50:48.923408 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3cf038-a995-4252-9e75-ab1871608343 req-b0cf7a83-2af7-4172-a5c0-16c0b482c16e service neutron] Attempting to bind port 3a1e0802-942f-46a6-91fe-ae2645ad6a02 on network 20c28c57-0e6f-44f8-863b-5c366a2d592b {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:50:48.928390 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3cf038-a995-4252-9e75-ab1871608343 req-b0cf7a83-2af7-4172-a5c0-16c0b482c16e service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:50:48.928735 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3cf038-a995-4252-9e75-ab1871608343 req-b0cf7a83-2af7-4172-a5c0-16c0b482c16e service neutron] Checking segment: {'id': '0b09661f-1ef0-43c0-95aa-2480e4f33b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:50:48.929125 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3cf038-a995-4252-9e75-ab1871608343 req-b0cf7a83-2af7-4172-a5c0-16c0b482c16e service neutron] Bound using segment: {'id': '0b09661f-1ef0-43c0-95aa-2480e4f33b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:50:48.929560 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-bc3cf038-a995-4252-9e75-ab1871608343 req-b0cf7a83-2af7-4172-a5c0-16c0b482c16e service neutron] Bound port: 3a1e0802-942f-46a6-91fe-ae2645ad6a02, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b09661f-1ef0-43c0-95aa-2480e4f33b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:50:48.929927 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-bc3cf038-a995-4252-9e75-ab1871608343 req-b0cf7a83-2af7-4172-a5c0-16c0b482c16e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3a1e0802-942f-46a6-91fe-ae2645ad6a02), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:50:48.965594 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5e83f1f8-7b8c-45e9-9e19-f89164e44a32 req-0af1a3aa-a567-4a41-bbcf-c7bda940f23a tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411079 Feb 02 07:50:48.993129 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-bc3cf038-a995-4252-9e75-ab1871608343 req-b0cf7a83-2af7-4172-a5c0-16c0b482c16e service neutron] For port 3a1e0802-942f-46a6-91fe-ae2645ad6a02, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:50:48.996118 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-bc3cf038-a995-4252-9e75-ab1871608343 req-b0cf7a83-2af7-4172-a5c0-16c0b482c16e service neutron] For port 3a1e0802-942f-46a6-91fe-ae2645ad6a02, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=3a1e0802-942f-46a6-91fe-ae2645ad6a02,segment=NetworkSegment(0b09661f-1ef0-43c0-95aa-2480e4f33b35),segment_id=0b09661f-1ef0-43c0-95aa-2480e4f33b35)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:50:49.003138 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-bc3cf038-a995-4252-9e75-ab1871608343 req-b0cf7a83-2af7-4172-a5c0-16c0b482c16e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (3a1e0802-942f-46a6-91fe-ae2645ad6a02), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:50:49.042503 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3cf038-a995-4252-9e75-ab1871608343 req-b0cf7a83-2af7-4172-a5c0-16c0b482c16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:49.043174 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-bc3cf038-a995-4252-9e75-ab1871608343 req-b0cf7a83-2af7-4172-a5c0-16c0b482c16e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:50:49.044663 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bc3cf038-a995-4252-9e75-ab1871608343 req-b0cf7a83-2af7-4172-a5c0-16c0b482c16e service neutron] 10.222.0.88 "PUT /v2.0/ports/3a1e0802-942f-46a6-91fe-ae2645ad6a02 HTTP/1.1" status: 200 len: 1093 time: 0.7732358 Feb 02 07:50:49.068532 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cf7a83-2af7-4172-a5c0-16c0b482c16e service neutron] Pushing event updated for resources: {'Port': ['ID=3a1e0802-942f-46a6-91fe-ae2645ad6a02,revision_number=7']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:50:49.129250 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3cf038-a995-4252-9e75-ab1871608343 req-6a8be0ff-26d9-43f7-a7a5-eab3739b3516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:49.130804 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bc3cf038-a995-4252-9e75-ab1871608343 req-6a8be0ff-26d9-43f7-a7a5-eab3739b3516 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=607d06f503a5412db9b7b8d5f1be54cb&device_id=c5e90b26-6f10-4ba9-9542-3baa547e7ea8 HTTP/1.1" status: 200 len: 1127 time: 0.0522516 Feb 02 07:50:49.224941 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3cf038-a995-4252-9e75-ab1871608343 req-2947d28e-2c53-4e82-b063-125c22199bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:49.226426 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bc3cf038-a995-4252-9e75-ab1871608343 req-2947d28e-2c53-4e82-b063-125c22199bf7 service neutron] 10.222.0.88 "GET /v2.0/networks?id=20c28c57-0e6f-44f8-863b-5c366a2d592b HTTP/1.1" status: 200 len: 912 time: 0.0903530 Feb 02 07:50:49.296205 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bc3cf038-a995-4252-9e75-ab1871608343 req-bbe3b062-3d12-4b42-8d6c-e9c5d4b20048 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a1e0802-942f-46a6-91fe-ae2645ad6a02 HTTP/1.1" status: 200 len: 998 time: 0.0635095 Feb 02 07:50:49.345810 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3cf038-a995-4252-9e75-ab1871608343 req-d8861c60-320b-4eef-af7d-59349f9a524e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:49.347254 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bc3cf038-a995-4252-9e75-ab1871608343 req-d8861c60-320b-4eef-af7d-59349f9a524e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7a252067-5a15-4739-8cf3-482cd4016f06 HTTP/1.1" status: 200 len: 850 time: 0.0453558 Feb 02 07:50:49.397027 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3cf038-a995-4252-9e75-ab1871608343 req-ea248414-0dbf-4443-abd2-51221d792497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:49.398517 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bc3cf038-a995-4252-9e75-ab1871608343 req-ea248414-0dbf-4443-abd2-51221d792497 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=20c28c57-0e6f-44f8-863b-5c366a2d592b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0452306 Feb 02 07:50:49.493891 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bc3cf038-a995-4252-9e75-ab1871608343 req-6d3e5f77-bdd7-463c-a51a-da53f9f3b565 service neutron] 10.222.0.88 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894654 Feb 02 07:50:49.586266 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bc3cf038-a995-4252-9e75-ab1871608343 req-96cba781-51ed-470f-b851-bb45100f9ace service neutron] 10.222.0.88 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863755 Feb 02 07:50:50.089360 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94787f96-44cf-4ce4-b343-473b11bb9427 req-e1be0a76-6159-4b73-bd4c-ec009b4f5a90 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:50.090833 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-94787f96-44cf-4ce4-b343-473b11bb9427 req-e1be0a76-6159-4b73-bd4c-ec009b4f5a90 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e90b26-6f10-4ba9-9542-3baa547e7ea8 HTTP/1.1" status: 200 len: 944 time: 0.0541253 Feb 02 07:50:50.136384 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-94787f96-44cf-4ce4-b343-473b11bb9427 req-de5b15bc-c3d1-480f-95e9-8bf42e89de9c tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399764 Feb 02 07:50:50.669554 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5e90b26-6f10-4ba9-9542-3baa547e7ea8', 'tag': '3a1e0802-942f-46a6-91fe-ae2645ad6a02'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:50:50.672704 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfaee778-00b5-4566-86aa-92a86db3d3c7" -d '{"events": [{"name": "network-changed", "server_uuid": "c5e90b26-6f10-4ba9-9542-3baa547e7ea8", "tag": "3a1e0802-942f-46a6-91fe-ae2645ad6a02"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:50:50.717074 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 3a1e0802-942f-46a6-91fe-ae2645ad6a02 no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:50:50.719450 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f74684-bfcb-4b6a-bea3-55fa3a0d4579 x-openstack-request-id: req-91f74684-bfcb-4b6a-bea3-55fa3a0d4579 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:50:50.719782 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5e90b26-6f10-4ba9-9542-3baa547e7ea8", "tag": "3a1e0802-942f-46a6-91fe-ae2645ad6a02", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:50:50.720044 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-91f74684-bfcb-4b6a-bea3-55fa3a0d4579 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:50:50.720441 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5e90b26-6f10-4ba9-9542-3baa547e7ea8', 'tag': '3a1e0802-942f-46a6-91fe-ae2645ad6a02', 'status': 'completed', 'code': 200} Feb 02 07:50:50.758887 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] The host n-h2-789963-26 is not matching for port 3a1e0802-942f-46a6-91fe-ae2645ad6a02 host n-h1-789963-26! {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 02 07:50:50.759211 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 3a1e0802-942f-46a6-91fe-ae2645ad6a02 not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:50:50.833993 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaee778-00b5-4566-86aa-92a86db3d3c7 req-304a87c6-47a5-40a1-9706-9e010f39e945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:50.835507 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cfaee778-00b5-4566-86aa-92a86db3d3c7 req-304a87c6-47a5-40a1-9706-9e010f39e945 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=607d06f503a5412db9b7b8d5f1be54cb&device_id=c5e90b26-6f10-4ba9-9542-3baa547e7ea8 HTTP/1.1" status: 200 len: 1127 time: 0.0680151 Feb 02 07:50:50.837942 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaee778-00b5-4566-86aa-92a86db3d3c7 req-70866a1e-2d99-4756-a3d1-6331f097213a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:50.839308 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cfaee778-00b5-4566-86aa-92a86db3d3c7 req-70866a1e-2d99-4756-a3d1-6331f097213a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=607d06f503a5412db9b7b8d5f1be54cb&device_id=c5e90b26-6f10-4ba9-9542-3baa547e7ea8 HTTP/1.1" status: 200 len: 1127 time: 0.0813251 Feb 02 07:50:50.997407 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaee778-00b5-4566-86aa-92a86db3d3c7 req-42a1daa1-583d-4e52-92b5-88e8dce1ec34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:50.998894 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cfaee778-00b5-4566-86aa-92a86db3d3c7 req-42a1daa1-583d-4e52-92b5-88e8dce1ec34 service neutron] 10.222.0.88 "GET /v2.0/networks?id=20c28c57-0e6f-44f8-863b-5c366a2d592b HTTP/1.1" status: 200 len: 912 time: 0.1571860 Feb 02 07:50:51.000063 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaee778-00b5-4566-86aa-92a86db3d3c7 req-db93789a-2b13-45aa-a095-4eb54270e186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:51.001432 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cfaee778-00b5-4566-86aa-92a86db3d3c7 req-db93789a-2b13-45aa-a095-4eb54270e186 service neutron] 10.222.0.59 "GET /v2.0/networks?id=20c28c57-0e6f-44f8-863b-5c366a2d592b HTTP/1.1" status: 200 len: 912 time: 0.1517978 Feb 02 07:50:51.108063 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cfaee778-00b5-4566-86aa-92a86db3d3c7 req-f7a30414-6d63-4e81-b392-5c8095898a08 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a1e0802-942f-46a6-91fe-ae2645ad6a02 HTTP/1.1" status: 200 len: 998 time: 0.1031415 Feb 02 07:50:51.113590 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cfaee778-00b5-4566-86aa-92a86db3d3c7 req-7ac5e247-881c-43d6-a24e-e6c154e5a29c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a1e0802-942f-46a6-91fe-ae2645ad6a02 HTTP/1.1" status: 200 len: 998 time: 0.1022253 Feb 02 07:50:51.194155 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaee778-00b5-4566-86aa-92a86db3d3c7 req-6c024c48-e4c5-4472-b8de-54f65f95ef0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:51.195666 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cfaee778-00b5-4566-86aa-92a86db3d3c7 req-6c024c48-e4c5-4472-b8de-54f65f95ef0e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7a252067-5a15-4739-8cf3-482cd4016f06 HTTP/1.1" status: 200 len: 850 time: 0.0812221 Feb 02 07:50:51.197056 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaee778-00b5-4566-86aa-92a86db3d3c7 req-79ea9a01-67c4-49ef-9e5a-fa2f9028ae51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:51.198368 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cfaee778-00b5-4566-86aa-92a86db3d3c7 req-79ea9a01-67c4-49ef-9e5a-fa2f9028ae51 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7a252067-5a15-4739-8cf3-482cd4016f06 HTTP/1.1" status: 200 len: 850 time: 0.0769634 Feb 02 07:50:51.262234 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec56753e-c507-49c6-aefa-1f6a18959bae req-09619db3-6eb3-42b5-b041-cecd2c6195bb tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:51.263752 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ec56753e-c507-49c6-aefa-1f6a18959bae req-09619db3-6eb3-42b5-b041-cecd2c6195bb tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e90b26-6f10-4ba9-9542-3baa547e7ea8 HTTP/1.1" status: 200 len: 944 time: 0.0550647 Feb 02 07:50:51.281563 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaee778-00b5-4566-86aa-92a86db3d3c7 req-44fed34f-d7c5-4a39-9c79-91791f630a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:51.283088 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cfaee778-00b5-4566-86aa-92a86db3d3c7 req-44fed34f-d7c5-4a39-9c79-91791f630a0d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=20c28c57-0e6f-44f8-863b-5c366a2d592b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0814877 Feb 02 07:50:51.285555 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaee778-00b5-4566-86aa-92a86db3d3c7 req-00ea5563-5e25-4012-a102-0d78109d99c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:51.286921 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cfaee778-00b5-4566-86aa-92a86db3d3c7 req-00ea5563-5e25-4012-a102-0d78109d99c1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=20c28c57-0e6f-44f8-863b-5c366a2d592b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0773165 Feb 02 07:50:51.315407 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ec56753e-c507-49c6-aefa-1f6a18959bae req-1a97891c-0a51-4555-8a8c-13bcafcd635f tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453343 Feb 02 07:50:51.447439 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cfaee778-00b5-4566-86aa-92a86db3d3c7 req-a1f9032c-a180-4877-bbb7-f7938935e4d4 service neutron] 10.222.0.88 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580045 Feb 02 07:50:51.449336 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cfaee778-00b5-4566-86aa-92a86db3d3c7 req-d8088fc8-e5dd-48ca-8fb0-989e6005b602 service neutron] 10.222.0.59 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531310 Feb 02 07:50:51.591405 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601f8120-3246-426c-bff3-b8b7529d053d req-dbdd10b0-085c-47d0-958c-8131ec34e671 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:51.592913 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-601f8120-3246-426c-bff3-b8b7529d053d req-dbdd10b0-085c-47d0-958c-8131ec34e671 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e90b26-6f10-4ba9-9542-3baa547e7ea8 HTTP/1.1" status: 200 len: 944 time: 0.1256449 Feb 02 07:50:51.609331 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cfaee778-00b5-4566-86aa-92a86db3d3c7 req-be30431c-c748-4e87-a78e-3815e992de90 service neutron] 10.222.0.88 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558862 Feb 02 07:50:51.611460 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cfaee778-00b5-4566-86aa-92a86db3d3c7 req-6de2f9cf-7df6-4b96-b4cc-4dbae7b49790 service neutron] 10.222.0.59 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501458 Feb 02 07:50:51.632315 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa31f70-80ce-46c0-8a8a-ce9d497e60e2 req-af3d5a83-20e6-4011-a31b-d06e568f3ec9 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:51.633823 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1aa31f70-80ce-46c0-8a8a-ce9d497e60e2 req-af3d5a83-20e6-4011-a31b-d06e568f3ec9 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5e90b26-6f10-4ba9-9542-3baa547e7ea8&tenant_id=607d06f503a5412db9b7b8d5f1be54cb&binding%3Ahost_id=n-h1-789963-26 HTTP/1.1" status: 200 len: 944 time: 0.1395962 Feb 02 07:50:51.692400 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-601f8120-3246-426c-bff3-b8b7529d053d req-b9101eb8-277b-4c07-8c43-a8beed244226 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933137 Feb 02 07:50:51.714982 n-d-789963-26 neutron-server[109694]: INFO neutron.api.v2.resource [req-1aa31f70-80ce-46c0-8a8a-ce9d497e60e2 req-271a6ce8-9013-46a1-bb6d-cd06cd3c8510 service neutron] delete failed (client error): The resource could not be found. Feb 02 07:50:51.716035 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1aa31f70-80ce-46c0-8a8a-ce9d497e60e2 req-271a6ce8-9013-46a1-bb6d-cd06cd3c8510 service neutron] 10.222.0.59 "DELETE /v2.0/ports/3a1e0802-942f-46a6-91fe-ae2645ad6a02/bindings/n-h2-789963-26 HTTP/1.1" status: 404 len: 381 time: 0.0677166 Feb 02 07:50:51.822600 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa31f70-80ce-46c0-8a8a-ce9d497e60e2 req-fbc7f8de-421f-4ac8-80e8-fd2cf88d5b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:51.824214 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1aa31f70-80ce-46c0-8a8a-ce9d497e60e2 req-fbc7f8de-421f-4ac8-80e8-fd2cf88d5b01 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=607d06f503a5412db9b7b8d5f1be54cb&device_id=c5e90b26-6f10-4ba9-9542-3baa547e7ea8 HTTP/1.1" status: 200 len: 1127 time: 0.0459590 Feb 02 07:50:51.916004 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa31f70-80ce-46c0-8a8a-ce9d497e60e2 req-9761a2a4-21aa-450c-b819-ff0ca5e652b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:51.917450 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1aa31f70-80ce-46c0-8a8a-ce9d497e60e2 req-9761a2a4-21aa-450c-b819-ff0ca5e652b6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=20c28c57-0e6f-44f8-863b-5c366a2d592b HTTP/1.1" status: 200 len: 912 time: 0.0875273 Feb 02 07:50:51.980339 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1aa31f70-80ce-46c0-8a8a-ce9d497e60e2 req-40195f94-396d-41f0-aa3f-7538e5b20f91 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a1e0802-942f-46a6-91fe-ae2645ad6a02 HTTP/1.1" status: 200 len: 998 time: 0.0568569 Feb 02 07:50:52.027167 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa31f70-80ce-46c0-8a8a-ce9d497e60e2 req-4e828862-180a-4161-a693-d2e6f8b866e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:52.028571 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1aa31f70-80ce-46c0-8a8a-ce9d497e60e2 req-4e828862-180a-4161-a693-d2e6f8b866e5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7a252067-5a15-4739-8cf3-482cd4016f06 HTTP/1.1" status: 200 len: 850 time: 0.0424097 Feb 02 07:50:52.080214 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa31f70-80ce-46c0-8a8a-ce9d497e60e2 req-638693da-fd9c-43ca-9f3a-30b0ced27794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:52.081667 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1aa31f70-80ce-46c0-8a8a-ce9d497e60e2 req-638693da-fd9c-43ca-9f3a-30b0ced27794 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=20c28c57-0e6f-44f8-863b-5c366a2d592b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0476160 Feb 02 07:50:52.168327 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1aa31f70-80ce-46c0-8a8a-ce9d497e60e2 req-5aa09375-ba48-4ab8-8a1c-a99f3698c378 service neutron] 10.222.0.59 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808809 Feb 02 07:50:52.258451 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1aa31f70-80ce-46c0-8a8a-ce9d497e60e2 req-b2478fd5-4a07-47e8-ad56-4863c677842b service neutron] 10.222.0.59 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839505 Feb 02 07:50:52.473601 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:50:52.818834 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018f5ba6-be35-4fcc-81c0-3e99bdb12b64 req-463815b1-d62e-4a90-a30d-419df620c234 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:52.821024 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-018f5ba6-be35-4fcc-81c0-3e99bdb12b64 req-463815b1-d62e-4a90-a30d-419df620c234 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e90b26-6f10-4ba9-9542-3baa547e7ea8 HTTP/1.1" status: 200 len: 944 time: 0.0569096 Feb 02 07:50:52.870157 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-018f5ba6-be35-4fcc-81c0-3e99bdb12b64 req-e75a7030-4e60-47d3-a49d-1e54be094e6d tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435007 Feb 02 07:50:52.992525 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5f2499-f807-4612-87b6-fbb03f096992 req-6045d6a2-9e89-48b1-b312-8ff54f60e450 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:52.993911 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9b5f2499-f807-4612-87b6-fbb03f096992 req-6045d6a2-9e89-48b1-b312-8ff54f60e450 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e90b26-6f10-4ba9-9542-3baa547e7ea8 HTTP/1.1" status: 200 len: 944 time: 0.0569060 Feb 02 07:50:53.039988 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9b5f2499-f807-4612-87b6-fbb03f096992 req-98ac1bdd-e06e-4e1c-b0f9-5e5c4e642b6a tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406125 Feb 02 07:50:53.237409 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a42e8bb-2212-42a8-bd28-b085cdc74e24 req-c17fa7da-5edd-49d6-8898-e9650896b938 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:53.238887 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7a42e8bb-2212-42a8-bd28-b085cdc74e24 req-c17fa7da-5edd-49d6-8898-e9650896b938 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e90b26-6f10-4ba9-9542-3baa547e7ea8 HTTP/1.1" status: 200 len: 944 time: 0.0538633 Feb 02 07:50:53.267100 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 3a1e0802-942f-46a6-91fe-ae2645ad6a02 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:50:53.284516 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c12b01-7e0f-4909-b2a6-47f6bcebcbee req-62fdb2d9-dda7-4279-a12d-7275b97b758d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:53.286092 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e3c12b01-7e0f-4909-b2a6-47f6bcebcbee req-62fdb2d9-dda7-4279-a12d-7275b97b758d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=607d06f503a5412db9b7b8d5f1be54cb&device_id=c5e90b26-6f10-4ba9-9542-3baa547e7ea8 HTTP/1.1" status: 200 len: 1127 time: 0.0457280 Feb 02 07:50:53.290339 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7a42e8bb-2212-42a8-bd28-b085cdc74e24 req-a2a7d98b-9dcc-4f9d-8a97-d4be6d5addd3 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457525 Feb 02 07:50:53.368550 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 3a1e0802-942f-46a6-91fe-ae2645ad6a02, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=3a1e0802-942f-46a6-91fe-ae2645ad6a02,segment=NetworkSegment(0b09661f-1ef0-43c0-95aa-2480e4f33b35),segment_id=0b09661f-1ef0-43c0-95aa-2480e4f33b35)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:50:53.379189 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': '3a1e0802-942f-46a6-91fe-ae2645ad6a02', 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b', 'port_id': '3a1e0802-942f-46a6-91fe-ae2645ad6a02', 'mac_address': 'fa:16:3e:84:c0:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a252067-5a15-4739-8cf3-482cd4016f06', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:50:53.381152 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c12b01-7e0f-4909-b2a6-47f6bcebcbee req-e0fec85b-a3c1-49c5-926f-93ff981f6d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:53.382649 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e3c12b01-7e0f-4909-b2a6-47f6bcebcbee req-e0fec85b-a3c1-49c5-926f-93ff981f6d26 service neutron] 10.222.0.88 "GET /v2.0/networks?id=20c28c57-0e6f-44f8-863b-5c366a2d592b HTTP/1.1" status: 200 len: 912 time: 0.0904598 Feb 02 07:50:53.417655 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 3a1e0802-942f-46a6-91fe-ae2645ad6a02 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:50:53.418053 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3a1e0802-942f-46a6-91fe-ae2645ad6a02), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:50:53.431643 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a1e0802-942f-46a6-91fe-ae2645ad6a02 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:50:53.448131 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e3c12b01-7e0f-4909-b2a6-47f6bcebcbee req-e264f3b3-fda9-44a6-980a-788eac283077 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a1e0802-942f-46a6-91fe-ae2645ad6a02 HTTP/1.1" status: 200 len: 998 time: 0.0594645 Feb 02 07:50:53.451782 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 3a1e0802-942f-46a6-91fe-ae2645ad6a02, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=3a1e0802-942f-46a6-91fe-ae2645ad6a02,segment=NetworkSegment(0b09661f-1ef0-43c0-95aa-2480e4f33b35),segment_id=0b09661f-1ef0-43c0-95aa-2480e4f33b35)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:50:53.457113 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (3a1e0802-942f-46a6-91fe-ae2645ad6a02), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:50:53.503579 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c12b01-7e0f-4909-b2a6-47f6bcebcbee req-95ea5190-7bbb-4fae-83b9-5747d631d000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:53.505075 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e3c12b01-7e0f-4909-b2a6-47f6bcebcbee req-95ea5190-7bbb-4fae-83b9-5747d631d000 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7a252067-5a15-4739-8cf3-482cd4016f06 HTTP/1.1" status: 200 len: 850 time: 0.0505383 Feb 02 07:50:53.511775 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=3a1e0802-942f-46a6-91fe-ae2645ad6a02,revision_number=8']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:50:53.555145 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c12b01-7e0f-4909-b2a6-47f6bcebcbee req-695e87fe-359a-484f-99f9-5d79d69d02f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:53.556687 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e3c12b01-7e0f-4909-b2a6-47f6bcebcbee req-695e87fe-359a-484f-99f9-5d79d69d02f0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=20c28c57-0e6f-44f8-863b-5c366a2d592b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0456488 Feb 02 07:50:53.645464 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e3c12b01-7e0f-4909-b2a6-47f6bcebcbee req-db3e5bc8-6400-44ca-a887-7ed979728a8a service neutron] 10.222.0.88 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817735 Feb 02 07:50:53.727726 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['3a1e0802-942f-46a6-91fe-ae2645ad6a02'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:50:53.737919 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e3c12b01-7e0f-4909-b2a6-47f6bcebcbee req-3a2b17ed-7b21-45e9-b76c-6c997a183bfa service neutron] 10.222.0.88 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861588 Feb 02 07:50:54.408705 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d10df-3bc9-4cb4-839d-906ac3d3f38a req-f612e4b9-02ff-4e00-a65c-9fb4f6804866 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:54.410167 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d32d10df-3bc9-4cb4-839d-906ac3d3f38a req-f612e4b9-02ff-4e00-a65c-9fb4f6804866 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e90b26-6f10-4ba9-9542-3baa547e7ea8 HTTP/1.1" status: 200 len: 945 time: 0.0521784 Feb 02 07:50:54.459674 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d32d10df-3bc9-4cb4-839d-906ac3d3f38a req-2e274424-e02b-4bfb-b14a-9a5129f9595a tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439310 Feb 02 07:50:54.695643 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d983c55-5246-48d0-b66a-379867ee7440 req-6f72606c-4023-4cb2-ad6a-39a47ef63187 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:54.697143 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7d983c55-5246-48d0-b66a-379867ee7440 req-6f72606c-4023-4cb2-ad6a-39a47ef63187 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e90b26-6f10-4ba9-9542-3baa547e7ea8 HTTP/1.1" status: 200 len: 945 time: 0.0520165 Feb 02 07:50:54.746022 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7d983c55-5246-48d0-b66a-379867ee7440 req-985f5267-418c-42f8-bb4e-8b2cf859e82f tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433009 Feb 02 07:50:55.278966 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 3a1e0802-942f-46a6-91fe-ae2645ad6a02 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:50:55.325697 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port 3a1e0802-942f-46a6-91fe-ae2645ad6a02 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:50:55.330382 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port 3a1e0802-942f-46a6-91fe-ae2645ad6a02 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:50:55.330762 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (3a1e0802-942f-46a6-91fe-ae2645ad6a02), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:50:55.404704 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 3a1e0802-942f-46a6-91fe-ae2645ad6a02 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:50:55.405113 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3a1e0802-942f-46a6-91fe-ae2645ad6a02), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:50:55.427255 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e90b26-6f10-4ba9-9542-3baa547e7ea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a1e0802-942f-46a6-91fe-ae2645ad6a02'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:50:55.429520 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53f6150-52d0-4bc0-886c-598d985937ff" -d '{"events": [{"server_uuid": "c5e90b26-6f10-4ba9-9542-3baa547e7ea8", "name": "network-vif-plugged", "status": "completed", "tag": "3a1e0802-942f-46a6-91fe-ae2645ad6a02"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:50:55.444104 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 3a1e0802-942f-46a6-91fe-ae2645ad6a02, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=3a1e0802-942f-46a6-91fe-ae2645ad6a02,segment=NetworkSegment(0b09661f-1ef0-43c0-95aa-2480e4f33b35),segment_id=0b09661f-1ef0-43c0-95aa-2480e4f33b35)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:50:55.448496 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (3a1e0802-942f-46a6-91fe-ae2645ad6a02), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:50:55.476183 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d5bad2-a447-4ad1-88f0-041174649b58 x-openstack-request-id: req-73d5bad2-a447-4ad1-88f0-041174649b58 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:50:55.476480 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5e90b26-6f10-4ba9-9542-3baa547e7ea8", "name": "network-vif-plugged", "status": "completed", "tag": "3a1e0802-942f-46a6-91fe-ae2645ad6a02", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:50:55.476742 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-73d5bad2-a447-4ad1-88f0-041174649b58 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:50:55.477131 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e90b26-6f10-4ba9-9542-3baa547e7ea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a1e0802-942f-46a6-91fe-ae2645ad6a02', 'code': 200} Feb 02 07:50:55.503142 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=3a1e0802-942f-46a6-91fe-ae2645ad6a02,revision_number=9']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:50:55.867664 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a237d70f-ef8d-4a4d-a1ac-f5351380543b req-ad46d2b4-8aff-4664-b7cd-81463fbdeff0 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:55.869149 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a237d70f-ef8d-4a4d-a1ac-f5351380543b req-ad46d2b4-8aff-4664-b7cd-81463fbdeff0 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e90b26-6f10-4ba9-9542-3baa547e7ea8 HTTP/1.1" status: 200 len: 946 time: 0.0524259 Feb 02 07:50:55.925666 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a237d70f-ef8d-4a4d-a1ac-f5351380543b req-9415e87f-1219-430c-b665-1629cb00f50b tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507429 Feb 02 07:50:56.160889 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dade492-edcf-4e44-8d26-c2edfb21ba56 req-03ea0f2a-4074-42d3-b03c-aa328ab63577 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:56.162350 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6dade492-edcf-4e44-8d26-c2edfb21ba56 req-03ea0f2a-4074-42d3-b03c-aa328ab63577 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.88 "GET /v2.0/ports?device_id=c5e90b26-6f10-4ba9-9542-3baa547e7ea8 HTTP/1.1" status: 200 len: 946 time: 0.0571952 Feb 02 07:50:56.266789 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-6dade492-edcf-4e44-8d26-c2edfb21ba56 req-3bad4894-45b2-4ad0-8040-89d0d09ce15f tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Deleting port 3a1e0802-942f-46a6-91fe-ae2645ad6a02 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:50:56.267108 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6dade492-edcf-4e44-8d26-c2edfb21ba56 req-3bad4894-45b2-4ad0-8040-89d0d09ce15f tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (3a1e0802-942f-46a6-91fe-ae2645ad6a02), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:50:56.353036 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-6dade492-edcf-4e44-8d26-c2edfb21ba56 req-3bad4894-45b2-4ad0-8040-89d0d09ce15f tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] For port 3a1e0802-942f-46a6-91fe-ae2645ad6a02, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=3a1e0802-942f-46a6-91fe-ae2645ad6a02,segment=NetworkSegment(0b09661f-1ef0-43c0-95aa-2480e4f33b35),segment_id=0b09661f-1ef0-43c0-95aa-2480e4f33b35)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:50:56.353304 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6dade492-edcf-4e44-8d26-c2edfb21ba56 req-3bad4894-45b2-4ad0-8040-89d0d09ce15f tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (3a1e0802-942f-46a6-91fe-ae2645ad6a02), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:50:56.524695 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6dade492-edcf-4e44-8d26-c2edfb21ba56 req-3bad4894-45b2-4ad0-8040-89d0d09ce15f tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:50:56.525052 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6dade492-edcf-4e44-8d26-c2edfb21ba56 req-3bad4894-45b2-4ad0-8040-89d0d09ce15f tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (faef9771-f154-4ec6-acea-a688b5a172b2), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:50:56.525367 n-d-789963-26 neutron-server[109693]: INFO neutron.db.l3_db [req-6dade492-edcf-4e44-8d26-c2edfb21ba56 req-3bad4894-45b2-4ad0-8040-89d0d09ce15f tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Floating IP faef9771-f154-4ec6-acea-a688b5a172b2 disassociated. External IP: 172.25.4.5, port: 3a1e0802-942f-46a6-91fe-ae2645ad6a02. Feb 02 07:50:56.525707 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-6dade492-edcf-4e44-8d26-c2edfb21ba56 req-3bad4894-45b2-4ad0-8040-89d0d09ce15f tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Calling delete_port for 3a1e0802-942f-46a6-91fe-ae2645ad6a02 owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:50:56.658993 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6dade492-edcf-4e44-8d26-c2edfb21ba56 req-3bad4894-45b2-4ad0-8040-89d0d09ce15f tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (3a1e0802-942f-46a6-91fe-ae2645ad6a02), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:50:56.690898 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad4894-45b2-4ad0-8040-89d0d09ce15f tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Pushing event deleted for resources: {'Port': ['ID=3a1e0802-942f-46a6-91fe-ae2645ad6a02,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:50:56.810593 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6dade492-edcf-4e44-8d26-c2edfb21ba56 req-3bad4894-45b2-4ad0-8040-89d0d09ce15f tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Router 308272ad-85db-4b5f-a438-3464de3f501b has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:50:56.920701 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6dade492-edcf-4e44-8d26-c2edfb21ba56 req-3bad4894-45b2-4ad0-8040-89d0d09ce15f tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:50:56.931754 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22965c3-52d2-459b-a142-1a10b619c108 None None] Sync routers for ids ['308272ad-85db-4b5f-a438-3464de3f501b'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:50:56.942551 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22965c3-52d2-459b-a142-1a10b619c108 None None] Routers {'308272ad-85db-4b5f-a438-3464de3f501b'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:50:56.943187 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-e22965c3-52d2-459b-a142-1a10b619c108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:50:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['308272ad-85db-4b5f-a438-3464de3f501b'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:50:57.032466 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9cb684d5-c511-43fa-95ba-716468403be4 req-f0e2b444-eeb1-4db7-847d-579ca2b1f7c5 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5e90b26-6f10-4ba9-9542-3baa547e7ea8 HTTP/1.1" status: 200 len: 210 time: 0.0335486 Feb 02 07:50:57.061777 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-e22965c3-52d2-459b-a142-1a10b619c108 None None] Set router 308272ad-85db-4b5f-a438-3464de3f501b gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:50:57.249585 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dade492-edcf-4e44-8d26-c2edfb21ba56 req-3bad4894-45b2-4ad0-8040-89d0d09ce15f tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] No DVR routers for this DVR port 3a1e0802-942f-46a6-91fe-ae2645ad6a02 on host n-h1-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:50:57.252886 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6dade492-edcf-4e44-8d26-c2edfb21ba56 req-3bad4894-45b2-4ad0-8040-89d0d09ce15f tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:50:57.256322 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6dade492-edcf-4e44-8d26-c2edfb21ba56 req-3bad4894-45b2-4ad0-8040-89d0d09ce15f tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.88 "DELETE /v2.0/ports/3a1e0802-942f-46a6-91fe-ae2645ad6a02 HTTP/1.1" status: 204 len: 173 time: 1.0886495 Feb 02 07:50:57.256768 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e90b26-6f10-4ba9-9542-3baa547e7ea8', 'name': 'network-vif-deleted', 'tag': '3a1e0802-942f-46a6-91fe-ae2645ad6a02'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:50:57.259026 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a15bca9f1316c43fed26b39edbe61740ad8c3837d6eeccd71161b2635c68777a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8068ea-ebe3-4955-83b3-8c23dcabceba" -d '{"events": [{"server_uuid": "c5e90b26-6f10-4ba9-9542-3baa547e7ea8", "name": "network-vif-deleted", "tag": "3a1e0802-942f-46a6-91fe-ae2645ad6a02"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:50:57.270690 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-e22965c3-52d2-459b-a142-1a10b619c108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '308272ad-85db-4b5f-a438-3464de3f501b', 'name': 'tempest-ServerActionsTestJSON-566294728-router', 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '6e5e3cb4-686f-44bd-86a4-7269c028a9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:49:16Z', 'updated_at': '2022-02-02T07:49:19Z', 'revision_number': 4, 'project_id': '607d06f503a5412db9b7b8d5f1be54cb', 'gw_port': {'id': '6e5e3cb4-686f-44bd-86a4-7269c028a9b8', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:cc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308272ad-85db-4b5f-a438-3464de3f501b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:49:17Z', 'updated_at': '2022-02-02T07:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '47859473-a024-4bbb-83f9-5741f43b4747', 'name': '', 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b', 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'mac_address': 'fa:16:3e:66:30:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308272ad-85db-4b5f-a438-3464de3f501b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '7a252067-5a15-4739-8cf3-482cd4016f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:49:18Z', 'updated_at': '2022-02-02T07:49:23Z', 'revision_number': 5, 'project_id': '607d06f503a5412db9b7b8d5f1be54cb', 'subnets': [{'id': '7a252067-5a15-4739-8cf3-482cd4016f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:50:57.296139 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8907585f-d5da-47f0-bdc4-f361fab22c64 x-openstack-request-id: req-8907585f-d5da-47f0-bdc4-f361fab22c64 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:50:57.296439 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5e90b26-6f10-4ba9-9542-3baa547e7ea8", "name": "network-vif-deleted", "tag": "3a1e0802-942f-46a6-91fe-ae2645ad6a02", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:50:57.296815 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-8907585f-d5da-47f0-bdc4-f361fab22c64 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:50:57.297426 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e90b26-6f10-4ba9-9542-3baa547e7ea8', 'name': 'network-vif-deleted', 'tag': '3a1e0802-942f-46a6-91fe-ae2645ad6a02', 'status': 'completed', 'code': 200} Feb 02 07:50:57.302942 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22965c3-52d2-459b-a142-1a10b619c108 None None] Checking router: 308272ad-85db-4b5f-a438-3464de3f501b for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:50:57.311307 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22965c3-52d2-459b-a142-1a10b619c108 None None] Routers {'308272ad-85db-4b5f-a438-3464de3f501b'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:50:57.312013 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-e22965c3-52d2-459b-a142-1a10b619c108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:50:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['308272ad-85db-4b5f-a438-3464de3f501b'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:50:57.429078 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-e22965c3-52d2-459b-a142-1a10b619c108 None None] Set router 308272ad-85db-4b5f-a438-3464de3f501b gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:50:57.621447 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:50:57.643321 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-e22965c3-52d2-459b-a142-1a10b619c108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '308272ad-85db-4b5f-a438-3464de3f501b', 'name': 'tempest-ServerActionsTestJSON-566294728-router', 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '6e5e3cb4-686f-44bd-86a4-7269c028a9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:49:16Z', 'updated_at': '2022-02-02T07:49:19Z', 'revision_number': 4, 'project_id': '607d06f503a5412db9b7b8d5f1be54cb', 'gw_port': {'id': '6e5e3cb4-686f-44bd-86a4-7269c028a9b8', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:cc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308272ad-85db-4b5f-a438-3464de3f501b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:49:17Z', 'updated_at': '2022-02-02T07:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '47859473-a024-4bbb-83f9-5741f43b4747', 'name': '', 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b', 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'mac_address': 'fa:16:3e:66:30:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308272ad-85db-4b5f-a438-3464de3f501b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '7a252067-5a15-4739-8cf3-482cd4016f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:49:18Z', 'updated_at': '2022-02-02T07:49:23Z', 'revision_number': 5, 'project_id': '607d06f503a5412db9b7b8d5f1be54cb', 'subnets': [{'id': '7a252067-5a15-4739-8cf3-482cd4016f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:50:57.669376 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22965c3-52d2-459b-a142-1a10b619c108 None None] The sync data for ids ['308272ad-85db-4b5f-a438-3464de3f501b'] in n-d-789963-26 is: [{'id': '308272ad-85db-4b5f-a438-3464de3f501b', 'name': 'tempest-ServerActionsTestJSON-566294728-router', 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '6e5e3cb4-686f-44bd-86a4-7269c028a9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:49:16Z', 'updated_at': '2022-02-02T07:49:19Z', 'revision_number': 4, 'project_id': '607d06f503a5412db9b7b8d5f1be54cb', 'gw_port': {'id': '6e5e3cb4-686f-44bd-86a4-7269c028a9b8', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:cc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308272ad-85db-4b5f-a438-3464de3f501b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:49:17Z', 'updated_at': '2022-02-02T07:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '47859473-a024-4bbb-83f9-5741f43b4747', 'name': '', 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b', 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'mac_address': 'fa:16:3e:66:30:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308272ad-85db-4b5f-a438-3464de3f501b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '7a252067-5a15-4739-8cf3-482cd4016f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:49:18Z', 'updated_at': '2022-02-02T07:49:23Z', 'revision_number': 5, 'project_id': '607d06f503a5412db9b7b8d5f1be54cb', 'subnets': [{'id': '7a252067-5a15-4739-8cf3-482cd4016f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:50:57.891999 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521d7d27-5073-4230-a1e4-b0404e1d54d7 None None] New status for floating IP faef9771-f154-4ec6-acea-a688b5a172b2: DOWN {{(pid=109696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 07:50:58.275887 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-224700c2-b7fb-4a47-b9ca-0ef57ec9ebb2 req-6e402f8e-6865-4ff4-a683-084b76d86bab tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--967794239&fields=id&tenant_id=607d06f503a5412db9b7b8d5f1be54cb HTTP/1.1" status: 200 len: 267 time: 0.0424700 Feb 02 07:50:58.378049 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224700c2-b7fb-4a47-b9ca-0ef57ec9ebb2 req-5205c224-1661-49f3-8148-a736d0478528 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:58.379595 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-224700c2-b7fb-4a47-b9ca-0ef57ec9ebb2 req-5205c224-1661-49f3-8148-a736d0478528 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/networks?id=20c28c57-0e6f-44f8-863b-5c366a2d592b HTTP/1.1" status: 200 len: 811 time: 0.0973167 Feb 02 07:50:58.394366 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-224700c2-b7fb-4a47-b9ca-0ef57ec9ebb2 req-659b2edb-19bf-4fc8-bb48-4727a1e514eb tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/quotas/607d06f503a5412db9b7b8d5f1be54cb HTTP/1.1" status: 200 len: 375 time: 0.0095742 Feb 02 07:50:58.452858 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-224700c2-b7fb-4a47-b9ca-0ef57ec9ebb2 req-b6271f19-2f0b-4558-8f1b-ecb411ab341b tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=607d06f503a5412db9b7b8d5f1be54cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534582 Feb 02 07:50:58.545734 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-224700c2-b7fb-4a47-b9ca-0ef57ec9ebb2 req-9c13082f-e01e-415f-945c-bef578088a0f service neutron] 10.222.0.87 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816765 Feb 02 07:50:58.637317 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-224700c2-b7fb-4a47-b9ca-0ef57ec9ebb2 req-37b0dfc4-9a46-4323-adcc-f9a421cdd6a3 service neutron] 10.222.0.87 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849495 Feb 02 07:50:58.794766 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2a775e9f-6333-433a-ac60-a114600bef40 req-f8ba0f8b-ea92-4f81-a093-b1252f94e5c5 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=43c9024d-0dd4-460d-8e9e-5835722470ee HTTP/1.1" status: 200 len: 210 time: 0.0284052 Feb 02 07:50:59.183777 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:50:59.768496 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224700c2-b7fb-4a47-b9ca-0ef57ec9ebb2 req-3e0e6c27-a61d-47b5-aa9c-bd25cec0be35 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:50:59.769865 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-224700c2-b7fb-4a47-b9ca-0ef57ec9ebb2 req-3e0e6c27-a61d-47b5-aa9c-bd25cec0be35 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.59 "GET /v2.0/networks?id=20c28c57-0e6f-44f8-863b-5c366a2d592b HTTP/1.1" status: 200 len: 811 time: 0.1056960 Feb 02 07:50:59.835253 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-224700c2-b7fb-4a47-b9ca-0ef57ec9ebb2 req-593ae162-8842-40b8-a890-8d602e1559e2 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=607d06f503a5412db9b7b8d5f1be54cb HTTP/1.1" status: 200 len: 379 time: 0.0524728 Feb 02 07:50:59.858835 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-224700c2-b7fb-4a47-b9ca-0ef57ec9ebb2 req-6951706d-1ee1-48a6-b629-38b2c2d76646 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Request body: {'port': {'device_id': '43c9024d-0dd4-460d-8e9e-5835722470ee', 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b', 'admin_state_up': True, 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'security_groups': ['871dae35-207d-4df9-a274-8710e232b6a7']}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:50:59.909604 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3438d144-38d4-431e-9198-7d885214e2b1 req-9c8845ec-f014-4d6a-beb2-5e8de84b945d tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=43c9024d-0dd4-460d-8e9e-5835722470ee HTTP/1.1" status: 200 len: 210 time: 0.0356359 Feb 02 07:50:59.990002 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-224700c2-b7fb-4a47-b9ca-0ef57ec9ebb2 req-6951706d-1ee1-48a6-b629-38b2c2d76646 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Made reservation on behalf of 607d06f503a5412db9b7b8d5f1be54cb for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:50:59.993567 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-224700c2-b7fb-4a47-b9ca-0ef57ec9ebb2 req-6951706d-1ee1-48a6-b629-38b2c2d76646 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:00.114351 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-224700c2-b7fb-4a47-b9ca-0ef57ec9ebb2 req-6951706d-1ee1-48a6-b629-38b2c2d76646 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Allocated IP 172.20.0.3 (20c28c57-0e6f-44f8-863b-5c366a2d592b/7a252067-5a15-4739-8cf3-482cd4016f06/f399ca97-a894-4127-a0cf-dc24bc39eefa) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:51:00.249766 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-224700c2-b7fb-4a47-b9ca-0ef57ec9ebb2 req-6951706d-1ee1-48a6-b629-38b2c2d76646 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks [] for port (f399ca97-a894-4127-a0cf-dc24bc39eefa), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:00.282936 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-224700c2-b7fb-4a47-b9ca-0ef57ec9ebb2 req-6951706d-1ee1-48a6-b629-38b2c2d76646 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (f399ca97-a894-4127-a0cf-dc24bc39eefa), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:00.323296 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-224700c2-b7fb-4a47-b9ca-0ef57ec9ebb2 req-6951706d-1ee1-48a6-b629-38b2c2d76646 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Network 20c28c57-0e6f-44f8-863b-5c366a2d592b is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:51:00.326211 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-224700c2-b7fb-4a47-b9ca-0ef57ec9ebb2 req-6951706d-1ee1-48a6-b629-38b2c2d76646 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:51:00.328585 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-224700c2-b7fb-4a47-b9ca-0ef57ec9ebb2 req-6951706d-1ee1-48a6-b629-38b2c2d76646 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:51:00.366873 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6951706d-1ee1-48a6-b629-38b2c2d76646 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Pushing event updated for resources: {'Port': ['ID=f399ca97-a894-4127-a0cf-dc24bc39eefa,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:51:00.381561 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6951706d-1ee1-48a6-b629-38b2c2d76646 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:51:00.381915 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6951706d-1ee1-48a6-b629-38b2c2d76646 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:51:00.382265 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6951706d-1ee1-48a6-b629-38b2c2d76646 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:51:00.382616 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6951706d-1ee1-48a6-b629-38b2c2d76646 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:51:00.382956 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6951706d-1ee1-48a6-b629-38b2c2d76646 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:51:00.383296 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6951706d-1ee1-48a6-b629-38b2c2d76646 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:51:00.383657 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6951706d-1ee1-48a6-b629-38b2c2d76646 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:51:00.383990 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6951706d-1ee1-48a6-b629-38b2c2d76646 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:51:00.384321 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6951706d-1ee1-48a6-b629-38b2c2d76646 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:51:00.384650 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6951706d-1ee1-48a6-b629-38b2c2d76646 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:51:00.385097 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6951706d-1ee1-48a6-b629-38b2c2d76646 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:51:00.385295 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6951706d-1ee1-48a6-b629-38b2c2d76646 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:51:00.385629 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6951706d-1ee1-48a6-b629-38b2c2d76646 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:51:00.406034 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224700c2-b7fb-4a47-b9ca-0ef57ec9ebb2 req-6951706d-1ee1-48a6-b629-38b2c2d76646 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:00.406838 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-224700c2-b7fb-4a47-b9ca-0ef57ec9ebb2 req-6951706d-1ee1-48a6-b629-38b2c2d76646 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:00.424456 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-224700c2-b7fb-4a47-b9ca-0ef57ec9ebb2 req-6951706d-1ee1-48a6-b629-38b2c2d76646 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5693030 Feb 02 07:51:00.442399 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-224700c2-b7fb-4a47-b9ca-0ef57ec9ebb2 req-05a2d415-95c7-4d5a-aa18-3d7aeba0d660 service neutron] Request body: {'port': {'device_id': '43c9024d-0dd4-460d-8e9e-5835722470ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:51:00.504067 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-224700c2-b7fb-4a47-b9ca-0ef57ec9ebb2 req-05a2d415-95c7-4d5a-aa18-3d7aeba0d660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f399ca97-a894-4127-a0cf-dc24bc39eefa), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:00.599393 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-0c5b7534-e672-48bf-b8bb-69b007c9bc9d None None] Provisioning complete for port f399ca97-a894-4127-a0cf-dc24bc39eefa triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:51:00.599966 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0c5b7534-e672-48bf-b8bb-69b007c9bc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (f399ca97-a894-4127-a0cf-dc24bc39eefa), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:00.633870 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-0c5b7534-e672-48bf-b8bb-69b007c9bc9d None None] Port f399ca97-a894-4127-a0cf-dc24bc39eefa cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:51:00.765127 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-224700c2-b7fb-4a47-b9ca-0ef57ec9ebb2 req-05a2d415-95c7-4d5a-aa18-3d7aeba0d660 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f399ca97-a894-4127-a0cf-dc24bc39eefa {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:51:00.772953 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-224700c2-b7fb-4a47-b9ca-0ef57ec9ebb2 req-05a2d415-95c7-4d5a-aa18-3d7aeba0d660 service neutron] Publish callbacks [] for port (f399ca97-a894-4127-a0cf-dc24bc39eefa), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:00.784535 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-224700c2-b7fb-4a47-b9ca-0ef57ec9ebb2 req-05a2d415-95c7-4d5a-aa18-3d7aeba0d660 service neutron] Transition to ACTIVE for port object f399ca97-a894-4127-a0cf-dc24bc39eefa will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:51:00.788085 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-224700c2-b7fb-4a47-b9ca-0ef57ec9ebb2 req-05a2d415-95c7-4d5a-aa18-3d7aeba0d660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (f399ca97-a894-4127-a0cf-dc24bc39eefa), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:00.839607 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a2d415-95c7-4d5a-aa18-3d7aeba0d660 service neutron] Pushing event updated for resources: {'Port': ['ID=f399ca97-a894-4127-a0cf-dc24bc39eefa,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:51:00.909465 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-224700c2-b7fb-4a47-b9ca-0ef57ec9ebb2 req-05a2d415-95c7-4d5a-aa18-3d7aeba0d660 service neutron] Attempting to bind port f399ca97-a894-4127-a0cf-dc24bc39eefa on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:51:00.909808 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-224700c2-b7fb-4a47-b9ca-0ef57ec9ebb2 req-05a2d415-95c7-4d5a-aa18-3d7aeba0d660 service neutron] Attempting to bind port f399ca97-a894-4127-a0cf-dc24bc39eefa by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': '0b09661f-1ef0-43c0-95aa-2480e4f33b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:51:00.910184 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224700c2-b7fb-4a47-b9ca-0ef57ec9ebb2 req-05a2d415-95c7-4d5a-aa18-3d7aeba0d660 service neutron] Attempting to bind port f399ca97-a894-4127-a0cf-dc24bc39eefa on network 20c28c57-0e6f-44f8-863b-5c366a2d592b {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:51:00.914639 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224700c2-b7fb-4a47-b9ca-0ef57ec9ebb2 req-05a2d415-95c7-4d5a-aa18-3d7aeba0d660 service neutron] Port f399ca97-a894-4127-a0cf-dc24bc39eefa on network 20c28c57-0e6f-44f8-863b-5c366a2d592b not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:51:00.914964 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224700c2-b7fb-4a47-b9ca-0ef57ec9ebb2 req-05a2d415-95c7-4d5a-aa18-3d7aeba0d660 service neutron] Attempting to bind port f399ca97-a894-4127-a0cf-dc24bc39eefa on network 20c28c57-0e6f-44f8-863b-5c366a2d592b {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:51:00.919902 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224700c2-b7fb-4a47-b9ca-0ef57ec9ebb2 req-05a2d415-95c7-4d5a-aa18-3d7aeba0d660 service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:51:00.920241 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224700c2-b7fb-4a47-b9ca-0ef57ec9ebb2 req-05a2d415-95c7-4d5a-aa18-3d7aeba0d660 service neutron] Checking segment: {'id': '0b09661f-1ef0-43c0-95aa-2480e4f33b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:51:00.920626 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224700c2-b7fb-4a47-b9ca-0ef57ec9ebb2 req-05a2d415-95c7-4d5a-aa18-3d7aeba0d660 service neutron] Bound using segment: {'id': '0b09661f-1ef0-43c0-95aa-2480e4f33b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:51:00.921056 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-224700c2-b7fb-4a47-b9ca-0ef57ec9ebb2 req-05a2d415-95c7-4d5a-aa18-3d7aeba0d660 service neutron] Bound port: f399ca97-a894-4127-a0cf-dc24bc39eefa, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b09661f-1ef0-43c0-95aa-2480e4f33b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:51:00.921416 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-224700c2-b7fb-4a47-b9ca-0ef57ec9ebb2 req-05a2d415-95c7-4d5a-aa18-3d7aeba0d660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f399ca97-a894-4127-a0cf-dc24bc39eefa), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:01.016937 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-224700c2-b7fb-4a47-b9ca-0ef57ec9ebb2 req-05a2d415-95c7-4d5a-aa18-3d7aeba0d660 service neutron] For port f399ca97-a894-4127-a0cf-dc24bc39eefa, host n-h2-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:51:01.031695 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-224700c2-b7fb-4a47-b9ca-0ef57ec9ebb2 req-05a2d415-95c7-4d5a-aa18-3d7aeba0d660 service neutron] For port f399ca97-a894-4127-a0cf-dc24bc39eefa, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=f399ca97-a894-4127-a0cf-dc24bc39eefa,segment=NetworkSegment(0b09661f-1ef0-43c0-95aa-2480e4f33b35),segment_id=0b09661f-1ef0-43c0-95aa-2480e4f33b35)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:51:01.038818 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-224700c2-b7fb-4a47-b9ca-0ef57ec9ebb2 req-05a2d415-95c7-4d5a-aa18-3d7aeba0d660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (f399ca97-a894-4127-a0cf-dc24bc39eefa), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:01.086496 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a632c16-e504-4960-96e8-b42a795f68d0 req-c211e01a-f465-410b-879f-2d5b4816d9dc tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:01.087986 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9a632c16-e504-4960-96e8-b42a795f68d0 req-c211e01a-f465-410b-879f-2d5b4816d9dc tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=43c9024d-0dd4-460d-8e9e-5835722470ee HTTP/1.1" status: 200 len: 943 time: 0.1056664 Feb 02 07:51:01.093693 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224700c2-b7fb-4a47-b9ca-0ef57ec9ebb2 req-05a2d415-95c7-4d5a-aa18-3d7aeba0d660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:01.094307 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-224700c2-b7fb-4a47-b9ca-0ef57ec9ebb2 req-05a2d415-95c7-4d5a-aa18-3d7aeba0d660 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:01.095745 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-224700c2-b7fb-4a47-b9ca-0ef57ec9ebb2 req-05a2d415-95c7-4d5a-aa18-3d7aeba0d660 service neutron] 10.222.0.59 "PUT /v2.0/ports/f399ca97-a894-4127-a0cf-dc24bc39eefa HTTP/1.1" status: 200 len: 1092 time: 0.6585586 Feb 02 07:51:01.096199 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43c9024d-0dd4-460d-8e9e-5835722470ee', 'tag': 'f399ca97-a894-4127-a0cf-dc24bc39eefa'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:51:01.098450 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ba5338-71f7-41b3-9565-cb55410091b2" -d '{"events": [{"name": "network-changed", "server_uuid": "43c9024d-0dd4-460d-8e9e-5835722470ee", "tag": "f399ca97-a894-4127-a0cf-dc24bc39eefa"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:51:01.130652 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a2d415-95c7-4d5a-aa18-3d7aeba0d660 service neutron] Pushing event updated for resources: {'Port': ['ID=f399ca97-a894-4127-a0cf-dc24bc39eefa,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:51:01.169466 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9a632c16-e504-4960-96e8-b42a795f68d0 req-c91f7972-b868-43cc-a60e-1a37e109bd59 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659108 Feb 02 07:51:01.210660 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224700c2-b7fb-4a47-b9ca-0ef57ec9ebb2 req-65637a67-f64a-4bc4-a7fd-5a5fbc2500f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:01.212440 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-224700c2-b7fb-4a47-b9ca-0ef57ec9ebb2 req-65637a67-f64a-4bc4-a7fd-5a5fbc2500f3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=607d06f503a5412db9b7b8d5f1be54cb&device_id=43c9024d-0dd4-460d-8e9e-5835722470ee HTTP/1.1" status: 200 len: 1126 time: 0.0581520 Feb 02 07:51:01.216294 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec7976e-00ce-430d-8466-af707eaa0d83 x-openstack-request-id: req-2ec7976e-00ce-430d-8466-af707eaa0d83 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:51:01.216591 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43c9024d-0dd4-460d-8e9e-5835722470ee", "tag": "f399ca97-a894-4127-a0cf-dc24bc39eefa", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:51:01.216855 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-2ec7976e-00ce-430d-8466-af707eaa0d83 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:51:01.217260 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43c9024d-0dd4-460d-8e9e-5835722470ee', 'tag': 'f399ca97-a894-4127-a0cf-dc24bc39eefa', 'status': 'completed', 'code': 200} Feb 02 07:51:01.262386 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-224700c2-b7fb-4a47-b9ca-0ef57ec9ebb2 req-e92aedeb-da3f-4578-bc2b-8ba247335730 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f399ca97-a894-4127-a0cf-dc24bc39eefa HTTP/1.1" status: 200 len: 217 time: 0.0358543 Feb 02 07:51:01.305555 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 3a1e0802-942f-46a6-91fe-ae2645ad6a02 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:51:01.310876 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224700c2-b7fb-4a47-b9ca-0ef57ec9ebb2 req-a8008150-ea0d-48ee-be9c-94f4fafdd464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:01.312347 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-224700c2-b7fb-4a47-b9ca-0ef57ec9ebb2 req-a8008150-ea0d-48ee-be9c-94f4fafdd464 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7a252067-5a15-4739-8cf3-482cd4016f06 HTTP/1.1" status: 200 len: 850 time: 0.0441055 Feb 02 07:51:01.325593 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: 3a1e0802-942f-46a6-91fe-ae2645ad6a02 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:51:01.326057 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 3a1e0802-942f-46a6-91fe-ae2645ad6a02 not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:51:01.365490 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224700c2-b7fb-4a47-b9ca-0ef57ec9ebb2 req-69dafd48-8d1f-49e6-b83e-6914ae69a7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:01.366942 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-224700c2-b7fb-4a47-b9ca-0ef57ec9ebb2 req-69dafd48-8d1f-49e6-b83e-6914ae69a7d2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=20c28c57-0e6f-44f8-863b-5c366a2d592b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0477297 Feb 02 07:51:01.453527 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-224700c2-b7fb-4a47-b9ca-0ef57ec9ebb2 req-21663b86-d3c8-4b38-8391-934f23a742d0 service neutron] 10.222.0.59 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805697 Feb 02 07:51:01.543982 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-224700c2-b7fb-4a47-b9ca-0ef57ec9ebb2 req-0a4880dd-a8b2-4e57-b9b3-9b8d6dcfc4a6 service neutron] 10.222.0.59 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836720 Feb 02 07:51:01.676721 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba5338-71f7-41b3-9565-cb55410091b2 req-8df14fbe-d7c2-4a48-8f39-20dceab2af54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:01.678264 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-30ba5338-71f7-41b3-9565-cb55410091b2 req-8df14fbe-d7c2-4a48-8f39-20dceab2af54 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=607d06f503a5412db9b7b8d5f1be54cb&device_id=43c9024d-0dd4-460d-8e9e-5835722470ee HTTP/1.1" status: 200 len: 1126 time: 0.0462968 Feb 02 07:51:01.767193 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba5338-71f7-41b3-9565-cb55410091b2 req-cf5f546f-d0e4-4a76-97e4-da9dd779fd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:01.768714 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-30ba5338-71f7-41b3-9565-cb55410091b2 req-cf5f546f-d0e4-4a76-97e4-da9dd779fd24 service neutron] 10.222.0.59 "GET /v2.0/networks?id=20c28c57-0e6f-44f8-863b-5c366a2d592b HTTP/1.1" status: 200 len: 912 time: 0.0844579 Feb 02 07:51:01.812835 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-30ba5338-71f7-41b3-9565-cb55410091b2 req-ed2ef50f-ef20-44af-9d5e-b841156d4140 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f399ca97-a894-4127-a0cf-dc24bc39eefa HTTP/1.1" status: 200 len: 217 time: 0.0382173 Feb 02 07:51:01.860010 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba5338-71f7-41b3-9565-cb55410091b2 req-2eb77283-532b-416c-a7f4-8ffc4e3a6868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:01.862076 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-30ba5338-71f7-41b3-9565-cb55410091b2 req-2eb77283-532b-416c-a7f4-8ffc4e3a6868 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7a252067-5a15-4739-8cf3-482cd4016f06 HTTP/1.1" status: 200 len: 850 time: 0.0429180 Feb 02 07:51:01.910032 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba5338-71f7-41b3-9565-cb55410091b2 req-6ebb2bd0-c1a3-4059-9147-bdf7ccb80529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:01.911509 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-30ba5338-71f7-41b3-9565-cb55410091b2 req-6ebb2bd0-c1a3-4059-9147-bdf7ccb80529 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=20c28c57-0e6f-44f8-863b-5c366a2d592b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0437636 Feb 02 07:51:02.002533 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-30ba5338-71f7-41b3-9565-cb55410091b2 req-6394bf50-1b44-489a-a093-a70f9981f85e service neutron] 10.222.0.59 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845275 Feb 02 07:51:02.089671 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-30ba5338-71f7-41b3-9565-cb55410091b2 req-f2563581-0dba-40b4-9dc9-510b0903d40a service neutron] 10.222.0.59 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812676 Feb 02 07:51:02.347962 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b4f6c-5016-4fde-aed8-50d1661a153b req-a476ddcd-7af6-4b1b-bbd6-3d8f5062b4a5 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:02.349447 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3b2b4f6c-5016-4fde-aed8-50d1661a153b req-a476ddcd-7af6-4b1b-bbd6-3d8f5062b4a5 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=43c9024d-0dd4-460d-8e9e-5835722470ee HTTP/1.1" status: 200 len: 943 time: 0.0571947 Feb 02 07:51:02.395088 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3b2b4f6c-5016-4fde-aed8-50d1661a153b req-7cfbf37a-6078-48de-88b0-f3b8bf5e0e64 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399981 Feb 02 07:51:03.514630 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365a48eb-c51c-4a11-ad0a-e7a0dc5a3e76 req-ba397ec3-acce-4e44-ab98-84b72c411916 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:03.516154 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-365a48eb-c51c-4a11-ad0a-e7a0dc5a3e76 req-ba397ec3-acce-4e44-ab98-84b72c411916 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=43c9024d-0dd4-460d-8e9e-5835722470ee HTTP/1.1" status: 200 len: 943 time: 0.0535574 Feb 02 07:51:03.564943 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-365a48eb-c51c-4a11-ad0a-e7a0dc5a3e76 req-0dd02c1f-0433-4bf6-a339-c76e3ae6cc54 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424874 Feb 02 07:51:04.684736 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c0c065-13ff-415a-ae88-5ac0ff0b2649 req-a8e62041-8b2a-4ce0-a172-6b583e98ac60 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:04.686185 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b4c0c065-13ff-415a-ae88-5ac0ff0b2649 req-a8e62041-8b2a-4ce0-a172-6b583e98ac60 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=43c9024d-0dd4-460d-8e9e-5835722470ee HTTP/1.1" status: 200 len: 943 time: 0.0543261 Feb 02 07:51:04.732954 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b4c0c065-13ff-415a-ae88-5ac0ff0b2649 req-33ec5eb6-a5b8-46b0-bdf1-41b9bfdc8b1b tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403574 Feb 02 07:51:04.804385 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device f399ca97-a894-4127-a0cf-dc24bc39eefa details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:51:04.900992 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port f399ca97-a894-4127-a0cf-dc24bc39eefa, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=f399ca97-a894-4127-a0cf-dc24bc39eefa,segment=NetworkSegment(0b09661f-1ef0-43c0-95aa-2480e4f33b35),segment_id=0b09661f-1ef0-43c0-95aa-2480e4f33b35)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:51:04.912049 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': 'f399ca97-a894-4127-a0cf-dc24bc39eefa', 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b', 'port_id': 'f399ca97-a894-4127-a0cf-dc24bc39eefa', 'mac_address': 'fa:16:3e:91:57:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a252067-5a15-4739-8cf3-482cd4016f06', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:51:04.948179 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port f399ca97-a894-4127-a0cf-dc24bc39eefa is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:51:04.948568 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f399ca97-a894-4127-a0cf-dc24bc39eefa), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:04.961422 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f399ca97-a894-4127-a0cf-dc24bc39eefa {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:51:04.980633 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port f399ca97-a894-4127-a0cf-dc24bc39eefa, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=f399ca97-a894-4127-a0cf-dc24bc39eefa,segment=NetworkSegment(0b09661f-1ef0-43c0-95aa-2480e4f33b35),segment_id=0b09661f-1ef0-43c0-95aa-2480e4f33b35)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:51:04.984327 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (f399ca97-a894-4127-a0cf-dc24bc39eefa), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:05.033902 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=f399ca97-a894-4127-a0cf-dc24bc39eefa,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:51:05.040998 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:51:05.041347 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:51:05.041688 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:51:05.042021 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:51:05.042351 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:51:05.042680 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:51:05.043005 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:51:05.043329 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:51:05.043676 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:51:05.044000 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:51:05.044320 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:51:05.044645 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:51:05.044960 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:51:05.330177 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['f399ca97-a894-4127-a0cf-dc24bc39eefa'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:51:05.853356 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7cfd4-88f8-47d1-a030-7279ea16919d req-adb81333-b86b-4b5f-95a2-091fbca59368 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:05.854864 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b7c7cfd4-88f8-47d1-a030-7279ea16919d req-adb81333-b86b-4b5f-95a2-091fbca59368 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=43c9024d-0dd4-460d-8e9e-5835722470ee HTTP/1.1" status: 200 len: 944 time: 0.0528626 Feb 02 07:51:05.901652 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b7c7cfd4-88f8-47d1-a030-7279ea16919d req-8c060027-5d48-46f4-b7b5-a403db90c4aa tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412784 Feb 02 07:51:06.821112 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device f399ca97-a894-4127-a0cf-dc24bc39eefa up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:51:06.871936 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port f399ca97-a894-4127-a0cf-dc24bc39eefa completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:51:06.875895 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port f399ca97-a894-4127-a0cf-dc24bc39eefa triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:51:06.876291 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (f399ca97-a894-4127-a0cf-dc24bc39eefa), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:06.951758 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port f399ca97-a894-4127-a0cf-dc24bc39eefa is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:51:06.952147 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f399ca97-a894-4127-a0cf-dc24bc39eefa), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:06.975941 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43c9024d-0dd4-460d-8e9e-5835722470ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f399ca97-a894-4127-a0cf-dc24bc39eefa'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:51:06.978143 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0b855b4a712aba6a6dc8b35859b7edabc5eec11cb609a3e353b338444fa3b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b06401-086e-4089-8c77-930b87539496" -d '{"events": [{"server_uuid": "43c9024d-0dd4-460d-8e9e-5835722470ee", "name": "network-vif-plugged", "status": "completed", "tag": "f399ca97-a894-4127-a0cf-dc24bc39eefa"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:51:06.990763 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port f399ca97-a894-4127-a0cf-dc24bc39eefa, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=f399ca97-a894-4127-a0cf-dc24bc39eefa,segment=NetworkSegment(0b09661f-1ef0-43c0-95aa-2480e4f33b35),segment_id=0b09661f-1ef0-43c0-95aa-2480e4f33b35)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:51:06.994851 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (f399ca97-a894-4127-a0cf-dc24bc39eefa), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:07.023419 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1328123a-f077-4961-ab23-54ffc5986a83 req-ff556648-6872-4de3-9d35-bb6eadf997ec tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:07.024971 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1328123a-f077-4961-ab23-54ffc5986a83 req-ff556648-6872-4de3-9d35-bb6eadf997ec tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=43c9024d-0dd4-460d-8e9e-5835722470ee HTTP/1.1" status: 200 len: 944 time: 0.0527153 Feb 02 07:51:07.046412 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=f399ca97-a894-4127-a0cf-dc24bc39eefa,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:51:07.155764 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1328123a-f077-4961-ab23-54ffc5986a83 req-8d0108d9-7b5f-46b3-a242-7a13da1e230f tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885503 Feb 02 07:51:07.199678 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53dbd87c-678d-48ae-aee9-4aa7b7eb8413 x-openstack-request-id: req-53dbd87c-678d-48ae-aee9-4aa7b7eb8413 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:51:07.199979 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43c9024d-0dd4-460d-8e9e-5835722470ee", "name": "network-vif-plugged", "status": "completed", "tag": "f399ca97-a894-4127-a0cf-dc24bc39eefa", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:51:07.200249 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-53dbd87c-678d-48ae-aee9-4aa7b7eb8413 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:51:07.200649 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43c9024d-0dd4-460d-8e9e-5835722470ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f399ca97-a894-4127-a0cf-dc24bc39eefa', 'code': 200} Feb 02 07:51:07.329896 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d8a6b-e346-49cd-833d-261dc14a3556 req-c8fd630c-d07c-4168-af23-4fdfb00aaf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:07.331278 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9a5d8a6b-e346-49cd-833d-261dc14a3556 req-c8fd630c-d07c-4168-af23-4fdfb00aaf9c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=43c9024d-0dd4-460d-8e9e-5835722470ee HTTP/1.1" status: 200 len: 1128 time: 0.0427592 Feb 02 07:51:07.374338 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9a5d8a6b-e346-49cd-833d-261dc14a3556 req-ad624e7a-200e-44ef-aa11-1df8ba8ace74 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366457 Feb 02 07:51:08.275664 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f584d14-ae6d-4233-8344-c396602bbe7c req-6a18b3f9-a709-4f43-a15e-0759ebf96cb2 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:08.277148 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0f584d14-ae6d-4233-8344-c396602bbe7c req-6a18b3f9-a709-4f43-a15e-0759ebf96cb2 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=43c9024d-0dd4-460d-8e9e-5835722470ee HTTP/1.1" status: 200 len: 945 time: 0.0521984 Feb 02 07:51:08.323530 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0f584d14-ae6d-4233-8344-c396602bbe7c req-5c0af196-9a13-4d45-a836-dc36b55a6bb0 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407422 Feb 02 07:51:09.444820 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c66422-c68e-4f23-9415-88f34aea83c8 req-68998ae7-23db-460b-814f-d1154ec1929f tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:09.446335 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-34c66422-c68e-4f23-9415-88f34aea83c8 req-68998ae7-23db-460b-814f-d1154ec1929f tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=43c9024d-0dd4-460d-8e9e-5835722470ee HTTP/1.1" status: 200 len: 945 time: 0.0562961 Feb 02 07:51:09.492699 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-34c66422-c68e-4f23-9415-88f34aea83c8 req-6913206e-4839-4e28-a995-c5965c855ff1 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408072 Feb 02 07:51:09.605621 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5023835e-2f3e-4493-b150-cfa2e6e2e8ef req-57250af5-b736-497f-9be6-02631717d691 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:09.606998 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5023835e-2f3e-4493-b150-cfa2e6e2e8ef req-57250af5-b736-497f-9be6-02631717d691 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=43c9024d-0dd4-460d-8e9e-5835722470ee HTTP/1.1" status: 200 len: 945 time: 0.0522332 Feb 02 07:51:09.615915 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 35914) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:51:09.620226 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-9e3a7366-1eea-43dd-975e-d26557a7d33a tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Request body: {'floatingip': {'port_id': 'f399ca97-a894-4127-a0cf-dc24bc39eefa'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:51:09.658112 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9e3a7366-1eea-43dd-975e-d26557a7d33a tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks [] for floatingip (faef9771-f154-4ec6-acea-a688b5a172b2), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:10.352650 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.db.resource_extend [None req-9e3a7366-1eea-43dd-975e-d26557a7d33a tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 07:51:10.401666 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9e3a7366-1eea-43dd-975e-d26557a7d33a tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:10.405971 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9e3a7366-1eea-43dd-975e-d26557a7d33a tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (faef9771-f154-4ec6-acea-a688b5a172b2), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:10.504755 n-d-789963-26 neutron-server[109694]: INFO neutron.db.l3_db [None req-9e3a7366-1eea-43dd-975e-d26557a7d33a tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Floating IP faef9771-f154-4ec6-acea-a688b5a172b2 associated. External IP: 172.25.4.5, port: f399ca97-a894-4127-a0cf-dc24bc39eefa. Feb 02 07:51:10.707267 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e3a7366-1eea-43dd-975e-d26557a7d33a tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Router 308272ad-85db-4b5f-a438-3464de3f501b has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:51:10.813088 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e3a7366-1eea-43dd-975e-d26557a7d33a tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:51:10.818587 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9e3a7366-1eea-43dd-975e-d26557a7d33a tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:10.824508 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9d4464-da49-4679-aa16-8ce71beed9f8 None None] Sync routers for ids ['308272ad-85db-4b5f-a438-3464de3f501b'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:51:10.834637 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9d4464-da49-4679-aa16-8ce71beed9f8 None None] Routers {'308272ad-85db-4b5f-a438-3464de3f501b'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:51:10.835249 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-6f9d4464-da49-4679-aa16-8ce71beed9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:50:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['308272ad-85db-4b5f-a438-3464de3f501b'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:51:10.848092 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-9e3a7366-1eea-43dd-975e-d26557a7d33a tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "PUT /v2.0/floatingips/faef9771-f154-4ec6-acea-a688b5a172b2 HTTP/1.1" status: 200 len: 989 time: 1.2311308 Feb 02 07:51:10.848689 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43c9024d-0dd4-460d-8e9e-5835722470ee', 'tag': 'f399ca97-a894-4127-a0cf-dc24bc39eefa'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:51:10.850914 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a41549b526348abe9efdc0948c1160074b04deb92e717931d39f69ae7ca00a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14383f9-1a1e-4d86-b30f-f34522010b91" -d '{"events": [{"name": "network-changed", "server_uuid": "43c9024d-0dd4-460d-8e9e-5835722470ee", "tag": "f399ca97-a894-4127-a0cf-dc24bc39eefa"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:51:10.945578 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-6f9d4464-da49-4679-aa16-8ce71beed9f8 None None] Set router 308272ad-85db-4b5f-a438-3464de3f501b gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:51:10.947634 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2fb573-7d58-4731-afb1-183faf482862 req-147e747a-0c76-4506-9b45-8ff32e73828b tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:10.949123 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8d2fb573-7d58-4731-afb1-183faf482862 req-147e747a-0c76-4506-9b45-8ff32e73828b tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=43c9024d-0dd4-460d-8e9e-5835722470ee HTTP/1.1" status: 200 len: 945 time: 0.0529690 Feb 02 07:51:11.000174 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8d2fb573-7d58-4731-afb1-183faf482862 req-7d93c6f6-f425-4042-8cbc-c1a967886588 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444715 Feb 02 07:51:11.045478 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d551d2-5f55-42b5-85b0-21005d996682 x-openstack-request-id: req-53d551d2-5f55-42b5-85b0-21005d996682 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:51:11.045779 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43c9024d-0dd4-460d-8e9e-5835722470ee", "tag": "f399ca97-a894-4127-a0cf-dc24bc39eefa", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:51:11.046037 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-53d551d2-5f55-42b5-85b0-21005d996682 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:51:11.046448 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43c9024d-0dd4-460d-8e9e-5835722470ee', 'tag': 'f399ca97-a894-4127-a0cf-dc24bc39eefa', 'status': 'completed', 'code': 200} Feb 02 07:51:11.210554 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14383f9-1a1e-4d86-b30f-f34522010b91 req-710270c4-b44b-4574-929b-363d66479035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:11.212130 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b14383f9-1a1e-4d86-b30f-f34522010b91 req-710270c4-b44b-4574-929b-363d66479035 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=607d06f503a5412db9b7b8d5f1be54cb&device_id=43c9024d-0dd4-460d-8e9e-5835722470ee HTTP/1.1" status: 200 len: 1128 time: 0.0872405 Feb 02 07:51:11.232488 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c489e3e6-9f15-421d-920e-64057d8dd38c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:11.301127 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14383f9-1a1e-4d86-b30f-f34522010b91 req-bc984a2b-f785-43fd-86bc-d9649f6fb045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:11.302510 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b14383f9-1a1e-4d86-b30f-f34522010b91 req-bc984a2b-f785-43fd-86bc-d9649f6fb045 service neutron] 10.222.0.59 "GET /v2.0/networks?id=20c28c57-0e6f-44f8-863b-5c366a2d592b HTTP/1.1" status: 200 len: 912 time: 0.0845599 Feb 02 07:51:11.336563 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-6f9d4464-da49-4679-aa16-8ce71beed9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '308272ad-85db-4b5f-a438-3464de3f501b', 'name': 'tempest-ServerActionsTestJSON-566294728-router', 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '6e5e3cb4-686f-44bd-86a4-7269c028a9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:49:16Z', 'updated_at': '2022-02-02T07:49:19Z', 'revision_number': 4, 'project_id': '607d06f503a5412db9b7b8d5f1be54cb', 'gw_port': {'id': '6e5e3cb4-686f-44bd-86a4-7269c028a9b8', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:cc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308272ad-85db-4b5f-a438-3464de3f501b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:49:17Z', 'updated_at': '2022-02-02T07:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': 'faef9771-f154-4ec6-acea-a688b5a172b2', 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'floating_ip_address': '172.25.4.5', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '308272ad-85db-4b5f-a438-3464de3f501b', 'port_id': 'f399ca97-a894-4127-a0cf-dc24bc39eefa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b', 'mac_address': 'fa:16:3e:91:57:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c9024d-0dd4-460d-8e9e-5835722470ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:49:21Z', 'updated_at': '2022-02-02T07:51:09Z', 'revision_number': 9, 'project_id': '607d06f503a5412db9b7b8d5f1be54cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47859473-a024-4bbb-83f9-5741f43b4747', 'name': '', 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b', 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'mac_address': 'fa:16:3e:66:30:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308272ad-85db-4b5f-a438-3464de3f501b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '7a252067-5a15-4739-8cf3-482cd4016f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:49:18Z', 'updated_at': '2022-02-02T07:49:23Z', 'revision_number': 5, 'project_id': '607d06f503a5412db9b7b8d5f1be54cb', 'subnets': [{'id': '7a252067-5a15-4739-8cf3-482cd4016f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:51:11.366538 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9d4464-da49-4679-aa16-8ce71beed9f8 None None] Checking router: 308272ad-85db-4b5f-a438-3464de3f501b for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:51:11.370521 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b14383f9-1a1e-4d86-b30f-f34522010b91 req-e4b6f204-d659-4a53-9d59-afb964f9be5e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f399ca97-a894-4127-a0cf-dc24bc39eefa HTTP/1.1" status: 200 len: 997 time: 0.0627275 Feb 02 07:51:11.375206 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9d4464-da49-4679-aa16-8ce71beed9f8 None None] Routers {'308272ad-85db-4b5f-a438-3464de3f501b'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:51:11.375942 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-6f9d4464-da49-4679-aa16-8ce71beed9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:50:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['308272ad-85db-4b5f-a438-3464de3f501b'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:51:11.418684 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14383f9-1a1e-4d86-b30f-f34522010b91 req-4a282e95-2f93-4df4-b9c3-bdc151f809fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:11.420178 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b14383f9-1a1e-4d86-b30f-f34522010b91 req-4a282e95-2f93-4df4-b9c3-bdc151f809fa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7a252067-5a15-4739-8cf3-482cd4016f06 HTTP/1.1" status: 200 len: 850 time: 0.0435092 Feb 02 07:51:11.467522 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14383f9-1a1e-4d86-b30f-f34522010b91 req-eaa89dfc-fd40-4a51-a6e0-5f0b4f9d682a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:11.469068 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b14383f9-1a1e-4d86-b30f-f34522010b91 req-eaa89dfc-fd40-4a51-a6e0-5f0b4f9d682a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=20c28c57-0e6f-44f8-863b-5c366a2d592b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0438044 Feb 02 07:51:11.483764 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-6f9d4464-da49-4679-aa16-8ce71beed9f8 None None] Set router 308272ad-85db-4b5f-a438-3464de3f501b gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:51:11.562564 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b14383f9-1a1e-4d86-b30f-f34522010b91 req-6ad7d3f6-ca60-4843-88a4-e30ac87cd46d service neutron] 10.222.0.59 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871172 Feb 02 07:51:11.653740 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b14383f9-1a1e-4d86-b30f-f34522010b91 req-5b1d301a-d08a-4244-a40a-a2f30035cd02 service neutron] 10.222.0.59 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855038 Feb 02 07:51:11.711616 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-6f9d4464-da49-4679-aa16-8ce71beed9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '308272ad-85db-4b5f-a438-3464de3f501b', 'name': 'tempest-ServerActionsTestJSON-566294728-router', 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '6e5e3cb4-686f-44bd-86a4-7269c028a9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:49:16Z', 'updated_at': '2022-02-02T07:49:19Z', 'revision_number': 4, 'project_id': '607d06f503a5412db9b7b8d5f1be54cb', 'gw_port': {'id': '6e5e3cb4-686f-44bd-86a4-7269c028a9b8', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:cc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308272ad-85db-4b5f-a438-3464de3f501b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:49:17Z', 'updated_at': '2022-02-02T07:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': 'faef9771-f154-4ec6-acea-a688b5a172b2', 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'floating_ip_address': '172.25.4.5', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '308272ad-85db-4b5f-a438-3464de3f501b', 'port_id': 'f399ca97-a894-4127-a0cf-dc24bc39eefa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b', 'mac_address': 'fa:16:3e:91:57:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c9024d-0dd4-460d-8e9e-5835722470ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:49:21Z', 'updated_at': '2022-02-02T07:51:09Z', 'revision_number': 9, 'project_id': '607d06f503a5412db9b7b8d5f1be54cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47859473-a024-4bbb-83f9-5741f43b4747', 'name': '', 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b', 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'mac_address': 'fa:16:3e:66:30:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308272ad-85db-4b5f-a438-3464de3f501b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '7a252067-5a15-4739-8cf3-482cd4016f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:49:18Z', 'updated_at': '2022-02-02T07:49:23Z', 'revision_number': 5, 'project_id': '607d06f503a5412db9b7b8d5f1be54cb', 'subnets': [{'id': '7a252067-5a15-4739-8cf3-482cd4016f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:51:11.743342 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9d4464-da49-4679-aa16-8ce71beed9f8 None None] The sync data for ids ['308272ad-85db-4b5f-a438-3464de3f501b'] in n-d-789963-26 is: [{'id': '308272ad-85db-4b5f-a438-3464de3f501b', 'name': 'tempest-ServerActionsTestJSON-566294728-router', 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '6e5e3cb4-686f-44bd-86a4-7269c028a9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:49:16Z', 'updated_at': '2022-02-02T07:49:19Z', 'revision_number': 4, 'project_id': '607d06f503a5412db9b7b8d5f1be54cb', 'gw_port': {'id': '6e5e3cb4-686f-44bd-86a4-7269c028a9b8', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:cc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308272ad-85db-4b5f-a438-3464de3f501b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:49:17Z', 'updated_at': '2022-02-02T07:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': 'faef9771-f154-4ec6-acea-a688b5a172b2', 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'floating_ip_address': '172.25.4.5', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '308272ad-85db-4b5f-a438-3464de3f501b', 'port_id': 'f399ca97-a894-4127-a0cf-dc24bc39eefa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b', 'mac_address': 'fa:16:3e:91:57:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c9024d-0dd4-460d-8e9e-5835722470ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:49:21Z', 'updated_at': '2022-02-02T07:51:09Z', 'revision_number': 9, 'project_id': '607d06f503a5412db9b7b8d5f1be54cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47859473-a024-4bbb-83f9-5741f43b4747', 'name': '', 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b', 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'mac_address': 'fa:16:3e:66:30:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308272ad-85db-4b5f-a438-3464de3f501b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '7a252067-5a15-4739-8cf3-482cd4016f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:49:18Z', 'updated_at': '2022-02-02T07:49:23Z', 'revision_number': 5, 'project_id': '607d06f503a5412db9b7b8d5f1be54cb', 'subnets': [{'id': '7a252067-5a15-4739-8cf3-482cd4016f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:51:11.927893 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610dd833-5cf3-4124-a1c9-5dae3aa41803 None None] New status for floating IP faef9771-f154-4ec6-acea-a688b5a172b2: ACTIVE {{(pid=109696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 07:51:12.129136 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d427a56e-113f-48e8-b03a-7d5b212d9cf4 req-25349600-069c-4758-84ce-6306dd4176a9 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:12.130635 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d427a56e-113f-48e8-b03a-7d5b212d9cf4 req-25349600-069c-4758-84ce-6306dd4176a9 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=43c9024d-0dd4-460d-8e9e-5835722470ee HTTP/1.1" status: 200 len: 945 time: 0.0551298 Feb 02 07:51:12.178051 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d427a56e-113f-48e8-b03a-7d5b212d9cf4 req-6c812fb4-5caa-4f02-8d96-e05557d32dbb tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417581 Feb 02 07:51:12.437704 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-684cc138-90b6-4389-b883-401a1aee88b1 req-7b056357-33a5-409e-89bb-1b41d1e27e81 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=43c9024d-0dd4-460d-8e9e-5835722470ee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0795295 Feb 02 07:51:12.445698 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1742043a-5932-4c96-875f-61f8e00ea957 req-9948bbd7-425b-4f33-9e55-6d248e18e454 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:12.447161 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1742043a-5932-4c96-875f-61f8e00ea957 req-9948bbd7-425b-4f33-9e55-6d248e18e454 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=43c9024d-0dd4-460d-8e9e-5835722470ee HTTP/1.1" status: 200 len: 945 time: 0.0800848 Feb 02 07:51:12.497408 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1742043a-5932-4c96-875f-61f8e00ea957 req-94011372-f525-482c-9d7a-20f0a1fc8eec tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446727 Feb 02 07:51:13.346862 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-48027c01-0bc3-45b5-8b14-8270877cbc3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:13.632802 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684cc138-90b6-4389-b883-401a1aee88b1 req-2ee9ac11-dacc-44d5-8cbe-3be8e7684b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:13.634201 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-684cc138-90b6-4389-b883-401a1aee88b1 req-2ee9ac11-dacc-44d5-8cbe-3be8e7684b15 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=607d06f503a5412db9b7b8d5f1be54cb&device_id=43c9024d-0dd4-460d-8e9e-5835722470ee HTTP/1.1" status: 200 len: 1128 time: 0.0769327 Feb 02 07:51:13.645148 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ed054-d97c-48f7-a859-9d7d9bf4523b req-3ace5171-3779-42e1-a012-58b46afd3648 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:13.646793 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bb7ed054-d97c-48f7-a859-9d7d9bf4523b req-3ace5171-3779-42e1-a012-58b46afd3648 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=43c9024d-0dd4-460d-8e9e-5835722470ee HTTP/1.1" status: 200 len: 945 time: 0.0639932 Feb 02 07:51:13.747907 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bb7ed054-d97c-48f7-a859-9d7d9bf4523b req-56bf82d9-4191-4718-a36a-fd6700bc841c tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931413 Feb 02 07:51:13.763792 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684cc138-90b6-4389-b883-401a1aee88b1 req-990471cb-2697-460f-8931-8b6f285f07c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:13.765257 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-684cc138-90b6-4389-b883-401a1aee88b1 req-990471cb-2697-460f-8931-8b6f285f07c2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=20c28c57-0e6f-44f8-863b-5c366a2d592b HTTP/1.1" status: 200 len: 912 time: 0.1176469 Feb 02 07:51:13.832526 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-684cc138-90b6-4389-b883-401a1aee88b1 req-c8b53d5b-51a4-44c4-8e80-d9a9e7887596 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f399ca97-a894-4127-a0cf-dc24bc39eefa HTTP/1.1" status: 200 len: 1000 time: 0.0614524 Feb 02 07:51:13.879284 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684cc138-90b6-4389-b883-401a1aee88b1 req-e752e491-a363-4988-a6c4-87e33e706084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:13.880726 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-684cc138-90b6-4389-b883-401a1aee88b1 req-e752e491-a363-4988-a6c4-87e33e706084 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7a252067-5a15-4739-8cf3-482cd4016f06 HTTP/1.1" status: 200 len: 850 time: 0.0426877 Feb 02 07:51:13.928490 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684cc138-90b6-4389-b883-401a1aee88b1 req-c0922d73-80d8-4035-a349-579c39b7be9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:13.929967 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-684cc138-90b6-4389-b883-401a1aee88b1 req-c0922d73-80d8-4035-a349-579c39b7be9e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=20c28c57-0e6f-44f8-863b-5c366a2d592b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0437243 Feb 02 07:51:14.018233 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-684cc138-90b6-4389-b883-401a1aee88b1 req-dcdb8e2b-a8f7-4ef1-9c43-71e8f3bf0116 service neutron] 10.222.0.59 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819917 Feb 02 07:51:14.105747 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-684cc138-90b6-4389-b883-401a1aee88b1 req-65f9dee2-385f-430d-a9f5-0512720d2a2d service neutron] 10.222.0.59 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811791 Feb 02 07:51:14.827712 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:14.870305 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca2b2e7-d959-4c40-945a-8c6268e7598c req-868f7609-d7b0-4ac4-80e5-6a69961dcc35 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:14.871818 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dca2b2e7-d959-4c40-945a-8c6268e7598c req-868f7609-d7b0-4ac4-80e5-6a69961dcc35 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=43c9024d-0dd4-460d-8e9e-5835722470ee HTTP/1.1" status: 200 len: 945 time: 0.0534399 Feb 02 07:51:14.922901 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dca2b2e7-d959-4c40-945a-8c6268e7598c req-844a4484-eed5-4fd6-bd5f-638dd6755429 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443265 Feb 02 07:51:16.041973 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7873fd7-477a-448e-a375-23ad6ad07a19 req-f15f8f8a-b4ed-4677-95a2-77c97f839e25 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:16.043459 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a7873fd7-477a-448e-a375-23ad6ad07a19 req-f15f8f8a-b4ed-4677-95a2-77c97f839e25 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=43c9024d-0dd4-460d-8e9e-5835722470ee HTTP/1.1" status: 200 len: 945 time: 0.0532272 Feb 02 07:51:16.091053 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a7873fd7-477a-448e-a375-23ad6ad07a19 req-625facb8-de65-4b47-9f43-865333fcc4d5 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410089 Feb 02 07:51:16.197112 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:17.212902 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93f66f-9f9d-41b1-a23e-c586b3b40026 req-fc284c71-4c00-43e0-8903-6d141ed6a619 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:17.214395 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5c93f66f-9f9d-41b1-a23e-c586b3b40026 req-fc284c71-4c00-43e0-8903-6d141ed6a619 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=43c9024d-0dd4-460d-8e9e-5835722470ee HTTP/1.1" status: 200 len: 945 time: 0.0533521 Feb 02 07:51:17.260647 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5c93f66f-9f9d-41b1-a23e-c586b3b40026 req-ea4122a4-af7f-45c3-b6a8-6ba4e6529f01 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400639 Feb 02 07:51:17.481919 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:18.384511 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a97c57-601a-46db-bb20-6187feb4d539 req-c8414246-2131-4506-a824-deb6fede064e tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:18.385986 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-74a97c57-601a-46db-bb20-6187feb4d539 req-c8414246-2131-4506-a824-deb6fede064e tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=43c9024d-0dd4-460d-8e9e-5835722470ee HTTP/1.1" status: 200 len: 945 time: 0.0575309 Feb 02 07:51:18.433168 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-74a97c57-601a-46db-bb20-6187feb4d539 req-2ecf73aa-1f8d-45ef-9332-c8998d57cd49 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411518 Feb 02 07:51:19.551975 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec75e3d-45d7-4176-93d6-4622aa84c102 req-52278f97-5ad0-476f-9f37-c053a87f92fc tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:19.553487 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6ec75e3d-45d7-4176-93d6-4622aa84c102 req-52278f97-5ad0-476f-9f37-c053a87f92fc tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=43c9024d-0dd4-460d-8e9e-5835722470ee HTTP/1.1" status: 200 len: 945 time: 0.0527375 Feb 02 07:51:19.598966 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6ec75e3d-45d7-4176-93d6-4622aa84c102 req-00d9306f-591e-405f-af59-b9659d3147c1 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397680 Feb 02 07:51:20.716883 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e2534-d0fe-4aad-93af-2eeefc21fff1 req-a2ac860a-d5c1-40a9-afc3-961317cf55e4 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:20.718392 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b20e2534-d0fe-4aad-93af-2eeefc21fff1 req-a2ac860a-d5c1-40a9-afc3-961317cf55e4 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=43c9024d-0dd4-460d-8e9e-5835722470ee HTTP/1.1" status: 200 len: 945 time: 0.0516145 Feb 02 07:51:20.771481 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b20e2534-d0fe-4aad-93af-2eeefc21fff1 req-7c8c1959-1fbc-4f60-9558-234c6cbb4204 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463057 Feb 02 07:51:21.891456 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8c744-6b2a-4fd6-aa0d-62411eb10703 req-3ca05b96-031d-4415-b626-5e54d0ebf161 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:21.893008 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f7c8c744-6b2a-4fd6-aa0d-62411eb10703 req-3ca05b96-031d-4415-b626-5e54d0ebf161 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=43c9024d-0dd4-460d-8e9e-5835722470ee HTTP/1.1" status: 200 len: 945 time: 0.0536351 Feb 02 07:51:21.939891 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f7c8c744-6b2a-4fd6-aa0d-62411eb10703 req-87ce8ee6-19aa-4fb1-aff4-96b06d386c62 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403104 Feb 02 07:51:22.489000 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:23.057914 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8c4d79-84bc-451a-b43c-b751c571b821 req-e76d4b7e-057c-4566-bdb2-e513729d88c3 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:23.059393 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8c8c4d79-84bc-451a-b43c-b751c571b821 req-e76d4b7e-057c-4566-bdb2-e513729d88c3 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=43c9024d-0dd4-460d-8e9e-5835722470ee HTTP/1.1" status: 200 len: 945 time: 0.0523605 Feb 02 07:51:23.105844 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8c8c4d79-84bc-451a-b43c-b751c571b821 req-f6f7fbc0-1409-4b79-8d4c-192011b3f7ab tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408444 Feb 02 07:51:24.230683 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed12685-8d40-45da-9c30-eb757fd76764 req-eb5d5bbc-4e0c-4104-a811-8b862186a8cc tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:24.232190 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-eed12685-8d40-45da-9c30-eb757fd76764 req-eb5d5bbc-4e0c-4104-a811-8b862186a8cc tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=43c9024d-0dd4-460d-8e9e-5835722470ee HTTP/1.1" status: 200 len: 945 time: 0.0563006 Feb 02 07:51:24.278783 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-eed12685-8d40-45da-9c30-eb757fd76764 req-5cf571e7-8803-4d6f-b369-b734336141be tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408924 Feb 02 07:51:25.397805 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74571c2-e4ad-48c7-b8bf-7bbd2dd5d781 req-9a53634d-d2f2-4332-a7be-a25753458810 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:25.399322 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e74571c2-e4ad-48c7-b8bf-7bbd2dd5d781 req-9a53634d-d2f2-4332-a7be-a25753458810 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=43c9024d-0dd4-460d-8e9e-5835722470ee HTTP/1.1" status: 200 len: 945 time: 0.0540953 Feb 02 07:51:25.445826 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e74571c2-e4ad-48c7-b8bf-7bbd2dd5d781 req-5e151785-2847-4b0c-b787-ce5d57d3c8e1 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406592 Feb 02 07:51:26.570906 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95123a4-e641-47be-b977-608ccfb7b8e1 req-f25abe00-0a08-49be-b40c-51c6800dde2a tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:26.572441 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b95123a4-e641-47be-b977-608ccfb7b8e1 req-f25abe00-0a08-49be-b40c-51c6800dde2a tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=43c9024d-0dd4-460d-8e9e-5835722470ee HTTP/1.1" status: 200 len: 945 time: 0.0573893 Feb 02 07:51:26.618890 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b95123a4-e641-47be-b977-608ccfb7b8e1 req-b26a7c0b-f5f8-405e-9549-2fd07834e896 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408361 Feb 02 07:51:27.638006 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:27.737367 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880c6d6-ca65-4fcc-a90b-537679a34d13 req-d34c3fe6-b082-4917-b26c-af19b610d0c5 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:27.738902 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0880c6d6-ca65-4fcc-a90b-537679a34d13 req-d34c3fe6-b082-4917-b26c-af19b610d0c5 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=43c9024d-0dd4-460d-8e9e-5835722470ee HTTP/1.1" status: 200 len: 945 time: 0.0526226 Feb 02 07:51:27.785405 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0880c6d6-ca65-4fcc-a90b-537679a34d13 req-f684f010-6f79-4c5d-9949-6b5f493dc86a tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410454 Feb 02 07:51:28.903671 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdc9ce2-6081-4376-a020-c0c839a0cc86 req-cd6dd8f2-f320-46a5-92fb-1e0fec5bd972 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:28.905165 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3cdc9ce2-6081-4376-a020-c0c839a0cc86 req-cd6dd8f2-f320-46a5-92fb-1e0fec5bd972 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=43c9024d-0dd4-460d-8e9e-5835722470ee HTTP/1.1" status: 200 len: 945 time: 0.0528214 Feb 02 07:51:28.955903 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3cdc9ce2-6081-4376-a020-c0c839a0cc86 req-04eaf3ac-609d-4e96-9c71-4abf8cfe2e25 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445654 Feb 02 07:51:30.075253 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546ef815-ceac-4394-82ff-debb71d32753 req-5b860630-4db3-4baf-bc89-45218e6e3155 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:30.076754 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-546ef815-ceac-4394-82ff-debb71d32753 req-5b860630-4db3-4baf-bc89-45218e6e3155 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=43c9024d-0dd4-460d-8e9e-5835722470ee HTTP/1.1" status: 200 len: 945 time: 0.0525725 Feb 02 07:51:30.122319 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-546ef815-ceac-4394-82ff-debb71d32753 req-2f8f56be-10b9-424b-8d4d-874728530fd4 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398483 Feb 02 07:51:30.936864 n-d-789963-26 neutron-server[109694]: INFO neutron.api.v2.resource [req-684cc138-90b6-4389-b883-401a1aee88b1 req-ba666c07-7d36-4003-b876-71427d32de70 service neutron] show failed (client error): The resource could not be found. Feb 02 07:51:30.937872 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-684cc138-90b6-4389-b883-401a1aee88b1 req-ba666c07-7d36-4003-b876-71427d32de70 service neutron] 10.222.0.59 "GET /v2.0/ports/f399ca97-a894-4127-a0cf-dc24bc39eefa/bindings/n-h1-789963-26 HTTP/1.1" status: 404 len: 381 time: 0.0539196 Feb 02 07:51:31.215926 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684cc138-90b6-4389-b883-401a1aee88b1 req-934e9621-f95c-4b84-a151-4dcf461d9b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:31.217439 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-684cc138-90b6-4389-b883-401a1aee88b1 req-934e9621-f95c-4b84-a151-4dcf461d9b29 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=43c9024d-0dd4-460d-8e9e-5835722470ee&tenant_id=607d06f503a5412db9b7b8d5f1be54cb HTTP/1.1" status: 200 len: 1128 time: 0.0854263 Feb 02 07:51:31.235043 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-684cc138-90b6-4389-b883-401a1aee88b1 req-f2e0bec1-a7ec-47ee-b483-0d15274cd4d1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-26', 'device_owner': 'compute:nova'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:51:31.252030 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cbf17e-fcf8-481b-a5d8-d5ad03805d9d req-3accfcfb-cc11-4a0f-8aee-f0670c37fdea tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:31.253853 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f0cbf17e-fcf8-481b-a5d8-d5ad03805d9d req-3accfcfb-cc11-4a0f-8aee-f0670c37fdea tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=43c9024d-0dd4-460d-8e9e-5835722470ee HTTP/1.1" status: 200 len: 945 time: 0.0589037 Feb 02 07:51:31.300329 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-684cc138-90b6-4389-b883-401a1aee88b1 req-f2e0bec1-a7ec-47ee-b483-0d15274cd4d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f399ca97-a894-4127-a0cf-dc24bc39eefa), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:31.300933 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f0cbf17e-fcf8-481b-a5d8-d5ad03805d9d req-536c1615-0fb0-4161-943e-687864fb8b2e tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414853 Feb 02 07:51:31.497943 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-684cc138-90b6-4389-b883-401a1aee88b1 req-f2e0bec1-a7ec-47ee-b483-0d15274cd4d1 service neutron] For port f399ca97-a894-4127-a0cf-dc24bc39eefa, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=f399ca97-a894-4127-a0cf-dc24bc39eefa,segment=NetworkSegment(0b09661f-1ef0-43c0-95aa-2480e4f33b35),segment_id=0b09661f-1ef0-43c0-95aa-2480e4f33b35)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:51:31.530481 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-684cc138-90b6-4389-b883-401a1aee88b1 req-f2e0bec1-a7ec-47ee-b483-0d15274cd4d1 service neutron] For port f399ca97-a894-4127-a0cf-dc24bc39eefa, host n-h2-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:51:31.568614 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43c9024d-0dd4-460d-8e9e-5835722470ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f399ca97-a894-4127-a0cf-dc24bc39eefa'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:51:31.573425 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-684cc138-90b6-4389-b883-401a1aee88b1 req-f2e0bec1-a7ec-47ee-b483-0d15274cd4d1 service neutron] Publish callbacks [] for port (f399ca97-a894-4127-a0cf-dc24bc39eefa), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:31.586317 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-684cc138-90b6-4389-b883-401a1aee88b1 req-f2e0bec1-a7ec-47ee-b483-0d15274cd4d1 service neutron] Transition to ACTIVE for port object f399ca97-a894-4127-a0cf-dc24bc39eefa will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:51:31.590500 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-684cc138-90b6-4389-b883-401a1aee88b1 req-f2e0bec1-a7ec-47ee-b483-0d15274cd4d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (f399ca97-a894-4127-a0cf-dc24bc39eefa), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:31.619601 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bbcc89a9d4d8e7a52f5cbbd716b66041b3f6feaf13502aa94e42da132c01043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea4b8fc-9fc3-4236-8c06-5938f2957274" -d '{"events": [{"server_uuid": "43c9024d-0dd4-460d-8e9e-5835722470ee", "name": "network-vif-unplugged", "status": "completed", "tag": "f399ca97-a894-4127-a0cf-dc24bc39eefa"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:51:31.677569 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e0bec1-a7ec-47ee-b483-0d15274cd4d1 service neutron] Pushing event updated for resources: {'Port': ['ID=f399ca97-a894-4127-a0cf-dc24bc39eefa,revision_number=6']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:51:31.686901 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e0bec1-a7ec-47ee-b483-0d15274cd4d1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:51:31.687262 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e0bec1-a7ec-47ee-b483-0d15274cd4d1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:51:31.687627 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e0bec1-a7ec-47ee-b483-0d15274cd4d1 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:51:31.687973 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e0bec1-a7ec-47ee-b483-0d15274cd4d1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:51:31.688310 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e0bec1-a7ec-47ee-b483-0d15274cd4d1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:51:31.689158 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e0bec1-a7ec-47ee-b483-0d15274cd4d1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:51:31.689506 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e0bec1-a7ec-47ee-b483-0d15274cd4d1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:51:31.689836 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e0bec1-a7ec-47ee-b483-0d15274cd4d1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:51:31.690165 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e0bec1-a7ec-47ee-b483-0d15274cd4d1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:51:31.690496 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e0bec1-a7ec-47ee-b483-0d15274cd4d1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:51:31.690873 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e0bec1-a7ec-47ee-b483-0d15274cd4d1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:51:31.691147 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e0bec1-a7ec-47ee-b483-0d15274cd4d1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:51:31.691470 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e0bec1-a7ec-47ee-b483-0d15274cd4d1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:51:31.734783 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-684cc138-90b6-4389-b883-401a1aee88b1 req-f2e0bec1-a7ec-47ee-b483-0d15274cd4d1 service neutron] No DVR routers for this DVR port f399ca97-a894-4127-a0cf-dc24bc39eefa on host n-h2-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:51:31.769129 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 07:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b457cbf8-6206-4735-8b67-50032133b0ea x-openstack-request-id: req-b457cbf8-6206-4735-8b67-50032133b0ea {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:51:31.769443 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43c9024d-0dd4-460d-8e9e-5835722470ee", "name": "network-vif-unplugged", "status": "completed", "tag": "f399ca97-a894-4127-a0cf-dc24bc39eefa", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:51:31.769699 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b457cbf8-6206-4735-8b67-50032133b0ea {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:51:31.770092 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43c9024d-0dd4-460d-8e9e-5835722470ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f399ca97-a894-4127-a0cf-dc24bc39eefa', 'code': 200} Feb 02 07:51:31.876396 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-684cc138-90b6-4389-b883-401a1aee88b1 req-f2e0bec1-a7ec-47ee-b483-0d15274cd4d1 service neutron] Attempting to bind port f399ca97-a894-4127-a0cf-dc24bc39eefa on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:51:31.876747 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-684cc138-90b6-4389-b883-401a1aee88b1 req-f2e0bec1-a7ec-47ee-b483-0d15274cd4d1 service neutron] Attempting to bind port f399ca97-a894-4127-a0cf-dc24bc39eefa by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': '0b09661f-1ef0-43c0-95aa-2480e4f33b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:51:31.877167 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684cc138-90b6-4389-b883-401a1aee88b1 req-f2e0bec1-a7ec-47ee-b483-0d15274cd4d1 service neutron] Attempting to bind port f399ca97-a894-4127-a0cf-dc24bc39eefa on network 20c28c57-0e6f-44f8-863b-5c366a2d592b {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:51:31.881375 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684cc138-90b6-4389-b883-401a1aee88b1 req-f2e0bec1-a7ec-47ee-b483-0d15274cd4d1 service neutron] Port f399ca97-a894-4127-a0cf-dc24bc39eefa on network 20c28c57-0e6f-44f8-863b-5c366a2d592b not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:51:31.881700 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684cc138-90b6-4389-b883-401a1aee88b1 req-f2e0bec1-a7ec-47ee-b483-0d15274cd4d1 service neutron] Attempting to bind port f399ca97-a894-4127-a0cf-dc24bc39eefa on network 20c28c57-0e6f-44f8-863b-5c366a2d592b {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:51:31.886441 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684cc138-90b6-4389-b883-401a1aee88b1 req-f2e0bec1-a7ec-47ee-b483-0d15274cd4d1 service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:51:31.886780 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684cc138-90b6-4389-b883-401a1aee88b1 req-f2e0bec1-a7ec-47ee-b483-0d15274cd4d1 service neutron] Checking segment: {'id': '0b09661f-1ef0-43c0-95aa-2480e4f33b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:51:31.887169 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684cc138-90b6-4389-b883-401a1aee88b1 req-f2e0bec1-a7ec-47ee-b483-0d15274cd4d1 service neutron] Bound using segment: {'id': '0b09661f-1ef0-43c0-95aa-2480e4f33b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:51:31.887702 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-684cc138-90b6-4389-b883-401a1aee88b1 req-f2e0bec1-a7ec-47ee-b483-0d15274cd4d1 service neutron] Bound port: f399ca97-a894-4127-a0cf-dc24bc39eefa, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b09661f-1ef0-43c0-95aa-2480e4f33b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:51:31.887976 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-684cc138-90b6-4389-b883-401a1aee88b1 req-f2e0bec1-a7ec-47ee-b483-0d15274cd4d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f399ca97-a894-4127-a0cf-dc24bc39eefa), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:31.952491 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-684cc138-90b6-4389-b883-401a1aee88b1 req-f2e0bec1-a7ec-47ee-b483-0d15274cd4d1 service neutron] For port f399ca97-a894-4127-a0cf-dc24bc39eefa, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:51:31.955650 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-684cc138-90b6-4389-b883-401a1aee88b1 req-f2e0bec1-a7ec-47ee-b483-0d15274cd4d1 service neutron] For port f399ca97-a894-4127-a0cf-dc24bc39eefa, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=f399ca97-a894-4127-a0cf-dc24bc39eefa,segment=NetworkSegment(0b09661f-1ef0-43c0-95aa-2480e4f33b35),segment_id=0b09661f-1ef0-43c0-95aa-2480e4f33b35)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:51:31.961390 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-684cc138-90b6-4389-b883-401a1aee88b1 req-f2e0bec1-a7ec-47ee-b483-0d15274cd4d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (f399ca97-a894-4127-a0cf-dc24bc39eefa), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:31.995747 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684cc138-90b6-4389-b883-401a1aee88b1 req-f2e0bec1-a7ec-47ee-b483-0d15274cd4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:31.996374 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-684cc138-90b6-4389-b883-401a1aee88b1 req-f2e0bec1-a7ec-47ee-b483-0d15274cd4d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:31.997739 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-684cc138-90b6-4389-b883-401a1aee88b1 req-f2e0bec1-a7ec-47ee-b483-0d15274cd4d1 service neutron] 10.222.0.88 "PUT /v2.0/ports/f399ca97-a894-4127-a0cf-dc24bc39eefa HTTP/1.1" status: 200 len: 1092 time: 0.7668362 Feb 02 07:51:32.018724 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e0bec1-a7ec-47ee-b483-0d15274cd4d1 service neutron] Pushing event updated for resources: {'Port': ['ID=f399ca97-a894-4127-a0cf-dc24bc39eefa,revision_number=7']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:51:32.077440 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684cc138-90b6-4389-b883-401a1aee88b1 req-257c8f4d-b337-4c80-a699-a5dfc1135592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:32.078957 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-684cc138-90b6-4389-b883-401a1aee88b1 req-257c8f4d-b337-4c80-a699-a5dfc1135592 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=607d06f503a5412db9b7b8d5f1be54cb&device_id=43c9024d-0dd4-460d-8e9e-5835722470ee HTTP/1.1" status: 200 len: 1126 time: 0.0480311 Feb 02 07:51:32.179018 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684cc138-90b6-4389-b883-401a1aee88b1 req-c017e2fd-c6f3-488d-8343-ab976049f6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:32.180532 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-684cc138-90b6-4389-b883-401a1aee88b1 req-c017e2fd-c6f3-488d-8343-ab976049f6e6 service neutron] 10.222.0.88 "GET /v2.0/networks?id=20c28c57-0e6f-44f8-863b-5c366a2d592b HTTP/1.1" status: 200 len: 912 time: 0.0956249 Feb 02 07:51:32.244497 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-684cc138-90b6-4389-b883-401a1aee88b1 req-e4f73754-5747-4963-9852-4f59ff56e0b9 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f399ca97-a894-4127-a0cf-dc24bc39eefa HTTP/1.1" status: 200 len: 998 time: 0.0582581 Feb 02 07:51:32.292384 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684cc138-90b6-4389-b883-401a1aee88b1 req-09ea724a-f786-437e-b0a5-74c00902cb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:32.293723 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-684cc138-90b6-4389-b883-401a1aee88b1 req-09ea724a-f786-437e-b0a5-74c00902cb3f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7a252067-5a15-4739-8cf3-482cd4016f06 HTTP/1.1" status: 200 len: 850 time: 0.0434775 Feb 02 07:51:32.346551 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684cc138-90b6-4389-b883-401a1aee88b1 req-bb1bfd16-5881-44ab-9990-08ac923aab30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:32.348100 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-684cc138-90b6-4389-b883-401a1aee88b1 req-bb1bfd16-5881-44ab-9990-08ac923aab30 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=20c28c57-0e6f-44f8-863b-5c366a2d592b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0483930 Feb 02 07:51:32.424267 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0900eb94-ae38-4759-8616-a64a42149c53 req-c1a71143-4534-4237-ab38-9013607cb3c9 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:32.425781 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0900eb94-ae38-4759-8616-a64a42149c53 req-c1a71143-4534-4237-ab38-9013607cb3c9 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=43c9024d-0dd4-460d-8e9e-5835722470ee HTTP/1.1" status: 200 len: 943 time: 0.0535190 Feb 02 07:51:32.437869 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-684cc138-90b6-4389-b883-401a1aee88b1 req-11ef31cd-6e95-412d-9c68-6f6bba7897eb service neutron] 10.222.0.88 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833812 Feb 02 07:51:32.473223 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0900eb94-ae38-4759-8616-a64a42149c53 req-05ceb20d-bef6-4922-8031-9f4ffa919d29 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418148 Feb 02 07:51:32.531307 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-684cc138-90b6-4389-b883-401a1aee88b1 req-f79530f9-e72c-41e4-9fa7-09167e60f562 service neutron] 10.222.0.88 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879667 Feb 02 07:51:33.597929 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340bdcc7-8224-45c5-92a1-7f3d5405f014 req-31f32cdd-b404-45f4-9354-c4cdae89fad7 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:33.599387 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-340bdcc7-8224-45c5-92a1-7f3d5405f014 req-31f32cdd-b404-45f4-9354-c4cdae89fad7 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=43c9024d-0dd4-460d-8e9e-5835722470ee HTTP/1.1" status: 200 len: 943 time: 0.0520568 Feb 02 07:51:33.649932 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-340bdcc7-8224-45c5-92a1-7f3d5405f014 req-2fc86c1b-a240-405c-9aea-cc040e2b5523 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449150 Feb 02 07:51:33.771897 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43c9024d-0dd4-460d-8e9e-5835722470ee', 'tag': 'f399ca97-a894-4127-a0cf-dc24bc39eefa'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:51:33.774175 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bbcc89a9d4d8e7a52f5cbbd716b66041b3f6feaf13502aa94e42da132c01043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e735c01-bdd2-4fff-8c09-0c65b349da52" -d '{"events": [{"name": "network-changed", "server_uuid": "43c9024d-0dd4-460d-8e9e-5835722470ee", "tag": "f399ca97-a894-4127-a0cf-dc24bc39eefa"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:51:33.819698 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b737711a-889b-49af-813e-e631ba27aadc x-openstack-request-id: req-b737711a-889b-49af-813e-e631ba27aadc {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:51:33.819999 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43c9024d-0dd4-460d-8e9e-5835722470ee", "tag": "f399ca97-a894-4127-a0cf-dc24bc39eefa", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:51:33.820255 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b737711a-889b-49af-813e-e631ba27aadc {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:51:33.820658 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43c9024d-0dd4-460d-8e9e-5835722470ee', 'tag': 'f399ca97-a894-4127-a0cf-dc24bc39eefa', 'status': 'completed', 'code': 200} Feb 02 07:51:33.901346 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e735c01-bdd2-4fff-8c09-0c65b349da52 req-bf2cab92-9544-465e-bbe3-e4714e76fb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:33.902875 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3e735c01-bdd2-4fff-8c09-0c65b349da52 req-bf2cab92-9544-465e-bbe3-e4714e76fb5a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=607d06f503a5412db9b7b8d5f1be54cb&device_id=43c9024d-0dd4-460d-8e9e-5835722470ee HTTP/1.1" status: 200 len: 1126 time: 0.0458724 Feb 02 07:51:33.915435 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e735c01-bdd2-4fff-8c09-0c65b349da52 req-d526235d-fc85-4924-95af-5267a8266748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:33.916995 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3e735c01-bdd2-4fff-8c09-0c65b349da52 req-d526235d-fc85-4924-95af-5267a8266748 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=607d06f503a5412db9b7b8d5f1be54cb&device_id=43c9024d-0dd4-460d-8e9e-5835722470ee HTTP/1.1" status: 200 len: 1126 time: 0.0459507 Feb 02 07:51:33.993353 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e735c01-bdd2-4fff-8c09-0c65b349da52 req-4e77baac-840f-4ffa-9e50-fb3b7bbeec79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:33.994856 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3e735c01-bdd2-4fff-8c09-0c65b349da52 req-4e77baac-840f-4ffa-9e50-fb3b7bbeec79 service neutron] 10.222.0.59 "GET /v2.0/networks?id=20c28c57-0e6f-44f8-863b-5c366a2d592b HTTP/1.1" status: 200 len: 912 time: 0.0860176 Feb 02 07:51:34.023137 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e735c01-bdd2-4fff-8c09-0c65b349da52 req-75b7fc0e-12b7-4d0e-a9f9-550afaa3e464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:34.024611 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3e735c01-bdd2-4fff-8c09-0c65b349da52 req-75b7fc0e-12b7-4d0e-a9f9-550afaa3e464 service neutron] 10.222.0.88 "GET /v2.0/networks?id=20c28c57-0e6f-44f8-863b-5c366a2d592b HTTP/1.1" status: 200 len: 912 time: 0.0900815 Feb 02 07:51:34.073432 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3e735c01-bdd2-4fff-8c09-0c65b349da52 req-4c391933-db09-44e8-82c0-e2d4b9c9e4ae service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f399ca97-a894-4127-a0cf-dc24bc39eefa HTTP/1.1" status: 200 len: 998 time: 0.0722198 Feb 02 07:51:34.111507 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3e735c01-bdd2-4fff-8c09-0c65b349da52 req-466591c2-6628-419c-9ceb-1e3079368a0a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f399ca97-a894-4127-a0cf-dc24bc39eefa HTTP/1.1" status: 200 len: 998 time: 0.0762675 Feb 02 07:51:34.122874 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e735c01-bdd2-4fff-8c09-0c65b349da52 req-20d2df5c-524a-46ce-9ea1-81f05243427c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:34.124369 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3e735c01-bdd2-4fff-8c09-0c65b349da52 req-20d2df5c-524a-46ce-9ea1-81f05243427c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7a252067-5a15-4739-8cf3-482cd4016f06 HTTP/1.1" status: 200 len: 850 time: 0.0454845 Feb 02 07:51:34.163453 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e735c01-bdd2-4fff-8c09-0c65b349da52 req-d6143178-462a-48bc-803c-ff26d1955cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:34.164940 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3e735c01-bdd2-4fff-8c09-0c65b349da52 req-d6143178-462a-48bc-803c-ff26d1955cbc service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7a252067-5a15-4739-8cf3-482cd4016f06 HTTP/1.1" status: 200 len: 850 time: 0.0477462 Feb 02 07:51:34.174666 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e735c01-bdd2-4fff-8c09-0c65b349da52 req-33b23d27-f4bc-485a-9e1d-603727154a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:34.176195 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3e735c01-bdd2-4fff-8c09-0c65b349da52 req-33b23d27-f4bc-485a-9e1d-603727154a37 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=20c28c57-0e6f-44f8-863b-5c366a2d592b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0454118 Feb 02 07:51:34.217482 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e735c01-bdd2-4fff-8c09-0c65b349da52 req-38270a95-112e-4476-9176-9be23f1b2d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:34.219013 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3e735c01-bdd2-4fff-8c09-0c65b349da52 req-38270a95-112e-4476-9176-9be23f1b2d65 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=20c28c57-0e6f-44f8-863b-5c366a2d592b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0485694 Feb 02 07:51:34.267862 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3e735c01-bdd2-4fff-8c09-0c65b349da52 req-c3eba8cf-2efb-4f6c-a55a-66e1e6c44693 service neutron] 10.222.0.59 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859272 Feb 02 07:51:34.307335 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3e735c01-bdd2-4fff-8c09-0c65b349da52 req-5584813d-3ad0-4643-b8e5-64c7a3a40f89 service neutron] 10.222.0.88 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823078 Feb 02 07:51:34.354418 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3e735c01-bdd2-4fff-8c09-0c65b349da52 req-c6c25d71-f7cd-4138-b0bb-1f8c487d9b29 service neutron] 10.222.0.59 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813549 Feb 02 07:51:34.401212 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3e735c01-bdd2-4fff-8c09-0c65b349da52 req-e74f278c-7cf5-4b99-b733-2bb09bd5ad69 service neutron] 10.222.0.88 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875552 Feb 02 07:51:34.779247 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af1617-5071-44f3-b94e-b97f52055b5f req-ebe7c5d7-97d9-42c5-b540-d2ecb94be124 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:34.780761 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f6af1617-5071-44f3-b94e-b97f52055b5f req-ebe7c5d7-97d9-42c5-b540-d2ecb94be124 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=43c9024d-0dd4-460d-8e9e-5835722470ee HTTP/1.1" status: 200 len: 943 time: 0.0613358 Feb 02 07:51:34.826791 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f6af1617-5071-44f3-b94e-b97f52055b5f req-dff32882-87d1-45ce-818a-b4fd44c954c4 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404353 Feb 02 07:51:35.015742 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device f399ca97-a894-4127-a0cf-dc24bc39eefa no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:51:35.063113 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] The host n-h2-789963-26 is not matching for port f399ca97-a894-4127-a0cf-dc24bc39eefa host n-h1-789963-26! {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 02 07:51:35.063872 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device f399ca97-a894-4127-a0cf-dc24bc39eefa not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:51:35.116458 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82e14b-1250-41bd-8f89-4155bcb42c7e req-070634e5-aaa7-4868-8c5d-db04d9e9d06c tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:35.117943 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6f82e14b-1250-41bd-8f89-4155bcb42c7e req-070634e5-aaa7-4868-8c5d-db04d9e9d06c tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.88 "GET /v2.0/ports?device_id=43c9024d-0dd4-460d-8e9e-5835722470ee&tenant_id=607d06f503a5412db9b7b8d5f1be54cb&binding%3Ahost_id=n-h1-789963-26 HTTP/1.1" status: 200 len: 943 time: 0.0636158 Feb 02 07:51:35.131167 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aedc44-2696-4549-963c-427e22e61863 req-3c698e92-861b-4177-8952-6bfcf277d050 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:35.132697 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-70aedc44-2696-4549-963c-427e22e61863 req-3c698e92-861b-4177-8952-6bfcf277d050 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=43c9024d-0dd4-460d-8e9e-5835722470ee HTTP/1.1" status: 200 len: 943 time: 0.0566838 Feb 02 07:51:35.182362 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-70aedc44-2696-4549-963c-427e22e61863 req-d38c119b-4721-43a3-9094-ef2388e49605 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428128 Feb 02 07:51:35.189620 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6f82e14b-1250-41bd-8f89-4155bcb42c7e req-82a775dc-a7fa-4087-b712-2663eee8b16c service neutron] 10.222.0.88 "GET /v2.0/ports/f399ca97-a894-4127-a0cf-dc24bc39eefa/bindings/n-h1-789963-26 HTTP/1.1" status: 200 len: 383 time: 0.0578768 Feb 02 07:51:35.272022 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82e14b-1250-41bd-8f89-4155bcb42c7e req-2e95ace8-ed51-4d28-b35a-94caae22f067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:35.273432 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6f82e14b-1250-41bd-8f89-4155bcb42c7e req-2e95ace8-ed51-4d28-b35a-94caae22f067 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=607d06f503a5412db9b7b8d5f1be54cb&device_id=43c9024d-0dd4-460d-8e9e-5835722470ee HTTP/1.1" status: 200 len: 1126 time: 0.0458221 Feb 02 07:51:35.366442 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82e14b-1250-41bd-8f89-4155bcb42c7e req-cf1fa0a0-d9d0-471a-b337-4db6bba2171a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:35.367959 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6f82e14b-1250-41bd-8f89-4155bcb42c7e req-cf1fa0a0-d9d0-471a-b337-4db6bba2171a service neutron] 10.222.0.88 "GET /v2.0/networks?id=20c28c57-0e6f-44f8-863b-5c366a2d592b HTTP/1.1" status: 200 len: 912 time: 0.0879164 Feb 02 07:51:35.434899 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6f82e14b-1250-41bd-8f89-4155bcb42c7e req-065c0309-ad3d-4f67-a2ba-b9f17b413572 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f399ca97-a894-4127-a0cf-dc24bc39eefa HTTP/1.1" status: 200 len: 998 time: 0.0606070 Feb 02 07:51:35.487929 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82e14b-1250-41bd-8f89-4155bcb42c7e req-e31ed1ad-1c22-4885-89be-4821c47389d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:35.489828 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6f82e14b-1250-41bd-8f89-4155bcb42c7e req-e31ed1ad-1c22-4885-89be-4821c47389d1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7a252067-5a15-4739-8cf3-482cd4016f06 HTTP/1.1" status: 200 len: 850 time: 0.0483854 Feb 02 07:51:35.497887 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device f399ca97-a894-4127-a0cf-dc24bc39eefa details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:51:35.539199 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82e14b-1250-41bd-8f89-4155bcb42c7e req-883e6198-232c-44c5-b67c-84761f961781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:35.540646 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6f82e14b-1250-41bd-8f89-4155bcb42c7e req-883e6198-232c-44c5-b67c-84761f961781 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=20c28c57-0e6f-44f8-863b-5c366a2d592b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0451593 Feb 02 07:51:35.595658 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port f399ca97-a894-4127-a0cf-dc24bc39eefa, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=f399ca97-a894-4127-a0cf-dc24bc39eefa,segment=NetworkSegment(0b09661f-1ef0-43c0-95aa-2480e4f33b35),segment_id=0b09661f-1ef0-43c0-95aa-2480e4f33b35)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:51:35.606624 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': 'f399ca97-a894-4127-a0cf-dc24bc39eefa', 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b', 'port_id': 'f399ca97-a894-4127-a0cf-dc24bc39eefa', 'mac_address': 'fa:16:3e:91:57:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a252067-5a15-4739-8cf3-482cd4016f06', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:51:35.633678 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6f82e14b-1250-41bd-8f89-4155bcb42c7e req-76546900-8cb6-4f33-924f-056e01c30794 service neutron] 10.222.0.88 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872474 Feb 02 07:51:35.648149 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port f399ca97-a894-4127-a0cf-dc24bc39eefa is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:51:35.648534 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f399ca97-a894-4127-a0cf-dc24bc39eefa), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:35.662111 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f399ca97-a894-4127-a0cf-dc24bc39eefa {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:51:35.681644 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port f399ca97-a894-4127-a0cf-dc24bc39eefa, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=f399ca97-a894-4127-a0cf-dc24bc39eefa,segment=NetworkSegment(0b09661f-1ef0-43c0-95aa-2480e4f33b35),segment_id=0b09661f-1ef0-43c0-95aa-2480e4f33b35)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:51:35.686275 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (f399ca97-a894-4127-a0cf-dc24bc39eefa), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:35.728311 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6f82e14b-1250-41bd-8f89-4155bcb42c7e req-1bf1a7a8-8d49-4ff4-92a2-95d6cf9aa1ca service neutron] 10.222.0.88 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887623 Feb 02 07:51:35.734438 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=f399ca97-a894-4127-a0cf-dc24bc39eefa,revision_number=8']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:51:35.983042 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['f399ca97-a894-4127-a0cf-dc24bc39eefa'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:51:36.182676 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:51:36.305152 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b025539-2a66-4630-b352-748e2abb840b req-b36b6248-c807-4ded-acb3-8555092fe645 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:36.306534 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9b025539-2a66-4630-b352-748e2abb840b req-b36b6248-c807-4ded-acb3-8555092fe645 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=43c9024d-0dd4-460d-8e9e-5835722470ee HTTP/1.1" status: 200 len: 944 time: 0.0562906 Feb 02 07:51:36.351508 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9b025539-2a66-4630-b352-748e2abb840b req-1d6b4f4f-fb03-4239-a4dd-68a2168a8a38 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394011 Feb 02 07:51:37.474601 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78934213-0aee-458e-bd89-f5e1f055d914 req-81e0845a-dda4-41b7-aa27-47f0789f9310 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:37.476105 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-78934213-0aee-458e-bd89-f5e1f055d914 req-81e0845a-dda4-41b7-aa27-47f0789f9310 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=43c9024d-0dd4-460d-8e9e-5835722470ee HTTP/1.1" status: 200 len: 944 time: 0.0555537 Feb 02 07:51:37.514198 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device f399ca97-a894-4127-a0cf-dc24bc39eefa up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:51:37.526372 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-78934213-0aee-458e-bd89-f5e1f055d914 req-895f022c-e4bb-40f3-989b-bc7f3fd3340b tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444727 Feb 02 07:51:37.566550 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port f399ca97-a894-4127-a0cf-dc24bc39eefa completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:51:37.570690 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port f399ca97-a894-4127-a0cf-dc24bc39eefa triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:51:37.571072 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (f399ca97-a894-4127-a0cf-dc24bc39eefa), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:37.648547 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port f399ca97-a894-4127-a0cf-dc24bc39eefa is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:51:37.648940 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f399ca97-a894-4127-a0cf-dc24bc39eefa), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:37.676402 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43c9024d-0dd4-460d-8e9e-5835722470ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f399ca97-a894-4127-a0cf-dc24bc39eefa'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:51:37.690320 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port f399ca97-a894-4127-a0cf-dc24bc39eefa, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=f399ca97-a894-4127-a0cf-dc24bc39eefa,segment=NetworkSegment(0b09661f-1ef0-43c0-95aa-2480e4f33b35),segment_id=0b09661f-1ef0-43c0-95aa-2480e4f33b35)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:51:37.698857 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (f399ca97-a894-4127-a0cf-dc24bc39eefa), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:37.729320 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8c40c98856fbaa198dc4a2758b0190e9c3f0303d59edd797b772e66ff7f3562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e09cd20a-c698-48f2-bbf2-9eae1abdc3f5" -d '{"events": [{"server_uuid": "43c9024d-0dd4-460d-8e9e-5835722470ee", "name": "network-vif-plugged", "status": "completed", "tag": "f399ca97-a894-4127-a0cf-dc24bc39eefa"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:51:37.760431 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=f399ca97-a894-4127-a0cf-dc24bc39eefa,revision_number=9']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:51:37.811499 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82e14b-1250-41bd-8f89-4155bcb42c7e req-622ec870-ece9-4099-a931-ff8e52525432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:37.813024 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6f82e14b-1250-41bd-8f89-4155bcb42c7e req-622ec870-ece9-4099-a931-ff8e52525432 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=43c9024d-0dd4-460d-8e9e-5835722470ee&tenant_id=607d06f503a5412db9b7b8d5f1be54cb HTTP/1.1" status: 200 len: 1128 time: 0.0481627 Feb 02 07:51:37.829482 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-6f82e14b-1250-41bd-8f89-4155bcb42c7e req-4dfd7779-5e30-4dae-bd01-ae32745bf55c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-26', 'device_owner': 'compute:nova'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:51:37.835498 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead5d302-d0ef-4e79-887d-db3b4ede48c5 x-openstack-request-id: req-ead5d302-d0ef-4e79-887d-db3b4ede48c5 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:51:37.835833 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43c9024d-0dd4-460d-8e9e-5835722470ee", "name": "network-vif-plugged", "status": "completed", "tag": "f399ca97-a894-4127-a0cf-dc24bc39eefa", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:51:37.836121 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ead5d302-d0ef-4e79-887d-db3b4ede48c5 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:51:37.836533 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43c9024d-0dd4-460d-8e9e-5835722470ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f399ca97-a894-4127-a0cf-dc24bc39eefa', 'code': 200} Feb 02 07:51:37.891155 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-6f82e14b-1250-41bd-8f89-4155bcb42c7e req-4dfd7779-5e30-4dae-bd01-ae32745bf55c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f399ca97-a894-4127-a0cf-dc24bc39eefa), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:38.086051 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-6f82e14b-1250-41bd-8f89-4155bcb42c7e req-4dfd7779-5e30-4dae-bd01-ae32745bf55c service neutron] For port f399ca97-a894-4127-a0cf-dc24bc39eefa, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=f399ca97-a894-4127-a0cf-dc24bc39eefa,segment=NetworkSegment(0b09661f-1ef0-43c0-95aa-2480e4f33b35),segment_id=0b09661f-1ef0-43c0-95aa-2480e4f33b35)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:51:38.118069 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-6f82e14b-1250-41bd-8f89-4155bcb42c7e req-4dfd7779-5e30-4dae-bd01-ae32745bf55c service neutron] For port f399ca97-a894-4127-a0cf-dc24bc39eefa, host n-h1-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:51:38.155269 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43c9024d-0dd4-460d-8e9e-5835722470ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f399ca97-a894-4127-a0cf-dc24bc39eefa'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:51:38.160554 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-6f82e14b-1250-41bd-8f89-4155bcb42c7e req-4dfd7779-5e30-4dae-bd01-ae32745bf55c service neutron] Publish callbacks [] for port (f399ca97-a894-4127-a0cf-dc24bc39eefa), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:38.172354 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-6f82e14b-1250-41bd-8f89-4155bcb42c7e req-4dfd7779-5e30-4dae-bd01-ae32745bf55c service neutron] Transition to ACTIVE for port object f399ca97-a894-4127-a0cf-dc24bc39eefa will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:51:38.177543 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-6f82e14b-1250-41bd-8f89-4155bcb42c7e req-4dfd7779-5e30-4dae-bd01-ae32745bf55c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (f399ca97-a894-4127-a0cf-dc24bc39eefa), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:38.208302 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cd64c29d20054dd266ebfc4811df21ba6bce2c9fa8def1b04b444a49e945ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-828d8e8e-2f8e-4d82-98ed-239e17c904ca" -d '{"events": [{"server_uuid": "43c9024d-0dd4-460d-8e9e-5835722470ee", "name": "network-vif-unplugged", "status": "completed", "tag": "f399ca97-a894-4127-a0cf-dc24bc39eefa"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:51:38.261716 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfd7779-5e30-4dae-bd01-ae32745bf55c service neutron] Pushing event updated for resources: {'Port': ['ID=f399ca97-a894-4127-a0cf-dc24bc39eefa,revision_number=10']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:51:38.305773 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f82e14b-1250-41bd-8f89-4155bcb42c7e req-4dfd7779-5e30-4dae-bd01-ae32745bf55c service neutron] No DVR routers for this DVR port f399ca97-a894-4127-a0cf-dc24bc39eefa on host n-h1-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:51:38.343656 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 07:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58efd237-c2c6-464b-bc04-b5ea2a36f602 x-openstack-request-id: req-58efd237-c2c6-464b-bc04-b5ea2a36f602 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:51:38.343962 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43c9024d-0dd4-460d-8e9e-5835722470ee", "name": "network-vif-unplugged", "status": "completed", "tag": "f399ca97-a894-4127-a0cf-dc24bc39eefa", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:51:38.344220 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-58efd237-c2c6-464b-bc04-b5ea2a36f602 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:51:38.344618 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43c9024d-0dd4-460d-8e9e-5835722470ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f399ca97-a894-4127-a0cf-dc24bc39eefa', 'code': 200} Feb 02 07:51:38.449305 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-6f82e14b-1250-41bd-8f89-4155bcb42c7e req-4dfd7779-5e30-4dae-bd01-ae32745bf55c service neutron] Attempting to bind port f399ca97-a894-4127-a0cf-dc24bc39eefa on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:51:38.449746 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-6f82e14b-1250-41bd-8f89-4155bcb42c7e req-4dfd7779-5e30-4dae-bd01-ae32745bf55c service neutron] Attempting to bind port f399ca97-a894-4127-a0cf-dc24bc39eefa by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': '0b09661f-1ef0-43c0-95aa-2480e4f33b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:51:38.450084 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f82e14b-1250-41bd-8f89-4155bcb42c7e req-4dfd7779-5e30-4dae-bd01-ae32745bf55c service neutron] Attempting to bind port f399ca97-a894-4127-a0cf-dc24bc39eefa on network 20c28c57-0e6f-44f8-863b-5c366a2d592b {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:51:38.454817 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f82e14b-1250-41bd-8f89-4155bcb42c7e req-4dfd7779-5e30-4dae-bd01-ae32745bf55c service neutron] Port f399ca97-a894-4127-a0cf-dc24bc39eefa on network 20c28c57-0e6f-44f8-863b-5c366a2d592b not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:51:38.455149 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f82e14b-1250-41bd-8f89-4155bcb42c7e req-4dfd7779-5e30-4dae-bd01-ae32745bf55c service neutron] Attempting to bind port f399ca97-a894-4127-a0cf-dc24bc39eefa on network 20c28c57-0e6f-44f8-863b-5c366a2d592b {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:51:38.461118 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f82e14b-1250-41bd-8f89-4155bcb42c7e req-4dfd7779-5e30-4dae-bd01-ae32745bf55c service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:51:38.461464 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f82e14b-1250-41bd-8f89-4155bcb42c7e req-4dfd7779-5e30-4dae-bd01-ae32745bf55c service neutron] Checking segment: {'id': '0b09661f-1ef0-43c0-95aa-2480e4f33b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:51:38.461885 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f82e14b-1250-41bd-8f89-4155bcb42c7e req-4dfd7779-5e30-4dae-bd01-ae32745bf55c service neutron] Bound using segment: {'id': '0b09661f-1ef0-43c0-95aa-2480e4f33b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:51:38.462321 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-6f82e14b-1250-41bd-8f89-4155bcb42c7e req-4dfd7779-5e30-4dae-bd01-ae32745bf55c service neutron] Bound port: f399ca97-a894-4127-a0cf-dc24bc39eefa, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b09661f-1ef0-43c0-95aa-2480e4f33b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:51:38.462685 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-6f82e14b-1250-41bd-8f89-4155bcb42c7e req-4dfd7779-5e30-4dae-bd01-ae32745bf55c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f399ca97-a894-4127-a0cf-dc24bc39eefa), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:38.528325 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-6f82e14b-1250-41bd-8f89-4155bcb42c7e req-4dfd7779-5e30-4dae-bd01-ae32745bf55c service neutron] For port f399ca97-a894-4127-a0cf-dc24bc39eefa, host n-h2-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:51:38.531448 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-6f82e14b-1250-41bd-8f89-4155bcb42c7e req-4dfd7779-5e30-4dae-bd01-ae32745bf55c service neutron] For port f399ca97-a894-4127-a0cf-dc24bc39eefa, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=f399ca97-a894-4127-a0cf-dc24bc39eefa,segment=NetworkSegment(0b09661f-1ef0-43c0-95aa-2480e4f33b35),segment_id=0b09661f-1ef0-43c0-95aa-2480e4f33b35)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:51:38.538028 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-6f82e14b-1250-41bd-8f89-4155bcb42c7e req-4dfd7779-5e30-4dae-bd01-ae32745bf55c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (f399ca97-a894-4127-a0cf-dc24bc39eefa), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:38.573992 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82e14b-1250-41bd-8f89-4155bcb42c7e req-4dfd7779-5e30-4dae-bd01-ae32745bf55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:38.574727 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-6f82e14b-1250-41bd-8f89-4155bcb42c7e req-4dfd7779-5e30-4dae-bd01-ae32745bf55c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:38.576245 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6f82e14b-1250-41bd-8f89-4155bcb42c7e req-4dfd7779-5e30-4dae-bd01-ae32745bf55c service neutron] 10.222.0.59 "PUT /v2.0/ports/f399ca97-a894-4127-a0cf-dc24bc39eefa HTTP/1.1" status: 200 len: 1093 time: 0.7508590 Feb 02 07:51:38.600625 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfd7779-5e30-4dae-bd01-ae32745bf55c service neutron] Pushing event updated for resources: {'Port': ['ID=f399ca97-a894-4127-a0cf-dc24bc39eefa,revision_number=11']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:51:38.699148 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641f14b3-4a87-4009-a9ef-893223c3a604 req-8e1a1270-6a8e-4eed-8c8a-aca4800e19f4 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:38.700766 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-641f14b3-4a87-4009-a9ef-893223c3a604 req-8e1a1270-6a8e-4eed-8c8a-aca4800e19f4 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=43c9024d-0dd4-460d-8e9e-5835722470ee HTTP/1.1" status: 200 len: 944 time: 0.0966070 Feb 02 07:51:38.704203 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82e14b-1250-41bd-8f89-4155bcb42c7e req-1741a13e-716a-4108-b8f5-3df1c1c55480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:38.706273 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6f82e14b-1250-41bd-8f89-4155bcb42c7e req-1741a13e-716a-4108-b8f5-3df1c1c55480 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=607d06f503a5412db9b7b8d5f1be54cb&device_id=43c9024d-0dd4-460d-8e9e-5835722470ee HTTP/1.1" status: 200 len: 1127 time: 0.0895934 Feb 02 07:51:38.811785 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-641f14b3-4a87-4009-a9ef-893223c3a604 req-e2707ffc-52c0-44c8-beea-236e5313f178 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029439 Feb 02 07:51:38.835978 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82e14b-1250-41bd-8f89-4155bcb42c7e req-06f29165-f7cb-4459-9cee-1a6c212d1772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:38.838007 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6f82e14b-1250-41bd-8f89-4155bcb42c7e req-06f29165-f7cb-4459-9cee-1a6c212d1772 service neutron] 10.222.0.59 "GET /v2.0/networks?id=20c28c57-0e6f-44f8-863b-5c366a2d592b HTTP/1.1" status: 200 len: 912 time: 0.1233339 Feb 02 07:51:38.913595 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6f82e14b-1250-41bd-8f89-4155bcb42c7e req-317b632e-9b14-4660-af91-eb38fc1b73c8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f399ca97-a894-4127-a0cf-dc24bc39eefa HTTP/1.1" status: 200 len: 998 time: 0.0691092 Feb 02 07:51:38.965438 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82e14b-1250-41bd-8f89-4155bcb42c7e req-87b83186-bf5e-484d-8483-0b663b1330fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:38.966902 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6f82e14b-1250-41bd-8f89-4155bcb42c7e req-87b83186-bf5e-484d-8483-0b663b1330fe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7a252067-5a15-4739-8cf3-482cd4016f06 HTTP/1.1" status: 200 len: 850 time: 0.0481892 Feb 02 07:51:39.017671 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82e14b-1250-41bd-8f89-4155bcb42c7e req-722d464c-9424-44a4-b43e-f84331193050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:39.020486 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6f82e14b-1250-41bd-8f89-4155bcb42c7e req-722d464c-9424-44a4-b43e-f84331193050 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=20c28c57-0e6f-44f8-863b-5c366a2d592b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0475004 Feb 02 07:51:39.127725 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6f82e14b-1250-41bd-8f89-4155bcb42c7e req-4f65fcb1-73ca-48bc-adc8-8ed7c114a400 service neutron] 10.222.0.59 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006198 Feb 02 07:51:39.222111 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6f82e14b-1250-41bd-8f89-4155bcb42c7e req-92c44821-2ec6-49cd-ac61-b0baeb98f9b6 service neutron] 10.222.0.59 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884724 Feb 02 07:51:39.937815 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b532de-c61a-41ee-bd78-28762cee6771 req-e60ab1cf-de36-4cb7-9f50-3ae161fa1e5e tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:39.939317 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-60b532de-c61a-41ee-bd78-28762cee6771 req-e60ab1cf-de36-4cb7-9f50-3ae161fa1e5e tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=43c9024d-0dd4-460d-8e9e-5835722470ee HTTP/1.1" status: 200 len: 944 time: 0.0571039 Feb 02 07:51:39.985371 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-60b532de-c61a-41ee-bd78-28762cee6771 req-2a8361a3-04d9-4318-aef4-c08927c2c713 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405340 Feb 02 07:51:40.347063 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43c9024d-0dd4-460d-8e9e-5835722470ee', 'tag': 'f399ca97-a894-4127-a0cf-dc24bc39eefa'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:51:40.349505 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cd64c29d20054dd266ebfc4811df21ba6bce2c9fa8def1b04b444a49e945ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79705fa6-355a-40ad-bad6-6ad922570429" -d '{"events": [{"name": "network-changed", "server_uuid": "43c9024d-0dd4-460d-8e9e-5835722470ee", "tag": "f399ca97-a894-4127-a0cf-dc24bc39eefa"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:51:40.395798 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-908dbd2c-e081-49e5-ae77-3a9e29452d48 x-openstack-request-id: req-908dbd2c-e081-49e5-ae77-3a9e29452d48 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:51:40.396346 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43c9024d-0dd4-460d-8e9e-5835722470ee", "tag": "f399ca97-a894-4127-a0cf-dc24bc39eefa", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:51:40.396604 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-908dbd2c-e081-49e5-ae77-3a9e29452d48 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:51:40.397005 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43c9024d-0dd4-460d-8e9e-5835722470ee', 'tag': 'f399ca97-a894-4127-a0cf-dc24bc39eefa', 'status': 'completed', 'code': 200} Feb 02 07:51:40.478870 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79705fa6-355a-40ad-bad6-6ad922570429 req-7d516622-97b2-45c1-8d33-9d89307ea4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:40.480450 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-79705fa6-355a-40ad-bad6-6ad922570429 req-7d516622-97b2-45c1-8d33-9d89307ea4e9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=607d06f503a5412db9b7b8d5f1be54cb&device_id=43c9024d-0dd4-460d-8e9e-5835722470ee HTTP/1.1" status: 200 len: 1127 time: 0.0468824 Feb 02 07:51:40.480599 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79705fa6-355a-40ad-bad6-6ad922570429 req-8743f88b-554b-4bd6-a85b-2b2f7e3c1e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:40.482034 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-79705fa6-355a-40ad-bad6-6ad922570429 req-8743f88b-554b-4bd6-a85b-2b2f7e3c1e55 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=607d06f503a5412db9b7b8d5f1be54cb&device_id=43c9024d-0dd4-460d-8e9e-5835722470ee HTTP/1.1" status: 200 len: 1127 time: 0.0444767 Feb 02 07:51:40.572500 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79705fa6-355a-40ad-bad6-6ad922570429 req-9f1e04c3-f57e-46dd-bd2a-0a23b9e53155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:40.573967 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-79705fa6-355a-40ad-bad6-6ad922570429 req-9f1e04c3-f57e-46dd-bd2a-0a23b9e53155 service neutron] 10.222.0.59 "GET /v2.0/networks?id=20c28c57-0e6f-44f8-863b-5c366a2d592b HTTP/1.1" status: 200 len: 912 time: 0.0878646 Feb 02 07:51:40.576269 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79705fa6-355a-40ad-bad6-6ad922570429 req-8c16fae3-e1b7-420a-ba5a-3e587e8322a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:40.577746 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-79705fa6-355a-40ad-bad6-6ad922570429 req-8c16fae3-e1b7-420a-ba5a-3e587e8322a7 service neutron] 10.222.0.88 "GET /v2.0/networks?id=20c28c57-0e6f-44f8-863b-5c366a2d592b HTTP/1.1" status: 200 len: 912 time: 0.0895941 Feb 02 07:51:40.637676 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-79705fa6-355a-40ad-bad6-6ad922570429 req-70bebd42-699f-4280-a937-d2650e021835 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f399ca97-a894-4127-a0cf-dc24bc39eefa HTTP/1.1" status: 200 len: 998 time: 0.0575051 Feb 02 07:51:40.640758 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-79705fa6-355a-40ad-bad6-6ad922570429 req-b69d83ba-fbaa-45bf-8463-88e273d9d5d2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f399ca97-a894-4127-a0cf-dc24bc39eefa HTTP/1.1" status: 200 len: 998 time: 0.0571592 Feb 02 07:51:40.685449 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79705fa6-355a-40ad-bad6-6ad922570429 req-80057d4e-3f40-4ae9-918b-c1e57c49f196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:40.686908 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-79705fa6-355a-40ad-bad6-6ad922570429 req-80057d4e-3f40-4ae9-918b-c1e57c49f196 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7a252067-5a15-4739-8cf3-482cd4016f06 HTTP/1.1" status: 200 len: 850 time: 0.0436251 Feb 02 07:51:40.691844 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79705fa6-355a-40ad-bad6-6ad922570429 req-37c525dc-fd64-4a19-84f1-95dcb27d3016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:40.693286 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-79705fa6-355a-40ad-bad6-6ad922570429 req-37c525dc-fd64-4a19-84f1-95dcb27d3016 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7a252067-5a15-4739-8cf3-482cd4016f06 HTTP/1.1" status: 200 len: 850 time: 0.0474186 Feb 02 07:51:40.738661 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79705fa6-355a-40ad-bad6-6ad922570429 req-e068569c-0b79-45e2-bb25-0449ec73ba08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:40.740188 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-79705fa6-355a-40ad-bad6-6ad922570429 req-e068569c-0b79-45e2-bb25-0449ec73ba08 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=20c28c57-0e6f-44f8-863b-5c366a2d592b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0476856 Feb 02 07:51:40.741349 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79705fa6-355a-40ad-bad6-6ad922570429 req-9679abeb-4b04-4ad7-b941-6beca2381e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:40.742850 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-79705fa6-355a-40ad-bad6-6ad922570429 req-9679abeb-4b04-4ad7-b941-6beca2381e94 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=20c28c57-0e6f-44f8-863b-5c366a2d592b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0438757 Feb 02 07:51:40.828426 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-79705fa6-355a-40ad-bad6-6ad922570429 req-6e39de05-035d-4c6c-8d13-551bb87bd1b7 service neutron] 10.222.0.59 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817037 Feb 02 07:51:40.833287 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-79705fa6-355a-40ad-bad6-6ad922570429 req-218a9c99-3f54-402b-ab17-795b4ea59e7c service neutron] 10.222.0.88 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846634 Feb 02 07:51:40.921925 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-79705fa6-355a-40ad-bad6-6ad922570429 req-5d3c9bd7-3fc0-4f51-a394-f43d81fa8b79 service neutron] 10.222.0.59 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870337 Feb 02 07:51:40.926882 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-79705fa6-355a-40ad-bad6-6ad922570429 req-a846e93f-21df-4dde-8853-2401042d8a82 service neutron] 10.222.0.88 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883121 Feb 02 07:51:41.053231 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ed330e40-4ef9-4d6d-8b7f-3aff49180713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:41.109630 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924235f4-8411-491a-b090-6956ace8561e req-13c023f5-8460-4703-81aa-cd709a389122 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:41.111115 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-924235f4-8411-491a-b090-6956ace8561e req-13c023f5-8460-4703-81aa-cd709a389122 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=43c9024d-0dd4-460d-8e9e-5835722470ee HTTP/1.1" status: 200 len: 944 time: 0.0531821 Feb 02 07:51:41.157549 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-924235f4-8411-491a-b090-6956ace8561e req-cf722946-07ab-4ade-a781-2c7316831836 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407984 Feb 02 07:51:41.513199 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device f399ca97-a894-4127-a0cf-dc24bc39eefa no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:51:41.554538 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] The host n-h1-789963-26 is not matching for port f399ca97-a894-4127-a0cf-dc24bc39eefa host n-h2-789963-26! {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 02 07:51:41.554931 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device f399ca97-a894-4127-a0cf-dc24bc39eefa not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:51:42.285598 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61902f84-d123-4025-95ca-895ac225b09d req-a83040f7-39d4-404c-a699-c103960b8b32 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:42.287118 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-61902f84-d123-4025-95ca-895ac225b09d req-a83040f7-39d4-404c-a699-c103960b8b32 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=43c9024d-0dd4-460d-8e9e-5835722470ee HTTP/1.1" status: 200 len: 944 time: 0.0605066 Feb 02 07:51:42.337382 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-61902f84-d123-4025-95ca-895ac225b09d req-2aa463ff-3f4f-4731-9a0b-a3ad1d6b123d tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440102 Feb 02 07:51:43.029715 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device f399ca97-a894-4127-a0cf-dc24bc39eefa details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:51:43.124988 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port f399ca97-a894-4127-a0cf-dc24bc39eefa, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=f399ca97-a894-4127-a0cf-dc24bc39eefa,segment=NetworkSegment(0b09661f-1ef0-43c0-95aa-2480e4f33b35),segment_id=0b09661f-1ef0-43c0-95aa-2480e4f33b35)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:51:43.135978 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': 'f399ca97-a894-4127-a0cf-dc24bc39eefa', 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b', 'port_id': 'f399ca97-a894-4127-a0cf-dc24bc39eefa', 'mac_address': 'fa:16:3e:91:57:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a252067-5a15-4739-8cf3-482cd4016f06', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:51:43.178306 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port f399ca97-a894-4127-a0cf-dc24bc39eefa is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:51:43.178699 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f399ca97-a894-4127-a0cf-dc24bc39eefa), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:43.191535 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f399ca97-a894-4127-a0cf-dc24bc39eefa {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:51:43.210666 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port f399ca97-a894-4127-a0cf-dc24bc39eefa, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=f399ca97-a894-4127-a0cf-dc24bc39eefa,segment=NetworkSegment(0b09661f-1ef0-43c0-95aa-2480e4f33b35),segment_id=0b09661f-1ef0-43c0-95aa-2480e4f33b35)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:51:43.214883 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (f399ca97-a894-4127-a0cf-dc24bc39eefa), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:43.261462 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=f399ca97-a894-4127-a0cf-dc24bc39eefa,revision_number=12']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:51:43.349083 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2ef3bfe3-66b7-43e9-901e-c7a674326a95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:43.459985 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb2acc8-eb43-4ad8-8a53-ab3872184504 req-e6db9b47-7f3e-4333-b06f-5dc6ed49b8e8 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:43.461471 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9eb2acc8-eb43-4ad8-8a53-ab3872184504 req-e6db9b47-7f3e-4333-b06f-5dc6ed49b8e8 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=43c9024d-0dd4-460d-8e9e-5835722470ee HTTP/1.1" status: 200 len: 945 time: 0.0539110 Feb 02 07:51:43.514625 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9eb2acc8-eb43-4ad8-8a53-ab3872184504 req-daa1db99-216e-455c-801d-cf1be61ca9e6 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428238 Feb 02 07:51:43.609939 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['f399ca97-a894-4127-a0cf-dc24bc39eefa'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:51:43.637667 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172552a0-fc7f-4e46-a114-bcab41b4dde3 req-a4e51013-6374-4baa-9e2b-74347a930b8e tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:43.639249 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-172552a0-fc7f-4e46-a114-bcab41b4dde3 req-a4e51013-6374-4baa-9e2b-74347a930b8e tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=43c9024d-0dd4-460d-8e9e-5835722470ee HTTP/1.1" status: 200 len: 945 time: 0.0542848 Feb 02 07:51:43.691318 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-172552a0-fc7f-4e46-a114-bcab41b4dde3 req-6d582676-df29-437e-99e0-0e221bc523ad tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453062 Feb 02 07:51:43.809137 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f432e38b-768d-4d0e-93d1-e8efbfd2711d req-52ad1a3d-06ac-4e8d-8f87-d10af4c0322e tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:43.810609 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f432e38b-768d-4d0e-93d1-e8efbfd2711d req-52ad1a3d-06ac-4e8d-8f87-d10af4c0322e tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=43c9024d-0dd4-460d-8e9e-5835722470ee HTTP/1.1" status: 200 len: 945 time: 0.0524626 Feb 02 07:51:43.857604 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f432e38b-768d-4d0e-93d1-e8efbfd2711d req-b326fcd1-8b11-4d7d-84f4-bdad414ce254 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404816 Feb 02 07:51:44.097971 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28c110-f205-45a6-a1b0-300e57364257 req-90d82006-c1f1-4109-bb8a-ba7177b12d23 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:44.099458 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4f28c110-f205-45a6-a1b0-300e57364257 req-90d82006-c1f1-4109-bb8a-ba7177b12d23 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=43c9024d-0dd4-460d-8e9e-5835722470ee HTTP/1.1" status: 200 len: 945 time: 0.0544491 Feb 02 07:51:44.147823 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4f28c110-f205-45a6-a1b0-300e57364257 req-4389aa70-9d3a-4637-99ff-e608a47e3a35 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425529 Feb 02 07:51:44.830823 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:45.036971 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device f399ca97-a894-4127-a0cf-dc24bc39eefa up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:51:45.085648 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port f399ca97-a894-4127-a0cf-dc24bc39eefa completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:51:45.089363 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port f399ca97-a894-4127-a0cf-dc24bc39eefa triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:51:45.089747 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (f399ca97-a894-4127-a0cf-dc24bc39eefa), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:45.166424 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port f399ca97-a894-4127-a0cf-dc24bc39eefa is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:51:45.166803 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f399ca97-a894-4127-a0cf-dc24bc39eefa), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:45.191674 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43c9024d-0dd4-460d-8e9e-5835722470ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f399ca97-a894-4127-a0cf-dc24bc39eefa'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:51:45.193902 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8c40c98856fbaa198dc4a2758b0190e9c3f0303d59edd797b772e66ff7f3562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-547f92ce-998c-4468-8c10-dd1e27c50639" -d '{"events": [{"server_uuid": "43c9024d-0dd4-460d-8e9e-5835722470ee", "name": "network-vif-plugged", "status": "completed", "tag": "f399ca97-a894-4127-a0cf-dc24bc39eefa"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:51:45.206834 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port f399ca97-a894-4127-a0cf-dc24bc39eefa, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=f399ca97-a894-4127-a0cf-dc24bc39eefa,segment=NetworkSegment(0b09661f-1ef0-43c0-95aa-2480e4f33b35),segment_id=0b09661f-1ef0-43c0-95aa-2480e4f33b35)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:51:45.210810 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (f399ca97-a894-4127-a0cf-dc24bc39eefa), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:45.259797 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=f399ca97-a894-4127-a0cf-dc24bc39eefa,revision_number=13']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:51:45.272873 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6003ffdb-f183-4f3e-9099-7442da5db9cb req-e96487f7-bf74-42db-a8e3-9b6727a10314 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:45.274655 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6003ffdb-f183-4f3e-9099-7442da5db9cb req-e96487f7-bf74-42db-a8e3-9b6727a10314 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=43c9024d-0dd4-460d-8e9e-5835722470ee HTTP/1.1" status: 200 len: 946 time: 0.0572622 Feb 02 07:51:45.325646 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6003ffdb-f183-4f3e-9099-7442da5db9cb req-6e526dd1-14f3-4cb0-922e-b77af6c992b0 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408926 Feb 02 07:51:45.370531 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7bffccf-cda8-462c-a913-e799815d9890 x-openstack-request-id: req-a7bffccf-cda8-462c-a913-e799815d9890 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:51:45.370830 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43c9024d-0dd4-460d-8e9e-5835722470ee", "name": "network-vif-plugged", "status": "completed", "tag": "f399ca97-a894-4127-a0cf-dc24bc39eefa", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:51:45.371087 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a7bffccf-cda8-462c-a913-e799815d9890 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:51:45.371482 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43c9024d-0dd4-460d-8e9e-5835722470ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f399ca97-a894-4127-a0cf-dc24bc39eefa', 'code': 200} Feb 02 07:51:45.598761 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05a0343-a434-4cfa-b2b7-06e9fe47048b req-80ed63b0-08b0-4974-85cf-5357a223ef49 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:45.600107 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f05a0343-a434-4cfa-b2b7-06e9fe47048b req-80ed63b0-08b0-4974-85cf-5357a223ef49 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.59 "GET /v2.0/ports?device_id=43c9024d-0dd4-460d-8e9e-5835722470ee HTTP/1.1" status: 200 len: 946 time: 0.0515788 Feb 02 07:51:45.691464 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-f05a0343-a434-4cfa-b2b7-06e9fe47048b req-397d993e-4960-4cc5-aac7-6d9e6e8268b4 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Deleting port f399ca97-a894-4127-a0cf-dc24bc39eefa {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:51:45.691833 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f05a0343-a434-4cfa-b2b7-06e9fe47048b req-397d993e-4960-4cc5-aac7-6d9e6e8268b4 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (f399ca97-a894-4127-a0cf-dc24bc39eefa), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:45.778727 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-f05a0343-a434-4cfa-b2b7-06e9fe47048b req-397d993e-4960-4cc5-aac7-6d9e6e8268b4 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] For port f399ca97-a894-4127-a0cf-dc24bc39eefa, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=f399ca97-a894-4127-a0cf-dc24bc39eefa,segment=NetworkSegment(0b09661f-1ef0-43c0-95aa-2480e4f33b35),segment_id=0b09661f-1ef0-43c0-95aa-2480e4f33b35)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:51:45.779097 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f05a0343-a434-4cfa-b2b7-06e9fe47048b req-397d993e-4960-4cc5-aac7-6d9e6e8268b4 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (f399ca97-a894-4127-a0cf-dc24bc39eefa), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:46.200380 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:46.317325 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f05a0343-a434-4cfa-b2b7-06e9fe47048b req-397d993e-4960-4cc5-aac7-6d9e6e8268b4 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:46.317859 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f05a0343-a434-4cfa-b2b7-06e9fe47048b req-397d993e-4960-4cc5-aac7-6d9e6e8268b4 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (faef9771-f154-4ec6-acea-a688b5a172b2), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:46.317980 n-d-789963-26 neutron-server[109694]: INFO neutron.db.l3_db [req-f05a0343-a434-4cfa-b2b7-06e9fe47048b req-397d993e-4960-4cc5-aac7-6d9e6e8268b4 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Floating IP faef9771-f154-4ec6-acea-a688b5a172b2 disassociated. External IP: 172.25.4.5, port: f399ca97-a894-4127-a0cf-dc24bc39eefa. Feb 02 07:51:46.318255 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-f05a0343-a434-4cfa-b2b7-06e9fe47048b req-397d993e-4960-4cc5-aac7-6d9e6e8268b4 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Calling delete_port for f399ca97-a894-4127-a0cf-dc24bc39eefa owned by compute:nova {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:51:46.482143 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d931ec-370f-417a-9da1-297b8f50e22b req-e6c35a2b-d6dd-4834-83ac-7de689f3c72a tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:46.483674 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a1d931ec-370f-417a-9da1-297b8f50e22b req-e6c35a2b-d6dd-4834-83ac-7de689f3c72a tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=43c9024d-0dd4-460d-8e9e-5835722470ee HTTP/1.1" status: 200 len: 946 time: 0.0868144 Feb 02 07:51:46.484282 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f05a0343-a434-4cfa-b2b7-06e9fe47048b req-397d993e-4960-4cc5-aac7-6d9e6e8268b4 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (f399ca97-a894-4127-a0cf-dc24bc39eefa), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:46.524362 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397d993e-4960-4cc5-aac7-6d9e6e8268b4 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Pushing event deleted for resources: {'Port': ['ID=f399ca97-a894-4127-a0cf-dc24bc39eefa,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:51:46.600276 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a1d931ec-370f-417a-9da1-297b8f50e22b req-65851f45-e3c9-46ef-ae41-8f65e3c15c5d tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087680 Feb 02 07:51:46.667701 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f05a0343-a434-4cfa-b2b7-06e9fe47048b req-397d993e-4960-4cc5-aac7-6d9e6e8268b4 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Router 308272ad-85db-4b5f-a438-3464de3f501b has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:51:46.777691 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f05a0343-a434-4cfa-b2b7-06e9fe47048b req-397d993e-4960-4cc5-aac7-6d9e6e8268b4 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:51:46.788035 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddebed4c-7da5-4127-9de3-bef4256a0321 None None] Sync routers for ids ['308272ad-85db-4b5f-a438-3464de3f501b'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:51:46.797220 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddebed4c-7da5-4127-9de3-bef4256a0321 None None] Routers {'308272ad-85db-4b5f-a438-3464de3f501b'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:51:46.797790 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-ddebed4c-7da5-4127-9de3-bef4256a0321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:51:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['308272ad-85db-4b5f-a438-3464de3f501b'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:51:46.822154 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-f05a0343-a434-4cfa-b2b7-06e9fe47048b req-397d993e-4960-4cc5-aac7-6d9e6e8268b4 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] No DVR routers for this DVR port f399ca97-a894-4127-a0cf-dc24bc39eefa on host n-h2-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:51:46.824920 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-f05a0343-a434-4cfa-b2b7-06e9fe47048b req-397d993e-4960-4cc5-aac7-6d9e6e8268b4 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:46.828313 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f05a0343-a434-4cfa-b2b7-06e9fe47048b req-397d993e-4960-4cc5-aac7-6d9e6e8268b4 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.59 "DELETE /v2.0/ports/f399ca97-a894-4127-a0cf-dc24bc39eefa HTTP/1.1" status: 204 len: 173 time: 1.2226913 Feb 02 07:51:46.828751 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43c9024d-0dd4-460d-8e9e-5835722470ee', 'name': 'network-vif-deleted', 'tag': 'f399ca97-a894-4127-a0cf-dc24bc39eefa'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:51:46.831121 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cd64c29d20054dd266ebfc4811df21ba6bce2c9fa8def1b04b444a49e945ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef1728f-9cd3-4737-a8a3-23bb5dde0dfb" -d '{"events": [{"server_uuid": "43c9024d-0dd4-460d-8e9e-5835722470ee", "name": "network-vif-deleted", "tag": "f399ca97-a894-4127-a0cf-dc24bc39eefa"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:51:46.870055 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c566ec90-c733-4860-b5aa-af16f336fe30 x-openstack-request-id: req-c566ec90-c733-4860-b5aa-af16f336fe30 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:51:46.870463 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43c9024d-0dd4-460d-8e9e-5835722470ee", "name": "network-vif-deleted", "tag": "f399ca97-a894-4127-a0cf-dc24bc39eefa", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:51:46.870817 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c566ec90-c733-4860-b5aa-af16f336fe30 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:51:46.871369 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43c9024d-0dd4-460d-8e9e-5835722470ee', 'name': 'network-vif-deleted', 'tag': 'f399ca97-a894-4127-a0cf-dc24bc39eefa', 'status': 'completed', 'code': 200} Feb 02 07:51:46.916802 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-ddebed4c-7da5-4127-9de3-bef4256a0321 None None] Set router 308272ad-85db-4b5f-a438-3464de3f501b gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:51:47.121867 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-ddebed4c-7da5-4127-9de3-bef4256a0321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '308272ad-85db-4b5f-a438-3464de3f501b', 'name': 'tempest-ServerActionsTestJSON-566294728-router', 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '6e5e3cb4-686f-44bd-86a4-7269c028a9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:49:16Z', 'updated_at': '2022-02-02T07:49:19Z', 'revision_number': 4, 'project_id': '607d06f503a5412db9b7b8d5f1be54cb', 'gw_port': {'id': '6e5e3cb4-686f-44bd-86a4-7269c028a9b8', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:cc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308272ad-85db-4b5f-a438-3464de3f501b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:49:17Z', 'updated_at': '2022-02-02T07:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '47859473-a024-4bbb-83f9-5741f43b4747', 'name': '', 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b', 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'mac_address': 'fa:16:3e:66:30:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308272ad-85db-4b5f-a438-3464de3f501b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '7a252067-5a15-4739-8cf3-482cd4016f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:49:18Z', 'updated_at': '2022-02-02T07:49:23Z', 'revision_number': 5, 'project_id': '607d06f503a5412db9b7b8d5f1be54cb', 'subnets': [{'id': '7a252067-5a15-4739-8cf3-482cd4016f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:51:47.148792 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddebed4c-7da5-4127-9de3-bef4256a0321 None None] Checking router: 308272ad-85db-4b5f-a438-3464de3f501b for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:51:47.156965 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddebed4c-7da5-4127-9de3-bef4256a0321 None None] Routers {'308272ad-85db-4b5f-a438-3464de3f501b'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:51:47.157570 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-ddebed4c-7da5-4127-9de3-bef4256a0321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:51:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['308272ad-85db-4b5f-a438-3464de3f501b'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:51:47.265035 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-ddebed4c-7da5-4127-9de3-bef4256a0321 None None] Set router 308272ad-85db-4b5f-a438-3464de3f501b gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:51:47.462664 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-ddebed4c-7da5-4127-9de3-bef4256a0321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '308272ad-85db-4b5f-a438-3464de3f501b', 'name': 'tempest-ServerActionsTestJSON-566294728-router', 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '6e5e3cb4-686f-44bd-86a4-7269c028a9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:49:16Z', 'updated_at': '2022-02-02T07:49:19Z', 'revision_number': 4, 'project_id': '607d06f503a5412db9b7b8d5f1be54cb', 'gw_port': {'id': '6e5e3cb4-686f-44bd-86a4-7269c028a9b8', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:cc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308272ad-85db-4b5f-a438-3464de3f501b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:49:17Z', 'updated_at': '2022-02-02T07:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '47859473-a024-4bbb-83f9-5741f43b4747', 'name': '', 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b', 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'mac_address': 'fa:16:3e:66:30:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308272ad-85db-4b5f-a438-3464de3f501b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '7a252067-5a15-4739-8cf3-482cd4016f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:49:18Z', 'updated_at': '2022-02-02T07:49:23Z', 'revision_number': 5, 'project_id': '607d06f503a5412db9b7b8d5f1be54cb', 'subnets': [{'id': '7a252067-5a15-4739-8cf3-482cd4016f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:51:47.647113 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddebed4c-7da5-4127-9de3-bef4256a0321 None None] The sync data for ids ['308272ad-85db-4b5f-a438-3464de3f501b'] in n-d-789963-26 is: [{'id': '308272ad-85db-4b5f-a438-3464de3f501b', 'name': 'tempest-ServerActionsTestJSON-566294728-router', 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '6e5e3cb4-686f-44bd-86a4-7269c028a9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:49:16Z', 'updated_at': '2022-02-02T07:49:19Z', 'revision_number': 4, 'project_id': '607d06f503a5412db9b7b8d5f1be54cb', 'gw_port': {'id': '6e5e3cb4-686f-44bd-86a4-7269c028a9b8', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:cc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308272ad-85db-4b5f-a438-3464de3f501b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:49:17Z', 'updated_at': '2022-02-02T07:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '47859473-a024-4bbb-83f9-5741f43b4747', 'name': '', 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b', 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'mac_address': 'fa:16:3e:66:30:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308272ad-85db-4b5f-a438-3464de3f501b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '7a252067-5a15-4739-8cf3-482cd4016f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:49:18Z', 'updated_at': '2022-02-02T07:49:23Z', 'revision_number': 5, 'project_id': '607d06f503a5412db9b7b8d5f1be54cb', 'subnets': [{'id': '7a252067-5a15-4739-8cf3-482cd4016f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:51:47.661674 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:47.852235 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bb49ea2c-5c89-43db-9ca0-111b856f1966 req-a425e87f-2a00-4a05-ad7a-9fbe68ec9451 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--967794239&fields=id&tenant_id=607d06f503a5412db9b7b8d5f1be54cb HTTP/1.1" status: 200 len: 267 time: 0.0453756 Feb 02 07:51:47.884362 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07122f39-5437-4c4f-955e-823d8b9cd7a4 None None] New status for floating IP faef9771-f154-4ec6-acea-a688b5a172b2: DOWN {{(pid=109696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 07:51:47.959888 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49ea2c-5c89-43db-9ca0-111b856f1966 req-f8709dbb-1575-411a-81f5-33f321982647 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:47.961367 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bb49ea2c-5c89-43db-9ca0-111b856f1966 req-f8709dbb-1575-411a-81f5-33f321982647 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/networks?id=20c28c57-0e6f-44f8-863b-5c366a2d592b HTTP/1.1" status: 200 len: 811 time: 0.1022513 Feb 02 07:51:47.976799 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bb49ea2c-5c89-43db-9ca0-111b856f1966 req-35aa6c7a-a376-4895-8612-028011222275 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/quotas/607d06f503a5412db9b7b8d5f1be54cb HTTP/1.1" status: 200 len: 375 time: 0.0098841 Feb 02 07:51:48.040579 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bb49ea2c-5c89-43db-9ca0-111b856f1966 req-ce402ddf-7f16-49ab-9b05-a5165e5bcec7 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=607d06f503a5412db9b7b8d5f1be54cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0582113 Feb 02 07:51:48.230694 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bb49ea2c-5c89-43db-9ca0-111b856f1966 req-1d9b6629-d282-46d2-8c7d-efed1f41c571 service neutron] 10.222.0.87 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236308 Feb 02 07:51:48.323322 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bb49ea2c-5c89-43db-9ca0-111b856f1966 req-6c8be410-6bb5-4d9d-bad6-6cc8f9497401 service neutron] 10.222.0.87 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870302 Feb 02 07:51:48.481649 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7718465d-87d9-4063-8353-c88c51fd9b3e req-5e9803b0-9772-4848-b59e-11a5a64f28d7 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 210 time: 0.0287309 Feb 02 07:51:49.071790 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device f399ca97-a894-4127-a0cf-dc24bc39eefa no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:51:49.092452 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] No Port match for: f399ca97-a894-4127-a0cf-dc24bc39eefa {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:51:49.092809 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device f399ca97-a894-4127-a0cf-dc24bc39eefa not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:51:49.481218 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49ea2c-5c89-43db-9ca0-111b856f1966 req-dfffd1e1-d119-4d5e-a8a3-80219f89e785 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:49.482689 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bb49ea2c-5c89-43db-9ca0-111b856f1966 req-dfffd1e1-d119-4d5e-a8a3-80219f89e785 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.88 "GET /v2.0/networks?id=20c28c57-0e6f-44f8-863b-5c366a2d592b HTTP/1.1" status: 200 len: 811 time: 0.1083465 Feb 02 07:51:49.551925 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bb49ea2c-5c89-43db-9ca0-111b856f1966 req-49c2015b-d446-483e-b667-fd116401f07d tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=607d06f503a5412db9b7b8d5f1be54cb HTTP/1.1" status: 200 len: 379 time: 0.0548275 Feb 02 07:51:49.577332 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-bb49ea2c-5c89-43db-9ca0-111b856f1966 req-8c6e4627-dbb3-4f7d-b6f2-f7c5faf9141f tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Request body: {'port': {'device_id': '143196e4-4355-46fb-bed1-bacc2a41ebcb', 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b', 'admin_state_up': True, 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'security_groups': ['871dae35-207d-4df9-a274-8710e232b6a7']}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:51:49.578375 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c3bf51c5-1bc3-4de6-a110-6bce1d499c37 req-1abb9bb8-5496-4fe6-9aa1-a40b71bc8b2c tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 210 time: 0.0275092 Feb 02 07:51:49.687616 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb49ea2c-5c89-43db-9ca0-111b856f1966 req-8c6e4627-dbb3-4f7d-b6f2-f7c5faf9141f tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Made reservation on behalf of 607d06f503a5412db9b7b8d5f1be54cb for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:51:49.691183 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-bb49ea2c-5c89-43db-9ca0-111b856f1966 req-8c6e4627-dbb3-4f7d-b6f2-f7c5faf9141f tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:49.818831 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-bb49ea2c-5c89-43db-9ca0-111b856f1966 req-8c6e4627-dbb3-4f7d-b6f2-f7c5faf9141f tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Allocated IP 172.20.0.6 (20c28c57-0e6f-44f8-863b-5c366a2d592b/7a252067-5a15-4739-8cf3-482cd4016f06/5844768b-cfa7-46d6-a73b-2f1efa5e3d5d) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:51:49.956311 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-bb49ea2c-5c89-43db-9ca0-111b856f1966 req-8c6e4627-dbb3-4f7d-b6f2-f7c5faf9141f tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks [] for port (5844768b-cfa7-46d6-a73b-2f1efa5e3d5d), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:49.989529 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-bb49ea2c-5c89-43db-9ca0-111b856f1966 req-8c6e4627-dbb3-4f7d-b6f2-f7c5faf9141f tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (5844768b-cfa7-46d6-a73b-2f1efa5e3d5d), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:50.031632 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb49ea2c-5c89-43db-9ca0-111b856f1966 req-8c6e4627-dbb3-4f7d-b6f2-f7c5faf9141f tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Network 20c28c57-0e6f-44f8-863b-5c366a2d592b is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:51:50.036483 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-bb49ea2c-5c89-43db-9ca0-111b856f1966 req-8c6e4627-dbb3-4f7d-b6f2-f7c5faf9141f tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:51:50.039951 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb49ea2c-5c89-43db-9ca0-111b856f1966 req-8c6e4627-dbb3-4f7d-b6f2-f7c5faf9141f tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:51:50.045976 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6e4627-dbb3-4f7d-b6f2-f7c5faf9141f tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Pushing event updated for resources: {'Port': ['ID=5844768b-cfa7-46d6-a73b-2f1efa5e3d5d,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:51:50.094763 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49ea2c-5c89-43db-9ca0-111b856f1966 req-8c6e4627-dbb3-4f7d-b6f2-f7c5faf9141f tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:50.095387 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-bb49ea2c-5c89-43db-9ca0-111b856f1966 req-8c6e4627-dbb3-4f7d-b6f2-f7c5faf9141f tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:50.114382 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bb49ea2c-5c89-43db-9ca0-111b856f1966 req-8c6e4627-dbb3-4f7d-b6f2-f7c5faf9141f tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5409141 Feb 02 07:51:50.132218 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-bb49ea2c-5c89-43db-9ca0-111b856f1966 req-cc377160-120d-448b-bcb5-1907d2638abd service neutron] Request body: {'port': {'device_id': '143196e4-4355-46fb-bed1-bacc2a41ebcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:51:50.199443 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-bb49ea2c-5c89-43db-9ca0-111b856f1966 req-cc377160-120d-448b-bcb5-1907d2638abd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (5844768b-cfa7-46d6-a73b-2f1efa5e3d5d), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:50.274719 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-f8960277-7397-44cc-8ea3-76beb9a83848 None None] Provisioning complete for port 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:51:50.275301 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f8960277-7397-44cc-8ea3-76beb9a83848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (5844768b-cfa7-46d6-a73b-2f1efa5e3d5d), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:50.310443 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-f8960277-7397-44cc-8ea3-76beb9a83848 None None] Port 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:51:50.463764 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-bb49ea2c-5c89-43db-9ca0-111b856f1966 req-cc377160-120d-448b-bcb5-1907d2638abd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:51:50.472045 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-bb49ea2c-5c89-43db-9ca0-111b856f1966 req-cc377160-120d-448b-bcb5-1907d2638abd service neutron] Publish callbacks [] for port (5844768b-cfa7-46d6-a73b-2f1efa5e3d5d), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:50.483972 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-bb49ea2c-5c89-43db-9ca0-111b856f1966 req-cc377160-120d-448b-bcb5-1907d2638abd service neutron] Transition to ACTIVE for port object 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:51:50.487876 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-bb49ea2c-5c89-43db-9ca0-111b856f1966 req-cc377160-120d-448b-bcb5-1907d2638abd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (5844768b-cfa7-46d6-a73b-2f1efa5e3d5d), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:50.545596 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc377160-120d-448b-bcb5-1907d2638abd service neutron] Pushing event updated for resources: {'Port': ['ID=5844768b-cfa7-46d6-a73b-2f1efa5e3d5d,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:51:50.613920 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-bb49ea2c-5c89-43db-9ca0-111b856f1966 req-cc377160-120d-448b-bcb5-1907d2638abd service neutron] Attempting to bind port 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:51:50.614262 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-bb49ea2c-5c89-43db-9ca0-111b856f1966 req-cc377160-120d-448b-bcb5-1907d2638abd service neutron] Attempting to bind port 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': '0b09661f-1ef0-43c0-95aa-2480e4f33b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:51:50.614591 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb49ea2c-5c89-43db-9ca0-111b856f1966 req-cc377160-120d-448b-bcb5-1907d2638abd service neutron] Attempting to bind port 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d on network 20c28c57-0e6f-44f8-863b-5c366a2d592b {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:51:50.619805 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb49ea2c-5c89-43db-9ca0-111b856f1966 req-cc377160-120d-448b-bcb5-1907d2638abd service neutron] Port 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d on network 20c28c57-0e6f-44f8-863b-5c366a2d592b not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:51:50.620048 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb49ea2c-5c89-43db-9ca0-111b856f1966 req-cc377160-120d-448b-bcb5-1907d2638abd service neutron] Attempting to bind port 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d on network 20c28c57-0e6f-44f8-863b-5c366a2d592b {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:51:50.625261 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb49ea2c-5c89-43db-9ca0-111b856f1966 req-cc377160-120d-448b-bcb5-1907d2638abd service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:51:50.625622 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb49ea2c-5c89-43db-9ca0-111b856f1966 req-cc377160-120d-448b-bcb5-1907d2638abd service neutron] Checking segment: {'id': '0b09661f-1ef0-43c0-95aa-2480e4f33b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:51:50.625982 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb49ea2c-5c89-43db-9ca0-111b856f1966 req-cc377160-120d-448b-bcb5-1907d2638abd service neutron] Bound using segment: {'id': '0b09661f-1ef0-43c0-95aa-2480e4f33b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:51:50.626415 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-bb49ea2c-5c89-43db-9ca0-111b856f1966 req-cc377160-120d-448b-bcb5-1907d2638abd service neutron] Bound port: 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b09661f-1ef0-43c0-95aa-2480e4f33b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:51:50.628491 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-bb49ea2c-5c89-43db-9ca0-111b856f1966 req-cc377160-120d-448b-bcb5-1907d2638abd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (5844768b-cfa7-46d6-a73b-2f1efa5e3d5d), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:50.701394 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-bb49ea2c-5c89-43db-9ca0-111b856f1966 req-cc377160-120d-448b-bcb5-1907d2638abd service neutron] For port 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:51:50.706328 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-bb49ea2c-5c89-43db-9ca0-111b856f1966 req-cc377160-120d-448b-bcb5-1907d2638abd service neutron] For port 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=5844768b-cfa7-46d6-a73b-2f1efa5e3d5d,segment=NetworkSegment(0b09661f-1ef0-43c0-95aa-2480e4f33b35),segment_id=0b09661f-1ef0-43c0-95aa-2480e4f33b35)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:51:50.714374 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-bb49ea2c-5c89-43db-9ca0-111b856f1966 req-cc377160-120d-448b-bcb5-1907d2638abd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (5844768b-cfa7-46d6-a73b-2f1efa5e3d5d), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:50.729436 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d3a839-0ef7-4416-b8de-c8811d074062 req-a48742c8-1b5d-4a89-ab6c-42ac8c8e5737 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:50.730989 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-52d3a839-0ef7-4416-b8de-c8811d074062 req-a48742c8-1b5d-4a89-ab6c-42ac8c8e5737 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 943 time: 0.0710344 Feb 02 07:51:50.753180 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49ea2c-5c89-43db-9ca0-111b856f1966 req-cc377160-120d-448b-bcb5-1907d2638abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:50.753864 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-bb49ea2c-5c89-43db-9ca0-111b856f1966 req-cc377160-120d-448b-bcb5-1907d2638abd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:50.755353 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bb49ea2c-5c89-43db-9ca0-111b856f1966 req-cc377160-120d-448b-bcb5-1907d2638abd service neutron] 10.222.0.88 "PUT /v2.0/ports/5844768b-cfa7-46d6-a73b-2f1efa5e3d5d HTTP/1.1" status: 200 len: 1092 time: 0.6283641 Feb 02 07:51:50.755750 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '143196e4-4355-46fb-bed1-bacc2a41ebcb', 'tag': '5844768b-cfa7-46d6-a73b-2f1efa5e3d5d'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:51:50.758082 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bbcc89a9d4d8e7a52f5cbbd716b66041b3f6feaf13502aa94e42da132c01043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc6c95d7-f936-41c1-a701-4e50077dd80c" -d '{"events": [{"name": "network-changed", "server_uuid": "143196e4-4355-46fb-bed1-bacc2a41ebcb", "tag": "5844768b-cfa7-46d6-a73b-2f1efa5e3d5d"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:51:50.788823 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc377160-120d-448b-bcb5-1907d2638abd service neutron] Pushing event updated for resources: {'Port': ['ID=5844768b-cfa7-46d6-a73b-2f1efa5e3d5d,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:51:50.809570 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-52d3a839-0ef7-4416-b8de-c8811d074062 req-e3c84714-794d-4453-bd2e-ba63c1236c23 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724626 Feb 02 07:51:50.858213 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ec92ba7-5953-4a6d-834b-8ba78f5b5453 x-openstack-request-id: req-9ec92ba7-5953-4a6d-834b-8ba78f5b5453 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:51:50.858514 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "143196e4-4355-46fb-bed1-bacc2a41ebcb", "tag": "5844768b-cfa7-46d6-a73b-2f1efa5e3d5d", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:51:50.858772 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-9ec92ba7-5953-4a6d-834b-8ba78f5b5453 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:51:50.859174 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '143196e4-4355-46fb-bed1-bacc2a41ebcb', 'tag': '5844768b-cfa7-46d6-a73b-2f1efa5e3d5d', 'status': 'completed', 'code': 200} Feb 02 07:51:50.862663 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49ea2c-5c89-43db-9ca0-111b856f1966 req-c296b48f-786d-40d4-97c1-1679f1978cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:50.864212 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bb49ea2c-5c89-43db-9ca0-111b856f1966 req-c296b48f-786d-40d4-97c1-1679f1978cbf service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=607d06f503a5412db9b7b8d5f1be54cb&device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 1126 time: 0.0518684 Feb 02 07:51:50.916966 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bb49ea2c-5c89-43db-9ca0-111b856f1966 req-54cc4513-400b-40bb-8601-630b65267385 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5844768b-cfa7-46d6-a73b-2f1efa5e3d5d HTTP/1.1" status: 200 len: 217 time: 0.0362918 Feb 02 07:51:50.966285 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49ea2c-5c89-43db-9ca0-111b856f1966 req-d5d2fe2a-6078-4621-a262-70ffa3052217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:50.967728 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bb49ea2c-5c89-43db-9ca0-111b856f1966 req-d5d2fe2a-6078-4621-a262-70ffa3052217 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7a252067-5a15-4739-8cf3-482cd4016f06 HTTP/1.1" status: 200 len: 850 time: 0.0443833 Feb 02 07:51:51.021473 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49ea2c-5c89-43db-9ca0-111b856f1966 req-3290face-3467-4537-80e8-0083fb37745d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:51.022938 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bb49ea2c-5c89-43db-9ca0-111b856f1966 req-3290face-3467-4537-80e8-0083fb37745d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=20c28c57-0e6f-44f8-863b-5c366a2d592b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0487590 Feb 02 07:51:51.113158 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bb49ea2c-5c89-43db-9ca0-111b856f1966 req-2269dd18-d20f-4737-8381-a238d8c0d763 service neutron] 10.222.0.88 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844781 Feb 02 07:51:51.204740 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-bb49ea2c-5c89-43db-9ca0-111b856f1966 req-4bc011ee-ab76-4efd-8a8b-daf7f1a1dbca service neutron] 10.222.0.88 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859048 Feb 02 07:51:51.340009 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c95d7-f936-41c1-a701-4e50077dd80c req-dab1ce3d-e953-4309-b703-9fba8ca9e8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:51.341437 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-dc6c95d7-f936-41c1-a701-4e50077dd80c req-dab1ce3d-e953-4309-b703-9fba8ca9e8d7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=607d06f503a5412db9b7b8d5f1be54cb&device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 1126 time: 0.0447373 Feb 02 07:51:51.432884 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c95d7-f936-41c1-a701-4e50077dd80c req-d6d5043d-fa26-4b5c-9abe-ea5b397b9357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:51.434360 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-dc6c95d7-f936-41c1-a701-4e50077dd80c req-d6d5043d-fa26-4b5c-9abe-ea5b397b9357 service neutron] 10.222.0.88 "GET /v2.0/networks?id=20c28c57-0e6f-44f8-863b-5c366a2d592b HTTP/1.1" status: 200 len: 912 time: 0.0872550 Feb 02 07:51:51.475495 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-dc6c95d7-f936-41c1-a701-4e50077dd80c req-3862058a-1ef7-49b5-89e7-b62333ec4123 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5844768b-cfa7-46d6-a73b-2f1efa5e3d5d HTTP/1.1" status: 200 len: 217 time: 0.0348403 Feb 02 07:51:51.523349 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c95d7-f936-41c1-a701-4e50077dd80c req-cbdd9569-0748-44e6-b727-1de7a7fc9d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:51.524795 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-dc6c95d7-f936-41c1-a701-4e50077dd80c req-cbdd9569-0748-44e6-b727-1de7a7fc9d06 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7a252067-5a15-4739-8cf3-482cd4016f06 HTTP/1.1" status: 200 len: 850 time: 0.0428665 Feb 02 07:51:51.577114 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c95d7-f936-41c1-a701-4e50077dd80c req-382affdd-91a2-472f-bd1b-f7bd40fe94a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:51.578610 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-dc6c95d7-f936-41c1-a701-4e50077dd80c req-382affdd-91a2-472f-bd1b-f7bd40fe94a4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=20c28c57-0e6f-44f8-863b-5c366a2d592b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0476563 Feb 02 07:51:51.668237 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-dc6c95d7-f936-41c1-a701-4e50077dd80c req-0520314f-3b4f-4ee0-bd6d-a457771790bd service neutron] 10.222.0.88 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825899 Feb 02 07:51:51.759716 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-dc6c95d7-f936-41c1-a701-4e50077dd80c req-e43f3c99-b801-4662-928f-d37977da710f service neutron] 10.222.0.88 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845184 Feb 02 07:51:51.933156 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce61b8c8-4f0a-4779-946d-1bc0dc14083e req-b32775ed-0d5e-4a25-9187-8fb0c20f3759 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:51.934534 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ce61b8c8-4f0a-4779-946d-1bc0dc14083e req-b32775ed-0d5e-4a25-9187-8fb0c20f3759 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 943 time: 0.0529344 Feb 02 07:51:51.982849 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ce61b8c8-4f0a-4779-946d-1bc0dc14083e req-0f6f69a5-555b-4aff-bb0e-efaa11ce2b01 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420723 Feb 02 07:51:52.488550 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:53.103070 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ec2eb-4f86-406c-986f-3187e4912acc req-919f1a42-8efd-4bd6-955d-8433498fe536 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:53.104653 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-054ec2eb-4f86-406c-986f-3187e4912acc req-919f1a42-8efd-4bd6-955d-8433498fe536 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 943 time: 0.0535419 Feb 02 07:51:53.151634 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-054ec2eb-4f86-406c-986f-3187e4912acc req-0e5b823d-414d-4ac2-aa5a-2ef8902be9e6 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414679 Feb 02 07:51:53.560331 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:51:53.654654 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=5844768b-cfa7-46d6-a73b-2f1efa5e3d5d,segment=NetworkSegment(0b09661f-1ef0-43c0-95aa-2480e4f33b35),segment_id=0b09661f-1ef0-43c0-95aa-2480e4f33b35)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:51:53.668886 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': '5844768b-cfa7-46d6-a73b-2f1efa5e3d5d', 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b', 'port_id': '5844768b-cfa7-46d6-a73b-2f1efa5e3d5d', 'mac_address': 'fa:16:3e:c5:fa:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a252067-5a15-4739-8cf3-482cd4016f06', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:51:53.706107 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:51:53.706495 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (5844768b-cfa7-46d6-a73b-2f1efa5e3d5d), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:53.718939 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:51:53.737881 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=5844768b-cfa7-46d6-a73b-2f1efa5e3d5d,segment=NetworkSegment(0b09661f-1ef0-43c0-95aa-2480e4f33b35),segment_id=0b09661f-1ef0-43c0-95aa-2480e4f33b35)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:51:53.741640 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (5844768b-cfa7-46d6-a73b-2f1efa5e3d5d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:53.787658 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=5844768b-cfa7-46d6-a73b-2f1efa5e3d5d,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:51:54.006501 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['5844768b-cfa7-46d6-a73b-2f1efa5e3d5d'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:51:54.274042 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69707446-adcf-4dcc-b549-1dd0d1446818 req-89a96642-048a-45ab-8ff0-4ce8e7a88230 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:54.275429 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-69707446-adcf-4dcc-b549-1dd0d1446818 req-89a96642-048a-45ab-8ff0-4ce8e7a88230 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 944 time: 0.0568030 Feb 02 07:51:54.321135 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-69707446-adcf-4dcc-b549-1dd0d1446818 req-4d845ba8-30ec-4eb9-8fa2-4b269ea56cd1 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400927 Feb 02 07:51:55.439979 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7655a786-ca4f-4797-b269-652ee4ce63bf req-6db925d9-5251-44c0-8ee4-8c9a053a3852 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:55.441503 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7655a786-ca4f-4797-b269-652ee4ce63bf req-6db925d9-5251-44c0-8ee4-8c9a053a3852 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 944 time: 0.0535088 Feb 02 07:51:55.488753 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7655a786-ca4f-4797-b269-652ee4ce63bf req-b8838834-5468-486c-9d92-7b060e1c6e7c tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416129 Feb 02 07:51:55.560246 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:51:55.609430 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:51:55.613143 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:51:55.613513 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (5844768b-cfa7-46d6-a73b-2f1efa5e3d5d), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:55.692329 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:51:55.692723 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (5844768b-cfa7-46d6-a73b-2f1efa5e3d5d), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:55.718018 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '143196e4-4355-46fb-bed1-bacc2a41ebcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5844768b-cfa7-46d6-a73b-2f1efa5e3d5d'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:51:55.720274 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8c40c98856fbaa198dc4a2758b0190e9c3f0303d59edd797b772e66ff7f3562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3341890c-0652-465f-b9f1-aaaa52cb0733" -d '{"events": [{"server_uuid": "143196e4-4355-46fb-bed1-bacc2a41ebcb", "name": "network-vif-plugged", "status": "completed", "tag": "5844768b-cfa7-46d6-a73b-2f1efa5e3d5d"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:51:55.733546 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=5844768b-cfa7-46d6-a73b-2f1efa5e3d5d,segment=NetworkSegment(0b09661f-1ef0-43c0-95aa-2480e4f33b35),segment_id=0b09661f-1ef0-43c0-95aa-2480e4f33b35)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:51:55.738389 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (5844768b-cfa7-46d6-a73b-2f1efa5e3d5d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:55.764419 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-634f0751-5a4c-43de-83fe-1c0b30f9afb1 x-openstack-request-id: req-634f0751-5a4c-43de-83fe-1c0b30f9afb1 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:51:55.764702 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "143196e4-4355-46fb-bed1-bacc2a41ebcb", "name": "network-vif-plugged", "status": "completed", "tag": "5844768b-cfa7-46d6-a73b-2f1efa5e3d5d", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:51:55.764959 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-634f0751-5a4c-43de-83fe-1c0b30f9afb1 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:51:55.765348 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '143196e4-4355-46fb-bed1-bacc2a41ebcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5844768b-cfa7-46d6-a73b-2f1efa5e3d5d', 'code': 200} Feb 02 07:51:55.789880 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=5844768b-cfa7-46d6-a73b-2f1efa5e3d5d,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:51:55.885535 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207cd1c8-1d38-4114-a8e2-b5753a186db0 req-7b81ad71-5c00-449f-80c4-844681cfd2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:55.886961 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-207cd1c8-1d38-4114-a8e2-b5753a186db0 req-7b81ad71-5c00-449f-80c4-844681cfd2c3 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 1128 time: 0.0447192 Feb 02 07:51:55.930474 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-207cd1c8-1d38-4114-a8e2-b5753a186db0 req-7719e978-3610-462e-b0c1-3906abeefc80 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370116 Feb 02 07:51:56.616065 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bab475-8df5-460d-99ec-7bb0a2b7223f req-cca9df29-057a-491d-b1b8-f4547f4e5664 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:56.617539 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-03bab475-8df5-460d-99ec-7bb0a2b7223f req-cca9df29-057a-491d-b1b8-f4547f4e5664 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 945 time: 0.0573013 Feb 02 07:51:56.663862 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-03bab475-8df5-460d-99ec-7bb0a2b7223f req-a9725842-ba39-4cea-a06c-60c4cfa6ad5c tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407684 Feb 02 07:51:57.638736 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:57.783310 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155856c-6e30-430e-b23b-691cf8cdd8d1 req-3987e941-a4fc-4563-9d1d-ae642328cca2 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:57.784796 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2155856c-6e30-430e-b23b-691cf8cdd8d1 req-3987e941-a4fc-4563-9d1d-ae642328cca2 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 945 time: 0.0526280 Feb 02 07:51:57.831443 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2155856c-6e30-430e-b23b-691cf8cdd8d1 req-aa563787-c365-47ce-8481-e9a2ed3162cb tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411327 Feb 02 07:51:57.944139 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d3d35-6e99-4ad3-b139-50b350031b6d req-34293af0-8bf1-4e43-91b0-34fed6c1a80c tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:57.945808 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0a5d3d35-6e99-4ad3-b139-50b350031b6d req-34293af0-8bf1-4e43-91b0-34fed6c1a80c tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 945 time: 0.0520096 Feb 02 07:51:57.954325 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 36104) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:51:57.960027 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-b05bd02d-66b3-4231-a14a-e6b807f02a85 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Request body: {'floatingip': {'port_id': '5844768b-cfa7-46d6-a73b-2f1efa5e3d5d'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:51:58.003156 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b05bd02d-66b3-4231-a14a-e6b807f02a85 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks [] for floatingip (faef9771-f154-4ec6-acea-a688b5a172b2), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:58.449145 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b05bd02d-66b3-4231-a14a-e6b807f02a85 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:58.453077 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b05bd02d-66b3-4231-a14a-e6b807f02a85 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (faef9771-f154-4ec6-acea-a688b5a172b2), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:58.554219 n-d-789963-26 neutron-server[109694]: INFO neutron.db.l3_db [None req-b05bd02d-66b3-4231-a14a-e6b807f02a85 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Floating IP faef9771-f154-4ec6-acea-a688b5a172b2 associated. External IP: 172.25.4.5, port: 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d. Feb 02 07:51:58.760578 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b05bd02d-66b3-4231-a14a-e6b807f02a85 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Router 308272ad-85db-4b5f-a438-3464de3f501b has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:51:58.866880 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05bd02d-66b3-4231-a14a-e6b807f02a85 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:51:58.871746 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b05bd02d-66b3-4231-a14a-e6b807f02a85 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:51:58.877520 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d7f9c0-39b9-4974-8e82-120d579bde1d None None] Sync routers for ids ['308272ad-85db-4b5f-a438-3464de3f501b'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:51:58.890609 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d7f9c0-39b9-4974-8e82-120d579bde1d None None] Routers {'308272ad-85db-4b5f-a438-3464de3f501b'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:51:58.891225 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-d2d7f9c0-39b9-4974-8e82-120d579bde1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:51:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['308272ad-85db-4b5f-a438-3464de3f501b'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:51:58.902339 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b05bd02d-66b3-4231-a14a-e6b807f02a85 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "PUT /v2.0/floatingips/faef9771-f154-4ec6-acea-a688b5a172b2 HTTP/1.1" status: 200 len: 990 time: 0.9460475 Feb 02 07:51:58.902932 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '143196e4-4355-46fb-bed1-bacc2a41ebcb', 'tag': '5844768b-cfa7-46d6-a73b-2f1efa5e3d5d'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:51:58.905222 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cd64c29d20054dd266ebfc4811df21ba6bce2c9fa8def1b04b444a49e945ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9c511a-b89e-4476-ad14-1e56333f2b10" -d '{"events": [{"name": "network-changed", "server_uuid": "143196e4-4355-46fb-bed1-bacc2a41ebcb", "tag": "5844768b-cfa7-46d6-a73b-2f1efa5e3d5d"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:51:58.994991 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-d2d7f9c0-39b9-4974-8e82-120d579bde1d None None] Set router 308272ad-85db-4b5f-a438-3464de3f501b gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:51:59.005864 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9861ad96-b440-4aad-8719-9e8cfd8703a7 req-b4d76b13-17a7-41c0-bf21-582428f69b4b tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:59.007387 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9861ad96-b440-4aad-8719-9e8cfd8703a7 req-b4d76b13-17a7-41c0-bf21-582428f69b4b tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 945 time: 0.0571234 Feb 02 07:51:59.058108 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9861ad96-b440-4aad-8719-9e8cfd8703a7 req-7b0159df-3906-4a0e-8648-d04c3d027f8f tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445833 Feb 02 07:51:59.104770 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d5e5a3-f8f1-4124-aa64-16b69802055e x-openstack-request-id: req-09d5e5a3-f8f1-4124-aa64-16b69802055e {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:51:59.105112 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "143196e4-4355-46fb-bed1-bacc2a41ebcb", "tag": "5844768b-cfa7-46d6-a73b-2f1efa5e3d5d", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:51:59.105565 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-09d5e5a3-f8f1-4124-aa64-16b69802055e {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:51:59.105970 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '143196e4-4355-46fb-bed1-bacc2a41ebcb', 'tag': '5844768b-cfa7-46d6-a73b-2f1efa5e3d5d', 'status': 'completed', 'code': 200} Feb 02 07:51:59.189754 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c511a-b89e-4476-ad14-1e56333f2b10 req-e972d26b-6614-4f34-bc91-85fe5911a424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:59.191471 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-de9c511a-b89e-4476-ad14-1e56333f2b10 req-e972d26b-6614-4f34-bc91-85fe5911a424 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=607d06f503a5412db9b7b8d5f1be54cb&device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 1128 time: 0.0445678 Feb 02 07:51:59.229098 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-d2d7f9c0-39b9-4974-8e82-120d579bde1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '308272ad-85db-4b5f-a438-3464de3f501b', 'name': 'tempest-ServerActionsTestJSON-566294728-router', 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '6e5e3cb4-686f-44bd-86a4-7269c028a9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:49:16Z', 'updated_at': '2022-02-02T07:49:19Z', 'revision_number': 4, 'project_id': '607d06f503a5412db9b7b8d5f1be54cb', 'gw_port': {'id': '6e5e3cb4-686f-44bd-86a4-7269c028a9b8', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:cc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308272ad-85db-4b5f-a438-3464de3f501b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:49:17Z', 'updated_at': '2022-02-02T07:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': 'faef9771-f154-4ec6-acea-a688b5a172b2', 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'floating_ip_address': '172.25.4.5', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '308272ad-85db-4b5f-a438-3464de3f501b', 'port_id': '5844768b-cfa7-46d6-a73b-2f1efa5e3d5d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b', 'mac_address': 'fa:16:3e:c5:fa:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143196e4-4355-46fb-bed1-bacc2a41ebcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:49:21Z', 'updated_at': '2022-02-02T07:51:58Z', 'revision_number': 13, 'project_id': '607d06f503a5412db9b7b8d5f1be54cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47859473-a024-4bbb-83f9-5741f43b4747', 'name': '', 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b', 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'mac_address': 'fa:16:3e:66:30:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308272ad-85db-4b5f-a438-3464de3f501b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '7a252067-5a15-4739-8cf3-482cd4016f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:49:18Z', 'updated_at': '2022-02-02T07:49:23Z', 'revision_number': 5, 'project_id': '607d06f503a5412db9b7b8d5f1be54cb', 'subnets': [{'id': '7a252067-5a15-4739-8cf3-482cd4016f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:51:59.256206 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d7f9c0-39b9-4974-8e82-120d579bde1d None None] Checking router: 308272ad-85db-4b5f-a438-3464de3f501b for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:51:59.264997 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d7f9c0-39b9-4974-8e82-120d579bde1d None None] Routers {'308272ad-85db-4b5f-a438-3464de3f501b'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:51:59.265621 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-d2d7f9c0-39b9-4974-8e82-120d579bde1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:51:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['308272ad-85db-4b5f-a438-3464de3f501b'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:51:59.378364 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-d2d7f9c0-39b9-4974-8e82-120d579bde1d None None] Set router 308272ad-85db-4b5f-a438-3464de3f501b gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:51:59.574476 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c511a-b89e-4476-ad14-1e56333f2b10 req-a2d37ad5-8bab-429d-a9a3-87f4574eb202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:59.575968 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-de9c511a-b89e-4476-ad14-1e56333f2b10 req-a2d37ad5-8bab-429d-a9a3-87f4574eb202 service neutron] 10.222.0.88 "GET /v2.0/networks?id=20c28c57-0e6f-44f8-863b-5c366a2d592b HTTP/1.1" status: 200 len: 912 time: 0.3785195 Feb 02 07:51:59.609586 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-d2d7f9c0-39b9-4974-8e82-120d579bde1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '308272ad-85db-4b5f-a438-3464de3f501b', 'name': 'tempest-ServerActionsTestJSON-566294728-router', 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '6e5e3cb4-686f-44bd-86a4-7269c028a9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:49:16Z', 'updated_at': '2022-02-02T07:49:19Z', 'revision_number': 4, 'project_id': '607d06f503a5412db9b7b8d5f1be54cb', 'gw_port': {'id': '6e5e3cb4-686f-44bd-86a4-7269c028a9b8', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:cc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308272ad-85db-4b5f-a438-3464de3f501b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:49:17Z', 'updated_at': '2022-02-02T07:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': 'faef9771-f154-4ec6-acea-a688b5a172b2', 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'floating_ip_address': '172.25.4.5', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '308272ad-85db-4b5f-a438-3464de3f501b', 'port_id': '5844768b-cfa7-46d6-a73b-2f1efa5e3d5d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b', 'mac_address': 'fa:16:3e:c5:fa:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143196e4-4355-46fb-bed1-bacc2a41ebcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:49:21Z', 'updated_at': '2022-02-02T07:51:58Z', 'revision_number': 13, 'project_id': '607d06f503a5412db9b7b8d5f1be54cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47859473-a024-4bbb-83f9-5741f43b4747', 'name': '', 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b', 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'mac_address': 'fa:16:3e:66:30:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308272ad-85db-4b5f-a438-3464de3f501b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '7a252067-5a15-4739-8cf3-482cd4016f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:49:18Z', 'updated_at': '2022-02-02T07:49:23Z', 'revision_number': 5, 'project_id': '607d06f503a5412db9b7b8d5f1be54cb', 'subnets': [{'id': '7a252067-5a15-4739-8cf3-482cd4016f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:51:59.635385 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d7f9c0-39b9-4974-8e82-120d579bde1d None None] The sync data for ids ['308272ad-85db-4b5f-a438-3464de3f501b'] in n-d-789963-26 is: [{'id': '308272ad-85db-4b5f-a438-3464de3f501b', 'name': 'tempest-ServerActionsTestJSON-566294728-router', 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '6e5e3cb4-686f-44bd-86a4-7269c028a9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:49:16Z', 'updated_at': '2022-02-02T07:49:19Z', 'revision_number': 4, 'project_id': '607d06f503a5412db9b7b8d5f1be54cb', 'gw_port': {'id': '6e5e3cb4-686f-44bd-86a4-7269c028a9b8', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:cc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308272ad-85db-4b5f-a438-3464de3f501b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:49:17Z', 'updated_at': '2022-02-02T07:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': 'faef9771-f154-4ec6-acea-a688b5a172b2', 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'floating_ip_address': '172.25.4.5', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '308272ad-85db-4b5f-a438-3464de3f501b', 'port_id': '5844768b-cfa7-46d6-a73b-2f1efa5e3d5d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b', 'mac_address': 'fa:16:3e:c5:fa:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143196e4-4355-46fb-bed1-bacc2a41ebcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:49:21Z', 'updated_at': '2022-02-02T07:51:58Z', 'revision_number': 13, 'project_id': '607d06f503a5412db9b7b8d5f1be54cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47859473-a024-4bbb-83f9-5741f43b4747', 'name': '', 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b', 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'mac_address': 'fa:16:3e:66:30:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308272ad-85db-4b5f-a438-3464de3f501b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '7a252067-5a15-4739-8cf3-482cd4016f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:49:18Z', 'updated_at': '2022-02-02T07:49:23Z', 'revision_number': 5, 'project_id': '607d06f503a5412db9b7b8d5f1be54cb', 'subnets': [{'id': '7a252067-5a15-4739-8cf3-482cd4016f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:51:59.639168 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-de9c511a-b89e-4476-ad14-1e56333f2b10 req-8663c454-6dfa-45cd-b9f7-bab6f11f2dbe service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5844768b-cfa7-46d6-a73b-2f1efa5e3d5d HTTP/1.1" status: 200 len: 998 time: 0.0569375 Feb 02 07:51:59.691893 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c511a-b89e-4476-ad14-1e56333f2b10 req-8c3c7e7e-c920-4266-ae22-08b9d32ce7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:59.693372 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-de9c511a-b89e-4476-ad14-1e56333f2b10 req-8c3c7e7e-c920-4266-ae22-08b9d32ce7aa service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7a252067-5a15-4739-8cf3-482cd4016f06 HTTP/1.1" status: 200 len: 850 time: 0.0489981 Feb 02 07:51:59.743282 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c511a-b89e-4476-ad14-1e56333f2b10 req-38c311f9-5930-45ff-99c7-6665f51fb58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:51:59.744821 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-de9c511a-b89e-4476-ad14-1e56333f2b10 req-38c311f9-5930-45ff-99c7-6665f51fb58a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=20c28c57-0e6f-44f8-863b-5c366a2d592b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0454593 Feb 02 07:51:59.839338 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efb852b-22d3-425f-942e-708f7cd47950 None None] New status for floating IP faef9771-f154-4ec6-acea-a688b5a172b2: ACTIVE {{(pid=109696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 07:51:59.841851 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-de9c511a-b89e-4476-ad14-1e56333f2b10 req-f172462b-8905-4397-bae8-0ae37dec64a7 service neutron] 10.222.0.88 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905023 Feb 02 07:51:59.932508 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-de9c511a-b89e-4476-ad14-1e56333f2b10 req-a4ddfb1e-f499-4b65-a845-7b23ad6ad755 service neutron] 10.222.0.88 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838311 Feb 02 07:52:00.179519 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb3c4b-6d00-4e06-953e-4139217efa18 req-457391fd-dcd6-471f-be7d-f94f01e02f36 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:52:00.181037 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-87cb3c4b-6d00-4e06-953e-4139217efa18 req-457391fd-dcd6-471f-be7d-f94f01e02f36 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 945 time: 0.0529938 Feb 02 07:52:00.227207 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-87cb3c4b-6d00-4e06-953e-4139217efa18 req-7db446ae-fbd6-4f7b-b2a8-6b9695b470df tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406027 Feb 02 07:52:02.719065 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6de476-7db1-433e-9d9c-c9b34315b68a req-48595288-4593-4f75-9f99-5d2c160cd347 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:52:02.721246 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8d6de476-7db1-433e-9d9c-c9b34315b68a req-48595288-4593-4f75-9f99-5d2c160cd347 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 945 time: 0.0530922 Feb 02 07:52:02.765678 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8d6de476-7db1-433e-9d9c-c9b34315b68a req-08f616e0-e3a5-46de-a046-478792dc58a1 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389814 Feb 02 07:52:11.056154 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-8e18ac50-82e9-4c73-a81f-d6376f93a599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:52:13.182225 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:52:13.350155 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5a44eb20-52cc-4e5d-87d0-0846680c72dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:52:14.833682 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:52:16.201501 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:52:17.486667 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:52:19.144565 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abec96e-cf69-4901-9438-246f96a8bfa3 req-2e16cd54-e9be-4e31-abba-a8a7b7a2878d tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:52:19.146267 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9abec96e-cf69-4901-9438-246f96a8bfa3 req-2e16cd54-e9be-4e31-abba-a8a7b7a2878d tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 945 time: 0.0879619 Feb 02 07:52:19.171254 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a0f75d71-54eb-429e-b70c-9d9b846f02cd req-89c71e0e-04b5-4413-b315-2568b53831b8 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1212270 Feb 02 07:52:19.199370 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9abec96e-cf69-4901-9438-246f96a8bfa3 req-a6d45a70-4b8e-4a26-b950-b299471ef1f5 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475721 Feb 02 07:52:20.329966 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9606f5-2ef1-48fc-b099-71aab4df48ad req-543be2f6-dc62-41c8-9923-52441c220214 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:52:20.331475 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2d9606f5-2ef1-48fc-b099-71aab4df48ad req-543be2f6-dc62-41c8-9923-52441c220214 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 945 time: 0.0559313 Feb 02 07:52:20.373200 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f75d71-54eb-429e-b70c-9d9b846f02cd req-ac916d98-9595-4d80-8fac-7a870b6570cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:52:20.374748 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a0f75d71-54eb-429e-b70c-9d9b846f02cd req-ac916d98-9595-4d80-8fac-7a870b6570cf service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=607d06f503a5412db9b7b8d5f1be54cb&device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 1128 time: 0.0463879 Feb 02 07:52:20.382984 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2d9606f5-2ef1-48fc-b099-71aab4df48ad req-12bb42ff-9ee9-4fe8-842a-fe75bbc2c877 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458143 Feb 02 07:52:20.472314 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f75d71-54eb-429e-b70c-9d9b846f02cd req-e290faff-f370-44fd-9c01-6bb33f440de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:52:20.473805 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a0f75d71-54eb-429e-b70c-9d9b846f02cd req-e290faff-f370-44fd-9c01-6bb33f440de4 service neutron] 10.222.0.88 "GET /v2.0/networks?id=20c28c57-0e6f-44f8-863b-5c366a2d592b HTTP/1.1" status: 200 len: 912 time: 0.0906329 Feb 02 07:52:20.538332 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a0f75d71-54eb-429e-b70c-9d9b846f02cd req-75729586-9f84-4911-ab77-1e16974e7b76 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5844768b-cfa7-46d6-a73b-2f1efa5e3d5d HTTP/1.1" status: 200 len: 1000 time: 0.0580971 Feb 02 07:52:20.598367 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f75d71-54eb-429e-b70c-9d9b846f02cd req-79d6adec-2040-4df4-bca5-396302cba0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:52:20.599836 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a0f75d71-54eb-429e-b70c-9d9b846f02cd req-79d6adec-2040-4df4-bca5-396302cba0bd service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7a252067-5a15-4739-8cf3-482cd4016f06 HTTP/1.1" status: 200 len: 850 time: 0.0552866 Feb 02 07:52:20.646851 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f75d71-54eb-429e-b70c-9d9b846f02cd req-34723ff5-5360-42bd-98dc-f4503c952d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:52:20.648328 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a0f75d71-54eb-429e-b70c-9d9b846f02cd req-34723ff5-5360-42bd-98dc-f4503c952d68 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=20c28c57-0e6f-44f8-863b-5c366a2d592b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0427012 Feb 02 07:52:20.740003 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a0f75d71-54eb-429e-b70c-9d9b846f02cd req-99c6ba6f-bfcb-4fc4-841b-b233c91cf831 service neutron] 10.222.0.88 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850940 Feb 02 07:52:20.829845 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a0f75d71-54eb-429e-b70c-9d9b846f02cd req-03d4fe1a-b96f-40dd-b79d-db259e075b4a service neutron] 10.222.0.88 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834768 Feb 02 07:52:21.503288 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee08d97-4363-49d4-93dc-f4aee4a19cb5 req-cbcc3df4-6e85-41fb-9b89-57b37acc8f6d tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:52:21.504799 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0ee08d97-4363-49d4-93dc-f4aee4a19cb5 req-cbcc3df4-6e85-41fb-9b89-57b37acc8f6d tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 945 time: 0.0532045 Feb 02 07:52:21.551984 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0ee08d97-4363-49d4-93dc-f4aee4a19cb5 req-9b3df2bb-b7b5-4fe2-929f-ada72e4a327d tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417051 Feb 02 07:52:22.504462 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:52:22.671946 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654df14f-cbed-4d99-9559-c9b40f67c2a2 req-38c63bc1-c81c-449e-aa3e-a7e3b1722b53 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:52:22.674287 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-654df14f-cbed-4d99-9559-c9b40f67c2a2 req-38c63bc1-c81c-449e-aa3e-a7e3b1722b53 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 945 time: 0.0520899 Feb 02 07:52:22.720752 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-654df14f-cbed-4d99-9559-c9b40f67c2a2 req-3bbbc3a4-b703-41a1-bf0f-ceaae62475d1 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409636 Feb 02 07:52:23.849661 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54838263-14aa-4975-84ed-720f333cc27f req-6787f85e-0a83-4fd4-a8da-8b247e6e21c0 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:52:23.851162 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-54838263-14aa-4975-84ed-720f333cc27f req-6787f85e-0a83-4fd4-a8da-8b247e6e21c0 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 945 time: 0.0560102 Feb 02 07:52:23.898270 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-54838263-14aa-4975-84ed-720f333cc27f req-eef9b74f-403d-4711-be18-86c3b07f77e7 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413575 Feb 02 07:52:25.017381 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad387995-8013-45f8-9b9d-43047d9756e4 req-28b2d5c4-13a9-4a71-bee2-e5ef27d7d87a tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:52:25.018851 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ad387995-8013-45f8-9b9d-43047d9756e4 req-28b2d5c4-13a9-4a71-bee2-e5ef27d7d87a tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 945 time: 0.0520325 Feb 02 07:52:25.066041 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ad387995-8013-45f8-9b9d-43047d9756e4 req-ea1607ea-7631-4710-9ce0-56f9e1ffbb4a tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413301 Feb 02 07:52:26.189388 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e5bb8d-a929-465d-812e-3498a365fe46 req-cc640ec6-6569-47dc-96d2-6a13634d2858 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:52:26.190959 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b1e5bb8d-a929-465d-812e-3498a365fe46 req-cc640ec6-6569-47dc-96d2-6a13634d2858 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 945 time: 0.0574460 Feb 02 07:52:26.236496 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b1e5bb8d-a929-465d-812e-3498a365fe46 req-75ab6267-018c-4c84-8bab-ecc94fb4a839 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400736 Feb 02 07:52:27.353094 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f09ace4-eee3-4fc2-a8f7-0a95c00d1f2f req-2659b09f-92f2-49bb-9a34-d513aa6f0c78 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:52:27.354548 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3f09ace4-eee3-4fc2-a8f7-0a95c00d1f2f req-2659b09f-92f2-49bb-9a34-d513aa6f0c78 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 945 time: 0.0508552 Feb 02 07:52:27.401491 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3f09ace4-eee3-4fc2-a8f7-0a95c00d1f2f req-9d4cbc1b-7024-436f-8501-c8a63b7373f5 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413158 Feb 02 07:52:27.636611 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:52:28.522012 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c89fc1-4afb-4d8b-8833-c2d4c5fe08bb req-560f4d65-c272-4c13-a627-ff50f7b8028d tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:52:28.523498 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d0c89fc1-4afb-4d8b-8833-c2d4c5fe08bb req-560f4d65-c272-4c13-a627-ff50f7b8028d tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 945 time: 0.0538943 Feb 02 07:52:28.575135 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d0c89fc1-4afb-4d8b-8833-c2d4c5fe08bb req-d366cb06-e28f-407c-aa5d-2d68834efdbf tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459609 Feb 02 07:52:29.700833 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a930af-9840-47df-ae92-9deac45ddbaa req-b731e483-417a-4133-94c2-c2d6d849510e tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:52:29.702434 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-39a930af-9840-47df-ae92-9deac45ddbaa req-b731e483-417a-4133-94c2-c2d6d849510e tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 945 time: 0.0561843 Feb 02 07:52:29.753086 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-39a930af-9840-47df-ae92-9deac45ddbaa req-98d5840e-af3c-46bb-8e54-4806fa5d8b7f tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445824 Feb 02 07:52:30.876279 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f66203-dbd4-4bcd-a80b-4a4052cf7702 req-f494f5cc-b332-4085-a4dd-bcce64f990de tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:52:30.877750 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d0f66203-dbd4-4bcd-a80b-4a4052cf7702 req-f494f5cc-b332-4085-a4dd-bcce64f990de tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 945 time: 0.0527580 Feb 02 07:52:30.923858 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d0f66203-dbd4-4bcd-a80b-4a4052cf7702 req-2c1ace45-61f5-47bf-8efa-42acab111979 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403733 Feb 02 07:52:31.445999 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [req-a0f75d71-54eb-429e-b70c-9d9b846f02cd req-7d782f4c-6b0d-43b7-ac8c-02d4c61b8bf8 service neutron] show failed (client error): The resource could not be found. Feb 02 07:52:31.447031 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a0f75d71-54eb-429e-b70c-9d9b846f02cd req-7d782f4c-6b0d-43b7-ac8c-02d4c61b8bf8 service neutron] 10.222.0.88 "GET /v2.0/ports/5844768b-cfa7-46d6-a73b-2f1efa5e3d5d/bindings/n-h2-789963-26 HTTP/1.1" status: 404 len: 381 time: 0.0554094 Feb 02 07:52:31.657357 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f75d71-54eb-429e-b70c-9d9b846f02cd req-b5e79c94-c6c3-431d-a68a-45e4c3893508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:52:31.658916 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a0f75d71-54eb-429e-b70c-9d9b846f02cd req-b5e79c94-c6c3-431d-a68a-45e4c3893508 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb&tenant_id=607d06f503a5412db9b7b8d5f1be54cb HTTP/1.1" status: 200 len: 1128 time: 0.0492563 Feb 02 07:52:31.676167 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-a0f75d71-54eb-429e-b70c-9d9b846f02cd req-9d6bcb17-c8d9-4f91-8f37-a65e70dcbe56 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-26', 'device_owner': 'compute:nova'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:52:31.731360 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-a0f75d71-54eb-429e-b70c-9d9b846f02cd req-9d6bcb17-c8d9-4f91-8f37-a65e70dcbe56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (5844768b-cfa7-46d6-a73b-2f1efa5e3d5d), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:52:31.735984 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:52:31.816706 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d is: ACTIVE; New status is: DOWN {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:52:31.817103 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (5844768b-cfa7-46d6-a73b-2f1efa5e3d5d), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:52:31.929163 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-a0f75d71-54eb-429e-b70c-9d9b846f02cd req-9d6bcb17-c8d9-4f91-8f37-a65e70dcbe56 service neutron] For port 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=5844768b-cfa7-46d6-a73b-2f1efa5e3d5d,segment=NetworkSegment(0b09661f-1ef0-43c0-95aa-2480e4f33b35),segment_id=0b09661f-1ef0-43c0-95aa-2480e4f33b35)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:52:31.962015 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-a0f75d71-54eb-429e-b70c-9d9b846f02cd req-9d6bcb17-c8d9-4f91-8f37-a65e70dcbe56 service neutron] For port 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d, host n-h1-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:52:32.015535 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '143196e4-4355-46fb-bed1-bacc2a41ebcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5844768b-cfa7-46d6-a73b-2f1efa5e3d5d'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:52:32.018037 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cd64c29d20054dd266ebfc4811df21ba6bce2c9fa8def1b04b444a49e945ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf9aca4-376f-4f24-9c93-4cf2dd146eb4" -d '{"events": [{"server_uuid": "143196e4-4355-46fb-bed1-bacc2a41ebcb", "name": "network-vif-unplugged", "status": "completed", "tag": "5844768b-cfa7-46d6-a73b-2f1efa5e3d5d"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:52:32.039440 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-a0f75d71-54eb-429e-b70c-9d9b846f02cd req-9d6bcb17-c8d9-4f91-8f37-a65e70dcbe56 service neutron] Publish callbacks [] for port (5844768b-cfa7-46d6-a73b-2f1efa5e3d5d), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:52:32.060760 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-a0f75d71-54eb-429e-b70c-9d9b846f02cd req-9d6bcb17-c8d9-4f91-8f37-a65e70dcbe56 service neutron] Transition to ACTIVE for port object 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:52:32.068967 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-a0f75d71-54eb-429e-b70c-9d9b846f02cd req-9d6bcb17-c8d9-4f91-8f37-a65e70dcbe56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (5844768b-cfa7-46d6-a73b-2f1efa5e3d5d), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:52:32.106209 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.db.api [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109695) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 07:52:32.106577 n-d-789963-26 neutron-server[109695]: DEBUG oslo_db.api [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 07:52:32.108465 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6562ff14-7a4d-48c6-acf4-1c9abfa2b77d req-50a699f0-6905-4df9-a96f-68498bb0cf6b tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:52:32.109950 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6562ff14-7a4d-48c6-acf4-1c9abfa2b77d req-50a699f0-6905-4df9-a96f-68498bb0cf6b tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 945 time: 0.1162663 Feb 02 07:52:32.143296 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6bcb17-c8d9-4f91-8f37-a65e70dcbe56 service neutron] Pushing event updated for resources: {'Port': ['ID=5844768b-cfa7-46d6-a73b-2f1efa5e3d5d,revision_number=6']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:52:32.190533 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6bcb17-c8d9-4f91-8f37-a65e70dcbe56 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:52:32.190761 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6bcb17-c8d9-4f91-8f37-a65e70dcbe56 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:52:32.191100 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6bcb17-c8d9-4f91-8f37-a65e70dcbe56 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:52:32.191433 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6bcb17-c8d9-4f91-8f37-a65e70dcbe56 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:52:32.191792 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6bcb17-c8d9-4f91-8f37-a65e70dcbe56 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:52:32.192121 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6bcb17-c8d9-4f91-8f37-a65e70dcbe56 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:52:32.192449 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6bcb17-c8d9-4f91-8f37-a65e70dcbe56 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:52:32.192774 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6bcb17-c8d9-4f91-8f37-a65e70dcbe56 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:52:32.193097 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6bcb17-c8d9-4f91-8f37-a65e70dcbe56 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:52:32.193419 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6bcb17-c8d9-4f91-8f37-a65e70dcbe56 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:52:32.193740 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6bcb17-c8d9-4f91-8f37-a65e70dcbe56 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:52:32.194059 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6bcb17-c8d9-4f91-8f37-a65e70dcbe56 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:52:32.194375 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6bcb17-c8d9-4f91-8f37-a65e70dcbe56 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:52:32.231547 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6562ff14-7a4d-48c6-acf4-1c9abfa2b77d req-9ca45173-4d01-45aa-8377-7af60542c43f tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146479 Feb 02 07:52:32.253201 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0f75d71-54eb-429e-b70c-9d9b846f02cd req-9d6bcb17-c8d9-4f91-8f37-a65e70dcbe56 service neutron] No DVR routers for this DVR port 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d on host n-h1-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:52:32.295658 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 07:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f840a47a-d922-4611-aa6c-25a3ef1b3f06 x-openstack-request-id: req-f840a47a-d922-4611-aa6c-25a3ef1b3f06 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:52:32.295959 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "143196e4-4355-46fb-bed1-bacc2a41ebcb", "name": "network-vif-unplugged", "status": "completed", "tag": "5844768b-cfa7-46d6-a73b-2f1efa5e3d5d", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:52:32.296214 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f840a47a-d922-4611-aa6c-25a3ef1b3f06 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:52:32.296615 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '143196e4-4355-46fb-bed1-bacc2a41ebcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5844768b-cfa7-46d6-a73b-2f1efa5e3d5d', 'code': 200} Feb 02 07:52:32.396122 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-a0f75d71-54eb-429e-b70c-9d9b846f02cd req-9d6bcb17-c8d9-4f91-8f37-a65e70dcbe56 service neutron] Attempting to bind port 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:52:32.396369 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-a0f75d71-54eb-429e-b70c-9d9b846f02cd req-9d6bcb17-c8d9-4f91-8f37-a65e70dcbe56 service neutron] Attempting to bind port 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': '0b09661f-1ef0-43c0-95aa-2480e4f33b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:52:32.396692 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f75d71-54eb-429e-b70c-9d9b846f02cd req-9d6bcb17-c8d9-4f91-8f37-a65e70dcbe56 service neutron] Attempting to bind port 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d on network 20c28c57-0e6f-44f8-863b-5c366a2d592b {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:52:32.400938 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f75d71-54eb-429e-b70c-9d9b846f02cd req-9d6bcb17-c8d9-4f91-8f37-a65e70dcbe56 service neutron] Port 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d on network 20c28c57-0e6f-44f8-863b-5c366a2d592b not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:52:32.401259 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f75d71-54eb-429e-b70c-9d9b846f02cd req-9d6bcb17-c8d9-4f91-8f37-a65e70dcbe56 service neutron] Attempting to bind port 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d on network 20c28c57-0e6f-44f8-863b-5c366a2d592b {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:52:32.405933 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f75d71-54eb-429e-b70c-9d9b846f02cd req-9d6bcb17-c8d9-4f91-8f37-a65e70dcbe56 service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:52:32.406267 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f75d71-54eb-429e-b70c-9d9b846f02cd req-9d6bcb17-c8d9-4f91-8f37-a65e70dcbe56 service neutron] Checking segment: {'id': '0b09661f-1ef0-43c0-95aa-2480e4f33b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:52:32.406670 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f75d71-54eb-429e-b70c-9d9b846f02cd req-9d6bcb17-c8d9-4f91-8f37-a65e70dcbe56 service neutron] Bound using segment: {'id': '0b09661f-1ef0-43c0-95aa-2480e4f33b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:52:32.407707 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-a0f75d71-54eb-429e-b70c-9d9b846f02cd req-9d6bcb17-c8d9-4f91-8f37-a65e70dcbe56 service neutron] Bound port: 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b09661f-1ef0-43c0-95aa-2480e4f33b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:52:32.408065 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-a0f75d71-54eb-429e-b70c-9d9b846f02cd req-9d6bcb17-c8d9-4f91-8f37-a65e70dcbe56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (5844768b-cfa7-46d6-a73b-2f1efa5e3d5d), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:52:32.468695 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-a0f75d71-54eb-429e-b70c-9d9b846f02cd req-9d6bcb17-c8d9-4f91-8f37-a65e70dcbe56 service neutron] For port 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d, host n-h2-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:52:32.472247 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-a0f75d71-54eb-429e-b70c-9d9b846f02cd req-9d6bcb17-c8d9-4f91-8f37-a65e70dcbe56 service neutron] For port 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=5844768b-cfa7-46d6-a73b-2f1efa5e3d5d,segment=NetworkSegment(0b09661f-1ef0-43c0-95aa-2480e4f33b35),segment_id=0b09661f-1ef0-43c0-95aa-2480e4f33b35)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:52:32.478197 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-a0f75d71-54eb-429e-b70c-9d9b846f02cd req-9d6bcb17-c8d9-4f91-8f37-a65e70dcbe56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (5844768b-cfa7-46d6-a73b-2f1efa5e3d5d), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:52:32.513230 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f75d71-54eb-429e-b70c-9d9b846f02cd req-9d6bcb17-c8d9-4f91-8f37-a65e70dcbe56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:52:32.513927 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-a0f75d71-54eb-429e-b70c-9d9b846f02cd req-9d6bcb17-c8d9-4f91-8f37-a65e70dcbe56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:52:32.515306 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a0f75d71-54eb-429e-b70c-9d9b846f02cd req-9d6bcb17-c8d9-4f91-8f37-a65e70dcbe56 service neutron] 10.222.0.59 "PUT /v2.0/ports/5844768b-cfa7-46d6-a73b-2f1efa5e3d5d HTTP/1.1" status: 200 len: 1092 time: 0.8430579 Feb 02 07:52:32.542118 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6bcb17-c8d9-4f91-8f37-a65e70dcbe56 service neutron] Pushing event updated for resources: {'Port': ['ID=5844768b-cfa7-46d6-a73b-2f1efa5e3d5d,revision_number=7']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:52:32.593595 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f75d71-54eb-429e-b70c-9d9b846f02cd req-6b3daa07-0218-45bc-9ad2-7154d3f001de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:52:32.595754 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a0f75d71-54eb-429e-b70c-9d9b846f02cd req-6b3daa07-0218-45bc-9ad2-7154d3f001de service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=607d06f503a5412db9b7b8d5f1be54cb&device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 1126 time: 0.0475960 Feb 02 07:52:32.653055 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d is: DOWN; New status is: DOWN {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:52:32.693147 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f75d71-54eb-429e-b70c-9d9b846f02cd req-21dc427a-9c7d-451f-8fb3-a0b1af486db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:52:32.694625 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a0f75d71-54eb-429e-b70c-9d9b846f02cd req-21dc427a-9c7d-451f-8fb3-a0b1af486db2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=20c28c57-0e6f-44f8-863b-5c366a2d592b HTTP/1.1" status: 200 len: 912 time: 0.0926037 Feb 02 07:52:32.762680 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a0f75d71-54eb-429e-b70c-9d9b846f02cd req-a5e50d9e-edff-4b5f-a54e-1e64820d6091 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5844768b-cfa7-46d6-a73b-2f1efa5e3d5d HTTP/1.1" status: 200 len: 998 time: 0.0622845 Feb 02 07:52:32.809108 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f75d71-54eb-429e-b70c-9d9b846f02cd req-40d22ba8-3fbf-41c8-89d6-dddf09e55da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:52:32.810436 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a0f75d71-54eb-429e-b70c-9d9b846f02cd req-40d22ba8-3fbf-41c8-89d6-dddf09e55da8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7a252067-5a15-4739-8cf3-482cd4016f06 HTTP/1.1" status: 200 len: 850 time: 0.0426862 Feb 02 07:52:32.857812 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f75d71-54eb-429e-b70c-9d9b846f02cd req-b98de49a-1f4b-40ac-bc8d-5dc371e9c174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:52:32.859337 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a0f75d71-54eb-429e-b70c-9d9b846f02cd req-b98de49a-1f4b-40ac-bc8d-5dc371e9c174 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=20c28c57-0e6f-44f8-863b-5c366a2d592b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0432799 Feb 02 07:52:32.952554 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a0f75d71-54eb-429e-b70c-9d9b846f02cd req-49f85f2e-d332-40b8-b7d1-71f0700b0560 service neutron] 10.222.0.59 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865743 Feb 02 07:52:33.042937 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a0f75d71-54eb-429e-b70c-9d9b846f02cd req-6e7e2635-fef2-4b95-994f-d5d8386eb3a8 service neutron] 10.222.0.59 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847864 Feb 02 07:52:33.357152 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f806b29f-a7ad-4331-9b64-2c7b2ffc19fc req-0de1089a-82c2-4ce2-a64b-19573b6fa6ea tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:52:33.363501 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f806b29f-a7ad-4331-9b64-2c7b2ffc19fc req-0de1089a-82c2-4ce2-a64b-19573b6fa6ea tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 943 time: 0.0575984 Feb 02 07:52:33.410817 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f806b29f-a7ad-4331-9b64-2c7b2ffc19fc req-e8125f98-2323-4a70-90cf-6913b36002a0 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452480 Feb 02 07:52:34.297365 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '143196e4-4355-46fb-bed1-bacc2a41ebcb', 'tag': '5844768b-cfa7-46d6-a73b-2f1efa5e3d5d'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:52:34.300406 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cd64c29d20054dd266ebfc4811df21ba6bce2c9fa8def1b04b444a49e945ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-892f82ee-01e6-42ce-aebb-f9adbe333f77" -d '{"events": [{"name": "network-changed", "server_uuid": "143196e4-4355-46fb-bed1-bacc2a41ebcb", "tag": "5844768b-cfa7-46d6-a73b-2f1efa5e3d5d"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:52:34.348349 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e338da63-b007-45a7-a6ea-c9e9715961a0 x-openstack-request-id: req-e338da63-b007-45a7-a6ea-c9e9715961a0 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:52:34.348644 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "143196e4-4355-46fb-bed1-bacc2a41ebcb", "tag": "5844768b-cfa7-46d6-a73b-2f1efa5e3d5d", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:52:34.348899 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e338da63-b007-45a7-a6ea-c9e9715961a0 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:52:34.349308 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '143196e4-4355-46fb-bed1-bacc2a41ebcb', 'tag': '5844768b-cfa7-46d6-a73b-2f1efa5e3d5d', 'status': 'completed', 'code': 200} Feb 02 07:52:34.436644 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f82ee-01e6-42ce-aebb-f9adbe333f77 req-c41dc730-76db-44f2-b593-464d67a577c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:52:34.438193 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-892f82ee-01e6-42ce-aebb-f9adbe333f77 req-c41dc730-76db-44f2-b593-464d67a577c0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=607d06f503a5412db9b7b8d5f1be54cb&device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 1126 time: 0.0503042 Feb 02 07:52:34.465106 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f82ee-01e6-42ce-aebb-f9adbe333f77 req-20a43047-38b1-4151-929c-1e2e7038f524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:52:34.467381 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-892f82ee-01e6-42ce-aebb-f9adbe333f77 req-20a43047-38b1-4151-929c-1e2e7038f524 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=607d06f503a5412db9b7b8d5f1be54cb&device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 1126 time: 0.0679271 Feb 02 07:52:34.562933 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f82ee-01e6-42ce-aebb-f9adbe333f77 req-9a38d398-8229-4fea-a1d0-ce723a5ba948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:52:34.564947 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-892f82ee-01e6-42ce-aebb-f9adbe333f77 req-9a38d398-8229-4fea-a1d0-ce723a5ba948 service neutron] 10.222.0.88 "GET /v2.0/networks?id=20c28c57-0e6f-44f8-863b-5c366a2d592b HTTP/1.1" status: 200 len: 912 time: 0.0917699 Feb 02 07:52:34.579760 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f82ee-01e6-42ce-aebb-f9adbe333f77 req-b6c3f118-027f-4c1c-8657-902f168b7e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:52:34.581225 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-892f82ee-01e6-42ce-aebb-f9adbe333f77 req-b6c3f118-027f-4c1c-8657-902f168b7e90 service neutron] 10.222.0.59 "GET /v2.0/networks?id=20c28c57-0e6f-44f8-863b-5c366a2d592b HTTP/1.1" status: 200 len: 912 time: 0.1377621 Feb 02 07:52:34.590565 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414df399-ebb2-4877-9ea0-ddd3eff31d09 req-f8704e7b-fa89-418e-8fcd-672b5e45aaff tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:52:34.591897 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-414df399-ebb2-4877-9ea0-ddd3eff31d09 req-f8704e7b-fa89-418e-8fcd-672b5e45aaff tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 943 time: 0.0775490 Feb 02 07:52:34.634581 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-892f82ee-01e6-42ce-aebb-f9adbe333f77 req-ded0d4d4-4c3f-453a-9210-e4a330a877ef service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5844768b-cfa7-46d6-a73b-2f1efa5e3d5d HTTP/1.1" status: 200 len: 998 time: 0.0636389 Feb 02 07:52:34.682222 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-892f82ee-01e6-42ce-aebb-f9adbe333f77 req-572a843e-6dda-40de-85d8-2ea0fc0336c1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5844768b-cfa7-46d6-a73b-2f1efa5e3d5d HTTP/1.1" status: 200 len: 998 time: 0.0893943 Feb 02 07:52:34.683546 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f82ee-01e6-42ce-aebb-f9adbe333f77 req-691a2a90-0a92-4de1-b537-fe63ded96bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:52:34.685032 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-892f82ee-01e6-42ce-aebb-f9adbe333f77 req-691a2a90-0a92-4de1-b537-fe63ded96bbd service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7a252067-5a15-4739-8cf3-482cd4016f06 HTTP/1.1" status: 200 len: 850 time: 0.0450239 Feb 02 07:52:34.686374 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-414df399-ebb2-4877-9ea0-ddd3eff31d09 req-c08f59b6-fc02-4d3b-9aa8-d3956b364aaf tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873995 Feb 02 07:52:34.730286 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f82ee-01e6-42ce-aebb-f9adbe333f77 req-b063fd3b-77ba-4fb8-9105-8a60cc302ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:52:34.731788 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-892f82ee-01e6-42ce-aebb-f9adbe333f77 req-b063fd3b-77ba-4fb8-9105-8a60cc302ba1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7a252067-5a15-4739-8cf3-482cd4016f06 HTTP/1.1" status: 200 len: 850 time: 0.0444632 Feb 02 07:52:34.743682 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f82ee-01e6-42ce-aebb-f9adbe333f77 req-e755c6aa-661e-494b-98b8-27e7a6f2d27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:52:34.745538 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-892f82ee-01e6-42ce-aebb-f9adbe333f77 req-e755c6aa-661e-494b-98b8-27e7a6f2d27c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=20c28c57-0e6f-44f8-863b-5c366a2d592b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0541849 Feb 02 07:52:34.783718 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f82ee-01e6-42ce-aebb-f9adbe333f77 req-5e753b7c-5d06-4e2c-b42d-987c2f447f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:52:34.785219 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-892f82ee-01e6-42ce-aebb-f9adbe333f77 req-5e753b7c-5d06-4e2c-b42d-987c2f447f19 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=20c28c57-0e6f-44f8-863b-5c366a2d592b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0479236 Feb 02 07:52:34.848590 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-892f82ee-01e6-42ce-aebb-f9adbe333f77 req-5011d74c-1338-4ea6-afec-7a08ea2205f5 service neutron] 10.222.0.88 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959921 Feb 02 07:52:34.878906 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-892f82ee-01e6-42ce-aebb-f9adbe333f77 req-3b3f314a-d1f1-4914-8fd4-cfba40324de9 service neutron] 10.222.0.59 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868061 Feb 02 07:52:34.942501 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-892f82ee-01e6-42ce-aebb-f9adbe333f77 req-66fdeea8-5633-46b6-9589-70e75ae40bd0 service neutron] 10.222.0.88 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878706 Feb 02 07:52:34.969589 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-892f82ee-01e6-42ce-aebb-f9adbe333f77 req-a344ced7-2d0b-488e-835f-1a5104b05fae service neutron] 10.222.0.59 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840974 Feb 02 07:52:35.816834 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6613fee-6064-4f77-b3af-31654b3c3b2d req-8f2bb791-f2e8-4c1a-bf65-1b4ff40b2320 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:52:35.818331 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e6613fee-6064-4f77-b3af-31654b3c3b2d req-8f2bb791-f2e8-4c1a-bf65-1b4ff40b2320 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 943 time: 0.0564678 Feb 02 07:52:35.871017 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e6613fee-6064-4f77-b3af-31654b3c3b2d req-df6d78ea-6ca2-468f-ba21-9d1e174b5d19 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469291 Feb 02 07:52:36.992590 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a7f953-c5f1-4a8f-a221-73c51e605157 req-df8adc83-16d4-406c-87f1-49c3c86b91d5 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:52:36.994099 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-83a7f953-c5f1-4a8f-a221-73c51e605157 req-df8adc83-16d4-406c-87f1-49c3c86b91d5 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 943 time: 0.0523973 Feb 02 07:52:37.040990 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-83a7f953-c5f1-4a8f-a221-73c51e605157 req-ac409e6f-addf-478f-8f10-645398de37f5 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412719 Feb 02 07:52:38.165576 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c115d2-ab7f-4170-9d24-276ecb5bf73c req-98ecd8c4-20e8-4cde-9fdf-f85e4065512d tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:52:38.167086 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-05c115d2-ab7f-4170-9d24-276ecb5bf73c req-98ecd8c4-20e8-4cde-9fdf-f85e4065512d tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 943 time: 0.0531487 Feb 02 07:52:38.213623 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-05c115d2-ab7f-4170-9d24-276ecb5bf73c req-3ab84ba7-cc9d-4e04-ae0c-af560b1b7a11 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408251 Feb 02 07:52:39.337660 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f91b4-6295-4fca-9259-4634f9a6ab83 req-0f45de69-3e76-4830-b963-71325b1ce6b2 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:52:39.339094 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6a9f91b4-6295-4fca-9259-4634f9a6ab83 req-0f45de69-3e76-4830-b963-71325b1ce6b2 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 943 time: 0.0548313 Feb 02 07:52:39.385606 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6a9f91b4-6295-4fca-9259-4634f9a6ab83 req-edda5e3b-7dbf-4b27-8dd7-44a6aa7cba6f tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404212 Feb 02 07:52:40.518219 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdb857c-3e3b-4b8d-9317-1ab48059c34e req-7888e017-94d9-4856-be23-a094dc7cc3c8 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:52:40.519798 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cbdb857c-3e3b-4b8d-9317-1ab48059c34e req-7888e017-94d9-4856-be23-a094dc7cc3c8 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 943 time: 0.0543797 Feb 02 07:52:40.569680 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cbdb857c-3e3b-4b8d-9317-1ab48059c34e req-cef2a252-70d4-4eb2-9642-b7185938d08a tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438406 Feb 02 07:52:41.059160 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-bcf59f2e-0009-4c84-a4c0-c8e3808b611b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:52:41.696317 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b1aa1-7816-45a2-af6a-f99749cfaa70 req-a2508445-7dac-4aa8-9373-fbb0beda2329 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:52:41.697946 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f99b1aa1-7816-45a2-af6a-f99749cfaa70 req-a2508445-7dac-4aa8-9373-fbb0beda2329 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 943 time: 0.0570495 Feb 02 07:52:41.746024 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f99b1aa1-7816-45a2-af6a-f99749cfaa70 req-d029ab53-fe98-4e8d-a972-daf661cea3d4 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422535 Feb 02 07:52:42.864571 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d343ff8d-6e64-47b2-a517-3ec394c70ece req-9d2b5c15-78ce-496d-9d80-9b2997dfe70e tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:52:42.865957 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d343ff8d-6e64-47b2-a517-3ec394c70ece req-9d2b5c15-78ce-496d-9d80-9b2997dfe70e tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 943 time: 0.0514793 Feb 02 07:52:42.913165 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d343ff8d-6e64-47b2-a517-3ec394c70ece req-57f8f48c-2541-476a-9054-44a436f636cc tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416405 Feb 02 07:52:43.354241 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3fef1225-ccfe-4100-a575-297106a34346 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:52:44.034130 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754a0689-fb2a-4e47-95ef-e85791526e1b req-838b6658-fb32-48b8-9f52-087bffd5c4e9 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:52:44.035610 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-754a0689-fb2a-4e47-95ef-e85791526e1b req-838b6658-fb32-48b8-9f52-087bffd5c4e9 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 943 time: 0.0529411 Feb 02 07:52:44.085842 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-754a0689-fb2a-4e47-95ef-e85791526e1b req-1bb78cd6-25b2-406a-967f-0c313dac40b9 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446794 Feb 02 07:52:44.837014 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:52:45.207452 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51753b3b-507b-44f5-832b-c6bce5791be0 req-98f6273a-88c0-4b0b-a1a9-b1cd547c1cbd tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:52:45.208947 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-51753b3b-507b-44f5-832b-c6bce5791be0 req-98f6273a-88c0-4b0b-a1a9-b1cd547c1cbd tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 943 time: 0.0537918 Feb 02 07:52:45.255841 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-51753b3b-507b-44f5-832b-c6bce5791be0 req-0772701d-d7a7-48e3-a8cf-ee37b6bfbf00 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413558 Feb 02 07:52:46.203303 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:52:46.373505 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e86b388-ed06-4343-89b2-249fa377b1fe req-0a0fdbfd-70da-4d49-940a-c37d4bc7c472 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:52:46.374873 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3e86b388-ed06-4343-89b2-249fa377b1fe req-0a0fdbfd-70da-4d49-940a-c37d4bc7c472 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 943 time: 0.0507314 Feb 02 07:52:46.420760 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3e86b388-ed06-4343-89b2-249fa377b1fe req-22ebce0c-0e81-460f-b2dd-27be34d3f139 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399091 Feb 02 07:52:47.490010 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:52:47.550950 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b6f08c-0f8b-44c5-aea1-3860ee3552ef req-ea0ba374-a2c5-4be1-925d-ff267bf0b99d tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:52:47.552453 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-73b6f08c-0f8b-44c5-aea1-3860ee3552ef req-ea0ba374-a2c5-4be1-925d-ff267bf0b99d tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 943 time: 0.0623550 Feb 02 07:52:47.598539 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-73b6f08c-0f8b-44c5-aea1-3860ee3552ef req-1da2263d-963f-4aee-8e32-dc8505bd6ad8 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405281 Feb 02 07:52:48.715326 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d73a44-1d6e-46ff-9715-41f962144063 req-61a0d051-f408-4f82-ac14-369a87227d35 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:52:48.716824 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-23d73a44-1d6e-46ff-9715-41f962144063 req-61a0d051-f408-4f82-ac14-369a87227d35 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 943 time: 0.0509996 Feb 02 07:52:48.764377 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-23d73a44-1d6e-46ff-9715-41f962144063 req-1738ec62-91e4-4abc-8f55-ab9f9a6d083e tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402975 Feb 02 07:52:49.882677 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb63841-2981-4803-bbd7-9b7274cc0796 req-3137da90-a46d-461d-88e4-495a32689e96 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:52:49.884155 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7eb63841-2981-4803-bbd7-9b7274cc0796 req-3137da90-a46d-461d-88e4-495a32689e96 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 943 time: 0.0510678 Feb 02 07:52:50.181820 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:52:50.252021 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7eb63841-2981-4803-bbd7-9b7274cc0796 req-1ff7f50a-3748-4ed8-84ab-00539e17cd6e tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3623345 Feb 02 07:52:51.372168 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf83e1-5add-4889-9efc-a4410703a52d req-98a722ad-a50e-4528-bfda-94b96cb23e16 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:52:51.373637 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2adf83e1-5add-4889-9efc-a4410703a52d req-98a722ad-a50e-4528-bfda-94b96cb23e16 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 943 time: 0.0511038 Feb 02 07:52:51.420693 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2adf83e1-5add-4889-9efc-a4410703a52d req-fa0a3e47-c715-4568-b4ea-64984352a5b5 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407438 Feb 02 07:52:51.452969 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:52:51.556687 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=5844768b-cfa7-46d6-a73b-2f1efa5e3d5d,segment=NetworkSegment(0b09661f-1ef0-43c0-95aa-2480e4f33b35),segment_id=0b09661f-1ef0-43c0-95aa-2480e4f33b35)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:52:51.568540 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': '5844768b-cfa7-46d6-a73b-2f1efa5e3d5d', 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b', 'port_id': '5844768b-cfa7-46d6-a73b-2f1efa5e3d5d', 'mac_address': 'fa:16:3e:c5:fa:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a252067-5a15-4739-8cf3-482cd4016f06', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:52:51.612077 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:52:51.612412 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (5844768b-cfa7-46d6-a73b-2f1efa5e3d5d), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:52:51.626079 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:52:51.648550 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=5844768b-cfa7-46d6-a73b-2f1efa5e3d5d,segment=NetworkSegment(0b09661f-1ef0-43c0-95aa-2480e4f33b35),segment_id=0b09661f-1ef0-43c0-95aa-2480e4f33b35)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:52:51.652657 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (5844768b-cfa7-46d6-a73b-2f1efa5e3d5d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:52:51.700434 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=5844768b-cfa7-46d6-a73b-2f1efa5e3d5d,revision_number=8']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:52:51.708882 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:52:51.709237 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:52:51.709584 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:52:51.709924 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:52:51.710265 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:52:51.710596 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:52:51.710927 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:52:51.711260 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:52:51.711608 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:52:51.711939 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:52:51.712266 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:52:51.712592 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:52:51.712917 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:52:51.747711 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb2b0e-daa2-46e8-9f70-395d53b9ab34 req-e10a375e-ea79-4ba7-8079-c02cffa76b38 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:52:51.749177 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2ceb2b0e-daa2-46e8-9f70-395d53b9ab34 req-e10a375e-ea79-4ba7-8079-c02cffa76b38 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.59 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb&tenant_id=607d06f503a5412db9b7b8d5f1be54cb&binding%3Ahost_id=n-h2-789963-26 HTTP/1.1" status: 200 len: 944 time: 0.0917327 Feb 02 07:52:51.770707 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e747272-4a1b-419a-9210-549a30852cd8 req-7608bd0c-96ac-4bc3-b0ba-ee52b3525af1 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:52:51.772150 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9e747272-4a1b-419a-9210-549a30852cd8 req-7608bd0c-96ac-4bc3-b0ba-ee52b3525af1 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 944 time: 0.0818949 Feb 02 07:52:51.850641 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2ceb2b0e-daa2-46e8-9f70-395d53b9ab34 req-ef1bb32f-d363-40b8-9d90-f4c4396b0695 service neutron] 10.222.0.59 "GET /v2.0/ports/5844768b-cfa7-46d6-a73b-2f1efa5e3d5d/bindings/n-h2-789963-26 HTTP/1.1" status: 200 len: 383 time: 0.0930064 Feb 02 07:52:51.853790 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9e747272-4a1b-419a-9210-549a30852cd8 req-c5b0abc0-c670-4080-a4db-eca50d462e6e tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647435 Feb 02 07:52:51.934417 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb2b0e-daa2-46e8-9f70-395d53b9ab34 req-568fca0a-8a3b-4474-94bf-aec93594d2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:52:51.935943 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2ceb2b0e-daa2-46e8-9f70-395d53b9ab34 req-568fca0a-8a3b-4474-94bf-aec93594d2bc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=607d06f503a5412db9b7b8d5f1be54cb&device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 1127 time: 0.0466566 Feb 02 07:52:52.026891 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb2b0e-daa2-46e8-9f70-395d53b9ab34 req-5881481f-7c84-4bb4-8a22-7b260aeebe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:52:52.028423 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2ceb2b0e-daa2-46e8-9f70-395d53b9ab34 req-5881481f-7c84-4bb4-8a22-7b260aeebe14 service neutron] 10.222.0.59 "GET /v2.0/networks?id=20c28c57-0e6f-44f8-863b-5c366a2d592b HTTP/1.1" status: 200 len: 912 time: 0.0869427 Feb 02 07:52:52.030028 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['5844768b-cfa7-46d6-a73b-2f1efa5e3d5d'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:52:52.094042 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2ceb2b0e-daa2-46e8-9f70-395d53b9ab34 req-1ceb0544-086f-459d-928f-2f16af71093c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5844768b-cfa7-46d6-a73b-2f1efa5e3d5d HTTP/1.1" status: 200 len: 999 time: 0.0588527 Feb 02 07:52:52.146669 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb2b0e-daa2-46e8-9f70-395d53b9ab34 req-79fea28e-01ce-4ed7-a12e-81424a24c39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:52:52.148101 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2ceb2b0e-daa2-46e8-9f70-395d53b9ab34 req-79fea28e-01ce-4ed7-a12e-81424a24c39e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7a252067-5a15-4739-8cf3-482cd4016f06 HTTP/1.1" status: 200 len: 850 time: 0.0474310 Feb 02 07:52:52.198415 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb2b0e-daa2-46e8-9f70-395d53b9ab34 req-fbca8fa9-68cf-4e1e-9467-485b14913678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:52:52.199947 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2ceb2b0e-daa2-46e8-9f70-395d53b9ab34 req-fbca8fa9-68cf-4e1e-9467-485b14913678 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=20c28c57-0e6f-44f8-863b-5c366a2d592b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0464294 Feb 02 07:52:52.289331 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2ceb2b0e-daa2-46e8-9f70-395d53b9ab34 req-4c784b85-232c-44ae-bb95-b359f385c792 service neutron] 10.222.0.59 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836971 Feb 02 07:52:52.377393 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2ceb2b0e-daa2-46e8-9f70-395d53b9ab34 req-ab2876d4-5607-4c59-acf4-5bc4fdf6f527 service neutron] 10.222.0.59 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816915 Feb 02 07:52:52.505090 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:52:52.980503 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82324811-d6d1-4e30-8aca-bbfac6964e3c req-4318bb2f-f8cd-4f93-bce5-c684b05f2954 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:52:52.981970 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-82324811-d6d1-4e30-8aca-bbfac6964e3c req-4318bb2f-f8cd-4f93-bce5-c684b05f2954 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 944 time: 0.0591426 Feb 02 07:52:53.032503 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-82324811-d6d1-4e30-8aca-bbfac6964e3c req-3cfb67b4-585a-4cd9-8b14-04fae8a74cd0 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450161 Feb 02 07:52:53.470008 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:52:53.518334 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:52:53.524991 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:52:53.525631 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (5844768b-cfa7-46d6-a73b-2f1efa5e3d5d), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:52:53.612992 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:52:53.613382 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (5844768b-cfa7-46d6-a73b-2f1efa5e3d5d), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:52:53.635137 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '143196e4-4355-46fb-bed1-bacc2a41ebcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5844768b-cfa7-46d6-a73b-2f1efa5e3d5d'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:52:53.637582 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8c40c98856fbaa198dc4a2758b0190e9c3f0303d59edd797b772e66ff7f3562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40519213-c09c-4a52-873a-d970c9e8c68f" -d '{"events": [{"server_uuid": "143196e4-4355-46fb-bed1-bacc2a41ebcb", "name": "network-vif-plugged", "status": "completed", "tag": "5844768b-cfa7-46d6-a73b-2f1efa5e3d5d"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:52:53.649843 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=5844768b-cfa7-46d6-a73b-2f1efa5e3d5d,segment=NetworkSegment(0b09661f-1ef0-43c0-95aa-2480e4f33b35),segment_id=0b09661f-1ef0-43c0-95aa-2480e4f33b35)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:52:53.653995 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (5844768b-cfa7-46d6-a73b-2f1efa5e3d5d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:52:53.688424 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28aea59a-c450-434c-90fe-25540205aedf x-openstack-request-id: req-28aea59a-c450-434c-90fe-25540205aedf {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:52:53.688725 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "143196e4-4355-46fb-bed1-bacc2a41ebcb", "name": "network-vif-plugged", "status": "completed", "tag": "5844768b-cfa7-46d6-a73b-2f1efa5e3d5d", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:52:53.688987 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-28aea59a-c450-434c-90fe-25540205aedf {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:52:53.689385 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '143196e4-4355-46fb-bed1-bacc2a41ebcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5844768b-cfa7-46d6-a73b-2f1efa5e3d5d', 'code': 200} Feb 02 07:52:53.702677 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=5844768b-cfa7-46d6-a73b-2f1efa5e3d5d,revision_number=9']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:52:54.153404 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e69d3b-c9c9-4608-95ca-db1b428f65eb req-6122de87-8841-4a13-a0f0-d63a4f4faab4 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:52:54.154900 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-17e69d3b-c9c9-4608-95ca-db1b428f65eb req-6122de87-8841-4a13-a0f0-d63a4f4faab4 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 945 time: 0.0528729 Feb 02 07:52:54.202782 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-17e69d3b-c9c9-4608-95ca-db1b428f65eb req-1ac8f80c-8fde-41c0-9222-500fb9fb01dc tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422866 Feb 02 07:52:55.323807 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d6452d-5555-4707-ae2f-1c1d9aa41986 req-1765e447-d57f-4fce-a254-a639d4966479 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:52:55.325326 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-92d6452d-5555-4707-ae2f-1c1d9aa41986 req-1765e447-d57f-4fce-a254-a639d4966479 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 945 time: 0.0522540 Feb 02 07:52:55.372696 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-92d6452d-5555-4707-ae2f-1c1d9aa41986 req-34826086-76c9-4af4-b8f3-c06e6c2a1eb2 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410972 Feb 02 07:52:56.502810 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ea16c-7653-4daf-8831-004436237263 req-c0b95410-0f50-48f1-8d5a-36a243c20028 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:52:56.504346 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-110ea16c-7653-4daf-8831-004436237263 req-c0b95410-0f50-48f1-8d5a-36a243c20028 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 945 time: 0.0602379 Feb 02 07:52:56.552500 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-110ea16c-7653-4daf-8831-004436237263 req-5fdc9194-f076-4864-8481-08b8eedc015a tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424361 Feb 02 07:52:57.503419 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:52:57.591897 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d is: ACTIVE; New status is: DOWN {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:52:57.592563 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (5844768b-cfa7-46d6-a73b-2f1efa5e3d5d), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:52:57.621624 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '143196e4-4355-46fb-bed1-bacc2a41ebcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5844768b-cfa7-46d6-a73b-2f1efa5e3d5d'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:52:57.624072 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8c40c98856fbaa198dc4a2758b0190e9c3f0303d59edd797b772e66ff7f3562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2293ab-957a-4b08-b1bb-2f30f9e7fae7" -d '{"events": [{"server_uuid": "143196e4-4355-46fb-bed1-bacc2a41ebcb", "name": "network-vif-unplugged", "status": "completed", "tag": "5844768b-cfa7-46d6-a73b-2f1efa5e3d5d"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:52:57.640428 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=5844768b-cfa7-46d6-a73b-2f1efa5e3d5d,segment=NetworkSegment(0b09661f-1ef0-43c0-95aa-2480e4f33b35),segment_id=0b09661f-1ef0-43c0-95aa-2480e4f33b35)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:52:57.648694 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (5844768b-cfa7-46d6-a73b-2f1efa5e3d5d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:52:57.677199 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:52:57.685860 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809defc3-1724-43a1-b4cc-91a204aeb98d req-247a8037-e5aa-4517-8af7-a8e7c0e1548a tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:52:57.687344 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-809defc3-1724-43a1-b4cc-91a204aeb98d req-247a8037-e5aa-4517-8af7-a8e7c0e1548a tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 945 time: 0.0593450 Feb 02 07:52:57.700999 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=5844768b-cfa7-46d6-a73b-2f1efa5e3d5d,revision_number=10']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:52:57.739812 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-809defc3-1724-43a1-b4cc-91a204aeb98d req-4df74fcc-30c9-48af-a8f2-d8f2863dc641 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437150 Feb 02 07:52:57.795612 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 07:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe96cfc-9d18-40ad-8247-a8e00c77de25 x-openstack-request-id: req-3fe96cfc-9d18-40ad-8247-a8e00c77de25 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:52:57.795919 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "143196e4-4355-46fb-bed1-bacc2a41ebcb", "name": "network-vif-unplugged", "status": "completed", "tag": "5844768b-cfa7-46d6-a73b-2f1efa5e3d5d", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:52:57.796187 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-3fe96cfc-9d18-40ad-8247-a8e00c77de25 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:52:57.796615 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '143196e4-4355-46fb-bed1-bacc2a41ebcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5844768b-cfa7-46d6-a73b-2f1efa5e3d5d', 'code': 200} Feb 02 07:52:58.268409 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb2b0e-daa2-46e8-9f70-395d53b9ab34 req-863c0c4e-7f2e-4172-8c4c-65aa7ab26afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:52:58.269922 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ceb2b0e-daa2-46e8-9f70-395d53b9ab34 req-863c0c4e-7f2e-4172-8c4c-65aa7ab26afa service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb&tenant_id=607d06f503a5412db9b7b8d5f1be54cb HTTP/1.1" status: 200 len: 1127 time: 0.0650730 Feb 02 07:52:58.286473 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-2ceb2b0e-daa2-46e8-9f70-395d53b9ab34 req-8183be40-938b-4b2f-82ff-d9afad5acf73 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-26', 'device_owner': 'compute:nova'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:52:58.344573 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2ceb2b0e-daa2-46e8-9f70-395d53b9ab34 req-8183be40-938b-4b2f-82ff-d9afad5acf73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (5844768b-cfa7-46d6-a73b-2f1efa5e3d5d), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:52:58.559051 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-2ceb2b0e-daa2-46e8-9f70-395d53b9ab34 req-8183be40-938b-4b2f-82ff-d9afad5acf73 service neutron] For port 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=5844768b-cfa7-46d6-a73b-2f1efa5e3d5d,segment=NetworkSegment(0b09661f-1ef0-43c0-95aa-2480e4f33b35),segment_id=0b09661f-1ef0-43c0-95aa-2480e4f33b35)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:52:58.592648 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-2ceb2b0e-daa2-46e8-9f70-395d53b9ab34 req-8183be40-938b-4b2f-82ff-d9afad5acf73 service neutron] For port 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d, host n-h2-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:52:58.632556 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-2ceb2b0e-daa2-46e8-9f70-395d53b9ab34 req-8183be40-938b-4b2f-82ff-d9afad5acf73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:52:58.639947 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2ceb2b0e-daa2-46e8-9f70-395d53b9ab34 req-8183be40-938b-4b2f-82ff-d9afad5acf73 service neutron] Publish callbacks [] for port (5844768b-cfa7-46d6-a73b-2f1efa5e3d5d), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:52:58.653956 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-2ceb2b0e-daa2-46e8-9f70-395d53b9ab34 req-8183be40-938b-4b2f-82ff-d9afad5acf73 service neutron] Transition to ACTIVE for port object 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:52:58.657620 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2ceb2b0e-daa2-46e8-9f70-395d53b9ab34 req-8183be40-938b-4b2f-82ff-d9afad5acf73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (5844768b-cfa7-46d6-a73b-2f1efa5e3d5d), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:52:58.733993 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8183be40-938b-4b2f-82ff-d9afad5acf73 service neutron] Pushing event updated for resources: {'Port': ['ID=5844768b-cfa7-46d6-a73b-2f1efa5e3d5d,revision_number=11']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:52:58.746977 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8183be40-938b-4b2f-82ff-d9afad5acf73 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:52:58.747335 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8183be40-938b-4b2f-82ff-d9afad5acf73 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:52:58.747718 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8183be40-938b-4b2f-82ff-d9afad5acf73 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:52:58.748071 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8183be40-938b-4b2f-82ff-d9afad5acf73 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:52:58.748417 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8183be40-938b-4b2f-82ff-d9afad5acf73 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:52:58.748758 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8183be40-938b-4b2f-82ff-d9afad5acf73 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:52:58.749199 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8183be40-938b-4b2f-82ff-d9afad5acf73 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:52:58.749541 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8183be40-938b-4b2f-82ff-d9afad5acf73 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:52:58.749876 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8183be40-938b-4b2f-82ff-d9afad5acf73 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:52:58.750828 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8183be40-938b-4b2f-82ff-d9afad5acf73 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:52:58.751175 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8183be40-938b-4b2f-82ff-d9afad5acf73 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:52:58.751510 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8183be40-938b-4b2f-82ff-d9afad5acf73 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:52:58.751868 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8183be40-938b-4b2f-82ff-d9afad5acf73 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:52:58.802002 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ceb2b0e-daa2-46e8-9f70-395d53b9ab34 req-8183be40-938b-4b2f-82ff-d9afad5acf73 service neutron] No DVR routers for this DVR port 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d on host n-h2-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:52:58.879522 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb66fbe-9b77-4deb-8da5-999680297b45 req-b59bebe9-9660-4927-bfe0-0ad393493d46 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:52:58.881063 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9bb66fbe-9b77-4deb-8da5-999680297b45 req-b59bebe9-9660-4927-bfe0-0ad393493d46 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 944 time: 0.0629394 Feb 02 07:52:58.935921 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9bb66fbe-9b77-4deb-8da5-999680297b45 req-605bb55e-1b17-4034-9832-73207847c0ab tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490458 Feb 02 07:52:58.946068 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-2ceb2b0e-daa2-46e8-9f70-395d53b9ab34 req-8183be40-938b-4b2f-82ff-d9afad5acf73 service neutron] Attempting to bind port 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:52:58.946415 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-2ceb2b0e-daa2-46e8-9f70-395d53b9ab34 req-8183be40-938b-4b2f-82ff-d9afad5acf73 service neutron] Attempting to bind port 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': '0b09661f-1ef0-43c0-95aa-2480e4f33b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:52:58.946749 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ceb2b0e-daa2-46e8-9f70-395d53b9ab34 req-8183be40-938b-4b2f-82ff-d9afad5acf73 service neutron] Attempting to bind port 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d on network 20c28c57-0e6f-44f8-863b-5c366a2d592b {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:52:58.951306 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ceb2b0e-daa2-46e8-9f70-395d53b9ab34 req-8183be40-938b-4b2f-82ff-d9afad5acf73 service neutron] Port 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d on network 20c28c57-0e6f-44f8-863b-5c366a2d592b not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:52:58.951660 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ceb2b0e-daa2-46e8-9f70-395d53b9ab34 req-8183be40-938b-4b2f-82ff-d9afad5acf73 service neutron] Attempting to bind port 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d on network 20c28c57-0e6f-44f8-863b-5c366a2d592b {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:52:58.956605 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ceb2b0e-daa2-46e8-9f70-395d53b9ab34 req-8183be40-938b-4b2f-82ff-d9afad5acf73 service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:52:58.956887 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ceb2b0e-daa2-46e8-9f70-395d53b9ab34 req-8183be40-938b-4b2f-82ff-d9afad5acf73 service neutron] Checking segment: {'id': '0b09661f-1ef0-43c0-95aa-2480e4f33b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:52:58.957274 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ceb2b0e-daa2-46e8-9f70-395d53b9ab34 req-8183be40-938b-4b2f-82ff-d9afad5acf73 service neutron] Bound using segment: {'id': '0b09661f-1ef0-43c0-95aa-2480e4f33b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:52:58.957723 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-2ceb2b0e-daa2-46e8-9f70-395d53b9ab34 req-8183be40-938b-4b2f-82ff-d9afad5acf73 service neutron] Bound port: 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b09661f-1ef0-43c0-95aa-2480e4f33b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:52:58.958066 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2ceb2b0e-daa2-46e8-9f70-395d53b9ab34 req-8183be40-938b-4b2f-82ff-d9afad5acf73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (5844768b-cfa7-46d6-a73b-2f1efa5e3d5d), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:52:59.020940 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-2ceb2b0e-daa2-46e8-9f70-395d53b9ab34 req-8183be40-938b-4b2f-82ff-d9afad5acf73 service neutron] For port 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:52:59.023910 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-2ceb2b0e-daa2-46e8-9f70-395d53b9ab34 req-8183be40-938b-4b2f-82ff-d9afad5acf73 service neutron] For port 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=5844768b-cfa7-46d6-a73b-2f1efa5e3d5d,segment=NetworkSegment(0b09661f-1ef0-43c0-95aa-2480e4f33b35),segment_id=0b09661f-1ef0-43c0-95aa-2480e4f33b35)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:52:59.030318 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2ceb2b0e-daa2-46e8-9f70-395d53b9ab34 req-8183be40-938b-4b2f-82ff-d9afad5acf73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (5844768b-cfa7-46d6-a73b-2f1efa5e3d5d), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:52:59.065234 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb2b0e-daa2-46e8-9f70-395d53b9ab34 req-8183be40-938b-4b2f-82ff-d9afad5acf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:52:59.065863 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-2ceb2b0e-daa2-46e8-9f70-395d53b9ab34 req-8183be40-938b-4b2f-82ff-d9afad5acf73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:52:59.067377 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ceb2b0e-daa2-46e8-9f70-395d53b9ab34 req-8183be40-938b-4b2f-82ff-d9afad5acf73 service neutron] 10.222.0.88 "PUT /v2.0/ports/5844768b-cfa7-46d6-a73b-2f1efa5e3d5d HTTP/1.1" status: 200 len: 1093 time: 0.7846913 Feb 02 07:52:59.067770 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '143196e4-4355-46fb-bed1-bacc2a41ebcb', 'tag': '5844768b-cfa7-46d6-a73b-2f1efa5e3d5d'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:52:59.070072 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bbcc89a9d4d8e7a52f5cbbd716b66041b3f6feaf13502aa94e42da132c01043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e07f1f5c-9437-435a-852b-325a515900a9" -d '{"events": [{"name": "network-changed", "server_uuid": "143196e4-4355-46fb-bed1-bacc2a41ebcb", "tag": "5844768b-cfa7-46d6-a73b-2f1efa5e3d5d"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:52:59.099058 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8183be40-938b-4b2f-82ff-d9afad5acf73 service neutron] Pushing event updated for resources: {'Port': ['ID=5844768b-cfa7-46d6-a73b-2f1efa5e3d5d,revision_number=12']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:52:59.125409 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f252a0c-0500-4343-9752-93be497841a7 x-openstack-request-id: req-6f252a0c-0500-4343-9752-93be497841a7 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:52:59.125887 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "143196e4-4355-46fb-bed1-bacc2a41ebcb", "tag": "5844768b-cfa7-46d6-a73b-2f1efa5e3d5d", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:52:59.126154 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-6f252a0c-0500-4343-9752-93be497841a7 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:52:59.126566 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '143196e4-4355-46fb-bed1-bacc2a41ebcb', 'tag': '5844768b-cfa7-46d6-a73b-2f1efa5e3d5d', 'status': 'completed', 'code': 200} Feb 02 07:52:59.168011 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb2b0e-daa2-46e8-9f70-395d53b9ab34 req-500db4af-f0fa-4d3a-a574-bd0edef3d8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:52:59.169773 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ceb2b0e-daa2-46e8-9f70-395d53b9ab34 req-500db4af-f0fa-4d3a-a574-bd0edef3d8e2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=607d06f503a5412db9b7b8d5f1be54cb&device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 1127 time: 0.0582294 Feb 02 07:52:59.215106 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07f1f5c-9437-435a-852b-325a515900a9 req-2bdc6c34-4806-4949-a039-fa1947319e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:52:59.228164 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e07f1f5c-9437-435a-852b-325a515900a9 req-2bdc6c34-4806-4949-a039-fa1947319e47 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=607d06f503a5412db9b7b8d5f1be54cb&device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 1127 time: 0.0586927 Feb 02 07:52:59.277190 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb2b0e-daa2-46e8-9f70-395d53b9ab34 req-e34fdbeb-d57f-4020-8c4d-c7190d6e6ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:52:59.278678 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ceb2b0e-daa2-46e8-9f70-395d53b9ab34 req-e34fdbeb-d57f-4020-8c4d-c7190d6e6ecf service neutron] 10.222.0.88 "GET /v2.0/networks?id=20c28c57-0e6f-44f8-863b-5c366a2d592b HTTP/1.1" status: 200 len: 912 time: 0.1025283 Feb 02 07:52:59.319925 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07f1f5c-9437-435a-852b-325a515900a9 req-4cb8f89d-1b77-438c-a02a-f114dcd0d970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:52:59.321403 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e07f1f5c-9437-435a-852b-325a515900a9 req-4cb8f89d-1b77-438c-a02a-f114dcd0d970 service neutron] 10.222.0.59 "GET /v2.0/networks?id=20c28c57-0e6f-44f8-863b-5c366a2d592b HTTP/1.1" status: 200 len: 912 time: 0.0924745 Feb 02 07:52:59.348430 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ceb2b0e-daa2-46e8-9f70-395d53b9ab34 req-d1d19b20-3783-480d-b2c9-647ef7cc9e39 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5844768b-cfa7-46d6-a73b-2f1efa5e3d5d HTTP/1.1" status: 200 len: 998 time: 0.0632806 Feb 02 07:52:59.392490 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e07f1f5c-9437-435a-852b-325a515900a9 req-c530076c-a2bb-4ecc-9985-cd2ee4cb2a2c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5844768b-cfa7-46d6-a73b-2f1efa5e3d5d HTTP/1.1" status: 200 len: 998 time: 0.0646341 Feb 02 07:52:59.396731 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb2b0e-daa2-46e8-9f70-395d53b9ab34 req-daa07d73-0734-43c1-a1e5-79ba5e6117ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:52:59.398185 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ceb2b0e-daa2-46e8-9f70-395d53b9ab34 req-daa07d73-0734-43c1-a1e5-79ba5e6117ff service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7a252067-5a15-4739-8cf3-482cd4016f06 HTTP/1.1" status: 200 len: 850 time: 0.0443950 Feb 02 07:52:59.440206 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07f1f5c-9437-435a-852b-325a515900a9 req-da714d84-cfa0-4d3b-b9d5-8d3f7db6373d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:52:59.441700 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e07f1f5c-9437-435a-852b-325a515900a9 req-da714d84-cfa0-4d3b-b9d5-8d3f7db6373d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7a252067-5a15-4739-8cf3-482cd4016f06 HTTP/1.1" status: 200 len: 850 time: 0.0440373 Feb 02 07:52:59.445949 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb2b0e-daa2-46e8-9f70-395d53b9ab34 req-c0927e28-96c2-45de-b6ee-db24b63a2832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:52:59.447442 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ceb2b0e-daa2-46e8-9f70-395d53b9ab34 req-c0927e28-96c2-45de-b6ee-db24b63a2832 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=20c28c57-0e6f-44f8-863b-5c366a2d592b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0440576 Feb 02 07:52:59.494742 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07f1f5c-9437-435a-852b-325a515900a9 req-01652e66-1aff-4cb9-b5a9-fd92e98de7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:52:59.496289 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e07f1f5c-9437-435a-852b-325a515900a9 req-01652e66-1aff-4cb9-b5a9-fd92e98de7b1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=20c28c57-0e6f-44f8-863b-5c366a2d592b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0482681 Feb 02 07:52:59.541650 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ceb2b0e-daa2-46e8-9f70-395d53b9ab34 req-9af09214-3865-41c7-b547-5f0f5ebd6894 service neutron] 10.222.0.88 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882280 Feb 02 07:52:59.590746 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e07f1f5c-9437-435a-852b-325a515900a9 req-e905ba2f-c3cd-450e-9448-f390f1dc3c9d service neutron] 10.222.0.59 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881183 Feb 02 07:52:59.631945 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ceb2b0e-daa2-46e8-9f70-395d53b9ab34 req-b096891e-35fa-4f48-883b-99d349198bc8 service neutron] 10.222.0.88 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849020 Feb 02 07:52:59.689540 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e07f1f5c-9437-435a-852b-325a515900a9 req-47bc5012-6d4c-42e5-b04f-e8223fae1fc0 service neutron] 10.222.0.59 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930572 Feb 02 07:52:59.742276 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07f1f5c-9437-435a-852b-325a515900a9 req-a467d4d5-3710-456b-98f8-71bf46523b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:52:59.743770 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e07f1f5c-9437-435a-852b-325a515900a9 req-a467d4d5-3710-456b-98f8-71bf46523b92 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=607d06f503a5412db9b7b8d5f1be54cb&device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 1127 time: 0.0469630 Feb 02 07:52:59.867853 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07f1f5c-9437-435a-852b-325a515900a9 req-de841f34-c263-4e0b-adb5-605a1772cd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:52:59.869350 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e07f1f5c-9437-435a-852b-325a515900a9 req-de841f34-c263-4e0b-adb5-605a1772cd49 service neutron] 10.222.0.88 "GET /v2.0/networks?id=20c28c57-0e6f-44f8-863b-5c366a2d592b HTTP/1.1" status: 200 len: 912 time: 0.1198649 Feb 02 07:52:59.934854 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e07f1f5c-9437-435a-852b-325a515900a9 req-00733e35-c1a5-4f2b-ac7a-e19ddf81eceb service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5844768b-cfa7-46d6-a73b-2f1efa5e3d5d HTTP/1.1" status: 200 len: 998 time: 0.0597570 Feb 02 07:52:59.989949 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07f1f5c-9437-435a-852b-325a515900a9 req-59f35927-4a48-46e8-b356-e70e9ad755b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:52:59.991816 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e07f1f5c-9437-435a-852b-325a515900a9 req-59f35927-4a48-46e8-b356-e70e9ad755b4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7a252067-5a15-4739-8cf3-482cd4016f06 HTTP/1.1" status: 200 len: 850 time: 0.0515268 Feb 02 07:53:00.044572 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07f1f5c-9437-435a-852b-325a515900a9 req-ddc58f75-b49d-4736-8b30-6af254ae2963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:53:00.046042 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e07f1f5c-9437-435a-852b-325a515900a9 req-ddc58f75-b49d-4736-8b30-6af254ae2963 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=20c28c57-0e6f-44f8-863b-5c366a2d592b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0487225 Feb 02 07:53:00.062054 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc7ea8-844d-417a-9a71-09a12152a743 req-e69d4861-1213-4719-bfa0-bc524098dafc tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:53:00.064858 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7bcc7ea8-844d-417a-9a71-09a12152a743 req-e69d4861-1213-4719-bfa0-bc524098dafc tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 944 time: 0.0549700 Feb 02 07:53:00.117322 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7bcc7ea8-844d-417a-9a71-09a12152a743 req-cb47d8fe-aeb6-47a6-aea8-61b12538d536 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467541 Feb 02 07:53:00.144959 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e07f1f5c-9437-435a-852b-325a515900a9 req-d936b5f2-7195-417c-8fc6-22d1301fccf0 service neutron] 10.222.0.88 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912588 Feb 02 07:53:00.233017 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e07f1f5c-9437-435a-852b-325a515900a9 req-2f21a0a2-3fbb-4b9d-8751-8722b3372d24 service neutron] 10.222.0.88 "GET /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817955 Feb 02 07:53:01.239900 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7cbd7c-b078-423a-a303-ae6b8657288c req-a6f100c2-0684-4f7e-914e-45b79f8e0acb tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:53:01.241406 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4d7cbd7c-b078-423a-a303-ae6b8657288c req-a6f100c2-0684-4f7e-914e-45b79f8e0acb tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 944 time: 0.0531392 Feb 02 07:53:01.288281 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4d7cbd7c-b078-423a-a303-ae6b8657288c req-904689d5-7859-4332-a5cd-d73972a08679 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413458 Feb 02 07:53:02.423227 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f1be5e-310e-4f18-ab61-849e2d7311e8 req-cd2872c2-f11d-4db6-bcce-c65eb321c0e0 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:53:02.424725 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e3f1be5e-310e-4f18-ab61-849e2d7311e8 req-cd2872c2-f11d-4db6-bcce-c65eb321c0e0 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 944 time: 0.0600681 Feb 02 07:53:02.473961 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e3f1be5e-310e-4f18-ab61-849e2d7311e8 req-b68bac6f-14dc-4b0d-99ae-a56a02d92f63 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434363 Feb 02 07:53:03.596256 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59dc2ac-a3aa-4034-adec-1ce8cf09da1a req-41b0f351-aa08-440b-b702-dd01d6d5bbc8 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:53:03.597844 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e59dc2ac-a3aa-4034-adec-1ce8cf09da1a req-41b0f351-aa08-440b-b702-dd01d6d5bbc8 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 944 time: 0.0551219 Feb 02 07:53:03.644587 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e59dc2ac-a3aa-4034-adec-1ce8cf09da1a req-b4bd292a-8989-4bf2-9dc4-216f08489a8e tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412490 Feb 02 07:53:04.772485 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994800c4-63c9-4193-9dd9-d8079473bd1c req-95afd894-7988-45a6-8881-071032590dff tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:53:04.773875 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-994800c4-63c9-4193-9dd9-d8079473bd1c req-95afd894-7988-45a6-8881-071032590dff tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 944 time: 0.0601590 Feb 02 07:53:04.824773 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-994800c4-63c9-4193-9dd9-d8079473bd1c req-2746e3c6-5ae4-4e48-9a69-cb1f3924ba12 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452957 Feb 02 07:53:05.948201 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be626006-5998-47c6-a293-1ac99506c1ee req-978e3756-b5c1-452a-ae5a-6eb8c29f266a tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:53:05.949703 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-be626006-5998-47c6-a293-1ac99506c1ee req-978e3756-b5c1-452a-ae5a-6eb8c29f266a tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 944 time: 0.0528994 Feb 02 07:53:05.996580 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-be626006-5998-47c6-a293-1ac99506c1ee req-e17c89f5-d72f-4f85-96c3-644c47e3554e tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405688 Feb 02 07:53:07.119811 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8abd80-96ef-43dc-bc88-95d4fce290e0 req-8868eb06-c144-404c-844b-951a9340055e tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:53:07.121450 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fc8abd80-96ef-43dc-bc88-95d4fce290e0 req-8868eb06-c144-404c-844b-951a9340055e tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 944 time: 0.0550508 Feb 02 07:53:07.172809 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fc8abd80-96ef-43dc-bc88-95d4fce290e0 req-787f3e8d-8cd1-4e68-89a7-be96d2313676 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449743 Feb 02 07:53:08.298592 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2557d-f2dc-4c19-bcda-3c9684da5dfc req-5e4ee588-ce17-4e3c-80d7-4dedc1426549 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:53:08.300089 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dff2557d-f2dc-4c19-bcda-3c9684da5dfc req-5e4ee588-ce17-4e3c-80d7-4dedc1426549 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 944 time: 0.0572746 Feb 02 07:53:08.346292 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dff2557d-f2dc-4c19-bcda-3c9684da5dfc req-b38e9183-20a2-4473-94d8-06daeb3c8cad tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407028 Feb 02 07:53:09.469573 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102770c-59c5-4087-b4d0-a4551b282545 req-4cae55f7-d2b3-4217-bc90-3d6813f6c3b6 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:53:09.471037 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c102770c-59c5-4087-b4d0-a4551b282545 req-4cae55f7-d2b3-4217-bc90-3d6813f6c3b6 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 944 time: 0.0537212 Feb 02 07:53:09.518358 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c102770c-59c5-4087-b4d0-a4551b282545 req-9dd6b0a3-061a-4aea-97e8-ae2d7e665e0a tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417035 Feb 02 07:53:10.641575 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26d23a-561c-4211-ba4e-1e169bbc8897 req-92810337-7b1e-48d2-8855-e5ce97eee881 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:53:10.643067 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9a26d23a-561c-4211-ba4e-1e169bbc8897 req-92810337-7b1e-48d2-8855-e5ce97eee881 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 944 time: 0.0569773 Feb 02 07:53:10.689459 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9a26d23a-561c-4211-ba4e-1e169bbc8897 req-b46f84b7-5e57-4339-a041-e54b4133e28a tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406041 Feb 02 07:53:11.060748 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6b31e060-6d11-4c89-93a9-57ba35133f8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:11.808725 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4001bf8e-db49-46be-a0e2-47eb72b2062b req-137c7276-9125-4ab1-b85b-befddee5481a tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:53:11.810093 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4001bf8e-db49-46be-a0e2-47eb72b2062b req-137c7276-9125-4ab1-b85b-befddee5481a tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 944 time: 0.0536044 Feb 02 07:53:11.857846 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4001bf8e-db49-46be-a0e2-47eb72b2062b req-23c25b41-f70e-4f74-9f0e-5e22f195919f tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412810 Feb 02 07:53:12.980298 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4066f172-86d2-49de-bfc8-554284ff69a2 req-08413b91-ae22-4da5-acd5-5bd3e1230561 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:53:12.981772 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4066f172-86d2-49de-bfc8-554284ff69a2 req-08413b91-ae22-4da5-acd5-5bd3e1230561 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 944 time: 0.0556061 Feb 02 07:53:13.034124 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4066f172-86d2-49de-bfc8-554284ff69a2 req-c2806b5e-3659-4e00-b0ba-8fa12657cc11 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461581 Feb 02 07:53:13.355677 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6d609c30-7044-4fcc-91d5-29c5f5e1231b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:14.153730 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d649c14-2db9-4868-b941-ac4042a4f226 req-a53b67b8-a63b-4ed3-8670-eac9ff149dc3 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:53:14.155186 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6d649c14-2db9-4868-b941-ac4042a4f226 req-a53b67b8-a63b-4ed3-8670-eac9ff149dc3 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 944 time: 0.0525832 Feb 02 07:53:14.201911 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6d649c14-2db9-4868-b941-ac4042a4f226 req-71049705-01a5-4b79-87a8-c33e2f5ecf4a tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411377 Feb 02 07:53:14.839328 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:15.321174 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa9809-f33d-4a17-844e-defc419b2658 req-38963a46-c864-49e5-b688-c7d3d8aa520b tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:53:15.322680 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-62fa9809-f33d-4a17-844e-defc419b2658 req-38963a46-c864-49e5-b688-c7d3d8aa520b tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 944 time: 0.0526536 Feb 02 07:53:15.369129 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-62fa9809-f33d-4a17-844e-defc419b2658 req-ff16e58c-e8d6-4edf-8e69-934a23352dcc tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409024 Feb 02 07:53:16.205541 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:16.493925 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ce3cca-4e7d-448a-a263-4df7c260c60c req-80da75a3-0346-421a-a0a1-ff96d9434a9f tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:53:16.495410 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-18ce3cca-4e7d-448a-a263-4df7c260c60c req-80da75a3-0346-421a-a0a1-ff96d9434a9f tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 944 time: 0.0560906 Feb 02 07:53:16.541915 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-18ce3cca-4e7d-448a-a263-4df7c260c60c req-d4cc0cc8-eb1b-47a9-b257-d63ad8ed6eb9 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401034 Feb 02 07:53:16.658039 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207ad62-9853-4772-80cf-b038a04f1b6d req-7aa4dbf7-917d-4d79-addf-8177edc5672d tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:53:16.659516 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c207ad62-9853-4772-80cf-b038a04f1b6d req-7aa4dbf7-917d-4d79-addf-8177edc5672d tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 944 time: 0.0531993 Feb 02 07:53:16.705680 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c207ad62-9853-4772-80cf-b038a04f1b6d req-f6e86c6d-35dc-4da2-b670-766a8d4c2eac tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407050 Feb 02 07:53:16.820514 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3123154-5772-470e-9c9d-73b47e35e53e req-b82b7e69-a0b4-45fe-b5dd-cb0b4b58931a tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:53:16.821975 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d3123154-5772-470e-9c9d-73b47e35e53e req-b82b7e69-a0b4-45fe-b5dd-cb0b4b58931a tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 944 time: 0.0510957 Feb 02 07:53:16.871864 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d3123154-5772-470e-9c9d-73b47e35e53e req-de32f3c8-b2be-492d-8b20-0f43c3a21b89 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443549 Feb 02 07:53:17.107509 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc893a19-f961-4e70-b172-ab48d3ef1715 req-e22ba956-ec10-418e-96c5-b30e570175dd tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:53:17.109568 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dc893a19-f961-4e70-b172-ab48d3ef1715 req-e22ba956-ec10-418e-96c5-b30e570175dd tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 944 time: 0.0519693 Feb 02 07:53:17.155340 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dc893a19-f961-4e70-b172-ab48d3ef1715 req-2e7b3913-d0ff-4300-9677-187eb87911bf tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404136 Feb 02 07:53:17.493487 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:17.939996 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:53:18.035580 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=5844768b-cfa7-46d6-a73b-2f1efa5e3d5d,segment=NetworkSegment(0b09661f-1ef0-43c0-95aa-2480e4f33b35),segment_id=0b09661f-1ef0-43c0-95aa-2480e4f33b35)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:53:18.045744 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': '5844768b-cfa7-46d6-a73b-2f1efa5e3d5d', 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b', 'port_id': '5844768b-cfa7-46d6-a73b-2f1efa5e3d5d', 'mac_address': 'fa:16:3e:c5:fa:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a252067-5a15-4739-8cf3-482cd4016f06', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:53:18.082392 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:53:18.082785 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (5844768b-cfa7-46d6-a73b-2f1efa5e3d5d), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:18.098469 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:53:18.117743 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=5844768b-cfa7-46d6-a73b-2f1efa5e3d5d,segment=NetworkSegment(0b09661f-1ef0-43c0-95aa-2480e4f33b35),segment_id=0b09661f-1ef0-43c0-95aa-2480e4f33b35)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:53:18.121659 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (5844768b-cfa7-46d6-a73b-2f1efa5e3d5d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:18.167368 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=5844768b-cfa7-46d6-a73b-2f1efa5e3d5d,revision_number=13']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:53:18.273980 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09acdb36-c0e5-4e2d-befa-e766b70b1472 req-d9649def-48d5-49b3-a871-e9489ee1e749 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:53:18.275435 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-09acdb36-c0e5-4e2d-befa-e766b70b1472 req-d9649def-48d5-49b3-a871-e9489ee1e749 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 945 time: 0.0518954 Feb 02 07:53:18.320175 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-09acdb36-c0e5-4e2d-befa-e766b70b1472 req-7f1c0d87-8ff6-42e8-be32-14381484b2c4 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups?id=871dae35-207d-4df9-a274-8710e232b6a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391943 Feb 02 07:53:18.904182 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb2488-d6b5-496c-a77f-71e4718b4817 req-fc662c07-eb6a-4e3a-bffb-fc1b2c844a37 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:53:18.905615 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7ffb2488-d6b5-496c-a77f-71e4718b4817 req-fc662c07-eb6a-4e3a-bffb-fc1b2c844a37 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.88 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 945 time: 0.0642977 Feb 02 07:53:19.001066 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-7ffb2488-d6b5-496c-a77f-71e4718b4817 req-02ce00b0-881f-43b8-9186-c78ba111ebe5 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Deleting port 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:53:19.001406 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-7ffb2488-d6b5-496c-a77f-71e4718b4817 req-02ce00b0-881f-43b8-9186-c78ba111ebe5 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (5844768b-cfa7-46d6-a73b-2f1efa5e3d5d), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:19.086827 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-7ffb2488-d6b5-496c-a77f-71e4718b4817 req-02ce00b0-881f-43b8-9186-c78ba111ebe5 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] For port 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=5844768b-cfa7-46d6-a73b-2f1efa5e3d5d,segment=NetworkSegment(0b09661f-1ef0-43c0-95aa-2480e4f33b35),segment_id=0b09661f-1ef0-43c0-95aa-2480e4f33b35)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:53:19.087191 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-7ffb2488-d6b5-496c-a77f-71e4718b4817 req-02ce00b0-881f-43b8-9186-c78ba111ebe5 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (5844768b-cfa7-46d6-a73b-2f1efa5e3d5d), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:19.259277 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-7ffb2488-d6b5-496c-a77f-71e4718b4817 req-02ce00b0-881f-43b8-9186-c78ba111ebe5 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:19.259602 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-7ffb2488-d6b5-496c-a77f-71e4718b4817 req-02ce00b0-881f-43b8-9186-c78ba111ebe5 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (faef9771-f154-4ec6-acea-a688b5a172b2), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:19.259928 n-d-789963-26 neutron-server[109693]: INFO neutron.db.l3_db [req-7ffb2488-d6b5-496c-a77f-71e4718b4817 req-02ce00b0-881f-43b8-9186-c78ba111ebe5 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Floating IP faef9771-f154-4ec6-acea-a688b5a172b2 disassociated. External IP: 172.25.4.5, port: 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d. Feb 02 07:53:19.260273 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-7ffb2488-d6b5-496c-a77f-71e4718b4817 req-02ce00b0-881f-43b8-9186-c78ba111ebe5 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Calling delete_port for 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:53:19.384784 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-7ffb2488-d6b5-496c-a77f-71e4718b4817 req-02ce00b0-881f-43b8-9186-c78ba111ebe5 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (5844768b-cfa7-46d6-a73b-2f1efa5e3d5d), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:19.417046 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ce00b0-881f-43b8-9186-c78ba111ebe5 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Pushing event deleted for resources: {'Port': ['ID=5844768b-cfa7-46d6-a73b-2f1efa5e3d5d,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:53:19.424102 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c9b62def-cc64-4da3-9901-09d535cb9349 req-4f5007d5-81bd-445b-940b-7bef9397ed8e tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 210 time: 0.0317941 Feb 02 07:53:19.540568 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ffb2488-d6b5-496c-a77f-71e4718b4817 req-02ce00b0-881f-43b8-9186-c78ba111ebe5 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Router 308272ad-85db-4b5f-a438-3464de3f501b has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:53:19.643645 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ffb2488-d6b5-496c-a77f-71e4718b4817 req-02ce00b0-881f-43b8-9186-c78ba111ebe5 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:53:19.654320 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc10e010-ab80-41b3-87af-76f4485cc346 None None] Sync routers for ids ['308272ad-85db-4b5f-a438-3464de3f501b'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:53:19.663987 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc10e010-ab80-41b3-87af-76f4485cc346 None None] Routers {'308272ad-85db-4b5f-a438-3464de3f501b'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:53:19.664671 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-cc10e010-ab80-41b3-87af-76f4485cc346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:53:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['308272ad-85db-4b5f-a438-3464de3f501b'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:53:19.687923 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ffb2488-d6b5-496c-a77f-71e4718b4817 req-02ce00b0-881f-43b8-9186-c78ba111ebe5 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] No DVR routers for this DVR port 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d on host n-h1-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:53:19.690776 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-7ffb2488-d6b5-496c-a77f-71e4718b4817 req-02ce00b0-881f-43b8-9186-c78ba111ebe5 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:19.694094 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7ffb2488-d6b5-496c-a77f-71e4718b4817 req-02ce00b0-881f-43b8-9186-c78ba111ebe5 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.88 "DELETE /v2.0/ports/5844768b-cfa7-46d6-a73b-2f1efa5e3d5d HTTP/1.1" status: 204 len: 173 time: 0.7827859 Feb 02 07:53:19.694534 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '143196e4-4355-46fb-bed1-bacc2a41ebcb', 'name': 'network-vif-deleted', 'tag': '5844768b-cfa7-46d6-a73b-2f1efa5e3d5d'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:53:19.696793 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bbcc89a9d4d8e7a52f5cbbd716b66041b3f6feaf13502aa94e42da132c01043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-598af145-37d5-48da-bbbc-4ea9006e1c6a" -d '{"events": [{"server_uuid": "143196e4-4355-46fb-bed1-bacc2a41ebcb", "name": "network-vif-deleted", "tag": "5844768b-cfa7-46d6-a73b-2f1efa5e3d5d"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:53:19.732751 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496431e0-18f2-4c45-93bd-2f04d670491c x-openstack-request-id: req-496431e0-18f2-4c45-93bd-2f04d670491c {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:53:19.733005 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "143196e4-4355-46fb-bed1-bacc2a41ebcb", "name": "network-vif-deleted", "tag": "5844768b-cfa7-46d6-a73b-2f1efa5e3d5d", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:53:19.733231 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-496431e0-18f2-4c45-93bd-2f04d670491c {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:53:19.733633 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '143196e4-4355-46fb-bed1-bacc2a41ebcb', 'name': 'network-vif-deleted', 'tag': '5844768b-cfa7-46d6-a73b-2f1efa5e3d5d', 'status': 'completed', 'code': 200} Feb 02 07:53:19.775989 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-cc10e010-ab80-41b3-87af-76f4485cc346 None None] Set router 308272ad-85db-4b5f-a438-3464de3f501b gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:53:20.023063 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:53:20.028605 n-d-789963-26 neutron-server[109695]: INFO neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No ports have port_id starting with 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d Feb 02 07:53:20.037198 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d requested by agent hyperv_n-h1-789963-26 not found in database {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Feb 02 07:53:20.141172 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-cc10e010-ab80-41b3-87af-76f4485cc346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '308272ad-85db-4b5f-a438-3464de3f501b', 'name': 'tempest-ServerActionsTestJSON-566294728-router', 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '6e5e3cb4-686f-44bd-86a4-7269c028a9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:49:16Z', 'updated_at': '2022-02-02T07:49:19Z', 'revision_number': 4, 'project_id': '607d06f503a5412db9b7b8d5f1be54cb', 'gw_port': {'id': '6e5e3cb4-686f-44bd-86a4-7269c028a9b8', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:cc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308272ad-85db-4b5f-a438-3464de3f501b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:49:17Z', 'updated_at': '2022-02-02T07:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '47859473-a024-4bbb-83f9-5741f43b4747', 'name': '', 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b', 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'mac_address': 'fa:16:3e:66:30:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308272ad-85db-4b5f-a438-3464de3f501b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '7a252067-5a15-4739-8cf3-482cd4016f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:49:18Z', 'updated_at': '2022-02-02T07:49:23Z', 'revision_number': 5, 'project_id': '607d06f503a5412db9b7b8d5f1be54cb', 'subnets': [{'id': '7a252067-5a15-4739-8cf3-482cd4016f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:53:20.169672 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc10e010-ab80-41b3-87af-76f4485cc346 None None] Checking router: 308272ad-85db-4b5f-a438-3464de3f501b for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:53:20.178353 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc10e010-ab80-41b3-87af-76f4485cc346 None None] Routers {'308272ad-85db-4b5f-a438-3464de3f501b'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:53:20.178945 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-cc10e010-ab80-41b3-87af-76f4485cc346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:53:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['308272ad-85db-4b5f-a438-3464de3f501b'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:53:20.282473 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-cc10e010-ab80-41b3-87af-76f4485cc346 None None] Set router 308272ad-85db-4b5f-a438-3464de3f501b gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:53:20.479534 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-cc10e010-ab80-41b3-87af-76f4485cc346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '308272ad-85db-4b5f-a438-3464de3f501b', 'name': 'tempest-ServerActionsTestJSON-566294728-router', 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '6e5e3cb4-686f-44bd-86a4-7269c028a9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:49:16Z', 'updated_at': '2022-02-02T07:49:19Z', 'revision_number': 4, 'project_id': '607d06f503a5412db9b7b8d5f1be54cb', 'gw_port': {'id': '6e5e3cb4-686f-44bd-86a4-7269c028a9b8', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:cc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308272ad-85db-4b5f-a438-3464de3f501b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:49:17Z', 'updated_at': '2022-02-02T07:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '47859473-a024-4bbb-83f9-5741f43b4747', 'name': '', 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b', 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'mac_address': 'fa:16:3e:66:30:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308272ad-85db-4b5f-a438-3464de3f501b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '7a252067-5a15-4739-8cf3-482cd4016f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:49:18Z', 'updated_at': '2022-02-02T07:49:23Z', 'revision_number': 5, 'project_id': '607d06f503a5412db9b7b8d5f1be54cb', 'subnets': [{'id': '7a252067-5a15-4739-8cf3-482cd4016f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:53:20.516209 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc10e010-ab80-41b3-87af-76f4485cc346 None None] The sync data for ids ['308272ad-85db-4b5f-a438-3464de3f501b'] in n-d-789963-26 is: [{'id': '308272ad-85db-4b5f-a438-3464de3f501b', 'name': 'tempest-ServerActionsTestJSON-566294728-router', 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '6e5e3cb4-686f-44bd-86a4-7269c028a9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:49:16Z', 'updated_at': '2022-02-02T07:49:19Z', 'revision_number': 4, 'project_id': '607d06f503a5412db9b7b8d5f1be54cb', 'gw_port': {'id': '6e5e3cb4-686f-44bd-86a4-7269c028a9b8', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:cc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308272ad-85db-4b5f-a438-3464de3f501b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:49:17Z', 'updated_at': '2022-02-02T07:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '47859473-a024-4bbb-83f9-5741f43b4747', 'name': '', 'network_id': '20c28c57-0e6f-44f8-863b-5c366a2d592b', 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'mac_address': 'fa:16:3e:66:30:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308272ad-85db-4b5f-a438-3464de3f501b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '7a252067-5a15-4739-8cf3-482cd4016f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:49:18Z', 'updated_at': '2022-02-02T07:49:23Z', 'revision_number': 5, 'project_id': '607d06f503a5412db9b7b8d5f1be54cb', 'subnets': [{'id': '7a252067-5a15-4739-8cf3-482cd4016f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:53:20.544138 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fda55cb1-20b0-4f73-b50f-2669b531c247 req-ab39b3f1-a12b-4135-be30-e73b88ea74b5 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 210 time: 0.0317209 Feb 02 07:53:20.733158 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93285f14-6750-46e8-a91d-84df2418f6ea None None] New status for floating IP faef9771-f154-4ec6-acea-a688b5a172b2: DOWN {{(pid=109696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 07:53:21.642253 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cfea9ac2-dbed-4baa-b3a4-9056dda332a0 req-91aeb4b3-e715-446e-ba12-c27fa878e345 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 210 time: 0.0279655 Feb 02 07:53:21.955185 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:53:21.975503 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:53:21.975884 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 5844768b-cfa7-46d6-a73b-2f1efa5e3d5d not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:53:22.510229 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:22.739540 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e4016ba4-0e58-4b36-bdd8-d9f7c7be7d91 req-4ff70b30-0846-42d5-bcf8-0019b0079683 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 210 time: 0.0278733 Feb 02 07:53:23.837820 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4c3f7002-822c-4ef0-832a-8d7b2c6c47e2 req-5a517b42-a2cc-4483-99a3-7df3182217b7 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 210 time: 0.0297441 Feb 02 07:53:24.933832 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-df99c2c6-95ec-4dfb-b4ba-97c72fb0d8dc req-31f5def7-6bf3-4e99-a455-34e3137abe03 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 210 time: 0.0270946 Feb 02 07:53:26.033519 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4d70cc68-8d31-4059-9656-339dab6856bc req-16c0779a-23df-46fa-9ae4-2ce9aae5fb11 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 210 time: 0.0306895 Feb 02 07:53:27.131212 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bbc91e42-f25c-493b-aeae-9cd6bcc03115 req-4f0b3a41-6637-4837-a983-63c79880dfac tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/ports?device_id=143196e4-4355-46fb-bed1-bacc2a41ebcb HTTP/1.1" status: 200 len: 210 time: 0.0268040 Feb 02 07:53:27.180016 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:53:27.634992 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:33.914619 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 36412) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:53:33.969051 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-eb23a3bf-6f64-4f52-befe-6e246682429f tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks [] for security_group (871dae35-207d-4df9-a274-8710e232b6a7), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:33.994504 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-eb23a3bf-6f64-4f52-befe-6e246682429f tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks [] for security_group (871dae35-207d-4df9-a274-8710e232b6a7), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:34.048845 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-eb23a3bf-6f64-4f52-befe-6e246682429f tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (871dae35-207d-4df9-a274-8710e232b6a7), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:34.051750 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-eb23a3bf-6f64-4f52-befe-6e246682429f tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:34.052954 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-eb23a3bf-6f64-4f52-befe-6e246682429f tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "DELETE /v2.0/security-groups/871dae35-207d-4df9-a274-8710e232b6a7 HTTP/1.1" status: 204 len: 168 time: 0.1373224 Feb 02 07:53:34.059588 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 36414) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:53:34.064543 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb23a3bf-6f64-4f52-befe-6e246682429f tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=871dae35-207d-4df9-a274-8710e232b6a7,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:53:34.072116 n-d-789963-26 neutron-server[109693]: INFO neutron.api.v2.resource [None req-a9873ff7-215c-4598-a13f-a98c50bebd88 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] show failed (client error): The resource could not be found. Feb 02 07:53:34.072513 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb23a3bf-6f64-4f52-befe-6e246682429f tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:53:34.075739 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb23a3bf-6f64-4f52-befe-6e246682429f tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:53:34.075883 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a9873ff7-215c-4598-a13f-a98c50bebd88 tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "GET /v2.0/security-groups/871dae35-207d-4df9-a274-8710e232b6a7 HTTP/1.1" status: 404 len: 347 time: 0.0164406 Feb 02 07:53:34.075996 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb23a3bf-6f64-4f52-befe-6e246682429f tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:53:34.075996 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb23a3bf-6f64-4f52-befe-6e246682429f tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:53:34.075996 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb23a3bf-6f64-4f52-befe-6e246682429f tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:53:34.075996 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb23a3bf-6f64-4f52-befe-6e246682429f tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:53:34.075996 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb23a3bf-6f64-4f52-befe-6e246682429f tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:53:34.075996 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb23a3bf-6f64-4f52-befe-6e246682429f tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:53:34.075996 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb23a3bf-6f64-4f52-befe-6e246682429f tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:53:34.075996 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb23a3bf-6f64-4f52-befe-6e246682429f tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:53:34.075996 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb23a3bf-6f64-4f52-befe-6e246682429f tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:53:34.076632 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 36416) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:53:34.076712 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb23a3bf-6f64-4f52-befe-6e246682429f tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:53:34.076712 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb23a3bf-6f64-4f52-befe-6e246682429f tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:53:34.203496 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-32c8e397-1977-4fcb-94d4-56cd7e4ee9df tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Deleting port 70e728d4-6ca9-4807-b8e9-3b964035cb6f {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:53:34.203954 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-32c8e397-1977-4fcb-94d4-56cd7e4ee9df tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (70e728d4-6ca9-4807-b8e9-3b964035cb6f), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:34.278795 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-32c8e397-1977-4fcb-94d4-56cd7e4ee9df tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (70e728d4-6ca9-4807-b8e9-3b964035cb6f), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:34.279047 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-32c8e397-1977-4fcb-94d4-56cd7e4ee9df tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks [] for floatingip (70e728d4-6ca9-4807-b8e9-3b964035cb6f), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:34.291150 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-32c8e397-1977-4fcb-94d4-56cd7e4ee9df tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Calling delete_port for 70e728d4-6ca9-4807-b8e9-3b964035cb6f owned by network:floatingip {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:53:34.423702 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-32c8e397-1977-4fcb-94d4-56cd7e4ee9df tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (70e728d4-6ca9-4807-b8e9-3b964035cb6f), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:34.451989 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c8e397-1977-4fcb-94d4-56cd7e4ee9df tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Pushing event deleted for resources: {'Port': ['ID=70e728d4-6ca9-4807-b8e9-3b964035cb6f,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:53:34.513639 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-32c8e397-1977-4fcb-94d4-56cd7e4ee9df tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks [] for floatingip (faef9771-f154-4ec6-acea-a688b5a172b2), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:34.516907 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-32c8e397-1977-4fcb-94d4-56cd7e4ee9df tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:34.518063 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-32c8e397-1977-4fcb-94d4-56cd7e4ee9df tempest-ServerActionsTestJSON-1471361570 tempest-ServerActionsTestJSON-1471361570-project] 10.222.0.87 "DELETE /v2.0/floatingips/faef9771-f154-4ec6-acea-a688b5a172b2 HTTP/1.1" status: 204 len: 168 time: 0.4411242 Feb 02 07:53:34.521350 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 36418) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:53:34.866365 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c54689b8-d70b-4ea9-85d8-b053415f2b17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (308272ad-85db-4b5f-a438-3464de3f501b), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:35.398991 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-c54689b8-d70b-4ea9-85d8-b053415f2b17 admin admin] Deleting port 47859473-a024-4bbb-83f9-5741f43b4747 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:53:35.399707 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c54689b8-d70b-4ea9-85d8-b053415f2b17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (47859473-a024-4bbb-83f9-5741f43b4747), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:35.481344 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-c54689b8-d70b-4ea9-85d8-b053415f2b17 admin admin] For port 47859473-a024-4bbb-83f9-5741f43b4747, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=47859473-a024-4bbb-83f9-5741f43b4747,segment=NetworkSegment(0b09661f-1ef0-43c0-95aa-2480e4f33b35),segment_id=0b09661f-1ef0-43c0-95aa-2480e4f33b35)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:53:35.481710 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c54689b8-d70b-4ea9-85d8-b053415f2b17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (47859473-a024-4bbb-83f9-5741f43b4747), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:35.494333 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-c54689b8-d70b-4ea9-85d8-b053415f2b17 admin admin] Calling delete_port for 47859473-a024-4bbb-83f9-5741f43b4747 owned by network:router_interface {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:53:35.677512 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c54689b8-d70b-4ea9-85d8-b053415f2b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (47859473-a024-4bbb-83f9-5741f43b4747), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:35.706833 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54689b8-d70b-4ea9-85d8-b053415f2b17 admin admin] Pushing event deleted for resources: {'Port': ['ID=47859473-a024-4bbb-83f9-5741f43b4747,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:53:35.876298 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c54689b8-d70b-4ea9-85d8-b053415f2b17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (308272ad-85db-4b5f-a438-3464de3f501b), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:36.090240 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c54689b8-d70b-4ea9-85d8-b053415f2b17 admin admin] Router 308272ad-85db-4b5f-a438-3464de3f501b has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:53:36.197423 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c54689b8-d70b-4ea9-85d8-b053415f2b17 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:53:36.205197 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-c54689b8-d70b-4ea9-85d8-b053415f2b17 admin admin] 10.222.0.87 "PUT /v2.0/routers/308272ad-85db-4b5f-a438-3464de3f501b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6801367 Feb 02 07:53:36.205197 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 36420) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:53:36.208343 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f0b11e-6432-412c-b632-04471ea19865 None None] Sync routers for ids ['308272ad-85db-4b5f-a438-3464de3f501b'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:53:36.219000 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f0b11e-6432-412c-b632-04471ea19865 None None] Routers {'308272ad-85db-4b5f-a438-3464de3f501b'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:53:36.219625 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-80f0b11e-6432-412c-b632-04471ea19865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:53:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['308272ad-85db-4b5f-a438-3464de3f501b'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:53:36.308132 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-12f0df1c-8821-4240-8d13-0bcf3e360e46 admin admin] Publish callbacks [] for router (308272ad-85db-4b5f-a438-3464de3f501b), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:36.330284 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-80f0b11e-6432-412c-b632-04471ea19865 None None] Set router 308272ad-85db-4b5f-a438-3464de3f501b gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:53:36.410490 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-12f0df1c-8821-4240-8d13-0bcf3e360e46 admin admin] Publish callbacks [] for router_gateway (308272ad-85db-4b5f-a438-3464de3f501b), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:36.463096 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-12f0df1c-8821-4240-8d13-0bcf3e360e46 admin admin] Deleting port 6e5e3cb4-686f-44bd-86a4-7269c028a9b8 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:53:36.463469 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-12f0df1c-8821-4240-8d13-0bcf3e360e46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (6e5e3cb4-686f-44bd-86a4-7269c028a9b8), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:36.508886 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-80f0b11e-6432-412c-b632-04471ea19865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '308272ad-85db-4b5f-a438-3464de3f501b', 'name': 'tempest-ServerActionsTestJSON-566294728-router', 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '6e5e3cb4-686f-44bd-86a4-7269c028a9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:49:16Z', 'updated_at': '2022-02-02T07:53:35Z', 'revision_number': 5, 'project_id': '607d06f503a5412db9b7b8d5f1be54cb', 'gw_port': {'id': '6e5e3cb4-686f-44bd-86a4-7269c028a9b8', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:cc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308272ad-85db-4b5f-a438-3464de3f501b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:49:17Z', 'updated_at': '2022-02-02T07:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:53:36.535950 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f0b11e-6432-412c-b632-04471ea19865 None None] Checking router: 308272ad-85db-4b5f-a438-3464de3f501b for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:53:36.542722 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-12f0df1c-8821-4240-8d13-0bcf3e360e46 admin admin] For port 6e5e3cb4-686f-44bd-86a4-7269c028a9b8, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=6e5e3cb4-686f-44bd-86a4-7269c028a9b8,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:53:36.543101 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-12f0df1c-8821-4240-8d13-0bcf3e360e46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (6e5e3cb4-686f-44bd-86a4-7269c028a9b8), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:36.544196 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f0b11e-6432-412c-b632-04471ea19865 None None] Routers {'308272ad-85db-4b5f-a438-3464de3f501b'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:53:36.544805 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-80f0b11e-6432-412c-b632-04471ea19865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:53:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['308272ad-85db-4b5f-a438-3464de3f501b'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:53:36.556848 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-12f0df1c-8821-4240-8d13-0bcf3e360e46 admin admin] Calling delete_port for 6e5e3cb4-686f-44bd-86a4-7269c028a9b8 owned by network:router_gateway {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:53:36.646004 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-80f0b11e-6432-412c-b632-04471ea19865 None None] Set router 308272ad-85db-4b5f-a438-3464de3f501b gateway port host: None {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:53:36.701887 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-80f0b11e-6432-412c-b632-04471ea19865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '308272ad-85db-4b5f-a438-3464de3f501b', 'name': 'tempest-ServerActionsTestJSON-566294728-router', 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:49:16Z', 'updated_at': '2022-02-02T07:53:36Z', 'revision_number': 6, 'project_id': '607d06f503a5412db9b7b8d5f1be54cb', 'gw_port_host': None}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:53:36.721758 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-12f0df1c-8821-4240-8d13-0bcf3e360e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (6e5e3cb4-686f-44bd-86a4-7269c028a9b8), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:36.730195 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f0b11e-6432-412c-b632-04471ea19865 None None] The sync data for ids ['308272ad-85db-4b5f-a438-3464de3f501b'] in n-d-789963-26 is: [{'id': '308272ad-85db-4b5f-a438-3464de3f501b', 'name': 'tempest-ServerActionsTestJSON-566294728-router', 'tenant_id': '607d06f503a5412db9b7b8d5f1be54cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:49:16Z', 'updated_at': '2022-02-02T07:53:36Z', 'revision_number': 6, 'project_id': '607d06f503a5412db9b7b8d5f1be54cb', 'gw_port_host': None}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:53:36.750027 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f0df1c-8821-4240-8d13-0bcf3e360e46 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e5e3cb4-686f-44bd-86a4-7269c028a9b8,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:53:36.814579 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-12f0df1c-8821-4240-8d13-0bcf3e360e46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (308272ad-85db-4b5f-a438-3464de3f501b), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:36.902238 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-12f0df1c-8821-4240-8d13-0bcf3e360e46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (308272ad-85db-4b5f-a438-3464de3f501b), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:36.904495 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-12f0df1c-8821-4240-8d13-0bcf3e360e46 admin admin] Publish callbacks [] for router_controller (308272ad-85db-4b5f-a438-3464de3f501b), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:36.947926 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-12f0df1c-8821-4240-8d13-0bcf3e360e46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (308272ad-85db-4b5f-a438-3464de3f501b), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:36.948469 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f0df1c-8821-4240-8d13-0bcf3e360e46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 308272ad-85db-4b5f-a438-3464de3f501b {{(pid=109693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:53:36.952813 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-12f0df1c-8821-4240-8d13-0bcf3e360e46 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:36.954067 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-12f0df1c-8821-4240-8d13-0bcf3e360e46 admin admin] 10.222.0.87 "DELETE /v2.0/routers/308272ad-85db-4b5f-a438-3464de3f501b HTTP/1.1" status: 204 len: 168 time: 0.7481277 Feb 02 07:53:36.956636 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 36422) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:53:37.003729 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6d166b4-e5d8-436f-bfef-eda68b85c7fe admin admin] Deleting subnet 7a252067-5a15-4739-8cf3-482cd4016f06 {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:53:37.006768 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f6d166b4-e5d8-436f-bfef-eda68b85c7fe admin admin] Publish callbacks [] for subnet (7a252067-5a15-4739-8cf3-482cd4016f06), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:37.043542 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f6d166b4-e5d8-436f-bfef-eda68b85c7fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (7a252067-5a15-4739-8cf3-482cd4016f06), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:37.125713 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f6d166b4-e5d8-436f-bfef-eda68b85c7fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (7a252067-5a15-4739-8cf3-482cd4016f06), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:37.184756 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f6d166b4-e5d8-436f-bfef-eda68b85c7fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (7a252067-5a15-4739-8cf3-482cd4016f06), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:37.217290 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f6d166b4-e5d8-436f-bfef-eda68b85c7fe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:37.220808 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-f6d166b4-e5d8-436f-bfef-eda68b85c7fe admin admin] 10.222.0.87 "DELETE /v2.0/subnets/7a252067-5a15-4739-8cf3-482cd4016f06 HTTP/1.1" status: 204 len: 168 time: 0.2632358 Feb 02 07:53:37.221928 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d166b4-e5d8-436f-bfef-eda68b85c7fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a252067-5a15-4739-8cf3-482cd4016f06,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:53:37.222954 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27ba702-8264-4df5-a665-81c1820d889a None None] Network 20c28c57-0e6f-44f8-863b-5c366a2d592b requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:53:37.223536 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 36424) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:53:37.315407 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b3e8882e-c66a-4e66-909e-3c7c81c09f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (20c28c57-0e6f-44f8-863b-5c366a2d592b), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:37.370552 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-b3e8882e-c66a-4e66-909e-3c7c81c09f60 admin admin] Deleting port 90e26825-5733-41b9-bad9-4b0fe737dc94 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:53:37.370896 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b3e8882e-c66a-4e66-909e-3c7c81c09f60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (90e26825-5733-41b9-bad9-4b0fe737dc94), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:37.431718 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-b3e8882e-c66a-4e66-909e-3c7c81c09f60 admin admin] For port 90e26825-5733-41b9-bad9-4b0fe737dc94, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=90e26825-5733-41b9-bad9-4b0fe737dc94,segment=NetworkSegment(0b09661f-1ef0-43c0-95aa-2480e4f33b35),segment_id=0b09661f-1ef0-43c0-95aa-2480e4f33b35)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:53:37.432008 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b3e8882e-c66a-4e66-909e-3c7c81c09f60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (90e26825-5733-41b9-bad9-4b0fe737dc94), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:37.449526 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-b3e8882e-c66a-4e66-909e-3c7c81c09f60 admin admin] Calling delete_port for 90e26825-5733-41b9-bad9-4b0fe737dc94 owned by network:dhcp {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:53:37.524815 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3d7080-f3e0-41dc-b0f7-34115bc214ed None None] DHCP port deletion for 20c28c57-0e6f-44f8-863b-5c366a2d592b request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:53:37.535985 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b3e8882e-c66a-4e66-909e-3c7c81c09f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (90e26825-5733-41b9-bad9-4b0fe737dc94), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:37.563052 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e8882e-c66a-4e66-909e-3c7c81c09f60 admin admin] Pushing event deleted for resources: {'Port': ['ID=90e26825-5733-41b9-bad9-4b0fe737dc94,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:53:37.566720 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e8882e-c66a-4e66-909e-3c7c81c09f60 admin admin] No DVR routers for this DVR port 90e26825-5733-41b9-bad9-4b0fe737dc94 on host n-d-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:53:37.578316 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-5f3d7080-f3e0-41dc-b0f7-34115bc214ed None None] Deleting port 90e26825-5733-41b9-bad9-4b0fe737dc94 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:53:37.578693 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5f3d7080-f3e0-41dc-b0f7-34115bc214ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (90e26825-5733-41b9-bad9-4b0fe737dc94), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:37.641961 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b3e8882e-c66a-4e66-909e-3c7c81c09f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (20c28c57-0e6f-44f8-863b-5c366a2d592b), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:37.646635 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-5f3d7080-f3e0-41dc-b0f7-34115bc214ed None None] For port 90e26825-5733-41b9-bad9-4b0fe737dc94, host n-d-789963-26, got binding levels [] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:53:37.647039 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5f3d7080-f3e0-41dc-b0f7-34115bc214ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (90e26825-5733-41b9-bad9-4b0fe737dc94), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:37.661109 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-5f3d7080-f3e0-41dc-b0f7-34115bc214ed None None] Calling delete_port for 90e26825-5733-41b9-bad9-4b0fe737dc94 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:53:37.662343 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-b3e8882e-c66a-4e66-909e-3c7c81c09f60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20c28c57-0e6f-44f8-863b-5c366a2d592b']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:53:37.663843 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.ipam_backend_mixin [None req-5f3d7080-f3e0-41dc-b0f7-34115bc214ed None None] Port 90e26825-5733-41b9-bad9-4b0fe737dc94 was not found and therefore no delete operation was performed {{(pid=109695) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 02 07:53:37.665109 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5f3d7080-f3e0-41dc-b0f7-34115bc214ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (90e26825-5733-41b9-bad9-4b0fe737dc94), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:37.672432 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-b3e8882e-c66a-4e66-909e-3c7c81c09f60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b09661f-1ef0-43c0-95aa-2480e4f33b35') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:53:37.673497 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-b3e8882e-c66a-4e66-909e-3c7c81c09f60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b09661f-1ef0-43c0-95aa-2480e4f33b35') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:53:37.682491 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b3e8882e-c66a-4e66-909e-3c7c81c09f60 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (0b09661f-1ef0-43c0-95aa-2480e4f33b35), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:37.691755 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3d7080-f3e0-41dc-b0f7-34115bc214ed None None] Pushing event deleted for resources: {'Port': ['ID=90e26825-5733-41b9-bad9-4b0fe737dc94,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:53:37.693624 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3d7080-f3e0-41dc-b0f7-34115bc214ed None None] No DVR routers for this DVR port 90e26825-5733-41b9-bad9-4b0fe737dc94 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:53:37.700850 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b3e8882e-c66a-4e66-909e-3c7c81c09f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (0b09661f-1ef0-43c0-95aa-2480e4f33b35), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:37.714735 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3e8882e-c66a-4e66-909e-3c7c81c09f60 admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:53:37.715149 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b3e8882e-c66a-4e66-909e-3c7c81c09f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (0b09661f-1ef0-43c0-95aa-2480e4f33b35), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:37.717000 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:53:37.717000 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:53:37.717000 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:53:37.717000 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:53:37.717000 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:53:37.717000 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:53:37.717000 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:53:37.717000 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:53:37.717000 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:53:37.717000 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:53:37.717000 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:53:37.717000 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:53:37.717000 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:53:37.717000 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:53:37.717000 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:53:37.717000 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:53:37.717000 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:53:37.717000 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:53:37.717000 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:53:37.717000 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:53:37.717000 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:53:37.717000 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:53:37.717000 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:53:37.717000 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:53:37.717000 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:53:37.717000 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:53:37.717000 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:53:37.717000 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:53:37.717000 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:53:37.717000 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:53:37.717000 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:53:37.717000 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:53:37.779801 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b3e8882e-c66a-4e66-909e-3c7c81c09f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (20c28c57-0e6f-44f8-863b-5c366a2d592b), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:37.790460 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b3e8882e-c66a-4e66-909e-3c7c81c09f60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:37.796989 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b3e8882e-c66a-4e66-909e-3c7c81c09f60 admin admin] 10.222.0.87 "DELETE /v2.0/networks/20c28c57-0e6f-44f8-863b-5c366a2d592b HTTP/1.1" status: 204 len: 168 time: 0.5714200 Feb 02 07:53:37.808049 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e8882e-c66a-4e66-909e-3c7c81c09f60 admin admin] Pushing event deleted for resources: {'Network': ['ID=20c28c57-0e6f-44f8-863b-5c366a2d592b,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:53:37.907076 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 36428) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:53:37.946324 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-39f72cfd-599e-4626-9e12-0f53a1fdc5f9 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=607d06f503a5412db9b7b8d5f1be54cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379753 Feb 02 07:53:37.948835 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 36430) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:53:37.995775 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-21cbf476-5313-4503-b15d-eb7845423201 admin admin] Publish callbacks [] for security_group (ebed1314-b6e2-4665-96d8-331a1ae27b66), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:38.016414 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-21cbf476-5313-4503-b15d-eb7845423201 admin admin] Publish callbacks [] for security_group (ebed1314-b6e2-4665-96d8-331a1ae27b66), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:38.064910 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-21cbf476-5313-4503-b15d-eb7845423201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (ebed1314-b6e2-4665-96d8-331a1ae27b66), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:38.067714 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-21cbf476-5313-4503-b15d-eb7845423201 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:38.068843 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-21cbf476-5313-4503-b15d-eb7845423201 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ebed1314-b6e2-4665-96d8-331a1ae27b66 HTTP/1.1" status: 204 len: 168 time: 0.1190639 Feb 02 07:53:38.076825 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cbf476-5313-4503-b15d-eb7845423201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebed1314-b6e2-4665-96d8-331a1ae27b66,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:53:38.174704 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 90e26825-5733-41b9-bad9-4b0fe737dc94 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:53:38.198905 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 90e26825-5733-41b9-bad9-4b0fe737dc94 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:53:38.199256 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 90e26825-5733-41b9-bad9-4b0fe737dc94 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:53:38.199713 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 6e5e3cb4-686f-44bd-86a4-7269c028a9b8 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:53:38.218102 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 6e5e3cb4-686f-44bd-86a4-7269c028a9b8 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:53:38.218456 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 6e5e3cb4-686f-44bd-86a4-7269c028a9b8 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:53:38.218906 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 47859473-a024-4bbb-83f9-5741f43b4747 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:53:38.238075 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 47859473-a024-4bbb-83f9-5741f43b4747 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:53:38.238653 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 47859473-a024-4bbb-83f9-5741f43b4747 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:53:38.741136 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 36452) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:53:38.833275 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-9ff597e6-7481-4d9b-9f45-60f64c27990f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-737003379-network', 'tenant_id': '4108015ba4ca4062a2adc0d85bbafa02'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:53:38.852749 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff597e6-7481-4d9b-9f45-60f64c27990f admin admin] Made reservation on behalf of 4108015ba4ca4062a2adc0d85bbafa02 for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:53:38.855153 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ff597e6-7481-4d9b-9f45-60f64c27990f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:38.863922 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ff597e6-7481-4d9b-9f45-60f64c27990f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:38.938862 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ff597e6-7481-4d9b-9f45-60f64c27990f admin admin] Publish callbacks [] for security_group (d69b694e-f0bd-49e8-b76c-b55ab904a803), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:38.942393 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ff597e6-7481-4d9b-9f45-60f64c27990f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (d69b694e-f0bd-49e8-b76c-b55ab904a803), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:38.965901 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ff597e6-7481-4d9b-9f45-60f64c27990f admin admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:53:38.976110 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff597e6-7481-4d9b-9f45-60f64c27990f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d69b694e-f0bd-49e8-b76c-b55ab904a803,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:53:38.980738 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ff597e6-7481-4d9b-9f45-60f64c27990f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (259349a5-674a-46f0-9f78-c43bef3e9c0a), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:38.981076 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-9ff597e6-7481-4d9b-9f45-60f64c27990f admin admin] Added segment 259349a5-674a-46f0-9f78-c43bef3e9c0a of type vlan for network cd52ffce-f6d9-4166-8599-69d5a5db9d0c Feb 02 07:53:39.020085 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ff597e6-7481-4d9b-9f45-60f64c27990f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (cd52ffce-f6d9-4166-8599-69d5a5db9d0c), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:39.044469 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ff597e6-7481-4d9b-9f45-60f64c27990f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (cd52ffce-f6d9-4166-8599-69d5a5db9d0c), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:39.045374 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff597e6-7481-4d9b-9f45-60f64c27990f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:53:39.046090 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9ff597e6-7481-4d9b-9f45-60f64c27990f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:39.076021 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-9ff597e6-7481-4d9b-9f45-60f64c27990f admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3336818 Feb 02 07:53:39.079516 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 36456) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:53:39.084536 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-76828690-5d76-43ef-804f-2bc5be3d73cc admin admin] Request body: {'subnet': {'network_id': 'cd52ffce-f6d9-4166-8599-69d5a5db9d0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-737003379-subnet', 'tenant_id': '4108015ba4ca4062a2adc0d85bbafa02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:53:39.103891 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76828690-5d76-43ef-804f-2bc5be3d73cc admin admin] Made reservation on behalf of 4108015ba4ca4062a2adc0d85bbafa02 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:53:39.106191 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-76828690-5d76-43ef-804f-2bc5be3d73cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:39.107687 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff597e6-7481-4d9b-9f45-60f64c27990f admin admin] Pushing event updated for resources: {'Network': ['ID=cd52ffce-f6d9-4166-8599-69d5a5db9d0c,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:53:39.118413 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network cd52ffce-f6d9-4166-8599-69d5a5db9d0c details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:53:39.283582 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-76828690-5d76-43ef-804f-2bc5be3d73cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (0978194e-f327-44b7-99dc-8495bc7f7951), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:39.332484 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76828690-5d76-43ef-804f-2bc5be3d73cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=0978194e-f327-44b7-99dc-8495bc7f7951,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:53:39.348326 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76828690-5d76-43ef-804f-2bc5be3d73cc admin admin] Checking segment: {'id': '259349a5-674a-46f0-9f78-c43bef3e9c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'cd52ffce-f6d9-4166-8599-69d5a5db9d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:53:39.348688 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76828690-5d76-43ef-804f-2bc5be3d73cc admin admin] Network hostable DHCP agents. Network: cd52ffce-f6d9-4166-8599-69d5a5db9d0c, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:53:39.365150 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76828690-5d76-43ef-804f-2bc5be3d73cc admin admin] Network cd52ffce-f6d9-4166-8599-69d5a5db9d0c is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:53:39.373845 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-76828690-5d76-43ef-804f-2bc5be3d73cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, cd52ffce-f6d9-4166-8599-69d5a5db9d0c) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:53:39.379293 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76828690-5d76-43ef-804f-2bc5be3d73cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:53:39.380394 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-76828690-5d76-43ef-804f-2bc5be3d73cc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:39.383588 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1559c5c7-8be3-4059-a283-fc0ae6eb5ef5 None None] Network cd52ffce-f6d9-4166-8599-69d5a5db9d0c requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:53:39.401158 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-76828690-5d76-43ef-804f-2bc5be3d73cc admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3163786 Feb 02 07:53:39.485967 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd84ef4-e8d8-40c9-8d92-545714d66b7b None None] Network cd52ffce-f6d9-4166-8599-69d5a5db9d0c requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:53:39.821702 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0973338-ef92-437a-b101-c007b3f47d2d req-4df0ba48-06f9-4356-a21d-6cb4d7fb370b tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:53:39.823166 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a0973338-ef92-437a-b101-c007b3f47d2d req-4df0ba48-06f9-4356-a21d-6cb4d7fb370b tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] 10.222.0.87 "GET /v2.0/networks?id=cd52ffce-f6d9-4166-8599-69d5a5db9d0c HTTP/1.1" status: 200 len: 813 time: 0.1081223 Feb 02 07:53:39.837898 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a0973338-ef92-437a-b101-c007b3f47d2d req-0f1a5785-bade-4194-b6eb-caf2bd4d751f tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] 10.222.0.87 "GET /v2.0/quotas/4108015ba4ca4062a2adc0d85bbafa02 HTTP/1.1" status: 200 len: 375 time: 0.0086811 Feb 02 07:53:39.869403 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a0973338-ef92-437a-b101-c007b3f47d2d req-d483de62-808c-42b3-a102-addaa80ebe97 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=4108015ba4ca4062a2adc0d85bbafa02&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267458 Feb 02 07:53:39.961091 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a0973338-ef92-437a-b101-c007b3f47d2d req-cf9d55ef-c528-4168-9251-5e2bc718899c service neutron] 10.222.0.87 "GET /v2.0/networks/cd52ffce-f6d9-4166-8599-69d5a5db9d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851607 Feb 02 07:53:40.047509 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a0973338-ef92-437a-b101-c007b3f47d2d req-ebcac5c7-4655-4cfa-a903-f5f2643b159c service neutron] 10.222.0.87 "GET /v2.0/networks/cd52ffce-f6d9-4166-8599-69d5a5db9d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806725 Feb 02 07:53:40.212543 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-38a3fe7f-0646-448b-87d5-1ffe72368c53 req-322e71f6-b92a-48bb-8bf2-591662995bc1 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] 10.222.0.87 "GET /v2.0/ports?device_id=0b144e89-c34b-4c5b-b3f7-7e91d1cd5f4e HTTP/1.1" status: 200 len: 210 time: 0.0328090 Feb 02 07:53:41.065113 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6ccad2b9-3201-465e-bce4-0faf7e181b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:41.238333 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0973338-ef92-437a-b101-c007b3f47d2d req-95d641fd-9a25-47de-8f3a-e3ff25f65ea3 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:53:41.239884 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a0973338-ef92-437a-b101-c007b3f47d2d req-95d641fd-9a25-47de-8f3a-e3ff25f65ea3 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] 10.222.0.88 "GET /v2.0/networks?id=cd52ffce-f6d9-4166-8599-69d5a5db9d0c HTTP/1.1" status: 200 len: 813 time: 0.1136749 Feb 02 07:53:41.258117 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-a0973338-ef92-437a-b101-c007b3f47d2d req-2f7d3982-9205-4a99-b8ba-f09f31c62908 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Request body: {'port': {'device_id': '0b144e89-c34b-4c5b-b3f7-7e91d1cd5f4e', 'network_id': 'cd52ffce-f6d9-4166-8599-69d5a5db9d0c', 'admin_state_up': True, 'tenant_id': '4108015ba4ca4062a2adc0d85bbafa02'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:53:41.312533 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d3e1ce91-a303-4d6b-9e29-312a08d2324c req-2540cdac-f3df-49c1-94eb-c290ceecaba4 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] 10.222.0.87 "GET /v2.0/ports?device_id=0b144e89-c34b-4c5b-b3f7-7e91d1cd5f4e HTTP/1.1" status: 200 len: 210 time: 0.0269043 Feb 02 07:53:41.364994 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0973338-ef92-437a-b101-c007b3f47d2d req-2f7d3982-9205-4a99-b8ba-f09f31c62908 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Made reservation on behalf of 4108015ba4ca4062a2adc0d85bbafa02 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:53:41.368323 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-a0973338-ef92-437a-b101-c007b3f47d2d req-2f7d3982-9205-4a99-b8ba-f09f31c62908 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:41.781109 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-a0973338-ef92-437a-b101-c007b3f47d2d req-2f7d3982-9205-4a99-b8ba-f09f31c62908 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Allocated IP 172.20.0.4 (cd52ffce-f6d9-4166-8599-69d5a5db9d0c/0978194e-f327-44b7-99dc-8495bc7f7951/411e10fa-74a4-4a1d-a60d-6e156de5deca) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:53:41.928130 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-a0973338-ef92-437a-b101-c007b3f47d2d req-2f7d3982-9205-4a99-b8ba-f09f31c62908 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Publish callbacks [] for port (411e10fa-74a4-4a1d-a60d-6e156de5deca), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:41.960917 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-a0973338-ef92-437a-b101-c007b3f47d2d req-2f7d3982-9205-4a99-b8ba-f09f31c62908 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (411e10fa-74a4-4a1d-a60d-6e156de5deca), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:42.001825 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0973338-ef92-437a-b101-c007b3f47d2d req-2f7d3982-9205-4a99-b8ba-f09f31c62908 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Network cd52ffce-f6d9-4166-8599-69d5a5db9d0c is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:53:42.004819 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-a0973338-ef92-437a-b101-c007b3f47d2d req-2f7d3982-9205-4a99-b8ba-f09f31c62908 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:53:42.010423 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0973338-ef92-437a-b101-c007b3f47d2d req-2f7d3982-9205-4a99-b8ba-f09f31c62908 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:53:42.036637 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7d3982-9205-4a99-b8ba-f09f31c62908 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Pushing event updated for resources: {'Port': ['ID=411e10fa-74a4-4a1d-a60d-6e156de5deca,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:53:42.060920 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0973338-ef92-437a-b101-c007b3f47d2d req-2f7d3982-9205-4a99-b8ba-f09f31c62908 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:53:42.062275 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-a0973338-ef92-437a-b101-c007b3f47d2d req-2f7d3982-9205-4a99-b8ba-f09f31c62908 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:42.077491 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a0973338-ef92-437a-b101-c007b3f47d2d req-2f7d3982-9205-4a99-b8ba-f09f31c62908 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8236504 Feb 02 07:53:42.086255 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [req-a0973338-ef92-437a-b101-c007b3f47d2d req-9886acd3-9efb-4941-8cfc-06457b51809f tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=109693) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:53:42.087246 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a0973338-ef92-437a-b101-c007b3f47d2d req-9886acd3-9efb-4941-8cfc-06457b51809f tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050075 Feb 02 07:53:42.103469 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-a0973338-ef92-437a-b101-c007b3f47d2d req-ed63167f-6696-4348-94bb-d11f0e173e38 service neutron] Request body: {'port': {'device_id': '0b144e89-c34b-4c5b-b3f7-7e91d1cd5f4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:53:42.165406 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-a0973338-ef92-437a-b101-c007b3f47d2d req-ed63167f-6696-4348-94bb-d11f0e173e38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (411e10fa-74a4-4a1d-a60d-6e156de5deca), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:42.428684 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-a0973338-ef92-437a-b101-c007b3f47d2d req-ed63167f-6696-4348-94bb-d11f0e173e38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 411e10fa-74a4-4a1d-a60d-6e156de5deca {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:53:42.432577 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f0b41c-45a5-44a6-8fd8-ddb08fe6408d req-b4d4178a-36f2-4c05-acd8-29075b90603c tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:53:42.434060 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-06f0b41c-45a5-44a6-8fd8-ddb08fe6408d req-b4d4178a-36f2-4c05-acd8-29075b90603c tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] 10.222.0.87 "GET /v2.0/ports?device_id=0b144e89-c34b-4c5b-b3f7-7e91d1cd5f4e HTTP/1.1" status: 200 len: 931 time: 0.0526454 Feb 02 07:53:42.436229 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-a0973338-ef92-437a-b101-c007b3f47d2d req-ed63167f-6696-4348-94bb-d11f0e173e38 service neutron] Publish callbacks [] for port (411e10fa-74a4-4a1d-a60d-6e156de5deca), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:42.449245 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-a0973338-ef92-437a-b101-c007b3f47d2d req-ed63167f-6696-4348-94bb-d11f0e173e38 service neutron] Transition to ACTIVE for port object 411e10fa-74a4-4a1d-a60d-6e156de5deca will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:53:42.454654 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-a0973338-ef92-437a-b101-c007b3f47d2d req-ed63167f-6696-4348-94bb-d11f0e173e38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (411e10fa-74a4-4a1d-a60d-6e156de5deca), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:42.486339 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-06f0b41c-45a5-44a6-8fd8-ddb08fe6408d req-0915e662-5cc0-4a6c-906b-810962394152 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] 10.222.0.87 "GET /v2.0/security-groups?id=d69b694e-f0bd-49e8-b76c-b55ab904a803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417638 Feb 02 07:53:42.518203 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed63167f-6696-4348-94bb-d11f0e173e38 service neutron] Pushing event updated for resources: {'Port': ['ID=411e10fa-74a4-4a1d-a60d-6e156de5deca,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:53:42.587613 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-a0973338-ef92-437a-b101-c007b3f47d2d req-ed63167f-6696-4348-94bb-d11f0e173e38 service neutron] Attempting to bind port 411e10fa-74a4-4a1d-a60d-6e156de5deca on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:53:42.587967 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-a0973338-ef92-437a-b101-c007b3f47d2d req-ed63167f-6696-4348-94bb-d11f0e173e38 service neutron] Attempting to bind port 411e10fa-74a4-4a1d-a60d-6e156de5deca by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': '259349a5-674a-46f0-9f78-c43bef3e9c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'cd52ffce-f6d9-4166-8599-69d5a5db9d0c'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:53:42.588306 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0973338-ef92-437a-b101-c007b3f47d2d req-ed63167f-6696-4348-94bb-d11f0e173e38 service neutron] Attempting to bind port 411e10fa-74a4-4a1d-a60d-6e156de5deca on network cd52ffce-f6d9-4166-8599-69d5a5db9d0c {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:53:42.592999 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0973338-ef92-437a-b101-c007b3f47d2d req-ed63167f-6696-4348-94bb-d11f0e173e38 service neutron] Port 411e10fa-74a4-4a1d-a60d-6e156de5deca on network cd52ffce-f6d9-4166-8599-69d5a5db9d0c not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:53:42.593516 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0973338-ef92-437a-b101-c007b3f47d2d req-ed63167f-6696-4348-94bb-d11f0e173e38 service neutron] Attempting to bind port 411e10fa-74a4-4a1d-a60d-6e156de5deca on network cd52ffce-f6d9-4166-8599-69d5a5db9d0c {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:53:42.598874 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0973338-ef92-437a-b101-c007b3f47d2d req-ed63167f-6696-4348-94bb-d11f0e173e38 service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:53:42.599224 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0973338-ef92-437a-b101-c007b3f47d2d req-ed63167f-6696-4348-94bb-d11f0e173e38 service neutron] Checking segment: {'id': '259349a5-674a-46f0-9f78-c43bef3e9c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'cd52ffce-f6d9-4166-8599-69d5a5db9d0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:53:42.599680 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0973338-ef92-437a-b101-c007b3f47d2d req-ed63167f-6696-4348-94bb-d11f0e173e38 service neutron] Bound using segment: {'id': '259349a5-674a-46f0-9f78-c43bef3e9c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'cd52ffce-f6d9-4166-8599-69d5a5db9d0c'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:53:42.600089 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-a0973338-ef92-437a-b101-c007b3f47d2d req-ed63167f-6696-4348-94bb-d11f0e173e38 service neutron] Bound port: 411e10fa-74a4-4a1d-a60d-6e156de5deca, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '259349a5-674a-46f0-9f78-c43bef3e9c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'cd52ffce-f6d9-4166-8599-69d5a5db9d0c'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:53:42.600458 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-a0973338-ef92-437a-b101-c007b3f47d2d req-ed63167f-6696-4348-94bb-d11f0e173e38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (411e10fa-74a4-4a1d-a60d-6e156de5deca), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:42.666764 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-a0973338-ef92-437a-b101-c007b3f47d2d req-ed63167f-6696-4348-94bb-d11f0e173e38 service neutron] For port 411e10fa-74a4-4a1d-a60d-6e156de5deca, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:53:42.670153 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-a0973338-ef92-437a-b101-c007b3f47d2d req-ed63167f-6696-4348-94bb-d11f0e173e38 service neutron] For port 411e10fa-74a4-4a1d-a60d-6e156de5deca, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=411e10fa-74a4-4a1d-a60d-6e156de5deca,segment=NetworkSegment(259349a5-674a-46f0-9f78-c43bef3e9c0a),segment_id=259349a5-674a-46f0-9f78-c43bef3e9c0a)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:53:42.678062 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-a0973338-ef92-437a-b101-c007b3f47d2d req-ed63167f-6696-4348-94bb-d11f0e173e38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (411e10fa-74a4-4a1d-a60d-6e156de5deca), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:42.711096 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0973338-ef92-437a-b101-c007b3f47d2d req-ed63167f-6696-4348-94bb-d11f0e173e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:53:42.711913 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-a0973338-ef92-437a-b101-c007b3f47d2d req-ed63167f-6696-4348-94bb-d11f0e173e38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:42.713551 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a0973338-ef92-437a-b101-c007b3f47d2d req-ed63167f-6696-4348-94bb-d11f0e173e38 service neutron] 10.222.0.88 "PUT /v2.0/ports/411e10fa-74a4-4a1d-a60d-6e156de5deca HTTP/1.1" status: 200 len: 1092 time: 0.6137214 Feb 02 07:53:42.715751 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b144e89-c34b-4c5b-b3f7-7e91d1cd5f4e', 'tag': '411e10fa-74a4-4a1d-a60d-6e156de5deca'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:53:42.718150 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bbcc89a9d4d8e7a52f5cbbd716b66041b3f6feaf13502aa94e42da132c01043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ff82d0-ce7f-4b19-a333-22ddcc16b9dc" -d '{"events": [{"name": "network-changed", "server_uuid": "0b144e89-c34b-4c5b-b3f7-7e91d1cd5f4e", "tag": "411e10fa-74a4-4a1d-a60d-6e156de5deca"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:53:42.748003 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed63167f-6696-4348-94bb-d11f0e173e38 service neutron] Pushing event updated for resources: {'Port': ['ID=411e10fa-74a4-4a1d-a60d-6e156de5deca,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:53:42.768751 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd4d0a86-5222-46f1-b596-6a62edf4f43f x-openstack-request-id: req-fd4d0a86-5222-46f1-b596-6a62edf4f43f {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:53:42.769059 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b144e89-c34b-4c5b-b3f7-7e91d1cd5f4e", "tag": "411e10fa-74a4-4a1d-a60d-6e156de5deca", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:53:42.769322 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-fd4d0a86-5222-46f1-b596-6a62edf4f43f {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:53:42.769998 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b144e89-c34b-4c5b-b3f7-7e91d1cd5f4e', 'tag': '411e10fa-74a4-4a1d-a60d-6e156de5deca', 'status': 'completed', 'code': 200} Feb 02 07:53:42.832811 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0973338-ef92-437a-b101-c007b3f47d2d req-682f13ea-e5e1-4103-9a15-25f9c0cfb74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:53:42.834332 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a0973338-ef92-437a-b101-c007b3f47d2d req-682f13ea-e5e1-4103-9a15-25f9c0cfb74d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4108015ba4ca4062a2adc0d85bbafa02&device_id=0b144e89-c34b-4c5b-b3f7-7e91d1cd5f4e HTTP/1.1" status: 200 len: 1126 time: 0.0506487 Feb 02 07:53:42.883150 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a0973338-ef92-437a-b101-c007b3f47d2d req-acbb28d2-19f8-4d8c-bef8-7713fd95428d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=411e10fa-74a4-4a1d-a60d-6e156de5deca HTTP/1.1" status: 200 len: 217 time: 0.0353687 Feb 02 07:53:42.930609 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0973338-ef92-437a-b101-c007b3f47d2d req-8e56462a-57ee-471c-bd45-f3ffebb1782a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:53:42.932134 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a0973338-ef92-437a-b101-c007b3f47d2d req-8e56462a-57ee-471c-bd45-f3ffebb1782a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0978194e-f327-44b7-99dc-8495bc7f7951 HTTP/1.1" status: 200 len: 853 time: 0.0439749 Feb 02 07:53:42.962696 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a0973338-ef92-437a-b101-c007b3f47d2d req-6dff0602-1e72-41e3-a5a9-5dd225b37999 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=cd52ffce-f6d9-4166-8599-69d5a5db9d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248392 Feb 02 07:53:43.053881 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a0973338-ef92-437a-b101-c007b3f47d2d req-ae998ab5-8e96-4229-986e-ce312fc533cb service neutron] 10.222.0.88 "GET /v2.0/networks/cd52ffce-f6d9-4166-8599-69d5a5db9d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850918 Feb 02 07:53:43.146957 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a0973338-ef92-437a-b101-c007b3f47d2d req-e55b40b0-be99-4493-84e3-93134d2389ed service neutron] 10.222.0.88 "GET /v2.0/networks/cd52ffce-f6d9-4166-8599-69d5a5db9d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873868 Feb 02 07:53:43.283241 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff82d0-ce7f-4b19-a333-22ddcc16b9dc req-2e712d7d-3ddd-40d3-872e-f0dd14dc0e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:53:43.284933 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-57ff82d0-ce7f-4b19-a333-22ddcc16b9dc req-2e712d7d-3ddd-40d3-872e-f0dd14dc0e70 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4108015ba4ca4062a2adc0d85bbafa02&device_id=0b144e89-c34b-4c5b-b3f7-7e91d1cd5f4e HTTP/1.1" status: 200 len: 1126 time: 0.0464931 Feb 02 07:53:43.356632 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0256ecd5-cb3a-48c0-8468-ddb02c2ddb82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:43.378736 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff82d0-ce7f-4b19-a333-22ddcc16b9dc req-4e286f13-722a-4f06-8fad-158fe6c2fe06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:53:43.380913 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-57ff82d0-ce7f-4b19-a333-22ddcc16b9dc req-4e286f13-722a-4f06-8fad-158fe6c2fe06 service neutron] 10.222.0.88 "GET /v2.0/networks?id=cd52ffce-f6d9-4166-8599-69d5a5db9d0c HTTP/1.1" status: 200 len: 914 time: 0.0886955 Feb 02 07:53:43.426975 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-57ff82d0-ce7f-4b19-a333-22ddcc16b9dc req-25dee203-79ea-4cd3-b65f-70ad79913a21 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=411e10fa-74a4-4a1d-a60d-6e156de5deca HTTP/1.1" status: 200 len: 217 time: 0.0395312 Feb 02 07:53:43.477182 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff82d0-ce7f-4b19-a333-22ddcc16b9dc req-9db8e3d7-9393-47eb-9421-512247c811aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:53:43.478620 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-57ff82d0-ce7f-4b19-a333-22ddcc16b9dc req-9db8e3d7-9393-47eb-9421-512247c811aa service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0978194e-f327-44b7-99dc-8495bc7f7951 HTTP/1.1" status: 200 len: 853 time: 0.0452318 Feb 02 07:53:43.511706 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-57ff82d0-ce7f-4b19-a333-22ddcc16b9dc req-776e49f3-0214-454d-bccd-bd6b5cba36c6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=cd52ffce-f6d9-4166-8599-69d5a5db9d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265987 Feb 02 07:53:43.613145 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173806e-eff8-4f83-8f86-ea43a7eb3d00 req-5a800ad5-5ccb-4bcb-8c7b-ef4a6a14166c tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:53:43.614790 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0173806e-eff8-4f83-8f86-ea43a7eb3d00 req-5a800ad5-5ccb-4bcb-8c7b-ef4a6a14166c tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] 10.222.0.87 "GET /v2.0/ports?device_id=0b144e89-c34b-4c5b-b3f7-7e91d1cd5f4e HTTP/1.1" status: 200 len: 943 time: 0.0570345 Feb 02 07:53:43.618039 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-57ff82d0-ce7f-4b19-a333-22ddcc16b9dc req-480caef3-5ae6-4483-9ab8-ac1a029cd1b1 service neutron] 10.222.0.88 "GET /v2.0/networks/cd52ffce-f6d9-4166-8599-69d5a5db9d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002259 Feb 02 07:53:43.668026 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0173806e-eff8-4f83-8f86-ea43a7eb3d00 req-42e3dcbd-6f2b-4c87-93c2-713c50aecf18 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] 10.222.0.87 "GET /v2.0/security-groups?id=d69b694e-f0bd-49e8-b76c-b55ab904a803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470459 Feb 02 07:53:43.709084 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-57ff82d0-ce7f-4b19-a333-22ddcc16b9dc req-97f89b63-fb3c-43b9-b50c-4a73d8a06f06 service neutron] 10.222.0.88 "GET /v2.0/networks/cd52ffce-f6d9-4166-8599-69d5a5db9d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845895 Feb 02 07:53:44.787313 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b113cb-0eb9-458e-8c46-0acddf465f60 req-c9f23f45-1d94-4002-ae24-8a90096c597c tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:53:44.788735 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-24b113cb-0eb9-458e-8c46-0acddf465f60 req-c9f23f45-1d94-4002-ae24-8a90096c597c tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] 10.222.0.87 "GET /v2.0/ports?device_id=0b144e89-c34b-4c5b-b3f7-7e91d1cd5f4e HTTP/1.1" status: 200 len: 943 time: 0.0528123 Feb 02 07:53:44.835937 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-24b113cb-0eb9-458e-8c46-0acddf465f60 req-a7468e33-a5d3-4750-8f9b-1c8cd94cce07 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] 10.222.0.87 "GET /v2.0/security-groups?id=d69b694e-f0bd-49e8-b76c-b55ab904a803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415869 Feb 02 07:53:44.844652 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:45.957158 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1895d61-483a-4fcc-83c7-ef56d0e0131a req-d40ba681-b0b6-4086-849c-40490be2da3b tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:53:45.958784 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a1895d61-483a-4fcc-83c7-ef56d0e0131a req-d40ba681-b0b6-4086-849c-40490be2da3b tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] 10.222.0.87 "GET /v2.0/ports?device_id=0b144e89-c34b-4c5b-b3f7-7e91d1cd5f4e HTTP/1.1" status: 200 len: 943 time: 0.0534413 Feb 02 07:53:46.005616 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a1895d61-483a-4fcc-83c7-ef56d0e0131a req-e2f828b7-5a62-419b-8efe-947237a8f0af tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] 10.222.0.87 "GET /v2.0/security-groups?id=d69b694e-f0bd-49e8-b76c-b55ab904a803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412569 Feb 02 07:53:46.019996 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 411e10fa-74a4-4a1d-a60d-6e156de5deca details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:53:46.118252 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 411e10fa-74a4-4a1d-a60d-6e156de5deca, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=411e10fa-74a4-4a1d-a60d-6e156de5deca,segment=NetworkSegment(259349a5-674a-46f0-9f78-c43bef3e9c0a),segment_id=259349a5-674a-46f0-9f78-c43bef3e9c0a)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:53:46.129563 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': '411e10fa-74a4-4a1d-a60d-6e156de5deca', 'network_id': 'cd52ffce-f6d9-4166-8599-69d5a5db9d0c', 'port_id': '411e10fa-74a4-4a1d-a60d-6e156de5deca', 'mac_address': 'fa:16:3e:7c:b5:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0978194e-f327-44b7-99dc-8495bc7f7951', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:53:46.166022 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 411e10fa-74a4-4a1d-a60d-6e156de5deca is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:53:46.166417 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (411e10fa-74a4-4a1d-a60d-6e156de5deca), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:46.182725 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 411e10fa-74a4-4a1d-a60d-6e156de5deca {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:53:46.209167 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 411e10fa-74a4-4a1d-a60d-6e156de5deca, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=411e10fa-74a4-4a1d-a60d-6e156de5deca,segment=NetworkSegment(259349a5-674a-46f0-9f78-c43bef3e9c0a),segment_id=259349a5-674a-46f0-9f78-c43bef3e9c0a)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:53:46.214073 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (411e10fa-74a4-4a1d-a60d-6e156de5deca), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:46.219792 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:46.260587 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=411e10fa-74a4-4a1d-a60d-6e156de5deca,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:53:46.481479 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['411e10fa-74a4-4a1d-a60d-6e156de5deca'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:53:47.128886 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8090674-ffd5-4890-b8dd-41202c06f6b0 req-3d13afe3-bdbd-4ff0-a6cc-a89ff2d7e58a tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:53:47.130336 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a8090674-ffd5-4890-b8dd-41202c06f6b0 req-3d13afe3-bdbd-4ff0-a6cc-a89ff2d7e58a tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] 10.222.0.87 "GET /v2.0/ports?device_id=0b144e89-c34b-4c5b-b3f7-7e91d1cd5f4e HTTP/1.1" status: 200 len: 944 time: 0.0560589 Feb 02 07:53:47.176514 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a8090674-ffd5-4890-b8dd-41202c06f6b0 req-94d26b68-4175-4d1e-9331-4aed5df4def1 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] 10.222.0.87 "GET /v2.0/security-groups?id=d69b694e-f0bd-49e8-b76c-b55ab904a803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407090 Feb 02 07:53:47.496992 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:48.050594 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 411e10fa-74a4-4a1d-a60d-6e156de5deca up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:53:48.097562 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port 411e10fa-74a4-4a1d-a60d-6e156de5deca completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:53:48.101479 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port 411e10fa-74a4-4a1d-a60d-6e156de5deca triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:53:48.101920 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (411e10fa-74a4-4a1d-a60d-6e156de5deca), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:48.179350 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 411e10fa-74a4-4a1d-a60d-6e156de5deca is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:53:48.179762 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (411e10fa-74a4-4a1d-a60d-6e156de5deca), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:48.202185 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b144e89-c34b-4c5b-b3f7-7e91d1cd5f4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '411e10fa-74a4-4a1d-a60d-6e156de5deca'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:53:48.204623 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8c40c98856fbaa198dc4a2758b0190e9c3f0303d59edd797b772e66ff7f3562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c21c28-d7d8-4b9e-971d-112551947fb9" -d '{"events": [{"server_uuid": "0b144e89-c34b-4c5b-b3f7-7e91d1cd5f4e", "name": "network-vif-plugged", "status": "completed", "tag": "411e10fa-74a4-4a1d-a60d-6e156de5deca"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:53:48.218523 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 411e10fa-74a4-4a1d-a60d-6e156de5deca, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=411e10fa-74a4-4a1d-a60d-6e156de5deca,segment=NetworkSegment(259349a5-674a-46f0-9f78-c43bef3e9c0a),segment_id=259349a5-674a-46f0-9f78-c43bef3e9c0a)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:53:48.223622 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (411e10fa-74a4-4a1d-a60d-6e156de5deca), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:48.270397 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=411e10fa-74a4-4a1d-a60d-6e156de5deca,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:53:48.298417 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f972f31-cef4-430b-8771-4f84211d610a req-3159aac4-3afd-46d5-b686-028a92d2854a tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:53:48.299890 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9f972f31-cef4-430b-8771-4f84211d610a req-3159aac4-3afd-46d5-b686-028a92d2854a tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] 10.222.0.87 "GET /v2.0/ports?device_id=0b144e89-c34b-4c5b-b3f7-7e91d1cd5f4e HTTP/1.1" status: 200 len: 945 time: 0.0530696 Feb 02 07:53:48.347077 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9f972f31-cef4-430b-8771-4f84211d610a req-90bc4e13-59f5-4b07-ba2a-ce2ddc161baa tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] 10.222.0.87 "GET /v2.0/security-groups?id=d69b694e-f0bd-49e8-b76c-b55ab904a803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412900 Feb 02 07:53:48.389298 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0bdede9-bb6e-4865-a922-1d2258269e0f x-openstack-request-id: req-b0bdede9-bb6e-4865-a922-1d2258269e0f {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:53:48.389713 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b144e89-c34b-4c5b-b3f7-7e91d1cd5f4e", "name": "network-vif-plugged", "status": "completed", "tag": "411e10fa-74a4-4a1d-a60d-6e156de5deca", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:53:48.390013 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b0bdede9-bb6e-4865-a922-1d2258269e0f {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:53:48.390413 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b144e89-c34b-4c5b-b3f7-7e91d1cd5f4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '411e10fa-74a4-4a1d-a60d-6e156de5deca', 'code': 200} Feb 02 07:53:48.525124 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54082ac2-d635-4073-88e0-2a9305b538cf req-ab694d83-e8c9-4241-805e-0ef53390b5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:53:48.526635 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-54082ac2-d635-4073-88e0-2a9305b538cf req-ab694d83-e8c9-4241-805e-0ef53390b5da service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0b144e89-c34b-4c5b-b3f7-7e91d1cd5f4e HTTP/1.1" status: 200 len: 1128 time: 0.0499432 Feb 02 07:53:48.569927 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-54082ac2-d635-4073-88e0-2a9305b538cf req-f800b274-3b33-488e-a1e6-b7d97fd58ca6 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=d69b694e-f0bd-49e8-b76c-b55ab904a803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373158 Feb 02 07:53:49.466468 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b7ca1-bbb1-4366-a280-24365de596fb req-f1360e60-d00a-404f-bd2a-06ebdf630e42 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:53:49.468042 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-158b7ca1-bbb1-4366-a280-24365de596fb req-f1360e60-d00a-404f-bd2a-06ebdf630e42 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] 10.222.0.87 "GET /v2.0/ports?device_id=0b144e89-c34b-4c5b-b3f7-7e91d1cd5f4e HTTP/1.1" status: 200 len: 945 time: 0.0523596 Feb 02 07:53:49.519956 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-158b7ca1-bbb1-4366-a280-24365de596fb req-ecc7d164-5977-43b1-b8d5-9d7ff342c6a6 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] 10.222.0.87 "GET /v2.0/security-groups?id=d69b694e-f0bd-49e8-b76c-b55ab904a803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457747 Feb 02 07:53:50.636554 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a60d5-f966-4eb8-977c-cec678ecb086 req-16d9ca7e-61e7-4c2e-92f6-d2ea27dcc1c4 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:53:50.638000 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ad8a60d5-f966-4eb8-977c-cec678ecb086 req-16d9ca7e-61e7-4c2e-92f6-d2ea27dcc1c4 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] 10.222.0.87 "GET /v2.0/ports?device_id=0b144e89-c34b-4c5b-b3f7-7e91d1cd5f4e HTTP/1.1" status: 200 len: 945 time: 0.0515146 Feb 02 07:53:50.683768 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ad8a60d5-f966-4eb8-977c-cec678ecb086 req-460b0e30-814d-4688-bee6-373ad5e97b1d tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] 10.222.0.87 "GET /v2.0/security-groups?id=d69b694e-f0bd-49e8-b76c-b55ab904a803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393431 Feb 02 07:53:50.817346 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f246fbbe-6939-4333-b6bb-d6efa1e600bc req-940683a2-37b7-4de0-b31e-6506da972a6c service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0b144e89-c34b-4c5b-b3f7-7e91d1cd5f4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0482764 Feb 02 07:53:50.910519 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eaec93-b280-4a75-bb5f-4bec0de596ae req-778d01cd-a249-40cf-8b7e-415da10345bc tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:53:50.912746 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-65eaec93-b280-4a75-bb5f-4bec0de596ae req-778d01cd-a249-40cf-8b7e-415da10345bc tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] 10.222.0.87 "GET /v2.0/networks?id=cd52ffce-f6d9-4166-8599-69d5a5db9d0c HTTP/1.1" status: 200 len: 813 time: 0.1075227 Feb 02 07:53:50.927245 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-65eaec93-b280-4a75-bb5f-4bec0de596ae req-6e353035-c956-4264-a376-622feccd0d2b tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] 10.222.0.87 "GET /v2.0/quotas/4108015ba4ca4062a2adc0d85bbafa02 HTTP/1.1" status: 200 len: 375 time: 0.0099480 Feb 02 07:53:50.931101 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246fbbe-6939-4333-b6bb-d6efa1e600bc req-f38c4bc0-91ac-436c-a363-8ef683e8b93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:53:50.932663 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f246fbbe-6939-4333-b6bb-d6efa1e600bc req-f38c4bc0-91ac-436c-a363-8ef683e8b93b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4108015ba4ca4062a2adc0d85bbafa02&device_id=0b144e89-c34b-4c5b-b3f7-7e91d1cd5f4e HTTP/1.1" status: 200 len: 1128 time: 0.0452878 Feb 02 07:53:50.979702 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-65eaec93-b280-4a75-bb5f-4bec0de596ae req-a48ebf10-b057-46e5-9540-a970190caf89 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=4108015ba4ca4062a2adc0d85bbafa02&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0472341 Feb 02 07:53:51.039388 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246fbbe-6939-4333-b6bb-d6efa1e600bc req-267e328a-bf66-4403-887d-6b016c41c75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:53:51.040781 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f246fbbe-6939-4333-b6bb-d6efa1e600bc req-267e328a-bf66-4403-887d-6b016c41c75e service neutron] 10.222.0.88 "GET /v2.0/networks?id=cd52ffce-f6d9-4166-8599-69d5a5db9d0c HTTP/1.1" status: 200 len: 914 time: 0.0902865 Feb 02 07:53:51.069370 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-65eaec93-b280-4a75-bb5f-4bec0de596ae req-0af8d2b8-35e2-43be-a3cd-97c52d379125 service neutron] 10.222.0.87 "GET /v2.0/networks/cd52ffce-f6d9-4166-8599-69d5a5db9d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824196 Feb 02 07:53:51.081996 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f246fbbe-6939-4333-b6bb-d6efa1e600bc req-faa9dd2a-b8f9-47fe-b2c9-298d67a35c9b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=411e10fa-74a4-4a1d-a60d-6e156de5deca HTTP/1.1" status: 200 len: 217 time: 0.0353703 Feb 02 07:53:51.135750 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246fbbe-6939-4333-b6bb-d6efa1e600bc req-92a8e055-cc83-41c9-aa35-2335bfc705c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:53:51.137246 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f246fbbe-6939-4333-b6bb-d6efa1e600bc req-92a8e055-cc83-41c9-aa35-2335bfc705c1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0978194e-f327-44b7-99dc-8495bc7f7951 HTTP/1.1" status: 200 len: 853 time: 0.0488160 Feb 02 07:53:51.163837 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-65eaec93-b280-4a75-bb5f-4bec0de596ae req-e6007f06-3884-4bdf-9c59-84a337251c70 service neutron] 10.222.0.87 "GET /v2.0/networks/cd52ffce-f6d9-4166-8599-69d5a5db9d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887122 Feb 02 07:53:51.168511 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f246fbbe-6939-4333-b6bb-d6efa1e600bc req-032c7147-7854-4ef3-95d8-53dae21a685d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=cd52ffce-f6d9-4166-8599-69d5a5db9d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260403 Feb 02 07:53:51.258705 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f246fbbe-6939-4333-b6bb-d6efa1e600bc req-fb2334e0-fdfc-435f-92a4-4e9a12f48c3d service neutron] 10.222.0.88 "GET /v2.0/networks/cd52ffce-f6d9-4166-8599-69d5a5db9d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845420 Feb 02 07:53:51.326208 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2e374c21-a4e3-4036-907d-93d4ad0d9c53 req-bf94a039-b9af-4c42-8b79-b498bd03351d tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] 10.222.0.87 "GET /v2.0/ports?device_id=6a2a8dea-d414-4603-a999-54011dd65ebc HTTP/1.1" status: 200 len: 210 time: 0.0282826 Feb 02 07:53:51.359287 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f246fbbe-6939-4333-b6bb-d6efa1e600bc req-c4397be7-6916-48f7-a778-da0f6e743b22 service neutron] 10.222.0.88 "GET /v2.0/networks/cd52ffce-f6d9-4166-8599-69d5a5db9d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910046 Feb 02 07:53:52.444375 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ac1bb5c4-f655-44f4-aeb9-1449ddf69343 req-0fcf96de-b14b-4f5a-9c68-c757772aa411 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] 10.222.0.87 "GET /v2.0/ports?device_id=6a2a8dea-d414-4603-a999-54011dd65ebc HTTP/1.1" status: 200 len: 210 time: 0.0311100 Feb 02 07:53:52.472593 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eaec93-b280-4a75-bb5f-4bec0de596ae req-a39e91a4-cbb7-4551-a336-86977a70ef54 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:53:52.474097 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-65eaec93-b280-4a75-bb5f-4bec0de596ae req-a39e91a4-cbb7-4551-a336-86977a70ef54 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] 10.222.0.59 "GET /v2.0/networks?id=cd52ffce-f6d9-4166-8599-69d5a5db9d0c HTTP/1.1" status: 200 len: 813 time: 0.1332374 Feb 02 07:53:52.497242 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-65eaec93-b280-4a75-bb5f-4bec0de596ae req-6f7de2c0-9b8e-44bc-af2b-88be4eccc620 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Request body: {'port': {'device_id': '6a2a8dea-d414-4603-a999-54011dd65ebc', 'network_id': 'cd52ffce-f6d9-4166-8599-69d5a5db9d0c', 'admin_state_up': True, 'tenant_id': '4108015ba4ca4062a2adc0d85bbafa02'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:53:52.504651 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:52.604931 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65eaec93-b280-4a75-bb5f-4bec0de596ae req-6f7de2c0-9b8e-44bc-af2b-88be4eccc620 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Made reservation on behalf of 4108015ba4ca4062a2adc0d85bbafa02 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:53:52.609080 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-65eaec93-b280-4a75-bb5f-4bec0de596ae req-6f7de2c0-9b8e-44bc-af2b-88be4eccc620 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:52.732194 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-65eaec93-b280-4a75-bb5f-4bec0de596ae req-6f7de2c0-9b8e-44bc-af2b-88be4eccc620 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Allocated IP 172.20.0.2 (cd52ffce-f6d9-4166-8599-69d5a5db9d0c/0978194e-f327-44b7-99dc-8495bc7f7951/6135b4f6-eb27-4304-bd31-62b6476024ef) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:53:52.876847 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-65eaec93-b280-4a75-bb5f-4bec0de596ae req-6f7de2c0-9b8e-44bc-af2b-88be4eccc620 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Publish callbacks [] for port (6135b4f6-eb27-4304-bd31-62b6476024ef), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:52.909695 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-65eaec93-b280-4a75-bb5f-4bec0de596ae req-6f7de2c0-9b8e-44bc-af2b-88be4eccc620 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (6135b4f6-eb27-4304-bd31-62b6476024ef), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:52.942471 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['411e10fa-74a4-4a1d-a60d-6e156de5deca'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:53:52.951867 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65eaec93-b280-4a75-bb5f-4bec0de596ae req-6f7de2c0-9b8e-44bc-af2b-88be4eccc620 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Network cd52ffce-f6d9-4166-8599-69d5a5db9d0c is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:53:52.959244 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-65eaec93-b280-4a75-bb5f-4bec0de596ae req-6f7de2c0-9b8e-44bc-af2b-88be4eccc620 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:53:52.963797 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-65eaec93-b280-4a75-bb5f-4bec0de596ae req-6f7de2c0-9b8e-44bc-af2b-88be4eccc620 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:53:52.967423 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7de2c0-9b8e-44bc-af2b-88be4eccc620 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Pushing event updated for resources: {'Port': ['ID=6135b4f6-eb27-4304-bd31-62b6476024ef,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:53:53.017251 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eaec93-b280-4a75-bb5f-4bec0de596ae req-6f7de2c0-9b8e-44bc-af2b-88be4eccc620 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:53:53.017856 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-65eaec93-b280-4a75-bb5f-4bec0de596ae req-6f7de2c0-9b8e-44bc-af2b-88be4eccc620 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:53.033486 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-65eaec93-b280-4a75-bb5f-4bec0de596ae req-6f7de2c0-9b8e-44bc-af2b-88be4eccc620 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5400081 Feb 02 07:53:53.054736 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [req-65eaec93-b280-4a75-bb5f-4bec0de596ae req-00079d30-6781-40b7-8660-4473aff8b5f8 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:53:53.055822 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-65eaec93-b280-4a75-bb5f-4bec0de596ae req-00079d30-6781-40b7-8660-4473aff8b5f8 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050576 Feb 02 07:53:53.071189 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-65eaec93-b280-4a75-bb5f-4bec0de596ae req-61d201d9-7bda-4892-b327-bd880aa68d7c service neutron] Request body: {'port': {'device_id': '6a2a8dea-d414-4603-a999-54011dd65ebc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:53:53.128944 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-65eaec93-b280-4a75-bb5f-4bec0de596ae req-61d201d9-7bda-4892-b327-bd880aa68d7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (6135b4f6-eb27-4304-bd31-62b6476024ef), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:53.383546 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-65eaec93-b280-4a75-bb5f-4bec0de596ae req-61d201d9-7bda-4892-b327-bd880aa68d7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6135b4f6-eb27-4304-bd31-62b6476024ef {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:53:53.391329 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-65eaec93-b280-4a75-bb5f-4bec0de596ae req-61d201d9-7bda-4892-b327-bd880aa68d7c service neutron] Publish callbacks [] for port (6135b4f6-eb27-4304-bd31-62b6476024ef), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:53.403469 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-65eaec93-b280-4a75-bb5f-4bec0de596ae req-61d201d9-7bda-4892-b327-bd880aa68d7c service neutron] Transition to ACTIVE for port object 6135b4f6-eb27-4304-bd31-62b6476024ef will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:53:53.408392 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-65eaec93-b280-4a75-bb5f-4bec0de596ae req-61d201d9-7bda-4892-b327-bd880aa68d7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (6135b4f6-eb27-4304-bd31-62b6476024ef), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:53.458777 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d201d9-7bda-4892-b327-bd880aa68d7c service neutron] Pushing event updated for resources: {'Port': ['ID=6135b4f6-eb27-4304-bd31-62b6476024ef,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:53:53.539581 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-65eaec93-b280-4a75-bb5f-4bec0de596ae req-61d201d9-7bda-4892-b327-bd880aa68d7c service neutron] Attempting to bind port 6135b4f6-eb27-4304-bd31-62b6476024ef on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:53:53.539924 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-65eaec93-b280-4a75-bb5f-4bec0de596ae req-61d201d9-7bda-4892-b327-bd880aa68d7c service neutron] Attempting to bind port 6135b4f6-eb27-4304-bd31-62b6476024ef by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': '259349a5-674a-46f0-9f78-c43bef3e9c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'cd52ffce-f6d9-4166-8599-69d5a5db9d0c'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:53:53.540262 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65eaec93-b280-4a75-bb5f-4bec0de596ae req-61d201d9-7bda-4892-b327-bd880aa68d7c service neutron] Attempting to bind port 6135b4f6-eb27-4304-bd31-62b6476024ef on network cd52ffce-f6d9-4166-8599-69d5a5db9d0c {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:53:53.565991 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65eaec93-b280-4a75-bb5f-4bec0de596ae req-61d201d9-7bda-4892-b327-bd880aa68d7c service neutron] Port 6135b4f6-eb27-4304-bd31-62b6476024ef on network cd52ffce-f6d9-4166-8599-69d5a5db9d0c not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:53:53.566320 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65eaec93-b280-4a75-bb5f-4bec0de596ae req-61d201d9-7bda-4892-b327-bd880aa68d7c service neutron] Attempting to bind port 6135b4f6-eb27-4304-bd31-62b6476024ef on network cd52ffce-f6d9-4166-8599-69d5a5db9d0c {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:53:53.573919 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65eaec93-b280-4a75-bb5f-4bec0de596ae req-61d201d9-7bda-4892-b327-bd880aa68d7c service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:53:53.574260 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65eaec93-b280-4a75-bb5f-4bec0de596ae req-61d201d9-7bda-4892-b327-bd880aa68d7c service neutron] Checking segment: {'id': '259349a5-674a-46f0-9f78-c43bef3e9c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'cd52ffce-f6d9-4166-8599-69d5a5db9d0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:53:53.574646 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65eaec93-b280-4a75-bb5f-4bec0de596ae req-61d201d9-7bda-4892-b327-bd880aa68d7c service neutron] Bound using segment: {'id': '259349a5-674a-46f0-9f78-c43bef3e9c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'cd52ffce-f6d9-4166-8599-69d5a5db9d0c'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:53:53.575081 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-65eaec93-b280-4a75-bb5f-4bec0de596ae req-61d201d9-7bda-4892-b327-bd880aa68d7c service neutron] Bound port: 6135b4f6-eb27-4304-bd31-62b6476024ef, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '259349a5-674a-46f0-9f78-c43bef3e9c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'cd52ffce-f6d9-4166-8599-69d5a5db9d0c'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:53:53.575443 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-65eaec93-b280-4a75-bb5f-4bec0de596ae req-61d201d9-7bda-4892-b327-bd880aa68d7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (6135b4f6-eb27-4304-bd31-62b6476024ef), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:53.602947 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c634b-9575-4897-8717-b5bd43a397a9 req-19f5691c-3a7f-4aa1-9b02-a2ddced630f4 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:53:53.604449 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-025c634b-9575-4897-8717-b5bd43a397a9 req-19f5691c-3a7f-4aa1-9b02-a2ddced630f4 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] 10.222.0.87 "GET /v2.0/ports?device_id=6a2a8dea-d414-4603-a999-54011dd65ebc HTTP/1.1" status: 200 len: 943 time: 0.0776989 Feb 02 07:53:53.683917 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-025c634b-9575-4897-8717-b5bd43a397a9 req-2fc24ac0-9549-4598-b5e8-620c390ba25b tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] 10.222.0.87 "GET /v2.0/security-groups?id=d69b694e-f0bd-49e8-b76c-b55ab904a803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630770 Feb 02 07:53:53.684901 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-65eaec93-b280-4a75-bb5f-4bec0de596ae req-61d201d9-7bda-4892-b327-bd880aa68d7c service neutron] For port 6135b4f6-eb27-4304-bd31-62b6476024ef, host n-h2-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:53:53.689016 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-65eaec93-b280-4a75-bb5f-4bec0de596ae req-61d201d9-7bda-4892-b327-bd880aa68d7c service neutron] For port 6135b4f6-eb27-4304-bd31-62b6476024ef, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=6135b4f6-eb27-4304-bd31-62b6476024ef,segment=NetworkSegment(259349a5-674a-46f0-9f78-c43bef3e9c0a),segment_id=259349a5-674a-46f0-9f78-c43bef3e9c0a)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:53:53.694680 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-65eaec93-b280-4a75-bb5f-4bec0de596ae req-61d201d9-7bda-4892-b327-bd880aa68d7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (6135b4f6-eb27-4304-bd31-62b6476024ef), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:53.729327 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eaec93-b280-4a75-bb5f-4bec0de596ae req-61d201d9-7bda-4892-b327-bd880aa68d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:53:53.729947 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-65eaec93-b280-4a75-bb5f-4bec0de596ae req-61d201d9-7bda-4892-b327-bd880aa68d7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:53.731380 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-65eaec93-b280-4a75-bb5f-4bec0de596ae req-61d201d9-7bda-4892-b327-bd880aa68d7c service neutron] 10.222.0.59 "PUT /v2.0/ports/6135b4f6-eb27-4304-bd31-62b6476024ef HTTP/1.1" status: 200 len: 1092 time: 0.6640179 Feb 02 07:53:53.731859 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a2a8dea-d414-4603-a999-54011dd65ebc', 'tag': '6135b4f6-eb27-4304-bd31-62b6476024ef'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:53:53.734204 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cd64c29d20054dd266ebfc4811df21ba6bce2c9fa8def1b04b444a49e945ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c10b44-d41d-430d-b108-4dee080eb153" -d '{"events": [{"name": "network-changed", "server_uuid": "6a2a8dea-d414-4603-a999-54011dd65ebc", "tag": "6135b4f6-eb27-4304-bd31-62b6476024ef"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:53:53.757659 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d201d9-7bda-4892-b327-bd880aa68d7c service neutron] Pushing event updated for resources: {'Port': ['ID=6135b4f6-eb27-4304-bd31-62b6476024ef,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:53:53.775973 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b63baf3-d333-4267-a529-ed51d09c28dd x-openstack-request-id: req-9b63baf3-d333-4267-a529-ed51d09c28dd {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:53:53.776091 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a2a8dea-d414-4603-a999-54011dd65ebc", "tag": "6135b4f6-eb27-4304-bd31-62b6476024ef", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:53:53.776338 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-9b63baf3-d333-4267-a529-ed51d09c28dd {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:53:53.776738 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a2a8dea-d414-4603-a999-54011dd65ebc', 'tag': '6135b4f6-eb27-4304-bd31-62b6476024ef', 'status': 'completed', 'code': 200} Feb 02 07:53:53.840794 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eaec93-b280-4a75-bb5f-4bec0de596ae req-9d4939e6-2624-431b-93cd-3fb010c23f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:53:53.842309 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-65eaec93-b280-4a75-bb5f-4bec0de596ae req-9d4939e6-2624-431b-93cd-3fb010c23f68 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4108015ba4ca4062a2adc0d85bbafa02&device_id=6a2a8dea-d414-4603-a999-54011dd65ebc HTTP/1.1" status: 200 len: 1126 time: 0.0498130 Feb 02 07:53:53.888169 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-65eaec93-b280-4a75-bb5f-4bec0de596ae req-7f2b1494-db7f-4589-9284-8d67fc18853d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6135b4f6-eb27-4304-bd31-62b6476024ef HTTP/1.1" status: 200 len: 217 time: 0.0334425 Feb 02 07:53:53.935265 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eaec93-b280-4a75-bb5f-4bec0de596ae req-dd6fdb83-8329-4126-bf83-471b92b76696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:53:53.936648 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-65eaec93-b280-4a75-bb5f-4bec0de596ae req-dd6fdb83-8329-4126-bf83-471b92b76696 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0978194e-f327-44b7-99dc-8495bc7f7951 HTTP/1.1" status: 200 len: 853 time: 0.0430636 Feb 02 07:53:53.969891 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-65eaec93-b280-4a75-bb5f-4bec0de596ae req-a107d284-7235-48f4-8e32-97674d10ece0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cd52ffce-f6d9-4166-8599-69d5a5db9d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273585 Feb 02 07:53:54.058957 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-65eaec93-b280-4a75-bb5f-4bec0de596ae req-7287220a-daac-4a64-b228-4e4db991bda7 service neutron] 10.222.0.59 "GET /v2.0/networks/cd52ffce-f6d9-4166-8599-69d5a5db9d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831921 Feb 02 07:53:54.147922 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-65eaec93-b280-4a75-bb5f-4bec0de596ae req-54ab98cc-8f75-495d-874c-4c00cd8d641b service neutron] 10.222.0.59 "GET /v2.0/networks/cd52ffce-f6d9-4166-8599-69d5a5db9d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831137 Feb 02 07:53:54.271613 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c10b44-d41d-430d-b108-4dee080eb153 req-ec97d9c7-788d-471a-bc3f-d6166feb4f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:53:54.272994 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-01c10b44-d41d-430d-b108-4dee080eb153 req-ec97d9c7-788d-471a-bc3f-d6166feb4f55 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4108015ba4ca4062a2adc0d85bbafa02&device_id=6a2a8dea-d414-4603-a999-54011dd65ebc HTTP/1.1" status: 200 len: 1126 time: 0.0451894 Feb 02 07:53:54.359275 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c10b44-d41d-430d-b108-4dee080eb153 req-b56bc71c-d86e-45af-87fe-5c3e7c7f2765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:53:54.360755 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-01c10b44-d41d-430d-b108-4dee080eb153 req-b56bc71c-d86e-45af-87fe-5c3e7c7f2765 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cd52ffce-f6d9-4166-8599-69d5a5db9d0c HTTP/1.1" status: 200 len: 914 time: 0.0821977 Feb 02 07:53:54.403837 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-01c10b44-d41d-430d-b108-4dee080eb153 req-de3ddc3a-d1e9-41d7-8443-2d481640b266 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6135b4f6-eb27-4304-bd31-62b6476024ef HTTP/1.1" status: 200 len: 217 time: 0.0375013 Feb 02 07:53:54.450226 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c10b44-d41d-430d-b108-4dee080eb153 req-0a19115b-7cbf-4f19-8671-da796a808503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:53:54.451733 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-01c10b44-d41d-430d-b108-4dee080eb153 req-0a19115b-7cbf-4f19-8671-da796a808503 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0978194e-f327-44b7-99dc-8495bc7f7951 HTTP/1.1" status: 200 len: 853 time: 0.0426130 Feb 02 07:53:54.481307 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-01c10b44-d41d-430d-b108-4dee080eb153 req-3c62aa3b-d7fa-418c-8467-d05a3397f99f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cd52ffce-f6d9-4166-8599-69d5a5db9d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244026 Feb 02 07:53:54.926753 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-01c10b44-d41d-430d-b108-4dee080eb153 req-9c11a05b-200d-4d3e-b8be-a87c14d3aa77 service neutron] 10.222.0.59 "GET /v2.0/networks/cd52ffce-f6d9-4166-8599-69d5a5db9d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4394269 Feb 02 07:53:54.948978 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0666f968-688d-4c46-af0d-ddaaf920b811 req-c94d151b-e139-45cf-a0ea-a833d2b38518 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:53:54.950378 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0666f968-688d-4c46-af0d-ddaaf920b811 req-c94d151b-e139-45cf-a0ea-a833d2b38518 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] 10.222.0.87 "GET /v2.0/ports?device_id=6a2a8dea-d414-4603-a999-54011dd65ebc HTTP/1.1" status: 200 len: 943 time: 0.0801029 Feb 02 07:53:55.053195 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0666f968-688d-4c46-af0d-ddaaf920b811 req-789e12bf-4b11-4b7b-b188-dcec570e1da8 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] 10.222.0.87 "GET /v2.0/security-groups?id=d69b694e-f0bd-49e8-b76c-b55ab904a803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928900 Feb 02 07:53:55.063365 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-01c10b44-d41d-430d-b108-4dee080eb153 req-a6dee3b8-5292-429d-a5ab-3c5318ba0167 service neutron] 10.222.0.59 "GET /v2.0/networks/cd52ffce-f6d9-4166-8599-69d5a5db9d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292815 Feb 02 07:53:56.170078 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eda5bcc-af76-40f3-8ffd-c12dd2eb9a7b req-8a877f79-e044-4b6b-bff0-ce17b1bc9a87 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:53:56.172058 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1eda5bcc-af76-40f3-8ffd-c12dd2eb9a7b req-8a877f79-e044-4b6b-bff0-ce17b1bc9a87 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] 10.222.0.87 "GET /v2.0/ports?device_id=6a2a8dea-d414-4603-a999-54011dd65ebc HTTP/1.1" status: 200 len: 943 time: 0.0523121 Feb 02 07:53:56.218343 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1eda5bcc-af76-40f3-8ffd-c12dd2eb9a7b req-d82146a8-070f-4b5b-82dd-9b9313689cb5 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] 10.222.0.87 "GET /v2.0/security-groups?id=d69b694e-f0bd-49e8-b76c-b55ab904a803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407057 Feb 02 07:53:57.334425 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6bae68-aa2f-4ed6-80cb-459abaaeccc4 req-6b91cddc-81d7-4e92-9cf9-1a02d4962118 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:53:57.335905 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bb6bae68-aa2f-4ed6-80cb-459abaaeccc4 req-6b91cddc-81d7-4e92-9cf9-1a02d4962118 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] 10.222.0.87 "GET /v2.0/ports?device_id=6a2a8dea-d414-4603-a999-54011dd65ebc HTTP/1.1" status: 200 len: 943 time: 0.0510728 Feb 02 07:53:57.381618 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bb6bae68-aa2f-4ed6-80cb-459abaaeccc4 req-5feae923-4197-471c-87cc-556323848451 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] 10.222.0.87 "GET /v2.0/security-groups?id=d69b694e-f0bd-49e8-b76c-b55ab904a803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402379 Feb 02 07:53:57.650989 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:57.859329 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 6135b4f6-eb27-4304-bd31-62b6476024ef details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:53:57.971813 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 6135b4f6-eb27-4304-bd31-62b6476024ef, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=6135b4f6-eb27-4304-bd31-62b6476024ef,segment=NetworkSegment(259349a5-674a-46f0-9f78-c43bef3e9c0a),segment_id=259349a5-674a-46f0-9f78-c43bef3e9c0a)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:53:57.986640 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': '6135b4f6-eb27-4304-bd31-62b6476024ef', 'network_id': 'cd52ffce-f6d9-4166-8599-69d5a5db9d0c', 'port_id': '6135b4f6-eb27-4304-bd31-62b6476024ef', 'mac_address': 'fa:16:3e:e5:db:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0978194e-f327-44b7-99dc-8495bc7f7951', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:53:58.213413 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 6135b4f6-eb27-4304-bd31-62b6476024ef is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:53:58.213712 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (6135b4f6-eb27-4304-bd31-62b6476024ef), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:58.230314 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6135b4f6-eb27-4304-bd31-62b6476024ef {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:53:58.256424 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 6135b4f6-eb27-4304-bd31-62b6476024ef, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=6135b4f6-eb27-4304-bd31-62b6476024ef,segment=NetworkSegment(259349a5-674a-46f0-9f78-c43bef3e9c0a),segment_id=259349a5-674a-46f0-9f78-c43bef3e9c0a)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:53:58.262613 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (6135b4f6-eb27-4304-bd31-62b6476024ef), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:58.343972 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=6135b4f6-eb27-4304-bd31-62b6476024ef,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:53:58.353162 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:53:58.353511 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:53:58.353853 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:53:58.354193 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:53:58.354527 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:53:58.354858 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:53:58.355188 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:53:58.355516 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:53:58.355877 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:53:58.356207 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:53:58.356532 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:53:58.356859 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:53:58.357184 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:53:58.503428 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a6ab0d-7013-4a3c-96ec-8f06d14008b2 req-af8db1f1-6325-4ced-b5ee-5968e93b2fa1 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:53:58.504955 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b1a6ab0d-7013-4a3c-96ec-8f06d14008b2 req-af8db1f1-6325-4ced-b5ee-5968e93b2fa1 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] 10.222.0.87 "GET /v2.0/ports?device_id=6a2a8dea-d414-4603-a999-54011dd65ebc HTTP/1.1" status: 200 len: 944 time: 0.0571659 Feb 02 07:53:58.551376 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b1a6ab0d-7013-4a3c-96ec-8f06d14008b2 req-75de897a-ce65-4136-b619-d9aaaae22f58 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] 10.222.0.87 "GET /v2.0/security-groups?id=d69b694e-f0bd-49e8-b76c-b55ab904a803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407581 Feb 02 07:53:58.618036 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['6135b4f6-eb27-4304-bd31-62b6476024ef'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:53:59.670530 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca058e-ba44-4dc7-a3d2-0811f2b60580 req-66f62c25-dc66-4e0c-b6cc-89cbc96113f6 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:53:59.672072 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-01ca058e-ba44-4dc7-a3d2-0811f2b60580 req-66f62c25-dc66-4e0c-b6cc-89cbc96113f6 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] 10.222.0.87 "GET /v2.0/ports?device_id=6a2a8dea-d414-4603-a999-54011dd65ebc HTTP/1.1" status: 200 len: 944 time: 0.0521417 Feb 02 07:53:59.717777 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-01ca058e-ba44-4dc7-a3d2-0811f2b60580 req-76f6191f-0d47-442c-8717-74f0f31f0459 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] 10.222.0.87 "GET /v2.0/security-groups?id=d69b694e-f0bd-49e8-b76c-b55ab904a803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400293 Feb 02 07:53:59.860699 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 6135b4f6-eb27-4304-bd31-62b6476024ef up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:53:59.911623 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port 6135b4f6-eb27-4304-bd31-62b6476024ef completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:53:59.915763 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port 6135b4f6-eb27-4304-bd31-62b6476024ef triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:53:59.916140 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (6135b4f6-eb27-4304-bd31-62b6476024ef), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:53:59.990561 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 6135b4f6-eb27-4304-bd31-62b6476024ef is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:53:59.990943 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (6135b4f6-eb27-4304-bd31-62b6476024ef), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:00.012967 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a2a8dea-d414-4603-a999-54011dd65ebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6135b4f6-eb27-4304-bd31-62b6476024ef'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:54:00.015225 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8c40c98856fbaa198dc4a2758b0190e9c3f0303d59edd797b772e66ff7f3562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7fb005b-02bf-4d66-b6fb-d399cc45ad23" -d '{"events": [{"server_uuid": "6a2a8dea-d414-4603-a999-54011dd65ebc", "name": "network-vif-plugged", "status": "completed", "tag": "6135b4f6-eb27-4304-bd31-62b6476024ef"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:54:00.028044 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 6135b4f6-eb27-4304-bd31-62b6476024ef, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=6135b4f6-eb27-4304-bd31-62b6476024ef,segment=NetworkSegment(259349a5-674a-46f0-9f78-c43bef3e9c0a),segment_id=259349a5-674a-46f0-9f78-c43bef3e9c0a)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:54:00.032052 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (6135b4f6-eb27-4304-bd31-62b6476024ef), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:00.058833 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d49088-cf36-4e32-b968-7ac8180b60a7 x-openstack-request-id: req-44d49088-cf36-4e32-b968-7ac8180b60a7 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:54:00.059132 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a2a8dea-d414-4603-a999-54011dd65ebc", "name": "network-vif-plugged", "status": "completed", "tag": "6135b4f6-eb27-4304-bd31-62b6476024ef", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:54:00.059390 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-44d49088-cf36-4e32-b968-7ac8180b60a7 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:54:00.059801 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a2a8dea-d414-4603-a999-54011dd65ebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6135b4f6-eb27-4304-bd31-62b6476024ef', 'code': 200} Feb 02 07:54:00.085710 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=6135b4f6-eb27-4304-bd31-62b6476024ef,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:00.182126 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2292f7-ec0e-44fa-95b6-ac1c101b71d0 req-09b73f4c-8488-4a6e-8e60-e29e56bdbc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:54:00.183601 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6f2292f7-ec0e-44fa-95b6-ac1c101b71d0 req-09b73f4c-8488-4a6e-8e60-e29e56bdbc3a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6a2a8dea-d414-4603-a999-54011dd65ebc HTTP/1.1" status: 200 len: 1128 time: 0.0467634 Feb 02 07:54:00.226658 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6f2292f7-ec0e-44fa-95b6-ac1c101b71d0 req-3bddfb97-d588-44fb-ac8a-cd77a70f7d91 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d69b694e-f0bd-49e8-b76c-b55ab904a803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367472 Feb 02 07:54:00.835953 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef33ce5-77ad-40ed-94c5-d6573576a0f4 req-b9675222-83c2-4100-a95d-daef557da4ec tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:54:00.837423 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9ef33ce5-77ad-40ed-94c5-d6573576a0f4 req-b9675222-83c2-4100-a95d-daef557da4ec tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] 10.222.0.87 "GET /v2.0/ports?device_id=6a2a8dea-d414-4603-a999-54011dd65ebc HTTP/1.1" status: 200 len: 945 time: 0.0513308 Feb 02 07:54:00.883834 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9ef33ce5-77ad-40ed-94c5-d6573576a0f4 req-d260af60-1cca-4a1e-9f38-272378ec56f7 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] 10.222.0.87 "GET /v2.0/security-groups?id=d69b694e-f0bd-49e8-b76c-b55ab904a803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409942 Feb 02 07:54:02.000517 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fd5a3c-f124-4937-99f3-00a9c23c3972 req-a97f1167-18f2-4d37-a287-ed8253934d67 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:54:02.002008 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a7fd5a3c-f124-4937-99f3-00a9c23c3972 req-a97f1167-18f2-4d37-a287-ed8253934d67 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] 10.222.0.87 "GET /v2.0/ports?device_id=6a2a8dea-d414-4603-a999-54011dd65ebc HTTP/1.1" status: 200 len: 945 time: 0.0519698 Feb 02 07:54:02.051530 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a7fd5a3c-f124-4937-99f3-00a9c23c3972 req-5c758785-f9c5-4553-86f7-9e2289bac3e0 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] 10.222.0.87 "GET /v2.0/security-groups?id=d69b694e-f0bd-49e8-b76c-b55ab904a803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440283 Feb 02 07:54:02.279320 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2769978-2566-4c1a-8989-c4acefe00bdf req-25a729e6-1780-4a92-94fb-965399bfbf85 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:54:02.281413 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c2769978-2566-4c1a-8989-c4acefe00bdf req-25a729e6-1780-4a92-94fb-965399bfbf85 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] 10.222.0.87 "GET /v2.0/ports?device_id=6a2a8dea-d414-4603-a999-54011dd65ebc HTTP/1.1" status: 200 len: 945 time: 0.0516675 Feb 02 07:54:02.326712 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c2769978-2566-4c1a-8989-c4acefe00bdf req-8c95c30f-23e5-40fa-95ae-f5c09f3eb423 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] 10.222.0.87 "GET /v2.0/security-groups?id=d69b694e-f0bd-49e8-b76c-b55ab904a803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398855 Feb 02 07:54:03.447229 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7635eb-d277-41f9-8e93-e5ba4b1110f2 req-12df3ab0-8f0a-481a-9c91-55c1d53906df tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:54:03.448758 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5e7635eb-d277-41f9-8e93-e5ba4b1110f2 req-12df3ab0-8f0a-481a-9c91-55c1d53906df tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] 10.222.0.87 "GET /v2.0/ports?device_id=6a2a8dea-d414-4603-a999-54011dd65ebc HTTP/1.1" status: 200 len: 945 time: 0.0543399 Feb 02 07:54:03.497514 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5e7635eb-d277-41f9-8e93-e5ba4b1110f2 req-7714d71d-d90d-41e3-89de-93d7853c09db tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] 10.222.0.87 "GET /v2.0/security-groups?id=d69b694e-f0bd-49e8-b76c-b55ab904a803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429156 Feb 02 07:54:03.754620 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aece39f-dd10-48d2-b30d-0196370979a0 req-5e1cabdf-63db-4b6b-825e-fff963dd5011 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:54:03.756085 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1aece39f-dd10-48d2-b30d-0196370979a0 req-5e1cabdf-63db-4b6b-825e-fff963dd5011 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a2a8dea-d414-4603-a999-54011dd65ebc HTTP/1.1" status: 200 len: 945 time: 0.0559502 Feb 02 07:54:03.846706 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-1aece39f-dd10-48d2-b30d-0196370979a0 req-d6a355a5-66cd-42ea-9b8a-658a13861038 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Deleting port 6135b4f6-eb27-4304-bd31-62b6476024ef {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:54:03.847053 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-1aece39f-dd10-48d2-b30d-0196370979a0 req-d6a355a5-66cd-42ea-9b8a-658a13861038 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (6135b4f6-eb27-4304-bd31-62b6476024ef), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:03.937933 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-1aece39f-dd10-48d2-b30d-0196370979a0 req-d6a355a5-66cd-42ea-9b8a-658a13861038 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] For port 6135b4f6-eb27-4304-bd31-62b6476024ef, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=6135b4f6-eb27-4304-bd31-62b6476024ef,segment=NetworkSegment(259349a5-674a-46f0-9f78-c43bef3e9c0a),segment_id=259349a5-674a-46f0-9f78-c43bef3e9c0a)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:54:03.938301 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-1aece39f-dd10-48d2-b30d-0196370979a0 req-d6a355a5-66cd-42ea-9b8a-658a13861038 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (6135b4f6-eb27-4304-bd31-62b6476024ef), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:03.950269 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-1aece39f-dd10-48d2-b30d-0196370979a0 req-d6a355a5-66cd-42ea-9b8a-658a13861038 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Calling delete_port for 6135b4f6-eb27-4304-bd31-62b6476024ef owned by compute:nova {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:54:04.073012 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-1aece39f-dd10-48d2-b30d-0196370979a0 req-d6a355a5-66cd-42ea-9b8a-658a13861038 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (6135b4f6-eb27-4304-bd31-62b6476024ef), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:04.105027 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a355a5-66cd-42ea-9b8a-658a13861038 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Pushing event deleted for resources: {'Port': ['ID=6135b4f6-eb27-4304-bd31-62b6476024ef,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:04.106040 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['6135b4f6-eb27-4304-bd31-62b6476024ef'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:54:04.111715 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['411e10fa-74a4-4a1d-a60d-6e156de5deca'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:54:04.149910 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aece39f-dd10-48d2-b30d-0196370979a0 req-d6a355a5-66cd-42ea-9b8a-658a13861038 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] No DVR routers for this DVR port 6135b4f6-eb27-4304-bd31-62b6476024ef on host n-h2-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:54:04.152794 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-1aece39f-dd10-48d2-b30d-0196370979a0 req-d6a355a5-66cd-42ea-9b8a-658a13861038 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:04.156439 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1aece39f-dd10-48d2-b30d-0196370979a0 req-d6a355a5-66cd-42ea-9b8a-658a13861038 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] 10.222.0.59 "DELETE /v2.0/ports/6135b4f6-eb27-4304-bd31-62b6476024ef HTTP/1.1" status: 204 len: 173 time: 0.3935707 Feb 02 07:54:04.156861 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a2a8dea-d414-4603-a999-54011dd65ebc', 'name': 'network-vif-deleted', 'tag': '6135b4f6-eb27-4304-bd31-62b6476024ef'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:54:04.159168 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cd64c29d20054dd266ebfc4811df21ba6bce2c9fa8def1b04b444a49e945ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48af1e6e-3b2b-4efc-9b20-39ecf11fdbd0" -d '{"events": [{"server_uuid": "6a2a8dea-d414-4603-a999-54011dd65ebc", "name": "network-vif-deleted", "tag": "6135b4f6-eb27-4304-bd31-62b6476024ef"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:54:04.180980 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:54:04.199167 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f11be3da-f262-4398-8c11-92a1d59ef34d x-openstack-request-id: req-f11be3da-f262-4398-8c11-92a1d59ef34d {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:54:04.199488 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a2a8dea-d414-4603-a999-54011dd65ebc", "name": "network-vif-deleted", "tag": "6135b4f6-eb27-4304-bd31-62b6476024ef", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:54:04.199774 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f11be3da-f262-4398-8c11-92a1d59ef34d {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:54:04.200168 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a2a8dea-d414-4603-a999-54011dd65ebc', 'name': 'network-vif-deleted', 'tag': '6135b4f6-eb27-4304-bd31-62b6476024ef', 'status': 'completed', 'code': 200} Feb 02 07:54:04.613721 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-69d73f14-ff3c-4088-ae80-04fff7d43244 req-7531bfd3-1dd9-4777-afa1-31eb77523f51 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] 10.222.0.87 "GET /v2.0/ports?device_id=6a2a8dea-d414-4603-a999-54011dd65ebc HTTP/1.1" status: 200 len: 210 time: 0.0321970 Feb 02 07:54:05.770527 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3faac9-2ba0-4a7e-92d7-f9f820a6fd80 req-5ba79ad1-9ca6-4974-8c2d-0635c3229659 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:54:05.771909 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cd3faac9-2ba0-4a7e-92d7-f9f820a6fd80 req-5ba79ad1-9ca6-4974-8c2d-0635c3229659 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] 10.222.0.87 "GET /v2.0/ports?device_id=0b144e89-c34b-4c5b-b3f7-7e91d1cd5f4e HTTP/1.1" status: 200 len: 945 time: 0.0566094 Feb 02 07:54:05.817995 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cd3faac9-2ba0-4a7e-92d7-f9f820a6fd80 req-4ad770f4-e2f7-4505-abc4-0e660e1aacf1 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] 10.222.0.87 "GET /v2.0/security-groups?id=d69b694e-f0bd-49e8-b76c-b55ab904a803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406523 Feb 02 07:54:05.951804 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2583cc-682e-416f-ad13-29308d5d8ff6 req-69373e17-0c87-4d1c-ac48-8c9f790f0a2c tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:54:05.953321 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ba2583cc-682e-416f-ad13-29308d5d8ff6 req-69373e17-0c87-4d1c-ac48-8c9f790f0a2c tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] 10.222.0.87 "GET /v2.0/ports?device_id=0b144e89-c34b-4c5b-b3f7-7e91d1cd5f4e HTTP/1.1" status: 200 len: 945 time: 0.0528593 Feb 02 07:54:05.999328 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ba2583cc-682e-416f-ad13-29308d5d8ff6 req-10fd16e1-89dc-43e7-98bb-9ff361655f54 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] 10.222.0.87 "GET /v2.0/security-groups?id=d69b694e-f0bd-49e8-b76c-b55ab904a803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404727 Feb 02 07:54:06.114738 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205df470-50bc-4837-9366-64e256d8b81e req-1ddd2da5-08d7-46c6-ae41-87e5321bdc7d tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:54:06.116237 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-205df470-50bc-4837-9366-64e256d8b81e req-1ddd2da5-08d7-46c6-ae41-87e5321bdc7d tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] 10.222.0.87 "GET /v2.0/ports?device_id=0b144e89-c34b-4c5b-b3f7-7e91d1cd5f4e HTTP/1.1" status: 200 len: 945 time: 0.0515459 Feb 02 07:54:06.166372 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-205df470-50bc-4837-9366-64e256d8b81e req-b2b0253e-eccd-4f08-8b1b-ed2ed85f6f17 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] 10.222.0.87 "GET /v2.0/security-groups?id=d69b694e-f0bd-49e8-b76c-b55ab904a803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446498 Feb 02 07:54:06.332410 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84356948-a78a-4289-99d0-523958a03d28 req-41a31ac9-279e-4b91-bf01-c699b175134c tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:54:06.333714 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-84356948-a78a-4289-99d0-523958a03d28 req-41a31ac9-279e-4b91-bf01-c699b175134c tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] 10.222.0.87 "GET /v2.0/ports?device_id=0b144e89-c34b-4c5b-b3f7-7e91d1cd5f4e HTTP/1.1" status: 200 len: 945 time: 0.0517852 Feb 02 07:54:06.380407 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-84356948-a78a-4289-99d0-523958a03d28 req-29bbe22f-4dd9-4b06-9b35-17fd0ee27812 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] 10.222.0.87 "GET /v2.0/security-groups?id=d69b694e-f0bd-49e8-b76c-b55ab904a803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411563 Feb 02 07:54:06.497166 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43bb113-04fe-4795-bf81-e9f54127e941 req-6fa81564-6b90-422d-b14b-f2be34ec0e8b tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:54:06.498678 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d43bb113-04fe-4795-bf81-e9f54127e941 req-6fa81564-6b90-422d-b14b-f2be34ec0e8b tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] 10.222.0.87 "GET /v2.0/ports?device_id=0b144e89-c34b-4c5b-b3f7-7e91d1cd5f4e HTTP/1.1" status: 200 len: 945 time: 0.0536065 Feb 02 07:54:06.544778 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d43bb113-04fe-4795-bf81-e9f54127e941 req-6ef5bab9-b8ad-40b3-b89a-aceddce9a4bb tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] 10.222.0.87 "GET /v2.0/security-groups?id=d69b694e-f0bd-49e8-b76c-b55ab904a803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403841 Feb 02 07:54:06.675445 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3b08a-928d-4781-9ff4-0d5c73896fb4 req-b6c935fc-9df9-44b2-acbc-48f01f641c4d tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:54:06.676929 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8ee3b08a-928d-4781-9ff4-0d5c73896fb4 req-b6c935fc-9df9-44b2-acbc-48f01f641c4d tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] 10.222.0.87 "GET /v2.0/ports?device_id=0b144e89-c34b-4c5b-b3f7-7e91d1cd5f4e HTTP/1.1" status: 200 len: 945 time: 0.0564318 Feb 02 07:54:06.723279 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8ee3b08a-928d-4781-9ff4-0d5c73896fb4 req-d0cd4f4c-c0bc-4091-abe6-4f78603f0da3 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] 10.222.0.87 "GET /v2.0/security-groups?id=d69b694e-f0bd-49e8-b76c-b55ab904a803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408518 Feb 02 07:54:07.021417 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb3a1ff-db8f-4789-8ebb-d91c7c3d4e39 req-21210da5-191c-4633-8c98-99b5495833c2 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:54:07.022912 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-aeb3a1ff-db8f-4789-8ebb-d91c7c3d4e39 req-21210da5-191c-4633-8c98-99b5495833c2 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] 10.222.0.87 "GET /v2.0/ports?device_id=0b144e89-c34b-4c5b-b3f7-7e91d1cd5f4e HTTP/1.1" status: 200 len: 945 time: 0.0531292 Feb 02 07:54:07.068883 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-aeb3a1ff-db8f-4789-8ebb-d91c7c3d4e39 req-d9b23bc1-6898-4536-b5ec-47b58d425840 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] 10.222.0.87 "GET /v2.0/security-groups?id=d69b694e-f0bd-49e8-b76c-b55ab904a803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404844 Feb 02 07:54:07.875991 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 6135b4f6-eb27-4304-bd31-62b6476024ef no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:54:07.896428 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] No Port match for: 6135b4f6-eb27-4304-bd31-62b6476024ef {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:54:07.897013 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 6135b4f6-eb27-4304-bd31-62b6476024ef not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:54:08.188491 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796af616-1e90-4377-b41b-d736fe6ad34d req-692a68e3-863b-42ec-8d73-25fe8d22bd37 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:54:08.190385 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-796af616-1e90-4377-b41b-d736fe6ad34d req-692a68e3-863b-42ec-8d73-25fe8d22bd37 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] 10.222.0.87 "GET /v2.0/ports?device_id=0b144e89-c34b-4c5b-b3f7-7e91d1cd5f4e HTTP/1.1" status: 200 len: 945 time: 0.0542281 Feb 02 07:54:08.242054 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-796af616-1e90-4377-b41b-d736fe6ad34d req-3cb340c7-0f7b-4f5c-8603-a9d10f9ce0d5 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] 10.222.0.87 "GET /v2.0/security-groups?id=d69b694e-f0bd-49e8-b76c-b55ab904a803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459807 Feb 02 07:54:08.458911 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d1386d-04ad-4195-a532-7a1502cca06d req-86b0a739-3b91-4885-b934-c73d56f9af71 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:54:08.460411 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-41d1386d-04ad-4195-a532-7a1502cca06d req-86b0a739-3b91-4885-b934-c73d56f9af71 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] 10.222.0.88 "GET /v2.0/ports?device_id=0b144e89-c34b-4c5b-b3f7-7e91d1cd5f4e HTTP/1.1" status: 200 len: 945 time: 0.0531940 Feb 02 07:54:08.555542 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-41d1386d-04ad-4195-a532-7a1502cca06d req-62ed4645-46a8-4a8b-a874-19341cff8b4a tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Deleting port 411e10fa-74a4-4a1d-a60d-6e156de5deca {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:54:08.555913 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-41d1386d-04ad-4195-a532-7a1502cca06d req-62ed4645-46a8-4a8b-a874-19341cff8b4a tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (411e10fa-74a4-4a1d-a60d-6e156de5deca), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:08.642509 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-41d1386d-04ad-4195-a532-7a1502cca06d req-62ed4645-46a8-4a8b-a874-19341cff8b4a tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] For port 411e10fa-74a4-4a1d-a60d-6e156de5deca, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=411e10fa-74a4-4a1d-a60d-6e156de5deca,segment=NetworkSegment(259349a5-674a-46f0-9f78-c43bef3e9c0a),segment_id=259349a5-674a-46f0-9f78-c43bef3e9c0a)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:54:08.642877 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-41d1386d-04ad-4195-a532-7a1502cca06d req-62ed4645-46a8-4a8b-a874-19341cff8b4a tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (411e10fa-74a4-4a1d-a60d-6e156de5deca), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:08.655938 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-41d1386d-04ad-4195-a532-7a1502cca06d req-62ed4645-46a8-4a8b-a874-19341cff8b4a tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Calling delete_port for 411e10fa-74a4-4a1d-a60d-6e156de5deca owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:54:08.784336 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-41d1386d-04ad-4195-a532-7a1502cca06d req-62ed4645-46a8-4a8b-a874-19341cff8b4a tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (411e10fa-74a4-4a1d-a60d-6e156de5deca), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:08.812624 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ed4645-46a8-4a8b-a874-19341cff8b4a tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Pushing event deleted for resources: {'Port': ['ID=411e10fa-74a4-4a1d-a60d-6e156de5deca,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:08.819351 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['411e10fa-74a4-4a1d-a60d-6e156de5deca'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:54:08.839401 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ed4645-46a8-4a8b-a874-19341cff8b4a tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:54:08.839781 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ed4645-46a8-4a8b-a874-19341cff8b4a tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:54:08.840136 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ed4645-46a8-4a8b-a874-19341cff8b4a tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:54:08.840486 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ed4645-46a8-4a8b-a874-19341cff8b4a tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:54:08.840827 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ed4645-46a8-4a8b-a874-19341cff8b4a tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:54:08.841168 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ed4645-46a8-4a8b-a874-19341cff8b4a tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:54:08.841505 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ed4645-46a8-4a8b-a874-19341cff8b4a tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:54:08.841857 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ed4645-46a8-4a8b-a874-19341cff8b4a tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:54:08.842187 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ed4645-46a8-4a8b-a874-19341cff8b4a tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:54:08.842517 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ed4645-46a8-4a8b-a874-19341cff8b4a tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:54:08.842847 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ed4645-46a8-4a8b-a874-19341cff8b4a tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:54:08.843837 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ed4645-46a8-4a8b-a874-19341cff8b4a tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:54:08.844191 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ed4645-46a8-4a8b-a874-19341cff8b4a tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:54:08.869725 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-41d1386d-04ad-4195-a532-7a1502cca06d req-62ed4645-46a8-4a8b-a874-19341cff8b4a tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] No DVR routers for this DVR port 411e10fa-74a4-4a1d-a60d-6e156de5deca on host n-h1-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:54:08.872355 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-41d1386d-04ad-4195-a532-7a1502cca06d req-62ed4645-46a8-4a8b-a874-19341cff8b4a tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:08.876295 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-41d1386d-04ad-4195-a532-7a1502cca06d req-62ed4645-46a8-4a8b-a874-19341cff8b4a tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] 10.222.0.88 "DELETE /v2.0/ports/411e10fa-74a4-4a1d-a60d-6e156de5deca HTTP/1.1" status: 204 len: 173 time: 0.4103863 Feb 02 07:54:08.876735 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b144e89-c34b-4c5b-b3f7-7e91d1cd5f4e', 'name': 'network-vif-deleted', 'tag': '411e10fa-74a4-4a1d-a60d-6e156de5deca'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:54:08.879006 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bbcc89a9d4d8e7a52f5cbbd716b66041b3f6feaf13502aa94e42da132c01043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f9bdd1-4483-4a9f-9cc5-49e919d7c3f7" -d '{"events": [{"server_uuid": "0b144e89-c34b-4c5b-b3f7-7e91d1cd5f4e", "name": "network-vif-deleted", "tag": "411e10fa-74a4-4a1d-a60d-6e156de5deca"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:54:08.919113 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f5d0ea7-0e09-47fe-942b-84a9b3b77b1a x-openstack-request-id: req-3f5d0ea7-0e09-47fe-942b-84a9b3b77b1a {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:54:08.919416 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b144e89-c34b-4c5b-b3f7-7e91d1cd5f4e", "name": "network-vif-deleted", "tag": "411e10fa-74a4-4a1d-a60d-6e156de5deca", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:54:08.919707 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-3f5d0ea7-0e09-47fe-942b-84a9b3b77b1a {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:54:08.920115 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b144e89-c34b-4c5b-b3f7-7e91d1cd5f4e', 'name': 'network-vif-deleted', 'tag': '411e10fa-74a4-4a1d-a60d-6e156de5deca', 'status': 'completed', 'code': 200} Feb 02 07:54:09.350607 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a9f085f9-9f96-468b-99d9-b25acc0f66ff req-771708ac-6f00-49ff-8286-34dca11c7770 tempest-ServersNegativeTestJSON-21965717 tempest-ServersNegativeTestJSON-21965717-project] 10.222.0.87 "GET /v2.0/ports?device_id=0b144e89-c34b-4c5b-b3f7-7e91d1cd5f4e HTTP/1.1" status: 200 len: 210 time: 0.0277970 Feb 02 07:54:10.410300 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 36626) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:54:10.454843 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b31ecf5-0f95-4148-b4b2-dfde57e87262 admin admin] Deleting subnet 0978194e-f327-44b7-99dc-8495bc7f7951 {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:54:10.458366 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4b31ecf5-0f95-4148-b4b2-dfde57e87262 admin admin] Publish callbacks [] for subnet (0978194e-f327-44b7-99dc-8495bc7f7951), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:10.494316 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4b31ecf5-0f95-4148-b4b2-dfde57e87262 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (0978194e-f327-44b7-99dc-8495bc7f7951), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:10.533463 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4b31ecf5-0f95-4148-b4b2-dfde57e87262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (0978194e-f327-44b7-99dc-8495bc7f7951), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:10.584951 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4b31ecf5-0f95-4148-b4b2-dfde57e87262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (0978194e-f327-44b7-99dc-8495bc7f7951), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:10.614695 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b31ecf5-0f95-4148-b4b2-dfde57e87262 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0978194e-f327-44b7-99dc-8495bc7f7951,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:10.618415 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4b31ecf5-0f95-4148-b4b2-dfde57e87262 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:10.621784 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-4b31ecf5-0f95-4148-b4b2-dfde57e87262 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/0978194e-f327-44b7-99dc-8495bc7f7951 HTTP/1.1" status: 204 len: 168 time: 0.2104819 Feb 02 07:54:10.624297 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 36628) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:54:10.692790 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-471b3f99-6c01-4b60-8bb7-34559b2d107e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (cd52ffce-f6d9-4166-8599-69d5a5db9d0c), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:10.772983 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-471b3f99-6c01-4b60-8bb7-34559b2d107e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (cd52ffce-f6d9-4166-8599-69d5a5db9d0c), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:10.792265 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-471b3f99-6c01-4b60-8bb7-34559b2d107e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd52ffce-f6d9-4166-8599-69d5a5db9d0c']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:54:10.801216 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-471b3f99-6c01-4b60-8bb7-34559b2d107e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '259349a5-674a-46f0-9f78-c43bef3e9c0a') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:54:10.801513 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-471b3f99-6c01-4b60-8bb7-34559b2d107e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '259349a5-674a-46f0-9f78-c43bef3e9c0a') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:54:10.810567 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-471b3f99-6c01-4b60-8bb7-34559b2d107e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (259349a5-674a-46f0-9f78-c43bef3e9c0a), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:10.823633 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-471b3f99-6c01-4b60-8bb7-34559b2d107e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (259349a5-674a-46f0-9f78-c43bef3e9c0a), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:10.830005 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-471b3f99-6c01-4b60-8bb7-34559b2d107e admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:54:10.830381 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-471b3f99-6c01-4b60-8bb7-34559b2d107e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (259349a5-674a-46f0-9f78-c43bef3e9c0a), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:10.832005 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:54:10.832005 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:54:10.832005 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:54:10.832005 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:54:10.832005 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:54:10.832005 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:54:10.832005 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:54:10.832005 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:54:10.832005 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:54:10.832005 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:54:10.832005 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:54:10.832005 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:54:10.832005 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:54:10.832005 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:54:10.832005 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:54:10.832005 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:54:10.832005 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:54:10.832005 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:54:10.832005 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:54:10.832005 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:54:10.832005 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:54:10.832005 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:54:10.832005 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:54:10.832005 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:54:10.832005 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:54:10.832005 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:54:10.832005 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:54:10.832005 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:54:10.832005 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:54:10.832005 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:54:10.832005 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:54:10.832005 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:54:10.883771 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-471b3f99-6c01-4b60-8bb7-34559b2d107e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (cd52ffce-f6d9-4166-8599-69d5a5db9d0c), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:10.889213 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-471b3f99-6c01-4b60-8bb7-34559b2d107e admin admin] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:10.893124 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-471b3f99-6c01-4b60-8bb7-34559b2d107e admin admin] 10.222.0.87 "DELETE /v2.0/networks/cd52ffce-f6d9-4166-8599-69d5a5db9d0c HTTP/1.1" status: 204 len: 168 time: 0.2678156 Feb 02 07:54:10.907361 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471b3f99-6c01-4b60-8bb7-34559b2d107e admin admin] Pushing event deleted for resources: {'Network': ['ID=cd52ffce-f6d9-4166-8599-69d5a5db9d0c,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:11.001822 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 36632) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:54:11.042159 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-5ce05568-10da-4e99-99db-50abd69e8068 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=4108015ba4ca4062a2adc0d85bbafa02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391891 Feb 02 07:54:11.044607 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 36634) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:54:11.067707 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b488ebb3-4452-4f84-9b7d-bf4fab3ddc8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:11.092145 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-091fb1f8-1954-4e59-acfc-c89fd8b15b86 admin admin] Publish callbacks [] for security_group (d69b694e-f0bd-49e8-b76c-b55ab904a803), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:11.112990 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-091fb1f8-1954-4e59-acfc-c89fd8b15b86 admin admin] Publish callbacks [] for security_group (d69b694e-f0bd-49e8-b76c-b55ab904a803), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:11.158000 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-091fb1f8-1954-4e59-acfc-c89fd8b15b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (d69b694e-f0bd-49e8-b76c-b55ab904a803), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:11.160647 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-091fb1f8-1954-4e59-acfc-c89fd8b15b86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:11.161785 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-091fb1f8-1954-4e59-acfc-c89fd8b15b86 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d69b694e-f0bd-49e8-b76c-b55ab904a803 HTTP/1.1" status: 204 len: 168 time: 0.1162517 Feb 02 07:54:11.169216 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091fb1f8-1954-4e59-acfc-c89fd8b15b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69b694e-f0bd-49e8-b76c-b55ab904a803,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:11.839397 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 36656) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:54:11.931897 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-bbf3aed7-e01f-41a9-b4b5-a9361d008558 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2027297656'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:54:11.951213 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf3aed7-e01f-41a9-b4b5-a9361d008558 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Made reservation on behalf of 6ade181b160d415aa9f945d6745bfb42 for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:54:11.955112 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bbf3aed7-e01f-41a9-b4b5-a9361d008558 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:11.966530 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bbf3aed7-e01f-41a9-b4b5-a9361d008558 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:12.041796 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bbf3aed7-e01f-41a9-b4b5-a9361d008558 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks [] for security_group (24f73ae9-45d6-4cb5-80ca-bdfd197ceeb7), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:12.045456 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bbf3aed7-e01f-41a9-b4b5-a9361d008558 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (24f73ae9-45d6-4cb5-80ca-bdfd197ceeb7), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:12.073215 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbf3aed7-e01f-41a9-b4b5-a9361d008558 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:54:12.082645 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf3aed7-e01f-41a9-b4b5-a9361d008558 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24f73ae9-45d6-4cb5-80ca-bdfd197ceeb7,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:12.090698 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bbf3aed7-e01f-41a9-b4b5-a9361d008558 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (30e4429d-cd78-4053-b8c1-b859c579b2a4), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:12.090936 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-bbf3aed7-e01f-41a9-b4b5-a9361d008558 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Added segment 30e4429d-cd78-4053-b8c1-b859c579b2a4 of type vlan for network c52f754b-de1b-4e96-b50d-096528ed0b7d Feb 02 07:54:12.131588 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bbf3aed7-e01f-41a9-b4b5-a9361d008558 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (c52f754b-de1b-4e96-b50d-096528ed0b7d), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:12.156916 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bbf3aed7-e01f-41a9-b4b5-a9361d008558 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (c52f754b-de1b-4e96-b50d-096528ed0b7d), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:12.160774 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 411e10fa-74a4-4a1d-a60d-6e156de5deca no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:54:12.161821 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf3aed7-e01f-41a9-b4b5-a9361d008558 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:54:12.162414 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bbf3aed7-e01f-41a9-b4b5-a9361d008558 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:12.180634 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: 411e10fa-74a4-4a1d-a60d-6e156de5deca {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:54:12.180991 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 411e10fa-74a4-4a1d-a60d-6e156de5deca not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:54:12.198563 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-bbf3aed7-e01f-41a9-b4b5-a9361d008558 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3580461 Feb 02 07:54:12.235229 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf3aed7-e01f-41a9-b4b5-a9361d008558 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Pushing event updated for resources: {'Network': ['ID=c52f754b-de1b-4e96-b50d-096528ed0b7d,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:12.246155 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network c52f754b-de1b-4e96-b50d-096528ed0b7d details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:54:13.360946 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7109d3df-c377-4ae0-8b11-ef78cf07ae29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:14.844106 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:15.403082 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 36662) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:54:15.408452 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-63f14063-adc3-4ef1-b869-bec6b94f25fd tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Request body: {'subnet': {'network_id': 'c52f754b-de1b-4e96-b50d-096528ed0b7d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:54:15.493711 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f14063-adc3-4ef1-b869-bec6b94f25fd tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Made reservation on behalf of 6ade181b160d415aa9f945d6745bfb42 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:54:15.497233 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-63f14063-adc3-4ef1-b869-bec6b94f25fd tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:15.679432 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-63f14063-adc3-4ef1-b869-bec6b94f25fd tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (f91f5df0-7204-4afe-9fb3-f8449638b77a), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:15.742572 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f14063-adc3-4ef1-b869-bec6b94f25fd tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Pushing event updated for resources: {'Subnet': ['ID=f91f5df0-7204-4afe-9fb3-f8449638b77a,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:15.754324 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f14063-adc3-4ef1-b869-bec6b94f25fd tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Checking segment: {'id': '30e4429d-cd78-4053-b8c1-b859c579b2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c52f754b-de1b-4e96-b50d-096528ed0b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:54:15.754790 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f14063-adc3-4ef1-b869-bec6b94f25fd tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Network hostable DHCP agents. Network: c52f754b-de1b-4e96-b50d-096528ed0b7d, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:54:15.772345 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f14063-adc3-4ef1-b869-bec6b94f25fd tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Network c52f754b-de1b-4e96-b50d-096528ed0b7d is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:54:15.780882 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-63f14063-adc3-4ef1-b869-bec6b94f25fd tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, c52f754b-de1b-4e96-b50d-096528ed0b7d) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:54:15.784866 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f14063-adc3-4ef1-b869-bec6b94f25fd tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:54:15.785456 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-63f14063-adc3-4ef1-b869-bec6b94f25fd tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks [] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:15.790751 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee205daa-362c-4dd2-a4a9-1efd9e5bcb7d None None] Network c52f754b-de1b-4e96-b50d-096528ed0b7d requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:54:15.802031 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-63f14063-adc3-4ef1-b869-bec6b94f25fd tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3975151 Feb 02 07:54:15.805153 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 36664) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:54:15.810041 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-60a257fe-e7cc-4bde-ac2b-993e32ab9c82 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-531099094'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:54:15.829057 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a257fe-e7cc-4bde-ac2b-993e32ab9c82 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Made reservation on behalf of 6ade181b160d415aa9f945d6745bfb42 for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:54:15.832616 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-60a257fe-e7cc-4bde-ac2b-993e32ab9c82 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:15.856501 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60a257fe-e7cc-4bde-ac2b-993e32ab9c82 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:54:15.866869 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-60a257fe-e7cc-4bde-ac2b-993e32ab9c82 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (d0c68c79-e8eb-4af3-b91c-ea70f8b30dc2), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:15.867222 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-60a257fe-e7cc-4bde-ac2b-993e32ab9c82 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Added segment d0c68c79-e8eb-4af3-b91c-ea70f8b30dc2 of type vlan for network d7c99094-7a76-468c-bdd2-21e1f8b3084c Feb 02 07:54:15.893145 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883a9187-685c-4738-873e-3240e3444af9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-c52f754b-de1b-4e96-b50d-096528ed0b7d', 'network_id': 'c52f754b-de1b-4e96-b50d-096528ed0b7d', 'project_id': '6ade181b160d415aa9f945d6745bfb42', 'fixed_ips': [{'subnet_id': 'f91f5df0-7204-4afe-9fb3-f8449638b77a'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:54:15.894060 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-883a9187-685c-4738-873e-3240e3444af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:15.908538 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-60a257fe-e7cc-4bde-ac2b-993e32ab9c82 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (d7c99094-7a76-468c-bdd2-21e1f8b3084c), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:15.934374 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-60a257fe-e7cc-4bde-ac2b-993e32ab9c82 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (d7c99094-7a76-468c-bdd2-21e1f8b3084c), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:15.939878 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a257fe-e7cc-4bde-ac2b-993e32ab9c82 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:54:15.940445 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-60a257fe-e7cc-4bde-ac2b-993e32ab9c82 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:15.975783 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-60a257fe-e7cc-4bde-ac2b-993e32ab9c82 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1695132 Feb 02 07:54:15.978588 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 36666) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:54:15.986157 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-e8be14f0-f3f3-4bdc-aa63-009f364073a9 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Request body: {'subnet': {'network_id': 'd7c99094-7a76-468c-bdd2-21e1f8b3084c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:54:16.032966 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a257fe-e7cc-4bde-ac2b-993e32ab9c82 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Pushing event updated for resources: {'Network': ['ID=d7c99094-7a76-468c-bdd2-21e1f8b3084c,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:16.037527 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-883a9187-685c-4738-873e-3240e3444af9 None None] Allocated IP 2001:db8:0:ffff::2 (c52f754b-de1b-4e96-b50d-096528ed0b7d/f91f5df0-7204-4afe-9fb3-f8449638b77a/13a3e554-2143-4e6d-b134-dd7c6c5616ed) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:54:16.045806 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network d7c99094-7a76-468c-bdd2-21e1f8b3084c details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:54:16.103866 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8be14f0-f3f3-4bdc-aa63-009f364073a9 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Made reservation on behalf of 6ade181b160d415aa9f945d6745bfb42 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:54:16.107495 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e8be14f0-f3f3-4bdc-aa63-009f364073a9 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:16.256704 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:16.267846 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-883a9187-685c-4738-873e-3240e3444af9 None None] Publish callbacks [] for port (13a3e554-2143-4e6d-b134-dd7c6c5616ed), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:16.273349 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-883a9187-685c-4738-873e-3240e3444af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (13a3e554-2143-4e6d-b134-dd7c6c5616ed), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:16.308148 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e8be14f0-f3f3-4bdc-aa63-009f364073a9 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (aa4705d6-d419-4686-b0c1-d406d84dff01), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:16.316019 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883a9187-685c-4738-873e-3240e3444af9 None None] Network c52f754b-de1b-4e96-b50d-096528ed0b7d is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:54:16.321170 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-883a9187-685c-4738-873e-3240e3444af9 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:54:16.323294 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883a9187-685c-4738-873e-3240e3444af9 None None] Pushing event updated for resources: {'Port': ['ID=13a3e554-2143-4e6d-b134-dd7c6c5616ed,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:16.325660 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883a9187-685c-4738-873e-3240e3444af9 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:54:16.371068 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8be14f0-f3f3-4bdc-aa63-009f364073a9 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Pushing event updated for resources: {'Subnet': ['ID=aa4705d6-d419-4686-b0c1-d406d84dff01,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:16.378907 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8be14f0-f3f3-4bdc-aa63-009f364073a9 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Checking segment: {'id': 'd0c68c79-e8eb-4af3-b91c-ea70f8b30dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'd7c99094-7a76-468c-bdd2-21e1f8b3084c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:54:16.379196 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8be14f0-f3f3-4bdc-aa63-009f364073a9 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Network hostable DHCP agents. Network: d7c99094-7a76-468c-bdd2-21e1f8b3084c, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:54:16.382511 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-883a9187-685c-4738-873e-3240e3444af9 None None] Attempting to bind port 13a3e554-2143-4e6d-b134-dd7c6c5616ed on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:54:16.382891 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-883a9187-685c-4738-873e-3240e3444af9 None None] Attempting to bind port 13a3e554-2143-4e6d-b134-dd7c6c5616ed by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '30e4429d-cd78-4053-b8c1-b859c579b2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c52f754b-de1b-4e96-b50d-096528ed0b7d'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:54:16.383265 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883a9187-685c-4738-873e-3240e3444af9 None None] Attempting to bind port 13a3e554-2143-4e6d-b134-dd7c6c5616ed on network c52f754b-de1b-4e96-b50d-096528ed0b7d {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:54:16.388213 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883a9187-685c-4738-873e-3240e3444af9 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:54:16.388597 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883a9187-685c-4738-873e-3240e3444af9 None None] Checking segment: {'id': '30e4429d-cd78-4053-b8c1-b859c579b2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c52f754b-de1b-4e96-b50d-096528ed0b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:54:16.389005 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-883a9187-685c-4738-873e-3240e3444af9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:16.389406 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883a9187-685c-4738-873e-3240e3444af9 None None] Bound using segment: {'id': '30e4429d-cd78-4053-b8c1-b859c579b2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c52f754b-de1b-4e96-b50d-096528ed0b7d'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:54:16.390487 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-883a9187-685c-4738-873e-3240e3444af9 None None] Bound port: 13a3e554-2143-4e6d-b134-dd7c6c5616ed, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30e4429d-cd78-4053-b8c1-b859c579b2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c52f754b-de1b-4e96-b50d-096528ed0b7d'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:54:16.390872 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-883a9187-685c-4738-873e-3240e3444af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (13a3e554-2143-4e6d-b134-dd7c6c5616ed), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:16.396609 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8be14f0-f3f3-4bdc-aa63-009f364073a9 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Network d7c99094-7a76-468c-bdd2-21e1f8b3084c is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:54:16.405717 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-e8be14f0-f3f3-4bdc-aa63-009f364073a9 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, d7c99094-7a76-468c-bdd2-21e1f8b3084c) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:54:16.409736 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8be14f0-f3f3-4bdc-aa63-009f364073a9 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:54:16.410337 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e8be14f0-f3f3-4bdc-aa63-009f364073a9 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks [] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:16.427449 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-e8be14f0-f3f3-4bdc-aa63-009f364073a9 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4478507 Feb 02 07:54:16.428008 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3015f026-6770-4172-aafa-ec76b0c89204 None None] Network d7c99094-7a76-468c-bdd2-21e1f8b3084c requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:54:16.430375 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 36668) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:54:16.518278 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-883a9187-685c-4738-873e-3240e3444af9 None None] For port 13a3e554-2143-4e6d-b134-dd7c6c5616ed, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:54:16.533006 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-08b0f920-cff4-44df-8cab-94397be907ea tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (d7c99094-7a76-468c-bdd2-21e1f8b3084c), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:16.540708 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-883a9187-685c-4738-873e-3240e3444af9 None None] For port 13a3e554-2143-4e6d-b134-dd7c6c5616ed, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=13a3e554-2143-4e6d-b134-dd7c6c5616ed,segment=NetworkSegment(30e4429d-cd78-4053-b8c1-b859c579b2a4),segment_id=30e4429d-cd78-4053-b8c1-b859c579b2a4)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:54:16.561673 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-883a9187-685c-4738-873e-3240e3444af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (13a3e554-2143-4e6d-b134-dd7c6c5616ed), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:16.591508 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3637e4-94b5-479b-83a3-46d630c7525c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-d7c99094-7a76-468c-bdd2-21e1f8b3084c', 'network_id': 'd7c99094-7a76-468c-bdd2-21e1f8b3084c', 'project_id': '6ade181b160d415aa9f945d6745bfb42', 'fixed_ips': [{'subnet_id': 'aa4705d6-d419-4686-b0c1-d406d84dff01'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:54:16.592389 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-4d3637e4-94b5-479b-83a3-46d630c7525c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:16.612578 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-08b0f920-cff4-44df-8cab-94397be907ea tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (aa4705d6-d419-4686-b0c1-d406d84dff01), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:16.687754 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-08b0f920-cff4-44df-8cab-94397be907ea tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (aa4705d6-d419-4686-b0c1-d406d84dff01), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:16.701946 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883a9187-685c-4738-873e-3240e3444af9 None None] Pushing event updated for resources: {'Port': ['ID=13a3e554-2143-4e6d-b134-dd7c6c5616ed,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:16.722571 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b0f920-cff4-44df-8cab-94397be907ea tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Pushing event deleted for resources: {'Subnet': ['ID=aa4705d6-d419-4686-b0c1-d406d84dff01,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server [None req-4d3637e4-94b5-479b-83a3-46d630c7525c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aa4705d6-d419-4686-b0c1-d406d84dff01: This subnet is being modified by another concurrent operation. Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server raise self.value Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server raise self.value Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server raise self.value Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server raise self.value Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server raise self.value Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server raise self.value Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server raise exception Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aa4705d6-d419-4686-b0c1-d406d84dff01: This subnet is being modified by another concurrent operation. Feb 02 07:54:16.733199 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server Feb 02 07:54:16.750685 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f24bfd-dfe8-47bb-a256-e37d138761d0 None None] Network d7c99094-7a76-468c-bdd2-21e1f8b3084c requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:54:16.800646 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-08b0f920-cff4-44df-8cab-94397be907ea tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (d7c99094-7a76-468c-bdd2-21e1f8b3084c), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:16.843738 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-08b0f920-cff4-44df-8cab-94397be907ea tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7c99094-7a76-468c-bdd2-21e1f8b3084c']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:54:16.855966 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-08b0f920-cff4-44df-8cab-94397be907ea tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0c68c79-e8eb-4af3-b91c-ea70f8b30dc2') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:54:16.856267 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-08b0f920-cff4-44df-8cab-94397be907ea tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0c68c79-e8eb-4af3-b91c-ea70f8b30dc2') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:54:16.868355 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-08b0f920-cff4-44df-8cab-94397be907ea tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (d0c68c79-e8eb-4af3-b91c-ea70f8b30dc2), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:16.882802 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-08b0f920-cff4-44df-8cab-94397be907ea tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (d0c68c79-e8eb-4af3-b91c-ea70f8b30dc2), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:16.889773 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08b0f920-cff4-44df-8cab-94397be907ea tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:54:16.890390 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-08b0f920-cff4-44df-8cab-94397be907ea tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (d0c68c79-e8eb-4af3-b91c-ea70f8b30dc2), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:16.894500 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:54:16.894500 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:54:16.894500 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:54:16.894500 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:54:16.894500 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:54:16.894500 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:54:16.894500 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:54:16.894500 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:54:16.894500 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:54:16.894500 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:54:16.894500 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:54:16.894500 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:54:16.894500 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:54:16.894500 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:54:16.894500 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:54:16.894500 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:54:16.894500 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:54:16.894500 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:54:16.894500 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:54:16.894500 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:54:16.894500 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:54:16.894500 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:54:16.894500 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:54:16.894500 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:54:16.894500 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:54:16.894500 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:54:16.894500 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:54:16.894500 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:54:16.894500 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:54:16.894500 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:54:16.894500 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:54:16.894500 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:54:16.958768 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-08b0f920-cff4-44df-8cab-94397be907ea tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (d7c99094-7a76-468c-bdd2-21e1f8b3084c), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:16.966336 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-08b0f920-cff4-44df-8cab-94397be907ea tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:16.970267 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-08b0f920-cff4-44df-8cab-94397be907ea tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] 10.222.0.87 "DELETE /v2.0/networks/d7c99094-7a76-468c-bdd2-21e1f8b3084c HTTP/1.1" status: 204 len: 168 time: 0.5387161 Feb 02 07:54:16.974592 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 36670) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:54:16.980073 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-92461822-998a-4639-8c34-b58193624956 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1551864035'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:54:16.982996 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b0f920-cff4-44df-8cab-94397be907ea tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Pushing event deleted for resources: {'Network': ['ID=d7c99094-7a76-468c-bdd2-21e1f8b3084c,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:17.001649 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92461822-998a-4639-8c34-b58193624956 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Made reservation on behalf of 6ade181b160d415aa9f945d6745bfb42 for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:54:17.005139 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-92461822-998a-4639-8c34-b58193624956 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:17.029458 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92461822-998a-4639-8c34-b58193624956 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:54:17.039209 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-92461822-998a-4639-8c34-b58193624956 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (7e242928-6282-4a7f-8b80-5bc0e0ef84f4), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:17.039651 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-92461822-998a-4639-8c34-b58193624956 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Added segment 7e242928-6282-4a7f-8b80-5bc0e0ef84f4 of type vlan for network 348dd452-206d-4856-bfe4-6f7e0cb524fd Feb 02 07:54:17.083817 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-92461822-998a-4639-8c34-b58193624956 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (348dd452-206d-4856-bfe4-6f7e0cb524fd), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:17.108785 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-92461822-998a-4639-8c34-b58193624956 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (348dd452-206d-4856-bfe4-6f7e0cb524fd), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:17.113836 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92461822-998a-4639-8c34-b58193624956 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:54:17.114427 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-92461822-998a-4639-8c34-b58193624956 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:17.151427 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-92461822-998a-4639-8c34-b58193624956 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1756732 Feb 02 07:54:17.154265 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 36672) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:54:17.159822 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-13374ae6-10f2-470e-8958-a40e5a6227b4 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Request body: {'subnet': {'network_id': '348dd452-206d-4856-bfe4-6f7e0cb524fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:54:17.204467 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92461822-998a-4639-8c34-b58193624956 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Pushing event updated for resources: {'Network': ['ID=348dd452-206d-4856-bfe4-6f7e0cb524fd,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:17.214218 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 348dd452-206d-4856-bfe4-6f7e0cb524fd details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:54:17.282276 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13374ae6-10f2-470e-8958-a40e5a6227b4 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Made reservation on behalf of 6ade181b160d415aa9f945d6745bfb42 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:54:17.285673 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-13374ae6-10f2-470e-8958-a40e5a6227b4 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:17.342335 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.ipam_backend_mixin [None req-13374ae6-10f2-470e-8958-a40e5a6227b4 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Performing IP validity checks on allocation pools {{(pid=109694) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 02 07:54:17.343451 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.ipam_backend_mixin [None req-13374ae6-10f2-470e-8958-a40e5a6227b4 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109694) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 02 07:54:17.473137 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-13374ae6-10f2-470e-8958-a40e5a6227b4 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (8236407b-f326-4600-9f0e-c3625f58965e), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:17.507709 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:17.531696 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13374ae6-10f2-470e-8958-a40e5a6227b4 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Pushing event updated for resources: {'Subnet': ['ID=8236407b-f326-4600-9f0e-c3625f58965e,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:17.549572 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13374ae6-10f2-470e-8958-a40e5a6227b4 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Checking segment: {'id': '7e242928-6282-4a7f-8b80-5bc0e0ef84f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '348dd452-206d-4856-bfe4-6f7e0cb524fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:54:17.549938 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13374ae6-10f2-470e-8958-a40e5a6227b4 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Network hostable DHCP agents. Network: 348dd452-206d-4856-bfe4-6f7e0cb524fd, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:54:17.566201 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13374ae6-10f2-470e-8958-a40e5a6227b4 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Network 348dd452-206d-4856-bfe4-6f7e0cb524fd is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:54:17.576008 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-13374ae6-10f2-470e-8958-a40e5a6227b4 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 348dd452-206d-4856-bfe4-6f7e0cb524fd) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:54:17.580474 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13374ae6-10f2-470e-8958-a40e5a6227b4 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:54:17.581086 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-13374ae6-10f2-470e-8958-a40e5a6227b4 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks [] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:17.588613 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177db19e-eb51-4900-a3a1-918cbaef2db2 None None] Network 348dd452-206d-4856-bfe4-6f7e0cb524fd requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:54:17.601067 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-13374ae6-10f2-470e-8958-a40e5a6227b4 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4457829 Feb 02 07:54:17.604268 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 36674) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:54:17.673081 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0105dd2-4d5c-4259-a69b-dba617a4ba13 None None] Network c52f754b-de1b-4e96-b50d-096528ed0b7d requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:54:17.717181 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1dde8a12-c2eb-47c4-9beb-1562d26512a9 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (348dd452-206d-4856-bfe4-6f7e0cb524fd), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:17.748784 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830cc25b-9b43-4d77-a8fe-971a0db78afb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-348dd452-206d-4856-bfe4-6f7e0cb524fd', 'network_id': '348dd452-206d-4856-bfe4-6f7e0cb524fd', 'project_id': '6ade181b160d415aa9f945d6745bfb42', 'fixed_ips': [{'subnet_id': '8236407b-f326-4600-9f0e-c3625f58965e'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:54:17.750176 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-830cc25b-9b43-4d77-a8fe-971a0db78afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:17.772901 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1dde8a12-c2eb-47c4-9beb-1562d26512a9 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (8236407b-f326-4600-9f0e-c3625f58965e), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:17.833301 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1dde8a12-c2eb-47c4-9beb-1562d26512a9 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (8236407b-f326-4600-9f0e-c3625f58965e), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:17.857204 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-80841e2c-7ba1-48c3-94b7-a158ae15d940 None None] Provisioning complete for port 13a3e554-2143-4e6d-b134-dd7c6c5616ed triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:54:17.857581 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-80841e2c-7ba1-48c3-94b7-a158ae15d940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (13a3e554-2143-4e6d-b134-dd7c6c5616ed), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:17.865853 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dde8a12-c2eb-47c4-9beb-1562d26512a9 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Pushing event deleted for resources: {'Subnet': ['ID=8236407b-f326-4600-9f0e-c3625f58965e,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server [None req-830cc25b-9b43-4d77-a8fe-971a0db78afb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8236407b-f326-4600-9f0e-c3625f58965e: This subnet is being modified by another concurrent operation. Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server raise self.value Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server raise self.value Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server raise self.value Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server raise self.value Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server raise self.value Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server raise self.value Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server raise exception Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8236407b-f326-4600-9f0e-c3625f58965e: This subnet is being modified by another concurrent operation. Feb 02 07:54:17.921593 n-d-789963-26 neutron-server[109695]: ERROR oslo_messaging.rpc.server Feb 02 07:54:17.932804 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1dde8a12-c2eb-47c4-9beb-1562d26512a9 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (348dd452-206d-4856-bfe4-6f7e0cb524fd), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:17.952053 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-1dde8a12-c2eb-47c4-9beb-1562d26512a9 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['348dd452-206d-4856-bfe4-6f7e0cb524fd']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:54:17.963238 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c99ffd-dc09-4ffd-b4bb-0e336387468c None None] Network 348dd452-206d-4856-bfe4-6f7e0cb524fd requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:54:17.963573 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-1dde8a12-c2eb-47c4-9beb-1562d26512a9 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e242928-6282-4a7f-8b80-5bc0e0ef84f4') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:54:17.963897 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-1dde8a12-c2eb-47c4-9beb-1562d26512a9 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e242928-6282-4a7f-8b80-5bc0e0ef84f4') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:54:17.974458 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1dde8a12-c2eb-47c4-9beb-1562d26512a9 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (7e242928-6282-4a7f-8b80-5bc0e0ef84f4), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:17.992676 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1dde8a12-c2eb-47c4-9beb-1562d26512a9 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (7e242928-6282-4a7f-8b80-5bc0e0ef84f4), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:18.000375 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dde8a12-c2eb-47c4-9beb-1562d26512a9 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:54:18.001526 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-80841e2c-7ba1-48c3-94b7-a158ae15d940 None None] Current status of the port 13a3e554-2143-4e6d-b134-dd7c6c5616ed is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:54:18.001658 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1dde8a12-c2eb-47c4-9beb-1562d26512a9 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (7e242928-6282-4a7f-8b80-5bc0e0ef84f4), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:18.001919 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-80841e2c-7ba1-48c3-94b7-a158ae15d940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (13a3e554-2143-4e6d-b134-dd7c6c5616ed), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:18.005204 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:54:18.005204 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:54:18.005204 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:54:18.005204 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:54:18.005204 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:54:18.005204 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:54:18.005204 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:54:18.005204 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:54:18.005204 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:54:18.005204 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:54:18.005204 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:54:18.005204 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:54:18.005204 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:54:18.005204 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:54:18.005204 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:54:18.005204 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:54:18.005204 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:54:18.005204 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:54:18.005204 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:54:18.005204 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:54:18.005204 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:54:18.005204 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:54:18.005204 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:54:18.005204 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:54:18.005204 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:54:18.005204 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:54:18.005204 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:54:18.005204 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:54:18.005204 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:54:18.005204 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:54:18.005204 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:54:18.005204 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:54:18.078981 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1dde8a12-c2eb-47c4-9beb-1562d26512a9 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (348dd452-206d-4856-bfe4-6f7e0cb524fd), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:18.085304 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-80841e2c-7ba1-48c3-94b7-a158ae15d940 None None] For port 13a3e554-2143-4e6d-b134-dd7c6c5616ed, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=13a3e554-2143-4e6d-b134-dd7c6c5616ed,segment=NetworkSegment(30e4429d-cd78-4053-b8c1-b859c579b2a4),segment_id=30e4429d-cd78-4053-b8c1-b859c579b2a4)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:54:18.086969 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1dde8a12-c2eb-47c4-9beb-1562d26512a9 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:18.089256 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-80841e2c-7ba1-48c3-94b7-a158ae15d940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (13a3e554-2143-4e6d-b134-dd7c6c5616ed), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:18.090380 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-1dde8a12-c2eb-47c4-9beb-1562d26512a9 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] 10.222.0.87 "DELETE /v2.0/networks/348dd452-206d-4856-bfe4-6f7e0cb524fd HTTP/1.1" status: 204 len: 168 time: 0.4850941 Feb 02 07:54:18.098975 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 36676) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:54:18.104243 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dde8a12-c2eb-47c4-9beb-1562d26512a9 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Pushing event deleted for resources: {'Network': ['ID=348dd452-206d-4856-bfe4-6f7e0cb524fd,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:18.112074 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-94b6e4e3-f4f5-4f3d-a502-923b88c058f5 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-923411886'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:54:18.136255 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b6e4e3-f4f5-4f3d-a502-923b88c058f5 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Made reservation on behalf of 6ade181b160d415aa9f945d6745bfb42 for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:54:18.140722 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-94b6e4e3-f4f5-4f3d-a502-923b88c058f5 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:18.154678 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80841e2c-7ba1-48c3-94b7-a158ae15d940 None None] Pushing event updated for resources: {'Port': ['ID=13a3e554-2143-4e6d-b134-dd7c6c5616ed,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:18.169596 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ae4431-8603-48b2-a034-3795cc0a3b84 None None] get_active_networks_info from n-d-789963-26 {{(pid=109695) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 02 07:54:18.171432 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94b6e4e3-f4f5-4f3d-a502-923b88c058f5 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:54:18.192821 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-94b6e4e3-f4f5-4f3d-a502-923b88c058f5 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (69ba7c75-6eb9-47fe-9d6b-83297542d9c4), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:18.193207 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-94b6e4e3-f4f5-4f3d-a502-923b88c058f5 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Added segment 69ba7c75-6eb9-47fe-9d6b-83297542d9c4 of type vlan for network 5b7fb9d0-8936-4ffb-b3fe-a1acecd1eb64 Feb 02 07:54:18.236257 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ab12f5b4-59b5-4fb0-9209-e116e258dbfa None None] Provisioning complete for port 13a3e554-2143-4e6d-b134-dd7c6c5616ed triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:54:18.236806 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ab12f5b4-59b5-4fb0-9209-e116e258dbfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (13a3e554-2143-4e6d-b134-dd7c6c5616ed), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:18.241906 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-94b6e4e3-f4f5-4f3d-a502-923b88c058f5 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (5b7fb9d0-8936-4ffb-b3fe-a1acecd1eb64), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:18.272446 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-94b6e4e3-f4f5-4f3d-a502-923b88c058f5 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (5b7fb9d0-8936-4ffb-b3fe-a1acecd1eb64), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:18.277429 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b6e4e3-f4f5-4f3d-a502-923b88c058f5 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:54:18.278028 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-94b6e4e3-f4f5-4f3d-a502-923b88c058f5 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:18.283629 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 13a3e554-2143-4e6d-b134-dd7c6c5616ed up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:54:18.307930 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-94b6e4e3-f4f5-4f3d-a502-923b88c058f5 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2070467 Feb 02 07:54:18.310896 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 36678) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:54:18.316716 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-2d78255d-61b2-4228-bbfd-9650326768dd tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Request body: {'subnet': {'network_id': '5b7fb9d0-8936-4ffb-b3fe-a1acecd1eb64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:54:18.319997 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ae4431-8603-48b2-a034-3795cc0a3b84 None None] Resources bound (agent type, host, resource id): {{(pid=109695) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 02 07:54:18.356367 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b6e4e3-f4f5-4f3d-a502-923b88c058f5 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Pushing event updated for resources: {'Network': ['ID=5b7fb9d0-8936-4ffb-b3fe-a1acecd1eb64,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:18.372417 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 5b7fb9d0-8936-4ffb-b3fe-a1acecd1eb64 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:54:18.405822 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d78255d-61b2-4228-bbfd-9650326768dd tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Made reservation on behalf of 6ade181b160d415aa9f945d6745bfb42 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:54:18.409591 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2d78255d-61b2-4228-bbfd-9650326768dd tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:18.602546 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 13a3e554-2143-4e6d-b134-dd7c6c5616ed triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:54:18.602925 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (13a3e554-2143-4e6d-b134-dd7c6c5616ed), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:18.606332 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2d78255d-61b2-4228-bbfd-9650326768dd tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (e4dd9459-0187-4e16-99e0-a0c7318e159f), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:18.664883 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ab12f5b4-59b5-4fb0-9209-e116e258dbfa None None] Current status of the port 13a3e554-2143-4e6d-b134-dd7c6c5616ed is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:54:18.675263 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d78255d-61b2-4228-bbfd-9650326768dd tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Pushing event updated for resources: {'Subnet': ['ID=e4dd9459-0187-4e16-99e0-a0c7318e159f,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:18.679615 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d78255d-61b2-4228-bbfd-9650326768dd tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Checking segment: {'id': '69ba7c75-6eb9-47fe-9d6b-83297542d9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '5b7fb9d0-8936-4ffb-b3fe-a1acecd1eb64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:54:18.679984 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d78255d-61b2-4228-bbfd-9650326768dd tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Network hostable DHCP agents. Network: 5b7fb9d0-8936-4ffb-b3fe-a1acecd1eb64, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:54:18.696940 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d78255d-61b2-4228-bbfd-9650326768dd tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Network 5b7fb9d0-8936-4ffb-b3fe-a1acecd1eb64 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:54:18.707519 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-2d78255d-61b2-4228-bbfd-9650326768dd tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 5b7fb9d0-8936-4ffb-b3fe-a1acecd1eb64) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:54:18.711578 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d78255d-61b2-4228-bbfd-9650326768dd tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:54:18.712724 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2d78255d-61b2-4228-bbfd-9650326768dd tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:18.729699 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-2d78255d-61b2-4228-bbfd-9650326768dd tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4171255 Feb 02 07:54:18.733361 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 36680) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:54:18.738443 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-3bc545fb-6e09-4810-a90a-4cf62c47bf4d tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2046147964'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:54:18.756588 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc545fb-6e09-4810-a90a-4cf62c47bf4d tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Made reservation on behalf of 6ade181b160d415aa9f945d6745bfb42 for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:54:18.760246 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3bc545fb-6e09-4810-a90a-4cf62c47bf4d tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:18.785560 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bc545fb-6e09-4810-a90a-4cf62c47bf4d tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:54:18.794401 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3bc545fb-6e09-4810-a90a-4cf62c47bf4d tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (4391e6f8-5556-471b-bf28-ebe67ca5200a), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:18.794748 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-3bc545fb-6e09-4810-a90a-4cf62c47bf4d tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Added segment 4391e6f8-5556-471b-bf28-ebe67ca5200a of type vlan for network d497e727-f23c-41d7-8c15-8e3c7934737b Feb 02 07:54:18.803165 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 13a3e554-2143-4e6d-b134-dd7c6c5616ed is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:54:18.821634 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14fc81b-5ac3-4c4f-b9e1-413a30e0d612 None None] get_active_networks_info from n-d-789963-26 {{(pid=109695) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 02 07:54:18.837085 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3bc545fb-6e09-4810-a90a-4cf62c47bf4d tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (d497e727-f23c-41d7-8c15-8e3c7934737b), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:18.862656 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3bc545fb-6e09-4810-a90a-4cf62c47bf4d tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (d497e727-f23c-41d7-8c15-8e3c7934737b), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:18.868206 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc545fb-6e09-4810-a90a-4cf62c47bf4d tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:54:18.868954 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3bc545fb-6e09-4810-a90a-4cf62c47bf4d tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:18.900152 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14fc81b-5ac3-4c4f-b9e1-413a30e0d612 None None] Resources bound (agent type, host, resource id): {{(pid=109695) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 02 07:54:18.907262 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-3bc545fb-6e09-4810-a90a-4cf62c47bf4d tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1726620 Feb 02 07:54:18.910613 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 36682) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:54:18.915760 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-fdc2a2d7-e350-43ce-a32c-7f51e8e87c78 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Request body: {'subnet': {'network_id': 'd497e727-f23c-41d7-8c15-8e3c7934737b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:54:18.953793 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc545fb-6e09-4810-a90a-4cf62c47bf4d tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Pushing event updated for resources: {'Network': ['ID=d497e727-f23c-41d7-8c15-8e3c7934737b,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:18.971014 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network d497e727-f23c-41d7-8c15-8e3c7934737b details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:54:19.005384 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc2a2d7-e350-43ce-a32c-7f51e8e87c78 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Made reservation on behalf of 6ade181b160d415aa9f945d6745bfb42 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:54:19.009039 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fdc2a2d7-e350-43ce-a32c-7f51e8e87c78 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:19.117883 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10230461-d9ee-467f-9ad4-f971fbb627fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-5b7fb9d0-8936-4ffb-b3fe-a1acecd1eb64', 'network_id': '5b7fb9d0-8936-4ffb-b3fe-a1acecd1eb64', 'project_id': '6ade181b160d415aa9f945d6745bfb42', 'fixed_ips': [{'subnet_id': 'e4dd9459-0187-4e16-99e0-a0c7318e159f'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:54:19.118749 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-10230461-d9ee-467f-9ad4-f971fbb627fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:19.203606 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fdc2a2d7-e350-43ce-a32c-7f51e8e87c78 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (e3e99260-a218-42b3-827f-1c9a0175b69e), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:19.259648 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-10230461-d9ee-467f-9ad4-f971fbb627fa None None] Allocated IP 2001:db8::2 (5b7fb9d0-8936-4ffb-b3fe-a1acecd1eb64/e4dd9459-0187-4e16-99e0-a0c7318e159f/d81ce0a9-e225-4a49-9a45-c229256c0e24) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:54:19.262421 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc2a2d7-e350-43ce-a32c-7f51e8e87c78 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Pushing event updated for resources: {'Subnet': ['ID=e3e99260-a218-42b3-827f-1c9a0175b69e,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:19.275927 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc2a2d7-e350-43ce-a32c-7f51e8e87c78 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Checking segment: {'id': '4391e6f8-5556-471b-bf28-ebe67ca5200a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd497e727-f23c-41d7-8c15-8e3c7934737b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:54:19.276301 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc2a2d7-e350-43ce-a32c-7f51e8e87c78 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Network hostable DHCP agents. Network: d497e727-f23c-41d7-8c15-8e3c7934737b, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:54:19.292998 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc2a2d7-e350-43ce-a32c-7f51e8e87c78 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Network d497e727-f23c-41d7-8c15-8e3c7934737b is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:54:19.302646 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-fdc2a2d7-e350-43ce-a32c-7f51e8e87c78 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, d497e727-f23c-41d7-8c15-8e3c7934737b) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:54:19.306897 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc2a2d7-e350-43ce-a32c-7f51e8e87c78 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:54:19.307483 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fdc2a2d7-e350-43ce-a32c-7f51e8e87c78 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks [] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:19.325334 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-fdc2a2d7-e350-43ce-a32c-7f51e8e87c78 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4134846 Feb 02 07:54:19.327719 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 36684) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:54:19.410974 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-10230461-d9ee-467f-9ad4-f971fbb627fa None None] Publish callbacks [] for port (d81ce0a9-e225-4a49-9a45-c229256c0e24), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:19.416777 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-10230461-d9ee-467f-9ad4-f971fbb627fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (d81ce0a9-e225-4a49-9a45-c229256c0e24), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:19.423372 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-105e4f6e-877b-4bec-a8be-aaa5a4817456 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (d497e727-f23c-41d7-8c15-8e3c7934737b), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:19.453081 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10230461-d9ee-467f-9ad4-f971fbb627fa None None] Network 5b7fb9d0-8936-4ffb-b3fe-a1acecd1eb64 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:54:19.456573 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-10230461-d9ee-467f-9ad4-f971fbb627fa None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:54:19.459806 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10230461-d9ee-467f-9ad4-f971fbb627fa None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:54:19.474725 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10230461-d9ee-467f-9ad4-f971fbb627fa None None] Pushing event updated for resources: {'Port': ['ID=d81ce0a9-e225-4a49-9a45-c229256c0e24,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:19.511370 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-105e4f6e-877b-4bec-a8be-aaa5a4817456 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (e3e99260-a218-42b3-827f-1c9a0175b69e), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:19.524517 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-10230461-d9ee-467f-9ad4-f971fbb627fa None None] Attempting to bind port d81ce0a9-e225-4a49-9a45-c229256c0e24 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:54:19.524890 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-10230461-d9ee-467f-9ad4-f971fbb627fa None None] Attempting to bind port d81ce0a9-e225-4a49-9a45-c229256c0e24 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '69ba7c75-6eb9-47fe-9d6b-83297542d9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '5b7fb9d0-8936-4ffb-b3fe-a1acecd1eb64'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:54:19.525269 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10230461-d9ee-467f-9ad4-f971fbb627fa None None] Attempting to bind port d81ce0a9-e225-4a49-9a45-c229256c0e24 on network 5b7fb9d0-8936-4ffb-b3fe-a1acecd1eb64 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:54:19.530131 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10230461-d9ee-467f-9ad4-f971fbb627fa None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:54:19.530554 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10230461-d9ee-467f-9ad4-f971fbb627fa None None] Checking segment: {'id': '69ba7c75-6eb9-47fe-9d6b-83297542d9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '5b7fb9d0-8936-4ffb-b3fe-a1acecd1eb64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:54:19.530959 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-10230461-d9ee-467f-9ad4-f971fbb627fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:19.531352 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10230461-d9ee-467f-9ad4-f971fbb627fa None None] Bound using segment: {'id': '69ba7c75-6eb9-47fe-9d6b-83297542d9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '5b7fb9d0-8936-4ffb-b3fe-a1acecd1eb64'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:54:19.531867 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-10230461-d9ee-467f-9ad4-f971fbb627fa None None] Bound port: d81ce0a9-e225-4a49-9a45-c229256c0e24, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69ba7c75-6eb9-47fe-9d6b-83297542d9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '5b7fb9d0-8936-4ffb-b3fe-a1acecd1eb64'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:54:19.532235 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-10230461-d9ee-467f-9ad4-f971fbb627fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (d81ce0a9-e225-4a49-9a45-c229256c0e24), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:19.570131 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-105e4f6e-877b-4bec-a8be-aaa5a4817456 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (e3e99260-a218-42b3-827f-1c9a0175b69e), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:19.597819 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-10230461-d9ee-467f-9ad4-f971fbb627fa None None] For port d81ce0a9-e225-4a49-9a45-c229256c0e24, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:54:19.600947 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-10230461-d9ee-467f-9ad4-f971fbb627fa None None] For port d81ce0a9-e225-4a49-9a45-c229256c0e24, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=d81ce0a9-e225-4a49-9a45-c229256c0e24,segment=NetworkSegment(69ba7c75-6eb9-47fe-9d6b-83297542d9c4),segment_id=69ba7c75-6eb9-47fe-9d6b-83297542d9c4)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:54:19.602956 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105e4f6e-877b-4bec-a8be-aaa5a4817456 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Pushing event deleted for resources: {'Subnet': ['ID=e3e99260-a218-42b3-827f-1c9a0175b69e,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:19.609197 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-10230461-d9ee-467f-9ad4-f971fbb627fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (d81ce0a9-e225-4a49-9a45-c229256c0e24), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:19.666235 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-105e4f6e-877b-4bec-a8be-aaa5a4817456 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (d497e727-f23c-41d7-8c15-8e3c7934737b), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:19.666479 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10230461-d9ee-467f-9ad4-f971fbb627fa None None] Pushing event updated for resources: {'Port': ['ID=d81ce0a9-e225-4a49-9a45-c229256c0e24,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:19.690251 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-105e4f6e-877b-4bec-a8be-aaa5a4817456 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d497e727-f23c-41d7-8c15-8e3c7934737b']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:54:19.700526 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-105e4f6e-877b-4bec-a8be-aaa5a4817456 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4391e6f8-5556-471b-bf28-ebe67ca5200a') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:54:19.700830 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-105e4f6e-877b-4bec-a8be-aaa5a4817456 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4391e6f8-5556-471b-bf28-ebe67ca5200a') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:54:19.710923 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-105e4f6e-877b-4bec-a8be-aaa5a4817456 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (4391e6f8-5556-471b-bf28-ebe67ca5200a), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:19.725282 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-105e4f6e-877b-4bec-a8be-aaa5a4817456 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (4391e6f8-5556-471b-bf28-ebe67ca5200a), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:19.731515 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-105e4f6e-877b-4bec-a8be-aaa5a4817456 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:54:19.731932 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-105e4f6e-877b-4bec-a8be-aaa5a4817456 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (4391e6f8-5556-471b-bf28-ebe67ca5200a), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:19.736017 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:54:19.736017 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:54:19.736017 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:54:19.736017 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:54:19.736017 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:54:19.736017 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:54:19.736017 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:54:19.736017 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:54:19.736017 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:54:19.736017 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:54:19.736017 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:54:19.736017 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:54:19.736017 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:54:19.736017 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:54:19.736017 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:54:19.736017 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:54:19.736017 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:54:19.736017 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:54:19.736017 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:54:19.736017 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:54:19.736017 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:54:19.736017 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:54:19.736017 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:54:19.736017 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:54:19.736017 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:54:19.736017 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:54:19.736017 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:54:19.736017 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:54:19.736017 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:54:19.736017 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:54:19.736017 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:54:19.736017 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:54:19.795948 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-105e4f6e-877b-4bec-a8be-aaa5a4817456 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (d497e727-f23c-41d7-8c15-8e3c7934737b), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:19.803687 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-105e4f6e-877b-4bec-a8be-aaa5a4817456 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:19.807003 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-105e4f6e-877b-4bec-a8be-aaa5a4817456 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] 10.222.0.87 "DELETE /v2.0/networks/d497e727-f23c-41d7-8c15-8e3c7934737b HTTP/1.1" status: 204 len: 168 time: 0.4782810 Feb 02 07:54:19.810220 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 36686) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:54:19.852930 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-f892a59b-0276-4ed2-8219-e0e9035c82c5 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] GET failed (client error): The resource could not be found. Feb 02 07:54:19.854289 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f892a59b-0276-4ed2-8219-e0e9035c82c5 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] 10.222.0.87 "GET /v2.0/subnets/e3e99260-a218-42b3-827f-1c9a0175b69e HTTP/1.1" status: 404 len: 337 time: 0.0431600 Feb 02 07:54:19.855498 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105e4f6e-877b-4bec-a8be-aaa5a4817456 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Pushing event deleted for resources: {'Network': ['ID=d497e727-f23c-41d7-8c15-8e3c7934737b,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:19.857240 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 36688) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:54:19.879247 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd28cfbf-517c-48d6-a30d-45a1e6a166ef tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] DELETE failed (client error): The resource could not be found. Feb 02 07:54:19.879757 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd28cfbf-517c-48d6-a30d-45a1e6a166ef tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:54:19.882727 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-cd28cfbf-517c-48d6-a30d-45a1e6a166ef tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] 10.222.0.87 "DELETE /v2.0/networks/d497e727-f23c-41d7-8c15-8e3c7934737b HTTP/1.1" status: 404 len: 339 time: 0.0246015 Feb 02 07:54:19.886515 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 36690) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:54:19.914218 n-d-789963-26 neutron-server[109694]: INFO neutron.pecan_wsgi.hooks.translation [None req-db4dfc09-77f6-4504-ab5a-3a04b75476f7 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] DELETE failed (client error): The resource could not be found. Feb 02 07:54:19.914879 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db4dfc09-77f6-4504-ab5a-3a04b75476f7 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:54:19.917736 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-db4dfc09-77f6-4504-ab5a-3a04b75476f7 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] 10.222.0.87 "DELETE /v2.0/subnets/e3e99260-a218-42b3-827f-1c9a0175b69e HTTP/1.1" status: 404 len: 337 time: 0.0303273 Feb 02 07:54:19.920443 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 36692) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:54:19.939877 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-29dee13b-6f6b-4650-810d-61fd4bf04f21 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] DELETE failed (client error): The resource could not be found. Feb 02 07:54:19.940393 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29dee13b-6f6b-4650-810d-61fd4bf04f21 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:54:19.943400 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-29dee13b-6f6b-4650-810d-61fd4bf04f21 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] 10.222.0.87 "DELETE /v2.0/networks/d497e727-f23c-41d7-8c15-8e3c7934737b HTTP/1.1" status: 404 len: 339 time: 0.0213065 Feb 02 07:54:19.946129 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 36694) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:54:19.997894 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-af1b7a7a-741b-487d-a4ba-bda8aeba9f23 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Deleting subnet e4dd9459-0187-4e16-99e0-a0c7318e159f {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:54:20.001182 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-af1b7a7a-741b-487d-a4ba-bda8aeba9f23 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks [] for subnet (e4dd9459-0187-4e16-99e0-a0c7318e159f), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:20.040796 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-af1b7a7a-741b-487d-a4ba-bda8aeba9f23 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (e4dd9459-0187-4e16-99e0-a0c7318e159f), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:20.127411 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-af1b7a7a-741b-487d-a4ba-bda8aeba9f23 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (e4dd9459-0187-4e16-99e0-a0c7318e159f), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:20.191728 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-af1b7a7a-741b-487d-a4ba-bda8aeba9f23 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (e4dd9459-0187-4e16-99e0-a0c7318e159f), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:20.220403 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1b7a7a-741b-487d-a4ba-bda8aeba9f23 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Pushing event deleted for resources: {'Subnet': ['ID=e4dd9459-0187-4e16-99e0-a0c7318e159f,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:20.225046 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-af1b7a7a-741b-487d-a4ba-bda8aeba9f23 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks [] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:20.228229 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-af1b7a7a-741b-487d-a4ba-bda8aeba9f23 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] 10.222.0.87 "DELETE /v2.0/subnets/e4dd9459-0187-4e16-99e0-a0c7318e159f HTTP/1.1" status: 204 len: 168 time: 0.2810926 Feb 02 07:54:20.230782 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 36696) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:54:20.310676 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device d81ce0a9-e225-4a49-9a45-c229256c0e24 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:54:20.316021 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f41e4e02-066b-4295-9da3-e2a234c1d594 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (5b7fb9d0-8936-4ffb-b3fe-a1acecd1eb64), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:20.365573 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port d81ce0a9-e225-4a49-9a45-c229256c0e24 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:54:20.365954 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (d81ce0a9-e225-4a49-9a45-c229256c0e24), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:20.374616 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-f41e4e02-066b-4295-9da3-e2a234c1d594 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Deleting port d81ce0a9-e225-4a49-9a45-c229256c0e24 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:54:20.375160 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f41e4e02-066b-4295-9da3-e2a234c1d594 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (d81ce0a9-e225-4a49-9a45-c229256c0e24), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:20.452044 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-f41e4e02-066b-4295-9da3-e2a234c1d594 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] For port d81ce0a9-e225-4a49-9a45-c229256c0e24, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=d81ce0a9-e225-4a49-9a45-c229256c0e24,segment=NetworkSegment(69ba7c75-6eb9-47fe-9d6b-83297542d9c4),segment_id=69ba7c75-6eb9-47fe-9d6b-83297542d9c4)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:54:20.452431 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f41e4e02-066b-4295-9da3-e2a234c1d594 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (d81ce0a9-e225-4a49-9a45-c229256c0e24), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:20.455644 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port d81ce0a9-e225-4a49-9a45-c229256c0e24 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:54:20.456099 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (d81ce0a9-e225-4a49-9a45-c229256c0e24), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:20.466620 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-f41e4e02-066b-4295-9da3-e2a234c1d594 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Calling delete_port for d81ce0a9-e225-4a49-9a45-c229256c0e24 owned by network:dhcp {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:54:20.497010 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port d81ce0a9-e225-4a49-9a45-c229256c0e24, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=d81ce0a9-e225-4a49-9a45-c229256c0e24,segment=NetworkSegment(69ba7c75-6eb9-47fe-9d6b-83297542d9c4),segment_id=69ba7c75-6eb9-47fe-9d6b-83297542d9c4)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:54:20.502320 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (d81ce0a9-e225-4a49-9a45-c229256c0e24), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:20.503201 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 13a3e554-2143-4e6d-b134-dd7c6c5616ed up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:54:20.556313 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f41e4e02-066b-4295-9da3-e2a234c1d594 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (d81ce0a9-e225-4a49-9a45-c229256c0e24), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:20.570959 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41e4e02-066b-4295-9da3-e2a234c1d594 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] No DVR routers for this DVR port d81ce0a9-e225-4a49-9a45-c229256c0e24 on host n-d-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:54:20.585345 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=d81ce0a9-e225-4a49-9a45-c229256c0e24,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:20.598410 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 13a3e554-2143-4e6d-b134-dd7c6c5616ed triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:54:20.598786 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (13a3e554-2143-4e6d-b134-dd7c6c5616ed), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:20.624813 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41e4e02-066b-4295-9da3-e2a234c1d594 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Pushing event deleted for resources: {'Port': ['ID=d81ce0a9-e225-4a49-9a45-c229256c0e24,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:20.683549 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f41e4e02-066b-4295-9da3-e2a234c1d594 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (5b7fb9d0-8936-4ffb-b3fe-a1acecd1eb64), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:20.692590 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e33954-4721-422c-8c2f-3a0f54612c26 None None] Network 5b7fb9d0-8936-4ffb-b3fe-a1acecd1eb64 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:54:20.694371 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b36e75-94e7-466f-83fe-7f2be7cc5283 None None] Network d497e727-f23c-41d7-8c15-8e3c7934737b requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:54:20.704631 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-f41e4e02-066b-4295-9da3-e2a234c1d594 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b7fb9d0-8936-4ffb-b3fe-a1acecd1eb64']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:54:20.713805 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-f41e4e02-066b-4295-9da3-e2a234c1d594 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69ba7c75-6eb9-47fe-9d6b-83297542d9c4') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:54:20.714111 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-f41e4e02-066b-4295-9da3-e2a234c1d594 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69ba7c75-6eb9-47fe-9d6b-83297542d9c4') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:54:20.719126 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-62c0481b-9040-444c-944a-77a554e44be5 None None] Could not find standard attr ID for object d81ce0a9-e225-4a49-9a45-c229256c0e24. {{(pid=109695) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 07:54:20.721069 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 13a3e554-2143-4e6d-b134-dd7c6c5616ed is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:54:20.725140 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b36e75-94e7-466f-83fe-7f2be7cc5283 None None] Network d497e727-f23c-41d7-8c15-8e3c7934737b could not be found, it might have been deleted concurrently. {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 02 07:54:20.726470 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f41e4e02-066b-4295-9da3-e2a234c1d594 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (69ba7c75-6eb9-47fe-9d6b-83297542d9c4), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:20.734140 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed39fde-5b73-425a-95d2-984dd3fab11a None None] Network d497e727-f23c-41d7-8c15-8e3c7934737b requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:54:20.742133 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f41e4e02-066b-4295-9da3-e2a234c1d594 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (69ba7c75-6eb9-47fe-9d6b-83297542d9c4), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:20.748647 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f41e4e02-066b-4295-9da3-e2a234c1d594 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:54:20.749055 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f41e4e02-066b-4295-9da3-e2a234c1d594 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (69ba7c75-6eb9-47fe-9d6b-83297542d9c4), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:20.752389 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:54:20.752389 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:54:20.752389 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:54:20.752389 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:54:20.752389 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:54:20.752389 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:54:20.752389 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:54:20.752389 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:54:20.752389 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:54:20.752389 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:54:20.752389 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:54:20.752389 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:54:20.752389 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:54:20.752389 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:54:20.752389 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:54:20.752389 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:54:20.752389 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:54:20.752389 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:54:20.752389 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:54:20.752389 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:54:20.752389 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:54:20.752389 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:54:20.752389 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:54:20.752389 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:54:20.752389 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:54:20.752389 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:54:20.752389 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:54:20.752389 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:54:20.752389 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:54:20.752389 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:54:20.752389 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:54:20.752389 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:54:20.778337 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed39fde-5b73-425a-95d2-984dd3fab11a None None] Network d497e727-f23c-41d7-8c15-8e3c7934737b could not be found, it might have been deleted concurrently. {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 02 07:54:20.805786 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89349753-bad5-4bdf-9bd2-8d9cb492f2cc None None] Network 5b7fb9d0-8936-4ffb-b3fe-a1acecd1eb64 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:54:20.817473 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f41e4e02-066b-4295-9da3-e2a234c1d594 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (5b7fb9d0-8936-4ffb-b3fe-a1acecd1eb64), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:20.824318 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f41e4e02-066b-4295-9da3-e2a234c1d594 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:20.829164 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f41e4e02-066b-4295-9da3-e2a234c1d594 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] 10.222.0.87 "DELETE /v2.0/networks/5b7fb9d0-8936-4ffb-b3fe-a1acecd1eb64 HTTP/1.1" status: 204 len: 168 time: 0.5964792 Feb 02 07:54:20.830948 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 36698) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:54:20.839291 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41e4e02-066b-4295-9da3-e2a234c1d594 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Pushing event deleted for resources: {'Network': ['ID=5b7fb9d0-8936-4ffb-b3fe-a1acecd1eb64,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:20.861818 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-8395fb9b-57c9-49a3-a604-197f21dcfb45 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] DELETE failed (client error): The resource could not be found. Feb 02 07:54:20.862285 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8395fb9b-57c9-49a3-a604-197f21dcfb45 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:54:20.865408 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-8395fb9b-57c9-49a3-a604-197f21dcfb45 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] 10.222.0.87 "DELETE /v2.0/subnets/8236407b-f326-4600-9f0e-c3625f58965e HTTP/1.1" status: 404 len: 337 time: 0.0334370 Feb 02 07:54:20.868154 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 36700) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:54:20.886237 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0675bc5-d631-40ed-9665-29f1c1b49efa tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] DELETE failed (client error): The resource could not be found. Feb 02 07:54:20.886744 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0675bc5-d631-40ed-9665-29f1c1b49efa tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:54:20.891169 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e0675bc5-d631-40ed-9665-29f1c1b49efa tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] 10.222.0.87 "DELETE /v2.0/networks/348dd452-206d-4856-bfe4-6f7e0cb524fd HTTP/1.1" status: 404 len: 339 time: 0.0207310 Feb 02 07:54:20.892936 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 36702) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:54:20.919731 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-54e0730d-f502-46f3-85f3-5ab0812968c0 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] DELETE failed (client error): The resource could not be found. Feb 02 07:54:20.920104 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54e0730d-f502-46f3-85f3-5ab0812968c0 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:54:20.923488 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-54e0730d-f502-46f3-85f3-5ab0812968c0 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] 10.222.0.87 "DELETE /v2.0/subnets/aa4705d6-d419-4686-b0c1-d406d84dff01 HTTP/1.1" status: 404 len: 337 time: 0.0295787 Feb 02 07:54:20.926236 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 36704) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:54:20.940372 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe0efb2-e925-4bc2-acd7-d853a1427e25 None None] DHCP port deletion for 5b7fb9d0-8936-4ffb-b3fe-a1acecd1eb64 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:54:20.943971 n-d-789963-26 neutron-server[109693]: INFO neutron.pecan_wsgi.hooks.translation [None req-a229c75a-640e-4a86-85bd-34d26fe3ea8f tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] DELETE failed (client error): The resource could not be found. Feb 02 07:54:20.944472 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a229c75a-640e-4a86-85bd-34d26fe3ea8f tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109693) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 07:54:20.950476 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 36706) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:54:20.950882 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a229c75a-640e-4a86-85bd-34d26fe3ea8f tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] 10.222.0.87 "DELETE /v2.0/networks/d7c99094-7a76-468c-bdd2-21e1f8b3084c HTTP/1.1" status: 404 len: 339 time: 0.0229769 Feb 02 07:54:21.001223 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ebd8276-4943-4072-9828-56bf5f492772 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Deleting subnet f91f5df0-7204-4afe-9fb3-f8449638b77a {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:54:21.004258 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2ebd8276-4943-4072-9828-56bf5f492772 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks [] for subnet (f91f5df0-7204-4afe-9fb3-f8449638b77a), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:21.043824 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2ebd8276-4943-4072-9828-56bf5f492772 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (f91f5df0-7204-4afe-9fb3-f8449638b77a), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:21.128393 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2ebd8276-4943-4072-9828-56bf5f492772 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (f91f5df0-7204-4afe-9fb3-f8449638b77a), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:21.183970 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2ebd8276-4943-4072-9828-56bf5f492772 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (f91f5df0-7204-4afe-9fb3-f8449638b77a), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:21.212107 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebd8276-4943-4072-9828-56bf5f492772 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Pushing event deleted for resources: {'Subnet': ['ID=f91f5df0-7204-4afe-9fb3-f8449638b77a,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:21.213992 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2ebd8276-4943-4072-9828-56bf5f492772 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks [] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:21.217409 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-2ebd8276-4943-4072-9828-56bf5f492772 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] 10.222.0.87 "DELETE /v2.0/subnets/f91f5df0-7204-4afe-9fb3-f8449638b77a HTTP/1.1" status: 204 len: 168 time: 0.2660882 Feb 02 07:54:21.219875 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 36708) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:54:21.222922 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7979cd5-d864-42e0-a7ec-45a0c38d2070 None None] Network c52f754b-de1b-4e96-b50d-096528ed0b7d requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:54:21.299481 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7987a241-6075-41d0-9d3e-99983797bf87 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (c52f754b-de1b-4e96-b50d-096528ed0b7d), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:21.353772 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-7987a241-6075-41d0-9d3e-99983797bf87 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Deleting port 13a3e554-2143-4e6d-b134-dd7c6c5616ed {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:54:21.354127 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7987a241-6075-41d0-9d3e-99983797bf87 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (13a3e554-2143-4e6d-b134-dd7c6c5616ed), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:21.367999 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357a5701-1896-41fe-90b0-6e2f776f006c None None] DHCP port deletion for c52f754b-de1b-4e96-b50d-096528ed0b7d request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:54:21.416771 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-7987a241-6075-41d0-9d3e-99983797bf87 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] For port 13a3e554-2143-4e6d-b134-dd7c6c5616ed, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=13a3e554-2143-4e6d-b134-dd7c6c5616ed,segment=NetworkSegment(30e4429d-cd78-4053-b8c1-b859c579b2a4),segment_id=30e4429d-cd78-4053-b8c1-b859c579b2a4)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:54:21.417146 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7987a241-6075-41d0-9d3e-99983797bf87 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (13a3e554-2143-4e6d-b134-dd7c6c5616ed), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:21.418534 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-357a5701-1896-41fe-90b0-6e2f776f006c None None] Deleting port 13a3e554-2143-4e6d-b134-dd7c6c5616ed {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:54:21.418916 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-357a5701-1896-41fe-90b0-6e2f776f006c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (13a3e554-2143-4e6d-b134-dd7c6c5616ed), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:21.430613 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-7987a241-6075-41d0-9d3e-99983797bf87 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Calling delete_port for 13a3e554-2143-4e6d-b134-dd7c6c5616ed owned by network:dhcp {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:54:21.486501 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-357a5701-1896-41fe-90b0-6e2f776f006c None None] For port 13a3e554-2143-4e6d-b134-dd7c6c5616ed, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=13a3e554-2143-4e6d-b134-dd7c6c5616ed,segment=NetworkSegment(30e4429d-cd78-4053-b8c1-b859c579b2a4),segment_id=30e4429d-cd78-4053-b8c1-b859c579b2a4)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:54:21.486898 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-357a5701-1896-41fe-90b0-6e2f776f006c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (13a3e554-2143-4e6d-b134-dd7c6c5616ed), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:21.499507 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-357a5701-1896-41fe-90b0-6e2f776f006c None None] Calling delete_port for 13a3e554-2143-4e6d-b134-dd7c6c5616ed owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:54:21.513016 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7987a241-6075-41d0-9d3e-99983797bf87 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (13a3e554-2143-4e6d-b134-dd7c6c5616ed), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:21.541615 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7987a241-6075-41d0-9d3e-99983797bf87 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] No DVR routers for this DVR port 13a3e554-2143-4e6d-b134-dd7c6c5616ed on host n-d-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:54:21.548091 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7987a241-6075-41d0-9d3e-99983797bf87 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Pushing event deleted for resources: {'Port': ['ID=13a3e554-2143-4e6d-b134-dd7c6c5616ed,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:21.571876 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:54:21.571876 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:54:21.571876 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:54:21.571876 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:54:21.571876 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:54:21.571876 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:54:21.571876 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:54:21.571876 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:54:21.571876 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:54:21.571876 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:54:21.571876 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:54:21.571876 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:54:21.571876 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:54:21.571876 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:54:21.571876 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:54:21.571876 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:54:21.571876 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:54:21.571876 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:54:21.571876 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:54:21.571876 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:54:21.571876 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:54:21.571876 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:54:21.571876 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:54:21.571876 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:54:21.571876 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:54:21.571876 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:54:21.571876 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:54:21.571876 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:54:21.571876 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:54:21.571876 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:54:21.571876 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:54:21.571876 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:54:21.571876 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:54:21.571876 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:54:21.571876 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:54:21.571876 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:54:21.571876 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:54:21.571876 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:54:21.571876 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:54:21.571876 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:54:21.571876 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:54:21.571876 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:54:21.571876 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:54:21.571876 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:54:21.571876 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:54:21.571876 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:54:21.571876 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:54:21.571876 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:54:21.571876 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:54:21.571876 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:54:21.571876 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:54:21.571876 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:54:21.571876 n-d-789963-26 neutron-server[109695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 07:54:21.571876 n-d-789963-26 neutron-server[109695]: self.session.flush() Feb 02 07:54:21.583991 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-357a5701-1896-41fe-90b0-6e2f776f006c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (13a3e554-2143-4e6d-b134-dd7c6c5616ed), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:21.611978 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357a5701-1896-41fe-90b0-6e2f776f006c None None] No DVR routers for this DVR port 13a3e554-2143-4e6d-b134-dd7c6c5616ed on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:54:21.620683 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357a5701-1896-41fe-90b0-6e2f776f006c None None] Pushing event deleted for resources: {'Port': ['ID=13a3e554-2143-4e6d-b134-dd7c6c5616ed,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:21.627543 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7987a241-6075-41d0-9d3e-99983797bf87 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (c52f754b-de1b-4e96-b50d-096528ed0b7d), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:21.648623 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-7987a241-6075-41d0-9d3e-99983797bf87 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c52f754b-de1b-4e96-b50d-096528ed0b7d']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:54:21.658296 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-7987a241-6075-41d0-9d3e-99983797bf87 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30e4429d-cd78-4053-b8c1-b859c579b2a4') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:54:21.658597 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-7987a241-6075-41d0-9d3e-99983797bf87 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30e4429d-cd78-4053-b8c1-b859c579b2a4') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:54:21.668101 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7987a241-6075-41d0-9d3e-99983797bf87 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (30e4429d-cd78-4053-b8c1-b859c579b2a4), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:21.681118 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7987a241-6075-41d0-9d3e-99983797bf87 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (30e4429d-cd78-4053-b8c1-b859c579b2a4), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:21.687280 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7987a241-6075-41d0-9d3e-99983797bf87 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:54:21.687701 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7987a241-6075-41d0-9d3e-99983797bf87 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (30e4429d-cd78-4053-b8c1-b859c579b2a4), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:21.690669 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:54:21.690669 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:54:21.690669 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:54:21.690669 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:54:21.690669 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:54:21.690669 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:54:21.690669 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:54:21.690669 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:54:21.690669 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:54:21.690669 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:54:21.690669 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:54:21.690669 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:54:21.690669 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:54:21.690669 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:54:21.690669 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:54:21.690669 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:54:21.690669 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:54:21.690669 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:54:21.690669 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:54:21.690669 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:54:21.690669 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:54:21.690669 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:54:21.690669 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:54:21.690669 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:54:21.690669 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:54:21.690669 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:54:21.690669 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:54:21.690669 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:54:21.690669 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:54:21.690669 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:54:21.690669 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:54:21.690669 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:54:21.747491 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7987a241-6075-41d0-9d3e-99983797bf87 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (c52f754b-de1b-4e96-b50d-096528ed0b7d), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:21.754490 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7987a241-6075-41d0-9d3e-99983797bf87 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:21.757711 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-7987a241-6075-41d0-9d3e-99983797bf87 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] 10.222.0.87 "DELETE /v2.0/networks/c52f754b-de1b-4e96-b50d-096528ed0b7d HTTP/1.1" status: 204 len: 168 time: 0.5369067 Feb 02 07:54:21.769471 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7987a241-6075-41d0-9d3e-99983797bf87 tempest-NetworksIpV6Test-1920086754 tempest-NetworksIpV6Test-1920086754-project] Pushing event deleted for resources: {'Network': ['ID=c52f754b-de1b-4e96-b50d-096528ed0b7d,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:21.995298 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 36714) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:54:22.122818 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-1cf6ffcb-28c2-4b9b-9685-3e3a7f1e2b4a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=6ade181b160d415aa9f945d6745bfb42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1263485 Feb 02 07:54:22.125410 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 36718) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:54:22.173152 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0bb540d1-4f75-472f-afbb-182da76ae442 admin admin] Publish callbacks [] for security_group (24f73ae9-45d6-4cb5-80ca-bdfd197ceeb7), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:22.200469 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0bb540d1-4f75-472f-afbb-182da76ae442 admin admin] Publish callbacks [] for security_group (24f73ae9-45d6-4cb5-80ca-bdfd197ceeb7), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:22.207043 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device d81ce0a9-e225-4a49-9a45-c229256c0e24 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:54:22.227581 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: d81ce0a9-e225-4a49-9a45-c229256c0e24 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:54:22.227927 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device d81ce0a9-e225-4a49-9a45-c229256c0e24 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:54:22.228383 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 13a3e554-2143-4e6d-b134-dd7c6c5616ed no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:54:22.247658 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 13a3e554-2143-4e6d-b134-dd7c6c5616ed {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:54:22.248027 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 13a3e554-2143-4e6d-b134-dd7c6c5616ed not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:54:22.250996 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0bb540d1-4f75-472f-afbb-182da76ae442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (24f73ae9-45d6-4cb5-80ca-bdfd197ceeb7), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:22.254040 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0bb540d1-4f75-472f-afbb-182da76ae442 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:22.257759 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-0bb540d1-4f75-472f-afbb-182da76ae442 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/24f73ae9-45d6-4cb5-80ca-bdfd197ceeb7 HTTP/1.1" status: 204 len: 168 time: 0.1289439 Feb 02 07:54:22.265023 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb540d1-4f75-472f-afbb-182da76ae442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f73ae9-45d6-4cb5-80ca-bdfd197ceeb7,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:22.512479 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:22.896032 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 36740) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:54:22.989464 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-3b40d782-5e3e-4fc6-b7b1-e7e0a740064b tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-974184154', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:54:23.010650 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3b40d782-5e3e-4fc6-b7b1-e7e0a740064b tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (198f57a2-69ae-49fc-887a-95457d00ca4d), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:23.011832 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3b40d782-5e3e-4fc6-b7b1-e7e0a740064b tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (198f57a2-69ae-49fc-887a-95457d00ca4d), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:23.060524 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3b40d782-5e3e-4fc6-b7b1-e7e0a740064b tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Publish callbacks [] for router_controller (198f57a2-69ae-49fc-887a-95457d00ca4d), precommit_add_association {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:23.065412 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3b40d782-5e3e-4fc6-b7b1-e7e0a740064b tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (198f57a2-69ae-49fc-887a-95457d00ca4d), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:23.081401 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3b40d782-5e3e-4fc6-b7b1-e7e0a740064b tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:23.082623 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-3b40d782-5e3e-4fc6-b7b1-e7e0a740064b tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1856017 Feb 02 07:54:23.085439 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 36744) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:54:23.090450 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-2b783c62-2c82-46ff-bf6c-1ef496b5785c tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-127188283'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:54:23.108671 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b783c62-2c82-46ff-bf6c-1ef496b5785c tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Made reservation on behalf of c952c7674e714a538cfd2357cc47c779 for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:54:23.112290 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2b783c62-2c82-46ff-bf6c-1ef496b5785c tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:23.120506 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2b783c62-2c82-46ff-bf6c-1ef496b5785c tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:23.200069 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2b783c62-2c82-46ff-bf6c-1ef496b5785c tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Publish callbacks [] for security_group (a35c80aa-b254-4ca5-b7fc-8a8be5bf2bb9), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:23.203722 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2b783c62-2c82-46ff-bf6c-1ef496b5785c tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (a35c80aa-b254-4ca5-b7fc-8a8be5bf2bb9), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:23.233090 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b783c62-2c82-46ff-bf6c-1ef496b5785c tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:54:23.240177 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b783c62-2c82-46ff-bf6c-1ef496b5785c tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a35c80aa-b254-4ca5-b7fc-8a8be5bf2bb9,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:23.247130 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2b783c62-2c82-46ff-bf6c-1ef496b5785c tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (36ca40a8-6130-4822-8750-6060fe3df4a1), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:23.247518 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-2b783c62-2c82-46ff-bf6c-1ef496b5785c tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Added segment 36ca40a8-6130-4822-8750-6060fe3df4a1 of type vlan for network 194712ec-ac3f-42d8-98fb-2939fb9463c8 Feb 02 07:54:23.287794 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2b783c62-2c82-46ff-bf6c-1ef496b5785c tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (194712ec-ac3f-42d8-98fb-2939fb9463c8), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:23.311961 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2b783c62-2c82-46ff-bf6c-1ef496b5785c tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (194712ec-ac3f-42d8-98fb-2939fb9463c8), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:23.316839 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b783c62-2c82-46ff-bf6c-1ef496b5785c tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:54:23.317418 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2b783c62-2c82-46ff-bf6c-1ef496b5785c tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:23.356190 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-2b783c62-2c82-46ff-bf6c-1ef496b5785c tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2697535 Feb 02 07:54:23.359711 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 36746) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:54:23.364966 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-006ba84e-867c-4a66-ae8b-66e274140ad6 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Request body: {'subnet': {'network_id': '194712ec-ac3f-42d8-98fb-2939fb9463c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:54:23.384395 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b783c62-2c82-46ff-bf6c-1ef496b5785c tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Pushing event updated for resources: {'Network': ['ID=194712ec-ac3f-42d8-98fb-2939fb9463c8,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:23.395213 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 194712ec-ac3f-42d8-98fb-2939fb9463c8 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:54:23.461295 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006ba84e-867c-4a66-ae8b-66e274140ad6 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Made reservation on behalf of c952c7674e714a538cfd2357cc47c779 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:54:23.464843 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-006ba84e-867c-4a66-ae8b-66e274140ad6 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:23.642057 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-006ba84e-867c-4a66-ae8b-66e274140ad6 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (8d4917a4-412a-422e-84a9-ec8167551a63), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:23.698010 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006ba84e-867c-4a66-ae8b-66e274140ad6 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Pushing event updated for resources: {'Subnet': ['ID=8d4917a4-412a-422e-84a9-ec8167551a63,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:23.708568 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006ba84e-867c-4a66-ae8b-66e274140ad6 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Checking segment: {'id': '36ca40a8-6130-4822-8750-6060fe3df4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '194712ec-ac3f-42d8-98fb-2939fb9463c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:54:23.708932 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006ba84e-867c-4a66-ae8b-66e274140ad6 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Network hostable DHCP agents. Network: 194712ec-ac3f-42d8-98fb-2939fb9463c8, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:54:23.725486 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006ba84e-867c-4a66-ae8b-66e274140ad6 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Network 194712ec-ac3f-42d8-98fb-2939fb9463c8 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:54:23.733976 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-006ba84e-867c-4a66-ae8b-66e274140ad6 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 194712ec-ac3f-42d8-98fb-2939fb9463c8) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:54:23.738379 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006ba84e-867c-4a66-ae8b-66e274140ad6 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:54:23.738985 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-006ba84e-867c-4a66-ae8b-66e274140ad6 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Publish callbacks [] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:23.743277 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1551de-df95-4af4-b829-c7e91678c558 None None] Network 194712ec-ac3f-42d8-98fb-2939fb9463c8 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:54:23.756711 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-006ba84e-867c-4a66-ae8b-66e274140ad6 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3957767 Feb 02 07:54:23.759825 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 36748) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:54:23.765241 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-3da5ff4e-b684-4da6-8781-e4b822e20dc0 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-396488112'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:54:23.784559 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da5ff4e-b684-4da6-8781-e4b822e20dc0 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Made reservation on behalf of c952c7674e714a538cfd2357cc47c779 for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:54:23.787957 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3da5ff4e-b684-4da6-8781-e4b822e20dc0 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:23.812800 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3da5ff4e-b684-4da6-8781-e4b822e20dc0 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:54:23.821889 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3da5ff4e-b684-4da6-8781-e4b822e20dc0 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (72c9b7c5-6c1d-4807-913f-acb3c2876040), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:23.822245 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-3da5ff4e-b684-4da6-8781-e4b822e20dc0 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Added segment 72c9b7c5-6c1d-4807-913f-acb3c2876040 of type vlan for network 78563ba7-968b-4696-9e00-f3e90dc4c07e Feb 02 07:54:23.849519 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d6467d-9d5f-4972-9404-99d3f4077a8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-194712ec-ac3f-42d8-98fb-2939fb9463c8', 'network_id': '194712ec-ac3f-42d8-98fb-2939fb9463c8', 'project_id': 'c952c7674e714a538cfd2357cc47c779', 'fixed_ips': [{'subnet_id': '8d4917a4-412a-422e-84a9-ec8167551a63'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:54:23.850817 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-57d6467d-9d5f-4972-9404-99d3f4077a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:23.866898 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3da5ff4e-b684-4da6-8781-e4b822e20dc0 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (78563ba7-968b-4696-9e00-f3e90dc4c07e), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:23.891004 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3da5ff4e-b684-4da6-8781-e4b822e20dc0 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (78563ba7-968b-4696-9e00-f3e90dc4c07e), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:23.896165 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da5ff4e-b684-4da6-8781-e4b822e20dc0 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:54:23.896756 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3da5ff4e-b684-4da6-8781-e4b822e20dc0 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:23.937422 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-3da5ff4e-b684-4da6-8781-e4b822e20dc0 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1765254 Feb 02 07:54:23.940320 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 36750) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:54:23.951464 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-37172b45-6621-4108-9ec6-744aa1c96532 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Request body: {'subnet': {'network_id': '78563ba7-968b-4696-9e00-f3e90dc4c07e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:54:23.966186 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da5ff4e-b684-4da6-8781-e4b822e20dc0 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Pushing event updated for resources: {'Network': ['ID=78563ba7-968b-4696-9e00-f3e90dc4c07e,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:23.976769 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 78563ba7-968b-4696-9e00-f3e90dc4c07e details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:54:24.038871 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-57d6467d-9d5f-4972-9404-99d3f4077a8e None None] Allocated IP 172.20.0.2 (194712ec-ac3f-42d8-98fb-2939fb9463c8/8d4917a4-412a-422e-84a9-ec8167551a63/5d551b34-b0c7-4301-bba9-fd61acb5b12f) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:54:24.053683 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37172b45-6621-4108-9ec6-744aa1c96532 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Made reservation on behalf of c952c7674e714a538cfd2357cc47c779 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:54:24.057147 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-37172b45-6621-4108-9ec6-744aa1c96532 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:24.197577 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-57d6467d-9d5f-4972-9404-99d3f4077a8e None None] Publish callbacks [] for port (5d551b34-b0c7-4301-bba9-fd61acb5b12f), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:24.203597 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-57d6467d-9d5f-4972-9404-99d3f4077a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (5d551b34-b0c7-4301-bba9-fd61acb5b12f), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:24.238855 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-37172b45-6621-4108-9ec6-744aa1c96532 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (1852e8d9-f78b-4c42-a6c3-09930512938c), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:24.241417 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d6467d-9d5f-4972-9404-99d3f4077a8e None None] Network 194712ec-ac3f-42d8-98fb-2939fb9463c8 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:54:24.246362 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-57d6467d-9d5f-4972-9404-99d3f4077a8e None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:54:24.249292 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d6467d-9d5f-4972-9404-99d3f4077a8e None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:54:24.261607 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d6467d-9d5f-4972-9404-99d3f4077a8e None None] Pushing event updated for resources: {'Port': ['ID=5d551b34-b0c7-4301-bba9-fd61acb5b12f,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:24.300436 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37172b45-6621-4108-9ec6-744aa1c96532 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Pushing event updated for resources: {'Subnet': ['ID=1852e8d9-f78b-4c42-a6c3-09930512938c,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:24.309449 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37172b45-6621-4108-9ec6-744aa1c96532 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Checking segment: {'id': '72c9b7c5-6c1d-4807-913f-acb3c2876040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '78563ba7-968b-4696-9e00-f3e90dc4c07e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:54:24.309815 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37172b45-6621-4108-9ec6-744aa1c96532 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Network hostable DHCP agents. Network: 78563ba7-968b-4696-9e00-f3e90dc4c07e, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:54:24.313785 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-57d6467d-9d5f-4972-9404-99d3f4077a8e None None] Attempting to bind port 5d551b34-b0c7-4301-bba9-fd61acb5b12f on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:54:24.314162 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-57d6467d-9d5f-4972-9404-99d3f4077a8e None None] Attempting to bind port 5d551b34-b0c7-4301-bba9-fd61acb5b12f by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '36ca40a8-6130-4822-8750-6060fe3df4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '194712ec-ac3f-42d8-98fb-2939fb9463c8'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:54:24.314531 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d6467d-9d5f-4972-9404-99d3f4077a8e None None] Attempting to bind port 5d551b34-b0c7-4301-bba9-fd61acb5b12f on network 194712ec-ac3f-42d8-98fb-2939fb9463c8 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:54:24.319415 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d6467d-9d5f-4972-9404-99d3f4077a8e None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:54:24.319826 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d6467d-9d5f-4972-9404-99d3f4077a8e None None] Checking segment: {'id': '36ca40a8-6130-4822-8750-6060fe3df4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '194712ec-ac3f-42d8-98fb-2939fb9463c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:54:24.320274 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-57d6467d-9d5f-4972-9404-99d3f4077a8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:24.320631 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d6467d-9d5f-4972-9404-99d3f4077a8e None None] Bound using segment: {'id': '36ca40a8-6130-4822-8750-6060fe3df4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '194712ec-ac3f-42d8-98fb-2939fb9463c8'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:54:24.321127 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-57d6467d-9d5f-4972-9404-99d3f4077a8e None None] Bound port: 5d551b34-b0c7-4301-bba9-fd61acb5b12f, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36ca40a8-6130-4822-8750-6060fe3df4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '194712ec-ac3f-42d8-98fb-2939fb9463c8'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:54:24.321512 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-57d6467d-9d5f-4972-9404-99d3f4077a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (5d551b34-b0c7-4301-bba9-fd61acb5b12f), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:24.326744 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37172b45-6621-4108-9ec6-744aa1c96532 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Network 78563ba7-968b-4696-9e00-f3e90dc4c07e is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:54:24.336743 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-37172b45-6621-4108-9ec6-744aa1c96532 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 78563ba7-968b-4696-9e00-f3e90dc4c07e) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:54:24.341709 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37172b45-6621-4108-9ec6-744aa1c96532 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:54:24.342319 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-37172b45-6621-4108-9ec6-744aa1c96532 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:24.358964 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce87fb4-cd74-4713-8cb0-a2243835086a None None] Network 78563ba7-968b-4696-9e00-f3e90dc4c07e requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:54:24.360272 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-37172b45-6621-4108-9ec6-744aa1c96532 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4181137 Feb 02 07:54:24.363039 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 36752) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:54:24.367718 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-51d19eab-7d55-4506-ad17-4e11ddc5631b tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Request body: {'router': {'external_gateway_info': {'network_id': '78563ba7-968b-4696-9e00-f3e90dc4c07e'}}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:54:24.617692 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-57d6467d-9d5f-4972-9404-99d3f4077a8e None None] For port 5d551b34-b0c7-4301-bba9-fd61acb5b12f, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:54:24.635163 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-57d6467d-9d5f-4972-9404-99d3f4077a8e None None] For port 5d551b34-b0c7-4301-bba9-fd61acb5b12f, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=5d551b34-b0c7-4301-bba9-fd61acb5b12f,segment=NetworkSegment(36ca40a8-6130-4822-8750-6060fe3df4a1),segment_id=36ca40a8-6130-4822-8750-6060fe3df4a1)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:54:24.643218 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-57d6467d-9d5f-4972-9404-99d3f4077a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (5d551b34-b0c7-4301-bba9-fd61acb5b12f), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:24.688151 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c7db7a-3ac4-49c2-b701-515728a22e29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-78563ba7-968b-4696-9e00-f3e90dc4c07e', 'network_id': '78563ba7-968b-4696-9e00-f3e90dc4c07e', 'project_id': 'c952c7674e714a538cfd2357cc47c779', 'fixed_ips': [{'subnet_id': '1852e8d9-f78b-4c42-a6c3-09930512938c'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:54:24.689025 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-05c7db7a-3ac4-49c2-b701-515728a22e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:24.742752 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d6467d-9d5f-4972-9404-99d3f4077a8e None None] Pushing event updated for resources: {'Port': ['ID=5d551b34-b0c7-4301-bba9-fd61acb5b12f,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:24.872518 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-05c7db7a-3ac4-49c2-b701-515728a22e29 None None] Allocated IP 172.21.0.2 (78563ba7-968b-4696-9e00-f3e90dc4c07e/1852e8d9-f78b-4c42-a6c3-09930512938c/9e09a818-261e-47fe-93b0-e87f9d867cfd) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:54:24.963951 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-51d19eab-7d55-4506-ad17-4e11ddc5631b tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Publish callbacks [] for router_gateway (198f57a2-69ae-49fc-887a-95457d00ca4d), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:25.054963 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-05c7db7a-3ac4-49c2-b701-515728a22e29 None None] Publish callbacks [] for port (9e09a818-261e-47fe-93b0-e87f9d867cfd), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:25.062823 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-05c7db7a-3ac4-49c2-b701-515728a22e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (9e09a818-261e-47fe-93b0-e87f9d867cfd), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:25.083953 n-d-789963-26 neutron-server[109694]: INFO neutron.api.v2.resource [None req-51d19eab-7d55-4506-ad17-4e11ddc5631b tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 07:54:25.088211 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-51d19eab-7d55-4506-ad17-4e11ddc5631b tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] 10.222.0.87 "PUT /v2.0/routers/198f57a2-69ae-49fc-887a-95457d00ca4d HTTP/1.1" status: 400 len: 364 time: 0.7238829 Feb 02 07:54:25.092164 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 36754) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:54:25.105934 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c7db7a-3ac4-49c2-b701-515728a22e29 None None] Network 78563ba7-968b-4696-9e00-f3e90dc4c07e is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:54:25.109403 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-05c7db7a-3ac4-49c2-b701-515728a22e29 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:54:25.112097 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c7db7a-3ac4-49c2-b701-515728a22e29 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:54:25.117641 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c7db7a-3ac4-49c2-b701-515728a22e29 None None] Pushing event updated for resources: {'Port': ['ID=9e09a818-261e-47fe-93b0-e87f9d867cfd,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:25.143910 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-51121769-ff19-4fd3-b859-fd99bf5d824c tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Deleting subnet 1852e8d9-f78b-4c42-a6c3-09930512938c {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:54:25.147365 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-51121769-ff19-4fd3-b859-fd99bf5d824c tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Publish callbacks [] for subnet (1852e8d9-f78b-4c42-a6c3-09930512938c), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:25.173649 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-05c7db7a-3ac4-49c2-b701-515728a22e29 None None] Attempting to bind port 9e09a818-261e-47fe-93b0-e87f9d867cfd on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:54:25.174019 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-05c7db7a-3ac4-49c2-b701-515728a22e29 None None] Attempting to bind port 9e09a818-261e-47fe-93b0-e87f9d867cfd by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '72c9b7c5-6c1d-4807-913f-acb3c2876040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '78563ba7-968b-4696-9e00-f3e90dc4c07e'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:54:25.174414 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c7db7a-3ac4-49c2-b701-515728a22e29 None None] Attempting to bind port 9e09a818-261e-47fe-93b0-e87f9d867cfd on network 78563ba7-968b-4696-9e00-f3e90dc4c07e {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:54:25.179386 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c7db7a-3ac4-49c2-b701-515728a22e29 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:54:25.179793 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c7db7a-3ac4-49c2-b701-515728a22e29 None None] Checking segment: {'id': '72c9b7c5-6c1d-4807-913f-acb3c2876040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '78563ba7-968b-4696-9e00-f3e90dc4c07e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:54:25.180193 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-05c7db7a-3ac4-49c2-b701-515728a22e29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:25.180582 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c7db7a-3ac4-49c2-b701-515728a22e29 None None] Bound using segment: {'id': '72c9b7c5-6c1d-4807-913f-acb3c2876040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '78563ba7-968b-4696-9e00-f3e90dc4c07e'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:54:25.181049 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-05c7db7a-3ac4-49c2-b701-515728a22e29 None None] Bound port: 9e09a818-261e-47fe-93b0-e87f9d867cfd, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72c9b7c5-6c1d-4807-913f-acb3c2876040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '78563ba7-968b-4696-9e00-f3e90dc4c07e'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:54:25.181426 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-05c7db7a-3ac4-49c2-b701-515728a22e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (9e09a818-261e-47fe-93b0-e87f9d867cfd), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:25.193127 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-51121769-ff19-4fd3-b859-fd99bf5d824c tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (1852e8d9-f78b-4c42-a6c3-09930512938c), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:25.251105 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-05c7db7a-3ac4-49c2-b701-515728a22e29 None None] For port 9e09a818-261e-47fe-93b0-e87f9d867cfd, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:54:25.254519 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-05c7db7a-3ac4-49c2-b701-515728a22e29 None None] For port 9e09a818-261e-47fe-93b0-e87f9d867cfd, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=9e09a818-261e-47fe-93b0-e87f9d867cfd,segment=NetworkSegment(72c9b7c5-6c1d-4807-913f-acb3c2876040),segment_id=72c9b7c5-6c1d-4807-913f-acb3c2876040)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:54:25.260432 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-05c7db7a-3ac4-49c2-b701-515728a22e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (9e09a818-261e-47fe-93b0-e87f9d867cfd), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:25.279936 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-51121769-ff19-4fd3-b859-fd99bf5d824c tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (1852e8d9-f78b-4c42-a6c3-09930512938c), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:25.320290 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c7db7a-3ac4-49c2-b701-515728a22e29 None None] Pushing event updated for resources: {'Port': ['ID=9e09a818-261e-47fe-93b0-e87f9d867cfd,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:25.344465 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-51121769-ff19-4fd3-b859-fd99bf5d824c tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (1852e8d9-f78b-4c42-a6c3-09930512938c), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:25.381822 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51121769-ff19-4fd3-b859-fd99bf5d824c tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Pushing event deleted for resources: {'Subnet': ['ID=1852e8d9-f78b-4c42-a6c3-09930512938c,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:25.385537 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-51121769-ff19-4fd3-b859-fd99bf5d824c tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Publish callbacks [] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:25.392445 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 36756) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:54:25.392965 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-51121769-ff19-4fd3-b859-fd99bf5d824c tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] 10.222.0.87 "DELETE /v2.0/subnets/1852e8d9-f78b-4c42-a6c3-09930512938c HTTP/1.1" status: 204 len: 168 time: 0.2988129 Feb 02 07:54:25.495105 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-329120cc-641a-47ee-a2e3-7683b66a2959 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (78563ba7-968b-4696-9e00-f3e90dc4c07e), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:25.556424 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-329120cc-641a-47ee-a2e3-7683b66a2959 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Deleting port 9e09a818-261e-47fe-93b0-e87f9d867cfd {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:54:25.556759 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-329120cc-641a-47ee-a2e3-7683b66a2959 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (9e09a818-261e-47fe-93b0-e87f9d867cfd), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:25.638434 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-329120cc-641a-47ee-a2e3-7683b66a2959 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] For port 9e09a818-261e-47fe-93b0-e87f9d867cfd, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=9e09a818-261e-47fe-93b0-e87f9d867cfd,segment=NetworkSegment(72c9b7c5-6c1d-4807-913f-acb3c2876040),segment_id=72c9b7c5-6c1d-4807-913f-acb3c2876040)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:54:25.638809 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-329120cc-641a-47ee-a2e3-7683b66a2959 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (9e09a818-261e-47fe-93b0-e87f9d867cfd), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:25.654186 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-329120cc-641a-47ee-a2e3-7683b66a2959 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Calling delete_port for 9e09a818-261e-47fe-93b0-e87f9d867cfd owned by network:dhcp {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:54:25.746089 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-329120cc-641a-47ee-a2e3-7683b66a2959 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (9e09a818-261e-47fe-93b0-e87f9d867cfd), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:25.773018 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329120cc-641a-47ee-a2e3-7683b66a2959 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Pushing event deleted for resources: {'Port': ['ID=9e09a818-261e-47fe-93b0-e87f9d867cfd,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:25.776578 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329120cc-641a-47ee-a2e3-7683b66a2959 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] No DVR routers for this DVR port 9e09a818-261e-47fe-93b0-e87f9d867cfd on host n-d-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:54:25.820927 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c2a71a-839a-477f-8b2e-6ac0de332897 None None] Network 194712ec-ac3f-42d8-98fb-2939fb9463c8 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:54:25.863532 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-329120cc-641a-47ee-a2e3-7683b66a2959 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (78563ba7-968b-4696-9e00-f3e90dc4c07e), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:25.885961 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-329120cc-641a-47ee-a2e3-7683b66a2959 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78563ba7-968b-4696-9e00-f3e90dc4c07e']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:54:25.897055 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-329120cc-641a-47ee-a2e3-7683b66a2959 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72c9b7c5-6c1d-4807-913f-acb3c2876040') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:54:25.897360 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-329120cc-641a-47ee-a2e3-7683b66a2959 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72c9b7c5-6c1d-4807-913f-acb3c2876040') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:54:25.907893 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-329120cc-641a-47ee-a2e3-7683b66a2959 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (72c9b7c5-6c1d-4807-913f-acb3c2876040), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:25.909022 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ebd612bc-34cb-41cb-9e20-4146a62dfa77 None None] Provisioning complete for port 5d551b34-b0c7-4301-bba9-fd61acb5b12f triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:54:25.909527 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ebd612bc-34cb-41cb-9e20-4146a62dfa77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (5d551b34-b0c7-4301-bba9-fd61acb5b12f), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:25.921021 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-329120cc-641a-47ee-a2e3-7683b66a2959 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (72c9b7c5-6c1d-4807-913f-acb3c2876040), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:25.926855 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-329120cc-641a-47ee-a2e3-7683b66a2959 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:54:25.927231 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-329120cc-641a-47ee-a2e3-7683b66a2959 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (72c9b7c5-6c1d-4807-913f-acb3c2876040), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:25.930176 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:54:25.930176 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:54:25.930176 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:54:25.930176 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:54:25.930176 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:54:25.930176 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:54:25.930176 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:54:25.930176 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:54:25.930176 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:54:25.930176 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:54:25.930176 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:54:25.930176 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:54:25.930176 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:54:25.930176 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:54:25.930176 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:54:25.930176 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:54:25.930176 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:54:25.930176 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:54:25.930176 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:54:25.930176 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:54:25.930176 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:54:25.930176 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:54:25.930176 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:54:25.930176 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:54:25.930176 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:54:25.930176 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:54:25.930176 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:54:25.930176 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:54:25.930176 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:54:25.930176 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:54:25.930176 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:54:25.930176 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:54:25.997361 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-329120cc-641a-47ee-a2e3-7683b66a2959 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (78563ba7-968b-4696-9e00-f3e90dc4c07e), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:26.007164 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-329120cc-641a-47ee-a2e3-7683b66a2959 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:26.010013 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-329120cc-641a-47ee-a2e3-7683b66a2959 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] 10.222.0.87 "DELETE /v2.0/networks/78563ba7-968b-4696-9e00-f3e90dc4c07e HTTP/1.1" status: 204 len: 168 time: 0.6158993 Feb 02 07:54:26.012426 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 36758) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:54:26.024296 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ebd612bc-34cb-41cb-9e20-4146a62dfa77 None None] Current status of the port 5d551b34-b0c7-4301-bba9-fd61acb5b12f is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:54:26.024839 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ebd612bc-34cb-41cb-9e20-4146a62dfa77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (5d551b34-b0c7-4301-bba9-fd61acb5b12f), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:26.032766 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329120cc-641a-47ee-a2e3-7683b66a2959 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Pushing event deleted for resources: {'Network': ['ID=78563ba7-968b-4696-9e00-f3e90dc4c07e,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:26.074843 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ebd612bc-34cb-41cb-9e20-4146a62dfa77 None None] For port 5d551b34-b0c7-4301-bba9-fd61acb5b12f, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=5d551b34-b0c7-4301-bba9-fd61acb5b12f,segment=NetworkSegment(36ca40a8-6130-4822-8750-6060fe3df4a1),segment_id=36ca40a8-6130-4822-8750-6060fe3df4a1)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:54:26.080338 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ebd612bc-34cb-41cb-9e20-4146a62dfa77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (5d551b34-b0c7-4301-bba9-fd61acb5b12f), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:26.093282 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-897df3a8-5880-4bc1-8cc8-efafc8c49087 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Deleting subnet 8d4917a4-412a-422e-84a9-ec8167551a63 {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:54:26.096988 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-897df3a8-5880-4bc1-8cc8-efafc8c49087 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Publish callbacks [] for subnet (8d4917a4-412a-422e-84a9-ec8167551a63), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:26.141523 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd612bc-34cb-41cb-9e20-4146a62dfa77 None None] Pushing event updated for resources: {'Port': ['ID=5d551b34-b0c7-4301-bba9-fd61acb5b12f,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:26.150900 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-897df3a8-5880-4bc1-8cc8-efafc8c49087 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (8d4917a4-412a-422e-84a9-ec8167551a63), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:26.288543 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 5d551b34-b0c7-4301-bba9-fd61acb5b12f up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:54:26.353858 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 5d551b34-b0c7-4301-bba9-fd61acb5b12f triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:54:26.354235 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (5d551b34-b0c7-4301-bba9-fd61acb5b12f), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:26.438859 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-95244177-a463-451e-a09f-1a84b7d7e088 None None] Provisioning complete for port 5d551b34-b0c7-4301-bba9-fd61acb5b12f triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:54:26.439158 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-95244177-a463-451e-a09f-1a84b7d7e088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (5d551b34-b0c7-4301-bba9-fd61acb5b12f), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:26.479322 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 5d551b34-b0c7-4301-bba9-fd61acb5b12f is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:54:26.538816 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-95244177-a463-451e-a09f-1a84b7d7e088 None None] Current status of the port 5d551b34-b0c7-4301-bba9-fd61acb5b12f is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:54:26.549646 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecdb5db-29ce-4ea1-8787-618c6a10d66b None None] DHCP port deletion for 78563ba7-968b-4696-9e00-f3e90dc4c07e request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:54:26.565687 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292d97ae-e0ab-47f2-8513-3fcefe460bd0 None None] Network 78563ba7-968b-4696-9e00-f3e90dc4c07e requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:54:26.578337 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292d97ae-e0ab-47f2-8513-3fcefe460bd0 None None] Network 78563ba7-968b-4696-9e00-f3e90dc4c07e could not be found, it might have been deleted concurrently. {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 02 07:54:26.579538 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-897df3a8-5880-4bc1-8cc8-efafc8c49087 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (8d4917a4-412a-422e-84a9-ec8167551a63), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:26.636220 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-897df3a8-5880-4bc1-8cc8-efafc8c49087 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (8d4917a4-412a-422e-84a9-ec8167551a63), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:26.651855 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-fc2e5559-85fd-4a14-ba14-c42ff253652e None None] Could not find standard attr ID for object 9e09a818-261e-47fe-93b0-e87f9d867cfd. {{(pid=109695) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 07:54:26.662991 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897df3a8-5880-4bc1-8cc8-efafc8c49087 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Pushing event deleted for resources: {'Subnet': ['ID=8d4917a4-412a-422e-84a9-ec8167551a63,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:26.666462 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-897df3a8-5880-4bc1-8cc8-efafc8c49087 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:26.669608 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-897df3a8-5880-4bc1-8cc8-efafc8c49087 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] 10.222.0.87 "DELETE /v2.0/subnets/8d4917a4-412a-422e-84a9-ec8167551a63 HTTP/1.1" status: 204 len: 168 time: 0.6562631 Feb 02 07:54:26.672818 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 36760) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:54:26.674142 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7a32e6-c732-409d-a28c-8618b3349b82 None None] Network 194712ec-ac3f-42d8-98fb-2939fb9463c8 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:54:26.750416 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-385bad16-ef9c-4eee-99f0-4a62f7840040 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (194712ec-ac3f-42d8-98fb-2939fb9463c8), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:26.804491 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-385bad16-ef9c-4eee-99f0-4a62f7840040 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Deleting port 5d551b34-b0c7-4301-bba9-fd61acb5b12f {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:54:26.804778 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-385bad16-ef9c-4eee-99f0-4a62f7840040 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (5d551b34-b0c7-4301-bba9-fd61acb5b12f), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:26.818643 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d86ef8-9ec1-45d3-9de7-9c72a6d480a3 None None] DHCP port deletion for 194712ec-ac3f-42d8-98fb-2939fb9463c8 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:54:26.866453 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-e7d86ef8-9ec1-45d3-9de7-9c72a6d480a3 None None] Deleting port 5d551b34-b0c7-4301-bba9-fd61acb5b12f {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:54:26.866823 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e7d86ef8-9ec1-45d3-9de7-9c72a6d480a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (5d551b34-b0c7-4301-bba9-fd61acb5b12f), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:26.868211 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-385bad16-ef9c-4eee-99f0-4a62f7840040 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] For port 5d551b34-b0c7-4301-bba9-fd61acb5b12f, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=5d551b34-b0c7-4301-bba9-fd61acb5b12f,segment=NetworkSegment(36ca40a8-6130-4822-8750-6060fe3df4a1),segment_id=36ca40a8-6130-4822-8750-6060fe3df4a1)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:54:26.868583 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-385bad16-ef9c-4eee-99f0-4a62f7840040 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (5d551b34-b0c7-4301-bba9-fd61acb5b12f), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:26.886233 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-385bad16-ef9c-4eee-99f0-4a62f7840040 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Calling delete_port for 5d551b34-b0c7-4301-bba9-fd61acb5b12f owned by network:dhcp {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:54:26.931858 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-e7d86ef8-9ec1-45d3-9de7-9c72a6d480a3 None None] For port 5d551b34-b0c7-4301-bba9-fd61acb5b12f, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=5d551b34-b0c7-4301-bba9-fd61acb5b12f,segment=NetworkSegment(36ca40a8-6130-4822-8750-6060fe3df4a1),segment_id=36ca40a8-6130-4822-8750-6060fe3df4a1)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:54:26.932472 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e7d86ef8-9ec1-45d3-9de7-9c72a6d480a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (5d551b34-b0c7-4301-bba9-fd61acb5b12f), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:26.945337 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-e7d86ef8-9ec1-45d3-9de7-9c72a6d480a3 None None] Calling delete_port for 5d551b34-b0c7-4301-bba9-fd61acb5b12f owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:54:26.965058 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-385bad16-ef9c-4eee-99f0-4a62f7840040 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (5d551b34-b0c7-4301-bba9-fd61acb5b12f), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:26.990407 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385bad16-ef9c-4eee-99f0-4a62f7840040 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Pushing event deleted for resources: {'Port': ['ID=5d551b34-b0c7-4301-bba9-fd61acb5b12f,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:26.994188 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385bad16-ef9c-4eee-99f0-4a62f7840040 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] No DVR routers for this DVR port 5d551b34-b0c7-4301-bba9-fd61acb5b12f on host n-d-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:54:27.021074 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e7d86ef8-9ec1-45d3-9de7-9c72a6d480a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (5d551b34-b0c7-4301-bba9-fd61acb5b12f), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:27.043777 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d86ef8-9ec1-45d3-9de7-9c72a6d480a3 None None] Pushing event deleted for resources: {'Port': ['ID=5d551b34-b0c7-4301-bba9-fd61acb5b12f,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:27.049956 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d86ef8-9ec1-45d3-9de7-9c72a6d480a3 None None] No DVR routers for this DVR port 5d551b34-b0c7-4301-bba9-fd61acb5b12f on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:54:27.076572 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-385bad16-ef9c-4eee-99f0-4a62f7840040 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (194712ec-ac3f-42d8-98fb-2939fb9463c8), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:27.096493 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-385bad16-ef9c-4eee-99f0-4a62f7840040 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['194712ec-ac3f-42d8-98fb-2939fb9463c8']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:54:27.105644 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-385bad16-ef9c-4eee-99f0-4a62f7840040 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36ca40a8-6130-4822-8750-6060fe3df4a1') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:54:27.105944 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-385bad16-ef9c-4eee-99f0-4a62f7840040 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36ca40a8-6130-4822-8750-6060fe3df4a1') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:54:27.115636 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-385bad16-ef9c-4eee-99f0-4a62f7840040 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (36ca40a8-6130-4822-8750-6060fe3df4a1), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:27.130011 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-385bad16-ef9c-4eee-99f0-4a62f7840040 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (36ca40a8-6130-4822-8750-6060fe3df4a1), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:27.136080 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-385bad16-ef9c-4eee-99f0-4a62f7840040 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:54:27.136569 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-385bad16-ef9c-4eee-99f0-4a62f7840040 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (36ca40a8-6130-4822-8750-6060fe3df4a1), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:27.139642 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 07:54:27.139642 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:54:27.139642 n-d-789963-26 neutron-server[109693]: timer() Feb 02 07:54:27.139642 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:54:27.139642 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 07:54:27.139642 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:54:27.139642 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 07:54:27.139642 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:54:27.139642 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 07:54:27.139642 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:54:27.139642 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 07:54:27.139642 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:54:27.139642 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 07:54:27.139642 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:54:27.139642 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:54:27.139642 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:54:27.139642 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:54:27.139642 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:54:27.139642 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 07:54:27.139642 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:54:27.139642 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 07:54:27.139642 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:54:27.139642 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:54:27.139642 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:54:27.139642 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 07:54:27.139642 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:54:27.139642 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:54:27.139642 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:54:27.139642 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:54:27.139642 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:54:27.139642 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:54:27.139642 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:54:27.199939 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-385bad16-ef9c-4eee-99f0-4a62f7840040 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (194712ec-ac3f-42d8-98fb-2939fb9463c8), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:27.206706 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-385bad16-ef9c-4eee-99f0-4a62f7840040 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:27.209979 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-385bad16-ef9c-4eee-99f0-4a62f7840040 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] 10.222.0.87 "DELETE /v2.0/networks/194712ec-ac3f-42d8-98fb-2939fb9463c8 HTTP/1.1" status: 204 len: 168 time: 0.5362394 Feb 02 07:54:27.212801 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 36762) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:54:27.221429 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385bad16-ef9c-4eee-99f0-4a62f7840040 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Pushing event deleted for resources: {'Network': ['ID=194712ec-ac3f-42d8-98fb-2939fb9463c8,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:27.243281 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-ee434bc9-3b33-46e9-a9ca-facf6954e743 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] 10.222.0.87 "GET /v2.0/ports?device_id=198f57a2-69ae-49fc-887a-95457d00ca4d HTTP/1.1" status: 200 len: 205 time: 0.0292945 Feb 02 07:54:27.245714 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 36764) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:54:27.318543 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-be3e2fc1-102a-4300-bff0-da3dc15e4ab7 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Publish callbacks [] for router (198f57a2-69ae-49fc-887a-95457d00ca4d), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:27.473428 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-be3e2fc1-102a-4300-bff0-da3dc15e4ab7 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (198f57a2-69ae-49fc-887a-95457d00ca4d), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:27.475727 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-be3e2fc1-102a-4300-bff0-da3dc15e4ab7 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Publish callbacks [] for router_controller (198f57a2-69ae-49fc-887a-95457d00ca4d), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:27.518643 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-be3e2fc1-102a-4300-bff0-da3dc15e4ab7 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (198f57a2-69ae-49fc-887a-95457d00ca4d), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:27.519408 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be3e2fc1-102a-4300-bff0-da3dc15e4ab7 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Fanout notify agent at l3_agent the message router_deleted on router 198f57a2-69ae-49fc-887a-95457d00ca4d {{(pid=109694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:54:27.526191 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-be3e2fc1-102a-4300-bff0-da3dc15e4ab7 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:27.527149 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-be3e2fc1-102a-4300-bff0-da3dc15e4ab7 tempest-RoutersNegativeTest-1959036337 tempest-RoutersNegativeTest-1959036337-project] 10.222.0.87 "DELETE /v2.0/routers/198f57a2-69ae-49fc-887a-95457d00ca4d HTTP/1.1" status: 204 len: 168 time: 0.2805235 Feb 02 07:54:27.668107 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:27.769402 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 36770) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:54:27.897801 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-44251622-a986-43f6-aa0b-96843a2feccd admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c952c7674e714a538cfd2357cc47c779&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1272247 Feb 02 07:54:27.900345 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 36774) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:54:27.947023 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e54e3215-2a50-4d31-ae86-3254517c5bb6 admin admin] Publish callbacks [] for security_group (a35c80aa-b254-4ca5-b7fc-8a8be5bf2bb9), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:27.968159 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e54e3215-2a50-4d31-ae86-3254517c5bb6 admin admin] Publish callbacks [] for security_group (a35c80aa-b254-4ca5-b7fc-8a8be5bf2bb9), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:28.013690 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e54e3215-2a50-4d31-ae86-3254517c5bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (a35c80aa-b254-4ca5-b7fc-8a8be5bf2bb9), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:28.016445 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e54e3215-2a50-4d31-ae86-3254517c5bb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:28.017592 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-e54e3215-2a50-4d31-ae86-3254517c5bb6 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/a35c80aa-b254-4ca5-b7fc-8a8be5bf2bb9 HTTP/1.1" status: 204 len: 168 time: 0.1162887 Feb 02 07:54:28.025339 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e3215-2a50-4d31-ae86-3254517c5bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35c80aa-b254-4ca5-b7fc-8a8be5bf2bb9,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:28.199902 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 5d551b34-b0c7-4301-bba9-fd61acb5b12f no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:54:28.221374 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 5d551b34-b0c7-4301-bba9-fd61acb5b12f {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:54:28.221728 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 5d551b34-b0c7-4301-bba9-fd61acb5b12f not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:54:28.222155 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 9e09a818-261e-47fe-93b0-e87f9d867cfd no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:54:28.241110 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 9e09a818-261e-47fe-93b0-e87f9d867cfd {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:54:28.241466 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 9e09a818-261e-47fe-93b0-e87f9d867cfd not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:54:28.627020 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 36796) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:54:28.721721 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-91d50ddf-d54c-4a08-bed8-dd444aa7255a admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1633377700-network', 'tenant_id': '9b60f226f1a54faab7864d1e30d73ad8'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:54:28.745074 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d50ddf-d54c-4a08-bed8-dd444aa7255a admin admin] Made reservation on behalf of 9b60f226f1a54faab7864d1e30d73ad8 for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:54:28.748116 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-91d50ddf-d54c-4a08-bed8-dd444aa7255a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:28.756320 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-91d50ddf-d54c-4a08-bed8-dd444aa7255a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:28.828722 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-91d50ddf-d54c-4a08-bed8-dd444aa7255a admin admin] Publish callbacks [] for security_group (e6ec886f-3e7c-47f3-9e68-2209a9990953), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:28.832285 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-91d50ddf-d54c-4a08-bed8-dd444aa7255a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (e6ec886f-3e7c-47f3-9e68-2209a9990953), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:28.853038 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91d50ddf-d54c-4a08-bed8-dd444aa7255a admin admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:54:28.868355 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d50ddf-d54c-4a08-bed8-dd444aa7255a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ec886f-3e7c-47f3-9e68-2209a9990953,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:28.871305 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-91d50ddf-d54c-4a08-bed8-dd444aa7255a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (90b52228-5494-42bf-81b0-45df012a1688), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:28.871678 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-91d50ddf-d54c-4a08-bed8-dd444aa7255a admin admin] Added segment 90b52228-5494-42bf-81b0-45df012a1688 of type vlan for network 1ec6ab30-72aa-4c7f-986c-ec5dbd221012 Feb 02 07:54:28.911062 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-91d50ddf-d54c-4a08-bed8-dd444aa7255a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (1ec6ab30-72aa-4c7f-986c-ec5dbd221012), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:28.935474 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-91d50ddf-d54c-4a08-bed8-dd444aa7255a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (1ec6ab30-72aa-4c7f-986c-ec5dbd221012), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:28.936588 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d50ddf-d54c-4a08-bed8-dd444aa7255a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:54:28.937123 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-91d50ddf-d54c-4a08-bed8-dd444aa7255a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:28.970045 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-91d50ddf-d54c-4a08-bed8-dd444aa7255a admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3418095 Feb 02 07:54:28.973212 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 36800) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:54:28.978148 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-c3fe4063-341e-4bb2-88e4-da9d4236d5f0 admin admin] Request body: {'subnet': {'network_id': '1ec6ab30-72aa-4c7f-986c-ec5dbd221012', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1633377700-subnet', 'tenant_id': '9b60f226f1a54faab7864d1e30d73ad8', 'ip_version': 4}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:54:28.996994 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3fe4063-341e-4bb2-88e4-da9d4236d5f0 admin admin] Made reservation on behalf of 9b60f226f1a54faab7864d1e30d73ad8 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:54:28.999322 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c3fe4063-341e-4bb2-88e4-da9d4236d5f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:29.003973 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d50ddf-d54c-4a08-bed8-dd444aa7255a admin admin] Pushing event updated for resources: {'Network': ['ID=1ec6ab30-72aa-4c7f-986c-ec5dbd221012,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:29.013657 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 1ec6ab30-72aa-4c7f-986c-ec5dbd221012 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:54:29.171045 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c3fe4063-341e-4bb2-88e4-da9d4236d5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (a8f9a37e-ebed-4a89-856f-37fe207550a4), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:29.228623 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fe4063-341e-4bb2-88e4-da9d4236d5f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8f9a37e-ebed-4a89-856f-37fe207550a4,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:29.235529 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fe4063-341e-4bb2-88e4-da9d4236d5f0 admin admin] Checking segment: {'id': '90b52228-5494-42bf-81b0-45df012a1688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '1ec6ab30-72aa-4c7f-986c-ec5dbd221012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:54:29.235918 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fe4063-341e-4bb2-88e4-da9d4236d5f0 admin admin] Network hostable DHCP agents. Network: 1ec6ab30-72aa-4c7f-986c-ec5dbd221012, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:54:29.251872 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fe4063-341e-4bb2-88e4-da9d4236d5f0 admin admin] Network 1ec6ab30-72aa-4c7f-986c-ec5dbd221012 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:54:29.259922 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-c3fe4063-341e-4bb2-88e4-da9d4236d5f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 1ec6ab30-72aa-4c7f-986c-ec5dbd221012) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:54:29.263777 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fe4063-341e-4bb2-88e4-da9d4236d5f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:54:29.264980 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c3fe4063-341e-4bb2-88e4-da9d4236d5f0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:29.270815 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8774122e-0197-405a-b4a8-1e16900d0ec0 None None] Network 1ec6ab30-72aa-4c7f-986c-ec5dbd221012 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:54:29.282958 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-c3fe4063-341e-4bb2-88e4-da9d4236d5f0 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3086212 Feb 02 07:54:29.285857 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 36802) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:54:29.290378 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-4c17dc1e-9111-4f68-b441-64966f8fef89 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1633377700-router', 'tenant_id': '9b60f226f1a54faab7864d1e30d73ad8', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:54:29.308785 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4c17dc1e-9111-4f68-b441-64966f8fef89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (ccce7ca0-f520-441b-96b8-5c002e73b1b7), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:29.309832 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4c17dc1e-9111-4f68-b441-64966f8fef89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (ccce7ca0-f520-441b-96b8-5c002e73b1b7), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:29.361330 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4c17dc1e-9111-4f68-b441-64966f8fef89 admin admin] Publish callbacks [] for router_controller (ccce7ca0-f520-441b-96b8-5c002e73b1b7), precommit_add_association {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:29.370973 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5887e316-2b57-45c6-8d07-755a3f9e1854 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-1ec6ab30-72aa-4c7f-986c-ec5dbd221012', 'network_id': '1ec6ab30-72aa-4c7f-986c-ec5dbd221012', 'project_id': '9b60f226f1a54faab7864d1e30d73ad8', 'fixed_ips': [{'subnet_id': 'a8f9a37e-ebed-4a89-856f-37fe207550a4'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:54:29.371866 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5887e316-2b57-45c6-8d07-755a3f9e1854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:29.502548 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4c17dc1e-9111-4f68-b441-64966f8fef89 admin admin] Publish callbacks [] for router_gateway (ccce7ca0-f520-441b-96b8-5c002e73b1b7), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:29.512314 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-5887e316-2b57-45c6-8d07-755a3f9e1854 None None] Allocated IP 172.20.0.2 (1ec6ab30-72aa-4c7f-986c-ec5dbd221012/a8f9a37e-ebed-4a89-856f-37fe207550a4/f76eab06-ab4c-455b-a90b-9345504aedad) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:54:29.656417 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5887e316-2b57-45c6-8d07-755a3f9e1854 None None] Publish callbacks [] for port (f76eab06-ab4c-455b-a90b-9345504aedad), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:29.662779 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5887e316-2b57-45c6-8d07-755a3f9e1854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (f76eab06-ab4c-455b-a90b-9345504aedad), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:29.699907 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5887e316-2b57-45c6-8d07-755a3f9e1854 None None] Network 1ec6ab30-72aa-4c7f-986c-ec5dbd221012 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:54:29.703387 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-5887e316-2b57-45c6-8d07-755a3f9e1854 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:54:29.705240 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4c17dc1e-9111-4f68-b441-64966f8fef89 admin admin] Publish callbacks [] for router_gateway (ccce7ca0-f520-441b-96b8-5c002e73b1b7), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:29.706642 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5887e316-2b57-45c6-8d07-755a3f9e1854 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:54:29.721918 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5887e316-2b57-45c6-8d07-755a3f9e1854 None None] Pushing event updated for resources: {'Port': ['ID=f76eab06-ab4c-455b-a90b-9345504aedad,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:29.724751 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4c17dc1e-9111-4f68-b441-64966f8fef89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:29.772740 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-5887e316-2b57-45c6-8d07-755a3f9e1854 None None] Attempting to bind port f76eab06-ab4c-455b-a90b-9345504aedad on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:54:29.773020 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-5887e316-2b57-45c6-8d07-755a3f9e1854 None None] Attempting to bind port f76eab06-ab4c-455b-a90b-9345504aedad by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '90b52228-5494-42bf-81b0-45df012a1688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '1ec6ab30-72aa-4c7f-986c-ec5dbd221012'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:54:29.773379 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5887e316-2b57-45c6-8d07-755a3f9e1854 None None] Attempting to bind port f76eab06-ab4c-455b-a90b-9345504aedad on network 1ec6ab30-72aa-4c7f-986c-ec5dbd221012 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:54:29.778497 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5887e316-2b57-45c6-8d07-755a3f9e1854 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:54:29.778873 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5887e316-2b57-45c6-8d07-755a3f9e1854 None None] Checking segment: {'id': '90b52228-5494-42bf-81b0-45df012a1688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '1ec6ab30-72aa-4c7f-986c-ec5dbd221012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:54:29.779272 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5887e316-2b57-45c6-8d07-755a3f9e1854 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:29.779691 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5887e316-2b57-45c6-8d07-755a3f9e1854 None None] Bound using segment: {'id': '90b52228-5494-42bf-81b0-45df012a1688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '1ec6ab30-72aa-4c7f-986c-ec5dbd221012'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:54:29.780315 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-5887e316-2b57-45c6-8d07-755a3f9e1854 None None] Bound port: f76eab06-ab4c-455b-a90b-9345504aedad, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b52228-5494-42bf-81b0-45df012a1688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '1ec6ab30-72aa-4c7f-986c-ec5dbd221012'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:54:29.780695 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5887e316-2b57-45c6-8d07-755a3f9e1854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f76eab06-ab4c-455b-a90b-9345504aedad), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:29.831291 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-4c17dc1e-9111-4f68-b441-64966f8fef89 admin admin] Allocated IP 172.25.4.192 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/cc451730-f8d9-4ac0-b753-8462a0fa3a99) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:54:29.845730 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-5887e316-2b57-45c6-8d07-755a3f9e1854 None None] For port f76eab06-ab4c-455b-a90b-9345504aedad, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:54:29.848871 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-5887e316-2b57-45c6-8d07-755a3f9e1854 None None] For port f76eab06-ab4c-455b-a90b-9345504aedad, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=f76eab06-ab4c-455b-a90b-9345504aedad,segment=NetworkSegment(90b52228-5494-42bf-81b0-45df012a1688),segment_id=90b52228-5494-42bf-81b0-45df012a1688)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:54:29.854243 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5887e316-2b57-45c6-8d07-755a3f9e1854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (f76eab06-ab4c-455b-a90b-9345504aedad), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:29.909592 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5887e316-2b57-45c6-8d07-755a3f9e1854 None None] Pushing event updated for resources: {'Port': ['ID=f76eab06-ab4c-455b-a90b-9345504aedad,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:29.935267 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4c17dc1e-9111-4f68-b441-64966f8fef89 admin admin] Publish callbacks [] for port (cc451730-f8d9-4ac0-b753-8462a0fa3a99), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:29.975524 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4c17dc1e-9111-4f68-b441-64966f8fef89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (cc451730-f8d9-4ac0-b753-8462a0fa3a99), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:30.015450 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c17dc1e-9111-4f68-b441-64966f8fef89 admin admin] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:54:30.020785 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-4c17dc1e-9111-4f68-b441-64966f8fef89 admin admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:54:30.024481 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c17dc1e-9111-4f68-b441-64966f8fef89 admin admin] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:54:30.029893 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c17dc1e-9111-4f68-b441-64966f8fef89 admin admin] Pushing event updated for resources: {'Port': ['ID=cc451730-f8d9-4ac0-b753-8462a0fa3a99,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:30.269865 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device f76eab06-ab4c-455b-a90b-9345504aedad up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:54:30.319021 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port f76eab06-ab4c-455b-a90b-9345504aedad triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:54:30.319723 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (f76eab06-ab4c-455b-a90b-9345504aedad), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:30.323697 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4c17dc1e-9111-4f68-b441-64966f8fef89 admin admin] Publish callbacks [] for router_gateway (ccce7ca0-f520-441b-96b8-5c002e73b1b7), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:30.399529 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port f76eab06-ab4c-455b-a90b-9345504aedad is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:54:30.399952 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f76eab06-ab4c-455b-a90b-9345504aedad), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:30.432820 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port f76eab06-ab4c-455b-a90b-9345504aedad, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=f76eab06-ab4c-455b-a90b-9345504aedad,segment=NetworkSegment(90b52228-5494-42bf-81b0-45df012a1688),segment_id=90b52228-5494-42bf-81b0-45df012a1688)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:54:30.437191 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (f76eab06-ab4c-455b-a90b-9345504aedad), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:30.487875 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=f76eab06-ab4c-455b-a90b-9345504aedad,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:30.527008 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4c17dc1e-9111-4f68-b441-64966f8fef89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (ccce7ca0-f520-441b-96b8-5c002e73b1b7), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:30.658030 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c17dc1e-9111-4f68-b441-64966f8fef89 admin admin] Router ccce7ca0-f520-441b-96b8-5c002e73b1b7 is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:54:30.768064 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c17dc1e-9111-4f68-b441-64966f8fef89 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:54:30.778897 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64934c32-e6c1-4c45-b1c8-85488b88470d None None] Sync routers for ids ['ccce7ca0-f520-441b-96b8-5c002e73b1b7'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:54:30.787656 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4c17dc1e-9111-4f68-b441-64966f8fef89 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:30.789133 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-4c17dc1e-9111-4f68-b441-64966f8fef89 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5021019 Feb 02 07:54:30.792091 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 36806) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:54:30.795362 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64934c32-e6c1-4c45-b1c8-85488b88470d None None] Routers {'ccce7ca0-f520-441b-96b8-5c002e73b1b7'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:54:30.796810 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-64934c32-e6c1-4c45-b1c8-85488b88470d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:54:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['ccce7ca0-f520-441b-96b8-5c002e73b1b7'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:54:30.902604 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b47ac9-695f-47c3-9220-ad9e4d102bef None None] Network 1ec6ab30-72aa-4c7f-986c-ec5dbd221012 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:54:30.905433 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-64934c32-e6c1-4c45-b1c8-85488b88470d None None] Set router ccce7ca0-f520-441b-96b8-5c002e73b1b7 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:54:31.021055 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-4203264c-838a-4fc3-a73a-47d9d0f98ff5 None None] Provisioning complete for port f76eab06-ab4c-455b-a90b-9345504aedad triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:54:31.021542 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-4203264c-838a-4fc3-a73a-47d9d0f98ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (f76eab06-ab4c-455b-a90b-9345504aedad), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:31.112224 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-64934c32-e6c1-4c45-b1c8-85488b88470d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccce7ca0-f520-441b-96b8-5c002e73b1b7', 'name': 'tempest-TestEncryptedCinderVolumes-1633377700-router', 'tenant_id': '9b60f226f1a54faab7864d1e30d73ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': 'cc451730-f8d9-4ac0-b753-8462a0fa3a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:54:29Z', 'updated_at': '2022-02-02T07:54:30Z', 'revision_number': 3, 'project_id': '9b60f226f1a54faab7864d1e30d73ad8', 'gw_port': {'id': 'cc451730-f8d9-4ac0-b753-8462a0fa3a99', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:58:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccce7ca0-f520-441b-96b8-5c002e73b1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:54:29Z', 'updated_at': '2022-02-02T07:54:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:54:31.125766 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-4203264c-838a-4fc3-a73a-47d9d0f98ff5 None None] Current status of the port f76eab06-ab4c-455b-a90b-9345504aedad is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:54:31.148301 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64934c32-e6c1-4c45-b1c8-85488b88470d None None] Checking router: ccce7ca0-f520-441b-96b8-5c002e73b1b7 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:54:31.148551 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64934c32-e6c1-4c45-b1c8-85488b88470d None None] Updating router ccce7ca0-f520-441b-96b8-5c002e73b1b7 port cc451730-f8d9-4ac0-b753-8462a0fa3a99 binding host n-d-789963-26 {{(pid=109696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:54:31.179371 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-64934c32-e6c1-4c45-b1c8-85488b88470d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (cc451730-f8d9-4ac0-b753-8462a0fa3a99), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:31.345373 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-01034306-d1e8-4d20-8bd1-863435e3726f None None] Provisioning complete for port f76eab06-ab4c-455b-a90b-9345504aedad triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:54:31.345952 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-01034306-d1e8-4d20-8bd1-863435e3726f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (f76eab06-ab4c-455b-a90b-9345504aedad), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:31.428169 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-01034306-d1e8-4d20-8bd1-863435e3726f None None] Current status of the port f76eab06-ab4c-455b-a90b-9345504aedad is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:54:31.447448 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-64934c32-e6c1-4c45-b1c8-85488b88470d None None] Publish callbacks [] for port (cc451730-f8d9-4ac0-b753-8462a0fa3a99), precommit_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:31.453584 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-64934c32-e6c1-4c45-b1c8-85488b88470d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (cc451730-f8d9-4ac0-b753-8462a0fa3a99), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:31.502800 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-64934c32-e6c1-4c45-b1c8-85488b88470d None None] Attempting to bind port cc451730-f8d9-4ac0-b753-8462a0fa3a99 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:54:31.503176 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-64934c32-e6c1-4c45-b1c8-85488b88470d None None] Attempting to bind port cc451730-f8d9-4ac0-b753-8462a0fa3a99 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:54:31.503542 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64934c32-e6c1-4c45-b1c8-85488b88470d None None] Attempting to bind port cc451730-f8d9-4ac0-b753-8462a0fa3a99 on network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:54:31.510231 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e9b5bd-ab53-4857-ad68-87b264079972 None None] Pushing event updated for resources: {'Port': ['ID=cc451730-f8d9-4ac0-b753-8462a0fa3a99,revision_number=2']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:31.517390 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64934c32-e6c1-4c45-b1c8-85488b88470d None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:54:31.517771 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64934c32-e6c1-4c45-b1c8-85488b88470d None None] Checking segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:54:31.518176 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-64934c32-e6c1-4c45-b1c8-85488b88470d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:31.518569 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64934c32-e6c1-4c45-b1c8-85488b88470d None None] Bound using segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:54:31.519296 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-64934c32-e6c1-4c45-b1c8-85488b88470d None None] Bound port: cc451730-f8d9-4ac0-b753-8462a0fa3a99, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:54:31.519718 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-64934c32-e6c1-4c45-b1c8-85488b88470d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (cc451730-f8d9-4ac0-b753-8462a0fa3a99), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:31.521843 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e9b5bd-ab53-4857-ad68-87b264079972 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:54:31.522187 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e9b5bd-ab53-4857-ad68-87b264079972 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:54:31.522528 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e9b5bd-ab53-4857-ad68-87b264079972 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:54:31.522864 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e9b5bd-ab53-4857-ad68-87b264079972 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:54:31.523193 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e9b5bd-ab53-4857-ad68-87b264079972 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:54:31.523521 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e9b5bd-ab53-4857-ad68-87b264079972 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:54:31.523873 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e9b5bd-ab53-4857-ad68-87b264079972 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:54:31.524207 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e9b5bd-ab53-4857-ad68-87b264079972 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:54:31.524529 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e9b5bd-ab53-4857-ad68-87b264079972 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:54:31.524855 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e9b5bd-ab53-4857-ad68-87b264079972 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:54:31.525181 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e9b5bd-ab53-4857-ad68-87b264079972 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:54:31.525502 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e9b5bd-ab53-4857-ad68-87b264079972 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:54:31.525819 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e9b5bd-ab53-4857-ad68-87b264079972 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:54:31.578331 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d4bcfc1b-b4ce-4845-a00a-c59ca3f9870f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:31.578681 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-64934c32-e6c1-4c45-b1c8-85488b88470d None None] For port cc451730-f8d9-4ac0-b753-8462a0fa3a99, host n-d-789963-26, cleared binding levels {{(pid=109696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:54:31.582331 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-64934c32-e6c1-4c45-b1c8-85488b88470d None None] For port cc451730-f8d9-4ac0-b753-8462a0fa3a99, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=cc451730-f8d9-4ac0-b753-8462a0fa3a99,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:54:31.588039 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-64934c32-e6c1-4c45-b1c8-85488b88470d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (cc451730-f8d9-4ac0-b753-8462a0fa3a99), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:31.639800 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64934c32-e6c1-4c45-b1c8-85488b88470d None None] Routers {'ccce7ca0-f520-441b-96b8-5c002e73b1b7'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:54:31.640549 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-64934c32-e6c1-4c45-b1c8-85488b88470d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:54:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['ccce7ca0-f520-441b-96b8-5c002e73b1b7'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:54:31.690383 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e9b5bd-ab53-4857-ad68-87b264079972 None None] Pushing event updated for resources: {'Port': ['ID=cc451730-f8d9-4ac0-b753-8462a0fa3a99,revision_number=3']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:31.738315 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-d4bcfc1b-b4ce-4845-a00a-c59ca3f9870f admin admin] Allocated IP 172.20.0.1 (1ec6ab30-72aa-4c7f-986c-ec5dbd221012/a8f9a37e-ebed-4a89-856f-37fe207550a4/d97702e5-ba21-46c3-ab3a-fc125304f613) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:54:31.758497 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-64934c32-e6c1-4c45-b1c8-85488b88470d None None] Set router ccce7ca0-f520-441b-96b8-5c002e73b1b7 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:54:31.844113 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d4bcfc1b-b4ce-4845-a00a-c59ca3f9870f admin admin] Publish callbacks [] for port (d97702e5-ba21-46c3-ab3a-fc125304f613), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:31.880504 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d4bcfc1b-b4ce-4845-a00a-c59ca3f9870f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (d97702e5-ba21-46c3-ab3a-fc125304f613), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:31.917664 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bcfc1b-b4ce-4845-a00a-c59ca3f9870f admin admin] Network 1ec6ab30-72aa-4c7f-986c-ec5dbd221012 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:54:31.921079 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-d4bcfc1b-b4ce-4845-a00a-c59ca3f9870f admin admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:54:31.927732 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bcfc1b-b4ce-4845-a00a-c59ca3f9870f admin admin] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:54:31.954507 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bcfc1b-b4ce-4845-a00a-c59ca3f9870f admin admin] Pushing event updated for resources: {'Port': ['ID=d97702e5-ba21-46c3-ab3a-fc125304f613,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:31.974336 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d4bcfc1b-b4ce-4845-a00a-c59ca3f9870f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (ccce7ca0-f520-441b-96b8-5c002e73b1b7), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:32.039480 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-64934c32-e6c1-4c45-b1c8-85488b88470d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccce7ca0-f520-441b-96b8-5c002e73b1b7', 'name': 'tempest-TestEncryptedCinderVolumes-1633377700-router', 'tenant_id': '9b60f226f1a54faab7864d1e30d73ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': 'cc451730-f8d9-4ac0-b753-8462a0fa3a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:54:29Z', 'updated_at': '2022-02-02T07:54:30Z', 'revision_number': 3, 'project_id': '9b60f226f1a54faab7864d1e30d73ad8', 'gw_port': {'id': 'cc451730-f8d9-4ac0-b753-8462a0fa3a99', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:58:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccce7ca0-f520-441b-96b8-5c002e73b1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:54:29Z', 'updated_at': '2022-02-02T07:54:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:54:32.067354 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64934c32-e6c1-4c45-b1c8-85488b88470d None None] The sync data for ids ['ccce7ca0-f520-441b-96b8-5c002e73b1b7'] in n-d-789963-26 is: [{'id': 'ccce7ca0-f520-441b-96b8-5c002e73b1b7', 'name': 'tempest-TestEncryptedCinderVolumes-1633377700-router', 'tenant_id': '9b60f226f1a54faab7864d1e30d73ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': 'cc451730-f8d9-4ac0-b753-8462a0fa3a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:54:29Z', 'updated_at': '2022-02-02T07:54:30Z', 'revision_number': 3, 'project_id': '9b60f226f1a54faab7864d1e30d73ad8', 'gw_port': {'id': 'cc451730-f8d9-4ac0-b753-8462a0fa3a99', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:58:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccce7ca0-f520-441b-96b8-5c002e73b1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:54:29Z', 'updated_at': '2022-02-02T07:54:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:54:32.119423 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d4bcfc1b-b4ce-4845-a00a-c59ca3f9870f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (d97702e5-ba21-46c3-ab3a-fc125304f613), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:32.153126 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-7a97891d-08f3-496e-95dc-cc99e60adc65 None None] Provisioning complete for port d97702e5-ba21-46c3-ab3a-fc125304f613 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:54:32.153577 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7a97891d-08f3-496e-95dc-cc99e60adc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (d97702e5-ba21-46c3-ab3a-fc125304f613), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:32.203588 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-7a97891d-08f3-496e-95dc-cc99e60adc65 None None] Port d97702e5-ba21-46c3-ab3a-fc125304f613 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:54:32.228398 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device f76eab06-ab4c-455b-a90b-9345504aedad up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:54:32.280058 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port f76eab06-ab4c-455b-a90b-9345504aedad triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:54:32.280446 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (f76eab06-ab4c-455b-a90b-9345504aedad), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:32.296652 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d4bcfc1b-b4ce-4845-a00a-c59ca3f9870f admin admin] Publish callbacks [] for port (d97702e5-ba21-46c3-ab3a-fc125304f613), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:32.304230 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d4bcfc1b-b4ce-4845-a00a-c59ca3f9870f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (d97702e5-ba21-46c3-ab3a-fc125304f613), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:32.391639 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port f76eab06-ab4c-455b-a90b-9345504aedad is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:54:32.398573 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d4bcfc1b-b4ce-4845-a00a-c59ca3f9870f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (ccce7ca0-f520-441b-96b8-5c002e73b1b7), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:32.402894 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bcfc1b-b4ce-4845-a00a-c59ca3f9870f admin admin] Pushing event updated for resources: {'Port': ['ID=d97702e5-ba21-46c3-ab3a-fc125304f613,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:32.501755 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bcfc1b-b4ce-4845-a00a-c59ca3f9870f admin admin] Network 1ec6ab30-72aa-4c7f-986c-ec5dbd221012 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:54:32.503256 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-d4bcfc1b-b4ce-4845-a00a-c59ca3f9870f admin admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:54:32.625627 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4bcfc1b-b4ce-4845-a00a-c59ca3f9870f admin admin] Router ccce7ca0-f520-441b-96b8-5c002e73b1b7 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:54:32.747131 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4bcfc1b-b4ce-4845-a00a-c59ca3f9870f admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:54:32.753941 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d4bcfc1b-b4ce-4845-a00a-c59ca3f9870f admin admin] 10.222.0.87 "PUT /v2.0/routers/ccce7ca0-f520-441b-96b8-5c002e73b1b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9607174 Feb 02 07:54:32.836444 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-16b0f9b1-18d5-4c63-8622-a301e50a8724 None None] Provisioning complete for port d97702e5-ba21-46c3-ab3a-fc125304f613 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:54:32.836824 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-16b0f9b1-18d5-4c63-8622-a301e50a8724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (d97702e5-ba21-46c3-ab3a-fc125304f613), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:32.881014 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-16b0f9b1-18d5-4c63-8622-a301e50a8724 None None] Port d97702e5-ba21-46c3-ab3a-fc125304f613 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:54:33.230112 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 36824) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:54:33.235792 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-7e7dce40-0c5e-44d9-8465-c4969f061fd7 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1501157812-network', 'tenant_id': '80e299ffb80041d992afc66100739cf6'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:54:33.254521 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7dce40-0c5e-44d9-8465-c4969f061fd7 admin admin] Made reservation on behalf of 80e299ffb80041d992afc66100739cf6 for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:54:33.256871 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7e7dce40-0c5e-44d9-8465-c4969f061fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:33.265470 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7e7dce40-0c5e-44d9-8465-c4969f061fd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:33.338421 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7e7dce40-0c5e-44d9-8465-c4969f061fd7 admin admin] Publish callbacks [] for security_group (446764af-0dad-40b8-8080-6b57484e52cb), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:33.342431 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7e7dce40-0c5e-44d9-8465-c4969f061fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (446764af-0dad-40b8-8080-6b57484e52cb), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:33.367731 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e7dce40-0c5e-44d9-8465-c4969f061fd7 admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:54:33.378685 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7dce40-0c5e-44d9-8465-c4969f061fd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=446764af-0dad-40b8-8080-6b57484e52cb,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:33.383895 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7e7dce40-0c5e-44d9-8465-c4969f061fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (3130f9d9-a0ae-479b-b597-8e1390d56e05), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:33.384242 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-7e7dce40-0c5e-44d9-8465-c4969f061fd7 admin admin] Added segment 3130f9d9-a0ae-479b-b597-8e1390d56e05 of type vlan for network 2a10b9ec-f382-4472-bd5e-eac0d2660cbd Feb 02 07:54:33.429355 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7e7dce40-0c5e-44d9-8465-c4969f061fd7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (2a10b9ec-f382-4472-bd5e-eac0d2660cbd), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:33.456027 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7e7dce40-0c5e-44d9-8465-c4969f061fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (2a10b9ec-f382-4472-bd5e-eac0d2660cbd), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:33.457170 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7dce40-0c5e-44d9-8465-c4969f061fd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:54:33.457752 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7e7dce40-0c5e-44d9-8465-c4969f061fd7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:33.496314 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 36826) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:54:33.496827 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-7e7dce40-0c5e-44d9-8465-c4969f061fd7 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2651131 Feb 02 07:54:33.501950 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-3e58da42-c555-4f4b-a895-5313d2acada2 admin admin] Request body: {'subnet': {'network_id': '2a10b9ec-f382-4472-bd5e-eac0d2660cbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1501157812-subnet', 'tenant_id': '80e299ffb80041d992afc66100739cf6', 'ip_version': 4}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:54:33.525769 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e58da42-c555-4f4b-a895-5313d2acada2 admin admin] Made reservation on behalf of 80e299ffb80041d992afc66100739cf6 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:54:33.527033 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7dce40-0c5e-44d9-8465-c4969f061fd7 admin admin] Pushing event updated for resources: {'Network': ['ID=2a10b9ec-f382-4472-bd5e-eac0d2660cbd,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:33.528301 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3e58da42-c555-4f4b-a895-5313d2acada2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:33.537266 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 2a10b9ec-f382-4472-bd5e-eac0d2660cbd details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:54:33.690435 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4f88db-57b5-4706-89cb-a07e16ddefb3 None None] Sync routers for ids ['ccce7ca0-f520-441b-96b8-5c002e73b1b7'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:54:33.701038 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4f88db-57b5-4706-89cb-a07e16ddefb3 None None] Routers {'ccce7ca0-f520-441b-96b8-5c002e73b1b7'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:54:33.702188 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-dd4f88db-57b5-4706-89cb-a07e16ddefb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:54:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['ccce7ca0-f520-441b-96b8-5c002e73b1b7'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:54:33.710139 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3e58da42-c555-4f4b-a895-5313d2acada2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (920339a4-32dd-4e28-996a-c9988f4ef502), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:33.759020 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e58da42-c555-4f4b-a895-5313d2acada2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=920339a4-32dd-4e28-996a-c9988f4ef502,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:33.774719 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e58da42-c555-4f4b-a895-5313d2acada2 admin admin] Checking segment: {'id': '3130f9d9-a0ae-479b-b597-8e1390d56e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2a10b9ec-f382-4472-bd5e-eac0d2660cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:54:33.775082 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e58da42-c555-4f4b-a895-5313d2acada2 admin admin] Network hostable DHCP agents. Network: 2a10b9ec-f382-4472-bd5e-eac0d2660cbd, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:54:33.791822 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e58da42-c555-4f4b-a895-5313d2acada2 admin admin] Network 2a10b9ec-f382-4472-bd5e-eac0d2660cbd is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:54:33.800410 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-3e58da42-c555-4f4b-a895-5313d2acada2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 2a10b9ec-f382-4472-bd5e-eac0d2660cbd) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:54:33.804586 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e58da42-c555-4f4b-a895-5313d2acada2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:54:33.805224 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3e58da42-c555-4f4b-a895-5313d2acada2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:33.810148 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-dd4f88db-57b5-4706-89cb-a07e16ddefb3 None None] Set router ccce7ca0-f520-441b-96b8-5c002e73b1b7 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:54:33.813390 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc68808f-8f6f-4096-9740-d23f6a3c99e9 None None] Network 2a10b9ec-f382-4472-bd5e-eac0d2660cbd requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:54:33.821698 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-3e58da42-c555-4f4b-a895-5313d2acada2 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3242421 Feb 02 07:54:33.824295 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 36828) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:54:33.829051 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-4605cc99-bfa4-46f4-9da2-1eed22babeb2 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1501157812-router', 'tenant_id': '80e299ffb80041d992afc66100739cf6', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:54:33.849169 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4605cc99-bfa4-46f4-9da2-1eed22babeb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (5d3d429e-8bad-4d97-a80a-a51fa1f1df49), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:33.850179 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4605cc99-bfa4-46f4-9da2-1eed22babeb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (5d3d429e-8bad-4d97-a80a-a51fa1f1df49), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:33.907495 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4605cc99-bfa4-46f4-9da2-1eed22babeb2 admin admin] Publish callbacks [] for router_controller (5d3d429e-8bad-4d97-a80a-a51fa1f1df49), precommit_add_association {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:34.046196 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4605cc99-bfa4-46f4-9da2-1eed22babeb2 admin admin] Publish callbacks [] for router_gateway (5d3d429e-8bad-4d97-a80a-a51fa1f1df49), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:34.198277 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc62c251-f5c1-424b-9347-9b827c1580be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-2a10b9ec-f382-4472-bd5e-eac0d2660cbd', 'network_id': '2a10b9ec-f382-4472-bd5e-eac0d2660cbd', 'project_id': '80e299ffb80041d992afc66100739cf6', 'fixed_ips': [{'subnet_id': '920339a4-32dd-4e28-996a-c9988f4ef502'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:54:34.199243 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-fc62c251-f5c1-424b-9347-9b827c1580be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:34.263163 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4605cc99-bfa4-46f4-9da2-1eed22babeb2 admin admin] Publish callbacks [] for router_gateway (5d3d429e-8bad-4d97-a80a-a51fa1f1df49), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:34.284645 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4605cc99-bfa4-46f4-9da2-1eed22babeb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:34.303114 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device cc451730-f8d9-4ac0-b753-8462a0fa3a99 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:54:34.390332 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-4605cc99-bfa4-46f4-9da2-1eed22babeb2 admin admin] Allocated IP 172.25.4.93 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/e8ad53d3-c89c-475b-af84-b41b95b6ec06) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:54:34.403845 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-dd4f88db-57b5-4706-89cb-a07e16ddefb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccce7ca0-f520-441b-96b8-5c002e73b1b7', 'name': 'tempest-TestEncryptedCinderVolumes-1633377700-router', 'tenant_id': '9b60f226f1a54faab7864d1e30d73ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': 'cc451730-f8d9-4ac0-b753-8462a0fa3a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:54:29Z', 'updated_at': '2022-02-02T07:54:32Z', 'revision_number': 4, 'project_id': '9b60f226f1a54faab7864d1e30d73ad8', 'gw_port': {'id': 'cc451730-f8d9-4ac0-b753-8462a0fa3a99', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:58:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccce7ca0-f520-441b-96b8-5c002e73b1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:54:29Z', 'updated_at': '2022-02-02T07:54:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'd97702e5-ba21-46c3-ab3a-fc125304f613', 'name': '', 'network_id': '1ec6ab30-72aa-4c7f-986c-ec5dbd221012', 'tenant_id': '9b60f226f1a54faab7864d1e30d73ad8', 'mac_address': 'fa:16:3e:48:7d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccce7ca0-f520-441b-96b8-5c002e73b1b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'a8f9a37e-ebed-4a89-856f-37fe207550a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:54:31Z', 'updated_at': '2022-02-02T07:54:32Z', 'revision_number': 2, 'project_id': '9b60f226f1a54faab7864d1e30d73ad8', 'subnets': [{'id': 'a8f9a37e-ebed-4a89-856f-37fe207550a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:54:34.437476 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4f88db-57b5-4706-89cb-a07e16ddefb3 None None] Checking router: ccce7ca0-f520-441b-96b8-5c002e73b1b7 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:54:34.437833 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4f88db-57b5-4706-89cb-a07e16ddefb3 None None] Updating router ccce7ca0-f520-441b-96b8-5c002e73b1b7 port d97702e5-ba21-46c3-ab3a-fc125304f613 binding host n-d-789963-26 {{(pid=109695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:54:34.446537 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-fc62c251-f5c1-424b-9347-9b827c1580be None None] Allocated IP 172.20.0.2 (2a10b9ec-f382-4472-bd5e-eac0d2660cbd/920339a4-32dd-4e28-996a-c9988f4ef502/9c12a801-887e-4d5b-98c5-60db011cd160) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:54:34.487227 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-dd4f88db-57b5-4706-89cb-a07e16ddefb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (d97702e5-ba21-46c3-ab3a-fc125304f613), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:34.495818 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4605cc99-bfa4-46f4-9da2-1eed22babeb2 admin admin] Publish callbacks [] for port (e8ad53d3-c89c-475b-af84-b41b95b6ec06), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:34.501362 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port cc451730-f8d9-4ac0-b753-8462a0fa3a99 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:54:34.501745 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (cc451730-f8d9-4ac0-b753-8462a0fa3a99), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:34.529387 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4605cc99-bfa4-46f4-9da2-1eed22babeb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (e8ad53d3-c89c-475b-af84-b41b95b6ec06), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:34.566078 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4605cc99-bfa4-46f4-9da2-1eed22babeb2 admin admin] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:54:34.568764 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-4605cc99-bfa4-46f4-9da2-1eed22babeb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:54:34.574985 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4605cc99-bfa4-46f4-9da2-1eed22babeb2 admin admin] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:54:34.603270 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4605cc99-bfa4-46f4-9da2-1eed22babeb2 admin admin] Pushing event updated for resources: {'Port': ['ID=e8ad53d3-c89c-475b-af84-b41b95b6ec06,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:34.616934 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4605cc99-bfa4-46f4-9da2-1eed22babeb2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:54:34.617288 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4605cc99-bfa4-46f4-9da2-1eed22babeb2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:54:34.617634 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4605cc99-bfa4-46f4-9da2-1eed22babeb2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:54:34.617975 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4605cc99-bfa4-46f4-9da2-1eed22babeb2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:54:34.618310 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4605cc99-bfa4-46f4-9da2-1eed22babeb2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:54:34.618643 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4605cc99-bfa4-46f4-9da2-1eed22babeb2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:54:34.618975 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4605cc99-bfa4-46f4-9da2-1eed22babeb2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:54:34.619303 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4605cc99-bfa4-46f4-9da2-1eed22babeb2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:54:34.619652 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4605cc99-bfa4-46f4-9da2-1eed22babeb2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:54:34.619984 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4605cc99-bfa4-46f4-9da2-1eed22babeb2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:54:34.620309 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4605cc99-bfa4-46f4-9da2-1eed22babeb2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:54:34.620640 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4605cc99-bfa4-46f4-9da2-1eed22babeb2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:54:34.620954 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4605cc99-bfa4-46f4-9da2-1eed22babeb2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:54:34.800078 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-fc62c251-f5c1-424b-9347-9b827c1580be None None] Publish callbacks [] for port (9c12a801-887e-4d5b-98c5-60db011cd160), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:34.812362 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port cc451730-f8d9-4ac0-b753-8462a0fa3a99 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:54:34.812743 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (cc451730-f8d9-4ac0-b753-8462a0fa3a99), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:34.841760 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-fc62c251-f5c1-424b-9347-9b827c1580be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (9c12a801-887e-4d5b-98c5-60db011cd160), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:34.844262 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4605cc99-bfa4-46f4-9da2-1eed22babeb2 admin admin] Publish callbacks [] for router_gateway (5d3d429e-8bad-4d97-a80a-a51fa1f1df49), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:34.894811 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port cc451730-f8d9-4ac0-b753-8462a0fa3a99, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=cc451730-f8d9-4ac0-b753-8462a0fa3a99,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:54:34.909239 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (cc451730-f8d9-4ac0-b753-8462a0fa3a99), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:34.912139 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc62c251-f5c1-424b-9347-9b827c1580be None None] Network 2a10b9ec-f382-4472-bd5e-eac0d2660cbd is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:54:34.922451 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-fc62c251-f5c1-424b-9347-9b827c1580be None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:54:34.928874 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62c251-f5c1-424b-9347-9b827c1580be None None] Pushing event updated for resources: {'Port': ['ID=9c12a801-887e-4d5b-98c5-60db011cd160,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:34.932599 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc62c251-f5c1-424b-9347-9b827c1580be None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:54:35.037496 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4605cc99-bfa4-46f4-9da2-1eed22babeb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (5d3d429e-8bad-4d97-a80a-a51fa1f1df49), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:35.072247 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=cc451730-f8d9-4ac0-b753-8462a0fa3a99,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:35.082506 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-fc62c251-f5c1-424b-9347-9b827c1580be None None] Attempting to bind port 9c12a801-887e-4d5b-98c5-60db011cd160 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:54:35.082891 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-fc62c251-f5c1-424b-9347-9b827c1580be None None] Attempting to bind port 9c12a801-887e-4d5b-98c5-60db011cd160 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '3130f9d9-a0ae-479b-b597-8e1390d56e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2a10b9ec-f382-4472-bd5e-eac0d2660cbd'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:54:35.083267 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc62c251-f5c1-424b-9347-9b827c1580be None None] Attempting to bind port 9c12a801-887e-4d5b-98c5-60db011cd160 on network 2a10b9ec-f382-4472-bd5e-eac0d2660cbd {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:54:35.098030 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc62c251-f5c1-424b-9347-9b827c1580be None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:54:35.098337 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc62c251-f5c1-424b-9347-9b827c1580be None None] Checking segment: {'id': '3130f9d9-a0ae-479b-b597-8e1390d56e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2a10b9ec-f382-4472-bd5e-eac0d2660cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:54:35.098747 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-fc62c251-f5c1-424b-9347-9b827c1580be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:35.099148 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc62c251-f5c1-424b-9347-9b827c1580be None None] Bound using segment: {'id': '3130f9d9-a0ae-479b-b597-8e1390d56e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2a10b9ec-f382-4472-bd5e-eac0d2660cbd'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:54:35.099656 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-fc62c251-f5c1-424b-9347-9b827c1580be None None] Bound port: 9c12a801-887e-4d5b-98c5-60db011cd160, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3130f9d9-a0ae-479b-b597-8e1390d56e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2a10b9ec-f382-4472-bd5e-eac0d2660cbd'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:54:35.100042 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-fc62c251-f5c1-424b-9347-9b827c1580be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (9c12a801-887e-4d5b-98c5-60db011cd160), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:35.105607 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-dd4f88db-57b5-4706-89cb-a07e16ddefb3 None None] Publish callbacks [] for port (d97702e5-ba21-46c3-ab3a-fc125304f613), precommit_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:35.119300 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-dd4f88db-57b5-4706-89cb-a07e16ddefb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (d97702e5-ba21-46c3-ab3a-fc125304f613), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:35.170921 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4605cc99-bfa4-46f4-9da2-1eed22babeb2 admin admin] Router 5d3d429e-8bad-4d97-a80a-a51fa1f1df49 is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:54:35.214400 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc312ee-e903-4676-a9d9-fd083fffa736 None None] Pushing event updated for resources: {'Port': ['ID=d97702e5-ba21-46c3-ab3a-fc125304f613,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:35.238067 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-fc62c251-f5c1-424b-9347-9b827c1580be None None] For port 9c12a801-887e-4d5b-98c5-60db011cd160, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:54:35.273526 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-fc62c251-f5c1-424b-9347-9b827c1580be None None] For port 9c12a801-887e-4d5b-98c5-60db011cd160, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=9c12a801-887e-4d5b-98c5-60db011cd160,segment=NetworkSegment(3130f9d9-a0ae-479b-b597-8e1390d56e05),segment_id=3130f9d9-a0ae-479b-b597-8e1390d56e05)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:54:35.278920 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-dd4f88db-57b5-4706-89cb-a07e16ddefb3 None None] Attempting to bind port d97702e5-ba21-46c3-ab3a-fc125304f613 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:54:35.279285 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-dd4f88db-57b5-4706-89cb-a07e16ddefb3 None None] Attempting to bind port d97702e5-ba21-46c3-ab3a-fc125304f613 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '90b52228-5494-42bf-81b0-45df012a1688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '1ec6ab30-72aa-4c7f-986c-ec5dbd221012'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:54:35.279771 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4f88db-57b5-4706-89cb-a07e16ddefb3 None None] Attempting to bind port d97702e5-ba21-46c3-ab3a-fc125304f613 on network 1ec6ab30-72aa-4c7f-986c-ec5dbd221012 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:54:35.283657 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-fc62c251-f5c1-424b-9347-9b827c1580be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (9c12a801-887e-4d5b-98c5-60db011cd160), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:35.293327 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4f88db-57b5-4706-89cb-a07e16ddefb3 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:54:35.293741 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4f88db-57b5-4706-89cb-a07e16ddefb3 None None] Checking segment: {'id': '90b52228-5494-42bf-81b0-45df012a1688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '1ec6ab30-72aa-4c7f-986c-ec5dbd221012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:54:35.294114 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-dd4f88db-57b5-4706-89cb-a07e16ddefb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:35.294513 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4f88db-57b5-4706-89cb-a07e16ddefb3 None None] Bound using segment: {'id': '90b52228-5494-42bf-81b0-45df012a1688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '1ec6ab30-72aa-4c7f-986c-ec5dbd221012'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:54:35.295001 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-dd4f88db-57b5-4706-89cb-a07e16ddefb3 None None] Bound port: d97702e5-ba21-46c3-ab3a-fc125304f613, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b52228-5494-42bf-81b0-45df012a1688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '1ec6ab30-72aa-4c7f-986c-ec5dbd221012'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:54:35.295180 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4605cc99-bfa4-46f4-9da2-1eed22babeb2 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:54:35.295920 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-dd4f88db-57b5-4706-89cb-a07e16ddefb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (d97702e5-ba21-46c3-ab3a-fc125304f613), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:35.306635 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11f70a2-72c4-42df-8fb3-b700b709ead6 None None] Sync routers for ids ['5d3d429e-8bad-4d97-a80a-a51fa1f1df49'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:54:35.320310 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11f70a2-72c4-42df-8fb3-b700b709ead6 None None] Routers {'5d3d429e-8bad-4d97-a80a-a51fa1f1df49'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:54:35.321326 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-c11f70a2-72c4-42df-8fb3-b700b709ead6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:54:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['5d3d429e-8bad-4d97-a80a-a51fa1f1df49'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:54:35.327219 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4605cc99-bfa4-46f4-9da2-1eed22babeb2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:35.328515 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-4605cc99-bfa4-46f4-9da2-1eed22babeb2 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5032933 Feb 02 07:54:35.331157 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 36830) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:54:35.443407 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62c251-f5c1-424b-9347-9b827c1580be None None] Pushing event updated for resources: {'Port': ['ID=9c12a801-887e-4d5b-98c5-60db011cd160,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:35.464215 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-dd4f88db-57b5-4706-89cb-a07e16ddefb3 None None] For port d97702e5-ba21-46c3-ab3a-fc125304f613, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:54:35.477898 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-dd4f88db-57b5-4706-89cb-a07e16ddefb3 None None] For port d97702e5-ba21-46c3-ab3a-fc125304f613, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=d97702e5-ba21-46c3-ab3a-fc125304f613,segment=NetworkSegment(90b52228-5494-42bf-81b0-45df012a1688),segment_id=90b52228-5494-42bf-81b0-45df012a1688)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:54:35.487723 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-dd4f88db-57b5-4706-89cb-a07e16ddefb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (d97702e5-ba21-46c3-ab3a-fc125304f613), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:35.499636 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-c11f70a2-72c4-42df-8fb3-b700b709ead6 None None] Set router 5d3d429e-8bad-4d97-a80a-a51fa1f1df49 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:54:35.597629 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc312ee-e903-4676-a9d9-fd083fffa736 None None] Pushing event updated for resources: {'Port': ['ID=d97702e5-ba21-46c3-ab3a-fc125304f613,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:35.602673 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4f88db-57b5-4706-89cb-a07e16ddefb3 None None] Routers {'ccce7ca0-f520-441b-96b8-5c002e73b1b7'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:54:35.603330 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-dd4f88db-57b5-4706-89cb-a07e16ddefb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:54:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['ccce7ca0-f520-441b-96b8-5c002e73b1b7'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:54:35.606144 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-2122859a-9582-4bdb-b40e-8b1f8b4e503e None None] Provisioning complete for port d97702e5-ba21-46c3-ab3a-fc125304f613 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:54:35.606534 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2122859a-9582-4bdb-b40e-8b1f8b4e503e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (d97702e5-ba21-46c3-ab3a-fc125304f613), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:35.799082 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-c11f70a2-72c4-42df-8fb3-b700b709ead6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d3d429e-8bad-4d97-a80a-a51fa1f1df49', 'name': 'tempest-TestEncryptedCinderVolumes-1501157812-router', 'tenant_id': '80e299ffb80041d992afc66100739cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'e8ad53d3-c89c-475b-af84-b41b95b6ec06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:54:33Z', 'updated_at': '2022-02-02T07:54:34Z', 'revision_number': 3, 'project_id': '80e299ffb80041d992afc66100739cf6', 'gw_port': {'id': 'e8ad53d3-c89c-475b-af84-b41b95b6ec06', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f9:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d3d429e-8bad-4d97-a80a-a51fa1f1df49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:54:34Z', 'updated_at': '2022-02-02T07:54:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:54:35.838119 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11f70a2-72c4-42df-8fb3-b700b709ead6 None None] Checking router: 5d3d429e-8bad-4d97-a80a-a51fa1f1df49 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:54:35.838382 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11f70a2-72c4-42df-8fb3-b700b709ead6 None None] Updating router 5d3d429e-8bad-4d97-a80a-a51fa1f1df49 port e8ad53d3-c89c-475b-af84-b41b95b6ec06 binding host n-d-789963-26 {{(pid=109696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:54:35.872816 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-c11f70a2-72c4-42df-8fb3-b700b709ead6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (e8ad53d3-c89c-475b-af84-b41b95b6ec06), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:35.877576 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-2122859a-9582-4bdb-b40e-8b1f8b4e503e None None] Current status of the port d97702e5-ba21-46c3-ab3a-fc125304f613 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:54:35.878676 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2122859a-9582-4bdb-b40e-8b1f8b4e503e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (d97702e5-ba21-46c3-ab3a-fc125304f613), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:35.891212 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-dd4f88db-57b5-4706-89cb-a07e16ddefb3 None None] Set router ccce7ca0-f520-441b-96b8-5c002e73b1b7 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:54:35.997826 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-2122859a-9582-4bdb-b40e-8b1f8b4e503e None None] For port d97702e5-ba21-46c3-ab3a-fc125304f613, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=d97702e5-ba21-46c3-ab3a-fc125304f613,segment=NetworkSegment(90b52228-5494-42bf-81b0-45df012a1688),segment_id=90b52228-5494-42bf-81b0-45df012a1688)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:54:36.003606 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2122859a-9582-4bdb-b40e-8b1f8b4e503e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (d97702e5-ba21-46c3-ab3a-fc125304f613), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:36.172317 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-c11f70a2-72c4-42df-8fb3-b700b709ead6 None None] Publish callbacks [] for port (e8ad53d3-c89c-475b-af84-b41b95b6ec06), precommit_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:36.183830 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-c11f70a2-72c4-42df-8fb3-b700b709ead6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (e8ad53d3-c89c-475b-af84-b41b95b6ec06), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:36.260580 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-c11f70a2-72c4-42df-8fb3-b700b709ead6 None None] Attempting to bind port e8ad53d3-c89c-475b-af84-b41b95b6ec06 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:54:36.261215 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-c11f70a2-72c4-42df-8fb3-b700b709ead6 None None] Attempting to bind port e8ad53d3-c89c-475b-af84-b41b95b6ec06 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:54:36.261737 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11f70a2-72c4-42df-8fb3-b700b709ead6 None None] Attempting to bind port e8ad53d3-c89c-475b-af84-b41b95b6ec06 on network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:54:36.265662 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9530372-7e6d-44f3-b7af-339ff0c971b6 None None] Pushing event updated for resources: {'Port': ['ID=e8ad53d3-c89c-475b-af84-b41b95b6ec06,revision_number=2']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:36.274144 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11f70a2-72c4-42df-8fb3-b700b709ead6 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:54:36.274628 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11f70a2-72c4-42df-8fb3-b700b709ead6 None None] Checking segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:54:36.275000 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-c11f70a2-72c4-42df-8fb3-b700b709ead6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:36.275705 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11f70a2-72c4-42df-8fb3-b700b709ead6 None None] Bound using segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:54:36.276187 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-c11f70a2-72c4-42df-8fb3-b700b709ead6 None None] Bound port: e8ad53d3-c89c-475b-af84-b41b95b6ec06, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:54:36.276928 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-c11f70a2-72c4-42df-8fb3-b700b709ead6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (e8ad53d3-c89c-475b-af84-b41b95b6ec06), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:36.313126 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2122859a-9582-4bdb-b40e-8b1f8b4e503e None None] Pushing event updated for resources: {'Port': ['ID=d97702e5-ba21-46c3-ab3a-fc125304f613,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:36.329558 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-577409c3-8077-476a-8289-9d2ab276970c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:36.339932 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-2aab5639-c45f-489f-a405-9ceb48dccba9 None None] Provisioning complete for port d97702e5-ba21-46c3-ab3a-fc125304f613 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:54:36.340722 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2aab5639-c45f-489f-a405-9ceb48dccba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (d97702e5-ba21-46c3-ab3a-fc125304f613), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:36.343691 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-c11f70a2-72c4-42df-8fb3-b700b709ead6 None None] For port e8ad53d3-c89c-475b-af84-b41b95b6ec06, host n-d-789963-26, cleared binding levels {{(pid=109696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:54:36.349140 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-c11f70a2-72c4-42df-8fb3-b700b709ead6 None None] For port e8ad53d3-c89c-475b-af84-b41b95b6ec06, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=e8ad53d3-c89c-475b-af84-b41b95b6ec06,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:54:36.356950 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-c11f70a2-72c4-42df-8fb3-b700b709ead6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (e8ad53d3-c89c-475b-af84-b41b95b6ec06), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:36.425157 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device cc451730-f8d9-4ac0-b753-8462a0fa3a99 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:54:36.434475 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11f70a2-72c4-42df-8fb3-b700b709ead6 None None] Routers {'5d3d429e-8bad-4d97-a80a-a51fa1f1df49'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:54:36.435113 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-c11f70a2-72c4-42df-8fb3-b700b709ead6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:54:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['5d3d429e-8bad-4d97-a80a-a51fa1f1df49'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:54:36.521551 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-dd4f88db-57b5-4706-89cb-a07e16ddefb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccce7ca0-f520-441b-96b8-5c002e73b1b7', 'name': 'tempest-TestEncryptedCinderVolumes-1633377700-router', 'tenant_id': '9b60f226f1a54faab7864d1e30d73ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': 'cc451730-f8d9-4ac0-b753-8462a0fa3a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:54:29Z', 'updated_at': '2022-02-02T07:54:32Z', 'revision_number': 4, 'project_id': '9b60f226f1a54faab7864d1e30d73ad8', 'gw_port': {'id': 'cc451730-f8d9-4ac0-b753-8462a0fa3a99', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:58:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccce7ca0-f520-441b-96b8-5c002e73b1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:54:29Z', 'updated_at': '2022-02-02T07:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'd97702e5-ba21-46c3-ab3a-fc125304f613', 'name': '', 'network_id': '1ec6ab30-72aa-4c7f-986c-ec5dbd221012', 'tenant_id': '9b60f226f1a54faab7864d1e30d73ad8', 'mac_address': 'fa:16:3e:48:7d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccce7ca0-f520-441b-96b8-5c002e73b1b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'a8f9a37e-ebed-4a89-856f-37fe207550a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:54:31Z', 'updated_at': '2022-02-02T07:54:35Z', 'revision_number': 4, 'project_id': '9b60f226f1a54faab7864d1e30d73ad8', 'subnets': [{'id': 'a8f9a37e-ebed-4a89-856f-37fe207550a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:54:36.556624 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-c11f70a2-72c4-42df-8fb3-b700b709ead6 None None] Set router 5d3d429e-8bad-4d97-a80a-a51fa1f1df49 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:54:36.563679 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4f88db-57b5-4706-89cb-a07e16ddefb3 None None] The sync data for ids ['ccce7ca0-f520-441b-96b8-5c002e73b1b7'] in n-d-789963-26 is: [{'id': 'ccce7ca0-f520-441b-96b8-5c002e73b1b7', 'name': 'tempest-TestEncryptedCinderVolumes-1633377700-router', 'tenant_id': '9b60f226f1a54faab7864d1e30d73ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': 'cc451730-f8d9-4ac0-b753-8462a0fa3a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:54:29Z', 'updated_at': '2022-02-02T07:54:32Z', 'revision_number': 4, 'project_id': '9b60f226f1a54faab7864d1e30d73ad8', 'gw_port': {'id': 'cc451730-f8d9-4ac0-b753-8462a0fa3a99', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:58:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccce7ca0-f520-441b-96b8-5c002e73b1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:54:29Z', 'updated_at': '2022-02-02T07:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'd97702e5-ba21-46c3-ab3a-fc125304f613', 'name': '', 'network_id': '1ec6ab30-72aa-4c7f-986c-ec5dbd221012', 'tenant_id': '9b60f226f1a54faab7864d1e30d73ad8', 'mac_address': 'fa:16:3e:48:7d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccce7ca0-f520-441b-96b8-5c002e73b1b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'a8f9a37e-ebed-4a89-856f-37fe207550a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:54:31Z', 'updated_at': '2022-02-02T07:54:35Z', 'revision_number': 4, 'project_id': '9b60f226f1a54faab7864d1e30d73ad8', 'subnets': [{'id': 'a8f9a37e-ebed-4a89-856f-37fe207550a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:54:36.564185 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-577409c3-8077-476a-8289-9d2ab276970c admin admin] Allocated IP 172.20.0.1 (2a10b9ec-f382-4472-bd5e-eac0d2660cbd/920339a4-32dd-4e28-996a-c9988f4ef502/f8e34348-ceda-476e-b345-e2f722587d58) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:54:36.567328 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-2aab5639-c45f-489f-a405-9ceb48dccba9 None None] Current status of the port d97702e5-ba21-46c3-ab3a-fc125304f613 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:54:36.574589 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port cc451730-f8d9-4ac0-b753-8462a0fa3a99 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:54:36.575194 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (cc451730-f8d9-4ac0-b753-8462a0fa3a99), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:36.707391 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port cc451730-f8d9-4ac0-b753-8462a0fa3a99 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:54:36.710541 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 9c12a801-887e-4d5b-98c5-60db011cd160 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:54:36.722709 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-577409c3-8077-476a-8289-9d2ab276970c admin admin] Publish callbacks [] for port (f8e34348-ceda-476e-b345-e2f722587d58), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:36.767013 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9530372-7e6d-44f3-b7af-339ff0c971b6 None None] Pushing event updated for resources: {'Port': ['ID=e8ad53d3-c89c-475b-af84-b41b95b6ec06,revision_number=3']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:36.780021 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-577409c3-8077-476a-8289-9d2ab276970c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (f8e34348-ceda-476e-b345-e2f722587d58), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:36.806207 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 9c12a801-887e-4d5b-98c5-60db011cd160 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:54:36.806749 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (9c12a801-887e-4d5b-98c5-60db011cd160), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:36.841378 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577409c3-8077-476a-8289-9d2ab276970c admin admin] Network 2a10b9ec-f382-4472-bd5e-eac0d2660cbd is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:54:36.845635 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-577409c3-8077-476a-8289-9d2ab276970c admin admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:54:36.852161 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577409c3-8077-476a-8289-9d2ab276970c admin admin] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:54:36.899899 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577409c3-8077-476a-8289-9d2ab276970c admin admin] Pushing event updated for resources: {'Port': ['ID=f8e34348-ceda-476e-b345-e2f722587d58,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:36.918114 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-c11f70a2-72c4-42df-8fb3-b700b709ead6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d3d429e-8bad-4d97-a80a-a51fa1f1df49', 'name': 'tempest-TestEncryptedCinderVolumes-1501157812-router', 'tenant_id': '80e299ffb80041d992afc66100739cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'e8ad53d3-c89c-475b-af84-b41b95b6ec06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:54:33Z', 'updated_at': '2022-02-02T07:54:34Z', 'revision_number': 3, 'project_id': '80e299ffb80041d992afc66100739cf6', 'gw_port': {'id': 'e8ad53d3-c89c-475b-af84-b41b95b6ec06', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f9:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d3d429e-8bad-4d97-a80a-a51fa1f1df49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:54:34Z', 'updated_at': '2022-02-02T07:54:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:54:36.918630 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-577409c3-8077-476a-8289-9d2ab276970c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (5d3d429e-8bad-4d97-a80a-a51fa1f1df49), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:36.928483 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 9c12a801-887e-4d5b-98c5-60db011cd160 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:54:36.929065 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (9c12a801-887e-4d5b-98c5-60db011cd160), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:36.957050 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11f70a2-72c4-42df-8fb3-b700b709ead6 None None] The sync data for ids ['5d3d429e-8bad-4d97-a80a-a51fa1f1df49'] in n-d-789963-26 is: [{'id': '5d3d429e-8bad-4d97-a80a-a51fa1f1df49', 'name': 'tempest-TestEncryptedCinderVolumes-1501157812-router', 'tenant_id': '80e299ffb80041d992afc66100739cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'e8ad53d3-c89c-475b-af84-b41b95b6ec06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:54:33Z', 'updated_at': '2022-02-02T07:54:34Z', 'revision_number': 3, 'project_id': '80e299ffb80041d992afc66100739cf6', 'gw_port': {'id': 'e8ad53d3-c89c-475b-af84-b41b95b6ec06', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f9:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d3d429e-8bad-4d97-a80a-a51fa1f1df49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:54:34Z', 'updated_at': '2022-02-02T07:54:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:54:36.981758 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 9c12a801-887e-4d5b-98c5-60db011cd160, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=9c12a801-887e-4d5b-98c5-60db011cd160,segment=NetworkSegment(3130f9d9-a0ae-479b-b597-8e1390d56e05),segment_id=3130f9d9-a0ae-479b-b597-8e1390d56e05)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:54:36.989453 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (9c12a801-887e-4d5b-98c5-60db011cd160), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:37.034192 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05553593-004e-490e-9f34-a0dcc00e1715 None None] Network 2a10b9ec-f382-4472-bd5e-eac0d2660cbd requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:54:37.122101 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-577409c3-8077-476a-8289-9d2ab276970c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f8e34348-ceda-476e-b345-e2f722587d58), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:37.130011 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=9c12a801-887e-4d5b-98c5-60db011cd160,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:37.174083 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-0868629d-38bd-449a-bd56-e972e9383a22 None None] Provisioning complete for port 9c12a801-887e-4d5b-98c5-60db011cd160 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:54:37.174808 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0868629d-38bd-449a-bd56-e972e9383a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (9c12a801-887e-4d5b-98c5-60db011cd160), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:37.323082 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-0868629d-38bd-449a-bd56-e972e9383a22 None None] Current status of the port 9c12a801-887e-4d5b-98c5-60db011cd160 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:54:37.369934 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-577409c3-8077-476a-8289-9d2ab276970c admin admin] Publish callbacks [] for port (f8e34348-ceda-476e-b345-e2f722587d58), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:37.377450 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-577409c3-8077-476a-8289-9d2ab276970c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (f8e34348-ceda-476e-b345-e2f722587d58), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:37.450433 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-577409c3-8077-476a-8289-9d2ab276970c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (5d3d429e-8bad-4d97-a80a-a51fa1f1df49), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:37.470560 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577409c3-8077-476a-8289-9d2ab276970c admin admin] Pushing event updated for resources: {'Port': ['ID=f8e34348-ceda-476e-b345-e2f722587d58,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:37.583747 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577409c3-8077-476a-8289-9d2ab276970c admin admin] Network 2a10b9ec-f382-4472-bd5e-eac0d2660cbd is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:54:37.585403 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-577409c3-8077-476a-8289-9d2ab276970c admin admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:54:37.663964 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-e9910443-155a-442e-8ea3-b5033dcda3bb None None] Provisioning complete for port 9c12a801-887e-4d5b-98c5-60db011cd160 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:54:37.664577 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e9910443-155a-442e-8ea3-b5033dcda3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (9c12a801-887e-4d5b-98c5-60db011cd160), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:37.743289 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-577409c3-8077-476a-8289-9d2ab276970c admin admin] Router 5d3d429e-8bad-4d97-a80a-a51fa1f1df49 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:54:37.835211 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-e9910443-155a-442e-8ea3-b5033dcda3bb None None] Current status of the port 9c12a801-887e-4d5b-98c5-60db011cd160 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:54:37.847904 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-e9910443-155a-442e-8ea3-b5033dcda3bb None None] Provisioning complete for port f8e34348-ceda-476e-b345-e2f722587d58 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:54:37.848289 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e9910443-155a-442e-8ea3-b5033dcda3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (f8e34348-ceda-476e-b345-e2f722587d58), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:37.896532 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-e9910443-155a-442e-8ea3-b5033dcda3bb None None] Port f8e34348-ceda-476e-b345-e2f722587d58 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:54:37.912780 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-577409c3-8077-476a-8289-9d2ab276970c admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:54:37.926308 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-577409c3-8077-476a-8289-9d2ab276970c admin admin] 10.222.0.87 "PUT /v2.0/routers/5d3d429e-8bad-4d97-a80a-a51fa1f1df49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5864155 Feb 02 07:54:38.023235 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-c1f0d3e4-d62d-40f7-88f8-2a2fe45b0e9d None None] Provisioning complete for port f8e34348-ceda-476e-b345-e2f722587d58 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:54:38.026327 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c1f0d3e4-d62d-40f7-88f8-2a2fe45b0e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (f8e34348-ceda-476e-b345-e2f722587d58), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:38.112751 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-c1f0d3e4-d62d-40f7-88f8-2a2fe45b0e9d None None] Port f8e34348-ceda-476e-b345-e2f722587d58 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:54:38.239827 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-fa6e2a0b-0cca-4837-9f29-13791d356627 None None] Provisioning complete for port f8e34348-ceda-476e-b345-e2f722587d58 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:54:38.240417 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-fa6e2a0b-0cca-4837-9f29-13791d356627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (f8e34348-ceda-476e-b345-e2f722587d58), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:38.288226 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-fa6e2a0b-0cca-4837-9f29-13791d356627 None None] Port f8e34348-ceda-476e-b345-e2f722587d58 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:54:38.409042 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device e8ad53d3-c89c-475b-af84-b41b95b6ec06 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:54:38.462788 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port e8ad53d3-c89c-475b-af84-b41b95b6ec06 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:54:38.463171 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (e8ad53d3-c89c-475b-af84-b41b95b6ec06), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:38.542500 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port e8ad53d3-c89c-475b-af84-b41b95b6ec06 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:54:38.542891 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (e8ad53d3-c89c-475b-af84-b41b95b6ec06), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:38.567696 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port e8ad53d3-c89c-475b-af84-b41b95b6ec06, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=e8ad53d3-c89c-475b-af84-b41b95b6ec06,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:54:38.572042 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (e8ad53d3-c89c-475b-af84-b41b95b6ec06), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:38.572801 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 9c12a801-887e-4d5b-98c5-60db011cd160 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:54:38.646063 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=e8ad53d3-c89c-475b-af84-b41b95b6ec06,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:38.658605 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 9c12a801-887e-4d5b-98c5-60db011cd160 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:54:38.658980 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (9c12a801-887e-4d5b-98c5-60db011cd160), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:38.741404 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 9c12a801-887e-4d5b-98c5-60db011cd160 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:54:38.742464 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device d97702e5-ba21-46c3-ab3a-fc125304f613 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:54:38.788857 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port d97702e5-ba21-46c3-ab3a-fc125304f613 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:54:38.789244 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (d97702e5-ba21-46c3-ab3a-fc125304f613), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:38.802180 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d07ab1-2c64-4174-9a98-1a42f35376c8 req-a99434f3-24ad-42d1-a921-757a1ed07ae8 tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:54:38.803686 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c3d07ab1-2c64-4174-9a98-1a42f35376c8 req-a99434f3-24ad-42d1-a921-757a1ed07ae8 tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] 10.222.0.87 "GET /v2.0/networks?id=1ec6ab30-72aa-4c7f-986c-ec5dbd221012 HTTP/1.1" status: 200 len: 817 time: 0.1041472 Feb 02 07:54:38.818821 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c3d07ab1-2c64-4174-9a98-1a42f35376c8 req-37198087-81b8-452c-b348-3f66b047d011 tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] 10.222.0.87 "GET /v2.0/quotas/9b60f226f1a54faab7864d1e30d73ad8 HTTP/1.1" status: 200 len: 375 time: 0.0095074 Feb 02 07:54:38.865795 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port d97702e5-ba21-46c3-ab3a-fc125304f613 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:54:38.874074 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c3d07ab1-2c64-4174-9a98-1a42f35376c8 req-0706085f-e7eb-4e5a-99cb-81d50909a9b6 tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=9b60f226f1a54faab7864d1e30d73ad8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501525 Feb 02 07:54:38.972045 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c3d07ab1-2c64-4174-9a98-1a42f35376c8 req-798419c7-3f20-4f1b-a3f2-0417723d65fc service neutron] 10.222.0.87 "GET /v2.0/networks/1ec6ab30-72aa-4c7f-986c-ec5dbd221012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867043 Feb 02 07:54:39.058567 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c3d07ab1-2c64-4174-9a98-1a42f35376c8 req-cbcee988-10d5-43de-9bc5-a3096a24b61b service neutron] 10.222.0.87 "GET /v2.0/networks/1ec6ab30-72aa-4c7f-986c-ec5dbd221012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809932 Feb 02 07:54:39.221131 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-97dbd5c3-eb29-4d66-a638-8d3d2dcdb080 req-768769fb-00f2-497d-9b6b-6af679890f1c tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] 10.222.0.87 "GET /v2.0/ports?device_id=820e1e11-3dcf-4115-832c-4891ac4f126f HTTP/1.1" status: 200 len: 210 time: 0.0301280 Feb 02 07:54:39.726355 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [req-64d0a734-ed1f-4a74-98cd-38a83e550121 req-c53cd0b7-8e9c-48ec-a8db-1c99de0478a9 service neutron] (109694) timed out ('10.222.0.87', 60340) {{(pid=109694) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 02 07:54:40.083768 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b087060-6e85-400e-823c-84bfac226289 None None] Sync routers for ids ['5d3d429e-8bad-4d97-a80a-a51fa1f1df49'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:54:40.095132 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b087060-6e85-400e-823c-84bfac226289 None None] Routers {'5d3d429e-8bad-4d97-a80a-a51fa1f1df49'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:54:40.095782 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-1b087060-6e85-400e-823c-84bfac226289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:54:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['5d3d429e-8bad-4d97-a80a-a51fa1f1df49'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:54:40.205162 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-1b087060-6e85-400e-823c-84bfac226289 None None] Set router 5d3d429e-8bad-4d97-a80a-a51fa1f1df49 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:54:40.236645 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device e8ad53d3-c89c-475b-af84-b41b95b6ec06 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:54:40.357206 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5b71221a-761d-40ba-b087-a22d77688b51 req-cd46d2bd-a5d6-446b-a53d-7caaf3fcad05 tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] 10.222.0.87 "GET /v2.0/ports?device_id=820e1e11-3dcf-4115-832c-4891ac4f126f HTTP/1.1" status: 200 len: 210 time: 0.0426185 Feb 02 07:54:40.383428 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d07ab1-2c64-4174-9a98-1a42f35376c8 req-8a02eb35-e422-40de-935e-537fb2f4abd3 tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:54:40.385546 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c3d07ab1-2c64-4174-9a98-1a42f35376c8 req-8a02eb35-e422-40de-935e-537fb2f4abd3 tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] 10.222.0.88 "GET /v2.0/networks?id=1ec6ab30-72aa-4c7f-986c-ec5dbd221012 HTTP/1.1" status: 200 len: 817 time: 0.1483459 Feb 02 07:54:40.385876 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port e8ad53d3-c89c-475b-af84-b41b95b6ec06 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:54:40.386260 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (e8ad53d3-c89c-475b-af84-b41b95b6ec06), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:40.405598 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-c3d07ab1-2c64-4174-9a98-1a42f35376c8 req-f885af39-7aeb-4b8a-9d98-d682bb51ceee tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Request body: {'port': {'device_id': '820e1e11-3dcf-4115-832c-4891ac4f126f', 'network_id': '1ec6ab30-72aa-4c7f-986c-ec5dbd221012', 'admin_state_up': True, 'tenant_id': '9b60f226f1a54faab7864d1e30d73ad8'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:54:40.523482 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port e8ad53d3-c89c-475b-af84-b41b95b6ec06 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:54:40.523751 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3d07ab1-2c64-4174-9a98-1a42f35376c8 req-f885af39-7aeb-4b8a-9d98-d682bb51ceee tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Made reservation on behalf of 9b60f226f1a54faab7864d1e30d73ad8 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:54:40.527132 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-c3d07ab1-2c64-4174-9a98-1a42f35376c8 req-f885af39-7aeb-4b8a-9d98-d682bb51ceee tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:40.529331 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-1b087060-6e85-400e-823c-84bfac226289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d3d429e-8bad-4d97-a80a-a51fa1f1df49', 'name': 'tempest-TestEncryptedCinderVolumes-1501157812-router', 'tenant_id': '80e299ffb80041d992afc66100739cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'e8ad53d3-c89c-475b-af84-b41b95b6ec06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:54:33Z', 'updated_at': '2022-02-02T07:54:37Z', 'revision_number': 4, 'project_id': '80e299ffb80041d992afc66100739cf6', 'gw_port': {'id': 'e8ad53d3-c89c-475b-af84-b41b95b6ec06', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d3d429e-8bad-4d97-a80a-a51fa1f1df49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:54:34Z', 'updated_at': '2022-02-02T07:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'f8e34348-ceda-476e-b345-e2f722587d58', 'name': '', 'network_id': '2a10b9ec-f382-4472-bd5e-eac0d2660cbd', 'tenant_id': '80e299ffb80041d992afc66100739cf6', 'mac_address': 'fa:16:3e:7c:c0:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d3d429e-8bad-4d97-a80a-a51fa1f1df49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '920339a4-32dd-4e28-996a-c9988f4ef502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:54:36Z', 'updated_at': '2022-02-02T07:54:37Z', 'revision_number': 2, 'project_id': '80e299ffb80041d992afc66100739cf6', 'subnets': [{'id': '920339a4-32dd-4e28-996a-c9988f4ef502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:54:40.557841 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b087060-6e85-400e-823c-84bfac226289 None None] Checking router: 5d3d429e-8bad-4d97-a80a-a51fa1f1df49 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:54:40.558206 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b087060-6e85-400e-823c-84bfac226289 None None] Updating router 5d3d429e-8bad-4d97-a80a-a51fa1f1df49 port f8e34348-ceda-476e-b345-e2f722587d58 binding host n-d-789963-26 {{(pid=109695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:54:40.586004 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1b087060-6e85-400e-823c-84bfac226289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f8e34348-ceda-476e-b345-e2f722587d58), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:40.667881 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-c3d07ab1-2c64-4174-9a98-1a42f35376c8 req-f885af39-7aeb-4b8a-9d98-d682bb51ceee tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Allocated IP 172.20.0.8 (1ec6ab30-72aa-4c7f-986c-ec5dbd221012/a8f9a37e-ebed-4a89-856f-37fe207550a4/1dc8cfd8-7fb1-41bc-9f03-0cae2062c2ea) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:54:40.846936 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-c3d07ab1-2c64-4174-9a98-1a42f35376c8 req-f885af39-7aeb-4b8a-9d98-d682bb51ceee tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Publish callbacks [] for port (1dc8cfd8-7fb1-41bc-9f03-0cae2062c2ea), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:40.885872 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-c3d07ab1-2c64-4174-9a98-1a42f35376c8 req-f885af39-7aeb-4b8a-9d98-d682bb51ceee tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (1dc8cfd8-7fb1-41bc-9f03-0cae2062c2ea), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:40.892895 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1b087060-6e85-400e-823c-84bfac226289 None None] Publish callbacks [] for port (f8e34348-ceda-476e-b345-e2f722587d58), precommit_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:40.899815 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1b087060-6e85-400e-823c-84bfac226289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (f8e34348-ceda-476e-b345-e2f722587d58), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:40.941344 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3d07ab1-2c64-4174-9a98-1a42f35376c8 req-f885af39-7aeb-4b8a-9d98-d682bb51ceee tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Network 1ec6ab30-72aa-4c7f-986c-ec5dbd221012 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:54:40.947058 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-c3d07ab1-2c64-4174-9a98-1a42f35376c8 req-f885af39-7aeb-4b8a-9d98-d682bb51ceee tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:54:40.950978 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3d07ab1-2c64-4174-9a98-1a42f35376c8 req-f885af39-7aeb-4b8a-9d98-d682bb51ceee tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:54:40.975622 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398f673-0e1f-4bd2-b35f-66add2c97985 None None] Pushing event updated for resources: {'Port': ['ID=f8e34348-ceda-476e-b345-e2f722587d58,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:40.981226 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f885af39-7aeb-4b8a-9d98-d682bb51ceee tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Pushing event updated for resources: {'Port': ['ID=1dc8cfd8-7fb1-41bc-9f03-0cae2062c2ea,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:41.024403 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d07ab1-2c64-4174-9a98-1a42f35376c8 req-f885af39-7aeb-4b8a-9d98-d682bb51ceee tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:54:41.025378 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-c3d07ab1-2c64-4174-9a98-1a42f35376c8 req-f885af39-7aeb-4b8a-9d98-d682bb51ceee tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:41.031111 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-1b087060-6e85-400e-823c-84bfac226289 None None] Attempting to bind port f8e34348-ceda-476e-b345-e2f722587d58 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:54:41.031734 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-1b087060-6e85-400e-823c-84bfac226289 None None] Attempting to bind port f8e34348-ceda-476e-b345-e2f722587d58 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '3130f9d9-a0ae-479b-b597-8e1390d56e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2a10b9ec-f382-4472-bd5e-eac0d2660cbd'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:54:41.032204 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b087060-6e85-400e-823c-84bfac226289 None None] Attempting to bind port f8e34348-ceda-476e-b345-e2f722587d58 on network 2a10b9ec-f382-4472-bd5e-eac0d2660cbd {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:54:41.039742 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b087060-6e85-400e-823c-84bfac226289 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:54:41.040448 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b087060-6e85-400e-823c-84bfac226289 None None] Checking segment: {'id': '3130f9d9-a0ae-479b-b597-8e1390d56e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2a10b9ec-f382-4472-bd5e-eac0d2660cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:54:41.040868 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1b087060-6e85-400e-823c-84bfac226289 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:41.041560 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b087060-6e85-400e-823c-84bfac226289 None None] Bound using segment: {'id': '3130f9d9-a0ae-479b-b597-8e1390d56e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2a10b9ec-f382-4472-bd5e-eac0d2660cbd'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:54:41.042103 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-1b087060-6e85-400e-823c-84bfac226289 None None] Bound port: f8e34348-ceda-476e-b345-e2f722587d58, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3130f9d9-a0ae-479b-b597-8e1390d56e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2a10b9ec-f382-4472-bd5e-eac0d2660cbd'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:54:41.042609 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1b087060-6e85-400e-823c-84bfac226289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f8e34348-ceda-476e-b345-e2f722587d58), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:41.047734 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c3d07ab1-2c64-4174-9a98-1a42f35376c8 req-f885af39-7aeb-4b8a-9d98-d682bb51ceee tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6471350 Feb 02 07:54:41.066899 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-c3d07ab1-2c64-4174-9a98-1a42f35376c8 req-243e49cd-ec87-4266-9048-fb652680b23b service neutron] Request body: {'port': {'device_id': '820e1e11-3dcf-4115-832c-4891ac4f126f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:54:41.105123 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7dba0c74-3860-4cef-865d-7d2e51846132 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:41.159236 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-c3d07ab1-2c64-4174-9a98-1a42f35376c8 req-243e49cd-ec87-4266-9048-fb652680b23b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (1dc8cfd8-7fb1-41bc-9f03-0cae2062c2ea), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:41.165160 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1b087060-6e85-400e-823c-84bfac226289 None None] For port f8e34348-ceda-476e-b345-e2f722587d58, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:54:41.168938 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1b087060-6e85-400e-823c-84bfac226289 None None] For port f8e34348-ceda-476e-b345-e2f722587d58, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=f8e34348-ceda-476e-b345-e2f722587d58,segment=NetworkSegment(3130f9d9-a0ae-479b-b597-8e1390d56e05),segment_id=3130f9d9-a0ae-479b-b597-8e1390d56e05)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:54:41.186487 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1b087060-6e85-400e-823c-84bfac226289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (f8e34348-ceda-476e-b345-e2f722587d58), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:41.191035 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:54:41.267937 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b087060-6e85-400e-823c-84bfac226289 None None] Routers {'5d3d429e-8bad-4d97-a80a-a51fa1f1df49'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:54:41.268746 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-1b087060-6e85-400e-823c-84bfac226289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:54:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['5d3d429e-8bad-4d97-a80a-a51fa1f1df49'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:54:41.310490 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398f673-0e1f-4bd2-b35f-66add2c97985 None None] Pushing event updated for resources: {'Port': ['ID=f8e34348-ceda-476e-b345-e2f722587d58,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:41.351836 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-63bc18c0-d468-4c02-894f-16b98f2d5748 None None] Provisioning complete for port f8e34348-ceda-476e-b345-e2f722587d58 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:54:41.351836 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-63bc18c0-d468-4c02-894f-16b98f2d5748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (f8e34348-ceda-476e-b345-e2f722587d58), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:41.444169 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-1b087060-6e85-400e-823c-84bfac226289 None None] Set router 5d3d429e-8bad-4d97-a80a-a51fa1f1df49 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:54:41.508760 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-c3d07ab1-2c64-4174-9a98-1a42f35376c8 req-243e49cd-ec87-4266-9048-fb652680b23b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dc8cfd8-7fb1-41bc-9f03-0cae2062c2ea {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:54:41.518218 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8b28de-a30e-436c-ad62-c5f4c32f7752 req-95442a56-a468-41b8-87f6-f0a0462668aa tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:54:41.519496 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-c3d07ab1-2c64-4174-9a98-1a42f35376c8 req-243e49cd-ec87-4266-9048-fb652680b23b service neutron] Publish callbacks [] for port (1dc8cfd8-7fb1-41bc-9f03-0cae2062c2ea), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:41.522187 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6a8b28de-a30e-436c-ad62-c5f4c32f7752 req-95442a56-a468-41b8-87f6-f0a0462668aa tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] 10.222.0.87 "GET /v2.0/ports?device_id=820e1e11-3dcf-4115-832c-4891ac4f126f HTTP/1.1" status: 200 len: 931 time: 0.0709276 Feb 02 07:54:41.534019 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-c3d07ab1-2c64-4174-9a98-1a42f35376c8 req-243e49cd-ec87-4266-9048-fb652680b23b service neutron] Transition to ACTIVE for port object 1dc8cfd8-7fb1-41bc-9f03-0cae2062c2ea will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:54:41.538058 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-c3d07ab1-2c64-4174-9a98-1a42f35376c8 req-243e49cd-ec87-4266-9048-fb652680b23b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (1dc8cfd8-7fb1-41bc-9f03-0cae2062c2ea), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:41.580190 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6a8b28de-a30e-436c-ad62-c5f4c32f7752 req-d22833cd-314a-4aca-a2cf-54d44bb1c5e5 tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6ec886f-3e7c-47f3-9e68-2209a9990953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532825 Feb 02 07:54:41.598977 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243e49cd-ec87-4266-9048-fb652680b23b service neutron] Pushing event updated for resources: {'Port': ['ID=1dc8cfd8-7fb1-41bc-9f03-0cae2062c2ea,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:41.611601 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-63bc18c0-d468-4c02-894f-16b98f2d5748 None None] Current status of the port f8e34348-ceda-476e-b345-e2f722587d58 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:54:41.612178 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-63bc18c0-d468-4c02-894f-16b98f2d5748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f8e34348-ceda-476e-b345-e2f722587d58), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:41.674051 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-c3d07ab1-2c64-4174-9a98-1a42f35376c8 req-243e49cd-ec87-4266-9048-fb652680b23b service neutron] Attempting to bind port 1dc8cfd8-7fb1-41bc-9f03-0cae2062c2ea on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:54:41.674405 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-c3d07ab1-2c64-4174-9a98-1a42f35376c8 req-243e49cd-ec87-4266-9048-fb652680b23b service neutron] Attempting to bind port 1dc8cfd8-7fb1-41bc-9f03-0cae2062c2ea by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': '90b52228-5494-42bf-81b0-45df012a1688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '1ec6ab30-72aa-4c7f-986c-ec5dbd221012'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:54:41.675209 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d07ab1-2c64-4174-9a98-1a42f35376c8 req-243e49cd-ec87-4266-9048-fb652680b23b service neutron] Attempting to bind port 1dc8cfd8-7fb1-41bc-9f03-0cae2062c2ea on network 1ec6ab30-72aa-4c7f-986c-ec5dbd221012 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:54:41.680644 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d07ab1-2c64-4174-9a98-1a42f35376c8 req-243e49cd-ec87-4266-9048-fb652680b23b service neutron] Port 1dc8cfd8-7fb1-41bc-9f03-0cae2062c2ea on network 1ec6ab30-72aa-4c7f-986c-ec5dbd221012 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:54:41.680644 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d07ab1-2c64-4174-9a98-1a42f35376c8 req-243e49cd-ec87-4266-9048-fb652680b23b service neutron] Attempting to bind port 1dc8cfd8-7fb1-41bc-9f03-0cae2062c2ea on network 1ec6ab30-72aa-4c7f-986c-ec5dbd221012 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:54:41.687548 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d07ab1-2c64-4174-9a98-1a42f35376c8 req-243e49cd-ec87-4266-9048-fb652680b23b service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:54:41.688235 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d07ab1-2c64-4174-9a98-1a42f35376c8 req-243e49cd-ec87-4266-9048-fb652680b23b service neutron] Checking segment: {'id': '90b52228-5494-42bf-81b0-45df012a1688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '1ec6ab30-72aa-4c7f-986c-ec5dbd221012'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:54:41.688483 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d07ab1-2c64-4174-9a98-1a42f35376c8 req-243e49cd-ec87-4266-9048-fb652680b23b service neutron] Bound using segment: {'id': '90b52228-5494-42bf-81b0-45df012a1688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '1ec6ab30-72aa-4c7f-986c-ec5dbd221012'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:54:41.688733 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-c3d07ab1-2c64-4174-9a98-1a42f35376c8 req-243e49cd-ec87-4266-9048-fb652680b23b service neutron] Bound port: 1dc8cfd8-7fb1-41bc-9f03-0cae2062c2ea, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90b52228-5494-42bf-81b0-45df012a1688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '1ec6ab30-72aa-4c7f-986c-ec5dbd221012'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:54:41.689099 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-c3d07ab1-2c64-4174-9a98-1a42f35376c8 req-243e49cd-ec87-4266-9048-fb652680b23b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (1dc8cfd8-7fb1-41bc-9f03-0cae2062c2ea), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:41.698289 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-63bc18c0-d468-4c02-894f-16b98f2d5748 None None] For port f8e34348-ceda-476e-b345-e2f722587d58, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=f8e34348-ceda-476e-b345-e2f722587d58,segment=NetworkSegment(3130f9d9-a0ae-479b-b597-8e1390d56e05),segment_id=3130f9d9-a0ae-479b-b597-8e1390d56e05)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:54:41.704961 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-63bc18c0-d468-4c02-894f-16b98f2d5748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (f8e34348-ceda-476e-b345-e2f722587d58), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:41.762258 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-c3d07ab1-2c64-4174-9a98-1a42f35376c8 req-243e49cd-ec87-4266-9048-fb652680b23b service neutron] For port 1dc8cfd8-7fb1-41bc-9f03-0cae2062c2ea, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:54:41.767465 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-c3d07ab1-2c64-4174-9a98-1a42f35376c8 req-243e49cd-ec87-4266-9048-fb652680b23b service neutron] For port 1dc8cfd8-7fb1-41bc-9f03-0cae2062c2ea, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=1dc8cfd8-7fb1-41bc-9f03-0cae2062c2ea,segment=NetworkSegment(90b52228-5494-42bf-81b0-45df012a1688),segment_id=90b52228-5494-42bf-81b0-45df012a1688)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:54:41.774055 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-c3d07ab1-2c64-4174-9a98-1a42f35376c8 req-243e49cd-ec87-4266-9048-fb652680b23b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (1dc8cfd8-7fb1-41bc-9f03-0cae2062c2ea), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:41.781635 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bc18c0-d468-4c02-894f-16b98f2d5748 None None] Pushing event updated for resources: {'Port': ['ID=f8e34348-ceda-476e-b345-e2f722587d58,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:41.806837 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-1b087060-6e85-400e-823c-84bfac226289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d3d429e-8bad-4d97-a80a-a51fa1f1df49', 'name': 'tempest-TestEncryptedCinderVolumes-1501157812-router', 'tenant_id': '80e299ffb80041d992afc66100739cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'e8ad53d3-c89c-475b-af84-b41b95b6ec06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:54:33Z', 'updated_at': '2022-02-02T07:54:37Z', 'revision_number': 4, 'project_id': '80e299ffb80041d992afc66100739cf6', 'gw_port': {'id': 'e8ad53d3-c89c-475b-af84-b41b95b6ec06', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d3d429e-8bad-4d97-a80a-a51fa1f1df49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:54:34Z', 'updated_at': '2022-02-02T07:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'f8e34348-ceda-476e-b345-e2f722587d58', 'name': '', 'network_id': '2a10b9ec-f382-4472-bd5e-eac0d2660cbd', 'tenant_id': '80e299ffb80041d992afc66100739cf6', 'mac_address': 'fa:16:3e:7c:c0:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d3d429e-8bad-4d97-a80a-a51fa1f1df49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '920339a4-32dd-4e28-996a-c9988f4ef502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:54:36Z', 'updated_at': '2022-02-02T07:54:41Z', 'revision_number': 4, 'project_id': '80e299ffb80041d992afc66100739cf6', 'subnets': [{'id': '920339a4-32dd-4e28-996a-c9988f4ef502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:54:41.813553 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d07ab1-2c64-4174-9a98-1a42f35376c8 req-243e49cd-ec87-4266-9048-fb652680b23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:54:41.814274 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-c3d07ab1-2c64-4174-9a98-1a42f35376c8 req-243e49cd-ec87-4266-9048-fb652680b23b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:41.815642 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c3d07ab1-2c64-4174-9a98-1a42f35376c8 req-243e49cd-ec87-4266-9048-fb652680b23b service neutron] 10.222.0.88 "PUT /v2.0/ports/1dc8cfd8-7fb1-41bc-9f03-0cae2062c2ea HTTP/1.1" status: 200 len: 1092 time: 0.7535119 Feb 02 07:54:41.816173 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '820e1e11-3dcf-4115-832c-4891ac4f126f', 'tag': '1dc8cfd8-7fb1-41bc-9f03-0cae2062c2ea'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:54:41.818515 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bbcc89a9d4d8e7a52f5cbbd716b66041b3f6feaf13502aa94e42da132c01043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b08de996-2bd9-4bdd-97b7-2942de5ddb6c" -d '{"events": [{"name": "network-changed", "server_uuid": "820e1e11-3dcf-4115-832c-4891ac4f126f", "tag": "1dc8cfd8-7fb1-41bc-9f03-0cae2062c2ea"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:54:41.846929 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b087060-6e85-400e-823c-84bfac226289 None None] The sync data for ids ['5d3d429e-8bad-4d97-a80a-a51fa1f1df49'] in n-d-789963-26 is: [{'id': '5d3d429e-8bad-4d97-a80a-a51fa1f1df49', 'name': 'tempest-TestEncryptedCinderVolumes-1501157812-router', 'tenant_id': '80e299ffb80041d992afc66100739cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'e8ad53d3-c89c-475b-af84-b41b95b6ec06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:54:33Z', 'updated_at': '2022-02-02T07:54:37Z', 'revision_number': 4, 'project_id': '80e299ffb80041d992afc66100739cf6', 'gw_port': {'id': 'e8ad53d3-c89c-475b-af84-b41b95b6ec06', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d3d429e-8bad-4d97-a80a-a51fa1f1df49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:54:34Z', 'updated_at': '2022-02-02T07:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'f8e34348-ceda-476e-b345-e2f722587d58', 'name': '', 'network_id': '2a10b9ec-f382-4472-bd5e-eac0d2660cbd', 'tenant_id': '80e299ffb80041d992afc66100739cf6', 'mac_address': 'fa:16:3e:7c:c0:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d3d429e-8bad-4d97-a80a-a51fa1f1df49', 'device_owner': 'network:router_interface', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '920339a4-32dd-4e28-996a-c9988f4ef502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:54:36Z', 'updated_at': '2022-02-02T07:54:41Z', 'revision_number': 4, 'project_id': '80e299ffb80041d992afc66100739cf6', 'subnets': [{'id': '920339a4-32dd-4e28-996a-c9988f4ef502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:54:41.848902 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243e49cd-ec87-4266-9048-fb652680b23b service neutron] Pushing event updated for resources: {'Port': ['ID=1dc8cfd8-7fb1-41bc-9f03-0cae2062c2ea,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:41.878859 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9999f7b-0d0c-4b3e-99fb-da0cbb25a6b2 x-openstack-request-id: req-f9999f7b-0d0c-4b3e-99fb-da0cbb25a6b2 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:54:41.879264 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "820e1e11-3dcf-4115-832c-4891ac4f126f", "tag": "1dc8cfd8-7fb1-41bc-9f03-0cae2062c2ea", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:54:41.879657 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f9999f7b-0d0c-4b3e-99fb-da0cbb25a6b2 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:54:41.880166 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '820e1e11-3dcf-4115-832c-4891ac4f126f', 'tag': '1dc8cfd8-7fb1-41bc-9f03-0cae2062c2ea', 'status': 'completed', 'code': 200} Feb 02 07:54:41.888076 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-f183a014-9c61-42bb-b3ca-dfecddf9bc03 None None] Provisioning complete for port f8e34348-ceda-476e-b345-e2f722587d58 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:54:41.891002 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f183a014-9c61-42bb-b3ca-dfecddf9bc03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (f8e34348-ceda-476e-b345-e2f722587d58), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:41.972664 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d07ab1-2c64-4174-9a98-1a42f35376c8 req-079bdc38-c7bf-48e8-8d51-1f2d7d239c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:54:41.974357 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c3d07ab1-2c64-4174-9a98-1a42f35376c8 req-079bdc38-c7bf-48e8-8d51-1f2d7d239c30 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9b60f226f1a54faab7864d1e30d73ad8&device_id=820e1e11-3dcf-4115-832c-4891ac4f126f HTTP/1.1" status: 200 len: 1126 time: 0.0782802 Feb 02 07:54:42.018355 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-f183a014-9c61-42bb-b3ca-dfecddf9bc03 None None] Current status of the port f8e34348-ceda-476e-b345-e2f722587d58 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:54:42.035086 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c3d07ab1-2c64-4174-9a98-1a42f35376c8 req-621394b4-b6fd-4950-96d9-2ecc26adf9f2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1dc8cfd8-7fb1-41bc-9f03-0cae2062c2ea HTTP/1.1" status: 200 len: 217 time: 0.0472872 Feb 02 07:54:42.094263 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d07ab1-2c64-4174-9a98-1a42f35376c8 req-1a0cc0d4-b77b-4b6a-9714-ae9c84bb6c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:54:42.095944 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c3d07ab1-2c64-4174-9a98-1a42f35376c8 req-1a0cc0d4-b77b-4b6a-9714-ae9c84bb6c5f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a8f9a37e-ebed-4a89-856f-37fe207550a4 HTTP/1.1" status: 200 len: 856 time: 0.0546913 Feb 02 07:54:42.152586 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d07ab1-2c64-4174-9a98-1a42f35376c8 req-93f99034-a339-4024-9faa-3db32b78edcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:54:42.154110 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c3d07ab1-2c64-4174-9a98-1a42f35376c8 req-93f99034-a339-4024-9faa-3db32b78edcb service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1ec6ab30-72aa-4c7f-986c-ec5dbd221012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0528576 Feb 02 07:54:42.263128 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device f8e34348-ceda-476e-b345-e2f722587d58 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:54:42.266811 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c3d07ab1-2c64-4174-9a98-1a42f35376c8 req-1687af5b-8e5f-4fab-8b82-fd40d3dbf382 service neutron] 10.222.0.88 "GET /v2.0/networks/1ec6ab30-72aa-4c7f-986c-ec5dbd221012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067638 Feb 02 07:54:42.318639 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port f8e34348-ceda-476e-b345-e2f722587d58 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:54:42.319112 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (f8e34348-ceda-476e-b345-e2f722587d58), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:42.370975 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c3d07ab1-2c64-4174-9a98-1a42f35376c8 req-07e12893-c628-4e21-bd76-b7c237b4046e service neutron] 10.222.0.88 "GET /v2.0/networks/1ec6ab30-72aa-4c7f-986c-ec5dbd221012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936131 Feb 02 07:54:42.410244 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port f8e34348-ceda-476e-b345-e2f722587d58 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:54:42.508905 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08de996-2bd9-4bdd-97b7-2942de5ddb6c req-4470847b-9d58-4312-ae33-0b4e268a6fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:54:42.510429 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b08de996-2bd9-4bdd-97b7-2942de5ddb6c req-4470847b-9d58-4312-ae33-0b4e268a6fe6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9b60f226f1a54faab7864d1e30d73ad8&device_id=820e1e11-3dcf-4115-832c-4891ac4f126f HTTP/1.1" status: 200 len: 1126 time: 0.0455022 Feb 02 07:54:42.611543 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08de996-2bd9-4bdd-97b7-2942de5ddb6c req-ddbdf424-6389-4425-912b-e3702f9af8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:54:42.613042 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b08de996-2bd9-4bdd-97b7-2942de5ddb6c req-ddbdf424-6389-4425-912b-e3702f9af8b1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=1ec6ab30-72aa-4c7f-986c-ec5dbd221012 HTTP/1.1" status: 200 len: 918 time: 0.0967917 Feb 02 07:54:42.662669 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b08de996-2bd9-4bdd-97b7-2942de5ddb6c req-69d661a1-1aa1-4831-97da-af0594052e09 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1dc8cfd8-7fb1-41bc-9f03-0cae2062c2ea HTTP/1.1" status: 200 len: 217 time: 0.0427432 Feb 02 07:54:42.718085 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08de996-2bd9-4bdd-97b7-2942de5ddb6c req-66c38f66-75af-4478-8275-b40e6c7e6b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:54:42.719758 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b08de996-2bd9-4bdd-97b7-2942de5ddb6c req-66c38f66-75af-4478-8275-b40e6c7e6b65 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a8f9a37e-ebed-4a89-856f-37fe207550a4 HTTP/1.1" status: 200 len: 856 time: 0.0500009 Feb 02 07:54:42.720508 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f488c933-ef67-4189-94b1-99702daf3791 req-13bd2bcc-09cd-44e1-a55f-0e979d54f13a tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:54:42.722023 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f488c933-ef67-4189-94b1-99702daf3791 req-13bd2bcc-09cd-44e1-a55f-0e979d54f13a tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] 10.222.0.87 "GET /v2.0/ports?device_id=820e1e11-3dcf-4115-832c-4891ac4f126f HTTP/1.1" status: 200 len: 943 time: 0.0679426 Feb 02 07:54:42.774742 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f488c933-ef67-4189-94b1-99702daf3791 req-5977e54a-c79f-44f1-8f9a-b8c3bdec08be tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6ec886f-3e7c-47f3-9e68-2209a9990953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468621 Feb 02 07:54:42.781065 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08de996-2bd9-4bdd-97b7-2942de5ddb6c req-b7958f24-bd45-4874-811a-8a950be93798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:54:42.782786 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b08de996-2bd9-4bdd-97b7-2942de5ddb6c req-b7958f24-bd45-4874-811a-8a950be93798 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1ec6ab30-72aa-4c7f-986c-ec5dbd221012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0566037 Feb 02 07:54:42.873064 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b08de996-2bd9-4bdd-97b7-2942de5ddb6c req-9d360556-d472-402e-9536-c4ac402bfcf2 service neutron] 10.222.0.88 "GET /v2.0/networks/1ec6ab30-72aa-4c7f-986c-ec5dbd221012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826716 Feb 02 07:54:42.964696 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b08de996-2bd9-4bdd-97b7-2942de5ddb6c req-f8c8b6ce-fa62-4b75-a5be-a435739b9182 service neutron] 10.222.0.88 "GET /v2.0/networks/1ec6ab30-72aa-4c7f-986c-ec5dbd221012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850017 Feb 02 07:54:43.362645 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d25a4269-fdbb-4cc8-a832-998768e8cce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:43.903781 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1383f4c6-be77-4800-b809-0f8fd30eb920 req-2b82cda4-80d5-442a-b3b8-993f3695f077 tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:54:43.906869 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1383f4c6-be77-4800-b809-0f8fd30eb920 req-2b82cda4-80d5-442a-b3b8-993f3695f077 tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] 10.222.0.87 "GET /v2.0/ports?device_id=820e1e11-3dcf-4115-832c-4891ac4f126f HTTP/1.1" status: 200 len: 943 time: 0.0621326 Feb 02 07:54:43.962892 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1383f4c6-be77-4800-b809-0f8fd30eb920 req-f3f7328a-2d95-41d6-bbcc-4e825c74564a tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6ec886f-3e7c-47f3-9e68-2209a9990953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504055 Feb 02 07:54:44.847276 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:45.078211 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd47791-fe59-4663-8a7d-c07ef45edbe6 req-e3d0c49c-a43b-4006-a9ab-20996b0050c0 tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:54:45.079709 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ccd47791-fe59-4663-8a7d-c07ef45edbe6 req-e3d0c49c-a43b-4006-a9ab-20996b0050c0 tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] 10.222.0.87 "GET /v2.0/ports?device_id=820e1e11-3dcf-4115-832c-4891ac4f126f HTTP/1.1" status: 200 len: 943 time: 0.0527372 Feb 02 07:54:45.126219 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ccd47791-fe59-4663-8a7d-c07ef45edbe6 req-0a0279bb-eb2c-4e2b-a36c-35f907689fc9 tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6ec886f-3e7c-47f3-9e68-2209a9990953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405107 Feb 02 07:54:46.218747 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:46.245171 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52066f17-714b-4c5c-aab6-0944962c81a7 req-7d7f44bc-4d21-4627-8405-9b42a2adcb8c tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:54:46.246644 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-52066f17-714b-4c5c-aab6-0944962c81a7 req-7d7f44bc-4d21-4627-8405-9b42a2adcb8c tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] 10.222.0.87 "GET /v2.0/ports?device_id=820e1e11-3dcf-4115-832c-4891ac4f126f HTTP/1.1" status: 200 len: 943 time: 0.0537856 Feb 02 07:54:46.297606 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-52066f17-714b-4c5c-aab6-0944962c81a7 req-2a3408ce-9482-4dd3-b0e2-7618e2ec9566 tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6ec886f-3e7c-47f3-9e68-2209a9990953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446434 Feb 02 07:54:46.331990 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 1dc8cfd8-7fb1-41bc-9f03-0cae2062c2ea details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:54:46.426542 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 1dc8cfd8-7fb1-41bc-9f03-0cae2062c2ea, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=1dc8cfd8-7fb1-41bc-9f03-0cae2062c2ea,segment=NetworkSegment(90b52228-5494-42bf-81b0-45df012a1688),segment_id=90b52228-5494-42bf-81b0-45df012a1688)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:54:46.436812 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': '1dc8cfd8-7fb1-41bc-9f03-0cae2062c2ea', 'network_id': '1ec6ab30-72aa-4c7f-986c-ec5dbd221012', 'port_id': '1dc8cfd8-7fb1-41bc-9f03-0cae2062c2ea', 'mac_address': 'fa:16:3e:d0:93:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8f9a37e-ebed-4a89-856f-37fe207550a4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:54:46.474673 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 1dc8cfd8-7fb1-41bc-9f03-0cae2062c2ea is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:54:46.475066 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (1dc8cfd8-7fb1-41bc-9f03-0cae2062c2ea), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:46.491238 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dc8cfd8-7fb1-41bc-9f03-0cae2062c2ea {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:54:46.510063 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 1dc8cfd8-7fb1-41bc-9f03-0cae2062c2ea, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=1dc8cfd8-7fb1-41bc-9f03-0cae2062c2ea,segment=NetworkSegment(90b52228-5494-42bf-81b0-45df012a1688),segment_id=90b52228-5494-42bf-81b0-45df012a1688)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:54:46.515155 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (1dc8cfd8-7fb1-41bc-9f03-0cae2062c2ea), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:46.721472 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=1dc8cfd8-7fb1-41bc-9f03-0cae2062c2ea,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:46.794655 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['1dc8cfd8-7fb1-41bc-9f03-0cae2062c2ea'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:54:47.413750 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee7a3cd-1aae-4eb8-a3fb-338fc5048a5b req-658108b4-ef41-439b-914e-c9b4940da398 tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:54:47.415201 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-eee7a3cd-1aae-4eb8-a3fb-338fc5048a5b req-658108b4-ef41-439b-914e-c9b4940da398 tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] 10.222.0.87 "GET /v2.0/ports?device_id=820e1e11-3dcf-4115-832c-4891ac4f126f HTTP/1.1" status: 200 len: 944 time: 0.0517216 Feb 02 07:54:47.461825 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-eee7a3cd-1aae-4eb8-a3fb-338fc5048a5b req-ad68bc47-66a2-490b-83ea-d301baace0e5 tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6ec886f-3e7c-47f3-9e68-2209a9990953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404987 Feb 02 07:54:47.506359 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:48.351979 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 1dc8cfd8-7fb1-41bc-9f03-0cae2062c2ea up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:54:48.401454 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port 1dc8cfd8-7fb1-41bc-9f03-0cae2062c2ea completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:54:48.405641 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port 1dc8cfd8-7fb1-41bc-9f03-0cae2062c2ea triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:54:48.406018 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (1dc8cfd8-7fb1-41bc-9f03-0cae2062c2ea), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:48.484439 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 1dc8cfd8-7fb1-41bc-9f03-0cae2062c2ea is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:54:48.484744 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (1dc8cfd8-7fb1-41bc-9f03-0cae2062c2ea), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:48.509531 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '820e1e11-3dcf-4115-832c-4891ac4f126f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dc8cfd8-7fb1-41bc-9f03-0cae2062c2ea'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:54:48.511863 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8c40c98856fbaa198dc4a2758b0190e9c3f0303d59edd797b772e66ff7f3562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705f6893-648e-4264-9750-cd4fbced71b8" -d '{"events": [{"server_uuid": "820e1e11-3dcf-4115-832c-4891ac4f126f", "name": "network-vif-plugged", "status": "completed", "tag": "1dc8cfd8-7fb1-41bc-9f03-0cae2062c2ea"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:54:48.525111 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 1dc8cfd8-7fb1-41bc-9f03-0cae2062c2ea, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=1dc8cfd8-7fb1-41bc-9f03-0cae2062c2ea,segment=NetworkSegment(90b52228-5494-42bf-81b0-45df012a1688),segment_id=90b52228-5494-42bf-81b0-45df012a1688)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:54:48.529031 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (1dc8cfd8-7fb1-41bc-9f03-0cae2062c2ea), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:48.577572 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=1dc8cfd8-7fb1-41bc-9f03-0cae2062c2ea,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:54:48.586417 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b449bc-13e8-49c0-8f7f-e51e52082f64 req-363077ad-df87-488b-b1ec-12c3475b46ae tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:54:48.587928 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-21b449bc-13e8-49c0-8f7f-e51e52082f64 req-363077ad-df87-488b-b1ec-12c3475b46ae tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] 10.222.0.87 "GET /v2.0/ports?device_id=820e1e11-3dcf-4115-832c-4891ac4f126f HTTP/1.1" status: 200 len: 945 time: 0.0531933 Feb 02 07:54:48.635074 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-21b449bc-13e8-49c0-8f7f-e51e52082f64 req-24b36974-9353-43f4-a0ee-c4fd31dcb8b4 tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6ec886f-3e7c-47f3-9e68-2209a9990953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413973 Feb 02 07:54:48.677306 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08cf0521-6494-4485-b0fb-b72060051bf3 x-openstack-request-id: req-08cf0521-6494-4485-b0fb-b72060051bf3 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:54:48.677605 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "820e1e11-3dcf-4115-832c-4891ac4f126f", "name": "network-vif-plugged", "status": "completed", "tag": "1dc8cfd8-7fb1-41bc-9f03-0cae2062c2ea", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:54:48.677865 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-08cf0521-6494-4485-b0fb-b72060051bf3 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:54:48.678263 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '820e1e11-3dcf-4115-832c-4891ac4f126f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dc8cfd8-7fb1-41bc-9f03-0cae2062c2ea', 'code': 200} Feb 02 07:54:48.809995 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0232477b-42f6-4b8b-bdf5-f57a58fa8c67 req-b04de0f6-92c2-423c-b8b6-7cd819efdb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:54:48.812094 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0232477b-42f6-4b8b-bdf5-f57a58fa8c67 req-b04de0f6-92c2-423c-b8b6-7cd819efdb13 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=820e1e11-3dcf-4115-832c-4891ac4f126f HTTP/1.1" status: 200 len: 1128 time: 0.0450454 Feb 02 07:54:48.854372 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0232477b-42f6-4b8b-bdf5-f57a58fa8c67 req-4e97a9d0-0a84-437c-825d-9228d90b680c service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=e6ec886f-3e7c-47f3-9e68-2209a9990953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360711 Feb 02 07:54:49.759464 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2ad65-7bea-43bf-be55-95bccc1ab85c req-0d356a5e-e40a-475c-bc84-9a51f43ec972 tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:54:49.761026 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-65a2ad65-7bea-43bf-be55-95bccc1ab85c req-0d356a5e-e40a-475c-bc84-9a51f43ec972 tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] 10.222.0.87 "GET /v2.0/ports?device_id=820e1e11-3dcf-4115-832c-4891ac4f126f HTTP/1.1" status: 200 len: 945 time: 0.0581479 Feb 02 07:54:49.809171 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-65a2ad65-7bea-43bf-be55-95bccc1ab85c req-eb36bf53-1a6b-494b-8c73-f1aeaa0747e1 tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6ec886f-3e7c-47f3-9e68-2209a9990953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424764 Feb 02 07:54:50.869846 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ace11ece-8883-437d-be3f-410c5c7d9c0e req-8961aec0-fb24-4673-ba82-c89592cdca42 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=820e1e11-3dcf-4115-832c-4891ac4f126f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0435853 Feb 02 07:54:50.930192 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd28311-a4b7-4490-8245-4df4d7581696 req-a49e2fc9-06dc-4b0f-8c8c-5e1afbbffd7f tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:54:50.931699 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bfd28311-a4b7-4490-8245-4df4d7581696 req-a49e2fc9-06dc-4b0f-8c8c-5e1afbbffd7f tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] 10.222.0.87 "GET /v2.0/ports?device_id=820e1e11-3dcf-4115-832c-4891ac4f126f HTTP/1.1" status: 200 len: 945 time: 0.0525157 Feb 02 07:54:50.972955 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace11ece-8883-437d-be3f-410c5c7d9c0e req-47f4f7fa-cce4-4782-8d6f-7fb971af8d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:54:50.974460 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ace11ece-8883-437d-be3f-410c5c7d9c0e req-47f4f7fa-cce4-4782-8d6f-7fb971af8d16 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9b60f226f1a54faab7864d1e30d73ad8&device_id=820e1e11-3dcf-4115-832c-4891ac4f126f HTTP/1.1" status: 200 len: 1128 time: 0.0494630 Feb 02 07:54:50.978790 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bfd28311-a4b7-4490-8245-4df4d7581696 req-65db950e-9506-4777-a5eb-44269a3c1add tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6ec886f-3e7c-47f3-9e68-2209a9990953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407958 Feb 02 07:54:51.083834 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace11ece-8883-437d-be3f-410c5c7d9c0e req-9e5d6bf3-32e6-4571-96d0-e5800a0a00ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:54:51.085344 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ace11ece-8883-437d-be3f-410c5c7d9c0e req-9e5d6bf3-32e6-4571-96d0-e5800a0a00ba service neutron] 10.222.0.88 "GET /v2.0/networks?id=1ec6ab30-72aa-4c7f-986c-ec5dbd221012 HTTP/1.1" status: 200 len: 918 time: 0.0905342 Feb 02 07:54:51.134760 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ace11ece-8883-437d-be3f-410c5c7d9c0e req-5842eed5-1b50-466a-942f-19c7a24bc823 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1dc8cfd8-7fb1-41bc-9f03-0cae2062c2ea HTTP/1.1" status: 200 len: 217 time: 0.0419819 Feb 02 07:54:51.187430 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace11ece-8883-437d-be3f-410c5c7d9c0e req-74a3e629-9c94-4a91-8a68-9412ccec24df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:54:51.189124 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ace11ece-8883-437d-be3f-410c5c7d9c0e req-74a3e629-9c94-4a91-8a68-9412ccec24df service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a8f9a37e-ebed-4a89-856f-37fe207550a4 HTTP/1.1" status: 200 len: 856 time: 0.0487814 Feb 02 07:54:51.241315 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace11ece-8883-437d-be3f-410c5c7d9c0e req-8fcf433b-fa61-4971-ad7b-a341b16c9d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:54:51.242878 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ace11ece-8883-437d-be3f-410c5c7d9c0e req-8fcf433b-fa61-4971-ad7b-a341b16c9d41 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1ec6ab30-72aa-4c7f-986c-ec5dbd221012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0479281 Feb 02 07:54:51.342435 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ace11ece-8883-437d-be3f-410c5c7d9c0e req-b070dd5a-e290-46ef-ae92-0ef9f35050ac service neutron] 10.222.0.88 "GET /v2.0/networks/1ec6ab30-72aa-4c7f-986c-ec5dbd221012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933547 Feb 02 07:54:51.378055 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8386cf7e-8c35-47b8-beec-86c392c7b70c req-3938d801-aa4c-483c-9357-d9fbb790ba5f tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:54:51.379588 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8386cf7e-8c35-47b8-beec-86c392c7b70c req-3938d801-aa4c-483c-9357-d9fbb790ba5f tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] 10.222.0.87 "GET /v2.0/ports?device_id=820e1e11-3dcf-4115-832c-4891ac4f126f HTTP/1.1" status: 200 len: 945 time: 0.0521853 Feb 02 07:54:51.430771 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ace11ece-8883-437d-be3f-410c5c7d9c0e req-8c07df4d-bc5a-45db-9e29-a782c1fc3e05 service neutron] 10.222.0.88 "GET /v2.0/networks/1ec6ab30-72aa-4c7f-986c-ec5dbd221012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829155 Feb 02 07:54:51.431192 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8386cf7e-8c35-47b8-beec-86c392c7b70c req-13b03768-cde6-4f5c-989e-c34775b80c6a tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6ec886f-3e7c-47f3-9e68-2209a9990953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460470 Feb 02 07:54:52.270717 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [req-0c574d60-a9dc-40a3-a78e-69a9518eea6d req-9b84bf6c-09ad-48ee-b640-1e5672b5fdc1 service neutron] (109694) timed out ('10.222.0.88', 49358) {{(pid=109694) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 02 07:54:52.520482 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:54:57.682144 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:55:11.067874 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-52e935d7-8721-43cc-926e-b1df472d620e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:55:13.364356 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ff43da35-207d-4ba8-a025-ed56726d3e63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:55:14.850331 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:55:16.218390 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:55:17.500934 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:55:18.181099 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:55:22.529178 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:55:25.595411 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3f7cfe-16a9-482c-898b-ba68c6f832b9 req-7df8619a-1d8b-4d87-989d-3759ad984d35 tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:55:25.596863 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8a3f7cfe-16a9-482c-898b-ba68c6f832b9 req-7df8619a-1d8b-4d87-989d-3759ad984d35 tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] 10.222.0.87 "GET /v2.0/ports?device_id=820e1e11-3dcf-4115-832c-4891ac4f126f HTTP/1.1" status: 200 len: 945 time: 0.0545180 Feb 02 07:55:25.644229 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8a3f7cfe-16a9-482c-898b-ba68c6f832b9 req-8612d173-83c6-4be9-a713-821bc2c6022b tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6ec886f-3e7c-47f3-9e68-2209a9990953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417840 Feb 02 07:55:26.767822 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e02f687-737b-4f30-8fe2-2cb951205605 req-a18a1f0a-f83d-40e3-b7d7-7e103bfda661 tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:55:26.769625 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3e02f687-737b-4f30-8fe2-2cb951205605 req-a18a1f0a-f83d-40e3-b7d7-7e103bfda661 tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] 10.222.0.87 "GET /v2.0/ports?device_id=820e1e11-3dcf-4115-832c-4891ac4f126f HTTP/1.1" status: 200 len: 945 time: 0.0564303 Feb 02 07:55:26.821095 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3e02f687-737b-4f30-8fe2-2cb951205605 req-51a8e977-6893-4cad-920a-d7f564e4c9f2 tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6ec886f-3e7c-47f3-9e68-2209a9990953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451670 Feb 02 07:55:27.188087 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9decc0d6-4b10-4cf4-a886-c54bc96e9803 req-f03ee648-d3bf-40c2-831a-7a2a6776a983 tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:55:27.189530 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9decc0d6-4b10-4cf4-a886-c54bc96e9803 req-f03ee648-d3bf-40c2-831a-7a2a6776a983 tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] 10.222.0.88 "GET /v2.0/ports?device_id=820e1e11-3dcf-4115-832c-4891ac4f126f HTTP/1.1" status: 200 len: 945 time: 0.0615137 Feb 02 07:55:27.282336 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-9decc0d6-4b10-4cf4-a886-c54bc96e9803 req-6c645c7d-96fc-4fe9-961a-0b5168f76a40 tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Deleting port 1dc8cfd8-7fb1-41bc-9f03-0cae2062c2ea {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:55:27.282679 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-9decc0d6-4b10-4cf4-a886-c54bc96e9803 req-6c645c7d-96fc-4fe9-961a-0b5168f76a40 tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (1dc8cfd8-7fb1-41bc-9f03-0cae2062c2ea), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:55:27.371239 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-9decc0d6-4b10-4cf4-a886-c54bc96e9803 req-6c645c7d-96fc-4fe9-961a-0b5168f76a40 tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] For port 1dc8cfd8-7fb1-41bc-9f03-0cae2062c2ea, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=1dc8cfd8-7fb1-41bc-9f03-0cae2062c2ea,segment=NetworkSegment(90b52228-5494-42bf-81b0-45df012a1688),segment_id=90b52228-5494-42bf-81b0-45df012a1688)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:55:27.371628 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-9decc0d6-4b10-4cf4-a886-c54bc96e9803 req-6c645c7d-96fc-4fe9-961a-0b5168f76a40 tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (1dc8cfd8-7fb1-41bc-9f03-0cae2062c2ea), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:55:27.383604 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-9decc0d6-4b10-4cf4-a886-c54bc96e9803 req-6c645c7d-96fc-4fe9-961a-0b5168f76a40 tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Calling delete_port for 1dc8cfd8-7fb1-41bc-9f03-0cae2062c2ea owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:55:27.508523 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-9decc0d6-4b10-4cf4-a886-c54bc96e9803 req-6c645c7d-96fc-4fe9-961a-0b5168f76a40 tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (1dc8cfd8-7fb1-41bc-9f03-0cae2062c2ea), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:55:27.539406 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c645c7d-96fc-4fe9-961a-0b5168f76a40 tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Pushing event deleted for resources: {'Port': ['ID=1dc8cfd8-7fb1-41bc-9f03-0cae2062c2ea,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:55:27.541281 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['1dc8cfd8-7fb1-41bc-9f03-0cae2062c2ea'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:55:27.553068 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c645c7d-96fc-4fe9-961a-0b5168f76a40 tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:55:27.553421 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c645c7d-96fc-4fe9-961a-0b5168f76a40 tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:55:27.553765 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c645c7d-96fc-4fe9-961a-0b5168f76a40 tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:55:27.554101 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c645c7d-96fc-4fe9-961a-0b5168f76a40 tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:55:27.554433 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c645c7d-96fc-4fe9-961a-0b5168f76a40 tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:55:27.554760 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c645c7d-96fc-4fe9-961a-0b5168f76a40 tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:55:27.555085 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c645c7d-96fc-4fe9-961a-0b5168f76a40 tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:55:27.555409 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c645c7d-96fc-4fe9-961a-0b5168f76a40 tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:55:27.555872 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c645c7d-96fc-4fe9-961a-0b5168f76a40 tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:55:27.556070 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c645c7d-96fc-4fe9-961a-0b5168f76a40 tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:55:27.556390 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c645c7d-96fc-4fe9-961a-0b5168f76a40 tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:55:27.556705 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c645c7d-96fc-4fe9-961a-0b5168f76a40 tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:55:27.557030 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c645c7d-96fc-4fe9-961a-0b5168f76a40 tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:55:27.593556 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-9decc0d6-4b10-4cf4-a886-c54bc96e9803 req-6c645c7d-96fc-4fe9-961a-0b5168f76a40 tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] No DVR routers for this DVR port 1dc8cfd8-7fb1-41bc-9f03-0cae2062c2ea on host n-h1-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:55:27.596175 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-9decc0d6-4b10-4cf4-a886-c54bc96e9803 req-6c645c7d-96fc-4fe9-961a-0b5168f76a40 tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:55:27.599495 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9decc0d6-4b10-4cf4-a886-c54bc96e9803 req-6c645c7d-96fc-4fe9-961a-0b5168f76a40 tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] 10.222.0.88 "DELETE /v2.0/ports/1dc8cfd8-7fb1-41bc-9f03-0cae2062c2ea HTTP/1.1" status: 204 len: 173 time: 0.4043458 Feb 02 07:55:27.599957 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '820e1e11-3dcf-4115-832c-4891ac4f126f', 'name': 'network-vif-deleted', 'tag': '1dc8cfd8-7fb1-41bc-9f03-0cae2062c2ea'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:55:27.602216 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bbcc89a9d4d8e7a52f5cbbd716b66041b3f6feaf13502aa94e42da132c01043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a156c33-cd13-46d2-9603-da97e24c9ae2" -d '{"events": [{"server_uuid": "820e1e11-3dcf-4115-832c-4891ac4f126f", "name": "network-vif-deleted", "tag": "1dc8cfd8-7fb1-41bc-9f03-0cae2062c2ea"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:55:27.639223 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9772c2e-dbe2-4961-a8f6-a0f33d132649 x-openstack-request-id: req-f9772c2e-dbe2-4961-a8f6-a0f33d132649 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:55:27.640069 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "820e1e11-3dcf-4115-832c-4891ac4f126f", "name": "network-vif-deleted", "tag": "1dc8cfd8-7fb1-41bc-9f03-0cae2062c2ea", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:55:27.640377 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f9772c2e-dbe2-4961-a8f6-a0f33d132649 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:55:27.640863 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '820e1e11-3dcf-4115-832c-4891ac4f126f', 'name': 'network-vif-deleted', 'tag': '1dc8cfd8-7fb1-41bc-9f03-0cae2062c2ea', 'status': 'completed', 'code': 200} Feb 02 07:55:27.684248 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:55:27.936625 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-40d3c3d5-1d3a-4198-918d-d602d2d5a69a req-0da4a6a2-3ba9-475f-a38d-9941d07db1a6 tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] 10.222.0.87 "GET /v2.0/ports?device_id=820e1e11-3dcf-4115-832c-4891ac4f126f HTTP/1.1" status: 200 len: 210 time: 0.0323079 Feb 02 07:55:29.977556 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f67ec0-83d7-4904-85d1-9e50155cf056 req-23c33fd3-bcc0-4f6f-b79d-f8f6bde50b31 tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:55:29.978997 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-42f67ec0-83d7-4904-85d1-9e50155cf056 req-23c33fd3-bcc0-4f6f-b79d-f8f6bde50b31 tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] 10.222.0.87 "GET /v2.0/networks?id=1ec6ab30-72aa-4c7f-986c-ec5dbd221012 HTTP/1.1" status: 200 len: 817 time: 0.0977755 Feb 02 07:55:29.993829 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-42f67ec0-83d7-4904-85d1-9e50155cf056 req-ce5014cc-e58c-482a-b43b-6a0879e98bf2 tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] 10.222.0.87 "GET /v2.0/quotas/9b60f226f1a54faab7864d1e30d73ad8 HTTP/1.1" status: 200 len: 375 time: 0.0090187 Feb 02 07:55:30.048920 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-42f67ec0-83d7-4904-85d1-9e50155cf056 req-8a78ebca-4a20-49ff-b1ef-c39c910c6ec3 tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=9b60f226f1a54faab7864d1e30d73ad8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501969 Feb 02 07:55:30.147313 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-42f67ec0-83d7-4904-85d1-9e50155cf056 req-e4445460-1477-4898-a33f-395b202672c0 service neutron] 10.222.0.87 "GET /v2.0/networks/1ec6ab30-72aa-4c7f-986c-ec5dbd221012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868068 Feb 02 07:55:30.244583 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-42f67ec0-83d7-4904-85d1-9e50155cf056 req-2cdc405d-bbf6-4d4c-87a6-422a0bfcb92c service neutron] 10.222.0.87 "GET /v2.0/networks/1ec6ab30-72aa-4c7f-986c-ec5dbd221012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915325 Feb 02 07:55:30.403434 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d95f5da7-8909-4a6a-b722-74248aeb2974 req-a7abeb95-8ca6-456d-86fd-07fc81e6c97e tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] 10.222.0.87 "GET /v2.0/ports?device_id=b6450fc3-b4d7-48a0-aabe-68e4067351f9 HTTP/1.1" status: 200 len: 210 time: 0.0294251 Feb 02 07:55:30.569986 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 1dc8cfd8-7fb1-41bc-9f03-0cae2062c2ea no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:55:30.589799 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: 1dc8cfd8-7fb1-41bc-9f03-0cae2062c2ea {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:55:30.590068 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 1dc8cfd8-7fb1-41bc-9f03-0cae2062c2ea not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:55:31.383378 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f67ec0-83d7-4904-85d1-9e50155cf056 req-05400550-cd56-468e-ae23-5a7f081702c1 tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:55:31.384873 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-42f67ec0-83d7-4904-85d1-9e50155cf056 req-05400550-cd56-468e-ae23-5a7f081702c1 tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] 10.222.0.88 "GET /v2.0/networks?id=1ec6ab30-72aa-4c7f-986c-ec5dbd221012 HTTP/1.1" status: 200 len: 817 time: 0.1068683 Feb 02 07:55:31.403453 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-42f67ec0-83d7-4904-85d1-9e50155cf056 req-5ba5c09e-b4cd-4c44-8f2e-046fa70275ab tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Request body: {'port': {'device_id': 'b6450fc3-b4d7-48a0-aabe-68e4067351f9', 'network_id': '1ec6ab30-72aa-4c7f-986c-ec5dbd221012', 'admin_state_up': True, 'tenant_id': '9b60f226f1a54faab7864d1e30d73ad8'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:55:31.501426 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7eb0bc36-7041-4566-b578-bb5105338b05 req-efa60b81-268f-4fad-87ef-e0da244a3b1c tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] 10.222.0.87 "GET /v2.0/ports?device_id=b6450fc3-b4d7-48a0-aabe-68e4067351f9 HTTP/1.1" status: 200 len: 210 time: 0.0281487 Feb 02 07:55:31.513275 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42f67ec0-83d7-4904-85d1-9e50155cf056 req-5ba5c09e-b4cd-4c44-8f2e-046fa70275ab tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Made reservation on behalf of 9b60f226f1a54faab7864d1e30d73ad8 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:55:31.516733 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-42f67ec0-83d7-4904-85d1-9e50155cf056 req-5ba5c09e-b4cd-4c44-8f2e-046fa70275ab tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:55:31.643496 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-42f67ec0-83d7-4904-85d1-9e50155cf056 req-5ba5c09e-b4cd-4c44-8f2e-046fa70275ab tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Allocated IP 172.20.0.12 (1ec6ab30-72aa-4c7f-986c-ec5dbd221012/a8f9a37e-ebed-4a89-856f-37fe207550a4/4da58c6f-8c16-4815-a761-a9339665eec4) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:55:31.786260 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-42f67ec0-83d7-4904-85d1-9e50155cf056 req-5ba5c09e-b4cd-4c44-8f2e-046fa70275ab tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Publish callbacks [] for port (4da58c6f-8c16-4815-a761-a9339665eec4), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:55:31.819270 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-42f67ec0-83d7-4904-85d1-9e50155cf056 req-5ba5c09e-b4cd-4c44-8f2e-046fa70275ab tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (4da58c6f-8c16-4815-a761-a9339665eec4), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:55:31.861768 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42f67ec0-83d7-4904-85d1-9e50155cf056 req-5ba5c09e-b4cd-4c44-8f2e-046fa70275ab tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Network 1ec6ab30-72aa-4c7f-986c-ec5dbd221012 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:55:31.866795 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-42f67ec0-83d7-4904-85d1-9e50155cf056 req-5ba5c09e-b4cd-4c44-8f2e-046fa70275ab tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:55:31.870317 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-42f67ec0-83d7-4904-85d1-9e50155cf056 req-5ba5c09e-b4cd-4c44-8f2e-046fa70275ab tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:55:31.876530 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba5c09e-b4cd-4c44-8f2e-046fa70275ab tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Pushing event updated for resources: {'Port': ['ID=4da58c6f-8c16-4815-a761-a9339665eec4,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:55:31.927312 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f67ec0-83d7-4904-85d1-9e50155cf056 req-5ba5c09e-b4cd-4c44-8f2e-046fa70275ab tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:55:31.927956 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-42f67ec0-83d7-4904-85d1-9e50155cf056 req-5ba5c09e-b4cd-4c44-8f2e-046fa70275ab tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:55:31.944149 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-42f67ec0-83d7-4904-85d1-9e50155cf056 req-5ba5c09e-b4cd-4c44-8f2e-046fa70275ab tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5445724 Feb 02 07:55:31.961553 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-42f67ec0-83d7-4904-85d1-9e50155cf056 req-79c8a13f-9023-4ce1-9893-7d2c8b501b8d service neutron] Request body: {'port': {'device_id': 'b6450fc3-b4d7-48a0-aabe-68e4067351f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:55:32.025529 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-42f67ec0-83d7-4904-85d1-9e50155cf056 req-79c8a13f-9023-4ce1-9893-7d2c8b501b8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (4da58c6f-8c16-4815-a761-a9339665eec4), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:55:32.074194 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-e20e26b1-78dc-417f-a097-4ed1eb4fd60a None None] Provisioning complete for port 4da58c6f-8c16-4815-a761-a9339665eec4 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:55:32.074774 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e20e26b1-78dc-417f-a097-4ed1eb4fd60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (4da58c6f-8c16-4815-a761-a9339665eec4), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:55:32.108569 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-e20e26b1-78dc-417f-a097-4ed1eb4fd60a None None] Port 4da58c6f-8c16-4815-a761-a9339665eec4 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:55:32.283031 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-42f67ec0-83d7-4904-85d1-9e50155cf056 req-79c8a13f-9023-4ce1-9893-7d2c8b501b8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4da58c6f-8c16-4815-a761-a9339665eec4 {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:55:32.290267 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-42f67ec0-83d7-4904-85d1-9e50155cf056 req-79c8a13f-9023-4ce1-9893-7d2c8b501b8d service neutron] Publish callbacks [] for port (4da58c6f-8c16-4815-a761-a9339665eec4), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:55:32.301984 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-42f67ec0-83d7-4904-85d1-9e50155cf056 req-79c8a13f-9023-4ce1-9893-7d2c8b501b8d service neutron] Transition to ACTIVE for port object 4da58c6f-8c16-4815-a761-a9339665eec4 will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:55:32.305721 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-42f67ec0-83d7-4904-85d1-9e50155cf056 req-79c8a13f-9023-4ce1-9893-7d2c8b501b8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (4da58c6f-8c16-4815-a761-a9339665eec4), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:55:32.355156 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c8a13f-9023-4ce1-9893-7d2c8b501b8d service neutron] Pushing event updated for resources: {'Port': ['ID=4da58c6f-8c16-4815-a761-a9339665eec4,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:55:32.428198 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-42f67ec0-83d7-4904-85d1-9e50155cf056 req-79c8a13f-9023-4ce1-9893-7d2c8b501b8d service neutron] Attempting to bind port 4da58c6f-8c16-4815-a761-a9339665eec4 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:55:32.428861 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-42f67ec0-83d7-4904-85d1-9e50155cf056 req-79c8a13f-9023-4ce1-9893-7d2c8b501b8d service neutron] Attempting to bind port 4da58c6f-8c16-4815-a761-a9339665eec4 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': '90b52228-5494-42bf-81b0-45df012a1688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '1ec6ab30-72aa-4c7f-986c-ec5dbd221012'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:55:32.428861 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f67ec0-83d7-4904-85d1-9e50155cf056 req-79c8a13f-9023-4ce1-9893-7d2c8b501b8d service neutron] Attempting to bind port 4da58c6f-8c16-4815-a761-a9339665eec4 on network 1ec6ab30-72aa-4c7f-986c-ec5dbd221012 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:55:32.433376 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f67ec0-83d7-4904-85d1-9e50155cf056 req-79c8a13f-9023-4ce1-9893-7d2c8b501b8d service neutron] Port 4da58c6f-8c16-4815-a761-a9339665eec4 on network 1ec6ab30-72aa-4c7f-986c-ec5dbd221012 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:55:32.433637 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f67ec0-83d7-4904-85d1-9e50155cf056 req-79c8a13f-9023-4ce1-9893-7d2c8b501b8d service neutron] Attempting to bind port 4da58c6f-8c16-4815-a761-a9339665eec4 on network 1ec6ab30-72aa-4c7f-986c-ec5dbd221012 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:55:32.439032 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f67ec0-83d7-4904-85d1-9e50155cf056 req-79c8a13f-9023-4ce1-9893-7d2c8b501b8d service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:55:32.439370 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f67ec0-83d7-4904-85d1-9e50155cf056 req-79c8a13f-9023-4ce1-9893-7d2c8b501b8d service neutron] Checking segment: {'id': '90b52228-5494-42bf-81b0-45df012a1688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '1ec6ab30-72aa-4c7f-986c-ec5dbd221012'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:55:32.439915 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f67ec0-83d7-4904-85d1-9e50155cf056 req-79c8a13f-9023-4ce1-9893-7d2c8b501b8d service neutron] Bound using segment: {'id': '90b52228-5494-42bf-81b0-45df012a1688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '1ec6ab30-72aa-4c7f-986c-ec5dbd221012'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:55:32.440352 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-42f67ec0-83d7-4904-85d1-9e50155cf056 req-79c8a13f-9023-4ce1-9893-7d2c8b501b8d service neutron] Bound port: 4da58c6f-8c16-4815-a761-a9339665eec4, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90b52228-5494-42bf-81b0-45df012a1688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '1ec6ab30-72aa-4c7f-986c-ec5dbd221012'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:55:32.440709 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-42f67ec0-83d7-4904-85d1-9e50155cf056 req-79c8a13f-9023-4ce1-9893-7d2c8b501b8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (4da58c6f-8c16-4815-a761-a9339665eec4), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:55:32.507303 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-42f67ec0-83d7-4904-85d1-9e50155cf056 req-79c8a13f-9023-4ce1-9893-7d2c8b501b8d service neutron] For port 4da58c6f-8c16-4815-a761-a9339665eec4, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:55:32.510411 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-42f67ec0-83d7-4904-85d1-9e50155cf056 req-79c8a13f-9023-4ce1-9893-7d2c8b501b8d service neutron] For port 4da58c6f-8c16-4815-a761-a9339665eec4, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=4da58c6f-8c16-4815-a761-a9339665eec4,segment=NetworkSegment(90b52228-5494-42bf-81b0-45df012a1688),segment_id=90b52228-5494-42bf-81b0-45df012a1688)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:55:32.517230 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-42f67ec0-83d7-4904-85d1-9e50155cf056 req-79c8a13f-9023-4ce1-9893-7d2c8b501b8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (4da58c6f-8c16-4815-a761-a9339665eec4), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:55:32.552874 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f67ec0-83d7-4904-85d1-9e50155cf056 req-79c8a13f-9023-4ce1-9893-7d2c8b501b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:55:32.553484 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-42f67ec0-83d7-4904-85d1-9e50155cf056 req-79c8a13f-9023-4ce1-9893-7d2c8b501b8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:55:32.554959 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-42f67ec0-83d7-4904-85d1-9e50155cf056 req-79c8a13f-9023-4ce1-9893-7d2c8b501b8d service neutron] 10.222.0.88 "PUT /v2.0/ports/4da58c6f-8c16-4815-a761-a9339665eec4 HTTP/1.1" status: 200 len: 1093 time: 0.5978842 Feb 02 07:55:32.555403 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6450fc3-b4d7-48a0-aabe-68e4067351f9', 'tag': '4da58c6f-8c16-4815-a761-a9339665eec4'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:55:32.557642 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bbcc89a9d4d8e7a52f5cbbd716b66041b3f6feaf13502aa94e42da132c01043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c15d044-7904-4b98-a55f-c90dd6f054fe" -d '{"events": [{"name": "network-changed", "server_uuid": "b6450fc3-b4d7-48a0-aabe-68e4067351f9", "tag": "4da58c6f-8c16-4815-a761-a9339665eec4"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:55:32.582983 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c8a13f-9023-4ce1-9893-7d2c8b501b8d service neutron] Pushing event updated for resources: {'Port': ['ID=4da58c6f-8c16-4815-a761-a9339665eec4,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:55:32.641423 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd92bc03-ab3e-4164-a7a1-d0b7c3723f81 req-e85094a6-5538-4f2f-b955-3d5f3a62c20b tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:55:32.648102 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cd92bc03-ab3e-4164-a7a1-d0b7c3723f81 req-e85094a6-5538-4f2f-b955-3d5f3a62c20b tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] 10.222.0.87 "GET /v2.0/ports?device_id=b6450fc3-b4d7-48a0-aabe-68e4067351f9 HTTP/1.1" status: 200 len: 944 time: 0.0716884 Feb 02 07:55:32.675494 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f67ec0-83d7-4904-85d1-9e50155cf056 req-12cda89e-66f4-4e2e-9143-e82f2cab9a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:55:32.677444 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-42f67ec0-83d7-4904-85d1-9e50155cf056 req-12cda89e-66f4-4e2e-9143-e82f2cab9a92 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9b60f226f1a54faab7864d1e30d73ad8&device_id=b6450fc3-b4d7-48a0-aabe-68e4067351f9 HTTP/1.1" status: 200 len: 1127 time: 0.0635166 Feb 02 07:55:32.695990 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cd92bc03-ab3e-4164-a7a1-d0b7c3723f81 req-e5c490ff-e084-46e6-aa05-b4f4ef5108c6 tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6ec886f-3e7c-47f3-9e68-2209a9990953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464792 Feb 02 07:55:32.728633 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-42f67ec0-83d7-4904-85d1-9e50155cf056 req-ed314311-4877-4d75-8b4d-fbaf88661168 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4da58c6f-8c16-4815-a761-a9339665eec4 HTTP/1.1" status: 200 len: 217 time: 0.0373871 Feb 02 07:55:32.764533 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79675fba-2176-4125-ad52-fd2d29011dcd x-openstack-request-id: req-79675fba-2176-4125-ad52-fd2d29011dcd {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:55:32.765032 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6450fc3-b4d7-48a0-aabe-68e4067351f9", "tag": "4da58c6f-8c16-4815-a761-a9339665eec4", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:55:32.765455 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-79675fba-2176-4125-ad52-fd2d29011dcd {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:55:32.765867 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6450fc3-b4d7-48a0-aabe-68e4067351f9', 'tag': '4da58c6f-8c16-4815-a761-a9339665eec4', 'status': 'completed', 'code': 200} Feb 02 07:55:32.784852 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f67ec0-83d7-4904-85d1-9e50155cf056 req-5146c1b3-3081-4202-8f65-8ad844f9df1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:55:32.786370 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-42f67ec0-83d7-4904-85d1-9e50155cf056 req-5146c1b3-3081-4202-8f65-8ad844f9df1f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a8f9a37e-ebed-4a89-856f-37fe207550a4 HTTP/1.1" status: 200 len: 856 time: 0.0510459 Feb 02 07:55:32.838911 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f67ec0-83d7-4904-85d1-9e50155cf056 req-6f99a16f-2b10-4ed4-acc8-0bf6c90fb144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:55:32.840454 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-42f67ec0-83d7-4904-85d1-9e50155cf056 req-6f99a16f-2b10-4ed4-acc8-0bf6c90fb144 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1ec6ab30-72aa-4c7f-986c-ec5dbd221012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0482087 Feb 02 07:55:33.211344 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-42f67ec0-83d7-4904-85d1-9e50155cf056 req-17fa8a38-414f-4647-bd25-29998c836528 service neutron] 10.222.0.88 "GET /v2.0/networks/1ec6ab30-72aa-4c7f-986c-ec5dbd221012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3646984 Feb 02 07:55:33.301335 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-42f67ec0-83d7-4904-85d1-9e50155cf056 req-10896143-2e80-4dc3-935d-746991d015bc service neutron] 10.222.0.88 "GET /v2.0/networks/1ec6ab30-72aa-4c7f-986c-ec5dbd221012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836961 Feb 02 07:55:33.428386 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15d044-7904-4b98-a55f-c90dd6f054fe req-15207515-f9c7-4074-8005-2f94eed68da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:55:33.429874 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1c15d044-7904-4b98-a55f-c90dd6f054fe req-15207515-f9c7-4074-8005-2f94eed68da8 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9b60f226f1a54faab7864d1e30d73ad8&device_id=b6450fc3-b4d7-48a0-aabe-68e4067351f9 HTTP/1.1" status: 200 len: 1127 time: 0.0460401 Feb 02 07:55:33.522596 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15d044-7904-4b98-a55f-c90dd6f054fe req-9487a54c-3bcf-4580-89a2-c1ae02260b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:55:33.524087 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1c15d044-7904-4b98-a55f-c90dd6f054fe req-9487a54c-3bcf-4580-89a2-c1ae02260b87 service neutron] 10.222.0.88 "GET /v2.0/networks?id=1ec6ab30-72aa-4c7f-986c-ec5dbd221012 HTTP/1.1" status: 200 len: 918 time: 0.0872326 Feb 02 07:55:33.566206 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1c15d044-7904-4b98-a55f-c90dd6f054fe req-4e2aa2c5-4f90-45b2-bcf7-7f39e6dd98c2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4da58c6f-8c16-4815-a761-a9339665eec4 HTTP/1.1" status: 200 len: 217 time: 0.0345614 Feb 02 07:55:33.613356 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15d044-7904-4b98-a55f-c90dd6f054fe req-73ab003c-fe23-461b-92c5-60f61f700ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:55:33.614752 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1c15d044-7904-4b98-a55f-c90dd6f054fe req-73ab003c-fe23-461b-92c5-60f61f700ca3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a8f9a37e-ebed-4a89-856f-37fe207550a4 HTTP/1.1" status: 200 len: 856 time: 0.0429332 Feb 02 07:55:33.665439 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15d044-7904-4b98-a55f-c90dd6f054fe req-d24dbcf8-3cb5-4690-9eff-4b10022e1738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:55:33.666889 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1c15d044-7904-4b98-a55f-c90dd6f054fe req-d24dbcf8-3cb5-4690-9eff-4b10022e1738 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1ec6ab30-72aa-4c7f-986c-ec5dbd221012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0441868 Feb 02 07:55:33.760295 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1c15d044-7904-4b98-a55f-c90dd6f054fe req-27aca18b-22ab-4d1c-a303-501c27f26fa4 service neutron] 10.222.0.88 "GET /v2.0/networks/1ec6ab30-72aa-4c7f-986c-ec5dbd221012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859532 Feb 02 07:55:33.820853 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a7d21b-dd28-42fb-aa35-49f033519ee3 req-5a97fdbb-7c3d-4fb3-9434-d5db32fa6d9a tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:55:33.822354 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e5a7d21b-dd28-42fb-aa35-49f033519ee3 req-5a97fdbb-7c3d-4fb3-9434-d5db32fa6d9a tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] 10.222.0.87 "GET /v2.0/ports?device_id=b6450fc3-b4d7-48a0-aabe-68e4067351f9 HTTP/1.1" status: 200 len: 944 time: 0.0548947 Feb 02 07:55:33.856384 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1c15d044-7904-4b98-a55f-c90dd6f054fe req-83dd291a-a1ef-4eaa-b988-ca9c624c9b00 service neutron] 10.222.0.88 "GET /v2.0/networks/1ec6ab30-72aa-4c7f-986c-ec5dbd221012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881960 Feb 02 07:55:33.869544 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e5a7d21b-dd28-42fb-aa35-49f033519ee3 req-96458baf-8300-4944-91e7-baadd8b5d48c tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6ec886f-3e7c-47f3-9e68-2209a9990953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407593 Feb 02 07:55:34.988174 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c807eb23-eac4-4ec4-a3f1-0d2b0ff17eaa req-b85bc87f-fd51-4728-82df-db52404d3a7e tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:55:34.989682 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c807eb23-eac4-4ec4-a3f1-0d2b0ff17eaa req-b85bc87f-fd51-4728-82df-db52404d3a7e tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] 10.222.0.87 "GET /v2.0/ports?device_id=b6450fc3-b4d7-48a0-aabe-68e4067351f9 HTTP/1.1" status: 200 len: 944 time: 0.0525644 Feb 02 07:55:35.036685 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c807eb23-eac4-4ec4-a3f1-0d2b0ff17eaa req-1f6b856d-c125-4d9c-ac42-355a55557eb8 tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6ec886f-3e7c-47f3-9e68-2209a9990953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415289 Feb 02 07:55:36.153632 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25fed0d-2f69-4a87-b8e8-f6eace7fe065 req-f23b3978-85d8-4f47-97c0-e0e09e4f0912 tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:55:36.155806 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b25fed0d-2f69-4a87-b8e8-f6eace7fe065 req-f23b3978-85d8-4f47-97c0-e0e09e4f0912 tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] 10.222.0.87 "GET /v2.0/ports?device_id=b6450fc3-b4d7-48a0-aabe-68e4067351f9 HTTP/1.1" status: 200 len: 944 time: 0.0534794 Feb 02 07:55:36.205733 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b25fed0d-2f69-4a87-b8e8-f6eace7fe065 req-1051b6c9-f1b1-4065-b352-5aa437e90464 tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6ec886f-3e7c-47f3-9e68-2209a9990953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446537 Feb 02 07:55:36.603212 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 4da58c6f-8c16-4815-a761-a9339665eec4 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:55:36.696622 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 4da58c6f-8c16-4815-a761-a9339665eec4, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=4da58c6f-8c16-4815-a761-a9339665eec4,segment=NetworkSegment(90b52228-5494-42bf-81b0-45df012a1688),segment_id=90b52228-5494-42bf-81b0-45df012a1688)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:55:36.708323 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': '4da58c6f-8c16-4815-a761-a9339665eec4', 'network_id': '1ec6ab30-72aa-4c7f-986c-ec5dbd221012', 'port_id': '4da58c6f-8c16-4815-a761-a9339665eec4', 'mac_address': 'fa:16:3e:3b:0b:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8f9a37e-ebed-4a89-856f-37fe207550a4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:55:36.749316 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 4da58c6f-8c16-4815-a761-a9339665eec4 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:55:36.749633 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (4da58c6f-8c16-4815-a761-a9339665eec4), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:55:36.762759 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4da58c6f-8c16-4815-a761-a9339665eec4 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:55:36.783096 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 4da58c6f-8c16-4815-a761-a9339665eec4, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=4da58c6f-8c16-4815-a761-a9339665eec4,segment=NetworkSegment(90b52228-5494-42bf-81b0-45df012a1688),segment_id=90b52228-5494-42bf-81b0-45df012a1688)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:55:36.787021 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (4da58c6f-8c16-4815-a761-a9339665eec4), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:55:36.833038 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=4da58c6f-8c16-4815-a761-a9339665eec4,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:55:36.840194 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:55:36.840550 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:55:36.840894 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:55:36.841235 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:55:36.841571 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:55:36.841904 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:55:36.842294 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:55:36.842634 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:55:36.842965 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:55:36.843296 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:55:36.843654 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:55:36.843986 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:55:36.844311 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:55:37.054664 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['4da58c6f-8c16-4815-a761-a9339665eec4'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:55:37.326214 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f137d97-0550-44a3-98b7-7a731d5cfe27 req-a1a71b72-226c-4360-8b9d-3b97e04776c6 tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:55:37.327845 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9f137d97-0550-44a3-98b7-7a731d5cfe27 req-a1a71b72-226c-4360-8b9d-3b97e04776c6 tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] 10.222.0.87 "GET /v2.0/ports?device_id=b6450fc3-b4d7-48a0-aabe-68e4067351f9 HTTP/1.1" status: 200 len: 945 time: 0.0524337 Feb 02 07:55:37.375664 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9f137d97-0550-44a3-98b7-7a731d5cfe27 req-f4a7c8c1-010a-4305-b82a-4c658579c3a7 tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6ec886f-3e7c-47f3-9e68-2209a9990953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422301 Feb 02 07:55:38.492841 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1304b85-3bb1-4513-a727-5ecc4f1c08e9 req-0477f564-e5e7-4c52-9004-cd25c2324abe tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:55:38.494329 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f1304b85-3bb1-4513-a727-5ecc4f1c08e9 req-0477f564-e5e7-4c52-9004-cd25c2324abe tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] 10.222.0.87 "GET /v2.0/ports?device_id=b6450fc3-b4d7-48a0-aabe-68e4067351f9 HTTP/1.1" status: 200 len: 945 time: 0.0525124 Feb 02 07:55:38.540677 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f1304b85-3bb1-4513-a727-5ecc4f1c08e9 req-013dd531-e76c-45a2-82e9-f8583536b62e tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6ec886f-3e7c-47f3-9e68-2209a9990953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400155 Feb 02 07:55:38.616591 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 4da58c6f-8c16-4815-a761-a9339665eec4 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:55:38.664170 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port 4da58c6f-8c16-4815-a761-a9339665eec4 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:55:38.668111 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port 4da58c6f-8c16-4815-a761-a9339665eec4 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:55:38.668482 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (4da58c6f-8c16-4815-a761-a9339665eec4), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:55:38.747153 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 4da58c6f-8c16-4815-a761-a9339665eec4 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:55:38.747454 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (4da58c6f-8c16-4815-a761-a9339665eec4), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:55:38.770393 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6450fc3-b4d7-48a0-aabe-68e4067351f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4da58c6f-8c16-4815-a761-a9339665eec4'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:55:38.772685 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8c40c98856fbaa198dc4a2758b0190e9c3f0303d59edd797b772e66ff7f3562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee4fa446-d633-4fac-90e4-ee819ae362ff" -d '{"events": [{"server_uuid": "b6450fc3-b4d7-48a0-aabe-68e4067351f9", "name": "network-vif-plugged", "status": "completed", "tag": "4da58c6f-8c16-4815-a761-a9339665eec4"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:55:38.785349 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 4da58c6f-8c16-4815-a761-a9339665eec4, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=4da58c6f-8c16-4815-a761-a9339665eec4,segment=NetworkSegment(90b52228-5494-42bf-81b0-45df012a1688),segment_id=90b52228-5494-42bf-81b0-45df012a1688)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:55:38.789510 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (4da58c6f-8c16-4815-a761-a9339665eec4), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:55:38.816172 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bece8a0a-0317-43a6-8446-2c5b1b700df3 x-openstack-request-id: req-bece8a0a-0317-43a6-8446-2c5b1b700df3 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:55:38.816466 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6450fc3-b4d7-48a0-aabe-68e4067351f9", "name": "network-vif-plugged", "status": "completed", "tag": "4da58c6f-8c16-4815-a761-a9339665eec4", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:55:38.816729 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-bece8a0a-0317-43a6-8446-2c5b1b700df3 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:55:38.817118 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6450fc3-b4d7-48a0-aabe-68e4067351f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4da58c6f-8c16-4815-a761-a9339665eec4', 'code': 200} Feb 02 07:55:38.841352 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=4da58c6f-8c16-4815-a761-a9339665eec4,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:55:38.940286 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d6ff5-bf87-43f5-8c8a-9b562cce7543 req-1b2a1388-a36a-40e9-ba38-6e4ac171f076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:55:38.941771 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-465d6ff5-bf87-43f5-8c8a-9b562cce7543 req-1b2a1388-a36a-40e9-ba38-6e4ac171f076 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b6450fc3-b4d7-48a0-aabe-68e4067351f9 HTTP/1.1" status: 200 len: 1129 time: 0.0448256 Feb 02 07:55:38.984395 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-465d6ff5-bf87-43f5-8c8a-9b562cce7543 req-0f2e5782-b505-4fe1-b2ee-70a010d7484a service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=e6ec886f-3e7c-47f3-9e68-2209a9990953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371270 Feb 02 07:55:39.664179 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d626a9e-6960-46dd-be9e-da832e5e9849 req-3ff420dd-08a0-48bc-ad3d-ebf5e92f981a tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:55:39.665668 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5d626a9e-6960-46dd-be9e-da832e5e9849 req-3ff420dd-08a0-48bc-ad3d-ebf5e92f981a tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] 10.222.0.87 "GET /v2.0/ports?device_id=b6450fc3-b4d7-48a0-aabe-68e4067351f9 HTTP/1.1" status: 200 len: 946 time: 0.0559661 Feb 02 07:55:39.712915 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5d626a9e-6960-46dd-be9e-da832e5e9849 req-7cafccc9-2674-4012-b228-abb56e19361d tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6ec886f-3e7c-47f3-9e68-2209a9990953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413637 Feb 02 07:55:40.829990 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43abfb2-225d-4b25-b281-763cc10aca88 req-deea0cd1-6d10-4add-ab60-c646a7eff57b tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:55:40.831454 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f43abfb2-225d-4b25-b281-763cc10aca88 req-deea0cd1-6d10-4add-ab60-c646a7eff57b tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] 10.222.0.87 "GET /v2.0/ports?device_id=b6450fc3-b4d7-48a0-aabe-68e4067351f9 HTTP/1.1" status: 200 len: 946 time: 0.0524104 Feb 02 07:55:40.877998 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f43abfb2-225d-4b25-b281-763cc10aca88 req-1731fabe-0d97-4c60-9ed2-27636a7a347a tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6ec886f-3e7c-47f3-9e68-2209a9990953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403364 Feb 02 07:55:40.992204 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac389f01-0ecd-451e-b6f0-e3d0167d2953 req-1ef6683e-3fde-48a8-ad06-21f1fed9d11d tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:55:40.993576 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ac389f01-0ecd-451e-b6f0-e3d0167d2953 req-1ef6683e-3fde-48a8-ad06-21f1fed9d11d tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] 10.222.0.87 "GET /v2.0/ports?device_id=b6450fc3-b4d7-48a0-aabe-68e4067351f9 HTTP/1.1" status: 200 len: 946 time: 0.0512679 Feb 02 07:55:41.044468 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ac389f01-0ecd-451e-b6f0-e3d0167d2953 req-e7d54f96-65a4-4288-a200-e23948d9ed0b tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6ec886f-3e7c-47f3-9e68-2209a9990953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449204 Feb 02 07:55:41.071146 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-812cb749-52b1-40ef-8032-322e2752d78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:55:43.365748 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ee81a63b-0bcc-47c0-a9d9-d0e466f65857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:55:44.853683 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:55:46.221344 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:55:47.504696 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:55:52.545684 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:55:52.799534 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1edc05f8-68b4-4fd3-8f2c-6fe5eae71392 req-d2a7aaf9-d842-4794-b42f-797b02665bfc service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b6450fc3-b4d7-48a0-aabe-68e4067351f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0443804 Feb 02 07:55:52.912607 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc05f8-68b4-4fd3-8f2c-6fe5eae71392 req-d0a278b4-39df-4e5b-be9d-5a6dc0875e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:55:52.914168 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1edc05f8-68b4-4fd3-8f2c-6fe5eae71392 req-d0a278b4-39df-4e5b-be9d-5a6dc0875e91 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9b60f226f1a54faab7864d1e30d73ad8&device_id=b6450fc3-b4d7-48a0-aabe-68e4067351f9 HTTP/1.1" status: 200 len: 1129 time: 0.0517230 Feb 02 07:55:53.021698 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc05f8-68b4-4fd3-8f2c-6fe5eae71392 req-57dc1509-270e-4b3e-b1ff-45d725666e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:55:53.023528 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1edc05f8-68b4-4fd3-8f2c-6fe5eae71392 req-57dc1509-270e-4b3e-b1ff-45d725666e38 service neutron] 10.222.0.88 "GET /v2.0/networks?id=1ec6ab30-72aa-4c7f-986c-ec5dbd221012 HTTP/1.1" status: 200 len: 918 time: 0.0892982 Feb 02 07:55:53.073312 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1edc05f8-68b4-4fd3-8f2c-6fe5eae71392 req-597d0b93-4f0c-4356-9e54-da8dab02fb4a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4da58c6f-8c16-4815-a761-a9339665eec4 HTTP/1.1" status: 200 len: 217 time: 0.0408490 Feb 02 07:55:53.124433 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc05f8-68b4-4fd3-8f2c-6fe5eae71392 req-1eb5700b-d93d-4a03-a817-fb94efca5e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:55:53.125899 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1edc05f8-68b4-4fd3-8f2c-6fe5eae71392 req-1eb5700b-d93d-4a03-a817-fb94efca5e11 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a8f9a37e-ebed-4a89-856f-37fe207550a4 HTTP/1.1" status: 200 len: 856 time: 0.0456541 Feb 02 07:55:53.204022 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc05f8-68b4-4fd3-8f2c-6fe5eae71392 req-febd539b-be35-45eb-8755-203b535b8080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:55:53.205710 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1edc05f8-68b4-4fd3-8f2c-6fe5eae71392 req-febd539b-be35-45eb-8755-203b535b8080 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1ec6ab30-72aa-4c7f-986c-ec5dbd221012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0482407 Feb 02 07:55:53.298139 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1edc05f8-68b4-4fd3-8f2c-6fe5eae71392 req-23cb58ba-deef-4217-9094-36645593b8a4 service neutron] 10.222.0.88 "GET /v2.0/networks/1ec6ab30-72aa-4c7f-986c-ec5dbd221012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864663 Feb 02 07:55:53.385976 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1edc05f8-68b4-4fd3-8f2c-6fe5eae71392 req-1fc64437-95f9-442a-916d-7ab4dbb352b4 service neutron] 10.222.0.88 "GET /v2.0/networks/1ec6ab30-72aa-4c7f-986c-ec5dbd221012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818551 Feb 02 07:55:55.180922 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:55:57.682202 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:11.074422 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a4fa03b5-6223-479f-ae0d-7e7b27e287f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:13.369199 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-059c02e3-1ad8-4072-9253-1c60a7bc63b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:14.859267 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:15.166910 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c19888-4a92-40c5-a2ca-f6e34dd8d27d req-6e714e38-bd7a-418a-8de5-3f72a80116ce tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:56:15.168422 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a7c19888-4a92-40c5-a2ca-f6e34dd8d27d req-6e714e38-bd7a-418a-8de5-3f72a80116ce tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] 10.222.0.87 "GET /v2.0/ports?device_id=b6450fc3-b4d7-48a0-aabe-68e4067351f9 HTTP/1.1" status: 200 len: 946 time: 0.0543616 Feb 02 07:56:15.216097 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a7c19888-4a92-40c5-a2ca-f6e34dd8d27d req-6b2e0ef9-0d46-4664-94ff-9300a904552f tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6ec886f-3e7c-47f3-9e68-2209a9990953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419178 Feb 02 07:56:16.223317 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:16.342162 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe0ec7-3dde-4ad3-86a1-833b3057b39b req-1a71a5b2-a400-49d8-be31-38150e371b96 tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:56:16.343769 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-abbe0ec7-3dde-4ad3-86a1-833b3057b39b req-1a71a5b2-a400-49d8-be31-38150e371b96 tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] 10.222.0.87 "GET /v2.0/ports?device_id=b6450fc3-b4d7-48a0-aabe-68e4067351f9 HTTP/1.1" status: 200 len: 946 time: 0.0562634 Feb 02 07:56:16.391163 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-abbe0ec7-3dde-4ad3-86a1-833b3057b39b req-450643d0-d211-4e30-b207-3ab38517a78f tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] 10.222.0.87 "GET /v2.0/security-groups?id=e6ec886f-3e7c-47f3-9e68-2209a9990953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418043 Feb 02 07:56:16.741293 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a5e51e-985a-41f6-97d5-00b20a9b7ad8 req-6a92ac83-60d4-4507-854f-9c29f1f4d4af tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:56:16.742666 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a4a5e51e-985a-41f6-97d5-00b20a9b7ad8 req-6a92ac83-60d4-4507-854f-9c29f1f4d4af tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] 10.222.0.88 "GET /v2.0/ports?device_id=b6450fc3-b4d7-48a0-aabe-68e4067351f9 HTTP/1.1" status: 200 len: 946 time: 0.0527358 Feb 02 07:56:16.838338 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-a4a5e51e-985a-41f6-97d5-00b20a9b7ad8 req-3cad5f9f-3ce6-4dd8-8799-7f63ab63e36c tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Deleting port 4da58c6f-8c16-4815-a761-a9339665eec4 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:56:16.838684 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-a4a5e51e-985a-41f6-97d5-00b20a9b7ad8 req-3cad5f9f-3ce6-4dd8-8799-7f63ab63e36c tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (4da58c6f-8c16-4815-a761-a9339665eec4), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:16.930596 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-a4a5e51e-985a-41f6-97d5-00b20a9b7ad8 req-3cad5f9f-3ce6-4dd8-8799-7f63ab63e36c tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] For port 4da58c6f-8c16-4815-a761-a9339665eec4, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=4da58c6f-8c16-4815-a761-a9339665eec4,segment=NetworkSegment(90b52228-5494-42bf-81b0-45df012a1688),segment_id=90b52228-5494-42bf-81b0-45df012a1688)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:56:16.930963 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-a4a5e51e-985a-41f6-97d5-00b20a9b7ad8 req-3cad5f9f-3ce6-4dd8-8799-7f63ab63e36c tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (4da58c6f-8c16-4815-a761-a9339665eec4), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:16.943206 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-a4a5e51e-985a-41f6-97d5-00b20a9b7ad8 req-3cad5f9f-3ce6-4dd8-8799-7f63ab63e36c tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Calling delete_port for 4da58c6f-8c16-4815-a761-a9339665eec4 owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:56:17.068983 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-a4a5e51e-985a-41f6-97d5-00b20a9b7ad8 req-3cad5f9f-3ce6-4dd8-8799-7f63ab63e36c tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (4da58c6f-8c16-4815-a761-a9339665eec4), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:17.102001 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cad5f9f-3ce6-4dd8-8799-7f63ab63e36c tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Pushing event deleted for resources: {'Port': ['ID=4da58c6f-8c16-4815-a761-a9339665eec4,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:56:17.102926 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['4da58c6f-8c16-4815-a761-a9339665eec4'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:56:17.147618 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4a5e51e-985a-41f6-97d5-00b20a9b7ad8 req-3cad5f9f-3ce6-4dd8-8799-7f63ab63e36c tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] No DVR routers for this DVR port 4da58c6f-8c16-4815-a761-a9339665eec4 on host n-h1-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:56:17.150188 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-a4a5e51e-985a-41f6-97d5-00b20a9b7ad8 req-3cad5f9f-3ce6-4dd8-8799-7f63ab63e36c tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:17.153582 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a4a5e51e-985a-41f6-97d5-00b20a9b7ad8 req-3cad5f9f-3ce6-4dd8-8799-7f63ab63e36c tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] 10.222.0.88 "DELETE /v2.0/ports/4da58c6f-8c16-4815-a761-a9339665eec4 HTTP/1.1" status: 204 len: 173 time: 0.4051371 Feb 02 07:56:17.154100 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6450fc3-b4d7-48a0-aabe-68e4067351f9', 'name': 'network-vif-deleted', 'tag': '4da58c6f-8c16-4815-a761-a9339665eec4'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:56:17.156415 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bbcc89a9d4d8e7a52f5cbbd716b66041b3f6feaf13502aa94e42da132c01043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10169f37-d8d7-4983-ab60-3d785a07a177" -d '{"events": [{"server_uuid": "b6450fc3-b4d7-48a0-aabe-68e4067351f9", "name": "network-vif-deleted", "tag": "4da58c6f-8c16-4815-a761-a9339665eec4"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:56:17.191961 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153e7a0c-a2e2-49a1-a711-eb0c315c6a50 x-openstack-request-id: req-153e7a0c-a2e2-49a1-a711-eb0c315c6a50 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:56:17.192303 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6450fc3-b4d7-48a0-aabe-68e4067351f9", "name": "network-vif-deleted", "tag": "4da58c6f-8c16-4815-a761-a9339665eec4", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:56:17.192610 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-153e7a0c-a2e2-49a1-a711-eb0c315c6a50 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:56:17.193047 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6450fc3-b4d7-48a0-aabe-68e4067351f9', 'name': 'network-vif-deleted', 'tag': '4da58c6f-8c16-4815-a761-a9339665eec4', 'status': 'completed', 'code': 200} Feb 02 07:56:17.510421 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:17.511312 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-eba17137-f54a-4ae9-b0b2-9fe26e3a3abb req-5720a15b-4857-4e68-9e15-99d3eb816b44 tempest-TestEncryptedCinderVolumes-49257450 tempest-TestEncryptedCinderVolumes-49257450-project] 10.222.0.87 "GET /v2.0/ports?device_id=b6450fc3-b4d7-48a0-aabe-68e4067351f9 HTTP/1.1" status: 200 len: 210 time: 0.0328860 Feb 02 07:56:18.602249 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 37198) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:56:18.936735 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-35e9db69-eed5-4351-b451-c0763ffac272 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (ccce7ca0-f520-441b-96b8-5c002e73b1b7), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:19.174634 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-35e9db69-eed5-4351-b451-c0763ffac272 admin admin] Deleting port d97702e5-ba21-46c3-ab3a-fc125304f613 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:56:19.174969 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-35e9db69-eed5-4351-b451-c0763ffac272 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (d97702e5-ba21-46c3-ab3a-fc125304f613), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:19.253373 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-35e9db69-eed5-4351-b451-c0763ffac272 admin admin] For port d97702e5-ba21-46c3-ab3a-fc125304f613, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=d97702e5-ba21-46c3-ab3a-fc125304f613,segment=NetworkSegment(90b52228-5494-42bf-81b0-45df012a1688),segment_id=90b52228-5494-42bf-81b0-45df012a1688)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:56:19.253644 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-35e9db69-eed5-4351-b451-c0763ffac272 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (d97702e5-ba21-46c3-ab3a-fc125304f613), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:19.266273 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-35e9db69-eed5-4351-b451-c0763ffac272 admin admin] Calling delete_port for d97702e5-ba21-46c3-ab3a-fc125304f613 owned by network:router_interface {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:56:19.439812 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-35e9db69-eed5-4351-b451-c0763ffac272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (d97702e5-ba21-46c3-ab3a-fc125304f613), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:19.467129 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e9db69-eed5-4351-b451-c0763ffac272 admin admin] Pushing event deleted for resources: {'Port': ['ID=d97702e5-ba21-46c3-ab3a-fc125304f613,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:56:19.491200 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e9db69-eed5-4351-b451-c0763ffac272 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:56:19.491538 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e9db69-eed5-4351-b451-c0763ffac272 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:56:19.491911 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e9db69-eed5-4351-b451-c0763ffac272 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:56:19.492250 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e9db69-eed5-4351-b451-c0763ffac272 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:56:19.492589 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e9db69-eed5-4351-b451-c0763ffac272 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:56:19.492927 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e9db69-eed5-4351-b451-c0763ffac272 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:56:19.493260 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e9db69-eed5-4351-b451-c0763ffac272 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:56:19.493590 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e9db69-eed5-4351-b451-c0763ffac272 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:56:19.493918 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e9db69-eed5-4351-b451-c0763ffac272 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:56:19.494247 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e9db69-eed5-4351-b451-c0763ffac272 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:56:19.494577 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e9db69-eed5-4351-b451-c0763ffac272 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:56:19.494908 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e9db69-eed5-4351-b451-c0763ffac272 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:56:19.495262 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e9db69-eed5-4351-b451-c0763ffac272 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:56:19.640910 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-35e9db69-eed5-4351-b451-c0763ffac272 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (ccce7ca0-f520-441b-96b8-5c002e73b1b7), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:19.850504 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35e9db69-eed5-4351-b451-c0763ffac272 admin admin] Router ccce7ca0-f520-441b-96b8-5c002e73b1b7 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:56:20.291871 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e9db69-eed5-4351-b451-c0763ffac272 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:56:20.296932 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-35e9db69-eed5-4351-b451-c0763ffac272 admin admin] 10.222.0.87 "PUT /v2.0/routers/ccce7ca0-f520-441b-96b8-5c002e73b1b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6936035 Feb 02 07:56:20.299405 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 37200) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:56:20.302292 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fd4ca8-3964-4233-a0c8-4bb553a7b790 None None] Sync routers for ids ['ccce7ca0-f520-441b-96b8-5c002e73b1b7'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:56:20.313576 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fd4ca8-3964-4233-a0c8-4bb553a7b790 None None] Routers {'ccce7ca0-f520-441b-96b8-5c002e73b1b7'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:56:20.314209 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-88fd4ca8-3964-4233-a0c8-4bb553a7b790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:56:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['ccce7ca0-f520-441b-96b8-5c002e73b1b7'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:56:20.401688 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-36daff87-bdbc-4d4f-9450-766c7bd506f2 admin admin] Publish callbacks [] for router (ccce7ca0-f520-441b-96b8-5c002e73b1b7), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:20.417865 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-88fd4ca8-3964-4233-a0c8-4bb553a7b790 None None] Set router ccce7ca0-f520-441b-96b8-5c002e73b1b7 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:56:20.509268 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-36daff87-bdbc-4d4f-9450-766c7bd506f2 admin admin] Publish callbacks [] for router_gateway (ccce7ca0-f520-441b-96b8-5c002e73b1b7), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:20.564057 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-36daff87-bdbc-4d4f-9450-766c7bd506f2 admin admin] Deleting port cc451730-f8d9-4ac0-b753-8462a0fa3a99 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:56:20.564403 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-36daff87-bdbc-4d4f-9450-766c7bd506f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (cc451730-f8d9-4ac0-b753-8462a0fa3a99), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:20.642349 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-36daff87-bdbc-4d4f-9450-766c7bd506f2 admin admin] For port cc451730-f8d9-4ac0-b753-8462a0fa3a99, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=cc451730-f8d9-4ac0-b753-8462a0fa3a99,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:56:20.643385 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-36daff87-bdbc-4d4f-9450-766c7bd506f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (cc451730-f8d9-4ac0-b753-8462a0fa3a99), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:20.659891 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-36daff87-bdbc-4d4f-9450-766c7bd506f2 admin admin] Calling delete_port for cc451730-f8d9-4ac0-b753-8462a0fa3a99 owned by network:router_gateway {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:56:20.688466 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-88fd4ca8-3964-4233-a0c8-4bb553a7b790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccce7ca0-f520-441b-96b8-5c002e73b1b7', 'name': 'tempest-TestEncryptedCinderVolumes-1633377700-router', 'tenant_id': '9b60f226f1a54faab7864d1e30d73ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': 'cc451730-f8d9-4ac0-b753-8462a0fa3a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:54:29Z', 'updated_at': '2022-02-02T07:56:19Z', 'revision_number': 5, 'project_id': '9b60f226f1a54faab7864d1e30d73ad8', 'gw_port': {'id': 'cc451730-f8d9-4ac0-b753-8462a0fa3a99', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:58:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccce7ca0-f520-441b-96b8-5c002e73b1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:54:29Z', 'updated_at': '2022-02-02T07:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:56:20.714717 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fd4ca8-3964-4233-a0c8-4bb553a7b790 None None] Checking router: ccce7ca0-f520-441b-96b8-5c002e73b1b7 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:56:20.723347 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fd4ca8-3964-4233-a0c8-4bb553a7b790 None None] Routers {'ccce7ca0-f520-441b-96b8-5c002e73b1b7'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:56:20.723976 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-88fd4ca8-3964-4233-a0c8-4bb553a7b790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:56:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['ccce7ca0-f520-441b-96b8-5c002e73b1b7'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:56:20.810462 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-88fd4ca8-3964-4233-a0c8-4bb553a7b790 None None] Set router ccce7ca0-f520-441b-96b8-5c002e73b1b7 gateway port host: None {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:56:20.821136 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-36daff87-bdbc-4d4f-9450-766c7bd506f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (cc451730-f8d9-4ac0-b753-8462a0fa3a99), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:20.852618 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36daff87-bdbc-4d4f-9450-766c7bd506f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc451730-f8d9-4ac0-b753-8462a0fa3a99,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:56:20.866868 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-88fd4ca8-3964-4233-a0c8-4bb553a7b790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccce7ca0-f520-441b-96b8-5c002e73b1b7', 'name': 'tempest-TestEncryptedCinderVolumes-1633377700-router', 'tenant_id': '9b60f226f1a54faab7864d1e30d73ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:54:29Z', 'updated_at': '2022-02-02T07:56:20Z', 'revision_number': 6, 'project_id': '9b60f226f1a54faab7864d1e30d73ad8', 'gw_port_host': None}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:56:20.894036 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fd4ca8-3964-4233-a0c8-4bb553a7b790 None None] The sync data for ids ['ccce7ca0-f520-441b-96b8-5c002e73b1b7'] in n-d-789963-26 is: [{'id': 'ccce7ca0-f520-441b-96b8-5c002e73b1b7', 'name': 'tempest-TestEncryptedCinderVolumes-1633377700-router', 'tenant_id': '9b60f226f1a54faab7864d1e30d73ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:54:29Z', 'updated_at': '2022-02-02T07:56:20Z', 'revision_number': 6, 'project_id': '9b60f226f1a54faab7864d1e30d73ad8', 'gw_port_host': None}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:56:20.914630 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-36daff87-bdbc-4d4f-9450-766c7bd506f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (ccce7ca0-f520-441b-96b8-5c002e73b1b7), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:20.943664 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 4da58c6f-8c16-4815-a761-a9339665eec4 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:56:20.964099 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: 4da58c6f-8c16-4815-a761-a9339665eec4 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:56:20.964440 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 4da58c6f-8c16-4815-a761-a9339665eec4 not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:56:21.006154 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-36daff87-bdbc-4d4f-9450-766c7bd506f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (ccce7ca0-f520-441b-96b8-5c002e73b1b7), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:21.008462 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-36daff87-bdbc-4d4f-9450-766c7bd506f2 admin admin] Publish callbacks [] for router_controller (ccce7ca0-f520-441b-96b8-5c002e73b1b7), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:21.054644 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-36daff87-bdbc-4d4f-9450-766c7bd506f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (ccce7ca0-f520-441b-96b8-5c002e73b1b7), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:21.055196 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36daff87-bdbc-4d4f-9450-766c7bd506f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ccce7ca0-f520-441b-96b8-5c002e73b1b7 {{(pid=109694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:56:21.059644 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-36daff87-bdbc-4d4f-9450-766c7bd506f2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:21.061731 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-36daff87-bdbc-4d4f-9450-766c7bd506f2 admin admin] 10.222.0.87 "DELETE /v2.0/routers/ccce7ca0-f520-441b-96b8-5c002e73b1b7 HTTP/1.1" status: 204 len: 168 time: 0.7613328 Feb 02 07:56:21.064276 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 37202) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:56:21.107235 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-98abe057-bbc8-41ac-86ce-1ffd828f165c admin admin] Deleting subnet a8f9a37e-ebed-4a89-856f-37fe207550a4 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:56:21.110229 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-98abe057-bbc8-41ac-86ce-1ffd828f165c admin admin] Publish callbacks [] for subnet (a8f9a37e-ebed-4a89-856f-37fe207550a4), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:21.144464 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-98abe057-bbc8-41ac-86ce-1ffd828f165c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (a8f9a37e-ebed-4a89-856f-37fe207550a4), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:21.220348 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-98abe057-bbc8-41ac-86ce-1ffd828f165c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (a8f9a37e-ebed-4a89-856f-37fe207550a4), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:21.280275 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-98abe057-bbc8-41ac-86ce-1ffd828f165c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (a8f9a37e-ebed-4a89-856f-37fe207550a4), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:21.308367 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-98abe057-bbc8-41ac-86ce-1ffd828f165c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:21.314809 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-98abe057-bbc8-41ac-86ce-1ffd828f165c admin admin] 10.222.0.87 "DELETE /v2.0/subnets/a8f9a37e-ebed-4a89-856f-37fe207550a4 HTTP/1.1" status: 204 len: 168 time: 0.2472739 Feb 02 07:56:21.314809 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98abe057-bbc8-41ac-86ce-1ffd828f165c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8f9a37e-ebed-4a89-856f-37fe207550a4,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:56:21.315044 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a491d05-26ea-4992-b319-cd6ef2fe1ad2 None None] Network 1ec6ab30-72aa-4c7f-986c-ec5dbd221012 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:56:21.315139 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 37204) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:56:21.389342 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8b5b0ab5-10cc-45e3-9937-393be4cf8138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (1ec6ab30-72aa-4c7f-986c-ec5dbd221012), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:21.448848 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-8b5b0ab5-10cc-45e3-9937-393be4cf8138 admin admin] Deleting port f76eab06-ab4c-455b-a90b-9345504aedad {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:56:21.449195 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8b5b0ab5-10cc-45e3-9937-393be4cf8138 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (f76eab06-ab4c-455b-a90b-9345504aedad), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:21.510853 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-8b5b0ab5-10cc-45e3-9937-393be4cf8138 admin admin] For port f76eab06-ab4c-455b-a90b-9345504aedad, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=f76eab06-ab4c-455b-a90b-9345504aedad,segment=NetworkSegment(90b52228-5494-42bf-81b0-45df012a1688),segment_id=90b52228-5494-42bf-81b0-45df012a1688)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:56:21.511216 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8b5b0ab5-10cc-45e3-9937-393be4cf8138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (f76eab06-ab4c-455b-a90b-9345504aedad), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:21.524386 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-8b5b0ab5-10cc-45e3-9937-393be4cf8138 admin admin] Calling delete_port for f76eab06-ab4c-455b-a90b-9345504aedad owned by network:dhcp {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:56:21.604932 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8b5b0ab5-10cc-45e3-9937-393be4cf8138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (f76eab06-ab4c-455b-a90b-9345504aedad), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:21.630080 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5b0ab5-10cc-45e3-9937-393be4cf8138 admin admin] Pushing event deleted for resources: {'Port': ['ID=f76eab06-ab4c-455b-a90b-9345504aedad,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:56:21.634808 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5b0ab5-10cc-45e3-9937-393be4cf8138 admin admin] No DVR routers for this DVR port f76eab06-ab4c-455b-a90b-9345504aedad on host n-d-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:56:21.692025 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00d4737-14d9-48c2-860b-411d1fb039d4 None None] DHCP port deletion for 1ec6ab30-72aa-4c7f-986c-ec5dbd221012 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:56:21.710355 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8b5b0ab5-10cc-45e3-9937-393be4cf8138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (1ec6ab30-72aa-4c7f-986c-ec5dbd221012), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:21.734913 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-8b5b0ab5-10cc-45e3-9937-393be4cf8138 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ec6ab30-72aa-4c7f-986c-ec5dbd221012']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:56:21.744233 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-8b5b0ab5-10cc-45e3-9937-393be4cf8138 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90b52228-5494-42bf-81b0-45df012a1688') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:56:21.744534 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-8b5b0ab5-10cc-45e3-9937-393be4cf8138 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90b52228-5494-42bf-81b0-45df012a1688') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:56:21.754338 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8b5b0ab5-10cc-45e3-9937-393be4cf8138 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (90b52228-5494-42bf-81b0-45df012a1688), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:21.768629 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8b5b0ab5-10cc-45e3-9937-393be4cf8138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (90b52228-5494-42bf-81b0-45df012a1688), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:21.775257 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b5b0ab5-10cc-45e3-9937-393be4cf8138 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:56:21.775605 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8b5b0ab5-10cc-45e3-9937-393be4cf8138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (90b52228-5494-42bf-81b0-45df012a1688), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:21.777550 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:56:21.777550 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:56:21.777550 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:56:21.777550 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:56:21.777550 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:56:21.777550 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:56:21.777550 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:56:21.777550 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:56:21.777550 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:56:21.777550 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:56:21.777550 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:56:21.777550 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:56:21.777550 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:56:21.777550 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:56:21.777550 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:56:21.777550 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:56:21.777550 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:56:21.777550 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:56:21.777550 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:56:21.777550 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:56:21.777550 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:56:21.777550 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:56:21.777550 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:56:21.777550 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:56:21.777550 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:56:21.777550 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:56:21.777550 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:56:21.777550 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:56:21.777550 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:56:21.777550 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:56:21.777550 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:56:21.777550 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:56:21.832814 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8b5b0ab5-10cc-45e3-9937-393be4cf8138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (1ec6ab30-72aa-4c7f-986c-ec5dbd221012), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:21.839424 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8b5b0ab5-10cc-45e3-9937-393be4cf8138 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:21.842692 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-8b5b0ab5-10cc-45e3-9937-393be4cf8138 admin admin] 10.222.0.87 "DELETE /v2.0/networks/1ec6ab30-72aa-4c7f-986c-ec5dbd221012 HTTP/1.1" status: 204 len: 168 time: 0.5268459 Feb 02 07:56:21.845796 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 37206) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:56:21.852110 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5b0ab5-10cc-45e3-9937-393be4cf8138 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ec6ab30-72aa-4c7f-986c-ec5dbd221012,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:56:22.201415 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-51815f33-5ae9-48e9-aa1c-c59c1a0d9f06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (5d3d429e-8bad-4d97-a80a-a51fa1f1df49), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:22.274405 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device cc451730-f8d9-4ac0-b753-8462a0fa3a99 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:56:22.300511 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: cc451730-f8d9-4ac0-b753-8462a0fa3a99 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:56:22.300863 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device cc451730-f8d9-4ac0-b753-8462a0fa3a99 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:56:22.301291 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device d97702e5-ba21-46c3-ab3a-fc125304f613 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:56:22.321655 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: d97702e5-ba21-46c3-ab3a-fc125304f613 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:56:22.322012 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device d97702e5-ba21-46c3-ab3a-fc125304f613 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:56:22.322448 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device f76eab06-ab4c-455b-a90b-9345504aedad no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:56:22.341555 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: f76eab06-ab4c-455b-a90b-9345504aedad {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:56:22.341915 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device f76eab06-ab4c-455b-a90b-9345504aedad not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:56:22.445027 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-51815f33-5ae9-48e9-aa1c-c59c1a0d9f06 admin admin] Deleting port f8e34348-ceda-476e-b345-e2f722587d58 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:56:22.445370 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-51815f33-5ae9-48e9-aa1c-c59c1a0d9f06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (f8e34348-ceda-476e-b345-e2f722587d58), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:22.525357 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-51815f33-5ae9-48e9-aa1c-c59c1a0d9f06 admin admin] For port f8e34348-ceda-476e-b345-e2f722587d58, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=f8e34348-ceda-476e-b345-e2f722587d58,segment=NetworkSegment(3130f9d9-a0ae-479b-b597-8e1390d56e05),segment_id=3130f9d9-a0ae-479b-b597-8e1390d56e05)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:56:22.525721 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-51815f33-5ae9-48e9-aa1c-c59c1a0d9f06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (f8e34348-ceda-476e-b345-e2f722587d58), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:22.538789 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-51815f33-5ae9-48e9-aa1c-c59c1a0d9f06 admin admin] Calling delete_port for f8e34348-ceda-476e-b345-e2f722587d58 owned by network:router_interface {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:56:22.545968 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:22.716854 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-51815f33-5ae9-48e9-aa1c-c59c1a0d9f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (f8e34348-ceda-476e-b345-e2f722587d58), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:22.742221 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51815f33-5ae9-48e9-aa1c-c59c1a0d9f06 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8e34348-ceda-476e-b345-e2f722587d58,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:56:22.912576 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-51815f33-5ae9-48e9-aa1c-c59c1a0d9f06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (5d3d429e-8bad-4d97-a80a-a51fa1f1df49), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:23.119512 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51815f33-5ae9-48e9-aa1c-c59c1a0d9f06 admin admin] Router 5d3d429e-8bad-4d97-a80a-a51fa1f1df49 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:56:23.225609 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51815f33-5ae9-48e9-aa1c-c59c1a0d9f06 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:56:23.232013 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-51815f33-5ae9-48e9-aa1c-c59c1a0d9f06 admin admin] 10.222.0.87 "PUT /v2.0/routers/5d3d429e-8bad-4d97-a80a-a51fa1f1df49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3836808 Feb 02 07:56:23.233313 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 37208) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:56:23.234497 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b0b76e-5028-441c-8432-25bf9b788b84 None None] Sync routers for ids ['5d3d429e-8bad-4d97-a80a-a51fa1f1df49'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:56:23.244814 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b0b76e-5028-441c-8432-25bf9b788b84 None None] Routers {'5d3d429e-8bad-4d97-a80a-a51fa1f1df49'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:56:23.245434 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-02b0b76e-5028-441c-8432-25bf9b788b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:56:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['5d3d429e-8bad-4d97-a80a-a51fa1f1df49'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:56:23.336750 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d4b7293b-40ee-4b31-8642-98dd70054c12 admin admin] Publish callbacks [] for router (5d3d429e-8bad-4d97-a80a-a51fa1f1df49), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:23.350732 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-02b0b76e-5028-441c-8432-25bf9b788b84 None None] Set router 5d3d429e-8bad-4d97-a80a-a51fa1f1df49 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:56:23.440889 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d4b7293b-40ee-4b31-8642-98dd70054c12 admin admin] Publish callbacks [] for router_gateway (5d3d429e-8bad-4d97-a80a-a51fa1f1df49), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:23.494496 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-d4b7293b-40ee-4b31-8642-98dd70054c12 admin admin] Deleting port e8ad53d3-c89c-475b-af84-b41b95b6ec06 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:56:23.494842 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d4b7293b-40ee-4b31-8642-98dd70054c12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (e8ad53d3-c89c-475b-af84-b41b95b6ec06), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:23.535242 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-02b0b76e-5028-441c-8432-25bf9b788b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d3d429e-8bad-4d97-a80a-a51fa1f1df49', 'name': 'tempest-TestEncryptedCinderVolumes-1501157812-router', 'tenant_id': '80e299ffb80041d992afc66100739cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.93'}], 'enable_snat': True}, 'gw_port_id': 'e8ad53d3-c89c-475b-af84-b41b95b6ec06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:54:33Z', 'updated_at': '2022-02-02T07:56:22Z', 'revision_number': 5, 'project_id': '80e299ffb80041d992afc66100739cf6', 'gw_port': {'id': 'e8ad53d3-c89c-475b-af84-b41b95b6ec06', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f9:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d3d429e-8bad-4d97-a80a-a51fa1f1df49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:54:34Z', 'updated_at': '2022-02-02T07:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:56:23.565112 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b0b76e-5028-441c-8432-25bf9b788b84 None None] Checking router: 5d3d429e-8bad-4d97-a80a-a51fa1f1df49 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:56:23.573299 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b0b76e-5028-441c-8432-25bf9b788b84 None None] Routers {'5d3d429e-8bad-4d97-a80a-a51fa1f1df49'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:56:23.573909 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-02b0b76e-5028-441c-8432-25bf9b788b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:56:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['5d3d429e-8bad-4d97-a80a-a51fa1f1df49'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:56:23.579024 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-d4b7293b-40ee-4b31-8642-98dd70054c12 admin admin] For port e8ad53d3-c89c-475b-af84-b41b95b6ec06, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=e8ad53d3-c89c-475b-af84-b41b95b6ec06,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:56:23.579392 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d4b7293b-40ee-4b31-8642-98dd70054c12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (e8ad53d3-c89c-475b-af84-b41b95b6ec06), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:23.591067 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-d4b7293b-40ee-4b31-8642-98dd70054c12 admin admin] Calling delete_port for e8ad53d3-c89c-475b-af84-b41b95b6ec06 owned by network:router_gateway {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:56:23.659663 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-02b0b76e-5028-441c-8432-25bf9b788b84 None None] Set router 5d3d429e-8bad-4d97-a80a-a51fa1f1df49 gateway port host: None {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:56:23.709911 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-02b0b76e-5028-441c-8432-25bf9b788b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d3d429e-8bad-4d97-a80a-a51fa1f1df49', 'name': 'tempest-TestEncryptedCinderVolumes-1501157812-router', 'tenant_id': '80e299ffb80041d992afc66100739cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:54:33Z', 'updated_at': '2022-02-02T07:56:23Z', 'revision_number': 6, 'project_id': '80e299ffb80041d992afc66100739cf6', 'gw_port_host': None}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:56:23.740022 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b0b76e-5028-441c-8432-25bf9b788b84 None None] The sync data for ids ['5d3d429e-8bad-4d97-a80a-a51fa1f1df49'] in n-d-789963-26 is: [{'id': '5d3d429e-8bad-4d97-a80a-a51fa1f1df49', 'name': 'tempest-TestEncryptedCinderVolumes-1501157812-router', 'tenant_id': '80e299ffb80041d992afc66100739cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:54:33Z', 'updated_at': '2022-02-02T07:56:23Z', 'revision_number': 6, 'project_id': '80e299ffb80041d992afc66100739cf6', 'gw_port_host': None}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:56:23.757459 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d4b7293b-40ee-4b31-8642-98dd70054c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (e8ad53d3-c89c-475b-af84-b41b95b6ec06), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:23.785483 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b7293b-40ee-4b31-8642-98dd70054c12 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8ad53d3-c89c-475b-af84-b41b95b6ec06,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:56:23.849116 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d4b7293b-40ee-4b31-8642-98dd70054c12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (5d3d429e-8bad-4d97-a80a-a51fa1f1df49), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:24.231543 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d4b7293b-40ee-4b31-8642-98dd70054c12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (5d3d429e-8bad-4d97-a80a-a51fa1f1df49), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:24.234527 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d4b7293b-40ee-4b31-8642-98dd70054c12 admin admin] Publish callbacks [] for router_controller (5d3d429e-8bad-4d97-a80a-a51fa1f1df49), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:24.278049 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d4b7293b-40ee-4b31-8642-98dd70054c12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (5d3d429e-8bad-4d97-a80a-a51fa1f1df49), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:24.278688 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b7293b-40ee-4b31-8642-98dd70054c12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d3d429e-8bad-4d97-a80a-a51fa1f1df49 {{(pid=109693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:56:24.283475 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d4b7293b-40ee-4b31-8642-98dd70054c12 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:24.284684 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d4b7293b-40ee-4b31-8642-98dd70054c12 admin admin] 10.222.0.87 "DELETE /v2.0/routers/5d3d429e-8bad-4d97-a80a-a51fa1f1df49 HTTP/1.1" status: 204 len: 168 time: 1.0502853 Feb 02 07:56:24.287186 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 37210) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:56:24.331176 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-59e359f4-dfb8-4613-ab6e-3c7f47c1188d admin admin] Deleting subnet 920339a4-32dd-4e28-996a-c9988f4ef502 {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:56:24.334186 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-59e359f4-dfb8-4613-ab6e-3c7f47c1188d admin admin] Publish callbacks [] for subnet (920339a4-32dd-4e28-996a-c9988f4ef502), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:24.370981 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-59e359f4-dfb8-4613-ab6e-3c7f47c1188d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (920339a4-32dd-4e28-996a-c9988f4ef502), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:24.446695 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-59e359f4-dfb8-4613-ab6e-3c7f47c1188d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (920339a4-32dd-4e28-996a-c9988f4ef502), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:24.500062 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-59e359f4-dfb8-4613-ab6e-3c7f47c1188d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (920339a4-32dd-4e28-996a-c9988f4ef502), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:24.526722 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e359f4-dfb8-4613-ab6e-3c7f47c1188d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=920339a4-32dd-4e28-996a-c9988f4ef502,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:56:24.530715 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-59e359f4-dfb8-4613-ab6e-3c7f47c1188d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:24.536611 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 37212) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:56:24.537184 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-59e359f4-dfb8-4613-ab6e-3c7f47c1188d admin admin] 10.222.0.87 "DELETE /v2.0/subnets/920339a4-32dd-4e28-996a-c9988f4ef502 HTTP/1.1" status: 204 len: 168 time: 0.2483773 Feb 02 07:56:24.537287 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4175bea-5472-469b-a720-24d148994bce None None] Network 2a10b9ec-f382-4472-bd5e-eac0d2660cbd requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:56:24.601353 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device e8ad53d3-c89c-475b-af84-b41b95b6ec06 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:56:24.618190 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-88070236-ecf5-447c-9b17-8ca99871c637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (2a10b9ec-f382-4472-bd5e-eac0d2660cbd), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:24.622870 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: e8ad53d3-c89c-475b-af84-b41b95b6ec06 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:56:24.623328 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device e8ad53d3-c89c-475b-af84-b41b95b6ec06 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:56:24.623780 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device f8e34348-ceda-476e-b345-e2f722587d58 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:56:24.673086 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-88070236-ecf5-447c-9b17-8ca99871c637 admin admin] Deleting port 9c12a801-887e-4d5b-98c5-60db011cd160 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:56:24.673441 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-88070236-ecf5-447c-9b17-8ca99871c637 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (9c12a801-887e-4d5b-98c5-60db011cd160), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:24.742536 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-88070236-ecf5-447c-9b17-8ca99871c637 admin admin] For port 9c12a801-887e-4d5b-98c5-60db011cd160, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=9c12a801-887e-4d5b-98c5-60db011cd160,segment=NetworkSegment(3130f9d9-a0ae-479b-b597-8e1390d56e05),segment_id=3130f9d9-a0ae-479b-b597-8e1390d56e05)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:56:24.742901 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-88070236-ecf5-447c-9b17-8ca99871c637 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (9c12a801-887e-4d5b-98c5-60db011cd160), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:24.762088 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-88070236-ecf5-447c-9b17-8ca99871c637 admin admin] Calling delete_port for 9c12a801-887e-4d5b-98c5-60db011cd160 owned by network:dhcp {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:56:24.822010 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: f8e34348-ceda-476e-b345-e2f722587d58 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:56:24.822361 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device f8e34348-ceda-476e-b345-e2f722587d58 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:56:24.845781 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-88070236-ecf5-447c-9b17-8ca99871c637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (9c12a801-887e-4d5b-98c5-60db011cd160), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:24.876502 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88070236-ecf5-447c-9b17-8ca99871c637 admin admin] No DVR routers for this DVR port 9c12a801-887e-4d5b-98c5-60db011cd160 on host n-d-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:56:24.880661 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88070236-ecf5-447c-9b17-8ca99871c637 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c12a801-887e-4d5b-98c5-60db011cd160,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:56:24.922078 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985c7ccc-e4a9-499f-965e-8e23cb347f17 None None] DHCP port deletion for 2a10b9ec-f382-4472-bd5e-eac0d2660cbd request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:56:24.960367 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-88070236-ecf5-447c-9b17-8ca99871c637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (2a10b9ec-f382-4472-bd5e-eac0d2660cbd), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:24.980551 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-88070236-ecf5-447c-9b17-8ca99871c637 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a10b9ec-f382-4472-bd5e-eac0d2660cbd']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:56:24.990199 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-88070236-ecf5-447c-9b17-8ca99871c637 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3130f9d9-a0ae-479b-b597-8e1390d56e05') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:56:24.990503 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-88070236-ecf5-447c-9b17-8ca99871c637 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3130f9d9-a0ae-479b-b597-8e1390d56e05') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:56:24.999804 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-88070236-ecf5-447c-9b17-8ca99871c637 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (3130f9d9-a0ae-479b-b597-8e1390d56e05), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:25.013331 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-88070236-ecf5-447c-9b17-8ca99871c637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (3130f9d9-a0ae-479b-b597-8e1390d56e05), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:25.019866 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88070236-ecf5-447c-9b17-8ca99871c637 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:56:25.020420 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-88070236-ecf5-447c-9b17-8ca99871c637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (3130f9d9-a0ae-479b-b597-8e1390d56e05), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:25.022206 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:56:25.022206 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:56:25.022206 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:56:25.022206 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:56:25.022206 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:56:25.022206 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:56:25.022206 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:56:25.022206 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:56:25.022206 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:56:25.022206 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:56:25.022206 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:56:25.022206 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:56:25.022206 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:56:25.022206 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:56:25.022206 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:56:25.022206 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:56:25.022206 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:56:25.022206 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:56:25.022206 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:56:25.022206 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:56:25.022206 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:56:25.022206 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:56:25.022206 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:56:25.022206 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:56:25.022206 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:56:25.022206 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:56:25.022206 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:56:25.022206 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:56:25.022206 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:56:25.022206 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:56:25.022206 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:56:25.022206 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:56:25.077353 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-88070236-ecf5-447c-9b17-8ca99871c637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (2a10b9ec-f382-4472-bd5e-eac0d2660cbd), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:25.082425 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-88070236-ecf5-447c-9b17-8ca99871c637 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:25.085684 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-88070236-ecf5-447c-9b17-8ca99871c637 admin admin] 10.222.0.87 "DELETE /v2.0/networks/2a10b9ec-f382-4472-bd5e-eac0d2660cbd HTTP/1.1" status: 204 len: 168 time: 0.5468934 Feb 02 07:56:25.098542 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88070236-ecf5-447c-9b17-8ca99871c637 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a10b9ec-f382-4472-bd5e-eac0d2660cbd,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:56:25.287667 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 37218) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:56:25.332645 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0e50c1e1-b1d2-48e4-b2b6-8a099bf0c9db admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9b60f226f1a54faab7864d1e30d73ad8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0438116 Feb 02 07:56:25.335074 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 37220) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:56:25.382348 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d73306d8-7aee-442c-8b4b-ef08341b9b34 admin admin] Publish callbacks [] for security_group (e6ec886f-3e7c-47f3-9e68-2209a9990953), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:25.403930 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d73306d8-7aee-442c-8b4b-ef08341b9b34 admin admin] Publish callbacks [] for security_group (e6ec886f-3e7c-47f3-9e68-2209a9990953), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:25.453432 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d73306d8-7aee-442c-8b4b-ef08341b9b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (e6ec886f-3e7c-47f3-9e68-2209a9990953), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:25.456203 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d73306d8-7aee-442c-8b4b-ef08341b9b34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:25.457418 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d73306d8-7aee-442c-8b4b-ef08341b9b34 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/e6ec886f-3e7c-47f3-9e68-2209a9990953 HTTP/1.1" status: 204 len: 168 time: 0.1214368 Feb 02 07:56:25.465730 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73306d8-7aee-442c-8b4b-ef08341b9b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ec886f-3e7c-47f3-9e68-2209a9990953,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:56:25.788507 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 37226) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:56:25.832087 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e758f600-e182-4492-a097-df0c95eb528a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=80e299ffb80041d992afc66100739cf6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0423386 Feb 02 07:56:25.834430 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 37228) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:56:25.880151 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3c2cbb81-979f-4b3e-8546-abf82dccd28e admin admin] Publish callbacks [] for security_group (446764af-0dad-40b8-8080-6b57484e52cb), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:25.901076 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3c2cbb81-979f-4b3e-8546-abf82dccd28e admin admin] Publish callbacks [] for security_group (446764af-0dad-40b8-8080-6b57484e52cb), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:25.946170 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3c2cbb81-979f-4b3e-8546-abf82dccd28e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (446764af-0dad-40b8-8080-6b57484e52cb), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:25.948728 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3c2cbb81-979f-4b3e-8546-abf82dccd28e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:25.949867 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-3c2cbb81-979f-4b3e-8546-abf82dccd28e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/446764af-0dad-40b8-8080-6b57484e52cb HTTP/1.1" status: 204 len: 168 time: 0.1145654 Feb 02 07:56:25.959374 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2cbb81-979f-4b3e-8546-abf82dccd28e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=446764af-0dad-40b8-8080-6b57484e52cb,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:56:26.268255 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 9c12a801-887e-4d5b-98c5-60db011cd160 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:56:26.288177 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 9c12a801-887e-4d5b-98c5-60db011cd160 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:56:26.288533 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 9c12a801-887e-4d5b-98c5-60db011cd160 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:56:26.614272 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 37250) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:56:26.728025 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-ef93a510-7af3-4bf2-b9f1-839db1548695 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2117443605-network', 'tenant_id': '8b4a8d40dcfa4e7bbc849926764ff95f'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:56:26.748047 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef93a510-7af3-4bf2-b9f1-839db1548695 admin admin] Made reservation on behalf of 8b4a8d40dcfa4e7bbc849926764ff95f for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:56:26.750526 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ef93a510-7af3-4bf2-b9f1-839db1548695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:26.758531 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ef93a510-7af3-4bf2-b9f1-839db1548695 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:26.829746 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ef93a510-7af3-4bf2-b9f1-839db1548695 admin admin] Publish callbacks [] for security_group (55006e47-5b6d-4e88-92fc-4e887977dede), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:26.833461 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ef93a510-7af3-4bf2-b9f1-839db1548695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (55006e47-5b6d-4e88-92fc-4e887977dede), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:26.859774 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef93a510-7af3-4bf2-b9f1-839db1548695 admin admin] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:56:26.865041 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef93a510-7af3-4bf2-b9f1-839db1548695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55006e47-5b6d-4e88-92fc-4e887977dede,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:56:26.871966 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ef93a510-7af3-4bf2-b9f1-839db1548695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (83f1d4af-51a7-4211-a0dc-1a80fbc28f28), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:26.872262 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-ef93a510-7af3-4bf2-b9f1-839db1548695 admin admin] Added segment 83f1d4af-51a7-4211-a0dc-1a80fbc28f28 of type vlan for network c5808289-5da9-4b52-bcb6-26be673a4cac Feb 02 07:56:26.913686 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ef93a510-7af3-4bf2-b9f1-839db1548695 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (c5808289-5da9-4b52-bcb6-26be673a4cac), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:26.938361 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ef93a510-7af3-4bf2-b9f1-839db1548695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (c5808289-5da9-4b52-bcb6-26be673a4cac), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:26.939289 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef93a510-7af3-4bf2-b9f1-839db1548695 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:56:26.939879 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ef93a510-7af3-4bf2-b9f1-839db1548695 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:26.973418 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-ef93a510-7af3-4bf2-b9f1-839db1548695 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3579907 Feb 02 07:56:26.976618 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 37254) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:56:26.982327 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-afb34e82-dba3-485a-84e3-51c36e7e1a87 admin admin] Request body: {'subnet': {'network_id': 'c5808289-5da9-4b52-bcb6-26be673a4cac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2117443605-subnet', 'tenant_id': '8b4a8d40dcfa4e7bbc849926764ff95f', 'ip_version': 4}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:56:27.000484 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef93a510-7af3-4bf2-b9f1-839db1548695 admin admin] Pushing event updated for resources: {'Network': ['ID=c5808289-5da9-4b52-bcb6-26be673a4cac,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:56:27.001808 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb34e82-dba3-485a-84e3-51c36e7e1a87 admin admin] Made reservation on behalf of 8b4a8d40dcfa4e7bbc849926764ff95f for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:56:27.004307 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-afb34e82-dba3-485a-84e3-51c36e7e1a87 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:27.010162 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network c5808289-5da9-4b52-bcb6-26be673a4cac details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:56:27.171313 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-afb34e82-dba3-485a-84e3-51c36e7e1a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (a3d71aa1-c799-409a-b434-a8743aaee5d9), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:27.224335 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb34e82-dba3-485a-84e3-51c36e7e1a87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3d71aa1-c799-409a-b434-a8743aaee5d9,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:56:27.235190 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb34e82-dba3-485a-84e3-51c36e7e1a87 admin admin] Checking segment: {'id': '83f1d4af-51a7-4211-a0dc-1a80fbc28f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c5808289-5da9-4b52-bcb6-26be673a4cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:56:27.235587 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb34e82-dba3-485a-84e3-51c36e7e1a87 admin admin] Network hostable DHCP agents. Network: c5808289-5da9-4b52-bcb6-26be673a4cac, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:56:27.251823 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb34e82-dba3-485a-84e3-51c36e7e1a87 admin admin] Network c5808289-5da9-4b52-bcb6-26be673a4cac is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:56:27.259973 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-afb34e82-dba3-485a-84e3-51c36e7e1a87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, c5808289-5da9-4b52-bcb6-26be673a4cac) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:56:27.265013 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb34e82-dba3-485a-84e3-51c36e7e1a87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:56:27.265769 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-afb34e82-dba3-485a-84e3-51c36e7e1a87 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:27.270388 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fe5793-269b-473d-a1d2-f6837a267f57 None None] Network c5808289-5da9-4b52-bcb6-26be673a4cac requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:56:27.289727 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-afb34e82-dba3-485a-84e3-51c36e7e1a87 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3118870 Feb 02 07:56:27.292543 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 37256) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:56:27.297140 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-6d4aefe8-291b-4d3b-a8cd-a58c3287cf9c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2117443605-router', 'tenant_id': '8b4a8d40dcfa4e7bbc849926764ff95f', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:56:27.315993 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6d4aefe8-291b-4d3b-a8cd-a58c3287cf9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (5c85bc9d-a16b-4102-a7c0-002aafc0af6a), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:27.316988 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6d4aefe8-291b-4d3b-a8cd-a58c3287cf9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (5c85bc9d-a16b-4102-a7c0-002aafc0af6a), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:27.373318 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b418695e-f935-4efb-8659-3901895bc6c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-c5808289-5da9-4b52-bcb6-26be673a4cac', 'network_id': 'c5808289-5da9-4b52-bcb6-26be673a4cac', 'project_id': '8b4a8d40dcfa4e7bbc849926764ff95f', 'fixed_ips': [{'subnet_id': 'a3d71aa1-c799-409a-b434-a8743aaee5d9'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:56:27.374186 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b418695e-f935-4efb-8659-3901895bc6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:27.377390 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6d4aefe8-291b-4d3b-a8cd-a58c3287cf9c admin admin] Publish callbacks [] for router_controller (5c85bc9d-a16b-4102-a7c0-002aafc0af6a), precommit_add_association {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:27.515052 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-b418695e-f935-4efb-8659-3901895bc6c0 None None] Allocated IP 172.20.0.2 (c5808289-5da9-4b52-bcb6-26be673a4cac/a3d71aa1-c799-409a-b434-a8743aaee5d9/848c66af-2ab3-400f-a60a-3a9b6c015a58) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:56:27.518351 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6d4aefe8-291b-4d3b-a8cd-a58c3287cf9c admin admin] Publish callbacks [] for router_gateway (5c85bc9d-a16b-4102-a7c0-002aafc0af6a), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:27.661502 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b418695e-f935-4efb-8659-3901895bc6c0 None None] Publish callbacks [] for port (848c66af-2ab3-400f-a60a-3a9b6c015a58), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:27.667418 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b418695e-f935-4efb-8659-3901895bc6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (848c66af-2ab3-400f-a60a-3a9b6c015a58), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:27.720641 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6d4aefe8-291b-4d3b-a8cd-a58c3287cf9c admin admin] Publish callbacks [] for router_gateway (5c85bc9d-a16b-4102-a7c0-002aafc0af6a), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:27.729560 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b418695e-f935-4efb-8659-3901895bc6c0 None None] Network c5808289-5da9-4b52-bcb6-26be673a4cac is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:56:27.730761 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:27.731755 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b418695e-f935-4efb-8659-3901895bc6c0 None None] Pushing event updated for resources: {'Port': ['ID=848c66af-2ab3-400f-a60a-3a9b6c015a58,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:56:27.734136 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-b418695e-f935-4efb-8659-3901895bc6c0 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:56:27.736253 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b418695e-f935-4efb-8659-3901895bc6c0 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:56:27.740900 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6d4aefe8-291b-4d3b-a8cd-a58c3287cf9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:27.795659 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-b418695e-f935-4efb-8659-3901895bc6c0 None None] Attempting to bind port 848c66af-2ab3-400f-a60a-3a9b6c015a58 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:56:27.796170 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-b418695e-f935-4efb-8659-3901895bc6c0 None None] Attempting to bind port 848c66af-2ab3-400f-a60a-3a9b6c015a58 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '83f1d4af-51a7-4211-a0dc-1a80fbc28f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c5808289-5da9-4b52-bcb6-26be673a4cac'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:56:27.796618 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b418695e-f935-4efb-8659-3901895bc6c0 None None] Attempting to bind port 848c66af-2ab3-400f-a60a-3a9b6c015a58 on network c5808289-5da9-4b52-bcb6-26be673a4cac {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:56:27.801909 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b418695e-f935-4efb-8659-3901895bc6c0 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:56:27.802297 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b418695e-f935-4efb-8659-3901895bc6c0 None None] Checking segment: {'id': '83f1d4af-51a7-4211-a0dc-1a80fbc28f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c5808289-5da9-4b52-bcb6-26be673a4cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:56:27.802706 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b418695e-f935-4efb-8659-3901895bc6c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:27.803108 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b418695e-f935-4efb-8659-3901895bc6c0 None None] Bound using segment: {'id': '83f1d4af-51a7-4211-a0dc-1a80fbc28f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c5808289-5da9-4b52-bcb6-26be673a4cac'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:56:27.803602 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-b418695e-f935-4efb-8659-3901895bc6c0 None None] Bound port: 848c66af-2ab3-400f-a60a-3a9b6c015a58, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83f1d4af-51a7-4211-a0dc-1a80fbc28f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c5808289-5da9-4b52-bcb6-26be673a4cac'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:56:27.804027 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b418695e-f935-4efb-8659-3901895bc6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (848c66af-2ab3-400f-a60a-3a9b6c015a58), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:27.849851 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-6d4aefe8-291b-4d3b-a8cd-a58c3287cf9c admin admin] Allocated IP 172.25.4.65 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/1b50e181-fb61-46fd-a37e-a43a2a2876a9) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:56:27.868663 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-b418695e-f935-4efb-8659-3901895bc6c0 None None] For port 848c66af-2ab3-400f-a60a-3a9b6c015a58, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:56:27.872007 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-b418695e-f935-4efb-8659-3901895bc6c0 None None] For port 848c66af-2ab3-400f-a60a-3a9b6c015a58, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=848c66af-2ab3-400f-a60a-3a9b6c015a58,segment=NetworkSegment(83f1d4af-51a7-4211-a0dc-1a80fbc28f28),segment_id=83f1d4af-51a7-4211-a0dc-1a80fbc28f28)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:56:27.878502 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b418695e-f935-4efb-8659-3901895bc6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (848c66af-2ab3-400f-a60a-3a9b6c015a58), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:27.939278 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b418695e-f935-4efb-8659-3901895bc6c0 None None] Pushing event updated for resources: {'Port': ['ID=848c66af-2ab3-400f-a60a-3a9b6c015a58,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:56:27.974972 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6d4aefe8-291b-4d3b-a8cd-a58c3287cf9c admin admin] Publish callbacks [] for port (1b50e181-fb61-46fd-a37e-a43a2a2876a9), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:28.010368 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6d4aefe8-291b-4d3b-a8cd-a58c3287cf9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (1b50e181-fb61-46fd-a37e-a43a2a2876a9), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:28.052875 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4aefe8-291b-4d3b-a8cd-a58c3287cf9c admin admin] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:56:28.059462 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-6d4aefe8-291b-4d3b-a8cd-a58c3287cf9c admin admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:56:28.063289 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4aefe8-291b-4d3b-a8cd-a58c3287cf9c admin admin] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:56:28.093917 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4aefe8-291b-4d3b-a8cd-a58c3287cf9c admin admin] Pushing event updated for resources: {'Port': ['ID=1b50e181-fb61-46fd-a37e-a43a2a2876a9,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:56:28.323948 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 848c66af-2ab3-400f-a60a-3a9b6c015a58 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:56:28.331751 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6d4aefe8-291b-4d3b-a8cd-a58c3287cf9c admin admin] Publish callbacks [] for router_gateway (5c85bc9d-a16b-4102-a7c0-002aafc0af6a), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:28.372987 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 848c66af-2ab3-400f-a60a-3a9b6c015a58 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:56:28.373364 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (848c66af-2ab3-400f-a60a-3a9b6c015a58), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:28.457000 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 848c66af-2ab3-400f-a60a-3a9b6c015a58 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:56:28.457389 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (848c66af-2ab3-400f-a60a-3a9b6c015a58), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:28.493623 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 848c66af-2ab3-400f-a60a-3a9b6c015a58, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=848c66af-2ab3-400f-a60a-3a9b6c015a58,segment=NetworkSegment(83f1d4af-51a7-4211-a0dc-1a80fbc28f28),segment_id=83f1d4af-51a7-4211-a0dc-1a80fbc28f28)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:56:28.497090 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (848c66af-2ab3-400f-a60a-3a9b6c015a58), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:28.533700 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6d4aefe8-291b-4d3b-a8cd-a58c3287cf9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (5c85bc9d-a16b-4102-a7c0-002aafc0af6a), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:28.546317 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=848c66af-2ab3-400f-a60a-3a9b6c015a58,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:56:28.671728 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d4aefe8-291b-4d3b-a8cd-a58c3287cf9c admin admin] Router 5c85bc9d-a16b-4102-a7c0-002aafc0af6a is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:56:28.886847 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b6b2ef-487f-4493-b602-23c5487ebe12 None None] Network c5808289-5da9-4b52-bcb6-26be673a4cac requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:56:28.971748 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-40b63404-935e-4f0a-833d-4483b2c82ebb None None] Provisioning complete for port 848c66af-2ab3-400f-a60a-3a9b6c015a58 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:56:28.972122 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-40b63404-935e-4f0a-833d-4483b2c82ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (848c66af-2ab3-400f-a60a-3a9b6c015a58), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:29.079753 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-40b63404-935e-4f0a-833d-4483b2c82ebb None None] Current status of the port 848c66af-2ab3-400f-a60a-3a9b6c015a58 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:56:29.118203 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d4aefe8-291b-4d3b-a8cd-a58c3287cf9c admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:56:29.129492 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3322ba12-5b19-46d1-87a6-fafe3dbb9aa2 None None] Sync routers for ids ['5c85bc9d-a16b-4102-a7c0-002aafc0af6a'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:56:29.138772 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6d4aefe8-291b-4d3b-a8cd-a58c3287cf9c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:29.140103 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-6d4aefe8-291b-4d3b-a8cd-a58c3287cf9c admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8466196 Feb 02 07:56:29.142333 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3322ba12-5b19-46d1-87a6-fafe3dbb9aa2 None None] Routers {'5c85bc9d-a16b-4102-a7c0-002aafc0af6a'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:56:29.143255 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 37258) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:56:29.165994 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-3322ba12-5b19-46d1-87a6-fafe3dbb9aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:56:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['5c85bc9d-a16b-4102-a7c0-002aafc0af6a'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:56:29.283424 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-3322ba12-5b19-46d1-87a6-fafe3dbb9aa2 None None] Set router 5c85bc9d-a16b-4102-a7c0-002aafc0af6a gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:56:29.299998 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-df3814b8-ad10-4b69-b27b-20e7ee55af63 None None] Provisioning complete for port 848c66af-2ab3-400f-a60a-3a9b6c015a58 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:56:29.300382 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-df3814b8-ad10-4b69-b27b-20e7ee55af63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (848c66af-2ab3-400f-a60a-3a9b6c015a58), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:29.386273 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-df3814b8-ad10-4b69-b27b-20e7ee55af63 None None] Current status of the port 848c66af-2ab3-400f-a60a-3a9b6c015a58 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:56:29.462501 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-3322ba12-5b19-46d1-87a6-fafe3dbb9aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c85bc9d-a16b-4102-a7c0-002aafc0af6a', 'name': 'tempest-TestMinimumBasicScenario-2117443605-router', 'tenant_id': '8b4a8d40dcfa4e7bbc849926764ff95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '1b50e181-fb61-46fd-a37e-a43a2a2876a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:56:27Z', 'updated_at': '2022-02-02T07:56:28Z', 'revision_number': 3, 'project_id': '8b4a8d40dcfa4e7bbc849926764ff95f', 'gw_port': {'id': '1b50e181-fb61-46fd-a37e-a43a2a2876a9', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fd:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c85bc9d-a16b-4102-a7c0-002aafc0af6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:56:27Z', 'updated_at': '2022-02-02T07:56:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:56:29.493784 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3322ba12-5b19-46d1-87a6-fafe3dbb9aa2 None None] Checking router: 5c85bc9d-a16b-4102-a7c0-002aafc0af6a for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:56:29.494141 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3322ba12-5b19-46d1-87a6-fafe3dbb9aa2 None None] Updating router 5c85bc9d-a16b-4102-a7c0-002aafc0af6a port 1b50e181-fb61-46fd-a37e-a43a2a2876a9 binding host n-d-789963-26 {{(pid=109696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:56:29.521478 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-3322ba12-5b19-46d1-87a6-fafe3dbb9aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (1b50e181-fb61-46fd-a37e-a43a2a2876a9), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:29.580246 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a712256b-ad7b-402a-8146-a13c287e68a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:29.735060 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-a712256b-ad7b-402a-8146-a13c287e68a1 admin admin] Allocated IP 172.20.0.1 (c5808289-5da9-4b52-bcb6-26be673a4cac/a3d71aa1-c799-409a-b434-a8743aaee5d9/9a456a60-028c-4110-90d4-6b6170c6c971) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:56:29.764978 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-3322ba12-5b19-46d1-87a6-fafe3dbb9aa2 None None] Publish callbacks [] for port (1b50e181-fb61-46fd-a37e-a43a2a2876a9), precommit_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:29.771414 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-3322ba12-5b19-46d1-87a6-fafe3dbb9aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (1b50e181-fb61-46fd-a37e-a43a2a2876a9), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:29.823518 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-3322ba12-5b19-46d1-87a6-fafe3dbb9aa2 None None] Attempting to bind port 1b50e181-fb61-46fd-a37e-a43a2a2876a9 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:56:29.823908 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-3322ba12-5b19-46d1-87a6-fafe3dbb9aa2 None None] Attempting to bind port 1b50e181-fb61-46fd-a37e-a43a2a2876a9 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:56:29.824265 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3322ba12-5b19-46d1-87a6-fafe3dbb9aa2 None None] Attempting to bind port 1b50e181-fb61-46fd-a37e-a43a2a2876a9 on network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:56:29.831416 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07a1778-d541-4efd-bda4-7ec1e3c92e70 None None] Pushing event updated for resources: {'Port': ['ID=1b50e181-fb61-46fd-a37e-a43a2a2876a9,revision_number=2']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:56:29.834557 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3322ba12-5b19-46d1-87a6-fafe3dbb9aa2 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:56:29.834926 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3322ba12-5b19-46d1-87a6-fafe3dbb9aa2 None None] Checking segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:56:29.835321 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-3322ba12-5b19-46d1-87a6-fafe3dbb9aa2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:29.835738 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3322ba12-5b19-46d1-87a6-fafe3dbb9aa2 None None] Bound using segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:56:29.836195 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-3322ba12-5b19-46d1-87a6-fafe3dbb9aa2 None None] Bound port: 1b50e181-fb61-46fd-a37e-a43a2a2876a9, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:56:29.836568 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-3322ba12-5b19-46d1-87a6-fafe3dbb9aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (1b50e181-fb61-46fd-a37e-a43a2a2876a9), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:29.843405 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07a1778-d541-4efd-bda4-7ec1e3c92e70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:56:29.843780 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07a1778-d541-4efd-bda4-7ec1e3c92e70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:56:29.844110 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07a1778-d541-4efd-bda4-7ec1e3c92e70 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:56:29.844446 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07a1778-d541-4efd-bda4-7ec1e3c92e70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:56:29.844772 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07a1778-d541-4efd-bda4-7ec1e3c92e70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:56:29.845099 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07a1778-d541-4efd-bda4-7ec1e3c92e70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:56:29.845425 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07a1778-d541-4efd-bda4-7ec1e3c92e70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:56:29.845542 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a712256b-ad7b-402a-8146-a13c287e68a1 admin admin] Publish callbacks [] for port (9a456a60-028c-4110-90d4-6b6170c6c971), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:29.845743 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07a1778-d541-4efd-bda4-7ec1e3c92e70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:56:29.846062 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07a1778-d541-4efd-bda4-7ec1e3c92e70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:56:29.846384 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07a1778-d541-4efd-bda4-7ec1e3c92e70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:56:29.846700 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07a1778-d541-4efd-bda4-7ec1e3c92e70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:56:29.847015 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07a1778-d541-4efd-bda4-7ec1e3c92e70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:56:29.847329 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07a1778-d541-4efd-bda4-7ec1e3c92e70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:56:29.881663 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a712256b-ad7b-402a-8146-a13c287e68a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (9a456a60-028c-4110-90d4-6b6170c6c971), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:29.899163 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-3322ba12-5b19-46d1-87a6-fafe3dbb9aa2 None None] For port 1b50e181-fb61-46fd-a37e-a43a2a2876a9, host n-d-789963-26, cleared binding levels {{(pid=109696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:56:29.902355 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-3322ba12-5b19-46d1-87a6-fafe3dbb9aa2 None None] For port 1b50e181-fb61-46fd-a37e-a43a2a2876a9, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=1b50e181-fb61-46fd-a37e-a43a2a2876a9,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:56:29.908296 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-3322ba12-5b19-46d1-87a6-fafe3dbb9aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (1b50e181-fb61-46fd-a37e-a43a2a2876a9), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:29.919764 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a712256b-ad7b-402a-8146-a13c287e68a1 admin admin] Network c5808289-5da9-4b52-bcb6-26be673a4cac is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:56:29.922635 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-a712256b-ad7b-402a-8146-a13c287e68a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:56:29.928193 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a712256b-ad7b-402a-8146-a13c287e68a1 admin admin] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:56:29.959253 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a712256b-ad7b-402a-8146-a13c287e68a1 admin admin] Pushing event updated for resources: {'Port': ['ID=9a456a60-028c-4110-90d4-6b6170c6c971,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:56:29.967491 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07a1778-d541-4efd-bda4-7ec1e3c92e70 None None] Pushing event updated for resources: {'Port': ['ID=1b50e181-fb61-46fd-a37e-a43a2a2876a9,revision_number=3']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:56:29.973507 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a712256b-ad7b-402a-8146-a13c287e68a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:56:29.973861 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a712256b-ad7b-402a-8146-a13c287e68a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:56:29.974210 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a712256b-ad7b-402a-8146-a13c287e68a1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:56:29.974546 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a712256b-ad7b-402a-8146-a13c287e68a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:56:29.974890 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a712256b-ad7b-402a-8146-a13c287e68a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:56:29.975225 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a712256b-ad7b-402a-8146-a13c287e68a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:56:29.975606 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a712256b-ad7b-402a-8146-a13c287e68a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:56:29.975906 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a712256b-ad7b-402a-8146-a13c287e68a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:56:29.976239 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a712256b-ad7b-402a-8146-a13c287e68a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:56:29.976583 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a712256b-ad7b-402a-8146-a13c287e68a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:56:29.976902 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a712256b-ad7b-402a-8146-a13c287e68a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:56:29.977230 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a712256b-ad7b-402a-8146-a13c287e68a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:56:29.977558 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a712256b-ad7b-402a-8146-a13c287e68a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:56:29.978782 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3322ba12-5b19-46d1-87a6-fafe3dbb9aa2 None None] Routers {'5c85bc9d-a16b-4102-a7c0-002aafc0af6a'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:56:29.979786 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-3322ba12-5b19-46d1-87a6-fafe3dbb9aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:56:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['5c85bc9d-a16b-4102-a7c0-002aafc0af6a'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:56:29.989927 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a712256b-ad7b-402a-8146-a13c287e68a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (5c85bc9d-a16b-4102-a7c0-002aafc0af6a), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:30.095907 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-3322ba12-5b19-46d1-87a6-fafe3dbb9aa2 None None] Set router 5c85bc9d-a16b-4102-a7c0-002aafc0af6a gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:56:30.124694 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a712256b-ad7b-402a-8146-a13c287e68a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (9a456a60-028c-4110-90d4-6b6170c6c971), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:30.212089 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-449431a1-bcb4-49d0-86de-7f44e1a6b8da None None] Provisioning complete for port 9a456a60-028c-4110-90d4-6b6170c6c971 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:56:30.212387 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-449431a1-bcb4-49d0-86de-7f44e1a6b8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (9a456a60-028c-4110-90d4-6b6170c6c971), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:30.261755 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-449431a1-bcb4-49d0-86de-7f44e1a6b8da None None] Port 9a456a60-028c-4110-90d4-6b6170c6c971 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:56:30.285310 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-3322ba12-5b19-46d1-87a6-fafe3dbb9aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c85bc9d-a16b-4102-a7c0-002aafc0af6a', 'name': 'tempest-TestMinimumBasicScenario-2117443605-router', 'tenant_id': '8b4a8d40dcfa4e7bbc849926764ff95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '1b50e181-fb61-46fd-a37e-a43a2a2876a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:56:27Z', 'updated_at': '2022-02-02T07:56:28Z', 'revision_number': 3, 'project_id': '8b4a8d40dcfa4e7bbc849926764ff95f', 'gw_port': {'id': '1b50e181-fb61-46fd-a37e-a43a2a2876a9', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fd:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c85bc9d-a16b-4102-a7c0-002aafc0af6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:56:27Z', 'updated_at': '2022-02-02T07:56:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:56:30.303642 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a712256b-ad7b-402a-8146-a13c287e68a1 admin admin] Publish callbacks [] for port (9a456a60-028c-4110-90d4-6b6170c6c971), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:30.307430 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 848c66af-2ab3-400f-a60a-3a9b6c015a58 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:56:30.309358 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a712256b-ad7b-402a-8146-a13c287e68a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (9a456a60-028c-4110-90d4-6b6170c6c971), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:30.360636 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 848c66af-2ab3-400f-a60a-3a9b6c015a58 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:56:30.361096 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (848c66af-2ab3-400f-a60a-3a9b6c015a58), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:30.386631 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a712256b-ad7b-402a-8146-a13c287e68a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (5c85bc9d-a16b-4102-a7c0-002aafc0af6a), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:30.389660 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a712256b-ad7b-402a-8146-a13c287e68a1 admin admin] Pushing event updated for resources: {'Port': ['ID=9a456a60-028c-4110-90d4-6b6170c6c971,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:56:30.405733 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3322ba12-5b19-46d1-87a6-fafe3dbb9aa2 None None] The sync data for ids ['5c85bc9d-a16b-4102-a7c0-002aafc0af6a'] in n-d-789963-26 is: [{'id': '5c85bc9d-a16b-4102-a7c0-002aafc0af6a', 'name': 'tempest-TestMinimumBasicScenario-2117443605-router', 'tenant_id': '8b4a8d40dcfa4e7bbc849926764ff95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '1b50e181-fb61-46fd-a37e-a43a2a2876a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:56:27Z', 'updated_at': '2022-02-02T07:56:28Z', 'revision_number': 3, 'project_id': '8b4a8d40dcfa4e7bbc849926764ff95f', 'gw_port': {'id': '1b50e181-fb61-46fd-a37e-a43a2a2876a9', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fd:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c85bc9d-a16b-4102-a7c0-002aafc0af6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:56:27Z', 'updated_at': '2022-02-02T07:56:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:56:30.463089 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 848c66af-2ab3-400f-a60a-3a9b6c015a58 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:56:30.492537 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a712256b-ad7b-402a-8146-a13c287e68a1 admin admin] Network c5808289-5da9-4b52-bcb6-26be673a4cac is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:56:30.494147 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-a712256b-ad7b-402a-8146-a13c287e68a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:56:30.619313 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a712256b-ad7b-402a-8146-a13c287e68a1 admin admin] Router 5c85bc9d-a16b-4102-a7c0-002aafc0af6a has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:56:30.763221 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a712256b-ad7b-402a-8146-a13c287e68a1 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:56:30.768992 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a712256b-ad7b-402a-8146-a13c287e68a1 admin admin] 10.222.0.87 "PUT /v2.0/routers/5c85bc9d-a16b-4102-a7c0-002aafc0af6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6246450 Feb 02 07:56:30.792851 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-36833068-7920-4bd1-aeb2-21c4877ef92f None None] Provisioning complete for port 9a456a60-028c-4110-90d4-6b6170c6c971 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:56:30.793230 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-36833068-7920-4bd1-aeb2-21c4877ef92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (9a456a60-028c-4110-90d4-6b6170c6c971), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:30.829036 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-36833068-7920-4bd1-aeb2-21c4877ef92f None None] Port 9a456a60-028c-4110-90d4-6b6170c6c971 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:56:31.260261 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 37274) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:56:31.265397 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-0b2cfdf7-b64b-4293-8e4f-c9aa203de800 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-54201893-network', 'tenant_id': '894b59c6c63c4e8a86e0b27a7730d939'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:56:31.285294 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b2cfdf7-b64b-4293-8e4f-c9aa203de800 admin admin] Made reservation on behalf of 894b59c6c63c4e8a86e0b27a7730d939 for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:56:31.287737 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0b2cfdf7-b64b-4293-8e4f-c9aa203de800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:31.297147 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0b2cfdf7-b64b-4293-8e4f-c9aa203de800 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:31.370929 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0b2cfdf7-b64b-4293-8e4f-c9aa203de800 admin admin] Publish callbacks [] for security_group (37bcbd26-4351-468e-9503-4335212675f0), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:31.375320 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0b2cfdf7-b64b-4293-8e4f-c9aa203de800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (37bcbd26-4351-468e-9503-4335212675f0), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:31.400723 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b2cfdf7-b64b-4293-8e4f-c9aa203de800 admin admin] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:56:31.409801 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2cfdf7-b64b-4293-8e4f-c9aa203de800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37bcbd26-4351-468e-9503-4335212675f0,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:56:31.416029 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0b2cfdf7-b64b-4293-8e4f-c9aa203de800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (46109948-0330-442f-a9e9-0596be8780df), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:31.416374 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-0b2cfdf7-b64b-4293-8e4f-c9aa203de800 admin admin] Added segment 46109948-0330-442f-a9e9-0596be8780df of type vlan for network 08c0f9a0-8a66-43e4-bfae-e014f0e93b54 Feb 02 07:56:31.460205 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0b2cfdf7-b64b-4293-8e4f-c9aa203de800 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (08c0f9a0-8a66-43e4-bfae-e014f0e93b54), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:31.485595 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0b2cfdf7-b64b-4293-8e4f-c9aa203de800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (08c0f9a0-8a66-43e4-bfae-e014f0e93b54), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:31.486571 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2cfdf7-b64b-4293-8e4f-c9aa203de800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:56:31.487155 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0b2cfdf7-b64b-4293-8e4f-c9aa203de800 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:31.520679 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-0b2cfdf7-b64b-4293-8e4f-c9aa203de800 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.2592266 Feb 02 07:56:31.523407 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 37276) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:56:31.528499 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-4d332375-d9be-4930-b8d0-3b8e0c52417d admin admin] Request body: {'subnet': {'network_id': '08c0f9a0-8a66-43e4-bfae-e014f0e93b54', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-54201893-subnet', 'tenant_id': '894b59c6c63c4e8a86e0b27a7730d939', 'ip_version': 4}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:56:31.547766 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d332375-d9be-4930-b8d0-3b8e0c52417d admin admin] Made reservation on behalf of 894b59c6c63c4e8a86e0b27a7730d939 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:56:31.550088 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4d332375-d9be-4930-b8d0-3b8e0c52417d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:31.551766 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2cfdf7-b64b-4293-8e4f-c9aa203de800 admin admin] Pushing event updated for resources: {'Network': ['ID=08c0f9a0-8a66-43e4-bfae-e014f0e93b54,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:56:31.562866 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 08c0f9a0-8a66-43e4-bfae-e014f0e93b54 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:56:31.719224 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4d332375-d9be-4930-b8d0-3b8e0c52417d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (3b198bd6-50f8-453b-ba8b-b0b89e8414de), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:31.773315 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d332375-d9be-4930-b8d0-3b8e0c52417d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b198bd6-50f8-453b-ba8b-b0b89e8414de,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:56:31.784533 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d332375-d9be-4930-b8d0-3b8e0c52417d admin admin] Checking segment: {'id': '46109948-0330-442f-a9e9-0596be8780df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '08c0f9a0-8a66-43e4-bfae-e014f0e93b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:56:31.784904 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d332375-d9be-4930-b8d0-3b8e0c52417d admin admin] Network hostable DHCP agents. Network: 08c0f9a0-8a66-43e4-bfae-e014f0e93b54, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:56:31.802985 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d332375-d9be-4930-b8d0-3b8e0c52417d admin admin] Network 08c0f9a0-8a66-43e4-bfae-e014f0e93b54 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:56:31.812533 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-4d332375-d9be-4930-b8d0-3b8e0c52417d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 08c0f9a0-8a66-43e4-bfae-e014f0e93b54) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:56:31.816644 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d332375-d9be-4930-b8d0-3b8e0c52417d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:56:31.817249 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4d332375-d9be-4930-b8d0-3b8e0c52417d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:31.823081 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082e1347-ce72-45ad-931e-8c7d8536556c None None] Network 08c0f9a0-8a66-43e4-bfae-e014f0e93b54 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:56:31.833314 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-4d332375-d9be-4930-b8d0-3b8e0c52417d admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3087878 Feb 02 07:56:31.835791 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 37278) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:56:31.839967 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-9c9aa9b5-ff6f-4a54-be0e-7cf8e5d8e0a3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-54201893-router', 'tenant_id': '894b59c6c63c4e8a86e0b27a7730d939', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:56:31.858501 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9c9aa9b5-ff6f-4a54-be0e-7cf8e5d8e0a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (2c241365-2b29-4839-b6f7-6ddc43e933ee), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:31.859517 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9c9aa9b5-ff6f-4a54-be0e-7cf8e5d8e0a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (2c241365-2b29-4839-b6f7-6ddc43e933ee), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:31.918091 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9c9aa9b5-ff6f-4a54-be0e-7cf8e5d8e0a3 admin admin] Publish callbacks [] for router_controller (2c241365-2b29-4839-b6f7-6ddc43e933ee), precommit_add_association {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:31.928163 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1580ca59-b624-4475-a049-c2fa27cc7d2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-08c0f9a0-8a66-43e4-bfae-e014f0e93b54', 'network_id': '08c0f9a0-8a66-43e4-bfae-e014f0e93b54', 'project_id': '894b59c6c63c4e8a86e0b27a7730d939', 'fixed_ips': [{'subnet_id': '3b198bd6-50f8-453b-ba8b-b0b89e8414de'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:56:31.929039 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1580ca59-b624-4475-a049-c2fa27cc7d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:32.003333 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020af6b0-b807-45f2-9873-302a0cd92583 None None] Sync routers for ids ['5c85bc9d-a16b-4102-a7c0-002aafc0af6a'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:56:32.030737 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020af6b0-b807-45f2-9873-302a0cd92583 None None] Routers {'5c85bc9d-a16b-4102-a7c0-002aafc0af6a'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:56:32.031282 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-020af6b0-b807-45f2-9873-302a0cd92583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:56:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['5c85bc9d-a16b-4102-a7c0-002aafc0af6a'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:56:32.062324 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9c9aa9b5-ff6f-4a54-be0e-7cf8e5d8e0a3 admin admin] Publish callbacks [] for router_gateway (2c241365-2b29-4839-b6f7-6ddc43e933ee), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:32.156933 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-1580ca59-b624-4475-a049-c2fa27cc7d2f None None] Allocated IP 172.20.0.2 (08c0f9a0-8a66-43e4-bfae-e014f0e93b54/3b198bd6-50f8-453b-ba8b-b0b89e8414de/b73f03eb-b46b-476a-ba88-0a48afcafec5) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:56:32.180029 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:56:32.187490 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-020af6b0-b807-45f2-9873-302a0cd92583 None None] Set router 5c85bc9d-a16b-4102-a7c0-002aafc0af6a gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:56:32.264699 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9c9aa9b5-ff6f-4a54-be0e-7cf8e5d8e0a3 admin admin] Publish callbacks [] for router_gateway (2c241365-2b29-4839-b6f7-6ddc43e933ee), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:32.296389 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9c9aa9b5-ff6f-4a54-be0e-7cf8e5d8e0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:32.372852 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 1b50e181-fb61-46fd-a37e-a43a2a2876a9 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:56:32.401998 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-9c9aa9b5-ff6f-4a54-be0e-7cf8e5d8e0a3 admin admin] Allocated IP 172.25.4.72 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/cab3b5a6-764e-472c-9c6f-0f14b625f13b) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:56:32.513711 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9c9aa9b5-ff6f-4a54-be0e-7cf8e5d8e0a3 admin admin] Publish callbacks [] for port (cab3b5a6-764e-472c-9c6f-0f14b625f13b), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:32.549844 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9c9aa9b5-ff6f-4a54-be0e-7cf8e5d8e0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (cab3b5a6-764e-472c-9c6f-0f14b625f13b), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:32.586934 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9aa9b5-ff6f-4a54-be0e-7cf8e5d8e0a3 admin admin] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:56:32.591404 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-9c9aa9b5-ff6f-4a54-be0e-7cf8e5d8e0a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:56:32.597253 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9aa9b5-ff6f-4a54-be0e-7cf8e5d8e0a3 admin admin] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:56:32.621254 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9aa9b5-ff6f-4a54-be0e-7cf8e5d8e0a3 admin admin] Pushing event updated for resources: {'Port': ['ID=cab3b5a6-764e-472c-9c6f-0f14b625f13b,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:56:32.682188 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1580ca59-b624-4475-a049-c2fa27cc7d2f None None] Publish callbacks [] for port (b73f03eb-b46b-476a-ba88-0a48afcafec5), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:32.691845 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1580ca59-b624-4475-a049-c2fa27cc7d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (b73f03eb-b46b-476a-ba88-0a48afcafec5), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:32.724518 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 1b50e181-fb61-46fd-a37e-a43a2a2876a9 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:56:32.724895 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (1b50e181-fb61-46fd-a37e-a43a2a2876a9), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:32.770117 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1580ca59-b624-4475-a049-c2fa27cc7d2f None None] Network 08c0f9a0-8a66-43e4-bfae-e014f0e93b54 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:56:32.779742 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-1580ca59-b624-4475-a049-c2fa27cc7d2f None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:56:32.782103 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1580ca59-b624-4475-a049-c2fa27cc7d2f None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:56:32.787271 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1580ca59-b624-4475-a049-c2fa27cc7d2f None None] Pushing event updated for resources: {'Port': ['ID=b73f03eb-b46b-476a-ba88-0a48afcafec5,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:56:32.853744 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9c9aa9b5-ff6f-4a54-be0e-7cf8e5d8e0a3 admin admin] Publish callbacks [] for router_gateway (2c241365-2b29-4839-b6f7-6ddc43e933ee), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:32.863874 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-020af6b0-b807-45f2-9873-302a0cd92583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c85bc9d-a16b-4102-a7c0-002aafc0af6a', 'name': 'tempest-TestMinimumBasicScenario-2117443605-router', 'tenant_id': '8b4a8d40dcfa4e7bbc849926764ff95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '1b50e181-fb61-46fd-a37e-a43a2a2876a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:56:27Z', 'updated_at': '2022-02-02T07:56:30Z', 'revision_number': 4, 'project_id': '8b4a8d40dcfa4e7bbc849926764ff95f', 'gw_port': {'id': '1b50e181-fb61-46fd-a37e-a43a2a2876a9', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fd:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c85bc9d-a16b-4102-a7c0-002aafc0af6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:56:27Z', 'updated_at': '2022-02-02T07:56:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '9a456a60-028c-4110-90d4-6b6170c6c971', 'name': '', 'network_id': 'c5808289-5da9-4b52-bcb6-26be673a4cac', 'tenant_id': '8b4a8d40dcfa4e7bbc849926764ff95f', 'mac_address': 'fa:16:3e:db:6b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c85bc9d-a16b-4102-a7c0-002aafc0af6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'a3d71aa1-c799-409a-b434-a8743aaee5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:56:29Z', 'updated_at': '2022-02-02T07:56:30Z', 'revision_number': 2, 'project_id': '8b4a8d40dcfa4e7bbc849926764ff95f', 'subnets': [{'id': 'a3d71aa1-c799-409a-b434-a8743aaee5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:56:32.892057 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-1580ca59-b624-4475-a049-c2fa27cc7d2f None None] Attempting to bind port b73f03eb-b46b-476a-ba88-0a48afcafec5 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:56:32.892697 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-1580ca59-b624-4475-a049-c2fa27cc7d2f None None] Attempting to bind port b73f03eb-b46b-476a-ba88-0a48afcafec5 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '46109948-0330-442f-a9e9-0596be8780df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '08c0f9a0-8a66-43e4-bfae-e014f0e93b54'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:56:32.893066 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1580ca59-b624-4475-a049-c2fa27cc7d2f None None] Attempting to bind port b73f03eb-b46b-476a-ba88-0a48afcafec5 on network 08c0f9a0-8a66-43e4-bfae-e014f0e93b54 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:56:32.896982 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020af6b0-b807-45f2-9873-302a0cd92583 None None] Checking router: 5c85bc9d-a16b-4102-a7c0-002aafc0af6a for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:56:32.897343 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020af6b0-b807-45f2-9873-302a0cd92583 None None] Updating router 5c85bc9d-a16b-4102-a7c0-002aafc0af6a port 9a456a60-028c-4110-90d4-6b6170c6c971 binding host n-d-789963-26 {{(pid=109695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:56:32.937862 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1580ca59-b624-4475-a049-c2fa27cc7d2f None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:56:32.938249 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1580ca59-b624-4475-a049-c2fa27cc7d2f None None] Checking segment: {'id': '46109948-0330-442f-a9e9-0596be8780df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '08c0f9a0-8a66-43e4-bfae-e014f0e93b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:56:32.938660 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1580ca59-b624-4475-a049-c2fa27cc7d2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:32.939061 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1580ca59-b624-4475-a049-c2fa27cc7d2f None None] Bound using segment: {'id': '46109948-0330-442f-a9e9-0596be8780df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '08c0f9a0-8a66-43e4-bfae-e014f0e93b54'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:56:32.939573 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-1580ca59-b624-4475-a049-c2fa27cc7d2f None None] Bound port: b73f03eb-b46b-476a-ba88-0a48afcafec5, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46109948-0330-442f-a9e9-0596be8780df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '08c0f9a0-8a66-43e4-bfae-e014f0e93b54'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:56:32.939965 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1580ca59-b624-4475-a049-c2fa27cc7d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b73f03eb-b46b-476a-ba88-0a48afcafec5), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:32.970125 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-020af6b0-b807-45f2-9873-302a0cd92583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (9a456a60-028c-4110-90d4-6b6170c6c971), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:32.974805 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 1b50e181-fb61-46fd-a37e-a43a2a2876a9 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:56:32.975180 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (1b50e181-fb61-46fd-a37e-a43a2a2876a9), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:33.049403 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9c9aa9b5-ff6f-4a54-be0e-7cf8e5d8e0a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (2c241365-2b29-4839-b6f7-6ddc43e933ee), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:33.051638 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 1b50e181-fb61-46fd-a37e-a43a2a2876a9, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=1b50e181-fb61-46fd-a37e-a43a2a2876a9,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:56:33.066777 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (1b50e181-fb61-46fd-a37e-a43a2a2876a9), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:33.108584 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1580ca59-b624-4475-a049-c2fa27cc7d2f None None] For port b73f03eb-b46b-476a-ba88-0a48afcafec5, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:56:33.173163 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1580ca59-b624-4475-a049-c2fa27cc7d2f None None] For port b73f03eb-b46b-476a-ba88-0a48afcafec5, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=b73f03eb-b46b-476a-ba88-0a48afcafec5,segment=NetworkSegment(46109948-0330-442f-a9e9-0596be8780df),segment_id=46109948-0330-442f-a9e9-0596be8780df)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:56:33.178996 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c9aa9b5-ff6f-4a54-be0e-7cf8e5d8e0a3 admin admin] Router 2c241365-2b29-4839-b6f7-6ddc43e933ee is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:56:33.194153 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1580ca59-b624-4475-a049-c2fa27cc7d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (b73f03eb-b46b-476a-ba88-0a48afcafec5), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:33.218596 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=1b50e181-fb61-46fd-a37e-a43a2a2876a9,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:56:33.294972 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c9aa9b5-ff6f-4a54-be0e-7cf8e5d8e0a3 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:56:33.306597 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd306f8-cfa6-44cf-b874-74670fc1dc98 None None] Sync routers for ids ['2c241365-2b29-4839-b6f7-6ddc43e933ee'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:56:33.317337 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9c9aa9b5-ff6f-4a54-be0e-7cf8e5d8e0a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:33.318924 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-9c9aa9b5-ff6f-4a54-be0e-7cf8e5d8e0a3 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4822140 Feb 02 07:56:33.321861 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 37280) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:56:33.324159 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd306f8-cfa6-44cf-b874-74670fc1dc98 None None] Routers {'2c241365-2b29-4839-b6f7-6ddc43e933ee'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:56:33.324779 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-bdd306f8-cfa6-44cf-b874-74670fc1dc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:56:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['2c241365-2b29-4839-b6f7-6ddc43e933ee'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:56:33.334676 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1580ca59-b624-4475-a049-c2fa27cc7d2f None None] Pushing event updated for resources: {'Port': ['ID=b73f03eb-b46b-476a-ba88-0a48afcafec5,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:56:33.446681 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-020af6b0-b807-45f2-9873-302a0cd92583 None None] Publish callbacks [] for port (9a456a60-028c-4110-90d4-6b6170c6c971), precommit_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:33.454523 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-020af6b0-b807-45f2-9873-302a0cd92583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (9a456a60-028c-4110-90d4-6b6170c6c971), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:33.460358 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-bdd306f8-cfa6-44cf-b874-74670fc1dc98 None None] Set router 2c241365-2b29-4839-b6f7-6ddc43e933ee gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:56:33.578569 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78d10ae-d00e-433e-92f0-b3ce2cd8d6f3 None None] Pushing event updated for resources: {'Port': ['ID=9a456a60-028c-4110-90d4-6b6170c6c971,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:56:33.626893 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-020af6b0-b807-45f2-9873-302a0cd92583 None None] Attempting to bind port 9a456a60-028c-4110-90d4-6b6170c6c971 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:56:33.627537 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-020af6b0-b807-45f2-9873-302a0cd92583 None None] Attempting to bind port 9a456a60-028c-4110-90d4-6b6170c6c971 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '83f1d4af-51a7-4211-a0dc-1a80fbc28f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c5808289-5da9-4b52-bcb6-26be673a4cac'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:56:33.628291 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020af6b0-b807-45f2-9873-302a0cd92583 None None] Attempting to bind port 9a456a60-028c-4110-90d4-6b6170c6c971 on network c5808289-5da9-4b52-bcb6-26be673a4cac {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:56:33.639723 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020af6b0-b807-45f2-9873-302a0cd92583 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:56:33.640396 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020af6b0-b807-45f2-9873-302a0cd92583 None None] Checking segment: {'id': '83f1d4af-51a7-4211-a0dc-1a80fbc28f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c5808289-5da9-4b52-bcb6-26be673a4cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:56:33.640966 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-020af6b0-b807-45f2-9873-302a0cd92583 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:33.641643 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020af6b0-b807-45f2-9873-302a0cd92583 None None] Bound using segment: {'id': '83f1d4af-51a7-4211-a0dc-1a80fbc28f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c5808289-5da9-4b52-bcb6-26be673a4cac'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:56:33.642354 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-020af6b0-b807-45f2-9873-302a0cd92583 None None] Bound port: 9a456a60-028c-4110-90d4-6b6170c6c971, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83f1d4af-51a7-4211-a0dc-1a80fbc28f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c5808289-5da9-4b52-bcb6-26be673a4cac'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:56:33.643490 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-020af6b0-b807-45f2-9873-302a0cd92583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (9a456a60-028c-4110-90d4-6b6170c6c971), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:33.730152 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-bdd306f8-cfa6-44cf-b874-74670fc1dc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c241365-2b29-4839-b6f7-6ddc43e933ee', 'name': 'tempest-TestMinimumBasicScenario-54201893-router', 'tenant_id': '894b59c6c63c4e8a86e0b27a7730d939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': 'cab3b5a6-764e-472c-9c6f-0f14b625f13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:56:31Z', 'updated_at': '2022-02-02T07:56:32Z', 'revision_number': 3, 'project_id': '894b59c6c63c4e8a86e0b27a7730d939', 'gw_port': {'id': 'cab3b5a6-764e-472c-9c6f-0f14b625f13b', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:46:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c241365-2b29-4839-b6f7-6ddc43e933ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:56:32Z', 'updated_at': '2022-02-02T07:56:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:56:33.736029 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-020af6b0-b807-45f2-9873-302a0cd92583 None None] For port 9a456a60-028c-4110-90d4-6b6170c6c971, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:56:33.741372 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-020af6b0-b807-45f2-9873-302a0cd92583 None None] For port 9a456a60-028c-4110-90d4-6b6170c6c971, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=9a456a60-028c-4110-90d4-6b6170c6c971,segment=NetworkSegment(83f1d4af-51a7-4211-a0dc-1a80fbc28f28),segment_id=83f1d4af-51a7-4211-a0dc-1a80fbc28f28)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:56:33.751724 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-020af6b0-b807-45f2-9873-302a0cd92583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (9a456a60-028c-4110-90d4-6b6170c6c971), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:33.784207 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd306f8-cfa6-44cf-b874-74670fc1dc98 None None] Checking router: 2c241365-2b29-4839-b6f7-6ddc43e933ee for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:56:33.784593 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd306f8-cfa6-44cf-b874-74670fc1dc98 None None] Updating router 2c241365-2b29-4839-b6f7-6ddc43e933ee port cab3b5a6-764e-472c-9c6f-0f14b625f13b binding host n-d-789963-26 {{(pid=109696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:56:33.827693 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-bdd306f8-cfa6-44cf-b874-74670fc1dc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (cab3b5a6-764e-472c-9c6f-0f14b625f13b), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:33.832420 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78d10ae-d00e-433e-92f0-b3ce2cd8d6f3 None None] Pushing event updated for resources: {'Port': ['ID=9a456a60-028c-4110-90d4-6b6170c6c971,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:56:33.838370 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020af6b0-b807-45f2-9873-302a0cd92583 None None] Routers {'5c85bc9d-a16b-4102-a7c0-002aafc0af6a'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:56:33.838998 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-020af6b0-b807-45f2-9873-302a0cd92583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:56:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['5c85bc9d-a16b-4102-a7c0-002aafc0af6a'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:56:33.945211 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b7602b98-5ac7-4edc-9cf6-2d205aa94239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:33.950620 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-f83a3518-2df4-4a6c-a757-fd74d784ee7e None None] Provisioning complete for port 9a456a60-028c-4110-90d4-6b6170c6c971 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:56:33.951161 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f83a3518-2df4-4a6c-a757-fd74d784ee7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (9a456a60-028c-4110-90d4-6b6170c6c971), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:33.999922 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-020af6b0-b807-45f2-9873-302a0cd92583 None None] Set router 5c85bc9d-a16b-4102-a7c0-002aafc0af6a gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:56:34.136934 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-b7602b98-5ac7-4edc-9cf6-2d205aa94239 admin admin] Allocated IP 172.20.0.1 (08c0f9a0-8a66-43e4-bfae-e014f0e93b54/3b198bd6-50f8-453b-ba8b-b0b89e8414de/a6a7be22-f5fb-4f38-bb3e-fe9f448013c8) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:56:34.168501 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-f83a3518-2df4-4a6c-a757-fd74d784ee7e None None] Current status of the port 9a456a60-028c-4110-90d4-6b6170c6c971 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:56:34.168725 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f83a3518-2df4-4a6c-a757-fd74d784ee7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (9a456a60-028c-4110-90d4-6b6170c6c971), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:34.194189 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-bdd306f8-cfa6-44cf-b874-74670fc1dc98 None None] Publish callbacks [] for port (cab3b5a6-764e-472c-9c6f-0f14b625f13b), precommit_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:34.205114 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-bdd306f8-cfa6-44cf-b874-74670fc1dc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (cab3b5a6-764e-472c-9c6f-0f14b625f13b), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:34.228515 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-f83a3518-2df4-4a6c-a757-fd74d784ee7e None None] For port 9a456a60-028c-4110-90d4-6b6170c6c971, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=9a456a60-028c-4110-90d4-6b6170c6c971,segment=NetworkSegment(83f1d4af-51a7-4211-a0dc-1a80fbc28f28),segment_id=83f1d4af-51a7-4211-a0dc-1a80fbc28f28)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:56:34.253411 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f83a3518-2df4-4a6c-a757-fd74d784ee7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (9a456a60-028c-4110-90d4-6b6170c6c971), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:34.280795 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b7602b98-5ac7-4edc-9cf6-2d205aa94239 admin admin] Publish callbacks [] for port (a6a7be22-f5fb-4f38-bb3e-fe9f448013c8), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:34.315591 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83a3518-2df4-4a6c-a757-fd74d784ee7e None None] Pushing event updated for resources: {'Port': ['ID=9a456a60-028c-4110-90d4-6b6170c6c971,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:56:34.329643 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-020af6b0-b807-45f2-9873-302a0cd92583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c85bc9d-a16b-4102-a7c0-002aafc0af6a', 'name': 'tempest-TestMinimumBasicScenario-2117443605-router', 'tenant_id': '8b4a8d40dcfa4e7bbc849926764ff95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '1b50e181-fb61-46fd-a37e-a43a2a2876a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:56:27Z', 'updated_at': '2022-02-02T07:56:30Z', 'revision_number': 4, 'project_id': '8b4a8d40dcfa4e7bbc849926764ff95f', 'gw_port': {'id': '1b50e181-fb61-46fd-a37e-a43a2a2876a9', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fd:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c85bc9d-a16b-4102-a7c0-002aafc0af6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:56:27Z', 'updated_at': '2022-02-02T07:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '9a456a60-028c-4110-90d4-6b6170c6c971', 'name': '', 'network_id': 'c5808289-5da9-4b52-bcb6-26be673a4cac', 'tenant_id': '8b4a8d40dcfa4e7bbc849926764ff95f', 'mac_address': 'fa:16:3e:db:6b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c85bc9d-a16b-4102-a7c0-002aafc0af6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'a3d71aa1-c799-409a-b434-a8743aaee5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:56:29Z', 'updated_at': '2022-02-02T07:56:33Z', 'revision_number': 4, 'project_id': '8b4a8d40dcfa4e7bbc849926764ff95f', 'subnets': [{'id': 'a3d71aa1-c799-409a-b434-a8743aaee5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:56:34.335488 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b7602b98-5ac7-4edc-9cf6-2d205aa94239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (a6a7be22-f5fb-4f38-bb3e-fe9f448013c8), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:34.370384 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea8dfbb-584d-4f80-b706-765dbe53abaf None None] Pushing event updated for resources: {'Port': ['ID=cab3b5a6-764e-472c-9c6f-0f14b625f13b,revision_number=2']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:56:34.371001 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020af6b0-b807-45f2-9873-302a0cd92583 None None] The sync data for ids ['5c85bc9d-a16b-4102-a7c0-002aafc0af6a'] in n-d-789963-26 is: [{'id': '5c85bc9d-a16b-4102-a7c0-002aafc0af6a', 'name': 'tempest-TestMinimumBasicScenario-2117443605-router', 'tenant_id': '8b4a8d40dcfa4e7bbc849926764ff95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '1b50e181-fb61-46fd-a37e-a43a2a2876a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:56:27Z', 'updated_at': '2022-02-02T07:56:30Z', 'revision_number': 4, 'project_id': '8b4a8d40dcfa4e7bbc849926764ff95f', 'gw_port': {'id': '1b50e181-fb61-46fd-a37e-a43a2a2876a9', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fd:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c85bc9d-a16b-4102-a7c0-002aafc0af6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:56:27Z', 'updated_at': '2022-02-02T07:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '9a456a60-028c-4110-90d4-6b6170c6c971', 'name': '', 'network_id': 'c5808289-5da9-4b52-bcb6-26be673a4cac', 'tenant_id': '8b4a8d40dcfa4e7bbc849926764ff95f', 'mac_address': 'fa:16:3e:db:6b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c85bc9d-a16b-4102-a7c0-002aafc0af6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'a3d71aa1-c799-409a-b434-a8743aaee5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:56:29Z', 'updated_at': '2022-02-02T07:56:33Z', 'revision_number': 4, 'project_id': '8b4a8d40dcfa4e7bbc849926764ff95f', 'subnets': [{'id': 'a3d71aa1-c799-409a-b434-a8743aaee5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:56:34.382528 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-bdd306f8-cfa6-44cf-b874-74670fc1dc98 None None] Attempting to bind port cab3b5a6-764e-472c-9c6f-0f14b625f13b on host n-d-789963-26 for vnic_type normal with profile {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:56:34.383133 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-bdd306f8-cfa6-44cf-b874-74670fc1dc98 None None] Attempting to bind port cab3b5a6-764e-472c-9c6f-0f14b625f13b by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:56:34.383936 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd306f8-cfa6-44cf-b874-74670fc1dc98 None None] Attempting to bind port cab3b5a6-764e-472c-9c6f-0f14b625f13b on network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:56:34.391221 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd306f8-cfa6-44cf-b874-74670fc1dc98 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:56:34.391950 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd306f8-cfa6-44cf-b874-74670fc1dc98 None None] Checking segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:56:34.392825 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-bdd306f8-cfa6-44cf-b874-74670fc1dc98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:34.393583 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd306f8-cfa6-44cf-b874-74670fc1dc98 None None] Bound using segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:56:34.394271 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-bdd306f8-cfa6-44cf-b874-74670fc1dc98 None None] Bound port: cab3b5a6-764e-472c-9c6f-0f14b625f13b, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:56:34.394911 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-bdd306f8-cfa6-44cf-b874-74670fc1dc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (cab3b5a6-764e-472c-9c6f-0f14b625f13b), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:34.421084 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7602b98-5ac7-4edc-9cf6-2d205aa94239 admin admin] Pushing event updated for resources: {'Port': ['ID=a6a7be22-f5fb-4f38-bb3e-fe9f448013c8,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:56:34.437608 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7602b98-5ac7-4edc-9cf6-2d205aa94239 admin admin] Network 08c0f9a0-8a66-43e4-bfae-e014f0e93b54 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:56:34.439428 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-b7602b98-5ac7-4edc-9cf6-2d205aa94239 admin admin] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:56:34.470615 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7602b98-5ac7-4edc-9cf6-2d205aa94239 admin admin] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:56:34.513146 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-bdd306f8-cfa6-44cf-b874-74670fc1dc98 None None] For port cab3b5a6-764e-472c-9c6f-0f14b625f13b, host n-d-789963-26, cleared binding levels {{(pid=109696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:56:34.517144 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-bdd306f8-cfa6-44cf-b874-74670fc1dc98 None None] For port cab3b5a6-764e-472c-9c6f-0f14b625f13b, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=cab3b5a6-764e-472c-9c6f-0f14b625f13b,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:56:34.525823 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-bdd306f8-cfa6-44cf-b874-74670fc1dc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (cab3b5a6-764e-472c-9c6f-0f14b625f13b), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:34.550323 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b7602b98-5ac7-4edc-9cf6-2d205aa94239 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (2c241365-2b29-4839-b6f7-6ddc43e933ee), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:34.574024 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-9e88b5e8-f578-4510-b7d1-c98e4aa05ac5 None None] Provisioning complete for port 9a456a60-028c-4110-90d4-6b6170c6c971 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:56:34.574915 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9e88b5e8-f578-4510-b7d1-c98e4aa05ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (9a456a60-028c-4110-90d4-6b6170c6c971), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:34.608018 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 1b50e181-fb61-46fd-a37e-a43a2a2876a9 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:56:34.625203 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd306f8-cfa6-44cf-b874-74670fc1dc98 None None] Routers {'2c241365-2b29-4839-b6f7-6ddc43e933ee'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:56:34.625987 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-bdd306f8-cfa6-44cf-b874-74670fc1dc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:56:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['2c241365-2b29-4839-b6f7-6ddc43e933ee'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:56:34.668738 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea8dfbb-584d-4f80-b706-765dbe53abaf None None] Pushing event updated for resources: {'Port': ['ID=cab3b5a6-764e-472c-9c6f-0f14b625f13b,revision_number=3']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:56:34.765270 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 1b50e181-fb61-46fd-a37e-a43a2a2876a9 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:56:34.765968 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (1b50e181-fb61-46fd-a37e-a43a2a2876a9), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:34.782048 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-bdd306f8-cfa6-44cf-b874-74670fc1dc98 None None] Set router 2c241365-2b29-4839-b6f7-6ddc43e933ee gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:56:34.786220 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b7602b98-5ac7-4edc-9cf6-2d205aa94239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (a6a7be22-f5fb-4f38-bb3e-fe9f448013c8), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:34.798830 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-9e88b5e8-f578-4510-b7d1-c98e4aa05ac5 None None] Current status of the port 9a456a60-028c-4110-90d4-6b6170c6c971 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:56:34.897116 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 1b50e181-fb61-46fd-a37e-a43a2a2876a9 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:56:34.898224 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device b73f03eb-b46b-476a-ba88-0a48afcafec5 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:56:34.941188 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957be74d-51ab-4de1-9002-afd0d817b1a7 None None] Network 08c0f9a0-8a66-43e4-bfae-e014f0e93b54 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:56:35.032507 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-bdd306f8-cfa6-44cf-b874-74670fc1dc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c241365-2b29-4839-b6f7-6ddc43e933ee', 'name': 'tempest-TestMinimumBasicScenario-54201893-router', 'tenant_id': '894b59c6c63c4e8a86e0b27a7730d939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': 'cab3b5a6-764e-472c-9c6f-0f14b625f13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:56:31Z', 'updated_at': '2022-02-02T07:56:32Z', 'revision_number': 3, 'project_id': '894b59c6c63c4e8a86e0b27a7730d939', 'gw_port': {'id': 'cab3b5a6-764e-472c-9c6f-0f14b625f13b', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:46:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c241365-2b29-4839-b6f7-6ddc43e933ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:56:32Z', 'updated_at': '2022-02-02T07:56:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:56:35.032979 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b7602b98-5ac7-4edc-9cf6-2d205aa94239 admin admin] Publish callbacks [] for port (a6a7be22-f5fb-4f38-bb3e-fe9f448013c8), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:35.041648 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b7602b98-5ac7-4edc-9cf6-2d205aa94239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (a6a7be22-f5fb-4f38-bb3e-fe9f448013c8), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:35.054881 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port b73f03eb-b46b-476a-ba88-0a48afcafec5 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:56:35.055241 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b73f03eb-b46b-476a-ba88-0a48afcafec5), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:35.067134 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd306f8-cfa6-44cf-b874-74670fc1dc98 None None] The sync data for ids ['2c241365-2b29-4839-b6f7-6ddc43e933ee'] in n-d-789963-26 is: [{'id': '2c241365-2b29-4839-b6f7-6ddc43e933ee', 'name': 'tempest-TestMinimumBasicScenario-54201893-router', 'tenant_id': '894b59c6c63c4e8a86e0b27a7730d939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': 'cab3b5a6-764e-472c-9c6f-0f14b625f13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:56:31Z', 'updated_at': '2022-02-02T07:56:32Z', 'revision_number': 3, 'project_id': '894b59c6c63c4e8a86e0b27a7730d939', 'gw_port': {'id': 'cab3b5a6-764e-472c-9c6f-0f14b625f13b', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:46:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c241365-2b29-4839-b6f7-6ddc43e933ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:56:32Z', 'updated_at': '2022-02-02T07:56:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:56:35.114754 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-70b43227-baf5-44b4-9e2f-329990174bf9 None None] Provisioning complete for port b73f03eb-b46b-476a-ba88-0a48afcafec5 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:56:35.115507 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-70b43227-baf5-44b4-9e2f-329990174bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b73f03eb-b46b-476a-ba88-0a48afcafec5), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:35.123543 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b7602b98-5ac7-4edc-9cf6-2d205aa94239 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (2c241365-2b29-4839-b6f7-6ddc43e933ee), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:35.129388 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7602b98-5ac7-4edc-9cf6-2d205aa94239 admin admin] Pushing event updated for resources: {'Port': ['ID=a6a7be22-f5fb-4f38-bb3e-fe9f448013c8,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:56:35.252698 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7602b98-5ac7-4edc-9cf6-2d205aa94239 admin admin] Network 08c0f9a0-8a66-43e4-bfae-e014f0e93b54 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:56:35.254313 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-b7602b98-5ac7-4edc-9cf6-2d205aa94239 admin admin] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:56:35.458596 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7602b98-5ac7-4edc-9cf6-2d205aa94239 admin admin] Router 2c241365-2b29-4839-b6f7-6ddc43e933ee has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:56:35.485459 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port b73f03eb-b46b-476a-ba88-0a48afcafec5 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:56:35.485952 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b73f03eb-b46b-476a-ba88-0a48afcafec5), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:35.514748 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-70b43227-baf5-44b4-9e2f-329990174bf9 None None] Current status of the port b73f03eb-b46b-476a-ba88-0a48afcafec5 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:56:35.515237 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-70b43227-baf5-44b4-9e2f-329990174bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b73f03eb-b46b-476a-ba88-0a48afcafec5), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:35.586337 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port b73f03eb-b46b-476a-ba88-0a48afcafec5, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=b73f03eb-b46b-476a-ba88-0a48afcafec5,segment=NetworkSegment(46109948-0330-442f-a9e9-0596be8780df),segment_id=46109948-0330-442f-a9e9-0596be8780df)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:56:35.598450 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (b73f03eb-b46b-476a-ba88-0a48afcafec5), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:35.645169 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7602b98-5ac7-4edc-9cf6-2d205aa94239 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:56:35.663184 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b7602b98-5ac7-4edc-9cf6-2d205aa94239 admin admin] 10.222.0.87 "PUT /v2.0/routers/2c241365-2b29-4839-b6f7-6ddc43e933ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3396072 Feb 02 07:56:35.723746 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.db.api [None req-70b43227-baf5-44b4-9e2f-329990174bf9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109695) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 07:56:35.724116 n-d-789963-26 neutron-server[109695]: DEBUG oslo_db.api [None req-70b43227-baf5-44b4-9e2f-329990174bf9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 07:56:35.731136 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=b73f03eb-b46b-476a-ba88-0a48afcafec5,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:56:36.280786 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-70b43227-baf5-44b4-9e2f-329990174bf9 None None] Current status of the port b73f03eb-b46b-476a-ba88-0a48afcafec5 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:56:36.403885 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-54aeb437-7bf7-4f61-8782-7b3b94b53e43 None None] Provisioning complete for port a6a7be22-f5fb-4f38-bb3e-fe9f448013c8 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:56:36.404284 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-54aeb437-7bf7-4f61-8782-7b3b94b53e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (a6a7be22-f5fb-4f38-bb3e-fe9f448013c8), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:36.458658 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device b73f03eb-b46b-476a-ba88-0a48afcafec5 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:56:36.487846 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-54aeb437-7bf7-4f61-8782-7b3b94b53e43 None None] Port a6a7be22-f5fb-4f38-bb3e-fe9f448013c8 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:56:36.514326 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-54aeb437-7bf7-4f61-8782-7b3b94b53e43 None None] Provisioning complete for port b73f03eb-b46b-476a-ba88-0a48afcafec5 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:56:36.514706 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-54aeb437-7bf7-4f61-8782-7b3b94b53e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b73f03eb-b46b-476a-ba88-0a48afcafec5), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:36.549394 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port b73f03eb-b46b-476a-ba88-0a48afcafec5 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:56:36.549773 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b73f03eb-b46b-476a-ba88-0a48afcafec5), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:36.658467 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-54aeb437-7bf7-4f61-8782-7b3b94b53e43 None None] Current status of the port b73f03eb-b46b-476a-ba88-0a48afcafec5 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:56:36.672056 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port b73f03eb-b46b-476a-ba88-0a48afcafec5 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:56:36.673150 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 9a456a60-028c-4110-90d4-6b6170c6c971 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:56:36.728389 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 9a456a60-028c-4110-90d4-6b6170c6c971 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:56:36.728750 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (9a456a60-028c-4110-90d4-6b6170c6c971), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:36.813141 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 9a456a60-028c-4110-90d4-6b6170c6c971 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:56:36.814239 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device cab3b5a6-764e-472c-9c6f-0f14b625f13b up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:56:36.870108 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port cab3b5a6-764e-472c-9c6f-0f14b625f13b triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:56:36.870521 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (cab3b5a6-764e-472c-9c6f-0f14b625f13b), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:36.965021 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port cab3b5a6-764e-472c-9c6f-0f14b625f13b is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:56:36.968082 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (cab3b5a6-764e-472c-9c6f-0f14b625f13b), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:36.995987 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port cab3b5a6-764e-472c-9c6f-0f14b625f13b, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=cab3b5a6-764e-472c-9c6f-0f14b625f13b,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:56:37.006398 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (cab3b5a6-764e-472c-9c6f-0f14b625f13b), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:37.076206 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=cab3b5a6-764e-472c-9c6f-0f14b625f13b,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:56:37.083986 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:56:37.084342 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:56:37.084694 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:56:37.085039 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:56:37.085377 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:56:37.085929 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:56:37.086636 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:56:37.086636 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:56:37.086835 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:56:37.087087 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:56:37.087747 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:56:37.087747 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:56:37.088543 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:56:37.971860 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce739a09-e73a-4f53-ae44-88596c82a7d7 None None] Sync routers for ids ['2c241365-2b29-4839-b6f7-6ddc43e933ee'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:56:37.990385 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce739a09-e73a-4f53-ae44-88596c82a7d7 None None] Routers {'2c241365-2b29-4839-b6f7-6ddc43e933ee'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:56:37.992054 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-ce739a09-e73a-4f53-ae44-88596c82a7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:56:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['2c241365-2b29-4839-b6f7-6ddc43e933ee'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:56:38.152885 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-ce739a09-e73a-4f53-ae44-88596c82a7d7 None None] Set router 2c241365-2b29-4839-b6f7-6ddc43e933ee gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:56:38.312907 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device cab3b5a6-764e-472c-9c6f-0f14b625f13b up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:56:38.420291 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port cab3b5a6-764e-472c-9c6f-0f14b625f13b triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:56:38.421145 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (cab3b5a6-764e-472c-9c6f-0f14b625f13b), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:38.470269 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-ce739a09-e73a-4f53-ae44-88596c82a7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c241365-2b29-4839-b6f7-6ddc43e933ee', 'name': 'tempest-TestMinimumBasicScenario-54201893-router', 'tenant_id': '894b59c6c63c4e8a86e0b27a7730d939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': 'cab3b5a6-764e-472c-9c6f-0f14b625f13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:56:31Z', 'updated_at': '2022-02-02T07:56:34Z', 'revision_number': 4, 'project_id': '894b59c6c63c4e8a86e0b27a7730d939', 'gw_port': {'id': 'cab3b5a6-764e-472c-9c6f-0f14b625f13b', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:46:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c241365-2b29-4839-b6f7-6ddc43e933ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:56:32Z', 'updated_at': '2022-02-02T07:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'a6a7be22-f5fb-4f38-bb3e-fe9f448013c8', 'name': '', 'network_id': '08c0f9a0-8a66-43e4-bfae-e014f0e93b54', 'tenant_id': '894b59c6c63c4e8a86e0b27a7730d939', 'mac_address': 'fa:16:3e:04:5f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c241365-2b29-4839-b6f7-6ddc43e933ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '3b198bd6-50f8-453b-ba8b-b0b89e8414de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:56:33Z', 'updated_at': '2022-02-02T07:56:34Z', 'revision_number': 2, 'project_id': '894b59c6c63c4e8a86e0b27a7730d939', 'subnets': [{'id': '3b198bd6-50f8-453b-ba8b-b0b89e8414de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:56:38.508877 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce739a09-e73a-4f53-ae44-88596c82a7d7 None None] Checking router: 2c241365-2b29-4839-b6f7-6ddc43e933ee for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:56:38.509402 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce739a09-e73a-4f53-ae44-88596c82a7d7 None None] Updating router 2c241365-2b29-4839-b6f7-6ddc43e933ee port a6a7be22-f5fb-4f38-bb3e-fe9f448013c8 binding host n-d-789963-26 {{(pid=109695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:56:38.577638 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce739a09-e73a-4f53-ae44-88596c82a7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (a6a7be22-f5fb-4f38-bb3e-fe9f448013c8), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:38.601487 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port cab3b5a6-764e-472c-9c6f-0f14b625f13b is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:56:38.891486 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce739a09-e73a-4f53-ae44-88596c82a7d7 None None] Publish callbacks [] for port (a6a7be22-f5fb-4f38-bb3e-fe9f448013c8), precommit_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:38.900141 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce739a09-e73a-4f53-ae44-88596c82a7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (a6a7be22-f5fb-4f38-bb3e-fe9f448013c8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:38.974449 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9e389-a718-4031-bea1-eed64f597900 None None] Pushing event updated for resources: {'Port': ['ID=a6a7be22-f5fb-4f38-bb3e-fe9f448013c8,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:56:39.020849 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-ce739a09-e73a-4f53-ae44-88596c82a7d7 None None] Attempting to bind port a6a7be22-f5fb-4f38-bb3e-fe9f448013c8 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:56:39.021710 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-ce739a09-e73a-4f53-ae44-88596c82a7d7 None None] Attempting to bind port a6a7be22-f5fb-4f38-bb3e-fe9f448013c8 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '46109948-0330-442f-a9e9-0596be8780df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '08c0f9a0-8a66-43e4-bfae-e014f0e93b54'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:56:39.022133 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce739a09-e73a-4f53-ae44-88596c82a7d7 None None] Attempting to bind port a6a7be22-f5fb-4f38-bb3e-fe9f448013c8 on network 08c0f9a0-8a66-43e4-bfae-e014f0e93b54 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:56:39.028565 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce739a09-e73a-4f53-ae44-88596c82a7d7 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:56:39.029165 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce739a09-e73a-4f53-ae44-88596c82a7d7 None None] Checking segment: {'id': '46109948-0330-442f-a9e9-0596be8780df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '08c0f9a0-8a66-43e4-bfae-e014f0e93b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:56:39.029605 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce739a09-e73a-4f53-ae44-88596c82a7d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:39.030003 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce739a09-e73a-4f53-ae44-88596c82a7d7 None None] Bound using segment: {'id': '46109948-0330-442f-a9e9-0596be8780df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '08c0f9a0-8a66-43e4-bfae-e014f0e93b54'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:56:39.030477 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-ce739a09-e73a-4f53-ae44-88596c82a7d7 None None] Bound port: a6a7be22-f5fb-4f38-bb3e-fe9f448013c8, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46109948-0330-442f-a9e9-0596be8780df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '08c0f9a0-8a66-43e4-bfae-e014f0e93b54'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:56:39.030863 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce739a09-e73a-4f53-ae44-88596c82a7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (a6a7be22-f5fb-4f38-bb3e-fe9f448013c8), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:39.117588 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce739a09-e73a-4f53-ae44-88596c82a7d7 None None] For port a6a7be22-f5fb-4f38-bb3e-fe9f448013c8, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:56:39.120918 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce739a09-e73a-4f53-ae44-88596c82a7d7 None None] For port a6a7be22-f5fb-4f38-bb3e-fe9f448013c8, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=a6a7be22-f5fb-4f38-bb3e-fe9f448013c8,segment=NetworkSegment(46109948-0330-442f-a9e9-0596be8780df),segment_id=46109948-0330-442f-a9e9-0596be8780df)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:56:39.135008 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce739a09-e73a-4f53-ae44-88596c82a7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (a6a7be22-f5fb-4f38-bb3e-fe9f448013c8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:39.208029 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9e389-a718-4031-bea1-eed64f597900 None None] Pushing event updated for resources: {'Port': ['ID=a6a7be22-f5fb-4f38-bb3e-fe9f448013c8,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:56:39.210945 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce739a09-e73a-4f53-ae44-88596c82a7d7 None None] Routers {'2c241365-2b29-4839-b6f7-6ddc43e933ee'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:56:39.211703 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-ce739a09-e73a-4f53-ae44-88596c82a7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:56:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['2c241365-2b29-4839-b6f7-6ddc43e933ee'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:56:39.335049 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-caf94670-bbc8-4728-afa4-d8c3bba54e46 None None] Provisioning complete for port a6a7be22-f5fb-4f38-bb3e-fe9f448013c8 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:56:39.335506 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-caf94670-bbc8-4728-afa4-d8c3bba54e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (a6a7be22-f5fb-4f38-bb3e-fe9f448013c8), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:39.370978 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-ce739a09-e73a-4f53-ae44-88596c82a7d7 None None] Set router 2c241365-2b29-4839-b6f7-6ddc43e933ee gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:56:39.559017 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-caf94670-bbc8-4728-afa4-d8c3bba54e46 None None] Current status of the port a6a7be22-f5fb-4f38-bb3e-fe9f448013c8 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:56:39.559017 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-caf94670-bbc8-4728-afa4-d8c3bba54e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (a6a7be22-f5fb-4f38-bb3e-fe9f448013c8), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:39.609595 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-caf94670-bbc8-4728-afa4-d8c3bba54e46 None None] For port a6a7be22-f5fb-4f38-bb3e-fe9f448013c8, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=a6a7be22-f5fb-4f38-bb3e-fe9f448013c8,segment=NetworkSegment(46109948-0330-442f-a9e9-0596be8780df),segment_id=46109948-0330-442f-a9e9-0596be8780df)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:56:39.630669 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-caf94670-bbc8-4728-afa4-d8c3bba54e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (a6a7be22-f5fb-4f38-bb3e-fe9f448013c8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:39.695797 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf94670-bbc8-4728-afa4-d8c3bba54e46 None None] Pushing event updated for resources: {'Port': ['ID=a6a7be22-f5fb-4f38-bb3e-fe9f448013c8,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:56:39.711678 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-ce739a09-e73a-4f53-ae44-88596c82a7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c241365-2b29-4839-b6f7-6ddc43e933ee', 'name': 'tempest-TestMinimumBasicScenario-54201893-router', 'tenant_id': '894b59c6c63c4e8a86e0b27a7730d939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': 'cab3b5a6-764e-472c-9c6f-0f14b625f13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:56:31Z', 'updated_at': '2022-02-02T07:56:34Z', 'revision_number': 4, 'project_id': '894b59c6c63c4e8a86e0b27a7730d939', 'gw_port': {'id': 'cab3b5a6-764e-472c-9c6f-0f14b625f13b', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:46:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c241365-2b29-4839-b6f7-6ddc43e933ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:56:32Z', 'updated_at': '2022-02-02T07:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'a6a7be22-f5fb-4f38-bb3e-fe9f448013c8', 'name': '', 'network_id': '08c0f9a0-8a66-43e4-bfae-e014f0e93b54', 'tenant_id': '894b59c6c63c4e8a86e0b27a7730d939', 'mac_address': 'fa:16:3e:04:5f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c241365-2b29-4839-b6f7-6ddc43e933ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '3b198bd6-50f8-453b-ba8b-b0b89e8414de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:56:33Z', 'updated_at': '2022-02-02T07:56:39Z', 'revision_number': 4, 'project_id': '894b59c6c63c4e8a86e0b27a7730d939', 'subnets': [{'id': '3b198bd6-50f8-453b-ba8b-b0b89e8414de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:56:39.748197 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce739a09-e73a-4f53-ae44-88596c82a7d7 None None] The sync data for ids ['2c241365-2b29-4839-b6f7-6ddc43e933ee'] in n-d-789963-26 is: [{'id': '2c241365-2b29-4839-b6f7-6ddc43e933ee', 'name': 'tempest-TestMinimumBasicScenario-54201893-router', 'tenant_id': '894b59c6c63c4e8a86e0b27a7730d939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': 'cab3b5a6-764e-472c-9c6f-0f14b625f13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:56:31Z', 'updated_at': '2022-02-02T07:56:34Z', 'revision_number': 4, 'project_id': '894b59c6c63c4e8a86e0b27a7730d939', 'gw_port': {'id': 'cab3b5a6-764e-472c-9c6f-0f14b625f13b', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:46:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c241365-2b29-4839-b6f7-6ddc43e933ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:56:32Z', 'updated_at': '2022-02-02T07:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'a6a7be22-f5fb-4f38-bb3e-fe9f448013c8', 'name': '', 'network_id': '08c0f9a0-8a66-43e4-bfae-e014f0e93b54', 'tenant_id': '894b59c6c63c4e8a86e0b27a7730d939', 'mac_address': 'fa:16:3e:04:5f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c241365-2b29-4839-b6f7-6ddc43e933ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '3b198bd6-50f8-453b-ba8b-b0b89e8414de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:56:33Z', 'updated_at': '2022-02-02T07:56:39Z', 'revision_number': 4, 'project_id': '894b59c6c63c4e8a86e0b27a7730d939', 'subnets': [{'id': '3b198bd6-50f8-453b-ba8b-b0b89e8414de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:56:39.764610 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-50a52d28-4489-41dc-ae2d-f13cedda43c5 None None] Provisioning complete for port a6a7be22-f5fb-4f38-bb3e-fe9f448013c8 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:56:39.764989 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-50a52d28-4489-41dc-ae2d-f13cedda43c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (a6a7be22-f5fb-4f38-bb3e-fe9f448013c8), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:39.888877 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-50a52d28-4489-41dc-ae2d-f13cedda43c5 None None] Current status of the port a6a7be22-f5fb-4f38-bb3e-fe9f448013c8 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:56:40.393470 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device a6a7be22-f5fb-4f38-bb3e-fe9f448013c8 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:56:40.461380 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port a6a7be22-f5fb-4f38-bb3e-fe9f448013c8 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:56:40.462088 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (a6a7be22-f5fb-4f38-bb3e-fe9f448013c8), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:40.739742 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port a6a7be22-f5fb-4f38-bb3e-fe9f448013c8 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:56:41.079434 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-61d634b1-94ca-45db-8eaa-0ee395523ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:43.376600 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-33a2bcba-405b-48a6-b7a0-e5917c8c2b89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:44.871226 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:45.919203 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b320fcae-1a25-447e-b9af-3f8b629b7bfa req-12856499-f22e-4f14-8650-4e2294af3b2b tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:56:45.920680 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b320fcae-1a25-447e-b9af-3f8b629b7bfa req-12856499-f22e-4f14-8650-4e2294af3b2b tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "GET /v2.0/networks?id=c5808289-5da9-4b52-bcb6-26be673a4cac HTTP/1.1" status: 200 len: 815 time: 0.0978591 Feb 02 07:56:45.935213 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b320fcae-1a25-447e-b9af-3f8b629b7bfa req-56dfc7ab-a901-4f8d-b837-da5470789b66 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "GET /v2.0/quotas/8b4a8d40dcfa4e7bbc849926764ff95f HTTP/1.1" status: 200 len: 375 time: 0.0091922 Feb 02 07:56:45.992660 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b320fcae-1a25-447e-b9af-3f8b629b7bfa req-e09db420-fae1-4fa0-83eb-11dc2824fab5 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=8b4a8d40dcfa4e7bbc849926764ff95f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523050 Feb 02 07:56:46.085356 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b320fcae-1a25-447e-b9af-3f8b629b7bfa req-d32a6497-52b1-41fe-b1e1-883d77ab15e7 service neutron] 10.222.0.87 "GET /v2.0/networks/c5808289-5da9-4b52-bcb6-26be673a4cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811403 Feb 02 07:56:46.175918 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b320fcae-1a25-447e-b9af-3f8b629b7bfa req-fd030577-9bbc-4be8-a77d-ec9ccc42889d service neutron] 10.222.0.87 "GET /v2.0/networks/c5808289-5da9-4b52-bcb6-26be673a4cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847208 Feb 02 07:56:46.227120 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:46.334381 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4c26014d-9df9-4321-ba39-50b2b7930cd3 req-172d89e8-b69b-4af0-9d5d-6fb0206e0534 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "GET /v2.0/ports?device_id=ad74e35d-e252-4460-8ede-4a964ba2e0ff HTTP/1.1" status: 200 len: 210 time: 0.0286684 Feb 02 07:56:47.326889 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b320fcae-1a25-447e-b9af-3f8b629b7bfa req-4af72d82-db17-4584-9330-b974292c14ae tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:56:47.328401 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b320fcae-1a25-447e-b9af-3f8b629b7bfa req-4af72d82-db17-4584-9330-b974292c14ae tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.88 "GET /v2.0/networks?id=c5808289-5da9-4b52-bcb6-26be673a4cac HTTP/1.1" status: 200 len: 815 time: 0.1060576 Feb 02 07:56:47.346191 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-b320fcae-1a25-447e-b9af-3f8b629b7bfa req-3c4e1283-eab2-4286-b46d-cd9f1189091b tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Request body: {'port': {'device_id': 'ad74e35d-e252-4460-8ede-4a964ba2e0ff', 'network_id': 'c5808289-5da9-4b52-bcb6-26be673a4cac', 'admin_state_up': True, 'tenant_id': '8b4a8d40dcfa4e7bbc849926764ff95f'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:56:47.429447 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-50bb90c8-523a-4d1e-80c0-ca49374f0660 req-080f1ef2-c742-4343-bb10-405d725e9192 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "GET /v2.0/ports?device_id=ad74e35d-e252-4460-8ede-4a964ba2e0ff HTTP/1.1" status: 200 len: 210 time: 0.0290079 Feb 02 07:56:47.460587 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b320fcae-1a25-447e-b9af-3f8b629b7bfa req-3c4e1283-eab2-4286-b46d-cd9f1189091b tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Made reservation on behalf of 8b4a8d40dcfa4e7bbc849926764ff95f for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:56:47.464059 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-b320fcae-1a25-447e-b9af-3f8b629b7bfa req-3c4e1283-eab2-4286-b46d-cd9f1189091b tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:47.508908 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:47.600547 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-b320fcae-1a25-447e-b9af-3f8b629b7bfa req-3c4e1283-eab2-4286-b46d-cd9f1189091b tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Allocated IP 172.20.0.7 (c5808289-5da9-4b52-bcb6-26be673a4cac/a3d71aa1-c799-409a-b434-a8743aaee5d9/cf03800d-6872-4b8b-9660-4cf5feb0189f) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:56:47.819431 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-b320fcae-1a25-447e-b9af-3f8b629b7bfa req-3c4e1283-eab2-4286-b46d-cd9f1189091b tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Publish callbacks [] for port (cf03800d-6872-4b8b-9660-4cf5feb0189f), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:47.863667 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-b320fcae-1a25-447e-b9af-3f8b629b7bfa req-3c4e1283-eab2-4286-b46d-cd9f1189091b tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (cf03800d-6872-4b8b-9660-4cf5feb0189f), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:47.919723 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b320fcae-1a25-447e-b9af-3f8b629b7bfa req-3c4e1283-eab2-4286-b46d-cd9f1189091b tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Network c5808289-5da9-4b52-bcb6-26be673a4cac is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:56:47.927381 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-b320fcae-1a25-447e-b9af-3f8b629b7bfa req-3c4e1283-eab2-4286-b46d-cd9f1189091b tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:56:47.931993 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-b320fcae-1a25-447e-b9af-3f8b629b7bfa req-3c4e1283-eab2-4286-b46d-cd9f1189091b tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:56:47.939757 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4e1283-eab2-4286-b46d-cd9f1189091b tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Pushing event updated for resources: {'Port': ['ID=cf03800d-6872-4b8b-9660-4cf5feb0189f,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:56:47.999038 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b320fcae-1a25-447e-b9af-3f8b629b7bfa req-3c4e1283-eab2-4286-b46d-cd9f1189091b tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:56:47.999643 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-b320fcae-1a25-447e-b9af-3f8b629b7bfa req-3c4e1283-eab2-4286-b46d-cd9f1189091b tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:48.021430 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b320fcae-1a25-447e-b9af-3f8b629b7bfa req-3c4e1283-eab2-4286-b46d-cd9f1189091b tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6791701 Feb 02 07:56:48.275956 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-da510703-1364-4557-8891-d8023d97791b None None] Provisioning complete for port cf03800d-6872-4b8b-9660-4cf5feb0189f triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:56:48.276332 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-da510703-1364-4557-8891-d8023d97791b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (cf03800d-6872-4b8b-9660-4cf5feb0189f), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:48.312584 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-da510703-1364-4557-8891-d8023d97791b None None] Port cf03800d-6872-4b8b-9660-4cf5feb0189f cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:56:48.574594 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df2ba1a-7e52-4145-ac9d-6a19a910c5ec req-fd6011ad-a686-4b5b-ab77-4f97c3dece66 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:56:48.577441 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1df2ba1a-7e52-4145-ac9d-6a19a910c5ec req-fd6011ad-a686-4b5b-ab77-4f97c3dece66 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "GET /v2.0/ports?device_id=ad74e35d-e252-4460-8ede-4a964ba2e0ff HTTP/1.1" status: 200 len: 931 time: 0.0725052 Feb 02 07:56:48.628905 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1df2ba1a-7e52-4145-ac9d-6a19a910c5ec req-9984fed2-54a7-4b15-ae00-c130ff58af21 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "GET /v2.0/security-groups?id=55006e47-5b6d-4e88-92fc-4e887977dede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455215 Feb 02 07:56:49.767164 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c4ae2-ffc6-46bb-821c-7fed9c712557 req-3947e4fb-b36b-469a-908c-3470aa1a2391 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:56:49.769104 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2d8c4ae2-ffc6-46bb-821c-7fed9c712557 req-3947e4fb-b36b-469a-908c-3470aa1a2391 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "GET /v2.0/ports?device_id=ad74e35d-e252-4460-8ede-4a964ba2e0ff HTTP/1.1" status: 200 len: 931 time: 0.0676074 Feb 02 07:56:49.818545 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2d8c4ae2-ffc6-46bb-821c-7fed9c712557 req-49a50521-d930-4437-8c4b-ea528b2072a7 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "GET /v2.0/security-groups?id=55006e47-5b6d-4e88-92fc-4e887977dede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437951 Feb 02 07:56:50.948410 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa57d0e3-e580-46aa-b75e-21a011d4c7a4 req-635991dd-6789-46d1-b7e5-c167769c591b tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:56:50.950720 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fa57d0e3-e580-46aa-b75e-21a011d4c7a4 req-635991dd-6789-46d1-b7e5-c167769c591b tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "GET /v2.0/ports?device_id=ad74e35d-e252-4460-8ede-4a964ba2e0ff HTTP/1.1" status: 200 len: 931 time: 0.0577447 Feb 02 07:56:51.000136 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fa57d0e3-e580-46aa-b75e-21a011d4c7a4 req-a5dfc27f-6109-46f3-94b3-239e0b27d444 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "GET /v2.0/security-groups?id=55006e47-5b6d-4e88-92fc-4e887977dede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437005 Feb 02 07:56:52.129426 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aec719-470f-41b0-8793-3fbe40010479 req-1cc57572-37e6-4aaa-9ea5-3f6643551857 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:56:52.130977 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-78aec719-470f-41b0-8793-3fbe40010479 req-1cc57572-37e6-4aaa-9ea5-3f6643551857 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "GET /v2.0/ports?device_id=ad74e35d-e252-4460-8ede-4a964ba2e0ff HTTP/1.1" status: 200 len: 931 time: 0.0592647 Feb 02 07:56:52.183404 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-78aec719-470f-41b0-8793-3fbe40010479 req-d01ca841-7d04-43f4-b21b-0b0207d30cc6 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "GET /v2.0/security-groups?id=55006e47-5b6d-4e88-92fc-4e887977dede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463183 Feb 02 07:56:52.562474 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:53.310584 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5365f1-2aa5-418f-9510-b8bb68ad0338 req-f17cb28c-2aa9-4c7b-9e41-5da852681544 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:56:53.312088 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4f5365f1-2aa5-418f-9510-b8bb68ad0338 req-f17cb28c-2aa9-4c7b-9e41-5da852681544 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "GET /v2.0/ports?device_id=ad74e35d-e252-4460-8ede-4a964ba2e0ff HTTP/1.1" status: 200 len: 931 time: 0.0555160 Feb 02 07:56:53.363902 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4f5365f1-2aa5-418f-9510-b8bb68ad0338 req-dfda00d0-f7d8-4bcb-b0e9-2a71f3a0f963 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "GET /v2.0/security-groups?id=55006e47-5b6d-4e88-92fc-4e887977dede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454171 Feb 02 07:56:54.495065 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab2125-9fbb-4b94-b8ae-70c5e423c292 req-b8709d09-7984-41fc-bba9-3b26279997f7 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:56:54.496602 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-43ab2125-9fbb-4b94-b8ae-70c5e423c292 req-b8709d09-7984-41fc-bba9-3b26279997f7 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "GET /v2.0/ports?device_id=ad74e35d-e252-4460-8ede-4a964ba2e0ff HTTP/1.1" status: 200 len: 931 time: 0.0574625 Feb 02 07:56:54.557001 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-43ab2125-9fbb-4b94-b8ae-70c5e423c292 req-cd6d337a-203a-468f-a794-0fa94e5c1a3f tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "GET /v2.0/security-groups?id=55006e47-5b6d-4e88-92fc-4e887977dede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537024 Feb 02 07:56:55.341752 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-b320fcae-1a25-447e-b9af-3f8b629b7bfa req-6038f112-53ca-49d6-b89a-d96a344c7305 service neutron] Request body: {'port': {'device_id': 'ad74e35d-e252-4460-8ede-4a964ba2e0ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:56:55.678950 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50b36c6-b8cd-4c1c-b279-b5a517cedb8e req-8b4d8b4b-cea4-4b2c-8c43-2bf15268946b tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:56:55.680517 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a50b36c6-b8cd-4c1c-b279-b5a517cedb8e req-8b4d8b4b-cea4-4b2c-8c43-2bf15268946b tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "GET /v2.0/ports?device_id=ad74e35d-e252-4460-8ede-4a964ba2e0ff HTTP/1.1" status: 200 len: 931 time: 0.0547879 Feb 02 07:56:55.693497 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-b320fcae-1a25-447e-b9af-3f8b629b7bfa req-6038f112-53ca-49d6-b89a-d96a344c7305 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (cf03800d-6872-4b8b-9660-4cf5feb0189f), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:55.728016 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a50b36c6-b8cd-4c1c-b279-b5a517cedb8e req-2d1f3237-824b-43fa-b8dd-48fa3f2acb18 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "GET /v2.0/security-groups?id=55006e47-5b6d-4e88-92fc-4e887977dede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412965 Feb 02 07:56:55.949029 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-b320fcae-1a25-447e-b9af-3f8b629b7bfa req-6038f112-53ca-49d6-b89a-d96a344c7305 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf03800d-6872-4b8b-9660-4cf5feb0189f {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:56:55.956252 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-b320fcae-1a25-447e-b9af-3f8b629b7bfa req-6038f112-53ca-49d6-b89a-d96a344c7305 service neutron] Publish callbacks [] for port (cf03800d-6872-4b8b-9660-4cf5feb0189f), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:55.968035 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-b320fcae-1a25-447e-b9af-3f8b629b7bfa req-6038f112-53ca-49d6-b89a-d96a344c7305 service neutron] Transition to ACTIVE for port object cf03800d-6872-4b8b-9660-4cf5feb0189f will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:56:55.971440 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-b320fcae-1a25-447e-b9af-3f8b629b7bfa req-6038f112-53ca-49d6-b89a-d96a344c7305 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (cf03800d-6872-4b8b-9660-4cf5feb0189f), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:56.023483 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6038f112-53ca-49d6-b89a-d96a344c7305 service neutron] Pushing event updated for resources: {'Port': ['ID=cf03800d-6872-4b8b-9660-4cf5feb0189f,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:56:56.098278 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-b320fcae-1a25-447e-b9af-3f8b629b7bfa req-6038f112-53ca-49d6-b89a-d96a344c7305 service neutron] Attempting to bind port cf03800d-6872-4b8b-9660-4cf5feb0189f on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:56:56.098617 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-b320fcae-1a25-447e-b9af-3f8b629b7bfa req-6038f112-53ca-49d6-b89a-d96a344c7305 service neutron] Attempting to bind port cf03800d-6872-4b8b-9660-4cf5feb0189f by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': '83f1d4af-51a7-4211-a0dc-1a80fbc28f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c5808289-5da9-4b52-bcb6-26be673a4cac'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:56:56.098947 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b320fcae-1a25-447e-b9af-3f8b629b7bfa req-6038f112-53ca-49d6-b89a-d96a344c7305 service neutron] Attempting to bind port cf03800d-6872-4b8b-9660-4cf5feb0189f on network c5808289-5da9-4b52-bcb6-26be673a4cac {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:56:56.103386 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b320fcae-1a25-447e-b9af-3f8b629b7bfa req-6038f112-53ca-49d6-b89a-d96a344c7305 service neutron] Port cf03800d-6872-4b8b-9660-4cf5feb0189f on network c5808289-5da9-4b52-bcb6-26be673a4cac not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:56:56.103736 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b320fcae-1a25-447e-b9af-3f8b629b7bfa req-6038f112-53ca-49d6-b89a-d96a344c7305 service neutron] Attempting to bind port cf03800d-6872-4b8b-9660-4cf5feb0189f on network c5808289-5da9-4b52-bcb6-26be673a4cac {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:56:56.110402 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b320fcae-1a25-447e-b9af-3f8b629b7bfa req-6038f112-53ca-49d6-b89a-d96a344c7305 service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:56:56.110740 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b320fcae-1a25-447e-b9af-3f8b629b7bfa req-6038f112-53ca-49d6-b89a-d96a344c7305 service neutron] Checking segment: {'id': '83f1d4af-51a7-4211-a0dc-1a80fbc28f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c5808289-5da9-4b52-bcb6-26be673a4cac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:56:56.111126 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b320fcae-1a25-447e-b9af-3f8b629b7bfa req-6038f112-53ca-49d6-b89a-d96a344c7305 service neutron] Bound using segment: {'id': '83f1d4af-51a7-4211-a0dc-1a80fbc28f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c5808289-5da9-4b52-bcb6-26be673a4cac'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:56:56.111610 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-b320fcae-1a25-447e-b9af-3f8b629b7bfa req-6038f112-53ca-49d6-b89a-d96a344c7305 service neutron] Bound port: cf03800d-6872-4b8b-9660-4cf5feb0189f, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83f1d4af-51a7-4211-a0dc-1a80fbc28f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c5808289-5da9-4b52-bcb6-26be673a4cac'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:56:56.111956 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-b320fcae-1a25-447e-b9af-3f8b629b7bfa req-6038f112-53ca-49d6-b89a-d96a344c7305 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (cf03800d-6872-4b8b-9660-4cf5feb0189f), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:56.176996 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-b320fcae-1a25-447e-b9af-3f8b629b7bfa req-6038f112-53ca-49d6-b89a-d96a344c7305 service neutron] For port cf03800d-6872-4b8b-9660-4cf5feb0189f, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:56:56.180700 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-b320fcae-1a25-447e-b9af-3f8b629b7bfa req-6038f112-53ca-49d6-b89a-d96a344c7305 service neutron] For port cf03800d-6872-4b8b-9660-4cf5feb0189f, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=cf03800d-6872-4b8b-9660-4cf5feb0189f,segment=NetworkSegment(83f1d4af-51a7-4211-a0dc-1a80fbc28f28),segment_id=83f1d4af-51a7-4211-a0dc-1a80fbc28f28)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:56:56.188034 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-b320fcae-1a25-447e-b9af-3f8b629b7bfa req-6038f112-53ca-49d6-b89a-d96a344c7305 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (cf03800d-6872-4b8b-9660-4cf5feb0189f), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:56.220764 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b320fcae-1a25-447e-b9af-3f8b629b7bfa req-6038f112-53ca-49d6-b89a-d96a344c7305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:56:56.221398 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-b320fcae-1a25-447e-b9af-3f8b629b7bfa req-6038f112-53ca-49d6-b89a-d96a344c7305 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:56.222911 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b320fcae-1a25-447e-b9af-3f8b629b7bfa req-6038f112-53ca-49d6-b89a-d96a344c7305 service neutron] 10.222.0.88 "PUT /v2.0/ports/cf03800d-6872-4b8b-9660-4cf5feb0189f HTTP/1.1" status: 200 len: 1092 time: 0.9753029 Feb 02 07:56:56.223220 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad74e35d-e252-4460-8ede-4a964ba2e0ff', 'tag': 'cf03800d-6872-4b8b-9660-4cf5feb0189f'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:56:56.225497 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bbcc89a9d4d8e7a52f5cbbd716b66041b3f6feaf13502aa94e42da132c01043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb28550a-6f84-4e10-9fe5-341992addd38" -d '{"events": [{"name": "network-changed", "server_uuid": "ad74e35d-e252-4460-8ede-4a964ba2e0ff", "tag": "cf03800d-6872-4b8b-9660-4cf5feb0189f"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:56:56.253092 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6038f112-53ca-49d6-b89a-d96a344c7305 service neutron] Pushing event updated for resources: {'Port': ['ID=cf03800d-6872-4b8b-9660-4cf5feb0189f,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:56:56.333543 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b320fcae-1a25-447e-b9af-3f8b629b7bfa req-0d38f9b5-2e93-43fc-8a13-c9edb42796c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:56:56.335729 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b320fcae-1a25-447e-b9af-3f8b629b7bfa req-0d38f9b5-2e93-43fc-8a13-c9edb42796c1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8b4a8d40dcfa4e7bbc849926764ff95f&device_id=ad74e35d-e252-4460-8ede-4a964ba2e0ff HTTP/1.1" status: 200 len: 1126 time: 0.0560169 Feb 02 07:56:56.386491 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b320fcae-1a25-447e-b9af-3f8b629b7bfa req-f25d32c0-dae0-41fe-855d-571316e2d0da service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf03800d-6872-4b8b-9660-4cf5feb0189f HTTP/1.1" status: 200 len: 217 time: 0.0385227 Feb 02 07:56:56.437798 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b320fcae-1a25-447e-b9af-3f8b629b7bfa req-472644ab-10f0-420d-af80-e976bc164131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:56:56.439353 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b320fcae-1a25-447e-b9af-3f8b629b7bfa req-472644ab-10f0-420d-af80-e976bc164131 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a3d71aa1-c799-409a-b434-a8743aaee5d9 HTTP/1.1" status: 200 len: 854 time: 0.0479014 Feb 02 07:56:56.440794 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e377ab1c-c52d-401e-aed7-ebdb69c2ecb3 x-openstack-request-id: req-e377ab1c-c52d-401e-aed7-ebdb69c2ecb3 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:56:56.441103 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad74e35d-e252-4460-8ede-4a964ba2e0ff", "tag": "cf03800d-6872-4b8b-9660-4cf5feb0189f", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:56:56.441363 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e377ab1c-c52d-401e-aed7-ebdb69c2ecb3 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:56:56.441755 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad74e35d-e252-4460-8ede-4a964ba2e0ff', 'tag': 'cf03800d-6872-4b8b-9660-4cf5feb0189f', 'status': 'completed', 'code': 200} Feb 02 07:56:56.504052 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b320fcae-1a25-447e-b9af-3f8b629b7bfa req-0cee47f6-c410-4a87-9021-dbca87c68143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:56:56.505616 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b320fcae-1a25-447e-b9af-3f8b629b7bfa req-0cee47f6-c410-4a87-9021-dbca87c68143 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c5808289-5da9-4b52-bcb6-26be673a4cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0501695 Feb 02 07:56:56.596212 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b320fcae-1a25-447e-b9af-3f8b629b7bfa req-ecc00cec-d99a-45cb-99f9-38f897ac5d84 service neutron] 10.222.0.88 "GET /v2.0/networks/c5808289-5da9-4b52-bcb6-26be673a4cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826511 Feb 02 07:56:56.687936 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b320fcae-1a25-447e-b9af-3f8b629b7bfa req-62cc2663-aa38-4280-bccd-445da31ac848 service neutron] 10.222.0.88 "GET /v2.0/networks/c5808289-5da9-4b52-bcb6-26be673a4cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859761 Feb 02 07:56:56.825075 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb28550a-6f84-4e10-9fe5-341992addd38 req-4bb1e2d7-f8b3-4cce-9340-e616af2773dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:56:56.826711 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fb28550a-6f84-4e10-9fe5-341992addd38 req-4bb1e2d7-f8b3-4cce-9340-e616af2773dc service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8b4a8d40dcfa4e7bbc849926764ff95f&device_id=ad74e35d-e252-4460-8ede-4a964ba2e0ff HTTP/1.1" status: 200 len: 1126 time: 0.0465567 Feb 02 07:56:56.855038 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f41eeb-6e6e-4160-a1ae-71ca28ef33a3 req-c2083944-94c3-4c76-af65-fcf9388e0fc5 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:56:56.857345 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-77f41eeb-6e6e-4160-a1ae-71ca28ef33a3 req-c2083944-94c3-4c76-af65-fcf9388e0fc5 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "GET /v2.0/ports?device_id=ad74e35d-e252-4460-8ede-4a964ba2e0ff HTTP/1.1" status: 200 len: 943 time: 0.0548456 Feb 02 07:56:56.906461 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-77f41eeb-6e6e-4160-a1ae-71ca28ef33a3 req-1177163b-731e-4a27-8ead-4611b63f866e tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "GET /v2.0/security-groups?id=55006e47-5b6d-4e88-92fc-4e887977dede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436106 Feb 02 07:56:56.921844 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb28550a-6f84-4e10-9fe5-341992addd38 req-0041d58a-4794-493a-a7be-4800e1433b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:56:56.923314 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fb28550a-6f84-4e10-9fe5-341992addd38 req-0041d58a-4794-493a-a7be-4800e1433b45 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c5808289-5da9-4b52-bcb6-26be673a4cac HTTP/1.1" status: 200 len: 916 time: 0.0908852 Feb 02 07:56:56.962505 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fb28550a-6f84-4e10-9fe5-341992addd38 req-42b77572-6686-4f82-8d13-6aa35a66c39d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf03800d-6872-4b8b-9660-4cf5feb0189f HTTP/1.1" status: 200 len: 217 time: 0.0334086 Feb 02 07:56:57.009905 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb28550a-6f84-4e10-9fe5-341992addd38 req-69f7bb6a-2deb-4a40-a8b0-688444a19e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:56:57.011220 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fb28550a-6f84-4e10-9fe5-341992addd38 req-69f7bb6a-2deb-4a40-a8b0-688444a19e83 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a3d71aa1-c799-409a-b434-a8743aaee5d9 HTTP/1.1" status: 200 len: 854 time: 0.0418358 Feb 02 07:56:57.059756 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb28550a-6f84-4e10-9fe5-341992addd38 req-c2a28402-d7d1-40f9-ac3a-b62238a54feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:56:57.061226 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fb28550a-6f84-4e10-9fe5-341992addd38 req-c2a28402-d7d1-40f9-ac3a-b62238a54feb service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c5808289-5da9-4b52-bcb6-26be673a4cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0433359 Feb 02 07:56:57.151730 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fb28550a-6f84-4e10-9fe5-341992addd38 req-1a02e75b-0e7a-4f7a-a1a0-07dc1608cd32 service neutron] 10.222.0.88 "GET /v2.0/networks/c5808289-5da9-4b52-bcb6-26be673a4cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832484 Feb 02 07:56:57.242729 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-fb28550a-6f84-4e10-9fe5-341992addd38 req-241a575d-a73d-4d1f-b885-81495fa4618d service neutron] 10.222.0.88 "GET /v2.0/networks/c5808289-5da9-4b52-bcb6-26be673a4cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846803 Feb 02 07:56:57.702480 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:58.028863 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340af93-13a8-481f-883b-7231af30ebd1 req-98559e00-fb9d-421a-8321-fa645ca8f6d4 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:56:58.030337 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3340af93-13a8-481f-883b-7231af30ebd1 req-98559e00-fb9d-421a-8321-fa645ca8f6d4 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "GET /v2.0/ports?device_id=ad74e35d-e252-4460-8ede-4a964ba2e0ff HTTP/1.1" status: 200 len: 943 time: 0.0569117 Feb 02 07:56:58.076569 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3340af93-13a8-481f-883b-7231af30ebd1 req-b16d9624-5747-4db8-91d2-c3c6ed196882 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "GET /v2.0/security-groups?id=55006e47-5b6d-4e88-92fc-4e887977dede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405350 Feb 02 07:56:59.115533 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device cf03800d-6872-4b8b-9660-4cf5feb0189f details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:56:59.197753 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd43eaea-7e23-49cc-89e7-a061b2b777f0 req-047d0346-1025-44d2-888a-16934a765601 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:56:59.199224 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dd43eaea-7e23-49cc-89e7-a061b2b777f0 req-047d0346-1025-44d2-888a-16934a765601 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "GET /v2.0/ports?device_id=ad74e35d-e252-4460-8ede-4a964ba2e0ff HTTP/1.1" status: 200 len: 943 time: 0.0534165 Feb 02 07:56:59.217363 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port cf03800d-6872-4b8b-9660-4cf5feb0189f, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=cf03800d-6872-4b8b-9660-4cf5feb0189f,segment=NetworkSegment(83f1d4af-51a7-4211-a0dc-1a80fbc28f28),segment_id=83f1d4af-51a7-4211-a0dc-1a80fbc28f28)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:56:59.228936 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': 'cf03800d-6872-4b8b-9660-4cf5feb0189f', 'network_id': 'c5808289-5da9-4b52-bcb6-26be673a4cac', 'port_id': 'cf03800d-6872-4b8b-9660-4cf5feb0189f', 'mac_address': 'fa:16:3e:39:0d:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3d71aa1-c799-409a-b434-a8743aaee5d9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:56:59.248274 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dd43eaea-7e23-49cc-89e7-a061b2b777f0 req-35039ad0-0226-4d65-9db6-b2d271ef06df tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "GET /v2.0/security-groups?id=55006e47-5b6d-4e88-92fc-4e887977dede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418410 Feb 02 07:56:59.268527 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port cf03800d-6872-4b8b-9660-4cf5feb0189f is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:56:59.268921 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (cf03800d-6872-4b8b-9660-4cf5feb0189f), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:59.281361 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf03800d-6872-4b8b-9660-4cf5feb0189f {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:56:59.300389 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port cf03800d-6872-4b8b-9660-4cf5feb0189f, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=cf03800d-6872-4b8b-9660-4cf5feb0189f,segment=NetworkSegment(83f1d4af-51a7-4211-a0dc-1a80fbc28f28),segment_id=83f1d4af-51a7-4211-a0dc-1a80fbc28f28)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:56:59.304054 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (cf03800d-6872-4b8b-9660-4cf5feb0189f), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:56:59.350699 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=cf03800d-6872-4b8b-9660-4cf5feb0189f,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:56:59.584632 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['cf03800d-6872-4b8b-9660-4cf5feb0189f'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:57:00.367397 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27282e3f-72b3-4844-9532-ae575b23f3f3 req-8932ce7a-7cfd-4e11-ac91-a9a29f253dab tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:57:00.368995 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-27282e3f-72b3-4844-9532-ae575b23f3f3 req-8932ce7a-7cfd-4e11-ac91-a9a29f253dab tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "GET /v2.0/ports?device_id=ad74e35d-e252-4460-8ede-4a964ba2e0ff HTTP/1.1" status: 200 len: 944 time: 0.0518072 Feb 02 07:57:00.420234 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-27282e3f-72b3-4844-9532-ae575b23f3f3 req-d55c3143-0924-4509-bd8b-61f3938d219d tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "GET /v2.0/security-groups?id=55006e47-5b6d-4e88-92fc-4e887977dede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450351 Feb 02 07:57:01.130878 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device cf03800d-6872-4b8b-9660-4cf5feb0189f up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:57:01.179859 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port cf03800d-6872-4b8b-9660-4cf5feb0189f completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:57:01.183751 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port cf03800d-6872-4b8b-9660-4cf5feb0189f triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:57:01.184123 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (cf03800d-6872-4b8b-9660-4cf5feb0189f), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:57:01.261930 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port cf03800d-6872-4b8b-9660-4cf5feb0189f is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:57:01.262340 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (cf03800d-6872-4b8b-9660-4cf5feb0189f), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:57:01.284525 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad74e35d-e252-4460-8ede-4a964ba2e0ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf03800d-6872-4b8b-9660-4cf5feb0189f'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:57:01.286802 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8c40c98856fbaa198dc4a2758b0190e9c3f0303d59edd797b772e66ff7f3562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a672aa-2e95-4eac-b4ce-c5df4eb6a4a1" -d '{"events": [{"server_uuid": "ad74e35d-e252-4460-8ede-4a964ba2e0ff", "name": "network-vif-plugged", "status": "completed", "tag": "cf03800d-6872-4b8b-9660-4cf5feb0189f"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:57:01.300017 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port cf03800d-6872-4b8b-9660-4cf5feb0189f, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=cf03800d-6872-4b8b-9660-4cf5feb0189f,segment=NetworkSegment(83f1d4af-51a7-4211-a0dc-1a80fbc28f28),segment_id=83f1d4af-51a7-4211-a0dc-1a80fbc28f28)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:57:01.304443 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (cf03800d-6872-4b8b-9660-4cf5feb0189f), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:57:01.352009 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=cf03800d-6872-4b8b-9660-4cf5feb0189f,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:57:01.385459 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2325d216-b4df-4014-9cd9-a0260aaf15f7 x-openstack-request-id: req-2325d216-b4df-4014-9cd9-a0260aaf15f7 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:57:01.385759 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad74e35d-e252-4460-8ede-4a964ba2e0ff", "name": "network-vif-plugged", "status": "completed", "tag": "cf03800d-6872-4b8b-9660-4cf5feb0189f", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:57:01.386022 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-2325d216-b4df-4014-9cd9-a0260aaf15f7 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:57:01.386429 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad74e35d-e252-4460-8ede-4a964ba2e0ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf03800d-6872-4b8b-9660-4cf5feb0189f', 'code': 200} Feb 02 07:57:01.520042 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad959e3-cc9a-4d85-9fa7-b38770c8e06d req-a7d3c8ee-e9e9-4093-af9e-fb2ff24d2d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:57:01.521566 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-aad959e3-cc9a-4d85-9fa7-b38770c8e06d req-a7d3c8ee-e9e9-4093-af9e-fb2ff24d2d15 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ad74e35d-e252-4460-8ede-4a964ba2e0ff HTTP/1.1" status: 200 len: 1128 time: 0.0459983 Feb 02 07:57:01.540644 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f98930-b067-453d-a4ac-1d396df9e261 req-ffa82f57-93ae-48ce-ac52-b9fe95a5a1d4 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:57:01.542123 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a6f98930-b067-453d-a4ac-1d396df9e261 req-ffa82f57-93ae-48ce-ac52-b9fe95a5a1d4 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "GET /v2.0/ports?device_id=ad74e35d-e252-4460-8ede-4a964ba2e0ff HTTP/1.1" status: 200 len: 945 time: 0.0530343 Feb 02 07:57:01.567285 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-aad959e3-cc9a-4d85-9fa7-b38770c8e06d req-b387fbb7-2c08-4633-a47c-dcca2c832733 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=55006e47-5b6d-4e88-92fc-4e887977dede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383019 Feb 02 07:57:01.589177 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a6f98930-b067-453d-a4ac-1d396df9e261 req-423177ff-1ca7-4020-931c-1188abe33679 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "GET /v2.0/security-groups?id=55006e47-5b6d-4e88-92fc-4e887977dede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404012 Feb 02 07:57:02.713805 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909ffa9-3717-4a06-a748-4062ed3af4fe req-5c98430f-ae57-4ad7-9699-b08733a8189d tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:57:02.715406 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a909ffa9-3717-4a06-a748-4062ed3af4fe req-5c98430f-ae57-4ad7-9699-b08733a8189d tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "GET /v2.0/ports?device_id=ad74e35d-e252-4460-8ede-4a964ba2e0ff HTTP/1.1" status: 200 len: 945 time: 0.0534146 Feb 02 07:57:02.762205 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a909ffa9-3717-4a06-a748-4062ed3af4fe req-876037d8-8ed8-4af4-92ba-8bf9fe9307c7 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "GET /v2.0/security-groups?id=55006e47-5b6d-4e88-92fc-4e887977dede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410626 Feb 02 07:57:02.881845 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf529847-6596-4e22-bf7a-19c502a28538 req-956a26d0-9df9-45e8-8595-19599ef6ffa0 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:57:02.883323 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bf529847-6596-4e22-bf7a-19c502a28538 req-956a26d0-9df9-45e8-8595-19599ef6ffa0 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "GET /v2.0/ports?device_id=ad74e35d-e252-4460-8ede-4a964ba2e0ff HTTP/1.1" status: 200 len: 945 time: 0.0572975 Feb 02 07:57:02.929854 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bf529847-6596-4e22-bf7a-19c502a28538 req-ceb77f30-cf82-42e9-91d4-2eee2b9eb0ed tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "GET /v2.0/security-groups?id=55006e47-5b6d-4e88-92fc-4e887977dede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400052 Feb 02 07:57:03.115083 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8bf8d-0ba2-4fef-ab7c-973589dc9723 req-ce756a7f-720d-4f3f-ac49-8a92fe0876ed tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:57:03.116570 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f3b8bf8d-0ba2-4fef-ab7c-973589dc9723 req-ce756a7f-720d-4f3f-ac49-8a92fe0876ed tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "GET /v2.0/ports?device_id=ad74e35d-e252-4460-8ede-4a964ba2e0ff HTTP/1.1" status: 200 len: 945 time: 0.0519102 Feb 02 07:57:03.163274 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f3b8bf8d-0ba2-4fef-ab7c-973589dc9723 req-007e75c7-c2dd-42a4-a27e-e9eb3652c66e tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "GET /v2.0/security-groups?id=55006e47-5b6d-4e88-92fc-4e887977dede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406861 Feb 02 07:57:09.179004 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:57:11.083470 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e6e28b0b-1584-479d-9c2c-7a30746b6df4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:57:13.375763 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11c32f48-7ef8-404f-9d9e-9dbc0d42eb74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:57:14.861798 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:57:16.229283 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:57:17.502866 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:57:21.953110 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8114ca93-fec5-46be-a436-064810410c26 req-e033e8a1-b0d1-4ab7-aeee-a3cf7054ca10 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:57:21.954578 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8114ca93-fec5-46be-a436-064810410c26 req-e033e8a1-b0d1-4ab7-aeee-a3cf7054ca10 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "GET /v2.0/ports?device_id=ad74e35d-e252-4460-8ede-4a964ba2e0ff HTTP/1.1" status: 200 len: 945 time: 0.0562811 Feb 02 07:57:22.000906 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8114ca93-fec5-46be-a436-064810410c26 req-df34badc-18b5-46ad-8715-b2a29d9a97a9 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "GET /v2.0/security-groups?id=55006e47-5b6d-4e88-92fc-4e887977dede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406246 Feb 02 07:57:22.023335 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 37492) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:57:22.110299 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d79cb03-362b-4e18-801a-353a56114067 tempest-TestMinimumBasicScenario-1100930776 tempest-TestMinimumBasicScenario-1100930776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:57:22.111811 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-6d79cb03-362b-4e18-801a-353a56114067 tempest-TestMinimumBasicScenario-1100930776 tempest-TestMinimumBasicScenario-1100930776-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=ad74e35d-e252-4460-8ede-4a964ba2e0ff HTTP/1.1" status: 200 len: 1123 time: 0.0874629 Feb 02 07:57:22.114755 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 37496) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:57:22.118898 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-b6f574f1-31fb-4926-9a5b-54d27eb7f900 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Request body: {'floatingip': {'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'port_id': 'cf03800d-6872-4b8b-9660-4cf5feb0189f', 'tenant_id': '8b4a8d40dcfa4e7bbc849926764ff95f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:57:22.139470 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b6f574f1-31fb-4926-9a5b-54d27eb7f900 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:57:22.234923 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b6f574f1-31fb-4926-9a5b-54d27eb7f900 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:57:22.334036 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-b6f574f1-31fb-4926-9a5b-54d27eb7f900 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Allocated IP 172.25.4.133 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/d74b02cd-240c-4408-a18a-39c4b2d033ac) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:57:22.436456 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b6f574f1-31fb-4926-9a5b-54d27eb7f900 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Publish callbacks [] for port (d74b02cd-240c-4408-a18a-39c4b2d033ac), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:57:22.469223 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b6f574f1-31fb-4926-9a5b-54d27eb7f900 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (d74b02cd-240c-4408-a18a-39c4b2d033ac), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:57:22.507408 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f574f1-31fb-4926-9a5b-54d27eb7f900 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:57:22.512852 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-b6f574f1-31fb-4926-9a5b-54d27eb7f900 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:57:22.515356 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f574f1-31fb-4926-9a5b-54d27eb7f900 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:57:22.539867 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f574f1-31fb-4926-9a5b-54d27eb7f900 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Pushing event updated for resources: {'Port': ['ID=d74b02cd-240c-4408-a18a-39c4b2d033ac,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:57:22.553297 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f574f1-31fb-4926-9a5b-54d27eb7f900 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:57:22.553653 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f574f1-31fb-4926-9a5b-54d27eb7f900 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:57:22.554005 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f574f1-31fb-4926-9a5b-54d27eb7f900 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:57:22.554345 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f574f1-31fb-4926-9a5b-54d27eb7f900 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:57:22.554679 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f574f1-31fb-4926-9a5b-54d27eb7f900 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:57:22.555030 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f574f1-31fb-4926-9a5b-54d27eb7f900 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:57:22.555344 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f574f1-31fb-4926-9a5b-54d27eb7f900 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:57:22.555700 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f574f1-31fb-4926-9a5b-54d27eb7f900 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:57:22.556030 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f574f1-31fb-4926-9a5b-54d27eb7f900 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:57:22.556359 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f574f1-31fb-4926-9a5b-54d27eb7f900 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:57:22.556684 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f574f1-31fb-4926-9a5b-54d27eb7f900 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:57:22.557012 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f574f1-31fb-4926-9a5b-54d27eb7f900 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:57:22.557333 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f574f1-31fb-4926-9a5b-54d27eb7f900 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:57:22.580532 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:57:22.891379 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b6f574f1-31fb-4926-9a5b-54d27eb7f900 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Publish callbacks [] for floatingip (01027747-9487-46fc-be55-fa6d611c3b76), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:57:22.959877 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b6f574f1-31fb-4926-9a5b-54d27eb7f900 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (d74b02cd-240c-4408-a18a-39c4b2d033ac), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:57:23.110415 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b6f574f1-31fb-4926-9a5b-54d27eb7f900 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Publish callbacks [] for port (d74b02cd-240c-4408-a18a-39c4b2d033ac), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:57:23.114712 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b6f574f1-31fb-4926-9a5b-54d27eb7f900 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (d74b02cd-240c-4408-a18a-39c4b2d033ac), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:57:23.185366 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f574f1-31fb-4926-9a5b-54d27eb7f900 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Pushing event updated for resources: {'Port': ['ID=d74b02cd-240c-4408-a18a-39c4b2d033ac,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:57:23.194945 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b6f574f1-31fb-4926-9a5b-54d27eb7f900 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (01027747-9487-46fc-be55-fa6d611c3b76), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:57:23.622290 n-d-789963-26 neutron-server[109694]: INFO neutron.db.l3_db [None req-b6f574f1-31fb-4926-9a5b-54d27eb7f900 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Floating IP 01027747-9487-46fc-be55-fa6d611c3b76 associated. External IP: 172.25.4.133, port: cf03800d-6872-4b8b-9660-4cf5feb0189f. Feb 02 07:57:23.825294 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6f574f1-31fb-4926-9a5b-54d27eb7f900 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Router 5c85bc9d-a16b-4102-a7c0-002aafc0af6a has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:57:23.931765 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f574f1-31fb-4926-9a5b-54d27eb7f900 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:57:23.941903 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2f4a9c-89f5-48f6-bbda-ea982023d581 None None] Sync routers for ids ['5c85bc9d-a16b-4102-a7c0-002aafc0af6a'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:57:23.949681 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b6f574f1-31fb-4926-9a5b-54d27eb7f900 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:57:23.951678 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2f4a9c-89f5-48f6-bbda-ea982023d581 None None] Routers {'5c85bc9d-a16b-4102-a7c0-002aafc0af6a'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:57:23.952289 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-cc2f4a9c-89f5-48f6-bbda-ea982023d581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:57:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['5c85bc9d-a16b-4102-a7c0-002aafc0af6a'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:57:23.982794 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b6f574f1-31fb-4926-9a5b-54d27eb7f900 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8670278 Feb 02 07:57:23.983375 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad74e35d-e252-4460-8ede-4a964ba2e0ff', 'tag': 'cf03800d-6872-4b8b-9660-4cf5feb0189f'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:57:23.985654 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 37498) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:57:23.986141 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cd64c29d20054dd266ebfc4811df21ba6bce2c9fa8def1b04b444a49e945ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eee1525-10b6-4cc1-a9ec-d97838ec7cca" -d '{"events": [{"name": "network-changed", "server_uuid": "ad74e35d-e252-4460-8ede-4a964ba2e0ff", "tag": "cf03800d-6872-4b8b-9660-4cf5feb0189f"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:57:23.997673 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-afe2f48f-599b-485b-a4a5-721dd964ee9d tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-698089140', 'description': 'tempest-secgroup-smoke-698089140 description', 'project_id': '8b4a8d40dcfa4e7bbc849926764ff95f'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:57:24.018951 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-afe2f48f-599b-485b-a4a5-721dd964ee9d tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:57:24.086376 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a11beb-05ab-4e5c-ad26-86e9aec95309 x-openstack-request-id: req-a2a11beb-05ab-4e5c-ad26-86e9aec95309 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:57:24.086689 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad74e35d-e252-4460-8ede-4a964ba2e0ff", "tag": "cf03800d-6872-4b8b-9660-4cf5feb0189f", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:57:24.086939 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a2a11beb-05ab-4e5c-ad26-86e9aec95309 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:57:24.087429 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad74e35d-e252-4460-8ede-4a964ba2e0ff', 'tag': 'cf03800d-6872-4b8b-9660-4cf5feb0189f', 'status': 'completed', 'code': 200} Feb 02 07:57:24.107354 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-afe2f48f-599b-485b-a4a5-721dd964ee9d tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Publish callbacks [] for security_group (cd49af82-8d13-4dee-ba5d-3bcbe69d6641), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:57:24.111316 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-afe2f48f-599b-485b-a4a5-721dd964ee9d tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (cd49af82-8d13-4dee-ba5d-3bcbe69d6641), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:57:24.150154 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-cc2f4a9c-89f5-48f6-bbda-ea982023d581 None None] Set router 5c85bc9d-a16b-4102-a7c0-002aafc0af6a gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:57:24.171873 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-afe2f48f-599b-485b-a4a5-721dd964ee9d tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:57:24.173099 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-afe2f48f-599b-485b-a4a5-721dd964ee9d tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1861782 Feb 02 07:57:24.176158 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 37504) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:57:24.180712 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-4e62c3e2-d9f5-4e87-8cfe-2e792b6ef7e8 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Request body: {'security_group_rule': {'security_group_id': 'cd49af82-8d13-4dee-ba5d-3bcbe69d6641', 'project_id': '8b4a8d40dcfa4e7bbc849926764ff95f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:57:24.185110 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe2f48f-599b-485b-a4a5-721dd964ee9d tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd49af82-8d13-4dee-ba5d-3bcbe69d6641,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:57:24.212602 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee1525-10b6-4cc1-a9ec-d97838ec7cca req-dd82b7b0-c3f6-414a-8465-7363e489cc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:57:24.213688 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6eee1525-10b6-4cc1-a9ec-d97838ec7cca req-dd82b7b0-c3f6-414a-8465-7363e489cc45 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8b4a8d40dcfa4e7bbc849926764ff95f&device_id=ad74e35d-e252-4460-8ede-4a964ba2e0ff HTTP/1.1" status: 200 len: 1128 time: 0.0798287 Feb 02 07:57:24.214588 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4e62c3e2-d9f5-4e87-8cfe-2e792b6ef7e8 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Publish callbacks [] for security_group_rule (a7a7facf-1804-4690-a735-9552a33648eb), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:57:24.281874 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4e62c3e2-d9f5-4e87-8cfe-2e792b6ef7e8 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Publish callbacks [] for security_group_rule (a7a7facf-1804-4690-a735-9552a33648eb), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:57:24.285784 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4e62c3e2-d9f5-4e87-8cfe-2e792b6ef7e8 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (a7a7facf-1804-4690-a735-9552a33648eb), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:57:24.300568 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e62c3e2-d9f5-4e87-8cfe-2e792b6ef7e8 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7a7facf-1804-4690-a735-9552a33648eb,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:57:24.311858 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee1525-10b6-4cc1-a9ec-d97838ec7cca req-93b00216-b7bc-44f9-b684-3e28be50d239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:57:24.313950 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6eee1525-10b6-4cc1-a9ec-d97838ec7cca req-93b00216-b7bc-44f9-b684-3e28be50d239 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c5808289-5da9-4b52-bcb6-26be673a4cac HTTP/1.1" status: 200 len: 916 time: 0.0936563 Feb 02 07:57:24.319285 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4e62c3e2-d9f5-4e87-8cfe-2e792b6ef7e8 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:57:24.323169 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-4e62c3e2-d9f5-4e87-8cfe-2e792b6ef7e8 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1434033 Feb 02 07:57:24.323380 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 37506) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:57:24.329023 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-29ce679e-e4c3-4ca1-bc84-2a7bdd1215e0 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Request body: {'security_group_rule': {'security_group_id': 'cd49af82-8d13-4dee-ba5d-3bcbe69d6641', 'project_id': '8b4a8d40dcfa4e7bbc849926764ff95f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:57:24.353930 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-29ce679e-e4c3-4ca1-bc84-2a7bdd1215e0 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Publish callbacks [] for security_group_rule (da184ab2-97df-4b05-82a2-d0f5c209bc38), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:57:24.384373 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-cc2f4a9c-89f5-48f6-bbda-ea982023d581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c85bc9d-a16b-4102-a7c0-002aafc0af6a', 'name': 'tempest-TestMinimumBasicScenario-2117443605-router', 'tenant_id': '8b4a8d40dcfa4e7bbc849926764ff95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '1b50e181-fb61-46fd-a37e-a43a2a2876a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:56:27Z', 'updated_at': '2022-02-02T07:56:30Z', 'revision_number': 4, 'project_id': '8b4a8d40dcfa4e7bbc849926764ff95f', 'gw_port': {'id': '1b50e181-fb61-46fd-a37e-a43a2a2876a9', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fd:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c85bc9d-a16b-4102-a7c0-002aafc0af6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:56:27Z', 'updated_at': '2022-02-02T07:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '01027747-9487-46fc-be55-fa6d611c3b76', 'tenant_id': '8b4a8d40dcfa4e7bbc849926764ff95f', 'floating_ip_address': '172.25.4.133', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '5c85bc9d-a16b-4102-a7c0-002aafc0af6a', 'port_id': 'cf03800d-6872-4b8b-9660-4cf5feb0189f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5808289-5da9-4b52-bcb6-26be673a4cac', 'mac_address': 'fa:16:3e:39:0d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad74e35d-e252-4460-8ede-4a964ba2e0ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:57:22Z', 'updated_at': '2022-02-02T07:57:22Z', 'revision_number': 0, 'project_id': '8b4a8d40dcfa4e7bbc849926764ff95f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a456a60-028c-4110-90d4-6b6170c6c971', 'name': '', 'network_id': 'c5808289-5da9-4b52-bcb6-26be673a4cac', 'tenant_id': '8b4a8d40dcfa4e7bbc849926764ff95f', 'mac_address': 'fa:16:3e:db:6b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c85bc9d-a16b-4102-a7c0-002aafc0af6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'a3d71aa1-c799-409a-b434-a8743aaee5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:56:29Z', 'updated_at': '2022-02-02T07:56:34Z', 'revision_number': 5, 'project_id': '8b4a8d40dcfa4e7bbc849926764ff95f', 'subnets': [{'id': 'a3d71aa1-c799-409a-b434-a8743aaee5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:57:24.400097 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6eee1525-10b6-4cc1-a9ec-d97838ec7cca req-a4850350-61d5-408f-959f-b155cd47b2ab service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf03800d-6872-4b8b-9660-4cf5feb0189f HTTP/1.1" status: 200 len: 999 time: 0.0801141 Feb 02 07:57:24.412504 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-29ce679e-e4c3-4ca1-bc84-2a7bdd1215e0 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Publish callbacks [] for security_group_rule (da184ab2-97df-4b05-82a2-d0f5c209bc38), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:57:24.415105 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2f4a9c-89f5-48f6-bbda-ea982023d581 None None] Checking router: 5c85bc9d-a16b-4102-a7c0-002aafc0af6a for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:57:24.417083 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-29ce679e-e4c3-4ca1-bc84-2a7bdd1215e0 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (da184ab2-97df-4b05-82a2-d0f5c209bc38), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:57:24.424313 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2f4a9c-89f5-48f6-bbda-ea982023d581 None None] Routers {'5c85bc9d-a16b-4102-a7c0-002aafc0af6a'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:57:24.425492 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-cc2f4a9c-89f5-48f6-bbda-ea982023d581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:57:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['5c85bc9d-a16b-4102-a7c0-002aafc0af6a'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:57:24.438069 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ce679e-e4c3-4ca1-bc84-2a7bdd1215e0 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da184ab2-97df-4b05-82a2-d0f5c209bc38,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:57:24.454216 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee1525-10b6-4cc1-a9ec-d97838ec7cca req-1940a752-1743-4850-9d64-2043af553c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:57:24.454948 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-29ce679e-e4c3-4ca1-bc84-2a7bdd1215e0 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:57:24.455740 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6eee1525-10b6-4cc1-a9ec-d97838ec7cca req-1940a752-1743-4850-9d64-2043af553c31 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a3d71aa1-c799-409a-b434-a8743aaee5d9 HTTP/1.1" status: 200 len: 854 time: 0.0497282 Feb 02 07:57:24.456288 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-29ce679e-e4c3-4ca1-bc84-2a7bdd1215e0 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1310289 Feb 02 07:57:24.458927 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 37508) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:57:24.463634 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-4b2caabb-ad7e-418d-8acd-6670f5940108 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Request body: {'security_group_rule': {'security_group_id': 'cd49af82-8d13-4dee-ba5d-3bcbe69d6641', 'project_id': '8b4a8d40dcfa4e7bbc849926764ff95f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:57:24.500276 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4b2caabb-ad7e-418d-8acd-6670f5940108 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Publish callbacks [] for security_group_rule (7733841e-7c1d-4478-b22b-4b57905dc47e), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:57:24.518066 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee1525-10b6-4cc1-a9ec-d97838ec7cca req-f0637b26-ee39-4b32-b626-03bc38c6e4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:57:24.519673 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6eee1525-10b6-4cc1-a9ec-d97838ec7cca req-f0637b26-ee39-4b32-b626-03bc38c6e4ef service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c5808289-5da9-4b52-bcb6-26be673a4cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0573962 Feb 02 07:57:24.583857 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4b2caabb-ad7e-418d-8acd-6670f5940108 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Publish callbacks [] for security_group_rule (7733841e-7c1d-4478-b22b-4b57905dc47e), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:57:24.588308 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4b2caabb-ad7e-418d-8acd-6670f5940108 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (7733841e-7c1d-4478-b22b-4b57905dc47e), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:57:24.588910 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-cc2f4a9c-89f5-48f6-bbda-ea982023d581 None None] Set router 5c85bc9d-a16b-4102-a7c0-002aafc0af6a gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:57:24.609733 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2caabb-ad7e-418d-8acd-6670f5940108 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7733841e-7c1d-4478-b22b-4b57905dc47e,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:57:24.619606 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4b2caabb-ad7e-418d-8acd-6670f5940108 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:57:24.620676 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-4b2caabb-ad7e-418d-8acd-6670f5940108 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1605053 Feb 02 07:57:24.623336 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 37510) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:57:24.627728 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-08bfa6f1-d041-4660-8a00-dc41fda9f01d tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Request body: {'security_group_rule': {'security_group_id': 'cd49af82-8d13-4dee-ba5d-3bcbe69d6641', 'project_id': '8b4a8d40dcfa4e7bbc849926764ff95f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:57:24.641709 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6eee1525-10b6-4cc1-a9ec-d97838ec7cca req-05396ed9-b4c2-4be9-bd30-3b8f9a30ac18 service neutron] 10.222.0.88 "GET /v2.0/networks/c5808289-5da9-4b52-bcb6-26be673a4cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153672 Feb 02 07:57:24.654209 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-08bfa6f1-d041-4660-8a00-dc41fda9f01d tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Publish callbacks [] for security_group_rule (ef930b8b-8133-4ebd-b5ef-284b6c267d9a), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:57:24.713294 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-08bfa6f1-d041-4660-8a00-dc41fda9f01d tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Publish callbacks [] for security_group_rule (ef930b8b-8133-4ebd-b5ef-284b6c267d9a), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:57:24.718615 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-08bfa6f1-d041-4660-8a00-dc41fda9f01d tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (ef930b8b-8133-4ebd-b5ef-284b6c267d9a), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:57:24.742415 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6eee1525-10b6-4cc1-a9ec-d97838ec7cca req-69222d28-bbfe-4512-9368-6bb178f9ae6e service neutron] 10.222.0.88 "GET /v2.0/networks/c5808289-5da9-4b52-bcb6-26be673a4cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936887 Feb 02 07:57:24.742791 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bfa6f1-d041-4660-8a00-dc41fda9f01d tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef930b8b-8133-4ebd-b5ef-284b6c267d9a,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:57:24.747987 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-08bfa6f1-d041-4660-8a00-dc41fda9f01d tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:57:24.749193 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-08bfa6f1-d041-4660-8a00-dc41fda9f01d tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1248870 Feb 02 07:57:24.752333 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 37512) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:57:24.760080 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-b2120c69-2ad8-43e5-bfbb-050fac6d48d3 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Request body: {'security_group_rule': {'security_group_id': 'cd49af82-8d13-4dee-ba5d-3bcbe69d6641', 'project_id': '8b4a8d40dcfa4e7bbc849926764ff95f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:57:24.786115 n-d-789963-26 neutron-server[109693]: INFO neutron.db.securitygroups_db [None req-b2120c69-2ad8-43e5-bfbb-050fac6d48d3 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Project 8b4a8d40dcfa4e7bbc849926764ff95f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 07:57:24.791118 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b2120c69-2ad8-43e5-bfbb-050fac6d48d3 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Publish callbacks [] for security_group_rule (18e62273-3662-42e0-86da-3dbcd23ebf55), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:57:24.834841 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-cc2f4a9c-89f5-48f6-bbda-ea982023d581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c85bc9d-a16b-4102-a7c0-002aafc0af6a', 'name': 'tempest-TestMinimumBasicScenario-2117443605-router', 'tenant_id': '8b4a8d40dcfa4e7bbc849926764ff95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '1b50e181-fb61-46fd-a37e-a43a2a2876a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:56:27Z', 'updated_at': '2022-02-02T07:56:30Z', 'revision_number': 4, 'project_id': '8b4a8d40dcfa4e7bbc849926764ff95f', 'gw_port': {'id': '1b50e181-fb61-46fd-a37e-a43a2a2876a9', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fd:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c85bc9d-a16b-4102-a7c0-002aafc0af6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:56:27Z', 'updated_at': '2022-02-02T07:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '01027747-9487-46fc-be55-fa6d611c3b76', 'tenant_id': '8b4a8d40dcfa4e7bbc849926764ff95f', 'floating_ip_address': '172.25.4.133', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '5c85bc9d-a16b-4102-a7c0-002aafc0af6a', 'port_id': 'cf03800d-6872-4b8b-9660-4cf5feb0189f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5808289-5da9-4b52-bcb6-26be673a4cac', 'mac_address': 'fa:16:3e:39:0d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad74e35d-e252-4460-8ede-4a964ba2e0ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:57:22Z', 'updated_at': '2022-02-02T07:57:22Z', 'revision_number': 0, 'project_id': '8b4a8d40dcfa4e7bbc849926764ff95f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a456a60-028c-4110-90d4-6b6170c6c971', 'name': '', 'network_id': 'c5808289-5da9-4b52-bcb6-26be673a4cac', 'tenant_id': '8b4a8d40dcfa4e7bbc849926764ff95f', 'mac_address': 'fa:16:3e:db:6b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c85bc9d-a16b-4102-a7c0-002aafc0af6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'a3d71aa1-c799-409a-b434-a8743aaee5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:56:29Z', 'updated_at': '2022-02-02T07:56:34Z', 'revision_number': 5, 'project_id': '8b4a8d40dcfa4e7bbc849926764ff95f', 'subnets': [{'id': 'a3d71aa1-c799-409a-b434-a8743aaee5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:57:24.857630 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b2120c69-2ad8-43e5-bfbb-050fac6d48d3 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Publish callbacks [] for security_group_rule (18e62273-3662-42e0-86da-3dbcd23ebf55), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:57:24.861397 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b2120c69-2ad8-43e5-bfbb-050fac6d48d3 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (18e62273-3662-42e0-86da-3dbcd23ebf55), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:57:24.867512 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2f4a9c-89f5-48f6-bbda-ea982023d581 None None] The sync data for ids ['5c85bc9d-a16b-4102-a7c0-002aafc0af6a'] in n-d-789963-26 is: [{'id': '5c85bc9d-a16b-4102-a7c0-002aafc0af6a', 'name': 'tempest-TestMinimumBasicScenario-2117443605-router', 'tenant_id': '8b4a8d40dcfa4e7bbc849926764ff95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '1b50e181-fb61-46fd-a37e-a43a2a2876a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:56:27Z', 'updated_at': '2022-02-02T07:56:30Z', 'revision_number': 4, 'project_id': '8b4a8d40dcfa4e7bbc849926764ff95f', 'gw_port': {'id': '1b50e181-fb61-46fd-a37e-a43a2a2876a9', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fd:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c85bc9d-a16b-4102-a7c0-002aafc0af6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:56:27Z', 'updated_at': '2022-02-02T07:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '01027747-9487-46fc-be55-fa6d611c3b76', 'tenant_id': '8b4a8d40dcfa4e7bbc849926764ff95f', 'floating_ip_address': '172.25.4.133', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '5c85bc9d-a16b-4102-a7c0-002aafc0af6a', 'port_id': 'cf03800d-6872-4b8b-9660-4cf5feb0189f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5808289-5da9-4b52-bcb6-26be673a4cac', 'mac_address': 'fa:16:3e:39:0d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad74e35d-e252-4460-8ede-4a964ba2e0ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:57:22Z', 'updated_at': '2022-02-02T07:57:22Z', 'revision_number': 0, 'project_id': '8b4a8d40dcfa4e7bbc849926764ff95f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a456a60-028c-4110-90d4-6b6170c6c971', 'name': '', 'network_id': 'c5808289-5da9-4b52-bcb6-26be673a4cac', 'tenant_id': '8b4a8d40dcfa4e7bbc849926764ff95f', 'mac_address': 'fa:16:3e:db:6b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c85bc9d-a16b-4102-a7c0-002aafc0af6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'a3d71aa1-c799-409a-b434-a8743aaee5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:56:29Z', 'updated_at': '2022-02-02T07:56:34Z', 'revision_number': 5, 'project_id': '8b4a8d40dcfa4e7bbc849926764ff95f', 'subnets': [{'id': 'a3d71aa1-c799-409a-b434-a8743aaee5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:57:24.887943 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2120c69-2ad8-43e5-bfbb-050fac6d48d3 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18e62273-3662-42e0-86da-3dbcd23ebf55,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:57:24.894564 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b2120c69-2ad8-43e5-bfbb-050fac6d48d3 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:57:24.896155 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b2120c69-2ad8-43e5-bfbb-050fac6d48d3 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1425579 Feb 02 07:57:24.899315 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 37514) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:57:24.904022 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-8e131644-127e-4160-8dfc-a78f28612194 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Request body: {'security_group_rule': {'security_group_id': 'cd49af82-8d13-4dee-ba5d-3bcbe69d6641', 'project_id': '8b4a8d40dcfa4e7bbc849926764ff95f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:57:24.926314 n-d-789963-26 neutron-server[109694]: INFO neutron.db.securitygroups_db [None req-8e131644-127e-4160-8dfc-a78f28612194 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Project 8b4a8d40dcfa4e7bbc849926764ff95f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 07:57:24.932248 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8e131644-127e-4160-8dfc-a78f28612194 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Publish callbacks [] for security_group_rule (1a3262ed-c53c-4c3e-b2bb-8ace7429ef65), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:57:24.997334 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8e131644-127e-4160-8dfc-a78f28612194 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Publish callbacks [] for security_group_rule (1a3262ed-c53c-4c3e-b2bb-8ace7429ef65), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:57:25.001072 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8e131644-127e-4160-8dfc-a78f28612194 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (1a3262ed-c53c-4c3e-b2bb-8ace7429ef65), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:57:25.020108 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e131644-127e-4160-8dfc-a78f28612194 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a3262ed-c53c-4c3e-b2bb-8ace7429ef65,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:57:25.026618 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8e131644-127e-4160-8dfc-a78f28612194 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:57:25.035987 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-8e131644-127e-4160-8dfc-a78f28612194 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1316853 Feb 02 07:57:25.120492 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d303bdae-6f4e-48fe-a675-815b60b771e5 None None] New status for floating IP 01027747-9487-46fc-be55-fa6d611c3b76: ACTIVE {{(pid=109695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 07:57:25.127644 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c64b5465-a0ed-4308-89c7-34a6cb77aa86 req-c40283fb-dde9-4d5e-abde-a3fccea8b930 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-698089140&fields=id&tenant_id=8b4a8d40dcfa4e7bbc849926764ff95f HTTP/1.1" status: 200 len: 267 time: 0.0481675 Feb 02 07:57:25.190809 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64b5465-a0ed-4308-89c7-34a6cb77aa86 req-14bb7481-cef6-432d-9a4e-adde98872c3e tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:57:25.192581 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c64b5465-a0ed-4308-89c7-34a6cb77aa86 req-14bb7481-cef6-432d-9a4e-adde98872c3e tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "GET /v2.0/ports?device_id=ad74e35d-e252-4460-8ede-4a964ba2e0ff HTTP/1.1" status: 200 len: 945 time: 0.0581121 Feb 02 07:57:25.203987 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-c64b5465-a0ed-4308-89c7-34a6cb77aa86 req-ec974e55-97ba-4f0f-8b38-14230066734c tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Request body: {'port': {'security_groups': ['55006e47-5b6d-4e88-92fc-4e887977dede', 'cd49af82-8d13-4dee-ba5d-3bcbe69d6641']}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:57:25.275091 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-c64b5465-a0ed-4308-89c7-34a6cb77aa86 req-ec974e55-97ba-4f0f-8b38-14230066734c tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (cf03800d-6872-4b8b-9660-4cf5feb0189f), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:57:25.460189 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-c64b5465-a0ed-4308-89c7-34a6cb77aa86 req-ec974e55-97ba-4f0f-8b38-14230066734c tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] For port cf03800d-6872-4b8b-9660-4cf5feb0189f, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=cf03800d-6872-4b8b-9660-4cf5feb0189f,segment=NetworkSegment(83f1d4af-51a7-4211-a0dc-1a80fbc28f28),segment_id=83f1d4af-51a7-4211-a0dc-1a80fbc28f28)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:57:25.489167 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-c64b5465-a0ed-4308-89c7-34a6cb77aa86 req-ec974e55-97ba-4f0f-8b38-14230066734c tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Publish callbacks [] for port (cf03800d-6872-4b8b-9660-4cf5feb0189f), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:57:25.493591 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-c64b5465-a0ed-4308-89c7-34a6cb77aa86 req-ec974e55-97ba-4f0f-8b38-14230066734c tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (cf03800d-6872-4b8b-9660-4cf5feb0189f), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:57:25.527646 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['cf03800d-6872-4b8b-9660-4cf5feb0189f'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:57:25.536697 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64b5465-a0ed-4308-89c7-34a6cb77aa86 req-ec974e55-97ba-4f0f-8b38-14230066734c tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:57:25.537331 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-c64b5465-a0ed-4308-89c7-34a6cb77aa86 req-ec974e55-97ba-4f0f-8b38-14230066734c tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:57:25.538735 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c64b5465-a0ed-4308-89c7-34a6cb77aa86 req-ec974e55-97ba-4f0f-8b38-14230066734c tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "PUT /v2.0/ports/cf03800d-6872-4b8b-9660-4cf5feb0189f HTTP/1.1" status: 200 len: 981 time: 0.3401995 Feb 02 07:57:25.572414 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec974e55-97ba-4f0f-8b38-14230066734c tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Pushing event updated for resources: {'Port': ['ID=cf03800d-6872-4b8b-9660-4cf5feb0189f,revision_number=6']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:57:25.660744 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e449616-6282-43f2-88ff-04a875e9ce50 req-0eb34926-91cc-4c66-928f-bccaf5bfd3a5 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:57:25.663734 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8e449616-6282-43f2-88ff-04a875e9ce50 req-0eb34926-91cc-4c66-928f-bccaf5bfd3a5 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "GET /v2.0/ports?device_id=ad74e35d-e252-4460-8ede-4a964ba2e0ff HTTP/1.1" status: 200 len: 984 time: 0.0632060 Feb 02 07:57:25.664194 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['cf03800d-6872-4b8b-9660-4cf5feb0189f'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:57:25.738792 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8e449616-6282-43f2-88ff-04a875e9ce50 req-3f5e3a5a-ea58-4b91-9611-6b6365cb9f6a tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "GET /v2.0/security-groups?id=55006e47-5b6d-4e88-92fc-4e887977dede&id=cd49af82-8d13-4dee-ba5d-3bcbe69d6641&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0700045 Feb 02 07:57:25.869877 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-f0be2bad-d2e0-43d6-8a48-d517d0c56549 None None] Provisioning complete for port cf03800d-6872-4b8b-9660-4cf5feb0189f triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:57:25.870175 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f0be2bad-d2e0-43d6-8a48-d517d0c56549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (cf03800d-6872-4b8b-9660-4cf5feb0189f), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:57:26.072554 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-f0be2bad-d2e0-43d6-8a48-d517d0c56549 None None] Current status of the port cf03800d-6872-4b8b-9660-4cf5feb0189f is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:57:26.088330 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad74e35d-e252-4460-8ede-4a964ba2e0ff', 'tag': 'cf03800d-6872-4b8b-9660-4cf5feb0189f'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:57:26.090908 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cd64c29d20054dd266ebfc4811df21ba6bce2c9fa8def1b04b444a49e945ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef72226-3dc7-487b-b65a-80ade61133d9" -d '{"events": [{"name": "network-changed", "server_uuid": "ad74e35d-e252-4460-8ede-4a964ba2e0ff", "tag": "cf03800d-6872-4b8b-9660-4cf5feb0189f"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:57:26.127103 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d0b24e-cb41-4750-b921-7d0698c053fb x-openstack-request-id: req-78d0b24e-cb41-4750-b921-7d0698c053fb {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:57:26.127401 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad74e35d-e252-4460-8ede-4a964ba2e0ff", "tag": "cf03800d-6872-4b8b-9660-4cf5feb0189f", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:57:26.127703 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-78d0b24e-cb41-4750-b921-7d0698c053fb {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:57:26.128116 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad74e35d-e252-4460-8ede-4a964ba2e0ff', 'tag': 'cf03800d-6872-4b8b-9660-4cf5feb0189f', 'status': 'completed', 'code': 200} Feb 02 07:57:26.224168 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef72226-3dc7-487b-b65a-80ade61133d9 req-fdb0d070-180a-43fc-98f7-89d1ee5a4751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:57:26.225698 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-eef72226-3dc7-487b-b65a-80ade61133d9 req-fdb0d070-180a-43fc-98f7-89d1ee5a4751 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8b4a8d40dcfa4e7bbc849926764ff95f&device_id=ad74e35d-e252-4460-8ede-4a964ba2e0ff HTTP/1.1" status: 200 len: 1167 time: 0.0452614 Feb 02 07:57:26.320039 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef72226-3dc7-487b-b65a-80ade61133d9 req-89397ce2-4010-4967-934c-cf24c100470e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:57:26.321518 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-eef72226-3dc7-487b-b65a-80ade61133d9 req-89397ce2-4010-4967-934c-cf24c100470e service neutron] 10.222.0.88 "GET /v2.0/networks?id=c5808289-5da9-4b52-bcb6-26be673a4cac HTTP/1.1" status: 200 len: 916 time: 0.0883896 Feb 02 07:57:26.387845 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-eef72226-3dc7-487b-b65a-80ade61133d9 req-00e2bb06-6d5f-40b6-b91f-77ce56f9c1ac service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf03800d-6872-4b8b-9660-4cf5feb0189f HTTP/1.1" status: 200 len: 1001 time: 0.0585012 Feb 02 07:57:26.436126 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef72226-3dc7-487b-b65a-80ade61133d9 req-e454bbae-16b9-4e06-b03e-de0b36253dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:57:26.437555 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-eef72226-3dc7-487b-b65a-80ade61133d9 req-e454bbae-16b9-4e06-b03e-de0b36253dbc service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a3d71aa1-c799-409a-b434-a8743aaee5d9 HTTP/1.1" status: 200 len: 854 time: 0.0439665 Feb 02 07:57:26.490440 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef72226-3dc7-487b-b65a-80ade61133d9 req-f637073c-62e9-4089-9f0e-5020b430e7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:57:26.491981 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-eef72226-3dc7-487b-b65a-80ade61133d9 req-f637073c-62e9-4089-9f0e-5020b430e7d5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c5808289-5da9-4b52-bcb6-26be673a4cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0482695 Feb 02 07:57:26.582462 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-eef72226-3dc7-487b-b65a-80ade61133d9 req-00aa8fe8-1068-48e2-9dab-848af6d9f0a9 service neutron] 10.222.0.88 "GET /v2.0/networks/c5808289-5da9-4b52-bcb6-26be673a4cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828850 Feb 02 07:57:26.680141 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-eef72226-3dc7-487b-b65a-80ade61133d9 req-db73d564-053d-4358-abdb-27e2661fb6c1 service neutron] 10.222.0.88 "GET /v2.0/networks/c5808289-5da9-4b52-bcb6-26be673a4cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917184 Feb 02 07:57:27.717624 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:57:35.445580 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a752fae-f136-4bb0-be24-ebb82d6df025 req-d30d1d93-feec-49bc-b6d7-b51bfefd1c0c tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:57:35.447832 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5a752fae-f136-4bb0-be24-ebb82d6df025 req-d30d1d93-feec-49bc-b6d7-b51bfefd1c0c tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "GET /v2.0/ports?device_id=ad74e35d-e252-4460-8ede-4a964ba2e0ff HTTP/1.1" status: 200 len: 984 time: 0.0572851 Feb 02 07:57:35.467621 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2331af-b81a-48f3-9a53-f68ae90f1d49 req-d3f74ba8-0696-4787-8381-b1b8e66e0cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:57:35.469146 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cf2331af-b81a-48f3-9a53-f68ae90f1d49 req-d3f74ba8-0696-4787-8381-b1b8e66e0cbf service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8b4a8d40dcfa4e7bbc849926764ff95f&device_id=ad74e35d-e252-4460-8ede-4a964ba2e0ff HTTP/1.1" status: 200 len: 1167 time: 0.0475514 Feb 02 07:57:35.510072 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5a752fae-f136-4bb0-be24-ebb82d6df025 req-a7507095-4e47-413f-b33c-2396fa413448 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "GET /v2.0/security-groups?id=55006e47-5b6d-4e88-92fc-4e887977dede&id=cd49af82-8d13-4dee-ba5d-3bcbe69d6641&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0554733 Feb 02 07:57:35.562859 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2331af-b81a-48f3-9a53-f68ae90f1d49 req-882a22df-0aca-4b7f-8f39-79d9825065ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:57:35.564395 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cf2331af-b81a-48f3-9a53-f68ae90f1d49 req-882a22df-0aca-4b7f-8f39-79d9825065ea service neutron] 10.222.0.88 "GET /v2.0/networks?id=c5808289-5da9-4b52-bcb6-26be673a4cac HTTP/1.1" status: 200 len: 916 time: 0.0892720 Feb 02 07:57:35.628410 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cf2331af-b81a-48f3-9a53-f68ae90f1d49 req-c18330a5-0eb8-4247-84f8-23a85455c640 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf03800d-6872-4b8b-9660-4cf5feb0189f HTTP/1.1" status: 200 len: 1001 time: 0.0579236 Feb 02 07:57:35.675796 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2331af-b81a-48f3-9a53-f68ae90f1d49 req-87d66127-576a-49bc-a7ae-4bcc48903459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:57:35.677190 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cf2331af-b81a-48f3-9a53-f68ae90f1d49 req-87d66127-576a-49bc-a7ae-4bcc48903459 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a3d71aa1-c799-409a-b434-a8743aaee5d9 HTTP/1.1" status: 200 len: 854 time: 0.0426509 Feb 02 07:57:35.729374 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2331af-b81a-48f3-9a53-f68ae90f1d49 req-b963d7f9-301e-4795-b676-7316a38a7a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:57:35.730888 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cf2331af-b81a-48f3-9a53-f68ae90f1d49 req-b963d7f9-301e-4795-b676-7316a38a7a41 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c5808289-5da9-4b52-bcb6-26be673a4cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0471551 Feb 02 07:57:35.825187 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cf2331af-b81a-48f3-9a53-f68ae90f1d49 req-fda7a578-de33-4662-bba6-37744a09d039 service neutron] 10.222.0.88 "GET /v2.0/networks/c5808289-5da9-4b52-bcb6-26be673a4cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857520 Feb 02 07:57:35.929333 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-cf2331af-b81a-48f3-9a53-f68ae90f1d49 req-71b5cc5a-68f0-40f6-92ff-a618e13e69e9 service neutron] 10.222.0.88 "GET /v2.0/networks/c5808289-5da9-4b52-bcb6-26be673a4cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864460 Feb 02 07:57:36.632989 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f318e-7e9f-458a-a842-35ea339f9028 req-4d0fbad5-a415-4651-b2a4-8670de57a7f2 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:57:36.634459 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-996f318e-7e9f-458a-a842-35ea339f9028 req-4d0fbad5-a415-4651-b2a4-8670de57a7f2 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "GET /v2.0/ports?device_id=ad74e35d-e252-4460-8ede-4a964ba2e0ff HTTP/1.1" status: 200 len: 984 time: 0.0533562 Feb 02 07:57:36.697281 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-996f318e-7e9f-458a-a842-35ea339f9028 req-d2bd85d2-6487-471c-8d19-75431666c736 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "GET /v2.0/security-groups?id=55006e47-5b6d-4e88-92fc-4e887977dede&id=cd49af82-8d13-4dee-ba5d-3bcbe69d6641&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565147 Feb 02 07:57:37.817952 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dd200f-c4db-4bb1-9a48-a00ec8e51a4c req-3debeca0-41f8-4e40-ab3d-35a7a80fa3fe tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:57:37.819353 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-33dd200f-c4db-4bb1-9a48-a00ec8e51a4c req-3debeca0-41f8-4e40-ab3d-35a7a80fa3fe tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "GET /v2.0/ports?device_id=ad74e35d-e252-4460-8ede-4a964ba2e0ff HTTP/1.1" status: 200 len: 984 time: 0.0534997 Feb 02 07:57:37.877960 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-33dd200f-c4db-4bb1-9a48-a00ec8e51a4c req-ceb6048b-d724-43b6-9612-705b01c4bdb7 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "GET /v2.0/security-groups?id=55006e47-5b6d-4e88-92fc-4e887977dede&id=cd49af82-8d13-4dee-ba5d-3bcbe69d6641&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522208 Feb 02 07:57:38.998338 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8b8d5f-17e1-4295-bffd-924fb0aff32b req-77cd7ff2-d81b-4ea4-bd80-0c1441d6603e tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:57:38.999840 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bf8b8d5f-17e1-4295-bffd-924fb0aff32b req-77cd7ff2-d81b-4ea4-bd80-0c1441d6603e tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "GET /v2.0/ports?device_id=ad74e35d-e252-4460-8ede-4a964ba2e0ff HTTP/1.1" status: 200 len: 984 time: 0.0542369 Feb 02 07:57:39.058444 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bf8b8d5f-17e1-4295-bffd-924fb0aff32b req-051fcc0c-6328-4dd0-9899-5652edbb1919 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "GET /v2.0/security-groups?id=55006e47-5b6d-4e88-92fc-4e887977dede&id=cd49af82-8d13-4dee-ba5d-3bcbe69d6641&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527952 Feb 02 07:57:40.180868 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7ea720-d17a-4323-a219-97decb3b1be5 req-e7a06c25-aea4-4bea-b7d1-1771a47a1a6e tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:57:40.182379 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4d7ea720-d17a-4323-a219-97decb3b1be5 req-e7a06c25-aea4-4bea-b7d1-1771a47a1a6e tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "GET /v2.0/ports?device_id=ad74e35d-e252-4460-8ede-4a964ba2e0ff HTTP/1.1" status: 200 len: 984 time: 0.0567696 Feb 02 07:57:40.245632 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4d7ea720-d17a-4323-a219-97decb3b1be5 req-423cc08f-6823-4e17-b7e9-5b6633c0f746 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "GET /v2.0/security-groups?id=55006e47-5b6d-4e88-92fc-4e887977dede&id=cd49af82-8d13-4dee-ba5d-3bcbe69d6641&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0574687 Feb 02 07:57:41.085837 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e4f5a179-d191-4975-8249-063dbd7e66d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:57:41.364838 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e6631-eae9-43a9-a72a-536e0f3d8dfd req-27c1113b-82da-42ad-9d5e-38f056bb2366 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:57:41.366227 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d94e6631-eae9-43a9-a72a-536e0f3d8dfd req-27c1113b-82da-42ad-9d5e-38f056bb2366 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "GET /v2.0/ports?device_id=ad74e35d-e252-4460-8ede-4a964ba2e0ff HTTP/1.1" status: 200 len: 984 time: 0.0525894 Feb 02 07:57:41.425817 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d94e6631-eae9-43a9-a72a-536e0f3d8dfd req-e8252fe1-c06a-4825-9ecf-a435cd8e08ee tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "GET /v2.0/security-groups?id=55006e47-5b6d-4e88-92fc-4e887977dede&id=cd49af82-8d13-4dee-ba5d-3bcbe69d6641&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530438 Feb 02 07:57:42.553539 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a66f5-ad4c-43ab-84a6-42204713cf75 req-a1064e48-7472-4902-b7c5-bfb5c5903ccf tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:57:42.555825 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cf9a66f5-ad4c-43ab-84a6-42204713cf75 req-a1064e48-7472-4902-b7c5-bfb5c5903ccf tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "GET /v2.0/ports?device_id=ad74e35d-e252-4460-8ede-4a964ba2e0ff HTTP/1.1" status: 200 len: 984 time: 0.0610716 Feb 02 07:57:42.626948 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cf9a66f5-ad4c-43ab-84a6-42204713cf75 req-a364b0ba-1a24-4e24-a451-5db1eb24fb19 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "GET /v2.0/security-groups?id=55006e47-5b6d-4e88-92fc-4e887977dede&id=cd49af82-8d13-4dee-ba5d-3bcbe69d6641&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0656888 Feb 02 07:57:43.368379 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3ae37b79-f76c-4dc1-9d5e-7596ffcd9923 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:57:43.748534 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db631f02-5432-41d5-8683-977613043778 req-a6c67af2-ae66-4194-a565-5aeebadfe852 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:57:43.750036 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-db631f02-5432-41d5-8683-977613043778 req-a6c67af2-ae66-4194-a565-5aeebadfe852 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "GET /v2.0/ports?device_id=ad74e35d-e252-4460-8ede-4a964ba2e0ff HTTP/1.1" status: 200 len: 984 time: 0.0545678 Feb 02 07:57:43.810368 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-db631f02-5432-41d5-8683-977613043778 req-8fa11b4c-fc24-4b53-8b16-0a97bc30687b tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "GET /v2.0/security-groups?id=55006e47-5b6d-4e88-92fc-4e887977dede&id=cd49af82-8d13-4dee-ba5d-3bcbe69d6641&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545630 Feb 02 07:57:44.865703 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:57:44.940246 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42901570-ed12-47a0-b61d-b802f9c6fb32 req-c9a91888-7de1-4987-b7bc-d86b9f4f7314 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:57:44.942019 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-42901570-ed12-47a0-b61d-b802f9c6fb32 req-c9a91888-7de1-4987-b7bc-d86b9f4f7314 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "GET /v2.0/ports?device_id=ad74e35d-e252-4460-8ede-4a964ba2e0ff HTTP/1.1" status: 200 len: 984 time: 0.0605576 Feb 02 07:57:45.006689 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-42901570-ed12-47a0-b61d-b802f9c6fb32 req-d77e41ad-e9d0-4ce5-a122-4cbf3de48ea1 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "GET /v2.0/security-groups?id=55006e47-5b6d-4e88-92fc-4e887977dede&id=cd49af82-8d13-4dee-ba5d-3bcbe69d6641&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0587289 Feb 02 07:57:46.124593 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d03b72f-78dd-4b31-ad6b-ba8f71ebcaed req-0c2843cc-8c58-46f6-a336-b6299896d424 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:57:46.126092 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7d03b72f-78dd-4b31-ad6b-ba8f71ebcaed req-0c2843cc-8c58-46f6-a336-b6299896d424 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "GET /v2.0/ports?device_id=ad74e35d-e252-4460-8ede-4a964ba2e0ff HTTP/1.1" status: 200 len: 984 time: 0.0532978 Feb 02 07:57:46.178386 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:57:46.186363 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7d03b72f-78dd-4b31-ad6b-ba8f71ebcaed req-2e3f8a5d-53ae-4f9b-a465-3cdeae63f151 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "GET /v2.0/security-groups?id=55006e47-5b6d-4e88-92fc-4e887977dede&id=cd49af82-8d13-4dee-ba5d-3bcbe69d6641&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544853 Feb 02 07:57:46.230985 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:57:47.305915 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c4cb5-7be1-4e59-9cb9-2380f8ae3360 req-6d9a7ca3-2526-41d3-8498-0efc960652f7 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:57:47.307379 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-193c4cb5-7be1-4e59-9cb9-2380f8ae3360 req-6d9a7ca3-2526-41d3-8498-0efc960652f7 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "GET /v2.0/ports?device_id=ad74e35d-e252-4460-8ede-4a964ba2e0ff HTTP/1.1" status: 200 len: 984 time: 0.0527616 Feb 02 07:57:47.366180 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-193c4cb5-7be1-4e59-9cb9-2380f8ae3360 req-1dfdcd02-868a-4827-8822-0e7f6595829a tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "GET /v2.0/security-groups?id=55006e47-5b6d-4e88-92fc-4e887977dede&id=cd49af82-8d13-4dee-ba5d-3bcbe69d6641&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530174 Feb 02 07:57:47.506164 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:57:52.596018 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:57:55.810393 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d5cacb1a-ce7b-4e29-ac08-0ffa67578ed3 req-7147f16c-be8b-4968-8b70-8dbab5b930ba service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ad74e35d-e252-4460-8ede-4a964ba2e0ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0438118 Feb 02 07:57:55.911939 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cacb1a-ce7b-4e29-ac08-0ffa67578ed3 req-adb8b662-ed7e-426b-9aae-699dac8d85e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:57:55.913436 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d5cacb1a-ce7b-4e29-ac08-0ffa67578ed3 req-adb8b662-ed7e-426b-9aae-699dac8d85e0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8b4a8d40dcfa4e7bbc849926764ff95f&device_id=ad74e35d-e252-4460-8ede-4a964ba2e0ff HTTP/1.1" status: 200 len: 1167 time: 0.0459073 Feb 02 07:57:56.017923 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cacb1a-ce7b-4e29-ac08-0ffa67578ed3 req-a3c00475-07e4-45e6-a722-b53a3be953d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:57:56.019394 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d5cacb1a-ce7b-4e29-ac08-0ffa67578ed3 req-a3c00475-07e4-45e6-a722-b53a3be953d3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c5808289-5da9-4b52-bcb6-26be673a4cac HTTP/1.1" status: 200 len: 916 time: 0.0889521 Feb 02 07:57:56.082857 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d5cacb1a-ce7b-4e29-ac08-0ffa67578ed3 req-b9ed5afe-41aa-4eb6-af57-e62161e03a6a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf03800d-6872-4b8b-9660-4cf5feb0189f HTTP/1.1" status: 200 len: 1001 time: 0.0573514 Feb 02 07:57:56.134058 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cacb1a-ce7b-4e29-ac08-0ffa67578ed3 req-2c582a33-b867-4338-821d-cc22dfec13eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:57:56.135488 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d5cacb1a-ce7b-4e29-ac08-0ffa67578ed3 req-2c582a33-b867-4338-821d-cc22dfec13eb service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a3d71aa1-c799-409a-b434-a8743aaee5d9 HTTP/1.1" status: 200 len: 854 time: 0.0471473 Feb 02 07:57:56.186856 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cacb1a-ce7b-4e29-ac08-0ffa67578ed3 req-d1d4cd7d-df02-4093-92dc-ed131520fcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:57:56.188355 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d5cacb1a-ce7b-4e29-ac08-0ffa67578ed3 req-d1d4cd7d-df02-4093-92dc-ed131520fcab service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c5808289-5da9-4b52-bcb6-26be673a4cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0436797 Feb 02 07:57:56.276233 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d5cacb1a-ce7b-4e29-ac08-0ffa67578ed3 req-014f3754-df14-4a4f-ba30-fedb6008750b service neutron] 10.222.0.88 "GET /v2.0/networks/c5808289-5da9-4b52-bcb6-26be673a4cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818911 Feb 02 07:57:56.365898 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d5cacb1a-ce7b-4e29-ac08-0ffa67578ed3 req-d367f6df-7df3-4619-9eca-c7ea29c58d08 service neutron] 10.222.0.88 "GET /v2.0/networks/c5808289-5da9-4b52-bcb6-26be673a4cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831912 Feb 02 07:57:57.716779 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:11.087023 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-366fa391-004c-4553-b553-ca5f5f7320c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:13.370113 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-930ba1ec-b49f-4265-be01-2416211e22ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:14.867268 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:16.233630 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:17.507798 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:20.003838 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-41062550-8295-4e49-80f7-92f700fd49cc req-5502646d-832d-4f4f-9234-764c04ae661d tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-698089140&fields=id&tenant_id=8b4a8d40dcfa4e7bbc849926764ff95f HTTP/1.1" status: 200 len: 267 time: 0.0472412 Feb 02 07:58:20.059628 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41062550-8295-4e49-80f7-92f700fd49cc req-6f27185a-b290-46e2-b355-c0c2be5d36ea tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:58:20.061084 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-41062550-8295-4e49-80f7-92f700fd49cc req-6f27185a-b290-46e2-b355-c0c2be5d36ea tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "GET /v2.0/ports?device_id=ad74e35d-e252-4460-8ede-4a964ba2e0ff HTTP/1.1" status: 200 len: 984 time: 0.0520465 Feb 02 07:58:20.071708 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-41062550-8295-4e49-80f7-92f700fd49cc req-a847ccad-be63-49e2-ac9f-ed547eb7e865 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Request body: {'port': {'security_groups': ['55006e47-5b6d-4e88-92fc-4e887977dede']}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:58:20.139756 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-41062550-8295-4e49-80f7-92f700fd49cc req-a847ccad-be63-49e2-ac9f-ed547eb7e865 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (cf03800d-6872-4b8b-9660-4cf5feb0189f), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:20.310620 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-41062550-8295-4e49-80f7-92f700fd49cc req-a847ccad-be63-49e2-ac9f-ed547eb7e865 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] For port cf03800d-6872-4b8b-9660-4cf5feb0189f, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=cf03800d-6872-4b8b-9660-4cf5feb0189f,segment=NetworkSegment(83f1d4af-51a7-4211-a0dc-1a80fbc28f28),segment_id=83f1d4af-51a7-4211-a0dc-1a80fbc28f28)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:58:20.338348 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-41062550-8295-4e49-80f7-92f700fd49cc req-a847ccad-be63-49e2-ac9f-ed547eb7e865 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Publish callbacks [] for port (cf03800d-6872-4b8b-9660-4cf5feb0189f), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:20.342740 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-41062550-8295-4e49-80f7-92f700fd49cc req-a847ccad-be63-49e2-ac9f-ed547eb7e865 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (cf03800d-6872-4b8b-9660-4cf5feb0189f), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:20.379291 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['cf03800d-6872-4b8b-9660-4cf5feb0189f'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:58:20.392745 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41062550-8295-4e49-80f7-92f700fd49cc req-a847ccad-be63-49e2-ac9f-ed547eb7e865 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:58:20.393318 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-41062550-8295-4e49-80f7-92f700fd49cc req-a847ccad-be63-49e2-ac9f-ed547eb7e865 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:20.395588 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-41062550-8295-4e49-80f7-92f700fd49cc req-a847ccad-be63-49e2-ac9f-ed547eb7e865 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "PUT /v2.0/ports/cf03800d-6872-4b8b-9660-4cf5feb0189f HTTP/1.1" status: 200 len: 942 time: 0.3275349 Feb 02 07:58:20.395588 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad74e35d-e252-4460-8ede-4a964ba2e0ff', 'tag': 'cf03800d-6872-4b8b-9660-4cf5feb0189f'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:58:20.397482 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cd64c29d20054dd266ebfc4811df21ba6bce2c9fa8def1b04b444a49e945ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-947cf972-c4f6-442c-82ef-9b16cf6b7212" -d '{"events": [{"name": "network-changed", "server_uuid": "ad74e35d-e252-4460-8ede-4a964ba2e0ff", "tag": "cf03800d-6872-4b8b-9660-4cf5feb0189f"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:58:20.401663 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 37572) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:58:20.432274 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a847ccad-be63-49e2-ac9f-ed547eb7e865 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Pushing event updated for resources: {'Port': ['ID=cf03800d-6872-4b8b-9660-4cf5feb0189f,revision_number=7']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:58:20.448447 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69fc3283-e251-48b1-b450-6e0290636f01 x-openstack-request-id: req-69fc3283-e251-48b1-b450-6e0290636f01 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:58:20.448755 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad74e35d-e252-4460-8ede-4a964ba2e0ff", "tag": "cf03800d-6872-4b8b-9660-4cf5feb0189f", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:58:20.449014 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-69fc3283-e251-48b1-b450-6e0290636f01 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:58:20.449759 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad74e35d-e252-4460-8ede-4a964ba2e0ff', 'tag': 'cf03800d-6872-4b8b-9660-4cf5feb0189f', 'status': 'completed', 'code': 200} Feb 02 07:58:20.504623 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-80e13a39-e4ef-46c0-9cf4-90d34765c0ee tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Publish callbacks [] for security_group (cd49af82-8d13-4dee-ba5d-3bcbe69d6641), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:20.530073 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['cf03800d-6872-4b8b-9660-4cf5feb0189f'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:58:20.555316 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-80e13a39-e4ef-46c0-9cf4-90d34765c0ee tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Publish callbacks [] for security_group (cd49af82-8d13-4dee-ba5d-3bcbe69d6641), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:20.583547 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947cf972-c4f6-442c-82ef-9b16cf6b7212 req-9c688ddb-b019-4bb7-a6c5-084af0eb3d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:58:20.585070 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-947cf972-c4f6-442c-82ef-9b16cf6b7212 req-9c688ddb-b019-4bb7-a6c5-084af0eb3d60 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8b4a8d40dcfa4e7bbc849926764ff95f&device_id=ad74e35d-e252-4460-8ede-4a964ba2e0ff HTTP/1.1" status: 200 len: 1128 time: 0.0920379 Feb 02 07:58:20.695004 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947cf972-c4f6-442c-82ef-9b16cf6b7212 req-99aaada5-d72f-475b-845a-221e20d54248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:58:20.696587 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-947cf972-c4f6-442c-82ef-9b16cf6b7212 req-99aaada5-d72f-475b-845a-221e20d54248 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c5808289-5da9-4b52-bcb6-26be673a4cac HTTP/1.1" status: 200 len: 916 time: 0.1019845 Feb 02 07:58:20.697164 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-80e13a39-e4ef-46c0-9cf4-90d34765c0ee tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (cd49af82-8d13-4dee-ba5d-3bcbe69d6641), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:20.699763 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-80e13a39-e4ef-46c0-9cf4-90d34765c0ee tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:20.701018 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-80e13a39-e4ef-46c0-9cf4-90d34765c0ee tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "DELETE /v2.0/security-groups/cd49af82-8d13-4dee-ba5d-3bcbe69d6641 HTTP/1.1" status: 204 len: 168 time: 0.2983747 Feb 02 07:58:20.703943 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 37574) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:58:20.726398 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-98263343-04d1-4bdd-bc42-fb8a769eef26 None None] Provisioning complete for port cf03800d-6872-4b8b-9660-4cf5feb0189f triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:58:20.727069 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-98263343-04d1-4bdd-bc42-fb8a769eef26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (cf03800d-6872-4b8b-9660-4cf5feb0189f), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:20.748226 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e13a39-e4ef-46c0-9cf4-90d34765c0ee tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd49af82-8d13-4dee-ba5d-3bcbe69d6641,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:58:20.762153 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e13a39-e4ef-46c0-9cf4-90d34765c0ee tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:58:20.762499 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e13a39-e4ef-46c0-9cf4-90d34765c0ee tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:58:20.762917 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e13a39-e4ef-46c0-9cf4-90d34765c0ee tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:58:20.763274 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e13a39-e4ef-46c0-9cf4-90d34765c0ee tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:58:20.766334 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e13a39-e4ef-46c0-9cf4-90d34765c0ee tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:58:20.766334 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e13a39-e4ef-46c0-9cf4-90d34765c0ee tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:58:20.766334 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e13a39-e4ef-46c0-9cf4-90d34765c0ee tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:58:20.766334 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e13a39-e4ef-46c0-9cf4-90d34765c0ee tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:58:20.766334 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e13a39-e4ef-46c0-9cf4-90d34765c0ee tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:58:20.766334 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e13a39-e4ef-46c0-9cf4-90d34765c0ee tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:58:20.766334 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e13a39-e4ef-46c0-9cf4-90d34765c0ee tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:58:20.766334 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e13a39-e4ef-46c0-9cf4-90d34765c0ee tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:58:20.766996 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e13a39-e4ef-46c0-9cf4-90d34765c0ee tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:58:20.787667 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-947cf972-c4f6-442c-82ef-9b16cf6b7212 req-170aea07-4ece-41eb-a03c-af93d15cf367 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf03800d-6872-4b8b-9660-4cf5feb0189f HTTP/1.1" status: 200 len: 1001 time: 0.0829873 Feb 02 07:58:20.819653 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-98263343-04d1-4bdd-bc42-fb8a769eef26 None None] Current status of the port cf03800d-6872-4b8b-9660-4cf5feb0189f is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:58:20.843802 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947cf972-c4f6-442c-82ef-9b16cf6b7212 req-0d85c720-9778-412b-b11f-36745b0e5037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:58:20.845280 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-947cf972-c4f6-442c-82ef-9b16cf6b7212 req-0d85c720-9778-412b-b11f-36745b0e5037 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a3d71aa1-c799-409a-b434-a8743aaee5d9 HTTP/1.1" status: 200 len: 854 time: 0.0505638 Feb 02 07:58:20.887811 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-dbbfdf57-6c23-46e2-8d6f-cabed780beae tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Deleting port d74b02cd-240c-4408-a18a-39c4b2d033ac {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:58:20.888157 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-dbbfdf57-6c23-46e2-8d6f-cabed780beae tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (d74b02cd-240c-4408-a18a-39c4b2d033ac), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:20.895348 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947cf972-c4f6-442c-82ef-9b16cf6b7212 req-c7254dd6-874a-4e22-b69b-be8e7331bd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:58:20.896957 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-947cf972-c4f6-442c-82ef-9b16cf6b7212 req-c7254dd6-874a-4e22-b69b-be8e7331bd76 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c5808289-5da9-4b52-bcb6-26be673a4cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0454116 Feb 02 07:58:20.962982 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-dbbfdf57-6c23-46e2-8d6f-cabed780beae tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (d74b02cd-240c-4408-a18a-39c4b2d033ac), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:20.963307 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-dbbfdf57-6c23-46e2-8d6f-cabed780beae tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Publish callbacks [] for floatingip (d74b02cd-240c-4408-a18a-39c4b2d033ac), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:20.975058 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-dbbfdf57-6c23-46e2-8d6f-cabed780beae tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Calling delete_port for d74b02cd-240c-4408-a18a-39c4b2d033ac owned by network:floatingip {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:58:20.994526 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-947cf972-c4f6-442c-82ef-9b16cf6b7212 req-309f3fda-eee0-42db-9b09-f2e81401f973 service neutron] 10.222.0.88 "GET /v2.0/networks/c5808289-5da9-4b52-bcb6-26be673a4cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908484 Feb 02 07:58:21.082552 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-947cf972-c4f6-442c-82ef-9b16cf6b7212 req-033a3517-f262-4fea-8ec0-83881aad0638 service neutron] 10.222.0.88 "GET /v2.0/networks/c5808289-5da9-4b52-bcb6-26be673a4cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814328 Feb 02 07:58:21.124392 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-dbbfdf57-6c23-46e2-8d6f-cabed780beae tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (d74b02cd-240c-4408-a18a-39c4b2d033ac), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:21.149583 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbfdf57-6c23-46e2-8d6f-cabed780beae tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Pushing event deleted for resources: {'Port': ['ID=d74b02cd-240c-4408-a18a-39c4b2d033ac,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:58:21.214444 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-dbbfdf57-6c23-46e2-8d6f-cabed780beae tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Publish callbacks [] for floatingip (01027747-9487-46fc-be55-fa6d611c3b76), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:21.214780 n-d-789963-26 neutron-server[109694]: INFO neutron.db.l3_db [None req-dbbfdf57-6c23-46e2-8d6f-cabed780beae tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Floating IP 01027747-9487-46fc-be55-fa6d611c3b76 disassociated (deleted). External IP: 172.25.4.133, port: cf03800d-6872-4b8b-9660-4cf5feb0189f. Feb 02 07:58:21.422246 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbbfdf57-6c23-46e2-8d6f-cabed780beae tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Router 5c85bc9d-a16b-4102-a7c0-002aafc0af6a has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:58:21.531638 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbbfdf57-6c23-46e2-8d6f-cabed780beae tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:58:21.536614 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-dbbfdf57-6c23-46e2-8d6f-cabed780beae tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:21.541313 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdd12c5-d2c5-42bb-8c1e-6e91e64a2b26 None None] Sync routers for ids ['5c85bc9d-a16b-4102-a7c0-002aafc0af6a'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:58:21.551452 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdd12c5-d2c5-42bb-8c1e-6e91e64a2b26 None None] Routers {'5c85bc9d-a16b-4102-a7c0-002aafc0af6a'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:58:21.552171 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-dcdd12c5-d2c5-42bb-8c1e-6e91e64a2b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:58:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['5c85bc9d-a16b-4102-a7c0-002aafc0af6a'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:58:21.567066 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-dbbfdf57-6c23-46e2-8d6f-cabed780beae tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "DELETE /v2.0/floatingips/01027747-9487-46fc-be55-fa6d611c3b76 HTTP/1.1" status: 204 len: 168 time: 0.8620143 Feb 02 07:58:21.659954 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-dcdd12c5-d2c5-42bb-8c1e-6e91e64a2b26 None None] Set router 5c85bc9d-a16b-4102-a7c0-002aafc0af6a gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:58:21.871682 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-dcdd12c5-d2c5-42bb-8c1e-6e91e64a2b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c85bc9d-a16b-4102-a7c0-002aafc0af6a', 'name': 'tempest-TestMinimumBasicScenario-2117443605-router', 'tenant_id': '8b4a8d40dcfa4e7bbc849926764ff95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '1b50e181-fb61-46fd-a37e-a43a2a2876a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:56:27Z', 'updated_at': '2022-02-02T07:56:30Z', 'revision_number': 4, 'project_id': '8b4a8d40dcfa4e7bbc849926764ff95f', 'gw_port': {'id': '1b50e181-fb61-46fd-a37e-a43a2a2876a9', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fd:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c85bc9d-a16b-4102-a7c0-002aafc0af6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:56:27Z', 'updated_at': '2022-02-02T07:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '9a456a60-028c-4110-90d4-6b6170c6c971', 'name': '', 'network_id': 'c5808289-5da9-4b52-bcb6-26be673a4cac', 'tenant_id': '8b4a8d40dcfa4e7bbc849926764ff95f', 'mac_address': 'fa:16:3e:db:6b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c85bc9d-a16b-4102-a7c0-002aafc0af6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'a3d71aa1-c799-409a-b434-a8743aaee5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:56:29Z', 'updated_at': '2022-02-02T07:56:34Z', 'revision_number': 5, 'project_id': '8b4a8d40dcfa4e7bbc849926764ff95f', 'subnets': [{'id': 'a3d71aa1-c799-409a-b434-a8743aaee5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:58:21.897861 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdd12c5-d2c5-42bb-8c1e-6e91e64a2b26 None None] Checking router: 5c85bc9d-a16b-4102-a7c0-002aafc0af6a for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:58:21.906580 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdd12c5-d2c5-42bb-8c1e-6e91e64a2b26 None None] Routers {'5c85bc9d-a16b-4102-a7c0-002aafc0af6a'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:58:21.907175 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-dcdd12c5-d2c5-42bb-8c1e-6e91e64a2b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:58:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['5c85bc9d-a16b-4102-a7c0-002aafc0af6a'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:58:22.009244 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-dcdd12c5-d2c5-42bb-8c1e-6e91e64a2b26 None None] Set router 5c85bc9d-a16b-4102-a7c0-002aafc0af6a gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:58:22.203313 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-dcdd12c5-d2c5-42bb-8c1e-6e91e64a2b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c85bc9d-a16b-4102-a7c0-002aafc0af6a', 'name': 'tempest-TestMinimumBasicScenario-2117443605-router', 'tenant_id': '8b4a8d40dcfa4e7bbc849926764ff95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '1b50e181-fb61-46fd-a37e-a43a2a2876a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:56:27Z', 'updated_at': '2022-02-02T07:56:30Z', 'revision_number': 4, 'project_id': '8b4a8d40dcfa4e7bbc849926764ff95f', 'gw_port': {'id': '1b50e181-fb61-46fd-a37e-a43a2a2876a9', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fd:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c85bc9d-a16b-4102-a7c0-002aafc0af6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:56:27Z', 'updated_at': '2022-02-02T07:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '9a456a60-028c-4110-90d4-6b6170c6c971', 'name': '', 'network_id': 'c5808289-5da9-4b52-bcb6-26be673a4cac', 'tenant_id': '8b4a8d40dcfa4e7bbc849926764ff95f', 'mac_address': 'fa:16:3e:db:6b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c85bc9d-a16b-4102-a7c0-002aafc0af6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'a3d71aa1-c799-409a-b434-a8743aaee5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:56:29Z', 'updated_at': '2022-02-02T07:56:34Z', 'revision_number': 5, 'project_id': '8b4a8d40dcfa4e7bbc849926764ff95f', 'subnets': [{'id': 'a3d71aa1-c799-409a-b434-a8743aaee5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:58:22.327861 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdd12c5-d2c5-42bb-8c1e-6e91e64a2b26 None None] The sync data for ids ['5c85bc9d-a16b-4102-a7c0-002aafc0af6a'] in n-d-789963-26 is: [{'id': '5c85bc9d-a16b-4102-a7c0-002aafc0af6a', 'name': 'tempest-TestMinimumBasicScenario-2117443605-router', 'tenant_id': '8b4a8d40dcfa4e7bbc849926764ff95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '1b50e181-fb61-46fd-a37e-a43a2a2876a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:56:27Z', 'updated_at': '2022-02-02T07:56:30Z', 'revision_number': 4, 'project_id': '8b4a8d40dcfa4e7bbc849926764ff95f', 'gw_port': {'id': '1b50e181-fb61-46fd-a37e-a43a2a2876a9', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fd:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c85bc9d-a16b-4102-a7c0-002aafc0af6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:56:27Z', 'updated_at': '2022-02-02T07:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '9a456a60-028c-4110-90d4-6b6170c6c971', 'name': '', 'network_id': 'c5808289-5da9-4b52-bcb6-26be673a4cac', 'tenant_id': '8b4a8d40dcfa4e7bbc849926764ff95f', 'mac_address': 'fa:16:3e:db:6b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c85bc9d-a16b-4102-a7c0-002aafc0af6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'a3d71aa1-c799-409a-b434-a8743aaee5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:56:29Z', 'updated_at': '2022-02-02T07:56:34Z', 'revision_number': 5, 'project_id': '8b4a8d40dcfa4e7bbc849926764ff95f', 'subnets': [{'id': 'a3d71aa1-c799-409a-b434-a8743aaee5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:58:22.450878 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad74e35d-e252-4460-8ede-4a964ba2e0ff', 'tag': 'cf03800d-6872-4b8b-9660-4cf5feb0189f'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:58:22.453278 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cd64c29d20054dd266ebfc4811df21ba6bce2c9fa8def1b04b444a49e945ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f2fe89-84c8-4cb0-879f-286251092c27" -d '{"events": [{"name": "network-changed", "server_uuid": "ad74e35d-e252-4460-8ede-4a964ba2e0ff", "tag": "cf03800d-6872-4b8b-9660-4cf5feb0189f"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:58:22.493110 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554563d3-0fd4-45a7-b9df-24a45bc91e97 x-openstack-request-id: req-554563d3-0fd4-45a7-b9df-24a45bc91e97 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:58:22.493433 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad74e35d-e252-4460-8ede-4a964ba2e0ff", "tag": "cf03800d-6872-4b8b-9660-4cf5feb0189f", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:58:22.493694 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-554563d3-0fd4-45a7-b9df-24a45bc91e97 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:58:22.494100 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad74e35d-e252-4460-8ede-4a964ba2e0ff', 'tag': 'cf03800d-6872-4b8b-9660-4cf5feb0189f', 'status': 'completed', 'code': 200} Feb 02 07:58:22.577604 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5e97d6-3c30-4a0c-a043-191dbe563f83 None None] New status for floating IP 01027747-9487-46fc-be55-fa6d611c3b76: DOWN {{(pid=109695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 07:58:22.603052 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f2fe89-84c8-4cb0-879f-286251092c27 req-4c8cc24f-0724-4247-90b4-6d334601b5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:58:22.604620 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-88f2fe89-84c8-4cb0-879f-286251092c27 req-4c8cc24f-0724-4247-90b4-6d334601b5f6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8b4a8d40dcfa4e7bbc849926764ff95f&device_id=ad74e35d-e252-4460-8ede-4a964ba2e0ff HTTP/1.1" status: 200 len: 1128 time: 0.0593059 Feb 02 07:58:22.651949 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:22.704142 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f2fe89-84c8-4cb0-879f-286251092c27 req-9ada4455-eb92-4052-9682-6a5e05fb0e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:58:22.705639 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-88f2fe89-84c8-4cb0-879f-286251092c27 req-9ada4455-eb92-4052-9682-6a5e05fb0e28 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c5808289-5da9-4b52-bcb6-26be673a4cac HTTP/1.1" status: 200 len: 916 time: 0.0934756 Feb 02 07:58:22.753466 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-88f2fe89-84c8-4cb0-879f-286251092c27 req-ce878b0c-f905-47f7-ba21-51d12e9361e0 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf03800d-6872-4b8b-9660-4cf5feb0189f HTTP/1.1" status: 200 len: 217 time: 0.0403342 Feb 02 07:58:22.802724 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f2fe89-84c8-4cb0-879f-286251092c27 req-b8041488-fc92-4411-8069-dbce3deab31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:58:22.804227 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-88f2fe89-84c8-4cb0-879f-286251092c27 req-b8041488-fc92-4411-8069-dbce3deab31a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a3d71aa1-c799-409a-b434-a8743aaee5d9 HTTP/1.1" status: 200 len: 854 time: 0.0442431 Feb 02 07:58:22.867116 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f2fe89-84c8-4cb0-879f-286251092c27 req-d6642d01-cd2d-4ad3-bd38-ebb647d93e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:58:22.868716 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-88f2fe89-84c8-4cb0-879f-286251092c27 req-d6642d01-cd2d-4ad3-bd38-ebb647d93e61 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c5808289-5da9-4b52-bcb6-26be673a4cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0583231 Feb 02 07:58:22.967294 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-88f2fe89-84c8-4cb0-879f-286251092c27 req-2943c793-3667-43d4-b430-dbe16d2e0eef service neutron] 10.222.0.88 "GET /v2.0/networks/c5808289-5da9-4b52-bcb6-26be673a4cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906897 Feb 02 07:58:23.055080 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-88f2fe89-84c8-4cb0-879f-286251092c27 req-d228435d-926f-4c2b-ab49-1cdfe9bfaff0 service neutron] 10.222.0.88 "GET /v2.0/networks/c5808289-5da9-4b52-bcb6-26be673a4cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823460 Feb 02 07:58:23.176971 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:58:27.734908 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:36.887958 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a0e504-971f-4183-a497-1d1e5199e2fd req-59e32b28-f3b4-45cb-8779-1524799de773 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:58:36.889504 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-76a0e504-971f-4183-a497-1d1e5199e2fd req-59e32b28-f3b4-45cb-8779-1524799de773 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "GET /v2.0/ports?device_id=ad74e35d-e252-4460-8ede-4a964ba2e0ff HTTP/1.1" status: 200 len: 945 time: 0.0538790 Feb 02 07:58:36.937606 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-76a0e504-971f-4183-a497-1d1e5199e2fd req-8cf5d748-19a3-4b3d-ac80-a99fdda7162c tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "GET /v2.0/security-groups?id=55006e47-5b6d-4e88-92fc-4e887977dede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416560 Feb 02 07:58:38.060136 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7955bc92-d7ad-4df3-93a2-589097a50e2c req-88626218-f9d8-43d1-a335-8b3054752ccc tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:58:38.061624 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7955bc92-d7ad-4df3-93a2-589097a50e2c req-88626218-f9d8-43d1-a335-8b3054752ccc tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "GET /v2.0/ports?device_id=ad74e35d-e252-4460-8ede-4a964ba2e0ff HTTP/1.1" status: 200 len: 945 time: 0.0526123 Feb 02 07:58:38.117413 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7955bc92-d7ad-4df3-93a2-589097a50e2c req-e76f96f0-68a0-4242-b6ae-bd4240d5e25f tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "GET /v2.0/security-groups?id=55006e47-5b6d-4e88-92fc-4e887977dede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501733 Feb 02 07:58:38.690970 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8722e3-8baf-470d-8f32-4a7a5944222e req-7f245dfe-d747-4db2-bec0-74717fc2c10b tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:58:38.692488 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9b8722e3-8baf-470d-8f32-4a7a5944222e req-7f245dfe-d747-4db2-bec0-74717fc2c10b tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad74e35d-e252-4460-8ede-4a964ba2e0ff HTTP/1.1" status: 200 len: 945 time: 0.0524411 Feb 02 07:58:38.785909 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-9b8722e3-8baf-470d-8f32-4a7a5944222e req-90aa123d-eb15-4cf1-87aa-0bff2168e8cc tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Deleting port cf03800d-6872-4b8b-9660-4cf5feb0189f {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:58:38.786258 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-9b8722e3-8baf-470d-8f32-4a7a5944222e req-90aa123d-eb15-4cf1-87aa-0bff2168e8cc tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (cf03800d-6872-4b8b-9660-4cf5feb0189f), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:38.876229 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-9b8722e3-8baf-470d-8f32-4a7a5944222e req-90aa123d-eb15-4cf1-87aa-0bff2168e8cc tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] For port cf03800d-6872-4b8b-9660-4cf5feb0189f, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=cf03800d-6872-4b8b-9660-4cf5feb0189f,segment=NetworkSegment(83f1d4af-51a7-4211-a0dc-1a80fbc28f28),segment_id=83f1d4af-51a7-4211-a0dc-1a80fbc28f28)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:58:38.876590 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-9b8722e3-8baf-470d-8f32-4a7a5944222e req-90aa123d-eb15-4cf1-87aa-0bff2168e8cc tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (cf03800d-6872-4b8b-9660-4cf5feb0189f), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:38.888261 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-9b8722e3-8baf-470d-8f32-4a7a5944222e req-90aa123d-eb15-4cf1-87aa-0bff2168e8cc tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Calling delete_port for cf03800d-6872-4b8b-9660-4cf5feb0189f owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:58:39.245726 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2fd7a3-a38c-4e0b-b3e6-9dd2c3a1120d req-4a395121-a9c0-41d2-83a4-42ba7b492b01 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:58:39.247880 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ff2fd7a3-a38c-4e0b-b3e6-9dd2c3a1120d req-4a395121-a9c0-41d2-83a4-42ba7b492b01 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "GET /v2.0/ports?device_id=ad74e35d-e252-4460-8ede-4a964ba2e0ff HTTP/1.1" status: 200 len: 945 time: 0.0569351 Feb 02 07:58:39.295690 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ff2fd7a3-a38c-4e0b-b3e6-9dd2c3a1120d req-0901d652-d601-4f58-a400-c32c2dea7c92 tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.87 "GET /v2.0/security-groups?id=55006e47-5b6d-4e88-92fc-4e887977dede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422671 Feb 02 07:58:39.312196 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-9b8722e3-8baf-470d-8f32-4a7a5944222e req-90aa123d-eb15-4cf1-87aa-0bff2168e8cc tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (cf03800d-6872-4b8b-9660-4cf5feb0189f), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:39.344859 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aa123d-eb15-4cf1-87aa-0bff2168e8cc tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Pushing event deleted for resources: {'Port': ['ID=cf03800d-6872-4b8b-9660-4cf5feb0189f,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:58:39.349311 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['cf03800d-6872-4b8b-9660-4cf5feb0189f'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:58:39.387283 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b8722e3-8baf-470d-8f32-4a7a5944222e req-90aa123d-eb15-4cf1-87aa-0bff2168e8cc tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] No DVR routers for this DVR port cf03800d-6872-4b8b-9660-4cf5feb0189f on host n-h1-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:58:39.389909 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-9b8722e3-8baf-470d-8f32-4a7a5944222e req-90aa123d-eb15-4cf1-87aa-0bff2168e8cc tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:39.393625 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9b8722e3-8baf-470d-8f32-4a7a5944222e req-90aa123d-eb15-4cf1-87aa-0bff2168e8cc tempest-TestMinimumBasicScenario-1361286432 tempest-TestMinimumBasicScenario-1361286432-project] 10.222.0.88 "DELETE /v2.0/ports/cf03800d-6872-4b8b-9660-4cf5feb0189f HTTP/1.1" status: 204 len: 173 time: 0.6964238 Feb 02 07:58:39.394064 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad74e35d-e252-4460-8ede-4a964ba2e0ff', 'name': 'network-vif-deleted', 'tag': 'cf03800d-6872-4b8b-9660-4cf5feb0189f'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:58:39.396320 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bbcc89a9d4d8e7a52f5cbbd716b66041b3f6feaf13502aa94e42da132c01043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-366cafc9-9d08-415f-804d-d0eef400b2e3" -d '{"events": [{"server_uuid": "ad74e35d-e252-4460-8ede-4a964ba2e0ff", "name": "network-vif-deleted", "tag": "cf03800d-6872-4b8b-9660-4cf5feb0189f"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:58:39.431832 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb5357d-e6e4-4344-bd23-29500caf175e x-openstack-request-id: req-1eb5357d-e6e4-4344-bd23-29500caf175e {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:58:39.432203 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad74e35d-e252-4460-8ede-4a964ba2e0ff", "name": "network-vif-deleted", "tag": "cf03800d-6872-4b8b-9660-4cf5feb0189f", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:58:39.432464 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1eb5357d-e6e4-4344-bd23-29500caf175e {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:58:39.432909 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad74e35d-e252-4460-8ede-4a964ba2e0ff', 'name': 'network-vif-deleted', 'tag': 'cf03800d-6872-4b8b-9660-4cf5feb0189f', 'status': 'completed', 'code': 200} Feb 02 07:58:40.862862 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 37686) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:58:41.091737 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-02b477b6-0c97-4c78-9778-df5769ee8f4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:41.207125 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fd32d3c3-d21e-426f-9539-f5c31988cdd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (5c85bc9d-a16b-4102-a7c0-002aafc0af6a), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:41.451367 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-fd32d3c3-d21e-426f-9539-f5c31988cdd5 admin admin] Deleting port 9a456a60-028c-4110-90d4-6b6170c6c971 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:58:41.451717 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fd32d3c3-d21e-426f-9539-f5c31988cdd5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (9a456a60-028c-4110-90d4-6b6170c6c971), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:41.530287 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-fd32d3c3-d21e-426f-9539-f5c31988cdd5 admin admin] For port 9a456a60-028c-4110-90d4-6b6170c6c971, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=9a456a60-028c-4110-90d4-6b6170c6c971,segment=NetworkSegment(83f1d4af-51a7-4211-a0dc-1a80fbc28f28),segment_id=83f1d4af-51a7-4211-a0dc-1a80fbc28f28)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:58:41.530645 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fd32d3c3-d21e-426f-9539-f5c31988cdd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (9a456a60-028c-4110-90d4-6b6170c6c971), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:41.543434 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-fd32d3c3-d21e-426f-9539-f5c31988cdd5 admin admin] Calling delete_port for 9a456a60-028c-4110-90d4-6b6170c6c971 owned by network:router_interface {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:58:41.587283 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device cf03800d-6872-4b8b-9660-4cf5feb0189f no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:58:41.611541 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: cf03800d-6872-4b8b-9660-4cf5feb0189f {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:58:41.611910 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device cf03800d-6872-4b8b-9660-4cf5feb0189f not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:58:41.718957 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fd32d3c3-d21e-426f-9539-f5c31988cdd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (9a456a60-028c-4110-90d4-6b6170c6c971), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:41.743968 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd32d3c3-d21e-426f-9539-f5c31988cdd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a456a60-028c-4110-90d4-6b6170c6c971,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:58:41.769853 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd32d3c3-d21e-426f-9539-f5c31988cdd5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:58:41.770205 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd32d3c3-d21e-426f-9539-f5c31988cdd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:58:41.770545 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd32d3c3-d21e-426f-9539-f5c31988cdd5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:58:41.770879 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd32d3c3-d21e-426f-9539-f5c31988cdd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:58:41.771210 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd32d3c3-d21e-426f-9539-f5c31988cdd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:58:41.771542 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd32d3c3-d21e-426f-9539-f5c31988cdd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:58:41.771891 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd32d3c3-d21e-426f-9539-f5c31988cdd5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:58:41.772217 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd32d3c3-d21e-426f-9539-f5c31988cdd5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:58:41.772541 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd32d3c3-d21e-426f-9539-f5c31988cdd5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:58:41.772863 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd32d3c3-d21e-426f-9539-f5c31988cdd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:58:41.773188 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd32d3c3-d21e-426f-9539-f5c31988cdd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:58:41.773511 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd32d3c3-d21e-426f-9539-f5c31988cdd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:58:41.773830 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd32d3c3-d21e-426f-9539-f5c31988cdd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:58:41.924728 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-fd32d3c3-d21e-426f-9539-f5c31988cdd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (5c85bc9d-a16b-4102-a7c0-002aafc0af6a), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:42.480887 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd32d3c3-d21e-426f-9539-f5c31988cdd5 admin admin] Router 5c85bc9d-a16b-4102-a7c0-002aafc0af6a has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:58:42.597025 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd32d3c3-d21e-426f-9539-f5c31988cdd5 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:58:42.602914 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-fd32d3c3-d21e-426f-9539-f5c31988cdd5 admin admin] 10.222.0.87 "PUT /v2.0/routers/5c85bc9d-a16b-4102-a7c0-002aafc0af6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7388275 Feb 02 07:58:42.606443 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 37688) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:58:42.608588 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82352f4-60c6-4c22-adbe-2b6a815a1a10 None None] Sync routers for ids ['5c85bc9d-a16b-4102-a7c0-002aafc0af6a'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:58:42.619375 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82352f4-60c6-4c22-adbe-2b6a815a1a10 None None] Routers {'5c85bc9d-a16b-4102-a7c0-002aafc0af6a'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:58:42.620072 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-f82352f4-60c6-4c22-adbe-2b6a815a1a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:58:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['5c85bc9d-a16b-4102-a7c0-002aafc0af6a'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:58:42.735639 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f3705d6f-2a1d-467e-9e65-1b12d0c8596d admin admin] Publish callbacks [] for router (5c85bc9d-a16b-4102-a7c0-002aafc0af6a), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:42.743211 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-f82352f4-60c6-4c22-adbe-2b6a815a1a10 None None] Set router 5c85bc9d-a16b-4102-a7c0-002aafc0af6a gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:58:42.863608 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f3705d6f-2a1d-467e-9e65-1b12d0c8596d admin admin] Publish callbacks [] for router_gateway (5c85bc9d-a16b-4102-a7c0-002aafc0af6a), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:42.929679 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-f3705d6f-2a1d-467e-9e65-1b12d0c8596d admin admin] Deleting port 1b50e181-fb61-46fd-a37e-a43a2a2876a9 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:58:42.930393 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f3705d6f-2a1d-467e-9e65-1b12d0c8596d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (1b50e181-fb61-46fd-a37e-a43a2a2876a9), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:42.968757 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-f82352f4-60c6-4c22-adbe-2b6a815a1a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c85bc9d-a16b-4102-a7c0-002aafc0af6a', 'name': 'tempest-TestMinimumBasicScenario-2117443605-router', 'tenant_id': '8b4a8d40dcfa4e7bbc849926764ff95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': '1b50e181-fb61-46fd-a37e-a43a2a2876a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:56:27Z', 'updated_at': '2022-02-02T07:58:41Z', 'revision_number': 5, 'project_id': '8b4a8d40dcfa4e7bbc849926764ff95f', 'gw_port': {'id': '1b50e181-fb61-46fd-a37e-a43a2a2876a9', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fd:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c85bc9d-a16b-4102-a7c0-002aafc0af6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:56:27Z', 'updated_at': '2022-02-02T07:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:58:42.999551 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82352f4-60c6-4c22-adbe-2b6a815a1a10 None None] Checking router: 5c85bc9d-a16b-4102-a7c0-002aafc0af6a for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:58:43.008729 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82352f4-60c6-4c22-adbe-2b6a815a1a10 None None] Routers {'5c85bc9d-a16b-4102-a7c0-002aafc0af6a'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:58:43.009560 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-f82352f4-60c6-4c22-adbe-2b6a815a1a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:58:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['5c85bc9d-a16b-4102-a7c0-002aafc0af6a'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:58:43.024830 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-f3705d6f-2a1d-467e-9e65-1b12d0c8596d admin admin] For port 1b50e181-fb61-46fd-a37e-a43a2a2876a9, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=1b50e181-fb61-46fd-a37e-a43a2a2876a9,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:58:43.025208 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f3705d6f-2a1d-467e-9e65-1b12d0c8596d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (1b50e181-fb61-46fd-a37e-a43a2a2876a9), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:43.038354 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-f3705d6f-2a1d-467e-9e65-1b12d0c8596d admin admin] Calling delete_port for 1b50e181-fb61-46fd-a37e-a43a2a2876a9 owned by network:router_gateway {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:58:43.110160 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-f82352f4-60c6-4c22-adbe-2b6a815a1a10 None None] Set router 5c85bc9d-a16b-4102-a7c0-002aafc0af6a gateway port host: None {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:58:43.172260 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-f82352f4-60c6-4c22-adbe-2b6a815a1a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c85bc9d-a16b-4102-a7c0-002aafc0af6a', 'name': 'tempest-TestMinimumBasicScenario-2117443605-router', 'tenant_id': '8b4a8d40dcfa4e7bbc849926764ff95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:56:27Z', 'updated_at': '2022-02-02T07:58:42Z', 'revision_number': 6, 'project_id': '8b4a8d40dcfa4e7bbc849926764ff95f', 'gw_port_host': None}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:58:43.207414 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82352f4-60c6-4c22-adbe-2b6a815a1a10 None None] The sync data for ids ['5c85bc9d-a16b-4102-a7c0-002aafc0af6a'] in n-d-789963-26 is: [{'id': '5c85bc9d-a16b-4102-a7c0-002aafc0af6a', 'name': 'tempest-TestMinimumBasicScenario-2117443605-router', 'tenant_id': '8b4a8d40dcfa4e7bbc849926764ff95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:56:27Z', 'updated_at': '2022-02-02T07:58:42Z', 'revision_number': 6, 'project_id': '8b4a8d40dcfa4e7bbc849926764ff95f', 'gw_port_host': None}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:58:43.238664 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f3705d6f-2a1d-467e-9e65-1b12d0c8596d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (1b50e181-fb61-46fd-a37e-a43a2a2876a9), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:43.265525 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3705d6f-2a1d-467e-9e65-1b12d0c8596d admin admin] Pushing event deleted for resources: {'Port': ['ID=1b50e181-fb61-46fd-a37e-a43a2a2876a9,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:58:43.336859 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f3705d6f-2a1d-467e-9e65-1b12d0c8596d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (5c85bc9d-a16b-4102-a7c0-002aafc0af6a), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:43.374216 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3ab1d4b1-75d0-426b-a3fe-39186ba9abfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:43.429402 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f3705d6f-2a1d-467e-9e65-1b12d0c8596d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (5c85bc9d-a16b-4102-a7c0-002aafc0af6a), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:43.431605 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f3705d6f-2a1d-467e-9e65-1b12d0c8596d admin admin] Publish callbacks [] for router_controller (5c85bc9d-a16b-4102-a7c0-002aafc0af6a), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:43.476623 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f3705d6f-2a1d-467e-9e65-1b12d0c8596d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (5c85bc9d-a16b-4102-a7c0-002aafc0af6a), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:43.477157 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3705d6f-2a1d-467e-9e65-1b12d0c8596d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c85bc9d-a16b-4102-a7c0-002aafc0af6a {{(pid=109694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:58:43.481733 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f3705d6f-2a1d-467e-9e65-1b12d0c8596d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:43.482919 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f3705d6f-2a1d-467e-9e65-1b12d0c8596d admin admin] 10.222.0.87 "DELETE /v2.0/routers/5c85bc9d-a16b-4102-a7c0-002aafc0af6a HTTP/1.1" status: 204 len: 168 time: 0.8754168 Feb 02 07:58:43.485605 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 37690) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:58:43.535257 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-719f6277-5f77-45d7-a49f-0b8d83694581 admin admin] Deleting subnet a3d71aa1-c799-409a-b434-a8743aaee5d9 {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:58:43.538472 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-719f6277-5f77-45d7-a49f-0b8d83694581 admin admin] Publish callbacks [] for subnet (a3d71aa1-c799-409a-b434-a8743aaee5d9), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:43.577845 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-719f6277-5f77-45d7-a49f-0b8d83694581 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (a3d71aa1-c799-409a-b434-a8743aaee5d9), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:43.675320 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-719f6277-5f77-45d7-a49f-0b8d83694581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (a3d71aa1-c799-409a-b434-a8743aaee5d9), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:43.727763 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-719f6277-5f77-45d7-a49f-0b8d83694581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (a3d71aa1-c799-409a-b434-a8743aaee5d9), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:43.756685 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719f6277-5f77-45d7-a49f-0b8d83694581 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3d71aa1-c799-409a-b434-a8743aaee5d9,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:58:43.760279 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-719f6277-5f77-45d7-a49f-0b8d83694581 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:43.764079 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-719f6277-5f77-45d7-a49f-0b8d83694581 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/a3d71aa1-c799-409a-b434-a8743aaee5d9 HTTP/1.1" status: 204 len: 168 time: 0.2775257 Feb 02 07:58:43.766953 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 37692) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:58:43.767672 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf04e4c9-d1d0-45ab-b297-e3cb3d887b8a None None] Network c5808289-5da9-4b52-bcb6-26be673a4cac requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:58:43.837968 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3f178809-ced1-4615-bc4b-4e7d77027aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (c5808289-5da9-4b52-bcb6-26be673a4cac), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:43.891593 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-3f178809-ced1-4615-bc4b-4e7d77027aa1 admin admin] Deleting port 848c66af-2ab3-400f-a60a-3a9b6c015a58 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:58:43.891939 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3f178809-ced1-4615-bc4b-4e7d77027aa1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (848c66af-2ab3-400f-a60a-3a9b6c015a58), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:43.962454 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-3f178809-ced1-4615-bc4b-4e7d77027aa1 admin admin] For port 848c66af-2ab3-400f-a60a-3a9b6c015a58, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=848c66af-2ab3-400f-a60a-3a9b6c015a58,segment=NetworkSegment(83f1d4af-51a7-4211-a0dc-1a80fbc28f28),segment_id=83f1d4af-51a7-4211-a0dc-1a80fbc28f28)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:58:43.963100 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3f178809-ced1-4615-bc4b-4e7d77027aa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (848c66af-2ab3-400f-a60a-3a9b6c015a58), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:43.978116 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-3f178809-ced1-4615-bc4b-4e7d77027aa1 admin admin] Calling delete_port for 848c66af-2ab3-400f-a60a-3a9b6c015a58 owned by network:dhcp {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:58:43.990355 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc76a1a5-4501-4614-934e-363643b6892c None None] DHCP port deletion for c5808289-5da9-4b52-bcb6-26be673a4cac request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:58:44.047968 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-bc76a1a5-4501-4614-934e-363643b6892c None None] Deleting port 848c66af-2ab3-400f-a60a-3a9b6c015a58 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:58:44.048481 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-bc76a1a5-4501-4614-934e-363643b6892c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (848c66af-2ab3-400f-a60a-3a9b6c015a58), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:44.069394 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3f178809-ced1-4615-bc4b-4e7d77027aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (848c66af-2ab3-400f-a60a-3a9b6c015a58), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:44.097555 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f178809-ced1-4615-bc4b-4e7d77027aa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=848c66af-2ab3-400f-a60a-3a9b6c015a58,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:58:44.107916 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f178809-ced1-4615-bc4b-4e7d77027aa1 admin admin] No DVR routers for this DVR port 848c66af-2ab3-400f-a60a-3a9b6c015a58 on host n-d-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:58:44.114011 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-bc76a1a5-4501-4614-934e-363643b6892c None None] For port 848c66af-2ab3-400f-a60a-3a9b6c015a58, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=848c66af-2ab3-400f-a60a-3a9b6c015a58,segment=NetworkSegment(83f1d4af-51a7-4211-a0dc-1a80fbc28f28),segment_id=83f1d4af-51a7-4211-a0dc-1a80fbc28f28)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:58:44.114485 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-bc76a1a5-4501-4614-934e-363643b6892c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (848c66af-2ab3-400f-a60a-3a9b6c015a58), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:44.128691 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-bc76a1a5-4501-4614-934e-363643b6892c None None] Calling delete_port for 848c66af-2ab3-400f-a60a-3a9b6c015a58 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:58:44.189333 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3f178809-ced1-4615-bc4b-4e7d77027aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (c5808289-5da9-4b52-bcb6-26be673a4cac), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:44.217184 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-3f178809-ced1-4615-bc4b-4e7d77027aa1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5808289-5da9-4b52-bcb6-26be673a4cac']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:58:44.218239 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-bc76a1a5-4501-4614-934e-363643b6892c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (848c66af-2ab3-400f-a60a-3a9b6c015a58), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:44.228250 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-3f178809-ced1-4615-bc4b-4e7d77027aa1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83f1d4af-51a7-4211-a0dc-1a80fbc28f28') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:58:44.228489 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-3f178809-ced1-4615-bc4b-4e7d77027aa1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83f1d4af-51a7-4211-a0dc-1a80fbc28f28') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:58:44.241012 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3f178809-ced1-4615-bc4b-4e7d77027aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (83f1d4af-51a7-4211-a0dc-1a80fbc28f28), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:44.244870 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc76a1a5-4501-4614-934e-363643b6892c None None] Pushing event deleted for resources: {'Port': ['ID=848c66af-2ab3-400f-a60a-3a9b6c015a58,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:58:44.254498 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc76a1a5-4501-4614-934e-363643b6892c None None] No DVR routers for this DVR port 848c66af-2ab3-400f-a60a-3a9b6c015a58 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:58:44.255352 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3f178809-ced1-4615-bc4b-4e7d77027aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (83f1d4af-51a7-4211-a0dc-1a80fbc28f28), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:44.257303 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc76a1a5-4501-4614-934e-363643b6892c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:58:44.257921 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc76a1a5-4501-4614-934e-363643b6892c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:58:44.258565 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc76a1a5-4501-4614-934e-363643b6892c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:58:44.259139 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc76a1a5-4501-4614-934e-363643b6892c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:58:44.259742 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc76a1a5-4501-4614-934e-363643b6892c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:58:44.260375 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc76a1a5-4501-4614-934e-363643b6892c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:58:44.260931 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc76a1a5-4501-4614-934e-363643b6892c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:58:44.263098 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc76a1a5-4501-4614-934e-363643b6892c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:58:44.263702 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc76a1a5-4501-4614-934e-363643b6892c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:58:44.264223 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc76a1a5-4501-4614-934e-363643b6892c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:58:44.264727 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc76a1a5-4501-4614-934e-363643b6892c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:58:44.265159 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc76a1a5-4501-4614-934e-363643b6892c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:58:44.265663 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc76a1a5-4501-4614-934e-363643b6892c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:58:44.272625 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f178809-ced1-4615-bc4b-4e7d77027aa1 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:58:44.272625 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3f178809-ced1-4615-bc4b-4e7d77027aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (83f1d4af-51a7-4211-a0dc-1a80fbc28f28), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:44.274797 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:58:44.274797 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:58:44.274797 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:58:44.274797 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:58:44.274797 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:58:44.274797 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:58:44.274797 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:58:44.274797 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:58:44.274797 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:58:44.274797 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:58:44.274797 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:58:44.274797 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:58:44.274797 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:58:44.274797 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:58:44.274797 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:58:44.274797 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:58:44.274797 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:58:44.274797 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:58:44.274797 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:58:44.274797 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:58:44.274797 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:58:44.274797 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:58:44.274797 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:58:44.274797 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:58:44.274797 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:58:44.274797 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:58:44.274797 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:58:44.274797 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:58:44.274797 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:58:44.274797 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:58:44.274797 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:58:44.274797 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:58:44.343990 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3f178809-ced1-4615-bc4b-4e7d77027aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (c5808289-5da9-4b52-bcb6-26be673a4cac), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:44.351876 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3f178809-ced1-4615-bc4b-4e7d77027aa1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:44.355756 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-3f178809-ced1-4615-bc4b-4e7d77027aa1 admin admin] 10.222.0.87 "DELETE /v2.0/networks/c5808289-5da9-4b52-bcb6-26be673a4cac HTTP/1.1" status: 204 len: 168 time: 0.5873890 Feb 02 07:58:44.358639 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 37694) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:58:44.368824 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f178809-ced1-4615-bc4b-4e7d77027aa1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5808289-5da9-4b52-bcb6-26be673a4cac,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:58:44.390068 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 1b50e181-fb61-46fd-a37e-a43a2a2876a9 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:58:44.420162 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 1b50e181-fb61-46fd-a37e-a43a2a2876a9 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:58:44.420641 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 1b50e181-fb61-46fd-a37e-a43a2a2876a9 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:58:44.421293 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 9a456a60-028c-4110-90d4-6b6170c6c971 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:58:44.441861 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 9a456a60-028c-4110-90d4-6b6170c6c971 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:58:44.442360 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 9a456a60-028c-4110-90d4-6b6170c6c971 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:58:44.443063 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 848c66af-2ab3-400f-a60a-3a9b6c015a58 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:58:44.466778 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 848c66af-2ab3-400f-a60a-3a9b6c015a58 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:58:44.467287 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 848c66af-2ab3-400f-a60a-3a9b6c015a58 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:58:44.739186 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-33714aac-2174-412b-9bdb-146a520c25be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (2c241365-2b29-4839-b6f7-6ddc43e933ee), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:44.871681 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:44.991022 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-33714aac-2174-412b-9bdb-146a520c25be admin admin] Deleting port a6a7be22-f5fb-4f38-bb3e-fe9f448013c8 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:58:44.991285 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-33714aac-2174-412b-9bdb-146a520c25be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (a6a7be22-f5fb-4f38-bb3e-fe9f448013c8), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:45.068685 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-33714aac-2174-412b-9bdb-146a520c25be admin admin] For port a6a7be22-f5fb-4f38-bb3e-fe9f448013c8, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=a6a7be22-f5fb-4f38-bb3e-fe9f448013c8,segment=NetworkSegment(46109948-0330-442f-a9e9-0596be8780df),segment_id=46109948-0330-442f-a9e9-0596be8780df)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:58:45.068964 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-33714aac-2174-412b-9bdb-146a520c25be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (a6a7be22-f5fb-4f38-bb3e-fe9f448013c8), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:45.081966 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-33714aac-2174-412b-9bdb-146a520c25be admin admin] Calling delete_port for a6a7be22-f5fb-4f38-bb3e-fe9f448013c8 owned by network:router_interface {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:58:45.256537 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-33714aac-2174-412b-9bdb-146a520c25be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (a6a7be22-f5fb-4f38-bb3e-fe9f448013c8), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:45.281292 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33714aac-2174-412b-9bdb-146a520c25be admin admin] Pushing event deleted for resources: {'Port': ['ID=a6a7be22-f5fb-4f38-bb3e-fe9f448013c8,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:58:45.458092 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-33714aac-2174-412b-9bdb-146a520c25be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (2c241365-2b29-4839-b6f7-6ddc43e933ee), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:45.672388 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33714aac-2174-412b-9bdb-146a520c25be admin admin] Router 2c241365-2b29-4839-b6f7-6ddc43e933ee has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:58:45.779997 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33714aac-2174-412b-9bdb-146a520c25be admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:58:45.784907 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-33714aac-2174-412b-9bdb-146a520c25be admin admin] 10.222.0.87 "PUT /v2.0/routers/2c241365-2b29-4839-b6f7-6ddc43e933ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4250643 Feb 02 07:58:45.787424 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 37696) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:58:45.789176 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e466637c-055f-451d-b8d7-01ad94b0fac3 None None] Sync routers for ids ['2c241365-2b29-4839-b6f7-6ddc43e933ee'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:58:45.800073 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e466637c-055f-451d-b8d7-01ad94b0fac3 None None] Routers {'2c241365-2b29-4839-b6f7-6ddc43e933ee'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:58:45.800689 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-e466637c-055f-451d-b8d7-01ad94b0fac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:58:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['2c241365-2b29-4839-b6f7-6ddc43e933ee'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:58:45.893238 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cc13401f-18e9-4ff0-acd8-8159de1adb51 admin admin] Publish callbacks [] for router (2c241365-2b29-4839-b6f7-6ddc43e933ee), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:46.002997 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cc13401f-18e9-4ff0-acd8-8159de1adb51 admin admin] Publish callbacks [] for router_gateway (2c241365-2b29-4839-b6f7-6ddc43e933ee), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:46.057672 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-cc13401f-18e9-4ff0-acd8-8159de1adb51 admin admin] Deleting port cab3b5a6-764e-472c-9c6f-0f14b625f13b {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:58:46.058018 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cc13401f-18e9-4ff0-acd8-8159de1adb51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (cab3b5a6-764e-472c-9c6f-0f14b625f13b), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:46.061668 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-e466637c-055f-451d-b8d7-01ad94b0fac3 None None] Set router 2c241365-2b29-4839-b6f7-6ddc43e933ee gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:58:46.138073 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-cc13401f-18e9-4ff0-acd8-8159de1adb51 admin admin] For port cab3b5a6-764e-472c-9c6f-0f14b625f13b, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=cab3b5a6-764e-472c-9c6f-0f14b625f13b,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:58:46.138444 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cc13401f-18e9-4ff0-acd8-8159de1adb51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (cab3b5a6-764e-472c-9c6f-0f14b625f13b), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:46.151978 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-cc13401f-18e9-4ff0-acd8-8159de1adb51 admin admin] Calling delete_port for cab3b5a6-764e-472c-9c6f-0f14b625f13b owned by network:router_gateway {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:58:46.244741 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:46.257932 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-e466637c-055f-451d-b8d7-01ad94b0fac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c241365-2b29-4839-b6f7-6ddc43e933ee', 'name': 'tempest-TestMinimumBasicScenario-54201893-router', 'tenant_id': '894b59c6c63c4e8a86e0b27a7730d939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': 'cab3b5a6-764e-472c-9c6f-0f14b625f13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:56:31Z', 'updated_at': '2022-02-02T07:58:45Z', 'revision_number': 5, 'project_id': '894b59c6c63c4e8a86e0b27a7730d939', 'gw_port': {'id': 'cab3b5a6-764e-472c-9c6f-0f14b625f13b', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:46:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c241365-2b29-4839-b6f7-6ddc43e933ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:56:32Z', 'updated_at': '2022-02-02T07:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:58:46.290439 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e466637c-055f-451d-b8d7-01ad94b0fac3 None None] Checking router: 2c241365-2b29-4839-b6f7-6ddc43e933ee for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:58:46.303998 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e466637c-055f-451d-b8d7-01ad94b0fac3 None None] Routers {'2c241365-2b29-4839-b6f7-6ddc43e933ee'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:58:46.304696 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-e466637c-055f-451d-b8d7-01ad94b0fac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:58:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['2c241365-2b29-4839-b6f7-6ddc43e933ee'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:58:46.325694 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cc13401f-18e9-4ff0-acd8-8159de1adb51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (cab3b5a6-764e-472c-9c6f-0f14b625f13b), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:46.357092 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc13401f-18e9-4ff0-acd8-8159de1adb51 admin admin] Pushing event deleted for resources: {'Port': ['ID=cab3b5a6-764e-472c-9c6f-0f14b625f13b,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:58:46.396360 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-e466637c-055f-451d-b8d7-01ad94b0fac3 None None] Set router 2c241365-2b29-4839-b6f7-6ddc43e933ee gateway port host: None {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:58:46.419726 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cc13401f-18e9-4ff0-acd8-8159de1adb51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (2c241365-2b29-4839-b6f7-6ddc43e933ee), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:46.452856 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-e466637c-055f-451d-b8d7-01ad94b0fac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c241365-2b29-4839-b6f7-6ddc43e933ee', 'name': 'tempest-TestMinimumBasicScenario-54201893-router', 'tenant_id': '894b59c6c63c4e8a86e0b27a7730d939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:56:31Z', 'updated_at': '2022-02-02T07:58:46Z', 'revision_number': 6, 'project_id': '894b59c6c63c4e8a86e0b27a7730d939', 'gw_port_host': None}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:58:46.479477 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e466637c-055f-451d-b8d7-01ad94b0fac3 None None] The sync data for ids ['2c241365-2b29-4839-b6f7-6ddc43e933ee'] in n-d-789963-26 is: [{'id': '2c241365-2b29-4839-b6f7-6ddc43e933ee', 'name': 'tempest-TestMinimumBasicScenario-54201893-router', 'tenant_id': '894b59c6c63c4e8a86e0b27a7730d939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:56:31Z', 'updated_at': '2022-02-02T07:58:46Z', 'revision_number': 6, 'project_id': '894b59c6c63c4e8a86e0b27a7730d939', 'gw_port_host': None}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:58:46.794079 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cc13401f-18e9-4ff0-acd8-8159de1adb51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (2c241365-2b29-4839-b6f7-6ddc43e933ee), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:46.796148 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cc13401f-18e9-4ff0-acd8-8159de1adb51 admin admin] Publish callbacks [] for router_controller (2c241365-2b29-4839-b6f7-6ddc43e933ee), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:46.840475 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cc13401f-18e9-4ff0-acd8-8159de1adb51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (2c241365-2b29-4839-b6f7-6ddc43e933ee), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:46.841007 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc13401f-18e9-4ff0-acd8-8159de1adb51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c241365-2b29-4839-b6f7-6ddc43e933ee {{(pid=109693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 07:58:46.846269 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-cc13401f-18e9-4ff0-acd8-8159de1adb51 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:46.847487 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-cc13401f-18e9-4ff0-acd8-8159de1adb51 admin admin] 10.222.0.87 "DELETE /v2.0/routers/2c241365-2b29-4839-b6f7-6ddc43e933ee HTTP/1.1" status: 204 len: 168 time: 1.0591300 Feb 02 07:58:46.850060 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 37698) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:58:46.900204 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8502f9f-f014-4ea5-8ca4-785e91470fe6 admin admin] Deleting subnet 3b198bd6-50f8-453b-ba8b-b0b89e8414de {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 07:58:46.903594 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d8502f9f-f014-4ea5-8ca4-785e91470fe6 admin admin] Publish callbacks [] for subnet (3b198bd6-50f8-453b-ba8b-b0b89e8414de), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:46.940401 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d8502f9f-f014-4ea5-8ca4-785e91470fe6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (3b198bd6-50f8-453b-ba8b-b0b89e8414de), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:47.019206 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d8502f9f-f014-4ea5-8ca4-785e91470fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (3b198bd6-50f8-453b-ba8b-b0b89e8414de), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:47.075327 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d8502f9f-f014-4ea5-8ca4-785e91470fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (3b198bd6-50f8-453b-ba8b-b0b89e8414de), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:47.101363 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8502f9f-f014-4ea5-8ca4-785e91470fe6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b198bd6-50f8-453b-ba8b-b0b89e8414de,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:58:47.105672 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d8502f9f-f014-4ea5-8ca4-785e91470fe6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:47.109177 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d8502f9f-f014-4ea5-8ca4-785e91470fe6 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/3b198bd6-50f8-453b-ba8b-b0b89e8414de HTTP/1.1" status: 204 len: 168 time: 0.2581627 Feb 02 07:58:47.111121 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ad2b0c-34de-4803-b2df-eb994a040b12 None None] Network 08c0f9a0-8a66-43e4-bfae-e014f0e93b54 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:58:47.111692 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 37700) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:58:47.179243 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-11fcf88a-6e7d-462c-9969-0525b77d223f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (08c0f9a0-8a66-43e4-bfae-e014f0e93b54), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:47.232954 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-11fcf88a-6e7d-462c-9969-0525b77d223f admin admin] Deleting port b73f03eb-b46b-476a-ba88-0a48afcafec5 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:58:47.233284 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-11fcf88a-6e7d-462c-9969-0525b77d223f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (b73f03eb-b46b-476a-ba88-0a48afcafec5), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:47.284597 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ded605a-2afa-419e-b0c3-e9f111646a94 None None] DHCP port deletion for 08c0f9a0-8a66-43e4-bfae-e014f0e93b54 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 07:58:47.303691 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-11fcf88a-6e7d-462c-9969-0525b77d223f admin admin] For port b73f03eb-b46b-476a-ba88-0a48afcafec5, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=b73f03eb-b46b-476a-ba88-0a48afcafec5,segment=NetworkSegment(46109948-0330-442f-a9e9-0596be8780df),segment_id=46109948-0330-442f-a9e9-0596be8780df)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:58:47.303975 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-11fcf88a-6e7d-462c-9969-0525b77d223f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (b73f03eb-b46b-476a-ba88-0a48afcafec5), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:47.318991 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-11fcf88a-6e7d-462c-9969-0525b77d223f admin admin] Calling delete_port for b73f03eb-b46b-476a-ba88-0a48afcafec5 owned by network:dhcp {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:58:47.339452 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-8ded605a-2afa-419e-b0c3-e9f111646a94 None None] Deleting port b73f03eb-b46b-476a-ba88-0a48afcafec5 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 07:58:47.339969 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-8ded605a-2afa-419e-b0c3-e9f111646a94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (b73f03eb-b46b-476a-ba88-0a48afcafec5), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:47.402837 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-11fcf88a-6e7d-462c-9969-0525b77d223f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (b73f03eb-b46b-476a-ba88-0a48afcafec5), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:47.406995 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-8ded605a-2afa-419e-b0c3-e9f111646a94 None None] For port b73f03eb-b46b-476a-ba88-0a48afcafec5, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=b73f03eb-b46b-476a-ba88-0a48afcafec5,segment=NetworkSegment(46109948-0330-442f-a9e9-0596be8780df),segment_id=46109948-0330-442f-a9e9-0596be8780df)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:58:47.407438 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-8ded605a-2afa-419e-b0c3-e9f111646a94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (b73f03eb-b46b-476a-ba88-0a48afcafec5), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:47.421484 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-8ded605a-2afa-419e-b0c3-e9f111646a94 None None] Calling delete_port for b73f03eb-b46b-476a-ba88-0a48afcafec5 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 07:58:47.430965 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fcf88a-6e7d-462c-9969-0525b77d223f admin admin] Pushing event deleted for resources: {'Port': ['ID=b73f03eb-b46b-476a-ba88-0a48afcafec5,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:58:47.437133 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fcf88a-6e7d-462c-9969-0525b77d223f admin admin] No DVR routers for this DVR port b73f03eb-b46b-476a-ba88-0a48afcafec5 on host n-d-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:58:47.518357 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:47.522704 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-11fcf88a-6e7d-462c-9969-0525b77d223f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (08c0f9a0-8a66-43e4-bfae-e014f0e93b54), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:47.523518 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-8ded605a-2afa-419e-b0c3-e9f111646a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (b73f03eb-b46b-476a-ba88-0a48afcafec5), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:47.549942 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-11fcf88a-6e7d-462c-9969-0525b77d223f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08c0f9a0-8a66-43e4-bfae-e014f0e93b54']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:58:47.551464 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded605a-2afa-419e-b0c3-e9f111646a94 None None] Pushing event deleted for resources: {'Port': ['ID=b73f03eb-b46b-476a-ba88-0a48afcafec5,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:58:47.556893 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ded605a-2afa-419e-b0c3-e9f111646a94 None None] No DVR routers for this DVR port b73f03eb-b46b-476a-ba88-0a48afcafec5 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 07:58:47.561507 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-11fcf88a-6e7d-462c-9969-0525b77d223f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46109948-0330-442f-a9e9-0596be8780df') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:58:47.562056 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-11fcf88a-6e7d-462c-9969-0525b77d223f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46109948-0330-442f-a9e9-0596be8780df') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:58:47.572559 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-11fcf88a-6e7d-462c-9969-0525b77d223f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (46109948-0330-442f-a9e9-0596be8780df), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:47.587327 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-11fcf88a-6e7d-462c-9969-0525b77d223f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (46109948-0330-442f-a9e9-0596be8780df), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:47.594813 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11fcf88a-6e7d-462c-9969-0525b77d223f admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 07:58:47.595293 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-11fcf88a-6e7d-462c-9969-0525b77d223f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (46109948-0330-442f-a9e9-0596be8780df), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:47.597191 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 07:58:47.597191 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 07:58:47.597191 n-d-789963-26 neutron-server[109694]: timer() Feb 02 07:58:47.597191 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 07:58:47.597191 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 07:58:47.597191 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 07:58:47.597191 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 07:58:47.597191 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 07:58:47.597191 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 07:58:47.597191 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 07:58:47.597191 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 07:58:47.597191 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 07:58:47.597191 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 07:58:47.597191 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 07:58:47.597191 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 07:58:47.597191 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 07:58:47.597191 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 07:58:47.597191 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 07:58:47.597191 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 07:58:47.597191 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 07:58:47.597191 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 07:58:47.597191 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 07:58:47.597191 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 07:58:47.597191 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 07:58:47.597191 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 07:58:47.597191 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 07:58:47.597191 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 07:58:47.597191 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 07:58:47.597191 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 07:58:47.597191 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 07:58:47.597191 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 07:58:47.597191 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 07:58:47.655116 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-11fcf88a-6e7d-462c-9969-0525b77d223f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (08c0f9a0-8a66-43e4-bfae-e014f0e93b54), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:47.660782 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-11fcf88a-6e7d-462c-9969-0525b77d223f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:47.666597 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-11fcf88a-6e7d-462c-9969-0525b77d223f admin admin] 10.222.0.87 "DELETE /v2.0/networks/08c0f9a0-8a66-43e4-bfae-e014f0e93b54 HTTP/1.1" status: 204 len: 168 time: 0.5539205 Feb 02 07:58:47.677462 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fcf88a-6e7d-462c-9969-0525b77d223f admin admin] Pushing event deleted for resources: {'Network': ['ID=08c0f9a0-8a66-43e4-bfae-e014f0e93b54,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:58:47.835125 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 37704) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:58:47.876410 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-fea409ee-6d8b-46ac-afba-9b4acc5e57cd admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=8b4a8d40dcfa4e7bbc849926764ff95f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399694 Feb 02 07:58:47.878777 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 37706) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:58:47.926400 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-30329c87-4a22-44d8-9087-6244df436c46 admin admin] Publish callbacks [] for security_group (55006e47-5b6d-4e88-92fc-4e887977dede), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:47.947466 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-30329c87-4a22-44d8-9087-6244df436c46 admin admin] Publish callbacks [] for security_group (55006e47-5b6d-4e88-92fc-4e887977dede), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:47.993300 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-30329c87-4a22-44d8-9087-6244df436c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (55006e47-5b6d-4e88-92fc-4e887977dede), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:47.995952 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-30329c87-4a22-44d8-9087-6244df436c46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:47.997104 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-30329c87-4a22-44d8-9087-6244df436c46 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/55006e47-5b6d-4e88-92fc-4e887977dede HTTP/1.1" status: 204 len: 168 time: 0.1173944 Feb 02 07:58:48.004542 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30329c87-4a22-44d8-9087-6244df436c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55006e47-5b6d-4e88-92fc-4e887977dede,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:58:48.310576 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 37712) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:58:48.350708 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device a6a7be22-f5fb-4f38-bb3e-fe9f448013c8 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:58:48.352308 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a05cf9eb-3cf7-4a46-adc4-ed5034573656 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=894b59c6c63c4e8a86e0b27a7730d939&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0404265 Feb 02 07:58:48.354808 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 37714) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:58:48.370672 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: a6a7be22-f5fb-4f38-bb3e-fe9f448013c8 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:58:48.371022 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device a6a7be22-f5fb-4f38-bb3e-fe9f448013c8 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:58:48.371451 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device b73f03eb-b46b-476a-ba88-0a48afcafec5 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:58:48.391444 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: b73f03eb-b46b-476a-ba88-0a48afcafec5 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:58:48.391754 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device b73f03eb-b46b-476a-ba88-0a48afcafec5 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:58:48.392181 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device cab3b5a6-764e-472c-9c6f-0f14b625f13b no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 07:58:48.405589 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-718c18ef-93bc-4027-8a58-13ffdfaf3fa9 admin admin] Publish callbacks [] for security_group (37bcbd26-4351-468e-9503-4335212675f0), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:48.414036 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: cab3b5a6-764e-472c-9c6f-0f14b625f13b {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 07:58:48.414392 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device cab3b5a6-764e-472c-9c6f-0f14b625f13b not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 07:58:48.427523 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-718c18ef-93bc-4027-8a58-13ffdfaf3fa9 admin admin] Publish callbacks [] for security_group (37bcbd26-4351-468e-9503-4335212675f0), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:48.474978 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-718c18ef-93bc-4027-8a58-13ffdfaf3fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (37bcbd26-4351-468e-9503-4335212675f0), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:48.477788 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-718c18ef-93bc-4027-8a58-13ffdfaf3fa9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:48.478926 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-718c18ef-93bc-4027-8a58-13ffdfaf3fa9 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/37bcbd26-4351-468e-9503-4335212675f0 HTTP/1.1" status: 204 len: 168 time: 0.1231802 Feb 02 07:58:48.487765 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718c18ef-93bc-4027-8a58-13ffdfaf3fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37bcbd26-4351-468e-9503-4335212675f0,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:58:50.137074 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 37754) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:58:50.141942 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-cd55fd9f-cd89-4b09-b91f-e34310aeb05c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1257515722', 'description': 'tempest-secgroup-smoke-1257515722 description', 'project_id': '491ef38eb7a24b33900e5a5f7693dafc'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:58:50.162286 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cd55fd9f-cd89-4b09-b91f-e34310aeb05c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:50.170709 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cd55fd9f-cd89-4b09-b91f-e34310aeb05c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:50.247580 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cd55fd9f-cd89-4b09-b91f-e34310aeb05c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group (c4a1484d-0163-4a67-af6c-df74d20338f4), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:50.251154 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cd55fd9f-cd89-4b09-b91f-e34310aeb05c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (c4a1484d-0163-4a67-af6c-df74d20338f4), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:50.285934 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd55fd9f-cd89-4b09-b91f-e34310aeb05c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a1484d-0163-4a67-af6c-df74d20338f4,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:58:50.326559 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cd55fd9f-cd89-4b09-b91f-e34310aeb05c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group (3d479215-eccf-4e70-848c-08d2b42a6d76), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:50.330284 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cd55fd9f-cd89-4b09-b91f-e34310aeb05c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (3d479215-eccf-4e70-848c-08d2b42a6d76), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:50.358893 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-cd55fd9f-cd89-4b09-b91f-e34310aeb05c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:50.360122 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-cd55fd9f-cd89-4b09-b91f-e34310aeb05c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2220523 Feb 02 07:58:50.361957 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd55fd9f-cd89-4b09-b91f-e34310aeb05c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d479215-eccf-4e70-848c-08d2b42a6d76,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:58:50.363232 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 37756) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:58:50.367887 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-2c073d29-be64-4653-ab66-e991d29efd34 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Request body: {'security_group_rule': {'security_group_id': '3d479215-eccf-4e70-848c-08d2b42a6d76', 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:58:50.393385 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2c073d29-be64-4653-ab66-e991d29efd34 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (005c4e4a-addc-4990-8149-24402a8fd7d5), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:50.453848 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2c073d29-be64-4653-ab66-e991d29efd34 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (005c4e4a-addc-4990-8149-24402a8fd7d5), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:50.457459 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2c073d29-be64-4653-ab66-e991d29efd34 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (005c4e4a-addc-4990-8149-24402a8fd7d5), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:50.475144 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c073d29-be64-4653-ab66-e991d29efd34 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=005c4e4a-addc-4990-8149-24402a8fd7d5,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:58:50.480770 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2c073d29-be64-4653-ab66-e991d29efd34 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:50.481952 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-2c073d29-be64-4653-ab66-e991d29efd34 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1177087 Feb 02 07:58:50.484765 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 37758) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:58:50.489259 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-5f9bd6ff-e1e1-426e-a5f0-1312259b84d0 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Request body: {'security_group_rule': {'security_group_id': '3d479215-eccf-4e70-848c-08d2b42a6d76', 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:58:50.513687 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5f9bd6ff-e1e1-426e-a5f0-1312259b84d0 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (61054c42-2f18-4f92-96bc-862bcd3118e0), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:50.569916 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5f9bd6ff-e1e1-426e-a5f0-1312259b84d0 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (61054c42-2f18-4f92-96bc-862bcd3118e0), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:50.573506 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5f9bd6ff-e1e1-426e-a5f0-1312259b84d0 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (61054c42-2f18-4f92-96bc-862bcd3118e0), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:50.591508 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9bd6ff-e1e1-426e-a5f0-1312259b84d0 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61054c42-2f18-4f92-96bc-862bcd3118e0,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:58:50.596517 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5f9bd6ff-e1e1-426e-a5f0-1312259b84d0 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:50.597699 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-5f9bd6ff-e1e1-426e-a5f0-1312259b84d0 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1119931 Feb 02 07:58:50.600377 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 37760) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:58:50.604537 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-03728524-01b1-48b1-b0f0-5d5b2bdf30c9 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Request body: {'security_group_rule': {'security_group_id': '3d479215-eccf-4e70-848c-08d2b42a6d76', 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:58:50.629632 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-03728524-01b1-48b1-b0f0-5d5b2bdf30c9 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (fc71027e-4389-4ee9-b849-f6bfd0f61934), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:50.685736 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-03728524-01b1-48b1-b0f0-5d5b2bdf30c9 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (fc71027e-4389-4ee9-b849-f6bfd0f61934), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:50.689154 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-03728524-01b1-48b1-b0f0-5d5b2bdf30c9 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (fc71027e-4389-4ee9-b849-f6bfd0f61934), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:50.706419 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03728524-01b1-48b1-b0f0-5d5b2bdf30c9 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc71027e-4389-4ee9-b849-f6bfd0f61934,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:58:50.714148 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-03728524-01b1-48b1-b0f0-5d5b2bdf30c9 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:50.716089 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-03728524-01b1-48b1-b0f0-5d5b2bdf30c9 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1141090 Feb 02 07:58:50.718144 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 37762) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:58:50.722648 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-d92cec2e-4be4-42e0-a84c-d5ad0b90cea3 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Request body: {'security_group_rule': {'security_group_id': '3d479215-eccf-4e70-848c-08d2b42a6d76', 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:58:50.748997 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d92cec2e-4be4-42e0-a84c-d5ad0b90cea3 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (451bd671-9b28-4fdb-a285-4fd6ae65bec7), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:50.809760 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d92cec2e-4be4-42e0-a84c-d5ad0b90cea3 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (451bd671-9b28-4fdb-a285-4fd6ae65bec7), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:50.813460 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d92cec2e-4be4-42e0-a84c-d5ad0b90cea3 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (451bd671-9b28-4fdb-a285-4fd6ae65bec7), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:50.832039 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92cec2e-4be4-42e0-a84c-d5ad0b90cea3 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=451bd671-9b28-4fdb-a285-4fd6ae65bec7,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:58:50.840692 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d92cec2e-4be4-42e0-a84c-d5ad0b90cea3 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:50.841897 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d92cec2e-4be4-42e0-a84c-d5ad0b90cea3 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1228297 Feb 02 07:58:50.844735 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 37764) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:58:50.849090 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-2f610568-6aa7-4ca5-b0ee-8b226d6450ef tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Request body: {'security_group_rule': {'security_group_id': '3d479215-eccf-4e70-848c-08d2b42a6d76', 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:58:50.868922 n-d-789963-26 neutron-server[109693]: INFO neutron.db.securitygroups_db [None req-2f610568-6aa7-4ca5-b0ee-8b226d6450ef tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Project 491ef38eb7a24b33900e5a5f7693dafc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 07:58:50.873884 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2f610568-6aa7-4ca5-b0ee-8b226d6450ef tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (c1ae055f-a7f3-475b-8ef1-7a539abd7d18), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:50.930680 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2f610568-6aa7-4ca5-b0ee-8b226d6450ef tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (c1ae055f-a7f3-475b-8ef1-7a539abd7d18), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:50.934507 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2f610568-6aa7-4ca5-b0ee-8b226d6450ef tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (c1ae055f-a7f3-475b-8ef1-7a539abd7d18), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:50.953739 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f610568-6aa7-4ca5-b0ee-8b226d6450ef tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1ae055f-a7f3-475b-8ef1-7a539abd7d18,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:58:50.962143 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2f610568-6aa7-4ca5-b0ee-8b226d6450ef tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:50.963338 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-2f610568-6aa7-4ca5-b0ee-8b226d6450ef tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1176333 Feb 02 07:58:50.966915 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 37766) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:58:50.971184 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-d050ff12-db2e-4d72-9bdf-c35e954eb05c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Request body: {'security_group_rule': {'security_group_id': '3d479215-eccf-4e70-848c-08d2b42a6d76', 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:58:50.992256 n-d-789963-26 neutron-server[109693]: INFO neutron.db.securitygroups_db [None req-d050ff12-db2e-4d72-9bdf-c35e954eb05c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Project 491ef38eb7a24b33900e5a5f7693dafc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 07:58:50.997237 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d050ff12-db2e-4d72-9bdf-c35e954eb05c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (a270c5e5-4d0f-4f79-9182-3bc6b3d403f4), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:51.056642 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d050ff12-db2e-4d72-9bdf-c35e954eb05c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (a270c5e5-4d0f-4f79-9182-3bc6b3d403f4), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:51.060297 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d050ff12-db2e-4d72-9bdf-c35e954eb05c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (a270c5e5-4d0f-4f79-9182-3bc6b3d403f4), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:51.079369 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d050ff12-db2e-4d72-9bdf-c35e954eb05c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a270c5e5-4d0f-4f79-9182-3bc6b3d403f4,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:58:51.083826 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d050ff12-db2e-4d72-9bdf-c35e954eb05c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:51.085010 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d050ff12-db2e-4d72-9bdf-c35e954eb05c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1171744 Feb 02 07:58:51.088231 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 37768) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:58:51.094107 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-bd5c47a2-c7f6-41d5-8119-0e87b4a2d29e tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Request body: {'network': {'name': 'tempest-network-smoke--1812761208', 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'port_security_enabled': True}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:58:51.113941 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5c47a2-c7f6-41d5-8119-0e87b4a2d29e tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Made reservation on behalf of 491ef38eb7a24b33900e5a5f7693dafc for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:58:51.117453 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bd5c47a2-c7f6-41d5-8119-0e87b4a2d29e tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:51.141524 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd5c47a2-c7f6-41d5-8119-0e87b4a2d29e tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 07:58:51.150924 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bd5c47a2-c7f6-41d5-8119-0e87b4a2d29e tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (6fbc1dd6-d690-4eb1-91c8-893882cfd5ab), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:51.151277 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-bd5c47a2-c7f6-41d5-8119-0e87b4a2d29e tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Added segment 6fbc1dd6-d690-4eb1-91c8-893882cfd5ab of type vlan for network 4334e567-6b8d-48a2-82b6-a2f53e3598f1 Feb 02 07:58:51.193804 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bd5c47a2-c7f6-41d5-8119-0e87b4a2d29e tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (4334e567-6b8d-48a2-82b6-a2f53e3598f1), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:51.218352 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bd5c47a2-c7f6-41d5-8119-0e87b4a2d29e tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (4334e567-6b8d-48a2-82b6-a2f53e3598f1), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:51.223396 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5c47a2-c7f6-41d5-8119-0e87b4a2d29e tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:58:51.224032 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bd5c47a2-c7f6-41d5-8119-0e87b4a2d29e tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:51.258529 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-bd5c47a2-c7f6-41d5-8119-0e87b4a2d29e tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1692088 Feb 02 07:58:51.261975 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 37770) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:58:51.266818 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-1b6d1a97-e8dd-4077-be97-0c2a8d4de9c4 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1294433111', 'admin_state_up': True, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:58:51.289099 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1b6d1a97-e8dd-4077-be97-0c2a8d4de9c4 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (671d35f4-e855-4431-aa5e-601e952ca9f7), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:51.290236 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1b6d1a97-e8dd-4077-be97-0c2a8d4de9c4 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (671d35f4-e855-4431-aa5e-601e952ca9f7), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:51.293520 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5c47a2-c7f6-41d5-8119-0e87b4a2d29e tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event updated for resources: {'Network': ['ID=4334e567-6b8d-48a2-82b6-a2f53e3598f1,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:58:51.304494 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 4334e567-6b8d-48a2-82b6-a2f53e3598f1 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 07:58:51.344080 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1b6d1a97-e8dd-4077-be97-0c2a8d4de9c4 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for router_controller (671d35f4-e855-4431-aa5e-601e952ca9f7), precommit_add_association {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:51.482335 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1b6d1a97-e8dd-4077-be97-0c2a8d4de9c4 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for router_gateway (671d35f4-e855-4431-aa5e-601e952ca9f7), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:51.675425 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1b6d1a97-e8dd-4077-be97-0c2a8d4de9c4 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for router_gateway (671d35f4-e855-4431-aa5e-601e952ca9f7), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:51.694022 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1b6d1a97-e8dd-4077-be97-0c2a8d4de9c4 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:51.796976 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-1b6d1a97-e8dd-4077-be97-0c2a8d4de9c4 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Allocated IP 172.25.4.147 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/645b5439-778d-40b3-8e61-04e113fbc2a2) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:58:51.897319 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1b6d1a97-e8dd-4077-be97-0c2a8d4de9c4 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for port (645b5439-778d-40b3-8e61-04e113fbc2a2), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:51.929085 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1b6d1a97-e8dd-4077-be97-0c2a8d4de9c4 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (645b5439-778d-40b3-8e61-04e113fbc2a2), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:51.970818 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6d1a97-e8dd-4077-be97-0c2a8d4de9c4 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:58:51.975624 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-1b6d1a97-e8dd-4077-be97-0c2a8d4de9c4 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:58:51.979054 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6d1a97-e8dd-4077-be97-0c2a8d4de9c4 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:58:52.001554 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6d1a97-e8dd-4077-be97-0c2a8d4de9c4 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event updated for resources: {'Port': ['ID=645b5439-778d-40b3-8e61-04e113fbc2a2,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:58:52.224458 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1b6d1a97-e8dd-4077-be97-0c2a8d4de9c4 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for router_gateway (671d35f4-e855-4431-aa5e-601e952ca9f7), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:52.418946 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1b6d1a97-e8dd-4077-be97-0c2a8d4de9c4 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (671d35f4-e855-4431-aa5e-601e952ca9f7), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:52.546682 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b6d1a97-e8dd-4077-be97-0c2a8d4de9c4 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Router 671d35f4-e855-4431-aa5e-601e952ca9f7 is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 07:58:52.584764 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:52.651771 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b6d1a97-e8dd-4077-be97-0c2a8d4de9c4 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:58:52.661926 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d502c472-71a4-4fe6-9970-92bf62b63b34 None None] Sync routers for ids ['671d35f4-e855-4431-aa5e-601e952ca9f7'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:58:52.671207 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-1b6d1a97-e8dd-4077-be97-0c2a8d4de9c4 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:52.672372 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d502c472-71a4-4fe6-9970-92bf62b63b34 None None] Routers {'671d35f4-e855-4431-aa5e-601e952ca9f7'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:58:52.672523 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-1b6d1a97-e8dd-4077-be97-0c2a8d4de9c4 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4095414 Feb 02 07:58:52.672972 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-d502c472-71a4-4fe6-9970-92bf62b63b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:58:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['671d35f4-e855-4431-aa5e-601e952ca9f7'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:58:52.675582 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 37772) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:58:52.777041 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-d502c472-71a4-4fe6-9970-92bf62b63b34 None None] Set router 671d35f4-e855-4431-aa5e-601e952ca9f7 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:58:52.800140 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-33db02c8-9a60-4f42-b715-f45b0048fc9c tempest-TestNetworkAdvancedServerOps-1314165092 tempest-TestNetworkAdvancedServerOps-1314165092-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=491ef38eb7a24b33900e5a5f7693dafc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1234453 Feb 02 07:58:52.802777 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 37776) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:58:52.887990 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec005bb-c6b0-4db5-825e-04d62d68c080 tempest-TestNetworkAdvancedServerOps-1314165092 tempest-TestNetworkAdvancedServerOps-1314165092-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:58:52.889523 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-dec005bb-c6b0-4db5-825e-04d62d68c080 tempest-TestNetworkAdvancedServerOps-1314165092 tempest-TestNetworkAdvancedServerOps-1314165092-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0858381 Feb 02 07:58:52.892746 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 37778) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:58:52.921622 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-859a057d-c6d9-4795-938a-46548f86bbfe tempest-TestNetworkAdvancedServerOps-1314165092 tempest-TestNetworkAdvancedServerOps-1314165092-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=ee4463ee-e783-4af5-91d5-cbeb2d0e0db8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271668 Feb 02 07:58:52.924166 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 37780) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:58:52.928946 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-0556298c-8690-47a2-b1ee-a826fe130bcb tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1671335383', 'network_id': '4334e567-6b8d-48a2-82b6-a2f53e3598f1', 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:58:52.951983 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-d502c472-71a4-4fe6-9970-92bf62b63b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671d35f4-e855-4431-aa5e-601e952ca9f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294433111', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '645b5439-778d-40b3-8e61-04e113fbc2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:58:51Z', 'updated_at': '2022-02-02T07:58:52Z', 'revision_number': 3, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'gw_port': {'id': '645b5439-778d-40b3-8e61-04e113fbc2a2', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ad:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '671d35f4-e855-4431-aa5e-601e952ca9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:58:51Z', 'updated_at': '2022-02-02T07:58:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:58:52.982229 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d502c472-71a4-4fe6-9970-92bf62b63b34 None None] Checking router: 671d35f4-e855-4431-aa5e-601e952ca9f7 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:58:52.982572 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d502c472-71a4-4fe6-9970-92bf62b63b34 None None] Updating router 671d35f4-e855-4431-aa5e-601e952ca9f7 port 645b5439-778d-40b3-8e61-04e113fbc2a2 binding host n-d-789963-26 {{(pid=109696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:58:53.008907 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-d502c472-71a4-4fe6-9970-92bf62b63b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (645b5439-778d-40b3-8e61-04e113fbc2a2), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:53.021488 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0556298c-8690-47a2-b1ee-a826fe130bcb tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Made reservation on behalf of 491ef38eb7a24b33900e5a5f7693dafc for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:58:53.025277 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0556298c-8690-47a2-b1ee-a826fe130bcb tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:53.206618 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0556298c-8690-47a2-b1ee-a826fe130bcb tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (7e8497ed-9a3d-4ecb-8da2-bf62c1300f77), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:53.258019 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-d502c472-71a4-4fe6-9970-92bf62b63b34 None None] Publish callbacks [] for port (645b5439-778d-40b3-8e61-04e113fbc2a2), precommit_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:53.263585 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-d502c472-71a4-4fe6-9970-92bf62b63b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (645b5439-778d-40b3-8e61-04e113fbc2a2), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:53.268970 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0556298c-8690-47a2-b1ee-a826fe130bcb tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event updated for resources: {'Subnet': ['ID=7e8497ed-9a3d-4ecb-8da2-bf62c1300f77,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:58:53.276388 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0556298c-8690-47a2-b1ee-a826fe130bcb tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Checking segment: {'id': '6fbc1dd6-d690-4eb1-91c8-893882cfd5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4334e567-6b8d-48a2-82b6-a2f53e3598f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:58:53.277298 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0556298c-8690-47a2-b1ee-a826fe130bcb tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Network hostable DHCP agents. Network: 4334e567-6b8d-48a2-82b6-a2f53e3598f1, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 07:58:53.295227 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0556298c-8690-47a2-b1ee-a826fe130bcb tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Network 4334e567-6b8d-48a2-82b6-a2f53e3598f1 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 07:58:53.305845 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-0556298c-8690-47a2-b1ee-a826fe130bcb tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 4334e567-6b8d-48a2-82b6-a2f53e3598f1) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:58:53.310452 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0556298c-8690-47a2-b1ee-a826fe130bcb tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:58:53.311053 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0556298c-8690-47a2-b1ee-a826fe130bcb tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:53.315427 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df5881a-3705-40ab-8dbd-8f1de4862521 None None] Network 4334e567-6b8d-48a2-82b6-a2f53e3598f1 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:58:53.323817 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-d502c472-71a4-4fe6-9970-92bf62b63b34 None None] Attempting to bind port 645b5439-778d-40b3-8e61-04e113fbc2a2 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:58:53.324430 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-d502c472-71a4-4fe6-9970-92bf62b63b34 None None] Attempting to bind port 645b5439-778d-40b3-8e61-04e113fbc2a2 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:58:53.324834 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d502c472-71a4-4fe6-9970-92bf62b63b34 None None] Attempting to bind port 645b5439-778d-40b3-8e61-04e113fbc2a2 on network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:58:53.330717 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0556298c-8690-47a2-b1ee-a826fe130bcb tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4055214 Feb 02 07:58:53.333420 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 37782) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:58:53.335377 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d502c472-71a4-4fe6-9970-92bf62b63b34 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:58:53.336497 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d502c472-71a4-4fe6-9970-92bf62b63b34 None None] Checking segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:58:53.336497 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-d502c472-71a4-4fe6-9970-92bf62b63b34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:53.336769 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d502c472-71a4-4fe6-9970-92bf62b63b34 None None] Bound using segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:58:53.337302 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-d502c472-71a4-4fe6-9970-92bf62b63b34 None None] Bound port: 645b5439-778d-40b3-8e61-04e113fbc2a2, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:58:53.337754 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-d502c472-71a4-4fe6-9970-92bf62b63b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (645b5439-778d-40b3-8e61-04e113fbc2a2), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:53.342865 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9b613d-ac42-4ef3-8922-2a6a5abfdba3 None None] Pushing event updated for resources: {'Port': ['ID=645b5439-778d-40b3-8e61-04e113fbc2a2,revision_number=2']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:58:53.369823 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9b613d-ac42-4ef3-8922-2a6a5abfdba3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:58:53.370274 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9b613d-ac42-4ef3-8922-2a6a5abfdba3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:58:53.370713 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9b613d-ac42-4ef3-8922-2a6a5abfdba3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:58:53.371135 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9b613d-ac42-4ef3-8922-2a6a5abfdba3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:58:53.371541 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9b613d-ac42-4ef3-8922-2a6a5abfdba3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:58:53.371963 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9b613d-ac42-4ef3-8922-2a6a5abfdba3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:58:53.372365 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9b613d-ac42-4ef3-8922-2a6a5abfdba3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:58:53.372764 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9b613d-ac42-4ef3-8922-2a6a5abfdba3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:58:53.373162 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9b613d-ac42-4ef3-8922-2a6a5abfdba3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:58:53.373559 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9b613d-ac42-4ef3-8922-2a6a5abfdba3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:58:53.373956 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9b613d-ac42-4ef3-8922-2a6a5abfdba3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:58:53.374351 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9b613d-ac42-4ef3-8922-2a6a5abfdba3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:58:53.374743 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9b613d-ac42-4ef3-8922-2a6a5abfdba3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 07:58:53.408265 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-d502c472-71a4-4fe6-9970-92bf62b63b34 None None] For port 645b5439-778d-40b3-8e61-04e113fbc2a2, host n-d-789963-26, cleared binding levels {{(pid=109696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:58:53.411795 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-d502c472-71a4-4fe6-9970-92bf62b63b34 None None] For port 645b5439-778d-40b3-8e61-04e113fbc2a2, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=645b5439-778d-40b3-8e61-04e113fbc2a2,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:58:53.419494 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-d502c472-71a4-4fe6-9970-92bf62b63b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (645b5439-778d-40b3-8e61-04e113fbc2a2), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:53.438323 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1a3489-59b2-4d16-b6e8-2f8dde38993b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-4334e567-6b8d-48a2-82b6-a2f53e3598f1', 'network_id': '4334e567-6b8d-48a2-82b6-a2f53e3598f1', 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'fixed_ips': [{'subnet_id': '7e8497ed-9a3d-4ecb-8da2-bf62c1300f77'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 07:58:53.439311 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ec1a3489-59b2-4d16-b6e8-2f8dde38993b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:53.478233 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d502c472-71a4-4fe6-9970-92bf62b63b34 None None] Routers {'671d35f4-e855-4431-aa5e-601e952ca9f7'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:58:53.478854 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-d502c472-71a4-4fe6-9970-92bf62b63b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:58:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['671d35f4-e855-4431-aa5e-601e952ca9f7'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:58:53.604482 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-ec1a3489-59b2-4d16-b6e8-2f8dde38993b None None] Allocated IP 172.20.0.2 (4334e567-6b8d-48a2-82b6-a2f53e3598f1/7e8497ed-9a3d-4ecb-8da2-bf62c1300f77/60cef0e7-d984-4bd7-b713-f1d54c84022c) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:58:53.628504 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9b613d-ac42-4ef3-8922-2a6a5abfdba3 None None] Pushing event updated for resources: {'Port': ['ID=645b5439-778d-40b3-8e61-04e113fbc2a2,revision_number=3']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:58:53.699670 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-d502c472-71a4-4fe6-9970-92bf62b63b34 None None] Set router 671d35f4-e855-4431-aa5e-601e952ca9f7 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:58:53.767409 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ec1a3489-59b2-4d16-b6e8-2f8dde38993b None None] Publish callbacks [] for port (60cef0e7-d984-4bd7-b713-f1d54c84022c), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:53.774205 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ec1a3489-59b2-4d16-b6e8-2f8dde38993b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (60cef0e7-d984-4bd7-b713-f1d54c84022c), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:53.814266 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1a3489-59b2-4d16-b6e8-2f8dde38993b None None] Network 4334e567-6b8d-48a2-82b6-a2f53e3598f1 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:58:53.815433 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-737d3c73-0882-4f90-9bb8-fc674e65e6fc tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:53.817137 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-ec1a3489-59b2-4d16-b6e8-2f8dde38993b None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:58:53.820157 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1a3489-59b2-4d16-b6e8-2f8dde38993b None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:58:53.877055 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1a3489-59b2-4d16-b6e8-2f8dde38993b None None] Pushing event updated for resources: {'Port': ['ID=60cef0e7-d984-4bd7-b713-f1d54c84022c,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:58:53.889770 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-ec1a3489-59b2-4d16-b6e8-2f8dde38993b None None] Attempting to bind port 60cef0e7-d984-4bd7-b713-f1d54c84022c on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:58:53.890203 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-ec1a3489-59b2-4d16-b6e8-2f8dde38993b None None] Attempting to bind port 60cef0e7-d984-4bd7-b713-f1d54c84022c by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '6fbc1dd6-d690-4eb1-91c8-893882cfd5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4334e567-6b8d-48a2-82b6-a2f53e3598f1'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:58:53.890514 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1a3489-59b2-4d16-b6e8-2f8dde38993b None None] Attempting to bind port 60cef0e7-d984-4bd7-b713-f1d54c84022c on network 4334e567-6b8d-48a2-82b6-a2f53e3598f1 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:58:53.894663 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-d502c472-71a4-4fe6-9970-92bf62b63b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671d35f4-e855-4431-aa5e-601e952ca9f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294433111', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '645b5439-778d-40b3-8e61-04e113fbc2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:58:51Z', 'updated_at': '2022-02-02T07:58:52Z', 'revision_number': 3, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'gw_port': {'id': '645b5439-778d-40b3-8e61-04e113fbc2a2', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ad:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '671d35f4-e855-4431-aa5e-601e952ca9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:58:51Z', 'updated_at': '2022-02-02T07:58:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:58:53.896207 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1a3489-59b2-4d16-b6e8-2f8dde38993b None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:58:53.896590 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1a3489-59b2-4d16-b6e8-2f8dde38993b None None] Checking segment: {'id': '6fbc1dd6-d690-4eb1-91c8-893882cfd5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4334e567-6b8d-48a2-82b6-a2f53e3598f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:58:53.897252 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ec1a3489-59b2-4d16-b6e8-2f8dde38993b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:53.897656 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1a3489-59b2-4d16-b6e8-2f8dde38993b None None] Bound using segment: {'id': '6fbc1dd6-d690-4eb1-91c8-893882cfd5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4334e567-6b8d-48a2-82b6-a2f53e3598f1'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:58:53.898137 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-ec1a3489-59b2-4d16-b6e8-2f8dde38993b None None] Bound port: 60cef0e7-d984-4bd7-b713-f1d54c84022c, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fbc1dd6-d690-4eb1-91c8-893882cfd5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4334e567-6b8d-48a2-82b6-a2f53e3598f1'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:58:53.898521 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ec1a3489-59b2-4d16-b6e8-2f8dde38993b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (60cef0e7-d984-4bd7-b713-f1d54c84022c), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:53.921968 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d502c472-71a4-4fe6-9970-92bf62b63b34 None None] The sync data for ids ['671d35f4-e855-4431-aa5e-601e952ca9f7'] in n-d-789963-26 is: [{'id': '671d35f4-e855-4431-aa5e-601e952ca9f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294433111', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '645b5439-778d-40b3-8e61-04e113fbc2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:58:51Z', 'updated_at': '2022-02-02T07:58:52Z', 'revision_number': 3, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'gw_port': {'id': '645b5439-778d-40b3-8e61-04e113fbc2a2', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ad:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '671d35f4-e855-4431-aa5e-601e952ca9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:58:51Z', 'updated_at': '2022-02-02T07:58:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:58:53.967721 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ec1a3489-59b2-4d16-b6e8-2f8dde38993b None None] For port 60cef0e7-d984-4bd7-b713-f1d54c84022c, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:58:53.970804 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ec1a3489-59b2-4d16-b6e8-2f8dde38993b None None] For port 60cef0e7-d984-4bd7-b713-f1d54c84022c, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=60cef0e7-d984-4bd7-b713-f1d54c84022c,segment=NetworkSegment(6fbc1dd6-d690-4eb1-91c8-893882cfd5ab),segment_id=6fbc1dd6-d690-4eb1-91c8-893882cfd5ab)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:58:53.977651 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ec1a3489-59b2-4d16-b6e8-2f8dde38993b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (60cef0e7-d984-4bd7-b713-f1d54c84022c), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:54.052622 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1a3489-59b2-4d16-b6e8-2f8dde38993b None None] Pushing event updated for resources: {'Port': ['ID=60cef0e7-d984-4bd7-b713-f1d54c84022c,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:58:54.108865 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-737d3c73-0882-4f90-9bb8-fc674e65e6fc tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Allocated IP 172.20.0.1 (4334e567-6b8d-48a2-82b6-a2f53e3598f1/7e8497ed-9a3d-4ecb-8da2-bf62c1300f77/00a10a96-fd0e-4d1d-83c5-074840ca0bd8) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:58:54.260550 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-737d3c73-0882-4f90-9bb8-fc674e65e6fc tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for port (00a10a96-fd0e-4d1d-83c5-074840ca0bd8), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:54.301957 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-737d3c73-0882-4f90-9bb8-fc674e65e6fc tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (00a10a96-fd0e-4d1d-83c5-074840ca0bd8), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:54.344728 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737d3c73-0882-4f90-9bb8-fc674e65e6fc tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Network 4334e567-6b8d-48a2-82b6-a2f53e3598f1 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:58:54.348334 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-737d3c73-0882-4f90-9bb8-fc674e65e6fc tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:58:54.354462 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737d3c73-0882-4f90-9bb8-fc674e65e6fc tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:58:54.394523 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737d3c73-0882-4f90-9bb8-fc674e65e6fc tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event updated for resources: {'Port': ['ID=00a10a96-fd0e-4d1d-83c5-074840ca0bd8,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:58:54.424314 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-737d3c73-0882-4f90-9bb8-fc674e65e6fc tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (671d35f4-e855-4431-aa5e-601e952ca9f7), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:54.545680 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 645b5439-778d-40b3-8e61-04e113fbc2a2 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:58:54.578751 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-737d3c73-0882-4f90-9bb8-fc674e65e6fc tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (00a10a96-fd0e-4d1d-83c5-074840ca0bd8), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:54.599818 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 645b5439-778d-40b3-8e61-04e113fbc2a2 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:58:54.600230 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (645b5439-778d-40b3-8e61-04e113fbc2a2), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:54.685698 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 645b5439-778d-40b3-8e61-04e113fbc2a2 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:58:54.686257 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (645b5439-778d-40b3-8e61-04e113fbc2a2), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:54.710471 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 645b5439-778d-40b3-8e61-04e113fbc2a2, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=645b5439-778d-40b3-8e61-04e113fbc2a2,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:58:54.715710 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (645b5439-778d-40b3-8e61-04e113fbc2a2), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:54.716548 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 60cef0e7-d984-4bd7-b713-f1d54c84022c up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:58:54.803001 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=645b5439-778d-40b3-8e61-04e113fbc2a2,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:58:54.819752 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 60cef0e7-d984-4bd7-b713-f1d54c84022c triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:58:54.820138 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (60cef0e7-d984-4bd7-b713-f1d54c84022c), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:54.907161 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-737d3c73-0882-4f90-9bb8-fc674e65e6fc tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for port (00a10a96-fd0e-4d1d-83c5-074840ca0bd8), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:54.913299 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-737d3c73-0882-4f90-9bb8-fc674e65e6fc tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (00a10a96-fd0e-4d1d-83c5-074840ca0bd8), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:54.925169 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 60cef0e7-d984-4bd7-b713-f1d54c84022c is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:58:54.926119 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (60cef0e7-d984-4bd7-b713-f1d54c84022c), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:54.973328 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 60cef0e7-d984-4bd7-b713-f1d54c84022c, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=60cef0e7-d984-4bd7-b713-f1d54c84022c,segment=NetworkSegment(6fbc1dd6-d690-4eb1-91c8-893882cfd5ab),segment_id=6fbc1dd6-d690-4eb1-91c8-893882cfd5ab)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:58:54.979612 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (60cef0e7-d984-4bd7-b713-f1d54c84022c), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:55.003112 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-737d3c73-0882-4f90-9bb8-fc674e65e6fc tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (671d35f4-e855-4431-aa5e-601e952ca9f7), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:55.021557 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737d3c73-0882-4f90-9bb8-fc674e65e6fc tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event updated for resources: {'Port': ['ID=00a10a96-fd0e-4d1d-83c5-074840ca0bd8,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:58:55.060698 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=60cef0e7-d984-4bd7-b713-f1d54c84022c,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:58:55.118596 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737d3c73-0882-4f90-9bb8-fc674e65e6fc tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Network 4334e567-6b8d-48a2-82b6-a2f53e3598f1 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:58:55.121188 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-737d3c73-0882-4f90-9bb8-fc674e65e6fc tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:58:55.234896 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63eac5da-ad79-4060-8089-8e15a7014592 None None] Network 4334e567-6b8d-48a2-82b6-a2f53e3598f1 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 07:58:55.242297 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-737d3c73-0882-4f90-9bb8-fc674e65e6fc tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Router 671d35f4-e855-4431-aa5e-601e952ca9f7 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:58:55.315294 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-b19448cb-ab4c-4beb-bbb0-fe9471de7e22 None None] Provisioning complete for port 60cef0e7-d984-4bd7-b713-f1d54c84022c triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:58:55.315701 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b19448cb-ab4c-4beb-bbb0-fe9471de7e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (60cef0e7-d984-4bd7-b713-f1d54c84022c), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:55.437615 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-b19448cb-ab4c-4beb-bbb0-fe9471de7e22 None None] Current status of the port 60cef0e7-d984-4bd7-b713-f1d54c84022c is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:58:55.660057 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-4fa5a190-470a-4c24-b021-1f95ce3ce441 None None] Provisioning complete for port 00a10a96-fd0e-4d1d-83c5-074840ca0bd8 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:58:55.660441 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-4fa5a190-470a-4c24-b021-1f95ce3ce441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (00a10a96-fd0e-4d1d-83c5-074840ca0bd8), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:55.701265 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-4fa5a190-470a-4c24-b021-1f95ce3ce441 None None] Port 00a10a96-fd0e-4d1d-83c5-074840ca0bd8 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:58:55.711785 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-4fa5a190-470a-4c24-b021-1f95ce3ce441 None None] Provisioning complete for port 60cef0e7-d984-4bd7-b713-f1d54c84022c triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:58:55.712169 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-4fa5a190-470a-4c24-b021-1f95ce3ce441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (60cef0e7-d984-4bd7-b713-f1d54c84022c), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:55.729571 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-737d3c73-0882-4f90-9bb8-fc674e65e6fc tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:58:55.744176 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-737d3c73-0882-4f90-9bb8-fc674e65e6fc tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "PUT /v2.0/routers/671d35f4-e855-4431-aa5e-601e952ca9f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4095423 Feb 02 07:58:55.827382 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-4fa5a190-470a-4c24-b021-1f95ce3ce441 None None] Current status of the port 60cef0e7-d984-4bd7-b713-f1d54c84022c is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:58:55.883814 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe75cfcd-437e-49aa-9106-019c5f0b78a3 None None] Sync routers for ids ['671d35f4-e855-4431-aa5e-601e952ca9f7'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:58:55.894861 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe75cfcd-437e-49aa-9106-019c5f0b78a3 None None] Routers {'671d35f4-e855-4431-aa5e-601e952ca9f7'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:58:55.895488 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-fe75cfcd-437e-49aa-9106-019c5f0b78a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:58:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['671d35f4-e855-4431-aa5e-601e952ca9f7'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:58:55.919527 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c1b3e52a-0001-4756-938b-012cf0c79046 req-2e7b26c1-e050-4631-9357-4c9d50396bbc tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1257515722&fields=id&tenant_id=491ef38eb7a24b33900e5a5f7693dafc HTTP/1.1" status: 200 len: 267 time: 0.0465372 Feb 02 07:58:55.991402 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-46323e07-8986-47f9-ad48-b6e13656431c None None] Provisioning complete for port 00a10a96-fd0e-4d1d-83c5-074840ca0bd8 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:58:55.991808 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-46323e07-8986-47f9-ad48-b6e13656431c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (00a10a96-fd0e-4d1d-83c5-074840ca0bd8), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:56.037496 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3e52a-0001-4756-938b-012cf0c79046 req-5768bc9c-e794-4ff5-8591-ea7939a2dbfe tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:58:56.038963 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c1b3e52a-0001-4756-938b-012cf0c79046 req-5768bc9c-e794-4ff5-8591-ea7939a2dbfe tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/networks?id=4334e567-6b8d-48a2-82b6-a2f53e3598f1 HTTP/1.1" status: 200 len: 797 time: 0.1118608 Feb 02 07:58:56.044600 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-46323e07-8986-47f9-ad48-b6e13656431c None None] Port 00a10a96-fd0e-4d1d-83c5-074840ca0bd8 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:58:56.049789 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-fe75cfcd-437e-49aa-9106-019c5f0b78a3 None None] Set router 671d35f4-e855-4431-aa5e-601e952ca9f7 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:58:56.054212 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c1b3e52a-0001-4756-938b-012cf0c79046 req-dbe5ff45-0a27-4add-bccf-dd12224e17d6 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/quotas/491ef38eb7a24b33900e5a5f7693dafc HTTP/1.1" status: 200 len: 375 time: 0.0097506 Feb 02 07:58:56.110400 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c1b3e52a-0001-4756-938b-012cf0c79046 req-0e574274-f600-43b1-b7e3-fb40b04da54e tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=491ef38eb7a24b33900e5a5f7693dafc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503273 Feb 02 07:58:56.176258 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [req-c1b3e52a-0001-4756-938b-012cf0c79046 req-c2fe491e-a934-4449-8c47-b06193ee62f2 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 07:58:56.177457 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c1b3e52a-0001-4756-938b-012cf0c79046 req-c2fe491e-a934-4449-8c47-b06193ee62f2 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0547590 Feb 02 07:58:56.202946 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-613eabe7-9b1d-4056-8d41-148ef3f0969b None None] Provisioning complete for port 00a10a96-fd0e-4d1d-83c5-074840ca0bd8 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:58:56.203238 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-613eabe7-9b1d-4056-8d41-148ef3f0969b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (00a10a96-fd0e-4d1d-83c5-074840ca0bd8), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:56.270299 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-613eabe7-9b1d-4056-8d41-148ef3f0969b None None] Port 00a10a96-fd0e-4d1d-83c5-074840ca0bd8 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:58:56.273934 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c1b3e52a-0001-4756-938b-012cf0c79046 req-4b810c76-b4de-4f68-bb51-8c76b25caf40 service neutron] 10.222.0.87 "GET /v2.0/networks/4334e567-6b8d-48a2-82b6-a2f53e3598f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884573 Feb 02 07:58:56.295865 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-fe75cfcd-437e-49aa-9106-019c5f0b78a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671d35f4-e855-4431-aa5e-601e952ca9f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294433111', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '645b5439-778d-40b3-8e61-04e113fbc2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:58:51Z', 'updated_at': '2022-02-02T07:58:54Z', 'revision_number': 4, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'gw_port': {'id': '645b5439-778d-40b3-8e61-04e113fbc2a2', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ad:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671d35f4-e855-4431-aa5e-601e952ca9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:58:51Z', 'updated_at': '2022-02-02T07:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '00a10a96-fd0e-4d1d-83c5-074840ca0bd8', 'name': '', 'network_id': '4334e567-6b8d-48a2-82b6-a2f53e3598f1', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'mac_address': 'fa:16:3e:2d:2b:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '671d35f4-e855-4431-aa5e-601e952ca9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '7e8497ed-9a3d-4ecb-8da2-bf62c1300f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:58:53Z', 'updated_at': '2022-02-02T07:58:54Z', 'revision_number': 2, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'subnets': [{'id': '7e8497ed-9a3d-4ecb-8da2-bf62c1300f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:58:56.323439 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe75cfcd-437e-49aa-9106-019c5f0b78a3 None None] Checking router: 671d35f4-e855-4431-aa5e-601e952ca9f7 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:58:56.323839 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe75cfcd-437e-49aa-9106-019c5f0b78a3 None None] Updating router 671d35f4-e855-4431-aa5e-601e952ca9f7 port 00a10a96-fd0e-4d1d-83c5-074840ca0bd8 binding host n-d-789963-26 {{(pid=109695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 07:58:56.355872 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-fe75cfcd-437e-49aa-9106-019c5f0b78a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (00a10a96-fd0e-4d1d-83c5-074840ca0bd8), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:56.368692 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c1b3e52a-0001-4756-938b-012cf0c79046 req-0dffc48d-3c81-451a-af6f-c0970755388f service neutron] 10.222.0.87 "GET /v2.0/networks/4334e567-6b8d-48a2-82b6-a2f53e3598f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881190 Feb 02 07:58:56.387917 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 645b5439-778d-40b3-8e61-04e113fbc2a2 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:58:56.519545 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 645b5439-778d-40b3-8e61-04e113fbc2a2 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:58:56.519938 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (645b5439-778d-40b3-8e61-04e113fbc2a2), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:56.551977 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-49892105-ad72-404d-a901-324fd8308f57 req-35a3d832-e933-4cbf-bb20-9010d7ed44e2 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe654943-4abf-4aac-b17b-3bce5ac09b4e HTTP/1.1" status: 200 len: 210 time: 0.0354412 Feb 02 07:58:56.832482 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 645b5439-778d-40b3-8e61-04e113fbc2a2 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:58:56.833565 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 60cef0e7-d984-4bd7-b713-f1d54c84022c up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:58:56.924644 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-fe75cfcd-437e-49aa-9106-019c5f0b78a3 None None] Publish callbacks [] for port (00a10a96-fd0e-4d1d-83c5-074840ca0bd8), precommit_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:56.935047 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-fe75cfcd-437e-49aa-9106-019c5f0b78a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (00a10a96-fd0e-4d1d-83c5-074840ca0bd8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:56.938509 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 60cef0e7-d984-4bd7-b713-f1d54c84022c triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:58:56.939052 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (60cef0e7-d984-4bd7-b713-f1d54c84022c), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:57.013944 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10256d23-0ddc-42a0-89e2-51fa8182d0e2 None None] Pushing event updated for resources: {'Port': ['ID=00a10a96-fd0e-4d1d-83c5-074840ca0bd8,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:58:57.083444 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-fe75cfcd-437e-49aa-9106-019c5f0b78a3 None None] Attempting to bind port 00a10a96-fd0e-4d1d-83c5-074840ca0bd8 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:58:57.084120 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-fe75cfcd-437e-49aa-9106-019c5f0b78a3 None None] Attempting to bind port 00a10a96-fd0e-4d1d-83c5-074840ca0bd8 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '6fbc1dd6-d690-4eb1-91c8-893882cfd5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4334e567-6b8d-48a2-82b6-a2f53e3598f1'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:58:57.084741 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe75cfcd-437e-49aa-9106-019c5f0b78a3 None None] Attempting to bind port 00a10a96-fd0e-4d1d-83c5-074840ca0bd8 on network 4334e567-6b8d-48a2-82b6-a2f53e3598f1 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:58:57.114475 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe75cfcd-437e-49aa-9106-019c5f0b78a3 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:58:57.114864 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe75cfcd-437e-49aa-9106-019c5f0b78a3 None None] Checking segment: {'id': '6fbc1dd6-d690-4eb1-91c8-893882cfd5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4334e567-6b8d-48a2-82b6-a2f53e3598f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:58:57.115276 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-fe75cfcd-437e-49aa-9106-019c5f0b78a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:57.115696 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe75cfcd-437e-49aa-9106-019c5f0b78a3 None None] Bound using segment: {'id': '6fbc1dd6-d690-4eb1-91c8-893882cfd5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4334e567-6b8d-48a2-82b6-a2f53e3598f1'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:58:57.116191 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-fe75cfcd-437e-49aa-9106-019c5f0b78a3 None None] Bound port: 00a10a96-fd0e-4d1d-83c5-074840ca0bd8, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fbc1dd6-d690-4eb1-91c8-893882cfd5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4334e567-6b8d-48a2-82b6-a2f53e3598f1'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:58:57.116572 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-fe75cfcd-437e-49aa-9106-019c5f0b78a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (00a10a96-fd0e-4d1d-83c5-074840ca0bd8), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:57.144177 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 60cef0e7-d984-4bd7-b713-f1d54c84022c is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:58:57.200097 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-fe75cfcd-437e-49aa-9106-019c5f0b78a3 None None] For port 00a10a96-fd0e-4d1d-83c5-074840ca0bd8, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:58:57.203817 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-fe75cfcd-437e-49aa-9106-019c5f0b78a3 None None] For port 00a10a96-fd0e-4d1d-83c5-074840ca0bd8, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=00a10a96-fd0e-4d1d-83c5-074840ca0bd8,segment=NetworkSegment(6fbc1dd6-d690-4eb1-91c8-893882cfd5ab),segment_id=6fbc1dd6-d690-4eb1-91c8-893882cfd5ab)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:58:57.209301 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-fe75cfcd-437e-49aa-9106-019c5f0b78a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (00a10a96-fd0e-4d1d-83c5-074840ca0bd8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:57.271721 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe75cfcd-437e-49aa-9106-019c5f0b78a3 None None] Routers {'671d35f4-e855-4431-aa5e-601e952ca9f7'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:58:57.272333 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-fe75cfcd-437e-49aa-9106-019c5f0b78a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:58:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['671d35f4-e855-4431-aa5e-601e952ca9f7'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:58:57.275592 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10256d23-0ddc-42a0-89e2-51fa8182d0e2 None None] Pushing event updated for resources: {'Port': ['ID=00a10a96-fd0e-4d1d-83c5-074840ca0bd8,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:58:57.340926 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-3c0a2c6e-404c-46f5-93c4-6a1d9fc13967 None None] Provisioning complete for port 00a10a96-fd0e-4d1d-83c5-074840ca0bd8 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:58:57.341322 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3c0a2c6e-404c-46f5-93c4-6a1d9fc13967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (00a10a96-fd0e-4d1d-83c5-074840ca0bd8), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:57.428343 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-fe75cfcd-437e-49aa-9106-019c5f0b78a3 None None] Set router 671d35f4-e855-4431-aa5e-601e952ca9f7 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:58:57.553071 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-3c0a2c6e-404c-46f5-93c4-6a1d9fc13967 None None] Current status of the port 00a10a96-fd0e-4d1d-83c5-074840ca0bd8 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:58:57.553346 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3c0a2c6e-404c-46f5-93c4-6a1d9fc13967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (00a10a96-fd0e-4d1d-83c5-074840ca0bd8), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:57.626819 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-3c0a2c6e-404c-46f5-93c4-6a1d9fc13967 None None] For port 00a10a96-fd0e-4d1d-83c5-074840ca0bd8, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=00a10a96-fd0e-4d1d-83c5-074840ca0bd8,segment=NetworkSegment(6fbc1dd6-d690-4eb1-91c8-893882cfd5ab),segment_id=6fbc1dd6-d690-4eb1-91c8-893882cfd5ab)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:58:57.631868 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3c0a2c6e-404c-46f5-93c4-6a1d9fc13967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (00a10a96-fd0e-4d1d-83c5-074840ca0bd8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:57.653149 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-045ce52c-6c96-4693-a1b7-0396fa40782c req-5c224bda-97a4-40c8-9332-3fd290926f4c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe654943-4abf-4aac-b17b-3bce5ac09b4e HTTP/1.1" status: 200 len: 210 time: 0.0285966 Feb 02 07:58:57.710202 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0a2c6e-404c-46f5-93c4-6a1d9fc13967 None None] Pushing event updated for resources: {'Port': ['ID=00a10a96-fd0e-4d1d-83c5-074840ca0bd8,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:58:57.736079 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:57.743438 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-fe75cfcd-437e-49aa-9106-019c5f0b78a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671d35f4-e855-4431-aa5e-601e952ca9f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294433111', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '645b5439-778d-40b3-8e61-04e113fbc2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:58:51Z', 'updated_at': '2022-02-02T07:58:54Z', 'revision_number': 4, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'gw_port': {'id': '645b5439-778d-40b3-8e61-04e113fbc2a2', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ad:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671d35f4-e855-4431-aa5e-601e952ca9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:58:51Z', 'updated_at': '2022-02-02T07:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '00a10a96-fd0e-4d1d-83c5-074840ca0bd8', 'name': '', 'network_id': '4334e567-6b8d-48a2-82b6-a2f53e3598f1', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'mac_address': 'fa:16:3e:2d:2b:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '671d35f4-e855-4431-aa5e-601e952ca9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '7e8497ed-9a3d-4ecb-8da2-bf62c1300f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:58:53Z', 'updated_at': '2022-02-02T07:58:57Z', 'revision_number': 4, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'subnets': [{'id': '7e8497ed-9a3d-4ecb-8da2-bf62c1300f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:58:57.776800 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe75cfcd-437e-49aa-9106-019c5f0b78a3 None None] The sync data for ids ['671d35f4-e855-4431-aa5e-601e952ca9f7'] in n-d-789963-26 is: [{'id': '671d35f4-e855-4431-aa5e-601e952ca9f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294433111', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '645b5439-778d-40b3-8e61-04e113fbc2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:58:51Z', 'updated_at': '2022-02-02T07:58:54Z', 'revision_number': 4, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'gw_port': {'id': '645b5439-778d-40b3-8e61-04e113fbc2a2', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ad:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671d35f4-e855-4431-aa5e-601e952ca9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:58:51Z', 'updated_at': '2022-02-02T07:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '00a10a96-fd0e-4d1d-83c5-074840ca0bd8', 'name': '', 'network_id': '4334e567-6b8d-48a2-82b6-a2f53e3598f1', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'mac_address': 'fa:16:3e:2d:2b:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '671d35f4-e855-4431-aa5e-601e952ca9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '7e8497ed-9a3d-4ecb-8da2-bf62c1300f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:58:53Z', 'updated_at': '2022-02-02T07:58:57Z', 'revision_number': 4, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'subnets': [{'id': '7e8497ed-9a3d-4ecb-8da2-bf62c1300f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:58:57.784508 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-16123b8b-15dc-451e-8b4f-cc4ecd11de31 None None] Provisioning complete for port 00a10a96-fd0e-4d1d-83c5-074840ca0bd8 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:58:57.784885 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-16123b8b-15dc-451e-8b4f-cc4ecd11de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (00a10a96-fd0e-4d1d-83c5-074840ca0bd8), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:57.890351 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-16123b8b-15dc-451e-8b4f-cc4ecd11de31 None None] Current status of the port 00a10a96-fd0e-4d1d-83c5-074840ca0bd8 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:58:57.955681 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3e52a-0001-4756-938b-012cf0c79046 req-ce7b9163-1290-46dd-b469-d230b6132306 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:58:57.957410 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c1b3e52a-0001-4756-938b-012cf0c79046 req-ce7b9163-1290-46dd-b469-d230b6132306 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.59 "GET /v2.0/networks?id=4334e567-6b8d-48a2-82b6-a2f53e3598f1 HTTP/1.1" status: 200 len: 797 time: 0.1476445 Feb 02 07:58:58.035503 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c1b3e52a-0001-4756-938b-012cf0c79046 req-312344ef-99cc-4b8e-bf1e-eb6cc2ba49c6 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=491ef38eb7a24b33900e5a5f7693dafc HTTP/1.1" status: 200 len: 380 time: 0.0635021 Feb 02 07:58:58.067277 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-c1b3e52a-0001-4756-938b-012cf0c79046 req-925cbc38-e0e9-406f-b848-094f3c0d9c38 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Request body: {'port': {'device_id': 'fe654943-4abf-4aac-b17b-3bce5ac09b4e', 'network_id': '4334e567-6b8d-48a2-82b6-a2f53e3598f1', 'admin_state_up': True, 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'security_groups': ['3d479215-eccf-4e70-848c-08d2b42a6d76']}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:58:58.181852 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1b3e52a-0001-4756-938b-012cf0c79046 req-925cbc38-e0e9-406f-b848-094f3c0d9c38 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Made reservation on behalf of 491ef38eb7a24b33900e5a5f7693dafc for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 07:58:58.186117 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-c1b3e52a-0001-4756-938b-012cf0c79046 req-925cbc38-e0e9-406f-b848-094f3c0d9c38 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:58.331907 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-c1b3e52a-0001-4756-938b-012cf0c79046 req-925cbc38-e0e9-406f-b848-094f3c0d9c38 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Allocated IP 172.20.0.9 (4334e567-6b8d-48a2-82b6-a2f53e3598f1/7e8497ed-9a3d-4ecb-8da2-bf62c1300f77/e2b5f121-f955-4916-aeb8-2c0f4cdb807a) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:58:58.437342 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 00a10a96-fd0e-4d1d-83c5-074840ca0bd8 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:58:58.492800 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-c1b3e52a-0001-4756-938b-012cf0c79046 req-925cbc38-e0e9-406f-b848-094f3c0d9c38 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for port (e2b5f121-f955-4916-aeb8-2c0f4cdb807a), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:58.493602 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 00a10a96-fd0e-4d1d-83c5-074840ca0bd8 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:58:58.494184 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (00a10a96-fd0e-4d1d-83c5-074840ca0bd8), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:58.535111 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-c1b3e52a-0001-4756-938b-012cf0c79046 req-925cbc38-e0e9-406f-b848-094f3c0d9c38 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (e2b5f121-f955-4916-aeb8-2c0f4cdb807a), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:58.583973 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1b3e52a-0001-4756-938b-012cf0c79046 req-925cbc38-e0e9-406f-b848-094f3c0d9c38 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Network 4334e567-6b8d-48a2-82b6-a2f53e3598f1 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:58:58.590485 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-c1b3e52a-0001-4756-938b-012cf0c79046 req-925cbc38-e0e9-406f-b848-094f3c0d9c38 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:58:58.590873 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 00a10a96-fd0e-4d1d-83c5-074840ca0bd8 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:58:58.594313 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1b3e52a-0001-4756-938b-012cf0c79046 req-925cbc38-e0e9-406f-b848-094f3c0d9c38 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:58:58.619542 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925cbc38-e0e9-406f-b848-094f3c0d9c38 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event updated for resources: {'Port': ['ID=e2b5f121-f955-4916-aeb8-2c0f4cdb807a,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:58:58.650747 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3e52a-0001-4756-938b-012cf0c79046 req-925cbc38-e0e9-406f-b848-094f3c0d9c38 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:58:58.651368 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-c1b3e52a-0001-4756-938b-012cf0c79046 req-925cbc38-e0e9-406f-b848-094f3c0d9c38 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:58.670061 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c1b3e52a-0001-4756-938b-012cf0c79046 req-925cbc38-e0e9-406f-b848-094f3c0d9c38 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6067395 Feb 02 07:58:58.772120 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-c1b3e52a-0001-4756-938b-012cf0c79046 req-5dd894cf-3be2-4fac-a246-f53c829ecfda service neutron] Request body: {'port': {'device_id': 'fe654943-4abf-4aac-b17b-3bce5ac09b4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:58:58.847468 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b136f-c4bc-4ffd-b2b3-688e6d205b1b req-2ee54572-e036-4f51-a9ab-401b16faba8b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:58:58.849069 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-804b136f-c4bc-4ffd-b2b3-688e6d205b1b req-2ee54572-e036-4f51-a9ab-401b16faba8b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe654943-4abf-4aac-b17b-3bce5ac09b4e HTTP/1.1" status: 200 len: 931 time: 0.1134787 Feb 02 07:58:58.865112 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-c1b3e52a-0001-4756-938b-012cf0c79046 req-5dd894cf-3be2-4fac-a246-f53c829ecfda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (e2b5f121-f955-4916-aeb8-2c0f4cdb807a), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:58.934619 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-6a209d9e-5808-4d75-ba72-8bed3cd76a79 None None] Provisioning complete for port e2b5f121-f955-4916-aeb8-2c0f4cdb807a triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:58:58.935206 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6a209d9e-5808-4d75-ba72-8bed3cd76a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (e2b5f121-f955-4916-aeb8-2c0f4cdb807a), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:58.938935 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-804b136f-c4bc-4ffd-b2b3-688e6d205b1b req-c27203ba-b6c0-4070-971f-88c7601208ca tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=3d479215-eccf-4e70-848c-08d2b42a6d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821137 Feb 02 07:58:58.980522 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-6a209d9e-5808-4d75-ba72-8bed3cd76a79 None None] Port e2b5f121-f955-4916-aeb8-2c0f4cdb807a cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 07:58:59.159152 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-c1b3e52a-0001-4756-938b-012cf0c79046 req-5dd894cf-3be2-4fac-a246-f53c829ecfda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2b5f121-f955-4916-aeb8-2c0f4cdb807a {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:58:59.167867 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-c1b3e52a-0001-4756-938b-012cf0c79046 req-5dd894cf-3be2-4fac-a246-f53c829ecfda service neutron] Publish callbacks [] for port (e2b5f121-f955-4916-aeb8-2c0f4cdb807a), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:59.181639 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-c1b3e52a-0001-4756-938b-012cf0c79046 req-5dd894cf-3be2-4fac-a246-f53c829ecfda service neutron] Transition to ACTIVE for port object e2b5f121-f955-4916-aeb8-2c0f4cdb807a will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 07:58:59.185421 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-c1b3e52a-0001-4756-938b-012cf0c79046 req-5dd894cf-3be2-4fac-a246-f53c829ecfda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (e2b5f121-f955-4916-aeb8-2c0f4cdb807a), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:59.242624 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd894cf-3be2-4fac-a246-f53c829ecfda service neutron] Pushing event updated for resources: {'Port': ['ID=e2b5f121-f955-4916-aeb8-2c0f4cdb807a,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:58:59.310090 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-c1b3e52a-0001-4756-938b-012cf0c79046 req-5dd894cf-3be2-4fac-a246-f53c829ecfda service neutron] Attempting to bind port e2b5f121-f955-4916-aeb8-2c0f4cdb807a on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 07:58:59.310442 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-c1b3e52a-0001-4756-938b-012cf0c79046 req-5dd894cf-3be2-4fac-a246-f53c829ecfda service neutron] Attempting to bind port e2b5f121-f955-4916-aeb8-2c0f4cdb807a by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': '6fbc1dd6-d690-4eb1-91c8-893882cfd5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4334e567-6b8d-48a2-82b6-a2f53e3598f1'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 07:58:59.310781 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b3e52a-0001-4756-938b-012cf0c79046 req-5dd894cf-3be2-4fac-a246-f53c829ecfda service neutron] Attempting to bind port e2b5f121-f955-4916-aeb8-2c0f4cdb807a on network 4334e567-6b8d-48a2-82b6-a2f53e3598f1 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:58:59.316727 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b3e52a-0001-4756-938b-012cf0c79046 req-5dd894cf-3be2-4fac-a246-f53c829ecfda service neutron] Port e2b5f121-f955-4916-aeb8-2c0f4cdb807a on network 4334e567-6b8d-48a2-82b6-a2f53e3598f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 07:58:59.317069 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b3e52a-0001-4756-938b-012cf0c79046 req-5dd894cf-3be2-4fac-a246-f53c829ecfda service neutron] Attempting to bind port e2b5f121-f955-4916-aeb8-2c0f4cdb807a on network 4334e567-6b8d-48a2-82b6-a2f53e3598f1 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 07:58:59.322566 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b3e52a-0001-4756-938b-012cf0c79046 req-5dd894cf-3be2-4fac-a246-f53c829ecfda service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 7, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 07:58:59.322917 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b3e52a-0001-4756-938b-012cf0c79046 req-5dd894cf-3be2-4fac-a246-f53c829ecfda service neutron] Checking segment: {'id': '6fbc1dd6-d690-4eb1-91c8-893882cfd5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4334e567-6b8d-48a2-82b6-a2f53e3598f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 07:58:59.323325 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b3e52a-0001-4756-938b-012cf0c79046 req-5dd894cf-3be2-4fac-a246-f53c829ecfda service neutron] Bound using segment: {'id': '6fbc1dd6-d690-4eb1-91c8-893882cfd5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4334e567-6b8d-48a2-82b6-a2f53e3598f1'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 07:58:59.323976 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-c1b3e52a-0001-4756-938b-012cf0c79046 req-5dd894cf-3be2-4fac-a246-f53c829ecfda service neutron] Bound port: e2b5f121-f955-4916-aeb8-2c0f4cdb807a, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fbc1dd6-d690-4eb1-91c8-893882cfd5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4334e567-6b8d-48a2-82b6-a2f53e3598f1'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 07:58:59.324427 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-c1b3e52a-0001-4756-938b-012cf0c79046 req-5dd894cf-3be2-4fac-a246-f53c829ecfda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (e2b5f121-f955-4916-aeb8-2c0f4cdb807a), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:59.390248 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-c1b3e52a-0001-4756-938b-012cf0c79046 req-5dd894cf-3be2-4fac-a246-f53c829ecfda service neutron] For port e2b5f121-f955-4916-aeb8-2c0f4cdb807a, host n-h2-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 07:58:59.394194 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-c1b3e52a-0001-4756-938b-012cf0c79046 req-5dd894cf-3be2-4fac-a246-f53c829ecfda service neutron] For port e2b5f121-f955-4916-aeb8-2c0f4cdb807a, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=e2b5f121-f955-4916-aeb8-2c0f4cdb807a,segment=NetworkSegment(6fbc1dd6-d690-4eb1-91c8-893882cfd5ab),segment_id=6fbc1dd6-d690-4eb1-91c8-893882cfd5ab)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 07:58:59.399966 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-c1b3e52a-0001-4756-938b-012cf0c79046 req-5dd894cf-3be2-4fac-a246-f53c829ecfda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (e2b5f121-f955-4916-aeb8-2c0f4cdb807a), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:59.438892 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3e52a-0001-4756-938b-012cf0c79046 req-5dd894cf-3be2-4fac-a246-f53c829ecfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:58:59.439531 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-c1b3e52a-0001-4756-938b-012cf0c79046 req-5dd894cf-3be2-4fac-a246-f53c829ecfda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:58:59.440943 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c1b3e52a-0001-4756-938b-012cf0c79046 req-5dd894cf-3be2-4fac-a246-f53c829ecfda service neutron] 10.222.0.59 "PUT /v2.0/ports/e2b5f121-f955-4916-aeb8-2c0f4cdb807a HTTP/1.1" status: 200 len: 1092 time: 0.7589557 Feb 02 07:58:59.441393 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe654943-4abf-4aac-b17b-3bce5ac09b4e', 'tag': 'e2b5f121-f955-4916-aeb8-2c0f4cdb807a'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:58:59.443726 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cd64c29d20054dd266ebfc4811df21ba6bce2c9fa8def1b04b444a49e945ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2b24fb-0212-47ff-a005-4573e15927ba" -d '{"events": [{"name": "network-changed", "server_uuid": "fe654943-4abf-4aac-b17b-3bce5ac09b4e", "tag": "e2b5f121-f955-4916-aeb8-2c0f4cdb807a"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:58:59.469606 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd894cf-3be2-4fac-a246-f53c829ecfda service neutron] Pushing event updated for resources: {'Port': ['ID=e2b5f121-f955-4916-aeb8-2c0f4cdb807a,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:58:59.493965 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d309704-9e31-4454-b1eb-5b35c948aa89 x-openstack-request-id: req-9d309704-9e31-4454-b1eb-5b35c948aa89 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:58:59.494267 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe654943-4abf-4aac-b17b-3bce5ac09b4e", "tag": "e2b5f121-f955-4916-aeb8-2c0f4cdb807a", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:58:59.494593 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-9d309704-9e31-4454-b1eb-5b35c948aa89 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:58:59.494947 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe654943-4abf-4aac-b17b-3bce5ac09b4e', 'tag': 'e2b5f121-f955-4916-aeb8-2c0f4cdb807a', 'status': 'completed', 'code': 200} Feb 02 07:58:59.555040 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3e52a-0001-4756-938b-012cf0c79046 req-8727b8cf-45e5-4743-b321-102016cd8f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:58:59.556585 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c1b3e52a-0001-4756-938b-012cf0c79046 req-8727b8cf-45e5-4743-b321-102016cd8f88 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=491ef38eb7a24b33900e5a5f7693dafc&device_id=fe654943-4abf-4aac-b17b-3bce5ac09b4e HTTP/1.1" status: 200 len: 1126 time: 0.0474935 Feb 02 07:58:59.603510 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c1b3e52a-0001-4756-938b-012cf0c79046 req-0044e561-adb0-4ee8-907b-60873cd71d60 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2b5f121-f955-4916-aeb8-2c0f4cdb807a HTTP/1.1" status: 200 len: 217 time: 0.0351353 Feb 02 07:58:59.652541 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3e52a-0001-4756-938b-012cf0c79046 req-1f5b7559-5090-4d8d-a12e-f9604f5eb4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:58:59.654021 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c1b3e52a-0001-4756-938b-012cf0c79046 req-1f5b7559-5090-4d8d-a12e-f9604f5eb4b7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7e8497ed-9a3d-4ecb-8da2-bf62c1300f77 HTTP/1.1" status: 200 len: 835 time: 0.0450263 Feb 02 07:58:59.707169 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3e52a-0001-4756-938b-012cf0c79046 req-ebe67176-fe3c-4bc8-8f26-3d386a1908d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:58:59.708593 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c1b3e52a-0001-4756-938b-012cf0c79046 req-ebe67176-fe3c-4bc8-8f26-3d386a1908d0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4334e567-6b8d-48a2-82b6-a2f53e3598f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0484216 Feb 02 07:58:59.798656 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c1b3e52a-0001-4756-938b-012cf0c79046 req-074e4330-003d-4cbe-9e31-d4f823d56abb service neutron] 10.222.0.59 "GET /v2.0/networks/4334e567-6b8d-48a2-82b6-a2f53e3598f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829003 Feb 02 07:58:59.898621 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c1b3e52a-0001-4756-938b-012cf0c79046 req-98f3a9e4-d630-4893-b61d-b6a8abb7af2b service neutron] 10.222.0.59 "GET /v2.0/networks/4334e567-6b8d-48a2-82b6-a2f53e3598f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940816 Feb 02 07:59:00.072425 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2b24fb-0212-47ff-a005-4573e15927ba req-4e69d641-3225-44cf-b886-c86c48dd9844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:59:00.073979 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bc2b24fb-0212-47ff-a005-4573e15927ba req-4e69d641-3225-44cf-b886-c86c48dd9844 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=491ef38eb7a24b33900e5a5f7693dafc&device_id=fe654943-4abf-4aac-b17b-3bce5ac09b4e HTTP/1.1" status: 200 len: 1126 time: 0.0761199 Feb 02 07:59:00.110977 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5035331f-cc88-4952-a249-dc54bc694565 req-04de3d86-eb25-4c80-a894-81d03a4be45e tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:59:00.110977 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5035331f-cc88-4952-a249-dc54bc694565 req-04de3d86-eb25-4c80-a894-81d03a4be45e tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe654943-4abf-4aac-b17b-3bce5ac09b4e HTTP/1.1" status: 200 len: 943 time: 0.0864389 Feb 02 07:59:00.176136 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:59:00.210469 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5035331f-cc88-4952-a249-dc54bc694565 req-f83a6289-21c0-431f-abb1-dea8f7c027e3 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=3d479215-eccf-4e70-848c-08d2b42a6d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903256 Feb 02 07:59:00.211657 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2b24fb-0212-47ff-a005-4573e15927ba req-ad9a8779-c9bd-402d-ab8a-776877fe34e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:59:00.212994 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bc2b24fb-0212-47ff-a005-4573e15927ba req-ad9a8779-c9bd-402d-ab8a-776877fe34e1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4334e567-6b8d-48a2-82b6-a2f53e3598f1 HTTP/1.1" status: 200 len: 898 time: 0.1335125 Feb 02 07:59:00.258287 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bc2b24fb-0212-47ff-a005-4573e15927ba req-16a4db1d-66e2-4af0-9042-411aaac39192 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2b5f121-f955-4916-aeb8-2c0f4cdb807a HTTP/1.1" status: 200 len: 217 time: 0.0395246 Feb 02 07:59:00.305057 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2b24fb-0212-47ff-a005-4573e15927ba req-e7955a10-8faa-4a77-833b-200cd567bc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:59:00.306895 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bc2b24fb-0212-47ff-a005-4573e15927ba req-e7955a10-8faa-4a77-833b-200cd567bc43 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7e8497ed-9a3d-4ecb-8da2-bf62c1300f77 HTTP/1.1" status: 200 len: 835 time: 0.0425026 Feb 02 07:59:00.356463 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2b24fb-0212-47ff-a005-4573e15927ba req-8a79d4a2-7ba9-49cd-ba05-b31ac3b73ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:59:00.357937 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bc2b24fb-0212-47ff-a005-4573e15927ba req-8a79d4a2-7ba9-49cd-ba05-b31ac3b73ca3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4334e567-6b8d-48a2-82b6-a2f53e3598f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0450583 Feb 02 07:59:00.450649 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bc2b24fb-0212-47ff-a005-4573e15927ba req-8f1c4ba4-6498-4e3c-aaaf-e9e732da5463 service neutron] 10.222.0.59 "GET /v2.0/networks/4334e567-6b8d-48a2-82b6-a2f53e3598f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864885 Feb 02 07:59:00.542478 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bc2b24fb-0212-47ff-a005-4573e15927ba req-1b7f779c-1c99-42b4-9836-2b50da82f66a service neutron] 10.222.0.59 "GET /v2.0/networks/4334e567-6b8d-48a2-82b6-a2f53e3598f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859914 Feb 02 07:59:01.335727 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79eb258-f13c-43c8-8990-f218b830ed3c req-3bcdb0c9-8739-41d8-87d5-29e4de79cf3c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:59:01.337307 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a79eb258-f13c-43c8-8990-f218b830ed3c req-3bcdb0c9-8739-41d8-87d5-29e4de79cf3c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe654943-4abf-4aac-b17b-3bce5ac09b4e HTTP/1.1" status: 200 len: 943 time: 0.0571709 Feb 02 07:59:01.385484 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a79eb258-f13c-43c8-8990-f218b830ed3c req-73392d65-c5ab-416a-8ffd-b850dc4add85 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=3d479215-eccf-4e70-848c-08d2b42a6d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425632 Feb 02 07:59:02.504448 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f65d957-fc59-4e74-ba36-2f7f1a428314 req-5f4ab2ea-41e5-40ca-ba77-6c80f5fb48a8 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:59:02.505937 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8f65d957-fc59-4e74-ba36-2f7f1a428314 req-5f4ab2ea-41e5-40ca-ba77-6c80f5fb48a8 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe654943-4abf-4aac-b17b-3bce5ac09b4e HTTP/1.1" status: 200 len: 943 time: 0.0523925 Feb 02 07:59:02.554621 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8f65d957-fc59-4e74-ba36-2f7f1a428314 req-3ffb62f3-d007-4b27-81f5-d2df57d2267c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=3d479215-eccf-4e70-848c-08d2b42a6d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430558 Feb 02 07:59:03.207531 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device e2b5f121-f955-4916-aeb8-2c0f4cdb807a details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 07:59:03.306336 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port e2b5f121-f955-4916-aeb8-2c0f4cdb807a, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=e2b5f121-f955-4916-aeb8-2c0f4cdb807a,segment=NetworkSegment(6fbc1dd6-d690-4eb1-91c8-893882cfd5ab),segment_id=6fbc1dd6-d690-4eb1-91c8-893882cfd5ab)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:59:03.317271 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': 'e2b5f121-f955-4916-aeb8-2c0f4cdb807a', 'network_id': '4334e567-6b8d-48a2-82b6-a2f53e3598f1', 'port_id': 'e2b5f121-f955-4916-aeb8-2c0f4cdb807a', 'mac_address': 'fa:16:3e:c5:fd:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e8497ed-9a3d-4ecb-8da2-bf62c1300f77', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 07:59:03.354091 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port e2b5f121-f955-4916-aeb8-2c0f4cdb807a is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:59:03.354482 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (e2b5f121-f955-4916-aeb8-2c0f4cdb807a), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:59:03.367426 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2b5f121-f955-4916-aeb8-2c0f4cdb807a {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 07:59:03.388309 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port e2b5f121-f955-4916-aeb8-2c0f4cdb807a, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=e2b5f121-f955-4916-aeb8-2c0f4cdb807a,segment=NetworkSegment(6fbc1dd6-d690-4eb1-91c8-893882cfd5ab),segment_id=6fbc1dd6-d690-4eb1-91c8-893882cfd5ab)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:59:03.392372 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (e2b5f121-f955-4916-aeb8-2c0f4cdb807a), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:59:03.442017 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=e2b5f121-f955-4916-aeb8-2c0f4cdb807a,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:59:03.672561 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0886e9-77c2-4605-b0f3-609eb8b4d54b req-3c52fc4b-1560-41f6-9a29-5da72d538965 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:59:03.674041 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5c0886e9-77c2-4605-b0f3-609eb8b4d54b req-3c52fc4b-1560-41f6-9a29-5da72d538965 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe654943-4abf-4aac-b17b-3bce5ac09b4e HTTP/1.1" status: 200 len: 944 time: 0.0527537 Feb 02 07:59:03.725440 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5c0886e9-77c2-4605-b0f3-609eb8b4d54b req-44b96d9f-55eb-45f8-906b-0a4c0523a9a1 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=3d479215-eccf-4e70-848c-08d2b42a6d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459330 Feb 02 07:59:03.802907 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['e2b5f121-f955-4916-aeb8-2c0f4cdb807a'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 07:59:04.846995 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3780ef-eac1-4993-be55-54fb25e3f1c4 req-0ec88def-d0ea-4097-90c4-8b3d9cedb924 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:59:04.848503 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8f3780ef-eac1-4993-be55-54fb25e3f1c4 req-0ec88def-d0ea-4097-90c4-8b3d9cedb924 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe654943-4abf-4aac-b17b-3bce5ac09b4e HTTP/1.1" status: 200 len: 944 time: 0.0515325 Feb 02 07:59:04.897003 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8f3780ef-eac1-4993-be55-54fb25e3f1c4 req-e8ba0cd1-a96e-4ad9-be20-b440a5de5419 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=3d479215-eccf-4e70-848c-08d2b42a6d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429003 Feb 02 07:59:05.208699 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device e2b5f121-f955-4916-aeb8-2c0f4cdb807a up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 07:59:05.258360 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port e2b5f121-f955-4916-aeb8-2c0f4cdb807a completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 07:59:05.262162 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port e2b5f121-f955-4916-aeb8-2c0f4cdb807a triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 07:59:05.262618 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (e2b5f121-f955-4916-aeb8-2c0f4cdb807a), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:59:05.342781 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port e2b5f121-f955-4916-aeb8-2c0f4cdb807a is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 07:59:05.343166 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (e2b5f121-f955-4916-aeb8-2c0f4cdb807a), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:59:05.365841 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe654943-4abf-4aac-b17b-3bce5ac09b4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2b5f121-f955-4916-aeb8-2c0f4cdb807a'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:59:05.368077 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8c40c98856fbaa198dc4a2758b0190e9c3f0303d59edd797b772e66ff7f3562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65fbb469-f737-4844-95b6-bdfef84d17c0" -d '{"events": [{"server_uuid": "fe654943-4abf-4aac-b17b-3bce5ac09b4e", "name": "network-vif-plugged", "status": "completed", "tag": "e2b5f121-f955-4916-aeb8-2c0f4cdb807a"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:59:05.380493 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port e2b5f121-f955-4916-aeb8-2c0f4cdb807a, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=e2b5f121-f955-4916-aeb8-2c0f4cdb807a,segment=NetworkSegment(6fbc1dd6-d690-4eb1-91c8-893882cfd5ab),segment_id=6fbc1dd6-d690-4eb1-91c8-893882cfd5ab)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 07:59:05.384657 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (e2b5f121-f955-4916-aeb8-2c0f4cdb807a), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:59:05.410251 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 07:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c70358f1-ee1e-4a84-860a-199210ddf797 x-openstack-request-id: req-c70358f1-ee1e-4a84-860a-199210ddf797 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:59:05.410545 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe654943-4abf-4aac-b17b-3bce5ac09b4e", "name": "network-vif-plugged", "status": "completed", "tag": "e2b5f121-f955-4916-aeb8-2c0f4cdb807a", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:59:05.410799 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c70358f1-ee1e-4a84-860a-199210ddf797 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:59:05.411181 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe654943-4abf-4aac-b17b-3bce5ac09b4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2b5f121-f955-4916-aeb8-2c0f4cdb807a', 'code': 200} Feb 02 07:59:05.436621 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=e2b5f121-f955-4916-aeb8-2c0f4cdb807a,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:59:05.535280 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c92c3d-9d79-4e97-870d-c629af276249 req-0f572ef7-fdca-4c52-8711-841ca2038170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:59:05.536806 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-92c92c3d-9d79-4e97-870d-c629af276249 req-0f572ef7-fdca-4c52-8711-841ca2038170 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fe654943-4abf-4aac-b17b-3bce5ac09b4e HTTP/1.1" status: 200 len: 1128 time: 0.0448406 Feb 02 07:59:05.582640 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-92c92c3d-9d79-4e97-870d-c629af276249 req-e2c42d3f-62a1-439f-b11b-8eaeaca6f142 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3d479215-eccf-4e70-848c-08d2b42a6d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386980 Feb 02 07:59:06.024386 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd10125-b9d7-4ee0-b510-f019d2d15fb0 req-cfbf6452-8838-4019-a2c6-0a5293a8c5c2 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:59:06.025869 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4bd10125-b9d7-4ee0-b510-f019d2d15fb0 req-cfbf6452-8838-4019-a2c6-0a5293a8c5c2 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe654943-4abf-4aac-b17b-3bce5ac09b4e HTTP/1.1" status: 200 len: 945 time: 0.0619466 Feb 02 07:59:06.075373 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4bd10125-b9d7-4ee0-b510-f019d2d15fb0 req-ee82a201-2fe1-4768-b400-d08bee3570eb tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=3d479215-eccf-4e70-848c-08d2b42a6d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433769 Feb 02 07:59:07.192190 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0fe2eb-405a-4aba-bdad-a0bf7bc8ce20 req-b75f0f0b-3311-4ff7-980e-e62359d49b73 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:59:07.193657 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9e0fe2eb-405a-4aba-bdad-a0bf7bc8ce20 req-b75f0f0b-3311-4ff7-980e-e62359d49b73 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe654943-4abf-4aac-b17b-3bce5ac09b4e HTTP/1.1" status: 200 len: 945 time: 0.0520749 Feb 02 07:59:07.243038 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9e0fe2eb-405a-4aba-bdad-a0bf7bc8ce20 req-e5c97451-bb47-4c46-86ff-a62ceff00361 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=3d479215-eccf-4e70-848c-08d2b42a6d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437710 Feb 02 07:59:07.358369 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71dc947-6fcb-403d-accc-bace0e9094a3 req-8f6acf0f-f125-43f1-b80d-5a1b8f2ad668 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:59:07.359781 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b71dc947-6fcb-403d-accc-bace0e9094a3 req-8f6acf0f-f125-43f1-b80d-5a1b8f2ad668 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe654943-4abf-4aac-b17b-3bce5ac09b4e HTTP/1.1" status: 200 len: 945 time: 0.0521665 Feb 02 07:59:07.412809 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b71dc947-6fcb-403d-accc-bace0e9094a3 req-096fe744-e40f-4589-a206-110275f1279e tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=3d479215-eccf-4e70-848c-08d2b42a6d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474153 Feb 02 07:59:07.434533 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 37842) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:59:07.479144 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3aafb3a-de6f-411a-a7d0-a42893f34562 tempest-TestNetworkAdvancedServerOps-1314165092 tempest-TestNetworkAdvancedServerOps-1314165092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:59:07.480889 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a3aafb3a-de6f-411a-a7d0-a42893f34562 tempest-TestNetworkAdvancedServerOps-1314165092 tempest-TestNetworkAdvancedServerOps-1314165092-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=fe654943-4abf-4aac-b17b-3bce5ac09b4e HTTP/1.1" status: 200 len: 1123 time: 0.0451591 Feb 02 07:59:07.483895 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 37844) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:59:07.488160 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-d16401de-c168-481d-8cf8-69c5d405cc1b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Request body: {'floatingip': {'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'port_id': 'e2b5f121-f955-4916-aeb8-2c0f4cdb807a', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 07:59:07.508169 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d16401de-c168-481d-8cf8-69c5d405cc1b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:59:07.607317 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d16401de-c168-481d-8cf8-69c5d405cc1b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:59:07.711610 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-d16401de-c168-481d-8cf8-69c5d405cc1b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Allocated IP 172.25.4.149 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/063a0fc0-21c4-4501-bc57-51f2f2563256) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 07:59:07.812167 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d16401de-c168-481d-8cf8-69c5d405cc1b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for port (063a0fc0-21c4-4501-bc57-51f2f2563256), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:59:07.844963 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d16401de-c168-481d-8cf8-69c5d405cc1b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (063a0fc0-21c4-4501-bc57-51f2f2563256), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:59:07.882938 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16401de-c168-481d-8cf8-69c5d405cc1b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 07:59:07.889310 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-d16401de-c168-481d-8cf8-69c5d405cc1b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 07:59:07.892249 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16401de-c168-481d-8cf8-69c5d405cc1b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 07:59:07.917250 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16401de-c168-481d-8cf8-69c5d405cc1b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event updated for resources: {'Port': ['ID=063a0fc0-21c4-4501-bc57-51f2f2563256,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:59:08.250725 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d16401de-c168-481d-8cf8-69c5d405cc1b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for floatingip (149f9fe8-d3be-42c8-89c5-440ab7e0c320), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:59:08.317147 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d16401de-c168-481d-8cf8-69c5d405cc1b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (063a0fc0-21c4-4501-bc57-51f2f2563256), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:59:08.467750 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d16401de-c168-481d-8cf8-69c5d405cc1b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for port (063a0fc0-21c4-4501-bc57-51f2f2563256), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:59:08.472234 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d16401de-c168-481d-8cf8-69c5d405cc1b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (063a0fc0-21c4-4501-bc57-51f2f2563256), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:59:08.834659 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16401de-c168-481d-8cf8-69c5d405cc1b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event updated for resources: {'Port': ['ID=063a0fc0-21c4-4501-bc57-51f2f2563256,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 07:59:08.845674 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d16401de-c168-481d-8cf8-69c5d405cc1b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (149f9fe8-d3be-42c8-89c5-440ab7e0c320), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:59:08.944834 n-d-789963-26 neutron-server[109693]: INFO neutron.db.l3_db [None req-d16401de-c168-481d-8cf8-69c5d405cc1b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Floating IP 149f9fe8-d3be-42c8-89c5-440ab7e0c320 associated. External IP: 172.25.4.149, port: e2b5f121-f955-4916-aeb8-2c0f4cdb807a. Feb 02 07:59:09.152757 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d16401de-c168-481d-8cf8-69c5d405cc1b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Router 671d35f4-e855-4431-aa5e-601e952ca9f7 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 07:59:09.264878 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d16401de-c168-481d-8cf8-69c5d405cc1b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 07:59:09.275420 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2f1329-bd31-4f9a-984c-358eff60a242 None None] Sync routers for ids ['671d35f4-e855-4431-aa5e-601e952ca9f7'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 07:59:09.283335 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d16401de-c168-481d-8cf8-69c5d405cc1b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:59:09.285304 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2f1329-bd31-4f9a-984c-358eff60a242 None None] Routers {'671d35f4-e855-4431-aa5e-601e952ca9f7'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:59:09.285920 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-7b2f1329-bd31-4f9a-984c-358eff60a242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:58:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['671d35f4-e855-4431-aa5e-601e952ca9f7'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:59:09.313617 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d16401de-c168-481d-8cf8-69c5d405cc1b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8287089 Feb 02 07:59:09.314575 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe654943-4abf-4aac-b17b-3bce5ac09b4e', 'tag': 'e2b5f121-f955-4916-aeb8-2c0f4cdb807a'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 07:59:09.316975 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bbcc89a9d4d8e7a52f5cbbd716b66041b3f6feaf13502aa94e42da132c01043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3ebdf7-43b1-4dbb-bc8b-e4a677c98eda" -d '{"events": [{"name": "network-changed", "server_uuid": "fe654943-4abf-4aac-b17b-3bce5ac09b4e", "tag": "e2b5f121-f955-4916-aeb8-2c0f4cdb807a"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 07:59:09.395877 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-7b2f1329-bd31-4f9a-984c-358eff60a242 None None] Set router 671d35f4-e855-4431-aa5e-601e952ca9f7 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:59:09.414709 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72441502-9e3e-49a1-9203-ff8430a7cf4f req-0dc53bd4-a513-41d8-b5a6-8a7f4d8e4ebf tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:59:09.416732 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-72441502-9e3e-49a1-9203-ff8430a7cf4f req-0dc53bd4-a513-41d8-b5a6-8a7f4d8e4ebf tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe654943-4abf-4aac-b17b-3bce5ac09b4e HTTP/1.1" status: 200 len: 945 time: 0.0532176 Feb 02 07:59:09.466949 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-72441502-9e3e-49a1-9203-ff8430a7cf4f req-70bb7267-12fe-4304-90e4-79d4c1b08991 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=3d479215-eccf-4e70-848c-08d2b42a6d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438957 Feb 02 07:59:09.490402 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 37850) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:59:09.530097 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 07:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d810187-f2d2-4f94-8257-1e331a8b14f1 x-openstack-request-id: req-7d810187-f2d2-4f94-8257-1e331a8b14f1 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 07:59:09.530422 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe654943-4abf-4aac-b17b-3bce5ac09b4e", "tag": "e2b5f121-f955-4916-aeb8-2c0f4cdb807a", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 07:59:09.530786 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7d810187-f2d2-4f94-8257-1e331a8b14f1 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 07:59:09.531191 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe654943-4abf-4aac-b17b-3bce5ac09b4e', 'tag': 'e2b5f121-f955-4916-aeb8-2c0f4cdb807a', 'status': 'completed', 'code': 200} Feb 02 07:59:09.559194 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e4783bd2-4077-4561-8226-f0e6511fd89d tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/floatingips/149f9fe8-d3be-42c8-89c5-440ab7e0c320 HTTP/1.1" status: 200 len: 991 time: 0.0670505 Feb 02 07:59:09.610658 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ebdf7-43b1-4dbb-bc8b-e4a677c98eda req-b85a81f8-ef11-42ca-baf1-92b49ecd7163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:59:09.612178 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ff3ebdf7-43b1-4dbb-bc8b-e4a677c98eda req-b85a81f8-ef11-42ca-baf1-92b49ecd7163 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=491ef38eb7a24b33900e5a5f7693dafc&device_id=fe654943-4abf-4aac-b17b-3bce5ac09b4e HTTP/1.1" status: 200 len: 1128 time: 0.0445092 Feb 02 07:59:09.626155 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-7b2f1329-bd31-4f9a-984c-358eff60a242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671d35f4-e855-4431-aa5e-601e952ca9f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294433111', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '645b5439-778d-40b3-8e61-04e113fbc2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:58:51Z', 'updated_at': '2022-02-02T07:58:54Z', 'revision_number': 4, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'gw_port': {'id': '645b5439-778d-40b3-8e61-04e113fbc2a2', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ad:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671d35f4-e855-4431-aa5e-601e952ca9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:58:51Z', 'updated_at': '2022-02-02T07:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '149f9fe8-d3be-42c8-89c5-440ab7e0c320', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'floating_ip_address': '172.25.4.149', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '671d35f4-e855-4431-aa5e-601e952ca9f7', 'port_id': 'e2b5f121-f955-4916-aeb8-2c0f4cdb807a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4334e567-6b8d-48a2-82b6-a2f53e3598f1', 'mac_address': 'fa:16:3e:c5:fd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe654943-4abf-4aac-b17b-3bce5ac09b4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:59:08Z', 'updated_at': '2022-02-02T07:59:08Z', 'revision_number': 0, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00a10a96-fd0e-4d1d-83c5-074840ca0bd8', 'name': '', 'network_id': '4334e567-6b8d-48a2-82b6-a2f53e3598f1', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'mac_address': 'fa:16:3e:2d:2b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671d35f4-e855-4431-aa5e-601e952ca9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '7e8497ed-9a3d-4ecb-8da2-bf62c1300f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:58:53Z', 'updated_at': '2022-02-02T07:58:57Z', 'revision_number': 5, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'subnets': [{'id': '7e8497ed-9a3d-4ecb-8da2-bf62c1300f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:59:09.652798 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2f1329-bd31-4f9a-984c-358eff60a242 None None] Checking router: 671d35f4-e855-4431-aa5e-601e952ca9f7 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 07:59:09.661203 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2f1329-bd31-4f9a-984c-358eff60a242 None None] Routers {'671d35f4-e855-4431-aa5e-601e952ca9f7'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 07:59:09.661806 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-7b2f1329-bd31-4f9a-984c-358eff60a242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T07:58:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['671d35f4-e855-4431-aa5e-601e952ca9f7'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:59:09.705039 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ebdf7-43b1-4dbb-bc8b-e4a677c98eda req-0abc73fb-8d4d-48e5-aef0-db881ce6ea5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:59:09.706442 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ff3ebdf7-43b1-4dbb-bc8b-e4a677c98eda req-0abc73fb-8d4d-48e5-aef0-db881ce6ea5f service neutron] 10.222.0.59 "GET /v2.0/networks?id=4334e567-6b8d-48a2-82b6-a2f53e3598f1 HTTP/1.1" status: 200 len: 898 time: 0.0889852 Feb 02 07:59:09.770033 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-7b2f1329-bd31-4f9a-984c-358eff60a242 None None] Set router 671d35f4-e855-4431-aa5e-601e952ca9f7 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 07:59:09.770628 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ff3ebdf7-43b1-4dbb-bc8b-e4a677c98eda req-bcd1f3cb-84e7-4187-9655-a6cc37cbc372 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2b5f121-f955-4916-aeb8-2c0f4cdb807a HTTP/1.1" status: 200 len: 999 time: 0.0586660 Feb 02 07:59:09.821778 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ebdf7-43b1-4dbb-bc8b-e4a677c98eda req-e1426939-9e1d-4147-bfab-316fd56829d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:59:09.823229 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ff3ebdf7-43b1-4dbb-bc8b-e4a677c98eda req-e1426939-9e1d-4147-bfab-316fd56829d6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7e8497ed-9a3d-4ecb-8da2-bf62c1300f77 HTTP/1.1" status: 200 len: 835 time: 0.0477142 Feb 02 07:59:09.872462 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ebdf7-43b1-4dbb-bc8b-e4a677c98eda req-4f10810f-7fbf-4b2d-8e7c-0202490a0d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 07:59:09.873958 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ff3ebdf7-43b1-4dbb-bc8b-e4a677c98eda req-4f10810f-7fbf-4b2d-8e7c-0202490a0d02 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4334e567-6b8d-48a2-82b6-a2f53e3598f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0448904 Feb 02 07:59:09.960901 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ff3ebdf7-43b1-4dbb-bc8b-e4a677c98eda req-f542e2f1-3b5f-443a-9467-c5c1c95e0176 service neutron] 10.222.0.59 "GET /v2.0/networks/4334e567-6b8d-48a2-82b6-a2f53e3598f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809166 Feb 02 07:59:09.994956 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-7b2f1329-bd31-4f9a-984c-358eff60a242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671d35f4-e855-4431-aa5e-601e952ca9f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294433111', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '645b5439-778d-40b3-8e61-04e113fbc2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:58:51Z', 'updated_at': '2022-02-02T07:58:54Z', 'revision_number': 4, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'gw_port': {'id': '645b5439-778d-40b3-8e61-04e113fbc2a2', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ad:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671d35f4-e855-4431-aa5e-601e952ca9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:58:51Z', 'updated_at': '2022-02-02T07:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '149f9fe8-d3be-42c8-89c5-440ab7e0c320', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'floating_ip_address': '172.25.4.149', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '671d35f4-e855-4431-aa5e-601e952ca9f7', 'port_id': 'e2b5f121-f955-4916-aeb8-2c0f4cdb807a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4334e567-6b8d-48a2-82b6-a2f53e3598f1', 'mac_address': 'fa:16:3e:c5:fd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe654943-4abf-4aac-b17b-3bce5ac09b4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:59:08Z', 'updated_at': '2022-02-02T07:59:08Z', 'revision_number': 0, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00a10a96-fd0e-4d1d-83c5-074840ca0bd8', 'name': '', 'network_id': '4334e567-6b8d-48a2-82b6-a2f53e3598f1', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'mac_address': 'fa:16:3e:2d:2b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671d35f4-e855-4431-aa5e-601e952ca9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '7e8497ed-9a3d-4ecb-8da2-bf62c1300f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:58:53Z', 'updated_at': '2022-02-02T07:58:57Z', 'revision_number': 5, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'subnets': [{'id': '7e8497ed-9a3d-4ecb-8da2-bf62c1300f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 07:59:10.022656 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2f1329-bd31-4f9a-984c-358eff60a242 None None] The sync data for ids ['671d35f4-e855-4431-aa5e-601e952ca9f7'] in n-d-789963-26 is: [{'id': '671d35f4-e855-4431-aa5e-601e952ca9f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294433111', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '645b5439-778d-40b3-8e61-04e113fbc2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:58:51Z', 'updated_at': '2022-02-02T07:58:54Z', 'revision_number': 4, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'gw_port': {'id': '645b5439-778d-40b3-8e61-04e113fbc2a2', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ad:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671d35f4-e855-4431-aa5e-601e952ca9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:58:51Z', 'updated_at': '2022-02-02T07:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '149f9fe8-d3be-42c8-89c5-440ab7e0c320', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'floating_ip_address': '172.25.4.149', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '671d35f4-e855-4431-aa5e-601e952ca9f7', 'port_id': 'e2b5f121-f955-4916-aeb8-2c0f4cdb807a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4334e567-6b8d-48a2-82b6-a2f53e3598f1', 'mac_address': 'fa:16:3e:c5:fd:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe654943-4abf-4aac-b17b-3bce5ac09b4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T07:59:08Z', 'updated_at': '2022-02-02T07:59:08Z', 'revision_number': 0, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00a10a96-fd0e-4d1d-83c5-074840ca0bd8', 'name': '', 'network_id': '4334e567-6b8d-48a2-82b6-a2f53e3598f1', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'mac_address': 'fa:16:3e:2d:2b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671d35f4-e855-4431-aa5e-601e952ca9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '7e8497ed-9a3d-4ecb-8da2-bf62c1300f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:58:53Z', 'updated_at': '2022-02-02T07:58:57Z', 'revision_number': 5, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'subnets': [{'id': '7e8497ed-9a3d-4ecb-8da2-bf62c1300f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 07:59:10.053220 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ff3ebdf7-43b1-4dbb-bc8b-e4a677c98eda req-4fc9e810-a89a-4b2d-ac19-c58a6af12b3c service neutron] 10.222.0.59 "GET /v2.0/networks/4334e567-6b8d-48a2-82b6-a2f53e3598f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869544 Feb 02 07:59:10.228384 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92dced9f-86c6-4406-a79e-7d55a4b302ea None None] New status for floating IP 149f9fe8-d3be-42c8-89c5-440ab7e0c320: ACTIVE {{(pid=109695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 07:59:10.563045 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 37852) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 07:59:10.621816 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-375ba094-8d4b-4bbf-87cb-53e848888afc tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/floatingips/149f9fe8-d3be-42c8-89c5-440ab7e0c320 HTTP/1.1" status: 200 len: 993 time: 0.0569727 Feb 02 07:59:11.094489 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-60fdc536-6485-4318-9c5f-c65ba0427d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:59:13.377654 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3206a7ea-0910-45da-9ec6-c49b37548f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:59:14.873983 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:59:16.237807 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:59:17.510136 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:59:22.603094 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:59:27.746099 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:59:37.175058 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 07:59:41.096746 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-06b1ce0e-84df-4617-a44a-1d9aaa4706db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:59:43.379844 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-51410d7e-2ca0-4e4f-965f-1e96bd6da920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:59:44.876502 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:59:46.241002 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:59:47.513454 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:59:52.600017 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 07:59:57.735895 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:06.643393 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-07d98c0c-55a3-4637-b878-4c3b627f27b6 req-3780cc4a-3576-40bd-b857-7e0f2480ddb0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fe654943-4abf-4aac-b17b-3bce5ac09b4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0483308 Feb 02 08:00:06.743052 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d98c0c-55a3-4637-b878-4c3b627f27b6 req-9e467e1b-fc08-48c5-b165-dd58d5dc43fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:00:06.744576 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-07d98c0c-55a3-4637-b878-4c3b627f27b6 req-9e467e1b-fc08-48c5-b165-dd58d5dc43fc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=491ef38eb7a24b33900e5a5f7693dafc&device_id=fe654943-4abf-4aac-b17b-3bce5ac09b4e HTTP/1.1" status: 200 len: 1128 time: 0.0445092 Feb 02 08:00:06.848271 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d98c0c-55a3-4637-b878-4c3b627f27b6 req-b9f32e1d-e7b9-475e-ad71-a15df1d57921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:00:06.849757 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-07d98c0c-55a3-4637-b878-4c3b627f27b6 req-b9f32e1d-e7b9-475e-ad71-a15df1d57921 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4334e567-6b8d-48a2-82b6-a2f53e3598f1 HTTP/1.1" status: 200 len: 898 time: 0.0871482 Feb 02 08:00:06.913654 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-07d98c0c-55a3-4637-b878-4c3b627f27b6 req-18af7191-7a6b-488e-9cc1-adad41a6f492 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2b5f121-f955-4916-aeb8-2c0f4cdb807a HTTP/1.1" status: 200 len: 1001 time: 0.0572379 Feb 02 08:00:06.961408 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d98c0c-55a3-4637-b878-4c3b627f27b6 req-abd17780-5648-44b4-a302-901aefd58189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:00:06.962793 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-07d98c0c-55a3-4637-b878-4c3b627f27b6 req-abd17780-5648-44b4-a302-901aefd58189 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7e8497ed-9a3d-4ecb-8da2-bf62c1300f77 HTTP/1.1" status: 200 len: 835 time: 0.0424950 Feb 02 08:00:07.015117 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d98c0c-55a3-4637-b878-4c3b627f27b6 req-43a82ed8-e7a3-4f19-9dd7-746a06aaa8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:00:07.016788 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-07d98c0c-55a3-4637-b878-4c3b627f27b6 req-43a82ed8-e7a3-4f19-9dd7-746a06aaa8b1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4334e567-6b8d-48a2-82b6-a2f53e3598f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0478070 Feb 02 08:00:07.102527 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-07d98c0c-55a3-4637-b878-4c3b627f27b6 req-ff5c2185-18ca-4453-846d-7d0daefad139 service neutron] 10.222.0.59 "GET /v2.0/networks/4334e567-6b8d-48a2-82b6-a2f53e3598f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801544 Feb 02 08:00:07.193283 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-07d98c0c-55a3-4637-b878-4c3b627f27b6 req-07edb449-8635-4405-8ecc-6fe64a74ab99 service neutron] 10.222.0.59 "GET /v2.0/networks/4334e567-6b8d-48a2-82b6-a2f53e3598f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845416 Feb 02 08:00:11.098582 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-12d626ea-8cf3-4af5-8c98-0e2bdb7fb0a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:13.380681 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-49fdb9fd-82e7-4979-9fe4-8f606952391e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:14.175416 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 08:00:14.878931 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:16.243812 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:17.516763 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:22.022162 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439060c2-62f8-4afd-9009-5a211c438b58 req-2d407976-a818-4066-9693-bcfcdf28c44a tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:00:22.023646 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-439060c2-62f8-4afd-9009-5a211c438b58 req-2d407976-a818-4066-9693-bcfcdf28c44a tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe654943-4abf-4aac-b17b-3bce5ac09b4e HTTP/1.1" status: 200 len: 945 time: 0.0544586 Feb 02 08:00:22.072946 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-439060c2-62f8-4afd-9009-5a211c438b58 req-ec80f35a-c47f-4e0b-a3e4-3dca28991a38 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=3d479215-eccf-4e70-848c-08d2b42a6d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436368 Feb 02 08:00:22.594917 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:23.190881 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a379446-e923-4f56-8f3e-e7ea15b9d5df req-b1531ccf-e4cb-4226-bfe4-7bdd0595a5a8 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:00:23.192405 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9a379446-e923-4f56-8f3e-e7ea15b9d5df req-b1531ccf-e4cb-4226-bfe4-7bdd0595a5a8 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe654943-4abf-4aac-b17b-3bce5ac09b4e HTTP/1.1" status: 200 len: 945 time: 0.0521946 Feb 02 08:00:23.245321 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9a379446-e923-4f56-8f3e-e7ea15b9d5df req-fee3997b-2f9f-41bb-850c-6a484cbfc73a tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=3d479215-eccf-4e70-848c-08d2b42a6d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473671 Feb 02 08:00:23.269498 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 37894) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:00:23.328154 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-8a258243-a0c9-40eb-bf4d-49122d0255c0 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/floatingips/149f9fe8-d3be-42c8-89c5-440ab7e0c320 HTTP/1.1" status: 200 len: 993 time: 0.0574770 Feb 02 08:00:24.610427 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940827e3-7bd8-4a08-97e8-1aebc9dc2e08 req-60b05bc1-045a-4f84-8926-99e593fab825 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:00:24.611869 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-940827e3-7bd8-4a08-97e8-1aebc9dc2e08 req-60b05bc1-045a-4f84-8926-99e593fab825 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe654943-4abf-4aac-b17b-3bce5ac09b4e HTTP/1.1" status: 200 len: 945 time: 0.0532711 Feb 02 08:00:24.659776 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-940827e3-7bd8-4a08-97e8-1aebc9dc2e08 req-d7b133e7-f6ce-4324-9df8-0c8e0b52b2f0 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=3d479215-eccf-4e70-848c-08d2b42a6d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423942 Feb 02 08:00:25.785253 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f40cc-066a-4109-92f4-b6a0fc6bef66 req-41245675-a47a-4f81-9858-877862d4e52c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:00:25.786638 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-567f40cc-066a-4109-92f4-b6a0fc6bef66 req-41245675-a47a-4f81-9858-877862d4e52c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe654943-4abf-4aac-b17b-3bce5ac09b4e HTTP/1.1" status: 200 len: 945 time: 0.0574896 Feb 02 08:00:25.835036 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-567f40cc-066a-4109-92f4-b6a0fc6bef66 req-a0f2d184-8b5e-4ce3-b2b1-364542542225 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=3d479215-eccf-4e70-848c-08d2b42a6d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428817 Feb 02 08:00:25.857131 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 37904) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:00:25.916361 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-6a26e319-9e4e-439f-b489-c79b42e7759e tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/floatingips/149f9fe8-d3be-42c8-89c5-440ab7e0c320 HTTP/1.1" status: 200 len: 993 time: 0.0581243 Feb 02 08:00:26.140143 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 37910) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:00:26.295353 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-ba9ac78a-2ac7-46c7-9faa-3422d0f93770 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Deleting port 063a0fc0-21c4-4501-bc57-51f2f2563256 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 08:00:26.295705 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ba9ac78a-2ac7-46c7-9faa-3422d0f93770 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (063a0fc0-21c4-4501-bc57-51f2f2563256), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:26.368193 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ba9ac78a-2ac7-46c7-9faa-3422d0f93770 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (063a0fc0-21c4-4501-bc57-51f2f2563256), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:26.368525 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ba9ac78a-2ac7-46c7-9faa-3422d0f93770 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for floatingip (063a0fc0-21c4-4501-bc57-51f2f2563256), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:26.379763 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-ba9ac78a-2ac7-46c7-9faa-3422d0f93770 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Calling delete_port for 063a0fc0-21c4-4501-bc57-51f2f2563256 owned by network:floatingip {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 08:00:26.526362 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ba9ac78a-2ac7-46c7-9faa-3422d0f93770 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (063a0fc0-21c4-4501-bc57-51f2f2563256), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:26.550528 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9ac78a-2ac7-46c7-9faa-3422d0f93770 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event deleted for resources: {'Port': ['ID=063a0fc0-21c4-4501-bc57-51f2f2563256,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:00:26.565845 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9ac78a-2ac7-46c7-9faa-3422d0f93770 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:00:26.566375 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9ac78a-2ac7-46c7-9faa-3422d0f93770 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:00:26.566735 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9ac78a-2ac7-46c7-9faa-3422d0f93770 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:00:26.567078 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9ac78a-2ac7-46c7-9faa-3422d0f93770 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:00:26.567419 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9ac78a-2ac7-46c7-9faa-3422d0f93770 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:00:26.567780 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9ac78a-2ac7-46c7-9faa-3422d0f93770 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:00:26.568122 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9ac78a-2ac7-46c7-9faa-3422d0f93770 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:00:26.568459 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9ac78a-2ac7-46c7-9faa-3422d0f93770 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:00:26.568793 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9ac78a-2ac7-46c7-9faa-3422d0f93770 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:00:26.569127 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9ac78a-2ac7-46c7-9faa-3422d0f93770 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:00:26.569458 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9ac78a-2ac7-46c7-9faa-3422d0f93770 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:00:26.569783 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9ac78a-2ac7-46c7-9faa-3422d0f93770 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:00:26.570104 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9ac78a-2ac7-46c7-9faa-3422d0f93770 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:00:26.629444 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ba9ac78a-2ac7-46c7-9faa-3422d0f93770 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for floatingip (149f9fe8-d3be-42c8-89c5-440ab7e0c320), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:26.629785 n-d-789963-26 neutron-server[109694]: INFO neutron.db.l3_db [None req-ba9ac78a-2ac7-46c7-9faa-3422d0f93770 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Floating IP 149f9fe8-d3be-42c8-89c5-440ab7e0c320 disassociated (deleted). External IP: 172.25.4.149, port: e2b5f121-f955-4916-aeb8-2c0f4cdb807a. Feb 02 08:00:26.830962 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba9ac78a-2ac7-46c7-9faa-3422d0f93770 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Router 671d35f4-e855-4431-aa5e-601e952ca9f7 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 08:00:26.936732 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba9ac78a-2ac7-46c7-9faa-3422d0f93770 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 08:00:26.942480 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ba9ac78a-2ac7-46c7-9faa-3422d0f93770 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:26.947205 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb0802e-40ee-474e-8717-1c8f98200638 None None] Sync routers for ids ['671d35f4-e855-4431-aa5e-601e952ca9f7'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 08:00:26.958059 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb0802e-40ee-474e-8717-1c8f98200638 None None] Routers {'671d35f4-e855-4431-aa5e-601e952ca9f7'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:00:26.958660 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-ebb0802e-40ee-474e-8717-1c8f98200638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:00:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['671d35f4-e855-4431-aa5e-601e952ca9f7'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:00:26.974731 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-ba9ac78a-2ac7-46c7-9faa-3422d0f93770 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "DELETE /v2.0/floatingips/149f9fe8-d3be-42c8-89c5-440ab7e0c320 HTTP/1.1" status: 204 len: 168 time: 0.8335848 Feb 02 08:00:26.975337 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe654943-4abf-4aac-b17b-3bce5ac09b4e', 'tag': 'e2b5f121-f955-4916-aeb8-2c0f4cdb807a'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 08:00:26.977617 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cd64c29d20054dd266ebfc4811df21ba6bce2c9fa8def1b04b444a49e945ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e1bfb0-fd54-49af-9817-9bb0bd8a0e50" -d '{"events": [{"name": "network-changed", "server_uuid": "fe654943-4abf-4aac-b17b-3bce5ac09b4e", "tag": "e2b5f121-f955-4916-aeb8-2c0f4cdb807a"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 08:00:27.065807 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-ebb0802e-40ee-474e-8717-1c8f98200638 None None] Set router 671d35f4-e855-4431-aa5e-601e952ca9f7 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:00:27.136746 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 08:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a492be9-ff78-4118-951b-67d0a0eb6b08 x-openstack-request-id: req-2a492be9-ff78-4118-951b-67d0a0eb6b08 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 08:00:27.137037 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe654943-4abf-4aac-b17b-3bce5ac09b4e", "tag": "e2b5f121-f955-4916-aeb8-2c0f4cdb807a", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 08:00:27.137311 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-2a492be9-ff78-4118-951b-67d0a0eb6b08 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 08:00:27.137718 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe654943-4abf-4aac-b17b-3bce5ac09b4e', 'tag': 'e2b5f121-f955-4916-aeb8-2c0f4cdb807a', 'status': 'completed', 'code': 200} Feb 02 08:00:27.263527 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261fa931-69b1-412c-a92b-c308339ea59d req-bede612a-c122-4787-a72e-1a79d593c56c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:00:27.265305 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-261fa931-69b1-412c-a92b-c308339ea59d req-bede612a-c122-4787-a72e-1a79d593c56c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe654943-4abf-4aac-b17b-3bce5ac09b4e HTTP/1.1" status: 200 len: 945 time: 0.0839152 Feb 02 08:00:27.271962 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e1bfb0-fd54-49af-9817-9bb0bd8a0e50 req-9e918a6a-f56c-4a67-b5b9-0307d6c76e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:00:27.273365 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-63e1bfb0-fd54-49af-9817-9bb0bd8a0e50 req-9e918a6a-f56c-4a67-b5b9-0307d6c76e64 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=491ef38eb7a24b33900e5a5f7693dafc&device_id=fe654943-4abf-4aac-b17b-3bce5ac09b4e HTTP/1.1" status: 200 len: 1128 time: 0.0651293 Feb 02 08:00:27.276129 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-ebb0802e-40ee-474e-8717-1c8f98200638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671d35f4-e855-4431-aa5e-601e952ca9f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294433111', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '645b5439-778d-40b3-8e61-04e113fbc2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:58:51Z', 'updated_at': '2022-02-02T07:58:54Z', 'revision_number': 4, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'gw_port': {'id': '645b5439-778d-40b3-8e61-04e113fbc2a2', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ad:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671d35f4-e855-4431-aa5e-601e952ca9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:58:51Z', 'updated_at': '2022-02-02T07:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '00a10a96-fd0e-4d1d-83c5-074840ca0bd8', 'name': '', 'network_id': '4334e567-6b8d-48a2-82b6-a2f53e3598f1', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'mac_address': 'fa:16:3e:2d:2b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671d35f4-e855-4431-aa5e-601e952ca9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '7e8497ed-9a3d-4ecb-8da2-bf62c1300f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:58:53Z', 'updated_at': '2022-02-02T07:58:57Z', 'revision_number': 5, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'subnets': [{'id': '7e8497ed-9a3d-4ecb-8da2-bf62c1300f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:00:27.306276 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb0802e-40ee-474e-8717-1c8f98200638 None None] Checking router: 671d35f4-e855-4431-aa5e-601e952ca9f7 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 08:00:27.314854 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb0802e-40ee-474e-8717-1c8f98200638 None None] Routers {'671d35f4-e855-4431-aa5e-601e952ca9f7'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:00:27.315898 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-ebb0802e-40ee-474e-8717-1c8f98200638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:00:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['671d35f4-e855-4431-aa5e-601e952ca9f7'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:00:27.374251 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-261fa931-69b1-412c-a92b-c308339ea59d req-2f6a5885-81ea-4d1e-837c-70dead40a5a1 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=3d479215-eccf-4e70-848c-08d2b42a6d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998535 Feb 02 08:00:27.403161 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e1bfb0-fd54-49af-9817-9bb0bd8a0e50 req-5adf302b-55b6-4b85-9ed8-4b9bf3af40c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:00:27.404688 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-63e1bfb0-fd54-49af-9817-9bb0bd8a0e50 req-5adf302b-55b6-4b85-9ed8-4b9bf3af40c6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4334e567-6b8d-48a2-82b6-a2f53e3598f1 HTTP/1.1" status: 200 len: 898 time: 0.1238990 Feb 02 08:00:27.447334 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-63e1bfb0-fd54-49af-9817-9bb0bd8a0e50 req-2a3c796f-be6e-4584-a940-d451c43f61fb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e2b5f121-f955-4916-aeb8-2c0f4cdb807a HTTP/1.1" status: 200 len: 217 time: 0.0358746 Feb 02 08:00:27.502650 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e1bfb0-fd54-49af-9817-9bb0bd8a0e50 req-d8c368ab-ca4a-48db-8559-a78aee51d4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:00:27.504145 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-63e1bfb0-fd54-49af-9817-9bb0bd8a0e50 req-d8c368ab-ca4a-48db-8559-a78aee51d4e1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7e8497ed-9a3d-4ecb-8da2-bf62c1300f77 HTTP/1.1" status: 200 len: 835 time: 0.0495634 Feb 02 08:00:27.515284 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-ebb0802e-40ee-474e-8717-1c8f98200638 None None] Set router 671d35f4-e855-4431-aa5e-601e952ca9f7 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:00:27.555060 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e1bfb0-fd54-49af-9817-9bb0bd8a0e50 req-ff9b023b-5d79-411b-abe8-01942de116d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:00:27.556598 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-63e1bfb0-fd54-49af-9817-9bb0bd8a0e50 req-ff9b023b-5d79-411b-abe8-01942de116d1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4334e567-6b8d-48a2-82b6-a2f53e3598f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0449173 Feb 02 08:00:27.647642 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-63e1bfb0-fd54-49af-9817-9bb0bd8a0e50 req-b318fd21-a704-486b-84cd-c0f739e2c052 service neutron] 10.222.0.59 "GET /v2.0/networks/4334e567-6b8d-48a2-82b6-a2f53e3598f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829344 Feb 02 08:00:27.709401 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-ebb0802e-40ee-474e-8717-1c8f98200638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671d35f4-e855-4431-aa5e-601e952ca9f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294433111', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '645b5439-778d-40b3-8e61-04e113fbc2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:58:51Z', 'updated_at': '2022-02-02T07:58:54Z', 'revision_number': 4, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'gw_port': {'id': '645b5439-778d-40b3-8e61-04e113fbc2a2', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ad:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671d35f4-e855-4431-aa5e-601e952ca9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:58:51Z', 'updated_at': '2022-02-02T07:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '00a10a96-fd0e-4d1d-83c5-074840ca0bd8', 'name': '', 'network_id': '4334e567-6b8d-48a2-82b6-a2f53e3598f1', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'mac_address': 'fa:16:3e:2d:2b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671d35f4-e855-4431-aa5e-601e952ca9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '7e8497ed-9a3d-4ecb-8da2-bf62c1300f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:58:53Z', 'updated_at': '2022-02-02T07:58:57Z', 'revision_number': 5, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'subnets': [{'id': '7e8497ed-9a3d-4ecb-8da2-bf62c1300f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:00:27.737415 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb0802e-40ee-474e-8717-1c8f98200638 None None] The sync data for ids ['671d35f4-e855-4431-aa5e-601e952ca9f7'] in n-d-789963-26 is: [{'id': '671d35f4-e855-4431-aa5e-601e952ca9f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294433111', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '645b5439-778d-40b3-8e61-04e113fbc2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:58:51Z', 'updated_at': '2022-02-02T07:58:54Z', 'revision_number': 4, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'gw_port': {'id': '645b5439-778d-40b3-8e61-04e113fbc2a2', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ad:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671d35f4-e855-4431-aa5e-601e952ca9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:58:51Z', 'updated_at': '2022-02-02T07:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '00a10a96-fd0e-4d1d-83c5-074840ca0bd8', 'name': '', 'network_id': '4334e567-6b8d-48a2-82b6-a2f53e3598f1', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'mac_address': 'fa:16:3e:2d:2b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671d35f4-e855-4431-aa5e-601e952ca9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '7e8497ed-9a3d-4ecb-8da2-bf62c1300f77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:58:53Z', 'updated_at': '2022-02-02T07:58:57Z', 'revision_number': 5, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'subnets': [{'id': '7e8497ed-9a3d-4ecb-8da2-bf62c1300f77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 08:00:27.748602 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-63e1bfb0-fd54-49af-9817-9bb0bd8a0e50 req-c0a67efb-72e9-43ca-a26c-c477c2703614 service neutron] 10.222.0.59 "GET /v2.0/networks/4334e567-6b8d-48a2-82b6-a2f53e3598f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926349 Feb 02 08:00:27.754994 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:27.972286 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db174280-9740-4ae4-9459-b4ea5d37f58b None None] New status for floating IP 149f9fe8-d3be-42c8-89c5-440ab7e0c320: DOWN {{(pid=109695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 08:00:28.495518 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ac68b-881e-4269-8bd7-a9d70b086a2b req-2eae9de1-b8c0-469f-ad8d-2d97c0de0dff tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:00:28.497094 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4d0ac68b-881e-4269-8bd7-a9d70b086a2b req-2eae9de1-b8c0-469f-ad8d-2d97c0de0dff tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe654943-4abf-4aac-b17b-3bce5ac09b4e HTTP/1.1" status: 200 len: 945 time: 0.0532293 Feb 02 08:00:28.544416 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4d0ac68b-881e-4269-8bd7-a9d70b086a2b req-a77a02bd-1333-4887-8456-c1aeda68301e tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=3d479215-eccf-4e70-848c-08d2b42a6d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417480 Feb 02 08:00:29.314646 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20cb2b5-afd1-411f-ba15-29f0d6cddfdf req-1abc5f7b-b929-48da-9439-0deeabc813d2 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:00:29.316099 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e20cb2b5-afd1-411f-ba15-29f0d6cddfdf req-1abc5f7b-b929-48da-9439-0deeabc813d2 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.59 "GET /v2.0/ports?device_id=fe654943-4abf-4aac-b17b-3bce5ac09b4e HTTP/1.1" status: 200 len: 945 time: 0.0650170 Feb 02 08:00:29.404100 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-e20cb2b5-afd1-411f-ba15-29f0d6cddfdf req-6e685472-121e-462a-8b70-acc1d6224762 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Deleting port e2b5f121-f955-4916-aeb8-2c0f4cdb807a {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 08:00:29.404441 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-e20cb2b5-afd1-411f-ba15-29f0d6cddfdf req-6e685472-121e-462a-8b70-acc1d6224762 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (e2b5f121-f955-4916-aeb8-2c0f4cdb807a), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:29.495041 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-e20cb2b5-afd1-411f-ba15-29f0d6cddfdf req-6e685472-121e-462a-8b70-acc1d6224762 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] For port e2b5f121-f955-4916-aeb8-2c0f4cdb807a, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=e2b5f121-f955-4916-aeb8-2c0f4cdb807a,segment=NetworkSegment(6fbc1dd6-d690-4eb1-91c8-893882cfd5ab),segment_id=6fbc1dd6-d690-4eb1-91c8-893882cfd5ab)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:00:29.495428 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-e20cb2b5-afd1-411f-ba15-29f0d6cddfdf req-6e685472-121e-462a-8b70-acc1d6224762 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (e2b5f121-f955-4916-aeb8-2c0f4cdb807a), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:29.508342 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-e20cb2b5-afd1-411f-ba15-29f0d6cddfdf req-6e685472-121e-462a-8b70-acc1d6224762 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Calling delete_port for e2b5f121-f955-4916-aeb8-2c0f4cdb807a owned by compute:nova {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 08:00:29.667611 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-e20cb2b5-afd1-411f-ba15-29f0d6cddfdf req-6e685472-121e-462a-8b70-acc1d6224762 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (e2b5f121-f955-4916-aeb8-2c0f4cdb807a), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:30.030015 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e685472-121e-462a-8b70-acc1d6224762 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event deleted for resources: {'Port': ['ID=e2b5f121-f955-4916-aeb8-2c0f4cdb807a,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:00:30.045598 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526f0cd-ae6f-41ba-9378-1f28da49178e req-97643d86-c5e0-42fb-8c1b-d957d1733185 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:00:30.047731 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3526f0cd-ae6f-41ba-9378-1f28da49178e req-97643d86-c5e0-42fb-8c1b-d957d1733185 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe654943-4abf-4aac-b17b-3bce5ac09b4e HTTP/1.1" status: 200 len: 867 time: 0.4315526 Feb 02 08:00:30.085464 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-e20cb2b5-afd1-411f-ba15-29f0d6cddfdf req-6e685472-121e-462a-8b70-acc1d6224762 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] No DVR routers for this DVR port e2b5f121-f955-4916-aeb8-2c0f4cdb807a on host n-h2-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 08:00:30.092436 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-e20cb2b5-afd1-411f-ba15-29f0d6cddfdf req-6e685472-121e-462a-8b70-acc1d6224762 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:30.096396 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e20cb2b5-afd1-411f-ba15-29f0d6cddfdf req-6e685472-121e-462a-8b70-acc1d6224762 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.59 "DELETE /v2.0/ports/e2b5f121-f955-4916-aeb8-2c0f4cdb807a HTTP/1.1" status: 204 len: 173 time: 0.7752385 Feb 02 08:00:30.096835 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe654943-4abf-4aac-b17b-3bce5ac09b4e', 'name': 'network-vif-deleted', 'tag': 'e2b5f121-f955-4916-aeb8-2c0f4cdb807a'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 08:00:30.099037 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cd64c29d20054dd266ebfc4811df21ba6bce2c9fa8def1b04b444a49e945ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be95420-f307-466a-afbe-2c2a1f50c8ae" -d '{"events": [{"server_uuid": "fe654943-4abf-4aac-b17b-3bce5ac09b4e", "name": "network-vif-deleted", "tag": "e2b5f121-f955-4916-aeb8-2c0f4cdb807a"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 08:00:30.134062 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3526f0cd-ae6f-41ba-9378-1f28da49178e req-8c41cdfb-69a2-4bb1-85f9-bcce20ff0ee5 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=3d479215-eccf-4e70-848c-08d2b42a6d76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716472 Feb 02 08:00:30.183200 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 08:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8035a24c-f777-4806-af8a-025e1235d046 x-openstack-request-id: req-8035a24c-f777-4806-af8a-025e1235d046 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 08:00:30.183523 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe654943-4abf-4aac-b17b-3bce5ac09b4e", "name": "network-vif-deleted", "tag": "e2b5f121-f955-4916-aeb8-2c0f4cdb807a", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 08:00:30.183832 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-8035a24c-f777-4806-af8a-025e1235d046 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 08:00:30.184253 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe654943-4abf-4aac-b17b-3bce5ac09b4e', 'name': 'network-vif-deleted', 'tag': 'e2b5f121-f955-4916-aeb8-2c0f4cdb807a', 'status': 'completed', 'code': 200} Feb 02 08:00:31.193052 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 37926) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:00:31.554720 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-158046ef-f437-40cd-a202-4084f99725fc tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (671d35f4-e855-4431-aa5e-601e952ca9f7), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:31.808042 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-158046ef-f437-40cd-a202-4084f99725fc tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Deleting port 00a10a96-fd0e-4d1d-83c5-074840ca0bd8 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 08:00:31.808308 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-158046ef-f437-40cd-a202-4084f99725fc tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (00a10a96-fd0e-4d1d-83c5-074840ca0bd8), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:31.896084 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-158046ef-f437-40cd-a202-4084f99725fc tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] For port 00a10a96-fd0e-4d1d-83c5-074840ca0bd8, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=00a10a96-fd0e-4d1d-83c5-074840ca0bd8,segment=NetworkSegment(6fbc1dd6-d690-4eb1-91c8-893882cfd5ab),segment_id=6fbc1dd6-d690-4eb1-91c8-893882cfd5ab)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:00:31.896460 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-158046ef-f437-40cd-a202-4084f99725fc tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (00a10a96-fd0e-4d1d-83c5-074840ca0bd8), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:31.909362 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-158046ef-f437-40cd-a202-4084f99725fc tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Calling delete_port for 00a10a96-fd0e-4d1d-83c5-074840ca0bd8 owned by network:router_interface {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 08:00:32.094441 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-158046ef-f437-40cd-a202-4084f99725fc tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (00a10a96-fd0e-4d1d-83c5-074840ca0bd8), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:32.118349 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158046ef-f437-40cd-a202-4084f99725fc tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event deleted for resources: {'Port': ['ID=00a10a96-fd0e-4d1d-83c5-074840ca0bd8,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:00:32.128416 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158046ef-f437-40cd-a202-4084f99725fc tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:00:32.128767 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158046ef-f437-40cd-a202-4084f99725fc tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:00:32.129115 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158046ef-f437-40cd-a202-4084f99725fc tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:00:32.129453 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158046ef-f437-40cd-a202-4084f99725fc tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:00:32.129788 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158046ef-f437-40cd-a202-4084f99725fc tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:00:32.130121 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158046ef-f437-40cd-a202-4084f99725fc tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:00:32.130471 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158046ef-f437-40cd-a202-4084f99725fc tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:00:32.130802 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158046ef-f437-40cd-a202-4084f99725fc tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:00:32.131538 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158046ef-f437-40cd-a202-4084f99725fc tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:00:32.131538 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158046ef-f437-40cd-a202-4084f99725fc tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:00:32.131833 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158046ef-f437-40cd-a202-4084f99725fc tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:00:32.132094 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158046ef-f437-40cd-a202-4084f99725fc tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:00:32.132417 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158046ef-f437-40cd-a202-4084f99725fc tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:00:32.308488 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-158046ef-f437-40cd-a202-4084f99725fc tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (671d35f4-e855-4431-aa5e-601e952ca9f7), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:32.527586 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-158046ef-f437-40cd-a202-4084f99725fc tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Router 671d35f4-e855-4431-aa5e-601e952ca9f7 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 08:00:32.634087 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-158046ef-f437-40cd-a202-4084f99725fc tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 08:00:32.638930 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-158046ef-f437-40cd-a202-4084f99725fc tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "PUT /v2.0/routers/671d35f4-e855-4431-aa5e-601e952ca9f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4448833 Feb 02 08:00:32.641958 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 37930) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:00:32.648519 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c232e9b-265f-44c4-b85b-0a9f083faccd None None] Sync routers for ids ['671d35f4-e855-4431-aa5e-601e952ca9f7'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 08:00:32.658469 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c232e9b-265f-44c4-b85b-0a9f083faccd None None] Routers {'671d35f4-e855-4431-aa5e-601e952ca9f7'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:00:32.659083 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-3c232e9b-265f-44c4-b85b-0a9f083faccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:00:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['671d35f4-e855-4431-aa5e-601e952ca9f7'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:00:32.691947 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb25301a-b180-4cad-98e2-40f44c9034df tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Deleting subnet 7e8497ed-9a3d-4ecb-8da2-bf62c1300f77 {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 08:00:32.695120 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bb25301a-b180-4cad-98e2-40f44c9034df tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for subnet (7e8497ed-9a3d-4ecb-8da2-bf62c1300f77), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:32.735625 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bb25301a-b180-4cad-98e2-40f44c9034df tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (7e8497ed-9a3d-4ecb-8da2-bf62c1300f77), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:32.763910 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-3c232e9b-265f-44c4-b85b-0a9f083faccd None None] Set router 671d35f4-e855-4431-aa5e-601e952ca9f7 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:00:32.822861 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bb25301a-b180-4cad-98e2-40f44c9034df tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (7e8497ed-9a3d-4ecb-8da2-bf62c1300f77), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:32.881749 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bb25301a-b180-4cad-98e2-40f44c9034df tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (7e8497ed-9a3d-4ecb-8da2-bf62c1300f77), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:32.910229 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb25301a-b180-4cad-98e2-40f44c9034df tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event deleted for resources: {'Subnet': ['ID=7e8497ed-9a3d-4ecb-8da2-bf62c1300f77,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:00:32.914013 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bb25301a-b180-4cad-98e2-40f44c9034df tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:32.918435 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-bb25301a-b180-4cad-98e2-40f44c9034df tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "DELETE /v2.0/subnets/7e8497ed-9a3d-4ecb-8da2-bf62c1300f77 HTTP/1.1" status: 204 len: 168 time: 0.2749064 Feb 02 08:00:32.920549 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 37932) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:00:32.920755 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbb3b2c-88e1-4e39-8ba0-7edca5f6824f None None] Network 4334e567-6b8d-48a2-82b6-a2f53e3598f1 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 08:00:32.954891 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-3c232e9b-265f-44c4-b85b-0a9f083faccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671d35f4-e855-4431-aa5e-601e952ca9f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294433111', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '645b5439-778d-40b3-8e61-04e113fbc2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:58:51Z', 'updated_at': '2022-02-02T08:00:32Z', 'revision_number': 5, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'gw_port': {'id': '645b5439-778d-40b3-8e61-04e113fbc2a2', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ad:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671d35f4-e855-4431-aa5e-601e952ca9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:58:51Z', 'updated_at': '2022-02-02T07:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:00:32.982139 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c232e9b-265f-44c4-b85b-0a9f083faccd None None] Checking router: 671d35f4-e855-4431-aa5e-601e952ca9f7 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 08:00:32.992366 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c232e9b-265f-44c4-b85b-0a9f083faccd None None] Routers {'671d35f4-e855-4431-aa5e-601e952ca9f7'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:00:32.993166 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-3c232e9b-265f-44c4-b85b-0a9f083faccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:00:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['671d35f4-e855-4431-aa5e-601e952ca9f7'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:00:33.030422 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b6d80767-c58f-4d4b-b0b5-21768797a320 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for router (671d35f4-e855-4431-aa5e-601e952ca9f7), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:33.099668 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58259bb4-13ea-49bc-b15d-9ce50b1d8aef None None] DHCP port deletion for 4334e567-6b8d-48a2-82b6-a2f53e3598f1 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 08:00:33.105922 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-3c232e9b-265f-44c4-b85b-0a9f083faccd None None] Set router 671d35f4-e855-4431-aa5e-601e952ca9f7 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:00:33.138475 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b6d80767-c58f-4d4b-b0b5-21768797a320 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for router_gateway (671d35f4-e855-4431-aa5e-601e952ca9f7), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:33.153442 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-58259bb4-13ea-49bc-b15d-9ce50b1d8aef None None] Deleting port 60cef0e7-d984-4bd7-b713-f1d54c84022c {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 08:00:33.153821 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-58259bb4-13ea-49bc-b15d-9ce50b1d8aef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (60cef0e7-d984-4bd7-b713-f1d54c84022c), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:33.195261 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-b6d80767-c58f-4d4b-b0b5-21768797a320 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Deleting port 645b5439-778d-40b3-8e61-04e113fbc2a2 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 08:00:33.195624 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b6d80767-c58f-4d4b-b0b5-21768797a320 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (645b5439-778d-40b3-8e61-04e113fbc2a2), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:33.218695 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-58259bb4-13ea-49bc-b15d-9ce50b1d8aef None None] For port 60cef0e7-d984-4bd7-b713-f1d54c84022c, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=60cef0e7-d984-4bd7-b713-f1d54c84022c,segment=NetworkSegment(6fbc1dd6-d690-4eb1-91c8-893882cfd5ab),segment_id=6fbc1dd6-d690-4eb1-91c8-893882cfd5ab)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:00:33.219175 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-58259bb4-13ea-49bc-b15d-9ce50b1d8aef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (60cef0e7-d984-4bd7-b713-f1d54c84022c), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:33.232342 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-58259bb4-13ea-49bc-b15d-9ce50b1d8aef None None] Calling delete_port for 60cef0e7-d984-4bd7-b713-f1d54c84022c owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 08:00:33.287517 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-b6d80767-c58f-4d4b-b0b5-21768797a320 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] For port 645b5439-778d-40b3-8e61-04e113fbc2a2, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=645b5439-778d-40b3-8e61-04e113fbc2a2,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:00:33.288004 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b6d80767-c58f-4d4b-b0b5-21768797a320 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (645b5439-778d-40b3-8e61-04e113fbc2a2), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:33.301460 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-b6d80767-c58f-4d4b-b0b5-21768797a320 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Calling delete_port for 645b5439-778d-40b3-8e61-04e113fbc2a2 owned by network:router_gateway {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 08:00:33.303257 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-3c232e9b-265f-44c4-b85b-0a9f083faccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '671d35f4-e855-4431-aa5e-601e952ca9f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294433111', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '645b5439-778d-40b3-8e61-04e113fbc2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:58:51Z', 'updated_at': '2022-02-02T08:00:32Z', 'revision_number': 5, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'gw_port': {'id': '645b5439-778d-40b3-8e61-04e113fbc2a2', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ad:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671d35f4-e855-4431-aa5e-601e952ca9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:58:51Z', 'updated_at': '2022-02-02T07:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:00:33.318567 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-58259bb4-13ea-49bc-b15d-9ce50b1d8aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (60cef0e7-d984-4bd7-b713-f1d54c84022c), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:33.330530 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c232e9b-265f-44c4-b85b-0a9f083faccd None None] The sync data for ids ['671d35f4-e855-4431-aa5e-601e952ca9f7'] in n-d-789963-26 is: [{'id': '671d35f4-e855-4431-aa5e-601e952ca9f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1294433111', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '645b5439-778d-40b3-8e61-04e113fbc2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T07:58:51Z', 'updated_at': '2022-02-02T08:00:32Z', 'revision_number': 5, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'gw_port': {'id': '645b5439-778d-40b3-8e61-04e113fbc2a2', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:ad:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671d35f4-e855-4431-aa5e-601e952ca9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T07:58:51Z', 'updated_at': '2022-02-02T07:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 08:00:33.349648 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58259bb4-13ea-49bc-b15d-9ce50b1d8aef None None] No DVR routers for this DVR port 60cef0e7-d984-4bd7-b713-f1d54c84022c on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 08:00:33.354336 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58259bb4-13ea-49bc-b15d-9ce50b1d8aef None None] Pushing event deleted for resources: {'Port': ['ID=60cef0e7-d984-4bd7-b713-f1d54c84022c,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:00:33.363939 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58259bb4-13ea-49bc-b15d-9ce50b1d8aef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:00:33.364369 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58259bb4-13ea-49bc-b15d-9ce50b1d8aef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:00:33.365291 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58259bb4-13ea-49bc-b15d-9ce50b1d8aef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:00:33.365291 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58259bb4-13ea-49bc-b15d-9ce50b1d8aef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:00:33.365620 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58259bb4-13ea-49bc-b15d-9ce50b1d8aef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:00:33.366029 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58259bb4-13ea-49bc-b15d-9ce50b1d8aef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:00:33.366433 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58259bb4-13ea-49bc-b15d-9ce50b1d8aef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:00:33.366904 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58259bb4-13ea-49bc-b15d-9ce50b1d8aef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:00:33.367340 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58259bb4-13ea-49bc-b15d-9ce50b1d8aef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:00:33.367804 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58259bb4-13ea-49bc-b15d-9ce50b1d8aef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:00:33.368237 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58259bb4-13ea-49bc-b15d-9ce50b1d8aef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:00:33.368668 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58259bb4-13ea-49bc-b15d-9ce50b1d8aef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:00:33.369089 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58259bb4-13ea-49bc-b15d-9ce50b1d8aef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:00:33.481158 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b6d80767-c58f-4d4b-b0b5-21768797a320 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (645b5439-778d-40b3-8e61-04e113fbc2a2), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:33.506505 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d80767-c58f-4d4b-b0b5-21768797a320 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event deleted for resources: {'Port': ['ID=645b5439-778d-40b3-8e61-04e113fbc2a2,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:00:33.576003 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b6d80767-c58f-4d4b-b0b5-21768797a320 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (671d35f4-e855-4431-aa5e-601e952ca9f7), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:33.662256 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device e2b5f121-f955-4916-aeb8-2c0f4cdb807a no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 08:00:33.685155 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] No Port match for: e2b5f121-f955-4916-aeb8-2c0f4cdb807a {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 08:00:33.685513 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device e2b5f121-f955-4916-aeb8-2c0f4cdb807a not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 08:00:33.957390 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b6d80767-c58f-4d4b-b0b5-21768797a320 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (671d35f4-e855-4431-aa5e-601e952ca9f7), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:33.959530 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b6d80767-c58f-4d4b-b0b5-21768797a320 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for router_controller (671d35f4-e855-4431-aa5e-601e952ca9f7), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:34.001240 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b6d80767-c58f-4d4b-b0b5-21768797a320 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (671d35f4-e855-4431-aa5e-601e952ca9f7), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:34.001754 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d80767-c58f-4d4b-b0b5-21768797a320 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Fanout notify agent at l3_agent the message router_deleted on router 671d35f4-e855-4431-aa5e-601e952ca9f7 {{(pid=109693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 08:00:34.008411 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b6d80767-c58f-4d4b-b0b5-21768797a320 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:34.009530 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b6d80767-c58f-4d4b-b0b5-21768797a320 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "DELETE /v2.0/routers/671d35f4-e855-4431-aa5e-601e952ca9f7 HTTP/1.1" status: 204 len: 168 time: 1.0880489 Feb 02 08:00:34.012306 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 37934) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:00:34.095245 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e5209b8a-0264-4ef9-b19b-f67cbf80906d tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (4334e567-6b8d-48a2-82b6-a2f53e3598f1), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:34.180198 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e5209b8a-0264-4ef9-b19b-f67cbf80906d tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (4334e567-6b8d-48a2-82b6-a2f53e3598f1), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:34.200001 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-e5209b8a-0264-4ef9-b19b-f67cbf80906d tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4334e567-6b8d-48a2-82b6-a2f53e3598f1']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:00:34.209830 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-e5209b8a-0264-4ef9-b19b-f67cbf80906d tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fbc1dd6-d690-4eb1-91c8-893882cfd5ab') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:00:34.210132 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-e5209b8a-0264-4ef9-b19b-f67cbf80906d tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fbc1dd6-d690-4eb1-91c8-893882cfd5ab') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:00:34.219483 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e5209b8a-0264-4ef9-b19b-f67cbf80906d tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (6fbc1dd6-d690-4eb1-91c8-893882cfd5ab), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:34.232846 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e5209b8a-0264-4ef9-b19b-f67cbf80906d tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (6fbc1dd6-d690-4eb1-91c8-893882cfd5ab), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:34.238738 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5209b8a-0264-4ef9-b19b-f67cbf80906d tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 08:00:34.239199 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e5209b8a-0264-4ef9-b19b-f67cbf80906d tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (6fbc1dd6-d690-4eb1-91c8-893882cfd5ab), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:34.242346 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 08:00:34.242346 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 08:00:34.242346 n-d-789963-26 neutron-server[109693]: timer() Feb 02 08:00:34.242346 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 08:00:34.242346 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 08:00:34.242346 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 08:00:34.242346 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 08:00:34.242346 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 08:00:34.242346 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 08:00:34.242346 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 08:00:34.242346 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 08:00:34.242346 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 08:00:34.242346 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 08:00:34.242346 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 08:00:34.242346 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 08:00:34.242346 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 08:00:34.242346 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 08:00:34.242346 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 08:00:34.242346 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 08:00:34.242346 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 08:00:34.242346 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 08:00:34.242346 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 08:00:34.242346 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 08:00:34.242346 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 08:00:34.242346 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 08:00:34.242346 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 08:00:34.242346 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 08:00:34.242346 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 08:00:34.242346 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 08:00:34.242346 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 08:00:34.242346 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 08:00:34.242346 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 08:00:34.303952 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e5209b8a-0264-4ef9-b19b-f67cbf80906d tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (4334e567-6b8d-48a2-82b6-a2f53e3598f1), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:34.308644 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e5209b8a-0264-4ef9-b19b-f67cbf80906d tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:34.312560 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e5209b8a-0264-4ef9-b19b-f67cbf80906d tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "DELETE /v2.0/networks/4334e567-6b8d-48a2-82b6-a2f53e3598f1 HTTP/1.1" status: 204 len: 168 time: 0.2985897 Feb 02 08:00:34.315341 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 37936) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:00:34.327479 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5209b8a-0264-4ef9-b19b-f67cbf80906d tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event deleted for resources: {'Network': ['ID=4334e567-6b8d-48a2-82b6-a2f53e3598f1,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:00:34.371804 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-92e9c5e8-42c7-4188-89c3-1fed0941063b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group (3d479215-eccf-4e70-848c-08d2b42a6d76), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:34.397531 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-92e9c5e8-42c7-4188-89c3-1fed0941063b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group (3d479215-eccf-4e70-848c-08d2b42a6d76), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:34.468082 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-92e9c5e8-42c7-4188-89c3-1fed0941063b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (3d479215-eccf-4e70-848c-08d2b42a6d76), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:34.471169 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-92e9c5e8-42c7-4188-89c3-1fed0941063b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:34.474993 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-92e9c5e8-42c7-4188-89c3-1fed0941063b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "DELETE /v2.0/security-groups/3d479215-eccf-4e70-848c-08d2b42a6d76 HTTP/1.1" status: 204 len: 168 time: 0.1560571 Feb 02 08:00:34.483720 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e9c5e8-42c7-4188-89c3-1fed0941063b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d479215-eccf-4e70-848c-08d2b42a6d76,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:00:34.507010 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 00a10a96-fd0e-4d1d-83c5-074840ca0bd8 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 08:00:34.532635 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 00a10a96-fd0e-4d1d-83c5-074840ca0bd8 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 08:00:34.532635 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 00a10a96-fd0e-4d1d-83c5-074840ca0bd8 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 08:00:34.532635 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 60cef0e7-d984-4bd7-b713-f1d54c84022c no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 08:00:34.552273 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 60cef0e7-d984-4bd7-b713-f1d54c84022c {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 08:00:34.552621 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 60cef0e7-d984-4bd7-b713-f1d54c84022c not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 08:00:34.553054 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 645b5439-778d-40b3-8e61-04e113fbc2a2 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 08:00:34.571926 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 645b5439-778d-40b3-8e61-04e113fbc2a2 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 08:00:34.572273 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 645b5439-778d-40b3-8e61-04e113fbc2a2 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 08:00:34.823984 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 37942) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:00:34.828773 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-d93e5cc7-5990-4edd-a332-efa43f266733 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-376354092', 'description': 'tempest-secgroup-smoke-376354092 description', 'project_id': '491ef38eb7a24b33900e5a5f7693dafc'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:00:34.848718 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d93e5cc7-5990-4edd-a332-efa43f266733 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:34.912877 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d93e5cc7-5990-4edd-a332-efa43f266733 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group (ae1dcd2e-35df-4294-9863-479351a14634), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:34.916377 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d93e5cc7-5990-4edd-a332-efa43f266733 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (ae1dcd2e-35df-4294-9863-479351a14634), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:34.944558 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d93e5cc7-5990-4edd-a332-efa43f266733 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:34.945757 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d93e5cc7-5990-4edd-a332-efa43f266733 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1207459 Feb 02 08:00:34.947604 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93e5cc7-5990-4edd-a332-efa43f266733 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1dcd2e-35df-4294-9863-479351a14634,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:00:34.948762 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 37944) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:00:34.955114 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-e62e48a5-cb5f-47d4-8614-8e00c0411260 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Request body: {'security_group_rule': {'security_group_id': 'ae1dcd2e-35df-4294-9863-479351a14634', 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:00:34.980719 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e62e48a5-cb5f-47d4-8614-8e00c0411260 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (6235cb7a-ba51-46de-96bd-f44492d0cfce), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:35.035162 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e62e48a5-cb5f-47d4-8614-8e00c0411260 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (6235cb7a-ba51-46de-96bd-f44492d0cfce), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:35.039227 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e62e48a5-cb5f-47d4-8614-8e00c0411260 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (6235cb7a-ba51-46de-96bd-f44492d0cfce), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:35.060531 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62e48a5-cb5f-47d4-8614-8e00c0411260 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6235cb7a-ba51-46de-96bd-f44492d0cfce,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:00:35.066899 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e62e48a5-cb5f-47d4-8614-8e00c0411260 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:35.068098 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e62e48a5-cb5f-47d4-8614-8e00c0411260 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1174259 Feb 02 08:00:35.070817 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 37946) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:00:35.075025 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-c272da27-024f-42b3-b708-b9ba1543671a tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Request body: {'security_group_rule': {'security_group_id': 'ae1dcd2e-35df-4294-9863-479351a14634', 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:00:35.101623 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c272da27-024f-42b3-b708-b9ba1543671a tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (296b877b-b73f-4a6e-b9b3-f8d9dc9f8e48), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:35.161864 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c272da27-024f-42b3-b708-b9ba1543671a tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (296b877b-b73f-4a6e-b9b3-f8d9dc9f8e48), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:35.165359 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c272da27-024f-42b3-b708-b9ba1543671a tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (296b877b-b73f-4a6e-b9b3-f8d9dc9f8e48), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:35.182599 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272da27-024f-42b3-b708-b9ba1543671a tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=296b877b-b73f-4a6e-b9b3-f8d9dc9f8e48,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:00:35.191118 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c272da27-024f-42b3-b708-b9ba1543671a tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:35.192401 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-c272da27-024f-42b3-b708-b9ba1543671a tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1207263 Feb 02 08:00:35.195070 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 37948) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:00:35.199343 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-b0c737fc-16de-4244-a3e7-8110423151c7 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Request body: {'security_group_rule': {'security_group_id': 'ae1dcd2e-35df-4294-9863-479351a14634', 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:00:35.222962 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b0c737fc-16de-4244-a3e7-8110423151c7 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (44c6d4f1-7317-4d2c-9693-e3928ab4c741), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:35.278498 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b0c737fc-16de-4244-a3e7-8110423151c7 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (44c6d4f1-7317-4d2c-9693-e3928ab4c741), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:35.282401 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b0c737fc-16de-4244-a3e7-8110423151c7 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (44c6d4f1-7317-4d2c-9693-e3928ab4c741), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:35.299857 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c737fc-16de-4244-a3e7-8110423151c7 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44c6d4f1-7317-4d2c-9693-e3928ab4c741,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:00:35.307969 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b0c737fc-16de-4244-a3e7-8110423151c7 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:35.309184 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b0c737fc-16de-4244-a3e7-8110423151c7 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1131442 Feb 02 08:00:35.311938 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 37950) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:00:35.316408 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-0f7f6ea8-69d6-402a-8ed4-d41b7fd8e73d tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Request body: {'security_group_rule': {'security_group_id': 'ae1dcd2e-35df-4294-9863-479351a14634', 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:00:35.342720 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0f7f6ea8-69d6-402a-8ed4-d41b7fd8e73d tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (fba84912-d4cd-418a-87dc-83ab7a6c237e), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:35.399408 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0f7f6ea8-69d6-402a-8ed4-d41b7fd8e73d tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (fba84912-d4cd-418a-87dc-83ab7a6c237e), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:35.402824 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0f7f6ea8-69d6-402a-8ed4-d41b7fd8e73d tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (fba84912-d4cd-418a-87dc-83ab7a6c237e), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:35.421257 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7f6ea8-69d6-402a-8ed4-d41b7fd8e73d tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fba84912-d4cd-418a-87dc-83ab7a6c237e,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:00:35.427463 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0f7f6ea8-69d6-402a-8ed4-d41b7fd8e73d tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:35.427999 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-0f7f6ea8-69d6-402a-8ed4-d41b7fd8e73d tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1151159 Feb 02 08:00:35.431183 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 37952) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:00:35.435699 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-0796d707-0ca1-457e-bd73-cd11c32b969b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Request body: {'security_group_rule': {'security_group_id': 'ae1dcd2e-35df-4294-9863-479351a14634', 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:00:35.456026 n-d-789963-26 neutron-server[109693]: INFO neutron.db.securitygroups_db [None req-0796d707-0ca1-457e-bd73-cd11c32b969b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Project 491ef38eb7a24b33900e5a5f7693dafc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 08:00:35.460897 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0796d707-0ca1-457e-bd73-cd11c32b969b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (d1212788-9c92-4f23-abca-00912fb87770), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:35.522079 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0796d707-0ca1-457e-bd73-cd11c32b969b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (d1212788-9c92-4f23-abca-00912fb87770), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:35.525823 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0796d707-0ca1-457e-bd73-cd11c32b969b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (d1212788-9c92-4f23-abca-00912fb87770), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:35.545870 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0796d707-0ca1-457e-bd73-cd11c32b969b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1212788-9c92-4f23-abca-00912fb87770,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:00:35.551623 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0796d707-0ca1-457e-bd73-cd11c32b969b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:35.553434 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-0796d707-0ca1-457e-bd73-cd11c32b969b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1206112 Feb 02 08:00:35.555432 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 37954) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:00:35.559709 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-60054e54-baf4-47f4-9713-242cd8592da5 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Request body: {'security_group_rule': {'security_group_id': 'ae1dcd2e-35df-4294-9863-479351a14634', 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:00:35.579752 n-d-789963-26 neutron-server[109693]: INFO neutron.db.securitygroups_db [None req-60054e54-baf4-47f4-9713-242cd8592da5 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Project 491ef38eb7a24b33900e5a5f7693dafc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 08:00:35.584479 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-60054e54-baf4-47f4-9713-242cd8592da5 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (309b3091-70f7-4111-a8bc-d45aea256230), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:35.642351 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-60054e54-baf4-47f4-9713-242cd8592da5 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (309b3091-70f7-4111-a8bc-d45aea256230), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:35.645597 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-60054e54-baf4-47f4-9713-242cd8592da5 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (309b3091-70f7-4111-a8bc-d45aea256230), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:35.663306 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60054e54-baf4-47f4-9713-242cd8592da5 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=309b3091-70f7-4111-a8bc-d45aea256230,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:00:35.670323 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-60054e54-baf4-47f4-9713-242cd8592da5 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:35.672207 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-60054e54-baf4-47f4-9713-242cd8592da5 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1151588 Feb 02 08:00:35.675100 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 37956) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:00:35.679948 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-e84b83d9-3564-4f97-b429-d6f444b23deb tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Request body: {'network': {'name': 'tempest-network-smoke--2724030', 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'port_security_enabled': True}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:00:35.697415 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84b83d9-3564-4f97-b429-d6f444b23deb tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Made reservation on behalf of 491ef38eb7a24b33900e5a5f7693dafc for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 08:00:35.700598 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e84b83d9-3564-4f97-b429-d6f444b23deb tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:35.723706 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e84b83d9-3564-4f97-b429-d6f444b23deb tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 08:00:35.732226 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e84b83d9-3564-4f97-b429-d6f444b23deb tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (bc94a203-c830-40d4-a375-5d84802df1a7), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:35.732573 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-e84b83d9-3564-4f97-b429-d6f444b23deb tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Added segment bc94a203-c830-40d4-a375-5d84802df1a7 of type vlan for network c97fd303-0388-4356-aee8-201eca674def Feb 02 08:00:35.771979 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e84b83d9-3564-4f97-b429-d6f444b23deb tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (c97fd303-0388-4356-aee8-201eca674def), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:35.795065 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e84b83d9-3564-4f97-b429-d6f444b23deb tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (c97fd303-0388-4356-aee8-201eca674def), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:35.800569 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84b83d9-3564-4f97-b429-d6f444b23deb tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:00:35.801149 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-e84b83d9-3564-4f97-b429-d6f444b23deb tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:35.843789 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e84b83d9-3564-4f97-b429-d6f444b23deb tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1675501 Feb 02 08:00:35.846733 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 37958) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:00:35.851373 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-c7d17855-ffb4-43cf-ac94-509e4865fda0 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-72809808', 'admin_state_up': True, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:00:35.872683 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c7d17855-ffb4-43cf-ac94-509e4865fda0 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (266b700a-1c8f-44c4-bebf-455f4eb535c7), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:35.873559 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b83d9-3564-4f97-b429-d6f444b23deb tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event updated for resources: {'Network': ['ID=c97fd303-0388-4356-aee8-201eca674def,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:00:35.873727 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c7d17855-ffb4-43cf-ac94-509e4865fda0 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (266b700a-1c8f-44c4-bebf-455f4eb535c7), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:35.885637 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network c97fd303-0388-4356-aee8-201eca674def details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 08:00:35.927858 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c7d17855-ffb4-43cf-ac94-509e4865fda0 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for router_controller (266b700a-1c8f-44c4-bebf-455f4eb535c7), precommit_add_association {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:36.064090 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c7d17855-ffb4-43cf-ac94-509e4865fda0 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for router_gateway (266b700a-1c8f-44c4-bebf-455f4eb535c7), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:36.254069 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c7d17855-ffb4-43cf-ac94-509e4865fda0 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for router_gateway (266b700a-1c8f-44c4-bebf-455f4eb535c7), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:36.272307 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c7d17855-ffb4-43cf-ac94-509e4865fda0 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:36.369480 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-c7d17855-ffb4-43cf-ac94-509e4865fda0 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Allocated IP 172.25.4.246 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/6ffd5e78-cfbe-4f9b-b7f0-98090b2fca3b) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 08:00:36.472339 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c7d17855-ffb4-43cf-ac94-509e4865fda0 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for port (6ffd5e78-cfbe-4f9b-b7f0-98090b2fca3b), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:36.506540 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c7d17855-ffb4-43cf-ac94-509e4865fda0 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (6ffd5e78-cfbe-4f9b-b7f0-98090b2fca3b), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:36.540833 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d17855-ffb4-43cf-ac94-509e4865fda0 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 08:00:36.543742 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-c7d17855-ffb4-43cf-ac94-509e4865fda0 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 08:00:36.547266 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d17855-ffb4-43cf-ac94-509e4865fda0 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 08:00:36.575478 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d17855-ffb4-43cf-ac94-509e4865fda0 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event updated for resources: {'Port': ['ID=6ffd5e78-cfbe-4f9b-b7f0-98090b2fca3b,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:00:36.795611 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c7d17855-ffb4-43cf-ac94-509e4865fda0 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for router_gateway (266b700a-1c8f-44c4-bebf-455f4eb535c7), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:36.988676 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c7d17855-ffb4-43cf-ac94-509e4865fda0 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (266b700a-1c8f-44c4-bebf-455f4eb535c7), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:37.115615 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7d17855-ffb4-43cf-ac94-509e4865fda0 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Router 266b700a-1c8f-44c4-bebf-455f4eb535c7 is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 08:00:37.220149 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d17855-ffb4-43cf-ac94-509e4865fda0 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 08:00:37.230051 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3079191d-aaf1-4066-89a7-3b5cd882f478 None None] Sync routers for ids ['266b700a-1c8f-44c4-bebf-455f4eb535c7'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 08:00:37.240629 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3079191d-aaf1-4066-89a7-3b5cd882f478 None None] Routers {'266b700a-1c8f-44c4-bebf-455f4eb535c7'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:00:37.240806 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c7d17855-ffb4-43cf-ac94-509e4865fda0 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:37.241226 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-3079191d-aaf1-4066-89a7-3b5cd882f478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:00:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['266b700a-1c8f-44c4-bebf-455f4eb535c7'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:00:37.242042 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c7d17855-ffb4-43cf-ac94-509e4865fda0 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.3942769 Feb 02 08:00:37.245202 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 37960) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:00:37.273155 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a40f9328-de86-456c-ace1-38e04253abe2 tempest-TestNetworkAdvancedServerOps-1314165092 tempest-TestNetworkAdvancedServerOps-1314165092-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=491ef38eb7a24b33900e5a5f7693dafc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268261 Feb 02 08:00:37.275760 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 37962) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:00:37.348419 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-3079191d-aaf1-4066-89a7-3b5cd882f478 None None] Set router 266b700a-1c8f-44c4-bebf-455f4eb535c7 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:00:37.365348 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c81894-214a-42c6-a175-21505fc77e8e tempest-TestNetworkAdvancedServerOps-1314165092 tempest-TestNetworkAdvancedServerOps-1314165092-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:00:37.366943 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-e2c81894-214a-42c6-a175-21505fc77e8e tempest-TestNetworkAdvancedServerOps-1314165092 tempest-TestNetworkAdvancedServerOps-1314165092-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0902295 Feb 02 08:00:37.369655 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 37964) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:00:37.400933 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b3d425c2-b58e-49c1-9e63-4eee0fce3e62 tempest-TestNetworkAdvancedServerOps-1314165092 tempest-TestNetworkAdvancedServerOps-1314165092-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=ee4463ee-e783-4af5-91d5-cbeb2d0e0db8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279176 Feb 02 08:00:37.401165 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 37966) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:00:37.405810 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-05e51fec-5e16-4a63-9042-1a713e50473f tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1173898191', 'network_id': 'c97fd303-0388-4356-aee8-201eca674def', 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:00:37.492442 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e51fec-5e16-4a63-9042-1a713e50473f tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Made reservation on behalf of 491ef38eb7a24b33900e5a5f7693dafc for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 08:00:37.495904 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-05e51fec-5e16-4a63-9042-1a713e50473f tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:37.530536 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-3079191d-aaf1-4066-89a7-3b5cd882f478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266b700a-1c8f-44c4-bebf-455f4eb535c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72809808', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '6ffd5e78-cfbe-4f9b-b7f0-98090b2fca3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:00:35Z', 'updated_at': '2022-02-02T08:00:36Z', 'revision_number': 3, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'gw_port': {'id': '6ffd5e78-cfbe-4f9b-b7f0-98090b2fca3b', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:17:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '266b700a-1c8f-44c4-bebf-455f4eb535c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:00:36Z', 'updated_at': '2022-02-02T08:00:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:00:37.558903 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3079191d-aaf1-4066-89a7-3b5cd882f478 None None] Checking router: 266b700a-1c8f-44c4-bebf-455f4eb535c7 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 08:00:37.559289 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3079191d-aaf1-4066-89a7-3b5cd882f478 None None] Updating router 266b700a-1c8f-44c4-bebf-455f4eb535c7 port 6ffd5e78-cfbe-4f9b-b7f0-98090b2fca3b binding host n-d-789963-26 {{(pid=109695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 08:00:37.590054 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3079191d-aaf1-4066-89a7-3b5cd882f478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (6ffd5e78-cfbe-4f9b-b7f0-98090b2fca3b), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:37.686657 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-05e51fec-5e16-4a63-9042-1a713e50473f tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (c3f77f63-b789-4a62-ac17-4a34522dbc36), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:37.752650 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e51fec-5e16-4a63-9042-1a713e50473f tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event updated for resources: {'Subnet': ['ID=c3f77f63-b789-4a62-ac17-4a34522dbc36,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:00:37.762800 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e51fec-5e16-4a63-9042-1a713e50473f tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Checking segment: {'id': 'bc94a203-c830-40d4-a375-5d84802df1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'c97fd303-0388-4356-aee8-201eca674def'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 08:00:37.763176 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e51fec-5e16-4a63-9042-1a713e50473f tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Network hostable DHCP agents. Network: c97fd303-0388-4356-aee8-201eca674def, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 08:00:37.779987 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e51fec-5e16-4a63-9042-1a713e50473f tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Network c97fd303-0388-4356-aee8-201eca674def is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 08:00:37.788468 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-05e51fec-5e16-4a63-9042-1a713e50473f tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, c97fd303-0388-4356-aee8-201eca674def) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 08:00:37.793153 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e51fec-5e16-4a63-9042-1a713e50473f tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:00:37.794362 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-05e51fec-5e16-4a63-9042-1a713e50473f tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:37.801144 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312e800f-2fec-4001-a902-170eaec408a2 None None] Network c97fd303-0388-4356-aee8-201eca674def requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 08:00:37.811370 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-05e51fec-5e16-4a63-9042-1a713e50473f tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4092741 Feb 02 08:00:37.814264 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 37968) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:00:37.906768 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3079191d-aaf1-4066-89a7-3b5cd882f478 None None] Publish callbacks [] for port (6ffd5e78-cfbe-4f9b-b7f0-98090b2fca3b), precommit_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:37.916342 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3079191d-aaf1-4066-89a7-3b5cd882f478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (6ffd5e78-cfbe-4f9b-b7f0-98090b2fca3b), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:37.998117 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d84480-8f4c-4d39-a1fd-545151c8b18f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-c97fd303-0388-4356-aee8-201eca674def', 'network_id': 'c97fd303-0388-4356-aee8-201eca674def', 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'fixed_ips': [{'subnet_id': 'c3f77f63-b789-4a62-ac17-4a34522dbc36'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 08:00:37.998979 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-77d84480-8f4c-4d39-a1fd-545151c8b18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:38.004685 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c8a9c0-006e-41fc-ba65-9031b0e4e9fe None None] Pushing event updated for resources: {'Port': ['ID=6ffd5e78-cfbe-4f9b-b7f0-98090b2fca3b,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:00:38.013451 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-3079191d-aaf1-4066-89a7-3b5cd882f478 None None] Attempting to bind port 6ffd5e78-cfbe-4f9b-b7f0-98090b2fca3b on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 08:00:38.013834 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-3079191d-aaf1-4066-89a7-3b5cd882f478 None None] Attempting to bind port 6ffd5e78-cfbe-4f9b-b7f0-98090b2fca3b by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 08:00:38.014453 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3079191d-aaf1-4066-89a7-3b5cd882f478 None None] Attempting to bind port 6ffd5e78-cfbe-4f9b-b7f0-98090b2fca3b on network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 08:00:38.022456 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3079191d-aaf1-4066-89a7-3b5cd882f478 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 8, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 08:00:38.022844 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3079191d-aaf1-4066-89a7-3b5cd882f478 None None] Checking segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 08:00:38.023244 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3079191d-aaf1-4066-89a7-3b5cd882f478 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:38.023670 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3079191d-aaf1-4066-89a7-3b5cd882f478 None None] Bound using segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 08:00:38.024149 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-3079191d-aaf1-4066-89a7-3b5cd882f478 None None] Bound port: 6ffd5e78-cfbe-4f9b-b7f0-98090b2fca3b, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 08:00:38.024543 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3079191d-aaf1-4066-89a7-3b5cd882f478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (6ffd5e78-cfbe-4f9b-b7f0-98090b2fca3b), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:38.167855 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-3079191d-aaf1-4066-89a7-3b5cd882f478 None None] For port 6ffd5e78-cfbe-4f9b-b7f0-98090b2fca3b, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 08:00:38.185872 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-3079191d-aaf1-4066-89a7-3b5cd882f478 None None] For port 6ffd5e78-cfbe-4f9b-b7f0-98090b2fca3b, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=6ffd5e78-cfbe-4f9b-b7f0-98090b2fca3b,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 08:00:38.198594 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3079191d-aaf1-4066-89a7-3b5cd882f478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (6ffd5e78-cfbe-4f9b-b7f0-98090b2fca3b), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:38.208218 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-77d84480-8f4c-4d39-a1fd-545151c8b18f None None] Allocated IP 172.20.0.2 (c97fd303-0388-4356-aee8-201eca674def/c3f77f63-b789-4a62-ac17-4a34522dbc36/bf4f9e46-acd9-4eb9-8481-e4dc3663abf6) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 08:00:38.256807 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8ca1b621-55a7-4972-9d0f-f66be1ed5f35 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:38.291363 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3079191d-aaf1-4066-89a7-3b5cd882f478 None None] Routers {'266b700a-1c8f-44c4-bebf-455f4eb535c7'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:00:38.292023 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-3079191d-aaf1-4066-89a7-3b5cd882f478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:00:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['266b700a-1c8f-44c4-bebf-455f4eb535c7'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:00:38.296323 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c8a9c0-006e-41fc-ba65-9031b0e4e9fe None None] Pushing event updated for resources: {'Port': ['ID=6ffd5e78-cfbe-4f9b-b7f0-98090b2fca3b,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:00:38.474410 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-3079191d-aaf1-4066-89a7-3b5cd882f478 None None] Set router 266b700a-1c8f-44c4-bebf-455f4eb535c7 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:00:38.559309 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-77d84480-8f4c-4d39-a1fd-545151c8b18f None None] Publish callbacks [] for port (bf4f9e46-acd9-4eb9-8481-e4dc3663abf6), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:38.571847 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-77d84480-8f4c-4d39-a1fd-545151c8b18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (bf4f9e46-acd9-4eb9-8481-e4dc3663abf6), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:38.619418 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-8ca1b621-55a7-4972-9d0f-f66be1ed5f35 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Allocated IP 172.20.0.1 (c97fd303-0388-4356-aee8-201eca674def/c3f77f63-b789-4a62-ac17-4a34522dbc36/e8bc4c63-1ce3-41af-a509-e60f75630b31) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 08:00:38.640978 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d84480-8f4c-4d39-a1fd-545151c8b18f None None] Network c97fd303-0388-4356-aee8-201eca674def is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 08:00:38.648412 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-77d84480-8f4c-4d39-a1fd-545151c8b18f None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 08:00:38.654779 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d84480-8f4c-4d39-a1fd-545151c8b18f None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 08:00:38.669088 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d84480-8f4c-4d39-a1fd-545151c8b18f None None] Pushing event updated for resources: {'Port': ['ID=bf4f9e46-acd9-4eb9-8481-e4dc3663abf6,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:00:38.736511 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8ca1b621-55a7-4972-9d0f-f66be1ed5f35 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for port (e8bc4c63-1ce3-41af-a509-e60f75630b31), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:38.753470 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-77d84480-8f4c-4d39-a1fd-545151c8b18f None None] Attempting to bind port bf4f9e46-acd9-4eb9-8481-e4dc3663abf6 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 08:00:38.753850 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-77d84480-8f4c-4d39-a1fd-545151c8b18f None None] Attempting to bind port bf4f9e46-acd9-4eb9-8481-e4dc3663abf6 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'bc94a203-c830-40d4-a375-5d84802df1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'c97fd303-0388-4356-aee8-201eca674def'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 08:00:38.754221 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d84480-8f4c-4d39-a1fd-545151c8b18f None None] Attempting to bind port bf4f9e46-acd9-4eb9-8481-e4dc3663abf6 on network c97fd303-0388-4356-aee8-201eca674def {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 08:00:38.761485 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d84480-8f4c-4d39-a1fd-545151c8b18f None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 8, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 08:00:38.761863 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d84480-8f4c-4d39-a1fd-545151c8b18f None None] Checking segment: {'id': 'bc94a203-c830-40d4-a375-5d84802df1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'c97fd303-0388-4356-aee8-201eca674def'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 08:00:38.762279 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-77d84480-8f4c-4d39-a1fd-545151c8b18f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:38.762670 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d84480-8f4c-4d39-a1fd-545151c8b18f None None] Bound using segment: {'id': 'bc94a203-c830-40d4-a375-5d84802df1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'c97fd303-0388-4356-aee8-201eca674def'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 08:00:38.763143 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-77d84480-8f4c-4d39-a1fd-545151c8b18f None None] Bound port: bf4f9e46-acd9-4eb9-8481-e4dc3663abf6, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc94a203-c830-40d4-a375-5d84802df1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'c97fd303-0388-4356-aee8-201eca674def'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 08:00:38.763537 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-77d84480-8f4c-4d39-a1fd-545151c8b18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (bf4f9e46-acd9-4eb9-8481-e4dc3663abf6), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:38.775150 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8ca1b621-55a7-4972-9d0f-f66be1ed5f35 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (e8bc4c63-1ce3-41af-a509-e60f75630b31), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:38.806213 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-3079191d-aaf1-4066-89a7-3b5cd882f478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266b700a-1c8f-44c4-bebf-455f4eb535c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72809808', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '6ffd5e78-cfbe-4f9b-b7f0-98090b2fca3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:00:35Z', 'updated_at': '2022-02-02T08:00:36Z', 'revision_number': 3, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'gw_port': {'id': '6ffd5e78-cfbe-4f9b-b7f0-98090b2fca3b', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:17:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '266b700a-1c8f-44c4-bebf-455f4eb535c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:00:36Z', 'updated_at': '2022-02-02T08:00:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:00:38.815178 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca1b621-55a7-4972-9d0f-f66be1ed5f35 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Network c97fd303-0388-4356-aee8-201eca674def is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 08:00:38.820143 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-8ca1b621-55a7-4972-9d0f-f66be1ed5f35 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 08:00:38.823920 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca1b621-55a7-4972-9d0f-f66be1ed5f35 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 08:00:38.830213 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca1b621-55a7-4972-9d0f-f66be1ed5f35 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event updated for resources: {'Port': ['ID=e8bc4c63-1ce3-41af-a509-e60f75630b31,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:00:38.842896 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3079191d-aaf1-4066-89a7-3b5cd882f478 None None] The sync data for ids ['266b700a-1c8f-44c4-bebf-455f4eb535c7'] in n-d-789963-26 is: [{'id': '266b700a-1c8f-44c4-bebf-455f4eb535c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72809808', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '6ffd5e78-cfbe-4f9b-b7f0-98090b2fca3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:00:35Z', 'updated_at': '2022-02-02T08:00:36Z', 'revision_number': 3, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'gw_port': {'id': '6ffd5e78-cfbe-4f9b-b7f0-98090b2fca3b', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:17:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '266b700a-1c8f-44c4-bebf-455f4eb535c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:00:36Z', 'updated_at': '2022-02-02T08:00:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 08:00:38.868299 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-77d84480-8f4c-4d39-a1fd-545151c8b18f None None] For port bf4f9e46-acd9-4eb9-8481-e4dc3663abf6, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 08:00:38.868517 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-77d84480-8f4c-4d39-a1fd-545151c8b18f None None] For port bf4f9e46-acd9-4eb9-8481-e4dc3663abf6, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=bf4f9e46-acd9-4eb9-8481-e4dc3663abf6,segment=NetworkSegment(bc94a203-c830-40d4-a375-5d84802df1a7),segment_id=bc94a203-c830-40d4-a375-5d84802df1a7)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 08:00:38.873725 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8ca1b621-55a7-4972-9d0f-f66be1ed5f35 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (266b700a-1c8f-44c4-bebf-455f4eb535c7), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:38.874575 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-77d84480-8f4c-4d39-a1fd-545151c8b18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (bf4f9e46-acd9-4eb9-8481-e4dc3663abf6), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:38.944941 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d84480-8f4c-4d39-a1fd-545151c8b18f None None] Pushing event updated for resources: {'Port': ['ID=bf4f9e46-acd9-4eb9-8481-e4dc3663abf6,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:00:39.020302 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8ca1b621-55a7-4972-9d0f-f66be1ed5f35 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (e8bc4c63-1ce3-41af-a509-e60f75630b31), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:39.363636 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8ca1b621-55a7-4972-9d0f-f66be1ed5f35 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for port (e8bc4c63-1ce3-41af-a509-e60f75630b31), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:39.368193 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8ca1b621-55a7-4972-9d0f-f66be1ed5f35 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (e8bc4c63-1ce3-41af-a509-e60f75630b31), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:39.445865 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca1b621-55a7-4972-9d0f-f66be1ed5f35 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event updated for resources: {'Port': ['ID=e8bc4c63-1ce3-41af-a509-e60f75630b31,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:00:39.448461 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8ca1b621-55a7-4972-9d0f-f66be1ed5f35 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (266b700a-1c8f-44c4-bebf-455f4eb535c7), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:39.556168 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca1b621-55a7-4972-9d0f-f66be1ed5f35 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Network c97fd303-0388-4356-aee8-201eca674def is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 08:00:39.557809 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-8ca1b621-55a7-4972-9d0f-f66be1ed5f35 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 08:00:39.670617 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca1b621-55a7-4972-9d0f-f66be1ed5f35 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Router 266b700a-1c8f-44c4-bebf-455f4eb535c7 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 08:00:39.787734 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca1b621-55a7-4972-9d0f-f66be1ed5f35 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 08:00:39.799626 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-8ca1b621-55a7-4972-9d0f-f66be1ed5f35 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "PUT /v2.0/routers/266b700a-1c8f-44c4-bebf-455f4eb535c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9780447 Feb 02 08:00:39.967500 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f360b0dc-c834-4e2a-93c0-4b50e066f428 req-0809ef82-3f16-47cb-8254-d8ba513e14b5 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-376354092&fields=id&tenant_id=491ef38eb7a24b33900e5a5f7693dafc HTTP/1.1" status: 200 len: 267 time: 0.0507207 Feb 02 08:00:39.999000 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7b3729-d49a-416c-8eb2-0a0a8cc8f81a None None] Network c97fd303-0388-4356-aee8-201eca674def requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 08:00:40.076732 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360b0dc-c834-4e2a-93c0-4b50e066f428 req-62cc3669-2d40-4adb-b997-9da92b8d5b47 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:00:40.078549 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f360b0dc-c834-4e2a-93c0-4b50e066f428 req-62cc3669-2d40-4adb-b997-9da92b8d5b47 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/networks?id=c97fd303-0388-4356-aee8-201eca674def HTTP/1.1" status: 200 len: 794 time: 0.1041164 Feb 02 08:00:40.096481 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f360b0dc-c834-4e2a-93c0-4b50e066f428 req-e2a35b06-a1d7-4266-87ab-73049a1d6132 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/quotas/491ef38eb7a24b33900e5a5f7693dafc HTTP/1.1" status: 200 len: 375 time: 0.0096040 Feb 02 08:00:40.154439 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f360b0dc-c834-4e2a-93c0-4b50e066f428 req-0f5fe4a8-cd22-4dda-a1b6-c12445ad52a0 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=491ef38eb7a24b33900e5a5f7693dafc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526900 Feb 02 08:00:40.259226 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f360b0dc-c834-4e2a-93c0-4b50e066f428 req-328d7c77-12ac-4f23-b16e-0917abf76644 service neutron] 10.222.0.87 "GET /v2.0/networks/c97fd303-0388-4356-aee8-201eca674def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923805 Feb 02 08:00:40.267540 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-dc71c3ad-676a-4fc4-b98e-4a86bba2f5ff None None] Provisioning complete for port bf4f9e46-acd9-4eb9-8481-e4dc3663abf6 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:00:40.267951 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-dc71c3ad-676a-4fc4-b98e-4a86bba2f5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (bf4f9e46-acd9-4eb9-8481-e4dc3663abf6), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:40.361456 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-dc71c3ad-676a-4fc4-b98e-4a86bba2f5ff None None] Current status of the port bf4f9e46-acd9-4eb9-8481-e4dc3663abf6 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:00:40.361866 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-dc71c3ad-676a-4fc4-b98e-4a86bba2f5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (bf4f9e46-acd9-4eb9-8481-e4dc3663abf6), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:40.363197 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f360b0dc-c834-4e2a-93c0-4b50e066f428 req-b61b43e3-958d-4aaa-a32d-5ff23ab5a424 service neutron] 10.222.0.87 "GET /v2.0/networks/c97fd303-0388-4356-aee8-201eca674def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956080 Feb 02 08:00:40.401579 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-dc71c3ad-676a-4fc4-b98e-4a86bba2f5ff None None] For port bf4f9e46-acd9-4eb9-8481-e4dc3663abf6, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=bf4f9e46-acd9-4eb9-8481-e4dc3663abf6,segment=NetworkSegment(bc94a203-c830-40d4-a375-5d84802df1a7),segment_id=bc94a203-c830-40d4-a375-5d84802df1a7)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:00:40.415891 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-dc71c3ad-676a-4fc4-b98e-4a86bba2f5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (bf4f9e46-acd9-4eb9-8481-e4dc3663abf6), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:40.477148 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc71c3ad-676a-4fc4-b98e-4a86bba2f5ff None None] Pushing event updated for resources: {'Port': ['ID=bf4f9e46-acd9-4eb9-8481-e4dc3663abf6,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:00:40.594483 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 6ffd5e78-cfbe-4f9b-b7f0-98090b2fca3b up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 08:00:40.621437 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7bba298f-8c03-4b45-b7f2-cdd520999634 req-753fcd47-c62b-4295-879d-7e388dfc2c7f tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=d7f2c683-416c-4d7b-821b-25b36a9d5a5d HTTP/1.1" status: 200 len: 210 time: 0.0443358 Feb 02 08:00:40.667591 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1f0e7ab4-fb08-4f35-b463-40165313d149 None None] Provisioning complete for port bf4f9e46-acd9-4eb9-8481-e4dc3663abf6 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:00:40.667986 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1f0e7ab4-fb08-4f35-b463-40165313d149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (bf4f9e46-acd9-4eb9-8481-e4dc3663abf6), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:40.714075 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 6ffd5e78-cfbe-4f9b-b7f0-98090b2fca3b triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:00:40.714455 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (6ffd5e78-cfbe-4f9b-b7f0-98090b2fca3b), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:40.730790 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83231795-1860-4d7b-a418-1bc71a827bb7 None None] Sync routers for ids ['266b700a-1c8f-44c4-bebf-455f4eb535c7'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 08:00:40.747983 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83231795-1860-4d7b-a418-1bc71a827bb7 None None] Routers {'266b700a-1c8f-44c4-bebf-455f4eb535c7'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:00:40.748512 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-83231795-1860-4d7b-a418-1bc71a827bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:00:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['266b700a-1c8f-44c4-bebf-455f4eb535c7'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:00:40.841774 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1f0e7ab4-fb08-4f35-b463-40165313d149 None None] Current status of the port bf4f9e46-acd9-4eb9-8481-e4dc3663abf6 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:00:40.849273 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 6ffd5e78-cfbe-4f9b-b7f0-98090b2fca3b is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:00:40.850032 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (6ffd5e78-cfbe-4f9b-b7f0-98090b2fca3b), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:40.875418 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1f0e7ab4-fb08-4f35-b463-40165313d149 None None] Provisioning complete for port e8bc4c63-1ce3-41af-a509-e60f75630b31 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:00:40.876117 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1f0e7ab4-fb08-4f35-b463-40165313d149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (e8bc4c63-1ce3-41af-a509-e60f75630b31), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:40.884562 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-83231795-1860-4d7b-a418-1bc71a827bb7 None None] Set router 266b700a-1c8f-44c4-bebf-455f4eb535c7 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:00:40.906139 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 6ffd5e78-cfbe-4f9b-b7f0-98090b2fca3b, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=6ffd5e78-cfbe-4f9b-b7f0-98090b2fca3b,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:00:40.922120 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1f0e7ab4-fb08-4f35-b463-40165313d149 None None] Port e8bc4c63-1ce3-41af-a509-e60f75630b31 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 08:00:40.929241 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (6ffd5e78-cfbe-4f9b-b7f0-98090b2fca3b), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:40.931191 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device bf4f9e46-acd9-4eb9-8481-e4dc3663abf6 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 08:00:41.021216 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=6ffd5e78-cfbe-4f9b-b7f0-98090b2fca3b,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:00:41.035242 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port bf4f9e46-acd9-4eb9-8481-e4dc3663abf6 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:00:41.035774 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (bf4f9e46-acd9-4eb9-8481-e4dc3663abf6), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:41.068199 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-f4ea2d81-567c-4577-9507-2f3cf55a44d2 None None] Provisioning complete for port e8bc4c63-1ce3-41af-a509-e60f75630b31 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:00:41.068663 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f4ea2d81-567c-4577-9507-2f3cf55a44d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (e8bc4c63-1ce3-41af-a509-e60f75630b31), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:41.138966 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-f4ea2d81-567c-4577-9507-2f3cf55a44d2 None None] Port e8bc4c63-1ce3-41af-a509-e60f75630b31 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 08:00:41.142408 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a8fef52a-0222-4707-97f0-0e613ae00d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:41.144053 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-83231795-1860-4d7b-a418-1bc71a827bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266b700a-1c8f-44c4-bebf-455f4eb535c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72809808', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '6ffd5e78-cfbe-4f9b-b7f0-98090b2fca3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:00:35Z', 'updated_at': '2022-02-02T08:00:38Z', 'revision_number': 4, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'gw_port': {'id': '6ffd5e78-cfbe-4f9b-b7f0-98090b2fca3b', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:17:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '266b700a-1c8f-44c4-bebf-455f4eb535c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:00:36Z', 'updated_at': '2022-02-02T08:00:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'e8bc4c63-1ce3-41af-a509-e60f75630b31', 'name': '', 'network_id': 'c97fd303-0388-4356-aee8-201eca674def', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'mac_address': 'fa:16:3e:a8:86:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '266b700a-1c8f-44c4-bebf-455f4eb535c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'c3f77f63-b789-4a62-ac17-4a34522dbc36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:00:38Z', 'updated_at': '2022-02-02T08:00:39Z', 'revision_number': 2, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'subnets': [{'id': 'c3f77f63-b789-4a62-ac17-4a34522dbc36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:00:41.184669 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port bf4f9e46-acd9-4eb9-8481-e4dc3663abf6 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:00:41.259997 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-3e490756-fd2d-4b00-a2d5-a10fa8271149 None None] Provisioning complete for port e8bc4c63-1ce3-41af-a509-e60f75630b31 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:00:41.260687 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3e490756-fd2d-4b00-a2d5-a10fa8271149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (e8bc4c63-1ce3-41af-a509-e60f75630b31), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:41.269391 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83231795-1860-4d7b-a418-1bc71a827bb7 None None] Checking router: 266b700a-1c8f-44c4-bebf-455f4eb535c7 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 08:00:41.269758 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83231795-1860-4d7b-a418-1bc71a827bb7 None None] Updating router 266b700a-1c8f-44c4-bebf-455f4eb535c7 port e8bc4c63-1ce3-41af-a509-e60f75630b31 binding host n-d-789963-26 {{(pid=109696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 08:00:41.295905 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-3e490756-fd2d-4b00-a2d5-a10fa8271149 None None] Port e8bc4c63-1ce3-41af-a509-e60f75630b31 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 08:00:41.297463 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-83231795-1860-4d7b-a418-1bc71a827bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (e8bc4c63-1ce3-41af-a509-e60f75630b31), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:41.558625 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-83231795-1860-4d7b-a418-1bc71a827bb7 None None] Publish callbacks [] for port (e8bc4c63-1ce3-41af-a509-e60f75630b31), precommit_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:41.564682 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-83231795-1860-4d7b-a418-1bc71a827bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (e8bc4c63-1ce3-41af-a509-e60f75630b31), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:41.612504 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d7e21a-9038-4510-8a57-2939b7027687 None None] Pushing event updated for resources: {'Port': ['ID=e8bc4c63-1ce3-41af-a509-e60f75630b31,revision_number=3']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:00:41.636280 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d7e21a-9038-4510-8a57-2939b7027687 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:00:41.636629 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d7e21a-9038-4510-8a57-2939b7027687 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:00:41.636970 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d7e21a-9038-4510-8a57-2939b7027687 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:00:41.637305 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d7e21a-9038-4510-8a57-2939b7027687 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:00:41.637636 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d7e21a-9038-4510-8a57-2939b7027687 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:00:41.637967 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d7e21a-9038-4510-8a57-2939b7027687 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:00:41.638291 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d7e21a-9038-4510-8a57-2939b7027687 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:00:41.638612 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d7e21a-9038-4510-8a57-2939b7027687 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:00:41.638932 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d7e21a-9038-4510-8a57-2939b7027687 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:00:41.639503 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d7e21a-9038-4510-8a57-2939b7027687 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:00:41.639848 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d7e21a-9038-4510-8a57-2939b7027687 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:00:41.640373 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d7e21a-9038-4510-8a57-2939b7027687 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:00:41.640708 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d7e21a-9038-4510-8a57-2939b7027687 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:00:41.686034 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-83231795-1860-4d7b-a418-1bc71a827bb7 None None] Attempting to bind port e8bc4c63-1ce3-41af-a509-e60f75630b31 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 08:00:41.686411 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-83231795-1860-4d7b-a418-1bc71a827bb7 None None] Attempting to bind port e8bc4c63-1ce3-41af-a509-e60f75630b31 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'bc94a203-c830-40d4-a375-5d84802df1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'c97fd303-0388-4356-aee8-201eca674def'}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 08:00:41.686775 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83231795-1860-4d7b-a418-1bc71a827bb7 None None] Attempting to bind port e8bc4c63-1ce3-41af-a509-e60f75630b31 on network c97fd303-0388-4356-aee8-201eca674def {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 08:00:41.692428 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83231795-1860-4d7b-a418-1bc71a827bb7 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 8, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 08:00:41.692899 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83231795-1860-4d7b-a418-1bc71a827bb7 None None] Checking segment: {'id': 'bc94a203-c830-40d4-a375-5d84802df1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'c97fd303-0388-4356-aee8-201eca674def'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 08:00:41.693424 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-83231795-1860-4d7b-a418-1bc71a827bb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:41.693879 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83231795-1860-4d7b-a418-1bc71a827bb7 None None] Bound using segment: {'id': 'bc94a203-c830-40d4-a375-5d84802df1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'c97fd303-0388-4356-aee8-201eca674def'} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 08:00:41.694415 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-83231795-1860-4d7b-a418-1bc71a827bb7 None None] Bound port: e8bc4c63-1ce3-41af-a509-e60f75630b31, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc94a203-c830-40d4-a375-5d84802df1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'c97fd303-0388-4356-aee8-201eca674def'}}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 08:00:41.694867 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-83231795-1860-4d7b-a418-1bc71a827bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (e8bc4c63-1ce3-41af-a509-e60f75630b31), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:41.737746 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-83fc0494-db92-4c59-aa6a-1d771526319f req-08fca0fe-5946-4e27-b1be-0e9a25a28c4a tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=d7f2c683-416c-4d7b-821b-25b36a9d5a5d HTTP/1.1" status: 200 len: 210 time: 0.0404449 Feb 02 08:00:41.765761 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-83231795-1860-4d7b-a418-1bc71a827bb7 None None] For port e8bc4c63-1ce3-41af-a509-e60f75630b31, host n-d-789963-26, cleared binding levels {{(pid=109696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 08:00:41.771493 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-83231795-1860-4d7b-a418-1bc71a827bb7 None None] For port e8bc4c63-1ce3-41af-a509-e60f75630b31, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=e8bc4c63-1ce3-41af-a509-e60f75630b31,segment=NetworkSegment(bc94a203-c830-40d4-a375-5d84802df1a7),segment_id=bc94a203-c830-40d4-a375-5d84802df1a7)] {{(pid=109696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 08:00:41.777508 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-83231795-1860-4d7b-a418-1bc71a827bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (e8bc4c63-1ce3-41af-a509-e60f75630b31), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:41.840671 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83231795-1860-4d7b-a418-1bc71a827bb7 None None] Routers {'266b700a-1c8f-44c4-bebf-455f4eb535c7'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:00:41.841312 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-83231795-1860-4d7b-a418-1bc71a827bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:00:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['266b700a-1c8f-44c4-bebf-455f4eb535c7'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:00:41.877669 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d7e21a-9038-4510-8a57-2939b7027687 None None] Pushing event updated for resources: {'Port': ['ID=e8bc4c63-1ce3-41af-a509-e60f75630b31,revision_number=4']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:00:41.927438 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-6c8c5def-670d-411d-8625-6a2e3440ccd3 None None] Provisioning complete for port e8bc4c63-1ce3-41af-a509-e60f75630b31 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:00:41.928150 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6c8c5def-670d-411d-8625-6a2e3440ccd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (e8bc4c63-1ce3-41af-a509-e60f75630b31), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:41.959028 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360b0dc-c834-4e2a-93c0-4b50e066f428 req-c1ef4667-9feb-47ea-8270-a29c46332381 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:00:41.960627 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f360b0dc-c834-4e2a-93c0-4b50e066f428 req-c1ef4667-9feb-47ea-8270-a29c46332381 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.88 "GET /v2.0/networks?id=c97fd303-0388-4356-aee8-201eca674def HTTP/1.1" status: 200 len: 794 time: 0.1478631 Feb 02 08:00:41.972670 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-83231795-1860-4d7b-a418-1bc71a827bb7 None None] Set router 266b700a-1c8f-44c4-bebf-455f4eb535c7 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:00:42.059532 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-6c8c5def-670d-411d-8625-6a2e3440ccd3 None None] Current status of the port e8bc4c63-1ce3-41af-a509-e60f75630b31 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:00:42.060161 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6c8c5def-670d-411d-8625-6a2e3440ccd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (e8bc4c63-1ce3-41af-a509-e60f75630b31), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:42.063024 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f360b0dc-c834-4e2a-93c0-4b50e066f428 req-adfafa0f-dd9d-443a-a5c9-4990fa64e64c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=491ef38eb7a24b33900e5a5f7693dafc HTTP/1.1" status: 200 len: 379 time: 0.0798841 Feb 02 08:00:42.098802 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-6c8c5def-670d-411d-8625-6a2e3440ccd3 None None] For port e8bc4c63-1ce3-41af-a509-e60f75630b31, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=e8bc4c63-1ce3-41af-a509-e60f75630b31,segment=NetworkSegment(bc94a203-c830-40d4-a375-5d84802df1a7),segment_id=bc94a203-c830-40d4-a375-5d84802df1a7)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:00:42.101209 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-f360b0dc-c834-4e2a-93c0-4b50e066f428 req-7f57a7d7-a4af-4221-8b7c-203d2bad40a3 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Request body: {'port': {'device_id': 'd7f2c683-416c-4d7b-821b-25b36a9d5a5d', 'network_id': 'c97fd303-0388-4356-aee8-201eca674def', 'admin_state_up': True, 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'security_groups': ['ae1dcd2e-35df-4294-9863-479351a14634']}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:00:42.104066 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6c8c5def-670d-411d-8625-6a2e3440ccd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (e8bc4c63-1ce3-41af-a509-e60f75630b31), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:42.161182 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8c5def-670d-411d-8625-6a2e3440ccd3 None None] Pushing event updated for resources: {'Port': ['ID=e8bc4c63-1ce3-41af-a509-e60f75630b31,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:00:42.224099 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-adbc9a24-36f6-4901-b5e3-67529c6a5644 None None] Provisioning complete for port e8bc4c63-1ce3-41af-a509-e60f75630b31 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:00:42.224538 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-adbc9a24-36f6-4901-b5e3-67529c6a5644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (e8bc4c63-1ce3-41af-a509-e60f75630b31), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:42.226378 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f360b0dc-c834-4e2a-93c0-4b50e066f428 req-7f57a7d7-a4af-4221-8b7c-203d2bad40a3 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Made reservation on behalf of 491ef38eb7a24b33900e5a5f7693dafc for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 08:00:42.230098 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f360b0dc-c834-4e2a-93c0-4b50e066f428 req-7f57a7d7-a4af-4221-8b7c-203d2bad40a3 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:42.240679 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-83231795-1860-4d7b-a418-1bc71a827bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266b700a-1c8f-44c4-bebf-455f4eb535c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72809808', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '6ffd5e78-cfbe-4f9b-b7f0-98090b2fca3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:00:35Z', 'updated_at': '2022-02-02T08:00:38Z', 'revision_number': 4, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'gw_port': {'id': '6ffd5e78-cfbe-4f9b-b7f0-98090b2fca3b', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:17:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266b700a-1c8f-44c4-bebf-455f4eb535c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:00:36Z', 'updated_at': '2022-02-02T08:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'e8bc4c63-1ce3-41af-a509-e60f75630b31', 'name': '', 'network_id': 'c97fd303-0388-4356-aee8-201eca674def', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'mac_address': 'fa:16:3e:a8:86:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '266b700a-1c8f-44c4-bebf-455f4eb535c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'c3f77f63-b789-4a62-ac17-4a34522dbc36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:00:38Z', 'updated_at': '2022-02-02T08:00:41Z', 'revision_number': 4, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'subnets': [{'id': 'c3f77f63-b789-4a62-ac17-4a34522dbc36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:00:42.276422 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83231795-1860-4d7b-a418-1bc71a827bb7 None None] The sync data for ids ['266b700a-1c8f-44c4-bebf-455f4eb535c7'] in n-d-789963-26 is: [{'id': '266b700a-1c8f-44c4-bebf-455f4eb535c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72809808', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '6ffd5e78-cfbe-4f9b-b7f0-98090b2fca3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:00:35Z', 'updated_at': '2022-02-02T08:00:38Z', 'revision_number': 4, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'gw_port': {'id': '6ffd5e78-cfbe-4f9b-b7f0-98090b2fca3b', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:17:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266b700a-1c8f-44c4-bebf-455f4eb535c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:00:36Z', 'updated_at': '2022-02-02T08:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'e8bc4c63-1ce3-41af-a509-e60f75630b31', 'name': '', 'network_id': 'c97fd303-0388-4356-aee8-201eca674def', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'mac_address': 'fa:16:3e:a8:86:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '266b700a-1c8f-44c4-bebf-455f4eb535c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'c3f77f63-b789-4a62-ac17-4a34522dbc36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:00:38Z', 'updated_at': '2022-02-02T08:00:41Z', 'revision_number': 4, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'subnets': [{'id': 'c3f77f63-b789-4a62-ac17-4a34522dbc36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 08:00:42.309555 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-adbc9a24-36f6-4901-b5e3-67529c6a5644 None None] Current status of the port e8bc4c63-1ce3-41af-a509-e60f75630b31 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:00:42.382208 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-f360b0dc-c834-4e2a-93c0-4b50e066f428 req-7f57a7d7-a4af-4221-8b7c-203d2bad40a3 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Allocated IP 172.20.0.11 (c97fd303-0388-4356-aee8-201eca674def/c3f77f63-b789-4a62-ac17-4a34522dbc36/5e679fce-e8f0-4f84-8541-e7f217c040b1) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 08:00:42.550796 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f360b0dc-c834-4e2a-93c0-4b50e066f428 req-7f57a7d7-a4af-4221-8b7c-203d2bad40a3 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for port (5e679fce-e8f0-4f84-8541-e7f217c040b1), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:42.558804 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device e8bc4c63-1ce3-41af-a509-e60f75630b31 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 08:00:42.594789 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f360b0dc-c834-4e2a-93c0-4b50e066f428 req-7f57a7d7-a4af-4221-8b7c-203d2bad40a3 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (5e679fce-e8f0-4f84-8541-e7f217c040b1), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:42.618153 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port e8bc4c63-1ce3-41af-a509-e60f75630b31 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:00:42.618895 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (e8bc4c63-1ce3-41af-a509-e60f75630b31), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:42.634522 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f360b0dc-c834-4e2a-93c0-4b50e066f428 req-7f57a7d7-a4af-4221-8b7c-203d2bad40a3 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Network c97fd303-0388-4356-aee8-201eca674def is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 08:00:42.638046 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-f360b0dc-c834-4e2a-93c0-4b50e066f428 req-7f57a7d7-a4af-4221-8b7c-203d2bad40a3 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 08:00:42.642779 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-f360b0dc-c834-4e2a-93c0-4b50e066f428 req-7f57a7d7-a4af-4221-8b7c-203d2bad40a3 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 08:00:42.707820 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f57a7d7-a4af-4221-8b7c-203d2bad40a3 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event updated for resources: {'Port': ['ID=5e679fce-e8f0-4f84-8541-e7f217c040b1,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:00:42.742436 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port e8bc4c63-1ce3-41af-a509-e60f75630b31 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:00:42.743755 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 6ffd5e78-cfbe-4f9b-b7f0-98090b2fca3b up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 08:00:42.746465 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360b0dc-c834-4e2a-93c0-4b50e066f428 req-7f57a7d7-a4af-4221-8b7c-203d2bad40a3 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:00:42.748325 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f360b0dc-c834-4e2a-93c0-4b50e066f428 req-7f57a7d7-a4af-4221-8b7c-203d2bad40a3 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:42.780109 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f360b0dc-c834-4e2a-93c0-4b50e066f428 req-7f57a7d7-a4af-4221-8b7c-203d2bad40a3 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6896102 Feb 02 08:00:42.798590 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-f360b0dc-c834-4e2a-93c0-4b50e066f428 req-70360356-3e31-444e-9a86-fd40c51babe5 service neutron] Request body: {'port': {'device_id': 'd7f2c683-416c-4d7b-821b-25b36a9d5a5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:00:42.825108 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 6ffd5e78-cfbe-4f9b-b7f0-98090b2fca3b triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:00:42.825423 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (6ffd5e78-cfbe-4f9b-b7f0-98090b2fca3b), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:42.894987 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f360b0dc-c834-4e2a-93c0-4b50e066f428 req-70360356-3e31-444e-9a86-fd40c51babe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (5e679fce-e8f0-4f84-8541-e7f217c040b1), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:42.935881 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 6ffd5e78-cfbe-4f9b-b7f0-98090b2fca3b is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:00:42.938504 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device bf4f9e46-acd9-4eb9-8481-e4dc3663abf6 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 08:00:42.962402 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba94dde0-b208-43fa-980f-5001e986690a req-3449ddbe-51a4-472a-803c-2866287d7c73 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:00:42.964018 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ba94dde0-b208-43fa-980f-5001e986690a req-3449ddbe-51a4-472a-803c-2866287d7c73 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=d7f2c683-416c-4d7b-821b-25b36a9d5a5d HTTP/1.1" status: 200 len: 932 time: 0.1229339 Feb 02 08:00:43.015944 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port bf4f9e46-acd9-4eb9-8481-e4dc3663abf6 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:00:43.017000 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (bf4f9e46-acd9-4eb9-8481-e4dc3663abf6), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:43.046974 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ba94dde0-b208-43fa-980f-5001e986690a req-321ffea8-5fed-4803-a917-0d4de2ce9ccb tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae1dcd2e-35df-4294-9863-479351a14634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765877 Feb 02 08:00:43.148034 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port bf4f9e46-acd9-4eb9-8481-e4dc3663abf6 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:00:43.152891 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-f279750c-ff89-4bc1-8bad-35eaf198648d None None] Provisioning complete for port 5e679fce-e8f0-4f84-8541-e7f217c040b1 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:00:43.153073 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f279750c-ff89-4bc1-8bad-35eaf198648d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (5e679fce-e8f0-4f84-8541-e7f217c040b1), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:43.192677 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-f279750c-ff89-4bc1-8bad-35eaf198648d None None] Port 5e679fce-e8f0-4f84-8541-e7f217c040b1 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 08:00:43.268455 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-f360b0dc-c834-4e2a-93c0-4b50e066f428 req-70360356-3e31-444e-9a86-fd40c51babe5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e679fce-e8f0-4f84-8541-e7f217c040b1 {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 08:00:43.276965 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f360b0dc-c834-4e2a-93c0-4b50e066f428 req-70360356-3e31-444e-9a86-fd40c51babe5 service neutron] Publish callbacks [] for port (5e679fce-e8f0-4f84-8541-e7f217c040b1), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:43.290092 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-f360b0dc-c834-4e2a-93c0-4b50e066f428 req-70360356-3e31-444e-9a86-fd40c51babe5 service neutron] Transition to ACTIVE for port object 5e679fce-e8f0-4f84-8541-e7f217c040b1 will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 08:00:43.296364 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f360b0dc-c834-4e2a-93c0-4b50e066f428 req-70360356-3e31-444e-9a86-fd40c51babe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (5e679fce-e8f0-4f84-8541-e7f217c040b1), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:43.349187 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70360356-3e31-444e-9a86-fd40c51babe5 service neutron] Pushing event updated for resources: {'Port': ['ID=5e679fce-e8f0-4f84-8541-e7f217c040b1,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:00:43.397157 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7d1fd615-fa8e-4a52-a4b9-fe46089de179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:43.493348 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-f360b0dc-c834-4e2a-93c0-4b50e066f428 req-70360356-3e31-444e-9a86-fd40c51babe5 service neutron] Attempting to bind port 5e679fce-e8f0-4f84-8541-e7f217c040b1 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 08:00:43.493696 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-f360b0dc-c834-4e2a-93c0-4b50e066f428 req-70360356-3e31-444e-9a86-fd40c51babe5 service neutron] Attempting to bind port 5e679fce-e8f0-4f84-8541-e7f217c040b1 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'bc94a203-c830-40d4-a375-5d84802df1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'c97fd303-0388-4356-aee8-201eca674def'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 08:00:43.494026 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f360b0dc-c834-4e2a-93c0-4b50e066f428 req-70360356-3e31-444e-9a86-fd40c51babe5 service neutron] Attempting to bind port 5e679fce-e8f0-4f84-8541-e7f217c040b1 on network c97fd303-0388-4356-aee8-201eca674def {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 08:00:43.500416 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f360b0dc-c834-4e2a-93c0-4b50e066f428 req-70360356-3e31-444e-9a86-fd40c51babe5 service neutron] Port 5e679fce-e8f0-4f84-8541-e7f217c040b1 on network c97fd303-0388-4356-aee8-201eca674def not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 08:00:43.501122 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f360b0dc-c834-4e2a-93c0-4b50e066f428 req-70360356-3e31-444e-9a86-fd40c51babe5 service neutron] Attempting to bind port 5e679fce-e8f0-4f84-8541-e7f217c040b1 on network c97fd303-0388-4356-aee8-201eca674def {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 08:00:43.507476 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f360b0dc-c834-4e2a-93c0-4b50e066f428 req-70360356-3e31-444e-9a86-fd40c51babe5 service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 8, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 08:00:43.508206 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f360b0dc-c834-4e2a-93c0-4b50e066f428 req-70360356-3e31-444e-9a86-fd40c51babe5 service neutron] Checking segment: {'id': 'bc94a203-c830-40d4-a375-5d84802df1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'c97fd303-0388-4356-aee8-201eca674def'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 08:00:43.511172 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f360b0dc-c834-4e2a-93c0-4b50e066f428 req-70360356-3e31-444e-9a86-fd40c51babe5 service neutron] Bound using segment: {'id': 'bc94a203-c830-40d4-a375-5d84802df1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'c97fd303-0388-4356-aee8-201eca674def'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 08:00:43.511722 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-f360b0dc-c834-4e2a-93c0-4b50e066f428 req-70360356-3e31-444e-9a86-fd40c51babe5 service neutron] Bound port: 5e679fce-e8f0-4f84-8541-e7f217c040b1, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc94a203-c830-40d4-a375-5d84802df1a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'c97fd303-0388-4356-aee8-201eca674def'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 08:00:43.512106 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f360b0dc-c834-4e2a-93c0-4b50e066f428 req-70360356-3e31-444e-9a86-fd40c51babe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (5e679fce-e8f0-4f84-8541-e7f217c040b1), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:43.614152 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-f360b0dc-c834-4e2a-93c0-4b50e066f428 req-70360356-3e31-444e-9a86-fd40c51babe5 service neutron] For port 5e679fce-e8f0-4f84-8541-e7f217c040b1, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 08:00:43.617407 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-f360b0dc-c834-4e2a-93c0-4b50e066f428 req-70360356-3e31-444e-9a86-fd40c51babe5 service neutron] For port 5e679fce-e8f0-4f84-8541-e7f217c040b1, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=5e679fce-e8f0-4f84-8541-e7f217c040b1,segment=NetworkSegment(bc94a203-c830-40d4-a375-5d84802df1a7),segment_id=bc94a203-c830-40d4-a375-5d84802df1a7)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 08:00:43.627816 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f360b0dc-c834-4e2a-93c0-4b50e066f428 req-70360356-3e31-444e-9a86-fd40c51babe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (5e679fce-e8f0-4f84-8541-e7f217c040b1), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:43.698821 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70360356-3e31-444e-9a86-fd40c51babe5 service neutron] Pushing event updated for resources: {'Port': ['ID=5e679fce-e8f0-4f84-8541-e7f217c040b1,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:00:43.713650 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360b0dc-c834-4e2a-93c0-4b50e066f428 req-70360356-3e31-444e-9a86-fd40c51babe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:00:43.714330 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-f360b0dc-c834-4e2a-93c0-4b50e066f428 req-70360356-3e31-444e-9a86-fd40c51babe5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:43.715859 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f360b0dc-c834-4e2a-93c0-4b50e066f428 req-70360356-3e31-444e-9a86-fd40c51babe5 service neutron] 10.222.0.88 "PUT /v2.0/ports/5e679fce-e8f0-4f84-8541-e7f217c040b1 HTTP/1.1" status: 200 len: 1093 time: 0.9224946 Feb 02 08:00:43.716321 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7f2c683-416c-4d7b-821b-25b36a9d5a5d', 'tag': '5e679fce-e8f0-4f84-8541-e7f217c040b1'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 08:00:43.720715 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bbcc89a9d4d8e7a52f5cbbd716b66041b3f6feaf13502aa94e42da132c01043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b00dc9-70cc-42fb-8281-7aa68d273114" -d '{"events": [{"name": "network-changed", "server_uuid": "d7f2c683-416c-4d7b-821b-25b36a9d5a5d", "tag": "5e679fce-e8f0-4f84-8541-e7f217c040b1"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 08:00:43.788435 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 08:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec053d9-d18c-4e6c-b765-54f3e928b7c9 x-openstack-request-id: req-0ec053d9-d18c-4e6c-b765-54f3e928b7c9 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 08:00:43.788743 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7f2c683-416c-4d7b-821b-25b36a9d5a5d", "tag": "5e679fce-e8f0-4f84-8541-e7f217c040b1", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 08:00:43.789340 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-0ec053d9-d18c-4e6c-b765-54f3e928b7c9 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 08:00:43.789747 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7f2c683-416c-4d7b-821b-25b36a9d5a5d', 'tag': '5e679fce-e8f0-4f84-8541-e7f217c040b1', 'status': 'completed', 'code': 200} Feb 02 08:00:43.844406 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360b0dc-c834-4e2a-93c0-4b50e066f428 req-482f99d3-8d89-4240-8c33-3c8786d28587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:00:43.846002 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f360b0dc-c834-4e2a-93c0-4b50e066f428 req-482f99d3-8d89-4240-8c33-3c8786d28587 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=491ef38eb7a24b33900e5a5f7693dafc&device_id=d7f2c683-416c-4d7b-821b-25b36a9d5a5d HTTP/1.1" status: 200 len: 1127 time: 0.0680397 Feb 02 08:00:43.922359 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f360b0dc-c834-4e2a-93c0-4b50e066f428 req-ee7c94a8-9267-4f0b-a852-a40085c44d60 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e679fce-e8f0-4f84-8541-e7f217c040b1 HTTP/1.1" status: 200 len: 217 time: 0.0500653 Feb 02 08:00:43.977083 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360b0dc-c834-4e2a-93c0-4b50e066f428 req-a3d0739c-025c-4cf2-a308-a9a79aac1475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:00:43.978505 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f360b0dc-c834-4e2a-93c0-4b50e066f428 req-a3d0739c-025c-4cf2-a308-a9a79aac1475 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c3f77f63-b789-4a62-ac17-4a34522dbc36 HTTP/1.1" status: 200 len: 835 time: 0.0499187 Feb 02 08:00:44.033217 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360b0dc-c834-4e2a-93c0-4b50e066f428 req-51cdb627-3ccb-429e-9ec9-ff3f4d850f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:00:44.034764 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f360b0dc-c834-4e2a-93c0-4b50e066f428 req-51cdb627-3ccb-429e-9ec9-ff3f4d850f6d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c97fd303-0388-4356-aee8-201eca674def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0496533 Feb 02 08:00:44.140672 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f360b0dc-c834-4e2a-93c0-4b50e066f428 req-ba8f8f6b-b0f1-4253-80f6-2cb40fa4008a service neutron] 10.222.0.88 "GET /v2.0/networks/c97fd303-0388-4356-aee8-201eca674def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996556 Feb 02 08:00:44.190939 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e971491-58b9-4367-9257-b94ffde9f278 req-c3a0cde6-26d9-4474-8348-ef6e9a8a8651 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:00:44.193517 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4e971491-58b9-4367-9257-b94ffde9f278 req-c3a0cde6-26d9-4474-8348-ef6e9a8a8651 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=d7f2c683-416c-4d7b-821b-25b36a9d5a5d HTTP/1.1" status: 200 len: 944 time: 0.0634561 Feb 02 08:00:44.251129 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f360b0dc-c834-4e2a-93c0-4b50e066f428 req-1132d01d-d367-4711-801c-b92378386487 service neutron] 10.222.0.88 "GET /v2.0/networks/c97fd303-0388-4356-aee8-201eca674def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049838 Feb 02 08:00:44.261469 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4e971491-58b9-4367-9257-b94ffde9f278 req-50cadad1-8535-4a36-8d5e-b6a672274052 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae1dcd2e-35df-4294-9863-479351a14634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619328 Feb 02 08:00:44.393099 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b00dc9-70cc-42fb-8281-7aa68d273114 req-f9f1897b-6d66-4500-8ab9-0ce2adbf6ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:00:44.394637 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b6b00dc9-70cc-42fb-8281-7aa68d273114 req-f9f1897b-6d66-4500-8ab9-0ce2adbf6ae6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=491ef38eb7a24b33900e5a5f7693dafc&device_id=d7f2c683-416c-4d7b-821b-25b36a9d5a5d HTTP/1.1" status: 200 len: 1127 time: 0.0467393 Feb 02 08:00:44.484636 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b00dc9-70cc-42fb-8281-7aa68d273114 req-cdf31f52-55bc-4c8d-b749-8fe4645d8aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:00:44.486397 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b6b00dc9-70cc-42fb-8281-7aa68d273114 req-cdf31f52-55bc-4c8d-b749-8fe4645d8aa4 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c97fd303-0388-4356-aee8-201eca674def HTTP/1.1" status: 200 len: 895 time: 0.0862446 Feb 02 08:00:44.530855 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b6b00dc9-70cc-42fb-8281-7aa68d273114 req-bbccb364-d25d-44fd-81aa-c33bb491a986 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e679fce-e8f0-4f84-8541-e7f217c040b1 HTTP/1.1" status: 200 len: 217 time: 0.0389400 Feb 02 08:00:44.582035 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b00dc9-70cc-42fb-8281-7aa68d273114 req-ab334099-2b39-42d4-8c82-c600006c8be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:00:44.583531 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b6b00dc9-70cc-42fb-8281-7aa68d273114 req-ab334099-2b39-42d4-8c82-c600006c8be8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c3f77f63-b789-4a62-ac17-4a34522dbc36 HTTP/1.1" status: 200 len: 835 time: 0.0469496 Feb 02 08:00:44.635399 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b00dc9-70cc-42fb-8281-7aa68d273114 req-1a27b1ff-b328-40b2-85bb-a4542b527882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:00:44.636958 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b6b00dc9-70cc-42fb-8281-7aa68d273114 req-1a27b1ff-b328-40b2-85bb-a4542b527882 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c97fd303-0388-4356-aee8-201eca674def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0469189 Feb 02 08:00:44.732561 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b6b00dc9-70cc-42fb-8281-7aa68d273114 req-0cdf3bad-945a-461f-9b28-195405ef2f75 service neutron] 10.222.0.88 "GET /v2.0/networks/c97fd303-0388-4356-aee8-201eca674def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884798 Feb 02 08:00:44.822951 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b6b00dc9-70cc-42fb-8281-7aa68d273114 req-4f77bac7-7b3b-476f-b50a-04a13fafa350 service neutron] 10.222.0.88 "GET /v2.0/networks/c97fd303-0388-4356-aee8-201eca674def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840144 Feb 02 08:00:44.881863 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:45.383299 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda864d-2bad-46b0-84bf-cf8de7fb0876 req-25fa1801-2e0f-412a-97e6-b67e9ebcf588 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:00:45.384810 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ddda864d-2bad-46b0-84bf-cf8de7fb0876 req-25fa1801-2e0f-412a-97e6-b67e9ebcf588 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=d7f2c683-416c-4d7b-821b-25b36a9d5a5d HTTP/1.1" status: 200 len: 944 time: 0.0521784 Feb 02 08:00:45.433817 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ddda864d-2bad-46b0-84bf-cf8de7fb0876 req-52216ffc-2f93-4d54-a160-71c87ae1ae58 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae1dcd2e-35df-4294-9863-479351a14634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425565 Feb 02 08:00:46.089518 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 5e679fce-e8f0-4f84-8541-e7f217c040b1 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 08:00:46.184379 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 5e679fce-e8f0-4f84-8541-e7f217c040b1, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=5e679fce-e8f0-4f84-8541-e7f217c040b1,segment=NetworkSegment(bc94a203-c830-40d4-a375-5d84802df1a7),segment_id=bc94a203-c830-40d4-a375-5d84802df1a7)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:00:46.199089 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': '5e679fce-e8f0-4f84-8541-e7f217c040b1', 'network_id': 'c97fd303-0388-4356-aee8-201eca674def', 'port_id': '5e679fce-e8f0-4f84-8541-e7f217c040b1', 'mac_address': 'fa:16:3e:a0:5b:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3f77f63-b789-4a62-ac17-4a34522dbc36', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 08:00:46.241160 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 5e679fce-e8f0-4f84-8541-e7f217c040b1 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:00:46.241544 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (5e679fce-e8f0-4f84-8541-e7f217c040b1), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:46.258460 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e679fce-e8f0-4f84-8541-e7f217c040b1 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 08:00:46.263577 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:46.278201 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 5e679fce-e8f0-4f84-8541-e7f217c040b1, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=5e679fce-e8f0-4f84-8541-e7f217c040b1,segment=NetworkSegment(bc94a203-c830-40d4-a375-5d84802df1a7),segment_id=bc94a203-c830-40d4-a375-5d84802df1a7)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:00:46.282661 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (5e679fce-e8f0-4f84-8541-e7f217c040b1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:46.327385 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=5e679fce-e8f0-4f84-8541-e7f217c040b1,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:00:46.553838 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1c6b7-a64a-45c5-935c-ae90659bfd1c req-e9b87de4-e951-4b8d-b733-deec9684f093 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:00:46.555264 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4dd1c6b7-a64a-45c5-935c-ae90659bfd1c req-e9b87de4-e951-4b8d-b733-deec9684f093 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=d7f2c683-416c-4d7b-821b-25b36a9d5a5d HTTP/1.1" status: 200 len: 945 time: 0.0530691 Feb 02 08:00:46.578531 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['5e679fce-e8f0-4f84-8541-e7f217c040b1'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 08:00:46.606415 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4dd1c6b7-a64a-45c5-935c-ae90659bfd1c req-6272ef49-50f2-4686-85e6-a53f9a823d36 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae1dcd2e-35df-4294-9863-479351a14634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455079 Feb 02 08:00:47.520221 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:47.731548 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b0dbb-65fd-4bef-9a81-40661aa6f097 req-e6b0b6ef-d468-48ed-8452-c948a480cbfd tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:00:47.733067 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e01b0dbb-65fd-4bef-9a81-40661aa6f097 req-e6b0b6ef-d468-48ed-8452-c948a480cbfd tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=d7f2c683-416c-4d7b-821b-25b36a9d5a5d HTTP/1.1" status: 200 len: 945 time: 0.0577855 Feb 02 08:00:47.782144 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e01b0dbb-65fd-4bef-9a81-40661aa6f097 req-3252a7d0-e32b-477f-ad96-90175f05d65d tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae1dcd2e-35df-4294-9863-479351a14634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426450 Feb 02 08:00:48.101875 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 5e679fce-e8f0-4f84-8541-e7f217c040b1 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 08:00:48.152095 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port 5e679fce-e8f0-4f84-8541-e7f217c040b1 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 08:00:48.155936 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port 5e679fce-e8f0-4f84-8541-e7f217c040b1 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:00:48.157235 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (5e679fce-e8f0-4f84-8541-e7f217c040b1), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:48.236194 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 5e679fce-e8f0-4f84-8541-e7f217c040b1 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:00:48.236584 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (5e679fce-e8f0-4f84-8541-e7f217c040b1), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:48.258799 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f2c683-416c-4d7b-821b-25b36a9d5a5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e679fce-e8f0-4f84-8541-e7f217c040b1'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 08:00:48.261046 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8c40c98856fbaa198dc4a2758b0190e9c3f0303d59edd797b772e66ff7f3562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e2b3b6-e36a-4540-afb7-6bf100356060" -d '{"events": [{"server_uuid": "d7f2c683-416c-4d7b-821b-25b36a9d5a5d", "name": "network-vif-plugged", "status": "completed", "tag": "5e679fce-e8f0-4f84-8541-e7f217c040b1"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 08:00:48.274486 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 5e679fce-e8f0-4f84-8541-e7f217c040b1, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=5e679fce-e8f0-4f84-8541-e7f217c040b1,segment=NetworkSegment(bc94a203-c830-40d4-a375-5d84802df1a7),segment_id=bc94a203-c830-40d4-a375-5d84802df1a7)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:00:48.278656 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (5e679fce-e8f0-4f84-8541-e7f217c040b1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:48.301592 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 08:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddaaf254-44be-4eab-949b-be68e03f74fb x-openstack-request-id: req-ddaaf254-44be-4eab-949b-be68e03f74fb {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 08:00:48.301883 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f2c683-416c-4d7b-821b-25b36a9d5a5d", "name": "network-vif-plugged", "status": "completed", "tag": "5e679fce-e8f0-4f84-8541-e7f217c040b1", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 08:00:48.302138 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ddaaf254-44be-4eab-949b-be68e03f74fb {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 08:00:48.302520 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f2c683-416c-4d7b-821b-25b36a9d5a5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e679fce-e8f0-4f84-8541-e7f217c040b1', 'code': 200} Feb 02 08:00:48.329966 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=5e679fce-e8f0-4f84-8541-e7f217c040b1,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:00:48.434704 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a714f-fdf1-4fbd-8fa2-8ae5780e985a req-706175b4-14db-4e33-8a46-8ecd32fa946d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:00:48.436241 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c86a714f-fdf1-4fbd-8fa2-8ae5780e985a req-706175b4-14db-4e33-8a46-8ecd32fa946d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=d7f2c683-416c-4d7b-821b-25b36a9d5a5d HTTP/1.1" status: 200 len: 1129 time: 0.0492315 Feb 02 08:00:48.481308 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c86a714f-fdf1-4fbd-8fa2-8ae5780e985a req-e4756f4a-2ce7-4455-86af-b299ed5fa78f service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=ae1dcd2e-35df-4294-9863-479351a14634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392852 Feb 02 08:00:48.903365 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9cd0a4-816d-46fb-a71b-388a8940ab5c req-5e8cbc67-e668-42b3-8ad2-d9fbe7e66fd2 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:00:48.904973 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0a9cd0a4-816d-46fb-a71b-388a8940ab5c req-5e8cbc67-e668-42b3-8ad2-d9fbe7e66fd2 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=d7f2c683-416c-4d7b-821b-25b36a9d5a5d HTTP/1.1" status: 200 len: 946 time: 0.0542386 Feb 02 08:00:48.955293 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0a9cd0a4-816d-46fb-a71b-388a8940ab5c req-cc26fc5b-a947-4682-b170-725c32cdfa0c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae1dcd2e-35df-4294-9863-479351a14634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441790 Feb 02 08:00:50.076497 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea87da-69d5-48ef-b69c-a96e5437a91b req-1fee73a5-e36a-4617-9b85-5f2cc683bcf5 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:00:50.079403 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-07ea87da-69d5-48ef-b69c-a96e5437a91b req-1fee73a5-e36a-4617-9b85-5f2cc683bcf5 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=d7f2c683-416c-4d7b-821b-25b36a9d5a5d HTTP/1.1" status: 200 len: 946 time: 0.0566268 Feb 02 08:00:50.127979 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-07ea87da-69d5-48ef-b69c-a96e5437a91b req-675fbdda-eefa-4ed9-8d50-5284db016a67 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae1dcd2e-35df-4294-9863-479351a14634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429177 Feb 02 08:00:50.243992 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a413f1-9765-4d72-8230-b1a996e632c3 req-9768a6ec-3d91-432c-b570-4d826faff665 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:00:50.245440 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-52a413f1-9765-4d72-8230-b1a996e632c3 req-9768a6ec-3d91-432c-b570-4d826faff665 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=d7f2c683-416c-4d7b-821b-25b36a9d5a5d HTTP/1.1" status: 200 len: 946 time: 0.0523078 Feb 02 08:00:50.293141 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-52a413f1-9765-4d72-8230-b1a996e632c3 req-f614cd7d-1488-4b7b-b5bf-52e987dcd9ba tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae1dcd2e-35df-4294-9863-479351a14634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416632 Feb 02 08:00:50.315250 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38020) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:00:50.356404 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998ef7aa-4489-4660-810a-83fddacf8a6b tempest-TestNetworkAdvancedServerOps-1314165092 tempest-TestNetworkAdvancedServerOps-1314165092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:00:50.357799 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-998ef7aa-4489-4660-810a-83fddacf8a6b tempest-TestNetworkAdvancedServerOps-1314165092 tempest-TestNetworkAdvancedServerOps-1314165092-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=d7f2c683-416c-4d7b-821b-25b36a9d5a5d HTTP/1.1" status: 200 len: 1124 time: 0.0415623 Feb 02 08:00:50.361178 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38022) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:00:50.365408 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-00a02d49-6cdf-4a2c-91db-ad16ff0ce23c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Request body: {'floatingip': {'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'port_id': '5e679fce-e8f0-4f84-8541-e7f217c040b1', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:00:50.385722 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-00a02d49-6cdf-4a2c-91db-ad16ff0ce23c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:50.482763 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-00a02d49-6cdf-4a2c-91db-ad16ff0ce23c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:50.583230 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-00a02d49-6cdf-4a2c-91db-ad16ff0ce23c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Allocated IP 172.25.4.217 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/1c633854-166e-435d-9186-f3b27834979a) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 08:00:50.685292 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-00a02d49-6cdf-4a2c-91db-ad16ff0ce23c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for port (1c633854-166e-435d-9186-f3b27834979a), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:50.719055 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-00a02d49-6cdf-4a2c-91db-ad16ff0ce23c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (1c633854-166e-435d-9186-f3b27834979a), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:50.755146 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a02d49-6cdf-4a2c-91db-ad16ff0ce23c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 08:00:50.757858 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-00a02d49-6cdf-4a2c-91db-ad16ff0ce23c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 08:00:50.763936 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a02d49-6cdf-4a2c-91db-ad16ff0ce23c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 08:00:50.788814 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a02d49-6cdf-4a2c-91db-ad16ff0ce23c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event updated for resources: {'Port': ['ID=1c633854-166e-435d-9186-f3b27834979a,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:00:51.174904 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 08:00:51.451160 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-00a02d49-6cdf-4a2c-91db-ad16ff0ce23c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for floatingip (70abab84-3d0d-4a55-a73a-c46c4739a4ea), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:51.522454 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-00a02d49-6cdf-4a2c-91db-ad16ff0ce23c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (1c633854-166e-435d-9186-f3b27834979a), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:51.667388 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-00a02d49-6cdf-4a2c-91db-ad16ff0ce23c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for port (1c633854-166e-435d-9186-f3b27834979a), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:51.671577 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-00a02d49-6cdf-4a2c-91db-ad16ff0ce23c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (1c633854-166e-435d-9186-f3b27834979a), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:51.741189 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a02d49-6cdf-4a2c-91db-ad16ff0ce23c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event updated for resources: {'Port': ['ID=1c633854-166e-435d-9186-f3b27834979a,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:00:51.753413 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-00a02d49-6cdf-4a2c-91db-ad16ff0ce23c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (70abab84-3d0d-4a55-a73a-c46c4739a4ea), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:51.853413 n-d-789963-26 neutron-server[109694]: INFO neutron.db.l3_db [None req-00a02d49-6cdf-4a2c-91db-ad16ff0ce23c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Floating IP 70abab84-3d0d-4a55-a73a-c46c4739a4ea associated. External IP: 172.25.4.217, port: 5e679fce-e8f0-4f84-8541-e7f217c040b1. Feb 02 08:00:52.057197 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a02d49-6cdf-4a2c-91db-ad16ff0ce23c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Router 266b700a-1c8f-44c4-bebf-455f4eb535c7 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 08:00:52.164093 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a02d49-6cdf-4a2c-91db-ad16ff0ce23c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 08:00:52.175003 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70cf9d8-0f84-4548-8828-f7e578806ecc None None] Sync routers for ids ['266b700a-1c8f-44c4-bebf-455f4eb535c7'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 08:00:52.182364 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-00a02d49-6cdf-4a2c-91db-ad16ff0ce23c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:52.184874 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70cf9d8-0f84-4548-8828-f7e578806ecc None None] Routers {'266b700a-1c8f-44c4-bebf-455f4eb535c7'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:00:52.185514 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-a70cf9d8-0f84-4548-8828-f7e578806ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:00:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['266b700a-1c8f-44c4-bebf-455f4eb535c7'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:00:52.211780 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-00a02d49-6cdf-4a2c-91db-ad16ff0ce23c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8495476 Feb 02 08:00:52.212684 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7f2c683-416c-4d7b-821b-25b36a9d5a5d', 'tag': '5e679fce-e8f0-4f84-8541-e7f217c040b1'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 08:00:52.215221 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cd64c29d20054dd266ebfc4811df21ba6bce2c9fa8def1b04b444a49e945ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f282ca8-db82-4ccf-a7a4-48e23058fab4" -d '{"events": [{"name": "network-changed", "server_uuid": "d7f2c683-416c-4d7b-821b-25b36a9d5a5d", "tag": "5e679fce-e8f0-4f84-8541-e7f217c040b1"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 08:00:52.293519 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-a70cf9d8-0f84-4548-8828-f7e578806ecc None None] Set router 266b700a-1c8f-44c4-bebf-455f4eb535c7 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:00:52.314772 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b56f06-c3ee-417f-a36a-17730d0a470f req-cbf8e985-7340-4625-aac2-a8fe4cbd782c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:00:52.316180 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-71b56f06-c3ee-417f-a36a-17730d0a470f req-cbf8e985-7340-4625-aac2-a8fe4cbd782c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=d7f2c683-416c-4d7b-821b-25b36a9d5a5d HTTP/1.1" status: 200 len: 946 time: 0.0531991 Feb 02 08:00:52.364155 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-71b56f06-c3ee-417f-a36a-17730d0a470f req-94daa06d-0f2c-429f-bbac-df804c1b1233 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae1dcd2e-35df-4294-9863-479351a14634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424418 Feb 02 08:00:52.387539 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38028) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:00:52.428168 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 08:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee847e32-f6ec-4896-b077-8c9d893ccee5 x-openstack-request-id: req-ee847e32-f6ec-4896-b077-8c9d893ccee5 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 08:00:52.428456 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7f2c683-416c-4d7b-821b-25b36a9d5a5d", "tag": "5e679fce-e8f0-4f84-8541-e7f217c040b1", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 08:00:52.428715 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ee847e32-f6ec-4896-b077-8c9d893ccee5 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 08:00:52.429101 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7f2c683-416c-4d7b-821b-25b36a9d5a5d', 'tag': '5e679fce-e8f0-4f84-8541-e7f217c040b1', 'status': 'completed', 'code': 200} Feb 02 08:00:52.454634 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-15cea6c0-a919-4371-8596-90dd57a3621c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/floatingips/70abab84-3d0d-4a55-a73a-c46c4739a4ea HTTP/1.1" status: 200 len: 992 time: 0.0654814 Feb 02 08:00:52.505788 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f282ca8-db82-4ccf-a7a4-48e23058fab4 req-37c2d7a4-87a7-40b4-abd1-f8b7daf7c803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:00:52.507311 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0f282ca8-db82-4ccf-a7a4-48e23058fab4 req-37c2d7a4-87a7-40b4-abd1-f8b7daf7c803 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=491ef38eb7a24b33900e5a5f7693dafc&device_id=d7f2c683-416c-4d7b-821b-25b36a9d5a5d HTTP/1.1" status: 200 len: 1129 time: 0.0463822 Feb 02 08:00:52.524131 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-a70cf9d8-0f84-4548-8828-f7e578806ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266b700a-1c8f-44c4-bebf-455f4eb535c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72809808', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '6ffd5e78-cfbe-4f9b-b7f0-98090b2fca3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:00:35Z', 'updated_at': '2022-02-02T08:00:38Z', 'revision_number': 4, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'gw_port': {'id': '6ffd5e78-cfbe-4f9b-b7f0-98090b2fca3b', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:17:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266b700a-1c8f-44c4-bebf-455f4eb535c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:00:36Z', 'updated_at': '2022-02-02T08:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '70abab84-3d0d-4a55-a73a-c46c4739a4ea', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'floating_ip_address': '172.25.4.217', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '266b700a-1c8f-44c4-bebf-455f4eb535c7', 'port_id': '5e679fce-e8f0-4f84-8541-e7f217c040b1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c97fd303-0388-4356-aee8-201eca674def', 'mac_address': 'fa:16:3e:a0:5b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f2c683-416c-4d7b-821b-25b36a9d5a5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T08:00:51Z', 'updated_at': '2022-02-02T08:00:51Z', 'revision_number': 0, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8bc4c63-1ce3-41af-a509-e60f75630b31', 'name': '', 'network_id': 'c97fd303-0388-4356-aee8-201eca674def', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'mac_address': 'fa:16:3e:a8:86:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266b700a-1c8f-44c4-bebf-455f4eb535c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'c3f77f63-b789-4a62-ac17-4a34522dbc36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:00:38Z', 'updated_at': '2022-02-02T08:00:42Z', 'revision_number': 5, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'subnets': [{'id': 'c3f77f63-b789-4a62-ac17-4a34522dbc36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:00:52.554027 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70cf9d8-0f84-4548-8828-f7e578806ecc None None] Checking router: 266b700a-1c8f-44c4-bebf-455f4eb535c7 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 08:00:52.562250 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70cf9d8-0f84-4548-8828-f7e578806ecc None None] Routers {'266b700a-1c8f-44c4-bebf-455f4eb535c7'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:00:52.563434 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-a70cf9d8-0f84-4548-8828-f7e578806ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:00:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['266b700a-1c8f-44c4-bebf-455f4eb535c7'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:00:52.601201 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f282ca8-db82-4ccf-a7a4-48e23058fab4 req-f3bf6a62-0ac6-4359-bc41-57ba0001b25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:00:52.602684 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0f282ca8-db82-4ccf-a7a4-48e23058fab4 req-f3bf6a62-0ac6-4359-bc41-57ba0001b25e service neutron] 10.222.0.88 "GET /v2.0/networks?id=c97fd303-0388-4356-aee8-201eca674def HTTP/1.1" status: 200 len: 895 time: 0.0892096 Feb 02 08:00:52.653562 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:00:52.670088 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0f282ca8-db82-4ccf-a7a4-48e23058fab4 req-df135927-b8cb-4a19-829b-1f8f68bb0590 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e679fce-e8f0-4f84-8541-e7f217c040b1 HTTP/1.1" status: 200 len: 1000 time: 0.0615988 Feb 02 08:00:52.719798 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f282ca8-db82-4ccf-a7a4-48e23058fab4 req-f8ce2ef3-2844-466f-851d-17a99e81146e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:00:52.721292 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0f282ca8-db82-4ccf-a7a4-48e23058fab4 req-f8ce2ef3-2844-466f-851d-17a99e81146e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c3f77f63-b789-4a62-ac17-4a34522dbc36 HTTP/1.1" status: 200 len: 835 time: 0.0463023 Feb 02 08:00:52.778977 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f282ca8-db82-4ccf-a7a4-48e23058fab4 req-f6f9566c-f579-4c69-96d5-abefac23d5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:00:52.780545 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0f282ca8-db82-4ccf-a7a4-48e23058fab4 req-f6f9566c-f579-4c69-96d5-abefac23d5af service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c97fd303-0388-4356-aee8-201eca674def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0523629 Feb 02 08:00:52.837131 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-a70cf9d8-0f84-4548-8828-f7e578806ecc None None] Set router 266b700a-1c8f-44c4-bebf-455f4eb535c7 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:00:52.872851 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0f282ca8-db82-4ccf-a7a4-48e23058fab4 req-34544c88-aeda-46c2-9f7f-d9d205029097 service neutron] 10.222.0.88 "GET /v2.0/networks/c97fd303-0388-4356-aee8-201eca674def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862560 Feb 02 08:00:52.966673 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0f282ca8-db82-4ccf-a7a4-48e23058fab4 req-3775d8be-67fc-4b04-be08-7d0fc1b15162 service neutron] 10.222.0.88 "GET /v2.0/networks/c97fd303-0388-4356-aee8-201eca674def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885620 Feb 02 08:00:53.062348 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-a70cf9d8-0f84-4548-8828-f7e578806ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266b700a-1c8f-44c4-bebf-455f4eb535c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72809808', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '6ffd5e78-cfbe-4f9b-b7f0-98090b2fca3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:00:35Z', 'updated_at': '2022-02-02T08:00:38Z', 'revision_number': 4, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'gw_port': {'id': '6ffd5e78-cfbe-4f9b-b7f0-98090b2fca3b', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:17:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266b700a-1c8f-44c4-bebf-455f4eb535c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:00:36Z', 'updated_at': '2022-02-02T08:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '70abab84-3d0d-4a55-a73a-c46c4739a4ea', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'floating_ip_address': '172.25.4.217', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '266b700a-1c8f-44c4-bebf-455f4eb535c7', 'port_id': '5e679fce-e8f0-4f84-8541-e7f217c040b1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c97fd303-0388-4356-aee8-201eca674def', 'mac_address': 'fa:16:3e:a0:5b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f2c683-416c-4d7b-821b-25b36a9d5a5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T08:00:51Z', 'updated_at': '2022-02-02T08:00:51Z', 'revision_number': 0, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8bc4c63-1ce3-41af-a509-e60f75630b31', 'name': '', 'network_id': 'c97fd303-0388-4356-aee8-201eca674def', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'mac_address': 'fa:16:3e:a8:86:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266b700a-1c8f-44c4-bebf-455f4eb535c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'c3f77f63-b789-4a62-ac17-4a34522dbc36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:00:38Z', 'updated_at': '2022-02-02T08:00:42Z', 'revision_number': 5, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'subnets': [{'id': 'c3f77f63-b789-4a62-ac17-4a34522dbc36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:00:53.091317 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70cf9d8-0f84-4548-8828-f7e578806ecc None None] The sync data for ids ['266b700a-1c8f-44c4-bebf-455f4eb535c7'] in n-d-789963-26 is: [{'id': '266b700a-1c8f-44c4-bebf-455f4eb535c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72809808', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '6ffd5e78-cfbe-4f9b-b7f0-98090b2fca3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:00:35Z', 'updated_at': '2022-02-02T08:00:38Z', 'revision_number': 4, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'gw_port': {'id': '6ffd5e78-cfbe-4f9b-b7f0-98090b2fca3b', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:17:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266b700a-1c8f-44c4-bebf-455f4eb535c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:00:36Z', 'updated_at': '2022-02-02T08:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '70abab84-3d0d-4a55-a73a-c46c4739a4ea', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'floating_ip_address': '172.25.4.217', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '266b700a-1c8f-44c4-bebf-455f4eb535c7', 'port_id': '5e679fce-e8f0-4f84-8541-e7f217c040b1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c97fd303-0388-4356-aee8-201eca674def', 'mac_address': 'fa:16:3e:a0:5b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f2c683-416c-4d7b-821b-25b36a9d5a5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T08:00:51Z', 'updated_at': '2022-02-02T08:00:51Z', 'revision_number': 0, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8bc4c63-1ce3-41af-a509-e60f75630b31', 'name': '', 'network_id': 'c97fd303-0388-4356-aee8-201eca674def', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'mac_address': 'fa:16:3e:a8:86:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266b700a-1c8f-44c4-bebf-455f4eb535c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'c3f77f63-b789-4a62-ac17-4a34522dbc36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:00:38Z', 'updated_at': '2022-02-02T08:00:42Z', 'revision_number': 5, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'subnets': [{'id': 'c3f77f63-b789-4a62-ac17-4a34522dbc36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 08:00:53.283173 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa709b4-d63e-418d-aa08-ed2c0e20233e None None] New status for floating IP 70abab84-3d0d-4a55-a73a-c46c4739a4ea: ACTIVE {{(pid=109696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 08:00:53.457678 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 38030) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:00:53.518814 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-5b8a014b-cf61-42f0-a6d3-07938bab5df3 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/floatingips/70abab84-3d0d-4a55-a73a-c46c4739a4ea HTTP/1.1" status: 200 len: 994 time: 0.0594060 Feb 02 08:00:56.789405 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0bee6c3a-3e7e-46c4-8966-dd715975e992 req-63f36cab-a5f6-4d8f-b5e0-5efd7bd13eba service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=d7f2c683-416c-4d7b-821b-25b36a9d5a5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0430126 Feb 02 08:00:56.894322 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee6c3a-3e7e-46c4-8966-dd715975e992 req-88bc72fa-09b2-44ba-90c1-3763f7f36645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:00:56.895855 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0bee6c3a-3e7e-46c4-8966-dd715975e992 req-88bc72fa-09b2-44ba-90c1-3763f7f36645 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=491ef38eb7a24b33900e5a5f7693dafc&device_id=d7f2c683-416c-4d7b-821b-25b36a9d5a5d HTTP/1.1" status: 200 len: 1129 time: 0.0485446 Feb 02 08:00:56.995425 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee6c3a-3e7e-46c4-8966-dd715975e992 req-431bc3b3-27ff-4b72-b092-e00c45704775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:00:56.996914 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0bee6c3a-3e7e-46c4-8966-dd715975e992 req-431bc3b3-27ff-4b72-b092-e00c45704775 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c97fd303-0388-4356-aee8-201eca674def HTTP/1.1" status: 200 len: 895 time: 0.0833728 Feb 02 08:00:57.063727 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0bee6c3a-3e7e-46c4-8966-dd715975e992 req-92100151-74d3-4b2d-915e-fa70a8794ee5 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e679fce-e8f0-4f84-8541-e7f217c040b1 HTTP/1.1" status: 200 len: 1002 time: 0.0609760 Feb 02 08:00:57.111020 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee6c3a-3e7e-46c4-8966-dd715975e992 req-61c8b5da-152a-4744-a520-9ce533e624bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:00:57.112626 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0bee6c3a-3e7e-46c4-8966-dd715975e992 req-61c8b5da-152a-4744-a520-9ce533e624bc service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c3f77f63-b789-4a62-ac17-4a34522dbc36 HTTP/1.1" status: 200 len: 835 time: 0.0436895 Feb 02 08:00:57.159354 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee6c3a-3e7e-46c4-8966-dd715975e992 req-6b36c2f4-792c-4223-9358-fa4a4c379d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:00:57.160837 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0bee6c3a-3e7e-46c4-8966-dd715975e992 req-6b36c2f4-792c-4223-9358-fa4a4c379d5e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c97fd303-0388-4356-aee8-201eca674def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0430377 Feb 02 08:00:57.251721 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0bee6c3a-3e7e-46c4-8966-dd715975e992 req-abafbb28-860d-4581-a35c-9b80e78c9f21 service neutron] 10.222.0.88 "GET /v2.0/networks/c97fd303-0388-4356-aee8-201eca674def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850222 Feb 02 08:00:57.339114 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0bee6c3a-3e7e-46c4-8966-dd715975e992 req-c2edf6dd-90c5-4de8-a1ea-1d8993718484 service neutron] 10.222.0.88 "GET /v2.0/networks/c97fd303-0388-4356-aee8-201eca674def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813510 Feb 02 08:00:57.760154 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:01:11.104190 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f537eb43-5ac6-40c0-bbfb-66a402c6e8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:01:13.381409 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1ce9dbba-cb7b-4776-ba23-e9b5a99a998b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:01:14.885072 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:01:16.249902 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:01:17.521999 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:01:22.622605 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:01:24.908149 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec4b72a-277e-410a-a0a3-db1616dcf665 req-19cb3db4-0b2a-4bae-a646-784448bf7cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:01:24.909682 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ec4b72a-277e-410a-a0a3-db1616dcf665 req-19cb3db4-0b2a-4bae-a646-784448bf7cad service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=491ef38eb7a24b33900e5a5f7693dafc&device_id=d7f2c683-416c-4d7b-821b-25b36a9d5a5d HTTP/1.1" status: 200 len: 1129 time: 0.0578930 Feb 02 08:01:24.932870 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd140d7-b8e9-4902-bfda-75b12b2b103c req-65d03ca5-b4fb-46aa-a5ee-857157757905 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:01:24.934380 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4dd140d7-b8e9-4902-bfda-75b12b2b103c req-65d03ca5-b4fb-46aa-a5ee-857157757905 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=d7f2c683-416c-4d7b-821b-25b36a9d5a5d HTTP/1.1" status: 200 len: 946 time: 0.1137826 Feb 02 08:01:24.983371 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4dd140d7-b8e9-4902-bfda-75b12b2b103c req-f8b88631-3876-481a-9b92-cfba8bcd07b0 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae1dcd2e-35df-4294-9863-479351a14634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423517 Feb 02 08:01:25.002448 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec4b72a-277e-410a-a0a3-db1616dcf665 req-7fc0fc5b-42bd-4a2c-b410-84bb39cacbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:01:25.003942 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ec4b72a-277e-410a-a0a3-db1616dcf665 req-7fc0fc5b-42bd-4a2c-b410-84bb39cacbb6 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c97fd303-0388-4356-aee8-201eca674def HTTP/1.1" status: 200 len: 895 time: 0.0853851 Feb 02 08:01:25.072027 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ec4b72a-277e-410a-a0a3-db1616dcf665 req-9e505766-09ac-47b8-9a08-308ea7a2d1e3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e679fce-e8f0-4f84-8541-e7f217c040b1 HTTP/1.1" status: 200 len: 1002 time: 0.0620277 Feb 02 08:01:25.122179 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec4b72a-277e-410a-a0a3-db1616dcf665 req-a77655cb-66a9-4493-86af-a8c6323c2afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:01:25.123678 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ec4b72a-277e-410a-a0a3-db1616dcf665 req-a77655cb-66a9-4493-86af-a8c6323c2afe service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c3f77f63-b789-4a62-ac17-4a34522dbc36 HTTP/1.1" status: 200 len: 835 time: 0.0458124 Feb 02 08:01:25.171368 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec4b72a-277e-410a-a0a3-db1616dcf665 req-ff3b4a08-f602-4803-944f-83c3b9be8c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:01:25.172910 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ec4b72a-277e-410a-a0a3-db1616dcf665 req-ff3b4a08-f602-4803-944f-83c3b9be8c17 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c97fd303-0388-4356-aee8-201eca674def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0428469 Feb 02 08:01:25.265946 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ec4b72a-277e-410a-a0a3-db1616dcf665 req-fb1217d7-a251-47eb-b095-8122a7c95773 service neutron] 10.222.0.88 "GET /v2.0/networks/c97fd303-0388-4356-aee8-201eca674def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846274 Feb 02 08:01:25.353330 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2ec4b72a-277e-410a-a0a3-db1616dcf665 req-6a937eea-15f1-45bc-9f2d-18f984463155 service neutron] 10.222.0.88 "GET /v2.0/networks/c97fd303-0388-4356-aee8-201eca674def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807867 Feb 02 08:01:26.107788 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8474d0-cfb5-415a-8b3d-dd733cc3fc38 req-80169037-4b52-439c-b7a8-4677bcad49a8 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:01:26.109273 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5b8474d0-cfb5-415a-8b3d-dd733cc3fc38 req-80169037-4b52-439c-b7a8-4677bcad49a8 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=d7f2c683-416c-4d7b-821b-25b36a9d5a5d HTTP/1.1" status: 200 len: 946 time: 0.0567405 Feb 02 08:01:26.159035 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5b8474d0-cfb5-415a-8b3d-dd733cc3fc38 req-42a172d4-0fb2-4560-b861-920a895a8c91 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae1dcd2e-35df-4294-9863-479351a14634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435369 Feb 02 08:01:27.281755 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b7a1e7-a278-4e1b-8f62-e03ccddc9ea5 req-96a746a1-0cb6-4402-ac80-1203678c806c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:01:27.283887 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b0b7a1e7-a278-4e1b-8f62-e03ccddc9ea5 req-96a746a1-0cb6-4402-ac80-1203678c806c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=d7f2c683-416c-4d7b-821b-25b36a9d5a5d HTTP/1.1" status: 200 len: 946 time: 0.0573454 Feb 02 08:01:27.331660 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b0b7a1e7-a278-4e1b-8f62-e03ccddc9ea5 req-aa05cecb-0ab0-48a3-8a86-b2143ff27689 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae1dcd2e-35df-4294-9863-479351a14634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419009 Feb 02 08:01:27.778217 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:01:28.173493 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 08:01:28.454154 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a0a66-3c85-4ba9-b4dc-d2be57e8eaba req-d4a6eacc-3fcd-4331-8cd1-df5e558eb058 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:01:28.455624 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e92a0a66-3c85-4ba9-b4dc-d2be57e8eaba req-d4a6eacc-3fcd-4331-8cd1-df5e558eb058 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=d7f2c683-416c-4d7b-821b-25b36a9d5a5d HTTP/1.1" status: 200 len: 946 time: 0.0534804 Feb 02 08:01:28.504588 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e92a0a66-3c85-4ba9-b4dc-d2be57e8eaba req-f3d46dfc-e622-40ef-99ef-e88cafb1d58b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae1dcd2e-35df-4294-9863-479351a14634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433493 Feb 02 08:01:29.624197 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37244fb2-a8c4-4ae7-9cf7-a3740687d1be req-b653f0c1-b237-4119-8c5a-6db74eee768c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:01:29.625667 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-37244fb2-a8c4-4ae7-9cf7-a3740687d1be req-b653f0c1-b237-4119-8c5a-6db74eee768c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=d7f2c683-416c-4d7b-821b-25b36a9d5a5d HTTP/1.1" status: 200 len: 946 time: 0.0520511 Feb 02 08:01:29.678198 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-37244fb2-a8c4-4ae7-9cf7-a3740687d1be req-74167a2e-fc0b-4225-a9b8-eb701b736ba8 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae1dcd2e-35df-4294-9863-479351a14634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467718 Feb 02 08:01:30.796479 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1dd1bb-1ed7-4fa5-883e-e922afd30911 req-c1b27ba5-f280-41a6-80c7-9154d52445a9 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:01:30.797947 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-db1dd1bb-1ed7-4fa5-883e-e922afd30911 req-c1b27ba5-f280-41a6-80c7-9154d52445a9 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=d7f2c683-416c-4d7b-821b-25b36a9d5a5d HTTP/1.1" status: 200 len: 946 time: 0.0527663 Feb 02 08:01:30.846633 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-db1dd1bb-1ed7-4fa5-883e-e922afd30911 req-6e736d83-759b-48f5-b442-32a6517a8d2c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae1dcd2e-35df-4294-9863-479351a14634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425496 Feb 02 08:01:31.966659 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f8e20-b92b-4526-9fe5-80c9e229bbc7 req-11c06528-70d1-4222-b1d1-0164f63901a0 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:01:31.968150 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-620f8e20-b92b-4526-9fe5-80c9e229bbc7 req-11c06528-70d1-4222-b1d1-0164f63901a0 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=d7f2c683-416c-4d7b-821b-25b36a9d5a5d HTTP/1.1" status: 200 len: 946 time: 0.0540893 Feb 02 08:01:32.016329 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-620f8e20-b92b-4526-9fe5-80c9e229bbc7 req-6c8a888c-4e7e-4248-950f-a9048314ede2 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae1dcd2e-35df-4294-9863-479351a14634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424957 Feb 02 08:01:33.137298 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510ed733-9e91-419c-aebf-c040b7d8e0c0 req-ae6f89b4-fccc-445c-bf15-f52912294ad9 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:01:33.139018 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-510ed733-9e91-419c-aebf-c040b7d8e0c0 req-ae6f89b4-fccc-445c-bf15-f52912294ad9 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=d7f2c683-416c-4d7b-821b-25b36a9d5a5d HTTP/1.1" status: 200 len: 946 time: 0.0553510 Feb 02 08:01:33.186877 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-510ed733-9e91-419c-aebf-c040b7d8e0c0 req-fe1f1c58-90dc-43f8-adc1-36e80c076215 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae1dcd2e-35df-4294-9863-479351a14634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414453 Feb 02 08:01:34.305038 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3fb382-11b0-4d0d-a03d-b92ec77f2777 req-3fe042e5-c0a3-45b2-86c0-e3337e47c946 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:01:34.306495 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9f3fb382-11b0-4d0d-a03d-b92ec77f2777 req-3fe042e5-c0a3-45b2-86c0-e3337e47c946 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=d7f2c683-416c-4d7b-821b-25b36a9d5a5d HTTP/1.1" status: 200 len: 946 time: 0.0520597 Feb 02 08:01:34.355378 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9f3fb382-11b0-4d0d-a03d-b92ec77f2777 req-2eb7dec5-e807-462b-b5a3-46a10375736b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae1dcd2e-35df-4294-9863-479351a14634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423698 Feb 02 08:01:35.479732 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ab004-133c-49ae-86ea-a1d300f87118 req-9b1e0359-dc6d-47c4-95be-1b0f5985d476 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:01:35.481201 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-506ab004-133c-49ae-86ea-a1d300f87118 req-9b1e0359-dc6d-47c4-95be-1b0f5985d476 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=d7f2c683-416c-4d7b-821b-25b36a9d5a5d HTTP/1.1" status: 200 len: 946 time: 0.0567181 Feb 02 08:01:35.530047 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-506ab004-133c-49ae-86ea-a1d300f87118 req-2a05a5e1-034c-469c-9674-6492589a7d67 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae1dcd2e-35df-4294-9863-479351a14634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424731 Feb 02 08:01:36.649503 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd471c5d-8d24-4d2c-be6f-a7259d07dcc1 req-cd9386a8-b55e-4562-bd3e-c3ad98eacd24 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:01:36.650922 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fd471c5d-8d24-4d2c-be6f-a7259d07dcc1 req-cd9386a8-b55e-4562-bd3e-c3ad98eacd24 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=d7f2c683-416c-4d7b-821b-25b36a9d5a5d HTTP/1.1" status: 200 len: 946 time: 0.0529768 Feb 02 08:01:36.699836 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fd471c5d-8d24-4d2c-be6f-a7259d07dcc1 req-5bb95a64-8f58-4d75-b20a-4dabe79e4e99 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae1dcd2e-35df-4294-9863-479351a14634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432336 Feb 02 08:01:37.822350 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b25bf-857e-4504-802f-f68eaecfc19b req-b2ba00a8-5369-4f32-905d-81c9309d6a3c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:01:37.823757 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-664b25bf-857e-4504-802f-f68eaecfc19b req-b2ba00a8-5369-4f32-905d-81c9309d6a3c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=d7f2c683-416c-4d7b-821b-25b36a9d5a5d HTTP/1.1" status: 200 len: 946 time: 0.0569060 Feb 02 08:01:37.876486 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-664b25bf-857e-4504-802f-f68eaecfc19b req-6ef1919d-9897-4b2d-99d2-9e3134db112e tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae1dcd2e-35df-4294-9863-479351a14634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470881 Feb 02 08:01:38.996454 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6220ed6-b41e-4b89-9c8d-2eebfb8219ea req-3f0a2dc9-0c94-452c-8231-44584e6551d9 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:01:38.997927 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b6220ed6-b41e-4b89-9c8d-2eebfb8219ea req-3f0a2dc9-0c94-452c-8231-44584e6551d9 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=d7f2c683-416c-4d7b-821b-25b36a9d5a5d HTTP/1.1" status: 200 len: 946 time: 0.0536146 Feb 02 08:01:39.045568 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b6220ed6-b41e-4b89-9c8d-2eebfb8219ea req-f8aea57a-5433-4a72-8058-0836c9cce22e tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae1dcd2e-35df-4294-9863-479351a14634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419517 Feb 02 08:01:40.163265 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01995224-50fe-4862-b5b9-1fbb1691be15 req-a7710603-49b8-4a32-85f2-47b7a2040b30 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:01:40.164749 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-01995224-50fe-4862-b5b9-1fbb1691be15 req-a7710603-49b8-4a32-85f2-47b7a2040b30 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=d7f2c683-416c-4d7b-821b-25b36a9d5a5d HTTP/1.1" status: 200 len: 946 time: 0.0516019 Feb 02 08:01:40.212686 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-01995224-50fe-4862-b5b9-1fbb1691be15 req-00a4b24c-9464-4bc6-a839-096822fb8ad8 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae1dcd2e-35df-4294-9863-479351a14634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423331 Feb 02 08:01:41.105802 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7e16ab85-0a6e-476c-b24d-dfe46524dd84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:01:41.342329 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d39726a-a163-4d23-ad8c-c4cca57c002a req-2295f6f7-e534-427d-828b-d192ad0c7d3d tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:01:41.343822 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7d39726a-a163-4d23-ad8c-c4cca57c002a req-2295f6f7-e534-427d-828b-d192ad0c7d3d tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=d7f2c683-416c-4d7b-821b-25b36a9d5a5d HTTP/1.1" status: 200 len: 946 time: 0.0555210 Feb 02 08:01:41.392035 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7d39726a-a163-4d23-ad8c-c4cca57c002a req-5edb217a-22fc-4269-badf-70c91ef61158 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae1dcd2e-35df-4294-9863-479351a14634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418439 Feb 02 08:01:41.414929 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38094) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:01:41.474865 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-36c2d867-9b36-47a1-a4e1-4118292fc8b7 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/floatingips/70abab84-3d0d-4a55-a73a-c46c4739a4ea HTTP/1.1" status: 200 len: 994 time: 0.0588391 Feb 02 08:01:43.383293 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-92a22dc9-0b51-4a03-afc2-a7c943c7e694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:01:44.890679 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:01:46.252881 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:01:47.524067 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:01:52.622520 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:01:57.769338 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:01:57.844411 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-64480e6c-df25-44b8-801b-e9c975344c44 req-7745a709-d706-476b-b0fa-442a25a93eeb service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=d7f2c683-416c-4d7b-821b-25b36a9d5a5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0925531 Feb 02 08:01:57.946440 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64480e6c-df25-44b8-801b-e9c975344c44 req-6f6e249a-8611-45d0-ad7e-5dee1f57204b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:01:57.947975 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-64480e6c-df25-44b8-801b-e9c975344c44 req-6f6e249a-8611-45d0-ad7e-5dee1f57204b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=491ef38eb7a24b33900e5a5f7693dafc&device_id=d7f2c683-416c-4d7b-821b-25b36a9d5a5d HTTP/1.1" status: 200 len: 1129 time: 0.0458620 Feb 02 08:01:58.054646 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64480e6c-df25-44b8-801b-e9c975344c44 req-28e7da05-b503-4b23-823c-e733c836da19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:01:58.056105 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-64480e6c-df25-44b8-801b-e9c975344c44 req-28e7da05-b503-4b23-823c-e733c836da19 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c97fd303-0388-4356-aee8-201eca674def HTTP/1.1" status: 200 len: 895 time: 0.0897059 Feb 02 08:01:58.124542 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-64480e6c-df25-44b8-801b-e9c975344c44 req-6603ca4c-0210-4102-a4b8-0b020085e18e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e679fce-e8f0-4f84-8541-e7f217c040b1 HTTP/1.1" status: 200 len: 1002 time: 0.0596759 Feb 02 08:01:58.172148 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64480e6c-df25-44b8-801b-e9c975344c44 req-e4c8aa63-a90b-4169-b382-3e44fcf43f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:01:58.173562 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-64480e6c-df25-44b8-801b-e9c975344c44 req-e4c8aa63-a90b-4169-b382-3e44fcf43f4d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c3f77f63-b789-4a62-ac17-4a34522dbc36 HTTP/1.1" status: 200 len: 835 time: 0.0431736 Feb 02 08:01:58.226405 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64480e6c-df25-44b8-801b-e9c975344c44 req-517f9870-bc68-414f-8165-5e330c3a9e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:01:58.228264 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-64480e6c-df25-44b8-801b-e9c975344c44 req-517f9870-bc68-414f-8165-5e330c3a9e2e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c97fd303-0388-4356-aee8-201eca674def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0476005 Feb 02 08:01:58.317574 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-64480e6c-df25-44b8-801b-e9c975344c44 req-64391549-bd47-4d89-b399-5afd6df53ecd service neutron] 10.222.0.88 "GET /v2.0/networks/c97fd303-0388-4356-aee8-201eca674def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828605 Feb 02 08:01:58.692697 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-64480e6c-df25-44b8-801b-e9c975344c44 req-a7a9e28d-88c5-47f9-92b4-23ce998eadda service neutron] 10.222.0.88 "GET /v2.0/networks/c97fd303-0388-4356-aee8-201eca674def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3686121 Feb 02 08:02:05.172065 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 08:02:11.106988 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3d895a81-b7fd-45be-9dd5-c529eb315d14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:11.959182 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38114) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:02:12.114515 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-2d77f464-01ea-4edd-a3cf-588bda584762 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Deleting port 1c633854-166e-435d-9186-f3b27834979a {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 08:02:12.114855 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2d77f464-01ea-4edd-a3cf-588bda584762 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (1c633854-166e-435d-9186-f3b27834979a), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:12.186485 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2d77f464-01ea-4edd-a3cf-588bda584762 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (1c633854-166e-435d-9186-f3b27834979a), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:12.186809 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2d77f464-01ea-4edd-a3cf-588bda584762 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for floatingip (1c633854-166e-435d-9186-f3b27834979a), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:12.198931 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-2d77f464-01ea-4edd-a3cf-588bda584762 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Calling delete_port for 1c633854-166e-435d-9186-f3b27834979a owned by network:floatingip {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 08:02:12.345057 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2d77f464-01ea-4edd-a3cf-588bda584762 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (1c633854-166e-435d-9186-f3b27834979a), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:12.369740 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d77f464-01ea-4edd-a3cf-588bda584762 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event deleted for resources: {'Port': ['ID=1c633854-166e-435d-9186-f3b27834979a,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:02:12.382239 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d77f464-01ea-4edd-a3cf-588bda584762 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:02:12.382598 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d77f464-01ea-4edd-a3cf-588bda584762 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:02:12.382976 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d77f464-01ea-4edd-a3cf-588bda584762 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:02:12.383293 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d77f464-01ea-4edd-a3cf-588bda584762 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:02:12.383651 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d77f464-01ea-4edd-a3cf-588bda584762 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:02:12.383993 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d77f464-01ea-4edd-a3cf-588bda584762 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:02:12.384322 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d77f464-01ea-4edd-a3cf-588bda584762 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:02:12.384655 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d77f464-01ea-4edd-a3cf-588bda584762 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:02:12.384981 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d77f464-01ea-4edd-a3cf-588bda584762 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:02:12.385304 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d77f464-01ea-4edd-a3cf-588bda584762 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:02:12.385628 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d77f464-01ea-4edd-a3cf-588bda584762 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:02:12.385948 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d77f464-01ea-4edd-a3cf-588bda584762 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:02:12.386268 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d77f464-01ea-4edd-a3cf-588bda584762 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:02:12.443799 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2d77f464-01ea-4edd-a3cf-588bda584762 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for floatingip (70abab84-3d0d-4a55-a73a-c46c4739a4ea), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:12.444144 n-d-789963-26 neutron-server[109694]: INFO neutron.db.l3_db [None req-2d77f464-01ea-4edd-a3cf-588bda584762 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Floating IP 70abab84-3d0d-4a55-a73a-c46c4739a4ea disassociated (deleted). External IP: 172.25.4.217, port: 5e679fce-e8f0-4f84-8541-e7f217c040b1. Feb 02 08:02:12.650473 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d77f464-01ea-4edd-a3cf-588bda584762 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Router 266b700a-1c8f-44c4-bebf-455f4eb535c7 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 08:02:12.755312 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d77f464-01ea-4edd-a3cf-588bda584762 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 08:02:12.759934 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2d77f464-01ea-4edd-a3cf-588bda584762 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:12.764560 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d0f0e7-626f-409f-9120-c5fc6185c6a2 None None] Sync routers for ids ['266b700a-1c8f-44c4-bebf-455f4eb535c7'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 08:02:12.775927 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d0f0e7-626f-409f-9120-c5fc6185c6a2 None None] Routers {'266b700a-1c8f-44c4-bebf-455f4eb535c7'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:02:12.776533 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-85d0f0e7-626f-409f-9120-c5fc6185c6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:01:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['266b700a-1c8f-44c4-bebf-455f4eb535c7'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:02:12.790375 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-2d77f464-01ea-4edd-a3cf-588bda584762 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "DELETE /v2.0/floatingips/70abab84-3d0d-4a55-a73a-c46c4739a4ea HTTP/1.1" status: 204 len: 168 time: 0.8297956 Feb 02 08:02:12.791070 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7f2c683-416c-4d7b-821b-25b36a9d5a5d', 'tag': '5e679fce-e8f0-4f84-8541-e7f217c040b1'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 08:02:12.793468 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cd64c29d20054dd266ebfc4811df21ba6bce2c9fa8def1b04b444a49e945ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d1b25e-c0bf-4846-a9dc-59f73bb027d0" -d '{"events": [{"name": "network-changed", "server_uuid": "d7f2c683-416c-4d7b-821b-25b36a9d5a5d", "tag": "5e679fce-e8f0-4f84-8541-e7f217c040b1"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 08:02:12.887503 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-85d0f0e7-626f-409f-9120-c5fc6185c6a2 None None] Set router 266b700a-1c8f-44c4-bebf-455f4eb535c7 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:02:12.955097 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 08:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57264c51-a3d8-4a7c-b68e-bd4272eb7acb x-openstack-request-id: req-57264c51-a3d8-4a7c-b68e-bd4272eb7acb {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 08:02:12.955394 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7f2c683-416c-4d7b-821b-25b36a9d5a5d", "tag": "5e679fce-e8f0-4f84-8541-e7f217c040b1", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 08:02:12.955678 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-57264c51-a3d8-4a7c-b68e-bd4272eb7acb {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 08:02:12.956125 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7f2c683-416c-4d7b-821b-25b36a9d5a5d', 'tag': '5e679fce-e8f0-4f84-8541-e7f217c040b1', 'status': 'completed', 'code': 200} Feb 02 08:02:13.052517 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1b25e-c0bf-4846-a9dc-59f73bb027d0 req-b5c32f44-1429-488f-ba91-31406cdb86c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:02:13.054018 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f3d1b25e-c0bf-4846-a9dc-59f73bb027d0 req-b5c32f44-1429-488f-ba91-31406cdb86c1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=491ef38eb7a24b33900e5a5f7693dafc&device_id=d7f2c683-416c-4d7b-821b-25b36a9d5a5d HTTP/1.1" status: 200 len: 1129 time: 0.0480006 Feb 02 08:02:13.056071 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba88ab-4ce9-4552-9573-80b2563e5fe7 req-ccd88377-c754-40ce-aadb-d2b8f532203a tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:02:13.057602 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-00ba88ab-4ce9-4552-9573-80b2563e5fe7 req-ccd88377-c754-40ce-aadb-d2b8f532203a tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=d7f2c683-416c-4d7b-821b-25b36a9d5a5d HTTP/1.1" status: 200 len: 946 time: 0.0580902 Feb 02 08:02:13.108271 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-85d0f0e7-626f-409f-9120-c5fc6185c6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266b700a-1c8f-44c4-bebf-455f4eb535c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72809808', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '6ffd5e78-cfbe-4f9b-b7f0-98090b2fca3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:00:35Z', 'updated_at': '2022-02-02T08:00:38Z', 'revision_number': 4, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'gw_port': {'id': '6ffd5e78-cfbe-4f9b-b7f0-98090b2fca3b', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:17:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266b700a-1c8f-44c4-bebf-455f4eb535c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:00:36Z', 'updated_at': '2022-02-02T08:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'e8bc4c63-1ce3-41af-a509-e60f75630b31', 'name': '', 'network_id': 'c97fd303-0388-4356-aee8-201eca674def', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'mac_address': 'fa:16:3e:a8:86:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266b700a-1c8f-44c4-bebf-455f4eb535c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'c3f77f63-b789-4a62-ac17-4a34522dbc36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:00:38Z', 'updated_at': '2022-02-02T08:00:42Z', 'revision_number': 5, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'subnets': [{'id': 'c3f77f63-b789-4a62-ac17-4a34522dbc36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:02:13.109520 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-00ba88ab-4ce9-4552-9573-80b2563e5fe7 req-1782f7bd-b771-443f-95a7-2c3bc41c42bb tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae1dcd2e-35df-4294-9863-479351a14634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460012 Feb 02 08:02:13.137489 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d0f0e7-626f-409f-9120-c5fc6185c6a2 None None] Checking router: 266b700a-1c8f-44c4-bebf-455f4eb535c7 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 08:02:13.146380 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d0f0e7-626f-409f-9120-c5fc6185c6a2 None None] Routers {'266b700a-1c8f-44c4-bebf-455f4eb535c7'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:02:13.146990 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-85d0f0e7-626f-409f-9120-c5fc6185c6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:01:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['266b700a-1c8f-44c4-bebf-455f4eb535c7'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:02:13.150010 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1b25e-c0bf-4846-a9dc-59f73bb027d0 req-e67501ec-4601-4de7-97d6-25b359f7b0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:02:13.151540 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f3d1b25e-c0bf-4846-a9dc-59f73bb027d0 req-e67501ec-4601-4de7-97d6-25b359f7b0a4 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c97fd303-0388-4356-aee8-201eca674def HTTP/1.1" status: 200 len: 895 time: 0.0899634 Feb 02 08:02:13.197942 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f3d1b25e-c0bf-4846-a9dc-59f73bb027d0 req-a0567622-325b-4c46-84d8-61185d1e8fe7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e679fce-e8f0-4f84-8541-e7f217c040b1 HTTP/1.1" status: 200 len: 217 time: 0.0383923 Feb 02 08:02:13.254274 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1b25e-c0bf-4846-a9dc-59f73bb027d0 req-c6bb4c9f-74c1-4570-93b5-82edb2ea8ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:02:13.254910 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-85d0f0e7-626f-409f-9120-c5fc6185c6a2 None None] Set router 266b700a-1c8f-44c4-bebf-455f4eb535c7 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:02:13.255776 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f3d1b25e-c0bf-4846-a9dc-59f73bb027d0 req-c6bb4c9f-74c1-4570-93b5-82edb2ea8ed0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c3f77f63-b789-4a62-ac17-4a34522dbc36 HTTP/1.1" status: 200 len: 835 time: 0.0458987 Feb 02 08:02:13.304392 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1b25e-c0bf-4846-a9dc-59f73bb027d0 req-38e77283-fb6d-4319-aca0-857188c0e1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:02:13.305910 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f3d1b25e-c0bf-4846-a9dc-59f73bb027d0 req-38e77283-fb6d-4319-aca0-857188c0e1c4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c97fd303-0388-4356-aee8-201eca674def&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0443647 Feb 02 08:02:13.401121 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f3d1b25e-c0bf-4846-a9dc-59f73bb027d0 req-f33867f6-2b6e-4e55-b4cf-43214421036d service neutron] 10.222.0.88 "GET /v2.0/networks/c97fd303-0388-4356-aee8-201eca674def?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874701 Feb 02 08:02:13.401398 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-097b85b1-03f9-4068-828f-ec45a72af065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:13.466362 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-85d0f0e7-626f-409f-9120-c5fc6185c6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266b700a-1c8f-44c4-bebf-455f4eb535c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72809808', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '6ffd5e78-cfbe-4f9b-b7f0-98090b2fca3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:00:35Z', 'updated_at': '2022-02-02T08:00:38Z', 'revision_number': 4, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'gw_port': {'id': '6ffd5e78-cfbe-4f9b-b7f0-98090b2fca3b', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:17:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266b700a-1c8f-44c4-bebf-455f4eb535c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:00:36Z', 'updated_at': '2022-02-02T08:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'e8bc4c63-1ce3-41af-a509-e60f75630b31', 'name': '', 'network_id': 'c97fd303-0388-4356-aee8-201eca674def', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'mac_address': 'fa:16:3e:a8:86:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266b700a-1c8f-44c4-bebf-455f4eb535c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'c3f77f63-b789-4a62-ac17-4a34522dbc36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:00:38Z', 'updated_at': '2022-02-02T08:00:42Z', 'revision_number': 5, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'subnets': [{'id': 'c3f77f63-b789-4a62-ac17-4a34522dbc36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:02:13.492665 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-f3d1b25e-c0bf-4846-a9dc-59f73bb027d0 req-bc8b1a80-28cf-4e8a-b144-ed6375149441 service neutron] 10.222.0.88 "GET /v2.0/networks/c97fd303-0388-4356-aee8-201eca674def?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853894 Feb 02 08:02:13.497875 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d0f0e7-626f-409f-9120-c5fc6185c6a2 None None] The sync data for ids ['266b700a-1c8f-44c4-bebf-455f4eb535c7'] in n-d-789963-26 is: [{'id': '266b700a-1c8f-44c4-bebf-455f4eb535c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72809808', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '6ffd5e78-cfbe-4f9b-b7f0-98090b2fca3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:00:35Z', 'updated_at': '2022-02-02T08:00:38Z', 'revision_number': 4, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'gw_port': {'id': '6ffd5e78-cfbe-4f9b-b7f0-98090b2fca3b', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:17:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266b700a-1c8f-44c4-bebf-455f4eb535c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:00:36Z', 'updated_at': '2022-02-02T08:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'e8bc4c63-1ce3-41af-a509-e60f75630b31', 'name': '', 'network_id': 'c97fd303-0388-4356-aee8-201eca674def', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'mac_address': 'fa:16:3e:a8:86:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266b700a-1c8f-44c4-bebf-455f4eb535c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'c3f77f63-b789-4a62-ac17-4a34522dbc36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:00:38Z', 'updated_at': '2022-02-02T08:00:42Z', 'revision_number': 5, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'subnets': [{'id': 'c3f77f63-b789-4a62-ac17-4a34522dbc36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 08:02:13.725646 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a512b524-ccba-46d6-b198-88d5c9072f5d None None] New status for floating IP 70abab84-3d0d-4a55-a73a-c46c4739a4ea: DOWN {{(pid=109696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 08:02:14.229609 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8557e0d8-dbfc-44a0-ad85-9c806224bed0 req-761aebc1-126b-4fe9-91df-67376918a5e6 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:02:14.231400 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8557e0d8-dbfc-44a0-ad85-9c806224bed0 req-761aebc1-126b-4fe9-91df-67376918a5e6 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=d7f2c683-416c-4d7b-821b-25b36a9d5a5d HTTP/1.1" status: 200 len: 946 time: 0.0513852 Feb 02 08:02:14.282545 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8557e0d8-dbfc-44a0-ad85-9c806224bed0 req-575cc294-a358-4300-8c3c-504f1227a263 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=ae1dcd2e-35df-4294-9863-479351a14634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458350 Feb 02 08:02:14.766875 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b429ea5-8f29-4215-bc67-b868c71f892c req-9b790a5c-0bfc-4bf5-9b6d-c10ddfbd2999 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:02:14.768455 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0b429ea5-8f29-4215-bc67-b868c71f892c req-9b790a5c-0bfc-4bf5-9b6d-c10ddfbd2999 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.88 "GET /v2.0/ports?device_id=d7f2c683-416c-4d7b-821b-25b36a9d5a5d HTTP/1.1" status: 200 len: 946 time: 0.0575771 Feb 02 08:02:14.860009 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-0b429ea5-8f29-4215-bc67-b868c71f892c req-43d8bb2e-5c8b-4817-96cb-4c7ba48b3189 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Deleting port 5e679fce-e8f0-4f84-8541-e7f217c040b1 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 08:02:14.860354 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0b429ea5-8f29-4215-bc67-b868c71f892c req-43d8bb2e-5c8b-4817-96cb-4c7ba48b3189 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (5e679fce-e8f0-4f84-8541-e7f217c040b1), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:14.888917 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:14.953170 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-0b429ea5-8f29-4215-bc67-b868c71f892c req-43d8bb2e-5c8b-4817-96cb-4c7ba48b3189 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] For port 5e679fce-e8f0-4f84-8541-e7f217c040b1, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=5e679fce-e8f0-4f84-8541-e7f217c040b1,segment=NetworkSegment(bc94a203-c830-40d4-a375-5d84802df1a7),segment_id=bc94a203-c830-40d4-a375-5d84802df1a7)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:02:14.953544 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0b429ea5-8f29-4215-bc67-b868c71f892c req-43d8bb2e-5c8b-4817-96cb-4c7ba48b3189 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (5e679fce-e8f0-4f84-8541-e7f217c040b1), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:14.965446 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-0b429ea5-8f29-4215-bc67-b868c71f892c req-43d8bb2e-5c8b-4817-96cb-4c7ba48b3189 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Calling delete_port for 5e679fce-e8f0-4f84-8541-e7f217c040b1 owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 08:02:15.089190 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0b429ea5-8f29-4215-bc67-b868c71f892c req-43d8bb2e-5c8b-4817-96cb-4c7ba48b3189 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (5e679fce-e8f0-4f84-8541-e7f217c040b1), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:15.120164 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d8bb2e-5c8b-4817-96cb-4c7ba48b3189 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event deleted for resources: {'Port': ['ID=5e679fce-e8f0-4f84-8541-e7f217c040b1,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:02:15.130048 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d8bb2e-5c8b-4817-96cb-4c7ba48b3189 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:02:15.130400 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d8bb2e-5c8b-4817-96cb-4c7ba48b3189 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:02:15.130747 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d8bb2e-5c8b-4817-96cb-4c7ba48b3189 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:02:15.131086 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d8bb2e-5c8b-4817-96cb-4c7ba48b3189 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:02:15.131420 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d8bb2e-5c8b-4817-96cb-4c7ba48b3189 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:02:15.131770 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d8bb2e-5c8b-4817-96cb-4c7ba48b3189 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:02:15.132102 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d8bb2e-5c8b-4817-96cb-4c7ba48b3189 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:02:15.132433 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d8bb2e-5c8b-4817-96cb-4c7ba48b3189 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:02:15.132764 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d8bb2e-5c8b-4817-96cb-4c7ba48b3189 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:02:15.133090 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d8bb2e-5c8b-4817-96cb-4c7ba48b3189 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:02:15.133919 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d8bb2e-5c8b-4817-96cb-4c7ba48b3189 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:02:15.133919 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d8bb2e-5c8b-4817-96cb-4c7ba48b3189 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:02:15.134119 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d8bb2e-5c8b-4817-96cb-4c7ba48b3189 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:02:15.177208 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b429ea5-8f29-4215-bc67-b868c71f892c req-43d8bb2e-5c8b-4817-96cb-4c7ba48b3189 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] No DVR routers for this DVR port 5e679fce-e8f0-4f84-8541-e7f217c040b1 on host n-h1-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 08:02:15.179822 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0b429ea5-8f29-4215-bc67-b868c71f892c req-43d8bb2e-5c8b-4817-96cb-4c7ba48b3189 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:15.183079 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0b429ea5-8f29-4215-bc67-b868c71f892c req-43d8bb2e-5c8b-4817-96cb-4c7ba48b3189 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.88 "DELETE /v2.0/ports/5e679fce-e8f0-4f84-8541-e7f217c040b1 HTTP/1.1" status: 204 len: 173 time: 0.4087503 Feb 02 08:02:15.183540 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f2c683-416c-4d7b-821b-25b36a9d5a5d', 'name': 'network-vif-deleted', 'tag': '5e679fce-e8f0-4f84-8541-e7f217c040b1'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 08:02:15.185801 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bbcc89a9d4d8e7a52f5cbbd716b66041b3f6feaf13502aa94e42da132c01043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f0dc20-8f27-4bc7-bbbf-4553be32f7f9" -d '{"events": [{"server_uuid": "d7f2c683-416c-4d7b-821b-25b36a9d5a5d", "name": "network-vif-deleted", "tag": "5e679fce-e8f0-4f84-8541-e7f217c040b1"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 08:02:15.277116 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 08:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e8f691-2de7-48dd-aaf5-1d63c1aa4fcd x-openstack-request-id: req-57e8f691-2de7-48dd-aaf5-1d63c1aa4fcd {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 08:02:15.277423 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f2c683-416c-4d7b-821b-25b36a9d5a5d", "name": "network-vif-deleted", "tag": "5e679fce-e8f0-4f84-8541-e7f217c040b1", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 08:02:15.277681 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-57e8f691-2de7-48dd-aaf5-1d63c1aa4fcd {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 08:02:15.278085 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f2c683-416c-4d7b-821b-25b36a9d5a5d', 'name': 'network-vif-deleted', 'tag': '5e679fce-e8f0-4f84-8541-e7f217c040b1', 'status': 'completed', 'code': 200} Feb 02 08:02:15.727651 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2184c75f-7bf9-44ff-9d45-0593dd9b7261 req-2f54202d-667d-4dbe-8ecb-24f6895836cf tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=d7f2c683-416c-4d7b-821b-25b36a9d5a5d HTTP/1.1" status: 200 len: 210 time: 0.3658781 Feb 02 08:02:16.256123 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:16.787775 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 38132) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:02:17.144454 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0e58025c-47d5-4bd8-a199-4f74cbc7c9d8 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (266b700a-1c8f-44c4-bebf-455f4eb535c7), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:17.400142 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-0e58025c-47d5-4bd8-a199-4f74cbc7c9d8 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Deleting port e8bc4c63-1ce3-41af-a509-e60f75630b31 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 08:02:17.400403 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0e58025c-47d5-4bd8-a199-4f74cbc7c9d8 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (e8bc4c63-1ce3-41af-a509-e60f75630b31), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:17.487678 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-0e58025c-47d5-4bd8-a199-4f74cbc7c9d8 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] For port e8bc4c63-1ce3-41af-a509-e60f75630b31, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=e8bc4c63-1ce3-41af-a509-e60f75630b31,segment=NetworkSegment(bc94a203-c830-40d4-a375-5d84802df1a7),segment_id=bc94a203-c830-40d4-a375-5d84802df1a7)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:02:17.488047 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0e58025c-47d5-4bd8-a199-4f74cbc7c9d8 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (e8bc4c63-1ce3-41af-a509-e60f75630b31), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:17.501168 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-0e58025c-47d5-4bd8-a199-4f74cbc7c9d8 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Calling delete_port for e8bc4c63-1ce3-41af-a509-e60f75630b31 owned by network:router_interface {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 08:02:17.525894 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:17.684257 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0e58025c-47d5-4bd8-a199-4f74cbc7c9d8 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (e8bc4c63-1ce3-41af-a509-e60f75630b31), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:17.714519 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e58025c-47d5-4bd8-a199-4f74cbc7c9d8 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event deleted for resources: {'Port': ['ID=e8bc4c63-1ce3-41af-a509-e60f75630b31,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:02:17.905318 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0e58025c-47d5-4bd8-a199-4f74cbc7c9d8 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (266b700a-1c8f-44c4-bebf-455f4eb535c7), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:18.120973 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e58025c-47d5-4bd8-a199-4f74cbc7c9d8 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Router 266b700a-1c8f-44c4-bebf-455f4eb535c7 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 08:02:18.229414 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e58025c-47d5-4bd8-a199-4f74cbc7c9d8 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 08:02:18.235940 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-0e58025c-47d5-4bd8-a199-4f74cbc7c9d8 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "PUT /v2.0/routers/266b700a-1c8f-44c4-bebf-455f4eb535c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4470413 Feb 02 08:02:18.238702 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 38134) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:02:18.241893 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5445256e-ad8e-4b65-9ebd-a60050201fd1 None None] Sync routers for ids ['266b700a-1c8f-44c4-bebf-455f4eb535c7'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 08:02:18.252198 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5445256e-ad8e-4b65-9ebd-a60050201fd1 None None] Routers {'266b700a-1c8f-44c4-bebf-455f4eb535c7'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:02:18.253323 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-5445256e-ad8e-4b65-9ebd-a60050201fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:02:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['266b700a-1c8f-44c4-bebf-455f4eb535c7'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:02:18.289918 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7fa0bf8-5166-475f-a07f-d82f1318684f tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Deleting subnet c3f77f63-b789-4a62-ac17-4a34522dbc36 {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 08:02:18.293080 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f7fa0bf8-5166-475f-a07f-d82f1318684f tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for subnet (c3f77f63-b789-4a62-ac17-4a34522dbc36), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:18.332954 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f7fa0bf8-5166-475f-a07f-d82f1318684f tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (c3f77f63-b789-4a62-ac17-4a34522dbc36), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:18.358247 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-5445256e-ad8e-4b65-9ebd-a60050201fd1 None None] Set router 266b700a-1c8f-44c4-bebf-455f4eb535c7 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:02:18.418901 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f7fa0bf8-5166-475f-a07f-d82f1318684f tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (c3f77f63-b789-4a62-ac17-4a34522dbc36), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:18.444430 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 5e679fce-e8f0-4f84-8541-e7f217c040b1 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 08:02:18.490684 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: 5e679fce-e8f0-4f84-8541-e7f217c040b1 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 08:02:18.491041 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 5e679fce-e8f0-4f84-8541-e7f217c040b1 not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 08:02:18.493632 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f7fa0bf8-5166-475f-a07f-d82f1318684f tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (c3f77f63-b789-4a62-ac17-4a34522dbc36), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:18.522554 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fa0bf8-5166-475f-a07f-d82f1318684f tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event deleted for resources: {'Subnet': ['ID=c3f77f63-b789-4a62-ac17-4a34522dbc36,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:02:18.528100 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f7fa0bf8-5166-475f-a07f-d82f1318684f tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:18.534554 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-f7fa0bf8-5166-475f-a07f-d82f1318684f tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "DELETE /v2.0/subnets/c3f77f63-b789-4a62-ac17-4a34522dbc36 HTTP/1.1" status: 204 len: 168 time: 0.2924011 Feb 02 08:02:18.534941 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 38136) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:02:18.537415 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9296bb-819f-41a5-912f-8b93c9ebf0b4 None None] Network c97fd303-0388-4356-aee8-201eca674def requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 08:02:18.644161 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b1b581dd-b401-475b-a72e-260f4dac83ac tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for router (266b700a-1c8f-44c4-bebf-455f4eb535c7), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:18.645761 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-5445256e-ad8e-4b65-9ebd-a60050201fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266b700a-1c8f-44c4-bebf-455f4eb535c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72809808', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '6ffd5e78-cfbe-4f9b-b7f0-98090b2fca3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:00:35Z', 'updated_at': '2022-02-02T08:02:17Z', 'revision_number': 5, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'gw_port': {'id': '6ffd5e78-cfbe-4f9b-b7f0-98090b2fca3b', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:17:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266b700a-1c8f-44c4-bebf-455f4eb535c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:00:36Z', 'updated_at': '2022-02-02T08:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:02:18.674149 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5445256e-ad8e-4b65-9ebd-a60050201fd1 None None] Checking router: 266b700a-1c8f-44c4-bebf-455f4eb535c7 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 08:02:18.686143 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5445256e-ad8e-4b65-9ebd-a60050201fd1 None None] Routers {'266b700a-1c8f-44c4-bebf-455f4eb535c7'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:02:18.686775 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-5445256e-ad8e-4b65-9ebd-a60050201fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:02:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['266b700a-1c8f-44c4-bebf-455f4eb535c7'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:02:18.723333 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496ea10b-3a6f-4ae9-9471-8f65d3a5405d None None] DHCP port deletion for c97fd303-0388-4356-aee8-201eca674def request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 08:02:18.754640 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b1b581dd-b401-475b-a72e-260f4dac83ac tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for router_gateway (266b700a-1c8f-44c4-bebf-455f4eb535c7), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:18.806975 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-b1b581dd-b401-475b-a72e-260f4dac83ac tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Deleting port 6ffd5e78-cfbe-4f9b-b7f0-98090b2fca3b {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 08:02:18.807240 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b1b581dd-b401-475b-a72e-260f4dac83ac tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (6ffd5e78-cfbe-4f9b-b7f0-98090b2fca3b), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:18.821349 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-5445256e-ad8e-4b65-9ebd-a60050201fd1 None None] Set router 266b700a-1c8f-44c4-bebf-455f4eb535c7 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:02:18.889575 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-b1b581dd-b401-475b-a72e-260f4dac83ac tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] For port 6ffd5e78-cfbe-4f9b-b7f0-98090b2fca3b, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=6ffd5e78-cfbe-4f9b-b7f0-98090b2fca3b,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:02:18.890139 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b1b581dd-b401-475b-a72e-260f4dac83ac tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (6ffd5e78-cfbe-4f9b-b7f0-98090b2fca3b), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:18.894671 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-496ea10b-3a6f-4ae9-9471-8f65d3a5405d None None] Deleting port bf4f9e46-acd9-4eb9-8481-e4dc3663abf6 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 08:02:18.895048 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-496ea10b-3a6f-4ae9-9471-8f65d3a5405d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (bf4f9e46-acd9-4eb9-8481-e4dc3663abf6), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:18.902885 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-b1b581dd-b401-475b-a72e-260f4dac83ac tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Calling delete_port for 6ffd5e78-cfbe-4f9b-b7f0-98090b2fca3b owned by network:router_gateway {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 08:02:19.072526 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b1b581dd-b401-475b-a72e-260f4dac83ac tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (6ffd5e78-cfbe-4f9b-b7f0-98090b2fca3b), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:19.101484 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b581dd-b401-475b-a72e-260f4dac83ac tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event deleted for resources: {'Port': ['ID=6ffd5e78-cfbe-4f9b-b7f0-98090b2fca3b,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:02:19.161362 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-496ea10b-3a6f-4ae9-9471-8f65d3a5405d None None] For port bf4f9e46-acd9-4eb9-8481-e4dc3663abf6, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=bf4f9e46-acd9-4eb9-8481-e4dc3663abf6,segment=NetworkSegment(bc94a203-c830-40d4-a375-5d84802df1a7),segment_id=bc94a203-c830-40d4-a375-5d84802df1a7)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:02:19.161765 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-496ea10b-3a6f-4ae9-9471-8f65d3a5405d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (bf4f9e46-acd9-4eb9-8481-e4dc3663abf6), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:19.167731 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b1b581dd-b401-475b-a72e-260f4dac83ac tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (266b700a-1c8f-44c4-bebf-455f4eb535c7), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:19.183218 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-496ea10b-3a6f-4ae9-9471-8f65d3a5405d None None] Calling delete_port for bf4f9e46-acd9-4eb9-8481-e4dc3663abf6 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 08:02:19.260751 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b1b581dd-b401-475b-a72e-260f4dac83ac tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (266b700a-1c8f-44c4-bebf-455f4eb535c7), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:19.263126 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b1b581dd-b401-475b-a72e-260f4dac83ac tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for router_controller (266b700a-1c8f-44c4-bebf-455f4eb535c7), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:19.298262 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-5445256e-ad8e-4b65-9ebd-a60050201fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266b700a-1c8f-44c4-bebf-455f4eb535c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72809808', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '6ffd5e78-cfbe-4f9b-b7f0-98090b2fca3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:00:35Z', 'updated_at': '2022-02-02T08:02:17Z', 'revision_number': 5, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'gw_port': {'id': '6ffd5e78-cfbe-4f9b-b7f0-98090b2fca3b', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:17:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266b700a-1c8f-44c4-bebf-455f4eb535c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:00:36Z', 'updated_at': '2022-02-02T08:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:02:19.308371 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b1b581dd-b401-475b-a72e-260f4dac83ac tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (266b700a-1c8f-44c4-bebf-455f4eb535c7), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:19.309209 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b581dd-b401-475b-a72e-260f4dac83ac tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Fanout notify agent at l3_agent the message router_deleted on router 266b700a-1c8f-44c4-bebf-455f4eb535c7 {{(pid=109693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 08:02:19.317917 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b1b581dd-b401-475b-a72e-260f4dac83ac tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:19.319047 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b1b581dd-b401-475b-a72e-260f4dac83ac tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "DELETE /v2.0/routers/266b700a-1c8f-44c4-bebf-455f4eb535c7 HTTP/1.1" status: 204 len: 168 time: 0.7831671 Feb 02 08:02:19.321788 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 38138) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:02:19.327892 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-496ea10b-3a6f-4ae9-9471-8f65d3a5405d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (bf4f9e46-acd9-4eb9-8481-e4dc3663abf6), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:19.332678 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5445256e-ad8e-4b65-9ebd-a60050201fd1 None None] The sync data for ids ['266b700a-1c8f-44c4-bebf-455f4eb535c7'] in n-d-789963-26 is: [{'id': '266b700a-1c8f-44c4-bebf-455f4eb535c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72809808', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '6ffd5e78-cfbe-4f9b-b7f0-98090b2fca3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:00:35Z', 'updated_at': '2022-02-02T08:02:17Z', 'revision_number': 5, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'gw_port': {'id': '6ffd5e78-cfbe-4f9b-b7f0-98090b2fca3b', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:17:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266b700a-1c8f-44c4-bebf-455f4eb535c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:00:36Z', 'updated_at': '2022-02-02T08:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 08:02:19.357179 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496ea10b-3a6f-4ae9-9471-8f65d3a5405d None None] Pushing event deleted for resources: {'Port': ['ID=bf4f9e46-acd9-4eb9-8481-e4dc3663abf6,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:02:19.359871 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496ea10b-3a6f-4ae9-9471-8f65d3a5405d None None] No DVR routers for this DVR port bf4f9e46-acd9-4eb9-8481-e4dc3663abf6 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 08:02:19.368927 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496ea10b-3a6f-4ae9-9471-8f65d3a5405d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:02:19.369494 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496ea10b-3a6f-4ae9-9471-8f65d3a5405d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:02:19.370024 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496ea10b-3a6f-4ae9-9471-8f65d3a5405d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:02:19.370532 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496ea10b-3a6f-4ae9-9471-8f65d3a5405d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:02:19.371077 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496ea10b-3a6f-4ae9-9471-8f65d3a5405d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:02:19.371615 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496ea10b-3a6f-4ae9-9471-8f65d3a5405d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:02:19.372114 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496ea10b-3a6f-4ae9-9471-8f65d3a5405d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:02:19.372632 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496ea10b-3a6f-4ae9-9471-8f65d3a5405d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:02:19.372945 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496ea10b-3a6f-4ae9-9471-8f65d3a5405d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:02:19.373480 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496ea10b-3a6f-4ae9-9471-8f65d3a5405d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:02:19.373609 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496ea10b-3a6f-4ae9-9471-8f65d3a5405d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:02:19.373946 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496ea10b-3a6f-4ae9-9471-8f65d3a5405d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:02:19.374277 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496ea10b-3a6f-4ae9-9471-8f65d3a5405d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:02:19.408887 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c889dc67-d184-4640-b259-c3634d711bf4 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (c97fd303-0388-4356-aee8-201eca674def), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:19.786336 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c889dc67-d184-4640-b259-c3634d711bf4 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (c97fd303-0388-4356-aee8-201eca674def), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:19.807821 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-c889dc67-d184-4640-b259-c3634d711bf4 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c97fd303-0388-4356-aee8-201eca674def']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:02:19.817364 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-c889dc67-d184-4640-b259-c3634d711bf4 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc94a203-c830-40d4-a375-5d84802df1a7') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:02:19.817670 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-c889dc67-d184-4640-b259-c3634d711bf4 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc94a203-c830-40d4-a375-5d84802df1a7') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:02:19.827086 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c889dc67-d184-4640-b259-c3634d711bf4 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (bc94a203-c830-40d4-a375-5d84802df1a7), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:19.841035 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c889dc67-d184-4640-b259-c3634d711bf4 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (bc94a203-c830-40d4-a375-5d84802df1a7), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:19.847478 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c889dc67-d184-4640-b259-c3634d711bf4 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 08:02:19.847891 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c889dc67-d184-4640-b259-c3634d711bf4 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (bc94a203-c830-40d4-a375-5d84802df1a7), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:19.850837 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 08:02:19.850837 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 08:02:19.850837 n-d-789963-26 neutron-server[109693]: timer() Feb 02 08:02:19.850837 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 08:02:19.850837 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 08:02:19.850837 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 08:02:19.850837 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 08:02:19.850837 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 08:02:19.850837 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 08:02:19.850837 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 08:02:19.850837 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 08:02:19.850837 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 08:02:19.850837 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 08:02:19.850837 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 08:02:19.850837 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 08:02:19.850837 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 08:02:19.850837 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 08:02:19.850837 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 08:02:19.850837 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 08:02:19.850837 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 08:02:19.850837 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 08:02:19.850837 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 08:02:19.850837 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 08:02:19.850837 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 08:02:19.850837 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 08:02:19.850837 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 08:02:19.850837 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 08:02:19.850837 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 08:02:19.850837 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 08:02:19.850837 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 08:02:19.850837 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 08:02:19.850837 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 08:02:19.913141 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c889dc67-d184-4640-b259-c3634d711bf4 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (c97fd303-0388-4356-aee8-201eca674def), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:19.920597 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c889dc67-d184-4640-b259-c3634d711bf4 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:19.924747 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-c889dc67-d184-4640-b259-c3634d711bf4 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "DELETE /v2.0/networks/c97fd303-0388-4356-aee8-201eca674def HTTP/1.1" status: 204 len: 168 time: 0.6017971 Feb 02 08:02:19.927956 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38140) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:02:19.936733 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c889dc67-d184-4640-b259-c3634d711bf4 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event deleted for resources: {'Network': ['ID=c97fd303-0388-4356-aee8-201eca674def,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:02:19.995518 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5f690582-cb3d-4e63-9974-be798b222b7a tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group (ae1dcd2e-35df-4294-9863-479351a14634), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:20.021515 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5f690582-cb3d-4e63-9974-be798b222b7a tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group (ae1dcd2e-35df-4294-9863-479351a14634), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:20.080099 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5f690582-cb3d-4e63-9974-be798b222b7a tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (ae1dcd2e-35df-4294-9863-479351a14634), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:20.083691 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-5f690582-cb3d-4e63-9974-be798b222b7a tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:20.084840 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-5f690582-cb3d-4e63-9974-be798b222b7a tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "DELETE /v2.0/security-groups/ae1dcd2e-35df-4294-9863-479351a14634 HTTP/1.1" status: 204 len: 168 time: 0.1552591 Feb 02 08:02:20.094180 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f690582-cb3d-4e63-9974-be798b222b7a tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1dcd2e-35df-4294-9863-479351a14634,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:02:20.378851 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38146) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:02:20.383409 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-7d11305b-e1cc-43c7-ba3e-06ec34681fa2 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1506561592', 'description': 'tempest-secgroup-smoke-1506561592 description', 'project_id': '491ef38eb7a24b33900e5a5f7693dafc'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:02:20.403808 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7d11305b-e1cc-43c7-ba3e-06ec34681fa2 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:20.475951 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7d11305b-e1cc-43c7-ba3e-06ec34681fa2 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group (382539ad-c6de-4c62-82c4-6a6264024b29), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:20.480567 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7d11305b-e1cc-43c7-ba3e-06ec34681fa2 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (382539ad-c6de-4c62-82c4-6a6264024b29), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:20.486832 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device e8bc4c63-1ce3-41af-a509-e60f75630b31 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 08:02:20.505212 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: e8bc4c63-1ce3-41af-a509-e60f75630b31 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 08:02:20.505580 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device e8bc4c63-1ce3-41af-a509-e60f75630b31 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 08:02:20.506000 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 6ffd5e78-cfbe-4f9b-b7f0-98090b2fca3b no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 08:02:20.511294 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d11305b-e1cc-43c7-ba3e-06ec34681fa2 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=382539ad-c6de-4c62-82c4-6a6264024b29,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:02:20.515741 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7d11305b-e1cc-43c7-ba3e-06ec34681fa2 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:20.520007 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-7d11305b-e1cc-43c7-ba3e-06ec34681fa2 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1372228 Feb 02 08:02:20.520408 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38148) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:02:20.524592 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-82535659-1ed8-4833-98f8-6e964ff8eb3c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Request body: {'security_group_rule': {'security_group_id': '382539ad-c6de-4c62-82c4-6a6264024b29', 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:02:20.529104 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 6ffd5e78-cfbe-4f9b-b7f0-98090b2fca3b {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 08:02:20.529462 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 6ffd5e78-cfbe-4f9b-b7f0-98090b2fca3b not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 08:02:20.529892 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device bf4f9e46-acd9-4eb9-8481-e4dc3663abf6 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 08:02:20.550077 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-82535659-1ed8-4833-98f8-6e964ff8eb3c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (8d3aee61-47d1-493e-95da-d9f77d360bb7), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:20.550317 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: bf4f9e46-acd9-4eb9-8481-e4dc3663abf6 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 08:02:20.550585 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device bf4f9e46-acd9-4eb9-8481-e4dc3663abf6 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 08:02:20.607501 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-82535659-1ed8-4833-98f8-6e964ff8eb3c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (8d3aee61-47d1-493e-95da-d9f77d360bb7), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:20.610783 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-82535659-1ed8-4833-98f8-6e964ff8eb3c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (8d3aee61-47d1-493e-95da-d9f77d360bb7), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:20.628261 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82535659-1ed8-4833-98f8-6e964ff8eb3c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d3aee61-47d1-493e-95da-d9f77d360bb7,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:02:20.638966 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-82535659-1ed8-4833-98f8-6e964ff8eb3c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:20.640173 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-82535659-1ed8-4833-98f8-6e964ff8eb3c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1190114 Feb 02 08:02:20.642862 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38150) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:02:20.647917 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-8af5b706-9272-4bc7-b891-f6c453215da9 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Request body: {'security_group_rule': {'security_group_id': '382539ad-c6de-4c62-82c4-6a6264024b29', 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:02:20.671835 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8af5b706-9272-4bc7-b891-f6c453215da9 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (ab3cb338-df35-4f5b-8b07-ff9e931ced68), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:20.727022 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8af5b706-9272-4bc7-b891-f6c453215da9 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (ab3cb338-df35-4f5b-8b07-ff9e931ced68), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:20.729834 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8af5b706-9272-4bc7-b891-f6c453215da9 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (ab3cb338-df35-4f5b-8b07-ff9e931ced68), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:20.748982 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af5b706-9272-4bc7-b891-f6c453215da9 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab3cb338-df35-4f5b-8b07-ff9e931ced68,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:02:20.758583 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8af5b706-9272-4bc7-b891-f6c453215da9 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:20.759808 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-8af5b706-9272-4bc7-b891-f6c453215da9 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1151700 Feb 02 08:02:20.762554 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38152) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:02:20.767043 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-8eeca5a8-a0d2-4321-89cd-89105504a62a tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Request body: {'security_group_rule': {'security_group_id': '382539ad-c6de-4c62-82c4-6a6264024b29', 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:02:20.793610 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8eeca5a8-a0d2-4321-89cd-89105504a62a tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (374928ff-19c6-4d51-8aa9-e5fcd8dab42b), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:20.848695 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8eeca5a8-a0d2-4321-89cd-89105504a62a tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (374928ff-19c6-4d51-8aa9-e5fcd8dab42b), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:20.852264 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8eeca5a8-a0d2-4321-89cd-89105504a62a tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (374928ff-19c6-4d51-8aa9-e5fcd8dab42b), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:20.869317 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeca5a8-a0d2-4321-89cd-89105504a62a tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=374928ff-19c6-4d51-8aa9-e5fcd8dab42b,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:02:20.877251 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8eeca5a8-a0d2-4321-89cd-89105504a62a tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:20.878595 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-8eeca5a8-a0d2-4321-89cd-89105504a62a tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1148508 Feb 02 08:02:20.881413 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38154) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:02:20.885641 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-80f4b53e-c633-4d65-b79b-2ed72c39c997 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Request body: {'security_group_rule': {'security_group_id': '382539ad-c6de-4c62-82c4-6a6264024b29', 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:02:20.910400 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-80f4b53e-c633-4d65-b79b-2ed72c39c997 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (5aed2b5f-7980-4a48-92e5-6d76c27e9b05), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:20.968667 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-80f4b53e-c633-4d65-b79b-2ed72c39c997 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (5aed2b5f-7980-4a48-92e5-6d76c27e9b05), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:20.972295 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-80f4b53e-c633-4d65-b79b-2ed72c39c997 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (5aed2b5f-7980-4a48-92e5-6d76c27e9b05), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:20.989961 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f4b53e-c633-4d65-b79b-2ed72c39c997 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aed2b5f-7980-4a48-92e5-6d76c27e9b05,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:02:20.998728 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-80f4b53e-c633-4d65-b79b-2ed72c39c997 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:20.999921 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-80f4b53e-c633-4d65-b79b-2ed72c39c997 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1176012 Feb 02 08:02:21.003200 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38156) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:02:21.007361 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-7ba4c0dc-96ca-495f-b14c-ab96ac67a09c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Request body: {'security_group_rule': {'security_group_id': '382539ad-c6de-4c62-82c4-6a6264024b29', 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:02:21.027535 n-d-789963-26 neutron-server[109694]: INFO neutron.db.securitygroups_db [None req-7ba4c0dc-96ca-495f-b14c-ab96ac67a09c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Project 491ef38eb7a24b33900e5a5f7693dafc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 08:02:21.032261 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7ba4c0dc-96ca-495f-b14c-ab96ac67a09c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (f8853e2f-35eb-42ff-830b-2fbce477f7fe), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:21.089287 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7ba4c0dc-96ca-495f-b14c-ab96ac67a09c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (f8853e2f-35eb-42ff-830b-2fbce477f7fe), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:21.092884 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7ba4c0dc-96ca-495f-b14c-ab96ac67a09c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (f8853e2f-35eb-42ff-830b-2fbce477f7fe), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:21.111432 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba4c0dc-96ca-495f-b14c-ab96ac67a09c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8853e2f-35eb-42ff-830b-2fbce477f7fe,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:02:21.120198 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7ba4c0dc-96ca-495f-b14c-ab96ac67a09c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:21.121621 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-7ba4c0dc-96ca-495f-b14c-ab96ac67a09c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1174569 Feb 02 08:02:21.124701 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38158) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:02:21.130218 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-0413e7ed-3920-475e-81f3-1e4270ab0e82 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Request body: {'security_group_rule': {'security_group_id': '382539ad-c6de-4c62-82c4-6a6264024b29', 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:02:21.150997 n-d-789963-26 neutron-server[109694]: INFO neutron.db.securitygroups_db [None req-0413e7ed-3920-475e-81f3-1e4270ab0e82 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Project 491ef38eb7a24b33900e5a5f7693dafc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 08:02:21.155780 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0413e7ed-3920-475e-81f3-1e4270ab0e82 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (e286c363-21be-4b03-8811-098e64f294f3), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:21.213870 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0413e7ed-3920-475e-81f3-1e4270ab0e82 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (e286c363-21be-4b03-8811-098e64f294f3), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:21.217447 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0413e7ed-3920-475e-81f3-1e4270ab0e82 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (e286c363-21be-4b03-8811-098e64f294f3), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:21.236701 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0413e7ed-3920-475e-81f3-1e4270ab0e82 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e286c363-21be-4b03-8811-098e64f294f3,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:02:21.241748 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0413e7ed-3920-475e-81f3-1e4270ab0e82 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:21.243504 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0413e7ed-3920-475e-81f3-1e4270ab0e82 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1172700 Feb 02 08:02:21.246723 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38160) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:02:21.251526 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-b11c1300-b90d-4be4-8cbf-1798ee21a9a6 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Request body: {'network': {'name': 'tempest-network-smoke--26067390', 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'port_security_enabled': True}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:02:21.271242 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11c1300-b90d-4be4-8cbf-1798ee21a9a6 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Made reservation on behalf of 491ef38eb7a24b33900e5a5f7693dafc for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 08:02:21.274460 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b11c1300-b90d-4be4-8cbf-1798ee21a9a6 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:21.299145 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b11c1300-b90d-4be4-8cbf-1798ee21a9a6 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 08:02:21.308795 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b11c1300-b90d-4be4-8cbf-1798ee21a9a6 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (e5e744c0-004e-4c46-a4e1-082acd736eda), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:21.309164 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-b11c1300-b90d-4be4-8cbf-1798ee21a9a6 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Added segment e5e744c0-004e-4c46-a4e1-082acd736eda of type vlan for network 18b9a86a-8f5d-4b48-8590-aa7ad278218c Feb 02 08:02:21.347313 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b11c1300-b90d-4be4-8cbf-1798ee21a9a6 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (18b9a86a-8f5d-4b48-8590-aa7ad278218c), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:21.371463 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b11c1300-b90d-4be4-8cbf-1798ee21a9a6 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (18b9a86a-8f5d-4b48-8590-aa7ad278218c), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:21.376342 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11c1300-b90d-4be4-8cbf-1798ee21a9a6 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:02:21.376953 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b11c1300-b90d-4be4-8cbf-1798ee21a9a6 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:21.407175 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b11c1300-b90d-4be4-8cbf-1798ee21a9a6 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1594415 Feb 02 08:02:21.410266 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 38162) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:02:21.415013 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-c87594be-d879-4f2d-acfa-744c91ae7605 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1232566105', 'admin_state_up': True, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:02:21.436495 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c87594be-d879-4f2d-acfa-744c91ae7605 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (ddffea81-64aa-425b-b62c-b0d84cc95f98), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:21.437501 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c87594be-d879-4f2d-acfa-744c91ae7605 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (ddffea81-64aa-425b-b62c-b0d84cc95f98), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:21.450599 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11c1300-b90d-4be4-8cbf-1798ee21a9a6 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event updated for resources: {'Network': ['ID=18b9a86a-8f5d-4b48-8590-aa7ad278218c,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:02:21.461523 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 18b9a86a-8f5d-4b48-8590-aa7ad278218c details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 08:02:21.495379 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c87594be-d879-4f2d-acfa-744c91ae7605 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for router_controller (ddffea81-64aa-425b-b62c-b0d84cc95f98), precommit_add_association {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:21.631651 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c87594be-d879-4f2d-acfa-744c91ae7605 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for router_gateway (ddffea81-64aa-425b-b62c-b0d84cc95f98), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:21.822251 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c87594be-d879-4f2d-acfa-744c91ae7605 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for router_gateway (ddffea81-64aa-425b-b62c-b0d84cc95f98), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:21.840907 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c87594be-d879-4f2d-acfa-744c91ae7605 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:21.940576 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-c87594be-d879-4f2d-acfa-744c91ae7605 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Allocated IP 172.25.4.5 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/f884f7d5-ee3e-4311-a72b-563e4eb45e3f) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 08:02:22.044723 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c87594be-d879-4f2d-acfa-744c91ae7605 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for port (f884f7d5-ee3e-4311-a72b-563e4eb45e3f), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:22.077404 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c87594be-d879-4f2d-acfa-744c91ae7605 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (f884f7d5-ee3e-4311-a72b-563e4eb45e3f), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:22.115320 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87594be-d879-4f2d-acfa-744c91ae7605 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 08:02:22.121507 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-c87594be-d879-4f2d-acfa-744c91ae7605 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 08:02:22.125892 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87594be-d879-4f2d-acfa-744c91ae7605 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 08:02:22.128769 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87594be-d879-4f2d-acfa-744c91ae7605 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event updated for resources: {'Port': ['ID=f884f7d5-ee3e-4311-a72b-563e4eb45e3f,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:02:22.374205 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c87594be-d879-4f2d-acfa-744c91ae7605 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for router_gateway (ddffea81-64aa-425b-b62c-b0d84cc95f98), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:22.573796 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c87594be-d879-4f2d-acfa-744c91ae7605 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (ddffea81-64aa-425b-b62c-b0d84cc95f98), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:22.625286 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:22.701828 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c87594be-d879-4f2d-acfa-744c91ae7605 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Router ddffea81-64aa-425b-b62c-b0d84cc95f98 is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 08:02:22.809060 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c87594be-d879-4f2d-acfa-744c91ae7605 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 08:02:22.820994 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108ca922-c010-4394-8ad4-0d5695f58192 None None] Sync routers for ids ['ddffea81-64aa-425b-b62c-b0d84cc95f98'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 08:02:22.829666 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c87594be-d879-4f2d-acfa-744c91ae7605 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:22.830878 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-c87594be-d879-4f2d-acfa-744c91ae7605 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4195793 Feb 02 08:02:22.833892 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 38164) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:02:22.835503 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108ca922-c010-4394-8ad4-0d5695f58192 None None] Routers {'ddffea81-64aa-425b-b62c-b0d84cc95f98'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:02:22.836137 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-108ca922-c010-4394-8ad4-0d5695f58192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:02:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['ddffea81-64aa-425b-b62c-b0d84cc95f98'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:02:22.860883 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-5194df82-3f13-41b1-8b64-165628d51bbf tempest-TestNetworkAdvancedServerOps-1314165092 tempest-TestNetworkAdvancedServerOps-1314165092-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=491ef38eb7a24b33900e5a5f7693dafc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0259004 Feb 02 08:02:22.863914 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 38166) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:02:22.941961 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-108ca922-c010-4394-8ad4-0d5695f58192 None None] Set router ddffea81-64aa-425b-b62c-b0d84cc95f98 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:02:22.956736 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fba2ea3-ab3e-407e-80a4-7448bf6ee011 tempest-TestNetworkAdvancedServerOps-1314165092 tempest-TestNetworkAdvancedServerOps-1314165092-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:02:22.958271 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-0fba2ea3-ab3e-407e-80a4-7448bf6ee011 tempest-TestNetworkAdvancedServerOps-1314165092 tempest-TestNetworkAdvancedServerOps-1314165092-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0934741 Feb 02 08:02:22.961047 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 38168) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:02:22.990833 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-bb2dac81-14b6-450c-9913-99e64da76ed8 tempest-TestNetworkAdvancedServerOps-1314165092 tempest-TestNetworkAdvancedServerOps-1314165092-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=ee4463ee-e783-4af5-91d5-cbeb2d0e0db8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265169 Feb 02 08:02:22.991052 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 38170) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:02:22.996072 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-deb5bb1a-fd27-4af3-ace0-8ad948a4ed78 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-554684172', 'network_id': '18b9a86a-8f5d-4b48-8590-aa7ad278218c', 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:02:23.082105 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb5bb1a-fd27-4af3-ace0-8ad948a4ed78 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Made reservation on behalf of 491ef38eb7a24b33900e5a5f7693dafc for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 08:02:23.085726 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-deb5bb1a-fd27-4af3-ace0-8ad948a4ed78 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:23.116826 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-108ca922-c010-4394-8ad4-0d5695f58192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddffea81-64aa-425b-b62c-b0d84cc95f98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1232566105', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'f884f7d5-ee3e-4311-a72b-563e4eb45e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:02:21Z', 'updated_at': '2022-02-02T08:02:22Z', 'revision_number': 3, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'gw_port': {'id': 'f884f7d5-ee3e-4311-a72b-563e4eb45e3f', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:39:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddffea81-64aa-425b-b62c-b0d84cc95f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:02:21Z', 'updated_at': '2022-02-02T08:02:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:02:23.236360 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108ca922-c010-4394-8ad4-0d5695f58192 None None] Checking router: ddffea81-64aa-425b-b62c-b0d84cc95f98 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 08:02:23.236630 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108ca922-c010-4394-8ad4-0d5695f58192 None None] Updating router ddffea81-64aa-425b-b62c-b0d84cc95f98 port f884f7d5-ee3e-4311-a72b-563e4eb45e3f binding host n-d-789963-26 {{(pid=109696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 08:02:23.265687 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-108ca922-c010-4394-8ad4-0d5695f58192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f884f7d5-ee3e-4311-a72b-563e4eb45e3f), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:23.273887 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-deb5bb1a-fd27-4af3-ace0-8ad948a4ed78 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (6afaebbd-41ef-41ff-a95e-e54e9951be0d), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:23.340120 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb5bb1a-fd27-4af3-ace0-8ad948a4ed78 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event updated for resources: {'Subnet': ['ID=6afaebbd-41ef-41ff-a95e-e54e9951be0d,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:02:23.347822 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb5bb1a-fd27-4af3-ace0-8ad948a4ed78 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Checking segment: {'id': 'e5e744c0-004e-4c46-a4e1-082acd736eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '18b9a86a-8f5d-4b48-8590-aa7ad278218c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 08:02:23.348095 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb5bb1a-fd27-4af3-ace0-8ad948a4ed78 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Network hostable DHCP agents. Network: 18b9a86a-8f5d-4b48-8590-aa7ad278218c, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 08:02:23.364799 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb5bb1a-fd27-4af3-ace0-8ad948a4ed78 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Network 18b9a86a-8f5d-4b48-8590-aa7ad278218c is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 08:02:23.373846 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-deb5bb1a-fd27-4af3-ace0-8ad948a4ed78 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 18b9a86a-8f5d-4b48-8590-aa7ad278218c) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 08:02:23.378531 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb5bb1a-fd27-4af3-ace0-8ad948a4ed78 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:02:23.379120 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-deb5bb1a-fd27-4af3-ace0-8ad948a4ed78 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:23.385194 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9ebc9d-c144-41c4-9e24-349a0d8649ff None None] Network 18b9a86a-8f5d-4b48-8590-aa7ad278218c requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 08:02:23.410195 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-deb5bb1a-fd27-4af3-ace0-8ad948a4ed78 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4155812 Feb 02 08:02:23.410547 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38172) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:02:23.493718 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7e16b4-bafb-49af-883d-35e2ae24f8c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-18b9a86a-8f5d-4b48-8590-aa7ad278218c', 'network_id': '18b9a86a-8f5d-4b48-8590-aa7ad278218c', 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'fixed_ips': [{'subnet_id': '6afaebbd-41ef-41ff-a95e-e54e9951be0d'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 08:02:23.494600 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3f7e16b4-bafb-49af-883d-35e2ae24f8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:23.523944 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-108ca922-c010-4394-8ad4-0d5695f58192 None None] Publish callbacks [] for port (f884f7d5-ee3e-4311-a72b-563e4eb45e3f), precommit_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:23.535225 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-108ca922-c010-4394-8ad4-0d5695f58192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (f884f7d5-ee3e-4311-a72b-563e4eb45e3f), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:23.589704 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-108ca922-c010-4394-8ad4-0d5695f58192 None None] Attempting to bind port f884f7d5-ee3e-4311-a72b-563e4eb45e3f on host n-d-789963-26 for vnic_type normal with profile {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 08:02:23.590337 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-108ca922-c010-4394-8ad4-0d5695f58192 None None] Attempting to bind port f884f7d5-ee3e-4311-a72b-563e4eb45e3f by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 08:02:23.590917 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108ca922-c010-4394-8ad4-0d5695f58192 None None] Attempting to bind port f884f7d5-ee3e-4311-a72b-563e4eb45e3f on network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 08:02:23.598466 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9524b8d-09b4-4f57-a1e4-6e0a4f705aec None None] Pushing event updated for resources: {'Port': ['ID=f884f7d5-ee3e-4311-a72b-563e4eb45e3f,revision_number=2']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:02:23.600765 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108ca922-c010-4394-8ad4-0d5695f58192 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 8, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 08:02:23.601145 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108ca922-c010-4394-8ad4-0d5695f58192 None None] Checking segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 08:02:23.601550 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-108ca922-c010-4394-8ad4-0d5695f58192 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:23.601950 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108ca922-c010-4394-8ad4-0d5695f58192 None None] Bound using segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 08:02:23.602421 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-108ca922-c010-4394-8ad4-0d5695f58192 None None] Bound port: f884f7d5-ee3e-4311-a72b-563e4eb45e3f, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 08:02:23.602807 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-108ca922-c010-4394-8ad4-0d5695f58192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f884f7d5-ee3e-4311-a72b-563e4eb45e3f), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:23.626247 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9524b8d-09b4-4f57-a1e4-6e0a4f705aec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:02:23.626599 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9524b8d-09b4-4f57-a1e4-6e0a4f705aec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:02:23.626950 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9524b8d-09b4-4f57-a1e4-6e0a4f705aec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:02:23.627294 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9524b8d-09b4-4f57-a1e4-6e0a4f705aec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:02:23.627920 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9524b8d-09b4-4f57-a1e4-6e0a4f705aec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:02:23.628367 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9524b8d-09b4-4f57-a1e4-6e0a4f705aec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:02:23.628756 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9524b8d-09b4-4f57-a1e4-6e0a4f705aec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:02:23.629095 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9524b8d-09b4-4f57-a1e4-6e0a4f705aec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:02:23.629430 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9524b8d-09b4-4f57-a1e4-6e0a4f705aec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:02:23.629762 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9524b8d-09b4-4f57-a1e4-6e0a4f705aec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:02:23.630084 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9524b8d-09b4-4f57-a1e4-6e0a4f705aec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:02:23.630415 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9524b8d-09b4-4f57-a1e4-6e0a4f705aec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:02:23.630823 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9524b8d-09b4-4f57-a1e4-6e0a4f705aec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:02:23.653411 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-3f7e16b4-bafb-49af-883d-35e2ae24f8c8 None None] Allocated IP 172.20.0.2 (18b9a86a-8f5d-4b48-8590-aa7ad278218c/6afaebbd-41ef-41ff-a95e-e54e9951be0d/ac41094c-d04d-4b64-8a01-71c3a4c15b1c) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 08:02:23.669020 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-108ca922-c010-4394-8ad4-0d5695f58192 None None] For port f884f7d5-ee3e-4311-a72b-563e4eb45e3f, host n-d-789963-26, cleared binding levels {{(pid=109696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 08:02:23.672083 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-108ca922-c010-4394-8ad4-0d5695f58192 None None] For port f884f7d5-ee3e-4311-a72b-563e4eb45e3f, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=f884f7d5-ee3e-4311-a72b-563e4eb45e3f,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 08:02:23.678355 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-108ca922-c010-4394-8ad4-0d5695f58192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (f884f7d5-ee3e-4311-a72b-563e4eb45e3f), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:23.738248 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9524b8d-09b4-4f57-a1e4-6e0a4f705aec None None] Pushing event updated for resources: {'Port': ['ID=f884f7d5-ee3e-4311-a72b-563e4eb45e3f,revision_number=3']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:02:23.740604 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108ca922-c010-4394-8ad4-0d5695f58192 None None] Routers {'ddffea81-64aa-425b-b62c-b0d84cc95f98'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:02:23.741213 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-108ca922-c010-4394-8ad4-0d5695f58192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:02:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['ddffea81-64aa-425b-b62c-b0d84cc95f98'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:02:23.818973 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3f7e16b4-bafb-49af-883d-35e2ae24f8c8 None None] Publish callbacks [] for port (ac41094c-d04d-4b64-8a01-71c3a4c15b1c), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:23.825676 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3f7e16b4-bafb-49af-883d-35e2ae24f8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (ac41094c-d04d-4b64-8a01-71c3a4c15b1c), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:23.855499 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-108ca922-c010-4394-8ad4-0d5695f58192 None None] Set router ddffea81-64aa-425b-b62c-b0d84cc95f98 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:02:23.872756 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7e16b4-bafb-49af-883d-35e2ae24f8c8 None None] Network 18b9a86a-8f5d-4b48-8590-aa7ad278218c is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 08:02:23.880613 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-3f7e16b4-bafb-49af-883d-35e2ae24f8c8 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 08:02:23.881723 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-954673c0-2898-48a0-9cd0-4cb782eb777b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:23.882808 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7e16b4-bafb-49af-883d-35e2ae24f8c8 None None] Pushing event updated for resources: {'Port': ['ID=ac41094c-d04d-4b64-8a01-71c3a4c15b1c,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:02:23.885962 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7e16b4-bafb-49af-883d-35e2ae24f8c8 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 08:02:23.944115 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-3f7e16b4-bafb-49af-883d-35e2ae24f8c8 None None] Attempting to bind port ac41094c-d04d-4b64-8a01-71c3a4c15b1c on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 08:02:23.944797 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-3f7e16b4-bafb-49af-883d-35e2ae24f8c8 None None] Attempting to bind port ac41094c-d04d-4b64-8a01-71c3a4c15b1c by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'e5e744c0-004e-4c46-a4e1-082acd736eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '18b9a86a-8f5d-4b48-8590-aa7ad278218c'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 08:02:23.945308 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7e16b4-bafb-49af-883d-35e2ae24f8c8 None None] Attempting to bind port ac41094c-d04d-4b64-8a01-71c3a4c15b1c on network 18b9a86a-8f5d-4b48-8590-aa7ad278218c {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 08:02:23.950362 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7e16b4-bafb-49af-883d-35e2ae24f8c8 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 8, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 08:02:23.950740 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7e16b4-bafb-49af-883d-35e2ae24f8c8 None None] Checking segment: {'id': 'e5e744c0-004e-4c46-a4e1-082acd736eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '18b9a86a-8f5d-4b48-8590-aa7ad278218c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 08:02:23.951142 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3f7e16b4-bafb-49af-883d-35e2ae24f8c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:23.951539 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7e16b4-bafb-49af-883d-35e2ae24f8c8 None None] Bound using segment: {'id': 'e5e744c0-004e-4c46-a4e1-082acd736eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '18b9a86a-8f5d-4b48-8590-aa7ad278218c'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 08:02:23.952149 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-3f7e16b4-bafb-49af-883d-35e2ae24f8c8 None None] Bound port: ac41094c-d04d-4b64-8a01-71c3a4c15b1c, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5e744c0-004e-4c46-a4e1-082acd736eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '18b9a86a-8f5d-4b48-8590-aa7ad278218c'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 08:02:23.952533 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3f7e16b4-bafb-49af-883d-35e2ae24f8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ac41094c-d04d-4b64-8a01-71c3a4c15b1c), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:24.020608 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-3f7e16b4-bafb-49af-883d-35e2ae24f8c8 None None] For port ac41094c-d04d-4b64-8a01-71c3a4c15b1c, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 08:02:24.024565 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-3f7e16b4-bafb-49af-883d-35e2ae24f8c8 None None] For port ac41094c-d04d-4b64-8a01-71c3a4c15b1c, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=ac41094c-d04d-4b64-8a01-71c3a4c15b1c,segment=NetworkSegment(e5e744c0-004e-4c46-a4e1-082acd736eda),segment_id=e5e744c0-004e-4c46-a4e1-082acd736eda)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 08:02:24.031983 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3f7e16b4-bafb-49af-883d-35e2ae24f8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (ac41094c-d04d-4b64-8a01-71c3a4c15b1c), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:24.056942 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-108ca922-c010-4394-8ad4-0d5695f58192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddffea81-64aa-425b-b62c-b0d84cc95f98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1232566105', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'f884f7d5-ee3e-4311-a72b-563e4eb45e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:02:21Z', 'updated_at': '2022-02-02T08:02:22Z', 'revision_number': 3, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'gw_port': {'id': 'f884f7d5-ee3e-4311-a72b-563e4eb45e3f', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:39:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddffea81-64aa-425b-b62c-b0d84cc95f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:02:21Z', 'updated_at': '2022-02-02T08:02:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:02:24.084280 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108ca922-c010-4394-8ad4-0d5695f58192 None None] The sync data for ids ['ddffea81-64aa-425b-b62c-b0d84cc95f98'] in n-d-789963-26 is: [{'id': 'ddffea81-64aa-425b-b62c-b0d84cc95f98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1232566105', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'f884f7d5-ee3e-4311-a72b-563e4eb45e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:02:21Z', 'updated_at': '2022-02-02T08:02:22Z', 'revision_number': 3, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'gw_port': {'id': 'f884f7d5-ee3e-4311-a72b-563e4eb45e3f', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:39:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddffea81-64aa-425b-b62c-b0d84cc95f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:02:21Z', 'updated_at': '2022-02-02T08:02:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 08:02:24.096064 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7e16b4-bafb-49af-883d-35e2ae24f8c8 None None] Pushing event updated for resources: {'Port': ['ID=ac41094c-d04d-4b64-8a01-71c3a4c15b1c,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:02:24.184826 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-954673c0-2898-48a0-9cd0-4cb782eb777b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Allocated IP 172.20.0.1 (18b9a86a-8f5d-4b48-8590-aa7ad278218c/6afaebbd-41ef-41ff-a95e-e54e9951be0d/110d1cb6-a3ff-436c-a765-6a7338b85661) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 08:02:24.327603 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-954673c0-2898-48a0-9cd0-4cb782eb777b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for port (110d1cb6-a3ff-436c-a765-6a7338b85661), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:24.368279 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-954673c0-2898-48a0-9cd0-4cb782eb777b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (110d1cb6-a3ff-436c-a765-6a7338b85661), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:24.413582 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954673c0-2898-48a0-9cd0-4cb782eb777b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Network 18b9a86a-8f5d-4b48-8590-aa7ad278218c is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 08:02:24.416762 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-954673c0-2898-48a0-9cd0-4cb782eb777b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 08:02:24.423094 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954673c0-2898-48a0-9cd0-4cb782eb777b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 08:02:24.478012 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954673c0-2898-48a0-9cd0-4cb782eb777b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event updated for resources: {'Port': ['ID=110d1cb6-a3ff-436c-a765-6a7338b85661,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:02:24.500158 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-954673c0-2898-48a0-9cd0-4cb782eb777b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (ddffea81-64aa-425b-b62c-b0d84cc95f98), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:24.630320 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device ac41094c-d04d-4b64-8a01-71c3a4c15b1c up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 08:02:24.661551 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-954673c0-2898-48a0-9cd0-4cb782eb777b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (110d1cb6-a3ff-436c-a765-6a7338b85661), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:24.697429 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port ac41094c-d04d-4b64-8a01-71c3a4c15b1c triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:02:24.697921 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ac41094c-d04d-4b64-8a01-71c3a4c15b1c), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:24.797454 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port ac41094c-d04d-4b64-8a01-71c3a4c15b1c is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:02:24.797975 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ac41094c-d04d-4b64-8a01-71c3a4c15b1c), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:24.842449 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port ac41094c-d04d-4b64-8a01-71c3a4c15b1c, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=ac41094c-d04d-4b64-8a01-71c3a4c15b1c,segment=NetworkSegment(e5e744c0-004e-4c46-a4e1-082acd736eda),segment_id=e5e744c0-004e-4c46-a4e1-082acd736eda)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:02:24.848219 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (ac41094c-d04d-4b64-8a01-71c3a4c15b1c), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:24.849357 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device f884f7d5-ee3e-4311-a72b-563e4eb45e3f up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 08:02:24.942139 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=ac41094c-d04d-4b64-8a01-71c3a4c15b1c,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:02:24.961879 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port f884f7d5-ee3e-4311-a72b-563e4eb45e3f triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:02:24.962260 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (f884f7d5-ee3e-4311-a72b-563e4eb45e3f), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:25.007288 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-954673c0-2898-48a0-9cd0-4cb782eb777b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for port (110d1cb6-a3ff-436c-a765-6a7338b85661), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:25.015652 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-954673c0-2898-48a0-9cd0-4cb782eb777b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (110d1cb6-a3ff-436c-a765-6a7338b85661), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:25.065008 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port f884f7d5-ee3e-4311-a72b-563e4eb45e3f is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:02:25.065413 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (f884f7d5-ee3e-4311-a72b-563e4eb45e3f), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:25.091622 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port f884f7d5-ee3e-4311-a72b-563e4eb45e3f, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=f884f7d5-ee3e-4311-a72b-563e4eb45e3f,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:02:25.098288 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (f884f7d5-ee3e-4311-a72b-563e4eb45e3f), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:25.111597 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-954673c0-2898-48a0-9cd0-4cb782eb777b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (ddffea81-64aa-425b-b62c-b0d84cc95f98), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:25.114287 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954673c0-2898-48a0-9cd0-4cb782eb777b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event updated for resources: {'Port': ['ID=110d1cb6-a3ff-436c-a765-6a7338b85661,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:02:25.159066 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=f884f7d5-ee3e-4311-a72b-563e4eb45e3f,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:02:25.223306 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954673c0-2898-48a0-9cd0-4cb782eb777b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Network 18b9a86a-8f5d-4b48-8590-aa7ad278218c is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 08:02:25.224904 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-954673c0-2898-48a0-9cd0-4cb782eb777b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 08:02:25.260146 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72d3400-7dfd-4b89-8e1b-269f3af13f1d None None] Network 18b9a86a-8f5d-4b48-8590-aa7ad278218c requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 08:02:25.342543 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-bfa1c2f3-58e4-425e-bf5e-8c37ef860643 None None] Provisioning complete for port ac41094c-d04d-4b64-8a01-71c3a4c15b1c triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:02:25.342829 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-bfa1c2f3-58e4-425e-bf5e-8c37ef860643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ac41094c-d04d-4b64-8a01-71c3a4c15b1c), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:25.344682 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-954673c0-2898-48a0-9cd0-4cb782eb777b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Router ddffea81-64aa-425b-b62c-b0d84cc95f98 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 08:02:25.461294 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-bfa1c2f3-58e4-425e-bf5e-8c37ef860643 None None] Current status of the port ac41094c-d04d-4b64-8a01-71c3a4c15b1c is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:02:25.485024 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-954673c0-2898-48a0-9cd0-4cb782eb777b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 08:02:25.491604 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-954673c0-2898-48a0-9cd0-4cb782eb777b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "PUT /v2.0/routers/ddffea81-64aa-425b-b62c-b0d84cc95f98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0797274 Feb 02 08:02:25.646881 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0406e068-bff0-40bd-8e0d-e6a38d98baa6 req-cca3672c-b31a-4007-9330-5ac1fc392659 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1506561592&fields=id&tenant_id=491ef38eb7a24b33900e5a5f7693dafc HTTP/1.1" status: 200 len: 267 time: 0.0483048 Feb 02 08:02:25.684113 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-f7e64932-2f70-4eeb-a3f8-2e3dd5c72d0a None None] Provisioning complete for port ac41094c-d04d-4b64-8a01-71c3a4c15b1c triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:02:25.684646 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f7e64932-2f70-4eeb-a3f8-2e3dd5c72d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ac41094c-d04d-4b64-8a01-71c3a4c15b1c), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:25.769627 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406e068-bff0-40bd-8e0d-e6a38d98baa6 req-260d532c-4db0-4ea5-a8f4-2362a9f7432c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:02:25.771137 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0406e068-bff0-40bd-8e0d-e6a38d98baa6 req-260d532c-4db0-4ea5-a8f4-2362a9f7432c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/networks?id=18b9a86a-8f5d-4b48-8590-aa7ad278218c HTTP/1.1" status: 200 len: 795 time: 0.1171074 Feb 02 08:02:25.777757 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-f7e64932-2f70-4eeb-a3f8-2e3dd5c72d0a None None] Current status of the port ac41094c-d04d-4b64-8a01-71c3a4c15b1c is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:02:25.789022 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0406e068-bff0-40bd-8e0d-e6a38d98baa6 req-b93a0e43-a347-4a2b-adbb-8659e9cc6f32 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/quotas/491ef38eb7a24b33900e5a5f7693dafc HTTP/1.1" status: 200 len: 375 time: 0.0111969 Feb 02 08:02:25.793401 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-f7e64932-2f70-4eeb-a3f8-2e3dd5c72d0a None None] Provisioning complete for port 110d1cb6-a3ff-436c-a765-6a7338b85661 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:02:25.796075 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f7e64932-2f70-4eeb-a3f8-2e3dd5c72d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (110d1cb6-a3ff-436c-a765-6a7338b85661), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:25.838390 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-f7e64932-2f70-4eeb-a3f8-2e3dd5c72d0a None None] Port 110d1cb6-a3ff-436c-a765-6a7338b85661 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 08:02:25.852798 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0406e068-bff0-40bd-8e0d-e6a38d98baa6 req-8dbdfafe-961b-4855-89b9-012dbf4a3357 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=491ef38eb7a24b33900e5a5f7693dafc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0583370 Feb 02 08:02:25.958588 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-d26003a3-2a60-4da5-a79f-05dc38083d2c None None] Provisioning complete for port 110d1cb6-a3ff-436c-a765-6a7338b85661 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:02:25.958969 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d26003a3-2a60-4da5-a79f-05dc38083d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (110d1cb6-a3ff-436c-a765-6a7338b85661), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:25.960116 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0406e068-bff0-40bd-8e0d-e6a38d98baa6 req-5ca19e8e-2864-41b1-b4f1-d6bd8347af35 service neutron] 10.222.0.87 "GET /v2.0/networks/18b9a86a-8f5d-4b48-8590-aa7ad278218c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946724 Feb 02 08:02:25.999985 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-d26003a3-2a60-4da5-a79f-05dc38083d2c None None] Port 110d1cb6-a3ff-436c-a765-6a7338b85661 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 08:02:26.044736 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2231412e-60f2-4ad3-a995-b064b99bfec0 None None] Sync routers for ids ['ddffea81-64aa-425b-b62c-b0d84cc95f98'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 08:02:26.055189 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2231412e-60f2-4ad3-a995-b064b99bfec0 None None] Routers {'ddffea81-64aa-425b-b62c-b0d84cc95f98'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:02:26.055870 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-2231412e-60f2-4ad3-a995-b064b99bfec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:02:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['ddffea81-64aa-425b-b62c-b0d84cc95f98'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:02:26.059945 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0406e068-bff0-40bd-8e0d-e6a38d98baa6 req-104de7c4-9e13-40f1-82db-5241e45e50a5 service neutron] 10.222.0.87 "GET /v2.0/networks/18b9a86a-8f5d-4b48-8590-aa7ad278218c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935729 Feb 02 08:02:26.157898 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-02fe28ca-da4e-48bf-ba68-8d535cc172b1 None None] Provisioning complete for port 110d1cb6-a3ff-436c-a765-6a7338b85661 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:02:26.158273 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-02fe28ca-da4e-48bf-ba68-8d535cc172b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (110d1cb6-a3ff-436c-a765-6a7338b85661), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:26.207878 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-2231412e-60f2-4ad3-a995-b064b99bfec0 None None] Set router ddffea81-64aa-425b-b62c-b0d84cc95f98 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:02:26.241504 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6b1c0f7c-02ce-47ae-a759-ecfd631f9a25 req-aaff2c52-79c1-474d-93ea-dec9a468cb32 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=da156646-d5e8-45b9-8b6c-5f8782ff3ff8 HTTP/1.1" status: 200 len: 210 time: 0.0287371 Feb 02 08:02:26.249953 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-02fe28ca-da4e-48bf-ba68-8d535cc172b1 None None] Port 110d1cb6-a3ff-436c-a765-6a7338b85661 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 08:02:26.428651 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-2231412e-60f2-4ad3-a995-b064b99bfec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddffea81-64aa-425b-b62c-b0d84cc95f98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1232566105', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'f884f7d5-ee3e-4311-a72b-563e4eb45e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:02:21Z', 'updated_at': '2022-02-02T08:02:24Z', 'revision_number': 4, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'gw_port': {'id': 'f884f7d5-ee3e-4311-a72b-563e4eb45e3f', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:39:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddffea81-64aa-425b-b62c-b0d84cc95f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:02:21Z', 'updated_at': '2022-02-02T08:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '110d1cb6-a3ff-436c-a765-6a7338b85661', 'name': '', 'network_id': '18b9a86a-8f5d-4b48-8590-aa7ad278218c', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'mac_address': 'fa:16:3e:f3:91:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddffea81-64aa-425b-b62c-b0d84cc95f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '6afaebbd-41ef-41ff-a95e-e54e9951be0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:02:24Z', 'updated_at': '2022-02-02T08:02:24Z', 'revision_number': 2, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'subnets': [{'id': '6afaebbd-41ef-41ff-a95e-e54e9951be0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:02:26.462933 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2231412e-60f2-4ad3-a995-b064b99bfec0 None None] Checking router: ddffea81-64aa-425b-b62c-b0d84cc95f98 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 08:02:26.463285 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2231412e-60f2-4ad3-a995-b064b99bfec0 None None] Updating router ddffea81-64aa-425b-b62c-b0d84cc95f98 port 110d1cb6-a3ff-436c-a765-6a7338b85661 binding host n-d-789963-26 {{(pid=109695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 08:02:26.494579 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2231412e-60f2-4ad3-a995-b064b99bfec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (110d1cb6-a3ff-436c-a765-6a7338b85661), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:26.507680 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device ac41094c-d04d-4b64-8a01-71c3a4c15b1c up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 08:02:26.660228 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port ac41094c-d04d-4b64-8a01-71c3a4c15b1c triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:02:26.660603 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ac41094c-d04d-4b64-8a01-71c3a4c15b1c), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:26.816373 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port ac41094c-d04d-4b64-8a01-71c3a4c15b1c is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:02:26.817461 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device f884f7d5-ee3e-4311-a72b-563e4eb45e3f up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 08:02:26.902983 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2231412e-60f2-4ad3-a995-b064b99bfec0 None None] Publish callbacks [] for port (110d1cb6-a3ff-436c-a765-6a7338b85661), precommit_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:26.910049 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2231412e-60f2-4ad3-a995-b064b99bfec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (110d1cb6-a3ff-436c-a765-6a7338b85661), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:26.913202 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port f884f7d5-ee3e-4311-a72b-563e4eb45e3f triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:02:26.913502 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (f884f7d5-ee3e-4311-a72b-563e4eb45e3f), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:26.994089 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4958d443-c428-42ef-8ad0-27907194c893 None None] Pushing event updated for resources: {'Port': ['ID=110d1cb6-a3ff-436c-a765-6a7338b85661,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:02:27.068032 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-2231412e-60f2-4ad3-a995-b064b99bfec0 None None] Attempting to bind port 110d1cb6-a3ff-436c-a765-6a7338b85661 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 08:02:27.068406 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-2231412e-60f2-4ad3-a995-b064b99bfec0 None None] Attempting to bind port 110d1cb6-a3ff-436c-a765-6a7338b85661 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'e5e744c0-004e-4c46-a4e1-082acd736eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '18b9a86a-8f5d-4b48-8590-aa7ad278218c'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 08:02:27.068769 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2231412e-60f2-4ad3-a995-b064b99bfec0 None None] Attempting to bind port 110d1cb6-a3ff-436c-a765-6a7338b85661 on network 18b9a86a-8f5d-4b48-8590-aa7ad278218c {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 08:02:27.080253 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2231412e-60f2-4ad3-a995-b064b99bfec0 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 8, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 08:02:27.080887 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2231412e-60f2-4ad3-a995-b064b99bfec0 None None] Checking segment: {'id': 'e5e744c0-004e-4c46-a4e1-082acd736eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '18b9a86a-8f5d-4b48-8590-aa7ad278218c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 08:02:27.081375 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2231412e-60f2-4ad3-a995-b064b99bfec0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:27.081776 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2231412e-60f2-4ad3-a995-b064b99bfec0 None None] Bound using segment: {'id': 'e5e744c0-004e-4c46-a4e1-082acd736eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '18b9a86a-8f5d-4b48-8590-aa7ad278218c'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 08:02:27.082257 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-2231412e-60f2-4ad3-a995-b064b99bfec0 None None] Bound port: 110d1cb6-a3ff-436c-a765-6a7338b85661, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5e744c0-004e-4c46-a4e1-082acd736eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '18b9a86a-8f5d-4b48-8590-aa7ad278218c'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 08:02:27.082645 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2231412e-60f2-4ad3-a995-b064b99bfec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (110d1cb6-a3ff-436c-a765-6a7338b85661), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:27.086961 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port f884f7d5-ee3e-4311-a72b-563e4eb45e3f is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:02:27.157973 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-2231412e-60f2-4ad3-a995-b064b99bfec0 None None] For port 110d1cb6-a3ff-436c-a765-6a7338b85661, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 08:02:27.162278 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-2231412e-60f2-4ad3-a995-b064b99bfec0 None None] For port 110d1cb6-a3ff-436c-a765-6a7338b85661, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=110d1cb6-a3ff-436c-a765-6a7338b85661,segment=NetworkSegment(e5e744c0-004e-4c46-a4e1-082acd736eda),segment_id=e5e744c0-004e-4c46-a4e1-082acd736eda)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 08:02:27.175867 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2231412e-60f2-4ad3-a995-b064b99bfec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (110d1cb6-a3ff-436c-a765-6a7338b85661), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:27.206693 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-5ae1d6f6-f359-4b9a-a80e-77d00d7e2aae None None] Provisioning complete for port 110d1cb6-a3ff-436c-a765-6a7338b85661 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:02:27.207073 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5ae1d6f6-f359-4b9a-a80e-77d00d7e2aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (110d1cb6-a3ff-436c-a765-6a7338b85661), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:27.292999 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2231412e-60f2-4ad3-a995-b064b99bfec0 None None] Routers {'ddffea81-64aa-425b-b62c-b0d84cc95f98'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:02:27.293657 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-2231412e-60f2-4ad3-a995-b064b99bfec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:02:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['ddffea81-64aa-425b-b62c-b0d84cc95f98'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:02:27.314540 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406e068-bff0-40bd-8e0d-e6a38d98baa6 req-c392bed0-662f-4055-88f2-5ee7587fdd15 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:02:27.316586 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0406e068-bff0-40bd-8e0d-e6a38d98baa6 req-c392bed0-662f-4055-88f2-5ee7587fdd15 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.59 "GET /v2.0/networks?id=18b9a86a-8f5d-4b48-8590-aa7ad278218c HTTP/1.1" status: 200 len: 795 time: 0.1431863 Feb 02 08:02:27.381394 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3fe694da-4381-46d7-8742-887c64c4eb09 req-56ab35ba-0a02-42f5-a257-d68e56527ceb tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=da156646-d5e8-45b9-8b6c-5f8782ff3ff8 HTTP/1.1" status: 200 len: 210 time: 0.0380731 Feb 02 08:02:27.435617 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0406e068-bff0-40bd-8e0d-e6a38d98baa6 req-8728aa07-be9d-48f4-adc3-2e21f2768f80 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=491ef38eb7a24b33900e5a5f7693dafc HTTP/1.1" status: 200 len: 380 time: 0.0989726 Feb 02 08:02:27.456285 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-0406e068-bff0-40bd-8e0d-e6a38d98baa6 req-fe4566ac-6b71-47cf-8946-e5bf33796f8e tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Request body: {'port': {'device_id': 'da156646-d5e8-45b9-8b6c-5f8782ff3ff8', 'network_id': '18b9a86a-8f5d-4b48-8590-aa7ad278218c', 'admin_state_up': True, 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'security_groups': ['382539ad-c6de-4c62-82c4-6a6264024b29']}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:02:27.516599 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4958d443-c428-42ef-8ad0-27907194c893 None None] Pushing event updated for resources: {'Port': ['ID=110d1cb6-a3ff-436c-a765-6a7338b85661,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:02:27.568949 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0406e068-bff0-40bd-8e0d-e6a38d98baa6 req-fe4566ac-6b71-47cf-8946-e5bf33796f8e tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Made reservation on behalf of 491ef38eb7a24b33900e5a5f7693dafc for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 08:02:27.572335 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-0406e068-bff0-40bd-8e0d-e6a38d98baa6 req-fe4566ac-6b71-47cf-8946-e5bf33796f8e tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:27.616733 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-5ae1d6f6-f359-4b9a-a80e-77d00d7e2aae None None] Current status of the port 110d1cb6-a3ff-436c-a765-6a7338b85661 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:02:27.617128 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5ae1d6f6-f359-4b9a-a80e-77d00d7e2aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (110d1cb6-a3ff-436c-a765-6a7338b85661), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:27.634040 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-2231412e-60f2-4ad3-a995-b064b99bfec0 None None] Set router ddffea81-64aa-425b-b62c-b0d84cc95f98 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:02:27.703245 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-0406e068-bff0-40bd-8e0d-e6a38d98baa6 req-fe4566ac-6b71-47cf-8946-e5bf33796f8e tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Allocated IP 172.20.0.8 (18b9a86a-8f5d-4b48-8590-aa7ad278218c/6afaebbd-41ef-41ff-a95e-e54e9951be0d/fbb4ec36-8b38-49ae-8138-48c78888a826) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 08:02:27.722279 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-5ae1d6f6-f359-4b9a-a80e-77d00d7e2aae None None] For port 110d1cb6-a3ff-436c-a765-6a7338b85661, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=110d1cb6-a3ff-436c-a765-6a7338b85661,segment=NetworkSegment(e5e744c0-004e-4c46-a4e1-082acd736eda),segment_id=e5e744c0-004e-4c46-a4e1-082acd736eda)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:02:27.727626 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5ae1d6f6-f359-4b9a-a80e-77d00d7e2aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (110d1cb6-a3ff-436c-a765-6a7338b85661), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:27.849823 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae1d6f6-f359-4b9a-a80e-77d00d7e2aae None None] Pushing event updated for resources: {'Port': ['ID=110d1cb6-a3ff-436c-a765-6a7338b85661,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:02:27.855518 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-0406e068-bff0-40bd-8e0d-e6a38d98baa6 req-fe4566ac-6b71-47cf-8946-e5bf33796f8e tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for port (fbb4ec36-8b38-49ae-8138-48c78888a826), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:27.857887 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:27.873765 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-68ed0d0c-8ca3-4938-b01d-1d1afbbbf541 None None] Provisioning complete for port 110d1cb6-a3ff-436c-a765-6a7338b85661 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:02:27.874145 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-68ed0d0c-8ca3-4938-b01d-1d1afbbbf541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (110d1cb6-a3ff-436c-a765-6a7338b85661), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:27.890420 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-0406e068-bff0-40bd-8e0d-e6a38d98baa6 req-fe4566ac-6b71-47cf-8946-e5bf33796f8e tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (fbb4ec36-8b38-49ae-8138-48c78888a826), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:27.935190 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0406e068-bff0-40bd-8e0d-e6a38d98baa6 req-fe4566ac-6b71-47cf-8946-e5bf33796f8e tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Network 18b9a86a-8f5d-4b48-8590-aa7ad278218c is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 08:02:27.938379 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-0406e068-bff0-40bd-8e0d-e6a38d98baa6 req-fe4566ac-6b71-47cf-8946-e5bf33796f8e tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 08:02:27.941348 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-0406e068-bff0-40bd-8e0d-e6a38d98baa6 req-fe4566ac-6b71-47cf-8946-e5bf33796f8e tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 08:02:27.973815 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4566ac-6b71-47cf-8946-e5bf33796f8e tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event updated for resources: {'Port': ['ID=fbb4ec36-8b38-49ae-8138-48c78888a826,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:02:27.980805 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-2231412e-60f2-4ad3-a995-b064b99bfec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddffea81-64aa-425b-b62c-b0d84cc95f98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1232566105', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'f884f7d5-ee3e-4311-a72b-563e4eb45e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:02:21Z', 'updated_at': '2022-02-02T08:02:24Z', 'revision_number': 4, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'gw_port': {'id': 'f884f7d5-ee3e-4311-a72b-563e4eb45e3f', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:39:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddffea81-64aa-425b-b62c-b0d84cc95f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:02:21Z', 'updated_at': '2022-02-02T08:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '110d1cb6-a3ff-436c-a765-6a7338b85661', 'name': '', 'network_id': '18b9a86a-8f5d-4b48-8590-aa7ad278218c', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'mac_address': 'fa:16:3e:f3:91:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddffea81-64aa-425b-b62c-b0d84cc95f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '6afaebbd-41ef-41ff-a95e-e54e9951be0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:02:24Z', 'updated_at': '2022-02-02T08:02:27Z', 'revision_number': 4, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'subnets': [{'id': '6afaebbd-41ef-41ff-a95e-e54e9951be0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:02:28.004659 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406e068-bff0-40bd-8e0d-e6a38d98baa6 req-fe4566ac-6b71-47cf-8946-e5bf33796f8e tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:02:28.005406 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-0406e068-bff0-40bd-8e0d-e6a38d98baa6 req-fe4566ac-6b71-47cf-8946-e5bf33796f8e tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:28.019047 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2231412e-60f2-4ad3-a995-b064b99bfec0 None None] The sync data for ids ['ddffea81-64aa-425b-b62c-b0d84cc95f98'] in n-d-789963-26 is: [{'id': 'ddffea81-64aa-425b-b62c-b0d84cc95f98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1232566105', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'f884f7d5-ee3e-4311-a72b-563e4eb45e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:02:21Z', 'updated_at': '2022-02-02T08:02:24Z', 'revision_number': 4, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'gw_port': {'id': 'f884f7d5-ee3e-4311-a72b-563e4eb45e3f', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:39:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddffea81-64aa-425b-b62c-b0d84cc95f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:02:21Z', 'updated_at': '2022-02-02T08:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '110d1cb6-a3ff-436c-a765-6a7338b85661', 'name': '', 'network_id': '18b9a86a-8f5d-4b48-8590-aa7ad278218c', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'mac_address': 'fa:16:3e:f3:91:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddffea81-64aa-425b-b62c-b0d84cc95f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '6afaebbd-41ef-41ff-a95e-e54e9951be0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:02:24Z', 'updated_at': '2022-02-02T08:02:27Z', 'revision_number': 4, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'subnets': [{'id': '6afaebbd-41ef-41ff-a95e-e54e9951be0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 08:02:28.022561 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-68ed0d0c-8ca3-4938-b01d-1d1afbbbf541 None None] Current status of the port 110d1cb6-a3ff-436c-a765-6a7338b85661 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:02:28.024379 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0406e068-bff0-40bd-8e0d-e6a38d98baa6 req-fe4566ac-6b71-47cf-8946-e5bf33796f8e tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5728171 Feb 02 08:02:28.042972 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-0406e068-bff0-40bd-8e0d-e6a38d98baa6 req-d014cb9d-137b-4c02-a6c1-7f587dd6e9e1 service neutron] Request body: {'port': {'device_id': 'da156646-d5e8-45b9-8b6c-5f8782ff3ff8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:02:28.138995 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-0406e068-bff0-40bd-8e0d-e6a38d98baa6 req-d014cb9d-137b-4c02-a6c1-7f587dd6e9e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (fbb4ec36-8b38-49ae-8138-48c78888a826), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:28.246057 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-4d7ed6a5-39a9-422b-b85e-bd77dbcac932 None None] Provisioning complete for port fbb4ec36-8b38-49ae-8138-48c78888a826 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:02:28.246855 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-4d7ed6a5-39a9-422b-b85e-bd77dbcac932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (fbb4ec36-8b38-49ae-8138-48c78888a826), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:28.289843 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-4d7ed6a5-39a9-422b-b85e-bd77dbcac932 None None] Port fbb4ec36-8b38-49ae-8138-48c78888a826 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 08:02:28.433862 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-0406e068-bff0-40bd-8e0d-e6a38d98baa6 req-d014cb9d-137b-4c02-a6c1-7f587dd6e9e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbb4ec36-8b38-49ae-8138-48c78888a826 {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 08:02:28.448047 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-0406e068-bff0-40bd-8e0d-e6a38d98baa6 req-d014cb9d-137b-4c02-a6c1-7f587dd6e9e1 service neutron] Publish callbacks [] for port (fbb4ec36-8b38-49ae-8138-48c78888a826), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:28.474364 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-0406e068-bff0-40bd-8e0d-e6a38d98baa6 req-d014cb9d-137b-4c02-a6c1-7f587dd6e9e1 service neutron] Transition to ACTIVE for port object fbb4ec36-8b38-49ae-8138-48c78888a826 will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 08:02:28.496515 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-0406e068-bff0-40bd-8e0d-e6a38d98baa6 req-d014cb9d-137b-4c02-a6c1-7f587dd6e9e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (fbb4ec36-8b38-49ae-8138-48c78888a826), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:28.567128 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d014cb9d-137b-4c02-a6c1-7f587dd6e9e1 service neutron] Pushing event updated for resources: {'Port': ['ID=fbb4ec36-8b38-49ae-8138-48c78888a826,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:02:28.589093 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 110d1cb6-a3ff-436c-a765-6a7338b85661 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 08:02:28.599911 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be93e0b2-42f2-4904-ad7a-d681292d9c22 req-5af3876b-1a4b-48fd-9af8-cb250223b37b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:02:28.601536 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-be93e0b2-42f2-4904-ad7a-d681292d9c22 req-5af3876b-1a4b-48fd-9af8-cb250223b37b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=da156646-d5e8-45b9-8b6c-5f8782ff3ff8 HTTP/1.1" status: 200 len: 931 time: 0.1405616 Feb 02 08:02:28.655324 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 110d1cb6-a3ff-436c-a765-6a7338b85661 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:02:28.655746 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (110d1cb6-a3ff-436c-a765-6a7338b85661), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:28.694935 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-0406e068-bff0-40bd-8e0d-e6a38d98baa6 req-d014cb9d-137b-4c02-a6c1-7f587dd6e9e1 service neutron] Attempting to bind port fbb4ec36-8b38-49ae-8138-48c78888a826 on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 08:02:28.695475 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-0406e068-bff0-40bd-8e0d-e6a38d98baa6 req-d014cb9d-137b-4c02-a6c1-7f587dd6e9e1 service neutron] Attempting to bind port fbb4ec36-8b38-49ae-8138-48c78888a826 by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': 'e5e744c0-004e-4c46-a4e1-082acd736eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '18b9a86a-8f5d-4b48-8590-aa7ad278218c'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 08:02:28.696214 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0406e068-bff0-40bd-8e0d-e6a38d98baa6 req-d014cb9d-137b-4c02-a6c1-7f587dd6e9e1 service neutron] Attempting to bind port fbb4ec36-8b38-49ae-8138-48c78888a826 on network 18b9a86a-8f5d-4b48-8590-aa7ad278218c {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 08:02:28.708929 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-be93e0b2-42f2-4904-ad7a-d681292d9c22 req-7c6a1f3e-2066-4f78-9d27-0e84e22bce16 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=382539ad-c6de-4c62-82c4-6a6264024b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845454 Feb 02 08:02:28.709707 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0406e068-bff0-40bd-8e0d-e6a38d98baa6 req-d014cb9d-137b-4c02-a6c1-7f587dd6e9e1 service neutron] Port fbb4ec36-8b38-49ae-8138-48c78888a826 on network 18b9a86a-8f5d-4b48-8590-aa7ad278218c not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 08:02:28.710147 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0406e068-bff0-40bd-8e0d-e6a38d98baa6 req-d014cb9d-137b-4c02-a6c1-7f587dd6e9e1 service neutron] Attempting to bind port fbb4ec36-8b38-49ae-8138-48c78888a826 on network 18b9a86a-8f5d-4b48-8590-aa7ad278218c {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 08:02:28.717059 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0406e068-bff0-40bd-8e0d-e6a38d98baa6 req-d014cb9d-137b-4c02-a6c1-7f587dd6e9e1 service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 8, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 08:02:28.718474 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0406e068-bff0-40bd-8e0d-e6a38d98baa6 req-d014cb9d-137b-4c02-a6c1-7f587dd6e9e1 service neutron] Checking segment: {'id': 'e5e744c0-004e-4c46-a4e1-082acd736eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '18b9a86a-8f5d-4b48-8590-aa7ad278218c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 08:02:28.718474 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0406e068-bff0-40bd-8e0d-e6a38d98baa6 req-d014cb9d-137b-4c02-a6c1-7f587dd6e9e1 service neutron] Bound using segment: {'id': 'e5e744c0-004e-4c46-a4e1-082acd736eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '18b9a86a-8f5d-4b48-8590-aa7ad278218c'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 08:02:28.718474 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-0406e068-bff0-40bd-8e0d-e6a38d98baa6 req-d014cb9d-137b-4c02-a6c1-7f587dd6e9e1 service neutron] Bound port: fbb4ec36-8b38-49ae-8138-48c78888a826, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5e744c0-004e-4c46-a4e1-082acd736eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '18b9a86a-8f5d-4b48-8590-aa7ad278218c'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 08:02:28.718842 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-0406e068-bff0-40bd-8e0d-e6a38d98baa6 req-d014cb9d-137b-4c02-a6c1-7f587dd6e9e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (fbb4ec36-8b38-49ae-8138-48c78888a826), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:28.768177 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 110d1cb6-a3ff-436c-a765-6a7338b85661 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:02:28.795756 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-0406e068-bff0-40bd-8e0d-e6a38d98baa6 req-d014cb9d-137b-4c02-a6c1-7f587dd6e9e1 service neutron] For port fbb4ec36-8b38-49ae-8138-48c78888a826, host n-h2-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 08:02:28.800143 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-0406e068-bff0-40bd-8e0d-e6a38d98baa6 req-d014cb9d-137b-4c02-a6c1-7f587dd6e9e1 service neutron] For port fbb4ec36-8b38-49ae-8138-48c78888a826, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=fbb4ec36-8b38-49ae-8138-48c78888a826,segment=NetworkSegment(e5e744c0-004e-4c46-a4e1-082acd736eda),segment_id=e5e744c0-004e-4c46-a4e1-082acd736eda)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 08:02:28.807142 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-0406e068-bff0-40bd-8e0d-e6a38d98baa6 req-d014cb9d-137b-4c02-a6c1-7f587dd6e9e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (fbb4ec36-8b38-49ae-8138-48c78888a826), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:28.848485 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406e068-bff0-40bd-8e0d-e6a38d98baa6 req-d014cb9d-137b-4c02-a6c1-7f587dd6e9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:02:28.848982 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-0406e068-bff0-40bd-8e0d-e6a38d98baa6 req-d014cb9d-137b-4c02-a6c1-7f587dd6e9e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:28.850379 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0406e068-bff0-40bd-8e0d-e6a38d98baa6 req-d014cb9d-137b-4c02-a6c1-7f587dd6e9e1 service neutron] 10.222.0.59 "PUT /v2.0/ports/fbb4ec36-8b38-49ae-8138-48c78888a826 HTTP/1.1" status: 200 len: 1092 time: 0.8132081 Feb 02 08:02:28.850836 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da156646-d5e8-45b9-8b6c-5f8782ff3ff8', 'tag': 'fbb4ec36-8b38-49ae-8138-48c78888a826'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 08:02:28.853146 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cd64c29d20054dd266ebfc4811df21ba6bce2c9fa8def1b04b444a49e945ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a8826f-3e05-473a-b525-8fb7b1e82275" -d '{"events": [{"name": "network-changed", "server_uuid": "da156646-d5e8-45b9-8b6c-5f8782ff3ff8", "tag": "fbb4ec36-8b38-49ae-8138-48c78888a826"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 08:02:28.879111 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d014cb9d-137b-4c02-a6c1-7f587dd6e9e1 service neutron] Pushing event updated for resources: {'Port': ['ID=fbb4ec36-8b38-49ae-8138-48c78888a826,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:02:28.970311 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406e068-bff0-40bd-8e0d-e6a38d98baa6 req-d28c5716-f88c-4b4e-bec3-dbafc11e4aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:02:28.973388 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0406e068-bff0-40bd-8e0d-e6a38d98baa6 req-d28c5716-f88c-4b4e-bec3-dbafc11e4aea service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=491ef38eb7a24b33900e5a5f7693dafc&device_id=da156646-d5e8-45b9-8b6c-5f8782ff3ff8 HTTP/1.1" status: 200 len: 1126 time: 0.0644760 Feb 02 08:02:28.993829 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 08:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ae15eb-4c6d-4e3f-8cef-02a0ae44820b x-openstack-request-id: req-b1ae15eb-4c6d-4e3f-8cef-02a0ae44820b {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 08:02:28.994269 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da156646-d5e8-45b9-8b6c-5f8782ff3ff8", "tag": "fbb4ec36-8b38-49ae-8138-48c78888a826", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 08:02:28.994530 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b1ae15eb-4c6d-4e3f-8cef-02a0ae44820b {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 08:02:28.994941 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da156646-d5e8-45b9-8b6c-5f8782ff3ff8', 'tag': 'fbb4ec36-8b38-49ae-8138-48c78888a826', 'status': 'completed', 'code': 200} Feb 02 08:02:29.028380 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0406e068-bff0-40bd-8e0d-e6a38d98baa6 req-b6732097-9713-4307-b0de-cee794d8dc7c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fbb4ec36-8b38-49ae-8138-48c78888a826 HTTP/1.1" status: 200 len: 217 time: 0.0423291 Feb 02 08:02:29.088307 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406e068-bff0-40bd-8e0d-e6a38d98baa6 req-0f54ceb8-46c8-40d1-bc97-354ff5c82454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:02:29.089878 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0406e068-bff0-40bd-8e0d-e6a38d98baa6 req-0f54ceb8-46c8-40d1-bc97-354ff5c82454 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6afaebbd-41ef-41ff-a95e-e54e9951be0d HTTP/1.1" status: 200 len: 834 time: 0.0550995 Feb 02 08:02:29.145389 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406e068-bff0-40bd-8e0d-e6a38d98baa6 req-d8984166-8d26-4d6e-ac78-1fead877b953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:02:29.146991 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0406e068-bff0-40bd-8e0d-e6a38d98baa6 req-d8984166-8d26-4d6e-ac78-1fead877b953 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=18b9a86a-8f5d-4b48-8590-aa7ad278218c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0516570 Feb 02 08:02:29.242221 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0406e068-bff0-40bd-8e0d-e6a38d98baa6 req-4d610647-8361-4a60-9600-2bf5476bca31 service neutron] 10.222.0.59 "GET /v2.0/networks/18b9a86a-8f5d-4b48-8590-aa7ad278218c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895693 Feb 02 08:02:29.336925 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0406e068-bff0-40bd-8e0d-e6a38d98baa6 req-aa201b75-b527-4ba9-955e-5966c57d1c63 service neutron] 10.222.0.59 "GET /v2.0/networks/18b9a86a-8f5d-4b48-8590-aa7ad278218c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894785 Feb 02 08:02:29.461826 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a8826f-3e05-473a-b525-8fb7b1e82275 req-dd5b6e2d-f098-429a-8aca-fb69527b7203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:02:29.463327 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-49a8826f-3e05-473a-b525-8fb7b1e82275 req-dd5b6e2d-f098-429a-8aca-fb69527b7203 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=491ef38eb7a24b33900e5a5f7693dafc&device_id=da156646-d5e8-45b9-8b6c-5f8782ff3ff8 HTTP/1.1" status: 200 len: 1126 time: 0.0450277 Feb 02 08:02:29.555850 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a8826f-3e05-473a-b525-8fb7b1e82275 req-389ce6cc-a68d-4e99-9b81-4eeed497c32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:02:29.557299 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-49a8826f-3e05-473a-b525-8fb7b1e82275 req-389ce6cc-a68d-4e99-9b81-4eeed497c32b service neutron] 10.222.0.59 "GET /v2.0/networks?id=18b9a86a-8f5d-4b48-8590-aa7ad278218c HTTP/1.1" status: 200 len: 896 time: 0.0882061 Feb 02 08:02:29.598607 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-49a8826f-3e05-473a-b525-8fb7b1e82275 req-16361acb-ee8c-43fb-81a6-b6188f2a5ea9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fbb4ec36-8b38-49ae-8138-48c78888a826 HTTP/1.1" status: 200 len: 217 time: 0.0352523 Feb 02 08:02:29.646031 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a8826f-3e05-473a-b525-8fb7b1e82275 req-3ad80728-7729-4229-8411-4bf2fa77d8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:02:29.647416 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-49a8826f-3e05-473a-b525-8fb7b1e82275 req-3ad80728-7729-4229-8411-4bf2fa77d8b6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6afaebbd-41ef-41ff-a95e-e54e9951be0d HTTP/1.1" status: 200 len: 834 time: 0.0426064 Feb 02 08:02:29.698715 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a8826f-3e05-473a-b525-8fb7b1e82275 req-bf79dcd8-8a85-45cd-a728-9ebf36c25d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:02:29.700228 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-49a8826f-3e05-473a-b525-8fb7b1e82275 req-bf79dcd8-8a85-45cd-a728-9ebf36c25d5f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=18b9a86a-8f5d-4b48-8590-aa7ad278218c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0472698 Feb 02 08:02:29.797508 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-49a8826f-3e05-473a-b525-8fb7b1e82275 req-38cfe9b1-53bd-43a8-b75c-afd7fece6132 service neutron] 10.222.0.59 "GET /v2.0/networks/18b9a86a-8f5d-4b48-8590-aa7ad278218c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906732 Feb 02 08:02:29.895019 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7333ad8-54c1-4c5b-891f-60ba126bf313 req-053045b8-5120-4524-a0e1-23e998512db8 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:02:29.896518 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b7333ad8-54c1-4c5b-891f-60ba126bf313 req-053045b8-5120-4524-a0e1-23e998512db8 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=da156646-d5e8-45b9-8b6c-5f8782ff3ff8 HTTP/1.1" status: 200 len: 943 time: 0.1115770 Feb 02 08:02:29.927663 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-49a8826f-3e05-473a-b525-8fb7b1e82275 req-a4884d37-19dc-4449-b416-e72596a90382 service neutron] 10.222.0.59 "GET /v2.0/networks/18b9a86a-8f5d-4b48-8590-aa7ad278218c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161306 Feb 02 08:02:29.958091 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b7333ad8-54c1-4c5b-891f-60ba126bf313 req-8231b904-ee15-41ae-bfe6-4e80d5f34ffd tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=382539ad-c6de-4c62-82c4-6a6264024b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557561 Feb 02 08:02:31.078974 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254949a4-7e90-467a-a79c-69f215d5e3b5 req-663b1af6-e135-4c64-9e1e-b160334c5db5 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:02:31.081042 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-254949a4-7e90-467a-a79c-69f215d5e3b5 req-663b1af6-e135-4c64-9e1e-b160334c5db5 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=da156646-d5e8-45b9-8b6c-5f8782ff3ff8 HTTP/1.1" status: 200 len: 943 time: 0.0565994 Feb 02 08:02:31.129165 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-254949a4-7e90-467a-a79c-69f215d5e3b5 req-725a9a54-6807-4890-b1ad-609fda2332bc tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=382539ad-c6de-4c62-82c4-6a6264024b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423512 Feb 02 08:02:32.245623 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device fbb4ec36-8b38-49ae-8138-48c78888a826 details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 08:02:32.250595 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1634471f-bfd7-492b-b7b1-1ee852245a48 req-1e6c6f5a-85e9-4816-a4b9-39817108168e tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:02:32.252355 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1634471f-bfd7-492b-b7b1-1ee852245a48 req-1e6c6f5a-85e9-4816-a4b9-39817108168e tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=da156646-d5e8-45b9-8b6c-5f8782ff3ff8 HTTP/1.1" status: 200 len: 943 time: 0.0526962 Feb 02 08:02:32.301808 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1634471f-bfd7-492b-b7b1-1ee852245a48 req-4a08d05b-b46f-4f3e-9ad0-a919c1c4f1e2 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=382539ad-c6de-4c62-82c4-6a6264024b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439603 Feb 02 08:02:32.343185 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port fbb4ec36-8b38-49ae-8138-48c78888a826, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=fbb4ec36-8b38-49ae-8138-48c78888a826,segment=NetworkSegment(e5e744c0-004e-4c46-a4e1-082acd736eda),segment_id=e5e744c0-004e-4c46-a4e1-082acd736eda)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:02:32.353879 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': 'fbb4ec36-8b38-49ae-8138-48c78888a826', 'network_id': '18b9a86a-8f5d-4b48-8590-aa7ad278218c', 'port_id': 'fbb4ec36-8b38-49ae-8138-48c78888a826', 'mac_address': 'fa:16:3e:e9:75:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6afaebbd-41ef-41ff-a95e-e54e9951be0d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 08:02:32.391043 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port fbb4ec36-8b38-49ae-8138-48c78888a826 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:02:32.391435 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (fbb4ec36-8b38-49ae-8138-48c78888a826), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:32.403860 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbb4ec36-8b38-49ae-8138-48c78888a826 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 08:02:32.423194 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port fbb4ec36-8b38-49ae-8138-48c78888a826, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=fbb4ec36-8b38-49ae-8138-48c78888a826,segment=NetworkSegment(e5e744c0-004e-4c46-a4e1-082acd736eda),segment_id=e5e744c0-004e-4c46-a4e1-082acd736eda)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:02:32.428374 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (fbb4ec36-8b38-49ae-8138-48c78888a826), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:32.475478 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=fbb4ec36-8b38-49ae-8138-48c78888a826,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:02:32.849343 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['fbb4ec36-8b38-49ae-8138-48c78888a826'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 08:02:33.423754 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dffe093-101f-405c-bf7e-0492482e37e9 req-52f33ee9-2edc-4c74-8de6-fd6855d7f4ab tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:02:33.426076 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3dffe093-101f-405c-bf7e-0492482e37e9 req-52f33ee9-2edc-4c74-8de6-fd6855d7f4ab tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=da156646-d5e8-45b9-8b6c-5f8782ff3ff8 HTTP/1.1" status: 200 len: 944 time: 0.0517516 Feb 02 08:02:33.478368 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3dffe093-101f-405c-bf7e-0492482e37e9 req-c6839377-b4ac-4344-8814-80e5fa559d3a tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=382539ad-c6de-4c62-82c4-6a6264024b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470381 Feb 02 08:02:34.238488 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device fbb4ec36-8b38-49ae-8138-48c78888a826 up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 08:02:34.290420 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port fbb4ec36-8b38-49ae-8138-48c78888a826 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 08:02:34.294401 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port fbb4ec36-8b38-49ae-8138-48c78888a826 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:02:34.294776 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (fbb4ec36-8b38-49ae-8138-48c78888a826), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:34.370348 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port fbb4ec36-8b38-49ae-8138-48c78888a826 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:02:34.370743 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (fbb4ec36-8b38-49ae-8138-48c78888a826), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:34.393181 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da156646-d5e8-45b9-8b6c-5f8782ff3ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbb4ec36-8b38-49ae-8138-48c78888a826'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 08:02:34.395610 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8c40c98856fbaa198dc4a2758b0190e9c3f0303d59edd797b772e66ff7f3562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a81825-43e8-45c8-a44f-288df1c55af2" -d '{"events": [{"server_uuid": "da156646-d5e8-45b9-8b6c-5f8782ff3ff8", "name": "network-vif-plugged", "status": "completed", "tag": "fbb4ec36-8b38-49ae-8138-48c78888a826"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 08:02:34.407984 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port fbb4ec36-8b38-49ae-8138-48c78888a826, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=fbb4ec36-8b38-49ae-8138-48c78888a826,segment=NetworkSegment(e5e744c0-004e-4c46-a4e1-082acd736eda),segment_id=e5e744c0-004e-4c46-a4e1-082acd736eda)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:02:34.412160 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (fbb4ec36-8b38-49ae-8138-48c78888a826), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:34.463789 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=fbb4ec36-8b38-49ae-8138-48c78888a826,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:02:34.491466 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 08:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c265772-cbf1-4d9b-acdf-c7e79a03676d x-openstack-request-id: req-4c265772-cbf1-4d9b-acdf-c7e79a03676d {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 08:02:34.491850 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da156646-d5e8-45b9-8b6c-5f8782ff3ff8", "name": "network-vif-plugged", "status": "completed", "tag": "fbb4ec36-8b38-49ae-8138-48c78888a826", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 08:02:34.492112 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-4c265772-cbf1-4d9b-acdf-c7e79a03676d {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 08:02:34.492513 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da156646-d5e8-45b9-8b6c-5f8782ff3ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbb4ec36-8b38-49ae-8138-48c78888a826', 'code': 200} Feb 02 08:02:34.619541 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75f186-c3ef-417b-9a90-b81e57e5beb8 req-9ee38590-d407-4176-83be-badb2469f0d6 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:02:34.620999 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0b75f186-c3ef-417b-9a90-b81e57e5beb8 req-9ee38590-d407-4176-83be-badb2469f0d6 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=da156646-d5e8-45b9-8b6c-5f8782ff3ff8 HTTP/1.1" status: 200 len: 945 time: 0.0746953 Feb 02 08:02:34.654287 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c166f6fe-9a00-4279-bbf7-6154fed636f4 req-8014c5d9-cb9e-4dfe-84e6-58be7c80d17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:02:34.655752 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c166f6fe-9a00-4279-bbf7-6154fed636f4 req-8014c5d9-cb9e-4dfe-84e6-58be7c80d17e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=da156646-d5e8-45b9-8b6c-5f8782ff3ff8 HTTP/1.1" status: 200 len: 1128 time: 0.0691814 Feb 02 08:02:34.691203 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0b75f186-c3ef-417b-9a90-b81e57e5beb8 req-8b19b106-9c49-42be-ac4b-4e73fe79c086 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=382539ad-c6de-4c62-82c4-6a6264024b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642471 Feb 02 08:02:34.715940 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c166f6fe-9a00-4279-bbf7-6154fed636f4 req-89862cda-6150-4a34-8f7b-ce53f1450799 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=382539ad-c6de-4c62-82c4-6a6264024b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545640 Feb 02 08:02:35.813083 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b406566-184a-4581-a73c-513c5bd77366 req-1a5a7461-d8b4-4dee-9a88-300c2078e94b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:02:35.814624 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2b406566-184a-4581-a73c-513c5bd77366 req-1a5a7461-d8b4-4dee-9a88-300c2078e94b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=da156646-d5e8-45b9-8b6c-5f8782ff3ff8 HTTP/1.1" status: 200 len: 945 time: 0.0564740 Feb 02 08:02:35.863310 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2b406566-184a-4581-a73c-513c5bd77366 req-23cdff62-8fc0-4e3d-af1c-f064b4c04faa tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=382539ad-c6de-4c62-82c4-6a6264024b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429957 Feb 02 08:02:36.979130 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837c5d78-32a1-4443-88e3-1425c1cb82b9 req-bebfc648-2c31-42dd-bcdb-2ff85495b322 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:02:36.980609 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-837c5d78-32a1-4443-88e3-1425c1cb82b9 req-bebfc648-2c31-42dd-bcdb-2ff85495b322 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=da156646-d5e8-45b9-8b6c-5f8782ff3ff8 HTTP/1.1" status: 200 len: 945 time: 0.0511594 Feb 02 08:02:37.027623 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-837c5d78-32a1-4443-88e3-1425c1cb82b9 req-0325d044-44ad-4f25-ab82-cb6987e6db70 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=382539ad-c6de-4c62-82c4-6a6264024b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415270 Feb 02 08:02:37.143193 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d5b297-56c9-4e84-86b2-d442cee265ba req-0cd0688f-5972-4eeb-919a-7ca1201f2e45 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:02:37.144694 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-68d5b297-56c9-4e84-86b2-d442cee265ba req-0cd0688f-5972-4eeb-919a-7ca1201f2e45 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=da156646-d5e8-45b9-8b6c-5f8782ff3ff8 HTTP/1.1" status: 200 len: 945 time: 0.0528524 Feb 02 08:02:37.196046 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-68d5b297-56c9-4e84-86b2-d442cee265ba req-55bd2e2e-4a6a-4d6a-8e42-0d3251c774f8 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=382539ad-c6de-4c62-82c4-6a6264024b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457544 Feb 02 08:02:37.217182 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38228) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:02:37.262800 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76431119-1ca1-4a0c-b79b-0f772e51bf79 tempest-TestNetworkAdvancedServerOps-1314165092 tempest-TestNetworkAdvancedServerOps-1314165092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:02:37.264329 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-76431119-1ca1-4a0c-b79b-0f772e51bf79 tempest-TestNetworkAdvancedServerOps-1314165092 tempest-TestNetworkAdvancedServerOps-1314165092-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=da156646-d5e8-45b9-8b6c-5f8782ff3ff8 HTTP/1.1" status: 200 len: 1123 time: 0.0462036 Feb 02 08:02:37.267035 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38230) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:02:37.271937 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-afd110c9-3f9d-44f1-80c1-23b72d701035 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Request body: {'floatingip': {'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'port_id': 'fbb4ec36-8b38-49ae-8138-48c78888a826', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:02:37.292244 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-afd110c9-3f9d-44f1-80c1-23b72d701035 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:37.389528 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-afd110c9-3f9d-44f1-80c1-23b72d701035 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:37.828736 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-afd110c9-3f9d-44f1-80c1-23b72d701035 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Allocated IP 172.25.4.73 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/5bac1e1a-7168-40ba-b337-67b3b87f75eb) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 08:02:37.928960 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-afd110c9-3f9d-44f1-80c1-23b72d701035 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for port (5bac1e1a-7168-40ba-b337-67b3b87f75eb), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:37.965435 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-afd110c9-3f9d-44f1-80c1-23b72d701035 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (5bac1e1a-7168-40ba-b337-67b3b87f75eb), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:38.003241 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd110c9-3f9d-44f1-80c1-23b72d701035 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 08:02:38.008034 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-afd110c9-3f9d-44f1-80c1-23b72d701035 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 08:02:38.011453 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd110c9-3f9d-44f1-80c1-23b72d701035 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 08:02:38.017008 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd110c9-3f9d-44f1-80c1-23b72d701035 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event updated for resources: {'Port': ['ID=5bac1e1a-7168-40ba-b337-67b3b87f75eb,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:02:38.371432 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-afd110c9-3f9d-44f1-80c1-23b72d701035 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for floatingip (599080eb-70b5-42d7-a913-5268b89d6e97), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:38.438250 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-afd110c9-3f9d-44f1-80c1-23b72d701035 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (5bac1e1a-7168-40ba-b337-67b3b87f75eb), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:38.589100 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-afd110c9-3f9d-44f1-80c1-23b72d701035 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for port (5bac1e1a-7168-40ba-b337-67b3b87f75eb), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:38.593433 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-afd110c9-3f9d-44f1-80c1-23b72d701035 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (5bac1e1a-7168-40ba-b337-67b3b87f75eb), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:38.669004 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd110c9-3f9d-44f1-80c1-23b72d701035 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event updated for resources: {'Port': ['ID=5bac1e1a-7168-40ba-b337-67b3b87f75eb,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:02:38.675618 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-afd110c9-3f9d-44f1-80c1-23b72d701035 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (599080eb-70b5-42d7-a913-5268b89d6e97), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:38.771378 n-d-789963-26 neutron-server[109694]: INFO neutron.db.l3_db [None req-afd110c9-3f9d-44f1-80c1-23b72d701035 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Floating IP 599080eb-70b5-42d7-a913-5268b89d6e97 associated. External IP: 172.25.4.73, port: fbb4ec36-8b38-49ae-8138-48c78888a826. Feb 02 08:02:38.975696 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afd110c9-3f9d-44f1-80c1-23b72d701035 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Router ddffea81-64aa-425b-b62c-b0d84cc95f98 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 08:02:39.082795 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd110c9-3f9d-44f1-80c1-23b72d701035 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 08:02:39.092930 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65a4976-db44-46ca-989e-3858682b2394 None None] Sync routers for ids ['ddffea81-64aa-425b-b62c-b0d84cc95f98'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 08:02:39.101037 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-afd110c9-3f9d-44f1-80c1-23b72d701035 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:39.104266 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65a4976-db44-46ca-989e-3858682b2394 None None] Routers {'ddffea81-64aa-425b-b62c-b0d84cc95f98'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:02:39.104867 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-e65a4976-db44-46ca-989e-3858682b2394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:02:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['ddffea81-64aa-425b-b62c-b0d84cc95f98'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:02:39.131617 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-afd110c9-3f9d-44f1-80c1-23b72d701035 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8629625 Feb 02 08:02:39.132371 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da156646-d5e8-45b9-8b6c-5f8782ff3ff8', 'tag': 'fbb4ec36-8b38-49ae-8138-48c78888a826'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 08:02:39.134796 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cd64c29d20054dd266ebfc4811df21ba6bce2c9fa8def1b04b444a49e945ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec13d526-8183-4afd-8335-7aa986a274f1" -d '{"events": [{"name": "network-changed", "server_uuid": "da156646-d5e8-45b9-8b6c-5f8782ff3ff8", "tag": "fbb4ec36-8b38-49ae-8138-48c78888a826"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 08:02:39.211421 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-e65a4976-db44-46ca-989e-3858682b2394 None None] Set router ddffea81-64aa-425b-b62c-b0d84cc95f98 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:02:39.242112 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca0fb45-7373-4995-a0ef-979d6e5c23f4 req-cfd7b43a-0716-4643-8d59-206fa572e9d5 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:02:39.243580 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3ca0fb45-7373-4995-a0ef-979d6e5c23f4 req-cfd7b43a-0716-4643-8d59-206fa572e9d5 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=da156646-d5e8-45b9-8b6c-5f8782ff3ff8 HTTP/1.1" status: 200 len: 945 time: 0.0611908 Feb 02 08:02:39.293761 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3ca0fb45-7373-4995-a0ef-979d6e5c23f4 req-f60c8b31-fe6f-4a76-8852-46fd2ec41681 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=382539ad-c6de-4c62-82c4-6a6264024b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442548 Feb 02 08:02:39.316959 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38236) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:02:39.356837 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 08:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0b15ed-abba-4405-b29b-439075af0998 x-openstack-request-id: req-4a0b15ed-abba-4405-b29b-439075af0998 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 08:02:39.357134 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da156646-d5e8-45b9-8b6c-5f8782ff3ff8", "tag": "fbb4ec36-8b38-49ae-8138-48c78888a826", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 08:02:39.357396 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-4a0b15ed-abba-4405-b29b-439075af0998 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 08:02:39.357802 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da156646-d5e8-45b9-8b6c-5f8782ff3ff8', 'tag': 'fbb4ec36-8b38-49ae-8138-48c78888a826', 'status': 'completed', 'code': 200} Feb 02 08:02:39.391594 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-271b54ac-f76f-4b4a-afb9-919cd243eed3 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/floatingips/599080eb-70b5-42d7-a913-5268b89d6e97 HTTP/1.1" status: 200 len: 990 time: 0.0732296 Feb 02 08:02:39.428054 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13d526-8183-4afd-8335-7aa986a274f1 req-2d4fc349-a390-4898-a76b-941e6a129f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:02:39.429570 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ec13d526-8183-4afd-8335-7aa986a274f1 req-2d4fc349-a390-4898-a76b-941e6a129f9b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=491ef38eb7a24b33900e5a5f7693dafc&device_id=da156646-d5e8-45b9-8b6c-5f8782ff3ff8 HTTP/1.1" status: 200 len: 1128 time: 0.0479934 Feb 02 08:02:39.443964 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-e65a4976-db44-46ca-989e-3858682b2394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddffea81-64aa-425b-b62c-b0d84cc95f98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1232566105', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'f884f7d5-ee3e-4311-a72b-563e4eb45e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:02:21Z', 'updated_at': '2022-02-02T08:02:24Z', 'revision_number': 4, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'gw_port': {'id': 'f884f7d5-ee3e-4311-a72b-563e4eb45e3f', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:39:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddffea81-64aa-425b-b62c-b0d84cc95f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:02:21Z', 'updated_at': '2022-02-02T08:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '599080eb-70b5-42d7-a913-5268b89d6e97', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'floating_ip_address': '172.25.4.73', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': 'ddffea81-64aa-425b-b62c-b0d84cc95f98', 'port_id': 'fbb4ec36-8b38-49ae-8138-48c78888a826', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18b9a86a-8f5d-4b48-8590-aa7ad278218c', 'mac_address': 'fa:16:3e:e9:75:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da156646-d5e8-45b9-8b6c-5f8782ff3ff8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T08:02:38Z', 'updated_at': '2022-02-02T08:02:38Z', 'revision_number': 0, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '110d1cb6-a3ff-436c-a765-6a7338b85661', 'name': '', 'network_id': '18b9a86a-8f5d-4b48-8590-aa7ad278218c', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'mac_address': 'fa:16:3e:f3:91:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddffea81-64aa-425b-b62c-b0d84cc95f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '6afaebbd-41ef-41ff-a95e-e54e9951be0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:02:24Z', 'updated_at': '2022-02-02T08:02:27Z', 'revision_number': 5, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'subnets': [{'id': '6afaebbd-41ef-41ff-a95e-e54e9951be0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:02:39.470477 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65a4976-db44-46ca-989e-3858682b2394 None None] Checking router: ddffea81-64aa-425b-b62c-b0d84cc95f98 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 08:02:39.480601 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65a4976-db44-46ca-989e-3858682b2394 None None] Routers {'ddffea81-64aa-425b-b62c-b0d84cc95f98'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:02:39.481215 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-e65a4976-db44-46ca-989e-3858682b2394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:02:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['ddffea81-64aa-425b-b62c-b0d84cc95f98'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:02:39.524215 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13d526-8183-4afd-8335-7aa986a274f1 req-2242ddb2-99a5-433f-a538-748674191f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:02:39.525597 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ec13d526-8183-4afd-8335-7aa986a274f1 req-2242ddb2-99a5-433f-a538-748674191f42 service neutron] 10.222.0.59 "GET /v2.0/networks?id=18b9a86a-8f5d-4b48-8590-aa7ad278218c HTTP/1.1" status: 200 len: 896 time: 0.0907912 Feb 02 08:02:39.587020 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-e65a4976-db44-46ca-989e-3858682b2394 None None] Set router ddffea81-64aa-425b-b62c-b0d84cc95f98 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:02:39.593288 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ec13d526-8183-4afd-8335-7aa986a274f1 req-4084550c-e916-4264-b7ce-a2391f718d99 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fbb4ec36-8b38-49ae-8138-48c78888a826 HTTP/1.1" status: 200 len: 998 time: 0.0615418 Feb 02 08:02:39.641603 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13d526-8183-4afd-8335-7aa986a274f1 req-8e1d0357-d95a-47fc-b49e-7fef2365914b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:02:39.643609 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ec13d526-8183-4afd-8335-7aa986a274f1 req-8e1d0357-d95a-47fc-b49e-7fef2365914b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6afaebbd-41ef-41ff-a95e-e54e9951be0d HTTP/1.1" status: 200 len: 834 time: 0.0443480 Feb 02 08:02:39.692609 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13d526-8183-4afd-8335-7aa986a274f1 req-884c6923-633e-41ce-8f76-65e93a5fc3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:02:39.694128 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ec13d526-8183-4afd-8335-7aa986a274f1 req-884c6923-633e-41ce-8f76-65e93a5fc3f8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=18b9a86a-8f5d-4b48-8590-aa7ad278218c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0446508 Feb 02 08:02:39.787858 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ec13d526-8183-4afd-8335-7aa986a274f1 req-b02b58e6-12c8-49e7-b23d-2071a529b87a service neutron] 10.222.0.59 "GET /v2.0/networks/18b9a86a-8f5d-4b48-8590-aa7ad278218c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881050 Feb 02 08:02:39.811154 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-e65a4976-db44-46ca-989e-3858682b2394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddffea81-64aa-425b-b62c-b0d84cc95f98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1232566105', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'f884f7d5-ee3e-4311-a72b-563e4eb45e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:02:21Z', 'updated_at': '2022-02-02T08:02:24Z', 'revision_number': 4, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'gw_port': {'id': 'f884f7d5-ee3e-4311-a72b-563e4eb45e3f', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:39:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddffea81-64aa-425b-b62c-b0d84cc95f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:02:21Z', 'updated_at': '2022-02-02T08:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '599080eb-70b5-42d7-a913-5268b89d6e97', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'floating_ip_address': '172.25.4.73', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': 'ddffea81-64aa-425b-b62c-b0d84cc95f98', 'port_id': 'fbb4ec36-8b38-49ae-8138-48c78888a826', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18b9a86a-8f5d-4b48-8590-aa7ad278218c', 'mac_address': 'fa:16:3e:e9:75:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da156646-d5e8-45b9-8b6c-5f8782ff3ff8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T08:02:38Z', 'updated_at': '2022-02-02T08:02:38Z', 'revision_number': 0, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '110d1cb6-a3ff-436c-a765-6a7338b85661', 'name': '', 'network_id': '18b9a86a-8f5d-4b48-8590-aa7ad278218c', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'mac_address': 'fa:16:3e:f3:91:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddffea81-64aa-425b-b62c-b0d84cc95f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '6afaebbd-41ef-41ff-a95e-e54e9951be0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:02:24Z', 'updated_at': '2022-02-02T08:02:27Z', 'revision_number': 5, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'subnets': [{'id': '6afaebbd-41ef-41ff-a95e-e54e9951be0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:02:39.838168 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65a4976-db44-46ca-989e-3858682b2394 None None] The sync data for ids ['ddffea81-64aa-425b-b62c-b0d84cc95f98'] in n-d-789963-26 is: [{'id': 'ddffea81-64aa-425b-b62c-b0d84cc95f98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1232566105', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'f884f7d5-ee3e-4311-a72b-563e4eb45e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:02:21Z', 'updated_at': '2022-02-02T08:02:24Z', 'revision_number': 4, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'gw_port': {'id': 'f884f7d5-ee3e-4311-a72b-563e4eb45e3f', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:39:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddffea81-64aa-425b-b62c-b0d84cc95f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:02:21Z', 'updated_at': '2022-02-02T08:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '599080eb-70b5-42d7-a913-5268b89d6e97', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'floating_ip_address': '172.25.4.73', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': 'ddffea81-64aa-425b-b62c-b0d84cc95f98', 'port_id': 'fbb4ec36-8b38-49ae-8138-48c78888a826', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18b9a86a-8f5d-4b48-8590-aa7ad278218c', 'mac_address': 'fa:16:3e:e9:75:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da156646-d5e8-45b9-8b6c-5f8782ff3ff8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T08:02:38Z', 'updated_at': '2022-02-02T08:02:38Z', 'revision_number': 0, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '110d1cb6-a3ff-436c-a765-6a7338b85661', 'name': '', 'network_id': '18b9a86a-8f5d-4b48-8590-aa7ad278218c', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'mac_address': 'fa:16:3e:f3:91:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddffea81-64aa-425b-b62c-b0d84cc95f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '6afaebbd-41ef-41ff-a95e-e54e9951be0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:02:24Z', 'updated_at': '2022-02-02T08:02:27Z', 'revision_number': 5, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'subnets': [{'id': '6afaebbd-41ef-41ff-a95e-e54e9951be0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 08:02:39.878178 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ec13d526-8183-4afd-8335-7aa986a274f1 req-545cc4b9-5f4c-4dfd-b0d1-5aea6f940a58 service neutron] 10.222.0.59 "GET /v2.0/networks/18b9a86a-8f5d-4b48-8590-aa7ad278218c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852146 Feb 02 08:02:40.026553 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febc7c45-bdd7-46c6-acd7-89e3199a3282 None None] New status for floating IP 599080eb-70b5-42d7-a913-5268b89d6e97: ACTIVE {{(pid=109695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 08:02:40.396033 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38238) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:02:40.460715 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-3aa2f7eb-aa24-4987-91af-1db2c073c3fc tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/floatingips/599080eb-70b5-42d7-a913-5268b89d6e97 HTTP/1.1" status: 200 len: 992 time: 0.0635262 Feb 02 08:02:41.108498 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-22cd03fd-63c4-49a7-a759-824e1942b0a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:42.170416 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 08:02:43.383484 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9d94bcad-df73-4231-b5d6-c9deca9095aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:44.897227 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:46.257463 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:47.529984 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:52.631324 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:02:57.821484 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:03:10.642616 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fb06a36c-eac2-40ce-a392-40acf4299ab3 req-fab3f907-52e1-48bf-99ab-6d3a552b85b8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=da156646-d5e8-45b9-8b6c-5f8782ff3ff8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0430050 Feb 02 08:03:10.743503 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb06a36c-eac2-40ce-a392-40acf4299ab3 req-9c8afe2e-9afb-45bf-8a57-6270e3e7bc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:03:10.744930 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fb06a36c-eac2-40ce-a392-40acf4299ab3 req-9c8afe2e-9afb-45bf-8a57-6270e3e7bc02 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=491ef38eb7a24b33900e5a5f7693dafc&device_id=da156646-d5e8-45b9-8b6c-5f8782ff3ff8 HTTP/1.1" status: 200 len: 1128 time: 0.0446117 Feb 02 08:03:10.848382 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb06a36c-eac2-40ce-a392-40acf4299ab3 req-623336b4-2a5c-48bc-ac79-497bb695c730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:03:10.849822 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fb06a36c-eac2-40ce-a392-40acf4299ab3 req-623336b4-2a5c-48bc-ac79-497bb695c730 service neutron] 10.222.0.59 "GET /v2.0/networks?id=18b9a86a-8f5d-4b48-8590-aa7ad278218c HTTP/1.1" status: 200 len: 896 time: 0.0862861 Feb 02 08:03:10.913944 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fb06a36c-eac2-40ce-a392-40acf4299ab3 req-d57677c2-4285-4116-bb24-ad85fddf68d2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fbb4ec36-8b38-49ae-8138-48c78888a826 HTTP/1.1" status: 200 len: 1000 time: 0.0571175 Feb 02 08:03:10.961537 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb06a36c-eac2-40ce-a392-40acf4299ab3 req-3f5e0f35-2752-4207-96b3-31b3c8f19eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:03:10.962925 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fb06a36c-eac2-40ce-a392-40acf4299ab3 req-3f5e0f35-2752-4207-96b3-31b3c8f19eea service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6afaebbd-41ef-41ff-a95e-e54e9951be0d HTTP/1.1" status: 200 len: 834 time: 0.0425079 Feb 02 08:03:11.015416 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb06a36c-eac2-40ce-a392-40acf4299ab3 req-c2061607-73e7-4a8b-b3b9-f1d228a324a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:03:11.016878 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fb06a36c-eac2-40ce-a392-40acf4299ab3 req-c2061607-73e7-4a8b-b3b9-f1d228a324a2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=18b9a86a-8f5d-4b48-8590-aa7ad278218c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0478873 Feb 02 08:03:11.103930 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fb06a36c-eac2-40ce-a392-40acf4299ab3 req-4af1a4de-2ab3-432e-a1d3-68e3f5802887 service neutron] 10.222.0.59 "GET /v2.0/networks/18b9a86a-8f5d-4b48-8590-aa7ad278218c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812392 Feb 02 08:03:11.109206 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-13708966-9f79-45bb-8a7e-54c129a84a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:03:11.196712 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fb06a36c-eac2-40ce-a392-40acf4299ab3 req-78fb5644-a9c8-46c8-87c1-ea4aa75cbd00 service neutron] 10.222.0.59 "GET /v2.0/networks/18b9a86a-8f5d-4b48-8590-aa7ad278218c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867858 Feb 02 08:03:13.384839 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9de9c28b-497d-40f8-a491-8ae0d167bb36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:03:14.895167 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:03:16.264346 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:03:17.531540 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:03:19.169554 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 08:03:22.623053 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:03:27.833679 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:03:41.111046 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e6b6618c-91ed-46fa-9af5-09e02854583c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:03:43.123875 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [req-9653d3a4-649c-48b6-bcd3-93ce6f5013d7 req-7177446a-45bd-472b-aa68-3235c864b24f service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 08:03:43.124875 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9653d3a4-649c-48b6-bcd3-93ce6f5013d7 req-7177446a-45bd-472b-aa68-3235c864b24f service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054274 Feb 02 08:03:43.320036 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f032b535-c011-4157-a06a-b151505c82fe req-3696d793-9242-4bf1-a65b-7de092014f4f tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:03:43.321870 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f032b535-c011-4157-a06a-b151505c82fe req-3696d793-9242-4bf1-a65b-7de092014f4f tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=da156646-d5e8-45b9-8b6c-5f8782ff3ff8 HTTP/1.1" status: 200 len: 945 time: 0.0577524 Feb 02 08:03:43.322024 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 38272) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:03:43.390540 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-02f6cd87-412b-4b24-84ba-194982a905ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:03:43.405136 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f032b535-c011-4157-a06a-b151505c82fe req-b7cc4861-f827-41dd-a919-e660f39cfe41 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=382539ad-c6de-4c62-82c4-6a6264024b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669389 Feb 02 08:03:43.429808 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3892c5e0-4e64-4d1e-a06f-4a0126e9fadc req-8dfeeca8-1f30-4161-b967-b2138637ecba service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=da156646-d5e8-45b9-8b6c-5f8782ff3ff8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1065090 Feb 02 08:03:43.434630 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [req-3892c5e0-4e64-4d1e-a06f-4a0126e9fadc req-6b263897-b374-4673-ad71-ea07f9cb7cd4 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=109693) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 08:03:43.435630 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3892c5e0-4e64-4d1e-a06f-4a0126e9fadc req-6b263897-b374-4673-ad71-ea07f9cb7cd4 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050960 Feb 02 08:03:44.536796 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d6fa40-65db-4925-9208-05085a5959af req-d68c810c-f710-4925-958a-6491a8636977 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:03:44.538288 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b3d6fa40-65db-4925-9208-05085a5959af req-d68c810c-f710-4925-958a-6491a8636977 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=da156646-d5e8-45b9-8b6c-5f8782ff3ff8 HTTP/1.1" status: 200 len: 945 time: 0.0579679 Feb 02 08:03:44.590690 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b3d6fa40-65db-4925-9208-05085a5959af req-cc4e88df-dbf8-4086-9f58-93ca75f7e474 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=382539ad-c6de-4c62-82c4-6a6264024b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465803 Feb 02 08:03:44.653670 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892c5e0-4e64-4d1e-a06f-4a0126e9fadc req-835071e4-dc65-4ae4-ab27-15a460c36efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:03:44.655201 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3892c5e0-4e64-4d1e-a06f-4a0126e9fadc req-835071e4-dc65-4ae4-ab27-15a460c36efb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=491ef38eb7a24b33900e5a5f7693dafc&device_id=da156646-d5e8-45b9-8b6c-5f8782ff3ff8 HTTP/1.1" status: 200 len: 1128 time: 0.0488915 Feb 02 08:03:44.750094 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892c5e0-4e64-4d1e-a06f-4a0126e9fadc req-a77aaa9f-c7dc-467d-99c4-f677279949b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:03:44.751616 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3892c5e0-4e64-4d1e-a06f-4a0126e9fadc req-a77aaa9f-c7dc-467d-99c4-f677279949b3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=18b9a86a-8f5d-4b48-8590-aa7ad278218c HTTP/1.1" status: 200 len: 896 time: 0.0900042 Feb 02 08:03:44.817358 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3892c5e0-4e64-4d1e-a06f-4a0126e9fadc req-00c6ea64-026d-485c-9ed1-cf1ce017f3ea service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fbb4ec36-8b38-49ae-8138-48c78888a826 HTTP/1.1" status: 200 len: 1000 time: 0.0598187 Feb 02 08:03:44.865123 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892c5e0-4e64-4d1e-a06f-4a0126e9fadc req-b9079234-c424-4491-ac47-b066b36e326f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:03:44.866555 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3892c5e0-4e64-4d1e-a06f-4a0126e9fadc req-b9079234-c424-4491-ac47-b066b36e326f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6afaebbd-41ef-41ff-a95e-e54e9951be0d HTTP/1.1" status: 200 len: 834 time: 0.0431287 Feb 02 08:03:44.897926 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:03:44.919288 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892c5e0-4e64-4d1e-a06f-4a0126e9fadc req-06db3a83-1388-4fa1-9901-59d140848013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:03:44.920809 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3892c5e0-4e64-4d1e-a06f-4a0126e9fadc req-06db3a83-1388-4fa1-9901-59d140848013 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=18b9a86a-8f5d-4b48-8590-aa7ad278218c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0481529 Feb 02 08:03:45.009380 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3892c5e0-4e64-4d1e-a06f-4a0126e9fadc req-a39a6247-520e-4a78-8bc0-95209ac8836e service neutron] 10.222.0.59 "GET /v2.0/networks/18b9a86a-8f5d-4b48-8590-aa7ad278218c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797765 Feb 02 08:03:45.099504 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3892c5e0-4e64-4d1e-a06f-4a0126e9fadc req-cc7f3dca-4992-4a95-869e-62865911cb2b service neutron] 10.222.0.59 "GET /v2.0/networks/18b9a86a-8f5d-4b48-8590-aa7ad278218c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832686 Feb 02 08:03:45.730664 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536f771e-e6fc-45ce-b467-3dcb97fcf6f4 req-0abca184-f040-4f62-9aa1-086871c7ba34 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:03:45.732231 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-536f771e-e6fc-45ce-b467-3dcb97fcf6f4 req-0abca184-f040-4f62-9aa1-086871c7ba34 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=da156646-d5e8-45b9-8b6c-5f8782ff3ff8 HTTP/1.1" status: 200 len: 945 time: 0.0553195 Feb 02 08:03:45.785363 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-536f771e-e6fc-45ce-b467-3dcb97fcf6f4 req-0a3c37ef-b9ea-4e71-9b88-ef95fe125090 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=382539ad-c6de-4c62-82c4-6a6264024b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460503 Feb 02 08:03:46.263466 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:03:46.904453 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3b958-95dc-4e8d-beea-5a4eb3eb4f59 req-0f7550d8-565c-44d5-a47a-f8fd4b31a8ae tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:03:46.905904 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d9a3b958-95dc-4e8d-beea-5a4eb3eb4f59 req-0f7550d8-565c-44d5-a47a-f8fd4b31a8ae tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=da156646-d5e8-45b9-8b6c-5f8782ff3ff8 HTTP/1.1" status: 200 len: 945 time: 0.0510306 Feb 02 08:03:46.952582 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d9a3b958-95dc-4e8d-beea-5a4eb3eb4f59 req-05ec3c24-f1f9-4ae5-970a-a3fed5b6023e tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=382539ad-c6de-4c62-82c4-6a6264024b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403643 Feb 02 08:03:47.532913 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:03:48.081741 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f66084-5c6a-4cf3-ab7c-2f8af5752f82 req-21a3df49-281b-418e-9760-62e7de1144a6 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:03:48.082397 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e5f66084-5c6a-4cf3-ab7c-2f8af5752f82 req-21a3df49-281b-418e-9760-62e7de1144a6 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=da156646-d5e8-45b9-8b6c-5f8782ff3ff8 HTTP/1.1" status: 200 len: 945 time: 0.0595138 Feb 02 08:03:48.132407 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e5f66084-5c6a-4cf3-ab7c-2f8af5752f82 req-e4474b88-725e-49ac-9ef5-07957dc63603 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=382539ad-c6de-4c62-82c4-6a6264024b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441365 Feb 02 08:03:49.251409 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff4687e-69a8-4f6d-9e9c-49320eb5b1ee req-4f814fb2-63b7-4e6a-b79d-db2414d28cd7 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:03:49.253538 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-aff4687e-69a8-4f6d-9e9c-49320eb5b1ee req-4f814fb2-63b7-4e6a-b79d-db2414d28cd7 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=da156646-d5e8-45b9-8b6c-5f8782ff3ff8 HTTP/1.1" status: 200 len: 945 time: 0.0537550 Feb 02 08:03:49.301907 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-aff4687e-69a8-4f6d-9e9c-49320eb5b1ee req-0cc831c5-76bb-4a98-a7ee-06584773240a tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=382539ad-c6de-4c62-82c4-6a6264024b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427551 Feb 02 08:03:50.469344 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c484b7-da3b-4178-a7d3-c2c4d16276f6 req-998a46c3-b9f3-49c5-b544-dcb3cb095cfd tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:03:50.470809 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d9c484b7-da3b-4178-a7d3-c2c4d16276f6 req-998a46c3-b9f3-49c5-b544-dcb3cb095cfd tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=da156646-d5e8-45b9-8b6c-5f8782ff3ff8 HTTP/1.1" status: 200 len: 945 time: 0.0557253 Feb 02 08:03:50.519468 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d9c484b7-da3b-4178-a7d3-c2c4d16276f6 req-1c9a4c60-d88d-4eee-8a0c-1f074ca21c44 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=382539ad-c6de-4c62-82c4-6a6264024b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429800 Feb 02 08:03:51.639032 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cf8d2f-160f-4e2a-bb3b-d344734d06ca req-8e2158e4-e51b-4e42-93b5-68cebd72d646 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:03:51.640547 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-29cf8d2f-160f-4e2a-bb3b-d344734d06ca req-8e2158e4-e51b-4e42-93b5-68cebd72d646 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=da156646-d5e8-45b9-8b6c-5f8782ff3ff8 HTTP/1.1" status: 200 len: 945 time: 0.0543299 Feb 02 08:03:51.694697 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-29cf8d2f-160f-4e2a-bb3b-d344734d06ca req-82cf4347-10c4-4f46-a39e-7ce2e4269b01 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=382539ad-c6de-4c62-82c4-6a6264024b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480094 Feb 02 08:03:52.615969 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:03:52.817431 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07083c4-fc91-4461-9c3c-a94a3822e095 req-70b041e1-033c-4bb4-8981-e7b54c8e45f9 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:03:52.818911 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d07083c4-fc91-4461-9c3c-a94a3822e095 req-70b041e1-033c-4bb4-8981-e7b54c8e45f9 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=da156646-d5e8-45b9-8b6c-5f8782ff3ff8 HTTP/1.1" status: 200 len: 945 time: 0.0527854 Feb 02 08:03:52.871828 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d07083c4-fc91-4461-9c3c-a94a3822e095 req-0c105a84-01cf-4e9c-be55-77e20f0521f2 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=382539ad-c6de-4c62-82c4-6a6264024b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472026 Feb 02 08:03:53.989127 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a7609-aded-4e8e-965e-4a8ac145bb09 req-70cb41e2-f675-49d4-b0e3-3ef1c4f3fedb tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:03:53.990632 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4e0a7609-aded-4e8e-965e-4a8ac145bb09 req-70cb41e2-f675-49d4-b0e3-3ef1c4f3fedb tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=da156646-d5e8-45b9-8b6c-5f8782ff3ff8 HTTP/1.1" status: 200 len: 945 time: 0.0523727 Feb 02 08:03:54.040201 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4e0a7609-aded-4e8e-965e-4a8ac145bb09 req-5c53d96f-2fdb-4153-8944-431619f37df3 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=382539ad-c6de-4c62-82c4-6a6264024b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426779 Feb 02 08:03:55.158479 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b5e3e9-130b-4c04-aa9a-d3be0b526e57 req-bb8ec662-fcea-4400-8d6b-f8e98ae6d5e8 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:03:55.159950 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-93b5e3e9-130b-4c04-aa9a-d3be0b526e57 req-bb8ec662-fcea-4400-8d6b-f8e98ae6d5e8 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=da156646-d5e8-45b9-8b6c-5f8782ff3ff8 HTTP/1.1" status: 200 len: 945 time: 0.0522492 Feb 02 08:03:55.207417 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-93b5e3e9-130b-4c04-aa9a-d3be0b526e57 req-f79a481c-b996-45fe-85b3-a9ef0312d023 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=382539ad-c6de-4c62-82c4-6a6264024b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415936 Feb 02 08:03:56.169056 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 08:03:56.331134 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0df8c-06e1-468d-b799-25a4ae391e4e req-60bc443e-15d4-418a-8423-f5572b830956 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:03:56.332641 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-15e0df8c-06e1-468d-b799-25a4ae391e4e req-60bc443e-15d4-418a-8423-f5572b830956 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=da156646-d5e8-45b9-8b6c-5f8782ff3ff8 HTTP/1.1" status: 200 len: 945 time: 0.0563445 Feb 02 08:03:56.380587 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-15e0df8c-06e1-468d-b799-25a4ae391e4e req-d6f10432-357e-4c1b-9b03-e1b09d8a4732 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=382539ad-c6de-4c62-82c4-6a6264024b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423503 Feb 02 08:03:56.999564 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [req-3892c5e0-4e64-4d1e-a06f-4a0126e9fadc req-0bfc2599-c0ff-4f99-b15e-b5b09118ab97 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 08:03:57.000544 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3892c5e0-4e64-4d1e-a06f-4a0126e9fadc req-0bfc2599-c0ff-4f99-b15e-b5b09118ab97 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052698 Feb 02 08:03:57.057992 n-d-789963-26 neutron-server[109694]: INFO neutron.api.v2.resource [req-3892c5e0-4e64-4d1e-a06f-4a0126e9fadc req-f93332be-6bce-490d-9c61-3e7afb31ac7c service neutron] show failed (client error): The resource could not be found. Feb 02 08:03:57.058969 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3892c5e0-4e64-4d1e-a06f-4a0126e9fadc req-f93332be-6bce-490d-9c61-3e7afb31ac7c service neutron] 10.222.0.59 "GET /v2.0/ports/fbb4ec36-8b38-49ae-8138-48c78888a826/bindings/n-h1-789963-26 HTTP/1.1" status: 404 len: 381 time: 0.0523529 Feb 02 08:03:57.264222 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892c5e0-4e64-4d1e-a06f-4a0126e9fadc req-be9b5ada-17c4-4dc9-adc7-77f37be06b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:03:57.265625 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3892c5e0-4e64-4d1e-a06f-4a0126e9fadc req-be9b5ada-17c4-4dc9-adc7-77f37be06b8b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=da156646-d5e8-45b9-8b6c-5f8782ff3ff8&tenant_id=491ef38eb7a24b33900e5a5f7693dafc HTTP/1.1" status: 200 len: 1128 time: 0.0455987 Feb 02 08:03:57.275853 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [req-3892c5e0-4e64-4d1e-a06f-4a0126e9fadc req-0ba07c96-2ad1-42d2-9c09-b62603e98a12 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=109693) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 08:03:57.276784 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3892c5e0-4e64-4d1e-a06f-4a0126e9fadc req-0ba07c96-2ad1-42d2-9c09-b62603e98a12 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048227 Feb 02 08:03:57.293335 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-3892c5e0-4e64-4d1e-a06f-4a0126e9fadc req-eae6504f-644c-4e5d-a7a1-0abd519333a6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-26', 'device_owner': 'compute:nova'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:03:57.354071 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-3892c5e0-4e64-4d1e-a06f-4a0126e9fadc req-eae6504f-644c-4e5d-a7a1-0abd519333a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (fbb4ec36-8b38-49ae-8138-48c78888a826), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:03:57.502007 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d663395b-9626-4c10-a41b-b874b28a17b3 req-7ae61748-5f58-49b1-a567-354ebdec4c63 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:03:57.503484 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d663395b-9626-4c10-a41b-b874b28a17b3 req-7ae61748-5f58-49b1-a567-354ebdec4c63 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=da156646-d5e8-45b9-8b6c-5f8782ff3ff8 HTTP/1.1" status: 200 len: 945 time: 0.0529761 Feb 02 08:03:57.553335 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d663395b-9626-4c10-a41b-b874b28a17b3 req-49854036-baba-4731-a33e-f2491d97cca1 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=382539ad-c6de-4c62-82c4-6a6264024b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439773 Feb 02 08:03:57.559868 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-3892c5e0-4e64-4d1e-a06f-4a0126e9fadc req-eae6504f-644c-4e5d-a7a1-0abd519333a6 service neutron] For port fbb4ec36-8b38-49ae-8138-48c78888a826, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=fbb4ec36-8b38-49ae-8138-48c78888a826,segment=NetworkSegment(e5e744c0-004e-4c46-a4e1-082acd736eda),segment_id=e5e744c0-004e-4c46-a4e1-082acd736eda)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:03:57.593310 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-3892c5e0-4e64-4d1e-a06f-4a0126e9fadc req-eae6504f-644c-4e5d-a7a1-0abd519333a6 service neutron] For port fbb4ec36-8b38-49ae-8138-48c78888a826, host n-h2-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 08:03:57.632415 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da156646-d5e8-45b9-8b6c-5f8782ff3ff8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbb4ec36-8b38-49ae-8138-48c78888a826'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 08:03:57.634667 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bbcc89a9d4d8e7a52f5cbbd716b66041b3f6feaf13502aa94e42da132c01043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d03f43-66b5-43e3-bf12-08ad3bfb18d9" -d '{"events": [{"server_uuid": "da156646-d5e8-45b9-8b6c-5f8782ff3ff8", "name": "network-vif-unplugged", "status": "completed", "tag": "fbb4ec36-8b38-49ae-8138-48c78888a826"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 08:03:57.638387 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-3892c5e0-4e64-4d1e-a06f-4a0126e9fadc req-eae6504f-644c-4e5d-a7a1-0abd519333a6 service neutron] Publish callbacks [] for port (fbb4ec36-8b38-49ae-8138-48c78888a826), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:03:57.651450 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-3892c5e0-4e64-4d1e-a06f-4a0126e9fadc req-eae6504f-644c-4e5d-a7a1-0abd519333a6 service neutron] Transition to ACTIVE for port object fbb4ec36-8b38-49ae-8138-48c78888a826 will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 08:03:57.655129 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-3892c5e0-4e64-4d1e-a06f-4a0126e9fadc req-eae6504f-644c-4e5d-a7a1-0abd519333a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (fbb4ec36-8b38-49ae-8138-48c78888a826), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:03:57.690209 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 08:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f06545-66fa-4999-823a-b9d675dd3e08 x-openstack-request-id: req-f2f06545-66fa-4999-823a-b9d675dd3e08 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 08:03:57.690504 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da156646-d5e8-45b9-8b6c-5f8782ff3ff8", "name": "network-vif-unplugged", "status": "completed", "tag": "fbb4ec36-8b38-49ae-8138-48c78888a826", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 08:03:57.690766 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f2f06545-66fa-4999-823a-b9d675dd3e08 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 08:03:57.691163 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da156646-d5e8-45b9-8b6c-5f8782ff3ff8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbb4ec36-8b38-49ae-8138-48c78888a826', 'code': 200} Feb 02 08:03:57.740099 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae6504f-644c-4e5d-a7a1-0abd519333a6 service neutron] Pushing event updated for resources: {'Port': ['ID=fbb4ec36-8b38-49ae-8138-48c78888a826,revision_number=6']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:03:57.754971 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae6504f-644c-4e5d-a7a1-0abd519333a6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:03:57.755328 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae6504f-644c-4e5d-a7a1-0abd519333a6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:03:57.755697 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae6504f-644c-4e5d-a7a1-0abd519333a6 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:03:57.756038 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae6504f-644c-4e5d-a7a1-0abd519333a6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:03:57.756370 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae6504f-644c-4e5d-a7a1-0abd519333a6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:03:57.756699 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae6504f-644c-4e5d-a7a1-0abd519333a6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:03:57.757025 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae6504f-644c-4e5d-a7a1-0abd519333a6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:03:57.757348 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae6504f-644c-4e5d-a7a1-0abd519333a6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:03:57.757671 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae6504f-644c-4e5d-a7a1-0abd519333a6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:03:57.757993 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae6504f-644c-4e5d-a7a1-0abd519333a6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:03:57.758316 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae6504f-644c-4e5d-a7a1-0abd519333a6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:03:57.758637 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae6504f-644c-4e5d-a7a1-0abd519333a6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:03:57.758952 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae6504f-644c-4e5d-a7a1-0abd519333a6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:03:57.797055 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-3892c5e0-4e64-4d1e-a06f-4a0126e9fadc req-eae6504f-644c-4e5d-a7a1-0abd519333a6 service neutron] No DVR routers for this DVR port fbb4ec36-8b38-49ae-8138-48c78888a826 on host n-h2-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 08:03:57.863881 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:03:57.934911 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-3892c5e0-4e64-4d1e-a06f-4a0126e9fadc req-eae6504f-644c-4e5d-a7a1-0abd519333a6 service neutron] Attempting to bind port fbb4ec36-8b38-49ae-8138-48c78888a826 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 08:03:57.935248 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-3892c5e0-4e64-4d1e-a06f-4a0126e9fadc req-eae6504f-644c-4e5d-a7a1-0abd519333a6 service neutron] Attempting to bind port fbb4ec36-8b38-49ae-8138-48c78888a826 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'e5e744c0-004e-4c46-a4e1-082acd736eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '18b9a86a-8f5d-4b48-8590-aa7ad278218c'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 08:03:57.935614 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3892c5e0-4e64-4d1e-a06f-4a0126e9fadc req-eae6504f-644c-4e5d-a7a1-0abd519333a6 service neutron] Attempting to bind port fbb4ec36-8b38-49ae-8138-48c78888a826 on network 18b9a86a-8f5d-4b48-8590-aa7ad278218c {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 08:03:57.940315 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3892c5e0-4e64-4d1e-a06f-4a0126e9fadc req-eae6504f-644c-4e5d-a7a1-0abd519333a6 service neutron] Port fbb4ec36-8b38-49ae-8138-48c78888a826 on network 18b9a86a-8f5d-4b48-8590-aa7ad278218c not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 08:03:57.940639 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3892c5e0-4e64-4d1e-a06f-4a0126e9fadc req-eae6504f-644c-4e5d-a7a1-0abd519333a6 service neutron] Attempting to bind port fbb4ec36-8b38-49ae-8138-48c78888a826 on network 18b9a86a-8f5d-4b48-8590-aa7ad278218c {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 08:03:57.945413 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3892c5e0-4e64-4d1e-a06f-4a0126e9fadc req-eae6504f-644c-4e5d-a7a1-0abd519333a6 service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 8, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 08:03:57.945749 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3892c5e0-4e64-4d1e-a06f-4a0126e9fadc req-eae6504f-644c-4e5d-a7a1-0abd519333a6 service neutron] Checking segment: {'id': 'e5e744c0-004e-4c46-a4e1-082acd736eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '18b9a86a-8f5d-4b48-8590-aa7ad278218c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 08:03:57.946132 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3892c5e0-4e64-4d1e-a06f-4a0126e9fadc req-eae6504f-644c-4e5d-a7a1-0abd519333a6 service neutron] Bound using segment: {'id': 'e5e744c0-004e-4c46-a4e1-082acd736eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '18b9a86a-8f5d-4b48-8590-aa7ad278218c'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 08:03:57.946560 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-3892c5e0-4e64-4d1e-a06f-4a0126e9fadc req-eae6504f-644c-4e5d-a7a1-0abd519333a6 service neutron] Bound port: fbb4ec36-8b38-49ae-8138-48c78888a826, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5e744c0-004e-4c46-a4e1-082acd736eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '18b9a86a-8f5d-4b48-8590-aa7ad278218c'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 08:03:57.946911 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-3892c5e0-4e64-4d1e-a06f-4a0126e9fadc req-eae6504f-644c-4e5d-a7a1-0abd519333a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (fbb4ec36-8b38-49ae-8138-48c78888a826), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:03:58.012723 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-3892c5e0-4e64-4d1e-a06f-4a0126e9fadc req-eae6504f-644c-4e5d-a7a1-0abd519333a6 service neutron] For port fbb4ec36-8b38-49ae-8138-48c78888a826, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 08:03:58.016037 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-3892c5e0-4e64-4d1e-a06f-4a0126e9fadc req-eae6504f-644c-4e5d-a7a1-0abd519333a6 service neutron] For port fbb4ec36-8b38-49ae-8138-48c78888a826, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=fbb4ec36-8b38-49ae-8138-48c78888a826,segment=NetworkSegment(e5e744c0-004e-4c46-a4e1-082acd736eda),segment_id=e5e744c0-004e-4c46-a4e1-082acd736eda)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 08:03:58.022011 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-3892c5e0-4e64-4d1e-a06f-4a0126e9fadc req-eae6504f-644c-4e5d-a7a1-0abd519333a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (fbb4ec36-8b38-49ae-8138-48c78888a826), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:03:58.059629 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892c5e0-4e64-4d1e-a06f-4a0126e9fadc req-eae6504f-644c-4e5d-a7a1-0abd519333a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:03:58.060259 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-3892c5e0-4e64-4d1e-a06f-4a0126e9fadc req-eae6504f-644c-4e5d-a7a1-0abd519333a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:03:58.062559 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3892c5e0-4e64-4d1e-a06f-4a0126e9fadc req-eae6504f-644c-4e5d-a7a1-0abd519333a6 service neutron] 10.222.0.88 "PUT /v2.0/ports/fbb4ec36-8b38-49ae-8138-48c78888a826 HTTP/1.1" status: 200 len: 1092 time: 0.7729573 Feb 02 08:03:58.089647 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae6504f-644c-4e5d-a7a1-0abd519333a6 service neutron] Pushing event updated for resources: {'Port': ['ID=fbb4ec36-8b38-49ae-8138-48c78888a826,revision_number=7']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:03:58.145699 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892c5e0-4e64-4d1e-a06f-4a0126e9fadc req-13dbd9a0-7ec1-428c-8d4f-ca1a99912f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:03:58.147227 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3892c5e0-4e64-4d1e-a06f-4a0126e9fadc req-13dbd9a0-7ec1-428c-8d4f-ca1a99912f13 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=491ef38eb7a24b33900e5a5f7693dafc&device_id=da156646-d5e8-45b9-8b6c-5f8782ff3ff8 HTTP/1.1" status: 200 len: 1126 time: 0.0516164 Feb 02 08:03:58.240348 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892c5e0-4e64-4d1e-a06f-4a0126e9fadc req-0decbc63-4429-459e-ae5f-86dbc416a61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:03:58.241847 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3892c5e0-4e64-4d1e-a06f-4a0126e9fadc req-0decbc63-4429-459e-ae5f-86dbc416a61d service neutron] 10.222.0.88 "GET /v2.0/networks?id=18b9a86a-8f5d-4b48-8590-aa7ad278218c HTTP/1.1" status: 200 len: 896 time: 0.0891945 Feb 02 08:03:58.312019 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3892c5e0-4e64-4d1e-a06f-4a0126e9fadc req-007bb862-407f-433a-9a33-fcf5a60efa0c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fbb4ec36-8b38-49ae-8138-48c78888a826 HTTP/1.1" status: 200 len: 998 time: 0.0644178 Feb 02 08:03:58.358740 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892c5e0-4e64-4d1e-a06f-4a0126e9fadc req-35f22a4f-1ec3-41e4-9bb4-39529af30821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:03:58.360144 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3892c5e0-4e64-4d1e-a06f-4a0126e9fadc req-35f22a4f-1ec3-41e4-9bb4-39529af30821 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6afaebbd-41ef-41ff-a95e-e54e9951be0d HTTP/1.1" status: 200 len: 834 time: 0.0426426 Feb 02 08:03:58.409693 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892c5e0-4e64-4d1e-a06f-4a0126e9fadc req-a6fb29fd-78ae-4a48-8054-d303ac19aa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:03:58.411170 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3892c5e0-4e64-4d1e-a06f-4a0126e9fadc req-a6fb29fd-78ae-4a48-8054-d303ac19aa98 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=18b9a86a-8f5d-4b48-8590-aa7ad278218c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0448298 Feb 02 08:03:58.505621 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3892c5e0-4e64-4d1e-a06f-4a0126e9fadc req-c29bc4c2-6b30-40be-98f4-0ab2312db3cd service neutron] 10.222.0.88 "GET /v2.0/networks/18b9a86a-8f5d-4b48-8590-aa7ad278218c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876632 Feb 02 08:03:58.598824 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-3892c5e0-4e64-4d1e-a06f-4a0126e9fadc req-76d58996-1168-4712-b3cf-64052b763e9f service neutron] 10.222.0.88 "GET /v2.0/networks/18b9a86a-8f5d-4b48-8590-aa7ad278218c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872879 Feb 02 08:03:58.684517 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6bed26-f385-42c3-b003-5cb24162a7f8 req-d4a88a0d-e43d-466c-af85-00e874471ad2 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:03:58.686374 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3d6bed26-f385-42c3-b003-5cb24162a7f8 req-d4a88a0d-e43d-466c-af85-00e874471ad2 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=da156646-d5e8-45b9-8b6c-5f8782ff3ff8 HTTP/1.1" status: 200 len: 943 time: 0.0579972 Feb 02 08:03:58.738969 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3d6bed26-f385-42c3-b003-5cb24162a7f8 req-5c4514ef-ecc5-4119-8854-50f60a1bab3c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=382539ad-c6de-4c62-82c4-6a6264024b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469918 Feb 02 08:03:59.692870 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da156646-d5e8-45b9-8b6c-5f8782ff3ff8', 'tag': 'fbb4ec36-8b38-49ae-8138-48c78888a826'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 08:03:59.695302 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bbcc89a9d4d8e7a52f5cbbd716b66041b3f6feaf13502aa94e42da132c01043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f58d279-e6a6-4311-96cd-dacfad26030d" -d '{"events": [{"name": "network-changed", "server_uuid": "da156646-d5e8-45b9-8b6c-5f8782ff3ff8", "tag": "fbb4ec36-8b38-49ae-8138-48c78888a826"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 08:03:59.746281 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 08:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6762ad8b-164d-4d4b-bfac-ce151cf25d90 x-openstack-request-id: req-6762ad8b-164d-4d4b-bfac-ce151cf25d90 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 08:03:59.746725 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da156646-d5e8-45b9-8b6c-5f8782ff3ff8", "tag": "fbb4ec36-8b38-49ae-8138-48c78888a826", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 08:03:59.747145 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-6762ad8b-164d-4d4b-bfac-ce151cf25d90 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 08:03:59.747583 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da156646-d5e8-45b9-8b6c-5f8782ff3ff8', 'tag': 'fbb4ec36-8b38-49ae-8138-48c78888a826', 'status': 'completed', 'code': 200} Feb 02 08:03:59.834650 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a2f633-7f90-46ea-b363-949bb251e6dc req-ce75f48a-3d3b-4af3-bb0f-e5b16ae22ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:03:59.836324 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-60a2f633-7f90-46ea-b363-949bb251e6dc req-ce75f48a-3d3b-4af3-bb0f-e5b16ae22ccc service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=491ef38eb7a24b33900e5a5f7693dafc&device_id=da156646-d5e8-45b9-8b6c-5f8782ff3ff8 HTTP/1.1" status: 200 len: 1126 time: 0.0483980 Feb 02 08:03:59.899501 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3336a5-eccc-4585-96aa-8c84c175cd8d req-3f90d8a5-7382-44b8-9e48-871d5de56cd4 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:03:59.900997 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8b3336a5-eccc-4585-96aa-8c84c175cd8d req-3f90d8a5-7382-44b8-9e48-871d5de56cd4 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=da156646-d5e8-45b9-8b6c-5f8782ff3ff8 HTTP/1.1" status: 200 len: 943 time: 0.0885074 Feb 02 08:03:59.906173 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f58d279-e6a6-4311-96cd-dacfad26030d req-24472fa4-4887-4372-9a62-c395d25f7828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:03:59.907582 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1f58d279-e6a6-4311-96cd-dacfad26030d req-24472fa4-4887-4372-9a62-c395d25f7828 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=491ef38eb7a24b33900e5a5f7693dafc&device_id=da156646-d5e8-45b9-8b6c-5f8782ff3ff8 HTTP/1.1" status: 200 len: 1126 time: 0.1228130 Feb 02 08:03:59.943589 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a2f633-7f90-46ea-b363-949bb251e6dc req-f5220cb6-ac3e-4841-aab2-b8557684d938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:03:59.945072 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-60a2f633-7f90-46ea-b363-949bb251e6dc req-f5220cb6-ac3e-4841-aab2-b8557684d938 service neutron] 10.222.0.88 "GET /v2.0/networks?id=18b9a86a-8f5d-4b48-8590-aa7ad278218c HTTP/1.1" status: 200 len: 896 time: 0.0888150 Feb 02 08:04:00.006798 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8b3336a5-eccc-4585-96aa-8c84c175cd8d req-2d14825d-ac46-4388-8c9e-42b97d9873e5 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=382539ad-c6de-4c62-82c4-6a6264024b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976629 Feb 02 08:04:00.019116 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-60a2f633-7f90-46ea-b363-949bb251e6dc req-4ae57894-992f-43b8-801f-b73caec8edf8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fbb4ec36-8b38-49ae-8138-48c78888a826 HTTP/1.1" status: 200 len: 998 time: 0.0645947 Feb 02 08:04:00.027594 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f58d279-e6a6-4311-96cd-dacfad26030d req-21049510-ffdc-4b5b-8473-383de531ec3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:04:00.029267 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1f58d279-e6a6-4311-96cd-dacfad26030d req-21049510-ffdc-4b5b-8473-383de531ec3f service neutron] 10.222.0.59 "GET /v2.0/networks?id=18b9a86a-8f5d-4b48-8590-aa7ad278218c HTTP/1.1" status: 200 len: 896 time: 0.1146469 Feb 02 08:04:00.068904 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a2f633-7f90-46ea-b363-949bb251e6dc req-9c0390fb-276e-4e2a-984e-d861965878d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:04:00.070363 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-60a2f633-7f90-46ea-b363-949bb251e6dc req-9c0390fb-276e-4e2a-984e-d861965878d7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6afaebbd-41ef-41ff-a95e-e54e9951be0d HTTP/1.1" status: 200 len: 834 time: 0.0451238 Feb 02 08:04:00.097782 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1f58d279-e6a6-4311-96cd-dacfad26030d req-33869bf7-795d-4a27-b806-79bfa1b186cd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fbb4ec36-8b38-49ae-8138-48c78888a826 HTTP/1.1" status: 200 len: 998 time: 0.0628822 Feb 02 08:04:00.122534 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a2f633-7f90-46ea-b363-949bb251e6dc req-aeb890af-ad07-4147-88cd-e3d929ff7e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:04:00.124079 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-60a2f633-7f90-46ea-b363-949bb251e6dc req-aeb890af-ad07-4147-88cd-e3d929ff7e92 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=18b9a86a-8f5d-4b48-8590-aa7ad278218c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0477374 Feb 02 08:04:00.148226 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f58d279-e6a6-4311-96cd-dacfad26030d req-0ee24088-9f36-454c-8ed4-f1a8a555aeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:04:00.149934 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1f58d279-e6a6-4311-96cd-dacfad26030d req-0ee24088-9f36-454c-8ed4-f1a8a555aeb8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6afaebbd-41ef-41ff-a95e-e54e9951be0d HTTP/1.1" status: 200 len: 834 time: 0.0463483 Feb 02 08:04:00.200668 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f58d279-e6a6-4311-96cd-dacfad26030d req-4ad9ae2d-6497-4186-988a-086dc62986b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:04:00.202248 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1f58d279-e6a6-4311-96cd-dacfad26030d req-4ad9ae2d-6497-4186-988a-086dc62986b4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=18b9a86a-8f5d-4b48-8590-aa7ad278218c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0462847 Feb 02 08:04:00.240405 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-60a2f633-7f90-46ea-b363-949bb251e6dc req-43a68a99-b831-4479-876d-cbcde67d8a6c service neutron] 10.222.0.88 "GET /v2.0/networks/18b9a86a-8f5d-4b48-8590-aa7ad278218c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990295 Feb 02 08:04:00.297539 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1f58d279-e6a6-4311-96cd-dacfad26030d req-426529d7-a2d2-4da4-a7c0-5b748538b0b3 service neutron] 10.222.0.59 "GET /v2.0/networks/18b9a86a-8f5d-4b48-8590-aa7ad278218c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898013 Feb 02 08:04:00.339461 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-60a2f633-7f90-46ea-b363-949bb251e6dc req-c608aec6-5646-48e8-9bdb-51a13dd3720d service neutron] 10.222.0.88 "GET /v2.0/networks/18b9a86a-8f5d-4b48-8590-aa7ad278218c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849743 Feb 02 08:04:00.385128 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1f58d279-e6a6-4311-96cd-dacfad26030d req-4f7db112-8a03-4cf4-934f-d568aba3210b service neutron] 10.222.0.59 "GET /v2.0/networks/18b9a86a-8f5d-4b48-8590-aa7ad278218c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820465 Feb 02 08:04:00.452437 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f58d279-e6a6-4311-96cd-dacfad26030d req-8cf66546-06d4-49de-a447-13ee19171fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:04:00.453934 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1f58d279-e6a6-4311-96cd-dacfad26030d req-8cf66546-06d4-49de-a447-13ee19171fef service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=491ef38eb7a24b33900e5a5f7693dafc&device_id=da156646-d5e8-45b9-8b6c-5f8782ff3ff8 HTTP/1.1" status: 200 len: 1126 time: 0.0510077 Feb 02 08:04:00.545294 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f58d279-e6a6-4311-96cd-dacfad26030d req-0244231a-590a-40d4-a376-06bbe59bf2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:04:00.546772 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1f58d279-e6a6-4311-96cd-dacfad26030d req-0244231a-590a-40d4-a376-06bbe59bf2aa service neutron] 10.222.0.88 "GET /v2.0/networks?id=18b9a86a-8f5d-4b48-8590-aa7ad278218c HTTP/1.1" status: 200 len: 896 time: 0.0863304 Feb 02 08:04:00.615309 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1f58d279-e6a6-4311-96cd-dacfad26030d req-09822271-86ed-4f50-89d1-580199cb0218 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fbb4ec36-8b38-49ae-8138-48c78888a826 HTTP/1.1" status: 200 len: 998 time: 0.0622864 Feb 02 08:04:00.664675 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f58d279-e6a6-4311-96cd-dacfad26030d req-4038d002-b561-49a7-8106-54878efbc8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:04:00.666108 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1f58d279-e6a6-4311-96cd-dacfad26030d req-4038d002-b561-49a7-8106-54878efbc8bf service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6afaebbd-41ef-41ff-a95e-e54e9951be0d HTTP/1.1" status: 200 len: 834 time: 0.0435829 Feb 02 08:04:00.695965 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device fbb4ec36-8b38-49ae-8138-48c78888a826 no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 08:04:00.713887 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f58d279-e6a6-4311-96cd-dacfad26030d req-204579ce-5ee4-407a-bbf0-d64b45213c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:04:00.715409 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1f58d279-e6a6-4311-96cd-dacfad26030d req-204579ce-5ee4-407a-bbf0-d64b45213c81 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=18b9a86a-8f5d-4b48-8590-aa7ad278218c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0439048 Feb 02 08:04:00.737052 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] The host n-h2-789963-26 is not matching for port fbb4ec36-8b38-49ae-8138-48c78888a826 host n-h1-789963-26! {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 02 08:04:00.737452 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device fbb4ec36-8b38-49ae-8138-48c78888a826 not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 08:04:00.806655 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1f58d279-e6a6-4311-96cd-dacfad26030d req-01e28d7d-2cc3-4f2c-b909-da89b5a5a773 service neutron] 10.222.0.88 "GET /v2.0/networks/18b9a86a-8f5d-4b48-8590-aa7ad278218c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850077 Feb 02 08:04:00.894947 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-1f58d279-e6a6-4311-96cd-dacfad26030d req-498751cc-7042-4e9f-b5f8-0c5363c6c4b5 service neutron] 10.222.0.88 "GET /v2.0/networks/18b9a86a-8f5d-4b48-8590-aa7ad278218c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824699 Feb 02 08:04:00.995724 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device fbb4ec36-8b38-49ae-8138-48c78888a826 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 08:04:01.094077 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port fbb4ec36-8b38-49ae-8138-48c78888a826, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=fbb4ec36-8b38-49ae-8138-48c78888a826,segment=NetworkSegment(e5e744c0-004e-4c46-a4e1-082acd736eda),segment_id=e5e744c0-004e-4c46-a4e1-082acd736eda)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:04:01.105920 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': 'fbb4ec36-8b38-49ae-8138-48c78888a826', 'network_id': '18b9a86a-8f5d-4b48-8590-aa7ad278218c', 'port_id': 'fbb4ec36-8b38-49ae-8138-48c78888a826', 'mac_address': 'fa:16:3e:e9:75:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6afaebbd-41ef-41ff-a95e-e54e9951be0d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 08:04:01.141128 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b2c87e-3eb9-4286-a908-81e04d01f932 req-82ebe232-6594-4cfc-abe7-d7b4826864ec tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:04:01.143859 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-18b2c87e-3eb9-4286-a908-81e04d01f932 req-82ebe232-6594-4cfc-abe7-d7b4826864ec tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=da156646-d5e8-45b9-8b6c-5f8782ff3ff8 HTTP/1.1" status: 200 len: 943 time: 0.0614884 Feb 02 08:04:01.149558 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port fbb4ec36-8b38-49ae-8138-48c78888a826 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:04:01.149887 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (fbb4ec36-8b38-49ae-8138-48c78888a826), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:01.164989 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbb4ec36-8b38-49ae-8138-48c78888a826 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 08:04:01.184607 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port fbb4ec36-8b38-49ae-8138-48c78888a826, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=fbb4ec36-8b38-49ae-8138-48c78888a826,segment=NetworkSegment(e5e744c0-004e-4c46-a4e1-082acd736eda),segment_id=e5e744c0-004e-4c46-a4e1-082acd736eda)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:04:01.188672 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (fbb4ec36-8b38-49ae-8138-48c78888a826), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:01.195976 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-18b2c87e-3eb9-4286-a908-81e04d01f932 req-47ddb40d-5659-45c7-95de-f7664292eefd tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=382539ad-c6de-4c62-82c4-6a6264024b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459683 Feb 02 08:04:01.248931 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=fbb4ec36-8b38-49ae-8138-48c78888a826,revision_number=8']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:04:01.258875 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:04:01.259236 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:04:01.259611 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:04:01.259958 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:04:01.260371 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:04:01.260638 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:04:01.260978 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:04:01.261565 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:04:01.261896 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:04:01.262271 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:04:01.262557 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:04:01.262885 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:04:01.263218 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:04:01.434680 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25258496-79e3-4621-9588-1089c3e9364f req-8cfed804-60fc-4285-b6c2-726228c44076 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:04:01.436233 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-25258496-79e3-4621-9588-1089c3e9364f req-8cfed804-60fc-4285-b6c2-726228c44076 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=da156646-d5e8-45b9-8b6c-5f8782ff3ff8 HTTP/1.1" status: 200 len: 944 time: 0.0832710 Feb 02 08:04:01.468243 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee695b-8b42-4929-b019-198048c04cf3 req-10b33a18-23d5-44d7-9b7a-ce01c4c5eb99 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:04:01.469651 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9cee695b-8b42-4929-b019-198048c04cf3 req-10b33a18-23d5-44d7-9b7a-ce01c4c5eb99 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.59 "GET /v2.0/ports?device_id=da156646-d5e8-45b9-8b6c-5f8782ff3ff8&tenant_id=491ef38eb7a24b33900e5a5f7693dafc&binding%3Ahost_id=n-h1-789963-26 HTTP/1.1" status: 200 len: 944 time: 0.0887218 Feb 02 08:04:01.500169 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['fbb4ec36-8b38-49ae-8138-48c78888a826'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 08:04:01.530709 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-25258496-79e3-4621-9588-1089c3e9364f req-aa402ef4-2abc-40e9-944b-8f2221d978da tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=382539ad-c6de-4c62-82c4-6a6264024b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878239 Feb 02 08:04:01.549507 n-d-789963-26 neutron-server[109694]: INFO neutron.api.v2.resource [req-9cee695b-8b42-4929-b019-198048c04cf3 req-42d5cb5b-cf92-4fa2-8fe3-4cbea6f874d3 service neutron] delete failed (client error): The resource could not be found. Feb 02 08:04:01.550865 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9cee695b-8b42-4929-b019-198048c04cf3 req-42d5cb5b-cf92-4fa2-8fe3-4cbea6f874d3 service neutron] 10.222.0.59 "DELETE /v2.0/ports/fbb4ec36-8b38-49ae-8138-48c78888a826/bindings/n-h2-789963-26 HTTP/1.1" status: 404 len: 381 time: 0.0747702 Feb 02 08:04:01.684578 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c46a3d-a30e-46c3-936a-de07de17bc6f req-78af965b-f52d-43d6-ada7-b476a2fa3fef tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:04:01.686121 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-67c46a3d-a30e-46c3-936a-de07de17bc6f req-78af965b-f52d-43d6-ada7-b476a2fa3fef tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=da156646-d5e8-45b9-8b6c-5f8782ff3ff8 HTTP/1.1" status: 200 len: 944 time: 0.0837371 Feb 02 08:04:01.688577 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee695b-8b42-4929-b019-198048c04cf3 req-c3598905-2fbf-4313-aa27-ebd3a564949e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:04:01.690603 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9cee695b-8b42-4929-b019-198048c04cf3 req-c3598905-2fbf-4313-aa27-ebd3a564949e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=491ef38eb7a24b33900e5a5f7693dafc&device_id=da156646-d5e8-45b9-8b6c-5f8782ff3ff8 HTTP/1.1" status: 200 len: 1127 time: 0.0759478 Feb 02 08:04:01.791993 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-67c46a3d-a30e-46c3-936a-de07de17bc6f req-cc19e4be-f187-48f3-9e8e-4c8cf96bb6bb tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=382539ad-c6de-4c62-82c4-6a6264024b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996716 Feb 02 08:04:01.813758 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee695b-8b42-4929-b019-198048c04cf3 req-4e5708f7-9cfe-4c95-b481-efcbda58adfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:04:01.815861 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9cee695b-8b42-4929-b019-198048c04cf3 req-4e5708f7-9cfe-4c95-b481-efcbda58adfc service neutron] 10.222.0.59 "GET /v2.0/networks?id=18b9a86a-8f5d-4b48-8590-aa7ad278218c HTTP/1.1" status: 200 len: 896 time: 0.1179597 Feb 02 08:04:02.208857 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9cee695b-8b42-4929-b019-198048c04cf3 req-1da290a1-017a-45c5-8d0a-6a6318995045 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fbb4ec36-8b38-49ae-8138-48c78888a826 HTTP/1.1" status: 200 len: 999 time: 0.3877094 Feb 02 08:04:02.258851 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee695b-8b42-4929-b019-198048c04cf3 req-c1958c31-4821-4d34-9251-8d518382b577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:04:02.260339 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9cee695b-8b42-4929-b019-198048c04cf3 req-c1958c31-4821-4d34-9251-8d518382b577 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6afaebbd-41ef-41ff-a95e-e54e9951be0d HTTP/1.1" status: 200 len: 834 time: 0.0443690 Feb 02 08:04:02.309430 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee695b-8b42-4929-b019-198048c04cf3 req-fb5a9faf-d0ac-42c1-9ac4-8f1986ed0dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:04:02.310951 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9cee695b-8b42-4929-b019-198048c04cf3 req-fb5a9faf-d0ac-42c1-9ac4-8f1986ed0dd0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=18b9a86a-8f5d-4b48-8590-aa7ad278218c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0440502 Feb 02 08:04:02.399666 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9cee695b-8b42-4929-b019-198048c04cf3 req-ec2d1fbf-96ad-488c-a824-8175cee46c50 service neutron] 10.222.0.59 "GET /v2.0/networks/18b9a86a-8f5d-4b48-8590-aa7ad278218c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827320 Feb 02 08:04:02.497637 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9cee695b-8b42-4929-b019-198048c04cf3 req-1d1f4f4b-bfc8-4364-811e-869b921963fd service neutron] 10.222.0.59 "GET /v2.0/networks/18b9a86a-8f5d-4b48-8590-aa7ad278218c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921600 Feb 02 08:04:02.916025 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f40029-dfc8-4d7c-9d3b-842e597f89ae req-b7d39424-bec8-4078-ab3b-70c59ee2156c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:04:02.917505 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f5f40029-dfc8-4d7c-9d3b-842e597f89ae req-b7d39424-bec8-4078-ab3b-70c59ee2156c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=da156646-d5e8-45b9-8b6c-5f8782ff3ff8 HTTP/1.1" status: 200 len: 944 time: 0.0566790 Feb 02 08:04:02.966411 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f5f40029-dfc8-4d7c-9d3b-842e597f89ae req-15393c71-f7b6-4f9b-be78-d07003523c17 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=382539ad-c6de-4c62-82c4-6a6264024b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432642 Feb 02 08:04:03.014895 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device fbb4ec36-8b38-49ae-8138-48c78888a826 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 08:04:03.063030 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port fbb4ec36-8b38-49ae-8138-48c78888a826 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 08:04:03.067820 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port fbb4ec36-8b38-49ae-8138-48c78888a826 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:04:03.068200 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (fbb4ec36-8b38-49ae-8138-48c78888a826), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:03.304495 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port fbb4ec36-8b38-49ae-8138-48c78888a826 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:04:03.304790 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (fbb4ec36-8b38-49ae-8138-48c78888a826), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:03.328894 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da156646-d5e8-45b9-8b6c-5f8782ff3ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbb4ec36-8b38-49ae-8138-48c78888a826'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 08:04:03.331273 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8c40c98856fbaa198dc4a2758b0190e9c3f0303d59edd797b772e66ff7f3562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-092da45c-90ca-4a1b-9979-46997a65a2ad" -d '{"events": [{"server_uuid": "da156646-d5e8-45b9-8b6c-5f8782ff3ff8", "name": "network-vif-plugged", "status": "completed", "tag": "fbb4ec36-8b38-49ae-8138-48c78888a826"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 08:04:03.343255 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port fbb4ec36-8b38-49ae-8138-48c78888a826, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=fbb4ec36-8b38-49ae-8138-48c78888a826,segment=NetworkSegment(e5e744c0-004e-4c46-a4e1-082acd736eda),segment_id=e5e744c0-004e-4c46-a4e1-082acd736eda)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:04:03.347362 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (fbb4ec36-8b38-49ae-8138-48c78888a826), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:03.375306 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 08:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38b9082-8b26-4561-b338-a1f8f7d52474 x-openstack-request-id: req-d38b9082-8b26-4561-b338-a1f8f7d52474 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 08:04:03.375660 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da156646-d5e8-45b9-8b6c-5f8782ff3ff8", "name": "network-vif-plugged", "status": "completed", "tag": "fbb4ec36-8b38-49ae-8138-48c78888a826", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 08:04:03.375920 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d38b9082-8b26-4561-b338-a1f8f7d52474 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 08:04:03.376312 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da156646-d5e8-45b9-8b6c-5f8782ff3ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbb4ec36-8b38-49ae-8138-48c78888a826', 'code': 200} Feb 02 08:04:03.404479 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=fbb4ec36-8b38-49ae-8138-48c78888a826,revision_number=9']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:04:04.086976 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9182d5e7-5213-4f46-a4fb-f85e9f434a68 req-4aa5c4be-b9d0-4fa9-924b-508f90f625fd tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:04:04.088460 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9182d5e7-5213-4f46-a4fb-f85e9f434a68 req-4aa5c4be-b9d0-4fa9-924b-508f90f625fd tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=da156646-d5e8-45b9-8b6c-5f8782ff3ff8 HTTP/1.1" status: 200 len: 945 time: 0.0504937 Feb 02 08:04:04.136618 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9182d5e7-5213-4f46-a4fb-f85e9f434a68 req-d9030c19-3bc6-4164-a0e3-9f722b9aa564 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=382539ad-c6de-4c62-82c4-6a6264024b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423827 Feb 02 08:04:04.160375 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38354) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:04:04.222857 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-5b95b6d8-f2fb-41db-8249-494a66847475 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/floatingips/599080eb-70b5-42d7-a913-5268b89d6e97 HTTP/1.1" status: 200 len: 992 time: 0.0613708 Feb 02 08:04:11.113148 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1b254c2e-df91-48d9-9e1f-522077bd6b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:13.383027 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b450fba1-3773-4269-8238-3621ff982281 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:14.901721 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:16.266078 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:17.534998 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:22.625988 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:27.859964 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:30.566931 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38368) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:04:30.731856 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-7e91fc3c-a21b-4899-8c09-2474ace675a0 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Deleting port 5bac1e1a-7168-40ba-b337-67b3b87f75eb {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 08:04:30.732208 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7e91fc3c-a21b-4899-8c09-2474ace675a0 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (5bac1e1a-7168-40ba-b337-67b3b87f75eb), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:30.805202 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7e91fc3c-a21b-4899-8c09-2474ace675a0 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (5bac1e1a-7168-40ba-b337-67b3b87f75eb), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:30.805428 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7e91fc3c-a21b-4899-8c09-2474ace675a0 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for floatingip (5bac1e1a-7168-40ba-b337-67b3b87f75eb), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:30.817124 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-7e91fc3c-a21b-4899-8c09-2474ace675a0 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Calling delete_port for 5bac1e1a-7168-40ba-b337-67b3b87f75eb owned by network:floatingip {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 08:04:30.961397 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7e91fc3c-a21b-4899-8c09-2474ace675a0 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (5bac1e1a-7168-40ba-b337-67b3b87f75eb), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:30.986167 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91fc3c-a21b-4899-8c09-2474ace675a0 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event deleted for resources: {'Port': ['ID=5bac1e1a-7168-40ba-b337-67b3b87f75eb,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:04:30.997715 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91fc3c-a21b-4899-8c09-2474ace675a0 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:04:30.998080 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91fc3c-a21b-4899-8c09-2474ace675a0 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:04:30.998444 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91fc3c-a21b-4899-8c09-2474ace675a0 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:04:30.998781 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91fc3c-a21b-4899-8c09-2474ace675a0 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:04:30.999122 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91fc3c-a21b-4899-8c09-2474ace675a0 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:04:30.999460 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91fc3c-a21b-4899-8c09-2474ace675a0 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:04:30.999826 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91fc3c-a21b-4899-8c09-2474ace675a0 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:04:31.000165 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91fc3c-a21b-4899-8c09-2474ace675a0 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:04:31.000504 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91fc3c-a21b-4899-8c09-2474ace675a0 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:04:31.000891 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91fc3c-a21b-4899-8c09-2474ace675a0 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:04:31.001731 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91fc3c-a21b-4899-8c09-2474ace675a0 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:04:31.002063 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91fc3c-a21b-4899-8c09-2474ace675a0 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:04:31.002391 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91fc3c-a21b-4899-8c09-2474ace675a0 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:04:31.060065 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7e91fc3c-a21b-4899-8c09-2474ace675a0 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for floatingip (599080eb-70b5-42d7-a913-5268b89d6e97), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:31.060330 n-d-789963-26 neutron-server[109694]: INFO neutron.db.l3_db [None req-7e91fc3c-a21b-4899-8c09-2474ace675a0 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Floating IP 599080eb-70b5-42d7-a913-5268b89d6e97 disassociated (deleted). External IP: 172.25.4.73, port: fbb4ec36-8b38-49ae-8138-48c78888a826. Feb 02 08:04:31.270883 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e91fc3c-a21b-4899-8c09-2474ace675a0 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Router ddffea81-64aa-425b-b62c-b0d84cc95f98 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 08:04:31.377893 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e91fc3c-a21b-4899-8c09-2474ace675a0 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 08:04:31.382760 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7e91fc3c-a21b-4899-8c09-2474ace675a0 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:31.387649 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568a9729-870d-47c0-a650-6d4956261a9b None None] Sync routers for ids ['ddffea81-64aa-425b-b62c-b0d84cc95f98'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 08:04:31.397078 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568a9729-870d-47c0-a650-6d4956261a9b None None] Routers {'ddffea81-64aa-425b-b62c-b0d84cc95f98'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:04:31.397758 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-568a9729-870d-47c0-a650-6d4956261a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:04:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['ddffea81-64aa-425b-b62c-b0d84cc95f98'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:04:31.412273 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-7e91fc3c-a21b-4899-8c09-2474ace675a0 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "DELETE /v2.0/floatingips/599080eb-70b5-42d7-a913-5268b89d6e97 HTTP/1.1" status: 204 len: 168 time: 0.8442245 Feb 02 08:04:31.412859 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da156646-d5e8-45b9-8b6c-5f8782ff3ff8', 'tag': 'fbb4ec36-8b38-49ae-8138-48c78888a826'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 08:04:31.415120 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cd64c29d20054dd266ebfc4811df21ba6bce2c9fa8def1b04b444a49e945ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6371b6e9-ecc4-4419-979c-816363071253" -d '{"events": [{"name": "network-changed", "server_uuid": "da156646-d5e8-45b9-8b6c-5f8782ff3ff8", "tag": "fbb4ec36-8b38-49ae-8138-48c78888a826"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 08:04:31.574830 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 08:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f94cbc-a698-4060-83c4-8b19f912ad97 x-openstack-request-id: req-14f94cbc-a698-4060-83c4-8b19f912ad97 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 08:04:31.575481 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da156646-d5e8-45b9-8b6c-5f8782ff3ff8", "tag": "fbb4ec36-8b38-49ae-8138-48c78888a826", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 08:04:31.575481 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-14f94cbc-a698-4060-83c4-8b19f912ad97 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 08:04:31.576656 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da156646-d5e8-45b9-8b6c-5f8782ff3ff8', 'tag': 'fbb4ec36-8b38-49ae-8138-48c78888a826', 'status': 'completed', 'code': 200} Feb 02 08:04:31.603892 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-568a9729-870d-47c0-a650-6d4956261a9b None None] Set router ddffea81-64aa-425b-b62c-b0d84cc95f98 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:04:31.676851 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc4ba3e-d8f4-4780-a942-2f1e22d81309 req-8076372c-4e55-4508-820a-91f6c1bc0fcd tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:04:31.678615 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ecc4ba3e-d8f4-4780-a942-2f1e22d81309 req-8076372c-4e55-4508-820a-91f6c1bc0fcd tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=da156646-d5e8-45b9-8b6c-5f8782ff3ff8 HTTP/1.1" status: 200 len: 945 time: 0.0566041 Feb 02 08:04:31.681610 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6371b6e9-ecc4-4419-979c-816363071253 req-e789ff98-152f-4c87-b437-f17c4d8f6448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:04:31.683689 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6371b6e9-ecc4-4419-979c-816363071253 req-e789ff98-152f-4c87-b437-f17c4d8f6448 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=491ef38eb7a24b33900e5a5f7693dafc&device_id=da156646-d5e8-45b9-8b6c-5f8782ff3ff8 HTTP/1.1" status: 200 len: 1128 time: 0.0545321 Feb 02 08:04:31.730983 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ecc4ba3e-d8f4-4780-a942-2f1e22d81309 req-cfa2de83-b9f5-4084-ba5e-b52f06bf6b42 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=382539ad-c6de-4c62-82c4-6a6264024b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455611 Feb 02 08:04:31.778311 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6371b6e9-ecc4-4419-979c-816363071253 req-85992fd7-c1fb-4c10-b72d-191e07ec6ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:04:31.779846 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6371b6e9-ecc4-4419-979c-816363071253 req-85992fd7-c1fb-4c10-b72d-191e07ec6ed8 service neutron] 10.222.0.88 "GET /v2.0/networks?id=18b9a86a-8f5d-4b48-8590-aa7ad278218c HTTP/1.1" status: 200 len: 896 time: 0.0889254 Feb 02 08:04:31.806786 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-568a9729-870d-47c0-a650-6d4956261a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddffea81-64aa-425b-b62c-b0d84cc95f98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1232566105', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'f884f7d5-ee3e-4311-a72b-563e4eb45e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:02:21Z', 'updated_at': '2022-02-02T08:02:24Z', 'revision_number': 4, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'gw_port': {'id': 'f884f7d5-ee3e-4311-a72b-563e4eb45e3f', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:39:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddffea81-64aa-425b-b62c-b0d84cc95f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:02:21Z', 'updated_at': '2022-02-02T08:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '110d1cb6-a3ff-436c-a765-6a7338b85661', 'name': '', 'network_id': '18b9a86a-8f5d-4b48-8590-aa7ad278218c', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'mac_address': 'fa:16:3e:f3:91:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddffea81-64aa-425b-b62c-b0d84cc95f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '6afaebbd-41ef-41ff-a95e-e54e9951be0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:02:24Z', 'updated_at': '2022-02-02T08:02:27Z', 'revision_number': 5, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'subnets': [{'id': '6afaebbd-41ef-41ff-a95e-e54e9951be0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:04:31.824318 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6371b6e9-ecc4-4419-979c-816363071253 req-9a77a638-cefa-46e2-8942-5ff6b3aab087 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fbb4ec36-8b38-49ae-8138-48c78888a826 HTTP/1.1" status: 200 len: 217 time: 0.0377467 Feb 02 08:04:31.836519 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568a9729-870d-47c0-a650-6d4956261a9b None None] Checking router: ddffea81-64aa-425b-b62c-b0d84cc95f98 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 08:04:31.844496 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568a9729-870d-47c0-a650-6d4956261a9b None None] Routers {'ddffea81-64aa-425b-b62c-b0d84cc95f98'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:04:31.845845 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-568a9729-870d-47c0-a650-6d4956261a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:04:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['ddffea81-64aa-425b-b62c-b0d84cc95f98'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:04:31.873258 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6371b6e9-ecc4-4419-979c-816363071253 req-cbeed473-21ee-40e8-81be-5e4a97e20806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:04:31.874746 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6371b6e9-ecc4-4419-979c-816363071253 req-cbeed473-21ee-40e8-81be-5e4a97e20806 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6afaebbd-41ef-41ff-a95e-e54e9951be0d HTTP/1.1" status: 200 len: 834 time: 0.0442872 Feb 02 08:04:31.924775 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6371b6e9-ecc4-4419-979c-816363071253 req-f6627437-d506-4dc5-a303-8fd686839245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:04:31.927257 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6371b6e9-ecc4-4419-979c-816363071253 req-f6627437-d506-4dc5-a303-8fd686839245 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=18b9a86a-8f5d-4b48-8590-aa7ad278218c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0461664 Feb 02 08:04:31.946273 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-568a9729-870d-47c0-a650-6d4956261a9b None None] Set router ddffea81-64aa-425b-b62c-b0d84cc95f98 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:04:32.150689 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-568a9729-870d-47c0-a650-6d4956261a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddffea81-64aa-425b-b62c-b0d84cc95f98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1232566105', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'f884f7d5-ee3e-4311-a72b-563e4eb45e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:02:21Z', 'updated_at': '2022-02-02T08:02:24Z', 'revision_number': 4, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'gw_port': {'id': 'f884f7d5-ee3e-4311-a72b-563e4eb45e3f', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:39:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddffea81-64aa-425b-b62c-b0d84cc95f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:02:21Z', 'updated_at': '2022-02-02T08:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '110d1cb6-a3ff-436c-a765-6a7338b85661', 'name': '', 'network_id': '18b9a86a-8f5d-4b48-8590-aa7ad278218c', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'mac_address': 'fa:16:3e:f3:91:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddffea81-64aa-425b-b62c-b0d84cc95f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '6afaebbd-41ef-41ff-a95e-e54e9951be0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:02:24Z', 'updated_at': '2022-02-02T08:02:27Z', 'revision_number': 5, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'subnets': [{'id': '6afaebbd-41ef-41ff-a95e-e54e9951be0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:04:32.177534 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568a9729-870d-47c0-a650-6d4956261a9b None None] The sync data for ids ['ddffea81-64aa-425b-b62c-b0d84cc95f98'] in n-d-789963-26 is: [{'id': 'ddffea81-64aa-425b-b62c-b0d84cc95f98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1232566105', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'f884f7d5-ee3e-4311-a72b-563e4eb45e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:02:21Z', 'updated_at': '2022-02-02T08:02:24Z', 'revision_number': 4, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'gw_port': {'id': 'f884f7d5-ee3e-4311-a72b-563e4eb45e3f', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:39:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddffea81-64aa-425b-b62c-b0d84cc95f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:02:21Z', 'updated_at': '2022-02-02T08:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '110d1cb6-a3ff-436c-a765-6a7338b85661', 'name': '', 'network_id': '18b9a86a-8f5d-4b48-8590-aa7ad278218c', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'mac_address': 'fa:16:3e:f3:91:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddffea81-64aa-425b-b62c-b0d84cc95f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '6afaebbd-41ef-41ff-a95e-e54e9951be0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:02:24Z', 'updated_at': '2022-02-02T08:02:27Z', 'revision_number': 5, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'subnets': [{'id': '6afaebbd-41ef-41ff-a95e-e54e9951be0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 08:04:32.313094 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6371b6e9-ecc4-4419-979c-816363071253 req-515c75fd-5707-40db-b64e-60a2b2e0580d service neutron] 10.222.0.88 "GET /v2.0/networks/18b9a86a-8f5d-4b48-8590-aa7ad278218c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3789110 Feb 02 08:04:32.408621 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6371b6e9-ecc4-4419-979c-816363071253 req-d4cedae7-25d5-41be-91a1-9ea7067790fc service neutron] 10.222.0.88 "GET /v2.0/networks/18b9a86a-8f5d-4b48-8590-aa7ad278218c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886827 Feb 02 08:04:32.412212 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b13415-5014-499f-9944-eeeb330c5dc5 None None] New status for floating IP 599080eb-70b5-42d7-a913-5268b89d6e97: DOWN {{(pid=109695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 08:04:32.851973 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba28a7-cb8d-49c4-bcb0-83d46e9590c6 req-7ab8377c-fb0f-474e-97cf-7279450ce5a3 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:04:32.853433 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-23ba28a7-cb8d-49c4-bcb0-83d46e9590c6 req-7ab8377c-fb0f-474e-97cf-7279450ce5a3 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=da156646-d5e8-45b9-8b6c-5f8782ff3ff8 HTTP/1.1" status: 200 len: 945 time: 0.0513785 Feb 02 08:04:32.906710 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-23ba28a7-cb8d-49c4-bcb0-83d46e9590c6 req-e691aad8-06d8-4e55-90de-ce3298b45cf2 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=382539ad-c6de-4c62-82c4-6a6264024b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476229 Feb 02 08:04:33.076399 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71de369-f2e5-4105-ba6f-4ac4d91dbf61 req-2e9b69d1-2a0e-42a0-8012-137d18890ee5 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:04:33.077749 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c71de369-f2e5-4105-ba6f-4ac4d91dbf61 req-2e9b69d1-2a0e-42a0-8012-137d18890ee5 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.88 "GET /v2.0/ports?device_id=da156646-d5e8-45b9-8b6c-5f8782ff3ff8 HTTP/1.1" status: 200 len: 945 time: 0.0521770 Feb 02 08:04:33.167364 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 08:04:33.169148 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-c71de369-f2e5-4105-ba6f-4ac4d91dbf61 req-b2d41a1c-5661-456c-9d28-5272dde474cd tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Deleting port fbb4ec36-8b38-49ae-8138-48c78888a826 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 08:04:33.169496 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-c71de369-f2e5-4105-ba6f-4ac4d91dbf61 req-b2d41a1c-5661-456c-9d28-5272dde474cd tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (fbb4ec36-8b38-49ae-8138-48c78888a826), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:33.259841 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-c71de369-f2e5-4105-ba6f-4ac4d91dbf61 req-b2d41a1c-5661-456c-9d28-5272dde474cd tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] For port fbb4ec36-8b38-49ae-8138-48c78888a826, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=fbb4ec36-8b38-49ae-8138-48c78888a826,segment=NetworkSegment(e5e744c0-004e-4c46-a4e1-082acd736eda),segment_id=e5e744c0-004e-4c46-a4e1-082acd736eda)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:04:33.260202 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-c71de369-f2e5-4105-ba6f-4ac4d91dbf61 req-b2d41a1c-5661-456c-9d28-5272dde474cd tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (fbb4ec36-8b38-49ae-8138-48c78888a826), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:33.272634 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-c71de369-f2e5-4105-ba6f-4ac4d91dbf61 req-b2d41a1c-5661-456c-9d28-5272dde474cd tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Calling delete_port for fbb4ec36-8b38-49ae-8138-48c78888a826 owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 08:04:33.396672 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-c71de369-f2e5-4105-ba6f-4ac4d91dbf61 req-b2d41a1c-5661-456c-9d28-5272dde474cd tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (fbb4ec36-8b38-49ae-8138-48c78888a826), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:33.428116 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d41a1c-5661-456c-9d28-5272dde474cd tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event deleted for resources: {'Port': ['ID=fbb4ec36-8b38-49ae-8138-48c78888a826,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:04:33.470893 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-c71de369-f2e5-4105-ba6f-4ac4d91dbf61 req-b2d41a1c-5661-456c-9d28-5272dde474cd tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] No DVR routers for this DVR port fbb4ec36-8b38-49ae-8138-48c78888a826 on host n-h1-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 08:04:33.473516 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-c71de369-f2e5-4105-ba6f-4ac4d91dbf61 req-b2d41a1c-5661-456c-9d28-5272dde474cd tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:33.476836 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c71de369-f2e5-4105-ba6f-4ac4d91dbf61 req-b2d41a1c-5661-456c-9d28-5272dde474cd tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.88 "DELETE /v2.0/ports/fbb4ec36-8b38-49ae-8138-48c78888a826 HTTP/1.1" status: 204 len: 173 time: 0.3938229 Feb 02 08:04:33.477277 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da156646-d5e8-45b9-8b6c-5f8782ff3ff8', 'name': 'network-vif-deleted', 'tag': 'fbb4ec36-8b38-49ae-8138-48c78888a826'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 08:04:33.479504 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bbcc89a9d4d8e7a52f5cbbd716b66041b3f6feaf13502aa94e42da132c01043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9668532d-a5a6-4cdc-b69d-2b11f789619d" -d '{"events": [{"server_uuid": "da156646-d5e8-45b9-8b6c-5f8782ff3ff8", "name": "network-vif-deleted", "tag": "fbb4ec36-8b38-49ae-8138-48c78888a826"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 08:04:33.520229 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 08:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0264410d-5933-4133-9cfb-61deb970d955 x-openstack-request-id: req-0264410d-5933-4133-9cfb-61deb970d955 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 08:04:33.520548 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da156646-d5e8-45b9-8b6c-5f8782ff3ff8", "name": "network-vif-deleted", "tag": "fbb4ec36-8b38-49ae-8138-48c78888a826", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 08:04:33.520790 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-0264410d-5933-4133-9cfb-61deb970d955 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 08:04:33.521204 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da156646-d5e8-45b9-8b6c-5f8782ff3ff8', 'name': 'network-vif-deleted', 'tag': 'fbb4ec36-8b38-49ae-8138-48c78888a826', 'status': 'completed', 'code': 200} Feb 02 08:04:33.965310 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38382) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:04:34.315736 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6ce40878-cfb3-4a6b-b84e-39453fe85647 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (ddffea81-64aa-425b-b62c-b0d84cc95f98), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:34.576109 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-6ce40878-cfb3-4a6b-b84e-39453fe85647 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Deleting port 110d1cb6-a3ff-436c-a765-6a7338b85661 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 08:04:34.576375 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6ce40878-cfb3-4a6b-b84e-39453fe85647 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (110d1cb6-a3ff-436c-a765-6a7338b85661), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:34.666440 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-6ce40878-cfb3-4a6b-b84e-39453fe85647 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] For port 110d1cb6-a3ff-436c-a765-6a7338b85661, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=110d1cb6-a3ff-436c-a765-6a7338b85661,segment=NetworkSegment(e5e744c0-004e-4c46-a4e1-082acd736eda),segment_id=e5e744c0-004e-4c46-a4e1-082acd736eda)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:04:34.666811 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6ce40878-cfb3-4a6b-b84e-39453fe85647 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (110d1cb6-a3ff-436c-a765-6a7338b85661), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:34.679085 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-6ce40878-cfb3-4a6b-b84e-39453fe85647 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Calling delete_port for 110d1cb6-a3ff-436c-a765-6a7338b85661 owned by network:router_interface {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 08:04:34.860828 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6ce40878-cfb3-4a6b-b84e-39453fe85647 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (110d1cb6-a3ff-436c-a765-6a7338b85661), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:34.886668 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce40878-cfb3-4a6b-b84e-39453fe85647 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event deleted for resources: {'Port': ['ID=110d1cb6-a3ff-436c-a765-6a7338b85661,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:04:35.064257 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6ce40878-cfb3-4a6b-b84e-39453fe85647 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (ddffea81-64aa-425b-b62c-b0d84cc95f98), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:35.278171 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ce40878-cfb3-4a6b-b84e-39453fe85647 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Router ddffea81-64aa-425b-b62c-b0d84cc95f98 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 08:04:35.383234 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce40878-cfb3-4a6b-b84e-39453fe85647 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 08:04:35.388526 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-6ce40878-cfb3-4a6b-b84e-39453fe85647 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "PUT /v2.0/routers/ddffea81-64aa-425b-b62c-b0d84cc95f98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4221995 Feb 02 08:04:35.391166 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38384) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:04:35.395910 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e3b2de-90d2-4409-a54a-f70008381052 None None] Sync routers for ids ['ddffea81-64aa-425b-b62c-b0d84cc95f98'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 08:04:35.405819 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e3b2de-90d2-4409-a54a-f70008381052 None None] Routers {'ddffea81-64aa-425b-b62c-b0d84cc95f98'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:04:35.406420 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-f6e3b2de-90d2-4409-a54a-f70008381052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:04:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['ddffea81-64aa-425b-b62c-b0d84cc95f98'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:04:35.441593 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddd2c780-e5dc-467b-9323-ebe0516f274e tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Deleting subnet 6afaebbd-41ef-41ff-a95e-e54e9951be0d {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 08:04:35.444904 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ddd2c780-e5dc-467b-9323-ebe0516f274e tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for subnet (6afaebbd-41ef-41ff-a95e-e54e9951be0d), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:35.487005 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ddd2c780-e5dc-467b-9323-ebe0516f274e tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (6afaebbd-41ef-41ff-a95e-e54e9951be0d), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:35.516196 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-f6e3b2de-90d2-4409-a54a-f70008381052 None None] Set router ddffea81-64aa-425b-b62c-b0d84cc95f98 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:04:35.574135 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ddd2c780-e5dc-467b-9323-ebe0516f274e tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (6afaebbd-41ef-41ff-a95e-e54e9951be0d), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:35.633254 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ddd2c780-e5dc-467b-9323-ebe0516f274e tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (6afaebbd-41ef-41ff-a95e-e54e9951be0d), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:35.663145 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ddd2c780-e5dc-467b-9323-ebe0516f274e tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:35.667969 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-ddd2c780-e5dc-467b-9323-ebe0516f274e tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "DELETE /v2.0/subnets/6afaebbd-41ef-41ff-a95e-e54e9951be0d HTTP/1.1" status: 204 len: 168 time: 0.2753732 Feb 02 08:04:35.669000 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd2c780-e5dc-467b-9323-ebe0516f274e tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event deleted for resources: {'Subnet': ['ID=6afaebbd-41ef-41ff-a95e-e54e9951be0d,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:04:35.670343 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08570db4-2057-4495-ac42-a80ffe12066e None None] Network 18b9a86a-8f5d-4b48-8590-aa7ad278218c requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 08:04:35.670837 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 38386) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:04:35.703739 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-f6e3b2de-90d2-4409-a54a-f70008381052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddffea81-64aa-425b-b62c-b0d84cc95f98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1232566105', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'f884f7d5-ee3e-4311-a72b-563e4eb45e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:02:21Z', 'updated_at': '2022-02-02T08:04:34Z', 'revision_number': 5, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'gw_port': {'id': 'f884f7d5-ee3e-4311-a72b-563e4eb45e3f', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:39:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddffea81-64aa-425b-b62c-b0d84cc95f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:02:21Z', 'updated_at': '2022-02-02T08:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:04:35.730523 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e3b2de-90d2-4409-a54a-f70008381052 None None] Checking router: ddffea81-64aa-425b-b62c-b0d84cc95f98 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 08:04:35.739736 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e3b2de-90d2-4409-a54a-f70008381052 None None] Routers {'ddffea81-64aa-425b-b62c-b0d84cc95f98'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:04:35.740355 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-f6e3b2de-90d2-4409-a54a-f70008381052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:04:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['ddffea81-64aa-425b-b62c-b0d84cc95f98'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:04:35.792048 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bd55ea43-c883-4989-bb9d-a34462b76eda tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for router (ddffea81-64aa-425b-b62c-b0d84cc95f98), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:35.837773 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63139687-3cdd-4a95-8acf-5660eb4306e2 None None] DHCP port deletion for 18b9a86a-8f5d-4b48-8590-aa7ad278218c request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 08:04:35.850585 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-f6e3b2de-90d2-4409-a54a-f70008381052 None None] Set router ddffea81-64aa-425b-b62c-b0d84cc95f98 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:04:35.890014 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-63139687-3cdd-4a95-8acf-5660eb4306e2 None None] Deleting port ac41094c-d04d-4b64-8a01-71c3a4c15b1c {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 08:04:35.890387 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-63139687-3cdd-4a95-8acf-5660eb4306e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (ac41094c-d04d-4b64-8a01-71c3a4c15b1c), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:35.915837 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bd55ea43-c883-4989-bb9d-a34462b76eda tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for router_gateway (ddffea81-64aa-425b-b62c-b0d84cc95f98), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:35.955274 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-63139687-3cdd-4a95-8acf-5660eb4306e2 None None] For port ac41094c-d04d-4b64-8a01-71c3a4c15b1c, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=ac41094c-d04d-4b64-8a01-71c3a4c15b1c,segment=NetworkSegment(e5e744c0-004e-4c46-a4e1-082acd736eda),segment_id=e5e744c0-004e-4c46-a4e1-082acd736eda)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:04:35.955846 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-63139687-3cdd-4a95-8acf-5660eb4306e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (ac41094c-d04d-4b64-8a01-71c3a4c15b1c), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:35.969545 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-63139687-3cdd-4a95-8acf-5660eb4306e2 None None] Calling delete_port for ac41094c-d04d-4b64-8a01-71c3a4c15b1c owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 08:04:35.977506 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-bd55ea43-c883-4989-bb9d-a34462b76eda tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Deleting port f884f7d5-ee3e-4311-a72b-563e4eb45e3f {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 08:04:35.978152 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bd55ea43-c883-4989-bb9d-a34462b76eda tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (f884f7d5-ee3e-4311-a72b-563e4eb45e3f), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:36.032502 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-f6e3b2de-90d2-4409-a54a-f70008381052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddffea81-64aa-425b-b62c-b0d84cc95f98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1232566105', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'f884f7d5-ee3e-4311-a72b-563e4eb45e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:02:21Z', 'updated_at': '2022-02-02T08:04:34Z', 'revision_number': 5, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'gw_port': {'id': 'f884f7d5-ee3e-4311-a72b-563e4eb45e3f', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:39:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddffea81-64aa-425b-b62c-b0d84cc95f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:02:21Z', 'updated_at': '2022-02-02T08:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:04:36.057778 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-63139687-3cdd-4a95-8acf-5660eb4306e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (ac41094c-d04d-4b64-8a01-71c3a4c15b1c), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:36.065543 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e3b2de-90d2-4409-a54a-f70008381052 None None] The sync data for ids ['ddffea81-64aa-425b-b62c-b0d84cc95f98'] in n-d-789963-26 is: [{'id': 'ddffea81-64aa-425b-b62c-b0d84cc95f98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1232566105', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': 'f884f7d5-ee3e-4311-a72b-563e4eb45e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:02:21Z', 'updated_at': '2022-02-02T08:04:34Z', 'revision_number': 5, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'gw_port': {'id': 'f884f7d5-ee3e-4311-a72b-563e4eb45e3f', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:39:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddffea81-64aa-425b-b62c-b0d84cc95f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:02:21Z', 'updated_at': '2022-02-02T08:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 08:04:36.072941 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-bd55ea43-c883-4989-bb9d-a34462b76eda tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] For port f884f7d5-ee3e-4311-a72b-563e4eb45e3f, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=f884f7d5-ee3e-4311-a72b-563e4eb45e3f,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:04:36.073316 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bd55ea43-c883-4989-bb9d-a34462b76eda tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (f884f7d5-ee3e-4311-a72b-563e4eb45e3f), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:36.085458 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63139687-3cdd-4a95-8acf-5660eb4306e2 None None] Pushing event deleted for resources: {'Port': ['ID=ac41094c-d04d-4b64-8a01-71c3a4c15b1c,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:04:36.087239 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-bd55ea43-c883-4989-bb9d-a34462b76eda tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Calling delete_port for f884f7d5-ee3e-4311-a72b-563e4eb45e3f owned by network:router_gateway {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 08:04:36.089466 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63139687-3cdd-4a95-8acf-5660eb4306e2 None None] No DVR routers for this DVR port ac41094c-d04d-4b64-8a01-71c3a4c15b1c on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 08:04:36.265968 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bd55ea43-c883-4989-bb9d-a34462b76eda tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (f884f7d5-ee3e-4311-a72b-563e4eb45e3f), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:36.290960 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd55ea43-c883-4989-bb9d-a34462b76eda tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event deleted for resources: {'Port': ['ID=f884f7d5-ee3e-4311-a72b-563e4eb45e3f,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:04:36.351545 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bd55ea43-c883-4989-bb9d-a34462b76eda tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (ddffea81-64aa-425b-b62c-b0d84cc95f98), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:36.445468 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bd55ea43-c883-4989-bb9d-a34462b76eda tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (ddffea81-64aa-425b-b62c-b0d84cc95f98), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:36.447714 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bd55ea43-c883-4989-bb9d-a34462b76eda tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for router_controller (ddffea81-64aa-425b-b62c-b0d84cc95f98), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:36.496959 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bd55ea43-c883-4989-bb9d-a34462b76eda tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (ddffea81-64aa-425b-b62c-b0d84cc95f98), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:36.497673 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd55ea43-c883-4989-bb9d-a34462b76eda tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Fanout notify agent at l3_agent the message router_deleted on router ddffea81-64aa-425b-b62c-b0d84cc95f98 {{(pid=109693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 08:04:36.507507 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bd55ea43-c883-4989-bb9d-a34462b76eda tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:36.509797 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-bd55ea43-c883-4989-bb9d-a34462b76eda tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "DELETE /v2.0/routers/ddffea81-64aa-425b-b62c-b0d84cc95f98 HTTP/1.1" status: 204 len: 168 time: 0.8373322 Feb 02 08:04:36.512126 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38388) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:04:36.605208 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-768355e0-1b33-47ef-a144-3076ba6cdf1e tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (18b9a86a-8f5d-4b48-8590-aa7ad278218c), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:36.632015 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device ac41094c-d04d-4b64-8a01-71c3a4c15b1c no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 08:04:36.652925 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: ac41094c-d04d-4b64-8a01-71c3a4c15b1c {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 08:04:36.653272 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device ac41094c-d04d-4b64-8a01-71c3a4c15b1c not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 08:04:36.653707 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 110d1cb6-a3ff-436c-a765-6a7338b85661 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 08:04:36.683233 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 110d1cb6-a3ff-436c-a765-6a7338b85661 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 08:04:36.683958 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 110d1cb6-a3ff-436c-a765-6a7338b85661 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 08:04:36.696133 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-768355e0-1b33-47ef-a144-3076ba6cdf1e tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (18b9a86a-8f5d-4b48-8590-aa7ad278218c), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:36.721767 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-768355e0-1b33-47ef-a144-3076ba6cdf1e tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18b9a86a-8f5d-4b48-8590-aa7ad278218c']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:04:36.731538 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-768355e0-1b33-47ef-a144-3076ba6cdf1e tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5e744c0-004e-4c46-a4e1-082acd736eda') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:04:36.731863 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-768355e0-1b33-47ef-a144-3076ba6cdf1e tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5e744c0-004e-4c46-a4e1-082acd736eda') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:04:36.742101 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-768355e0-1b33-47ef-a144-3076ba6cdf1e tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (e5e744c0-004e-4c46-a4e1-082acd736eda), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:36.755531 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-768355e0-1b33-47ef-a144-3076ba6cdf1e tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (e5e744c0-004e-4c46-a4e1-082acd736eda), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:36.761927 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-768355e0-1b33-47ef-a144-3076ba6cdf1e tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 08:04:36.762325 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-768355e0-1b33-47ef-a144-3076ba6cdf1e tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (e5e744c0-004e-4c46-a4e1-082acd736eda), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:36.765389 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 08:04:36.765389 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 08:04:36.765389 n-d-789963-26 neutron-server[109694]: timer() Feb 02 08:04:36.765389 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 08:04:36.765389 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 08:04:36.765389 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 08:04:36.765389 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 08:04:36.765389 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 08:04:36.765389 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 08:04:36.765389 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 08:04:36.765389 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 08:04:36.765389 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 08:04:36.765389 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 08:04:36.765389 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 08:04:36.765389 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 08:04:36.765389 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 08:04:36.765389 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 08:04:36.765389 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 08:04:36.765389 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 08:04:36.765389 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 08:04:36.765389 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 08:04:36.765389 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 08:04:36.765389 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 08:04:36.765389 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 08:04:36.765389 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 08:04:36.765389 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 08:04:36.765389 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 08:04:36.765389 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 08:04:36.765389 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 08:04:36.765389 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 08:04:36.765389 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 08:04:36.765389 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 08:04:36.825977 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-768355e0-1b33-47ef-a144-3076ba6cdf1e tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (18b9a86a-8f5d-4b48-8590-aa7ad278218c), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:36.833472 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-768355e0-1b33-47ef-a144-3076ba6cdf1e tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:36.836644 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-768355e0-1b33-47ef-a144-3076ba6cdf1e tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "DELETE /v2.0/networks/18b9a86a-8f5d-4b48-8590-aa7ad278218c HTTP/1.1" status: 204 len: 168 time: 0.3235273 Feb 02 08:04:36.839573 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 38390) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:04:36.847583 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768355e0-1b33-47ef-a144-3076ba6cdf1e tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event deleted for resources: {'Network': ['ID=18b9a86a-8f5d-4b48-8590-aa7ad278218c,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:04:36.899915 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4eaea4a6-8a4b-4a39-9a0d-7af1ad85223e tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group (382539ad-c6de-4c62-82c4-6a6264024b29), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:36.924418 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4eaea4a6-8a4b-4a39-9a0d-7af1ad85223e tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group (382539ad-c6de-4c62-82c4-6a6264024b29), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:36.981944 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4eaea4a6-8a4b-4a39-9a0d-7af1ad85223e tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (382539ad-c6de-4c62-82c4-6a6264024b29), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:36.984683 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4eaea4a6-8a4b-4a39-9a0d-7af1ad85223e tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:36.986651 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-4eaea4a6-8a4b-4a39-9a0d-7af1ad85223e tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "DELETE /v2.0/security-groups/382539ad-c6de-4c62-82c4-6a6264024b29 HTTP/1.1" status: 204 len: 168 time: 0.1460552 Feb 02 08:04:36.995885 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaea4a6-8a4b-4a39-9a0d-7af1ad85223e tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=382539ad-c6de-4c62-82c4-6a6264024b29,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:04:37.206610 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device fbb4ec36-8b38-49ae-8138-48c78888a826 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 08:04:37.227318 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: fbb4ec36-8b38-49ae-8138-48c78888a826 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 08:04:37.227533 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device fbb4ec36-8b38-49ae-8138-48c78888a826 not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 08:04:37.268391 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 38396) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:04:37.273107 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-2761bf79-2829-44d3-9488-338f9a1caec2 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-50940405', 'description': 'tempest-secgroup-smoke-50940405 description', 'project_id': '491ef38eb7a24b33900e5a5f7693dafc'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:04:37.293622 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2761bf79-2829-44d3-9488-338f9a1caec2 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:37.359641 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2761bf79-2829-44d3-9488-338f9a1caec2 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group (cc3f46f1-7bbc-41bb-95ee-9d562f42a39a), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:37.363855 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2761bf79-2829-44d3-9488-338f9a1caec2 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (cc3f46f1-7bbc-41bb-95ee-9d562f42a39a), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:37.398513 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2761bf79-2829-44d3-9488-338f9a1caec2 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:37.399679 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-2761bf79-2829-44d3-9488-338f9a1caec2 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1302583 Feb 02 08:04:37.401544 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2761bf79-2829-44d3-9488-338f9a1caec2 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3f46f1-7bbc-41bb-95ee-9d562f42a39a,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:04:37.402754 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38398) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:04:37.407953 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-32483140-970f-4032-a1a4-1e7451d90dd3 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Request body: {'security_group_rule': {'security_group_id': 'cc3f46f1-7bbc-41bb-95ee-9d562f42a39a', 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:04:37.432158 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-32483140-970f-4032-a1a4-1e7451d90dd3 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (0e455a09-cdaf-4eb8-a89f-87daa23550e9), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:37.488602 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-32483140-970f-4032-a1a4-1e7451d90dd3 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (0e455a09-cdaf-4eb8-a89f-87daa23550e9), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:37.492196 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-32483140-970f-4032-a1a4-1e7451d90dd3 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (0e455a09-cdaf-4eb8-a89f-87daa23550e9), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:37.515022 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32483140-970f-4032-a1a4-1e7451d90dd3 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e455a09-cdaf-4eb8-a89f-87daa23550e9,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:04:37.524519 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-32483140-970f-4032-a1a4-1e7451d90dd3 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:37.525911 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-32483140-970f-4032-a1a4-1e7451d90dd3 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1221099 Feb 02 08:04:37.528641 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38400) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:04:37.533491 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-f34cd41e-02ec-444d-9ad5-e34f7e4b7c96 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Request body: {'security_group_rule': {'security_group_id': 'cc3f46f1-7bbc-41bb-95ee-9d562f42a39a', 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:04:37.557871 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f34cd41e-02ec-444d-9ad5-e34f7e4b7c96 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (77be717d-f130-407c-8924-82cbae504aa1), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:37.612500 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f34cd41e-02ec-444d-9ad5-e34f7e4b7c96 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (77be717d-f130-407c-8924-82cbae504aa1), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:37.615743 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f34cd41e-02ec-444d-9ad5-e34f7e4b7c96 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (77be717d-f130-407c-8924-82cbae504aa1), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:37.632262 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34cd41e-02ec-444d-9ad5-e34f7e4b7c96 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77be717d-f130-407c-8924-82cbae504aa1,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:04:37.640843 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f34cd41e-02ec-444d-9ad5-e34f7e4b7c96 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:37.642213 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f34cd41e-02ec-444d-9ad5-e34f7e4b7c96 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1125131 Feb 02 08:04:37.644828 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38402) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:04:37.649147 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-dfc3bfc7-ebdd-45cc-bfd3-dc2f537163b0 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Request body: {'security_group_rule': {'security_group_id': 'cc3f46f1-7bbc-41bb-95ee-9d562f42a39a', 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:04:37.673814 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-dfc3bfc7-ebdd-45cc-bfd3-dc2f537163b0 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (1a485dfa-60a1-4bc0-a155-1551400bebc8), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:37.728731 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-dfc3bfc7-ebdd-45cc-bfd3-dc2f537163b0 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (1a485dfa-60a1-4bc0-a155-1551400bebc8), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:37.732387 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-dfc3bfc7-ebdd-45cc-bfd3-dc2f537163b0 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (1a485dfa-60a1-4bc0-a155-1551400bebc8), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:37.748179 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc3bfc7-ebdd-45cc-bfd3-dc2f537163b0 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a485dfa-60a1-4bc0-a155-1551400bebc8,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:04:37.758759 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-dfc3bfc7-ebdd-45cc-bfd3-dc2f537163b0 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:37.759971 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-dfc3bfc7-ebdd-45cc-bfd3-dc2f537163b0 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1142309 Feb 02 08:04:37.762863 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38404) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:04:37.767984 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-11201275-1c6a-46ee-a1c5-d7904b8b1542 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Request body: {'security_group_rule': {'security_group_id': 'cc3f46f1-7bbc-41bb-95ee-9d562f42a39a', 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:04:37.792419 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-11201275-1c6a-46ee-a1c5-d7904b8b1542 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (9a657c72-659b-440a-ba41-aa9e26bc1d24), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:37.847292 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-11201275-1c6a-46ee-a1c5-d7904b8b1542 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (9a657c72-659b-440a-ba41-aa9e26bc1d24), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:37.851230 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-11201275-1c6a-46ee-a1c5-d7904b8b1542 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (9a657c72-659b-440a-ba41-aa9e26bc1d24), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:37.868566 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11201275-1c6a-46ee-a1c5-d7904b8b1542 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a657c72-659b-440a-ba41-aa9e26bc1d24,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:04:37.874914 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-11201275-1c6a-46ee-a1c5-d7904b8b1542 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:37.876215 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-11201275-1c6a-46ee-a1c5-d7904b8b1542 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1123559 Feb 02 08:04:37.878812 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38406) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:04:37.883060 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-f9254ed9-2ee2-4c94-82ed-2abe7af94e8f tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Request body: {'security_group_rule': {'security_group_id': 'cc3f46f1-7bbc-41bb-95ee-9d562f42a39a', 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:04:37.903238 n-d-789963-26 neutron-server[109694]: INFO neutron.db.securitygroups_db [None req-f9254ed9-2ee2-4c94-82ed-2abe7af94e8f tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Project 491ef38eb7a24b33900e5a5f7693dafc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 08:04:37.908821 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f9254ed9-2ee2-4c94-82ed-2abe7af94e8f tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (e66ea2aa-ecbb-41c1-94f1-adfe4fca014d), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:37.967945 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f9254ed9-2ee2-4c94-82ed-2abe7af94e8f tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (e66ea2aa-ecbb-41c1-94f1-adfe4fca014d), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:37.972114 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f9254ed9-2ee2-4c94-82ed-2abe7af94e8f tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (e66ea2aa-ecbb-41c1-94f1-adfe4fca014d), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:37.991783 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9254ed9-2ee2-4c94-82ed-2abe7af94e8f tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e66ea2aa-ecbb-41c1-94f1-adfe4fca014d,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:04:38.001366 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f9254ed9-2ee2-4c94-82ed-2abe7af94e8f tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:38.002689 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f9254ed9-2ee2-4c94-82ed-2abe7af94e8f tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1228902 Feb 02 08:04:38.005560 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 38408) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:04:38.011035 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-0d7d178e-ddc0-4f5d-a518-b6e9194c4f56 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Request body: {'security_group_rule': {'security_group_id': 'cc3f46f1-7bbc-41bb-95ee-9d562f42a39a', 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:04:38.031861 n-d-789963-26 neutron-server[109693]: INFO neutron.db.securitygroups_db [None req-0d7d178e-ddc0-4f5d-a518-b6e9194c4f56 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Project 491ef38eb7a24b33900e5a5f7693dafc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 08:04:38.037225 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0d7d178e-ddc0-4f5d-a518-b6e9194c4f56 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (5e188a2e-9e4d-4063-a422-6be3776bbbde), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:38.099091 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0d7d178e-ddc0-4f5d-a518-b6e9194c4f56 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (5e188a2e-9e4d-4063-a422-6be3776bbbde), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:38.103394 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0d7d178e-ddc0-4f5d-a518-b6e9194c4f56 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (5e188a2e-9e4d-4063-a422-6be3776bbbde), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:38.124137 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7d178e-ddc0-4f5d-a518-b6e9194c4f56 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e188a2e-9e4d-4063-a422-6be3776bbbde,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:04:38.131008 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-0d7d178e-ddc0-4f5d-a518-b6e9194c4f56 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:38.135349 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-0d7d178e-ddc0-4f5d-a518-b6e9194c4f56 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1253448 Feb 02 08:04:38.136255 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 38410) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:04:38.141396 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-9f8e4f1d-b025-4494-b75a-3deda77ccb76 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Request body: {'network': {'name': 'tempest-network-smoke--662393125', 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'port_security_enabled': True}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:04:38.160872 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f8e4f1d-b025-4494-b75a-3deda77ccb76 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Made reservation on behalf of 491ef38eb7a24b33900e5a5f7693dafc for: {'network': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 08:04:38.164265 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9f8e4f1d-b025-4494-b75a-3deda77ccb76 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:38.190955 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f8e4f1d-b025-4494-b75a-3deda77ccb76 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=109693) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 08:04:38.200178 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9f8e4f1d-b025-4494-b75a-3deda77ccb76 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (19ed3af0-bfb9-4ce4-9d33-72fc4bc291c4), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:38.200529 n-d-789963-26 neutron-server[109693]: INFO neutron.db.segments_db [None req-9f8e4f1d-b025-4494-b75a-3deda77ccb76 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Added segment 19ed3af0-bfb9-4ce4-9d33-72fc4bc291c4 of type vlan for network 61dec8b6-5e15-4683-9a55-4342bb3ca5d6 Feb 02 08:04:38.241310 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9f8e4f1d-b025-4494-b75a-3deda77ccb76 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (61dec8b6-5e15-4683-9a55-4342bb3ca5d6), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:38.266157 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9f8e4f1d-b025-4494-b75a-3deda77ccb76 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (61dec8b6-5e15-4683-9a55-4342bb3ca5d6), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:38.271689 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8e4f1d-b025-4494-b75a-3deda77ccb76 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:04:38.272279 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9f8e4f1d-b025-4494-b75a-3deda77ccb76 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:38.309106 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-9f8e4f1d-b025-4494-b75a-3deda77ccb76 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1717975 Feb 02 08:04:38.311867 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 38412) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:04:38.316800 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-3e500874-94d2-409e-800b-3da73c7a8259 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1740060983', 'admin_state_up': True, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:04:38.354430 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8e4f1d-b025-4494-b75a-3deda77ccb76 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event updated for resources: {'Network': ['ID=61dec8b6-5e15-4683-9a55-4342bb3ca5d6,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:04:38.365221 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 61dec8b6-5e15-4683-9a55-4342bb3ca5d6 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 08:04:38.369278 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3e500874-94d2-409e-800b-3da73c7a8259 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (1e4f1feb-1404-4be9-9837-cb63dd77f8be), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:38.370487 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3e500874-94d2-409e-800b-3da73c7a8259 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (1e4f1feb-1404-4be9-9837-cb63dd77f8be), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:38.421670 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3e500874-94d2-409e-800b-3da73c7a8259 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for router_controller (1e4f1feb-1404-4be9-9837-cb63dd77f8be), precommit_add_association {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:38.506648 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device f884f7d5-ee3e-4311-a72b-563e4eb45e3f no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 08:04:38.530826 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: f884f7d5-ee3e-4311-a72b-563e4eb45e3f {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 08:04:38.531098 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device f884f7d5-ee3e-4311-a72b-563e4eb45e3f not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 08:04:38.567517 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3e500874-94d2-409e-800b-3da73c7a8259 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for router_gateway (1e4f1feb-1404-4be9-9837-cb63dd77f8be), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:38.757160 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3e500874-94d2-409e-800b-3da73c7a8259 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for router_gateway (1e4f1feb-1404-4be9-9837-cb63dd77f8be), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:38.775994 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3e500874-94d2-409e-800b-3da73c7a8259 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:38.878730 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-3e500874-94d2-409e-800b-3da73c7a8259 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Allocated IP 172.25.4.9 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/71d86905-589c-4d15-88f7-4d1d861c2876) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 08:04:38.975997 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3e500874-94d2-409e-800b-3da73c7a8259 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for port (71d86905-589c-4d15-88f7-4d1d861c2876), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:39.008307 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3e500874-94d2-409e-800b-3da73c7a8259 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (71d86905-589c-4d15-88f7-4d1d861c2876), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:39.048787 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e500874-94d2-409e-800b-3da73c7a8259 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 08:04:39.051488 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-3e500874-94d2-409e-800b-3da73c7a8259 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 08:04:39.056858 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e500874-94d2-409e-800b-3da73c7a8259 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 08:04:39.080845 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e500874-94d2-409e-800b-3da73c7a8259 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event updated for resources: {'Port': ['ID=71d86905-589c-4d15-88f7-4d1d861c2876,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:04:39.306147 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3e500874-94d2-409e-800b-3da73c7a8259 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for router_gateway (1e4f1feb-1404-4be9-9837-cb63dd77f8be), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:39.504127 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3e500874-94d2-409e-800b-3da73c7a8259 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (1e4f1feb-1404-4be9-9837-cb63dd77f8be), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:39.629897 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e500874-94d2-409e-800b-3da73c7a8259 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Router 1e4f1feb-1404-4be9-9837-cb63dd77f8be is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 08:04:39.731139 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e500874-94d2-409e-800b-3da73c7a8259 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 08:04:39.741566 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171b65b0-c353-412d-8e94-d6e0acee06ae None None] Sync routers for ids ['1e4f1feb-1404-4be9-9837-cb63dd77f8be'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 08:04:39.751384 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171b65b0-c353-412d-8e94-d6e0acee06ae None None] Routers {'1e4f1feb-1404-4be9-9837-cb63dd77f8be'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:04:39.751886 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3e500874-94d2-409e-800b-3da73c7a8259 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:39.752021 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-171b65b0-c353-412d-8e94-d6e0acee06ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:04:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['1e4f1feb-1404-4be9-9837-cb63dd77f8be'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:04:39.756331 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-3e500874-94d2-409e-800b-3da73c7a8259 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4403772 Feb 02 08:04:39.756536 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 38414) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:04:39.858376 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-171b65b0-c353-412d-8e94-d6e0acee06ae None None] Set router 1e4f1feb-1404-4be9-9837-cb63dd77f8be gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:04:40.045083 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-171b65b0-c353-412d-8e94-d6e0acee06ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4f1feb-1404-4be9-9837-cb63dd77f8be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1740060983', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '71d86905-589c-4d15-88f7-4d1d861c2876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:04:38Z', 'updated_at': '2022-02-02T08:04:39Z', 'revision_number': 3, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'gw_port': {'id': '71d86905-589c-4d15-88f7-4d1d861c2876', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:19:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e4f1feb-1404-4be9-9837-cb63dd77f8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:04:38Z', 'updated_at': '2022-02-02T08:04:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:04:40.076082 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171b65b0-c353-412d-8e94-d6e0acee06ae None None] Checking router: 1e4f1feb-1404-4be9-9837-cb63dd77f8be for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 08:04:40.076438 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171b65b0-c353-412d-8e94-d6e0acee06ae None None] Updating router 1e4f1feb-1404-4be9-9837-cb63dd77f8be port 71d86905-589c-4d15-88f7-4d1d861c2876 binding host n-d-789963-26 {{(pid=109695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 08:04:40.105809 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-171b65b0-c353-412d-8e94-d6e0acee06ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (71d86905-589c-4d15-88f7-4d1d861c2876), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:40.120351 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-1069281a-d7a3-411d-8d29-bd63a1cbacb3 tempest-TestNetworkAdvancedServerOps-1314165092 tempest-TestNetworkAdvancedServerOps-1314165092-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=491ef38eb7a24b33900e5a5f7693dafc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3626125 Feb 02 08:04:40.122822 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 38418) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:04:40.208916 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4a4a02-fadc-499d-bb77-c57f372dab34 tempest-TestNetworkAdvancedServerOps-1314165092 tempest-TestNetworkAdvancedServerOps-1314165092-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:04:40.214890 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-0e4a4a02-fadc-499d-bb77-c57f372dab34 tempest-TestNetworkAdvancedServerOps-1314165092 tempest-TestNetworkAdvancedServerOps-1314165092-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0866551 Feb 02 08:04:40.215064 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 38420) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:04:40.247494 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-95d9b36c-26d9-4e73-be28-d6a51a2a04d0 tempest-TestNetworkAdvancedServerOps-1314165092 tempest-TestNetworkAdvancedServerOps-1314165092-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=ee4463ee-e783-4af5-91d5-cbeb2d0e0db8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0313175 Feb 02 08:04:40.250001 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 38422) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:04:40.255517 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-d2fc34b0-e739-49d5-9b3b-3d07c22130f1 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-217588139', 'network_id': '61dec8b6-5e15-4683-9a55-4342bb3ca5d6', 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:04:40.341349 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2fc34b0-e739-49d5-9b3b-3d07c22130f1 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Made reservation on behalf of 491ef38eb7a24b33900e5a5f7693dafc for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 08:04:40.344769 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d2fc34b0-e739-49d5-9b3b-3d07c22130f1 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:40.359266 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-171b65b0-c353-412d-8e94-d6e0acee06ae None None] Publish callbacks [] for port (71d86905-589c-4d15-88f7-4d1d861c2876), precommit_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:40.364947 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-171b65b0-c353-412d-8e94-d6e0acee06ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (71d86905-589c-4d15-88f7-4d1d861c2876), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:40.414044 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-171b65b0-c353-412d-8e94-d6e0acee06ae None None] Attempting to bind port 71d86905-589c-4d15-88f7-4d1d861c2876 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 08:04:40.414432 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-171b65b0-c353-412d-8e94-d6e0acee06ae None None] Attempting to bind port 71d86905-589c-4d15-88f7-4d1d861c2876 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 08:04:40.414804 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171b65b0-c353-412d-8e94-d6e0acee06ae None None] Attempting to bind port 71d86905-589c-4d15-88f7-4d1d861c2876 on network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 08:04:40.427432 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171b65b0-c353-412d-8e94-d6e0acee06ae None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 8, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 08:04:40.427883 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171b65b0-c353-412d-8e94-d6e0acee06ae None None] Checking segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 08:04:40.428262 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-171b65b0-c353-412d-8e94-d6e0acee06ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:40.428660 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171b65b0-c353-412d-8e94-d6e0acee06ae None None] Bound using segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 08:04:40.429246 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-171b65b0-c353-412d-8e94-d6e0acee06ae None None] Bound port: 71d86905-589c-4d15-88f7-4d1d861c2876, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 08:04:40.429657 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-171b65b0-c353-412d-8e94-d6e0acee06ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (71d86905-589c-4d15-88f7-4d1d861c2876), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:40.432337 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ce5fb6-621b-4c90-82d5-52fdbaaccf01 None None] Pushing event updated for resources: {'Port': ['ID=71d86905-589c-4d15-88f7-4d1d861c2876,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:04:40.482377 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-171b65b0-c353-412d-8e94-d6e0acee06ae None None] For port 71d86905-589c-4d15-88f7-4d1d861c2876, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 08:04:40.489884 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-171b65b0-c353-412d-8e94-d6e0acee06ae None None] For port 71d86905-589c-4d15-88f7-4d1d861c2876, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=71d86905-589c-4d15-88f7-4d1d861c2876,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 08:04:40.495640 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-171b65b0-c353-412d-8e94-d6e0acee06ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (71d86905-589c-4d15-88f7-4d1d861c2876), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:40.537629 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d2fc34b0-e739-49d5-9b3b-3d07c22130f1 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (7e3be43a-7025-44f5-a812-398320522939), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:40.546446 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171b65b0-c353-412d-8e94-d6e0acee06ae None None] Routers {'1e4f1feb-1404-4be9-9837-cb63dd77f8be'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:04:40.547104 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-171b65b0-c353-412d-8e94-d6e0acee06ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:04:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['1e4f1feb-1404-4be9-9837-cb63dd77f8be'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:04:40.597110 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ce5fb6-621b-4c90-82d5-52fdbaaccf01 None None] Pushing event updated for resources: {'Port': ['ID=71d86905-589c-4d15-88f7-4d1d861c2876,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:04:40.599980 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fc34b0-e739-49d5-9b3b-3d07c22130f1 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event updated for resources: {'Subnet': ['ID=7e3be43a-7025-44f5-a812-398320522939,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:04:40.608491 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fc34b0-e739-49d5-9b3b-3d07c22130f1 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Checking segment: {'id': '19ed3af0-bfb9-4ce4-9d33-72fc4bc291c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '61dec8b6-5e15-4683-9a55-4342bb3ca5d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 08:04:40.608491 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fc34b0-e739-49d5-9b3b-3d07c22130f1 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Network hostable DHCP agents. Network: 61dec8b6-5e15-4683-9a55-4342bb3ca5d6, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 08:04:40.625783 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fc34b0-e739-49d5-9b3b-3d07c22130f1 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Network 61dec8b6-5e15-4683-9a55-4342bb3ca5d6 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 08:04:40.635421 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-d2fc34b0-e739-49d5-9b3b-3d07c22130f1 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 61dec8b6-5e15-4683-9a55-4342bb3ca5d6) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 08:04:40.643301 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fc34b0-e739-49d5-9b3b-3d07c22130f1 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:04:40.644304 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-d2fc34b0-e739-49d5-9b3b-3d07c22130f1 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:40.644968 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8079dd24-fa9d-4c28-b2af-464bcb49ffad None None] Network 61dec8b6-5e15-4683-9a55-4342bb3ca5d6 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 08:04:40.661293 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-d2fc34b0-e739-49d5-9b3b-3d07c22130f1 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4102609 Feb 02 08:04:40.664649 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38424) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:04:40.688956 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-171b65b0-c353-412d-8e94-d6e0acee06ae None None] Set router 1e4f1feb-1404-4be9-9837-cb63dd77f8be gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:04:40.866537 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc71baad-28b6-4e2a-8298-2052a4d421a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-61dec8b6-5e15-4683-9a55-4342bb3ca5d6', 'network_id': '61dec8b6-5e15-4683-9a55-4342bb3ca5d6', 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'fixed_ips': [{'subnet_id': '7e3be43a-7025-44f5-a812-398320522939'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 08:04:40.867394 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-cc71baad-28b6-4e2a-8298-2052a4d421a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:41.036201 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-171b65b0-c353-412d-8e94-d6e0acee06ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4f1feb-1404-4be9-9837-cb63dd77f8be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1740060983', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '71d86905-589c-4d15-88f7-4d1d861c2876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:04:38Z', 'updated_at': '2022-02-02T08:04:39Z', 'revision_number': 3, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'gw_port': {'id': '71d86905-589c-4d15-88f7-4d1d861c2876', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:19:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e4f1feb-1404-4be9-9837-cb63dd77f8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:04:38Z', 'updated_at': '2022-02-02T08:04:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:04:41.069830 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171b65b0-c353-412d-8e94-d6e0acee06ae None None] The sync data for ids ['1e4f1feb-1404-4be9-9837-cb63dd77f8be'] in n-d-789963-26 is: [{'id': '1e4f1feb-1404-4be9-9837-cb63dd77f8be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1740060983', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '71d86905-589c-4d15-88f7-4d1d861c2876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:04:38Z', 'updated_at': '2022-02-02T08:04:39Z', 'revision_number': 3, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'gw_port': {'id': '71d86905-589c-4d15-88f7-4d1d861c2876', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:19:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e4f1feb-1404-4be9-9837-cb63dd77f8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:04:38Z', 'updated_at': '2022-02-02T08:04:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 08:04:41.071827 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-cc71baad-28b6-4e2a-8298-2052a4d421a5 None None] Allocated IP 172.20.0.2 (61dec8b6-5e15-4683-9a55-4342bb3ca5d6/7e3be43a-7025-44f5-a812-398320522939/a1533a5d-34b2-482a-99c8-0b63609bb897) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 08:04:41.165135 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-54fe8c2d-7a65-4065-8b3e-c777a585c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:41.256742 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-cc71baad-28b6-4e2a-8298-2052a4d421a5 None None] Publish callbacks [] for port (a1533a5d-34b2-482a-99c8-0b63609bb897), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:41.263755 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-cc71baad-28b6-4e2a-8298-2052a4d421a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (a1533a5d-34b2-482a-99c8-0b63609bb897), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:41.284024 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc71baad-28b6-4e2a-8298-2052a4d421a5 None None] Network 61dec8b6-5e15-4683-9a55-4342bb3ca5d6 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 08:04:41.286556 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-cc71baad-28b6-4e2a-8298-2052a4d421a5 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 08:04:41.310763 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc71baad-28b6-4e2a-8298-2052a4d421a5 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 08:04:41.388654 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc71baad-28b6-4e2a-8298-2052a4d421a5 None None] Pushing event updated for resources: {'Port': ['ID=a1533a5d-34b2-482a-99c8-0b63609bb897,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:04:41.392116 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-cc71baad-28b6-4e2a-8298-2052a4d421a5 None None] Attempting to bind port a1533a5d-34b2-482a-99c8-0b63609bb897 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 08:04:41.392502 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-cc71baad-28b6-4e2a-8298-2052a4d421a5 None None] Attempting to bind port a1533a5d-34b2-482a-99c8-0b63609bb897 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '19ed3af0-bfb9-4ce4-9d33-72fc4bc291c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '61dec8b6-5e15-4683-9a55-4342bb3ca5d6'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 08:04:41.392869 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc71baad-28b6-4e2a-8298-2052a4d421a5 None None] Attempting to bind port a1533a5d-34b2-482a-99c8-0b63609bb897 on network 61dec8b6-5e15-4683-9a55-4342bb3ca5d6 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 08:04:41.398165 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc71baad-28b6-4e2a-8298-2052a4d421a5 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 8, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 08:04:41.398492 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc71baad-28b6-4e2a-8298-2052a4d421a5 None None] Checking segment: {'id': '19ed3af0-bfb9-4ce4-9d33-72fc4bc291c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '61dec8b6-5e15-4683-9a55-4342bb3ca5d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 08:04:41.398896 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-cc71baad-28b6-4e2a-8298-2052a4d421a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:41.399279 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc71baad-28b6-4e2a-8298-2052a4d421a5 None None] Bound using segment: {'id': '19ed3af0-bfb9-4ce4-9d33-72fc4bc291c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '61dec8b6-5e15-4683-9a55-4342bb3ca5d6'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 08:04:41.399774 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-cc71baad-28b6-4e2a-8298-2052a4d421a5 None None] Bound port: a1533a5d-34b2-482a-99c8-0b63609bb897, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19ed3af0-bfb9-4ce4-9d33-72fc4bc291c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '61dec8b6-5e15-4683-9a55-4342bb3ca5d6'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 08:04:41.400159 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-cc71baad-28b6-4e2a-8298-2052a4d421a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (a1533a5d-34b2-482a-99c8-0b63609bb897), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:41.468329 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-cc71baad-28b6-4e2a-8298-2052a4d421a5 None None] For port a1533a5d-34b2-482a-99c8-0b63609bb897, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 08:04:41.473571 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-cc71baad-28b6-4e2a-8298-2052a4d421a5 None None] For port a1533a5d-34b2-482a-99c8-0b63609bb897, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=a1533a5d-34b2-482a-99c8-0b63609bb897,segment=NetworkSegment(19ed3af0-bfb9-4ce4-9d33-72fc4bc291c4),segment_id=19ed3af0-bfb9-4ce4-9d33-72fc4bc291c4)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 08:04:41.480525 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-cc71baad-28b6-4e2a-8298-2052a4d421a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (a1533a5d-34b2-482a-99c8-0b63609bb897), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:41.486065 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4be1362b-9ca1-4a62-bca0-0ee647b4f370 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:41.546759 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc71baad-28b6-4e2a-8298-2052a4d421a5 None None] Pushing event updated for resources: {'Port': ['ID=a1533a5d-34b2-482a-99c8-0b63609bb897,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:04:41.800708 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-4be1362b-9ca1-4a62-bca0-0ee647b4f370 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Allocated IP 172.20.0.1 (61dec8b6-5e15-4683-9a55-4342bb3ca5d6/7e3be43a-7025-44f5-a812-398320522939/9a02c0f8-78d6-447e-9371-8de4ab5fe89c) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 08:04:41.926321 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4be1362b-9ca1-4a62-bca0-0ee647b4f370 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for port (9a02c0f8-78d6-447e-9371-8de4ab5fe89c), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:41.960076 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4be1362b-9ca1-4a62-bca0-0ee647b4f370 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (9a02c0f8-78d6-447e-9371-8de4ab5fe89c), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:41.998404 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be1362b-9ca1-4a62-bca0-0ee647b4f370 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Network 61dec8b6-5e15-4683-9a55-4342bb3ca5d6 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 08:04:42.001823 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-4be1362b-9ca1-4a62-bca0-0ee647b4f370 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 08:04:42.005612 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be1362b-9ca1-4a62-bca0-0ee647b4f370 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 08:04:42.037646 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be1362b-9ca1-4a62-bca0-0ee647b4f370 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event updated for resources: {'Port': ['ID=9a02c0f8-78d6-447e-9371-8de4ab5fe89c,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:04:42.059079 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4be1362b-9ca1-4a62-bca0-0ee647b4f370 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (1e4f1feb-1404-4be9-9837-cb63dd77f8be), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:42.194324 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4be1362b-9ca1-4a62-bca0-0ee647b4f370 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (9a02c0f8-78d6-447e-9371-8de4ab5fe89c), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:42.482268 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4be1362b-9ca1-4a62-bca0-0ee647b4f370 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for port (9a02c0f8-78d6-447e-9371-8de4ab5fe89c), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:42.489696 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4be1362b-9ca1-4a62-bca0-0ee647b4f370 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (9a02c0f8-78d6-447e-9371-8de4ab5fe89c), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:42.566657 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be1362b-9ca1-4a62-bca0-0ee647b4f370 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event updated for resources: {'Port': ['ID=9a02c0f8-78d6-447e-9371-8de4ab5fe89c,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:04:42.569329 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4be1362b-9ca1-4a62-bca0-0ee647b4f370 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (1e4f1feb-1404-4be9-9837-cb63dd77f8be), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:42.637847 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e1310f-0820-4976-94df-d5adcc00334b None None] Network 61dec8b6-5e15-4683-9a55-4342bb3ca5d6 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 08:04:42.701821 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be1362b-9ca1-4a62-bca0-0ee647b4f370 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Network 61dec8b6-5e15-4683-9a55-4342bb3ca5d6 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 08:04:42.703245 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-4be1362b-9ca1-4a62-bca0-0ee647b4f370 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 08:04:42.714734 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 71d86905-589c-4d15-88f7-4d1d861c2876 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 08:04:42.846894 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4be1362b-9ca1-4a62-bca0-0ee647b4f370 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Router 1e4f1feb-1404-4be9-9837-cb63dd77f8be has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 08:04:42.971194 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-5696d6eb-6503-4b0d-babc-353596117b41 None None] Provisioning complete for port a1533a5d-34b2-482a-99c8-0b63609bb897 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:04:42.971650 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5696d6eb-6503-4b0d-babc-353596117b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (a1533a5d-34b2-482a-99c8-0b63609bb897), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:42.979358 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be1362b-9ca1-4a62-bca0-0ee647b4f370 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 08:04:42.986041 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-4be1362b-9ca1-4a62-bca0-0ee647b4f370 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "PUT /v2.0/routers/1e4f1feb-1404-4be9-9837-cb63dd77f8be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3205040 Feb 02 08:04:43.064417 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 71d86905-589c-4d15-88f7-4d1d861c2876 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:04:43.065015 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (71d86905-589c-4d15-88f7-4d1d861c2876), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:43.158902 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-5696d6eb-6503-4b0d-babc-353596117b41 None None] Current status of the port a1533a5d-34b2-482a-99c8-0b63609bb897 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:04:43.159286 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5696d6eb-6503-4b0d-babc-353596117b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (a1533a5d-34b2-482a-99c8-0b63609bb897), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:43.202955 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-5696d6eb-6503-4b0d-babc-353596117b41 None None] For port a1533a5d-34b2-482a-99c8-0b63609bb897, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=a1533a5d-34b2-482a-99c8-0b63609bb897,segment=NetworkSegment(19ed3af0-bfb9-4ce4-9d33-72fc4bc291c4),segment_id=19ed3af0-bfb9-4ce4-9d33-72fc4bc291c4)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:04:43.222610 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5696d6eb-6503-4b0d-babc-353596117b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (a1533a5d-34b2-482a-99c8-0b63609bb897), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:43.223003 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8345e5ac-1ecc-4b92-b55e-60809bca6845 req-08e4083f-a59c-42aa-a542-390fa7516ce0 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-50940405&fields=id&tenant_id=491ef38eb7a24b33900e5a5f7693dafc HTTP/1.1" status: 200 len: 267 time: 0.0740614 Feb 02 08:04:43.267364 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9dd588-fc26-46a9-b893-e6f8ea38cba7 None None] Sync routers for ids ['1e4f1feb-1404-4be9-9837-cb63dd77f8be'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 08:04:43.276070 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 71d86905-589c-4d15-88f7-4d1d861c2876 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:04:43.276460 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (71d86905-589c-4d15-88f7-4d1d861c2876), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:43.289747 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9dd588-fc26-46a9-b893-e6f8ea38cba7 None None] Routers {'1e4f1feb-1404-4be9-9837-cb63dd77f8be'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:04:43.290758 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-3a9dd588-fc26-46a9-b893-e6f8ea38cba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:04:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['1e4f1feb-1404-4be9-9837-cb63dd77f8be'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:04:43.311250 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 71d86905-589c-4d15-88f7-4d1d861c2876, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=71d86905-589c-4d15-88f7-4d1d861c2876,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:04:43.312375 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5696d6eb-6503-4b0d-babc-353596117b41 None None] Pushing event updated for resources: {'Port': ['ID=a1533a5d-34b2-482a-99c8-0b63609bb897,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:04:43.325302 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (71d86905-589c-4d15-88f7-4d1d861c2876), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:43.326103 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device a1533a5d-34b2-482a-99c8-0b63609bb897 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 08:04:43.400788 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8345e5ac-1ecc-4b92-b55e-60809bca6845 req-3758932b-3c36-4f35-9374-a881f4dfb71e tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:04:43.402557 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8345e5ac-1ecc-4b92-b55e-60809bca6845 req-3758932b-3c36-4f35-9374-a881f4dfb71e tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/networks?id=61dec8b6-5e15-4683-9a55-4342bb3ca5d6 HTTP/1.1" status: 200 len: 796 time: 0.1694965 Feb 02 08:04:43.423387 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8345e5ac-1ecc-4b92-b55e-60809bca6845 req-a2caad1f-4c3f-4ba1-a45b-a033e73f5e10 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/quotas/491ef38eb7a24b33900e5a5f7693dafc HTTP/1.1" status: 200 len: 375 time: 0.0135636 Feb 02 08:04:43.445311 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-3a9dd588-fc26-46a9-b893-e6f8ea38cba7 None None] Set router 1e4f1feb-1404-4be9-9837-cb63dd77f8be gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:04:43.500175 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b3d77571-e939-4635-9b38-8205417b23ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:43.515172 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8345e5ac-1ecc-4b92-b55e-60809bca6845 req-46f3156e-7e85-496a-a841-bf1cfe589905 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=491ef38eb7a24b33900e5a5f7693dafc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0852597 Feb 02 08:04:43.518863 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=71d86905-589c-4d15-88f7-4d1d861c2876,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:04:43.531218 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port a1533a5d-34b2-482a-99c8-0b63609bb897 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:04:43.531776 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (a1533a5d-34b2-482a-99c8-0b63609bb897), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:43.597841 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-0e424603-19fb-42ac-aae6-82664c27af23 None None] Provisioning complete for port 9a02c0f8-78d6-447e-9371-8de4ab5fe89c triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:04:43.598820 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0e424603-19fb-42ac-aae6-82664c27af23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (9a02c0f8-78d6-447e-9371-8de4ab5fe89c), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:43.643349 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-0e424603-19fb-42ac-aae6-82664c27af23 None None] Port 9a02c0f8-78d6-447e-9371-8de4ab5fe89c cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 08:04:43.696617 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port a1533a5d-34b2-482a-99c8-0b63609bb897 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:04:43.705168 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-0e424603-19fb-42ac-aae6-82664c27af23 None None] Provisioning complete for port a1533a5d-34b2-482a-99c8-0b63609bb897 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:04:43.705661 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0e424603-19fb-42ac-aae6-82664c27af23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (a1533a5d-34b2-482a-99c8-0b63609bb897), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:43.717351 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8345e5ac-1ecc-4b92-b55e-60809bca6845 req-e5a16961-a4e2-43a0-b748-347805ae83ec service neutron] 10.222.0.87 "GET /v2.0/networks/61dec8b6-5e15-4683-9a55-4342bb3ca5d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758118 Feb 02 08:04:43.752333 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-3a9dd588-fc26-46a9-b893-e6f8ea38cba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4f1feb-1404-4be9-9837-cb63dd77f8be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1740060983', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '71d86905-589c-4d15-88f7-4d1d861c2876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:04:38Z', 'updated_at': '2022-02-02T08:04:42Z', 'revision_number': 4, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'gw_port': {'id': '71d86905-589c-4d15-88f7-4d1d861c2876', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:19:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e4f1feb-1404-4be9-9837-cb63dd77f8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:04:38Z', 'updated_at': '2022-02-02T08:04:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '9a02c0f8-78d6-447e-9371-8de4ab5fe89c', 'name': '', 'network_id': '61dec8b6-5e15-4683-9a55-4342bb3ca5d6', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'mac_address': 'fa:16:3e:fb:d7:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e4f1feb-1404-4be9-9837-cb63dd77f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '7e3be43a-7025-44f5-a812-398320522939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:04:41Z', 'updated_at': '2022-02-02T08:04:42Z', 'revision_number': 2, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'subnets': [{'id': '7e3be43a-7025-44f5-a812-398320522939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:04:43.795829 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9dd588-fc26-46a9-b893-e6f8ea38cba7 None None] Checking router: 1e4f1feb-1404-4be9-9837-cb63dd77f8be for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 08:04:43.796144 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9dd588-fc26-46a9-b893-e6f8ea38cba7 None None] Updating router 1e4f1feb-1404-4be9-9837-cb63dd77f8be port 9a02c0f8-78d6-447e-9371-8de4ab5fe89c binding host n-d-789963-26 {{(pid=109696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 08:04:43.801121 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-0e424603-19fb-42ac-aae6-82664c27af23 None None] Current status of the port a1533a5d-34b2-482a-99c8-0b63609bb897 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:04:43.837248 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-3a9dd588-fc26-46a9-b893-e6f8ea38cba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (9a02c0f8-78d6-447e-9371-8de4ab5fe89c), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:43.839982 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8345e5ac-1ecc-4b92-b55e-60809bca6845 req-e5e16338-1ffb-498a-83cf-01976894524b service neutron] 10.222.0.87 "GET /v2.0/networks/61dec8b6-5e15-4683-9a55-4342bb3ca5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217303 Feb 02 08:04:43.940172 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-c219c53c-d430-438b-8cdf-353be5f32a9c None None] Provisioning complete for port 9a02c0f8-78d6-447e-9371-8de4ab5fe89c triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:04:43.940704 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c219c53c-d430-438b-8cdf-353be5f32a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (9a02c0f8-78d6-447e-9371-8de4ab5fe89c), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:44.051917 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-c219c53c-d430-438b-8cdf-353be5f32a9c None None] Port 9a02c0f8-78d6-447e-9371-8de4ab5fe89c cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 08:04:44.100268 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a85d44b3-b8a2-4289-9132-0bfdf5bfacb0 req-8f4e7cf9-8194-47b8-8197-af10b14c608b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=911d92d1-6dcb-4b3b-915c-9603e78c252f HTTP/1.1" status: 200 len: 210 time: 0.0415421 Feb 02 08:04:44.176078 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-2e7b0267-9209-4ebc-bd29-e1a0cbf58b28 None None] Provisioning complete for port 9a02c0f8-78d6-447e-9371-8de4ab5fe89c triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:04:44.176464 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2e7b0267-9209-4ebc-bd29-e1a0cbf58b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (9a02c0f8-78d6-447e-9371-8de4ab5fe89c), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:44.182948 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-3a9dd588-fc26-46a9-b893-e6f8ea38cba7 None None] Publish callbacks [] for port (9a02c0f8-78d6-447e-9371-8de4ab5fe89c), precommit_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:44.192358 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-3a9dd588-fc26-46a9-b893-e6f8ea38cba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (9a02c0f8-78d6-447e-9371-8de4ab5fe89c), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:44.217171 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-2e7b0267-9209-4ebc-bd29-e1a0cbf58b28 None None] Port 9a02c0f8-78d6-447e-9371-8de4ab5fe89c cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 08:04:44.294577 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ce580a-5f10-4f04-8e3a-eddff52bc564 None None] Pushing event updated for resources: {'Port': ['ID=9a02c0f8-78d6-447e-9371-8de4ab5fe89c,revision_number=3']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:04:44.318953 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ce580a-5f10-4f04-8e3a-eddff52bc564 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:04:44.319326 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ce580a-5f10-4f04-8e3a-eddff52bc564 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:04:44.319629 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ce580a-5f10-4f04-8e3a-eddff52bc564 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:04:44.319961 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ce580a-5f10-4f04-8e3a-eddff52bc564 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:04:44.320263 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ce580a-5f10-4f04-8e3a-eddff52bc564 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:04:44.320613 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ce580a-5f10-4f04-8e3a-eddff52bc564 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:04:44.320912 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ce580a-5f10-4f04-8e3a-eddff52bc564 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:04:44.321356 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ce580a-5f10-4f04-8e3a-eddff52bc564 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:04:44.321543 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ce580a-5f10-4f04-8e3a-eddff52bc564 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:04:44.321925 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ce580a-5f10-4f04-8e3a-eddff52bc564 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:04:44.322166 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ce580a-5f10-4f04-8e3a-eddff52bc564 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:04:44.322491 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ce580a-5f10-4f04-8e3a-eddff52bc564 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:04:44.322806 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ce580a-5f10-4f04-8e3a-eddff52bc564 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:04:44.335524 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-3a9dd588-fc26-46a9-b893-e6f8ea38cba7 None None] Attempting to bind port 9a02c0f8-78d6-447e-9371-8de4ab5fe89c on host n-d-789963-26 for vnic_type normal with profile {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 08:04:44.336318 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-3a9dd588-fc26-46a9-b893-e6f8ea38cba7 None None] Attempting to bind port 9a02c0f8-78d6-447e-9371-8de4ab5fe89c by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '19ed3af0-bfb9-4ce4-9d33-72fc4bc291c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '61dec8b6-5e15-4683-9a55-4342bb3ca5d6'}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 08:04:44.336924 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9dd588-fc26-46a9-b893-e6f8ea38cba7 None None] Attempting to bind port 9a02c0f8-78d6-447e-9371-8de4ab5fe89c on network 61dec8b6-5e15-4683-9a55-4342bb3ca5d6 {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 08:04:44.342384 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9dd588-fc26-46a9-b893-e6f8ea38cba7 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 8, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 08:04:44.343063 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9dd588-fc26-46a9-b893-e6f8ea38cba7 None None] Checking segment: {'id': '19ed3af0-bfb9-4ce4-9d33-72fc4bc291c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '61dec8b6-5e15-4683-9a55-4342bb3ca5d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 08:04:44.343710 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-3a9dd588-fc26-46a9-b893-e6f8ea38cba7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:44.344348 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9dd588-fc26-46a9-b893-e6f8ea38cba7 None None] Bound using segment: {'id': '19ed3af0-bfb9-4ce4-9d33-72fc4bc291c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '61dec8b6-5e15-4683-9a55-4342bb3ca5d6'} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 08:04:44.345016 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-3a9dd588-fc26-46a9-b893-e6f8ea38cba7 None None] Bound port: 9a02c0f8-78d6-447e-9371-8de4ab5fe89c, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19ed3af0-bfb9-4ce4-9d33-72fc4bc291c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '61dec8b6-5e15-4683-9a55-4342bb3ca5d6'}}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 08:04:44.345678 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-3a9dd588-fc26-46a9-b893-e6f8ea38cba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (9a02c0f8-78d6-447e-9371-8de4ab5fe89c), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:44.420377 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-3a9dd588-fc26-46a9-b893-e6f8ea38cba7 None None] For port 9a02c0f8-78d6-447e-9371-8de4ab5fe89c, host n-d-789963-26, cleared binding levels {{(pid=109696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 08:04:44.424646 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-3a9dd588-fc26-46a9-b893-e6f8ea38cba7 None None] For port 9a02c0f8-78d6-447e-9371-8de4ab5fe89c, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=9a02c0f8-78d6-447e-9371-8de4ab5fe89c,segment=NetworkSegment(19ed3af0-bfb9-4ce4-9d33-72fc4bc291c4),segment_id=19ed3af0-bfb9-4ce4-9d33-72fc4bc291c4)] {{(pid=109696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 08:04:44.433334 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-3a9dd588-fc26-46a9-b893-e6f8ea38cba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (9a02c0f8-78d6-447e-9371-8de4ab5fe89c), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:44.504840 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9dd588-fc26-46a9-b893-e6f8ea38cba7 None None] Routers {'1e4f1feb-1404-4be9-9837-cb63dd77f8be'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:04:44.505498 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-3a9dd588-fc26-46a9-b893-e6f8ea38cba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:04:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['1e4f1feb-1404-4be9-9837-cb63dd77f8be'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:04:44.512526 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ce580a-5f10-4f04-8e3a-eddff52bc564 None None] Pushing event updated for resources: {'Port': ['ID=9a02c0f8-78d6-447e-9371-8de4ab5fe89c,revision_number=4']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:04:44.561001 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-cbeead83-df1a-4cf4-acb1-8d8aa1602cb9 None None] Provisioning complete for port 9a02c0f8-78d6-447e-9371-8de4ab5fe89c triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:04:44.561631 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-cbeead83-df1a-4cf4-acb1-8d8aa1602cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (9a02c0f8-78d6-447e-9371-8de4ab5fe89c), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:44.617889 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 71d86905-589c-4d15-88f7-4d1d861c2876 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 08:04:44.675089 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-3a9dd588-fc26-46a9-b893-e6f8ea38cba7 None None] Set router 1e4f1feb-1404-4be9-9837-cb63dd77f8be gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:04:44.721772 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-cbeead83-df1a-4cf4-acb1-8d8aa1602cb9 None None] Current status of the port 9a02c0f8-78d6-447e-9371-8de4ab5fe89c is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:04:44.722282 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-cbeead83-df1a-4cf4-acb1-8d8aa1602cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (9a02c0f8-78d6-447e-9371-8de4ab5fe89c), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:44.757607 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 71d86905-589c-4d15-88f7-4d1d861c2876 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:04:44.757987 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (71d86905-589c-4d15-88f7-4d1d861c2876), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:44.809420 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-cbeead83-df1a-4cf4-acb1-8d8aa1602cb9 None None] For port 9a02c0f8-78d6-447e-9371-8de4ab5fe89c, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=9a02c0f8-78d6-447e-9371-8de4ab5fe89c,segment=NetworkSegment(19ed3af0-bfb9-4ce4-9d33-72fc4bc291c4),segment_id=19ed3af0-bfb9-4ce4-9d33-72fc4bc291c4)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:04:44.817214 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-cbeead83-df1a-4cf4-acb1-8d8aa1602cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (9a02c0f8-78d6-447e-9371-8de4ab5fe89c), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:44.917506 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeead83-df1a-4cf4-acb1-8d8aa1602cb9 None None] Pushing event updated for resources: {'Port': ['ID=9a02c0f8-78d6-447e-9371-8de4ab5fe89c,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:04:44.922116 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 71d86905-589c-4d15-88f7-4d1d861c2876 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:04:44.924060 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device a1533a5d-34b2-482a-99c8-0b63609bb897 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 08:04:44.950985 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:44.970668 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-3a9dd588-fc26-46a9-b893-e6f8ea38cba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4f1feb-1404-4be9-9837-cb63dd77f8be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1740060983', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '71d86905-589c-4d15-88f7-4d1d861c2876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:04:38Z', 'updated_at': '2022-02-02T08:04:42Z', 'revision_number': 4, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'gw_port': {'id': '71d86905-589c-4d15-88f7-4d1d861c2876', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:19:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4f1feb-1404-4be9-9837-cb63dd77f8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:04:38Z', 'updated_at': '2022-02-02T08:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '9a02c0f8-78d6-447e-9371-8de4ab5fe89c', 'name': '', 'network_id': '61dec8b6-5e15-4683-9a55-4342bb3ca5d6', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'mac_address': 'fa:16:3e:fb:d7:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e4f1feb-1404-4be9-9837-cb63dd77f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '7e3be43a-7025-44f5-a812-398320522939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:04:41Z', 'updated_at': '2022-02-02T08:04:44Z', 'revision_number': 4, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'subnets': [{'id': '7e3be43a-7025-44f5-a812-398320522939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:04:44.972463 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-0026da6c-2dd3-450b-a515-f9ae559dc08f None None] Provisioning complete for port 9a02c0f8-78d6-447e-9371-8de4ab5fe89c triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:04:44.972838 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0026da6c-2dd3-450b-a515-f9ae559dc08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (9a02c0f8-78d6-447e-9371-8de4ab5fe89c), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:44.998838 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9dd588-fc26-46a9-b893-e6f8ea38cba7 None None] The sync data for ids ['1e4f1feb-1404-4be9-9837-cb63dd77f8be'] in n-d-789963-26 is: [{'id': '1e4f1feb-1404-4be9-9837-cb63dd77f8be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1740060983', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '71d86905-589c-4d15-88f7-4d1d861c2876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:04:38Z', 'updated_at': '2022-02-02T08:04:42Z', 'revision_number': 4, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'gw_port': {'id': '71d86905-589c-4d15-88f7-4d1d861c2876', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:19:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4f1feb-1404-4be9-9837-cb63dd77f8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:04:38Z', 'updated_at': '2022-02-02T08:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '9a02c0f8-78d6-447e-9371-8de4ab5fe89c', 'name': '', 'network_id': '61dec8b6-5e15-4683-9a55-4342bb3ca5d6', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'mac_address': 'fa:16:3e:fb:d7:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e4f1feb-1404-4be9-9837-cb63dd77f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '7e3be43a-7025-44f5-a812-398320522939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:04:41Z', 'updated_at': '2022-02-02T08:04:44Z', 'revision_number': 4, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'subnets': [{'id': '7e3be43a-7025-44f5-a812-398320522939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 08:04:45.025079 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port a1533a5d-34b2-482a-99c8-0b63609bb897 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:04:45.025452 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (a1533a5d-34b2-482a-99c8-0b63609bb897), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:45.113784 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-0026da6c-2dd3-450b-a515-f9ae559dc08f None None] Current status of the port 9a02c0f8-78d6-447e-9371-8de4ab5fe89c is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:04:45.169069 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port a1533a5d-34b2-482a-99c8-0b63609bb897 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:04:45.236294 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-95cc2e43-5fcd-4f61-b1c6-c6826c1f2c50 req-129ef934-811b-4ead-923a-664f5c6c5b3b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=911d92d1-6dcb-4b3b-915c-9603e78c252f HTTP/1.1" status: 200 len: 210 time: 0.0349278 Feb 02 08:04:45.400768 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8345e5ac-1ecc-4b92-b55e-60809bca6845 req-0a60f66d-f096-4d70-ad15-4179b8817d95 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:04:45.402326 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8345e5ac-1ecc-4b92-b55e-60809bca6845 req-0a60f66d-f096-4d70-ad15-4179b8817d95 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.59 "GET /v2.0/networks?id=61dec8b6-5e15-4683-9a55-4342bb3ca5d6 HTTP/1.1" status: 200 len: 796 time: 0.1138759 Feb 02 08:04:45.480512 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8345e5ac-1ecc-4b92-b55e-60809bca6845 req-95958232-1ed2-4579-bebe-4c626ea7374f tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=491ef38eb7a24b33900e5a5f7693dafc HTTP/1.1" status: 200 len: 378 time: 0.0646188 Feb 02 08:04:45.497743 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-8345e5ac-1ecc-4b92-b55e-60809bca6845 req-9b430203-5e24-4df4-9ee1-73bf5fcbef2b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Request body: {'port': {'device_id': '911d92d1-6dcb-4b3b-915c-9603e78c252f', 'network_id': '61dec8b6-5e15-4683-9a55-4342bb3ca5d6', 'admin_state_up': True, 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'security_groups': ['cc3f46f1-7bbc-41bb-95ee-9d562f42a39a']}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:04:45.624135 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8345e5ac-1ecc-4b92-b55e-60809bca6845 req-9b430203-5e24-4df4-9ee1-73bf5fcbef2b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Made reservation on behalf of 491ef38eb7a24b33900e5a5f7693dafc for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 08:04:45.628336 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-8345e5ac-1ecc-4b92-b55e-60809bca6845 req-9b430203-5e24-4df4-9ee1-73bf5fcbef2b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:45.780817 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-8345e5ac-1ecc-4b92-b55e-60809bca6845 req-9b430203-5e24-4df4-9ee1-73bf5fcbef2b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Allocated IP 172.20.0.12 (61dec8b6-5e15-4683-9a55-4342bb3ca5d6/7e3be43a-7025-44f5-a812-398320522939/36c8d37b-5e4e-4619-89f2-d9c13b17a46d) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 08:04:45.945957 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-8345e5ac-1ecc-4b92-b55e-60809bca6845 req-9b430203-5e24-4df4-9ee1-73bf5fcbef2b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for port (36c8d37b-5e4e-4619-89f2-d9c13b17a46d), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:45.981964 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-8345e5ac-1ecc-4b92-b55e-60809bca6845 req-9b430203-5e24-4df4-9ee1-73bf5fcbef2b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (36c8d37b-5e4e-4619-89f2-d9c13b17a46d), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:46.040819 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8345e5ac-1ecc-4b92-b55e-60809bca6845 req-9b430203-5e24-4df4-9ee1-73bf5fcbef2b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Network 61dec8b6-5e15-4683-9a55-4342bb3ca5d6 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 08:04:46.044661 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-8345e5ac-1ecc-4b92-b55e-60809bca6845 req-9b430203-5e24-4df4-9ee1-73bf5fcbef2b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 08:04:46.049352 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-8345e5ac-1ecc-4b92-b55e-60809bca6845 req-9b430203-5e24-4df4-9ee1-73bf5fcbef2b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 08:04:46.054108 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b430203-5e24-4df4-9ee1-73bf5fcbef2b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event updated for resources: {'Port': ['ID=36c8d37b-5e4e-4619-89f2-d9c13b17a46d,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:04:46.112211 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8345e5ac-1ecc-4b92-b55e-60809bca6845 req-9b430203-5e24-4df4-9ee1-73bf5fcbef2b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:04:46.112895 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-8345e5ac-1ecc-4b92-b55e-60809bca6845 req-9b430203-5e24-4df4-9ee1-73bf5fcbef2b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:46.132196 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8345e5ac-1ecc-4b92-b55e-60809bca6845 req-9b430203-5e24-4df4-9ee1-73bf5fcbef2b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6386619 Feb 02 08:04:46.157990 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-8345e5ac-1ecc-4b92-b55e-60809bca6845 req-0e5b0bb6-1869-4546-b033-2dda6afaf9bf service neutron] Request body: {'port': {'device_id': '911d92d1-6dcb-4b3b-915c-9603e78c252f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:04:46.233831 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-8345e5ac-1ecc-4b92-b55e-60809bca6845 req-0e5b0bb6-1869-4546-b033-2dda6afaf9bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (36c8d37b-5e4e-4619-89f2-d9c13b17a46d), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:46.295480 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:46.341414 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-98028045-2409-4d79-bdba-ccb174db592c None None] Provisioning complete for port 36c8d37b-5e4e-4619-89f2-d9c13b17a46d triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:04:46.341709 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-98028045-2409-4d79-bdba-ccb174db592c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (36c8d37b-5e4e-4619-89f2-d9c13b17a46d), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:46.382337 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-98028045-2409-4d79-bdba-ccb174db592c None None] Port 36c8d37b-5e4e-4619-89f2-d9c13b17a46d cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 08:04:46.474509 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1435f809-e6cf-42c5-9369-afb7603c735f req-8394558e-0a0a-4d3f-98a8-99174602aeba tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:04:46.476016 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1435f809-e6cf-42c5-9369-afb7603c735f req-8394558e-0a0a-4d3f-98a8-99174602aeba tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=911d92d1-6dcb-4b3b-915c-9603e78c252f HTTP/1.1" status: 200 len: 932 time: 0.1191609 Feb 02 08:04:46.554941 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1435f809-e6cf-42c5-9369-afb7603c735f req-8e44021c-afd5-47da-8c28-8fde4890dcd4 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=cc3f46f1-7bbc-41bb-95ee-9d562f42a39a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0729074 Feb 02 08:04:46.594449 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 9a02c0f8-78d6-447e-9371-8de4ab5fe89c up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 08:04:46.612841 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-8345e5ac-1ecc-4b92-b55e-60809bca6845 req-0e5b0bb6-1869-4546-b033-2dda6afaf9bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36c8d37b-5e4e-4619-89f2-d9c13b17a46d {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 08:04:46.620477 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-8345e5ac-1ecc-4b92-b55e-60809bca6845 req-0e5b0bb6-1869-4546-b033-2dda6afaf9bf service neutron] Publish callbacks [] for port (36c8d37b-5e4e-4619-89f2-d9c13b17a46d), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:46.633700 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-8345e5ac-1ecc-4b92-b55e-60809bca6845 req-0e5b0bb6-1869-4546-b033-2dda6afaf9bf service neutron] Transition to ACTIVE for port object 36c8d37b-5e4e-4619-89f2-d9c13b17a46d will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 08:04:46.637992 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-8345e5ac-1ecc-4b92-b55e-60809bca6845 req-0e5b0bb6-1869-4546-b033-2dda6afaf9bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (36c8d37b-5e4e-4619-89f2-d9c13b17a46d), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:46.645935 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 9a02c0f8-78d6-447e-9371-8de4ab5fe89c triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:04:46.646315 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (9a02c0f8-78d6-447e-9371-8de4ab5fe89c), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:46.692819 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5b0bb6-1869-4546-b033-2dda6afaf9bf service neutron] Pushing event updated for resources: {'Port': ['ID=36c8d37b-5e4e-4619-89f2-d9c13b17a46d,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:04:46.743326 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 9a02c0f8-78d6-447e-9371-8de4ab5fe89c is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:04:46.764581 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-8345e5ac-1ecc-4b92-b55e-60809bca6845 req-0e5b0bb6-1869-4546-b033-2dda6afaf9bf service neutron] Attempting to bind port 36c8d37b-5e4e-4619-89f2-d9c13b17a46d on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 08:04:46.764921 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-8345e5ac-1ecc-4b92-b55e-60809bca6845 req-0e5b0bb6-1869-4546-b033-2dda6afaf9bf service neutron] Attempting to bind port 36c8d37b-5e4e-4619-89f2-d9c13b17a46d by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': '19ed3af0-bfb9-4ce4-9d33-72fc4bc291c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '61dec8b6-5e15-4683-9a55-4342bb3ca5d6'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 08:04:46.765254 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8345e5ac-1ecc-4b92-b55e-60809bca6845 req-0e5b0bb6-1869-4546-b033-2dda6afaf9bf service neutron] Attempting to bind port 36c8d37b-5e4e-4619-89f2-d9c13b17a46d on network 61dec8b6-5e15-4683-9a55-4342bb3ca5d6 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 08:04:46.770676 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8345e5ac-1ecc-4b92-b55e-60809bca6845 req-0e5b0bb6-1869-4546-b033-2dda6afaf9bf service neutron] Port 36c8d37b-5e4e-4619-89f2-d9c13b17a46d on network 61dec8b6-5e15-4683-9a55-4342bb3ca5d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 08:04:46.771000 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8345e5ac-1ecc-4b92-b55e-60809bca6845 req-0e5b0bb6-1869-4546-b033-2dda6afaf9bf service neutron] Attempting to bind port 36c8d37b-5e4e-4619-89f2-d9c13b17a46d on network 61dec8b6-5e15-4683-9a55-4342bb3ca5d6 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 08:04:46.776023 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8345e5ac-1ecc-4b92-b55e-60809bca6845 req-0e5b0bb6-1869-4546-b033-2dda6afaf9bf service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 8, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 08:04:46.776365 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8345e5ac-1ecc-4b92-b55e-60809bca6845 req-0e5b0bb6-1869-4546-b033-2dda6afaf9bf service neutron] Checking segment: {'id': '19ed3af0-bfb9-4ce4-9d33-72fc4bc291c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '61dec8b6-5e15-4683-9a55-4342bb3ca5d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 08:04:46.776760 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8345e5ac-1ecc-4b92-b55e-60809bca6845 req-0e5b0bb6-1869-4546-b033-2dda6afaf9bf service neutron] Bound using segment: {'id': '19ed3af0-bfb9-4ce4-9d33-72fc4bc291c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '61dec8b6-5e15-4683-9a55-4342bb3ca5d6'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 08:04:46.777198 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-8345e5ac-1ecc-4b92-b55e-60809bca6845 req-0e5b0bb6-1869-4546-b033-2dda6afaf9bf service neutron] Bound port: 36c8d37b-5e4e-4619-89f2-d9c13b17a46d, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19ed3af0-bfb9-4ce4-9d33-72fc4bc291c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '61dec8b6-5e15-4683-9a55-4342bb3ca5d6'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 08:04:46.777551 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-8345e5ac-1ecc-4b92-b55e-60809bca6845 req-0e5b0bb6-1869-4546-b033-2dda6afaf9bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (36c8d37b-5e4e-4619-89f2-d9c13b17a46d), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:46.843174 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-8345e5ac-1ecc-4b92-b55e-60809bca6845 req-0e5b0bb6-1869-4546-b033-2dda6afaf9bf service neutron] For port 36c8d37b-5e4e-4619-89f2-d9c13b17a46d, host n-h2-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 08:04:46.846840 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-8345e5ac-1ecc-4b92-b55e-60809bca6845 req-0e5b0bb6-1869-4546-b033-2dda6afaf9bf service neutron] For port 36c8d37b-5e4e-4619-89f2-d9c13b17a46d, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=36c8d37b-5e4e-4619-89f2-d9c13b17a46d,segment=NetworkSegment(19ed3af0-bfb9-4ce4-9d33-72fc4bc291c4),segment_id=19ed3af0-bfb9-4ce4-9d33-72fc4bc291c4)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 08:04:46.853463 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-8345e5ac-1ecc-4b92-b55e-60809bca6845 req-0e5b0bb6-1869-4546-b033-2dda6afaf9bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (36c8d37b-5e4e-4619-89f2-d9c13b17a46d), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:46.887030 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8345e5ac-1ecc-4b92-b55e-60809bca6845 req-0e5b0bb6-1869-4546-b033-2dda6afaf9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:04:46.887421 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-8345e5ac-1ecc-4b92-b55e-60809bca6845 req-0e5b0bb6-1869-4546-b033-2dda6afaf9bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:46.888808 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8345e5ac-1ecc-4b92-b55e-60809bca6845 req-0e5b0bb6-1869-4546-b033-2dda6afaf9bf service neutron] 10.222.0.59 "PUT /v2.0/ports/36c8d37b-5e4e-4619-89f2-d9c13b17a46d HTTP/1.1" status: 200 len: 1093 time: 0.7357385 Feb 02 08:04:46.889267 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '911d92d1-6dcb-4b3b-915c-9603e78c252f', 'tag': '36c8d37b-5e4e-4619-89f2-d9c13b17a46d'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 08:04:46.892040 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cd64c29d20054dd266ebfc4811df21ba6bce2c9fa8def1b04b444a49e945ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25fa18a8-1d2e-4d7a-ade7-db058a316a10" -d '{"events": [{"name": "network-changed", "server_uuid": "911d92d1-6dcb-4b3b-915c-9603e78c252f", "tag": "36c8d37b-5e4e-4619-89f2-d9c13b17a46d"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 08:04:46.919348 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5b0bb6-1869-4546-b033-2dda6afaf9bf service neutron] Pushing event updated for resources: {'Port': ['ID=36c8d37b-5e4e-4619-89f2-d9c13b17a46d,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:04:46.941122 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 08:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df595261-5c16-4e95-baa8-bdb9da5b0188 x-openstack-request-id: req-df595261-5c16-4e95-baa8-bdb9da5b0188 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 08:04:46.941416 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "911d92d1-6dcb-4b3b-915c-9603e78c252f", "tag": "36c8d37b-5e4e-4619-89f2-d9c13b17a46d", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 08:04:46.941674 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-df595261-5c16-4e95-baa8-bdb9da5b0188 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 08:04:46.942080 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '911d92d1-6dcb-4b3b-915c-9603e78c252f', 'tag': '36c8d37b-5e4e-4619-89f2-d9c13b17a46d', 'status': 'completed', 'code': 200} Feb 02 08:04:47.000685 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8345e5ac-1ecc-4b92-b55e-60809bca6845 req-27433b73-f777-475d-bf3f-8cb022813d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:04:47.002420 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8345e5ac-1ecc-4b92-b55e-60809bca6845 req-27433b73-f777-475d-bf3f-8cb022813d7e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=491ef38eb7a24b33900e5a5f7693dafc&device_id=911d92d1-6dcb-4b3b-915c-9603e78c252f HTTP/1.1" status: 200 len: 1127 time: 0.0472403 Feb 02 08:04:47.057252 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8345e5ac-1ecc-4b92-b55e-60809bca6845 req-e57195f9-eda9-4508-b929-cbbbd2eec382 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36c8d37b-5e4e-4619-89f2-d9c13b17a46d HTTP/1.1" status: 200 len: 217 time: 0.0394614 Feb 02 08:04:47.107294 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8345e5ac-1ecc-4b92-b55e-60809bca6845 req-f25b863a-551f-49e8-a253-4334d2af284e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:04:47.108769 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8345e5ac-1ecc-4b92-b55e-60809bca6845 req-f25b863a-551f-49e8-a253-4334d2af284e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7e3be43a-7025-44f5-a812-398320522939 HTTP/1.1" status: 200 len: 834 time: 0.0449591 Feb 02 08:04:47.160023 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8345e5ac-1ecc-4b92-b55e-60809bca6845 req-99db4685-23da-426f-8f8a-b9fde2cd53cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:04:47.161538 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8345e5ac-1ecc-4b92-b55e-60809bca6845 req-99db4685-23da-426f-8f8a-b9fde2cd53cd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=61dec8b6-5e15-4683-9a55-4342bb3ca5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0469072 Feb 02 08:04:47.253180 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8345e5ac-1ecc-4b92-b55e-60809bca6845 req-2eb71e0c-4ec5-4cf8-bafc-9fcca78bbfe9 service neutron] 10.222.0.59 "GET /v2.0/networks/61dec8b6-5e15-4683-9a55-4342bb3ca5d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856571 Feb 02 08:04:47.338415 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8345e5ac-1ecc-4b92-b55e-60809bca6845 req-5f7c478b-8812-4a70-9cc3-fa3b814a73da service neutron] 10.222.0.59 "GET /v2.0/networks/61dec8b6-5e15-4683-9a55-4342bb3ca5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794609 Feb 02 08:04:47.476784 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fa18a8-1d2e-4d7a-ade7-db058a316a10 req-7fc89b2a-bd05-45ea-bc29-ecdd1a6029e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:04:47.478323 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-25fa18a8-1d2e-4d7a-ade7-db058a316a10 req-7fc89b2a-bd05-45ea-bc29-ecdd1a6029e2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=491ef38eb7a24b33900e5a5f7693dafc&device_id=911d92d1-6dcb-4b3b-915c-9603e78c252f HTTP/1.1" status: 200 len: 1127 time: 0.0493453 Feb 02 08:04:47.540541 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:47.569518 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fa18a8-1d2e-4d7a-ade7-db058a316a10 req-28a7f4d2-dd9d-40a3-b7cb-b467d9793d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:04:47.570999 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-25fa18a8-1d2e-4d7a-ade7-db058a316a10 req-28a7f4d2-dd9d-40a3-b7cb-b467d9793d71 service neutron] 10.222.0.59 "GET /v2.0/networks?id=61dec8b6-5e15-4683-9a55-4342bb3ca5d6 HTTP/1.1" status: 200 len: 897 time: 0.0873749 Feb 02 08:04:47.617689 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-25fa18a8-1d2e-4d7a-ade7-db058a316a10 req-85b9ba08-037b-41f5-9223-d20c10b78971 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36c8d37b-5e4e-4619-89f2-d9c13b17a46d HTTP/1.1" status: 200 len: 217 time: 0.0399973 Feb 02 08:04:47.694777 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fa18a8-1d2e-4d7a-ade7-db058a316a10 req-96643bbb-baed-4f6b-9b88-280bc89192be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:04:47.696293 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-25fa18a8-1d2e-4d7a-ade7-db058a316a10 req-96643bbb-baed-4f6b-9b88-280bc89192be service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7e3be43a-7025-44f5-a812-398320522939 HTTP/1.1" status: 200 len: 834 time: 0.0730898 Feb 02 08:04:47.718871 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7df30-8b5f-4e56-a529-b150f60a87ce req-6cd21663-9687-4234-867c-724ab56e2708 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:04:47.720556 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0ec7df30-8b5f-4e56-a529-b150f60a87ce req-6cd21663-9687-4234-867c-724ab56e2708 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=911d92d1-6dcb-4b3b-915c-9603e78c252f HTTP/1.1" status: 200 len: 944 time: 0.0892344 Feb 02 08:04:47.791152 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fa18a8-1d2e-4d7a-ade7-db058a316a10 req-dee3e070-3543-49d2-8bb4-9267dd9ade34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:04:47.792593 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-25fa18a8-1d2e-4d7a-ade7-db058a316a10 req-dee3e070-3543-49d2-8bb4-9267dd9ade34 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=61dec8b6-5e15-4683-9a55-4342bb3ca5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0889771 Feb 02 08:04:47.796564 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0ec7df30-8b5f-4e56-a529-b150f60a87ce req-ba633c6f-ba0a-4ee3-9ebd-14d528ff1fdc tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=cc3f46f1-7bbc-41bb-95ee-9d562f42a39a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0617666 Feb 02 08:04:47.880260 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-25fa18a8-1d2e-4d7a-ade7-db058a316a10 req-8df8aa90-3988-4f0e-a4fd-81f3b8fb368f service neutron] 10.222.0.59 "GET /v2.0/networks/61dec8b6-5e15-4683-9a55-4342bb3ca5d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813222 Feb 02 08:04:47.970842 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-25fa18a8-1d2e-4d7a-ade7-db058a316a10 req-eb351978-31b0-4cf0-a858-57b009a8169e service neutron] 10.222.0.59 "GET /v2.0/networks/61dec8b6-5e15-4683-9a55-4342bb3ca5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844333 Feb 02 08:04:48.916080 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e587c-df57-4c0e-89a0-fbd6871b9d5d req-3a123da9-ad4d-496b-a92c-dd3e722a6256 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:04:48.917537 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-977e587c-df57-4c0e-89a0-fbd6871b9d5d req-3a123da9-ad4d-496b-a92c-dd3e722a6256 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=911d92d1-6dcb-4b3b-915c-9603e78c252f HTTP/1.1" status: 200 len: 944 time: 0.0533316 Feb 02 08:04:48.965241 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-977e587c-df57-4c0e-89a0-fbd6871b9d5d req-be4445f2-4ece-4790-8062-1ed5b30db058 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=cc3f46f1-7bbc-41bb-95ee-9d562f42a39a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418494 Feb 02 08:04:50.083676 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ee36b-4f2a-4437-810f-a06ca781939c req-16fa16eb-c54d-4281-858c-9b0db2bf1ec9 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:04:50.085229 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fb7ee36b-4f2a-4437-810f-a06ca781939c req-16fa16eb-c54d-4281-858c-9b0db2bf1ec9 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=911d92d1-6dcb-4b3b-915c-9603e78c252f HTTP/1.1" status: 200 len: 944 time: 0.0522311 Feb 02 08:04:50.142098 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fb7ee36b-4f2a-4437-810f-a06ca781939c req-21c5589b-5b64-4f7e-be7c-6a8537d544cc tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=cc3f46f1-7bbc-41bb-95ee-9d562f42a39a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512516 Feb 02 08:04:50.881712 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 36c8d37b-5e4e-4619-89f2-d9c13b17a46d details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 08:04:50.975851 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 36c8d37b-5e4e-4619-89f2-d9c13b17a46d, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=36c8d37b-5e4e-4619-89f2-d9c13b17a46d,segment=NetworkSegment(19ed3af0-bfb9-4ce4-9d33-72fc4bc291c4),segment_id=19ed3af0-bfb9-4ce4-9d33-72fc4bc291c4)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:04:50.986158 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': '36c8d37b-5e4e-4619-89f2-d9c13b17a46d', 'network_id': '61dec8b6-5e15-4683-9a55-4342bb3ca5d6', 'port_id': '36c8d37b-5e4e-4619-89f2-d9c13b17a46d', 'mac_address': 'fa:16:3e:56:ca:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e3be43a-7025-44f5-a812-398320522939', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 08:04:51.027601 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 36c8d37b-5e4e-4619-89f2-d9c13b17a46d is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:04:51.027996 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (36c8d37b-5e4e-4619-89f2-d9c13b17a46d), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:51.040498 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36c8d37b-5e4e-4619-89f2-d9c13b17a46d {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 08:04:51.059182 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 36c8d37b-5e4e-4619-89f2-d9c13b17a46d, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=36c8d37b-5e4e-4619-89f2-d9c13b17a46d,segment=NetworkSegment(19ed3af0-bfb9-4ce4-9d33-72fc4bc291c4),segment_id=19ed3af0-bfb9-4ce4-9d33-72fc4bc291c4)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:04:51.062746 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (36c8d37b-5e4e-4619-89f2-d9c13b17a46d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:51.109008 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=36c8d37b-5e4e-4619-89f2-d9c13b17a46d,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:04:51.265405 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557e18c-3822-482a-abb4-6d544b5006d9 req-d4a32f1c-b907-42d8-94b2-ed4b6b7ef5bf tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:04:51.267206 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b557e18c-3822-482a-abb4-6d544b5006d9 req-d4a32f1c-b907-42d8-94b2-ed4b6b7ef5bf tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=911d92d1-6dcb-4b3b-915c-9603e78c252f HTTP/1.1" status: 200 len: 945 time: 0.0546091 Feb 02 08:04:51.316696 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b557e18c-3822-482a-abb4-6d544b5006d9 req-63365ff4-21dc-4a6b-bce1-c50c30d55f1e tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=cc3f46f1-7bbc-41bb-95ee-9d562f42a39a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437622 Feb 02 08:04:51.502904 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['36c8d37b-5e4e-4619-89f2-d9c13b17a46d'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 08:04:52.434133 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8b0783-f195-4de0-9763-4bf4b04a3792 req-d00acb07-0b2b-4d2f-b7df-3d9e8c96531e tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:04:52.435598 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ec8b0783-f195-4de0-9763-4bf4b04a3792 req-d00acb07-0b2b-4d2f-b7df-3d9e8c96531e tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=911d92d1-6dcb-4b3b-915c-9603e78c252f HTTP/1.1" status: 200 len: 945 time: 0.0518448 Feb 02 08:04:52.485740 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ec8b0783-f195-4de0-9763-4bf4b04a3792 req-74f48b69-3cfa-4ae9-87bb-8db983ea32d3 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=cc3f46f1-7bbc-41bb-95ee-9d562f42a39a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437670 Feb 02 08:04:52.631020 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:52.896036 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 36c8d37b-5e4e-4619-89f2-d9c13b17a46d up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 08:04:52.944478 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port 36c8d37b-5e4e-4619-89f2-d9c13b17a46d completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 08:04:52.948243 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port 36c8d37b-5e4e-4619-89f2-d9c13b17a46d triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:04:52.948622 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (36c8d37b-5e4e-4619-89f2-d9c13b17a46d), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:53.027587 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 36c8d37b-5e4e-4619-89f2-d9c13b17a46d is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:04:53.027981 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (36c8d37b-5e4e-4619-89f2-d9c13b17a46d), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:53.051200 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '911d92d1-6dcb-4b3b-915c-9603e78c252f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c8d37b-5e4e-4619-89f2-d9c13b17a46d'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 08:04:53.053475 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8c40c98856fbaa198dc4a2758b0190e9c3f0303d59edd797b772e66ff7f3562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ac66fb-c16e-4021-b859-f8bd5bf560de" -d '{"events": [{"server_uuid": "911d92d1-6dcb-4b3b-915c-9603e78c252f", "name": "network-vif-plugged", "status": "completed", "tag": "36c8d37b-5e4e-4619-89f2-d9c13b17a46d"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 08:04:53.065855 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 36c8d37b-5e4e-4619-89f2-d9c13b17a46d, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=36c8d37b-5e4e-4619-89f2-d9c13b17a46d,segment=NetworkSegment(19ed3af0-bfb9-4ce4-9d33-72fc4bc291c4),segment_id=19ed3af0-bfb9-4ce4-9d33-72fc4bc291c4)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:04:53.070145 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (36c8d37b-5e4e-4619-89f2-d9c13b17a46d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:53.095526 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 08:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69ca99c-ccc1-48db-a8f0-1bce72d546ba x-openstack-request-id: req-d69ca99c-ccc1-48db-a8f0-1bce72d546ba {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 08:04:53.096029 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "911d92d1-6dcb-4b3b-915c-9603e78c252f", "name": "network-vif-plugged", "status": "completed", "tag": "36c8d37b-5e4e-4619-89f2-d9c13b17a46d", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 08:04:53.096335 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d69ca99c-ccc1-48db-a8f0-1bce72d546ba {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 08:04:53.096728 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '911d92d1-6dcb-4b3b-915c-9603e78c252f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c8d37b-5e4e-4619-89f2-d9c13b17a46d', 'code': 200} Feb 02 08:04:53.120782 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=36c8d37b-5e4e-4619-89f2-d9c13b17a46d,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:04:53.224659 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cb382c-958b-4188-a3aa-1555e1b42ff2 req-d9372175-39fb-416f-9365-d6256f977b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:04:53.226132 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d0cb382c-958b-4188-a3aa-1555e1b42ff2 req-d9372175-39fb-416f-9365-d6256f977b57 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=911d92d1-6dcb-4b3b-915c-9603e78c252f HTTP/1.1" status: 200 len: 1129 time: 0.0471163 Feb 02 08:04:53.271089 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d0cb382c-958b-4188-a3aa-1555e1b42ff2 req-9e4ba05b-11f1-4025-b298-72f20e67a04e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=cc3f46f1-7bbc-41bb-95ee-9d562f42a39a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390599 Feb 02 08:04:53.604969 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04521513-bb16-402e-8c3b-7f63cc26d468 req-1e167464-4eea-4a64-be58-9fadcf7f79bc tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:04:53.606436 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-04521513-bb16-402e-8c3b-7f63cc26d468 req-1e167464-4eea-4a64-be58-9fadcf7f79bc tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=911d92d1-6dcb-4b3b-915c-9603e78c252f HTTP/1.1" status: 200 len: 946 time: 0.0515559 Feb 02 08:04:53.654709 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-04521513-bb16-402e-8c3b-7f63cc26d468 req-f1dcc83a-f0f8-4232-aada-31fb1c5e6bfe tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=cc3f46f1-7bbc-41bb-95ee-9d562f42a39a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422375 Feb 02 08:04:54.782762 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762cd62f-ec43-4877-bed4-5f38d70ed994 req-27db4b97-42a5-4055-a9c7-4a034f6c02e5 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:04:54.784351 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-762cd62f-ec43-4877-bed4-5f38d70ed994 req-27db4b97-42a5-4055-a9c7-4a034f6c02e5 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=911d92d1-6dcb-4b3b-915c-9603e78c252f HTTP/1.1" status: 200 len: 946 time: 0.0615778 Feb 02 08:04:54.836679 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-762cd62f-ec43-4877-bed4-5f38d70ed994 req-8dff74a9-50d4-4ae7-870b-5013895d7cc2 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=cc3f46f1-7bbc-41bb-95ee-9d562f42a39a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466738 Feb 02 08:04:54.951712 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c0b26a-355d-423a-8bbd-32d7050cd70f req-df6fb375-c742-4ae8-b839-062d27d60d99 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:04:54.953188 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-15c0b26a-355d-423a-8bbd-32d7050cd70f req-df6fb375-c742-4ae8-b839-062d27d60d99 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=911d92d1-6dcb-4b3b-915c-9603e78c252f HTTP/1.1" status: 200 len: 946 time: 0.0523627 Feb 02 08:04:55.001587 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-15c0b26a-355d-423a-8bbd-32d7050cd70f req-8adebe3a-ebb2-43fb-b9ce-1ed73cb9c1e7 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=cc3f46f1-7bbc-41bb-95ee-9d562f42a39a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421929 Feb 02 08:04:55.023501 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38484) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:04:55.066558 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea53fcde-6fd6-403c-95c2-81d8fd9daa21 tempest-TestNetworkAdvancedServerOps-1314165092 tempest-TestNetworkAdvancedServerOps-1314165092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:04:55.068028 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-ea53fcde-6fd6-403c-95c2-81d8fd9daa21 tempest-TestNetworkAdvancedServerOps-1314165092 tempest-TestNetworkAdvancedServerOps-1314165092-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=911d92d1-6dcb-4b3b-915c-9603e78c252f HTTP/1.1" status: 200 len: 1124 time: 0.0435555 Feb 02 08:04:55.070746 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38486) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:04:55.074925 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-9e88c7d0-9e64-485d-810c-58054dc657e7 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Request body: {'floatingip': {'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'port_id': '36c8d37b-5e4e-4619-89f2-d9c13b17a46d', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:04:55.094374 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9e88c7d0-9e64-485d-810c-58054dc657e7 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:55.193675 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9e88c7d0-9e64-485d-810c-58054dc657e7 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:55.292312 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-9e88c7d0-9e64-485d-810c-58054dc657e7 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Allocated IP 172.25.4.27 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/032005cc-c61d-4b98-b387-1c438de06662) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 08:04:55.395843 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9e88c7d0-9e64-485d-810c-58054dc657e7 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for port (032005cc-c61d-4b98-b387-1c438de06662), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:55.431763 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9e88c7d0-9e64-485d-810c-58054dc657e7 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (032005cc-c61d-4b98-b387-1c438de06662), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:55.467911 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e88c7d0-9e64-485d-810c-58054dc657e7 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 08:04:55.471144 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-9e88c7d0-9e64-485d-810c-58054dc657e7 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 08:04:55.476700 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e88c7d0-9e64-485d-810c-58054dc657e7 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 08:04:55.507214 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e88c7d0-9e64-485d-810c-58054dc657e7 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event updated for resources: {'Port': ['ID=032005cc-c61d-4b98-b387-1c438de06662,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:04:55.835912 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9e88c7d0-9e64-485d-810c-58054dc657e7 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for floatingip (d2d27c11-5330-4726-a849-4b1d962cbab7), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:56.237951 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9e88c7d0-9e64-485d-810c-58054dc657e7 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (032005cc-c61d-4b98-b387-1c438de06662), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:56.384925 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9e88c7d0-9e64-485d-810c-58054dc657e7 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for port (032005cc-c61d-4b98-b387-1c438de06662), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:56.389500 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9e88c7d0-9e64-485d-810c-58054dc657e7 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (032005cc-c61d-4b98-b387-1c438de06662), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:56.458196 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e88c7d0-9e64-485d-810c-58054dc657e7 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event updated for resources: {'Port': ['ID=032005cc-c61d-4b98-b387-1c438de06662,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:04:56.468920 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9e88c7d0-9e64-485d-810c-58054dc657e7 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (d2d27c11-5330-4726-a849-4b1d962cbab7), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:56.571923 n-d-789963-26 neutron-server[109694]: INFO neutron.db.l3_db [None req-9e88c7d0-9e64-485d-810c-58054dc657e7 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Floating IP d2d27c11-5330-4726-a849-4b1d962cbab7 associated. External IP: 172.25.4.27, port: 36c8d37b-5e4e-4619-89f2-d9c13b17a46d. Feb 02 08:04:56.790074 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e88c7d0-9e64-485d-810c-58054dc657e7 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Router 1e4f1feb-1404-4be9-9837-cb63dd77f8be has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 08:04:56.896590 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e88c7d0-9e64-485d-810c-58054dc657e7 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 08:04:56.906049 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed38d78-8e34-46a6-99c2-f15ca99af394 None None] Sync routers for ids ['1e4f1feb-1404-4be9-9837-cb63dd77f8be'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 08:04:56.914308 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9e88c7d0-9e64-485d-810c-58054dc657e7 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:56.916048 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed38d78-8e34-46a6-99c2-f15ca99af394 None None] Routers {'1e4f1feb-1404-4be9-9837-cb63dd77f8be'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:04:56.916675 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-5ed38d78-8e34-46a6-99c2-f15ca99af394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:04:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['1e4f1feb-1404-4be9-9837-cb63dd77f8be'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:04:56.944363 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-9e88c7d0-9e64-485d-810c-58054dc657e7 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8726277 Feb 02 08:04:56.945141 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '911d92d1-6dcb-4b3b-915c-9603e78c252f', 'tag': '36c8d37b-5e4e-4619-89f2-d9c13b17a46d'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 08:04:56.947509 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cd64c29d20054dd266ebfc4811df21ba6bce2c9fa8def1b04b444a49e945ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc2aa64-7fe0-41e5-bbb7-c649311cfb70" -d '{"events": [{"name": "network-changed", "server_uuid": "911d92d1-6dcb-4b3b-915c-9603e78c252f", "tag": "36c8d37b-5e4e-4619-89f2-d9c13b17a46d"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 08:04:57.024900 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-5ed38d78-8e34-46a6-99c2-f15ca99af394 None None] Set router 1e4f1feb-1404-4be9-9837-cb63dd77f8be gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:04:57.044992 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae48826-8099-4847-b3d9-773cb83271b9 req-1617d9ab-34d4-4813-a45f-5b524ab8bca2 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:04:57.046408 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dae48826-8099-4847-b3d9-773cb83271b9 req-1617d9ab-34d4-4813-a45f-5b524ab8bca2 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=911d92d1-6dcb-4b3b-915c-9603e78c252f HTTP/1.1" status: 200 len: 946 time: 0.0524890 Feb 02 08:04:57.095363 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dae48826-8099-4847-b3d9-773cb83271b9 req-3c929e64-f37c-4fb8-b80e-07a5fd035c7e tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=cc3f46f1-7bbc-41bb-95ee-9d562f42a39a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431106 Feb 02 08:04:57.117731 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38492) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:04:57.161400 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 08:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-827586ee-cc91-4008-90a5-8685e6e91fbf x-openstack-request-id: req-827586ee-cc91-4008-90a5-8685e6e91fbf {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 08:04:57.161714 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "911d92d1-6dcb-4b3b-915c-9603e78c252f", "tag": "36c8d37b-5e4e-4619-89f2-d9c13b17a46d", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 08:04:57.161936 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-827586ee-cc91-4008-90a5-8685e6e91fbf {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 08:04:57.162347 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '911d92d1-6dcb-4b3b-915c-9603e78c252f', 'tag': '36c8d37b-5e4e-4619-89f2-d9c13b17a46d', 'status': 'completed', 'code': 200} Feb 02 08:04:57.190567 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-677fd264-f6e8-4a98-bc27-2e6541e96702 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/floatingips/d2d27c11-5330-4726-a849-4b1d962cbab7 HTTP/1.1" status: 200 len: 991 time: 0.0702295 Feb 02 08:04:57.233020 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2aa64-7fe0-41e5-bbb7-c649311cfb70 req-00f6f58a-4ca0-4c95-819f-994b346e8d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:04:57.234531 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5dc2aa64-7fe0-41e5-bbb7-c649311cfb70 req-00f6f58a-4ca0-4c95-819f-994b346e8d56 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=491ef38eb7a24b33900e5a5f7693dafc&device_id=911d92d1-6dcb-4b3b-915c-9603e78c252f HTTP/1.1" status: 200 len: 1129 time: 0.0486140 Feb 02 08:04:57.252766 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-5ed38d78-8e34-46a6-99c2-f15ca99af394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4f1feb-1404-4be9-9837-cb63dd77f8be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1740060983', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '71d86905-589c-4d15-88f7-4d1d861c2876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:04:38Z', 'updated_at': '2022-02-02T08:04:42Z', 'revision_number': 4, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'gw_port': {'id': '71d86905-589c-4d15-88f7-4d1d861c2876', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:19:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4f1feb-1404-4be9-9837-cb63dd77f8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:04:38Z', 'updated_at': '2022-02-02T08:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': 'd2d27c11-5330-4726-a849-4b1d962cbab7', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'floating_ip_address': '172.25.4.27', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '1e4f1feb-1404-4be9-9837-cb63dd77f8be', 'port_id': '36c8d37b-5e4e-4619-89f2-d9c13b17a46d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61dec8b6-5e15-4683-9a55-4342bb3ca5d6', 'mac_address': 'fa:16:3e:56:ca:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911d92d1-6dcb-4b3b-915c-9603e78c252f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T08:04:55Z', 'updated_at': '2022-02-02T08:04:55Z', 'revision_number': 0, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a02c0f8-78d6-447e-9371-8de4ab5fe89c', 'name': '', 'network_id': '61dec8b6-5e15-4683-9a55-4342bb3ca5d6', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'mac_address': 'fa:16:3e:fb:d7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4f1feb-1404-4be9-9837-cb63dd77f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '7e3be43a-7025-44f5-a812-398320522939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:04:41Z', 'updated_at': '2022-02-02T08:04:44Z', 'revision_number': 5, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'subnets': [{'id': '7e3be43a-7025-44f5-a812-398320522939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:04:57.282697 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed38d78-8e34-46a6-99c2-f15ca99af394 None None] Checking router: 1e4f1feb-1404-4be9-9837-cb63dd77f8be for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 08:04:57.291104 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed38d78-8e34-46a6-99c2-f15ca99af394 None None] Routers {'1e4f1feb-1404-4be9-9837-cb63dd77f8be'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:04:57.291756 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-5ed38d78-8e34-46a6-99c2-f15ca99af394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:04:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['1e4f1feb-1404-4be9-9837-cb63dd77f8be'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:04:57.328572 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2aa64-7fe0-41e5-bbb7-c649311cfb70 req-d0369b27-1622-47cf-8351-bfbd0f68acfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:04:57.330092 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5dc2aa64-7fe0-41e5-bbb7-c649311cfb70 req-d0369b27-1622-47cf-8351-bfbd0f68acfa service neutron] 10.222.0.59 "GET /v2.0/networks?id=61dec8b6-5e15-4683-9a55-4342bb3ca5d6 HTTP/1.1" status: 200 len: 897 time: 0.0900989 Feb 02 08:04:57.393638 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-5ed38d78-8e34-46a6-99c2-f15ca99af394 None None] Set router 1e4f1feb-1404-4be9-9837-cb63dd77f8be gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:04:57.394170 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5dc2aa64-7fe0-41e5-bbb7-c649311cfb70 req-5b08778c-6f8a-439b-88e2-6e2d6493f92b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36c8d37b-5e4e-4619-89f2-d9c13b17a46d HTTP/1.1" status: 200 len: 999 time: 0.0586874 Feb 02 08:04:57.442595 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2aa64-7fe0-41e5-bbb7-c649311cfb70 req-a82142a9-4845-498a-ac3e-19d9eba189a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:04:57.444111 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5dc2aa64-7fe0-41e5-bbb7-c649311cfb70 req-a82142a9-4845-498a-ac3e-19d9eba189a2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7e3be43a-7025-44f5-a812-398320522939 HTTP/1.1" status: 200 len: 834 time: 0.0449507 Feb 02 08:04:57.499335 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2aa64-7fe0-41e5-bbb7-c649311cfb70 req-d818fd4f-d3c8-4b2d-9d80-04e6d19c3301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:04:57.500891 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5dc2aa64-7fe0-41e5-bbb7-c649311cfb70 req-d818fd4f-d3c8-4b2d-9d80-04e6d19c3301 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=61dec8b6-5e15-4683-9a55-4342bb3ca5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0502594 Feb 02 08:04:57.589532 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5dc2aa64-7fe0-41e5-bbb7-c649311cfb70 req-47b60412-1eed-4013-bb29-0c0b21ffa3be service neutron] 10.222.0.59 "GET /v2.0/networks/61dec8b6-5e15-4683-9a55-4342bb3ca5d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824642 Feb 02 08:04:57.625182 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-5ed38d78-8e34-46a6-99c2-f15ca99af394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4f1feb-1404-4be9-9837-cb63dd77f8be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1740060983', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '71d86905-589c-4d15-88f7-4d1d861c2876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:04:38Z', 'updated_at': '2022-02-02T08:04:42Z', 'revision_number': 4, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'gw_port': {'id': '71d86905-589c-4d15-88f7-4d1d861c2876', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:19:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4f1feb-1404-4be9-9837-cb63dd77f8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:04:38Z', 'updated_at': '2022-02-02T08:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': 'd2d27c11-5330-4726-a849-4b1d962cbab7', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'floating_ip_address': '172.25.4.27', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '1e4f1feb-1404-4be9-9837-cb63dd77f8be', 'port_id': '36c8d37b-5e4e-4619-89f2-d9c13b17a46d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61dec8b6-5e15-4683-9a55-4342bb3ca5d6', 'mac_address': 'fa:16:3e:56:ca:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911d92d1-6dcb-4b3b-915c-9603e78c252f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T08:04:55Z', 'updated_at': '2022-02-02T08:04:55Z', 'revision_number': 0, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a02c0f8-78d6-447e-9371-8de4ab5fe89c', 'name': '', 'network_id': '61dec8b6-5e15-4683-9a55-4342bb3ca5d6', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'mac_address': 'fa:16:3e:fb:d7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4f1feb-1404-4be9-9837-cb63dd77f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '7e3be43a-7025-44f5-a812-398320522939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:04:41Z', 'updated_at': '2022-02-02T08:04:44Z', 'revision_number': 5, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'subnets': [{'id': '7e3be43a-7025-44f5-a812-398320522939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:04:57.650928 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed38d78-8e34-46a6-99c2-f15ca99af394 None None] The sync data for ids ['1e4f1feb-1404-4be9-9837-cb63dd77f8be'] in n-d-789963-26 is: [{'id': '1e4f1feb-1404-4be9-9837-cb63dd77f8be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1740060983', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '71d86905-589c-4d15-88f7-4d1d861c2876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:04:38Z', 'updated_at': '2022-02-02T08:04:42Z', 'revision_number': 4, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'gw_port': {'id': '71d86905-589c-4d15-88f7-4d1d861c2876', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:19:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4f1feb-1404-4be9-9837-cb63dd77f8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:04:38Z', 'updated_at': '2022-02-02T08:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': 'd2d27c11-5330-4726-a849-4b1d962cbab7', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'floating_ip_address': '172.25.4.27', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '1e4f1feb-1404-4be9-9837-cb63dd77f8be', 'port_id': '36c8d37b-5e4e-4619-89f2-d9c13b17a46d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61dec8b6-5e15-4683-9a55-4342bb3ca5d6', 'mac_address': 'fa:16:3e:56:ca:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911d92d1-6dcb-4b3b-915c-9603e78c252f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T08:04:55Z', 'updated_at': '2022-02-02T08:04:55Z', 'revision_number': 0, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a02c0f8-78d6-447e-9371-8de4ab5fe89c', 'name': '', 'network_id': '61dec8b6-5e15-4683-9a55-4342bb3ca5d6', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'mac_address': 'fa:16:3e:fb:d7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4f1feb-1404-4be9-9837-cb63dd77f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '7e3be43a-7025-44f5-a812-398320522939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:04:41Z', 'updated_at': '2022-02-02T08:04:44Z', 'revision_number': 5, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'subnets': [{'id': '7e3be43a-7025-44f5-a812-398320522939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 08:04:57.684794 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5dc2aa64-7fe0-41e5-bbb7-c649311cfb70 req-76b1f4c4-4e30-4d54-8f08-e1488d80c688 service neutron] 10.222.0.59 "GET /v2.0/networks/61dec8b6-5e15-4683-9a55-4342bb3ca5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895596 Feb 02 08:04:57.847361 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481f698a-541d-4df6-8cfa-eebd56b4a4b9 None None] New status for floating IP d2d27c11-5330-4726-a849-4b1d962cbab7: ACTIVE {{(pid=109696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 08:04:57.887596 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:04:58.193365 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 38494) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:04:58.258499 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-ef82fed4-4405-4c1f-83f2-82ef126340c2 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/floatingips/d2d27c11-5330-4726-a849-4b1d962cbab7 HTTP/1.1" status: 200 len: 993 time: 0.0639429 Feb 02 08:05:10.167060 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 08:05:11.117834 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-18189284-133d-4b9f-a65b-fc2d45ed70a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:05:11.618724 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d8dd22f0-a75e-40cf-8a1d-074565cd92a1 req-77502c85-5835-40f5-a641-d0ce340ad3cb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=911d92d1-6dcb-4b3b-915c-9603e78c252f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0439274 Feb 02 08:05:11.718505 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd22f0-a75e-40cf-8a1d-074565cd92a1 req-6ab38a1b-e817-4895-88a4-8117a22dd7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:05:11.720029 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d8dd22f0-a75e-40cf-8a1d-074565cd92a1 req-6ab38a1b-e817-4895-88a4-8117a22dd7e9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=491ef38eb7a24b33900e5a5f7693dafc&device_id=911d92d1-6dcb-4b3b-915c-9603e78c252f HTTP/1.1" status: 200 len: 1129 time: 0.0434864 Feb 02 08:05:11.825449 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd22f0-a75e-40cf-8a1d-074565cd92a1 req-76f40bcd-2e48-4a76-a24c-01cea15b3471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:05:11.826817 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d8dd22f0-a75e-40cf-8a1d-074565cd92a1 req-76f40bcd-2e48-4a76-a24c-01cea15b3471 service neutron] 10.222.0.59 "GET /v2.0/networks?id=61dec8b6-5e15-4683-9a55-4342bb3ca5d6 HTTP/1.1" status: 200 len: 897 time: 0.0881619 Feb 02 08:05:11.889824 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d8dd22f0-a75e-40cf-8a1d-074565cd92a1 req-5821af81-3bea-4012-ad96-b3b559ea3f5e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36c8d37b-5e4e-4619-89f2-d9c13b17a46d HTTP/1.1" status: 200 len: 1001 time: 0.0567796 Feb 02 08:05:11.939627 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd22f0-a75e-40cf-8a1d-074565cd92a1 req-d5c30831-07cc-40b0-a8c2-411ce3096560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:05:11.942317 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d8dd22f0-a75e-40cf-8a1d-074565cd92a1 req-d5c30831-07cc-40b0-a8c2-411ce3096560 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7e3be43a-7025-44f5-a812-398320522939 HTTP/1.1" status: 200 len: 834 time: 0.0470753 Feb 02 08:05:11.989748 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd22f0-a75e-40cf-8a1d-074565cd92a1 req-ba86cbad-5bf9-45bd-bb9a-7006dc3854d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:05:11.991254 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d8dd22f0-a75e-40cf-8a1d-074565cd92a1 req-ba86cbad-5bf9-45bd-bb9a-7006dc3854d4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=61dec8b6-5e15-4683-9a55-4342bb3ca5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0439482 Feb 02 08:05:12.079391 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d8dd22f0-a75e-40cf-8a1d-074565cd92a1 req-64bbcd23-d260-491a-a90a-ab5feb5d6f77 service neutron] 10.222.0.59 "GET /v2.0/networks/61dec8b6-5e15-4683-9a55-4342bb3ca5d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816350 Feb 02 08:05:12.170421 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d8dd22f0-a75e-40cf-8a1d-074565cd92a1 req-8f63cf58-43fb-4460-b984-0ff80cdab9ca service neutron] 10.222.0.59 "GET /v2.0/networks/61dec8b6-5e15-4683-9a55-4342bb3ca5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850935 Feb 02 08:05:13.382644 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0566fd79-efb0-481c-89a2-7814b9bb9b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:05:14.906395 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:05:16.275571 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:05:17.533064 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:05:22.645639 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:05:27.895530 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:05:41.119784 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-bdb4d8e5-3652-4069-85c3-b2bd800bd292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:05:43.384250 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e3a3377e-d0cc-46f9-8833-abe9fcb32d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:05:44.911355 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:05:46.275999 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:05:47.167125 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 08:05:47.535936 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:05:51.612989 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [req-cfaee778-00b5-4566-86aa-92a86db3d3c7 req-6de2f9cf-7df6-4b96-b4cc-4dbae7b49790 service neutron] (109693) timed out ('10.222.0.59', 61231) {{(pid=109693) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 02 08:05:52.646115 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:05:57.916321 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:06:09.815879 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd81348-f950-4cd2-950e-f692047b1428 req-072ea820-7104-4e07-a69b-81dcd50afc07 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:06:09.817303 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4cd81348-f950-4cd2-950e-f692047b1428 req-072ea820-7104-4e07-a69b-81dcd50afc07 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=911d92d1-6dcb-4b3b-915c-9603e78c252f HTTP/1.1" status: 200 len: 946 time: 0.0539620 Feb 02 08:06:09.867732 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4cd81348-f950-4cd2-950e-f692047b1428 req-a9d9122e-2453-4c9d-8051-455e9905017b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=cc3f46f1-7bbc-41bb-95ee-9d562f42a39a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447912 Feb 02 08:06:10.994827 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ef4bed-bcd7-47da-bc59-317857bf1b6d req-9cb5dcbf-7722-460e-92b7-2ce2e998d69d tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:06:10.996373 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-42ef4bed-bcd7-47da-bc59-317857bf1b6d req-9cb5dcbf-7722-460e-92b7-2ce2e998d69d tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=911d92d1-6dcb-4b3b-915c-9603e78c252f HTTP/1.1" status: 200 len: 946 time: 0.0587108 Feb 02 08:06:11.050081 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-42ef4bed-bcd7-47da-bc59-317857bf1b6d req-78cdb4f6-27a3-4394-8a42-a3197d4040ce tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=cc3f46f1-7bbc-41bb-95ee-9d562f42a39a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479972 Feb 02 08:06:11.121396 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7f220f74-f2e2-440a-b216-5d399605f37c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:06:12.169404 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e8c48-065b-475b-b093-14c0736bfc45 req-65264247-99ed-4498-a5b2-392c04eac281 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:06:12.170885 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-979e8c48-065b-475b-b093-14c0736bfc45 req-65264247-99ed-4498-a5b2-392c04eac281 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=911d92d1-6dcb-4b3b-915c-9603e78c252f HTTP/1.1" status: 200 len: 946 time: 0.0534403 Feb 02 08:06:12.221443 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-979e8c48-065b-475b-b093-14c0736bfc45 req-937bf22a-7b27-4530-8c91-8c1853d24f26 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=cc3f46f1-7bbc-41bb-95ee-9d562f42a39a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440061 Feb 02 08:06:13.359076 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abacdbd-c37e-44d1-989e-3257d63d28af req-aa98c41e-6ef4-453c-a32b-d85a92d904ce tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:06:13.360718 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4abacdbd-c37e-44d1-989e-3257d63d28af req-aa98c41e-6ef4-453c-a32b-d85a92d904ce tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=911d92d1-6dcb-4b3b-915c-9603e78c252f HTTP/1.1" status: 200 len: 946 time: 0.0631034 Feb 02 08:06:13.395035 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-feda1db5-0221-427e-9ca7-081f9e61e311 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:06:13.431870 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4abacdbd-c37e-44d1-989e-3257d63d28af req-16ff6640-9252-49d9-8cc9-28a84c83816f tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=cc3f46f1-7bbc-41bb-95ee-9d562f42a39a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0604484 Feb 02 08:06:13.691989 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb1ebd3-f88a-41d1-a3d8-447a04e63d62 req-47d859d1-068a-42c3-ab7f-1902d003ee3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:06:13.693587 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9cb1ebd3-f88a-41d1-a3d8-447a04e63d62 req-47d859d1-068a-42c3-ab7f-1902d003ee3d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=491ef38eb7a24b33900e5a5f7693dafc&device_id=911d92d1-6dcb-4b3b-915c-9603e78c252f HTTP/1.1" status: 200 len: 1129 time: 0.0520968 Feb 02 08:06:13.811471 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb1ebd3-f88a-41d1-a3d8-447a04e63d62 req-0d5a6027-88af-4e4c-bcbe-70f9fcd0f60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:06:13.812979 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9cb1ebd3-f88a-41d1-a3d8-447a04e63d62 req-0d5a6027-88af-4e4c-bcbe-70f9fcd0f60d service neutron] 10.222.0.59 "GET /v2.0/networks?id=61dec8b6-5e15-4683-9a55-4342bb3ca5d6 HTTP/1.1" status: 200 len: 897 time: 0.1002524 Feb 02 08:06:13.887693 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9cb1ebd3-f88a-41d1-a3d8-447a04e63d62 req-68db03c3-ee85-4529-bfc5-742bd8d5919b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36c8d37b-5e4e-4619-89f2-d9c13b17a46d HTTP/1.1" status: 200 len: 1001 time: 0.0691078 Feb 02 08:06:13.940285 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb1ebd3-f88a-41d1-a3d8-447a04e63d62 req-d614c120-c47c-4454-963b-117e34ad5388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:06:13.941768 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9cb1ebd3-f88a-41d1-a3d8-447a04e63d62 req-d614c120-c47c-4454-963b-117e34ad5388 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7e3be43a-7025-44f5-a812-398320522939 HTTP/1.1" status: 200 len: 834 time: 0.0488172 Feb 02 08:06:13.989938 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb1ebd3-f88a-41d1-a3d8-447a04e63d62 req-a64870ad-9227-406b-8a8d-d47cf0ad35d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:06:13.991336 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9cb1ebd3-f88a-41d1-a3d8-447a04e63d62 req-a64870ad-9227-406b-8a8d-d47cf0ad35d1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=61dec8b6-5e15-4683-9a55-4342bb3ca5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0435276 Feb 02 08:06:14.084370 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9cb1ebd3-f88a-41d1-a3d8-447a04e63d62 req-fab9a67d-62fb-440a-9364-e2d5f3817251 service neutron] 10.222.0.59 "GET /v2.0/networks/61dec8b6-5e15-4683-9a55-4342bb3ca5d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869410 Feb 02 08:06:14.187351 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9cb1ebd3-f88a-41d1-a3d8-447a04e63d62 req-38f76851-cb16-464f-a79c-cbdd346cfdf8 service neutron] 10.222.0.59 "GET /v2.0/networks/61dec8b6-5e15-4683-9a55-4342bb3ca5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954590 Feb 02 08:06:14.580369 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b96331e-0d83-4f33-b8a3-acc1c1436904 req-f59b0f42-f3b0-4040-a1ea-c2ce014a0725 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:06:14.581959 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8b96331e-0d83-4f33-b8a3-acc1c1436904 req-f59b0f42-f3b0-4040-a1ea-c2ce014a0725 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=911d92d1-6dcb-4b3b-915c-9603e78c252f HTTP/1.1" status: 200 len: 946 time: 0.0645072 Feb 02 08:06:14.639351 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8b96331e-0d83-4f33-b8a3-acc1c1436904 req-8119a137-2645-44fb-b399-5838d18cf8c8 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=cc3f46f1-7bbc-41bb-95ee-9d562f42a39a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0511713 Feb 02 08:06:14.914289 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:06:15.765406 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdde88d-e25f-4f27-9e63-0fb61976e02e req-b0109bfd-6459-4b9d-aeb8-f8fd1b92b07f tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:06:15.767149 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-abdde88d-e25f-4f27-9e63-0fb61976e02e req-b0109bfd-6459-4b9d-aeb8-f8fd1b92b07f tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=911d92d1-6dcb-4b3b-915c-9603e78c252f HTTP/1.1" status: 200 len: 946 time: 0.0564086 Feb 02 08:06:15.824889 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-abdde88d-e25f-4f27-9e63-0fb61976e02e req-4029a829-a863-40cf-baed-c871a995741e tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=cc3f46f1-7bbc-41bb-95ee-9d562f42a39a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501995 Feb 02 08:06:16.280898 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:06:16.950567 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa8aa0-d705-4a76-808b-b8410d4b1eb8 req-0635afb8-82b8-48cd-96ca-5c4da878824a tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:06:16.952164 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-82aa8aa0-d705-4a76-808b-b8410d4b1eb8 req-0635afb8-82b8-48cd-96ca-5c4da878824a tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=911d92d1-6dcb-4b3b-915c-9603e78c252f HTTP/1.1" status: 200 len: 946 time: 0.0574660 Feb 02 08:06:17.000338 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-82aa8aa0-d705-4a76-808b-b8410d4b1eb8 req-1bcb4c0b-630c-475a-bd66-ff4fce9985b6 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=cc3f46f1-7bbc-41bb-95ee-9d562f42a39a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424936 Feb 02 08:06:17.538627 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:06:18.133514 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7744db98-4746-4338-8e75-f2db3a6e948a req-bc5a68f1-50ae-4bfb-9d7b-d5b1c441f727 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:06:18.135247 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7744db98-4746-4338-8e75-f2db3a6e948a req-bc5a68f1-50ae-4bfb-9d7b-d5b1c441f727 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=911d92d1-6dcb-4b3b-915c-9603e78c252f HTTP/1.1" status: 200 len: 946 time: 0.0629308 Feb 02 08:06:18.197484 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7744db98-4746-4338-8e75-f2db3a6e948a req-2f849606-6de9-4560-aedf-a12b9229f27e tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=cc3f46f1-7bbc-41bb-95ee-9d562f42a39a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0566056 Feb 02 08:06:19.320656 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee3be2-0fb0-43f5-bc01-46a94b025324 req-8fc9a468-ded5-4421-ad70-6cd4f74dff51 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:06:19.322147 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d1ee3be2-0fb0-43f5-bc01-46a94b025324 req-8fc9a468-ded5-4421-ad70-6cd4f74dff51 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=911d92d1-6dcb-4b3b-915c-9603e78c252f HTTP/1.1" status: 200 len: 946 time: 0.0526986 Feb 02 08:06:19.374580 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d1ee3be2-0fb0-43f5-bc01-46a94b025324 req-1a3815f1-655b-4281-b99c-3f0a2e78254d tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=cc3f46f1-7bbc-41bb-95ee-9d562f42a39a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467298 Feb 02 08:06:20.494410 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a13846-9799-494c-b489-31bd10ed2c69 req-5b44dc1d-4b58-49cc-8f44-dab173dfbb12 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:06:20.495976 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-83a13846-9799-494c-b489-31bd10ed2c69 req-5b44dc1d-4b58-49cc-8f44-dab173dfbb12 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=911d92d1-6dcb-4b3b-915c-9603e78c252f HTTP/1.1" status: 200 len: 946 time: 0.0526235 Feb 02 08:06:20.543674 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-83a13846-9799-494c-b489-31bd10ed2c69 req-906eff15-98bf-4a70-b6c1-982236cf2e8a tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=cc3f46f1-7bbc-41bb-95ee-9d562f42a39a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421996 Feb 02 08:06:20.566356 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38544) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:06:20.627199 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-dd988624-99ea-4ee0-9841-93d6e514bddb tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/floatingips/d2d27c11-5330-4726-a849-4b1d962cbab7 HTTP/1.1" status: 200 len: 993 time: 0.0597243 Feb 02 08:06:21.942318 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec3f9e9-0735-41c5-abc2-03d764b66aea req-75de70f2-25bb-469a-bfff-14863bc0dae6 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:06:21.943831 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-eec3f9e9-0735-41c5-abc2-03d764b66aea req-75de70f2-25bb-469a-bfff-14863bc0dae6 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=911d92d1-6dcb-4b3b-915c-9603e78c252f HTTP/1.1" status: 200 len: 946 time: 0.0810902 Feb 02 08:06:21.985117 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa2532-17f8-453e-bafe-e07f6da1e595 req-57dcf7f1-3f8a-4ae8-b9b2-ebf3bd6f6879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:06:21.987444 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-74fa2532-17f8-453e-bafe-e07f6da1e595 req-57dcf7f1-3f8a-4ae8-b9b2-ebf3bd6f6879 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=491ef38eb7a24b33900e5a5f7693dafc&device_id=911d92d1-6dcb-4b3b-915c-9603e78c252f HTTP/1.1" status: 200 len: 1129 time: 0.0810843 Feb 02 08:06:22.012167 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-eec3f9e9-0735-41c5-abc2-03d764b66aea req-603d292f-96a4-4fd8-8e67-9a1999fc5146 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=cc3f46f1-7bbc-41bb-95ee-9d562f42a39a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0622206 Feb 02 08:06:22.090182 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa2532-17f8-453e-bafe-e07f6da1e595 req-ea36b49e-5c66-4e4e-a492-00e68d31864a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:06:22.091697 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-74fa2532-17f8-453e-bafe-e07f6da1e595 req-ea36b49e-5c66-4e4e-a492-00e68d31864a service neutron] 10.222.0.59 "GET /v2.0/networks?id=61dec8b6-5e15-4683-9a55-4342bb3ca5d6 HTTP/1.1" status: 200 len: 897 time: 0.0928247 Feb 02 08:06:22.155941 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-74fa2532-17f8-453e-bafe-e07f6da1e595 req-6a89ad2c-b4d3-4ef1-a9cf-399422ce8f06 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36c8d37b-5e4e-4619-89f2-d9c13b17a46d HTTP/1.1" status: 200 len: 1001 time: 0.0580840 Feb 02 08:06:22.202934 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa2532-17f8-453e-bafe-e07f6da1e595 req-971bf423-27b3-42e3-bff3-45a1ff0c0430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:06:22.204547 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-74fa2532-17f8-453e-bafe-e07f6da1e595 req-971bf423-27b3-42e3-bff3-45a1ff0c0430 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7e3be43a-7025-44f5-a812-398320522939 HTTP/1.1" status: 200 len: 834 time: 0.0432773 Feb 02 08:06:22.258958 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa2532-17f8-453e-bafe-e07f6da1e595 req-34b43761-03ac-4121-b151-9b32a6247fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:06:22.260775 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-74fa2532-17f8-453e-bafe-e07f6da1e595 req-34b43761-03ac-4121-b151-9b32a6247fe1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=61dec8b6-5e15-4683-9a55-4342bb3ca5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0510499 Feb 02 08:06:22.349679 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-74fa2532-17f8-453e-bafe-e07f6da1e595 req-608f5514-b53b-44b6-8afb-13c160f4aa3d service neutron] 10.222.0.59 "GET /v2.0/networks/61dec8b6-5e15-4683-9a55-4342bb3ca5d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827050 Feb 02 08:06:22.442546 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-74fa2532-17f8-453e-bafe-e07f6da1e595 req-fca83e7e-3852-4c9c-be25-de0563fb532b service neutron] 10.222.0.59 "GET /v2.0/networks/61dec8b6-5e15-4683-9a55-4342bb3ca5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875835 Feb 02 08:06:22.677087 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:06:23.135247 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fd8d63-d7e0-470a-8942-9104a4389f04 req-2a1d468a-ba76-4294-92b0-77d3732d362c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:06:23.136840 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-10fd8d63-d7e0-470a-8942-9104a4389f04 req-2a1d468a-ba76-4294-92b0-77d3732d362c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=911d92d1-6dcb-4b3b-915c-9603e78c252f HTTP/1.1" status: 200 len: 946 time: 0.0526083 Feb 02 08:06:23.187486 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-10fd8d63-d7e0-470a-8942-9104a4389f04 req-84211bbf-8825-449e-8c54-1655c7f57e0f tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=cc3f46f1-7bbc-41bb-95ee-9d562f42a39a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442750 Feb 02 08:06:23.215532 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 38554) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:06:23.283978 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-77c21fef-65bd-4ebc-b2aa-5106c07c66c7 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/floatingips/d2d27c11-5330-4726-a849-4b1d962cbab7 HTTP/1.1" status: 200 len: 993 time: 0.0671043 Feb 02 08:06:24.167221 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 08:06:27.911716 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:06:41.122230 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-74475089-41ff-4a18-b12d-b5c1f92c0ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:06:43.388033 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-08e7b562-1033-476a-8469-f712848525d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:06:44.916092 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:06:46.280233 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:06:47.541282 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:06:52.693963 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:06:57.915700 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:01.165716 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 08:07:11.123629 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5ad5622f-156f-47f8-abdf-75da029f0ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:13.391005 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-529339fa-af2d-441f-9ca5-1e9d8d3aa7e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:13.930365 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 38582) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:07:14.085478 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-b631ba4f-1cd8-4c3c-9343-f3d7276e71c5 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Deleting port 032005cc-c61d-4b98-b387-1c438de06662 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 08:07:14.085818 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b631ba4f-1cd8-4c3c-9343-f3d7276e71c5 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (032005cc-c61d-4b98-b387-1c438de06662), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:14.158617 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b631ba4f-1cd8-4c3c-9343-f3d7276e71c5 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (032005cc-c61d-4b98-b387-1c438de06662), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:14.158939 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b631ba4f-1cd8-4c3c-9343-f3d7276e71c5 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for floatingip (032005cc-c61d-4b98-b387-1c438de06662), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:14.170192 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-b631ba4f-1cd8-4c3c-9343-f3d7276e71c5 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Calling delete_port for 032005cc-c61d-4b98-b387-1c438de06662 owned by network:floatingip {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 08:07:14.316440 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b631ba4f-1cd8-4c3c-9343-f3d7276e71c5 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (032005cc-c61d-4b98-b387-1c438de06662), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:14.340570 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b631ba4f-1cd8-4c3c-9343-f3d7276e71c5 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event deleted for resources: {'Port': ['ID=032005cc-c61d-4b98-b387-1c438de06662,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:07:14.352966 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b631ba4f-1cd8-4c3c-9343-f3d7276e71c5 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:07:14.353329 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b631ba4f-1cd8-4c3c-9343-f3d7276e71c5 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:07:14.353680 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b631ba4f-1cd8-4c3c-9343-f3d7276e71c5 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:07:14.354168 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b631ba4f-1cd8-4c3c-9343-f3d7276e71c5 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:07:14.354512 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b631ba4f-1cd8-4c3c-9343-f3d7276e71c5 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:07:14.354848 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b631ba4f-1cd8-4c3c-9343-f3d7276e71c5 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:07:14.355182 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b631ba4f-1cd8-4c3c-9343-f3d7276e71c5 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:07:14.355516 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b631ba4f-1cd8-4c3c-9343-f3d7276e71c5 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:07:14.355876 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b631ba4f-1cd8-4c3c-9343-f3d7276e71c5 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:07:14.356207 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b631ba4f-1cd8-4c3c-9343-f3d7276e71c5 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:07:14.356535 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b631ba4f-1cd8-4c3c-9343-f3d7276e71c5 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:07:14.356861 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b631ba4f-1cd8-4c3c-9343-f3d7276e71c5 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:07:14.357184 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b631ba4f-1cd8-4c3c-9343-f3d7276e71c5 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:07:14.428077 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b631ba4f-1cd8-4c3c-9343-f3d7276e71c5 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for floatingip (d2d27c11-5330-4726-a849-4b1d962cbab7), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:14.428417 n-d-789963-26 neutron-server[109693]: INFO neutron.db.l3_db [None req-b631ba4f-1cd8-4c3c-9343-f3d7276e71c5 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Floating IP d2d27c11-5330-4726-a849-4b1d962cbab7 disassociated (deleted). External IP: 172.25.4.27, port: 36c8d37b-5e4e-4619-89f2-d9c13b17a46d. Feb 02 08:07:14.636196 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b631ba4f-1cd8-4c3c-9343-f3d7276e71c5 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Router 1e4f1feb-1404-4be9-9837-cb63dd77f8be has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 08:07:14.661881 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c686bf90-c195-4d7c-b1e3-9dced9e39ac0 req-65469a53-a390-481a-9002-2bf6249dc5e0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=911d92d1-6dcb-4b3b-915c-9603e78c252f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0493145 Feb 02 08:07:14.746483 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b631ba4f-1cd8-4c3c-9343-f3d7276e71c5 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 08:07:14.751891 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b631ba4f-1cd8-4c3c-9343-f3d7276e71c5 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:14.757514 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed6f8f7-0f0f-45d9-bc00-74c8ea36d3f0 None None] Sync routers for ids ['1e4f1feb-1404-4be9-9837-cb63dd77f8be'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 08:07:14.768823 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed6f8f7-0f0f-45d9-bc00-74c8ea36d3f0 None None] Routers {'1e4f1feb-1404-4be9-9837-cb63dd77f8be'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:07:14.769447 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-fed6f8f7-0f0f-45d9-bc00-74c8ea36d3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:07:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['1e4f1feb-1404-4be9-9837-cb63dd77f8be'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:07:14.770174 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c686bf90-c195-4d7c-b1e3-9dced9e39ac0 req-adbd7feb-7063-412d-8c56-e1dab2c2d789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:07:14.771784 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c686bf90-c195-4d7c-b1e3-9dced9e39ac0 req-adbd7feb-7063-412d-8c56-e1dab2c2d789 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=491ef38eb7a24b33900e5a5f7693dafc&device_id=911d92d1-6dcb-4b3b-915c-9603e78c252f HTTP/1.1" status: 200 len: 1129 time: 0.0508652 Feb 02 08:07:14.784150 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b631ba4f-1cd8-4c3c-9343-f3d7276e71c5 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "DELETE /v2.0/floatingips/d2d27c11-5330-4726-a849-4b1d962cbab7 HTTP/1.1" status: 204 len: 168 time: 0.8526731 Feb 02 08:07:14.784766 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '911d92d1-6dcb-4b3b-915c-9603e78c252f', 'tag': '36c8d37b-5e4e-4619-89f2-d9c13b17a46d'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 08:07:14.787101 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bbcc89a9d4d8e7a52f5cbbd716b66041b3f6feaf13502aa94e42da132c01043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f98960-af0f-4782-bef8-0f47ad3e765c" -d '{"events": [{"name": "network-changed", "server_uuid": "911d92d1-6dcb-4b3b-915c-9603e78c252f", "tag": "36c8d37b-5e4e-4619-89f2-d9c13b17a46d"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 08:07:14.881805 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c686bf90-c195-4d7c-b1e3-9dced9e39ac0 req-db8867a0-d9bb-47d4-9a97-44df15228bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:07:14.883335 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c686bf90-c195-4d7c-b1e3-9dced9e39ac0 req-db8867a0-d9bb-47d4-9a97-44df15228bdf service neutron] 10.222.0.59 "GET /v2.0/networks?id=61dec8b6-5e15-4683-9a55-4342bb3ca5d6 HTTP/1.1" status: 200 len: 897 time: 0.0923028 Feb 02 08:07:14.885520 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-fed6f8f7-0f0f-45d9-bc00-74c8ea36d3f0 None None] Set router 1e4f1feb-1404-4be9-9837-cb63dd77f8be gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:07:14.934743 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c686bf90-c195-4d7c-b1e3-9dced9e39ac0 req-0cc8c50f-08ef-4fba-8ed1-3e9cb13eb07a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36c8d37b-5e4e-4619-89f2-d9c13b17a46d HTTP/1.1" status: 200 len: 217 time: 0.0450459 Feb 02 08:07:14.996583 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:15.027684 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c686bf90-c195-4d7c-b1e3-9dced9e39ac0 req-75937679-c71f-4ebb-a284-0353c88e52be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:07:15.029295 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c686bf90-c195-4d7c-b1e3-9dced9e39ac0 req-75937679-c71f-4ebb-a284-0353c88e52be service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7e3be43a-7025-44f5-a812-398320522939 HTTP/1.1" status: 200 len: 834 time: 0.0508583 Feb 02 08:07:15.081235 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 08:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce6e09e-f569-4d34-9f3c-127fef72eaf6 x-openstack-request-id: req-cce6e09e-f569-4d34-9f3c-127fef72eaf6 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 08:07:15.081732 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "911d92d1-6dcb-4b3b-915c-9603e78c252f", "tag": "36c8d37b-5e4e-4619-89f2-d9c13b17a46d", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 08:07:15.081964 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-cce6e09e-f569-4d34-9f3c-127fef72eaf6 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 08:07:15.082440 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '911d92d1-6dcb-4b3b-915c-9603e78c252f', 'tag': '36c8d37b-5e4e-4619-89f2-d9c13b17a46d', 'status': 'completed', 'code': 200} Feb 02 08:07:15.083904 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c686bf90-c195-4d7c-b1e3-9dced9e39ac0 req-26a28d40-14af-46b9-a900-e1d46780b6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:07:15.085690 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c686bf90-c195-4d7c-b1e3-9dced9e39ac0 req-26a28d40-14af-46b9-a900-e1d46780b6a7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=61dec8b6-5e15-4683-9a55-4342bb3ca5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0495281 Feb 02 08:07:15.115793 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-fed6f8f7-0f0f-45d9-bc00-74c8ea36d3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4f1feb-1404-4be9-9837-cb63dd77f8be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1740060983', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '71d86905-589c-4d15-88f7-4d1d861c2876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:04:38Z', 'updated_at': '2022-02-02T08:04:42Z', 'revision_number': 4, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'gw_port': {'id': '71d86905-589c-4d15-88f7-4d1d861c2876', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:19:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4f1feb-1404-4be9-9837-cb63dd77f8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:04:38Z', 'updated_at': '2022-02-02T08:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '9a02c0f8-78d6-447e-9371-8de4ab5fe89c', 'name': '', 'network_id': '61dec8b6-5e15-4683-9a55-4342bb3ca5d6', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'mac_address': 'fa:16:3e:fb:d7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4f1feb-1404-4be9-9837-cb63dd77f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '7e3be43a-7025-44f5-a812-398320522939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:04:41Z', 'updated_at': '2022-02-02T08:04:44Z', 'revision_number': 5, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'subnets': [{'id': '7e3be43a-7025-44f5-a812-398320522939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:07:15.143901 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed6f8f7-0f0f-45d9-bc00-74c8ea36d3f0 None None] Checking router: 1e4f1feb-1404-4be9-9837-cb63dd77f8be for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 08:07:15.152397 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed6f8f7-0f0f-45d9-bc00-74c8ea36d3f0 None None] Routers {'1e4f1feb-1404-4be9-9837-cb63dd77f8be'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:07:15.153009 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-fed6f8f7-0f0f-45d9-bc00-74c8ea36d3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:07:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['1e4f1feb-1404-4be9-9837-cb63dd77f8be'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:07:15.200247 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c686bf90-c195-4d7c-b1e3-9dced9e39ac0 req-e2ce8e60-9e00-46b1-98e2-48fbae9604ef service neutron] 10.222.0.59 "GET /v2.0/networks/61dec8b6-5e15-4683-9a55-4342bb3ca5d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969551 Feb 02 08:07:15.263439 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-fed6f8f7-0f0f-45d9-bc00-74c8ea36d3f0 None None] Set router 1e4f1feb-1404-4be9-9837-cb63dd77f8be gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:07:15.323952 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1b9657-336f-4779-8ded-113e3ada2768 req-114e75dc-ba7b-4084-b681-952c8b10e88e tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:07:15.325446 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6e1b9657-336f-4779-8ded-113e3ada2768 req-114e75dc-ba7b-4084-b681-952c8b10e88e tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=911d92d1-6dcb-4b3b-915c-9603e78c252f HTTP/1.1" status: 200 len: 946 time: 0.1994181 Feb 02 08:07:15.342790 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c686bf90-c195-4d7c-b1e3-9dced9e39ac0 req-d62f2cf4-0d08-4d6f-82ac-ef4ab3283af5 service neutron] 10.222.0.59 "GET /v2.0/networks/61dec8b6-5e15-4683-9a55-4342bb3ca5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362460 Feb 02 08:07:15.380913 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6e1b9657-336f-4779-8ded-113e3ada2768 req-e5b592e6-d9d9-432b-b637-6e135d36ce28 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=cc3f46f1-7bbc-41bb-95ee-9d562f42a39a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496643 Feb 02 08:07:15.465275 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f98960-af0f-4782-bef8-0f47ad3e765c req-cc058300-4182-4ed8-ab90-d36f0459078a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:07:15.466785 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-46f98960-af0f-4782-bef8-0f47ad3e765c req-cc058300-4182-4ed8-ab90-d36f0459078a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=491ef38eb7a24b33900e5a5f7693dafc&device_id=911d92d1-6dcb-4b3b-915c-9603e78c252f HTTP/1.1" status: 200 len: 1129 time: 0.0472572 Feb 02 08:07:15.471801 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-fed6f8f7-0f0f-45d9-bc00-74c8ea36d3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4f1feb-1404-4be9-9837-cb63dd77f8be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1740060983', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '71d86905-589c-4d15-88f7-4d1d861c2876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:04:38Z', 'updated_at': '2022-02-02T08:04:42Z', 'revision_number': 4, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'gw_port': {'id': '71d86905-589c-4d15-88f7-4d1d861c2876', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:19:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4f1feb-1404-4be9-9837-cb63dd77f8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:04:38Z', 'updated_at': '2022-02-02T08:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '9a02c0f8-78d6-447e-9371-8de4ab5fe89c', 'name': '', 'network_id': '61dec8b6-5e15-4683-9a55-4342bb3ca5d6', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'mac_address': 'fa:16:3e:fb:d7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4f1feb-1404-4be9-9837-cb63dd77f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '7e3be43a-7025-44f5-a812-398320522939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:04:41Z', 'updated_at': '2022-02-02T08:04:44Z', 'revision_number': 5, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'subnets': [{'id': '7e3be43a-7025-44f5-a812-398320522939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:07:15.500576 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed6f8f7-0f0f-45d9-bc00-74c8ea36d3f0 None None] The sync data for ids ['1e4f1feb-1404-4be9-9837-cb63dd77f8be'] in n-d-789963-26 is: [{'id': '1e4f1feb-1404-4be9-9837-cb63dd77f8be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1740060983', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '71d86905-589c-4d15-88f7-4d1d861c2876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:04:38Z', 'updated_at': '2022-02-02T08:04:42Z', 'revision_number': 4, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'gw_port': {'id': '71d86905-589c-4d15-88f7-4d1d861c2876', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:19:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4f1feb-1404-4be9-9837-cb63dd77f8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:04:38Z', 'updated_at': '2022-02-02T08:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '9a02c0f8-78d6-447e-9371-8de4ab5fe89c', 'name': '', 'network_id': '61dec8b6-5e15-4683-9a55-4342bb3ca5d6', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'mac_address': 'fa:16:3e:fb:d7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4f1feb-1404-4be9-9837-cb63dd77f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '7e3be43a-7025-44f5-a812-398320522939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:04:41Z', 'updated_at': '2022-02-02T08:04:44Z', 'revision_number': 5, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'subnets': [{'id': '7e3be43a-7025-44f5-a812-398320522939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 08:07:15.566093 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f98960-af0f-4782-bef8-0f47ad3e765c req-a28ddaf4-55f4-4f12-9203-597aeba164a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:07:15.567646 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-46f98960-af0f-4782-bef8-0f47ad3e765c req-a28ddaf4-55f4-4f12-9203-597aeba164a9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=61dec8b6-5e15-4683-9a55-4342bb3ca5d6 HTTP/1.1" status: 200 len: 897 time: 0.0935788 Feb 02 08:07:15.610300 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-46f98960-af0f-4782-bef8-0f47ad3e765c req-0ccf5dd8-f3e1-4b8a-aedf-7fb55ec3e8ac service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36c8d37b-5e4e-4619-89f2-d9c13b17a46d HTTP/1.1" status: 200 len: 217 time: 0.0354221 Feb 02 08:07:15.659961 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f98960-af0f-4782-bef8-0f47ad3e765c req-8ee1c2fe-650f-419a-a284-7f17efe6e9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:07:15.661425 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-46f98960-af0f-4782-bef8-0f47ad3e765c req-8ee1c2fe-650f-419a-a284-7f17efe6e9d6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7e3be43a-7025-44f5-a812-398320522939 HTTP/1.1" status: 200 len: 834 time: 0.0452905 Feb 02 08:07:15.715349 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f98960-af0f-4782-bef8-0f47ad3e765c req-7f118bf7-65dc-490e-aaf5-6885c09408c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:07:15.717143 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-46f98960-af0f-4782-bef8-0f47ad3e765c req-7f118bf7-65dc-490e-aaf5-6885c09408c8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=61dec8b6-5e15-4683-9a55-4342bb3ca5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0500326 Feb 02 08:07:15.736560 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161b7d61-39d4-4d37-9c06-8c58c464fa15 None None] New status for floating IP d2d27c11-5330-4726-a849-4b1d962cbab7: DOWN {{(pid=109696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 08:07:15.810311 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-46f98960-af0f-4782-bef8-0f47ad3e765c req-f975f082-da36-4c8d-9f33-158f8d9a575e service neutron] 10.222.0.59 "GET /v2.0/networks/61dec8b6-5e15-4683-9a55-4342bb3ca5d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855212 Feb 02 08:07:15.904535 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-46f98960-af0f-4782-bef8-0f47ad3e765c req-b02519ac-fe20-481a-95ac-0b8689362f61 service neutron] 10.222.0.59 "GET /v2.0/networks/61dec8b6-5e15-4683-9a55-4342bb3ca5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879152 Feb 02 08:07:16.283985 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:16.500069 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc07445-e91a-43ed-85d7-32eb9da90a0a req-32b14252-f936-425b-bed7-cc0c409af077 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:07:16.502134 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dcc07445-e91a-43ed-85d7-32eb9da90a0a req-32b14252-f936-425b-bed7-cc0c409af077 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=911d92d1-6dcb-4b3b-915c-9603e78c252f HTTP/1.1" status: 200 len: 946 time: 0.0536072 Feb 02 08:07:16.550760 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-dcc07445-e91a-43ed-85d7-32eb9da90a0a req-da8658cb-2791-45f3-8dfe-5c7d2bb7c715 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=cc3f46f1-7bbc-41bb-95ee-9d562f42a39a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426424 Feb 02 08:07:17.007756 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d43a80-c2e3-4dc0-90f0-66587d345cd9 req-5262658c-d011-414f-92a6-f5e90ffa666c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:07:17.009447 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-87d43a80-c2e3-4dc0-90f0-66587d345cd9 req-5262658c-d011-414f-92a6-f5e90ffa666c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.59 "GET /v2.0/ports?device_id=911d92d1-6dcb-4b3b-915c-9603e78c252f HTTP/1.1" status: 200 len: 946 time: 0.0510817 Feb 02 08:07:17.101260 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-87d43a80-c2e3-4dc0-90f0-66587d345cd9 req-80dfc505-0a04-4f63-bd96-2e4d4c381cc6 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Deleting port 36c8d37b-5e4e-4619-89f2-d9c13b17a46d {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 08:07:17.101605 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-87d43a80-c2e3-4dc0-90f0-66587d345cd9 req-80dfc505-0a04-4f63-bd96-2e4d4c381cc6 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (36c8d37b-5e4e-4619-89f2-d9c13b17a46d), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:17.188112 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-87d43a80-c2e3-4dc0-90f0-66587d345cd9 req-80dfc505-0a04-4f63-bd96-2e4d4c381cc6 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] For port 36c8d37b-5e4e-4619-89f2-d9c13b17a46d, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=36c8d37b-5e4e-4619-89f2-d9c13b17a46d,segment=NetworkSegment(19ed3af0-bfb9-4ce4-9d33-72fc4bc291c4),segment_id=19ed3af0-bfb9-4ce4-9d33-72fc4bc291c4)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:07:17.188617 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-87d43a80-c2e3-4dc0-90f0-66587d345cd9 req-80dfc505-0a04-4f63-bd96-2e4d4c381cc6 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (36c8d37b-5e4e-4619-89f2-d9c13b17a46d), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:17.204784 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-87d43a80-c2e3-4dc0-90f0-66587d345cd9 req-80dfc505-0a04-4f63-bd96-2e4d4c381cc6 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Calling delete_port for 36c8d37b-5e4e-4619-89f2-d9c13b17a46d owned by compute:nova {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 08:07:17.329170 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-87d43a80-c2e3-4dc0-90f0-66587d345cd9 req-80dfc505-0a04-4f63-bd96-2e4d4c381cc6 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (36c8d37b-5e4e-4619-89f2-d9c13b17a46d), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:17.359100 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dfc505-0a04-4f63-bd96-2e4d4c381cc6 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event deleted for resources: {'Port': ['ID=36c8d37b-5e4e-4619-89f2-d9c13b17a46d,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:07:17.388872 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dfc505-0a04-4f63-bd96-2e4d4c381cc6 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:07:17.389233 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dfc505-0a04-4f63-bd96-2e4d4c381cc6 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:07:17.389584 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dfc505-0a04-4f63-bd96-2e4d4c381cc6 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:07:17.389973 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dfc505-0a04-4f63-bd96-2e4d4c381cc6 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:07:17.390353 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dfc505-0a04-4f63-bd96-2e4d4c381cc6 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:07:17.390690 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dfc505-0a04-4f63-bd96-2e4d4c381cc6 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:07:17.391029 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dfc505-0a04-4f63-bd96-2e4d4c381cc6 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:07:17.391367 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dfc505-0a04-4f63-bd96-2e4d4c381cc6 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:07:17.392316 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dfc505-0a04-4f63-bd96-2e4d4c381cc6 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:07:17.392656 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dfc505-0a04-4f63-bd96-2e4d4c381cc6 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:07:17.392998 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dfc505-0a04-4f63-bd96-2e4d4c381cc6 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:07:17.393329 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dfc505-0a04-4f63-bd96-2e4d4c381cc6 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:07:17.393659 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80dfc505-0a04-4f63-bd96-2e4d4c381cc6 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:07:17.416092 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-87d43a80-c2e3-4dc0-90f0-66587d345cd9 req-80dfc505-0a04-4f63-bd96-2e4d4c381cc6 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] No DVR routers for this DVR port 36c8d37b-5e4e-4619-89f2-d9c13b17a46d on host n-h2-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 08:07:17.418543 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-87d43a80-c2e3-4dc0-90f0-66587d345cd9 req-80dfc505-0a04-4f63-bd96-2e4d4c381cc6 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:17.421901 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-87d43a80-c2e3-4dc0-90f0-66587d345cd9 req-80dfc505-0a04-4f63-bd96-2e4d4c381cc6 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.59 "DELETE /v2.0/ports/36c8d37b-5e4e-4619-89f2-d9c13b17a46d HTTP/1.1" status: 204 len: 173 time: 0.4077115 Feb 02 08:07:17.422341 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '911d92d1-6dcb-4b3b-915c-9603e78c252f', 'name': 'network-vif-deleted', 'tag': '36c8d37b-5e4e-4619-89f2-d9c13b17a46d'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 08:07:17.424703 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cd64c29d20054dd266ebfc4811df21ba6bce2c9fa8def1b04b444a49e945ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead78056-23e8-40aa-9613-f90991343050" -d '{"events": [{"server_uuid": "911d92d1-6dcb-4b3b-915c-9603e78c252f", "name": "network-vif-deleted", "tag": "36c8d37b-5e4e-4619-89f2-d9c13b17a46d"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 08:07:17.462432 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 08:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb3b5b3-7389-4a0c-b567-2dee8ad6aac7 x-openstack-request-id: req-7bb3b5b3-7389-4a0c-b567-2dee8ad6aac7 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 08:07:17.462713 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "911d92d1-6dcb-4b3b-915c-9603e78c252f", "name": "network-vif-deleted", "tag": "36c8d37b-5e4e-4619-89f2-d9c13b17a46d", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 08:07:17.462982 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7bb3b5b3-7389-4a0c-b567-2dee8ad6aac7 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 08:07:17.463393 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '911d92d1-6dcb-4b3b-915c-9603e78c252f', 'name': 'network-vif-deleted', 'tag': '36c8d37b-5e4e-4619-89f2-d9c13b17a46d', 'status': 'completed', 'code': 200} Feb 02 08:07:17.545402 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:17.661079 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-50c0430c-37b1-4ca0-99c0-a1104c8eb23a req-ce12cec1-5f54-47dc-8da8-c33879404f34 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=911d92d1-6dcb-4b3b-915c-9603e78c252f HTTP/1.1" status: 200 len: 210 time: 0.0283861 Feb 02 08:07:18.717125 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 38604) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:07:19.069288 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c77079b5-e8f7-43c2-914f-1de74bc0b69a tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (1e4f1feb-1404-4be9-9837-cb63dd77f8be), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:19.172294 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [req-a0f75d71-54eb-429e-b70c-9d9b846f02cd req-89c71e0e-04b5-4413-b315-2568b53831b8 service neutron] (109694) timed out ('10.222.0.87', 35002) {{(pid=109694) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 02 08:07:19.326653 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-c77079b5-e8f7-43c2-914f-1de74bc0b69a tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Deleting port 9a02c0f8-78d6-447e-9371-8de4ab5fe89c {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 08:07:19.326917 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c77079b5-e8f7-43c2-914f-1de74bc0b69a tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (9a02c0f8-78d6-447e-9371-8de4ab5fe89c), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:19.417179 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-c77079b5-e8f7-43c2-914f-1de74bc0b69a tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] For port 9a02c0f8-78d6-447e-9371-8de4ab5fe89c, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=9a02c0f8-78d6-447e-9371-8de4ab5fe89c,segment=NetworkSegment(19ed3af0-bfb9-4ce4-9d33-72fc4bc291c4),segment_id=19ed3af0-bfb9-4ce4-9d33-72fc4bc291c4)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:07:19.417545 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c77079b5-e8f7-43c2-914f-1de74bc0b69a tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (9a02c0f8-78d6-447e-9371-8de4ab5fe89c), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:19.429799 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-c77079b5-e8f7-43c2-914f-1de74bc0b69a tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Calling delete_port for 9a02c0f8-78d6-447e-9371-8de4ab5fe89c owned by network:router_interface {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 08:07:19.615783 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c77079b5-e8f7-43c2-914f-1de74bc0b69a tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (9a02c0f8-78d6-447e-9371-8de4ab5fe89c), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:19.643431 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77079b5-e8f7-43c2-914f-1de74bc0b69a tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event deleted for resources: {'Port': ['ID=9a02c0f8-78d6-447e-9371-8de4ab5fe89c,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:07:19.715980 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 36c8d37b-5e4e-4619-89f2-d9c13b17a46d no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 08:07:19.743108 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] No Port match for: 36c8d37b-5e4e-4619-89f2-d9c13b17a46d {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 08:07:19.743441 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 36c8d37b-5e4e-4619-89f2-d9c13b17a46d not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 08:07:19.820657 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c77079b5-e8f7-43c2-914f-1de74bc0b69a tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (1e4f1feb-1404-4be9-9837-cb63dd77f8be), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:20.314721 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c77079b5-e8f7-43c2-914f-1de74bc0b69a tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Router 1e4f1feb-1404-4be9-9837-cb63dd77f8be has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 08:07:20.420324 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c77079b5-e8f7-43c2-914f-1de74bc0b69a tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 08:07:20.426233 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-c77079b5-e8f7-43c2-914f-1de74bc0b69a tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "PUT /v2.0/routers/1e4f1feb-1404-4be9-9837-cb63dd77f8be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7079728 Feb 02 08:07:20.428849 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 38606) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:07:20.431973 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6434290-c5e3-4930-bbe6-00c8cc7fae3b None None] Sync routers for ids ['1e4f1feb-1404-4be9-9837-cb63dd77f8be'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 08:07:20.443444 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6434290-c5e3-4930-bbe6-00c8cc7fae3b None None] Routers {'1e4f1feb-1404-4be9-9837-cb63dd77f8be'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:07:20.444108 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-d6434290-c5e3-4930-bbe6-00c8cc7fae3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:07:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['1e4f1feb-1404-4be9-9837-cb63dd77f8be'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:07:20.479693 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-36df8d57-a992-4e0d-83d0-b5a9e62b8c1f tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Deleting subnet 7e3be43a-7025-44f5-a812-398320522939 {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 08:07:20.483257 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-36df8d57-a992-4e0d-83d0-b5a9e62b8c1f tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for subnet (7e3be43a-7025-44f5-a812-398320522939), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:20.524748 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-36df8d57-a992-4e0d-83d0-b5a9e62b8c1f tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (7e3be43a-7025-44f5-a812-398320522939), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:20.550475 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-d6434290-c5e3-4930-bbe6-00c8cc7fae3b None None] Set router 1e4f1feb-1404-4be9-9837-cb63dd77f8be gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:07:20.613689 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-36df8d57-a992-4e0d-83d0-b5a9e62b8c1f tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (7e3be43a-7025-44f5-a812-398320522939), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:20.674356 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-36df8d57-a992-4e0d-83d0-b5a9e62b8c1f tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (7e3be43a-7025-44f5-a812-398320522939), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:20.701338 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36df8d57-a992-4e0d-83d0-b5a9e62b8c1f tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event deleted for resources: {'Subnet': ['ID=7e3be43a-7025-44f5-a812-398320522939,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:07:20.706162 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-36df8d57-a992-4e0d-83d0-b5a9e62b8c1f tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:20.712241 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-36df8d57-a992-4e0d-83d0-b5a9e62b8c1f tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "DELETE /v2.0/subnets/7e3be43a-7025-44f5-a812-398320522939 HTTP/1.1" status: 204 len: 168 time: 0.2796626 Feb 02 08:07:20.713278 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 38608) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:07:20.718944 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fe4524-bacb-484c-99f9-01e3bc0141d1 None None] Network 61dec8b6-5e15-4683-9a55-4342bb3ca5d6 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 08:07:20.821918 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-d6434290-c5e3-4930-bbe6-00c8cc7fae3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4f1feb-1404-4be9-9837-cb63dd77f8be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1740060983', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '71d86905-589c-4d15-88f7-4d1d861c2876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:04:38Z', 'updated_at': '2022-02-02T08:07:19Z', 'revision_number': 5, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'gw_port': {'id': '71d86905-589c-4d15-88f7-4d1d861c2876', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:19:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4f1feb-1404-4be9-9837-cb63dd77f8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:04:38Z', 'updated_at': '2022-02-02T08:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:07:20.824604 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-26e38285-7515-46af-b5ab-31628ba8ba5c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for router (1e4f1feb-1404-4be9-9837-cb63dd77f8be), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:20.851123 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6434290-c5e3-4930-bbe6-00c8cc7fae3b None None] Checking router: 1e4f1feb-1404-4be9-9837-cb63dd77f8be for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 08:07:20.863612 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6434290-c5e3-4930-bbe6-00c8cc7fae3b None None] Routers {'1e4f1feb-1404-4be9-9837-cb63dd77f8be'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:07:20.864188 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-d6434290-c5e3-4930-bbe6-00c8cc7fae3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:07:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['1e4f1feb-1404-4be9-9837-cb63dd77f8be'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:07:20.921688 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5900e6-ca70-4140-81ba-41b503af58a9 None None] DHCP port deletion for 61dec8b6-5e15-4683-9a55-4342bb3ca5d6 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 08:07:20.936694 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-26e38285-7515-46af-b5ab-31628ba8ba5c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for router_gateway (1e4f1feb-1404-4be9-9837-cb63dd77f8be), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:20.989069 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-26e38285-7515-46af-b5ab-31628ba8ba5c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Deleting port 71d86905-589c-4d15-88f7-4d1d861c2876 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 08:07:20.989415 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-26e38285-7515-46af-b5ab-31628ba8ba5c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (71d86905-589c-4d15-88f7-4d1d861c2876), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:21.005290 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-d6434290-c5e3-4930-bbe6-00c8cc7fae3b None None] Set router 1e4f1feb-1404-4be9-9837-cb63dd77f8be gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:07:21.068009 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-26e38285-7515-46af-b5ab-31628ba8ba5c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] For port 71d86905-589c-4d15-88f7-4d1d861c2876, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=71d86905-589c-4d15-88f7-4d1d861c2876,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:07:21.068380 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-26e38285-7515-46af-b5ab-31628ba8ba5c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (71d86905-589c-4d15-88f7-4d1d861c2876), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:21.080178 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-26e38285-7515-46af-b5ab-31628ba8ba5c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Calling delete_port for 71d86905-589c-4d15-88f7-4d1d861c2876 owned by network:router_gateway {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 08:07:21.089593 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1d5900e6-ca70-4140-81ba-41b503af58a9 None None] Deleting port a1533a5d-34b2-482a-99c8-0b63609bb897 {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 08:07:21.089971 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1d5900e6-ca70-4140-81ba-41b503af58a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (a1533a5d-34b2-482a-99c8-0b63609bb897), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:21.253489 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-26e38285-7515-46af-b5ab-31628ba8ba5c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (71d86905-589c-4d15-88f7-4d1d861c2876), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:21.283788 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e38285-7515-46af-b5ab-31628ba8ba5c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event deleted for resources: {'Port': ['ID=71d86905-589c-4d15-88f7-4d1d861c2876,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:07:21.348587 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-26e38285-7515-46af-b5ab-31628ba8ba5c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (1e4f1feb-1404-4be9-9837-cb63dd77f8be), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:21.357674 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1d5900e6-ca70-4140-81ba-41b503af58a9 None None] For port a1533a5d-34b2-482a-99c8-0b63609bb897, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=a1533a5d-34b2-482a-99c8-0b63609bb897,segment=NetworkSegment(19ed3af0-bfb9-4ce4-9d33-72fc4bc291c4),segment_id=19ed3af0-bfb9-4ce4-9d33-72fc4bc291c4)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:07:21.358086 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1d5900e6-ca70-4140-81ba-41b503af58a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (a1533a5d-34b2-482a-99c8-0b63609bb897), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:21.392030 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1d5900e6-ca70-4140-81ba-41b503af58a9 None None] Calling delete_port for a1533a5d-34b2-482a-99c8-0b63609bb897 owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 08:07:21.441668 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-26e38285-7515-46af-b5ab-31628ba8ba5c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (1e4f1feb-1404-4be9-9837-cb63dd77f8be), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:21.444305 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-26e38285-7515-46af-b5ab-31628ba8ba5c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for router_controller (1e4f1feb-1404-4be9-9837-cb63dd77f8be), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:21.479506 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-d6434290-c5e3-4930-bbe6-00c8cc7fae3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4f1feb-1404-4be9-9837-cb63dd77f8be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1740060983', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '71d86905-589c-4d15-88f7-4d1d861c2876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:04:38Z', 'updated_at': '2022-02-02T08:07:19Z', 'revision_number': 5, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'gw_port': {'id': '71d86905-589c-4d15-88f7-4d1d861c2876', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:19:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4f1feb-1404-4be9-9837-cb63dd77f8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:04:38Z', 'updated_at': '2022-02-02T08:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:07:21.490762 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-26e38285-7515-46af-b5ab-31628ba8ba5c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (1e4f1feb-1404-4be9-9837-cb63dd77f8be), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:21.491436 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e38285-7515-46af-b5ab-31628ba8ba5c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Fanout notify agent at l3_agent the message router_deleted on router 1e4f1feb-1404-4be9-9837-cb63dd77f8be {{(pid=109693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 08:07:21.498725 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-26e38285-7515-46af-b5ab-31628ba8ba5c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:21.499857 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-26e38285-7515-46af-b5ab-31628ba8ba5c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "DELETE /v2.0/routers/1e4f1feb-1404-4be9-9837-cb63dd77f8be HTTP/1.1" status: 204 len: 168 time: 0.7864506 Feb 02 08:07:21.503340 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38610) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:07:21.510251 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6434290-c5e3-4930-bbe6-00c8cc7fae3b None None] The sync data for ids ['1e4f1feb-1404-4be9-9837-cb63dd77f8be'] in n-d-789963-26 is: [{'id': '1e4f1feb-1404-4be9-9837-cb63dd77f8be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1740060983', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': '71d86905-589c-4d15-88f7-4d1d861c2876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:04:38Z', 'updated_at': '2022-02-02T08:07:19Z', 'revision_number': 5, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'gw_port': {'id': '71d86905-589c-4d15-88f7-4d1d861c2876', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:19:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4f1feb-1404-4be9-9837-cb63dd77f8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:04:38Z', 'updated_at': '2022-02-02T08:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 08:07:21.521620 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1d5900e6-ca70-4140-81ba-41b503af58a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (a1533a5d-34b2-482a-99c8-0b63609bb897), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:21.554434 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5900e6-ca70-4140-81ba-41b503af58a9 None None] Pushing event deleted for resources: {'Port': ['ID=a1533a5d-34b2-482a-99c8-0b63609bb897,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:07:21.561171 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5900e6-ca70-4140-81ba-41b503af58a9 None None] No DVR routers for this DVR port a1533a5d-34b2-482a-99c8-0b63609bb897 on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 08:07:21.563994 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5900e6-ca70-4140-81ba-41b503af58a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:07:21.564337 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5900e6-ca70-4140-81ba-41b503af58a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:07:21.564690 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5900e6-ca70-4140-81ba-41b503af58a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:07:21.565025 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5900e6-ca70-4140-81ba-41b503af58a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:07:21.565366 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5900e6-ca70-4140-81ba-41b503af58a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:07:21.565702 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5900e6-ca70-4140-81ba-41b503af58a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:07:21.566035 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5900e6-ca70-4140-81ba-41b503af58a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:07:21.566382 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5900e6-ca70-4140-81ba-41b503af58a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:07:21.566700 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5900e6-ca70-4140-81ba-41b503af58a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:07:21.567017 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5900e6-ca70-4140-81ba-41b503af58a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:07:21.567344 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5900e6-ca70-4140-81ba-41b503af58a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:07:21.567704 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5900e6-ca70-4140-81ba-41b503af58a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:07:21.568039 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5900e6-ca70-4140-81ba-41b503af58a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:07:21.599372 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-94b1073b-2c88-4110-8b41-83984df86315 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (61dec8b6-5e15-4683-9a55-4342bb3ca5d6), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:22.027244 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-94b1073b-2c88-4110-8b41-83984df86315 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (61dec8b6-5e15-4683-9a55-4342bb3ca5d6), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:22.047192 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-94b1073b-2c88-4110-8b41-83984df86315 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61dec8b6-5e15-4683-9a55-4342bb3ca5d6']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:07:22.056637 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-94b1073b-2c88-4110-8b41-83984df86315 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19ed3af0-bfb9-4ce4-9d33-72fc4bc291c4') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:07:22.056911 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-94b1073b-2c88-4110-8b41-83984df86315 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19ed3af0-bfb9-4ce4-9d33-72fc4bc291c4') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:07:22.066284 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-94b1073b-2c88-4110-8b41-83984df86315 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (19ed3af0-bfb9-4ce4-9d33-72fc4bc291c4), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:22.079931 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-94b1073b-2c88-4110-8b41-83984df86315 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (19ed3af0-bfb9-4ce4-9d33-72fc4bc291c4), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:22.086184 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94b1073b-2c88-4110-8b41-83984df86315 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 08:07:22.086574 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-94b1073b-2c88-4110-8b41-83984df86315 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (19ed3af0-bfb9-4ce4-9d33-72fc4bc291c4), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:22.089739 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 08:07:22.089739 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 08:07:22.089739 n-d-789963-26 neutron-server[109694]: timer() Feb 02 08:07:22.089739 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 08:07:22.089739 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 08:07:22.089739 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 08:07:22.089739 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 08:07:22.089739 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 08:07:22.089739 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 08:07:22.089739 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 08:07:22.089739 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 08:07:22.089739 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 08:07:22.089739 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 08:07:22.089739 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 08:07:22.089739 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 08:07:22.089739 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 08:07:22.089739 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 08:07:22.089739 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 08:07:22.089739 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 08:07:22.089739 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 08:07:22.089739 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 08:07:22.089739 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 08:07:22.089739 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 08:07:22.089739 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 08:07:22.089739 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 08:07:22.089739 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 08:07:22.089739 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 08:07:22.089739 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 08:07:22.089739 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 08:07:22.089739 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 08:07:22.089739 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 08:07:22.089739 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 08:07:22.153439 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-94b1073b-2c88-4110-8b41-83984df86315 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (61dec8b6-5e15-4683-9a55-4342bb3ca5d6), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:22.170979 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-94b1073b-2c88-4110-8b41-83984df86315 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:22.174734 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-94b1073b-2c88-4110-8b41-83984df86315 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "DELETE /v2.0/networks/61dec8b6-5e15-4683-9a55-4342bb3ca5d6 HTTP/1.1" status: 204 len: 168 time: 0.6703668 Feb 02 08:07:22.176046 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b1073b-2c88-4110-8b41-83984df86315 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event deleted for resources: {'Network': ['ID=61dec8b6-5e15-4683-9a55-4342bb3ca5d6,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:07:22.177640 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38612) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:07:22.232206 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0c2010d3-bc2d-4211-9acc-f651d30a8316 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group (cc3f46f1-7bbc-41bb-95ee-9d562f42a39a), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:22.257598 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0c2010d3-bc2d-4211-9acc-f651d30a8316 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group (cc3f46f1-7bbc-41bb-95ee-9d562f42a39a), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:22.315986 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0c2010d3-bc2d-4211-9acc-f651d30a8316 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (cc3f46f1-7bbc-41bb-95ee-9d562f42a39a), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:22.318626 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0c2010d3-bc2d-4211-9acc-f651d30a8316 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:22.319914 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0c2010d3-bc2d-4211-9acc-f651d30a8316 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "DELETE /v2.0/security-groups/cc3f46f1-7bbc-41bb-95ee-9d562f42a39a HTTP/1.1" status: 204 len: 168 time: 0.1412687 Feb 02 08:07:22.329257 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2010d3-bc2d-4211-9acc-f651d30a8316 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc3f46f1-7bbc-41bb-95ee-9d562f42a39a,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:07:22.629033 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 71d86905-589c-4d15-88f7-4d1d861c2876 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 08:07:22.649598 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 71d86905-589c-4d15-88f7-4d1d861c2876 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 08:07:22.649957 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 71d86905-589c-4d15-88f7-4d1d861c2876 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 08:07:22.650380 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 9a02c0f8-78d6-447e-9371-8de4ab5fe89c no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 08:07:22.669421 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 9a02c0f8-78d6-447e-9371-8de4ab5fe89c {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 08:07:22.669777 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 9a02c0f8-78d6-447e-9371-8de4ab5fe89c not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 08:07:22.670178 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 38618) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:07:22.670651 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device a1533a5d-34b2-482a-99c8-0b63609bb897 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 08:07:22.675695 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-ddbb31d7-e8cf-4d6e-a0c0-9208cc4704cc tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-761627481', 'description': 'tempest-secgroup-smoke-761627481 description', 'project_id': '491ef38eb7a24b33900e5a5f7693dafc'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:07:22.689971 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: a1533a5d-34b2-482a-99c8-0b63609bb897 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 08:07:22.690417 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device a1533a5d-34b2-482a-99c8-0b63609bb897 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 08:07:22.697993 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ddbb31d7-e8cf-4d6e-a0c0-9208cc4704cc tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:22.713857 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:22.769554 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ddbb31d7-e8cf-4d6e-a0c0-9208cc4704cc tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group (5504c819-2f8d-4b7b-a8f9-4b0697b5a27b), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:22.773109 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ddbb31d7-e8cf-4d6e-a0c0-9208cc4704cc tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (5504c819-2f8d-4b7b-a8f9-4b0697b5a27b), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:22.802093 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ddbb31d7-e8cf-4d6e-a0c0-9208cc4704cc tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:22.803249 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-ddbb31d7-e8cf-4d6e-a0c0-9208cc4704cc tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1319542 Feb 02 08:07:22.805125 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbb31d7-e8cf-4d6e-a0c0-9208cc4704cc tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5504c819-2f8d-4b7b-a8f9-4b0697b5a27b,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:07:22.806933 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38620) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:07:22.812621 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-69b20e63-a4ab-4fde-950c-3747f43e7afb tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Request body: {'security_group_rule': {'security_group_id': '5504c819-2f8d-4b7b-a8f9-4b0697b5a27b', 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:07:22.843091 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-69b20e63-a4ab-4fde-950c-3747f43e7afb tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (872b3ce5-46b6-450e-9fd6-88bc5b2eccf7), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:22.887564 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-69b20e63-a4ab-4fde-950c-3747f43e7afb tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (872b3ce5-46b6-450e-9fd6-88bc5b2eccf7), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:22.890887 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-69b20e63-a4ab-4fde-950c-3747f43e7afb tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (872b3ce5-46b6-450e-9fd6-88bc5b2eccf7), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:22.910983 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b20e63-a4ab-4fde-950c-3747f43e7afb tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=872b3ce5-46b6-450e-9fd6-88bc5b2eccf7,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:07:22.916479 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-69b20e63-a4ab-4fde-950c-3747f43e7afb tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:22.917791 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-69b20e63-a4ab-4fde-950c-3747f43e7afb tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1086361 Feb 02 08:07:22.920526 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38622) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:07:22.924896 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-0ef424f5-0167-4651-8e0f-d9379dd3a961 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Request body: {'security_group_rule': {'security_group_id': '5504c819-2f8d-4b7b-a8f9-4b0697b5a27b', 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:07:22.948876 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0ef424f5-0167-4651-8e0f-d9379dd3a961 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (474bb2cd-ba5c-4919-85d5-9076713b91de), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:23.004380 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0ef424f5-0167-4651-8e0f-d9379dd3a961 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (474bb2cd-ba5c-4919-85d5-9076713b91de), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:23.007841 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0ef424f5-0167-4651-8e0f-d9379dd3a961 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (474bb2cd-ba5c-4919-85d5-9076713b91de), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:23.025817 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef424f5-0167-4651-8e0f-d9379dd3a961 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=474bb2cd-ba5c-4919-85d5-9076713b91de,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:07:23.033854 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-0ef424f5-0167-4651-8e0f-d9379dd3a961 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:23.035033 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0ef424f5-0167-4651-8e0f-d9379dd3a961 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1135664 Feb 02 08:07:23.037885 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38624) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:07:23.042176 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-33157f7b-96a6-4ce9-9357-7d1989751b82 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Request body: {'security_group_rule': {'security_group_id': '5504c819-2f8d-4b7b-a8f9-4b0697b5a27b', 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:07:23.066725 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-33157f7b-96a6-4ce9-9357-7d1989751b82 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (0a9b4b57-c9a4-4bcb-b6d3-1a504b04d2d9), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:23.124519 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-33157f7b-96a6-4ce9-9357-7d1989751b82 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (0a9b4b57-c9a4-4bcb-b6d3-1a504b04d2d9), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:23.128631 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-33157f7b-96a6-4ce9-9357-7d1989751b82 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (0a9b4b57-c9a4-4bcb-b6d3-1a504b04d2d9), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:23.146947 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33157f7b-96a6-4ce9-9357-7d1989751b82 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a9b4b57-c9a4-4bcb-b6d3-1a504b04d2d9,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:07:23.153752 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-33157f7b-96a6-4ce9-9357-7d1989751b82 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:23.154933 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-33157f7b-96a6-4ce9-9357-7d1989751b82 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1160853 Feb 02 08:07:23.157716 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38626) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:07:23.162071 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-11cc4cb4-8a15-4ee7-a74f-e721e6d29df7 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Request body: {'security_group_rule': {'security_group_id': '5504c819-2f8d-4b7b-a8f9-4b0697b5a27b', 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:07:23.185333 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-11cc4cb4-8a15-4ee7-a74f-e721e6d29df7 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (39144f8b-0b1b-42a8-8f13-98b3db200953), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:23.243948 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-11cc4cb4-8a15-4ee7-a74f-e721e6d29df7 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (39144f8b-0b1b-42a8-8f13-98b3db200953), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:23.247365 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-11cc4cb4-8a15-4ee7-a74f-e721e6d29df7 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (39144f8b-0b1b-42a8-8f13-98b3db200953), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:23.267399 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cc4cb4-8a15-4ee7-a74f-e721e6d29df7 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39144f8b-0b1b-42a8-8f13-98b3db200953,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:07:23.275370 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-11cc4cb4-8a15-4ee7-a74f-e721e6d29df7 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:23.276577 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-11cc4cb4-8a15-4ee7-a74f-e721e6d29df7 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1179414 Feb 02 08:07:23.279269 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38628) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:07:23.283701 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-ef7fbaa3-d913-41f3-95b5-541bfcbd1914 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Request body: {'security_group_rule': {'security_group_id': '5504c819-2f8d-4b7b-a8f9-4b0697b5a27b', 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:07:23.303282 n-d-789963-26 neutron-server[109694]: INFO neutron.db.securitygroups_db [None req-ef7fbaa3-d913-41f3-95b5-541bfcbd1914 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Project 491ef38eb7a24b33900e5a5f7693dafc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 08:07:23.308214 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ef7fbaa3-d913-41f3-95b5-541bfcbd1914 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (2e9abb33-7371-4ab6-8635-a803190bff93), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:23.365397 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ef7fbaa3-d913-41f3-95b5-541bfcbd1914 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (2e9abb33-7371-4ab6-8635-a803190bff93), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:23.369018 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ef7fbaa3-d913-41f3-95b5-541bfcbd1914 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (2e9abb33-7371-4ab6-8635-a803190bff93), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:23.387002 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7fbaa3-d913-41f3-95b5-541bfcbd1914 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e9abb33-7371-4ab6-8635-a803190bff93,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:07:23.394059 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ef7fbaa3-d913-41f3-95b5-541bfcbd1914 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:23.395240 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-ef7fbaa3-d913-41f3-95b5-541bfcbd1914 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1150322 Feb 02 08:07:23.400588 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38630) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:07:23.404878 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-a6d6ae6e-ca12-4c24-a5ac-c9472b45389a tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Request body: {'security_group_rule': {'security_group_id': '5504c819-2f8d-4b7b-a8f9-4b0697b5a27b', 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:07:23.425248 n-d-789963-26 neutron-server[109694]: INFO neutron.db.securitygroups_db [None req-a6d6ae6e-ca12-4c24-a5ac-c9472b45389a tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Project 491ef38eb7a24b33900e5a5f7693dafc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 08:07:23.430070 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a6d6ae6e-ca12-4c24-a5ac-c9472b45389a tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (43c7e7ef-0687-40ab-9458-cdd724ea5fc2), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:23.489362 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a6d6ae6e-ca12-4c24-a5ac-c9472b45389a tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (43c7e7ef-0687-40ab-9458-cdd724ea5fc2), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:23.492830 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a6d6ae6e-ca12-4c24-a5ac-c9472b45389a tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (43c7e7ef-0687-40ab-9458-cdd724ea5fc2), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:23.512429 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d6ae6e-ca12-4c24-a5ac-c9472b45389a tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43c7e7ef-0687-40ab-9458-cdd724ea5fc2,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:07:23.519108 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a6d6ae6e-ca12-4c24-a5ac-c9472b45389a tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:23.520322 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a6d6ae6e-ca12-4c24-a5ac-c9472b45389a tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1187994 Feb 02 08:07:23.523148 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38632) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:07:23.528066 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-87848c9b-1ef4-4cbd-a829-68597f9935e5 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Request body: {'network': {'name': 'tempest-network-smoke--929124086', 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'port_security_enabled': True}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:07:23.546712 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87848c9b-1ef4-4cbd-a829-68597f9935e5 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Made reservation on behalf of 491ef38eb7a24b33900e5a5f7693dafc for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 08:07:23.551001 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-87848c9b-1ef4-4cbd-a829-68597f9935e5 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:23.574137 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87848c9b-1ef4-4cbd-a829-68597f9935e5 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 08:07:23.583041 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-87848c9b-1ef4-4cbd-a829-68597f9935e5 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (ba73247a-fc1f-4a04-8235-9484ff20620b), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:23.583397 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-87848c9b-1ef4-4cbd-a829-68597f9935e5 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Added segment ba73247a-fc1f-4a04-8235-9484ff20620b of type vlan for network d49c3fb4-1bde-454a-9ad9-dec9a37cfd72 Feb 02 08:07:23.625086 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-87848c9b-1ef4-4cbd-a829-68597f9935e5 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (d49c3fb4-1bde-454a-9ad9-dec9a37cfd72), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:23.649572 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-87848c9b-1ef4-4cbd-a829-68597f9935e5 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (d49c3fb4-1bde-454a-9ad9-dec9a37cfd72), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:23.654494 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87848c9b-1ef4-4cbd-a829-68597f9935e5 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:07:23.655086 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-87848c9b-1ef4-4cbd-a829-68597f9935e5 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:23.690715 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-87848c9b-1ef4-4cbd-a829-68597f9935e5 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1663532 Feb 02 08:07:23.693346 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38634) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:07:23.699793 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-bf874722-38d9-45d8-9a76-a31d3196b2ca tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-186980551', 'admin_state_up': True, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:07:23.738382 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87848c9b-1ef4-4cbd-a829-68597f9935e5 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event updated for resources: {'Network': ['ID=d49c3fb4-1bde-454a-9ad9-dec9a37cfd72,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:07:23.748686 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network d49c3fb4-1bde-454a-9ad9-dec9a37cfd72 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 08:07:23.749542 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bf874722-38d9-45d8-9a76-a31d3196b2ca tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (810c54c8-bbcd-4cc4-acda-0566aba81ed1), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:23.751734 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bf874722-38d9-45d8-9a76-a31d3196b2ca tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (810c54c8-bbcd-4cc4-acda-0566aba81ed1), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:23.806005 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bf874722-38d9-45d8-9a76-a31d3196b2ca tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for router_controller (810c54c8-bbcd-4cc4-acda-0566aba81ed1), precommit_add_association {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:23.938712 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bf874722-38d9-45d8-9a76-a31d3196b2ca tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for router_gateway (810c54c8-bbcd-4cc4-acda-0566aba81ed1), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:24.126951 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bf874722-38d9-45d8-9a76-a31d3196b2ca tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for router_gateway (810c54c8-bbcd-4cc4-acda-0566aba81ed1), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:24.145503 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bf874722-38d9-45d8-9a76-a31d3196b2ca tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:24.246676 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-bf874722-38d9-45d8-9a76-a31d3196b2ca tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Allocated IP 172.25.4.9 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/c9781e9f-c898-4404-84e5-7a237ee57e5e) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 08:07:24.346638 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bf874722-38d9-45d8-9a76-a31d3196b2ca tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for port (c9781e9f-c898-4404-84e5-7a237ee57e5e), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:24.378887 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bf874722-38d9-45d8-9a76-a31d3196b2ca tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (c9781e9f-c898-4404-84e5-7a237ee57e5e), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:24.415677 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf874722-38d9-45d8-9a76-a31d3196b2ca tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 08:07:24.418341 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-bf874722-38d9-45d8-9a76-a31d3196b2ca tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 08:07:24.424108 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf874722-38d9-45d8-9a76-a31d3196b2ca tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 08:07:24.450101 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf874722-38d9-45d8-9a76-a31d3196b2ca tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event updated for resources: {'Port': ['ID=c9781e9f-c898-4404-84e5-7a237ee57e5e,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:07:24.673838 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bf874722-38d9-45d8-9a76-a31d3196b2ca tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for router_gateway (810c54c8-bbcd-4cc4-acda-0566aba81ed1), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:24.866796 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bf874722-38d9-45d8-9a76-a31d3196b2ca tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (810c54c8-bbcd-4cc4-acda-0566aba81ed1), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:24.993090 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf874722-38d9-45d8-9a76-a31d3196b2ca tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Router 810c54c8-bbcd-4cc4-acda-0566aba81ed1 is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 08:07:25.098546 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf874722-38d9-45d8-9a76-a31d3196b2ca tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 08:07:25.108456 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06e2789-313c-4c83-99f8-85333a4d8139 None None] Sync routers for ids ['810c54c8-bbcd-4cc4-acda-0566aba81ed1'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 08:07:25.118624 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06e2789-313c-4c83-99f8-85333a4d8139 None None] Routers {'810c54c8-bbcd-4cc4-acda-0566aba81ed1'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:07:25.118957 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bf874722-38d9-45d8-9a76-a31d3196b2ca tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:25.119240 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-f06e2789-313c-4c83-99f8-85333a4d8139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:07:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['810c54c8-bbcd-4cc4-acda-0566aba81ed1'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:07:25.120218 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-bf874722-38d9-45d8-9a76-a31d3196b2ca tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.4259636 Feb 02 08:07:25.123403 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38636) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:07:25.152055 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-5be9de2c-d897-4f95-aa71-73d61a3e6d42 tempest-TestNetworkAdvancedServerOps-1314165092 tempest-TestNetworkAdvancedServerOps-1314165092-project-admin] 10.222.0.87 "GET /v2.0/subnets?project_id=491ef38eb7a24b33900e5a5f7693dafc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274684 Feb 02 08:07:25.155155 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38638) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:07:25.223922 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-f06e2789-313c-4c83-99f8-85333a4d8139 None None] Set router 810c54c8-bbcd-4cc4-acda-0566aba81ed1 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:07:25.248829 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37f96bc-1a10-4332-92ba-4a992e96f792 tempest-TestNetworkAdvancedServerOps-1314165092 tempest-TestNetworkAdvancedServerOps-1314165092-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:07:25.250508 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d37f96bc-1a10-4332-92ba-4a992e96f792 tempest-TestNetworkAdvancedServerOps-1314165092 tempest-TestNetworkAdvancedServerOps-1314165092-project-admin] 10.222.0.87 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0942359 Feb 02 08:07:25.253533 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38640) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:07:25.283145 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-18973636-8df9-470f-a9d3-3ff92ce2250f tempest-TestNetworkAdvancedServerOps-1314165092 tempest-TestNetworkAdvancedServerOps-1314165092-project-admin] 10.222.0.87 "GET /v2.0/subnets?network_id=ee4463ee-e783-4af5-91d5-cbeb2d0e0db8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284708 Feb 02 08:07:25.285796 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38642) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:07:25.290735 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-697b9845-3ba2-4e06-bc14-7cba1c3b88e4 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1365125581', 'network_id': 'd49c3fb4-1bde-454a-9ad9-dec9a37cfd72', 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:07:25.377341 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-697b9845-3ba2-4e06-bc14-7cba1c3b88e4 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Made reservation on behalf of 491ef38eb7a24b33900e5a5f7693dafc for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 08:07:25.380959 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-697b9845-3ba2-4e06-bc14-7cba1c3b88e4 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:25.496335 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-f06e2789-313c-4c83-99f8-85333a4d8139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '810c54c8-bbcd-4cc4-acda-0566aba81ed1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186980551', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': 'c9781e9f-c898-4404-84e5-7a237ee57e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:07:23Z', 'updated_at': '2022-02-02T08:07:24Z', 'revision_number': 3, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'gw_port': {'id': 'c9781e9f-c898-4404-84e5-7a237ee57e5e', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:49:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '810c54c8-bbcd-4cc4-acda-0566aba81ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:07:24Z', 'updated_at': '2022-02-02T08:07:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:07:25.524334 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06e2789-313c-4c83-99f8-85333a4d8139 None None] Checking router: 810c54c8-bbcd-4cc4-acda-0566aba81ed1 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 08:07:25.524604 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06e2789-313c-4c83-99f8-85333a4d8139 None None] Updating router 810c54c8-bbcd-4cc4-acda-0566aba81ed1 port c9781e9f-c898-4404-84e5-7a237ee57e5e binding host n-d-789963-26 {{(pid=109696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 08:07:25.553578 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-f06e2789-313c-4c83-99f8-85333a4d8139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (c9781e9f-c898-4404-84e5-7a237ee57e5e), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:25.573257 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-697b9845-3ba2-4e06-bc14-7cba1c3b88e4 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (ca09591d-b2c9-4249-9e43-766eb362524b), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:25.639816 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697b9845-3ba2-4e06-bc14-7cba1c3b88e4 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event updated for resources: {'Subnet': ['ID=ca09591d-b2c9-4249-9e43-766eb362524b,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:07:25.647861 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697b9845-3ba2-4e06-bc14-7cba1c3b88e4 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Checking segment: {'id': 'ba73247a-fc1f-4a04-8235-9484ff20620b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd49c3fb4-1bde-454a-9ad9-dec9a37cfd72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 08:07:25.648060 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697b9845-3ba2-4e06-bc14-7cba1c3b88e4 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Network hostable DHCP agents. Network: d49c3fb4-1bde-454a-9ad9-dec9a37cfd72, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 08:07:25.665167 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697b9845-3ba2-4e06-bc14-7cba1c3b88e4 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Network d49c3fb4-1bde-454a-9ad9-dec9a37cfd72 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 08:07:25.673880 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-697b9845-3ba2-4e06-bc14-7cba1c3b88e4 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, d49c3fb4-1bde-454a-9ad9-dec9a37cfd72) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 08:07:25.678333 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697b9845-3ba2-4e06-bc14-7cba1c3b88e4 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:07:25.678928 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-697b9845-3ba2-4e06-bc14-7cba1c3b88e4 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:25.685512 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcecb452-712f-4e45-ae42-35c4ac0bac25 None None] Network d49c3fb4-1bde-454a-9ad9-dec9a37cfd72 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 08:07:25.698615 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-697b9845-3ba2-4e06-bc14-7cba1c3b88e4 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4091201 Feb 02 08:07:25.699036 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38644) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:07:25.801536 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2722cd-5187-4a48-b441-a0fa978edb6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-d49c3fb4-1bde-454a-9ad9-dec9a37cfd72', 'network_id': 'd49c3fb4-1bde-454a-9ad9-dec9a37cfd72', 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'fixed_ips': [{'subnet_id': 'ca09591d-b2c9-4249-9e43-766eb362524b'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 08:07:25.802427 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-da2722cd-5187-4a48-b441-a0fa978edb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:25.818536 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-f06e2789-313c-4c83-99f8-85333a4d8139 None None] Publish callbacks [] for port (c9781e9f-c898-4404-84e5-7a237ee57e5e), precommit_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:25.825363 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-f06e2789-313c-4c83-99f8-85333a4d8139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (c9781e9f-c898-4404-84e5-7a237ee57e5e), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:25.877933 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-f06e2789-313c-4c83-99f8-85333a4d8139 None None] Attempting to bind port c9781e9f-c898-4404-84e5-7a237ee57e5e on host n-d-789963-26 for vnic_type normal with profile {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 08:07:25.878303 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-f06e2789-313c-4c83-99f8-85333a4d8139 None None] Attempting to bind port c9781e9f-c898-4404-84e5-7a237ee57e5e by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 08:07:25.878668 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06e2789-313c-4c83-99f8-85333a4d8139 None None] Attempting to bind port c9781e9f-c898-4404-84e5-7a237ee57e5e on network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 08:07:25.881574 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70776df-e6ca-47d3-a717-c856cac8a6ba None None] Pushing event updated for resources: {'Port': ['ID=c9781e9f-c898-4404-84e5-7a237ee57e5e,revision_number=2']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:07:25.886499 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06e2789-313c-4c83-99f8-85333a4d8139 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 8, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 08:07:25.886877 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06e2789-313c-4c83-99f8-85333a4d8139 None None] Checking segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 08:07:25.887275 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-f06e2789-313c-4c83-99f8-85333a4d8139 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:25.887695 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06e2789-313c-4c83-99f8-85333a4d8139 None None] Bound using segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 08:07:25.888164 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-f06e2789-313c-4c83-99f8-85333a4d8139 None None] Bound port: c9781e9f-c898-4404-84e5-7a237ee57e5e, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 08:07:25.888540 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-f06e2789-313c-4c83-99f8-85333a4d8139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (c9781e9f-c898-4404-84e5-7a237ee57e5e), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:25.895503 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70776df-e6ca-47d3-a717-c856cac8a6ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:07:25.895878 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70776df-e6ca-47d3-a717-c856cac8a6ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:07:25.896417 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70776df-e6ca-47d3-a717-c856cac8a6ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:07:25.896757 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70776df-e6ca-47d3-a717-c856cac8a6ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:07:25.897091 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70776df-e6ca-47d3-a717-c856cac8a6ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:07:25.897423 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70776df-e6ca-47d3-a717-c856cac8a6ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:07:25.897753 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70776df-e6ca-47d3-a717-c856cac8a6ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:07:25.898078 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70776df-e6ca-47d3-a717-c856cac8a6ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:07:25.898403 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70776df-e6ca-47d3-a717-c856cac8a6ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:07:25.898725 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70776df-e6ca-47d3-a717-c856cac8a6ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:07:25.899049 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70776df-e6ca-47d3-a717-c856cac8a6ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:07:25.899371 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70776df-e6ca-47d3-a717-c856cac8a6ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:07:25.899721 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70776df-e6ca-47d3-a717-c856cac8a6ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:07:25.952709 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-f06e2789-313c-4c83-99f8-85333a4d8139 None None] For port c9781e9f-c898-4404-84e5-7a237ee57e5e, host n-d-789963-26, cleared binding levels {{(pid=109696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 08:07:25.956435 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-f06e2789-313c-4c83-99f8-85333a4d8139 None None] For port c9781e9f-c898-4404-84e5-7a237ee57e5e, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=c9781e9f-c898-4404-84e5-7a237ee57e5e,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 08:07:25.960116 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-da2722cd-5187-4a48-b441-a0fa978edb6c None None] Allocated IP 172.20.0.2 (d49c3fb4-1bde-454a-9ad9-dec9a37cfd72/ca09591d-b2c9-4249-9e43-766eb362524b/b8e0d9ed-4735-4d05-a229-2b6ec4aa931b) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 08:07:25.963452 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-f06e2789-313c-4c83-99f8-85333a4d8139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (c9781e9f-c898-4404-84e5-7a237ee57e5e), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:26.022247 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70776df-e6ca-47d3-a717-c856cac8a6ba None None] Pushing event updated for resources: {'Port': ['ID=c9781e9f-c898-4404-84e5-7a237ee57e5e,revision_number=3']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:07:26.032189 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06e2789-313c-4c83-99f8-85333a4d8139 None None] Routers {'810c54c8-bbcd-4cc4-acda-0566aba81ed1'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:07:26.032793 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-f06e2789-313c-4c83-99f8-85333a4d8139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:07:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['810c54c8-bbcd-4cc4-acda-0566aba81ed1'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:07:26.109634 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-da2722cd-5187-4a48-b441-a0fa978edb6c None None] Publish callbacks [] for port (b8e0d9ed-4735-4d05-a229-2b6ec4aa931b), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:26.118176 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-da2722cd-5187-4a48-b441-a0fa978edb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (b8e0d9ed-4735-4d05-a229-2b6ec4aa931b), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:26.144626 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-f06e2789-313c-4c83-99f8-85333a4d8139 None None] Set router 810c54c8-bbcd-4cc4-acda-0566aba81ed1 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:07:26.158811 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2722cd-5187-4a48-b441-a0fa978edb6c None None] Network d49c3fb4-1bde-454a-9ad9-dec9a37cfd72 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 08:07:26.160601 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-38766564-75c5-41ad-aebd-ccfc5c49e851 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:26.162064 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-da2722cd-5187-4a48-b441-a0fa978edb6c None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 08:07:26.167738 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2722cd-5187-4a48-b441-a0fa978edb6c None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 08:07:26.177020 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2722cd-5187-4a48-b441-a0fa978edb6c None None] Pushing event updated for resources: {'Port': ['ID=b8e0d9ed-4735-4d05-a229-2b6ec4aa931b,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:07:26.234306 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-da2722cd-5187-4a48-b441-a0fa978edb6c None None] Attempting to bind port b8e0d9ed-4735-4d05-a229-2b6ec4aa931b on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 08:07:26.234784 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-da2722cd-5187-4a48-b441-a0fa978edb6c None None] Attempting to bind port b8e0d9ed-4735-4d05-a229-2b6ec4aa931b by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'ba73247a-fc1f-4a04-8235-9484ff20620b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd49c3fb4-1bde-454a-9ad9-dec9a37cfd72'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 08:07:26.235964 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2722cd-5187-4a48-b441-a0fa978edb6c None None] Attempting to bind port b8e0d9ed-4735-4d05-a229-2b6ec4aa931b on network d49c3fb4-1bde-454a-9ad9-dec9a37cfd72 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 08:07:26.241130 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2722cd-5187-4a48-b441-a0fa978edb6c None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 8, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 08:07:26.241587 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2722cd-5187-4a48-b441-a0fa978edb6c None None] Checking segment: {'id': 'ba73247a-fc1f-4a04-8235-9484ff20620b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd49c3fb4-1bde-454a-9ad9-dec9a37cfd72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 08:07:26.242060 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-da2722cd-5187-4a48-b441-a0fa978edb6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:26.242524 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2722cd-5187-4a48-b441-a0fa978edb6c None None] Bound using segment: {'id': 'ba73247a-fc1f-4a04-8235-9484ff20620b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd49c3fb4-1bde-454a-9ad9-dec9a37cfd72'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 08:07:26.243059 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-da2722cd-5187-4a48-b441-a0fa978edb6c None None] Bound port: b8e0d9ed-4735-4d05-a229-2b6ec4aa931b, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba73247a-fc1f-4a04-8235-9484ff20620b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd49c3fb4-1bde-454a-9ad9-dec9a37cfd72'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 08:07:26.243509 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-da2722cd-5187-4a48-b441-a0fa978edb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b8e0d9ed-4735-4d05-a229-2b6ec4aa931b), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:26.316694 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-da2722cd-5187-4a48-b441-a0fa978edb6c None None] For port b8e0d9ed-4735-4d05-a229-2b6ec4aa931b, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 08:07:26.320736 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-da2722cd-5187-4a48-b441-a0fa978edb6c None None] For port b8e0d9ed-4735-4d05-a229-2b6ec4aa931b, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=b8e0d9ed-4735-4d05-a229-2b6ec4aa931b,segment=NetworkSegment(ba73247a-fc1f-4a04-8235-9484ff20620b),segment_id=ba73247a-fc1f-4a04-8235-9484ff20620b)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 08:07:26.328456 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-da2722cd-5187-4a48-b441-a0fa978edb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (b8e0d9ed-4735-4d05-a229-2b6ec4aa931b), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:26.342614 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-f06e2789-313c-4c83-99f8-85333a4d8139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '810c54c8-bbcd-4cc4-acda-0566aba81ed1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186980551', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': 'c9781e9f-c898-4404-84e5-7a237ee57e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:07:23Z', 'updated_at': '2022-02-02T08:07:24Z', 'revision_number': 3, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'gw_port': {'id': 'c9781e9f-c898-4404-84e5-7a237ee57e5e', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:49:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '810c54c8-bbcd-4cc4-acda-0566aba81ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:07:24Z', 'updated_at': '2022-02-02T08:07:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:07:26.369864 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06e2789-313c-4c83-99f8-85333a4d8139 None None] The sync data for ids ['810c54c8-bbcd-4cc4-acda-0566aba81ed1'] in n-d-789963-26 is: [{'id': '810c54c8-bbcd-4cc4-acda-0566aba81ed1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186980551', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': 'c9781e9f-c898-4404-84e5-7a237ee57e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:07:23Z', 'updated_at': '2022-02-02T08:07:24Z', 'revision_number': 3, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'gw_port': {'id': 'c9781e9f-c898-4404-84e5-7a237ee57e5e', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:49:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '810c54c8-bbcd-4cc4-acda-0566aba81ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:07:24Z', 'updated_at': '2022-02-02T08:07:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 08:07:26.395383 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2722cd-5187-4a48-b441-a0fa978edb6c None None] Pushing event updated for resources: {'Port': ['ID=b8e0d9ed-4735-4d05-a229-2b6ec4aa931b,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:07:26.475029 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-38766564-75c5-41ad-aebd-ccfc5c49e851 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Allocated IP 172.20.0.1 (d49c3fb4-1bde-454a-9ad9-dec9a37cfd72/ca09591d-b2c9-4249-9e43-766eb362524b/ae54dd00-0d09-4af8-ae5c-d63cd46911d2) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 08:07:26.640456 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-38766564-75c5-41ad-aebd-ccfc5c49e851 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for port (ae54dd00-0d09-4af8-ae5c-d63cd46911d2), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:26.717982 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-38766564-75c5-41ad-aebd-ccfc5c49e851 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (ae54dd00-0d09-4af8-ae5c-d63cd46911d2), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:26.766086 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38766564-75c5-41ad-aebd-ccfc5c49e851 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Network d49c3fb4-1bde-454a-9ad9-dec9a37cfd72 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 08:07:26.768893 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device b8e0d9ed-4735-4d05-a229-2b6ec4aa931b up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 08:07:26.769855 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-38766564-75c5-41ad-aebd-ccfc5c49e851 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 08:07:26.776113 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38766564-75c5-41ad-aebd-ccfc5c49e851 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 08:07:26.825823 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38766564-75c5-41ad-aebd-ccfc5c49e851 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event updated for resources: {'Port': ['ID=ae54dd00-0d09-4af8-ae5c-d63cd46911d2,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:07:26.831912 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-38766564-75c5-41ad-aebd-ccfc5c49e851 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (810c54c8-bbcd-4cc4-acda-0566aba81ed1), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:26.834620 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port b8e0d9ed-4735-4d05-a229-2b6ec4aa931b triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:07:26.835004 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b8e0d9ed-4735-4d05-a229-2b6ec4aa931b), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:26.924920 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port b8e0d9ed-4735-4d05-a229-2b6ec4aa931b is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:07:26.925315 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b8e0d9ed-4735-4d05-a229-2b6ec4aa931b), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:26.962324 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port b8e0d9ed-4735-4d05-a229-2b6ec4aa931b, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=b8e0d9ed-4735-4d05-a229-2b6ec4aa931b,segment=NetworkSegment(ba73247a-fc1f-4a04-8235-9484ff20620b),segment_id=ba73247a-fc1f-4a04-8235-9484ff20620b)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:07:26.967122 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (b8e0d9ed-4735-4d05-a229-2b6ec4aa931b), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:26.975245 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-38766564-75c5-41ad-aebd-ccfc5c49e851 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ae54dd00-0d09-4af8-ae5c-d63cd46911d2), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:27.027782 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=b8e0d9ed-4735-4d05-a229-2b6ec4aa931b,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:07:27.283456 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-38766564-75c5-41ad-aebd-ccfc5c49e851 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for port (ae54dd00-0d09-4af8-ae5c-d63cd46911d2), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:27.289545 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-38766564-75c5-41ad-aebd-ccfc5c49e851 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (ae54dd00-0d09-4af8-ae5c-d63cd46911d2), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:27.365143 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-38766564-75c5-41ad-aebd-ccfc5c49e851 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (810c54c8-bbcd-4cc4-acda-0566aba81ed1), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:27.366993 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38766564-75c5-41ad-aebd-ccfc5c49e851 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event updated for resources: {'Port': ['ID=ae54dd00-0d09-4af8-ae5c-d63cd46911d2,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:07:27.473759 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38766564-75c5-41ad-aebd-ccfc5c49e851 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Network d49c3fb4-1bde-454a-9ad9-dec9a37cfd72 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 08:07:27.475195 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-38766564-75c5-41ad-aebd-ccfc5c49e851 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 08:07:27.578211 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f368c927-8186-49d3-a5fe-75dcfb937067 None None] Network d49c3fb4-1bde-454a-9ad9-dec9a37cfd72 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 08:07:27.668977 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-6e827b58-9b0d-4042-8681-78461324f9b1 None None] Provisioning complete for port b8e0d9ed-4735-4d05-a229-2b6ec4aa931b triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:07:27.669274 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6e827b58-9b0d-4042-8681-78461324f9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b8e0d9ed-4735-4d05-a229-2b6ec4aa931b), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:27.796875 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-6e827b58-9b0d-4042-8681-78461324f9b1 None None] Current status of the port b8e0d9ed-4735-4d05-a229-2b6ec4aa931b is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:07:27.911372 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:27.944763 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38766564-75c5-41ad-aebd-ccfc5c49e851 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Router 810c54c8-bbcd-4cc4-acda-0566aba81ed1 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 08:07:28.024193 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-bbe28c95-9071-486e-8085-cc44859460ff None None] Provisioning complete for port ae54dd00-0d09-4af8-ae5c-d63cd46911d2 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:07:28.024579 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-bbe28c95-9071-486e-8085-cc44859460ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ae54dd00-0d09-4af8-ae5c-d63cd46911d2), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:28.062027 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-bbe28c95-9071-486e-8085-cc44859460ff None None] Port ae54dd00-0d09-4af8-ae5c-d63cd46911d2 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 08:07:28.072098 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38766564-75c5-41ad-aebd-ccfc5c49e851 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 08:07:28.076526 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-bbe28c95-9071-486e-8085-cc44859460ff None None] Provisioning complete for port b8e0d9ed-4735-4d05-a229-2b6ec4aa931b triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:07:28.076753 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-bbe28c95-9071-486e-8085-cc44859460ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b8e0d9ed-4735-4d05-a229-2b6ec4aa931b), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:28.091344 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-38766564-75c5-41ad-aebd-ccfc5c49e851 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "PUT /v2.0/routers/810c54c8-bbcd-4cc4-acda-0566aba81ed1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3832035 Feb 02 08:07:28.180545 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-bbe28c95-9071-486e-8085-cc44859460ff None None] Current status of the port b8e0d9ed-4735-4d05-a229-2b6ec4aa931b is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:07:28.198924 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95819b48-be21-4abf-9c96-c6d395bb9a0e None None] Sync routers for ids ['810c54c8-bbcd-4cc4-acda-0566aba81ed1'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 08:07:28.210674 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95819b48-be21-4abf-9c96-c6d395bb9a0e None None] Routers {'810c54c8-bbcd-4cc4-acda-0566aba81ed1'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:07:28.211304 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-95819b48-be21-4abf-9c96-c6d395bb9a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:07:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['810c54c8-bbcd-4cc4-acda-0566aba81ed1'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:07:28.272393 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-52ad4907-769f-4887-8081-c1e206df2562 req-206f7c3d-0872-420d-9303-f6c2477564fc tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-761627481&fields=id&tenant_id=491ef38eb7a24b33900e5a5f7693dafc HTTP/1.1" status: 200 len: 267 time: 0.0529087 Feb 02 08:07:28.329837 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-b22c3cfd-cc25-4ee8-846f-55ef6e6ea724 None None] Provisioning complete for port ae54dd00-0d09-4af8-ae5c-d63cd46911d2 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:07:28.330212 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b22c3cfd-cc25-4ee8-846f-55ef6e6ea724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ae54dd00-0d09-4af8-ae5c-d63cd46911d2), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:28.354914 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-95819b48-be21-4abf-9c96-c6d395bb9a0e None None] Set router 810c54c8-bbcd-4cc4-acda-0566aba81ed1 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:07:28.392953 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad4907-769f-4887-8081-c1e206df2562 req-f3ce828e-b8fc-4a17-98bc-17372e3c650d tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:07:28.395075 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-52ad4907-769f-4887-8081-c1e206df2562 req-f3ce828e-b8fc-4a17-98bc-17372e3c650d tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/networks?id=d49c3fb4-1bde-454a-9ad9-dec9a37cfd72 HTTP/1.1" status: 200 len: 796 time: 0.1157928 Feb 02 08:07:28.411788 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-52ad4907-769f-4887-8081-c1e206df2562 req-1ced59a8-372a-421e-b8c3-da9c26ca3076 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/quotas/491ef38eb7a24b33900e5a5f7693dafc HTTP/1.1" status: 200 len: 375 time: 0.0101271 Feb 02 08:07:28.413651 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-b22c3cfd-cc25-4ee8-846f-55ef6e6ea724 None None] Port ae54dd00-0d09-4af8-ae5c-d63cd46911d2 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 08:07:28.474191 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-52ad4907-769f-4887-8081-c1e206df2562 req-a0a84626-096c-4e76-a100-83fa6a2d6a7f tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=491ef38eb7a24b33900e5a5f7693dafc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532098 Feb 02 08:07:28.567032 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-623f53d7-755c-4506-baea-1ced68ba5f25 None None] Provisioning complete for port ae54dd00-0d09-4af8-ae5c-d63cd46911d2 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:07:28.567409 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-623f53d7-755c-4506-baea-1ced68ba5f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ae54dd00-0d09-4af8-ae5c-d63cd46911d2), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:28.571193 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-52ad4907-769f-4887-8081-c1e206df2562 req-918e4a49-a37c-4564-a0ad-a55e7b5660e6 service neutron] 10.222.0.87 "GET /v2.0/networks/d49c3fb4-1bde-454a-9ad9-dec9a37cfd72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856421 Feb 02 08:07:28.618840 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-623f53d7-755c-4506-baea-1ced68ba5f25 None None] Port ae54dd00-0d09-4af8-ae5c-d63cd46911d2 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 08:07:28.629019 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-95819b48-be21-4abf-9c96-c6d395bb9a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '810c54c8-bbcd-4cc4-acda-0566aba81ed1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186980551', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': 'c9781e9f-c898-4404-84e5-7a237ee57e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:07:23Z', 'updated_at': '2022-02-02T08:07:26Z', 'revision_number': 4, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'gw_port': {'id': 'c9781e9f-c898-4404-84e5-7a237ee57e5e', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:49:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '810c54c8-bbcd-4cc4-acda-0566aba81ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:07:24Z', 'updated_at': '2022-02-02T08:07:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'ae54dd00-0d09-4af8-ae5c-d63cd46911d2', 'name': '', 'network_id': 'd49c3fb4-1bde-454a-9ad9-dec9a37cfd72', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'mac_address': 'fa:16:3e:70:80:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '810c54c8-bbcd-4cc4-acda-0566aba81ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'ca09591d-b2c9-4249-9e43-766eb362524b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:07:26Z', 'updated_at': '2022-02-02T08:07:27Z', 'revision_number': 2, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'subnets': [{'id': 'ca09591d-b2c9-4249-9e43-766eb362524b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:07:28.659857 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95819b48-be21-4abf-9c96-c6d395bb9a0e None None] Checking router: 810c54c8-bbcd-4cc4-acda-0566aba81ed1 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 08:07:28.660311 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95819b48-be21-4abf-9c96-c6d395bb9a0e None None] Updating router 810c54c8-bbcd-4cc4-acda-0566aba81ed1 port ae54dd00-0d09-4af8-ae5c-d63cd46911d2 binding host n-d-789963-26 {{(pid=109695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 08:07:28.680115 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-52ad4907-769f-4887-8081-c1e206df2562 req-5174cea7-c088-47eb-86a2-8a40cbe25131 service neutron] 10.222.0.87 "GET /v2.0/networks/d49c3fb4-1bde-454a-9ad9-dec9a37cfd72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017346 Feb 02 08:07:28.690834 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-95819b48-be21-4abf-9c96-c6d395bb9a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ae54dd00-0d09-4af8-ae5c-d63cd46911d2), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:28.788573 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device c9781e9f-c898-4404-84e5-7a237ee57e5e up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 08:07:28.863170 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5b22044b-d281-443e-91ba-270fd49b25a3 req-69302125-e01e-4ac1-b6b1-d9c3000802eb tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7d4afe4-39e6-4e6d-9b18-5dffbf19ef6d HTTP/1.1" status: 200 len: 210 time: 0.0336850 Feb 02 08:07:28.909203 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port c9781e9f-c898-4404-84e5-7a237ee57e5e triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:07:28.909794 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (c9781e9f-c898-4404-84e5-7a237ee57e5e), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:29.053353 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port c9781e9f-c898-4404-84e5-7a237ee57e5e is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:07:29.053744 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (c9781e9f-c898-4404-84e5-7a237ee57e5e), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:29.083871 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-95819b48-be21-4abf-9c96-c6d395bb9a0e None None] Publish callbacks [] for port (ae54dd00-0d09-4af8-ae5c-d63cd46911d2), precommit_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:29.088270 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port c9781e9f-c898-4404-84e5-7a237ee57e5e, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=c9781e9f-c898-4404-84e5-7a237ee57e5e,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:07:29.089805 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-95819b48-be21-4abf-9c96-c6d395bb9a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (ae54dd00-0d09-4af8-ae5c-d63cd46911d2), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:29.098187 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (c9781e9f-c898-4404-84e5-7a237ee57e5e), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:29.098937 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device b8e0d9ed-4735-4d05-a229-2b6ec4aa931b up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 08:07:29.339430 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f50f5b-5a2d-4d0c-8561-5b54df7a893e None None] Pushing event updated for resources: {'Port': ['ID=ae54dd00-0d09-4af8-ae5c-d63cd46911d2,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:07:29.443102 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-95819b48-be21-4abf-9c96-c6d395bb9a0e None None] Attempting to bind port ae54dd00-0d09-4af8-ae5c-d63cd46911d2 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 08:07:29.443482 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-95819b48-be21-4abf-9c96-c6d395bb9a0e None None] Attempting to bind port ae54dd00-0d09-4af8-ae5c-d63cd46911d2 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'ba73247a-fc1f-4a04-8235-9484ff20620b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd49c3fb4-1bde-454a-9ad9-dec9a37cfd72'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 08:07:29.443885 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95819b48-be21-4abf-9c96-c6d395bb9a0e None None] Attempting to bind port ae54dd00-0d09-4af8-ae5c-d63cd46911d2 on network d49c3fb4-1bde-454a-9ad9-dec9a37cfd72 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 08:07:29.446837 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=c9781e9f-c898-4404-84e5-7a237ee57e5e,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:07:29.449382 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port b8e0d9ed-4735-4d05-a229-2b6ec4aa931b triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:07:29.449758 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b8e0d9ed-4735-4d05-a229-2b6ec4aa931b), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:29.481774 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95819b48-be21-4abf-9c96-c6d395bb9a0e None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 8, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 08:07:29.482074 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95819b48-be21-4abf-9c96-c6d395bb9a0e None None] Checking segment: {'id': 'ba73247a-fc1f-4a04-8235-9484ff20620b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd49c3fb4-1bde-454a-9ad9-dec9a37cfd72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 08:07:29.482491 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-95819b48-be21-4abf-9c96-c6d395bb9a0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:29.482890 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95819b48-be21-4abf-9c96-c6d395bb9a0e None None] Bound using segment: {'id': 'ba73247a-fc1f-4a04-8235-9484ff20620b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd49c3fb4-1bde-454a-9ad9-dec9a37cfd72'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 08:07:29.483386 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-95819b48-be21-4abf-9c96-c6d395bb9a0e None None] Bound port: ae54dd00-0d09-4af8-ae5c-d63cd46911d2, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba73247a-fc1f-4a04-8235-9484ff20620b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd49c3fb4-1bde-454a-9ad9-dec9a37cfd72'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 08:07:29.483803 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-95819b48-be21-4abf-9c96-c6d395bb9a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ae54dd00-0d09-4af8-ae5c-d63cd46911d2), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:29.509288 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-16703d2d-1a0e-43ee-819b-dc9d91310c21 None None] Provisioning complete for port ae54dd00-0d09-4af8-ae5c-d63cd46911d2 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:07:29.509734 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-16703d2d-1a0e-43ee-819b-dc9d91310c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ae54dd00-0d09-4af8-ae5c-d63cd46911d2), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:29.586477 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-16703d2d-1a0e-43ee-819b-dc9d91310c21 None None] Port ae54dd00-0d09-4af8-ae5c-d63cd46911d2 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 08:07:29.598141 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-95819b48-be21-4abf-9c96-c6d395bb9a0e None None] For port ae54dd00-0d09-4af8-ae5c-d63cd46911d2, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 08:07:29.632270 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-95819b48-be21-4abf-9c96-c6d395bb9a0e None None] For port ae54dd00-0d09-4af8-ae5c-d63cd46911d2, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=ae54dd00-0d09-4af8-ae5c-d63cd46911d2,segment=NetworkSegment(ba73247a-fc1f-4a04-8235-9484ff20620b),segment_id=ba73247a-fc1f-4a04-8235-9484ff20620b)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 08:07:29.640402 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-95819b48-be21-4abf-9c96-c6d395bb9a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (ae54dd00-0d09-4af8-ae5c-d63cd46911d2), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:29.671064 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port b8e0d9ed-4735-4d05-a229-2b6ec4aa931b is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:07:29.700557 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95819b48-be21-4abf-9c96-c6d395bb9a0e None None] Routers {'810c54c8-bbcd-4cc4-acda-0566aba81ed1'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:07:29.701186 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-95819b48-be21-4abf-9c96-c6d395bb9a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:07:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['810c54c8-bbcd-4cc4-acda-0566aba81ed1'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:07:29.739533 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f50f5b-5a2d-4d0c-8561-5b54df7a893e None None] Pushing event updated for resources: {'Port': ['ID=ae54dd00-0d09-4af8-ae5c-d63cd46911d2,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:07:29.822038 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-95819b48-be21-4abf-9c96-c6d395bb9a0e None None] Set router 810c54c8-bbcd-4cc4-acda-0566aba81ed1 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:07:29.940665 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-79188116-5922-4682-b7fa-87790bb80b24 None None] Provisioning complete for port ae54dd00-0d09-4af8-ae5c-d63cd46911d2 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:07:29.941330 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-79188116-5922-4682-b7fa-87790bb80b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ae54dd00-0d09-4af8-ae5c-d63cd46911d2), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:29.987975 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7e70763c-32db-40f3-8992-037d76b46399 req-ceb964f1-dd8f-4f90-adc5-f5c4f4ab2553 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7d4afe4-39e6-4e6d-9b18-5dffbf19ef6d HTTP/1.1" status: 200 len: 210 time: 0.0310314 Feb 02 08:07:30.021788 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad4907-769f-4887-8081-c1e206df2562 req-e9596ce6-d2f5-42b9-8faa-1edddd5c9681 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:07:30.023456 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-52ad4907-769f-4887-8081-c1e206df2562 req-e9596ce6-d2f5-42b9-8faa-1edddd5c9681 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.88 "GET /v2.0/networks?id=d49c3fb4-1bde-454a-9ad9-dec9a37cfd72 HTTP/1.1" status: 200 len: 796 time: 0.1645904 Feb 02 08:07:30.095838 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-52ad4907-769f-4887-8081-c1e206df2562 req-361938f1-9081-48c9-89ee-55e037640dc4 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=491ef38eb7a24b33900e5a5f7693dafc HTTP/1.1" status: 200 len: 379 time: 0.0553463 Feb 02 08:07:30.102683 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-79188116-5922-4682-b7fa-87790bb80b24 None None] Current status of the port ae54dd00-0d09-4af8-ae5c-d63cd46911d2 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:07:30.103076 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-79188116-5922-4682-b7fa-87790bb80b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ae54dd00-0d09-4af8-ae5c-d63cd46911d2), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:30.116297 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-52ad4907-769f-4887-8081-c1e206df2562 req-aa0a6352-06a3-43c7-a7f2-a76542a9756b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Request body: {'port': {'device_id': 'b7d4afe4-39e6-4e6d-9b18-5dffbf19ef6d', 'network_id': 'd49c3fb4-1bde-454a-9ad9-dec9a37cfd72', 'admin_state_up': True, 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'security_groups': ['5504c819-2f8d-4b7b-a8f9-4b0697b5a27b']}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:07:30.142868 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-79188116-5922-4682-b7fa-87790bb80b24 None None] For port ae54dd00-0d09-4af8-ae5c-d63cd46911d2, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=ae54dd00-0d09-4af8-ae5c-d63cd46911d2,segment=NetworkSegment(ba73247a-fc1f-4a04-8235-9484ff20620b),segment_id=ba73247a-fc1f-4a04-8235-9484ff20620b)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:07:30.148465 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-79188116-5922-4682-b7fa-87790bb80b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (ae54dd00-0d09-4af8-ae5c-d63cd46911d2), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:30.151428 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-95819b48-be21-4abf-9c96-c6d395bb9a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '810c54c8-bbcd-4cc4-acda-0566aba81ed1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186980551', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': 'c9781e9f-c898-4404-84e5-7a237ee57e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:07:23Z', 'updated_at': '2022-02-02T08:07:26Z', 'revision_number': 4, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'gw_port': {'id': 'c9781e9f-c898-4404-84e5-7a237ee57e5e', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:49:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810c54c8-bbcd-4cc4-acda-0566aba81ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:07:24Z', 'updated_at': '2022-02-02T08:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'ae54dd00-0d09-4af8-ae5c-d63cd46911d2', 'name': '', 'network_id': 'd49c3fb4-1bde-454a-9ad9-dec9a37cfd72', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'mac_address': 'fa:16:3e:70:80:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '810c54c8-bbcd-4cc4-acda-0566aba81ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'ca09591d-b2c9-4249-9e43-766eb362524b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:07:26Z', 'updated_at': '2022-02-02T08:07:29Z', 'revision_number': 4, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'subnets': [{'id': 'ca09591d-b2c9-4249-9e43-766eb362524b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:07:30.195695 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95819b48-be21-4abf-9c96-c6d395bb9a0e None None] The sync data for ids ['810c54c8-bbcd-4cc4-acda-0566aba81ed1'] in n-d-789963-26 is: [{'id': '810c54c8-bbcd-4cc4-acda-0566aba81ed1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186980551', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': 'c9781e9f-c898-4404-84e5-7a237ee57e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:07:23Z', 'updated_at': '2022-02-02T08:07:26Z', 'revision_number': 4, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'gw_port': {'id': 'c9781e9f-c898-4404-84e5-7a237ee57e5e', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:49:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810c54c8-bbcd-4cc4-acda-0566aba81ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:07:24Z', 'updated_at': '2022-02-02T08:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'ae54dd00-0d09-4af8-ae5c-d63cd46911d2', 'name': '', 'network_id': 'd49c3fb4-1bde-454a-9ad9-dec9a37cfd72', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'mac_address': 'fa:16:3e:70:80:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '810c54c8-bbcd-4cc4-acda-0566aba81ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'ca09591d-b2c9-4249-9e43-766eb362524b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:07:26Z', 'updated_at': '2022-02-02T08:07:29Z', 'revision_number': 4, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'subnets': [{'id': 'ca09591d-b2c9-4249-9e43-766eb362524b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 08:07:30.224940 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79188116-5922-4682-b7fa-87790bb80b24 None None] Pushing event updated for resources: {'Port': ['ID=ae54dd00-0d09-4af8-ae5c-d63cd46911d2,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:07:30.244406 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52ad4907-769f-4887-8081-c1e206df2562 req-aa0a6352-06a3-43c7-a7f2-a76542a9756b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Made reservation on behalf of 491ef38eb7a24b33900e5a5f7693dafc for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 08:07:30.259736 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-52ad4907-769f-4887-8081-c1e206df2562 req-aa0a6352-06a3-43c7-a7f2-a76542a9756b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:30.407753 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-52ad4907-769f-4887-8081-c1e206df2562 req-aa0a6352-06a3-43c7-a7f2-a76542a9756b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Allocated IP 172.20.0.7 (d49c3fb4-1bde-454a-9ad9-dec9a37cfd72/ca09591d-b2c9-4249-9e43-766eb362524b/ea978587-fcc4-4c40-8fa2-ec5df4fb50e5) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 08:07:30.553995 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-52ad4907-769f-4887-8081-c1e206df2562 req-aa0a6352-06a3-43c7-a7f2-a76542a9756b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for port (ea978587-fcc4-4c40-8fa2-ec5df4fb50e5), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:30.590116 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-52ad4907-769f-4887-8081-c1e206df2562 req-aa0a6352-06a3-43c7-a7f2-a76542a9756b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (ea978587-fcc4-4c40-8fa2-ec5df4fb50e5), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:30.648772 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52ad4907-769f-4887-8081-c1e206df2562 req-aa0a6352-06a3-43c7-a7f2-a76542a9756b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Network d49c3fb4-1bde-454a-9ad9-dec9a37cfd72 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 08:07:30.652080 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-52ad4907-769f-4887-8081-c1e206df2562 req-aa0a6352-06a3-43c7-a7f2-a76542a9756b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 08:07:30.656539 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-52ad4907-769f-4887-8081-c1e206df2562 req-aa0a6352-06a3-43c7-a7f2-a76542a9756b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 08:07:30.660726 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0a6352-06a3-43c7-a7f2-a76542a9756b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event updated for resources: {'Port': ['ID=ea978587-fcc4-4c40-8fa2-ec5df4fb50e5,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:07:30.716994 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad4907-769f-4887-8081-c1e206df2562 req-aa0a6352-06a3-43c7-a7f2-a76542a9756b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:07:30.717632 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-52ad4907-769f-4887-8081-c1e206df2562 req-aa0a6352-06a3-43c7-a7f2-a76542a9756b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:30.735452 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-52ad4907-769f-4887-8081-c1e206df2562 req-aa0a6352-06a3-43c7-a7f2-a76542a9756b tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6231430 Feb 02 08:07:30.762807 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device c9781e9f-c898-4404-84e5-7a237ee57e5e up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 08:07:30.810214 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-52ad4907-769f-4887-8081-c1e206df2562 req-d980e8b4-1846-435e-9f6e-5e55463f6d96 service neutron] Request body: {'port': {'device_id': 'b7d4afe4-39e6-4e6d-9b18-5dffbf19ef6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:07:30.831042 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port c9781e9f-c898-4404-84e5-7a237ee57e5e triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:07:30.831425 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (c9781e9f-c898-4404-84e5-7a237ee57e5e), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:30.892615 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-52ad4907-769f-4887-8081-c1e206df2562 req-d980e8b4-1846-435e-9f6e-5e55463f6d96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ea978587-fcc4-4c40-8fa2-ec5df4fb50e5), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:30.927164 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port c9781e9f-c898-4404-84e5-7a237ee57e5e is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:07:30.928679 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device ae54dd00-0d09-4af8-ae5c-d63cd46911d2 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 08:07:30.992830 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-7f952165-4fb5-485b-b6aa-91df2ebf9cc7 None None] Provisioning complete for port ea978587-fcc4-4c40-8fa2-ec5df4fb50e5 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:07:30.993501 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7f952165-4fb5-485b-b6aa-91df2ebf9cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ea978587-fcc4-4c40-8fa2-ec5df4fb50e5), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:31.022087 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port ae54dd00-0d09-4af8-ae5c-d63cd46911d2 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:07:31.022500 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ae54dd00-0d09-4af8-ae5c-d63cd46911d2), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:31.056627 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-7f952165-4fb5-485b-b6aa-91df2ebf9cc7 None None] Port ea978587-fcc4-4c40-8fa2-ec5df4fb50e5 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 08:07:31.115719 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port ae54dd00-0d09-4af8-ae5c-d63cd46911d2 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:07:31.134765 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac6d9fc-6a88-4986-86c2-e00431b19e4f req-e3c64801-a6f4-4601-944a-da173ba07b02 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:07:31.144156 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fac6d9fc-6a88-4986-86c2-e00431b19e4f req-e3c64801-a6f4-4601-944a-da173ba07b02 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7d4afe4-39e6-4e6d-9b18-5dffbf19ef6d HTTP/1.1" status: 200 len: 931 time: 0.0684927 Feb 02 08:07:31.205577 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fac6d9fc-6a88-4986-86c2-e00431b19e4f req-2262c707-0723-4dfe-9bc5-97d6658f2765 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=5504c819-2f8d-4b7b-a8f9-4b0697b5a27b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602610 Feb 02 08:07:31.223050 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-52ad4907-769f-4887-8081-c1e206df2562 req-d980e8b4-1846-435e-9f6e-5e55463f6d96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea978587-fcc4-4c40-8fa2-ec5df4fb50e5 {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 08:07:31.231363 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-52ad4907-769f-4887-8081-c1e206df2562 req-d980e8b4-1846-435e-9f6e-5e55463f6d96 service neutron] Publish callbacks [] for port (ea978587-fcc4-4c40-8fa2-ec5df4fb50e5), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:31.245311 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-52ad4907-769f-4887-8081-c1e206df2562 req-d980e8b4-1846-435e-9f6e-5e55463f6d96 service neutron] Transition to ACTIVE for port object ea978587-fcc4-4c40-8fa2-ec5df4fb50e5 will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 08:07:31.249065 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-52ad4907-769f-4887-8081-c1e206df2562 req-d980e8b4-1846-435e-9f6e-5e55463f6d96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (ea978587-fcc4-4c40-8fa2-ec5df4fb50e5), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:31.302044 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d980e8b4-1846-435e-9f6e-5e55463f6d96 service neutron] Pushing event updated for resources: {'Port': ['ID=ea978587-fcc4-4c40-8fa2-ec5df4fb50e5,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:07:31.382656 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-52ad4907-769f-4887-8081-c1e206df2562 req-d980e8b4-1846-435e-9f6e-5e55463f6d96 service neutron] Attempting to bind port ea978587-fcc4-4c40-8fa2-ec5df4fb50e5 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 08:07:31.383005 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-52ad4907-769f-4887-8081-c1e206df2562 req-d980e8b4-1846-435e-9f6e-5e55463f6d96 service neutron] Attempting to bind port ea978587-fcc4-4c40-8fa2-ec5df4fb50e5 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'ba73247a-fc1f-4a04-8235-9484ff20620b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd49c3fb4-1bde-454a-9ad9-dec9a37cfd72'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 08:07:31.383605 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ad4907-769f-4887-8081-c1e206df2562 req-d980e8b4-1846-435e-9f6e-5e55463f6d96 service neutron] Attempting to bind port ea978587-fcc4-4c40-8fa2-ec5df4fb50e5 on network d49c3fb4-1bde-454a-9ad9-dec9a37cfd72 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 08:07:31.389317 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ad4907-769f-4887-8081-c1e206df2562 req-d980e8b4-1846-435e-9f6e-5e55463f6d96 service neutron] Port ea978587-fcc4-4c40-8fa2-ec5df4fb50e5 on network d49c3fb4-1bde-454a-9ad9-dec9a37cfd72 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 08:07:31.389648 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ad4907-769f-4887-8081-c1e206df2562 req-d980e8b4-1846-435e-9f6e-5e55463f6d96 service neutron] Attempting to bind port ea978587-fcc4-4c40-8fa2-ec5df4fb50e5 on network d49c3fb4-1bde-454a-9ad9-dec9a37cfd72 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 08:07:31.395926 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ad4907-769f-4887-8081-c1e206df2562 req-d980e8b4-1846-435e-9f6e-5e55463f6d96 service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 8, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 08:07:31.396407 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ad4907-769f-4887-8081-c1e206df2562 req-d980e8b4-1846-435e-9f6e-5e55463f6d96 service neutron] Checking segment: {'id': 'ba73247a-fc1f-4a04-8235-9484ff20620b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd49c3fb4-1bde-454a-9ad9-dec9a37cfd72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 08:07:31.396904 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ad4907-769f-4887-8081-c1e206df2562 req-d980e8b4-1846-435e-9f6e-5e55463f6d96 service neutron] Bound using segment: {'id': 'ba73247a-fc1f-4a04-8235-9484ff20620b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd49c3fb4-1bde-454a-9ad9-dec9a37cfd72'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 08:07:31.397474 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-52ad4907-769f-4887-8081-c1e206df2562 req-d980e8b4-1846-435e-9f6e-5e55463f6d96 service neutron] Bound port: ea978587-fcc4-4c40-8fa2-ec5df4fb50e5, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba73247a-fc1f-4a04-8235-9484ff20620b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd49c3fb4-1bde-454a-9ad9-dec9a37cfd72'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 08:07:31.397944 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-52ad4907-769f-4887-8081-c1e206df2562 req-d980e8b4-1846-435e-9f6e-5e55463f6d96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ea978587-fcc4-4c40-8fa2-ec5df4fb50e5), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:31.470648 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-52ad4907-769f-4887-8081-c1e206df2562 req-d980e8b4-1846-435e-9f6e-5e55463f6d96 service neutron] For port ea978587-fcc4-4c40-8fa2-ec5df4fb50e5, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 08:07:31.474252 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-52ad4907-769f-4887-8081-c1e206df2562 req-d980e8b4-1846-435e-9f6e-5e55463f6d96 service neutron] For port ea978587-fcc4-4c40-8fa2-ec5df4fb50e5, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=ea978587-fcc4-4c40-8fa2-ec5df4fb50e5,segment=NetworkSegment(ba73247a-fc1f-4a04-8235-9484ff20620b),segment_id=ba73247a-fc1f-4a04-8235-9484ff20620b)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 08:07:31.480551 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-52ad4907-769f-4887-8081-c1e206df2562 req-d980e8b4-1846-435e-9f6e-5e55463f6d96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (ea978587-fcc4-4c40-8fa2-ec5df4fb50e5), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:31.521979 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad4907-769f-4887-8081-c1e206df2562 req-d980e8b4-1846-435e-9f6e-5e55463f6d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:07:31.522775 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-52ad4907-769f-4887-8081-c1e206df2562 req-d980e8b4-1846-435e-9f6e-5e55463f6d96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:31.524116 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-52ad4907-769f-4887-8081-c1e206df2562 req-d980e8b4-1846-435e-9f6e-5e55463f6d96 service neutron] 10.222.0.88 "PUT /v2.0/ports/ea978587-fcc4-4c40-8fa2-ec5df4fb50e5 HTTP/1.1" status: 200 len: 1092 time: 0.7768283 Feb 02 08:07:31.524565 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7d4afe4-39e6-4e6d-9b18-5dffbf19ef6d', 'tag': 'ea978587-fcc4-4c40-8fa2-ec5df4fb50e5'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 08:07:31.526811 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bbcc89a9d4d8e7a52f5cbbd716b66041b3f6feaf13502aa94e42da132c01043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-846eaa7a-10d1-448a-9304-23876fa5ea3a" -d '{"events": [{"name": "network-changed", "server_uuid": "b7d4afe4-39e6-4e6d-9b18-5dffbf19ef6d", "tag": "ea978587-fcc4-4c40-8fa2-ec5df4fb50e5"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 08:07:31.555587 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d980e8b4-1846-435e-9f6e-5e55463f6d96 service neutron] Pushing event updated for resources: {'Port': ['ID=ea978587-fcc4-4c40-8fa2-ec5df4fb50e5,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:07:31.576844 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 08:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd908f3-4c18-45f2-8a53-7874611e534a x-openstack-request-id: req-9fd908f3-4c18-45f2-8a53-7874611e534a {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 08:07:31.577136 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7d4afe4-39e6-4e6d-9b18-5dffbf19ef6d", "tag": "ea978587-fcc4-4c40-8fa2-ec5df4fb50e5", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 08:07:31.577387 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-9fd908f3-4c18-45f2-8a53-7874611e534a {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 08:07:31.577798 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7d4afe4-39e6-4e6d-9b18-5dffbf19ef6d', 'tag': 'ea978587-fcc4-4c40-8fa2-ec5df4fb50e5', 'status': 'completed', 'code': 200} Feb 02 08:07:31.651827 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad4907-769f-4887-8081-c1e206df2562 req-255944b7-a0c5-45d4-84e4-9dba1e7885e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:07:31.653355 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-52ad4907-769f-4887-8081-c1e206df2562 req-255944b7-a0c5-45d4-84e4-9dba1e7885e2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=491ef38eb7a24b33900e5a5f7693dafc&device_id=b7d4afe4-39e6-4e6d-9b18-5dffbf19ef6d HTTP/1.1" status: 200 len: 1126 time: 0.0482416 Feb 02 08:07:31.711333 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-52ad4907-769f-4887-8081-c1e206df2562 req-085b5a1b-666a-4af8-9105-353334f2f988 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea978587-fcc4-4c40-8fa2-ec5df4fb50e5 HTTP/1.1" status: 200 len: 217 time: 0.0421407 Feb 02 08:07:31.761750 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad4907-769f-4887-8081-c1e206df2562 req-3403a6e2-2713-44e0-97e3-3a06359689e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:07:31.763216 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-52ad4907-769f-4887-8081-c1e206df2562 req-3403a6e2-2713-44e0-97e3-3a06359689e7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ca09591d-b2c9-4249-9e43-766eb362524b HTTP/1.1" status: 200 len: 835 time: 0.0461252 Feb 02 08:07:31.812768 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad4907-769f-4887-8081-c1e206df2562 req-297d98e8-7c0c-455a-9f51-55f49c8392ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:07:31.815110 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-52ad4907-769f-4887-8081-c1e206df2562 req-297d98e8-7c0c-455a-9f51-55f49c8392ac service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d49c3fb4-1bde-454a-9ad9-dec9a37cfd72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0451722 Feb 02 08:07:31.907207 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-52ad4907-769f-4887-8081-c1e206df2562 req-af47b302-08d8-4bed-8df9-da5036110e6d service neutron] 10.222.0.88 "GET /v2.0/networks/d49c3fb4-1bde-454a-9ad9-dec9a37cfd72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858896 Feb 02 08:07:31.995098 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-52ad4907-769f-4887-8081-c1e206df2562 req-8f61ce18-5417-49eb-be30-0a5226e5bf7b service neutron] 10.222.0.88 "GET /v2.0/networks/d49c3fb4-1bde-454a-9ad9-dec9a37cfd72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816183 Feb 02 08:07:32.136490 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846eaa7a-10d1-448a-9304-23876fa5ea3a req-80d1610a-ff4e-4736-9453-a737bf05ca42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:07:32.137908 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-846eaa7a-10d1-448a-9304-23876fa5ea3a req-80d1610a-ff4e-4736-9453-a737bf05ca42 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=491ef38eb7a24b33900e5a5f7693dafc&device_id=b7d4afe4-39e6-4e6d-9b18-5dffbf19ef6d HTTP/1.1" status: 200 len: 1126 time: 0.0505955 Feb 02 08:07:32.225854 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846eaa7a-10d1-448a-9304-23876fa5ea3a req-40e9465f-a32b-49f2-9149-828136ede542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:07:32.227319 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-846eaa7a-10d1-448a-9304-23876fa5ea3a req-40e9465f-a32b-49f2-9149-828136ede542 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d49c3fb4-1bde-454a-9ad9-dec9a37cfd72 HTTP/1.1" status: 200 len: 897 time: 0.0830619 Feb 02 08:07:32.273502 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-846eaa7a-10d1-448a-9304-23876fa5ea3a req-d67ee4e6-e4a1-41a2-a805-f5d794646a5b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea978587-fcc4-4c40-8fa2-ec5df4fb50e5 HTTP/1.1" status: 200 len: 217 time: 0.0389187 Feb 02 08:07:32.323420 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3483b70f-17ee-47bd-a786-44d8c84b1986 req-09d8505c-bfb0-4bcb-acde-34d125222109 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:07:32.324052 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846eaa7a-10d1-448a-9304-23876fa5ea3a req-39ea0fa1-d6ab-43dc-91d2-b980eb1f55ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:07:32.325197 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3483b70f-17ee-47bd-a786-44d8c84b1986 req-09d8505c-bfb0-4bcb-acde-34d125222109 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7d4afe4-39e6-4e6d-9b18-5dffbf19ef6d HTTP/1.1" status: 200 len: 943 time: 0.0544832 Feb 02 08:07:32.325330 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-846eaa7a-10d1-448a-9304-23876fa5ea3a req-39ea0fa1-d6ab-43dc-91d2-b980eb1f55ba service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ca09591d-b2c9-4249-9e43-766eb362524b HTTP/1.1" status: 200 len: 835 time: 0.0457194 Feb 02 08:07:32.375830 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3483b70f-17ee-47bd-a786-44d8c84b1986 req-1555d623-0137-4f71-a51b-1f2bcc8ae229 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=5504c819-2f8d-4b7b-a8f9-4b0697b5a27b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445473 Feb 02 08:07:32.377188 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846eaa7a-10d1-448a-9304-23876fa5ea3a req-cd3cad5a-393b-44e1-9dfe-1b18e3a23c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:07:32.378877 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-846eaa7a-10d1-448a-9304-23876fa5ea3a req-cd3cad5a-393b-44e1-9dfe-1b18e3a23c91 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d49c3fb4-1bde-454a-9ad9-dec9a37cfd72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0459421 Feb 02 08:07:32.472513 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-846eaa7a-10d1-448a-9304-23876fa5ea3a req-6776c109-693a-4f8e-8600-fb07dd7f1ea3 service neutron] 10.222.0.88 "GET /v2.0/networks/d49c3fb4-1bde-454a-9ad9-dec9a37cfd72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870540 Feb 02 08:07:32.562666 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-846eaa7a-10d1-448a-9304-23876fa5ea3a req-a87c4136-c975-414e-b315-719db2c443c0 service neutron] 10.222.0.88 "GET /v2.0/networks/d49c3fb4-1bde-454a-9ad9-dec9a37cfd72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837605 Feb 02 08:07:33.493418 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2022aa94-cb97-4c08-bf9d-9b8cb14f7aef req-212f8682-ceff-4ddf-bc40-b2b27b8bade4 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:07:33.494900 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2022aa94-cb97-4c08-bf9d-9b8cb14f7aef req-212f8682-ceff-4ddf-bc40-b2b27b8bade4 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7d4afe4-39e6-4e6d-9b18-5dffbf19ef6d HTTP/1.1" status: 200 len: 943 time: 0.0524385 Feb 02 08:07:33.545793 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2022aa94-cb97-4c08-bf9d-9b8cb14f7aef req-871db24b-8983-4ac7-830d-ec9623690ed6 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=5504c819-2f8d-4b7b-a8f9-4b0697b5a27b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452874 Feb 02 08:07:33.946188 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device ea978587-fcc4-4c40-8fa2-ec5df4fb50e5 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 08:07:34.039796 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port ea978587-fcc4-4c40-8fa2-ec5df4fb50e5, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=ea978587-fcc4-4c40-8fa2-ec5df4fb50e5,segment=NetworkSegment(ba73247a-fc1f-4a04-8235-9484ff20620b),segment_id=ba73247a-fc1f-4a04-8235-9484ff20620b)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:07:34.050584 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': 'ea978587-fcc4-4c40-8fa2-ec5df4fb50e5', 'network_id': 'd49c3fb4-1bde-454a-9ad9-dec9a37cfd72', 'port_id': 'ea978587-fcc4-4c40-8fa2-ec5df4fb50e5', 'mac_address': 'fa:16:3e:be:c5:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca09591d-b2c9-4249-9e43-766eb362524b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 08:07:34.086915 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port ea978587-fcc4-4c40-8fa2-ec5df4fb50e5 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:07:34.087314 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ea978587-fcc4-4c40-8fa2-ec5df4fb50e5), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:34.103290 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea978587-fcc4-4c40-8fa2-ec5df4fb50e5 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 08:07:34.122557 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port ea978587-fcc4-4c40-8fa2-ec5df4fb50e5, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=ea978587-fcc4-4c40-8fa2-ec5df4fb50e5,segment=NetworkSegment(ba73247a-fc1f-4a04-8235-9484ff20620b),segment_id=ba73247a-fc1f-4a04-8235-9484ff20620b)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:07:34.127120 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (ea978587-fcc4-4c40-8fa2-ec5df4fb50e5), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:34.173332 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=ea978587-fcc4-4c40-8fa2-ec5df4fb50e5,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:07:34.441338 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['ea978587-fcc4-4c40-8fa2-ec5df4fb50e5'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 08:07:34.670585 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e5815c-534e-4b54-8bb4-8ca8fe327f26 req-d3804a8e-26bd-471f-8fea-7b4c4a91aac2 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:07:34.672278 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-81e5815c-534e-4b54-8bb4-8ca8fe327f26 req-d3804a8e-26bd-471f-8fea-7b4c4a91aac2 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7d4afe4-39e6-4e6d-9b18-5dffbf19ef6d HTTP/1.1" status: 200 len: 944 time: 0.0576713 Feb 02 08:07:34.720955 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-81e5815c-534e-4b54-8bb4-8ca8fe327f26 req-139248ed-5da7-451a-a317-e6aad120ffdd tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=5504c819-2f8d-4b7b-a8f9-4b0697b5a27b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426800 Feb 02 08:07:35.841303 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd309f-9d01-4670-99e1-1816ceca9a8a req-67f5197e-8029-4bf1-b42d-4e9c76ae9cab tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:07:35.842785 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3bdd309f-9d01-4670-99e1-1816ceca9a8a req-67f5197e-8029-4bf1-b42d-4e9c76ae9cab tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7d4afe4-39e6-4e6d-9b18-5dffbf19ef6d HTTP/1.1" status: 200 len: 944 time: 0.0526328 Feb 02 08:07:35.891951 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3bdd309f-9d01-4670-99e1-1816ceca9a8a req-74c2f4d0-0986-491b-a708-227c388594ef tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=5504c819-2f8d-4b7b-a8f9-4b0697b5a27b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427489 Feb 02 08:07:35.970544 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device ea978587-fcc4-4c40-8fa2-ec5df4fb50e5 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 08:07:36.018726 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port ea978587-fcc4-4c40-8fa2-ec5df4fb50e5 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 08:07:36.022669 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port ea978587-fcc4-4c40-8fa2-ec5df4fb50e5 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:07:36.023058 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ea978587-fcc4-4c40-8fa2-ec5df4fb50e5), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:36.100136 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port ea978587-fcc4-4c40-8fa2-ec5df4fb50e5 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:07:36.100522 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ea978587-fcc4-4c40-8fa2-ec5df4fb50e5), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:36.122582 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d4afe4-39e6-4e6d-9b18-5dffbf19ef6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea978587-fcc4-4c40-8fa2-ec5df4fb50e5'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 08:07:36.124837 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8c40c98856fbaa198dc4a2758b0190e9c3f0303d59edd797b772e66ff7f3562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e16a9e6b-4df6-4dca-b7fa-87374ae24c5e" -d '{"events": [{"server_uuid": "b7d4afe4-39e6-4e6d-9b18-5dffbf19ef6d", "name": "network-vif-plugged", "status": "completed", "tag": "ea978587-fcc4-4c40-8fa2-ec5df4fb50e5"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 08:07:36.138614 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port ea978587-fcc4-4c40-8fa2-ec5df4fb50e5, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=ea978587-fcc4-4c40-8fa2-ec5df4fb50e5,segment=NetworkSegment(ba73247a-fc1f-4a04-8235-9484ff20620b),segment_id=ba73247a-fc1f-4a04-8235-9484ff20620b)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:07:36.142638 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (ea978587-fcc4-4c40-8fa2-ec5df4fb50e5), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:36.190329 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=ea978587-fcc4-4c40-8fa2-ec5df4fb50e5,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:07:36.214565 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 08:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da38e154-4017-4425-a754-5214acc0c492 x-openstack-request-id: req-da38e154-4017-4425-a754-5214acc0c492 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 08:07:36.214870 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7d4afe4-39e6-4e6d-9b18-5dffbf19ef6d", "name": "network-vif-plugged", "status": "completed", "tag": "ea978587-fcc4-4c40-8fa2-ec5df4fb50e5", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 08:07:36.215118 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-da38e154-4017-4425-a754-5214acc0c492 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 08:07:36.215518 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7d4afe4-39e6-4e6d-9b18-5dffbf19ef6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea978587-fcc4-4c40-8fa2-ec5df4fb50e5', 'code': 200} Feb 02 08:07:36.354121 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa3cd3b-9209-4dd8-b48d-da0b551f9e2d req-6fb00174-93f4-4851-bfb5-52f0f9c2cdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:07:36.355518 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-efa3cd3b-9209-4dd8-b48d-da0b551f9e2d req-6fb00174-93f4-4851-bfb5-52f0f9c2cdc3 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b7d4afe4-39e6-4e6d-9b18-5dffbf19ef6d HTTP/1.1" status: 200 len: 1128 time: 0.0443275 Feb 02 08:07:36.406948 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-efa3cd3b-9209-4dd8-b48d-da0b551f9e2d req-cfebbab1-aab4-4836-8b83-00803c4b1b48 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=5504c819-2f8d-4b7b-a8f9-4b0697b5a27b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438695 Feb 02 08:07:37.018955 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8accd06f-b3ac-42d6-ba79-3f341813ae88 req-bf22be29-65b5-4103-b05a-368860636e75 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:07:37.020474 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8accd06f-b3ac-42d6-ba79-3f341813ae88 req-bf22be29-65b5-4103-b05a-368860636e75 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7d4afe4-39e6-4e6d-9b18-5dffbf19ef6d HTTP/1.1" status: 200 len: 945 time: 0.0577879 Feb 02 08:07:37.068683 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8accd06f-b3ac-42d6-ba79-3f341813ae88 req-94b9e49e-657b-4774-a93b-9350671362ac tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=5504c819-2f8d-4b7b-a8f9-4b0697b5a27b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425761 Feb 02 08:07:38.164322 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 08:07:38.186866 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d357599d-6cdc-4fe5-9d63-205bc06cc597 req-14aeec0c-ff14-427f-9d60-a76696e4ece3 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:07:38.188991 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d357599d-6cdc-4fe5-9d63-205bc06cc597 req-14aeec0c-ff14-427f-9d60-a76696e4ece3 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7d4afe4-39e6-4e6d-9b18-5dffbf19ef6d HTTP/1.1" status: 200 len: 945 time: 0.0528972 Feb 02 08:07:38.236571 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d357599d-6cdc-4fe5-9d63-205bc06cc597 req-0fc1d068-d2a3-418f-83ee-732931963c14 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=5504c819-2f8d-4b7b-a8f9-4b0697b5a27b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420158 Feb 02 08:07:38.352059 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc34b53-8740-4795-8127-a0c92ac9743e req-a30e22b9-c296-498b-a43e-8e3582126b53 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:07:38.353432 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5bc34b53-8740-4795-8127-a0c92ac9743e req-a30e22b9-c296-498b-a43e-8e3582126b53 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7d4afe4-39e6-4e6d-9b18-5dffbf19ef6d HTTP/1.1" status: 200 len: 945 time: 0.0520253 Feb 02 08:07:38.406784 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5bc34b53-8740-4795-8127-a0c92ac9743e req-26863de2-5b10-4a94-a23b-07462f29e8b5 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=5504c819-2f8d-4b7b-a8f9-4b0697b5a27b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476897 Feb 02 08:07:38.428465 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38702) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:07:38.471283 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5489245e-d5e3-4bdd-8f1e-d973dfadce31 tempest-TestNetworkAdvancedServerOps-1314165092 tempest-TestNetworkAdvancedServerOps-1314165092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:07:38.472848 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-5489245e-d5e3-4bdd-8f1e-d973dfadce31 tempest-TestNetworkAdvancedServerOps-1314165092 tempest-TestNetworkAdvancedServerOps-1314165092-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=b7d4afe4-39e6-4e6d-9b18-5dffbf19ef6d HTTP/1.1" status: 200 len: 1123 time: 0.0434415 Feb 02 08:07:38.475649 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38704) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:07:38.479884 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-9043d78a-d2ce-4f23-999f-37e8c39a1707 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Request body: {'floatingip': {'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'port_id': 'ea978587-fcc4-4c40-8fa2-ec5df4fb50e5', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:07:38.500695 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9043d78a-d2ce-4f23-999f-37e8c39a1707 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:38.596677 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9043d78a-d2ce-4f23-999f-37e8c39a1707 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:38.699028 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-9043d78a-d2ce-4f23-999f-37e8c39a1707 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Allocated IP 172.25.4.15 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/5e390431-42dd-48e6-974c-fbebfab7b0f5) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 08:07:38.798047 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9043d78a-d2ce-4f23-999f-37e8c39a1707 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for port (5e390431-42dd-48e6-974c-fbebfab7b0f5), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:38.836314 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9043d78a-d2ce-4f23-999f-37e8c39a1707 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (5e390431-42dd-48e6-974c-fbebfab7b0f5), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:38.871940 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9043d78a-d2ce-4f23-999f-37e8c39a1707 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 08:07:38.874667 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-9043d78a-d2ce-4f23-999f-37e8c39a1707 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 08:07:38.880717 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9043d78a-d2ce-4f23-999f-37e8c39a1707 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 08:07:38.903989 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9043d78a-d2ce-4f23-999f-37e8c39a1707 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event updated for resources: {'Port': ['ID=5e390431-42dd-48e6-974c-fbebfab7b0f5,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:07:39.236998 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9043d78a-d2ce-4f23-999f-37e8c39a1707 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for floatingip (a2b0c46a-32ce-4439-b86e-dd5f8b28a5a4), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:39.308353 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9043d78a-d2ce-4f23-999f-37e8c39a1707 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (5e390431-42dd-48e6-974c-fbebfab7b0f5), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:39.457918 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9043d78a-d2ce-4f23-999f-37e8c39a1707 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for port (5e390431-42dd-48e6-974c-fbebfab7b0f5), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:39.462278 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9043d78a-d2ce-4f23-999f-37e8c39a1707 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (5e390431-42dd-48e6-974c-fbebfab7b0f5), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:39.530513 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9043d78a-d2ce-4f23-999f-37e8c39a1707 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event updated for resources: {'Port': ['ID=5e390431-42dd-48e6-974c-fbebfab7b0f5,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:07:39.540718 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9043d78a-d2ce-4f23-999f-37e8c39a1707 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (a2b0c46a-32ce-4439-b86e-dd5f8b28a5a4), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:39.640943 n-d-789963-26 neutron-server[109694]: INFO neutron.db.l3_db [None req-9043d78a-d2ce-4f23-999f-37e8c39a1707 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Floating IP a2b0c46a-32ce-4439-b86e-dd5f8b28a5a4 associated. External IP: 172.25.4.15, port: ea978587-fcc4-4c40-8fa2-ec5df4fb50e5. Feb 02 08:07:39.847891 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9043d78a-d2ce-4f23-999f-37e8c39a1707 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Router 810c54c8-bbcd-4cc4-acda-0566aba81ed1 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 08:07:39.956734 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9043d78a-d2ce-4f23-999f-37e8c39a1707 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 08:07:39.966531 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5d087b-3e6e-42b4-866f-fac3e80069b1 None None] Sync routers for ids ['810c54c8-bbcd-4cc4-acda-0566aba81ed1'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 08:07:39.974821 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9043d78a-d2ce-4f23-999f-37e8c39a1707 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:39.977557 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5d087b-3e6e-42b4-866f-fac3e80069b1 None None] Routers {'810c54c8-bbcd-4cc4-acda-0566aba81ed1'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:07:39.978174 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-fc5d087b-3e6e-42b4-866f-fac3e80069b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:07:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['810c54c8-bbcd-4cc4-acda-0566aba81ed1'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:07:40.004310 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-9043d78a-d2ce-4f23-999f-37e8c39a1707 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5276575 Feb 02 08:07:40.004913 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7d4afe4-39e6-4e6d-9b18-5dffbf19ef6d', 'tag': 'ea978587-fcc4-4c40-8fa2-ec5df4fb50e5'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 08:07:40.007152 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cd64c29d20054dd266ebfc4811df21ba6bce2c9fa8def1b04b444a49e945ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc273da-a409-4153-88ea-d2bdf8c902fa" -d '{"events": [{"name": "network-changed", "server_uuid": "b7d4afe4-39e6-4e6d-9b18-5dffbf19ef6d", "tag": "ea978587-fcc4-4c40-8fa2-ec5df4fb50e5"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 08:07:40.085113 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-fc5d087b-3e6e-42b4-866f-fac3e80069b1 None None] Set router 810c54c8-bbcd-4cc4-acda-0566aba81ed1 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:07:40.106820 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e979f1c-08c8-4248-a301-b387a6ad2d7e req-b46143ab-49b3-4255-a520-2bfaac69f0c6 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:07:40.108260 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2e979f1c-08c8-4248-a301-b387a6ad2d7e req-b46143ab-49b3-4255-a520-2bfaac69f0c6 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7d4afe4-39e6-4e6d-9b18-5dffbf19ef6d HTTP/1.1" status: 200 len: 945 time: 0.0534258 Feb 02 08:07:40.161442 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2e979f1c-08c8-4248-a301-b387a6ad2d7e req-4684bb74-7c5b-4fdf-8663-c56bd9fd7148 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=5504c819-2f8d-4b7b-a8f9-4b0697b5a27b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473702 Feb 02 08:07:40.183330 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38712) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:07:40.247804 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c2ce6709-1d32-48fc-87e8-af47f1ffe0fb tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/floatingips/a2b0c46a-32ce-4439-b86e-dd5f8b28a5a4 HTTP/1.1" status: 200 len: 990 time: 0.0630333 Feb 02 08:07:40.271520 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 08:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62900e1d-0d90-448a-8aad-bb9eadf846d3 x-openstack-request-id: req-62900e1d-0d90-448a-8aad-bb9eadf846d3 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 08:07:40.271861 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7d4afe4-39e6-4e6d-9b18-5dffbf19ef6d", "tag": "ea978587-fcc4-4c40-8fa2-ec5df4fb50e5", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 08:07:40.272127 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-62900e1d-0d90-448a-8aad-bb9eadf846d3 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 08:07:40.272566 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7d4afe4-39e6-4e6d-9b18-5dffbf19ef6d', 'tag': 'ea978587-fcc4-4c40-8fa2-ec5df4fb50e5', 'status': 'completed', 'code': 200} Feb 02 08:07:40.312467 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-fc5d087b-3e6e-42b4-866f-fac3e80069b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '810c54c8-bbcd-4cc4-acda-0566aba81ed1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186980551', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': 'c9781e9f-c898-4404-84e5-7a237ee57e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:07:23Z', 'updated_at': '2022-02-02T08:07:26Z', 'revision_number': 4, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'gw_port': {'id': 'c9781e9f-c898-4404-84e5-7a237ee57e5e', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:49:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810c54c8-bbcd-4cc4-acda-0566aba81ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:07:24Z', 'updated_at': '2022-02-02T08:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': 'a2b0c46a-32ce-4439-b86e-dd5f8b28a5a4', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'floating_ip_address': '172.25.4.15', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '810c54c8-bbcd-4cc4-acda-0566aba81ed1', 'port_id': 'ea978587-fcc4-4c40-8fa2-ec5df4fb50e5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd49c3fb4-1bde-454a-9ad9-dec9a37cfd72', 'mac_address': 'fa:16:3e:be:c5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d4afe4-39e6-4e6d-9b18-5dffbf19ef6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T08:07:39Z', 'updated_at': '2022-02-02T08:07:39Z', 'revision_number': 0, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae54dd00-0d09-4af8-ae5c-d63cd46911d2', 'name': '', 'network_id': 'd49c3fb4-1bde-454a-9ad9-dec9a37cfd72', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'mac_address': 'fa:16:3e:70:80:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810c54c8-bbcd-4cc4-acda-0566aba81ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'ca09591d-b2c9-4249-9e43-766eb362524b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:07:26Z', 'updated_at': '2022-02-02T08:07:30Z', 'revision_number': 5, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'subnets': [{'id': 'ca09591d-b2c9-4249-9e43-766eb362524b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:07:40.341689 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5d087b-3e6e-42b4-866f-fac3e80069b1 None None] Checking router: 810c54c8-bbcd-4cc4-acda-0566aba81ed1 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 08:07:40.350663 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5d087b-3e6e-42b4-866f-fac3e80069b1 None None] Routers {'810c54c8-bbcd-4cc4-acda-0566aba81ed1'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:07:40.351296 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-fc5d087b-3e6e-42b4-866f-fac3e80069b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:07:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['810c54c8-bbcd-4cc4-acda-0566aba81ed1'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:07:40.356707 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc273da-a409-4153-88ea-d2bdf8c902fa req-a0a5db75-910f-431c-a4d8-3673cc37f851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:07:40.358289 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6cc273da-a409-4153-88ea-d2bdf8c902fa req-a0a5db75-910f-431c-a4d8-3673cc37f851 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=491ef38eb7a24b33900e5a5f7693dafc&device_id=b7d4afe4-39e6-4e6d-9b18-5dffbf19ef6d HTTP/1.1" status: 200 len: 1128 time: 0.0444722 Feb 02 08:07:40.448315 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc273da-a409-4153-88ea-d2bdf8c902fa req-4a555702-ea73-442b-a049-270ddde47539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:07:40.449782 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6cc273da-a409-4153-88ea-d2bdf8c902fa req-4a555702-ea73-442b-a049-270ddde47539 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d49c3fb4-1bde-454a-9ad9-dec9a37cfd72 HTTP/1.1" status: 200 len: 897 time: 0.0849080 Feb 02 08:07:40.455853 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-fc5d087b-3e6e-42b4-866f-fac3e80069b1 None None] Set router 810c54c8-bbcd-4cc4-acda-0566aba81ed1 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:07:40.522030 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6cc273da-a409-4153-88ea-d2bdf8c902fa req-ce82c419-1253-4fc3-9310-8508ec0a04fa service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea978587-fcc4-4c40-8fa2-ec5df4fb50e5 HTTP/1.1" status: 200 len: 998 time: 0.0656517 Feb 02 08:07:40.577471 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc273da-a409-4153-88ea-d2bdf8c902fa req-9ffbfa07-837d-476d-b53f-840a43e2f71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:07:40.579937 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6cc273da-a409-4153-88ea-d2bdf8c902fa req-9ffbfa07-837d-476d-b53f-840a43e2f71f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ca09591d-b2c9-4249-9e43-766eb362524b HTTP/1.1" status: 200 len: 835 time: 0.0510528 Feb 02 08:07:40.629548 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc273da-a409-4153-88ea-d2bdf8c902fa req-52c3ee62-7ac2-4b20-ab65-75120f5f5ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:07:40.631189 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6cc273da-a409-4153-88ea-d2bdf8c902fa req-52c3ee62-7ac2-4b20-ab65-75120f5f5ca7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d49c3fb4-1bde-454a-9ad9-dec9a37cfd72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0458717 Feb 02 08:07:40.724462 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6cc273da-a409-4153-88ea-d2bdf8c902fa req-59371ff3-f8f3-478b-820c-1342141dad6f service neutron] 10.222.0.88 "GET /v2.0/networks/d49c3fb4-1bde-454a-9ad9-dec9a37cfd72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872824 Feb 02 08:07:40.772231 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-fc5d087b-3e6e-42b4-866f-fac3e80069b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '810c54c8-bbcd-4cc4-acda-0566aba81ed1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186980551', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': 'c9781e9f-c898-4404-84e5-7a237ee57e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:07:23Z', 'updated_at': '2022-02-02T08:07:26Z', 'revision_number': 4, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'gw_port': {'id': 'c9781e9f-c898-4404-84e5-7a237ee57e5e', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:49:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810c54c8-bbcd-4cc4-acda-0566aba81ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:07:24Z', 'updated_at': '2022-02-02T08:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': 'a2b0c46a-32ce-4439-b86e-dd5f8b28a5a4', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'floating_ip_address': '172.25.4.15', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '810c54c8-bbcd-4cc4-acda-0566aba81ed1', 'port_id': 'ea978587-fcc4-4c40-8fa2-ec5df4fb50e5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd49c3fb4-1bde-454a-9ad9-dec9a37cfd72', 'mac_address': 'fa:16:3e:be:c5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d4afe4-39e6-4e6d-9b18-5dffbf19ef6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T08:07:39Z', 'updated_at': '2022-02-02T08:07:39Z', 'revision_number': 0, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae54dd00-0d09-4af8-ae5c-d63cd46911d2', 'name': '', 'network_id': 'd49c3fb4-1bde-454a-9ad9-dec9a37cfd72', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'mac_address': 'fa:16:3e:70:80:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810c54c8-bbcd-4cc4-acda-0566aba81ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'ca09591d-b2c9-4249-9e43-766eb362524b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:07:26Z', 'updated_at': '2022-02-02T08:07:30Z', 'revision_number': 5, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'subnets': [{'id': 'ca09591d-b2c9-4249-9e43-766eb362524b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:07:40.801476 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5d087b-3e6e-42b4-866f-fac3e80069b1 None None] The sync data for ids ['810c54c8-bbcd-4cc4-acda-0566aba81ed1'] in n-d-789963-26 is: [{'id': '810c54c8-bbcd-4cc4-acda-0566aba81ed1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186980551', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': 'c9781e9f-c898-4404-84e5-7a237ee57e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:07:23Z', 'updated_at': '2022-02-02T08:07:26Z', 'revision_number': 4, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'gw_port': {'id': 'c9781e9f-c898-4404-84e5-7a237ee57e5e', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:49:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810c54c8-bbcd-4cc4-acda-0566aba81ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:07:24Z', 'updated_at': '2022-02-02T08:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': 'a2b0c46a-32ce-4439-b86e-dd5f8b28a5a4', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'floating_ip_address': '172.25.4.15', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '810c54c8-bbcd-4cc4-acda-0566aba81ed1', 'port_id': 'ea978587-fcc4-4c40-8fa2-ec5df4fb50e5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd49c3fb4-1bde-454a-9ad9-dec9a37cfd72', 'mac_address': 'fa:16:3e:be:c5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d4afe4-39e6-4e6d-9b18-5dffbf19ef6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T08:07:39Z', 'updated_at': '2022-02-02T08:07:39Z', 'revision_number': 0, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae54dd00-0d09-4af8-ae5c-d63cd46911d2', 'name': '', 'network_id': 'd49c3fb4-1bde-454a-9ad9-dec9a37cfd72', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'mac_address': 'fa:16:3e:70:80:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810c54c8-bbcd-4cc4-acda-0566aba81ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'ca09591d-b2c9-4249-9e43-766eb362524b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:07:26Z', 'updated_at': '2022-02-02T08:07:30Z', 'revision_number': 5, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'subnets': [{'id': 'ca09591d-b2c9-4249-9e43-766eb362524b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 08:07:40.822301 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6cc273da-a409-4153-88ea-d2bdf8c902fa req-ede65fff-e2d5-42e4-9783-01b07ca852a8 service neutron] 10.222.0.88 "GET /v2.0/networks/d49c3fb4-1bde-454a-9ad9-dec9a37cfd72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919077 Feb 02 08:07:41.005945 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6979dfc1-def8-463c-9827-3b5528876c7b None None] New status for floating IP a2b0c46a-32ce-4439-b86e-dd5f8b28a5a4: ACTIVE {{(pid=109695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 08:07:41.156928 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-935ffb66-86fc-43ed-a401-e3b74d5a4d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:41.249303 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38714) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:07:41.312964 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-0fc5ec89-a32b-46dc-9405-dbbfdf9ee8fa tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/floatingips/a2b0c46a-32ce-4439-b86e-dd5f8b28a5a4 HTTP/1.1" status: 200 len: 992 time: 0.0624518 Feb 02 08:07:43.393772 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ec0d3d6e-31d0-4042-910f-141ec00de41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:44.921612 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:46.285855 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:47.548246 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:52.736105 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:07:57.921765 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:03.789849 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0d86151b-496f-4622-94da-c1f25cd09442 req-6006dba5-42f7-4ea4-8b68-d74233b5da8a service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b7d4afe4-39e6-4e6d-9b18-5dffbf19ef6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0444171 Feb 02 08:08:03.891941 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d86151b-496f-4622-94da-c1f25cd09442 req-fb80082c-aba8-485d-a4f7-2dff775f4586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:08:03.893436 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0d86151b-496f-4622-94da-c1f25cd09442 req-fb80082c-aba8-485d-a4f7-2dff775f4586 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=491ef38eb7a24b33900e5a5f7693dafc&device_id=b7d4afe4-39e6-4e6d-9b18-5dffbf19ef6d HTTP/1.1" status: 200 len: 1128 time: 0.0447519 Feb 02 08:08:03.997690 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d86151b-496f-4622-94da-c1f25cd09442 req-c3444ca5-dbcd-44a5-ba4f-5c19e29d8d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:08:03.999184 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0d86151b-496f-4622-94da-c1f25cd09442 req-c3444ca5-dbcd-44a5-ba4f-5c19e29d8d29 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d49c3fb4-1bde-454a-9ad9-dec9a37cfd72 HTTP/1.1" status: 200 len: 897 time: 0.0873659 Feb 02 08:08:04.063167 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0d86151b-496f-4622-94da-c1f25cd09442 req-4f0e39d0-d7b6-44c9-b131-823d3a510c14 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea978587-fcc4-4c40-8fa2-ec5df4fb50e5 HTTP/1.1" status: 200 len: 1000 time: 0.0570605 Feb 02 08:08:04.108806 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d86151b-496f-4622-94da-c1f25cd09442 req-01242cdb-f09e-4b52-b4b8-02b018391f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:08:04.110743 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0d86151b-496f-4622-94da-c1f25cd09442 req-01242cdb-f09e-4b52-b4b8-02b018391f77 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ca09591d-b2c9-4249-9e43-766eb362524b HTTP/1.1" status: 200 len: 835 time: 0.0424047 Feb 02 08:08:04.163093 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d86151b-496f-4622-94da-c1f25cd09442 req-e4f214f3-c5d8-4b01-a614-17b10f3b128d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:08:04.164616 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0d86151b-496f-4622-94da-c1f25cd09442 req-e4f214f3-c5d8-4b01-a614-17b10f3b128d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d49c3fb4-1bde-454a-9ad9-dec9a37cfd72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0483725 Feb 02 08:08:04.253290 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0d86151b-496f-4622-94da-c1f25cd09442 req-441e8ccf-cfa6-49ac-b65c-c48218e6cbe9 service neutron] 10.222.0.88 "GET /v2.0/networks/d49c3fb4-1bde-454a-9ad9-dec9a37cfd72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821621 Feb 02 08:08:04.343300 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0d86151b-496f-4622-94da-c1f25cd09442 req-f7a73278-2f62-4304-a9f3-3e8e4be5c239 service neutron] 10.222.0.88 "GET /v2.0/networks/d49c3fb4-1bde-454a-9ad9-dec9a37cfd72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843661 Feb 02 08:08:11.129155 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1ed5c922-3771-4acf-a307-bb302d0d4457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:12.698712 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06ebbe3-5aa8-4c6c-8c3f-78fd6617262f req-591561e6-9212-4f4f-8c0f-70716c67e194 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:08:12.700226 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d06ebbe3-5aa8-4c6c-8c3f-78fd6617262f req-591561e6-9212-4f4f-8c0f-70716c67e194 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7d4afe4-39e6-4e6d-9b18-5dffbf19ef6d HTTP/1.1" status: 200 len: 945 time: 0.0526288 Feb 02 08:08:12.748554 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d06ebbe3-5aa8-4c6c-8c3f-78fd6617262f req-84add070-253f-4649-9f8e-1b09a3da6b66 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=5504c819-2f8d-4b7b-a8f9-4b0697b5a27b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417688 Feb 02 08:08:13.395958 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9782e5d3-031f-430c-835a-2587727bd411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:13.869154 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db6ab0b-9b71-4f6e-af41-12fb920bcb9b req-63e8f9d5-bbef-45c3-806b-06f50d3de9ac tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:08:13.870624 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6db6ab0b-9b71-4f6e-af41-12fb920bcb9b req-63e8f9d5-bbef-45c3-806b-06f50d3de9ac tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7d4afe4-39e6-4e6d-9b18-5dffbf19ef6d HTTP/1.1" status: 200 len: 945 time: 0.0523927 Feb 02 08:08:13.919047 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6db6ab0b-9b71-4f6e-af41-12fb920bcb9b req-9b3f01d8-f92a-44c2-990f-a83731527bd0 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=5504c819-2f8d-4b7b-a8f9-4b0697b5a27b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427508 Feb 02 08:08:13.940912 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38736) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:08:14.004069 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-df06d24a-7af8-49b2-bdfb-27783c5a8297 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/floatingips/a2b0c46a-32ce-4439-b86e-dd5f8b28a5a4 HTTP/1.1" status: 200 len: 992 time: 0.0620694 Feb 02 08:08:14.924654 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:15.164018 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 08:08:15.280082 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f3cbc-ded7-4aa4-9c3d-e9bd9fc88230 req-b963493c-16d0-4384-ba1c-f4e0c5c12b24 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:08:15.282172 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8a6f3cbc-ded7-4aa4-9c3d-e9bd9fc88230 req-b963493c-16d0-4384-ba1c-f4e0c5c12b24 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7d4afe4-39e6-4e6d-9b18-5dffbf19ef6d HTTP/1.1" status: 200 len: 945 time: 0.0548327 Feb 02 08:08:15.323976 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad35c99c-10fa-41df-a591-0a2d3d22940f req-c6d09b3e-8692-457e-9b94-609a9d244f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:08:15.325486 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ad35c99c-10fa-41df-a591-0a2d3d22940f req-c6d09b3e-8692-457e-9b94-609a9d244f6d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=491ef38eb7a24b33900e5a5f7693dafc&device_id=b7d4afe4-39e6-4e6d-9b18-5dffbf19ef6d HTTP/1.1" status: 200 len: 1128 time: 0.0472059 Feb 02 08:08:15.333039 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8a6f3cbc-ded7-4aa4-9c3d-e9bd9fc88230 req-4f1ce907-7363-4968-9b45-04cae7106a44 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=5504c819-2f8d-4b7b-a8f9-4b0697b5a27b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452895 Feb 02 08:08:15.420900 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad35c99c-10fa-41df-a591-0a2d3d22940f req-2133689c-c8e5-4bf2-8acb-bc156424cd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:08:15.422416 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ad35c99c-10fa-41df-a591-0a2d3d22940f req-2133689c-c8e5-4bf2-8acb-bc156424cd2a service neutron] 10.222.0.88 "GET /v2.0/networks?id=d49c3fb4-1bde-454a-9ad9-dec9a37cfd72 HTTP/1.1" status: 200 len: 897 time: 0.0897863 Feb 02 08:08:15.488459 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ad35c99c-10fa-41df-a591-0a2d3d22940f req-a01c46ac-cb14-4f97-9e51-159c578ce8e6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea978587-fcc4-4c40-8fa2-ec5df4fb50e5 HTTP/1.1" status: 200 len: 1000 time: 0.0596976 Feb 02 08:08:15.536280 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad35c99c-10fa-41df-a591-0a2d3d22940f req-0394b5ae-9506-4ece-a036-6df8abf00a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:08:15.537690 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ad35c99c-10fa-41df-a591-0a2d3d22940f req-0394b5ae-9506-4ece-a036-6df8abf00a7a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ca09591d-b2c9-4249-9e43-766eb362524b HTTP/1.1" status: 200 len: 835 time: 0.0439363 Feb 02 08:08:15.588322 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad35c99c-10fa-41df-a591-0a2d3d22940f req-083eee78-e668-4f23-a8e0-567bd0d8d0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:08:15.589793 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ad35c99c-10fa-41df-a591-0a2d3d22940f req-083eee78-e668-4f23-a8e0-567bd0d8d0a7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d49c3fb4-1bde-454a-9ad9-dec9a37cfd72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0468018 Feb 02 08:08:15.959363 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ad35c99c-10fa-41df-a591-0a2d3d22940f req-5002a593-132f-4647-9efb-feccb84af2e9 service neutron] 10.222.0.88 "GET /v2.0/networks/d49c3fb4-1bde-454a-9ad9-dec9a37cfd72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3629258 Feb 02 08:08:16.049721 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-ad35c99c-10fa-41df-a591-0a2d3d22940f req-3660eb4e-db4d-42da-b12a-1b68f1f8960d service neutron] 10.222.0.88 "GET /v2.0/networks/d49c3fb4-1bde-454a-9ad9-dec9a37cfd72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843604 Feb 02 08:08:16.287885 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:16.457708 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1b4b00-826a-4ae7-86e5-f00fae67bab0 req-83a872a3-2e3a-46cc-abf4-d330008613b9 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:08:16.459174 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-aa1b4b00-826a-4ae7-86e5-f00fae67bab0 req-83a872a3-2e3a-46cc-abf4-d330008613b9 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7d4afe4-39e6-4e6d-9b18-5dffbf19ef6d HTTP/1.1" status: 200 len: 945 time: 0.0570865 Feb 02 08:08:16.508077 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-aa1b4b00-826a-4ae7-86e5-f00fae67bab0 req-b9eea994-9505-4cba-a80f-a8fa17ad26de tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=5504c819-2f8d-4b7b-a8f9-4b0697b5a27b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429580 Feb 02 08:08:17.552253 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:17.633481 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582cfe72-a677-4a91-a21b-411ecea49b1f req-c0337942-67aa-4872-9be9-abac28bdff6d tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:08:17.634970 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-582cfe72-a677-4a91-a21b-411ecea49b1f req-c0337942-67aa-4872-9be9-abac28bdff6d tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7d4afe4-39e6-4e6d-9b18-5dffbf19ef6d HTTP/1.1" status: 200 len: 945 time: 0.0545275 Feb 02 08:08:17.684195 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-582cfe72-a677-4a91-a21b-411ecea49b1f req-2581006d-9363-47e8-bb7f-5717d5468ec4 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=5504c819-2f8d-4b7b-a8f9-4b0697b5a27b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434306 Feb 02 08:08:17.707027 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38748) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:08:17.771909 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-8bb4a5d2-9d65-464f-8d8d-435d57616753 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/floatingips/a2b0c46a-32ce-4439-b86e-dd5f8b28a5a4 HTTP/1.1" status: 200 len: 992 time: 0.0636265 Feb 02 08:08:17.971521 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 38754) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:08:18.126888 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-545ecfac-a572-4ac6-b7ed-32d3a5143799 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Deleting port 5e390431-42dd-48e6-974c-fbebfab7b0f5 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 08:08:18.127147 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-545ecfac-a572-4ac6-b7ed-32d3a5143799 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (5e390431-42dd-48e6-974c-fbebfab7b0f5), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:18.200504 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-545ecfac-a572-4ac6-b7ed-32d3a5143799 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (5e390431-42dd-48e6-974c-fbebfab7b0f5), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:18.200825 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-545ecfac-a572-4ac6-b7ed-32d3a5143799 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for floatingip (5e390431-42dd-48e6-974c-fbebfab7b0f5), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:18.212943 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-545ecfac-a572-4ac6-b7ed-32d3a5143799 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Calling delete_port for 5e390431-42dd-48e6-974c-fbebfab7b0f5 owned by network:floatingip {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 08:08:18.358560 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-545ecfac-a572-4ac6-b7ed-32d3a5143799 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (5e390431-42dd-48e6-974c-fbebfab7b0f5), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:18.384778 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545ecfac-a572-4ac6-b7ed-32d3a5143799 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event deleted for resources: {'Port': ['ID=5e390431-42dd-48e6-974c-fbebfab7b0f5,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:08:18.395046 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545ecfac-a572-4ac6-b7ed-32d3a5143799 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:08:18.395402 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545ecfac-a572-4ac6-b7ed-32d3a5143799 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:08:18.395775 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545ecfac-a572-4ac6-b7ed-32d3a5143799 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:08:18.396120 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545ecfac-a572-4ac6-b7ed-32d3a5143799 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:08:18.396459 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545ecfac-a572-4ac6-b7ed-32d3a5143799 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:08:18.397271 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545ecfac-a572-4ac6-b7ed-32d3a5143799 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:08:18.397271 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545ecfac-a572-4ac6-b7ed-32d3a5143799 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:08:18.397457 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545ecfac-a572-4ac6-b7ed-32d3a5143799 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:08:18.397754 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545ecfac-a572-4ac6-b7ed-32d3a5143799 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:08:18.398088 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545ecfac-a572-4ac6-b7ed-32d3a5143799 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:08:18.398416 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545ecfac-a572-4ac6-b7ed-32d3a5143799 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:08:18.398738 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545ecfac-a572-4ac6-b7ed-32d3a5143799 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:08:18.399060 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545ecfac-a572-4ac6-b7ed-32d3a5143799 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:08:18.458908 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-545ecfac-a572-4ac6-b7ed-32d3a5143799 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for floatingip (a2b0c46a-32ce-4439-b86e-dd5f8b28a5a4), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:18.459243 n-d-789963-26 neutron-server[109693]: INFO neutron.db.l3_db [None req-545ecfac-a572-4ac6-b7ed-32d3a5143799 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Floating IP a2b0c46a-32ce-4439-b86e-dd5f8b28a5a4 disassociated (deleted). External IP: 172.25.4.15, port: ea978587-fcc4-4c40-8fa2-ec5df4fb50e5. Feb 02 08:08:18.668995 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-545ecfac-a572-4ac6-b7ed-32d3a5143799 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Router 810c54c8-bbcd-4cc4-acda-0566aba81ed1 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 08:08:18.776114 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-545ecfac-a572-4ac6-b7ed-32d3a5143799 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 08:08:18.781544 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-545ecfac-a572-4ac6-b7ed-32d3a5143799 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:18.786071 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c434e95-b9a7-42cd-b737-3e8b1e70c957 None None] Sync routers for ids ['810c54c8-bbcd-4cc4-acda-0566aba81ed1'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 08:08:18.795606 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c434e95-b9a7-42cd-b737-3e8b1e70c957 None None] Routers {'810c54c8-bbcd-4cc4-acda-0566aba81ed1'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:08:18.796215 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-4c434e95-b9a7-42cd-b737-3e8b1e70c957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:08:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['810c54c8-bbcd-4cc4-acda-0566aba81ed1'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:08:18.811417 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-545ecfac-a572-4ac6-b7ed-32d3a5143799 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "DELETE /v2.0/floatingips/a2b0c46a-32ce-4439-b86e-dd5f8b28a5a4 HTTP/1.1" status: 204 len: 168 time: 0.8387673 Feb 02 08:08:18.812076 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7d4afe4-39e6-4e6d-9b18-5dffbf19ef6d', 'tag': 'ea978587-fcc4-4c40-8fa2-ec5df4fb50e5'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 08:08:18.814358 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bbcc89a9d4d8e7a52f5cbbd716b66041b3f6feaf13502aa94e42da132c01043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b133443d-507d-4956-89c0-75ffb570d758" -d '{"events": [{"name": "network-changed", "server_uuid": "b7d4afe4-39e6-4e6d-9b18-5dffbf19ef6d", "tag": "ea978587-fcc4-4c40-8fa2-ec5df4fb50e5"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 08:08:18.901431 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-4c434e95-b9a7-42cd-b737-3e8b1e70c957 None None] Set router 810c54c8-bbcd-4cc4-acda-0566aba81ed1 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:08:18.970247 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 08:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f65f1ff-c0e5-4748-989c-ce8ada25051f x-openstack-request-id: req-5f65f1ff-c0e5-4748-989c-ce8ada25051f {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 08:08:18.970545 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7d4afe4-39e6-4e6d-9b18-5dffbf19ef6d", "tag": "ea978587-fcc4-4c40-8fa2-ec5df4fb50e5", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 08:08:18.970799 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-5f65f1ff-c0e5-4748-989c-ce8ada25051f {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 08:08:18.971222 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7d4afe4-39e6-4e6d-9b18-5dffbf19ef6d', 'tag': 'ea978587-fcc4-4c40-8fa2-ec5df4fb50e5', 'status': 'completed', 'code': 200} Feb 02 08:08:19.068270 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a172d-4368-41a6-baec-e3b79143deb6 req-4bfe0738-afd7-4185-9346-73bb60f40c73 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:08:19.075160 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-328a172d-4368-41a6-baec-e3b79143deb6 req-4bfe0738-afd7-4185-9346-73bb60f40c73 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7d4afe4-39e6-4e6d-9b18-5dffbf19ef6d HTTP/1.1" status: 200 len: 945 time: 0.0613458 Feb 02 08:08:19.076374 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133443d-507d-4956-89c0-75ffb570d758 req-714f5baf-cbbd-496e-aea0-72e019c91696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:08:19.078028 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b133443d-507d-4956-89c0-75ffb570d758 req-714f5baf-cbbd-496e-aea0-72e019c91696 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=491ef38eb7a24b33900e5a5f7693dafc&device_id=b7d4afe4-39e6-4e6d-9b18-5dffbf19ef6d HTTP/1.1" status: 200 len: 1128 time: 0.0514898 Feb 02 08:08:19.111240 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-4c434e95-b9a7-42cd-b737-3e8b1e70c957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '810c54c8-bbcd-4cc4-acda-0566aba81ed1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186980551', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': 'c9781e9f-c898-4404-84e5-7a237ee57e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:07:23Z', 'updated_at': '2022-02-02T08:07:26Z', 'revision_number': 4, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'gw_port': {'id': 'c9781e9f-c898-4404-84e5-7a237ee57e5e', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:49:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810c54c8-bbcd-4cc4-acda-0566aba81ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:07:24Z', 'updated_at': '2022-02-02T08:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'ae54dd00-0d09-4af8-ae5c-d63cd46911d2', 'name': '', 'network_id': 'd49c3fb4-1bde-454a-9ad9-dec9a37cfd72', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'mac_address': 'fa:16:3e:70:80:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810c54c8-bbcd-4cc4-acda-0566aba81ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'ca09591d-b2c9-4249-9e43-766eb362524b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:07:26Z', 'updated_at': '2022-02-02T08:07:30Z', 'revision_number': 5, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'subnets': [{'id': 'ca09591d-b2c9-4249-9e43-766eb362524b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:08:19.122660 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-328a172d-4368-41a6-baec-e3b79143deb6 req-be66e685-f62c-4c80-a6b2-342ce37f8a11 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=5504c819-2f8d-4b7b-a8f9-4b0697b5a27b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465610 Feb 02 08:08:19.139485 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c434e95-b9a7-42cd-b737-3e8b1e70c957 None None] Checking router: 810c54c8-bbcd-4cc4-acda-0566aba81ed1 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 08:08:19.148406 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c434e95-b9a7-42cd-b737-3e8b1e70c957 None None] Routers {'810c54c8-bbcd-4cc4-acda-0566aba81ed1'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:08:19.149006 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-4c434e95-b9a7-42cd-b737-3e8b1e70c957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:08:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['810c54c8-bbcd-4cc4-acda-0566aba81ed1'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:08:19.176019 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133443d-507d-4956-89c0-75ffb570d758 req-126cef76-ec20-4f96-8aff-0806a7160361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:08:19.177551 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b133443d-507d-4956-89c0-75ffb570d758 req-126cef76-ec20-4f96-8aff-0806a7160361 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d49c3fb4-1bde-454a-9ad9-dec9a37cfd72 HTTP/1.1" status: 200 len: 897 time: 0.0930886 Feb 02 08:08:19.220139 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b133443d-507d-4956-89c0-75ffb570d758 req-25917771-6105-427e-947d-7fe7e77130ab service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea978587-fcc4-4c40-8fa2-ec5df4fb50e5 HTTP/1.1" status: 200 len: 217 time: 0.0361078 Feb 02 08:08:19.254452 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-4c434e95-b9a7-42cd-b737-3e8b1e70c957 None None] Set router 810c54c8-bbcd-4cc4-acda-0566aba81ed1 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:08:19.271400 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133443d-507d-4956-89c0-75ffb570d758 req-e8ca3b53-693a-488d-b6f2-896cd5de3887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:08:19.273182 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b133443d-507d-4956-89c0-75ffb570d758 req-e8ca3b53-693a-488d-b6f2-896cd5de3887 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ca09591d-b2c9-4249-9e43-766eb362524b HTTP/1.1" status: 200 len: 835 time: 0.0474999 Feb 02 08:08:19.327479 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133443d-507d-4956-89c0-75ffb570d758 req-2c3b048f-2ef6-4d4a-987f-7db88e5adb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:08:19.329773 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b133443d-507d-4956-89c0-75ffb570d758 req-2c3b048f-2ef6-4d4a-987f-7db88e5adb5e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d49c3fb4-1bde-454a-9ad9-dec9a37cfd72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0510864 Feb 02 08:08:19.420966 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b133443d-507d-4956-89c0-75ffb570d758 req-a5fcc153-3f5f-4b3b-b7c2-87467ed39a39 service neutron] 10.222.0.88 "GET /v2.0/networks/d49c3fb4-1bde-454a-9ad9-dec9a37cfd72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831285 Feb 02 08:08:19.458179 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-4c434e95-b9a7-42cd-b737-3e8b1e70c957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '810c54c8-bbcd-4cc4-acda-0566aba81ed1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186980551', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': 'c9781e9f-c898-4404-84e5-7a237ee57e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:07:23Z', 'updated_at': '2022-02-02T08:07:26Z', 'revision_number': 4, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'gw_port': {'id': 'c9781e9f-c898-4404-84e5-7a237ee57e5e', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:49:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810c54c8-bbcd-4cc4-acda-0566aba81ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:07:24Z', 'updated_at': '2022-02-02T08:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'ae54dd00-0d09-4af8-ae5c-d63cd46911d2', 'name': '', 'network_id': 'd49c3fb4-1bde-454a-9ad9-dec9a37cfd72', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'mac_address': 'fa:16:3e:70:80:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810c54c8-bbcd-4cc4-acda-0566aba81ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'ca09591d-b2c9-4249-9e43-766eb362524b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:07:26Z', 'updated_at': '2022-02-02T08:07:30Z', 'revision_number': 5, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'subnets': [{'id': 'ca09591d-b2c9-4249-9e43-766eb362524b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:08:19.484300 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c434e95-b9a7-42cd-b737-3e8b1e70c957 None None] The sync data for ids ['810c54c8-bbcd-4cc4-acda-0566aba81ed1'] in n-d-789963-26 is: [{'id': '810c54c8-bbcd-4cc4-acda-0566aba81ed1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186980551', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': 'c9781e9f-c898-4404-84e5-7a237ee57e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:07:23Z', 'updated_at': '2022-02-02T08:07:26Z', 'revision_number': 4, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'gw_port': {'id': 'c9781e9f-c898-4404-84e5-7a237ee57e5e', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:49:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810c54c8-bbcd-4cc4-acda-0566aba81ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:07:24Z', 'updated_at': '2022-02-02T08:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'ae54dd00-0d09-4af8-ae5c-d63cd46911d2', 'name': '', 'network_id': 'd49c3fb4-1bde-454a-9ad9-dec9a37cfd72', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'mac_address': 'fa:16:3e:70:80:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810c54c8-bbcd-4cc4-acda-0566aba81ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'ca09591d-b2c9-4249-9e43-766eb362524b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:07:26Z', 'updated_at': '2022-02-02T08:07:30Z', 'revision_number': 5, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'subnets': [{'id': 'ca09591d-b2c9-4249-9e43-766eb362524b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 08:08:19.519729 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-b133443d-507d-4956-89c0-75ffb570d758 req-2e98c535-f053-47fe-8c8c-612938ff5125 service neutron] 10.222.0.88 "GET /v2.0/networks/d49c3fb4-1bde-454a-9ad9-dec9a37cfd72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922277 Feb 02 08:08:19.709062 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d85f76b-7339-4957-85bc-01b5b688198e None None] New status for floating IP a2b0c46a-32ce-4439-b86e-dd5f8b28a5a4: DOWN {{(pid=109695) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 08:08:20.243805 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65beb4f-5878-4891-b821-f0e5a2471178 req-93e5777d-2a9d-4890-a877-906950823d55 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:08:20.245262 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b65beb4f-5878-4891-b821-f0e5a2471178 req-93e5777d-2a9d-4890-a877-906950823d55 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7d4afe4-39e6-4e6d-9b18-5dffbf19ef6d HTTP/1.1" status: 200 len: 945 time: 0.0521536 Feb 02 08:08:20.293074 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b65beb4f-5878-4891-b821-f0e5a2471178 req-9b80224e-f24a-47f7-8c20-bff51cae9f5c tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/security-groups?id=5504c819-2f8d-4b7b-a8f9-4b0697b5a27b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423295 Feb 02 08:08:20.748088 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4d93f-6753-437e-9239-7e6c36e3c118 req-78c51b36-902b-43e1-a1d6-3bdb09c990de tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:08:20.749961 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9ba4d93f-6753-437e-9239-7e6c36e3c118 req-78c51b36-902b-43e1-a1d6-3bdb09c990de tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.88 "GET /v2.0/ports?device_id=b7d4afe4-39e6-4e6d-9b18-5dffbf19ef6d HTTP/1.1" status: 200 len: 945 time: 0.0529037 Feb 02 08:08:20.839671 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-9ba4d93f-6753-437e-9239-7e6c36e3c118 req-6fc23128-0117-4065-a060-579faece628a tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Deleting port ea978587-fcc4-4c40-8fa2-ec5df4fb50e5 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 08:08:20.840014 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-9ba4d93f-6753-437e-9239-7e6c36e3c118 req-6fc23128-0117-4065-a060-579faece628a tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (ea978587-fcc4-4c40-8fa2-ec5df4fb50e5), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:20.930574 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-9ba4d93f-6753-437e-9239-7e6c36e3c118 req-6fc23128-0117-4065-a060-579faece628a tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] For port ea978587-fcc4-4c40-8fa2-ec5df4fb50e5, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=ea978587-fcc4-4c40-8fa2-ec5df4fb50e5,segment=NetworkSegment(ba73247a-fc1f-4a04-8235-9484ff20620b),segment_id=ba73247a-fc1f-4a04-8235-9484ff20620b)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:08:20.930932 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-9ba4d93f-6753-437e-9239-7e6c36e3c118 req-6fc23128-0117-4065-a060-579faece628a tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (ea978587-fcc4-4c40-8fa2-ec5df4fb50e5), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:20.943956 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-9ba4d93f-6753-437e-9239-7e6c36e3c118 req-6fc23128-0117-4065-a060-579faece628a tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Calling delete_port for ea978587-fcc4-4c40-8fa2-ec5df4fb50e5 owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 08:08:21.070915 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-9ba4d93f-6753-437e-9239-7e6c36e3c118 req-6fc23128-0117-4065-a060-579faece628a tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (ea978587-fcc4-4c40-8fa2-ec5df4fb50e5), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:21.100089 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc23128-0117-4065-a060-579faece628a tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event deleted for resources: {'Port': ['ID=ea978587-fcc4-4c40-8fa2-ec5df4fb50e5,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:08:21.143439 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba4d93f-6753-437e-9239-7e6c36e3c118 req-6fc23128-0117-4065-a060-579faece628a tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] No DVR routers for this DVR port ea978587-fcc4-4c40-8fa2-ec5df4fb50e5 on host n-h1-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 08:08:21.146181 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-9ba4d93f-6753-437e-9239-7e6c36e3c118 req-6fc23128-0117-4065-a060-579faece628a tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:21.149627 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9ba4d93f-6753-437e-9239-7e6c36e3c118 req-6fc23128-0117-4065-a060-579faece628a tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.88 "DELETE /v2.0/ports/ea978587-fcc4-4c40-8fa2-ec5df4fb50e5 HTTP/1.1" status: 204 len: 173 time: 0.3950281 Feb 02 08:08:21.150066 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d4afe4-39e6-4e6d-9b18-5dffbf19ef6d', 'name': 'network-vif-deleted', 'tag': 'ea978587-fcc4-4c40-8fa2-ec5df4fb50e5'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 08:08:21.152321 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bbcc89a9d4d8e7a52f5cbbd716b66041b3f6feaf13502aa94e42da132c01043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8182ca92-62d2-43cb-a8f1-0ea3dbb2f6cc" -d '{"events": [{"server_uuid": "b7d4afe4-39e6-4e6d-9b18-5dffbf19ef6d", "name": "network-vif-deleted", "tag": "ea978587-fcc4-4c40-8fa2-ec5df4fb50e5"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 08:08:21.193558 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 08:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7548c319-8930-4275-9ad4-4778f27d8a31 x-openstack-request-id: req-7548c319-8930-4275-9ad4-4778f27d8a31 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 08:08:21.193862 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7d4afe4-39e6-4e6d-9b18-5dffbf19ef6d", "name": "network-vif-deleted", "tag": "ea978587-fcc4-4c40-8fa2-ec5df4fb50e5", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 08:08:21.194120 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7548c319-8930-4275-9ad4-4778f27d8a31 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 08:08:21.194527 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7d4afe4-39e6-4e6d-9b18-5dffbf19ef6d', 'name': 'network-vif-deleted', 'tag': 'ea978587-fcc4-4c40-8fa2-ec5df4fb50e5', 'status': 'completed', 'code': 200} Feb 02 08:08:21.406420 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0c992ddd-aaa3-4b3f-9452-0d5449af60a7 req-8064554d-f7aa-44b6-9db8-72de9bd8aa6a tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "GET /v2.0/ports?device_id=b7d4afe4-39e6-4e6d-9b18-5dffbf19ef6d HTTP/1.1" status: 200 len: 210 time: 0.0302835 Feb 02 08:08:22.463637 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 38770) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:08:22.743406 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:22.824033 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5696f667-d982-41be-8757-343b63af9ba4 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (810c54c8-bbcd-4cc4-acda-0566aba81ed1), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:23.079298 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-5696f667-d982-41be-8757-343b63af9ba4 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Deleting port ae54dd00-0d09-4af8-ae5c-d63cd46911d2 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 08:08:23.079579 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5696f667-d982-41be-8757-343b63af9ba4 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (ae54dd00-0d09-4af8-ae5c-d63cd46911d2), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:23.166326 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-5696f667-d982-41be-8757-343b63af9ba4 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] For port ae54dd00-0d09-4af8-ae5c-d63cd46911d2, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=ae54dd00-0d09-4af8-ae5c-d63cd46911d2,segment=NetworkSegment(ba73247a-fc1f-4a04-8235-9484ff20620b),segment_id=ba73247a-fc1f-4a04-8235-9484ff20620b)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:08:23.166697 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5696f667-d982-41be-8757-343b63af9ba4 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (ae54dd00-0d09-4af8-ae5c-d63cd46911d2), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:23.179200 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-5696f667-d982-41be-8757-343b63af9ba4 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Calling delete_port for ae54dd00-0d09-4af8-ae5c-d63cd46911d2 owned by network:router_interface {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 08:08:23.368826 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5696f667-d982-41be-8757-343b63af9ba4 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (ae54dd00-0d09-4af8-ae5c-d63cd46911d2), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:23.393490 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5696f667-d982-41be-8757-343b63af9ba4 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event deleted for resources: {'Port': ['ID=ae54dd00-0d09-4af8-ae5c-d63cd46911d2,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:08:23.572510 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-5696f667-d982-41be-8757-343b63af9ba4 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (810c54c8-bbcd-4cc4-acda-0566aba81ed1), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:23.787782 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5696f667-d982-41be-8757-343b63af9ba4 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Router 810c54c8-bbcd-4cc4-acda-0566aba81ed1 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 08:08:24.121177 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device ea978587-fcc4-4c40-8fa2-ec5df4fb50e5 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 08:08:24.146109 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: ea978587-fcc4-4c40-8fa2-ec5df4fb50e5 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 08:08:24.146463 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device ea978587-fcc4-4c40-8fa2-ec5df4fb50e5 not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 08:08:24.177134 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5696f667-d982-41be-8757-343b63af9ba4 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 08:08:24.182035 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-5696f667-d982-41be-8757-343b63af9ba4 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "PUT /v2.0/routers/810c54c8-bbcd-4cc4-acda-0566aba81ed1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7173893 Feb 02 08:08:24.184710 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 38774) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:08:24.188080 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47cca5e-af90-4861-96b8-8d740d6b46a2 None None] Sync routers for ids ['810c54c8-bbcd-4cc4-acda-0566aba81ed1'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 08:08:24.197485 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47cca5e-af90-4861-96b8-8d740d6b46a2 None None] Routers {'810c54c8-bbcd-4cc4-acda-0566aba81ed1'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:08:24.198073 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-b47cca5e-af90-4861-96b8-8d740d6b46a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:08:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['810c54c8-bbcd-4cc4-acda-0566aba81ed1'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:08:24.235600 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-a821c1cd-b3a0-41cd-bc32-599c1d42d2a4 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Deleting subnet ca09591d-b2c9-4249-9e43-766eb362524b {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 08:08:24.238679 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a821c1cd-b3a0-41cd-bc32-599c1d42d2a4 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for subnet (ca09591d-b2c9-4249-9e43-766eb362524b), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:24.278721 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a821c1cd-b3a0-41cd-bc32-599c1d42d2a4 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (ca09591d-b2c9-4249-9e43-766eb362524b), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:24.303216 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-b47cca5e-af90-4861-96b8-8d740d6b46a2 None None] Set router 810c54c8-bbcd-4cc4-acda-0566aba81ed1 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:08:24.364764 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a821c1cd-b3a0-41cd-bc32-599c1d42d2a4 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (ca09591d-b2c9-4249-9e43-766eb362524b), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:24.426553 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a821c1cd-b3a0-41cd-bc32-599c1d42d2a4 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (ca09591d-b2c9-4249-9e43-766eb362524b), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:24.454499 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a821c1cd-b3a0-41cd-bc32-599c1d42d2a4 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event deleted for resources: {'Subnet': ['ID=ca09591d-b2c9-4249-9e43-766eb362524b,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:08:24.458385 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a821c1cd-b3a0-41cd-bc32-599c1d42d2a4 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:24.464103 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a821c1cd-b3a0-41cd-bc32-599c1d42d2a4 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "DELETE /v2.0/subnets/ca09591d-b2c9-4249-9e43-766eb362524b HTTP/1.1" status: 204 len: 168 time: 0.2759781 Feb 02 08:08:24.464877 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 38776) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:08:24.469697 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3c82f7-6d6f-47d0-9699-3a77040ba3d1 None None] Network d49c3fb4-1bde-454a-9ad9-dec9a37cfd72 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 08:08:24.484856 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-b47cca5e-af90-4861-96b8-8d740d6b46a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '810c54c8-bbcd-4cc4-acda-0566aba81ed1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186980551', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': 'c9781e9f-c898-4404-84e5-7a237ee57e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:07:23Z', 'updated_at': '2022-02-02T08:08:23Z', 'revision_number': 5, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'gw_port': {'id': 'c9781e9f-c898-4404-84e5-7a237ee57e5e', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:49:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810c54c8-bbcd-4cc4-acda-0566aba81ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:07:24Z', 'updated_at': '2022-02-02T08:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:08:24.519184 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47cca5e-af90-4861-96b8-8d740d6b46a2 None None] Checking router: 810c54c8-bbcd-4cc4-acda-0566aba81ed1 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 08:08:24.527526 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47cca5e-af90-4861-96b8-8d740d6b46a2 None None] Routers {'810c54c8-bbcd-4cc4-acda-0566aba81ed1'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:08:24.528169 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-b47cca5e-af90-4861-96b8-8d740d6b46a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:08:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['810c54c8-bbcd-4cc4-acda-0566aba81ed1'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:08:24.575998 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ee357276-3f02-455d-9a15-ade2a13fc006 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for router (810c54c8-bbcd-4cc4-acda-0566aba81ed1), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:24.638766 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82e0d07-3726-4578-ae6a-902c566fb344 None None] DHCP port deletion for d49c3fb4-1bde-454a-9ad9-dec9a37cfd72 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 08:08:24.704833 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-a82e0d07-3726-4578-ae6a-902c566fb344 None None] Deleting port b8e0d9ed-4735-4d05-a229-2b6ec4aa931b {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 08:08:24.705472 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a82e0d07-3726-4578-ae6a-902c566fb344 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (b8e0d9ed-4735-4d05-a229-2b6ec4aa931b), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:24.706103 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ee357276-3f02-455d-9a15-ade2a13fc006 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for router_gateway (810c54c8-bbcd-4cc4-acda-0566aba81ed1), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:24.733042 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-b47cca5e-af90-4861-96b8-8d740d6b46a2 None None] Set router 810c54c8-bbcd-4cc4-acda-0566aba81ed1 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:08:24.778399 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-ee357276-3f02-455d-9a15-ade2a13fc006 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Deleting port c9781e9f-c898-4404-84e5-7a237ee57e5e {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 08:08:24.778647 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ee357276-3f02-455d-9a15-ade2a13fc006 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (c9781e9f-c898-4404-84e5-7a237ee57e5e), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:24.780099 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-a82e0d07-3726-4578-ae6a-902c566fb344 None None] For port b8e0d9ed-4735-4d05-a229-2b6ec4aa931b, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=b8e0d9ed-4735-4d05-a229-2b6ec4aa931b,segment=NetworkSegment(ba73247a-fc1f-4a04-8235-9484ff20620b),segment_id=ba73247a-fc1f-4a04-8235-9484ff20620b)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:08:24.781527 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a82e0d07-3726-4578-ae6a-902c566fb344 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (b8e0d9ed-4735-4d05-a229-2b6ec4aa931b), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:24.797673 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device b8e0d9ed-4735-4d05-a229-2b6ec4aa931b no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 08:08:24.823637 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-a82e0d07-3726-4578-ae6a-902c566fb344 None None] Calling delete_port for b8e0d9ed-4735-4d05-a229-2b6ec4aa931b owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 08:08:24.872067 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-ee357276-3f02-455d-9a15-ade2a13fc006 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] For port c9781e9f-c898-4404-84e5-7a237ee57e5e, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=c9781e9f-c898-4404-84e5-7a237ee57e5e,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:08:24.872407 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ee357276-3f02-455d-9a15-ade2a13fc006 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (c9781e9f-c898-4404-84e5-7a237ee57e5e), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:24.886111 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-ee357276-3f02-455d-9a15-ade2a13fc006 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Calling delete_port for c9781e9f-c898-4404-84e5-7a237ee57e5e owned by network:router_gateway {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 08:08:24.915246 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-b47cca5e-af90-4861-96b8-8d740d6b46a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '810c54c8-bbcd-4cc4-acda-0566aba81ed1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186980551', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': 'c9781e9f-c898-4404-84e5-7a237ee57e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:07:23Z', 'updated_at': '2022-02-02T08:08:23Z', 'revision_number': 5, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'gw_port': {'id': 'c9781e9f-c898-4404-84e5-7a237ee57e5e', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:49:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810c54c8-bbcd-4cc4-acda-0566aba81ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:07:24Z', 'updated_at': '2022-02-02T08:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:08:24.939888 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port b8e0d9ed-4735-4d05-a229-2b6ec4aa931b is: ACTIVE; New status is: DOWN {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:08:24.940471 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b8e0d9ed-4735-4d05-a229-2b6ec4aa931b), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:24.942646 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47cca5e-af90-4861-96b8-8d740d6b46a2 None None] The sync data for ids ['810c54c8-bbcd-4cc4-acda-0566aba81ed1'] in n-d-789963-26 is: [{'id': '810c54c8-bbcd-4cc4-acda-0566aba81ed1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186980551', 'tenant_id': '491ef38eb7a24b33900e5a5f7693dafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.9'}], 'enable_snat': True}, 'gw_port_id': 'c9781e9f-c898-4404-84e5-7a237ee57e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:07:23Z', 'updated_at': '2022-02-02T08:08:23Z', 'revision_number': 5, 'project_id': '491ef38eb7a24b33900e5a5f7693dafc', 'gw_port': {'id': 'c9781e9f-c898-4404-84e5-7a237ee57e5e', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:49:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810c54c8-bbcd-4cc4-acda-0566aba81ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:07:24Z', 'updated_at': '2022-02-02T08:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 08:08:24.959501 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a82e0d07-3726-4578-ae6a-902c566fb344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (b8e0d9ed-4735-4d05-a229-2b6ec4aa931b), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:25.015139 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82e0d07-3726-4578-ae6a-902c566fb344 None None] Pushing event deleted for resources: {'Port': ['ID=b8e0d9ed-4735-4d05-a229-2b6ec4aa931b,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:08:25.017650 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82e0d07-3726-4578-ae6a-902c566fb344 None None] No DVR routers for this DVR port b8e0d9ed-4735-4d05-a229-2b6ec4aa931b on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 08:08:25.026921 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82e0d07-3726-4578-ae6a-902c566fb344 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:08:25.027273 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82e0d07-3726-4578-ae6a-902c566fb344 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:08:25.027641 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82e0d07-3726-4578-ae6a-902c566fb344 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:08:25.027989 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82e0d07-3726-4578-ae6a-902c566fb344 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:08:25.028324 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82e0d07-3726-4578-ae6a-902c566fb344 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:08:25.028661 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82e0d07-3726-4578-ae6a-902c566fb344 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:08:25.028990 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82e0d07-3726-4578-ae6a-902c566fb344 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:08:25.029591 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82e0d07-3726-4578-ae6a-902c566fb344 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:08:25.029693 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82e0d07-3726-4578-ae6a-902c566fb344 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:08:25.029945 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82e0d07-3726-4578-ae6a-902c566fb344 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:08:25.030269 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82e0d07-3726-4578-ae6a-902c566fb344 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:08:25.030629 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82e0d07-3726-4578-ae6a-902c566fb344 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:08:25.030962 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82e0d07-3726-4578-ae6a-902c566fb344 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:08:25.070295 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ee357276-3f02-455d-9a15-ade2a13fc006 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (c9781e9f-c898-4404-84e5-7a237ee57e5e), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:25.093683 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee357276-3f02-455d-9a15-ade2a13fc006 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event deleted for resources: {'Port': ['ID=c9781e9f-c898-4404-84e5-7a237ee57e5e,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:08:25.155759 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ee357276-3f02-455d-9a15-ade2a13fc006 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (810c54c8-bbcd-4cc4-acda-0566aba81ed1), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:25.250968 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ee357276-3f02-455d-9a15-ade2a13fc006 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (810c54c8-bbcd-4cc4-acda-0566aba81ed1), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:25.253010 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ee357276-3f02-455d-9a15-ade2a13fc006 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for router_controller (810c54c8-bbcd-4cc4-acda-0566aba81ed1), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:25.296891 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ee357276-3f02-455d-9a15-ade2a13fc006 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (810c54c8-bbcd-4cc4-acda-0566aba81ed1), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:25.297627 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee357276-3f02-455d-9a15-ade2a13fc006 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Fanout notify agent at l3_agent the message router_deleted on router 810c54c8-bbcd-4cc4-acda-0566aba81ed1 {{(pid=109693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 08:08:25.304440 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ee357276-3f02-455d-9a15-ade2a13fc006 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:25.305586 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-ee357276-3f02-455d-9a15-ade2a13fc006 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "DELETE /v2.0/routers/810c54c8-bbcd-4cc4-acda-0566aba81ed1 HTTP/1.1" status: 204 len: 168 time: 0.8403509 Feb 02 08:08:25.308752 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38778) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:08:25.387851 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-29f7ba7d-6863-4d2e-9f34-74871f4a74ac tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (d49c3fb4-1bde-454a-9ad9-dec9a37cfd72), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:25.481965 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-29f7ba7d-6863-4d2e-9f34-74871f4a74ac tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (d49c3fb4-1bde-454a-9ad9-dec9a37cfd72), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:25.503406 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-29f7ba7d-6863-4d2e-9f34-74871f4a74ac tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d49c3fb4-1bde-454a-9ad9-dec9a37cfd72']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:08:25.512531 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-29f7ba7d-6863-4d2e-9f34-74871f4a74ac tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba73247a-fc1f-4a04-8235-9484ff20620b') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:08:25.512829 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-29f7ba7d-6863-4d2e-9f34-74871f4a74ac tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba73247a-fc1f-4a04-8235-9484ff20620b') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:08:25.522510 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-29f7ba7d-6863-4d2e-9f34-74871f4a74ac tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (ba73247a-fc1f-4a04-8235-9484ff20620b), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:25.535732 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-29f7ba7d-6863-4d2e-9f34-74871f4a74ac tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (ba73247a-fc1f-4a04-8235-9484ff20620b), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:25.542684 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29f7ba7d-6863-4d2e-9f34-74871f4a74ac tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 08:08:25.543109 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-29f7ba7d-6863-4d2e-9f34-74871f4a74ac tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (ba73247a-fc1f-4a04-8235-9484ff20620b), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:25.546795 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 08:08:25.546795 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 08:08:25.546795 n-d-789963-26 neutron-server[109694]: timer() Feb 02 08:08:25.546795 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 08:08:25.546795 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 08:08:25.546795 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 08:08:25.546795 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 08:08:25.546795 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 08:08:25.546795 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 08:08:25.546795 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 08:08:25.546795 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 08:08:25.546795 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 08:08:25.546795 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 08:08:25.546795 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 08:08:25.546795 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 08:08:25.546795 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 08:08:25.546795 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 08:08:25.546795 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 08:08:25.546795 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 08:08:25.546795 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 08:08:25.546795 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 08:08:25.546795 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 08:08:25.546795 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 08:08:25.546795 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 08:08:25.546795 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 08:08:25.546795 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 08:08:25.546795 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 08:08:25.546795 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 08:08:25.546795 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 08:08:25.546795 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 08:08:25.546795 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 08:08:25.546795 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 08:08:25.606292 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-29f7ba7d-6863-4d2e-9f34-74871f4a74ac tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (d49c3fb4-1bde-454a-9ad9-dec9a37cfd72), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:25.612883 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-29f7ba7d-6863-4d2e-9f34-74871f4a74ac tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:25.619336 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 38780) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:08:25.619857 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-29f7ba7d-6863-4d2e-9f34-74871f4a74ac tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "DELETE /v2.0/networks/d49c3fb4-1bde-454a-9ad9-dec9a37cfd72 HTTP/1.1" status: 204 len: 168 time: 0.3097196 Feb 02 08:08:25.640382 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f7ba7d-6863-4d2e-9f34-74871f4a74ac tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event deleted for resources: {'Network': ['ID=d49c3fb4-1bde-454a-9ad9-dec9a37cfd72,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:08:25.648797 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f7ba7d-6863-4d2e-9f34-74871f4a74ac tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:08:25.649159 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f7ba7d-6863-4d2e-9f34-74871f4a74ac tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:08:25.649654 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f7ba7d-6863-4d2e-9f34-74871f4a74ac tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:08:25.650003 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f7ba7d-6863-4d2e-9f34-74871f4a74ac tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:08:25.650340 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f7ba7d-6863-4d2e-9f34-74871f4a74ac tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:08:25.650681 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f7ba7d-6863-4d2e-9f34-74871f4a74ac tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:08:25.651308 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f7ba7d-6863-4d2e-9f34-74871f4a74ac tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:08:25.651679 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f7ba7d-6863-4d2e-9f34-74871f4a74ac tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:08:25.652015 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f7ba7d-6863-4d2e-9f34-74871f4a74ac tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:08:25.652347 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f7ba7d-6863-4d2e-9f34-74871f4a74ac tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:08:25.652677 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f7ba7d-6863-4d2e-9f34-74871f4a74ac tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:08:25.653002 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f7ba7d-6863-4d2e-9f34-74871f4a74ac tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:08:25.653327 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f7ba7d-6863-4d2e-9f34-74871f4a74ac tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:08:25.689089 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f5f6be8e-5bbc-4815-8446-b6cd431e61c8 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group (5504c819-2f8d-4b7b-a8f9-4b0697b5a27b), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:25.713616 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f5f6be8e-5bbc-4815-8446-b6cd431e61c8 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group (5504c819-2f8d-4b7b-a8f9-4b0697b5a27b), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:25.772695 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f5f6be8e-5bbc-4815-8446-b6cd431e61c8 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (5504c819-2f8d-4b7b-a8f9-4b0697b5a27b), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:25.775887 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-f5f6be8e-5bbc-4815-8446-b6cd431e61c8 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:25.777094 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-f5f6be8e-5bbc-4815-8446-b6cd431e61c8 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] 10.222.0.87 "DELETE /v2.0/security-groups/5504c819-2f8d-4b7b-a8f9-4b0697b5a27b HTTP/1.1" status: 204 len: 168 time: 0.1567032 Feb 02 08:08:25.787772 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f6be8e-5bbc-4815-8446-b6cd431e61c8 tempest-TestNetworkAdvancedServerOps-312284036 tempest-TestNetworkAdvancedServerOps-312284036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5504c819-2f8d-4b7b-a8f9-4b0697b5a27b,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:08:26.098649 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 38788) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:08:26.242382 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-6c03ff22-2c50-42bd-91ee-c85e073544c4 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=491ef38eb7a24b33900e5a5f7693dafc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1424673 Feb 02 08:08:26.244767 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 38792) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:08:26.297284 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b2dbb335-b5eb-40b9-9de8-470631e6ee0d admin admin] Publish callbacks [] for security_group (c4a1484d-0163-4a67-af6c-df74d20338f4), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:26.318832 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b2dbb335-b5eb-40b9-9de8-470631e6ee0d admin admin] Publish callbacks [] for security_group (c4a1484d-0163-4a67-af6c-df74d20338f4), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:26.367453 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b2dbb335-b5eb-40b9-9de8-470631e6ee0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (c4a1484d-0163-4a67-af6c-df74d20338f4), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:26.370283 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-b2dbb335-b5eb-40b9-9de8-470631e6ee0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:26.371448 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-b2dbb335-b5eb-40b9-9de8-470631e6ee0d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c4a1484d-0163-4a67-af6c-df74d20338f4 HTTP/1.1" status: 204 len: 168 time: 0.1257956 Feb 02 08:08:26.379704 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dbb335-b5eb-40b9-9de8-470631e6ee0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a1484d-0163-4a67-af6c-df74d20338f4,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:08:26.634846 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38798) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:08:26.648341 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f6456abf-6ba3-450b-8f47-a46e69fed1a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:26.668932 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device c9781e9f-c898-4404-84e5-7a237ee57e5e no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 08:08:26.690179 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: c9781e9f-c898-4404-84e5-7a237ee57e5e {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 08:08:26.690530 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device c9781e9f-c898-4404-84e5-7a237ee57e5e not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 08:08:26.690980 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device ae54dd00-0d09-4af8-ae5c-d63cd46911d2 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 08:08:26.709580 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: ae54dd00-0d09-4af8-ae5c-d63cd46911d2 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 08:08:26.709925 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device ae54dd00-0d09-4af8-ae5c-d63cd46911d2 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 08:08:26.728554 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f6456abf-6ba3-450b-8f47-a46e69fed1a8 admin admin] Publish callbacks [] for security_group (91398d9d-5fe2-4ef8-86fe-ab59f73bebfa), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:26.732366 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f6456abf-6ba3-450b-8f47-a46e69fed1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (91398d9d-5fe2-4ef8-86fe-ab59f73bebfa), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:26.771345 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f6456abf-6ba3-450b-8f47-a46e69fed1a8 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f3ab967072754c9c9df310488b8c3c80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1354272 Feb 02 08:08:26.772253 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6456abf-6ba3-450b-8f47-a46e69fed1a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91398d9d-5fe2-4ef8-86fe-ab59f73bebfa,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:08:26.774062 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 38800) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:08:26.825624 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-820c22c1-b5c1-4415-92e3-31ceea30e46d admin admin] Publish callbacks [] for security_group (91398d9d-5fe2-4ef8-86fe-ab59f73bebfa), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:26.846494 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-820c22c1-b5c1-4415-92e3-31ceea30e46d admin admin] Publish callbacks [] for security_group (91398d9d-5fe2-4ef8-86fe-ab59f73bebfa), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:26.891830 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-820c22c1-b5c1-4415-92e3-31ceea30e46d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (91398d9d-5fe2-4ef8-86fe-ab59f73bebfa), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:26.894433 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-820c22c1-b5c1-4415-92e3-31ceea30e46d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:26.895580 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-820c22c1-b5c1-4415-92e3-31ceea30e46d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/91398d9d-5fe2-4ef8-86fe-ab59f73bebfa HTTP/1.1" status: 204 len: 168 time: 0.1204607 Feb 02 08:08:26.903172 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820c22c1-b5c1-4415-92e3-31ceea30e46d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91398d9d-5fe2-4ef8-86fe-ab59f73bebfa,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:08:27.565092 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38822) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:08:27.658916 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-93e9fb4b-b9a5-4cdc-831f-ad82ef2230f5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1884725781-network', 'tenant_id': '36881ab90b2f41d882fea840e8bc1a79'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:08:27.678488 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e9fb4b-b9a5-4cdc-831f-ad82ef2230f5 admin admin] Made reservation on behalf of 36881ab90b2f41d882fea840e8bc1a79 for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 08:08:27.680839 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-93e9fb4b-b9a5-4cdc-831f-ad82ef2230f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:27.690108 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-93e9fb4b-b9a5-4cdc-831f-ad82ef2230f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:27.770044 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-93e9fb4b-b9a5-4cdc-831f-ad82ef2230f5 admin admin] Publish callbacks [] for security_group (0fda6fb5-12d8-4b99-bb2b-a52ca0085ab0), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:27.774090 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-93e9fb4b-b9a5-4cdc-831f-ad82ef2230f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (0fda6fb5-12d8-4b99-bb2b-a52ca0085ab0), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:27.799878 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93e9fb4b-b9a5-4cdc-831f-ad82ef2230f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 08:08:27.805065 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e9fb4b-b9a5-4cdc-831f-ad82ef2230f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fda6fb5-12d8-4b99-bb2b-a52ca0085ab0,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:08:27.813378 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-93e9fb4b-b9a5-4cdc-831f-ad82ef2230f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (7df2d3d4-88f8-462d-ac44-d9d35729c6d9), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:27.814315 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-93e9fb4b-b9a5-4cdc-831f-ad82ef2230f5 admin admin] Added segment 7df2d3d4-88f8-462d-ac44-d9d35729c6d9 of type vlan for network d228532f-8a79-4f20-afff-95efa170178d Feb 02 08:08:27.855928 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-93e9fb4b-b9a5-4cdc-831f-ad82ef2230f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (d228532f-8a79-4f20-afff-95efa170178d), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:27.880501 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-93e9fb4b-b9a5-4cdc-831f-ad82ef2230f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (d228532f-8a79-4f20-afff-95efa170178d), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:27.881344 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e9fb4b-b9a5-4cdc-831f-ad82ef2230f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:08:27.881957 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-93e9fb4b-b9a5-4cdc-831f-ad82ef2230f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:27.913571 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-93e9fb4b-b9a5-4cdc-831f-ad82ef2230f5 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3473880 Feb 02 08:08:27.916614 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 38826) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:08:27.922338 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:27.923937 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-51faff46-2236-469c-a27e-f079c0601f26 admin admin] Request body: {'subnet': {'network_id': 'd228532f-8a79-4f20-afff-95efa170178d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1884725781-subnet', 'tenant_id': '36881ab90b2f41d882fea840e8bc1a79', 'ip_version': 4}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:08:27.943309 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51faff46-2236-469c-a27e-f079c0601f26 admin admin] Made reservation on behalf of 36881ab90b2f41d882fea840e8bc1a79 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 08:08:27.944774 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e9fb4b-b9a5-4cdc-831f-ad82ef2230f5 admin admin] Pushing event updated for resources: {'Network': ['ID=d228532f-8a79-4f20-afff-95efa170178d,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:08:27.945702 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-51faff46-2236-469c-a27e-f079c0601f26 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:27.955848 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network d228532f-8a79-4f20-afff-95efa170178d details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 08:08:28.113514 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-51faff46-2236-469c-a27e-f079c0601f26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (0683564a-04f8-4702-aa69-cfa88766f083), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:28.171168 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51faff46-2236-469c-a27e-f079c0601f26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0683564a-04f8-4702-aa69-cfa88766f083,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:08:28.181438 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51faff46-2236-469c-a27e-f079c0601f26 admin admin] Checking segment: {'id': '7df2d3d4-88f8-462d-ac44-d9d35729c6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd228532f-8a79-4f20-afff-95efa170178d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 08:08:28.181797 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51faff46-2236-469c-a27e-f079c0601f26 admin admin] Network hostable DHCP agents. Network: d228532f-8a79-4f20-afff-95efa170178d, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 08:08:28.198004 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51faff46-2236-469c-a27e-f079c0601f26 admin admin] Network d228532f-8a79-4f20-afff-95efa170178d is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 08:08:28.207522 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-51faff46-2236-469c-a27e-f079c0601f26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, d228532f-8a79-4f20-afff-95efa170178d) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 08:08:28.212080 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51faff46-2236-469c-a27e-f079c0601f26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:08:28.212666 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-51faff46-2236-469c-a27e-f079c0601f26 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:28.216783 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21157d69-d4ea-4ee5-bf8e-b0177f8a6dc7 None None] Network d228532f-8a79-4f20-afff-95efa170178d requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 08:08:28.228517 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-51faff46-2236-469c-a27e-f079c0601f26 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3095677 Feb 02 08:08:28.231152 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 38828) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:08:28.235987 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-68f491e7-f164-4134-8009-ba65f2712002 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1884725781-router', 'tenant_id': '36881ab90b2f41d882fea840e8bc1a79', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:08:28.256446 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-68f491e7-f164-4134-8009-ba65f2712002 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (265beb98-bbd4-4088-a982-57ba2d2c9872), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:28.257770 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-68f491e7-f164-4134-8009-ba65f2712002 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (265beb98-bbd4-4088-a982-57ba2d2c9872), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:28.309669 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-68f491e7-f164-4134-8009-ba65f2712002 admin admin] Publish callbacks [] for router_controller (265beb98-bbd4-4088-a982-57ba2d2c9872), precommit_add_association {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:28.457046 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-68f491e7-f164-4134-8009-ba65f2712002 admin admin] Publish callbacks [] for router_gateway (265beb98-bbd4-4088-a982-57ba2d2c9872), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:28.485025 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02096798-5c4c-4dff-86c9-a68cc8ea9921 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-d228532f-8a79-4f20-afff-95efa170178d', 'network_id': 'd228532f-8a79-4f20-afff-95efa170178d', 'project_id': '36881ab90b2f41d882fea840e8bc1a79', 'fixed_ips': [{'subnet_id': '0683564a-04f8-4702-aa69-cfa88766f083'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 08:08:28.486185 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-02096798-5c4c-4dff-86c9-a68cc8ea9921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:28.618293 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-02096798-5c4c-4dff-86c9-a68cc8ea9921 None None] Allocated IP 172.20.0.2 (d228532f-8a79-4f20-afff-95efa170178d/0683564a-04f8-4702-aa69-cfa88766f083/eb6348a6-4633-4742-ba1c-b7f9b03d50e7) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 08:08:28.655621 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-68f491e7-f164-4134-8009-ba65f2712002 admin admin] Publish callbacks [] for router_gateway (265beb98-bbd4-4088-a982-57ba2d2c9872), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:28.678696 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-68f491e7-f164-4134-8009-ba65f2712002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:28.758828 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-02096798-5c4c-4dff-86c9-a68cc8ea9921 None None] Publish callbacks [] for port (eb6348a6-4633-4742-ba1c-b7f9b03d50e7), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:28.765460 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-02096798-5c4c-4dff-86c9-a68cc8ea9921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (eb6348a6-4633-4742-ba1c-b7f9b03d50e7), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:28.782765 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-68f491e7-f164-4134-8009-ba65f2712002 admin admin] Allocated IP 172.25.4.59 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/590cfd7b-2bdb-46bd-91f2-6c52ff4a6592) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 08:08:28.809519 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02096798-5c4c-4dff-86c9-a68cc8ea9921 None None] Network d228532f-8a79-4f20-afff-95efa170178d is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 08:08:28.815857 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-02096798-5c4c-4dff-86c9-a68cc8ea9921 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 08:08:28.818353 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02096798-5c4c-4dff-86c9-a68cc8ea9921 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 08:08:28.830703 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02096798-5c4c-4dff-86c9-a68cc8ea9921 None None] Pushing event updated for resources: {'Port': ['ID=eb6348a6-4633-4742-ba1c-b7f9b03d50e7,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:08:28.878742 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-02096798-5c4c-4dff-86c9-a68cc8ea9921 None None] Attempting to bind port eb6348a6-4633-4742-ba1c-b7f9b03d50e7 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 08:08:28.879132 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-02096798-5c4c-4dff-86c9-a68cc8ea9921 None None] Attempting to bind port eb6348a6-4633-4742-ba1c-b7f9b03d50e7 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '7df2d3d4-88f8-462d-ac44-d9d35729c6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd228532f-8a79-4f20-afff-95efa170178d'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 08:08:28.879650 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02096798-5c4c-4dff-86c9-a68cc8ea9921 None None] Attempting to bind port eb6348a6-4633-4742-ba1c-b7f9b03d50e7 on network d228532f-8a79-4f20-afff-95efa170178d {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 08:08:28.885050 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02096798-5c4c-4dff-86c9-a68cc8ea9921 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 8, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 08:08:28.885436 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02096798-5c4c-4dff-86c9-a68cc8ea9921 None None] Checking segment: {'id': '7df2d3d4-88f8-462d-ac44-d9d35729c6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd228532f-8a79-4f20-afff-95efa170178d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 08:08:28.885843 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-02096798-5c4c-4dff-86c9-a68cc8ea9921 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:28.886240 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02096798-5c4c-4dff-86c9-a68cc8ea9921 None None] Bound using segment: {'id': '7df2d3d4-88f8-462d-ac44-d9d35729c6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd228532f-8a79-4f20-afff-95efa170178d'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 08:08:28.886712 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-02096798-5c4c-4dff-86c9-a68cc8ea9921 None None] Bound port: eb6348a6-4633-4742-ba1c-b7f9b03d50e7, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7df2d3d4-88f8-462d-ac44-d9d35729c6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd228532f-8a79-4f20-afff-95efa170178d'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 08:08:28.887099 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-02096798-5c4c-4dff-86c9-a68cc8ea9921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (eb6348a6-4633-4742-ba1c-b7f9b03d50e7), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:28.892885 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-68f491e7-f164-4134-8009-ba65f2712002 admin admin] Publish callbacks [] for port (590cfd7b-2bdb-46bd-91f2-6c52ff4a6592), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:28.929888 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-68f491e7-f164-4134-8009-ba65f2712002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (590cfd7b-2bdb-46bd-91f2-6c52ff4a6592), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:28.949749 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-02096798-5c4c-4dff-86c9-a68cc8ea9921 None None] For port eb6348a6-4633-4742-ba1c-b7f9b03d50e7, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 08:08:28.952914 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-02096798-5c4c-4dff-86c9-a68cc8ea9921 None None] For port eb6348a6-4633-4742-ba1c-b7f9b03d50e7, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=eb6348a6-4633-4742-ba1c-b7f9b03d50e7,segment=NetworkSegment(7df2d3d4-88f8-462d-ac44-d9d35729c6d9),segment_id=7df2d3d4-88f8-462d-ac44-d9d35729c6d9)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 08:08:28.958638 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-02096798-5c4c-4dff-86c9-a68cc8ea9921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (eb6348a6-4633-4742-ba1c-b7f9b03d50e7), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:28.970073 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f491e7-f164-4134-8009-ba65f2712002 admin admin] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 08:08:28.975122 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-68f491e7-f164-4134-8009-ba65f2712002 admin admin] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 08:08:28.977791 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f491e7-f164-4134-8009-ba65f2712002 admin admin] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 08:08:29.005670 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f491e7-f164-4134-8009-ba65f2712002 admin admin] Pushing event updated for resources: {'Port': ['ID=590cfd7b-2bdb-46bd-91f2-6c52ff4a6592,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:08:29.022268 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02096798-5c4c-4dff-86c9-a68cc8ea9921 None None] Pushing event updated for resources: {'Port': ['ID=eb6348a6-4633-4742-ba1c-b7f9b03d50e7,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:08:29.256905 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-68f491e7-f164-4134-8009-ba65f2712002 admin admin] Publish callbacks [] for router_gateway (265beb98-bbd4-4088-a982-57ba2d2c9872), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:29.459694 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-68f491e7-f164-4134-8009-ba65f2712002 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (265beb98-bbd4-4088-a982-57ba2d2c9872), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:29.588860 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f491e7-f164-4134-8009-ba65f2712002 admin admin] Router 265beb98-bbd4-4088-a982-57ba2d2c9872 is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 08:08:29.698657 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f491e7-f164-4134-8009-ba65f2712002 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 08:08:29.712303 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b87a55-861c-499f-9a88-35513122b1c1 None None] Sync routers for ids ['265beb98-bbd4-4088-a982-57ba2d2c9872'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 08:08:29.716788 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-68f491e7-f164-4134-8009-ba65f2712002 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:29.718920 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-68f491e7-f164-4134-8009-ba65f2712002 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4859703 Feb 02 08:08:29.721648 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38830) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:08:29.728319 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b87a55-861c-499f-9a88-35513122b1c1 None None] Routers {'265beb98-bbd4-4088-a982-57ba2d2c9872'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:08:29.728807 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-36b87a55-861c-499f-9a88-35513122b1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:08:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['265beb98-bbd4-4088-a982-57ba2d2c9872'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:08:29.839745 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-36b87a55-861c-499f-9a88-35513122b1c1 None None] Set router 265beb98-bbd4-4088-a982-57ba2d2c9872 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:08:30.012383 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d83cdfd-8116-4c12-98e1-14f8d43fce32 None None] Network d228532f-8a79-4f20-afff-95efa170178d requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 08:08:30.102594 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-36b87a55-861c-499f-9a88-35513122b1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265beb98-bbd4-4088-a982-57ba2d2c9872', 'name': 'tempest-TestShelveInstance-1884725781-router', 'tenant_id': '36881ab90b2f41d882fea840e8bc1a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '590cfd7b-2bdb-46bd-91f2-6c52ff4a6592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:08:28Z', 'updated_at': '2022-02-02T08:08:29Z', 'revision_number': 3, 'project_id': '36881ab90b2f41d882fea840e8bc1a79', 'gw_port': {'id': '590cfd7b-2bdb-46bd-91f2-6c52ff4a6592', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:72:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '265beb98-bbd4-4088-a982-57ba2d2c9872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:08:28Z', 'updated_at': '2022-02-02T08:08:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:08:30.110746 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-c73c319a-1fd0-4cdd-8844-f7391ae844a7 None None] Provisioning complete for port eb6348a6-4633-4742-ba1c-b7f9b03d50e7 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:08:30.111117 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c73c319a-1fd0-4cdd-8844-f7391ae844a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (eb6348a6-4633-4742-ba1c-b7f9b03d50e7), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:30.162365 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-98d86f17-f71a-4a97-aa53-06e129c2769a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:30.166098 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b87a55-861c-499f-9a88-35513122b1c1 None None] Checking router: 265beb98-bbd4-4088-a982-57ba2d2c9872 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 08:08:30.166457 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b87a55-861c-499f-9a88-35513122b1c1 None None] Updating router 265beb98-bbd4-4088-a982-57ba2d2c9872 port 590cfd7b-2bdb-46bd-91f2-6c52ff4a6592 binding host n-d-789963-26 {{(pid=109695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 08:08:30.215600 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-36b87a55-861c-499f-9a88-35513122b1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (590cfd7b-2bdb-46bd-91f2-6c52ff4a6592), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:30.326685 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-98d86f17-f71a-4a97-aa53-06e129c2769a admin admin] Allocated IP 172.20.0.1 (d228532f-8a79-4f20-afff-95efa170178d/0683564a-04f8-4702-aa69-cfa88766f083/643e3e63-35d4-4d03-9d54-3b330845c80e) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 08:08:30.367532 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-c73c319a-1fd0-4cdd-8844-f7391ae844a7 None None] Current status of the port eb6348a6-4633-4742-ba1c-b7f9b03d50e7 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:08:30.367861 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c73c319a-1fd0-4cdd-8844-f7391ae844a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (eb6348a6-4633-4742-ba1c-b7f9b03d50e7), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:30.451201 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-c73c319a-1fd0-4cdd-8844-f7391ae844a7 None None] For port eb6348a6-4633-4742-ba1c-b7f9b03d50e7, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=eb6348a6-4633-4742-ba1c-b7f9b03d50e7,segment=NetworkSegment(7df2d3d4-88f8-462d-ac44-d9d35729c6d9),segment_id=7df2d3d4-88f8-462d-ac44-d9d35729c6d9)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:08:30.453389 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-98d86f17-f71a-4a97-aa53-06e129c2769a admin admin] Publish callbacks [] for port (643e3e63-35d4-4d03-9d54-3b330845c80e), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:30.457891 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c73c319a-1fd0-4cdd-8844-f7391ae844a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (eb6348a6-4633-4742-ba1c-b7f9b03d50e7), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:30.491452 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-98d86f17-f71a-4a97-aa53-06e129c2769a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (643e3e63-35d4-4d03-9d54-3b330845c80e), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:30.529163 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d86f17-f71a-4a97-aa53-06e129c2769a admin admin] Network d228532f-8a79-4f20-afff-95efa170178d is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 08:08:30.532407 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-98d86f17-f71a-4a97-aa53-06e129c2769a admin admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 08:08:30.535056 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d86f17-f71a-4a97-aa53-06e129c2769a admin admin] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 08:08:30.538841 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73c319a-1fd0-4cdd-8844-f7391ae844a7 None None] Pushing event updated for resources: {'Port': ['ID=eb6348a6-4633-4742-ba1c-b7f9b03d50e7,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:08:30.571249 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d86f17-f71a-4a97-aa53-06e129c2769a admin admin] Pushing event updated for resources: {'Port': ['ID=643e3e63-35d4-4d03-9d54-3b330845c80e,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:08:30.592702 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-98d86f17-f71a-4a97-aa53-06e129c2769a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (265beb98-bbd4-4088-a982-57ba2d2c9872), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:30.601694 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-36b87a55-861c-499f-9a88-35513122b1c1 None None] Publish callbacks [] for port (590cfd7b-2bdb-46bd-91f2-6c52ff4a6592), precommit_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:30.604539 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-a6bf2c12-3dbc-4f47-b42c-99f2c4773b78 None None] Provisioning complete for port eb6348a6-4633-4742-ba1c-b7f9b03d50e7 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:08:30.604968 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a6bf2c12-3dbc-4f47-b42c-99f2c4773b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (eb6348a6-4633-4742-ba1c-b7f9b03d50e7), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:30.628703 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-36b87a55-861c-499f-9a88-35513122b1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (590cfd7b-2bdb-46bd-91f2-6c52ff4a6592), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:30.717630 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecd47fb-a378-45fe-b51e-7805c891f5c0 None None] Pushing event updated for resources: {'Port': ['ID=590cfd7b-2bdb-46bd-91f2-6c52ff4a6592,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:08:30.727255 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-36b87a55-861c-499f-9a88-35513122b1c1 None None] Attempting to bind port 590cfd7b-2bdb-46bd-91f2-6c52ff4a6592 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 08:08:30.727734 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-36b87a55-861c-499f-9a88-35513122b1c1 None None] Attempting to bind port 590cfd7b-2bdb-46bd-91f2-6c52ff4a6592 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 08:08:30.728287 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b87a55-861c-499f-9a88-35513122b1c1 None None] Attempting to bind port 590cfd7b-2bdb-46bd-91f2-6c52ff4a6592 on network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 08:08:30.738194 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b87a55-861c-499f-9a88-35513122b1c1 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 8, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 08:08:30.738691 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b87a55-861c-499f-9a88-35513122b1c1 None None] Checking segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 08:08:30.739216 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-36b87a55-861c-499f-9a88-35513122b1c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:30.739710 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b87a55-861c-499f-9a88-35513122b1c1 None None] Bound using segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 08:08:30.740256 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-36b87a55-861c-499f-9a88-35513122b1c1 None None] Bound port: 590cfd7b-2bdb-46bd-91f2-6c52ff4a6592, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 08:08:30.740768 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-36b87a55-861c-499f-9a88-35513122b1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (590cfd7b-2bdb-46bd-91f2-6c52ff4a6592), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:30.757876 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-98d86f17-f71a-4a97-aa53-06e129c2769a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (643e3e63-35d4-4d03-9d54-3b330845c80e), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:30.788503 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device eb6348a6-4633-4742-ba1c-b7f9b03d50e7 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 08:08:30.862159 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-a6bf2c12-3dbc-4f47-b42c-99f2c4773b78 None None] Current status of the port eb6348a6-4633-4742-ba1c-b7f9b03d50e7 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:08:30.868622 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-36b87a55-861c-499f-9a88-35513122b1c1 None None] For port 590cfd7b-2bdb-46bd-91f2-6c52ff4a6592, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 08:08:30.872669 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-36b87a55-861c-499f-9a88-35513122b1c1 None None] For port 590cfd7b-2bdb-46bd-91f2-6c52ff4a6592, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=590cfd7b-2bdb-46bd-91f2-6c52ff4a6592,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 08:08:30.880513 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-36b87a55-861c-499f-9a88-35513122b1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (590cfd7b-2bdb-46bd-91f2-6c52ff4a6592), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:30.916444 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port eb6348a6-4633-4742-ba1c-b7f9b03d50e7 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:08:30.916821 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (eb6348a6-4633-4742-ba1c-b7f9b03d50e7), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:30.934922 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-98d86f17-f71a-4a97-aa53-06e129c2769a admin admin] Publish callbacks [] for port (643e3e63-35d4-4d03-9d54-3b330845c80e), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:30.939529 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-98d86f17-f71a-4a97-aa53-06e129c2769a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (643e3e63-35d4-4d03-9d54-3b330845c80e), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:30.974003 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b87a55-861c-499f-9a88-35513122b1c1 None None] Routers {'265beb98-bbd4-4088-a982-57ba2d2c9872'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:08:30.974639 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-36b87a55-861c-499f-9a88-35513122b1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:08:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['265beb98-bbd4-4088-a982-57ba2d2c9872'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:08:30.986048 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecd47fb-a378-45fe-b51e-7805c891f5c0 None None] Pushing event updated for resources: {'Port': ['ID=590cfd7b-2bdb-46bd-91f2-6c52ff4a6592,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:08:31.009559 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-98d86f17-f71a-4a97-aa53-06e129c2769a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (265beb98-bbd4-4088-a982-57ba2d2c9872), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:31.012012 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d86f17-f71a-4a97-aa53-06e129c2769a admin admin] Pushing event updated for resources: {'Port': ['ID=643e3e63-35d4-4d03-9d54-3b330845c80e,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:08:31.048340 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-859f8a12-3278-4703-9936-a2cc47aab95f None None] Provisioning complete for port 643e3e63-35d4-4d03-9d54-3b330845c80e triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:08:31.048956 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-859f8a12-3278-4703-9936-a2cc47aab95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (643e3e63-35d4-4d03-9d54-3b330845c80e), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:31.103047 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d86f17-f71a-4a97-aa53-06e129c2769a admin admin] Network d228532f-8a79-4f20-afff-95efa170178d is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 08:08:31.104510 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-98d86f17-f71a-4a97-aa53-06e129c2769a admin admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 08:08:31.161331 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-859f8a12-3278-4703-9936-a2cc47aab95f None None] Port 643e3e63-35d4-4d03-9d54-3b330845c80e cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 08:08:31.162666 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port eb6348a6-4633-4742-ba1c-b7f9b03d50e7 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:08:31.168218 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-36b87a55-861c-499f-9a88-35513122b1c1 None None] Set router 265beb98-bbd4-4088-a982-57ba2d2c9872 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:08:31.243085 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98d86f17-f71a-4a97-aa53-06e129c2769a admin admin] Router 265beb98-bbd4-4088-a982-57ba2d2c9872 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 08:08:31.436255 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-f99d26af-fafc-4138-b8f3-6917b96572fe None None] Provisioning complete for port 643e3e63-35d4-4d03-9d54-3b330845c80e triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:08:31.436666 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f99d26af-fafc-4138-b8f3-6917b96572fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (643e3e63-35d4-4d03-9d54-3b330845c80e), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:31.508448 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-f99d26af-fafc-4138-b8f3-6917b96572fe None None] Port 643e3e63-35d4-4d03-9d54-3b330845c80e cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 08:08:31.579367 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-36b87a55-861c-499f-9a88-35513122b1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265beb98-bbd4-4088-a982-57ba2d2c9872', 'name': 'tempest-TestShelveInstance-1884725781-router', 'tenant_id': '36881ab90b2f41d882fea840e8bc1a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '590cfd7b-2bdb-46bd-91f2-6c52ff4a6592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:08:28Z', 'updated_at': '2022-02-02T08:08:30Z', 'revision_number': 4, 'project_id': '36881ab90b2f41d882fea840e8bc1a79', 'gw_port': {'id': '590cfd7b-2bdb-46bd-91f2-6c52ff4a6592', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:72:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '265beb98-bbd4-4088-a982-57ba2d2c9872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:08:28Z', 'updated_at': '2022-02-02T08:08:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '643e3e63-35d4-4d03-9d54-3b330845c80e', 'name': '', 'network_id': 'd228532f-8a79-4f20-afff-95efa170178d', 'tenant_id': '36881ab90b2f41d882fea840e8bc1a79', 'mac_address': 'fa:16:3e:3e:0d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '265beb98-bbd4-4088-a982-57ba2d2c9872', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0683564a-04f8-4702-aa69-cfa88766f083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:08:30Z', 'updated_at': '2022-02-02T08:08:30Z', 'revision_number': 2, 'project_id': '36881ab90b2f41d882fea840e8bc1a79', 'subnets': [{'id': '0683564a-04f8-4702-aa69-cfa88766f083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:08:31.606938 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b87a55-861c-499f-9a88-35513122b1c1 None None] The sync data for ids ['265beb98-bbd4-4088-a982-57ba2d2c9872'] in n-d-789963-26 is: [{'id': '265beb98-bbd4-4088-a982-57ba2d2c9872', 'name': 'tempest-TestShelveInstance-1884725781-router', 'tenant_id': '36881ab90b2f41d882fea840e8bc1a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '590cfd7b-2bdb-46bd-91f2-6c52ff4a6592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:08:28Z', 'updated_at': '2022-02-02T08:08:30Z', 'revision_number': 4, 'project_id': '36881ab90b2f41d882fea840e8bc1a79', 'gw_port': {'id': '590cfd7b-2bdb-46bd-91f2-6c52ff4a6592', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:72:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '265beb98-bbd4-4088-a982-57ba2d2c9872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:08:28Z', 'updated_at': '2022-02-02T08:08:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '643e3e63-35d4-4d03-9d54-3b330845c80e', 'name': '', 'network_id': 'd228532f-8a79-4f20-afff-95efa170178d', 'tenant_id': '36881ab90b2f41d882fea840e8bc1a79', 'mac_address': 'fa:16:3e:3e:0d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '265beb98-bbd4-4088-a982-57ba2d2c9872', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0683564a-04f8-4702-aa69-cfa88766f083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:08:30Z', 'updated_at': '2022-02-02T08:08:30Z', 'revision_number': 2, 'project_id': '36881ab90b2f41d882fea840e8bc1a79', 'subnets': [{'id': '0683564a-04f8-4702-aa69-cfa88766f083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 08:08:31.708071 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d86f17-f71a-4a97-aa53-06e129c2769a admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 08:08:31.713410 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-98d86f17-f71a-4a97-aa53-06e129c2769a admin admin] 10.222.0.87 "PUT /v2.0/routers/265beb98-bbd4-4088-a982-57ba2d2c9872/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9907165 Feb 02 08:08:32.237874 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38846) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:08:32.242990 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-4e74ae3a-aed8-4e14-8652-9288f69ca6ac admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-963702912-network', 'tenant_id': 'e8749dfcf2744c28adb8d0f9adabf7c5'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:08:32.266018 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e74ae3a-aed8-4e14-8652-9288f69ca6ac admin admin] Made reservation on behalf of e8749dfcf2744c28adb8d0f9adabf7c5 for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 08:08:32.268373 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4e74ae3a-aed8-4e14-8652-9288f69ca6ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:32.282699 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4e74ae3a-aed8-4e14-8652-9288f69ca6ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:32.369264 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4e74ae3a-aed8-4e14-8652-9288f69ca6ac admin admin] Publish callbacks [] for security_group (7c6c2de0-0bfb-41b7-a54a-d4c6ec1bbced), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:32.373541 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4e74ae3a-aed8-4e14-8652-9288f69ca6ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (7c6c2de0-0bfb-41b7-a54a-d4c6ec1bbced), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:32.404515 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e74ae3a-aed8-4e14-8652-9288f69ca6ac admin admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 08:08:32.411596 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e74ae3a-aed8-4e14-8652-9288f69ca6ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c6c2de0-0bfb-41b7-a54a-d4c6ec1bbced,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:08:32.417683 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4e74ae3a-aed8-4e14-8652-9288f69ca6ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (f41a35e0-6c87-4293-a8d7-eccfbd82d640), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:32.418028 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-4e74ae3a-aed8-4e14-8652-9288f69ca6ac admin admin] Added segment f41a35e0-6c87-4293-a8d7-eccfbd82d640 of type vlan for network 99cd687f-5a62-4013-a151-27da65f712a2 Feb 02 08:08:32.460631 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4e74ae3a-aed8-4e14-8652-9288f69ca6ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (99cd687f-5a62-4013-a151-27da65f712a2), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:32.486789 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4e74ae3a-aed8-4e14-8652-9288f69ca6ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (99cd687f-5a62-4013-a151-27da65f712a2), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:32.488221 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e74ae3a-aed8-4e14-8652-9288f69ca6ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:08:32.488868 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4e74ae3a-aed8-4e14-8652-9288f69ca6ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:32.523607 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-4e74ae3a-aed8-4e14-8652-9288f69ca6ac admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2845850 Feb 02 08:08:32.526262 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38848) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:08:32.531082 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-54e7925e-de89-426f-8bc4-22ad18aeee78 admin admin] Request body: {'subnet': {'network_id': '99cd687f-5a62-4013-a151-27da65f712a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-963702912-subnet', 'tenant_id': 'e8749dfcf2744c28adb8d0f9adabf7c5', 'ip_version': 4}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:08:32.565412 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e74ae3a-aed8-4e14-8652-9288f69ca6ac admin admin] Pushing event updated for resources: {'Network': ['ID=99cd687f-5a62-4013-a151-27da65f712a2,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:08:32.581211 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 99cd687f-5a62-4013-a151-27da65f712a2 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 08:08:32.583691 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e7925e-de89-426f-8bc4-22ad18aeee78 admin admin] Made reservation on behalf of e8749dfcf2744c28adb8d0f9adabf7c5 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 08:08:32.588009 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-54e7925e-de89-426f-8bc4-22ad18aeee78 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:32.753332 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 590cfd7b-2bdb-46bd-91f2-6c52ff4a6592 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 08:08:32.792583 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-54e7925e-de89-426f-8bc4-22ad18aeee78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (7be986ab-2add-4f97-a88e-7bdeccbb334f), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:32.810535 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 590cfd7b-2bdb-46bd-91f2-6c52ff4a6592 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:08:32.810914 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (590cfd7b-2bdb-46bd-91f2-6c52ff4a6592), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:32.866059 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7925e-de89-426f-8bc4-22ad18aeee78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7be986ab-2add-4f97-a88e-7bdeccbb334f,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:08:32.869802 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e7925e-de89-426f-8bc4-22ad18aeee78 admin admin] Checking segment: {'id': 'f41a35e0-6c87-4293-a8d7-eccfbd82d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '99cd687f-5a62-4013-a151-27da65f712a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 08:08:32.870188 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e7925e-de89-426f-8bc4-22ad18aeee78 admin admin] Network hostable DHCP agents. Network: 99cd687f-5a62-4013-a151-27da65f712a2, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 08:08:32.891120 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e7925e-de89-426f-8bc4-22ad18aeee78 admin admin] Network 99cd687f-5a62-4013-a151-27da65f712a2 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 08:08:32.906320 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 590cfd7b-2bdb-46bd-91f2-6c52ff4a6592 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:08:32.906678 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-54e7925e-de89-426f-8bc4-22ad18aeee78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 99cd687f-5a62-4013-a151-27da65f712a2) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 08:08:32.906868 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (590cfd7b-2bdb-46bd-91f2-6c52ff4a6592), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:32.911200 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e7925e-de89-426f-8bc4-22ad18aeee78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:08:32.911991 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-54e7925e-de89-426f-8bc4-22ad18aeee78 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:32.924348 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb161efc-9742-4d5c-887a-15d0fddbf81d None None] Network 99cd687f-5a62-4013-a151-27da65f712a2 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 08:08:32.931891 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-54e7925e-de89-426f-8bc4-22ad18aeee78 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4044440 Feb 02 08:08:32.934529 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 38850) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:08:32.940031 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-c0900a5e-b64c-47fc-8a3b-771dd57a39c9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-963702912-router', 'tenant_id': 'e8749dfcf2744c28adb8d0f9adabf7c5', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:08:32.964352 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c0900a5e-b64c-47fc-8a3b-771dd57a39c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (d9b03ec8-6152-4f6e-a8ea-c432f9536f24), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:32.966059 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c0900a5e-b64c-47fc-8a3b-771dd57a39c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (d9b03ec8-6152-4f6e-a8ea-c432f9536f24), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:32.966475 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 590cfd7b-2bdb-46bd-91f2-6c52ff4a6592, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=590cfd7b-2bdb-46bd-91f2-6c52ff4a6592,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:08:32.974484 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (590cfd7b-2bdb-46bd-91f2-6c52ff4a6592), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:33.019263 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c0900a5e-b64c-47fc-8a3b-771dd57a39c9 admin admin] Publish callbacks [] for router_controller (d9b03ec8-6152-4f6e-a8ea-c432f9536f24), precommit_add_association {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:33.064325 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=590cfd7b-2bdb-46bd-91f2-6c52ff4a6592,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:08:33.093107 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e8a835-748d-40d3-aa78-6f64edc1a119 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-99cd687f-5a62-4013-a151-27da65f712a2', 'network_id': '99cd687f-5a62-4013-a151-27da65f712a2', 'project_id': 'e8749dfcf2744c28adb8d0f9adabf7c5', 'fixed_ips': [{'subnet_id': '7be986ab-2add-4f97-a88e-7bdeccbb334f'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 08:08:33.094114 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-13e8a835-748d-40d3-aa78-6f64edc1a119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:33.244534 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-13e8a835-748d-40d3-aa78-6f64edc1a119 None None] Allocated IP 172.20.0.2 (99cd687f-5a62-4013-a151-27da65f712a2/7be986ab-2add-4f97-a88e-7bdeccbb334f/4b7c5e45-a90b-4dc9-a766-0ab1001b062d) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 08:08:33.417852 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-13e8a835-748d-40d3-aa78-6f64edc1a119 None None] Publish callbacks [] for port (4b7c5e45-a90b-4dc9-a766-0ab1001b062d), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:33.429243 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-13e8a835-748d-40d3-aa78-6f64edc1a119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (4b7c5e45-a90b-4dc9-a766-0ab1001b062d), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:33.481335 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c0900a5e-b64c-47fc-8a3b-771dd57a39c9 admin admin] Publish callbacks [] for router_gateway (d9b03ec8-6152-4f6e-a8ea-c432f9536f24), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:33.491354 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e8a835-748d-40d3-aa78-6f64edc1a119 None None] Network 99cd687f-5a62-4013-a151-27da65f712a2 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 08:08:33.492886 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-13e8a835-748d-40d3-aa78-6f64edc1a119 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 08:08:33.496810 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e8a835-748d-40d3-aa78-6f64edc1a119 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 08:08:33.505321 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e8a835-748d-40d3-aa78-6f64edc1a119 None None] Pushing event updated for resources: {'Port': ['ID=4b7c5e45-a90b-4dc9-a766-0ab1001b062d,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:08:33.562366 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-13e8a835-748d-40d3-aa78-6f64edc1a119 None None] Attempting to bind port 4b7c5e45-a90b-4dc9-a766-0ab1001b062d on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 08:08:33.562949 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-13e8a835-748d-40d3-aa78-6f64edc1a119 None None] Attempting to bind port 4b7c5e45-a90b-4dc9-a766-0ab1001b062d by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'f41a35e0-6c87-4293-a8d7-eccfbd82d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '99cd687f-5a62-4013-a151-27da65f712a2'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 08:08:33.563311 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e8a835-748d-40d3-aa78-6f64edc1a119 None None] Attempting to bind port 4b7c5e45-a90b-4dc9-a766-0ab1001b062d on network 99cd687f-5a62-4013-a151-27da65f712a2 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 08:08:33.568470 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e8a835-748d-40d3-aa78-6f64edc1a119 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 8, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 08:08:33.568855 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e8a835-748d-40d3-aa78-6f64edc1a119 None None] Checking segment: {'id': 'f41a35e0-6c87-4293-a8d7-eccfbd82d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '99cd687f-5a62-4013-a151-27da65f712a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 08:08:33.569258 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-13e8a835-748d-40d3-aa78-6f64edc1a119 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:33.569646 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e8a835-748d-40d3-aa78-6f64edc1a119 None None] Bound using segment: {'id': 'f41a35e0-6c87-4293-a8d7-eccfbd82d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '99cd687f-5a62-4013-a151-27da65f712a2'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 08:08:33.570120 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-13e8a835-748d-40d3-aa78-6f64edc1a119 None None] Bound port: 4b7c5e45-a90b-4dc9-a766-0ab1001b062d, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f41a35e0-6c87-4293-a8d7-eccfbd82d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '99cd687f-5a62-4013-a151-27da65f712a2'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 08:08:33.570493 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-13e8a835-748d-40d3-aa78-6f64edc1a119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (4b7c5e45-a90b-4dc9-a766-0ab1001b062d), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:33.639372 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-13e8a835-748d-40d3-aa78-6f64edc1a119 None None] For port 4b7c5e45-a90b-4dc9-a766-0ab1001b062d, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 08:08:33.643467 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-13e8a835-748d-40d3-aa78-6f64edc1a119 None None] For port 4b7c5e45-a90b-4dc9-a766-0ab1001b062d, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=4b7c5e45-a90b-4dc9-a766-0ab1001b062d,segment=NetworkSegment(f41a35e0-6c87-4293-a8d7-eccfbd82d640),segment_id=f41a35e0-6c87-4293-a8d7-eccfbd82d640)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 08:08:33.649591 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-13e8a835-748d-40d3-aa78-6f64edc1a119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (4b7c5e45-a90b-4dc9-a766-0ab1001b062d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:33.709929 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e8a835-748d-40d3-aa78-6f64edc1a119 None None] Pushing event updated for resources: {'Port': ['ID=4b7c5e45-a90b-4dc9-a766-0ab1001b062d,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:08:33.717962 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c0900a5e-b64c-47fc-8a3b-771dd57a39c9 admin admin] Publish callbacks [] for router_gateway (d9b03ec8-6152-4f6e-a8ea-c432f9536f24), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:33.742197 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c0900a5e-b64c-47fc-8a3b-771dd57a39c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:33.766970 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60c58f8-2482-4b3f-be94-8977262fbb5e None None] Sync routers for ids ['265beb98-bbd4-4088-a982-57ba2d2c9872'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 08:08:33.779450 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60c58f8-2482-4b3f-be94-8977262fbb5e None None] Routers {'265beb98-bbd4-4088-a982-57ba2d2c9872'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:08:33.781196 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-f60c58f8-2482-4b3f-be94-8977262fbb5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:08:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['265beb98-bbd4-4088-a982-57ba2d2c9872'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:08:33.853370 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-c0900a5e-b64c-47fc-8a3b-771dd57a39c9 admin admin] Allocated IP 172.25.4.227 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/3e036d8e-a67e-4c20-9a86-1cb5e3c47600) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 08:08:33.907745 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-f60c58f8-2482-4b3f-be94-8977262fbb5e None None] Set router 265beb98-bbd4-4088-a982-57ba2d2c9872 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:08:33.995182 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c0900a5e-b64c-47fc-8a3b-771dd57a39c9 admin admin] Publish callbacks [] for port (3e036d8e-a67e-4c20-9a86-1cb5e3c47600), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:34.035874 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c0900a5e-b64c-47fc-8a3b-771dd57a39c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (3e036d8e-a67e-4c20-9a86-1cb5e3c47600), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:34.084515 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0900a5e-b64c-47fc-8a3b-771dd57a39c9 admin admin] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 08:08:34.087549 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-c0900a5e-b64c-47fc-8a3b-771dd57a39c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 08:08:34.091901 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0900a5e-b64c-47fc-8a3b-771dd57a39c9 admin admin] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 08:08:34.095932 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0900a5e-b64c-47fc-8a3b-771dd57a39c9 admin admin] Pushing event updated for resources: {'Port': ['ID=3e036d8e-a67e-4c20-9a86-1cb5e3c47600,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:08:34.126888 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-f60c58f8-2482-4b3f-be94-8977262fbb5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265beb98-bbd4-4088-a982-57ba2d2c9872', 'name': 'tempest-TestShelveInstance-1884725781-router', 'tenant_id': '36881ab90b2f41d882fea840e8bc1a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '590cfd7b-2bdb-46bd-91f2-6c52ff4a6592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:08:28Z', 'updated_at': '2022-02-02T08:08:30Z', 'revision_number': 4, 'project_id': '36881ab90b2f41d882fea840e8bc1a79', 'gw_port': {'id': '590cfd7b-2bdb-46bd-91f2-6c52ff4a6592', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:72:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265beb98-bbd4-4088-a982-57ba2d2c9872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:08:28Z', 'updated_at': '2022-02-02T08:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '643e3e63-35d4-4d03-9d54-3b330845c80e', 'name': '', 'network_id': 'd228532f-8a79-4f20-afff-95efa170178d', 'tenant_id': '36881ab90b2f41d882fea840e8bc1a79', 'mac_address': 'fa:16:3e:3e:0d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '265beb98-bbd4-4088-a982-57ba2d2c9872', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0683564a-04f8-4702-aa69-cfa88766f083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:08:30Z', 'updated_at': '2022-02-02T08:08:30Z', 'revision_number': 2, 'project_id': '36881ab90b2f41d882fea840e8bc1a79', 'subnets': [{'id': '0683564a-04f8-4702-aa69-cfa88766f083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:08:34.153996 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60c58f8-2482-4b3f-be94-8977262fbb5e None None] Checking router: 265beb98-bbd4-4088-a982-57ba2d2c9872 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 08:08:34.154366 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60c58f8-2482-4b3f-be94-8977262fbb5e None None] Updating router 265beb98-bbd4-4088-a982-57ba2d2c9872 port 643e3e63-35d4-4d03-9d54-3b330845c80e binding host n-d-789963-26 {{(pid=109696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 08:08:34.181733 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-f60c58f8-2482-4b3f-be94-8977262fbb5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (643e3e63-35d4-4d03-9d54-3b330845c80e), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:34.345741 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c0900a5e-b64c-47fc-8a3b-771dd57a39c9 admin admin] Publish callbacks [] for router_gateway (d9b03ec8-6152-4f6e-a8ea-c432f9536f24), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:34.463679 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-f60c58f8-2482-4b3f-be94-8977262fbb5e None None] Publish callbacks [] for port (643e3e63-35d4-4d03-9d54-3b330845c80e), precommit_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:34.470236 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-f60c58f8-2482-4b3f-be94-8977262fbb5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (643e3e63-35d4-4d03-9d54-3b330845c80e), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:34.540227 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432d06d0-6006-4039-8938-94c78c395f9c None None] Pushing event updated for resources: {'Port': ['ID=643e3e63-35d4-4d03-9d54-3b330845c80e,revision_number=3']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:08:34.580025 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-f60c58f8-2482-4b3f-be94-8977262fbb5e None None] Attempting to bind port 643e3e63-35d4-4d03-9d54-3b330845c80e on host n-d-789963-26 for vnic_type normal with profile {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 08:08:34.580487 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-f60c58f8-2482-4b3f-be94-8977262fbb5e None None] Attempting to bind port 643e3e63-35d4-4d03-9d54-3b330845c80e by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '7df2d3d4-88f8-462d-ac44-d9d35729c6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd228532f-8a79-4f20-afff-95efa170178d'}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 08:08:34.580673 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c0900a5e-b64c-47fc-8a3b-771dd57a39c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (d9b03ec8-6152-4f6e-a8ea-c432f9536f24), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:34.580993 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60c58f8-2482-4b3f-be94-8977262fbb5e None None] Attempting to bind port 643e3e63-35d4-4d03-9d54-3b330845c80e on network d228532f-8a79-4f20-afff-95efa170178d {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 08:08:34.587048 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d06d0-6006-4039-8938-94c78c395f9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:08:34.587703 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d06d0-6006-4039-8938-94c78c395f9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:08:34.588119 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d06d0-6006-4039-8938-94c78c395f9c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:08:34.588645 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d06d0-6006-4039-8938-94c78c395f9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:08:34.588988 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d06d0-6006-4039-8938-94c78c395f9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:08:34.589321 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d06d0-6006-4039-8938-94c78c395f9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:08:34.589844 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d06d0-6006-4039-8938-94c78c395f9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:08:34.590179 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d06d0-6006-4039-8938-94c78c395f9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:08:34.590514 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d06d0-6006-4039-8938-94c78c395f9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:08:34.590844 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d06d0-6006-4039-8938-94c78c395f9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:08:34.591174 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d06d0-6006-4039-8938-94c78c395f9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:08:34.591578 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d06d0-6006-4039-8938-94c78c395f9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:08:34.591925 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432d06d0-6006-4039-8938-94c78c395f9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:08:34.596315 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60c58f8-2482-4b3f-be94-8977262fbb5e None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 8, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 08:08:34.596968 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60c58f8-2482-4b3f-be94-8977262fbb5e None None] Checking segment: {'id': '7df2d3d4-88f8-462d-ac44-d9d35729c6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd228532f-8a79-4f20-afff-95efa170178d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 08:08:34.597561 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-f60c58f8-2482-4b3f-be94-8977262fbb5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:34.598131 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60c58f8-2482-4b3f-be94-8977262fbb5e None None] Bound using segment: {'id': '7df2d3d4-88f8-462d-ac44-d9d35729c6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd228532f-8a79-4f20-afff-95efa170178d'} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 08:08:34.598617 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-f60c58f8-2482-4b3f-be94-8977262fbb5e None None] Bound port: 643e3e63-35d4-4d03-9d54-3b330845c80e, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7df2d3d4-88f8-462d-ac44-d9d35729c6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd228532f-8a79-4f20-afff-95efa170178d'}}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 08:08:34.598995 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-f60c58f8-2482-4b3f-be94-8977262fbb5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (643e3e63-35d4-4d03-9d54-3b330845c80e), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:34.688758 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-f60c58f8-2482-4b3f-be94-8977262fbb5e None None] For port 643e3e63-35d4-4d03-9d54-3b330845c80e, host n-d-789963-26, cleared binding levels {{(pid=109696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 08:08:34.692606 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-f60c58f8-2482-4b3f-be94-8977262fbb5e None None] For port 643e3e63-35d4-4d03-9d54-3b330845c80e, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=643e3e63-35d4-4d03-9d54-3b330845c80e,segment=NetworkSegment(7df2d3d4-88f8-462d-ac44-d9d35729c6d9),segment_id=7df2d3d4-88f8-462d-ac44-d9d35729c6d9)] {{(pid=109696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 08:08:34.702365 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-f60c58f8-2482-4b3f-be94-8977262fbb5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (643e3e63-35d4-4d03-9d54-3b330845c80e), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:34.774648 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432d06d0-6006-4039-8938-94c78c395f9c None None] Pushing event updated for resources: {'Port': ['ID=643e3e63-35d4-4d03-9d54-3b330845c80e,revision_number=4']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:08:34.781536 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60c58f8-2482-4b3f-be94-8977262fbb5e None None] Routers {'265beb98-bbd4-4088-a982-57ba2d2c9872'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:08:34.791244 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0900a5e-b64c-47fc-8a3b-771dd57a39c9 admin admin] Router d9b03ec8-6152-4f6e-a8ea-c432f9536f24 is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 08:08:34.796672 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-f60c58f8-2482-4b3f-be94-8977262fbb5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:08:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['265beb98-bbd4-4088-a982-57ba2d2c9872'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:08:34.868748 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 590cfd7b-2bdb-46bd-91f2-6c52ff4a6592 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 08:08:34.932631 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-9eb11479-4e68-4bec-8f06-d8873dc40523 None None] Provisioning complete for port 643e3e63-35d4-4d03-9d54-3b330845c80e triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:08:34.933299 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9eb11479-4e68-4bec-8f06-d8873dc40523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (643e3e63-35d4-4d03-9d54-3b330845c80e), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:34.933886 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-f60c58f8-2482-4b3f-be94-8977262fbb5e None None] Set router 265beb98-bbd4-4088-a982-57ba2d2c9872 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:08:34.970309 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0900a5e-b64c-47fc-8a3b-771dd57a39c9 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 08:08:34.972849 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d172f80-f023-4ee5-8e9e-fec5428abadc None None] Network 99cd687f-5a62-4013-a151-27da65f712a2 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 08:08:34.995733 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c0900a5e-b64c-47fc-8a3b-771dd57a39c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:34.997610 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-c0900a5e-b64c-47fc-8a3b-771dd57a39c9 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0613098 Feb 02 08:08:34.999388 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a9d880-9221-437f-90d1-84a03296fb13 None None] Sync routers for ids ['d9b03ec8-6152-4f6e-a8ea-c432f9536f24'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 08:08:34.999862 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38852) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:08:35.073004 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a9d880-9221-437f-90d1-84a03296fb13 None None] Routers {'d9b03ec8-6152-4f6e-a8ea-c432f9536f24'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:08:35.073692 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-88a9d880-9221-437f-90d1-84a03296fb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:08:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['d9b03ec8-6152-4f6e-a8ea-c432f9536f24'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:08:35.112545 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 590cfd7b-2bdb-46bd-91f2-6c52ff4a6592 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:08:35.112545 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (590cfd7b-2bdb-46bd-91f2-6c52ff4a6592), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:35.208843 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-f60c58f8-2482-4b3f-be94-8977262fbb5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265beb98-bbd4-4088-a982-57ba2d2c9872', 'name': 'tempest-TestShelveInstance-1884725781-router', 'tenant_id': '36881ab90b2f41d882fea840e8bc1a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '590cfd7b-2bdb-46bd-91f2-6c52ff4a6592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:08:28Z', 'updated_at': '2022-02-02T08:08:30Z', 'revision_number': 4, 'project_id': '36881ab90b2f41d882fea840e8bc1a79', 'gw_port': {'id': '590cfd7b-2bdb-46bd-91f2-6c52ff4a6592', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:72:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265beb98-bbd4-4088-a982-57ba2d2c9872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:08:28Z', 'updated_at': '2022-02-02T08:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '643e3e63-35d4-4d03-9d54-3b330845c80e', 'name': '', 'network_id': 'd228532f-8a79-4f20-afff-95efa170178d', 'tenant_id': '36881ab90b2f41d882fea840e8bc1a79', 'mac_address': 'fa:16:3e:3e:0d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '265beb98-bbd4-4088-a982-57ba2d2c9872', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0683564a-04f8-4702-aa69-cfa88766f083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:08:30Z', 'updated_at': '2022-02-02T08:08:34Z', 'revision_number': 4, 'project_id': '36881ab90b2f41d882fea840e8bc1a79', 'subnets': [{'id': '0683564a-04f8-4702-aa69-cfa88766f083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:08:35.239964 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60c58f8-2482-4b3f-be94-8977262fbb5e None None] The sync data for ids ['265beb98-bbd4-4088-a982-57ba2d2c9872'] in n-d-789963-26 is: [{'id': '265beb98-bbd4-4088-a982-57ba2d2c9872', 'name': 'tempest-TestShelveInstance-1884725781-router', 'tenant_id': '36881ab90b2f41d882fea840e8bc1a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '590cfd7b-2bdb-46bd-91f2-6c52ff4a6592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:08:28Z', 'updated_at': '2022-02-02T08:08:30Z', 'revision_number': 4, 'project_id': '36881ab90b2f41d882fea840e8bc1a79', 'gw_port': {'id': '590cfd7b-2bdb-46bd-91f2-6c52ff4a6592', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:72:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265beb98-bbd4-4088-a982-57ba2d2c9872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:08:28Z', 'updated_at': '2022-02-02T08:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '643e3e63-35d4-4d03-9d54-3b330845c80e', 'name': '', 'network_id': 'd228532f-8a79-4f20-afff-95efa170178d', 'tenant_id': '36881ab90b2f41d882fea840e8bc1a79', 'mac_address': 'fa:16:3e:3e:0d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '265beb98-bbd4-4088-a982-57ba2d2c9872', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0683564a-04f8-4702-aa69-cfa88766f083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:08:30Z', 'updated_at': '2022-02-02T08:08:34Z', 'revision_number': 4, 'project_id': '36881ab90b2f41d882fea840e8bc1a79', 'subnets': [{'id': '0683564a-04f8-4702-aa69-cfa88766f083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 08:08:35.280817 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-9eb11479-4e68-4bec-8f06-d8873dc40523 None None] Current status of the port 643e3e63-35d4-4d03-9d54-3b330845c80e is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:08:35.281693 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9eb11479-4e68-4bec-8f06-d8873dc40523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (643e3e63-35d4-4d03-9d54-3b330845c80e), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:35.308542 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-88a9d880-9221-437f-90d1-84a03296fb13 None None] Set router d9b03ec8-6152-4f6e-a8ea-c432f9536f24 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:08:35.433150 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-9eb11479-4e68-4bec-8f06-d8873dc40523 None None] For port 643e3e63-35d4-4d03-9d54-3b330845c80e, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=643e3e63-35d4-4d03-9d54-3b330845c80e,segment=NetworkSegment(7df2d3d4-88f8-462d-ac44-d9d35729c6d9),segment_id=7df2d3d4-88f8-462d-ac44-d9d35729c6d9)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:08:35.454974 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 590cfd7b-2bdb-46bd-91f2-6c52ff4a6592 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:08:35.456082 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 4b7c5e45-a90b-4dc9-a766-0ab1001b062d up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 08:08:35.477710 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bed6fb97-80f1-4335-85cd-e87abedca1ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:35.486879 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9eb11479-4e68-4bec-8f06-d8873dc40523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (643e3e63-35d4-4d03-9d54-3b330845c80e), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:35.684436 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 4b7c5e45-a90b-4dc9-a766-0ab1001b062d triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:08:35.684730 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (4b7c5e45-a90b-4dc9-a766-0ab1001b062d), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:35.687621 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-bed6fb97-80f1-4335-85cd-e87abedca1ed admin admin] Allocated IP 172.20.0.1 (99cd687f-5a62-4013-a151-27da65f712a2/7be986ab-2add-4f97-a88e-7bdeccbb334f/0d8e676d-e97a-403f-860a-f3587cf6e223) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 08:08:35.690842 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-aa432e91-567c-4cef-9d61-08c6c08315a9 None None] Provisioning complete for port 643e3e63-35d4-4d03-9d54-3b330845c80e triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:08:35.691222 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-aa432e91-567c-4cef-9d61-08c6c08315a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (643e3e63-35d4-4d03-9d54-3b330845c80e), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:35.711986 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb11479-4e68-4bec-8f06-d8873dc40523 None None] Pushing event updated for resources: {'Port': ['ID=643e3e63-35d4-4d03-9d54-3b330845c80e,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:08:35.788857 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-88a9d880-9221-437f-90d1-84a03296fb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9b03ec8-6152-4f6e-a8ea-c432f9536f24', 'name': 'tempest-TestShelveInstance-963702912-router', 'tenant_id': 'e8749dfcf2744c28adb8d0f9adabf7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '3e036d8e-a67e-4c20-9a86-1cb5e3c47600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:08:32Z', 'updated_at': '2022-02-02T08:08:34Z', 'revision_number': 3, 'project_id': 'e8749dfcf2744c28adb8d0f9adabf7c5', 'gw_port': {'id': '3e036d8e-a67e-4c20-9a86-1cb5e3c47600', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f8:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9b03ec8-6152-4f6e-a8ea-c432f9536f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:08:33Z', 'updated_at': '2022-02-02T08:08:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:08:35.802930 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bed6fb97-80f1-4335-85cd-e87abedca1ed admin admin] Publish callbacks [] for port (0d8e676d-e97a-403f-860a-f3587cf6e223), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:35.823465 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a9d880-9221-437f-90d1-84a03296fb13 None None] Checking router: d9b03ec8-6152-4f6e-a8ea-c432f9536f24 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 08:08:35.823855 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a9d880-9221-437f-90d1-84a03296fb13 None None] Updating router d9b03ec8-6152-4f6e-a8ea-c432f9536f24 port 3e036d8e-a67e-4c20-9a86-1cb5e3c47600 binding host n-d-789963-26 {{(pid=109695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 08:08:35.841341 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bed6fb97-80f1-4335-85cd-e87abedca1ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (0d8e676d-e97a-403f-860a-f3587cf6e223), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:35.880198 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed6fb97-80f1-4335-85cd-e87abedca1ed admin admin] Network 99cd687f-5a62-4013-a151-27da65f712a2 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 08:08:35.885236 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-bed6fb97-80f1-4335-85cd-e87abedca1ed admin admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 08:08:35.896845 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed6fb97-80f1-4335-85cd-e87abedca1ed admin admin] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 08:08:35.920479 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 4b7c5e45-a90b-4dc9-a766-0ab1001b062d is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:08:35.921055 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (4b7c5e45-a90b-4dc9-a766-0ab1001b062d), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:35.921247 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed6fb97-80f1-4335-85cd-e87abedca1ed admin admin] Pushing event updated for resources: {'Port': ['ID=0d8e676d-e97a-403f-860a-f3587cf6e223,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:08:35.923102 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-aa432e91-567c-4cef-9d61-08c6c08315a9 None None] Current status of the port 643e3e63-35d4-4d03-9d54-3b330845c80e is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:08:35.927966 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-88a9d880-9221-437f-90d1-84a03296fb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3e036d8e-a67e-4c20-9a86-1cb5e3c47600), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:35.943006 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bed6fb97-80f1-4335-85cd-e87abedca1ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (d9b03ec8-6152-4f6e-a8ea-c432f9536f24), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:35.989218 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-aa432e91-567c-4cef-9d61-08c6c08315a9 None None] Provisioning complete for port 4b7c5e45-a90b-4dc9-a766-0ab1001b062d triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:08:35.989514 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-aa432e91-567c-4cef-9d61-08c6c08315a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (4b7c5e45-a90b-4dc9-a766-0ab1001b062d), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:36.001416 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 4b7c5e45-a90b-4dc9-a766-0ab1001b062d, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=4b7c5e45-a90b-4dc9-a766-0ab1001b062d,segment=NetworkSegment(f41a35e0-6c87-4293-a8d7-eccfbd82d640),segment_id=f41a35e0-6c87-4293-a8d7-eccfbd82d640)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:08:36.027406 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (4b7c5e45-a90b-4dc9-a766-0ab1001b062d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:36.108701 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bed6fb97-80f1-4335-85cd-e87abedca1ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (0d8e676d-e97a-403f-860a-f3587cf6e223), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:36.185952 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=4b7c5e45-a90b-4dc9-a766-0ab1001b062d,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:08:36.268735 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-aa432e91-567c-4cef-9d61-08c6c08315a9 None None] Current status of the port 4b7c5e45-a90b-4dc9-a766-0ab1001b062d is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:08:36.283630 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bed6fb97-80f1-4335-85cd-e87abedca1ed admin admin] Publish callbacks [] for port (0d8e676d-e97a-403f-860a-f3587cf6e223), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:36.288714 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bed6fb97-80f1-4335-85cd-e87abedca1ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (0d8e676d-e97a-403f-860a-f3587cf6e223), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:36.354489 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-88a9d880-9221-437f-90d1-84a03296fb13 None None] Publish callbacks [] for port (3e036d8e-a67e-4c20-9a86-1cb5e3c47600), precommit_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:36.355670 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-bed6fb97-80f1-4335-85cd-e87abedca1ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (d9b03ec8-6152-4f6e-a8ea-c432f9536f24), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:36.359284 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed6fb97-80f1-4335-85cd-e87abedca1ed admin admin] Pushing event updated for resources: {'Port': ['ID=0d8e676d-e97a-403f-860a-f3587cf6e223,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:08:36.360632 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-88a9d880-9221-437f-90d1-84a03296fb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (3e036d8e-a67e-4c20-9a86-1cb5e3c47600), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:36.424740 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-88a9d880-9221-437f-90d1-84a03296fb13 None None] Attempting to bind port 3e036d8e-a67e-4c20-9a86-1cb5e3c47600 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 08:08:36.425110 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-88a9d880-9221-437f-90d1-84a03296fb13 None None] Attempting to bind port 3e036d8e-a67e-4c20-9a86-1cb5e3c47600 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 08:08:36.425472 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a9d880-9221-437f-90d1-84a03296fb13 None None] Attempting to bind port 3e036d8e-a67e-4c20-9a86-1cb5e3c47600 on network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 08:08:36.428367 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-cbecacdc-7f24-4ffb-863e-5e3b0a101a28 None None] Provisioning complete for port 0d8e676d-e97a-403f-860a-f3587cf6e223 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:08:36.428737 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-cbecacdc-7f24-4ffb-863e-5e3b0a101a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (0d8e676d-e97a-403f-860a-f3587cf6e223), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:36.430110 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5425fe50-77cb-4894-ac3c-e35c1c4c9eda None None] Pushing event updated for resources: {'Port': ['ID=3e036d8e-a67e-4c20-9a86-1cb5e3c47600,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:08:36.451385 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a9d880-9221-437f-90d1-84a03296fb13 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 8, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 08:08:36.451791 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a9d880-9221-437f-90d1-84a03296fb13 None None] Checking segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 08:08:36.452893 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-88a9d880-9221-437f-90d1-84a03296fb13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:36.453327 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a9d880-9221-437f-90d1-84a03296fb13 None None] Bound using segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 08:08:36.453813 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-88a9d880-9221-437f-90d1-84a03296fb13 None None] Bound port: 3e036d8e-a67e-4c20-9a86-1cb5e3c47600, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 08:08:36.454196 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-88a9d880-9221-437f-90d1-84a03296fb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3e036d8e-a67e-4c20-9a86-1cb5e3c47600), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:36.454791 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed6fb97-80f1-4335-85cd-e87abedca1ed admin admin] Network 99cd687f-5a62-4013-a151-27da65f712a2 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 08:08:36.456198 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-bed6fb97-80f1-4335-85cd-e87abedca1ed admin admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 08:08:36.499519 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-cbecacdc-7f24-4ffb-863e-5e3b0a101a28 None None] Port 0d8e676d-e97a-403f-860a-f3587cf6e223 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 08:08:36.527790 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-88a9d880-9221-437f-90d1-84a03296fb13 None None] For port 3e036d8e-a67e-4c20-9a86-1cb5e3c47600, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 08:08:36.528655 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-cbecacdc-7f24-4ffb-863e-5e3b0a101a28 None None] Provisioning complete for port 4b7c5e45-a90b-4dc9-a766-0ab1001b062d triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:08:36.529025 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-cbecacdc-7f24-4ffb-863e-5e3b0a101a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (4b7c5e45-a90b-4dc9-a766-0ab1001b062d), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:36.532417 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-88a9d880-9221-437f-90d1-84a03296fb13 None None] For port 3e036d8e-a67e-4c20-9a86-1cb5e3c47600, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=3e036d8e-a67e-4c20-9a86-1cb5e3c47600,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 08:08:36.603799 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bed6fb97-80f1-4335-85cd-e87abedca1ed admin admin] Router d9b03ec8-6152-4f6e-a8ea-c432f9536f24 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 08:08:36.716151 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-88a9d880-9221-437f-90d1-84a03296fb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (3e036d8e-a67e-4c20-9a86-1cb5e3c47600), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:36.737470 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed6fb97-80f1-4335-85cd-e87abedca1ed admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 08:08:36.742887 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-bed6fb97-80f1-4335-85cd-e87abedca1ed admin admin] 10.222.0.87 "PUT /v2.0/routers/d9b03ec8-6152-4f6e-a8ea-c432f9536f24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7418892 Feb 02 08:08:36.776912 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 643e3e63-35d4-4d03-9d54-3b330845c80e up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 08:08:36.818336 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a9d880-9221-437f-90d1-84a03296fb13 None None] Routers {'d9b03ec8-6152-4f6e-a8ea-c432f9536f24'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:08:36.818968 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-88a9d880-9221-437f-90d1-84a03296fb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:08:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['d9b03ec8-6152-4f6e-a8ea-c432f9536f24'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:08:36.823265 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5425fe50-77cb-4894-ac3c-e35c1c4c9eda None None] Pushing event updated for resources: {'Port': ['ID=3e036d8e-a67e-4c20-9a86-1cb5e3c47600,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:08:36.948077 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-cbecacdc-7f24-4ffb-863e-5e3b0a101a28 None None] Current status of the port 4b7c5e45-a90b-4dc9-a766-0ab1001b062d is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:08:36.973913 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 643e3e63-35d4-4d03-9d54-3b330845c80e triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:08:36.974293 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (643e3e63-35d4-4d03-9d54-3b330845c80e), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:37.003814 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-88a9d880-9221-437f-90d1-84a03296fb13 None None] Set router d9b03ec8-6152-4f6e-a8ea-c432f9536f24 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:08:37.143314 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-583ae04f-b894-4645-b322-dbd20eae78ba None None] Provisioning complete for port 0d8e676d-e97a-403f-860a-f3587cf6e223 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:08:37.143711 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-583ae04f-b894-4645-b322-dbd20eae78ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (0d8e676d-e97a-403f-860a-f3587cf6e223), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:37.212051 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 643e3e63-35d4-4d03-9d54-3b330845c80e is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:08:37.213118 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 4b7c5e45-a90b-4dc9-a766-0ab1001b062d up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 08:08:37.257736 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-583ae04f-b894-4645-b322-dbd20eae78ba None None] Port 0d8e676d-e97a-403f-860a-f3587cf6e223 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 08:08:37.313086 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 4b7c5e45-a90b-4dc9-a766-0ab1001b062d triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:08:37.313370 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (4b7c5e45-a90b-4dc9-a766-0ab1001b062d), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:37.352132 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-88a9d880-9221-437f-90d1-84a03296fb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9b03ec8-6152-4f6e-a8ea-c432f9536f24', 'name': 'tempest-TestShelveInstance-963702912-router', 'tenant_id': 'e8749dfcf2744c28adb8d0f9adabf7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '3e036d8e-a67e-4c20-9a86-1cb5e3c47600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:08:32Z', 'updated_at': '2022-02-02T08:08:36Z', 'revision_number': 4, 'project_id': 'e8749dfcf2744c28adb8d0f9adabf7c5', 'gw_port': {'id': '3e036d8e-a67e-4c20-9a86-1cb5e3c47600', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f8:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9b03ec8-6152-4f6e-a8ea-c432f9536f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:08:33Z', 'updated_at': '2022-02-02T08:08:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '0d8e676d-e97a-403f-860a-f3587cf6e223', 'name': '', 'network_id': '99cd687f-5a62-4013-a151-27da65f712a2', 'tenant_id': 'e8749dfcf2744c28adb8d0f9adabf7c5', 'mac_address': 'fa:16:3e:2f:b6:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9b03ec8-6152-4f6e-a8ea-c432f9536f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '7be986ab-2add-4f97-a88e-7bdeccbb334f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:08:35Z', 'updated_at': '2022-02-02T08:08:36Z', 'revision_number': 2, 'project_id': 'e8749dfcf2744c28adb8d0f9adabf7c5', 'subnets': [{'id': '7be986ab-2add-4f97-a88e-7bdeccbb334f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:08:37.383240 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a9d880-9221-437f-90d1-84a03296fb13 None None] The sync data for ids ['d9b03ec8-6152-4f6e-a8ea-c432f9536f24'] in n-d-789963-26 is: [{'id': 'd9b03ec8-6152-4f6e-a8ea-c432f9536f24', 'name': 'tempest-TestShelveInstance-963702912-router', 'tenant_id': 'e8749dfcf2744c28adb8d0f9adabf7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '3e036d8e-a67e-4c20-9a86-1cb5e3c47600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:08:32Z', 'updated_at': '2022-02-02T08:08:36Z', 'revision_number': 4, 'project_id': 'e8749dfcf2744c28adb8d0f9adabf7c5', 'gw_port': {'id': '3e036d8e-a67e-4c20-9a86-1cb5e3c47600', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f8:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9b03ec8-6152-4f6e-a8ea-c432f9536f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:08:33Z', 'updated_at': '2022-02-02T08:08:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '0d8e676d-e97a-403f-860a-f3587cf6e223', 'name': '', 'network_id': '99cd687f-5a62-4013-a151-27da65f712a2', 'tenant_id': 'e8749dfcf2744c28adb8d0f9adabf7c5', 'mac_address': 'fa:16:3e:2f:b6:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9b03ec8-6152-4f6e-a8ea-c432f9536f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '7be986ab-2add-4f97-a88e-7bdeccbb334f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:08:35Z', 'updated_at': '2022-02-02T08:08:36Z', 'revision_number': 2, 'project_id': 'e8749dfcf2744c28adb8d0f9adabf7c5', 'subnets': [{'id': '7be986ab-2add-4f97-a88e-7bdeccbb334f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 08:08:37.426353 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 4b7c5e45-a90b-4dc9-a766-0ab1001b062d is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:08:37.738884 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38860) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:08:37.743472 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-3c3f4248-dcef-4d6f-b52c-5516cfb1e337 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-66056092', 'description': 'tempest-secgroup-smoke-66056092 description', 'project_id': '36881ab90b2f41d882fea840e8bc1a79'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:08:37.766021 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3c3f4248-dcef-4d6f-b52c-5516cfb1e337 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:37.836850 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3c3f4248-dcef-4d6f-b52c-5516cfb1e337 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks [] for security_group (bf545568-34b7-4b50-83e0-64af3e4e7b2d), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:37.840598 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3c3f4248-dcef-4d6f-b52c-5516cfb1e337 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (bf545568-34b7-4b50-83e0-64af3e4e7b2d), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:37.869281 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-3c3f4248-dcef-4d6f-b52c-5516cfb1e337 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:37.870542 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-3c3f4248-dcef-4d6f-b52c-5516cfb1e337 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1306522 Feb 02 08:08:37.873588 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 38862) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:08:37.877434 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3f4248-dcef-4d6f-b52c-5516cfb1e337 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf545568-34b7-4b50-83e0-64af3e4e7b2d,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:08:37.878853 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-bf44ebde-cc70-4d03-8bcf-7a2297b6a8db tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Request body: {'security_group_rule': {'security_group_id': 'bf545568-34b7-4b50-83e0-64af3e4e7b2d', 'project_id': '36881ab90b2f41d882fea840e8bc1a79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:08:37.907785 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bf44ebde-cc70-4d03-8bcf-7a2297b6a8db tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks [] for security_group_rule (61083edc-dd49-4c4c-a96d-f8669158b6cd), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:37.969213 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bf44ebde-cc70-4d03-8bcf-7a2297b6a8db tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks [] for security_group_rule (61083edc-dd49-4c4c-a96d-f8669158b6cd), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:37.973464 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bf44ebde-cc70-4d03-8bcf-7a2297b6a8db tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (61083edc-dd49-4c4c-a96d-f8669158b6cd), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:37.993935 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf44ebde-cc70-4d03-8bcf-7a2297b6a8db tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61083edc-dd49-4c4c-a96d-f8669158b6cd,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:08:38.001026 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-bf44ebde-cc70-4d03-8bcf-7a2297b6a8db tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:38.004787 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-bf44ebde-cc70-4d03-8bcf-7a2297b6a8db tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1270301 Feb 02 08:08:38.005509 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 38864) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:08:38.009968 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-59b872c1-bb36-4bba-b94a-858af1962a0b tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Request body: {'security_group_rule': {'security_group_id': 'bf545568-34b7-4b50-83e0-64af3e4e7b2d', 'project_id': '36881ab90b2f41d882fea840e8bc1a79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:08:38.042140 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-59b872c1-bb36-4bba-b94a-858af1962a0b tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks [] for security_group_rule (c768ecac-e0ec-4003-8fa2-f47c870a5976), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:38.115333 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-59b872c1-bb36-4bba-b94a-858af1962a0b tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks [] for security_group_rule (c768ecac-e0ec-4003-8fa2-f47c870a5976), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:38.118856 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-59b872c1-bb36-4bba-b94a-858af1962a0b tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (c768ecac-e0ec-4003-8fa2-f47c870a5976), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:38.140976 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b872c1-bb36-4bba-b94a-858af1962a0b tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c768ecac-e0ec-4003-8fa2-f47c870a5976,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:08:38.157012 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-59b872c1-bb36-4bba-b94a-858af1962a0b tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:38.158407 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-59b872c1-bb36-4bba-b94a-858af1962a0b tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1522741 Feb 02 08:08:38.161154 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 38866) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:08:38.165852 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-c3cb4971-9190-4fba-a705-fd948c28b2c9 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Request body: {'security_group_rule': {'security_group_id': 'bf545568-34b7-4b50-83e0-64af3e4e7b2d', 'project_id': '36881ab90b2f41d882fea840e8bc1a79', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:08:38.193420 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c3cb4971-9190-4fba-a705-fd948c28b2c9 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks [] for security_group_rule (d3b2a7c8-5c70-4655-b667-a63418145445), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:38.254278 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c3cb4971-9190-4fba-a705-fd948c28b2c9 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks [] for security_group_rule (d3b2a7c8-5c70-4655-b667-a63418145445), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:38.260048 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c3cb4971-9190-4fba-a705-fd948c28b2c9 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (d3b2a7c8-5c70-4655-b667-a63418145445), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:38.278404 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cb4971-9190-4fba-a705-fd948c28b2c9 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3b2a7c8-5c70-4655-b667-a63418145445,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:08:38.288012 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-c3cb4971-9190-4fba-a705-fd948c28b2c9 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:38.289279 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-c3cb4971-9190-4fba-a705-fd948c28b2c9 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1270785 Feb 02 08:08:38.292375 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 38868) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:08:38.298387 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-4d999888-43b5-4999-b8d3-f882a4ce9cb5 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Request body: {'security_group_rule': {'security_group_id': 'bf545568-34b7-4b50-83e0-64af3e4e7b2d', 'project_id': '36881ab90b2f41d882fea840e8bc1a79', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:08:38.326010 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4d999888-43b5-4999-b8d3-f882a4ce9cb5 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks [] for security_group_rule (8fa14801-1326-435f-9b1a-707720a9c504), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:38.389669 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4d999888-43b5-4999-b8d3-f882a4ce9cb5 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks [] for security_group_rule (8fa14801-1326-435f-9b1a-707720a9c504), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:38.393671 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4d999888-43b5-4999-b8d3-f882a4ce9cb5 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (8fa14801-1326-435f-9b1a-707720a9c504), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:38.412132 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d999888-43b5-4999-b8d3-f882a4ce9cb5 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fa14801-1326-435f-9b1a-707720a9c504,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:08:38.421327 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4d999888-43b5-4999-b8d3-f882a4ce9cb5 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:38.422930 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-4d999888-43b5-4999-b8d3-f882a4ce9cb5 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1296155 Feb 02 08:08:38.425767 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 38870) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:08:38.430230 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-152f81b3-4547-4192-8f83-57d8be72f07f tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Request body: {'security_group_rule': {'security_group_id': 'bf545568-34b7-4b50-83e0-64af3e4e7b2d', 'project_id': '36881ab90b2f41d882fea840e8bc1a79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:08:38.451439 n-d-789963-26 neutron-server[109693]: INFO neutron.db.securitygroups_db [None req-152f81b3-4547-4192-8f83-57d8be72f07f tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Project 36881ab90b2f41d882fea840e8bc1a79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 08:08:38.456752 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-152f81b3-4547-4192-8f83-57d8be72f07f tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks [] for security_group_rule (8135b2be-e121-4797-a7b2-5a268ba3cde0), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:38.519214 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-152f81b3-4547-4192-8f83-57d8be72f07f tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks [] for security_group_rule (8135b2be-e121-4797-a7b2-5a268ba3cde0), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:38.523166 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-152f81b3-4547-4192-8f83-57d8be72f07f tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (8135b2be-e121-4797-a7b2-5a268ba3cde0), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:38.542696 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152f81b3-4547-4192-8f83-57d8be72f07f tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8135b2be-e121-4797-a7b2-5a268ba3cde0,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:08:38.550836 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-152f81b3-4547-4192-8f83-57d8be72f07f tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:38.552089 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-152f81b3-4547-4192-8f83-57d8be72f07f tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1253738 Feb 02 08:08:38.554814 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 38872) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:08:38.559333 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-3f58f557-21ae-4466-b289-cbf01ca2e022 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Request body: {'security_group_rule': {'security_group_id': 'bf545568-34b7-4b50-83e0-64af3e4e7b2d', 'project_id': '36881ab90b2f41d882fea840e8bc1a79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:08:38.580702 n-d-789963-26 neutron-server[109693]: INFO neutron.db.securitygroups_db [None req-3f58f557-21ae-4466-b289-cbf01ca2e022 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Project 36881ab90b2f41d882fea840e8bc1a79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 08:08:38.585967 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3f58f557-21ae-4466-b289-cbf01ca2e022 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks [] for security_group_rule (1c2714bf-713b-4b0d-87db-2e54da7a334a), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:38.658252 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3f58f557-21ae-4466-b289-cbf01ca2e022 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks [] for security_group_rule (1c2714bf-713b-4b0d-87db-2e54da7a334a), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:38.663090 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3f58f557-21ae-4466-b289-cbf01ca2e022 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (1c2714bf-713b-4b0d-87db-2e54da7a334a), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:38.682257 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f58f557-21ae-4466-b289-cbf01ca2e022 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c2714bf-713b-4b0d-87db-2e54da7a334a,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:08:38.691097 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-3f58f557-21ae-4466-b289-cbf01ca2e022 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:38.692362 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-3f58f557-21ae-4466-b289-cbf01ca2e022 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1366060 Feb 02 08:08:38.732048 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 3e036d8e-a67e-4c20-9a86-1cb5e3c47600 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 08:08:38.788766 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 3e036d8e-a67e-4c20-9a86-1cb5e3c47600 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:08:38.789313 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (3e036d8e-a67e-4c20-9a86-1cb5e3c47600), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:38.854379 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e34a4982-da37-4b7c-aaa0-c71074ed3148 req-161df192-8ccb-4e19-b196-9294ea24b27b tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-66056092&fields=id&tenant_id=36881ab90b2f41d882fea840e8bc1a79 HTTP/1.1" status: 200 len: 267 time: 0.0460200 Feb 02 08:08:38.876485 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 3e036d8e-a67e-4c20-9a86-1cb5e3c47600 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:08:38.876934 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3e036d8e-a67e-4c20-9a86-1cb5e3c47600), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:38.898244 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port 3e036d8e-a67e-4c20-9a86-1cb5e3c47600, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=3e036d8e-a67e-4c20-9a86-1cb5e3c47600,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:08:38.901951 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (3e036d8e-a67e-4c20-9a86-1cb5e3c47600), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:38.949479 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=3e036d8e-a67e-4c20-9a86-1cb5e3c47600,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:08:38.968083 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a4982-da37-4b7c-aaa0-c71074ed3148 req-4d51cebf-245e-4ec1-9b8f-58ed787f2b37 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:08:38.969596 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e34a4982-da37-4b7c-aaa0-c71074ed3148 req-4d51cebf-245e-4ec1-9b8f-58ed787f2b37 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/networks?id=d228532f-8a79-4f20-afff-95efa170178d HTTP/1.1" status: 200 len: 809 time: 0.1080420 Feb 02 08:08:38.985221 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e34a4982-da37-4b7c-aaa0-c71074ed3148 req-482c2a55-de74-46f8-8b30-62ae7979d60f tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/quotas/36881ab90b2f41d882fea840e8bc1a79 HTTP/1.1" status: 200 len: 375 time: 0.0102203 Feb 02 08:08:39.044540 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e34a4982-da37-4b7c-aaa0-c71074ed3148 req-f1247527-e3a5-49d0-b462-b8c0f4b85b01 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=36881ab90b2f41d882fea840e8bc1a79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515156 Feb 02 08:08:39.142640 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e34a4982-da37-4b7c-aaa0-c71074ed3148 req-bb3f2a6d-1dbb-4a4e-af12-709db23b6d4c service neutron] 10.222.0.87 "GET /v2.0/networks/d228532f-8a79-4f20-afff-95efa170178d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867195 Feb 02 08:08:39.231801 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e34a4982-da37-4b7c-aaa0-c71074ed3148 req-bf566713-224d-4ad6-971b-81e79e3abe63 service neutron] 10.222.0.87 "GET /v2.0/networks/d228532f-8a79-4f20-afff-95efa170178d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835674 Feb 02 08:08:39.401973 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2be4b87c-9b27-47e8-9d38-1fcd37a392e8 req-b53527f8-2554-4cd2-91c3-7f818743760f tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e HTTP/1.1" status: 200 len: 210 time: 0.0327704 Feb 02 08:08:39.490214 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290cd5c1-0810-4837-988c-1bda896d16a1 None None] Sync routers for ids ['d9b03ec8-6152-4f6e-a8ea-c432f9536f24'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 08:08:39.500873 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290cd5c1-0810-4837-988c-1bda896d16a1 None None] Routers {'d9b03ec8-6152-4f6e-a8ea-c432f9536f24'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:08:39.501475 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-290cd5c1-0810-4837-988c-1bda896d16a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:08:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['d9b03ec8-6152-4f6e-a8ea-c432f9536f24'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:08:39.606158 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-290cd5c1-0810-4837-988c-1bda896d16a1 None None] Set router d9b03ec8-6152-4f6e-a8ea-c432f9536f24 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:08:39.800109 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-290cd5c1-0810-4837-988c-1bda896d16a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9b03ec8-6152-4f6e-a8ea-c432f9536f24', 'name': 'tempest-TestShelveInstance-963702912-router', 'tenant_id': 'e8749dfcf2744c28adb8d0f9adabf7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '3e036d8e-a67e-4c20-9a86-1cb5e3c47600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:08:32Z', 'updated_at': '2022-02-02T08:08:36Z', 'revision_number': 4, 'project_id': 'e8749dfcf2744c28adb8d0f9adabf7c5', 'gw_port': {'id': '3e036d8e-a67e-4c20-9a86-1cb5e3c47600', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b03ec8-6152-4f6e-a8ea-c432f9536f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:08:33Z', 'updated_at': '2022-02-02T08:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '0d8e676d-e97a-403f-860a-f3587cf6e223', 'name': '', 'network_id': '99cd687f-5a62-4013-a151-27da65f712a2', 'tenant_id': 'e8749dfcf2744c28adb8d0f9adabf7c5', 'mac_address': 'fa:16:3e:2f:b6:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9b03ec8-6152-4f6e-a8ea-c432f9536f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '7be986ab-2add-4f97-a88e-7bdeccbb334f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:08:35Z', 'updated_at': '2022-02-02T08:08:36Z', 'revision_number': 2, 'project_id': 'e8749dfcf2744c28adb8d0f9adabf7c5', 'subnets': [{'id': '7be986ab-2add-4f97-a88e-7bdeccbb334f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:08:39.916422 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290cd5c1-0810-4837-988c-1bda896d16a1 None None] Checking router: d9b03ec8-6152-4f6e-a8ea-c432f9536f24 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 08:08:39.916771 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290cd5c1-0810-4837-988c-1bda896d16a1 None None] Updating router d9b03ec8-6152-4f6e-a8ea-c432f9536f24 port 0d8e676d-e97a-403f-860a-f3587cf6e223 binding host n-d-789963-26 {{(pid=109696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 08:08:39.945033 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-290cd5c1-0810-4837-988c-1bda896d16a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (0d8e676d-e97a-403f-860a-f3587cf6e223), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:40.194372 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-290cd5c1-0810-4837-988c-1bda896d16a1 None None] Publish callbacks [] for port (0d8e676d-e97a-403f-860a-f3587cf6e223), precommit_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:40.199652 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-290cd5c1-0810-4837-988c-1bda896d16a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (0d8e676d-e97a-403f-860a-f3587cf6e223), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:40.254156 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f8708f-f916-4f94-aaf8-e96ae4f17478 None None] Pushing event updated for resources: {'Port': ['ID=0d8e676d-e97a-403f-860a-f3587cf6e223,revision_number=3']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:08:40.308015 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-290cd5c1-0810-4837-988c-1bda896d16a1 None None] Attempting to bind port 0d8e676d-e97a-403f-860a-f3587cf6e223 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 08:08:40.308368 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-290cd5c1-0810-4837-988c-1bda896d16a1 None None] Attempting to bind port 0d8e676d-e97a-403f-860a-f3587cf6e223 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'f41a35e0-6c87-4293-a8d7-eccfbd82d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '99cd687f-5a62-4013-a151-27da65f712a2'}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 08:08:40.308753 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290cd5c1-0810-4837-988c-1bda896d16a1 None None] Attempting to bind port 0d8e676d-e97a-403f-860a-f3587cf6e223 on network 99cd687f-5a62-4013-a151-27da65f712a2 {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 08:08:40.314014 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290cd5c1-0810-4837-988c-1bda896d16a1 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 8, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 08:08:40.314388 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290cd5c1-0810-4837-988c-1bda896d16a1 None None] Checking segment: {'id': 'f41a35e0-6c87-4293-a8d7-eccfbd82d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '99cd687f-5a62-4013-a151-27da65f712a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 08:08:40.314788 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-290cd5c1-0810-4837-988c-1bda896d16a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:40.315180 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290cd5c1-0810-4837-988c-1bda896d16a1 None None] Bound using segment: {'id': 'f41a35e0-6c87-4293-a8d7-eccfbd82d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '99cd687f-5a62-4013-a151-27da65f712a2'} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 08:08:40.315771 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-290cd5c1-0810-4837-988c-1bda896d16a1 None None] Bound port: 0d8e676d-e97a-403f-860a-f3587cf6e223, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f41a35e0-6c87-4293-a8d7-eccfbd82d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '99cd687f-5a62-4013-a151-27da65f712a2'}}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 08:08:40.316041 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-290cd5c1-0810-4837-988c-1bda896d16a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (0d8e676d-e97a-403f-860a-f3587cf6e223), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:40.381134 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-290cd5c1-0810-4837-988c-1bda896d16a1 None None] For port 0d8e676d-e97a-403f-860a-f3587cf6e223, host n-d-789963-26, cleared binding levels {{(pid=109696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 08:08:40.384492 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-290cd5c1-0810-4837-988c-1bda896d16a1 None None] For port 0d8e676d-e97a-403f-860a-f3587cf6e223, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=0d8e676d-e97a-403f-860a-f3587cf6e223,segment=NetworkSegment(f41a35e0-6c87-4293-a8d7-eccfbd82d640),segment_id=f41a35e0-6c87-4293-a8d7-eccfbd82d640)] {{(pid=109696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 08:08:40.391954 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-290cd5c1-0810-4837-988c-1bda896d16a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (0d8e676d-e97a-403f-860a-f3587cf6e223), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:40.453726 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290cd5c1-0810-4837-988c-1bda896d16a1 None None] Routers {'d9b03ec8-6152-4f6e-a8ea-c432f9536f24'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:08:40.453934 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-290cd5c1-0810-4837-988c-1bda896d16a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:08:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['d9b03ec8-6152-4f6e-a8ea-c432f9536f24'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:08:40.491941 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f8708f-f916-4f94-aaf8-e96ae4f17478 None None] Pushing event updated for resources: {'Port': ['ID=0d8e676d-e97a-403f-860a-f3587cf6e223,revision_number=4']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:08:40.510592 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-9c4685d8-c55b-40f4-99ab-de00a0e9898b None None] Provisioning complete for port 0d8e676d-e97a-403f-860a-f3587cf6e223 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:08:40.512095 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9c4685d8-c55b-40f4-99ab-de00a0e9898b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (0d8e676d-e97a-403f-860a-f3587cf6e223), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:40.532698 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7a71c69c-1128-4190-bb56-bb8f93fff93b req-62c522b0-a538-420c-807a-542c137868d1 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e HTTP/1.1" status: 200 len: 210 time: 0.0539427 Feb 02 08:08:40.594396 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-290cd5c1-0810-4837-988c-1bda896d16a1 None None] Set router d9b03ec8-6152-4f6e-a8ea-c432f9536f24 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:08:40.643164 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-9c4685d8-c55b-40f4-99ab-de00a0e9898b None None] Current status of the port 0d8e676d-e97a-403f-860a-f3587cf6e223 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:08:40.643891 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9c4685d8-c55b-40f4-99ab-de00a0e9898b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (0d8e676d-e97a-403f-860a-f3587cf6e223), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:40.711311 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-9c4685d8-c55b-40f4-99ab-de00a0e9898b None None] For port 0d8e676d-e97a-403f-860a-f3587cf6e223, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=0d8e676d-e97a-403f-860a-f3587cf6e223,segment=NetworkSegment(f41a35e0-6c87-4293-a8d7-eccfbd82d640),segment_id=f41a35e0-6c87-4293-a8d7-eccfbd82d640)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:08:40.719010 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9c4685d8-c55b-40f4-99ab-de00a0e9898b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (0d8e676d-e97a-403f-860a-f3587cf6e223), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:40.769930 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4685d8-c55b-40f4-99ab-de00a0e9898b None None] Pushing event updated for resources: {'Port': ['ID=0d8e676d-e97a-403f-860a-f3587cf6e223,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:08:40.784096 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 3e036d8e-a67e-4c20-9a86-1cb5e3c47600 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 08:08:40.828504 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-290cd5c1-0810-4837-988c-1bda896d16a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9b03ec8-6152-4f6e-a8ea-c432f9536f24', 'name': 'tempest-TestShelveInstance-963702912-router', 'tenant_id': 'e8749dfcf2744c28adb8d0f9adabf7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '3e036d8e-a67e-4c20-9a86-1cb5e3c47600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:08:32Z', 'updated_at': '2022-02-02T08:08:36Z', 'revision_number': 4, 'project_id': 'e8749dfcf2744c28adb8d0f9adabf7c5', 'gw_port': {'id': '3e036d8e-a67e-4c20-9a86-1cb5e3c47600', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b03ec8-6152-4f6e-a8ea-c432f9536f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:08:33Z', 'updated_at': '2022-02-02T08:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '0d8e676d-e97a-403f-860a-f3587cf6e223', 'name': '', 'network_id': '99cd687f-5a62-4013-a151-27da65f712a2', 'tenant_id': 'e8749dfcf2744c28adb8d0f9adabf7c5', 'mac_address': 'fa:16:3e:2f:b6:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9b03ec8-6152-4f6e-a8ea-c432f9536f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '7be986ab-2add-4f97-a88e-7bdeccbb334f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:08:35Z', 'updated_at': '2022-02-02T08:08:40Z', 'revision_number': 4, 'project_id': 'e8749dfcf2744c28adb8d0f9adabf7c5', 'subnets': [{'id': '7be986ab-2add-4f97-a88e-7bdeccbb334f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:08:40.841801 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 3e036d8e-a67e-4c20-9a86-1cb5e3c47600 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:08:40.841969 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (3e036d8e-a67e-4c20-9a86-1cb5e3c47600), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:40.854470 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290cd5c1-0810-4837-988c-1bda896d16a1 None None] The sync data for ids ['d9b03ec8-6152-4f6e-a8ea-c432f9536f24'] in n-d-789963-26 is: [{'id': 'd9b03ec8-6152-4f6e-a8ea-c432f9536f24', 'name': 'tempest-TestShelveInstance-963702912-router', 'tenant_id': 'e8749dfcf2744c28adb8d0f9adabf7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '3e036d8e-a67e-4c20-9a86-1cb5e3c47600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:08:32Z', 'updated_at': '2022-02-02T08:08:36Z', 'revision_number': 4, 'project_id': 'e8749dfcf2744c28adb8d0f9adabf7c5', 'gw_port': {'id': '3e036d8e-a67e-4c20-9a86-1cb5e3c47600', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b03ec8-6152-4f6e-a8ea-c432f9536f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:08:33Z', 'updated_at': '2022-02-02T08:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '0d8e676d-e97a-403f-860a-f3587cf6e223', 'name': '', 'network_id': '99cd687f-5a62-4013-a151-27da65f712a2', 'tenant_id': 'e8749dfcf2744c28adb8d0f9adabf7c5', 'mac_address': 'fa:16:3e:2f:b6:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9b03ec8-6152-4f6e-a8ea-c432f9536f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '7be986ab-2add-4f97-a88e-7bdeccbb334f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:08:35Z', 'updated_at': '2022-02-02T08:08:40Z', 'revision_number': 4, 'project_id': 'e8749dfcf2744c28adb8d0f9adabf7c5', 'subnets': [{'id': '7be986ab-2add-4f97-a88e-7bdeccbb334f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 08:08:40.875152 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-9d465e00-72fa-4a40-9ca1-aa85aa50ed1a None None] Provisioning complete for port 0d8e676d-e97a-403f-860a-f3587cf6e223 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:08:40.875529 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9d465e00-72fa-4a40-9ca1-aa85aa50ed1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (0d8e676d-e97a-403f-860a-f3587cf6e223), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:40.989228 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 3e036d8e-a67e-4c20-9a86-1cb5e3c47600 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:08:40.990348 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 0d8e676d-e97a-403f-860a-f3587cf6e223 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 08:08:41.020478 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-9d465e00-72fa-4a40-9ca1-aa85aa50ed1a None None] Current status of the port 0d8e676d-e97a-403f-860a-f3587cf6e223 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:08:41.048146 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 0d8e676d-e97a-403f-860a-f3587cf6e223 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:08:41.048531 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (0d8e676d-e97a-403f-860a-f3587cf6e223), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:41.140054 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 0d8e676d-e97a-403f-860a-f3587cf6e223 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:08:41.143655 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-fba034e6-3a41-458a-bf65-4c4ba197bdba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:41.598729 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3890cef2-50c3-41e1-a4c9-43fa180894de req-166cb3d7-8d63-407f-b904-b3080d7864f3 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e HTTP/1.1" status: 200 len: 210 time: 0.0284400 Feb 02 08:08:42.534976 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a4982-da37-4b7c-aaa0-c71074ed3148 req-8233c1a5-7b42-4bf9-bfeb-7aa15e80375f tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:08:42.536466 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e34a4982-da37-4b7c-aaa0-c71074ed3148 req-8233c1a5-7b42-4bf9-bfeb-7aa15e80375f tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.59 "GET /v2.0/networks?id=d228532f-8a79-4f20-afff-95efa170178d HTTP/1.1" status: 200 len: 809 time: 0.1105549 Feb 02 08:08:42.604385 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e34a4982-da37-4b7c-aaa0-c71074ed3148 req-cc6d8594-1ce4-4319-8579-7988f234c5ad tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36881ab90b2f41d882fea840e8bc1a79 HTTP/1.1" status: 200 len: 378 time: 0.0534430 Feb 02 08:08:42.645131 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-e34a4982-da37-4b7c-aaa0-c71074ed3148 req-fb5d0f71-0a81-423c-866e-5c31d6e92d71 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Request body: {'port': {'device_id': '3b3e12d0-21c7-46db-b60c-9797fa85815e', 'network_id': 'd228532f-8a79-4f20-afff-95efa170178d', 'admin_state_up': True, 'tenant_id': '36881ab90b2f41d882fea840e8bc1a79', 'security_groups': ['bf545568-34b7-4b50-83e0-64af3e4e7b2d']}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:08:42.701562 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 0d8e676d-e97a-403f-860a-f3587cf6e223 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 08:08:42.733526 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9692612d-6164-4a68-814b-7e36ec3d86c5 req-0d904ccc-866c-4325-b101-5d6ebeb49548 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e HTTP/1.1" status: 200 len: 210 time: 0.0548947 Feb 02 08:08:42.758791 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 0d8e676d-e97a-403f-860a-f3587cf6e223 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:08:42.761943 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (0d8e676d-e97a-403f-860a-f3587cf6e223), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:42.800445 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e34a4982-da37-4b7c-aaa0-c71074ed3148 req-fb5d0f71-0a81-423c-866e-5c31d6e92d71 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Made reservation on behalf of 36881ab90b2f41d882fea840e8bc1a79 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 08:08:42.803944 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-e34a4982-da37-4b7c-aaa0-c71074ed3148 req-fb5d0f71-0a81-423c-866e-5c31d6e92d71 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:42.859864 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 0d8e676d-e97a-403f-860a-f3587cf6e223 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:08:42.930873 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-e34a4982-da37-4b7c-aaa0-c71074ed3148 req-fb5d0f71-0a81-423c-866e-5c31d6e92d71 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Allocated IP 172.20.0.11 (d228532f-8a79-4f20-afff-95efa170178d/0683564a-04f8-4702-aa69-cfa88766f083/4a1442a8-6698-4614-ad96-efc8c5651afa) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 08:08:43.069047 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-e34a4982-da37-4b7c-aaa0-c71074ed3148 req-fb5d0f71-0a81-423c-866e-5c31d6e92d71 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks [] for port (4a1442a8-6698-4614-ad96-efc8c5651afa), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:43.107113 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-e34a4982-da37-4b7c-aaa0-c71074ed3148 req-fb5d0f71-0a81-423c-866e-5c31d6e92d71 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (4a1442a8-6698-4614-ad96-efc8c5651afa), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:43.151992 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e34a4982-da37-4b7c-aaa0-c71074ed3148 req-fb5d0f71-0a81-423c-866e-5c31d6e92d71 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Network d228532f-8a79-4f20-afff-95efa170178d is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 08:08:43.158005 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-e34a4982-da37-4b7c-aaa0-c71074ed3148 req-fb5d0f71-0a81-423c-866e-5c31d6e92d71 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 08:08:43.161874 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-e34a4982-da37-4b7c-aaa0-c71074ed3148 req-fb5d0f71-0a81-423c-866e-5c31d6e92d71 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 08:08:43.189023 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5d0f71-0a81-423c-866e-5c31d6e92d71 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Pushing event updated for resources: {'Port': ['ID=4a1442a8-6698-4614-ad96-efc8c5651afa,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:08:43.215595 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a4982-da37-4b7c-aaa0-c71074ed3148 req-fb5d0f71-0a81-423c-866e-5c31d6e92d71 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:08:43.216219 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-e34a4982-da37-4b7c-aaa0-c71074ed3148 req-fb5d0f71-0a81-423c-866e-5c31d6e92d71 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:43.235841 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e34a4982-da37-4b7c-aaa0-c71074ed3148 req-fb5d0f71-0a81-423c-866e-5c31d6e92d71 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5968645 Feb 02 08:08:43.253488 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-e34a4982-da37-4b7c-aaa0-c71074ed3148 req-9288468e-e3e6-49ef-b635-18fa5449c9e8 service neutron] Request body: {'port': {'device_id': '3b3e12d0-21c7-46db-b60c-9797fa85815e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:08:43.323959 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-e34a4982-da37-4b7c-aaa0-c71074ed3148 req-9288468e-e3e6-49ef-b635-18fa5449c9e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (4a1442a8-6698-4614-ad96-efc8c5651afa), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:43.399220 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2cfd227c-e1b5-4932-b2f0-212832e00b1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:43.457265 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-144ea54e-bd49-4753-a969-78ac9d2194ea None None] Provisioning complete for port 4a1442a8-6698-4614-ad96-efc8c5651afa triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:08:43.457576 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-144ea54e-bd49-4753-a969-78ac9d2194ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (4a1442a8-6698-4614-ad96-efc8c5651afa), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:43.497360 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-144ea54e-bd49-4753-a969-78ac9d2194ea None None] Port 4a1442a8-6698-4614-ad96-efc8c5651afa cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 08:08:43.593402 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-e34a4982-da37-4b7c-aaa0-c71074ed3148 req-9288468e-e3e6-49ef-b635-18fa5449c9e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a1442a8-6698-4614-ad96-efc8c5651afa {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 08:08:43.600626 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-e34a4982-da37-4b7c-aaa0-c71074ed3148 req-9288468e-e3e6-49ef-b635-18fa5449c9e8 service neutron] Publish callbacks [] for port (4a1442a8-6698-4614-ad96-efc8c5651afa), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:43.612970 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-e34a4982-da37-4b7c-aaa0-c71074ed3148 req-9288468e-e3e6-49ef-b635-18fa5449c9e8 service neutron] Transition to ACTIVE for port object 4a1442a8-6698-4614-ad96-efc8c5651afa will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 08:08:43.616936 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-e34a4982-da37-4b7c-aaa0-c71074ed3148 req-9288468e-e3e6-49ef-b635-18fa5449c9e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (4a1442a8-6698-4614-ad96-efc8c5651afa), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:43.693779 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9288468e-e3e6-49ef-b635-18fa5449c9e8 service neutron] Pushing event updated for resources: {'Port': ['ID=4a1442a8-6698-4614-ad96-efc8c5651afa,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:08:43.746581 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-e34a4982-da37-4b7c-aaa0-c71074ed3148 req-9288468e-e3e6-49ef-b635-18fa5449c9e8 service neutron] Attempting to bind port 4a1442a8-6698-4614-ad96-efc8c5651afa on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 08:08:43.746949 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-e34a4982-da37-4b7c-aaa0-c71074ed3148 req-9288468e-e3e6-49ef-b635-18fa5449c9e8 service neutron] Attempting to bind port 4a1442a8-6698-4614-ad96-efc8c5651afa by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': '7df2d3d4-88f8-462d-ac44-d9d35729c6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd228532f-8a79-4f20-afff-95efa170178d'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 08:08:43.747429 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34a4982-da37-4b7c-aaa0-c71074ed3148 req-9288468e-e3e6-49ef-b635-18fa5449c9e8 service neutron] Attempting to bind port 4a1442a8-6698-4614-ad96-efc8c5651afa on network d228532f-8a79-4f20-afff-95efa170178d {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 08:08:43.752369 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34a4982-da37-4b7c-aaa0-c71074ed3148 req-9288468e-e3e6-49ef-b635-18fa5449c9e8 service neutron] Port 4a1442a8-6698-4614-ad96-efc8c5651afa on network d228532f-8a79-4f20-afff-95efa170178d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 08:08:43.752694 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34a4982-da37-4b7c-aaa0-c71074ed3148 req-9288468e-e3e6-49ef-b635-18fa5449c9e8 service neutron] Attempting to bind port 4a1442a8-6698-4614-ad96-efc8c5651afa on network d228532f-8a79-4f20-afff-95efa170178d {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 08:08:43.757876 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34a4982-da37-4b7c-aaa0-c71074ed3148 req-9288468e-e3e6-49ef-b635-18fa5449c9e8 service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 8, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 08:08:43.758220 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34a4982-da37-4b7c-aaa0-c71074ed3148 req-9288468e-e3e6-49ef-b635-18fa5449c9e8 service neutron] Checking segment: {'id': '7df2d3d4-88f8-462d-ac44-d9d35729c6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd228532f-8a79-4f20-afff-95efa170178d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 08:08:43.758606 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34a4982-da37-4b7c-aaa0-c71074ed3148 req-9288468e-e3e6-49ef-b635-18fa5449c9e8 service neutron] Bound using segment: {'id': '7df2d3d4-88f8-462d-ac44-d9d35729c6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd228532f-8a79-4f20-afff-95efa170178d'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 08:08:43.759038 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-e34a4982-da37-4b7c-aaa0-c71074ed3148 req-9288468e-e3e6-49ef-b635-18fa5449c9e8 service neutron] Bound port: 4a1442a8-6698-4614-ad96-efc8c5651afa, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7df2d3d4-88f8-462d-ac44-d9d35729c6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd228532f-8a79-4f20-afff-95efa170178d'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 08:08:43.759398 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-e34a4982-da37-4b7c-aaa0-c71074ed3148 req-9288468e-e3e6-49ef-b635-18fa5449c9e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (4a1442a8-6698-4614-ad96-efc8c5651afa), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:43.862291 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-e34a4982-da37-4b7c-aaa0-c71074ed3148 req-9288468e-e3e6-49ef-b635-18fa5449c9e8 service neutron] For port 4a1442a8-6698-4614-ad96-efc8c5651afa, host n-h2-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 08:08:43.881088 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-e34a4982-da37-4b7c-aaa0-c71074ed3148 req-9288468e-e3e6-49ef-b635-18fa5449c9e8 service neutron] For port 4a1442a8-6698-4614-ad96-efc8c5651afa, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=4a1442a8-6698-4614-ad96-efc8c5651afa,segment=NetworkSegment(7df2d3d4-88f8-462d-ac44-d9d35729c6d9),segment_id=7df2d3d4-88f8-462d-ac44-d9d35729c6d9)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 08:08:43.895269 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-e34a4982-da37-4b7c-aaa0-c71074ed3148 req-9288468e-e3e6-49ef-b635-18fa5449c9e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (4a1442a8-6698-4614-ad96-efc8c5651afa), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:43.909447 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198b9cb7-ed86-4ffd-a11b-c42a3c223a3b req-82b41151-0931-4dd6-82cc-1258733fc790 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:08:43.910974 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-198b9cb7-ed86-4ffd-a11b-c42a3c223a3b req-82b41151-0931-4dd6-82cc-1258733fc790 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e HTTP/1.1" status: 200 len: 944 time: 0.0857770 Feb 02 08:08:43.969018 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a4982-da37-4b7c-aaa0-c71074ed3148 req-9288468e-e3e6-49ef-b635-18fa5449c9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:08:43.969639 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-e34a4982-da37-4b7c-aaa0-c71074ed3148 req-9288468e-e3e6-49ef-b635-18fa5449c9e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:43.971023 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e34a4982-da37-4b7c-aaa0-c71074ed3148 req-9288468e-e3e6-49ef-b635-18fa5449c9e8 service neutron] 10.222.0.59 "PUT /v2.0/ports/4a1442a8-6698-4614-ad96-efc8c5651afa HTTP/1.1" status: 200 len: 1093 time: 0.7222841 Feb 02 08:08:43.974151 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b3e12d0-21c7-46db-b60c-9797fa85815e', 'tag': '4a1442a8-6698-4614-ad96-efc8c5651afa'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 08:08:43.976411 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cd64c29d20054dd266ebfc4811df21ba6bce2c9fa8def1b04b444a49e945ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b35022-24bd-4b27-a2f0-c508bc6d9aa1" -d '{"events": [{"name": "network-changed", "server_uuid": "3b3e12d0-21c7-46db-b60c-9797fa85815e", "tag": "4a1442a8-6698-4614-ad96-efc8c5651afa"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 08:08:43.998452 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9288468e-e3e6-49ef-b635-18fa5449c9e8 service neutron] Pushing event updated for resources: {'Port': ['ID=4a1442a8-6698-4614-ad96-efc8c5651afa,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:08:44.032269 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-198b9cb7-ed86-4ffd-a11b-c42a3c223a3b req-763ce53e-18c8-4fdc-b477-3672b44c8504 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=bf545568-34b7-4b50-83e0-64af3e4e7b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0942538 Feb 02 08:08:44.084485 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a4982-da37-4b7c-aaa0-c71074ed3148 req-82f16709-9355-440d-9948-a73bc82f209f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:08:44.086379 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e34a4982-da37-4b7c-aaa0-c71074ed3148 req-82f16709-9355-440d-9948-a73bc82f209f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=36881ab90b2f41d882fea840e8bc1a79&device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e HTTP/1.1" status: 200 len: 1127 time: 0.0528374 Feb 02 08:08:44.095178 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 08:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71303f4e-5d0b-41ca-bf09-5f74c90a34c0 x-openstack-request-id: req-71303f4e-5d0b-41ca-bf09-5f74c90a34c0 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 08:08:44.095537 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b3e12d0-21c7-46db-b60c-9797fa85815e", "tag": "4a1442a8-6698-4614-ad96-efc8c5651afa", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 08:08:44.095891 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-71303f4e-5d0b-41ca-bf09-5f74c90a34c0 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 08:08:44.096351 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b3e12d0-21c7-46db-b60c-9797fa85815e', 'tag': '4a1442a8-6698-4614-ad96-efc8c5651afa', 'status': 'completed', 'code': 200} Feb 02 08:08:44.157867 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e34a4982-da37-4b7c-aaa0-c71074ed3148 req-23f6d12c-b59a-419c-b530-9749285ff86f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a1442a8-6698-4614-ad96-efc8c5651afa HTTP/1.1" status: 200 len: 217 time: 0.0441782 Feb 02 08:08:44.208031 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a4982-da37-4b7c-aaa0-c71074ed3148 req-6448537e-c55d-41be-93ce-4ab360c74e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:08:44.209485 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e34a4982-da37-4b7c-aaa0-c71074ed3148 req-6448537e-c55d-41be-93ce-4ab360c74e52 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0683564a-04f8-4702-aa69-cfa88766f083 HTTP/1.1" status: 200 len: 848 time: 0.0458944 Feb 02 08:08:44.261129 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a4982-da37-4b7c-aaa0-c71074ed3148 req-11c4dd8b-ffea-4c7a-8c1c-30f8e8e95d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:08:44.262636 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e34a4982-da37-4b7c-aaa0-c71074ed3148 req-11c4dd8b-ffea-4c7a-8c1c-30f8e8e95d81 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d228532f-8a79-4f20-afff-95efa170178d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0474868 Feb 02 08:08:44.355516 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e34a4982-da37-4b7c-aaa0-c71074ed3148 req-83076407-fb6c-4135-8ea7-484f9f1a542b service neutron] 10.222.0.59 "GET /v2.0/networks/d228532f-8a79-4f20-afff-95efa170178d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864365 Feb 02 08:08:44.445504 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e34a4982-da37-4b7c-aaa0-c71074ed3148 req-1bc05202-270b-4d24-8b7d-a55d6f8589df service neutron] 10.222.0.59 "GET /v2.0/networks/d228532f-8a79-4f20-afff-95efa170178d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834174 Feb 02 08:08:44.588033 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b35022-24bd-4b27-a2f0-c508bc6d9aa1 req-2f23f7ce-730c-4ee9-8769-1d9909d5c61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:08:44.589533 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-29b35022-24bd-4b27-a2f0-c508bc6d9aa1 req-2f23f7ce-730c-4ee9-8769-1d9909d5c61c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=36881ab90b2f41d882fea840e8bc1a79&device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e HTTP/1.1" status: 200 len: 1127 time: 0.0493884 Feb 02 08:08:44.679908 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b35022-24bd-4b27-a2f0-c508bc6d9aa1 req-5d5a855c-c77c-4d21-87a9-03c248a0e5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:08:44.681368 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-29b35022-24bd-4b27-a2f0-c508bc6d9aa1 req-5d5a855c-c77c-4d21-87a9-03c248a0e5fb service neutron] 10.222.0.59 "GET /v2.0/networks?id=d228532f-8a79-4f20-afff-95efa170178d HTTP/1.1" status: 200 len: 910 time: 0.0849490 Feb 02 08:08:44.725559 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-29b35022-24bd-4b27-a2f0-c508bc6d9aa1 req-bf2c8fcd-a65f-44c2-abb8-257f64341896 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a1442a8-6698-4614-ad96-efc8c5651afa HTTP/1.1" status: 200 len: 217 time: 0.0378897 Feb 02 08:08:44.776986 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b35022-24bd-4b27-a2f0-c508bc6d9aa1 req-3d953167-14d7-403b-a04f-4a94d7b327c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:08:44.778498 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-29b35022-24bd-4b27-a2f0-c508bc6d9aa1 req-3d953167-14d7-403b-a04f-4a94d7b327c1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0683564a-04f8-4702-aa69-cfa88766f083 HTTP/1.1" status: 200 len: 848 time: 0.0478420 Feb 02 08:08:44.830920 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b35022-24bd-4b27-a2f0-c508bc6d9aa1 req-6cdba23e-918a-4998-ad81-df5fc1602e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:08:44.832499 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-29b35022-24bd-4b27-a2f0-c508bc6d9aa1 req-6cdba23e-918a-4998-ad81-df5fc1602e83 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d228532f-8a79-4f20-afff-95efa170178d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0479615 Feb 02 08:08:44.929053 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:45.286565 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-29b35022-24bd-4b27-a2f0-c508bc6d9aa1 req-3e976660-e66a-4fb1-8dc0-cd884ce1e7e4 service neutron] 10.222.0.59 "GET /v2.0/networks/d228532f-8a79-4f20-afff-95efa170178d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4485416 Feb 02 08:08:45.317497 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af7365-cc50-4774-b248-a3ffbf541522 req-3cec63a5-c418-48a1-907e-02b69e2c896c tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:08:45.318925 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-64af7365-cc50-4774-b248-a3ffbf541522 req-3cec63a5-c418-48a1-907e-02b69e2c896c tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e HTTP/1.1" status: 200 len: 944 time: 0.0860302 Feb 02 08:08:45.416764 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-64af7365-cc50-4774-b248-a3ffbf541522 req-8ea8856f-788b-461e-9478-d2c0669961c6 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=bf545568-34b7-4b50-83e0-64af3e4e7b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0877018 Feb 02 08:08:45.422566 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-29b35022-24bd-4b27-a2f0-c508bc6d9aa1 req-e94e5796-5abb-421c-a524-018e2e635536 service neutron] 10.222.0.59 "GET /v2.0/networks/d228532f-8a79-4f20-afff-95efa170178d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298971 Feb 02 08:08:46.291247 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:46.537661 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebbc942-8ea8-48d2-9f93-0f4265675df7 req-e51e2eb8-5377-495e-886a-89b6fb168138 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:08:46.539167 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5ebbc942-8ea8-48d2-9f93-0f4265675df7 req-e51e2eb8-5377-495e-886a-89b6fb168138 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e HTTP/1.1" status: 200 len: 944 time: 0.0528207 Feb 02 08:08:46.588116 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5ebbc942-8ea8-48d2-9f93-0f4265675df7 req-e8603cc4-b04f-4a84-a785-1a8f9a877bd8 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=bf545568-34b7-4b50-83e0-64af3e4e7b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432026 Feb 02 08:08:47.554380 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:47.706999 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e584da-195a-4864-953b-1e167f735c2c req-4ba108bf-3ab3-4ab6-9a4b-19453f4a05dc tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:08:47.708524 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-69e584da-195a-4864-953b-1e167f735c2c req-4ba108bf-3ab3-4ab6-9a4b-19453f4a05dc tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e HTTP/1.1" status: 200 len: 944 time: 0.0532675 Feb 02 08:08:47.758598 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-69e584da-195a-4864-953b-1e167f735c2c req-010f11fa-f769-47d7-92d9-89a6659f984d tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=bf545568-34b7-4b50-83e0-64af3e4e7b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444617 Feb 02 08:08:48.011668 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 4a1442a8-6698-4614-ad96-efc8c5651afa details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 08:08:48.107640 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 4a1442a8-6698-4614-ad96-efc8c5651afa, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=4a1442a8-6698-4614-ad96-efc8c5651afa,segment=NetworkSegment(7df2d3d4-88f8-462d-ac44-d9d35729c6d9),segment_id=7df2d3d4-88f8-462d-ac44-d9d35729c6d9)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:08:48.119115 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': '4a1442a8-6698-4614-ad96-efc8c5651afa', 'network_id': 'd228532f-8a79-4f20-afff-95efa170178d', 'port_id': '4a1442a8-6698-4614-ad96-efc8c5651afa', 'mac_address': 'fa:16:3e:90:50:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0683564a-04f8-4702-aa69-cfa88766f083', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 08:08:48.156492 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 4a1442a8-6698-4614-ad96-efc8c5651afa is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:08:48.156883 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (4a1442a8-6698-4614-ad96-efc8c5651afa), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:48.169309 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a1442a8-6698-4614-ad96-efc8c5651afa {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 08:08:48.189688 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 4a1442a8-6698-4614-ad96-efc8c5651afa, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=4a1442a8-6698-4614-ad96-efc8c5651afa,segment=NetworkSegment(7df2d3d4-88f8-462d-ac44-d9d35729c6d9),segment_id=7df2d3d4-88f8-462d-ac44-d9d35729c6d9)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:08:48.193422 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (4a1442a8-6698-4614-ad96-efc8c5651afa), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:48.242165 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=4a1442a8-6698-4614-ad96-efc8c5651afa,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:08:48.634622 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['4a1442a8-6698-4614-ad96-efc8c5651afa'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 08:08:48.881749 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b2459-3574-4606-ace4-8a7447a39dde req-87f7fe95-8df6-495d-bcab-f68225129bd1 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:08:48.883478 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-794b2459-3574-4606-ace4-8a7447a39dde req-87f7fe95-8df6-495d-bcab-f68225129bd1 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e HTTP/1.1" status: 200 len: 945 time: 0.0569735 Feb 02 08:08:48.931094 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-794b2459-3574-4606-ace4-8a7447a39dde req-468d952c-7c6c-4c2b-929f-7ca1733efebf tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=bf545568-34b7-4b50-83e0-64af3e4e7b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420012 Feb 02 08:08:50.011800 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 4a1442a8-6698-4614-ad96-efc8c5651afa up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 08:08:50.056928 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1963596-35a5-440a-b21b-d00c0054658f req-02933edf-179c-4969-b0dd-2bbc783f99c5 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:08:50.058480 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e1963596-35a5-440a-b21b-d00c0054658f req-02933edf-179c-4969-b0dd-2bbc783f99c5 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e HTTP/1.1" status: 200 len: 945 time: 0.0548077 Feb 02 08:08:50.069331 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port 4a1442a8-6698-4614-ad96-efc8c5651afa completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 08:08:50.073683 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port 4a1442a8-6698-4614-ad96-efc8c5651afa triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:08:50.074065 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (4a1442a8-6698-4614-ad96-efc8c5651afa), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:50.118693 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e1963596-35a5-440a-b21b-d00c0054658f req-b984721f-6805-4a3c-ab14-68e284a5c211 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=bf545568-34b7-4b50-83e0-64af3e4e7b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0521979 Feb 02 08:08:50.158621 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 4a1442a8-6698-4614-ad96-efc8c5651afa is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:08:50.159012 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (4a1442a8-6698-4614-ad96-efc8c5651afa), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:50.181654 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b3e12d0-21c7-46db-b60c-9797fa85815e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a1442a8-6698-4614-ad96-efc8c5651afa'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 08:08:50.183982 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8c40c98856fbaa198dc4a2758b0190e9c3f0303d59edd797b772e66ff7f3562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e74d20-0963-4a20-876c-0961deb99079" -d '{"events": [{"server_uuid": "3b3e12d0-21c7-46db-b60c-9797fa85815e", "name": "network-vif-plugged", "status": "completed", "tag": "4a1442a8-6698-4614-ad96-efc8c5651afa"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 08:08:50.197675 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 4a1442a8-6698-4614-ad96-efc8c5651afa, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=4a1442a8-6698-4614-ad96-efc8c5651afa,segment=NetworkSegment(7df2d3d4-88f8-462d-ac44-d9d35729c6d9),segment_id=7df2d3d4-88f8-462d-ac44-d9d35729c6d9)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:08:50.201349 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (4a1442a8-6698-4614-ad96-efc8c5651afa), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:50.224956 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 08:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a78ec80b-55a6-4fb7-b774-be0c65abac89 x-openstack-request-id: req-a78ec80b-55a6-4fb7-b774-be0c65abac89 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 08:08:50.225254 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b3e12d0-21c7-46db-b60c-9797fa85815e", "name": "network-vif-plugged", "status": "completed", "tag": "4a1442a8-6698-4614-ad96-efc8c5651afa", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 08:08:50.225513 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a78ec80b-55a6-4fb7-b774-be0c65abac89 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 08:08:50.225902 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b3e12d0-21c7-46db-b60c-9797fa85815e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a1442a8-6698-4614-ad96-efc8c5651afa', 'code': 200} Feb 02 08:08:50.250286 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=4a1442a8-6698-4614-ad96-efc8c5651afa,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:08:50.357576 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ba124-28c4-4de5-9268-9cc9898c4fdd req-3cbff086-eb8b-4b24-aae1-bb0fdcbc4541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:08:50.359627 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-279ba124-28c4-4de5-9268-9cc9898c4fdd req-3cbff086-eb8b-4b24-aae1-bb0fdcbc4541 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e HTTP/1.1" status: 200 len: 1129 time: 0.0452948 Feb 02 08:08:50.408383 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-279ba124-28c4-4de5-9268-9cc9898c4fdd req-c98280b7-a237-4c76-b665-8dad01d18001 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=bf545568-34b7-4b50-83e0-64af3e4e7b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432785 Feb 02 08:08:51.247165 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f6a86d-5885-4b24-a892-ba52e208cc98 req-b3a333f7-e1f3-45b0-8ae0-ee698a6ad119 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:08:51.248681 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a6f6a86d-5885-4b24-a892-ba52e208cc98 req-b3a333f7-e1f3-45b0-8ae0-ee698a6ad119 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e HTTP/1.1" status: 200 len: 946 time: 0.0519912 Feb 02 08:08:51.297886 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a6f6a86d-5885-4b24-a892-ba52e208cc98 req-dfd12294-9f31-4ea0-97a5-baddf97863a2 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=bf545568-34b7-4b50-83e0-64af3e4e7b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434914 Feb 02 08:08:52.163484 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 08:08:52.414794 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246040d7-1bba-4558-b80e-bbeb5795a439 req-d457adc2-0f31-4c50-9390-e1995b850d8d tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:08:52.416195 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-246040d7-1bba-4558-b80e-bbeb5795a439 req-d457adc2-0f31-4c50-9390-e1995b850d8d tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e HTTP/1.1" status: 200 len: 946 time: 0.0519629 Feb 02 08:08:52.465531 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-246040d7-1bba-4558-b80e-bbeb5795a439 req-a70db3e5-7127-4e3d-b33a-571bea6fdb29 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=bf545568-34b7-4b50-83e0-64af3e4e7b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437319 Feb 02 08:08:52.587170 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e40b223-5e22-4803-9676-bf68ae70d626 req-ada61694-906e-41d4-954a-47fb48ccb896 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:08:52.588677 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5e40b223-5e22-4803-9676-bf68ae70d626 req-ada61694-906e-41d4-954a-47fb48ccb896 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e HTTP/1.1" status: 200 len: 946 time: 0.0564919 Feb 02 08:08:52.637302 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5e40b223-5e22-4803-9676-bf68ae70d626 req-9be6cecd-2dff-4521-b214-e2a9e613f082 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=bf545568-34b7-4b50-83e0-64af3e4e7b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429873 Feb 02 08:08:52.658580 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 38932) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:08:52.736930 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:52.800823 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37243fc5-1943-41fd-b32e-c73f2d9e1be8 tempest-TestShelveInstance-886183794 tempest-TestShelveInstance-886183794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:08:52.802363 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-37243fc5-1943-41fd-b32e-c73f2d9e1be8 tempest-TestShelveInstance-886183794 tempest-TestShelveInstance-886183794-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e HTTP/1.1" status: 200 len: 1124 time: 0.1428077 Feb 02 08:08:52.805340 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 38936) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:08:52.809529 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-7f36afc1-af7d-4407-859a-cbf8068807e5 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Request body: {'floatingip': {'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'port_id': '4a1442a8-6698-4614-ad96-efc8c5651afa', 'tenant_id': '36881ab90b2f41d882fea840e8bc1a79', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:08:52.828978 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7f36afc1-af7d-4407-859a-cbf8068807e5 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:52.924001 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7f36afc1-af7d-4407-859a-cbf8068807e5 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:53.029896 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-7f36afc1-af7d-4407-859a-cbf8068807e5 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Allocated IP 172.25.4.250 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/e0947aca-e0f5-4030-84c9-b6032df0aa30) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 08:08:53.131589 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7f36afc1-af7d-4407-859a-cbf8068807e5 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks [] for port (e0947aca-e0f5-4030-84c9-b6032df0aa30), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:53.165775 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7f36afc1-af7d-4407-859a-cbf8068807e5 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (e0947aca-e0f5-4030-84c9-b6032df0aa30), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:53.206973 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f36afc1-af7d-4407-859a-cbf8068807e5 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 08:08:53.211656 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-7f36afc1-af7d-4407-859a-cbf8068807e5 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 08:08:53.215093 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f36afc1-af7d-4407-859a-cbf8068807e5 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 08:08:53.220987 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f36afc1-af7d-4407-859a-cbf8068807e5 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Pushing event updated for resources: {'Port': ['ID=e0947aca-e0f5-4030-84c9-b6032df0aa30,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:08:53.573195 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7f36afc1-af7d-4407-859a-cbf8068807e5 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks [] for floatingip (3bbb7cfb-3ab2-4e50-9294-2807c1b93548), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:53.645111 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7f36afc1-af7d-4407-859a-cbf8068807e5 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (e0947aca-e0f5-4030-84c9-b6032df0aa30), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:53.793141 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7f36afc1-af7d-4407-859a-cbf8068807e5 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks [] for port (e0947aca-e0f5-4030-84c9-b6032df0aa30), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:53.797589 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7f36afc1-af7d-4407-859a-cbf8068807e5 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (e0947aca-e0f5-4030-84c9-b6032df0aa30), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:53.866237 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f36afc1-af7d-4407-859a-cbf8068807e5 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Pushing event updated for resources: {'Port': ['ID=e0947aca-e0f5-4030-84c9-b6032df0aa30,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:08:53.874196 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7f36afc1-af7d-4407-859a-cbf8068807e5 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (3bbb7cfb-3ab2-4e50-9294-2807c1b93548), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:53.979042 n-d-789963-26 neutron-server[109693]: INFO neutron.db.l3_db [None req-7f36afc1-af7d-4407-859a-cbf8068807e5 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Floating IP 3bbb7cfb-3ab2-4e50-9294-2807c1b93548 associated. External IP: 172.25.4.250, port: 4a1442a8-6698-4614-ad96-efc8c5651afa. Feb 02 08:08:54.184588 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f36afc1-af7d-4407-859a-cbf8068807e5 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Router 265beb98-bbd4-4088-a982-57ba2d2c9872 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 08:08:54.291979 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f36afc1-af7d-4407-859a-cbf8068807e5 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 08:08:54.301509 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca4281e-6c63-4d86-a10b-e14842d5de9f None None] Sync routers for ids ['265beb98-bbd4-4088-a982-57ba2d2c9872'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 08:08:54.308962 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7f36afc1-af7d-4407-859a-cbf8068807e5 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:08:54.311062 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca4281e-6c63-4d86-a10b-e14842d5de9f None None] Routers {'265beb98-bbd4-4088-a982-57ba2d2c9872'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:08:54.311737 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-cca4281e-6c63-4d86-a10b-e14842d5de9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:08:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['265beb98-bbd4-4088-a982-57ba2d2c9872'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:08:54.338918 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-7f36afc1-af7d-4407-859a-cbf8068807e5 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5325632 Feb 02 08:08:54.339531 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b3e12d0-21c7-46db-b60c-9797fa85815e', 'tag': '4a1442a8-6698-4614-ad96-efc8c5651afa'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 08:08:54.341833 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bbcc89a9d4d8e7a52f5cbbd716b66041b3f6feaf13502aa94e42da132c01043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba64058e-ba9d-4716-9636-6744bf842422" -d '{"events": [{"name": "network-changed", "server_uuid": "3b3e12d0-21c7-46db-b60c-9797fa85815e", "tag": "4a1442a8-6698-4614-ad96-efc8c5651afa"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 08:08:54.381093 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 08:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4984d11-acb6-43cb-92df-75b4a5fd5dc8 x-openstack-request-id: req-e4984d11-acb6-43cb-92df-75b4a5fd5dc8 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 08:08:54.381393 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b3e12d0-21c7-46db-b60c-9797fa85815e", "tag": "4a1442a8-6698-4614-ad96-efc8c5651afa", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 08:08:54.381660 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e4984d11-acb6-43cb-92df-75b4a5fd5dc8 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 08:08:54.382332 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b3e12d0-21c7-46db-b60c-9797fa85815e', 'tag': '4a1442a8-6698-4614-ad96-efc8c5651afa', 'status': 'completed', 'code': 200} Feb 02 08:08:54.471314 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba64058e-ba9d-4716-9636-6744bf842422 req-b6d790de-5480-465e-bb87-134a46701980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:08:54.472957 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ba64058e-ba9d-4716-9636-6744bf842422 req-b6d790de-5480-465e-bb87-134a46701980 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=36881ab90b2f41d882fea840e8bc1a79&device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e HTTP/1.1" status: 200 len: 1129 time: 0.0479972 Feb 02 08:08:54.567886 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba64058e-ba9d-4716-9636-6744bf842422 req-2a808574-5def-4ff6-b407-3c60c2463dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:08:54.569370 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ba64058e-ba9d-4716-9636-6744bf842422 req-2a808574-5def-4ff6-b407-3c60c2463dfc service neutron] 10.222.0.59 "GET /v2.0/networks?id=d228532f-8a79-4f20-afff-95efa170178d HTTP/1.1" status: 200 len: 910 time: 0.0907681 Feb 02 08:08:54.576710 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-cca4281e-6c63-4d86-a10b-e14842d5de9f None None] Set router 265beb98-bbd4-4088-a982-57ba2d2c9872 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:08:54.634146 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ba64058e-ba9d-4716-9636-6744bf842422 req-469b12f6-c9a5-41b1-b993-489d9e2edc75 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a1442a8-6698-4614-ad96-efc8c5651afa HTTP/1.1" status: 200 len: 1000 time: 0.0592985 Feb 02 08:08:54.680928 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba64058e-ba9d-4716-9636-6744bf842422 req-0a48e3e7-0d6c-4aa8-97f4-125359d0aaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:08:54.682383 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ba64058e-ba9d-4716-9636-6744bf842422 req-0a48e3e7-0d6c-4aa8-97f4-125359d0aaf9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0683564a-04f8-4702-aa69-cfa88766f083 HTTP/1.1" status: 200 len: 848 time: 0.0430949 Feb 02 08:08:54.735431 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba64058e-ba9d-4716-9636-6744bf842422 req-01f4267a-8bdc-4bcf-a21e-fc0bc8b9007d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:08:54.736912 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ba64058e-ba9d-4716-9636-6744bf842422 req-01f4267a-8bdc-4bcf-a21e-fc0bc8b9007d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d228532f-8a79-4f20-afff-95efa170178d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0485227 Feb 02 08:08:54.805952 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-cca4281e-6c63-4d86-a10b-e14842d5de9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265beb98-bbd4-4088-a982-57ba2d2c9872', 'name': 'tempest-TestShelveInstance-1884725781-router', 'tenant_id': '36881ab90b2f41d882fea840e8bc1a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '590cfd7b-2bdb-46bd-91f2-6c52ff4a6592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:08:28Z', 'updated_at': '2022-02-02T08:08:30Z', 'revision_number': 4, 'project_id': '36881ab90b2f41d882fea840e8bc1a79', 'gw_port': {'id': '590cfd7b-2bdb-46bd-91f2-6c52ff4a6592', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:72:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265beb98-bbd4-4088-a982-57ba2d2c9872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:08:28Z', 'updated_at': '2022-02-02T08:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '3bbb7cfb-3ab2-4e50-9294-2807c1b93548', 'tenant_id': '36881ab90b2f41d882fea840e8bc1a79', 'floating_ip_address': '172.25.4.250', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '265beb98-bbd4-4088-a982-57ba2d2c9872', 'port_id': '4a1442a8-6698-4614-ad96-efc8c5651afa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd228532f-8a79-4f20-afff-95efa170178d', 'mac_address': 'fa:16:3e:90:50:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3e12d0-21c7-46db-b60c-9797fa85815e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T08:08:53Z', 'updated_at': '2022-02-02T08:08:53Z', 'revision_number': 0, 'project_id': '36881ab90b2f41d882fea840e8bc1a79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '643e3e63-35d4-4d03-9d54-3b330845c80e', 'name': '', 'network_id': 'd228532f-8a79-4f20-afff-95efa170178d', 'tenant_id': '36881ab90b2f41d882fea840e8bc1a79', 'mac_address': 'fa:16:3e:3e:0d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265beb98-bbd4-4088-a982-57ba2d2c9872', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0683564a-04f8-4702-aa69-cfa88766f083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:08:30Z', 'updated_at': '2022-02-02T08:08:35Z', 'revision_number': 5, 'project_id': '36881ab90b2f41d882fea840e8bc1a79', 'subnets': [{'id': '0683564a-04f8-4702-aa69-cfa88766f083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:08:54.830155 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ba64058e-ba9d-4716-9636-6744bf842422 req-1e5d19ca-8f1b-424a-bae1-0504e97599fd service neutron] 10.222.0.59 "GET /v2.0/networks/d228532f-8a79-4f20-afff-95efa170178d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874035 Feb 02 08:08:54.832506 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca4281e-6c63-4d86-a10b-e14842d5de9f None None] Checking router: 265beb98-bbd4-4088-a982-57ba2d2c9872 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 08:08:54.840796 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca4281e-6c63-4d86-a10b-e14842d5de9f None None] Routers {'265beb98-bbd4-4088-a982-57ba2d2c9872'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:08:54.841406 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-cca4281e-6c63-4d86-a10b-e14842d5de9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:08:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['265beb98-bbd4-4088-a982-57ba2d2c9872'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:08:54.923313 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ba64058e-ba9d-4716-9636-6744bf842422 req-68d05d48-5cad-4a82-81e7-ed6dfffbb3ff service neutron] 10.222.0.59 "GET /v2.0/networks/d228532f-8a79-4f20-afff-95efa170178d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878494 Feb 02 08:08:54.950318 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-cca4281e-6c63-4d86-a10b-e14842d5de9f None None] Set router 265beb98-bbd4-4088-a982-57ba2d2c9872 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:08:55.174466 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-cca4281e-6c63-4d86-a10b-e14842d5de9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265beb98-bbd4-4088-a982-57ba2d2c9872', 'name': 'tempest-TestShelveInstance-1884725781-router', 'tenant_id': '36881ab90b2f41d882fea840e8bc1a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '590cfd7b-2bdb-46bd-91f2-6c52ff4a6592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:08:28Z', 'updated_at': '2022-02-02T08:08:30Z', 'revision_number': 4, 'project_id': '36881ab90b2f41d882fea840e8bc1a79', 'gw_port': {'id': '590cfd7b-2bdb-46bd-91f2-6c52ff4a6592', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:72:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265beb98-bbd4-4088-a982-57ba2d2c9872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:08:28Z', 'updated_at': '2022-02-02T08:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '3bbb7cfb-3ab2-4e50-9294-2807c1b93548', 'tenant_id': '36881ab90b2f41d882fea840e8bc1a79', 'floating_ip_address': '172.25.4.250', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '265beb98-bbd4-4088-a982-57ba2d2c9872', 'port_id': '4a1442a8-6698-4614-ad96-efc8c5651afa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd228532f-8a79-4f20-afff-95efa170178d', 'mac_address': 'fa:16:3e:90:50:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3e12d0-21c7-46db-b60c-9797fa85815e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T08:08:53Z', 'updated_at': '2022-02-02T08:08:53Z', 'revision_number': 0, 'project_id': '36881ab90b2f41d882fea840e8bc1a79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '643e3e63-35d4-4d03-9d54-3b330845c80e', 'name': '', 'network_id': 'd228532f-8a79-4f20-afff-95efa170178d', 'tenant_id': '36881ab90b2f41d882fea840e8bc1a79', 'mac_address': 'fa:16:3e:3e:0d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265beb98-bbd4-4088-a982-57ba2d2c9872', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0683564a-04f8-4702-aa69-cfa88766f083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:08:30Z', 'updated_at': '2022-02-02T08:08:35Z', 'revision_number': 5, 'project_id': '36881ab90b2f41d882fea840e8bc1a79', 'subnets': [{'id': '0683564a-04f8-4702-aa69-cfa88766f083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:08:55.200453 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca4281e-6c63-4d86-a10b-e14842d5de9f None None] The sync data for ids ['265beb98-bbd4-4088-a982-57ba2d2c9872'] in n-d-789963-26 is: [{'id': '265beb98-bbd4-4088-a982-57ba2d2c9872', 'name': 'tempest-TestShelveInstance-1884725781-router', 'tenant_id': '36881ab90b2f41d882fea840e8bc1a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '590cfd7b-2bdb-46bd-91f2-6c52ff4a6592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:08:28Z', 'updated_at': '2022-02-02T08:08:30Z', 'revision_number': 4, 'project_id': '36881ab90b2f41d882fea840e8bc1a79', 'gw_port': {'id': '590cfd7b-2bdb-46bd-91f2-6c52ff4a6592', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:72:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265beb98-bbd4-4088-a982-57ba2d2c9872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:08:28Z', 'updated_at': '2022-02-02T08:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '3bbb7cfb-3ab2-4e50-9294-2807c1b93548', 'tenant_id': '36881ab90b2f41d882fea840e8bc1a79', 'floating_ip_address': '172.25.4.250', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '265beb98-bbd4-4088-a982-57ba2d2c9872', 'port_id': '4a1442a8-6698-4614-ad96-efc8c5651afa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd228532f-8a79-4f20-afff-95efa170178d', 'mac_address': 'fa:16:3e:90:50:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3e12d0-21c7-46db-b60c-9797fa85815e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T08:08:53Z', 'updated_at': '2022-02-02T08:08:53Z', 'revision_number': 0, 'project_id': '36881ab90b2f41d882fea840e8bc1a79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '643e3e63-35d4-4d03-9d54-3b330845c80e', 'name': '', 'network_id': 'd228532f-8a79-4f20-afff-95efa170178d', 'tenant_id': '36881ab90b2f41d882fea840e8bc1a79', 'mac_address': 'fa:16:3e:3e:0d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265beb98-bbd4-4088-a982-57ba2d2c9872', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0683564a-04f8-4702-aa69-cfa88766f083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:08:30Z', 'updated_at': '2022-02-02T08:08:35Z', 'revision_number': 5, 'project_id': '36881ab90b2f41d882fea840e8bc1a79', 'subnets': [{'id': '0683564a-04f8-4702-aa69-cfa88766f083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 08:08:55.393956 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fe2f9f-2051-4fc2-90ae-b13d0a05228b None None] New status for floating IP 3bbb7cfb-3ab2-4e50-9294-2807c1b93548: ACTIVE {{(pid=109696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 08:08:57.939571 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:09:11.135148 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3f31f63d-88fe-45c8-bf4b-ce6013a886a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:09:13.400805 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-50932a6e-d40d-4845-8db4-490c42335552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:09:14.931271 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:09:16.293908 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:09:16.662764 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c617db74-f33f-4760-a93c-78536150623d req-5308a612-8874-4fb6-9237-2f75de4911c0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0874631 Feb 02 08:09:16.766805 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617db74-f33f-4760-a93c-78536150623d req-54b092d0-13b2-404a-9fca-1c6031c0d055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:09:16.768354 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c617db74-f33f-4760-a93c-78536150623d req-54b092d0-13b2-404a-9fca-1c6031c0d055 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=36881ab90b2f41d882fea840e8bc1a79&device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e HTTP/1.1" status: 200 len: 1129 time: 0.0457675 Feb 02 08:09:16.873848 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617db74-f33f-4760-a93c-78536150623d req-8dcbb6c4-3953-4852-946c-b173adc3eed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:09:16.875888 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c617db74-f33f-4760-a93c-78536150623d req-8dcbb6c4-3953-4852-946c-b173adc3eed6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d228532f-8a79-4f20-afff-95efa170178d HTTP/1.1" status: 200 len: 910 time: 0.0891724 Feb 02 08:09:16.938616 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c617db74-f33f-4760-a93c-78536150623d req-b21efd41-c125-4a46-85d0-71e747f7facf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a1442a8-6698-4614-ad96-efc8c5651afa HTTP/1.1" status: 200 len: 1002 time: 0.0573487 Feb 02 08:09:16.989876 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617db74-f33f-4760-a93c-78536150623d req-ab57d0c2-7740-4fcf-b73f-eaf381001fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:09:16.991306 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c617db74-f33f-4760-a93c-78536150623d req-ab57d0c2-7740-4fcf-b73f-eaf381001fe7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0683564a-04f8-4702-aa69-cfa88766f083 HTTP/1.1" status: 200 len: 848 time: 0.0468068 Feb 02 08:09:17.039085 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617db74-f33f-4760-a93c-78536150623d req-48d43858-7ac6-4843-8d94-90b2511b368b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:09:17.040616 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c617db74-f33f-4760-a93c-78536150623d req-48d43858-7ac6-4843-8d94-90b2511b368b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d228532f-8a79-4f20-afff-95efa170178d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0436027 Feb 02 08:09:17.132522 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c617db74-f33f-4760-a93c-78536150623d req-9577b906-7404-4f61-aca2-356d873da2ba service neutron] 10.222.0.59 "GET /v2.0/networks/d228532f-8a79-4f20-afff-95efa170178d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858676 Feb 02 08:09:17.220248 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c617db74-f33f-4760-a93c-78536150623d req-8928a46d-7a3b-413a-bf4a-bd1e3e250766 service neutron] 10.222.0.59 "GET /v2.0/networks/d228532f-8a79-4f20-afff-95efa170178d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817895 Feb 02 08:09:17.556757 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:09:22.768540 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:09:27.943161 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:09:29.162515 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 08:09:41.137170 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f0e55deb-f260-4404-8894-41b3f3431712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:09:43.402241 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b95c764c-77c0-4fdd-a151-e874c89c06e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:09:44.933563 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:09:46.298007 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:09:47.559186 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:09:52.780860 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:09:57.938154 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:10:06.162366 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 08:10:11.138619 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-bc473a4c-53e8-4897-a996-620b3c00c63a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:10:13.403666 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2e2012e3-c72c-45d1-9444-f824e4e21fba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:10:14.937082 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:10:16.300843 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:10:16.623347 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-16f04d09-cce9-42d7-849a-a372627bc489 req-067fbd81-c601-4631-9f5f-0134f459304b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0441861 Feb 02 08:10:16.728201 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f04d09-cce9-42d7-849a-a372627bc489 req-dae9a44c-3ef5-4adf-a9cf-33bced798f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:10:16.729727 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-16f04d09-cce9-42d7-849a-a372627bc489 req-dae9a44c-3ef5-4adf-a9cf-33bced798f2e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=36881ab90b2f41d882fea840e8bc1a79&device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e HTTP/1.1" status: 200 len: 1129 time: 0.0497649 Feb 02 08:10:16.830580 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f04d09-cce9-42d7-849a-a372627bc489 req-b4e91162-a83c-4117-9689-2aabed4c71f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:10:16.832109 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-16f04d09-cce9-42d7-849a-a372627bc489 req-b4e91162-a83c-4117-9689-2aabed4c71f3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d228532f-8a79-4f20-afff-95efa170178d HTTP/1.1" status: 200 len: 910 time: 0.0847180 Feb 02 08:10:16.900574 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-16f04d09-cce9-42d7-849a-a372627bc489 req-66ca57c1-0522-4823-a8c6-537ce8bee78d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a1442a8-6698-4614-ad96-efc8c5651afa HTTP/1.1" status: 200 len: 1002 time: 0.0619509 Feb 02 08:10:16.948754 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f04d09-cce9-42d7-849a-a372627bc489 req-be7a6ac4-24b4-4f16-bdce-0ede8e2bbfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:10:16.950207 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-16f04d09-cce9-42d7-849a-a372627bc489 req-be7a6ac4-24b4-4f16-bdce-0ede8e2bbfd8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0683564a-04f8-4702-aa69-cfa88766f083 HTTP/1.1" status: 200 len: 848 time: 0.0437574 Feb 02 08:10:16.998763 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f04d09-cce9-42d7-849a-a372627bc489 req-8d279aa5-0438-475e-8334-b452da66de04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:10:17.000271 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-16f04d09-cce9-42d7-849a-a372627bc489 req-8d279aa5-0438-475e-8334-b452da66de04 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d228532f-8a79-4f20-afff-95efa170178d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0443008 Feb 02 08:10:17.090300 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-16f04d09-cce9-42d7-849a-a372627bc489 req-0ce90aa9-1e84-43cc-8d7d-9930c7531a87 service neutron] 10.222.0.59 "GET /v2.0/networks/d228532f-8a79-4f20-afff-95efa170178d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838420 Feb 02 08:10:17.177654 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-16f04d09-cce9-42d7-849a-a372627bc489 req-dec9d9a5-d0cb-4ee9-8cb4-e64fe8c9e834 service neutron] 10.222.0.59 "GET /v2.0/networks/d228532f-8a79-4f20-afff-95efa170178d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808043 Feb 02 08:10:17.567574 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:10:22.785311 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:10:27.937105 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:10:41.140638 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e3bfcc00-3f0d-4ac9-8491-9b8e37ab03e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:10:43.162778 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 08:10:43.405240 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-fd08003a-ffb3-4e66-b5c5-5f9f8d629fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:10:44.939940 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:10:46.302923 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:10:47.560703 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:10:52.783322 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:10:57.949122 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:11:11.143424 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d520de5a-b3b0-43b4-80a8-fe638c2d61c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:11:13.407768 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e94afddb-c851-428a-9136-ed0f59177ad4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:11:14.943798 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:11:16.308440 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:11:17.563094 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:11:18.631678 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9c3981d2-1859-4c29-8be5-c6a5136da049 req-5607c2f9-6ea1-4bbf-858f-05928b402e14 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0513432 Feb 02 08:11:18.732785 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3981d2-1859-4c29-8be5-c6a5136da049 req-534b3e3e-5bcb-456d-8131-022db4e46605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:11:18.734273 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9c3981d2-1859-4c29-8be5-c6a5136da049 req-534b3e3e-5bcb-456d-8131-022db4e46605 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=36881ab90b2f41d882fea840e8bc1a79&device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e HTTP/1.1" status: 200 len: 1129 time: 0.0448813 Feb 02 08:11:18.834622 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3981d2-1859-4c29-8be5-c6a5136da049 req-82526b6f-2f13-4bf2-9958-73e568c2c38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:11:18.836025 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9c3981d2-1859-4c29-8be5-c6a5136da049 req-82526b6f-2f13-4bf2-9958-73e568c2c38f service neutron] 10.222.0.59 "GET /v2.0/networks?id=d228532f-8a79-4f20-afff-95efa170178d HTTP/1.1" status: 200 len: 910 time: 0.0836339 Feb 02 08:11:18.904619 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9c3981d2-1859-4c29-8be5-c6a5136da049 req-2199aad8-2a0f-44bc-abcd-a71993ac5986 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a1442a8-6698-4614-ad96-efc8c5651afa HTTP/1.1" status: 200 len: 1002 time: 0.0622003 Feb 02 08:11:18.951597 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3981d2-1859-4c29-8be5-c6a5136da049 req-0cf091e9-a65e-4ab1-8637-46883d1b36a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:11:18.953023 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9c3981d2-1859-4c29-8be5-c6a5136da049 req-0cf091e9-a65e-4ab1-8637-46883d1b36a8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0683564a-04f8-4702-aa69-cfa88766f083 HTTP/1.1" status: 200 len: 848 time: 0.0432560 Feb 02 08:11:19.001107 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3981d2-1859-4c29-8be5-c6a5136da049 req-cb7ea10a-adf9-42d2-adbd-07075aef4e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:11:19.002592 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9c3981d2-1859-4c29-8be5-c6a5136da049 req-cb7ea10a-adf9-42d2-adbd-07075aef4e58 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d228532f-8a79-4f20-afff-95efa170178d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0443439 Feb 02 08:11:19.092027 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9c3981d2-1859-4c29-8be5-c6a5136da049 req-3714f7ec-c952-476c-ad51-5f814f5aa1e5 service neutron] 10.222.0.59 "GET /v2.0/networks/d228532f-8a79-4f20-afff-95efa170178d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834911 Feb 02 08:11:19.181898 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9c3981d2-1859-4c29-8be5-c6a5136da049 req-ec71b0aa-cde7-4266-af37-15f08c04ab5f service neutron] 10.222.0.59 "GET /v2.0/networks/d228532f-8a79-4f20-afff-95efa170178d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846341 Feb 02 08:11:20.161257 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 08:11:22.596006 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff45984-1c2e-441a-9d6d-970f36323017 req-b840eef8-4ade-4917-b906-5c4b4ba44188 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:11:22.597492 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2ff45984-1c2e-441a-9d6d-970f36323017 req-b840eef8-4ade-4917-b906-5c4b4ba44188 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e HTTP/1.1" status: 200 len: 946 time: 0.0696259 Feb 02 08:11:22.647896 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2ff45984-1c2e-441a-9d6d-970f36323017 req-1b8972e8-2fe2-48b1-9570-40dbbeeb8e77 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=bf545568-34b7-4b50-83e0-64af3e4e7b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437155 Feb 02 08:11:22.778336 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:11:23.766651 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeb949d-be35-4d7f-a01c-12b840d05d90 req-b8af9b02-9992-4fb0-a013-4f26686aee44 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:11:23.768078 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-afeb949d-be35-4d7f-a01c-12b840d05d90 req-b8af9b02-9992-4fb0-a013-4f26686aee44 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e HTTP/1.1" status: 200 len: 946 time: 0.0524912 Feb 02 08:11:23.816461 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-afeb949d-be35-4d7f-a01c-12b840d05d90 req-6b913933-98f0-4331-8686-bf2eb7a22fe2 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=bf545568-34b7-4b50-83e0-64af3e4e7b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421636 Feb 02 08:11:24.942389 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758b220-2227-4905-bce2-daec7934ba34 req-dc78180b-2d52-400f-9fac-ca3e36123df0 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:11:24.943914 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6758b220-2227-4905-bce2-daec7934ba34 req-dc78180b-2d52-400f-9fac-ca3e36123df0 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e HTTP/1.1" status: 200 len: 946 time: 0.0569901 Feb 02 08:11:24.992248 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6758b220-2227-4905-bce2-daec7934ba34 req-b3d167b4-b0f2-489f-ad64-6a7c32d43ab8 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=bf545568-34b7-4b50-83e0-64af3e4e7b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425956 Feb 02 08:11:26.116244 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc172ac6-c4c6-4f2d-9f45-4ad703406715 req-e3d7f5e1-b05d-4fdf-ae6f-676bf82a474d tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:11:26.118323 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fc172ac6-c4c6-4f2d-9f45-4ad703406715 req-e3d7f5e1-b05d-4fdf-ae6f-676bf82a474d tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e HTTP/1.1" status: 200 len: 946 time: 0.0536275 Feb 02 08:11:26.168026 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fc172ac6-c4c6-4f2d-9f45-4ad703406715 req-1cda705a-8e3e-49ff-ae5e-4a3a50795579 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=bf545568-34b7-4b50-83e0-64af3e4e7b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431786 Feb 02 08:11:27.289099 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada8515f-6224-4a45-94f5-7f2df2894ac6 req-fbf76ace-88a0-44e8-8e2f-a1d49f61560a tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:11:27.290657 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ada8515f-6224-4a45-94f5-7f2df2894ac6 req-fbf76ace-88a0-44e8-8e2f-a1d49f61560a tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e HTTP/1.1" status: 200 len: 946 time: 0.0527415 Feb 02 08:11:27.344237 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ada8515f-6224-4a45-94f5-7f2df2894ac6 req-18e62e1a-181b-451f-a4c5-91e8fd16a72b tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=bf545568-34b7-4b50-83e0-64af3e4e7b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479114 Feb 02 08:11:27.962773 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:11:28.468294 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813d93f4-2e88-432a-9a47-cecefa40d7db req-028e78d4-7a56-4d85-b5a5-7b97f051206d tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:11:28.469791 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-813d93f4-2e88-432a-9a47-cecefa40d7db req-028e78d4-7a56-4d85-b5a5-7b97f051206d tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e HTTP/1.1" status: 200 len: 946 time: 0.0563600 Feb 02 08:11:28.519412 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-813d93f4-2e88-432a-9a47-cecefa40d7db req-955f7ce1-8c98-4838-928a-76da3ea55f82 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=bf545568-34b7-4b50-83e0-64af3e4e7b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437634 Feb 02 08:11:29.642376 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34ab43-c1be-4dc8-88ec-24061bdece3c req-17e766aa-caf4-4621-96ad-242f11161b49 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:11:29.643980 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4b34ab43-c1be-4dc8-88ec-24061bdece3c req-17e766aa-caf4-4621-96ad-242f11161b49 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e HTTP/1.1" status: 200 len: 946 time: 0.0548944 Feb 02 08:11:29.694108 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4b34ab43-c1be-4dc8-88ec-24061bdece3c req-c00e1cd5-a879-4daf-894a-a21bfc624503 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=bf545568-34b7-4b50-83e0-64af3e4e7b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436594 Feb 02 08:11:30.824279 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448e76eb-3d47-48f2-8517-7be2bcb6372e req-261a9665-2410-4358-964f-8712aee098c8 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:11:30.825667 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-448e76eb-3d47-48f2-8517-7be2bcb6372e req-261a9665-2410-4358-964f-8712aee098c8 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e HTTP/1.1" status: 200 len: 946 time: 0.0572548 Feb 02 08:11:30.877401 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-448e76eb-3d47-48f2-8517-7be2bcb6372e req-36ce4ff1-8a4b-4db5-97a6-ddce7851536d tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=bf545568-34b7-4b50-83e0-64af3e4e7b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458949 Feb 02 08:11:31.997769 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab88d02-39d2-4df7-a0c9-c798b016aea8 req-51a171aa-b858-4dfc-a262-9112d1d33760 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:11:31.999262 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fab88d02-39d2-4df7-a0c9-c798b016aea8 req-51a171aa-b858-4dfc-a262-9112d1d33760 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e HTTP/1.1" status: 200 len: 946 time: 0.0527992 Feb 02 08:11:32.048482 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fab88d02-39d2-4df7-a0c9-c798b016aea8 req-445168db-bfeb-4020-83eb-f16a2772ddf6 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=bf545568-34b7-4b50-83e0-64af3e4e7b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433068 Feb 02 08:11:33.178778 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5b2da2-5e0d-40c7-9b74-cfe351b9ad72 req-e7a0b366-6f05-41dd-9900-d08e983663b5 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:11:33.180711 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7e5b2da2-5e0d-40c7-9b74-cfe351b9ad72 req-e7a0b366-6f05-41dd-9900-d08e983663b5 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e HTTP/1.1" status: 200 len: 946 time: 0.0608792 Feb 02 08:11:33.238155 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7e5b2da2-5e0d-40c7-9b74-cfe351b9ad72 req-29133f27-743c-4d2a-9a70-3e142df1a4eb tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=bf545568-34b7-4b50-83e0-64af3e4e7b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0518770 Feb 02 08:11:34.358723 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae55ce4-3f00-47ac-9e64-e114b029dda7 req-d711f888-9887-4bfa-ae16-fb7c62a2beaf tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:11:34.360242 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cae55ce4-3f00-47ac-9e64-e114b029dda7 req-d711f888-9887-4bfa-ae16-fb7c62a2beaf tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e HTTP/1.1" status: 200 len: 946 time: 0.0536361 Feb 02 08:11:34.410427 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cae55ce4-3f00-47ac-9e64-e114b029dda7 req-70b48ef8-a37b-4f92-b212-1ead83e675aa tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=bf545568-34b7-4b50-83e0-64af3e4e7b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443301 Feb 02 08:11:35.546656 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4157f3-6616-4147-b777-3f5f84b1221f req-612d6b61-4993-4f8f-9f55-4fd667bb585e tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:11:35.548327 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8e4157f3-6616-4147-b777-3f5f84b1221f req-612d6b61-4993-4f8f-9f55-4fd667bb585e tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e HTTP/1.1" status: 200 len: 946 time: 0.0605383 Feb 02 08:11:35.609346 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8e4157f3-6616-4147-b777-3f5f84b1221f req-310c18bd-db2d-474f-a434-35db6d51d8b2 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=bf545568-34b7-4b50-83e0-64af3e4e7b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0544517 Feb 02 08:11:36.733346 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce6bc71-1787-4c70-9bc9-1a15240df214 req-3698ec3a-ad1e-45ea-8e79-e2f799531909 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:11:36.734843 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0ce6bc71-1787-4c70-9bc9-1a15240df214 req-3698ec3a-ad1e-45ea-8e79-e2f799531909 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e HTTP/1.1" status: 200 len: 946 time: 0.0556247 Feb 02 08:11:36.789626 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0ce6bc71-1787-4c70-9bc9-1a15240df214 req-8cc255ad-c129-49b4-98b4-e2f791ce1aba tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=bf545568-34b7-4b50-83e0-64af3e4e7b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483162 Feb 02 08:11:36.873101 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 4a1442a8-6698-4614-ad96-efc8c5651afa details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 08:11:36.970787 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 4a1442a8-6698-4614-ad96-efc8c5651afa, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=4a1442a8-6698-4614-ad96-efc8c5651afa,segment=NetworkSegment(7df2d3d4-88f8-462d-ac44-d9d35729c6d9),segment_id=7df2d3d4-88f8-462d-ac44-d9d35729c6d9)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:11:36.982849 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': '4a1442a8-6698-4614-ad96-efc8c5651afa', 'network_id': 'd228532f-8a79-4f20-afff-95efa170178d', 'port_id': '4a1442a8-6698-4614-ad96-efc8c5651afa', 'mac_address': 'fa:16:3e:90:50:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0683564a-04f8-4702-aa69-cfa88766f083', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 08:11:37.024066 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 4a1442a8-6698-4614-ad96-efc8c5651afa is: ACTIVE; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:11:37.024460 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (4a1442a8-6698-4614-ad96-efc8c5651afa), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:11:37.038074 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4a1442a8-6698-4614-ad96-efc8c5651afa {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 08:11:37.060837 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 4a1442a8-6698-4614-ad96-efc8c5651afa, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=4a1442a8-6698-4614-ad96-efc8c5651afa,segment=NetworkSegment(7df2d3d4-88f8-462d-ac44-d9d35729c6d9),segment_id=7df2d3d4-88f8-462d-ac44-d9d35729c6d9)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:11:37.064209 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (4a1442a8-6698-4614-ad96-efc8c5651afa), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:11:37.111277 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=4a1442a8-6698-4614-ad96-efc8c5651afa,revision_number=6']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:11:37.118564 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:11:37.118913 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:11:37.119258 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:11:37.119634 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:11:37.119991 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:11:37.120308 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:11:37.120640 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:11:37.120969 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:11:37.121297 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:11:37.121626 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:11:37.121952 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:11:37.122278 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:11:37.122603 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:11:37.201851 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['4a1442a8-6698-4614-ad96-efc8c5651afa'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 08:11:37.916995 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcfca45-ca23-4d45-8bd5-ada7289d1b91 req-f3fa466f-d244-4518-938d-4ca3b5158eaa tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:11:37.918443 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7bcfca45-ca23-4d45-8bd5-ada7289d1b91 req-f3fa466f-d244-4518-938d-4ca3b5158eaa tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e HTTP/1.1" status: 200 len: 945 time: 0.0575516 Feb 02 08:11:37.966131 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7bcfca45-ca23-4d45-8bd5-ada7289d1b91 req-1a08d21f-1d94-4caf-8f22-d1d918473607 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=bf545568-34b7-4b50-83e0-64af3e4e7b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418005 Feb 02 08:11:38.872589 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 4a1442a8-6698-4614-ad96-efc8c5651afa up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 08:11:38.920284 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port 4a1442a8-6698-4614-ad96-efc8c5651afa triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:11:38.920662 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (4a1442a8-6698-4614-ad96-efc8c5651afa), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:11:39.000555 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 4a1442a8-6698-4614-ad96-efc8c5651afa is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:11:39.000995 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (4a1442a8-6698-4614-ad96-efc8c5651afa), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:11:39.027351 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b3e12d0-21c7-46db-b60c-9797fa85815e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a1442a8-6698-4614-ad96-efc8c5651afa'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 08:11:39.030727 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8c40c98856fbaa198dc4a2758b0190e9c3f0303d59edd797b772e66ff7f3562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79bd3bb2-61c8-4876-bba7-57fed0778a43" -d '{"events": [{"server_uuid": "3b3e12d0-21c7-46db-b60c-9797fa85815e", "name": "network-vif-plugged", "status": "completed", "tag": "4a1442a8-6698-4614-ad96-efc8c5651afa"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 08:11:39.046283 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 4a1442a8-6698-4614-ad96-efc8c5651afa, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=4a1442a8-6698-4614-ad96-efc8c5651afa,segment=NetworkSegment(7df2d3d4-88f8-462d-ac44-d9d35729c6d9),segment_id=7df2d3d4-88f8-462d-ac44-d9d35729c6d9)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:11:39.051086 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (4a1442a8-6698-4614-ad96-efc8c5651afa), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:11:39.100307 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7274774-2409-4c91-82d9-d88c4cba968f req-00896392-6114-4ba1-ae23-3a3cebe9ea20 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:11:39.102484 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f7274774-2409-4c91-82d9-d88c4cba968f req-00896392-6114-4ba1-ae23-3a3cebe9ea20 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e HTTP/1.1" status: 200 len: 946 time: 0.0635848 Feb 02 08:11:39.105690 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=4a1442a8-6698-4614-ad96-efc8c5651afa,revision_number=7']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:11:39.158186 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f7274774-2409-4c91-82d9-d88c4cba968f req-e045c9b2-620a-4387-a097-646113075cd9 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=bf545568-34b7-4b50-83e0-64af3e4e7b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495472 Feb 02 08:11:39.202757 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 08:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-459a2735-cca6-46d1-87d1-caaed4ecc442 x-openstack-request-id: req-459a2735-cca6-46d1-87d1-caaed4ecc442 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 08:11:39.203210 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b3e12d0-21c7-46db-b60c-9797fa85815e", "name": "network-vif-plugged", "status": "completed", "tag": "4a1442a8-6698-4614-ad96-efc8c5651afa", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 08:11:39.204111 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-459a2735-cca6-46d1-87d1-caaed4ecc442 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 08:11:39.204647 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b3e12d0-21c7-46db-b60c-9797fa85815e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a1442a8-6698-4614-ad96-efc8c5651afa', 'code': 200} Feb 02 08:11:40.294062 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d271f224-9e6f-41c0-9cb1-368dcee7620c req-cf101a8a-6975-4502-b33e-fc7894bce2c1 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:11:40.295505 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d271f224-9e6f-41c0-9cb1-368dcee7620c req-cf101a8a-6975-4502-b33e-fc7894bce2c1 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e HTTP/1.1" status: 200 len: 946 time: 0.0559390 Feb 02 08:11:40.346924 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d271f224-9e6f-41c0-9cb1-368dcee7620c req-d96c8f91-a684-40e0-8ff3-4ab31b2f0f24 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=bf545568-34b7-4b50-83e0-64af3e4e7b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456154 Feb 02 08:11:41.148774 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-bd1ff1ce-87f1-497e-b71c-2e325bb28439 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:11:41.486874 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fa5f4b-bc9c-4471-8149-70af06846ebb req-f6aa2781-7756-428f-b512-d3e2234e18e5 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:11:41.494814 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d3fa5f4b-bc9c-4471-8149-70af06846ebb req-f6aa2781-7756-428f-b512-d3e2234e18e5 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e HTTP/1.1" status: 200 len: 946 time: 0.0674536 Feb 02 08:11:41.554674 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d3fa5f4b-bc9c-4471-8149-70af06846ebb req-7f532100-1c08-4190-814a-5c75a35fd53c tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=bf545568-34b7-4b50-83e0-64af3e4e7b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0585992 Feb 02 08:11:42.721228 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949e6ff-5ac9-4bbd-9b96-27db59a0a94b req-4473ca07-a9d9-48c1-b93e-745e54bd825a tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:11:42.730597 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4949e6ff-5ac9-4bbd-9b96-27db59a0a94b req-4473ca07-a9d9-48c1-b93e-745e54bd825a tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e HTTP/1.1" status: 200 len: 946 time: 0.0837686 Feb 02 08:11:42.826259 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4949e6ff-5ac9-4bbd-9b96-27db59a0a94b req-5bf59c56-e71a-475c-8b97-86f3d93114f6 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=bf545568-34b7-4b50-83e0-64af3e4e7b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0880423 Feb 02 08:11:43.423102 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-97e8ee8f-50a8-4800-bc05-b664f5dc881f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:11:43.970378 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b5238f-6240-4ec6-bff9-95a2c30ab639 req-374cdd72-df58-44bd-a74a-6af8df5fc29d tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:11:43.972174 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b2b5238f-6240-4ec6-bff9-95a2c30ab639 req-374cdd72-df58-44bd-a74a-6af8df5fc29d tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e HTTP/1.1" status: 200 len: 946 time: 0.0759397 Feb 02 08:11:44.034130 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b2b5238f-6240-4ec6-bff9-95a2c30ab639 req-fa91dee1-aa2e-4642-9eae-ebd283e7bb5d tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=bf545568-34b7-4b50-83e0-64af3e4e7b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0556002 Feb 02 08:11:44.953085 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:11:45.175543 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba37230b-d0b6-4b17-a760-0a6ce09572b7 req-802fadf0-a3c1-416a-8c69-9887a6b25bda tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:11:45.177220 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ba37230b-d0b6-4b17-a760-0a6ce09572b7 req-802fadf0-a3c1-416a-8c69-9887a6b25bda tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e HTTP/1.1" status: 200 len: 946 time: 0.0671303 Feb 02 08:11:45.232784 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ba37230b-d0b6-4b17-a760-0a6ce09572b7 req-6d1b7e40-5a4f-412d-a2b4-689bb0e80747 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=bf545568-34b7-4b50-83e0-64af3e4e7b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477850 Feb 02 08:11:46.320031 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:11:46.392297 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3867c328-30c8-40e6-b668-8677ff69290f req-c7f65435-21c0-4438-b54a-192e6f572ab3 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:11:46.394590 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3867c328-30c8-40e6-b668-8677ff69290f req-c7f65435-21c0-4438-b54a-192e6f572ab3 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e HTTP/1.1" status: 200 len: 946 time: 0.0585954 Feb 02 08:11:46.450979 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3867c328-30c8-40e6-b668-8677ff69290f req-4ae8bd32-db2d-451d-a51d-f5c29d7fd5b8 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=bf545568-34b7-4b50-83e0-64af3e4e7b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503101 Feb 02 08:11:47.571945 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:11:47.599494 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62665566-90fb-4641-abf3-087e4952418f req-869e8cea-0a8c-4fcc-b397-af3098df1f95 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:11:47.608849 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-62665566-90fb-4641-abf3-087e4952418f req-869e8cea-0a8c-4fcc-b397-af3098df1f95 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e HTTP/1.1" status: 200 len: 946 time: 0.0797679 Feb 02 08:11:47.662241 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-62665566-90fb-4641-abf3-087e4952418f req-dc1ec32e-ca96-43db-a54f-d002eb285504 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=bf545568-34b7-4b50-83e0-64af3e4e7b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0518801 Feb 02 08:11:48.799409 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2345bb-b77c-46f8-98b1-959a88e05301 req-9ccdb49b-112b-4de1-92fc-6742c3c2b14d tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:11:48.800951 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ca2345bb-b77c-46f8-98b1-959a88e05301 req-9ccdb49b-112b-4de1-92fc-6742c3c2b14d tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e HTTP/1.1" status: 200 len: 946 time: 0.0579433 Feb 02 08:11:48.864801 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ca2345bb-b77c-46f8-98b1-959a88e05301 req-ee1545e1-0128-4648-a542-9e44dd3582d4 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=bf545568-34b7-4b50-83e0-64af3e4e7b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0572684 Feb 02 08:11:49.993147 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8146b3e-b9a2-46e8-9bff-fd013d444f30 req-b0776923-2935-4b46-9285-a666981b3aef tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:11:49.994683 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c8146b3e-b9a2-46e8-9bff-fd013d444f30 req-b0776923-2935-4b46-9285-a666981b3aef tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e HTTP/1.1" status: 200 len: 946 time: 0.0569465 Feb 02 08:11:50.049647 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c8146b3e-b9a2-46e8-9bff-fd013d444f30 req-cef010e4-86c9-4e44-99ae-1da5db5ec923 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=bf545568-34b7-4b50-83e0-64af3e4e7b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490291 Feb 02 08:11:50.349227 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86177d85-7f24-4b58-87a6-2be559f8c74f req-833652c6-87a7-486f-9829-5c6d909e6adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:11:50.350767 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-86177d85-7f24-4b58-87a6-2be559f8c74f req-833652c6-87a7-486f-9829-5c6d909e6adc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=36881ab90b2f41d882fea840e8bc1a79&device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e HTTP/1.1" status: 200 len: 1129 time: 0.0455303 Feb 02 08:11:50.447032 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86177d85-7f24-4b58-87a6-2be559f8c74f req-cc77a2cf-b0aa-4b66-93f3-eff980aab7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:11:50.448607 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-86177d85-7f24-4b58-87a6-2be559f8c74f req-cc77a2cf-b0aa-4b66-93f3-eff980aab7fb service neutron] 10.222.0.59 "GET /v2.0/networks?id=d228532f-8a79-4f20-afff-95efa170178d HTTP/1.1" status: 200 len: 910 time: 0.0908766 Feb 02 08:11:50.521906 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-86177d85-7f24-4b58-87a6-2be559f8c74f req-223526f7-9693-48cb-80e3-f78a9cdb1fdc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a1442a8-6698-4614-ad96-efc8c5651afa HTTP/1.1" status: 200 len: 1002 time: 0.0674107 Feb 02 08:11:50.582244 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86177d85-7f24-4b58-87a6-2be559f8c74f req-a5e9d91e-e792-4308-ba81-5f5a3d672290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:11:50.583759 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-86177d85-7f24-4b58-87a6-2be559f8c74f req-a5e9d91e-e792-4308-ba81-5f5a3d672290 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0683564a-04f8-4702-aa69-cfa88766f083 HTTP/1.1" status: 200 len: 848 time: 0.0549157 Feb 02 08:11:50.636555 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86177d85-7f24-4b58-87a6-2be559f8c74f req-cbfb8bc2-3b48-4cf8-9d37-46fde30d4764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:11:50.638011 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-86177d85-7f24-4b58-87a6-2be559f8c74f req-cbfb8bc2-3b48-4cf8-9d37-46fde30d4764 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d228532f-8a79-4f20-afff-95efa170178d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0480351 Feb 02 08:11:50.754591 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-86177d85-7f24-4b58-87a6-2be559f8c74f req-c4150443-dfcd-4ac9-8178-b1246e7476ce service neutron] 10.222.0.59 "GET /v2.0/networks/d228532f-8a79-4f20-afff-95efa170178d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069324 Feb 02 08:11:50.852723 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-86177d85-7f24-4b58-87a6-2be559f8c74f req-ff2da804-aca3-48c7-91c1-f7b8ee96d5c9 service neutron] 10.222.0.59 "GET /v2.0/networks/d228532f-8a79-4f20-afff-95efa170178d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961599 Feb 02 08:11:51.204451 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcd475c-8ca7-4a13-9b3e-a2d8b8689a25 req-eeac6da0-ee5a-466e-a2a0-f84e4bf4495f tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:11:51.206597 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bdcd475c-8ca7-4a13-9b3e-a2d8b8689a25 req-eeac6da0-ee5a-466e-a2a0-f84e4bf4495f tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e HTTP/1.1" status: 200 len: 946 time: 0.0682147 Feb 02 08:11:51.261387 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bdcd475c-8ca7-4a13-9b3e-a2d8b8689a25 req-7a53b614-b752-403f-81ac-5af26508842a tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=bf545568-34b7-4b50-83e0-64af3e4e7b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490053 Feb 02 08:11:52.384718 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f47cc0-4139-409e-a853-fa775f8b2065 req-73aa8fae-34e7-4925-ac5f-17eae7513b25 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:11:52.386244 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a1f47cc0-4139-409e-a853-fa775f8b2065 req-73aa8fae-34e7-4925-ac5f-17eae7513b25 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e HTTP/1.1" status: 200 len: 946 time: 0.0555348 Feb 02 08:11:52.438676 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a1f47cc0-4139-409e-a853-fa775f8b2065 req-529293ee-3b58-44aa-b322-69544e7b6950 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=bf545568-34b7-4b50-83e0-64af3e4e7b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468152 Feb 02 08:11:52.798136 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:11:52.947709 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 4a1442a8-6698-4614-ad96-efc8c5651afa no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 08:11:53.029749 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 4a1442a8-6698-4614-ad96-efc8c5651afa is: ACTIVE; New status is: DOWN {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:11:53.030047 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (4a1442a8-6698-4614-ad96-efc8c5651afa), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:11:53.053843 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b3e12d0-21c7-46db-b60c-9797fa85815e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a1442a8-6698-4614-ad96-efc8c5651afa'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 08:11:53.056811 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8c40c98856fbaa198dc4a2758b0190e9c3f0303d59edd797b772e66ff7f3562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84911633-e03a-4027-9167-d74492c78574" -d '{"events": [{"server_uuid": "3b3e12d0-21c7-46db-b60c-9797fa85815e", "name": "network-vif-unplugged", "status": "completed", "tag": "4a1442a8-6698-4614-ad96-efc8c5651afa"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 08:11:53.070447 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 4a1442a8-6698-4614-ad96-efc8c5651afa, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=4a1442a8-6698-4614-ad96-efc8c5651afa,segment=NetworkSegment(7df2d3d4-88f8-462d-ac44-d9d35729c6d9),segment_id=7df2d3d4-88f8-462d-ac44-d9d35729c6d9)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:11:53.074850 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (4a1442a8-6698-4614-ad96-efc8c5651afa), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:11:53.100753 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 02 Feb 2022 08:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b7cd88a-5cec-474a-ae26-aa2323c04d6a x-openstack-request-id: req-3b7cd88a-5cec-474a-ae26-aa2323c04d6a {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 08:11:53.101545 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b3e12d0-21c7-46db-b60c-9797fa85815e", "name": "network-vif-unplugged", "status": "failed", "tag": "4a1442a8-6698-4614-ad96-efc8c5651afa", "code": 422}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 08:11:53.101781 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-3b7cd88a-5cec-474a-ae26-aa2323c04d6a {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 08:11:53.102376 n-d-789963-26 neutron-server[109695]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3b3e12d0-21c7-46db-b60c-9797fa85815e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4a1442a8-6698-4614-ad96-efc8c5651afa', 'code': 422} returned with failed status Feb 02 08:11:53.128478 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=4a1442a8-6698-4614-ad96-efc8c5651afa,revision_number=8']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:11:53.567854 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738fae81-759b-4e96-9323-c526d9f1b1e7 req-f772e3b5-55a8-4f42-b627-dfb90da8540f tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:11:53.569352 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-738fae81-759b-4e96-9323-c526d9f1b1e7 req-f772e3b5-55a8-4f42-b627-dfb90da8540f tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e HTTP/1.1" status: 200 len: 944 time: 0.0587468 Feb 02 08:11:53.620949 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-738fae81-759b-4e96-9323-c526d9f1b1e7 req-bdd24e2d-a018-42b0-986f-81b4479d4a26 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=bf545568-34b7-4b50-83e0-64af3e4e7b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454698 Feb 02 08:11:53.744255 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [req-ed7352b9-3dca-4333-84c1-96a83e7fbf65 req-8ef10be2-2756-4860-8baf-b70cc885de3b service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 08:11:53.745280 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ed7352b9-3dca-4333-84c1-96a83e7fbf65 req-8ef10be2-2756-4860-8baf-b70cc885de3b service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0542545 Feb 02 08:11:53.924202 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a5880-6809-4d60-89cd-a74d89f573fc req-06b0c295-761a-44fa-85b5-822ee75029b3 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:11:53.925839 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bb2a5880-6809-4d60-89cd-a74d89f573fc req-06b0c295-761a-44fa-85b5-822ee75029b3 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e HTTP/1.1" status: 200 len: 944 time: 0.0609059 Feb 02 08:11:53.981679 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bb2a5880-6809-4d60-89cd-a74d89f573fc req-cbe56720-e7db-44a4-8078-494c644712fc tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=bf545568-34b7-4b50-83e0-64af3e4e7b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494564 Feb 02 08:11:54.248283 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0ba65299-4e75-452c-926d-baf44c12e353 req-35defa4e-c3ef-4633-8590-cae5ba798599 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0981631 Feb 02 08:11:55.106361 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bbde5a-8652-4235-9cf3-88e0d537140e req-23024f80-e0ad-4e9a-87eb-79e2f4005afe tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:11:55.107944 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e7bbde5a-8652-4235-9cf3-88e0d537140e req-23024f80-e0ad-4e9a-87eb-79e2f4005afe tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e HTTP/1.1" status: 200 len: 944 time: 0.0546744 Feb 02 08:11:55.151190 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba65299-4e75-452c-926d-baf44c12e353 req-636f1637-6b65-4bfa-9f7a-2c181177be2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:11:55.152830 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0ba65299-4e75-452c-926d-baf44c12e353 req-636f1637-6b65-4bfa-9f7a-2c181177be2d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e&tenant_id=36881ab90b2f41d882fea840e8bc1a79 HTTP/1.1" status: 200 len: 1127 time: 0.0551672 Feb 02 08:11:55.164778 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e7bbde5a-8652-4235-9cf3-88e0d537140e req-200c3852-c0df-4af4-b2dc-386344c92fa3 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=bf545568-34b7-4b50-83e0-64af3e4e7b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508699 Feb 02 08:11:55.172465 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-0ba65299-4e75-452c-926d-baf44c12e353 req-35ed1ce1-8549-45ed-93bc-60eea7e74f9b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-26', 'device_owner': 'compute:nova'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:11:55.231283 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0ba65299-4e75-452c-926d-baf44c12e353 req-35ed1ce1-8549-45ed-93bc-60eea7e74f9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (4a1442a8-6698-4614-ad96-efc8c5651afa), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:11:55.741763 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-0ba65299-4e75-452c-926d-baf44c12e353 req-35ed1ce1-8549-45ed-93bc-60eea7e74f9b service neutron] For port 4a1442a8-6698-4614-ad96-efc8c5651afa, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=4a1442a8-6698-4614-ad96-efc8c5651afa,segment=NetworkSegment(7df2d3d4-88f8-462d-ac44-d9d35729c6d9),segment_id=7df2d3d4-88f8-462d-ac44-d9d35729c6d9)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:11:55.775146 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-0ba65299-4e75-452c-926d-baf44c12e353 req-35ed1ce1-8549-45ed-93bc-60eea7e74f9b service neutron] For port 4a1442a8-6698-4614-ad96-efc8c5651afa, host n-h2-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 08:11:55.812451 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-0ba65299-4e75-452c-926d-baf44c12e353 req-35ed1ce1-8549-45ed-93bc-60eea7e74f9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a1442a8-6698-4614-ad96-efc8c5651afa {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 08:11:55.820139 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0ba65299-4e75-452c-926d-baf44c12e353 req-35ed1ce1-8549-45ed-93bc-60eea7e74f9b service neutron] Publish callbacks [] for port (4a1442a8-6698-4614-ad96-efc8c5651afa), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:11:55.832296 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-0ba65299-4e75-452c-926d-baf44c12e353 req-35ed1ce1-8549-45ed-93bc-60eea7e74f9b service neutron] Transition to ACTIVE for port object 4a1442a8-6698-4614-ad96-efc8c5651afa will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 08:11:55.836869 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0ba65299-4e75-452c-926d-baf44c12e353 req-35ed1ce1-8549-45ed-93bc-60eea7e74f9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (4a1442a8-6698-4614-ad96-efc8c5651afa), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:11:55.916074 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ed1ce1-8549-45ed-93bc-60eea7e74f9b service neutron] Pushing event updated for resources: {'Port': ['ID=4a1442a8-6698-4614-ad96-efc8c5651afa,revision_number=9']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:11:55.928722 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ed1ce1-8549-45ed-93bc-60eea7e74f9b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:11:55.929080 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ed1ce1-8549-45ed-93bc-60eea7e74f9b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:11:55.929465 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ed1ce1-8549-45ed-93bc-60eea7e74f9b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:11:55.929819 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ed1ce1-8549-45ed-93bc-60eea7e74f9b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:11:55.930160 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ed1ce1-8549-45ed-93bc-60eea7e74f9b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:11:55.930488 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ed1ce1-8549-45ed-93bc-60eea7e74f9b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:11:55.930831 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ed1ce1-8549-45ed-93bc-60eea7e74f9b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:11:55.931160 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ed1ce1-8549-45ed-93bc-60eea7e74f9b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:11:55.931494 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ed1ce1-8549-45ed-93bc-60eea7e74f9b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:11:55.931850 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ed1ce1-8549-45ed-93bc-60eea7e74f9b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:11:55.932182 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ed1ce1-8549-45ed-93bc-60eea7e74f9b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:11:55.932618 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ed1ce1-8549-45ed-93bc-60eea7e74f9b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:11:55.932837 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ed1ce1-8549-45ed-93bc-60eea7e74f9b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:11:55.979608 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ba65299-4e75-452c-926d-baf44c12e353 req-35ed1ce1-8549-45ed-93bc-60eea7e74f9b service neutron] No DVR routers for this DVR port 4a1442a8-6698-4614-ad96-efc8c5651afa on host n-h2-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 08:11:56.131258 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-0ba65299-4e75-452c-926d-baf44c12e353 req-35ed1ce1-8549-45ed-93bc-60eea7e74f9b service neutron] Attempting to bind port 4a1442a8-6698-4614-ad96-efc8c5651afa on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 08:11:56.131627 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-0ba65299-4e75-452c-926d-baf44c12e353 req-35ed1ce1-8549-45ed-93bc-60eea7e74f9b service neutron] Attempting to bind port 4a1442a8-6698-4614-ad96-efc8c5651afa by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': '7df2d3d4-88f8-462d-ac44-d9d35729c6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd228532f-8a79-4f20-afff-95efa170178d'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 08:11:56.131958 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba65299-4e75-452c-926d-baf44c12e353 req-35ed1ce1-8549-45ed-93bc-60eea7e74f9b service neutron] Attempting to bind port 4a1442a8-6698-4614-ad96-efc8c5651afa on network d228532f-8a79-4f20-afff-95efa170178d {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 08:11:56.137094 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba65299-4e75-452c-926d-baf44c12e353 req-35ed1ce1-8549-45ed-93bc-60eea7e74f9b service neutron] Port 4a1442a8-6698-4614-ad96-efc8c5651afa on network d228532f-8a79-4f20-afff-95efa170178d not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 08:11:56.137346 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba65299-4e75-452c-926d-baf44c12e353 req-35ed1ce1-8549-45ed-93bc-60eea7e74f9b service neutron] Attempting to bind port 4a1442a8-6698-4614-ad96-efc8c5651afa on network d228532f-8a79-4f20-afff-95efa170178d {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 08:11:56.142186 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba65299-4e75-452c-926d-baf44c12e353 req-35ed1ce1-8549-45ed-93bc-60eea7e74f9b service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 8, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 08:11:56.142523 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba65299-4e75-452c-926d-baf44c12e353 req-35ed1ce1-8549-45ed-93bc-60eea7e74f9b service neutron] Checking segment: {'id': '7df2d3d4-88f8-462d-ac44-d9d35729c6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd228532f-8a79-4f20-afff-95efa170178d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 08:11:56.142930 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba65299-4e75-452c-926d-baf44c12e353 req-35ed1ce1-8549-45ed-93bc-60eea7e74f9b service neutron] Bound using segment: {'id': '7df2d3d4-88f8-462d-ac44-d9d35729c6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd228532f-8a79-4f20-afff-95efa170178d'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 08:11:56.143338 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-0ba65299-4e75-452c-926d-baf44c12e353 req-35ed1ce1-8549-45ed-93bc-60eea7e74f9b service neutron] Bound port: 4a1442a8-6698-4614-ad96-efc8c5651afa, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7df2d3d4-88f8-462d-ac44-d9d35729c6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd228532f-8a79-4f20-afff-95efa170178d'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 08:11:56.143719 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0ba65299-4e75-452c-926d-baf44c12e353 req-35ed1ce1-8549-45ed-93bc-60eea7e74f9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (4a1442a8-6698-4614-ad96-efc8c5651afa), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:11:56.209236 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-0ba65299-4e75-452c-926d-baf44c12e353 req-35ed1ce1-8549-45ed-93bc-60eea7e74f9b service neutron] For port 4a1442a8-6698-4614-ad96-efc8c5651afa, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 08:11:56.213293 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-0ba65299-4e75-452c-926d-baf44c12e353 req-35ed1ce1-8549-45ed-93bc-60eea7e74f9b service neutron] For port 4a1442a8-6698-4614-ad96-efc8c5651afa, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=4a1442a8-6698-4614-ad96-efc8c5651afa,segment=NetworkSegment(7df2d3d4-88f8-462d-ac44-d9d35729c6d9),segment_id=7df2d3d4-88f8-462d-ac44-d9d35729c6d9)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 08:11:56.221335 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0ba65299-4e75-452c-926d-baf44c12e353 req-35ed1ce1-8549-45ed-93bc-60eea7e74f9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (4a1442a8-6698-4614-ad96-efc8c5651afa), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:11:56.256900 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba65299-4e75-452c-926d-baf44c12e353 req-35ed1ce1-8549-45ed-93bc-60eea7e74f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:11:56.258093 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-0ba65299-4e75-452c-926d-baf44c12e353 req-35ed1ce1-8549-45ed-93bc-60eea7e74f9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:11:56.259695 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0ba65299-4e75-452c-926d-baf44c12e353 req-35ed1ce1-8549-45ed-93bc-60eea7e74f9b service neutron] 10.222.0.88 "PUT /v2.0/ports/4a1442a8-6698-4614-ad96-efc8c5651afa HTTP/1.1" status: 200 len: 1093 time: 1.0933177 Feb 02 08:11:56.259947 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b3e12d0-21c7-46db-b60c-9797fa85815e', 'tag': '4a1442a8-6698-4614-ad96-efc8c5651afa'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 08:11:56.262240 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bbcc89a9d4d8e7a52f5cbbd716b66041b3f6feaf13502aa94e42da132c01043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2692fca1-584b-4ae1-b21b-48b04943f0e4" -d '{"events": [{"name": "network-changed", "server_uuid": "3b3e12d0-21c7-46db-b60c-9797fa85815e", "tag": "4a1442a8-6698-4614-ad96-efc8c5651afa"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 08:11:56.303732 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a476a2b-f7cf-4a5f-b22c-ddc44d009226 req-faf3a312-58e4-4252-9b11-60a66c97ef31 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:11:56.305410 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2a476a2b-f7cf-4a5f-b22c-ddc44d009226 req-faf3a312-58e4-4252-9b11-60a66c97ef31 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e HTTP/1.1" status: 200 len: 945 time: 0.0658865 Feb 02 08:11:56.336834 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ed1ce1-8549-45ed-93bc-60eea7e74f9b service neutron] Pushing event updated for resources: {'Port': ['ID=4a1442a8-6698-4614-ad96-efc8c5651afa,revision_number=10']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:11:56.364494 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2a476a2b-f7cf-4a5f-b22c-ddc44d009226 req-44dc0d09-e059-4572-a05c-c3d29a386ed2 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=bf545568-34b7-4b50-83e0-64af3e4e7b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0526206 Feb 02 08:11:56.373627 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba65299-4e75-452c-926d-baf44c12e353 req-d5c5b59f-0029-4831-87e6-556ae9bb202b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:11:56.373627 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0ba65299-4e75-452c-926d-baf44c12e353 req-d5c5b59f-0029-4831-87e6-556ae9bb202b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=36881ab90b2f41d882fea840e8bc1a79&device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e HTTP/1.1" status: 200 len: 1128 time: 0.0733166 Feb 02 08:11:56.419853 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 08:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc4a0fc-5777-4876-ac62-6fbf426fc869 x-openstack-request-id: req-1bc4a0fc-5777-4876-ac62-6fbf426fc869 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 08:11:56.419853 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b3e12d0-21c7-46db-b60c-9797fa85815e", "tag": "4a1442a8-6698-4614-ad96-efc8c5651afa", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 08:11:56.419853 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1bc4a0fc-5777-4876-ac62-6fbf426fc869 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 08:11:56.419853 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b3e12d0-21c7-46db-b60c-9797fa85815e', 'tag': '4a1442a8-6698-4614-ad96-efc8c5651afa', 'status': 'completed', 'code': 200} Feb 02 08:11:56.488514 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba65299-4e75-452c-926d-baf44c12e353 req-083865c4-c115-40ac-97b8-47794a5b1621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:11:56.490734 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0ba65299-4e75-452c-926d-baf44c12e353 req-083865c4-c115-40ac-97b8-47794a5b1621 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d228532f-8a79-4f20-afff-95efa170178d HTTP/1.1" status: 200 len: 910 time: 0.1136122 Feb 02 08:11:56.563847 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0ba65299-4e75-452c-926d-baf44c12e353 req-ece90d7c-e50c-4b9b-a954-5a4f6f74caa1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a1442a8-6698-4614-ad96-efc8c5651afa HTTP/1.1" status: 200 len: 1000 time: 0.0666564 Feb 02 08:11:56.618423 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba65299-4e75-452c-926d-baf44c12e353 req-42d98d83-eb60-4624-93a0-b4a3632b3007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:11:56.619938 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0ba65299-4e75-452c-926d-baf44c12e353 req-42d98d83-eb60-4624-93a0-b4a3632b3007 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0683564a-04f8-4702-aa69-cfa88766f083 HTTP/1.1" status: 200 len: 848 time: 0.0507054 Feb 02 08:11:56.670217 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba65299-4e75-452c-926d-baf44c12e353 req-fe0dfb7a-95c4-408a-9af2-b3e63c01090c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:11:56.671778 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0ba65299-4e75-452c-926d-baf44c12e353 req-fe0dfb7a-95c4-408a-9af2-b3e63c01090c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d228532f-8a79-4f20-afff-95efa170178d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0461395 Feb 02 08:11:56.770658 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0ba65299-4e75-452c-926d-baf44c12e353 req-fdfceeab-b0cd-4ff7-b93c-0dcf238c11e0 service neutron] 10.222.0.88 "GET /v2.0/networks/d228532f-8a79-4f20-afff-95efa170178d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930958 Feb 02 08:11:56.868392 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0ba65299-4e75-452c-926d-baf44c12e353 req-ff2707a5-9ef3-4df0-b6ed-1520cec40828 service neutron] 10.222.0.88 "GET /v2.0/networks/d228532f-8a79-4f20-afff-95efa170178d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906167 Feb 02 08:11:56.986346 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2692fca1-584b-4ae1-b21b-48b04943f0e4 req-3e8d420f-b9bb-4f96-b95d-c9d170b66576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:11:56.988124 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2692fca1-584b-4ae1-b21b-48b04943f0e4 req-3e8d420f-b9bb-4f96-b95d-c9d170b66576 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=36881ab90b2f41d882fea840e8bc1a79&device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e HTTP/1.1" status: 200 len: 1128 time: 0.0476549 Feb 02 08:11:57.110593 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2692fca1-584b-4ae1-b21b-48b04943f0e4 req-e844079c-e189-4a74-9807-e44a6398890b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:11:57.112250 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2692fca1-584b-4ae1-b21b-48b04943f0e4 req-e844079c-e189-4a74-9807-e44a6398890b service neutron] 10.222.0.88 "GET /v2.0/networks?id=d228532f-8a79-4f20-afff-95efa170178d HTTP/1.1" status: 200 len: 910 time: 0.1060057 Feb 02 08:11:57.160297 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 08:11:57.192200 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2692fca1-584b-4ae1-b21b-48b04943f0e4 req-d485cc7f-9807-4b9b-bd40-77e9c9ab526a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a1442a8-6698-4614-ad96-efc8c5651afa HTTP/1.1" status: 200 len: 1000 time: 0.0734589 Feb 02 08:11:57.266883 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2692fca1-584b-4ae1-b21b-48b04943f0e4 req-5af947ae-09e8-49cc-8217-78160a832203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:11:57.268590 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2692fca1-584b-4ae1-b21b-48b04943f0e4 req-5af947ae-09e8-49cc-8217-78160a832203 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0683564a-04f8-4702-aa69-cfa88766f083 HTTP/1.1" status: 200 len: 848 time: 0.0703766 Feb 02 08:11:57.576004 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ad000d-b186-4089-b8af-8f855e6e4c56 req-802733dc-6166-4a0a-995a-e44acba2db93 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:11:57.578265 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d6ad000d-b186-4089-b8af-8f855e6e4c56 req-802733dc-6166-4a0a-995a-e44acba2db93 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e HTTP/1.1" status: 200 len: 945 time: 0.1081901 Feb 02 08:11:57.645391 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d6ad000d-b186-4089-b8af-8f855e6e4c56 req-3a977e5c-c9b8-4fd5-81e8-12a5f85a3dac tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=bf545568-34b7-4b50-83e0-64af3e4e7b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0595355 Feb 02 08:11:57.963779 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:11:58.798846 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc3788a-6353-43d4-8406-f34803441dfa req-56870dcd-0755-43e7-b973-5ed958cc0131 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:11:58.801118 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7fc3788a-6353-43d4-8406-f34803441dfa req-56870dcd-0755-43e7-b973-5ed958cc0131 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e HTTP/1.1" status: 200 len: 945 time: 0.0785735 Feb 02 08:11:58.865884 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7fc3788a-6353-43d4-8406-f34803441dfa req-aba59f2f-5917-4810-aaa3-c87e8d901f05 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=bf545568-34b7-4b50-83e0-64af3e4e7b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0565944 Feb 02 08:12:00.022774 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4919de-0053-4ad6-af5a-8f31879c09e7 req-dc1d6754-9007-45ae-88a9-14929c66fc64 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:12:00.024906 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ad4919de-0053-4ad6-af5a-8f31879c09e7 req-dc1d6754-9007-45ae-88a9-14929c66fc64 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e HTTP/1.1" status: 200 len: 945 time: 0.0735548 Feb 02 08:12:00.095743 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ad4919de-0053-4ad6-af5a-8f31879c09e7 req-6b722398-5698-436e-8fa9-596f14ec207e tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=bf545568-34b7-4b50-83e0-64af3e4e7b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0649586 Feb 02 08:12:01.227888 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d217f71e-1a3d-43b9-bd79-07d22ebe8fd4 req-9b8fd725-04d1-42ab-8814-9d2fb74159ec tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:12:01.229417 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d217f71e-1a3d-43b9-bd79-07d22ebe8fd4 req-9b8fd725-04d1-42ab-8814-9d2fb74159ec tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e HTTP/1.1" status: 200 len: 945 time: 0.0554819 Feb 02 08:12:01.290805 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d217f71e-1a3d-43b9-bd79-07d22ebe8fd4 req-59b4270b-4bab-4a62-b37a-27d20706083d tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=bf545568-34b7-4b50-83e0-64af3e4e7b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0557284 Feb 02 08:12:02.422722 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3a3d2e-9c2e-490e-ba81-b341d69b987d req-4bde3595-5dbb-47c7-b76c-e9e36d6f7d94 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:12:02.424264 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cd3a3d2e-9c2e-490e-ba81-b341d69b987d req-4bde3595-5dbb-47c7-b76c-e9e36d6f7d94 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e HTTP/1.1" status: 200 len: 945 time: 0.0588288 Feb 02 08:12:02.495832 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cd3a3d2e-9c2e-490e-ba81-b341d69b987d req-96c6a4c8-7e49-4cba-8f3e-4f4839d0f812 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=bf545568-34b7-4b50-83e0-64af3e4e7b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0650513 Feb 02 08:12:03.627848 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b53b2-11ca-451c-9cef-a462d287dafa req-09201c97-c26e-4c7f-a424-b06f924fc645 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:12:03.629927 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d46b53b2-11ca-451c-9cef-a462d287dafa req-09201c97-c26e-4c7f-a424-b06f924fc645 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e HTTP/1.1" status: 200 len: 945 time: 0.0561359 Feb 02 08:12:03.684541 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d46b53b2-11ca-451c-9cef-a462d287dafa req-8522b205-7719-4fcb-8242-96ddb4dfe681 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=bf545568-34b7-4b50-83e0-64af3e4e7b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478590 Feb 02 08:12:04.828286 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba236a-42b8-45da-9d45-ddeaafa8b089 req-be1edea8-a4d2-4a70-81bb-689c365b2af9 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:12:04.829715 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-80ba236a-42b8-45da-9d45-ddeaafa8b089 req-be1edea8-a4d2-4a70-81bb-689c365b2af9 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e HTTP/1.1" status: 200 len: 945 time: 0.0588624 Feb 02 08:12:04.881686 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-80ba236a-42b8-45da-9d45-ddeaafa8b089 req-f83c7bd4-dc34-4fcd-9592-6f7f6edb75a0 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=bf545568-34b7-4b50-83e0-64af3e4e7b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461333 Feb 02 08:12:06.015350 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676ba864-3d0a-4c78-9502-8ee399fd63f8 req-e8b1978c-dce4-4065-906c-7d7747dd0c83 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:12:06.017031 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-676ba864-3d0a-4c78-9502-8ee399fd63f8 req-e8b1978c-dce4-4065-906c-7d7747dd0c83 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e HTTP/1.1" status: 200 len: 945 time: 0.0619850 Feb 02 08:12:06.071758 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-676ba864-3d0a-4c78-9502-8ee399fd63f8 req-9a239eb7-1b46-4400-a596-2b5ad65a1095 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=bf545568-34b7-4b50-83e0-64af3e4e7b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460424 Feb 02 08:12:06.877402 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2692fca1-584b-4ae1-b21b-48b04943f0e4 req-e4c732de-4928-47aa-8ff9-a0f5acf1bd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:12:06.878922 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2692fca1-584b-4ae1-b21b-48b04943f0e4 req-e4c732de-4928-47aa-8ff9-a0f5acf1bd44 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d228532f-8a79-4f20-afff-95efa170178d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0535932 Feb 02 08:12:06.982932 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2692fca1-584b-4ae1-b21b-48b04943f0e4 req-4046865b-0d11-4182-91a0-cb5d1785bd42 service neutron] 10.222.0.88 "GET /v2.0/networks/d228532f-8a79-4f20-afff-95efa170178d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969479 Feb 02 08:12:07.139645 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-2692fca1-584b-4ae1-b21b-48b04943f0e4 req-722f1e59-1622-4d7f-baf9-ac97232b00c4 service neutron] 10.222.0.88 "GET /v2.0/networks/d228532f-8a79-4f20-afff-95efa170178d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012349 Feb 02 08:12:07.197294 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c1b86-585a-4552-85bc-119727e61143 req-e790775c-8c03-42e3-ad1b-dffbae6fb636 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:12:07.198864 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-332c1b86-585a-4552-85bc-119727e61143 req-e790775c-8c03-42e3-ad1b-dffbae6fb636 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e HTTP/1.1" status: 200 len: 945 time: 0.0573821 Feb 02 08:12:07.248574 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-332c1b86-585a-4552-85bc-119727e61143 req-75ff546f-70db-4710-8c8c-0a27dea9d57d tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=bf545568-34b7-4b50-83e0-64af3e4e7b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440459 Feb 02 08:12:08.368824 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512521d7-8deb-475f-855b-b3355e09bbff req-c34468d1-4d62-4680-9f52-c9bbd22c6e5b tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:12:08.370299 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-512521d7-8deb-475f-855b-b3355e09bbff req-c34468d1-4d62-4680-9f52-c9bbd22c6e5b tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e HTTP/1.1" status: 200 len: 945 time: 0.0527704 Feb 02 08:12:08.420200 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-512521d7-8deb-475f-855b-b3355e09bbff req-575d2bfc-e97b-4021-9578-3b8a771a648f tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=bf545568-34b7-4b50-83e0-64af3e4e7b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442626 Feb 02 08:12:09.541952 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ccf6ba-e1ce-4205-9fd0-834587ac446e req-5011b307-13b7-4957-95bf-d5bda1d62e80 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:12:09.544003 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-12ccf6ba-e1ce-4205-9fd0-834587ac446e req-5011b307-13b7-4957-95bf-d5bda1d62e80 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e HTTP/1.1" status: 200 len: 945 time: 0.0534565 Feb 02 08:12:09.598288 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-12ccf6ba-e1ce-4205-9fd0-834587ac446e req-40b3e343-08f0-4b2a-80e5-fe16883da8ad tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=bf545568-34b7-4b50-83e0-64af3e4e7b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486734 Feb 02 08:12:10.722487 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e6f57-e136-41ab-adb3-b19cc5075f6a req-7d8e574b-6fba-4809-8931-ec5b2af27514 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:12:10.724153 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1c4e6f57-e136-41ab-adb3-b19cc5075f6a req-7d8e574b-6fba-4809-8931-ec5b2af27514 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e HTTP/1.1" status: 200 len: 945 time: 0.0548179 Feb 02 08:12:10.774791 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1c4e6f57-e136-41ab-adb3-b19cc5075f6a req-afb5ffff-a7b0-4ada-a5f5-a1f45081cb0f tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=bf545568-34b7-4b50-83e0-64af3e4e7b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446353 Feb 02 08:12:11.143034 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-88810c08-520e-4b1b-b5d6-4ce6f7eb0ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:12:11.160823 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 4a1442a8-6698-4614-ad96-efc8c5651afa details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 08:12:11.193230 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b78289-1e92-4f8c-8a6b-01efd76dfb62 req-f274624d-bdcc-4666-ad01-e074d66a228b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:12:11.194984 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e6b78289-1e92-4f8c-8a6b-01efd76dfb62 req-f274624d-bdcc-4666-ad01-e074d66a228b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=36881ab90b2f41d882fea840e8bc1a79&device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e HTTP/1.1" status: 200 len: 1128 time: 0.0474875 Feb 02 08:12:11.263230 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 4a1442a8-6698-4614-ad96-efc8c5651afa, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=4a1442a8-6698-4614-ad96-efc8c5651afa,segment=NetworkSegment(7df2d3d4-88f8-462d-ac44-d9d35729c6d9),segment_id=7df2d3d4-88f8-462d-ac44-d9d35729c6d9)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:12:11.275247 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': '4a1442a8-6698-4614-ad96-efc8c5651afa', 'network_id': 'd228532f-8a79-4f20-afff-95efa170178d', 'port_id': '4a1442a8-6698-4614-ad96-efc8c5651afa', 'mac_address': 'fa:16:3e:90:50:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0683564a-04f8-4702-aa69-cfa88766f083', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 08:12:11.302717 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b78289-1e92-4f8c-8a6b-01efd76dfb62 req-54b5a4d7-6c1e-4cc6-bc66-3a941759ae6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:12:11.304888 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e6b78289-1e92-4f8c-8a6b-01efd76dfb62 req-54b5a4d7-6c1e-4cc6-bc66-3a941759ae6e service neutron] 10.222.0.88 "GET /v2.0/networks?id=d228532f-8a79-4f20-afff-95efa170178d HTTP/1.1" status: 200 len: 910 time: 0.0917554 Feb 02 08:12:11.315104 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 4a1442a8-6698-4614-ad96-efc8c5651afa is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:12:11.315500 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (4a1442a8-6698-4614-ad96-efc8c5651afa), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:12:11.327899 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a1442a8-6698-4614-ad96-efc8c5651afa {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 08:12:11.346687 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 4a1442a8-6698-4614-ad96-efc8c5651afa, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=4a1442a8-6698-4614-ad96-efc8c5651afa,segment=NetworkSegment(7df2d3d4-88f8-462d-ac44-d9d35729c6d9),segment_id=7df2d3d4-88f8-462d-ac44-d9d35729c6d9)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:12:11.351487 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (4a1442a8-6698-4614-ad96-efc8c5651afa), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:12:11.384195 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e6b78289-1e92-4f8c-8a6b-01efd76dfb62 req-9e0cac7c-da86-4a2c-ba66-7b5eaa8bdb9b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a1442a8-6698-4614-ad96-efc8c5651afa HTTP/1.1" status: 200 len: 1000 time: 0.0616922 Feb 02 08:12:11.521866 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b78289-1e92-4f8c-8a6b-01efd76dfb62 req-7ce3651a-6919-4eb0-a5ca-ec94515581c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:12:11.523569 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e6b78289-1e92-4f8c-8a6b-01efd76dfb62 req-7ce3651a-6919-4eb0-a5ca-ec94515581c5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0683564a-04f8-4702-aa69-cfa88766f083 HTTP/1.1" status: 200 len: 848 time: 0.0517650 Feb 02 08:12:11.563752 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=4a1442a8-6698-4614-ad96-efc8c5651afa,revision_number=11']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:12:11.576292 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b78289-1e92-4f8c-8a6b-01efd76dfb62 req-c9be41b3-090e-4d53-b563-930c345d6791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:12:11.577812 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e6b78289-1e92-4f8c-8a6b-01efd76dfb62 req-c9be41b3-090e-4d53-b563-930c345d6791 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d228532f-8a79-4f20-afff-95efa170178d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0474732 Feb 02 08:12:11.673140 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e6b78289-1e92-4f8c-8a6b-01efd76dfb62 req-9d47468d-3dba-42f2-932c-22466ae86686 service neutron] 10.222.0.88 "GET /v2.0/networks/d228532f-8a79-4f20-afff-95efa170178d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886707 Feb 02 08:12:11.681525 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['4a1442a8-6698-4614-ad96-efc8c5651afa'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 08:12:11.766995 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e6b78289-1e92-4f8c-8a6b-01efd76dfb62 req-2687a00f-0a32-49d4-8ba3-b3f46a689745 service neutron] 10.222.0.88 "GET /v2.0/networks/d228532f-8a79-4f20-afff-95efa170178d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868704 Feb 02 08:12:11.899152 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963444dd-2f82-40a4-89ef-a3015625a2fd req-4edc44ae-cdfe-41aa-a120-ef45bd5af007 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:12:11.900674 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-963444dd-2f82-40a4-89ef-a3015625a2fd req-4edc44ae-cdfe-41aa-a120-ef45bd5af007 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e HTTP/1.1" status: 200 len: 946 time: 0.0533710 Feb 02 08:12:11.952023 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-963444dd-2f82-40a4-89ef-a3015625a2fd req-fb69c36c-e80c-44d5-9f72-e3e78baea114 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=bf545568-34b7-4b50-83e0-64af3e4e7b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449598 Feb 02 08:12:13.081844 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64035cb-2661-46dc-84b3-32096134aeff req-f719f63d-1f43-4f7d-8fe0-cf97ebbd471d tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:12:13.083360 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f64035cb-2661-46dc-84b3-32096134aeff req-f719f63d-1f43-4f7d-8fe0-cf97ebbd471d tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e HTTP/1.1" status: 200 len: 946 time: 0.0585623 Feb 02 08:12:13.134110 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f64035cb-2661-46dc-84b3-32096134aeff req-5518476c-91ed-4906-9417-5797d8ba3c18 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=bf545568-34b7-4b50-83e0-64af3e4e7b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439010 Feb 02 08:12:13.166667 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 4a1442a8-6698-4614-ad96-efc8c5651afa up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 08:12:13.214590 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port 4a1442a8-6698-4614-ad96-efc8c5651afa completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 08:12:13.218708 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port 4a1442a8-6698-4614-ad96-efc8c5651afa triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:12:13.219145 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (4a1442a8-6698-4614-ad96-efc8c5651afa), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:12:13.306885 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 4a1442a8-6698-4614-ad96-efc8c5651afa is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:12:13.307271 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (4a1442a8-6698-4614-ad96-efc8c5651afa), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:12:13.330508 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b3e12d0-21c7-46db-b60c-9797fa85815e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a1442a8-6698-4614-ad96-efc8c5651afa'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 08:12:13.332793 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8c40c98856fbaa198dc4a2758b0190e9c3f0303d59edd797b772e66ff7f3562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e8a746-43a6-44d3-a97a-273b608aac52" -d '{"events": [{"server_uuid": "3b3e12d0-21c7-46db-b60c-9797fa85815e", "name": "network-vif-plugged", "status": "completed", "tag": "4a1442a8-6698-4614-ad96-efc8c5651afa"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 08:12:13.345851 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 4a1442a8-6698-4614-ad96-efc8c5651afa, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=4a1442a8-6698-4614-ad96-efc8c5651afa,segment=NetworkSegment(7df2d3d4-88f8-462d-ac44-d9d35729c6d9),segment_id=7df2d3d4-88f8-462d-ac44-d9d35729c6d9)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:12:13.350021 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (4a1442a8-6698-4614-ad96-efc8c5651afa), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:12:13.373702 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 08:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-348eb12f-799a-4780-896c-d68b641ddece x-openstack-request-id: req-348eb12f-799a-4780-896c-d68b641ddece {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 08:12:13.374000 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b3e12d0-21c7-46db-b60c-9797fa85815e", "name": "network-vif-plugged", "status": "completed", "tag": "4a1442a8-6698-4614-ad96-efc8c5651afa", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 08:12:13.374253 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-348eb12f-799a-4780-896c-d68b641ddece {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 08:12:13.374647 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b3e12d0-21c7-46db-b60c-9797fa85815e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a1442a8-6698-4614-ad96-efc8c5651afa', 'code': 200} Feb 02 08:12:13.414331 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=4a1442a8-6698-4614-ad96-efc8c5651afa,revision_number=12']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:12:13.418104 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1915d4c4-4999-4506-947e-6e1f7ce0cb6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:12:13.587772 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e99b4e2-e491-4bf1-8c4d-a399caaa5d99 req-374cdad6-b357-457b-948e-692c1911a1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:12:13.589330 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7e99b4e2-e491-4bf1-8c4d-a399caaa5d99 req-374cdad6-b357-457b-948e-692c1911a1de service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e HTTP/1.1" status: 200 len: 1130 time: 0.0472178 Feb 02 08:12:13.641643 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7e99b4e2-e491-4bf1-8c4d-a399caaa5d99 req-6d48d7da-ca85-45d6-975f-140b3b0dade5 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=bf545568-34b7-4b50-83e0-64af3e4e7b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461750 Feb 02 08:12:14.265032 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9765ea-76e6-4b58-96a6-258756ca92ed req-519fb223-f1e0-4504-b107-405551f8093d tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:12:14.266571 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-db9765ea-76e6-4b58-96a6-258756ca92ed req-519fb223-f1e0-4504-b107-405551f8093d tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e HTTP/1.1" status: 200 len: 947 time: 0.0558553 Feb 02 08:12:14.318885 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-db9765ea-76e6-4b58-96a6-258756ca92ed req-5d427d6a-2dae-4958-8b4b-4fa6679330d5 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=bf545568-34b7-4b50-83e0-64af3e4e7b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466132 Feb 02 08:12:14.953619 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:12:15.489399 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cfe546-7d52-4d9f-91b1-38af42ca74d0 req-19e3fd9a-7909-49a4-8930-bd8baad8e43f tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:12:15.490908 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e3cfe546-7d52-4d9f-91b1-38af42ca74d0 req-19e3fd9a-7909-49a4-8930-bd8baad8e43f tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e HTTP/1.1" status: 200 len: 947 time: 0.1045475 Feb 02 08:12:15.544814 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e3cfe546-7d52-4d9f-91b1-38af42ca74d0 req-b09fc3c6-ac56-4942-b38b-934a17b6c13e tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=bf545568-34b7-4b50-83e0-64af3e4e7b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481203 Feb 02 08:12:16.315149 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:12:17.570636 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:12:22.793727 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:12:27.965151 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:12:34.159592 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 08:12:41.145013 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-78373da6-90cf-45d7-b814-fa171093d180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:12:43.406751 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1f1192ed-70d5-4307-8ddb-3c91129c7af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:12:44.955089 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:12:46.316302 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:12:47.562861 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:12:52.808300 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:12:57.964418 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:13:04.840380 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-10a7bb0b-cd30-4ebf-9ebf-0698d7e7cc62 req-3ef3a056-c4dd-4eca-a3ad-ce071227705f service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0877156 Feb 02 08:13:04.944300 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a7bb0b-cd30-4ebf-9ebf-0698d7e7cc62 req-5c7a20b0-5a25-46d6-b8f0-4ad3acfd6d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:13:04.945863 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-10a7bb0b-cd30-4ebf-9ebf-0698d7e7cc62 req-5c7a20b0-5a25-46d6-b8f0-4ad3acfd6d37 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=36881ab90b2f41d882fea840e8bc1a79&device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e HTTP/1.1" status: 200 len: 1130 time: 0.0487943 Feb 02 08:13:05.050675 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a7bb0b-cd30-4ebf-9ebf-0698d7e7cc62 req-b03de427-10ea-4e00-8e3a-9852ecdaf768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:13:05.052089 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-10a7bb0b-cd30-4ebf-9ebf-0698d7e7cc62 req-b03de427-10ea-4e00-8e3a-9852ecdaf768 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d228532f-8a79-4f20-afff-95efa170178d HTTP/1.1" status: 200 len: 910 time: 0.0882754 Feb 02 08:13:05.119919 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-10a7bb0b-cd30-4ebf-9ebf-0698d7e7cc62 req-9c90c00f-c64a-4d82-bee3-264d3c8ed8f6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a1442a8-6698-4614-ad96-efc8c5651afa HTTP/1.1" status: 200 len: 1002 time: 0.0602782 Feb 02 08:13:05.172327 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a7bb0b-cd30-4ebf-9ebf-0698d7e7cc62 req-111b5ea7-2cd9-46cc-8592-1ec6cf99eb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:13:05.173786 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-10a7bb0b-cd30-4ebf-9ebf-0698d7e7cc62 req-111b5ea7-2cd9-46cc-8592-1ec6cf99eb73 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0683564a-04f8-4702-aa69-cfa88766f083 HTTP/1.1" status: 200 len: 848 time: 0.0479987 Feb 02 08:13:05.230165 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a7bb0b-cd30-4ebf-9ebf-0698d7e7cc62 req-0e169d64-8832-45e0-9adf-a54824ad2b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:13:05.231819 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-10a7bb0b-cd30-4ebf-9ebf-0698d7e7cc62 req-0e169d64-8832-45e0-9adf-a54824ad2b92 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d228532f-8a79-4f20-afff-95efa170178d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0522134 Feb 02 08:13:05.322683 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-10a7bb0b-cd30-4ebf-9ebf-0698d7e7cc62 req-8710c548-8d65-49cf-86d6-4267f324f40b service neutron] 10.222.0.88 "GET /v2.0/networks/d228532f-8a79-4f20-afff-95efa170178d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850015 Feb 02 08:13:05.419704 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-10a7bb0b-cd30-4ebf-9ebf-0698d7e7cc62 req-3b9f16ac-c50e-44f5-aa43-d048eacef0d2 service neutron] 10.222.0.88 "GET /v2.0/networks/d228532f-8a79-4f20-afff-95efa170178d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911314 Feb 02 08:13:11.148228 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1361e462-1f64-4954-9f55-79af1801d116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:13:11.159053 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 08:13:13.408263 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-85e72732-7624-43b8-868f-9f0328c2a3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:13:14.957844 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:13:16.319905 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:13:17.564809 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:13:22.822842 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:13:27.167155 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 39268) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:13:27.328452 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-54621630-524c-4c98-9fcf-30d4f57655db tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Deleting port e0947aca-e0f5-4030-84c9-b6032df0aa30 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 08:13:27.328713 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-54621630-524c-4c98-9fcf-30d4f57655db tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (e0947aca-e0f5-4030-84c9-b6032df0aa30), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:13:27.402930 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-54621630-524c-4c98-9fcf-30d4f57655db tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (e0947aca-e0f5-4030-84c9-b6032df0aa30), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:13:27.403255 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-54621630-524c-4c98-9fcf-30d4f57655db tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks [] for floatingip (e0947aca-e0f5-4030-84c9-b6032df0aa30), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:13:27.415471 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-54621630-524c-4c98-9fcf-30d4f57655db tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Calling delete_port for e0947aca-e0f5-4030-84c9-b6032df0aa30 owned by network:floatingip {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 08:13:27.563682 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-54621630-524c-4c98-9fcf-30d4f57655db tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (e0947aca-e0f5-4030-84c9-b6032df0aa30), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:13:27.592156 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54621630-524c-4c98-9fcf-30d4f57655db tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Pushing event deleted for resources: {'Port': ['ID=e0947aca-e0f5-4030-84c9-b6032df0aa30,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:13:27.603618 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54621630-524c-4c98-9fcf-30d4f57655db tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:13:27.603969 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54621630-524c-4c98-9fcf-30d4f57655db tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:13:27.604308 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54621630-524c-4c98-9fcf-30d4f57655db tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:13:27.604643 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54621630-524c-4c98-9fcf-30d4f57655db tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:13:27.604975 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54621630-524c-4c98-9fcf-30d4f57655db tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:13:27.605305 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54621630-524c-4c98-9fcf-30d4f57655db tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:13:27.605635 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54621630-524c-4c98-9fcf-30d4f57655db tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:13:27.605963 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54621630-524c-4c98-9fcf-30d4f57655db tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:13:27.606285 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54621630-524c-4c98-9fcf-30d4f57655db tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:13:27.606611 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54621630-524c-4c98-9fcf-30d4f57655db tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:13:27.606936 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54621630-524c-4c98-9fcf-30d4f57655db tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:13:27.607260 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54621630-524c-4c98-9fcf-30d4f57655db tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:13:27.607601 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54621630-524c-4c98-9fcf-30d4f57655db tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:13:27.667176 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-54621630-524c-4c98-9fcf-30d4f57655db tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks [] for floatingip (3bbb7cfb-3ab2-4e50-9294-2807c1b93548), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:13:27.667518 n-d-789963-26 neutron-server[109693]: INFO neutron.db.l3_db [None req-54621630-524c-4c98-9fcf-30d4f57655db tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Floating IP 3bbb7cfb-3ab2-4e50-9294-2807c1b93548 disassociated (deleted). External IP: 172.25.4.250, port: 4a1442a8-6698-4614-ad96-efc8c5651afa. Feb 02 08:13:27.883056 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54621630-524c-4c98-9fcf-30d4f57655db tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Router 265beb98-bbd4-4088-a982-57ba2d2c9872 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 08:13:27.978611 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:13:27.991755 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54621630-524c-4c98-9fcf-30d4f57655db tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 08:13:27.996431 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-54621630-524c-4c98-9fcf-30d4f57655db tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:13:28.002262 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e23a7fc-60ca-4a44-a34b-93945dc8e4b0 None None] Sync routers for ids ['265beb98-bbd4-4088-a982-57ba2d2c9872'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 08:13:28.013299 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e23a7fc-60ca-4a44-a34b-93945dc8e4b0 None None] Routers {'265beb98-bbd4-4088-a982-57ba2d2c9872'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:13:28.013853 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-0e23a7fc-60ca-4a44-a34b-93945dc8e4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:13:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['265beb98-bbd4-4088-a982-57ba2d2c9872'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:13:28.026765 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-54621630-524c-4c98-9fcf-30d4f57655db tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "DELETE /v2.0/floatingips/3bbb7cfb-3ab2-4e50-9294-2807c1b93548 HTTP/1.1" status: 204 len: 168 time: 0.8584707 Feb 02 08:13:28.027369 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b3e12d0-21c7-46db-b60c-9797fa85815e', 'tag': '4a1442a8-6698-4614-ad96-efc8c5651afa'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 08:13:28.029637 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bbcc89a9d4d8e7a52f5cbbd716b66041b3f6feaf13502aa94e42da132c01043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff0afd0-3296-4712-810d-0ec7dfa790e6" -d '{"events": [{"name": "network-changed", "server_uuid": "3b3e12d0-21c7-46db-b60c-9797fa85815e", "tag": "4a1442a8-6698-4614-ad96-efc8c5651afa"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 08:13:28.125264 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-0e23a7fc-60ca-4a44-a34b-93945dc8e4b0 None None] Set router 265beb98-bbd4-4088-a982-57ba2d2c9872 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:13:28.244298 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 08:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0012fdb-4236-4161-a428-89e2c7bb38fa x-openstack-request-id: req-b0012fdb-4236-4161-a428-89e2c7bb38fa {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 08:13:28.245162 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b3e12d0-21c7-46db-b60c-9797fa85815e", "tag": "4a1442a8-6698-4614-ad96-efc8c5651afa", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 08:13:28.245422 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b0012fdb-4236-4161-a428-89e2c7bb38fa {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 08:13:28.245833 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b3e12d0-21c7-46db-b60c-9797fa85815e', 'tag': '4a1442a8-6698-4614-ad96-efc8c5651afa', 'status': 'completed', 'code': 200} Feb 02 08:13:28.341301 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-0e23a7fc-60ca-4a44-a34b-93945dc8e4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265beb98-bbd4-4088-a982-57ba2d2c9872', 'name': 'tempest-TestShelveInstance-1884725781-router', 'tenant_id': '36881ab90b2f41d882fea840e8bc1a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '590cfd7b-2bdb-46bd-91f2-6c52ff4a6592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:08:28Z', 'updated_at': '2022-02-02T08:08:30Z', 'revision_number': 4, 'project_id': '36881ab90b2f41d882fea840e8bc1a79', 'gw_port': {'id': '590cfd7b-2bdb-46bd-91f2-6c52ff4a6592', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:72:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265beb98-bbd4-4088-a982-57ba2d2c9872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:08:28Z', 'updated_at': '2022-02-02T08:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '643e3e63-35d4-4d03-9d54-3b330845c80e', 'name': '', 'network_id': 'd228532f-8a79-4f20-afff-95efa170178d', 'tenant_id': '36881ab90b2f41d882fea840e8bc1a79', 'mac_address': 'fa:16:3e:3e:0d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265beb98-bbd4-4088-a982-57ba2d2c9872', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0683564a-04f8-4702-aa69-cfa88766f083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:08:30Z', 'updated_at': '2022-02-02T08:08:35Z', 'revision_number': 5, 'project_id': '36881ab90b2f41d882fea840e8bc1a79', 'subnets': [{'id': '0683564a-04f8-4702-aa69-cfa88766f083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:13:28.353361 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff0afd0-3296-4712-810d-0ec7dfa790e6 req-48b765e5-9953-4cb0-8c13-f8e7eb24108b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:13:28.355381 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8ff0afd0-3296-4712-810d-0ec7dfa790e6 req-48b765e5-9953-4cb0-8c13-f8e7eb24108b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=36881ab90b2f41d882fea840e8bc1a79&device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e HTTP/1.1" status: 200 len: 1130 time: 0.0522943 Feb 02 08:13:28.356900 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee805836-823e-4b5e-885e-668f496fd7df req-5bdd8e39-58e2-49d3-9629-e7c755562df7 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:13:28.358519 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ee805836-823e-4b5e-885e-668f496fd7df req-5bdd8e39-58e2-49d3-9629-e7c755562df7 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e HTTP/1.1" status: 200 len: 947 time: 0.0587966 Feb 02 08:13:28.375385 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e23a7fc-60ca-4a44-a34b-93945dc8e4b0 None None] Checking router: 265beb98-bbd4-4088-a982-57ba2d2c9872 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 08:13:28.388750 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e23a7fc-60ca-4a44-a34b-93945dc8e4b0 None None] Routers {'265beb98-bbd4-4088-a982-57ba2d2c9872'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:13:28.389465 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-0e23a7fc-60ca-4a44-a34b-93945dc8e4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:13:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['265beb98-bbd4-4088-a982-57ba2d2c9872'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:13:28.412800 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ee805836-823e-4b5e-885e-668f496fd7df req-71287694-6f8e-4ec5-ba18-b8ab81255b67 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=bf545568-34b7-4b50-83e0-64af3e4e7b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464246 Feb 02 08:13:28.456403 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff0afd0-3296-4712-810d-0ec7dfa790e6 req-2eb03468-a165-467b-abc2-333a9b115591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:13:28.457912 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8ff0afd0-3296-4712-810d-0ec7dfa790e6 req-2eb03468-a165-467b-abc2-333a9b115591 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d228532f-8a79-4f20-afff-95efa170178d HTTP/1.1" status: 200 len: 910 time: 0.0949035 Feb 02 08:13:28.500606 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8ff0afd0-3296-4712-810d-0ec7dfa790e6 req-df42d436-3780-4364-bd17-07e222456103 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a1442a8-6698-4614-ad96-efc8c5651afa HTTP/1.1" status: 200 len: 217 time: 0.0364730 Feb 02 08:13:28.503690 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-0e23a7fc-60ca-4a44-a34b-93945dc8e4b0 None None] Set router 265beb98-bbd4-4088-a982-57ba2d2c9872 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:13:28.551452 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff0afd0-3296-4712-810d-0ec7dfa790e6 req-11417815-5820-4746-a645-0acd0a2c0101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:13:28.553088 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8ff0afd0-3296-4712-810d-0ec7dfa790e6 req-11417815-5820-4746-a645-0acd0a2c0101 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0683564a-04f8-4702-aa69-cfa88766f083 HTTP/1.1" status: 200 len: 848 time: 0.0469451 Feb 02 08:13:28.609226 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff0afd0-3296-4712-810d-0ec7dfa790e6 req-34101d90-6207-456b-a0f6-ab102d834873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:13:28.609878 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8ff0afd0-3296-4712-810d-0ec7dfa790e6 req-34101d90-6207-456b-a0f6-ab102d834873 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d228532f-8a79-4f20-afff-95efa170178d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0505266 Feb 02 08:13:28.699582 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8ff0afd0-3296-4712-810d-0ec7dfa790e6 req-d476a947-c9f7-4e4c-a8f3-b95b651c46fa service neutron] 10.222.0.88 "GET /v2.0/networks/d228532f-8a79-4f20-afff-95efa170178d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833144 Feb 02 08:13:28.712958 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-0e23a7fc-60ca-4a44-a34b-93945dc8e4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265beb98-bbd4-4088-a982-57ba2d2c9872', 'name': 'tempest-TestShelveInstance-1884725781-router', 'tenant_id': '36881ab90b2f41d882fea840e8bc1a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '590cfd7b-2bdb-46bd-91f2-6c52ff4a6592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:08:28Z', 'updated_at': '2022-02-02T08:08:30Z', 'revision_number': 4, 'project_id': '36881ab90b2f41d882fea840e8bc1a79', 'gw_port': {'id': '590cfd7b-2bdb-46bd-91f2-6c52ff4a6592', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:72:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265beb98-bbd4-4088-a982-57ba2d2c9872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:08:28Z', 'updated_at': '2022-02-02T08:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '643e3e63-35d4-4d03-9d54-3b330845c80e', 'name': '', 'network_id': 'd228532f-8a79-4f20-afff-95efa170178d', 'tenant_id': '36881ab90b2f41d882fea840e8bc1a79', 'mac_address': 'fa:16:3e:3e:0d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265beb98-bbd4-4088-a982-57ba2d2c9872', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0683564a-04f8-4702-aa69-cfa88766f083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:08:30Z', 'updated_at': '2022-02-02T08:08:35Z', 'revision_number': 5, 'project_id': '36881ab90b2f41d882fea840e8bc1a79', 'subnets': [{'id': '0683564a-04f8-4702-aa69-cfa88766f083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:13:28.739761 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e23a7fc-60ca-4a44-a34b-93945dc8e4b0 None None] The sync data for ids ['265beb98-bbd4-4088-a982-57ba2d2c9872'] in n-d-789963-26 is: [{'id': '265beb98-bbd4-4088-a982-57ba2d2c9872', 'name': 'tempest-TestShelveInstance-1884725781-router', 'tenant_id': '36881ab90b2f41d882fea840e8bc1a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '590cfd7b-2bdb-46bd-91f2-6c52ff4a6592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:08:28Z', 'updated_at': '2022-02-02T08:08:30Z', 'revision_number': 4, 'project_id': '36881ab90b2f41d882fea840e8bc1a79', 'gw_port': {'id': '590cfd7b-2bdb-46bd-91f2-6c52ff4a6592', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:72:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265beb98-bbd4-4088-a982-57ba2d2c9872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:08:28Z', 'updated_at': '2022-02-02T08:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '643e3e63-35d4-4d03-9d54-3b330845c80e', 'name': '', 'network_id': 'd228532f-8a79-4f20-afff-95efa170178d', 'tenant_id': '36881ab90b2f41d882fea840e8bc1a79', 'mac_address': 'fa:16:3e:3e:0d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265beb98-bbd4-4088-a982-57ba2d2c9872', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0683564a-04f8-4702-aa69-cfa88766f083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:08:30Z', 'updated_at': '2022-02-02T08:08:35Z', 'revision_number': 5, 'project_id': '36881ab90b2f41d882fea840e8bc1a79', 'subnets': [{'id': '0683564a-04f8-4702-aa69-cfa88766f083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 08:13:28.800268 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8ff0afd0-3296-4712-810d-0ec7dfa790e6 req-85a7d545-35b5-494b-adb6-55a96f56e00d service neutron] 10.222.0.88 "GET /v2.0/networks/d228532f-8a79-4f20-afff-95efa170178d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940976 Feb 02 08:13:28.961891 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d8612f-f09e-45b6-84d1-9c14914f5801 None None] New status for floating IP 3bbb7cfb-3ab2-4e50-9294-2807c1b93548: DOWN {{(pid=109696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 08:13:29.540288 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3550964b-cdaa-4630-8681-71153b0e308b req-e8c0ed5e-6e7e-4181-b6e2-c0bfc3070190 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:13:29.541754 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3550964b-cdaa-4630-8681-71153b0e308b req-e8c0ed5e-6e7e-4181-b6e2-c0bfc3070190 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e HTTP/1.1" status: 200 len: 947 time: 0.0521564 Feb 02 08:13:29.594969 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3550964b-cdaa-4630-8681-71153b0e308b req-60b23462-5588-4cb0-8439-b28487e5f420 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=bf545568-34b7-4b50-83e0-64af3e4e7b2d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468450 Feb 02 08:13:29.663884 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01478d-1f38-40f6-af9b-1ec8ab3c3708 req-56e06dbc-f8ee-4b50-b4d0-459c473227af tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:13:29.665357 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6a01478d-1f38-40f6-af9b-1ec8ab3c3708 req-56e06dbc-f8ee-4b50-b4d0-459c473227af tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.88 "GET /v2.0/ports?device_id=3b3e12d0-21c7-46db-b60c-9797fa85815e HTTP/1.1" status: 200 len: 947 time: 0.0525448 Feb 02 08:13:29.760524 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-6a01478d-1f38-40f6-af9b-1ec8ab3c3708 req-e386fc3b-bb46-4aca-8028-5c2c647a4ae4 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Deleting port 4a1442a8-6698-4614-ad96-efc8c5651afa {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 08:13:29.760768 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6a01478d-1f38-40f6-af9b-1ec8ab3c3708 req-e386fc3b-bb46-4aca-8028-5c2c647a4ae4 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (4a1442a8-6698-4614-ad96-efc8c5651afa), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:13:29.847058 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-6a01478d-1f38-40f6-af9b-1ec8ab3c3708 req-e386fc3b-bb46-4aca-8028-5c2c647a4ae4 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] For port 4a1442a8-6698-4614-ad96-efc8c5651afa, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=4a1442a8-6698-4614-ad96-efc8c5651afa,segment=NetworkSegment(7df2d3d4-88f8-462d-ac44-d9d35729c6d9),segment_id=7df2d3d4-88f8-462d-ac44-d9d35729c6d9)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:13:29.847418 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6a01478d-1f38-40f6-af9b-1ec8ab3c3708 req-e386fc3b-bb46-4aca-8028-5c2c647a4ae4 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (4a1442a8-6698-4614-ad96-efc8c5651afa), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:13:29.859461 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-6a01478d-1f38-40f6-af9b-1ec8ab3c3708 req-e386fc3b-bb46-4aca-8028-5c2c647a4ae4 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Calling delete_port for 4a1442a8-6698-4614-ad96-efc8c5651afa owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 08:13:29.986739 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6a01478d-1f38-40f6-af9b-1ec8ab3c3708 req-e386fc3b-bb46-4aca-8028-5c2c647a4ae4 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (4a1442a8-6698-4614-ad96-efc8c5651afa), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:13:30.013771 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e386fc3b-bb46-4aca-8028-5c2c647a4ae4 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Pushing event deleted for resources: {'Port': ['ID=4a1442a8-6698-4614-ad96-efc8c5651afa,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:13:30.058028 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a01478d-1f38-40f6-af9b-1ec8ab3c3708 req-e386fc3b-bb46-4aca-8028-5c2c647a4ae4 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] No DVR routers for this DVR port 4a1442a8-6698-4614-ad96-efc8c5651afa on host n-h1-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 08:13:30.060759 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-6a01478d-1f38-40f6-af9b-1ec8ab3c3708 req-e386fc3b-bb46-4aca-8028-5c2c647a4ae4 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:13:30.064897 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-6a01478d-1f38-40f6-af9b-1ec8ab3c3708 req-e386fc3b-bb46-4aca-8028-5c2c647a4ae4 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.88 "DELETE /v2.0/ports/4a1442a8-6698-4614-ad96-efc8c5651afa HTTP/1.1" status: 204 len: 173 time: 0.3938868 Feb 02 08:13:30.246848 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b3e12d0-21c7-46db-b60c-9797fa85815e', 'name': 'network-vif-deleted', 'tag': '4a1442a8-6698-4614-ad96-efc8c5651afa'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 08:13:30.249278 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bbcc89a9d4d8e7a52f5cbbd716b66041b3f6feaf13502aa94e42da132c01043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b81ac4-5ba7-4006-9668-6a11d0eaeefa" -d '{"events": [{"server_uuid": "3b3e12d0-21c7-46db-b60c-9797fa85815e", "name": "network-vif-deleted", "tag": "4a1442a8-6698-4614-ad96-efc8c5651afa"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 08:13:30.284821 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 08:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73795eb-158a-4bed-9ddb-06c1d52f2018 x-openstack-request-id: req-f73795eb-158a-4bed-9ddb-06c1d52f2018 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 08:13:30.285071 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b3e12d0-21c7-46db-b60c-9797fa85815e", "name": "network-vif-deleted", "tag": "4a1442a8-6698-4614-ad96-efc8c5651afa", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 08:13:30.285333 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f73795eb-158a-4bed-9ddb-06c1d52f2018 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 08:13:30.285742 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b3e12d0-21c7-46db-b60c-9797fa85815e', 'name': 'network-vif-deleted', 'tag': '4a1442a8-6698-4614-ad96-efc8c5651afa', 'status': 'completed', 'code': 200} Feb 02 08:13:30.650991 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 39290) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:13:30.710678 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-dc8f9cf2-25a5-477e-81d9-41e0c5fcb639 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks [] for security_group (bf545568-34b7-4b50-83e0-64af3e4e7b2d), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:13:30.737493 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-dc8f9cf2-25a5-477e-81d9-41e0c5fcb639 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks [] for security_group (bf545568-34b7-4b50-83e0-64af3e4e7b2d), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:13:30.798124 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-dc8f9cf2-25a5-477e-81d9-41e0c5fcb639 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (bf545568-34b7-4b50-83e0-64af3e4e7b2d), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:13:30.800943 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-dc8f9cf2-25a5-477e-81d9-41e0c5fcb639 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:13:30.802463 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-dc8f9cf2-25a5-477e-81d9-41e0c5fcb639 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "DELETE /v2.0/security-groups/bf545568-34b7-4b50-83e0-64af3e4e7b2d HTTP/1.1" status: 204 len: 168 time: 0.1503837 Feb 02 08:13:30.812245 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8f9cf2-25a5-477e-81d9-41e0c5fcb639 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf545568-34b7-4b50-83e0-64af3e4e7b2d,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:13:31.184313 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 39296) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:13:31.189783 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-7aca6286-d39a-4d4d-a9f0-62f12dea37e2 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1179843204', 'description': 'tempest-secgroup-smoke-1179843204 description', 'project_id': '36881ab90b2f41d882fea840e8bc1a79'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:13:31.211696 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7aca6286-d39a-4d4d-a9f0-62f12dea37e2 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks [] for security_group (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:13:31.276249 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7aca6286-d39a-4d4d-a9f0-62f12dea37e2 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks [] for security_group (a99f9263-5145-4057-a963-c5896b929d79), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:13:31.280847 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7aca6286-d39a-4d4d-a9f0-62f12dea37e2 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (a99f9263-5145-4057-a963-c5896b929d79), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:13:31.311070 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7aca6286-d39a-4d4d-a9f0-62f12dea37e2 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:13:31.312320 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-7aca6286-d39a-4d4d-a9f0-62f12dea37e2 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1267571 Feb 02 08:13:31.314805 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca6286-d39a-4d4d-a9f0-62f12dea37e2 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a99f9263-5145-4057-a963-c5896b929d79,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:13:31.315885 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 39298) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:13:31.322168 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-c31821c9-fb83-4052-83c1-e1ae1b659caa tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Request body: {'security_group_rule': {'security_group_id': 'a99f9263-5145-4057-a963-c5896b929d79', 'project_id': '36881ab90b2f41d882fea840e8bc1a79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:13:31.347080 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c31821c9-fb83-4052-83c1-e1ae1b659caa tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks [] for security_group_rule (7efafe9f-7070-4168-989e-127f3484f7b1), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:13:31.401600 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c31821c9-fb83-4052-83c1-e1ae1b659caa tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks [] for security_group_rule (7efafe9f-7070-4168-989e-127f3484f7b1), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:13:31.405001 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c31821c9-fb83-4052-83c1-e1ae1b659caa tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (7efafe9f-7070-4168-989e-127f3484f7b1), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:13:31.421659 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31821c9-fb83-4052-83c1-e1ae1b659caa tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7efafe9f-7070-4168-989e-127f3484f7b1,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:13:31.431207 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c31821c9-fb83-4052-83c1-e1ae1b659caa tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:13:31.432424 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c31821c9-fb83-4052-83c1-e1ae1b659caa tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1147141 Feb 02 08:13:31.433768 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31821c9-fb83-4052-83c1-e1ae1b659caa tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:13:31.434120 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31821c9-fb83-4052-83c1-e1ae1b659caa tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:13:31.434471 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31821c9-fb83-4052-83c1-e1ae1b659caa tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:13:31.434890 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31821c9-fb83-4052-83c1-e1ae1b659caa tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:13:31.435236 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31821c9-fb83-4052-83c1-e1ae1b659caa tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:13:31.435384 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 39300) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:13:31.435593 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31821c9-fb83-4052-83c1-e1ae1b659caa tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:13:31.435918 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31821c9-fb83-4052-83c1-e1ae1b659caa tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:13:31.436245 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31821c9-fb83-4052-83c1-e1ae1b659caa tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:13:31.436572 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31821c9-fb83-4052-83c1-e1ae1b659caa tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:13:31.436896 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31821c9-fb83-4052-83c1-e1ae1b659caa tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:13:31.437219 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31821c9-fb83-4052-83c1-e1ae1b659caa tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:13:31.438126 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31821c9-fb83-4052-83c1-e1ae1b659caa tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:13:31.438453 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31821c9-fb83-4052-83c1-e1ae1b659caa tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:13:31.440674 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-89878cbc-3d4c-4763-ab81-f1aae2c7781c tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Request body: {'security_group_rule': {'security_group_id': 'a99f9263-5145-4057-a963-c5896b929d79', 'project_id': '36881ab90b2f41d882fea840e8bc1a79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:13:31.465896 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-89878cbc-3d4c-4763-ab81-f1aae2c7781c tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks [] for security_group_rule (06c1bf11-6876-443e-b56c-f61f90d4b3a5), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:13:31.521822 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-89878cbc-3d4c-4763-ab81-f1aae2c7781c tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks [] for security_group_rule (06c1bf11-6876-443e-b56c-f61f90d4b3a5), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:13:31.525344 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-89878cbc-3d4c-4763-ab81-f1aae2c7781c tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (06c1bf11-6876-443e-b56c-f61f90d4b3a5), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:13:31.545713 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89878cbc-3d4c-4763-ab81-f1aae2c7781c tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06c1bf11-6876-443e-b56c-f61f90d4b3a5,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:13:31.553701 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-89878cbc-3d4c-4763-ab81-f1aae2c7781c tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:13:31.554891 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-89878cbc-3d4c-4763-ab81-f1aae2c7781c tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1185760 Feb 02 08:13:31.557634 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 39302) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:13:31.561873 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-2ad601a6-6147-4cf6-afb4-959d50fac6ce tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Request body: {'security_group_rule': {'security_group_id': 'a99f9263-5145-4057-a963-c5896b929d79', 'project_id': '36881ab90b2f41d882fea840e8bc1a79', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:13:31.585684 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2ad601a6-6147-4cf6-afb4-959d50fac6ce tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks [] for security_group_rule (6ec73033-6edc-4331-9f05-4420d5bb8973), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:13:31.641571 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2ad601a6-6147-4cf6-afb4-959d50fac6ce tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks [] for security_group_rule (6ec73033-6edc-4331-9f05-4420d5bb8973), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:13:31.645396 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2ad601a6-6147-4cf6-afb4-959d50fac6ce tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (6ec73033-6edc-4331-9f05-4420d5bb8973), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:13:31.665094 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad601a6-6147-4cf6-afb4-959d50fac6ce tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ec73033-6edc-4331-9f05-4420d5bb8973,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:13:31.670342 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-2ad601a6-6147-4cf6-afb4-959d50fac6ce tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:13:31.671514 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-2ad601a6-6147-4cf6-afb4-959d50fac6ce tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1129847 Feb 02 08:13:31.674787 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 39304) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:13:31.679643 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-459b94b9-cb1c-4aaa-bfac-c0fbb8fe930e tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Request body: {'security_group_rule': {'security_group_id': 'a99f9263-5145-4057-a963-c5896b929d79', 'project_id': '36881ab90b2f41d882fea840e8bc1a79', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:13:31.704611 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-459b94b9-cb1c-4aaa-bfac-c0fbb8fe930e tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks [] for security_group_rule (d399062b-b03f-4f57-894b-5dade8e262ca), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:13:31.760844 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-459b94b9-cb1c-4aaa-bfac-c0fbb8fe930e tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks [] for security_group_rule (d399062b-b03f-4f57-894b-5dade8e262ca), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:13:31.764727 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-459b94b9-cb1c-4aaa-bfac-c0fbb8fe930e tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (d399062b-b03f-4f57-894b-5dade8e262ca), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:13:31.782291 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459b94b9-cb1c-4aaa-bfac-c0fbb8fe930e tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d399062b-b03f-4f57-894b-5dade8e262ca,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:13:31.790174 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-459b94b9-cb1c-4aaa-bfac-c0fbb8fe930e tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:13:31.791372 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-459b94b9-cb1c-4aaa-bfac-c0fbb8fe930e tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1155543 Feb 02 08:13:31.794586 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 39306) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:13:31.800078 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-79adb69b-a94b-4ae4-a6cb-161c1adb02a0 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Request body: {'security_group_rule': {'security_group_id': 'a99f9263-5145-4057-a963-c5896b929d79', 'project_id': '36881ab90b2f41d882fea840e8bc1a79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:13:31.820644 n-d-789963-26 neutron-server[109694]: INFO neutron.db.securitygroups_db [None req-79adb69b-a94b-4ae4-a6cb-161c1adb02a0 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Project 36881ab90b2f41d882fea840e8bc1a79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 08:13:31.825861 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-79adb69b-a94b-4ae4-a6cb-161c1adb02a0 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks [] for security_group_rule (207ff92f-d3ca-406e-aec1-c41bb4931895), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:13:31.884282 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-79adb69b-a94b-4ae4-a6cb-161c1adb02a0 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks [] for security_group_rule (207ff92f-d3ca-406e-aec1-c41bb4931895), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:13:31.887663 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-79adb69b-a94b-4ae4-a6cb-161c1adb02a0 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (207ff92f-d3ca-406e-aec1-c41bb4931895), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:13:31.910822 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79adb69b-a94b-4ae4-a6cb-161c1adb02a0 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=207ff92f-d3ca-406e-aec1-c41bb4931895,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:13:31.916524 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-79adb69b-a94b-4ae4-a6cb-161c1adb02a0 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:13:31.917617 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-79adb69b-a94b-4ae4-a6cb-161c1adb02a0 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1220758 Feb 02 08:13:31.920364 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 39308) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:13:31.925263 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-9f4e7ae4-aae0-4728-9826-b16092836b91 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Request body: {'security_group_rule': {'security_group_id': 'a99f9263-5145-4057-a963-c5896b929d79', 'project_id': '36881ab90b2f41d882fea840e8bc1a79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:13:31.944032 n-d-789963-26 neutron-server[109694]: INFO neutron.db.securitygroups_db [None req-9f4e7ae4-aae0-4728-9826-b16092836b91 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Project 36881ab90b2f41d882fea840e8bc1a79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 08:13:31.948726 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9f4e7ae4-aae0-4728-9826-b16092836b91 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks [] for security_group_rule (41ac5636-13ef-460f-9e8c-3e1d2e45a64c), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:13:32.006831 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9f4e7ae4-aae0-4728-9826-b16092836b91 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks [] for security_group_rule (41ac5636-13ef-460f-9e8c-3e1d2e45a64c), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:13:32.010513 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9f4e7ae4-aae0-4728-9826-b16092836b91 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (41ac5636-13ef-460f-9e8c-3e1d2e45a64c), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:13:32.030332 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4e7ae4-aae0-4728-9826-b16092836b91 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41ac5636-13ef-460f-9e8c-3e1d2e45a64c,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:13:32.036826 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9f4e7ae4-aae0-4728-9826-b16092836b91 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:13:32.038012 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-9f4e7ae4-aae0-4728-9826-b16092836b91 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1167216 Feb 02 08:13:33.472408 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 4a1442a8-6698-4614-ad96-efc8c5651afa no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 08:13:33.502600 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: 4a1442a8-6698-4614-ad96-efc8c5651afa {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 08:13:33.503032 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 4a1442a8-6698-4614-ad96-efc8c5651afa not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 08:13:41.161571 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e6f5fa80-6cc8-43ea-8d2e-e4acbea0442f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:13:43.412636 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9539fc50-58df-4926-8469-b8afa5dff635 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:13:44.962389 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:13:46.322061 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:13:47.567480 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:13:48.157907 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 08:13:51.645721 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b51591fd-96b5-470f-8c83-b234c40143ce req-fb05b79b-69f8-43de-adf7-9fb804c5dc8a tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1179843204&fields=id&tenant_id=36881ab90b2f41d882fea840e8bc1a79 HTTP/1.1" status: 200 len: 267 time: 0.0492318 Feb 02 08:13:51.760192 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51591fd-96b5-470f-8c83-b234c40143ce req-72420e03-d421-48ef-a0c5-65fa838286a0 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:13:51.761613 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b51591fd-96b5-470f-8c83-b234c40143ce req-72420e03-d421-48ef-a0c5-65fa838286a0 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/networks?id=d228532f-8a79-4f20-afff-95efa170178d HTTP/1.1" status: 200 len: 809 time: 0.1087389 Feb 02 08:13:51.779229 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b51591fd-96b5-470f-8c83-b234c40143ce req-56778ae3-7882-41f2-822d-0e5b215581c6 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/quotas/36881ab90b2f41d882fea840e8bc1a79 HTTP/1.1" status: 200 len: 375 time: 0.0095768 Feb 02 08:13:51.838854 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b51591fd-96b5-470f-8c83-b234c40143ce req-8a774c21-f71c-4e7e-be64-00f80324db6b tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=36881ab90b2f41d882fea840e8bc1a79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525348 Feb 02 08:13:51.856120 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [req-b51591fd-96b5-470f-8c83-b234c40143ce req-bfffa85c-641a-4951-b47d-d3d58d54e086 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 08:13:51.858141 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b51591fd-96b5-470f-8c83-b234c40143ce req-bfffa85c-641a-4951-b47d-d3d58d54e086 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064733 Feb 02 08:13:51.967823 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b51591fd-96b5-470f-8c83-b234c40143ce req-cb4cf30e-4454-48c5-8815-151cb3eb13a1 service neutron] 10.222.0.87 "GET /v2.0/networks/d228532f-8a79-4f20-afff-95efa170178d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030102 Feb 02 08:13:52.063506 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b51591fd-96b5-470f-8c83-b234c40143ce req-606c0f30-b676-46fd-aa7e-31cb2e348e59 service neutron] 10.222.0.87 "GET /v2.0/networks/d228532f-8a79-4f20-afff-95efa170178d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886915 Feb 02 08:13:52.370161 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f2dfa01d-690d-4ec1-a8a4-9b5d977c8b27 req-1072cd98-4799-4341-9a54-27e694faaf77 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 210 time: 0.0282781 Feb 02 08:13:52.826619 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:13:53.447201 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d16f9d49-ebd9-4dfd-b4fe-26850e436978 req-07c5c202-0a5e-428b-8f2e-b6a59b1388a2 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 210 time: 0.0266867 Feb 02 08:13:54.528369 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e72c628e-f6de-411d-8a1f-3ab96a1b5523 req-d22433e7-3d2e-4205-a9b8-e094d1a61d3b tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 210 time: 0.0303519 Feb 02 08:13:55.414670 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51591fd-96b5-470f-8c83-b234c40143ce req-b1dcac76-246b-40bf-b0ca-e67cdff9786a tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:13:55.416113 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b51591fd-96b5-470f-8c83-b234c40143ce req-b1dcac76-246b-40bf-b0ca-e67cdff9786a tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.59 "GET /v2.0/networks?id=d228532f-8a79-4f20-afff-95efa170178d HTTP/1.1" status: 200 len: 809 time: 0.1072950 Feb 02 08:13:55.483281 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b51591fd-96b5-470f-8c83-b234c40143ce req-ff6974b4-0501-4794-9ba9-164ba5d88a57 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36881ab90b2f41d882fea840e8bc1a79 HTTP/1.1" status: 200 len: 380 time: 0.0546334 Feb 02 08:13:55.491405 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-b51591fd-96b5-470f-8c83-b234c40143ce req-5707b846-573a-4886-a2b1-47ee41e5fe62 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Request body: {'port': {'device_id': '30590595-5529-4cad-b4a5-27d404a75884', 'network_id': 'd228532f-8a79-4f20-afff-95efa170178d', 'admin_state_up': True, 'tenant_id': '36881ab90b2f41d882fea840e8bc1a79', 'security_groups': ['a99f9263-5145-4057-a963-c5896b929d79']}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:13:55.626823 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1a3a364b-7ad2-4f5b-86fd-9ed630f36bab req-68d5bf2a-9d73-414c-9a24-7a83408d4e6a tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 210 time: 0.0307469 Feb 02 08:13:55.627700 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b51591fd-96b5-470f-8c83-b234c40143ce req-5707b846-573a-4886-a2b1-47ee41e5fe62 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Made reservation on behalf of 36881ab90b2f41d882fea840e8bc1a79 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 08:13:55.631062 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-b51591fd-96b5-470f-8c83-b234c40143ce req-5707b846-573a-4886-a2b1-47ee41e5fe62 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:13:55.764223 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-b51591fd-96b5-470f-8c83-b234c40143ce req-5707b846-573a-4886-a2b1-47ee41e5fe62 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Allocated IP 172.20.0.8 (d228532f-8a79-4f20-afff-95efa170178d/0683564a-04f8-4702-aa69-cfa88766f083/182e87ac-d448-457d-b45a-1109e97b6fd4) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 08:13:55.904280 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-b51591fd-96b5-470f-8c83-b234c40143ce req-5707b846-573a-4886-a2b1-47ee41e5fe62 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks [] for port (182e87ac-d448-457d-b45a-1109e97b6fd4), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:13:56.272253 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-b51591fd-96b5-470f-8c83-b234c40143ce req-5707b846-573a-4886-a2b1-47ee41e5fe62 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (182e87ac-d448-457d-b45a-1109e97b6fd4), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:13:56.317405 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b51591fd-96b5-470f-8c83-b234c40143ce req-5707b846-573a-4886-a2b1-47ee41e5fe62 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Network d228532f-8a79-4f20-afff-95efa170178d is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 08:13:56.322459 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-b51591fd-96b5-470f-8c83-b234c40143ce req-5707b846-573a-4886-a2b1-47ee41e5fe62 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 08:13:56.326047 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-b51591fd-96b5-470f-8c83-b234c40143ce req-5707b846-573a-4886-a2b1-47ee41e5fe62 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 08:13:56.353423 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5707b846-573a-4886-a2b1-47ee41e5fe62 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Pushing event updated for resources: {'Port': ['ID=182e87ac-d448-457d-b45a-1109e97b6fd4,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:13:56.385294 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51591fd-96b5-470f-8c83-b234c40143ce req-5707b846-573a-4886-a2b1-47ee41e5fe62 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:13:56.385922 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-b51591fd-96b5-470f-8c83-b234c40143ce req-5707b846-573a-4886-a2b1-47ee41e5fe62 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:13:56.405707 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b51591fd-96b5-470f-8c83-b234c40143ce req-5707b846-573a-4886-a2b1-47ee41e5fe62 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9179626 Feb 02 08:13:56.423276 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-b51591fd-96b5-470f-8c83-b234c40143ce req-a272aae3-0552-4095-9572-0b32c42d5569 service neutron] Request body: {'port': {'device_id': '30590595-5529-4cad-b4a5-27d404a75884', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:13:56.488804 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-b51591fd-96b5-470f-8c83-b234c40143ce req-a272aae3-0552-4095-9572-0b32c42d5569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (182e87ac-d448-457d-b45a-1109e97b6fd4), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:13:56.627177 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-60b6e1bb-7785-4eaa-b92a-dd2c01ea987e None None] Provisioning complete for port 182e87ac-d448-457d-b45a-1109e97b6fd4 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:13:56.628868 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-60b6e1bb-7785-4eaa-b92a-dd2c01ea987e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (182e87ac-d448-457d-b45a-1109e97b6fd4), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:13:56.668019 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-60b6e1bb-7785-4eaa-b92a-dd2c01ea987e None None] Port 182e87ac-d448-457d-b45a-1109e97b6fd4 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 08:13:56.808968 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873751dc-5294-4a83-862d-0f7aab23fb9d req-9d3f11bc-3ac8-4c1a-a5f5-00602f89c03b tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:13:56.810440 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-873751dc-5294-4a83-862d-0f7aab23fb9d req-9d3f11bc-3ac8-4c1a-a5f5-00602f89c03b tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 931 time: 0.1032774 Feb 02 08:13:56.825317 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-b51591fd-96b5-470f-8c83-b234c40143ce req-a272aae3-0552-4095-9572-0b32c42d5569 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 182e87ac-d448-457d-b45a-1109e97b6fd4 {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 08:13:56.838782 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-b51591fd-96b5-470f-8c83-b234c40143ce req-a272aae3-0552-4095-9572-0b32c42d5569 service neutron] Publish callbacks [] for port (182e87ac-d448-457d-b45a-1109e97b6fd4), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:13:56.863488 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-b51591fd-96b5-470f-8c83-b234c40143ce req-a272aae3-0552-4095-9572-0b32c42d5569 service neutron] Transition to ACTIVE for port object 182e87ac-d448-457d-b45a-1109e97b6fd4 will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 08:13:56.871349 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-b51591fd-96b5-470f-8c83-b234c40143ce req-a272aae3-0552-4095-9572-0b32c42d5569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (182e87ac-d448-457d-b45a-1109e97b6fd4), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:13:56.910429 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-873751dc-5294-4a83-862d-0f7aab23fb9d req-c536163b-1212-4ae2-9465-bf5e000f9162 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=a99f9263-5145-4057-a963-c5896b929d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931437 Feb 02 08:13:56.931886 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a272aae3-0552-4095-9572-0b32c42d5569 service neutron] Pushing event updated for resources: {'Port': ['ID=182e87ac-d448-457d-b45a-1109e97b6fd4,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:13:57.012197 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-b51591fd-96b5-470f-8c83-b234c40143ce req-a272aae3-0552-4095-9572-0b32c42d5569 service neutron] Attempting to bind port 182e87ac-d448-457d-b45a-1109e97b6fd4 on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 08:13:57.012678 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-b51591fd-96b5-470f-8c83-b234c40143ce req-a272aae3-0552-4095-9572-0b32c42d5569 service neutron] Attempting to bind port 182e87ac-d448-457d-b45a-1109e97b6fd4 by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': '7df2d3d4-88f8-462d-ac44-d9d35729c6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd228532f-8a79-4f20-afff-95efa170178d'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 08:13:57.013115 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51591fd-96b5-470f-8c83-b234c40143ce req-a272aae3-0552-4095-9572-0b32c42d5569 service neutron] Attempting to bind port 182e87ac-d448-457d-b45a-1109e97b6fd4 on network d228532f-8a79-4f20-afff-95efa170178d {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 08:13:57.018170 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51591fd-96b5-470f-8c83-b234c40143ce req-a272aae3-0552-4095-9572-0b32c42d5569 service neutron] Port 182e87ac-d448-457d-b45a-1109e97b6fd4 on network d228532f-8a79-4f20-afff-95efa170178d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 08:13:57.018619 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51591fd-96b5-470f-8c83-b234c40143ce req-a272aae3-0552-4095-9572-0b32c42d5569 service neutron] Attempting to bind port 182e87ac-d448-457d-b45a-1109e97b6fd4 on network d228532f-8a79-4f20-afff-95efa170178d {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 08:13:57.024339 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51591fd-96b5-470f-8c83-b234c40143ce req-a272aae3-0552-4095-9572-0b32c42d5569 service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 8, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 08:13:57.024656 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51591fd-96b5-470f-8c83-b234c40143ce req-a272aae3-0552-4095-9572-0b32c42d5569 service neutron] Checking segment: {'id': '7df2d3d4-88f8-462d-ac44-d9d35729c6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd228532f-8a79-4f20-afff-95efa170178d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 08:13:57.025233 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51591fd-96b5-470f-8c83-b234c40143ce req-a272aae3-0552-4095-9572-0b32c42d5569 service neutron] Bound using segment: {'id': '7df2d3d4-88f8-462d-ac44-d9d35729c6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd228532f-8a79-4f20-afff-95efa170178d'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 08:13:57.025889 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-b51591fd-96b5-470f-8c83-b234c40143ce req-a272aae3-0552-4095-9572-0b32c42d5569 service neutron] Bound port: 182e87ac-d448-457d-b45a-1109e97b6fd4, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7df2d3d4-88f8-462d-ac44-d9d35729c6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd228532f-8a79-4f20-afff-95efa170178d'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 08:13:57.026498 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-b51591fd-96b5-470f-8c83-b234c40143ce req-a272aae3-0552-4095-9572-0b32c42d5569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (182e87ac-d448-457d-b45a-1109e97b6fd4), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:13:57.099343 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-b51591fd-96b5-470f-8c83-b234c40143ce req-a272aae3-0552-4095-9572-0b32c42d5569 service neutron] For port 182e87ac-d448-457d-b45a-1109e97b6fd4, host n-h2-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 08:13:57.103194 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-b51591fd-96b5-470f-8c83-b234c40143ce req-a272aae3-0552-4095-9572-0b32c42d5569 service neutron] For port 182e87ac-d448-457d-b45a-1109e97b6fd4, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=182e87ac-d448-457d-b45a-1109e97b6fd4,segment=NetworkSegment(7df2d3d4-88f8-462d-ac44-d9d35729c6d9),segment_id=7df2d3d4-88f8-462d-ac44-d9d35729c6d9)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 08:13:57.111728 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-b51591fd-96b5-470f-8c83-b234c40143ce req-a272aae3-0552-4095-9572-0b32c42d5569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (182e87ac-d448-457d-b45a-1109e97b6fd4), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:13:57.152205 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51591fd-96b5-470f-8c83-b234c40143ce req-a272aae3-0552-4095-9572-0b32c42d5569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:13:57.153428 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-b51591fd-96b5-470f-8c83-b234c40143ce req-a272aae3-0552-4095-9572-0b32c42d5569 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:13:57.154882 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b51591fd-96b5-470f-8c83-b234c40143ce req-a272aae3-0552-4095-9572-0b32c42d5569 service neutron] 10.222.0.59 "PUT /v2.0/ports/182e87ac-d448-457d-b45a-1109e97b6fd4 HTTP/1.1" status: 200 len: 1092 time: 0.7363198 Feb 02 08:13:57.155354 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30590595-5529-4cad-b4a5-27d404a75884', 'tag': '182e87ac-d448-457d-b45a-1109e97b6fd4'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 08:13:57.157671 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cd64c29d20054dd266ebfc4811df21ba6bce2c9fa8def1b04b444a49e945ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01177ed9-53b5-48d6-8e13-1f2f78ed73da" -d '{"events": [{"name": "network-changed", "server_uuid": "30590595-5529-4cad-b4a5-27d404a75884", "tag": "182e87ac-d448-457d-b45a-1109e97b6fd4"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 08:13:57.196283 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a272aae3-0552-4095-9572-0b32c42d5569 service neutron] Pushing event updated for resources: {'Port': ['ID=182e87ac-d448-457d-b45a-1109e97b6fd4,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:13:57.273137 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 08:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa22e11-6581-415e-966f-a5dab5e0a3e2 x-openstack-request-id: req-afa22e11-6581-415e-966f-a5dab5e0a3e2 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 08:13:57.273563 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30590595-5529-4cad-b4a5-27d404a75884", "tag": "182e87ac-d448-457d-b45a-1109e97b6fd4", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 08:13:57.273913 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-afa22e11-6581-415e-966f-a5dab5e0a3e2 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 08:13:57.274404 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30590595-5529-4cad-b4a5-27d404a75884', 'tag': '182e87ac-d448-457d-b45a-1109e97b6fd4', 'status': 'completed', 'code': 200} Feb 02 08:13:57.292439 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51591fd-96b5-470f-8c83-b234c40143ce req-a5289710-5d7c-4d4f-bb64-04483f411b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:13:57.294137 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b51591fd-96b5-470f-8c83-b234c40143ce req-a5289710-5d7c-4d4f-bb64-04483f411b9c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=36881ab90b2f41d882fea840e8bc1a79&device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 1126 time: 0.0757670 Feb 02 08:13:57.348073 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b51591fd-96b5-470f-8c83-b234c40143ce req-bfa951f9-60b5-4045-89d1-28f212452768 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=182e87ac-d448-457d-b45a-1109e97b6fd4 HTTP/1.1" status: 200 len: 217 time: 0.0408750 Feb 02 08:13:57.401064 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51591fd-96b5-470f-8c83-b234c40143ce req-38baa0c6-c6af-4076-9ebe-c9c846f7ed0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:13:57.402608 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b51591fd-96b5-470f-8c83-b234c40143ce req-38baa0c6-c6af-4076-9ebe-c9c846f7ed0a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0683564a-04f8-4702-aa69-cfa88766f083 HTTP/1.1" status: 200 len: 848 time: 0.0464904 Feb 02 08:13:57.456145 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51591fd-96b5-470f-8c83-b234c40143ce req-18c0c9e5-ca29-4ac7-aa77-8bd6d0fd62cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:13:57.458027 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b51591fd-96b5-470f-8c83-b234c40143ce req-18c0c9e5-ca29-4ac7-aa77-8bd6d0fd62cd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d228532f-8a79-4f20-afff-95efa170178d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0495446 Feb 02 08:13:57.469025 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [req-b51591fd-96b5-470f-8c83-b234c40143ce req-cbc50e2c-e9b0-4c37-a2a0-c6d7861d1a69 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 08:13:57.470387 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b51591fd-96b5-470f-8c83-b234c40143ce req-cbc50e2c-e9b0-4c37-a2a0-c6d7861d1a69 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058563 Feb 02 08:13:57.562699 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b51591fd-96b5-470f-8c83-b234c40143ce req-952cca80-8ba4-4090-87c5-16b14f0598d4 service neutron] 10.222.0.59 "GET /v2.0/networks/d228532f-8a79-4f20-afff-95efa170178d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859165 Feb 02 08:13:57.651000 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b51591fd-96b5-470f-8c83-b234c40143ce req-76b42578-77d5-4dea-b908-9cd39b105edc service neutron] 10.222.0.59 "GET /v2.0/networks/d228532f-8a79-4f20-afff-95efa170178d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829036 Feb 02 08:13:57.769102 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01177ed9-53b5-48d6-8e13-1f2f78ed73da req-af484e13-b62a-4e60-b549-f6d0c9cf18df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:13:57.770702 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-01177ed9-53b5-48d6-8e13-1f2f78ed73da req-af484e13-b62a-4e60-b549-f6d0c9cf18df service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=36881ab90b2f41d882fea840e8bc1a79&device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 1126 time: 0.0501416 Feb 02 08:13:57.860075 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01177ed9-53b5-48d6-8e13-1f2f78ed73da req-42fa8cd4-3cf2-4a17-bc17-3e7b820e6181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:13:57.861531 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-01177ed9-53b5-48d6-8e13-1f2f78ed73da req-42fa8cd4-3cf2-4a17-bc17-3e7b820e6181 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d228532f-8a79-4f20-afff-95efa170178d HTTP/1.1" status: 200 len: 910 time: 0.0849745 Feb 02 08:13:57.905088 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-01177ed9-53b5-48d6-8e13-1f2f78ed73da req-5fae4cd4-025e-437e-bfe9-a8e55225085d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=182e87ac-d448-457d-b45a-1109e97b6fd4 HTTP/1.1" status: 200 len: 217 time: 0.0373535 Feb 02 08:13:57.952481 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01177ed9-53b5-48d6-8e13-1f2f78ed73da req-eb1f4a84-1cea-4ffd-9e5b-e7344e0613ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:13:57.954946 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-01177ed9-53b5-48d6-8e13-1f2f78ed73da req-eb1f4a84-1cea-4ffd-9e5b-e7344e0613ed service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0683564a-04f8-4702-aa69-cfa88766f083 HTTP/1.1" status: 200 len: 848 time: 0.0449595 Feb 02 08:13:57.998594 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:13:58.046663 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01177ed9-53b5-48d6-8e13-1f2f78ed73da req-6e3490f5-a8d0-4081-b06e-d724b0badbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:13:58.048660 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-01177ed9-53b5-48d6-8e13-1f2f78ed73da req-6e3490f5-a8d0-4081-b06e-d724b0badbd4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d228532f-8a79-4f20-afff-95efa170178d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0879211 Feb 02 08:13:58.056230 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7033a9-4d42-4ef3-bf58-2b734929d920 req-b4a5d738-500b-4cb1-9bf7-bd11ab930b3c tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:13:58.057675 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fa7033a9-4d42-4ef3-bf58-2b734929d920 req-b4a5d738-500b-4cb1-9bf7-bd11ab930b3c tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 943 time: 0.0669885 Feb 02 08:13:58.184499 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fa7033a9-4d42-4ef3-bf58-2b734929d920 req-15f91493-b614-4df3-b6ad-5c5b2fe66b29 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=a99f9263-5145-4057-a963-c5896b929d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177504 Feb 02 08:13:58.203982 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-01177ed9-53b5-48d6-8e13-1f2f78ed73da req-b067e496-5bd5-4e4a-909a-12ef0309723b service neutron] 10.222.0.59 "GET /v2.0/networks/d228532f-8a79-4f20-afff-95efa170178d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452146 Feb 02 08:13:58.301579 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-01177ed9-53b5-48d6-8e13-1f2f78ed73da req-a5f05939-be5c-41e3-b209-3d109dccc0c6 service neutron] 10.222.0.59 "GET /v2.0/networks/d228532f-8a79-4f20-afff-95efa170178d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921817 Feb 02 08:13:59.313075 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e0d1e5-8a60-42e5-9f65-3c4c966928a1 req-6206bafa-a19a-4387-a40b-29d9b59e0aa7 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:13:59.314571 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-57e0d1e5-8a60-42e5-9f65-3c4c966928a1 req-6206bafa-a19a-4387-a40b-29d9b59e0aa7 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 943 time: 0.0557609 Feb 02 08:13:59.365557 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-57e0d1e5-8a60-42e5-9f65-3c4c966928a1 req-e9f68ab2-710b-490d-ac49-278ddf86d39a tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=a99f9263-5145-4057-a963-c5896b929d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452404 Feb 02 08:14:00.487409 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ed341-24e7-4325-aa8d-092fb966569e req-642f7cdc-0a3a-47d6-adf0-fec1b91125cc tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:14:00.489154 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e33ed341-24e7-4325-aa8d-092fb966569e req-642f7cdc-0a3a-47d6-adf0-fec1b91125cc tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 943 time: 0.0545273 Feb 02 08:14:00.538592 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e33ed341-24e7-4325-aa8d-092fb966569e req-bca2440b-abf0-4f7f-be9b-e6b3796fe193 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=a99f9263-5145-4057-a963-c5896b929d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434496 Feb 02 08:14:01.663409 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f326cd2f-acd5-4a1e-b0be-116ca38b476d req-26cffe37-c26a-430c-a3b8-64ef8c240877 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:14:01.664935 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f326cd2f-acd5-4a1e-b0be-116ca38b476d req-26cffe37-c26a-430c-a3b8-64ef8c240877 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 943 time: 0.0583992 Feb 02 08:14:01.714734 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f326cd2f-acd5-4a1e-b0be-116ca38b476d req-e3484d17-8c2d-4719-ace2-5dc5709af505 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=a99f9263-5145-4057-a963-c5896b929d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439432 Feb 02 08:14:02.838801 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a921e5-47bc-494f-b655-105c7b837707 req-1a47ed61-0297-4b00-85f1-804dbdb37630 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:14:02.840330 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-74a921e5-47bc-494f-b655-105c7b837707 req-1a47ed61-0297-4b00-85f1-804dbdb37630 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 943 time: 0.0533624 Feb 02 08:14:02.890293 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-74a921e5-47bc-494f-b655-105c7b837707 req-00211643-388c-4ba6-b976-f5b06f71a618 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=a99f9263-5145-4057-a963-c5896b929d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439439 Feb 02 08:14:04.017954 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9bd4fe-6dae-42df-9fbe-e991ab74772b req-ce776772-9262-4094-bf0f-5b9cd00ca294 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:14:04.019461 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-be9bd4fe-6dae-42df-9fbe-e991ab74772b req-ce776772-9262-4094-bf0f-5b9cd00ca294 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 943 time: 0.0580251 Feb 02 08:14:04.068544 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-be9bd4fe-6dae-42df-9fbe-e991ab74772b req-b91c81e9-4b12-414e-9ac5-4b731850eb63 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=a99f9263-5145-4057-a963-c5896b929d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433862 Feb 02 08:14:05.189509 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59dfd69-b0a2-4835-8cea-efe25eb82819 req-5354ea06-ef02-4965-b269-baf817e2b25c tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:14:05.191010 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d59dfd69-b0a2-4835-8cea-efe25eb82819 req-5354ea06-ef02-4965-b269-baf817e2b25c tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 943 time: 0.0533688 Feb 02 08:14:05.240261 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d59dfd69-b0a2-4835-8cea-efe25eb82819 req-51e59023-b8a0-4c63-bc1b-98002570835f tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=a99f9263-5145-4057-a963-c5896b929d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436735 Feb 02 08:14:06.364926 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6480c4-88ca-490a-9ff0-90be83136fbc req-c5381650-587b-4a98-a02e-fe6ed9da652c tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:14:06.366401 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2e6480c4-88ca-490a-9ff0-90be83136fbc req-c5381650-587b-4a98-a02e-fe6ed9da652c tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 943 time: 0.0560329 Feb 02 08:14:06.420177 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2e6480c4-88ca-490a-9ff0-90be83136fbc req-4b835e9f-0890-4a4f-8f80-dff88f9f0827 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=a99f9263-5145-4057-a963-c5896b929d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481193 Feb 02 08:14:07.543416 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1d22c8-d548-44ae-a5d8-6d651808b8ba req-ebb9ee19-9c38-4d61-9693-1cf5e2c67812 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:14:07.544931 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4d1d22c8-d548-44ae-a5d8-6d651808b8ba req-ebb9ee19-9c38-4d61-9693-1cf5e2c67812 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 943 time: 0.0540860 Feb 02 08:14:07.593969 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4d1d22c8-d548-44ae-a5d8-6d651808b8ba req-62c70627-0675-47cb-bb67-0b4f40f1216e tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=a99f9263-5145-4057-a963-c5896b929d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423167 Feb 02 08:14:08.714601 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e25e8-d90c-4a9e-aeeb-de0f90b36c63 req-b187cebf-d5e8-4250-9261-b66ce856a6e9 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:14:08.716106 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7a8e25e8-d90c-4a9e-aeeb-de0f90b36c63 req-b187cebf-d5e8-4250-9261-b66ce856a6e9 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 943 time: 0.0536602 Feb 02 08:14:08.766053 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7a8e25e8-d90c-4a9e-aeeb-de0f90b36c63 req-c207b779-e75e-4b47-b70a-d1fe53faeec0 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=a99f9263-5145-4057-a963-c5896b929d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433843 Feb 02 08:14:09.889151 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b91fee3-5641-413e-aeae-a13375d27cf2 req-0c4e8453-4cec-497c-8246-39efb17ee69b tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:14:09.890653 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9b91fee3-5641-413e-aeae-a13375d27cf2 req-0c4e8453-4cec-497c-8246-39efb17ee69b tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 943 time: 0.0577753 Feb 02 08:14:09.944054 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9b91fee3-5641-413e-aeae-a13375d27cf2 req-80cdf3d2-c762-4429-88c7-db9f2489a79a tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=a99f9263-5145-4057-a963-c5896b929d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467815 Feb 02 08:14:11.065819 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e685ee-8fa6-4d8c-b3f4-1e730ccfd5a5 req-755c3acd-e06c-4d83-8349-6a3df4acc052 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:14:11.067366 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-23e685ee-8fa6-4d8c-b3f4-1e730ccfd5a5 req-755c3acd-e06c-4d83-8349-6a3df4acc052 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 943 time: 0.0544229 Feb 02 08:14:11.117406 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-23e685ee-8fa6-4d8c-b3f4-1e730ccfd5a5 req-48db0c65-e7e6-44f5-8288-9a9a6472c5ae tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=a99f9263-5145-4057-a963-c5896b929d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440650 Feb 02 08:14:11.155707 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-208d3321-5a35-47eb-af76-ffeca2485baa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:14:12.243236 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2715eb2c-9148-4dca-96ea-f33717c3415a req-607d3d32-99a2-41e0-8d55-558b743691bb tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:14:12.244971 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2715eb2c-9148-4dca-96ea-f33717c3415a req-607d3d32-99a2-41e0-8d55-558b743691bb tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 943 time: 0.0570796 Feb 02 08:14:12.302770 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2715eb2c-9148-4dca-96ea-f33717c3415a req-9227a590-2c2e-415f-81f3-857cef72491b tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=a99f9263-5145-4057-a963-c5896b929d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520506 Feb 02 08:14:13.418822 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e070b5d7-48e2-49d2-9a1a-db4cbacc2964 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:14:13.422720 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a99074d-dd49-435a-bcf8-115c903350bd req-5032c8fe-c642-4509-98e3-57f09fa11bca tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:14:13.424409 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2a99074d-dd49-435a-bcf8-115c903350bd req-5032c8fe-c642-4509-98e3-57f09fa11bca tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 943 time: 0.0541825 Feb 02 08:14:13.477658 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2a99074d-dd49-435a-bcf8-115c903350bd req-e8bb37d9-28b7-411b-8827-10628868789d tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=a99f9263-5145-4057-a963-c5896b929d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460303 Feb 02 08:14:13.635180 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 182e87ac-d448-457d-b45a-1109e97b6fd4 details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 08:14:13.732004 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 182e87ac-d448-457d-b45a-1109e97b6fd4, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=182e87ac-d448-457d-b45a-1109e97b6fd4,segment=NetworkSegment(7df2d3d4-88f8-462d-ac44-d9d35729c6d9),segment_id=7df2d3d4-88f8-462d-ac44-d9d35729c6d9)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:14:13.744300 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': '182e87ac-d448-457d-b45a-1109e97b6fd4', 'network_id': 'd228532f-8a79-4f20-afff-95efa170178d', 'port_id': '182e87ac-d448-457d-b45a-1109e97b6fd4', 'mac_address': 'fa:16:3e:57:52:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0683564a-04f8-4702-aa69-cfa88766f083', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 08:14:13.786278 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 182e87ac-d448-457d-b45a-1109e97b6fd4 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:14:13.786664 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (182e87ac-d448-457d-b45a-1109e97b6fd4), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:14:13.798991 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 182e87ac-d448-457d-b45a-1109e97b6fd4 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 08:14:13.818746 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 182e87ac-d448-457d-b45a-1109e97b6fd4, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=182e87ac-d448-457d-b45a-1109e97b6fd4,segment=NetworkSegment(7df2d3d4-88f8-462d-ac44-d9d35729c6d9),segment_id=7df2d3d4-88f8-462d-ac44-d9d35729c6d9)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:14:13.822719 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (182e87ac-d448-457d-b45a-1109e97b6fd4), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:14:13.871693 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=182e87ac-d448-457d-b45a-1109e97b6fd4,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:14:13.879055 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:14:13.879404 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:14:13.880025 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:14:13.880367 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:14:13.880701 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:14:13.881033 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:14:13.881361 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:14:13.881698 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:14:13.882014 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:14:13.882337 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:14:13.882661 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:14:13.883248 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:14:13.883605 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:14:14.229703 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['182e87ac-d448-457d-b45a-1109e97b6fd4'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 08:14:14.598168 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c018c79-29c2-47a5-a07e-86e07e8d87bf req-0173d11c-518c-4dc5-a410-dbff4c569587 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:14:14.599676 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7c018c79-29c2-47a5-a07e-86e07e8d87bf req-0173d11c-518c-4dc5-a410-dbff4c569587 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 944 time: 0.0535836 Feb 02 08:14:14.648415 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7c018c79-29c2-47a5-a07e-86e07e8d87bf req-0fa1ae29-82c5-493a-9f78-dfc48b9568ac tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=a99f9263-5145-4057-a963-c5896b929d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431974 Feb 02 08:14:14.961439 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:14:15.642202 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 182e87ac-d448-457d-b45a-1109e97b6fd4 up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 08:14:15.691363 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port 182e87ac-d448-457d-b45a-1109e97b6fd4 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 08:14:15.695805 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port 182e87ac-d448-457d-b45a-1109e97b6fd4 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:14:15.696186 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (182e87ac-d448-457d-b45a-1109e97b6fd4), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:14:15.775862 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58c7bbb-75c6-4122-a09b-b41d4847f912 req-dc9562e3-77f3-44ca-a66e-735ded5efd24 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:14:15.777278 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a58c7bbb-75c6-4122-a09b-b41d4847f912 req-dc9562e3-77f3-44ca-a66e-735ded5efd24 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 944 time: 0.0609179 Feb 02 08:14:15.778943 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 182e87ac-d448-457d-b45a-1109e97b6fd4 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:14:15.779340 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (182e87ac-d448-457d-b45a-1109e97b6fd4), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:14:15.803292 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30590595-5529-4cad-b4a5-27d404a75884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '182e87ac-d448-457d-b45a-1109e97b6fd4'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 08:14:15.805569 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8c40c98856fbaa198dc4a2758b0190e9c3f0303d59edd797b772e66ff7f3562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf207ed-da71-49ec-a5bf-58a4c38bef4e" -d '{"events": [{"server_uuid": "30590595-5529-4cad-b4a5-27d404a75884", "name": "network-vif-plugged", "status": "completed", "tag": "182e87ac-d448-457d-b45a-1109e97b6fd4"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 08:14:15.818358 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 182e87ac-d448-457d-b45a-1109e97b6fd4, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=182e87ac-d448-457d-b45a-1109e97b6fd4,segment=NetworkSegment(7df2d3d4-88f8-462d-ac44-d9d35729c6d9),segment_id=7df2d3d4-88f8-462d-ac44-d9d35729c6d9)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:14:15.823336 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (182e87ac-d448-457d-b45a-1109e97b6fd4), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:14:15.830325 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a58c7bbb-75c6-4122-a09b-b41d4847f912 req-88882a32-1adb-4ac8-884a-cebcaf20125c tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=a99f9263-5145-4057-a963-c5896b929d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474823 Feb 02 08:14:15.871621 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=182e87ac-d448-457d-b45a-1109e97b6fd4,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:14:15.929583 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 08:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0611184c-5bda-4f2f-9dff-03df28c4c56f x-openstack-request-id: req-0611184c-5bda-4f2f-9dff-03df28c4c56f {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 08:14:15.929885 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30590595-5529-4cad-b4a5-27d404a75884", "name": "network-vif-plugged", "status": "completed", "tag": "182e87ac-d448-457d-b45a-1109e97b6fd4", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 08:14:15.930142 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-0611184c-5bda-4f2f-9dff-03df28c4c56f {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 08:14:15.930602 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30590595-5529-4cad-b4a5-27d404a75884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '182e87ac-d448-457d-b45a-1109e97b6fd4', 'code': 200} Feb 02 08:14:16.093974 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f709ba7-d3b2-4521-8813-a8552cbb5a57 req-e94d6469-789e-4cea-8f02-36f95aebcddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:14:16.095479 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8f709ba7-d3b2-4521-8813-a8552cbb5a57 req-e94d6469-789e-4cea-8f02-36f95aebcddd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 1128 time: 0.0819757 Feb 02 08:14:16.143617 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8f709ba7-d3b2-4521-8813-a8552cbb5a57 req-99f7b7ba-9f1f-4799-8696-78846e9a44b0 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a99f9263-5145-4057-a963-c5896b929d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390098 Feb 02 08:14:16.325665 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:14:16.958043 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b553aa-bacc-4bf0-95dc-6670fb00b73f req-99f41bfe-4468-45ad-8065-ec24dd0fc318 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:14:16.959516 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-55b553aa-bacc-4bf0-95dc-6670fb00b73f req-99f41bfe-4468-45ad-8065-ec24dd0fc318 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 945 time: 0.0577278 Feb 02 08:14:17.011578 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-55b553aa-bacc-4bf0-95dc-6670fb00b73f req-ab1bcb3f-1c0b-4a72-90a2-e5f1b11d7a9c tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=a99f9263-5145-4057-a963-c5896b929d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463665 Feb 02 08:14:17.571082 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:14:18.131790 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653def5-1cea-4af4-a5a6-f45702670939 req-f8b5b029-00d1-4dc0-8fd1-1437c8b8a76c tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:14:18.133270 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2653def5-1cea-4af4-a5a6-f45702670939 req-f8b5b029-00d1-4dc0-8fd1-1437c8b8a76c tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 945 time: 0.0536628 Feb 02 08:14:18.181894 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2653def5-1cea-4af4-a5a6-f45702670939 req-87fa385e-5cbc-471c-b334-82b4e11235ba tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=a99f9263-5145-4057-a963-c5896b929d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430834 Feb 02 08:14:18.298130 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c0089-05ad-4118-a0b4-697d93273b24 req-04cef009-f3b9-40ee-b9f5-4f986485186d tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:14:18.299528 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-175c0089-05ad-4118-a0b4-697d93273b24 req-04cef009-f3b9-40ee-b9f5-4f986485186d tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 945 time: 0.0529299 Feb 02 08:14:18.352411 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-175c0089-05ad-4118-a0b4-697d93273b24 req-2b451e38-ba42-4a70-bc2f-4d8f9e6ad440 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=a99f9263-5145-4057-a963-c5896b929d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471928 Feb 02 08:14:18.374202 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 39536) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:14:18.460846 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99d8d82-8b00-4fa3-8ac7-5688a455381f tempest-TestShelveInstance-886183794 tempest-TestShelveInstance-886183794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:14:18.462362 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d99d8d82-8b00-4fa3-8ac7-5688a455381f tempest-TestShelveInstance-886183794 tempest-TestShelveInstance-886183794-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 1123 time: 0.0871804 Feb 02 08:14:18.465240 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 39540) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:14:18.469428 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-6557162c-1ca7-41d7-b0e5-5698dd4d1d9c tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Request body: {'floatingip': {'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'port_id': '182e87ac-d448-457d-b45a-1109e97b6fd4', 'tenant_id': '36881ab90b2f41d882fea840e8bc1a79', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:14:18.489388 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6557162c-1ca7-41d7-b0e5-5698dd4d1d9c tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:14:18.583980 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6557162c-1ca7-41d7-b0e5-5698dd4d1d9c tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:14:18.688710 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-6557162c-1ca7-41d7-b0e5-5698dd4d1d9c tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Allocated IP 172.25.4.14 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/8708e863-6707-462d-aa62-734a6b0d89cd) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 08:14:18.788873 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6557162c-1ca7-41d7-b0e5-5698dd4d1d9c tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks [] for port (8708e863-6707-462d-aa62-734a6b0d89cd), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:14:18.827715 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6557162c-1ca7-41d7-b0e5-5698dd4d1d9c tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (8708e863-6707-462d-aa62-734a6b0d89cd), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:14:18.865460 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6557162c-1ca7-41d7-b0e5-5698dd4d1d9c tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 08:14:18.870082 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-6557162c-1ca7-41d7-b0e5-5698dd4d1d9c tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 08:14:18.873488 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6557162c-1ca7-41d7-b0e5-5698dd4d1d9c tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 08:14:18.878630 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6557162c-1ca7-41d7-b0e5-5698dd4d1d9c tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Pushing event updated for resources: {'Port': ['ID=8708e863-6707-462d-aa62-734a6b0d89cd,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:14:19.231301 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6557162c-1ca7-41d7-b0e5-5698dd4d1d9c tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks [] for floatingip (a810e604-53c9-4183-9338-967db5326804), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:14:19.303469 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6557162c-1ca7-41d7-b0e5-5698dd4d1d9c tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (8708e863-6707-462d-aa62-734a6b0d89cd), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:14:19.454950 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6557162c-1ca7-41d7-b0e5-5698dd4d1d9c tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks [] for port (8708e863-6707-462d-aa62-734a6b0d89cd), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:14:19.459399 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6557162c-1ca7-41d7-b0e5-5698dd4d1d9c tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (8708e863-6707-462d-aa62-734a6b0d89cd), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:14:19.533542 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6557162c-1ca7-41d7-b0e5-5698dd4d1d9c tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Pushing event updated for resources: {'Port': ['ID=8708e863-6707-462d-aa62-734a6b0d89cd,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:14:19.544007 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6557162c-1ca7-41d7-b0e5-5698dd4d1d9c tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (a810e604-53c9-4183-9338-967db5326804), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:14:19.670642 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-73667190-0df0-4a4c-9440-88cfe82ea7f3 req-ca3c12f1-b784-4495-aed2-f111c5d1946a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0901878 Feb 02 08:14:19.679223 n-d-789963-26 neutron-server[109694]: INFO neutron.db.l3_db [None req-6557162c-1ca7-41d7-b0e5-5698dd4d1d9c tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Floating IP a810e604-53c9-4183-9338-967db5326804 associated. External IP: 172.25.4.14, port: 182e87ac-d448-457d-b45a-1109e97b6fd4. Feb 02 08:14:19.817938 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73667190-0df0-4a4c-9440-88cfe82ea7f3 req-54d603c3-206e-49f8-bf9e-5a963f88375f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:14:19.819344 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-73667190-0df0-4a4c-9440-88cfe82ea7f3 req-54d603c3-206e-49f8-bf9e-5a963f88375f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=36881ab90b2f41d882fea840e8bc1a79&device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 1128 time: 0.0906579 Feb 02 08:14:19.990626 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6557162c-1ca7-41d7-b0e5-5698dd4d1d9c tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Router 265beb98-bbd4-4088-a982-57ba2d2c9872 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 08:14:19.992178 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73667190-0df0-4a4c-9440-88cfe82ea7f3 req-1a77e8f1-f00f-428e-869c-bc97feed6816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:14:19.993642 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-73667190-0df0-4a4c-9440-88cfe82ea7f3 req-1a77e8f1-f00f-428e-869c-bc97feed6816 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d228532f-8a79-4f20-afff-95efa170178d HTTP/1.1" status: 200 len: 910 time: 0.1412051 Feb 02 08:14:20.124985 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-73667190-0df0-4a4c-9440-88cfe82ea7f3 req-7a5e8f79-df05-44c7-adbe-8f139fa648a5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=182e87ac-d448-457d-b45a-1109e97b6fd4 HTTP/1.1" status: 200 len: 998 time: 0.1245613 Feb 02 08:14:20.177246 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6557162c-1ca7-41d7-b0e5-5698dd4d1d9c tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 08:14:20.187004 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea83d3da-f30b-4b88-b5ba-f9b28ae1b6de None None] Sync routers for ids ['265beb98-bbd4-4088-a982-57ba2d2c9872'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 08:14:20.193083 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73667190-0df0-4a4c-9440-88cfe82ea7f3 req-fe7d78da-f496-47ff-a01c-81e76ff573ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:14:20.194554 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-73667190-0df0-4a4c-9440-88cfe82ea7f3 req-fe7d78da-f496-47ff-a01c-81e76ff573ec service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0683564a-04f8-4702-aa69-cfa88766f083 HTTP/1.1" status: 200 len: 848 time: 0.0633428 Feb 02 08:14:20.197304 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea83d3da-f30b-4b88-b5ba-f9b28ae1b6de None None] Routers {'265beb98-bbd4-4088-a982-57ba2d2c9872'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:14:20.197924 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-ea83d3da-f30b-4b88-b5ba-f9b28ae1b6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:14:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['265beb98-bbd4-4088-a982-57ba2d2c9872'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:14:20.200694 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-6557162c-1ca7-41d7-b0e5-5698dd4d1d9c tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:14:20.256198 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-6557162c-1ca7-41d7-b0e5-5698dd4d1d9c tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7899423 Feb 02 08:14:20.257526 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30590595-5529-4cad-b4a5-27d404a75884', 'tag': '182e87ac-d448-457d-b45a-1109e97b6fd4'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 08:14:20.259764 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cd64c29d20054dd266ebfc4811df21ba6bce2c9fa8def1b04b444a49e945ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-636468ee-cadc-4d5f-995b-836cd178103a" -d '{"events": [{"name": "network-changed", "server_uuid": "30590595-5529-4cad-b4a5-27d404a75884", "tag": "182e87ac-d448-457d-b45a-1109e97b6fd4"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 08:14:20.274776 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73667190-0df0-4a4c-9440-88cfe82ea7f3 req-9982f26d-ffd5-4f91-b0d5-e60bebd66545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:14:20.276326 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-73667190-0df0-4a4c-9440-88cfe82ea7f3 req-9982f26d-ffd5-4f91-b0d5-e60bebd66545 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d228532f-8a79-4f20-afff-95efa170178d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0733273 Feb 02 08:14:20.305129 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 08:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-626c6250-4c3a-4c91-b699-6cdfc8bcb554 x-openstack-request-id: req-626c6250-4c3a-4c91-b699-6cdfc8bcb554 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 08:14:20.305480 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30590595-5529-4cad-b4a5-27d404a75884", "tag": "182e87ac-d448-457d-b45a-1109e97b6fd4", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 08:14:20.305662 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-626c6250-4c3a-4c91-b699-6cdfc8bcb554 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 08:14:20.306058 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30590595-5529-4cad-b4a5-27d404a75884', 'tag': '182e87ac-d448-457d-b45a-1109e97b6fd4', 'status': 'completed', 'code': 200} Feb 02 08:14:20.378457 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-73667190-0df0-4a4c-9440-88cfe82ea7f3 req-cad3dcb1-93eb-4913-add3-dcf5a2991fab service neutron] 10.222.0.59 "GET /v2.0/networks/d228532f-8a79-4f20-afff-95efa170178d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961094 Feb 02 08:14:20.474210 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-ea83d3da-f30b-4b88-b5ba-f9b28ae1b6de None None] Set router 265beb98-bbd4-4088-a982-57ba2d2c9872 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:14:20.475255 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-73667190-0df0-4a4c-9440-88cfe82ea7f3 req-33be6a61-da40-4de9-ae26-d414d4bd2e2d service neutron] 10.222.0.59 "GET /v2.0/networks/d228532f-8a79-4f20-afff-95efa170178d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908816 Feb 02 08:14:20.590666 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636468ee-cadc-4d5f-995b-836cd178103a req-f65feaa5-9454-4bf8-951f-274020ea992a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:14:20.592229 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-636468ee-cadc-4d5f-995b-836cd178103a req-f65feaa5-9454-4bf8-951f-274020ea992a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=36881ab90b2f41d882fea840e8bc1a79&device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 1128 time: 0.0493102 Feb 02 08:14:20.684266 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636468ee-cadc-4d5f-995b-836cd178103a req-3edb05e2-c208-4e64-ac8a-09a1f2481bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:14:20.685999 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-636468ee-cadc-4d5f-995b-836cd178103a req-3edb05e2-c208-4e64-ac8a-09a1f2481bde service neutron] 10.222.0.59 "GET /v2.0/networks?id=d228532f-8a79-4f20-afff-95efa170178d HTTP/1.1" status: 200 len: 910 time: 0.0868917 Feb 02 08:14:20.709553 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-ea83d3da-f30b-4b88-b5ba-f9b28ae1b6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265beb98-bbd4-4088-a982-57ba2d2c9872', 'name': 'tempest-TestShelveInstance-1884725781-router', 'tenant_id': '36881ab90b2f41d882fea840e8bc1a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '590cfd7b-2bdb-46bd-91f2-6c52ff4a6592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:08:28Z', 'updated_at': '2022-02-02T08:08:30Z', 'revision_number': 4, 'project_id': '36881ab90b2f41d882fea840e8bc1a79', 'gw_port': {'id': '590cfd7b-2bdb-46bd-91f2-6c52ff4a6592', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:72:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265beb98-bbd4-4088-a982-57ba2d2c9872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:08:28Z', 'updated_at': '2022-02-02T08:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': 'a810e604-53c9-4183-9338-967db5326804', 'tenant_id': '36881ab90b2f41d882fea840e8bc1a79', 'floating_ip_address': '172.25.4.14', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '265beb98-bbd4-4088-a982-57ba2d2c9872', 'port_id': '182e87ac-d448-457d-b45a-1109e97b6fd4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd228532f-8a79-4f20-afff-95efa170178d', 'mac_address': 'fa:16:3e:57:52:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30590595-5529-4cad-b4a5-27d404a75884', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T08:14:19Z', 'updated_at': '2022-02-02T08:14:19Z', 'revision_number': 0, 'project_id': '36881ab90b2f41d882fea840e8bc1a79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '643e3e63-35d4-4d03-9d54-3b330845c80e', 'name': '', 'network_id': 'd228532f-8a79-4f20-afff-95efa170178d', 'tenant_id': '36881ab90b2f41d882fea840e8bc1a79', 'mac_address': 'fa:16:3e:3e:0d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265beb98-bbd4-4088-a982-57ba2d2c9872', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0683564a-04f8-4702-aa69-cfa88766f083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:08:30Z', 'updated_at': '2022-02-02T08:08:35Z', 'revision_number': 5, 'project_id': '36881ab90b2f41d882fea840e8bc1a79', 'subnets': [{'id': '0683564a-04f8-4702-aa69-cfa88766f083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:14:20.740536 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea83d3da-f30b-4b88-b5ba-f9b28ae1b6de None None] Checking router: 265beb98-bbd4-4088-a982-57ba2d2c9872 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 08:14:20.749180 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea83d3da-f30b-4b88-b5ba-f9b28ae1b6de None None] Routers {'265beb98-bbd4-4088-a982-57ba2d2c9872'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:14:20.749794 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-ea83d3da-f30b-4b88-b5ba-f9b28ae1b6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:14:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['265beb98-bbd4-4088-a982-57ba2d2c9872'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:14:20.758836 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-636468ee-cadc-4d5f-995b-836cd178103a req-9b6aa78f-85f3-4916-a939-f14cd68e1c6d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=182e87ac-d448-457d-b45a-1109e97b6fd4 HTTP/1.1" status: 200 len: 998 time: 0.0673351 Feb 02 08:14:20.808698 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636468ee-cadc-4d5f-995b-836cd178103a req-7d7cee87-e249-4b8e-be46-dc6ea8903bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:14:20.810179 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-636468ee-cadc-4d5f-995b-836cd178103a req-7d7cee87-e249-4b8e-be46-dc6ea8903bb5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0683564a-04f8-4702-aa69-cfa88766f083 HTTP/1.1" status: 200 len: 848 time: 0.0460918 Feb 02 08:14:20.856749 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-ea83d3da-f30b-4b88-b5ba-f9b28ae1b6de None None] Set router 265beb98-bbd4-4088-a982-57ba2d2c9872 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:14:20.859521 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636468ee-cadc-4d5f-995b-836cd178103a req-a3cd91e2-4305-4927-b2d2-20acda0c338c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:14:20.861070 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-636468ee-cadc-4d5f-995b-836cd178103a req-a3cd91e2-4305-4927-b2d2-20acda0c338c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d228532f-8a79-4f20-afff-95efa170178d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0452840 Feb 02 08:14:20.953946 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-636468ee-cadc-4d5f-995b-836cd178103a req-a16b7c43-b332-48de-a90a-95574dac12c8 service neutron] 10.222.0.59 "GET /v2.0/networks/d228532f-8a79-4f20-afff-95efa170178d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870259 Feb 02 08:14:21.042997 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-636468ee-cadc-4d5f-995b-836cd178103a req-5644a085-1005-4aca-9c38-e3b70068363a service neutron] 10.222.0.59 "GET /v2.0/networks/d228532f-8a79-4f20-afff-95efa170178d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838637 Feb 02 08:14:21.083066 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-ea83d3da-f30b-4b88-b5ba-f9b28ae1b6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265beb98-bbd4-4088-a982-57ba2d2c9872', 'name': 'tempest-TestShelveInstance-1884725781-router', 'tenant_id': '36881ab90b2f41d882fea840e8bc1a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '590cfd7b-2bdb-46bd-91f2-6c52ff4a6592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:08:28Z', 'updated_at': '2022-02-02T08:08:30Z', 'revision_number': 4, 'project_id': '36881ab90b2f41d882fea840e8bc1a79', 'gw_port': {'id': '590cfd7b-2bdb-46bd-91f2-6c52ff4a6592', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:72:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265beb98-bbd4-4088-a982-57ba2d2c9872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:08:28Z', 'updated_at': '2022-02-02T08:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': 'a810e604-53c9-4183-9338-967db5326804', 'tenant_id': '36881ab90b2f41d882fea840e8bc1a79', 'floating_ip_address': '172.25.4.14', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '265beb98-bbd4-4088-a982-57ba2d2c9872', 'port_id': '182e87ac-d448-457d-b45a-1109e97b6fd4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd228532f-8a79-4f20-afff-95efa170178d', 'mac_address': 'fa:16:3e:57:52:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30590595-5529-4cad-b4a5-27d404a75884', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T08:14:19Z', 'updated_at': '2022-02-02T08:14:19Z', 'revision_number': 0, 'project_id': '36881ab90b2f41d882fea840e8bc1a79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '643e3e63-35d4-4d03-9d54-3b330845c80e', 'name': '', 'network_id': 'd228532f-8a79-4f20-afff-95efa170178d', 'tenant_id': '36881ab90b2f41d882fea840e8bc1a79', 'mac_address': 'fa:16:3e:3e:0d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265beb98-bbd4-4088-a982-57ba2d2c9872', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0683564a-04f8-4702-aa69-cfa88766f083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:08:30Z', 'updated_at': '2022-02-02T08:08:35Z', 'revision_number': 5, 'project_id': '36881ab90b2f41d882fea840e8bc1a79', 'subnets': [{'id': '0683564a-04f8-4702-aa69-cfa88766f083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:14:21.113239 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea83d3da-f30b-4b88-b5ba-f9b28ae1b6de None None] The sync data for ids ['265beb98-bbd4-4088-a982-57ba2d2c9872'] in n-d-789963-26 is: [{'id': '265beb98-bbd4-4088-a982-57ba2d2c9872', 'name': 'tempest-TestShelveInstance-1884725781-router', 'tenant_id': '36881ab90b2f41d882fea840e8bc1a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '590cfd7b-2bdb-46bd-91f2-6c52ff4a6592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:08:28Z', 'updated_at': '2022-02-02T08:08:30Z', 'revision_number': 4, 'project_id': '36881ab90b2f41d882fea840e8bc1a79', 'gw_port': {'id': '590cfd7b-2bdb-46bd-91f2-6c52ff4a6592', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:72:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265beb98-bbd4-4088-a982-57ba2d2c9872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:08:28Z', 'updated_at': '2022-02-02T08:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': 'a810e604-53c9-4183-9338-967db5326804', 'tenant_id': '36881ab90b2f41d882fea840e8bc1a79', 'floating_ip_address': '172.25.4.14', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '265beb98-bbd4-4088-a982-57ba2d2c9872', 'port_id': '182e87ac-d448-457d-b45a-1109e97b6fd4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd228532f-8a79-4f20-afff-95efa170178d', 'mac_address': 'fa:16:3e:57:52:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30590595-5529-4cad-b4a5-27d404a75884', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T08:14:19Z', 'updated_at': '2022-02-02T08:14:19Z', 'revision_number': 0, 'project_id': '36881ab90b2f41d882fea840e8bc1a79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '643e3e63-35d4-4d03-9d54-3b330845c80e', 'name': '', 'network_id': 'd228532f-8a79-4f20-afff-95efa170178d', 'tenant_id': '36881ab90b2f41d882fea840e8bc1a79', 'mac_address': 'fa:16:3e:3e:0d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265beb98-bbd4-4088-a982-57ba2d2c9872', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0683564a-04f8-4702-aa69-cfa88766f083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:08:30Z', 'updated_at': '2022-02-02T08:08:35Z', 'revision_number': 5, 'project_id': '36881ab90b2f41d882fea840e8bc1a79', 'subnets': [{'id': '0683564a-04f8-4702-aa69-cfa88766f083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 08:14:21.303172 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc54af9-f616-428a-928e-7e6522f81a8f None None] New status for floating IP a810e604-53c9-4183-9338-967db5326804: ACTIVE {{(pid=109696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 08:14:22.822188 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:14:25.157132 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 08:14:27.994822 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:14:41.158779 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e6b495e7-5deb-4685-b369-d7979ab9fcde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:14:43.413980 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a4c6d25e-15bd-489c-b15f-0c3054cf2e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:14:44.966292 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:14:46.327986 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:14:47.574880 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:14:52.856753 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:14:57.991762 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:15:02.156376 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 08:15:11.160945 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c7060ec1-46c5-424d-86cb-7b2f1028e85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:15:13.416860 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1c064abf-ffa9-4a85-9a77-a73b20d581d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:15:14.969031 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:15:16.330111 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:15:17.578128 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:15:21.307532 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e76ed1e0-ef71-4447-add7-3c93382d750c req-4fea4ea1-4c91-4c34-ad56-6da6a5b0d1d6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0497725 Feb 02 08:15:21.407302 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ed1e0-ef71-4447-add7-3c93382d750c req-0f2cb706-f91c-4d1b-b9ce-0c9b0be5144a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:15:21.408827 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e76ed1e0-ef71-4447-add7-3c93382d750c req-0f2cb706-f91c-4d1b-b9ce-0c9b0be5144a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=36881ab90b2f41d882fea840e8bc1a79&device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 1128 time: 0.0448797 Feb 02 08:15:21.513074 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ed1e0-ef71-4447-add7-3c93382d750c req-6e70621a-f74a-45d0-a418-bbb9d4d76ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:15:21.514556 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e76ed1e0-ef71-4447-add7-3c93382d750c req-6e70621a-f74a-45d0-a418-bbb9d4d76ed1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d228532f-8a79-4f20-afff-95efa170178d HTTP/1.1" status: 200 len: 910 time: 0.0883322 Feb 02 08:15:21.911214 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e76ed1e0-ef71-4447-add7-3c93382d750c req-0d2e1ce5-5e25-4f5d-9f02-05ba8da985a0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=182e87ac-d448-457d-b45a-1109e97b6fd4 HTTP/1.1" status: 200 len: 1000 time: 0.3904128 Feb 02 08:15:21.958619 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ed1e0-ef71-4447-add7-3c93382d750c req-ec01b526-d712-4946-9a66-1523f6609df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:15:21.960061 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e76ed1e0-ef71-4447-add7-3c93382d750c req-ec01b526-d712-4946-9a66-1523f6609df3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0683564a-04f8-4702-aa69-cfa88766f083 HTTP/1.1" status: 200 len: 848 time: 0.0430787 Feb 02 08:15:22.011403 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ed1e0-ef71-4447-add7-3c93382d750c req-a24e2bca-27a2-4520-b76e-9440d032d99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:15:22.012894 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e76ed1e0-ef71-4447-add7-3c93382d750c req-a24e2bca-27a2-4520-b76e-9440d032d99c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d228532f-8a79-4f20-afff-95efa170178d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0463815 Feb 02 08:15:22.100000 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e76ed1e0-ef71-4447-add7-3c93382d750c req-253e04e4-7e92-4aed-b175-62ffeff6ce89 service neutron] 10.222.0.59 "GET /v2.0/networks/d228532f-8a79-4f20-afff-95efa170178d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810733 Feb 02 08:15:22.189878 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e76ed1e0-ef71-4447-add7-3c93382d750c req-dfb65430-c7c3-4360-9655-719210686fed service neutron] 10.222.0.59 "GET /v2.0/networks/d228532f-8a79-4f20-afff-95efa170178d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846610 Feb 02 08:15:22.883178 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:15:27.989911 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:15:39.155071 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 08:15:41.163618 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e406599-4ca9-4665-873e-189aeff13f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:15:43.418305 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-412b5580-f9f1-4e96-9a92-d37daa13d9dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:15:44.971107 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:15:46.332012 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:15:47.581245 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:15:52.889432 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:15:58.033766 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:16:11.166120 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-471dc189-43cc-40a5-ab50-2178cab7d6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:16:13.420620 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5698d0e0-014a-4640-89f8-a7d903353153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:16:14.974657 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:16:16.096446 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c735be-b616-4047-a992-873e8cc5c6bc req-47934cd7-deba-400f-a439-41b0dafa06bb tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:16:16.097912 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-05c735be-b616-4047-a992-873e8cc5c6bc req-47934cd7-deba-400f-a439-41b0dafa06bb tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 945 time: 0.0541189 Feb 02 08:16:16.148167 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-05c735be-b616-4047-a992-873e8cc5c6bc req-ef78dd06-9311-4aaf-9143-e601ec0a1599 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=a99f9263-5145-4057-a963-c5896b929d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444055 Feb 02 08:16:16.154523 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 08:16:16.334861 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:16:17.279527 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a550d493-b886-4964-87fa-e2623f93fd5f req-901507d8-128c-48b6-869f-7d2c022c8f47 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:16:17.280998 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a550d493-b886-4964-87fa-e2623f93fd5f req-901507d8-128c-48b6-869f-7d2c022c8f47 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 945 time: 0.0521228 Feb 02 08:16:17.334640 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a550d493-b886-4964-87fa-e2623f93fd5f req-df206cec-effe-40d7-a0ba-c3fe88742d34 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=a99f9263-5145-4057-a963-c5896b929d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479460 Feb 02 08:16:17.584519 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:16:18.452968 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1491ef-39ac-47d2-82eb-ea5baafd3ea6 req-d9c76dfe-f54d-48e2-bcd6-1997d294fdf4 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:16:18.454451 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-de1491ef-39ac-47d2-82eb-ea5baafd3ea6 req-d9c76dfe-f54d-48e2-bcd6-1997d294fdf4 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 945 time: 0.0519781 Feb 02 08:16:18.505560 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-de1491ef-39ac-47d2-82eb-ea5baafd3ea6 req-09009e89-7a08-45cd-8d4a-a8dbf0964085 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=a99f9263-5145-4057-a963-c5896b929d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450308 Feb 02 08:16:19.623794 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc642f39-ad40-4b1c-9765-bcfd0bc2541e req-429369a0-02a6-432a-a98f-b517d479f531 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:16:19.625277 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fc642f39-ad40-4b1c-9765-bcfd0bc2541e req-429369a0-02a6-432a-a98f-b517d479f531 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 945 time: 0.0521116 Feb 02 08:16:19.673320 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-fc642f39-ad40-4b1c-9765-bcfd0bc2541e req-ccda1c7b-d857-4d8d-aa89-83865d6ae577 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=a99f9263-5145-4057-a963-c5896b929d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420427 Feb 02 08:16:20.798257 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd8bde-69e1-4dae-ac41-764a5b01674f req-8abc448e-14ba-413e-8ef3-9f9fa79a3154 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:16:20.799697 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0cbd8bde-69e1-4dae-ac41-764a5b01674f req-8abc448e-14ba-413e-8ef3-9f9fa79a3154 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 945 time: 0.0564964 Feb 02 08:16:20.849075 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0cbd8bde-69e1-4dae-ac41-764a5b01674f req-68cc1b42-a1c1-4110-ae56-559afbe87e37 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=a99f9263-5145-4057-a963-c5896b929d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430508 Feb 02 08:16:21.967513 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1157bf-3623-46ef-bb3b-c88a677976df req-b0946f50-5202-44f8-b13c-99bfab07c056 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:16:21.969011 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-af1157bf-3623-46ef-bb3b-c88a677976df req-b0946f50-5202-44f8-b13c-99bfab07c056 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 945 time: 0.0526676 Feb 02 08:16:22.018180 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-af1157bf-3623-46ef-bb3b-c88a677976df req-13978642-e9fa-45ab-88e7-715e7c7ffb31 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=a99f9263-5145-4057-a963-c5896b929d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436130 Feb 02 08:16:22.881502 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:16:23.140144 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc2dae7-b799-4ca6-8198-4eb55714fb8d req-24570e1e-d149-4414-9f21-9177a33d369e tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:16:23.141539 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-efc2dae7-b799-4ca6-8198-4eb55714fb8d req-24570e1e-d149-4414-9f21-9177a33d369e tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 945 time: 0.0566978 Feb 02 08:16:23.192769 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-efc2dae7-b799-4ca6-8198-4eb55714fb8d req-6efa8f1b-612e-45de-8107-018c37ab4d8c tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=a99f9263-5145-4057-a963-c5896b929d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448964 Feb 02 08:16:23.294627 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74323291-5da8-4714-93e3-61653f2691d0 req-bba4b512-9f7d-40e9-b5a4-ab40a5075349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:16:23.296175 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-74323291-5da8-4714-93e3-61653f2691d0 req-bba4b512-9f7d-40e9-b5a4-ab40a5075349 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=36881ab90b2f41d882fea840e8bc1a79&device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 1128 time: 0.0462520 Feb 02 08:16:23.402377 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74323291-5da8-4714-93e3-61653f2691d0 req-e4700d25-7289-4852-8b90-06589e3e5357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:16:23.403884 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-74323291-5da8-4714-93e3-61653f2691d0 req-e4700d25-7289-4852-8b90-06589e3e5357 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d228532f-8a79-4f20-afff-95efa170178d HTTP/1.1" status: 200 len: 910 time: 0.0890005 Feb 02 08:16:23.467602 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-74323291-5da8-4714-93e3-61653f2691d0 req-59a7e56c-9a74-4b4e-88cc-5734b538d988 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=182e87ac-d448-457d-b45a-1109e97b6fd4 HTTP/1.1" status: 200 len: 1000 time: 0.0576422 Feb 02 08:16:23.515139 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74323291-5da8-4714-93e3-61653f2691d0 req-c4f95277-b6fe-4f70-8a6e-cf0b693bec42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:16:23.516614 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-74323291-5da8-4714-93e3-61653f2691d0 req-c4f95277-b6fe-4f70-8a6e-cf0b693bec42 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0683564a-04f8-4702-aa69-cfa88766f083 HTTP/1.1" status: 200 len: 848 time: 0.0441420 Feb 02 08:16:23.568913 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74323291-5da8-4714-93e3-61653f2691d0 req-ec7c9111-3f95-467c-8822-610d1907cb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:16:23.570490 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-74323291-5da8-4714-93e3-61653f2691d0 req-ec7c9111-3f95-467c-8822-610d1907cb7f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d228532f-8a79-4f20-afff-95efa170178d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0485144 Feb 02 08:16:23.658636 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-74323291-5da8-4714-93e3-61653f2691d0 req-fdf5a98e-e90f-4c59-9e3f-e7dafd38666b service neutron] 10.222.0.59 "GET /v2.0/networks/d228532f-8a79-4f20-afff-95efa170178d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818133 Feb 02 08:16:23.751719 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-74323291-5da8-4714-93e3-61653f2691d0 req-f7f77273-a38c-4c42-b0fb-c913f3e76e27 service neutron] 10.222.0.59 "GET /v2.0/networks/d228532f-8a79-4f20-afff-95efa170178d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868599 Feb 02 08:16:24.312720 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297181dc-8459-4cb5-b0e4-e7feb80df292 req-ffaa9f86-6751-4691-8e40-3d6144a3c2b6 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:16:24.314204 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-297181dc-8459-4cb5-b0e4-e7feb80df292 req-ffaa9f86-6751-4691-8e40-3d6144a3c2b6 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 945 time: 0.0535688 Feb 02 08:16:24.363169 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-297181dc-8459-4cb5-b0e4-e7feb80df292 req-05210549-15d0-43f4-a5e0-39510ee8552c tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=a99f9263-5145-4057-a963-c5896b929d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431070 Feb 02 08:16:25.481245 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d40549a-ad34-4e93-94b9-b6fe28b3160c req-0e66812c-799c-45d9-b348-86e84b9f3ee8 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:16:25.482743 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4d40549a-ad34-4e93-94b9-b6fe28b3160c req-0e66812c-799c-45d9-b348-86e84b9f3ee8 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 945 time: 0.0521307 Feb 02 08:16:25.536009 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-4d40549a-ad34-4e93-94b9-b6fe28b3160c req-bab5634b-e84f-4e38-9314-996f88654f46 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=a99f9263-5145-4057-a963-c5896b929d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471716 Feb 02 08:16:26.302638 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ebe680-83df-4a4c-83fb-cb7753d964c3 req-03dc8f2d-83fe-43ba-93b9-41facb53b832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:16:26.304166 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-14ebe680-83df-4a4c-83fb-cb7753d964c3 req-03dc8f2d-83fe-43ba-93b9-41facb53b832 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=36881ab90b2f41d882fea840e8bc1a79&device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 1128 time: 0.0454848 Feb 02 08:16:26.391776 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ebe680-83df-4a4c-83fb-cb7753d964c3 req-57196de3-ae5f-4b17-8687-ec10c146389f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:16:26.393231 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-14ebe680-83df-4a4c-83fb-cb7753d964c3 req-57196de3-ae5f-4b17-8687-ec10c146389f service neutron] 10.222.0.59 "GET /v2.0/networks?id=d228532f-8a79-4f20-afff-95efa170178d HTTP/1.1" status: 200 len: 910 time: 0.0839148 Feb 02 08:16:26.460481 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-14ebe680-83df-4a4c-83fb-cb7753d964c3 req-ce6fd13e-d911-4b22-9fc0-7c859b86619a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=182e87ac-d448-457d-b45a-1109e97b6fd4 HTTP/1.1" status: 200 len: 1000 time: 0.0616379 Feb 02 08:16:26.510860 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ebe680-83df-4a4c-83fb-cb7753d964c3 req-2c26454c-9ecc-422f-901e-a7c77926234d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:16:26.512359 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-14ebe680-83df-4a4c-83fb-cb7753d964c3 req-2c26454c-9ecc-422f-901e-a7c77926234d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0683564a-04f8-4702-aa69-cfa88766f083 HTTP/1.1" status: 200 len: 848 time: 0.0467939 Feb 02 08:16:26.561010 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ebe680-83df-4a4c-83fb-cb7753d964c3 req-b3d75e48-9493-4a10-8415-b4e1a5de5d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:16:26.562819 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-14ebe680-83df-4a4c-83fb-cb7753d964c3 req-b3d75e48-9493-4a10-8415-b4e1a5de5d69 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d228532f-8a79-4f20-afff-95efa170178d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0449200 Feb 02 08:16:26.683287 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-14ebe680-83df-4a4c-83fb-cb7753d964c3 req-63257f89-43c2-493f-8325-c36071a862b5 service neutron] 10.222.0.59 "GET /v2.0/networks/d228532f-8a79-4f20-afff-95efa170178d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149063 Feb 02 08:16:26.705537 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a677a3cd-d516-4e17-968c-fe2404ea9e1f req-848e31e8-1c50-44e2-973d-07860dedd264 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:16:26.706923 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a677a3cd-d516-4e17-968c-fe2404ea9e1f req-848e31e8-1c50-44e2-973d-07860dedd264 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 945 time: 0.0802498 Feb 02 08:16:26.806097 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a677a3cd-d516-4e17-968c-fe2404ea9e1f req-3873bb0b-fa6d-4deb-b61f-dace29971852 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=a99f9263-5145-4057-a963-c5896b929d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893779 Feb 02 08:16:26.820058 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-14ebe680-83df-4a4c-83fb-cb7753d964c3 req-4e2f137b-9e89-4ad9-aeb5-85b720a36e82 service neutron] 10.222.0.59 "GET /v2.0/networks/d228532f-8a79-4f20-afff-95efa170178d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305883 Feb 02 08:16:27.939938 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6e8956-ff89-4cba-ad49-13732390f1e5 req-3f5809ce-4581-48f0-8ab8-7841a2a15e6b tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:16:27.941411 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ec6e8956-ff89-4cba-ad49-13732390f1e5 req-3f5809ce-4581-48f0-8ab8-7841a2a15e6b tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 945 time: 0.0644612 Feb 02 08:16:27.992136 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ec6e8956-ff89-4cba-ad49-13732390f1e5 req-363d16ba-a3a6-4278-bb21-7dfab5b65889 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=a99f9263-5145-4057-a963-c5896b929d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440679 Feb 02 08:16:28.006477 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:16:29.118211 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea53b3-6fe8-428e-b7e6-365a83748bea req-6b8b7de2-e3c9-4b68-8bc8-71f611dfb45c tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:16:29.119623 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-62ea53b3-6fe8-428e-b7e6-365a83748bea req-6b8b7de2-e3c9-4b68-8bc8-71f611dfb45c tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 945 time: 0.0584269 Feb 02 08:16:29.168717 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-62ea53b3-6fe8-428e-b7e6-365a83748bea req-dc885661-0c4d-499d-9478-e5ffdc3e4771 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=a99f9263-5145-4057-a963-c5896b929d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435426 Feb 02 08:16:30.288707 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da38d57-af69-4f9e-ad37-265d3884f6ed req-1a238eb4-e7d7-4c4e-b8c5-65bb981931aa tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:16:30.290209 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5da38d57-af69-4f9e-ad37-265d3884f6ed req-1a238eb4-e7d7-4c4e-b8c5-65bb981931aa tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 945 time: 0.0535684 Feb 02 08:16:30.340823 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5da38d57-af69-4f9e-ad37-265d3884f6ed req-13de8ce2-f33e-4932-8fc2-83bdeca36ea8 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=a99f9263-5145-4057-a963-c5896b929d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449488 Feb 02 08:16:31.465240 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cf9704-2e85-4641-a59f-e5cb01cebaf1 req-2a31de11-e39e-48c4-8061-f3a81b8a0531 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:16:31.466727 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a7cf9704-2e85-4641-a59f-e5cb01cebaf1 req-2a31de11-e39e-48c4-8061-f3a81b8a0531 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 945 time: 0.0579946 Feb 02 08:16:31.522874 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a7cf9704-2e85-4641-a59f-e5cb01cebaf1 req-073a0393-cd7a-45b1-b043-dde51da1073c tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=a99f9263-5145-4057-a963-c5896b929d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501106 Feb 02 08:16:32.359417 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device 182e87ac-d448-457d-b45a-1109e97b6fd4 no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 08:16:32.433299 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port 182e87ac-d448-457d-b45a-1109e97b6fd4 is: ACTIVE; New status is: DOWN {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:16:32.433684 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (182e87ac-d448-457d-b45a-1109e97b6fd4), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:16:32.456168 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30590595-5529-4cad-b4a5-27d404a75884', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '182e87ac-d448-457d-b45a-1109e97b6fd4'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 08:16:32.458405 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8c40c98856fbaa198dc4a2758b0190e9c3f0303d59edd797b772e66ff7f3562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db9c446-6ae8-4b90-a708-45cd1258b031" -d '{"events": [{"server_uuid": "30590595-5529-4cad-b4a5-27d404a75884", "name": "network-vif-unplugged", "status": "completed", "tag": "182e87ac-d448-457d-b45a-1109e97b6fd4"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 08:16:32.470615 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port 182e87ac-d448-457d-b45a-1109e97b6fd4, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=182e87ac-d448-457d-b45a-1109e97b6fd4,segment=NetworkSegment(7df2d3d4-88f8-462d-ac44-d9d35729c6d9),segment_id=7df2d3d4-88f8-462d-ac44-d9d35729c6d9)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:16:32.475109 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (182e87ac-d448-457d-b45a-1109e97b6fd4), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:16:32.498794 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 02 Feb 2022 08:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f740ff32-87c7-4cf1-96a0-4616aef7376c x-openstack-request-id: req-f740ff32-87c7-4cf1-96a0-4616aef7376c {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 08:16:32.499072 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30590595-5529-4cad-b4a5-27d404a75884", "name": "network-vif-unplugged", "status": "failed", "tag": "182e87ac-d448-457d-b45a-1109e97b6fd4", "code": 422}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 08:16:32.499330 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f740ff32-87c7-4cf1-96a0-4616aef7376c {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 08:16:32.499751 n-d-789963-26 neutron-server[109695]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '30590595-5529-4cad-b4a5-27d404a75884', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '182e87ac-d448-457d-b45a-1109e97b6fd4', 'code': 422} returned with failed status Feb 02 08:16:32.525043 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=182e87ac-d448-457d-b45a-1109e97b6fd4,revision_number=6']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:16:32.532116 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:16:32.532479 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:16:32.532827 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:16:32.533172 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:16:32.533514 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:16:32.533850 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:16:32.534185 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:16:32.534517 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:16:32.534846 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:16:32.535176 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:16:32.535506 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:16:32.535874 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:16:32.536188 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:16:32.643533 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56070cfa-0e10-4404-a086-f876c3071440 req-a6bedcaf-5f59-4fcb-91fc-1616f025cbfa tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:16:32.644962 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-56070cfa-0e10-4404-a086-f876c3071440 req-a6bedcaf-5f59-4fcb-91fc-1616f025cbfa tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 943 time: 0.0530055 Feb 02 08:16:32.695464 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-56070cfa-0e10-4404-a086-f876c3071440 req-fad15ea1-c0db-4082-a40d-4ceae65dc2ad tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=a99f9263-5145-4057-a963-c5896b929d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447791 Feb 02 08:16:32.881178 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c3358606-5519-4d19-8599-ba9a141be091 req-ff27cb1a-5598-4049-8ff9-7c26421a0772 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0469854 Feb 02 08:16:32.890203 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [req-c3358606-5519-4d19-8599-ba9a141be091 req-dca9b5c4-fc8e-4549-ba20-106e55fb18c5 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=109693) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 08:16:32.891297 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c3358606-5519-4d19-8599-ba9a141be091 req-dca9b5c4-fc8e-4549-ba20-106e55fb18c5 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052881 Feb 02 08:16:32.911401 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf7509-27ac-4151-95f3-4b6a135ce72f req-5dc6a738-208b-41b3-a295-e8daa161adfb tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:16:32.913464 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1fcf7509-27ac-4151-95f3-4b6a135ce72f req-5dc6a738-208b-41b3-a295-e8daa161adfb tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 943 time: 0.0555844 Feb 02 08:16:32.964314 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-1fcf7509-27ac-4151-95f3-4b6a135ce72f req-4636d9d8-a461-41a9-a9a5-3f00b4481581 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=a99f9263-5145-4057-a963-c5896b929d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452445 Feb 02 08:16:34.090860 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94530277-5b5d-41fd-acbf-8026e5dd3426 req-fad3e781-ba1c-4439-9529-a6a8d7be4c38 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:16:34.092363 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-94530277-5b5d-41fd-acbf-8026e5dd3426 req-fad3e781-ba1c-4439-9529-a6a8d7be4c38 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 943 time: 0.0575507 Feb 02 08:16:34.141647 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-94530277-5b5d-41fd-acbf-8026e5dd3426 req-84723298-22b0-4a00-8b4e-1064cb2bbf0d tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=a99f9263-5145-4057-a963-c5896b929d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435600 Feb 02 08:16:35.261905 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45718185-d4da-4cc0-b18f-8d9394cd58c6 req-f0e7b737-4fd9-42e0-af18-67a94033f65e tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:16:35.263537 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-45718185-d4da-4cc0-b18f-8d9394cd58c6 req-f0e7b737-4fd9-42e0-af18-67a94033f65e tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 943 time: 0.0531323 Feb 02 08:16:35.318446 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-45718185-d4da-4cc0-b18f-8d9394cd58c6 req-8840b0bf-8e06-45aa-9af2-b0cb66e21d8a tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=a99f9263-5145-4057-a963-c5896b929d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490828 Feb 02 08:16:36.441049 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ba8c3-7d8a-49ad-a310-925909d42985 req-39d09789-deb9-431e-a8a1-eebd7332dda1 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:16:36.442560 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e06ba8c3-7d8a-49ad-a310-925909d42985 req-39d09789-deb9-431e-a8a1-eebd7332dda1 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 943 time: 0.0542407 Feb 02 08:16:36.501353 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e06ba8c3-7d8a-49ad-a310-925909d42985 req-d06b603f-743c-4684-a9a7-2f2439236525 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=a99f9263-5145-4057-a963-c5896b929d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520594 Feb 02 08:16:37.628257 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6b0a0-2ae6-448c-85c3-0ec2936198f8 req-99296bd5-879f-4682-9a48-1c6ddf40abac tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:16:37.630126 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5eb6b0a0-2ae6-448c-85c3-0ec2936198f8 req-99296bd5-879f-4682-9a48-1c6ddf40abac tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 943 time: 0.0573659 Feb 02 08:16:37.681432 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5eb6b0a0-2ae6-448c-85c3-0ec2936198f8 req-a2849944-96e3-47e4-b548-4832e473f77f tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=a99f9263-5145-4057-a963-c5896b929d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451398 Feb 02 08:16:38.801765 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8daa45-a98a-4282-9779-2b5dcfc01487 req-64a4285e-17b7-47e1-b418-2ba0c4e2d45b tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:16:38.803280 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6a8daa45-a98a-4282-9779-2b5dcfc01487 req-64a4285e-17b7-47e1-b418-2ba0c4e2d45b tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 943 time: 0.0534217 Feb 02 08:16:38.851543 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6a8daa45-a98a-4282-9779-2b5dcfc01487 req-10898ff6-ddfc-4a2b-a126-3c0237355f90 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=a99f9263-5145-4057-a963-c5896b929d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427988 Feb 02 08:16:39.974088 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82af377-912f-4a46-8cbb-c66cc5f389ce req-0f5c8346-2653-465d-8ffd-79452b5ed286 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:16:39.976381 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e82af377-912f-4a46-8cbb-c66cc5f389ce req-0f5c8346-2653-465d-8ffd-79452b5ed286 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 943 time: 0.0579636 Feb 02 08:16:40.027058 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e82af377-912f-4a46-8cbb-c66cc5f389ce req-cb969097-0341-47c9-98cc-83ebbf818231 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=a99f9263-5145-4057-a963-c5896b929d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451572 Feb 02 08:16:41.149596 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf56bd-22f7-4070-9ba2-dd5e95cb4547 req-40a81786-b1c9-4266-ac61-8da201891fe9 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:16:41.152560 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5ecf56bd-22f7-4070-9ba2-dd5e95cb4547 req-40a81786-b1c9-4266-ac61-8da201891fe9 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 943 time: 0.0552557 Feb 02 08:16:41.169777 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-24a8b17c-25cb-40bb-8459-ccc4d0148091 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:16:41.205020 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5ecf56bd-22f7-4070-9ba2-dd5e95cb4547 req-c1d90730-5dff-4388-b6ce-3e85889a2442 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=a99f9263-5145-4057-a963-c5896b929d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467677 Feb 02 08:16:42.333056 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0437cdd9-45b9-43a0-a1ce-0cf1fce7f57b req-aeb9551a-fd91-4864-9335-ddec8fccd084 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:16:42.335085 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0437cdd9-45b9-43a0-a1ce-0cf1fce7f57b req-aeb9551a-fd91-4864-9335-ddec8fccd084 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 943 time: 0.0601788 Feb 02 08:16:42.392696 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0437cdd9-45b9-43a0-a1ce-0cf1fce7f57b req-f25a9552-3ae2-4cc7-aa21-1723fb2129f6 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=a99f9263-5145-4057-a963-c5896b929d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512912 Feb 02 08:16:43.066279 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3358606-5519-4d19-8599-ba9a141be091 req-8338a9cb-552c-4d2f-94e0-9504a656a299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:16:43.067864 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c3358606-5519-4d19-8599-ba9a141be091 req-8338a9cb-552c-4d2f-94e0-9504a656a299 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884&tenant_id=36881ab90b2f41d882fea840e8bc1a79 HTTP/1.1" status: 200 len: 1126 time: 0.0462663 Feb 02 08:16:43.077821 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [req-c3358606-5519-4d19-8599-ba9a141be091 req-5f1f3c51-3f2c-43b3-a18e-2af434d40cb0 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=109693) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 08:16:43.078743 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c3358606-5519-4d19-8599-ba9a141be091 req-5f1f3c51-3f2c-43b3-a18e-2af434d40cb0 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048828 Feb 02 08:16:43.096085 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-c3358606-5519-4d19-8599-ba9a141be091 req-4ea9bb09-ef84-41bb-8911-2783dfae96ea service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-26', 'device_owner': 'compute:nova'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:16:43.158095 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-c3358606-5519-4d19-8599-ba9a141be091 req-4ea9bb09-ef84-41bb-8911-2783dfae96ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (182e87ac-d448-457d-b45a-1109e97b6fd4), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:16:43.364959 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-c3358606-5519-4d19-8599-ba9a141be091 req-4ea9bb09-ef84-41bb-8911-2783dfae96ea service neutron] For port 182e87ac-d448-457d-b45a-1109e97b6fd4, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=182e87ac-d448-457d-b45a-1109e97b6fd4,segment=NetworkSegment(7df2d3d4-88f8-462d-ac44-d9d35729c6d9),segment_id=7df2d3d4-88f8-462d-ac44-d9d35729c6d9)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:16:43.399497 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-c3358606-5519-4d19-8599-ba9a141be091 req-4ea9bb09-ef84-41bb-8911-2783dfae96ea service neutron] For port 182e87ac-d448-457d-b45a-1109e97b6fd4, host n-h2-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 08:16:43.423389 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-31cf6dff-54d9-477f-82cc-f20951b32592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:16:43.444038 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-c3358606-5519-4d19-8599-ba9a141be091 req-4ea9bb09-ef84-41bb-8911-2783dfae96ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 182e87ac-d448-457d-b45a-1109e97b6fd4 {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 08:16:43.451416 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-c3358606-5519-4d19-8599-ba9a141be091 req-4ea9bb09-ef84-41bb-8911-2783dfae96ea service neutron] Publish callbacks [] for port (182e87ac-d448-457d-b45a-1109e97b6fd4), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:16:43.464990 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-c3358606-5519-4d19-8599-ba9a141be091 req-4ea9bb09-ef84-41bb-8911-2783dfae96ea service neutron] Transition to ACTIVE for port object 182e87ac-d448-457d-b45a-1109e97b6fd4 will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 08:16:43.469399 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-c3358606-5519-4d19-8599-ba9a141be091 req-4ea9bb09-ef84-41bb-8911-2783dfae96ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (182e87ac-d448-457d-b45a-1109e97b6fd4), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:16:43.534202 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02186fd-27c4-4422-a449-9dfad762b4ee req-33fc8c02-01e8-4da2-ac03-78e5d8f9716c tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:16:43.535738 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d02186fd-27c4-4422-a449-9dfad762b4ee req-33fc8c02-01e8-4da2-ac03-78e5d8f9716c tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 943 time: 0.0682406 Feb 02 08:16:43.548842 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9bb09-ef84-41bb-8911-2783dfae96ea service neutron] Pushing event updated for resources: {'Port': ['ID=182e87ac-d448-457d-b45a-1109e97b6fd4,revision_number=7']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:16:43.560549 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9bb09-ef84-41bb-8911-2783dfae96ea service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:16:43.560915 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9bb09-ef84-41bb-8911-2783dfae96ea service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:16:43.561239 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9bb09-ef84-41bb-8911-2783dfae96ea service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:16:43.561582 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9bb09-ef84-41bb-8911-2783dfae96ea service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:16:43.561917 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9bb09-ef84-41bb-8911-2783dfae96ea service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:16:43.562246 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9bb09-ef84-41bb-8911-2783dfae96ea service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:16:43.562573 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9bb09-ef84-41bb-8911-2783dfae96ea service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:16:43.562898 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9bb09-ef84-41bb-8911-2783dfae96ea service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:16:43.563223 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9bb09-ef84-41bb-8911-2783dfae96ea service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:16:43.563547 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9bb09-ef84-41bb-8911-2783dfae96ea service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:16:43.564048 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9bb09-ef84-41bb-8911-2783dfae96ea service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:16:43.564386 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9bb09-ef84-41bb-8911-2783dfae96ea service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:16:43.564710 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9bb09-ef84-41bb-8911-2783dfae96ea service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:16:43.610535 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3358606-5519-4d19-8599-ba9a141be091 req-4ea9bb09-ef84-41bb-8911-2783dfae96ea service neutron] No DVR routers for this DVR port 182e87ac-d448-457d-b45a-1109e97b6fd4 on host n-h2-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 08:16:43.619609 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d02186fd-27c4-4422-a449-9dfad762b4ee req-5d3d7851-b859-44d9-999d-6810b6297d33 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=a99f9263-5145-4057-a963-c5896b929d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779235 Feb 02 08:16:43.757443 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-c3358606-5519-4d19-8599-ba9a141be091 req-4ea9bb09-ef84-41bb-8911-2783dfae96ea service neutron] Attempting to bind port 182e87ac-d448-457d-b45a-1109e97b6fd4 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 08:16:43.757787 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-c3358606-5519-4d19-8599-ba9a141be091 req-4ea9bb09-ef84-41bb-8911-2783dfae96ea service neutron] Attempting to bind port 182e87ac-d448-457d-b45a-1109e97b6fd4 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': '7df2d3d4-88f8-462d-ac44-d9d35729c6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd228532f-8a79-4f20-afff-95efa170178d'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 08:16:43.758118 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3358606-5519-4d19-8599-ba9a141be091 req-4ea9bb09-ef84-41bb-8911-2783dfae96ea service neutron] Attempting to bind port 182e87ac-d448-457d-b45a-1109e97b6fd4 on network d228532f-8a79-4f20-afff-95efa170178d {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 08:16:43.762563 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3358606-5519-4d19-8599-ba9a141be091 req-4ea9bb09-ef84-41bb-8911-2783dfae96ea service neutron] Port 182e87ac-d448-457d-b45a-1109e97b6fd4 on network d228532f-8a79-4f20-afff-95efa170178d not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 08:16:43.762883 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3358606-5519-4d19-8599-ba9a141be091 req-4ea9bb09-ef84-41bb-8911-2783dfae96ea service neutron] Attempting to bind port 182e87ac-d448-457d-b45a-1109e97b6fd4 on network d228532f-8a79-4f20-afff-95efa170178d {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 08:16:43.770311 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3358606-5519-4d19-8599-ba9a141be091 req-4ea9bb09-ef84-41bb-8911-2783dfae96ea service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 8, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 08:16:43.770894 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3358606-5519-4d19-8599-ba9a141be091 req-4ea9bb09-ef84-41bb-8911-2783dfae96ea service neutron] Checking segment: {'id': '7df2d3d4-88f8-462d-ac44-d9d35729c6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd228532f-8a79-4f20-afff-95efa170178d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 08:16:43.771252 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3358606-5519-4d19-8599-ba9a141be091 req-4ea9bb09-ef84-41bb-8911-2783dfae96ea service neutron] Bound using segment: {'id': '7df2d3d4-88f8-462d-ac44-d9d35729c6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd228532f-8a79-4f20-afff-95efa170178d'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 08:16:43.772707 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-c3358606-5519-4d19-8599-ba9a141be091 req-4ea9bb09-ef84-41bb-8911-2783dfae96ea service neutron] Bound port: 182e87ac-d448-457d-b45a-1109e97b6fd4, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7df2d3d4-88f8-462d-ac44-d9d35729c6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd228532f-8a79-4f20-afff-95efa170178d'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 08:16:43.772862 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-c3358606-5519-4d19-8599-ba9a141be091 req-4ea9bb09-ef84-41bb-8911-2783dfae96ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (182e87ac-d448-457d-b45a-1109e97b6fd4), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:16:44.124851 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-c3358606-5519-4d19-8599-ba9a141be091 req-4ea9bb09-ef84-41bb-8911-2783dfae96ea service neutron] For port 182e87ac-d448-457d-b45a-1109e97b6fd4, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 08:16:44.127950 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-c3358606-5519-4d19-8599-ba9a141be091 req-4ea9bb09-ef84-41bb-8911-2783dfae96ea service neutron] For port 182e87ac-d448-457d-b45a-1109e97b6fd4, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=182e87ac-d448-457d-b45a-1109e97b6fd4,segment=NetworkSegment(7df2d3d4-88f8-462d-ac44-d9d35729c6d9),segment_id=7df2d3d4-88f8-462d-ac44-d9d35729c6d9)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 08:16:44.134526 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-c3358606-5519-4d19-8599-ba9a141be091 req-4ea9bb09-ef84-41bb-8911-2783dfae96ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (182e87ac-d448-457d-b45a-1109e97b6fd4), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:16:44.168683 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3358606-5519-4d19-8599-ba9a141be091 req-4ea9bb09-ef84-41bb-8911-2783dfae96ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:16:44.169506 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-c3358606-5519-4d19-8599-ba9a141be091 req-4ea9bb09-ef84-41bb-8911-2783dfae96ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:16:44.171418 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c3358606-5519-4d19-8599-ba9a141be091 req-4ea9bb09-ef84-41bb-8911-2783dfae96ea service neutron] 10.222.0.88 "PUT /v2.0/ports/182e87ac-d448-457d-b45a-1109e97b6fd4 HTTP/1.1" status: 200 len: 1092 time: 1.0787501 Feb 02 08:16:44.171993 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30590595-5529-4cad-b4a5-27d404a75884', 'tag': '182e87ac-d448-457d-b45a-1109e97b6fd4'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 08:16:44.174311 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bbcc89a9d4d8e7a52f5cbbd716b66041b3f6feaf13502aa94e42da132c01043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5377233-425d-47b5-94fb-a93605de16ce" -d '{"events": [{"name": "network-changed", "server_uuid": "30590595-5529-4cad-b4a5-27d404a75884", "tag": "182e87ac-d448-457d-b45a-1109e97b6fd4"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 08:16:44.205802 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9bb09-ef84-41bb-8911-2783dfae96ea service neutron] Pushing event updated for resources: {'Port': ['ID=182e87ac-d448-457d-b45a-1109e97b6fd4,revision_number=8']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:16:44.223604 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 08:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98aa47ee-90db-412d-9fd9-147e76e50b1d x-openstack-request-id: req-98aa47ee-90db-412d-9fd9-147e76e50b1d {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 08:16:44.224019 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30590595-5529-4cad-b4a5-27d404a75884", "tag": "182e87ac-d448-457d-b45a-1109e97b6fd4", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 08:16:44.224367 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-98aa47ee-90db-412d-9fd9-147e76e50b1d {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 08:16:44.225363 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30590595-5529-4cad-b4a5-27d404a75884', 'tag': '182e87ac-d448-457d-b45a-1109e97b6fd4', 'status': 'completed', 'code': 200} Feb 02 08:16:44.290010 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3358606-5519-4d19-8599-ba9a141be091 req-4d3559df-316f-43dc-acd3-d8d5704d09fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:16:44.292125 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c3358606-5519-4d19-8599-ba9a141be091 req-4d3559df-316f-43dc-acd3-d8d5704d09fd service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=36881ab90b2f41d882fea840e8bc1a79&device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 1126 time: 0.0484679 Feb 02 08:16:44.394500 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3358606-5519-4d19-8599-ba9a141be091 req-e29b1e02-00ad-4748-9ae6-686b573e1a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:16:44.395906 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c3358606-5519-4d19-8599-ba9a141be091 req-e29b1e02-00ad-4748-9ae6-686b573e1a9b service neutron] 10.222.0.88 "GET /v2.0/networks?id=d228532f-8a79-4f20-afff-95efa170178d HTTP/1.1" status: 200 len: 910 time: 0.0984626 Feb 02 08:16:44.462667 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c3358606-5519-4d19-8599-ba9a141be091 req-710836e4-663a-4973-b969-9c0334d7476c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=182e87ac-d448-457d-b45a-1109e97b6fd4 HTTP/1.1" status: 200 len: 998 time: 0.0604858 Feb 02 08:16:44.515742 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3358606-5519-4d19-8599-ba9a141be091 req-bc125c2d-11c1-4818-9f0a-2b50eb571c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:16:44.517422 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c3358606-5519-4d19-8599-ba9a141be091 req-bc125c2d-11c1-4818-9f0a-2b50eb571c7d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0683564a-04f8-4702-aa69-cfa88766f083 HTTP/1.1" status: 200 len: 848 time: 0.0492878 Feb 02 08:16:44.566933 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3358606-5519-4d19-8599-ba9a141be091 req-448da94a-9bb0-4aae-abfc-308aeb1ae70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:16:44.569119 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c3358606-5519-4d19-8599-ba9a141be091 req-448da94a-9bb0-4aae-abfc-308aeb1ae70e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d228532f-8a79-4f20-afff-95efa170178d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0448179 Feb 02 08:16:44.671533 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c3358606-5519-4d19-8599-ba9a141be091 req-342e790b-4476-42a2-9df5-a89765113430 service neutron] 10.222.0.88 "GET /v2.0/networks/d228532f-8a79-4f20-afff-95efa170178d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949430 Feb 02 08:16:44.744220 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2511c2e5-e90d-4fb5-a5b3-d6e35fa78e41 req-3eab0ac5-8fa8-4ef0-b2ae-5bde65c09a87 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:16:44.745729 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2511c2e5-e90d-4fb5-a5b3-d6e35fa78e41 req-3eab0ac5-8fa8-4ef0-b2ae-5bde65c09a87 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 943 time: 0.0590024 Feb 02 08:16:44.767490 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c3358606-5519-4d19-8599-ba9a141be091 req-1da006e1-aff4-4730-b493-127000994d3d service neutron] 10.222.0.88 "GET /v2.0/networks/d228532f-8a79-4f20-afff-95efa170178d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913382 Feb 02 08:16:44.801069 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2511c2e5-e90d-4fb5-a5b3-d6e35fa78e41 req-0f2729da-20cf-4fd9-845d-e87749805169 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=a99f9263-5145-4057-a963-c5896b929d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497062 Feb 02 08:16:44.925855 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5377233-425d-47b5-94fb-a93605de16ce req-ddf737d7-a710-4c19-9482-602bdaf6e37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:16:44.927349 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d5377233-425d-47b5-94fb-a93605de16ce req-ddf737d7-a710-4c19-9482-602bdaf6e37a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=36881ab90b2f41d882fea840e8bc1a79&device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 1126 time: 0.0465851 Feb 02 08:16:44.977693 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:16:45.021363 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5377233-425d-47b5-94fb-a93605de16ce req-acc24fef-0446-4146-8762-6c74783af10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:16:45.023502 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d5377233-425d-47b5-94fb-a93605de16ce req-acc24fef-0446-4146-8762-6c74783af10b service neutron] 10.222.0.88 "GET /v2.0/networks?id=d228532f-8a79-4f20-afff-95efa170178d HTTP/1.1" status: 200 len: 910 time: 0.0896318 Feb 02 08:16:45.098994 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d5377233-425d-47b5-94fb-a93605de16ce req-f95b8cca-6d58-4bfe-a341-3fad54c7c9db service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=182e87ac-d448-457d-b45a-1109e97b6fd4 HTTP/1.1" status: 200 len: 998 time: 0.0692639 Feb 02 08:16:45.151684 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5377233-425d-47b5-94fb-a93605de16ce req-9c4e8b0d-250a-4104-8387-248f116dfe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:16:45.153123 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d5377233-425d-47b5-94fb-a93605de16ce req-9c4e8b0d-250a-4104-8387-248f116dfe11 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0683564a-04f8-4702-aa69-cfa88766f083 HTTP/1.1" status: 200 len: 848 time: 0.0478055 Feb 02 08:16:45.203068 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5377233-425d-47b5-94fb-a93605de16ce req-5b456a37-046b-4a76-8fa9-773d834a30a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:16:45.204517 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d5377233-425d-47b5-94fb-a93605de16ce req-5b456a37-046b-4a76-8fa9-773d834a30a5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d228532f-8a79-4f20-afff-95efa170178d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0446701 Feb 02 08:16:45.300185 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d5377233-425d-47b5-94fb-a93605de16ce req-ece4de40-f388-4df4-9f55-d4f31ef04466 service neutron] 10.222.0.88 "GET /v2.0/networks/d228532f-8a79-4f20-afff-95efa170178d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861299 Feb 02 08:16:45.389943 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-d5377233-425d-47b5-94fb-a93605de16ce req-52d71bc9-5998-4ff1-82f9-d0a4b74f288e service neutron] 10.222.0.88 "GET /v2.0/networks/d228532f-8a79-4f20-afff-95efa170178d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835252 Feb 02 08:16:45.922202 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fba1aa-3858-4834-843c-22da78083796 req-64171dee-ab23-4278-abb9-4e52ddbb9c1a tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:16:45.923682 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-01fba1aa-3858-4834-843c-22da78083796 req-64171dee-ab23-4278-abb9-4e52ddbb9c1a tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 943 time: 0.0534596 Feb 02 08:16:45.971439 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-01fba1aa-3858-4834-843c-22da78083796 req-eeb53882-3988-4f3d-b1b3-204cdc88e9b6 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=a99f9263-5145-4057-a963-c5896b929d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422029 Feb 02 08:16:46.337825 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:16:47.092469 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5512f26e-db2c-43ed-89f4-2796e2f791cc req-55efcf2f-e0df-4fb5-9e39-73a90fa8fe20 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:16:47.093946 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5512f26e-db2c-43ed-89f4-2796e2f791cc req-55efcf2f-e0df-4fb5-9e39-73a90fa8fe20 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 943 time: 0.0521269 Feb 02 08:16:47.142584 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5512f26e-db2c-43ed-89f4-2796e2f791cc req-681d0438-4130-41d8-a1bf-b1194996ccf3 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=a99f9263-5145-4057-a963-c5896b929d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430281 Feb 02 08:16:47.587424 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:16:48.265622 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a7fd5-4ce3-42d7-90fa-f13fe85980e4 req-2435439e-55bb-42b9-9c46-64e2a5f410f7 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:16:48.267106 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-580a7fd5-4ce3-42d7-90fa-f13fe85980e4 req-2435439e-55bb-42b9-9c46-64e2a5f410f7 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 943 time: 0.0584180 Feb 02 08:16:48.315013 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-580a7fd5-4ce3-42d7-90fa-f13fe85980e4 req-c7e67b78-b3aa-4ae3-bace-ebe951009864 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=a99f9263-5145-4057-a963-c5896b929d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415416 Feb 02 08:16:49.434959 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6465ed-feb3-4a06-8fe1-5adbfe90a83a req-327d219a-f920-451b-8b4f-d50520e97724 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:16:49.436475 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0f6465ed-feb3-4a06-8fe1-5adbfe90a83a req-327d219a-f920-451b-8b4f-d50520e97724 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 943 time: 0.0526576 Feb 02 08:16:49.485856 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0f6465ed-feb3-4a06-8fe1-5adbfe90a83a req-179f8df8-ab1e-4a31-84d4-668d1bcb0429 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=a99f9263-5145-4057-a963-c5896b929d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436585 Feb 02 08:16:50.604081 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455bb6f6-4b0b-4d4e-bad3-2f9fd904dab5 req-1d87d656-fde1-4eea-9356-1f9413bbb56e tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:16:50.605587 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-455bb6f6-4b0b-4d4e-bad3-2f9fd904dab5 req-1d87d656-fde1-4eea-9356-1f9413bbb56e tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 943 time: 0.0527971 Feb 02 08:16:50.658019 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-455bb6f6-4b0b-4d4e-bad3-2f9fd904dab5 req-a19148a3-2514-4c17-a022-fa81db5c07e2 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=a99f9263-5145-4057-a963-c5896b929d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468628 Feb 02 08:16:51.775494 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3680ca2c-3690-4294-ae51-82cde512fd60 req-43f401e0-f7f2-4878-bdf6-0e03efafeac7 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:16:51.776900 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3680ca2c-3690-4294-ae51-82cde512fd60 req-43f401e0-f7f2-4878-bdf6-0e03efafeac7 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 943 time: 0.0523090 Feb 02 08:16:51.824778 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3680ca2c-3690-4294-ae51-82cde512fd60 req-7605f1ec-c744-4f58-b9b2-271763df9520 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=a99f9263-5145-4057-a963-c5896b929d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423729 Feb 02 08:16:52.898908 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:16:52.963253 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca9d78-921c-44e4-aa1e-1724a62af166 req-b3e9e16b-2c31-4667-8f96-961be275a036 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:16:52.964759 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b5ca9d78-921c-44e4-aa1e-1724a62af166 req-b3e9e16b-2c31-4667-8f96-961be275a036 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 943 time: 0.0568388 Feb 02 08:16:53.020238 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b5ca9d78-921c-44e4-aa1e-1724a62af166 req-ee43da54-9f84-41e5-b92f-efe88fea54a2 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=a99f9263-5145-4057-a963-c5896b929d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494151 Feb 02 08:16:53.154321 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 08:16:54.146478 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c31f923-138f-44df-bdfd-1eeb7eb6f717 req-3085b97b-4949-4a9a-b6aa-a906b3c30f17 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:16:54.147958 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6c31f923-138f-44df-bdfd-1eeb7eb6f717 req-3085b97b-4949-4a9a-b6aa-a906b3c30f17 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 943 time: 0.0563722 Feb 02 08:16:54.197491 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-6c31f923-138f-44df-bdfd-1eeb7eb6f717 req-dc7ac6c7-a353-4319-be83-d84a3f176b2f tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=a99f9263-5145-4057-a963-c5896b929d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440691 Feb 02 08:16:54.675699 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 182e87ac-d448-457d-b45a-1109e97b6fd4 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 08:16:54.772704 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 182e87ac-d448-457d-b45a-1109e97b6fd4, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=182e87ac-d448-457d-b45a-1109e97b6fd4,segment=NetworkSegment(7df2d3d4-88f8-462d-ac44-d9d35729c6d9),segment_id=7df2d3d4-88f8-462d-ac44-d9d35729c6d9)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:16:54.783484 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': '182e87ac-d448-457d-b45a-1109e97b6fd4', 'network_id': 'd228532f-8a79-4f20-afff-95efa170178d', 'port_id': '182e87ac-d448-457d-b45a-1109e97b6fd4', 'mac_address': 'fa:16:3e:57:52:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0683564a-04f8-4702-aa69-cfa88766f083', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 08:16:54.819900 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 182e87ac-d448-457d-b45a-1109e97b6fd4 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:16:54.820283 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (182e87ac-d448-457d-b45a-1109e97b6fd4), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:16:54.832272 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 182e87ac-d448-457d-b45a-1109e97b6fd4 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 08:16:54.852733 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 182e87ac-d448-457d-b45a-1109e97b6fd4, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=182e87ac-d448-457d-b45a-1109e97b6fd4,segment=NetworkSegment(7df2d3d4-88f8-462d-ac44-d9d35729c6d9),segment_id=7df2d3d4-88f8-462d-ac44-d9d35729c6d9)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:16:54.856303 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (182e87ac-d448-457d-b45a-1109e97b6fd4), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:16:54.902936 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=182e87ac-d448-457d-b45a-1109e97b6fd4,revision_number=9']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:16:55.162415 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['182e87ac-d448-457d-b45a-1109e97b6fd4'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 08:16:55.318926 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae00b4b3-76ce-424e-b2b9-fc9cebaa564b req-5b5e065d-1553-4b0d-aa8f-6652d236c0a7 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:16:55.320490 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ae00b4b3-76ce-424e-b2b9-fc9cebaa564b req-5b5e065d-1553-4b0d-aa8f-6652d236c0a7 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 944 time: 0.0527842 Feb 02 08:16:55.369244 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ae00b4b3-76ce-424e-b2b9-fc9cebaa564b req-8fe85932-e396-4ae6-aad4-b62ec1f86f9a tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=a99f9263-5145-4057-a963-c5896b929d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431972 Feb 02 08:16:56.492603 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b6eaa1-2cf3-4a4c-b489-db117b99ae13 req-8a5e801c-b8b6-4d5d-996c-7d58e5c04031 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:16:56.494181 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-56b6eaa1-2cf3-4a4c-b489-db117b99ae13 req-8a5e801c-b8b6-4d5d-996c-7d58e5c04031 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 944 time: 0.0575018 Feb 02 08:16:56.546832 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-56b6eaa1-2cf3-4a4c-b489-db117b99ae13 req-1b4627f3-1033-4669-bf92-09cd83176419 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=a99f9263-5145-4057-a963-c5896b929d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470982 Feb 02 08:16:56.685446 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 182e87ac-d448-457d-b45a-1109e97b6fd4 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 08:16:56.736610 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port 182e87ac-d448-457d-b45a-1109e97b6fd4 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 08:16:56.741156 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port 182e87ac-d448-457d-b45a-1109e97b6fd4 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:16:56.741526 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (182e87ac-d448-457d-b45a-1109e97b6fd4), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:16:56.817267 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 182e87ac-d448-457d-b45a-1109e97b6fd4 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:16:56.817645 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (182e87ac-d448-457d-b45a-1109e97b6fd4), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:16:56.839734 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30590595-5529-4cad-b4a5-27d404a75884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '182e87ac-d448-457d-b45a-1109e97b6fd4'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 08:16:56.842082 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8c40c98856fbaa198dc4a2758b0190e9c3f0303d59edd797b772e66ff7f3562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-378ac32d-b47d-449b-b0b0-ac4bc6807cf6" -d '{"events": [{"server_uuid": "30590595-5529-4cad-b4a5-27d404a75884", "name": "network-vif-plugged", "status": "completed", "tag": "182e87ac-d448-457d-b45a-1109e97b6fd4"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 08:16:56.854838 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 182e87ac-d448-457d-b45a-1109e97b6fd4, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=182e87ac-d448-457d-b45a-1109e97b6fd4,segment=NetworkSegment(7df2d3d4-88f8-462d-ac44-d9d35729c6d9),segment_id=7df2d3d4-88f8-462d-ac44-d9d35729c6d9)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:16:56.858952 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (182e87ac-d448-457d-b45a-1109e97b6fd4), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:16:56.882656 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 08:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ed3409-5b55-415f-ac1b-70ee6623be9a x-openstack-request-id: req-f9ed3409-5b55-415f-ac1b-70ee6623be9a {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 08:16:56.883060 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30590595-5529-4cad-b4a5-27d404a75884", "name": "network-vif-plugged", "status": "completed", "tag": "182e87ac-d448-457d-b45a-1109e97b6fd4", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 08:16:56.883261 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f9ed3409-5b55-415f-ac1b-70ee6623be9a {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 08:16:56.883618 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30590595-5529-4cad-b4a5-27d404a75884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '182e87ac-d448-457d-b45a-1109e97b6fd4', 'code': 200} Feb 02 08:16:56.912766 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=182e87ac-d448-457d-b45a-1109e97b6fd4,revision_number=10']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:16:57.068409 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdfa98b-9522-4042-9e1c-4b36927ed6b8 req-9196bdaa-204c-46e4-a208-54f4ca624dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:16:57.069805 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8fdfa98b-9522-4042-9e1c-4b36927ed6b8 req-9196bdaa-204c-46e4-a208-54f4ca624dbd service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 1129 time: 0.0438011 Feb 02 08:16:57.119218 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-8fdfa98b-9522-4042-9e1c-4b36927ed6b8 req-d644ff52-d2d1-4b43-939d-99ede5bf3523 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=a99f9263-5145-4057-a963-c5896b929d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429518 Feb 02 08:16:57.666186 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d54c94-1257-4b90-ab4b-848af740fcf6 req-5546c852-5677-4b47-92ae-b06a76ac07f8 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:16:57.667705 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-50d54c94-1257-4b90-ab4b-848af740fcf6 req-5546c852-5677-4b47-92ae-b06a76ac07f8 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 946 time: 0.0521140 Feb 02 08:16:57.715140 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-50d54c94-1257-4b90-ab4b-848af740fcf6 req-d803eaea-f5f5-4098-b3f9-5fc8a80a270a tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=a99f9263-5145-4057-a963-c5896b929d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419109 Feb 02 08:16:58.015826 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:16:58.831433 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb3e47-6bd6-4f2b-8657-abe0a2ed9776 req-55920527-1ae4-4ba7-ab66-61a13e063b70 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:16:58.832915 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-29cb3e47-6bd6-4f2b-8657-abe0a2ed9776 req-55920527-1ae4-4ba7-ab66-61a13e063b70 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 946 time: 0.0509696 Feb 02 08:16:58.885742 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-29cb3e47-6bd6-4f2b-8657-abe0a2ed9776 req-7d02dddd-b642-4631-aa7a-8abec5149e43 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=a99f9263-5145-4057-a963-c5896b929d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465207 Feb 02 08:17:09.777037 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-51c291dc-ff0c-4d77-88d0-29af8f11654a req-b0b12fb3-cb3d-427d-8397-1fc772b9a395 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0436275 Feb 02 08:17:09.880785 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c291dc-ff0c-4d77-88d0-29af8f11654a req-1f84ee68-ee22-4a3a-a56b-905a7b221176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:17:09.882423 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-51c291dc-ff0c-4d77-88d0-29af8f11654a req-1f84ee68-ee22-4a3a-a56b-905a7b221176 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=36881ab90b2f41d882fea840e8bc1a79&device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 1129 time: 0.0446672 Feb 02 08:17:09.989661 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c291dc-ff0c-4d77-88d0-29af8f11654a req-a89d042f-fe23-44b9-8710-f8965e235498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:17:09.991155 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-51c291dc-ff0c-4d77-88d0-29af8f11654a req-a89d042f-fe23-44b9-8710-f8965e235498 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d228532f-8a79-4f20-afff-95efa170178d HTTP/1.1" status: 200 len: 910 time: 0.0897486 Feb 02 08:17:10.054885 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-51c291dc-ff0c-4d77-88d0-29af8f11654a req-c80c5744-3f19-4fde-9bb7-be2cfd3893e9 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=182e87ac-d448-457d-b45a-1109e97b6fd4 HTTP/1.1" status: 200 len: 1000 time: 0.0574708 Feb 02 08:17:10.105024 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c291dc-ff0c-4d77-88d0-29af8f11654a req-cdeaf9cc-fdb4-455b-8b59-0eda4df91fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:17:10.106437 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-51c291dc-ff0c-4d77-88d0-29af8f11654a req-cdeaf9cc-fdb4-455b-8b59-0eda4df91fbb service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0683564a-04f8-4702-aa69-cfa88766f083 HTTP/1.1" status: 200 len: 848 time: 0.0434303 Feb 02 08:17:10.160484 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c291dc-ff0c-4d77-88d0-29af8f11654a req-48369a2b-afd1-4c1e-8352-3ae3fe8047f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:17:10.161956 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-51c291dc-ff0c-4d77-88d0-29af8f11654a req-48369a2b-afd1-4c1e-8352-3ae3fe8047f9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d228532f-8a79-4f20-afff-95efa170178d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0480137 Feb 02 08:17:10.251271 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-51c291dc-ff0c-4d77-88d0-29af8f11654a req-6dc05512-31ce-43ba-88a3-81913675056b service neutron] 10.222.0.88 "GET /v2.0/networks/d228532f-8a79-4f20-afff-95efa170178d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805948 Feb 02 08:17:10.344056 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-51c291dc-ff0c-4d77-88d0-29af8f11654a req-fb409fa3-c8d5-40b2-9816-88d0ba037dd4 service neutron] 10.222.0.88 "GET /v2.0/networks/d228532f-8a79-4f20-afff-95efa170178d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844650 Feb 02 08:17:11.171617 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-fd71f8d9-31a7-4505-ab1c-e12895ac2cf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:17:13.425625 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-4e901b25-37f5-4e21-b122-827e1825666c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:17:14.979965 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:17:16.339095 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:17:17.590295 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:17:22.896943 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:17:28.031817 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:17:30.152509 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 08:17:41.172773 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b519ed99-d632-4949-bed9-e21249dee0b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:17:43.435304 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a4b06fdc-6514-4cd3-a864-3fe24db197bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:17:44.985661 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:17:46.342307 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:17:47.592982 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:17:52.917713 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:17:58.061384 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:07.150803 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 08:18:11.175158 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c9489436-7090-45da-a5c9-01aa2aef07c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:11.823668 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7f8ae830-3cd0-4d6e-9400-9ef1589c2387 req-6478bb3d-1de1-4283-ae3c-78c5c5714517 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1102920 Feb 02 08:18:11.924718 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ae830-3cd0-4d6e-9400-9ef1589c2387 req-6c04e0f5-5b64-4171-b754-47e3cf5589bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:18:11.926229 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7f8ae830-3cd0-4d6e-9400-9ef1589c2387 req-6c04e0f5-5b64-4171-b754-47e3cf5589bb service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=36881ab90b2f41d882fea840e8bc1a79&device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 1129 time: 0.0449226 Feb 02 08:18:12.032687 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ae830-3cd0-4d6e-9400-9ef1589c2387 req-f94e8466-ce23-4448-aa75-a23c5a61d4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:18:12.034081 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7f8ae830-3cd0-4d6e-9400-9ef1589c2387 req-f94e8466-ce23-4448-aa75-a23c5a61d4c7 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d228532f-8a79-4f20-afff-95efa170178d HTTP/1.1" status: 200 len: 910 time: 0.0894673 Feb 02 08:18:12.097738 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7f8ae830-3cd0-4d6e-9400-9ef1589c2387 req-3916af46-e62a-4747-be52-af1301978346 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=182e87ac-d448-457d-b45a-1109e97b6fd4 HTTP/1.1" status: 200 len: 1000 time: 0.0581148 Feb 02 08:18:12.149414 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ae830-3cd0-4d6e-9400-9ef1589c2387 req-ea969be1-f4bd-459b-9f0b-16d49d79fd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:18:12.150843 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7f8ae830-3cd0-4d6e-9400-9ef1589c2387 req-ea969be1-f4bd-459b-9f0b-16d49d79fd13 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0683564a-04f8-4702-aa69-cfa88766f083 HTTP/1.1" status: 200 len: 848 time: 0.0479352 Feb 02 08:18:12.199734 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ae830-3cd0-4d6e-9400-9ef1589c2387 req-c48fdcce-63bc-4ac5-9947-7430d9517621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:18:12.201244 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7f8ae830-3cd0-4d6e-9400-9ef1589c2387 req-c48fdcce-63bc-4ac5-9947-7430d9517621 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d228532f-8a79-4f20-afff-95efa170178d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0445263 Feb 02 08:18:12.289885 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7f8ae830-3cd0-4d6e-9400-9ef1589c2387 req-be55a378-2d19-41f8-a95c-583b9a5e4b47 service neutron] 10.222.0.88 "GET /v2.0/networks/d228532f-8a79-4f20-afff-95efa170178d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821676 Feb 02 08:18:12.381858 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-7f8ae830-3cd0-4d6e-9400-9ef1589c2387 req-8f5d6c56-132c-4fbe-b8ad-ac8d359c816b service neutron] 10.222.0.88 "GET /v2.0/networks/d228532f-8a79-4f20-afff-95efa170178d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869014 Feb 02 08:18:13.428731 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-dd6788a3-a0ad-43f8-b7aa-97f8d690c2b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:14.380177 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 39728) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:18:14.540588 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-ba1ea5e8-8e5c-4bb3-bdde-07d994cfa391 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Deleting port 8708e863-6707-462d-aa62-734a6b0d89cd {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 08:18:14.540936 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ba1ea5e8-8e5c-4bb3-bdde-07d994cfa391 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (8708e863-6707-462d-aa62-734a6b0d89cd), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:14.614483 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ba1ea5e8-8e5c-4bb3-bdde-07d994cfa391 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (8708e863-6707-462d-aa62-734a6b0d89cd), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:14.614807 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ba1ea5e8-8e5c-4bb3-bdde-07d994cfa391 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks [] for floatingip (8708e863-6707-462d-aa62-734a6b0d89cd), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:14.626956 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-ba1ea5e8-8e5c-4bb3-bdde-07d994cfa391 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Calling delete_port for 8708e863-6707-462d-aa62-734a6b0d89cd owned by network:floatingip {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 08:18:14.774267 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ba1ea5e8-8e5c-4bb3-bdde-07d994cfa391 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (8708e863-6707-462d-aa62-734a6b0d89cd), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:14.796625 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1ea5e8-8e5c-4bb3-bdde-07d994cfa391 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Pushing event deleted for resources: {'Port': ['ID=8708e863-6707-462d-aa62-734a6b0d89cd,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:18:14.806485 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1ea5e8-8e5c-4bb3-bdde-07d994cfa391 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:18:14.806841 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1ea5e8-8e5c-4bb3-bdde-07d994cfa391 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:18:14.807218 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1ea5e8-8e5c-4bb3-bdde-07d994cfa391 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:18:14.807583 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1ea5e8-8e5c-4bb3-bdde-07d994cfa391 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:18:14.807931 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1ea5e8-8e5c-4bb3-bdde-07d994cfa391 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:18:14.808273 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1ea5e8-8e5c-4bb3-bdde-07d994cfa391 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:18:14.809075 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1ea5e8-8e5c-4bb3-bdde-07d994cfa391 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:18:14.809075 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1ea5e8-8e5c-4bb3-bdde-07d994cfa391 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:18:14.809277 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1ea5e8-8e5c-4bb3-bdde-07d994cfa391 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:18:14.809576 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1ea5e8-8e5c-4bb3-bdde-07d994cfa391 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:18:14.809910 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1ea5e8-8e5c-4bb3-bdde-07d994cfa391 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:18:14.810248 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1ea5e8-8e5c-4bb3-bdde-07d994cfa391 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:18:14.810576 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1ea5e8-8e5c-4bb3-bdde-07d994cfa391 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:18:14.875333 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ba1ea5e8-8e5c-4bb3-bdde-07d994cfa391 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks [] for floatingip (a810e604-53c9-4183-9338-967db5326804), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:14.875711 n-d-789963-26 neutron-server[109694]: INFO neutron.db.l3_db [None req-ba1ea5e8-8e5c-4bb3-bdde-07d994cfa391 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Floating IP a810e604-53c9-4183-9338-967db5326804 disassociated (deleted). External IP: 172.25.4.14, port: 182e87ac-d448-457d-b45a-1109e97b6fd4. Feb 02 08:18:14.988858 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:15.085017 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba1ea5e8-8e5c-4bb3-bdde-07d994cfa391 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Router 265beb98-bbd4-4088-a982-57ba2d2c9872 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 08:18:15.190391 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba1ea5e8-8e5c-4bb3-bdde-07d994cfa391 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 08:18:15.195213 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ba1ea5e8-8e5c-4bb3-bdde-07d994cfa391 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:15.200233 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6999a01c-9f24-4de5-88cb-883ae788856b None None] Sync routers for ids ['265beb98-bbd4-4088-a982-57ba2d2c9872'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 08:18:15.210326 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6999a01c-9f24-4de5-88cb-883ae788856b None None] Routers {'265beb98-bbd4-4088-a982-57ba2d2c9872'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:18:15.210966 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-6999a01c-9f24-4de5-88cb-883ae788856b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:18:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['265beb98-bbd4-4088-a982-57ba2d2c9872'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:18:15.223998 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-ba1ea5e8-8e5c-4bb3-bdde-07d994cfa391 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "DELETE /v2.0/floatingips/a810e604-53c9-4183-9338-967db5326804 HTTP/1.1" status: 204 len: 168 time: 0.8426750 Feb 02 08:18:15.224693 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30590595-5529-4cad-b4a5-27d404a75884', 'tag': '182e87ac-d448-457d-b45a-1109e97b6fd4'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 08:18:15.227079 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cd64c29d20054dd266ebfc4811df21ba6bce2c9fa8def1b04b444a49e945ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e989492d-a060-42b0-b8c1-d37e24f4d0b6" -d '{"events": [{"name": "network-changed", "server_uuid": "30590595-5529-4cad-b4a5-27d404a75884", "tag": "182e87ac-d448-457d-b45a-1109e97b6fd4"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 08:18:15.322215 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-6999a01c-9f24-4de5-88cb-883ae788856b None None] Set router 265beb98-bbd4-4088-a982-57ba2d2c9872 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:18:15.385481 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 08:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b43f73-8445-43b7-93ef-b80bc9ee754a x-openstack-request-id: req-88b43f73-8445-43b7-93ef-b80bc9ee754a {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 08:18:15.386043 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30590595-5529-4cad-b4a5-27d404a75884", "tag": "182e87ac-d448-457d-b45a-1109e97b6fd4", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 08:18:15.386043 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-88b43f73-8445-43b7-93ef-b80bc9ee754a {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 08:18:15.386431 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30590595-5529-4cad-b4a5-27d404a75884', 'tag': '182e87ac-d448-457d-b45a-1109e97b6fd4', 'status': 'completed', 'code': 200} Feb 02 08:18:15.488661 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989492d-a060-42b0-b8c1-d37e24f4d0b6 req-50eaef23-5c2c-4d89-9186-27958ac91274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:18:15.490317 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e989492d-a060-42b0-b8c1-d37e24f4d0b6 req-50eaef23-5c2c-4d89-9186-27958ac91274 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=36881ab90b2f41d882fea840e8bc1a79&device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 1129 time: 0.0527990 Feb 02 08:18:15.540931 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-6999a01c-9f24-4de5-88cb-883ae788856b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265beb98-bbd4-4088-a982-57ba2d2c9872', 'name': 'tempest-TestShelveInstance-1884725781-router', 'tenant_id': '36881ab90b2f41d882fea840e8bc1a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '590cfd7b-2bdb-46bd-91f2-6c52ff4a6592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:08:28Z', 'updated_at': '2022-02-02T08:08:30Z', 'revision_number': 4, 'project_id': '36881ab90b2f41d882fea840e8bc1a79', 'gw_port': {'id': '590cfd7b-2bdb-46bd-91f2-6c52ff4a6592', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:72:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265beb98-bbd4-4088-a982-57ba2d2c9872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:08:28Z', 'updated_at': '2022-02-02T08:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '643e3e63-35d4-4d03-9d54-3b330845c80e', 'name': '', 'network_id': 'd228532f-8a79-4f20-afff-95efa170178d', 'tenant_id': '36881ab90b2f41d882fea840e8bc1a79', 'mac_address': 'fa:16:3e:3e:0d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265beb98-bbd4-4088-a982-57ba2d2c9872', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0683564a-04f8-4702-aa69-cfa88766f083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:08:30Z', 'updated_at': '2022-02-02T08:08:35Z', 'revision_number': 5, 'project_id': '36881ab90b2f41d882fea840e8bc1a79', 'subnets': [{'id': '0683564a-04f8-4702-aa69-cfa88766f083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:18:15.576198 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6999a01c-9f24-4de5-88cb-883ae788856b None None] Checking router: 265beb98-bbd4-4088-a982-57ba2d2c9872 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 08:18:15.587508 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6999a01c-9f24-4de5-88cb-883ae788856b None None] Routers {'265beb98-bbd4-4088-a982-57ba2d2c9872'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:18:15.588277 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-6999a01c-9f24-4de5-88cb-883ae788856b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:18:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['265beb98-bbd4-4088-a982-57ba2d2c9872'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:18:15.597486 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989492d-a060-42b0-b8c1-d37e24f4d0b6 req-d434e73d-7daf-4108-92a4-9d3f9abf8cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:18:15.598983 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e989492d-a060-42b0-b8c1-d37e24f4d0b6 req-d434e73d-7daf-4108-92a4-9d3f9abf8cdc service neutron] 10.222.0.88 "GET /v2.0/networks?id=d228532f-8a79-4f20-afff-95efa170178d HTTP/1.1" status: 200 len: 910 time: 0.1026883 Feb 02 08:18:15.604186 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576ba9a-abd3-4ea8-8c62-1e83a24174a5 req-3f1706a2-1aea-4a65-8320-d766cfa9895f tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:18:15.607259 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7576ba9a-abd3-4ea8-8c62-1e83a24174a5 req-3f1706a2-1aea-4a65-8320-d766cfa9895f tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 946 time: 0.1681964 Feb 02 08:18:15.642789 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e989492d-a060-42b0-b8c1-d37e24f4d0b6 req-9c6bf448-02aa-469c-ac14-aa040c150437 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=182e87ac-d448-457d-b45a-1109e97b6fd4 HTTP/1.1" status: 200 len: 217 time: 0.0377936 Feb 02 08:18:15.659052 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7576ba9a-abd3-4ea8-8c62-1e83a24174a5 req-605de3f4-be6c-4389-8d55-8d4d363e07d5 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=a99f9263-5145-4057-a963-c5896b929d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475435 Feb 02 08:18:15.692470 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989492d-a060-42b0-b8c1-d37e24f4d0b6 req-bd9f6f80-e337-4770-89e5-9c5dbc7984b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:18:15.693953 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e989492d-a060-42b0-b8c1-d37e24f4d0b6 req-bd9f6f80-e337-4770-89e5-9c5dbc7984b3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0683564a-04f8-4702-aa69-cfa88766f083 HTTP/1.1" status: 200 len: 848 time: 0.0448732 Feb 02 08:18:15.699952 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-6999a01c-9f24-4de5-88cb-883ae788856b None None] Set router 265beb98-bbd4-4088-a982-57ba2d2c9872 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:18:15.748317 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989492d-a060-42b0-b8c1-d37e24f4d0b6 req-88fde884-c447-4ec7-9279-be9d0a891850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:18:15.750609 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e989492d-a060-42b0-b8c1-d37e24f4d0b6 req-88fde884-c447-4ec7-9279-be9d0a891850 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d228532f-8a79-4f20-afff-95efa170178d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0506401 Feb 02 08:18:15.840941 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e989492d-a060-42b0-b8c1-d37e24f4d0b6 req-21523f89-1268-489d-a7a4-f83c783fdde1 service neutron] 10.222.0.88 "GET /v2.0/networks/d228532f-8a79-4f20-afff-95efa170178d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836616 Feb 02 08:18:15.901556 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-6999a01c-9f24-4de5-88cb-883ae788856b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265beb98-bbd4-4088-a982-57ba2d2c9872', 'name': 'tempest-TestShelveInstance-1884725781-router', 'tenant_id': '36881ab90b2f41d882fea840e8bc1a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '590cfd7b-2bdb-46bd-91f2-6c52ff4a6592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:08:28Z', 'updated_at': '2022-02-02T08:08:30Z', 'revision_number': 4, 'project_id': '36881ab90b2f41d882fea840e8bc1a79', 'gw_port': {'id': '590cfd7b-2bdb-46bd-91f2-6c52ff4a6592', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:72:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265beb98-bbd4-4088-a982-57ba2d2c9872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:08:28Z', 'updated_at': '2022-02-02T08:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '643e3e63-35d4-4d03-9d54-3b330845c80e', 'name': '', 'network_id': 'd228532f-8a79-4f20-afff-95efa170178d', 'tenant_id': '36881ab90b2f41d882fea840e8bc1a79', 'mac_address': 'fa:16:3e:3e:0d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265beb98-bbd4-4088-a982-57ba2d2c9872', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0683564a-04f8-4702-aa69-cfa88766f083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:08:30Z', 'updated_at': '2022-02-02T08:08:35Z', 'revision_number': 5, 'project_id': '36881ab90b2f41d882fea840e8bc1a79', 'subnets': [{'id': '0683564a-04f8-4702-aa69-cfa88766f083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:18:15.928637 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6999a01c-9f24-4de5-88cb-883ae788856b None None] The sync data for ids ['265beb98-bbd4-4088-a982-57ba2d2c9872'] in n-d-789963-26 is: [{'id': '265beb98-bbd4-4088-a982-57ba2d2c9872', 'name': 'tempest-TestShelveInstance-1884725781-router', 'tenant_id': '36881ab90b2f41d882fea840e8bc1a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '590cfd7b-2bdb-46bd-91f2-6c52ff4a6592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:08:28Z', 'updated_at': '2022-02-02T08:08:30Z', 'revision_number': 4, 'project_id': '36881ab90b2f41d882fea840e8bc1a79', 'gw_port': {'id': '590cfd7b-2bdb-46bd-91f2-6c52ff4a6592', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:72:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265beb98-bbd4-4088-a982-57ba2d2c9872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:08:28Z', 'updated_at': '2022-02-02T08:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': '643e3e63-35d4-4d03-9d54-3b330845c80e', 'name': '', 'network_id': 'd228532f-8a79-4f20-afff-95efa170178d', 'tenant_id': '36881ab90b2f41d882fea840e8bc1a79', 'mac_address': 'fa:16:3e:3e:0d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265beb98-bbd4-4088-a982-57ba2d2c9872', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '0683564a-04f8-4702-aa69-cfa88766f083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:08:30Z', 'updated_at': '2022-02-02T08:08:35Z', 'revision_number': 5, 'project_id': '36881ab90b2f41d882fea840e8bc1a79', 'subnets': [{'id': '0683564a-04f8-4702-aa69-cfa88766f083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 08:18:15.938183 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-e989492d-a060-42b0-b8c1-d37e24f4d0b6 req-e0bcf5d9-73fb-41d9-b94a-be5c7a866c9b service neutron] 10.222.0.88 "GET /v2.0/networks/d228532f-8a79-4f20-afff-95efa170178d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893538 Feb 02 08:18:16.160591 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae66b15-8f6d-48e0-ae83-35ce2e1c6ab4 None None] New status for floating IP a810e604-53c9-4183-9338-967db5326804: DOWN {{(pid=109696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 08:18:16.345328 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:16.778608 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0901e234-d71e-4138-97a3-0801d1e5d370 req-93eccf97-7820-4642-acde-322b556d67b9 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:18:16.780020 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0901e234-d71e-4138-97a3-0801d1e5d370 req-93eccf97-7820-4642-acde-322b556d67b9 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 946 time: 0.0519767 Feb 02 08:18:16.833940 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0901e234-d71e-4138-97a3-0801d1e5d370 req-e8c0d0c4-d1bc-49e6-8254-7bd8ccebf071 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/security-groups?id=a99f9263-5145-4057-a963-c5896b929d79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476787 Feb 02 08:18:17.149484 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f492fc0-c05b-44ca-932e-95ce3a3e1eb9 req-cde77c1e-43af-4e01-8b12-3fb31731be87 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:18:17.150847 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5f492fc0-c05b-44ca-932e-95ce3a3e1eb9 req-cde77c1e-43af-4e01-8b12-3fb31731be87 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.88 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 946 time: 0.0570660 Feb 02 08:18:17.244163 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-5f492fc0-c05b-44ca-932e-95ce3a3e1eb9 req-d9d7ca03-a035-484b-8097-dd355c6a4b1f tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Deleting port 182e87ac-d448-457d-b45a-1109e97b6fd4 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 08:18:17.244517 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-5f492fc0-c05b-44ca-932e-95ce3a3e1eb9 req-d9d7ca03-a035-484b-8097-dd355c6a4b1f tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (182e87ac-d448-457d-b45a-1109e97b6fd4), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:17.336481 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-5f492fc0-c05b-44ca-932e-95ce3a3e1eb9 req-d9d7ca03-a035-484b-8097-dd355c6a4b1f tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] For port 182e87ac-d448-457d-b45a-1109e97b6fd4, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=182e87ac-d448-457d-b45a-1109e97b6fd4,segment=NetworkSegment(7df2d3d4-88f8-462d-ac44-d9d35729c6d9),segment_id=7df2d3d4-88f8-462d-ac44-d9d35729c6d9)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:18:17.336838 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-5f492fc0-c05b-44ca-932e-95ce3a3e1eb9 req-d9d7ca03-a035-484b-8097-dd355c6a4b1f tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (182e87ac-d448-457d-b45a-1109e97b6fd4), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:17.349175 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-5f492fc0-c05b-44ca-932e-95ce3a3e1eb9 req-d9d7ca03-a035-484b-8097-dd355c6a4b1f tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Calling delete_port for 182e87ac-d448-457d-b45a-1109e97b6fd4 owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 08:18:17.481754 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-5f492fc0-c05b-44ca-932e-95ce3a3e1eb9 req-d9d7ca03-a035-484b-8097-dd355c6a4b1f tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (182e87ac-d448-457d-b45a-1109e97b6fd4), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:17.512016 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d7ca03-a035-484b-8097-dd355c6a4b1f tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Pushing event deleted for resources: {'Port': ['ID=182e87ac-d448-457d-b45a-1109e97b6fd4,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:18:17.523996 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d7ca03-a035-484b-8097-dd355c6a4b1f tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:18:17.524356 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d7ca03-a035-484b-8097-dd355c6a4b1f tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:18:17.524704 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d7ca03-a035-484b-8097-dd355c6a4b1f tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:18:17.525050 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d7ca03-a035-484b-8097-dd355c6a4b1f tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:18:17.525391 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d7ca03-a035-484b-8097-dd355c6a4b1f tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:18:17.525731 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d7ca03-a035-484b-8097-dd355c6a4b1f tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:18:17.526089 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d7ca03-a035-484b-8097-dd355c6a4b1f tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:18:17.526425 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d7ca03-a035-484b-8097-dd355c6a4b1f tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:18:17.526762 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d7ca03-a035-484b-8097-dd355c6a4b1f tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:18:17.527090 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d7ca03-a035-484b-8097-dd355c6a4b1f tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:18:17.527419 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d7ca03-a035-484b-8097-dd355c6a4b1f tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:18:17.527779 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d7ca03-a035-484b-8097-dd355c6a4b1f tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:18:17.528106 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d7ca03-a035-484b-8097-dd355c6a4b1f tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:18:17.564748 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f492fc0-c05b-44ca-932e-95ce3a3e1eb9 req-d9d7ca03-a035-484b-8097-dd355c6a4b1f tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] No DVR routers for this DVR port 182e87ac-d448-457d-b45a-1109e97b6fd4 on host n-h1-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 08:18:17.567658 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-5f492fc0-c05b-44ca-932e-95ce3a3e1eb9 req-d9d7ca03-a035-484b-8097-dd355c6a4b1f tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:17.570999 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-5f492fc0-c05b-44ca-932e-95ce3a3e1eb9 req-d9d7ca03-a035-484b-8097-dd355c6a4b1f tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.88 "DELETE /v2.0/ports/182e87ac-d448-457d-b45a-1109e97b6fd4 HTTP/1.1" status: 204 len: 173 time: 0.4149935 Feb 02 08:18:17.571508 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30590595-5529-4cad-b4a5-27d404a75884', 'name': 'network-vif-deleted', 'tag': '182e87ac-d448-457d-b45a-1109e97b6fd4'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 08:18:17.573809 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bbcc89a9d4d8e7a52f5cbbd716b66041b3f6feaf13502aa94e42da132c01043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-995f1e04-a869-4aad-a0e3-5864f7b166b0" -d '{"events": [{"server_uuid": "30590595-5529-4cad-b4a5-27d404a75884", "name": "network-vif-deleted", "tag": "182e87ac-d448-457d-b45a-1109e97b6fd4"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 08:18:17.597168 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:17.616229 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 08:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d039a2ad-3947-43f1-8a21-1e05cf1cdb20 x-openstack-request-id: req-d039a2ad-3947-43f1-8a21-1e05cf1cdb20 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 08:18:17.616524 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30590595-5529-4cad-b4a5-27d404a75884", "name": "network-vif-deleted", "tag": "182e87ac-d448-457d-b45a-1109e97b6fd4", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 08:18:17.616780 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d039a2ad-3947-43f1-8a21-1e05cf1cdb20 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 08:18:17.617179 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30590595-5529-4cad-b4a5-27d404a75884', 'name': 'network-vif-deleted', 'tag': '182e87ac-d448-457d-b45a-1109e97b6fd4', 'status': 'completed', 'code': 200} Feb 02 08:18:17.939963 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b7af5a29-210d-4093-8005-c34b2ea9783d req-4aa3cd10-ebc1-40f1-9358-69fe8587e369 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 210 time: 0.0300918 Feb 02 08:18:19.035611 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-e1e62fff-2fd7-46af-915e-df4bc9ab2307 req-d7e20ff3-254d-4817-8863-2eb9731e3035 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 210 time: 0.0279191 Feb 02 08:18:20.137662 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a12ed983-3090-4dfc-9ca5-e909feb21039 req-4655aacc-032f-4050-98b1-b32553553a31 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 210 time: 0.0291913 Feb 02 08:18:21.089467 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 182e87ac-d448-457d-b45a-1109e97b6fd4 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 08:18:21.113624 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: 182e87ac-d448-457d-b45a-1109e97b6fd4 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 08:18:21.113974 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 182e87ac-d448-457d-b45a-1109e97b6fd4 not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 08:18:21.234737 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-154d5437-e307-474e-bfce-941384ba51fc req-bb4defeb-02f7-40aa-ae3b-8d9c298bba8d tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 210 time: 0.0273440 Feb 02 08:18:22.333895 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-74cc2b6d-87ab-4086-a05c-d903d1279843 req-54ea349a-a849-4dcf-8a9f-8f030083e6b5 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 210 time: 0.0285144 Feb 02 08:18:22.926110 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:23.435451 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ab1d9732-b122-4691-8878-a445a332ae5c req-171163a4-b3bd-46f7-a6a7-9e8fb9387e87 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 210 time: 0.0304251 Feb 02 08:18:24.547687 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f8c71152-42b3-4907-bcd7-5356489072fb req-fe13fcab-eb11-46d8-9e91-2683704323d6 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 210 time: 0.0277469 Feb 02 08:18:25.654284 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-67f088a4-c978-463f-b1fd-a4f4fe286458 req-d38ccb5b-cdfa-4c6c-bc22-5c465cfd37c7 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "GET /v2.0/ports?device_id=30590595-5529-4cad-b4a5-27d404a75884 HTTP/1.1" status: 200 len: 210 time: 0.0294771 Feb 02 08:18:26.716325 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 39770) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:18:26.802885 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-61a14a6e-d6b5-4f40-8a98-61a51ba7abd6 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks [] for security_group (a99f9263-5145-4057-a963-c5896b929d79), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:26.830360 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-61a14a6e-d6b5-4f40-8a98-61a51ba7abd6 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks [] for security_group (a99f9263-5145-4057-a963-c5896b929d79), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:26.901015 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-61a14a6e-d6b5-4f40-8a98-61a51ba7abd6 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (a99f9263-5145-4057-a963-c5896b929d79), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:26.904102 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-61a14a6e-d6b5-4f40-8a98-61a51ba7abd6 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:26.905302 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-61a14a6e-d6b5-4f40-8a98-61a51ba7abd6 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] 10.222.0.87 "DELETE /v2.0/security-groups/a99f9263-5145-4057-a963-c5896b929d79 HTTP/1.1" status: 204 len: 168 time: 0.1879771 Feb 02 08:18:26.916961 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a14a6e-d6b5-4f40-8a98-61a51ba7abd6 tempest-TestShelveInstance-1488047643 tempest-TestShelveInstance-1488047643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99f9263-5145-4057-a963-c5896b929d79,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:18:26.998159 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 39774) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:18:27.829423 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e187787e-0010-42e0-9a3d-1bce39641176 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (265beb98-bbd4-4088-a982-57ba2d2c9872), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:28.071434 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:28.106895 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-e187787e-0010-42e0-9a3d-1bce39641176 admin admin] Deleting port 643e3e63-35d4-4d03-9d54-3b330845c80e {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 08:18:28.107477 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e187787e-0010-42e0-9a3d-1bce39641176 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (643e3e63-35d4-4d03-9d54-3b330845c80e), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:28.198137 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-e187787e-0010-42e0-9a3d-1bce39641176 admin admin] For port 643e3e63-35d4-4d03-9d54-3b330845c80e, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=643e3e63-35d4-4d03-9d54-3b330845c80e,segment=NetworkSegment(7df2d3d4-88f8-462d-ac44-d9d35729c6d9),segment_id=7df2d3d4-88f8-462d-ac44-d9d35729c6d9)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:18:28.198501 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e187787e-0010-42e0-9a3d-1bce39641176 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (643e3e63-35d4-4d03-9d54-3b330845c80e), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:28.211634 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-e187787e-0010-42e0-9a3d-1bce39641176 admin admin] Calling delete_port for 643e3e63-35d4-4d03-9d54-3b330845c80e owned by network:router_interface {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 08:18:28.405928 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e187787e-0010-42e0-9a3d-1bce39641176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (643e3e63-35d4-4d03-9d54-3b330845c80e), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:28.432095 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e187787e-0010-42e0-9a3d-1bce39641176 admin admin] Pushing event deleted for resources: {'Port': ['ID=643e3e63-35d4-4d03-9d54-3b330845c80e,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:18:28.613682 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e187787e-0010-42e0-9a3d-1bce39641176 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (265beb98-bbd4-4088-a982-57ba2d2c9872), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:28.848954 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e187787e-0010-42e0-9a3d-1bce39641176 admin admin] Router 265beb98-bbd4-4088-a982-57ba2d2c9872 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 08:18:28.963094 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e187787e-0010-42e0-9a3d-1bce39641176 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 08:18:28.969637 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-e187787e-0010-42e0-9a3d-1bce39641176 admin admin] 10.222.0.87 "PUT /v2.0/routers/265beb98-bbd4-4088-a982-57ba2d2c9872/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9676354 Feb 02 08:18:28.971761 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 39778) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:18:28.979176 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65952f30-0d5b-4068-995f-e7f8d343e88a None None] Sync routers for ids ['265beb98-bbd4-4088-a982-57ba2d2c9872'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 08:18:28.994398 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65952f30-0d5b-4068-995f-e7f8d343e88a None None] Routers {'265beb98-bbd4-4088-a982-57ba2d2c9872'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:18:28.995759 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-65952f30-0d5b-4068-995f-e7f8d343e88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:18:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['265beb98-bbd4-4088-a982-57ba2d2c9872'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:18:29.088531 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-31eafad1-09bd-4c62-a361-1ad6588b2e4f admin admin] Publish callbacks [] for router (265beb98-bbd4-4088-a982-57ba2d2c9872), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:29.153557 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-65952f30-0d5b-4068-995f-e7f8d343e88a None None] Set router 265beb98-bbd4-4088-a982-57ba2d2c9872 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:18:29.201786 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-31eafad1-09bd-4c62-a361-1ad6588b2e4f admin admin] Publish callbacks [] for router_gateway (265beb98-bbd4-4088-a982-57ba2d2c9872), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:29.259709 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-31eafad1-09bd-4c62-a361-1ad6588b2e4f admin admin] Deleting port 590cfd7b-2bdb-46bd-91f2-6c52ff4a6592 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 08:18:29.260061 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-31eafad1-09bd-4c62-a361-1ad6588b2e4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (590cfd7b-2bdb-46bd-91f2-6c52ff4a6592), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:29.348796 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-31eafad1-09bd-4c62-a361-1ad6588b2e4f admin admin] For port 590cfd7b-2bdb-46bd-91f2-6c52ff4a6592, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=590cfd7b-2bdb-46bd-91f2-6c52ff4a6592,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:18:29.349190 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-31eafad1-09bd-4c62-a361-1ad6588b2e4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (590cfd7b-2bdb-46bd-91f2-6c52ff4a6592), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:29.362596 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-31eafad1-09bd-4c62-a361-1ad6588b2e4f admin admin] Calling delete_port for 590cfd7b-2bdb-46bd-91f2-6c52ff4a6592 owned by network:router_gateway {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 08:18:29.455456 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-65952f30-0d5b-4068-995f-e7f8d343e88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265beb98-bbd4-4088-a982-57ba2d2c9872', 'name': 'tempest-TestShelveInstance-1884725781-router', 'tenant_id': '36881ab90b2f41d882fea840e8bc1a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '590cfd7b-2bdb-46bd-91f2-6c52ff4a6592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:08:28Z', 'updated_at': '2022-02-02T08:18:28Z', 'revision_number': 5, 'project_id': '36881ab90b2f41d882fea840e8bc1a79', 'gw_port': {'id': '590cfd7b-2bdb-46bd-91f2-6c52ff4a6592', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:72:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265beb98-bbd4-4088-a982-57ba2d2c9872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:08:28Z', 'updated_at': '2022-02-02T08:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:18:29.489829 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65952f30-0d5b-4068-995f-e7f8d343e88a None None] Checking router: 265beb98-bbd4-4088-a982-57ba2d2c9872 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 08:18:29.505655 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65952f30-0d5b-4068-995f-e7f8d343e88a None None] Routers {'265beb98-bbd4-4088-a982-57ba2d2c9872'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:18:29.506404 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-65952f30-0d5b-4068-995f-e7f8d343e88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:18:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['265beb98-bbd4-4088-a982-57ba2d2c9872'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:18:29.550627 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-31eafad1-09bd-4c62-a361-1ad6588b2e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (590cfd7b-2bdb-46bd-91f2-6c52ff4a6592), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:29.581057 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eafad1-09bd-4c62-a361-1ad6588b2e4f admin admin] Pushing event deleted for resources: {'Port': ['ID=590cfd7b-2bdb-46bd-91f2-6c52ff4a6592,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:18:29.623347 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-65952f30-0d5b-4068-995f-e7f8d343e88a None None] Set router 265beb98-bbd4-4088-a982-57ba2d2c9872 gateway port host: None {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:18:29.654601 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-31eafad1-09bd-4c62-a361-1ad6588b2e4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (265beb98-bbd4-4088-a982-57ba2d2c9872), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:29.706160 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-65952f30-0d5b-4068-995f-e7f8d343e88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265beb98-bbd4-4088-a982-57ba2d2c9872', 'name': 'tempest-TestShelveInstance-1884725781-router', 'tenant_id': '36881ab90b2f41d882fea840e8bc1a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:08:28Z', 'updated_at': '2022-02-02T08:18:29Z', 'revision_number': 6, 'project_id': '36881ab90b2f41d882fea840e8bc1a79', 'gw_port_host': None}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:18:29.756572 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65952f30-0d5b-4068-995f-e7f8d343e88a None None] The sync data for ids ['265beb98-bbd4-4088-a982-57ba2d2c9872'] in n-d-789963-26 is: [{'id': '265beb98-bbd4-4088-a982-57ba2d2c9872', 'name': 'tempest-TestShelveInstance-1884725781-router', 'tenant_id': '36881ab90b2f41d882fea840e8bc1a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:08:28Z', 'updated_at': '2022-02-02T08:18:29Z', 'revision_number': 6, 'project_id': '36881ab90b2f41d882fea840e8bc1a79', 'gw_port_host': None}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 08:18:29.817076 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-31eafad1-09bd-4c62-a361-1ad6588b2e4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (265beb98-bbd4-4088-a982-57ba2d2c9872), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:29.820026 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-31eafad1-09bd-4c62-a361-1ad6588b2e4f admin admin] Publish callbacks [] for router_controller (265beb98-bbd4-4088-a982-57ba2d2c9872), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:29.870061 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-31eafad1-09bd-4c62-a361-1ad6588b2e4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (265beb98-bbd4-4088-a982-57ba2d2c9872), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:29.870595 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31eafad1-09bd-4c62-a361-1ad6588b2e4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 265beb98-bbd4-4088-a982-57ba2d2c9872 {{(pid=109694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 08:18:29.876338 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-31eafad1-09bd-4c62-a361-1ad6588b2e4f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:29.879590 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-31eafad1-09bd-4c62-a361-1ad6588b2e4f admin admin] 10.222.0.87 "DELETE /v2.0/routers/265beb98-bbd4-4088-a982-57ba2d2c9872 HTTP/1.1" status: 204 len: 168 time: 0.9040773 Feb 02 08:18:29.880606 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 39780) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:18:29.943144 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-72915112-31b3-4296-ab2b-1dea106c9ba5 admin admin] Deleting subnet 0683564a-04f8-4702-aa69-cfa88766f083 {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 08:18:29.946827 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-72915112-31b3-4296-ab2b-1dea106c9ba5 admin admin] Publish callbacks [] for subnet (0683564a-04f8-4702-aa69-cfa88766f083), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:29.986140 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-72915112-31b3-4296-ab2b-1dea106c9ba5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (0683564a-04f8-4702-aa69-cfa88766f083), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:30.074816 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-72915112-31b3-4296-ab2b-1dea106c9ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (0683564a-04f8-4702-aa69-cfa88766f083), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:30.144437 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-72915112-31b3-4296-ab2b-1dea106c9ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (0683564a-04f8-4702-aa69-cfa88766f083), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:30.185047 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72915112-31b3-4296-ab2b-1dea106c9ba5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0683564a-04f8-4702-aa69-cfa88766f083,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:18:30.192746 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-72915112-31b3-4296-ab2b-1dea106c9ba5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:30.201657 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-72915112-31b3-4296-ab2b-1dea106c9ba5 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/0683564a-04f8-4702-aa69-cfa88766f083 HTTP/1.1" status: 204 len: 168 time: 0.3167429 Feb 02 08:18:30.201982 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 39782) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:18:30.207497 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498e7fed-7779-4cac-9d3d-1163200953e7 None None] Network d228532f-8a79-4f20-afff-95efa170178d requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 08:18:30.335835 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-291b56dc-53fa-4d84-8ae9-8d378e3c8807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (d228532f-8a79-4f20-afff-95efa170178d), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:30.406686 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-291b56dc-53fa-4d84-8ae9-8d378e3c8807 admin admin] Deleting port eb6348a6-4633-4742-ba1c-b7f9b03d50e7 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 08:18:30.407127 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-291b56dc-53fa-4d84-8ae9-8d378e3c8807 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (eb6348a6-4633-4742-ba1c-b7f9b03d50e7), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:30.470813 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-291b56dc-53fa-4d84-8ae9-8d378e3c8807 admin admin] For port eb6348a6-4633-4742-ba1c-b7f9b03d50e7, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=eb6348a6-4633-4742-ba1c-b7f9b03d50e7,segment=NetworkSegment(7df2d3d4-88f8-462d-ac44-d9d35729c6d9),segment_id=7df2d3d4-88f8-462d-ac44-d9d35729c6d9)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:18:30.471161 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-291b56dc-53fa-4d84-8ae9-8d378e3c8807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (eb6348a6-4633-4742-ba1c-b7f9b03d50e7), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:30.490093 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-291b56dc-53fa-4d84-8ae9-8d378e3c8807 admin admin] Calling delete_port for eb6348a6-4633-4742-ba1c-b7f9b03d50e7 owned by network:dhcp {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 08:18:30.578999 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-291b56dc-53fa-4d84-8ae9-8d378e3c8807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (eb6348a6-4633-4742-ba1c-b7f9b03d50e7), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:30.606667 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b56dc-53fa-4d84-8ae9-8d378e3c8807 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb6348a6-4633-4742-ba1c-b7f9b03d50e7,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:18:30.611322 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291b56dc-53fa-4d84-8ae9-8d378e3c8807 admin admin] No DVR routers for this DVR port eb6348a6-4633-4742-ba1c-b7f9b03d50e7 on host n-d-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 08:18:30.648578 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bd68b4-7564-41d6-bbef-d201118f22b1 None None] DHCP port deletion for d228532f-8a79-4f20-afff-95efa170178d request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 08:18:30.739049 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-291b56dc-53fa-4d84-8ae9-8d378e3c8807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (d228532f-8a79-4f20-afff-95efa170178d), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:30.761655 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-291b56dc-53fa-4d84-8ae9-8d378e3c8807 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d228532f-8a79-4f20-afff-95efa170178d']}} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:18:30.773542 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-291b56dc-53fa-4d84-8ae9-8d378e3c8807 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7df2d3d4-88f8-462d-ac44-d9d35729c6d9') {'for_net_delete': True} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:18:30.773844 n-d-789963-26 neutron-server[109694]: DEBUG neutron.services.segments.db [None req-291b56dc-53fa-4d84-8ae9-8d378e3c8807 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7df2d3d4-88f8-462d-ac44-d9d35729c6d9') {} {{(pid=109694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:18:30.790537 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-291b56dc-53fa-4d84-8ae9-8d378e3c8807 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9954758'] for segment (7df2d3d4-88f8-462d-ac44-d9d35729c6d9), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:30.815979 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-291b56dc-53fa-4d84-8ae9-8d378e3c8807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (7df2d3d4-88f8-462d-ac44-d9d35729c6d9), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:30.826188 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-291b56dc-53fa-4d84-8ae9-8d378e3c8807 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=109694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 08:18:30.826782 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-291b56dc-53fa-4d84-8ae9-8d378e3c8807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8992301'] for segment (7df2d3d4-88f8-462d-ac44-d9d35729c6d9), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:30.830655 n-d-789963-26 neutron-server[109694]: Traceback (most recent call last): Feb 02 08:18:30.830655 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 08:18:30.830655 n-d-789963-26 neutron-server[109694]: timer() Feb 02 08:18:30.830655 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 08:18:30.830655 n-d-789963-26 neutron-server[109694]: cb(*args, **kw) Feb 02 08:18:30.830655 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 08:18:30.830655 n-d-789963-26 neutron-server[109694]: return func(*args, **kwargs) Feb 02 08:18:30.830655 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 08:18:30.830655 n-d-789963-26 neutron-server[109694]: self._notify() Feb 02 08:18:30.830655 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 08:18:30.830655 n-d-789963-26 neutron-server[109694]: self.callback(batched_events) Feb 02 08:18:30.830655 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 08:18:30.830655 n-d-789963-26 neutron-server[109694]: event.method(event) Feb 02 08:18:30.830655 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 08:18:30.830655 n-d-789963-26 neutron-server[109694]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 08:18:30.830655 n-d-789963-26 neutron-server[109694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 08:18:30.830655 n-d-789963-26 neutron-server[109694]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 08:18:30.830655 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 08:18:30.830655 n-d-789963-26 neutron-server[109694]: return f(self, *a, **k) Feb 02 08:18:30.830655 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 08:18:30.830655 n-d-789963-26 neutron-server[109694]: return self._get(url).json() Feb 02 08:18:30.830655 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 08:18:30.830655 n-d-789963-26 neutron-server[109694]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 08:18:30.830655 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 08:18:30.830655 n-d-789963-26 neutron-server[109694]: return self.request(url, 'GET', **kwargs) Feb 02 08:18:30.830655 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 08:18:30.830655 n-d-789963-26 neutron-server[109694]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 08:18:30.830655 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 08:18:30.830655 n-d-789963-26 neutron-server[109694]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 08:18:30.830655 n-d-789963-26 neutron-server[109694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 08:18:30.830655 n-d-789963-26 neutron-server[109694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 08:18:30.830655 n-d-789963-26 neutron-server[109694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 08:18:30.898982 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-291b56dc-53fa-4d84-8ae9-8d378e3c8807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (d228532f-8a79-4f20-afff-95efa170178d), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:30.909962 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-291b56dc-53fa-4d84-8ae9-8d378e3c8807 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:30.918079 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-291b56dc-53fa-4d84-8ae9-8d378e3c8807 admin admin] 10.222.0.87 "DELETE /v2.0/networks/d228532f-8a79-4f20-afff-95efa170178d HTTP/1.1" status: 204 len: 168 time: 0.7114544 Feb 02 08:18:30.918506 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 39784) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:18:30.929000 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b56dc-53fa-4d84-8ae9-8d378e3c8807 admin admin] Pushing event deleted for resources: {'Network': ['ID=d228532f-8a79-4f20-afff-95efa170178d,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:18:31.001544 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 643e3e63-35d4-4d03-9d54-3b330845c80e no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 08:18:31.039718 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 643e3e63-35d4-4d03-9d54-3b330845c80e {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 08:18:31.040434 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 643e3e63-35d4-4d03-9d54-3b330845c80e not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 08:18:31.040875 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 590cfd7b-2bdb-46bd-91f2-6c52ff4a6592 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 08:18:31.073147 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 590cfd7b-2bdb-46bd-91f2-6c52ff4a6592 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 08:18:31.073855 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 590cfd7b-2bdb-46bd-91f2-6c52ff4a6592 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 08:18:31.074414 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device eb6348a6-4633-4742-ba1c-b7f9b03d50e7 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 08:18:31.097841 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: eb6348a6-4633-4742-ba1c-b7f9b03d50e7 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 08:18:31.098449 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device eb6348a6-4633-4742-ba1c-b7f9b03d50e7 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 08:18:31.386318 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7373d98a-e680-45c1-aaeb-b6b343efaa5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (d9b03ec8-6152-4f6e-a8ea-c432f9536f24), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:31.652413 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-7373d98a-e680-45c1-aaeb-b6b343efaa5a admin admin] Deleting port 0d8e676d-e97a-403f-860a-f3587cf6e223 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 08:18:31.652890 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7373d98a-e680-45c1-aaeb-b6b343efaa5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (0d8e676d-e97a-403f-860a-f3587cf6e223), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:31.731953 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-7373d98a-e680-45c1-aaeb-b6b343efaa5a admin admin] For port 0d8e676d-e97a-403f-860a-f3587cf6e223, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=0d8e676d-e97a-403f-860a-f3587cf6e223,segment=NetworkSegment(f41a35e0-6c87-4293-a8d7-eccfbd82d640),segment_id=f41a35e0-6c87-4293-a8d7-eccfbd82d640)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:18:31.732329 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7373d98a-e680-45c1-aaeb-b6b343efaa5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (0d8e676d-e97a-403f-860a-f3587cf6e223), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:31.745494 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-7373d98a-e680-45c1-aaeb-b6b343efaa5a admin admin] Calling delete_port for 0d8e676d-e97a-403f-860a-f3587cf6e223 owned by network:router_interface {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 08:18:31.943623 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7373d98a-e680-45c1-aaeb-b6b343efaa5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (0d8e676d-e97a-403f-860a-f3587cf6e223), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:31.981093 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7373d98a-e680-45c1-aaeb-b6b343efaa5a admin admin] Pushing event deleted for resources: {'Port': ['ID=0d8e676d-e97a-403f-860a-f3587cf6e223,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:18:32.206922 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-7373d98a-e680-45c1-aaeb-b6b343efaa5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (d9b03ec8-6152-4f6e-a8ea-c432f9536f24), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:32.736214 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7373d98a-e680-45c1-aaeb-b6b343efaa5a admin admin] Router d9b03ec8-6152-4f6e-a8ea-c432f9536f24 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109693) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 08:18:32.842736 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7373d98a-e680-45c1-aaeb-b6b343efaa5a admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 08:18:32.849834 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-7373d98a-e680-45c1-aaeb-b6b343efaa5a admin admin] 10.222.0.87 "PUT /v2.0/routers/d9b03ec8-6152-4f6e-a8ea-c432f9536f24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9295638 Feb 02 08:18:32.851327 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 39786) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:18:32.857716 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d842f70-5d80-4a93-868a-d2284563fe49 None None] Sync routers for ids ['d9b03ec8-6152-4f6e-a8ea-c432f9536f24'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 08:18:32.872513 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d842f70-5d80-4a93-868a-d2284563fe49 None None] Routers {'d9b03ec8-6152-4f6e-a8ea-c432f9536f24'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:18:32.873508 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-2d842f70-5d80-4a93-868a-d2284563fe49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:18:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['d9b03ec8-6152-4f6e-a8ea-c432f9536f24'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:18:33.047456 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4ea9526f-060f-42a1-b179-a895434d560b admin admin] Publish callbacks [] for router (d9b03ec8-6152-4f6e-a8ea-c432f9536f24), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:33.177699 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-2d842f70-5d80-4a93-868a-d2284563fe49 None None] Set router d9b03ec8-6152-4f6e-a8ea-c432f9536f24 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:18:33.203604 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4ea9526f-060f-42a1-b179-a895434d560b admin admin] Publish callbacks [] for router_gateway (d9b03ec8-6152-4f6e-a8ea-c432f9536f24), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:33.277132 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-4ea9526f-060f-42a1-b179-a895434d560b admin admin] Deleting port 3e036d8e-a67e-4c20-9a86-1cb5e3c47600 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 08:18:33.277790 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4ea9526f-060f-42a1-b179-a895434d560b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (3e036d8e-a67e-4c20-9a86-1cb5e3c47600), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:33.378545 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-4ea9526f-060f-42a1-b179-a895434d560b admin admin] For port 3e036d8e-a67e-4c20-9a86-1cb5e3c47600, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=3e036d8e-a67e-4c20-9a86-1cb5e3c47600,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:18:33.379132 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4ea9526f-060f-42a1-b179-a895434d560b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (3e036d8e-a67e-4c20-9a86-1cb5e3c47600), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:33.381123 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-2d842f70-5d80-4a93-868a-d2284563fe49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9b03ec8-6152-4f6e-a8ea-c432f9536f24', 'name': 'tempest-TestShelveInstance-963702912-router', 'tenant_id': 'e8749dfcf2744c28adb8d0f9adabf7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '3e036d8e-a67e-4c20-9a86-1cb5e3c47600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:08:32Z', 'updated_at': '2022-02-02T08:18:31Z', 'revision_number': 5, 'project_id': 'e8749dfcf2744c28adb8d0f9adabf7c5', 'gw_port': {'id': '3e036d8e-a67e-4c20-9a86-1cb5e3c47600', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:f8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b03ec8-6152-4f6e-a8ea-c432f9536f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:08:33Z', 'updated_at': '2022-02-02T08:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:18:33.397816 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-4ea9526f-060f-42a1-b179-a895434d560b admin admin] Calling delete_port for 3e036d8e-a67e-4c20-9a86-1cb5e3c47600 owned by network:router_gateway {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 08:18:33.414200 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d842f70-5d80-4a93-868a-d2284563fe49 None None] Checking router: d9b03ec8-6152-4f6e-a8ea-c432f9536f24 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 08:18:33.424229 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d842f70-5d80-4a93-868a-d2284563fe49 None None] Routers {'d9b03ec8-6152-4f6e-a8ea-c432f9536f24'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:18:33.425063 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-2d842f70-5d80-4a93-868a-d2284563fe49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:18:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['d9b03ec8-6152-4f6e-a8ea-c432f9536f24'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:18:33.566193 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-2d842f70-5d80-4a93-868a-d2284563fe49 None None] Set router d9b03ec8-6152-4f6e-a8ea-c432f9536f24 gateway port host: None {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:18:33.599988 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4ea9526f-060f-42a1-b179-a895434d560b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (3e036d8e-a67e-4c20-9a86-1cb5e3c47600), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:33.625166 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-2d842f70-5d80-4a93-868a-d2284563fe49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9b03ec8-6152-4f6e-a8ea-c432f9536f24', 'name': 'tempest-TestShelveInstance-963702912-router', 'tenant_id': 'e8749dfcf2744c28adb8d0f9adabf7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:08:32Z', 'updated_at': '2022-02-02T08:18:33Z', 'revision_number': 6, 'project_id': 'e8749dfcf2744c28adb8d0f9adabf7c5', 'gw_port_host': None}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:18:33.627691 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9526f-060f-42a1-b179-a895434d560b admin admin] Pushing event deleted for resources: {'Port': ['ID=3e036d8e-a67e-4c20-9a86-1cb5e3c47600,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:18:33.652629 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d842f70-5d80-4a93-868a-d2284563fe49 None None] The sync data for ids ['d9b03ec8-6152-4f6e-a8ea-c432f9536f24'] in n-d-789963-26 is: [{'id': 'd9b03ec8-6152-4f6e-a8ea-c432f9536f24', 'name': 'tempest-TestShelveInstance-963702912-router', 'tenant_id': 'e8749dfcf2744c28adb8d0f9adabf7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:08:32Z', 'updated_at': '2022-02-02T08:18:33Z', 'revision_number': 6, 'project_id': 'e8749dfcf2744c28adb8d0f9adabf7c5', 'gw_port_host': None}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 08:18:33.704709 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4ea9526f-060f-42a1-b179-a895434d560b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (d9b03ec8-6152-4f6e-a8ea-c432f9536f24), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:33.796836 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4ea9526f-060f-42a1-b179-a895434d560b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (d9b03ec8-6152-4f6e-a8ea-c432f9536f24), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:33.798970 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4ea9526f-060f-42a1-b179-a895434d560b admin admin] Publish callbacks [] for router_controller (d9b03ec8-6152-4f6e-a8ea-c432f9536f24), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:33.842387 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4ea9526f-060f-42a1-b179-a895434d560b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (d9b03ec8-6152-4f6e-a8ea-c432f9536f24), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:33.843615 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea9526f-060f-42a1-b179-a895434d560b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9b03ec8-6152-4f6e-a8ea-c432f9536f24 {{(pid=109693) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 08:18:33.848845 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4ea9526f-060f-42a1-b179-a895434d560b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:33.849510 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-4ea9526f-060f-42a1-b179-a895434d560b admin admin] 10.222.0.87 "DELETE /v2.0/routers/d9b03ec8-6152-4f6e-a8ea-c432f9536f24 HTTP/1.1" status: 204 len: 168 time: 0.9968686 Feb 02 08:18:33.852026 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 39788) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:18:33.897189 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_v2 [None req-9181e012-9347-4e4c-9b44-33356b2af627 admin admin] Deleting subnet 7be986ab-2add-4f97-a88e-7bdeccbb334f {{(pid=109693) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 08:18:33.900295 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9181e012-9347-4e4c-9b44-33356b2af627 admin admin] Publish callbacks [] for subnet (7be986ab-2add-4f97-a88e-7bdeccbb334f), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:33.934423 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9181e012-9347-4e4c-9b44-33356b2af627 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8425361'] for subnet (7be986ab-2add-4f97-a88e-7bdeccbb334f), precommit_delete_associations {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:34.017680 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9181e012-9347-4e4c-9b44-33356b2af627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (7be986ab-2add-4f97-a88e-7bdeccbb334f), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:34.076898 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9181e012-9347-4e4c-9b44-33356b2af627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8424438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8844765'] for subnet (7be986ab-2add-4f97-a88e-7bdeccbb334f), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:34.105466 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9181e012-9347-4e4c-9b44-33356b2af627 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7be986ab-2add-4f97-a88e-7bdeccbb334f,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:18:34.107435 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9181e012-9347-4e4c-9b44-33356b2af627 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:34.111297 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-9181e012-9347-4e4c-9b44-33356b2af627 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/7be986ab-2add-4f97-a88e-7bdeccbb334f HTTP/1.1" status: 204 len: 168 time: 0.2583129 Feb 02 08:18:34.113828 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 39790) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:18:34.128461 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e07e9a-85fb-4896-b65f-3307e4869eb6 None None] Network 99cd687f-5a62-4013-a151-27da65f712a2 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 08:18:34.190222 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a9b99d4d-455d-44bc-b286-002ab043bb9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (99cd687f-5a62-4013-a151-27da65f712a2), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:34.246734 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-a9b99d4d-455d-44bc-b286-002ab043bb9c admin admin] Deleting port 4b7c5e45-a90b-4dc9-a766-0ab1001b062d {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 08:18:34.247335 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a9b99d4d-455d-44bc-b286-002ab043bb9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (4b7c5e45-a90b-4dc9-a766-0ab1001b062d), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:34.318698 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-a9b99d4d-455d-44bc-b286-002ab043bb9c admin admin] For port 4b7c5e45-a90b-4dc9-a766-0ab1001b062d, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=4b7c5e45-a90b-4dc9-a766-0ab1001b062d,segment=NetworkSegment(f41a35e0-6c87-4293-a8d7-eccfbd82d640),segment_id=f41a35e0-6c87-4293-a8d7-eccfbd82d640)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:18:34.319075 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a9b99d4d-455d-44bc-b286-002ab043bb9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (4b7c5e45-a90b-4dc9-a766-0ab1001b062d), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:34.335747 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-a9b99d4d-455d-44bc-b286-002ab043bb9c admin admin] Calling delete_port for 4b7c5e45-a90b-4dc9-a766-0ab1001b062d owned by network:dhcp {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 08:18:34.414147 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a9b99d4d-455d-44bc-b286-002ab043bb9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (4b7c5e45-a90b-4dc9-a766-0ab1001b062d), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:34.442882 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b99d4d-455d-44bc-b286-002ab043bb9c admin admin] Pushing event deleted for resources: {'Port': ['ID=4b7c5e45-a90b-4dc9-a766-0ab1001b062d,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:18:34.444912 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b99d4d-455d-44bc-b286-002ab043bb9c admin admin] No DVR routers for this DVR port 4b7c5e45-a90b-4dc9-a766-0ab1001b062d on host n-d-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 08:18:34.486403 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74d82f8-b534-4c9a-9268-87a7d50bf56c None None] DHCP port deletion for 99cd687f-5a62-4013-a151-27da65f712a2 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 08:18:34.537788 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a9b99d4d-455d-44bc-b286-002ab043bb9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (99cd687f-5a62-4013-a151-27da65f712a2), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:34.558068 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-a9b99d4d-455d-44bc-b286-002ab043bb9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99cd687f-5a62-4013-a151-27da65f712a2']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:18:34.569048 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-a9b99d4d-455d-44bc-b286-002ab043bb9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f41a35e0-6c87-4293-a8d7-eccfbd82d640') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:18:34.569351 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-a9b99d4d-455d-44bc-b286-002ab043bb9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f41a35e0-6c87-4293-a8d7-eccfbd82d640') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:18:34.580508 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a9b99d4d-455d-44bc-b286-002ab043bb9c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (f41a35e0-6c87-4293-a8d7-eccfbd82d640), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:34.598296 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a9b99d4d-455d-44bc-b286-002ab043bb9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (f41a35e0-6c87-4293-a8d7-eccfbd82d640), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:34.604957 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9b99d4d-455d-44bc-b286-002ab043bb9c admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 08:18:34.605360 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a9b99d4d-455d-44bc-b286-002ab043bb9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (f41a35e0-6c87-4293-a8d7-eccfbd82d640), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:34.607164 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 08:18:34.607164 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 08:18:34.607164 n-d-789963-26 neutron-server[109693]: timer() Feb 02 08:18:34.607164 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 08:18:34.607164 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 08:18:34.607164 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 08:18:34.607164 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 08:18:34.607164 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 08:18:34.607164 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 08:18:34.607164 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 08:18:34.607164 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 08:18:34.607164 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 08:18:34.607164 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 08:18:34.607164 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 08:18:34.607164 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 08:18:34.607164 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 08:18:34.607164 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 08:18:34.607164 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 08:18:34.607164 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 08:18:34.607164 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 08:18:34.607164 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 08:18:34.607164 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 08:18:34.607164 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 08:18:34.607164 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 08:18:34.607164 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 08:18:34.607164 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 08:18:34.607164 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 08:18:34.607164 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 08:18:34.607164 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 08:18:34.607164 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 08:18:34.607164 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 08:18:34.607164 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 08:18:34.669613 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a9b99d4d-455d-44bc-b286-002ab043bb9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (99cd687f-5a62-4013-a151-27da65f712a2), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:34.676834 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-a9b99d4d-455d-44bc-b286-002ab043bb9c admin admin] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:34.680539 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-a9b99d4d-455d-44bc-b286-002ab043bb9c admin admin] 10.222.0.87 "DELETE /v2.0/networks/99cd687f-5a62-4013-a151-27da65f712a2 HTTP/1.1" status: 204 len: 168 time: 0.5657706 Feb 02 08:18:34.692761 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b99d4d-455d-44bc-b286-002ab043bb9c admin admin] Pushing event deleted for resources: {'Network': ['ID=99cd687f-5a62-4013-a151-27da65f712a2,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:18:34.857933 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 39794) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:18:34.899485 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-f37d6c31-61a7-4070-b42d-eae86e23b9ec admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=36881ab90b2f41d882fea840e8bc1a79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396068 Feb 02 08:18:34.902085 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 39796) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:18:34.951717 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-35c99212-43a3-4695-b0da-d2359b796f4c admin admin] Publish callbacks [] for security_group (0fda6fb5-12d8-4b99-bb2b-a52ca0085ab0), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:34.974538 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-35c99212-43a3-4695-b0da-d2359b796f4c admin admin] Publish callbacks [] for security_group (0fda6fb5-12d8-4b99-bb2b-a52ca0085ab0), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:35.008671 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 3e036d8e-a67e-4c20-9a86-1cb5e3c47600 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 08:18:35.028766 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 3e036d8e-a67e-4c20-9a86-1cb5e3c47600 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 08:18:35.029110 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 3e036d8e-a67e-4c20-9a86-1cb5e3c47600 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 08:18:35.029558 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 0d8e676d-e97a-403f-860a-f3587cf6e223 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 08:18:35.032589 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-35c99212-43a3-4695-b0da-d2359b796f4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (0fda6fb5-12d8-4b99-bb2b-a52ca0085ab0), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:35.035452 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-35c99212-43a3-4695-b0da-d2359b796f4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:35.036741 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-35c99212-43a3-4695-b0da-d2359b796f4c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/0fda6fb5-12d8-4b99-bb2b-a52ca0085ab0 HTTP/1.1" status: 204 len: 168 time: 0.1337380 Feb 02 08:18:35.044904 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c99212-43a3-4695-b0da-d2359b796f4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fda6fb5-12d8-4b99-bb2b-a52ca0085ab0,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:18:35.220007 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 0d8e676d-e97a-403f-860a-f3587cf6e223 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 08:18:35.220828 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 0d8e676d-e97a-403f-860a-f3587cf6e223 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 08:18:35.220828 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 4b7c5e45-a90b-4dc9-a766-0ab1001b062d no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 08:18:35.244884 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 4b7c5e45-a90b-4dc9-a766-0ab1001b062d {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 08:18:35.245234 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 4b7c5e45-a90b-4dc9-a766-0ab1001b062d not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 08:18:35.395998 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 39802) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:18:35.435985 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-95c1baae-cf8d-47b6-b602-7b1465eaec54 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=e8749dfcf2744c28adb8d0f9adabf7c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387540 Feb 02 08:18:35.439718 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 39804) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:18:35.496604 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-576c4a1c-2678-4464-93f5-491993b82622 admin admin] Publish callbacks [] for security_group (7c6c2de0-0bfb-41b7-a54a-d4c6ec1bbced), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:35.531445 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-576c4a1c-2678-4464-93f5-491993b82622 admin admin] Publish callbacks [] for security_group (7c6c2de0-0bfb-41b7-a54a-d4c6ec1bbced), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:35.587689 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-576c4a1c-2678-4464-93f5-491993b82622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (7c6c2de0-0bfb-41b7-a54a-d4c6ec1bbced), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:35.590670 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-576c4a1c-2678-4464-93f5-491993b82622 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:35.592276 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-576c4a1c-2678-4464-93f5-491993b82622 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/7c6c2de0-0bfb-41b7-a54a-d4c6ec1bbced HTTP/1.1" status: 204 len: 168 time: 0.1513643 Feb 02 08:18:35.610008 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576c4a1c-2678-4464-93f5-491993b82622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c6c2de0-0bfb-41b7-a54a-d4c6ec1bbced,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:18:36.344042 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 39826) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:18:36.448289 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-b0726e71-5c09-4936-bbaa-eafecbbbe43c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-998583298-network', 'tenant_id': 'e2996547836c4f52a45bba90dd87b649'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:18:36.469169 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0726e71-5c09-4936-bbaa-eafecbbbe43c admin admin] Made reservation on behalf of e2996547836c4f52a45bba90dd87b649 for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 08:18:36.471811 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b0726e71-5c09-4936-bbaa-eafecbbbe43c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:36.480568 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b0726e71-5c09-4936-bbaa-eafecbbbe43c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:36.559529 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b0726e71-5c09-4936-bbaa-eafecbbbe43c admin admin] Publish callbacks [] for security_group (6b7c0da3-add4-4215-afe5-71a068d6da3e), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:36.563569 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b0726e71-5c09-4936-bbaa-eafecbbbe43c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (6b7c0da3-add4-4215-afe5-71a068d6da3e), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:36.588216 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0726e71-5c09-4936-bbaa-eafecbbbe43c admin admin] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 08:18:36.597734 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0726e71-5c09-4936-bbaa-eafecbbbe43c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7c0da3-add4-4215-afe5-71a068d6da3e,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:18:36.604712 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b0726e71-5c09-4936-bbaa-eafecbbbe43c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (e80c3dcc-8eb6-4ce5-af63-8e3c50776482), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:36.605046 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-b0726e71-5c09-4936-bbaa-eafecbbbe43c admin admin] Added segment e80c3dcc-8eb6-4ce5-af63-8e3c50776482 of type vlan for network 92f57431-8185-47c0-9fc5-97d16e119940 Feb 02 08:18:36.646917 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b0726e71-5c09-4936-bbaa-eafecbbbe43c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (92f57431-8185-47c0-9fc5-97d16e119940), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:36.675585 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b0726e71-5c09-4936-bbaa-eafecbbbe43c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (92f57431-8185-47c0-9fc5-97d16e119940), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:36.676536 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0726e71-5c09-4936-bbaa-eafecbbbe43c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:18:36.677178 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-b0726e71-5c09-4936-bbaa-eafecbbbe43c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:36.709732 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-b0726e71-5c09-4936-bbaa-eafecbbbe43c admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3645585 Feb 02 08:18:36.712664 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 39830) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:18:36.717556 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-114ccc83-eb69-4872-bec6-4915056d4acb admin admin] Request body: {'subnet': {'network_id': '92f57431-8185-47c0-9fc5-97d16e119940', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-998583298-subnet', 'tenant_id': 'e2996547836c4f52a45bba90dd87b649', 'ip_version': 4}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:18:36.740435 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-114ccc83-eb69-4872-bec6-4915056d4acb admin admin] Made reservation on behalf of e2996547836c4f52a45bba90dd87b649 for: {'subnet': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 08:18:36.743071 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-114ccc83-eb69-4872-bec6-4915056d4acb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844862'] for subnet (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:36.747666 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0726e71-5c09-4936-bbaa-eafecbbbe43c admin admin] Pushing event updated for resources: {'Network': ['ID=92f57431-8185-47c0-9fc5-97d16e119940,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:18:36.759190 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 92f57431-8185-47c0-9fc5-97d16e119940 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 08:18:36.943181 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-114ccc83-eb69-4872-bec6-4915056d4acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8424373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8844756'] for subnet (c009cff2-f976-4e88-a885-7bac6454fcae), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:37.008103 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114ccc83-eb69-4872-bec6-4915056d4acb admin admin] Pushing event updated for resources: {'Subnet': ['ID=c009cff2-f976-4e88-a885-7bac6454fcae,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:18:37.016682 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114ccc83-eb69-4872-bec6-4915056d4acb admin admin] Checking segment: {'id': 'e80c3dcc-8eb6-4ce5-af63-8e3c50776482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '92f57431-8185-47c0-9fc5-97d16e119940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 08:18:37.017051 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114ccc83-eb69-4872-bec6-4915056d4acb admin admin] Network hostable DHCP agents. Network: 92f57431-8185-47c0-9fc5-97d16e119940, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109693) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 08:18:37.033869 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114ccc83-eb69-4872-bec6-4915056d4acb admin admin] Network 92f57431-8185-47c0-9fc5-97d16e119940 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109693) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 08:18:37.042216 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-114ccc83-eb69-4872-bec6-4915056d4acb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 92f57431-8185-47c0-9fc5-97d16e119940) {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 08:18:37.047760 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114ccc83-eb69-4872-bec6-4915056d4acb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:18:37.048472 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-114ccc83-eb69-4872-bec6-4915056d4acb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:37.053746 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd4be47-4435-474e-849f-cb284f01ed28 None None] Network 92f57431-8185-47c0-9fc5-97d16e119940 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 08:18:37.068216 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-114ccc83-eb69-4872-bec6-4915056d4acb admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3541784 Feb 02 08:18:37.070858 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 39832) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:18:37.076988 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-4cc910bf-ee3c-4169-8013-74ea954548a3 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-998583298-router', 'tenant_id': 'e2996547836c4f52a45bba90dd87b649', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:18:37.098146 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4cc910bf-ee3c-4169-8013-74ea954548a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (3159d71b-b561-4b6e-a491-c158b7e9ada7), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:37.099497 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4cc910bf-ee3c-4169-8013-74ea954548a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (3159d71b-b561-4b6e-a491-c158b7e9ada7), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:37.153837 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4cc910bf-ee3c-4169-8013-74ea954548a3 admin admin] Publish callbacks [] for router_controller (3159d71b-b561-4b6e-a491-c158b7e9ada7), precommit_add_association {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:37.166188 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfeeeed0-d534-4bd5-abd8-577d0315d24a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-92f57431-8185-47c0-9fc5-97d16e119940', 'network_id': '92f57431-8185-47c0-9fc5-97d16e119940', 'project_id': 'e2996547836c4f52a45bba90dd87b649', 'fixed_ips': [{'subnet_id': 'c009cff2-f976-4e88-a885-7bac6454fcae'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 08:18:37.167076 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-bfeeeed0-d534-4bd5-abd8-577d0315d24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:37.325701 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4cc910bf-ee3c-4169-8013-74ea954548a3 admin admin] Publish callbacks [] for router_gateway (3159d71b-b561-4b6e-a491-c158b7e9ada7), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:37.329723 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-bfeeeed0-d534-4bd5-abd8-577d0315d24a None None] Allocated IP 172.20.0.2 (92f57431-8185-47c0-9fc5-97d16e119940/c009cff2-f976-4e88-a885-7bac6454fcae/cd65ec29-3636-4a5a-a567-8cd9850bfeea) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 08:18:37.485453 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-bfeeeed0-d534-4bd5-abd8-577d0315d24a None None] Publish callbacks [] for port (cd65ec29-3636-4a5a-a567-8cd9850bfeea), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:37.494927 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-bfeeeed0-d534-4bd5-abd8-577d0315d24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (cd65ec29-3636-4a5a-a567-8cd9850bfeea), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:37.535170 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfeeeed0-d534-4bd5-abd8-577d0315d24a None None] Network 92f57431-8185-47c0-9fc5-97d16e119940 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 08:18:37.540136 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-bfeeeed0-d534-4bd5-abd8-577d0315d24a None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 08:18:37.540856 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4cc910bf-ee3c-4169-8013-74ea954548a3 admin admin] Publish callbacks [] for router_gateway (3159d71b-b561-4b6e-a491-c158b7e9ada7), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:37.543252 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfeeeed0-d534-4bd5-abd8-577d0315d24a None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 08:18:37.556849 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeeeed0-d534-4bd5-abd8-577d0315d24a None None] Pushing event updated for resources: {'Port': ['ID=cd65ec29-3636-4a5a-a567-8cd9850bfeea,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:18:37.561135 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4cc910bf-ee3c-4169-8013-74ea954548a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:37.597776 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeeeed0-d534-4bd5-abd8-577d0315d24a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:18:37.598051 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeeeed0-d534-4bd5-abd8-577d0315d24a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:18:37.598370 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeeeed0-d534-4bd5-abd8-577d0315d24a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:18:37.598712 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeeeed0-d534-4bd5-abd8-577d0315d24a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:18:37.599052 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeeeed0-d534-4bd5-abd8-577d0315d24a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:18:37.599396 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeeeed0-d534-4bd5-abd8-577d0315d24a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:18:37.599750 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeeeed0-d534-4bd5-abd8-577d0315d24a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:18:37.600079 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeeeed0-d534-4bd5-abd8-577d0315d24a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:18:37.600414 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeeeed0-d534-4bd5-abd8-577d0315d24a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:18:37.600755 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeeeed0-d534-4bd5-abd8-577d0315d24a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:18:37.601064 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeeeed0-d534-4bd5-abd8-577d0315d24a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:18:37.601393 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeeeed0-d534-4bd5-abd8-577d0315d24a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:18:37.601728 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeeeed0-d534-4bd5-abd8-577d0315d24a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:18:37.619257 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-bfeeeed0-d534-4bd5-abd8-577d0315d24a None None] Attempting to bind port cd65ec29-3636-4a5a-a567-8cd9850bfeea on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 08:18:37.619664 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-bfeeeed0-d534-4bd5-abd8-577d0315d24a None None] Attempting to bind port cd65ec29-3636-4a5a-a567-8cd9850bfeea by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'e80c3dcc-8eb6-4ce5-af63-8e3c50776482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '92f57431-8185-47c0-9fc5-97d16e119940'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 08:18:37.620058 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfeeeed0-d534-4bd5-abd8-577d0315d24a None None] Attempting to bind port cd65ec29-3636-4a5a-a567-8cd9850bfeea on network 92f57431-8185-47c0-9fc5-97d16e119940 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 08:18:37.625288 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfeeeed0-d534-4bd5-abd8-577d0315d24a None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 8, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 08:18:37.625662 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfeeeed0-d534-4bd5-abd8-577d0315d24a None None] Checking segment: {'id': 'e80c3dcc-8eb6-4ce5-af63-8e3c50776482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '92f57431-8185-47c0-9fc5-97d16e119940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 08:18:37.626070 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-bfeeeed0-d534-4bd5-abd8-577d0315d24a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:37.626467 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfeeeed0-d534-4bd5-abd8-577d0315d24a None None] Bound using segment: {'id': 'e80c3dcc-8eb6-4ce5-af63-8e3c50776482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '92f57431-8185-47c0-9fc5-97d16e119940'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 08:18:37.626939 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-bfeeeed0-d534-4bd5-abd8-577d0315d24a None None] Bound port: cd65ec29-3636-4a5a-a567-8cd9850bfeea, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e80c3dcc-8eb6-4ce5-af63-8e3c50776482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '92f57431-8185-47c0-9fc5-97d16e119940'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 08:18:37.627323 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-bfeeeed0-d534-4bd5-abd8-577d0315d24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (cd65ec29-3636-4a5a-a567-8cd9850bfeea), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:37.678764 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [None req-4cc910bf-ee3c-4169-8013-74ea954548a3 admin admin] Allocated IP 172.25.4.150 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/ddfcec6a-4978-403b-a396-5ce01aaaf4f4) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 08:18:37.698143 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-bfeeeed0-d534-4bd5-abd8-577d0315d24a None None] For port cd65ec29-3636-4a5a-a567-8cd9850bfeea, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 08:18:37.701422 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-bfeeeed0-d534-4bd5-abd8-577d0315d24a None None] For port cd65ec29-3636-4a5a-a567-8cd9850bfeea, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=cd65ec29-3636-4a5a-a567-8cd9850bfeea,segment=NetworkSegment(e80c3dcc-8eb6-4ce5-af63-8e3c50776482),segment_id=e80c3dcc-8eb6-4ce5-af63-8e3c50776482)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 08:18:37.709519 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-bfeeeed0-d534-4bd5-abd8-577d0315d24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (cd65ec29-3636-4a5a-a567-8cd9850bfeea), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:37.770390 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeeeed0-d534-4bd5-abd8-577d0315d24a None None] Pushing event updated for resources: {'Port': ['ID=cd65ec29-3636-4a5a-a567-8cd9850bfeea,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:18:37.816067 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4cc910bf-ee3c-4169-8013-74ea954548a3 admin admin] Publish callbacks [] for port (ddfcec6a-4978-403b-a396-5ce01aaaf4f4), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:37.863899 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4cc910bf-ee3c-4169-8013-74ea954548a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (ddfcec6a-4978-403b-a396-5ce01aaaf4f4), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:37.913457 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc910bf-ee3c-4169-8013-74ea954548a3 admin admin] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 08:18:37.918671 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [None req-4cc910bf-ee3c-4169-8013-74ea954548a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 08:18:37.922398 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc910bf-ee3c-4169-8013-74ea954548a3 admin admin] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 08:18:37.928027 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc910bf-ee3c-4169-8013-74ea954548a3 admin admin] Pushing event updated for resources: {'Port': ['ID=ddfcec6a-4978-403b-a396-5ce01aaaf4f4,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:18:38.231273 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4cc910bf-ee3c-4169-8013-74ea954548a3 admin admin] Publish callbacks [] for router_gateway (3159d71b-b561-4b6e-a491-c158b7e9ada7), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:38.452718 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4cc910bf-ee3c-4169-8013-74ea954548a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (3159d71b-b561-4b6e-a491-c158b7e9ada7), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:38.596666 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cc910bf-ee3c-4169-8013-74ea954548a3 admin admin] Router 3159d71b-b561-4b6e-a491-c158b7e9ada7 is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109693) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 08:18:38.707530 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc910bf-ee3c-4169-8013-74ea954548a3 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109693) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 08:18:38.720030 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2804497f-7558-43b7-808a-3d6b3a48e4f7 None None] Sync routers for ids ['3159d71b-b561-4b6e-a491-c158b7e9ada7'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 08:18:38.729049 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-4cc910bf-ee3c-4169-8013-74ea954548a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:38.734555 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-4cc910bf-ee3c-4169-8013-74ea954548a3 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6616216 Feb 02 08:18:38.734900 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 39834) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:18:38.739992 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2804497f-7558-43b7-808a-3d6b3a48e4f7 None None] Routers {'3159d71b-b561-4b6e-a491-c158b7e9ada7'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:18:38.741026 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-2804497f-7558-43b7-808a-3d6b3a48e4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:18:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['3159d71b-b561-4b6e-a491-c158b7e9ada7'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:18:38.830320 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b28350-ffae-48bc-9313-a9777b9e45ce None None] Network 92f57431-8185-47c0-9fc5-97d16e119940 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 08:18:38.964066 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-2804497f-7558-43b7-808a-3d6b3a48e4f7 None None] Set router 3159d71b-b561-4b6e-a491-c158b7e9ada7 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:18:38.967001 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-9908022f-c0fb-4bdc-8784-e829c3ad12d1 None None] Provisioning complete for port cd65ec29-3636-4a5a-a567-8cd9850bfeea triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:18:38.967377 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9908022f-c0fb-4bdc-8784-e829c3ad12d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (cd65ec29-3636-4a5a-a567-8cd9850bfeea), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:39.131773 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device cd65ec29-3636-4a5a-a567-8cd9850bfeea up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 08:18:39.185301 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-be073853-85f8-4cf5-9b7e-c8cdf0eb3a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:39.293455 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-9908022f-c0fb-4bdc-8784-e829c3ad12d1 None None] Current status of the port cd65ec29-3636-4a5a-a567-8cd9850bfeea is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:18:39.293869 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9908022f-c0fb-4bdc-8784-e829c3ad12d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (cd65ec29-3636-4a5a-a567-8cd9850bfeea), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:39.295707 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port cd65ec29-3636-4a5a-a567-8cd9850bfeea triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:18:39.296592 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (cd65ec29-3636-4a5a-a567-8cd9850bfeea), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:39.371740 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-9908022f-c0fb-4bdc-8784-e829c3ad12d1 None None] For port cd65ec29-3636-4a5a-a567-8cd9850bfeea, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=cd65ec29-3636-4a5a-a567-8cd9850bfeea,segment=NetworkSegment(e80c3dcc-8eb6-4ce5-af63-8e3c50776482),segment_id=e80c3dcc-8eb6-4ce5-af63-8e3c50776482)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:18:39.377484 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-be073853-85f8-4cf5-9b7e-c8cdf0eb3a59 admin admin] Allocated IP 172.20.0.1 (92f57431-8185-47c0-9fc5-97d16e119940/c009cff2-f976-4e88-a885-7bac6454fcae/ac518fae-d2fb-4446-b96b-1702881a1d28) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 08:18:39.383430 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9908022f-c0fb-4bdc-8784-e829c3ad12d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (cd65ec29-3636-4a5a-a567-8cd9850bfeea), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:39.392453 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-2804497f-7558-43b7-808a-3d6b3a48e4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3159d71b-b561-4b6e-a491-c158b7e9ada7', 'name': 'tempest-TestSnapshotPattern-998583298-router', 'tenant_id': 'e2996547836c4f52a45bba90dd87b649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'ddfcec6a-4978-403b-a396-5ce01aaaf4f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:18:37Z', 'updated_at': '2022-02-02T08:18:38Z', 'revision_number': 3, 'project_id': 'e2996547836c4f52a45bba90dd87b649', 'gw_port': {'id': 'ddfcec6a-4978-403b-a396-5ce01aaaf4f4', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3159d71b-b561-4b6e-a491-c158b7e9ada7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:18:37Z', 'updated_at': '2022-02-02T08:18:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:18:39.453755 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2804497f-7558-43b7-808a-3d6b3a48e4f7 None None] Checking router: 3159d71b-b561-4b6e-a491-c158b7e9ada7 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 08:18:39.454334 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2804497f-7558-43b7-808a-3d6b3a48e4f7 None None] Updating router 3159d71b-b561-4b6e-a491-c158b7e9ada7 port ddfcec6a-4978-403b-a396-5ce01aaaf4f4 binding host n-d-789963-26 {{(pid=109695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 08:18:39.543104 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-be073853-85f8-4cf5-9b7e-c8cdf0eb3a59 admin admin] Publish callbacks [] for port (ac518fae-d2fb-4446-b96b-1702881a1d28), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:39.556622 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2804497f-7558-43b7-808a-3d6b3a48e4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ddfcec6a-4978-403b-a396-5ce01aaaf4f4), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:39.558138 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9908022f-c0fb-4bdc-8784-e829c3ad12d1 None None] Pushing event updated for resources: {'Port': ['ID=cd65ec29-3636-4a5a-a567-8cd9850bfeea,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:18:39.580617 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port cd65ec29-3636-4a5a-a567-8cd9850bfeea is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:18:39.583112 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-be073853-85f8-4cf5-9b7e-c8cdf0eb3a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (ac518fae-d2fb-4446-b96b-1702881a1d28), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:39.623239 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be073853-85f8-4cf5-9b7e-c8cdf0eb3a59 admin admin] Network 92f57431-8185-47c0-9fc5-97d16e119940 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 08:18:39.626994 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-be073853-85f8-4cf5-9b7e-c8cdf0eb3a59 admin admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 08:18:39.630230 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be073853-85f8-4cf5-9b7e-c8cdf0eb3a59 admin admin] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 08:18:39.665685 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1f97b3b5-0083-4b09-850f-07226cceecb6 None None] Provisioning complete for port cd65ec29-3636-4a5a-a567-8cd9850bfeea triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:18:39.666066 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1f97b3b5-0083-4b09-850f-07226cceecb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (cd65ec29-3636-4a5a-a567-8cd9850bfeea), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:39.698315 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be073853-85f8-4cf5-9b7e-c8cdf0eb3a59 admin admin] Pushing event updated for resources: {'Port': ['ID=ac518fae-d2fb-4446-b96b-1702881a1d28,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:18:39.712759 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-be073853-85f8-4cf5-9b7e-c8cdf0eb3a59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (3159d71b-b561-4b6e-a491-c158b7e9ada7), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:39.840381 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1f97b3b5-0083-4b09-850f-07226cceecb6 None None] Current status of the port cd65ec29-3636-4a5a-a567-8cd9850bfeea is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:18:39.906604 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-be073853-85f8-4cf5-9b7e-c8cdf0eb3a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ac518fae-d2fb-4446-b96b-1702881a1d28), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:40.086104 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2804497f-7558-43b7-808a-3d6b3a48e4f7 None None] Publish callbacks [] for port (ddfcec6a-4978-403b-a396-5ce01aaaf4f4), precommit_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:40.087681 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-542cba34-fff4-4b56-b296-051527a5b1b0 None None] Provisioning complete for port ac518fae-d2fb-4446-b96b-1702881a1d28 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:18:40.088029 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-542cba34-fff4-4b56-b296-051527a5b1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ac518fae-d2fb-4446-b96b-1702881a1d28), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:40.110084 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2804497f-7558-43b7-808a-3d6b3a48e4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (ddfcec6a-4978-403b-a396-5ce01aaaf4f4), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:40.113769 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-be073853-85f8-4cf5-9b7e-c8cdf0eb3a59 admin admin] Publish callbacks [] for port (ac518fae-d2fb-4446-b96b-1702881a1d28), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:40.118631 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-be073853-85f8-4cf5-9b7e-c8cdf0eb3a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (ac518fae-d2fb-4446-b96b-1702881a1d28), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:40.175377 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-542cba34-fff4-4b56-b296-051527a5b1b0 None None] Port ac518fae-d2fb-4446-b96b-1702881a1d28 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 08:18:40.190547 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1775e128-9971-4325-b512-66c2ba65d645 None None] Pushing event updated for resources: {'Port': ['ID=ddfcec6a-4978-403b-a396-5ce01aaaf4f4,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:18:40.193267 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-be073853-85f8-4cf5-9b7e-c8cdf0eb3a59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (3159d71b-b561-4b6e-a491-c158b7e9ada7), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:40.193995 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-2804497f-7558-43b7-808a-3d6b3a48e4f7 None None] Attempting to bind port ddfcec6a-4978-403b-a396-5ce01aaaf4f4 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 08:18:40.194371 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-2804497f-7558-43b7-808a-3d6b3a48e4f7 None None] Attempting to bind port ddfcec6a-4978-403b-a396-5ce01aaaf4f4 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 08:18:40.194731 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2804497f-7558-43b7-808a-3d6b3a48e4f7 None None] Attempting to bind port ddfcec6a-4978-403b-a396-5ce01aaaf4f4 on network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 08:18:40.201039 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2804497f-7558-43b7-808a-3d6b3a48e4f7 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 8, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 08:18:40.201241 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2804497f-7558-43b7-808a-3d6b3a48e4f7 None None] Checking segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 08:18:40.201651 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2804497f-7558-43b7-808a-3d6b3a48e4f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:40.202136 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2804497f-7558-43b7-808a-3d6b3a48e4f7 None None] Bound using segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 08:18:40.203207 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-2804497f-7558-43b7-808a-3d6b3a48e4f7 None None] Bound port: ddfcec6a-4978-403b-a396-5ce01aaaf4f4, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 08:18:40.203590 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2804497f-7558-43b7-808a-3d6b3a48e4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ddfcec6a-4978-403b-a396-5ce01aaaf4f4), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:40.204278 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be073853-85f8-4cf5-9b7e-c8cdf0eb3a59 admin admin] Pushing event updated for resources: {'Port': ['ID=ac518fae-d2fb-4446-b96b-1702881a1d28,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:18:40.267449 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-2804497f-7558-43b7-808a-3d6b3a48e4f7 None None] For port ddfcec6a-4978-403b-a396-5ce01aaaf4f4, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 08:18:40.270792 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-2804497f-7558-43b7-808a-3d6b3a48e4f7 None None] For port ddfcec6a-4978-403b-a396-5ce01aaaf4f4, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=ddfcec6a-4978-403b-a396-5ce01aaaf4f4,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 08:18:40.277169 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2804497f-7558-43b7-808a-3d6b3a48e4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (ddfcec6a-4978-403b-a396-5ce01aaaf4f4), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:40.298840 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be073853-85f8-4cf5-9b7e-c8cdf0eb3a59 admin admin] Network 92f57431-8185-47c0-9fc5-97d16e119940 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 08:18:40.300408 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-be073853-85f8-4cf5-9b7e-c8cdf0eb3a59 admin admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 08:18:40.331148 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2804497f-7558-43b7-808a-3d6b3a48e4f7 None None] Routers {'3159d71b-b561-4b6e-a491-c158b7e9ada7'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:18:40.332368 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-2804497f-7558-43b7-808a-3d6b3a48e4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:18:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['3159d71b-b561-4b6e-a491-c158b7e9ada7'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:18:40.391373 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1775e128-9971-4325-b512-66c2ba65d645 None None] Pushing event updated for resources: {'Port': ['ID=ddfcec6a-4978-403b-a396-5ce01aaaf4f4,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:18:40.454764 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be073853-85f8-4cf5-9b7e-c8cdf0eb3a59 admin admin] Router 3159d71b-b561-4b6e-a491-c158b7e9ada7 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 08:18:40.498550 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-2804497f-7558-43b7-808a-3d6b3a48e4f7 None None] Set router 3159d71b-b561-4b6e-a491-c158b7e9ada7 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:18:40.599177 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be073853-85f8-4cf5-9b7e-c8cdf0eb3a59 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 08:18:40.604534 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-be073853-85f8-4cf5-9b7e-c8cdf0eb3a59 admin admin] 10.222.0.87 "PUT /v2.0/routers/3159d71b-b561-4b6e-a491-c158b7e9ada7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8678226 Feb 02 08:18:40.638585 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-7604e91b-79f7-46dd-9df7-2988541d18fa None None] Provisioning complete for port ac518fae-d2fb-4446-b96b-1702881a1d28 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:18:40.638957 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7604e91b-79f7-46dd-9df7-2988541d18fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ac518fae-d2fb-4446-b96b-1702881a1d28), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:40.710787 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-7604e91b-79f7-46dd-9df7-2988541d18fa None None] Port ac518fae-d2fb-4446-b96b-1702881a1d28 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 08:18:40.779649 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-2804497f-7558-43b7-808a-3d6b3a48e4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3159d71b-b561-4b6e-a491-c158b7e9ada7', 'name': 'tempest-TestSnapshotPattern-998583298-router', 'tenant_id': 'e2996547836c4f52a45bba90dd87b649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'ddfcec6a-4978-403b-a396-5ce01aaaf4f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:18:37Z', 'updated_at': '2022-02-02T08:18:39Z', 'revision_number': 4, 'project_id': 'e2996547836c4f52a45bba90dd87b649', 'gw_port': {'id': 'ddfcec6a-4978-403b-a396-5ce01aaaf4f4', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3159d71b-b561-4b6e-a491-c158b7e9ada7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:18:37Z', 'updated_at': '2022-02-02T08:18:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'ac518fae-d2fb-4446-b96b-1702881a1d28', 'name': '', 'network_id': '92f57431-8185-47c0-9fc5-97d16e119940', 'tenant_id': 'e2996547836c4f52a45bba90dd87b649', 'mac_address': 'fa:16:3e:62:cd:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3159d71b-b561-4b6e-a491-c158b7e9ada7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'c009cff2-f976-4e88-a885-7bac6454fcae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:18:39Z', 'updated_at': '2022-02-02T08:18:39Z', 'revision_number': 2, 'project_id': 'e2996547836c4f52a45bba90dd87b649', 'subnets': [{'id': 'c009cff2-f976-4e88-a885-7bac6454fcae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:18:40.810945 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2804497f-7558-43b7-808a-3d6b3a48e4f7 None None] The sync data for ids ['3159d71b-b561-4b6e-a491-c158b7e9ada7'] in n-d-789963-26 is: [{'id': '3159d71b-b561-4b6e-a491-c158b7e9ada7', 'name': 'tempest-TestSnapshotPattern-998583298-router', 'tenant_id': 'e2996547836c4f52a45bba90dd87b649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'ddfcec6a-4978-403b-a396-5ce01aaaf4f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:18:37Z', 'updated_at': '2022-02-02T08:18:39Z', 'revision_number': 4, 'project_id': 'e2996547836c4f52a45bba90dd87b649', 'gw_port': {'id': 'ddfcec6a-4978-403b-a396-5ce01aaaf4f4', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3159d71b-b561-4b6e-a491-c158b7e9ada7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:18:37Z', 'updated_at': '2022-02-02T08:18:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'ac518fae-d2fb-4446-b96b-1702881a1d28', 'name': '', 'network_id': '92f57431-8185-47c0-9fc5-97d16e119940', 'tenant_id': 'e2996547836c4f52a45bba90dd87b649', 'mac_address': 'fa:16:3e:62:cd:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3159d71b-b561-4b6e-a491-c158b7e9ada7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'c009cff2-f976-4e88-a885-7bac6454fcae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:18:39Z', 'updated_at': '2022-02-02T08:18:39Z', 'revision_number': 2, 'project_id': 'e2996547836c4f52a45bba90dd87b649', 'subnets': [{'id': 'c009cff2-f976-4e88-a885-7bac6454fcae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 08:18:41.007542 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device cd65ec29-3636-4a5a-a567-8cd9850bfeea up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 08:18:41.074566 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port cd65ec29-3636-4a5a-a567-8cd9850bfeea triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:18:41.074871 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (cd65ec29-3636-4a5a-a567-8cd9850bfeea), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:41.178591 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port cd65ec29-3636-4a5a-a567-8cd9850bfeea is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:18:41.191464 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c44f8531-978b-4ad1-aa40-11b96a324504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:41.242789 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 39850) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:18:41.247869 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-c219c592-b3f5-4517-a847-581a10de9463 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1578694566-network', 'tenant_id': 'e9dd7545e03f42818530c12eb28abfc4'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:18:41.270438 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c219c592-b3f5-4517-a847-581a10de9463 admin admin] Made reservation on behalf of e9dd7545e03f42818530c12eb28abfc4 for: {'network': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 08:18:41.272697 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c219c592-b3f5-4517-a847-581a10de9463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for network (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:41.282971 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c219c592-b3f5-4517-a847-581a10de9463 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:41.370241 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c219c592-b3f5-4517-a847-581a10de9463 admin admin] Publish callbacks [] for security_group (b8d5fc32-799d-4d6f-a19e-a759ec21d480), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:41.374333 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c219c592-b3f5-4517-a847-581a10de9463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (b8d5fc32-799d-4d6f-a19e-a759ec21d480), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:41.398117 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c219c592-b3f5-4517-a847-581a10de9463 admin admin] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=109694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 08:18:41.415007 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c219c592-b3f5-4517-a847-581a10de9463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d5fc32-799d-4d6f-a19e-a759ec21d480,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:18:41.418339 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c219c592-b3f5-4517-a847-581a10de9463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (88aa3778-82e0-457f-897b-ba4809c11e89), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:41.418691 n-d-789963-26 neutron-server[109694]: INFO neutron.db.segments_db [None req-c219c592-b3f5-4517-a847-581a10de9463 admin admin] Added segment 88aa3778-82e0-457f-897b-ba4809c11e89 of type vlan for network 1bd9e32d-2a27-4d1e-9773-2492a25a0cf7 Feb 02 08:18:41.468764 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c219c592-b3f5-4517-a847-581a10de9463 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778325147513'] for network (1bd9e32d-2a27-4d1e-9773-2492a25a0cf7), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:41.498078 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c219c592-b3f5-4517-a847-581a10de9463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511'] for network (1bd9e32d-2a27-4d1e-9773-2492a25a0cf7), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:41.499853 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c219c592-b3f5-4517-a847-581a10de9463 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:18:41.500474 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-c219c592-b3f5-4517-a847-581a10de9463 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-557521'] for network (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:41.536501 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-c219c592-b3f5-4517-a847-581a10de9463 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2925866 Feb 02 08:18:41.539854 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 39852) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:18:41.544770 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-d0061aa8-ddd2-448c-9451-a769be75d860 admin admin] Request body: {'subnet': {'network_id': '1bd9e32d-2a27-4d1e-9773-2492a25a0cf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1578694566-subnet', 'tenant_id': 'e9dd7545e03f42818530c12eb28abfc4', 'ip_version': 4}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:18:41.582174 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c219c592-b3f5-4517-a847-581a10de9463 admin admin] Pushing event updated for resources: {'Network': ['ID=1bd9e32d-2a27-4d1e-9773-2492a25a0cf7,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:18:41.596812 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Network 1bd9e32d-2a27-4d1e-9773-2492a25a0cf7 details requested by agent ovs-agent-n-d-789963-26 with host n-d-789963-26 {{(pid=109695) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 08:18:41.597150 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0061aa8-ddd2-448c-9451-a769be75d860 admin admin] Made reservation on behalf of e9dd7545e03f42818530c12eb28abfc4 for: {'subnet': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 08:18:41.599489 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d0061aa8-ddd2-448c-9451-a769be75d860 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9761002'] for subnet (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:41.840799 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d0061aa8-ddd2-448c-9451-a769be75d860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8992404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9761536'] for subnet (3ed1aab6-f3cb-4a7b-80db-e098670685eb), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:41.898680 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0061aa8-ddd2-448c-9451-a769be75d860 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ed1aab6-f3cb-4a7b-80db-e098670685eb,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:18:41.910616 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0061aa8-ddd2-448c-9451-a769be75d860 admin admin] Checking segment: {'id': '88aa3778-82e0-457f-897b-ba4809c11e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bd9e32d-2a27-4d1e-9773-2492a25a0cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 08:18:41.910989 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0061aa8-ddd2-448c-9451-a769be75d860 admin admin] Network hostable DHCP agents. Network: 1bd9e32d-2a27-4d1e-9773-2492a25a0cf7, hostable agents: ['8c410c1b-9ca3-4a23-8f28-192d8ad3169d'], hosted agents: [] {{(pid=109694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 08:18:41.929720 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0061aa8-ddd2-448c-9451-a769be75d860 admin admin] Network 1bd9e32d-2a27-4d1e-9773-2492a25a0cf7 is scheduled to be hosted by DHCP agent 8c410c1b-9ca3-4a23-8f28-192d8ad3169d with binding_index 1 {{(pid=109694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 08:18:41.942287 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-d0061aa8-ddd2-448c-9451-a769be75d860 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-26, 1bd9e32d-2a27-4d1e-9773-2492a25a0cf7) {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 08:18:41.949549 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0061aa8-ddd2-448c-9451-a769be75d860 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:18:41.950557 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d0061aa8-ddd2-448c-9451-a769be75d860 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:41.957472 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f4f6cb-f356-45bb-ab39-8fd2d5c06193 None None] Network 1bd9e32d-2a27-4d1e-9773-2492a25a0cf7 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 08:18:41.982169 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d0061aa8-ddd2-448c-9451-a769be75d860 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4374180 Feb 02 08:18:41.982169 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 39854) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:18:41.988748 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-2148a828-11bf-4ed4-86a3-2419879d381a admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1578694566-router', 'tenant_id': 'e9dd7545e03f42818530c12eb28abfc4', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:18:42.022056 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2148a828-11bf-4ed4-86a3-2419879d381a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-943550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13056'] for router (aeb092aa-8304-4b64-b926-952c4f1b6785), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:42.024033 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2148a828-11bf-4ed4-86a3-2419879d381a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-942606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007210', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13079'] for router (aeb092aa-8304-4b64-b926-952c4f1b6785), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:42.095194 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8960dd31-10f1-4874-9a6b-824844efd838 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa58f0d76-c21b-5e29-ab2d-f92366c9d8c3-1bd9e32d-2a27-4d1e-9773-2492a25a0cf7', 'network_id': '1bd9e32d-2a27-4d1e-9773-2492a25a0cf7', 'project_id': 'e9dd7545e03f42818530c12eb28abfc4', 'fixed_ips': [{'subnet_id': '3ed1aab6-f3cb-4a7b-80db-e098670685eb'}]}} from n-d-789963-26. {{(pid=109695) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 08:18:42.096425 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-8960dd31-10f1-4874-9a6b-824844efd838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:42.126220 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2148a828-11bf-4ed4-86a3-2419879d381a admin admin] Publish callbacks [] for router_controller (aeb092aa-8304-4b64-b926-952c4f1b6785), precommit_add_association {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:42.285823 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.db_base_plugin_common [None req-8960dd31-10f1-4874-9a6b-824844efd838 None None] Allocated IP 172.20.0.2 (1bd9e32d-2a27-4d1e-9773-2492a25a0cf7/3ed1aab6-f3cb-4a7b-80db-e098670685eb/62eac580-9318-4f84-bcd0-bc38332c12ff) {{(pid=109695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 08:18:42.491354 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-8960dd31-10f1-4874-9a6b-824844efd838 None None] Publish callbacks [] for port (62eac580-9318-4f84-bcd0-bc38332c12ff), precommit_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:42.505663 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-8960dd31-10f1-4874-9a6b-824844efd838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000'] for port (62eac580-9318-4f84-bcd0-bc38332c12ff), after_create {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:42.567225 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8960dd31-10f1-4874-9a6b-824844efd838 None None] Network 1bd9e32d-2a27-4d1e-9773-2492a25a0cf7 is already hosted by enough agents. {{(pid=109695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 08:18:42.574415 n-d-789963-26 neutron-server[109695]: DEBUG neutron.scheduler.base_scheduler [None req-8960dd31-10f1-4874-9a6b-824844efd838 None None] Resources bound (agent type, host, resource id): {{(pid=109695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 08:18:42.580011 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8960dd31-10f1-4874-9a6b-824844efd838 None None] Received port after_create {{(pid=109695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 08:18:42.588919 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960dd31-10f1-4874-9a6b-824844efd838 None None] Pushing event updated for resources: {'Port': ['ID=62eac580-9318-4f84-bcd0-bc38332c12ff,revision_number=1']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:18:42.660475 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2148a828-11bf-4ed4-86a3-2419879d381a admin admin] Publish callbacks [] for router_gateway (aeb092aa-8304-4b64-b926-952c4f1b6785), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:42.675203 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-8960dd31-10f1-4874-9a6b-824844efd838 None None] Attempting to bind port 62eac580-9318-4f84-bcd0-bc38332c12ff on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 08:18:42.676100 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-8960dd31-10f1-4874-9a6b-824844efd838 None None] Attempting to bind port 62eac580-9318-4f84-bcd0-bc38332c12ff by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '88aa3778-82e0-457f-897b-ba4809c11e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bd9e32d-2a27-4d1e-9773-2492a25a0cf7'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 08:18:42.676596 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8960dd31-10f1-4874-9a6b-824844efd838 None None] Attempting to bind port 62eac580-9318-4f84-bcd0-bc38332c12ff on network 1bd9e32d-2a27-4d1e-9773-2492a25a0cf7 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 08:18:42.682384 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8960dd31-10f1-4874-9a6b-824844efd838 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 8, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 08:18:42.682736 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8960dd31-10f1-4874-9a6b-824844efd838 None None] Checking segment: {'id': '88aa3778-82e0-457f-897b-ba4809c11e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bd9e32d-2a27-4d1e-9773-2492a25a0cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 08:18:42.683616 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-8960dd31-10f1-4874-9a6b-824844efd838 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:42.683783 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8960dd31-10f1-4874-9a6b-824844efd838 None None] Bound using segment: {'id': '88aa3778-82e0-457f-897b-ba4809c11e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bd9e32d-2a27-4d1e-9773-2492a25a0cf7'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 08:18:42.684299 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-8960dd31-10f1-4874-9a6b-824844efd838 None None] Bound port: 62eac580-9318-4f84-bcd0-bc38332c12ff, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88aa3778-82e0-457f-897b-ba4809c11e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bd9e32d-2a27-4d1e-9773-2492a25a0cf7'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 08:18:42.684850 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-8960dd31-10f1-4874-9a6b-824844efd838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (62eac580-9318-4f84-bcd0-bc38332c12ff), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:42.777398 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-8960dd31-10f1-4874-9a6b-824844efd838 None None] For port 62eac580-9318-4f84-bcd0-bc38332c12ff, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 08:18:42.784346 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-8960dd31-10f1-4874-9a6b-824844efd838 None None] For port 62eac580-9318-4f84-bcd0-bc38332c12ff, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=62eac580-9318-4f84-bcd0-bc38332c12ff,segment=NetworkSegment(88aa3778-82e0-457f-897b-ba4809c11e89),segment_id=88aa3778-82e0-457f-897b-ba4809c11e89)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 08:18:42.795718 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-8960dd31-10f1-4874-9a6b-824844efd838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (62eac580-9318-4f84-bcd0-bc38332c12ff), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:42.903495 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960dd31-10f1-4874-9a6b-824844efd838 None None] Pushing event updated for resources: {'Port': ['ID=62eac580-9318-4f84-bcd0-bc38332c12ff,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:18:42.939795 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2148a828-11bf-4ed4-86a3-2419879d381a admin admin] Publish callbacks [] for router_gateway (aeb092aa-8304-4b64-b926-952c4f1b6785), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:42.980615 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2148a828-11bf-4ed4-86a3-2419879d381a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:43.174937 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device ddfcec6a-4978-403b-a396-5ce01aaaf4f4 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 08:18:43.258233 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-2148a828-11bf-4ed4-86a3-2419879d381a admin admin] Allocated IP 172.25.4.138 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/a33e5fee-bdf3-4176-aee1-d1a37bcc22f4) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 08:18:43.274794 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port ddfcec6a-4978-403b-a396-5ce01aaaf4f4 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:18:43.275816 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ddfcec6a-4978-403b-a396-5ce01aaaf4f4), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:43.383246 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port ddfcec6a-4978-403b-a396-5ce01aaaf4f4 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:18:43.383719 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ddfcec6a-4978-403b-a396-5ce01aaaf4f4), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:43.434796 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port ddfcec6a-4978-403b-a396-5ce01aaaf4f4, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=ddfcec6a-4978-403b-a396-5ce01aaaf4f4,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:18:43.467693 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (ddfcec6a-4978-403b-a396-5ce01aaaf4f4), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:43.482593 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2148a828-11bf-4ed4-86a3-2419879d381a admin admin] Publish callbacks [] for port (a33e5fee-bdf3-4176-aee1-d1a37bcc22f4), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:43.517574 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-073b290d-1c71-44a4-bbeb-337dbcc92f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:43.553819 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2148a828-11bf-4ed4-86a3-2419879d381a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (a33e5fee-bdf3-4176-aee1-d1a37bcc22f4), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:43.567293 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=ddfcec6a-4978-403b-a396-5ce01aaaf4f4,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:18:43.615977 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2148a828-11bf-4ed4-86a3-2419879d381a admin admin] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 08:18:43.621037 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-2148a828-11bf-4ed4-86a3-2419879d381a admin admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 08:18:43.625044 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2148a828-11bf-4ed4-86a3-2419879d381a admin admin] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 08:18:43.630952 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2148a828-11bf-4ed4-86a3-2419879d381a admin admin] Pushing event updated for resources: {'Port': ['ID=a33e5fee-bdf3-4176-aee1-d1a37bcc22f4,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:18:43.820254 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3081f3-04e8-47ed-89dc-a56dd8353e59 None None] Sync routers for ids ['3159d71b-b561-4b6e-a491-c158b7e9ada7'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 08:18:43.837083 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3081f3-04e8-47ed-89dc-a56dd8353e59 None None] Routers {'3159d71b-b561-4b6e-a491-c158b7e9ada7'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:18:43.838060 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-8d3081f3-04e8-47ed-89dc-a56dd8353e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:18:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['3159d71b-b561-4b6e-a491-c158b7e9ada7'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:18:43.916287 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2148a828-11bf-4ed4-86a3-2419879d381a admin admin] Publish callbacks [] for router_gateway (aeb092aa-8304-4b64-b926-952c4f1b6785), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:43.983744 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-8d3081f3-04e8-47ed-89dc-a56dd8353e59 None None] Set router 3159d71b-b561-4b6e-a491-c158b7e9ada7 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:18:44.155707 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 08:18:44.233127 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2148a828-11bf-4ed4-86a3-2419879d381a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-942597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1043335'] for router (aeb092aa-8304-4b64-b926-952c4f1b6785), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:44.249035 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-8d3081f3-04e8-47ed-89dc-a56dd8353e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3159d71b-b561-4b6e-a491-c158b7e9ada7', 'name': 'tempest-TestSnapshotPattern-998583298-router', 'tenant_id': 'e2996547836c4f52a45bba90dd87b649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'ddfcec6a-4978-403b-a396-5ce01aaaf4f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:18:37Z', 'updated_at': '2022-02-02T08:18:39Z', 'revision_number': 4, 'project_id': 'e2996547836c4f52a45bba90dd87b649', 'gw_port': {'id': 'ddfcec6a-4978-403b-a396-5ce01aaaf4f4', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3159d71b-b561-4b6e-a491-c158b7e9ada7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:18:37Z', 'updated_at': '2022-02-02T08:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'ac518fae-d2fb-4446-b96b-1702881a1d28', 'name': '', 'network_id': '92f57431-8185-47c0-9fc5-97d16e119940', 'tenant_id': 'e2996547836c4f52a45bba90dd87b649', 'mac_address': 'fa:16:3e:62:cd:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3159d71b-b561-4b6e-a491-c158b7e9ada7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'c009cff2-f976-4e88-a885-7bac6454fcae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:18:39Z', 'updated_at': '2022-02-02T08:18:39Z', 'revision_number': 2, 'project_id': 'e2996547836c4f52a45bba90dd87b649', 'subnets': [{'id': 'c009cff2-f976-4e88-a885-7bac6454fcae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:18:44.281250 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3081f3-04e8-47ed-89dc-a56dd8353e59 None None] Checking router: 3159d71b-b561-4b6e-a491-c158b7e9ada7 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 08:18:44.281922 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3081f3-04e8-47ed-89dc-a56dd8353e59 None None] Updating router 3159d71b-b561-4b6e-a491-c158b7e9ada7 port ac518fae-d2fb-4446-b96b-1702881a1d28 binding host n-d-789963-26 {{(pid=109696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 08:18:44.322862 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-8d3081f3-04e8-47ed-89dc-a56dd8353e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ac518fae-d2fb-4446-b96b-1702881a1d28), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:44.413100 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2148a828-11bf-4ed4-86a3-2419879d381a admin admin] Router aeb092aa-8304-4b64-b926-952c4f1b6785 is scheduled to L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 with binding_index 1 {{(pid=109694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 08:18:44.558237 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2148a828-11bf-4ed4-86a3-2419879d381a admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 08:18:44.569978 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf5db43-370f-4c82-8e5e-b0813424d1b8 None None] Sync routers for ids ['aeb092aa-8304-4b64-b926-952c4f1b6785'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 08:18:44.593648 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf5db43-370f-4c82-8e5e-b0813424d1b8 None None] Routers {'aeb092aa-8304-4b64-b926-952c4f1b6785'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:18:44.594410 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-abf5db43-370f-4c82-8e5e-b0813424d1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:18:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['aeb092aa-8304-4b64-b926-952c4f1b6785'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:18:44.615055 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2148a828-11bf-4ed4-86a3-2419879d381a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:44.617113 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-2148a828-11bf-4ed4-86a3-2419879d381a admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6340187 Feb 02 08:18:44.619733 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 39856) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:18:44.645962 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b27b26f-d19d-4f90-b061-269fb756d396 None None] Network 1bd9e32d-2a27-4d1e-9773-2492a25a0cf7 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 08:18:44.807900 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-43d8b9f4-ba54-4250-b071-1e029649c60c None None] Provisioning complete for port 62eac580-9318-4f84-bcd0-bc38332c12ff triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:18:44.808349 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-43d8b9f4-ba54-4250-b071-1e029649c60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (62eac580-9318-4f84-bcd0-bc38332c12ff), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:44.811883 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-8d3081f3-04e8-47ed-89dc-a56dd8353e59 None None] Publish callbacks [] for port (ac518fae-d2fb-4446-b96b-1702881a1d28), precommit_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:44.825360 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-8d3081f3-04e8-47ed-89dc-a56dd8353e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (ac518fae-d2fb-4446-b96b-1702881a1d28), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:45.135372 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-8d3081f3-04e8-47ed-89dc-a56dd8353e59 None None] Attempting to bind port ac518fae-d2fb-4446-b96b-1702881a1d28 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 08:18:45.137283 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-8d3081f3-04e8-47ed-89dc-a56dd8353e59 None None] Attempting to bind port ac518fae-d2fb-4446-b96b-1702881a1d28 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': 'e80c3dcc-8eb6-4ce5-af63-8e3c50776482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '92f57431-8185-47c0-9fc5-97d16e119940'}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 08:18:45.138043 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3081f3-04e8-47ed-89dc-a56dd8353e59 None None] Attempting to bind port ac518fae-d2fb-4446-b96b-1702881a1d28 on network 92f57431-8185-47c0-9fc5-97d16e119940 {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 08:18:45.151220 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e37b8d5-5a99-40a3-be2c-be09e8686b11 None None] Pushing event updated for resources: {'Port': ['ID=ac518fae-d2fb-4446-b96b-1702881a1d28,revision_number=3']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:18:45.189201 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-abf5db43-370f-4c82-8e5e-b0813424d1b8 None None] Set router aeb092aa-8304-4b64-b926-952c4f1b6785 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:18:45.191873 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e37b8d5-5a99-40a3-be2c-be09e8686b11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:18:45.192417 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e37b8d5-5a99-40a3-be2c-be09e8686b11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:18:45.193619 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e37b8d5-5a99-40a3-be2c-be09e8686b11 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:18:45.194135 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e37b8d5-5a99-40a3-be2c-be09e8686b11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:18:45.194404 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:45.199151 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e37b8d5-5a99-40a3-be2c-be09e8686b11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:18:45.199798 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e37b8d5-5a99-40a3-be2c-be09e8686b11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:18:45.200344 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e37b8d5-5a99-40a3-be2c-be09e8686b11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:18:45.200886 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e37b8d5-5a99-40a3-be2c-be09e8686b11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:18:45.201429 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e37b8d5-5a99-40a3-be2c-be09e8686b11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:18:45.202579 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e37b8d5-5a99-40a3-be2c-be09e8686b11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:18:45.203129 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e37b8d5-5a99-40a3-be2c-be09e8686b11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:18:45.215986 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e37b8d5-5a99-40a3-be2c-be09e8686b11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:18:45.216489 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e37b8d5-5a99-40a3-be2c-be09e8686b11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:18:45.242958 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3081f3-04e8-47ed-89dc-a56dd8353e59 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 8, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 08:18:45.243499 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3081f3-04e8-47ed-89dc-a56dd8353e59 None None] Checking segment: {'id': 'e80c3dcc-8eb6-4ce5-af63-8e3c50776482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '92f57431-8185-47c0-9fc5-97d16e119940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 08:18:45.245145 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-8d3081f3-04e8-47ed-89dc-a56dd8353e59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:45.245731 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3081f3-04e8-47ed-89dc-a56dd8353e59 None None] Bound using segment: {'id': 'e80c3dcc-8eb6-4ce5-af63-8e3c50776482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '92f57431-8185-47c0-9fc5-97d16e119940'} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 08:18:45.246419 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-8d3081f3-04e8-47ed-89dc-a56dd8353e59 None None] Bound port: ac518fae-d2fb-4446-b96b-1702881a1d28, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e80c3dcc-8eb6-4ce5-af63-8e3c50776482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '92f57431-8185-47c0-9fc5-97d16e119940'}}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 08:18:45.246953 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-8d3081f3-04e8-47ed-89dc-a56dd8353e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ac518fae-d2fb-4446-b96b-1702881a1d28), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:45.433232 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 62eac580-9318-4f84-bcd0-bc38332c12ff up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 08:18:45.479026 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-8d3081f3-04e8-47ed-89dc-a56dd8353e59 None None] For port ac518fae-d2fb-4446-b96b-1702881a1d28, host n-d-789963-26, cleared binding levels {{(pid=109696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 08:18:45.486966 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e18b341d-b11e-485c-b7f6-6e5e9877abe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:45.497205 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-43d8b9f4-ba54-4250-b071-1e029649c60c None None] Current status of the port 62eac580-9318-4f84-bcd0-bc38332c12ff is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:18:45.497681 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-43d8b9f4-ba54-4250-b071-1e029649c60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (62eac580-9318-4f84-bcd0-bc38332c12ff), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:45.499287 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-8d3081f3-04e8-47ed-89dc-a56dd8353e59 None None] For port ac518fae-d2fb-4446-b96b-1702881a1d28, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=ac518fae-d2fb-4446-b96b-1702881a1d28,segment=NetworkSegment(e80c3dcc-8eb6-4ce5-af63-8e3c50776482),segment_id=e80c3dcc-8eb6-4ce5-af63-8e3c50776482)] {{(pid=109696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 08:18:45.524773 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-8d3081f3-04e8-47ed-89dc-a56dd8353e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (ac518fae-d2fb-4446-b96b-1702881a1d28), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:45.570888 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-43d8b9f4-ba54-4250-b071-1e029649c60c None None] For port 62eac580-9318-4f84-bcd0-bc38332c12ff, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=62eac580-9318-4f84-bcd0-bc38332c12ff,segment=NetworkSegment(88aa3778-82e0-457f-897b-ba4809c11e89),segment_id=88aa3778-82e0-457f-897b-ba4809c11e89)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:18:45.596083 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-43d8b9f4-ba54-4250-b071-1e029649c60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (62eac580-9318-4f84-bcd0-bc38332c12ff), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:45.604038 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3081f3-04e8-47ed-89dc-a56dd8353e59 None None] Routers {'3159d71b-b561-4b6e-a491-c158b7e9ada7'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:18:45.605054 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-8d3081f3-04e8-47ed-89dc-a56dd8353e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:18:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['3159d71b-b561-4b6e-a491-c158b7e9ada7'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:18:45.675292 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e37b8d5-5a99-40a3-be2c-be09e8686b11 None None] Pushing event updated for resources: {'Port': ['ID=ac518fae-d2fb-4446-b96b-1702881a1d28,revision_number=4']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:18:45.688931 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 62eac580-9318-4f84-bcd0-bc38332c12ff triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:18:45.688931 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (62eac580-9318-4f84-bcd0-bc38332c12ff), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:45.804890 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-8d3081f3-04e8-47ed-89dc-a56dd8353e59 None None] Set router 3159d71b-b561-4b6e-a491-c158b7e9ada7 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:18:45.808997 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d8b9f4-ba54-4250-b071-1e029649c60c None None] Pushing event updated for resources: {'Port': ['ID=62eac580-9318-4f84-bcd0-bc38332c12ff,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:18:45.853809 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-0b010b28-e942-4cd0-bbff-748cea97e623 None None] Provisioning complete for port 62eac580-9318-4f84-bcd0-bc38332c12ff triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:18:45.854383 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0b010b28-e942-4cd0-bbff-748cea97e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (62eac580-9318-4f84-bcd0-bc38332c12ff), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:45.868857 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-e18b341d-b11e-485c-b7f6-6e5e9877abe4 admin admin] Allocated IP 172.20.0.1 (1bd9e32d-2a27-4d1e-9773-2492a25a0cf7/3ed1aab6-f3cb-4a7b-80db-e098670685eb/d911996f-df67-4033-8ab9-cd40bbce8a22) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 08:18:45.948774 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-abf5db43-370f-4c82-8e5e-b0813424d1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb092aa-8304-4b64-b926-952c4f1b6785', 'name': 'tempest-TestSnapshotPattern-1578694566-router', 'tenant_id': 'e9dd7545e03f42818530c12eb28abfc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'a33e5fee-bdf3-4176-aee1-d1a37bcc22f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:18:42Z', 'updated_at': '2022-02-02T08:18:43Z', 'revision_number': 3, 'project_id': 'e9dd7545e03f42818530c12eb28abfc4', 'gw_port': {'id': 'a33e5fee-bdf3-4176-aee1-d1a37bcc22f4', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb092aa-8304-4b64-b926-952c4f1b6785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:18:42Z', 'updated_at': '2022-02-02T08:18:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:18:46.022177 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf5db43-370f-4c82-8e5e-b0813424d1b8 None None] Checking router: aeb092aa-8304-4b64-b926-952c4f1b6785 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 08:18:46.022716 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf5db43-370f-4c82-8e5e-b0813424d1b8 None None] Updating router aeb092aa-8304-4b64-b926-952c4f1b6785 port a33e5fee-bdf3-4176-aee1-d1a37bcc22f4 binding host n-d-789963-26 {{(pid=109695) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 08:18:46.025149 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e18b341d-b11e-485c-b7f6-6e5e9877abe4 admin admin] Publish callbacks [] for port (d911996f-df67-4033-8ab9-cd40bbce8a22), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:46.078033 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-8d3081f3-04e8-47ed-89dc-a56dd8353e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3159d71b-b561-4b6e-a491-c158b7e9ada7', 'name': 'tempest-TestSnapshotPattern-998583298-router', 'tenant_id': 'e2996547836c4f52a45bba90dd87b649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'ddfcec6a-4978-403b-a396-5ce01aaaf4f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:18:37Z', 'updated_at': '2022-02-02T08:18:39Z', 'revision_number': 4, 'project_id': 'e2996547836c4f52a45bba90dd87b649', 'gw_port': {'id': 'ddfcec6a-4978-403b-a396-5ce01aaaf4f4', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3159d71b-b561-4b6e-a491-c158b7e9ada7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:18:37Z', 'updated_at': '2022-02-02T08:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'ac518fae-d2fb-4446-b96b-1702881a1d28', 'name': '', 'network_id': '92f57431-8185-47c0-9fc5-97d16e119940', 'tenant_id': 'e2996547836c4f52a45bba90dd87b649', 'mac_address': 'fa:16:3e:62:cd:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3159d71b-b561-4b6e-a491-c158b7e9ada7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'c009cff2-f976-4e88-a885-7bac6454fcae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:18:39Z', 'updated_at': '2022-02-02T08:18:45Z', 'revision_number': 4, 'project_id': 'e2996547836c4f52a45bba90dd87b649', 'subnets': [{'id': 'c009cff2-f976-4e88-a885-7bac6454fcae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:18:46.084509 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e18b341d-b11e-485c-b7f6-6e5e9877abe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (d911996f-df67-4033-8ab9-cd40bbce8a22), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:46.086438 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 62eac580-9318-4f84-bcd0-bc38332c12ff is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:18:46.088381 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device ddfcec6a-4978-403b-a396-5ce01aaaf4f4 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 08:18:46.112475 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3081f3-04e8-47ed-89dc-a56dd8353e59 None None] The sync data for ids ['3159d71b-b561-4b6e-a491-c158b7e9ada7'] in n-d-789963-26 is: [{'id': '3159d71b-b561-4b6e-a491-c158b7e9ada7', 'name': 'tempest-TestSnapshotPattern-998583298-router', 'tenant_id': 'e2996547836c4f52a45bba90dd87b649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'ddfcec6a-4978-403b-a396-5ce01aaaf4f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:18:37Z', 'updated_at': '2022-02-02T08:18:39Z', 'revision_number': 4, 'project_id': 'e2996547836c4f52a45bba90dd87b649', 'gw_port': {'id': 'ddfcec6a-4978-403b-a396-5ce01aaaf4f4', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3159d71b-b561-4b6e-a491-c158b7e9ada7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:18:37Z', 'updated_at': '2022-02-02T08:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'ac518fae-d2fb-4446-b96b-1702881a1d28', 'name': '', 'network_id': '92f57431-8185-47c0-9fc5-97d16e119940', 'tenant_id': 'e2996547836c4f52a45bba90dd87b649', 'mac_address': 'fa:16:3e:62:cd:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3159d71b-b561-4b6e-a491-c158b7e9ada7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'c009cff2-f976-4e88-a885-7bac6454fcae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:18:39Z', 'updated_at': '2022-02-02T08:18:45Z', 'revision_number': 4, 'project_id': 'e2996547836c4f52a45bba90dd87b649', 'subnets': [{'id': 'c009cff2-f976-4e88-a885-7bac6454fcae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 08:18:46.143875 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-abf5db43-370f-4c82-8e5e-b0813424d1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (a33e5fee-bdf3-4176-aee1-d1a37bcc22f4), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:46.156243 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18b341d-b11e-485c-b7f6-6e5e9877abe4 admin admin] Network 1bd9e32d-2a27-4d1e-9773-2492a25a0cf7 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 08:18:46.165314 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-e18b341d-b11e-485c-b7f6-6e5e9877abe4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 08:18:46.172162 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18b341d-b11e-485c-b7f6-6e5e9877abe4 admin admin] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 08:18:46.212059 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18b341d-b11e-485c-b7f6-6e5e9877abe4 admin admin] Pushing event updated for resources: {'Port': ['ID=d911996f-df67-4033-8ab9-cd40bbce8a22,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:18:46.234215 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e18b341d-b11e-485c-b7f6-6e5e9877abe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043956'] for router_interface (aeb092aa-8304-4b64-b926-952c4f1b6785), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:46.408591 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e18b341d-b11e-485c-b7f6-6e5e9877abe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (d911996f-df67-4033-8ab9-cd40bbce8a22), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:46.418635 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-0b010b28-e942-4cd0-bbff-748cea97e623 None None] Current status of the port 62eac580-9318-4f84-bcd0-bc38332c12ff is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:18:46.459999 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:46.463779 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port ddfcec6a-4978-403b-a396-5ce01aaaf4f4 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:18:46.464192 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ddfcec6a-4978-403b-a396-5ce01aaaf4f4), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:46.508422 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-0b010b28-e942-4cd0-bbff-748cea97e623 None None] Provisioning complete for port ac518fae-d2fb-4446-b96b-1702881a1d28 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:18:46.508802 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0b010b28-e942-4cd0-bbff-748cea97e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ac518fae-d2fb-4446-b96b-1702881a1d28), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:46.668489 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e18b341d-b11e-485c-b7f6-6e5e9877abe4 admin admin] Publish callbacks [] for port (d911996f-df67-4033-8ab9-cd40bbce8a22), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:46.676981 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e18b341d-b11e-485c-b7f6-6e5e9877abe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (d911996f-df67-4033-8ab9-cd40bbce8a22), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:46.719801 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port ddfcec6a-4978-403b-a396-5ce01aaaf4f4 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:18:46.732490 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-0b010b28-e942-4cd0-bbff-748cea97e623 None None] Current status of the port ac518fae-d2fb-4446-b96b-1702881a1d28 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:18:46.732881 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0b010b28-e942-4cd0-bbff-748cea97e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (ac518fae-d2fb-4446-b96b-1702881a1d28), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:46.795153 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-abf5db43-370f-4c82-8e5e-b0813424d1b8 None None] Publish callbacks [] for port (a33e5fee-bdf3-4176-aee1-d1a37bcc22f4), precommit_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:46.803370 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18b341d-b11e-485c-b7f6-6e5e9877abe4 admin admin] Pushing event updated for resources: {'Port': ['ID=d911996f-df67-4033-8ab9-cd40bbce8a22,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:18:46.805960 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-0b010b28-e942-4cd0-bbff-748cea97e623 None None] For port ac518fae-d2fb-4446-b96b-1702881a1d28, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=ac518fae-d2fb-4446-b96b-1702881a1d28,segment=NetworkSegment(e80c3dcc-8eb6-4ce5-af63-8e3c50776482),segment_id=e80c3dcc-8eb6-4ce5-af63-8e3c50776482)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:18:46.809496 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-abf5db43-370f-4c82-8e5e-b0813424d1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (a33e5fee-bdf3-4176-aee1-d1a37bcc22f4), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:46.810424 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-e18b341d-b11e-485c-b7f6-6e5e9877abe4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-557365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043524'] for router_interface (aeb092aa-8304-4b64-b926-952c4f1b6785), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:46.826095 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0b010b28-e942-4cd0-bbff-748cea97e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (ac518fae-d2fb-4446-b96b-1702881a1d28), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:46.912909 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-abf5db43-370f-4c82-8e5e-b0813424d1b8 None None] Attempting to bind port a33e5fee-bdf3-4176-aee1-d1a37bcc22f4 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 08:18:46.913514 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-abf5db43-370f-4c82-8e5e-b0813424d1b8 None None] Attempting to bind port a33e5fee-bdf3-4176-aee1-d1a37bcc22f4 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 08:18:46.914117 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf5db43-370f-4c82-8e5e-b0813424d1b8 None None] Attempting to bind port a33e5fee-bdf3-4176-aee1-d1a37bcc22f4 on network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 08:18:46.918546 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196591af-0f74-4701-878d-d565e895bf65 None None] Pushing event updated for resources: {'Port': ['ID=a33e5fee-bdf3-4176-aee1-d1a37bcc22f4,revision_number=2']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:18:46.963501 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf5db43-370f-4c82-8e5e-b0813424d1b8 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 8, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 08:18:46.964047 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf5db43-370f-4c82-8e5e-b0813424d1b8 None None] Checking segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 08:18:46.964838 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-abf5db43-370f-4c82-8e5e-b0813424d1b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:46.965160 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf5db43-370f-4c82-8e5e-b0813424d1b8 None None] Bound using segment: {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'} {{(pid=109695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 08:18:46.965857 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.managers [None req-abf5db43-370f-4c82-8e5e-b0813424d1b8 None None] Bound port: a33e5fee-bdf3-4176-aee1-d1a37bcc22f4, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc21e8a-2f01-410a-a878-b0390f165ffa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8'}}] {{(pid=109695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 08:18:46.966895 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-abf5db43-370f-4c82-8e5e-b0813424d1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (a33e5fee-bdf3-4176-aee1-d1a37bcc22f4), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:46.977700 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18b341d-b11e-485c-b7f6-6e5e9877abe4 admin admin] Network 1bd9e32d-2a27-4d1e-9773-2492a25a0cf7 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 08:18:46.982045 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-e18b341d-b11e-485c-b7f6-6e5e9877abe4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 08:18:47.106377 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-51306214-a590-455c-ac57-788e2c33e1bf None None] Provisioning complete for port d911996f-df67-4033-8ab9-cd40bbce8a22 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:18:47.107040 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-51306214-a590-455c-ac57-788e2c33e1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (d911996f-df67-4033-8ab9-cd40bbce8a22), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:47.111272 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e18b341d-b11e-485c-b7f6-6e5e9877abe4 admin admin] Router aeb092aa-8304-4b64-b926-952c4f1b6785 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 08:18:47.120633 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b010b28-e942-4cd0-bbff-748cea97e623 None None] Pushing event updated for resources: {'Port': ['ID=ac518fae-d2fb-4446-b96b-1702881a1d28,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:18:47.182298 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-abf5db43-370f-4c82-8e5e-b0813424d1b8 None None] For port a33e5fee-bdf3-4176-aee1-d1a37bcc22f4, host n-d-789963-26, cleared binding levels {{(pid=109695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 08:18:47.220934 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-abf5db43-370f-4c82-8e5e-b0813424d1b8 None None] For port a33e5fee-bdf3-4176-aee1-d1a37bcc22f4, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=a33e5fee-bdf3-4176-aee1-d1a37bcc22f4,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 08:18:47.223144 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-51306214-a590-455c-ac57-788e2c33e1bf None None] Port d911996f-df67-4033-8ab9-cd40bbce8a22 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 08:18:47.236652 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device ac518fae-d2fb-4446-b96b-1702881a1d28 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 08:18:47.263899 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e18b341d-b11e-485c-b7f6-6e5e9877abe4 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 08:18:47.272894 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-abf5db43-370f-4c82-8e5e-b0813424d1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (a33e5fee-bdf3-4176-aee1-d1a37bcc22f4), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:47.285458 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-e18b341d-b11e-485c-b7f6-6e5e9877abe4 admin admin] 10.222.0.87 "PUT /v2.0/routers/aeb092aa-8304-4b64-b926-952c4f1b6785/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6645057 Feb 02 08:18:47.377438 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-51306214-a590-455c-ac57-788e2c33e1bf None None] Provisioning complete for port ac518fae-d2fb-4446-b96b-1702881a1d28 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:18:47.377887 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-51306214-a590-455c-ac57-788e2c33e1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ac518fae-d2fb-4446-b96b-1702881a1d28), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:47.422141 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf5db43-370f-4c82-8e5e-b0813424d1b8 None None] Routers {'aeb092aa-8304-4b64-b926-952c4f1b6785'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:18:47.422768 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-abf5db43-370f-4c82-8e5e-b0813424d1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:18:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['aeb092aa-8304-4b64-b926-952c4f1b6785'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:18:47.424638 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196591af-0f74-4701-878d-d565e895bf65 None None] Pushing event updated for resources: {'Port': ['ID=a33e5fee-bdf3-4176-aee1-d1a37bcc22f4,revision_number=3']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:18:47.502073 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port ac518fae-d2fb-4446-b96b-1702881a1d28 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:18:47.502451 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ac518fae-d2fb-4446-b96b-1702881a1d28), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:47.802350 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-abf5db43-370f-4c82-8e5e-b0813424d1b8 None None] Set router aeb092aa-8304-4b64-b926-952c4f1b6785 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:18:47.835704 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:47.837039 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-51306214-a590-455c-ac57-788e2c33e1bf None None] Current status of the port ac518fae-d2fb-4446-b96b-1702881a1d28 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:18:47.863362 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 39864) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:18:47.868456 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-af7f1274-0b50-4782-bf73-da6fb464f067 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2036702566', 'description': 'tempest-secgroup-smoke-2036702566 description', 'project_id': 'e2996547836c4f52a45bba90dd87b649'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:18:47.892399 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-af7f1274-0b50-4782-bf73-da6fb464f067 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks [] for security_group (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:47.954413 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port ac518fae-d2fb-4446-b96b-1702881a1d28 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:18:47.956670 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 62eac580-9318-4f84-bcd0-bc38332c12ff up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 08:18:47.976398 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-af7f1274-0b50-4782-bf73-da6fb464f067 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks [] for security_group (b8d67552-2688-48ab-b9a0-d5c8a3a66ec1), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:47.981997 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-af7f1274-0b50-4782-bf73-da6fb464f067 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (b8d67552-2688-48ab-b9a0-d5c8a3a66ec1), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:48.019398 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-af7f1274-0b50-4782-bf73-da6fb464f067 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:48.025317 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-af7f1274-0b50-4782-bf73-da6fb464f067 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1559098 Feb 02 08:18:48.025317 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7f1274-0b50-4782-bf73-da6fb464f067 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d67552-2688-48ab-b9a0-d5c8a3a66ec1,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:18:48.025317 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 39866) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:18:48.029462 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-7054daae-71e0-4c86-a044-d03a616f5acb tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Request body: {'security_group_rule': {'security_group_id': 'b8d67552-2688-48ab-b9a0-d5c8a3a66ec1', 'project_id': 'e2996547836c4f52a45bba90dd87b649', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:18:48.055985 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ed6a1168-9b30-4e80-98c3-6c5a4479bb04 None None] Provisioning complete for port d911996f-df67-4033-8ab9-cd40bbce8a22 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:18:48.056391 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ed6a1168-9b30-4e80-98c3-6c5a4479bb04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (d911996f-df67-4033-8ab9-cd40bbce8a22), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:48.059227 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7054daae-71e0-4c86-a044-d03a616f5acb tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks [] for security_group_rule (249885e7-7481-4ed0-8ca1-5523fb0b19e8), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:48.123488 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7054daae-71e0-4c86-a044-d03a616f5acb tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks [] for security_group_rule (249885e7-7481-4ed0-8ca1-5523fb0b19e8), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:48.129958 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7054daae-71e0-4c86-a044-d03a616f5acb tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (249885e7-7481-4ed0-8ca1-5523fb0b19e8), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:48.131924 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ed6a1168-9b30-4e80-98c3-6c5a4479bb04 None None] Port d911996f-df67-4033-8ab9-cd40bbce8a22 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 08:18:48.140258 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port 62eac580-9318-4f84-bcd0-bc38332c12ff triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:18:48.140647 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (62eac580-9318-4f84-bcd0-bc38332c12ff), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:48.151973 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7054daae-71e0-4c86-a044-d03a616f5acb tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=249885e7-7481-4ed0-8ca1-5523fb0b19e8,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:18:48.162093 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-7054daae-71e0-4c86-a044-d03a616f5acb tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:48.163392 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-7054daae-71e0-4c86-a044-d03a616f5acb tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1377695 Feb 02 08:18:48.166836 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 39868) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:18:48.173138 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-d3edb3a1-2cd6-4355-bd67-ff4fc1ff60ff tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Request body: {'security_group_rule': {'security_group_id': 'b8d67552-2688-48ab-b9a0-d5c8a3a66ec1', 'project_id': 'e2996547836c4f52a45bba90dd87b649', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:18:48.195590 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-abf5db43-370f-4c82-8e5e-b0813424d1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb092aa-8304-4b64-b926-952c4f1b6785', 'name': 'tempest-TestSnapshotPattern-1578694566-router', 'tenant_id': 'e9dd7545e03f42818530c12eb28abfc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'a33e5fee-bdf3-4176-aee1-d1a37bcc22f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:18:42Z', 'updated_at': '2022-02-02T08:18:46Z', 'revision_number': 4, 'project_id': 'e9dd7545e03f42818530c12eb28abfc4', 'gw_port': {'id': 'a33e5fee-bdf3-4176-aee1-d1a37bcc22f4', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb092aa-8304-4b64-b926-952c4f1b6785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:18:42Z', 'updated_at': '2022-02-02T08:18:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'd911996f-df67-4033-8ab9-cd40bbce8a22', 'name': '', 'network_id': '1bd9e32d-2a27-4d1e-9773-2492a25a0cf7', 'tenant_id': 'e9dd7545e03f42818530c12eb28abfc4', 'mac_address': 'fa:16:3e:16:74:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb092aa-8304-4b64-b926-952c4f1b6785', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '3ed1aab6-f3cb-4a7b-80db-e098670685eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:18:45Z', 'updated_at': '2022-02-02T08:18:46Z', 'revision_number': 2, 'project_id': 'e9dd7545e03f42818530c12eb28abfc4', 'subnets': [{'id': '3ed1aab6-f3cb-4a7b-80db-e098670685eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:18:48.204148 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d3edb3a1-2cd6-4355-bd67-ff4fc1ff60ff tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks [] for security_group_rule (7488adc1-aff3-4815-a6d6-daa9da3d9486), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:48.229941 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf5db43-370f-4c82-8e5e-b0813424d1b8 None None] The sync data for ids ['aeb092aa-8304-4b64-b926-952c4f1b6785'] in n-d-789963-26 is: [{'id': 'aeb092aa-8304-4b64-b926-952c4f1b6785', 'name': 'tempest-TestSnapshotPattern-1578694566-router', 'tenant_id': 'e9dd7545e03f42818530c12eb28abfc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'a33e5fee-bdf3-4176-aee1-d1a37bcc22f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:18:42Z', 'updated_at': '2022-02-02T08:18:46Z', 'revision_number': 4, 'project_id': 'e9dd7545e03f42818530c12eb28abfc4', 'gw_port': {'id': 'a33e5fee-bdf3-4176-aee1-d1a37bcc22f4', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb092aa-8304-4b64-b926-952c4f1b6785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:18:42Z', 'updated_at': '2022-02-02T08:18:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'd911996f-df67-4033-8ab9-cd40bbce8a22', 'name': '', 'network_id': '1bd9e32d-2a27-4d1e-9773-2492a25a0cf7', 'tenant_id': 'e9dd7545e03f42818530c12eb28abfc4', 'mac_address': 'fa:16:3e:16:74:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb092aa-8304-4b64-b926-952c4f1b6785', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '3ed1aab6-f3cb-4a7b-80db-e098670685eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:18:45Z', 'updated_at': '2022-02-02T08:18:46Z', 'revision_number': 2, 'project_id': 'e9dd7545e03f42818530c12eb28abfc4', 'subnets': [{'id': '3ed1aab6-f3cb-4a7b-80db-e098670685eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 08:18:48.276957 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port 62eac580-9318-4f84-bcd0-bc38332c12ff is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:18:48.292416 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d3edb3a1-2cd6-4355-bd67-ff4fc1ff60ff tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks [] for security_group_rule (7488adc1-aff3-4815-a6d6-daa9da3d9486), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:48.298762 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d3edb3a1-2cd6-4355-bd67-ff4fc1ff60ff tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (7488adc1-aff3-4815-a6d6-daa9da3d9486), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:48.319282 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3edb3a1-2cd6-4355-bd67-ff4fc1ff60ff tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7488adc1-aff3-4815-a6d6-daa9da3d9486,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:18:48.329322 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-d3edb3a1-2cd6-4355-bd67-ff4fc1ff60ff tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:48.330695 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-d3edb3a1-2cd6-4355-bd67-ff4fc1ff60ff tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1625671 Feb 02 08:18:48.336024 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 39870) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:18:48.340864 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-923e8627-f667-428f-be88-7e830926cb6f tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Request body: {'security_group_rule': {'security_group_id': 'b8d67552-2688-48ab-b9a0-d5c8a3a66ec1', 'project_id': 'e2996547836c4f52a45bba90dd87b649', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:18:48.373118 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-923e8627-f667-428f-be88-7e830926cb6f tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks [] for security_group_rule (5fedc828-d627-46ca-ac80-36dbdfb12baa), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:48.481079 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-923e8627-f667-428f-be88-7e830926cb6f tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks [] for security_group_rule (5fedc828-d627-46ca-ac80-36dbdfb12baa), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:48.499883 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-923e8627-f667-428f-be88-7e830926cb6f tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (5fedc828-d627-46ca-ac80-36dbdfb12baa), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:48.519102 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e8627-f667-428f-be88-7e830926cb6f tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fedc828-d627-46ca-ac80-36dbdfb12baa,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:18:48.531593 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-923e8627-f667-428f-be88-7e830926cb6f tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:48.533354 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-923e8627-f667-428f-be88-7e830926cb6f tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1961596 Feb 02 08:18:48.535966 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 39872) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:18:48.541843 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [None req-9e7f5792-d49c-4772-bb76-27083a4696ee tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Request body: {'security_group_rule': {'security_group_id': 'b8d67552-2688-48ab-b9a0-d5c8a3a66ec1', 'project_id': 'e2996547836c4f52a45bba90dd87b649', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:18:48.571141 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9e7f5792-d49c-4772-bb76-27083a4696ee tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks [] for security_group_rule (7f17eebc-2665-4308-adc8-87295507940a), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:48.650630 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9e7f5792-d49c-4772-bb76-27083a4696ee tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks [] for security_group_rule (7f17eebc-2665-4308-adc8-87295507940a), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:48.656699 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9e7f5792-d49c-4772-bb76-27083a4696ee tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (7f17eebc-2665-4308-adc8-87295507940a), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:48.683400 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7f5792-d49c-4772-bb76-27083a4696ee tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f17eebc-2665-4308-adc8-87295507940a,revision_number=0']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:18:48.697976 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-9e7f5792-d49c-4772-bb76-27083a4696ee tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:48.699273 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-9e7f5792-d49c-4772-bb76-27083a4696ee tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1623223 Feb 02 08:18:48.703910 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 39874) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:18:48.708541 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-69410296-4a70-4060-bd6c-e97f665b9c6b tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Request body: {'security_group_rule': {'security_group_id': 'b8d67552-2688-48ab-b9a0-d5c8a3a66ec1', 'project_id': 'e2996547836c4f52a45bba90dd87b649', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:18:48.730250 n-d-789963-26 neutron-server[109694]: INFO neutron.db.securitygroups_db [None req-69410296-4a70-4060-bd6c-e97f665b9c6b tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Project e2996547836c4f52a45bba90dd87b649 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 08:18:48.737690 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-69410296-4a70-4060-bd6c-e97f665b9c6b tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks [] for security_group_rule (df9a6e32-456d-4d74-bbce-52fb9c3632d7), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:48.804664 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-69410296-4a70-4060-bd6c-e97f665b9c6b tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks [] for security_group_rule (df9a6e32-456d-4d74-bbce-52fb9c3632d7), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:48.809451 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-69410296-4a70-4060-bd6c-e97f665b9c6b tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (df9a6e32-456d-4d74-bbce-52fb9c3632d7), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:48.829124 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69410296-4a70-4060-bd6c-e97f665b9c6b tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df9a6e32-456d-4d74-bbce-52fb9c3632d7,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:18:48.839033 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-69410296-4a70-4060-bd6c-e97f665b9c6b tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:48.840290 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-69410296-4a70-4060-bd6c-e97f665b9c6b tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1353152 Feb 02 08:18:48.843959 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 39876) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:18:48.848454 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-8406d5b4-6622-4a3f-97ff-051ac726721c tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Request body: {'security_group_rule': {'security_group_id': 'b8d67552-2688-48ab-b9a0-d5c8a3a66ec1', 'project_id': 'e2996547836c4f52a45bba90dd87b649', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:18:48.871946 n-d-789963-26 neutron-server[109694]: INFO neutron.db.securitygroups_db [None req-8406d5b4-6622-4a3f-97ff-051ac726721c tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Project e2996547836c4f52a45bba90dd87b649 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 08:18:48.879287 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8406d5b4-6622-4a3f-97ff-051ac726721c tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks [] for security_group_rule (06e42579-a91c-4eba-9a08-1f85eab23696), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:48.958065 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8406d5b4-6622-4a3f-97ff-051ac726721c tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks [] for security_group_rule (06e42579-a91c-4eba-9a08-1f85eab23696), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:48.964271 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8406d5b4-6622-4a3f-97ff-051ac726721c tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106792'] for security_group_rule (06e42579-a91c-4eba-9a08-1f85eab23696), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:48.982515 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8406d5b4-6622-4a3f-97ff-051ac726721c tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06e42579-a91c-4eba-9a08-1f85eab23696,revision_number=0']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:18:48.997546 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-8406d5b4-6622-4a3f-97ff-051ac726721c tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:48.999569 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-8406d5b4-6622-4a3f-97ff-051ac726721c tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1544716 Feb 02 08:18:49.072717 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device ac518fae-d2fb-4446-b96b-1702881a1d28 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 08:18:49.141442 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port ac518fae-d2fb-4446-b96b-1702881a1d28 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:18:49.141976 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (ac518fae-d2fb-4446-b96b-1702881a1d28), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:49.215894 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-24a39667-5de6-4a12-828f-e6ccee0b4eea req-96a82ff2-5184-4bcb-a937-2bd945e3fcd3 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2036702566&fields=id&tenant_id=e2996547836c4f52a45bba90dd87b649 HTTP/1.1" status: 200 len: 267 time: 0.0522194 Feb 02 08:18:49.257013 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port ac518fae-d2fb-4446-b96b-1702881a1d28 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:18:49.348483 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a39667-5de6-4a12-828f-e6ccee0b4eea req-f583c6c4-4699-4822-9c46-a3f95b019898 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:18:49.349990 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-24a39667-5de6-4a12-828f-e6ccee0b4eea req-f583c6c4-4699-4822-9c46-a3f95b019898 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "GET /v2.0/networks?id=92f57431-8185-47c0-9fc5-97d16e119940 HTTP/1.1" status: 200 len: 809 time: 0.1232152 Feb 02 08:18:49.365962 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-24a39667-5de6-4a12-828f-e6ccee0b4eea req-36833ed1-a1b3-4aaf-a971-52f87ab2a966 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "GET /v2.0/quotas/e2996547836c4f52a45bba90dd87b649 HTTP/1.1" status: 200 len: 375 time: 0.0105245 Feb 02 08:18:49.428601 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-24a39667-5de6-4a12-828f-e6ccee0b4eea req-f163f869-9c60-41cf-824f-69c991a939fe tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=e2996547836c4f52a45bba90dd87b649&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0569575 Feb 02 08:18:49.642336 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-24a39667-5de6-4a12-828f-e6ccee0b4eea req-05ac6a9c-b31e-45a2-81b9-d1e6bb9fddb4 service neutron] 10.222.0.87 "GET /v2.0/networks/92f57431-8185-47c0-9fc5-97d16e119940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006667 Feb 02 08:18:49.742835 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-24a39667-5de6-4a12-828f-e6ccee0b4eea req-aaee6880-509d-4331-92fe-ead379481ad8 service neutron] 10.222.0.87 "GET /v2.0/networks/92f57431-8185-47c0-9fc5-97d16e119940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945315 Feb 02 08:18:49.937533 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-47276606-cc26-44f3-bbf2-58e539eb14d2 req-eb905fe1-8d32-4bad-92c8-894da8fc0abe tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "GET /v2.0/ports?device_id=908f0f95-3187-4939-ab84-38c97590eb87 HTTP/1.1" status: 200 len: 210 time: 0.0361295 Feb 02 08:18:50.563017 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e63495-26ee-4283-94b9-1ff944e2dbb3 None None] Sync routers for ids ['aeb092aa-8304-4b64-b926-952c4f1b6785'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 08:18:50.574100 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e63495-26ee-4283-94b9-1ff944e2dbb3 None None] Routers {'aeb092aa-8304-4b64-b926-952c4f1b6785'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:18:50.574702 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-11e63495-26ee-4283-94b9-1ff944e2dbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:18:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['aeb092aa-8304-4b64-b926-952c4f1b6785'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:18:50.688883 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-11e63495-26ee-4283-94b9-1ff944e2dbb3 None None] Set router aeb092aa-8304-4b64-b926-952c4f1b6785 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:18:51.051460 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-11e63495-26ee-4283-94b9-1ff944e2dbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb092aa-8304-4b64-b926-952c4f1b6785', 'name': 'tempest-TestSnapshotPattern-1578694566-router', 'tenant_id': 'e9dd7545e03f42818530c12eb28abfc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'a33e5fee-bdf3-4176-aee1-d1a37bcc22f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:18:42Z', 'updated_at': '2022-02-02T08:18:46Z', 'revision_number': 4, 'project_id': 'e9dd7545e03f42818530c12eb28abfc4', 'gw_port': {'id': 'a33e5fee-bdf3-4176-aee1-d1a37bcc22f4', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb092aa-8304-4b64-b926-952c4f1b6785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:18:42Z', 'updated_at': '2022-02-02T08:18:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'd911996f-df67-4033-8ab9-cd40bbce8a22', 'name': '', 'network_id': '1bd9e32d-2a27-4d1e-9773-2492a25a0cf7', 'tenant_id': 'e9dd7545e03f42818530c12eb28abfc4', 'mac_address': 'fa:16:3e:16:74:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb092aa-8304-4b64-b926-952c4f1b6785', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '3ed1aab6-f3cb-4a7b-80db-e098670685eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:18:45Z', 'updated_at': '2022-02-02T08:18:46Z', 'revision_number': 2, 'project_id': 'e9dd7545e03f42818530c12eb28abfc4', 'subnets': [{'id': '3ed1aab6-f3cb-4a7b-80db-e098670685eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:18:51.116013 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e63495-26ee-4283-94b9-1ff944e2dbb3 None None] Checking router: aeb092aa-8304-4b64-b926-952c4f1b6785 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 08:18:51.116571 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e63495-26ee-4283-94b9-1ff944e2dbb3 None None] Updating router aeb092aa-8304-4b64-b926-952c4f1b6785 port d911996f-df67-4033-8ab9-cd40bbce8a22 binding host n-d-789963-26 {{(pid=109696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 08:18:51.133179 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device a33e5fee-bdf3-4176-aee1-d1a37bcc22f4 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 08:18:51.142843 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-7dab8904-d6a7-4e11-9c02-2f49ea7f9e19 req-493b13de-d14a-4d59-8448-da5785da670b tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "GET /v2.0/ports?device_id=908f0f95-3187-4939-ab84-38c97590eb87 HTTP/1.1" status: 200 len: 210 time: 0.0550225 Feb 02 08:18:51.149499 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-11e63495-26ee-4283-94b9-1ff944e2dbb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (d911996f-df67-4033-8ab9-cd40bbce8a22), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:51.201671 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port a33e5fee-bdf3-4176-aee1-d1a37bcc22f4 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:18:51.202809 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (a33e5fee-bdf3-4176-aee1-d1a37bcc22f4), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:51.206821 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a39667-5de6-4a12-828f-e6ccee0b4eea req-4283fed2-4a63-431b-b2e1-82c29462a6a6 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:18:51.209010 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-24a39667-5de6-4a12-828f-e6ccee0b4eea req-4283fed2-4a63-431b-b2e1-82c29462a6a6 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.59 "GET /v2.0/networks?id=92f57431-8185-47c0-9fc5-97d16e119940 HTTP/1.1" status: 200 len: 809 time: 0.2856951 Feb 02 08:18:51.286759 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-24a39667-5de6-4a12-828f-e6ccee0b4eea req-3a3cdbe3-efc8-4fff-9470-1842138cb355 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2996547836c4f52a45bba90dd87b649 HTTP/1.1" status: 200 len: 380 time: 0.0636513 Feb 02 08:18:51.302994 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-24a39667-5de6-4a12-828f-e6ccee0b4eea req-02f59bcf-b0e9-4d31-ace7-ebbdab64e369 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Request body: {'port': {'device_id': '908f0f95-3187-4939-ab84-38c97590eb87', 'network_id': '92f57431-8185-47c0-9fc5-97d16e119940', 'admin_state_up': True, 'tenant_id': 'e2996547836c4f52a45bba90dd87b649', 'security_groups': ['b8d67552-2688-48ab-b9a0-d5c8a3a66ec1']}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:18:51.304490 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port a33e5fee-bdf3-4176-aee1-d1a37bcc22f4 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:18:51.305121 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (a33e5fee-bdf3-4176-aee1-d1a37bcc22f4), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:51.335408 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] For port a33e5fee-bdf3-4176-aee1-d1a37bcc22f4, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=a33e5fee-bdf3-4176-aee1-d1a37bcc22f4,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:18:51.344467 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (a33e5fee-bdf3-4176-aee1-d1a37bcc22f4), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:51.400517 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Pushing event updated for resources: {'Port': ['ID=a33e5fee-bdf3-4176-aee1-d1a37bcc22f4,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:18:51.450744 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24a39667-5de6-4a12-828f-e6ccee0b4eea req-02f59bcf-b0e9-4d31-ace7-ebbdab64e369 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Made reservation on behalf of e2996547836c4f52a45bba90dd87b649 for: {'port': 1} {{(pid=109694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 08:18:51.455130 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-24a39667-5de6-4a12-828f-e6ccee0b4eea req-02f59bcf-b0e9-4d31-ace7-ebbdab64e369 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:51.492237 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-11e63495-26ee-4283-94b9-1ff944e2dbb3 None None] Publish callbacks [] for port (d911996f-df67-4033-8ab9-cd40bbce8a22), precommit_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:51.497477 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-11e63495-26ee-4283-94b9-1ff944e2dbb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (d911996f-df67-4033-8ab9-cd40bbce8a22), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:51.569559 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cadfd9-faf5-4b2a-a166-3fc13e7beb6c None None] Pushing event updated for resources: {'Port': ['ID=d911996f-df67-4033-8ab9-cd40bbce8a22,revision_number=3']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:18:51.601439 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [req-24a39667-5de6-4a12-828f-e6ccee0b4eea req-02f59bcf-b0e9-4d31-ace7-ebbdab64e369 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Allocated IP 172.20.0.9 (92f57431-8185-47c0-9fc5-97d16e119940/c009cff2-f976-4e88-a885-7bac6454fcae/b26b817d-3bad-4eb4-ac8a-ebd1749c4269) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 08:18:51.605155 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-11e63495-26ee-4283-94b9-1ff944e2dbb3 None None] Attempting to bind port d911996f-df67-4033-8ab9-cd40bbce8a22 on host n-d-789963-26 for vnic_type normal with profile {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 08:18:51.605521 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-11e63495-26ee-4283-94b9-1ff944e2dbb3 None None] Attempting to bind port d911996f-df67-4033-8ab9-cd40bbce8a22 by drivers openvswitch,hyperv on host n-d-789963-26 at level 0 using segments [{'id': '88aa3778-82e0-457f-897b-ba4809c11e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bd9e32d-2a27-4d1e-9773-2492a25a0cf7'}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 08:18:51.605886 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e63495-26ee-4283-94b9-1ff944e2dbb3 None None] Attempting to bind port d911996f-df67-4033-8ab9-cd40bbce8a22 on network 1bd9e32d-2a27-4d1e-9773-2492a25a0cf7 {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 08:18:51.614490 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e63495-26ee-4283-94b9-1ff944e2dbb3 None None] Checking agent: {'id': '39e67bef-edd7-48b9-99e3-7e49d4c4cfe1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 43, 17), 'started_at': datetime.datetime(2022, 2, 2, 6, 43, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 8, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 08:18:51.615082 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e63495-26ee-4283-94b9-1ff944e2dbb3 None None] Checking segment: {'id': '88aa3778-82e0-457f-897b-ba4809c11e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bd9e32d-2a27-4d1e-9773-2492a25a0cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 08:18:51.615756 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-11e63495-26ee-4283-94b9-1ff944e2dbb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:51.616610 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e63495-26ee-4283-94b9-1ff944e2dbb3 None None] Bound using segment: {'id': '88aa3778-82e0-457f-897b-ba4809c11e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bd9e32d-2a27-4d1e-9773-2492a25a0cf7'} {{(pid=109696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 08:18:51.617163 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.managers [None req-11e63495-26ee-4283-94b9-1ff944e2dbb3 None None] Bound port: d911996f-df67-4033-8ab9-cd40bbce8a22, host: n-d-789963-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88aa3778-82e0-457f-897b-ba4809c11e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1bd9e32d-2a27-4d1e-9773-2492a25a0cf7'}}] {{(pid=109696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 08:18:51.617772 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-11e63495-26ee-4283-94b9-1ff944e2dbb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (d911996f-df67-4033-8ab9-cd40bbce8a22), before_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:51.699757 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-11e63495-26ee-4283-94b9-1ff944e2dbb3 None None] For port d911996f-df67-4033-8ab9-cd40bbce8a22, host n-d-789963-26, cleared binding levels {{(pid=109696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 08:18:51.703525 n-d-789963-26 neutron-server[109696]: DEBUG neutron.plugins.ml2.db [None req-11e63495-26ee-4283-94b9-1ff944e2dbb3 None None] For port d911996f-df67-4033-8ab9-cd40bbce8a22, host n-d-789963-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=d911996f-df67-4033-8ab9-cd40bbce8a22,segment=NetworkSegment(88aa3778-82e0-457f-897b-ba4809c11e89),segment_id=88aa3778-82e0-457f-897b-ba4809c11e89)] {{(pid=109696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 08:18:51.713835 n-d-789963-26 neutron-server[109696]: DEBUG neutron_lib.callbacks.manager [None req-11e63495-26ee-4283-94b9-1ff944e2dbb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (d911996f-df67-4033-8ab9-cd40bbce8a22), after_update {{(pid=109696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:51.800131 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e63495-26ee-4283-94b9-1ff944e2dbb3 None None] Routers {'aeb092aa-8304-4b64-b926-952c4f1b6785'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:18:51.800935 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-11e63495-26ee-4283-94b9-1ff944e2dbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:18:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['aeb092aa-8304-4b64-b926-952c4f1b6785'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:18:51.861619 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cadfd9-faf5-4b2a-a166-3fc13e7beb6c None None] Pushing event updated for resources: {'Port': ['ID=d911996f-df67-4033-8ab9-cd40bbce8a22,revision_number=4']} {{(pid=109696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:18:51.893269 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-d6dba500-a3fb-4a39-b269-71765dc466d6 None None] Provisioning complete for port d911996f-df67-4033-8ab9-cd40bbce8a22 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:18:51.893642 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d6dba500-a3fb-4a39-b269-71765dc466d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (d911996f-df67-4033-8ab9-cd40bbce8a22), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:52.009542 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-d6dba500-a3fb-4a39-b269-71765dc466d6 None None] Current status of the port d911996f-df67-4033-8ab9-cd40bbce8a22 is: DOWN; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:18:52.010656 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d6dba500-a3fb-4a39-b269-71765dc466d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (d911996f-df67-4033-8ab9-cd40bbce8a22), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:52.011344 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-11e63495-26ee-4283-94b9-1ff944e2dbb3 None None] Set router aeb092aa-8304-4b64-b926-952c4f1b6785 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:18:52.075310 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-d6dba500-a3fb-4a39-b269-71765dc466d6 None None] For port d911996f-df67-4033-8ab9-cd40bbce8a22, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=d911996f-df67-4033-8ab9-cd40bbce8a22,segment=NetworkSegment(88aa3778-82e0-457f-897b-ba4809c11e89),segment_id=88aa3778-82e0-457f-897b-ba4809c11e89)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:18:52.082738 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d6dba500-a3fb-4a39-b269-71765dc466d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (d911996f-df67-4033-8ab9-cd40bbce8a22), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:52.153798 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dba500-a3fb-4a39-b269-71765dc466d6 None None] Pushing event updated for resources: {'Port': ['ID=d911996f-df67-4033-8ab9-cd40bbce8a22,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:18:52.159030 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-24a39667-5de6-4a12-828f-e6ccee0b4eea req-02f59bcf-b0e9-4d31-ace7-ebbdab64e369 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks [] for port (b26b817d-3bad-4eb4-ac8a-ebd1749c4269), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:52.200859 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-24a39667-5de6-4a12-828f-e6ccee0b4eea req-02f59bcf-b0e9-4d31-ace7-ebbdab64e369 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (b26b817d-3bad-4eb4-ac8a-ebd1749c4269), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:52.219806 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-36da902b-88ea-41d4-927d-1f765b22516c None None] Provisioning complete for port d911996f-df67-4033-8ab9-cd40bbce8a22 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:18:52.220500 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-36da902b-88ea-41d4-927d-1f765b22516c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (d911996f-df67-4033-8ab9-cd40bbce8a22), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:52.248829 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24a39667-5de6-4a12-828f-e6ccee0b4eea req-02f59bcf-b0e9-4d31-ace7-ebbdab64e369 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Network 92f57431-8185-47c0-9fc5-97d16e119940 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 08:18:52.252930 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [req-24a39667-5de6-4a12-828f-e6ccee0b4eea req-02f59bcf-b0e9-4d31-ace7-ebbdab64e369 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 08:18:52.257134 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-24a39667-5de6-4a12-828f-e6ccee0b4eea req-02f59bcf-b0e9-4d31-ace7-ebbdab64e369 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 08:18:52.321427 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-36da902b-88ea-41d4-927d-1f765b22516c None None] Current status of the port d911996f-df67-4033-8ab9-cd40bbce8a22 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:18:52.344361 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f59bcf-b0e9-4d31-ace7-ebbdab64e369 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Pushing event updated for resources: {'Port': ['ID=b26b817d-3bad-4eb4-ac8a-ebd1749c4269,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:18:52.359451 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a39667-5de6-4a12-828f-e6ccee0b4eea req-02f59bcf-b0e9-4d31-ace7-ebbdab64e369 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:18:52.360731 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-24a39667-5de6-4a12-828f-e6ccee0b4eea req-02f59bcf-b0e9-4d31-ace7-ebbdab64e369 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:52.380073 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-11e63495-26ee-4283-94b9-1ff944e2dbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb092aa-8304-4b64-b926-952c4f1b6785', 'name': 'tempest-TestSnapshotPattern-1578694566-router', 'tenant_id': 'e9dd7545e03f42818530c12eb28abfc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'a33e5fee-bdf3-4176-aee1-d1a37bcc22f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:18:42Z', 'updated_at': '2022-02-02T08:18:46Z', 'revision_number': 4, 'project_id': 'e9dd7545e03f42818530c12eb28abfc4', 'gw_port': {'id': 'a33e5fee-bdf3-4176-aee1-d1a37bcc22f4', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb092aa-8304-4b64-b926-952c4f1b6785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:18:42Z', 'updated_at': '2022-02-02T08:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'd911996f-df67-4033-8ab9-cd40bbce8a22', 'name': '', 'network_id': '1bd9e32d-2a27-4d1e-9773-2492a25a0cf7', 'tenant_id': 'e9dd7545e03f42818530c12eb28abfc4', 'mac_address': 'fa:16:3e:16:74:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb092aa-8304-4b64-b926-952c4f1b6785', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '3ed1aab6-f3cb-4a7b-80db-e098670685eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:18:45Z', 'updated_at': '2022-02-02T08:18:51Z', 'revision_number': 4, 'project_id': 'e9dd7545e03f42818530c12eb28abfc4', 'subnets': [{'id': '3ed1aab6-f3cb-4a7b-80db-e098670685eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:18:52.385494 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-24a39667-5de6-4a12-828f-e6ccee0b4eea req-02f59bcf-b0e9-4d31-ace7-ebbdab64e369 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0866640 Feb 02 08:18:52.400873 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d4fa79-4448-4631-be62-5c46b4a7685e req-51de67b8-d39d-49b1-b82c-e1473e7a95da tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:18:52.402717 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-68d4fa79-4448-4631-be62-5c46b4a7685e req-51de67b8-d39d-49b1-b82c-e1473e7a95da tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "GET /v2.0/ports?device_id=908f0f95-3187-4939-ab84-38c97590eb87 HTTP/1.1" status: 200 len: 931 time: 0.1080632 Feb 02 08:18:52.409232 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [req-24a39667-5de6-4a12-828f-e6ccee0b4eea req-6551ad88-7201-4278-95a9-382731810290 service neutron] Request body: {'port': {'device_id': '908f0f95-3187-4939-ab84-38c97590eb87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-26'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:18:52.413618 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e63495-26ee-4283-94b9-1ff944e2dbb3 None None] The sync data for ids ['aeb092aa-8304-4b64-b926-952c4f1b6785'] in n-d-789963-26 is: [{'id': 'aeb092aa-8304-4b64-b926-952c4f1b6785', 'name': 'tempest-TestSnapshotPattern-1578694566-router', 'tenant_id': 'e9dd7545e03f42818530c12eb28abfc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'a33e5fee-bdf3-4176-aee1-d1a37bcc22f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:18:42Z', 'updated_at': '2022-02-02T08:18:46Z', 'revision_number': 4, 'project_id': 'e9dd7545e03f42818530c12eb28abfc4', 'gw_port': {'id': 'a33e5fee-bdf3-4176-aee1-d1a37bcc22f4', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb092aa-8304-4b64-b926-952c4f1b6785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:18:42Z', 'updated_at': '2022-02-02T08:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'd911996f-df67-4033-8ab9-cd40bbce8a22', 'name': '', 'network_id': '1bd9e32d-2a27-4d1e-9773-2492a25a0cf7', 'tenant_id': 'e9dd7545e03f42818530c12eb28abfc4', 'mac_address': 'fa:16:3e:16:74:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb092aa-8304-4b64-b926-952c4f1b6785', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '3ed1aab6-f3cb-4a7b-80db-e098670685eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:18:45Z', 'updated_at': '2022-02-02T08:18:51Z', 'revision_number': 4, 'project_id': 'e9dd7545e03f42818530c12eb28abfc4', 'subnets': [{'id': '3ed1aab6-f3cb-4a7b-80db-e098670685eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 08:18:52.518736 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-68d4fa79-4448-4631-be62-5c46b4a7685e req-611fdc4e-ee05-4b06-b8ed-a67787cdabdd tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "GET /v2.0/security-groups?id=b8d67552-2688-48ab-b9a0-d5c8a3a66ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882592 Feb 02 08:18:52.519483 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-24a39667-5de6-4a12-828f-e6ccee0b4eea req-6551ad88-7201-4278-95a9-382731810290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b26b817d-3bad-4eb4-ac8a-ebd1749c4269), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:52.653361 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-6c2b2396-75bd-4d0a-ada2-22f59b94c26b None None] Provisioning complete for port b26b817d-3bad-4eb4-ac8a-ebd1749c4269 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:18:52.653891 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-6c2b2396-75bd-4d0a-ada2-22f59b94c26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b26b817d-3bad-4eb4-ac8a-ebd1749c4269), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:52.712358 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-6c2b2396-75bd-4d0a-ada2-22f59b94c26b None None] Port b26b817d-3bad-4eb4-ac8a-ebd1749c4269 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 08:18:52.838881 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [req-24a39667-5de6-4a12-828f-e6ccee0b4eea req-6551ad88-7201-4278-95a9-382731810290 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b26b817d-3bad-4eb4-ac8a-ebd1749c4269 {{(pid=109694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 08:18:52.850428 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-24a39667-5de6-4a12-828f-e6ccee0b4eea req-6551ad88-7201-4278-95a9-382731810290 service neutron] Publish callbacks [] for port (b26b817d-3bad-4eb4-ac8a-ebd1749c4269), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:52.866441 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.provisioning_blocks [req-24a39667-5de6-4a12-828f-e6ccee0b4eea req-6551ad88-7201-4278-95a9-382731810290 service neutron] Transition to ACTIVE for port object b26b817d-3bad-4eb4-ac8a-ebd1749c4269 will not be triggered until provisioned by entity L2. {{(pid=109694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 08:18:52.870908 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-24a39667-5de6-4a12-828f-e6ccee0b4eea req-6551ad88-7201-4278-95a9-382731810290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (b26b817d-3bad-4eb4-ac8a-ebd1749c4269), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:52.950154 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:52.964765 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6551ad88-7201-4278-95a9-382731810290 service neutron] Pushing event updated for resources: {'Port': ['ID=b26b817d-3bad-4eb4-ac8a-ebd1749c4269,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:18:53.050543 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-24a39667-5de6-4a12-828f-e6ccee0b4eea req-6551ad88-7201-4278-95a9-382731810290 service neutron] Attempting to bind port b26b817d-3bad-4eb4-ac8a-ebd1749c4269 on host n-h2-789963-26 for vnic_type normal with profile {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 08:18:53.050940 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-24a39667-5de6-4a12-828f-e6ccee0b4eea req-6551ad88-7201-4278-95a9-382731810290 service neutron] Attempting to bind port b26b817d-3bad-4eb4-ac8a-ebd1749c4269 by drivers openvswitch,hyperv on host n-h2-789963-26 at level 0 using segments [{'id': 'e80c3dcc-8eb6-4ce5-af63-8e3c50776482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '92f57431-8185-47c0-9fc5-97d16e119940'}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 08:18:53.051971 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a39667-5de6-4a12-828f-e6ccee0b4eea req-6551ad88-7201-4278-95a9-382731810290 service neutron] Attempting to bind port b26b817d-3bad-4eb4-ac8a-ebd1749c4269 on network 92f57431-8185-47c0-9fc5-97d16e119940 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 08:18:53.059103 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a39667-5de6-4a12-828f-e6ccee0b4eea req-6551ad88-7201-4278-95a9-382731810290 service neutron] Port b26b817d-3bad-4eb4-ac8a-ebd1749c4269 on network 92f57431-8185-47c0-9fc5-97d16e119940 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-26 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 08:18:53.059700 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a39667-5de6-4a12-828f-e6ccee0b4eea req-6551ad88-7201-4278-95a9-382731810290 service neutron] Attempting to bind port b26b817d-3bad-4eb4-ac8a-ebd1749c4269 on network 92f57431-8185-47c0-9fc5-97d16e119940 {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 08:18:53.070452 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a39667-5de6-4a12-828f-e6ccee0b4eea req-6551ad88-7201-4278-95a9-382731810290 service neutron] Checking agent: {'id': '4f5ff744-044d-43cc-99a3-5f3b3b627f45', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 8, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 08:18:53.070999 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a39667-5de6-4a12-828f-e6ccee0b4eea req-6551ad88-7201-4278-95a9-382731810290 service neutron] Checking segment: {'id': 'e80c3dcc-8eb6-4ce5-af63-8e3c50776482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '92f57431-8185-47c0-9fc5-97d16e119940'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 08:18:53.071854 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a39667-5de6-4a12-828f-e6ccee0b4eea req-6551ad88-7201-4278-95a9-382731810290 service neutron] Bound using segment: {'id': 'e80c3dcc-8eb6-4ce5-af63-8e3c50776482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '92f57431-8185-47c0-9fc5-97d16e119940'} {{(pid=109694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 08:18:53.072969 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.managers [req-24a39667-5de6-4a12-828f-e6ccee0b4eea req-6551ad88-7201-4278-95a9-382731810290 service neutron] Bound port: b26b817d-3bad-4eb4-ac8a-ebd1749c4269, host: n-h2-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e80c3dcc-8eb6-4ce5-af63-8e3c50776482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '92f57431-8185-47c0-9fc5-97d16e119940'}}] {{(pid=109694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 08:18:53.073569 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-24a39667-5de6-4a12-828f-e6ccee0b4eea req-6551ad88-7201-4278-95a9-382731810290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b26b817d-3bad-4eb4-ac8a-ebd1749c4269), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:53.158916 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device d911996f-df67-4033-8ab9-cd40bbce8a22 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 08:18:53.182067 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-24a39667-5de6-4a12-828f-e6ccee0b4eea req-6551ad88-7201-4278-95a9-382731810290 service neutron] For port b26b817d-3bad-4eb4-ac8a-ebd1749c4269, host n-h2-789963-26, cleared binding levels {{(pid=109694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 08:18:53.188685 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-24a39667-5de6-4a12-828f-e6ccee0b4eea req-6551ad88-7201-4278-95a9-382731810290 service neutron] For port b26b817d-3bad-4eb4-ac8a-ebd1749c4269, host n-h2-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=b26b817d-3bad-4eb4-ac8a-ebd1749c4269,segment=NetworkSegment(e80c3dcc-8eb6-4ce5-af63-8e3c50776482),segment_id=e80c3dcc-8eb6-4ce5-af63-8e3c50776482)] {{(pid=109694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 08:18:53.203660 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-24a39667-5de6-4a12-828f-e6ccee0b4eea req-6551ad88-7201-4278-95a9-382731810290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (b26b817d-3bad-4eb4-ac8a-ebd1749c4269), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:53.267998 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a39667-5de6-4a12-828f-e6ccee0b4eea req-6551ad88-7201-4278-95a9-382731810290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:18:53.269143 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-24a39667-5de6-4a12-828f-e6ccee0b4eea req-6551ad88-7201-4278-95a9-382731810290 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:53.271879 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port d911996f-df67-4033-8ab9-cd40bbce8a22 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:18:53.272387 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-24a39667-5de6-4a12-828f-e6ccee0b4eea req-6551ad88-7201-4278-95a9-382731810290 service neutron] 10.222.0.59 "PUT /v2.0/ports/b26b817d-3bad-4eb4-ac8a-ebd1749c4269 HTTP/1.1" status: 200 len: 1092 time: 0.8680646 Feb 02 08:18:53.274013 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (d911996f-df67-4033-8ab9-cd40bbce8a22), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:53.276706 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '908f0f95-3187-4939-ab84-38c97590eb87', 'tag': 'b26b817d-3bad-4eb4-ac8a-ebd1749c4269'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 08:18:53.282935 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cd64c29d20054dd266ebfc4811df21ba6bce2c9fa8def1b04b444a49e945ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-138a246e-8b23-4ecf-8aae-1d75cede388f" -d '{"events": [{"name": "network-changed", "server_uuid": "908f0f95-3187-4939-ab84-38c97590eb87", "tag": "b26b817d-3bad-4eb4-ac8a-ebd1749c4269"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 08:18:53.342268 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6551ad88-7201-4278-95a9-382731810290 service neutron] Pushing event updated for resources: {'Port': ['ID=b26b817d-3bad-4eb4-ac8a-ebd1749c4269,revision_number=3']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:18:53.376408 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 08:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57fa089-3d7b-439b-b141-f4b74ad66bdf x-openstack-request-id: req-c57fa089-3d7b-439b-b141-f4b74ad66bdf {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 08:18:53.376875 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "908f0f95-3187-4939-ab84-38c97590eb87", "tag": "b26b817d-3bad-4eb4-ac8a-ebd1749c4269", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 08:18:53.377580 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c57fa089-3d7b-439b-b141-f4b74ad66bdf {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 08:18:53.378558 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '908f0f95-3187-4939-ab84-38c97590eb87', 'tag': 'b26b817d-3bad-4eb4-ac8a-ebd1749c4269', 'status': 'completed', 'code': 200} Feb 02 08:18:53.423001 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port d911996f-df67-4033-8ab9-cd40bbce8a22 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:18:53.424417 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device a33e5fee-bdf3-4176-aee1-d1a37bcc22f4 up at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 08:18:53.440536 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a39667-5de6-4a12-828f-e6ccee0b4eea req-b86051b4-fa5c-4e5a-b5f0-5f04a85274b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:18:53.442798 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-24a39667-5de6-4a12-828f-e6ccee0b4eea req-b86051b4-fa5c-4e5a-b5f0-5f04a85274b3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e2996547836c4f52a45bba90dd87b649&device_id=908f0f95-3187-4939-ab84-38c97590eb87 HTTP/1.1" status: 200 len: 1126 time: 0.0873091 Feb 02 08:18:53.496056 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-24a39667-5de6-4a12-828f-e6ccee0b4eea req-22800b7c-34a2-4024-a773-0846ea900b9e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b26b817d-3bad-4eb4-ac8a-ebd1749c4269 HTTP/1.1" status: 200 len: 217 time: 0.0404687 Feb 02 08:18:53.509026 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Provisioning complete for port a33e5fee-bdf3-4176-aee1-d1a37bcc22f4 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:18:53.509437 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (a33e5fee-bdf3-4176-aee1-d1a37bcc22f4), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:53.565290 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a39667-5de6-4a12-828f-e6ccee0b4eea req-8a425a25-cde4-4159-8135-7025c3ca34db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:18:53.567454 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-24a39667-5de6-4a12-828f-e6ccee0b4eea req-8a425a25-cde4-4159-8135-7025c3ca34db service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c009cff2-f976-4e88-a885-7bac6454fcae HTTP/1.1" status: 200 len: 848 time: 0.0652976 Feb 02 08:18:53.639477 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Current status of the port a33e5fee-bdf3-4176-aee1-d1a37bcc22f4 is: ACTIVE; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:18:53.685754 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a39667-5de6-4a12-828f-e6ccee0b4eea req-54efabb6-fd08-4d0c-b734-d93596ee8cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:18:53.687471 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-24a39667-5de6-4a12-828f-e6ccee0b4eea req-54efabb6-fd08-4d0c-b734-d93596ee8cb9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=92f57431-8185-47c0-9fc5-97d16e119940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1139274 Feb 02 08:18:53.732567 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca50ac-37e4-45a8-9753-051fbd0b01e8 req-d6abd3a9-f270-4d15-b517-ccf3657f9c50 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:18:53.734371 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-30ca50ac-37e4-45a8-9753-051fbd0b01e8 req-d6abd3a9-f270-4d15-b517-ccf3657f9c50 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "GET /v2.0/ports?device_id=908f0f95-3187-4939-ab84-38c97590eb87 HTTP/1.1" status: 200 len: 943 time: 0.1148069 Feb 02 08:18:53.832050 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-24a39667-5de6-4a12-828f-e6ccee0b4eea req-439591cb-a05f-480f-ad07-f934f951fe6e service neutron] 10.222.0.59 "GET /v2.0/networks/92f57431-8185-47c0-9fc5-97d16e119940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380470 Feb 02 08:18:53.836121 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-30ca50ac-37e4-45a8-9753-051fbd0b01e8 req-7c9cce4b-7efb-46bb-8ec1-707e373e0123 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "GET /v2.0/security-groups?id=b8d67552-2688-48ab-b9a0-d5c8a3a66ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734062 Feb 02 08:18:53.931854 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-24a39667-5de6-4a12-828f-e6ccee0b4eea req-4329fb3c-8091-42fb-9eaf-3c2f63c36642 service neutron] 10.222.0.59 "GET /v2.0/networks/92f57431-8185-47c0-9fc5-97d16e119940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946240 Feb 02 08:18:54.085275 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a246e-8b23-4ecf-8aae-1d75cede388f req-7ef6d582-3094-46cb-bfe8-dd5bf6864892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:18:54.087141 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-138a246e-8b23-4ecf-8aae-1d75cede388f req-7ef6d582-3094-46cb-bfe8-dd5bf6864892 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e2996547836c4f52a45bba90dd87b649&device_id=908f0f95-3187-4939-ab84-38c97590eb87 HTTP/1.1" status: 200 len: 1126 time: 0.0540764 Feb 02 08:18:54.201004 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a246e-8b23-4ecf-8aae-1d75cede388f req-182abd0e-1b09-4147-8952-6b7bfdd678a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:18:54.202646 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-138a246e-8b23-4ecf-8aae-1d75cede388f req-182abd0e-1b09-4147-8952-6b7bfdd678a2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=92f57431-8185-47c0-9fc5-97d16e119940 HTTP/1.1" status: 200 len: 910 time: 0.1088002 Feb 02 08:18:54.244382 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-138a246e-8b23-4ecf-8aae-1d75cede388f req-ac5394ed-fd11-45a9-b655-535243a300ac service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b26b817d-3bad-4eb4-ac8a-ebd1749c4269 HTTP/1.1" status: 200 len: 217 time: 0.0359337 Feb 02 08:18:54.299242 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a246e-8b23-4ecf-8aae-1d75cede388f req-28fc7532-7473-4b08-9ed0-84e829b95367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:18:54.300760 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-138a246e-8b23-4ecf-8aae-1d75cede388f req-28fc7532-7473-4b08-9ed0-84e829b95367 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c009cff2-f976-4e88-a885-7bac6454fcae HTTP/1.1" status: 200 len: 848 time: 0.0509791 Feb 02 08:18:54.352154 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a246e-8b23-4ecf-8aae-1d75cede388f req-84fb343b-929e-4066-8c35-2ae41b3e701e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:18:54.353655 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-138a246e-8b23-4ecf-8aae-1d75cede388f req-84fb343b-929e-4066-8c35-2ae41b3e701e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=92f57431-8185-47c0-9fc5-97d16e119940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0472529 Feb 02 08:18:54.448799 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-138a246e-8b23-4ecf-8aae-1d75cede388f req-2ab068bc-e745-448e-a17d-31c43d87567e service neutron] 10.222.0.59 "GET /v2.0/networks/92f57431-8185-47c0-9fc5-97d16e119940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887341 Feb 02 08:18:54.543019 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-138a246e-8b23-4ecf-8aae-1d75cede388f req-69c5548c-a5ac-49ff-9938-3336ac3769c3 service neutron] 10.222.0.59 "GET /v2.0/networks/92f57431-8185-47c0-9fc5-97d16e119940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879769 Feb 02 08:18:54.970337 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b41dbe-8212-4fd3-82d2-84624964fee6 req-411a1528-29ca-4bbe-acfb-f6a90f344a5c tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:18:54.971860 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-35b41dbe-8212-4fd3-82d2-84624964fee6 req-411a1528-29ca-4bbe-acfb-f6a90f344a5c tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "GET /v2.0/ports?device_id=908f0f95-3187-4939-ab84-38c97590eb87 HTTP/1.1" status: 200 len: 943 time: 0.0549035 Feb 02 08:18:55.026213 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-35b41dbe-8212-4fd3-82d2-84624964fee6 req-cb3352f1-af98-4ab5-a6a9-e85a8e34a791 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "GET /v2.0/security-groups?id=b8d67552-2688-48ab-b9a0-d5c8a3a66ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486608 Feb 02 08:18:56.147023 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e4b128-3a11-42c3-a522-86fa0b33c945 req-dbebb009-223d-41db-a2e3-4cb9f59ed083 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:18:56.148506 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c3e4b128-3a11-42c3-a522-86fa0b33c945 req-dbebb009-223d-41db-a2e3-4cb9f59ed083 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "GET /v2.0/ports?device_id=908f0f95-3187-4939-ab84-38c97590eb87 HTTP/1.1" status: 200 len: 943 time: 0.0523207 Feb 02 08:18:56.196730 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-c3e4b128-3a11-42c3-a522-86fa0b33c945 req-ef22331b-75b7-4e0b-b1b3-7b8f3f1fcb08 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "GET /v2.0/security-groups?id=b8d67552-2688-48ab-b9a0-d5c8a3a66ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425091 Feb 02 08:18:56.991434 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device b26b817d-3bad-4eb4-ac8a-ebd1749c4269 details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 08:18:57.085824 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port b26b817d-3bad-4eb4-ac8a-ebd1749c4269, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=b26b817d-3bad-4eb4-ac8a-ebd1749c4269,segment=NetworkSegment(e80c3dcc-8eb6-4ce5-af63-8e3c50776482),segment_id=e80c3dcc-8eb6-4ce5-af63-8e3c50776482)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:18:57.097530 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': 'b26b817d-3bad-4eb4-ac8a-ebd1749c4269', 'network_id': '92f57431-8185-47c0-9fc5-97d16e119940', 'port_id': 'b26b817d-3bad-4eb4-ac8a-ebd1749c4269', 'mac_address': 'fa:16:3e:1d:a7:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c009cff2-f976-4e88-a885-7bac6454fcae', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 08:18:57.135590 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port b26b817d-3bad-4eb4-ac8a-ebd1749c4269 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:18:57.135986 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b26b817d-3bad-4eb4-ac8a-ebd1749c4269), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:57.152691 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b26b817d-3bad-4eb4-ac8a-ebd1749c4269 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 08:18:57.172767 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port b26b817d-3bad-4eb4-ac8a-ebd1749c4269, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=b26b817d-3bad-4eb4-ac8a-ebd1749c4269,segment=NetworkSegment(e80c3dcc-8eb6-4ce5-af63-8e3c50776482),segment_id=e80c3dcc-8eb6-4ce5-af63-8e3c50776482)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:18:57.178728 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (b26b817d-3bad-4eb4-ac8a-ebd1749c4269), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:57.225322 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=b26b817d-3bad-4eb4-ac8a-ebd1749c4269,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:18:57.320888 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be7002-afd0-4105-822c-be499d4bcc56 req-6e6e3d40-df7e-473d-9745-6b9a751c5d3c tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:18:57.322349 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-42be7002-afd0-4105-822c-be499d4bcc56 req-6e6e3d40-df7e-473d-9745-6b9a751c5d3c tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "GET /v2.0/ports?device_id=908f0f95-3187-4939-ab84-38c97590eb87 HTTP/1.1" status: 200 len: 944 time: 0.0531337 Feb 02 08:18:57.371411 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-42be7002-afd0-4105-822c-be499d4bcc56 req-283326d1-0d05-4220-ab08-e01e0d3f7217 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "GET /v2.0/security-groups?id=b8d67552-2688-48ab-b9a0-d5c8a3a66ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432208 Feb 02 08:18:57.606119 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['b26b817d-3bad-4eb4-ac8a-ebd1749c4269'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 08:18:58.073594 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:58.495906 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900415c5-791a-46b9-aa78-84d4b885b90a req-0a8ac36b-072a-4ff9-81c0-6a70575fbac3 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:18:58.497384 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-900415c5-791a-46b9-aa78-84d4b885b90a req-0a8ac36b-072a-4ff9-81c0-6a70575fbac3 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "GET /v2.0/ports?device_id=908f0f95-3187-4939-ab84-38c97590eb87 HTTP/1.1" status: 200 len: 944 time: 0.0583305 Feb 02 08:18:58.546939 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-900415c5-791a-46b9-aa78-84d4b885b90a req-43236326-5c0d-46a3-ae8f-5e7a35f7a277 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "GET /v2.0/security-groups?id=b8d67552-2688-48ab-b9a0-d5c8a3a66ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430169 Feb 02 08:18:59.007364 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device b26b817d-3bad-4eb4-ac8a-ebd1749c4269 up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 08:18:59.057369 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning for port b26b817d-3bad-4eb4-ac8a-ebd1749c4269 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 08:18:59.061244 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port b26b817d-3bad-4eb4-ac8a-ebd1749c4269 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:18:59.061785 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b26b817d-3bad-4eb4-ac8a-ebd1749c4269), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:59.140465 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port b26b817d-3bad-4eb4-ac8a-ebd1749c4269 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:18:59.141158 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b26b817d-3bad-4eb4-ac8a-ebd1749c4269), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:59.163525 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '908f0f95-3187-4939-ab84-38c97590eb87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b26b817d-3bad-4eb4-ac8a-ebd1749c4269'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 08:18:59.165789 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8c40c98856fbaa198dc4a2758b0190e9c3f0303d59edd797b772e66ff7f3562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e2bb50-cc62-4c14-875e-ca92953feadf" -d '{"events": [{"server_uuid": "908f0f95-3187-4939-ab84-38c97590eb87", "name": "network-vif-plugged", "status": "completed", "tag": "b26b817d-3bad-4eb4-ac8a-ebd1749c4269"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 08:18:59.178570 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port b26b817d-3bad-4eb4-ac8a-ebd1749c4269, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=b26b817d-3bad-4eb4-ac8a-ebd1749c4269,segment=NetworkSegment(e80c3dcc-8eb6-4ce5-af63-8e3c50776482),segment_id=e80c3dcc-8eb6-4ce5-af63-8e3c50776482)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:18:59.183187 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (b26b817d-3bad-4eb4-ac8a-ebd1749c4269), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:18:59.208464 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 08:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4ea228-0ee1-4355-a9cd-de25d24c4ce0 x-openstack-request-id: req-df4ea228-0ee1-4355-a9cd-de25d24c4ce0 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 08:18:59.208693 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "908f0f95-3187-4939-ab84-38c97590eb87", "name": "network-vif-plugged", "status": "completed", "tag": "b26b817d-3bad-4eb4-ac8a-ebd1749c4269", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 08:18:59.208950 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-df4ea228-0ee1-4355-a9cd-de25d24c4ce0 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 08:18:59.209367 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '908f0f95-3187-4939-ab84-38c97590eb87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b26b817d-3bad-4eb4-ac8a-ebd1749c4269', 'code': 200} Feb 02 08:18:59.236538 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=b26b817d-3bad-4eb4-ac8a-ebd1749c4269,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:18:59.338499 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34b4421-0a80-4027-84fa-127666bcfcee req-aad7fa90-5d23-4e0d-a5b4-2795ac6d3a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:18:59.340013 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a34b4421-0a80-4027-84fa-127666bcfcee req-aad7fa90-5d23-4e0d-a5b4-2795ac6d3a82 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=908f0f95-3187-4939-ab84-38c97590eb87 HTTP/1.1" status: 200 len: 1128 time: 0.0445118 Feb 02 08:18:59.383544 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-a34b4421-0a80-4027-84fa-127666bcfcee req-e3455ec2-1b83-464d-9c33-9786891fcadd service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b8d67552-2688-48ab-b9a0-d5c8a3a66ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379734 Feb 02 08:18:59.667725 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e52cafc-3fd3-422d-996e-65a24342957a req-f35f0699-632e-411e-855a-5aae50958a6f tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:18:59.669232 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5e52cafc-3fd3-422d-996e-65a24342957a req-f35f0699-632e-411e-855a-5aae50958a6f tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "GET /v2.0/ports?device_id=908f0f95-3187-4939-ab84-38c97590eb87 HTTP/1.1" status: 200 len: 945 time: 0.0528247 Feb 02 08:18:59.721860 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5e52cafc-3fd3-422d-996e-65a24342957a req-28590f06-8b95-4c6c-bab8-f1cfc763e63f tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "GET /v2.0/security-groups?id=b8d67552-2688-48ab-b9a0-d5c8a3a66ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470438 Feb 02 08:19:00.845321 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c125b08-adcb-4393-899b-ddf0773a4fce req-bb3ffaad-3f5a-4aa4-bbdc-80d4a5009e69 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:19:00.846801 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2c125b08-adcb-4393-899b-ddf0773a4fce req-bb3ffaad-3f5a-4aa4-bbdc-80d4a5009e69 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "GET /v2.0/ports?device_id=908f0f95-3187-4939-ab84-38c97590eb87 HTTP/1.1" status: 200 len: 945 time: 0.0534747 Feb 02 08:19:00.894791 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2c125b08-adcb-4393-899b-ddf0773a4fce req-fd016a7e-37aa-409d-9083-6e566e542cba tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "GET /v2.0/security-groups?id=b8d67552-2688-48ab-b9a0-d5c8a3a66ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424519 Feb 02 08:19:01.009420 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb90b3e-5d1c-4479-93b4-9871798f67da req-2f84d299-c0c0-41c2-ba27-eb6f35584897 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:19:01.010759 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0eb90b3e-5d1c-4479-93b4-9871798f67da req-2f84d299-c0c0-41c2-ba27-eb6f35584897 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "GET /v2.0/ports?device_id=908f0f95-3187-4939-ab84-38c97590eb87 HTTP/1.1" status: 200 len: 945 time: 0.0515015 Feb 02 08:19:01.057779 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-0eb90b3e-5d1c-4479-93b4-9871798f67da req-88b970cc-8aa8-4d40-a206-dd37ec476b5f tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "GET /v2.0/security-groups?id=b8d67552-2688-48ab-b9a0-d5c8a3a66ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409918 Feb 02 08:19:01.079653 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 39930) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:19:01.169499 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac88400-d532-4c45-b73b-a558257e2c89 tempest-TestSnapshotPattern-701380573 tempest-TestSnapshotPattern-701380573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:19:01.171666 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-cac88400-d532-4c45-b73b-a558257e2c89 tempest-TestSnapshotPattern-701380573 tempest-TestSnapshotPattern-701380573-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=908f0f95-3187-4939-ab84-38c97590eb87 HTTP/1.1" status: 200 len: 1123 time: 0.0910504 Feb 02 08:19:01.174596 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 39934) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:19:01.178769 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-f07413e1-b2d8-4ddd-9397-ba046976fda1 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Request body: {'floatingip': {'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'port_id': 'b26b817d-3bad-4eb4-ac8a-ebd1749c4269', 'tenant_id': 'e2996547836c4f52a45bba90dd87b649', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:19:01.198183 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f07413e1-b2d8-4ddd-9397-ba046976fda1 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:19:01.292602 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f07413e1-b2d8-4ddd-9397-ba046976fda1 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:19:01.402846 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-f07413e1-b2d8-4ddd-9397-ba046976fda1 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Allocated IP 172.25.4.72 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/85e59455-6f49-4d88-a08e-2f8ac60f75ba) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 08:19:01.504572 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f07413e1-b2d8-4ddd-9397-ba046976fda1 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks [] for port (85e59455-6f49-4d88-a08e-2f8ac60f75ba), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:19:01.537067 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f07413e1-b2d8-4ddd-9397-ba046976fda1 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (85e59455-6f49-4d88-a08e-2f8ac60f75ba), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:19:01.578613 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07413e1-b2d8-4ddd-9397-ba046976fda1 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 08:19:01.583169 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-f07413e1-b2d8-4ddd-9397-ba046976fda1 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 08:19:01.586562 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07413e1-b2d8-4ddd-9397-ba046976fda1 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 08:19:01.591743 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07413e1-b2d8-4ddd-9397-ba046976fda1 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Pushing event updated for resources: {'Port': ['ID=85e59455-6f49-4d88-a08e-2f8ac60f75ba,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:19:01.949103 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f07413e1-b2d8-4ddd-9397-ba046976fda1 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks [] for floatingip (4d260220-cb13-439b-869b-95e34e3bdd1a), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:19:02.020152 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f07413e1-b2d8-4ddd-9397-ba046976fda1 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (85e59455-6f49-4d88-a08e-2f8ac60f75ba), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:19:02.171184 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f07413e1-b2d8-4ddd-9397-ba046976fda1 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks [] for port (85e59455-6f49-4d88-a08e-2f8ac60f75ba), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:19:02.175766 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f07413e1-b2d8-4ddd-9397-ba046976fda1 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (85e59455-6f49-4d88-a08e-2f8ac60f75ba), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:19:02.240824 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07413e1-b2d8-4ddd-9397-ba046976fda1 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Pushing event updated for resources: {'Port': ['ID=85e59455-6f49-4d88-a08e-2f8ac60f75ba,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:19:02.250315 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f07413e1-b2d8-4ddd-9397-ba046976fda1 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (4d260220-cb13-439b-869b-95e34e3bdd1a), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:19:02.352053 n-d-789963-26 neutron-server[109694]: INFO neutron.db.l3_db [None req-f07413e1-b2d8-4ddd-9397-ba046976fda1 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Floating IP 4d260220-cb13-439b-869b-95e34e3bdd1a associated. External IP: 172.25.4.72, port: b26b817d-3bad-4eb4-ac8a-ebd1749c4269. Feb 02 08:19:02.565487 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f07413e1-b2d8-4ddd-9397-ba046976fda1 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Router 3159d71b-b561-4b6e-a491-c158b7e9ada7 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 08:19:02.675791 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f07413e1-b2d8-4ddd-9397-ba046976fda1 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 08:19:02.685690 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b0034e-5a0b-45df-b408-7aa38a5a5d08 None None] Sync routers for ids ['3159d71b-b561-4b6e-a491-c158b7e9ada7'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 08:19:02.693157 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-f07413e1-b2d8-4ddd-9397-ba046976fda1 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:19:02.697357 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b0034e-5a0b-45df-b408-7aa38a5a5d08 None None] Routers {'3159d71b-b561-4b6e-a491-c158b7e9ada7'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:19:02.697977 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-20b0034e-5a0b-45df-b408-7aa38a5a5d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:18:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['3159d71b-b561-4b6e-a491-c158b7e9ada7'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:19:02.724162 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-f07413e1-b2d8-4ddd-9397-ba046976fda1 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5485344 Feb 02 08:19:02.724932 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '908f0f95-3187-4939-ab84-38c97590eb87', 'tag': 'b26b817d-3bad-4eb4-ac8a-ebd1749c4269'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 08:19:02.727629 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cd64c29d20054dd266ebfc4811df21ba6bce2c9fa8def1b04b444a49e945ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-209d855c-5655-4a88-818c-0c7756cfc6e4" -d '{"events": [{"name": "network-changed", "server_uuid": "908f0f95-3187-4939-ab84-38c97590eb87", "tag": "b26b817d-3bad-4eb4-ac8a-ebd1749c4269"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 08:19:02.804902 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-20b0034e-5a0b-45df-b408-7aa38a5a5d08 None None] Set router 3159d71b-b561-4b6e-a491-c158b7e9ada7 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:19:02.825760 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 08:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3323278-1d61-4ca9-a7c6-e4e2a41fbb96 x-openstack-request-id: req-e3323278-1d61-4ca9-a7c6-e4e2a41fbb96 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 08:19:02.826060 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "908f0f95-3187-4939-ab84-38c97590eb87", "tag": "b26b817d-3bad-4eb4-ac8a-ebd1749c4269", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 08:19:02.826323 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e3323278-1d61-4ca9-a7c6-e4e2a41fbb96 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 08:19:02.827290 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '908f0f95-3187-4939-ab84-38c97590eb87', 'tag': 'b26b817d-3bad-4eb4-ac8a-ebd1749c4269', 'status': 'completed', 'code': 200} Feb 02 08:19:02.911512 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d855c-5655-4a88-818c-0c7756cfc6e4 req-7bbf2a7e-4a94-461d-aa6f-dd21a6036012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:19:02.913047 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-209d855c-5655-4a88-818c-0c7756cfc6e4 req-7bbf2a7e-4a94-461d-aa6f-dd21a6036012 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e2996547836c4f52a45bba90dd87b649&device_id=908f0f95-3187-4939-ab84-38c97590eb87 HTTP/1.1" status: 200 len: 1128 time: 0.0457585 Feb 02 08:19:03.008610 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d855c-5655-4a88-818c-0c7756cfc6e4 req-cbb555fc-13a5-4f73-bdda-96ab56c5f89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:19:03.010202 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-209d855c-5655-4a88-818c-0c7756cfc6e4 req-cbb555fc-13a5-4f73-bdda-96ab56c5f89d service neutron] 10.222.0.59 "GET /v2.0/networks?id=92f57431-8185-47c0-9fc5-97d16e119940 HTTP/1.1" status: 200 len: 910 time: 0.0912015 Feb 02 08:19:03.035684 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-20b0034e-5a0b-45df-b408-7aa38a5a5d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3159d71b-b561-4b6e-a491-c158b7e9ada7', 'name': 'tempest-TestSnapshotPattern-998583298-router', 'tenant_id': 'e2996547836c4f52a45bba90dd87b649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'ddfcec6a-4978-403b-a396-5ce01aaaf4f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:18:37Z', 'updated_at': '2022-02-02T08:18:39Z', 'revision_number': 4, 'project_id': 'e2996547836c4f52a45bba90dd87b649', 'gw_port': {'id': 'ddfcec6a-4978-403b-a396-5ce01aaaf4f4', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3159d71b-b561-4b6e-a491-c158b7e9ada7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:18:37Z', 'updated_at': '2022-02-02T08:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '4d260220-cb13-439b-869b-95e34e3bdd1a', 'tenant_id': 'e2996547836c4f52a45bba90dd87b649', 'floating_ip_address': '172.25.4.72', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '3159d71b-b561-4b6e-a491-c158b7e9ada7', 'port_id': 'b26b817d-3bad-4eb4-ac8a-ebd1749c4269', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92f57431-8185-47c0-9fc5-97d16e119940', 'mac_address': 'fa:16:3e:1d:a7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908f0f95-3187-4939-ab84-38c97590eb87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T08:19:01Z', 'updated_at': '2022-02-02T08:19:01Z', 'revision_number': 0, 'project_id': 'e2996547836c4f52a45bba90dd87b649', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac518fae-d2fb-4446-b96b-1702881a1d28', 'name': '', 'network_id': '92f57431-8185-47c0-9fc5-97d16e119940', 'tenant_id': 'e2996547836c4f52a45bba90dd87b649', 'mac_address': 'fa:16:3e:62:cd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3159d71b-b561-4b6e-a491-c158b7e9ada7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'c009cff2-f976-4e88-a885-7bac6454fcae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:18:39Z', 'updated_at': '2022-02-02T08:18:46Z', 'revision_number': 5, 'project_id': 'e2996547836c4f52a45bba90dd87b649', 'subnets': [{'id': 'c009cff2-f976-4e88-a885-7bac6454fcae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:19:03.062275 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b0034e-5a0b-45df-b408-7aa38a5a5d08 None None] Checking router: 3159d71b-b561-4b6e-a491-c158b7e9ada7 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 08:19:03.070765 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b0034e-5a0b-45df-b408-7aa38a5a5d08 None None] Routers {'3159d71b-b561-4b6e-a491-c158b7e9ada7'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:19:03.071314 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-20b0034e-5a0b-45df-b408-7aa38a5a5d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:18:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['3159d71b-b561-4b6e-a491-c158b7e9ada7'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:19:03.074879 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-209d855c-5655-4a88-818c-0c7756cfc6e4 req-9e6ad6eb-862a-40a1-a530-b1efcb00b33c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b26b817d-3bad-4eb4-ac8a-ebd1749c4269 HTTP/1.1" status: 200 len: 998 time: 0.0583553 Feb 02 08:19:03.121740 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d855c-5655-4a88-818c-0c7756cfc6e4 req-a51b27eb-9f12-47ab-b6b4-9771f1a994bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:19:03.123253 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-209d855c-5655-4a88-818c-0c7756cfc6e4 req-a51b27eb-9f12-47ab-b6b4-9771f1a994bb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c009cff2-f976-4e88-a885-7bac6454fcae HTTP/1.1" status: 200 len: 848 time: 0.0430186 Feb 02 08:19:03.175620 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d855c-5655-4a88-818c-0c7756cfc6e4 req-41896ee6-462d-4f80-8414-d9afda2b73c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:19:03.177167 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-209d855c-5655-4a88-818c-0c7756cfc6e4 req-41896ee6-462d-4f80-8414-d9afda2b73c5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=92f57431-8185-47c0-9fc5-97d16e119940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0483894 Feb 02 08:19:03.183064 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-20b0034e-5a0b-45df-b408-7aa38a5a5d08 None None] Set router 3159d71b-b561-4b6e-a491-c158b7e9ada7 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:19:03.265386 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-209d855c-5655-4a88-818c-0c7756cfc6e4 req-c0a23b60-6447-433b-accd-39e085ae4fc3 service neutron] 10.222.0.59 "GET /v2.0/networks/92f57431-8185-47c0-9fc5-97d16e119940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827785 Feb 02 08:19:03.360623 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-209d855c-5655-4a88-818c-0c7756cfc6e4 req-a41b83f4-b7eb-4526-b027-338cc7aee8ff service neutron] 10.222.0.59 "GET /v2.0/networks/92f57431-8185-47c0-9fc5-97d16e119940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899761 Feb 02 08:19:03.412552 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-20b0034e-5a0b-45df-b408-7aa38a5a5d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3159d71b-b561-4b6e-a491-c158b7e9ada7', 'name': 'tempest-TestSnapshotPattern-998583298-router', 'tenant_id': 'e2996547836c4f52a45bba90dd87b649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'ddfcec6a-4978-403b-a396-5ce01aaaf4f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:18:37Z', 'updated_at': '2022-02-02T08:18:39Z', 'revision_number': 4, 'project_id': 'e2996547836c4f52a45bba90dd87b649', 'gw_port': {'id': 'ddfcec6a-4978-403b-a396-5ce01aaaf4f4', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3159d71b-b561-4b6e-a491-c158b7e9ada7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:18:37Z', 'updated_at': '2022-02-02T08:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '4d260220-cb13-439b-869b-95e34e3bdd1a', 'tenant_id': 'e2996547836c4f52a45bba90dd87b649', 'floating_ip_address': '172.25.4.72', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '3159d71b-b561-4b6e-a491-c158b7e9ada7', 'port_id': 'b26b817d-3bad-4eb4-ac8a-ebd1749c4269', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92f57431-8185-47c0-9fc5-97d16e119940', 'mac_address': 'fa:16:3e:1d:a7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908f0f95-3187-4939-ab84-38c97590eb87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T08:19:01Z', 'updated_at': '2022-02-02T08:19:01Z', 'revision_number': 0, 'project_id': 'e2996547836c4f52a45bba90dd87b649', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac518fae-d2fb-4446-b96b-1702881a1d28', 'name': '', 'network_id': '92f57431-8185-47c0-9fc5-97d16e119940', 'tenant_id': 'e2996547836c4f52a45bba90dd87b649', 'mac_address': 'fa:16:3e:62:cd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3159d71b-b561-4b6e-a491-c158b7e9ada7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'c009cff2-f976-4e88-a885-7bac6454fcae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:18:39Z', 'updated_at': '2022-02-02T08:18:46Z', 'revision_number': 5, 'project_id': 'e2996547836c4f52a45bba90dd87b649', 'subnets': [{'id': 'c009cff2-f976-4e88-a885-7bac6454fcae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:19:03.438689 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b0034e-5a0b-45df-b408-7aa38a5a5d08 None None] The sync data for ids ['3159d71b-b561-4b6e-a491-c158b7e9ada7'] in n-d-789963-26 is: [{'id': '3159d71b-b561-4b6e-a491-c158b7e9ada7', 'name': 'tempest-TestSnapshotPattern-998583298-router', 'tenant_id': 'e2996547836c4f52a45bba90dd87b649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'ddfcec6a-4978-403b-a396-5ce01aaaf4f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:18:37Z', 'updated_at': '2022-02-02T08:18:39Z', 'revision_number': 4, 'project_id': 'e2996547836c4f52a45bba90dd87b649', 'gw_port': {'id': 'ddfcec6a-4978-403b-a396-5ce01aaaf4f4', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3159d71b-b561-4b6e-a491-c158b7e9ada7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:18:37Z', 'updated_at': '2022-02-02T08:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '4d260220-cb13-439b-869b-95e34e3bdd1a', 'tenant_id': 'e2996547836c4f52a45bba90dd87b649', 'floating_ip_address': '172.25.4.72', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '3159d71b-b561-4b6e-a491-c158b7e9ada7', 'port_id': 'b26b817d-3bad-4eb4-ac8a-ebd1749c4269', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92f57431-8185-47c0-9fc5-97d16e119940', 'mac_address': 'fa:16:3e:1d:a7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908f0f95-3187-4939-ab84-38c97590eb87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T08:19:01Z', 'updated_at': '2022-02-02T08:19:01Z', 'revision_number': 0, 'project_id': 'e2996547836c4f52a45bba90dd87b649', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac518fae-d2fb-4446-b96b-1702881a1d28', 'name': '', 'network_id': '92f57431-8185-47c0-9fc5-97d16e119940', 'tenant_id': 'e2996547836c4f52a45bba90dd87b649', 'mac_address': 'fa:16:3e:62:cd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3159d71b-b561-4b6e-a491-c158b7e9ada7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'c009cff2-f976-4e88-a885-7bac6454fcae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:18:39Z', 'updated_at': '2022-02-02T08:18:46Z', 'revision_number': 5, 'project_id': 'e2996547836c4f52a45bba90dd87b649', 'subnets': [{'id': 'c009cff2-f976-4e88-a885-7bac6454fcae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 08:19:03.638883 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08faf90-6a24-4a3f-9ee5-31a784c56f90 None None] New status for floating IP 4d260220-cb13-439b-869b-95e34e3bdd1a: ACTIVE {{(pid=109696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 08:19:11.186341 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e95120c9-aa8c-4875-9396-9789729393f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:19:13.430428 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3f057a94-6cd8-40eb-8a89-ca0be0a93424 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:19:14.993323 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:19:16.352301 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:19:17.598862 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:19:21.157114 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 08:19:22.943136 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:19:26.672715 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-12d6fd01-fe6f-45b6-a285-d9a370a95e0a req-0b07dbc9-036c-4294-be3a-71691e1f5466 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=908f0f95-3187-4939-ab84-38c97590eb87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0865140 Feb 02 08:19:26.771145 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d6fd01-fe6f-45b6-a285-d9a370a95e0a req-aa6a09ca-a65f-4abe-9f54-35ce96c2c101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:19:26.772603 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-12d6fd01-fe6f-45b6-a285-d9a370a95e0a req-aa6a09ca-a65f-4abe-9f54-35ce96c2c101 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e2996547836c4f52a45bba90dd87b649&device_id=908f0f95-3187-4939-ab84-38c97590eb87 HTTP/1.1" status: 200 len: 1128 time: 0.0446088 Feb 02 08:19:26.875496 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d6fd01-fe6f-45b6-a285-d9a370a95e0a req-02e1f0f4-91b8-47e4-b332-9649f082d7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:19:26.876989 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-12d6fd01-fe6f-45b6-a285-d9a370a95e0a req-02e1f0f4-91b8-47e4-b332-9649f082d7f5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=92f57431-8185-47c0-9fc5-97d16e119940 HTTP/1.1" status: 200 len: 910 time: 0.0862782 Feb 02 08:19:26.938728 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-12d6fd01-fe6f-45b6-a285-d9a370a95e0a req-a16e076a-8559-4dfa-a354-ed0c6d5b7549 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b26b817d-3bad-4eb4-ac8a-ebd1749c4269 HTTP/1.1" status: 200 len: 1000 time: 0.0559332 Feb 02 08:19:26.988273 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d6fd01-fe6f-45b6-a285-d9a370a95e0a req-30c08dd9-5c47-403b-b9fd-cf4cc4a9698b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:19:26.989718 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-12d6fd01-fe6f-45b6-a285-d9a370a95e0a req-30c08dd9-5c47-403b-b9fd-cf4cc4a9698b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c009cff2-f976-4e88-a885-7bac6454fcae HTTP/1.1" status: 200 len: 848 time: 0.0456820 Feb 02 08:19:27.039063 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d6fd01-fe6f-45b6-a285-d9a370a95e0a req-f221c6c0-15c9-4719-be9a-d08d8013930c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:19:27.040519 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-12d6fd01-fe6f-45b6-a285-d9a370a95e0a req-f221c6c0-15c9-4719-be9a-d08d8013930c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=92f57431-8185-47c0-9fc5-97d16e119940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0451527 Feb 02 08:19:27.130296 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-12d6fd01-fe6f-45b6-a285-d9a370a95e0a req-d2687693-bb77-4668-ad36-4af6b7844196 service neutron] 10.222.0.59 "GET /v2.0/networks/92f57431-8185-47c0-9fc5-97d16e119940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839634 Feb 02 08:19:27.216227 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-12d6fd01-fe6f-45b6-a285-d9a370a95e0a req-be874d02-678e-4e7b-84bb-acb056f238d5 service neutron] 10.222.0.59 "GET /v2.0/networks/92f57431-8185-47c0-9fc5-97d16e119940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804365 Feb 02 08:19:28.064363 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:19:41.188703 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-eb6ac83f-24ce-4860-b72c-460744bb5731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:19:43.436514 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-39ee2f86-74a0-4d71-8a53-37e93740112e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:19:44.995809 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:19:46.354527 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:19:47.601540 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:19:52.938273 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:19:58.114389 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:19:58.156593 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 08:20:11.190155 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-e067f8cb-0e2a-40e3-90c7-991082245080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:20:13.430162 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-de35e500-ffd8-491e-b070-5b706c1cd87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:20:15.001060 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:20:16.357964 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:20:17.604730 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:20:22.944611 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:20:27.594340 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-06587c01-a87a-4c31-ab3f-6868bfd42646 req-7f3de0a9-7896-4bcc-b64b-ce2f797a052c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=908f0f95-3187-4939-ab84-38c97590eb87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0453069 Feb 02 08:20:27.699361 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06587c01-a87a-4c31-ab3f-6868bfd42646 req-dc0ae15a-1263-4f52-998f-3da3b2d6fb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:20:27.700891 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-06587c01-a87a-4c31-ab3f-6868bfd42646 req-dc0ae15a-1263-4f52-998f-3da3b2d6fb21 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e2996547836c4f52a45bba90dd87b649&device_id=908f0f95-3187-4939-ab84-38c97590eb87 HTTP/1.1" status: 200 len: 1128 time: 0.0491540 Feb 02 08:20:27.804385 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06587c01-a87a-4c31-ab3f-6868bfd42646 req-1587af99-2fe5-4acb-a52e-f79dbb9404b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:20:27.805807 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-06587c01-a87a-4c31-ab3f-6868bfd42646 req-1587af99-2fe5-4acb-a52e-f79dbb9404b3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=92f57431-8185-47c0-9fc5-97d16e119940 HTTP/1.1" status: 200 len: 910 time: 0.0851977 Feb 02 08:20:27.873284 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-06587c01-a87a-4c31-ab3f-6868bfd42646 req-fb7818c2-e56b-418e-b4d2-348adae2be37 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b26b817d-3bad-4eb4-ac8a-ebd1749c4269 HTTP/1.1" status: 200 len: 1000 time: 0.0622621 Feb 02 08:20:27.925069 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06587c01-a87a-4c31-ab3f-6868bfd42646 req-032694ae-6cb9-4f0b-b8f0-4710222bf5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:20:27.926494 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-06587c01-a87a-4c31-ab3f-6868bfd42646 req-032694ae-6cb9-4f0b-b8f0-4710222bf5ef service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c009cff2-f976-4e88-a885-7bac6454fcae HTTP/1.1" status: 200 len: 848 time: 0.0462601 Feb 02 08:20:27.974218 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06587c01-a87a-4c31-ab3f-6868bfd42646 req-d6546b94-5ff0-4d2a-8d32-7dd4ca7dbea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:20:27.975763 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-06587c01-a87a-4c31-ab3f-6868bfd42646 req-d6546b94-5ff0-4d2a-8d32-7dd4ca7dbea5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=92f57431-8185-47c0-9fc5-97d16e119940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0434303 Feb 02 08:20:28.090742 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:20:28.405373 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-06587c01-a87a-4c31-ab3f-6868bfd42646 req-a1224a96-f76a-45dc-96d0-67b76b59a742 service neutron] 10.222.0.59 "GET /v2.0/networks/92f57431-8185-47c0-9fc5-97d16e119940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4241729 Feb 02 08:20:28.493216 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-06587c01-a87a-4c31-ab3f-6868bfd42646 req-1b23bb9d-5f47-4bb0-9516-4c279c2f0d7c service neutron] 10.222.0.59 "GET /v2.0/networks/92f57431-8185-47c0-9fc5-97d16e119940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819185 Feb 02 08:20:35.155918 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 08:20:41.194629 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-50a1e511-fcff-4a59-8c3c-ec90d35d9646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:20:43.433831 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5b4ef74b-92b7-439d-990b-47e865556dbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:20:45.000799 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:20:46.361009 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:20:47.607269 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:20:52.945652 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:20:58.098884 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:21:11.196192 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ab15a732-67bc-4ee8-b6c8-093de9cc7620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:21:12.156273 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 08:21:13.436472 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d0134d01-ddcb-4fb0-b711-a025497db3bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:21:15.003674 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:21:16.361746 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:21:17.609785 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:21:22.966423 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:21:27.610961 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cca96071-e951-4bca-9617-387557f7b0b1 req-cce1fb98-db19-4434-9da0-a209cb099e3f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=908f0f95-3187-4939-ab84-38c97590eb87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0475693 Feb 02 08:21:27.711699 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca96071-e951-4bca-9617-387557f7b0b1 req-6bcdffb3-ed03-4b13-bad9-18f96a110bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:21:27.713414 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cca96071-e951-4bca-9617-387557f7b0b1 req-6bcdffb3-ed03-4b13-bad9-18f96a110bae service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e2996547836c4f52a45bba90dd87b649&device_id=908f0f95-3187-4939-ab84-38c97590eb87 HTTP/1.1" status: 200 len: 1128 time: 0.0456536 Feb 02 08:21:27.820267 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca96071-e951-4bca-9617-387557f7b0b1 req-2d8b1ac9-3c70-422a-9a8f-08eb6984c9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:21:27.822549 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cca96071-e951-4bca-9617-387557f7b0b1 req-2d8b1ac9-3c70-422a-9a8f-08eb6984c9e7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=92f57431-8185-47c0-9fc5-97d16e119940 HTTP/1.1" status: 200 len: 910 time: 0.0904076 Feb 02 08:21:27.889986 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cca96071-e951-4bca-9617-387557f7b0b1 req-298eac4d-5f3a-4608-8263-ec845c6f1815 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b26b817d-3bad-4eb4-ac8a-ebd1749c4269 HTTP/1.1" status: 200 len: 1000 time: 0.0610125 Feb 02 08:21:27.936267 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca96071-e951-4bca-9617-387557f7b0b1 req-224dc888-cbd8-4492-ab23-3b774dd344a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:21:27.937698 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cca96071-e951-4bca-9617-387557f7b0b1 req-224dc888-cbd8-4492-ab23-3b774dd344a1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c009cff2-f976-4e88-a885-7bac6454fcae HTTP/1.1" status: 200 len: 848 time: 0.0420687 Feb 02 08:21:27.985447 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca96071-e951-4bca-9617-387557f7b0b1 req-1d135183-36cc-410d-88ad-4ced32aad782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:21:27.986929 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cca96071-e951-4bca-9617-387557f7b0b1 req-1d135183-36cc-410d-88ad-4ced32aad782 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=92f57431-8185-47c0-9fc5-97d16e119940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0435817 Feb 02 08:21:28.077208 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cca96071-e951-4bca-9617-387557f7b0b1 req-8d8670ae-e921-4ad0-b6c2-5a608328334d service neutron] 10.222.0.59 "GET /v2.0/networks/92f57431-8185-47c0-9fc5-97d16e119940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842264 Feb 02 08:21:28.109801 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:21:28.168555 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-cca96071-e951-4bca-9617-387557f7b0b1 req-4da3043e-b84f-4804-a8d7-06a79a649ade service neutron] 10.222.0.59 "GET /v2.0/networks/92f57431-8185-47c0-9fc5-97d16e119940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852277 Feb 02 08:21:41.198750 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0ed7b8e9-f6cc-4b17-b34c-7813fd888ce7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:21:43.438267 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a314086f-6d72-45af-bfbb-ff53ef6e8653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:21:43.845767 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device b26b817d-3bad-4eb4-ac8a-ebd1749c4269 details requested by agent hyperv_n-h2-789963-26 with host n-h2-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 08:21:43.947103 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port b26b817d-3bad-4eb4-ac8a-ebd1749c4269, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=b26b817d-3bad-4eb4-ac8a-ebd1749c4269,segment=NetworkSegment(e80c3dcc-8eb6-4ce5-af63-8e3c50776482),segment_id=e80c3dcc-8eb6-4ce5-af63-8e3c50776482)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:21:43.958767 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Returning: {'device': 'b26b817d-3bad-4eb4-ac8a-ebd1749c4269', 'network_id': '92f57431-8185-47c0-9fc5-97d16e119940', 'port_id': 'b26b817d-3bad-4eb4-ac8a-ebd1749c4269', 'mac_address': 'fa:16:3e:1d:a7:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c009cff2-f976-4e88-a885-7bac6454fcae', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 08:21:43.996909 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port b26b817d-3bad-4eb4-ac8a-ebd1749c4269 is: ACTIVE; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:21:43.997302 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b26b817d-3bad-4eb4-ac8a-ebd1749c4269), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:21:44.010983 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b26b817d-3bad-4eb4-ac8a-ebd1749c4269 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 08:21:44.030665 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port b26b817d-3bad-4eb4-ac8a-ebd1749c4269, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=b26b817d-3bad-4eb4-ac8a-ebd1749c4269,segment=NetworkSegment(e80c3dcc-8eb6-4ce5-af63-8e3c50776482),segment_id=e80c3dcc-8eb6-4ce5-af63-8e3c50776482)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:21:44.035441 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (b26b817d-3bad-4eb4-ac8a-ebd1749c4269), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:21:44.084218 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=b26b817d-3bad-4eb4-ac8a-ebd1749c4269,revision_number=6']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:21:44.091933 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:21:44.092287 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:21:44.092632 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:21:44.093006 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:21:44.093343 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:21:44.093677 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:21:44.094010 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:21:44.094337 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:21:44.094665 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:21:44.095025 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:21:44.095334 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:21:44.095680 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:21:44.096004 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:21:44.181840 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] get_ports_and_sgs() called for port_ids ['b26b817d-3bad-4eb4-ac8a-ebd1749c4269'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 08:21:45.006883 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:21:45.861993 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device b26b817d-3bad-4eb4-ac8a-ebd1749c4269 up at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 08:21:45.910179 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Provisioning complete for port b26b817d-3bad-4eb4-ac8a-ebd1749c4269 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:21:45.910560 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (b26b817d-3bad-4eb4-ac8a-ebd1749c4269), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:21:45.986919 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port b26b817d-3bad-4eb4-ac8a-ebd1749c4269 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:21:45.987312 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b26b817d-3bad-4eb4-ac8a-ebd1749c4269), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:21:46.009640 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '908f0f95-3187-4939-ab84-38c97590eb87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b26b817d-3bad-4eb4-ac8a-ebd1749c4269'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 08:21:46.011959 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8c40c98856fbaa198dc4a2758b0190e9c3f0303d59edd797b772e66ff7f3562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6bf684a-35b9-4692-911d-d2dc752bfd47" -d '{"events": [{"server_uuid": "908f0f95-3187-4939-ab84-38c97590eb87", "name": "network-vif-plugged", "status": "completed", "tag": "b26b817d-3bad-4eb4-ac8a-ebd1749c4269"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 08:21:46.024059 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port b26b817d-3bad-4eb4-ac8a-ebd1749c4269, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=b26b817d-3bad-4eb4-ac8a-ebd1749c4269,segment=NetworkSegment(e80c3dcc-8eb6-4ce5-af63-8e3c50776482),segment_id=e80c3dcc-8eb6-4ce5-af63-8e3c50776482)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:21:46.031523 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (b26b817d-3bad-4eb4-ac8a-ebd1749c4269), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:21:46.084260 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=b26b817d-3bad-4eb4-ac8a-ebd1749c4269,revision_number=7']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:21:46.119513 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 08:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e7c9825-4396-47ae-9884-9406c8a680b9 x-openstack-request-id: req-1e7c9825-4396-47ae-9884-9406c8a680b9 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 08:21:46.119844 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "908f0f95-3187-4939-ab84-38c97590eb87", "name": "network-vif-plugged", "status": "completed", "tag": "b26b817d-3bad-4eb4-ac8a-ebd1749c4269", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 08:21:46.120108 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1e7c9825-4396-47ae-9884-9406c8a680b9 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 08:21:46.120513 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '908f0f95-3187-4939-ab84-38c97590eb87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b26b817d-3bad-4eb4-ac8a-ebd1749c4269', 'code': 200} Feb 02 08:21:46.364345 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:21:47.611659 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:21:49.155821 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 08:21:52.969999 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:21:58.122343 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:21:58.463895 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9ebde545-56a7-4aec-aaf5-21dbbc8f44d7 req-f945949a-40b1-409d-ae5b-ed35236cd80f tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2036702566&fields=id&tenant_id=e2996547836c4f52a45bba90dd87b649 HTTP/1.1" status: 200 len: 267 time: 0.0516195 Feb 02 08:21:58.570140 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebde545-56a7-4aec-aaf5-21dbbc8f44d7 req-05d37c53-a626-48dd-9c52-5a90b1b11d00 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:21:58.571542 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9ebde545-56a7-4aec-aaf5-21dbbc8f44d7 req-05d37c53-a626-48dd-9c52-5a90b1b11d00 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "GET /v2.0/networks?id=92f57431-8185-47c0-9fc5-97d16e119940 HTTP/1.1" status: 200 len: 809 time: 0.1012106 Feb 02 08:21:58.586225 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9ebde545-56a7-4aec-aaf5-21dbbc8f44d7 req-8161f363-f6eb-4304-a17f-41536c772579 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "GET /v2.0/quotas/e2996547836c4f52a45bba90dd87b649 HTTP/1.1" status: 200 len: 375 time: 0.0092793 Feb 02 08:21:58.644771 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9ebde545-56a7-4aec-aaf5-21dbbc8f44d7 req-37867eb2-82cc-4616-bfda-838fc54965b9 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=e2996547836c4f52a45bba90dd87b649&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0525074 Feb 02 08:21:58.754008 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9ebde545-56a7-4aec-aaf5-21dbbc8f44d7 req-7e7b0277-9e41-4dc2-88f2-35ab8bb1c95b service neutron] 10.222.0.87 "GET /v2.0/networks/92f57431-8185-47c0-9fc5-97d16e119940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973454 Feb 02 08:21:58.851065 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9ebde545-56a7-4aec-aaf5-21dbbc8f44d7 req-bd9cbd70-6da3-4cf1-a7a7-ca11cb43ae07 service neutron] 10.222.0.87 "GET /v2.0/networks/92f57431-8185-47c0-9fc5-97d16e119940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910337 Feb 02 08:21:59.025683 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-910e0528-e3d1-433c-b055-0a0136758e4f req-c3d39370-2fcc-482d-b846-1cc1e0296e46 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "GET /v2.0/ports?device_id=0a098a8c-07af-4567-92f1-abe300564197 HTTP/1.1" status: 200 len: 210 time: 0.0380204 Feb 02 08:22:00.096340 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebde545-56a7-4aec-aaf5-21dbbc8f44d7 req-8c734bcc-7be2-4ca8-b9ce-43e6783bcdae tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:22:00.097871 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9ebde545-56a7-4aec-aaf5-21dbbc8f44d7 req-8c734bcc-7be2-4ca8-b9ce-43e6783bcdae tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.88 "GET /v2.0/networks?id=92f57431-8185-47c0-9fc5-97d16e119940 HTTP/1.1" status: 200 len: 809 time: 0.1170089 Feb 02 08:22:00.130613 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-5383d3d6-2046-4e54-bd9a-f7e5c86ed98d req-a5ce31b2-5877-4137-b273-a4908a82d616 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "GET /v2.0/ports?device_id=0a098a8c-07af-4567-92f1-abe300564197 HTTP/1.1" status: 200 len: 210 time: 0.0302758 Feb 02 08:22:00.170741 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9ebde545-56a7-4aec-aaf5-21dbbc8f44d7 req-1db597fe-3216-4c67-a5d7-f0f4e0d735b9 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2996547836c4f52a45bba90dd87b649 HTTP/1.1" status: 200 len: 380 time: 0.0586345 Feb 02 08:22:00.191540 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-9ebde545-56a7-4aec-aaf5-21dbbc8f44d7 req-1bcb8e40-1cf7-47cf-af53-a47ffd48474f tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Request body: {'port': {'device_id': '0a098a8c-07af-4567-92f1-abe300564197', 'network_id': '92f57431-8185-47c0-9fc5-97d16e119940', 'admin_state_up': True, 'tenant_id': 'e2996547836c4f52a45bba90dd87b649', 'security_groups': ['b8d67552-2688-48ab-b9a0-d5c8a3a66ec1']}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:22:00.312306 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ebde545-56a7-4aec-aaf5-21dbbc8f44d7 req-1bcb8e40-1cf7-47cf-af53-a47ffd48474f tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Made reservation on behalf of e2996547836c4f52a45bba90dd87b649 for: {'port': 1} {{(pid=109693) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 08:22:00.315907 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-9ebde545-56a7-4aec-aaf5-21dbbc8f44d7 req-1bcb8e40-1cf7-47cf-af53-a47ffd48474f tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:22:00.815111 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.db_base_plugin_common [req-9ebde545-56a7-4aec-aaf5-21dbbc8f44d7 req-1bcb8e40-1cf7-47cf-af53-a47ffd48474f tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Allocated IP 172.20.0.6 (92f57431-8185-47c0-9fc5-97d16e119940/c009cff2-f976-4e88-a885-7bac6454fcae/450d8e14-f3b4-4047-a86b-2deebb089591) {{(pid=109693) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 08:22:00.985894 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-9ebde545-56a7-4aec-aaf5-21dbbc8f44d7 req-1bcb8e40-1cf7-47cf-af53-a47ffd48474f tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks [] for port (450d8e14-f3b4-4047-a86b-2deebb089591), precommit_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:22:01.021196 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-9ebde545-56a7-4aec-aaf5-21dbbc8f44d7 req-1bcb8e40-1cf7-47cf-af53-a47ffd48474f tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (450d8e14-f3b4-4047-a86b-2deebb089591), after_create {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:22:01.072388 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ebde545-56a7-4aec-aaf5-21dbbc8f44d7 req-1bcb8e40-1cf7-47cf-af53-a47ffd48474f tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Network 92f57431-8185-47c0-9fc5-97d16e119940 is already hosted by enough agents. {{(pid=109693) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 08:22:01.075821 n-d-789963-26 neutron-server[109693]: DEBUG neutron.scheduler.base_scheduler [req-9ebde545-56a7-4aec-aaf5-21dbbc8f44d7 req-1bcb8e40-1cf7-47cf-af53-a47ffd48474f tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Resources bound (agent type, host, resource id): {{(pid=109693) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 08:22:01.080688 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ebde545-56a7-4aec-aaf5-21dbbc8f44d7 req-1bcb8e40-1cf7-47cf-af53-a47ffd48474f tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Received port after_create {{(pid=109693) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 08:22:01.136062 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcb8e40-1cf7-47cf-af53-a47ffd48474f tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Pushing event updated for resources: {'Port': ['ID=450d8e14-f3b4-4047-a86b-2deebb089591,revision_number=1']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:22:01.153509 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcb8e40-1cf7-47cf-af53-a47ffd48474f tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:22:01.156019 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcb8e40-1cf7-47cf-af53-a47ffd48474f tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:22:01.156472 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcb8e40-1cf7-47cf-af53-a47ffd48474f tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:22:01.156845 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcb8e40-1cf7-47cf-af53-a47ffd48474f tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:22:01.157197 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcb8e40-1cf7-47cf-af53-a47ffd48474f tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:22:01.157615 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcb8e40-1cf7-47cf-af53-a47ffd48474f tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:22:01.157971 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcb8e40-1cf7-47cf-af53-a47ffd48474f tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:22:01.158317 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcb8e40-1cf7-47cf-af53-a47ffd48474f tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:22:01.158658 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcb8e40-1cf7-47cf-af53-a47ffd48474f tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:22:01.159061 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcb8e40-1cf7-47cf-af53-a47ffd48474f tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:22:01.159411 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcb8e40-1cf7-47cf-af53-a47ffd48474f tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:22:01.159783 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcb8e40-1cf7-47cf-af53-a47ffd48474f tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:22:01.160335 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcb8e40-1cf7-47cf-af53-a47ffd48474f tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:22:01.173529 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebde545-56a7-4aec-aaf5-21dbbc8f44d7 req-1bcb8e40-1cf7-47cf-af53-a47ffd48474f tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:22:01.174322 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-9ebde545-56a7-4aec-aaf5-21dbbc8f44d7 req-1bcb8e40-1cf7-47cf-af53-a47ffd48474f tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:22:01.208443 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9ebde545-56a7-4aec-aaf5-21dbbc8f44d7 req-1bcb8e40-1cf7-47cf-af53-a47ffd48474f tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0208619 Feb 02 08:22:01.304465 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b44d0-ee6b-4f6c-840d-cb138241729c req-065a4430-e710-4744-912a-07ac86d3809a tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:22:01.313028 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-819b44d0-ee6b-4f6c-840d-cb138241729c req-065a4430-e710-4744-912a-07ac86d3809a tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "GET /v2.0/ports?device_id=0a098a8c-07af-4567-92f1-abe300564197 HTTP/1.1" status: 200 len: 931 time: 0.0733113 Feb 02 08:22:01.373943 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-819b44d0-ee6b-4f6c-840d-cb138241729c req-7f7eef9d-f25c-44e8-93a5-2354e7b6192c tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "GET /v2.0/security-groups?id=b8d67552-2688-48ab-b9a0-d5c8a3a66ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596645 Feb 02 08:22:01.426387 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-40f23876-c9f1-4935-ba19-f78261221432 None None] Provisioning complete for port 450d8e14-f3b4-4047-a86b-2deebb089591 triggered by entity DHCP. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:22:01.427093 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-40f23876-c9f1-4935-ba19-f78261221432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (450d8e14-f3b4-4047-a86b-2deebb089591), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:22:01.468443 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-40f23876-c9f1-4935-ba19-f78261221432 None None] Port 450d8e14-f3b4-4047-a86b-2deebb089591 cannot update to ACTIVE because it is not bound. {{(pid=109695) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 08:22:02.518686 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3761db41-a4ed-49be-9e5d-f0a7e8f756c2 req-684d331f-4cc0-4435-9d5b-ccd7b96c6383 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:22:02.520262 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3761db41-a4ed-49be-9e5d-f0a7e8f756c2 req-684d331f-4cc0-4435-9d5b-ccd7b96c6383 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "GET /v2.0/ports?device_id=0a098a8c-07af-4567-92f1-abe300564197 HTTP/1.1" status: 200 len: 931 time: 0.0622728 Feb 02 08:22:02.573904 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3761db41-a4ed-49be-9e5d-f0a7e8f756c2 req-d35105c7-f96d-40e0-bf9d-f7aef07a7efc tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "GET /v2.0/security-groups?id=b8d67552-2688-48ab-b9a0-d5c8a3a66ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466962 Feb 02 08:22:03.719807 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a50e359-bc41-417c-9429-8d0154c54a18 req-81a2b185-5eca-4e8e-bf37-e0763cfc1c01 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:22:03.723249 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2a50e359-bc41-417c-9429-8d0154c54a18 req-81a2b185-5eca-4e8e-bf37-e0763cfc1c01 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "GET /v2.0/ports?device_id=0a098a8c-07af-4567-92f1-abe300564197 HTTP/1.1" status: 200 len: 931 time: 0.0663526 Feb 02 08:22:03.776565 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2a50e359-bc41-417c-9429-8d0154c54a18 req-886947cb-22f6-4ff0-8e21-021a42348bd5 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "GET /v2.0/security-groups?id=b8d67552-2688-48ab-b9a0-d5c8a3a66ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493679 Feb 02 08:22:03.950212 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device b26b817d-3bad-4eb4-ac8a-ebd1749c4269 no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 08:22:04.036571 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Current status of the port b26b817d-3bad-4eb4-ac8a-ebd1749c4269 is: ACTIVE; New status is: DOWN {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:22:04.036884 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (b26b817d-3bad-4eb4-ac8a-ebd1749c4269), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:22:04.063608 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '908f0f95-3187-4939-ab84-38c97590eb87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b26b817d-3bad-4eb4-ac8a-ebd1749c4269'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 08:22:04.066322 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8c40c98856fbaa198dc4a2758b0190e9c3f0303d59edd797b772e66ff7f3562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-287303bf-cf40-4cc9-b8c1-69e7f4e44b79" -d '{"events": [{"server_uuid": "908f0f95-3187-4939-ab84-38c97590eb87", "name": "network-vif-unplugged", "status": "completed", "tag": "b26b817d-3bad-4eb4-ac8a-ebd1749c4269"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 08:22:04.081465 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] For port b26b817d-3bad-4eb4-ac8a-ebd1749c4269, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=b26b817d-3bad-4eb4-ac8a-ebd1749c4269,segment=NetworkSegment(e80c3dcc-8eb6-4ce5-af63-8e3c50776482),segment_id=e80c3dcc-8eb6-4ce5-af63-8e3c50776482)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:22:04.088371 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (b26b817d-3bad-4eb4-ac8a-ebd1749c4269), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:22:04.119207 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 08:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd2eba8-bbcd-4fdc-a63a-616900e9a672 x-openstack-request-id: req-7fd2eba8-bbcd-4fdc-a63a-616900e9a672 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 08:22:04.119528 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "908f0f95-3187-4939-ab84-38c97590eb87", "name": "network-vif-unplugged", "status": "completed", "tag": "b26b817d-3bad-4eb4-ac8a-ebd1749c4269", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 08:22:04.119791 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7fd2eba8-bbcd-4fdc-a63a-616900e9a672 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 08:22:04.120194 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '908f0f95-3187-4939-ab84-38c97590eb87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b26b817d-3bad-4eb4-ac8a-ebd1749c4269', 'code': 200} Feb 02 08:22:04.157477 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Pushing event updated for resources: {'Port': ['ID=b26b817d-3bad-4eb4-ac8a-ebd1749c4269,revision_number=8']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:22:04.923536 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ddd4d-649c-4773-b1ba-ebcebabeb823 req-d3902fc5-2c73-4492-90ff-0972b368c386 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:22:04.925111 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d22ddd4d-649c-4773-b1ba-ebcebabeb823 req-d3902fc5-2c73-4492-90ff-0972b368c386 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "GET /v2.0/ports?device_id=0a098a8c-07af-4567-92f1-abe300564197 HTTP/1.1" status: 200 len: 931 time: 0.0575588 Feb 02 08:22:04.984916 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d22ddd4d-649c-4773-b1ba-ebcebabeb823 req-a5186688-9bc7-4a2e-9595-049deb00213f tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "GET /v2.0/security-groups?id=b8d67552-2688-48ab-b9a0-d5c8a3a66ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539429 Feb 02 08:22:06.123466 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eeaf96-6085-4724-94fd-4f8676e90245 req-01345c8e-f99c-4ba2-8820-0ec37e557501 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:22:06.125075 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-56eeaf96-6085-4724-94fd-4f8676e90245 req-01345c8e-f99c-4ba2-8820-0ec37e557501 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "GET /v2.0/ports?device_id=0a098a8c-07af-4567-92f1-abe300564197 HTTP/1.1" status: 200 len: 931 time: 0.0582738 Feb 02 08:22:06.180526 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-56eeaf96-6085-4724-94fd-4f8676e90245 req-8d531e72-64fb-4f1f-b968-5f97741a7b9f tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "GET /v2.0/security-groups?id=b8d67552-2688-48ab-b9a0-d5c8a3a66ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491986 Feb 02 08:22:07.315395 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e11e0-e6a8-418b-9ce3-0b522aabe133 req-37f012ca-feb9-4f3f-ba60-60b0a81d5c2f tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:22:07.317811 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-486e11e0-e6a8-418b-9ce3-0b522aabe133 req-37f012ca-feb9-4f3f-ba60-60b0a81d5c2f tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "GET /v2.0/ports?device_id=0a098a8c-07af-4567-92f1-abe300564197 HTTP/1.1" status: 200 len: 931 time: 0.0617599 Feb 02 08:22:07.376970 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-486e11e0-e6a8-418b-9ce3-0b522aabe133 req-ab7aa197-82bb-420e-9e63-2a04e572ffd0 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "GET /v2.0/security-groups?id=b8d67552-2688-48ab-b9a0-d5c8a3a66ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513690 Feb 02 08:22:08.144488 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.v2.base [req-9ebde545-56a7-4aec-aaf5-21dbbc8f44d7 req-5ec09895-c4de-40fb-b0df-5ea1ad8283f5 service neutron] Request body: {'port': {'device_id': '0a098a8c-07af-4567-92f1-abe300564197', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-26'}} {{(pid=109693) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:22:08.202540 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-9ebde545-56a7-4aec-aaf5-21dbbc8f44d7 req-5ec09895-c4de-40fb-b0df-5ea1ad8283f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (450d8e14-f3b4-4047-a86b-2deebb089591), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:22:08.471156 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [req-9ebde545-56a7-4aec-aaf5-21dbbc8f44d7 req-5ec09895-c4de-40fb-b0df-5ea1ad8283f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 450d8e14-f3b4-4047-a86b-2deebb089591 {{(pid=109693) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 08:22:08.479694 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-9ebde545-56a7-4aec-aaf5-21dbbc8f44d7 req-5ec09895-c4de-40fb-b0df-5ea1ad8283f5 service neutron] Publish callbacks [] for port (450d8e14-f3b4-4047-a86b-2deebb089591), precommit_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:22:08.493133 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.provisioning_blocks [req-9ebde545-56a7-4aec-aaf5-21dbbc8f44d7 req-5ec09895-c4de-40fb-b0df-5ea1ad8283f5 service neutron] Transition to ACTIVE for port object 450d8e14-f3b4-4047-a86b-2deebb089591 will not be triggered until provisioned by entity L2. {{(pid=109693) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 08:22:08.501080 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-9ebde545-56a7-4aec-aaf5-21dbbc8f44d7 req-5ec09895-c4de-40fb-b0df-5ea1ad8283f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (450d8e14-f3b4-4047-a86b-2deebb089591), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:22:08.506735 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ecc35-4392-44a0-b7d2-ed93094a1919 req-4ed05016-215f-42fb-9867-f8b74ca40ead tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:22:08.508905 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8d5ecc35-4392-44a0-b7d2-ed93094a1919 req-4ed05016-215f-42fb-9867-f8b74ca40ead tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "GET /v2.0/ports?device_id=0a098a8c-07af-4567-92f1-abe300564197 HTTP/1.1" status: 200 len: 931 time: 0.0608995 Feb 02 08:22:08.554102 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec09895-c4de-40fb-b0df-5ea1ad8283f5 service neutron] Pushing event updated for resources: {'Port': ['ID=450d8e14-f3b4-4047-a86b-2deebb089591,revision_number=2']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:22:08.571266 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8d5ecc35-4392-44a0-b7d2-ed93094a1919 req-c624b6e7-eec9-4a59-81a1-c1fb9a75f853 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "GET /v2.0/security-groups?id=b8d67552-2688-48ab-b9a0-d5c8a3a66ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537291 Feb 02 08:22:08.641400 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-9ebde545-56a7-4aec-aaf5-21dbbc8f44d7 req-5ec09895-c4de-40fb-b0df-5ea1ad8283f5 service neutron] Attempting to bind port 450d8e14-f3b4-4047-a86b-2deebb089591 on host n-h1-789963-26 for vnic_type normal with profile {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 08:22:08.641749 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-9ebde545-56a7-4aec-aaf5-21dbbc8f44d7 req-5ec09895-c4de-40fb-b0df-5ea1ad8283f5 service neutron] Attempting to bind port 450d8e14-f3b4-4047-a86b-2deebb089591 by drivers openvswitch,hyperv on host n-h1-789963-26 at level 0 using segments [{'id': 'e80c3dcc-8eb6-4ce5-af63-8e3c50776482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '92f57431-8185-47c0-9fc5-97d16e119940'}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 08:22:08.642089 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebde545-56a7-4aec-aaf5-21dbbc8f44d7 req-5ec09895-c4de-40fb-b0df-5ea1ad8283f5 service neutron] Attempting to bind port 450d8e14-f3b4-4047-a86b-2deebb089591 on network 92f57431-8185-47c0-9fc5-97d16e119940 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 08:22:08.646557 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebde545-56a7-4aec-aaf5-21dbbc8f44d7 req-5ec09895-c4de-40fb-b0df-5ea1ad8283f5 service neutron] Port 450d8e14-f3b4-4047-a86b-2deebb089591 on network 92f57431-8185-47c0-9fc5-97d16e119940 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-26 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 08:22:08.646885 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebde545-56a7-4aec-aaf5-21dbbc8f44d7 req-5ec09895-c4de-40fb-b0df-5ea1ad8283f5 service neutron] Attempting to bind port 450d8e14-f3b4-4047-a86b-2deebb089591 on network 92f57431-8185-47c0-9fc5-97d16e119940 {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 08:22:08.652201 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebde545-56a7-4aec-aaf5-21dbbc8f44d7 req-5ec09895-c4de-40fb-b0df-5ea1ad8283f5 service neutron] Checking agent: {'id': '91dc17e4-9f5f-4377-ab86-e5c6b710aeb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-26', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'started_at': datetime.datetime(2022, 2, 2, 6, 50, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 8, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 08:22:08.652544 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebde545-56a7-4aec-aaf5-21dbbc8f44d7 req-5ec09895-c4de-40fb-b0df-5ea1ad8283f5 service neutron] Checking segment: {'id': 'e80c3dcc-8eb6-4ce5-af63-8e3c50776482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '92f57431-8185-47c0-9fc5-97d16e119940'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109693) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 08:22:08.652938 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebde545-56a7-4aec-aaf5-21dbbc8f44d7 req-5ec09895-c4de-40fb-b0df-5ea1ad8283f5 service neutron] Bound using segment: {'id': 'e80c3dcc-8eb6-4ce5-af63-8e3c50776482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '92f57431-8185-47c0-9fc5-97d16e119940'} {{(pid=109693) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 08:22:08.653379 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.managers [req-9ebde545-56a7-4aec-aaf5-21dbbc8f44d7 req-5ec09895-c4de-40fb-b0df-5ea1ad8283f5 service neutron] Bound port: 450d8e14-f3b4-4047-a86b-2deebb089591, host: n-h1-789963-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e80c3dcc-8eb6-4ce5-af63-8e3c50776482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '92f57431-8185-47c0-9fc5-97d16e119940'}}] {{(pid=109693) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 08:22:08.653775 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-9ebde545-56a7-4aec-aaf5-21dbbc8f44d7 req-5ec09895-c4de-40fb-b0df-5ea1ad8283f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (450d8e14-f3b4-4047-a86b-2deebb089591), before_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:22:08.724372 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-9ebde545-56a7-4aec-aaf5-21dbbc8f44d7 req-5ec09895-c4de-40fb-b0df-5ea1ad8283f5 service neutron] For port 450d8e14-f3b4-4047-a86b-2deebb089591, host n-h1-789963-26, cleared binding levels {{(pid=109693) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 08:22:08.728828 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-9ebde545-56a7-4aec-aaf5-21dbbc8f44d7 req-5ec09895-c4de-40fb-b0df-5ea1ad8283f5 service neutron] For port 450d8e14-f3b4-4047-a86b-2deebb089591, host n-h1-789963-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=450d8e14-f3b4-4047-a86b-2deebb089591,segment=NetworkSegment(e80c3dcc-8eb6-4ce5-af63-8e3c50776482),segment_id=e80c3dcc-8eb6-4ce5-af63-8e3c50776482)] {{(pid=109693) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 08:22:08.734434 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-9ebde545-56a7-4aec-aaf5-21dbbc8f44d7 req-5ec09895-c4de-40fb-b0df-5ea1ad8283f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8424232'] for port (450d8e14-f3b4-4047-a86b-2deebb089591), after_update {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:22:08.770633 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebde545-56a7-4aec-aaf5-21dbbc8f44d7 req-5ec09895-c4de-40fb-b0df-5ea1ad8283f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:22:08.771246 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-9ebde545-56a7-4aec-aaf5-21dbbc8f44d7 req-5ec09895-c4de-40fb-b0df-5ea1ad8283f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:22:08.772746 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9ebde545-56a7-4aec-aaf5-21dbbc8f44d7 req-5ec09895-c4de-40fb-b0df-5ea1ad8283f5 service neutron] 10.222.0.88 "PUT /v2.0/ports/450d8e14-f3b4-4047-a86b-2deebb089591 HTTP/1.1" status: 200 len: 1092 time: 0.6326771 Feb 02 08:22:08.773123 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a098a8c-07af-4567-92f1-abe300564197', 'tag': '450d8e14-f3b4-4047-a86b-2deebb089591'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 08:22:08.776026 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bbcc89a9d4d8e7a52f5cbbd716b66041b3f6feaf13502aa94e42da132c01043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a14de879-bd4a-47b5-8d4e-5965185dc0df" -d '{"events": [{"name": "network-changed", "server_uuid": "0a098a8c-07af-4567-92f1-abe300564197", "tag": "450d8e14-f3b4-4047-a86b-2deebb089591"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 08:22:08.800632 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec09895-c4de-40fb-b0df-5ea1ad8283f5 service neutron] Pushing event updated for resources: {'Port': ['ID=450d8e14-f3b4-4047-a86b-2deebb089591,revision_number=3']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:22:08.880952 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 08:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589f1a7e-5586-4fe1-9413-79b2e85c477e x-openstack-request-id: req-589f1a7e-5586-4fe1-9413-79b2e85c477e {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 08:22:08.881261 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a098a8c-07af-4567-92f1-abe300564197", "tag": "450d8e14-f3b4-4047-a86b-2deebb089591", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 08:22:08.881525 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-589f1a7e-5586-4fe1-9413-79b2e85c477e {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 08:22:08.881936 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a098a8c-07af-4567-92f1-abe300564197', 'tag': '450d8e14-f3b4-4047-a86b-2deebb089591', 'status': 'completed', 'code': 200} Feb 02 08:22:08.901009 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebde545-56a7-4aec-aaf5-21dbbc8f44d7 req-a70f4519-eab7-43f8-8af7-5c6b69e4ce4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:22:08.902636 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9ebde545-56a7-4aec-aaf5-21dbbc8f44d7 req-a70f4519-eab7-43f8-8af7-5c6b69e4ce4c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e2996547836c4f52a45bba90dd87b649&device_id=0a098a8c-07af-4567-92f1-abe300564197 HTTP/1.1" status: 200 len: 1126 time: 0.0582607 Feb 02 08:22:08.956636 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9ebde545-56a7-4aec-aaf5-21dbbc8f44d7 req-51c71248-a41e-4b7e-8c63-373856893352 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=450d8e14-f3b4-4047-a86b-2deebb089591 HTTP/1.1" status: 200 len: 217 time: 0.0405707 Feb 02 08:22:09.006686 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebde545-56a7-4aec-aaf5-21dbbc8f44d7 req-f229fbb9-5819-4299-bb23-fab15bf08fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:22:09.008338 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9ebde545-56a7-4aec-aaf5-21dbbc8f44d7 req-f229fbb9-5819-4299-bb23-fab15bf08fb1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c009cff2-f976-4e88-a885-7bac6454fcae HTTP/1.1" status: 200 len: 848 time: 0.0451906 Feb 02 08:22:09.057962 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebde545-56a7-4aec-aaf5-21dbbc8f44d7 req-0e204f5f-b810-40c1-96a5-4c2bf34c179a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:22:09.059493 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9ebde545-56a7-4aec-aaf5-21dbbc8f44d7 req-0e204f5f-b810-40c1-96a5-4c2bf34c179a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=92f57431-8185-47c0-9fc5-97d16e119940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0454481 Feb 02 08:22:09.153610 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9ebde545-56a7-4aec-aaf5-21dbbc8f44d7 req-3c3282b9-15fe-4eb5-8063-fb7a431146ad service neutron] 10.222.0.88 "GET /v2.0/networks/92f57431-8185-47c0-9fc5-97d16e119940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876942 Feb 02 08:22:09.243082 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-9ebde545-56a7-4aec-aaf5-21dbbc8f44d7 req-1edd5d25-e798-49d4-ad66-ecdb8f88ecd0 service neutron] 10.222.0.88 "GET /v2.0/networks/92f57431-8185-47c0-9fc5-97d16e119940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834792 Feb 02 08:22:09.367764 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14de879-bd4a-47b5-8d4e-5965185dc0df req-0a4b42e3-41ec-4058-ac60-9646892de831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:22:09.369281 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a14de879-bd4a-47b5-8d4e-5965185dc0df req-0a4b42e3-41ec-4058-ac60-9646892de831 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e2996547836c4f52a45bba90dd87b649&device_id=0a098a8c-07af-4567-92f1-abe300564197 HTTP/1.1" status: 200 len: 1126 time: 0.0452614 Feb 02 08:22:09.465766 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14de879-bd4a-47b5-8d4e-5965185dc0df req-1b4de215-b5e5-4f61-9ab9-4370ad02809f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:22:09.467246 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a14de879-bd4a-47b5-8d4e-5965185dc0df req-1b4de215-b5e5-4f61-9ab9-4370ad02809f service neutron] 10.222.0.88 "GET /v2.0/networks?id=92f57431-8185-47c0-9fc5-97d16e119940 HTTP/1.1" status: 200 len: 910 time: 0.0919836 Feb 02 08:22:09.508779 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a14de879-bd4a-47b5-8d4e-5965185dc0df req-5e2a161e-3fad-4f3e-8b42-fe6492d7985a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=450d8e14-f3b4-4047-a86b-2deebb089591 HTTP/1.1" status: 200 len: 217 time: 0.0353596 Feb 02 08:22:09.561070 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14de879-bd4a-47b5-8d4e-5965185dc0df req-1ea4dbd6-a703-4f8f-94f3-beb64724ecca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:22:09.562532 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a14de879-bd4a-47b5-8d4e-5965185dc0df req-1ea4dbd6-a703-4f8f-94f3-beb64724ecca service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c009cff2-f976-4e88-a885-7bac6454fcae HTTP/1.1" status: 200 len: 848 time: 0.0477428 Feb 02 08:22:09.614065 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14de879-bd4a-47b5-8d4e-5965185dc0df req-3fa7441c-5df5-4fc1-9e01-9420ac45deb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:22:09.615691 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a14de879-bd4a-47b5-8d4e-5965185dc0df req-3fa7441c-5df5-4fc1-9e01-9420ac45deb1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=92f57431-8185-47c0-9fc5-97d16e119940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0466640 Feb 02 08:22:09.694070 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525356e-de14-436b-9629-1e9bc91065f1 req-d414f82c-8d69-4b4e-b3b8-7e5fbb1d1538 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:22:09.696371 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2525356e-de14-436b-9629-1e9bc91065f1 req-d414f82c-8d69-4b4e-b3b8-7e5fbb1d1538 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "GET /v2.0/ports?device_id=0a098a8c-07af-4567-92f1-abe300564197 HTTP/1.1" status: 200 len: 943 time: 0.0563004 Feb 02 08:22:09.720365 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a14de879-bd4a-47b5-8d4e-5965185dc0df req-e6f7ba6c-d3e0-4f0b-9106-9d129ca33c5e service neutron] 10.222.0.88 "GET /v2.0/networks/92f57431-8185-47c0-9fc5-97d16e119940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975194 Feb 02 08:22:09.749291 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-2525356e-de14-436b-9629-1e9bc91065f1 req-6015c9a5-f0d9-46e5-a889-9bc4b31d5b32 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "GET /v2.0/security-groups?id=b8d67552-2688-48ab-b9a0-d5c8a3a66ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470920 Feb 02 08:22:09.816171 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a14de879-bd4a-47b5-8d4e-5965185dc0df req-fe09a1d9-970b-4735-9275-7565a3bcc3ca service neutron] 10.222.0.88 "GET /v2.0/networks/92f57431-8185-47c0-9fc5-97d16e119940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891297 Feb 02 08:22:10.875427 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88add5d2-8c03-4e91-b860-0d93bdbff0a9 req-17236a32-a5de-4c50-9412-b9d8fab3131e tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:22:10.877244 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-88add5d2-8c03-4e91-b860-0d93bdbff0a9 req-17236a32-a5de-4c50-9412-b9d8fab3131e tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "GET /v2.0/ports?device_id=0a098a8c-07af-4567-92f1-abe300564197 HTTP/1.1" status: 200 len: 943 time: 0.0538330 Feb 02 08:22:10.932272 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-88add5d2-8c03-4e91-b860-0d93bdbff0a9 req-fd3edf34-46f1-428b-bb19-505dc1668258 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "GET /v2.0/security-groups?id=b8d67552-2688-48ab-b9a0-d5c8a3a66ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494220 Feb 02 08:22:11.200940 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0dfbb2b1-0bb3-481b-845f-3d0a9e22cd0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:22:12.052775 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98ec88d-8201-4f07-9d4f-734467dcca04 req-a9578d26-e476-498b-a740-69ac121cd875 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:22:12.054254 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d98ec88d-8201-4f07-9d4f-734467dcca04 req-a9578d26-e476-498b-a740-69ac121cd875 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "GET /v2.0/ports?device_id=0a098a8c-07af-4567-92f1-abe300564197 HTTP/1.1" status: 200 len: 943 time: 0.0536275 Feb 02 08:22:12.104543 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d98ec88d-8201-4f07-9d4f-734467dcca04 req-406c4891-fa90-43f2-9f22-c748586b2d9d tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "GET /v2.0/security-groups?id=b8d67552-2688-48ab-b9a0-d5c8a3a66ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438700 Feb 02 08:22:12.259515 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 450d8e14-f3b4-4047-a86b-2deebb089591 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 08:22:12.371042 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 450d8e14-f3b4-4047-a86b-2deebb089591, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=450d8e14-f3b4-4047-a86b-2deebb089591,segment=NetworkSegment(e80c3dcc-8eb6-4ce5-af63-8e3c50776482),segment_id=e80c3dcc-8eb6-4ce5-af63-8e3c50776482)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:22:12.381464 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': '450d8e14-f3b4-4047-a86b-2deebb089591', 'network_id': '92f57431-8185-47c0-9fc5-97d16e119940', 'port_id': '450d8e14-f3b4-4047-a86b-2deebb089591', 'mac_address': 'fa:16:3e:d1:53:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c009cff2-f976-4e88-a885-7bac6454fcae', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 08:22:12.424191 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 450d8e14-f3b4-4047-a86b-2deebb089591 is: DOWN; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:22:12.424576 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (450d8e14-f3b4-4047-a86b-2deebb089591), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:22:12.438137 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 450d8e14-f3b4-4047-a86b-2deebb089591 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 08:22:12.457820 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 450d8e14-f3b4-4047-a86b-2deebb089591, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=450d8e14-f3b4-4047-a86b-2deebb089591,segment=NetworkSegment(e80c3dcc-8eb6-4ce5-af63-8e3c50776482),segment_id=e80c3dcc-8eb6-4ce5-af63-8e3c50776482)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:22:12.462431 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (450d8e14-f3b4-4047-a86b-2deebb089591), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:22:12.511664 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=450d8e14-f3b4-4047-a86b-2deebb089591,revision_number=4']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:22:12.752086 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['450d8e14-f3b4-4047-a86b-2deebb089591'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 08:22:13.225527 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c33fc39-77df-4da5-86bd-9ebce6fe3a07 req-41cfbd79-4fec-45f0-8fd9-18c511c3523c tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:22:13.227080 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9c33fc39-77df-4da5-86bd-9ebce6fe3a07 req-41cfbd79-4fec-45f0-8fd9-18c511c3523c tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "GET /v2.0/ports?device_id=0a098a8c-07af-4567-92f1-abe300564197 HTTP/1.1" status: 200 len: 944 time: 0.0532017 Feb 02 08:22:13.278125 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-9c33fc39-77df-4da5-86bd-9ebce6fe3a07 req-d19ed3bc-8824-4d54-a50a-14ddbe3d30dd tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "GET /v2.0/security-groups?id=b8d67552-2688-48ab-b9a0-d5c8a3a66ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453165 Feb 02 08:22:13.442234 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-d086d9ce-e8b1-494e-9663-4c6f1c65eb90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:22:14.268177 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 450d8e14-f3b4-4047-a86b-2deebb089591 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 08:22:14.317454 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning for port 450d8e14-f3b4-4047-a86b-2deebb089591 completed by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 08:22:14.321714 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port 450d8e14-f3b4-4047-a86b-2deebb089591 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:22:14.322192 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (450d8e14-f3b4-4047-a86b-2deebb089591), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:22:14.402257 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbbfd58-1dcb-4150-b60b-d12c409f2b4d req-799fba88-ff11-4f91-ad6c-c801381576c9 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:22:14.403384 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 450d8e14-f3b4-4047-a86b-2deebb089591 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:22:14.403815 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bbbbfd58-1dcb-4150-b60b-d12c409f2b4d req-799fba88-ff11-4f91-ad6c-c801381576c9 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "GET /v2.0/ports?device_id=0a098a8c-07af-4567-92f1-abe300564197 HTTP/1.1" status: 200 len: 944 time: 0.0579109 Feb 02 08:22:14.403941 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (450d8e14-f3b4-4047-a86b-2deebb089591), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:22:14.427734 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a098a8c-07af-4567-92f1-abe300564197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '450d8e14-f3b4-4047-a86b-2deebb089591'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 08:22:14.430026 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8c40c98856fbaa198dc4a2758b0190e9c3f0303d59edd797b772e66ff7f3562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9797729c-4521-40f6-88f2-0f741c5ef284" -d '{"events": [{"server_uuid": "0a098a8c-07af-4567-92f1-abe300564197", "name": "network-vif-plugged", "status": "completed", "tag": "450d8e14-f3b4-4047-a86b-2deebb089591"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 08:22:14.441874 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 450d8e14-f3b4-4047-a86b-2deebb089591, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=450d8e14-f3b4-4047-a86b-2deebb089591,segment=NetworkSegment(e80c3dcc-8eb6-4ce5-af63-8e3c50776482),segment_id=e80c3dcc-8eb6-4ce5-af63-8e3c50776482)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:22:14.447682 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (450d8e14-f3b4-4047-a86b-2deebb089591), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:22:14.455710 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-bbbbfd58-1dcb-4150-b60b-d12c409f2b4d req-9386572a-5d8f-47e2-9c7c-fdcc5f513e49 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "GET /v2.0/security-groups?id=b8d67552-2688-48ab-b9a0-d5c8a3a66ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461972 Feb 02 08:22:14.500922 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 08:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b788206b-1ce1-4e95-8c0d-c426e9e4de12 x-openstack-request-id: req-b788206b-1ce1-4e95-8c0d-c426e9e4de12 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 08:22:14.501214 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a098a8c-07af-4567-92f1-abe300564197", "name": "network-vif-plugged", "status": "completed", "tag": "450d8e14-f3b4-4047-a86b-2deebb089591", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 08:22:14.501722 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b788206b-1ce1-4e95-8c0d-c426e9e4de12 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 08:22:14.502106 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a098a8c-07af-4567-92f1-abe300564197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '450d8e14-f3b4-4047-a86b-2deebb089591', 'code': 200} Feb 02 08:22:14.506509 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=450d8e14-f3b4-4047-a86b-2deebb089591,revision_number=5']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:22:14.634272 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea3067e-0e7d-47d5-8410-3f37884827ee req-38ea3d30-349e-464d-987c-4b198b320a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:22:14.635714 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0ea3067e-0e7d-47d5-8410-3f37884827ee req-38ea3d30-349e-464d-987c-4b198b320a22 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0a098a8c-07af-4567-92f1-abe300564197 HTTP/1.1" status: 200 len: 1128 time: 0.0450988 Feb 02 08:22:14.684090 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-0ea3067e-0e7d-47d5-8410-3f37884827ee req-b21d70e5-6862-4f8d-8051-489b9bfe4848 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=b8d67552-2688-48ab-b9a0-d5c8a3a66ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428030 Feb 02 08:22:15.009169 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:22:15.577268 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a977a13-393f-4fcb-af8d-4050b5dd7e67 req-e4c42805-fb1e-4e88-ba23-cf2e315278c4 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:22:15.578756 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3a977a13-393f-4fcb-af8d-4050b5dd7e67 req-e4c42805-fb1e-4e88-ba23-cf2e315278c4 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "GET /v2.0/ports?device_id=0a098a8c-07af-4567-92f1-abe300564197 HTTP/1.1" status: 200 len: 945 time: 0.0529506 Feb 02 08:22:15.631212 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-3a977a13-393f-4fcb-af8d-4050b5dd7e67 req-43182b17-ac69-470d-b285-ab546dcd7b52 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "GET /v2.0/security-groups?id=b8d67552-2688-48ab-b9a0-d5c8a3a66ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469298 Feb 02 08:22:16.366924 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:22:16.760409 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199116bf-72d2-4b54-ad2c-522eea6ff346 req-e8a7a16c-ec52-413b-8549-fc4ec6a1f3bd tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:22:16.761938 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-199116bf-72d2-4b54-ad2c-522eea6ff346 req-e8a7a16c-ec52-413b-8549-fc4ec6a1f3bd tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "GET /v2.0/ports?device_id=0a098a8c-07af-4567-92f1-abe300564197 HTTP/1.1" status: 200 len: 945 time: 0.0590072 Feb 02 08:22:16.793392 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-55690838-bdf7-47c3-8baf-0afcdf642d1f req-6b63be04-160b-489d-99de-55700817e285 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0a098a8c-07af-4567-92f1-abe300564197&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0441792 Feb 02 08:22:16.812579 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-199116bf-72d2-4b54-ad2c-522eea6ff346 req-d8228744-c3f4-4f8a-8569-16da40c1c912 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "GET /v2.0/security-groups?id=b8d67552-2688-48ab-b9a0-d5c8a3a66ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448074 Feb 02 08:22:16.896883 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55690838-bdf7-47c3-8baf-0afcdf642d1f req-b49740a6-2657-4faa-a7e4-2a2b73c7fbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:22:16.898330 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-55690838-bdf7-47c3-8baf-0afcdf642d1f req-b49740a6-2657-4faa-a7e4-2a2b73c7fbce service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e2996547836c4f52a45bba90dd87b649&device_id=0a098a8c-07af-4567-92f1-abe300564197 HTTP/1.1" status: 200 len: 1128 time: 0.0465350 Feb 02 08:22:16.933513 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ad908-0d1d-4236-a5b8-568842b2c047 req-2e5d33fb-6128-49cc-8fb9-c3da02b637e8 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:22:16.934992 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b69ad908-0d1d-4236-a5b8-568842b2c047 req-2e5d33fb-6128-49cc-8fb9-c3da02b637e8 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "GET /v2.0/ports?device_id=0a098a8c-07af-4567-92f1-abe300564197 HTTP/1.1" status: 200 len: 945 time: 0.0552473 Feb 02 08:22:16.984723 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-b69ad908-0d1d-4236-a5b8-568842b2c047 req-9c4b4b71-9359-43f9-ba8b-844e34f7599c tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "GET /v2.0/security-groups?id=b8d67552-2688-48ab-b9a0-d5c8a3a66ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440249 Feb 02 08:22:17.004785 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55690838-bdf7-47c3-8baf-0afcdf642d1f req-b0239414-6815-47dc-a707-057e4661e720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:22:17.006269 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-55690838-bdf7-47c3-8baf-0afcdf642d1f req-b0239414-6815-47dc-a707-057e4661e720 service neutron] 10.222.0.88 "GET /v2.0/networks?id=92f57431-8185-47c0-9fc5-97d16e119940 HTTP/1.1" status: 200 len: 910 time: 0.0906837 Feb 02 08:22:17.006510 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 40258) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:22:17.047259 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-55690838-bdf7-47c3-8baf-0afcdf642d1f req-3eaf7034-4bad-4bdd-8632-0c75a61e6394 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=450d8e14-f3b4-4047-a86b-2deebb089591 HTTP/1.1" status: 200 len: 217 time: 0.0344775 Feb 02 08:22:17.050578 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4890c8cb-6319-4898-ad43-e74581893040 tempest-TestSnapshotPattern-701380573 tempest-TestSnapshotPattern-701380573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:22:17.055271 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-4890c8cb-6319-4898-ad43-e74581893040 tempest-TestSnapshotPattern-701380573 tempest-TestSnapshotPattern-701380573-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=0a098a8c-07af-4567-92f1-abe300564197 HTTP/1.1" status: 200 len: 1123 time: 0.0446446 Feb 02 08:22:17.055467 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 40260) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:22:17.062525 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.v2.base [None req-2bd7f7d5-9a8c-4690-8fd4-ac3b9243a00e tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Request body: {'floatingip': {'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'port_id': '450d8e14-f3b4-4047-a86b-2deebb089591', 'tenant_id': 'e2996547836c4f52a45bba90dd87b649', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 08:22:17.092830 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2bd7f7d5-9a8c-4690-8fd4-ac3b9243a00e tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:22:17.101950 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55690838-bdf7-47c3-8baf-0afcdf642d1f req-44a86580-1300-4fe0-8441-e3d44b7d1445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:22:17.103512 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-55690838-bdf7-47c3-8baf-0afcdf642d1f req-44a86580-1300-4fe0-8441-e3d44b7d1445 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c009cff2-f976-4e88-a885-7bac6454fcae HTTP/1.1" status: 200 len: 848 time: 0.0500786 Feb 02 08:22:17.166027 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55690838-bdf7-47c3-8baf-0afcdf642d1f req-79293872-e114-4b08-b038-32008f0c9f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:22:17.167597 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-55690838-bdf7-47c3-8baf-0afcdf642d1f req-79293872-e114-4b08-b038-32008f0c9f97 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=92f57431-8185-47c0-9fc5-97d16e119940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0583255 Feb 02 08:22:17.216400 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2bd7f7d5-9a8c-4690-8fd4-ac3b9243a00e tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (None), before_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:22:17.257553 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-55690838-bdf7-47c3-8baf-0afcdf642d1f req-6b1aca27-6b27-45c3-ac63-3d78ef16494e service neutron] 10.222.0.88 "GET /v2.0/networks/92f57431-8185-47c0-9fc5-97d16e119940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837171 Feb 02 08:22:17.325278 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_common [None req-2bd7f7d5-9a8c-4690-8fd4-ac3b9243a00e tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Allocated IP 172.25.4.86 (ee4463ee-e783-4af5-91d5-cbeb2d0e0db8/392aaebe-fd83-41d1-8a16-1b1a19494cf1/3ff3b167-c2de-418a-8f0f-2321d7c3647d) {{(pid=109694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 08:22:17.350511 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-55690838-bdf7-47c3-8baf-0afcdf642d1f req-3c4595c7-bd8a-4f5f-b74d-a883c2a1c431 service neutron] 10.222.0.88 "GET /v2.0/networks/92f57431-8185-47c0-9fc5-97d16e119940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869982 Feb 02 08:22:17.430851 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2bd7f7d5-9a8c-4690-8fd4-ac3b9243a00e tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks [] for port (3ff3b167-c2de-418a-8f0f-2321d7c3647d), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:22:17.464058 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2bd7f7d5-9a8c-4690-8fd4-ac3b9243a00e tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778325161000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (3ff3b167-c2de-418a-8f0f-2321d7c3647d), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:22:17.499443 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd7f7d5-9a8c-4690-8fd4-ac3b9243a00e tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Network ee4463ee-e783-4af5-91d5-cbeb2d0e0db8 is already hosted by enough agents. {{(pid=109694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 08:22:17.504364 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.base_scheduler [None req-2bd7f7d5-9a8c-4690-8fd4-ac3b9243a00e tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Resources bound (agent type, host, resource id): {{(pid=109694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 08:22:17.506977 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd7f7d5-9a8c-4690-8fd4-ac3b9243a00e tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Received port after_create {{(pid=109694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 08:22:17.540907 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd7f7d5-9a8c-4690-8fd4-ac3b9243a00e tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Pushing event updated for resources: {'Port': ['ID=3ff3b167-c2de-418a-8f0f-2321d7c3647d,revision_number=1']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:22:17.554105 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd7f7d5-9a8c-4690-8fd4-ac3b9243a00e tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:22:17.554463 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd7f7d5-9a8c-4690-8fd4-ac3b9243a00e tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:22:17.555364 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd7f7d5-9a8c-4690-8fd4-ac3b9243a00e tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:22:17.555740 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd7f7d5-9a8c-4690-8fd4-ac3b9243a00e tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:22:17.556089 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd7f7d5-9a8c-4690-8fd4-ac3b9243a00e tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:22:17.556434 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd7f7d5-9a8c-4690-8fd4-ac3b9243a00e tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:22:17.556768 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd7f7d5-9a8c-4690-8fd4-ac3b9243a00e tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:22:17.557101 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd7f7d5-9a8c-4690-8fd4-ac3b9243a00e tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:22:17.557430 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd7f7d5-9a8c-4690-8fd4-ac3b9243a00e tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:22:17.557758 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd7f7d5-9a8c-4690-8fd4-ac3b9243a00e tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:22:17.558090 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd7f7d5-9a8c-4690-8fd4-ac3b9243a00e tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:22:17.558421 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd7f7d5-9a8c-4690-8fd4-ac3b9243a00e tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:22:17.558751 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd7f7d5-9a8c-4690-8fd4-ac3b9243a00e tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:22:17.613923 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:22:17.894531 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2bd7f7d5-9a8c-4690-8fd4-ac3b9243a00e tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks [] for floatingip (7918781c-ae76-4895-88cb-1607b75e260e), precommit_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:22:17.965055 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2bd7f7d5-9a8c-4690-8fd4-ac3b9243a00e tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (3ff3b167-c2de-418a-8f0f-2321d7c3647d), before_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:22:18.113136 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2bd7f7d5-9a8c-4690-8fd4-ac3b9243a00e tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks [] for port (3ff3b167-c2de-418a-8f0f-2321d7c3647d), precommit_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:22:18.118257 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2bd7f7d5-9a8c-4690-8fd4-ac3b9243a00e tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8992265'] for port (3ff3b167-c2de-418a-8f0f-2321d7c3647d), after_update {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:22:18.186207 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd7f7d5-9a8c-4690-8fd4-ac3b9243a00e tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Pushing event updated for resources: {'Port': ['ID=3ff3b167-c2de-418a-8f0f-2321d7c3647d,revision_number=2']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:22:18.196082 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2bd7f7d5-9a8c-4690-8fd4-ac3b9243a00e tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1043809'] for floatingip (7918781c-ae76-4895-88cb-1607b75e260e), after_create {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:22:18.297952 n-d-789963-26 neutron-server[109694]: INFO neutron.db.l3_db [None req-2bd7f7d5-9a8c-4690-8fd4-ac3b9243a00e tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Floating IP 7918781c-ae76-4895-88cb-1607b75e260e associated. External IP: 172.25.4.86, port: 450d8e14-f3b4-4047-a86b-2deebb089591. Feb 02 08:22:18.506451 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bd7f7d5-9a8c-4690-8fd4-ac3b9243a00e tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Router 3159d71b-b561-4b6e-a491-c158b7e9ada7 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 08:22:18.615731 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd7f7d5-9a8c-4690-8fd4-ac3b9243a00e tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 08:22:18.625983 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafc7fa4-2fc1-4a15-ab0b-b9e9e931e7ea None None] Sync routers for ids ['3159d71b-b561-4b6e-a491-c158b7e9ada7'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 08:22:18.634159 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2bd7f7d5-9a8c-4690-8fd4-ac3b9243a00e tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:22:18.636591 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafc7fa4-2fc1-4a15-ab0b-b9e9e931e7ea None None] Routers {'3159d71b-b561-4b6e-a491-c158b7e9ada7'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:22:18.637291 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-eafc7fa4-2fc1-4a15-ab0b-b9e9e931e7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:22:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['3159d71b-b561-4b6e-a491-c158b7e9ada7'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:22:18.664972 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-2bd7f7d5-9a8c-4690-8fd4-ac3b9243a00e tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6074507 Feb 02 08:22:18.665951 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a098a8c-07af-4567-92f1-abe300564197', 'tag': '450d8e14-f3b4-4047-a86b-2deebb089591'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 08:22:18.668416 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cd64c29d20054dd266ebfc4811df21ba6bce2c9fa8def1b04b444a49e945ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a37cd428-43de-472f-85a6-d4d980e1cbde" -d '{"events": [{"name": "network-changed", "server_uuid": "0a098a8c-07af-4567-92f1-abe300564197", "tag": "450d8e14-f3b4-4047-a86b-2deebb089591"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 08:22:18.710138 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 08:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae5cd63d-5a1f-4060-a1f7-f0f40681caec x-openstack-request-id: req-ae5cd63d-5a1f-4060-a1f7-f0f40681caec {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 08:22:18.710522 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a098a8c-07af-4567-92f1-abe300564197", "tag": "450d8e14-f3b4-4047-a86b-2deebb089591", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 08:22:18.710803 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ae5cd63d-5a1f-4060-a1f7-f0f40681caec {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 08:22:18.711852 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a098a8c-07af-4567-92f1-abe300564197', 'tag': '450d8e14-f3b4-4047-a86b-2deebb089591', 'status': 'completed', 'code': 200} Feb 02 08:22:18.745191 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-eafc7fa4-2fc1-4a15-ab0b-b9e9e931e7ea None None] Set router 3159d71b-b561-4b6e-a491-c158b7e9ada7 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:22:18.798790 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37cd428-43de-472f-85a6-d4d980e1cbde req-8c5f71cf-3b75-40a5-975a-67aa34f30ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:22:18.800403 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a37cd428-43de-472f-85a6-d4d980e1cbde req-8c5f71cf-3b75-40a5-975a-67aa34f30ed3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e2996547836c4f52a45bba90dd87b649&device_id=0a098a8c-07af-4567-92f1-abe300564197 HTTP/1.1" status: 200 len: 1128 time: 0.0467374 Feb 02 08:22:18.894175 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37cd428-43de-472f-85a6-d4d980e1cbde req-03060b3c-320f-403e-abba-a60b328c78ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:22:18.895703 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a37cd428-43de-472f-85a6-d4d980e1cbde req-03060b3c-320f-403e-abba-a60b328c78ce service neutron] 10.222.0.88 "GET /v2.0/networks?id=92f57431-8185-47c0-9fc5-97d16e119940 HTTP/1.1" status: 200 len: 910 time: 0.0892754 Feb 02 08:22:18.965453 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a37cd428-43de-472f-85a6-d4d980e1cbde req-c5901a56-2624-4895-a556-bc5756ef1c37 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=450d8e14-f3b4-4047-a86b-2deebb089591 HTTP/1.1" status: 200 len: 998 time: 0.0641379 Feb 02 08:22:18.971494 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-eafc7fa4-2fc1-4a15-ab0b-b9e9e931e7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3159d71b-b561-4b6e-a491-c158b7e9ada7', 'name': 'tempest-TestSnapshotPattern-998583298-router', 'tenant_id': 'e2996547836c4f52a45bba90dd87b649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'ddfcec6a-4978-403b-a396-5ce01aaaf4f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:18:37Z', 'updated_at': '2022-02-02T08:18:39Z', 'revision_number': 4, 'project_id': 'e2996547836c4f52a45bba90dd87b649', 'gw_port': {'id': 'ddfcec6a-4978-403b-a396-5ce01aaaf4f4', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3159d71b-b561-4b6e-a491-c158b7e9ada7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:18:37Z', 'updated_at': '2022-02-02T08:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '4d260220-cb13-439b-869b-95e34e3bdd1a', 'tenant_id': 'e2996547836c4f52a45bba90dd87b649', 'floating_ip_address': '172.25.4.72', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '3159d71b-b561-4b6e-a491-c158b7e9ada7', 'port_id': 'b26b817d-3bad-4eb4-ac8a-ebd1749c4269', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92f57431-8185-47c0-9fc5-97d16e119940', 'mac_address': 'fa:16:3e:1d:a7:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908f0f95-3187-4939-ab84-38c97590eb87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T08:19:01Z', 'updated_at': '2022-02-02T08:19:03Z', 'revision_number': 1, 'project_id': 'e2996547836c4f52a45bba90dd87b649', 'fixed_ip_address_scope': None}, {'id': '7918781c-ae76-4895-88cb-1607b75e260e', 'tenant_id': 'e2996547836c4f52a45bba90dd87b649', 'floating_ip_address': '172.25.4.86', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '3159d71b-b561-4b6e-a491-c158b7e9ada7', 'port_id': '450d8e14-f3b4-4047-a86b-2deebb089591', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92f57431-8185-47c0-9fc5-97d16e119940', 'mac_address': 'fa:16:3e:d1:53:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a098a8c-07af-4567-92f1-abe300564197', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T08:22:17Z', 'updated_at': '2022-02-02T08:22:17Z', 'revision_number': 0, 'project_id': 'e2996547836c4f52a45bba90dd87b649', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac518fae-d2fb-4446-b96b-1702881a1d28', 'name': '', 'network_id': '92f57431-8185-47c0-9fc5-97d16e119940', 'tenant_id': 'e2996547836c4f52a45bba90dd87b649', 'mac_address': 'fa:16:3e:62:cd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3159d71b-b561-4b6e-a491-c158b7e9ada7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'c009cff2-f976-4e88-a885-7bac6454fcae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:18:39Z', 'updated_at': '2022-02-02T08:18:46Z', 'revision_number': 5, 'project_id': 'e2996547836c4f52a45bba90dd87b649', 'subnets': [{'id': 'c009cff2-f976-4e88-a885-7bac6454fcae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:22:19.002424 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafc7fa4-2fc1-4a15-ab0b-b9e9e931e7ea None None] Checking router: 3159d71b-b561-4b6e-a491-c158b7e9ada7 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 08:22:19.010735 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafc7fa4-2fc1-4a15-ab0b-b9e9e931e7ea None None] Routers {'3159d71b-b561-4b6e-a491-c158b7e9ada7'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:22:19.011339 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-eafc7fa4-2fc1-4a15-ab0b-b9e9e931e7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:22:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['3159d71b-b561-4b6e-a491-c158b7e9ada7'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:22:19.014169 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37cd428-43de-472f-85a6-d4d980e1cbde req-5561765c-4f4b-4ccd-b321-65dc2321615e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:22:19.015651 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a37cd428-43de-472f-85a6-d4d980e1cbde req-5561765c-4f4b-4ccd-b321-65dc2321615e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c009cff2-f976-4e88-a885-7bac6454fcae HTTP/1.1" status: 200 len: 848 time: 0.0450110 Feb 02 08:22:19.065830 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37cd428-43de-472f-85a6-d4d980e1cbde req-c0fe8f52-4972-4abc-b310-cc600d899c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:22:19.067453 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a37cd428-43de-472f-85a6-d4d980e1cbde req-c0fe8f52-4972-4abc-b310-cc600d899c47 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=92f57431-8185-47c0-9fc5-97d16e119940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0460427 Feb 02 08:22:19.172983 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a37cd428-43de-472f-85a6-d4d980e1cbde req-0c574f1a-dc59-4423-87b2-3f006f936280 service neutron] 10.222.0.88 "GET /v2.0/networks/92f57431-8185-47c0-9fc5-97d16e119940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992074 Feb 02 08:22:19.276320 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-eafc7fa4-2fc1-4a15-ab0b-b9e9e931e7ea None None] Set router 3159d71b-b561-4b6e-a491-c158b7e9ada7 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:22:19.278159 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a37cd428-43de-472f-85a6-d4d980e1cbde req-cb8c0017-beef-4146-9013-cf819b0a0871 service neutron] 10.222.0.88 "GET /v2.0/networks/92f57431-8185-47c0-9fc5-97d16e119940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987468 Feb 02 08:22:19.499489 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-eafc7fa4-2fc1-4a15-ab0b-b9e9e931e7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3159d71b-b561-4b6e-a491-c158b7e9ada7', 'name': 'tempest-TestSnapshotPattern-998583298-router', 'tenant_id': 'e2996547836c4f52a45bba90dd87b649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'ddfcec6a-4978-403b-a396-5ce01aaaf4f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:18:37Z', 'updated_at': '2022-02-02T08:18:39Z', 'revision_number': 4, 'project_id': 'e2996547836c4f52a45bba90dd87b649', 'gw_port': {'id': 'ddfcec6a-4978-403b-a396-5ce01aaaf4f4', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3159d71b-b561-4b6e-a491-c158b7e9ada7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:18:37Z', 'updated_at': '2022-02-02T08:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '4d260220-cb13-439b-869b-95e34e3bdd1a', 'tenant_id': 'e2996547836c4f52a45bba90dd87b649', 'floating_ip_address': '172.25.4.72', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '3159d71b-b561-4b6e-a491-c158b7e9ada7', 'port_id': 'b26b817d-3bad-4eb4-ac8a-ebd1749c4269', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92f57431-8185-47c0-9fc5-97d16e119940', 'mac_address': 'fa:16:3e:1d:a7:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908f0f95-3187-4939-ab84-38c97590eb87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T08:19:01Z', 'updated_at': '2022-02-02T08:19:03Z', 'revision_number': 1, 'project_id': 'e2996547836c4f52a45bba90dd87b649', 'fixed_ip_address_scope': None}, {'id': '7918781c-ae76-4895-88cb-1607b75e260e', 'tenant_id': 'e2996547836c4f52a45bba90dd87b649', 'floating_ip_address': '172.25.4.86', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '3159d71b-b561-4b6e-a491-c158b7e9ada7', 'port_id': '450d8e14-f3b4-4047-a86b-2deebb089591', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92f57431-8185-47c0-9fc5-97d16e119940', 'mac_address': 'fa:16:3e:d1:53:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a098a8c-07af-4567-92f1-abe300564197', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T08:22:17Z', 'updated_at': '2022-02-02T08:22:17Z', 'revision_number': 0, 'project_id': 'e2996547836c4f52a45bba90dd87b649', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac518fae-d2fb-4446-b96b-1702881a1d28', 'name': '', 'network_id': '92f57431-8185-47c0-9fc5-97d16e119940', 'tenant_id': 'e2996547836c4f52a45bba90dd87b649', 'mac_address': 'fa:16:3e:62:cd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3159d71b-b561-4b6e-a491-c158b7e9ada7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'c009cff2-f976-4e88-a885-7bac6454fcae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:18:39Z', 'updated_at': '2022-02-02T08:18:46Z', 'revision_number': 5, 'project_id': 'e2996547836c4f52a45bba90dd87b649', 'subnets': [{'id': 'c009cff2-f976-4e88-a885-7bac6454fcae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:22:19.530433 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafc7fa4-2fc1-4a15-ab0b-b9e9e931e7ea None None] The sync data for ids ['3159d71b-b561-4b6e-a491-c158b7e9ada7'] in n-d-789963-26 is: [{'id': '3159d71b-b561-4b6e-a491-c158b7e9ada7', 'name': 'tempest-TestSnapshotPattern-998583298-router', 'tenant_id': 'e2996547836c4f52a45bba90dd87b649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'ddfcec6a-4978-403b-a396-5ce01aaaf4f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:18:37Z', 'updated_at': '2022-02-02T08:18:39Z', 'revision_number': 4, 'project_id': 'e2996547836c4f52a45bba90dd87b649', 'gw_port': {'id': 'ddfcec6a-4978-403b-a396-5ce01aaaf4f4', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3159d71b-b561-4b6e-a491-c158b7e9ada7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:18:37Z', 'updated_at': '2022-02-02T08:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '4d260220-cb13-439b-869b-95e34e3bdd1a', 'tenant_id': 'e2996547836c4f52a45bba90dd87b649', 'floating_ip_address': '172.25.4.72', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '3159d71b-b561-4b6e-a491-c158b7e9ada7', 'port_id': 'b26b817d-3bad-4eb4-ac8a-ebd1749c4269', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92f57431-8185-47c0-9fc5-97d16e119940', 'mac_address': 'fa:16:3e:1d:a7:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908f0f95-3187-4939-ab84-38c97590eb87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T08:19:01Z', 'updated_at': '2022-02-02T08:19:03Z', 'revision_number': 1, 'project_id': 'e2996547836c4f52a45bba90dd87b649', 'fixed_ip_address_scope': None}, {'id': '7918781c-ae76-4895-88cb-1607b75e260e', 'tenant_id': 'e2996547836c4f52a45bba90dd87b649', 'floating_ip_address': '172.25.4.86', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '3159d71b-b561-4b6e-a491-c158b7e9ada7', 'port_id': '450d8e14-f3b4-4047-a86b-2deebb089591', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92f57431-8185-47c0-9fc5-97d16e119940', 'mac_address': 'fa:16:3e:d1:53:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a098a8c-07af-4567-92f1-abe300564197', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T08:22:17Z', 'updated_at': '2022-02-02T08:22:17Z', 'revision_number': 0, 'project_id': 'e2996547836c4f52a45bba90dd87b649', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac518fae-d2fb-4446-b96b-1702881a1d28', 'name': '', 'network_id': '92f57431-8185-47c0-9fc5-97d16e119940', 'tenant_id': 'e2996547836c4f52a45bba90dd87b649', 'mac_address': 'fa:16:3e:62:cd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3159d71b-b561-4b6e-a491-c158b7e9ada7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'c009cff2-f976-4e88-a885-7bac6454fcae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:18:39Z', 'updated_at': '2022-02-02T08:18:46Z', 'revision_number': 5, 'project_id': 'e2996547836c4f52a45bba90dd87b649', 'subnets': [{'id': 'c009cff2-f976-4e88-a885-7bac6454fcae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 08:22:19.731225 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811f185e-b624-42c6-a0cb-0283cb62292f None None] New status for floating IP 7918781c-ae76-4895-88cb-1607b75e260e: ACTIVE {{(pid=109696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 08:22:22.995970 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:22:26.155833 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 08:22:28.118469 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:22:28.224703 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ef18172f-423f-4079-9139-48a572a76dc7 req-085d36ff-81af-4145-850b-25d86d9ca6e6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=908f0f95-3187-4939-ab84-38c97590eb87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0439270 Feb 02 08:22:28.327916 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef18172f-423f-4079-9139-48a572a76dc7 req-1c661bc7-85df-4f9b-bcc2-b9ab0f6efedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:22:28.329413 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ef18172f-423f-4079-9139-48a572a76dc7 req-1c661bc7-85df-4f9b-bcc2-b9ab0f6efedc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e2996547836c4f52a45bba90dd87b649&device_id=908f0f95-3187-4939-ab84-38c97590eb87 HTTP/1.1" status: 200 len: 1126 time: 0.0468347 Feb 02 08:22:28.439825 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef18172f-423f-4079-9139-48a572a76dc7 req-6a0f0be6-553d-47e4-8040-857a130bb0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:22:28.441440 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ef18172f-423f-4079-9139-48a572a76dc7 req-6a0f0be6-553d-47e4-8040-857a130bb0a9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=92f57431-8185-47c0-9fc5-97d16e119940 HTTP/1.1" status: 200 len: 910 time: 0.0922015 Feb 02 08:22:28.509207 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ef18172f-423f-4079-9139-48a572a76dc7 req-f2897032-6074-4ec2-9880-7d781c60281b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b26b817d-3bad-4eb4-ac8a-ebd1749c4269 HTTP/1.1" status: 200 len: 998 time: 0.0598080 Feb 02 08:22:28.563304 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef18172f-423f-4079-9139-48a572a76dc7 req-7b0a2625-9f62-44ea-bef9-7bf35a1abbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:22:28.564859 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ef18172f-423f-4079-9139-48a572a76dc7 req-7b0a2625-9f62-44ea-bef9-7bf35a1abbbd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c009cff2-f976-4e88-a885-7bac6454fcae HTTP/1.1" status: 200 len: 848 time: 0.0506527 Feb 02 08:22:28.616729 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef18172f-423f-4079-9139-48a572a76dc7 req-d56c3fa9-25f8-4df5-bb36-bf144cd0b8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:22:28.618507 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ef18172f-423f-4079-9139-48a572a76dc7 req-d56c3fa9-25f8-4df5-bb36-bf144cd0b8c4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=92f57431-8185-47c0-9fc5-97d16e119940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0482817 Feb 02 08:22:28.708039 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ef18172f-423f-4079-9139-48a572a76dc7 req-de93e668-470b-4ca8-b9c3-b1596c207169 service neutron] 10.222.0.59 "GET /v2.0/networks/92f57431-8185-47c0-9fc5-97d16e119940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837548 Feb 02 08:22:28.798603 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ef18172f-423f-4079-9139-48a572a76dc7 req-d46c4412-debd-435f-a8a1-19fc073d808c service neutron] 10.222.0.59 "GET /v2.0/networks/92f57431-8185-47c0-9fc5-97d16e119940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855083 Feb 02 08:22:41.203851 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-29909a46-0b6f-4d91-9656-9abcd46e1c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:22:43.446461 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a64ed91b-6f37-4da9-817b-e3478faad994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:22:45.012523 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:22:46.369335 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:22:47.615527 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:22:53.009147 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:22:58.117894 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:23:03.155189 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 08:23:11.206258 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-86d1a027-e955-424a-94fc-00be74e0f00c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:23:13.449283 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c27841f6-5fc9-4aa2-b8b3-7f65caa71840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:23:15.017775 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:23:16.373615 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:23:17.618657 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:23:18.838098 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-45820216-aba5-4b10-b4b6-edb2682b6ee6 req-d414f7f0-9b67-4b8e-894f-db42d3b06c33 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0a098a8c-07af-4567-92f1-abe300564197&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1012185 Feb 02 08:23:18.941271 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45820216-aba5-4b10-b4b6-edb2682b6ee6 req-e6140e00-8a27-4e31-9526-e516cd6d6528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:23:18.943396 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-45820216-aba5-4b10-b4b6-edb2682b6ee6 req-e6140e00-8a27-4e31-9526-e516cd6d6528 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e2996547836c4f52a45bba90dd87b649&device_id=0a098a8c-07af-4567-92f1-abe300564197 HTTP/1.1" status: 200 len: 1128 time: 0.0482762 Feb 02 08:23:19.050684 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45820216-aba5-4b10-b4b6-edb2682b6ee6 req-31a1112f-cc4b-4731-b050-5beb9784a8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:23:19.052227 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-45820216-aba5-4b10-b4b6-edb2682b6ee6 req-31a1112f-cc4b-4731-b050-5beb9784a8dc service neutron] 10.222.0.88 "GET /v2.0/networks?id=92f57431-8185-47c0-9fc5-97d16e119940 HTTP/1.1" status: 200 len: 910 time: 0.0897970 Feb 02 08:23:19.119626 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-45820216-aba5-4b10-b4b6-edb2682b6ee6 req-54e32489-b088-4ea2-a9f7-63fa6a6c623e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=450d8e14-f3b4-4047-a86b-2deebb089591 HTTP/1.1" status: 200 len: 1000 time: 0.0615046 Feb 02 08:23:19.167578 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45820216-aba5-4b10-b4b6-edb2682b6ee6 req-62b65cb3-8676-4f86-8805-e290aa826744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:23:19.169043 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-45820216-aba5-4b10-b4b6-edb2682b6ee6 req-62b65cb3-8676-4f86-8805-e290aa826744 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c009cff2-f976-4e88-a885-7bac6454fcae HTTP/1.1" status: 200 len: 848 time: 0.0442767 Feb 02 08:23:19.221541 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45820216-aba5-4b10-b4b6-edb2682b6ee6 req-4c8b526f-f6b7-4eb6-bbdf-2f2abb4d6a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:23:19.223037 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-45820216-aba5-4b10-b4b6-edb2682b6ee6 req-4c8b526f-f6b7-4eb6-bbdf-2f2abb4d6a49 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=92f57431-8185-47c0-9fc5-97d16e119940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0486245 Feb 02 08:23:19.311413 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-45820216-aba5-4b10-b4b6-edb2682b6ee6 req-18957f0f-501a-4568-9869-134cbda41942 service neutron] 10.222.0.88 "GET /v2.0/networks/92f57431-8185-47c0-9fc5-97d16e119940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826616 Feb 02 08:23:19.407027 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-45820216-aba5-4b10-b4b6-edb2682b6ee6 req-3905e9c9-3a5f-4eb0-91e7-81830d388258 service neutron] 10.222.0.88 "GET /v2.0/networks/92f57431-8185-47c0-9fc5-97d16e119940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899086 Feb 02 08:23:23.006584 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:23:28.117091 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:23:30.206345 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d699ea64-95cc-4de4-846c-4262e9150070 req-9746cbaa-07c9-4459-ae17-9af13758f63b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=908f0f95-3187-4939-ab84-38c97590eb87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0462387 Feb 02 08:23:30.317632 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d699ea64-95cc-4de4-846c-4262e9150070 req-5b0239e9-3fd3-4397-af4d-8ef8e975b6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:23:30.319250 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d699ea64-95cc-4de4-846c-4262e9150070 req-5b0239e9-3fd3-4397-af4d-8ef8e975b6db service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e2996547836c4f52a45bba90dd87b649&device_id=908f0f95-3187-4939-ab84-38c97590eb87 HTTP/1.1" status: 200 len: 1126 time: 0.0485301 Feb 02 08:23:30.437120 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d699ea64-95cc-4de4-846c-4262e9150070 req-53678180-d997-47f7-a1ba-8b7452db993d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:23:30.438621 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d699ea64-95cc-4de4-846c-4262e9150070 req-53678180-d997-47f7-a1ba-8b7452db993d service neutron] 10.222.0.59 "GET /v2.0/networks?id=92f57431-8185-47c0-9fc5-97d16e119940 HTTP/1.1" status: 200 len: 910 time: 0.0991931 Feb 02 08:23:30.506208 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d699ea64-95cc-4de4-846c-4262e9150070 req-97e8f7b5-6dd7-4795-9af3-c38d08bdf12e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b26b817d-3bad-4eb4-ac8a-ebd1749c4269 HTTP/1.1" status: 200 len: 998 time: 0.0619240 Feb 02 08:23:30.562305 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d699ea64-95cc-4de4-846c-4262e9150070 req-2eb5a1bb-649b-48b7-8911-0c51302833e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:23:30.563809 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d699ea64-95cc-4de4-846c-4262e9150070 req-2eb5a1bb-649b-48b7-8911-0c51302833e8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c009cff2-f976-4e88-a885-7bac6454fcae HTTP/1.1" status: 200 len: 848 time: 0.0521598 Feb 02 08:23:30.616997 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d699ea64-95cc-4de4-846c-4262e9150070 req-00afdb14-3449-4713-bb1e-eee06caa9045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:23:30.618556 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d699ea64-95cc-4de4-846c-4262e9150070 req-00afdb14-3449-4713-bb1e-eee06caa9045 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=92f57431-8185-47c0-9fc5-97d16e119940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0492311 Feb 02 08:23:30.712349 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d699ea64-95cc-4de4-846c-4262e9150070 req-055f8513-8cf2-4706-9857-b6959f3817eb service neutron] 10.222.0.59 "GET /v2.0/networks/92f57431-8185-47c0-9fc5-97d16e119940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879493 Feb 02 08:23:30.802542 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-d699ea64-95cc-4de4-846c-4262e9150070 req-15fef01d-c3b2-4460-9f28-d8eee41a8da3 service neutron] 10.222.0.59 "GET /v2.0/networks/92f57431-8185-47c0-9fc5-97d16e119940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846329 Feb 02 08:23:40.154811 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 08:23:41.207422 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5a5411b3-cf6f-41ed-9b70-f84762f662d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:23:43.453884 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-55f90bbf-8177-4649-b329-7a9fdc9d335a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:23:45.017257 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:23:46.378502 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:23:47.622167 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:23:50.767512 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 450d8e14-f3b4-4047-a86b-2deebb089591 details requested by agent hyperv_n-h1-789963-26 with host n-h1-789963-26 {{(pid=109695) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 08:23:50.876660 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 450d8e14-f3b4-4047-a86b-2deebb089591, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=450d8e14-f3b4-4047-a86b-2deebb089591,segment=NetworkSegment(e80c3dcc-8eb6-4ce5-af63-8e3c50776482),segment_id=e80c3dcc-8eb6-4ce5-af63-8e3c50776482)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:23:50.888940 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Returning: {'device': '450d8e14-f3b4-4047-a86b-2deebb089591', 'network_id': '92f57431-8185-47c0-9fc5-97d16e119940', 'port_id': '450d8e14-f3b4-4047-a86b-2deebb089591', 'mac_address': 'fa:16:3e:d1:53:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c009cff2-f976-4e88-a885-7bac6454fcae', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109695) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 08:23:50.929073 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 450d8e14-f3b4-4047-a86b-2deebb089591 is: ACTIVE; New status is: BUILD {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:23:50.929574 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (450d8e14-f3b4-4047-a86b-2deebb089591), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:23:50.943787 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 450d8e14-f3b4-4047-a86b-2deebb089591 {{(pid=109695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 08:23:50.965196 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 450d8e14-f3b4-4047-a86b-2deebb089591, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=450d8e14-f3b4-4047-a86b-2deebb089591,segment=NetworkSegment(e80c3dcc-8eb6-4ce5-af63-8e3c50776482),segment_id=e80c3dcc-8eb6-4ce5-af63-8e3c50776482)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:23:50.971763 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (450d8e14-f3b4-4047-a86b-2deebb089591), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:23:51.025285 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=450d8e14-f3b4-4047-a86b-2deebb089591,revision_number=6']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:23:51.034174 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:23:51.034527 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:23:51.034874 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:23:51.035218 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:23:51.035590 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:23:51.035976 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:23:51.036347 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:23:51.036671 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:23:51.037001 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:23:51.037336 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:23:51.037672 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:23:51.038001 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:23:51.038329 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:23:51.124235 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] get_ports_and_sgs() called for port_ids ['450d8e14-f3b4-4047-a86b-2deebb089591'] {{(pid=109695) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 08:23:52.771134 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 450d8e14-f3b4-4047-a86b-2deebb089591 up at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 08:23:52.833072 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.provisioning_blocks [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Provisioning complete for port 450d8e14-f3b4-4047-a86b-2deebb089591 triggered by entity L2. {{(pid=109695) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 08:23:52.833560 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33499283'] for port (450d8e14-f3b4-4047-a86b-2deebb089591), provisioning_complete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:23:52.918289 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Current status of the port 450d8e14-f3b4-4047-a86b-2deebb089591 is: BUILD; New status is: ACTIVE {{(pid=109695) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 08:23:52.920091 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33117823'] for port (450d8e14-f3b4-4047-a86b-2deebb089591), before_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:23:52.947035 n-d-789963-26 neutron-server[109695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a098a8c-07af-4567-92f1-abe300564197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '450d8e14-f3b4-4047-a86b-2deebb089591'}] {{(pid=109695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 08:23:52.949355 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c8c40c98856fbaa198dc4a2758b0190e9c3f0303d59edd797b772e66ff7f3562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb94ed7-ccf7-4908-8d61-6329988f96af" -d '{"events": [{"server_uuid": "0a098a8c-07af-4567-92f1-abe300564197", "name": "network-vif-plugged", "status": "completed", "tag": "450d8e14-f3b4-4047-a86b-2deebb089591"}]}' {{(pid=109695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 08:23:52.974092 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] For port 450d8e14-f3b4-4047-a86b-2deebb089591, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=450d8e14-f3b4-4047-a86b-2deebb089591,segment=NetworkSegment(e80c3dcc-8eb6-4ce5-af63-8e3c50776482),segment_id=e80c3dcc-8eb6-4ce5-af63-8e3c50776482)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:23:52.982621 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778325656037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778325161018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778325161036'] for port (450d8e14-f3b4-4047-a86b-2deebb089591), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:23:53.016254 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 08:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d84eae-8091-426a-8d7c-be7766820164 x-openstack-request-id: req-79d84eae-8091-426a-8d7c-be7766820164 {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 08:23:53.016595 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a098a8c-07af-4567-92f1-abe300564197", "name": "network-vif-plugged", "status": "completed", "tag": "450d8e14-f3b4-4047-a86b-2deebb089591", "code": 200}]} {{(pid=109695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 08:23:53.016802 n-d-789963-26 neutron-server[109695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-79d84eae-8091-426a-8d7c-be7766820164 {{(pid=109695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 08:23:53.017193 n-d-789963-26 neutron-server[109695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a098a8c-07af-4567-92f1-abe300564197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '450d8e14-f3b4-4047-a86b-2deebb089591', 'code': 200} Feb 02 08:23:53.054019 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:23:53.054019 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Pushing event updated for resources: {'Port': ['ID=450d8e14-f3b4-4047-a86b-2deebb089591,revision_number=7']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:23:58.141844 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:23:59.268912 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 40454) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:23:59.433246 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-9510ca98-6eec-4221-8db6-fbac56afd409 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Deleting port 3ff3b167-c2de-418a-8f0f-2321d7c3647d {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 08:23:59.433602 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9510ca98-6eec-4221-8db6-fbac56afd409 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (3ff3b167-c2de-418a-8f0f-2321d7c3647d), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:23:59.515761 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9510ca98-6eec-4221-8db6-fbac56afd409 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (3ff3b167-c2de-418a-8f0f-2321d7c3647d), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:23:59.516087 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9510ca98-6eec-4221-8db6-fbac56afd409 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks [] for floatingip (3ff3b167-c2de-418a-8f0f-2321d7c3647d), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:23:59.527641 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-9510ca98-6eec-4221-8db6-fbac56afd409 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Calling delete_port for 3ff3b167-c2de-418a-8f0f-2321d7c3647d owned by network:floatingip {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 08:23:59.685656 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9510ca98-6eec-4221-8db6-fbac56afd409 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (3ff3b167-c2de-418a-8f0f-2321d7c3647d), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:23:59.711396 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9510ca98-6eec-4221-8db6-fbac56afd409 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Pushing event deleted for resources: {'Port': ['ID=3ff3b167-c2de-418a-8f0f-2321d7c3647d,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:23:59.737819 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9510ca98-6eec-4221-8db6-fbac56afd409 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:23:59.738171 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9510ca98-6eec-4221-8db6-fbac56afd409 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:23:59.738521 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9510ca98-6eec-4221-8db6-fbac56afd409 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:23:59.738868 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9510ca98-6eec-4221-8db6-fbac56afd409 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:23:59.739209 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9510ca98-6eec-4221-8db6-fbac56afd409 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:23:59.739550 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9510ca98-6eec-4221-8db6-fbac56afd409 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:23:59.739905 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9510ca98-6eec-4221-8db6-fbac56afd409 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:23:59.740238 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9510ca98-6eec-4221-8db6-fbac56afd409 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:23:59.740570 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9510ca98-6eec-4221-8db6-fbac56afd409 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:23:59.740900 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9510ca98-6eec-4221-8db6-fbac56afd409 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:23:59.741230 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9510ca98-6eec-4221-8db6-fbac56afd409 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:23:59.741563 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9510ca98-6eec-4221-8db6-fbac56afd409 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:23:59.741891 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9510ca98-6eec-4221-8db6-fbac56afd409 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:23:59.781806 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9510ca98-6eec-4221-8db6-fbac56afd409 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks [] for floatingip (7918781c-ae76-4895-88cb-1607b75e260e), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:23:59.782142 n-d-789963-26 neutron-server[109694]: INFO neutron.db.l3_db [None req-9510ca98-6eec-4221-8db6-fbac56afd409 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Floating IP 7918781c-ae76-4895-88cb-1607b75e260e disassociated (deleted). External IP: 172.25.4.86, port: 450d8e14-f3b4-4047-a86b-2deebb089591. Feb 02 08:23:59.990611 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9510ca98-6eec-4221-8db6-fbac56afd409 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Router 3159d71b-b561-4b6e-a491-c158b7e9ada7 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 08:24:00.099150 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9510ca98-6eec-4221-8db6-fbac56afd409 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 08:24:00.103988 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-9510ca98-6eec-4221-8db6-fbac56afd409 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:00.109694 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7a955a-e56e-49c0-8dc0-9e5e29f22711 None None] Sync routers for ids ['3159d71b-b561-4b6e-a491-c158b7e9ada7'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 08:24:00.119941 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7a955a-e56e-49c0-8dc0-9e5e29f22711 None None] Routers {'3159d71b-b561-4b6e-a491-c158b7e9ada7'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:24:00.121413 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-4a7a955a-e56e-49c0-8dc0-9e5e29f22711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:23:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['3159d71b-b561-4b6e-a491-c158b7e9ada7'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:24:00.134129 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-9510ca98-6eec-4221-8db6-fbac56afd409 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "DELETE /v2.0/floatingips/7918781c-ae76-4895-88cb-1607b75e260e HTTP/1.1" status: 204 len: 168 time: 0.8639147 Feb 02 08:24:00.134814 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a098a8c-07af-4567-92f1-abe300564197', 'tag': '450d8e14-f3b4-4047-a86b-2deebb089591'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 08:24:00.137195 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cd64c29d20054dd266ebfc4811df21ba6bce2c9fa8def1b04b444a49e945ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7656d11-9fe7-443d-af32-74c0360cad02" -d '{"events": [{"name": "network-changed", "server_uuid": "0a098a8c-07af-4567-92f1-abe300564197", "tag": "450d8e14-f3b4-4047-a86b-2deebb089591"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 08:24:00.245224 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-4a7a955a-e56e-49c0-8dc0-9e5e29f22711 None None] Set router 3159d71b-b561-4b6e-a491-c158b7e9ada7 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:24:00.300046 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 08:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-169d1751-e0a0-4858-bdca-188dff070bc6 x-openstack-request-id: req-169d1751-e0a0-4858-bdca-188dff070bc6 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 08:24:00.300903 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a098a8c-07af-4567-92f1-abe300564197", "tag": "450d8e14-f3b4-4047-a86b-2deebb089591", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 08:24:00.301162 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-169d1751-e0a0-4858-bdca-188dff070bc6 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 08:24:00.301569 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a098a8c-07af-4567-92f1-abe300564197', 'tag': '450d8e14-f3b4-4047-a86b-2deebb089591', 'status': 'completed', 'code': 200} Feb 02 08:24:00.401557 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7656d11-9fe7-443d-af32-74c0360cad02 req-8404b931-bb22-49e8-bdd1-d56330a6f3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:24:00.403087 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c7656d11-9fe7-443d-af32-74c0360cad02 req-8404b931-bb22-49e8-bdd1-d56330a6f3e9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e2996547836c4f52a45bba90dd87b649&device_id=0a098a8c-07af-4567-92f1-abe300564197 HTTP/1.1" status: 200 len: 1128 time: 0.0474620 Feb 02 08:24:00.410437 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d45b04-26c8-4973-837f-38c49f26d5ab req-1181b1fd-44a0-47f8-9823-980f8c81fe1c tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:24:00.411977 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f8d45b04-26c8-4973-837f-38c49f26d5ab req-1181b1fd-44a0-47f8-9823-980f8c81fe1c tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "GET /v2.0/ports?device_id=0a098a8c-07af-4567-92f1-abe300564197 HTTP/1.1" status: 200 len: 945 time: 0.0596457 Feb 02 08:24:00.502914 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-4a7a955a-e56e-49c0-8dc0-9e5e29f22711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3159d71b-b561-4b6e-a491-c158b7e9ada7', 'name': 'tempest-TestSnapshotPattern-998583298-router', 'tenant_id': 'e2996547836c4f52a45bba90dd87b649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'ddfcec6a-4978-403b-a396-5ce01aaaf4f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:18:37Z', 'updated_at': '2022-02-02T08:18:39Z', 'revision_number': 4, 'project_id': 'e2996547836c4f52a45bba90dd87b649', 'gw_port': {'id': 'ddfcec6a-4978-403b-a396-5ce01aaaf4f4', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3159d71b-b561-4b6e-a491-c158b7e9ada7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:18:37Z', 'updated_at': '2022-02-02T08:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '4d260220-cb13-439b-869b-95e34e3bdd1a', 'tenant_id': 'e2996547836c4f52a45bba90dd87b649', 'floating_ip_address': '172.25.4.72', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '3159d71b-b561-4b6e-a491-c158b7e9ada7', 'port_id': 'b26b817d-3bad-4eb4-ac8a-ebd1749c4269', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92f57431-8185-47c0-9fc5-97d16e119940', 'mac_address': 'fa:16:3e:1d:a7:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908f0f95-3187-4939-ab84-38c97590eb87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T08:19:01Z', 'updated_at': '2022-02-02T08:19:03Z', 'revision_number': 1, 'project_id': 'e2996547836c4f52a45bba90dd87b649', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac518fae-d2fb-4446-b96b-1702881a1d28', 'name': '', 'network_id': '92f57431-8185-47c0-9fc5-97d16e119940', 'tenant_id': 'e2996547836c4f52a45bba90dd87b649', 'mac_address': 'fa:16:3e:62:cd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3159d71b-b561-4b6e-a491-c158b7e9ada7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'c009cff2-f976-4e88-a885-7bac6454fcae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:18:39Z', 'updated_at': '2022-02-02T08:18:46Z', 'revision_number': 5, 'project_id': 'e2996547836c4f52a45bba90dd87b649', 'subnets': [{'id': 'c009cff2-f976-4e88-a885-7bac6454fcae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:24:00.517100 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7656d11-9fe7-443d-af32-74c0360cad02 req-cfcf2b35-08f3-4a07-9173-e88c9d10891d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:24:00.518955 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c7656d11-9fe7-443d-af32-74c0360cad02 req-cfcf2b35-08f3-4a07-9173-e88c9d10891d service neutron] 10.222.0.88 "GET /v2.0/networks?id=92f57431-8185-47c0-9fc5-97d16e119940 HTTP/1.1" status: 200 len: 910 time: 0.1098721 Feb 02 08:24:00.537255 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7a955a-e56e-49c0-8dc0-9e5e29f22711 None None] Checking router: 3159d71b-b561-4b6e-a491-c158b7e9ada7 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 08:24:00.548213 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7a955a-e56e-49c0-8dc0-9e5e29f22711 None None] Routers {'3159d71b-b561-4b6e-a491-c158b7e9ada7'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:24:00.549017 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-4a7a955a-e56e-49c0-8dc0-9e5e29f22711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:23:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['3159d71b-b561-4b6e-a491-c158b7e9ada7'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:24:00.575070 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c7656d11-9fe7-443d-af32-74c0360cad02 req-edf6fa97-35cd-4445-8b72-ed0d705c98e8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=450d8e14-f3b4-4047-a86b-2deebb089591 HTTP/1.1" status: 200 len: 217 time: 0.0481591 Feb 02 08:24:00.627249 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7656d11-9fe7-443d-af32-74c0360cad02 req-2895b701-76d4-4c41-b894-58255aee20ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:24:00.628871 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c7656d11-9fe7-443d-af32-74c0360cad02 req-2895b701-76d4-4c41-b894-58255aee20ee service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c009cff2-f976-4e88-a885-7bac6454fcae HTTP/1.1" status: 200 len: 848 time: 0.0469682 Feb 02 08:24:00.667341 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-4a7a955a-e56e-49c0-8dc0-9e5e29f22711 None None] Set router 3159d71b-b561-4b6e-a491-c158b7e9ada7 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:24:00.683867 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7656d11-9fe7-443d-af32-74c0360cad02 req-6e03f115-8fb6-45ff-99e2-238c8969195d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:24:00.685582 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c7656d11-9fe7-443d-af32-74c0360cad02 req-6e03f115-8fb6-45ff-99e2-238c8969195d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=92f57431-8185-47c0-9fc5-97d16e119940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0494862 Feb 02 08:24:00.787510 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c7656d11-9fe7-443d-af32-74c0360cad02 req-543e1533-3adf-4012-ad79-1bdd465e61b9 service neutron] 10.222.0.88 "GET /v2.0/networks/92f57431-8185-47c0-9fc5-97d16e119940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951653 Feb 02 08:24:00.814092 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-f8d45b04-26c8-4973-837f-38c49f26d5ab req-3552a999-f7c0-4347-993e-c9305a50e7fa tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "GET /v2.0/security-groups?id=b8d67552-2688-48ab-b9a0-d5c8a3a66ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3953464 Feb 02 08:24:00.895632 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-c7656d11-9fe7-443d-af32-74c0360cad02 req-ea68483d-5899-4738-a5cd-63424defc2fb service neutron] 10.222.0.88 "GET /v2.0/networks/92f57431-8185-47c0-9fc5-97d16e119940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015112 Feb 02 08:24:00.919758 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-4a7a955a-e56e-49c0-8dc0-9e5e29f22711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3159d71b-b561-4b6e-a491-c158b7e9ada7', 'name': 'tempest-TestSnapshotPattern-998583298-router', 'tenant_id': 'e2996547836c4f52a45bba90dd87b649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'ddfcec6a-4978-403b-a396-5ce01aaaf4f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:18:37Z', 'updated_at': '2022-02-02T08:18:39Z', 'revision_number': 4, 'project_id': 'e2996547836c4f52a45bba90dd87b649', 'gw_port': {'id': 'ddfcec6a-4978-403b-a396-5ce01aaaf4f4', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3159d71b-b561-4b6e-a491-c158b7e9ada7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:18:37Z', 'updated_at': '2022-02-02T08:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '4d260220-cb13-439b-869b-95e34e3bdd1a', 'tenant_id': 'e2996547836c4f52a45bba90dd87b649', 'floating_ip_address': '172.25.4.72', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '3159d71b-b561-4b6e-a491-c158b7e9ada7', 'port_id': 'b26b817d-3bad-4eb4-ac8a-ebd1749c4269', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92f57431-8185-47c0-9fc5-97d16e119940', 'mac_address': 'fa:16:3e:1d:a7:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908f0f95-3187-4939-ab84-38c97590eb87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T08:19:01Z', 'updated_at': '2022-02-02T08:19:03Z', 'revision_number': 1, 'project_id': 'e2996547836c4f52a45bba90dd87b649', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac518fae-d2fb-4446-b96b-1702881a1d28', 'name': '', 'network_id': '92f57431-8185-47c0-9fc5-97d16e119940', 'tenant_id': 'e2996547836c4f52a45bba90dd87b649', 'mac_address': 'fa:16:3e:62:cd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3159d71b-b561-4b6e-a491-c158b7e9ada7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'c009cff2-f976-4e88-a885-7bac6454fcae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:18:39Z', 'updated_at': '2022-02-02T08:18:46Z', 'revision_number': 5, 'project_id': 'e2996547836c4f52a45bba90dd87b649', 'subnets': [{'id': 'c009cff2-f976-4e88-a885-7bac6454fcae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:24:00.950224 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7a955a-e56e-49c0-8dc0-9e5e29f22711 None None] The sync data for ids ['3159d71b-b561-4b6e-a491-c158b7e9ada7'] in n-d-789963-26 is: [{'id': '3159d71b-b561-4b6e-a491-c158b7e9ada7', 'name': 'tempest-TestSnapshotPattern-998583298-router', 'tenant_id': 'e2996547836c4f52a45bba90dd87b649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'ddfcec6a-4978-403b-a396-5ce01aaaf4f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:18:37Z', 'updated_at': '2022-02-02T08:18:39Z', 'revision_number': 4, 'project_id': 'e2996547836c4f52a45bba90dd87b649', 'gw_port': {'id': 'ddfcec6a-4978-403b-a396-5ce01aaaf4f4', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3159d71b-b561-4b6e-a491-c158b7e9ada7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:18:37Z', 'updated_at': '2022-02-02T08:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_floatingips': [{'id': '4d260220-cb13-439b-869b-95e34e3bdd1a', 'tenant_id': 'e2996547836c4f52a45bba90dd87b649', 'floating_ip_address': '172.25.4.72', 'floating_network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'router_id': '3159d71b-b561-4b6e-a491-c158b7e9ada7', 'port_id': 'b26b817d-3bad-4eb4-ac8a-ebd1749c4269', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92f57431-8185-47c0-9fc5-97d16e119940', 'mac_address': 'fa:16:3e:1d:a7:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908f0f95-3187-4939-ab84-38c97590eb87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T08:19:01Z', 'updated_at': '2022-02-02T08:19:03Z', 'revision_number': 1, 'project_id': 'e2996547836c4f52a45bba90dd87b649', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac518fae-d2fb-4446-b96b-1702881a1d28', 'name': '', 'network_id': '92f57431-8185-47c0-9fc5-97d16e119940', 'tenant_id': 'e2996547836c4f52a45bba90dd87b649', 'mac_address': 'fa:16:3e:62:cd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3159d71b-b561-4b6e-a491-c158b7e9ada7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'c009cff2-f976-4e88-a885-7bac6454fcae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:18:39Z', 'updated_at': '2022-02-02T08:18:46Z', 'revision_number': 5, 'project_id': 'e2996547836c4f52a45bba90dd87b649', 'subnets': [{'id': 'c009cff2-f976-4e88-a885-7bac6454fcae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 08:24:01.198627 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fad2e62-5e57-4c14-8624-6ee321bc7d62 None None] New status for floating IP 7918781c-ae76-4895-88cb-1607b75e260e: DOWN {{(pid=109696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 08:24:01.939304 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff31bf19-1f84-4f07-bc2b-9cceb2cb59ad req-205e96f0-f86c-4bbf-9bac-cdb906fa4dc7 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:24:01.940819 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ff31bf19-1f84-4f07-bc2b-9cceb2cb59ad req-205e96f0-f86c-4bbf-9bac-cdb906fa4dc7 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "GET /v2.0/ports?device_id=0a098a8c-07af-4567-92f1-abe300564197 HTTP/1.1" status: 200 len: 945 time: 0.0539637 Feb 02 08:24:01.990946 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-ff31bf19-1f84-4f07-bc2b-9cceb2cb59ad req-1249474e-4bf8-4dad-bb09-fd2655dff969 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "GET /v2.0/security-groups?id=b8d67552-2688-48ab-b9a0-d5c8a3a66ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445075 Feb 02 08:24:02.096985 n-d-789963-26 neutron-server[109693]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0bd5b-b495-480f-b54b-4c15e67ffe55 req-c6489b5e-6c24-4bf5-a688-4db6da9ec212 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109693) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:24:02.098368 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a8e0bd5b-b495-480f-b54b-4c15e67ffe55 req-c6489b5e-6c24-4bf5-a688-4db6da9ec212 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.88 "GET /v2.0/ports?device_id=0a098a8c-07af-4567-92f1-abe300564197 HTTP/1.1" status: 200 len: 945 time: 0.0539632 Feb 02 08:24:02.191399 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-a8e0bd5b-b495-480f-b54b-4c15e67ffe55 req-44b56e0e-9c89-45f6-b368-10f1fa93d051 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Deleting port 450d8e14-f3b4-4047-a86b-2deebb089591 {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 08:24:02.191778 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-a8e0bd5b-b495-480f-b54b-4c15e67ffe55 req-44b56e0e-9c89-45f6-b368-10f1fa93d051 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (450d8e14-f3b4-4047-a86b-2deebb089591), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:02.284280 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [req-a8e0bd5b-b495-480f-b54b-4c15e67ffe55 req-44b56e0e-9c89-45f6-b368-10f1fa93d051 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] For port 450d8e14-f3b4-4047-a86b-2deebb089591, host n-h1-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-26',level=0,port_id=450d8e14-f3b4-4047-a86b-2deebb089591,segment=NetworkSegment(e80c3dcc-8eb6-4ce5-af63-8e3c50776482),segment_id=e80c3dcc-8eb6-4ce5-af63-8e3c50776482)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:24:02.284647 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-a8e0bd5b-b495-480f-b54b-4c15e67ffe55 req-44b56e0e-9c89-45f6-b368-10f1fa93d051 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (450d8e14-f3b4-4047-a86b-2deebb089591), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:02.297680 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [req-a8e0bd5b-b495-480f-b54b-4c15e67ffe55 req-44b56e0e-9c89-45f6-b368-10f1fa93d051 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Calling delete_port for 450d8e14-f3b4-4047-a86b-2deebb089591 owned by compute:nova {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 08:24:02.427429 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-a8e0bd5b-b495-480f-b54b-4c15e67ffe55 req-44b56e0e-9c89-45f6-b368-10f1fa93d051 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (450d8e14-f3b4-4047-a86b-2deebb089591), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:02.457667 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b56e0e-9c89-45f6-b368-10f1fa93d051 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Pushing event deleted for resources: {'Port': ['ID=450d8e14-f3b4-4047-a86b-2deebb089591,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:24:02.485438 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b56e0e-9c89-45f6-b368-10f1fa93d051 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:24:02.485800 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b56e0e-9c89-45f6-b368-10f1fa93d051 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:24:02.486151 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b56e0e-9c89-45f6-b368-10f1fa93d051 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:24:02.486502 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b56e0e-9c89-45f6-b368-10f1fa93d051 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:24:02.486847 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b56e0e-9c89-45f6-b368-10f1fa93d051 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:24:02.487189 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b56e0e-9c89-45f6-b368-10f1fa93d051 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:24:02.487527 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b56e0e-9c89-45f6-b368-10f1fa93d051 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:24:02.487888 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b56e0e-9c89-45f6-b368-10f1fa93d051 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:24:02.488221 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b56e0e-9c89-45f6-b368-10f1fa93d051 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:24:02.488552 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b56e0e-9c89-45f6-b368-10f1fa93d051 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:24:02.489195 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b56e0e-9c89-45f6-b368-10f1fa93d051 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:24:02.489492 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b56e0e-9c89-45f6-b368-10f1fa93d051 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:24:02.489832 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b56e0e-9c89-45f6-b368-10f1fa93d051 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-26 {{(pid=109693) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 08:24:02.514507 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8e0bd5b-b495-480f-b54b-4c15e67ffe55 req-44b56e0e-9c89-45f6-b368-10f1fa93d051 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] No DVR routers for this DVR port 450d8e14-f3b4-4047-a86b-2deebb089591 on host n-h1-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 08:24:02.517142 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [req-a8e0bd5b-b495-480f-b54b-4c15e67ffe55 req-44b56e0e-9c89-45f6-b368-10f1fa93d051 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:02.520755 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [req-a8e0bd5b-b495-480f-b54b-4c15e67ffe55 req-44b56e0e-9c89-45f6-b368-10f1fa93d051 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.88 "DELETE /v2.0/ports/450d8e14-f3b4-4047-a86b-2deebb089591 HTTP/1.1" status: 204 len: 173 time: 0.4165473 Feb 02 08:24:02.521203 n-d-789963-26 neutron-server[109693]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a098a8c-07af-4567-92f1-abe300564197', 'name': 'network-vif-deleted', 'tag': '450d8e14-f3b4-4047-a86b-2deebb089591'}] {{(pid=109693) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 08:24:02.523468 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bbcc89a9d4d8e7a52f5cbbd716b66041b3f6feaf13502aa94e42da132c01043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef6cc3e-5c1d-46b5-9f50-26fce39b2692" -d '{"events": [{"server_uuid": "0a098a8c-07af-4567-92f1-abe300564197", "name": "network-vif-deleted", "tag": "450d8e14-f3b4-4047-a86b-2deebb089591"}]}' {{(pid=109693) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 08:24:02.558967 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 08:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a31d80b-af04-4df1-89a5-98f503c75953 x-openstack-request-id: req-1a31d80b-af04-4df1-89a5-98f503c75953 {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 08:24:02.559295 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a098a8c-07af-4567-92f1-abe300564197", "name": "network-vif-deleted", "tag": "450d8e14-f3b4-4047-a86b-2deebb089591", "status": "completed", "code": 200}]} {{(pid=109693) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 08:24:02.559607 n-d-789963-26 neutron-server[109693]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1a31d80b-af04-4df1-89a5-98f503c75953 {{(pid=109693) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 08:24:02.560069 n-d-789963-26 neutron-server[109693]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a098a8c-07af-4567-92f1-abe300564197', 'name': 'network-vif-deleted', 'tag': '450d8e14-f3b4-4047-a86b-2deebb089591', 'status': 'completed', 'code': 200} Feb 02 08:24:02.845984 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 450d8e14-f3b4-4047-a86b-2deebb089591 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 08:24:02.866962 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: 450d8e14-f3b4-4047-a86b-2deebb089591 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 08:24:02.867304 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 450d8e14-f3b4-4047-a86b-2deebb089591 not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 08:24:03.108356 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-05ae8ae5-fc68-47ff-8aa4-fb97c0675dd4 req-b013d6cc-5297-4578-bd41-b0f290455891 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "GET /v2.0/ports?device_id=0a098a8c-07af-4567-92f1-abe300564197 HTTP/1.1" status: 200 len: 210 time: 0.0306892 Feb 02 08:24:04.681510 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 40512) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:24:04.839971 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-281eed11-fe86-4b88-969b-271cfb23f897 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Deleting port 85e59455-6f49-4d88-a08e-2f8ac60f75ba {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 08:24:04.840314 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-281eed11-fe86-4b88-969b-271cfb23f897 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (85e59455-6f49-4d88-a08e-2f8ac60f75ba), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:04.922816 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-281eed11-fe86-4b88-969b-271cfb23f897 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (85e59455-6f49-4d88-a08e-2f8ac60f75ba), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:04.923060 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-281eed11-fe86-4b88-969b-271cfb23f897 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks [] for floatingip (85e59455-6f49-4d88-a08e-2f8ac60f75ba), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:04.934950 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-281eed11-fe86-4b88-969b-271cfb23f897 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Calling delete_port for 85e59455-6f49-4d88-a08e-2f8ac60f75ba owned by network:floatingip {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 08:24:05.080783 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-281eed11-fe86-4b88-969b-271cfb23f897 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (85e59455-6f49-4d88-a08e-2f8ac60f75ba), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:05.107027 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281eed11-fe86-4b88-969b-271cfb23f897 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Pushing event deleted for resources: {'Port': ['ID=85e59455-6f49-4d88-a08e-2f8ac60f75ba,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:24:05.174848 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-281eed11-fe86-4b88-969b-271cfb23f897 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks [] for floatingip (4d260220-cb13-439b-869b-95e34e3bdd1a), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:05.175109 n-d-789963-26 neutron-server[109694]: INFO neutron.db.l3_db [None req-281eed11-fe86-4b88-969b-271cfb23f897 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Floating IP 4d260220-cb13-439b-869b-95e34e3bdd1a disassociated (deleted). External IP: 172.25.4.72, port: b26b817d-3bad-4eb4-ac8a-ebd1749c4269. Feb 02 08:24:05.383614 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-281eed11-fe86-4b88-969b-271cfb23f897 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Router 3159d71b-b561-4b6e-a491-c158b7e9ada7 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 08:24:05.492279 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-281eed11-fe86-4b88-969b-271cfb23f897 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 08:24:05.496761 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-281eed11-fe86-4b88-969b-271cfb23f897 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for floatingip (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:05.504456 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26867fb1-e5b6-4c21-b391-c28a8f9f4011 None None] Sync routers for ids ['3159d71b-b561-4b6e-a491-c158b7e9ada7'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 08:24:05.517816 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26867fb1-e5b6-4c21-b391-c28a8f9f4011 None None] Routers {'3159d71b-b561-4b6e-a491-c158b7e9ada7'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:24:05.518447 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-26867fb1-e5b6-4c21-b391-c28a8f9f4011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:23:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['3159d71b-b561-4b6e-a491-c158b7e9ada7'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:24:05.531948 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-281eed11-fe86-4b88-969b-271cfb23f897 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "DELETE /v2.0/floatingips/4d260220-cb13-439b-869b-95e34e3bdd1a HTTP/1.1" status: 204 len: 168 time: 0.8492577 Feb 02 08:24:05.532662 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '908f0f95-3187-4939-ab84-38c97590eb87', 'tag': 'b26b817d-3bad-4eb4-ac8a-ebd1749c4269'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 08:24:05.535057 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cd64c29d20054dd266ebfc4811df21ba6bce2c9fa8def1b04b444a49e945ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-393519e5-b079-4971-8551-959e9c18c7b1" -d '{"events": [{"name": "network-changed", "server_uuid": "908f0f95-3187-4939-ab84-38c97590eb87", "tag": "b26b817d-3bad-4eb4-ac8a-ebd1749c4269"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 08:24:05.760586 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 08:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-445e668a-4950-49d1-8ca8-6044cd4c25ca x-openstack-request-id: req-445e668a-4950-49d1-8ca8-6044cd4c25ca {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 08:24:05.761677 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "908f0f95-3187-4939-ab84-38c97590eb87", "tag": "b26b817d-3bad-4eb4-ac8a-ebd1749c4269", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 08:24:05.761677 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-445e668a-4950-49d1-8ca8-6044cd4c25ca {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 08:24:05.761677 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '908f0f95-3187-4939-ab84-38c97590eb87', 'tag': 'b26b817d-3bad-4eb4-ac8a-ebd1749c4269', 'status': 'completed', 'code': 200} Feb 02 08:24:05.806700 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-26867fb1-e5b6-4c21-b391-c28a8f9f4011 None None] Set router 3159d71b-b561-4b6e-a491-c158b7e9ada7 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:24:05.900280 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f84602-bd9d-4d72-9b25-d49ee6cf0fd4 req-b7bf0361-fa36-4040-af99-6c31cfb83d2d tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:24:05.901800 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-03f84602-bd9d-4d72-9b25-d49ee6cf0fd4 req-b7bf0361-fa36-4040-af99-6c31cfb83d2d tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "GET /v2.0/ports?device_id=908f0f95-3187-4939-ab84-38c97590eb87 HTTP/1.1" status: 200 len: 943 time: 0.0845072 Feb 02 08:24:05.903901 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393519e5-b079-4971-8551-959e9c18c7b1 req-11161885-1b9a-4afe-83d5-3f8870fab748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:24:05.905472 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-393519e5-b079-4971-8551-959e9c18c7b1 req-11161885-1b9a-4afe-83d5-3f8870fab748 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e2996547836c4f52a45bba90dd87b649&device_id=908f0f95-3187-4939-ab84-38c97590eb87 HTTP/1.1" status: 200 len: 1126 time: 0.0987828 Feb 02 08:24:06.012853 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-03f84602-bd9d-4d72-9b25-d49ee6cf0fd4 req-7bcdfe82-767c-4253-93d5-3679734d4019 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "GET /v2.0/security-groups?id=b8d67552-2688-48ab-b9a0-d5c8a3a66ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049058 Feb 02 08:24:06.015052 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-26867fb1-e5b6-4c21-b391-c28a8f9f4011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3159d71b-b561-4b6e-a491-c158b7e9ada7', 'name': 'tempest-TestSnapshotPattern-998583298-router', 'tenant_id': 'e2996547836c4f52a45bba90dd87b649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'ddfcec6a-4978-403b-a396-5ce01aaaf4f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:18:37Z', 'updated_at': '2022-02-02T08:18:39Z', 'revision_number': 4, 'project_id': 'e2996547836c4f52a45bba90dd87b649', 'gw_port': {'id': 'ddfcec6a-4978-403b-a396-5ce01aaaf4f4', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3159d71b-b561-4b6e-a491-c158b7e9ada7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:18:37Z', 'updated_at': '2022-02-02T08:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'ac518fae-d2fb-4446-b96b-1702881a1d28', 'name': '', 'network_id': '92f57431-8185-47c0-9fc5-97d16e119940', 'tenant_id': 'e2996547836c4f52a45bba90dd87b649', 'mac_address': 'fa:16:3e:62:cd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3159d71b-b561-4b6e-a491-c158b7e9ada7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'c009cff2-f976-4e88-a885-7bac6454fcae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:18:39Z', 'updated_at': '2022-02-02T08:18:46Z', 'revision_number': 5, 'project_id': 'e2996547836c4f52a45bba90dd87b649', 'subnets': [{'id': 'c009cff2-f976-4e88-a885-7bac6454fcae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:24:06.042239 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393519e5-b079-4971-8551-959e9c18c7b1 req-99c96cfb-1c9e-4ed9-9c84-19796bb29a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:24:06.043743 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-393519e5-b079-4971-8551-959e9c18c7b1 req-99c96cfb-1c9e-4ed9-9c84-19796bb29a58 service neutron] 10.222.0.59 "GET /v2.0/networks?id=92f57431-8185-47c0-9fc5-97d16e119940 HTTP/1.1" status: 200 len: 910 time: 0.1299150 Feb 02 08:24:06.048991 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26867fb1-e5b6-4c21-b391-c28a8f9f4011 None None] Checking router: 3159d71b-b561-4b6e-a491-c158b7e9ada7 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 08:24:06.057878 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26867fb1-e5b6-4c21-b391-c28a8f9f4011 None None] Routers {'3159d71b-b561-4b6e-a491-c158b7e9ada7'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:24:06.058745 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-26867fb1-e5b6-4c21-b391-c28a8f9f4011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:23:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['3159d71b-b561-4b6e-a491-c158b7e9ada7'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:24:06.096147 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-393519e5-b079-4971-8551-959e9c18c7b1 req-35001c25-99ef-4125-89a8-0a025866b571 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b26b817d-3bad-4eb4-ac8a-ebd1749c4269 HTTP/1.1" status: 200 len: 217 time: 0.0381413 Feb 02 08:24:06.162556 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393519e5-b079-4971-8551-959e9c18c7b1 req-ba28fce8-9351-4372-8412-092b28d277d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:24:06.164492 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-393519e5-b079-4971-8551-959e9c18c7b1 req-ba28fce8-9351-4372-8412-092b28d277d0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c009cff2-f976-4e88-a885-7bac6454fcae HTTP/1.1" status: 200 len: 848 time: 0.0623903 Feb 02 08:24:06.181116 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-26867fb1-e5b6-4c21-b391-c28a8f9f4011 None None] Set router 3159d71b-b561-4b6e-a491-c158b7e9ada7 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:24:06.219685 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393519e5-b079-4971-8551-959e9c18c7b1 req-3304b567-2dff-4392-90c5-0763e600c24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:24:06.221416 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-393519e5-b079-4971-8551-959e9c18c7b1 req-3304b567-2dff-4392-90c5-0763e600c24a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=92f57431-8185-47c0-9fc5-97d16e119940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0505276 Feb 02 08:24:06.231701 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [req-393519e5-b079-4971-8551-959e9c18c7b1 req-cf3e9441-5c89-47af-9200-e48eb8468594 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=109694) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 08:24:06.233239 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-393519e5-b079-4971-8551-959e9c18c7b1 req-cf3e9441-5c89-47af-9200-e48eb8468594 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058117 Feb 02 08:24:06.342451 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-393519e5-b079-4971-8551-959e9c18c7b1 req-7a353201-2ac0-4e2a-95f4-14f4d77d07b0 service neutron] 10.222.0.59 "GET /v2.0/networks/92f57431-8185-47c0-9fc5-97d16e119940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000195 Feb 02 08:24:06.410585 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-26867fb1-e5b6-4c21-b391-c28a8f9f4011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3159d71b-b561-4b6e-a491-c158b7e9ada7', 'name': 'tempest-TestSnapshotPattern-998583298-router', 'tenant_id': 'e2996547836c4f52a45bba90dd87b649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'ddfcec6a-4978-403b-a396-5ce01aaaf4f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:18:37Z', 'updated_at': '2022-02-02T08:18:39Z', 'revision_number': 4, 'project_id': 'e2996547836c4f52a45bba90dd87b649', 'gw_port': {'id': 'ddfcec6a-4978-403b-a396-5ce01aaaf4f4', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3159d71b-b561-4b6e-a491-c158b7e9ada7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:18:37Z', 'updated_at': '2022-02-02T08:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'ac518fae-d2fb-4446-b96b-1702881a1d28', 'name': '', 'network_id': '92f57431-8185-47c0-9fc5-97d16e119940', 'tenant_id': 'e2996547836c4f52a45bba90dd87b649', 'mac_address': 'fa:16:3e:62:cd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3159d71b-b561-4b6e-a491-c158b7e9ada7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'c009cff2-f976-4e88-a885-7bac6454fcae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:18:39Z', 'updated_at': '2022-02-02T08:18:46Z', 'revision_number': 5, 'project_id': 'e2996547836c4f52a45bba90dd87b649', 'subnets': [{'id': 'c009cff2-f976-4e88-a885-7bac6454fcae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:24:06.439326 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26867fb1-e5b6-4c21-b391-c28a8f9f4011 None None] The sync data for ids ['3159d71b-b561-4b6e-a491-c158b7e9ada7'] in n-d-789963-26 is: [{'id': '3159d71b-b561-4b6e-a491-c158b7e9ada7', 'name': 'tempest-TestSnapshotPattern-998583298-router', 'tenant_id': 'e2996547836c4f52a45bba90dd87b649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'ddfcec6a-4978-403b-a396-5ce01aaaf4f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:18:37Z', 'updated_at': '2022-02-02T08:18:39Z', 'revision_number': 4, 'project_id': 'e2996547836c4f52a45bba90dd87b649', 'gw_port': {'id': 'ddfcec6a-4978-403b-a396-5ce01aaaf4f4', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3159d71b-b561-4b6e-a491-c158b7e9ada7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:18:37Z', 'updated_at': '2022-02-02T08:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26', '_interfaces': [{'id': 'ac518fae-d2fb-4446-b96b-1702881a1d28', 'name': '', 'network_id': '92f57431-8185-47c0-9fc5-97d16e119940', 'tenant_id': 'e2996547836c4f52a45bba90dd87b649', 'mac_address': 'fa:16:3e:62:cd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3159d71b-b561-4b6e-a491-c158b7e9ada7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': 'c009cff2-f976-4e88-a885-7bac6454fcae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:18:39Z', 'updated_at': '2022-02-02T08:18:46Z', 'revision_number': 5, 'project_id': 'e2996547836c4f52a45bba90dd87b649', 'subnets': [{'id': 'c009cff2-f976-4e88-a885-7bac6454fcae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 08:24:06.447601 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-393519e5-b079-4971-8551-959e9c18c7b1 req-f19f1f5c-c8f7-4128-86dc-6f5ebc69fc3e service neutron] 10.222.0.59 "GET /v2.0/networks/92f57431-8185-47c0-9fc5-97d16e119940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986195 Feb 02 08:24:06.705902 n-d-789963-26 neutron-server[109694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd1ed96-c3b9-49a9-a54e-5e149c78f3ac req-215ecf96-19de-41fa-acac-56217c2843b5 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 08:24:06.707610 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-abd1ed96-c3b9-49a9-a54e-5e149c78f3ac req-215ecf96-19de-41fa-acac-56217c2843b5 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.59 "GET /v2.0/ports?device_id=908f0f95-3187-4939-ab84-38c97590eb87 HTTP/1.1" status: 200 len: 943 time: 0.0560384 Feb 02 08:24:06.785443 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e401b9ef-f084-4d0f-bac9-7795f1d08657 None None] New status for floating IP 4d260220-cb13-439b-869b-95e34e3bdd1a: DOWN {{(pid=109696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 08:24:06.808595 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-abd1ed96-c3b9-49a9-a54e-5e149c78f3ac req-92b7913b-62d7-48a3-aa26-a85f718417ee tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Deleting port b26b817d-3bad-4eb4-ac8a-ebd1749c4269 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 08:24:06.809216 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-abd1ed96-c3b9-49a9-a54e-5e149c78f3ac req-92b7913b-62d7-48a3-aa26-a85f718417ee tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (b26b817d-3bad-4eb4-ac8a-ebd1749c4269), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:06.845500 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 450d8e14-f3b4-4047-a86b-2deebb089591 no longer exists at agent hyperv_n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 08:24:06.877107 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] No Port match for: 450d8e14-f3b4-4047-a86b-2deebb089591 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 08:24:06.877457 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Device 450d8e14-f3b4-4047-a86b-2deebb089591 not bound to the agent host n-h1-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 08:24:06.899755 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [req-abd1ed96-c3b9-49a9-a54e-5e149c78f3ac req-92b7913b-62d7-48a3-aa26-a85f718417ee tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] For port b26b817d-3bad-4eb4-ac8a-ebd1749c4269, host n-h2-789963-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-26',level=0,port_id=b26b817d-3bad-4eb4-ac8a-ebd1749c4269,segment=NetworkSegment(e80c3dcc-8eb6-4ce5-af63-8e3c50776482),segment_id=e80c3dcc-8eb6-4ce5-af63-8e3c50776482)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:24:06.900135 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-abd1ed96-c3b9-49a9-a54e-5e149c78f3ac req-92b7913b-62d7-48a3-aa26-a85f718417ee tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (b26b817d-3bad-4eb4-ac8a-ebd1749c4269), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:06.914922 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [req-abd1ed96-c3b9-49a9-a54e-5e149c78f3ac req-92b7913b-62d7-48a3-aa26-a85f718417ee tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Calling delete_port for b26b817d-3bad-4eb4-ac8a-ebd1749c4269 owned by compute:nova {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 08:24:07.062885 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-abd1ed96-c3b9-49a9-a54e-5e149c78f3ac req-92b7913b-62d7-48a3-aa26-a85f718417ee tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (b26b817d-3bad-4eb4-ac8a-ebd1749c4269), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:07.109092 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b7913b-62d7-48a3-aa26-a85f718417ee tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Pushing event deleted for resources: {'Port': ['ID=b26b817d-3bad-4eb4-ac8a-ebd1749c4269,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:24:07.131798 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-8953d19a-323b-4443-998b-e79fe86568ca req-b6dfecc8-5c55-4234-bffe-6804e8e8cc11 tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "GET /v2.0/ports?device_id=908f0f95-3187-4939-ab84-38c97590eb87 HTTP/1.1" status: 200 len: 210 time: 0.0335822 Feb 02 08:24:07.168198 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.l3_dvrscheduler_db [req-abd1ed96-c3b9-49a9-a54e-5e149c78f3ac req-92b7913b-62d7-48a3-aa26-a85f718417ee tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] No DVR routers for this DVR port b26b817d-3bad-4eb4-ac8a-ebd1749c4269 on host n-h2-789963-26 {{(pid=109694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 08:24:07.170799 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [req-abd1ed96-c3b9-49a9-a54e-5e149c78f3ac req-92b7913b-62d7-48a3-aa26-a85f718417ee tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-464128'] for port (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:07.174136 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [req-abd1ed96-c3b9-49a9-a54e-5e149c78f3ac req-92b7913b-62d7-48a3-aa26-a85f718417ee tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.59 "DELETE /v2.0/ports/b26b817d-3bad-4eb4-ac8a-ebd1749c4269 HTTP/1.1" status: 204 len: 173 time: 0.4617894 Feb 02 08:24:07.762240 n-d-789963-26 neutron-server[109694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '908f0f95-3187-4939-ab84-38c97590eb87', 'name': 'network-vif-deleted', 'tag': 'b26b817d-3bad-4eb4-ac8a-ebd1749c4269'}] {{(pid=109694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 08:24:07.764698 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}18cd64c29d20054dd266ebfc4811df21ba6bce2c9fa8def1b04b444a49e945ef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84654695-3495-4856-9de0-cbd139b02be2" -d '{"events": [{"server_uuid": "908f0f95-3187-4939-ab84-38c97590eb87", "name": "network-vif-deleted", "tag": "b26b817d-3bad-4eb4-ac8a-ebd1749c4269"}]}' {{(pid=109694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 08:24:07.799931 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 08:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a53abfde-a6db-4e11-a45f-f81664f48c90 x-openstack-request-id: req-a53abfde-a6db-4e11-a45f-f81664f48c90 {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 08:24:07.800297 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "908f0f95-3187-4939-ab84-38c97590eb87", "name": "network-vif-deleted", "tag": "b26b817d-3bad-4eb4-ac8a-ebd1749c4269", "status": "completed", "code": 200}]} {{(pid=109694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 08:24:07.800625 n-d-789963-26 neutron-server[109694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a53abfde-a6db-4e11-a45f-f81664f48c90 {{(pid=109694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 08:24:07.801103 n-d-789963-26 neutron-server[109694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '908f0f95-3187-4939-ab84-38c97590eb87', 'name': 'network-vif-deleted', 'tag': 'b26b817d-3bad-4eb4-ac8a-ebd1749c4269', 'status': 'completed', 'code': 200} Feb 02 08:24:08.190039 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 40528) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:24:08.246617 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-46e9074f-0f4c-4dd6-a424-45c44f04538c tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks [] for security_group (b8d67552-2688-48ab-b9a0-d5c8a3a66ec1), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:08.271322 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-46e9074f-0f4c-4dd6-a424-45c44f04538c tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks [] for security_group (b8d67552-2688-48ab-b9a0-d5c8a3a66ec1), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:08.328800 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-46e9074f-0f4c-4dd6-a424-45c44f04538c tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (b8d67552-2688-48ab-b9a0-d5c8a3a66ec1), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:08.331746 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-46e9074f-0f4c-4dd6-a424-45c44f04538c tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Publish callbacks [] for security_group (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:08.332917 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-46e9074f-0f4c-4dd6-a424-45c44f04538c tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] 10.222.0.87 "DELETE /v2.0/security-groups/b8d67552-2688-48ab-b9a0-d5c8a3a66ec1 HTTP/1.1" status: 204 len: 168 time: 0.1418958 Feb 02 08:24:08.343924 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9074f-0f4c-4dd6-a424-45c44f04538c tempest-TestSnapshotPattern-1198203745 tempest-TestSnapshotPattern-1198203745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d67552-2688-48ab-b9a0-d5c8a3a66ec1,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:24:08.381011 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 40532) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:24:08.822192 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-66fbd1fc-21b7-4af6-8630-cef5fa96919a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (3159d71b-b561-4b6e-a491-c158b7e9ada7), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:09.066542 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-66fbd1fc-21b7-4af6-8630-cef5fa96919a admin admin] Deleting port ac518fae-d2fb-4446-b96b-1702881a1d28 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 08:24:09.066944 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-66fbd1fc-21b7-4af6-8630-cef5fa96919a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (ac518fae-d2fb-4446-b96b-1702881a1d28), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:09.145516 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-66fbd1fc-21b7-4af6-8630-cef5fa96919a admin admin] For port ac518fae-d2fb-4446-b96b-1702881a1d28, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=ac518fae-d2fb-4446-b96b-1702881a1d28,segment=NetworkSegment(e80c3dcc-8eb6-4ce5-af63-8e3c50776482),segment_id=e80c3dcc-8eb6-4ce5-af63-8e3c50776482)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:24:09.145882 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-66fbd1fc-21b7-4af6-8630-cef5fa96919a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (ac518fae-d2fb-4446-b96b-1702881a1d28), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:09.160465 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-66fbd1fc-21b7-4af6-8630-cef5fa96919a admin admin] Calling delete_port for ac518fae-d2fb-4446-b96b-1702881a1d28 owned by network:router_interface {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 08:24:09.346297 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-66fbd1fc-21b7-4af6-8630-cef5fa96919a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (ac518fae-d2fb-4446-b96b-1702881a1d28), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:09.377280 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fbd1fc-21b7-4af6-8630-cef5fa96919a admin admin] Pushing event deleted for resources: {'Port': ['ID=ac518fae-d2fb-4446-b96b-1702881a1d28,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:24:09.552181 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-66fbd1fc-21b7-4af6-8630-cef5fa96919a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (3159d71b-b561-4b6e-a491-c158b7e9ada7), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:09.780056 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66fbd1fc-21b7-4af6-8630-cef5fa96919a admin admin] Router 3159d71b-b561-4b6e-a491-c158b7e9ada7 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 08:24:09.886136 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66fbd1fc-21b7-4af6-8630-cef5fa96919a admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 08:24:09.891929 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-66fbd1fc-21b7-4af6-8630-cef5fa96919a admin admin] 10.222.0.87 "PUT /v2.0/routers/3159d71b-b561-4b6e-a491-c158b7e9ada7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5097418 Feb 02 08:24:09.894378 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 40536) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:24:09.897081 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d49543b-6c2f-4069-ac78-ac211635d23b None None] Sync routers for ids ['3159d71b-b561-4b6e-a491-c158b7e9ada7'] in n-d-789963-26 {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 08:24:09.909233 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d49543b-6c2f-4069-ac78-ac211635d23b None None] Routers {'3159d71b-b561-4b6e-a491-c158b7e9ada7'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:24:09.910035 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-2d49543b-6c2f-4069-ac78-ac211635d23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:23:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['3159d71b-b561-4b6e-a491-c158b7e9ada7'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:24:09.996756 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4379bc49-d015-477b-b059-3eca108d5154 admin admin] Publish callbacks [] for router (3159d71b-b561-4b6e-a491-c158b7e9ada7), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:10.018046 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-2d49543b-6c2f-4069-ac78-ac211635d23b None None] Set router 3159d71b-b561-4b6e-a491-c158b7e9ada7 gateway port host: n-d-789963-26 {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:24:10.096492 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4379bc49-d015-477b-b059-3eca108d5154 admin admin] Publish callbacks [] for router_gateway (3159d71b-b561-4b6e-a491-c158b7e9ada7), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:10.158384 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-4379bc49-d015-477b-b059-3eca108d5154 admin admin] Deleting port ddfcec6a-4978-403b-a396-5ce01aaaf4f4 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 08:24:10.158384 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4379bc49-d015-477b-b059-3eca108d5154 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (ddfcec6a-4978-403b-a396-5ce01aaaf4f4), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:10.210219 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-2d49543b-6c2f-4069-ac78-ac211635d23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3159d71b-b561-4b6e-a491-c158b7e9ada7', 'name': 'tempest-TestSnapshotPattern-998583298-router', 'tenant_id': 'e2996547836c4f52a45bba90dd87b649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'ddfcec6a-4978-403b-a396-5ce01aaaf4f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:18:37Z', 'updated_at': '2022-02-02T08:24:09Z', 'revision_number': 5, 'project_id': 'e2996547836c4f52a45bba90dd87b649', 'gw_port': {'id': 'ddfcec6a-4978-403b-a396-5ce01aaaf4f4', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:5f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3159d71b-b561-4b6e-a491-c158b7e9ada7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:18:37Z', 'updated_at': '2022-02-02T08:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:24:10.243098 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d49543b-6c2f-4069-ac78-ac211635d23b None None] Checking router: 3159d71b-b561-4b6e-a491-c158b7e9ada7 for host: n-d-789963-26 {{(pid=109695) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 08:24:10.250766 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-4379bc49-d015-477b-b059-3eca108d5154 admin admin] For port ddfcec6a-4978-403b-a396-5ce01aaaf4f4, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=ddfcec6a-4978-403b-a396-5ce01aaaf4f4,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:24:10.251277 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4379bc49-d015-477b-b059-3eca108d5154 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (ddfcec6a-4978-403b-a396-5ce01aaaf4f4), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:10.253561 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d49543b-6c2f-4069-ac78-ac211635d23b None None] Routers {'3159d71b-b561-4b6e-a491-c158b7e9ada7'} bound to L3 agent in host n-d-789963-26 {{(pid=109695) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:24:10.254189 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-2d49543b-6c2f-4069-ac78-ac211635d23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:23:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['3159d71b-b561-4b6e-a491-c158b7e9ada7'], 'active': True} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:24:10.266995 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-4379bc49-d015-477b-b059-3eca108d5154 admin admin] Calling delete_port for ddfcec6a-4978-403b-a396-5ce01aaaf4f4 owned by network:router_gateway {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 08:24:10.342292 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvr_db [None req-2d49543b-6c2f-4069-ac78-ac211635d23b None None] Set router 3159d71b-b561-4b6e-a491-c158b7e9ada7 gateway port host: None {{(pid=109695) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:24:10.397583 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_hamode_db [None req-2d49543b-6c2f-4069-ac78-ac211635d23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3159d71b-b561-4b6e-a491-c158b7e9ada7', 'name': 'tempest-TestSnapshotPattern-998583298-router', 'tenant_id': 'e2996547836c4f52a45bba90dd87b649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:18:37Z', 'updated_at': '2022-02-02T08:24:10Z', 'revision_number': 6, 'project_id': 'e2996547836c4f52a45bba90dd87b649', 'gw_port_host': None}], 'n-d-789963-26', False) {} {{(pid=109695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:24:10.429302 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d49543b-6c2f-4069-ac78-ac211635d23b None None] The sync data for ids ['3159d71b-b561-4b6e-a491-c158b7e9ada7'] in n-d-789963-26 is: [{'id': '3159d71b-b561-4b6e-a491-c158b7e9ada7', 'name': 'tempest-TestSnapshotPattern-998583298-router', 'tenant_id': 'e2996547836c4f52a45bba90dd87b649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:18:37Z', 'updated_at': '2022-02-02T08:24:10Z', 'revision_number': 6, 'project_id': 'e2996547836c4f52a45bba90dd87b649', 'gw_port_host': None}] {{(pid=109695) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 08:24:10.434463 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device b26b817d-3bad-4eb4-ac8a-ebd1749c4269 no longer exists at agent hyperv_n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 08:24:10.456139 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] No Port match for: b26b817d-3bad-4eb4-ac8a-ebd1749c4269 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 08:24:10.456495 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Device b26b817d-3bad-4eb4-ac8a-ebd1749c4269 not bound to the agent host n-h2-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 08:24:10.771768 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4379bc49-d015-477b-b059-3eca108d5154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (ddfcec6a-4978-403b-a396-5ce01aaaf4f4), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:10.802536 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4379bc49-d015-477b-b059-3eca108d5154 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddfcec6a-4978-403b-a396-5ce01aaaf4f4,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:24:10.867728 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4379bc49-d015-477b-b059-3eca108d5154 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (3159d71b-b561-4b6e-a491-c158b7e9ada7), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:10.961867 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4379bc49-d015-477b-b059-3eca108d5154 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (3159d71b-b561-4b6e-a491-c158b7e9ada7), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:10.964192 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4379bc49-d015-477b-b059-3eca108d5154 admin admin] Publish callbacks [] for router_controller (3159d71b-b561-4b6e-a491-c158b7e9ada7), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:11.012804 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4379bc49-d015-477b-b059-3eca108d5154 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (3159d71b-b561-4b6e-a491-c158b7e9ada7), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:11.013471 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4379bc49-d015-477b-b059-3eca108d5154 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3159d71b-b561-4b6e-a491-c158b7e9ada7 {{(pid=109694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 08:24:11.018448 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-4379bc49-d015-477b-b059-3eca108d5154 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:11.019686 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-4379bc49-d015-477b-b059-3eca108d5154 admin admin] 10.222.0.87 "DELETE /v2.0/routers/3159d71b-b561-4b6e-a491-c158b7e9ada7 HTTP/1.1" status: 204 len: 168 time: 1.1243243 Feb 02 08:24:11.023901 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 40538) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:24:11.070889 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-945b0f79-0040-4729-8ce9-f73383f04775 admin admin] Deleting subnet c009cff2-f976-4e88-a885-7bac6454fcae {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 08:24:11.074444 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-945b0f79-0040-4729-8ce9-f73383f04775 admin admin] Publish callbacks [] for subnet (c009cff2-f976-4e88-a885-7bac6454fcae), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:11.110308 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-945b0f79-0040-4729-8ce9-f73383f04775 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (c009cff2-f976-4e88-a885-7bac6454fcae), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:11.193016 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-945b0f79-0040-4729-8ce9-f73383f04775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (c009cff2-f976-4e88-a885-7bac6454fcae), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:11.200516 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device ac518fae-d2fb-4446-b96b-1702881a1d28 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 08:24:11.225398 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: ac518fae-d2fb-4446-b96b-1702881a1d28 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 08:24:11.225815 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device ac518fae-d2fb-4446-b96b-1702881a1d28 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 08:24:11.227110 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device ddfcec6a-4978-403b-a396-5ce01aaaf4f4 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 08:24:11.257137 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: ddfcec6a-4978-403b-a396-5ce01aaaf4f4 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 08:24:11.257769 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device ddfcec6a-4978-403b-a396-5ce01aaaf4f4 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 08:24:11.259500 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c2ca1129-d8dd-4a47-bc50-d8af1d25ce5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:11.264142 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-945b0f79-0040-4729-8ce9-f73383f04775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (c009cff2-f976-4e88-a885-7bac6454fcae), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:11.293206 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-945b0f79-0040-4729-8ce9-f73383f04775 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:11.297195 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-945b0f79-0040-4729-8ce9-f73383f04775 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/c009cff2-f976-4e88-a885-7bac6454fcae HTTP/1.1" status: 204 len: 168 time: 0.2723355 Feb 02 08:24:11.298141 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945b0f79-0040-4729-8ce9-f73383f04775 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c009cff2-f976-4e88-a885-7bac6454fcae,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:24:11.299837 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 40540) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:24:11.302961 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3988bb1-951c-4936-a1a6-0116ae0c9596 None None] Network 92f57431-8185-47c0-9fc5-97d16e119940 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 08:24:11.394568 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-55bbc11e-002b-4949-a722-8ceeaf91cd1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (92f57431-8185-47c0-9fc5-97d16e119940), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:11.456782 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-55bbc11e-002b-4949-a722-8ceeaf91cd1e admin admin] Deleting port cd65ec29-3636-4a5a-a567-8cd9850bfeea {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 08:24:11.457119 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-55bbc11e-002b-4949-a722-8ceeaf91cd1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (cd65ec29-3636-4a5a-a567-8cd9850bfeea), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:11.484023 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba581d74-c5a6-4ac5-821e-11d278e80208 None None] DHCP port deletion for 92f57431-8185-47c0-9fc5-97d16e119940 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 08:24:11.524731 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-55bbc11e-002b-4949-a722-8ceeaf91cd1e admin admin] For port cd65ec29-3636-4a5a-a567-8cd9850bfeea, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=cd65ec29-3636-4a5a-a567-8cd9850bfeea,segment=NetworkSegment(e80c3dcc-8eb6-4ce5-af63-8e3c50776482),segment_id=e80c3dcc-8eb6-4ce5-af63-8e3c50776482)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:24:11.525002 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-55bbc11e-002b-4949-a722-8ceeaf91cd1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (cd65ec29-3636-4a5a-a567-8cd9850bfeea), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:11.534477 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ba581d74-c5a6-4ac5-821e-11d278e80208 None None] Deleting port cd65ec29-3636-4a5a-a567-8cd9850bfeea {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 08:24:11.534853 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ba581d74-c5a6-4ac5-821e-11d278e80208 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (cd65ec29-3636-4a5a-a567-8cd9850bfeea), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:11.542282 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-55bbc11e-002b-4949-a722-8ceeaf91cd1e admin admin] Calling delete_port for cd65ec29-3636-4a5a-a567-8cd9850bfeea owned by network:dhcp {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 08:24:11.606179 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-ba581d74-c5a6-4ac5-821e-11d278e80208 None None] For port cd65ec29-3636-4a5a-a567-8cd9850bfeea, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=cd65ec29-3636-4a5a-a567-8cd9850bfeea,segment=NetworkSegment(e80c3dcc-8eb6-4ce5-af63-8e3c50776482),segment_id=e80c3dcc-8eb6-4ce5-af63-8e3c50776482)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:24:11.606484 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ba581d74-c5a6-4ac5-821e-11d278e80208 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (cd65ec29-3636-4a5a-a567-8cd9850bfeea), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:11.620365 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ba581d74-c5a6-4ac5-821e-11d278e80208 None None] Calling delete_port for cd65ec29-3636-4a5a-a567-8cd9850bfeea owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 08:24:11.633801 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-55bbc11e-002b-4949-a722-8ceeaf91cd1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (cd65ec29-3636-4a5a-a567-8cd9850bfeea), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:11.660682 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bbc11e-002b-4949-a722-8ceeaf91cd1e admin admin] Pushing event deleted for resources: {'Port': ['ID=cd65ec29-3636-4a5a-a567-8cd9850bfeea,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:24:11.665791 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bbc11e-002b-4949-a722-8ceeaf91cd1e admin admin] No DVR routers for this DVR port cd65ec29-3636-4a5a-a567-8cd9850bfeea on host n-d-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 08:24:11.705851 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ba581d74-c5a6-4ac5-821e-11d278e80208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (cd65ec29-3636-4a5a-a567-8cd9850bfeea), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:11.729563 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba581d74-c5a6-4ac5-821e-11d278e80208 None None] Pushing event deleted for resources: {'Port': ['ID=cd65ec29-3636-4a5a-a567-8cd9850bfeea,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:24:11.737268 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba581d74-c5a6-4ac5-821e-11d278e80208 None None] No DVR routers for this DVR port cd65ec29-3636-4a5a-a567-8cd9850bfeea on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 08:24:11.744165 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-55bbc11e-002b-4949-a722-8ceeaf91cd1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (92f57431-8185-47c0-9fc5-97d16e119940), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:11.763998 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-55bbc11e-002b-4949-a722-8ceeaf91cd1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92f57431-8185-47c0-9fc5-97d16e119940']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:24:11.773267 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-55bbc11e-002b-4949-a722-8ceeaf91cd1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e80c3dcc-8eb6-4ce5-af63-8e3c50776482') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:24:11.773566 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-55bbc11e-002b-4949-a722-8ceeaf91cd1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e80c3dcc-8eb6-4ce5-af63-8e3c50776482') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:24:11.783368 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-55bbc11e-002b-4949-a722-8ceeaf91cd1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (e80c3dcc-8eb6-4ce5-af63-8e3c50776482), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:11.799404 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-55bbc11e-002b-4949-a722-8ceeaf91cd1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (e80c3dcc-8eb6-4ce5-af63-8e3c50776482), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:11.806622 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55bbc11e-002b-4949-a722-8ceeaf91cd1e admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 08:24:11.807011 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-55bbc11e-002b-4949-a722-8ceeaf91cd1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (e80c3dcc-8eb6-4ce5-af63-8e3c50776482), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:11.809107 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 08:24:11.809107 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 08:24:11.809107 n-d-789963-26 neutron-server[109693]: timer() Feb 02 08:24:11.809107 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 08:24:11.809107 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 08:24:11.809107 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 08:24:11.809107 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 08:24:11.809107 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 08:24:11.809107 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 08:24:11.809107 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 08:24:11.809107 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 08:24:11.809107 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 08:24:11.809107 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 08:24:11.809107 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 08:24:11.809107 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 08:24:11.809107 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 08:24:11.809107 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 08:24:11.809107 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 08:24:11.809107 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 08:24:11.809107 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 08:24:11.809107 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 08:24:11.809107 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 08:24:11.809107 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 08:24:11.809107 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 08:24:11.809107 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 08:24:11.809107 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 08:24:11.809107 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 08:24:11.809107 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 08:24:11.809107 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 08:24:11.809107 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 08:24:11.809107 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 08:24:11.809107 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 08:24:11.870163 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-55bbc11e-002b-4949-a722-8ceeaf91cd1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (92f57431-8185-47c0-9fc5-97d16e119940), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:11.876194 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-55bbc11e-002b-4949-a722-8ceeaf91cd1e admin admin] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:11.879404 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-55bbc11e-002b-4949-a722-8ceeaf91cd1e admin admin] 10.222.0.87 "DELETE /v2.0/networks/92f57431-8185-47c0-9fc5-97d16e119940 HTTP/1.1" status: 204 len: 168 time: 0.5785615 Feb 02 08:24:11.882499 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 40542) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:24:11.890786 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bbc11e-002b-4949-a722-8ceeaf91cd1e admin admin] Pushing event deleted for resources: {'Network': ['ID=92f57431-8185-47c0-9fc5-97d16e119940,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:24:12.227388 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2922ef9d-9333-46d5-8a27-c2ef75032081 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043553'] for router_interface (aeb092aa-8304-4b64-b926-952c4f1b6785), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:12.488655 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-2922ef9d-9333-46d5-8a27-c2ef75032081 admin admin] Deleting port d911996f-df67-4033-8ab9-cd40bbce8a22 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 08:24:12.488976 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2922ef9d-9333-46d5-8a27-c2ef75032081 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (d911996f-df67-4033-8ab9-cd40bbce8a22), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:12.573961 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-2922ef9d-9333-46d5-8a27-c2ef75032081 admin admin] For port d911996f-df67-4033-8ab9-cd40bbce8a22, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=d911996f-df67-4033-8ab9-cd40bbce8a22,segment=NetworkSegment(88aa3778-82e0-457f-897b-ba4809c11e89),segment_id=88aa3778-82e0-457f-897b-ba4809c11e89)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:24:12.574333 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2922ef9d-9333-46d5-8a27-c2ef75032081 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (d911996f-df67-4033-8ab9-cd40bbce8a22), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:12.588321 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-2922ef9d-9333-46d5-8a27-c2ef75032081 admin admin] Calling delete_port for d911996f-df67-4033-8ab9-cd40bbce8a22 owned by network:router_interface {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 08:24:12.768100 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2922ef9d-9333-46d5-8a27-c2ef75032081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (d911996f-df67-4033-8ab9-cd40bbce8a22), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:12.793994 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2922ef9d-9333-46d5-8a27-c2ef75032081 admin admin] Pushing event deleted for resources: {'Port': ['ID=d911996f-df67-4033-8ab9-cd40bbce8a22,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:24:12.963446 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-2922ef9d-9333-46d5-8a27-c2ef75032081 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-557518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043709'] for router_interface (aeb092aa-8304-4b64-b926-952c4f1b6785), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:13.193182 n-d-789963-26 neutron-server[109694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2922ef9d-9333-46d5-8a27-c2ef75032081 admin admin] Router aeb092aa-8304-4b64-b926-952c4f1b6785 has already been hosted by L3 agent 6ed7a5b4-f025-4ac1-aefd-6b017268a943 {{(pid=109694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 08:24:13.239689 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device cd65ec29-3636-4a5a-a567-8cd9850bfeea no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 08:24:13.261185 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: cd65ec29-3636-4a5a-a567-8cd9850bfeea {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 08:24:13.261538 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device cd65ec29-3636-4a5a-a567-8cd9850bfeea not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 08:24:13.316547 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2922ef9d-9333-46d5-8a27-c2ef75032081 admin admin] Notify agent at l3_agent.n-d-789963-26 the message routers_updated {{(pid=109694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 08:24:13.322237 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-2922ef9d-9333-46d5-8a27-c2ef75032081 admin admin] 10.222.0.87 "PUT /v2.0/routers/aeb092aa-8304-4b64-b926-952c4f1b6785/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4386568 Feb 02 08:24:13.325069 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 40544) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:24:13.327103 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274f1e9a-8a22-42bc-9250-aa63f8f27a21 None None] Sync routers for ids ['aeb092aa-8304-4b64-b926-952c4f1b6785'] in n-d-789963-26 {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 08:24:13.339221 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274f1e9a-8a22-42bc-9250-aa63f8f27a21 None None] Routers {'aeb092aa-8304-4b64-b926-952c4f1b6785'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:24:13.340159 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-274f1e9a-8a22-42bc-9250-aa63f8f27a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:23:43Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['aeb092aa-8304-4b64-b926-952c4f1b6785'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:24:13.442918 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a715820a-beb1-40c9-8fb9-fc6935bbef4b admin admin] Publish callbacks [] for router (aeb092aa-8304-4b64-b926-952c4f1b6785), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:13.456099 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f8345ca0-8c58-46d1-b270-5976f0ffd424 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:13.459327 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-274f1e9a-8a22-42bc-9250-aa63f8f27a21 None None] Set router aeb092aa-8304-4b64-b926-952c4f1b6785 gateway port host: n-d-789963-26 {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:24:13.569572 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a715820a-beb1-40c9-8fb9-fc6935bbef4b admin admin] Publish callbacks [] for router_gateway (aeb092aa-8304-4b64-b926-952c4f1b6785), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:13.645779 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-a715820a-beb1-40c9-8fb9-fc6935bbef4b admin admin] Deleting port a33e5fee-bdf3-4176-aee1-d1a37bcc22f4 {{(pid=109694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 08:24:13.646207 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a715820a-beb1-40c9-8fb9-fc6935bbef4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (a33e5fee-bdf3-4176-aee1-d1a37bcc22f4), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:13.664040 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-274f1e9a-8a22-42bc-9250-aa63f8f27a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb092aa-8304-4b64-b926-952c4f1b6785', 'name': 'tempest-TestSnapshotPattern-1578694566-router', 'tenant_id': 'e9dd7545e03f42818530c12eb28abfc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'external_fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'a33e5fee-bdf3-4176-aee1-d1a37bcc22f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:18:42Z', 'updated_at': '2022-02-02T08:24:12Z', 'revision_number': 5, 'project_id': 'e9dd7545e03f42818530c12eb28abfc4', 'gw_port': {'id': 'a33e5fee-bdf3-4176-aee1-d1a37bcc22f4', 'name': '', 'network_id': 'ee4463ee-e783-4af5-91d5-cbeb2d0e0db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb092aa-8304-4b64-b926-952c4f1b6785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T08:18:42Z', 'updated_at': '2022-02-02T08:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '392aaebe-fd83-41d1-8a16-1b1a19494cf1', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-26'}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:24:13.700165 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274f1e9a-8a22-42bc-9250-aa63f8f27a21 None None] Checking router: aeb092aa-8304-4b64-b926-952c4f1b6785 for host: n-d-789963-26 {{(pid=109696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 08:24:13.710538 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274f1e9a-8a22-42bc-9250-aa63f8f27a21 None None] Routers {'aeb092aa-8304-4b64-b926-952c4f1b6785'} bound to L3 agent in host n-d-789963-26 {{(pid=109696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 08:24:13.711225 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-274f1e9a-8a22-42bc-9250-aa63f8f27a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T06:43:13Z,description=,heartbeat_timestamp=2022-02-02T08:24:13Z,host='n-d-789963-26',id=6ed7a5b4-f025-4ac1-aefd-6b017268a943,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T06:43:13Z,topic='l3_agent')) {'router_ids': ['aeb092aa-8304-4b64-b926-952c4f1b6785'], 'active': True} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:24:13.738087 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.db [None req-a715820a-beb1-40c9-8fb9-fc6935bbef4b admin admin] For port a33e5fee-bdf3-4176-aee1-d1a37bcc22f4, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=a33e5fee-bdf3-4176-aee1-d1a37bcc22f4,segment=NetworkSegment(3bc21e8a-2f01-410a-a878-b0390f165ffa),segment_id=3bc21e8a-2f01-410a-a878-b0390f165ffa)] {{(pid=109694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:24:13.738491 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a715820a-beb1-40c9-8fb9-fc6935bbef4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (a33e5fee-bdf3-4176-aee1-d1a37bcc22f4), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:13.753394 n-d-789963-26 neutron-server[109694]: DEBUG neutron.plugins.ml2.plugin [None req-a715820a-beb1-40c9-8fb9-fc6935bbef4b admin admin] Calling delete_port for a33e5fee-bdf3-4176-aee1-d1a37bcc22f4 owned by network:router_gateway {{(pid=109694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 08:24:13.811388 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_dvr_db [None req-274f1e9a-8a22-42bc-9250-aa63f8f27a21 None None] Set router aeb092aa-8304-4b64-b926-952c4f1b6785 gateway port host: None {{(pid=109696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 08:24:13.867072 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.l3_hamode_db [None req-274f1e9a-8a22-42bc-9250-aa63f8f27a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb092aa-8304-4b64-b926-952c4f1b6785', 'name': 'tempest-TestSnapshotPattern-1578694566-router', 'tenant_id': 'e9dd7545e03f42818530c12eb28abfc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:18:42Z', 'updated_at': '2022-02-02T08:24:13Z', 'revision_number': 6, 'project_id': 'e9dd7545e03f42818530c12eb28abfc4', 'gw_port_host': None}], 'n-d-789963-26', False) {} {{(pid=109696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:24:13.894677 n-d-789963-26 neutron-server[109696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274f1e9a-8a22-42bc-9250-aa63f8f27a21 None None] The sync data for ids ['aeb092aa-8304-4b64-b926-952c4f1b6785'] in n-d-789963-26 is: [{'id': 'aeb092aa-8304-4b64-b926-952c4f1b6785', 'name': 'tempest-TestSnapshotPattern-1578694566-router', 'tenant_id': 'e9dd7545e03f42818530c12eb28abfc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T08:18:42Z', 'updated_at': '2022-02-02T08:24:13Z', 'revision_number': 6, 'project_id': 'e9dd7545e03f42818530c12eb28abfc4', 'gw_port_host': None}] {{(pid=109696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 08:24:13.929321 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a715820a-beb1-40c9-8fb9-fc6935bbef4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8992256'] for port (a33e5fee-bdf3-4176-aee1-d1a37bcc22f4), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:13.951749 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a715820a-beb1-40c9-8fb9-fc6935bbef4b admin admin] Pushing event deleted for resources: {'Port': ['ID=a33e5fee-bdf3-4176-aee1-d1a37bcc22f4,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:24:14.014864 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a715820a-beb1-40c9-8fb9-fc6935bbef4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1043807'] for router_gateway (aeb092aa-8304-4b64-b926-952c4f1b6785), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:14.108339 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a715820a-beb1-40c9-8fb9-fc6935bbef4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-942800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13086'] for router (aeb092aa-8304-4b64-b926-952c4f1b6785), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:14.110617 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a715820a-beb1-40c9-8fb9-fc6935bbef4b admin admin] Publish callbacks [] for router_controller (aeb092aa-8304-4b64-b926-952c4f1b6785), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:14.153194 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a715820a-beb1-40c9-8fb9-fc6935bbef4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-942799'] for router (aeb092aa-8304-4b64-b926-952c4f1b6785), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:14.153758 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a715820a-beb1-40c9-8fb9-fc6935bbef4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router aeb092aa-8304-4b64-b926-952c4f1b6785 {{(pid=109694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 08:24:14.158791 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-a715820a-beb1-40c9-8fb9-fc6935bbef4b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:14.160046 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-a715820a-beb1-40c9-8fb9-fc6935bbef4b admin admin] 10.222.0.87 "DELETE /v2.0/routers/aeb092aa-8304-4b64-b926-952c4f1b6785 HTTP/1.1" status: 204 len: 168 time: 0.8336098 Feb 02 08:24:14.162525 n-d-789963-26 neutron-server[109694]: DEBUG neutron.wsgi [-] (109694) accepted ('10.222.0.87', 40546) {{(pid=109694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:24:14.206686 n-d-789963-26 neutron-server[109694]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed47f34a-ea10-43ca-88b3-3443aee14866 admin admin] Deleting subnet 3ed1aab6-f3cb-4a7b-80db-e098670685eb {{(pid=109694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 08:24:14.209727 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ed47f34a-ea10-43ca-88b3-3443aee14866 admin admin] Publish callbacks [] for subnet (3ed1aab6-f3cb-4a7b-80db-e098670685eb), before_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:14.245882 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ed47f34a-ea10-43ca-88b3-3443aee14866 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9954765'] for subnet (3ed1aab6-f3cb-4a7b-80db-e098670685eb), precommit_delete_associations {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:14.339081 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ed47f34a-ea10-43ca-88b3-3443aee14866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33143713'] for subnet (3ed1aab6-f3cb-4a7b-80db-e098670685eb), precommit_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:14.391164 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ed47f34a-ea10-43ca-88b3-3443aee14866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33143722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990837', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8992471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9761545'] for subnet (3ed1aab6-f3cb-4a7b-80db-e098670685eb), after_delete {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:14.414660 n-d-789963-26 neutron-server[109694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed47f34a-ea10-43ca-88b3-3443aee14866 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ed1aab6-f3cb-4a7b-80db-e098670685eb,revision_number=None']} {{(pid=109694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:24:14.420501 n-d-789963-26 neutron-server[109694]: DEBUG neutron_lib.callbacks.manager [None req-ed47f34a-ea10-43ca-88b3-3443aee14866 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:14.423772 n-d-789963-26 neutron-server[109694]: INFO neutron.wsgi [None req-ed47f34a-ea10-43ca-88b3-3443aee14866 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/3ed1aab6-f3cb-4a7b-80db-e098670685eb HTTP/1.1" status: 204 len: 168 time: 0.2602472 Feb 02 08:24:14.426803 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7e2f1f-40db-4b0b-b57d-e77002b9af40 None None] Network 1bd9e32d-2a27-4d1e-9773-2492a25a0cf7 requested from n-d-789963-26 {{(pid=109695) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 08:24:14.427899 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 40548) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:24:14.500417 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-50138709-0a12-43c8-b37c-7a4f3518a68f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33480319'] for network (1bd9e32d-2a27-4d1e-9773-2492a25a0cf7), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:14.554888 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-50138709-0a12-43c8-b37c-7a4f3518a68f admin admin] Deleting port 62eac580-9318-4f84-bcd0-bc38332c12ff {{(pid=109693) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 08:24:14.555229 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-50138709-0a12-43c8-b37c-7a4f3518a68f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (62eac580-9318-4f84-bcd0-bc38332c12ff), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:14.641627 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448bf3d2-e58e-4b9b-9779-4e2131fae721 None None] DHCP port deletion for 1bd9e32d-2a27-4d1e-9773-2492a25a0cf7 request from n-d-789963-26 {{(pid=109695) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 08:24:14.696055 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-448bf3d2-e58e-4b9b-9779-4e2131fae721 None None] Deleting port 62eac580-9318-4f84-bcd0-bc38332c12ff {{(pid=109695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 08:24:14.696536 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-448bf3d2-e58e-4b9b-9779-4e2131fae721 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778325650553'] for port (62eac580-9318-4f84-bcd0-bc38332c12ff), before_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:14.770626 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.db [None req-448bf3d2-e58e-4b9b-9779-4e2131fae721 None None] For port 62eac580-9318-4f84-bcd0-bc38332c12ff, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=62eac580-9318-4f84-bcd0-bc38332c12ff,segment=NetworkSegment(88aa3778-82e0-457f-897b-ba4809c11e89),segment_id=88aa3778-82e0-457f-897b-ba4809c11e89)] {{(pid=109695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:24:14.771105 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-448bf3d2-e58e-4b9b-9779-4e2131fae721 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (62eac580-9318-4f84-bcd0-bc38332c12ff), precommit_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:14.784804 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-448bf3d2-e58e-4b9b-9779-4e2131fae721 None None] Calling delete_port for 62eac580-9318-4f84-bcd0-bc38332c12ff owned by network:dhcp {{(pid=109695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 08:24:14.883916 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-448bf3d2-e58e-4b9b-9779-4e2131fae721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009'] for port (62eac580-9318-4f84-bcd0-bc38332c12ff), after_delete {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:14.919867 n-d-789963-26 neutron-server[109695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448bf3d2-e58e-4b9b-9779-4e2131fae721 None None] No DVR routers for this DVR port 62eac580-9318-4f84-bcd0-bc38332c12ff on host n-d-789963-26 {{(pid=109695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 08:24:14.924981 n-d-789963-26 neutron-server[109695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448bf3d2-e58e-4b9b-9779-4e2131fae721 None None] Pushing event deleted for resources: {'Port': ['ID=62eac580-9318-4f84-bcd0-bc38332c12ff,revision_number=None']} {{(pid=109695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:24:14.943888 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.db [None req-50138709-0a12-43c8-b37c-7a4f3518a68f admin admin] For port 62eac580-9318-4f84-bcd0-bc38332c12ff, host n-d-789963-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-26',level=0,port_id=62eac580-9318-4f84-bcd0-bc38332c12ff,segment=NetworkSegment(88aa3778-82e0-457f-897b-ba4809c11e89),segment_id=88aa3778-82e0-457f-897b-ba4809c11e89)] {{(pid=109693) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 08:24:14.944481 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-50138709-0a12-43c8-b37c-7a4f3518a68f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042500'] for port (62eac580-9318-4f84-bcd0-bc38332c12ff), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:14.958333 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.plugin [None req-50138709-0a12-43c8-b37c-7a4f3518a68f admin admin] Calling delete_port for 62eac580-9318-4f84-bcd0-bc38332c12ff owned by network:dhcp {{(pid=109693) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 08:24:15.019480 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:15.035482 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-50138709-0a12-43c8-b37c-7a4f3518a68f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33118284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-105637', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778325656019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778325161009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8424225'] for port (62eac580-9318-4f84-bcd0-bc38332c12ff), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:15.064187 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50138709-0a12-43c8-b37c-7a4f3518a68f admin admin] Pushing event deleted for resources: {'Port': ['ID=62eac580-9318-4f84-bcd0-bc38332c12ff,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:24:15.067437 n-d-789963-26 neutron-server[109693]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50138709-0a12-43c8-b37c-7a4f3518a68f admin admin] No DVR routers for this DVR port 62eac580-9318-4f84-bcd0-bc38332c12ff on host n-d-789963-26 {{(pid=109693) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 08:24:15.139318 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-50138709-0a12-43c8-b37c-7a4f3518a68f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33137982', 'neutron.services.segments.db._delete_segments_for_network-8778325690269'] for network (1bd9e32d-2a27-4d1e-9773-2492a25a0cf7), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:15.159793 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-50138709-0a12-43c8-b37c-7a4f3518a68f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bd9e32d-2a27-4d1e-9773-2492a25a0cf7']}} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:24:15.168982 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-50138709-0a12-43c8-b37c-7a4f3518a68f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88aa3778-82e0-457f-897b-ba4809c11e89') {'for_net_delete': True} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:24:15.169287 n-d-789963-26 neutron-server[109693]: DEBUG neutron.services.segments.db [None req-50138709-0a12-43c8-b37c-7a4f3518a68f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88aa3778-82e0-457f-897b-ba4809c11e89') {} {{(pid=109693) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 08:24:15.178482 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device d911996f-df67-4033-8ab9-cd40bbce8a22 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 08:24:15.179812 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-50138709-0a12-43c8-b37c-7a4f3518a68f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778325629350', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8425370'] for segment (88aa3778-82e0-457f-897b-ba4809c11e89), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:15.194675 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-50138709-0a12-43c8-b37c-7a4f3518a68f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058'] for segment (88aa3778-82e0-457f-897b-ba4809c11e89), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:15.199032 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: d911996f-df67-4033-8ab9-cd40bbce8a22 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 08:24:15.199383 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device d911996f-df67-4033-8ab9-cd40bbce8a22 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 08:24:15.199841 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 62eac580-9318-4f84-bcd0-bc38332c12ff no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 08:24:15.202150 n-d-789963-26 neutron-server[109693]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50138709-0a12-43c8-b37c-7a4f3518a68f admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=109693) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 08:24:15.202581 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-50138709-0a12-43c8-b37c-7a4f3518a68f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33132058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8424204'] for segment (88aa3778-82e0-457f-897b-ba4809c11e89), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:15.204848 n-d-789963-26 neutron-server[109693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 08:24:15.204848 n-d-789963-26 neutron-server[109693]: self.session.flush() Feb 02 08:24:15.204848 n-d-789963-26 neutron-server[109693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 08:24:15.204848 n-d-789963-26 neutron-server[109693]: self.session.flush() Feb 02 08:24:15.204848 n-d-789963-26 neutron-server[109693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 08:24:15.204848 n-d-789963-26 neutron-server[109693]: self.session.flush() Feb 02 08:24:15.204848 n-d-789963-26 neutron-server[109693]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 08:24:15.204848 n-d-789963-26 neutron-server[109693]: self.session.flush() Feb 02 08:24:15.204848 n-d-789963-26 neutron-server[109693]: Traceback (most recent call last): Feb 02 08:24:15.204848 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 08:24:15.204848 n-d-789963-26 neutron-server[109693]: timer() Feb 02 08:24:15.204848 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 08:24:15.204848 n-d-789963-26 neutron-server[109693]: cb(*args, **kw) Feb 02 08:24:15.204848 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 08:24:15.204848 n-d-789963-26 neutron-server[109693]: return func(*args, **kwargs) Feb 02 08:24:15.204848 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 08:24:15.204848 n-d-789963-26 neutron-server[109693]: self._notify() Feb 02 08:24:15.204848 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 08:24:15.204848 n-d-789963-26 neutron-server[109693]: self.callback(batched_events) Feb 02 08:24:15.204848 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 08:24:15.204848 n-d-789963-26 neutron-server[109693]: event.method(event) Feb 02 08:24:15.204848 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 08:24:15.204848 n-d-789963-26 neutron-server[109693]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 08:24:15.204848 n-d-789963-26 neutron-server[109693]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 08:24:15.204848 n-d-789963-26 neutron-server[109693]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 08:24:15.204848 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 08:24:15.204848 n-d-789963-26 neutron-server[109693]: return f(self, *a, **k) Feb 02 08:24:15.204848 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 08:24:15.204848 n-d-789963-26 neutron-server[109693]: return self._get(url).json() Feb 02 08:24:15.204848 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 08:24:15.204848 n-d-789963-26 neutron-server[109693]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 08:24:15.204848 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 08:24:15.204848 n-d-789963-26 neutron-server[109693]: return self.request(url, 'GET', **kwargs) Feb 02 08:24:15.204848 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 08:24:15.204848 n-d-789963-26 neutron-server[109693]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 08:24:15.204848 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 08:24:15.204848 n-d-789963-26 neutron-server[109693]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 08:24:15.204848 n-d-789963-26 neutron-server[109693]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 08:24:15.204848 n-d-789963-26 neutron-server[109693]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 08:24:15.204848 n-d-789963-26 neutron-server[109693]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 08:24:15.220548 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: 62eac580-9318-4f84-bcd0-bc38332c12ff {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 08:24:15.220898 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device 62eac580-9318-4f84-bcd0-bc38332c12ff not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 08:24:15.221327 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device a33e5fee-bdf3-4176-aee1-d1a37bcc22f4 no longer exists at agent ovs-agent-n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 08:24:15.240315 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.plugin [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] No Port match for: a33e5fee-bdf3-4176-aee1-d1a37bcc22f4 {{(pid=109695) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 08:24:15.240665 n-d-789963-26 neutron-server[109695]: DEBUG neutron.plugins.ml2.rpc [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Device a33e5fee-bdf3-4176-aee1-d1a37bcc22f4 not bound to the agent host n-d-789963-26 {{(pid=109695) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 08:24:15.265580 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-50138709-0a12-43c8-b37c-7a4f3518a68f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33137959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-557511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1043827'] for network (1bd9e32d-2a27-4d1e-9773-2492a25a0cf7), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:15.271790 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-50138709-0a12-43c8-b37c-7a4f3518a68f admin admin] Publish callbacks [] for network (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:15.274922 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-50138709-0a12-43c8-b37c-7a4f3518a68f admin admin] 10.222.0.87 "DELETE /v2.0/networks/1bd9e32d-2a27-4d1e-9773-2492a25a0cf7 HTTP/1.1" status: 204 len: 168 time: 0.8459945 Feb 02 08:24:15.286091 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50138709-0a12-43c8-b37c-7a4f3518a68f admin admin] Pushing event deleted for resources: {'Network': ['ID=1bd9e32d-2a27-4d1e-9773-2492a25a0cf7,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:24:15.396634 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 40554) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:24:15.436569 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-e9709d98-4318-466f-ada8-5212b3ba7be0 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=e2996547836c4f52a45bba90dd87b649&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387199 Feb 02 08:24:15.439175 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 40556) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:24:15.487301 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-39cdd70c-0a0a-44e0-ba3b-a454d9ed7ca8 admin admin] Publish callbacks [] for security_group (6b7c0da3-add4-4215-afe5-71a068d6da3e), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:15.509546 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-39cdd70c-0a0a-44e0-ba3b-a454d9ed7ca8 admin admin] Publish callbacks [] for security_group (6b7c0da3-add4-4215-afe5-71a068d6da3e), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:15.560843 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-39cdd70c-0a0a-44e0-ba3b-a454d9ed7ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (6b7c0da3-add4-4215-afe5-71a068d6da3e), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:15.563390 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-39cdd70c-0a0a-44e0-ba3b-a454d9ed7ca8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:15.564613 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-39cdd70c-0a0a-44e0-ba3b-a454d9ed7ca8 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/6b7c0da3-add4-4215-afe5-71a068d6da3e HTTP/1.1" status: 204 len: 168 time: 0.1244721 Feb 02 08:24:15.572468 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cdd70c-0a0a-44e0-ba3b-a454d9ed7ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7c0da3-add4-4215-afe5-71a068d6da3e,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:24:15.913864 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 40562) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:24:15.954152 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-97ed0539-6eac-451d-956d-88a41a7067af admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=e9dd7545e03f42818530c12eb28abfc4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390999 Feb 02 08:24:15.956596 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [-] (109693) accepted ('10.222.0.87', 40564) {{(pid=109693) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 08:24:16.004320 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ade7d05f-023f-4edc-b7d2-c7b3f638843a admin admin] Publish callbacks [] for security_group (b8d5fc32-799d-4d6f-a19e-a759ec21d480), before_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:16.025460 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ade7d05f-023f-4edc-b7d2-c7b3f638843a admin admin] Publish callbacks [] for security_group (b8d5fc32-799d-4d6f-a19e-a759ec21d480), precommit_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:16.073113 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ade7d05f-023f-4edc-b7d2-c7b3f638843a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992649'] for security_group (b8d5fc32-799d-4d6f-a19e-a759ec21d480), after_delete {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:16.076535 n-d-789963-26 neutron-server[109693]: DEBUG neutron_lib.callbacks.manager [None req-ade7d05f-023f-4edc-b7d2-c7b3f638843a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109693) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:16.077743 n-d-789963-26 neutron-server[109693]: INFO neutron.wsgi [None req-ade7d05f-023f-4edc-b7d2-c7b3f638843a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b8d5fc32-799d-4d6f-a19e-a759ec21d480 HTTP/1.1" status: 204 len: 168 time: 0.1202102 Feb 02 08:24:16.086577 n-d-789963-26 neutron-server[109693]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade7d05f-023f-4edc-b7d2-c7b3f638843a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d5fc32-799d-4d6f-a19e-a759ec21d480,revision_number=None']} {{(pid=109693) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 08:24:16.379791 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:17.155006 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 08:24:17.627438 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:23.024462 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:28.145457 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:41.212481 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-aaa58443-9e23-4f45-ada3-b49a9154e612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:43.449990 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-9d183616-4e7c-4e32-b1eb-2b0dec991f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:45.023283 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:46.381989 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:47.621002 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:53.027915 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:24:54.154984 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 08:24:58.153280 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:25:11.215263 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a20ce87e-30cf-414e-9603-66bfad49ff6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:25:13.453715 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-60ff0234-8c4a-4c76-9fe6-036dceddc766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:25:15.027781 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:25:16.385530 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:25:17.627015 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:25:23.023339 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:25:28.157332 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:25:31.153796 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 08:25:41.216044 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-89e0b2b8-9a7e-4cf1-9f38-05ca920f1e6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:25:43.455704 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-b55f6033-dbb1-4e7c-ba2a-bf74474ff99d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:25:45.032599 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:25:46.387225 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:25:47.630439 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:25:53.017732 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:25:58.159549 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:26:08.154467 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 08:26:11.218038 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1d1d7c90-1209-4d34-bd75-70e1b8a3c856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:26:13.457925 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-8146f0f0-1675-4078-9026-be6c87a782de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:26:15.032915 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:26:16.389975 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:26:17.633457 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:26:23.016638 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:26:28.156007 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:26:41.219992 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-27a4d1fc-13ef-4c99-8b27-99600e787e6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:26:43.461198 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-0640e243-541e-4df4-97d7-24b673b83c96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:26:45.035272 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:26:45.154699 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 08:26:46.396844 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:26:47.636818 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:26:53.021537 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:26:58.173684 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:27:11.221844 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-4158da5a-e16a-4b66-b7cc-0d5e0d832547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:27:13.462407 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c2d5c27b-f030-4aea-b668-39620d98f355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:27:15.044966 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:27:16.397738 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:27:17.641305 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:27:22.154686 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 08:27:23.033161 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:27:28.168542 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:27:41.222731 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-58da6c2d-cfea-4343-9547-46e26de699eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:27:43.464457 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-de3f803c-24d1-42dc-bf59-05c33feae3fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:27:45.040331 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:27:46.397698 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:27:47.652768 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:27:53.034499 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:27:58.170163 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:27:59.154344 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 08:28:11.226774 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-100dab43-ca7a-4ae6-9026-58b01c5833fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:28:13.467823 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-06faadf3-6e3b-4375-9632-db71ec20af05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:28:15.042784 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:28:16.400773 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:28:17.646438 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:28:23.048126 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:28:28.172638 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:28:36.154123 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 08:28:41.228369 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f8f2df73-06ee-4203-bd75-c44c47626e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:28:43.470278 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c092d514-bbed-4367-a5e9-a2a24261967e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:28:45.048038 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:28:46.403029 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:28:47.649523 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:28:53.044132 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:28:58.172527 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:29:11.229690 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-f9db89e9-bdd3-4f9f-8a60-a7ae3917ef6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:29:13.153419 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 08:29:13.472537 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-c81b6ee0-2373-462c-8ee6-4b08a36fdb0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:29:15.050100 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:29:16.409683 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:29:17.652181 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:29:23.062311 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:29:28.181229 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:29:41.230865 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-2a9f34e9-e075-452b-b989-14b2e4eeedff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:29:43.473577 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-01d7d76a-61d4-4760-bf89-95980531d9d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:29:45.052034 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:29:46.408220 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:29:47.654998 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:29:50.155261 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 08:29:53.060214 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:29:58.169927 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:30:11.232988 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-3218b23b-a62f-4b0a-867b-1303a9355475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:30:13.477777 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-7b39348d-4a4f-4bd2-bf3c-93017de5c3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:30:15.055861 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:30:16.412256 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:30:17.657353 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:30:23.068989 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:30:27.154419 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 08:30:28.171581 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:30:41.235566 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-93a9df67-939e-4d2b-bf88-bd2ffac43eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:30:43.485763 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-36fc1ecb-af33-4a92-8174-5f9d8508a8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:30:45.058694 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:30:46.414779 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:30:47.659878 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:30:53.091050 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:30:58.187956 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:31:04.153829 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 08:31:11.237241 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-083d3f82-4e2c-4693-906b-bd21f8ca08eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:31:13.480015 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1af77cbf-3437-4bff-ba01-b33274026f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:31:15.061792 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:31:16.416880 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:31:17.662752 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:31:23.087161 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:31:28.198464 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:31:32.893190 n-d-789963-26 neutron-server[109693]: DEBUG neutron.wsgi [req-c3358606-5519-4d19-8599-ba9a141be091 req-dca9b5c4-fc8e-4549-ba20-106e55fb18c5 service neutron] (109693) timed out ('10.222.0.87', 38272) {{(pid=109693) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 02 08:31:41.152546 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 08:31:41.241997 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-effdabcd-6cbf-4d4b-9056-33a3fef65da0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:31:43.482090 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-dfc30f7e-2e73-4a65-bfb8-d7a8c76c05a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:31:45.065553 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:31:46.423009 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:31:47.665786 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:31:53.087805 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:31:58.198180 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:32:11.245441 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-4a112d3f-f80c-4ece-adc5-88108d8a0a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:32:13.484836 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-eab0ba57-b5f2-4890-800d-d42994ce27f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:32:15.068650 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:32:16.424326 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:32:17.671476 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:32:18.151802 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 08:32:23.105122 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:32:28.211847 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:32:41.249881 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-27ba7227-ee9a-461d-a295-7090e5665cf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:32:43.498747 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-a967394d-f2b0-42c6-b642-97ed9ae9167b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (6ed7a5b4-f025-4ac1-aefd-6b017268a943), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:32:45.071245 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-11ac094b-5500-4c34-a1b7-d143ad66dfc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (5008f5d0-a8f1-40b3-bac9-200a463ccb9d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:32:46.427863 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-5e1d99f9-a4e7-4a4e-a9cf-cd6f684f94a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (b0327289-03d1-4249-a9e3-3785860dcf13), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:32:47.675339 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-ce0170fb-32c2-48ae-a7b4-e5e09e3f07a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (39e67bef-edd7-48b9-99e3-7e49d4c4cfe1), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:32:53.105188 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-1924ab1b-fe80-494b-b67d-ef0e907fb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (91dc17e4-9f5f-4377-ab86-e5c6b710aeb8), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:32:55.152659 n-d-789963-26 neutron-server[109696]: DEBUG neutron.db.agents_db [None req-da20bf1d-179d-42c3-918d-9fd8838fc084 None None] Agent healthcheck: found 7 active agents {{(pid=109696) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 08:32:58.228939 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-626dc827-83ab-4409-b603-c228babc59a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (4f5ff744-044d-43cc-99a3-5f3b3b627f45), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 08:33:11.255262 n-d-789963-26 neutron-server[109695]: DEBUG neutron_lib.callbacks.manager [None req-67d708a0-069c-412e-b122-db4eaae6be37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778325690251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33499189'] for agent (8c410c1b-9ca3-4a23-8f28-192d8ad3169d), after_update {{(pid=109695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}